-- Logs begin at Thu 2021-07-29 22:31:49 UTC, end at Fri 2021-07-30 00:49:41 UTC. -- Jul 29 23:07:05.811797 n-d-712141-10 systemd[1]: Started Devstack devstack@q-svc.service. Jul 29 23:07:08.552713 n-d-712141-10 neutron-server[93968]: INFO neutron.common.config [-] Logging enabled! Jul 29 23:07:08.553334 n-d-712141-10 neutron-server[93968]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev508 Jul 29 23:07:08.553508 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93968) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 29 23:07:08.556739 n-d-712141-10 neutron-server[93968]: INFO neutron.common.config [-] Logging enabled! Jul 29 23:07:08.556998 n-d-712141-10 neutron-server[93968]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev508 Jul 29 23:07:08.557384 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93968) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 29 23:07:08.558448 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 29 23:07:08.558694 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 29 23:07:08.559050 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 29 23:07:08.559296 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 29 23:07:08.559525 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 29 23:07:08.559848 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.560146 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.560445 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.560676 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.560974 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.561265 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.561550 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.561871 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.562167 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.562454 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.562734 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.563027 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.563258 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.563538 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.563825 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.564114 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.564338 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] debug = True {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.564619 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.565047 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.565464 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.565769 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.566064 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.566344 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.566617 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.566894 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.567179 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.567510 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] host = n-d-712141-10 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.567790 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.568079 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.568367 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.568653 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.568930 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.569208 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.569493 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.569790 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.570063 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] log_file = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.570337 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.570628 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.570915 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.571207 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.571434 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.571659 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.571945 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.572235 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.572512 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.572789 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.573667 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.573942 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.574219 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.574488 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.574775 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.575062 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.575350 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.575629 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.575903 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.576175 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.576449 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.576733 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.577008 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.577283 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.577558 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.577871 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.578141 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.578470 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.578719 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.579006 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.579290 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.579580 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.579859 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.580146 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.580423 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.580698 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.580972 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] use_json = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.581248 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.581520 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.581829 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.582107 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.582383 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.582660 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.582934 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.583222 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:08.583562 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.583932 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.584299 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.584593 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.584891 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.585176 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.585472 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.585781 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.586086 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.586389 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.586675 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.586968 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.587228 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.587553 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.587809 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.588121 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.588420 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.589307 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.589607 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.589885 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.590952 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.590952 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.590952 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.591249 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.591369 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.591570 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.591851 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.592152 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.592438 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.592713 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.592993 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.593286 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.593605 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.593874 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.594158 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.594440 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.594715 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.594992 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.595270 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.595565 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.595847 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.596119 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.596393 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.596676 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.596949 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.597233 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.597513 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.597811 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.598086 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.598366 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.598641 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.598917 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.599196 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.599470 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.599748 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.600022 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.600297 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.600571 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.600847 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.601122 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.601402 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.601702 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.601992 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.602271 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.602542 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.602815 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.603090 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.603377 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.603664 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.603968 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.604299 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.604586 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.604867 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.605151 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.605436 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.605745 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.606027 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.606312 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.606589 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.606889 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.607177 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.607474 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.607758 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.608040 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.608340 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.608623 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.608910 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.609192 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.609474 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.609792 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.610081 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.610383 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.610682 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.610979 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.611275 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.611569 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.611854 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.612171 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.612453 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:08.612672 n-d-712141-10 neutron-server[93968]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 29 23:07:08.612924 n-d-712141-10 neutron-server[93968]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93968) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 29 23:07:08.973766 n-d-712141-10 neutron-server[93968]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93968) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 23:07:08.974052 n-d-712141-10 neutron-server[93968]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93968) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 23:07:08.974350 n-d-712141-10 neutron-server[93968]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93968) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 23:07:08.974690 n-d-712141-10 neutron-server[93968]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 29 23:07:09.374251 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:09.374542 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:09.374825 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:09.376155 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:09.376430 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:09.376703 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:09.412469 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:09.412760 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:09.413034 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:09.428924 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:09.429207 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:09.429476 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:09.460313 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:09.460601 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:09.460873 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:09.498266 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:09.498561 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:09.498838 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:09.742562 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:09.743175 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:09.743175 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:09.743333 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:09.744026 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:09.867204 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:09.867527 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:09.867813 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:09.868087 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:09.868355 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:09.868670 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:09.868935 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:09.869195 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:09.869455 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:09.870392 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:09.870723 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:09.870995 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:09.871258 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:09.871517 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:09.871777 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:09.872046 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:09.872306 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:09.872576 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:09.872850 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:09.873112 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:09.873387 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:09.873675 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:09.873964 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:09.874351 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:09.874609 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:09.874861 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:09.875263 n-d-712141-10 neutron-server[93968]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93968) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 23:07:09.875505 n-d-712141-10 neutron-server[93968]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93968) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 23:07:09.875746 n-d-712141-10 neutron-server[93968]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93968) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 23:07:09.875985 n-d-712141-10 neutron-server[93968]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93968) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 23:07:09.876221 n-d-712141-10 neutron-server[93968]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93968) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 23:07:09.876457 n-d-712141-10 neutron-server[93968]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93968) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 23:07:09.876828 n-d-712141-10 neutron-server[93968]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 29 23:07:09.879951 n-d-712141-10 neutron-server[93968]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 29 23:07:09.883877 n-d-712141-10 neutron-server[93968]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 29 23:07:09.888430 n-d-712141-10 neutron-server[93968]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jul 29 23:07:09.890090 n-d-712141-10 neutron-server[93968]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 29 23:07:09.890539 n-d-712141-10 neutron-server[93968]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 29 23:07:09.890876 n-d-712141-10 neutron-server[93968]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 29 23:07:09.891260 n-d-712141-10 neutron-server[93968]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 29 23:07:09.894060 n-d-712141-10 neutron-server[93968]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 29 23:07:09.894318 n-d-712141-10 neutron-server[93968]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 29 23:07:09.894669 n-d-712141-10 neutron-server[93968]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 29 23:07:09.899947 n-d-712141-10 neutron-server[93968]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 29 23:07:09.923150 n-d-712141-10 neutron-server[93968]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 29 23:07:09.923618 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:09.923926 n-d-712141-10 neutron-server[93968]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93968) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 29 23:07:09.924295 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:09.925664 n-d-712141-10 neutron-server[93968]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93968) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 29 23:07:09.925957 n-d-712141-10 neutron-server[93968]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 29 23:07:09.926205 n-d-712141-10 neutron-server[93968]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 29 23:07:09.929646 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:09.929954 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:09.996980 n-d-712141-10 neutron-server[93968]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 29 23:07:09.997138 n-d-712141-10 neutron-server[93968]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 29 23:07:09.997384 n-d-712141-10 neutron-server[93968]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 29 23:07:09.997803 n-d-712141-10 neutron-server[93968]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 29 23:07:10.019578 n-d-712141-10 neutron-server[93968]: DEBUG oslo_db.sqlalchemy.engines [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93968) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 29 23:07:10.558411 n-d-712141-10 neutron-server[93968]: INFO neutron.plugins.ml2.managers [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Initializing driver for type 'gre' Jul 29 23:07:10.559025 n-d-712141-10 neutron-server[93968]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] gre ID ranges: [(1, 1000)] Jul 29 23:07:10.617973 n-d-712141-10 neutron-server[93968]: INFO neutron.plugins.ml2.managers [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Initializing driver for type 'local' Jul 29 23:07:10.618522 n-d-712141-10 neutron-server[93968]: INFO neutron.plugins.ml2.managers [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Initializing driver for type 'vlan' Jul 29 23:07:10.634259 n-d-712141-10 neutron-server[93968]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] VlanTypeDriver initialization complete Jul 29 23:07:10.634602 n-d-712141-10 neutron-server[93968]: INFO neutron.plugins.ml2.managers [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Initializing driver for type 'vxlan' Jul 29 23:07:10.635118 n-d-712141-10 neutron-server[93968]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] vxlan ID ranges: [(1, 1000)] Jul 29 23:07:10.691067 n-d-712141-10 neutron-server[93968]: INFO neutron.plugins.ml2.managers [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Initializing extension driver 'port_security' Jul 29 23:07:10.691427 n-d-712141-10 neutron-server[93968]: INFO neutron.plugins.ml2.extensions.port_security [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] PortSecurityExtensionDriver initialization complete Jul 29 23:07:10.691735 n-d-712141-10 neutron-server[93968]: INFO neutron.plugins.ml2.managers [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Initializing mechanism driver 'openvswitch' Jul 29 23:07:10.692062 n-d-712141-10 neutron-server[93968]: INFO neutron.plugins.ml2.managers [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Initializing mechanism driver 'hyperv' Jul 29 23:07:10.699522 n-d-712141-10 neutron-server[93968]: DEBUG neutron.plugins.ml2.plugin [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93968) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:07:10.700403 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: > port after_create 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.700770 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: > port after_update 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.701119 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: > port after_delete 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.701671 n-d-712141-10 neutron-server[93968]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93968) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 23:07:10.702102 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: > subnet after_create 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.702454 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: > subnet after_update 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.702798 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.703184 n-d-712141-10 neutron-server[93968]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93968) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 23:07:10.703659 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: > network after_create 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.704004 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: > network after_update 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.704343 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: > network after_delete 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.704729 n-d-712141-10 neutron-server[93968]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93968) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 23:07:10.705127 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: > security_group after_create 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.705478 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: > security_group after_update 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.705844 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.706231 n-d-712141-10 neutron-server[93968]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93968) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 23:07:10.706628 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.706970 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.707306 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.707690 n-d-712141-10 neutron-server[93968]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93968) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 23:07:10.708094 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: > address_group after_create 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.708434 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: > address_group after_update 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.708766 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.709150 n-d-712141-10 neutron-server[93968]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93968) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 23:07:10.709525 n-d-712141-10 neutron-server[93968]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] ML2 OVO RPC backend initialized. {{(pid=93968) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 29 23:07:10.710263 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.710614 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.711027 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: > network before_response 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.711373 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: > networks before_response 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.711717 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: > port before_response 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.712056 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: > ports before_response 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.712394 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: > subnet before_response 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.712728 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: > subnets before_response 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.713067 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: > network after_create 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.713954 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: > network after_update 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.714287 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: > network after_delete 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.714619 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: > port after_create 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.714948 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: > port after_update 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.715276 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: > port after_delete 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.715607 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: > subnet after_create 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.715933 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: > subnet after_update 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.716258 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.716841 n-d-712141-10 neutron-server[93968]: INFO neutron.plugins.ml2.plugin [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Modular L2 Plugin initialization complete Jul 29 23:07:10.717164 n-d-712141-10 neutron-server[93968]: DEBUG neutron.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading services supported by the core plugin {{(pid=93968) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 29 23:07:10.717484 n-d-712141-10 neutron-server[93968]: INFO neutron.plugins.ml2.managers [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Got port-security extension from driver 'port_security' Jul 29 23:07:10.717971 n-d-712141-10 neutron-server[93968]: INFO neutron.extensions.vlantransparent [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Disabled vlantransparent extension. Jul 29 23:07:10.718449 n-d-712141-10 neutron-server[93968]: DEBUG neutron.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93968) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 29 23:07:10.718758 n-d-712141-10 neutron-server[93968]: INFO neutron.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading Plugin: router Jul 29 23:07:10.756121 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.756776 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: > router after_create 55549900 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.756894 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: > router before_create 55549900 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.757217 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.757610 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.757978 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: > router after_delete 55549900 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.758335 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.758824 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: > router after_create 55549900 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.759170 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: > router after_update 55549900 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.759516 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: > router after_update 55549900 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.759863 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.760256 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: > router after_update 55549900 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.760760 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: > router precommit_update 55549900 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.761129 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: port after_update 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.761464 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: port after_delete 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.761822 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: subnet after_update 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.762160 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.762510 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.762854 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: > router precommit_create 55549900 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.763194 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: port before_delete 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.763532 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: > router precommit_create 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.763885 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: > router after_update 55549900 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.764231 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.764623 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: > router precommit_create 55549900 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.764983 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.765327 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: > router precommit_update 55549900 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.765716 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: > agent after_create 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.766066 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: > agent after_delete 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.766408 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: > network after_delete 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.767316 n-d-712141-10 neutron-server[93968]: DEBUG neutron.quota.resource_registry [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Tracking information for resource: router configured {{(pid=93968) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 23:07:10.767644 n-d-712141-10 neutron-server[93968]: DEBUG neutron.quota.resource_registry [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Tracking information for resource: floatingip configured {{(pid=93968) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 23:07:10.772738 n-d-712141-10 neutron-server[93968]: INFO neutron.db.l3_agentschedulers_db [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 29 23:07:10.773405 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: port after_update 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.773796 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: port after_create 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.774151 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: port after_delete 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.774503 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: port after_update 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.775543 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: > router before_create 55550100 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.776500 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.776901 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: > router precommit_create 55550100 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.777346 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: > router precommit_update 55550100 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.781855 n-d-712141-10 neutron-server[93968]: DEBUG neutron.services.provider_configuration [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Service providers = [] {{(pid=93968) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 29 23:07:10.782215 n-d-712141-10 neutron-server[93968]: DEBUG neutron.db.servicetype_db [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93968) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 29 23:07:10.785244 n-d-712141-10 neutron-server[93968]: DEBUG neutron.services.service_base [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93968) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 23:07:10.785612 n-d-712141-10 neutron-server[93968]: DEBUG neutron.services.service_base [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93968) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 23:07:10.785958 n-d-712141-10 neutron-server[93968]: DEBUG neutron.services.service_base [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93968) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 23:07:10.786836 n-d-712141-10 neutron-server[93968]: DEBUG neutron.services.service_base [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93968) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 23:07:10.787209 n-d-712141-10 neutron-server[93968]: INFO neutron.services.service_base [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 29 23:07:10.787633 n-d-712141-10 neutron-server[93968]: DEBUG neutron.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93968) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 23:07:10.787912 n-d-712141-10 neutron-server[93968]: INFO neutron.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 29 23:07:10.801012 n-d-712141-10 neutron-server[93968]: DEBUG neutron.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93968) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 23:07:10.801342 n-d-712141-10 neutron-server[93968]: INFO neutron.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading Plugin: auto_allocate Jul 29 23:07:10.807660 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: network precommit_update 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.808042 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: network precommit_create 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.808614 n-d-712141-10 neutron-server[93968]: DEBUG neutron.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93968) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 23:07:10.808886 n-d-712141-10 neutron-server[93968]: INFO neutron.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading Plugin: tag Jul 29 23:07:10.815719 n-d-712141-10 neutron-server[93968]: DEBUG neutron.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93968) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 23:07:10.816047 n-d-712141-10 neutron-server[93968]: INFO neutron.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading Plugin: timestamp Jul 29 23:07:10.819851 n-d-712141-10 neutron-server[93968]: DEBUG neutron.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93968) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 23:07:10.820180 n-d-712141-10 neutron-server[93968]: INFO neutron.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading Plugin: network_ip_availability Jul 29 23:07:10.826195 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.826562 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.826915 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:10.827641 n-d-712141-10 neutron-server[93968]: DEBUG neutron.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93968) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 23:07:10.827958 n-d-712141-10 neutron-server[93968]: INFO neutron.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading Plugin: flavors Jul 29 23:07:10.833082 n-d-712141-10 neutron-server[93968]: DEBUG neutron.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93968) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 23:07:10.833407 n-d-712141-10 neutron-server[93968]: INFO neutron.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading Plugin: revisions Jul 29 23:07:10.837702 n-d-712141-10 neutron-server[93968]: DEBUG neutron.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93968) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 23:07:10.838096 n-d-712141-10 neutron-server[93968]: DEBUG oslo_concurrency.lockutils [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.864s {{(pid=93968) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 23:07:10.838860 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93968) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 29 23:07:10.839373 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Initializing extension manager. Jul 29 23:07:10.839865 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: __init__.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.840209 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: __pycache__ {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.840540 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.840872 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: address_group.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.841671 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.842259 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loaded extension: address-group Jul 29 23:07:10.842582 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: address_scope.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.843290 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.843799 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loaded extension: address-scope Jul 29 23:07:10.844119 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.845041 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.845551 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loaded extension: router-admin-state-down-before-update Jul 29 23:07:10.845964 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: agent.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.846658 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.847159 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loaded extension: agent Jul 29 23:07:10.847475 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: agent_resources_synced.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.848380 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.848884 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loaded extension: agent-resources-synced Jul 29 23:07:10.849200 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: allowedaddresspairs.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.851018 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.851533 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loaded extension: allowed-address-pairs Jul 29 23:07:10.851859 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: auto_allocated_topology.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.852987 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.853496 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loaded extension: auto-allocated-topology Jul 29 23:07:10.853841 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: availability_zone.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.855228 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.855725 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loaded extension: availability_zone Jul 29 23:07:10.856045 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: availability_zone_filter.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.856949 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.857453 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loaded extension: availability_zone_filter Jul 29 23:07:10.857800 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: data_plane_status.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.858693 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.859190 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extension data-plane-status not supported by any of loaded plugins Jul 29 23:07:10.859508 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: default_subnetpools.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.860408 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.860909 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loaded extension: default-subnetpools Jul 29 23:07:10.861227 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.862068 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.862632 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loaded extension: dhcp_agent_scheduler Jul 29 23:07:10.862958 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: dns.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.863871 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.864371 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extension dns-integration not supported by any of loaded plugins Jul 29 23:07:10.864689 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: dns_domain_ports.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.865616 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.866120 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 29 23:07:10.866436 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.867346 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.867843 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 29 23:07:10.868163 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: dvr.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.868832 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.869332 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loaded extension: dvr Jul 29 23:07:10.870297 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: ecmp_routes.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.871281 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.871777 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 29 23:07:10.872096 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: empty_string_filtering.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.873003 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.873505 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loaded extension: empty-string-filtering Jul 29 23:07:10.873853 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.874758 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.875258 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 29 23:07:10.875577 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.876477 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.876977 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 29 23:07:10.877297 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: external_net.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.878228 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.878737 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loaded extension: external-net Jul 29 23:07:10.879056 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.879956 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.880467 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loaded extension: extra_dhcp_opt Jul 29 23:07:10.880783 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: extraroute.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.881712 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.882255 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loaded extension: extraroute Jul 29 23:07:10.882605 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: extraroute_atomic.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.883635 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.884147 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loaded extension: extraroute-atomic Jul 29 23:07:10.884467 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: filter_validation.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.885427 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.886104 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loaded extension: filter-validation Jul 29 23:07:10.886422 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: fip_pf_description.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.887335 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.887839 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 29 23:07:10.888157 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: fip_port_details.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.889061 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.889564 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loaded extension: fip-port-details Jul 29 23:07:10.889909 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: flavors.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.891139 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.891649 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loaded extension: flavors Jul 29 23:07:10.891969 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.893649 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.894173 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 29 23:07:10.894496 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: floatingip_pools.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.895191 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.895702 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loaded extension: floatingip-pools Jul 29 23:07:10.896028 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: ip_allocation.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.896934 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.897436 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extension ip_allocation not supported by any of loaded plugins Jul 29 23:07:10.897786 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.898708 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.899216 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loaded extension: ip-substring-filtering Jul 29 23:07:10.899538 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: l2_adjacency.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.900440 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.901232 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 29 23:07:10.901552 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: l3.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.902565 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.903084 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loaded extension: router Jul 29 23:07:10.903407 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.905665 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.906221 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 29 23:07:10.906595 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.907519 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.908031 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loaded extension: ext-gw-mode Jul 29 23:07:10.908359 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.909284 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.909889 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loaded extension: l3-ha Jul 29 23:07:10.910216 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: l3_flavors.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.911118 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.911622 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loaded extension: l3-flavors Jul 29 23:07:10.911943 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.912854 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.913357 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 29 23:07:10.913714 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: l3agentscheduler.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.914773 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.915283 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loaded extension: l3_agent_scheduler Jul 29 23:07:10.915608 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: logging.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.917773 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.918302 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extension logging not supported by any of loaded plugins Jul 29 23:07:10.918636 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: metering.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.919731 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.920316 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loaded extension: metering Jul 29 23:07:10.920638 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.921923 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.922443 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loaded extension: metering_source_and_destination_fields Jul 29 23:07:10.922776 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: multiprovidernet.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.923694 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.924202 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loaded extension: multi-provider Jul 29 23:07:10.924525 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: netmtu.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.925426 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.926027 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loaded extension: net-mtu Jul 29 23:07:10.926355 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: netmtu_writable.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.927260 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.927760 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loaded extension: net-mtu-writable Jul 29 23:07:10.928081 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: network_availability_zone.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.928746 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.929247 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loaded extension: network_availability_zone Jul 29 23:07:10.929567 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: network_ip_availability.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.930686 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.931196 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loaded extension: network-ip-availability Jul 29 23:07:10.931522 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: network_segment_range.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.933034 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.933547 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extension network-segment-range not supported by any of loaded plugins Jul 29 23:07:10.933893 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: pagination.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.934876 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.935203 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loaded extension: pagination Jul 29 23:07:10.935521 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: port_device_profile.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.936426 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.936939 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loaded extension: port-device-profile Jul 29 23:07:10.937260 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.938288 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.938793 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loaded extension: port-mac-address-regenerate Jul 29 23:07:10.939114 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.940025 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.940533 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loaded extension: port-numa-affinity-policy Jul 29 23:07:10.940851 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: port_resource_request.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.941785 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.942292 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extension port-resource-request not supported by any of loaded plugins Jul 29 23:07:10.942609 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: portbindings.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.943528 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.944034 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loaded extension: binding Jul 29 23:07:10.944352 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: portbindings_extended.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.945637 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.946150 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loaded extension: binding-extended Jul 29 23:07:10.946476 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: portsecurity.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.947379 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.947961 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loaded extension: port-security Jul 29 23:07:10.948284 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: project_id.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.949245 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.949572 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loaded extension: project-id Jul 29 23:07:10.949913 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: providernet.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.950829 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.951338 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loaded extension: provider Jul 29 23:07:10.951656 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: qos.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.955185 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.955706 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extension qos not supported by any of loaded plugins Jul 29 23:07:10.956036 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.957280 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.957821 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 29 23:07:10.958147 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.959060 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.959576 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 29 23:07:10.959901 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: qos_default.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.960799 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.961305 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extension qos-default not supported by any of loaded plugins Jul 29 23:07:10.961656 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: qos_fip.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.962308 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.962813 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extension qos-fip not supported by any of loaded plugins Jul 29 23:07:10.963129 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: qos_gateway_ip.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.964081 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.964581 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 29 23:07:10.964889 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: qos_port_network_policy.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.965851 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.966355 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 29 23:07:10.966673 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: qos_rule_type_details.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.967581 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.968080 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 29 23:07:10.968399 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: qos_rules_alias.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.969430 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.970064 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 29 23:07:10.970384 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: quotasv2.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.971557 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.971882 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loaded extension: quotas Jul 29 23:07:10.972203 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: quotasv2_detail.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.975341 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.975686 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loaded extension: quota_details Jul 29 23:07:10.976016 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: rbac.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.977087 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.977640 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loaded extension: rbac-policies Jul 29 23:07:10.977971 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: rbac_address_group.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.978916 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.980081 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loaded extension: rbac-address-group Jul 29 23:07:10.980398 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: rbac_address_scope.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.981344 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.981885 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loaded extension: rbac-address-scope Jul 29 23:07:10.982205 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: rbac_security_groups.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.983140 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.983650 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loaded extension: rbac-security-groups Jul 29 23:07:10.983970 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: rbac_subnetpool.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.984974 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.985481 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loaded extension: rbac-subnetpool Jul 29 23:07:10.985826 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: revisionifmatch.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.986754 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.987261 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loaded extension: revision-if-match Jul 29 23:07:10.987582 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: revisions.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.988713 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.989222 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loaded extension: standard-attr-revisions Jul 29 23:07:10.989546 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: router_availability_zone.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.990247 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.990752 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loaded extension: router_availability_zone Jul 29 23:07:10.991071 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: routerservicetype.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.991985 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.992489 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extension router-service-type not supported by any of loaded plugins Jul 29 23:07:10.992812 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.993768 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.994271 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loaded extension: security-groups-normalized-cidr Jul 29 23:07:10.994621 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.996060 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.996571 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loaded extension: port-security-groups-filtering Jul 29 23:07:10.997102 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:10.997829 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:10.998342 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loaded extension: security-groups-remote-address-group Jul 29 23:07:10.998665 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: securitygroup.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:11.008484 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:11.009025 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loaded extension: security-group Jul 29 23:07:11.009353 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: segment.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:11.010235 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:11.010788 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extension segment not supported by any of loaded plugins Jul 29 23:07:11.011112 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:11.012093 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:11.012613 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 29 23:07:11.012940 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: servicetype.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:11.014115 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:11.014637 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loaded extension: service-type Jul 29 23:07:11.014965 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: sorting.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:11.015938 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:11.016264 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loaded extension: sorting Jul 29 23:07:11.016586 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: standard_attr_segment.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:11.017570 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:11.018101 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 29 23:07:11.018423 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: standardattrdescription.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:11.019074 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:11.019576 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loaded extension: standard-attr-description Jul 29 23:07:11.019897 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: stateful_security_group.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:11.020817 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:11.021324 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loaded extension: stateful-security-group Jul 29 23:07:11.021675 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: stdattrs_common.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:11.022259 n-d-712141-10 neutron-server[93968]: WARNING neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 29 23:07:11.022580 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:11.023507 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:11.024021 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 29 23:07:11.024341 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: subnet_onboard.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:11.025408 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:11.025976 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loaded extension: subnet_onboard Jul 29 23:07:11.026300 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:11.031751 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:11.031751 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 29 23:07:11.031751 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: subnet_service_types.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:11.031751 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:11.031751 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loaded extension: subnet-service-types Jul 29 23:07:11.031751 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: subnetallocation.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:11.032359 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:11.032359 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loaded extension: subnet_allocation Jul 29 23:07:11.032359 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:11.032585 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:11.032920 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loaded extension: subnetpool-prefix-ops Jul 29 23:07:11.033241 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:11.034190 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:11.034693 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 29 23:07:11.035014 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: tagging.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:11.036130 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:11.036649 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loaded extension: standard-attr-tag Jul 29 23:07:11.036976 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: timestamp.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:11.038219 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:11.038739 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loaded extension: standard-attr-timestamp Jul 29 23:07:11.039092 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: trunk.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:11.040115 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:11.040629 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extension trunk not supported by any of loaded plugins Jul 29 23:07:11.040950 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: trunk_details.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:11.042421 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:11.042941 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extension trunk-details not supported by any of loaded plugins Jul 29 23:07:11.043262 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: uplink_status_propagation.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:11.044184 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:11.044955 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 29 23:07:11.045276 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Loading extension file: vlantransparent.py {{(pid=93968) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:07:11.046014 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93968) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:07:11.046518 n-d-712141-10 neutron-server[93968]: INFO neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 29 23:07:11.049195 n-d-712141-10 neutron-server[93968]: INFO neutron.quota.resource_registry [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Creating instance of TrackedResource for resource:network Jul 29 23:07:11.049758 n-d-712141-10 neutron-server[93968]: INFO neutron.quota.resource_registry [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Creating instance of TrackedResource for resource:subnet Jul 29 23:07:11.050160 n-d-712141-10 neutron-server[93968]: INFO neutron.quota.resource_registry [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 23:07:11.050551 n-d-712141-10 neutron-server[93968]: INFO neutron.quota.resource_registry [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Creating instance of TrackedResource for resource:port Jul 29 23:07:11.051830 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.v2.resource_helper [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 23:07:11.052280 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.v2.resource_helper [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Service FLAVORS assigned prefix: {{(pid=93968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 23:07:11.052894 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.v2.resource_helper [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 23:07:11.053325 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.v2.resource_helper [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 23:07:11.053679 n-d-712141-10 neutron-server[93968]: INFO neutron.quota.resource_registry [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Creating instance of TrackedResource for resource:router Jul 29 23:07:11.054118 n-d-712141-10 neutron-server[93968]: INFO neutron.quota.resource_registry [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Creating instance of TrackedResource for resource:floatingip Jul 29 23:07:11.054610 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.v2.resource_helper [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Service METERING assigned prefix: /metering {{(pid=93968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 23:07:11.056085 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:11.056459 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:11.056815 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93968) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:07:11.058500 n-d-712141-10 neutron-server[93968]: INFO neutron.quota.resource_registry [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Creating instance of CountableResource for resource:rbac_policy Jul 29 23:07:11.059006 n-d-712141-10 neutron-server[93968]: INFO neutron.quota.resource_registry [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Creating instance of TrackedResource for resource:security_group Jul 29 23:07:11.059379 n-d-712141-10 neutron-server[93968]: INFO neutron.quota.resource_registry [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 29 23:07:11.059993 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.v2.resource_helper [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Service CORE assigned prefix: {{(pid=93968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 23:07:11.060353 n-d-712141-10 neutron-server[93968]: INFO neutron.quota.resource_registry [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 23:07:11.060705 n-d-712141-10 neutron-server[93968]: WARNING neutron.quota.resource_registry [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] subnetpool is already registered Jul 29 23:07:11.061138 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.v2.resource_helper [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Service CORE assigned prefix: {{(pid=93968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 23:07:11.061462 n-d-712141-10 neutron-server[93968]: INFO neutron.quota.resource_registry [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 23:07:11.061826 n-d-712141-10 neutron-server[93968]: WARNING neutron.quota.resource_registry [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] subnetpool is already registered Jul 29 23:07:11.064153 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.v2.resource_helper [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 23:07:11.064715 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.v2.resource_helper [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Service FLAVORS assigned prefix: {{(pid=93968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 23:07:11.065335 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.v2.resource_helper [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 23:07:11.065814 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.v2.resource_helper [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 23:07:11.066146 n-d-712141-10 neutron-server[93968]: INFO neutron.quota.resource_registry [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Creating instance of TrackedResource for resource:router Jul 29 23:07:11.066483 n-d-712141-10 neutron-server[93968]: WARNING neutron.quota.resource_registry [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] router is already registered Jul 29 23:07:11.066893 n-d-712141-10 neutron-server[93968]: INFO neutron.quota.resource_registry [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Creating instance of TrackedResource for resource:floatingip Jul 29 23:07:11.067227 n-d-712141-10 neutron-server[93968]: WARNING neutron.quota.resource_registry [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] floatingip is already registered Jul 29 23:07:11.067699 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.v2.resource_helper [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Service METERING assigned prefix: /metering {{(pid=93968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 23:07:11.068390 n-d-712141-10 neutron-server[93968]: INFO neutron.quota.resource_registry [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Creating instance of CountableResource for resource:rbac_policy Jul 29 23:07:11.068713 n-d-712141-10 neutron-server[93968]: WARNING neutron.quota.resource_registry [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] rbac_policy is already registered Jul 29 23:07:11.069137 n-d-712141-10 neutron-server[93968]: INFO neutron.quota.resource_registry [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Creating instance of TrackedResource for resource:security_group Jul 29 23:07:11.069470 n-d-712141-10 neutron-server[93968]: WARNING neutron.quota.resource_registry [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] security_group is already registered Jul 29 23:07:11.069916 n-d-712141-10 neutron-server[93968]: INFO neutron.quota.resource_registry [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 29 23:07:11.070252 n-d-712141-10 neutron-server[93968]: WARNING neutron.quota.resource_registry [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] security_group_rule is already registered Jul 29 23:07:11.070743 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.v2.resource_helper [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Service CORE assigned prefix: {{(pid=93968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 23:07:11.071064 n-d-712141-10 neutron-server[93968]: INFO neutron.quota.resource_registry [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 23:07:11.071392 n-d-712141-10 neutron-server[93968]: WARNING neutron.quota.resource_registry [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] subnetpool is already registered Jul 29 23:07:11.071807 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.v2.resource_helper [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Service CORE assigned prefix: {{(pid=93968) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 23:07:11.072124 n-d-712141-10 neutron-server[93968]: INFO neutron.quota.resource_registry [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 23:07:11.072448 n-d-712141-10 neutron-server[93968]: WARNING neutron.quota.resource_registry [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] subnetpool is already registered Jul 29 23:07:11.074426 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extended resource: extensions {{(pid=93968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:07:11.075941 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extended resource: address-groups {{(pid=93968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:07:11.077418 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extended resource: address-scopes {{(pid=93968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:07:11.078673 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extended resource: agents {{(pid=93968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:07:11.079935 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extended resource: auto-allocated-topology {{(pid=93968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:07:11.081163 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extended resource: availability_zones {{(pid=93968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:07:11.082499 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extended resource: dhcp-networks {{(pid=93968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:07:11.083898 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extended resource: dhcp-agents {{(pid=93968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:07:11.085408 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extended resource: routers {{(pid=93968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:07:11.087254 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extended resource: flavors {{(pid=93968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:07:11.088515 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extended resource: service_profiles {{(pid=93968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:07:11.089899 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extended resource: next_providers {{(pid=93968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:07:11.091322 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extended resource: service_profiles {{(pid=93968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:07:11.092738 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extended resource: floatingip-pools {{(pid=93968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:07:11.094117 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extended resource: routers {{(pid=93968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:07:11.095929 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extended resource: floatingips {{(pid=93968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:07:11.097117 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extended resource: l3-routers {{(pid=93968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:07:11.098640 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extended resource: l3-agents {{(pid=93968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:07:11.100029 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extended resource: metering-labels {{(pid=93968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:07:11.101273 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extended resource: metering-label-rules {{(pid=93968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:07:11.102580 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extended resource: network-ip-availabilities {{(pid=93968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:07:11.104428 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extended resource: bindings {{(pid=93968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:07:11.106033 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extended resource: quotas {{(pid=93968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:07:11.107463 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extended resource: quotas {{(pid=93968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:07:11.108981 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extended resource: rbac-policies {{(pid=93968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:07:11.110210 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extended resource: security-groups {{(pid=93968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:07:11.111414 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extended resource: security-group-rules {{(pid=93968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:07:11.112738 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extended resource: service-providers {{(pid=93968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:07:11.114072 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extended resource: subnetpools {{(pid=93968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:07:11.115400 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extended resource: subnetpools {{(pid=93968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:07:11.116938 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extended resource: tags {{(pid=93968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:07:11.118649 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extended resource: tags {{(pid=93968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:07:11.120397 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extended resource: tags {{(pid=93968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:07:11.122327 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extended resource: tags {{(pid=93968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:07:11.124015 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extended resource: tags {{(pid=93968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:07:11.125927 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extended resource: tags {{(pid=93968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:07:11.127692 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extended resource: tags {{(pid=93968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:07:11.129484 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extended resource: tags {{(pid=93968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:07:11.132481 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extended resource: tags {{(pid=93968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:07:11.134289 n-d-712141-10 neutron-server[93968]: DEBUG neutron.api.extensions [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Extended resource: tags {{(pid=93968) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:07:11.140851 n-d-712141-10 neutron-server[93968]: WARNING keystonemiddleware.auth_token [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 29 23:07:11.145514 n-d-712141-10 neutron-server[93968]: WARNING keystonemiddleware.auth_token [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 29 23:07:11.154241 n-d-712141-10 neutron-server[93968]: DEBUG oslo_concurrency.lockutils [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Acquired lock "singleton_lock" {{(pid=93968) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 29 23:07:11.154712 n-d-712141-10 neutron-server[93968]: DEBUG oslo_concurrency.lockutils [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Releasing lock "singleton_lock" {{(pid=93968) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 29 23:07:11.155354 n-d-712141-10 neutron-server[93968]: INFO oslo_service.service [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Starting 2 workers Jul 29 23:07:11.160277 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Started child 94077 {{(pid=93968) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 29 23:07:11.164912 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Started child 94078 {{(pid=93968) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 29 23:07:11.165845 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:11.167104 n-d-712141-10 neutron-server[93968]: INFO neutron.service [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 29 23:07:11.167948 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Notify callbacks [] for process, before_spawn {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:11.168112 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [-] (94077) wsgi starting up on http://0.0.0.0:9696 Jul 29 23:07:11.170789 n-d-712141-10 neutron-server[93968]: INFO oslo_service.service [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Starting 1 workers Jul 29 23:07:11.170939 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:11.172357 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [-] (94078) wsgi starting up on http://0.0.0.0:9696 Jul 29 23:07:11.177812 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Started child 94079 {{(pid=93968) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 29 23:07:11.178561 n-d-712141-10 neutron-server[93968]: INFO oslo_service.service [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Starting 1 workers Jul 29 23:07:11.180633 n-d-712141-10 neutron-server[94079]: DEBUG neutron.service [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] calling RpcWorker wait() {{(pid=94079) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 29 23:07:11.181176 n-d-712141-10 neutron-server[94079]: DEBUG neutron.service [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] returning from RpcWorker wait() {{(pid=94079) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 29 23:07:11.183156 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:11.183619 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:07:11.184046 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Started child 94080 {{(pid=93968) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 29 23:07:11.184886 n-d-712141-10 neutron-server[93968]: DEBUG neutron_lib.callbacks.manager [None req-9a06f4e5-3473-42df-b96d-e425aa2f10b2 None None] Notify callbacks [] for process, after_spawn {{(pid=93968) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:11.186872 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93968) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 29 23:07:11.187084 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 29 23:07:11.187272 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 29 23:07:11.187482 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 29 23:07:11.187814 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 29 23:07:11.187978 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 29 23:07:11.188655 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.189011 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.189265 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.189529 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.189705 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:11.190181 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.190408 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.190670 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.190767 n-d-712141-10 neutron-server[94080]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:07:11.190927 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.191213 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.191463 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.191629 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.191792 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.192043 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.192273 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.192575 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.192837 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.193080 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.193361 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.193530 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.193845 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.194102 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.194356 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.194629 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] debug = True {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.194866 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.195361 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.195605 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.195843 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.196156 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.196869 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.196869 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.196869 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.196869 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.196869 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.196869 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.196869 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.196869 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.203661 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.203661 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.203661 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.203661 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.203661 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] host = n-d-712141-10 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.203661 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.203661 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.203661 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.204584 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.204584 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.204584 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.204584 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.204584 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.204584 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.204584 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.204584 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.205656 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.205656 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.205656 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] log_file = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.205656 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] log_options = True {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.205656 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.205656 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.205656 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.205656 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.206682 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.206682 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.206682 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.206682 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.206682 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.206682 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.206682 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.207498 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.207498 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.207498 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.207498 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.207498 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.207498 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.207498 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.207498 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.208592 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.208592 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.208592 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.208592 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.208592 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.208592 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.209271 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.209271 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.209271 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.209650 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.209650 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.210034 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.210169 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.210334 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.210589 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.210846 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.211068 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.211283 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.211563 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.211794 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.212050 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.212303 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.212498 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.212778 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.212946 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.213171 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.214317 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] use_json = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.214546 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.214758 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.215026 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.215255 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.215466 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.215724 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.215893 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.216166 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.216878 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.217051 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.217337 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.218354 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.218354 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.218354 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.218354 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.219191 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.219191 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.219589 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.219790 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.220124 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.220348 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.220633 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.220898 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.221264 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.221524 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.221970 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.222094 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.222254 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.222456 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.222673 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.223002 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.223270 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.223533 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.223793 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.224215 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.224331 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.224485 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.224717 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.224938 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.225149 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.225418 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.226008 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.226008 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.226963 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.226963 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.227387 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.227558 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.228000 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.228352 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.228522 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.228711 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.229885 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.229885 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.232609 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.232609 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.232609 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.232609 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.232609 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.232609 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.232609 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.232609 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.232609 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.234305 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.234305 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.234305 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.234305 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.234305 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.234305 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.234305 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.234305 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.234305 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.235468 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.235468 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.235468 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.235468 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.236251 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.236251 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.236251 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.237066 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.237066 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.237066 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.237665 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.237665 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.237665 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.238032 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.238032 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.238890 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.238890 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.238890 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.238890 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.239150 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.239277 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.239757 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.240250 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.240533 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.240771 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.241518 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.241518 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.241518 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.241981 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.241981 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.242242 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.242377 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.242860 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.242860 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.243349 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.243617 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.243806 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.244063 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.244297 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.244514 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.245271 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.247866 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.247866 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.247866 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.247866 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.247866 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.247866 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.247866 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.247866 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.248470 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.248470 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.248470 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.248470 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.248713 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.248781 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.249291 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.249531 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.250000 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.250413 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.250809 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.251198 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.251607 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.251980 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.252349 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.252776 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.253157 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.253529 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.253911 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.254297 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.254758 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.255490 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.255759 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.255976 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.256455 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.256903 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.257339 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.257632 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.257890 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.258148 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.258380 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.258931 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.259086 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.259331 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.259751 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.259966 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.261150 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.261443 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.261717 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.261940 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.262179 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.262417 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.262821 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.263048 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.263309 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.263531 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.263752 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.263988 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.264201 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.264421 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.264660 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.264905 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.265128 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.265382 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.265609 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.265844 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.266064 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.266334 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.266579 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.266792 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.267035 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.267274 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.267508 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.267724 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.267967 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.268204 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.268411 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.268621 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.268838 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.269073 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.269292 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.269516 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.269782 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.270018 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.270255 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.270604 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.270858 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.271123 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.271379 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.271594 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.271829 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.272081 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.272294 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.272524 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.272737 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.272967 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.273229 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.273467 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.273730 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.273961 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.274169 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.274377 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.274608 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.274818 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.275113 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.275354 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.275594 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.275874 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.276179 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.276765 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.276765 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.276911 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.277052 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.277537 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.277956 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.278338 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.278817 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.279202 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.279582 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.280013 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.280416 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.280795 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.281218 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.281623 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.282008 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.282372 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.282758 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.282996 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.283218 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.283644 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.284026 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.284437 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.284661 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.284881 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.285116 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.285349 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.285556 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.285814 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.286013 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.286223 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.286527 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.286779 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.287031 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.287307 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.287536 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.287786 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.288059 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.288390 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.288600 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.288850 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.289082 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.289487 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.289761 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.290014 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.290350 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.290629 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.290902 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.291162 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.291511 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.291868 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.292371 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.292371 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.292730 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.293060 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.293351 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.293672 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.293865 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.294125 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.294627 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.294843 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.295061 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.295272 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.295483 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.295748 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.295994 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.296232 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.296466 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.297259 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.297259 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.297259 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.297656 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.297656 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.297900 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.298023 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 29 23:07:11.298459 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93968) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 29 23:07:11.298616 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 29 23:07:11.298766 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 29 23:07:11.298932 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 29 23:07:11.299098 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 29 23:07:11.299246 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 29 23:07:11.299448 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.299605 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.299761 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.299984 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.300110 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.300237 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.300372 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.300515 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.300670 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.300818 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.300976 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.301129 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.301280 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.301423 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.301572 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.301747 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.301959 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.302049 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.302187 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.302340 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.302646 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.302807 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.302959 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] debug = True {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.303264 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.303484 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.303646 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.303794 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.303919 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.304040 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.304177 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.304333 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.304489 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.304644 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.304798 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.304958 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.305107 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.305256 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.305411 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.305565 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.305746 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.305902 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] host = n-d-712141-10 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.306058 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.306199 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.306357 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.306614 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.306750 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.306872 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.306996 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.307617 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.307769 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.307924 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.308079 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.308234 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.308388 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.308555 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] log_file = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.308719 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] log_options = True {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.308953 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.309158 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.309252 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.309434 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.309608 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.309760 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.309915 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.310142 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.310273 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.310395 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.310500 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.310655 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.310810 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.310950 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.311107 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.311261 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.311416 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.311572 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.311726 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.311880 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.312038 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.312345 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.312345 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.313144 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.313144 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.313144 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.313144 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.313144 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.313833 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.313833 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.313833 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.313833 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.314422 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.314422 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.314422 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.314422 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.314886 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.314886 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.314886 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.314886 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.315329 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.315329 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.315329 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.315542 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.315618 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.315760 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] use_json = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.315915 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.316068 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.316223 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.316377 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.316531 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.316685 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.316890 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.316988 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:07:11.317169 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.317331 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.317496 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.317828 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.318046 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.318277 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.318277 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.318500 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.318592 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.318718 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.318886 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.319045 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.319203 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.319361 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.319518 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.319680 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.319840 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.319998 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.320159 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.320315 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.320623 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.320780 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.320954 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.321089 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.321239 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.321398 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.321556 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.321760 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.322519 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.322519 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.322519 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.322519 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.322519 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.323775 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.323775 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.323775 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.323775 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.324206 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.324206 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.324206 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.324634 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.324634 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.324634 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.325010 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.325010 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.325240 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.325240 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.325482 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.325482 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.325860 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.325860 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.326111 n-d-712141-10 neutron-server[94079]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:07:11.326240 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.326240 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.326240 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.326578 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.326578 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.326818 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.326818 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.327049 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.327172 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.327292 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.327454 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.327613 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.327771 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.327929 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.328344 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.328344 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.328591 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.328713 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.328833 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.328954 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.329078 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.329199 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.329351 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.329509 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.329675 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.329840 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.329999 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.330157 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.330320 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.330527 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.330672 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.330831 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.330962 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.331090 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.331243 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.331400 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.331555 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.331711 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.331859 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.332013 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.332171 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.332311 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.332513 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.332637 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.332760 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.332907 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.333066 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.333221 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.333377 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.333534 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.333711 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.333867 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.334025 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.334180 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.334336 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.334495 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.334652 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.334812 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.334968 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.335127 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.335304 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.335432 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.335588 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.335745 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.335909 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.336076 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.336234 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.336444 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.336570 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.336693 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.336815 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.336972 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.337129 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.337285 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.337468 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.337618 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.337757 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.337930 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.338087 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.338245 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.338437 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.338618 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.338775 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.338933 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.339090 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.339247 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.339405 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.340227 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.340227 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.340227 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.340227 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.340227 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.341334 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.341334 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.341334 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.341334 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.341334 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.341334 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.341334 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.341334 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.342176 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.342176 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.342176 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.342176 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.342176 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.342756 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.342756 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.342756 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.342756 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.343588 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.343588 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.343588 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.343588 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.343588 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.343588 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.344305 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.344305 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.344305 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.344305 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.344665 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.344665 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.344822 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.344900 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.345089 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.345258 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.345596 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.345762 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.345925 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.346086 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.346242 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.346398 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.346556 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.346713 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.346872 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.347030 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.347187 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.347359 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.347518 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.347676 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.347833 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.347991 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.348147 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.348305 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.348462 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.348618 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.348775 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.349500 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.349500 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.349500 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.349500 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.349500 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.349853 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.349853 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.349969 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.350143 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.350297 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.350454 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.350624 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.350767 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.350923 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.351080 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.351248 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.351405 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.351562 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.351718 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.351874 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.352092 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.352236 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.352361 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.352472 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.352638 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.352791 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.352945 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.353268 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.353427 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.353600 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.353931 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.354248 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.354781 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.354781 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.354781 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.355026 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.355026 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.355180 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.355294 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.355466 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.355614 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.355756 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.355895 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.356044 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.356182 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.356346 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.356502 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.356652 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.356790 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.356951 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.357095 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.357256 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.357426 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.357569 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.357795 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.357944 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.358094 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.358241 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.358381 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.358517 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.358664 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.358801 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.358937 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.359106 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.359310 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.359526 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.359738 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.359878 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.360015 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.360162 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.360299 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.360436 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.360573 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.360718 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.360856 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.361015 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.361159 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.361318 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.361459 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.361642 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.361788 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.361946 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.362100 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.362248 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.362384 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.362520 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.362682 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.362825 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:07:11.362961 n-d-712141-10 neutron-server[93968]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93968) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 29 23:07:11.490341 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53874) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:07:11.498902 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062745 Jul 29 23:07:23.303770 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d452ecb-bacb-48ed-840f-53782bc206a5 None None] get_active_networks_info from n-d-712141-10 {{(pid=94079) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 23:07:23.379435 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d452ecb-bacb-48ed-840f-53782bc206a5 None None] No non-hosted networks {{(pid=94079) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 29 23:07:23.403471 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ae309d6e-e43e-4fcc-98c7-e7fefcd30fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16714712'] for agent, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:25.851951 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-504f016a-4bb9-4831-8a41-70a3318aad5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16714712'] for agent, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:25.904361 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-15128b53-b050-4bf1-b98e-107c726d9152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:26.298708 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16714712'] for agent, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:26.301848 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:07:26.302380 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:07:26.304195 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:07:26.304946 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:07:26.310314 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:07:26.313193 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:07:26.314608 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:07:26.315491 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:07:26.315979 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:07:26.316482 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:07:26.317045 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:07:26.317517 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:07:26.318095 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-712141-10', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:07:26.324404 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-712141-10', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:07:27.532935 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16714712'] for agent, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:28.835389 n-d-712141-10 neutron-server[94079]: INFO neutron.db.l3_hamode_db [None req-83ffdf53-d10d-4a0e-9371-de34893b684b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 29 23:07:28.944975 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ffdf53-d10d-4a0e-9371-de34893b684b None None] Routers set() bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:07:28.945564 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ffdf53-d10d-4a0e-9371-de34893b684b None None] Router IDs set() for agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 29 23:07:29.143126 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16714712'] for agent, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:30.263578 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53966) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:07:30.793193 n-d-712141-10 neutron-server[94078]: WARNING oslo_policy.policy [None req-448da69a-822e-4e5e-bb13-84ae0dc1eb27 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 23:07:30.794082 n-d-712141-10 neutron-server[94078]: WARNING oslo_policy.policy [None req-448da69a-822e-4e5e-bb13-84ae0dc1eb27 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 23:07:31.016376 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [None req-448da69a-822e-4e5e-bb13-84ae0dc1eb27 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:07:31.017373 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-448da69a-822e-4e5e-bb13-84ae0dc1eb27 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7528586 Jul 29 23:07:33.417063 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53980) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:07:33.737470 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-02a78073-55d1-4a7f-9c2f-856b8b04d14c admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:07:33.831391 n-d-712141-10 neutron-server[94078]: DEBUG neutron.policy [None req-02a78073-55d1-4a7f-9c2f-856b8b04d14c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94078) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 29 23:07:33.877155 n-d-712141-10 neutron-server[94078]: WARNING oslo_policy.policy [None req-02a78073-55d1-4a7f-9c2f-856b8b04d14c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 23:07:33.877539 n-d-712141-10 neutron-server[94078]: WARNING oslo_policy.policy [None req-02a78073-55d1-4a7f-9c2f-856b8b04d14c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 23:07:33.886321 n-d-712141-10 neutron-server[94078]: INFO neutron.quota [None req-02a78073-55d1-4a7f-9c2f-856b8b04d14c admin admin] Loaded quota_driver: . Jul 29 23:07:33.981067 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-02a78073-55d1-4a7f-9c2f-856b8b04d14c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745135480530', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745135479821', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745135499383', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745135499146', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745136116177', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8745135379323', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-590760', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-654022', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16341931', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16758028'] for rbac-policy, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:34.044012 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-02a78073-55d1-4a7f-9c2f-856b8b04d14c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:34.045166 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-02a78073-55d1-4a7f-9c2f-856b8b04d14c admin admin] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6270895 Jul 29 23:07:36.731284 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53992) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:07:37.223630 n-d-712141-10 neutron-server[94077]: WARNING oslo_policy.policy [None req-11b6bdc5-cd4f-4b38-b82c-0fb6fa615feb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 23:07:37.224224 n-d-712141-10 neutron-server[94077]: WARNING oslo_policy.policy [None req-11b6bdc5-cd4f-4b38-b82c-0fb6fa615feb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 23:07:37.442872 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-11b6bdc5-cd4f-4b38-b82c-0fb6fa615feb admin admin] Request body: {'network': {'project_id': 'f2881440797545a4a7eeead611a83668', 'admin_state_up': True, 'tenant_id': 'f2881440797545a4a7eeead611a83668', 'name': 'private'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:07:37.444430 n-d-712141-10 neutron-server[94077]: INFO neutron.quota [None req-11b6bdc5-cd4f-4b38-b82c-0fb6fa615feb admin admin] Loaded quota_driver: . Jul 29 23:07:37.503617 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b6bdc5-cd4f-4b38-b82c-0fb6fa615feb admin admin] Made reservation on behalf of f2881440797545a4a7eeead611a83668 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:07:37.570503 n-d-712141-10 neutron-server[94077]: DEBUG neutron.policy [None req-11b6bdc5-cd4f-4b38-b82c-0fb6fa615feb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94077) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 29 23:07:37.620839 n-d-712141-10 neutron-server[94077]: WARNING oslo_policy.policy [None req-11b6bdc5-cd4f-4b38-b82c-0fb6fa615feb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 23:07:37.621241 n-d-712141-10 neutron-server[94077]: WARNING oslo_policy.policy [None req-11b6bdc5-cd4f-4b38-b82c-0fb6fa615feb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 23:07:37.631418 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-11b6bdc5-cd4f-4b38-b82c-0fb6fa615feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:37.654488 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-11b6bdc5-cd4f-4b38-b82c-0fb6fa615feb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:37.795562 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-11b6bdc5-cd4f-4b38-b82c-0fb6fa615feb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:37.799352 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-11b6bdc5-cd4f-4b38-b82c-0fb6fa615feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:37.826382 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11b6bdc5-cd4f-4b38-b82c-0fb6fa615feb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:07:37.854581 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-11b6bdc5-cd4f-4b38-b82c-0fb6fa615feb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745132507432', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:37.855169 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-11b6bdc5-cd4f-4b38-b82c-0fb6fa615feb admin admin] Unsubscribe: segment precommit_create {{(pid=94077) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 29 23:07:37.855684 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-11b6bdc5-cd4f-4b38-b82c-0fb6fa615feb admin admin] Added segment 41979963-87e3-4066-a95e-c96a596bb4f1 of type vlan for network e590ab46-195c-4ffc-af20-dd6f31b03448 Jul 29 23:07:37.864908 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b6bdc5-cd4f-4b38-b82c-0fb6fa615feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=220f3a44-898d-4b5d-a6c9-c7636a57c51a,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:07:37.894486 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b6bdc5-cd4f-4b38-b82c-0fb6fa615feb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:07:37.894833 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b6bdc5-cd4f-4b38-b82c-0fb6fa615feb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:07:37.895203 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b6bdc5-cd4f-4b38-b82c-0fb6fa615feb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:07:37.895570 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b6bdc5-cd4f-4b38-b82c-0fb6fa615feb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:07:37.895966 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b6bdc5-cd4f-4b38-b82c-0fb6fa615feb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:07:37.896382 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b6bdc5-cd4f-4b38-b82c-0fb6fa615feb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:07:37.896703 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b6bdc5-cd4f-4b38-b82c-0fb6fa615feb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:07:37.897018 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b6bdc5-cd4f-4b38-b82c-0fb6fa615feb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:07:37.897331 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b6bdc5-cd4f-4b38-b82c-0fb6fa615feb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:07:37.897662 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b6bdc5-cd4f-4b38-b82c-0fb6fa615feb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:07:37.897978 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b6bdc5-cd4f-4b38-b82c-0fb6fa615feb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:07:37.898286 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b6bdc5-cd4f-4b38-b82c-0fb6fa615feb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:07:37.900523 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b6bdc5-cd4f-4b38-b82c-0fb6fa615feb admin admin] Tracked resource versions report: Jul 29 23:07:37.900523 n-d-712141-10 neutron-server[94077]: pushed versions: Jul 29 23:07:37.900523 n-d-712141-10 neutron-server[94077]: { 'AddressGroup': {'1.2'}, Jul 29 23:07:37.900523 n-d-712141-10 neutron-server[94077]: 'ConntrackHelper': {'1.0'}, Jul 29 23:07:37.900523 n-d-712141-10 neutron-server[94077]: 'Log': {'1.0'}, Jul 29 23:07:37.900523 n-d-712141-10 neutron-server[94077]: 'Network': {'1.1'}, Jul 29 23:07:37.900523 n-d-712141-10 neutron-server[94077]: 'Port': {'1.7'}, Jul 29 23:07:37.900523 n-d-712141-10 neutron-server[94077]: 'PortForwarding': {'1.2'}, Jul 29 23:07:37.900523 n-d-712141-10 neutron-server[94077]: 'QosPolicy': {'1.8'}, Jul 29 23:07:37.900523 n-d-712141-10 neutron-server[94077]: 'SecurityGroup': {'1.4'}, Jul 29 23:07:37.900523 n-d-712141-10 neutron-server[94077]: 'SecurityGroupRule': {'1.2'}, Jul 29 23:07:37.900523 n-d-712141-10 neutron-server[94077]: 'SubPort': {'1.0'}, Jul 29 23:07:37.900523 n-d-712141-10 neutron-server[94077]: 'Subnet': {'1.1'}, Jul 29 23:07:37.900523 n-d-712141-10 neutron-server[94077]: 'Trunk': {'1.1'}} Jul 29 23:07:37.900523 n-d-712141-10 neutron-server[94077]: consumer versions: Jul 29 23:07:37.900523 n-d-712141-10 neutron-server[94077]: { DHCP agent@n-d-712141-10: {}, Jul 29 23:07:37.900523 n-d-712141-10 neutron-server[94077]: L3 agent@n-d-712141-10: {}, Jul 29 23:07:37.900523 n-d-712141-10 neutron-server[94077]: Metadata agent@n-d-712141-10: {}, Jul 29 23:07:37.900523 n-d-712141-10 neutron-server[94077]: Metering agent@n-d-712141-10: {}, Jul 29 23:07:37.900523 n-d-712141-10 neutron-server[94077]: Open vSwitch agent@n-d-712141-10: { 'AddressGroup': '1.2', Jul 29 23:07:37.900523 n-d-712141-10 neutron-server[94077]: 'ConntrackHelper': '1.0', Jul 29 23:07:37.900523 n-d-712141-10 neutron-server[94077]: 'Log': '1.0', Jul 29 23:07:37.900523 n-d-712141-10 neutron-server[94077]: 'Network': '1.1', Jul 29 23:07:37.900523 n-d-712141-10 neutron-server[94077]: 'Port': '1.7', Jul 29 23:07:37.900523 n-d-712141-10 neutron-server[94077]: 'PortForwarding': '1.2', Jul 29 23:07:37.900523 n-d-712141-10 neutron-server[94077]: 'QosPolicy': '1.8', Jul 29 23:07:37.900523 n-d-712141-10 neutron-server[94077]: 'SecurityGroup': '1.4', Jul 29 23:07:37.900523 n-d-712141-10 neutron-server[94077]: 'SecurityGroupRule': '1.2', Jul 29 23:07:37.900523 n-d-712141-10 neutron-server[94077]: 'SubPort': '1.0', Jul 29 23:07:37.900523 n-d-712141-10 neutron-server[94077]: 'Subnet': '1.1', Jul 29 23:07:37.900523 n-d-712141-10 neutron-server[94077]: 'Trunk': '1.1'}} Jul 29 23:07:37.900523 n-d-712141-10 neutron-server[94077]: {{(pid=94077) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 23:07:38.010222 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-11b6bdc5-cd4f-4b38-b82c-0fb6fa615feb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:38.063926 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-11b6bdc5-cd4f-4b38-b82c-0fb6fa615feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:38.065179 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b6bdc5-cd4f-4b38-b82c-0fb6fa615feb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:07:38.065873 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-11b6bdc5-cd4f-4b38-b82c-0fb6fa615feb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:38.151556 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-11b6bdc5-cd4f-4b38-b82c-0fb6fa615feb admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4180098 Jul 29 23:07:38.166775 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b6bdc5-cd4f-4b38-b82c-0fb6fa615feb admin admin] Pushing event updated for resources: {'Network': ['ID=e590ab46-195c-4ffc-af20-dd6f31b03448,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:07:38.181058 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network e590ab46-195c-4ffc-af20-dd6f31b03448 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:07:40.852251 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54014) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:07:41.259574 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28bdcbf-0936-4130-8136-ec9603e3d1ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:07:41.260972 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d28bdcbf-0936-4130-8136-ec9603e3d1ff admin admin] 10.222.0.43 "GET /v2.0/networks/e590ab46-195c-4ffc-af20-dd6f31b03448 HTTP/1.1" status: 200 len: 825 time: 0.4077153 Jul 29 23:07:41.300755 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0780bd82-d07e-47c0-8e2d-5cd0bb0352ea admin admin] 10.222.0.43 "GET /v2.0/subnetpools/0144d388-daf2-4571-8dfc-14480fec46d6 HTTP/1.1" status: 200 len: 734 time: 0.0333700 Jul 29 23:07:41.310776 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-b680dcc0-6768-43c6-a64f-b0b7d81e9719 admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '0144d388-daf2-4571-8dfc-14480fec46d6', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': 'e590ab46-195c-4ffc-af20-dd6f31b03448', 'tenant_id': 'f2881440797545a4a7eeead611a83668'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:07:41.333826 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b680dcc0-6768-43c6-a64f-b0b7d81e9719 admin admin] Made reservation on behalf of f2881440797545a4a7eeead611a83668 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:07:41.336043 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b680dcc0-6768-43c6-a64f-b0b7d81e9719 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:41.653229 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b680dcc0-6768-43c6-a64f-b0b7d81e9719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:41.725169 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b680dcc0-6768-43c6-a64f-b0b7d81e9719 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffaa9f28-8f31-4c86-93de-8debe1450281,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:07:41.728757 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b680dcc0-6768-43c6-a64f-b0b7d81e9719 admin admin] Checking segment: {'id': '41979963-87e3-4066-a95e-c96a596bb4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e590ab46-195c-4ffc-af20-dd6f31b03448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:07:41.729152 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b680dcc0-6768-43c6-a64f-b0b7d81e9719 admin admin] Network hostable DHCP agents. Network: e590ab46-195c-4ffc-af20-dd6f31b03448, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:07:41.754865 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b680dcc0-6768-43c6-a64f-b0b7d81e9719 admin admin] Network e590ab46-195c-4ffc-af20-dd6f31b03448 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:07:41.766578 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-b680dcc0-6768-43c6-a64f-b0b7d81e9719 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, e590ab46-195c-4ffc-af20-dd6f31b03448) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:07:41.771249 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b680dcc0-6768-43c6-a64f-b0b7d81e9719 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:07:41.771854 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b680dcc0-6768-43c6-a64f-b0b7d81e9719 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:41.776857 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ec9384-7df2-4a04-be8c-679a422074be None None] Network e590ab46-195c-4ffc-af20-dd6f31b03448 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:07:41.785408 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b680dcc0-6768-43c6-a64f-b0b7d81e9719 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4781952 Jul 29 23:07:42.121029 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5212bfa5-3d14-4515-a057-fec69db713ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-e590ab46-195c-4ffc-af20-dd6f31b03448', 'network_id': 'e590ab46-195c-4ffc-af20-dd6f31b03448', 'tenant_id': 'f2881440797545a4a7eeead611a83668', 'fixed_ips': [{'subnet_id': 'ffaa9f28-8f31-4c86-93de-8debe1450281'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:07:42.122359 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5212bfa5-3d14-4515-a057-fec69db713ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:42.406891 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-5212bfa5-3d14-4515-a057-fec69db713ae None None] Allocated IP 172.20.0.2 (e590ab46-195c-4ffc-af20-dd6f31b03448/ffaa9f28-8f31-4c86-93de-8debe1450281/49d1d482-71f4-40eb-b484-c18b2fd1df2f) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:07:42.652884 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5212bfa5-3d14-4515-a057-fec69db713ae None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:42.669226 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-5212bfa5-3d14-4515-a057-fec69db713ae None None] Transition to ACTIVE for port object 49d1d482-71f4-40eb-b484-c18b2fd1df2f will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:07:42.690130 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-5212bfa5-3d14-4515-a057-fec69db713ae None None] Transition to ACTIVE for port object 49d1d482-71f4-40eb-b484-c18b2fd1df2f will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:07:42.700237 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5212bfa5-3d14-4515-a057-fec69db713ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:42.783343 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5212bfa5-3d14-4515-a057-fec69db713ae None None] Pushing event updated for resources: {'Port': ['ID=49d1d482-71f4-40eb-b484-c18b2fd1df2f,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:07:42.795442 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5212bfa5-3d14-4515-a057-fec69db713ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:07:42.795789 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5212bfa5-3d14-4515-a057-fec69db713ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:07:42.796128 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5212bfa5-3d14-4515-a057-fec69db713ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:07:42.796463 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5212bfa5-3d14-4515-a057-fec69db713ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:07:42.796793 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5212bfa5-3d14-4515-a057-fec69db713ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:07:42.797117 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5212bfa5-3d14-4515-a057-fec69db713ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:07:42.798586 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5212bfa5-3d14-4515-a057-fec69db713ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:07:42.798586 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5212bfa5-3d14-4515-a057-fec69db713ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:07:42.798586 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5212bfa5-3d14-4515-a057-fec69db713ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:07:42.798586 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5212bfa5-3d14-4515-a057-fec69db713ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:07:42.798870 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5212bfa5-3d14-4515-a057-fec69db713ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:07:42.799122 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5212bfa5-3d14-4515-a057-fec69db713ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:07:42.800155 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5212bfa5-3d14-4515-a057-fec69db713ae None None] Tracked resource versions report: Jul 29 23:07:42.800155 n-d-712141-10 neutron-server[94079]: pushed versions: Jul 29 23:07:42.800155 n-d-712141-10 neutron-server[94079]: { 'AddressGroup': {'1.2'}, Jul 29 23:07:42.800155 n-d-712141-10 neutron-server[94079]: 'ConntrackHelper': {'1.0'}, Jul 29 23:07:42.800155 n-d-712141-10 neutron-server[94079]: 'Log': {'1.0'}, Jul 29 23:07:42.800155 n-d-712141-10 neutron-server[94079]: 'Network': {'1.1'}, Jul 29 23:07:42.800155 n-d-712141-10 neutron-server[94079]: 'Port': {'1.7'}, Jul 29 23:07:42.800155 n-d-712141-10 neutron-server[94079]: 'PortForwarding': {'1.2'}, Jul 29 23:07:42.800155 n-d-712141-10 neutron-server[94079]: 'QosPolicy': {'1.8'}, Jul 29 23:07:42.800155 n-d-712141-10 neutron-server[94079]: 'SecurityGroup': {'1.4'}, Jul 29 23:07:42.800155 n-d-712141-10 neutron-server[94079]: 'SecurityGroupRule': {'1.2'}, Jul 29 23:07:42.800155 n-d-712141-10 neutron-server[94079]: 'SubPort': {'1.0'}, Jul 29 23:07:42.800155 n-d-712141-10 neutron-server[94079]: 'Subnet': {'1.1'}, Jul 29 23:07:42.800155 n-d-712141-10 neutron-server[94079]: 'Trunk': {'1.1'}} Jul 29 23:07:42.800155 n-d-712141-10 neutron-server[94079]: consumer versions: Jul 29 23:07:42.800155 n-d-712141-10 neutron-server[94079]: { DHCP agent@n-d-712141-10: {}, Jul 29 23:07:42.800155 n-d-712141-10 neutron-server[94079]: L3 agent@n-d-712141-10: {}, Jul 29 23:07:42.800155 n-d-712141-10 neutron-server[94079]: Metadata agent@n-d-712141-10: {}, Jul 29 23:07:42.800155 n-d-712141-10 neutron-server[94079]: Metering agent@n-d-712141-10: {}, Jul 29 23:07:42.800155 n-d-712141-10 neutron-server[94079]: Open vSwitch agent@n-d-712141-10: { 'AddressGroup': '1.2', Jul 29 23:07:42.800155 n-d-712141-10 neutron-server[94079]: 'ConntrackHelper': '1.0', Jul 29 23:07:42.800155 n-d-712141-10 neutron-server[94079]: 'Log': '1.0', Jul 29 23:07:42.800155 n-d-712141-10 neutron-server[94079]: 'Network': '1.1', Jul 29 23:07:42.800155 n-d-712141-10 neutron-server[94079]: 'Port': '1.7', Jul 29 23:07:42.800155 n-d-712141-10 neutron-server[94079]: 'PortForwarding': '1.2', Jul 29 23:07:42.800155 n-d-712141-10 neutron-server[94079]: 'QosPolicy': '1.8', Jul 29 23:07:42.800155 n-d-712141-10 neutron-server[94079]: 'SecurityGroup': '1.4', Jul 29 23:07:42.800155 n-d-712141-10 neutron-server[94079]: 'SecurityGroupRule': '1.2', Jul 29 23:07:42.800155 n-d-712141-10 neutron-server[94079]: 'SubPort': '1.0', Jul 29 23:07:42.800155 n-d-712141-10 neutron-server[94079]: 'Subnet': '1.1', Jul 29 23:07:42.800155 n-d-712141-10 neutron-server[94079]: 'Trunk': '1.1'}} Jul 29 23:07:42.800155 n-d-712141-10 neutron-server[94079]: {{(pid=94079) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 23:07:42.803507 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5212bfa5-3d14-4515-a057-fec69db713ae None None] Network e590ab46-195c-4ffc-af20-dd6f31b03448 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:07:42.809654 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-5212bfa5-3d14-4515-a057-fec69db713ae None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:07:42.829856 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5212bfa5-3d14-4515-a057-fec69db713ae None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:07:42.909595 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-5212bfa5-3d14-4515-a057-fec69db713ae None None] Attempting to bind port 49d1d482-71f4-40eb-b484-c18b2fd1df2f on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:07:42.910027 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-5212bfa5-3d14-4515-a057-fec69db713ae None None] Attempting to bind port 49d1d482-71f4-40eb-b484-c18b2fd1df2f by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '41979963-87e3-4066-a95e-c96a596bb4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e590ab46-195c-4ffc-af20-dd6f31b03448'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:07:42.910437 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5212bfa5-3d14-4515-a057-fec69db713ae None None] Attempting to bind port 49d1d482-71f4-40eb-b484-c18b2fd1df2f on network e590ab46-195c-4ffc-af20-dd6f31b03448 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:07:42.916275 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5212bfa5-3d14-4515-a057-fec69db713ae None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:07:42.916681 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5212bfa5-3d14-4515-a057-fec69db713ae None None] Checking segment: {'id': '41979963-87e3-4066-a95e-c96a596bb4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e590ab46-195c-4ffc-af20-dd6f31b03448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:07:42.917131 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5212bfa5-3d14-4515-a057-fec69db713ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:42.917538 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5212bfa5-3d14-4515-a057-fec69db713ae None None] Bound using segment: {'id': '41979963-87e3-4066-a95e-c96a596bb4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e590ab46-195c-4ffc-af20-dd6f31b03448'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:07:42.918053 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-5212bfa5-3d14-4515-a057-fec69db713ae None None] Bound port: 49d1d482-71f4-40eb-b484-c18b2fd1df2f, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41979963-87e3-4066-a95e-c96a596bb4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e590ab46-195c-4ffc-af20-dd6f31b03448'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:07:42.918755 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5212bfa5-3d14-4515-a057-fec69db713ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:42.988307 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-5212bfa5-3d14-4515-a057-fec69db713ae None None] For port 49d1d482-71f4-40eb-b484-c18b2fd1df2f, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:07:42.993408 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-5212bfa5-3d14-4515-a057-fec69db713ae None None] For port 49d1d482-71f4-40eb-b484-c18b2fd1df2f, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=49d1d482-71f4-40eb-b484-c18b2fd1df2f,segment=NetworkSegment(41979963-87e3-4066-a95e-c96a596bb4f1),segment_id=41979963-87e3-4066-a95e-c96a596bb4f1)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:07:42.998520 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5212bfa5-3d14-4515-a057-fec69db713ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:43.069352 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5212bfa5-3d14-4515-a057-fec69db713ae None None] Pushing event updated for resources: {'Port': ['ID=49d1d482-71f4-40eb-b484-c18b2fd1df2f,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:07:44.259707 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54024) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:07:44.606480 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [None req-1408dc9d-e910-480e-ab59-68f4ddb42727 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:07:44.621678 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-1408dc9d-e910-480e-ab59-68f4ddb42727 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3468354 Jul 29 23:07:47.066909 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54032) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:07:47.399317 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [None req-f6b8b17e-6a2b-4360-92c7-88ee5b9f45d4 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:07:47.400325 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-f6b8b17e-6a2b-4360-92c7-88ee5b9f45d4 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3324478 Jul 29 23:07:50.245392 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54042) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:07:50.572869 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-b3a03f0e-e076-4066-a53f-b74b0c16d754 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'f2881440797545a4a7eeead611a83668', 'admin_state_up': True}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:07:50.615225 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b3a03f0e-e076-4066-a53f-b74b0c16d754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:50.617725 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b3a03f0e-e076-4066-a53f-b74b0c16d754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:50.763918 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b3a03f0e-e076-4066-a53f-b74b0c16d754 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:50.770149 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b3a03f0e-e076-4066-a53f-b74b0c16d754 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:50.783185 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b3a03f0e-e076-4066-a53f-b74b0c16d754 admin admin] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:50.784406 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b3a03f0e-e076-4066-a53f-b74b0c16d754 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5379817 Jul 29 23:07:51.751943 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beecd6ba-bdf2-436a-a904-61b2bd272171 None None] Network e590ab46-195c-4ffc-af20-dd6f31b03448 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:07:51.859427 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-5e1d7c7c-0e14-4827-8e46-743c7f54ae90 None None] Provisioning for port 49d1d482-71f4-40eb-b484-c18b2fd1df2f completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:07:52.530857 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 49d1d482-71f4-40eb-b484-c18b2fd1df2f up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:07:52.619160 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 49d1d482-71f4-40eb-b484-c18b2fd1df2f completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:07:52.624277 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 49d1d482-71f4-40eb-b484-c18b2fd1df2f triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:07:52.624694 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:52.738444 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:52.773555 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 49d1d482-71f4-40eb-b484-c18b2fd1df2f, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=49d1d482-71f4-40eb-b484-c18b2fd1df2f,segment=NetworkSegment(41979963-87e3-4066-a95e-c96a596bb4f1),segment_id=41979963-87e3-4066-a95e-c96a596bb4f1)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:07:52.777698 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:52.828653 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=49d1d482-71f4-40eb-b484-c18b2fd1df2f,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:07:53.180956 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-73928b28-c3e9-4fee-8cb1-1612d0cf6002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:53.290122 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54054) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:07:53.613818 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [None req-cfa33596-4be7-4410-90f1-800ecef72411 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:07:53.614829 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-cfa33596-4be7-4410-90f1-800ecef72411 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3234265 Jul 29 23:07:54.515041 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 49d1d482-71f4-40eb-b484-c18b2fd1df2f up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:07:54.572975 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 49d1d482-71f4-40eb-b484-c18b2fd1df2f triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:07:54.573347 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:55.834063 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b861602a-d577-4797-b756-763a1f3172cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:56.083386 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54062) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:07:56.265547 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:56.422196 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-c8633e44-c592-466d-9f9e-cb30697be252 admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:07:56.450697 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8633e44-c592-466d-9f9e-cb30697be252 admin admin] Made reservation on behalf of 47fc3bc8fd2d483d81714d9b9facc36e for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:07:56.453413 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c8633e44-c592-466d-9f9e-cb30697be252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:56.470579 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c8633e44-c592-466d-9f9e-cb30697be252 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:56.595847 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c8633e44-c592-466d-9f9e-cb30697be252 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:56.599835 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c8633e44-c592-466d-9f9e-cb30697be252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:56.611081 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c8633e44-c592-466d-9f9e-cb30697be252 admin admin] Reserving flat network on physical network physnet1 {{(pid=94078) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 29 23:07:56.645377 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c8633e44-c592-466d-9f9e-cb30697be252 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8745132507432', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:56.646043 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c8633e44-c592-466d-9f9e-cb30697be252 admin admin] Unsubscribe: segment precommit_create {{(pid=94078) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 29 23:07:56.646619 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-c8633e44-c592-466d-9f9e-cb30697be252 admin admin] Added segment 3e5a7b94-ca0f-480c-aa16-761232f7eb0b of type flat for network 58f27f61-3278-49cc-b66b-1e729d26f29f Jul 29 23:07:56.665803 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8633e44-c592-466d-9f9e-cb30697be252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf54be3d-10f1-4f1a-b253-c05474afdd5b,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:07:56.718376 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8633e44-c592-466d-9f9e-cb30697be252 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:07:56.718694 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8633e44-c592-466d-9f9e-cb30697be252 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:07:56.719027 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8633e44-c592-466d-9f9e-cb30697be252 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:07:56.719365 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8633e44-c592-466d-9f9e-cb30697be252 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:07:56.719702 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8633e44-c592-466d-9f9e-cb30697be252 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:07:56.720004 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8633e44-c592-466d-9f9e-cb30697be252 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:07:56.720315 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8633e44-c592-466d-9f9e-cb30697be252 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:07:56.720628 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8633e44-c592-466d-9f9e-cb30697be252 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:07:56.720941 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8633e44-c592-466d-9f9e-cb30697be252 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:07:56.721250 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8633e44-c592-466d-9f9e-cb30697be252 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:07:56.721558 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8633e44-c592-466d-9f9e-cb30697be252 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:07:56.721890 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8633e44-c592-466d-9f9e-cb30697be252 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:07:56.723019 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8633e44-c592-466d-9f9e-cb30697be252 admin admin] Tracked resource versions report: Jul 29 23:07:56.723019 n-d-712141-10 neutron-server[94078]: pushed versions: Jul 29 23:07:56.723019 n-d-712141-10 neutron-server[94078]: { 'AddressGroup': {'1.2'}, Jul 29 23:07:56.723019 n-d-712141-10 neutron-server[94078]: 'ConntrackHelper': {'1.0'}, Jul 29 23:07:56.723019 n-d-712141-10 neutron-server[94078]: 'Log': {'1.0'}, Jul 29 23:07:56.723019 n-d-712141-10 neutron-server[94078]: 'Network': {'1.1'}, Jul 29 23:07:56.723019 n-d-712141-10 neutron-server[94078]: 'Port': {'1.7'}, Jul 29 23:07:56.723019 n-d-712141-10 neutron-server[94078]: 'PortForwarding': {'1.2'}, Jul 29 23:07:56.723019 n-d-712141-10 neutron-server[94078]: 'QosPolicy': {'1.8'}, Jul 29 23:07:56.723019 n-d-712141-10 neutron-server[94078]: 'SecurityGroup': {'1.4'}, Jul 29 23:07:56.723019 n-d-712141-10 neutron-server[94078]: 'SecurityGroupRule': {'1.2'}, Jul 29 23:07:56.723019 n-d-712141-10 neutron-server[94078]: 'SubPort': {'1.0'}, Jul 29 23:07:56.723019 n-d-712141-10 neutron-server[94078]: 'Subnet': {'1.1'}, Jul 29 23:07:56.723019 n-d-712141-10 neutron-server[94078]: 'Trunk': {'1.1'}} Jul 29 23:07:56.723019 n-d-712141-10 neutron-server[94078]: consumer versions: Jul 29 23:07:56.723019 n-d-712141-10 neutron-server[94078]: { DHCP agent@n-d-712141-10: {}, Jul 29 23:07:56.723019 n-d-712141-10 neutron-server[94078]: L3 agent@n-d-712141-10: {}, Jul 29 23:07:56.723019 n-d-712141-10 neutron-server[94078]: Metadata agent@n-d-712141-10: {}, Jul 29 23:07:56.723019 n-d-712141-10 neutron-server[94078]: Metering agent@n-d-712141-10: {}, Jul 29 23:07:56.723019 n-d-712141-10 neutron-server[94078]: Open vSwitch agent@n-d-712141-10: { 'AddressGroup': '1.2', Jul 29 23:07:56.723019 n-d-712141-10 neutron-server[94078]: 'ConntrackHelper': '1.0', Jul 29 23:07:56.723019 n-d-712141-10 neutron-server[94078]: 'Log': '1.0', Jul 29 23:07:56.723019 n-d-712141-10 neutron-server[94078]: 'Network': '1.1', Jul 29 23:07:56.723019 n-d-712141-10 neutron-server[94078]: 'Port': '1.7', Jul 29 23:07:56.723019 n-d-712141-10 neutron-server[94078]: 'PortForwarding': '1.2', Jul 29 23:07:56.723019 n-d-712141-10 neutron-server[94078]: 'QosPolicy': '1.8', Jul 29 23:07:56.723019 n-d-712141-10 neutron-server[94078]: 'SecurityGroup': '1.4', Jul 29 23:07:56.723019 n-d-712141-10 neutron-server[94078]: 'SecurityGroupRule': '1.2', Jul 29 23:07:56.723019 n-d-712141-10 neutron-server[94078]: 'SubPort': '1.0', Jul 29 23:07:56.723019 n-d-712141-10 neutron-server[94078]: 'Subnet': '1.1', Jul 29 23:07:56.723019 n-d-712141-10 neutron-server[94078]: 'Trunk': '1.1'}} Jul 29 23:07:56.723019 n-d-712141-10 neutron-server[94078]: {{(pid=94078) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 23:07:56.775608 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c8633e44-c592-466d-9f9e-cb30697be252 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:56.831150 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c8633e44-c592-466d-9f9e-cb30697be252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:56.832421 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8633e44-c592-466d-9f9e-cb30697be252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:07:56.833189 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c8633e44-c592-466d-9f9e-cb30697be252 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:56.919970 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-c8633e44-c592-466d-9f9e-cb30697be252 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8354011 Jul 29 23:07:56.934128 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8633e44-c592-466d-9f9e-cb30697be252 admin admin] Pushing event updated for resources: {'Network': ['ID=58f27f61-3278-49cc-b66b-1e729d26f29f,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:07:56.951383 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 58f27f61-3278-49cc-b66b-1e729d26f29f details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:07:57.466428 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:59.095414 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:59.326217 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54084) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:07:59.550585 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181a4585-4b9e-4438-9d33-27fc84f2b241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:07:59.551982 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-181a4585-4b9e-4438-9d33-27fc84f2b241 admin admin] 10.222.0.43 "GET /v2.0/subnets/ffaa9f28-8f31-4c86-93de-8debe1450281 HTTP/1.1" status: 200 len: 849 time: 0.2247798 Jul 29 23:07:59.745209 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-235d2573-0faf-4969-856a-b6c9d084b1bf admin admin] 10.222.0.43 "GET /v2.0/routers/9e7b452f-797c-46f5-9230-6adfa5b086ae HTTP/1.1" status: 200 len: 704 time: 0.1868815 Jul 29 23:08:00.015281 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f981185d-616b-405a-bc23-fa184ab1c3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:08:00.312022 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-f981185d-616b-405a-bc23-fa184ab1c3ff admin admin] Allocated IP 172.20.0.1 (e590ab46-195c-4ffc-af20-dd6f31b03448/ffaa9f28-8f31-4c86-93de-8debe1450281/f847f88e-5892-4d8b-8ccb-b4469b03b3d5) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:08:00.497843 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f981185d-616b-405a-bc23-fa184ab1c3ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:08:00.527236 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-f981185d-616b-405a-bc23-fa184ab1c3ff admin admin] Transition to ACTIVE for port object f847f88e-5892-4d8b-8ccb-b4469b03b3d5 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:08:00.608451 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f981185d-616b-405a-bc23-fa184ab1c3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:08:00.679486 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f981185d-616b-405a-bc23-fa184ab1c3ff admin admin] Network e590ab46-195c-4ffc-af20-dd6f31b03448 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:08:00.685820 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-f981185d-616b-405a-bc23-fa184ab1c3ff admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:08:00.693517 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f981185d-616b-405a-bc23-fa184ab1c3ff admin admin] Pushing event updated for resources: {'Port': ['ID=f847f88e-5892-4d8b-8ccb-b4469b03b3d5,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:08:00.704986 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f981185d-616b-405a-bc23-fa184ab1c3ff admin admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:08:00.705520 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f981185d-616b-405a-bc23-fa184ab1c3ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:08:00.879100 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f0cecece-d256-41ae-b74e-5819c56102a8 None None] Provisioning for port f847f88e-5892-4d8b-8ccb-b4469b03b3d5 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:08:00.883729 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f0cecece-d256-41ae-b74e-5819c56102a8 None None] Provisioning complete for port f847f88e-5892-4d8b-8ccb-b4469b03b3d5 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:08:00.884101 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f0cecece-d256-41ae-b74e-5819c56102a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:08:00.913886 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f981185d-616b-405a-bc23-fa184ab1c3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:08:00.919418 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-f0cecece-d256-41ae-b74e-5819c56102a8 None None] Port f847f88e-5892-4d8b-8ccb-b4469b03b3d5 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:08:01.192208 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f981185d-616b-405a-bc23-fa184ab1c3ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:08:01.199463 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f981185d-616b-405a-bc23-fa184ab1c3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:08:01.200394 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f981185d-616b-405a-bc23-fa184ab1c3ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:08:01.278918 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f981185d-616b-405a-bc23-fa184ab1c3ff admin admin] Pushing event updated for resources: {'Port': ['ID=f847f88e-5892-4d8b-8ccb-b4469b03b3d5,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:08:01.335192 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f981185d-616b-405a-bc23-fa184ab1c3ff admin admin] Network e590ab46-195c-4ffc-af20-dd6f31b03448 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:08:01.336546 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-f981185d-616b-405a-bc23-fa184ab1c3ff admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:08:01.498484 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f981185d-616b-405a-bc23-fa184ab1c3ff admin admin] Router 9e7b452f-797c-46f5-9230-6adfa5b086ae is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:08:01.541415 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-17369dc7-6ce3-42bf-b7ed-4bca156db32f None None] Provisioning complete for port f847f88e-5892-4d8b-8ccb-b4469b03b3d5 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:08:01.541857 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-17369dc7-6ce3-42bf-b7ed-4bca156db32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:08:01.578379 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-17369dc7-6ce3-42bf-b7ed-4bca156db32f None None] Port f847f88e-5892-4d8b-8ccb-b4469b03b3d5 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:08:01.605680 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f981185d-616b-405a-bc23-fa184ab1c3ff admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:08:01.613095 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-f981185d-616b-405a-bc23-fa184ab1c3ff admin admin] 10.222.0.43 "PUT /v2.0/routers/9e7b452f-797c-46f5-9230-6adfa5b086ae/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8623965 Jul 29 23:08:01.625910 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18301cf1-81a9-47b8-b1c5-f746afb844bf None None] Sync routers for ids ['9e7b452f-797c-46f5-9230-6adfa5b086ae'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:08:01.638146 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18301cf1-81a9-47b8-b1c5-f746afb844bf None None] Routers {'9e7b452f-797c-46f5-9230-6adfa5b086ae'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:08:01.639050 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-18301cf1-81a9-47b8-b1c5-f746afb844bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:07:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['9e7b452f-797c-46f5-9230-6adfa5b086ae'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:08:01.825373 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-18301cf1-81a9-47b8-b1c5-f746afb844bf None None] Set router 9e7b452f-797c-46f5-9230-6adfa5b086ae gateway port host: None {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:08:02.267657 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-18301cf1-81a9-47b8-b1c5-f746afb844bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7b452f-797c-46f5-9230-6adfa5b086ae', 'name': 'router1', 'tenant_id': 'f2881440797545a4a7eeead611a83668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:07:50Z', 'updated_at': '2021-07-29T23:08:00Z', 'revision_number': 2, 'project_id': 'f2881440797545a4a7eeead611a83668', 'gw_port_host': None, '_interfaces': [{'id': 'f847f88e-5892-4d8b-8ccb-b4469b03b3d5', 'name': '', 'network_id': 'e590ab46-195c-4ffc-af20-dd6f31b03448', 'tenant_id': 'f2881440797545a4a7eeead611a83668', 'mac_address': 'fa:16:3e:b6:80:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e7b452f-797c-46f5-9230-6adfa5b086ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ffaa9f28-8f31-4c86-93de-8debe1450281', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:08:00Z', 'updated_at': '2021-07-29T23:08:01Z', 'revision_number': 2, 'project_id': 'f2881440797545a4a7eeead611a83668', 'subnets': [{'id': 'ffaa9f28-8f31-4c86-93de-8debe1450281', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0144d388-daf2-4571-8dfc-14480fec46d6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:08:02.319824 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18301cf1-81a9-47b8-b1c5-f746afb844bf None None] Checking router: 9e7b452f-797c-46f5-9230-6adfa5b086ae for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:08:02.320188 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18301cf1-81a9-47b8-b1c5-f746afb844bf None None] Updating router 9e7b452f-797c-46f5-9230-6adfa5b086ae port f847f88e-5892-4d8b-8ccb-b4469b03b3d5 binding host n-d-712141-10 {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:08:02.367694 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-18301cf1-81a9-47b8-b1c5-f746afb844bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:08:02.890940 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-18301cf1-81a9-47b8-b1c5-f746afb844bf None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:08:02.910782 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-18301cf1-81a9-47b8-b1c5-f746afb844bf None None] Transition to ACTIVE for port object f847f88e-5892-4d8b-8ccb-b4469b03b3d5 will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:08:02.918132 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-18301cf1-81a9-47b8-b1c5-f746afb844bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:08:03.072806 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b23f1c-0bba-4402-a162-5fefea37d651 None None] Pushing event updated for resources: {'Port': ['ID=f847f88e-5892-4d8b-8ccb-b4469b03b3d5,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:08:03.088660 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b23f1c-0bba-4402-a162-5fefea37d651 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:08:03.089008 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b23f1c-0bba-4402-a162-5fefea37d651 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:08:03.089349 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b23f1c-0bba-4402-a162-5fefea37d651 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:08:03.089718 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b23f1c-0bba-4402-a162-5fefea37d651 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:08:03.090049 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b23f1c-0bba-4402-a162-5fefea37d651 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:08:03.090379 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b23f1c-0bba-4402-a162-5fefea37d651 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:08:03.090709 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b23f1c-0bba-4402-a162-5fefea37d651 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:08:03.091034 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b23f1c-0bba-4402-a162-5fefea37d651 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:08:03.091362 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b23f1c-0bba-4402-a162-5fefea37d651 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:08:03.091685 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b23f1c-0bba-4402-a162-5fefea37d651 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:08:03.092008 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b23f1c-0bba-4402-a162-5fefea37d651 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:08:03.092349 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b23f1c-0bba-4402-a162-5fefea37d651 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:08:03.093483 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b23f1c-0bba-4402-a162-5fefea37d651 None None] Tracked resource versions report: Jul 29 23:08:03.093483 n-d-712141-10 neutron-server[94080]: pushed versions: Jul 29 23:08:03.093483 n-d-712141-10 neutron-server[94080]: { 'AddressGroup': {'1.2'}, Jul 29 23:08:03.093483 n-d-712141-10 neutron-server[94080]: 'ConntrackHelper': {'1.0'}, Jul 29 23:08:03.093483 n-d-712141-10 neutron-server[94080]: 'Log': {'1.0'}, Jul 29 23:08:03.093483 n-d-712141-10 neutron-server[94080]: 'Network': {'1.1'}, Jul 29 23:08:03.093483 n-d-712141-10 neutron-server[94080]: 'Port': {'1.7'}, Jul 29 23:08:03.093483 n-d-712141-10 neutron-server[94080]: 'PortForwarding': {'1.2'}, Jul 29 23:08:03.093483 n-d-712141-10 neutron-server[94080]: 'QosPolicy': {'1.8'}, Jul 29 23:08:03.093483 n-d-712141-10 neutron-server[94080]: 'SecurityGroup': {'1.4'}, Jul 29 23:08:03.093483 n-d-712141-10 neutron-server[94080]: 'SecurityGroupRule': {'1.2'}, Jul 29 23:08:03.093483 n-d-712141-10 neutron-server[94080]: 'SubPort': {'1.0'}, Jul 29 23:08:03.093483 n-d-712141-10 neutron-server[94080]: 'Subnet': {'1.1'}, Jul 29 23:08:03.093483 n-d-712141-10 neutron-server[94080]: 'Trunk': {'1.1'}} Jul 29 23:08:03.093483 n-d-712141-10 neutron-server[94080]: consumer versions: Jul 29 23:08:03.093483 n-d-712141-10 neutron-server[94080]: { DHCP agent@n-d-712141-10: {}, Jul 29 23:08:03.093483 n-d-712141-10 neutron-server[94080]: L3 agent@n-d-712141-10: {}, Jul 29 23:08:03.093483 n-d-712141-10 neutron-server[94080]: Metadata agent@n-d-712141-10: {}, Jul 29 23:08:03.093483 n-d-712141-10 neutron-server[94080]: Metering agent@n-d-712141-10: {}, Jul 29 23:08:03.093483 n-d-712141-10 neutron-server[94080]: Open vSwitch agent@n-d-712141-10: { 'AddressGroup': '1.2', Jul 29 23:08:03.093483 n-d-712141-10 neutron-server[94080]: 'ConntrackHelper': '1.0', Jul 29 23:08:03.093483 n-d-712141-10 neutron-server[94080]: 'Log': '1.0', Jul 29 23:08:03.093483 n-d-712141-10 neutron-server[94080]: 'Network': '1.1', Jul 29 23:08:03.093483 n-d-712141-10 neutron-server[94080]: 'Port': '1.7', Jul 29 23:08:03.093483 n-d-712141-10 neutron-server[94080]: 'PortForwarding': '1.2', Jul 29 23:08:03.093483 n-d-712141-10 neutron-server[94080]: 'QosPolicy': '1.8', Jul 29 23:08:03.093483 n-d-712141-10 neutron-server[94080]: 'SecurityGroup': '1.4', Jul 29 23:08:03.093483 n-d-712141-10 neutron-server[94080]: 'SecurityGroupRule': '1.2', Jul 29 23:08:03.093483 n-d-712141-10 neutron-server[94080]: 'SubPort': '1.0', Jul 29 23:08:03.093483 n-d-712141-10 neutron-server[94080]: 'Subnet': '1.1', Jul 29 23:08:03.093483 n-d-712141-10 neutron-server[94080]: 'Trunk': '1.1'}} Jul 29 23:08:03.093483 n-d-712141-10 neutron-server[94080]: {{(pid=94080) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 23:08:03.095947 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-18301cf1-81a9-47b8-b1c5-f746afb844bf None None] Attempting to bind port f847f88e-5892-4d8b-8ccb-b4469b03b3d5 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:08:03.096355 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-18301cf1-81a9-47b8-b1c5-f746afb844bf None None] Attempting to bind port f847f88e-5892-4d8b-8ccb-b4469b03b3d5 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '41979963-87e3-4066-a95e-c96a596bb4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e590ab46-195c-4ffc-af20-dd6f31b03448'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:08:03.096759 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18301cf1-81a9-47b8-b1c5-f746afb844bf None None] Attempting to bind port f847f88e-5892-4d8b-8ccb-b4469b03b3d5 on network e590ab46-195c-4ffc-af20-dd6f31b03448 {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:08:03.103129 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18301cf1-81a9-47b8-b1c5-f746afb844bf None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:08:03.103538 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18301cf1-81a9-47b8-b1c5-f746afb844bf None None] Checking segment: {'id': '41979963-87e3-4066-a95e-c96a596bb4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e590ab46-195c-4ffc-af20-dd6f31b03448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:08:03.103995 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-18301cf1-81a9-47b8-b1c5-f746afb844bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:08:03.104390 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18301cf1-81a9-47b8-b1c5-f746afb844bf None None] Bound using segment: {'id': '41979963-87e3-4066-a95e-c96a596bb4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e590ab46-195c-4ffc-af20-dd6f31b03448'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:08:03.104893 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-18301cf1-81a9-47b8-b1c5-f746afb844bf None None] Bound port: f847f88e-5892-4d8b-8ccb-b4469b03b3d5, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41979963-87e3-4066-a95e-c96a596bb4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'e590ab46-195c-4ffc-af20-dd6f31b03448'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:08:03.105355 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-18301cf1-81a9-47b8-b1c5-f746afb844bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:08:03.176216 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-18301cf1-81a9-47b8-b1c5-f746afb844bf None None] For port f847f88e-5892-4d8b-8ccb-b4469b03b3d5, host n-d-712141-10, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:08:03.202800 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-18301cf1-81a9-47b8-b1c5-f746afb844bf None None] For port f847f88e-5892-4d8b-8ccb-b4469b03b3d5, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=f847f88e-5892-4d8b-8ccb-b4469b03b3d5,segment=NetworkSegment(41979963-87e3-4066-a95e-c96a596bb4f1),segment_id=41979963-87e3-4066-a95e-c96a596bb4f1)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:08:03.208363 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-18301cf1-81a9-47b8-b1c5-f746afb844bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:08:03.281898 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18301cf1-81a9-47b8-b1c5-f746afb844bf None None] Routers {'9e7b452f-797c-46f5-9230-6adfa5b086ae'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:08:03.282610 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-18301cf1-81a9-47b8-b1c5-f746afb844bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:07:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['9e7b452f-797c-46f5-9230-6adfa5b086ae'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:08:03.367014 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b23f1c-0bba-4402-a162-5fefea37d651 None None] Pushing event updated for resources: {'Port': ['ID=f847f88e-5892-4d8b-8ccb-b4469b03b3d5,revision_number=4']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:08:03.387313 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-18301cf1-81a9-47b8-b1c5-f746afb844bf None None] Set router 9e7b452f-797c-46f5-9230-6adfa5b086ae gateway port host: None {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:08:03.607007 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-18301cf1-81a9-47b8-b1c5-f746afb844bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7b452f-797c-46f5-9230-6adfa5b086ae', 'name': 'router1', 'tenant_id': 'f2881440797545a4a7eeead611a83668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:07:50Z', 'updated_at': '2021-07-29T23:08:00Z', 'revision_number': 2, 'project_id': 'f2881440797545a4a7eeead611a83668', 'gw_port_host': None, '_interfaces': [{'id': 'f847f88e-5892-4d8b-8ccb-b4469b03b3d5', 'name': '', 'network_id': 'e590ab46-195c-4ffc-af20-dd6f31b03448', 'tenant_id': 'f2881440797545a4a7eeead611a83668', 'mac_address': 'fa:16:3e:b6:80:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e7b452f-797c-46f5-9230-6adfa5b086ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ffaa9f28-8f31-4c86-93de-8debe1450281', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:08:00Z', 'updated_at': '2021-07-29T23:08:03Z', 'revision_number': 4, 'project_id': 'f2881440797545a4a7eeead611a83668', 'subnets': [{'id': 'ffaa9f28-8f31-4c86-93de-8debe1450281', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0144d388-daf2-4571-8dfc-14480fec46d6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:08:03.641123 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18301cf1-81a9-47b8-b1c5-f746afb844bf None None] The sync data for ids ['9e7b452f-797c-46f5-9230-6adfa5b086ae'] in n-d-712141-10 is: [{'id': '9e7b452f-797c-46f5-9230-6adfa5b086ae', 'name': 'router1', 'tenant_id': 'f2881440797545a4a7eeead611a83668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:07:50Z', 'updated_at': '2021-07-29T23:08:00Z', 'revision_number': 2, 'project_id': 'f2881440797545a4a7eeead611a83668', 'gw_port_host': None, '_interfaces': [{'id': 'f847f88e-5892-4d8b-8ccb-b4469b03b3d5', 'name': '', 'network_id': 'e590ab46-195c-4ffc-af20-dd6f31b03448', 'tenant_id': 'f2881440797545a4a7eeead611a83668', 'mac_address': 'fa:16:3e:b6:80:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e7b452f-797c-46f5-9230-6adfa5b086ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ffaa9f28-8f31-4c86-93de-8debe1450281', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:08:00Z', 'updated_at': '2021-07-29T23:08:03Z', 'revision_number': 4, 'project_id': 'f2881440797545a4a7eeead611a83668', 'subnets': [{'id': 'ffaa9f28-8f31-4c86-93de-8debe1450281', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0144d388-daf2-4571-8dfc-14480fec46d6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:08:03.910445 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54108) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:08:04.024439 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6099676a-605c-42b0-814b-d7e4d089106b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:08:04.025869 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-6099676a-605c-42b0-814b-d7e4d089106b admin admin] 10.222.0.43 "GET /v2.0/networks/58f27f61-3278-49cc-b66b-1e729d26f29f HTTP/1.1" status: 200 len: 842 time: 0.1144190 Jul 29 23:08:04.035692 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-573601e5-0855-424d-a957-f619ed79427e admin admin] Request body: {'subnet': {'cidr': '172.25.0.0/24', 'name': 'public-subnet', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.25.0.1'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:08:04.059579 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573601e5-0855-424d-a957-f619ed79427e admin admin] Made reservation on behalf of 47fc3bc8fd2d483d81714d9b9facc36e for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:08:04.062184 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-573601e5-0855-424d-a957-f619ed79427e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:08:04.400174 n-d-712141-10 neutron-server[94078]: DEBUG neutron.objects.ports [None req-573601e5-0855-424d-a957-f619ed79427e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94078) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 23:08:04.400584 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-573601e5-0855-424d-a957-f619ed79427e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:08:04.457939 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573601e5-0855-424d-a957-f619ed79427e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7b25b0f-0901-436b-983c-52e2225426a4,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:08:04.468917 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573601e5-0855-424d-a957-f619ed79427e admin admin] Checking segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:08:04.469286 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573601e5-0855-424d-a957-f619ed79427e admin admin] Network hostable DHCP agents. Network: 58f27f61-3278-49cc-b66b-1e729d26f29f, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:08:04.492697 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573601e5-0855-424d-a957-f619ed79427e admin admin] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:08:04.503603 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-573601e5-0855-424d-a957-f619ed79427e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 58f27f61-3278-49cc-b66b-1e729d26f29f) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:08:04.508594 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573601e5-0855-424d-a957-f619ed79427e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:08:04.509721 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-573601e5-0855-424d-a957-f619ed79427e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:08:04.511106 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1363d1-d7d2-4b0e-960e-c32780649323 None None] Network 58f27f61-3278-49cc-b66b-1e729d26f29f requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:08:04.533143 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-573601e5-0855-424d-a957-f619ed79427e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4915876 Jul 29 23:08:04.656006 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10c4e43-2a78-4e67-924b-a8e589464d2f None None] Network 58f27f61-3278-49cc-b66b-1e729d26f29f requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:08:06.871295 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54116) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:08:07.095636 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-db37a52e-8d00-4a13-b2c1-2cf37c31527b admin admin] 10.222.0.43 "GET /v2.0/routers/9e7b452f-797c-46f5-9230-6adfa5b086ae HTTP/1.1" status: 200 len: 710 time: 0.2232342 Jul 29 23:08:07.219665 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf78089-47d1-4046-8a9e-76f0926951d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:08:07.221079 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-fcf78089-47d1-4046-8a9e-76f0926951d8 admin admin] 10.222.0.43 "GET /v2.0/networks/58f27f61-3278-49cc-b66b-1e729d26f29f HTTP/1.1" status: 200 len: 886 time: 0.1199133 Jul 29 23:08:07.234254 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-d5489c4f-454b-49e5-a527-1a8c615b48d9 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:08:07.518527 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d5489c4f-454b-49e5-a527-1a8c615b48d9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:08:07.775588 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d5489c4f-454b-49e5-a527-1a8c615b48d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:08:07.854201 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d5489c4f-454b-49e5-a527-1a8c615b48d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:08:08.060695 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-d5489c4f-454b-49e5-a527-1a8c615b48d9 admin admin] Allocated IP 172.25.0.77 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/22f7b06c-123e-4780-b53d-b3d75b53edbb) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:08:08.174476 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d5489c4f-454b-49e5-a527-1a8c615b48d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:08:08.264902 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d5489c4f-454b-49e5-a527-1a8c615b48d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:08:08.344511 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5489c4f-454b-49e5-a527-1a8c615b48d9 admin admin] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:08:08.350387 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-d5489c4f-454b-49e5-a527-1a8c615b48d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:08:08.357645 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5489c4f-454b-49e5-a527-1a8c615b48d9 admin admin] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:08:08.360525 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5489c4f-454b-49e5-a527-1a8c615b48d9 admin admin] Pushing event updated for resources: {'Port': ['ID=22f7b06c-123e-4780-b53d-b3d75b53edbb,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:08:08.646213 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d5489c4f-454b-49e5-a527-1a8c615b48d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:08:08.861915 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d5489c4f-454b-49e5-a527-1a8c615b48d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16269258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16714856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:08:08.867068 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d5489c4f-454b-49e5-a527-1a8c615b48d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16269265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16269272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16714879'] for router, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:08:09.004642 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5489c4f-454b-49e5-a527-1a8c615b48d9 admin admin] Router 9e7b452f-797c-46f5-9230-6adfa5b086ae has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:08:09.125083 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5489c4f-454b-49e5-a527-1a8c615b48d9 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:08:09.129494 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d5489c4f-454b-49e5-a527-1a8c615b48d9 admin admin] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:08:09.130779 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d5489c4f-454b-49e5-a527-1a8c615b48d9 admin admin] 10.222.0.43 "PUT /v2.0/routers/9e7b452f-797c-46f5-9230-6adfa5b086ae HTTP/1.1" status: 200 len: 889 time: 1.9018934 Jul 29 23:08:10.231754 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b6360a-f29e-4e03-a6b4-c46e298c647e None None] Sync routers for ids ['9e7b452f-797c-46f5-9230-6adfa5b086ae'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:08:10.244589 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b6360a-f29e-4e03-a6b4-c46e298c647e None None] Routers {'9e7b452f-797c-46f5-9230-6adfa5b086ae'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:08:10.245249 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-14b6360a-f29e-4e03-a6b4-c46e298c647e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:07:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['9e7b452f-797c-46f5-9230-6adfa5b086ae'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:08:10.521010 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-14b6360a-f29e-4e03-a6b4-c46e298c647e None None] Set router 9e7b452f-797c-46f5-9230-6adfa5b086ae gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:08:10.573149 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device f847f88e-5892-4d8b-8ccb-b4469b03b3d5 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:08:10.797218 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port f847f88e-5892-4d8b-8ccb-b4469b03b3d5 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:08:10.812550 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port f847f88e-5892-4d8b-8ccb-b4469b03b3d5 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:08:10.812926 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:08:10.990789 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:08:11.043478 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-14b6360a-f29e-4e03-a6b4-c46e298c647e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7b452f-797c-46f5-9230-6adfa5b086ae', 'name': 'router1', 'tenant_id': 'f2881440797545a4a7eeead611a83668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '22f7b06c-123e-4780-b53d-b3d75b53edbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:07:50Z', 'updated_at': '2021-07-29T23:08:08Z', 'revision_number': 4, 'project_id': 'f2881440797545a4a7eeead611a83668', 'gw_port': {'id': '22f7b06c-123e-4780-b53d-b3d75b53edbb', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:47:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e7b452f-797c-46f5-9230-6adfa5b086ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:08:07Z', 'updated_at': '2021-07-29T23:08:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'f847f88e-5892-4d8b-8ccb-b4469b03b3d5', 'name': '', 'network_id': 'e590ab46-195c-4ffc-af20-dd6f31b03448', 'tenant_id': 'f2881440797545a4a7eeead611a83668', 'mac_address': 'fa:16:3e:b6:80:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e7b452f-797c-46f5-9230-6adfa5b086ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ffaa9f28-8f31-4c86-93de-8debe1450281', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:08:00Z', 'updated_at': '2021-07-29T23:08:03Z', 'revision_number': 4, 'project_id': 'f2881440797545a4a7eeead611a83668', 'subnets': [{'id': 'ffaa9f28-8f31-4c86-93de-8debe1450281', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0144d388-daf2-4571-8dfc-14480fec46d6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:08:11.046549 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port f847f88e-5892-4d8b-8ccb-b4469b03b3d5, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=f847f88e-5892-4d8b-8ccb-b4469b03b3d5,segment=NetworkSegment(41979963-87e3-4066-a95e-c96a596bb4f1),segment_id=41979963-87e3-4066-a95e-c96a596bb4f1)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:08:11.098174 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:08:11.103209 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b6360a-f29e-4e03-a6b4-c46e298c647e None None] Checking router: 9e7b452f-797c-46f5-9230-6adfa5b086ae for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:08:11.103576 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b6360a-f29e-4e03-a6b4-c46e298c647e None None] Updating router 9e7b452f-797c-46f5-9230-6adfa5b086ae port 22f7b06c-123e-4780-b53d-b3d75b53edbb binding host n-d-712141-10 {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:08:11.175385 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-14b6360a-f29e-4e03-a6b4-c46e298c647e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:08:11.211906 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=f847f88e-5892-4d8b-8ccb-b4469b03b3d5,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:08:11.519682 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-14b6360a-f29e-4e03-a6b4-c46e298c647e None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:08:11.529103 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-14b6360a-f29e-4e03-a6b4-c46e298c647e None None] Transition to ACTIVE for port object 22f7b06c-123e-4780-b53d-b3d75b53edbb will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:08:11.537014 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-14b6360a-f29e-4e03-a6b4-c46e298c647e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:08:11.537281 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54128) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:08:11.591009 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613e3aa2-e1cc-4a31-bd3b-020e5ca92429 None None] Pushing event updated for resources: {'Port': ['ID=22f7b06c-123e-4780-b53d-b3d75b53edbb,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:08:11.593534 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-14b6360a-f29e-4e03-a6b4-c46e298c647e None None] Attempting to bind port 22f7b06c-123e-4780-b53d-b3d75b53edbb on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:08:11.593940 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-14b6360a-f29e-4e03-a6b4-c46e298c647e None None] Attempting to bind port 22f7b06c-123e-4780-b53d-b3d75b53edbb by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:08:11.594306 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b6360a-f29e-4e03-a6b4-c46e298c647e None None] Attempting to bind port 22f7b06c-123e-4780-b53d-b3d75b53edbb on network 58f27f61-3278-49cc-b66b-1e729d26f29f {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:08:11.600564 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b6360a-f29e-4e03-a6b4-c46e298c647e None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:08:11.600564 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b6360a-f29e-4e03-a6b4-c46e298c647e None None] Checking segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:08:11.600793 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-14b6360a-f29e-4e03-a6b4-c46e298c647e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:08:11.601084 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b6360a-f29e-4e03-a6b4-c46e298c647e None None] Bound using segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:08:11.601551 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-14b6360a-f29e-4e03-a6b4-c46e298c647e None None] Bound port: 22f7b06c-123e-4780-b53d-b3d75b53edbb, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:08:11.601978 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-14b6360a-f29e-4e03-a6b4-c46e298c647e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:08:11.655650 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-14b6360a-f29e-4e03-a6b4-c46e298c647e None None] For port 22f7b06c-123e-4780-b53d-b3d75b53edbb, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:08:11.658918 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0263ef78-1a98-4320-82f4-ea15b0f34e88 admin admin] 10.222.0.43 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1202505 Jul 29 23:08:11.659219 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-14b6360a-f29e-4e03-a6b4-c46e298c647e None None] For port 22f7b06c-123e-4780-b53d-b3d75b53edbb, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=22f7b06c-123e-4780-b53d-b3d75b53edbb,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:08:11.671001 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-14b6360a-f29e-4e03-a6b4-c46e298c647e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:08:11.735846 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b6360a-f29e-4e03-a6b4-c46e298c647e None None] Routers {'9e7b452f-797c-46f5-9230-6adfa5b086ae'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:08:11.736386 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-14b6360a-f29e-4e03-a6b4-c46e298c647e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:07:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['9e7b452f-797c-46f5-9230-6adfa5b086ae'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:08:11.739808 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613e3aa2-e1cc-4a31-bd3b-020e5ca92429 None None] Pushing event updated for resources: {'Port': ['ID=22f7b06c-123e-4780-b53d-b3d75b53edbb,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:08:11.945000 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-14b6360a-f29e-4e03-a6b4-c46e298c647e None None] Set router 9e7b452f-797c-46f5-9230-6adfa5b086ae gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:08:12.178138 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-14b6360a-f29e-4e03-a6b4-c46e298c647e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e7b452f-797c-46f5-9230-6adfa5b086ae', 'name': 'router1', 'tenant_id': 'f2881440797545a4a7eeead611a83668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '22f7b06c-123e-4780-b53d-b3d75b53edbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:07:50Z', 'updated_at': '2021-07-29T23:08:08Z', 'revision_number': 4, 'project_id': 'f2881440797545a4a7eeead611a83668', 'gw_port': {'id': '22f7b06c-123e-4780-b53d-b3d75b53edbb', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:47:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e7b452f-797c-46f5-9230-6adfa5b086ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:08:07Z', 'updated_at': '2021-07-29T23:08:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'f847f88e-5892-4d8b-8ccb-b4469b03b3d5', 'name': '', 'network_id': 'e590ab46-195c-4ffc-af20-dd6f31b03448', 'tenant_id': 'f2881440797545a4a7eeead611a83668', 'mac_address': 'fa:16:3e:b6:80:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7b452f-797c-46f5-9230-6adfa5b086ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ffaa9f28-8f31-4c86-93de-8debe1450281', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:08:00Z', 'updated_at': '2021-07-29T23:08:11Z', 'revision_number': 5, 'project_id': 'f2881440797545a4a7eeead611a83668', 'subnets': [{'id': 'ffaa9f28-8f31-4c86-93de-8debe1450281', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0144d388-daf2-4571-8dfc-14480fec46d6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:08:12.205981 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b6360a-f29e-4e03-a6b4-c46e298c647e None None] The sync data for ids ['9e7b452f-797c-46f5-9230-6adfa5b086ae'] in n-d-712141-10 is: [{'id': '9e7b452f-797c-46f5-9230-6adfa5b086ae', 'name': 'router1', 'tenant_id': 'f2881440797545a4a7eeead611a83668', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.77'}], 'enable_snat': True}, 'gw_port_id': '22f7b06c-123e-4780-b53d-b3d75b53edbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:07:50Z', 'updated_at': '2021-07-29T23:08:08Z', 'revision_number': 4, 'project_id': 'f2881440797545a4a7eeead611a83668', 'gw_port': {'id': '22f7b06c-123e-4780-b53d-b3d75b53edbb', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:47:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e7b452f-797c-46f5-9230-6adfa5b086ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:08:07Z', 'updated_at': '2021-07-29T23:08:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'f847f88e-5892-4d8b-8ccb-b4469b03b3d5', 'name': '', 'network_id': 'e590ab46-195c-4ffc-af20-dd6f31b03448', 'tenant_id': 'f2881440797545a4a7eeead611a83668', 'mac_address': 'fa:16:3e:b6:80:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e7b452f-797c-46f5-9230-6adfa5b086ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ffaa9f28-8f31-4c86-93de-8debe1450281', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:08:00Z', 'updated_at': '2021-07-29T23:08:11Z', 'revision_number': 5, 'project_id': 'f2881440797545a4a7eeead611a83668', 'subnets': [{'id': 'ffaa9f28-8f31-4c86-93de-8debe1450281', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0144d388-daf2-4571-8dfc-14480fec46d6'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:08:12.252696 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 5 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:08:12.630444 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 22f7b06c-123e-4780-b53d-b3d75b53edbb up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:08:12.706167 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 22f7b06c-123e-4780-b53d-b3d75b53edbb completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:08:12.711169 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 22f7b06c-123e-4780-b53d-b3d75b53edbb triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:08:12.711618 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:08:12.794751 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:08:12.820158 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 22f7b06c-123e-4780-b53d-b3d75b53edbb, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=22f7b06c-123e-4780-b53d-b3d75b53edbb,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:08:12.824275 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:08:12.825404 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device f847f88e-5892-4d8b-8ccb-b4469b03b3d5 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:08:12.908352 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=22f7b06c-123e-4780-b53d-b3d75b53edbb,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:08:12.925570 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port f847f88e-5892-4d8b-8ccb-b4469b03b3d5 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:08:12.926854 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:08:14.546660 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 22f7b06c-123e-4780-b53d-b3d75b53edbb up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:08:14.606697 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 22f7b06c-123e-4780-b53d-b3d75b53edbb triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:08:14.607090 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:08:23.178474 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-979b4984-3702-42ee-ac35-969c83051c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:08:25.838970 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d2058931-3a8f-4bf2-b9d5-c1395f8a36d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:08:26.268746 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:08:27.476298 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:08:29.129426 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:08:49.252482 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 5 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:08:53.174663 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5703517c-f6dd-4b51-a675-d204af26a663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:08:55.841962 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-570d199b-d17a-41ae-b176-60208dacea8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:08:56.276037 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:08:57.476162 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:08:59.119755 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:09:23.169452 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7e327147-beff-4847-8a48-b5ad656b1ccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:09:25.842700 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0a9cea1f-1a82-4532-b8bf-6081ffbb7fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:09:26.251092 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 5 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:09:26.270595 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:09:27.477802 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:09:29.122225 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:09:53.174144 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b6cf4c2f-efc8-49e5-8728-911df2141999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:09:55.861114 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a89098ea-0c40-4ae8-b7e4-1d91cc4d927f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:09:55.885196 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54730) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:09:55.949479 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ff9d837-83a1-445b-9788-6659a862c03b admin admin] GET failed (client error): The resource could not be found. Jul 29 23:09:55.950890 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-3ff9d837-83a1-445b-9788-6659a862c03b admin admin] 10.222.0.43 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0646479 Jul 29 23:09:56.188343 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21b5c03-6cda-4e49-972e-6728a4611541 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:09:56.189776 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-f21b5c03-6cda-4e49-972e-6728a4611541 admin admin] 10.222.0.43 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2343528 Jul 29 23:09:56.274064 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:09:57.486831 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:09:58.424771 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54740) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:09:58.528626 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccf728e-936e-46b9-ba7f-0c8f898498ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:09:58.530041 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-6ccf728e-936e-46b9-ba7f-0c8f898498ad admin admin] 10.222.0.43 "GET /v2.0/subnets/ffaa9f28-8f31-4c86-93de-8debe1450281 HTTP/1.1" status: 200 len: 849 time: 0.1037538 Jul 29 23:09:58.540693 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-92ebfcae-3194-47ca-8338-c20a321b9ee0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:09:58.625752 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-92ebfcae-3194-47ca-8338-c20a321b9ee0 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:09:58.775790 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-92ebfcae-3194-47ca-8338-c20a321b9ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745132415016'] for subnet, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:09:58.808950 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ebfcae-3194-47ca-8338-c20a321b9ee0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:09:58.809532 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-92ebfcae-3194-47ca-8338-c20a321b9ee0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:09:58.810852 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-92ebfcae-3194-47ca-8338-c20a321b9ee0 admin admin] 10.222.0.43 "PUT /v2.0/subnets/ffaa9f28-8f31-4c86-93de-8debe1450281 HTTP/1.1" status: 200 len: 868 time: 0.2740388 Jul 29 23:09:58.828810 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d3ab05-30e0-4d19-9577-80dbf3c3ed63 None None] Network e590ab46-195c-4ffc-af20-dd6f31b03448 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:09:58.835486 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ebfcae-3194-47ca-8338-c20a321b9ee0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffaa9f28-8f31-4c86-93de-8debe1450281,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:09:58.843414 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ebfcae-3194-47ca-8338-c20a321b9ee0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:09:58.843780 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ebfcae-3194-47ca-8338-c20a321b9ee0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:09:58.844151 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ebfcae-3194-47ca-8338-c20a321b9ee0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:09:58.844492 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ebfcae-3194-47ca-8338-c20a321b9ee0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:09:58.844825 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ebfcae-3194-47ca-8338-c20a321b9ee0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:09:58.845154 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ebfcae-3194-47ca-8338-c20a321b9ee0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:09:58.845480 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ebfcae-3194-47ca-8338-c20a321b9ee0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:09:58.845840 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ebfcae-3194-47ca-8338-c20a321b9ee0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:09:58.846168 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ebfcae-3194-47ca-8338-c20a321b9ee0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:09:58.846493 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ebfcae-3194-47ca-8338-c20a321b9ee0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:09:58.846812 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ebfcae-3194-47ca-8338-c20a321b9ee0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:09:58.847124 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ebfcae-3194-47ca-8338-c20a321b9ee0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:09:59.125240 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:09:59.204184 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-a4601749-1561-4df2-a0b6-75c443b72899 None None] Provisioning complete for port 49d1d482-71f4-40eb-b484-c18b2fd1df2f triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:09:59.204555 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a4601749-1561-4df2-a0b6-75c443b72899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:09:59.303683 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-a4601749-1561-4df2-a0b6-75c443b72899 None None] Provisioning complete for port f847f88e-5892-4d8b-8ccb-b4469b03b3d5 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:09:59.303928 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a4601749-1561-4df2-a0b6-75c443b72899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:01.071033 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54750) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:10:01.358571 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9ff6e1-b95f-4001-97ed-efda5adee54e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:10:01.359047 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9ff6e1-b95f-4001-97ed-efda5adee54e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:10:01.360611 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ad9ff6e1-b95f-4001-97ed-efda5adee54e admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2886221 Jul 29 23:10:03.250554 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 5 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:10:03.668319 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54758) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:10:03.876220 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204da70a-a870-4a78-bd84-d72d9c506e47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:10:03.876605 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204da70a-a870-4a78-bd84-d72d9c506e47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:10:03.878186 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-204da70a-a870-4a78-bd84-d72d9c506e47 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2089181 Jul 29 23:10:06.086168 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54766) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:10:06.221246 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b1ab9c-22ec-4108-bfff-0e3430b05706 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:10:06.222588 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-13b1ab9c-22ec-4108-bfff-0e3430b05706 admin admin] 10.222.0.43 "GET /v2.0/networks/58f27f61-3278-49cc-b66b-1e729d26f29f HTTP/1.1" status: 200 len: 886 time: 0.1354623 Jul 29 23:10:08.465412 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54774) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:10:08.614345 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a13619d-da3c-448a-9f09-831b4767c7ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:10:08.615726 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4a13619d-da3c-448a-9f09-831b4767c7ac admin admin] 10.222.0.43 "GET /v2.0/networks/e590ab46-195c-4ffc-af20-dd6f31b03448 HTTP/1.1" status: 200 len: 869 time: 0.1493366 Jul 29 23:10:10.834871 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54782) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:10:10.975009 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53aa5347-8ad7-4e77-9e6d-05404b74bf52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:10:10.975477 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53aa5347-8ad7-4e77-9e6d-05404b74bf52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:10:10.977970 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-53aa5347-8ad7-4e77-9e6d-05404b74bf52 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1421220 Jul 29 23:10:13.233770 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54790) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:10:13.327512 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34eb88cf-e5c7-41cf-8468-eaf692663b6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:10:13.327969 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34eb88cf-e5c7-41cf-8468-eaf692663b6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:10:13.329540 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-34eb88cf-e5c7-41cf-8468-eaf692663b6a admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0948148 Jul 29 23:10:15.553358 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54798) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:10:15.643964 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65607cca-e142-4069-bc98-6f93ef780309 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:10:15.645329 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-65607cca-e142-4069-bc98-6f93ef780309 admin admin] 10.222.0.43 "GET /v2.0/subnets/c7b25b0f-0901-436b-983c-52e2225426a4 HTTP/1.1" status: 200 len: 816 time: 0.0908654 Jul 29 23:10:17.860344 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54806) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:10:17.961195 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e3be51-427e-4eb8-a2af-74494a076b6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:10:17.962641 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c5e3be51-427e-4eb8-a2af-74494a076b6b admin admin] 10.222.0.43 "GET /v2.0/subnets/ffaa9f28-8f31-4c86-93de-8debe1450281 HTTP/1.1" status: 200 len: 868 time: 0.1013401 Jul 29 23:10:23.179032 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9f6d8cb7-d014-49b2-8bf5-86e4cf512acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:25.844115 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78f6b480-701a-49e7-8c5e-deed1c323fac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:26.276473 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:27.487342 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:29.127437 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:40.249145 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 5 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:10:44.713205 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54860) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:10:44.760512 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [None req-2f1ed9a9-4fc0-49ed-a93b-b1c6e67a51d4 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:10:44.761518 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-2f1ed9a9-4fc0-49ed-a93b-b1c6e67a51d4 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0473373 Jul 29 23:10:47.069233 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54868) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:10:47.132069 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e946803-0701-4073-9824-af2ed0a0bda2 admin admin] GET failed (client error): The resource could not be found. Jul 29 23:10:47.133574 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-1e946803-0701-4073-9824-af2ed0a0bda2 admin admin] 10.222.0.43 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0630260 Jul 29 23:10:47.221934 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d44fa8b-5250-4c16-a007-4458f0046e67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:10:47.223452 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9d44fa8b-5250-4c16-a007-4458f0046e67 admin admin] 10.222.0.43 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0854323 Jul 29 23:10:49.487702 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54876) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:10:49.535856 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-d93e25a7-3e45-4dfb-97ef-2cbc52ecbf01 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:10:49.560931 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93e25a7-3e45-4dfb-97ef-2cbc52ecbf01 admin admin] Made reservation on behalf of 47fc3bc8fd2d483d81714d9b9facc36e for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:10:49.563238 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d93e25a7-3e45-4dfb-97ef-2cbc52ecbf01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:49.592274 n-d-712141-10 neutron-server[94078]: WARNING neutron.services.revisions.revision_plugin [None req-d93e25a7-3e45-4dfb-97ef-2cbc52ecbf01 admin admin] Could not find related network for resource to bump revision. Jul 29 23:10:49.607916 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d93e25a7-3e45-4dfb-97ef-2cbc52ecbf01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:10:49.619165 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d93e25a7-3e45-4dfb-97ef-2cbc52ecbf01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:49.619504 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-d93e25a7-3e45-4dfb-97ef-2cbc52ecbf01 admin admin] Added segment d2e96d27-c970-4022-affa-3be51bd13950 of type vlan for network d71c22dc-feef-410b-a7ed-6548cf85bd6f Jul 29 23:10:49.662111 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d93e25a7-3e45-4dfb-97ef-2cbc52ecbf01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:49.691787 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d93e25a7-3e45-4dfb-97ef-2cbc52ecbf01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:49.692652 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93e25a7-3e45-4dfb-97ef-2cbc52ecbf01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:10:49.693227 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d93e25a7-3e45-4dfb-97ef-2cbc52ecbf01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:49.747250 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-d93e25a7-3e45-4dfb-97ef-2cbc52ecbf01 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2584383 Jul 29 23:10:49.756528 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93e25a7-3e45-4dfb-97ef-2cbc52ecbf01 admin admin] Pushing event updated for resources: {'Network': ['ID=d71c22dc-feef-410b-a7ed-6548cf85bd6f,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:10:49.772923 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network d71c22dc-feef-410b-a7ed-6548cf85bd6f details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:10:52.028779 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54884) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:10:52.092454 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2fd750a-880c-4aef-a8d3-516fd2fe8cc7 admin admin] GET failed (client error): The resource could not be found. Jul 29 23:10:52.093963 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-f2fd750a-880c-4aef-a8d3-516fd2fe8cc7 admin admin] 10.222.0.43 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0642195 Jul 29 23:10:52.228759 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbe0c63-2b6e-4640-bbcc-6da9389e640c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:10:52.231118 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-fbbe0c63-2b6e-4640-bbcc-6da9389e640c admin admin] 10.222.0.43 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1313782 Jul 29 23:10:52.241676 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-d1ebd4a7-184f-46ed-bc0d-cf04e3471615 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:10:52.264856 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ebd4a7-184f-46ed-bc0d-cf04e3471615 admin admin] Made reservation on behalf of 47fc3bc8fd2d483d81714d9b9facc36e for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:10:52.267275 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d1ebd4a7-184f-46ed-bc0d-cf04e3471615 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:52.457468 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d1ebd4a7-184f-46ed-bc0d-cf04e3471615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:52.505214 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ebd4a7-184f-46ed-bc0d-cf04e3471615 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64bdc61a-58ca-49c7-bae5-ecfed9ee407c,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:10:52.523390 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ebd4a7-184f-46ed-bc0d-cf04e3471615 admin admin] Checking segment: {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:10:52.523742 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ebd4a7-184f-46ed-bc0d-cf04e3471615 admin admin] Network hostable DHCP agents. Network: d71c22dc-feef-410b-a7ed-6548cf85bd6f, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:10:52.544751 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ebd4a7-184f-46ed-bc0d-cf04e3471615 admin admin] Network d71c22dc-feef-410b-a7ed-6548cf85bd6f is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:10:52.554114 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-d1ebd4a7-184f-46ed-bc0d-cf04e3471615 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, d71c22dc-feef-410b-a7ed-6548cf85bd6f) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:10:52.558258 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ebd4a7-184f-46ed-bc0d-cf04e3471615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:10:52.558848 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d1ebd4a7-184f-46ed-bc0d-cf04e3471615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:52.566513 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1334ee5e-ec3d-4381-8e44-04ce225413fd None None] Network d71c22dc-feef-410b-a7ed-6548cf85bd6f requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:10:52.575234 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-d1ebd4a7-184f-46ed-bc0d-cf04e3471615 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3374028 Jul 29 23:10:52.738870 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e320f3-fe39-4ddf-bb77-650662220d95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-d71c22dc-feef-410b-a7ed-6548cf85bd6f', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'tenant_id': '47fc3bc8fd2d483d81714d9b9facc36e', 'fixed_ips': [{'subnet_id': '64bdc61a-58ca-49c7-bae5-ecfed9ee407c'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:10:52.740172 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-79e320f3-fe39-4ddf-bb77-650662220d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:52.887468 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-79e320f3-fe39-4ddf-bb77-650662220d95 None None] Allocated IP 192.168.233.2 (d71c22dc-feef-410b-a7ed-6548cf85bd6f/64bdc61a-58ca-49c7-bae5-ecfed9ee407c/180e3585-d462-4e40-ab1d-8ed42bdcb1e4) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:10:53.044835 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-79e320f3-fe39-4ddf-bb77-650662220d95 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:53.055459 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-79e320f3-fe39-4ddf-bb77-650662220d95 None None] Transition to ACTIVE for port object 180e3585-d462-4e40-ab1d-8ed42bdcb1e4 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:10:53.071827 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-79e320f3-fe39-4ddf-bb77-650662220d95 None None] Transition to ACTIVE for port object 180e3585-d462-4e40-ab1d-8ed42bdcb1e4 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:10:53.077969 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-79e320f3-fe39-4ddf-bb77-650662220d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:53.120724 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e320f3-fe39-4ddf-bb77-650662220d95 None None] Network d71c22dc-feef-410b-a7ed-6548cf85bd6f is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:10:53.123628 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-79e320f3-fe39-4ddf-bb77-650662220d95 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:10:53.126716 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e320f3-fe39-4ddf-bb77-650662220d95 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:10:53.138384 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e320f3-fe39-4ddf-bb77-650662220d95 None None] Pushing event updated for resources: {'Port': ['ID=180e3585-d462-4e40-ab1d-8ed42bdcb1e4,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:10:53.160723 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e320f3-fe39-4ddf-bb77-650662220d95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:10:53.161073 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e320f3-fe39-4ddf-bb77-650662220d95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:10:53.161411 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e320f3-fe39-4ddf-bb77-650662220d95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:10:53.161867 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e320f3-fe39-4ddf-bb77-650662220d95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:10:53.162202 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e320f3-fe39-4ddf-bb77-650662220d95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:10:53.162532 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e320f3-fe39-4ddf-bb77-650662220d95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:10:53.162918 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e320f3-fe39-4ddf-bb77-650662220d95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:10:53.163246 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e320f3-fe39-4ddf-bb77-650662220d95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:10:53.163570 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e320f3-fe39-4ddf-bb77-650662220d95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:10:53.163889 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e320f3-fe39-4ddf-bb77-650662220d95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:10:53.164436 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e320f3-fe39-4ddf-bb77-650662220d95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:10:53.165271 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e320f3-fe39-4ddf-bb77-650662220d95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:10:53.209251 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-55973fd6-cdac-4794-8438-f3adefb47ccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:53.217449 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-79e320f3-fe39-4ddf-bb77-650662220d95 None None] Attempting to bind port 180e3585-d462-4e40-ab1d-8ed42bdcb1e4 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:10:53.217863 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-79e320f3-fe39-4ddf-bb77-650662220d95 None None] Attempting to bind port 180e3585-d462-4e40-ab1d-8ed42bdcb1e4 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:10:53.218236 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e320f3-fe39-4ddf-bb77-650662220d95 None None] Attempting to bind port 180e3585-d462-4e40-ab1d-8ed42bdcb1e4 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:10:53.223681 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e320f3-fe39-4ddf-bb77-650662220d95 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 10, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:10:53.224048 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e320f3-fe39-4ddf-bb77-650662220d95 None None] Checking segment: {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:10:53.224449 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-79e320f3-fe39-4ddf-bb77-650662220d95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:53.224839 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e320f3-fe39-4ddf-bb77-650662220d95 None None] Bound using segment: {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:10:53.225300 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-79e320f3-fe39-4ddf-bb77-650662220d95 None None] Bound port: 180e3585-d462-4e40-ab1d-8ed42bdcb1e4, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:10:53.225715 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-79e320f3-fe39-4ddf-bb77-650662220d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:53.294516 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-79e320f3-fe39-4ddf-bb77-650662220d95 None None] For port 180e3585-d462-4e40-ab1d-8ed42bdcb1e4, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:10:53.298014 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-79e320f3-fe39-4ddf-bb77-650662220d95 None None] For port 180e3585-d462-4e40-ab1d-8ed42bdcb1e4, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=180e3585-d462-4e40-ab1d-8ed42bdcb1e4,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:10:53.303902 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-79e320f3-fe39-4ddf-bb77-650662220d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:53.375693 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e320f3-fe39-4ddf-bb77-650662220d95 None None] Pushing event updated for resources: {'Port': ['ID=180e3585-d462-4e40-ab1d-8ed42bdcb1e4,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:10:54.180109 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e09710a-60c6-4fba-84d9-6e9a3e1ab605 None None] Network d71c22dc-feef-410b-a7ed-6548cf85bd6f requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:10:54.306760 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-e077b37e-5a9d-48d1-a3b7-377fed40c643 None None] Provisioning for port 180e3585-d462-4e40-ab1d-8ed42bdcb1e4 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:10:54.694459 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 180e3585-d462-4e40-ab1d-8ed42bdcb1e4 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:10:54.752420 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 180e3585-d462-4e40-ab1d-8ed42bdcb1e4 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:10:54.756920 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 180e3585-d462-4e40-ab1d-8ed42bdcb1e4 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:10:54.757300 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:54.839204 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:54.875526 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 180e3585-d462-4e40-ab1d-8ed42bdcb1e4, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=180e3585-d462-4e40-ab1d-8ed42bdcb1e4,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:10:54.880491 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:54.936564 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=180e3585-d462-4e40-ab1d-8ed42bdcb1e4,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:10:55.849638 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c4225b0e-6130-456e-ab7a-0eccb18f36e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:56.279650 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:56.668011 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 180e3585-d462-4e40-ab1d-8ed42bdcb1e4 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:10:56.715813 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 180e3585-d462-4e40-ab1d-8ed42bdcb1e4 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:10:56.716180 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:57.487186 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:59.133232 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:11:17.247763 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 5 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:11:23.180739 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4660873f-a0de-4a13-83d1-244602f48150 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:11:25.851541 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c45b06cd-bc65-4b8c-87a1-a16c6168198b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:11:26.283678 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:11:27.488978 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:11:29.135853 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:11:53.183264 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1b09e072-9836-420f-a596-bea72dd993a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:11:54.246218 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 5 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:11:55.855598 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-37aaecf0-c3dc-43f3-9c4d-7cf0a86371c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:11:56.287062 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:11:57.495326 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:11:59.137104 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:12:04.108540 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54936) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:12:04.116465 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [None req-6da41a6c-b061-42dd-a79f-8b659813e04b tempest-verify_tempest_config-782995616 tempest-verify_tempest_config-782995616-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:12:04.117489 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-6da41a6c-b061-42dd-a79f-8b659813e04b tempest-verify_tempest_config-782995616 tempest-verify_tempest_config-782995616-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0072775 Jul 29 23:12:04.428089 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54954) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:12:04.533487 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-541f92fb-1a02-4713-8f80-7b934df5ec44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:12:04.631241 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-541f92fb-1a02-4713-8f80-7b934df5ec44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:12:04.635009 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-541f92fb-1a02-4713-8f80-7b934df5ec44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:12:04.679243 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541f92fb-1a02-4713-8f80-7b934df5ec44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=742a865d-4b5e-4f36-a1c2-80fa2f77f949,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:12:04.683851 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-541f92fb-1a02-4713-8f80-7b934df5ec44 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f0b22b433c5c4c0aa0a5d0b69fd0d06b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2547569 Jul 29 23:12:04.686609 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54958) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:12:04.688801 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541f92fb-1a02-4713-8f80-7b934df5ec44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:12:04.689141 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541f92fb-1a02-4713-8f80-7b934df5ec44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:12:04.689475 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541f92fb-1a02-4713-8f80-7b934df5ec44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:12:04.689830 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541f92fb-1a02-4713-8f80-7b934df5ec44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:12:04.690154 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541f92fb-1a02-4713-8f80-7b934df5ec44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:12:04.690474 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541f92fb-1a02-4713-8f80-7b934df5ec44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:12:04.690793 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541f92fb-1a02-4713-8f80-7b934df5ec44 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:12:04.691112 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541f92fb-1a02-4713-8f80-7b934df5ec44 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:12:04.691428 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541f92fb-1a02-4713-8f80-7b934df5ec44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:12:04.691750 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541f92fb-1a02-4713-8f80-7b934df5ec44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:12:04.692064 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541f92fb-1a02-4713-8f80-7b934df5ec44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:12:04.692377 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-541f92fb-1a02-4713-8f80-7b934df5ec44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:12:04.746225 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-786d9abc-b7b1-40b4-aab2-c441347d36c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:12:04.767088 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-786d9abc-b7b1-40b4-aab2-c441347d36c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:12:04.856552 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-786d9abc-b7b1-40b4-aab2-c441347d36c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:12:04.859737 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-786d9abc-b7b1-40b4-aab2-c441347d36c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:12:04.863995 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-786d9abc-b7b1-40b4-aab2-c441347d36c7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/742a865d-4b5e-4f36-a1c2-80fa2f77f949 HTTP/1.1" status: 204 len: 168 time: 0.1755335 Jul 29 23:12:04.872123 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786d9abc-b7b1-40b4-aab2-c441347d36c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=742a865d-4b5e-4f36-a1c2-80fa2f77f949,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:12:04.878682 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786d9abc-b7b1-40b4-aab2-c441347d36c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:12:04.879038 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786d9abc-b7b1-40b4-aab2-c441347d36c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:12:04.879378 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786d9abc-b7b1-40b4-aab2-c441347d36c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:12:04.879713 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786d9abc-b7b1-40b4-aab2-c441347d36c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:12:04.880052 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786d9abc-b7b1-40b4-aab2-c441347d36c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:12:04.880382 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786d9abc-b7b1-40b4-aab2-c441347d36c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:12:04.880721 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786d9abc-b7b1-40b4-aab2-c441347d36c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:12:04.881033 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786d9abc-b7b1-40b4-aab2-c441347d36c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:12:04.881354 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786d9abc-b7b1-40b4-aab2-c441347d36c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:12:04.881706 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786d9abc-b7b1-40b4-aab2-c441347d36c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:12:04.882033 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786d9abc-b7b1-40b4-aab2-c441347d36c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:12:04.882354 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-786d9abc-b7b1-40b4-aab2-c441347d36c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:12:23.187484 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-50faad7c-22e5-4d63-b2de-5e4a2b8017b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:12:25.857380 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-87a68d72-f641-4e6f-b806-20afef02eab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:12:26.287587 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:12:27.490014 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:12:29.145980 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:12:31.244364 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 5 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:12:53.189864 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f264c81e-55a7-4221-b8e7-900429f349a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:12:55.859863 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f1fb95b1-cfa8-48fa-805a-8882060ea81e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:12:56.288872 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:12:57.494124 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:12:59.141263 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:13:08.243768 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 5 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:13:23.191291 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-349c607a-0edc-4ee0-ad6d-e6ae7a44898c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:13:25.863590 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-15598e37-cbd4-492a-bb3e-b43c495f8ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:13:26.290227 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:13:27.503603 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:13:29.146408 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:13:45.242739 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 5 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:13:53.192446 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b1a785f7-4c15-4024-925d-46dd7b1ca38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:13:55.864512 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-46e9bca3-f6d7-454a-88ea-7f8ffa5f37a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:13:56.293420 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:13:57.499044 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:13:59.147495 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:14:22.241220 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 5 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:14:23.193049 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-74baa3f8-8771-4dac-af7f-abede4e01538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:14:25.865435 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9a48f586-2fbe-46ad-8252-21aba85c01a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:14:26.294396 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:14:27.501473 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:14:29.151752 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:14:53.193440 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0584f925-ae42-4b85-9221-c9cb1a8a98ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:14:55.866693 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-af71078e-d119-48ad-ac8f-721ce604052d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:14:56.296733 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:14:57.504670 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:14:59.154553 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:14:59.239231 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 5 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:15:06.780469 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16714712'] for agent, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:15:19.271379 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16714712'] for agent, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:15:23.193127 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-324991db-d6f3-4ca9-ac23-4923efc916da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:15:25.867394 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d4863d86-9913-4961-8ff6-6317e71e3f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:15:26.296424 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:15:27.507181 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:15:29.156947 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:15:36.240561 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:15:36.740343 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:15:49.225435 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:15:53.195807 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4585548e-f0bc-418f-9806-34db939b7803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:15:55.867080 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-436d0f6d-db47-402d-853e-50246e82fc1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:15:56.297784 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:15:57.291169 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 55022) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:15:57.393571 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-7f0f9422-b06d-4436-a11c-4e2fbbf79200 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1012969 Jul 29 23:15:57.510819 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:15:59.160697 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:15:59.598185 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55032) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:15:59.659200 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-f106e9fe-a4e7-410d-95c9-30911d993d7f admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0599203 Jul 29 23:16:06.746565 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:13.239631 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:16:19.218350 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:23.197434 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-186ecc18-24e5-4bb2-8120-bb7ba5122bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:25.866750 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8ef65fb1-0bd9-4cca-af67-1f594ecfc3e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:26.297966 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:27.513323 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:29.163741 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:36.755538 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:49.229688 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:50.238971 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:16:53.199632 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b40d7d46-bc69-47c4-8ec9-f3c2a83c5236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:55.868220 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4df0bebf-7c5a-42a7-b741-4f07dfd8b658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:56.301193 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:57.515511 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:59.166611 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:06.747914 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:19.268312 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:22.194261 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55230) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:22.544845 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-a60564ea-297a-42ef-8e9a-0e874c5ddfac admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1766799268-network', 'tenant_id': '8f631a6d452a4fba84f6b90e2829acee'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:17:22.567621 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a60564ea-297a-42ef-8e9a-0e874c5ddfac admin admin] Made reservation on behalf of 8f631a6d452a4fba84f6b90e2829acee for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:17:22.570453 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a60564ea-297a-42ef-8e9a-0e874c5ddfac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:22.579526 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a60564ea-297a-42ef-8e9a-0e874c5ddfac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:22.675590 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a60564ea-297a-42ef-8e9a-0e874c5ddfac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:22.679611 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a60564ea-297a-42ef-8e9a-0e874c5ddfac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:22.706758 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60564ea-297a-42ef-8e9a-0e874c5ddfac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4103f6e-5cee-41c6-92a3-39deedc6cec0,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:22.716970 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a60564ea-297a-42ef-8e9a-0e874c5ddfac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:17:22.723258 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60564ea-297a-42ef-8e9a-0e874c5ddfac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:22.723601 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60564ea-297a-42ef-8e9a-0e874c5ddfac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:22.723937 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60564ea-297a-42ef-8e9a-0e874c5ddfac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:22.724269 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60564ea-297a-42ef-8e9a-0e874c5ddfac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:22.724601 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60564ea-297a-42ef-8e9a-0e874c5ddfac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:22.724927 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60564ea-297a-42ef-8e9a-0e874c5ddfac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:22.725363 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60564ea-297a-42ef-8e9a-0e874c5ddfac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:22.725604 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60564ea-297a-42ef-8e9a-0e874c5ddfac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:22.725912 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60564ea-297a-42ef-8e9a-0e874c5ddfac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:22.726280 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60564ea-297a-42ef-8e9a-0e874c5ddfac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:22.726603 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60564ea-297a-42ef-8e9a-0e874c5ddfac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:22.727104 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60564ea-297a-42ef-8e9a-0e874c5ddfac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:22.728192 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60564ea-297a-42ef-8e9a-0e874c5ddfac admin admin] Tracked resource versions report: Jul 29 23:17:22.728192 n-d-712141-10 neutron-server[94077]: pushed versions: Jul 29 23:17:22.728192 n-d-712141-10 neutron-server[94077]: { 'AddressGroup': {'1.2'}, Jul 29 23:17:22.728192 n-d-712141-10 neutron-server[94077]: 'ConntrackHelper': {'1.0'}, Jul 29 23:17:22.728192 n-d-712141-10 neutron-server[94077]: 'Log': {'1.0'}, Jul 29 23:17:22.728192 n-d-712141-10 neutron-server[94077]: 'Network': {'1.1'}, Jul 29 23:17:22.728192 n-d-712141-10 neutron-server[94077]: 'Port': {'1.7'}, Jul 29 23:17:22.728192 n-d-712141-10 neutron-server[94077]: 'PortForwarding': {'1.2'}, Jul 29 23:17:22.728192 n-d-712141-10 neutron-server[94077]: 'QosPolicy': {'1.8'}, Jul 29 23:17:22.728192 n-d-712141-10 neutron-server[94077]: 'SecurityGroup': {'1.4'}, Jul 29 23:17:22.728192 n-d-712141-10 neutron-server[94077]: 'SecurityGroupRule': {'1.2'}, Jul 29 23:17:22.728192 n-d-712141-10 neutron-server[94077]: 'SubPort': {'1.0'}, Jul 29 23:17:22.728192 n-d-712141-10 neutron-server[94077]: 'Subnet': {'1.1'}, Jul 29 23:17:22.728192 n-d-712141-10 neutron-server[94077]: 'Trunk': {'1.1'}} Jul 29 23:17:22.728192 n-d-712141-10 neutron-server[94077]: consumer versions: Jul 29 23:17:22.728192 n-d-712141-10 neutron-server[94077]: { DHCP agent@n-d-712141-10: {}, Jul 29 23:17:22.728192 n-d-712141-10 neutron-server[94077]: HyperV agent@n-h1-712141-10: {}, Jul 29 23:17:22.728192 n-d-712141-10 neutron-server[94077]: HyperV agent@n-h2-712141-10: {}, Jul 29 23:17:22.728192 n-d-712141-10 neutron-server[94077]: L3 agent@n-d-712141-10: {}, Jul 29 23:17:22.728192 n-d-712141-10 neutron-server[94077]: Metadata agent@n-d-712141-10: {}, Jul 29 23:17:22.728192 n-d-712141-10 neutron-server[94077]: Metering agent@n-d-712141-10: {}, Jul 29 23:17:22.728192 n-d-712141-10 neutron-server[94077]: Open vSwitch agent@n-d-712141-10: { 'AddressGroup': '1.2', Jul 29 23:17:22.728192 n-d-712141-10 neutron-server[94077]: 'ConntrackHelper': '1.0', Jul 29 23:17:22.728192 n-d-712141-10 neutron-server[94077]: 'Log': '1.0', Jul 29 23:17:22.728192 n-d-712141-10 neutron-server[94077]: 'Network': '1.1', Jul 29 23:17:22.728192 n-d-712141-10 neutron-server[94077]: 'Port': '1.7', Jul 29 23:17:22.728192 n-d-712141-10 neutron-server[94077]: 'PortForwarding': '1.2', Jul 29 23:17:22.728192 n-d-712141-10 neutron-server[94077]: 'QosPolicy': '1.8', Jul 29 23:17:22.728192 n-d-712141-10 neutron-server[94077]: 'SecurityGroup': '1.4', Jul 29 23:17:22.728192 n-d-712141-10 neutron-server[94077]: 'SecurityGroupRule': '1.2', Jul 29 23:17:22.728192 n-d-712141-10 neutron-server[94077]: 'SubPort': '1.0', Jul 29 23:17:22.728192 n-d-712141-10 neutron-server[94077]: 'Subnet': '1.1', Jul 29 23:17:22.728192 n-d-712141-10 neutron-server[94077]: 'Trunk': '1.1'}} Jul 29 23:17:22.728192 n-d-712141-10 neutron-server[94077]: {{(pid=94077) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 23:17:22.737559 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a60564ea-297a-42ef-8e9a-0e874c5ddfac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:22.738102 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-a60564ea-297a-42ef-8e9a-0e874c5ddfac admin admin] Added segment 42107b5e-6268-4b9c-87e8-287a1e78b5ad of type vlan for network 080b9e81-fe4d-4e86-a3c0-24ea9929eaa2 Jul 29 23:17:22.782474 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a60564ea-297a-42ef-8e9a-0e874c5ddfac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:22.815330 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a60564ea-297a-42ef-8e9a-0e874c5ddfac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:22.816593 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60564ea-297a-42ef-8e9a-0e874c5ddfac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:22.817310 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a60564ea-297a-42ef-8e9a-0e874c5ddfac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:22.874115 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a60564ea-297a-42ef-8e9a-0e874c5ddfac admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6787441 Jul 29 23:17:22.874894 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 55264) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:22.883343 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-320b795e-b05e-4f31-85d4-f155ef293197 admin admin] Request body: {'subnet': {'network_id': '080b9e81-fe4d-4e86-a3c0-24ea9929eaa2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1766799268-subnet', 'tenant_id': '8f631a6d452a4fba84f6b90e2829acee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:17:22.887462 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60564ea-297a-42ef-8e9a-0e874c5ddfac admin admin] Pushing event updated for resources: {'Network': ['ID=080b9e81-fe4d-4e86-a3c0-24ea9929eaa2,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:22.900765 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 080b9e81-fe4d-4e86-a3c0-24ea9929eaa2 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:17:22.914238 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320b795e-b05e-4f31-85d4-f155ef293197 admin admin] Made reservation on behalf of 8f631a6d452a4fba84f6b90e2829acee for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:17:22.920156 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-320b795e-b05e-4f31-85d4-f155ef293197 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:23.101353 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-320b795e-b05e-4f31-85d4-f155ef293197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:23.167482 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320b795e-b05e-4f31-85d4-f155ef293197 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a767d1cf-937a-4189-8aa3-3ec1eff5a6eb,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:23.172382 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320b795e-b05e-4f31-85d4-f155ef293197 admin admin] Checking segment: {'id': '42107b5e-6268-4b9c-87e8-287a1e78b5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '080b9e81-fe4d-4e86-a3c0-24ea9929eaa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:17:23.172862 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320b795e-b05e-4f31-85d4-f155ef293197 admin admin] Network hostable DHCP agents. Network: 080b9e81-fe4d-4e86-a3c0-24ea9929eaa2, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:17:23.190865 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320b795e-b05e-4f31-85d4-f155ef293197 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:23.191193 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320b795e-b05e-4f31-85d4-f155ef293197 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:23.191728 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320b795e-b05e-4f31-85d4-f155ef293197 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:23.192248 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320b795e-b05e-4f31-85d4-f155ef293197 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:23.192586 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320b795e-b05e-4f31-85d4-f155ef293197 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:23.192919 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320b795e-b05e-4f31-85d4-f155ef293197 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:23.193333 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320b795e-b05e-4f31-85d4-f155ef293197 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:23.193573 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320b795e-b05e-4f31-85d4-f155ef293197 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:23.193970 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320b795e-b05e-4f31-85d4-f155ef293197 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:23.194252 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320b795e-b05e-4f31-85d4-f155ef293197 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:23.194573 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320b795e-b05e-4f31-85d4-f155ef293197 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:23.195063 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320b795e-b05e-4f31-85d4-f155ef293197 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:23.196151 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320b795e-b05e-4f31-85d4-f155ef293197 admin admin] Tracked resource versions report: Jul 29 23:17:23.196151 n-d-712141-10 neutron-server[94078]: pushed versions: Jul 29 23:17:23.196151 n-d-712141-10 neutron-server[94078]: { 'AddressGroup': {'1.2'}, Jul 29 23:17:23.196151 n-d-712141-10 neutron-server[94078]: 'ConntrackHelper': {'1.0'}, Jul 29 23:17:23.196151 n-d-712141-10 neutron-server[94078]: 'Log': {'1.0'}, Jul 29 23:17:23.196151 n-d-712141-10 neutron-server[94078]: 'Network': {'1.1'}, Jul 29 23:17:23.196151 n-d-712141-10 neutron-server[94078]: 'Port': {'1.7'}, Jul 29 23:17:23.196151 n-d-712141-10 neutron-server[94078]: 'PortForwarding': {'1.2'}, Jul 29 23:17:23.196151 n-d-712141-10 neutron-server[94078]: 'QosPolicy': {'1.8'}, Jul 29 23:17:23.196151 n-d-712141-10 neutron-server[94078]: 'SecurityGroup': {'1.4'}, Jul 29 23:17:23.196151 n-d-712141-10 neutron-server[94078]: 'SecurityGroupRule': {'1.2'}, Jul 29 23:17:23.196151 n-d-712141-10 neutron-server[94078]: 'SubPort': {'1.0'}, Jul 29 23:17:23.196151 n-d-712141-10 neutron-server[94078]: 'Subnet': {'1.1'}, Jul 29 23:17:23.196151 n-d-712141-10 neutron-server[94078]: 'Trunk': {'1.1'}} Jul 29 23:17:23.196151 n-d-712141-10 neutron-server[94078]: consumer versions: Jul 29 23:17:23.196151 n-d-712141-10 neutron-server[94078]: { DHCP agent@n-d-712141-10: {}, Jul 29 23:17:23.196151 n-d-712141-10 neutron-server[94078]: HyperV agent@n-h1-712141-10: {}, Jul 29 23:17:23.196151 n-d-712141-10 neutron-server[94078]: HyperV agent@n-h2-712141-10: {}, Jul 29 23:17:23.196151 n-d-712141-10 neutron-server[94078]: L3 agent@n-d-712141-10: {}, Jul 29 23:17:23.196151 n-d-712141-10 neutron-server[94078]: Metadata agent@n-d-712141-10: {}, Jul 29 23:17:23.196151 n-d-712141-10 neutron-server[94078]: Metering agent@n-d-712141-10: {}, Jul 29 23:17:23.196151 n-d-712141-10 neutron-server[94078]: Open vSwitch agent@n-d-712141-10: { 'AddressGroup': '1.2', Jul 29 23:17:23.196151 n-d-712141-10 neutron-server[94078]: 'ConntrackHelper': '1.0', Jul 29 23:17:23.196151 n-d-712141-10 neutron-server[94078]: 'Log': '1.0', Jul 29 23:17:23.196151 n-d-712141-10 neutron-server[94078]: 'Network': '1.1', Jul 29 23:17:23.196151 n-d-712141-10 neutron-server[94078]: 'Port': '1.7', Jul 29 23:17:23.196151 n-d-712141-10 neutron-server[94078]: 'PortForwarding': '1.2', Jul 29 23:17:23.196151 n-d-712141-10 neutron-server[94078]: 'QosPolicy': '1.8', Jul 29 23:17:23.196151 n-d-712141-10 neutron-server[94078]: 'SecurityGroup': '1.4', Jul 29 23:17:23.196151 n-d-712141-10 neutron-server[94078]: 'SecurityGroupRule': '1.2', Jul 29 23:17:23.196151 n-d-712141-10 neutron-server[94078]: 'SubPort': '1.0', Jul 29 23:17:23.196151 n-d-712141-10 neutron-server[94078]: 'Subnet': '1.1', Jul 29 23:17:23.196151 n-d-712141-10 neutron-server[94078]: 'Trunk': '1.1'}} Jul 29 23:17:23.196151 n-d-712141-10 neutron-server[94078]: {{(pid=94078) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 23:17:23.200937 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320b795e-b05e-4f31-85d4-f155ef293197 admin admin] Network 080b9e81-fe4d-4e86-a3c0-24ea9929eaa2 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:17:23.209858 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7c38318f-96f2-4f76-9e08-9e30154869f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:23.214479 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-320b795e-b05e-4f31-85d4-f155ef293197 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 080b9e81-fe4d-4e86-a3c0-24ea9929eaa2) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:17:23.222455 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320b795e-b05e-4f31-85d4-f155ef293197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:23.223143 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-320b795e-b05e-4f31-85d4-f155ef293197 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:23.225470 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f30900c-e687-42d9-944e-0554c5e459c5 None None] Network 080b9e81-fe4d-4e86-a3c0-24ea9929eaa2 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:17:23.241876 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55282) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:23.242480 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-320b795e-b05e-4f31-85d4-f155ef293197 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.3632665 Jul 29 23:17:23.246072 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-0709600d-0ae3-4cb8-8115-06ab255ddd5a admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1766799268-router', 'tenant_id': '8f631a6d452a4fba84f6b90e2829acee', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:17:23.267927 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0709600d-0ae3-4cb8-8115-06ab255ddd5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:23.269292 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0709600d-0ae3-4cb8-8115-06ab255ddd5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:23.327420 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0709600d-0ae3-4cb8-8115-06ab255ddd5a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:23.413798 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023e86c7-de68-4e21-9f9b-54b6ffe7716b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-080b9e81-fe4d-4e86-a3c0-24ea9929eaa2', 'network_id': '080b9e81-fe4d-4e86-a3c0-24ea9929eaa2', 'tenant_id': '8f631a6d452a4fba84f6b90e2829acee', 'fixed_ips': [{'subnet_id': 'a767d1cf-937a-4189-8aa3-3ec1eff5a6eb'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:17:23.415660 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-023e86c7-de68-4e21-9f9b-54b6ffe7716b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:23.513128 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0709600d-0ae3-4cb8-8115-06ab255ddd5a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:23.589762 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-023e86c7-de68-4e21-9f9b-54b6ffe7716b None None] Allocated IP 172.20.0.2 (080b9e81-fe4d-4e86-a3c0-24ea9929eaa2/a767d1cf-937a-4189-8aa3-3ec1eff5a6eb/920f652b-c1b9-488b-9ca6-b7061896e70c) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:17:23.798373 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-023e86c7-de68-4e21-9f9b-54b6ffe7716b None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:23.807841 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-023e86c7-de68-4e21-9f9b-54b6ffe7716b None None] Transition to ACTIVE for port object 920f652b-c1b9-488b-9ca6-b7061896e70c will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:17:23.824057 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-023e86c7-de68-4e21-9f9b-54b6ffe7716b None None] Transition to ACTIVE for port object 920f652b-c1b9-488b-9ca6-b7061896e70c will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:17:23.835724 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-023e86c7-de68-4e21-9f9b-54b6ffe7716b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:23.858032 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0709600d-0ae3-4cb8-8115-06ab255ddd5a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:23.880579 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023e86c7-de68-4e21-9f9b-54b6ffe7716b None None] Pushing event updated for resources: {'Port': ['ID=920f652b-c1b9-488b-9ca6-b7061896e70c,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:23.884693 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0709600d-0ae3-4cb8-8115-06ab255ddd5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:23.890543 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023e86c7-de68-4e21-9f9b-54b6ffe7716b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:23.891698 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023e86c7-de68-4e21-9f9b-54b6ffe7716b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:23.892537 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023e86c7-de68-4e21-9f9b-54b6ffe7716b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:23.893079 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023e86c7-de68-4e21-9f9b-54b6ffe7716b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:23.893664 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023e86c7-de68-4e21-9f9b-54b6ffe7716b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:23.894508 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023e86c7-de68-4e21-9f9b-54b6ffe7716b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:23.895079 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023e86c7-de68-4e21-9f9b-54b6ffe7716b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:23.895838 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023e86c7-de68-4e21-9f9b-54b6ffe7716b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:23.896506 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023e86c7-de68-4e21-9f9b-54b6ffe7716b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:23.897051 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023e86c7-de68-4e21-9f9b-54b6ffe7716b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:23.897475 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023e86c7-de68-4e21-9f9b-54b6ffe7716b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:23.898166 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023e86c7-de68-4e21-9f9b-54b6ffe7716b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:23.899411 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-023e86c7-de68-4e21-9f9b-54b6ffe7716b None None] Tracked resource versions report: Jul 29 23:17:23.899411 n-d-712141-10 neutron-server[94079]: pushed versions: Jul 29 23:17:23.899411 n-d-712141-10 neutron-server[94079]: { 'AddressGroup': {'1.2'}, Jul 29 23:17:23.899411 n-d-712141-10 neutron-server[94079]: 'ConntrackHelper': {'1.0'}, Jul 29 23:17:23.899411 n-d-712141-10 neutron-server[94079]: 'Log': {'1.0'}, Jul 29 23:17:23.899411 n-d-712141-10 neutron-server[94079]: 'Network': {'1.1'}, Jul 29 23:17:23.899411 n-d-712141-10 neutron-server[94079]: 'Port': {'1.7'}, Jul 29 23:17:23.899411 n-d-712141-10 neutron-server[94079]: 'PortForwarding': {'1.2'}, Jul 29 23:17:23.899411 n-d-712141-10 neutron-server[94079]: 'QosPolicy': {'1.8'}, Jul 29 23:17:23.899411 n-d-712141-10 neutron-server[94079]: 'SecurityGroup': {'1.4'}, Jul 29 23:17:23.899411 n-d-712141-10 neutron-server[94079]: 'SecurityGroupRule': {'1.2'}, Jul 29 23:17:23.899411 n-d-712141-10 neutron-server[94079]: 'SubPort': {'1.0'}, Jul 29 23:17:23.899411 n-d-712141-10 neutron-server[94079]: 'Subnet': {'1.1'}, Jul 29 23:17:23.899411 n-d-712141-10 neutron-server[94079]: 'Trunk': {'1.1'}} Jul 29 23:17:23.899411 n-d-712141-10 neutron-server[94079]: consumer versions: Jul 29 23:17:23.899411 n-d-712141-10 neutron-server[94079]: { DHCP agent@n-d-712141-10: {}, Jul 29 23:17:23.899411 n-d-712141-10 neutron-server[94079]: HyperV agent@n-h1-712141-10: {}, Jul 29 23:17:23.899411 n-d-712141-10 neutron-server[94079]: HyperV agent@n-h2-712141-10: {}, Jul 29 23:17:23.899411 n-d-712141-10 neutron-server[94079]: L3 agent@n-d-712141-10: {}, Jul 29 23:17:23.899411 n-d-712141-10 neutron-server[94079]: Metadata agent@n-d-712141-10: {}, Jul 29 23:17:23.899411 n-d-712141-10 neutron-server[94079]: Metering agent@n-d-712141-10: {}, Jul 29 23:17:23.899411 n-d-712141-10 neutron-server[94079]: Open vSwitch agent@n-d-712141-10: { 'AddressGroup': '1.2', Jul 29 23:17:23.899411 n-d-712141-10 neutron-server[94079]: 'ConntrackHelper': '1.0', Jul 29 23:17:23.899411 n-d-712141-10 neutron-server[94079]: 'Log': '1.0', Jul 29 23:17:23.899411 n-d-712141-10 neutron-server[94079]: 'Network': '1.1', Jul 29 23:17:23.899411 n-d-712141-10 neutron-server[94079]: 'Port': '1.7', Jul 29 23:17:23.899411 n-d-712141-10 neutron-server[94079]: 'PortForwarding': '1.2', Jul 29 23:17:23.899411 n-d-712141-10 neutron-server[94079]: 'QosPolicy': '1.8', Jul 29 23:17:23.899411 n-d-712141-10 neutron-server[94079]: 'SecurityGroup': '1.4', Jul 29 23:17:23.899411 n-d-712141-10 neutron-server[94079]: 'SecurityGroupRule': '1.2', Jul 29 23:17:23.899411 n-d-712141-10 neutron-server[94079]: 'SubPort': '1.0', Jul 29 23:17:23.899411 n-d-712141-10 neutron-server[94079]: 'Subnet': '1.1', Jul 29 23:17:23.899411 n-d-712141-10 neutron-server[94079]: 'Trunk': '1.1'}} Jul 29 23:17:23.899411 n-d-712141-10 neutron-server[94079]: {{(pid=94079) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 23:17:23.914813 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023e86c7-de68-4e21-9f9b-54b6ffe7716b None None] Network 080b9e81-fe4d-4e86-a3c0-24ea9929eaa2 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:17:23.916814 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-023e86c7-de68-4e21-9f9b-54b6ffe7716b None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:17:23.919386 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023e86c7-de68-4e21-9f9b-54b6ffe7716b None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:17:24.018403 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-0709600d-0ae3-4cb8-8115-06ab255ddd5a admin admin] Allocated IP 172.25.0.223 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/58f7b4d0-2eb4-4e5e-b144-c0e41bac5529) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:17:24.095930 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-023e86c7-de68-4e21-9f9b-54b6ffe7716b None None] Attempting to bind port 920f652b-c1b9-488b-9ca6-b7061896e70c on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:17:24.096804 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-023e86c7-de68-4e21-9f9b-54b6ffe7716b None None] Attempting to bind port 920f652b-c1b9-488b-9ca6-b7061896e70c by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '42107b5e-6268-4b9c-87e8-287a1e78b5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '080b9e81-fe4d-4e86-a3c0-24ea9929eaa2'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:17:24.097695 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023e86c7-de68-4e21-9f9b-54b6ffe7716b None None] Attempting to bind port 920f652b-c1b9-488b-9ca6-b7061896e70c on network 080b9e81-fe4d-4e86-a3c0-24ea9929eaa2 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:17:24.103684 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023e86c7-de68-4e21-9f9b-54b6ffe7716b None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:17:24.104310 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023e86c7-de68-4e21-9f9b-54b6ffe7716b None None] Checking segment: {'id': '42107b5e-6268-4b9c-87e8-287a1e78b5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '080b9e81-fe4d-4e86-a3c0-24ea9929eaa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:17:24.104885 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-023e86c7-de68-4e21-9f9b-54b6ffe7716b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:24.105575 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023e86c7-de68-4e21-9f9b-54b6ffe7716b None None] Bound using segment: {'id': '42107b5e-6268-4b9c-87e8-287a1e78b5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '080b9e81-fe4d-4e86-a3c0-24ea9929eaa2'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:17:24.106115 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-023e86c7-de68-4e21-9f9b-54b6ffe7716b None None] Bound port: 920f652b-c1b9-488b-9ca6-b7061896e70c, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42107b5e-6268-4b9c-87e8-287a1e78b5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '080b9e81-fe4d-4e86-a3c0-24ea9929eaa2'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:17:24.106523 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-023e86c7-de68-4e21-9f9b-54b6ffe7716b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:24.167146 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0709600d-0ae3-4cb8-8115-06ab255ddd5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:24.175200 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-023e86c7-de68-4e21-9f9b-54b6ffe7716b None None] For port 920f652b-c1b9-488b-9ca6-b7061896e70c, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:17:24.179411 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-023e86c7-de68-4e21-9f9b-54b6ffe7716b None None] For port 920f652b-c1b9-488b-9ca6-b7061896e70c, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=920f652b-c1b9-488b-9ca6-b7061896e70c,segment=NetworkSegment(42107b5e-6268-4b9c-87e8-287a1e78b5ad),segment_id=42107b5e-6268-4b9c-87e8-287a1e78b5ad)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:17:24.185165 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-023e86c7-de68-4e21-9f9b-54b6ffe7716b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:24.240301 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0709600d-0ae3-4cb8-8115-06ab255ddd5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:24.251270 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023e86c7-de68-4e21-9f9b-54b6ffe7716b None None] Pushing event updated for resources: {'Port': ['ID=920f652b-c1b9-488b-9ca6-b7061896e70c,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:24.290395 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0709600d-0ae3-4cb8-8115-06ab255ddd5a admin admin] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:17:24.293194 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-0709600d-0ae3-4cb8-8115-06ab255ddd5a admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:17:24.298272 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0709600d-0ae3-4cb8-8115-06ab255ddd5a admin admin] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:17:24.371018 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0709600d-0ae3-4cb8-8115-06ab255ddd5a admin admin] Pushing event updated for resources: {'Port': ['ID=58f7b4d0-2eb4-4e5e-b144-c0e41bac5529,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:24.569967 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0709600d-0ae3-4cb8-8115-06ab255ddd5a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:24.802871 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0709600d-0ae3-4cb8-8115-06ab255ddd5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:24.983327 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0709600d-0ae3-4cb8-8115-06ab255ddd5a admin admin] Router 2cdaefaf-dcbd-4b6a-a327-2989f85aa230 is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:17:25.013383 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 920f652b-c1b9-488b-9ca6-b7061896e70c up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:17:25.107874 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 920f652b-c1b9-488b-9ca6-b7061896e70c completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:17:25.141432 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0709600d-0ae3-4cb8-8115-06ab255ddd5a admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:17:25.157460 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe24393f-5147-4d30-a789-c53b191321d7 None None] Sync routers for ids ['2cdaefaf-dcbd-4b6a-a327-2989f85aa230'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:17:25.158753 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0709600d-0ae3-4cb8-8115-06ab255ddd5a admin admin] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:25.161263 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0709600d-0ae3-4cb8-8115-06ab255ddd5a admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 1.9185863 Jul 29 23:17:25.163861 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55366) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:25.178251 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe24393f-5147-4d30-a789-c53b191321d7 None None] Routers {'2cdaefaf-dcbd-4b6a-a327-2989f85aa230'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:17:25.179269 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-fe24393f-5147-4d30-a789-c53b191321d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:16:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['2cdaefaf-dcbd-4b6a-a327-2989f85aa230'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:17:25.440262 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-fe24393f-5147-4d30-a789-c53b191321d7 None None] Set router 2cdaefaf-dcbd-4b6a-a327-2989f85aa230 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:17:25.540402 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecb7d45-593f-400d-a905-4e4d24343aff None None] Network 080b9e81-fe4d-4e86-a3c0-24ea9929eaa2 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:17:25.649485 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-fe24393f-5147-4d30-a789-c53b191321d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdaefaf-dcbd-4b6a-a327-2989f85aa230', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1766799268-router', 'tenant_id': '8f631a6d452a4fba84f6b90e2829acee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '58f7b4d0-2eb4-4e5e-b144-c0e41bac5529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:17:23Z', 'updated_at': '2021-07-29T23:17:24Z', 'revision_number': 3, 'project_id': '8f631a6d452a4fba84f6b90e2829acee', 'gw_port': {'id': '58f7b4d0-2eb4-4e5e-b144-c0e41bac5529', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:45:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cdaefaf-dcbd-4b6a-a327-2989f85aa230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:23Z', 'updated_at': '2021-07-29T23:17:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:17:25.679985 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe24393f-5147-4d30-a789-c53b191321d7 None None] Checking router: 2cdaefaf-dcbd-4b6a-a327-2989f85aa230 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:17:25.680379 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe24393f-5147-4d30-a789-c53b191321d7 None None] Updating router 2cdaefaf-dcbd-4b6a-a327-2989f85aa230 port 58f7b4d0-2eb4-4e5e-b144-c0e41bac5529 binding host n-d-712141-10 {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:17:25.707214 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-fe24393f-5147-4d30-a789-c53b191321d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:25.819785 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-475e2e84-ecd4-4b55-9184-5a92b44d089f None None] Provisioning for port 920f652b-c1b9-488b-9ca6-b7061896e70c completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:17:25.827229 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-475e2e84-ecd4-4b55-9184-5a92b44d089f None None] Provisioning complete for port 920f652b-c1b9-488b-9ca6-b7061896e70c triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:17:25.827982 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-475e2e84-ecd4-4b55-9184-5a92b44d089f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:26.003484 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e62cb518-ecdd-4a04-b897-39429db927c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:26.020269 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-475e2e84-ecd4-4b55-9184-5a92b44d089f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:26.069868 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c1854ae1-1e40-42ee-8ff4-f3d37cc980c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:26.084421 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-fe24393f-5147-4d30-a789-c53b191321d7 None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:26.094816 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-475e2e84-ecd4-4b55-9184-5a92b44d089f None None] For port 920f652b-c1b9-488b-9ca6-b7061896e70c, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=920f652b-c1b9-488b-9ca6-b7061896e70c,segment=NetworkSegment(42107b5e-6268-4b9c-87e8-287a1e78b5ad),segment_id=42107b5e-6268-4b9c-87e8-287a1e78b5ad)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:17:26.101073 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-475e2e84-ecd4-4b55-9184-5a92b44d089f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:26.107002 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-fe24393f-5147-4d30-a789-c53b191321d7 None None] Transition to ACTIVE for port object 58f7b4d0-2eb4-4e5e-b144-c0e41bac5529 will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:17:26.124691 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-fe24393f-5147-4d30-a789-c53b191321d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:26.188794 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475e2e84-ecd4-4b55-9184-5a92b44d089f None None] Pushing event updated for resources: {'Port': ['ID=920f652b-c1b9-488b-9ca6-b7061896e70c,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:26.239758 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-fe24393f-5147-4d30-a789-c53b191321d7 None None] Attempting to bind port 58f7b4d0-2eb4-4e5e-b144-c0e41bac5529 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:17:26.240380 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-fe24393f-5147-4d30-a789-c53b191321d7 None None] Attempting to bind port 58f7b4d0-2eb4-4e5e-b144-c0e41bac5529 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:17:26.240759 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe24393f-5147-4d30-a789-c53b191321d7 None None] Attempting to bind port 58f7b4d0-2eb4-4e5e-b144-c0e41bac5529 on network 58f27f61-3278-49cc-b66b-1e729d26f29f {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:17:26.263058 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe24393f-5147-4d30-a789-c53b191321d7 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:17:26.264065 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe24393f-5147-4d30-a789-c53b191321d7 None None] Checking segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:17:26.264363 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-fe24393f-5147-4d30-a789-c53b191321d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:26.264854 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe24393f-5147-4d30-a789-c53b191321d7 None None] Bound using segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:17:26.265463 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-fe24393f-5147-4d30-a789-c53b191321d7 None None] Bound port: 58f7b4d0-2eb4-4e5e-b144-c0e41bac5529, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:17:26.266548 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-fe24393f-5147-4d30-a789-c53b191321d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:26.324933 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-fe24393f-5147-4d30-a789-c53b191321d7 None None] For port 58f7b4d0-2eb4-4e5e-b144-c0e41bac5529, host n-d-712141-10, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:17:26.330194 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-fe24393f-5147-4d30-a789-c53b191321d7 None None] For port 58f7b4d0-2eb4-4e5e-b144-c0e41bac5529, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=58f7b4d0-2eb4-4e5e-b144-c0e41bac5529,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:17:26.333782 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96148707-da2b-40a2-b8d6-4f85a115d124 None None] Pushing event updated for resources: {'Port': ['ID=58f7b4d0-2eb4-4e5e-b144-c0e41bac5529,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:26.345014 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96148707-da2b-40a2-b8d6-4f85a115d124 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:26.345679 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96148707-da2b-40a2-b8d6-4f85a115d124 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:26.346284 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96148707-da2b-40a2-b8d6-4f85a115d124 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:26.346843 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96148707-da2b-40a2-b8d6-4f85a115d124 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:26.347336 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:26.347648 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96148707-da2b-40a2-b8d6-4f85a115d124 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:26.348179 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96148707-da2b-40a2-b8d6-4f85a115d124 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:26.348618 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96148707-da2b-40a2-b8d6-4f85a115d124 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:26.349031 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96148707-da2b-40a2-b8d6-4f85a115d124 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:26.349472 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96148707-da2b-40a2-b8d6-4f85a115d124 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:26.350218 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96148707-da2b-40a2-b8d6-4f85a115d124 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:26.350769 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96148707-da2b-40a2-b8d6-4f85a115d124 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:26.351343 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96148707-da2b-40a2-b8d6-4f85a115d124 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:26.351733 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1bc3c82f-a902-4dab-81cf-94c379adecd9 None None] Provisioning complete for port 920f652b-c1b9-488b-9ca6-b7061896e70c triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:17:26.352113 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1bc3c82f-a902-4dab-81cf-94c379adecd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:26.352658 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96148707-da2b-40a2-b8d6-4f85a115d124 None None] Tracked resource versions report: Jul 29 23:17:26.352658 n-d-712141-10 neutron-server[94080]: pushed versions: Jul 29 23:17:26.352658 n-d-712141-10 neutron-server[94080]: { 'AddressGroup': {'1.2'}, Jul 29 23:17:26.352658 n-d-712141-10 neutron-server[94080]: 'ConntrackHelper': {'1.0'}, Jul 29 23:17:26.352658 n-d-712141-10 neutron-server[94080]: 'Log': {'1.0'}, Jul 29 23:17:26.352658 n-d-712141-10 neutron-server[94080]: 'Network': {'1.1'}, Jul 29 23:17:26.352658 n-d-712141-10 neutron-server[94080]: 'Port': {'1.7'}, Jul 29 23:17:26.352658 n-d-712141-10 neutron-server[94080]: 'PortForwarding': {'1.2'}, Jul 29 23:17:26.352658 n-d-712141-10 neutron-server[94080]: 'QosPolicy': {'1.8'}, Jul 29 23:17:26.352658 n-d-712141-10 neutron-server[94080]: 'SecurityGroup': {'1.4'}, Jul 29 23:17:26.352658 n-d-712141-10 neutron-server[94080]: 'SecurityGroupRule': {'1.2'}, Jul 29 23:17:26.352658 n-d-712141-10 neutron-server[94080]: 'SubPort': {'1.0'}, Jul 29 23:17:26.352658 n-d-712141-10 neutron-server[94080]: 'Subnet': {'1.1'}, Jul 29 23:17:26.352658 n-d-712141-10 neutron-server[94080]: 'Trunk': {'1.1'}} Jul 29 23:17:26.352658 n-d-712141-10 neutron-server[94080]: consumer versions: Jul 29 23:17:26.352658 n-d-712141-10 neutron-server[94080]: { DHCP agent@n-d-712141-10: {}, Jul 29 23:17:26.352658 n-d-712141-10 neutron-server[94080]: HyperV agent@n-h1-712141-10: {}, Jul 29 23:17:26.352658 n-d-712141-10 neutron-server[94080]: HyperV agent@n-h2-712141-10: {}, Jul 29 23:17:26.352658 n-d-712141-10 neutron-server[94080]: L3 agent@n-d-712141-10: {}, Jul 29 23:17:26.352658 n-d-712141-10 neutron-server[94080]: Metadata agent@n-d-712141-10: {}, Jul 29 23:17:26.352658 n-d-712141-10 neutron-server[94080]: Metering agent@n-d-712141-10: {}, Jul 29 23:17:26.352658 n-d-712141-10 neutron-server[94080]: Open vSwitch agent@n-d-712141-10: { 'AddressGroup': '1.2', Jul 29 23:17:26.352658 n-d-712141-10 neutron-server[94080]: 'ConntrackHelper': '1.0', Jul 29 23:17:26.352658 n-d-712141-10 neutron-server[94080]: 'Log': '1.0', Jul 29 23:17:26.352658 n-d-712141-10 neutron-server[94080]: 'Network': '1.1', Jul 29 23:17:26.352658 n-d-712141-10 neutron-server[94080]: 'Port': '1.7', Jul 29 23:17:26.352658 n-d-712141-10 neutron-server[94080]: 'PortForwarding': '1.2', Jul 29 23:17:26.352658 n-d-712141-10 neutron-server[94080]: 'QosPolicy': '1.8', Jul 29 23:17:26.352658 n-d-712141-10 neutron-server[94080]: 'SecurityGroup': '1.4', Jul 29 23:17:26.352658 n-d-712141-10 neutron-server[94080]: 'SecurityGroupRule': '1.2', Jul 29 23:17:26.352658 n-d-712141-10 neutron-server[94080]: 'SubPort': '1.0', Jul 29 23:17:26.352658 n-d-712141-10 neutron-server[94080]: 'Subnet': '1.1', Jul 29 23:17:26.352658 n-d-712141-10 neutron-server[94080]: 'Trunk': '1.1'}} Jul 29 23:17:26.352658 n-d-712141-10 neutron-server[94080]: {{(pid=94080) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 23:17:26.355849 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-fe24393f-5147-4d30-a789-c53b191321d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:26.405790 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe24393f-5147-4d30-a789-c53b191321d7 None None] Routers {'2cdaefaf-dcbd-4b6a-a327-2989f85aa230'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:17:26.408443 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-fe24393f-5147-4d30-a789-c53b191321d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:17:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['2cdaefaf-dcbd-4b6a-a327-2989f85aa230'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:17:26.422550 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-c1854ae1-1e40-42ee-8ff4-f3d37cc980c3 admin admin] Allocated IP 172.20.0.1 (080b9e81-fe4d-4e86-a3c0-24ea9929eaa2/a767d1cf-937a-4189-8aa3-3ec1eff5a6eb/371a2324-d1ab-4813-a596-2a7f38963b1c) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:17:26.563197 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-fe24393f-5147-4d30-a789-c53b191321d7 None None] Set router 2cdaefaf-dcbd-4b6a-a327-2989f85aa230 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:17:26.574010 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 55420) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:26.574797 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c1854ae1-1e40-42ee-8ff4-f3d37cc980c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:26.579280 n-d-712141-10 neutron-server[94078]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 29 23:17:26.592649 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-c1854ae1-1e40-42ee-8ff4-f3d37cc980c3 admin admin] Transition to ACTIVE for port object 371a2324-d1ab-4813-a596-2a7f38963b1c will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:17:26.620847 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7b47ad5e-64d3-4488-a528-0bb3e7eaec4b req-c6933c2b-69dd-41db-b47f-e3826141559e tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=a19722bc31924ba0bbb07778f60e1584&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435412 Jul 29 23:17:26.634193 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96148707-da2b-40a2-b8d6-4f85a115d124 None None] Pushing event updated for resources: {'Port': ['ID=58f7b4d0-2eb4-4e5e-b144-c0e41bac5529,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:26.638953 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c1854ae1-1e40-42ee-8ff4-f3d37cc980c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:26.702040 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1854ae1-1e40-42ee-8ff4-f3d37cc980c3 admin admin] Pushing event updated for resources: {'Port': ['ID=371a2324-d1ab-4813-a596-2a7f38963b1c,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:26.724551 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1854ae1-1e40-42ee-8ff4-f3d37cc980c3 admin admin] Network 080b9e81-fe4d-4e86-a3c0-24ea9929eaa2 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:17:26.726050 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-c1854ae1-1e40-42ee-8ff4-f3d37cc980c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:17:26.782011 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1854ae1-1e40-42ee-8ff4-f3d37cc980c3 admin admin] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:17:26.782011 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c1854ae1-1e40-42ee-8ff4-f3d37cc980c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:26.898646 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47ad5e-64d3-4488-a528-0bb3e7eaec4b req-fafa06a4-0a00-48a8-8e95-02553cecafe8 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:26.900189 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7b47ad5e-64d3-4488-a528-0bb3e7eaec4b req-fafa06a4-0a00-48a8-8e95-02553cecafe8 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2781453 Jul 29 23:17:26.930027 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7b47ad5e-64d3-4488-a528-0bb3e7eaec4b req-bd3bd184-78c5-4bff-b7dc-a586fd0e9453 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.43 "GET /v2.0/quotas/a19722bc31924ba0bbb07778f60e1584 HTTP/1.1" status: 200 len: 375 time: 0.0185237 Jul 29 23:17:26.947775 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 920f652b-c1b9-488b-9ca6-b7061896e70c up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:17:26.950016 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-fe24393f-5147-4d30-a789-c53b191321d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdaefaf-dcbd-4b6a-a327-2989f85aa230', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1766799268-router', 'tenant_id': '8f631a6d452a4fba84f6b90e2829acee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '58f7b4d0-2eb4-4e5e-b144-c0e41bac5529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:17:23Z', 'updated_at': '2021-07-29T23:17:24Z', 'revision_number': 3, 'project_id': '8f631a6d452a4fba84f6b90e2829acee', 'gw_port': {'id': '58f7b4d0-2eb4-4e5e-b144-c0e41bac5529', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:45:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cdaefaf-dcbd-4b6a-a327-2989f85aa230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:23Z', 'updated_at': '2021-07-29T23:17:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:17:26.997442 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe24393f-5147-4d30-a789-c53b191321d7 None None] The sync data for ids ['2cdaefaf-dcbd-4b6a-a327-2989f85aa230'] in n-d-712141-10 is: [{'id': '2cdaefaf-dcbd-4b6a-a327-2989f85aa230', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1766799268-router', 'tenant_id': '8f631a6d452a4fba84f6b90e2829acee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '58f7b4d0-2eb4-4e5e-b144-c0e41bac5529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:17:23Z', 'updated_at': '2021-07-29T23:17:24Z', 'revision_number': 3, 'project_id': '8f631a6d452a4fba84f6b90e2829acee', 'gw_port': {'id': '58f7b4d0-2eb4-4e5e-b144-c0e41bac5529', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:45:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cdaefaf-dcbd-4b6a-a327-2989f85aa230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:23Z', 'updated_at': '2021-07-29T23:17:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:17:27.044013 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 920f652b-c1b9-488b-9ca6-b7061896e70c triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:17:27.044495 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:27.051293 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7b47ad5e-64d3-4488-a528-0bb3e7eaec4b req-6a36a57e-a91a-425f-9749-b2c29727f230 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a19722bc31924ba0bbb07778f60e1584&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1120660 Jul 29 23:17:27.131838 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-20bf7e7c-af58-4540-85d6-5ed0c4ba84fb None None] Provisioning for port 371a2324-d1ab-4813-a596-2a7f38963b1c completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:17:27.138860 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-20bf7e7c-af58-4540-85d6-5ed0c4ba84fb None None] Provisioning complete for port 371a2324-d1ab-4813-a596-2a7f38963b1c triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:17:27.139233 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-20bf7e7c-af58-4540-85d6-5ed0c4ba84fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:27.197089 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c1854ae1-1e40-42ee-8ff4-f3d37cc980c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:27.227684 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-20bf7e7c-af58-4540-85d6-5ed0c4ba84fb None None] Port 371a2324-d1ab-4813-a596-2a7f38963b1c cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:17:27.244147 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:17:27.410172 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 55446) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:27.537478 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:27.602151 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c1854ae1-1e40-42ee-8ff4-f3d37cc980c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:27.613359 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c1854ae1-1e40-42ee-8ff4-f3d37cc980c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:27.632809 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c1854ae1-1e40-42ee-8ff4-f3d37cc980c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:27.637698 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b6e69df8-1a29-40aa-b903-f128f304cbce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:27.811008 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 55468) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:27.823266 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b6e69df8-1a29-40aa-b903-f128f304cbce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:27.838258 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1854ae1-1e40-42ee-8ff4-f3d37cc980c3 admin admin] Network 080b9e81-fe4d-4e86-a3c0-24ea9929eaa2 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:17:27.841490 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-c1854ae1-1e40-42ee-8ff4-f3d37cc980c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:17:27.853501 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b6e69df8-1a29-40aa-b903-f128f304cbce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:27.936539 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1854ae1-1e40-42ee-8ff4-f3d37cc980c3 admin admin] Pushing event updated for resources: {'Port': ['ID=371a2324-d1ab-4813-a596-2a7f38963b1c,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:28.040653 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-b6e69df8-1a29-40aa-b903-f128f304cbce admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9e6f0fe2217841c68edad7233236044b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6287165 Jul 29 23:17:28.043672 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55482) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:28.068002 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-def92392-6787-457e-a310-000a1a61fb0e req-da2c41ee-74f3-49fc-8cd9-9a7fc0aa8ea9 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.43 "GET /v2.0/ports?device_id=d55ddcb9-989c-49f3-9219-954de0bfb4e9 HTTP/1.1" status: 200 len: 210 time: 0.2556713 Jul 29 23:17:28.071355 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e69df8-1a29-40aa-b903-f128f304cbce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31753f3c-83a3-487c-a900-ba49952cadad,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:28.126277 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1854ae1-1e40-42ee-8ff4-f3d37cc980c3 admin admin] Router 2cdaefaf-dcbd-4b6a-a327-2989f85aa230 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:17:28.164974 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-80ccff2d-6842-40a1-968c-fb9f1f839215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:28.250168 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-80ccff2d-6842-40a1-968c-fb9f1f839215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:28.273004 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-dbbbb304-c398-413b-9d18-883b827a354d None None] Provisioning complete for port 371a2324-d1ab-4813-a596-2a7f38963b1c triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:17:28.274978 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-dbbbb304-c398-413b-9d18-883b827a354d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:28.368844 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1854ae1-1e40-42ee-8ff4-f3d37cc980c3 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:17:28.378273 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c1854ae1-1e40-42ee-8ff4-f3d37cc980c3 admin admin] 10.222.0.43 "PUT /v2.0/routers/2cdaefaf-dcbd-4b6a-a327-2989f85aa230/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2131302 Jul 29 23:17:28.391038 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-80ccff2d-6842-40a1-968c-fb9f1f839215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:28.394535 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-80ccff2d-6842-40a1-968c-fb9f1f839215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:28.396089 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-80ccff2d-6842-40a1-968c-fb9f1f839215 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/31753f3c-83a3-487c-a900-ba49952cadad HTTP/1.1" status: 204 len: 168 time: 0.3511457 Jul 29 23:17:28.399805 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-dbbbb304-c398-413b-9d18-883b827a354d None None] Port 371a2324-d1ab-4813-a596-2a7f38963b1c cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:17:28.410756 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ccff2d-6842-40a1-968c-fb9f1f839215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31753f3c-83a3-487c-a900-ba49952cadad,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:28.904349 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55564) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:28.981651 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 58f7b4d0-2eb4-4e5e-b144-c0e41bac5529 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:17:29.065524 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55578) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:29.073698 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 58f7b4d0-2eb4-4e5e-b144-c0e41bac5529 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:17:29.083262 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 58f7b4d0-2eb4-4e5e-b144-c0e41bac5529 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:17:29.083931 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-913e5b30-b3a8-4501-b0e2-7792379427ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:29.085850 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:29.208163 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:29.210396 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-913e5b30-b3a8-4501-b0e2-7792379427ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:29.220242 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-913e5b30-b3a8-4501-b0e2-7792379427ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:29.301261 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 55586) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:29.302369 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-913e5b30-b3a8-4501-b0e2-7792379427ad admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=19ada844e6c74a52854d62d28cd4acd7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2344370 Jul 29 23:17:29.318961 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913e5b30-b3a8-4501-b0e2-7792379427ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5eedefe-4321-4c72-a121-a82b7098e859,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:29.322671 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:29.356136 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-52b67ef7-bcdb-410d-91e8-82d6748217c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:29.399193 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 58f7b4d0-2eb4-4e5e-b144-c0e41bac5529, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=58f7b4d0-2eb4-4e5e-b144-c0e41bac5529,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:17:29.411629 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:29.459435 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c0ef68a6-ccae-43f5-8ee4-69f167c83a35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:29.474605 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7331e197-6c6c-4115-a7e1-5e1c4da12f99 None None] Sync routers for ids ['2cdaefaf-dcbd-4b6a-a327-2989f85aa230'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:17:29.512293 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c0ef68a6-ccae-43f5-8ee4-69f167c83a35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:29.518981 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7331e197-6c6c-4115-a7e1-5e1c4da12f99 None None] Routers {'2cdaefaf-dcbd-4b6a-a327-2989f85aa230'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:17:29.519601 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-7331e197-6c6c-4115-a7e1-5e1c4da12f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:17:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['2cdaefaf-dcbd-4b6a-a327-2989f85aa230'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:17:29.558180 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-52b67ef7-bcdb-410d-91e8-82d6748217c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:29.571061 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-52b67ef7-bcdb-410d-91e8-82d6748217c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:29.614204 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c0ef68a6-ccae-43f5-8ee4-69f167c83a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:29.623013 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c0ef68a6-ccae-43f5-8ee4-69f167c83a35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:29.625938 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-c0ef68a6-ccae-43f5-8ee4-69f167c83a35 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f5eedefe-4321-4c72-a121-a82b7098e859 HTTP/1.1" status: 204 len: 168 time: 0.3226142 Jul 29 23:17:29.638904 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b67ef7-bcdb-410d-91e8-82d6748217c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c7f4db-57a6-4b8f-bd45-48ba80ff1822,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:29.644948 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ef68a6-ccae-43f5-8ee4-69f167c83a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5eedefe-4321-4c72-a121-a82b7098e859,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:29.669741 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-52b67ef7-bcdb-410d-91e8-82d6748217c2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c6fd57ac827547b38c5f5d89dc2655b8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7619460 Jul 29 23:17:29.676163 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 55600) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:29.681435 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=58f7b4d0-2eb4-4e5e-b144-c0e41bac5529,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:29.759482 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1f074a50-3e2b-4575-817d-ae12c5d64048 req-8a9cdc4b-6c85-4be6-b0bc-e4ef35d1d6b5 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.43 "GET /v2.0/ports?device_id=d55ddcb9-989c-49f3-9219-954de0bfb4e9 HTTP/1.1" status: 200 len: 210 time: 0.1040542 Jul 29 23:17:29.795038 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bfb34d63-b24e-4b70-828a-b573f21e644b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:29.819527 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-7331e197-6c6c-4115-a7e1-5e1c4da12f99 None None] Set router 2cdaefaf-dcbd-4b6a-a327-2989f85aa230 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:17:29.846524 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bfb34d63-b24e-4b70-828a-b573f21e644b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:29.872954 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55612) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:29.880558 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-d49511e2-dbb1-4759-95e7-0ddb7dcfae71 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2061788017-network', 'tenant_id': 'c003babaf4ca49b3add680f8803594b6'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:17:29.936894 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d49511e2-dbb1-4759-95e7-0ddb7dcfae71 admin admin] Made reservation on behalf of c003babaf4ca49b3add680f8803594b6 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:17:29.941898 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d49511e2-dbb1-4759-95e7-0ddb7dcfae71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:29.954370 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d49511e2-dbb1-4759-95e7-0ddb7dcfae71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:29.971183 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bfb34d63-b24e-4b70-828a-b573f21e644b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:29.977178 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bfb34d63-b24e-4b70-828a-b573f21e644b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:29.978806 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-bfb34d63-b24e-4b70-828a-b573f21e644b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/53c7f4db-57a6-4b8f-bd45-48ba80ff1822 HTTP/1.1" status: 204 len: 168 time: 0.3014648 Jul 29 23:17:29.991250 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb34d63-b24e-4b70-828a-b573f21e644b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c7f4db-57a6-4b8f-bd45-48ba80ff1822,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:30.154180 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d49511e2-dbb1-4759-95e7-0ddb7dcfae71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:30.163968 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d49511e2-dbb1-4759-95e7-0ddb7dcfae71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:30.210602 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d49511e2-dbb1-4759-95e7-0ddb7dcfae71 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:17:30.221930 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49511e2-dbb1-4759-95e7-0ddb7dcfae71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67149c60-c256-4935-9491-032f587305c7,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:30.228072 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d49511e2-dbb1-4759-95e7-0ddb7dcfae71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:30.228530 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-d49511e2-dbb1-4759-95e7-0ddb7dcfae71 admin admin] Added segment 2429a5d2-6a97-465b-bd1a-0f361267cf0e of type vlan for network f570ac3f-2b53-45ec-948c-0985410160ee Jul 29 23:17:30.258082 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-7331e197-6c6c-4115-a7e1-5e1c4da12f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdaefaf-dcbd-4b6a-a327-2989f85aa230', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1766799268-router', 'tenant_id': '8f631a6d452a4fba84f6b90e2829acee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '58f7b4d0-2eb4-4e5e-b144-c0e41bac5529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:17:23Z', 'updated_at': '2021-07-29T23:17:27Z', 'revision_number': 4, 'project_id': '8f631a6d452a4fba84f6b90e2829acee', 'gw_port': {'id': '58f7b4d0-2eb4-4e5e-b144-c0e41bac5529', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:45:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdaefaf-dcbd-4b6a-a327-2989f85aa230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:23Z', 'updated_at': '2021-07-29T23:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '371a2324-d1ab-4813-a596-2a7f38963b1c', 'name': '', 'network_id': '080b9e81-fe4d-4e86-a3c0-24ea9929eaa2', 'tenant_id': '8f631a6d452a4fba84f6b90e2829acee', 'mac_address': 'fa:16:3e:25:3c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cdaefaf-dcbd-4b6a-a327-2989f85aa230', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a767d1cf-937a-4189-8aa3-3ec1eff5a6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:26Z', 'updated_at': '2021-07-29T23:17:27Z', 'revision_number': 2, 'project_id': '8f631a6d452a4fba84f6b90e2829acee', 'subnets': [{'id': 'a767d1cf-937a-4189-8aa3-3ec1eff5a6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:17:30.293728 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7331e197-6c6c-4115-a7e1-5e1c4da12f99 None None] Checking router: 2cdaefaf-dcbd-4b6a-a327-2989f85aa230 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:17:30.294091 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7331e197-6c6c-4115-a7e1-5e1c4da12f99 None None] Updating router 2cdaefaf-dcbd-4b6a-a327-2989f85aa230 port 371a2324-d1ab-4813-a596-2a7f38963b1c binding host n-d-712141-10 {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:17:30.318639 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d49511e2-dbb1-4759-95e7-0ddb7dcfae71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:30.326770 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7331e197-6c6c-4115-a7e1-5e1c4da12f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:30.399330 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d49511e2-dbb1-4759-95e7-0ddb7dcfae71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:30.401369 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49511e2-dbb1-4759-95e7-0ddb7dcfae71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:30.410472 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d49511e2-dbb1-4759-95e7-0ddb7dcfae71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:30.554869 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.41', 52201) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:30.611544 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7b47ad5e-64d3-4488-a528-0bb3e7eaec4b req-5910dce3-3a0f-4893-9999-6e61b67feb77 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=a19722bc31924ba0bbb07778f60e1584&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450637 Jul 29 23:17:30.827783 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 55694) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:30.916471 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55702) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:30.919632 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d49511e2-dbb1-4759-95e7-0ddb7dcfae71 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0439785 Jul 29 23:17:30.923831 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47ad5e-64d3-4488-a528-0bb3e7eaec4b req-0d817b1d-49b7-4526-acdc-2991d7cacaed tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:30.927367 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7b47ad5e-64d3-4488-a528-0bb3e7eaec4b req-0d817b1d-49b7-4526-acdc-2991d7cacaed tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3110127 Jul 29 23:17:30.932556 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 55708) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:30.951900 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-98146869-c0d8-4eda-bcc4-0432cb38285b admin admin] Request body: {'subnet': {'network_id': 'f570ac3f-2b53-45ec-948c-0985410160ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2061788017-subnet', 'tenant_id': 'c003babaf4ca49b3add680f8803594b6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:17:30.973304 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a997edcb-f808-46dc-8521-a6f85773e002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:31.003624 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 58f7b4d0-2eb4-4e5e-b144-c0e41bac5529 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:17:31.017037 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49511e2-dbb1-4759-95e7-0ddb7dcfae71 admin admin] Pushing event updated for resources: {'Network': ['ID=f570ac3f-2b53-45ec-948c-0985410160ee,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:31.071151 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network f570ac3f-2b53-45ec-948c-0985410160ee details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:17:31.167078 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a997edcb-f808-46dc-8521-a6f85773e002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:31.167777 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7331e197-6c6c-4115-a7e1-5e1c4da12f99 None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:31.173620 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a997edcb-f808-46dc-8521-a6f85773e002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:31.199209 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-7331e197-6c6c-4115-a7e1-5e1c4da12f99 None None] Transition to ACTIVE for port object 371a2324-d1ab-4813-a596-2a7f38963b1c will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:17:31.207039 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a997edcb-f808-46dc-8521-a6f85773e002 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b342c0513f604711ab42aa013797828e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2858541 Jul 29 23:17:31.207749 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55728) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:31.222563 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7331e197-6c6c-4115-a7e1-5e1c4da12f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:31.270222 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 58f7b4d0-2eb4-4e5e-b144-c0e41bac5529 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:17:31.270811 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:31.274308 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-01847dae-b1c3-408e-8335-9496d7ec7c76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:31.307052 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-01847dae-b1c3-408e-8335-9496d7ec7c76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:31.316166 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88052ee5-7175-4f5a-a5b6-c90034127a30 None None] Pushing event updated for resources: {'Port': ['ID=371a2324-d1ab-4813-a596-2a7f38963b1c,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:31.349561 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-832fb44d-b21e-4f5c-bb7b-505ad8109fff req-62ce9781-17ff-488c-9c27-ef2f50459515 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.43 "GET /v2.0/ports?device_id=d55ddcb9-989c-49f3-9219-954de0bfb4e9 HTTP/1.1" status: 200 len: 210 time: 0.3312685 Jul 29 23:17:31.379476 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-7b47ad5e-64d3-4488-a528-0bb3e7eaec4b req-b3dd714b-942b-4f65-b6f6-d4c0d3c448b3 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] Request body: {'port': {'device_id': 'd55ddcb9-989c-49f3-9219-954de0bfb4e9', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'admin_state_up': True, 'tenant_id': 'a19722bc31924ba0bbb07778f60e1584'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:17:31.391579 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a997edcb-f808-46dc-8521-a6f85773e002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6cd780-4fa0-4b2e-b6ae-4c9fe768701a,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:31.396677 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-01847dae-b1c3-408e-8335-9496d7ec7c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:31.400133 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-01847dae-b1c3-408e-8335-9496d7ec7c76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:31.404174 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-01847dae-b1c3-408e-8335-9496d7ec7c76 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3d6cd780-4fa0-4b2e-b6ae-4c9fe768701a HTTP/1.1" status: 204 len: 168 time: 0.1937892 Jul 29 23:17:31.424458 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01847dae-b1c3-408e-8335-9496d7ec7c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6cd780-4fa0-4b2e-b6ae-4c9fe768701a,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:31.465303 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-7331e197-6c6c-4115-a7e1-5e1c4da12f99 None None] Attempting to bind port 371a2324-d1ab-4813-a596-2a7f38963b1c on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:17:31.466673 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-7331e197-6c6c-4115-a7e1-5e1c4da12f99 None None] Attempting to bind port 371a2324-d1ab-4813-a596-2a7f38963b1c by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '42107b5e-6268-4b9c-87e8-287a1e78b5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '080b9e81-fe4d-4e86-a3c0-24ea9929eaa2'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:17:31.467793 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7331e197-6c6c-4115-a7e1-5e1c4da12f99 None None] Attempting to bind port 371a2324-d1ab-4813-a596-2a7f38963b1c on network 080b9e81-fe4d-4e86-a3c0-24ea9929eaa2 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:17:31.494137 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98146869-c0d8-4eda-bcc4-0432cb38285b admin admin] Made reservation on behalf of c003babaf4ca49b3add680f8803594b6 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:17:31.502310 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-98146869-c0d8-4eda-bcc4-0432cb38285b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:31.511038 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7331e197-6c6c-4115-a7e1-5e1c4da12f99 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:17:31.511760 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7331e197-6c6c-4115-a7e1-5e1c4da12f99 None None] Checking segment: {'id': '42107b5e-6268-4b9c-87e8-287a1e78b5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '080b9e81-fe4d-4e86-a3c0-24ea9929eaa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:17:31.512463 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7331e197-6c6c-4115-a7e1-5e1c4da12f99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:31.513099 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7331e197-6c6c-4115-a7e1-5e1c4da12f99 None None] Bound using segment: {'id': '42107b5e-6268-4b9c-87e8-287a1e78b5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '080b9e81-fe4d-4e86-a3c0-24ea9929eaa2'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:17:31.513842 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-7331e197-6c6c-4115-a7e1-5e1c4da12f99 None None] Bound port: 371a2324-d1ab-4813-a596-2a7f38963b1c, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42107b5e-6268-4b9c-87e8-287a1e78b5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '080b9e81-fe4d-4e86-a3c0-24ea9929eaa2'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:17:31.514645 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7331e197-6c6c-4115-a7e1-5e1c4da12f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:31.616233 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-7331e197-6c6c-4115-a7e1-5e1c4da12f99 None None] For port 371a2324-d1ab-4813-a596-2a7f38963b1c, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:17:31.628348 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-7331e197-6c6c-4115-a7e1-5e1c4da12f99 None None] For port 371a2324-d1ab-4813-a596-2a7f38963b1c, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=371a2324-d1ab-4813-a596-2a7f38963b1c,segment=NetworkSegment(42107b5e-6268-4b9c-87e8-287a1e78b5ad),segment_id=42107b5e-6268-4b9c-87e8-287a1e78b5ad)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:17:31.655868 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7331e197-6c6c-4115-a7e1-5e1c4da12f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:31.747790 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0063c4e5-9b87-4c39-b095-4079a1f3cda9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:31.912011 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88052ee5-7175-4f5a-a5b6-c90034127a30 None None] Pushing event updated for resources: {'Port': ['ID=371a2324-d1ab-4813-a596-2a7f38963b1c,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:31.916082 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7331e197-6c6c-4115-a7e1-5e1c4da12f99 None None] Routers {'2cdaefaf-dcbd-4b6a-a327-2989f85aa230'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:17:31.917019 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-7331e197-6c6c-4115-a7e1-5e1c4da12f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:17:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['2cdaefaf-dcbd-4b6a-a327-2989f85aa230'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:17:32.478348 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-98146869-c0d8-4eda-bcc4-0432cb38285b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:32.504976 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0063c4e5-9b87-4c39-b095-4079a1f3cda9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:32.531042 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-7331e197-6c6c-4115-a7e1-5e1c4da12f99 None None] Set router 2cdaefaf-dcbd-4b6a-a327-2989f85aa230 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:17:32.575388 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98146869-c0d8-4eda-bcc4-0432cb38285b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cb11c04-aa9b-4648-afe6-89c88e617caf,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:32.597681 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0063c4e5-9b87-4c39-b095-4079a1f3cda9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:32.682284 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-0063c4e5-9b87-4c39-b095-4079a1f3cda9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3ba6ed54a26e4b1989f048b11f07d98e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8524156 Jul 29 23:17:32.684921 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55820) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:32.702841 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0063c4e5-9b87-4c39-b095-4079a1f3cda9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e822f928-ffe8-429d-a825-894ca1d12469,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:32.781117 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98146869-c0d8-4eda-bcc4-0432cb38285b admin admin] Checking segment: {'id': '2429a5d2-6a97-465b-bd1a-0f361267cf0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f570ac3f-2b53-45ec-948c-0985410160ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:17:32.785106 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98146869-c0d8-4eda-bcc4-0432cb38285b admin admin] Network hostable DHCP agents. Network: f570ac3f-2b53-45ec-948c-0985410160ee, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:17:32.818966 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b47ad5e-64d3-4488-a528-0bb3e7eaec4b req-b3dd714b-942b-4f65-b6f6-d4c0d3c448b3 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] Made reservation on behalf of a19722bc31924ba0bbb07778f60e1584 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:17:32.831396 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-7b47ad5e-64d3-4488-a528-0bb3e7eaec4b req-b3dd714b-942b-4f65-b6f6-d4c0d3c448b3 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:32.845654 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98146869-c0d8-4eda-bcc4-0432cb38285b admin admin] Network f570ac3f-2b53-45ec-948c-0985410160ee is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:17:32.874201 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-726758d2-1b52-4133-b903-5dbc6fab5006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:32.920072 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-726758d2-1b52-4133-b903-5dbc6fab5006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:32.963782 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fb511373-160d-43fc-9678-2413891c0873 req-14ee9e70-9c75-428a-b758-06acd6e067e9 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.43 "GET /v2.0/ports?device_id=d55ddcb9-989c-49f3-9219-954de0bfb4e9 HTTP/1.1" status: 200 len: 210 time: 0.1248581 Jul 29 23:17:32.964434 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-98146869-c0d8-4eda-bcc4-0432cb38285b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, f570ac3f-2b53-45ec-948c-0985410160ee) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:17:32.975121 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98146869-c0d8-4eda-bcc4-0432cb38285b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:32.978538 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-98146869-c0d8-4eda-bcc4-0432cb38285b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:32.980421 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323b3a8d-ff1c-4766-86b0-3f5feb37ebd8 None None] Network f570ac3f-2b53-45ec-948c-0985410160ee requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:17:33.004959 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-7b47ad5e-64d3-4488-a528-0bb3e7eaec4b req-b3dd714b-942b-4f65-b6f6-d4c0d3c448b3 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:33.039293 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-726758d2-1b52-4133-b903-5dbc6fab5006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:33.043985 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-726758d2-1b52-4133-b903-5dbc6fab5006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:33.048066 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-726758d2-1b52-4133-b903-5dbc6fab5006 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e822f928-ffe8-429d-a825-894ca1d12469 HTTP/1.1" status: 204 len: 168 time: 0.3612070 Jul 29 23:17:33.077470 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726758d2-1b52-4133-b903-5dbc6fab5006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e822f928-ffe8-429d-a825-894ca1d12469,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:33.183470 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-7b47ad5e-64d3-4488-a528-0bb3e7eaec4b req-b3dd714b-942b-4f65-b6f6-d4c0d3c448b3 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:33.187213 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-98146869-c0d8-4eda-bcc4-0432cb38285b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.2518642 Jul 29 23:17:33.190275 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55838) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:33.196495 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-4749feae-356d-4263-973c-6772fb12316a admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2061788017-router', 'tenant_id': 'c003babaf4ca49b3add680f8803594b6', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:17:33.201766 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-7b47ad5e-64d3-4488-a528-0bb3e7eaec4b req-b3dd714b-942b-4f65-b6f6-d4c0d3c448b3 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:33.255671 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4749feae-356d-4263-973c-6772fb12316a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:33.256945 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4749feae-356d-4263-973c-6772fb12316a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:33.318997 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dd714b-942b-4f65-b6f6-d4c0d3c448b3 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18041719-2afc-47a1-b0fb-26810a26f218,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:33.468225 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4749feae-356d-4263-973c-6772fb12316a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:33.488678 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55854) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:33.571755 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1231fe6-32cf-4061-a1c5-07e73e76649e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-f570ac3f-2b53-45ec-948c-0985410160ee', 'network_id': 'f570ac3f-2b53-45ec-948c-0985410160ee', 'tenant_id': 'c003babaf4ca49b3add680f8803594b6', 'fixed_ips': [{'subnet_id': '6cb11c04-aa9b-4648-afe6-89c88e617caf'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:17:33.573077 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f1231fe6-32cf-4061-a1c5-07e73e76649e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:33.586422 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-7331e197-6c6c-4115-a7e1-5e1c4da12f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdaefaf-dcbd-4b6a-a327-2989f85aa230', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1766799268-router', 'tenant_id': '8f631a6d452a4fba84f6b90e2829acee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '58f7b4d0-2eb4-4e5e-b144-c0e41bac5529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:17:23Z', 'updated_at': '2021-07-29T23:17:27Z', 'revision_number': 4, 'project_id': '8f631a6d452a4fba84f6b90e2829acee', 'gw_port': {'id': '58f7b4d0-2eb4-4e5e-b144-c0e41bac5529', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:45:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdaefaf-dcbd-4b6a-a327-2989f85aa230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:23Z', 'updated_at': '2021-07-29T23:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '371a2324-d1ab-4813-a596-2a7f38963b1c', 'name': '', 'network_id': '080b9e81-fe4d-4e86-a3c0-24ea9929eaa2', 'tenant_id': '8f631a6d452a4fba84f6b90e2829acee', 'mac_address': 'fa:16:3e:25:3c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cdaefaf-dcbd-4b6a-a327-2989f85aa230', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a767d1cf-937a-4189-8aa3-3ec1eff5a6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:26Z', 'updated_at': '2021-07-29T23:17:31Z', 'revision_number': 4, 'project_id': '8f631a6d452a4fba84f6b90e2829acee', 'subnets': [{'id': 'a767d1cf-937a-4189-8aa3-3ec1eff5a6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:17:33.643305 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7331e197-6c6c-4115-a7e1-5e1c4da12f99 None None] The sync data for ids ['2cdaefaf-dcbd-4b6a-a327-2989f85aa230'] in n-d-712141-10 is: [{'id': '2cdaefaf-dcbd-4b6a-a327-2989f85aa230', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1766799268-router', 'tenant_id': '8f631a6d452a4fba84f6b90e2829acee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '58f7b4d0-2eb4-4e5e-b144-c0e41bac5529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:17:23Z', 'updated_at': '2021-07-29T23:17:27Z', 'revision_number': 4, 'project_id': '8f631a6d452a4fba84f6b90e2829acee', 'gw_port': {'id': '58f7b4d0-2eb4-4e5e-b144-c0e41bac5529', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:45:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdaefaf-dcbd-4b6a-a327-2989f85aa230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:23Z', 'updated_at': '2021-07-29T23:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '371a2324-d1ab-4813-a596-2a7f38963b1c', 'name': '', 'network_id': '080b9e81-fe4d-4e86-a3c0-24ea9929eaa2', 'tenant_id': '8f631a6d452a4fba84f6b90e2829acee', 'mac_address': 'fa:16:3e:25:3c:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cdaefaf-dcbd-4b6a-a327-2989f85aa230', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a767d1cf-937a-4189-8aa3-3ec1eff5a6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:26Z', 'updated_at': '2021-07-29T23:17:31Z', 'revision_number': 4, 'project_id': '8f631a6d452a4fba84f6b90e2829acee', 'subnets': [{'id': 'a767d1cf-937a-4189-8aa3-3ec1eff5a6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:17:33.870227 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a8af41bf-ef1a-4d5b-936a-a40bb4791946 req-1d05c8a1-a555-44c0-9f27-ef2369610216 tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=cbc9f2ac46384952ae2c9bcf5171ee4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2782023 Jul 29 23:17:33.942828 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4749feae-356d-4263-973c-6772fb12316a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:34.122005 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-f1231fe6-32cf-4061-a1c5-07e73e76649e None None] Allocated IP 172.20.0.2 (f570ac3f-2b53-45ec-948c-0985410160ee/6cb11c04-aa9b-4648-afe6-89c88e617caf/aa63b3b8-5c2c-4e9e-b9f7-02fc1d9aa576) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:17:34.327537 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7be7ac9b-1ffd-46a5-8f5d-a05648b868ed req-a0c04be8-1790-4ecf-8e0c-6748f7b8613e tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.43 "GET /v2.0/ports?device_id=d55ddcb9-989c-49f3-9219-954de0bfb4e9 HTTP/1.1" status: 200 len: 210 time: 0.1765025 Jul 29 23:17:34.342438 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-7b47ad5e-64d3-4488-a528-0bb3e7eaec4b req-b3dd714b-942b-4f65-b6f6-d4c0d3c448b3 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] Allocated IP 192.168.233.24 (d71c22dc-feef-410b-a7ed-6548cf85bd6f/64bdc61a-58ca-49c7-bae5-ecfed9ee407c/b9ee98e4-65d6-45c1-81bc-9376d59becb8) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:17:34.463968 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4749feae-356d-4263-973c-6772fb12316a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:34.532555 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f1231fe6-32cf-4061-a1c5-07e73e76649e None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:34.536134 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 55874) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:34.563472 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f1231fe6-32cf-4061-a1c5-07e73e76649e None None] Transition to ACTIVE for port object aa63b3b8-5c2c-4e9e-b9f7-02fc1d9aa576 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:17:34.568073 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4749feae-356d-4263-973c-6772fb12316a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:34.627534 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cd84d26a-56f2-4079-bba8-e55da2f45be2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:34.640665 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f1231fe6-32cf-4061-a1c5-07e73e76649e None None] Transition to ACTIVE for port object aa63b3b8-5c2c-4e9e-b9f7-02fc1d9aa576 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:17:34.666927 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f1231fe6-32cf-4061-a1c5-07e73e76649e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:34.692056 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af41bf-ef1a-4d5b-936a-a40bb4791946 req-1525e6e4-f128-4962-976c-51a3e9ef52e7 tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:34.702848 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a8af41bf-ef1a-4d5b-936a-a40bb4791946 req-1525e6e4-f128-4962-976c-51a3e9ef52e7 tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8314593 Jul 29 23:17:34.753038 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-4749feae-356d-4263-973c-6772fb12316a admin admin] Allocated IP 172.25.0.96 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/3e1de4d8-018c-4a1d-b221-6e2ed9c72bb6) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:17:34.780346 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a8af41bf-ef1a-4d5b-936a-a40bb4791946 req-4f26f866-7baa-4d3b-875f-87cf1c986e57 tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] 10.222.0.43 "GET /v2.0/quotas/cbc9f2ac46384952ae2c9bcf5171ee4f HTTP/1.1" status: 200 len: 375 time: 0.0739136 Jul 29 23:17:34.842248 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1231fe6-32cf-4061-a1c5-07e73e76649e None None] Network f570ac3f-2b53-45ec-948c-0985410160ee is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:17:34.860539 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-f1231fe6-32cf-4061-a1c5-07e73e76649e None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:17:34.865212 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1231fe6-32cf-4061-a1c5-07e73e76649e None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:17:34.900532 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a8af41bf-ef1a-4d5b-936a-a40bb4791946 req-7f422479-0fd4-4544-a5f1-af5ffbc98be8 tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=cbc9f2ac46384952ae2c9bcf5171ee4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1168048 Jul 29 23:17:34.928990 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1231fe6-32cf-4061-a1c5-07e73e76649e None None] Pushing event updated for resources: {'Port': ['ID=aa63b3b8-5c2c-4e9e-b9f7-02fc1d9aa576,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:35.039332 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4749feae-356d-4263-973c-6772fb12316a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:35.122767 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 371a2324-d1ab-4813-a596-2a7f38963b1c up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:17:35.132307 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4749feae-356d-4263-973c-6772fb12316a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:35.309436 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9813a3bb-b081-4043-990b-36c9ff6f3ff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:35.316938 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4749feae-356d-4263-973c-6772fb12316a admin admin] Pushing event updated for resources: {'Port': ['ID=3e1de4d8-018c-4a1d-b221-6e2ed9c72bb6,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:35.324172 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-f1231fe6-32cf-4061-a1c5-07e73e76649e None None] Attempting to bind port aa63b3b8-5c2c-4e9e-b9f7-02fc1d9aa576 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:17:35.334365 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-f1231fe6-32cf-4061-a1c5-07e73e76649e None None] Attempting to bind port aa63b3b8-5c2c-4e9e-b9f7-02fc1d9aa576 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '2429a5d2-6a97-465b-bd1a-0f361267cf0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f570ac3f-2b53-45ec-948c-0985410160ee'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:17:35.336335 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1231fe6-32cf-4061-a1c5-07e73e76649e None None] Attempting to bind port aa63b3b8-5c2c-4e9e-b9f7-02fc1d9aa576 on network f570ac3f-2b53-45ec-948c-0985410160ee {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:17:35.383142 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-7b47ad5e-64d3-4488-a528-0bb3e7eaec4b req-b3dd714b-942b-4f65-b6f6-d4c0d3c448b3 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:35.386604 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1231fe6-32cf-4061-a1c5-07e73e76649e None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:17:35.387030 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1231fe6-32cf-4061-a1c5-07e73e76649e None None] Checking segment: {'id': '2429a5d2-6a97-465b-bd1a-0f361267cf0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f570ac3f-2b53-45ec-948c-0985410160ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:17:35.391519 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f1231fe6-32cf-4061-a1c5-07e73e76649e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:35.395327 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1231fe6-32cf-4061-a1c5-07e73e76649e None None] Bound using segment: {'id': '2429a5d2-6a97-465b-bd1a-0f361267cf0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f570ac3f-2b53-45ec-948c-0985410160ee'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:17:35.396944 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-f1231fe6-32cf-4061-a1c5-07e73e76649e None None] Bound port: aa63b3b8-5c2c-4e9e-b9f7-02fc1d9aa576, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2429a5d2-6a97-465b-bd1a-0f361267cf0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f570ac3f-2b53-45ec-948c-0985410160ee'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:17:35.399880 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f1231fe6-32cf-4061-a1c5-07e73e76649e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:35.401218 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4749feae-356d-4263-973c-6772fb12316a admin admin] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:17:35.402800 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-4749feae-356d-4263-973c-6772fb12316a admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:17:35.411518 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4749feae-356d-4263-973c-6772fb12316a admin admin] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:17:35.456152 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d82b1aa2-dc76-4958-b9f5-290550355b6d req-813d99d7-a827-4014-9214-d286da641009 tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b33a91f-861e-4512-9e6c-72798824cfd9 HTTP/1.1" status: 200 len: 210 time: 0.1185930 Jul 29 23:17:35.502686 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-7b47ad5e-64d3-4488-a528-0bb3e7eaec4b req-b3dd714b-942b-4f65-b6f6-d4c0d3c448b3 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] Transition to ACTIVE for port object b9ee98e4-65d6-45c1-81bc-9376d59becb8 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:17:35.703023 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-f1231fe6-32cf-4061-a1c5-07e73e76649e None None] For port aa63b3b8-5c2c-4e9e-b9f7-02fc1d9aa576, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:17:35.708678 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-f1231fe6-32cf-4061-a1c5-07e73e76649e None None] For port aa63b3b8-5c2c-4e9e-b9f7-02fc1d9aa576, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=aa63b3b8-5c2c-4e9e-b9f7-02fc1d9aa576,segment=NetworkSegment(2429a5d2-6a97-465b-bd1a-0f361267cf0e),segment_id=2429a5d2-6a97-465b-bd1a-0f361267cf0e)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:17:35.746002 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f1231fe6-32cf-4061-a1c5-07e73e76649e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:35.783991 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ea5febd4-fa33-4bf7-9566-4f64c4f13a97 req-0034a924-59d1-4ec8-bbc2-bac58626eb4c tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.43 "GET /v2.0/ports?device_id=d55ddcb9-989c-49f3-9219-954de0bfb4e9 HTTP/1.1" status: 200 len: 210 time: 0.2061157 Jul 29 23:17:35.861157 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cd84d26a-56f2-4079-bba8-e55da2f45be2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:35.903810 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cd84d26a-56f2-4079-bba8-e55da2f45be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:35.934425 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 371a2324-d1ab-4813-a596-2a7f38963b1c completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:17:35.971288 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 371a2324-d1ab-4813-a596-2a7f38963b1c triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:17:35.971943 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:36.013082 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd84d26a-56f2-4079-bba8-e55da2f45be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff28169c-e133-4ea9-8b3b-85bca039a62a,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:36.024996 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-7b47ad5e-64d3-4488-a528-0bb3e7eaec4b req-b3dd714b-942b-4f65-b6f6-d4c0d3c448b3 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:36.140044 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1231fe6-32cf-4061-a1c5-07e73e76649e None None] Pushing event updated for resources: {'Port': ['ID=aa63b3b8-5c2c-4e9e-b9f7-02fc1d9aa576,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:36.255656 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dd714b-942b-4f65-b6f6-d4c0d3c448b3 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] Pushing event updated for resources: {'Port': ['ID=b9ee98e4-65d6-45c1-81bc-9376d59becb8,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:36.284537 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-cd84d26a-56f2-4079-bba8-e55da2f45be2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=271e1dfcfc7c4d2689a0bcd326a7c25a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7414887 Jul 29 23:17:36.289816 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 55916) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:36.330741 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:36.410940 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 371a2324-d1ab-4813-a596-2a7f38963b1c, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=371a2324-d1ab-4813-a596-2a7f38963b1c,segment=NetworkSegment(42107b5e-6268-4b9c-87e8-287a1e78b5ad),segment_id=42107b5e-6268-4b9c-87e8-287a1e78b5ad)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:17:36.426343 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:36.438473 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-01cb10d4-4b7c-47bc-b41e-d5d4c76e2eb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:36.478879 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b47ad5e-64d3-4488-a528-0bb3e7eaec4b req-b3dd714b-942b-4f65-b6f6-d4c0d3c448b3 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] Network d71c22dc-feef-410b-a7ed-6548cf85bd6f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:17:36.490172 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-7b47ad5e-64d3-4488-a528-0bb3e7eaec4b req-b3dd714b-942b-4f65-b6f6-d4c0d3c448b3 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:17:36.504605 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b47ad5e-64d3-4488-a528-0bb3e7eaec4b req-b3dd714b-942b-4f65-b6f6-d4c0d3c448b3 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:17:36.521300 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47ad5e-64d3-4488-a528-0bb3e7eaec4b req-b3dd714b-942b-4f65-b6f6-d4c0d3c448b3 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:36.539542 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-7b47ad5e-64d3-4488-a528-0bb3e7eaec4b req-b3dd714b-942b-4f65-b6f6-d4c0d3c448b3 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:36.664812 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 55930) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:36.730480 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=371a2324-d1ab-4813-a596-2a7f38963b1c,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:36.767743 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9813a3bb-b081-4043-990b-36c9ff6f3ff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:36.791965 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9813a3bb-b081-4043-990b-36c9ff6f3ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:36.825381 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4749feae-356d-4263-973c-6772fb12316a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:36.844496 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:36.869720 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-01cb10d4-4b7c-47bc-b41e-d5d4c76e2eb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:36.902182 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e9be20ea-0f22-4968-b97c-0aa072063ba6 req-d726d19c-749d-44e4-a550-f632b66c88ac tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b33a91f-861e-4512-9e6c-72798824cfd9 HTTP/1.1" status: 200 len: 210 time: 0.3003495 Jul 29 23:17:36.958589 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7b47ad5e-64d3-4488-a528-0bb3e7eaec4b req-b3dd714b-942b-4f65-b6f6-d4c0d3c448b3 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.6014605 Jul 29 23:17:37.089075 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [req-7b47ad5e-64d3-4488-a528-0bb3e7eaec4b req-657b45e1-394e-4085-800f-29265c7ee98a tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:17:37.112265 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7b47ad5e-64d3-4488-a528-0bb3e7eaec4b req-657b45e1-394e-4085-800f-29265c7ee98a tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0754623 Jul 29 23:17:37.117847 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-36cd9a7f-5b50-4995-9ecb-18da28fadeeb None None] Provisioning for port b9ee98e4-65d6-45c1-81bc-9376d59becb8 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:17:37.165010 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-36cd9a7f-5b50-4995-9ecb-18da28fadeeb None None] Provisioning complete for port b9ee98e4-65d6-45c1-81bc-9376d59becb8 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:17:37.171810 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-36cd9a7f-5b50-4995-9ecb-18da28fadeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:37.253465 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device aa63b3b8-5c2c-4e9e-b9f7-02fc1d9aa576 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:17:37.272215 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6ab6d733-fdac-4b71-bbac-69ab932de278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:37.319261 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-36cd9a7f-5b50-4995-9ecb-18da28fadeeb None None] Port b9ee98e4-65d6-45c1-81bc-9376d59becb8 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:17:37.408041 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port aa63b3b8-5c2c-4e9e-b9f7-02fc1d9aa576 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:17:37.424191 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 371a2324-d1ab-4813-a596-2a7f38963b1c up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:17:37.579646 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 371a2324-d1ab-4813-a596-2a7f38963b1c triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:17:37.585546 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:37.586128 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-01cb10d4-4b7c-47bc-b41e-d5d4c76e2eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:37.597069 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-01cb10d4-4b7c-47bc-b41e-d5d4c76e2eb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:37.605910 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-01cb10d4-4b7c-47bc-b41e-d5d4c76e2eb7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ff28169c-e133-4ea9-8b3b-85bca039a62a HTTP/1.1" status: 204 len: 168 time: 1.3122053 Jul 29 23:17:37.642681 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5320459e-f137-4e0d-94e6-7acc3ca885b7 req-c549d9c0-1ffa-4742-8661-145f02f63c24 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:37.655814 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5320459e-f137-4e0d-94e6-7acc3ca885b7 req-c549d9c0-1ffa-4742-8661-145f02f63c24 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.43 "GET /v2.0/ports?device_id=d55ddcb9-989c-49f3-9219-954de0bfb4e9 HTTP/1.1" status: 200 len: 935 time: 0.6902518 Jul 29 23:17:37.740546 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb10d4-4b7c-47bc-b41e-d5d4c76e2eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff28169c-e133-4ea9-8b3b-85bca039a62a,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:37.874171 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9813a3bb-b081-4043-990b-36c9ff6f3ff1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=02aa521fbdfb4b2895e8c4f29bf6b621&name=default HTTP/1.1" status: 200 len: 2975 time: 4.3851757 Jul 29 23:17:37.877193 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 55960) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:37.880508 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9813a3bb-b081-4043-990b-36c9ff6f3ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e28b4099-f3fc-4f38-9b89-b00e1818c904,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:37.928051 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4749feae-356d-4263-973c-6772fb12316a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:38.059893 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5320459e-f137-4e0d-94e6-7acc3ca885b7 req-c46f9b42-ebcc-413c-9b68-0e327d69f226 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.43 "GET /v2.0/security-groups?id=18041719-2afc-47a1-b0fb-26810a26f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4013212 Jul 29 23:17:38.114490 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-7b47ad5e-64d3-4488-a528-0bb3e7eaec4b req-8dd8744a-7c6e-4150-a61a-aa5c90b622d4 service neutron] Request body: {'port': {'device_id': 'd55ddcb9-989c-49f3-9219-954de0bfb4e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:17:38.280638 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4c0b97-fc32-4e40-9cc6-5f8a98feb3bf None None] Network f570ac3f-2b53-45ec-948c-0985410160ee requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:17:38.367329 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4749feae-356d-4263-973c-6772fb12316a admin admin] Router 89f8e740-2aec-4a96-8180-2097c710c568 is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:17:38.475868 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-7b56440e-b561-4ace-9651-fce5d9266f48 None None] Provisioning for port aa63b3b8-5c2c-4e9e-b9f7-02fc1d9aa576 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:17:38.482715 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-7b56440e-b561-4ace-9651-fce5d9266f48 None None] Provisioning complete for port aa63b3b8-5c2c-4e9e-b9f7-02fc1d9aa576 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:17:38.489409 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7b56440e-b561-4ace-9651-fce5d9266f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:38.494947 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-42678673-cbd7-498a-ba3a-266922e25e76 req-f8ad7bc0-bfef-4c2a-a896-f34c0f184612 tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b33a91f-861e-4512-9e6c-72798824cfd9 HTTP/1.1" status: 200 len: 210 time: 0.0777700 Jul 29 23:17:38.589565 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9ae7aa9a-3d4e-495d-822f-565151af8d37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:38.653739 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-7b47ad5e-64d3-4488-a528-0bb3e7eaec4b req-8dd8744a-7c6e-4150-a61a-aa5c90b622d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:38.681478 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9ae7aa9a-3d4e-495d-822f-565151af8d37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:38.716409 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4749feae-356d-4263-973c-6772fb12316a admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:17:38.732653 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb09dd5-b99f-4a08-92dd-0f8e6e5f8e7e None None] Sync routers for ids ['89f8e740-2aec-4a96-8180-2097c710c568'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:17:38.755034 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb09dd5-b99f-4a08-92dd-0f8e6e5f8e7e None None] Routers {'89f8e740-2aec-4a96-8180-2097c710c568'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:17:38.756058 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-1fb09dd5-b99f-4a08-92dd-0f8e6e5f8e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:17:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['89f8e740-2aec-4a96-8180-2097c710c568'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:17:38.864999 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.22', 64882) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:38.909182 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7b56440e-b561-4ace-9651-fce5d9266f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:39.008561 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a8af41bf-ef1a-4d5b-936a-a40bb4791946 req-4ed70d5c-44cc-4766-9a6f-782d6f39cbbd tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=cbc9f2ac46384952ae2c9bcf5171ee4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1415854 Jul 29 23:17:39.023061 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-7b56440e-b561-4ace-9651-fce5d9266f48 None None] For port aa63b3b8-5c2c-4e9e-b9f7-02fc1d9aa576, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=aa63b3b8-5c2c-4e9e-b9f7-02fc1d9aa576,segment=NetworkSegment(2429a5d2-6a97-465b-bd1a-0f361267cf0e),segment_id=2429a5d2-6a97-465b-bd1a-0f361267cf0e)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:17:39.034036 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7b56440e-b561-4ace-9651-fce5d9266f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:39.124393 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-1fb09dd5-b99f-4a08-92dd-0f8e6e5f8e7e None None] Set router 89f8e740-2aec-4a96-8180-2097c710c568 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:17:39.176857 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b56440e-b561-4ace-9651-fce5d9266f48 None None] Pushing event updated for resources: {'Port': ['ID=aa63b3b8-5c2c-4e9e-b9f7-02fc1d9aa576,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:39.272880 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6ab6d733-fdac-4b71-bbac-69ab932de278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:39.331191 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6ab6d733-fdac-4b71-bbac-69ab932de278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:39.368259 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c93ec01f-baa2-4978-876b-7f697c95cbfb None None] Provisioning complete for port aa63b3b8-5c2c-4e9e-b9f7-02fc1d9aa576 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:17:39.370033 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c93ec01f-baa2-4978-876b-7f697c95cbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:39.417350 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4749feae-356d-4263-973c-6772fb12316a admin admin] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:39.427612 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab6d733-fdac-4b71-bbac-69ab932de278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7093d8f-0c81-4f53-95c3-f88c7957a3a8,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:39.464343 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4749feae-356d-4263-973c-6772fb12316a admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.2632649 Jul 29 23:17:39.491650 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 55992) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:39.747538 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af41bf-ef1a-4d5b-936a-a40bb4791946 req-442b81e6-0cfd-4ca3-b263-1b17841fa28d tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:39.750933 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a8af41bf-ef1a-4d5b-936a-a40bb4791946 req-442b81e6-0cfd-4ca3-b263-1b17841fa28d tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7304409 Jul 29 23:17:39.809338 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-a8af41bf-ef1a-4d5b-936a-a40bb4791946 req-502bade5-2ac5-4d71-b2eb-786f34b6e820 tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] Request body: {'port': {'device_id': '0b33a91f-861e-4512-9e6c-72798824cfd9', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'admin_state_up': True, 'tenant_id': 'cbc9f2ac46384952ae2c9bcf5171ee4f'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:17:39.843624 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56004) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:39.929916 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-1fb09dd5-b99f-4a08-92dd-0f8e6e5f8e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f8e740-2aec-4a96-8180-2097c710c568', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2061788017-router', 'tenant_id': 'c003babaf4ca49b3add680f8803594b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '3e1de4d8-018c-4a1d-b221-6e2ed9c72bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:17:33Z', 'updated_at': '2021-07-29T23:17:35Z', 'revision_number': 3, 'project_id': 'c003babaf4ca49b3add680f8803594b6', 'gw_port': {'id': '3e1de4d8-018c-4a1d-b221-6e2ed9c72bb6', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:c6:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f8e740-2aec-4a96-8180-2097c710c568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:34Z', 'updated_at': '2021-07-29T23:17:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:17:40.004727 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb09dd5-b99f-4a08-92dd-0f8e6e5f8e7e None None] Checking router: 89f8e740-2aec-4a96-8180-2097c710c568 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:17:40.004727 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb09dd5-b99f-4a08-92dd-0f8e6e5f8e7e None None] Updating router 89f8e740-2aec-4a96-8180-2097c710c568 port 3e1de4d8-018c-4a1d-b221-6e2ed9c72bb6 binding host n-d-712141-10 {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:17:40.010427 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-7b47ad5e-64d3-4488-a528-0bb3e7eaec4b req-8dd8744a-7c6e-4150-a61a-aa5c90b622d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9ee98e4-65d6-45c1-81bc-9376d59becb8 {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:17:40.029448 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-7b47ad5e-64d3-4488-a528-0bb3e7eaec4b req-8dd8744a-7c6e-4150-a61a-aa5c90b622d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:40.046274 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-1fb09dd5-b99f-4a08-92dd-0f8e6e5f8e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:40.109152 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-6ab6d733-fdac-4b71-bbac-69ab932de278 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a0676804b0d742df90c4643831ae2692&name=default HTTP/1.1" status: 200 len: 2975 time: 3.4223552 Jul 29 23:17:40.117599 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56012) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:40.144096 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-2fd392fc-9cad-44af-8acb-b53fef9c4b43 tempest-AutoAllocateNetworkTest-1886514252 tempest-AutoAllocateNetworkTest-1886514252-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=4f12e76708f84d22a75892cb27dd397b&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2977357 Jul 29 23:17:40.151234 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56014) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:40.176502 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a61e7c-1e43-437d-b8f1-91ac0db542d6 req-e31d2f38-6acb-4dc4-be0d-8c36773f9f0b tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:40.178598 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-69a61e7c-1e43-437d-b8f1-91ac0db542d6 req-e31d2f38-6acb-4dc4-be0d-8c36773f9f0b tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.43 "GET /v2.0/ports?device_id=d55ddcb9-989c-49f3-9219-954de0bfb4e9 HTTP/1.1" status: 200 len: 935 time: 0.8952560 Jul 29 23:17:40.348301 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8af41bf-ef1a-4d5b-936a-a40bb4791946 req-502bade5-2ac5-4d71-b2eb-786f34b6e820 tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] Made reservation on behalf of cbc9f2ac46384952ae2c9bcf5171ee4f for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:17:40.353351 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a8af41bf-ef1a-4d5b-936a-a40bb4791946 req-502bade5-2ac5-4d71-b2eb-786f34b6e820 tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:40.385573 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a8af41bf-ef1a-4d5b-936a-a40bb4791946 req-502bade5-2ac5-4d71-b2eb-786f34b6e820 tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:40.404118 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-7b47ad5e-64d3-4488-a528-0bb3e7eaec4b req-8dd8744a-7c6e-4150-a61a-aa5c90b622d4 service neutron] Transition to ACTIVE for port object b9ee98e4-65d6-45c1-81bc-9376d59becb8 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:17:40.436127 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb315025-f954-4899-b951-4d0a4de965bd tempest-AutoAllocateNetworkTest-1886514252 tempest-AutoAllocateNetworkTest-1886514252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:40.442496 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-eb315025-f954-4899-b951-4d0a4de965bd tempest-AutoAllocateNetworkTest-1886514252 tempest-AutoAllocateNetworkTest-1886514252-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2901068 Jul 29 23:17:40.446297 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56018) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:40.520317 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9ae7aa9a-3d4e-495d-822f-565151af8d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:40.523874 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9ae7aa9a-3d4e-495d-822f-565151af8d37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:40.529543 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-9ae7aa9a-3d4e-495d-822f-565151af8d37 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e28b4099-f3fc-4f38-9b89-b00e1818c904 HTTP/1.1" status: 204 len: 168 time: 2.5805082 Jul 29 23:17:40.531362 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b34b7-f3ce-46e2-8f13-5cc6ee36526d req-474c7898-1d35-49ac-8fe8-2c5ce48a8718 tempest-NetworksTest-942235363 tempest-NetworksTest-942235363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:40.532374 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b34b7-f3ce-46e2-8f13-5cc6ee36526d req-474c7898-1d35-49ac-8fe8-2c5ce48a8718 tempest-NetworksTest-942235363 tempest-NetworksTest-942235363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:40.532849 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b34b7-f3ce-46e2-8f13-5cc6ee36526d req-474c7898-1d35-49ac-8fe8-2c5ce48a8718 tempest-NetworksTest-942235363 tempest-NetworksTest-942235363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:40.533303 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b34b7-f3ce-46e2-8f13-5cc6ee36526d req-474c7898-1d35-49ac-8fe8-2c5ce48a8718 tempest-NetworksTest-942235363 tempest-NetworksTest-942235363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:40.533791 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b34b7-f3ce-46e2-8f13-5cc6ee36526d req-474c7898-1d35-49ac-8fe8-2c5ce48a8718 tempest-NetworksTest-942235363 tempest-NetworksTest-942235363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:40.537683 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7310d3df-9083-4008-af92-f7af57a1146b tempest-AutoAllocateNetworkTest-1886514252 tempest-AutoAllocateNetworkTest-1886514252-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0902319 Jul 29 23:17:40.540571 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56022) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:40.547409 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c89b34b7-f3ce-46e2-8f13-5cc6ee36526d req-474c7898-1d35-49ac-8fe8-2c5ce48a8718 tempest-NetworksTest-942235363 tempest-NetworksTest-942235363-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3630 time: 1.2626603 Jul 29 23:17:40.586199 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8ae1eca5-1531-4a2d-b510-87f5536abe71 tempest-AutoAllocateNetworkTest-1886514252 tempest-AutoAllocateNetworkTest-1886514252-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=4f12e76708f84d22a75892cb27dd397b HTTP/1.1" status: 200 len: 208 time: 0.0445263 Jul 29 23:17:40.688761 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-69a61e7c-1e43-437d-b8f1-91ac0db542d6 req-7ed1b551-b615-473e-bb54-c6fdb349bf8f tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.43 "GET /v2.0/security-groups?id=18041719-2afc-47a1-b0fb-26810a26f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089972 Jul 29 23:17:40.689485 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-7b47ad5e-64d3-4488-a528-0bb3e7eaec4b req-8dd8744a-7c6e-4150-a61a-aa5c90b622d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:40.747746 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae7aa9a-3d4e-495d-822f-565151af8d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28b4099-f3fc-4f38-9b89-b00e1818c904,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:40.754374 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a8af41bf-ef1a-4d5b-936a-a40bb4791946 req-502bade5-2ac5-4d71-b2eb-786f34b6e820 tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:40.768286 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a8af41bf-ef1a-4d5b-936a-a40bb4791946 req-502bade5-2ac5-4d71-b2eb-786f34b6e820 tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:40.770671 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-1fb09dd5-b99f-4a08-92dd-0f8e6e5f8e7e None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:40.827414 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-1fb09dd5-b99f-4a08-92dd-0f8e6e5f8e7e None None] Transition to ACTIVE for port object 3e1de4d8-018c-4a1d-b221-6e2ed9c72bb6 will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:17:40.858956 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-1fb09dd5-b99f-4a08-92dd-0f8e6e5f8e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:40.958308 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c53bb13e-1e64-4f4c-b87a-dcb6773e5bb1 req-e22a0487-b35c-4eda-99c1-956b48f840bb tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b33a91f-861e-4512-9e6c-72798824cfd9 HTTP/1.1" status: 200 len: 210 time: 0.2432666 Jul 29 23:17:40.975472 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0298d0c-6fb1-4b60-90a0-a7a90ecb548e None None] Pushing event updated for resources: {'Port': ['ID=3e1de4d8-018c-4a1d-b221-6e2ed9c72bb6,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:41.013039 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device aa63b3b8-5c2c-4e9e-b9f7-02fc1d9aa576 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:17:41.056595 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-1fb09dd5-b99f-4a08-92dd-0f8e6e5f8e7e None None] Attempting to bind port 3e1de4d8-018c-4a1d-b221-6e2ed9c72bb6 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:17:41.057128 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-1fb09dd5-b99f-4a08-92dd-0f8e6e5f8e7e None None] Attempting to bind port 3e1de4d8-018c-4a1d-b221-6e2ed9c72bb6 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:17:41.057823 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb09dd5-b99f-4a08-92dd-0f8e6e5f8e7e None None] Attempting to bind port 3e1de4d8-018c-4a1d-b221-6e2ed9c72bb6 on network 58f27f61-3278-49cc-b66b-1e729d26f29f {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:17:41.071361 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb09dd5-b99f-4a08-92dd-0f8e6e5f8e7e None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:17:41.073625 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb09dd5-b99f-4a08-92dd-0f8e6e5f8e7e None None] Checking segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:17:41.074008 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-254b3a5b-56ad-42b7-8c91-201d8ff3d9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:41.074144 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-1fb09dd5-b99f-4a08-92dd-0f8e6e5f8e7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:41.074479 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb09dd5-b99f-4a08-92dd-0f8e6e5f8e7e None None] Bound using segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:17:41.074977 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-1fb09dd5-b99f-4a08-92dd-0f8e6e5f8e7e None None] Bound port: 3e1de4d8-018c-4a1d-b221-6e2ed9c72bb6, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:17:41.077818 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-1fb09dd5-b99f-4a08-92dd-0f8e6e5f8e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:41.166951 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port aa63b3b8-5c2c-4e9e-b9f7-02fc1d9aa576 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:17:41.167720 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:41.174887 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502bade5-2ac5-4d71-b2eb-786f34b6e820 tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] Pushing event updated for resources: {'SecurityGroup': ['ID=003fb35e-2e31-4dc8-a541-4129c85009b2,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:41.235582 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-1fb09dd5-b99f-4a08-92dd-0f8e6e5f8e7e None None] For port 3e1de4d8-018c-4a1d-b221-6e2ed9c72bb6, host n-d-712141-10, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:17:41.242337 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-1fb09dd5-b99f-4a08-92dd-0f8e6e5f8e7e None None] For port 3e1de4d8-018c-4a1d-b221-6e2ed9c72bb6, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=3e1de4d8-018c-4a1d-b221-6e2ed9c72bb6,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:17:41.272699 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-1fb09dd5-b99f-4a08-92dd-0f8e6e5f8e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:41.388998 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56032) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:41.494539 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb09dd5-b99f-4a08-92dd-0f8e6e5f8e7e None None] Routers {'89f8e740-2aec-4a96-8180-2097c710c568'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:17:41.495307 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-1fb09dd5-b99f-4a08-92dd-0f8e6e5f8e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:17:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['89f8e740-2aec-4a96-8180-2097c710c568'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:17:41.513451 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-aa426760-c2c5-408e-986e-4b3141d286b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:41.551973 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd8744a-7c6e-4150-a61a-aa5c90b622d4 service neutron] Pushing event updated for resources: {'Port': ['ID=b9ee98e4-65d6-45c1-81bc-9376d59becb8,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:41.576341 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-a8af41bf-ef1a-4d5b-936a-a40bb4791946 req-502bade5-2ac5-4d71-b2eb-786f34b6e820 tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] Allocated IP 192.168.233.114 (d71c22dc-feef-410b-a7ed-6548cf85bd6f/64bdc61a-58ca-49c7-bae5-ecfed9ee407c/03e588dc-45e7-432a-9ad8-4f8c987c8b94) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:17:41.592164 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56036) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:41.593036 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-aa426760-c2c5-408e-986e-4b3141d286b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:41.600199 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0298d0c-6fb1-4b60-90a0-a7a90ecb548e None None] Pushing event updated for resources: {'Port': ['ID=3e1de4d8-018c-4a1d-b221-6e2ed9c72bb6,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:41.614582 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e82fa8a7-50f9-440a-85c8-b89fba114a3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:41.778879 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-aa426760-c2c5-408e-986e-4b3141d286b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:41.787997 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-1fb09dd5-b99f-4a08-92dd-0f8e6e5f8e7e None None] Set router 89f8e740-2aec-4a96-8180-2097c710c568 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:17:41.791087 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-aa426760-c2c5-408e-986e-4b3141d286b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:41.792284 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-aa426760-c2c5-408e-986e-4b3141d286b0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e7093d8f-0c81-4f53-95c3-f88c7957a3a8 HTTP/1.1" status: 204 len: 168 time: 1.6733789 Jul 29 23:17:41.956335 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-eb9879be-0b6a-4d6c-8eea-24b720334429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:42.111346 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a8af41bf-ef1a-4d5b-936a-a40bb4791946 req-502bade5-2ac5-4d71-b2eb-786f34b6e820 tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:42.144250 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-a8af41bf-ef1a-4d5b-936a-a40bb4791946 req-502bade5-2ac5-4d71-b2eb-786f34b6e820 tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] Transition to ACTIVE for port object 03e588dc-45e7-432a-9ad8-4f8c987c8b94 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:17:42.147715 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e82fa8a7-50f9-440a-85c8-b89fba114a3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:42.171671 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e82fa8a7-50f9-440a-85c8-b89fba114a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:42.263918 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-1fb09dd5-b99f-4a08-92dd-0f8e6e5f8e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f8e740-2aec-4a96-8180-2097c710c568', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2061788017-router', 'tenant_id': 'c003babaf4ca49b3add680f8803594b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '3e1de4d8-018c-4a1d-b221-6e2ed9c72bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:17:33Z', 'updated_at': '2021-07-29T23:17:35Z', 'revision_number': 3, 'project_id': 'c003babaf4ca49b3add680f8803594b6', 'gw_port': {'id': '3e1de4d8-018c-4a1d-b221-6e2ed9c72bb6', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:c6:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f8e740-2aec-4a96-8180-2097c710c568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:34Z', 'updated_at': '2021-07-29T23:17:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:17:42.272978 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82fa8a7-50f9-440a-85c8-b89fba114a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6972d5f-cdb3-42ca-a22e-99023fe1eac3,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:42.308206 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb09dd5-b99f-4a08-92dd-0f8e6e5f8e7e None None] The sync data for ids ['89f8e740-2aec-4a96-8180-2097c710c568'] in n-d-712141-10 is: [{'id': '89f8e740-2aec-4a96-8180-2097c710c568', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2061788017-router', 'tenant_id': 'c003babaf4ca49b3add680f8803594b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '3e1de4d8-018c-4a1d-b221-6e2ed9c72bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:17:33Z', 'updated_at': '2021-07-29T23:17:35Z', 'revision_number': 3, 'project_id': 'c003babaf4ca49b3add680f8803594b6', 'gw_port': {'id': '3e1de4d8-018c-4a1d-b221-6e2ed9c72bb6', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:c6:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f8e740-2aec-4a96-8180-2097c710c568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:34Z', 'updated_at': '2021-07-29T23:17:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:17:42.348829 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e82fa8a7-50f9-440a-85c8-b89fba114a3a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d3e81853e1684cc9b265ec7a19ef8801&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7552140 Jul 29 23:17:42.352203 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56048) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:42.375664 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-7b47ad5e-64d3-4488-a528-0bb3e7eaec4b req-8dd8744a-7c6e-4150-a61a-aa5c90b622d4 service neutron] Attempting to bind port b9ee98e4-65d6-45c1-81bc-9376d59becb8 on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:17:42.376674 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-7b47ad5e-64d3-4488-a528-0bb3e7eaec4b req-8dd8744a-7c6e-4150-a61a-aa5c90b622d4 service neutron] Attempting to bind port b9ee98e4-65d6-45c1-81bc-9376d59becb8 by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:17:42.377318 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b47ad5e-64d3-4488-a528-0bb3e7eaec4b req-8dd8744a-7c6e-4150-a61a-aa5c90b622d4 service neutron] Attempting to bind port b9ee98e4-65d6-45c1-81bc-9376d59becb8 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:17:42.398250 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a8af41bf-ef1a-4d5b-936a-a40bb4791946 req-502bade5-2ac5-4d71-b2eb-786f34b6e820 tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:42.400168 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b47ad5e-64d3-4488-a528-0bb3e7eaec4b req-8dd8744a-7c6e-4150-a61a-aa5c90b622d4 service neutron] Port b9ee98e4-65d6-45c1-81bc-9376d59becb8 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:17:42.400662 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b47ad5e-64d3-4488-a528-0bb3e7eaec4b req-8dd8744a-7c6e-4150-a61a-aa5c90b622d4 service neutron] Attempting to bind port b9ee98e4-65d6-45c1-81bc-9376d59becb8 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:17:42.430222 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa426760-c2c5-408e-986e-4b3141d286b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7093d8f-0c81-4f53-95c3-f88c7957a3a8,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:42.473290 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b47ad5e-64d3-4488-a528-0bb3e7eaec4b req-8dd8744a-7c6e-4150-a61a-aa5c90b622d4 service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:17:42.474592 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b47ad5e-64d3-4488-a528-0bb3e7eaec4b req-8dd8744a-7c6e-4150-a61a-aa5c90b622d4 service neutron] Checking segment: {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:17:42.476277 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b47ad5e-64d3-4488-a528-0bb3e7eaec4b req-8dd8744a-7c6e-4150-a61a-aa5c90b622d4 service neutron] Bound using segment: {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:17:42.476874 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-7b47ad5e-64d3-4488-a528-0bb3e7eaec4b req-8dd8744a-7c6e-4150-a61a-aa5c90b622d4 service neutron] Bound port: b9ee98e4-65d6-45c1-81bc-9376d59becb8, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:17:42.477364 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-7b47ad5e-64d3-4488-a528-0bb3e7eaec4b req-8dd8744a-7c6e-4150-a61a-aa5c90b622d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:42.571100 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb55ac2-31ea-41e2-ae61-f6dc84ab44ca req-ef2184df-b4e7-4af1-826d-1ad92e790623 tempest-NetworksTest-942235363 tempest-NetworksTest-942235363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:42.572551 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0fb55ac2-31ea-41e2-ae61-f6dc84ab44ca req-ef2184df-b4e7-4af1-826d-1ad92e790623 tempest-NetworksTest-942235363 tempest-NetworksTest-942235363-project-admin] 10.222.0.43 "GET /v2.0/networks/58f27f61-3278-49cc-b66b-1e729d26f29f HTTP/1.1" status: 200 len: 886 time: 1.5327339 Jul 29 23:17:42.625387 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1037d144-ae29-4f58-b378-d6637a76a1fc req-1d22bcfa-8b9b-4f8b-8502-a829203d2cf0 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:42.627058 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1037d144-ae29-4f58-b378-d6637a76a1fc req-1d22bcfa-8b9b-4f8b-8502-a829203d2cf0 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.43 "GET /v2.0/ports?device_id=d55ddcb9-989c-49f3-9219-954de0bfb4e9 HTTP/1.1" status: 200 len: 947 time: 0.8032281 Jul 29 23:17:42.743532 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56052) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:42.768345 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-78b968ac-d8ba-4438-9493-07dd520bf576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:42.863576 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8af41bf-ef1a-4d5b-936a-a40bb4791946 req-502bade5-2ac5-4d71-b2eb-786f34b6e820 tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] Network d71c22dc-feef-410b-a7ed-6548cf85bd6f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:17:42.944765 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1037d144-ae29-4f58-b378-d6637a76a1fc req-b760070f-9fe9-4a09-b105-e173cc987f1d tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.43 "GET /v2.0/security-groups?id=18041719-2afc-47a1-b0fb-26810a26f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840459 Jul 29 23:17:42.970377 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-a8af41bf-ef1a-4d5b-936a-a40bb4791946 req-502bade5-2ac5-4d71-b2eb-786f34b6e820 tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:17:42.978894 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-50f01639-d68c-457b-b2b2-895fda1b0a04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:43.048221 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8af41bf-ef1a-4d5b-936a-a40bb4791946 req-502bade5-2ac5-4d71-b2eb-786f34b6e820 tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:17:43.054797 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af41bf-ef1a-4d5b-936a-a40bb4791946 req-502bade5-2ac5-4d71-b2eb-786f34b6e820 tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:43.055318 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a8af41bf-ef1a-4d5b-936a-a40bb4791946 req-502bade5-2ac5-4d71-b2eb-786f34b6e820 tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:43.065914 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-78b968ac-d8ba-4438-9493-07dd520bf576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:43.073205 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502bade5-2ac5-4d71-b2eb-786f34b6e820 tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] Pushing event updated for resources: {'Port': ['ID=03e588dc-45e7-432a-9ad8-4f8c987c8b94,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:43.080980 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-7b47ad5e-64d3-4488-a528-0bb3e7eaec4b req-8dd8744a-7c6e-4150-a61a-aa5c90b622d4 service neutron] For port b9ee98e4-65d6-45c1-81bc-9376d59becb8, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:17:43.115463 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-eb9879be-0b6a-4d6c-8eea-24b720334429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:43.154783 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 3e1de4d8-018c-4a1d-b221-6e2ed9c72bb6 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:17:43.188664 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-eb9879be-0b6a-4d6c-8eea-24b720334429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:43.324938 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 3e1de4d8-018c-4a1d-b221-6e2ed9c72bb6 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:17:43.347877 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 3e1de4d8-018c-4a1d-b221-6e2ed9c72bb6 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:17:43.348666 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:43.352009 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-eb9879be-0b6a-4d6c-8eea-24b720334429 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4f12e76708f84d22a75892cb27dd397b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9619610 Jul 29 23:17:43.361076 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56054) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:43.389419 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-78b968ac-d8ba-4438-9493-07dd520bf576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:43.392907 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-78b968ac-d8ba-4438-9493-07dd520bf576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:43.401729 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-78b968ac-d8ba-4438-9493-07dd520bf576 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e6972d5f-cdb3-42ca-a22e-99023fe1eac3 HTTP/1.1" status: 204 len: 168 time: 1.0483005 Jul 29 23:17:43.419078 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9879be-0b6a-4d6c-8eea-24b720334429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db6cc35f-b96a-4c07-9a2e-66d5bb9ec8b7,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:43.428849 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-7b47ad5e-64d3-4488-a528-0bb3e7eaec4b req-8dd8744a-7c6e-4150-a61a-aa5c90b622d4 service neutron] For port b9ee98e4-65d6-45c1-81bc-9376d59becb8, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=b9ee98e4-65d6-45c1-81bc-9376d59becb8,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:17:43.466623 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4f53f-485f-4d56-a508-fab62ab79a59 req-67abd4bc-bae6-48e1-880b-dc5c254bda10 tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:43.472008 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-23a4f53f-485f-4d56-a508-fab62ab79a59 req-67abd4bc-bae6-48e1-880b-dc5c254bda10 tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b33a91f-861e-4512-9e6c-72798824cfd9 HTTP/1.1" status: 200 len: 936 time: 0.7611177 Jul 29 23:17:43.534850 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-24eaa1ff-50f0-4f88-9e8e-8b8df4d3e438 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:43.539028 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b968ac-d8ba-4438-9493-07dd520bf576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6972d5f-cdb3-42ca-a22e-99023fe1eac3,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:43.600234 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-24eaa1ff-50f0-4f88-9e8e-8b8df4d3e438 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:43.695871 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-50f01639-d68c-457b-b2b2-895fda1b0a04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:43.699207 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:43.713871 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-a520de63-2809-43ab-abe3-a57f2b938366 None None] Provisioning for port 03e588dc-45e7-432a-9ad8-4f8c987c8b94 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:17:43.723286 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a8af41bf-ef1a-4d5b-936a-a40bb4791946 req-502bade5-2ac5-4d71-b2eb-786f34b6e820 tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9184854 Jul 29 23:17:43.729144 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-a520de63-2809-43ab-abe3-a57f2b938366 None None] Provisioning complete for port 03e588dc-45e7-432a-9ad8-4f8c987c8b94 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:17:43.735819 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a520de63-2809-43ab-abe3-a57f2b938366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:43.748168 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-24eaa1ff-50f0-4f88-9e8e-8b8df4d3e438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:43.751071 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-24eaa1ff-50f0-4f88-9e8e-8b8df4d3e438 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:43.758482 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-24eaa1ff-50f0-4f88-9e8e-8b8df4d3e438 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/db6cc35f-b96a-4c07-9a2e-66d5bb9ec8b7 HTTP/1.1" status: 204 len: 168 time: 0.3960748 Jul 29 23:17:43.770241 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eaa1ff-50f0-4f88-9e8e-8b8df4d3e438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6cc35f-b96a-4c07-9a2e-66d5bb9ec8b7,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:43.816505 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-254b3a5b-56ad-42b7-8c91-201d8ff3d9af admin admin] Allocated IP 172.20.0.1 (f570ac3f-2b53-45ec-948c-0985410160ee/6cb11c04-aa9b-4648-afe6-89c88e617caf/d5397825-e8f9-4e16-83b2-6892d6356ec7) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:17:43.837219 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-7b47ad5e-64d3-4488-a528-0bb3e7eaec4b req-8dd8744a-7c6e-4150-a61a-aa5c90b622d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:43.849084 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 3e1de4d8-018c-4a1d-b221-6e2ed9c72bb6, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=3e1de4d8-018c-4a1d-b221-6e2ed9c72bb6,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:17:43.866525 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:43.876554 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-50f01639-d68c-457b-b2b2-895fda1b0a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:43.908638 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-a520de63-2809-43ab-abe3-a57f2b938366 None None] Port 03e588dc-45e7-432a-9ad8-4f8c987c8b94 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:17:43.955348 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=3e1de4d8-018c-4a1d-b221-6e2ed9c72bb6,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:44.153160 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f01639-d68c-457b-b2b2-895fda1b0a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c68c526-d5f0-4849-8da9-9402a463f81a,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:44.169854 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [req-a8af41bf-ef1a-4d5b-936a-a40bb4791946 req-feef0c7c-f932-496e-9ca4-e9c81239be91 tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:17:44.170946 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a8af41bf-ef1a-4d5b-936a-a40bb4791946 req-feef0c7c-f932-496e-9ca4-e9c81239be91 tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060043 Jul 29 23:17:44.182383 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-23a4f53f-485f-4d56-a508-fab62ab79a59 req-ecacbfc7-d11c-4470-ad34-9b64c54dfd6c tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] 10.222.0.43 "GET /v2.0/security-groups?id=003fb35e-2e31-4dc8-a541-4129c85009b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3634315 Jul 29 23:17:44.221202 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47ad5e-64d3-4488-a528-0bb3e7eaec4b req-8dd8744a-7c6e-4150-a61a-aa5c90b622d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:44.221202 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-7b47ad5e-64d3-4488-a528-0bb3e7eaec4b req-8dd8744a-7c6e-4150-a61a-aa5c90b622d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:44.221202 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7b47ad5e-64d3-4488-a528-0bb3e7eaec4b req-8dd8744a-7c6e-4150-a61a-aa5c90b622d4 service neutron] 10.222.0.41 "PUT /v2.0/ports/b9ee98e4-65d6-45c1-81bc-9376d59becb8 HTTP/1.1" status: 200 len: 1096 time: 6.6544576 Jul 29 23:17:44.221202 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd55ddcb9-989c-49f3-9219-954de0bfb4e9', 'tag': 'b9ee98e4-65d6-45c1-81bc-9376d59becb8'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:17:44.706041 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-50f01639-d68c-457b-b2b2-895fda1b0a04 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bf765705a1c84cd48c98ef5239361226&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9488616 Jul 29 23:17:44.707011 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56084) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:44.798491 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ae179-8812-4533-950c-8b2b6d2b5503 req-a2beda4c-1795-4431-81f2-cb29f01d9083 tempest-NetworksTest-942235363 tempest-NetworksTest-942235363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:44.799243 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ae179-8812-4533-950c-8b2b6d2b5503 req-a2beda4c-1795-4431-81f2-cb29f01d9083 tempest-NetworksTest-942235363 tempest-NetworksTest-942235363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:44.799854 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ae179-8812-4533-950c-8b2b6d2b5503 req-a2beda4c-1795-4431-81f2-cb29f01d9083 tempest-NetworksTest-942235363 tempest-NetworksTest-942235363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:44.800455 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ae179-8812-4533-950c-8b2b6d2b5503 req-a2beda4c-1795-4431-81f2-cb29f01d9083 tempest-NetworksTest-942235363 tempest-NetworksTest-942235363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:44.801073 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ae179-8812-4533-950c-8b2b6d2b5503 req-a2beda4c-1795-4431-81f2-cb29f01d9083 tempest-NetworksTest-942235363 tempest-NetworksTest-942235363-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:44.802983 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d75ae179-8812-4533-950c-8b2b6d2b5503 req-a2beda4c-1795-4431-81f2-cb29f01d9083 tempest-NetworksTest-942235363 tempest-NetworksTest-942235363-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3630 time: 1.7434800 Jul 29 23:17:44.812617 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd8744a-7c6e-4150-a61a-aa5c90b622d4 service neutron] Pushing event updated for resources: {'Port': ['ID=b9ee98e4-65d6-45c1-81bc-9376d59becb8,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:44.833677 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cc66e452-d568-4fbd-b68a-3411bb749f61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:44.861260 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47ad5e-64d3-4488-a528-0bb3e7eaec4b req-6a224471-d78a-44fc-9b13-2a7c4263fd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:44.870247 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7b47ad5e-64d3-4488-a528-0bb3e7eaec4b req-6a224471-d78a-44fc-9b13-2a7c4263fd7e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a19722bc31924ba0bbb07778f60e1584&device_id=d55ddcb9-989c-49f3-9219-954de0bfb4e9 HTTP/1.1" status: 200 len: 1099 time: 0.4365120 Jul 29 23:17:44.875830 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cc66e452-d568-4fbd-b68a-3411bb749f61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:44.893262 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e16b8-2974-494a-a6a8-ef9fef3012dc req-602b19f8-eee0-450b-8043-e0e2d111785d tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:44.902286 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-955e16b8-2974-494a-a6a8-ef9fef3012dc req-602b19f8-eee0-450b-8043-e0e2d111785d tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.43 "GET /v2.0/ports?device_id=d55ddcb9-989c-49f3-9219-954de0bfb4e9 HTTP/1.1" status: 200 len: 947 time: 0.4661064 Jul 29 23:17:44.930680 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f365b2af-bc34-4e65-91ff-88b71ae852ca" -d '{"events": [{"name": "network-changed", "server_uuid": "d55ddcb9-989c-49f3-9219-954de0bfb4e9", "tag": "b9ee98e4-65d6-45c1-81bc-9376d59becb8"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:17:44.987376 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cc66e452-d568-4fbd-b68a-3411bb749f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:44.990381 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cc66e452-d568-4fbd-b68a-3411bb749f61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:44.991676 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-cc66e452-d568-4fbd-b68a-3411bb749f61 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3c68c526-d5f0-4849-8da9-9402a463f81a HTTP/1.1" status: 204 len: 168 time: 0.2840953 Jul 29 23:17:45.012545 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc66e452-d568-4fbd-b68a-3411bb749f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c68c526-d5f0-4849-8da9-9402a463f81a,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:45.079979 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 3e1de4d8-018c-4a1d-b221-6e2ed9c72bb6 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:17:45.090078 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7b47ad5e-64d3-4488-a528-0bb3e7eaec4b req-076ee524-5b26-4c0c-b292-a3c5730201b3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=b9ee98e4-65d6-45c1-81bc-9376d59becb8 HTTP/1.1" status: 200 len: 217 time: 0.1493595 Jul 29 23:17:45.117164 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-254b3a5b-56ad-42b7-8c91-201d8ff3d9af admin admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:45.193273 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-955e16b8-2974-494a-a6a8-ef9fef3012dc req-c18ead6d-cb12-4fc3-9b00-73cab41e1ca8 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.43 "GET /v2.0/security-groups?id=18041719-2afc-47a1-b0fb-26810a26f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447646 Jul 29 23:17:45.199297 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-254b3a5b-56ad-42b7-8c91-201d8ff3d9af admin admin] Transition to ACTIVE for port object d5397825-e8f9-4e16-83b2-6892d6356ec7 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:17:45.236315 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47ad5e-64d3-4488-a528-0bb3e7eaec4b req-130041bd-0f85-42c4-ab62-27311dc29fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:45.238218 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7b47ad5e-64d3-4488-a528-0bb3e7eaec4b req-130041bd-0f85-42c4-ab62-27311dc29fe0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.1375253 Jul 29 23:17:45.326736 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 3e1de4d8-018c-4a1d-b221-6e2ed9c72bb6 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:17:45.329015 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:45.395640 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-254b3a5b-56ad-42b7-8c91-201d8ff3d9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:45.575926 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254b3a5b-56ad-42b7-8c91-201d8ff3d9af admin admin] Network f570ac3f-2b53-45ec-948c-0985410160ee is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:17:45.584200 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47ad5e-64d3-4488-a528-0bb3e7eaec4b req-8288481a-913f-4358-861f-b91c7fdf0301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:45.585954 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7b47ad5e-64d3-4488-a528-0bb3e7eaec4b req-8288481a-913f-4358-861f-b91c7fdf0301 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3336439 Jul 29 23:17:45.590219 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-254b3a5b-56ad-42b7-8c91-201d8ff3d9af admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:17:45.596251 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254b3a5b-56ad-42b7-8c91-201d8ff3d9af admin admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:17:45.596355 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-254b3a5b-56ad-42b7-8c91-201d8ff3d9af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:45.682304 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56110) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:45.751062 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7b47ad5e-64d3-4488-a528-0bb3e7eaec4b req-02ca45c1-3895-46ce-930f-c355c5e858ed service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455300 Jul 29 23:17:45.894033 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9bbf4df-31ff-4916-8b96-404ffd8666d9 x-openstack-request-id: req-c9bbf4df-31ff-4916-8b96-404ffd8666d9 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:17:45.894373 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d55ddcb9-989c-49f3-9219-954de0bfb4e9", "tag": "b9ee98e4-65d6-45c1-81bc-9376d59becb8", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:17:45.894784 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c9bbf4df-31ff-4916-8b96-404ffd8666d9 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:17:45.898374 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd55ddcb9-989c-49f3-9219-954de0bfb4e9', 'tag': 'b9ee98e4-65d6-45c1-81bc-9376d59becb8', 'status': 'completed', 'code': 200} Jul 29 23:17:45.899160 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254b3a5b-56ad-42b7-8c91-201d8ff3d9af admin admin] Pushing event updated for resources: {'Port': ['ID=d5397825-e8f9-4e16-83b2-6892d6356ec7,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:46.021824 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a3fe15-b6f1-4873-99d8-fee6b6f55c0d req-2be18906-8662-416c-a7c0-f9280be4b79a tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:46.029215 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-67a3fe15-b6f1-4873-99d8-fee6b6f55c0d req-2be18906-8662-416c-a7c0-f9280be4b79a tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b33a91f-861e-4512-9e6c-72798824cfd9 HTTP/1.1" status: 200 len: 936 time: 0.5817447 Jul 29 23:17:46.062984 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c964b5df-0ac9-404d-8b3e-ba49b18c1e28 None None] Provisioning for port d5397825-e8f9-4e16-83b2-6892d6356ec7 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:17:46.086773 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c964b5df-0ac9-404d-8b3e-ba49b18c1e28 None None] Provisioning complete for port d5397825-e8f9-4e16-83b2-6892d6356ec7 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:17:46.092147 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c964b5df-0ac9-404d-8b3e-ba49b18c1e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:46.136109 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-67a3fe15-b6f1-4873-99d8-fee6b6f55c0d req-15037bdf-c1a3-4cd6-abc2-d6e88d4bc10e tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] 10.222.0.43 "GET /v2.0/security-groups?id=003fb35e-2e31-4dc8-a541-4129c85009b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039639 Jul 29 23:17:46.196968 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7b47ad5e-64d3-4488-a528-0bb3e7eaec4b req-c2a08510-4dba-4c87-b8c1-d7b92d3094c5 service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4396646 Jul 29 23:17:46.244112 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-254b3a5b-56ad-42b7-8c91-201d8ff3d9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:46.250147 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d98c5ebd-220c-463a-91df-455906a23b16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:46.268578 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-c964b5df-0ac9-404d-8b3e-ba49b18c1e28 None None] Port d5397825-e8f9-4e16-83b2-6892d6356ec7 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:17:46.461559 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d98c5ebd-220c-463a-91df-455906a23b16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:46.471500 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d98c5ebd-220c-463a-91df-455906a23b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:46.576932 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98c5ebd-220c-463a-91df-455906a23b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1690db89-ff9f-4a7f-8863-54db2158205e,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:46.646229 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d98c5ebd-220c-463a-91df-455906a23b16 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b087fd7cc5304094a6e27d5757997398&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9601343 Jul 29 23:17:46.648143 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56134) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:46.774862 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2f322d45-ce37-4599-90bb-7ea2d4fab1f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:46.829158 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2f322d45-ce37-4599-90bb-7ea2d4fab1f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:46.930620 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2f322d45-ce37-4599-90bb-7ea2d4fab1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:46.933301 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2f322d45-ce37-4599-90bb-7ea2d4fab1f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:46.934642 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-2f322d45-ce37-4599-90bb-7ea2d4fab1f4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1690db89-ff9f-4a7f-8863-54db2158205e HTTP/1.1" status: 204 len: 168 time: 0.2843895 Jul 29 23:17:46.950077 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f322d45-ce37-4599-90bb-7ea2d4fab1f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1690db89-ff9f-4a7f-8863-54db2158205e,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:46.991495 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365b2af-bc34-4e65-91ff-88b71ae852ca req-937ba17e-92b0-42c7-ae30-46c580d85604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:46.993474 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f365b2af-bc34-4e65-91ff-88b71ae852ca req-937ba17e-92b0-42c7-ae30-46c580d85604 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a19722bc31924ba0bbb07778f60e1584&device_id=d55ddcb9-989c-49f3-9219-954de0bfb4e9 HTTP/1.1" status: 200 len: 1099 time: 0.6380861 Jul 29 23:17:47.022659 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49cbded-667a-4220-8e57-7d8e11b08b9e req-de0b0f95-e00c-4768-8aff-9dd956b58b10 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:47.024158 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d49cbded-667a-4220-8e57-7d8e11b08b9e req-de0b0f95-e00c-4768-8aff-9dd956b58b10 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.43 "GET /v2.0/ports?device_id=d55ddcb9-989c-49f3-9219-954de0bfb4e9 HTTP/1.1" status: 200 len: 947 time: 0.6260052 Jul 29 23:17:47.400735 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2468c856-d99a-407a-810c-72715da130d7 req-c5e48fa9-c3e9-4714-bf31-7b3fd0a913c9 tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:47.409071 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2468c856-d99a-407a-810c-72715da130d7 req-c5e48fa9-c3e9-4714-bf31-7b3fd0a913c9 tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b33a91f-861e-4512-9e6c-72798824cfd9 HTTP/1.1" status: 200 len: 936 time: 0.1503296 Jul 29 23:17:47.453656 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d49cbded-667a-4220-8e57-7d8e11b08b9e req-2691d124-a1bd-4c17-97b1-18df29d6ca65 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.43 "GET /v2.0/security-groups?id=18041719-2afc-47a1-b0fb-26810a26f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4213896 Jul 29 23:17:47.459564 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365b2af-bc34-4e65-91ff-88b71ae852ca req-4aecfced-963a-46d7-ba91-5d51b0519800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:47.461205 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f365b2af-bc34-4e65-91ff-88b71ae852ca req-4aecfced-963a-46d7-ba91-5d51b0519800 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d71c22dc-feef-410b-a7ed-6548cf85bd6f HTTP/1.1" status: 200 len: 870 time: 0.4284520 Jul 29 23:17:47.463511 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-254b3a5b-56ad-42b7-8c91-201d8ff3d9af admin admin] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:47.481764 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-254b3a5b-56ad-42b7-8c91-201d8ff3d9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:47.482559 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-254b3a5b-56ad-42b7-8c91-201d8ff3d9af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:47.551517 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254b3a5b-56ad-42b7-8c91-201d8ff3d9af admin admin] Pushing event updated for resources: {'Port': ['ID=d5397825-e8f9-4e16-83b2-6892d6356ec7,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:47.573702 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2468c856-d99a-407a-810c-72715da130d7 req-ef28d922-be5d-435e-a9b6-cca58a938a9b tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] 10.222.0.43 "GET /v2.0/security-groups?id=003fb35e-2e31-4dc8-a541-4129c85009b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605146 Jul 29 23:17:47.613783 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f365b2af-bc34-4e65-91ff-88b71ae852ca req-0310d43c-c54c-48b6-a2f8-8630df727adf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=b9ee98e4-65d6-45c1-81bc-9376d59becb8 HTTP/1.1" status: 200 len: 217 time: 0.1090655 Jul 29 23:17:47.777107 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254b3a5b-56ad-42b7-8c91-201d8ff3d9af admin admin] Network f570ac3f-2b53-45ec-948c-0985410160ee is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:17:47.778815 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-254b3a5b-56ad-42b7-8c91-201d8ff3d9af admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:17:48.011460 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-254b3a5b-56ad-42b7-8c91-201d8ff3d9af admin admin] Router 89f8e740-2aec-4a96-8180-2097c710c568 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:17:48.064343 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56162) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:48.096230 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ba8f1adb-51fc-4b53-aebc-4613dec1a67f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:48.224024 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-76f4ce7e-0589-4508-84d9-9d891b67031e None None] Provisioning complete for port d5397825-e8f9-4e16-83b2-6892d6356ec7 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:17:48.229670 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-76f4ce7e-0589-4508-84d9-9d891b67031e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:48.345883 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ba8f1adb-51fc-4b53-aebc-4613dec1a67f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:48.347409 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254b3a5b-56ad-42b7-8c91-201d8ff3d9af admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:17:48.355778 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-254b3a5b-56ad-42b7-8c91-201d8ff3d9af admin admin] 10.222.0.43 "PUT /v2.0/routers/89f8e740-2aec-4a96-8180-2097c710c568/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8498914 Jul 29 23:17:48.359916 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ba8f1adb-51fc-4b53-aebc-4613dec1a67f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:48.409633 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eba5cd1-0a4c-47f5-af5b-3ec2eb204601 None None] Sync routers for ids ['89f8e740-2aec-4a96-8180-2097c710c568'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:17:48.427190 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365b2af-bc34-4e65-91ff-88b71ae852ca req-9af8db50-de92-40ad-8069-6523f5efa976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:48.429612 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-76f4ce7e-0589-4508-84d9-9d891b67031e None None] Port d5397825-e8f9-4e16-83b2-6892d6356ec7 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:17:48.431014 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f365b2af-bc34-4e65-91ff-88b71ae852ca req-9af8db50-de92-40ad-8069-6523f5efa976 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.0632536 Jul 29 23:17:48.447870 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eba5cd1-0a4c-47f5-af5b-3ec2eb204601 None None] Routers {'89f8e740-2aec-4a96-8180-2097c710c568'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:17:48.448853 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-6eba5cd1-0a4c-47f5-af5b-3ec2eb204601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:17:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['89f8e740-2aec-4a96-8180-2097c710c568'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:17:48.472077 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8f1adb-51fc-4b53-aebc-4613dec1a67f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e7aeee-2b05-422d-9129-c4bb402b220c,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:48.489132 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ba8f1adb-51fc-4b53-aebc-4613dec1a67f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4361176925614021a4f3423a0de0a411&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4237027 Jul 29 23:17:48.498803 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56172) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:48.591361 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365b2af-bc34-4e65-91ff-88b71ae852ca req-d90d0971-85b3-423d-aec1-9679f1a0f27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:48.597752 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f365b2af-bc34-4e65-91ff-88b71ae852ca req-d90d0971-85b3-423d-aec1-9679f1a0f27b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1341631 Jul 29 23:17:48.613754 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-956588ad-44db-486d-a69c-7de0f101421a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:48.664071 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-956588ad-44db-486d-a69c-7de0f101421a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:48.772331 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-956588ad-44db-486d-a69c-7de0f101421a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:48.777723 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-956588ad-44db-486d-a69c-7de0f101421a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:48.782494 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-956588ad-44db-486d-a69c-7de0f101421a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/23e7aeee-2b05-422d-9129-c4bb402b220c HTTP/1.1" status: 204 len: 168 time: 0.2794633 Jul 29 23:17:48.804325 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956588ad-44db-486d-a69c-7de0f101421a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e7aeee-2b05-422d-9129-c4bb402b220c,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:48.816448 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-6eba5cd1-0a4c-47f5-af5b-3ec2eb204601 None None] Set router 89f8e740-2aec-4a96-8180-2097c710c568 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:17:48.900561 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e762db12-c7fd-4506-9511-f1c2d5edb65c req-ccd58271-1828-4987-a7ce-8e09395a0332 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:48.902202 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e762db12-c7fd-4506-9511-f1c2d5edb65c req-ccd58271-1828-4987-a7ce-8e09395a0332 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.43 "GET /v2.0/ports?device_id=d55ddcb9-989c-49f3-9219-954de0bfb4e9 HTTP/1.1" status: 200 len: 947 time: 0.2546830 Jul 29 23:17:48.933741 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a57d44-0efd-4873-8c9c-e0f2b422c39b req-36902ac9-e79b-42e9-8e90-8ed2202be11e tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:48.942595 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f6a57d44-0efd-4873-8c9c-e0f2b422c39b req-36902ac9-e79b-42e9-8e90-8ed2202be11e tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b33a91f-861e-4512-9e6c-72798824cfd9 HTTP/1.1" status: 200 len: 936 time: 0.2206321 Jul 29 23:17:49.170543 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-a8af41bf-ef1a-4d5b-936a-a40bb4791946 req-7a797324-86c2-4c41-ba7b-3612163bb30a service neutron] Request body: {'port': {'device_id': '0b33a91f-861e-4512-9e6c-72798824cfd9', 'device_owner': 'compute:tempest-test_az-361321593', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:17:49.256379 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e762db12-c7fd-4506-9511-f1c2d5edb65c req-3fe024d2-a413-4eb3-9e58-e3b446c64957 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.43 "GET /v2.0/security-groups?id=18041719-2afc-47a1-b0fb-26810a26f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095136 Jul 29 23:17:49.303586 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f6a57d44-0efd-4873-8c9c-e0f2b422c39b req-217c7a9e-cbc4-499d-847b-35e0472fe65d tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] 10.222.0.43 "GET /v2.0/security-groups?id=003fb35e-2e31-4dc8-a541-4129c85009b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563182 Jul 29 23:17:49.349947 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:49.380058 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f365b2af-bc34-4e65-91ff-88b71ae852ca req-614015ed-a2c8-4a2c-9bc7-e36a105af70a service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3671954 Jul 29 23:17:49.388234 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a8af41bf-ef1a-4d5b-936a-a40bb4791946 req-7a797324-86c2-4c41-ba7b-3612163bb30a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:49.432836 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-6eba5cd1-0a4c-47f5-af5b-3ec2eb204601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f8e740-2aec-4a96-8180-2097c710c568', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2061788017-router', 'tenant_id': 'c003babaf4ca49b3add680f8803594b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '3e1de4d8-018c-4a1d-b221-6e2ed9c72bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:17:33Z', 'updated_at': '2021-07-29T23:17:46Z', 'revision_number': 4, 'project_id': 'c003babaf4ca49b3add680f8803594b6', 'gw_port': {'id': '3e1de4d8-018c-4a1d-b221-6e2ed9c72bb6', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:c6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f8e740-2aec-4a96-8180-2097c710c568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:34Z', 'updated_at': '2021-07-29T23:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'd5397825-e8f9-4e16-83b2-6892d6356ec7', 'name': '', 'network_id': 'f570ac3f-2b53-45ec-948c-0985410160ee', 'tenant_id': 'c003babaf4ca49b3add680f8803594b6', 'mac_address': 'fa:16:3e:ca:ed:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f8e740-2aec-4a96-8180-2097c710c568', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '6cb11c04-aa9b-4648-afe6-89c88e617caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:41Z', 'updated_at': '2021-07-29T23:17:46Z', 'revision_number': 2, 'project_id': 'c003babaf4ca49b3add680f8803594b6', 'subnets': [{'id': '6cb11c04-aa9b-4648-afe6-89c88e617caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:17:49.487203 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eba5cd1-0a4c-47f5-af5b-3ec2eb204601 None None] Checking router: 89f8e740-2aec-4a96-8180-2097c710c568 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:17:49.487551 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eba5cd1-0a4c-47f5-af5b-3ec2eb204601 None None] Updating router 89f8e740-2aec-4a96-8180-2097c710c568 port d5397825-e8f9-4e16-83b2-6892d6356ec7 binding host n-d-712141-10 {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:17:49.498450 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56202) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:49.551020 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f365b2af-bc34-4e65-91ff-88b71ae852ca req-79932448-714e-4cec-959e-2fa6d69c4cd6 service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630948 Jul 29 23:17:49.563114 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6eba5cd1-0a4c-47f5-af5b-3ec2eb204601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:49.912196 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-bfe80a64-e497-4131-aa62-bd7701687a75 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2065310970-network', 'tenant_id': '69b5502457b44ad9bcac2ee165fd51ea'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:17:49.964840 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe80a64-e497-4131-aa62-bd7701687a75 admin admin] Made reservation on behalf of 69b5502457b44ad9bcac2ee165fd51ea for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:17:49.967937 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bfe80a64-e497-4131-aa62-bd7701687a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:50.017612 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bfe80a64-e497-4131-aa62-bd7701687a75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:50.195214 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bfe80a64-e497-4131-aa62-bd7701687a75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:50.198716 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-a8af41bf-ef1a-4d5b-936a-a40bb4791946 req-7a797324-86c2-4c41-ba7b-3612163bb30a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03e588dc-45e7-432a-9ad8-4f8c987c8b94 {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:17:50.200714 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bfe80a64-e497-4131-aa62-bd7701687a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:50.208253 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a8af41bf-ef1a-4d5b-936a-a40bb4791946 req-7a797324-86c2-4c41-ba7b-3612163bb30a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:50.227604 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-a8af41bf-ef1a-4d5b-936a-a40bb4791946 req-7a797324-86c2-4c41-ba7b-3612163bb30a service neutron] Transition to ACTIVE for port object 03e588dc-45e7-432a-9ad8-4f8c987c8b94 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:17:50.243251 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a8af41bf-ef1a-4d5b-936a-a40bb4791946 req-7a797324-86c2-4c41-ba7b-3612163bb30a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:50.246188 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfe80a64-e497-4131-aa62-bd7701687a75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:17:50.256868 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6eba5cd1-0a4c-47f5-af5b-3ec2eb204601 None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:50.269687 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe80a64-e497-4131-aa62-bd7701687a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7acab2-a939-4fac-b983-8a2cfa2f6487,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:50.274979 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bfe80a64-e497-4131-aa62-bd7701687a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:50.275216 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-bfe80a64-e497-4131-aa62-bd7701687a75 admin admin] Added segment 8d982096-362d-439f-919e-517058b9c9cc of type vlan for network c9199d6f-e552-45de-9ce7-371b8d656648 Jul 29 23:17:50.278786 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-6eba5cd1-0a4c-47f5-af5b-3ec2eb204601 None None] Transition to ACTIVE for port object d5397825-e8f9-4e16-83b2-6892d6356ec7 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:17:50.295122 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6eba5cd1-0a4c-47f5-af5b-3ec2eb204601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:50.364095 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bfe80a64-e497-4131-aa62-bd7701687a75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:50.400275 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa32f71-8b69-4219-8c05-4c4d38f94f7d None None] Pushing event updated for resources: {'Port': ['ID=d5397825-e8f9-4e16-83b2-6892d6356ec7,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:50.441045 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bfe80a64-e497-4131-aa62-bd7701687a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:50.442406 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe80a64-e497-4131-aa62-bd7701687a75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:50.443176 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bfe80a64-e497-4131-aa62-bd7701687a75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:50.460005 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a797324-86c2-4c41-ba7b-3612163bb30a service neutron] Pushing event updated for resources: {'Port': ['ID=03e588dc-45e7-432a-9ad8-4f8c987c8b94,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:50.469988 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-a8af41bf-ef1a-4d5b-936a-a40bb4791946 req-7a797324-86c2-4c41-ba7b-3612163bb30a service neutron] Attempting to bind port 03e588dc-45e7-432a-9ad8-4f8c987c8b94 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:17:50.470357 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-a8af41bf-ef1a-4d5b-936a-a40bb4791946 req-7a797324-86c2-4c41-ba7b-3612163bb30a service neutron] Attempting to bind port 03e588dc-45e7-432a-9ad8-4f8c987c8b94 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:17:50.470708 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8af41bf-ef1a-4d5b-936a-a40bb4791946 req-7a797324-86c2-4c41-ba7b-3612163bb30a service neutron] Attempting to bind port 03e588dc-45e7-432a-9ad8-4f8c987c8b94 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:17:50.483183 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8af41bf-ef1a-4d5b-936a-a40bb4791946 req-7a797324-86c2-4c41-ba7b-3612163bb30a service neutron] Port 03e588dc-45e7-432a-9ad8-4f8c987c8b94 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:17:50.483527 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8af41bf-ef1a-4d5b-936a-a40bb4791946 req-7a797324-86c2-4c41-ba7b-3612163bb30a service neutron] Attempting to bind port 03e588dc-45e7-432a-9ad8-4f8c987c8b94 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:17:50.493900 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8af41bf-ef1a-4d5b-936a-a40bb4791946 req-7a797324-86c2-4c41-ba7b-3612163bb30a service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:17:50.494319 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8af41bf-ef1a-4d5b-936a-a40bb4791946 req-7a797324-86c2-4c41-ba7b-3612163bb30a service neutron] Checking segment: {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:17:50.495241 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8af41bf-ef1a-4d5b-936a-a40bb4791946 req-7a797324-86c2-4c41-ba7b-3612163bb30a service neutron] Bound using segment: {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:17:50.496216 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-a8af41bf-ef1a-4d5b-936a-a40bb4791946 req-7a797324-86c2-4c41-ba7b-3612163bb30a service neutron] Bound port: 03e588dc-45e7-432a-9ad8-4f8c987c8b94, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:17:50.496696 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a8af41bf-ef1a-4d5b-936a-a40bb4791946 req-7a797324-86c2-4c41-ba7b-3612163bb30a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:50.670259 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56248) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:50.670582 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-bfe80a64-e497-4131-aa62-bd7701687a75 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1631994 Jul 29 23:17:50.681521 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-6eba5cd1-0a4c-47f5-af5b-3ec2eb204601 None None] Attempting to bind port d5397825-e8f9-4e16-83b2-6892d6356ec7 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:17:50.681969 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-6eba5cd1-0a4c-47f5-af5b-3ec2eb204601 None None] Attempting to bind port d5397825-e8f9-4e16-83b2-6892d6356ec7 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '2429a5d2-6a97-465b-bd1a-0f361267cf0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f570ac3f-2b53-45ec-948c-0985410160ee'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:17:50.682402 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eba5cd1-0a4c-47f5-af5b-3ec2eb204601 None None] Attempting to bind port d5397825-e8f9-4e16-83b2-6892d6356ec7 on network f570ac3f-2b53-45ec-948c-0985410160ee {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:17:50.684111 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-16bc22a1-cced-40bc-9fed-ef92cd7d449c admin admin] Request body: {'subnet': {'network_id': 'c9199d6f-e552-45de-9ce7-371b8d656648', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2065310970-subnet', 'tenant_id': '69b5502457b44ad9bcac2ee165fd51ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:17:50.692036 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eba5cd1-0a4c-47f5-af5b-3ec2eb204601 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:17:50.692440 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eba5cd1-0a4c-47f5-af5b-3ec2eb204601 None None] Checking segment: {'id': '2429a5d2-6a97-465b-bd1a-0f361267cf0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f570ac3f-2b53-45ec-948c-0985410160ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:17:50.692821 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6eba5cd1-0a4c-47f5-af5b-3ec2eb204601 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:50.693225 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eba5cd1-0a4c-47f5-af5b-3ec2eb204601 None None] Bound using segment: {'id': '2429a5d2-6a97-465b-bd1a-0f361267cf0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f570ac3f-2b53-45ec-948c-0985410160ee'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:17:50.693724 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-6eba5cd1-0a4c-47f5-af5b-3ec2eb204601 None None] Bound port: d5397825-e8f9-4e16-83b2-6892d6356ec7, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2429a5d2-6a97-465b-bd1a-0f361267cf0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'f570ac3f-2b53-45ec-948c-0985410160ee'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:17:50.694133 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6eba5cd1-0a4c-47f5-af5b-3ec2eb204601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:50.721180 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-a8af41bf-ef1a-4d5b-936a-a40bb4791946 req-7a797324-86c2-4c41-ba7b-3612163bb30a service neutron] For port 03e588dc-45e7-432a-9ad8-4f8c987c8b94, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:17:50.732040 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-a8af41bf-ef1a-4d5b-936a-a40bb4791946 req-7a797324-86c2-4c41-ba7b-3612163bb30a service neutron] For port 03e588dc-45e7-432a-9ad8-4f8c987c8b94, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=03e588dc-45e7-432a-9ad8-4f8c987c8b94,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:17:50.748729 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a8af41bf-ef1a-4d5b-936a-a40bb4791946 req-7a797324-86c2-4c41-ba7b-3612163bb30a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:50.834088 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-6eba5cd1-0a4c-47f5-af5b-3ec2eb204601 None None] For port d5397825-e8f9-4e16-83b2-6892d6356ec7, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:17:50.834088 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-6eba5cd1-0a4c-47f5-af5b-3ec2eb204601 None None] For port d5397825-e8f9-4e16-83b2-6892d6356ec7, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=d5397825-e8f9-4e16-83b2-6892d6356ec7,segment=NetworkSegment(2429a5d2-6a97-465b-bd1a-0f361267cf0e),segment_id=2429a5d2-6a97-465b-bd1a-0f361267cf0e)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:17:50.847397 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6eba5cd1-0a4c-47f5-af5b-3ec2eb204601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:50.858622 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af41bf-ef1a-4d5b-936a-a40bb4791946 req-7a797324-86c2-4c41-ba7b-3612163bb30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:50.862982 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a8af41bf-ef1a-4d5b-936a-a40bb4791946 req-7a797324-86c2-4c41-ba7b-3612163bb30a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:50.864371 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a8af41bf-ef1a-4d5b-936a-a40bb4791946 req-7a797324-86c2-4c41-ba7b-3612163bb30a service neutron] 10.222.0.22 "PUT /v2.0/ports/03e588dc-45e7-432a-9ad8-4f8c987c8b94 HTTP/1.1" status: 200 len: 1118 time: 2.1979799 Jul 29 23:17:50.865210 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b33a91f-861e-4512-9e6c-72798824cfd9', 'tag': '03e588dc-45e7-432a-9ad8-4f8c987c8b94'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:17:50.904248 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe80a64-e497-4131-aa62-bd7701687a75 admin admin] Pushing event updated for resources: {'Network': ['ID=c9199d6f-e552-45de-9ce7-371b8d656648,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:50.918829 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network c9199d6f-e552-45de-9ce7-371b8d656648 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:17:50.997477 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf0d62-24ec-4404-ab11-3ef2f9d21644 req-16b880b0-0461-42a5-9da5-532cf04a6a53 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:50.999089 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-73bf0d62-24ec-4404-ab11-3ef2f9d21644 req-16b880b0-0461-42a5-9da5-532cf04a6a53 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.43 "GET /v2.0/ports?device_id=d55ddcb9-989c-49f3-9219-954de0bfb4e9 HTTP/1.1" status: 200 len: 947 time: 0.3320105 Jul 29 23:17:51.032237 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db1d56a-eb69-4c54-bb53-e09765af70ba req-fc61f842-8fa0-4081-8f62-861f43ec2805 tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:51.035362 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16bc22a1-cced-40bc-9fed-ef92cd7d449c admin admin] Made reservation on behalf of 69b5502457b44ad9bcac2ee165fd51ea for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:17:51.037543 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3db1d56a-eb69-4c54-bb53-e09765af70ba req-fc61f842-8fa0-4081-8f62-861f43ec2805 tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b33a91f-861e-4512-9e6c-72798824cfd9 HTTP/1.1" status: 200 len: 969 time: 0.2274764 Jul 29 23:17:51.040754 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-16bc22a1-cced-40bc-9fed-ef92cd7d449c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:51.108305 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa32f71-8b69-4219-8c05-4c4d38f94f7d None None] Pushing event updated for resources: {'Port': ['ID=d5397825-e8f9-4e16-83b2-6892d6356ec7,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:51.112044 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eba5cd1-0a4c-47f5-af5b-3ec2eb204601 None None] Routers {'89f8e740-2aec-4a96-8180-2097c710c568'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:17:51.112834 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-6eba5cd1-0a4c-47f5-af5b-3ec2eb204601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:17:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['89f8e740-2aec-4a96-8180-2097c710c568'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:17:51.117955 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3db1d56a-eb69-4c54-bb53-e09765af70ba req-aba732e9-69b3-4485-9d29-c9c381a833a1 tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] 10.222.0.43 "GET /v2.0/security-groups?id=003fb35e-2e31-4dc8-a541-4129c85009b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592504 Jul 29 23:17:51.163899 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-73bf0d62-24ec-4404-ab11-3ef2f9d21644 req-6b532e2f-4399-421b-902c-be52a1ff16b9 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.43 "GET /v2.0/security-groups?id=18041719-2afc-47a1-b0fb-26810a26f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185076 Jul 29 23:17:51.239157 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a797324-86c2-4c41-ba7b-3612163bb30a service neutron] Pushing event updated for resources: {'Port': ['ID=03e588dc-45e7-432a-9ad8-4f8c987c8b94,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:51.335950 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-6eba5cd1-0a4c-47f5-af5b-3ec2eb204601 None None] Set router 89f8e740-2aec-4a96-8180-2097c710c568 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:17:51.449894 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e8ddbb-f3f3-4245-aab3-cac8b1db7dc5" -d '{"events": [{"name": "network-changed", "server_uuid": "0b33a91f-861e-4512-9e6c-72798824cfd9", "tag": "03e588dc-45e7-432a-9ad8-4f8c987c8b94"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:17:51.514707 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-16bc22a1-cced-40bc-9fed-ef92cd7d449c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:51.590328 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bc22a1-cced-40bc-9fed-ef92cd7d449c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ef3e95b-b6e8-4620-b828-beac0f772cf2,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:51.613257 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-6eba5cd1-0a4c-47f5-af5b-3ec2eb204601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f8e740-2aec-4a96-8180-2097c710c568', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2061788017-router', 'tenant_id': 'c003babaf4ca49b3add680f8803594b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '3e1de4d8-018c-4a1d-b221-6e2ed9c72bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:17:33Z', 'updated_at': '2021-07-29T23:17:46Z', 'revision_number': 4, 'project_id': 'c003babaf4ca49b3add680f8803594b6', 'gw_port': {'id': '3e1de4d8-018c-4a1d-b221-6e2ed9c72bb6', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:c6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f8e740-2aec-4a96-8180-2097c710c568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:34Z', 'updated_at': '2021-07-29T23:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'd5397825-e8f9-4e16-83b2-6892d6356ec7', 'name': '', 'network_id': 'f570ac3f-2b53-45ec-948c-0985410160ee', 'tenant_id': 'c003babaf4ca49b3add680f8803594b6', 'mac_address': 'fa:16:3e:ca:ed:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f8e740-2aec-4a96-8180-2097c710c568', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '6cb11c04-aa9b-4648-afe6-89c88e617caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:41Z', 'updated_at': '2021-07-29T23:17:50Z', 'revision_number': 4, 'project_id': 'c003babaf4ca49b3add680f8803594b6', 'subnets': [{'id': '6cb11c04-aa9b-4648-afe6-89c88e617caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:17:51.624763 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bc22a1-cced-40bc-9fed-ef92cd7d449c admin admin] Checking segment: {'id': '8d982096-362d-439f-919e-517058b9c9cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c9199d6f-e552-45de-9ce7-371b8d656648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:17:51.625815 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bc22a1-cced-40bc-9fed-ef92cd7d449c admin admin] Network hostable DHCP agents. Network: c9199d6f-e552-45de-9ce7-371b8d656648, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:17:51.650462 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eba5cd1-0a4c-47f5-af5b-3ec2eb204601 None None] The sync data for ids ['89f8e740-2aec-4a96-8180-2097c710c568'] in n-d-712141-10 is: [{'id': '89f8e740-2aec-4a96-8180-2097c710c568', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2061788017-router', 'tenant_id': 'c003babaf4ca49b3add680f8803594b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '3e1de4d8-018c-4a1d-b221-6e2ed9c72bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:17:33Z', 'updated_at': '2021-07-29T23:17:46Z', 'revision_number': 4, 'project_id': 'c003babaf4ca49b3add680f8803594b6', 'gw_port': {'id': '3e1de4d8-018c-4a1d-b221-6e2ed9c72bb6', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:c6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f8e740-2aec-4a96-8180-2097c710c568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:34Z', 'updated_at': '2021-07-29T23:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'd5397825-e8f9-4e16-83b2-6892d6356ec7', 'name': '', 'network_id': 'f570ac3f-2b53-45ec-948c-0985410160ee', 'tenant_id': 'c003babaf4ca49b3add680f8803594b6', 'mac_address': 'fa:16:3e:ca:ed:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89f8e740-2aec-4a96-8180-2097c710c568', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '6cb11c04-aa9b-4648-afe6-89c88e617caf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:41Z', 'updated_at': '2021-07-29T23:17:50Z', 'revision_number': 4, 'project_id': 'c003babaf4ca49b3add680f8803594b6', 'subnets': [{'id': '6cb11c04-aa9b-4648-afe6-89c88e617caf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:17:51.650744 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16bc22a1-cced-40bc-9fed-ef92cd7d449c admin admin] Network c9199d6f-e552-45de-9ce7-371b8d656648 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:17:51.672716 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-16bc22a1-cced-40bc-9fed-ef92cd7d449c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, c9199d6f-e552-45de-9ce7-371b8d656648) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:17:51.684694 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bc22a1-cced-40bc-9fed-ef92cd7d449c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:51.688343 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168e1168-d02d-41fc-9024-944e574f5e2a None None] Network c9199d6f-e552-45de-9ce7-371b8d656648 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:17:51.688991 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-16bc22a1-cced-40bc-9fed-ef92cd7d449c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:51.741894 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-16bc22a1-cced-40bc-9fed-ef92cd7d449c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0721269 Jul 29 23:17:51.758822 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56294) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:51.768178 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-e33f5239-cf4d-4995-82f9-b5f219f05f1d tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1116873824', 'description': 'tempest-description--1440258594'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:17:51.841056 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e33f5239-cf4d-4995-82f9-b5f219f05f1d tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:51.868843 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d01d35a-0caf-4b7d-bd54-aaa871db777a x-openstack-request-id: req-9d01d35a-0caf-4b7d-bd54-aaa871db777a {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:17:51.869078 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b33a91f-861e-4512-9e6c-72798824cfd9", "tag": "03e588dc-45e7-432a-9ad8-4f8c987c8b94", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:17:51.869322 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9d01d35a-0caf-4b7d-bd54-aaa871db777a {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:17:51.869804 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b33a91f-861e-4512-9e6c-72798824cfd9', 'tag': '03e588dc-45e7-432a-9ad8-4f8c987c8b94', 'status': 'completed', 'code': 200} Jul 29 23:17:51.971349 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc45993f-a180-4f4c-b7e4-31308c4e858d None None] Network c9199d6f-e552-45de-9ce7-371b8d656648 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:17:51.978349 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e33f5239-cf4d-4995-82f9-b5f219f05f1d tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:51.984177 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e33f5239-cf4d-4995-82f9-b5f219f05f1d tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:52.030678 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e33f5239-cf4d-4995-82f9-b5f219f05f1d tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:52.033207 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e33f5239-cf4d-4995-82f9-b5f219f05f1d tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2728288 Jul 29 23:17:52.036204 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56318) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:52.039877 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f5239-cf4d-4995-82f9-b5f219f05f1d tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc34ce93-23ae-4faf-818b-1a3258fade29,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:52.041447 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-38263382-67c0-45e2-8770-b87d1165cb0a tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Request body: {'security_group_rule': {'security_group_id': 'dc34ce93-23ae-4faf-818b-1a3258fade29', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:17:52.143839 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-38263382-67c0-45e2-8770-b87d1165cb0a tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:52.337737 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e8ddbb-f3f3-4245-aab3-cac8b1db7dc5 req-0e4464b0-4e23-4ca2-a10d-33e8e592cbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:52.337737 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-19e8ddbb-f3f3-4245-aab3-cac8b1db7dc5 req-0e4464b0-4e23-4ca2-a10d-33e8e592cbe4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cbc9f2ac46384952ae2c9bcf5171ee4f&device_id=0b33a91f-861e-4512-9e6c-72798824cfd9 HTTP/1.1" status: 200 len: 1121 time: 0.1915548 Jul 29 23:17:52.396292 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-19e8ddbb-f3f3-4245-aab3-cac8b1db7dc5 req-538c9458-eca5-406e-bd37-ead4395733e6 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=cbc9f2ac46384952ae2c9bcf5171ee4f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0508056 Jul 29 23:17:52.412954 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7008b4f7-88aa-4ae8-b531-dc271c30dfdf req-73563baa-0f2d-4cc8-a3df-0e7824f23cad tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:52.420571 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7008b4f7-88aa-4ae8-b531-dc271c30dfdf req-73563baa-0f2d-4cc8-a3df-0e7824f23cad tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b33a91f-861e-4512-9e6c-72798824cfd9 HTTP/1.1" status: 200 len: 969 time: 0.2077239 Jul 29 23:17:52.482055 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-38263382-67c0-45e2-8770-b87d1165cb0a tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:52.502126 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7008b4f7-88aa-4ae8-b531-dc271c30dfdf req-4c95864f-2ffd-48cd-b559-1b5351992403 tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] 10.222.0.43 "GET /v2.0/security-groups?id=003fb35e-2e31-4dc8-a541-4129c85009b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804100 Jul 29 23:17:52.524103 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-38263382-67c0-45e2-8770-b87d1165cb0a tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:52.574047 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38263382-67c0-45e2-8770-b87d1165cb0a tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ea5da0b-f709-45b3-8e39-d29a22c27504,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:52.586066 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d788f-01eb-47cc-91f8-62b4213290d9 req-4b51b108-d057-4254-bba5-a6e6366626f6 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:52.587611 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-065d788f-01eb-47cc-91f8-62b4213290d9 req-4b51b108-d057-4254-bba5-a6e6366626f6 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.43 "GET /v2.0/ports?device_id=d55ddcb9-989c-49f3-9219-954de0bfb4e9 HTTP/1.1" status: 200 len: 947 time: 0.2655904 Jul 29 23:17:52.588700 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-38263382-67c0-45e2-8770-b87d1165cb0a tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:52.592441 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-38263382-67c0-45e2-8770-b87d1165cb0a tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5526028 Jul 29 23:17:52.593614 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56344) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:52.600348 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-d20517f8-27e2-4c99-8dfe-a16b6c766d6f tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Request body: {'security_group_rule': {'security_group_id': 'dc34ce93-23ae-4faf-818b-1a3258fade29', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:17:52.652402 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d20517f8-27e2-4c99-8dfe-a16b6c766d6f tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:52.657077 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56346) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:52.710224 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-065d788f-01eb-47cc-91f8-62b4213290d9 req-c67d6888-e3be-46a4-8942-41647de373fc tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.43 "GET /v2.0/security-groups?id=18041719-2afc-47a1-b0fb-26810a26f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153743 Jul 29 23:17:52.717881 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e8ddbb-f3f3-4245-aab3-cac8b1db7dc5 req-d4ed4025-d162-498e-9ee0-decab5647b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:52.720468 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-19e8ddbb-f3f3-4245-aab3-cac8b1db7dc5 req-d4ed4025-d162-498e-9ee0-decab5647b0b service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3168774 Jul 29 23:17:52.819061 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d20517f8-27e2-4c99-8dfe-a16b6c766d6f tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:52.823899 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d20517f8-27e2-4c99-8dfe-a16b6c766d6f tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:52.839080 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af41bf-ef1a-4d5b-936a-a40bb4791946 req-2fe2984f-9299-4393-86e3-4e73cb596493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:52.840854 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a8af41bf-ef1a-4d5b-936a-a40bb4791946 req-2fe2984f-9299-4393-86e3-4e73cb596493 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cbc9f2ac46384952ae2c9bcf5171ee4f&device_id=0b33a91f-861e-4512-9e6c-72798824cfd9 HTTP/1.1" status: 200 len: 1121 time: 0.0776699 Jul 29 23:17:52.959971 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a8af41bf-ef1a-4d5b-936a-a40bb4791946 req-12ffcf4a-1608-4e7a-bf33-da3d3ec3f9ae service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=03e588dc-45e7-432a-9ad8-4f8c987c8b94 HTTP/1.1" status: 200 len: 217 time: 0.1099575 Jul 29 23:17:53.004515 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device d5397825-e8f9-4e16-83b2-6892d6356ec7 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:17:53.056860 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af41bf-ef1a-4d5b-936a-a40bb4791946 req-0964b87b-9a8f-4d2d-a78f-32e44751becc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:53.060471 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a8af41bf-ef1a-4d5b-936a-a40bb4791946 req-0964b87b-9a8f-4d2d-a78f-32e44751becc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.0874882 Jul 29 23:17:53.135923 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20517f8-27e2-4c99-8dfe-a16b6c766d6f tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be743c75-3207-4980-981e-2ecb6b0e65b2,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:53.143794 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port d5397825-e8f9-4e16-83b2-6892d6356ec7 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:17:53.147263 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d20517f8-27e2-4c99-8dfe-a16b6c766d6f tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:53.151638 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-d20517f8-27e2-4c99-8dfe-a16b6c766d6f tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5524728 Jul 29 23:17:53.151748 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port d5397825-e8f9-4e16-83b2-6892d6356ec7 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:17:53.151748 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:53.152232 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-1cbac2e1-9cf9-4c95-88f5-c36424eaa189 req-505d4b7a-757e-426e-9503-b0b88f9f0e5f tempest-SecurityGroupsTestAdminJSON-650316247 tempest-SecurityGroupsTestAdminJSON-650316247-project] Request body: {'security_group': {'name': 'tempest-securitygroup-624382828', 'description': 'tempest-description-1962225573'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:17:53.157834 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56360) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:53.158560 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0ff74256-f352-4279-b1f3-2abfcf11c049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:53.164883 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-e4a78d1a-f745-4a0c-b57a-f55659fa37e7 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Request body: {'floatingip': {'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:17:53.173643 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56362) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:53.220311 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.db.api [None req-0ff74256-f352-4279-b1f3-2abfcf11c049 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 23:17:53.220311 n-d-712141-10 neutron-server[94078]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 29 23:17:53.220311 n-d-712141-10 neutron-server[94078]: [parameters: {'project_id': 'eba95f6eb6aa4927b0f10f7643282b11', 'id': 'd6cc597d-6706-46e2-a868-350f7d0891ed', 'expiration': datetime.datetime(2021, 7, 29, 23, 19, 53, 210341)}] Jul 29 23:17:53.220311 n-d-712141-10 neutron-server[94078]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94078) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:17:53.221197 n-d-712141-10 neutron-server[94078]: DEBUG oslo_db.api [None req-0ff74256-f352-4279-b1f3-2abfcf11c049 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:17:53.221905 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.db.api [None req-e4a78d1a-f745-4a0c-b57a-f55659fa37e7 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 23:17:53.221905 n-d-712141-10 neutron-server[94078]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 29 23:17:53.221905 n-d-712141-10 neutron-server[94078]: [parameters: {'project_id': '8f631a6d452a4fba84f6b90e2829acee', 'id': '3d27bdeb-5716-410b-aa7f-a4f8d49fca3c', 'expiration': datetime.datetime(2021, 7, 29, 23, 19, 53, 196682)}] Jul 29 23:17:53.221905 n-d-712141-10 neutron-server[94078]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94078) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:17:53.223253 n-d-712141-10 neutron-server[94078]: DEBUG oslo_db.api [None req-e4a78d1a-f745-4a0c-b57a-f55659fa37e7 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:17:53.237242 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-1cbac2e1-9cf9-4c95-88f5-c36424eaa189 req-505d4b7a-757e-426e-9503-b0b88f9f0e5f tempest-SecurityGroupsTestAdminJSON-650316247 tempest-SecurityGroupsTestAdminJSON-650316247-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:53.250648 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-1cbac2e1-9cf9-4c95-88f5-c36424eaa189 req-505d4b7a-757e-426e-9503-b0b88f9f0e5f tempest-SecurityGroupsTestAdminJSON-650316247 tempest-SecurityGroupsTestAdminJSON-650316247-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:53.269281 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-739f65a2-2598-4055-8833-98199279a3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:53.353809 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:53.385837 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-1cbac2e1-9cf9-4c95-88f5-c36424eaa189 req-505d4b7a-757e-426e-9503-b0b88f9f0e5f tempest-SecurityGroupsTestAdminJSON-650316247 tempest-SecurityGroupsTestAdminJSON-650316247-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:53.388128 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-325c7cd6-5be3-4404-b435-7a6a99a6d853 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1324087155-network', 'tenant_id': '8a43b094bbe24ddcbb25919c159ed197'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:17:53.393361 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-1cbac2e1-9cf9-4c95-88f5-c36424eaa189 req-505d4b7a-757e-426e-9503-b0b88f9f0e5f tempest-SecurityGroupsTestAdminJSON-650316247 tempest-SecurityGroupsTestAdminJSON-650316247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:53.399776 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56366) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:53.407999 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port d5397825-e8f9-4e16-83b2-6892d6356ec7, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=d5397825-e8f9-4e16-83b2-6892d6356ec7,segment=NetworkSegment(2429a5d2-6a97-465b-bd1a-0f361267cf0e),segment_id=2429a5d2-6a97-465b-bd1a-0f361267cf0e)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:17:53.415245 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:53.436641 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.db.api [req-1cbac2e1-9cf9-4c95-88f5-c36424eaa189 req-505d4b7a-757e-426e-9503-b0b88f9f0e5f tempest-SecurityGroupsTestAdminJSON-650316247 tempest-SecurityGroupsTestAdminJSON-650316247-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 23:17:53.436641 n-d-712141-10 neutron-server[94078]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 29 23:17:53.436641 n-d-712141-10 neutron-server[94078]: [parameters: {'project_id': '79522e8ab2ec43bba6008545c1f68426', 'id': '13f4edcd-4fc7-409a-8336-d4338f606cbc', 'expiration': datetime.datetime(2021, 7, 29, 23, 19, 53, 425643)}] Jul 29 23:17:53.436641 n-d-712141-10 neutron-server[94078]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94078) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:17:53.437017 n-d-712141-10 neutron-server[94078]: DEBUG oslo_db.api [req-1cbac2e1-9cf9-4c95-88f5-c36424eaa189 req-505d4b7a-757e-426e-9503-b0b88f9f0e5f tempest-SecurityGroupsTestAdminJSON-650316247 tempest-SecurityGroupsTestAdminJSON-650316247-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:17:53.439851 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d4b7a-757e-426e-9503-b0b88f9f0e5f tempest-SecurityGroupsTestAdminJSON-650316247 tempest-SecurityGroupsTestAdminJSON-650316247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a316f806-2347-4a2a-87f9-6ac78721b546,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:53.449464 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af41bf-ef1a-4d5b-936a-a40bb4791946 req-332a958a-b4f1-4773-8339-f5a26ce3572f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:53.451095 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a8af41bf-ef1a-4d5b-936a-a40bb4791946 req-332a958a-b4f1-4773-8339-f5a26ce3572f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3842673 Jul 29 23:17:53.468720 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325c7cd6-5be3-4404-b435-7a6a99a6d853 admin admin] Made reservation on behalf of 8a43b094bbe24ddcbb25919c159ed197 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:17:53.471262 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-325c7cd6-5be3-4404-b435-7a6a99a6d853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:53.495048 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=d5397825-e8f9-4e16-83b2-6892d6356ec7,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:53.518514 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-325c7cd6-5be3-4404-b435-7a6a99a6d853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:53.552201 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-92aaac11-1ee7-4fc9-b80e-7468840025d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:53.591867 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a8af41bf-ef1a-4d5b-936a-a40bb4791946 req-2e1bdcb9-311a-4806-ac95-e00ceebe19db service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329927 Jul 29 23:17:53.624257 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f85aa4c-fc36-467b-9c36-39e6836c092e req-5413051a-3c94-4388-9c7f-b1532ed5264e tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:53.626571 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3f85aa4c-fc36-467b-9c36-39e6836c092e req-5413051a-3c94-4388-9c7f-b1532ed5264e tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b33a91f-861e-4512-9e6c-72798824cfd9 HTTP/1.1" status: 200 len: 969 time: 0.0549991 Jul 29 23:17:53.667071 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3f85aa4c-fc36-467b-9c36-39e6836c092e req-51882fb6-a5cc-4566-bdbe-a5d0693d908a tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] 10.222.0.43 "GET /v2.0/security-groups?id=003fb35e-2e31-4dc8-a541-4129c85009b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340540 Jul 29 23:17:53.722960 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0ff74256-f352-4279-b1f3-2abfcf11c049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:53.724013 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-325c7cd6-5be3-4404-b435-7a6a99a6d853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:53.726775 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a8af41bf-ef1a-4d5b-936a-a40bb4791946 req-cae45b9e-2f3c-4946-9345-ca95d2ec5a62 service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280582 Jul 29 23:17:53.729769 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-325c7cd6-5be3-4404-b435-7a6a99a6d853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:53.753918 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-325c7cd6-5be3-4404-b435-7a6a99a6d853 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:17:53.756725 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.db.api [None req-0ff74256-f352-4279-b1f3-2abfcf11c049 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 23:17:53.756725 n-d-712141-10 neutron-server[94078]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 29 23:17:53.756725 n-d-712141-10 neutron-server[94078]: [parameters: {'project_id_1': 'eba95f6eb6aa4927b0f10f7643282b11', 'expiration_1': datetime.datetime(2021, 7, 29, 23, 17, 53, 743799)}] Jul 29 23:17:53.756725 n-d-712141-10 neutron-server[94078]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94078) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:17:53.757065 n-d-712141-10 neutron-server[94078]: DEBUG oslo_db.api [None req-0ff74256-f352-4279-b1f3-2abfcf11c049 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:17:53.757511 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.db.api [None req-e4a78d1a-f745-4a0c-b57a-f55659fa37e7 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 23:17:53.757511 n-d-712141-10 neutron-server[94078]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 29 23:17:53.757511 n-d-712141-10 neutron-server[94078]: [parameters: {'project_id_1': '8f631a6d452a4fba84f6b90e2829acee', 'expiration_1': datetime.datetime(2021, 7, 29, 23, 17, 53, 737521)}] Jul 29 23:17:53.757511 n-d-712141-10 neutron-server[94078]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94078) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:17:53.762226 n-d-712141-10 neutron-server[94078]: DEBUG oslo_db.api [None req-e4a78d1a-f745-4a0c-b57a-f55659fa37e7 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:17:53.768571 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0ff74256-f352-4279-b1f3-2abfcf11c049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:53.773403 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-325c7cd6-5be3-4404-b435-7a6a99a6d853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:53.773830 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-325c7cd6-5be3-4404-b435-7a6a99a6d853 admin admin] Added segment 43f81de6-0903-4efa-974e-96d1a0c29680 of type vlan for network 809656f6-8f03-4f54-b211-3d017e4eac4f Jul 29 23:17:53.782306 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325c7cd6-5be3-4404-b435-7a6a99a6d853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f886105-9efe-44f8-9324-21804b20e0f4,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:53.819551 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-325c7cd6-5be3-4404-b435-7a6a99a6d853 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:53.849390 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-325c7cd6-5be3-4404-b435-7a6a99a6d853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:53.850589 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325c7cd6-5be3-4404-b435-7a6a99a6d853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:53.851183 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-325c7cd6-5be3-4404-b435-7a6a99a6d853 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:53.857597 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2891f4b-fb0f-4c60-8505-97feb94613b6 req-a2663d39-0776-484a-9df7-2450ca28047d tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:53.859630 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c2891f4b-fb0f-4c60-8505-97feb94613b6 req-a2663d39-0776-484a-9df7-2450ca28047d tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.43 "GET /v2.0/ports?device_id=d55ddcb9-989c-49f3-9219-954de0bfb4e9 HTTP/1.1" status: 200 len: 947 time: 0.0718188 Jul 29 23:17:53.909839 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325c7cd6-5be3-4404-b435-7a6a99a6d853 admin admin] Pushing event updated for resources: {'Network': ['ID=809656f6-8f03-4f54-b211-3d017e4eac4f,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:53.911847 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-92aaac11-1ee7-4fc9-b80e-7468840025d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:53.920815 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-325c7cd6-5be3-4404-b435-7a6a99a6d853 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7478712 Jul 29 23:17:53.923982 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 809656f6-8f03-4f54-b211-3d017e4eac4f details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:17:53.924449 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56374) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:53.926208 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c2891f4b-fb0f-4c60-8505-97feb94613b6 req-36856d1c-96ad-44fb-97e9-89b469168930 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.43 "GET /v2.0/security-groups?id=18041719-2afc-47a1-b0fb-26810a26f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589733 Jul 29 23:17:53.927526 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-92aaac11-1ee7-4fc9-b80e-7468840025d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:53.930605 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-6ab6e1be-50e3-438b-a02c-49fd30b6b27b admin admin] Request body: {'subnet': {'network_id': '809656f6-8f03-4f54-b211-3d017e4eac4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1324087155-subnet', 'tenant_id': '8a43b094bbe24ddcbb25919c159ed197', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:17:53.945393 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-1cbac2e1-9cf9-4c95-88f5-c36424eaa189 req-505d4b7a-757e-426e-9503-b0b88f9f0e5f tempest-SecurityGroupsTestAdminJSON-650316247 tempest-SecurityGroupsTestAdminJSON-650316247-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:53.995219 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-92aaac11-1ee7-4fc9-b80e-7468840025d5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=52e897fd882c4f7fb795c66b0b55fd0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5908482 Jul 29 23:17:53.998221 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56376) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:54.018741 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aaac11-1ee7-4fc9-b80e-7468840025d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9d72f1-82ce-42dc-93da-14797a7c2e57,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:54.035827 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device b9ee98e4-65d6-45c1-81bc-9376d59becb8 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:17:54.064719 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-edcd8b24-0b7e-4084-af2d-f3057a3ad8ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:54.088117 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0ff74256-f352-4279-b1f3-2abfcf11c049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:54.088380 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-edcd8b24-0b7e-4084-af2d-f3057a3ad8ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:54.092666 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0ff74256-f352-4279-b1f3-2abfcf11c049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:54.118909 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.db.api [None req-e4a78d1a-f745-4a0c-b57a-f55659fa37e7 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 23:17:54.118909 n-d-712141-10 neutron-server[94078]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 29 23:17:54.118909 n-d-712141-10 neutron-server[94078]: [parameters: {'project_id_1': '8f631a6d452a4fba84f6b90e2829acee', 'expiration_1': datetime.datetime(2021, 7, 29, 23, 17, 54, 61727)}] Jul 29 23:17:54.118909 n-d-712141-10 neutron-server[94078]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94078) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:17:54.119260 n-d-712141-10 neutron-server[94078]: DEBUG oslo_db.api [None req-e4a78d1a-f745-4a0c-b57a-f55659fa37e7 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:17:54.119691 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.db.api [req-1cbac2e1-9cf9-4c95-88f5-c36424eaa189 req-505d4b7a-757e-426e-9503-b0b88f9f0e5f tempest-SecurityGroupsTestAdminJSON-650316247 tempest-SecurityGroupsTestAdminJSON-650316247-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 23:17:54.119691 n-d-712141-10 neutron-server[94078]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 29 23:17:54.119691 n-d-712141-10 neutron-server[94078]: [parameters: {'project_id_1': '79522e8ab2ec43bba6008545c1f68426', 'expiration_1': datetime.datetime(2021, 7, 29, 23, 17, 54, 6565)}] Jul 29 23:17:54.119691 n-d-712141-10 neutron-server[94078]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94078) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:17:54.120011 n-d-712141-10 neutron-server[94078]: DEBUG oslo_db.api [req-1cbac2e1-9cf9-4c95-88f5-c36424eaa189 req-505d4b7a-757e-426e-9503-b0b88f9f0e5f tempest-SecurityGroupsTestAdminJSON-650316247 tempest-SecurityGroupsTestAdminJSON-650316247-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:17:54.130653 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab6e1be-50e3-438b-a02c-49fd30b6b27b admin admin] Made reservation on behalf of 8a43b094bbe24ddcbb25919c159ed197 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:17:54.133123 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6ab6e1be-50e3-438b-a02c-49fd30b6b27b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:54.139844 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff74256-f352-4279-b1f3-2abfcf11c049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c43ed3a-cbcf-45cb-bef6-d95aa3d5486c,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:54.150989 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-0ff74256-f352-4279-b1f3-2abfcf11c049 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=eba95f6eb6aa4927b0f10f7643282b11&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4904137 Jul 29 23:17:54.152927 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56378) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:54.154419 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port b9ee98e4-65d6-45c1-81bc-9376d59becb8, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=b9ee98e4-65d6-45c1-81bc-9376d59becb8,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:17:54.168180 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': 'b9ee98e4-65d6-45c1-81bc-9376d59becb8', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'port_id': 'b9ee98e4-65d6-45c1-81bc-9376d59becb8', 'mac_address': 'fa:16:3e:f8:3c:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64bdc61a-58ca-49c7-bae5-ecfed9ee407c', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:17:54.211675 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b78be044-fa78-428d-9ea1-f2123673322d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:54.212503 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-edcd8b24-0b7e-4084-af2d-f3057a3ad8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:54.215029 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-edcd8b24-0b7e-4084-af2d-f3057a3ad8ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:54.215921 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:54.216300 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-edcd8b24-0b7e-4084-af2d-f3057a3ad8ac admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fe9d72f1-82ce-42dc-93da-14797a7c2e57 HTTP/1.1" status: 204 len: 168 time: 0.2167647 Jul 29 23:17:54.236638 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9ee98e4-65d6-45c1-81bc-9376d59becb8 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:17:54.237078 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcd8b24-0b7e-4084-af2d-f3057a3ad8ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9d72f1-82ce-42dc-93da-14797a7c2e57,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:54.245670 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b78be044-fa78-428d-9ea1-f2123673322d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:54.273670 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port b9ee98e4-65d6-45c1-81bc-9376d59becb8, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=b9ee98e4-65d6-45c1-81bc-9376d59becb8,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:17:54.281803 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:54.312707 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b78be044-fa78-428d-9ea1-f2123673322d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:54.315654 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b78be044-fa78-428d-9ea1-f2123673322d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:54.316377 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-b78be044-fa78-428d-9ea1-f2123673322d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0c43ed3a-cbcf-45cb-bef6-d95aa3d5486c HTTP/1.1" status: 204 len: 168 time: 0.1624722 Jul 29 23:17:54.325068 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78be044-fa78-428d-9ea1-f2123673322d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c43ed3a-cbcf-45cb-bef6-d95aa3d5486c,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:54.369112 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=b9ee98e4-65d6-45c1-81bc-9376d59becb8,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:54.384144 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6ab6e1be-50e3-438b-a02c-49fd30b6b27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:54.390639 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e4a78d1a-f745-4a0c-b57a-f55659fa37e7 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Notify callbacks [] for floatingip, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:54.448189 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab6e1be-50e3-438b-a02c-49fd30b6b27b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fb64f08-8dc0-4799-a69a-3bc5a172d5f4,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:54.459620 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab6e1be-50e3-438b-a02c-49fd30b6b27b admin admin] Checking segment: {'id': '43f81de6-0903-4efa-974e-96d1a0c29680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '809656f6-8f03-4f54-b211-3d017e4eac4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:17:54.460340 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab6e1be-50e3-438b-a02c-49fd30b6b27b admin admin] Network hostable DHCP agents. Network: 809656f6-8f03-4f54-b211-3d017e4eac4f, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:17:54.481335 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab6e1be-50e3-438b-a02c-49fd30b6b27b admin admin] Network 809656f6-8f03-4f54-b211-3d017e4eac4f is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:17:54.495166 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-6ab6e1be-50e3-438b-a02c-49fd30b6b27b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 809656f6-8f03-4f54-b211-3d017e4eac4f) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:17:54.500484 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab6e1be-50e3-438b-a02c-49fd30b6b27b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:54.501309 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6ab6e1be-50e3-438b-a02c-49fd30b6b27b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:54.507137 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53730ff1-60a9-4a3d-a625-8a91acac8681 None None] Network 809656f6-8f03-4f54-b211-3d017e4eac4f requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:17:54.520190 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-6ab6e1be-50e3-438b-a02c-49fd30b6b27b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5946205 Jul 29 23:17:54.526320 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e4a78d1a-f745-4a0c-b57a-f55659fa37e7 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:54.621809 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56390) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:54.640477 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2374ef2e-e508-4d05-976a-16b61a086685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:54.676680 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-e4a78d1a-f745-4a0c-b57a-f55659fa37e7 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Allocated IP 172.25.0.41 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/37bd35e0-caf1-4cad-82a0-b95cf26d35ef) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:17:54.742083 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['b9ee98e4-65d6-45c1-81bc-9376d59becb8'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:17:54.746407 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56394) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:54.765785 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2374ef2e-e508-4d05-976a-16b61a086685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:54.771014 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2374ef2e-e508-4d05-976a-16b61a086685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:54.823234 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-2374ef2e-e508-4d05-976a-16b61a086685 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=080329f42ca34336a31d98b2246be9d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1998184 Jul 29 23:17:54.824190 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374ef2e-e508-4d05-976a-16b61a086685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84841b43-fedc-4fd7-98e2-0be1719b3daf,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:54.826748 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56396) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:54.847219 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-a19f37b6-dcae-47ae-a613-f2f82086c769 admin admin] Deleting subnet 6ef3e95b-b6e8-4620-b828-beac0f772cf2 {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:17:54.854174 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a19f37b6-dcae-47ae-a613-f2f82086c769 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:54.891538 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b5677c-06c3-4c51-bba8-db4e8f898025 None None] Network 809656f6-8f03-4f54-b211-3d017e4eac4f requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:17:54.893713 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-72879c9b-7b08-49e8-aa33-6e1d8847dab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:54.918215 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c60c6a-d813-4722-b1ca-02255c8fc7f4 req-61862c93-1210-4316-bb6f-ebe029004c1d tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:54.919820 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-45c60c6a-d813-4722-b1ca-02255c8fc7f4 req-61862c93-1210-4316-bb6f-ebe029004c1d tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b33a91f-861e-4512-9e6c-72798824cfd9 HTTP/1.1" status: 200 len: 969 time: 0.1262980 Jul 29 23:17:54.928769 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e4a78d1a-f745-4a0c-b57a-f55659fa37e7 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:54.932460 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a19f37b6-dcae-47ae-a613-f2f82086c769 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:54.934442 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-72879c9b-7b08-49e8-aa33-6e1d8847dab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:54.946051 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56398) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:54.948923 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-1cbac2e1-9cf9-4c95-88f5-c36424eaa189 req-505d4b7a-757e-426e-9503-b0b88f9f0e5f tempest-SecurityGroupsTestAdminJSON-650316247 tempest-SecurityGroupsTestAdminJSON-650316247-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:54.960591 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a19f37b6-dcae-47ae-a613-f2f82086c769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:54.967599 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5fd95944-cda0-422a-a6e7-46fad840316c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:55.008907 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device d5397825-e8f9-4e16-83b2-6892d6356ec7 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:17:55.023076 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-72879c9b-7b08-49e8-aa33-6e1d8847dab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:55.025884 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-72879c9b-7b08-49e8-aa33-6e1d8847dab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:55.027196 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-72879c9b-7b08-49e8-aa33-6e1d8847dab2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/84841b43-fedc-4fd7-98e2-0be1719b3daf HTTP/1.1" status: 204 len: 168 time: 0.1994884 Jul 29 23:17:55.047365 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-45c60c6a-d813-4722-b1ca-02255c8fc7f4 req-95dadd7d-9ea7-4462-9ffd-afaea5db5f2a tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] 10.222.0.43 "GET /v2.0/security-groups?id=003fb35e-2e31-4dc8-a541-4129c85009b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107886 Jul 29 23:17:55.082194 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72879c9b-7b08-49e8-aa33-6e1d8847dab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84841b43-fedc-4fd7-98e2-0be1719b3daf,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:55.100417 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a19f37b6-dcae-47ae-a613-f2f82086c769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:55.111442 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e4a78d1a-f745-4a0c-b57a-f55659fa37e7 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:55.179204 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5fd95944-cda0-422a-a6e7-46fad840316c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:55.184435 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5fd95944-cda0-422a-a6e7-46fad840316c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:55.192317 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a78d1a-f745-4a0c-b57a-f55659fa37e7 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Pushing event updated for resources: {'Port': ['ID=37bd35e0-caf1-4cad-82a0-b95cf26d35ef,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:55.199939 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19f37b6-dcae-47ae-a613-f2f82086c769 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ef3e95b-b6e8-4620-b828-beac0f772cf2,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:55.216897 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd95944-cda0-422a-a6e7-46fad840316c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d70a5d3c-98f6-44d5-8625-23d4daa57a1e,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:55.246801 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-5fd95944-cda0-422a-a6e7-46fad840316c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=070ce933cfe74f72a9f9e49ce9ad16e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2997551 Jul 29 23:17:55.249401 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56406) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:55.282379 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port d5397825-e8f9-4e16-83b2-6892d6356ec7 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:17:55.282932 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:55.284571 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a78d1a-f745-4a0c-b57a-f55659fa37e7 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:17:55.308647 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-e4a78d1a-f745-4a0c-b57a-f55659fa37e7 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:17:55.309057 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ce65c9fc-8dc1-4646-9bb3-d7893db6ff2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:55.314076 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a19f37b6-dcae-47ae-a613-f2f82086c769 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:55.317100 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-a19f37b6-dcae-47ae-a613-f2f82086c769 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/6ef3e95b-b6e8-4620-b828-beac0f772cf2 HTTP/1.1" status: 204 len: 168 time: 0.5697219 Jul 29 23:17:55.324703 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a78d1a-f745-4a0c-b57a-f55659fa37e7 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:17:55.325936 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56408) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:55.358326 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a87556-cf02-41be-85c5-b650a4e03f35 req-5036a753-0b3d-4318-a703-d221608d7897 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:55.366150 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-27a87556-cf02-41be-85c5-b650a4e03f35 req-5036a753-0b3d-4318-a703-d221608d7897 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.43 "GET /v2.0/ports?device_id=d55ddcb9-989c-49f3-9219-954de0bfb4e9 HTTP/1.1" status: 200 len: 948 time: 0.1796732 Jul 29 23:17:55.404847 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ce65c9fc-8dc1-4646-9bb3-d7893db6ff2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:55.443042 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d60efcea-0f1d-4343-b383-ed5d3dc86939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:55.501454 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e4a78d1a-f745-4a0c-b57a-f55659fa37e7 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:55.522135 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-27a87556-cf02-41be-85c5-b650a4e03f35 req-6b56aca3-6307-4955-96ef-4b11d5e3d3d1 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.43 "GET /v2.0/security-groups?id=18041719-2afc-47a1-b0fb-26810a26f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493762 Jul 29 23:17:55.524361 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-1cbac2e1-9cf9-4c95-88f5-c36424eaa189 req-505d4b7a-757e-426e-9503-b0b88f9f0e5f tempest-SecurityGroupsTestAdminJSON-650316247 tempest-SecurityGroupsTestAdminJSON-650316247-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:55.550263 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-1cbac2e1-9cf9-4c95-88f5-c36424eaa189 req-505d4b7a-757e-426e-9503-b0b88f9f0e5f tempest-SecurityGroupsTestAdminJSON-650316247 tempest-SecurityGroupsTestAdminJSON-650316247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:55.575604 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e4a78d1a-f745-4a0c-b57a-f55659fa37e7 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:55.585760 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d60efcea-0f1d-4343-b383-ed5d3dc86939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:55.590923 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ce65c9fc-8dc1-4646-9bb3-d7893db6ff2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:55.594078 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ce65c9fc-8dc1-4646-9bb3-d7893db6ff2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:55.597959 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ce65c9fc-8dc1-4646-9bb3-d7893db6ff2a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d70a5d3c-98f6-44d5-8625-23d4daa57a1e HTTP/1.1" status: 204 len: 168 time: 0.3449619 Jul 29 23:17:55.606091 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-1cbac2e1-9cf9-4c95-88f5-c36424eaa189 req-505d4b7a-757e-426e-9503-b0b88f9f0e5f tempest-SecurityGroupsTestAdminJSON-650316247 tempest-SecurityGroupsTestAdminJSON-650316247-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:55.607369 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1cbac2e1-9cf9-4c95-88f5-c36424eaa189 req-505d4b7a-757e-426e-9503-b0b88f9f0e5f tempest-SecurityGroupsTestAdminJSON-650316247 tempest-SecurityGroupsTestAdminJSON-650316247-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 2.4681501 Jul 29 23:17:55.607814 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d60efcea-0f1d-4343-b383-ed5d3dc86939 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:17:55.608160 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d60efcea-0f1d-4343-b383-ed5d3dc86939 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:17:55.608912 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d60efcea-0f1d-4343-b383-ed5d3dc86939 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:17:55.609880 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d60efcea-0f1d-4343-b383-ed5d3dc86939 admin admin] Subscribe: > port after_create 55550000 {{(pid=94077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:17:55.610318 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d60efcea-0f1d-4343-b383-ed5d3dc86939 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:17:55.611076 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d60efcea-0f1d-4343-b383-ed5d3dc86939 admin admin] Subscribe: > port after_update 55550000 {{(pid=94077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:17:55.611076 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d60efcea-0f1d-4343-b383-ed5d3dc86939 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:17:55.611466 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d60efcea-0f1d-4343-b383-ed5d3dc86939 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:17:55.612094 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d60efcea-0f1d-4343-b383-ed5d3dc86939 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:17:55.612094 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d60efcea-0f1d-4343-b383-ed5d3dc86939 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:17:55.612662 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d4b7a-757e-426e-9503-b0b88f9f0e5f tempest-SecurityGroupsTestAdminJSON-650316247 tempest-SecurityGroupsTestAdminJSON-650316247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=554caab6-2144-47f7-a677-716b9d612226,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:55.639353 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-b3cee460-c4fc-4c4e-8d1b-1b4b3a80db54 req-5ca090c5-8e93-4c2c-bee2-4a145f8271a2 tempest-SecurityGroupsTestAdminJSON-650316247 tempest-SecurityGroupsTestAdminJSON-650316247-project] Request body: {'security_group': {'name': 'tempest-securitygroup-801553347', 'description': 'tempest-description-836303437'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:17:55.728517 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b3cee460-c4fc-4c4e-8d1b-1b4b3a80db54 req-5ca090c5-8e93-4c2c-bee2-4a145f8271a2 tempest-SecurityGroupsTestAdminJSON-650316247 tempest-SecurityGroupsTestAdminJSON-650316247-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:55.743246 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d60efcea-0f1d-4343-b383-ed5d3dc86939 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:17:55.743821 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d60efcea-0f1d-4343-b383-ed5d3dc86939 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:17:55.744614 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d60efcea-0f1d-4343-b383-ed5d3dc86939 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:17:55.745019 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d60efcea-0f1d-4343-b383-ed5d3dc86939 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94077) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:17:55.745468 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-d60efcea-0f1d-4343-b383-ed5d3dc86939 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9199d6f-e552-45de-9ce7-371b8d656648']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:17:55.751987 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce65c9fc-8dc1-4646-9bb3-d7893db6ff2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d70a5d3c-98f6-44d5-8625-23d4daa57a1e,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:55.769276 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-d60efcea-0f1d-4343-b383-ed5d3dc86939 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d982096-362d-439f-919e-517058b9c9cc') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:17:55.769575 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-d60efcea-0f1d-4343-b383-ed5d3dc86939 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d982096-362d-439f-919e-517058b9c9cc') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:17:55.788791 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d60efcea-0f1d-4343-b383-ed5d3dc86939 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:55.820106 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d60efcea-0f1d-4343-b383-ed5d3dc86939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:55.830734 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d60efcea-0f1d-4343-b383-ed5d3dc86939 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:17:55.831155 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d60efcea-0f1d-4343-b383-ed5d3dc86939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:55.854177 n-d-712141-10 neutron-server[94077]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 23:17:55.854177 n-d-712141-10 neutron-server[94077]: from cryptography.utils import int_from_bytes Jul 29 23:17:55.854177 n-d-712141-10 neutron-server[94077]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 23:17:55.854177 n-d-712141-10 neutron-server[94077]: from cryptography.utils import int_from_bytes Jul 29 23:17:55.854177 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:17:55.854177 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:17:55.854177 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:17:55.854177 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:17:55.854177 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:17:55.854177 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:17:55.854177 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:17:55.854177 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:17:55.854177 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:17:55.854177 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:17:55.854177 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:17:55.854177 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:17:55.854177 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:17:55.854177 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:17:55.854177 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:17:55.854177 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:17:55.854177 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:17:55.854177 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:17:55.854177 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:17:55.854177 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:17:55.854177 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:17:55.854177 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:17:55.854177 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:17:55.854177 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:17:55.854177 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:17:55.854177 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:17:55.854177 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:17:55.854177 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:17:55.854177 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:17:55.854177 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:17:55.854177 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:17:55.854177 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:17:55.862536 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b3cee460-c4fc-4c4e-8d1b-1b4b3a80db54 req-5ca090c5-8e93-4c2c-bee2-4a145f8271a2 tempest-SecurityGroupsTestAdminJSON-650316247 tempest-SecurityGroupsTestAdminJSON-650316247-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:55.875914 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b3cee460-c4fc-4c4e-8d1b-1b4b3a80db54 req-5ca090c5-8e93-4c2c-bee2-4a145f8271a2 tempest-SecurityGroupsTestAdminJSON-650316247 tempest-SecurityGroupsTestAdminJSON-650316247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:55.881674 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ebf47b2d-dcf7-4bfe-8833-2f392118b61a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:55.920731 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca090c5-8e93-4c2c-bee2-4a145f8271a2 tempest-SecurityGroupsTestAdminJSON-650316247 tempest-SecurityGroupsTestAdminJSON-650316247-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efca8792-a67c-4095-8ece-fbd02213ce1c,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:55.931492 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b3cee460-c4fc-4c4e-8d1b-1b4b3a80db54 req-5ca090c5-8e93-4c2c-bee2-4a145f8271a2 tempest-SecurityGroupsTestAdminJSON-650316247 tempest-SecurityGroupsTestAdminJSON-650316247-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:55.932474 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d60efcea-0f1d-4343-b383-ed5d3dc86939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:55.932681 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b3cee460-c4fc-4c4e-8d1b-1b4b3a80db54 req-5ca090c5-8e93-4c2c-bee2-4a145f8271a2 tempest-SecurityGroupsTestAdminJSON-650316247 tempest-SecurityGroupsTestAdminJSON-650316247-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2999320 Jul 29 23:17:55.943442 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d60efcea-0f1d-4343-b383-ed5d3dc86939 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:55.947545 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d60efcea-0f1d-4343-b383-ed5d3dc86939 admin admin] 10.222.0.43 "DELETE /v2.0/networks/c9199d6f-e552-45de-9ce7-371b8d656648 HTTP/1.1" status: 204 len: 168 time: 0.6180289 Jul 29 23:17:55.948972 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56432) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:55.951064 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e4a78d1a-f745-4a0c-b57a-f55659fa37e7 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:55.956165 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60efcea-0f1d-4343-b383-ed5d3dc86939 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9199d6f-e552-45de-9ce7-371b8d656648,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:55.983021 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e4a78d1a-f745-4a0c-b57a-f55659fa37e7 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:56.010755 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device b9ee98e4-65d6-45c1-81bc-9376d59becb8 up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:17:56.022934 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e4a78d1a-f745-4a0c-b57a-f55659fa37e7 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:56.069456 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5e0eb8f-cca2-4861-b3da-1c9de28d7013 admin admin] Deleting subnet 3fb64f08-8dc0-4799-a69a-3bc5a172d5f4 {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:17:56.074604 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e5e0eb8f-cca2-4861-b3da-1c9de28d7013 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:56.091531 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port b9ee98e4-65d6-45c1-81bc-9376d59becb8 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:17:56.097667 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port b9ee98e4-65d6-45c1-81bc-9376d59becb8 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:17:56.098542 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:56.122520 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e5e0eb8f-cca2-4861-b3da-1c9de28d7013 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:56.132561 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e5e0eb8f-cca2-4861-b3da-1c9de28d7013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:56.183628 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e4a78d1a-f745-4a0c-b57a-f55659fa37e7 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:56.184793 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e4a78d1a-f745-4a0c-b57a-f55659fa37e7 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0242414 Jul 29 23:17:56.212824 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:56.213225 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a78d1a-f745-4a0c-b57a-f55659fa37e7 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Pushing event updated for resources: {'Port': ['ID=37bd35e0-caf1-4cad-82a0-b95cf26d35ef,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:56.222648 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-927eb0d2-d4e8-4ca8-ba14-a8db993f0203 req-c8f8677b-69a4-4177-9bc2-9f3da50bb81f tempest-SecurityGroupsTestAdminJSON-916623339 tempest-SecurityGroupsTestAdminJSON-916623339-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1175125914', 'description': 'tempest-description-2114057159'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:17:56.253928 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port b9ee98e4-65d6-45c1-81bc-9376d59becb8, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=b9ee98e4-65d6-45c1-81bc-9376d59becb8,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:17:56.255327 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd55ddcb9-989c-49f3-9219-954de0bfb4e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ee98e4-65d6-45c1-81bc-9376d59becb8'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:17:56.270209 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97de1053-85c2-4888-8baf-51986e0e4ffe req-a681bdfa-d061-4cd4-862f-20a3b092803f tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:56.271637 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-97de1053-85c2-4888-8baf-51986e0e4ffe req-a681bdfa-d061-4cd4-862f-20a3b092803f tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b33a91f-861e-4512-9e6c-72798824cfd9 HTTP/1.1" status: 200 len: 969 time: 0.1051359 Jul 29 23:17:56.288309 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-927eb0d2-d4e8-4ca8-ba14-a8db993f0203 req-c8f8677b-69a4-4177-9bc2-9f3da50bb81f tempest-SecurityGroupsTestAdminJSON-916623339 tempest-SecurityGroupsTestAdminJSON-916623339-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:56.333438 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-927eb0d2-d4e8-4ca8-ba14-a8db993f0203 req-c8f8677b-69a4-4177-9bc2-9f3da50bb81f tempest-SecurityGroupsTestAdminJSON-916623339 tempest-SecurityGroupsTestAdminJSON-916623339-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:56.335643 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e5e0eb8f-cca2-4861-b3da-1c9de28d7013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:56.338874 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:56.375554 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-97de1053-85c2-4888-8baf-51986e0e4ffe req-2d90f5eb-0d8f-4ad4-9809-5b28723974b9 tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] 10.222.0.43 "GET /v2.0/security-groups?id=003fb35e-2e31-4dc8-a541-4129c85009b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836282 Jul 29 23:17:56.393042 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:56.439468 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=b9ee98e4-65d6-45c1-81bc-9376d59becb8,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:56.483149 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-927eb0d2-d4e8-4ca8-ba14-a8db993f0203 req-c8f8677b-69a4-4177-9bc2-9f3da50bb81f tempest-SecurityGroupsTestAdminJSON-916623339 tempest-SecurityGroupsTestAdminJSON-916623339-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:56.485650 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e0eb8f-cca2-4861-b3da-1c9de28d7013 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fb64f08-8dc0-4799-a69a-3bc5a172d5f4,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:56.489965 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e5e0eb8f-cca2-4861-b3da-1c9de28d7013 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:56.495326 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56468) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:56.503387 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e5e0eb8f-cca2-4861-b3da-1c9de28d7013 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/3fb64f08-8dc0-4799-a69a-3bc5a172d5f4 HTTP/1.1" status: 204 len: 168 time: 0.5502837 Jul 29 23:17:56.505914 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-927eb0d2-d4e8-4ca8-ba14-a8db993f0203 req-c8f8677b-69a4-4177-9bc2-9f3da50bb81f tempest-SecurityGroupsTestAdminJSON-916623339 tempest-SecurityGroupsTestAdminJSON-916623339-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:56.568734 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f8677b-69a4-4177-9bc2-9f3da50bb81f tempest-SecurityGroupsTestAdminJSON-916623339 tempest-SecurityGroupsTestAdminJSON-916623339-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9796c6d4-4e96-4c39-bca9-3055fbf474c3,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:56.605939 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d4ddc8ed-bbb2-4456-a150-a4bde9652533 req-b0cd18ea-9926-478a-b651-c9598fee333a tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1116873824&fields=id&tenant_id=8f631a6d452a4fba84f6b90e2829acee HTTP/1.1" status: 200 len: 267 time: 0.0820529 Jul 29 23:17:56.623629 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6c728306-d37f-400c-8028-4b0aa8657af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:56.625636 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483fa1c9-ec83-45e3-9bfd-d416c6cbe934" -d '{"events": [{"server_uuid": "d55ddcb9-989c-49f3-9219-954de0bfb4e9", "name": "network-vif-plugged", "status": "completed", "tag": "b9ee98e4-65d6-45c1-81bc-9376d59becb8"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:17:56.723872 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6c728306-d37f-400c-8028-4b0aa8657af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:56.735871 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-6c728306-d37f-400c-8028-4b0aa8657af4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['809656f6-8f03-4f54-b211-3d017e4eac4f']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:17:56.748678 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-6c728306-d37f-400c-8028-4b0aa8657af4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43f81de6-0903-4efa-974e-96d1a0c29680') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:17:56.749343 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-6c728306-d37f-400c-8028-4b0aa8657af4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43f81de6-0903-4efa-974e-96d1a0c29680') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:17:56.760603 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-927eb0d2-d4e8-4ca8-ba14-a8db993f0203 req-c8f8677b-69a4-4177-9bc2-9f3da50bb81f tempest-SecurityGroupsTestAdminJSON-916623339 tempest-SecurityGroupsTestAdminJSON-916623339-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:56.767524 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6c728306-d37f-400c-8028-4b0aa8657af4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:56.774742 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-927eb0d2-d4e8-4ca8-ba14-a8db993f0203 req-c8f8677b-69a4-4177-9bc2-9f3da50bb81f tempest-SecurityGroupsTestAdminJSON-916623339 tempest-SecurityGroupsTestAdminJSON-916623339-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:56.793270 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6c728306-d37f-400c-8028-4b0aa8657af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:56.802633 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c728306-d37f-400c-8028-4b0aa8657af4 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:17:56.803678 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6c728306-d37f-400c-8028-4b0aa8657af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:56.805831 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:17:56.805831 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:17:56.805831 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:17:56.805831 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:17:56.805831 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:17:56.805831 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:17:56.805831 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:17:56.805831 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:17:56.805831 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:17:56.805831 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:17:56.805831 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:17:56.805831 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:17:56.805831 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:17:56.805831 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:17:56.805831 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:17:56.805831 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:17:56.805831 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:17:56.805831 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:17:56.805831 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:17:56.805831 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:17:56.805831 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:17:56.805831 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:17:56.805831 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:17:56.805831 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:17:56.805831 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:17:56.805831 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:17:56.805831 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:17:56.805831 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:17:56.805831 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:17:56.805831 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:17:56.805831 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:17:56.805831 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:17:56.876866 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6c728306-d37f-400c-8028-4b0aa8657af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:56.886593 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6c728306-d37f-400c-8028-4b0aa8657af4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:56.892455 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-6c728306-d37f-400c-8028-4b0aa8657af4 admin admin] 10.222.0.43 "DELETE /v2.0/networks/809656f6-8f03-4f54-b211-3d017e4eac4f HTTP/1.1" status: 204 len: 168 time: 0.3956888 Jul 29 23:17:56.914637 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c728306-d37f-400c-8028-4b0aa8657af4 admin admin] Pushing event deleted for resources: {'Network': ['ID=809656f6-8f03-4f54-b211-3d017e4eac4f,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:57.023987 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-927eb0d2-d4e8-4ca8-ba14-a8db993f0203 req-c8f8677b-69a4-4177-9bc2-9f3da50bb81f tempest-SecurityGroupsTestAdminJSON-916623339 tempest-SecurityGroupsTestAdminJSON-916623339-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:57.025344 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-927eb0d2-d4e8-4ca8-ba14-a8db993f0203 req-c8f8677b-69a4-4177-9bc2-9f3da50bb81f tempest-SecurityGroupsTestAdminJSON-916623339 tempest-SecurityGroupsTestAdminJSON-916623339-project-admin] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.8075013 Jul 29 23:17:57.027504 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f8677b-69a4-4177-9bc2-9f3da50bb81f tempest-SecurityGroupsTestAdminJSON-916623339 tempest-SecurityGroupsTestAdminJSON-916623339-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1fc6e1a-0065-458b-a930-20ab6a1d039c,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:57.040489 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ddc8ed-bbb2-4456-a150-a4bde9652533 req-a0c996e3-ce44-4147-a82c-22f69be9519c tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:57.042007 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d4ddc8ed-bbb2-4456-a150-a4bde9652533 req-a0c996e3-ce44-4147-a82c-22f69be9519c tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "GET /v2.0/networks?id=080b9e81-fe4d-4e86-a3c0-24ea9929eaa2 HTTP/1.1" status: 200 len: 824 time: 0.4250672 Jul 29 23:17:57.054265 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56500) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:57.060121 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d4ddc8ed-bbb2-4456-a150-a4bde9652533 req-73bc4b83-99d1-4c73-9041-f7f15d7fc3d0 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "GET /v2.0/quotas/8f631a6d452a4fba84f6b90e2829acee HTTP/1.1" status: 200 len: 375 time: 0.0122418 Jul 29 23:17:57.111156 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4d9320fe-8af5-4d7d-a73a-101f76d51390 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=69b5502457b44ad9bcac2ee165fd51ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0552580 Jul 29 23:17:57.113499 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56504) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:57.189195 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d4ddc8ed-bbb2-4456-a150-a4bde9652533 req-0c2aba5e-d2a4-4bf4-9fca-12cbc20c31bf tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8f631a6d452a4fba84f6b90e2829acee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1226265 Jul 29 23:17:57.195141 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-17c8cf18-07d5-4bb3-9082-d992cf744096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:57.221432 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-17c8cf18-07d5-4bb3-9082-d992cf744096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:57.223566 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5504fc46-6628-4707-ac0e-a8e8a4c2333b req-4bba7f8d-6a2e-4a80-ac4d-6a9267b52c2a tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:57.226155 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5504fc46-6628-4707-ac0e-a8e8a4c2333b req-4bba7f8d-6a2e-4a80-ac4d-6a9267b52c2a tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.43 "GET /v2.0/ports?device_id=d55ddcb9-989c-49f3-9219-954de0bfb4e9 HTTP/1.1" status: 200 len: 949 time: 0.1168394 Jul 29 23:17:57.279986 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-17c8cf18-07d5-4bb3-9082-d992cf744096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:57.280628 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5504fc46-6628-4707-ac0e-a8e8a4c2333b req-1f72ad31-043a-49ff-85c9-da229ee16bb2 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.43 "GET /v2.0/security-groups?id=18041719-2afc-47a1-b0fb-26810a26f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479794 Jul 29 23:17:57.283625 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-17c8cf18-07d5-4bb3-9082-d992cf744096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:57.287330 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-17c8cf18-07d5-4bb3-9082-d992cf744096 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1d7acab2-a939-4fac-b983-8a2cfa2f6487 HTTP/1.1" status: 204 len: 168 time: 0.1704063 Jul 29 23:17:57.301574 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c8cf18-07d5-4bb3-9082-d992cf744096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7acab2-a939-4fac-b983-8a2cfa2f6487,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:57.472849 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 03e588dc-45e7-432a-9ad8-4f8c987c8b94 details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:17:57.550889 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2820cab8-27bf-415e-a255-94ba6e063b21 x-openstack-request-id: req-2820cab8-27bf-415e-a255-94ba6e063b21 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:17:57.551239 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d55ddcb9-989c-49f3-9219-954de0bfb4e9", "name": "network-vif-plugged", "status": "completed", "tag": "b9ee98e4-65d6-45c1-81bc-9376d59becb8", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:17:57.551619 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2820cab8-27bf-415e-a255-94ba6e063b21 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:17:57.552089 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd55ddcb9-989c-49f3-9219-954de0bfb4e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9ee98e4-65d6-45c1-81bc-9376d59becb8', 'code': 200} Jul 29 23:17:57.559628 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:57.574199 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-828629bb-2c56-4a93-9a7f-de4ad9394dbb req-d38a7aaa-e523-4bd4-ba18-44e5773b6126 tempest-SecurityGroupsTestAdminJSON-916623339 tempest-SecurityGroupsTestAdminJSON-916623339-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1709286932', 'description': 'tempest-description-412635847'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:17:57.604385 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 03e588dc-45e7-432a-9ad8-4f8c987c8b94, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=03e588dc-45e7-432a-9ad8-4f8c987c8b94,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:17:57.623273 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-828629bb-2c56-4a93-9a7f-de4ad9394dbb req-d38a7aaa-e523-4bd4-ba18-44e5773b6126 tempest-SecurityGroupsTestAdminJSON-916623339 tempest-SecurityGroupsTestAdminJSON-916623339-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:57.624947 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '03e588dc-45e7-432a-9ad8-4f8c987c8b94', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'port_id': '03e588dc-45e7-432a-9ad8-4f8c987c8b94', 'mac_address': 'fa:16:3e:25:00:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64bdc61a-58ca-49c7-bae5-ecfed9ee407c', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:tempest-test_az-361321593', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:17:57.688953 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:57.708354 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03e588dc-45e7-432a-9ad8-4f8c987c8b94 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:17:57.730078 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 03e588dc-45e7-432a-9ad8-4f8c987c8b94, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=03e588dc-45e7-432a-9ad8-4f8c987c8b94,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:17:57.736041 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:57.752499 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56530) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:57.760907 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [req-d4ddc8ed-bbb2-4456-a150-a4bde9652533 req-da8cc05d-178a-414b-8b0e-b14ba6464549 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:17:57.763021 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d4ddc8ed-bbb2-4456-a150-a4bde9652533 req-da8cc05d-178a-414b-8b0e-b14ba6464549 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4278047 Jul 29 23:17:57.806720 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=03e588dc-45e7-432a-9ad8-4f8c987c8b94,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:57.820635 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-59742c1d-23da-4356-b058-9453ccdcffd9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8a43b094bbe24ddcbb25919c159ed197&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0661569 Jul 29 23:17:57.822890 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56532) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:57.858373 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a54718d-1b7b-43b9-9aab-f194b89221fe req-72ad53e9-791c-4071-9297-290cdfa9e142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:57.861144 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1a54718d-1b7b-43b9-9aab-f194b89221fe req-72ad53e9-791c-4071-9297-290cdfa9e142 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d55ddcb9-989c-49f3-9219-954de0bfb4e9 HTTP/1.1" status: 200 len: 1101 time: 0.1811867 Jul 29 23:17:57.878534 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-60db93c9-37df-4de7-9859-92999cba6d5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:57.878873 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-828629bb-2c56-4a93-9a7f-de4ad9394dbb req-d38a7aaa-e523-4bd4-ba18-44e5773b6126 tempest-SecurityGroupsTestAdminJSON-916623339 tempest-SecurityGroupsTestAdminJSON-916623339-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:57.895944 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-828629bb-2c56-4a93-9a7f-de4ad9394dbb req-d38a7aaa-e523-4bd4-ba18-44e5773b6126 tempest-SecurityGroupsTestAdminJSON-916623339 tempest-SecurityGroupsTestAdminJSON-916623339-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:57.900331 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-1a54718d-1b7b-43b9-9aab-f194b89221fe req-63de9148-435c-4fb9-825d-82c769817dbc service neutron] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:57.910687 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-60db93c9-37df-4de7-9859-92999cba6d5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:57.950726 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-828629bb-2c56-4a93-9a7f-de4ad9394dbb req-d38a7aaa-e523-4bd4-ba18-44e5773b6126 tempest-SecurityGroupsTestAdminJSON-916623339 tempest-SecurityGroupsTestAdminJSON-916623339-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:57.952113 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-828629bb-2c56-4a93-9a7f-de4ad9394dbb req-d38a7aaa-e523-4bd4-ba18-44e5773b6126 tempest-SecurityGroupsTestAdminJSON-916623339 tempest-SecurityGroupsTestAdminJSON-916623339-project-admin] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3823941 Jul 29 23:17:57.958328 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d4ddc8ed-bbb2-4456-a150-a4bde9652533 req-adcc2623-c5e6-4746-b7d8-10f622fb4d24 service neutron] 10.222.0.43 "GET /v2.0/networks/080b9e81-fe4d-4e86-a3c0-24ea9929eaa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753609 Jul 29 23:17:57.962578 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38a7aaa-e523-4bd4-ba18-44e5773b6126 tempest-SecurityGroupsTestAdminJSON-916623339 tempest-SecurityGroupsTestAdminJSON-916623339-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c40d54-16d7-4614-970d-80cee9463a73,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:57.983803 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-60db93c9-37df-4de7-9859-92999cba6d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:57.987754 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-60db93c9-37df-4de7-9859-92999cba6d5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:57.989849 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-60db93c9-37df-4de7-9859-92999cba6d5d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7f886105-9efe-44f8-9324-21804b20e0f4 HTTP/1.1" status: 204 len: 168 time: 0.1656246 Jul 29 23:17:58.003652 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60db93c9-37df-4de7-9859-92999cba6d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f886105-9efe-44f8-9324-21804b20e0f4,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:58.055555 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['03e588dc-45e7-432a-9ad8-4f8c987c8b94'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:17:58.108922 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d4ddc8ed-bbb2-4456-a150-a4bde9652533 req-b827b56d-5434-45f4-a394-38276ddd0aa9 service neutron] 10.222.0.43 "GET /v2.0/networks/080b9e81-fe4d-4e86-a3c0-24ea9929eaa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325409 Jul 29 23:17:58.136071 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-1a54718d-1b7b-43b9-9aab-f194b89221fe req-63de9148-435c-4fb9-825d-82c769817dbc service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:58.144101 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-1a54718d-1b7b-43b9-9aab-f194b89221fe req-63de9148-435c-4fb9-825d-82c769817dbc service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:58.177044 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1a54718d-1b7b-43b9-9aab-f194b89221fe req-63de9148-435c-4fb9-825d-82c769817dbc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=18041719-2afc-47a1-b0fb-26810a26f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068862 Jul 29 23:17:58.190254 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de9148-435c-4fb9-825d-82c769817dbc service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9638b206-8f6e-4c24-b361-da5a07a3669f,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:58.405747 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96918f2b-c97c-42ae-b3e9-c1204528de1e req-f6cc980c-b4e7-4501-a32b-a49f39636938 tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:58.408520 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-96918f2b-c97c-42ae-b3e9-c1204528de1e req-f6cc980c-b4e7-4501-a32b-a49f39636938 tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b33a91f-861e-4512-9e6c-72798824cfd9 HTTP/1.1" status: 200 len: 970 time: 0.0985935 Jul 29 23:17:58.491672 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-96918f2b-c97c-42ae-b3e9-c1204528de1e req-9afb47ae-6fbb-4530-bab5-07c5ebdf14d5 tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] 10.222.0.43 "GET /v2.0/security-groups?id=003fb35e-2e31-4dc8-a541-4129c85009b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739472 Jul 29 23:17:58.589430 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cc50e465-07ff-432c-8318-5323b97ca311 req-b0758073-ec52-4a59-8638-b84d78af980b tempest-SecurityGroupsTestAdminJSON-916623339 tempest-SecurityGroupsTestAdminJSON-916623339-project-admin] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 34026 time: 0.3104336 Jul 29 23:17:58.639151 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cc50e465-07ff-432c-8318-5323b97ca311 req-d4999196-4901-4cef-9b63-d0ed440bbc81 tempest-SecurityGroupsTestAdminJSON-916623339 tempest-SecurityGroupsTestAdminJSON-916623339-project-admin] 10.222.0.43 "GET /v2.0/security-groups/003fb35e-2e31-4dc8-a541-4129c85009b2 HTTP/1.1" status: 200 len: 2981 time: 0.0490482 Jul 29 23:17:58.693172 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cc50e465-07ff-432c-8318-5323b97ca311 req-2f149f31-4ffa-4552-b0da-13db55d17d3c tempest-SecurityGroupsTestAdminJSON-916623339 tempest-SecurityGroupsTestAdminJSON-916623339-project-admin] 10.222.0.43 "GET /v2.0/security-groups/003fb35e-2e31-4dc8-a541-4129c85009b2 HTTP/1.1" status: 200 len: 2981 time: 0.0527642 Jul 29 23:17:58.766444 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cc50e465-07ff-432c-8318-5323b97ca311 req-587a9488-3b8a-4140-b660-1016c6eea118 tempest-SecurityGroupsTestAdminJSON-916623339 tempest-SecurityGroupsTestAdminJSON-916623339-project-admin] 10.222.0.43 "GET /v2.0/security-groups/18041719-2afc-47a1-b0fb-26810a26f218 HTTP/1.1" status: 200 len: 2977 time: 0.0634310 Jul 29 23:17:58.821864 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cc50e465-07ff-432c-8318-5323b97ca311 req-3c8b264e-0d8d-4eee-99b6-66d98d86e96e tempest-SecurityGroupsTestAdminJSON-916623339 tempest-SecurityGroupsTestAdminJSON-916623339-project-admin] 10.222.0.43 "GET /v2.0/security-groups/18041719-2afc-47a1-b0fb-26810a26f218 HTTP/1.1" status: 200 len: 2977 time: 0.0510933 Jul 29 23:17:58.877875 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cc50e465-07ff-432c-8318-5323b97ca311 req-dfbba819-2b89-498e-bc68-8a2d59758822 tempest-SecurityGroupsTestAdminJSON-916623339 tempest-SecurityGroupsTestAdminJSON-916623339-project-admin] 10.222.0.43 "GET /v2.0/security-groups/220f3a44-898d-4b5d-a6c9-c7636a57c51a HTTP/1.1" status: 200 len: 2973 time: 0.0547383 Jul 29 23:17:58.929901 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cc50e465-07ff-432c-8318-5323b97ca311 req-ddcd776e-498b-446d-ab05-ceb4fc387668 tempest-SecurityGroupsTestAdminJSON-916623339 tempest-SecurityGroupsTestAdminJSON-916623339-project-admin] 10.222.0.43 "GET /v2.0/security-groups/220f3a44-898d-4b5d-a6c9-c7636a57c51a HTTP/1.1" status: 200 len: 2973 time: 0.0509820 Jul 29 23:17:58.981332 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cc50e465-07ff-432c-8318-5323b97ca311 req-09d22ca0-86e5-4a85-b25c-73ad60a93f7f tempest-SecurityGroupsTestAdminJSON-916623339 tempest-SecurityGroupsTestAdminJSON-916623339-project-admin] 10.222.0.43 "GET /v2.0/security-groups/67149c60-c256-4935-9491-032f587305c7 HTTP/1.1" status: 200 len: 2977 time: 0.0470498 Jul 29 23:17:59.026359 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cc50e465-07ff-432c-8318-5323b97ca311 req-5a0fa48a-e6d5-4a97-bb8b-8877b84c4fc9 tempest-SecurityGroupsTestAdminJSON-916623339 tempest-SecurityGroupsTestAdminJSON-916623339-project-admin] 10.222.0.43 "GET /v2.0/security-groups/67149c60-c256-4935-9491-032f587305c7 HTTP/1.1" status: 200 len: 2977 time: 0.0474679 Jul 29 23:17:59.079694 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cc50e465-07ff-432c-8318-5323b97ca311 req-00c95d6f-3da5-45a2-a597-cae584ea7fd4 tempest-SecurityGroupsTestAdminJSON-916623339 tempest-SecurityGroupsTestAdminJSON-916623339-project-admin] 10.222.0.43 "GET /v2.0/security-groups/9638b206-8f6e-4c24-b361-da5a07a3669f HTTP/1.1" status: 200 len: 2981 time: 0.0490861 Jul 29 23:17:59.126214 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cc50e465-07ff-432c-8318-5323b97ca311 req-af704378-1a6c-4f17-8cca-9583e77b807c tempest-SecurityGroupsTestAdminJSON-916623339 tempest-SecurityGroupsTestAdminJSON-916623339-project-admin] 10.222.0.43 "GET /v2.0/security-groups/9638b206-8f6e-4c24-b361-da5a07a3669f HTTP/1.1" status: 200 len: 2981 time: 0.0407841 Jul 29 23:17:59.146557 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56578) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:59.177527 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:59.190108 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cc50e465-07ff-432c-8318-5323b97ca311 req-f26d0bea-7ba0-468c-bb49-d9c687c333c5 tempest-SecurityGroupsTestAdminJSON-916623339 tempest-SecurityGroupsTestAdminJSON-916623339-project-admin] 10.222.0.43 "GET /v2.0/security-groups/9796c6d4-4e96-4c39-bca9-3055fbf474c3 HTTP/1.1" status: 200 len: 2981 time: 0.0604520 Jul 29 23:17:59.228581 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cc50e465-07ff-432c-8318-5323b97ca311 req-b1aa4a33-d1f1-40df-a2b9-88de9a695dd0 tempest-SecurityGroupsTestAdminJSON-916623339 tempest-SecurityGroupsTestAdminJSON-916623339-project-admin] 10.222.0.43 "GET /v2.0/security-groups/9796c6d4-4e96-4c39-bca9-3055fbf474c3 HTTP/1.1" status: 200 len: 2981 time: 0.0371799 Jul 29 23:17:59.261357 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-1e114475-a62a-4b58-95cb-d2d4544d8a41 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1946679008-network', 'tenant_id': '91a437bb27a141a7b19e71e4b1cf439b'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:17:59.274782 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cc50e465-07ff-432c-8318-5323b97ca311 req-1635247c-f06d-488c-9097-f35177002768 tempest-SecurityGroupsTestAdminJSON-916623339 tempest-SecurityGroupsTestAdminJSON-916623339-project-admin] 10.222.0.43 "GET /v2.0/security-groups/a316f806-2347-4a2a-87f9-6ac78721b546 HTTP/1.1" status: 200 len: 2981 time: 0.0385623 Jul 29 23:17:59.287965 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e114475-a62a-4b58-95cb-d2d4544d8a41 admin admin] Made reservation on behalf of 91a437bb27a141a7b19e71e4b1cf439b for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:17:59.290509 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1e114475-a62a-4b58-95cb-d2d4544d8a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:59.301726 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1e114475-a62a-4b58-95cb-d2d4544d8a41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:59.320061 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cc50e465-07ff-432c-8318-5323b97ca311 req-5530fd05-8d6e-41f1-8d86-8fe9c2d2bb42 tempest-SecurityGroupsTestAdminJSON-916623339 tempest-SecurityGroupsTestAdminJSON-916623339-project-admin] 10.222.0.43 "GET /v2.0/security-groups/a316f806-2347-4a2a-87f9-6ac78721b546 HTTP/1.1" status: 200 len: 2981 time: 0.0393593 Jul 29 23:17:59.380486 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cc50e465-07ff-432c-8318-5323b97ca311 req-2e44151b-f047-45bf-aaf7-b6c4b8732de8 tempest-SecurityGroupsTestAdminJSON-916623339 tempest-SecurityGroupsTestAdminJSON-916623339-project-admin] 10.222.0.43 "GET /v2.0/security-groups/b4103f6e-5cee-41c6-92a3-39deedc6cec0 HTTP/1.1" status: 200 len: 2977 time: 0.0470421 Jul 29 23:17:59.423657 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1e114475-a62a-4b58-95cb-d2d4544d8a41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:59.428301 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1e114475-a62a-4b58-95cb-d2d4544d8a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:59.428436 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cc50e465-07ff-432c-8318-5323b97ca311 req-6b9fc1be-f2fc-48a5-b2ff-ca1fbf1dbd8a tempest-SecurityGroupsTestAdminJSON-916623339 tempest-SecurityGroupsTestAdminJSON-916623339-project-admin] 10.222.0.43 "GET /v2.0/security-groups/b4103f6e-5cee-41c6-92a3-39deedc6cec0 HTTP/1.1" status: 200 len: 2977 time: 0.0398681 Jul 29 23:17:59.443878 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 03e588dc-45e7-432a-9ad8-4f8c987c8b94 up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:17:59.464036 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e114475-a62a-4b58-95cb-d2d4544d8a41 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:17:59.476409 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e114475-a62a-4b58-95cb-d2d4544d8a41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2d3bd2-5b6e-4100-b437-94e8bee60adf,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:59.481740 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1e114475-a62a-4b58-95cb-d2d4544d8a41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:59.482236 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-1e114475-a62a-4b58-95cb-d2d4544d8a41 admin admin] Added segment b15fd95c-eafe-4a6f-99aa-9d06f8ec7d52 of type vlan for network c52606fd-eff3-44e2-a8fb-5c37b1347bbe Jul 29 23:17:59.520729 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cc50e465-07ff-432c-8318-5323b97ca311 req-7c6f6f6b-52d1-45e9-bc52-42168f5c866f tempest-SecurityGroupsTestAdminJSON-916623339 tempest-SecurityGroupsTestAdminJSON-916623339-project-admin] 10.222.0.43 "GET /v2.0/security-groups/bf54be3d-10f1-4f1a-b253-c05474afdd5b HTTP/1.1" status: 200 len: 2977 time: 0.0842967 Jul 29 23:17:59.537982 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1e114475-a62a-4b58-95cb-d2d4544d8a41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:59.604454 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1e114475-a62a-4b58-95cb-d2d4544d8a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:59.605843 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e114475-a62a-4b58-95cb-d2d4544d8a41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:59.606634 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1e114475-a62a-4b58-95cb-d2d4544d8a41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:59.640830 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ddc8ed-bbb2-4456-a150-a4bde9652533 req-2483c800-55c3-4b0a-aefa-c807c9741b36 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:59.642383 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d4ddc8ed-bbb2-4456-a150-a4bde9652533 req-2483c800-55c3-4b0a-aefa-c807c9741b36 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.41 "GET /v2.0/networks?id=080b9e81-fe4d-4e86-a3c0-24ea9929eaa2 HTTP/1.1" status: 200 len: 824 time: 0.1687331 Jul 29 23:17:59.678468 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-1e114475-a62a-4b58-95cb-d2d4544d8a41 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5304728 Jul 29 23:17:59.681383 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56588) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:59.693336 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-9c8e39b7-53aa-4b9b-afb4-4526f603aa5b admin admin] Request body: {'subnet': {'network_id': 'c52606fd-eff3-44e2-a8fb-5c37b1347bbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1946679008-subnet', 'tenant_id': '91a437bb27a141a7b19e71e4b1cf439b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:17:59.714289 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e114475-a62a-4b58-95cb-d2d4544d8a41 admin admin] Pushing event updated for resources: {'Network': ['ID=c52606fd-eff3-44e2-a8fb-5c37b1347bbe,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:59.715260 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port 03e588dc-45e7-432a-9ad8-4f8c987c8b94 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:17:59.733124 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network c52606fd-eff3-44e2-a8fb-5c37b1347bbe details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:17:59.736424 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c8e39b7-53aa-4b9b-afb4-4526f603aa5b admin admin] Made reservation on behalf of 91a437bb27a141a7b19e71e4b1cf439b for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:17:59.737518 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 03e588dc-45e7-432a-9ad8-4f8c987c8b94 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:17:59.738149 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:59.738902 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9c8e39b7-53aa-4b9b-afb4-4526f603aa5b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:59.745139 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d4ddc8ed-bbb2-4456-a150-a4bde9652533 req-3b87295b-cf5d-4f21-9fe5-7c2855c50237 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f631a6d452a4fba84f6b90e2829acee HTTP/1.1" status: 200 len: 380 time: 0.0586224 Jul 29 23:17:59.746706 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cc50e465-07ff-432c-8318-5323b97ca311 req-0c088c58-3d46-4bc8-a9ea-198c56364984 tempest-SecurityGroupsTestAdminJSON-916623339 tempest-SecurityGroupsTestAdminJSON-916623339-project-admin] 10.222.0.43 "GET /v2.0/security-groups/bf54be3d-10f1-4f1a-b253-c05474afdd5b HTTP/1.1" status: 200 len: 2977 time: 0.1144056 Jul 29 23:17:59.764657 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-d4ddc8ed-bbb2-4456-a150-a4bde9652533 req-79143ea4-5aa8-4a76-b8c4-2f69f0d300b8 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Request body: {'port': {'device_id': '85583eda-44af-4b43-8f72-b78a59cb4479', 'network_id': '080b9e81-fe4d-4e86-a3c0-24ea9929eaa2', 'admin_state_up': True, 'tenant_id': '8f631a6d452a4fba84f6b90e2829acee', 'security_groups': ['dc34ce93-23ae-4faf-818b-1a3258fade29']}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:17:59.900545 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6fe4ecae-e418-4894-b477-b98474f26a48 req-01e1ff73-f7d6-40e5-8216-cf4050a8f5fc tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "GET /v2.0/ports?device_id=85583eda-44af-4b43-8f72-b78a59cb4479 HTTP/1.1" status: 200 len: 210 time: 0.0743854 Jul 29 23:17:59.904148 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:59.932444 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b33a91f-861e-4512-9e6c-72798824cfd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e588dc-45e7-432a-9ad8-4f8c987c8b94'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:17:59.935348 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-123aa60b-63f7-4f89-91ef-c197d501e6af" -d '{"events": [{"server_uuid": "0b33a91f-861e-4512-9e6c-72798824cfd9", "name": "network-vif-plugged", "status": "completed", "tag": "03e588dc-45e7-432a-9ad8-4f8c987c8b94"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:17:59.935650 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794c88a9-9df9-4269-9784-22cc2aabcd50 req-6d847f96-1ddd-4d5d-ad78-fb2e825bb83b tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:59.938018 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-794c88a9-9df9-4269-9784-22cc2aabcd50 req-6d847f96-1ddd-4d5d-ad78-fb2e825bb83b tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.43 "GET /v2.0/ports?device_id=d55ddcb9-989c-49f3-9219-954de0bfb4e9 HTTP/1.1" status: 200 len: 949 time: 0.1103878 Jul 29 23:17:59.950754 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9c8e39b7-53aa-4b9b-afb4-4526f603aa5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:59.952704 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 03e588dc-45e7-432a-9ad8-4f8c987c8b94, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=03e588dc-45e7-432a-9ad8-4f8c987c8b94,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:17:59.959465 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:00.010724 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4ddc8ed-bbb2-4456-a150-a4bde9652533 req-79143ea4-5aa8-4a76-b8c4-2f69f0d300b8 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Made reservation on behalf of 8f631a6d452a4fba84f6b90e2829acee for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:18:00.019364 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d4ddc8ed-bbb2-4456-a150-a4bde9652533 req-79143ea4-5aa8-4a76-b8c4-2f69f0d300b8 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:00.019993 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8e39b7-53aa-4b9b-afb4-4526f603aa5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfebb0ef-4353-4839-9183-7e34bd8a6c57,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:00.024483 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8e39b7-53aa-4b9b-afb4-4526f603aa5b admin admin] Checking segment: {'id': 'b15fd95c-eafe-4a6f-99aa-9d06f8ec7d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c52606fd-eff3-44e2-a8fb-5c37b1347bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:18:00.025022 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8e39b7-53aa-4b9b-afb4-4526f603aa5b admin admin] Network hostable DHCP agents. Network: c52606fd-eff3-44e2-a8fb-5c37b1347bbe, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:18:00.041358 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-794c88a9-9df9-4269-9784-22cc2aabcd50 req-cccb1970-e259-44cf-a9c1-be9f89da8795 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.43 "GET /v2.0/security-groups?id=18041719-2afc-47a1-b0fb-26810a26f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939443 Jul 29 23:18:00.043955 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=03e588dc-45e7-432a-9ad8-4f8c987c8b94,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:00.045215 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8e39b7-53aa-4b9b-afb4-4526f603aa5b admin admin] Network c52606fd-eff3-44e2-a8fb-5c37b1347bbe is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:18:00.056685 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-9c8e39b7-53aa-4b9b-afb4-4526f603aa5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, c52606fd-eff3-44e2-a8fb-5c37b1347bbe) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:18:00.069533 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8e39b7-53aa-4b9b-afb4-4526f603aa5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:00.070199 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9c8e39b7-53aa-4b9b-afb4-4526f603aa5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:00.084005 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bfe0a1-e8f5-41af-b486-15e30d2b03fe None None] Network c52606fd-eff3-44e2-a8fb-5c37b1347bbe requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:18:00.129340 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9c8e39b7-53aa-4b9b-afb4-4526f603aa5b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4457414 Jul 29 23:18:00.267420 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68fdbf8-9fe7-4f30-9fa4-adfd372ef1e1 None None] Network c52606fd-eff3-44e2-a8fb-5c37b1347bbe requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:18:00.273844 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5747cb-b34b-4663-be66-752500da91cd req-5bce8bed-5bf0-4314-bb53-5d5942510679 tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:00.275339 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6b5747cb-b34b-4663-be66-752500da91cd req-5bce8bed-5bf0-4314-bb53-5d5942510679 tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b33a91f-861e-4512-9e6c-72798824cfd9 HTTP/1.1" status: 200 len: 971 time: 0.1162875 Jul 29 23:18:00.295654 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-d4ddc8ed-bbb2-4456-a150-a4bde9652533 req-79143ea4-5aa8-4a76-b8c4-2f69f0d300b8 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Allocated IP 172.20.0.9 (080b9e81-fe4d-4e86-a3c0-24ea9929eaa2/a767d1cf-937a-4189-8aa3-3ec1eff5a6eb/21d6fe67-a2ba-4368-8d45-12b9c170ff23) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:18:00.350934 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6b5747cb-b34b-4663-be66-752500da91cd req-13688f14-8df3-47e0-8d8c-97ad01a7d4e8 tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] 10.222.0.43 "GET /v2.0/security-groups?id=003fb35e-2e31-4dc8-a541-4129c85009b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571415 Jul 29 23:18:00.499406 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e29a95e-ccba-4f0d-8016-d7a1791f87e8 x-openstack-request-id: req-1e29a95e-ccba-4f0d-8016-d7a1791f87e8 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:18:00.499861 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b33a91f-861e-4512-9e6c-72798824cfd9", "name": "network-vif-plugged", "status": "completed", "tag": "03e588dc-45e7-432a-9ad8-4f8c987c8b94", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:18:00.500227 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1e29a95e-ccba-4f0d-8016-d7a1791f87e8 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:18:00.500787 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b33a91f-861e-4512-9e6c-72798824cfd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03e588dc-45e7-432a-9ad8-4f8c987c8b94', 'code': 200} Jul 29 23:18:00.521410 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e31d5fe9-172a-4090-b822-248c19b31c0f req-7dafca1b-1502-4069-83a7-a8f7d9a733b0 tempest-SecurityGroupsTestAdminJSON-650316247 tempest-SecurityGroupsTestAdminJSON-650316247-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=79522e8ab2ec43bba6008545c1f68426 HTTP/1.1" status: 200 len: 6101 time: 0.1058731 Jul 29 23:18:00.526236 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d4ddc8ed-bbb2-4456-a150-a4bde9652533 req-79143ea4-5aa8-4a76-b8c4-2f69f0d300b8 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:00.553044 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-d4ddc8ed-bbb2-4456-a150-a4bde9652533 req-79143ea4-5aa8-4a76-b8c4-2f69f0d300b8 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Transition to ACTIVE for port object 21d6fe67-a2ba-4368-8d45-12b9c170ff23 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:18:00.586737 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e31d5fe9-172a-4090-b822-248c19b31c0f req-a1a9ca7e-9b88-4c14-b1f7-a3530540a2d0 tempest-SecurityGroupsTestAdminJSON-650316247 tempest-SecurityGroupsTestAdminJSON-650316247-project] 10.222.0.43 "GET /v2.0/security-groups/a316f806-2347-4a2a-87f9-6ac78721b546 HTTP/1.1" status: 200 len: 2981 time: 0.0567353 Jul 29 23:18:00.636074 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8305dcc4-0a3c-4824-8a0b-e28bfc910240 req-2eff8877-5570-43a3-bc85-d987056e76b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:00.637719 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8305dcc4-0a3c-4824-8a0b-e28bfc910240 req-2eff8877-5570-43a3-bc85-d987056e76b5 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0b33a91f-861e-4512-9e6c-72798824cfd9 HTTP/1.1" status: 200 len: 1123 time: 0.0755136 Jul 29 23:18:00.643345 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d4ddc8ed-bbb2-4456-a150-a4bde9652533 req-79143ea4-5aa8-4a76-b8c4-2f69f0d300b8 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:00.679601 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8305dcc4-0a3c-4824-8a0b-e28bfc910240 req-3c701ffa-b33c-479c-9800-a637738ec21a service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=003fb35e-2e31-4dc8-a541-4129c85009b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347095 Jul 29 23:18:00.724184 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e31d5fe9-172a-4090-b822-248c19b31c0f req-8b22291f-2d3d-40fc-8125-1e7016ed1b6d tempest-SecurityGroupsTestAdminJSON-650316247 tempest-SecurityGroupsTestAdminJSON-650316247-project] 10.222.0.43 "GET /v2.0/security-groups/a316f806-2347-4a2a-87f9-6ac78721b546 HTTP/1.1" status: 200 len: 2981 time: 0.1286471 Jul 29 23:18:00.741218 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4ddc8ed-bbb2-4456-a150-a4bde9652533 req-79143ea4-5aa8-4a76-b8c4-2f69f0d300b8 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Network 080b9e81-fe4d-4e86-a3c0-24ea9929eaa2 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:18:00.751260 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-d4ddc8ed-bbb2-4456-a150-a4bde9652533 req-79143ea4-5aa8-4a76-b8c4-2f69f0d300b8 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:18:00.754912 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79143ea4-5aa8-4a76-b8c4-2f69f0d300b8 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Pushing event updated for resources: {'Port': ['ID=21d6fe67-a2ba-4368-8d45-12b9c170ff23,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:00.756859 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4ddc8ed-bbb2-4456-a150-a4bde9652533 req-79143ea4-5aa8-4a76-b8c4-2f69f0d300b8 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:18:00.762371 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ddc8ed-bbb2-4456-a150-a4bde9652533 req-79143ea4-5aa8-4a76-b8c4-2f69f0d300b8 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:00.762990 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d4ddc8ed-bbb2-4456-a150-a4bde9652533 req-79143ea4-5aa8-4a76-b8c4-2f69f0d300b8 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:00.793266 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d4ddc8ed-bbb2-4456-a150-a4bde9652533 req-79143ea4-5aa8-4a76-b8c4-2f69f0d300b8 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0396810 Jul 29 23:18:00.819429 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-d4ddc8ed-bbb2-4456-a150-a4bde9652533 req-050c7fa6-2328-41f1-8125-e376150cb97e service neutron] Request body: {'port': {'device_id': '85583eda-44af-4b43-8f72-b78a59cb4479', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:18:00.868546 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0cf2e6-8f14-4725-8922-c2b2e38e3679 req-edb676c9-cb49-4686-a602-11ab2ee3e69d tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:00.870080 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3b0cf2e6-8f14-4725-8922-c2b2e38e3679 req-edb676c9-cb49-4686-a602-11ab2ee3e69d tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/networks?id=c52606fd-eff3-44e2-a8fb-5c37b1347bbe HTTP/1.1" status: 200 len: 822 time: 0.2410269 Jul 29 23:18:00.910969 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3b0cf2e6-8f14-4725-8922-c2b2e38e3679 req-01e0b911-6cfe-4b9e-ae54-6ecc231c68c5 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/quotas/91a437bb27a141a7b19e71e4b1cf439b HTTP/1.1" status: 200 len: 375 time: 0.0314357 Jul 29 23:18:00.912305 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-579179fd-a2f9-481a-920c-1f49acb98c53 req-7b88475e-e1d9-4604-9c64-c770f36d67e4 tempest-SecurityGroupsTestAdminJSON-916623339 tempest-SecurityGroupsTestAdminJSON-916623339-project-admin] 10.222.0.43 "GET /v2.0/security-groups/39c40d54-16d7-4614-970d-80cee9463a73 HTTP/1.1" status: 200 len: 1777 time: 0.1159997 Jul 29 23:18:00.931682 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d4ddc8ed-bbb2-4456-a150-a4bde9652533 req-050c7fa6-2328-41f1-8125-e376150cb97e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:00.957815 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3b0cf2e6-8f14-4725-8922-c2b2e38e3679 req-7f0e5878-807e-4ce5-98a4-f2be1e5451af tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=91a437bb27a141a7b19e71e4b1cf439b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391684 Jul 29 23:18:01.007391 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-79716156-810e-46f0-85a2-52752857f08d None None] Provisioning for port 21d6fe67-a2ba-4368-8d45-12b9c170ff23 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:18:01.011373 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-79716156-810e-46f0-85a2-52752857f08d None None] Provisioning complete for port 21d6fe67-a2ba-4368-8d45-12b9c170ff23 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:18:01.011741 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-79716156-810e-46f0-85a2-52752857f08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:01.045315 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-79716156-810e-46f0-85a2-52752857f08d None None] Port 21d6fe67-a2ba-4368-8d45-12b9c170ff23 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:18:01.146458 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-579179fd-a2f9-481a-920c-1f49acb98c53 req-29255a68-6351-43b4-8469-1eae38d190de tempest-SecurityGroupsTestAdminJSON-916623339 tempest-SecurityGroupsTestAdminJSON-916623339-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:01.176207 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3b0cf2e6-8f14-4725-8922-c2b2e38e3679 req-bf2adf6e-74c6-491a-ad9b-372c76d61b7b service neutron] 10.222.0.43 "GET /v2.0/networks/c52606fd-eff3-44e2-a8fb-5c37b1347bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096193 Jul 29 23:18:01.195172 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-579179fd-a2f9-481a-920c-1f49acb98c53 req-29255a68-6351-43b4-8469-1eae38d190de tempest-SecurityGroupsTestAdminJSON-916623339 tempest-SecurityGroupsTestAdminJSON-916623339-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:01.527630 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-579179fd-a2f9-481a-920c-1f49acb98c53 req-29255a68-6351-43b4-8469-1eae38d190de tempest-SecurityGroupsTestAdminJSON-916623339 tempest-SecurityGroupsTestAdminJSON-916623339-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:01.530080 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-579179fd-a2f9-481a-920c-1f49acb98c53 req-29255a68-6351-43b4-8469-1eae38d190de tempest-SecurityGroupsTestAdminJSON-916623339 tempest-SecurityGroupsTestAdminJSON-916623339-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:01.531810 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-579179fd-a2f9-481a-920c-1f49acb98c53 req-29255a68-6351-43b4-8469-1eae38d190de tempest-SecurityGroupsTestAdminJSON-916623339 tempest-SecurityGroupsTestAdminJSON-916623339-project-admin] 10.222.0.43 "DELETE /v2.0/security-groups/39c40d54-16d7-4614-970d-80cee9463a73 HTTP/1.1" status: 204 len: 173 time: 0.6027069 Jul 29 23:18:01.538504 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3b0cf2e6-8f14-4725-8922-c2b2e38e3679 req-c76a1751-dac6-446f-adb1-324e01714eb8 service neutron] 10.222.0.43 "GET /v2.0/networks/c52606fd-eff3-44e2-a8fb-5c37b1347bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3522818 Jul 29 23:18:01.552619 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29255a68-6351-43b4-8469-1eae38d190de tempest-SecurityGroupsTestAdminJSON-916623339 tempest-SecurityGroupsTestAdminJSON-916623339-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c40d54-16d7-4614-970d-80cee9463a73,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:01.613501 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-d4ddc8ed-bbb2-4456-a150-a4bde9652533 req-050c7fa6-2328-41f1-8125-e376150cb97e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21d6fe67-a2ba-4368-8d45-12b9c170ff23 {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:18:01.620873 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d4ddc8ed-bbb2-4456-a150-a4bde9652533 req-050c7fa6-2328-41f1-8125-e376150cb97e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:01.633343 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-d4ddc8ed-bbb2-4456-a150-a4bde9652533 req-050c7fa6-2328-41f1-8125-e376150cb97e service neutron] Transition to ACTIVE for port object 21d6fe67-a2ba-4368-8d45-12b9c170ff23 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:18:01.638499 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d4ddc8ed-bbb2-4456-a150-a4bde9652533 req-050c7fa6-2328-41f1-8125-e376150cb97e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:01.695100 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050c7fa6-2328-41f1-8125-e376150cb97e service neutron] Pushing event updated for resources: {'Port': ['ID=21d6fe67-a2ba-4368-8d45-12b9c170ff23,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:01.727456 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-d4ddc8ed-bbb2-4456-a150-a4bde9652533 req-050c7fa6-2328-41f1-8125-e376150cb97e service neutron] Attempting to bind port 21d6fe67-a2ba-4368-8d45-12b9c170ff23 on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:18:01.727751 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-d4ddc8ed-bbb2-4456-a150-a4bde9652533 req-050c7fa6-2328-41f1-8125-e376150cb97e service neutron] Attempting to bind port 21d6fe67-a2ba-4368-8d45-12b9c170ff23 by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': '42107b5e-6268-4b9c-87e8-287a1e78b5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '080b9e81-fe4d-4e86-a3c0-24ea9929eaa2'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:18:01.728078 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ddc8ed-bbb2-4456-a150-a4bde9652533 req-050c7fa6-2328-41f1-8125-e376150cb97e service neutron] Attempting to bind port 21d6fe67-a2ba-4368-8d45-12b9c170ff23 on network 080b9e81-fe4d-4e86-a3c0-24ea9929eaa2 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:18:01.732717 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ddc8ed-bbb2-4456-a150-a4bde9652533 req-050c7fa6-2328-41f1-8125-e376150cb97e service neutron] Port 21d6fe67-a2ba-4368-8d45-12b9c170ff23 on network 080b9e81-fe4d-4e86-a3c0-24ea9929eaa2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:18:01.733021 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ddc8ed-bbb2-4456-a150-a4bde9652533 req-050c7fa6-2328-41f1-8125-e376150cb97e service neutron] Attempting to bind port 21d6fe67-a2ba-4368-8d45-12b9c170ff23 on network 080b9e81-fe4d-4e86-a3c0-24ea9929eaa2 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:18:01.739213 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ddc8ed-bbb2-4456-a150-a4bde9652533 req-050c7fa6-2328-41f1-8125-e376150cb97e service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:18:01.740090 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ddc8ed-bbb2-4456-a150-a4bde9652533 req-050c7fa6-2328-41f1-8125-e376150cb97e service neutron] Checking segment: {'id': '42107b5e-6268-4b9c-87e8-287a1e78b5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '080b9e81-fe4d-4e86-a3c0-24ea9929eaa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:18:01.740635 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4ddc8ed-bbb2-4456-a150-a4bde9652533 req-050c7fa6-2328-41f1-8125-e376150cb97e service neutron] Bound using segment: {'id': '42107b5e-6268-4b9c-87e8-287a1e78b5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '080b9e81-fe4d-4e86-a3c0-24ea9929eaa2'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:18:01.742849 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-d4ddc8ed-bbb2-4456-a150-a4bde9652533 req-050c7fa6-2328-41f1-8125-e376150cb97e service neutron] Bound port: 21d6fe67-a2ba-4368-8d45-12b9c170ff23, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42107b5e-6268-4b9c-87e8-287a1e78b5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '080b9e81-fe4d-4e86-a3c0-24ea9929eaa2'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:18:01.743401 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d4ddc8ed-bbb2-4456-a150-a4bde9652533 req-050c7fa6-2328-41f1-8125-e376150cb97e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:01.882525 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-d4ddc8ed-bbb2-4456-a150-a4bde9652533 req-050c7fa6-2328-41f1-8125-e376150cb97e service neutron] For port 21d6fe67-a2ba-4368-8d45-12b9c170ff23, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:18:01.887001 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-d4ddc8ed-bbb2-4456-a150-a4bde9652533 req-050c7fa6-2328-41f1-8125-e376150cb97e service neutron] For port 21d6fe67-a2ba-4368-8d45-12b9c170ff23, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=21d6fe67-a2ba-4368-8d45-12b9c170ff23,segment=NetworkSegment(42107b5e-6268-4b9c-87e8-287a1e78b5ad),segment_id=42107b5e-6268-4b9c-87e8-287a1e78b5ad)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:18:01.896769 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05823014-86b6-4fb9-9cc6-1dee24fcc58a req-485ad3f2-db1c-47f7-95ad-4d752b389792 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:01.898285 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-05823014-86b6-4fb9-9cc6-1dee24fcc58a req-485ad3f2-db1c-47f7-95ad-4d752b389792 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "GET /v2.0/ports?device_id=85583eda-44af-4b43-8f72-b78a59cb4479 HTTP/1.1" status: 200 len: 943 time: 0.0953798 Jul 29 23:18:01.899992 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d4ddc8ed-bbb2-4456-a150-a4bde9652533 req-050c7fa6-2328-41f1-8125-e376150cb97e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:01.923343 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ddc8ed-bbb2-4456-a150-a4bde9652533 req-050c7fa6-2328-41f1-8125-e376150cb97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:01.923964 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d4ddc8ed-bbb2-4456-a150-a4bde9652533 req-050c7fa6-2328-41f1-8125-e376150cb97e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:01.925362 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d4ddc8ed-bbb2-4456-a150-a4bde9652533 req-050c7fa6-2328-41f1-8125-e376150cb97e service neutron] 10.222.0.41 "PUT /v2.0/ports/21d6fe67-a2ba-4368-8d45-12b9c170ff23 HTTP/1.1" status: 200 len: 1092 time: 1.1101029 Jul 29 23:18:01.957940 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85583eda-44af-4b43-8f72-b78a59cb4479', 'tag': '21d6fe67-a2ba-4368-8d45-12b9c170ff23'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:18:01.961080 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d004f65f-7dca-4079-a193-ed5fbd2789cd" -d '{"events": [{"name": "network-changed", "server_uuid": "85583eda-44af-4b43-8f72-b78a59cb4479", "tag": "21d6fe67-a2ba-4368-8d45-12b9c170ff23"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:18:02.082189 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-05823014-86b6-4fb9-9cc6-1dee24fcc58a req-ad51d21e-4659-4668-bee8-f0b5d955b48f tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc34ce93-23ae-4faf-818b-1a3258fade29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722183 Jul 29 23:18:02.091736 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050c7fa6-2328-41f1-8125-e376150cb97e service neutron] Pushing event updated for resources: {'Port': ['ID=21d6fe67-a2ba-4368-8d45-12b9c170ff23,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:02.113135 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cac582-71f4-4f45-a24a-3d4e9404e7a5 req-929d9757-8d96-4679-9224-713a5a174ac6 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:02.126096 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b7cac582-71f4-4f45-a24a-3d4e9404e7a5 req-929d9757-8d96-4679-9224-713a5a174ac6 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.43 "GET /v2.0/ports?device_id=d55ddcb9-989c-49f3-9219-954de0bfb4e9 HTTP/1.1" status: 200 len: 949 time: 0.2121143 Jul 29 23:18:02.150430 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ddc8ed-bbb2-4456-a150-a4bde9652533 req-e69ddff6-56a1-44aa-b68f-577d6f13b5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:02.151985 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d4ddc8ed-bbb2-4456-a150-a4bde9652533 req-e69ddff6-56a1-44aa-b68f-577d6f13b5d2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f631a6d452a4fba84f6b90e2829acee&device_id=85583eda-44af-4b43-8f72-b78a59cb4479 HTTP/1.1" status: 200 len: 1095 time: 0.1295624 Jul 29 23:18:02.220717 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b7cac582-71f4-4f45-a24a-3d4e9404e7a5 req-c9df20c0-e758-4dbb-b8f7-d8e8f468c07d tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.43 "GET /v2.0/security-groups?id=18041719-2afc-47a1-b0fb-26810a26f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937569 Jul 29 23:18:02.221924 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d4ddc8ed-bbb2-4456-a150-a4bde9652533 req-58535c3f-c4ee-4900-ba5d-9ed33fa5c358 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=21d6fe67-a2ba-4368-8d45-12b9c170ff23 HTTP/1.1" status: 200 len: 217 time: 0.0544841 Jul 29 23:18:02.328573 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ddc8ed-bbb2-4456-a150-a4bde9652533 req-4e928d18-50f5-48dc-b32a-cb81315a1369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:02.330011 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d4ddc8ed-bbb2-4456-a150-a4bde9652533 req-4e928d18-50f5-48dc-b32a-cb81315a1369 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a767d1cf-937a-4189-8aa3-3ec1eff5a6eb HTTP/1.1" status: 200 len: 863 time: 0.1001406 Jul 29 23:18:02.339153 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0273353e-fe2f-482b-a8c5-6fced1956325 req-7400d318-9833-4ba2-afaf-d8e04762227b tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:02.340494 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0273353e-fe2f-482b-a8c5-6fced1956325 req-7400d318-9833-4ba2-afaf-d8e04762227b tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b33a91f-861e-4512-9e6c-72798824cfd9 HTTP/1.1" status: 200 len: 971 time: 0.1245191 Jul 29 23:18:02.351096 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ee918401-7b8c-4e89-b290-0755080dc0d0 req-7bf1f090-0baa-4820-9cfd-a28a1b9f7323 tempest-SecurityGroupsTestAdminJSON-916623339 tempest-SecurityGroupsTestAdminJSON-916623339-project-admin] 10.222.0.43 "GET /v2.0/security-groups/b1fc6e1a-0065-458b-a930-20ab6a1d039c HTTP/1.1" status: 200 len: 1778 time: 0.1072717 Jul 29 23:18:02.433994 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0273353e-fe2f-482b-a8c5-6fced1956325 req-0b272f60-d04b-4233-903a-115b8eec37d0 tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] 10.222.0.43 "GET /v2.0/security-groups?id=003fb35e-2e31-4dc8-a541-4129c85009b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843990 Jul 29 23:18:02.439121 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ddc8ed-bbb2-4456-a150-a4bde9652533 req-4a3948cd-8463-4d76-ab69-ad72d2a0449d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:02.440812 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d4ddc8ed-bbb2-4456-a150-a4bde9652533 req-4a3948cd-8463-4d76-ab69-ad72d2a0449d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=080b9e81-fe4d-4e86-a3c0-24ea9929eaa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0993037 Jul 29 23:18:02.470345 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-ee918401-7b8c-4e89-b290-0755080dc0d0 req-e1e019b2-b0f3-449e-9e7c-94b956820762 tempest-SecurityGroupsTestAdminJSON-916623339 tempest-SecurityGroupsTestAdminJSON-916623339-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:02.533261 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-ee918401-7b8c-4e89-b290-0755080dc0d0 req-e1e019b2-b0f3-449e-9e7c-94b956820762 tempest-SecurityGroupsTestAdminJSON-916623339 tempest-SecurityGroupsTestAdminJSON-916623339-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:02.563595 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3c735346-76d8-4428-be7e-a74dd31eb4dc req-252ddb18-111e-4b17-b0cb-ca4e2ad44f42 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/ports?device_id=dae750f9-02fb-48fb-91b0-7fa6024a534e HTTP/1.1" status: 200 len: 210 time: 0.0512111 Jul 29 23:18:02.617476 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d4ddc8ed-bbb2-4456-a150-a4bde9652533 req-74278ded-6835-4e95-a162-e63034fdccca service neutron] 10.222.0.41 "GET /v2.0/networks/080b9e81-fe4d-4e86-a3c0-24ea9929eaa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657965 Jul 29 23:18:02.618705 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-ee918401-7b8c-4e89-b290-0755080dc0d0 req-e1e019b2-b0f3-449e-9e7c-94b956820762 tempest-SecurityGroupsTestAdminJSON-916623339 tempest-SecurityGroupsTestAdminJSON-916623339-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:02.621205 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-ee918401-7b8c-4e89-b290-0755080dc0d0 req-e1e019b2-b0f3-449e-9e7c-94b956820762 tempest-SecurityGroupsTestAdminJSON-916623339 tempest-SecurityGroupsTestAdminJSON-916623339-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:02.622230 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ee918401-7b8c-4e89-b290-0755080dc0d0 req-e1e019b2-b0f3-449e-9e7c-94b956820762 tempest-SecurityGroupsTestAdminJSON-916623339 tempest-SecurityGroupsTestAdminJSON-916623339-project-admin] 10.222.0.43 "DELETE /v2.0/security-groups/b1fc6e1a-0065-458b-a930-20ab6a1d039c HTTP/1.1" status: 204 len: 173 time: 0.2646370 Jul 29 23:18:02.640360 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e019b2-b0f3-449e-9e7c-94b956820762 tempest-SecurityGroupsTestAdminJSON-916623339 tempest-SecurityGroupsTestAdminJSON-916623339-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1fc6e1a-0065-458b-a930-20ab6a1d039c,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:02.675764 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31fc5827-c584-433f-8b43-c0cee6451b0c x-openstack-request-id: req-31fc5827-c584-433f-8b43-c0cee6451b0c {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:18:02.676063 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85583eda-44af-4b43-8f72-b78a59cb4479", "tag": "21d6fe67-a2ba-4368-8d45-12b9c170ff23", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:18:02.676310 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-31fc5827-c584-433f-8b43-c0cee6451b0c {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:18:02.676690 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85583eda-44af-4b43-8f72-b78a59cb4479', 'tag': '21d6fe67-a2ba-4368-8d45-12b9c170ff23', 'status': 'completed', 'code': 200} Jul 29 23:18:02.739272 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d4ddc8ed-bbb2-4456-a150-a4bde9652533 req-f1a038cb-2fe4-4ecf-a3da-46da19cd870d service neutron] 10.222.0.41 "GET /v2.0/networks/080b9e81-fe4d-4e86-a3c0-24ea9929eaa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138010 Jul 29 23:18:02.759207 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-33003264-b7b1-4589-8bf4-948e35f392ff req-b9c22c7b-c796-4c23-ac91-dd1104949f9e tempest-SecurityGroupsTestAdminJSON-650316247 tempest-SecurityGroupsTestAdminJSON-650316247-project] 10.222.0.43 "GET /v2.0/security-groups/efca8792-a67c-4095-8ece-fbd02213ce1c HTTP/1.1" status: 200 len: 1776 time: 0.0501761 Jul 29 23:18:02.888730 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-33003264-b7b1-4589-8bf4-948e35f392ff req-1f980741-d05f-45a7-9b03-13e7a5396746 tempest-SecurityGroupsTestAdminJSON-650316247 tempest-SecurityGroupsTestAdminJSON-650316247-project] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:02.911614 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d004f65f-7dca-4079-a193-ed5fbd2789cd req-1bad802c-f5d5-4a5c-8ad2-a4e2520f5bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:02.913550 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d004f65f-7dca-4079-a193-ed5fbd2789cd req-1bad802c-f5d5-4a5c-8ad2-a4e2520f5bb1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f631a6d452a4fba84f6b90e2829acee&device_id=85583eda-44af-4b43-8f72-b78a59cb4479 HTTP/1.1" status: 200 len: 1095 time: 0.0825474 Jul 29 23:18:02.930762 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-33003264-b7b1-4589-8bf4-948e35f392ff req-1f980741-d05f-45a7-9b03-13e7a5396746 tempest-SecurityGroupsTestAdminJSON-650316247 tempest-SecurityGroupsTestAdminJSON-650316247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:03.050061 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d004f65f-7dca-4079-a193-ed5fbd2789cd req-933a1258-f33d-4c53-81dd-de41002f2872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:03.050844 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56662) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:03.052302 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d004f65f-7dca-4079-a193-ed5fbd2789cd req-933a1258-f33d-4c53-81dd-de41002f2872 service neutron] 10.222.0.41 "GET /v2.0/networks?id=080b9e81-fe4d-4e86-a3c0-24ea9929eaa2 HTTP/1.1" status: 200 len: 925 time: 0.1311123 Jul 29 23:18:03.053367 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-33003264-b7b1-4589-8bf4-948e35f392ff req-1f980741-d05f-45a7-9b03-13e7a5396746 tempest-SecurityGroupsTestAdminJSON-650316247 tempest-SecurityGroupsTestAdminJSON-650316247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:03.056059 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-33003264-b7b1-4589-8bf4-948e35f392ff req-1f980741-d05f-45a7-9b03-13e7a5396746 tempest-SecurityGroupsTestAdminJSON-650316247 tempest-SecurityGroupsTestAdminJSON-650316247-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:03.057089 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-33003264-b7b1-4589-8bf4-948e35f392ff req-1f980741-d05f-45a7-9b03-13e7a5396746 tempest-SecurityGroupsTestAdminJSON-650316247 tempest-SecurityGroupsTestAdminJSON-650316247-project] 10.222.0.43 "DELETE /v2.0/security-groups/efca8792-a67c-4095-8ece-fbd02213ce1c HTTP/1.1" status: 204 len: 173 time: 0.2890649 Jul 29 23:18:03.103571 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0cf2e6-8f14-4725-8922-c2b2e38e3679 req-45b7bdb0-cf75-467c-833f-63726c1ad000 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:03.106003 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3b0cf2e6-8f14-4725-8922-c2b2e38e3679 req-45b7bdb0-cf75-467c-833f-63726c1ad000 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.22 "GET /v2.0/networks?id=c52606fd-eff3-44e2-a8fb-5c37b1347bbe HTTP/1.1" status: 200 len: 822 time: 0.2565017 Jul 29 23:18:03.116112 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d004f65f-7dca-4079-a193-ed5fbd2789cd req-0416251d-926f-43c1-8e19-8de707bc1245 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=21d6fe67-a2ba-4368-8d45-12b9c170ff23 HTTP/1.1" status: 200 len: 217 time: 0.0549016 Jul 29 23:18:03.116818 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f980741-d05f-45a7-9b03-13e7a5396746 tempest-SecurityGroupsTestAdminJSON-650316247 tempest-SecurityGroupsTestAdminJSON-650316247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=efca8792-a67c-4095-8ece-fbd02213ce1c,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:03.131011 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-3b0cf2e6-8f14-4725-8922-c2b2e38e3679 req-56ae3842-2b0c-458b-9303-69e3f47766b6 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Request body: {'port': {'device_id': 'dae750f9-02fb-48fb-91b0-7fa6024a534e', 'network_id': 'c52606fd-eff3-44e2-a8fb-5c37b1347bbe', 'admin_state_up': True, 'tenant_id': '91a437bb27a141a7b19e71e4b1cf439b'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:18:03.205193 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d004f65f-7dca-4079-a193-ed5fbd2789cd req-7ff24c3b-16d2-40f2-aad7-0655d547399a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:03.206707 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d004f65f-7dca-4079-a193-ed5fbd2789cd req-7ff24c3b-16d2-40f2-aad7-0655d547399a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a767d1cf-937a-4189-8aa3-3ec1eff5a6eb HTTP/1.1" status: 200 len: 863 time: 0.0805404 Jul 29 23:18:03.210346 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7393ad67-e317-410d-8c34-c5d84950a686 req-387b57fb-8a4f-49df-a02a-13b73db74ca6 tempest-SecurityGroupsTestAdminJSON-650316247 tempest-SecurityGroupsTestAdminJSON-650316247-project] 10.222.0.43 "GET /v2.0/security-groups/554caab6-2144-47f7-a677-716b9d612226 HTTP/1.1" status: 200 len: 1777 time: 0.0915163 Jul 29 23:18:03.283699 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a3dca2fa-6356-485d-b7b9-b82328ae8e24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:03.318321 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.db.api [req-3b0cf2e6-8f14-4725-8922-c2b2e38e3679 req-56ae3842-2b0c-458b-9303-69e3f47766b6 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 23:18:03.318321 n-d-712141-10 neutron-server[94077]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 29 23:18:03.318321 n-d-712141-10 neutron-server[94077]: [parameters: {'project_id': '91a437bb27a141a7b19e71e4b1cf439b', 'id': '193e6bd6-3817-4d2e-9f1f-3a5df5721955', 'expiration': datetime.datetime(2021, 7, 29, 23, 20, 3, 311107)}] Jul 29 23:18:03.318321 n-d-712141-10 neutron-server[94077]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:18:03.318745 n-d-712141-10 neutron-server[94077]: DEBUG oslo_db.api [req-3b0cf2e6-8f14-4725-8922-c2b2e38e3679 req-56ae3842-2b0c-458b-9303-69e3f47766b6 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:18:03.335070 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-7393ad67-e317-410d-8c34-c5d84950a686 req-8ca1891f-d5b7-4888-b869-ed585eadcc3e tempest-SecurityGroupsTestAdminJSON-650316247 tempest-SecurityGroupsTestAdminJSON-650316247-project] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:03.369536 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d004f65f-7dca-4079-a193-ed5fbd2789cd req-200d2de6-3122-48af-b485-c21080d8bce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:03.371137 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d004f65f-7dca-4079-a193-ed5fbd2789cd req-200d2de6-3122-48af-b485-c21080d8bce9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=080b9e81-fe4d-4e86-a3c0-24ea9929eaa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1155696 Jul 29 23:18:03.372957 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-7393ad67-e317-410d-8c34-c5d84950a686 req-8ca1891f-d5b7-4888-b869-ed585eadcc3e tempest-SecurityGroupsTestAdminJSON-650316247 tempest-SecurityGroupsTestAdminJSON-650316247-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:03.390243 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a3dca2fa-6356-485d-b7b9-b82328ae8e24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:03.394302 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a3dca2fa-6356-485d-b7b9-b82328ae8e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:03.403370 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537fb62c-1c77-49d5-b397-eb64a7643c41 req-fe0d491c-413d-4bac-bad6-8078c3c08478 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:03.404853 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-537fb62c-1c77-49d5-b397-eb64a7643c41 req-fe0d491c-413d-4bac-bad6-8078c3c08478 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "GET /v2.0/ports?device_id=85583eda-44af-4b43-8f72-b78a59cb4479 HTTP/1.1" status: 200 len: 943 time: 0.1157475 Jul 29 23:18:03.432750 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a3dca2fa-6356-485d-b7b9-b82328ae8e24 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ec32817d2a634fd89ed07179520930aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3808720 Jul 29 23:18:03.433633 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dca2fa-6356-485d-b7b9-b82328ae8e24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57160286-9120-45ec-ac98-3aca9f23d38d,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:03.436661 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56676) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:03.496716 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c9aadd54-188f-4ce3-87b6-ca121dc62626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:03.512790 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-537fb62c-1c77-49d5-b397-eb64a7643c41 req-64b0ef23-9887-4440-b57c-c338a8c0ead8 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc34ce93-23ae-4faf-818b-1a3258fade29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933073 Jul 29 23:18:03.520428 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-7393ad67-e317-410d-8c34-c5d84950a686 req-8ca1891f-d5b7-4888-b869-ed585eadcc3e tempest-SecurityGroupsTestAdminJSON-650316247 tempest-SecurityGroupsTestAdminJSON-650316247-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:03.521352 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c9aadd54-188f-4ce3-87b6-ca121dc62626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:03.522976 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-7393ad67-e317-410d-8c34-c5d84950a686 req-8ca1891f-d5b7-4888-b869-ed585eadcc3e tempest-SecurityGroupsTestAdminJSON-650316247 tempest-SecurityGroupsTestAdminJSON-650316247-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:03.524082 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7393ad67-e317-410d-8c34-c5d84950a686 req-8ca1891f-d5b7-4888-b869-ed585eadcc3e tempest-SecurityGroupsTestAdminJSON-650316247 tempest-SecurityGroupsTestAdminJSON-650316247-project] 10.222.0.43 "DELETE /v2.0/security-groups/554caab6-2144-47f7-a677-716b9d612226 HTTP/1.1" status: 204 len: 173 time: 0.3072290 Jul 29 23:18:03.542823 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca1891f-d5b7-4888-b869-ed585eadcc3e tempest-SecurityGroupsTestAdminJSON-650316247 tempest-SecurityGroupsTestAdminJSON-650316247-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=554caab6-2144-47f7-a677-716b9d612226,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:03.550947 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d004f65f-7dca-4079-a193-ed5fbd2789cd req-c98d3a02-85a5-442f-b90e-82408a337513 service neutron] 10.222.0.41 "GET /v2.0/networks/080b9e81-fe4d-4e86-a3c0-24ea9929eaa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693048 Jul 29 23:18:03.611965 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c9aadd54-188f-4ce3-87b6-ca121dc62626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:03.615005 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c9aadd54-188f-4ce3-87b6-ca121dc62626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:03.616304 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c9aadd54-188f-4ce3-87b6-ca121dc62626 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/57160286-9120-45ec-ac98-3aca9f23d38d HTTP/1.1" status: 204 len: 168 time: 0.1780548 Jul 29 23:18:03.628138 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aadd54-188f-4ce3-87b6-ca121dc62626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57160286-9120-45ec-ac98-3aca9f23d38d,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:03.762416 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14acc3ea-4989-43c5-ba06-33f91ad6c399 req-d329262d-d3f5-4aae-b08b-de1bcc7ae7ea tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:03.763925 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-14acc3ea-4989-43c5-ba06-33f91ad6c399 req-d329262d-d3f5-4aae-b08b-de1bcc7ae7ea tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.43 "GET /v2.0/ports?device_id=d55ddcb9-989c-49f3-9219-954de0bfb4e9 HTTP/1.1" status: 200 len: 949 time: 0.1147976 Jul 29 23:18:03.768574 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d004f65f-7dca-4079-a193-ed5fbd2789cd req-e90b6975-7079-4313-ad89-4f09e5a52157 service neutron] 10.222.0.41 "GET /v2.0/networks/080b9e81-fe4d-4e86-a3c0-24ea9929eaa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055669 Jul 29 23:18:03.788770 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed281266-7854-4d95-ba0c-f0127a2a4d94 req-7c74bf5b-3843-4103-9f91-e45a96aea1b9 tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:03.790422 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ed281266-7854-4d95-ba0c-f0127a2a4d94 req-7c74bf5b-3843-4103-9f91-e45a96aea1b9 tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b33a91f-861e-4512-9e6c-72798824cfd9 HTTP/1.1" status: 200 len: 971 time: 0.0989234 Jul 29 23:18:03.827429 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-14acc3ea-4989-43c5-ba06-33f91ad6c399 req-da90f425-29d7-46f3-a373-d4ecc1e3cccd tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.43 "GET /v2.0/security-groups?id=18041719-2afc-47a1-b0fb-26810a26f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561028 Jul 29 23:18:03.847478 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b0cf2e6-8f14-4725-8922-c2b2e38e3679 req-56ae3842-2b0c-458b-9303-69e3f47766b6 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Made reservation on behalf of 91a437bb27a141a7b19e71e4b1cf439b for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:18:03.853079 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-3b0cf2e6-8f14-4725-8922-c2b2e38e3679 req-56ae3842-2b0c-458b-9303-69e3f47766b6 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:03.870240 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ed281266-7854-4d95-ba0c-f0127a2a4d94 req-6f17428a-24d8-48fe-83c5-bf9666063edc tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] 10.222.0.43 "GET /v2.0/security-groups?id=003fb35e-2e31-4dc8-a541-4129c85009b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533557 Jul 29 23:18:03.979260 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-578d18cc-c60a-4c5e-ae75-17c18afe39ac req-65e13534-2361-44f4-9482-17e51c5edce8 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/ports?device_id=dae750f9-02fb-48fb-91b0-7fa6024a534e HTTP/1.1" status: 200 len: 210 time: 0.0271893 Jul 29 23:18:04.045953 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56696) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:04.058219 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-3b0cf2e6-8f14-4725-8922-c2b2e38e3679 req-56ae3842-2b0c-458b-9303-69e3f47766b6 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Allocated IP 172.20.0.12 (c52606fd-eff3-44e2-a8fb-5c37b1347bbe/dfebb0ef-4353-4839-9183-7e34bd8a6c57/0dc2ea71-9552-41ab-ba99-8244b65fc2ba) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:18:04.065619 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56700) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:04.087197 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e397371-91a3-4cfd-9351-a8ff693e8140 req-9d5a1662-8160-49b4-ba7e-3fbf591d7fe0 tempest-AggregatesAdminTestJSON-544157124 tempest-AggregatesAdminTestJSON-544157124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:04.088849 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5e397371-91a3-4cfd-9351-a8ff693e8140 req-9d5a1662-8160-49b4-ba7e-3fbf591d7fe0 tempest-AggregatesAdminTestJSON-544157124 tempest-AggregatesAdminTestJSON-544157124-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=0b33a91f-861e-4512-9e6c-72798824cfd9 HTTP/1.1" status: 200 len: 1123 time: 0.0670166 Jul 29 23:18:04.117404 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5e397371-91a3-4cfd-9351-a8ff693e8140 req-a179fe11-db04-4f42-ac38-227e62d48ac0 tempest-AggregatesAdminTestJSON-544157124 tempest-AggregatesAdminTestJSON-544157124-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:04.205651 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56704) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:04.223491 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-78934cdd-dc3d-4a53-b4d5-bde850bad626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:04.240432 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:18:04.254656 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-3f35b503-36fa-43c3-a279-cd4ae3915815 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=79522e8ab2ec43bba6008545c1f68426&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2062507 Jul 29 23:18:04.257349 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56706) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:04.260940 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bb6b2374-fa3d-472c-ba90-342e52f892d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:04.280075 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5e397371-91a3-4cfd-9351-a8ff693e8140 req-a179fe11-db04-4f42-ac38-227e62d48ac0 tempest-AggregatesAdminTestJSON-544157124 tempest-AggregatesAdminTestJSON-544157124-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:04.288301 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5e397371-91a3-4cfd-9351-a8ff693e8140 req-a179fe11-db04-4f42-ac38-227e62d48ac0 tempest-AggregatesAdminTestJSON-544157124 tempest-AggregatesAdminTestJSON-544157124-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:04.304435 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-3b0cf2e6-8f14-4725-8922-c2b2e38e3679 req-56ae3842-2b0c-458b-9303-69e3f47766b6 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:04.315409 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.db.api [None req-bb6b2374-fa3d-472c-ba90-342e52f892d8 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 23:18:04.315409 n-d-712141-10 neutron-server[94078]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 29 23:18:04.315409 n-d-712141-10 neutron-server[94078]: [parameters: {'project_id_1': '5f610249af16475683b18d5be64aba29', 'expiration_1': datetime.datetime(2021, 7, 29, 23, 18, 4, 281151)}] Jul 29 23:18:04.315409 n-d-712141-10 neutron-server[94078]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94078) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:18:04.315809 n-d-712141-10 neutron-server[94078]: DEBUG oslo_db.api [None req-bb6b2374-fa3d-472c-ba90-342e52f892d8 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:18:04.322286 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5e397371-91a3-4cfd-9351-a8ff693e8140 req-a179fe11-db04-4f42-ac38-227e62d48ac0 tempest-AggregatesAdminTestJSON-544157124 tempest-AggregatesAdminTestJSON-544157124-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=003fb35e-2e31-4dc8-a541-4129c85009b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258871 Jul 29 23:18:04.337967 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a179fe11-db04-4f42-ac38-227e62d48ac0 tempest-AggregatesAdminTestJSON-544157124 tempest-AggregatesAdminTestJSON-544157124-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19170a4-fdf1-42a8-8773-956a222c04ba,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:04.354302 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-05ff539d-5dce-4ba7-aa0d-fac21b6eb92d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:04.409462 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-78934cdd-dc3d-4a53-b4d5-bde850bad626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:04.414933 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-78934cdd-dc3d-4a53-b4d5-bde850bad626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:04.471155 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-78934cdd-dc3d-4a53-b4d5-bde850bad626 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=744ff28536b5422c9c96d56adae5ad6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2641239 Jul 29 23:18:04.472095 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56716) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:04.475118 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78934cdd-dc3d-4a53-b4d5-bde850bad626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c690a3d-6bde-4252-9a0e-c19e4996d12a,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:04.567846 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-78f49267-ca34-48e9-a425-98b24b7683db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:04.573130 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-05ff539d-5dce-4ba7-aa0d-fac21b6eb92d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:04.576290 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-3b0cf2e6-8f14-4725-8922-c2b2e38e3679 req-56ae3842-2b0c-458b-9303-69e3f47766b6 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:04.600686 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-78f49267-ca34-48e9-a425-98b24b7683db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:04.644046 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b0cf2e6-8f14-4725-8922-c2b2e38e3679 req-56ae3842-2b0c-458b-9303-69e3f47766b6 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Network c52606fd-eff3-44e2-a8fb-5c37b1347bbe is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:18:04.651237 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-3b0cf2e6-8f14-4725-8922-c2b2e38e3679 req-56ae3842-2b0c-458b-9303-69e3f47766b6 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:18:04.655269 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b0cf2e6-8f14-4725-8922-c2b2e38e3679 req-56ae3842-2b0c-458b-9303-69e3f47766b6 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:18:04.695051 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa8453-f920-495e-9a38-d70af6278ebe req-7a1178e8-7cf4-4359-bac9-5c5521291122 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:04.695280 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ae3842-2b0c-458b-9303-69e3f47766b6 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Pushing event updated for resources: {'Port': ['ID=0dc2ea71-9552-41ab-ba99-8244b65fc2ba,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:04.702700 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f4aa8453-f920-495e-9a38-d70af6278ebe req-7a1178e8-7cf4-4359-bac9-5c5521291122 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "GET /v2.0/ports?device_id=85583eda-44af-4b43-8f72-b78a59cb4479 HTTP/1.1" status: 200 len: 943 time: 0.0901587 Jul 29 23:18:04.725274 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0cf2e6-8f14-4725-8922-c2b2e38e3679 req-56ae3842-2b0c-458b-9303-69e3f47766b6 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:04.726122 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-3b0cf2e6-8f14-4725-8922-c2b2e38e3679 req-56ae3842-2b0c-458b-9303-69e3f47766b6 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:04.729709 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-05ff539d-5dce-4ba7-aa0d-fac21b6eb92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:04.732294 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-05ff539d-5dce-4ba7-aa0d-fac21b6eb92d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:04.733484 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-05ff539d-5dce-4ba7-aa0d-fac21b6eb92d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a316f806-2347-4a2a-87f9-6ac78721b546 HTTP/1.1" status: 204 len: 168 time: 0.4752331 Jul 29 23:18:04.748623 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ff539d-5dce-4ba7-aa0d-fac21b6eb92d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a316f806-2347-4a2a-87f9-6ac78721b546,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:04.754640 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3b0cf2e6-8f14-4725-8922-c2b2e38e3679 req-56ae3842-2b0c-458b-9303-69e3f47766b6 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6382942 Jul 29 23:18:04.769820 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-3b0cf2e6-8f14-4725-8922-c2b2e38e3679 req-3af88a64-a9a8-4012-a24a-f90176c5a04a service neutron] Request body: {'port': {'device_id': 'dae750f9-02fb-48fb-91b0-7fa6024a534e', 'device_owner': 'compute:tempest-test_az-361321593', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:18:04.776144 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-78f49267-ca34-48e9-a425-98b24b7683db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:04.781433 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-78f49267-ca34-48e9-a425-98b24b7683db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:04.785253 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-78f49267-ca34-48e9-a425-98b24b7683db admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1c690a3d-6bde-4252-9a0e-c19e4996d12a HTTP/1.1" status: 204 len: 168 time: 0.3115497 Jul 29 23:18:04.802683 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f4aa8453-f920-495e-9a38-d70af6278ebe req-ba40808d-3c8a-4cde-8782-9901922efb8c tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc34ce93-23ae-4faf-818b-1a3258fade29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979681 Jul 29 23:18:04.815356 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f49267-ca34-48e9-a425-98b24b7683db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c690a3d-6bde-4252-9a0e-c19e4996d12a,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:04.817029 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bb6b2374-fa3d-472c-ba90-342e52f892d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:04.858701 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389dc822-492b-490b-ada4-a7de6fab7b0d req-a3f52982-fcd0-43e5-a242-a292e0e448d3 tempest-DeleteServersAdminTestJSON-51065389 tempest-DeleteServersAdminTestJSON-51065389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:04.861009 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-389dc822-492b-490b-ada4-a7de6fab7b0d req-a3f52982-fcd0-43e5-a242-a292e0e448d3 tempest-DeleteServersAdminTestJSON-51065389 tempest-DeleteServersAdminTestJSON-51065389-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d55ddcb9-989c-49f3-9219-954de0bfb4e9 HTTP/1.1" status: 200 len: 1101 time: 0.1476884 Jul 29 23:18:04.877425 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-3b0cf2e6-8f14-4725-8922-c2b2e38e3679 req-3af88a64-a9a8-4012-a24a-f90176c5a04a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:05.091439 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05342b2c-80ea-4cac-9459-bb7426bd2714 req-ef82f579-a7da-4390-a80d-aa0131e82202 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:05.092966 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-05342b2c-80ea-4cac-9459-bb7426bd2714 req-ef82f579-a7da-4390-a80d-aa0131e82202 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.43 "GET /v2.0/ports?device_id=d55ddcb9-989c-49f3-9219-954de0bfb4e9 HTTP/1.1" status: 200 len: 949 time: 0.1285696 Jul 29 23:18:05.133912 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-389dc822-492b-490b-ada4-a7de6fab7b0d req-46f923d7-2bf3-4ee5-9281-772a891d28a7 tempest-DeleteServersAdminTestJSON-51065389 tempest-DeleteServersAdminTestJSON-51065389-project-admin] Deleting port b9ee98e4-65d6-45c1-81bc-9376d59becb8 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:18:05.134493 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-389dc822-492b-490b-ada4-a7de6fab7b0d req-46f923d7-2bf3-4ee5-9281-772a891d28a7 tempest-DeleteServersAdminTestJSON-51065389 tempest-DeleteServersAdminTestJSON-51065389-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:05.183857 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bb6b2374-fa3d-472c-ba90-342e52f892d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:05.199852 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bb6b2374-fa3d-472c-ba90-342e52f892d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:05.224187 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-3b0cf2e6-8f14-4725-8922-c2b2e38e3679 req-3af88a64-a9a8-4012-a24a-f90176c5a04a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dc2ea71-9552-41ab-ba99-8244b65fc2ba {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:18:05.233489 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-3b0cf2e6-8f14-4725-8922-c2b2e38e3679 req-3af88a64-a9a8-4012-a24a-f90176c5a04a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:05.245794 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-05342b2c-80ea-4cac-9459-bb7426bd2714 req-20a4ba67-af58-4f7f-ac82-58eb3c28596b tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.43 "GET /v2.0/security-groups?id=18041719-2afc-47a1-b0fb-26810a26f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418033 Jul 29 23:18:05.250771 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-3b0cf2e6-8f14-4725-8922-c2b2e38e3679 req-3af88a64-a9a8-4012-a24a-f90176c5a04a service neutron] Transition to ACTIVE for port object 0dc2ea71-9552-41ab-ba99-8244b65fc2ba will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:18:05.255397 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-3b0cf2e6-8f14-4725-8922-c2b2e38e3679 req-3af88a64-a9a8-4012-a24a-f90176c5a04a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:05.296927 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-bb6b2374-fa3d-472c-ba90-342e52f892d8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5f610249af16475683b18d5be64aba29&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2302358 Jul 29 23:18:05.297550 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56750) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:05.311955 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af88a64-a9a8-4012-a24a-f90176c5a04a service neutron] Pushing event updated for resources: {'Port': ['ID=0dc2ea71-9552-41ab-ba99-8244b65fc2ba,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:05.313023 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6b2374-fa3d-472c-ba90-342e52f892d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf7203f-f38b-48ec-82ac-cd900c68d97c,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:05.317949 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56754) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:05.359837 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-389dc822-492b-490b-ada4-a7de6fab7b0d req-46f923d7-2bf3-4ee5-9281-772a891d28a7 tempest-DeleteServersAdminTestJSON-51065389 tempest-DeleteServersAdminTestJSON-51065389-project-admin] For port b9ee98e4-65d6-45c1-81bc-9376d59becb8, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=b9ee98e4-65d6-45c1-81bc-9376d59becb8,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:05.360208 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-389dc822-492b-490b-ada4-a7de6fab7b0d req-46f923d7-2bf3-4ee5-9281-772a891d28a7 tempest-DeleteServersAdminTestJSON-51065389 tempest-DeleteServersAdminTestJSON-51065389-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:05.406910 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-389dc822-492b-490b-ada4-a7de6fab7b0d req-46f923d7-2bf3-4ee5-9281-772a891d28a7 tempest-DeleteServersAdminTestJSON-51065389 tempest-DeleteServersAdminTestJSON-51065389-project-admin] Calling delete_port for b9ee98e4-65d6-45c1-81bc-9376d59becb8 owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:18:05.409629 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-357f5552-ac81-4ac7-8a50-22313d84689e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=98e36153af8549c6a66e3980963554b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0902281 Jul 29 23:18:05.412502 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56758) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:05.455365 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-89374093-0d60-4961-83d3-2d70aca19790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:05.466282 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-3b0cf2e6-8f14-4725-8922-c2b2e38e3679 req-3af88a64-a9a8-4012-a24a-f90176c5a04a service neutron] Attempting to bind port 0dc2ea71-9552-41ab-ba99-8244b65fc2ba on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:18:05.466724 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-3b0cf2e6-8f14-4725-8922-c2b2e38e3679 req-3af88a64-a9a8-4012-a24a-f90176c5a04a service neutron] Attempting to bind port 0dc2ea71-9552-41ab-ba99-8244b65fc2ba by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': 'b15fd95c-eafe-4a6f-99aa-9d06f8ec7d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c52606fd-eff3-44e2-a8fb-5c37b1347bbe'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:18:05.467242 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0cf2e6-8f14-4725-8922-c2b2e38e3679 req-3af88a64-a9a8-4012-a24a-f90176c5a04a service neutron] Attempting to bind port 0dc2ea71-9552-41ab-ba99-8244b65fc2ba on network c52606fd-eff3-44e2-a8fb-5c37b1347bbe {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:18:05.473602 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0cf2e6-8f14-4725-8922-c2b2e38e3679 req-3af88a64-a9a8-4012-a24a-f90176c5a04a service neutron] Port 0dc2ea71-9552-41ab-ba99-8244b65fc2ba on network c52606fd-eff3-44e2-a8fb-5c37b1347bbe not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:18:05.474069 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0cf2e6-8f14-4725-8922-c2b2e38e3679 req-3af88a64-a9a8-4012-a24a-f90176c5a04a service neutron] Attempting to bind port 0dc2ea71-9552-41ab-ba99-8244b65fc2ba on network c52606fd-eff3-44e2-a8fb-5c37b1347bbe {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:18:05.479782 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0cf2e6-8f14-4725-8922-c2b2e38e3679 req-3af88a64-a9a8-4012-a24a-f90176c5a04a service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 17, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:18:05.480230 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0cf2e6-8f14-4725-8922-c2b2e38e3679 req-3af88a64-a9a8-4012-a24a-f90176c5a04a service neutron] Checking segment: {'id': 'b15fd95c-eafe-4a6f-99aa-9d06f8ec7d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c52606fd-eff3-44e2-a8fb-5c37b1347bbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:18:05.480677 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b0cf2e6-8f14-4725-8922-c2b2e38e3679 req-3af88a64-a9a8-4012-a24a-f90176c5a04a service neutron] Bound using segment: {'id': 'b15fd95c-eafe-4a6f-99aa-9d06f8ec7d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c52606fd-eff3-44e2-a8fb-5c37b1347bbe'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:18:05.481404 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-3b0cf2e6-8f14-4725-8922-c2b2e38e3679 req-3af88a64-a9a8-4012-a24a-f90176c5a04a service neutron] Bound port: 0dc2ea71-9552-41ab-ba99-8244b65fc2ba, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b15fd95c-eafe-4a6f-99aa-9d06f8ec7d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c52606fd-eff3-44e2-a8fb-5c37b1347bbe'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:18:05.481863 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-3b0cf2e6-8f14-4725-8922-c2b2e38e3679 req-3af88a64-a9a8-4012-a24a-f90176c5a04a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:05.571772 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-3b0cf2e6-8f14-4725-8922-c2b2e38e3679 req-3af88a64-a9a8-4012-a24a-f90176c5a04a service neutron] For port 0dc2ea71-9552-41ab-ba99-8244b65fc2ba, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:18:05.575803 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-3b0cf2e6-8f14-4725-8922-c2b2e38e3679 req-3af88a64-a9a8-4012-a24a-f90176c5a04a service neutron] For port 0dc2ea71-9552-41ab-ba99-8244b65fc2ba, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=0dc2ea71-9552-41ab-ba99-8244b65fc2ba,segment=NetworkSegment(b15fd95c-eafe-4a6f-99aa-9d06f8ec7d52),segment_id=b15fd95c-eafe-4a6f-99aa-9d06f8ec7d52)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:18:05.580606 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8097110c-8768-4a86-9022-c5e3be80414e req-986dae3a-cc44-45c0-8e92-9607fbb66e59 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:05.581699 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-3b0cf2e6-8f14-4725-8922-c2b2e38e3679 req-3af88a64-a9a8-4012-a24a-f90176c5a04a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:05.587937 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8097110c-8768-4a86-9022-c5e3be80414e req-986dae3a-cc44-45c0-8e92-9607fbb66e59 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/ports?device_id=dae750f9-02fb-48fb-91b0-7fa6024a534e HTTP/1.1" status: 200 len: 965 time: 0.2250113 Jul 29 23:18:05.591836 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-89374093-0d60-4961-83d3-2d70aca19790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:05.627156 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0cf2e6-8f14-4725-8922-c2b2e38e3679 req-3af88a64-a9a8-4012-a24a-f90176c5a04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:05.628051 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-3b0cf2e6-8f14-4725-8922-c2b2e38e3679 req-3af88a64-a9a8-4012-a24a-f90176c5a04a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:05.629409 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3b0cf2e6-8f14-4725-8922-c2b2e38e3679 req-3af88a64-a9a8-4012-a24a-f90176c5a04a service neutron] 10.222.0.22 "PUT /v2.0/ports/0dc2ea71-9552-41ab-ba99-8244b65fc2ba HTTP/1.1" status: 200 len: 1114 time: 0.8652360 Jul 29 23:18:05.630129 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dae750f9-02fb-48fb-91b0-7fa6024a534e', 'tag': '0dc2ea71-9552-41ab-ba99-8244b65fc2ba'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:18:05.632837 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de11cbd3-9739-4d2c-85cd-b2935b1e98e2" -d '{"events": [{"name": "network-changed", "server_uuid": "dae750f9-02fb-48fb-91b0-7fa6024a534e", "tag": "0dc2ea71-9552-41ab-ba99-8244b65fc2ba"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:18:05.689559 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-03997f6d-e441-4d05-be99-64a329c06c05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:05.715227 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8097110c-8768-4a86-9022-c5e3be80414e req-8fb0c4f5-baf3-4a88-882c-ce13149ccdaa tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e2d3bd2-5b6e-4100-b437-94e8bee60adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263833 Jul 29 23:18:05.718309 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af88a64-a9a8-4012-a24a-f90176c5a04a service neutron] Pushing event updated for resources: {'Port': ['ID=0dc2ea71-9552-41ab-ba99-8244b65fc2ba,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:05.732760 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-03997f6d-e441-4d05-be99-64a329c06c05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:05.755909 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6365798-0fab-42f6-a67a-d650c07cfe4e x-openstack-request-id: req-e6365798-0fab-42f6-a67a-d650c07cfe4e {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:18:05.756199 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dae750f9-02fb-48fb-91b0-7fa6024a534e", "tag": "0dc2ea71-9552-41ab-ba99-8244b65fc2ba", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:18:05.756451 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e6365798-0fab-42f6-a67a-d650c07cfe4e {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:18:05.756838 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dae750f9-02fb-48fb-91b0-7fa6024a534e', 'tag': '0dc2ea71-9552-41ab-ba99-8244b65fc2ba', 'status': 'completed', 'code': 200} Jul 29 23:18:05.776229 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0cf2e6-8f14-4725-8922-c2b2e38e3679 req-1638aecd-9c43-40af-8b8b-ee4a9c67f175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:05.778205 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3b0cf2e6-8f14-4725-8922-c2b2e38e3679 req-1638aecd-9c43-40af-8b8b-ee4a9c67f175 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=91a437bb27a141a7b19e71e4b1cf439b&device_id=dae750f9-02fb-48fb-91b0-7fa6024a534e HTTP/1.1" status: 200 len: 1117 time: 0.0799472 Jul 29 23:18:05.787682 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-89374093-0d60-4961-83d3-2d70aca19790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:05.790606 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-89374093-0d60-4961-83d3-2d70aca19790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:05.793981 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-89374093-0d60-4961-83d3-2d70aca19790 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/eaf7203f-f38b-48ec-82ac-cd900c68d97c HTTP/1.1" status: 204 len: 168 time: 0.4891231 Jul 29 23:18:05.823778 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89374093-0d60-4961-83d3-2d70aca19790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf7203f-f38b-48ec-82ac-cd900c68d97c,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:05.847712 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-389dc822-492b-490b-ada4-a7de6fab7b0d req-46f923d7-2bf3-4ee5-9281-772a891d28a7 tempest-DeleteServersAdminTestJSON-51065389 tempest-DeleteServersAdminTestJSON-51065389-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:05.877356 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3b0cf2e6-8f14-4725-8922-c2b2e38e3679 req-fda76cc9-0566-4a11-aedc-a41286ede2c8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dc2ea71-9552-41ab-ba99-8244b65fc2ba HTTP/1.1" status: 200 len: 217 time: 0.0904474 Jul 29 23:18:05.888995 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['b9ee98e4-65d6-45c1-81bc-9376d59becb8'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:18:05.900125 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-03997f6d-e441-4d05-be99-64a329c06c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:05.902825 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-03997f6d-e441-4d05-be99-64a329c06c05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:05.907656 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-03997f6d-e441-4d05-be99-64a329c06c05 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9796c6d4-4e96-4c39-bca9-3055fbf474c3 HTTP/1.1" status: 204 len: 168 time: 0.4905450 Jul 29 23:18:05.907656 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f923d7-2bf3-4ee5-9281-772a891d28a7 tempest-DeleteServersAdminTestJSON-51065389 tempest-DeleteServersAdminTestJSON-51065389-project-admin] Pushing event deleted for resources: {'Port': ['ID=b9ee98e4-65d6-45c1-81bc-9376d59becb8,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:05.918700 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03997f6d-e441-4d05-be99-64a329c06c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9796c6d4-4e96-4c39-bca9-3055fbf474c3,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:05.982907 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0cf2e6-8f14-4725-8922-c2b2e38e3679 req-059e41c5-dd4b-4d5d-a7b2-c180a02cce24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:05.986919 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3b0cf2e6-8f14-4725-8922-c2b2e38e3679 req-059e41c5-dd4b-4d5d-a7b2-c180a02cce24 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=dfebb0ef-4353-4839-9183-7e34bd8a6c57 HTTP/1.1" status: 200 len: 862 time: 0.1029651 Jul 29 23:18:06.024711 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-389dc822-492b-490b-ada4-a7de6fab7b0d req-46f923d7-2bf3-4ee5-9281-772a891d28a7 tempest-DeleteServersAdminTestJSON-51065389 tempest-DeleteServersAdminTestJSON-51065389-project-admin] No DVR routers for this DVR port b9ee98e4-65d6-45c1-81bc-9376d59becb8 on host n-h1-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:18:06.034902 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3b0cf2e6-8f14-4725-8922-c2b2e38e3679 req-82069a93-d169-4b66-9640-99004647fd47 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c52606fd-eff3-44e2-a8fb-5c37b1347bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403852 Jul 29 23:18:06.035794 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-389dc822-492b-490b-ada4-a7de6fab7b0d req-46f923d7-2bf3-4ee5-9281-772a891d28a7 tempest-DeleteServersAdminTestJSON-51065389 tempest-DeleteServersAdminTestJSON-51065389-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:06.037832 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-389dc822-492b-490b-ada4-a7de6fab7b0d req-46f923d7-2bf3-4ee5-9281-772a891d28a7 tempest-DeleteServersAdminTestJSON-51065389 tempest-DeleteServersAdminTestJSON-51065389-project-admin] 10.222.0.41 "DELETE /v2.0/ports/b9ee98e4-65d6-45c1-81bc-9376d59becb8 HTTP/1.1" status: 204 len: 173 time: 1.1554976 Jul 29 23:18:06.038266 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd55ddcb9-989c-49f3-9219-954de0bfb4e9', 'name': 'network-vif-deleted', 'tag': 'b9ee98e4-65d6-45c1-81bc-9376d59becb8'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:18:06.040811 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70009a93-9d11-472a-9f0c-00104f5da8f9" -d '{"events": [{"server_uuid": "d55ddcb9-989c-49f3-9219-954de0bfb4e9", "name": "network-vif-deleted", "tag": "b9ee98e4-65d6-45c1-81bc-9376d59becb8"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:18:06.057207 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 21d6fe67-a2ba-4368-8d45-12b9c170ff23 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:18:06.070272 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117230c3-7b2b-4d34-ae21-f46577b0bba6 req-b097f929-6dc9-48de-9d70-ae35890e0ac6 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:06.071978 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-117230c3-7b2b-4d34-ae21-f46577b0bba6 req-b097f929-6dc9-48de-9d70-ae35890e0ac6 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "GET /v2.0/ports?device_id=85583eda-44af-4b43-8f72-b78a59cb4479 HTTP/1.1" status: 200 len: 943 time: 0.1351688 Jul 29 23:18:06.174363 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-117230c3-7b2b-4d34-ae21-f46577b0bba6 req-c8605995-e509-4eb3-bc65-6ea8fee641e9 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc34ce93-23ae-4faf-818b-1a3258fade29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859208 Jul 29 23:18:06.219767 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3b0cf2e6-8f14-4725-8922-c2b2e38e3679 req-36bc466e-5cf0-47a4-9f86-7aca49785357 service neutron] 10.222.0.22 "GET /v2.0/networks/c52606fd-eff3-44e2-a8fb-5c37b1347bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759770 Jul 29 23:18:06.289062 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36246afc-eba1-4675-b791-ad1bcc65d2a7 x-openstack-request-id: req-36246afc-eba1-4675-b791-ad1bcc65d2a7 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:18:06.289404 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d55ddcb9-989c-49f3-9219-954de0bfb4e9", "name": "network-vif-deleted", "tag": "b9ee98e4-65d6-45c1-81bc-9376d59becb8", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:18:06.289687 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-36246afc-eba1-4675-b791-ad1bcc65d2a7 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:18:06.290347 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd55ddcb9-989c-49f3-9219-954de0bfb4e9', 'name': 'network-vif-deleted', 'tag': 'b9ee98e4-65d6-45c1-81bc-9376d59becb8', 'status': 'completed', 'code': 200} Jul 29 23:18:06.388149 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 21d6fe67-a2ba-4368-8d45-12b9c170ff23, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=21d6fe67-a2ba-4368-8d45-12b9c170ff23,segment=NetworkSegment(42107b5e-6268-4b9c-87e8-287a1e78b5ad),segment_id=42107b5e-6268-4b9c-87e8-287a1e78b5ad)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:06.403809 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3b0cf2e6-8f14-4725-8922-c2b2e38e3679 req-a7ebda72-821b-4d95-baf0-431a47e7b97c service neutron] 10.222.0.22 "GET /v2.0/networks/c52606fd-eff3-44e2-a8fb-5c37b1347bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747296 Jul 29 23:18:06.440982 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': '21d6fe67-a2ba-4368-8d45-12b9c170ff23', 'network_id': '080b9e81-fe4d-4e86-a3c0-24ea9929eaa2', 'port_id': '21d6fe67-a2ba-4368-8d45-12b9c170ff23', 'mac_address': 'fa:16:3e:34:ab:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a767d1cf-937a-4189-8aa3-3ec1eff5a6eb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:18:06.516001 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:06.547894 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11cbd3-9739-4d2c-85cd-b2935b1e98e2 req-74c1d994-5828-47bf-9fb2-4e76361fb4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:06.550778 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-de11cbd3-9739-4d2c-85cd-b2935b1e98e2 req-74c1d994-5828-47bf-9fb2-4e76361fb4e1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=91a437bb27a141a7b19e71e4b1cf439b&device_id=dae750f9-02fb-48fb-91b0-7fa6024a534e HTTP/1.1" status: 200 len: 1117 time: 0.0783877 Jul 29 23:18:06.554498 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21d6fe67-a2ba-4368-8d45-12b9c170ff23 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:18:06.602696 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 21d6fe67-a2ba-4368-8d45-12b9c170ff23, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=21d6fe67-a2ba-4368-8d45-12b9c170ff23,segment=NetworkSegment(42107b5e-6268-4b9c-87e8-287a1e78b5ad),segment_id=42107b5e-6268-4b9c-87e8-287a1e78b5ad)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:06.609960 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:06.659437 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56834) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:06.670211 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f21fb204-568b-40c9-9765-7071f1316d09 req-e2e0e197-b5d2-4e1d-a756-aa4a87119be7 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.43 "GET /v2.0/ports?device_id=d55ddcb9-989c-49f3-9219-954de0bfb4e9 HTTP/1.1" status: 200 len: 210 time: 0.2913811 Jul 29 23:18:06.727922 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e17594dd-2605-43e7-b5bb-f55fe8860a11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:06.728134 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=21d6fe67-a2ba-4368-8d45-12b9c170ff23,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:06.799014 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:06.907445 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['21d6fe67-a2ba-4368-8d45-12b9c170ff23'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:18:06.941383 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30657d3a-3547-458d-8afc-b764974d06b0 req-53799444-13a9-4355-b937-b951d48ed3de tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:06.948446 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11cbd3-9739-4d2c-85cd-b2935b1e98e2 req-0d7f2a26-c549-4669-95d9-ecf8a02c0126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:06.950547 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-de11cbd3-9739-4d2c-85cd-b2935b1e98e2 req-0d7f2a26-c549-4669-95d9-ecf8a02c0126 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c52606fd-eff3-44e2-a8fb-5c37b1347bbe HTTP/1.1" status: 200 len: 923 time: 0.3927839 Jul 29 23:18:06.951037 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-30657d3a-3547-458d-8afc-b764974d06b0 req-53799444-13a9-4355-b937-b951d48ed3de tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/ports?device_id=dae750f9-02fb-48fb-91b0-7fa6024a534e HTTP/1.1" status: 200 len: 965 time: 0.0921309 Jul 29 23:18:07.019654 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-30657d3a-3547-458d-8afc-b764974d06b0 req-78332fb6-b92c-4b32-9138-ee889e2992cc tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e2d3bd2-5b6e-4100-b437-94e8bee60adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673304 Jul 29 23:18:07.034196 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-de11cbd3-9739-4d2c-85cd-b2935b1e98e2 req-aebd4881-a339-4611-8266-cdc937e84295 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0dc2ea71-9552-41ab-ba99-8244b65fc2ba HTTP/1.1" status: 200 len: 217 time: 0.0708640 Jul 29 23:18:07.138664 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11cbd3-9739-4d2c-85cd-b2935b1e98e2 req-b8f5824c-04ea-4a74-9ea5-a15d14c59963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:07.140122 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-de11cbd3-9739-4d2c-85cd-b2935b1e98e2 req-b8f5824c-04ea-4a74-9ea5-a15d14c59963 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=dfebb0ef-4353-4839-9183-7e34bd8a6c57 HTTP/1.1" status: 200 len: 862 time: 0.0872259 Jul 29 23:18:07.220624 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-de11cbd3-9739-4d2c-85cd-b2935b1e98e2 req-add37d5f-c8e4-4aae-ba13-71d637a1d9a1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c52606fd-eff3-44e2-a8fb-5c37b1347bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692949 Jul 29 23:18:07.321300 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e17594dd-2605-43e7-b5bb-f55fe8860a11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:07.335397 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e17594dd-2605-43e7-b5bb-f55fe8860a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:07.393755 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-de11cbd3-9739-4d2c-85cd-b2935b1e98e2 req-a56e3d9b-5fbf-473f-82d0-6728b3b0a116 service neutron] 10.222.0.22 "GET /v2.0/networks/c52606fd-eff3-44e2-a8fb-5c37b1347bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638756 Jul 29 23:18:07.401514 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff380f19-a54c-4ce4-b434-5c636c09d2c9 req-985f16fc-afb7-42ea-b535-b3049da7c05c tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:07.408498 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ff380f19-a54c-4ce4-b434-5c636c09d2c9 req-985f16fc-afb7-42ea-b535-b3049da7c05c tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "GET /v2.0/ports?device_id=85583eda-44af-4b43-8f72-b78a59cb4479 HTTP/1.1" status: 200 len: 944 time: 0.1052678 Jul 29 23:18:07.442107 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.22', 64894) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:07.471450 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ff380f19-a54c-4ce4-b434-5c636c09d2c9 req-05174e11-c27b-483a-a80c-f9f834bb437b tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc34ce93-23ae-4faf-818b-1a3258fade29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567961 Jul 29 23:18:07.519512 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e17594dd-2605-43e7-b5bb-f55fe8860a11 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=14579d8a3983419c866266eae3b282fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8590171 Jul 29 23:18:07.522803 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56896) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:07.552549 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17594dd-2605-43e7-b5bb-f55fe8860a11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7294dc-531d-40e7-989a-e7760aac1417,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:07.584927 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-dd329a71-fdc9-495b-ac83-2f989023580e req-03573054-5cde-4eea-8668-d4fed33412c7 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0b33a91f-861e-4512-9e6c-72798824cfd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1437130 Jul 29 23:18:07.642600 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-de11cbd3-9739-4d2c-85cd-b2935b1e98e2 req-af16f8be-5d79-4ea0-aa98-5614fb2b0ceb service neutron] 10.222.0.22 "GET /v2.0/networks/c52606fd-eff3-44e2-a8fb-5c37b1347bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335601 Jul 29 23:18:07.651872 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e5a5b03f-51b7-486a-bc9f-b0d17b98fb46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:07.698980 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e5a5b03f-51b7-486a-bc9f-b0d17b98fb46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:07.744487 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd329a71-fdc9-495b-ac83-2f989023580e req-17af053c-dec5-4395-a305-7eb9bf4cb202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:07.747118 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-dd329a71-fdc9-495b-ac83-2f989023580e req-17af053c-dec5-4395-a305-7eb9bf4cb202 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=cbc9f2ac46384952ae2c9bcf5171ee4f&device_id=0b33a91f-861e-4512-9e6c-72798824cfd9 HTTP/1.1" status: 200 len: 1123 time: 0.1023455 Jul 29 23:18:07.811456 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e5a5b03f-51b7-486a-bc9f-b0d17b98fb46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:07.816096 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e5a5b03f-51b7-486a-bc9f-b0d17b98fb46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:07.817403 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e5a5b03f-51b7-486a-bc9f-b0d17b98fb46 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1c7294dc-531d-40e7-989a-e7760aac1417 HTTP/1.1" status: 204 len: 168 time: 0.2933819 Jul 29 23:18:07.839123 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a5b03f-51b7-486a-bc9f-b0d17b98fb46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7294dc-531d-40e7-989a-e7760aac1417,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:07.978709 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd329a71-fdc9-495b-ac83-2f989023580e req-93f6c0ee-f758-4446-b371-d833868e2dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:07.980756 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-dd329a71-fdc9-495b-ac83-2f989023580e req-93f6c0ee-f758-4446-b371-d833868e2dc5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d71c22dc-feef-410b-a7ed-6548cf85bd6f HTTP/1.1" status: 200 len: 870 time: 0.2093799 Jul 29 23:18:08.033331 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-dd329a71-fdc9-495b-ac83-2f989023580e req-0a3ebe91-826c-4efe-a2ca-f9cbce8d2c3e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=03e588dc-45e7-432a-9ad8-4f8c987c8b94 HTTP/1.1" status: 200 len: 217 time: 0.0446613 Jul 29 23:18:08.073176 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 21d6fe67-a2ba-4368-8d45-12b9c170ff23 up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:18:08.128559 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd329a71-fdc9-495b-ac83-2f989023580e req-d4a7b8ef-1fd8-4ad0-aa54-046cb61fabe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:08.130077 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-dd329a71-fdc9-495b-ac83-2f989023580e req-d4a7b8ef-1fd8-4ad0-aa54-046cb61fabe3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.0896964 Jul 29 23:18:08.142053 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port 21d6fe67-a2ba-4368-8d45-12b9c170ff23 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:18:08.148333 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port 21d6fe67-a2ba-4368-8d45-12b9c170ff23 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:18:08.150343 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:08.214015 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd329a71-fdc9-495b-ac83-2f989023580e req-4695bdd5-a1e5-4dad-b4e7-784c64bd5d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:08.222216 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-dd329a71-fdc9-495b-ac83-2f989023580e req-4695bdd5-a1e5-4dad-b4e7-784c64bd5d4a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0781353 Jul 29 23:18:08.266804 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:08.298440 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85583eda-44af-4b43-8f72-b78a59cb4479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21d6fe67-a2ba-4368-8d45-12b9c170ff23'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:18:08.303185 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd91fec9-0287-4bd6-94bf-db09dcea19f1" -d '{"events": [{"server_uuid": "85583eda-44af-4b43-8f72-b78a59cb4479", "name": "network-vif-plugged", "status": "completed", "tag": "21d6fe67-a2ba-4368-8d45-12b9c170ff23"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:18:08.337283 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 21d6fe67-a2ba-4368-8d45-12b9c170ff23, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=21d6fe67-a2ba-4368-8d45-12b9c170ff23,segment=NetworkSegment(42107b5e-6268-4b9c-87e8-287a1e78b5ad),segment_id=42107b5e-6268-4b9c-87e8-287a1e78b5ad)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:08.340671 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-dd329a71-fdc9-495b-ac83-2f989023580e req-51084cfe-d116-4085-942a-58d5085fbc74 service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160483 Jul 29 23:18:08.345564 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:08.347073 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device b9ee98e4-65d6-45c1-81bc-9376d59becb8 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:18:08.395897 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] No Port match for: b9ee98e4-65d6-45c1-81bc-9376d59becb8 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:18:08.396983 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device b9ee98e4-65d6-45c1-81bc-9376d59becb8 not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:18:08.463886 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-dd329a71-fdc9-495b-ac83-2f989023580e req-12bc1b00-6b71-47b9-9c53-5494cc9c2086 service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163604 Jul 29 23:18:08.466896 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f47224-6791-42cd-8ec7-766ef661f52c req-f41d3545-f319-48a7-aff6-ad41fe3a9244 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:08.477822 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a3f47224-6791-42cd-8ec7-766ef661f52c req-f41d3545-f319-48a7-aff6-ad41fe3a9244 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/ports?device_id=dae750f9-02fb-48fb-91b0-7fa6024a534e HTTP/1.1" status: 200 len: 965 time: 0.0688539 Jul 29 23:18:08.492273 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=21d6fe67-a2ba-4368-8d45-12b9c170ff23,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:08.535623 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a3f47224-6791-42cd-8ec7-766ef661f52c req-5b4684ca-9a51-4c91-9388-e3af459c1cb8 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e2d3bd2-5b6e-4100-b437-94e8bee60adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565183 Jul 29 23:18:08.679285 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9a8019f0-cb7f-4fa6-911d-db6705776dbe req-e7ea48ac-8ce6-4ae0-baf6-3521aa74508e tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=a19722bc31924ba0bbb07778f60e1584&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400858 Jul 29 23:18:08.696382 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56980) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:08.756948 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5f3195-640a-4793-ae72-e73d75d009e0 x-openstack-request-id: req-aa5f3195-640a-4793-ae72-e73d75d009e0 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:18:08.757415 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85583eda-44af-4b43-8f72-b78a59cb4479", "name": "network-vif-plugged", "status": "completed", "tag": "21d6fe67-a2ba-4368-8d45-12b9c170ff23", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:18:08.757834 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aa5f3195-640a-4793-ae72-e73d75d009e0 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:18:08.758399 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85583eda-44af-4b43-8f72-b78a59cb4479', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21d6fe67-a2ba-4368-8d45-12b9c170ff23', 'code': 200} Jul 29 23:18:08.871190 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8019f0-cb7f-4fa6-911d-db6705776dbe req-a6af8d3c-7ce8-4756-b1b7-15ad49e8b16c tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:08.873071 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9a8019f0-cb7f-4fa6-911d-db6705776dbe req-a6af8d3c-7ce8-4756-b1b7-15ad49e8b16c tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1930528 Jul 29 23:18:08.932180 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9a8019f0-cb7f-4fa6-911d-db6705776dbe req-4cd7d3fd-ba1e-4fca-a6e5-8584e671cd06 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.43 "GET /v2.0/quotas/a19722bc31924ba0bbb07778f60e1584 HTTP/1.1" status: 200 len: 375 time: 0.0370579 Jul 29 23:18:08.943117 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8880c83b-dc80-4a8c-ac99-5d86dc4c9ac6 req-8cc128f0-7d0e-43e9-b5ba-5dea9c39c8b4 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:08.944749 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8880c83b-dc80-4a8c-ac99-5d86dc4c9ac6 req-8cc128f0-7d0e-43e9-b5ba-5dea9c39c8b4 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "GET /v2.0/ports?device_id=85583eda-44af-4b43-8f72-b78a59cb4479 HTTP/1.1" status: 200 len: 945 time: 0.1177638 Jul 29 23:18:08.972430 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4c0af7fe-2e65-4e19-b787-e50d97a12125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:08.990216 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b6b568-8cf8-4fd0-bb6e-c1f224110ca3 req-a21762d9-8145-4be6-bef3-c227d5dc8c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:08.991740 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-16b6b568-8cf8-4fd0-bb6e-c1f224110ca3 req-a21762d9-8145-4be6-bef3-c227d5dc8c48 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=85583eda-44af-4b43-8f72-b78a59cb4479 HTTP/1.1" status: 200 len: 1097 time: 0.1075158 Jul 29 23:18:08.993651 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9a8019f0-cb7f-4fa6-911d-db6705776dbe req-d7235228-1d9a-4e0c-9e7a-ebec289474f5 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a19722bc31924ba0bbb07778f60e1584&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479817 Jul 29 23:18:09.054251 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8880c83b-dc80-4a8c-ac99-5d86dc4c9ac6 req-ee4aefc1-ad34-4c52-b3f8-beb09d07f5d3 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc34ce93-23ae-4faf-818b-1a3258fade29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890992 Jul 29 23:18:09.064878 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-16b6b568-8cf8-4fd0-bb6e-c1f224110ca3 req-779a4b2d-2d0b-4b81-a83a-4aa81c1287b8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=dc34ce93-23ae-4faf-818b-1a3258fade29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615754 Jul 29 23:18:09.121107 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4c0af7fe-2e65-4e19-b787-e50d97a12125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:09.126924 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4c0af7fe-2e65-4e19-b787-e50d97a12125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:09.161890 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0af7fe-2e65-4e19-b787-e50d97a12125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d942c7bf-b87c-4462-a61d-484614a7218e,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:09.200271 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 57010) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:09.200976 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4c0af7fe-2e65-4e19-b787-e50d97a12125 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a937229683eb4c3b87b722a52da883ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5027657 Jul 29 23:18:09.272027 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-666e4be3-147c-457b-9759-c84dd04bbcf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:09.352143 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-666e4be3-147c-457b-9759-c84dd04bbcf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:09.446318 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-752ff6c4-08f0-4ece-9719-e0548f3c1eb7 req-72527943-454e-4949-a3f7-4b81ccaf7381 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.43 "GET /v2.0/ports?device_id=59591732-c613-45a3-8ce3-4615f60249e7 HTTP/1.1" status: 200 len: 210 time: 0.0437882 Jul 29 23:18:09.463804 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 0dc2ea71-9552-41ab-ba99-8244b65fc2ba details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:18:09.474397 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-666e4be3-147c-457b-9759-c84dd04bbcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:09.478551 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-666e4be3-147c-457b-9759-c84dd04bbcf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:09.480131 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-666e4be3-147c-457b-9759-c84dd04bbcf9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d942c7bf-b87c-4462-a61d-484614a7218e HTTP/1.1" status: 204 len: 168 time: 0.2784009 Jul 29 23:18:09.492812 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e4be3-147c-457b-9759-c84dd04bbcf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d942c7bf-b87c-4462-a61d-484614a7218e,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:09.652943 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 0dc2ea71-9552-41ab-ba99-8244b65fc2ba, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=0dc2ea71-9552-41ab-ba99-8244b65fc2ba,segment=NetworkSegment(b15fd95c-eafe-4a6f-99aa-9d06f8ec7d52),segment_id=b15fd95c-eafe-4a6f-99aa-9d06f8ec7d52)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:09.679662 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '0dc2ea71-9552-41ab-ba99-8244b65fc2ba', 'network_id': 'c52606fd-eff3-44e2-a8fb-5c37b1347bbe', 'port_id': '0dc2ea71-9552-41ab-ba99-8244b65fc2ba', 'mac_address': 'fa:16:3e:9f:e6:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfebb0ef-4353-4839-9183-7e34bd8a6c57', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:tempest-test_az-361321593', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:18:09.743217 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c61da-0cb0-4ea2-9f3c-e41e590723eb req-d80e97bb-4327-4e02-9e2b-f75577207fd8 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:09.756555 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a75c61da-0cb0-4ea2-9f3c-e41e590723eb req-d80e97bb-4327-4e02-9e2b-f75577207fd8 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/ports?device_id=dae750f9-02fb-48fb-91b0-7fa6024a534e HTTP/1.1" status: 200 len: 965 time: 0.1119683 Jul 29 23:18:09.790147 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:09.807211 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dc2ea71-9552-41ab-ba99-8244b65fc2ba {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:18:09.829560 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 0dc2ea71-9552-41ab-ba99-8244b65fc2ba, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=0dc2ea71-9552-41ab-ba99-8244b65fc2ba,segment=NetworkSegment(b15fd95c-eafe-4a6f-99aa-9d06f8ec7d52),segment_id=b15fd95c-eafe-4a6f-99aa-9d06f8ec7d52)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:09.832652 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a75c61da-0cb0-4ea2-9f3c-e41e590723eb req-f73e4c2c-90b8-4277-b127-c4077743cf4f tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e2d3bd2-5b6e-4100-b437-94e8bee60adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714264 Jul 29 23:18:09.836603 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:09.910515 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=0dc2ea71-9552-41ab-ba99-8244b65fc2ba,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:09.913130 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47351b-6c1a-4b88-a44f-afd0d8007aa8 req-40aafaa9-d97f-4836-b77c-befed934f0d1 tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:09.916682 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bf47351b-6c1a-4b88-a44f-afd0d8007aa8 req-40aafaa9-d97f-4836-b77c-befed934f0d1 tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b33a91f-861e-4512-9e6c-72798824cfd9 HTTP/1.1" status: 200 len: 971 time: 0.0994349 Jul 29 23:18:09.960278 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bf47351b-6c1a-4b88-a44f-afd0d8007aa8 req-4ecce124-ef6f-4f16-8da9-e24892338e72 tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] 10.222.0.43 "GET /v2.0/security-groups?id=003fb35e-2e31-4dc8-a541-4129c85009b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369070 Jul 29 23:18:09.967752 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57054) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:10.056451 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57058) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:10.079729 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['0dc2ea71-9552-41ab-ba99-8244b65fc2ba'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:18:10.181429 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb70e41e-b5df-4f9e-ba64-785017ba5d0c req-b9d10919-6bd7-4632-98f3-d3547b047050 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:10.189615 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fb70e41e-b5df-4f9e-ba64-785017ba5d0c req-b9d10919-6bd7-4632-98f3-d3547b047050 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "GET /v2.0/ports?device_id=85583eda-44af-4b43-8f72-b78a59cb4479 HTTP/1.1" status: 200 len: 945 time: 0.0649877 Jul 29 23:18:10.231443 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-64a5bacc-caa3-4a5b-b29b-5a4c1605c996 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1641812901-network', 'tenant_id': 'c2657a7d23514506876a4df5f527f58c'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:18:10.239935 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fb70e41e-b5df-4f9e-ba64-785017ba5d0c req-b92caddd-68aa-4203-b1a3-1a409fcf8eec tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc34ce93-23ae-4faf-818b-1a3258fade29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492792 Jul 29 23:18:10.245344 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 57068) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:10.282430 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-39af19a2-15ca-4b56-a41f-3f8bbdfad533 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:10.287416 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a5bacc-caa3-4a5b-b29b-5a4c1605c996 admin admin] Made reservation on behalf of c2657a7d23514506876a4df5f527f58c for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:18:10.289733 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-64a5bacc-caa3-4a5b-b29b-5a4c1605c996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:10.314666 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-64a5bacc-caa3-4a5b-b29b-5a4c1605c996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:10.426693 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-39af19a2-15ca-4b56-a41f-3f8bbdfad533 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:10.431943 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-39af19a2-15ca-4b56-a41f-3f8bbdfad533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:10.505090 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6e495b20-7a77-4c54-864a-57efb5fd9cf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:10.505648 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-39af19a2-15ca-4b56-a41f-3f8bbdfad533 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0dd4b872d9c6443fa54ae9a75ec22c48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2518103 Jul 29 23:18:10.508780 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57072) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:10.519313 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39af19a2-15ca-4b56-a41f-3f8bbdfad533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78dc71a7-cf4d-4fbf-a1d7-56e90e7d308b,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:10.574140 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-488638ad-67e5-4844-b913-4a7a7eb21840 req-085f1ce4-cc9e-487f-9dbb-cd7529756270 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.43 "GET /v2.0/ports?device_id=59591732-c613-45a3-8ce3-4615f60249e7 HTTP/1.1" status: 200 len: 210 time: 0.0347853 Jul 29 23:18:10.580318 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-64a5bacc-caa3-4a5b-b29b-5a4c1605c996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:10.598330 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-64a5bacc-caa3-4a5b-b29b-5a4c1605c996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:10.643825 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64a5bacc-caa3-4a5b-b29b-5a4c1605c996 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:18:10.652755 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-40c1217d-4d29-49c1-b729-d049f31622af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:10.675534 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a5bacc-caa3-4a5b-b29b-5a4c1605c996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4763348b-fe40-45a5-959b-712b336a079b,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:10.684283 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-64a5bacc-caa3-4a5b-b29b-5a4c1605c996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:10.684751 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-64a5bacc-caa3-4a5b-b29b-5a4c1605c996 admin admin] Added segment a739f5fc-cf01-40c9-83c0-bfbae7f993f3 of type vlan for network f490981b-45a9-43e1-a661-0229cc7a8cd7 Jul 29 23:18:10.713288 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-40c1217d-4d29-49c1-b729-d049f31622af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:10.802516 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9a8019f0-cb7f-4fa6-911d-db6705776dbe req-b66372ff-52b3-4ffb-b460-c9c2e9145314 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=a19722bc31924ba0bbb07778f60e1584&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310965 Jul 29 23:18:10.804424 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-64a5bacc-caa3-4a5b-b29b-5a4c1605c996 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:10.867758 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-40c1217d-4d29-49c1-b729-d049f31622af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:10.870253 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-40c1217d-4d29-49c1-b729-d049f31622af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:10.875248 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-40c1217d-4d29-49c1-b729-d049f31622af admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/78dc71a7-cf4d-4fbf-a1d7-56e90e7d308b HTTP/1.1" status: 204 len: 168 time: 0.3606987 Jul 29 23:18:10.899883 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6e495b20-7a77-4c54-864a-57efb5fd9cf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:10.900919 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-64a5bacc-caa3-4a5b-b29b-5a4c1605c996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:10.901906 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a5bacc-caa3-4a5b-b29b-5a4c1605c996 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:10.902488 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-64a5bacc-caa3-4a5b-b29b-5a4c1605c996 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:10.928495 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6e495b20-7a77-4c54-864a-57efb5fd9cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:10.959245 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c1217d-4d29-49c1-b729-d049f31622af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78dc71a7-cf4d-4fbf-a1d7-56e90e7d308b,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:11.030500 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8019f0-cb7f-4fa6-911d-db6705776dbe req-66022ba2-0504-4a09-a911-e6869fe625c0 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:11.033352 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9a8019f0-cb7f-4fa6-911d-db6705776dbe req-66022ba2-0504-4a09-a911-e6869fe625c0 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2239528 Jul 29 23:18:11.057612 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-64a5bacc-caa3-4a5b-b29b-5a4c1605c996 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0880399 Jul 29 23:18:11.058892 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57112) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:11.068345 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-9a8019f0-cb7f-4fa6-911d-db6705776dbe req-c18f6e4e-a024-45b5-ad10-a3a5b91bdef5 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] Request body: {'port': {'device_id': '59591732-c613-45a3-8ce3-4615f60249e7', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'admin_state_up': True, 'tenant_id': 'a19722bc31924ba0bbb07778f60e1584'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:18:11.075406 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-0ae86fbe-5b2a-4c9c-bab3-3d0650af1dc9 admin admin] Request body: {'subnet': {'network_id': 'f490981b-45a9-43e1-a661-0229cc7a8cd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1641812901-subnet', 'tenant_id': 'c2657a7d23514506876a4df5f527f58c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:18:11.144414 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91283607-1007-4862-88e4-e1de2252074f req-a387e754-d73e-450c-9e89-a451fbc5a89d tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:11.147463 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a5bacc-caa3-4a5b-b29b-5a4c1605c996 admin admin] Pushing event updated for resources: {'Network': ['ID=f490981b-45a9-43e1-a661-0229cc7a8cd7,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:11.152581 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-6e495b20-7a77-4c54-864a-57efb5fd9cf6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=033c5e19e69a425bb50725029737f914&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0951304 Jul 29 23:18:11.159306 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network f490981b-45a9-43e1-a661-0229cc7a8cd7 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:18:11.162475 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57118) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:11.171321 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-91283607-1007-4862-88e4-e1de2252074f req-a387e754-d73e-450c-9e89-a451fbc5a89d tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/ports?device_id=dae750f9-02fb-48fb-91b0-7fa6024a534e HTTP/1.1" status: 200 len: 966 time: 0.1748242 Jul 29 23:18:11.217821 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e495b20-7a77-4c54-864a-57efb5fd9cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f31a6802-30a0-4ee1-ab81-e2b9c6a0eee8,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:11.263161 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-91283607-1007-4862-88e4-e1de2252074f req-11dc89ba-b8b6-4a18-abcd-a7ec9a72051d tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e2d3bd2-5b6e-4100-b437-94e8bee60adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892889 Jul 29 23:18:11.333374 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b3f13e-9fec-42b2-952e-3ff789e7828a req-86e91243-078d-44a5-82b4-5a95d7e8c549 tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:11.335474 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-33b3f13e-9fec-42b2-952e-3ff789e7828a req-86e91243-078d-44a5-82b4-5a95d7e8c549 tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] 10.222.0.22 "GET /v2.0/ports?device_id=0b33a91f-861e-4512-9e6c-72798824cfd9 HTTP/1.1" status: 200 len: 971 time: 0.2528863 Jul 29 23:18:11.393076 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 57126) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:11.427221 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63e77c5-fd79-4ecc-ab88-b1acb9ef4ef3 req-dba092cf-7cd8-443b-ab76-c39411464b5a tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:11.435191 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a63e77c5-fd79-4ecc-ab88-b1acb9ef4ef3 req-dba092cf-7cd8-443b-ab76-c39411464b5a tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "GET /v2.0/ports?device_id=85583eda-44af-4b43-8f72-b78a59cb4479 HTTP/1.1" status: 200 len: 945 time: 0.0859594 Jul 29 23:18:11.440461 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a8019f0-cb7f-4fa6-911d-db6705776dbe req-c18f6e4e-a024-45b5-ad10-a3a5b91bdef5 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] Made reservation on behalf of a19722bc31924ba0bbb07778f60e1584 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:18:11.444388 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-9a8019f0-cb7f-4fa6-911d-db6705776dbe req-c18f6e4e-a024-45b5-ad10-a3a5b91bdef5 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:11.464002 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae86fbe-5b2a-4c9c-bab3-3d0650af1dc9 admin admin] Made reservation on behalf of c2657a7d23514506876a4df5f527f58c for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:18:11.470854 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0ae86fbe-5b2a-4c9c-bab3-3d0650af1dc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:11.474455 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 0dc2ea71-9552-41ab-ba99-8244b65fc2ba up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:18:11.571592 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port 0dc2ea71-9552-41ab-ba99-8244b65fc2ba completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:18:11.578525 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 0dc2ea71-9552-41ab-ba99-8244b65fc2ba triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:18:11.579107 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a63e77c5-fd79-4ecc-ab88-b1acb9ef4ef3 req-4ed10d91-9101-48d7-b269-0bae5880a745 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc34ce93-23ae-4faf-818b-1a3258fade29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424787 Jul 29 23:18:11.579456 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:11.581087 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c5fe3b6a-627a-4369-9cd5-e96c13c58484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:11.607276 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c5fe3b6a-627a-4369-9cd5-e96c13c58484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:11.623797 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3552edab-fbd3-49fc-bff3-fb625c88fc19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:11.638011 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b637712c-4f6f-49a7-98a9-a59bdab9d1d4 req-546dad59-fe7a-48c0-8312-4978521719a4 tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:11.642074 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b637712c-4f6f-49a7-98a9-a59bdab9d1d4 req-546dad59-fe7a-48c0-8312-4978521719a4 tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b33a91f-861e-4512-9e6c-72798824cfd9 HTTP/1.1" status: 200 len: 971 time: 0.2023592 Jul 29 23:18:11.678112 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c5fe3b6a-627a-4369-9cd5-e96c13c58484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:11.680587 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c5fe3b6a-627a-4369-9cd5-e96c13c58484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:11.681760 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c5fe3b6a-627a-4369-9cd5-e96c13c58484 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f31a6802-30a0-4ee1-ab81-e2b9c6a0eee8 HTTP/1.1" status: 204 len: 168 time: 0.5170662 Jul 29 23:18:11.746423 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:11.834635 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae750f9-02fb-48fb-91b0-7fa6024a534e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc2ea71-9552-41ab-ba99-8244b65fc2ba'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:18:11.839126 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f8e8141-3142-450b-9930-1256bc8ec14c" -d '{"events": [{"server_uuid": "dae750f9-02fb-48fb-91b0-7fa6024a534e", "name": "network-vif-plugged", "status": "completed", "tag": "0dc2ea71-9552-41ab-ba99-8244b65fc2ba"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:18:11.850855 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4e2e8857-6afa-4381-b67c-251f6e22e3ee req-48c77df3-4f7b-4029-8fbd-d6eb4e0fed9f tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.43 "GET /v2.0/ports?device_id=59591732-c613-45a3-8ce3-4615f60249e7 HTTP/1.1" status: 200 len: 210 time: 0.1164000 Jul 29 23:18:11.865740 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 0dc2ea71-9552-41ab-ba99-8244b65fc2ba, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=0dc2ea71-9552-41ab-ba99-8244b65fc2ba,segment=NetworkSegment(b15fd95c-eafe-4a6f-99aa-9d06f8ec7d52),segment_id=b15fd95c-eafe-4a6f-99aa-9d06f8ec7d52)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:11.870185 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b637712c-4f6f-49a7-98a9-a59bdab9d1d4 req-ac4955d5-4e3f-45c9-97fb-14c080e0e44c tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] 10.222.0.43 "GET /v2.0/security-groups?id=003fb35e-2e31-4dc8-a541-4129c85009b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015374 Jul 29 23:18:11.882970 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:11.967231 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-9a8019f0-cb7f-4fa6-911d-db6705776dbe req-c18f6e4e-a024-45b5-ad10-a3a5b91bdef5 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] Allocated IP 192.168.233.65 (d71c22dc-feef-410b-a7ed-6548cf85bd6f/64bdc61a-58ca-49c7-bae5-ecfed9ee407c/e987b4ec-ae55-4724-b2c9-7a7c82fc1ec8) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:18:11.969842 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fce9d2a-d2d8-432e-b016-236bb02c6319 x-openstack-request-id: req-9fce9d2a-d2d8-432e-b016-236bb02c6319 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:18:11.970602 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae750f9-02fb-48fb-91b0-7fa6024a534e", "name": "network-vif-plugged", "status": "completed", "tag": "0dc2ea71-9552-41ab-ba99-8244b65fc2ba", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:18:11.970962 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9fce9d2a-d2d8-432e-b016-236bb02c6319 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:18:11.982427 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dae750f9-02fb-48fb-91b0-7fa6024a534e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc2ea71-9552-41ab-ba99-8244b65fc2ba', 'code': 200} Jul 29 23:18:12.028890 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=0dc2ea71-9552-41ab-ba99-8244b65fc2ba,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:12.085779 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fe3b6a-627a-4369-9cd5-e96c13c58484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f31a6802-30a0-4ee1-ab81-e2b9c6a0eee8,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:12.089080 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-33b3f13e-9fec-42b2-952e-3ff789e7828a req-5d92c34d-8197-4b31-ad85-fdfb9f126ee8 tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] Deleting port 03e588dc-45e7-432a-9ad8-4f8c987c8b94 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:18:12.089662 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-33b3f13e-9fec-42b2-952e-3ff789e7828a req-5d92c34d-8197-4b31-ad85-fdfb9f126ee8 tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:12.095276 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff8aa34-e96c-479a-a221-785a696ceebf req-5caf31c3-a2f7-4bdc-8a8d-5f8483203b3f tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:12.096888 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9ff8aa34-e96c-479a-a221-785a696ceebf req-5caf31c3-a2f7-4bdc-8a8d-5f8483203b3f tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "GET /v2.0/ports?device_id=85583eda-44af-4b43-8f72-b78a59cb4479 HTTP/1.1" status: 200 len: 945 time: 0.1102691 Jul 29 23:18:12.112088 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 57152) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:12.115648 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3552edab-fbd3-49fc-bff3-fb625c88fc19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:12.123297 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-fd08b40b-993d-4a8d-9871-ad16106ab75f tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Request body: {'floatingip': {'port_id': '21d6fe67-a2ba-4368-8d45-12b9c170ff23'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:18:12.188509 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0ae86fbe-5b2a-4c9c-bab3-3d0650af1dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:12.208252 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3552edab-fbd3-49fc-bff3-fb625c88fc19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:12.262685 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-3552edab-fbd3-49fc-bff3-fb625c88fc19 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=089daf292af6494b8d9c123de1275528&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8677413 Jul 29 23:18:12.265078 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fd08b40b-993d-4a8d-9871-ad16106ab75f tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Notify callbacks [] for floatingip, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:12.268860 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57156) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:12.269401 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57158) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:12.300489 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa8680d-3a38-4a2c-81de-ee4d76e511b8 req-2ad06339-4dba-4157-864c-c820e1135336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:12.302475 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-eaa8680d-3a38-4a2c-81de-ee4d76e511b8 req-2ad06339-4dba-4157-864c-c820e1135336 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=dae750f9-02fb-48fb-91b0-7fa6024a534e HTTP/1.1" status: 200 len: 1119 time: 0.2072380 Jul 29 23:18:12.370041 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae86fbe-5b2a-4c9c-bab3-3d0650af1dc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=998261e9-cec6-4719-b797-0c7da54a3001,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:12.372135 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-11ee6c69-68da-41a4-b342-52b48940b404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:12.415288 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-9a8019f0-cb7f-4fa6-911d-db6705776dbe req-c18f6e4e-a024-45b5-ad10-a3a5b91bdef5 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:12.457770 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-33b3f13e-9fec-42b2-952e-3ff789e7828a req-5d92c34d-8197-4b31-ad85-fdfb9f126ee8 tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] For port 03e588dc-45e7-432a-9ad8-4f8c987c8b94, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=03e588dc-45e7-432a-9ad8-4f8c987c8b94,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:12.458039 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-33b3f13e-9fec-42b2-952e-3ff789e7828a req-5d92c34d-8197-4b31-ad85-fdfb9f126ee8 tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:12.469853 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-9a8019f0-cb7f-4fa6-911d-db6705776dbe req-c18f6e4e-a024-45b5-ad10-a3a5b91bdef5 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] Transition to ACTIVE for port object e987b4ec-ae55-4724-b2c9-7a7c82fc1ec8 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:18:12.494475 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae86fbe-5b2a-4c9c-bab3-3d0650af1dc9 admin admin] Checking segment: {'id': 'a739f5fc-cf01-40c9-83c0-bfbae7f993f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f490981b-45a9-43e1-a661-0229cc7a8cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:18:12.494842 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae86fbe-5b2a-4c9c-bab3-3d0650af1dc9 admin admin] Network hostable DHCP agents. Network: f490981b-45a9-43e1-a661-0229cc7a8cd7, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:18:12.497198 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-33b3f13e-9fec-42b2-952e-3ff789e7828a req-5d92c34d-8197-4b31-ad85-fdfb9f126ee8 tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] Calling delete_port for 03e588dc-45e7-432a-9ad8-4f8c987c8b94 owned by compute:tempest-test_az-361321593 {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:18:12.502648 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-eaa8680d-3a38-4a2c-81de-ee4d76e511b8 req-d7048dbf-77b5-42fd-b871-4cc9159eb39a service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=6e2d3bd2-5b6e-4100-b437-94e8bee60adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543112 Jul 29 23:18:12.503268 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ccc655ab-229f-4672-a68f-210d0aacec44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:12.588949 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3552edab-fbd3-49fc-bff3-fb625c88fc19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbfa1747-b5e6-4742-8022-ca0fca6aaa77,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:12.620896 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ccc655ab-229f-4672-a68f-210d0aacec44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:12.653867 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae86fbe-5b2a-4c9c-bab3-3d0650af1dc9 admin admin] Network f490981b-45a9-43e1-a661-0229cc7a8cd7 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:18:12.691008 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-0ae86fbe-5b2a-4c9c-bab3-3d0650af1dc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, f490981b-45a9-43e1-a661-0229cc7a8cd7) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:18:12.700642 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8fe236-184a-4fcb-8547-4a2c23db5987 None None] Network f490981b-45a9-43e1-a661-0229cc7a8cd7 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:18:12.706004 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae86fbe-5b2a-4c9c-bab3-3d0650af1dc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:12.706602 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0ae86fbe-5b2a-4c9c-bab3-3d0650af1dc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:12.710329 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec770f9-d530-4490-a557-e9910d908a0a req-dc968cb1-b9de-40bb-85ae-69737e55e1c6 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:12.714092 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fec770f9-d530-4490-a557-e9910d908a0a req-dc968cb1-b9de-40bb-85ae-69737e55e1c6 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/ports?device_id=dae750f9-02fb-48fb-91b0-7fa6024a534e HTTP/1.1" status: 200 len: 967 time: 0.2848949 Jul 29 23:18:12.740389 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-9a8019f0-cb7f-4fa6-911d-db6705776dbe req-c18f6e4e-a024-45b5-ad10-a3a5b91bdef5 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:12.752100 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-11ee6c69-68da-41a4-b342-52b48940b404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:12.754287 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ccc655ab-229f-4672-a68f-210d0aacec44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:12.757069 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ccc655ab-229f-4672-a68f-210d0aacec44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:12.760684 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ccc655ab-229f-4672-a68f-210d0aacec44 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cbfa1747-b5e6-4742-8022-ca0fca6aaa77 HTTP/1.1" status: 204 len: 168 time: 0.4827497 Jul 29 23:18:12.765774 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-11ee6c69-68da-41a4-b342-52b48940b404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:12.774884 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc655ab-229f-4672-a68f-210d0aacec44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbfa1747-b5e6-4742-8022-ca0fca6aaa77,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:12.777353 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0ae86fbe-5b2a-4c9c-bab3-3d0650af1dc9 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.7092211 Jul 29 23:18:12.842982 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18f6e4e-a024-45b5-ad10-a3a5b91bdef5 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] Pushing event updated for resources: {'Port': ['ID=e987b4ec-ae55-4724-b2c9-7a7c82fc1ec8,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:12.878713 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-11ee6c69-68da-41a4-b342-52b48940b404 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a77693cc50e24d5eba246ad5ca071aab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6018393 Jul 29 23:18:12.886952 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ee6c69-68da-41a4-b342-52b48940b404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba24eed2-4b88-4a03-9888-54de5f96655e,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:12.898583 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57182) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:12.973599 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899e161d-6c1c-417a-9970-5d7fc8a58a8f None None] Network f490981b-45a9-43e1-a661-0229cc7a8cd7 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:18:12.986705 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a8019f0-cb7f-4fa6-911d-db6705776dbe req-c18f6e4e-a024-45b5-ad10-a3a5b91bdef5 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] Network d71c22dc-feef-410b-a7ed-6548cf85bd6f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:18:13.009805 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fec770f9-d530-4490-a557-e9910d908a0a req-3fd6b52d-b81c-44b3-9aea-7cb7ac373dde tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e2d3bd2-5b6e-4100-b437-94e8bee60adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783942 Jul 29 23:18:13.026533 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-33b3f13e-9fec-42b2-952e-3ff789e7828a req-5d92c34d-8197-4b31-ad85-fdfb9f126ee8 tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:13.053301 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-9a8019f0-cb7f-4fa6-911d-db6705776dbe req-c18f6e4e-a024-45b5-ad10-a3a5b91bdef5 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:18:13.086519 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['03e588dc-45e7-432a-9ad8-4f8c987c8b94'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:18:13.090901 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a8019f0-cb7f-4fa6-911d-db6705776dbe req-c18f6e4e-a024-45b5-ad10-a3a5b91bdef5 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:18:13.108507 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8019f0-cb7f-4fa6-911d-db6705776dbe req-c18f6e4e-a024-45b5-ad10-a3a5b91bdef5 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:13.111278 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-9a8019f0-cb7f-4fa6-911d-db6705776dbe req-c18f6e4e-a024-45b5-ad10-a3a5b91bdef5 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:13.128802 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f7641f88-ceab-43e0-8596-1036937c8e84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:13.154672 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f7641f88-ceab-43e0-8596-1036937c8e84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:13.179723 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9a8019f0-cb7f-4fa6-911d-db6705776dbe req-c18f6e4e-a024-45b5-ad10-a3a5b91bdef5 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1177187 Jul 29 23:18:13.206843 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d92c34d-8197-4b31-ad85-fdfb9f126ee8 tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] Pushing event deleted for resources: {'Port': ['ID=03e588dc-45e7-432a-9ad8-4f8c987c8b94,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:13.228531 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f7641f88-ceab-43e0-8596-1036937c8e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:13.231421 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f7641f88-ceab-43e0-8596-1036937c8e84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:13.233053 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-f7641f88-ceab-43e0-8596-1036937c8e84 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ba24eed2-4b88-4a03-9888-54de5f96655e HTTP/1.1" status: 204 len: 168 time: 0.3335044 Jul 29 23:18:13.245175 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7641f88-ceab-43e0-8596-1036937c8e84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba24eed2-4b88-4a03-9888-54de5f96655e,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:13.339835 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5dbff914-1e19-4575-8884-e19d0eab251d req-2f1ea325-6861-46a6-b746-8f38eca84cd0 tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b33a91f-861e-4512-9e6c-72798824cfd9 HTTP/1.1" status: 200 len: 210 time: 0.1803789 Jul 29 23:18:13.348866 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-9a8019f0-cb7f-4fa6-911d-db6705776dbe req-d507ae6d-195e-4687-b37c-b92cdb882d72 service neutron] Request body: {'port': {'device_id': '59591732-c613-45a3-8ce3-4615f60249e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:18:13.364630 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-33b3f13e-9fec-42b2-952e-3ff789e7828a req-5d92c34d-8197-4b31-ad85-fdfb9f126ee8 tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] No DVR routers for this DVR port 03e588dc-45e7-432a-9ad8-4f8c987c8b94 on host n-h2-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:18:13.370033 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-33b3f13e-9fec-42b2-952e-3ff789e7828a req-5d92c34d-8197-4b31-ad85-fdfb9f126ee8 tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:13.375937 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-33b3f13e-9fec-42b2-952e-3ff789e7828a req-5d92c34d-8197-4b31-ad85-fdfb9f126ee8 tempest-AggregatesAdminTestJSON-849840061 tempest-AggregatesAdminTestJSON-849840061-project] 10.222.0.22 "DELETE /v2.0/ports/03e588dc-45e7-432a-9ad8-4f8c987c8b94 HTTP/1.1" status: 204 len: 173 time: 2.0310102 Jul 29 23:18:13.376691 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b33a91f-861e-4512-9e6c-72798824cfd9', 'name': 'network-vif-deleted', 'tag': '03e588dc-45e7-432a-9ad8-4f8c987c8b94'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:18:13.380046 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf52a55-2ba4-4986-aa15-d7ffbb6d4828" -d '{"events": [{"server_uuid": "0b33a91f-861e-4512-9e6c-72798824cfd9", "name": "network-vif-deleted", "tag": "03e588dc-45e7-432a-9ad8-4f8c987c8b94"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:18:13.459321 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78167e0-57e2-4cf1-9c21-c73228b59b5f x-openstack-request-id: req-e78167e0-57e2-4cf1-9c21-c73228b59b5f {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:18:13.459631 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b33a91f-861e-4512-9e6c-72798824cfd9", "name": "network-vif-deleted", "tag": "03e588dc-45e7-432a-9ad8-4f8c987c8b94", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:18:13.459886 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e78167e0-57e2-4cf1-9c21-c73228b59b5f {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:18:13.461468 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b33a91f-861e-4512-9e6c-72798824cfd9', 'name': 'network-vif-deleted', 'tag': '03e588dc-45e7-432a-9ad8-4f8c987c8b94', 'status': 'completed', 'code': 200} Jul 29 23:18:13.546962 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-d33a7e09-c67d-497a-b502-7bdf224e6a48 None None] Provisioning for port e987b4ec-ae55-4724-b2c9-7a7c82fc1ec8 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:18:13.553620 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-d33a7e09-c67d-497a-b502-7bdf224e6a48 None None] Provisioning complete for port e987b4ec-ae55-4724-b2c9-7a7c82fc1ec8 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:18:13.554123 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d33a7e09-c67d-497a-b502-7bdf224e6a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:13.598821 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57206) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:13.623198 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-527a994c-0d68-4b46-85f9-c271c2f8d8af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:13.632781 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-d33a7e09-c67d-497a-b502-7bdf224e6a48 None None] Port e987b4ec-ae55-4724-b2c9-7a7c82fc1ec8 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:18:13.795093 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-527a994c-0d68-4b46-85f9-c271c2f8d8af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:13.800552 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-527a994c-0d68-4b46-85f9-c271c2f8d8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:13.850529 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-527a994c-0d68-4b46-85f9-c271c2f8d8af admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=43c814ab644e42978eaf201939231581&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2481871 Jul 29 23:18:13.850529 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527a994c-0d68-4b46-85f9-c271c2f8d8af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb6541bb-502b-4ab9-8e1b-9b7432ef4f1d,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:13.851753 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57212) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:13.873393 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-9a8019f0-cb7f-4fa6-911d-db6705776dbe req-d507ae6d-195e-4687-b37c-b92cdb882d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:13.914557 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-473625dd-7585-4ccb-980f-c7ed4b80ba28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:13.939996 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-473625dd-7585-4ccb-980f-c7ed4b80ba28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:13.945135 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aa3e21-b244-4e26-8ccc-dde9321643c3 req-604acb58-4044-4eba-bc2a-a2744b87cbb8 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:13.946807 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d5aa3e21-b244-4e26-8ccc-dde9321643c3 req-604acb58-4044-4eba-bc2a-a2744b87cbb8 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.43 "GET /v2.0/ports?device_id=59591732-c613-45a3-8ce3-4615f60249e7 HTTP/1.1" status: 200 len: 935 time: 0.6729448 Jul 29 23:18:14.009760 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-473625dd-7585-4ccb-980f-c7ed4b80ba28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:14.012827 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-473625dd-7585-4ccb-980f-c7ed4b80ba28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:14.015667 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-473625dd-7585-4ccb-980f-c7ed4b80ba28 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/eb6541bb-502b-4ab9-8e1b-9b7432ef4f1d HTTP/1.1" status: 204 len: 168 time: 0.1628759 Jul 29 23:18:14.031961 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473625dd-7585-4ccb-980f-c7ed4b80ba28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb6541bb-502b-4ab9-8e1b-9b7432ef4f1d,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:14.204783 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d5aa3e21-b244-4e26-8ccc-dde9321643c3 req-2df8fbdd-f666-4e62-abcd-9499a55c7772 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.43 "GET /v2.0/security-groups?id=18041719-2afc-47a1-b0fb-26810a26f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260017 Jul 29 23:18:14.372561 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.db.resource_extend [None req-fd08b40b-993d-4a8d-9871-ad16106ab75f tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:18:14.490321 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1fc374-9f06-4d1d-9990-123de2a9a2c7 req-33a47e62-bf4e-4b32-acfa-f818e425bbb6 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:14.492037 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ab1fc374-9f06-4d1d-9990-123de2a9a2c7 req-33a47e62-bf4e-4b32-acfa-f818e425bbb6 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/ports?device_id=dae750f9-02fb-48fb-91b0-7fa6024a534e HTTP/1.1" status: 200 len: 967 time: 0.2965381 Jul 29 23:18:14.525977 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57242) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:14.526499 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fd08b40b-993d-4a8d-9871-ad16106ab75f tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:14.538542 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-e29c9dd7-a792-4930-90fa-ab610393c9ad admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1041039248-network', 'tenant_id': 'e985444534a247388e03fc7222e3c972'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:18:14.540828 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fd08b40b-993d-4a8d-9871-ad16106ab75f tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:14.579210 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29c9dd7-a792-4930-90fa-ab610393c9ad admin admin] Made reservation on behalf of e985444534a247388e03fc7222e3c972 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:18:14.582118 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e29c9dd7-a792-4930-90fa-ab610393c9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:14.594477 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e29c9dd7-a792-4930-90fa-ab610393c9ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:14.625112 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ab1fc374-9f06-4d1d-9990-123de2a9a2c7 req-514b0807-da4a-46fe-ad60-911baef3420c tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e2d3bd2-5b6e-4100-b437-94e8bee60adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197155 Jul 29 23:18:14.733159 n-d-712141-10 neutron-server[94078]: INFO neutron.db.l3_db [None req-fd08b40b-993d-4a8d-9871-ad16106ab75f tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Floating IP 2ad20a5a-b1fc-41a9-9ae2-9aeb17c793dd associated. External IP: 172.25.0.41, port: 21d6fe67-a2ba-4368-8d45-12b9c170ff23. Jul 29 23:18:14.769398 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e29c9dd7-a792-4930-90fa-ab610393c9ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:14.777003 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e29c9dd7-a792-4930-90fa-ab610393c9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:14.787558 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-9a8019f0-cb7f-4fa6-911d-db6705776dbe req-d507ae6d-195e-4687-b37c-b92cdb882d72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e987b4ec-ae55-4724-b2c9-7a7c82fc1ec8 {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:18:14.811605 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 57252) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:14.812604 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e29c9dd7-a792-4930-90fa-ab610393c9ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:18:14.813876 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-9a8019f0-cb7f-4fa6-911d-db6705776dbe req-d507ae6d-195e-4687-b37c-b92cdb882d72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:14.825097 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29c9dd7-a792-4930-90fa-ab610393c9ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a8aed0-31ef-4260-972e-90cc09e26fd5,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:14.831771 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e29c9dd7-a792-4930-90fa-ab610393c9ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:14.833109 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-e29c9dd7-a792-4930-90fa-ab610393c9ad admin admin] Added segment b98b9d10-daaa-4682-8639-f2a9b95d0abd of type vlan for network 18ce6e23-c43b-49d7-9d59-8f4cc127d788 Jul 29 23:18:14.887923 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e29c9dd7-a792-4930-90fa-ab610393c9ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:14.888337 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-9a8019f0-cb7f-4fa6-911d-db6705776dbe req-d507ae6d-195e-4687-b37c-b92cdb882d72 service neutron] Transition to ACTIVE for port object e987b4ec-ae55-4724-b2c9-7a7c82fc1ec8 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:18:14.898580 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-9a8019f0-cb7f-4fa6-911d-db6705776dbe req-d507ae6d-195e-4687-b37c-b92cdb882d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:14.915755 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8c103a-9e9d-4dca-99a1-3a120e3ff0bd req-d170bb28-f667-4ec4-aea5-03d068cdf927 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:14.924754 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7c8c103a-9e9d-4dca-99a1-3a120e3ff0bd req-d170bb28-f667-4ec4-aea5-03d068cdf927 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/ports?device_id=dae750f9-02fb-48fb-91b0-7fa6024a534e HTTP/1.1" status: 200 len: 967 time: 0.1554742 Jul 29 23:18:14.925461 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e29c9dd7-a792-4930-90fa-ab610393c9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:14.926860 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29c9dd7-a792-4930-90fa-ab610393c9ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:14.927776 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e29c9dd7-a792-4930-90fa-ab610393c9ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:15.002906 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d507ae6d-195e-4687-b37c-b92cdb882d72 service neutron] Pushing event updated for resources: {'Port': ['ID=e987b4ec-ae55-4724-b2c9-7a7c82fc1ec8,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:15.006826 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e29c9dd7-a792-4930-90fa-ab610393c9ad admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.4759970 Jul 29 23:18:15.013873 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57262) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:15.021049 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-77223468-25a1-4e28-a1ec-05a99faac188 admin admin] Request body: {'subnet': {'network_id': '18ce6e23-c43b-49d7-9d59-8f4cc127d788', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1041039248-subnet', 'tenant_id': 'e985444534a247388e03fc7222e3c972', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:18:15.045682 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29c9dd7-a792-4930-90fa-ab610393c9ad admin admin] Pushing event updated for resources: {'Network': ['ID=18ce6e23-c43b-49d7-9d59-8f4cc127d788,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:15.061827 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 18ce6e23-c43b-49d7-9d59-8f4cc127d788 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:18:15.064902 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77223468-25a1-4e28-a1ec-05a99faac188 admin admin] Made reservation on behalf of e985444534a247388e03fc7222e3c972 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:18:15.070136 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-77223468-25a1-4e28-a1ec-05a99faac188 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:15.080084 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7c8c103a-9e9d-4dca-99a1-3a120e3ff0bd req-8d99cd85-9c0f-468c-b24c-a28a796e250b tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e2d3bd2-5b6e-4100-b437-94e8bee60adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542649 Jul 29 23:18:15.151045 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-9a8019f0-cb7f-4fa6-911d-db6705776dbe req-d507ae6d-195e-4687-b37c-b92cdb882d72 service neutron] Attempting to bind port e987b4ec-ae55-4724-b2c9-7a7c82fc1ec8 on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:18:15.157632 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-9a8019f0-cb7f-4fa6-911d-db6705776dbe req-d507ae6d-195e-4687-b37c-b92cdb882d72 service neutron] Attempting to bind port e987b4ec-ae55-4724-b2c9-7a7c82fc1ec8 by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:18:15.157957 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8019f0-cb7f-4fa6-911d-db6705776dbe req-d507ae6d-195e-4687-b37c-b92cdb882d72 service neutron] Attempting to bind port e987b4ec-ae55-4724-b2c9-7a7c82fc1ec8 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:18:15.253745 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8019f0-cb7f-4fa6-911d-db6705776dbe req-d507ae6d-195e-4687-b37c-b92cdb882d72 service neutron] Port e987b4ec-ae55-4724-b2c9-7a7c82fc1ec8 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:18:15.254537 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8019f0-cb7f-4fa6-911d-db6705776dbe req-d507ae6d-195e-4687-b37c-b92cdb882d72 service neutron] Attempting to bind port e987b4ec-ae55-4724-b2c9-7a7c82fc1ec8 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:18:15.263338 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd08b40b-993d-4a8d-9871-ad16106ab75f tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Router 2cdaefaf-dcbd-4b6a-a327-2989f85aa230 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:18:15.352438 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8019f0-cb7f-4fa6-911d-db6705776dbe req-d507ae6d-195e-4687-b37c-b92cdb882d72 service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:18:15.352894 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8019f0-cb7f-4fa6-911d-db6705776dbe req-d507ae6d-195e-4687-b37c-b92cdb882d72 service neutron] Checking segment: {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:18:15.353368 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a8019f0-cb7f-4fa6-911d-db6705776dbe req-d507ae6d-195e-4687-b37c-b92cdb882d72 service neutron] Bound using segment: {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:18:15.353923 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-9a8019f0-cb7f-4fa6-911d-db6705776dbe req-d507ae6d-195e-4687-b37c-b92cdb882d72 service neutron] Bound port: e987b4ec-ae55-4724-b2c9-7a7c82fc1ec8, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:18:15.354352 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-9a8019f0-cb7f-4fa6-911d-db6705776dbe req-d507ae6d-195e-4687-b37c-b92cdb882d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:15.410302 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-77223468-25a1-4e28-a1ec-05a99faac188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:15.474100 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df790c23-fbd9-4dbe-8885-5009ed960d90 req-42eecd2b-3abd-4c1f-9ea0-45e4a8b3fd03 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:15.479714 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77223468-25a1-4e28-a1ec-05a99faac188 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b86565f5-9515-40e5-9e83-e29bca449291,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:15.481750 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77223468-25a1-4e28-a1ec-05a99faac188 admin admin] Checking segment: {'id': 'b98b9d10-daaa-4682-8639-f2a9b95d0abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '18ce6e23-c43b-49d7-9d59-8f4cc127d788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:18:15.482108 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77223468-25a1-4e28-a1ec-05a99faac188 admin admin] Network hostable DHCP agents. Network: 18ce6e23-c43b-49d7-9d59-8f4cc127d788, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:18:15.493001 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-df790c23-fbd9-4dbe-8885-5009ed960d90 req-42eecd2b-3abd-4c1f-9ea0-45e4a8b3fd03 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/ports?device_id=dae750f9-02fb-48fb-91b0-7fa6024a534e HTTP/1.1" status: 200 len: 967 time: 0.2784574 Jul 29 23:18:15.504218 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77223468-25a1-4e28-a1ec-05a99faac188 admin admin] Network 18ce6e23-c43b-49d7-9d59-8f4cc127d788 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:18:15.509346 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 03e588dc-45e7-432a-9ad8-4f8c987c8b94 no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:18:15.535763 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: 03e588dc-45e7-432a-9ad8-4f8c987c8b94 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:18:15.536500 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 03e588dc-45e7-432a-9ad8-4f8c987c8b94 not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:18:15.543805 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-77223468-25a1-4e28-a1ec-05a99faac188 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 18ce6e23-c43b-49d7-9d59-8f4cc127d788) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:18:15.550837 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77223468-25a1-4e28-a1ec-05a99faac188 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:15.551454 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-77223468-25a1-4e28-a1ec-05a99faac188 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:15.556297 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9146803d-3aee-4475-932d-37b1f942a767 None None] Network 18ce6e23-c43b-49d7-9d59-8f4cc127d788 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:18:15.581785 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-77223468-25a1-4e28-a1ec-05a99faac188 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5667257 Jul 29 23:18:15.752448 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a099a7-bf84-4410-a2b2-254271816d74 None None] Network 18ce6e23-c43b-49d7-9d59-8f4cc127d788 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:18:15.788269 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf02aebb-e1fc-4a57-b78f-855638c34e1e req-30d97471-038b-43a0-92a9-c4726808d937 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:15.789795 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bf02aebb-e1fc-4a57-b78f-855638c34e1e req-30d97471-038b-43a0-92a9-c4726808d937 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.43 "GET /v2.0/ports?device_id=59591732-c613-45a3-8ce3-4615f60249e7 HTTP/1.1" status: 200 len: 947 time: 0.4325557 Jul 29 23:18:15.828355 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-9f465fac-e7cc-4547-b4db-f673abee9eba admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cbc9f2ac46384952ae2c9bcf5171ee4f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0065131 Jul 29 23:18:15.830862 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57294) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:15.885940 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-df790c23-fbd9-4dbe-8885-5009ed960d90 req-b5fa9148-393c-4635-9ee1-eeb4febb3cfa tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e2d3bd2-5b6e-4100-b437-94e8bee60adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3868825 Jul 29 23:18:15.913599 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-9a8019f0-cb7f-4fa6-911d-db6705776dbe req-d507ae6d-195e-4687-b37c-b92cdb882d72 service neutron] For port e987b4ec-ae55-4724-b2c9-7a7c82fc1ec8, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:18:15.919677 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-9a8019f0-cb7f-4fa6-911d-db6705776dbe req-d507ae6d-195e-4687-b37c-b92cdb882d72 service neutron] For port e987b4ec-ae55-4724-b2c9-7a7c82fc1ec8, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=e987b4ec-ae55-4724-b2c9-7a7c82fc1ec8,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:18:15.932731 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-9a8019f0-cb7f-4fa6-911d-db6705776dbe req-d507ae6d-195e-4687-b37c-b92cdb882d72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:15.935053 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd08b40b-993d-4a8d-9871-ad16106ab75f tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:18:15.944849 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e0834d3a-c33c-4088-a25b-b575ca5ab08c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:15.944988 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fd08b40b-993d-4a8d-9871-ad16106ab75f tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:15.950431 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9362b16d-8f14-47c6-aedf-9a914991142f None None] Sync routers for ids ['2cdaefaf-dcbd-4b6a-a327-2989f85aa230'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:18:15.960171 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bf02aebb-e1fc-4a57-b78f-855638c34e1e req-493c2bbe-475d-494f-b7d0-2738a14f90ad tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.43 "GET /v2.0/security-groups?id=18041719-2afc-47a1-b0fb-26810a26f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361861 Jul 29 23:18:15.968718 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9362b16d-8f14-47c6-aedf-9a914991142f None None] Routers {'2cdaefaf-dcbd-4b6a-a327-2989f85aa230'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:18:15.969571 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-9362b16d-8f14-47c6-aedf-9a914991142f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:17:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['2cdaefaf-dcbd-4b6a-a327-2989f85aa230'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:18:15.991825 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e0834d3a-c33c-4088-a25b-b575ca5ab08c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:16.017977 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8019f0-cb7f-4fa6-911d-db6705776dbe req-d507ae6d-195e-4687-b37c-b92cdb882d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:16.021632 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-9a8019f0-cb7f-4fa6-911d-db6705776dbe req-d507ae6d-195e-4687-b37c-b92cdb882d72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:16.023281 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9a8019f0-cb7f-4fa6-911d-db6705776dbe req-d507ae6d-195e-4687-b37c-b92cdb882d72 service neutron] 10.222.0.41 "PUT /v2.0/ports/e987b4ec-ae55-4724-b2c9-7a7c82fc1ec8 HTTP/1.1" status: 200 len: 1096 time: 2.6864433 Jul 29 23:18:16.023907 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59591732-c613-45a3-8ce3-4615f60249e7', 'tag': 'e987b4ec-ae55-4724-b2c9-7a7c82fc1ec8'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:18:16.026379 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c7ce7e8-df0d-424f-b9ef-5e0a426e7666" -d '{"events": [{"name": "network-changed", "server_uuid": "59591732-c613-45a3-8ce3-4615f60249e7", "tag": "e987b4ec-ae55-4724-b2c9-7a7c82fc1ec8"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:18:16.041051 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-fd08b40b-993d-4a8d-9871-ad16106ab75f tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "PUT /v2.0/floatingips/2ad20a5a-b1fc-41a9-9ae2-9aeb17c793dd HTTP/1.1" status: 200 len: 990 time: 3.9278543 Jul 29 23:18:16.061785 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e0834d3a-c33c-4088-a25b-b575ca5ab08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:16.065232 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e0834d3a-c33c-4088-a25b-b575ca5ab08c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:16.066515 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e0834d3a-c33c-4088-a25b-b575ca5ab08c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/003fb35e-2e31-4dc8-a541-4129c85009b2 HTTP/1.1" status: 204 len: 168 time: 0.2345786 Jul 29 23:18:16.074440 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d507ae6d-195e-4687-b37c-b92cdb882d72 service neutron] Pushing event updated for resources: {'Port': ['ID=e987b4ec-ae55-4724-b2c9-7a7c82fc1ec8,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:16.081595 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0834d3a-c33c-4088-a25b-b575ca5ab08c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=003fb35e-2e31-4dc8-a541-4129c85009b2,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:16.141921 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57316) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:16.158694 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8019f0-cb7f-4fa6-911d-db6705776dbe req-96f46dcf-dda7-4817-b8c5-4b5bc0c1f01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:16.160637 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9a8019f0-cb7f-4fa6-911d-db6705776dbe req-96f46dcf-dda7-4817-b8c5-4b5bc0c1f01f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a19722bc31924ba0bbb07778f60e1584&device_id=59591732-c613-45a3-8ce3-4615f60249e7 HTTP/1.1" status: 200 len: 1099 time: 0.0540056 Jul 29 23:18:16.188277 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-9362b16d-8f14-47c6-aedf-9a914991142f None None] Set router 2cdaefaf-dcbd-4b6a-a327-2989f85aa230 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:18:16.243041 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9a8019f0-cb7f-4fa6-911d-db6705776dbe req-1fe97709-b59e-4c9f-9d01-ac23b7473d56 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=e987b4ec-ae55-4724-b2c9-7a7c82fc1ec8 HTTP/1.1" status: 200 len: 217 time: 0.0686507 Jul 29 23:18:16.303271 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8019f0-cb7f-4fa6-911d-db6705776dbe req-5abc532e-9983-42a6-ba84-99400f35e7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:16.305131 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9a8019f0-cb7f-4fa6-911d-db6705776dbe req-5abc532e-9983-42a6-ba84-99400f35e7e2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.0530629 Jul 29 23:18:16.363021 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8019f0-cb7f-4fa6-911d-db6705776dbe req-22530edf-9421-4345-9e64-6811e195be9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:16.365307 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9a8019f0-cb7f-4fa6-911d-db6705776dbe req-22530edf-9421-4345-9e64-6811e195be9c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0521796 Jul 29 23:18:16.501107 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9a8019f0-cb7f-4fa6-911d-db6705776dbe req-b3ac259d-e989-4563-bb38-7c5f3a30155c service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263528 Jul 29 23:18:16.667429 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-9362b16d-8f14-47c6-aedf-9a914991142f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdaefaf-dcbd-4b6a-a327-2989f85aa230', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1766799268-router', 'tenant_id': '8f631a6d452a4fba84f6b90e2829acee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '58f7b4d0-2eb4-4e5e-b144-c0e41bac5529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:17:23Z', 'updated_at': '2021-07-29T23:17:27Z', 'revision_number': 4, 'project_id': '8f631a6d452a4fba84f6b90e2829acee', 'gw_port': {'id': '58f7b4d0-2eb4-4e5e-b144-c0e41bac5529', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:45:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdaefaf-dcbd-4b6a-a327-2989f85aa230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:23Z', 'updated_at': '2021-07-29T23:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '2ad20a5a-b1fc-41a9-9ae2-9aeb17c793dd', 'tenant_id': '8f631a6d452a4fba84f6b90e2829acee', 'floating_ip_address': '172.25.0.41', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '2cdaefaf-dcbd-4b6a-a327-2989f85aa230', 'port_id': '21d6fe67-a2ba-4368-8d45-12b9c170ff23', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '080b9e81-fe4d-4e86-a3c0-24ea9929eaa2', 'mac_address': 'fa:16:3e:34:ab:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85583eda-44af-4b43-8f72-b78a59cb4479', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:17:55Z', 'updated_at': '2021-07-29T23:18:14Z', 'revision_number': 1, 'project_id': '8f631a6d452a4fba84f6b90e2829acee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '371a2324-d1ab-4813-a596-2a7f38963b1c', 'name': '', 'network_id': '080b9e81-fe4d-4e86-a3c0-24ea9929eaa2', 'tenant_id': '8f631a6d452a4fba84f6b90e2829acee', 'mac_address': 'fa:16:3e:25:3c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdaefaf-dcbd-4b6a-a327-2989f85aa230', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a767d1cf-937a-4189-8aa3-3ec1eff5a6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:26Z', 'updated_at': '2021-07-29T23:17:36Z', 'revision_number': 5, 'project_id': '8f631a6d452a4fba84f6b90e2829acee', 'subnets': [{'id': 'a767d1cf-937a-4189-8aa3-3ec1eff5a6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:18:16.698458 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9362b16d-8f14-47c6-aedf-9a914991142f None None] Checking router: 2cdaefaf-dcbd-4b6a-a327-2989f85aa230 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:18:16.699328 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-59b89e77-0ca9-428a-8fc3-655043ec7800 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-222989196-network', 'tenant_id': 'd2aa243562a64519a880fa9a248cc450'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:18:16.710674 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9362b16d-8f14-47c6-aedf-9a914991142f None None] Routers {'2cdaefaf-dcbd-4b6a-a327-2989f85aa230'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:18:16.711385 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-9362b16d-8f14-47c6-aedf-9a914991142f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:17:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['2cdaefaf-dcbd-4b6a-a327-2989f85aa230'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:18:16.737552 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b89e77-0ca9-428a-8fc3-655043ec7800 admin admin] Made reservation on behalf of d2aa243562a64519a880fa9a248cc450 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:18:16.741812 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-59b89e77-0ca9-428a-8fc3-655043ec7800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:16.745844 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9a8019f0-cb7f-4fa6-911d-db6705776dbe req-548bb45a-231b-42f4-bd48-b33760d030f4 service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382531 Jul 29 23:18:16.759691 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-59b89e77-0ca9-428a-8fc3-655043ec7800 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:16.797611 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdb9842-4b90-437b-9c95-5f5ec1457aa7 req-a04865d4-c661-4ef7-aaf8-2374a55d217b tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:16.799608 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-acdb9842-4b90-437b-9c95-5f5ec1457aa7 req-a04865d4-c661-4ef7-aaf8-2374a55d217b tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/ports?device_id=dae750f9-02fb-48fb-91b0-7fa6024a534e HTTP/1.1" status: 200 len: 967 time: 0.2316914 Jul 29 23:18:16.812978 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53ed0b-eed7-4451-85cb-7d0356abe704 req-d4fa4c57-6e5b-4bcb-8766-dec945e1940f tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:16.814792 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2a53ed0b-eed7-4451-85cb-7d0356abe704 req-d4fa4c57-6e5b-4bcb-8766-dec945e1940f tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/networks?id=f490981b-45a9-43e1-a661-0229cc7a8cd7 HTTP/1.1" status: 200 len: 821 time: 0.2217672 Jul 29 23:18:16.836188 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2a53ed0b-eed7-4451-85cb-7d0356abe704 req-95dd8277-abb7-470e-a4da-32fd7560b1fb tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/quotas/c2657a7d23514506876a4df5f527f58c HTTP/1.1" status: 200 len: 375 time: 0.0133460 Jul 29 23:18:16.875914 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2a53ed0b-eed7-4451-85cb-7d0356abe704 req-b548eb24-2ea1-4335-a07c-db799d458cc2 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c2657a7d23514506876a4df5f527f58c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307639 Jul 29 23:18:16.902576 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-59b89e77-0ca9-428a-8fc3-655043ec7800 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:16.907759 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57338) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:16.916905 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-acdb9842-4b90-437b-9c95-5f5ec1457aa7 req-c23dc46b-3a6c-4917-874e-c5501ebf0e27 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e2d3bd2-5b6e-4100-b437-94e8bee60adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010416 Jul 29 23:18:16.921003 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-9362b16d-8f14-47c6-aedf-9a914991142f None None] Set router 2cdaefaf-dcbd-4b6a-a327-2989f85aa230 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:18:16.924219 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-59b89e77-0ca9-428a-8fc3-655043ec7800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:16.964459 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-2a4cc791-db2a-439a-88c9-79679af5f956 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=35b3ef7181a541ae97a037555749a4a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0551443 Jul 29 23:18:16.969023 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57342) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:16.979338 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59b89e77-0ca9-428a-8fc3-655043ec7800 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:18:17.009017 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-59b89e77-0ca9-428a-8fc3-655043ec7800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:17.009796 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-59b89e77-0ca9-428a-8fc3-655043ec7800 admin admin] Added segment c2b5fb6d-518e-4661-ad95-3a830c92aa5a of type vlan for network 58ca1f32-5bc5-405a-8bfd-45d02004bfd0 Jul 29 23:18:17.013375 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2a53ed0b-eed7-4451-85cb-7d0356abe704 req-1fb204f2-12cc-48f1-9426-d94b41f59350 service neutron] 10.222.0.43 "GET /v2.0/networks/f490981b-45a9-43e1-a661-0229cc7a8cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271105 Jul 29 23:18:17.037211 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5881015-15a7-44dc-8b26-bdc016c63c70 x-openstack-request-id: req-f5881015-15a7-44dc-8b26-bdc016c63c70 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:18:17.037507 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59591732-c613-45a3-8ce3-4615f60249e7", "tag": "e987b4ec-ae55-4724-b2c9-7a7c82fc1ec8", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:18:17.038399 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f5881015-15a7-44dc-8b26-bdc016c63c70 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:18:17.038801 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59591732-c613-45a3-8ce3-4615f60249e7', 'tag': 'e987b4ec-ae55-4724-b2c9-7a7c82fc1ec8', 'status': 'completed', 'code': 200} Jul 29 23:18:17.072106 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-59b89e77-0ca9-428a-8fc3-655043ec7800 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:17.081966 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b89e77-0ca9-428a-8fc3-655043ec7800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d486468-438b-403e-b912-6cb7d116d8b5,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:17.149928 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b2bb80ee-a3c7-40c6-800b-9a7854795d37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:17.174204 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-59b89e77-0ca9-428a-8fc3-655043ec7800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:17.176190 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b89e77-0ca9-428a-8fc3-655043ec7800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:17.177284 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-59b89e77-0ca9-428a-8fc3-655043ec7800 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:17.189518 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b2bb80ee-a3c7-40c6-800b-9a7854795d37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:17.221114 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ce7e8-df0d-424f-b9ef-5e0a426e7666 req-f4d0659c-629c-46fa-9f2e-1cb8c5de8233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:17.222683 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0c7ce7e8-df0d-424f-b9ef-5e0a426e7666 req-f4d0659c-629c-46fa-9f2e-1cb8c5de8233 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a19722bc31924ba0bbb07778f60e1584&device_id=59591732-c613-45a3-8ce3-4615f60249e7 HTTP/1.1" status: 200 len: 1099 time: 0.0755088 Jul 29 23:18:17.272289 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b89e77-0ca9-428a-8fc3-655043ec7800 admin admin] Pushing event updated for resources: {'Network': ['ID=58ca1f32-5bc5-405a-8bfd-45d02004bfd0,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:17.280339 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-59b89e77-0ca9-428a-8fc3-655043ec7800 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.1366270 Jul 29 23:18:17.284501 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57356) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:17.285450 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 58ca1f32-5bc5-405a-8bfd-45d02004bfd0 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:18:17.289703 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-3803d699-24cf-4591-8fc1-1ee92fabf4b8 admin admin] Request body: {'subnet': {'network_id': '58ca1f32-5bc5-405a-8bfd-45d02004bfd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-222989196-subnet', 'tenant_id': 'd2aa243562a64519a880fa9a248cc450', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:18:17.317959 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3803d699-24cf-4591-8fc1-1ee92fabf4b8 admin admin] Made reservation on behalf of d2aa243562a64519a880fa9a248cc450 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:18:17.320766 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3803d699-24cf-4591-8fc1-1ee92fabf4b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:17.380500 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2a53ed0b-eed7-4451-85cb-7d0356abe704 req-3ec0cd9e-8c91-40ad-97a4-bb727b817d73 service neutron] 10.222.0.43 "GET /v2.0/networks/f490981b-45a9-43e1-a661-0229cc7a8cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574460 Jul 29 23:18:17.396402 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b2bb80ee-a3c7-40c6-800b-9a7854795d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:17.400005 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b2bb80ee-a3c7-40c6-800b-9a7854795d37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:17.401741 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b2bb80ee-a3c7-40c6-800b-9a7854795d37 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f19170a4-fdf1-42a8-8773-956a222c04ba HTTP/1.1" status: 204 len: 168 time: 0.4292476 Jul 29 23:18:17.425795 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bb80ee-a3c7-40c6-800b-9a7854795d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19170a4-fdf1-42a8-8773-956a222c04ba,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:17.442646 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-9362b16d-8f14-47c6-aedf-9a914991142f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdaefaf-dcbd-4b6a-a327-2989f85aa230', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1766799268-router', 'tenant_id': '8f631a6d452a4fba84f6b90e2829acee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '58f7b4d0-2eb4-4e5e-b144-c0e41bac5529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:17:23Z', 'updated_at': '2021-07-29T23:17:27Z', 'revision_number': 4, 'project_id': '8f631a6d452a4fba84f6b90e2829acee', 'gw_port': {'id': '58f7b4d0-2eb4-4e5e-b144-c0e41bac5529', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:45:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdaefaf-dcbd-4b6a-a327-2989f85aa230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:23Z', 'updated_at': '2021-07-29T23:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '2ad20a5a-b1fc-41a9-9ae2-9aeb17c793dd', 'tenant_id': '8f631a6d452a4fba84f6b90e2829acee', 'floating_ip_address': '172.25.0.41', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '2cdaefaf-dcbd-4b6a-a327-2989f85aa230', 'port_id': '21d6fe67-a2ba-4368-8d45-12b9c170ff23', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '080b9e81-fe4d-4e86-a3c0-24ea9929eaa2', 'mac_address': 'fa:16:3e:34:ab:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85583eda-44af-4b43-8f72-b78a59cb4479', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:17:55Z', 'updated_at': '2021-07-29T23:18:14Z', 'revision_number': 1, 'project_id': '8f631a6d452a4fba84f6b90e2829acee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '371a2324-d1ab-4813-a596-2a7f38963b1c', 'name': '', 'network_id': '080b9e81-fe4d-4e86-a3c0-24ea9929eaa2', 'tenant_id': '8f631a6d452a4fba84f6b90e2829acee', 'mac_address': 'fa:16:3e:25:3c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdaefaf-dcbd-4b6a-a327-2989f85aa230', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a767d1cf-937a-4189-8aa3-3ec1eff5a6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:26Z', 'updated_at': '2021-07-29T23:17:36Z', 'revision_number': 5, 'project_id': '8f631a6d452a4fba84f6b90e2829acee', 'subnets': [{'id': 'a767d1cf-937a-4189-8aa3-3ec1eff5a6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:18:17.487322 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ce7e8-df0d-424f-b9ef-5e0a426e7666 req-ac3f96d0-1aa5-4b1a-93f8-d6db18e677a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:17.489227 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0c7ce7e8-df0d-424f-b9ef-5e0a426e7666 req-ac3f96d0-1aa5-4b1a-93f8-d6db18e677a4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d71c22dc-feef-410b-a7ed-6548cf85bd6f HTTP/1.1" status: 200 len: 870 time: 0.2554550 Jul 29 23:18:17.508312 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9362b16d-8f14-47c6-aedf-9a914991142f None None] The sync data for ids ['2cdaefaf-dcbd-4b6a-a327-2989f85aa230'] in n-d-712141-10 is: [{'id': '2cdaefaf-dcbd-4b6a-a327-2989f85aa230', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1766799268-router', 'tenant_id': '8f631a6d452a4fba84f6b90e2829acee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '58f7b4d0-2eb4-4e5e-b144-c0e41bac5529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:17:23Z', 'updated_at': '2021-07-29T23:17:27Z', 'revision_number': 4, 'project_id': '8f631a6d452a4fba84f6b90e2829acee', 'gw_port': {'id': '58f7b4d0-2eb4-4e5e-b144-c0e41bac5529', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:45:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdaefaf-dcbd-4b6a-a327-2989f85aa230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:23Z', 'updated_at': '2021-07-29T23:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '2ad20a5a-b1fc-41a9-9ae2-9aeb17c793dd', 'tenant_id': '8f631a6d452a4fba84f6b90e2829acee', 'floating_ip_address': '172.25.0.41', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '2cdaefaf-dcbd-4b6a-a327-2989f85aa230', 'port_id': '21d6fe67-a2ba-4368-8d45-12b9c170ff23', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '080b9e81-fe4d-4e86-a3c0-24ea9929eaa2', 'mac_address': 'fa:16:3e:34:ab:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85583eda-44af-4b43-8f72-b78a59cb4479', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:17:55Z', 'updated_at': '2021-07-29T23:18:14Z', 'revision_number': 1, 'project_id': '8f631a6d452a4fba84f6b90e2829acee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '371a2324-d1ab-4813-a596-2a7f38963b1c', 'name': '', 'network_id': '080b9e81-fe4d-4e86-a3c0-24ea9929eaa2', 'tenant_id': '8f631a6d452a4fba84f6b90e2829acee', 'mac_address': 'fa:16:3e:25:3c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdaefaf-dcbd-4b6a-a327-2989f85aa230', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a767d1cf-937a-4189-8aa3-3ec1eff5a6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:26Z', 'updated_at': '2021-07-29T23:17:36Z', 'revision_number': 5, 'project_id': '8f631a6d452a4fba84f6b90e2829acee', 'subnets': [{'id': 'a767d1cf-937a-4189-8aa3-3ec1eff5a6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:18:17.560119 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0c7ce7e8-df0d-424f-b9ef-5e0a426e7666 req-21f1354e-1b36-44ef-8429-40cbb40a06a8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=e987b4ec-ae55-4724-b2c9-7a7c82fc1ec8 HTTP/1.1" status: 200 len: 217 time: 0.0619781 Jul 29 23:18:17.591618 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3803d699-24cf-4591-8fc1-1ee92fabf4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:17.654210 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ce7e8-df0d-424f-b9ef-5e0a426e7666 req-7c3ff35f-acb8-4f94-89ab-fe1bfa7e6f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:17.661381 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0c7ce7e8-df0d-424f-b9ef-5e0a426e7666 req-7c3ff35f-acb8-4f94-89ab-fe1bfa7e6f10 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.0933354 Jul 29 23:18:17.701048 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3803d699-24cf-4591-8fc1-1ee92fabf4b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0dbe3ae-d02e-4ac8-9b5d-68ac6fae1c44,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:17.719421 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3803d699-24cf-4591-8fc1-1ee92fabf4b8 admin admin] Checking segment: {'id': 'c2b5fb6d-518e-4661-ad95-3a830c92aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '58ca1f32-5bc5-405a-8bfd-45d02004bfd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:18:17.720381 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3803d699-24cf-4591-8fc1-1ee92fabf4b8 admin admin] Network hostable DHCP agents. Network: 58ca1f32-5bc5-405a-8bfd-45d02004bfd0, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:18:17.762535 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3803d699-24cf-4591-8fc1-1ee92fabf4b8 admin admin] Network 58ca1f32-5bc5-405a-8bfd-45d02004bfd0 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:18:17.774097 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ce7e8-df0d-424f-b9ef-5e0a426e7666 req-e0372ed3-448a-437c-ae54-2a0261cd689a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:17.778297 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0c7ce7e8-df0d-424f-b9ef-5e0a426e7666 req-e0372ed3-448a-437c-ae54-2a0261cd689a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1050482 Jul 29 23:18:17.779431 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-3803d699-24cf-4591-8fc1-1ee92fabf4b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 58ca1f32-5bc5-405a-8bfd-45d02004bfd0) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:18:17.790151 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3803d699-24cf-4591-8fc1-1ee92fabf4b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:17.790287 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5c3532-bd8a-4df3-b9ff-84dfdf41d8b7 None None] Network 58ca1f32-5bc5-405a-8bfd-45d02004bfd0 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:18:17.790754 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3803d699-24cf-4591-8fc1-1ee92fabf4b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:17.852720 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-3803d699-24cf-4591-8fc1-1ee92fabf4b8 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.5671384 Jul 29 23:18:17.855421 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57374) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:17.876190 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-d1006874-c526-479d-8320-ac46b56ec81e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-222989196-router', 'tenant_id': 'd2aa243562a64519a880fa9a248cc450', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:18:17.945669 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d1006874-c526-479d-8320-ac46b56ec81e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:17.947637 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d1006874-c526-479d-8320-ac46b56ec81e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:17.973135 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-54f0106e-c62d-46be-914f-9819bf72505c req-752f9efc-f878-465e-b130-7942b12e36e3 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac569d44-d407-4c7c-9c5d-036c674258b1 HTTP/1.1" status: 200 len: 210 time: 0.1016865 Jul 29 23:18:17.978151 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49fc136d-6337-4152-b09e-875f60e5e05c None None] New status for floating IP 2ad20a5a-b1fc-41a9-9ae2-9aeb17c793dd: ACTIVE {{(pid=94079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:18:18.063936 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d1006874-c526-479d-8320-ac46b56ec81e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:18.066899 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a99e25-8a56-403a-81fa-f9ca2ba42dad req-ca9458bf-9b7a-402e-a9e5-99358376f32b tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:18.068262 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-03a99e25-8a56-403a-81fa-f9ca2ba42dad req-ca9458bf-9b7a-402e-a9e5-99358376f32b tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.43 "GET /v2.0/ports?device_id=59591732-c613-45a3-8ce3-4615f60249e7 HTTP/1.1" status: 200 len: 947 time: 0.2879148 Jul 29 23:18:18.195184 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-03a99e25-8a56-403a-81fa-f9ca2ba42dad req-ac459f53-6a9d-4880-837d-7aa841a9a8dc tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.43 "GET /v2.0/security-groups?id=18041719-2afc-47a1-b0fb-26810a26f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983500 Jul 29 23:18:18.206012 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0c7ce7e8-df0d-424f-b9ef-5e0a426e7666 req-6521f934-3527-4e35-99fe-aaf1785952a3 service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4028249 Jul 29 23:18:18.234520 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d4986-662d-46ed-bdf2-73a6d428ca7e req-5df20118-11e2-4553-b658-07cbe77dcf75 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:18.245312 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bb5d4986-662d-46ed-bdf2-73a6d428ca7e req-5df20118-11e2-4553-b658-07cbe77dcf75 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/ports?device_id=dae750f9-02fb-48fb-91b0-7fa6024a534e HTTP/1.1" status: 200 len: 967 time: 0.1087325 Jul 29 23:18:18.295922 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d1006874-c526-479d-8320-ac46b56ec81e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:18.354670 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bb5d4986-662d-46ed-bdf2-73a6d428ca7e req-b5971549-fe16-4d26-96fa-78e471b8fc07 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e2d3bd2-5b6e-4100-b437-94e8bee60adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081123 Jul 29 23:18:18.406621 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0c7ce7e8-df0d-424f-b9ef-5e0a426e7666 req-a9b3e82c-1de5-424b-abf7-7e081f573b39 service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887269 Jul 29 23:18:18.490221 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b1eed3-5939-4c27-bd03-905eca8f088d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-58ca1f32-5bc5-405a-8bfd-45d02004bfd0', 'network_id': '58ca1f32-5bc5-405a-8bfd-45d02004bfd0', 'tenant_id': 'd2aa243562a64519a880fa9a248cc450', 'fixed_ips': [{'subnet_id': 'a0dbe3ae-d02e-4ac8-9b5d-68ac6fae1c44'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:18:18.492347 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-12b1eed3-5939-4c27-bd03-905eca8f088d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:18.699498 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d1006874-c526-479d-8320-ac46b56ec81e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:18.730960 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d1006874-c526-479d-8320-ac46b56ec81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:18.772673 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-12b1eed3-5939-4c27-bd03-905eca8f088d None None] Allocated IP 172.20.0.2 (58ca1f32-5bc5-405a-8bfd-45d02004bfd0/a0dbe3ae-d02e-4ac8-9b5d-68ac6fae1c44/d397a7da-d115-4d2a-abba-61dbc6752c02) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:18:18.900615 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-d1006874-c526-479d-8320-ac46b56ec81e admin admin] Allocated IP 172.25.0.136 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/90c74feb-d00c-4e19-ad9a-6254ca5a7ba2) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:18:18.950696 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc74dda7-2fdd-4abe-a290-1562c11bd3c4 req-7e39e39e-ad1e-4b94-b9d0-c5f5a9a27495 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:18.953415 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dc74dda7-2fdd-4abe-a290-1562c11bd3c4 req-7e39e39e-ad1e-4b94-b9d0-c5f5a9a27495 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/ports?device_id=dae750f9-02fb-48fb-91b0-7fa6024a534e HTTP/1.1" status: 200 len: 967 time: 0.0805380 Jul 29 23:18:19.037635 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dc74dda7-2fdd-4abe-a290-1562c11bd3c4 req-31941b01-f2b0-474f-92ce-5a9ba38225ca tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e2d3bd2-5b6e-4100-b437-94e8bee60adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689569 Jul 29 23:18:19.039559 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85583eda-44af-4b43-8f72-b78a59cb4479', 'tag': '21d6fe67-a2ba-4368-8d45-12b9c170ff23'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:18:19.042026 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4061f1b5-d878-462d-be4d-0edde75767d0" -d '{"events": [{"name": "network-changed", "server_uuid": "85583eda-44af-4b43-8f72-b78a59cb4479", "tag": "21d6fe67-a2ba-4368-8d45-12b9c170ff23"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:18:19.067621 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d1006874-c526-479d-8320-ac46b56ec81e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:19.082834 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-12b1eed3-5939-4c27-bd03-905eca8f088d None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:19.106096 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-12b1eed3-5939-4c27-bd03-905eca8f088d None None] Transition to ACTIVE for port object d397a7da-d115-4d2a-abba-61dbc6752c02 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:18:19.129853 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-12b1eed3-5939-4c27-bd03-905eca8f088d None None] Transition to ACTIVE for port object d397a7da-d115-4d2a-abba-61dbc6752c02 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:18:19.134131 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d1006874-c526-479d-8320-ac46b56ec81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:19.147786 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-12b1eed3-5939-4c27-bd03-905eca8f088d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:19.196614 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b1eed3-5939-4c27-bd03-905eca8f088d None None] Network 58ca1f32-5bc5-405a-8bfd-45d02004bfd0 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:18:19.201528 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-12b1eed3-5939-4c27-bd03-905eca8f088d None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:18:19.210649 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b1eed3-5939-4c27-bd03-905eca8f088d None None] Pushing event updated for resources: {'Port': ['ID=d397a7da-d115-4d2a-abba-61dbc6752c02,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:19.213451 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b1eed3-5939-4c27-bd03-905eca8f088d None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:18:19.253422 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1006874-c526-479d-8320-ac46b56ec81e admin admin] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:18:19.259801 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-d1006874-c526-479d-8320-ac46b56ec81e admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:18:19.268952 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1006874-c526-479d-8320-ac46b56ec81e admin admin] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:18:19.294209 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1006874-c526-479d-8320-ac46b56ec81e admin admin] Pushing event updated for resources: {'Port': ['ID=90c74feb-d00c-4e19-ad9a-6254ca5a7ba2,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:19.311221 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:19.313638 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-12b1eed3-5939-4c27-bd03-905eca8f088d None None] Attempting to bind port d397a7da-d115-4d2a-abba-61dbc6752c02 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:18:19.314476 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-12b1eed3-5939-4c27-bd03-905eca8f088d None None] Attempting to bind port d397a7da-d115-4d2a-abba-61dbc6752c02 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': 'c2b5fb6d-518e-4661-ad95-3a830c92aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '58ca1f32-5bc5-405a-8bfd-45d02004bfd0'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:18:19.315217 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b1eed3-5939-4c27-bd03-905eca8f088d None None] Attempting to bind port d397a7da-d115-4d2a-abba-61dbc6752c02 on network 58ca1f32-5bc5-405a-8bfd-45d02004bfd0 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:18:19.323762 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b1eed3-5939-4c27-bd03-905eca8f088d None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:18:19.324419 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b1eed3-5939-4c27-bd03-905eca8f088d None None] Checking segment: {'id': 'c2b5fb6d-518e-4661-ad95-3a830c92aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '58ca1f32-5bc5-405a-8bfd-45d02004bfd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:18:19.325418 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-12b1eed3-5939-4c27-bd03-905eca8f088d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:19.327115 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b1eed3-5939-4c27-bd03-905eca8f088d None None] Bound using segment: {'id': 'c2b5fb6d-518e-4661-ad95-3a830c92aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '58ca1f32-5bc5-405a-8bfd-45d02004bfd0'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:18:19.330562 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-12b1eed3-5939-4c27-bd03-905eca8f088d None None] Bound port: d397a7da-d115-4d2a-abba-61dbc6752c02, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2b5fb6d-518e-4661-ad95-3a830c92aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '58ca1f32-5bc5-405a-8bfd-45d02004bfd0'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:18:19.331152 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-12b1eed3-5939-4c27-bd03-905eca8f088d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:19.439512 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-12b1eed3-5939-4c27-bd03-905eca8f088d None None] For port d397a7da-d115-4d2a-abba-61dbc6752c02, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:18:19.444963 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-12b1eed3-5939-4c27-bd03-905eca8f088d None None] For port d397a7da-d115-4d2a-abba-61dbc6752c02, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=d397a7da-d115-4d2a-abba-61dbc6752c02,segment=NetworkSegment(c2b5fb6d-518e-4661-ad95-3a830c92aa5a),segment_id=c2b5fb6d-518e-4661-ad95-3a830c92aa5a)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:18:19.452283 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-12b1eed3-5939-4c27-bd03-905eca8f088d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:19.465661 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53ed0b-eed7-4451-85cb-7d0356abe704 req-c4460a2a-fca4-4109-bf99-90429b682122 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:19.467107 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2a53ed0b-eed7-4451-85cb-7d0356abe704 req-c4460a2a-fca4-4109-bf99-90429b682122 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.22 "GET /v2.0/networks?id=f490981b-45a9-43e1-a661-0229cc7a8cd7 HTTP/1.1" status: 200 len: 821 time: 0.2779143 Jul 29 23:18:19.505946 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-2a53ed0b-eed7-4451-85cb-7d0356abe704 req-c4543732-b36b-4502-a68b-412af6bc6e5f tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Request body: {'port': {'device_id': 'ac569d44-d407-4c7c-9c5d-036c674258b1', 'network_id': 'f490981b-45a9-43e1-a661-0229cc7a8cd7', 'admin_state_up': True, 'tenant_id': 'c2657a7d23514506876a4df5f527f58c'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:18:19.536435 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b1eed3-5939-4c27-bd03-905eca8f088d None None] Pushing event updated for resources: {'Port': ['ID=d397a7da-d115-4d2a-abba-61dbc6752c02,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:19.552583 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-20c0ee08-216a-4bea-8919-d2d4814289f5 req-60fb404c-3bff-45d1-b0db-f7418ee0ed92 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac569d44-d407-4c7c-9c5d-036c674258b1 HTTP/1.1" status: 200 len: 210 time: 0.0388010 Jul 29 23:18:19.649742 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e755dbd-0e9d-4910-956b-66d77421065d x-openstack-request-id: req-2e755dbd-0e9d-4910-956b-66d77421065d {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:18:19.650474 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85583eda-44af-4b43-8f72-b78a59cb4479", "tag": "21d6fe67-a2ba-4368-8d45-12b9c170ff23", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:18:19.650752 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2e755dbd-0e9d-4910-956b-66d77421065d {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:18:19.651538 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85583eda-44af-4b43-8f72-b78a59cb4479', 'tag': '21d6fe67-a2ba-4368-8d45-12b9c170ff23', 'status': 'completed', 'code': 200} Jul 29 23:18:19.771634 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4061f1b5-d878-462d-be4d-0edde75767d0 req-647c797d-42eb-49af-bdbe-120824c89b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:19.773201 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4061f1b5-d878-462d-be4d-0edde75767d0 req-647c797d-42eb-49af-bdbe-120824c89b21 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f631a6d452a4fba84f6b90e2829acee&device_id=85583eda-44af-4b43-8f72-b78a59cb4479 HTTP/1.1" status: 200 len: 1097 time: 0.0681694 Jul 29 23:18:19.929885 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91f0fd2-647a-45b6-945b-c6c56a7472f4 req-12e53dbb-0b42-4964-85fc-00d31339dc9b tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:19.938478 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c91f0fd2-647a-45b6-945b-c6c56a7472f4 req-12e53dbb-0b42-4964-85fc-00d31339dc9b tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.43 "GET /v2.0/ports?device_id=59591732-c613-45a3-8ce3-4615f60249e7 HTTP/1.1" status: 200 len: 947 time: 0.1603019 Jul 29 23:18:20.023966 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4061f1b5-d878-462d-be4d-0edde75767d0 req-410a147b-1fd8-4020-ac07-89e4e3ff8e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:20.025553 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4061f1b5-d878-462d-be4d-0edde75767d0 req-410a147b-1fd8-4020-ac07-89e4e3ff8e61 service neutron] 10.222.0.41 "GET /v2.0/networks?id=080b9e81-fe4d-4e86-a3c0-24ea9929eaa2 HTTP/1.1" status: 200 len: 925 time: 0.2266076 Jul 29 23:18:20.035561 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c91f0fd2-647a-45b6-945b-c6c56a7472f4 req-3232b314-b511-4e55-aa4c-e47a23cbb4c4 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.43 "GET /v2.0/security-groups?id=18041719-2afc-47a1-b0fb-26810a26f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896571 Jul 29 23:18:20.122206 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a53ed0b-eed7-4451-85cb-7d0356abe704 req-c4543732-b36b-4502-a68b-412af6bc6e5f tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Made reservation on behalf of c2657a7d23514506876a4df5f527f58c for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:18:20.126253 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2a53ed0b-eed7-4451-85cb-7d0356abe704 req-c4543732-b36b-4502-a68b-412af6bc6e5f tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:20.136621 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device e987b4ec-ae55-4724-b2c9-7a7c82fc1ec8 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:18:20.179094 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4061f1b5-d878-462d-be4d-0edde75767d0 req-820607f7-0167-4726-817d-6b68804ecf52 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=21d6fe67-a2ba-4368-8d45-12b9c170ff23 HTTP/1.1" status: 200 len: 1000 time: 0.1384449 Jul 29 23:18:20.193294 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c698a-ac8e-4af8-afba-266cf23e8c88 req-8a2e5619-b8d7-4116-aad9-211ca02ce48f tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:20.194852 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-601c698a-ac8e-4af8-afba-266cf23e8c88 req-8a2e5619-b8d7-4116-aad9-211ca02ce48f tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/ports?device_id=dae750f9-02fb-48fb-91b0-7fa6024a534e HTTP/1.1" status: 200 len: 967 time: 0.0969989 Jul 29 23:18:20.245163 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d1006874-c526-479d-8320-ac46b56ec81e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:20.245382 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4061f1b5-d878-462d-be4d-0edde75767d0 req-15a83afe-1b2e-4adb-8972-6e9a83b95b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:20.246828 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4061f1b5-d878-462d-be4d-0edde75767d0 req-15a83afe-1b2e-4adb-8972-6e9a83b95b80 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a767d1cf-937a-4189-8aa3-3ec1eff5a6eb HTTP/1.1" status: 200 len: 863 time: 0.0510893 Jul 29 23:18:20.277978 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port e987b4ec-ae55-4724-b2c9-7a7c82fc1ec8, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=e987b4ec-ae55-4724-b2c9-7a7c82fc1ec8,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:20.291769 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': 'e987b4ec-ae55-4724-b2c9-7a7c82fc1ec8', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'port_id': 'e987b4ec-ae55-4724-b2c9-7a7c82fc1ec8', 'mac_address': 'fa:16:3e:6b:e4:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64bdc61a-58ca-49c7-bae5-ecfed9ee407c', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:18:20.349777 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-601c698a-ac8e-4af8-afba-266cf23e8c88 req-f130099a-8b74-4cb8-922a-7930e67a6ab7 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e2d3bd2-5b6e-4100-b437-94e8bee60adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997124 Jul 29 23:18:20.370724 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:20.372676 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-2a53ed0b-eed7-4451-85cb-7d0356abe704 req-c4543732-b36b-4502-a68b-412af6bc6e5f tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Allocated IP 172.20.0.4 (f490981b-45a9-43e1-a661-0229cc7a8cd7/998261e9-cec6-4719-b797-0c7da54a3001/684677e3-039c-42a6-9d4c-6dfe5b5557d2) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:18:20.374012 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4061f1b5-d878-462d-be4d-0edde75767d0 req-c08a3532-d518-4f7b-aafe-4f67bb7a9df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:20.376407 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4061f1b5-d878-462d-be4d-0edde75767d0 req-c08a3532-d518-4f7b-aafe-4f67bb7a9df9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=080b9e81-fe4d-4e86-a3c0-24ea9929eaa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1115406 Jul 29 23:18:20.388959 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e987b4ec-ae55-4724-b2c9-7a7c82fc1ec8 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:18:20.412318 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port e987b4ec-ae55-4724-b2c9-7a7c82fc1ec8, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=e987b4ec-ae55-4724-b2c9-7a7c82fc1ec8,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:20.424031 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:20.517050 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4061f1b5-d878-462d-be4d-0edde75767d0 req-c32f0da3-7e93-4bf5-a0f2-d42b3a513ce1 service neutron] 10.222.0.41 "GET /v2.0/networks/080b9e81-fe4d-4e86-a3c0-24ea9929eaa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316798 Jul 29 23:18:20.523381 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=e987b4ec-ae55-4724-b2c9-7a7c82fc1ec8,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:20.704622 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d1006874-c526-479d-8320-ac46b56ec81e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:20.705082 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed09a1-4578-4cb5-8b69-23ad9022e7f5 req-d463796e-7292-426a-a6a0-1036bcfdee54 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:20.706871 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-22ed09a1-4578-4cb5-8b69-23ad9022e7f5 req-d463796e-7292-426a-a6a0-1036bcfdee54 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/ports?device_id=dae750f9-02fb-48fb-91b0-7fa6024a534e HTTP/1.1" status: 200 len: 967 time: 0.0938921 Jul 29 23:18:20.730529 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['e987b4ec-ae55-4724-b2c9-7a7c82fc1ec8'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:18:20.757443 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4061f1b5-d878-462d-be4d-0edde75767d0 req-8359a66b-0014-4c66-940e-d826745a8a6b service neutron] 10.222.0.41 "GET /v2.0/networks/080b9e81-fe4d-4e86-a3c0-24ea9929eaa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326641 Jul 29 23:18:20.777879 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-22ed09a1-4578-4cb5-8b69-23ad9022e7f5 req-7ccecf6d-4c6e-4f6b-802d-668b3e4215e3 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e2d3bd2-5b6e-4100-b437-94e8bee60adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626979 Jul 29 23:18:20.863529 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2a53ed0b-eed7-4451-85cb-7d0356abe704 req-c4543732-b36b-4502-a68b-412af6bc6e5f tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:20.895492 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8daceff4-63df-4990-a3b8-f4c2fa3aef60 req-20ae527b-a512-46eb-b7e4-20bbe705282f tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac569d44-d407-4c7c-9c5d-036c674258b1 HTTP/1.1" status: 200 len: 210 time: 0.0540936 Jul 29 23:18:21.021738 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2a53ed0b-eed7-4451-85cb-7d0356abe704 req-c4543732-b36b-4502-a68b-412af6bc6e5f tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:21.047317 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1006874-c526-479d-8320-ac46b56ec81e admin admin] Router a672cac5-171e-47ab-b4f5-ca678a178c03 is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:18:21.083246 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a53ed0b-eed7-4451-85cb-7d0356abe704 req-c4543732-b36b-4502-a68b-412af6bc6e5f tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Network f490981b-45a9-43e1-a661-0229cc7a8cd7 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:18:21.091755 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-2a53ed0b-eed7-4451-85cb-7d0356abe704 req-c4543732-b36b-4502-a68b-412af6bc6e5f tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:18:21.097600 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a53ed0b-eed7-4451-85cb-7d0356abe704 req-c4543732-b36b-4502-a68b-412af6bc6e5f tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:18:21.130261 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3926e8cb-361d-44e3-ac0d-cb9548df4aad None None] Network 58ca1f32-5bc5-405a-8bfd-45d02004bfd0 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:18:21.136104 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device d397a7da-d115-4d2a-abba-61dbc6752c02 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:18:21.147553 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4543732-b36b-4502-a68b-412af6bc6e5f tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Pushing event updated for resources: {'Port': ['ID=684677e3-039c-42a6-9d4c-6dfe5b5557d2,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:21.222162 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53ed0b-eed7-4451-85cb-7d0356abe704 req-c4543732-b36b-4502-a68b-412af6bc6e5f tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:21.223106 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2a53ed0b-eed7-4451-85cb-7d0356abe704 req-c4543732-b36b-4502-a68b-412af6bc6e5f tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:21.275519 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2a53ed0b-eed7-4451-85cb-7d0356abe704 req-c4543732-b36b-4502-a68b-412af6bc6e5f tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7993371 Jul 29 23:18:21.295976 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-2a53ed0b-eed7-4451-85cb-7d0356abe704 req-74e28a8a-b78f-4d24-89b0-ce6735e2f0e7 service neutron] Request body: {'port': {'device_id': 'ac569d44-d407-4c7c-9c5d-036c674258b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:18:21.322755 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1006874-c526-479d-8320-ac46b56ec81e admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:18:21.338446 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45cea60-e0ad-4df2-b632-a4240a312b54 None None] Sync routers for ids ['a672cac5-171e-47ab-b4f5-ca678a178c03'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:18:21.349524 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-7a07beb7-3ff9-47c2-aa4e-a460691b819b None None] Provisioning for port d397a7da-d115-4d2a-abba-61dbc6752c02 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:18:21.363380 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45cea60-e0ad-4df2-b632-a4240a312b54 None None] Routers {'a672cac5-171e-47ab-b4f5-ca678a178c03'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:18:21.364025 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-e45cea60-e0ad-4df2-b632-a4240a312b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:17:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['a672cac5-171e-47ab-b4f5-ca678a178c03'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:18:21.445136 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d1006874-c526-479d-8320-ac46b56ec81e admin admin] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:21.446440 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d1006874-c526-479d-8320-ac46b56ec81e admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 3.5881321 Jul 29 23:18:21.449289 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57526) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:21.452206 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afadb6c-5b18-460d-9702-c41af4eed26c req-1638489b-e657-4f44-9f50-cf30e2567a3d tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:21.455041 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0afadb6c-5b18-460d-9702-c41af4eed26c req-1638489b-e657-4f44-9f50-cf30e2567a3d tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.43 "GET /v2.0/ports?device_id=59591732-c613-45a3-8ce3-4615f60249e7 HTTP/1.1" status: 200 len: 948 time: 0.0851164 Jul 29 23:18:21.460222 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2a53ed0b-eed7-4451-85cb-7d0356abe704 req-74e28a8a-b78f-4d24-89b0-ce6735e2f0e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:21.467259 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port d397a7da-d115-4d2a-abba-61dbc6752c02 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:18:21.487969 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port d397a7da-d115-4d2a-abba-61dbc6752c02 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:18:21.487969 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:21.493043 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 57528) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:21.553445 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0afadb6c-5b18-460d-9702-c41af4eed26c req-bd8d6d3d-af98-4714-8ef4-1747eed33583 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.43 "GET /v2.0/security-groups?id=18041719-2afc-47a1-b0fb-26810a26f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895939 Jul 29 23:18:21.572543 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-e45cea60-e0ad-4df2-b632-a4240a312b54 None None] Set router a672cac5-171e-47ab-b4f5-ca678a178c03 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:18:21.823453 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1509f1c7-6c9d-4679-9c6f-0ce81e7fccda admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:21.884515 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:21.900000 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-e45cea60-e0ad-4df2-b632-a4240a312b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a672cac5-171e-47ab-b4f5-ca678a178c03', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-222989196-router', 'tenant_id': 'd2aa243562a64519a880fa9a248cc450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '90c74feb-d00c-4e19-ad9a-6254ca5a7ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:18:17Z', 'updated_at': '2021-07-29T23:18:19Z', 'revision_number': 3, 'project_id': 'd2aa243562a64519a880fa9a248cc450', 'gw_port': {'id': '90c74feb-d00c-4e19-ad9a-6254ca5a7ba2', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:29:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a672cac5-171e-47ab-b4f5-ca678a178c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:18Z', 'updated_at': '2021-07-29T23:18:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:18:21.959823 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45cea60-e0ad-4df2-b632-a4240a312b54 None None] Checking router: a672cac5-171e-47ab-b4f5-ca678a178c03 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:18:21.962086 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45cea60-e0ad-4df2-b632-a4240a312b54 None None] Updating router a672cac5-171e-47ab-b4f5-ca678a178c03 port 90c74feb-d00c-4e19-ad9a-6254ca5a7ba2 binding host n-d-712141-10 {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:18:21.964006 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port d397a7da-d115-4d2a-abba-61dbc6752c02, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=d397a7da-d115-4d2a-abba-61dbc6752c02,segment=NetworkSegment(c2b5fb6d-518e-4661-ad95-3a830c92aa5a),segment_id=c2b5fb6d-518e-4661-ad95-3a830c92aa5a)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:21.972188 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:22.043536 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1509f1c7-6c9d-4679-9c6f-0ce81e7fccda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:22.049498 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e45cea60-e0ad-4df2-b632-a4240a312b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:22.054799 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1509f1c7-6c9d-4679-9c6f-0ce81e7fccda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:22.103932 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=d397a7da-d115-4d2a-abba-61dbc6752c02,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:22.152487 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-1509f1c7-6c9d-4679-9c6f-0ce81e7fccda admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=368208d009664e78b0e88415e8301fc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6582270 Jul 29 23:18:22.153523 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1509f1c7-6c9d-4679-9c6f-0ce81e7fccda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0415d155-542a-4228-810f-9b320090c8a6,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:22.156971 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 57554) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:22.252698 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6e87c6e0-27f3-45c4-94c3-c693d68c81e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:22.287110 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6e87c6e0-27f3-45c4-94c3-c693d68c81e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:22.308651 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-4ee84390-0b80-429c-a723-d04422dba1b8 None None] Provisioning complete for port d397a7da-d115-4d2a-abba-61dbc6752c02 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:18:22.309150 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4ee84390-0b80-429c-a723-d04422dba1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:22.388443 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6e87c6e0-27f3-45c4-94c3-c693d68c81e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:22.393607 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6e87c6e0-27f3-45c4-94c3-c693d68c81e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:22.397625 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-6e87c6e0-27f3-45c4-94c3-c693d68c81e9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0415d155-542a-4228-810f-9b320090c8a6 HTTP/1.1" status: 204 len: 168 time: 0.2343893 Jul 29 23:18:22.413411 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e87c6e0-27f3-45c4-94c3-c693d68c81e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0415d155-542a-4228-810f-9b320090c8a6,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:22.435000 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e83229-695b-41de-9625-ee64766f082f req-7dd70cc0-bf79-411e-95ed-b30dcee96019 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:22.439294 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-85e83229-695b-41de-9625-ee64766f082f req-7dd70cc0-bf79-411e-95ed-b30dcee96019 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac569d44-d407-4c7c-9c5d-036c674258b1 HTTP/1.1" status: 200 len: 931 time: 0.0921021 Jul 29 23:18:22.511522 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e45cea60-e0ad-4df2-b632-a4240a312b54 None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:22.549610 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-85e83229-695b-41de-9625-ee64766f082f req-e2b389b9-5820-4641-91ea-e6bf2dae6828 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022141 Jul 29 23:18:22.557507 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-e45cea60-e0ad-4df2-b632-a4240a312b54 None None] Transition to ACTIVE for port object 90c74feb-d00c-4e19-ad9a-6254ca5a7ba2 will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:18:22.573108 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e45cea60-e0ad-4df2-b632-a4240a312b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:22.611511 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-2a53ed0b-eed7-4451-85cb-7d0356abe704 req-74e28a8a-b78f-4d24-89b0-ce6735e2f0e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 684677e3-039c-42a6-9d4c-6dfe5b5557d2 {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:18:22.623017 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2a53ed0b-eed7-4451-85cb-7d0356abe704 req-74e28a8a-b78f-4d24-89b0-ce6735e2f0e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:22.653255 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fa5d60f1-bd1e-4d0b-aaae-74eb57eed94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:22.658992 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-2a53ed0b-eed7-4451-85cb-7d0356abe704 req-74e28a8a-b78f-4d24-89b0-ce6735e2f0e7 service neutron] Transition to ACTIVE for port object 684677e3-039c-42a6-9d4c-6dfe5b5557d2 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:18:22.668182 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2a53ed0b-eed7-4451-85cb-7d0356abe704 req-74e28a8a-b78f-4d24-89b0-ce6735e2f0e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:22.714434 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-e45cea60-e0ad-4df2-b632-a4240a312b54 None None] Attempting to bind port 90c74feb-d00c-4e19-ad9a-6254ca5a7ba2 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:18:22.715660 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-e45cea60-e0ad-4df2-b632-a4240a312b54 None None] Attempting to bind port 90c74feb-d00c-4e19-ad9a-6254ca5a7ba2 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:18:22.716045 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45cea60-e0ad-4df2-b632-a4240a312b54 None None] Attempting to bind port 90c74feb-d00c-4e19-ad9a-6254ca5a7ba2 on network 58f27f61-3278-49cc-b66b-1e729d26f29f {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:18:22.722803 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e28a8a-b78f-4d24-89b0-ce6735e2f0e7 service neutron] Pushing event updated for resources: {'Port': ['ID=684677e3-039c-42a6-9d4c-6dfe5b5557d2,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:22.756542 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45cea60-e0ad-4df2-b632-a4240a312b54 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 17, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:18:22.756840 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45cea60-e0ad-4df2-b632-a4240a312b54 None None] Checking segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:18:22.757249 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e45cea60-e0ad-4df2-b632-a4240a312b54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:22.757671 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45cea60-e0ad-4df2-b632-a4240a312b54 None None] Bound using segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:18:22.758147 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-e45cea60-e0ad-4df2-b632-a4240a312b54 None None] Bound port: 90c74feb-d00c-4e19-ad9a-6254ca5a7ba2, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:18:22.758555 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e45cea60-e0ad-4df2-b632-a4240a312b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:22.764989 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8637c181-3aae-4efd-827d-25c346b594eb req-c03c62c0-6734-4d4e-b37b-5748aef02ec2 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:22.766308 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19293a2c-8303-4e26-be31-e3fdca16adeb None None] Pushing event updated for resources: {'Port': ['ID=90c74feb-d00c-4e19-ad9a-6254ca5a7ba2,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:22.772834 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8637c181-3aae-4efd-827d-25c346b594eb req-c03c62c0-6734-4d4e-b37b-5748aef02ec2 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/ports?device_id=dae750f9-02fb-48fb-91b0-7fa6024a534e HTTP/1.1" status: 200 len: 967 time: 0.0984979 Jul 29 23:18:22.867108 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8637c181-3aae-4efd-827d-25c346b594eb req-8266f71e-e881-45a2-b1ac-31f85c44603f tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e2d3bd2-5b6e-4100-b437-94e8bee60adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927334 Jul 29 23:18:22.890234 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba8f45-fc16-43d2-84d8-8e4af411cd12 req-9a736475-1914-4f05-a06d-4755ea89c5c0 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:22.903697 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bfba8f45-fc16-43d2-84d8-8e4af411cd12 req-9a736475-1914-4f05-a06d-4755ea89c5c0 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.43 "GET /v2.0/ports?device_id=59591732-c613-45a3-8ce3-4615f60249e7 HTTP/1.1" status: 200 len: 948 time: 0.1280060 Jul 29 23:18:22.914060 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 57582) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:22.926621 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-e45cea60-e0ad-4df2-b632-a4240a312b54 None None] For port 90c74feb-d00c-4e19-ad9a-6254ca5a7ba2, host n-d-712141-10, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:18:22.940158 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-e45cea60-e0ad-4df2-b632-a4240a312b54 None None] For port 90c74feb-d00c-4e19-ad9a-6254ca5a7ba2, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=90c74feb-d00c-4e19-ad9a-6254ca5a7ba2,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:18:22.957547 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e45cea60-e0ad-4df2-b632-a4240a312b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:22.981093 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c37d69c9-7194-4a22-a7f5-a36658f9547b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:23.036283 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device d397a7da-d115-4d2a-abba-61dbc6752c02 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:18:23.098982 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19293a2c-8303-4e26-be31-e3fdca16adeb None None] Pushing event updated for resources: {'Port': ['ID=90c74feb-d00c-4e19-ad9a-6254ca5a7ba2,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:23.111044 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45cea60-e0ad-4df2-b632-a4240a312b54 None None] Routers {'a672cac5-171e-47ab-b4f5-ca678a178c03'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:18:23.113301 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-e45cea60-e0ad-4df2-b632-a4240a312b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:17:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['a672cac5-171e-47ab-b4f5-ca678a178c03'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:18:23.177330 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port d397a7da-d115-4d2a-abba-61dbc6752c02 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:18:23.177789 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:23.183571 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c37d69c9-7194-4a22-a7f5-a36658f9547b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:23.195374 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c37d69c9-7194-4a22-a7f5-a36658f9547b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:23.232317 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bfba8f45-fc16-43d2-84d8-8e4af411cd12 req-d8cc5e50-aee0-47ca-b922-34e2c2ab8b1d tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.43 "GET /v2.0/security-groups?id=18041719-2afc-47a1-b0fb-26810a26f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3276069 Jul 29 23:18:23.245187 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-2a53ed0b-eed7-4451-85cb-7d0356abe704 req-74e28a8a-b78f-4d24-89b0-ce6735e2f0e7 service neutron] Attempting to bind port 684677e3-039c-42a6-9d4c-6dfe5b5557d2 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:18:23.245532 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-2a53ed0b-eed7-4451-85cb-7d0356abe704 req-74e28a8a-b78f-4d24-89b0-ce6735e2f0e7 service neutron] Attempting to bind port 684677e3-039c-42a6-9d4c-6dfe5b5557d2 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': 'a739f5fc-cf01-40c9-83c0-bfbae7f993f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f490981b-45a9-43e1-a661-0229cc7a8cd7'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:18:23.245899 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a53ed0b-eed7-4451-85cb-7d0356abe704 req-74e28a8a-b78f-4d24-89b0-ce6735e2f0e7 service neutron] Attempting to bind port 684677e3-039c-42a6-9d4c-6dfe5b5557d2 on network f490981b-45a9-43e1-a661-0229cc7a8cd7 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:18:23.272426 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-aa60f52e-7392-458f-a738-631db1f961d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:23.277571 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-c37d69c9-7194-4a22-a7f5-a36658f9547b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1c3fd00260674c3698d1a28688157176&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3622921 Jul 29 23:18:23.279988 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37d69c9-7194-4a22-a7f5-a36658f9547b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605ab658-c335-4e43-8905-a2be33198186,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:23.282371 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 57600) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:23.291045 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-e45cea60-e0ad-4df2-b632-a4240a312b54 None None] Set router a672cac5-171e-47ab-b4f5-ca678a178c03 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:18:23.300337 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37d69c9-7194-4a22-a7f5-a36658f9547b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:23.301057 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37d69c9-7194-4a22-a7f5-a36658f9547b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:23.301622 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37d69c9-7194-4a22-a7f5-a36658f9547b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:23.302170 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37d69c9-7194-4a22-a7f5-a36658f9547b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:23.302721 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37d69c9-7194-4a22-a7f5-a36658f9547b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:23.303256 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37d69c9-7194-4a22-a7f5-a36658f9547b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:23.303799 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37d69c9-7194-4a22-a7f5-a36658f9547b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:23.304329 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37d69c9-7194-4a22-a7f5-a36658f9547b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:23.304859 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37d69c9-7194-4a22-a7f5-a36658f9547b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:23.305406 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37d69c9-7194-4a22-a7f5-a36658f9547b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:23.305963 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37d69c9-7194-4a22-a7f5-a36658f9547b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:23.306582 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37d69c9-7194-4a22-a7f5-a36658f9547b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:23.324846 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a53ed0b-eed7-4451-85cb-7d0356abe704 req-74e28a8a-b78f-4d24-89b0-ce6735e2f0e7 service neutron] Port 684677e3-039c-42a6-9d4c-6dfe5b5557d2 on network f490981b-45a9-43e1-a661-0229cc7a8cd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:18:23.325035 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a53ed0b-eed7-4451-85cb-7d0356abe704 req-74e28a8a-b78f-4d24-89b0-ce6735e2f0e7 service neutron] Attempting to bind port 684677e3-039c-42a6-9d4c-6dfe5b5557d2 on network f490981b-45a9-43e1-a661-0229cc7a8cd7 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:18:23.340494 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a53ed0b-eed7-4451-85cb-7d0356abe704 req-74e28a8a-b78f-4d24-89b0-ce6735e2f0e7 service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:18:23.341968 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a53ed0b-eed7-4451-85cb-7d0356abe704 req-74e28a8a-b78f-4d24-89b0-ce6735e2f0e7 service neutron] Checking segment: {'id': 'a739f5fc-cf01-40c9-83c0-bfbae7f993f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f490981b-45a9-43e1-a661-0229cc7a8cd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:18:23.345542 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a53ed0b-eed7-4451-85cb-7d0356abe704 req-74e28a8a-b78f-4d24-89b0-ce6735e2f0e7 service neutron] Bound using segment: {'id': 'a739f5fc-cf01-40c9-83c0-bfbae7f993f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f490981b-45a9-43e1-a661-0229cc7a8cd7'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:18:23.346900 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-2a53ed0b-eed7-4451-85cb-7d0356abe704 req-74e28a8a-b78f-4d24-89b0-ce6735e2f0e7 service neutron] Bound port: 684677e3-039c-42a6-9d4c-6dfe5b5557d2, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a739f5fc-cf01-40c9-83c0-bfbae7f993f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f490981b-45a9-43e1-a661-0229cc7a8cd7'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:18:23.348269 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2a53ed0b-eed7-4451-85cb-7d0356abe704 req-74e28a8a-b78f-4d24-89b0-ce6735e2f0e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:23.385015 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c8264545-7536-499a-962c-643716206420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:23.438227 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-fa5d60f1-bd1e-4d0b-aaae-74eb57eed94c admin admin] Allocated IP 172.20.0.1 (58ca1f32-5bc5-405a-8bfd-45d02004bfd0/a0dbe3ae-d02e-4ac8-9b5d-68ac6fae1c44/a97ee861-ce9b-4680-9813-fa2339dc1d34) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:18:23.442387 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c8264545-7536-499a-962c-643716206420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:23.466755 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-2a53ed0b-eed7-4451-85cb-7d0356abe704 req-74e28a8a-b78f-4d24-89b0-ce6735e2f0e7 service neutron] For port 684677e3-039c-42a6-9d4c-6dfe5b5557d2, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:18:23.472117 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-2a53ed0b-eed7-4451-85cb-7d0356abe704 req-74e28a8a-b78f-4d24-89b0-ce6735e2f0e7 service neutron] For port 684677e3-039c-42a6-9d4c-6dfe5b5557d2, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=684677e3-039c-42a6-9d4c-6dfe5b5557d2,segment=NetworkSegment(a739f5fc-cf01-40c9-83c0-bfbae7f993f3),segment_id=a739f5fc-cf01-40c9-83c0-bfbae7f993f3)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:18:23.517635 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c8264545-7536-499a-962c-643716206420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:23.520638 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c8264545-7536-499a-962c-643716206420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:23.521852 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-c8264545-7536-499a-962c-643716206420 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/605ab658-c335-4e43-8905-a2be33198186 HTTP/1.1" status: 204 len: 168 time: 0.2382529 Jul 29 23:18:23.552467 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2a53ed0b-eed7-4451-85cb-7d0356abe704 req-74e28a8a-b78f-4d24-89b0-ce6735e2f0e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:23.554938 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8264545-7536-499a-962c-643716206420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605ab658-c335-4e43-8905-a2be33198186,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:23.618790 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53ed0b-eed7-4451-85cb-7d0356abe704 req-74e28a8a-b78f-4d24-89b0-ce6735e2f0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:23.619434 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2a53ed0b-eed7-4451-85cb-7d0356abe704 req-74e28a8a-b78f-4d24-89b0-ce6735e2f0e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:23.620864 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2a53ed0b-eed7-4451-85cb-7d0356abe704 req-74e28a8a-b78f-4d24-89b0-ce6735e2f0e7 service neutron] 10.222.0.22 "PUT /v2.0/ports/684677e3-039c-42a6-9d4c-6dfe5b5557d2 HTTP/1.1" status: 200 len: 1092 time: 2.3353243 Jul 29 23:18:23.634419 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac569d44-d407-4c7c-9c5d-036c674258b1', 'tag': '684677e3-039c-42a6-9d4c-6dfe5b5557d2'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:18:23.637114 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-040d5191-7a30-4a8f-b950-5a1736e63785" -d '{"events": [{"name": "network-changed", "server_uuid": "ac569d44-d407-4c7c-9c5d-036c674258b1", "tag": "684677e3-039c-42a6-9d4c-6dfe5b5557d2"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:18:23.730974 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43261fcc-1380-4ecb-a9ce-233cdcb025cd req-079eb80e-a950-4ef1-88c8-87d6df33e83a tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:23.732695 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e28a8a-b78f-4d24-89b0-ce6735e2f0e7 service neutron] Pushing event updated for resources: {'Port': ['ID=684677e3-039c-42a6-9d4c-6dfe5b5557d2,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:23.741495 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-43261fcc-1380-4ecb-a9ce-233cdcb025cd req-079eb80e-a950-4ef1-88c8-87d6df33e83a tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac569d44-d407-4c7c-9c5d-036c674258b1 HTTP/1.1" status: 200 len: 943 time: 0.0885603 Jul 29 23:18:23.744366 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-e45cea60-e0ad-4df2-b632-a4240a312b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a672cac5-171e-47ab-b4f5-ca678a178c03', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-222989196-router', 'tenant_id': 'd2aa243562a64519a880fa9a248cc450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '90c74feb-d00c-4e19-ad9a-6254ca5a7ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:18:17Z', 'updated_at': '2021-07-29T23:18:19Z', 'revision_number': 3, 'project_id': 'd2aa243562a64519a880fa9a248cc450', 'gw_port': {'id': '90c74feb-d00c-4e19-ad9a-6254ca5a7ba2', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:29:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a672cac5-171e-47ab-b4f5-ca678a178c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:18Z', 'updated_at': '2021-07-29T23:18:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:18:23.760540 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e28a8a-b78f-4d24-89b0-ce6735e2f0e7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:23.761156 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e28a8a-b78f-4d24-89b0-ce6735e2f0e7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:23.761285 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e28a8a-b78f-4d24-89b0-ce6735e2f0e7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:23.761561 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e28a8a-b78f-4d24-89b0-ce6735e2f0e7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:23.761913 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e28a8a-b78f-4d24-89b0-ce6735e2f0e7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:23.762242 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e28a8a-b78f-4d24-89b0-ce6735e2f0e7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:23.762585 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e28a8a-b78f-4d24-89b0-ce6735e2f0e7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:23.762902 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e28a8a-b78f-4d24-89b0-ce6735e2f0e7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:23.763224 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e28a8a-b78f-4d24-89b0-ce6735e2f0e7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:23.763549 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e28a8a-b78f-4d24-89b0-ce6735e2f0e7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:23.763870 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e28a8a-b78f-4d24-89b0-ce6735e2f0e7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:23.764192 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74e28a8a-b78f-4d24-89b0-ce6735e2f0e7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:23.771807 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fa5d60f1-bd1e-4d0b-aaae-74eb57eed94c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:23.781398 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45cea60-e0ad-4df2-b632-a4240a312b54 None None] The sync data for ids ['a672cac5-171e-47ab-b4f5-ca678a178c03'] in n-d-712141-10 is: [{'id': 'a672cac5-171e-47ab-b4f5-ca678a178c03', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-222989196-router', 'tenant_id': 'd2aa243562a64519a880fa9a248cc450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '90c74feb-d00c-4e19-ad9a-6254ca5a7ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:18:17Z', 'updated_at': '2021-07-29T23:18:19Z', 'revision_number': 3, 'project_id': 'd2aa243562a64519a880fa9a248cc450', 'gw_port': {'id': '90c74feb-d00c-4e19-ad9a-6254ca5a7ba2', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:29:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a672cac5-171e-47ab-b4f5-ca678a178c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:18Z', 'updated_at': '2021-07-29T23:18:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:18:23.790167 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53ed0b-eed7-4451-85cb-7d0356abe704 req-01f7c57a-d1dd-44c5-9ea6-f582bf03e344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:23.791893 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2a53ed0b-eed7-4451-85cb-7d0356abe704 req-01f7c57a-d1dd-44c5-9ea6-f582bf03e344 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c2657a7d23514506876a4df5f527f58c&device_id=ac569d44-d407-4c7c-9c5d-036c674258b1 HTTP/1.1" status: 200 len: 1095 time: 0.1194458 Jul 29 23:18:23.793483 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-fa5d60f1-bd1e-4d0b-aaae-74eb57eed94c admin admin] Transition to ACTIVE for port object a97ee861-ce9b-4680-9813-fa2339dc1d34 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:18:23.819054 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-43261fcc-1380-4ecb-a9ce-233cdcb025cd req-844f9729-d0d2-4a91-87d0-a631ade3fe8a tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744696 Jul 29 23:18:23.855997 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2a53ed0b-eed7-4451-85cb-7d0356abe704 req-2d92777c-6574-429d-89a8-eb6b52f4fa76 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=684677e3-039c-42a6-9d4c-6dfe5b5557d2 HTTP/1.1" status: 200 len: 217 time: 0.0492721 Jul 29 23:18:23.885541 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fa5d60f1-bd1e-4d0b-aaae-74eb57eed94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:23.903772 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a2688a-6569-4a51-a513-481c4d67dbf6 x-openstack-request-id: req-42a2688a-6569-4a51-a513-481c4d67dbf6 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:18:23.904118 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac569d44-d407-4c7c-9c5d-036c674258b1", "tag": "684677e3-039c-42a6-9d4c-6dfe5b5557d2", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:18:23.904309 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-42a2688a-6569-4a51-a513-481c4d67dbf6 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:18:23.904730 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac569d44-d407-4c7c-9c5d-036c674258b1', 'tag': '684677e3-039c-42a6-9d4c-6dfe5b5557d2', 'status': 'completed', 'code': 200} Jul 29 23:18:23.963319 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5d60f1-bd1e-4d0b-aaae-74eb57eed94c admin admin] Network 58ca1f32-5bc5-405a-8bfd-45d02004bfd0 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:18:23.973257 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-fa5d60f1-bd1e-4d0b-aaae-74eb57eed94c admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:18:24.011811 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5d60f1-bd1e-4d0b-aaae-74eb57eed94c admin admin] Pushing event updated for resources: {'Port': ['ID=a97ee861-ce9b-4680-9813-fa2339dc1d34,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:24.016991 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5d60f1-bd1e-4d0b-aaae-74eb57eed94c admin admin] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:18:24.069217 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ef150-c20d-4d90-8573-465ec28be578 req-351a6351-905a-449a-8439-2764c09c4503 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:24.077010 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8d7ef150-c20d-4d90-8573-465ec28be578 req-351a6351-905a-449a-8439-2764c09c4503 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/ports?device_id=dae750f9-02fb-48fb-91b0-7fa6024a534e HTTP/1.1" status: 200 len: 967 time: 0.0752048 Jul 29 23:18:24.081168 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53ed0b-eed7-4451-85cb-7d0356abe704 req-a4d5a41c-4897-45d2-bb73-9b0551bce82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:24.091508 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2a53ed0b-eed7-4451-85cb-7d0356abe704 req-a4d5a41c-4897-45d2-bb73-9b0551bce82f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=998261e9-cec6-4719-b797-0c7da54a3001 HTTP/1.1" status: 200 len: 861 time: 0.2180238 Jul 29 23:18:24.129126 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fa5d60f1-bd1e-4d0b-aaae-74eb57eed94c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:24.157210 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device e987b4ec-ae55-4724-b2c9-7a7c82fc1ec8 up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:18:24.174204 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8d7ef150-c20d-4d90-8573-465ec28be578 req-af910271-7e8d-4ed9-a47f-9015d43419bf tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e2d3bd2-5b6e-4100-b437-94e8bee60adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961974 Jul 29 23:18:24.303144 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port e987b4ec-ae55-4724-b2c9-7a7c82fc1ec8 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:18:24.320176 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port e987b4ec-ae55-4724-b2c9-7a7c82fc1ec8 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:18:24.320711 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:24.375403 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2a53ed0b-eed7-4451-85cb-7d0356abe704 req-b09089d7-5bc8-4482-a5b0-d887d9ffc451 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f490981b-45a9-43e1-a661-0229cc7a8cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396533 Jul 29 23:18:24.418342 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fa5d60f1-bd1e-4d0b-aaae-74eb57eed94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:24.522933 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:24.539437 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-756923ad-04c1-4125-81c7-23f6966dbf00 None None] Provisioning for port a97ee861-ce9b-4680-9813-fa2339dc1d34 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:18:24.560206 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbcb55a-df04-42a0-84d2-2189f196ba05 req-40c55756-47a2-4b47-8b83-283be7623e46 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:24.566826 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-acbcb55a-df04-42a0-84d2-2189f196ba05 req-40c55756-47a2-4b47-8b83-283be7623e46 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.43 "GET /v2.0/ports?device_id=59591732-c613-45a3-8ce3-4615f60249e7 HTTP/1.1" status: 200 len: 948 time: 0.1073971 Jul 29 23:18:24.580988 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port e987b4ec-ae55-4724-b2c9-7a7c82fc1ec8, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=e987b4ec-ae55-4724-b2c9-7a7c82fc1ec8,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:24.583512 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59591732-c613-45a3-8ce3-4615f60249e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e987b4ec-ae55-4724-b2c9-7a7c82fc1ec8'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:18:24.585861 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00524690-d713-44d9-95c4-83b689263c55" -d '{"events": [{"server_uuid": "59591732-c613-45a3-8ce3-4615f60249e7", "name": "network-vif-plugged", "status": "completed", "tag": "e987b4ec-ae55-4724-b2c9-7a7c82fc1ec8"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:18:24.589975 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-756923ad-04c1-4125-81c7-23f6966dbf00 None None] Provisioning complete for port a97ee861-ce9b-4680-9813-fa2339dc1d34 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:18:24.590542 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-756923ad-04c1-4125-81c7-23f6966dbf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:24.594365 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:24.663901 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-756923ad-04c1-4125-81c7-23f6966dbf00 None None] Port a97ee861-ce9b-4680-9813-fa2339dc1d34 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:18:24.682410 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=e987b4ec-ae55-4724-b2c9-7a7c82fc1ec8,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:24.691426 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:24.692116 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:24.692697 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:24.693280 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:24.694120 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:24.694724 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:24.695269 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:24.695940 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:24.696542 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:24.697081 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:24.697656 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:24.698197 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:24.712887 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-acbcb55a-df04-42a0-84d2-2189f196ba05 req-a71b510e-6364-4084-827e-489a582d2aa9 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.43 "GET /v2.0/security-groups?id=18041719-2afc-47a1-b0fb-26810a26f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389070 Jul 29 23:18:24.716313 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2a53ed0b-eed7-4451-85cb-7d0356abe704 req-cdb45701-f1ab-4625-b1ff-22e8fbed7ee0 service neutron] 10.222.0.22 "GET /v2.0/networks/f490981b-45a9-43e1-a661-0229cc7a8cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076870 Jul 29 23:18:24.773425 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b2fcbc2-c5ca-4a77-93c5-d61fbcf5267a x-openstack-request-id: req-9b2fcbc2-c5ca-4a77-93c5-d61fbcf5267a {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:18:24.773425 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59591732-c613-45a3-8ce3-4615f60249e7", "name": "network-vif-plugged", "status": "completed", "tag": "e987b4ec-ae55-4724-b2c9-7a7c82fc1ec8", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:18:24.773425 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9b2fcbc2-c5ca-4a77-93c5-d61fbcf5267a {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:18:24.773425 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59591732-c613-45a3-8ce3-4615f60249e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e987b4ec-ae55-4724-b2c9-7a7c82fc1ec8', 'code': 200} Jul 29 23:18:24.960169 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fa5d60f1-bd1e-4d0b-aaae-74eb57eed94c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:24.966590 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2a53ed0b-eed7-4451-85cb-7d0356abe704 req-9114303b-fed7-4507-aa62-014d5b27752a service neutron] 10.222.0.22 "GET /v2.0/networks/f490981b-45a9-43e1-a661-0229cc7a8cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374933 Jul 29 23:18:24.971030 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fa5d60f1-bd1e-4d0b-aaae-74eb57eed94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:25.053034 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93c7c0-c9a8-493f-a92d-5668bcfe8b48 req-e59ae225-8d56-4ace-abd6-0390ce62e038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:25.054773 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fa93c7c0-c9a8-493f-a92d-5668bcfe8b48 req-e59ae225-8d56-4ace-abd6-0390ce62e038 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=59591732-c613-45a3-8ce3-4615f60249e7 HTTP/1.1" status: 200 len: 1101 time: 0.1793473 Jul 29 23:18:25.079697 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 90c74feb-d00c-4e19-ad9a-6254ca5a7ba2 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:18:25.083522 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695a154-306f-469e-bee1-b1465fae15a3 req-605c0086-2d94-476f-b86b-42205bd03359 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:25.085654 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f695a154-306f-469e-bee1-b1465fae15a3 req-605c0086-2d94-476f-b86b-42205bd03359 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac569d44-d407-4c7c-9c5d-036c674258b1 HTTP/1.1" status: 200 len: 943 time: 0.1237731 Jul 29 23:18:25.090799 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.41', 52218) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:25.200832 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f695a154-306f-469e-bee1-b1465fae15a3 req-a25e7a1b-bb7f-4623-8f81-33a21381c9c5 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951993 Jul 29 23:18:25.207771 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fa93c7c0-c9a8-493f-a92d-5668bcfe8b48 req-bd5fbd26-3320-4295-9845-286457e8536f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=18041719-2afc-47a1-b0fb-26810a26f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323805 Jul 29 23:18:25.223217 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 90c74feb-d00c-4e19-ad9a-6254ca5a7ba2 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:18:25.228756 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-21bdfcd8-acf6-472b-ba52-e6f547436ae1 req-24e95416-0c1d-4916-a579-237c15d604e2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=85583eda-44af-4b43-8f72-b78a59cb4479&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1364801 Jul 29 23:18:25.232258 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 90c74feb-d00c-4e19-ad9a-6254ca5a7ba2 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:18:25.232649 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:25.234745 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fa5d60f1-bd1e-4d0b-aaae-74eb57eed94c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:25.251923 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5d60f1-bd1e-4d0b-aaae-74eb57eed94c admin admin] Pushing event updated for resources: {'Port': ['ID=a97ee861-ce9b-4680-9813-fa2339dc1d34,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:25.271349 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d5191-7a30-4a8f-b950-5a1736e63785 req-0b78a5d0-1347-4211-8da0-603534e65c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:25.272855 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-040d5191-7a30-4a8f-b950-5a1736e63785 req-0b78a5d0-1347-4211-8da0-603534e65c9c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c2657a7d23514506876a4df5f527f58c&device_id=ac569d44-d407-4c7c-9c5d-036c674258b1 HTTP/1.1" status: 200 len: 1095 time: 0.2476654 Jul 29 23:18:25.415022 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1201f000-4af4-4188-bff8-e90541ff9d76 req-dc5abe94-c328-4eab-91ff-da28399ee71c tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:25.419378 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:25.423503 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1201f000-4af4-4188-bff8-e90541ff9d76 req-dc5abe94-c328-4eab-91ff-da28399ee71c tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/ports?device_id=dae750f9-02fb-48fb-91b0-7fa6024a534e HTTP/1.1" status: 200 len: 967 time: 0.0711265 Jul 29 23:18:25.477519 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1201f000-4af4-4188-bff8-e90541ff9d76 req-e92eb62a-c59f-4f7d-a231-5a7af8767371 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e2d3bd2-5b6e-4100-b437-94e8bee60adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528336 Jul 29 23:18:25.481459 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 90c74feb-d00c-4e19-ad9a-6254ca5a7ba2, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=90c74feb-d00c-4e19-ad9a-6254ca5a7ba2,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:25.494912 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:25.500522 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5d60f1-bd1e-4d0b-aaae-74eb57eed94c admin admin] Network 58ca1f32-5bc5-405a-8bfd-45d02004bfd0 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:18:25.505301 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-fa5d60f1-bd1e-4d0b-aaae-74eb57eed94c admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:18:25.511396 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d5191-7a30-4a8f-b950-5a1736e63785 req-59bbfd7c-b9cf-4688-9173-08f4f9332ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:25.512991 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-040d5191-7a30-4a8f-b950-5a1736e63785 req-59bbfd7c-b9cf-4688-9173-08f4f9332ad3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f490981b-45a9-43e1-a661-0229cc7a8cd7 HTTP/1.1" status: 200 len: 922 time: 0.2181549 Jul 29 23:18:25.575506 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 0dc2ea71-9552-41ab-ba99-8244b65fc2ba details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:18:25.644370 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-040d5191-7a30-4a8f-b950-5a1736e63785 req-03c5b459-ec73-465f-a852-0b23e2744aca service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=684677e3-039c-42a6-9d4c-6dfe5b5557d2 HTTP/1.1" status: 200 len: 217 time: 0.0710323 Jul 29 23:18:25.674810 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bdfcd8-acf6-472b-ba52-e6f547436ae1 req-3bf9ff7c-ce87-4f10-b42e-4f5aa0e5b255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:25.682349 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-21bdfcd8-acf6-472b-ba52-e6f547436ae1 req-3bf9ff7c-ce87-4f10-b42e-4f5aa0e5b255 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f631a6d452a4fba84f6b90e2829acee&device_id=85583eda-44af-4b43-8f72-b78a59cb4479 HTTP/1.1" status: 200 len: 1097 time: 0.1193581 Jul 29 23:18:25.689162 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=90c74feb-d00c-4e19-ad9a-6254ca5a7ba2,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:25.753089 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.db.resource_extend [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:18:25.803959 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040d5191-7a30-4a8f-b950-5a1736e63785 req-79aae728-ddab-4d83-a464-3deecb911546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:25.806154 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-040d5191-7a30-4a8f-b950-5a1736e63785 req-79aae728-ddab-4d83-a464-3deecb911546 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=998261e9-cec6-4719-b797-0c7da54a3001 HTTP/1.1" status: 200 len: 861 time: 0.1490147 Jul 29 23:18:25.858314 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa5d60f1-bd1e-4d0b-aaae-74eb57eed94c admin admin] Router a672cac5-171e-47ab-b4f5-ca678a178c03 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:18:25.904988 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-040d5191-7a30-4a8f-b950-5a1736e63785 req-2dfc003e-86fc-4733-968c-f01bded6126e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f490981b-45a9-43e1-a661-0229cc7a8cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882745 Jul 29 23:18:25.945383 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b24885fa-2520-4246-b4f7-9a95b19f3372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:25.961746 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bdfcd8-acf6-472b-ba52-e6f547436ae1 req-d6382750-fb26-4613-8d90-f301023a7a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:25.963664 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-21bdfcd8-acf6-472b-ba52-e6f547436ae1 req-d6382750-fb26-4613-8d90-f301023a7a14 service neutron] 10.222.0.41 "GET /v2.0/networks?id=080b9e81-fe4d-4e86-a3c0-24ea9929eaa2 HTTP/1.1" status: 200 len: 925 time: 0.2400916 Jul 29 23:18:25.971323 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-feb528b5-d5a2-42db-ab05-b0ea4f56b900 None None] Provisioning complete for port a97ee861-ce9b-4680-9813-fa2339dc1d34 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:18:25.971703 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-feb528b5-d5a2-42db-ab05-b0ea4f56b900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:26.028047 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-feb528b5-d5a2-42db-ab05-b0ea4f56b900 None None] Port a97ee861-ce9b-4680-9813-fa2339dc1d34 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:18:26.059077 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 0dc2ea71-9552-41ab-ba99-8244b65fc2ba, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=0dc2ea71-9552-41ab-ba99-8244b65fc2ba,segment=NetworkSegment(b15fd95c-eafe-4a6f-99aa-9d06f8ec7d52),segment_id=b15fd95c-eafe-4a6f-99aa-9d06f8ec7d52)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:26.082909 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '0dc2ea71-9552-41ab-ba99-8244b65fc2ba', 'network_id': 'c52606fd-eff3-44e2-a8fb-5c37b1347bbe', 'port_id': '0dc2ea71-9552-41ab-ba99-8244b65fc2ba', 'mac_address': 'fa:16:3e:9f:e6:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfebb0ef-4353-4839-9183-7e34bd8a6c57', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:tempest-test_az-361321593', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:18:26.132687 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:26.149417 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0dc2ea71-9552-41ab-ba99-8244b65fc2ba {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:18:26.178443 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 0dc2ea71-9552-41ab-ba99-8244b65fc2ba, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=0dc2ea71-9552-41ab-ba99-8244b65fc2ba,segment=NetworkSegment(b15fd95c-eafe-4a6f-99aa-9d06f8ec7d52),segment_id=b15fd95c-eafe-4a6f-99aa-9d06f8ec7d52)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:26.189269 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:26.259104 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa5d60f1-bd1e-4d0b-aaae-74eb57eed94c admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:18:26.274254 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-fa5d60f1-bd1e-4d0b-aaae-74eb57eed94c admin admin] 10.222.0.43 "PUT /v2.0/routers/a672cac5-171e-47ab-b4f5-ca678a178c03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8236413 Jul 29 23:18:26.276704 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-040d5191-7a30-4a8f-b950-5a1736e63785 req-68817e4b-0c34-4004-97c0-50f7772f47a0 service neutron] 10.222.0.22 "GET /v2.0/networks/f490981b-45a9-43e1-a661-0229cc7a8cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3585236 Jul 29 23:18:26.281099 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=0dc2ea71-9552-41ab-ba99-8244b65fc2ba,revision_number=6']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:26.321004 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['0dc2ea71-9552-41ab-ba99-8244b65fc2ba'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:18:26.377224 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57712) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:26.391181 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:26.478247 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-21bdfcd8-acf6-472b-ba52-e6f547436ae1 req-a2f49c21-688f-4ae2-92ae-ba77f82d1224 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=21d6fe67-a2ba-4368-8d45-12b9c170ff23 HTTP/1.1" status: 200 len: 1000 time: 0.4890985 Jul 29 23:18:26.530771 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-040d5191-7a30-4a8f-b950-5a1736e63785 req-360c755f-70d2-4145-a4a9-7a777cc6ee5d service neutron] 10.222.0.22 "GET /v2.0/networks/f490981b-45a9-43e1-a661-0229cc7a8cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320673 Jul 29 23:18:26.534517 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbdb6c2-e0a2-4c80-a4ca-3cb5f8da919d None None] Sync routers for ids ['a672cac5-171e-47ab-b4f5-ca678a178c03'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:18:26.558723 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbdb6c2-e0a2-4c80-a4ca-3cb5f8da919d None None] Routers {'a672cac5-171e-47ab-b4f5-ca678a178c03'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:18:26.559889 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-ccbdb6c2-e0a2-4c80-a4ca-3cb5f8da919d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:18:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['a672cac5-171e-47ab-b4f5-ca678a178c03'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:18:26.583102 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a5dfa777-23d4-4efd-8750-a4463eeba783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:26.639184 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed31b0f-b6c7-4371-879d-5dcb1d94ada3 req-e2af842b-01f5-49aa-bd97-204d2f748eff tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:26.650317 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7ed31b0f-b6c7-4371-879d-5dcb1d94ada3 req-e2af842b-01f5-49aa-bd97-204d2f748eff tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.43 "GET /v2.0/ports?device_id=59591732-c613-45a3-8ce3-4615f60249e7 HTTP/1.1" status: 200 len: 949 time: 0.7089174 Jul 29 23:18:26.750756 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-ccbdb6c2-e0a2-4c80-a4ca-3cb5f8da919d None None] Set router a672cac5-171e-47ab-b4f5-ca678a178c03 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:18:26.770628 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7ed31b0f-b6c7-4371-879d-5dcb1d94ada3 req-1c8108d5-da5a-4e42-aee3-9af188422858 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.43 "GET /v2.0/security-groups?id=18041719-2afc-47a1-b0fb-26810a26f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169894 Jul 29 23:18:26.797550 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bdfcd8-acf6-472b-ba52-e6f547436ae1 req-6c6bafac-9c46-4717-a3cc-d90778417a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:26.809413 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-21bdfcd8-acf6-472b-ba52-e6f547436ae1 req-6c6bafac-9c46-4717-a3cc-d90778417a74 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a767d1cf-937a-4189-8aa3-3ec1eff5a6eb HTTP/1.1" status: 200 len: 863 time: 0.3126047 Jul 29 23:18:26.833720 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a5dfa777-23d4-4efd-8750-a4463eeba783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:26.842778 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a5dfa777-23d4-4efd-8750-a4463eeba783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:26.906608 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a5dfa777-23d4-4efd-8750-a4463eeba783 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1d6f287f68d14d7ea51935d7cb37ace6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5216610 Jul 29 23:18:26.906608 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dfa777-23d4-4efd-8750-a4463eeba783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1353a416-a056-4e24-bc49-e265032acb32,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:26.908422 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57730) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:26.913665 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bdfcd8-acf6-472b-ba52-e6f547436ae1 req-02e73771-a42e-41ce-ae7f-dd314f7cbc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:26.915782 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-21bdfcd8-acf6-472b-ba52-e6f547436ae1 req-02e73771-a42e-41ce-ae7f-dd314f7cbc08 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=080b9e81-fe4d-4e86-a3c0-24ea9929eaa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1019228 Jul 29 23:18:26.968156 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-90e8529e-b860-4839-8930-6a48bda312ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:26.993880 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-90e8529e-b860-4839-8930-6a48bda312ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:26.995515 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 90c74feb-d00c-4e19-ad9a-6254ca5a7ba2 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:18:27.047453 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-ccbdb6c2-e0a2-4c80-a4ca-3cb5f8da919d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a672cac5-171e-47ab-b4f5-ca678a178c03', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-222989196-router', 'tenant_id': 'd2aa243562a64519a880fa9a248cc450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '90c74feb-d00c-4e19-ad9a-6254ca5a7ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:18:17Z', 'updated_at': '2021-07-29T23:18:24Z', 'revision_number': 4, 'project_id': 'd2aa243562a64519a880fa9a248cc450', 'gw_port': {'id': '90c74feb-d00c-4e19-ad9a-6254ca5a7ba2', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:29:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a672cac5-171e-47ab-b4f5-ca678a178c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:18Z', 'updated_at': '2021-07-29T23:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'a97ee861-ce9b-4680-9813-fa2339dc1d34', 'name': '', 'network_id': '58ca1f32-5bc5-405a-8bfd-45d02004bfd0', 'tenant_id': 'd2aa243562a64519a880fa9a248cc450', 'mac_address': 'fa:16:3e:8e:3d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a672cac5-171e-47ab-b4f5-ca678a178c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'a0dbe3ae-d02e-4ac8-9b5d-68ac6fae1c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:22Z', 'updated_at': '2021-07-29T23:18:24Z', 'revision_number': 2, 'project_id': 'd2aa243562a64519a880fa9a248cc450', 'subnets': [{'id': 'a0dbe3ae-d02e-4ac8-9b5d-68ac6fae1c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:18:27.052095 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-90e8529e-b860-4839-8930-6a48bda312ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:27.054741 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-90e8529e-b860-4839-8930-6a48bda312ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:27.055916 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-90e8529e-b860-4839-8930-6a48bda312ff admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1353a416-a056-4e24-bc49-e265032acb32 HTTP/1.1" status: 204 len: 168 time: 0.1464906 Jul 29 23:18:27.071002 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59b4bf-161c-4727-8464-81d244070c93 req-a26298c2-5a43-4422-b8ad-453142dd8767 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:27.071994 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e8529e-b860-4839-8930-6a48bda312ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1353a416-a056-4e24-bc49-e265032acb32,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:27.077353 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbdb6c2-e0a2-4c80-a4ca-3cb5f8da919d None None] Checking router: a672cac5-171e-47ab-b4f5-ca678a178c03 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:18:27.078489 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbdb6c2-e0a2-4c80-a4ca-3cb5f8da919d None None] Updating router a672cac5-171e-47ab-b4f5-ca678a178c03 port a97ee861-ce9b-4680-9813-fa2339dc1d34 binding host n-d-712141-10 {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:18:27.082637 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9f59b4bf-161c-4727-8464-81d244070c93 req-a26298c2-5a43-4422-b8ad-453142dd8767 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac569d44-d407-4c7c-9c5d-036c674258b1 HTTP/1.1" status: 200 len: 943 time: 0.1722233 Jul 29 23:18:27.101307 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9611463a-9002-4221-b3b9-65c4362dd408 req-c2657f78-0963-4d08-9d29-cdef2d4f8822 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:27.102861 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9611463a-9002-4221-b3b9-65c4362dd408 req-c2657f78-0963-4d08-9d29-cdef2d4f8822 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/ports?device_id=dae750f9-02fb-48fb-91b0-7fa6024a534e HTTP/1.1" status: 200 len: 966 time: 0.1717129 Jul 29 23:18:27.119022 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 90c74feb-d00c-4e19-ad9a-6254ca5a7ba2 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:18:27.119508 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:27.122712 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ccbdb6c2-e0a2-4c80-a4ca-3cb5f8da919d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:27.171809 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-21bdfcd8-acf6-472b-ba52-e6f547436ae1 req-d0e5d940-f137-4a2c-9777-a6cd829a688c service neutron] 10.222.0.41 "GET /v2.0/networks/080b9e81-fe4d-4e86-a3c0-24ea9929eaa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388890 Jul 29 23:18:27.179615 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9f59b4bf-161c-4727-8464-81d244070c93 req-dac63fb4-7a36-45ca-a5c1-55165cfa4ffb tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961421 Jul 29 23:18:27.216340 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9611463a-9002-4221-b3b9-65c4362dd408 req-17b7b6f3-9466-4982-806d-1171a5aa94e7 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e2d3bd2-5b6e-4100-b437-94e8bee60adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983300 Jul 29 23:18:27.335626 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-21bdfcd8-acf6-472b-ba52-e6f547436ae1 req-82b29a23-50b9-47a2-8aae-8b4d84fe284f service neutron] 10.222.0.41 "GET /v2.0/networks/080b9e81-fe4d-4e86-a3c0-24ea9929eaa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547909 Jul 29 23:18:27.476478 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 57740) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:27.505606 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-02e5095b-7cc4-408d-b062-57c5100f359f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:27.534302 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8918f39-71b3-489a-8eaa-a5c8b44894e2 req-cdc08d9a-4032-4d09-86ac-d1346d59d02e tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:27.536034 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e8918f39-71b3-489a-8eaa-a5c8b44894e2 req-cdc08d9a-4032-4d09-86ac-d1346d59d02e tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.22 "GET /v2.0/ports?device_id=dae750f9-02fb-48fb-91b0-7fa6024a534e HTTP/1.1" status: 200 len: 966 time: 0.0679317 Jul 29 23:18:27.541900 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:27.603156 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 684677e3-039c-42a6-9d4c-6dfe5b5557d2 details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:18:27.616025 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 0dc2ea71-9552-41ab-ba99-8244b65fc2ba up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:18:27.708149 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-02e5095b-7cc4-408d-b062-57c5100f359f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:27.713564 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-02e5095b-7cc4-408d-b062-57c5100f359f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:27.751623 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-e8918f39-71b3-489a-8eaa-a5c8b44894e2 req-c3c78fa4-1617-47ae-abe7-61b3bca3ee6a tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Deleting port 0dc2ea71-9552-41ab-ba99-8244b65fc2ba {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:18:27.752224 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e8918f39-71b3-489a-8eaa-a5c8b44894e2 req-c3c78fa4-1617-47ae-abe7-61b3bca3ee6a tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:27.768546 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-02e5095b-7cc4-408d-b062-57c5100f359f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9eae24c9fed34e3d87e793c3a709669f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2887518 Jul 29 23:18:27.768908 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 57748) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:27.776554 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e5095b-7cc4-408d-b062-57c5100f359f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ebbcc48-966f-4943-abb3-0577cb059899,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:27.839590 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ccbdb6c2-e0a2-4c80-a4ca-3cb5f8da919d None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:27.857312 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-498ae063-355a-4f05-b6de-7b3c767d43eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:27.872589 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 0dc2ea71-9552-41ab-ba99-8244b65fc2ba triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:18:27.873123 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:27.913081 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-ccbdb6c2-e0a2-4c80-a4ca-3cb5f8da919d None None] Transition to ACTIVE for port object a97ee861-ce9b-4680-9813-fa2339dc1d34 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:18:27.933152 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ccbdb6c2-e0a2-4c80-a4ca-3cb5f8da919d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:27.949136 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-e8918f39-71b3-489a-8eaa-a5c8b44894e2 req-c3c78fa4-1617-47ae-abe7-61b3bca3ee6a tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] For port 0dc2ea71-9552-41ab-ba99-8244b65fc2ba, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=0dc2ea71-9552-41ab-ba99-8244b65fc2ba,segment=NetworkSegment(b15fd95c-eafe-4a6f-99aa-9d06f8ec7d52),segment_id=b15fd95c-eafe-4a6f-99aa-9d06f8ec7d52)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:27.949805 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e8918f39-71b3-489a-8eaa-a5c8b44894e2 req-c3c78fa4-1617-47ae-abe7-61b3bca3ee6a tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:27.964672 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 684677e3-039c-42a6-9d4c-6dfe5b5557d2, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=684677e3-039c-42a6-9d4c-6dfe5b5557d2,segment=NetworkSegment(a739f5fc-cf01-40c9-83c0-bfbae7f993f3),segment_id=a739f5fc-cf01-40c9-83c0-bfbae7f993f3)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:27.979090 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-e8918f39-71b3-489a-8eaa-a5c8b44894e2 req-c3c78fa4-1617-47ae-abe7-61b3bca3ee6a tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Calling delete_port for 0dc2ea71-9552-41ab-ba99-8244b65fc2ba owned by compute:tempest-test_az-361321593 {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:18:28.007565 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e5a212-5a42-4501-ab67-8a57188c664c req-517802d1-f41f-41f4-9231-2dd1786ccd78 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:28.009789 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e3e5a212-5a42-4501-ab67-8a57188c664c req-517802d1-f41f-41f4-9231-2dd1786ccd78 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] 10.222.0.43 "GET /v2.0/networks?id=58ca1f32-5bc5-405a-8bfd-45d02004bfd0 HTTP/1.1" status: 200 len: 828 time: 0.1375194 Jul 29 23:18:28.011851 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '684677e3-039c-42a6-9d4c-6dfe5b5557d2', 'network_id': 'f490981b-45a9-43e1-a661-0229cc7a8cd7', 'port_id': '684677e3-039c-42a6-9d4c-6dfe5b5557d2', 'mac_address': 'fa:16:3e:67:92:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '998261e9-cec6-4719-b797-0c7da54a3001', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:18:28.021355 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-498ae063-355a-4f05-b6de-7b3c767d43eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:28.037612 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41b59c4-c75c-4d67-ad25-27a3ee8af8b3 None None] Pushing event updated for resources: {'Port': ['ID=a97ee861-ce9b-4680-9813-fa2339dc1d34,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:28.068829 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e3e5a212-5a42-4501-ab67-8a57188c664c req-08f1b829-1a6c-4a86-9dae-449e59640eaf tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] 10.222.0.43 "GET /v2.0/quotas/d2aa243562a64519a880fa9a248cc450 HTTP/1.1" status: 200 len: 375 time: 0.0443521 Jul 29 23:18:28.153485 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e3e5a212-5a42-4501-ab67-8a57188c664c req-3015d751-948f-4e81-8c33-dde481c536ab tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d2aa243562a64519a880fa9a248cc450&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0835257 Jul 29 23:18:28.154121 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e8918f39-71b3-489a-8eaa-a5c8b44894e2 req-c3c78fa4-1617-47ae-abe7-61b3bca3ee6a tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:28.172089 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-498ae063-355a-4f05-b6de-7b3c767d43eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:28.175617 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-498ae063-355a-4f05-b6de-7b3c767d43eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:28.179074 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-498ae063-355a-4f05-b6de-7b3c767d43eb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4ebbcc48-966f-4943-abb3-0577cb059899 HTTP/1.1" status: 204 len: 168 time: 0.4093256 Jul 29 23:18:28.195503 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498ae063-355a-4f05-b6de-7b3c767d43eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ebbcc48-966f-4943-abb3-0577cb059899,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:28.209509 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['0dc2ea71-9552-41ab-ba99-8244b65fc2ba'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:18:28.210791 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c78fa4-1617-47ae-abe7-61b3bca3ee6a tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Pushing event deleted for resources: {'Port': ['ID=0dc2ea71-9552-41ab-ba99-8244b65fc2ba,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:28.281886 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8918f39-71b3-489a-8eaa-a5c8b44894e2 req-c3c78fa4-1617-47ae-abe7-61b3bca3ee6a tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] No DVR routers for this DVR port 0dc2ea71-9552-41ab-ba99-8244b65fc2ba on host n-h2-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:18:28.285356 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e8918f39-71b3-489a-8eaa-a5c8b44894e2 req-c3c78fa4-1617-47ae-abe7-61b3bca3ee6a tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:28.287672 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e8918f39-71b3-489a-8eaa-a5c8b44894e2 req-c3c78fa4-1617-47ae-abe7-61b3bca3ee6a tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.22 "DELETE /v2.0/ports/0dc2ea71-9552-41ab-ba99-8244b65fc2ba HTTP/1.1" status: 204 len: 173 time: 0.7459815 Jul 29 23:18:28.290121 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dae750f9-02fb-48fb-91b0-7fa6024a534e', 'name': 'network-vif-deleted', 'tag': '0dc2ea71-9552-41ab-ba99-8244b65fc2ba'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:18:28.297855 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ca5c67-66fd-48d9-ae2d-d8f661eeeb7a" -d '{"events": [{"server_uuid": "dae750f9-02fb-48fb-91b0-7fa6024a534e", "name": "network-vif-deleted", "tag": "0dc2ea71-9552-41ab-ba99-8244b65fc2ba"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:18:28.300840 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:28.305410 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:28.323406 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-ccbdb6c2-e0a2-4c80-a4ca-3cb5f8da919d None None] Attempting to bind port a97ee861-ce9b-4680-9813-fa2339dc1d34 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:18:28.323906 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-ccbdb6c2-e0a2-4c80-a4ca-3cb5f8da919d None None] Attempting to bind port a97ee861-ce9b-4680-9813-fa2339dc1d34 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': 'c2b5fb6d-518e-4661-ad95-3a830c92aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '58ca1f32-5bc5-405a-8bfd-45d02004bfd0'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:18:28.324374 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbdb6c2-e0a2-4c80-a4ca-3cb5f8da919d None None] Attempting to bind port a97ee861-ce9b-4680-9813-fa2339dc1d34 on network 58ca1f32-5bc5-405a-8bfd-45d02004bfd0 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:18:28.345022 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbdb6c2-e0a2-4c80-a4ca-3cb5f8da919d None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:18:28.346048 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbdb6c2-e0a2-4c80-a4ca-3cb5f8da919d None None] Checking segment: {'id': 'c2b5fb6d-518e-4661-ad95-3a830c92aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '58ca1f32-5bc5-405a-8bfd-45d02004bfd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:18:28.346756 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ccbdb6c2-e0a2-4c80-a4ca-3cb5f8da919d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:28.347387 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbdb6c2-e0a2-4c80-a4ca-3cb5f8da919d None None] Bound using segment: {'id': 'c2b5fb6d-518e-4661-ad95-3a830c92aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '58ca1f32-5bc5-405a-8bfd-45d02004bfd0'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:18:28.348115 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-ccbdb6c2-e0a2-4c80-a4ca-3cb5f8da919d None None] Bound port: a97ee861-ce9b-4680-9813-fa2339dc1d34, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2b5fb6d-518e-4661-ad95-3a830c92aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '58ca1f32-5bc5-405a-8bfd-45d02004bfd0'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:18:28.348710 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ccbdb6c2-e0a2-4c80-a4ca-3cb5f8da919d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:28.352987 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 684677e3-039c-42a6-9d4c-6dfe5b5557d2 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:18:28.374348 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 684677e3-039c-42a6-9d4c-6dfe5b5557d2, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=684677e3-039c-42a6-9d4c-6dfe5b5557d2,segment=NetworkSegment(a739f5fc-cf01-40c9-83c0-bfbae7f993f3),segment_id=a739f5fc-cf01-40c9-83c0-bfbae7f993f3)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:28.415620 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:28.563733 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=684677e3-039c-42a6-9d4c-6dfe5b5557d2,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:28.577144 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-ccbdb6c2-e0a2-4c80-a4ca-3cb5f8da919d None None] For port a97ee861-ce9b-4680-9813-fa2339dc1d34, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:18:28.581156 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-ccbdb6c2-e0a2-4c80-a4ca-3cb5f8da919d None None] For port a97ee861-ce9b-4680-9813-fa2339dc1d34, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=a97ee861-ce9b-4680-9813-fa2339dc1d34,segment=NetworkSegment(c2b5fb6d-518e-4661-ad95-3a830c92aa5a),segment_id=c2b5fb6d-518e-4661-ad95-3a830c92aa5a)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:18:28.581511 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [req-e3e5a212-5a42-4501-ab67-8a57188c664c req-e498d26f-7283-4432-a247-e1255837e20e service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:18:28.586501 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ccbdb6c2-e0a2-4c80-a4ca-3cb5f8da919d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:28.588683 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e3e5a212-5a42-4501-ab67-8a57188c664c req-e498d26f-7283-4432-a247-e1255837e20e service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1967745 Jul 29 23:18:28.622885 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['684677e3-039c-42a6-9d4c-6dfe5b5557d2'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:18:28.703742 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e3e5a212-5a42-4501-ab67-8a57188c664c req-8955d714-396b-4516-9447-f313c34da076 service neutron] 10.222.0.43 "GET /v2.0/networks/58ca1f32-5bc5-405a-8bfd-45d02004bfd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140184 Jul 29 23:18:28.705936 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41b59c4-c75c-4d67-ad25-27a3ee8af8b3 None None] Pushing event updated for resources: {'Port': ['ID=a97ee861-ce9b-4680-9813-fa2339dc1d34,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:28.715639 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbdb6c2-e0a2-4c80-a4ca-3cb5f8da919d None None] Routers {'a672cac5-171e-47ab-b4f5-ca678a178c03'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:18:28.716293 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-ccbdb6c2-e0a2-4c80-a4ca-3cb5f8da919d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:18:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['a672cac5-171e-47ab-b4f5-ca678a178c03'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:18:28.837305 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e3e5a212-5a42-4501-ab67-8a57188c664c req-7391827e-cf46-48a6-b57e-e7652672d5bd service neutron] 10.222.0.43 "GET /v2.0/networks/58ca1f32-5bc5-405a-8bfd-45d02004bfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322234 Jul 29 23:18:28.927874 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 57788) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:29.003593 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-ccbdb6c2-e0a2-4c80-a4ca-3cb5f8da919d None None] Set router a672cac5-171e-47ab-b4f5-ca678a178c03 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:18:29.059786 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57792) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:29.080896 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-527810ff-7ff8-47d9-8f65-541d82d8976e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:29.130883 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57568137-6e15-4396-b6c8-696986a969b4 req-8b40eb47-1601-4014-b1e4-4ecbd8072c51 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:29.141966 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-57568137-6e15-4396-b6c8-696986a969b4 req-8b40eb47-1601-4014-b1e4-4ecbd8072c51 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.43 "GET /v2.0/ports?device_id=59591732-c613-45a3-8ce3-4615f60249e7 HTTP/1.1" status: 200 len: 949 time: 0.1082315 Jul 29 23:18:29.220056 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-527810ff-7ff8-47d9-8f65-541d82d8976e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:29.224775 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-527810ff-7ff8-47d9-8f65-541d82d8976e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:29.243885 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:29.275247 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527810ff-7ff8-47d9-8f65-541d82d8976e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=304e9ac7-c196-47ae-92c7-61c01c0619ca,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:29.282470 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-527810ff-7ff8-47d9-8f65-541d82d8976e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6416456610b34556b0edb46f1a2ca7ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2215655 Jul 29 23:18:29.285284 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57798) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:29.299206 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-57568137-6e15-4396-b6c8-696986a969b4 req-48c11dfa-9b54-4918-bece-e1fb44b642a6 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.43 "GET /v2.0/security-groups?id=18041719-2afc-47a1-b0fb-26810a26f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562319 Jul 29 23:18:29.347807 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae9b28e-2222-4a0a-ba8b-5344a69360a2 req-1390484a-2062-4ffd-b7ff-824dc87686da tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:29.356069 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2ae9b28e-2222-4a0a-ba8b-5344a69360a2 req-1390484a-2062-4ffd-b7ff-824dc87686da tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac569d44-d407-4c7c-9c5d-036c674258b1 HTTP/1.1" status: 200 len: 944 time: 0.1779766 Jul 29 23:18:29.364648 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d7c335cf-b11f-4d1d-a02d-cfb9152449c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:29.365963 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fa952adc-a0ae-4c17-8b41-52e84657c9e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:29.403132 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-ccbdb6c2-e0a2-4c80-a4ca-3cb5f8da919d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a672cac5-171e-47ab-b4f5-ca678a178c03', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-222989196-router', 'tenant_id': 'd2aa243562a64519a880fa9a248cc450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '90c74feb-d00c-4e19-ad9a-6254ca5a7ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:18:17Z', 'updated_at': '2021-07-29T23:18:24Z', 'revision_number': 4, 'project_id': 'd2aa243562a64519a880fa9a248cc450', 'gw_port': {'id': '90c74feb-d00c-4e19-ad9a-6254ca5a7ba2', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:29:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a672cac5-171e-47ab-b4f5-ca678a178c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:18Z', 'updated_at': '2021-07-29T23:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'a97ee861-ce9b-4680-9813-fa2339dc1d34', 'name': '', 'network_id': '58ca1f32-5bc5-405a-8bfd-45d02004bfd0', 'tenant_id': 'd2aa243562a64519a880fa9a248cc450', 'mac_address': 'fa:16:3e:8e:3d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a672cac5-171e-47ab-b4f5-ca678a178c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'a0dbe3ae-d02e-4ac8-9b5d-68ac6fae1c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:22Z', 'updated_at': '2021-07-29T23:18:28Z', 'revision_number': 4, 'project_id': 'd2aa243562a64519a880fa9a248cc450', 'subnets': [{'id': 'a0dbe3ae-d02e-4ac8-9b5d-68ac6fae1c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:18:29.413466 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fa952adc-a0ae-4c17-8b41-52e84657c9e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:29.426222 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2ae9b28e-2222-4a0a-ba8b-5344a69360a2 req-0d03619f-df61-4c90-82e7-5dc4edab800b tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692854 Jul 29 23:18:29.474674 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573b372f-8f51-4b33-96a8-aa7a52755a04 x-openstack-request-id: req-573b372f-8f51-4b33-96a8-aa7a52755a04 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:18:29.474965 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dae750f9-02fb-48fb-91b0-7fa6024a534e", "name": "network-vif-deleted", "tag": "0dc2ea71-9552-41ab-ba99-8244b65fc2ba", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:18:29.475228 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-573b372f-8f51-4b33-96a8-aa7a52755a04 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:18:29.478600 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccbdb6c2-e0a2-4c80-a4ca-3cb5f8da919d None None] The sync data for ids ['a672cac5-171e-47ab-b4f5-ca678a178c03'] in n-d-712141-10 is: [{'id': 'a672cac5-171e-47ab-b4f5-ca678a178c03', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-222989196-router', 'tenant_id': 'd2aa243562a64519a880fa9a248cc450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '90c74feb-d00c-4e19-ad9a-6254ca5a7ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:18:17Z', 'updated_at': '2021-07-29T23:18:24Z', 'revision_number': 4, 'project_id': 'd2aa243562a64519a880fa9a248cc450', 'gw_port': {'id': '90c74feb-d00c-4e19-ad9a-6254ca5a7ba2', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:29:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a672cac5-171e-47ab-b4f5-ca678a178c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:18Z', 'updated_at': '2021-07-29T23:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'a97ee861-ce9b-4680-9813-fa2339dc1d34', 'name': '', 'network_id': '58ca1f32-5bc5-405a-8bfd-45d02004bfd0', 'tenant_id': 'd2aa243562a64519a880fa9a248cc450', 'mac_address': 'fa:16:3e:8e:3d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a672cac5-171e-47ab-b4f5-ca678a178c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'a0dbe3ae-d02e-4ac8-9b5d-68ac6fae1c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:22Z', 'updated_at': '2021-07-29T23:18:28Z', 'revision_number': 4, 'project_id': 'd2aa243562a64519a880fa9a248cc450', 'subnets': [{'id': 'a0dbe3ae-d02e-4ac8-9b5d-68ac6fae1c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:18:29.481772 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dae750f9-02fb-48fb-91b0-7fa6024a534e', 'name': 'network-vif-deleted', 'tag': '0dc2ea71-9552-41ab-ba99-8244b65fc2ba', 'status': 'completed', 'code': 200} Jul 29 23:18:29.532888 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fa952adc-a0ae-4c17-8b41-52e84657c9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:29.538921 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fa952adc-a0ae-4c17-8b41-52e84657c9e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:29.540423 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-fa952adc-a0ae-4c17-8b41-52e84657c9e0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/304e9ac7-c196-47ae-92c7-61c01c0619ca HTTP/1.1" status: 204 len: 168 time: 0.2537522 Jul 29 23:18:29.560425 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa952adc-a0ae-4c17-8b41-52e84657c9e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304e9ac7-c196-47ae-92c7-61c01c0619ca,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:29.575592 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 0dc2ea71-9552-41ab-ba99-8244b65fc2ba no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:18:29.608055 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d7c335cf-b11f-4d1d-a02d-cfb9152449c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:29.614756 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d7c335cf-b11f-4d1d-a02d-cfb9152449c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:29.636753 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: 0dc2ea71-9552-41ab-ba99-8244b65fc2ba {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:18:29.637663 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 0dc2ea71-9552-41ab-ba99-8244b65fc2ba not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:18:29.666832 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c335cf-b11f-4d1d-a02d-cfb9152449c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa076fc1-6cdb-4c3f-8758-3d1e954fc894,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:29.723021 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-d7c335cf-b11f-4d1d-a02d-cfb9152449c4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5941382c9fee4d979323515b6c2c7d38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7940454 Jul 29 23:18:29.726350 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57812) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:29.759147 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1c588f26-f4c1-4a58-ac08-b6528b4507c4 req-fa54982c-3945-4264-82d3-a3f8cf413834 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] 10.222.0.43 "GET /v2.0/ports?device_id=b90c64b7-0a85-4a1d-918e-9d01fc2f88dc HTTP/1.1" status: 200 len: 210 time: 0.0563428 Jul 29 23:18:29.822728 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a00b4ad4-bcdd-42d1-bdfc-388d45e3567b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:29.872162 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a00b4ad4-bcdd-42d1-bdfc-388d45e3567b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:29.986678 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a00b4ad4-bcdd-42d1-bdfc-388d45e3567b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:29.991707 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a00b4ad4-bcdd-42d1-bdfc-388d45e3567b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:30.011330 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a00b4ad4-bcdd-42d1-bdfc-388d45e3567b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/aa076fc1-6cdb-4c3f-8758-3d1e954fc894 HTTP/1.1" status: 204 len: 168 time: 0.2655396 Jul 29 23:18:30.029553 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00b4ad4-bcdd-42d1-bdfc-388d45e3567b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa076fc1-6cdb-4c3f-8758-3d1e954fc894,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:30.311700 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57838) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:30.319549 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-d0c6aead-b461-4503-9a8f-79acee7fc295 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Request body: {'security_group': {'name': 'tempest-securitygroup--729192683', 'description': 'tempest-description--2103620691'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:18:30.363047 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d0c6aead-b461-4503-9a8f-79acee7fc295 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:30.461978 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22a2083-b6e3-44c9-b722-b00a8f8225c8 req-c4f7404c-b7e6-4e29-9725-7b1587fdf539 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:30.464167 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a22a2083-b6e3-44c9-b722-b00a8f8225c8 req-c4f7404c-b7e6-4e29-9725-7b1587fdf539 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.43 "GET /v2.0/ports?device_id=59591732-c613-45a3-8ce3-4615f60249e7 HTTP/1.1" status: 200 len: 949 time: 0.0753374 Jul 29 23:18:30.535805 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 57842) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:30.548825 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d0c6aead-b461-4503-9a8f-79acee7fc295 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:30.554398 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d0c6aead-b461-4503-9a8f-79acee7fc295 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:30.578002 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-88614b5f-fc12-4f49-82f0-3fd76e4bd482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:30.593545 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d0c6aead-b461-4503-9a8f-79acee7fc295 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:30.599051 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d0c6aead-b461-4503-9a8f-79acee7fc295 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2845080 Jul 29 23:18:30.602049 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57844) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:30.609158 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-e3d97058-9175-42df-a959-d867e454d42a tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Request body: {'security_group_rule': {'security_group_id': 'd60158c8-aa4d-4fd9-a423-33e708e66f6e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:18:30.616841 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c6aead-b461-4503-9a8f-79acee7fc295 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d60158c8-aa4d-4fd9-a423-33e708e66f6e,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:30.639495 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a22a2083-b6e3-44c9-b722-b00a8f8225c8 req-f11d9a78-c5f7-4fec-aa35-4c829bd31f78 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.43 "GET /v2.0/security-groups?id=18041719-2afc-47a1-b0fb-26810a26f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658938 Jul 29 23:18:30.773700 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e3d97058-9175-42df-a959-d867e454d42a tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:30.909017 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-88614b5f-fc12-4f49-82f0-3fd76e4bd482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:30.920677 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6115e9-3cf1-421b-8f86-e257261b2be5 req-a10c6024-3ff0-453f-80a5-548e3ad36244 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:30.939661 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3e6115e9-3cf1-421b-8f86-e257261b2be5 req-a10c6024-3ff0-453f-80a5-548e3ad36244 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac569d44-d407-4c7c-9c5d-036c674258b1 HTTP/1.1" status: 200 len: 944 time: 0.1591144 Jul 29 23:18:30.947261 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-88614b5f-fc12-4f49-82f0-3fd76e4bd482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:30.954011 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e5a212-5a42-4501-ab67-8a57188c664c req-207f1c80-6c74-4e19-a1da-91709ac5248a tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:30.963719 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e3e5a212-5a42-4501-ab67-8a57188c664c req-207f1c80-6c74-4e19-a1da-91709ac5248a tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] 10.222.0.22 "GET /v2.0/networks?id=58ca1f32-5bc5-405a-8bfd-45d02004bfd0 HTTP/1.1" status: 200 len: 828 time: 0.3149266 Jul 29 23:18:31.010178 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-e3e5a212-5a42-4501-ab67-8a57188c664c req-b77e7f9b-d8de-4dba-9507-62f90c98f81b tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Request body: {'port': {'device_id': 'b90c64b7-0a85-4a1d-918e-9d01fc2f88dc', 'network_id': '58ca1f32-5bc5-405a-8bfd-45d02004bfd0', 'admin_state_up': True, 'tenant_id': 'd2aa243562a64519a880fa9a248cc450'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:18:31.017188 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e3d97058-9175-42df-a959-d867e454d42a tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:31.050639 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88614b5f-fc12-4f49-82f0-3fd76e4bd482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda4c584-72ae-44ad-a3ef-b63a8e34c686,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:31.061042 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e3d97058-9175-42df-a959-d867e454d42a tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:31.083967 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-88614b5f-fc12-4f49-82f0-3fd76e4bd482 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=51886fb41b2b44e69c85c851724035a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5422425 Jul 29 23:18:31.084146 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d97058-9175-42df-a959-d867e454d42a tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97956e80-07b8-410a-9318-c78b6fa1eff9,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:31.084266 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57864) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:31.113818 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3e6115e9-3cf1-421b-8f86-e257261b2be5 req-5b89745b-e38c-4492-8926-449ce1cc8bd7 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666787 Jul 29 23:18:31.138959 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device a97ee861-ce9b-4680-9813-fa2339dc1d34 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:18:31.198774 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port a97ee861-ce9b-4680-9813-fa2339dc1d34 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:18:31.205066 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port a97ee861-ce9b-4680-9813-fa2339dc1d34 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:18:31.205815 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:31.243000 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8fc6164c-7bc3-47a2-a5e9-1d128427a906 req-a011eee2-18f7-4b60-aea3-341399d48c95 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] 10.222.0.43 "GET /v2.0/ports?device_id=b90c64b7-0a85-4a1d-918e-9d01fc2f88dc HTTP/1.1" status: 200 len: 210 time: 0.0564327 Jul 29 23:18:31.324020 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:31.364492 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port a97ee861-ce9b-4680-9813-fa2339dc1d34, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=a97ee861-ce9b-4680-9813-fa2339dc1d34,segment=NetworkSegment(c2b5fb6d-518e-4661-ad95-3a830c92aa5a),segment_id=c2b5fb6d-518e-4661-ad95-3a830c92aa5a)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:31.368826 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:31.386988 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef1dcf-51e9-459d-a99b-ba4df75843fa req-bc56efd9-dddf-411e-a1b1-b81908de24f7 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:31.402567 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a1ef1dcf-51e9-459d-a99b-ba4df75843fa req-bc56efd9-dddf-411e-a1b1-b81908de24f7 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.43 "GET /v2.0/ports?device_id=59591732-c613-45a3-8ce3-4615f60249e7 HTTP/1.1" status: 200 len: 949 time: 0.1744618 Jul 29 23:18:31.413657 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e3d97058-9175-42df-a959-d867e454d42a tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:31.415737 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e3d97058-9175-42df-a959-d867e454d42a tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8123510 Jul 29 23:18:31.428662 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 57876) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:31.434043 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-bd7ca888-b109-4021-934b-6cd5f5268415 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Request body: {'security_group_rule': {'security_group_id': 'd60158c8-aa4d-4fd9-a423-33e708e66f6e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:18:31.484182 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=a97ee861-ce9b-4680-9813-fa2339dc1d34,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:31.488980 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fd53de30-b8ca-460d-9723-b5ba02a22394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:31.494621 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a1ef1dcf-51e9-459d-a99b-ba4df75843fa req-fe3babbd-3a4f-4d99-933b-648441713480 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.43 "GET /v2.0/security-groups?id=18041719-2afc-47a1-b0fb-26810a26f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872426 Jul 29 23:18:31.515389 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bd7ca888-b109-4021-934b-6cd5f5268415 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:31.531200 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fd53de30-b8ca-460d-9723-b5ba02a22394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:31.557056 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3e5a212-5a42-4501-ab67-8a57188c664c req-b77e7f9b-d8de-4dba-9507-62f90c98f81b tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Made reservation on behalf of d2aa243562a64519a880fa9a248cc450 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:18:31.568272 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 684677e3-039c-42a6-9d4c-6dfe5b5557d2 up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:18:31.582141 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e3e5a212-5a42-4501-ab67-8a57188c664c req-b77e7f9b-d8de-4dba-9507-62f90c98f81b tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:31.583884 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bd7ca888-b109-4021-934b-6cd5f5268415 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:31.588857 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bd7ca888-b109-4021-934b-6cd5f5268415 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:31.610970 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7ca888-b109-4021-934b-6cd5f5268415 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=948ce433-cc10-4c7d-96da-deaf236ef142,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:31.623758 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bd7ca888-b109-4021-934b-6cd5f5268415 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:31.626489 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-bd7ca888-b109-4021-934b-6cd5f5268415 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1961839 Jul 29 23:18:31.629686 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 57888) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:31.640543 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-ea49184b-0c1d-438b-9592-109694ea8a62 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Request body: {'floatingip': {'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:18:31.686661 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port 684677e3-039c-42a6-9d4c-6dfe5b5557d2 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:18:31.698853 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ea49184b-0c1d-438b-9592-109694ea8a62 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Notify callbacks [] for floatingip, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:31.700375 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 684677e3-039c-42a6-9d4c-6dfe5b5557d2 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:18:31.701606 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:31.712214 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fd53de30-b8ca-460d-9723-b5ba02a22394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:31.715127 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fd53de30-b8ca-460d-9723-b5ba02a22394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:31.720659 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-fd53de30-b8ca-460d-9723-b5ba02a22394 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/eda4c584-72ae-44ad-a3ef-b63a8e34c686 HTTP/1.1" status: 204 len: 168 time: 0.6343744 Jul 29 23:18:31.760923 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd53de30-b8ca-460d-9723-b5ba02a22394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda4c584-72ae-44ad-a3ef-b63a8e34c686,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:31.798544 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-e3e5a212-5a42-4501-ab67-8a57188c664c req-b77e7f9b-d8de-4dba-9507-62f90c98f81b tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Allocated IP 172.20.0.13 (58ca1f32-5bc5-405a-8bfd-45d02004bfd0/a0dbe3ae-d02e-4ac8-9b5d-68ac6fae1c44/ab1c7eaf-a226-491e-bcf6-ea56fa1201a2) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:18:31.816162 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ea49184b-0c1d-438b-9592-109694ea8a62 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:31.915223 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:31.950512 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-ea49184b-0c1d-438b-9592-109694ea8a62 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Allocated IP 172.25.0.11 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/f9c8a818-bc14-42b4-9bdc-06f7f9eda1cb) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:18:31.960856 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 57900) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:31.984233 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 684677e3-039c-42a6-9d4c-6dfe5b5557d2, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=684677e3-039c-42a6-9d4c-6dfe5b5557d2,segment=NetworkSegment(a739f5fc-cf01-40c9-83c0-bfbae7f993f3),segment_id=a739f5fc-cf01-40c9-83c0-bfbae7f993f3)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:31.985572 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac569d44-d407-4c7c-9c5d-036c674258b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '684677e3-039c-42a6-9d4c-6dfe5b5557d2'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:18:31.997109 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0488e00-c06a-49e6-a8c2-f0025db1a8d6" -d '{"events": [{"server_uuid": "ac569d44-d407-4c7c-9c5d-036c674258b1", "name": "network-vif-plugged", "status": "completed", "tag": "684677e3-039c-42a6-9d4c-6dfe5b5557d2"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:18:32.002760 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e3e5a212-5a42-4501-ab67-8a57188c664c req-b77e7f9b-d8de-4dba-9507-62f90c98f81b tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:32.017431 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:32.026343 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-e3e5a212-5a42-4501-ab67-8a57188c664c req-b77e7f9b-d8de-4dba-9507-62f90c98f81b tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Transition to ACTIVE for port object ab1c7eaf-a226-491e-bcf6-ea56fa1201a2 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:18:32.082312 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a38c135-feef-4723-af0e-ef4720cba2a1 x-openstack-request-id: req-4a38c135-feef-4723-af0e-ef4720cba2a1 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:18:32.092530 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac569d44-d407-4c7c-9c5d-036c674258b1", "name": "network-vif-plugged", "status": "completed", "tag": "684677e3-039c-42a6-9d4c-6dfe5b5557d2", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:18:32.092790 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4a38c135-feef-4723-af0e-ef4720cba2a1 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:18:32.094966 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac569d44-d407-4c7c-9c5d-036c674258b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '684677e3-039c-42a6-9d4c-6dfe5b5557d2', 'code': 200} Jul 29 23:18:32.103518 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e3e5a212-5a42-4501-ab67-8a57188c664c req-b77e7f9b-d8de-4dba-9507-62f90c98f81b tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:32.111322 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ea49184b-0c1d-438b-9592-109694ea8a62 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:32.163740 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=684677e3-039c-42a6-9d4c-6dfe5b5557d2,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:32.170707 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ea49184b-0c1d-438b-9592-109694ea8a62 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:32.205805 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77e7f9b-d8de-4dba-9507-62f90c98f81b tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Pushing event updated for resources: {'Port': ['ID=ab1c7eaf-a226-491e-bcf6-ea56fa1201a2,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:32.220140 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3e5a212-5a42-4501-ab67-8a57188c664c req-b77e7f9b-d8de-4dba-9507-62f90c98f81b tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Network 58ca1f32-5bc5-405a-8bfd-45d02004bfd0 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:18:32.236688 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea49184b-0c1d-438b-9592-109694ea8a62 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:18:32.238805 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-e3e5a212-5a42-4501-ab67-8a57188c664c req-b77e7f9b-d8de-4dba-9507-62f90c98f81b tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:18:32.243254 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3e5a212-5a42-4501-ab67-8a57188c664c req-b77e7f9b-d8de-4dba-9507-62f90c98f81b tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:18:32.259404 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-ea49184b-0c1d-438b-9592-109694ea8a62 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:18:32.261986 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea49184b-0c1d-438b-9592-109694ea8a62 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:18:32.286929 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea49184b-0c1d-438b-9592-109694ea8a62 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Pushing event updated for resources: {'Port': ['ID=f9c8a818-bc14-42b4-9bdc-06f7f9eda1cb,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:32.309175 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5162a0a-f563-46af-b72c-538b472adb6b req-396bccde-5b64-4131-af24-d6547dc7ee73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:32.310708 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b5162a0a-f563-46af-b72c-538b472adb6b req-396bccde-5b64-4131-af24-d6547dc7ee73 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ac569d44-d407-4c7c-9c5d-036c674258b1 HTTP/1.1" status: 200 len: 1097 time: 0.1207554 Jul 29 23:18:32.350869 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1332de7d-77e3-431f-9c0b-afba12a69e1f req-bcf3e1c1-cc49-432f-9996-330ecbb6c8fb tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:32.352393 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1332de7d-77e3-431f-9c0b-afba12a69e1f req-bcf3e1c1-cc49-432f-9996-330ecbb6c8fb tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac569d44-d407-4c7c-9c5d-036c674258b1 HTTP/1.1" status: 200 len: 945 time: 0.1343484 Jul 29 23:18:32.353970 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e5a212-5a42-4501-ab67-8a57188c664c req-b77e7f9b-d8de-4dba-9507-62f90c98f81b tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:32.355309 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e3e5a212-5a42-4501-ab67-8a57188c664c req-b77e7f9b-d8de-4dba-9507-62f90c98f81b tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:32.374376 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ea49184b-0c1d-438b-9592-109694ea8a62 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:32.394965 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b5162a0a-f563-46af-b72c-538b472adb6b req-06d235e7-776b-425b-90fa-b16913e8adec service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722785 Jul 29 23:18:32.401219 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e3e5a212-5a42-4501-ab67-8a57188c664c req-b77e7f9b-d8de-4dba-9507-62f90c98f81b tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3981383 Jul 29 23:18:32.451398 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-37b4f409-02e1-4a36-8284-40021995f54c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:32.451870 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-e3e5a212-5a42-4501-ab67-8a57188c664c req-32b8eb31-c7bf-41ba-9af3-b1011f16c007 service neutron] Request body: {'port': {'device_id': 'b90c64b7-0a85-4a1d-918e-9d01fc2f88dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:18:32.490085 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ea49184b-0c1d-438b-9592-109694ea8a62 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:32.510017 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1332de7d-77e3-431f-9c0b-afba12a69e1f req-34b1fa2e-ff6e-4641-a136-9d64dea55d0f tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457767 Jul 29 23:18:32.553172 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e3e5a212-5a42-4501-ab67-8a57188c664c req-32b8eb31-c7bf-41ba-9af3-b1011f16c007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:32.659466 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-3ab0d414-58fe-40cb-8dc0-ca6f43b6edeb None None] Provisioning for port ab1c7eaf-a226-491e-bcf6-ea56fa1201a2 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:18:32.664916 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-3ab0d414-58fe-40cb-8dc0-ca6f43b6edeb None None] Provisioning complete for port ab1c7eaf-a226-491e-bcf6-ea56fa1201a2 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:18:32.665634 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3ab0d414-58fe-40cb-8dc0-ca6f43b6edeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:32.706616 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08583df7-4e91-40f7-a930-3137d068f7dd req-91f941b5-109e-42eb-a158-fff1c7c0e670 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:32.714231 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-08583df7-4e91-40f7-a930-3137d068f7dd req-91f941b5-109e-42eb-a158-fff1c7c0e670 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] 10.222.0.43 "GET /v2.0/ports?device_id=b90c64b7-0a85-4a1d-918e-9d01fc2f88dc HTTP/1.1" status: 200 len: 932 time: 0.2798891 Jul 29 23:18:32.717563 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-3ab0d414-58fe-40cb-8dc0-ca6f43b6edeb None None] Port ab1c7eaf-a226-491e-bcf6-ea56fa1201a2 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:18:32.868017 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de06792-2a07-4df9-b721-28a4e9bbe9a2 req-8cd2361b-048d-4ba4-8d7e-84880b72f22c tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:32.869472 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8de06792-2a07-4df9-b721-28a4e9bbe9a2 req-8cd2361b-048d-4ba4-8d7e-84880b72f22c tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.41 "GET /v2.0/ports?device_id=59591732-c613-45a3-8ce3-4615f60249e7 HTTP/1.1" status: 200 len: 949 time: 0.2038784 Jul 29 23:18:32.889908 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-08583df7-4e91-40f7-a930-3137d068f7dd req-4e75d234-2097-4f9d-b7c8-59c2f5a8f641 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d486468-438b-403e-b912-6cb7d116d8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740086 Jul 29 23:18:32.900364 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea430ce8-4c16-4223-a92d-8171b48f7fb7 req-abd0b3be-98d7-4a75-8199-8a6ea7620ffa tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:32.902272 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ea430ce8-4c16-4223-a92d-8171b48f7fb7 req-abd0b3be-98d7-4a75-8199-8a6ea7620ffa tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.43 "GET /v2.0/ports?device_id=59591732-c613-45a3-8ce3-4615f60249e7 HTTP/1.1" status: 200 len: 949 time: 0.2683060 Jul 29 23:18:32.913705 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-e3e5a212-5a42-4501-ab67-8a57188c664c req-32b8eb31-c7bf-41ba-9af3-b1011f16c007 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab1c7eaf-a226-491e-bcf6-ea56fa1201a2 {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:18:32.930454 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e3e5a212-5a42-4501-ab67-8a57188c664c req-32b8eb31-c7bf-41ba-9af3-b1011f16c007 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:32.946531 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-e3e5a212-5a42-4501-ab67-8a57188c664c req-32b8eb31-c7bf-41ba-9af3-b1011f16c007 service neutron] Transition to ACTIVE for port object ab1c7eaf-a226-491e-bcf6-ea56fa1201a2 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:18:32.965249 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e3e5a212-5a42-4501-ab67-8a57188c664c req-32b8eb31-c7bf-41ba-9af3-b1011f16c007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:32.990022 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ea49184b-0c1d-438b-9592-109694ea8a62 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:33.006772 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device a97ee861-ce9b-4680-9813-fa2339dc1d34 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:18:33.075763 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ea430ce8-4c16-4223-a92d-8171b48f7fb7 req-583166ba-1994-442a-b803-2c4480234464 tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.43 "GET /v2.0/security-groups?id=18041719-2afc-47a1-b0fb-26810a26f218&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777011 Jul 29 23:18:33.076463 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ea49184b-0c1d-438b-9592-109694ea8a62 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:33.101000 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port a97ee861-ce9b-4680-9813-fa2339dc1d34 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:18:33.102830 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:33.146294 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b8eb31-c7bf-41ba-9af3-b1011f16c007 service neutron] Pushing event updated for resources: {'Port': ['ID=ab1c7eaf-a226-491e-bcf6-ea56fa1201a2,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:33.198070 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ea49184b-0c1d-438b-9592-109694ea8a62 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:33.231189 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea49184b-0c1d-438b-9592-109694ea8a62 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Pushing event updated for resources: {'Port': ['ID=f9c8a818-bc14-42b4-9bdc-06f7f9eda1cb,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:33.263856 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-e3e5a212-5a42-4501-ab67-8a57188c664c req-32b8eb31-c7bf-41ba-9af3-b1011f16c007 service neutron] Attempting to bind port ab1c7eaf-a226-491e-bcf6-ea56fa1201a2 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:18:33.265448 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-e3e5a212-5a42-4501-ab67-8a57188c664c req-32b8eb31-c7bf-41ba-9af3-b1011f16c007 service neutron] Attempting to bind port ab1c7eaf-a226-491e-bcf6-ea56fa1201a2 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': 'c2b5fb6d-518e-4661-ad95-3a830c92aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '58ca1f32-5bc5-405a-8bfd-45d02004bfd0'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:18:33.268971 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e5a212-5a42-4501-ab67-8a57188c664c req-32b8eb31-c7bf-41ba-9af3-b1011f16c007 service neutron] Attempting to bind port ab1c7eaf-a226-491e-bcf6-ea56fa1201a2 on network 58ca1f32-5bc5-405a-8bfd-45d02004bfd0 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:18:33.289038 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e5a212-5a42-4501-ab67-8a57188c664c req-32b8eb31-c7bf-41ba-9af3-b1011f16c007 service neutron] Port ab1c7eaf-a226-491e-bcf6-ea56fa1201a2 on network 58ca1f32-5bc5-405a-8bfd-45d02004bfd0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:18:33.289384 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e5a212-5a42-4501-ab67-8a57188c664c req-32b8eb31-c7bf-41ba-9af3-b1011f16c007 service neutron] Attempting to bind port ab1c7eaf-a226-491e-bcf6-ea56fa1201a2 on network 58ca1f32-5bc5-405a-8bfd-45d02004bfd0 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:18:33.293068 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-37b4f409-02e1-4a36-8284-40021995f54c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:33.313890 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-37b4f409-02e1-4a36-8284-40021995f54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:33.322182 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e5a212-5a42-4501-ab67-8a57188c664c req-32b8eb31-c7bf-41ba-9af3-b1011f16c007 service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 18, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:18:33.322744 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e5a212-5a42-4501-ab67-8a57188c664c req-32b8eb31-c7bf-41ba-9af3-b1011f16c007 service neutron] Checking segment: {'id': 'c2b5fb6d-518e-4661-ad95-3a830c92aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '58ca1f32-5bc5-405a-8bfd-45d02004bfd0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:18:33.323266 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3e5a212-5a42-4501-ab67-8a57188c664c req-32b8eb31-c7bf-41ba-9af3-b1011f16c007 service neutron] Bound using segment: {'id': 'c2b5fb6d-518e-4661-ad95-3a830c92aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '58ca1f32-5bc5-405a-8bfd-45d02004bfd0'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:18:33.327162 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-e3e5a212-5a42-4501-ab67-8a57188c664c req-32b8eb31-c7bf-41ba-9af3-b1011f16c007 service neutron] Bound port: ab1c7eaf-a226-491e-bcf6-ea56fa1201a2, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2b5fb6d-518e-4661-ad95-3a830c92aa5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '58ca1f32-5bc5-405a-8bfd-45d02004bfd0'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:18:33.328930 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e3e5a212-5a42-4501-ab67-8a57188c664c req-32b8eb31-c7bf-41ba-9af3-b1011f16c007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:33.360130 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-37b4f409-02e1-4a36-8284-40021995f54c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=06c705a10f484cb4bcefde665750cad2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3978922 Jul 29 23:18:33.362191 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-8de06792-2a07-4df9-b721-28a4e9bbe9a2 req-28eb1f18-7ad7-421f-b347-0c764dafcb7e tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] Deleting port e987b4ec-ae55-4724-b2c9-7a7c82fc1ec8 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:18:33.362530 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-8de06792-2a07-4df9-b721-28a4e9bbe9a2 req-28eb1f18-7ad7-421f-b347-0c764dafcb7e tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:33.368362 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ea49184b-0c1d-438b-9592-109694ea8a62 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:33.369574 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ea49184b-0c1d-438b-9592-109694ea8a62 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7387948 Jul 29 23:18:33.372169 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57946) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:33.449297 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57950) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:33.468006 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-e3e5a212-5a42-4501-ab67-8a57188c664c req-32b8eb31-c7bf-41ba-9af3-b1011f16c007 service neutron] For port ab1c7eaf-a226-491e-bcf6-ea56fa1201a2, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:18:33.481056 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f4080ef8-2d50-4aa6-a663-202b0d5d07f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:33.487810 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-8de06792-2a07-4df9-b721-28a4e9bbe9a2 req-28eb1f18-7ad7-421f-b347-0c764dafcb7e tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] For port e987b4ec-ae55-4724-b2c9-7a7c82fc1ec8, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=e987b4ec-ae55-4724-b2c9-7a7c82fc1ec8,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:33.488185 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-8de06792-2a07-4df9-b721-28a4e9bbe9a2 req-28eb1f18-7ad7-421f-b347-0c764dafcb7e tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:33.488618 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-e3e5a212-5a42-4501-ab67-8a57188c664c req-32b8eb31-c7bf-41ba-9af3-b1011f16c007 service neutron] For port ab1c7eaf-a226-491e-bcf6-ea56fa1201a2, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=ab1c7eaf-a226-491e-bcf6-ea56fa1201a2,segment=NetworkSegment(c2b5fb6d-518e-4661-ad95-3a830c92aa5a),segment_id=c2b5fb6d-518e-4661-ad95-3a830c92aa5a)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:18:33.503713 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e3e5a212-5a42-4501-ab67-8a57188c664c req-32b8eb31-c7bf-41ba-9af3-b1011f16c007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:33.524870 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b4f409-02e1-4a36-8284-40021995f54c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aab59bb-960f-45a0-9a69-740bf28c8734,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:33.529516 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-8de06792-2a07-4df9-b721-28a4e9bbe9a2 req-28eb1f18-7ad7-421f-b347-0c764dafcb7e tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] Calling delete_port for e987b4ec-ae55-4724-b2c9-7a7c82fc1ec8 owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:18:33.551661 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f4080ef8-2d50-4aa6-a663-202b0d5d07f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:33.613287 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e5a212-5a42-4501-ab67-8a57188c664c req-32b8eb31-c7bf-41ba-9af3-b1011f16c007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:33.622110 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e3e5a212-5a42-4501-ab67-8a57188c664c req-32b8eb31-c7bf-41ba-9af3-b1011f16c007 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:33.626923 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e3e5a212-5a42-4501-ab67-8a57188c664c req-32b8eb31-c7bf-41ba-9af3-b1011f16c007 service neutron] 10.222.0.22 "PUT /v2.0/ports/ab1c7eaf-a226-491e-bcf6-ea56fa1201a2 HTTP/1.1" status: 200 len: 1093 time: 1.1794610 Jul 29 23:18:33.633662 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b90c64b7-0a85-4a1d-918e-9d01fc2f88dc', 'tag': 'ab1c7eaf-a226-491e-bcf6-ea56fa1201a2'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:18:33.639751 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06cdc625-31f0-4892-b8ea-899b2ba76f85" -d '{"events": [{"name": "network-changed", "server_uuid": "b90c64b7-0a85-4a1d-918e-9d01fc2f88dc", "tag": "ab1c7eaf-a226-491e-bcf6-ea56fa1201a2"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:18:33.676999 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b8eb31-c7bf-41ba-9af3-b1011f16c007 service neutron] Pushing event updated for resources: {'Port': ['ID=ab1c7eaf-a226-491e-bcf6-ea56fa1201a2,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:33.754061 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e5a212-5a42-4501-ab67-8a57188c664c req-13cc1edb-237c-4b29-a96e-d1324ccb2dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:33.755642 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e3e5a212-5a42-4501-ab67-8a57188c664c req-13cc1edb-237c-4b29-a96e-d1324ccb2dd8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d2aa243562a64519a880fa9a248cc450&device_id=b90c64b7-0a85-4a1d-918e-9d01fc2f88dc HTTP/1.1" status: 200 len: 1096 time: 0.0670509 Jul 29 23:18:33.814166 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e3e5a212-5a42-4501-ab67-8a57188c664c req-8aa70c8e-b777-40b5-b5ab-a61d7719a9f6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab1c7eaf-a226-491e-bcf6-ea56fa1201a2 HTTP/1.1" status: 200 len: 217 time: 0.0504227 Jul 29 23:18:33.819109 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f4080ef8-2d50-4aa6-a663-202b0d5d07f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:33.823139 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f4080ef8-2d50-4aa6-a663-202b0d5d07f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:33.824258 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-f4080ef8-2d50-4aa6-a663-202b0d5d07f9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8aab59bb-960f-45a0-9a69-740bf28c8734 HTTP/1.1" status: 204 len: 168 time: 0.4511714 Jul 29 23:18:33.846193 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4080ef8-2d50-4aa6-a663-202b0d5d07f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aab59bb-960f-45a0-9a69-740bf28c8734,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:33.891616 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e5a212-5a42-4501-ab67-8a57188c664c req-ef11f078-a796-44a2-a691-eaa670a6f131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:33.893541 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e3e5a212-5a42-4501-ab67-8a57188c664c req-ef11f078-a796-44a2-a691-eaa670a6f131 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a0dbe3ae-d02e-4ac8-9b5d-68ac6fae1c44 HTTP/1.1" status: 200 len: 867 time: 0.0648952 Jul 29 23:18:33.898039 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d41e8e-0ef2-47ea-a1cc-f38700570e01 req-71b01ec3-c0d5-4899-a3b6-dc3fb88dd88e tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:33.899658 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-92d41e8e-0ef2-47ea-a1cc-f38700570e01 req-71b01ec3-c0d5-4899-a3b6-dc3fb88dd88e tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac569d44-d407-4c7c-9c5d-036c674258b1 HTTP/1.1" status: 200 len: 945 time: 0.1814308 Jul 29 23:18:33.907808 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-51c7051e-5085-469a-9683-f14247323dbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:33.932111 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-8de06792-2a07-4df9-b721-28a4e9bbe9a2 req-28eb1f18-7ad7-421f-b347-0c764dafcb7e tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:33.976433 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e5a212-5a42-4501-ab67-8a57188c664c req-a5ed1625-1f34-4046-95e9-f7e49528c9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:33.977871 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e3e5a212-5a42-4501-ab67-8a57188c664c req-a5ed1625-1f34-4046-95e9-f7e49528c9df service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=58ca1f32-5bc5-405a-8bfd-45d02004bfd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0676410 Jul 29 23:18:33.980306 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['e987b4ec-ae55-4724-b2c9-7a7c82fc1ec8'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:18:33.992931 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411041e7-111e-407c-92f7-d3fe81ba3579 req-82bb419e-c7db-4242-8761-5a69795dc317 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:33.995754 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-411041e7-111e-407c-92f7-d3fe81ba3579 req-82bb419e-c7db-4242-8761-5a69795dc317 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/networks?id=c52606fd-eff3-44e2-a8fb-5c37b1347bbe HTTP/1.1" status: 200 len: 822 time: 0.2811899 Jul 29 23:18:34.003675 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eb1f18-7ad7-421f-b347-0c764dafcb7e tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] Pushing event deleted for resources: {'Port': ['ID=e987b4ec-ae55-4724-b2c9-7a7c82fc1ec8,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:34.126629 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-92d41e8e-0ef2-47ea-a1cc-f38700570e01 req-1a104e5c-82c4-48ad-a615-64f2b40a74a8 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052073 Jul 29 23:18:34.151293 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-8de06792-2a07-4df9-b721-28a4e9bbe9a2 req-28eb1f18-7ad7-421f-b347-0c764dafcb7e tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] No DVR routers for this DVR port e987b4ec-ae55-4724-b2c9-7a7c82fc1ec8 on host n-h1-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:18:34.152132 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e3e5a212-5a42-4501-ab67-8a57188c664c req-05856e93-f2d8-4293-837f-fada1b7c497f service neutron] 10.222.0.22 "GET /v2.0/networks/58ca1f32-5bc5-405a-8bfd-45d02004bfd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653173 Jul 29 23:18:34.154142 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-411041e7-111e-407c-92f7-d3fe81ba3579 req-b81cf84e-dc14-4ec5-819c-78ac9bf71e1f tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/quotas/91a437bb27a141a7b19e71e4b1cf439b HTTP/1.1" status: 200 len: 375 time: 0.1465456 Jul 29 23:18:34.155662 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-8de06792-2a07-4df9-b721-28a4e9bbe9a2 req-28eb1f18-7ad7-421f-b347-0c764dafcb7e tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:34.161787 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8de06792-2a07-4df9-b721-28a4e9bbe9a2 req-28eb1f18-7ad7-421f-b347-0c764dafcb7e tempest-DeleteServersAdminTestJSON-131937269 tempest-DeleteServersAdminTestJSON-131937269-project] 10.222.0.41 "DELETE /v2.0/ports/e987b4ec-ae55-4724-b2c9-7a7c82fc1ec8 HTTP/1.1" status: 204 len: 173 time: 1.2584603 Jul 29 23:18:34.162271 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59591732-c613-45a3-8ce3-4615f60249e7', 'name': 'network-vif-deleted', 'tag': 'e987b4ec-ae55-4724-b2c9-7a7c82fc1ec8'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:18:34.164547 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce0b3201-8dcd-448a-8fa3-7dc6b9c33486" -d '{"events": [{"server_uuid": "59591732-c613-45a3-8ce3-4615f60249e7", "name": "network-vif-deleted", "tag": "e987b4ec-ae55-4724-b2c9-7a7c82fc1ec8"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:18:34.257988 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-51c7051e-5085-469a-9683-f14247323dbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:34.275894 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-51c7051e-5085-469a-9683-f14247323dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:34.282719 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-411041e7-111e-407c-92f7-d3fe81ba3579 req-6ab8f957-5024-4f39-80d5-bb4161af9fd4 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=91a437bb27a141a7b19e71e4b1cf439b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1151333 Jul 29 23:18:34.334295 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715a98a0-6584-4d10-8dd4-ca8f61a2025d x-openstack-request-id: req-715a98a0-6584-4d10-8dd4-ca8f61a2025d {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:18:34.335006 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b90c64b7-0a85-4a1d-918e-9d01fc2f88dc", "tag": "ab1c7eaf-a226-491e-bcf6-ea56fa1201a2", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:18:34.335483 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-715a98a0-6584-4d10-8dd4-ca8f61a2025d {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:18:34.336064 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b90c64b7-0a85-4a1d-918e-9d01fc2f88dc', 'tag': 'ab1c7eaf-a226-491e-bcf6-ea56fa1201a2', 'status': 'completed', 'code': 200} Jul 29 23:18:34.344704 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-51c7051e-5085-469a-9683-f14247323dbc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fbd273d007ad4ad8b8b12baf9cb89997&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8943515 Jul 29 23:18:34.349186 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57996) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:34.411982 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57998) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:34.440511 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c7051e-5085-469a-9683-f14247323dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0759b10-97e9-40cb-a45f-af85415c3ad1,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:34.460396 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e609523f-8a1f-4151-a8b1-0d576d7c8bb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:34.469162 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e3e5a212-5a42-4501-ab67-8a57188c664c req-2c3f7faa-bb59-498d-a7b4-8835e251f636 service neutron] 10.222.0.22 "GET /v2.0/networks/58ca1f32-5bc5-405a-8bfd-45d02004bfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074718 Jul 29 23:18:34.505180 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5f739bd3-40a0-4242-a28a-26fae1878293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:34.599747 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5f739bd3-40a0-4242-a28a-26fae1878293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:34.658604 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cdc625-31f0-4892-b8ea-899b2ba76f85 req-e70fdf98-ea36-4b7d-b21d-f370a0faccdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:34.660155 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-06cdc625-31f0-4892-b8ea-899b2ba76f85 req-e70fdf98-ea36-4b7d-b21d-f370a0faccdc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d2aa243562a64519a880fa9a248cc450&device_id=b90c64b7-0a85-4a1d-918e-9d01fc2f88dc HTTP/1.1" status: 200 len: 1096 time: 0.1180909 Jul 29 23:18:34.685140 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9b06a-7491-46ef-8beb-cfb02db36e05 req-a8494a52-0593-41ea-815f-523b865f82f3 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:34.695873 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-19a9b06a-7491-46ef-8beb-cfb02db36e05 req-a8494a52-0593-41ea-815f-523b865f82f3 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] 10.222.0.43 "GET /v2.0/ports?device_id=b90c64b7-0a85-4a1d-918e-9d01fc2f88dc HTTP/1.1" status: 200 len: 944 time: 0.0882132 Jul 29 23:18:34.709295 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-411041e7-111e-407c-92f7-d3fe81ba3579 req-f83d2acd-5731-4dc5-8e3e-6fddc1ab2245 service neutron] 10.222.0.43 "GET /v2.0/networks/c52606fd-eff3-44e2-a8fb-5c37b1347bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4177485 Jul 29 23:18:34.755995 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5f739bd3-40a0-4242-a28a-26fae1878293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:34.758663 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5f739bd3-40a0-4242-a28a-26fae1878293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:34.759820 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-5f739bd3-40a0-4242-a28a-26fae1878293 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f0759b10-97e9-40cb-a45f-af85415c3ad1 HTTP/1.1" status: 204 len: 168 time: 0.4072318 Jul 29 23:18:34.769377 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e609523f-8a1f-4151-a8b1-0d576d7c8bb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:34.777821 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f739bd3-40a0-4242-a28a-26fae1878293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0759b10-97e9-40cb-a45f-af85415c3ad1,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:34.787431 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e609523f-8a1f-4151-a8b1-0d576d7c8bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:34.805913 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-19a9b06a-7491-46ef-8beb-cfb02db36e05 req-fd4317a8-c0ff-42b6-a99d-08a93a7d0b5b tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d486468-438b-403e-b912-6cb7d116d8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085303 Jul 29 23:18:34.850028 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e609523f-8a1f-4151-a8b1-0d576d7c8bb3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=caa40bd9a5f64daab6b365c8500048ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4319572 Jul 29 23:18:34.850028 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e609523f-8a1f-4151-a8b1-0d576d7c8bb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac929f34-457b-40c1-acbf-b0932c299480,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:34.852274 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58006) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:34.860140 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cdc625-31f0-4892-b8ea-899b2ba76f85 req-1e3703f0-7318-4b2a-805a-d7aa823a302f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:34.862288 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-06cdc625-31f0-4892-b8ea-899b2ba76f85 req-1e3703f0-7318-4b2a-805a-d7aa823a302f service neutron] 10.222.0.22 "GET /v2.0/networks?id=58ca1f32-5bc5-405a-8bfd-45d02004bfd0 HTTP/1.1" status: 200 len: 929 time: 0.1943109 Jul 29 23:18:34.900389 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-411041e7-111e-407c-92f7-d3fe81ba3579 req-8383071f-b73a-4350-8eda-26a1f9b00a46 service neutron] 10.222.0.43 "GET /v2.0/networks/c52606fd-eff3-44e2-a8fb-5c37b1347bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814196 Jul 29 23:18:34.933001 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-06cdc625-31f0-4892-b8ea-899b2ba76f85 req-16be8742-2d14-47bc-ac4f-f8a06cf882ba service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab1c7eaf-a226-491e-bcf6-ea56fa1201a2 HTTP/1.1" status: 200 len: 217 time: 0.0494049 Jul 29 23:18:35.009927 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-44acf68c-8a3b-48dd-b818-73a424e77933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:35.041541 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cdc625-31f0-4892-b8ea-899b2ba76f85 req-ad9ac762-cc96-4c77-8086-7cc452f56c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:35.043049 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-06cdc625-31f0-4892-b8ea-899b2ba76f85 req-ad9ac762-cc96-4c77-8086-7cc452f56c74 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a0dbe3ae-d02e-4ac8-9b5d-68ac6fae1c44 HTTP/1.1" status: 200 len: 867 time: 0.0924044 Jul 29 23:18:35.048639 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-44acf68c-8a3b-48dd-b818-73a424e77933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:35.104604 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b89301df-5ae7-4081-9cfb-5a31308d520f x-openstack-request-id: req-b89301df-5ae7-4081-9cfb-5a31308d520f {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:18:35.104936 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59591732-c613-45a3-8ce3-4615f60249e7", "name": "network-vif-deleted", "tag": "e987b4ec-ae55-4724-b2c9-7a7c82fc1ec8", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:18:35.105272 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b89301df-5ae7-4081-9cfb-5a31308d520f {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:18:35.105568 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59591732-c613-45a3-8ce3-4615f60249e7', 'name': 'network-vif-deleted', 'tag': 'e987b4ec-ae55-4724-b2c9-7a7c82fc1ec8', 'status': 'completed', 'code': 200} Jul 29 23:18:35.119747 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cdc625-31f0-4892-b8ea-899b2ba76f85 req-f510621e-2dda-48ff-a8f8-5f5a3ea84aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:35.121274 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-06cdc625-31f0-4892-b8ea-899b2ba76f85 req-f510621e-2dda-48ff-a8f8-5f5a3ea84aad service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=58ca1f32-5bc5-405a-8bfd-45d02004bfd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0691419 Jul 29 23:18:35.197872 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-44acf68c-8a3b-48dd-b818-73a424e77933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:35.200703 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-44acf68c-8a3b-48dd-b818-73a424e77933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:35.202009 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-44acf68c-8a3b-48dd-b818-73a424e77933 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ac929f34-457b-40c1-acbf-b0932c299480 HTTP/1.1" status: 204 len: 168 time: 0.3485332 Jul 29 23:18:35.216966 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44acf68c-8a3b-48dd-b818-73a424e77933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac929f34-457b-40c1-acbf-b0932c299480,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:35.256602 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-06cdc625-31f0-4892-b8ea-899b2ba76f85 req-75db29e9-d11b-445b-92db-f732ef5a23c6 service neutron] 10.222.0.22 "GET /v2.0/networks/58ca1f32-5bc5-405a-8bfd-45d02004bfd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272054 Jul 29 23:18:35.365877 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58026) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:35.373710 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-06cdc625-31f0-4892-b8ea-899b2ba76f85 req-1ff99b65-124c-4a0f-814a-2c3f52648ca6 service neutron] 10.222.0.22 "GET /v2.0/networks/58ca1f32-5bc5-405a-8bfd-45d02004bfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078670 Jul 29 23:18:35.388519 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-abd2f4a5-ad77-476a-8800-beab67381b0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:35.496339 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b71a737-f82c-40ba-bd17-9ed2be0a5b98 req-a48f5044-f1ac-40ed-9ec5-eaa74eb17f84 tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:35.498057 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3b71a737-f82c-40ba-bd17-9ed2be0a5b98 req-a48f5044-f1ac-40ed-9ec5-eaa74eb17f84 tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ac569d44-d407-4c7c-9c5d-036c674258b1 HTTP/1.1" status: 200 len: 1097 time: 0.0638759 Jul 29 23:18:35.547997 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3b71a737-f82c-40ba-bd17-9ed2be0a5b98 req-358f05a8-9925-48fb-b198-571e78a03f0a tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386524 Jul 29 23:18:35.573249 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-abd2f4a5-ad77-476a-8800-beab67381b0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:35.579578 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-abd2f4a5-ad77-476a-8800-beab67381b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:35.621283 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd2f4a5-ad77-476a-8800-beab67381b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a89d7f-f004-431f-8469-46a66105b4c5,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:35.680745 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58038) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:35.681367 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-abd2f4a5-ad77-476a-8800-beab67381b0c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3a6263fd5c09422fa4a32ed7a11f7972&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3133452 Jul 29 23:18:35.775329 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-35c26a79-f480-495a-9fbb-df0b48a2f3ea req-6c94eac1-e838-403d-8fd3-9e91b9d85104 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/ports?device_id=201714d3-0f6d-4450-8f5e-34ffc1bf642d HTTP/1.1" status: 200 len: 210 time: 0.0432384 Jul 29 23:18:35.799641 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9a6954f3-f937-4a9d-a48e-d5c1ed954120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:35.828173 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9a6954f3-f937-4a9d-a48e-d5c1ed954120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:35.891209 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9a6954f3-f937-4a9d-a48e-d5c1ed954120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:35.895032 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9a6954f3-f937-4a9d-a48e-d5c1ed954120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:35.900344 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9a6954f3-f937-4a9d-a48e-d5c1ed954120 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/10a89d7f-f004-431f-8469-46a66105b4c5 HTTP/1.1" status: 204 len: 168 time: 0.2146113 Jul 29 23:18:35.915195 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60825648-d58c-46f8-84e5-274a4acf18ac req-ef941c2d-06a2-424f-82f0-e611aea52e5d tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:35.921568 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-60825648-d58c-46f8-84e5-274a4acf18ac req-ef941c2d-06a2-424f-82f0-e611aea52e5d tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ac569d44-d407-4c7c-9c5d-036c674258b1 HTTP/1.1" status: 200 len: 1097 time: 0.0754597 Jul 29 23:18:35.923114 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6954f3-f937-4a9d-a48e-d5c1ed954120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a89d7f-f004-431f-8469-46a66105b4c5,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:36.006213 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-60825648-d58c-46f8-84e5-274a4acf18ac req-0c8a626c-7965-44b6-8002-43ead9e99327 tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771492 Jul 29 23:18:36.099910 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5243152d-48bd-4117-98f5-127316291cfe req-d2e4943a-04b0-402b-b4bd-abe64fe71d27 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:36.101440 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5243152d-48bd-4117-98f5-127316291cfe req-d2e4943a-04b0-402b-b4bd-abe64fe71d27 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] 10.222.0.43 "GET /v2.0/ports?device_id=b90c64b7-0a85-4a1d-918e-9d01fc2f88dc HTTP/1.1" status: 200 len: 944 time: 0.0583878 Jul 29 23:18:36.154976 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5243152d-48bd-4117-98f5-127316291cfe req-8d936b2a-2041-4de1-9c9d-522f6c28a0eb tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d486468-438b-403e-b912-6cb7d116d8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470695 Jul 29 23:18:36.582755 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411041e7-111e-407c-92f7-d3fe81ba3579 req-605ab66e-427e-4470-a5e2-e1f568896d22 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:36.584572 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-411041e7-111e-407c-92f7-d3fe81ba3579 req-605ab66e-427e-4470-a5e2-e1f568896d22 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.41 "GET /v2.0/networks?id=c52606fd-eff3-44e2-a8fb-5c37b1347bbe HTTP/1.1" status: 200 len: 822 time: 0.1650391 Jul 29 23:18:36.605979 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-411041e7-111e-407c-92f7-d3fe81ba3579 req-79387d82-c008-448c-8e46-5f91ab1e8b1d tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Request body: {'port': {'device_id': '201714d3-0f6d-4450-8f5e-34ffc1bf642d', 'network_id': 'c52606fd-eff3-44e2-a8fb-5c37b1347bbe', 'admin_state_up': True, 'tenant_id': '91a437bb27a141a7b19e71e4b1cf439b'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:18:36.753179 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-411041e7-111e-407c-92f7-d3fe81ba3579 req-79387d82-c008-448c-8e46-5f91ab1e8b1d tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Made reservation on behalf of 91a437bb27a141a7b19e71e4b1cf439b for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:18:36.756973 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-411041e7-111e-407c-92f7-d3fe81ba3579 req-79387d82-c008-448c-8e46-5f91ab1e8b1d tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:36.779264 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:36.801168 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58106) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:36.911987 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ba8d684e-c5dd-46bb-8404-5a6be4c29916 req-08ef4969-a53d-43cf-8e34-d7aac25bc380 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/ports?device_id=201714d3-0f6d-4450-8f5e-34ffc1bf642d HTTP/1.1" status: 200 len: 210 time: 0.0505264 Jul 29 23:18:36.935797 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-411041e7-111e-407c-92f7-d3fe81ba3579 req-79387d82-c008-448c-8e46-5f91ab1e8b1d tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Allocated IP 172.20.0.14 (c52606fd-eff3-44e2-a8fb-5c37b1347bbe/dfebb0ef-4353-4839-9183-7e34bd8a6c57/85923019-0121-42ea-b99d-d42295c64caf) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:18:37.091544 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-411041e7-111e-407c-92f7-d3fe81ba3579 req-79387d82-c008-448c-8e46-5f91ab1e8b1d tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:37.136039 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-411041e7-111e-407c-92f7-d3fe81ba3579 req-79387d82-c008-448c-8e46-5f91ab1e8b1d tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:37.158324 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-5a3d5edf-a5af-4938-8d77-5d9a6c424353 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a19722bc31924ba0bbb07778f60e1584&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3559144 Jul 29 23:18:37.160724 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58126) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:37.193766 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-411041e7-111e-407c-92f7-d3fe81ba3579 req-79387d82-c008-448c-8e46-5f91ab1e8b1d tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Network c52606fd-eff3-44e2-a8fb-5c37b1347bbe is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:18:37.196716 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-411041e7-111e-407c-92f7-d3fe81ba3579 req-79387d82-c008-448c-8e46-5f91ab1e8b1d tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:18:37.199274 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-411041e7-111e-407c-92f7-d3fe81ba3579 req-79387d82-c008-448c-8e46-5f91ab1e8b1d tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:18:37.206151 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411041e7-111e-407c-92f7-d3fe81ba3579 req-79387d82-c008-448c-8e46-5f91ab1e8b1d tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:37.206813 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-411041e7-111e-407c-92f7-d3fe81ba3579 req-79387d82-c008-448c-8e46-5f91ab1e8b1d tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:37.229536 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79387d82-c008-448c-8e46-5f91ab1e8b1d tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Pushing event updated for resources: {'Port': ['ID=85923019-0121-42ea-b99d-d42295c64caf,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:37.236590 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-411041e7-111e-407c-92f7-d3fe81ba3579 req-79387d82-c008-448c-8e46-5f91ab1e8b1d tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6347582 Jul 29 23:18:37.252142 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0ede929a-c49a-425c-a0d4-1f780cc04bd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:37.256258 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-411041e7-111e-407c-92f7-d3fe81ba3579 req-84c64d96-8b54-4b7a-94ef-52000a318ef2 service neutron] Request body: {'port': {'device_id': '201714d3-0f6d-4450-8f5e-34ffc1bf642d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:18:37.277951 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0ede929a-c49a-425c-a0d4-1f780cc04bd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:37.344211 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-411041e7-111e-407c-92f7-d3fe81ba3579 req-84c64d96-8b54-4b7a-94ef-52000a318ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:37.355859 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0ede929a-c49a-425c-a0d4-1f780cc04bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:37.358652 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0ede929a-c49a-425c-a0d4-1f780cc04bd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:37.360137 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0ede929a-c49a-425c-a0d4-1f780cc04bd3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/18041719-2afc-47a1-b0fb-26810a26f218 HTTP/1.1" status: 204 len: 168 time: 0.1978433 Jul 29 23:18:37.373621 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ede929a-c49a-425c-a0d4-1f780cc04bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18041719-2afc-47a1-b0fb-26810a26f218,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:37.608083 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device ab1c7eaf-a226-491e-bcf6-ea56fa1201a2 details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:18:37.703315 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-411041e7-111e-407c-92f7-d3fe81ba3579 req-84c64d96-8b54-4b7a-94ef-52000a318ef2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85923019-0121-42ea-b99d-d42295c64caf {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:18:37.714269 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-411041e7-111e-407c-92f7-d3fe81ba3579 req-84c64d96-8b54-4b7a-94ef-52000a318ef2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:37.736513 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-411041e7-111e-407c-92f7-d3fe81ba3579 req-84c64d96-8b54-4b7a-94ef-52000a318ef2 service neutron] Transition to ACTIVE for port object 85923019-0121-42ea-b99d-d42295c64caf will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:18:37.743862 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-411041e7-111e-407c-92f7-d3fe81ba3579 req-84c64d96-8b54-4b7a-94ef-52000a318ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:37.795269 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port ab1c7eaf-a226-491e-bcf6-ea56fa1201a2, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=ab1c7eaf-a226-491e-bcf6-ea56fa1201a2,segment=NetworkSegment(c2b5fb6d-518e-4661-ad95-3a830c92aa5a),segment_id=c2b5fb6d-518e-4661-ad95-3a830c92aa5a)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:37.815751 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': 'ab1c7eaf-a226-491e-bcf6-ea56fa1201a2', 'network_id': '58ca1f32-5bc5-405a-8bfd-45d02004bfd0', 'port_id': 'ab1c7eaf-a226-491e-bcf6-ea56fa1201a2', 'mac_address': 'fa:16:3e:0c:75:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0dbe3ae-d02e-4ac8-9b5d-68ac6fae1c44', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:18:37.872105 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c64d96-8b54-4b7a-94ef-52000a318ef2 service neutron] Pushing event updated for resources: {'Port': ['ID=85923019-0121-42ea-b99d-d42295c64caf,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:37.899969 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21841a6-63fc-453f-bda3-423f6d86ba3b req-e999e14e-88bd-4338-a7e4-a0c465d1a7d1 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:37.901718 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c21841a6-63fc-453f-bda3-423f6d86ba3b req-e999e14e-88bd-4338-a7e4-a0c465d1a7d1 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] 10.222.0.43 "GET /v2.0/ports?device_id=b90c64b7-0a85-4a1d-918e-9d01fc2f88dc HTTP/1.1" status: 200 len: 944 time: 0.1387594 Jul 29 23:18:37.902370 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-411041e7-111e-407c-92f7-d3fe81ba3579 req-84c64d96-8b54-4b7a-94ef-52000a318ef2 service neutron] Attempting to bind port 85923019-0121-42ea-b99d-d42295c64caf on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:18:37.902703 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-411041e7-111e-407c-92f7-d3fe81ba3579 req-84c64d96-8b54-4b7a-94ef-52000a318ef2 service neutron] Attempting to bind port 85923019-0121-42ea-b99d-d42295c64caf by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': 'b15fd95c-eafe-4a6f-99aa-9d06f8ec7d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c52606fd-eff3-44e2-a8fb-5c37b1347bbe'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:18:37.903029 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411041e7-111e-407c-92f7-d3fe81ba3579 req-84c64d96-8b54-4b7a-94ef-52000a318ef2 service neutron] Attempting to bind port 85923019-0121-42ea-b99d-d42295c64caf on network c52606fd-eff3-44e2-a8fb-5c37b1347bbe {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:18:37.909615 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411041e7-111e-407c-92f7-d3fe81ba3579 req-84c64d96-8b54-4b7a-94ef-52000a318ef2 service neutron] Port 85923019-0121-42ea-b99d-d42295c64caf on network c52606fd-eff3-44e2-a8fb-5c37b1347bbe not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:18:37.910006 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411041e7-111e-407c-92f7-d3fe81ba3579 req-84c64d96-8b54-4b7a-94ef-52000a318ef2 service neutron] Attempting to bind port 85923019-0121-42ea-b99d-d42295c64caf on network c52606fd-eff3-44e2-a8fb-5c37b1347bbe {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:18:37.931132 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411041e7-111e-407c-92f7-d3fe81ba3579 req-84c64d96-8b54-4b7a-94ef-52000a318ef2 service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:18:37.931132 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411041e7-111e-407c-92f7-d3fe81ba3579 req-84c64d96-8b54-4b7a-94ef-52000a318ef2 service neutron] Checking segment: {'id': 'b15fd95c-eafe-4a6f-99aa-9d06f8ec7d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c52606fd-eff3-44e2-a8fb-5c37b1347bbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:18:37.931132 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411041e7-111e-407c-92f7-d3fe81ba3579 req-84c64d96-8b54-4b7a-94ef-52000a318ef2 service neutron] Bound using segment: {'id': 'b15fd95c-eafe-4a6f-99aa-9d06f8ec7d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c52606fd-eff3-44e2-a8fb-5c37b1347bbe'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:18:37.931132 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-411041e7-111e-407c-92f7-d3fe81ba3579 req-84c64d96-8b54-4b7a-94ef-52000a318ef2 service neutron] Bound port: 85923019-0121-42ea-b99d-d42295c64caf, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b15fd95c-eafe-4a6f-99aa-9d06f8ec7d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c52606fd-eff3-44e2-a8fb-5c37b1347bbe'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:18:37.931132 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-411041e7-111e-407c-92f7-d3fe81ba3579 req-84c64d96-8b54-4b7a-94ef-52000a318ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:38.000560 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c21841a6-63fc-453f-bda3-423f6d86ba3b req-65556d2e-fd56-4759-b074-cc625d4cbca7 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d486468-438b-403e-b912-6cb7d116d8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864382 Jul 29 23:18:38.052439 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58176) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:38.069970 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-411041e7-111e-407c-92f7-d3fe81ba3579 req-84c64d96-8b54-4b7a-94ef-52000a318ef2 service neutron] For port 85923019-0121-42ea-b99d-d42295c64caf, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:18:38.078517 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b2c8047a-e328-4bac-9560-09816b07e33f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:38.081063 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-411041e7-111e-407c-92f7-d3fe81ba3579 req-84c64d96-8b54-4b7a-94ef-52000a318ef2 service neutron] For port 85923019-0121-42ea-b99d-d42295c64caf, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=85923019-0121-42ea-b99d-d42295c64caf,segment=NetworkSegment(b15fd95c-eafe-4a6f-99aa-9d06f8ec7d52),segment_id=b15fd95c-eafe-4a6f-99aa-9d06f8ec7d52)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:18:38.097259 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-411041e7-111e-407c-92f7-d3fe81ba3579 req-84c64d96-8b54-4b7a-94ef-52000a318ef2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:38.173322 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411041e7-111e-407c-92f7-d3fe81ba3579 req-84c64d96-8b54-4b7a-94ef-52000a318ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:38.174051 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-411041e7-111e-407c-92f7-d3fe81ba3579 req-84c64d96-8b54-4b7a-94ef-52000a318ef2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:38.175759 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-411041e7-111e-407c-92f7-d3fe81ba3579 req-84c64d96-8b54-4b7a-94ef-52000a318ef2 service neutron] 10.222.0.41 "PUT /v2.0/ports/85923019-0121-42ea-b99d-d42295c64caf HTTP/1.1" status: 200 len: 1093 time: 0.9240844 Jul 29 23:18:38.176262 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '201714d3-0f6d-4450-8f5e-34ffc1bf642d', 'tag': '85923019-0121-42ea-b99d-d42295c64caf'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:18:38.179424 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e5bfab-0c25-4a31-8c99-41af7dadf487" -d '{"events": [{"name": "network-changed", "server_uuid": "201714d3-0f6d-4450-8f5e-34ffc1bf642d", "tag": "85923019-0121-42ea-b99d-d42295c64caf"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:18:38.217116 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device e987b4ec-ae55-4724-b2c9-7a7c82fc1ec8 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:18:38.230645 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:38.241885 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c64d96-8b54-4b7a-94ef-52000a318ef2 service neutron] Pushing event updated for resources: {'Port': ['ID=85923019-0121-42ea-b99d-d42295c64caf,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:38.285738 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab1c7eaf-a226-491e-bcf6-ea56fa1201a2 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:18:38.291745 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] No Port match for: e987b4ec-ae55-4724-b2c9-7a7c82fc1ec8 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:18:38.292674 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device e987b4ec-ae55-4724-b2c9-7a7c82fc1ec8 not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:18:38.298643 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b2c8047a-e328-4bac-9560-09816b07e33f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:38.307455 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b2c8047a-e328-4bac-9560-09816b07e33f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:38.344188 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port ab1c7eaf-a226-491e-bcf6-ea56fa1201a2, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=ab1c7eaf-a226-491e-bcf6-ea56fa1201a2,segment=NetworkSegment(c2b5fb6d-518e-4661-ad95-3a830c92aa5a),segment_id=c2b5fb6d-518e-4661-ad95-3a830c92aa5a)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:38.354735 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b2c8047a-e328-4bac-9560-09816b07e33f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fb43d2eac59342c794d457ea6e70a622&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3011899 Jul 29 23:18:38.357228 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58190) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:38.358248 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:38.372642 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411041e7-111e-407c-92f7-d3fe81ba3579 req-2b7be67c-6989-4b72-8a57-c462c37b4de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:38.375724 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-411041e7-111e-407c-92f7-d3fe81ba3579 req-2b7be67c-6989-4b72-8a57-c462c37b4de0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=91a437bb27a141a7b19e71e4b1cf439b&device_id=201714d3-0f6d-4450-8f5e-34ffc1bf642d HTTP/1.1" status: 200 len: 1096 time: 0.0791364 Jul 29 23:18:38.431866 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c8047a-e328-4bac-9560-09816b07e33f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e5d04d-0b66-4f3a-938f-e155d74e2069,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:38.459440 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6fb16814-4b81-4a30-8fc0-6e4e6f8c551c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:38.475553 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-411041e7-111e-407c-92f7-d3fe81ba3579 req-168b462d-71bb-4f4f-9ccc-e62083313d62 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85923019-0121-42ea-b99d-d42295c64caf HTTP/1.1" status: 200 len: 217 time: 0.0819590 Jul 29 23:18:38.489675 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=ab1c7eaf-a226-491e-bcf6-ea56fa1201a2,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:38.499777 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6fb16814-4b81-4a30-8fc0-6e4e6f8c551c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:38.571130 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411041e7-111e-407c-92f7-d3fe81ba3579 req-9c12af23-94b7-49b2-bf5a-614c9f122c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:38.572906 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-411041e7-111e-407c-92f7-d3fe81ba3579 req-9c12af23-94b7-49b2-bf5a-614c9f122c6c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dfebb0ef-4353-4839-9183-7e34bd8a6c57 HTTP/1.1" status: 200 len: 862 time: 0.0938802 Jul 29 23:18:38.578440 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6fb16814-4b81-4a30-8fc0-6e4e6f8c551c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:38.579020 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['ab1c7eaf-a226-491e-bcf6-ea56fa1201a2'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:18:38.581515 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6fb16814-4b81-4a30-8fc0-6e4e6f8c551c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:38.582738 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-6fb16814-4b81-4a30-8fc0-6e4e6f8c551c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/32e5d04d-0b66-4f3a-938f-e155d74e2069 HTTP/1.1" status: 204 len: 168 time: 0.2186007 Jul 29 23:18:38.596863 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb16814-4b81-4a30-8fc0-6e4e6f8c551c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e5d04d-0b66-4f3a-938f-e155d74e2069,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:38.618295 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-411041e7-111e-407c-92f7-d3fe81ba3579 req-1e72ccb5-6100-417d-9972-ae5249a59c87 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c52606fd-eff3-44e2-a8fb-5c37b1347bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367069 Jul 29 23:18:38.788368 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-411041e7-111e-407c-92f7-d3fe81ba3579 req-c3e6c4b8-2895-465c-95d2-6776d35ffc26 service neutron] 10.222.0.41 "GET /v2.0/networks/c52606fd-eff3-44e2-a8fb-5c37b1347bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595652 Jul 29 23:18:38.955584 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be2c0e-76ee-46bf-a653-c353be46aeb5 req-62d8f300-eec2-4594-ba6f-89743a40b813 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:38.957141 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f1be2c0e-76ee-46bf-a653-c353be46aeb5 req-62d8f300-eec2-4594-ba6f-89743a40b813 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/ports?device_id=201714d3-0f6d-4450-8f5e-34ffc1bf642d HTTP/1.1" status: 200 len: 944 time: 0.0860693 Jul 29 23:18:38.961075 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-411041e7-111e-407c-92f7-d3fe81ba3579 req-c36977ca-1e64-4b75-a334-2edf269c7fba service neutron] 10.222.0.41 "GET /v2.0/networks/c52606fd-eff3-44e2-a8fb-5c37b1347bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656225 Jul 29 23:18:38.973832 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58210) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:39.006858 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f1be2c0e-76ee-46bf-a653-c353be46aeb5 req-faee2773-0eef-453b-9d6a-fc538efb63b9 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e2d3bd2-5b6e-4100-b437-94e8bee60adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407441 Jul 29 23:18:39.062118 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85fc2ad9-e922-4989-b8e8-8120ac6e176d x-openstack-request-id: req-85fc2ad9-e922-4989-b8e8-8120ac6e176d {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:18:39.062666 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "201714d3-0f6d-4450-8f5e-34ffc1bf642d", "tag": "85923019-0121-42ea-b99d-d42295c64caf", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:18:39.063027 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-85fc2ad9-e922-4989-b8e8-8120ac6e176d {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:18:39.064014 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '201714d3-0f6d-4450-8f5e-34ffc1bf642d', 'tag': '85923019-0121-42ea-b99d-d42295c64caf', 'status': 'completed', 'code': 200} Jul 29 23:18:39.152783 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5bfab-0c25-4a31-8c99-41af7dadf487 req-88a081e8-7964-4c02-931c-3522f57287c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:39.154516 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-82e5bfab-0c25-4a31-8c99-41af7dadf487 req-88a081e8-7964-4c02-931c-3522f57287c7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=91a437bb27a141a7b19e71e4b1cf439b&device_id=201714d3-0f6d-4450-8f5e-34ffc1bf642d HTTP/1.1" status: 200 len: 1096 time: 0.0412638 Jul 29 23:18:39.254947 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5bfab-0c25-4a31-8c99-41af7dadf487 req-e43f5f8a-bd11-4f7a-9daa-e98cd4f9dfad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:39.256761 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-82e5bfab-0c25-4a31-8c99-41af7dadf487 req-e43f5f8a-bd11-4f7a-9daa-e98cd4f9dfad service neutron] 10.222.0.41 "GET /v2.0/networks?id=c52606fd-eff3-44e2-a8fb-5c37b1347bbe HTTP/1.1" status: 200 len: 923 time: 0.0950742 Jul 29 23:18:39.268931 n-d-712141-10 neutron-server[94077]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 29 23:18:39.273619 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [req-a105384d-b74a-41da-98a3-81f12ce9739d req-073c0bcf-e74b-4062-855a-1f41adea040f tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:18:39.282098 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a105384d-b74a-41da-98a3-81f12ce9739d req-073c0bcf-e74b-4062-855a-1f41adea040f tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3067563 Jul 29 23:18:39.303396 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-82e5bfab-0c25-4a31-8c99-41af7dadf487 req-8ab85617-4c24-4560-b2b1-f7c9822f16f9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85923019-0121-42ea-b99d-d42295c64caf HTTP/1.1" status: 200 len: 217 time: 0.0370226 Jul 29 23:18:39.361740 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e5bfab-0c25-4a31-8c99-41af7dadf487 req-f9531039-3abf-46e0-a4dc-8b9c788cb0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:39.363101 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-82e5bfab-0c25-4a31-8c99-41af7dadf487 req-f9531039-3abf-46e0-a4dc-8b9c788cb0c4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dfebb0ef-4353-4839-9183-7e34bd8a6c57 HTTP/1.1" status: 200 len: 862 time: 0.0522201 Jul 29 23:18:39.400469 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-82e5bfab-0c25-4a31-8c99-41af7dadf487 req-330c2b38-d1c5-4697-85c0-838927b97561 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c52606fd-eff3-44e2-a8fb-5c37b1347bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286515 Jul 29 23:18:39.528789 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-82e5bfab-0c25-4a31-8c99-41af7dadf487 req-6d29852b-8af1-4a97-87d8-2e12fa0f804e service neutron] 10.222.0.41 "GET /v2.0/networks/c52606fd-eff3-44e2-a8fb-5c37b1347bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190135 Jul 29 23:18:39.613674 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device ab1c7eaf-a226-491e-bcf6-ea56fa1201a2 up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:18:39.642115 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2efcba4-50ab-48e9-b7d2-cc51661d079a req-45c09053-3896-4b04-a9b1-00fc283d8b6a tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:39.643649 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d2efcba4-50ab-48e9-b7d2-cc51661d079a req-45c09053-3896-4b04-a9b1-00fc283d8b6a tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] 10.222.0.43 "GET /v2.0/ports?device_id=b90c64b7-0a85-4a1d-918e-9d01fc2f88dc HTTP/1.1" status: 200 len: 945 time: 0.1067669 Jul 29 23:18:39.679329 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port ab1c7eaf-a226-491e-bcf6-ea56fa1201a2 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:18:39.697771 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-82e5bfab-0c25-4a31-8c99-41af7dadf487 req-011ea53e-2096-4d83-99c8-5eba15fd61b6 service neutron] 10.222.0.41 "GET /v2.0/networks/c52606fd-eff3-44e2-a8fb-5c37b1347bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594870 Jul 29 23:18:39.701512 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port ab1c7eaf-a226-491e-bcf6-ea56fa1201a2 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:18:39.701924 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:39.706258 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d2efcba4-50ab-48e9-b7d2-cc51661d079a req-97ba5845-4587-4f4e-94da-9910db4e97ca tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d486468-438b-403e-b912-6cb7d116d8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523767 Jul 29 23:18:39.810303 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:39.812203 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-a105384d-b74a-41da-98a3-81f12ce9739d req-02b26283-d3a7-4131-9ac5-ea3f6a2da55a service neutron] Request body: {'binding': {'host': 'n-h1-712141-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:18:39.812780 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-a105384d-b74a-41da-98a3-81f12ce9739d req-02b26283-d3a7-4131-9ac5-ea3f6a2da55a service neutron] Unknown quota resources ['binding']. {{(pid=94077) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 23:18:39.836063 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90c64b7-0a85-4a1d-918e-9d01fc2f88dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab1c7eaf-a226-491e-bcf6-ea56fa1201a2'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:18:39.838790 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44909f12-ade8-4f26-b40b-5143b578c694" -d '{"events": [{"server_uuid": "b90c64b7-0a85-4a1d-918e-9d01fc2f88dc", "name": "network-vif-plugged", "status": "completed", "tag": "ab1c7eaf-a226-491e-bcf6-ea56fa1201a2"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:18:39.853394 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port ab1c7eaf-a226-491e-bcf6-ea56fa1201a2, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=ab1c7eaf-a226-491e-bcf6-ea56fa1201a2,segment=NetworkSegment(c2b5fb6d-518e-4661-ad95-3a830c92aa5a),segment_id=c2b5fb6d-518e-4661-ad95-3a830c92aa5a)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:39.858111 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:39.922439 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=ab1c7eaf-a226-491e-bcf6-ea56fa1201a2,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:39.962446 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-a105384d-b74a-41da-98a3-81f12ce9739d req-02b26283-d3a7-4131-9ac5-ea3f6a2da55a service neutron] Attempting to bind port 684677e3-039c-42a6-9d4c-6dfe5b5557d2 on host n-h1-712141-10 for vnic_type normal with profile None {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:18:39.962770 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-a105384d-b74a-41da-98a3-81f12ce9739d req-02b26283-d3a7-4131-9ac5-ea3f6a2da55a service neutron] Attempting to bind port 684677e3-039c-42a6-9d4c-6dfe5b5557d2 by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': 'a739f5fc-cf01-40c9-83c0-bfbae7f993f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f490981b-45a9-43e1-a661-0229cc7a8cd7'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:18:39.963157 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a105384d-b74a-41da-98a3-81f12ce9739d req-02b26283-d3a7-4131-9ac5-ea3f6a2da55a service neutron] Attempting to bind port 684677e3-039c-42a6-9d4c-6dfe5b5557d2 on network f490981b-45a9-43e1-a661-0229cc7a8cd7 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:18:39.967563 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a105384d-b74a-41da-98a3-81f12ce9739d req-02b26283-d3a7-4131-9ac5-ea3f6a2da55a service neutron] Port 684677e3-039c-42a6-9d4c-6dfe5b5557d2 on network f490981b-45a9-43e1-a661-0229cc7a8cd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:18:39.968585 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a105384d-b74a-41da-98a3-81f12ce9739d req-02b26283-d3a7-4131-9ac5-ea3f6a2da55a service neutron] Attempting to bind port 684677e3-039c-42a6-9d4c-6dfe5b5557d2 on network f490981b-45a9-43e1-a661-0229cc7a8cd7 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:18:39.973696 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a105384d-b74a-41da-98a3-81f12ce9739d req-02b26283-d3a7-4131-9ac5-ea3f6a2da55a service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:18:39.974034 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a105384d-b74a-41da-98a3-81f12ce9739d req-02b26283-d3a7-4131-9ac5-ea3f6a2da55a service neutron] Checking segment: {'id': 'a739f5fc-cf01-40c9-83c0-bfbae7f993f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f490981b-45a9-43e1-a661-0229cc7a8cd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:18:39.974428 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a105384d-b74a-41da-98a3-81f12ce9739d req-02b26283-d3a7-4131-9ac5-ea3f6a2da55a service neutron] Bound using segment: {'id': 'a739f5fc-cf01-40c9-83c0-bfbae7f993f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f490981b-45a9-43e1-a661-0229cc7a8cd7'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:18:39.974851 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-a105384d-b74a-41da-98a3-81f12ce9739d req-02b26283-d3a7-4131-9ac5-ea3f6a2da55a service neutron] Bound port: 684677e3-039c-42a6-9d4c-6dfe5b5557d2, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a739f5fc-cf01-40c9-83c0-bfbae7f993f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f490981b-45a9-43e1-a661-0229cc7a8cd7'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:18:40.066828 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-a105384d-b74a-41da-98a3-81f12ce9739d req-02b26283-d3a7-4131-9ac5-ea3f6a2da55a service neutron] For port 684677e3-039c-42a6-9d4c-6dfe5b5557d2, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=684677e3-039c-42a6-9d4c-6dfe5b5557d2,segment=NetworkSegment(a739f5fc-cf01-40c9-83c0-bfbae7f993f3),segment_id=a739f5fc-cf01-40c9-83c0-bfbae7f993f3)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:18:40.072151 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a105384d-b74a-41da-98a3-81f12ce9739d req-02b26283-d3a7-4131-9ac5-ea3f6a2da55a service neutron] Notify callbacks [] for binding, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:40.073899 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58252) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:40.074613 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a105384d-b74a-41da-98a3-81f12ce9739d req-02b26283-d3a7-4131-9ac5-ea3f6a2da55a service neutron] 10.222.0.43 "POST /v2.0/ports/684677e3-039c-42a6-9d4c-6dfe5b5557d2/bindings HTTP/1.1" status: 201 len: 390 time: 0.5501716 Jul 29 23:18:40.216908 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4bef168f-ca06-4937-aa96-edf8d7e02808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:40.227302 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b75ce96-5a19-473f-ab6d-e8afd589463e x-openstack-request-id: req-7b75ce96-5a19-473f-ab6d-e8afd589463e {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:18:40.227770 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b90c64b7-0a85-4a1d-918e-9d01fc2f88dc", "name": "network-vif-plugged", "status": "completed", "tag": "ab1c7eaf-a226-491e-bcf6-ea56fa1201a2", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:18:40.228175 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7b75ce96-5a19-473f-ab6d-e8afd589463e {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:18:40.228707 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90c64b7-0a85-4a1d-918e-9d01fc2f88dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab1c7eaf-a226-491e-bcf6-ea56fa1201a2', 'code': 200} Jul 29 23:18:40.347155 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bf0677-8a8d-4f4c-a2c2-a1c0003b1001 req-b4769d3a-9cdc-44bf-82c3-551ed9f4d053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:40.350055 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c4bf0677-8a8d-4f4c-a2c2-a1c0003b1001 req-b4769d3a-9cdc-44bf-82c3-551ed9f4d053 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b90c64b7-0a85-4a1d-918e-9d01fc2f88dc HTTP/1.1" status: 200 len: 1098 time: 0.0514812 Jul 29 23:18:40.391115 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c4bf0677-8a8d-4f4c-a2c2-a1c0003b1001 req-a586594d-7229-4613-9e13-9277bf589b80 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=9d486468-438b-403e-b912-6cb7d116d8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329821 Jul 29 23:18:40.428528 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c5c3d-dc5a-4804-b63c-3a913f64865e req-53d9023a-c99b-4646-8611-283d031de440 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:40.430144 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b71c5c3d-dc5a-4804-b63c-3a913f64865e req-53d9023a-c99b-4646-8611-283d031de440 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/ports?device_id=201714d3-0f6d-4450-8f5e-34ffc1bf642d HTTP/1.1" status: 200 len: 944 time: 0.1388977 Jul 29 23:18:40.449353 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a105384d-b74a-41da-98a3-81f12ce9739d req-50a55815-3573-4f9e-849a-d1cb6d1f1b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:40.450881 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a105384d-b74a-41da-98a3-81f12ce9739d req-50a55815-3573-4f9e-849a-d1cb6d1f1b85 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c2657a7d23514506876a4df5f527f58c&device_id=ac569d44-d407-4c7c-9c5d-036c674258b1 HTTP/1.1" status: 200 len: 1097 time: 0.0861344 Jul 29 23:18:40.521058 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4bef168f-ca06-4937-aa96-edf8d7e02808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:40.545065 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4bef168f-ca06-4937-aa96-edf8d7e02808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:40.600937 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b71c5c3d-dc5a-4804-b63c-3a913f64865e req-2a88301f-9039-44df-821c-adddfff02d0b tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e2d3bd2-5b6e-4100-b437-94e8bee60adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620743 Jul 29 23:18:40.641336 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-4bef168f-ca06-4937-aa96-edf8d7e02808 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d6f2277ce1f642eab2c306818dc655d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5634270 Jul 29 23:18:40.641336 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bef168f-ca06-4937-aa96-edf8d7e02808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d59500-86fd-4f52-934f-39f6814b3e13,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:40.641787 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58276) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:40.670851 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b60aec-beb6-4ce3-a994-36a4cac05cc4 req-05f969dd-0fdf-44fd-87eb-670e22280f4e tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:40.673528 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-80b60aec-beb6-4ce3-a994-36a4cac05cc4 req-05f969dd-0fdf-44fd-87eb-670e22280f4e tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac569d44-d407-4c7c-9c5d-036c674258b1 HTTP/1.1" status: 200 len: 945 time: 0.1493082 Jul 29 23:18:40.676545 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a105384d-b74a-41da-98a3-81f12ce9739d req-f94a698c-1e72-4c22-b3cf-b3af5db3fb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:40.677976 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a105384d-b74a-41da-98a3-81f12ce9739d req-f94a698c-1e72-4c22-b3cf-b3af5db3fb14 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f490981b-45a9-43e1-a661-0229cc7a8cd7 HTTP/1.1" status: 200 len: 922 time: 0.2178400 Jul 29 23:18:40.730449 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8f58b31d-6a05-4b54-901b-b725d50a4d1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:40.746511 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a105384d-b74a-41da-98a3-81f12ce9739d req-b3cb3942-2b3c-49d3-a89c-21698aec02a8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=684677e3-039c-42a6-9d4c-6dfe5b5557d2 HTTP/1.1" status: 200 len: 217 time: 0.0556984 Jul 29 23:18:40.764683 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8f58b31d-6a05-4b54-901b-b725d50a4d1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:40.790660 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-80b60aec-beb6-4ce3-a994-36a4cac05cc4 req-e81986a3-5f5f-46cf-9d72-6d9fbe4a3802 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081443 Jul 29 23:18:40.820284 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a105384d-b74a-41da-98a3-81f12ce9739d req-861c9045-4cdc-4775-99e5-26cbc9f88706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:40.822003 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a105384d-b74a-41da-98a3-81f12ce9739d req-861c9045-4cdc-4775-99e5-26cbc9f88706 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=998261e9-cec6-4719-b797-0c7da54a3001 HTTP/1.1" status: 200 len: 861 time: 0.0653121 Jul 29 23:18:40.825185 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8f58b31d-6a05-4b54-901b-b725d50a4d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:40.828956 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8f58b31d-6a05-4b54-901b-b725d50a4d1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:40.830301 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8f58b31d-6a05-4b54-901b-b725d50a4d1e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a3d59500-86fd-4f52-934f-39f6814b3e13 HTTP/1.1" status: 204 len: 168 time: 0.1873963 Jul 29 23:18:40.851231 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f58b31d-6a05-4b54-901b-b725d50a4d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d59500-86fd-4f52-934f-39f6814b3e13,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:40.901488 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a105384d-b74a-41da-98a3-81f12ce9739d req-1110dfd2-6ca0-4e9a-8cb8-2cd14360c783 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f490981b-45a9-43e1-a661-0229cc7a8cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680096 Jul 29 23:18:41.041356 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e6b90-ede2-465e-aba2-efcb1236a496 req-abe1c04d-07c6-4326-b081-5151210d07c8 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:41.049737 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-912e6b90-ede2-465e-aba2-efcb1236a496 req-abe1c04d-07c6-4326-b081-5151210d07c8 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] 10.222.0.43 "GET /v2.0/ports?device_id=b90c64b7-0a85-4a1d-918e-9d01fc2f88dc HTTP/1.1" status: 200 len: 946 time: 0.1066651 Jul 29 23:18:41.132462 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-912e6b90-ede2-465e-aba2-efcb1236a496 req-3f160262-91bd-4eea-a592-27c6644006ee tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d486468-438b-403e-b912-6cb7d116d8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817647 Jul 29 23:18:41.134894 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a105384d-b74a-41da-98a3-81f12ce9739d req-a2c5c9ff-6f78-4198-b213-9af4f303289e service neutron] 10.222.0.41 "GET /v2.0/networks/f490981b-45a9-43e1-a661-0229cc7a8cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245748 Jul 29 23:18:41.240001 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:18:41.278968 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a105384d-b74a-41da-98a3-81f12ce9739d req-eb671ecf-3af2-42f5-b81c-23a2ae6c8690 service neutron] 10.222.0.41 "GET /v2.0/networks/f490981b-45a9-43e1-a661-0229cc7a8cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329293 Jul 29 23:18:41.382152 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58326) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:41.395851 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9b395bba-6127-4c51-a1b6-7681587add96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:41.491706 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9b395bba-6127-4c51-a1b6-7681587add96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:41.495922 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9b395bba-6127-4c51-a1b6-7681587add96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:41.537231 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9b395bba-6127-4c51-a1b6-7681587add96 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6e4d4df7db594a93b08a5d8322c10f12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1539850 Jul 29 23:18:41.540004 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58328) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:41.547475 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b395bba-6127-4c51-a1b6-7681587add96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5731a6b-e488-4faf-a2b1-2cb28b2190ec,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:41.596886 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a105384d-b74a-41da-98a3-81f12ce9739d req-6023bc6f-172c-44b8-a2f9-2f707f95ba08 tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:41.601418 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a105384d-b74a-41da-98a3-81f12ce9739d req-6023bc6f-172c-44b8-a2f9-2f707f95ba08 tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ac569d44-d407-4c7c-9c5d-036c674258b1&tenant_id=c2657a7d23514506876a4df5f527f58c&binding%3Ahost_id=n-h2-712141-10 HTTP/1.1" status: 200 len: 1097 time: 0.0973632 Jul 29 23:18:41.607511 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9fd3c1d7-748c-4a1d-b7bc-c8882418dfee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:41.615892 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-a105384d-b74a-41da-98a3-81f12ce9739d req-ed9089fc-d5c3-4ec2-86e9-ac990cd8d15b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712141-10'}}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:18:41.633870 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9fd3c1d7-748c-4a1d-b7bc-c8882418dfee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:41.686634 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a105384d-b74a-41da-98a3-81f12ce9739d req-ed9089fc-d5c3-4ec2-86e9-ac990cd8d15b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:41.705442 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9fd3c1d7-748c-4a1d-b7bc-c8882418dfee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:41.708670 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9fd3c1d7-748c-4a1d-b7bc-c8882418dfee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:41.709878 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9fd3c1d7-748c-4a1d-b7bc-c8882418dfee admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f5731a6b-e488-4faf-a2b1-2cb28b2190ec HTTP/1.1" status: 204 len: 168 time: 0.1689558 Jul 29 23:18:41.722893 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd3c1d7-748c-4a1d-b7bc-c8882418dfee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5731a6b-e488-4faf-a2b1-2cb28b2190ec,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:41.758034 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58344) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:41.794760 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58348) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:41.841319 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d06c43-8157-4e37-a5fa-ae1693542952 req-07c7ad17-771d-4718-9467-5cb70b9425ea tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:41.843980 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-16d06c43-8157-4e37-a5fa-ae1693542952 req-07c7ad17-771d-4718-9467-5cb70b9425ea tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/ports?device_id=201714d3-0f6d-4450-8f5e-34ffc1bf642d HTTP/1.1" status: 200 len: 944 time: 0.1082876 Jul 29 23:18:41.903839 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-a105384d-b74a-41da-98a3-81f12ce9739d req-ed9089fc-d5c3-4ec2-86e9-ac990cd8d15b service neutron] For port 684677e3-039c-42a6-9d4c-6dfe5b5557d2, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=684677e3-039c-42a6-9d4c-6dfe5b5557d2,segment=NetworkSegment(a739f5fc-cf01-40c9-83c0-bfbae7f993f3),segment_id=a739f5fc-cf01-40c9-83c0-bfbae7f993f3)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:41.910479 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-16d06c43-8157-4e37-a5fa-ae1693542952 req-a1b58558-a565-4e06-be86-0a7f51e0cab0 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e2d3bd2-5b6e-4100-b437-94e8bee60adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595572 Jul 29 23:18:41.967473 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-a105384d-b74a-41da-98a3-81f12ce9739d req-ed9089fc-d5c3-4ec2-86e9-ac990cd8d15b service neutron] For port 684677e3-039c-42a6-9d4c-6dfe5b5557d2, host n-h2-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:18:42.018493 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac569d44-d407-4c7c-9c5d-036c674258b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '684677e3-039c-42a6-9d4c-6dfe5b5557d2'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:18:42.021506 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1598cf18-4856-4ade-9088-83e85b9d47d9" -d '{"events": [{"server_uuid": "ac569d44-d407-4c7c-9c5d-036c674258b1", "name": "network-vif-unplugged", "status": "completed", "tag": "684677e3-039c-42a6-9d4c-6dfe5b5557d2"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:18:42.028537 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a105384d-b74a-41da-98a3-81f12ce9739d req-ed9089fc-d5c3-4ec2-86e9-ac990cd8d15b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:42.068201 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a105384d-b74a-41da-98a3-81f12ce9739d req-ed9089fc-d5c3-4ec2-86e9-ac990cd8d15b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:42.098146 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f9821fe2-bf88-4f81-86ed-c9c9d195eff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:42.101476 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bfae638d-1c00-4dd9-9860-d9b281eec55f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:42.168460 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.db.api [None req-bfae638d-1c00-4dd9-9860-d9b281eec55f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 23:18:42.168460 n-d-712141-10 neutron-server[94077]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 29 23:18:42.168460 n-d-712141-10 neutron-server[94077]: [parameters: {'project_id': '9ec6fbdb0d414406949007a924564fb5', 'id': 'a3893c33-fd30-43b8-9b78-06d44ed2b2c1', 'expiration': datetime.datetime(2021, 7, 29, 23, 20, 42, 136159)}] Jul 29 23:18:42.168460 n-d-712141-10 neutron-server[94077]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:18:42.168991 n-d-712141-10 neutron-server[94077]: DEBUG oslo_db.api [None req-bfae638d-1c00-4dd9-9860-d9b281eec55f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:18:42.193124 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958cf4f1-56a1-47b8-be31-24e4b78c826e x-openstack-request-id: req-958cf4f1-56a1-47b8-be31-24e4b78c826e {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:18:42.193668 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac569d44-d407-4c7c-9c5d-036c674258b1", "name": "network-vif-unplugged", "status": "completed", "tag": "684677e3-039c-42a6-9d4c-6dfe5b5557d2", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:18:42.197045 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-958cf4f1-56a1-47b8-be31-24e4b78c826e {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:18:42.197373 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac569d44-d407-4c7c-9c5d-036c674258b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '684677e3-039c-42a6-9d4c-6dfe5b5557d2', 'code': 200} Jul 29 23:18:42.207582 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e236652-17aa-4f8b-af86-c30120bed2fb req-4beb5733-e006-48fe-bb7d-32d72158cee2 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:42.209180 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2e236652-17aa-4f8b-af86-c30120bed2fb req-4beb5733-e006-48fe-bb7d-32d72158cee2 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac569d44-d407-4c7c-9c5d-036c674258b1 HTTP/1.1" status: 200 len: 945 time: 0.1839180 Jul 29 23:18:42.221114 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 85923019-0121-42ea-b99d-d42295c64caf details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:18:42.224792 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-a105384d-b74a-41da-98a3-81f12ce9739d req-ed9089fc-d5c3-4ec2-86e9-ac990cd8d15b service neutron] Attempting to bind port 684677e3-039c-42a6-9d4c-6dfe5b5557d2 on host n-h2-712141-10 for vnic_type normal with profile {"migrating_to": "n-h1-712141-10"} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:18:42.225126 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-a105384d-b74a-41da-98a3-81f12ce9739d req-ed9089fc-d5c3-4ec2-86e9-ac990cd8d15b service neutron] Attempting to bind port 684677e3-039c-42a6-9d4c-6dfe5b5557d2 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': 'a739f5fc-cf01-40c9-83c0-bfbae7f993f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f490981b-45a9-43e1-a661-0229cc7a8cd7'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:18:42.225449 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a105384d-b74a-41da-98a3-81f12ce9739d req-ed9089fc-d5c3-4ec2-86e9-ac990cd8d15b service neutron] Attempting to bind port 684677e3-039c-42a6-9d4c-6dfe5b5557d2 on network f490981b-45a9-43e1-a661-0229cc7a8cd7 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:18:42.234204 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9089fc-d5c3-4ec2-86e9-ac990cd8d15b service neutron] Pushing event updated for resources: {'Port': ['ID=684677e3-039c-42a6-9d4c-6dfe5b5557d2,revision_number=7']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:42.246924 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a105384d-b74a-41da-98a3-81f12ce9739d req-ed9089fc-d5c3-4ec2-86e9-ac990cd8d15b service neutron] Port 684677e3-039c-42a6-9d4c-6dfe5b5557d2 on network f490981b-45a9-43e1-a661-0229cc7a8cd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:18:42.247255 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a105384d-b74a-41da-98a3-81f12ce9739d req-ed9089fc-d5c3-4ec2-86e9-ac990cd8d15b service neutron] Attempting to bind port 684677e3-039c-42a6-9d4c-6dfe5b5557d2 on network f490981b-45a9-43e1-a661-0229cc7a8cd7 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:18:42.266169 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a105384d-b74a-41da-98a3-81f12ce9739d req-ed9089fc-d5c3-4ec2-86e9-ac990cd8d15b service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:18:42.266508 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a105384d-b74a-41da-98a3-81f12ce9739d req-ed9089fc-d5c3-4ec2-86e9-ac990cd8d15b service neutron] Checking segment: {'id': 'a739f5fc-cf01-40c9-83c0-bfbae7f993f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f490981b-45a9-43e1-a661-0229cc7a8cd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:18:42.266895 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a105384d-b74a-41da-98a3-81f12ce9739d req-ed9089fc-d5c3-4ec2-86e9-ac990cd8d15b service neutron] Bound using segment: {'id': 'a739f5fc-cf01-40c9-83c0-bfbae7f993f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f490981b-45a9-43e1-a661-0229cc7a8cd7'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:18:42.267345 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-a105384d-b74a-41da-98a3-81f12ce9739d req-ed9089fc-d5c3-4ec2-86e9-ac990cd8d15b service neutron] Bound port: 684677e3-039c-42a6-9d4c-6dfe5b5557d2, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a739f5fc-cf01-40c9-83c0-bfbae7f993f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f490981b-45a9-43e1-a661-0229cc7a8cd7'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:18:42.267704 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a105384d-b74a-41da-98a3-81f12ce9739d req-ed9089fc-d5c3-4ec2-86e9-ac990cd8d15b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:42.279706 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f9821fe2-bf88-4f81-86ed-c9c9d195eff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:42.284985 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f9821fe2-bf88-4f81-86ed-c9c9d195eff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:42.312570 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2e236652-17aa-4f8b-af86-c30120bed2fb req-354cf7f7-fe7c-4ff6-90f0-3fabb0aca67d tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913355 Jul 29 23:18:42.340323 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-f9821fe2-bf88-4f81-86ed-c9c9d195eff3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cecd4de067bb4c12819d588df7debc0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5788691 Jul 29 23:18:42.344642 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58374) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:42.353722 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 85923019-0121-42ea-b99d-d42295c64caf, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=85923019-0121-42ea-b99d-d42295c64caf,segment=NetworkSegment(b15fd95c-eafe-4a6f-99aa-9d06f8ec7d52),segment_id=b15fd95c-eafe-4a6f-99aa-9d06f8ec7d52)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:42.369895 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': '85923019-0121-42ea-b99d-d42295c64caf', 'network_id': 'c52606fd-eff3-44e2-a8fb-5c37b1347bbe', 'port_id': '85923019-0121-42ea-b99d-d42295c64caf', 'mac_address': 'fa:16:3e:45:0f:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfebb0ef-4353-4839-9183-7e34bd8a6c57', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:18:42.380656 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec15dd6e-78a4-40c1-95f0-675815551a05 req-6634e686-41da-4062-a6e3-b56d1ff1a7f0 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:42.381749 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9821fe2-bf88-4f81-86ed-c9c9d195eff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c49522b-5f15-43fd-8f2e-c5555cd778f1,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:42.382201 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ec15dd6e-78a4-40c1-95f0-675815551a05 req-6634e686-41da-4062-a6e3-b56d1ff1a7f0 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] 10.222.0.43 "GET /v2.0/ports?device_id=b90c64b7-0a85-4a1d-918e-9d01fc2f88dc HTTP/1.1" status: 200 len: 946 time: 0.1291983 Jul 29 23:18:42.396605 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-a105384d-b74a-41da-98a3-81f12ce9739d req-ed9089fc-d5c3-4ec2-86e9-ac990cd8d15b service neutron] For port 684677e3-039c-42a6-9d4c-6dfe5b5557d2, host n-h2-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:18:42.401719 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-a105384d-b74a-41da-98a3-81f12ce9739d req-ed9089fc-d5c3-4ec2-86e9-ac990cd8d15b service neutron] For port 684677e3-039c-42a6-9d4c-6dfe5b5557d2, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=684677e3-039c-42a6-9d4c-6dfe5b5557d2,segment=NetworkSegment(a739f5fc-cf01-40c9-83c0-bfbae7f993f3),segment_id=a739f5fc-cf01-40c9-83c0-bfbae7f993f3)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:18:42.420264 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a105384d-b74a-41da-98a3-81f12ce9739d req-ed9089fc-d5c3-4ec2-86e9-ac990cd8d15b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:42.428696 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2110a407-5e49-4747-8cea-86b967f3323d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:42.445778 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:42.467737 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2110a407-5e49-4747-8cea-86b967f3323d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:42.491546 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85923019-0121-42ea-b99d-d42295c64caf {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:18:42.522991 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ec15dd6e-78a4-40c1-95f0-675815551a05 req-6edfc692-3066-41ee-b477-2c2413279127 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d486468-438b-403e-b912-6cb7d116d8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237752 Jul 29 23:18:42.528342 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9089fc-d5c3-4ec2-86e9-ac990cd8d15b service neutron] Pushing event updated for resources: {'Port': ['ID=684677e3-039c-42a6-9d4c-6dfe5b5557d2,revision_number=8']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:42.544793 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 85923019-0121-42ea-b99d-d42295c64caf, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=85923019-0121-42ea-b99d-d42295c64caf,segment=NetworkSegment(b15fd95c-eafe-4a6f-99aa-9d06f8ec7d52),segment_id=b15fd95c-eafe-4a6f-99aa-9d06f8ec7d52)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:42.549876 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a105384d-b74a-41da-98a3-81f12ce9739d req-ed9089fc-d5c3-4ec2-86e9-ac990cd8d15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:42.550869 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a105384d-b74a-41da-98a3-81f12ce9739d req-ed9089fc-d5c3-4ec2-86e9-ac990cd8d15b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:42.552627 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a105384d-b74a-41da-98a3-81f12ce9739d req-ed9089fc-d5c3-4ec2-86e9-ac990cd8d15b service neutron] 10.222.0.41 "PUT /v2.0/ports/684677e3-039c-42a6-9d4c-6dfe5b5557d2 HTTP/1.1" status: 200 len: 1123 time: 0.9434397 Jul 29 23:18:42.553328 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:42.585066 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2110a407-5e49-4747-8cea-86b967f3323d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:42.588116 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2110a407-5e49-4747-8cea-86b967f3323d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:42.589466 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-2110a407-5e49-4747-8cea-86b967f3323d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7c49522b-5f15-43fd-8f2e-c5555cd778f1 HTTP/1.1" status: 204 len: 168 time: 0.2430301 Jul 29 23:18:42.614778 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2110a407-5e49-4747-8cea-86b967f3323d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c49522b-5f15-43fd-8f2e-c5555cd778f1,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:42.633641 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['684677e3-039c-42a6-9d4c-6dfe5b5557d2'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:18:42.670252 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bfae638d-1c00-4dd9-9860-d9b281eec55f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:42.676423 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=85923019-0121-42ea-b99d-d42295c64caf,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:42.822198 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bfae638d-1c00-4dd9-9860-d9b281eec55f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:42.829525 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bfae638d-1c00-4dd9-9860-d9b281eec55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:42.863253 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['85923019-0121-42ea-b99d-d42295c64caf'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:18:42.879485 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-bfae638d-1c00-4dd9-9860-d9b281eec55f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9ec6fbdb0d414406949007a924564fb5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0834517 Jul 29 23:18:42.882095 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58398) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:42.930775 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfae638d-1c00-4dd9-9860-d9b281eec55f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa22f0f-2963-41da-b463-345b84a58f31,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:42.959276 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-051a4731-820b-4f47-be70-867835175768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:42.960831 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58402) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:43.002335 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-051a4731-820b-4f47-be70-867835175768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:43.091198 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-051a4731-820b-4f47-be70-867835175768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:43.094646 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-051a4731-820b-4f47-be70-867835175768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:43.096092 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-051a4731-820b-4f47-be70-867835175768 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0fa22f0f-2963-41da-b463-345b84a58f31 HTTP/1.1" status: 204 len: 168 time: 0.2108171 Jul 29 23:18:43.104038 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051a4731-820b-4f47-be70-867835175768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa22f0f-2963-41da-b463-345b84a58f31,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:43.167193 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0c1dd0d4-df04-4163-8e20-264b573c5117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:43.258294 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58412) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:43.284873 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b1882f29-4fda-4e21-af8b-22b6191ab16c req-2eb92b38-ebe9-4eb4-967b-1dbadabe2af8 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=58f27f61-3278-49cc-b66b-1e729d26f29f HTTP/1.1" status: 200 len: 258 time: 0.6877093 Jul 29 23:18:43.286231 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-989b4da6-b12e-4a60-a2af-bd6f413afb14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:43.289624 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-b1882f29-4fda-4e21-af8b-22b6191ab16c req-d70ecdbd-352b-4646-beed-dec4cc76d286 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Request body: {'floatingip': {'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:18:43.305163 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ee099-a7a8-4701-9a92-ff07cdc3e5f7 req-b516929b-a2e0-49bd-ac2a-ea4c468ff901 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:43.313233 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-417ee099-a7a8-4701-9a92-ff07cdc3e5f7 req-b516929b-a2e0-49bd-ac2a-ea4c468ff901 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/ports?device_id=201714d3-0f6d-4450-8f5e-34ffc1bf642d HTTP/1.1" status: 200 len: 945 time: 0.1141682 Jul 29 23:18:43.314739 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0c1dd0d4-df04-4163-8e20-264b573c5117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:43.322303 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0c1dd0d4-df04-4163-8e20-264b573c5117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:43.363419 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-417ee099-a7a8-4701-9a92-ff07cdc3e5f7 req-4a0824ba-a6bc-409f-b5ff-675d1825769c tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e2d3bd2-5b6e-4100-b437-94e8bee60adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492773 Jul 29 23:18:43.366661 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b1882f29-4fda-4e21-af8b-22b6191ab16c req-d70ecdbd-352b-4646-beed-dec4cc76d286 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Notify callbacks [] for floatingip, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:43.375154 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1dd0d4-df04-4163-8e20-264b573c5117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a967084d-6105-4ef9-ad5f-0eaa33a86013,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:43.410949 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0c1dd0d4-df04-4163-8e20-264b573c5117 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cee1ee979a124a51ae3fabb0b4490704&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4482613 Jul 29 23:18:43.415421 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58418) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:43.505756 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-479b273e-986f-4983-937d-3e6ec72134e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:43.512992 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b1882f29-4fda-4e21-af8b-22b6191ab16c req-d70ecdbd-352b-4646-beed-dec4cc76d286 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:43.547489 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-479b273e-986f-4983-937d-3e6ec72134e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:43.626274 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-989b4da6-b12e-4a60-a2af-bd6f413afb14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:43.631563 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-989b4da6-b12e-4a60-a2af-bd6f413afb14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:43.672876 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa63787-d2a1-45a8-bbf8-3d54b485967f req-822313c0-b28e-4376-b4f6-ba9fa348990a tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:43.680050 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-aaa63787-d2a1-45a8-bbf8-3d54b485967f req-822313c0-b28e-4376-b4f6-ba9fa348990a tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac569d44-d407-4c7c-9c5d-036c674258b1 HTTP/1.1" status: 200 len: 943 time: 0.1093550 Jul 29 23:18:43.683861 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b4da6-b12e-4a60-a2af-bd6f413afb14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a715e1fb-dcaa-4385-b302-9241d818f4ab,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:43.715231 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-989b4da6-b12e-4a60-a2af-bd6f413afb14 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f020e0d149534370a35892f8f59202ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4557118 Jul 29 23:18:43.718674 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58424) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:43.728665 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-479b273e-986f-4983-937d-3e6ec72134e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:43.732035 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-479b273e-986f-4983-937d-3e6ec72134e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:43.734244 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-479b273e-986f-4983-937d-3e6ec72134e0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a967084d-6105-4ef9-ad5f-0eaa33a86013 HTTP/1.1" status: 204 len: 168 time: 0.3163588 Jul 29 23:18:43.743921 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-b1882f29-4fda-4e21-af8b-22b6191ab16c req-d70ecdbd-352b-4646-beed-dec4cc76d286 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Allocated IP 172.25.0.226 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/e9fdd630-05ec-4f0e-b7c4-38c16323eb35) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:18:43.748810 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-aaa63787-d2a1-45a8-bbf8-3d54b485967f req-c7d7ea37-8432-4793-b543-1b3cfb7ae0f3 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677307 Jul 29 23:18:43.751267 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479b273e-986f-4983-937d-3e6ec72134e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a967084d-6105-4ef9-ad5f-0eaa33a86013,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:43.812851 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f8aaa54e-f862-498f-b49c-6741b2e5b3b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:43.830135 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58432) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:43.837315 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f8aaa54e-f862-498f-b49c-6741b2e5b3b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:43.851868 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bb10cbd-1e4c-4f2f-b7f3-5a1c9851d3e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:43.893358 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f8aaa54e-f862-498f-b49c-6741b2e5b3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:43.898404 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f8aaa54e-f862-498f-b49c-6741b2e5b3b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:43.900021 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-f8aaa54e-f862-498f-b49c-6741b2e5b3b5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a715e1fb-dcaa-4385-b302-9241d818f4ab HTTP/1.1" status: 204 len: 168 time: 0.1798196 Jul 29 23:18:43.906853 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b1882f29-4fda-4e21-af8b-22b6191ab16c req-d70ecdbd-352b-4646-beed-dec4cc76d286 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:43.912108 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8aaa54e-f862-498f-b49c-6741b2e5b3b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a715e1fb-dcaa-4385-b302-9241d818f4ab,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:43.995733 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b1882f29-4fda-4e21-af8b-22b6191ab16c req-d70ecdbd-352b-4646-beed-dec4cc76d286 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:44.051125 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bb10cbd-1e4c-4f2f-b7f3-5a1c9851d3e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:44.054769 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1882f29-4fda-4e21-af8b-22b6191ab16c req-d70ecdbd-352b-4646-beed-dec4cc76d286 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:18:44.057908 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bb10cbd-1e4c-4f2f-b7f3-5a1c9851d3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:44.068782 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-b1882f29-4fda-4e21-af8b-22b6191ab16c req-d70ecdbd-352b-4646-beed-dec4cc76d286 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:18:44.081218 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1882f29-4fda-4e21-af8b-22b6191ab16c req-d70ecdbd-352b-4646-beed-dec4cc76d286 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:18:44.084644 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70ecdbd-352b-4646-beed-dec4cc76d286 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Pushing event updated for resources: {'Port': ['ID=e9fdd630-05ec-4f0e-b7c4-38c16323eb35,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:44.135269 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb10cbd-1e4c-4f2f-b7f3-5a1c9851d3e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d01e2317-32ae-44ba-ac1e-24f8378d9fe9,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:44.141343 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-8bb10cbd-1e4c-4f2f-b7f3-5a1c9851d3e7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f362ae3a74d84db6a604e6750b14eb5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3101964 Jul 29 23:18:44.143927 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58440) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:44.176436 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b1882f29-4fda-4e21-af8b-22b6191ab16c req-d70ecdbd-352b-4646-beed-dec4cc76d286 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:44.210770 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac569d44-d407-4c7c-9c5d-036c674258b1', 'tag': '684677e3-039c-42a6-9d4c-6dfe5b5557d2'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:18:44.212981 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9f4897-01dd-4419-a242-b8df5f44d91a" -d '{"events": [{"name": "network-changed", "server_uuid": "ac569d44-d407-4c7c-9c5d-036c674258b1", "tag": "684677e3-039c-42a6-9d4c-6dfe5b5557d2"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:18:44.226377 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 85923019-0121-42ea-b99d-d42295c64caf up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:18:44.227219 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b1882f29-4fda-4e21-af8b-22b6191ab16c req-d70ecdbd-352b-4646-beed-dec4cc76d286 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:44.258851 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58444) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:44.267480 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-943b83fa-d799-4897-b9cd-7a77a8ea8005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:44.299180 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cbae0f98-efca-4f37-a11a-5a5f94a72057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:44.320039 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226b1466-ffc3-40d1-9572-4acfe121af58 x-openstack-request-id: req-226b1466-ffc3-40d1-9572-4acfe121af58 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:18:44.320416 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac569d44-d407-4c7c-9c5d-036c674258b1", "tag": "684677e3-039c-42a6-9d4c-6dfe5b5557d2", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:18:44.320620 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-226b1466-ffc3-40d1-9572-4acfe121af58 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:18:44.321008 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac569d44-d407-4c7c-9c5d-036c674258b1', 'tag': '684677e3-039c-42a6-9d4c-6dfe5b5557d2', 'status': 'completed', 'code': 200} Jul 29 23:18:44.337687 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-943b83fa-d799-4897-b9cd-7a77a8ea8005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:44.352456 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port 85923019-0121-42ea-b99d-d42295c64caf completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:18:44.358069 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port 85923019-0121-42ea-b99d-d42295c64caf triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:18:44.359219 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:44.408558 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f4897-01dd-4419-a242-b8df5f44d91a req-6e536619-20b9-4e59-a84e-35b534192170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:44.410572 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-dc9f4897-01dd-4419-a242-b8df5f44d91a req-6e536619-20b9-4e59-a84e-35b534192170 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c2657a7d23514506876a4df5f527f58c&device_id=ac569d44-d407-4c7c-9c5d-036c674258b1 HTTP/1.1" status: 200 len: 1126 time: 0.0713484 Jul 29 23:18:44.482653 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:44.522909 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201714d3-0f6d-4450-8f5e-34ffc1bf642d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85923019-0121-42ea-b99d-d42295c64caf'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:18:44.525809 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6852cf01-5196-498e-84ab-89dcf319d292" -d '{"events": [{"server_uuid": "201714d3-0f6d-4450-8f5e-34ffc1bf642d", "name": "network-vif-plugged", "status": "completed", "tag": "85923019-0121-42ea-b99d-d42295c64caf"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:18:44.545031 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 85923019-0121-42ea-b99d-d42295c64caf, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=85923019-0121-42ea-b99d-d42295c64caf,segment=NetworkSegment(b15fd95c-eafe-4a6f-99aa-9d06f8ec7d52),segment_id=b15fd95c-eafe-4a6f-99aa-9d06f8ec7d52)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:44.550539 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f4897-01dd-4419-a242-b8df5f44d91a req-cd1a478f-679f-4d72-93f9-e0fbe3440a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:44.552276 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-dc9f4897-01dd-4419-a242-b8df5f44d91a req-cd1a478f-679f-4d72-93f9-e0fbe3440a03 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f490981b-45a9-43e1-a661-0229cc7a8cd7 HTTP/1.1" status: 200 len: 922 time: 0.1338756 Jul 29 23:18:44.553817 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:44.574538 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-943b83fa-d799-4897-b9cd-7a77a8ea8005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:44.577463 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-943b83fa-d799-4897-b9cd-7a77a8ea8005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:44.581602 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-943b83fa-d799-4897-b9cd-7a77a8ea8005 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d01e2317-32ae-44ba-ac1e-24f8378d9fe9 HTTP/1.1" status: 204 len: 168 time: 0.4367197 Jul 29 23:18:44.607672 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-dc9f4897-01dd-4419-a242-b8df5f44d91a req-7718f03a-5905-4c89-83c9-51e1cfd4f945 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=684677e3-039c-42a6-9d4c-6dfe5b5557d2 HTTP/1.1" status: 200 len: 217 time: 0.0473325 Jul 29 23:18:44.617316 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943b83fa-d799-4897-b9cd-7a77a8ea8005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01e2317-32ae-44ba-ac1e-24f8378d9fe9,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:44.652063 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=85923019-0121-42ea-b99d-d42295c64caf,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:44.653895 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d913937-a9d5-483d-85a2-a8f4a15a8a87 req-d1c59a8f-b4e3-4737-8978-b6bd1481d0a7 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:44.656049 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1d913937-a9d5-483d-85a2-a8f4a15a8a87 req-d1c59a8f-b4e3-4737-8978-b6bd1481d0a7 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/ports?device_id=201714d3-0f6d-4450-8f5e-34ffc1bf642d HTTP/1.1" status: 200 len: 945 time: 0.1957803 Jul 29 23:18:44.707084 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f4897-01dd-4419-a242-b8df5f44d91a req-fbb073c7-0bf1-4afc-a219-c2607f507f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:44.708716 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-dc9f4897-01dd-4419-a242-b8df5f44d91a req-fbb073c7-0bf1-4afc-a219-c2607f507f13 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=998261e9-cec6-4719-b797-0c7da54a3001 HTTP/1.1" status: 200 len: 861 time: 0.0936768 Jul 29 23:18:44.755835 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-dc9f4897-01dd-4419-a242-b8df5f44d91a req-af85aa95-6220-4f80-98a0-d045f4e27290 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f490981b-45a9-43e1-a661-0229cc7a8cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389235 Jul 29 23:18:44.782463 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1d913937-a9d5-483d-85a2-a8f4a15a8a87 req-b66064d8-c9eb-411e-961a-cb8d6101539d tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e2d3bd2-5b6e-4100-b437-94e8bee60adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027780 Jul 29 23:18:44.806088 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b1882f29-4fda-4e21-af8b-22b6191ab16c req-d70ecdbd-352b-4646-beed-dec4cc76d286 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:44.816414 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b1882f29-4fda-4e21-af8b-22b6191ab16c req-d70ecdbd-352b-4646-beed-dec4cc76d286 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:44.879015 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b1882f29-4fda-4e21-af8b-22b6191ab16c req-d70ecdbd-352b-4646-beed-dec4cc76d286 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:44.883184 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-dc9f4897-01dd-4419-a242-b8df5f44d91a req-4483c1ed-2625-4531-867c-e448aca66861 service neutron] 10.222.0.22 "GET /v2.0/networks/f490981b-45a9-43e1-a661-0229cc7a8cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194956 Jul 29 23:18:44.904476 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cbae0f98-efca-4f37-a11a-5a5f94a72057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:44.934618 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70ecdbd-352b-4646-beed-dec4cc76d286 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Pushing event updated for resources: {'Port': ['ID=e9fdd630-05ec-4f0e-b7c4-38c16323eb35,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:44.942202 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cbae0f98-efca-4f37-a11a-5a5f94a72057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:44.967952 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b1882f29-4fda-4e21-af8b-22b6191ab16c req-d70ecdbd-352b-4646-beed-dec4cc76d286 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:44.971864 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6545c449-7a20-4abd-832a-5c9a9b7f9c82 x-openstack-request-id: req-6545c449-7a20-4abd-832a-5c9a9b7f9c82 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:18:44.972367 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201714d3-0f6d-4450-8f5e-34ffc1bf642d", "name": "network-vif-plugged", "status": "completed", "tag": "85923019-0121-42ea-b99d-d42295c64caf", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:18:44.972756 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6545c449-7a20-4abd-832a-5c9a9b7f9c82 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:18:44.973355 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '201714d3-0f6d-4450-8f5e-34ffc1bf642d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85923019-0121-42ea-b99d-d42295c64caf', 'code': 200} Jul 29 23:18:44.974432 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b1882f29-4fda-4e21-af8b-22b6191ab16c req-d70ecdbd-352b-4646-beed-dec4cc76d286 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6885917 Jul 29 23:18:45.029516 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-dc9f4897-01dd-4419-a242-b8df5f44d91a req-d7ea0548-88eb-4f49-ba1b-a39cf2b79735 service neutron] 10.222.0.22 "GET /v2.0/networks/f490981b-45a9-43e1-a661-0229cc7a8cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245856 Jul 29 23:18:45.126375 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b1882f29-4fda-4e21-af8b-22b6191ab16c req-4a7f221a-d13c-4297-b772-6aa5820c9b64 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.226 HTTP/1.1" status: 200 len: 696 time: 0.1146753 Jul 29 23:18:45.150463 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-cbae0f98-efca-4f37-a11a-5a5f94a72057 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1632e995100f4f1cb33b090a74f04c03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8906007 Jul 29 23:18:45.153357 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58484) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:45.161626 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbae0f98-efca-4f37-a11a-5a5f94a72057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f79ea010-6be0-44eb-8b1e-0db7aaefa865,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:45.225104 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19fffc-7f6a-4a9d-80a0-6d1ab02b86c5 req-11a427b6-4bf0-4cd6-a655-01be3706dc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:45.227416 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2d19fffc-7f6a-4a9d-80a0-6d1ab02b86c5 req-11a427b6-4bf0-4cd6-a655-01be3706dc1a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=201714d3-0f6d-4450-8f5e-34ffc1bf642d HTTP/1.1" status: 200 len: 1098 time: 0.1263213 Jul 29 23:18:45.274144 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7fd25336-8f75-4c40-b8d6-e6b9bfe9d6d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:45.293361 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1882f29-4fda-4e21-af8b-22b6191ab16c req-430ccd68-938f-4366-a1f4-af1a7af9c5fe tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:45.294790 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b1882f29-4fda-4e21-af8b-22b6191ab16c req-430ccd68-938f-4366-a1f4-af1a7af9c5fe tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] 10.222.0.43 "GET /v2.0/networks/58f27f61-3278-49cc-b66b-1e729d26f29f HTTP/1.1" status: 200 len: 784 time: 0.1507270 Jul 29 23:18:45.300234 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2d19fffc-7f6a-4a9d-80a0-6d1ab02b86c5 req-9344bead-4bd5-4d24-a898-e9cbfae54b1e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6e2d3bd2-5b6e-4100-b437-94e8bee60adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596557 Jul 29 23:18:45.301977 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7fd25336-8f75-4c40-b8d6-e6b9bfe9d6d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:45.314175 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [req-b1882f29-4fda-4e21-af8b-22b6191ab16c req-782fa038-166a-4cda-876f-7485a285d183 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:18:45.315519 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b1882f29-4fda-4e21-af8b-22b6191ab16c req-782fa038-166a-4cda-876f-7485a285d183 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108302 Jul 29 23:18:45.371060 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7fd25336-8f75-4c40-b8d6-e6b9bfe9d6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:45.377219 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7fd25336-8f75-4c40-b8d6-e6b9bfe9d6d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:45.378976 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7fd25336-8f75-4c40-b8d6-e6b9bfe9d6d7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f79ea010-6be0-44eb-8b1e-0db7aaefa865 HTTP/1.1" status: 204 len: 168 time: 0.2240090 Jul 29 23:18:45.390846 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd25336-8f75-4c40-b8d6-e6b9bfe9d6d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79ea010-6be0-44eb-8b1e-0db7aaefa865,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:45.453719 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d924e32-3635-4167-8105-c439a9bfea82 req-9910732f-9a0d-4312-8864-2a9291113450 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:45.455384 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7d924e32-3635-4167-8105-c439a9bfea82 req-9910732f-9a0d-4312-8864-2a9291113450 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac569d44-d407-4c7c-9c5d-036c674258b1 HTTP/1.1" status: 200 len: 943 time: 0.0664132 Jul 29 23:18:45.503426 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7d924e32-3635-4167-8105-c439a9bfea82 req-90ef0d14-862b-44b5-97c8-e8c83b7f1836 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386879 Jul 29 23:18:45.720239 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04d265-3148-4c8f-90d4-ca2cd5d4e791 req-3b0c430f-1031-4f06-8576-a4ad0c1d31d0 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:45.723656 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-aa04d265-3148-4c8f-90d4-ca2cd5d4e791 req-3b0c430f-1031-4f06-8576-a4ad0c1d31d0 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] 10.222.0.43 "GET /v2.0/ports?device_id=b90c64b7-0a85-4a1d-918e-9d01fc2f88dc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1103590 Jul 29 23:18:45.780172 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-aa04d265-3148-4c8f-90d4-ca2cd5d4e791 req-91c0def6-91bd-4515-bac6-3d5b3a1a4de8 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.226 HTTP/1.1" status: 200 len: 696 time: 0.0490096 Jul 29 23:18:45.790739 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-aa04d265-3148-4c8f-90d4-ca2cd5d4e791 req-97bd0e8b-acff-44ae-989a-ad37b8d4d6ee tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Request body: {'floatingip': {'port_id': 'ab1c7eaf-a226-491e-bcf6-ea56fa1201a2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:18:45.831962 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-aa04d265-3148-4c8f-90d4-ca2cd5d4e791 req-97bd0e8b-acff-44ae-989a-ad37b8d4d6ee tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Notify callbacks [] for floatingip, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:46.234205 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 684677e3-039c-42a6-9d4c-6dfe5b5557d2 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:18:46.251486 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3be0b5c-1737-4e84-b661-ed913f0a0cf9 req-cd5125ed-e689-4f90-bbe4-bd97eb076a18 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:46.261036 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c3be0b5c-1737-4e84-b661-ed913f0a0cf9 req-cd5125ed-e689-4f90-bbe4-bd97eb076a18 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/ports?device_id=201714d3-0f6d-4450-8f5e-34ffc1bf642d HTTP/1.1" status: 200 len: 946 time: 0.1115932 Jul 29 23:18:46.316931 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c3be0b5c-1737-4e84-b661-ed913f0a0cf9 req-722bedcd-477b-498e-9b19-c198a2fc87b8 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e2d3bd2-5b6e-4100-b437-94e8bee60adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549064 Jul 29 23:18:46.433615 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 684677e3-039c-42a6-9d4c-6dfe5b5557d2, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=684677e3-039c-42a6-9d4c-6dfe5b5557d2,segment=NetworkSegment(a739f5fc-cf01-40c9-83c0-bfbae7f993f3),segment_id=a739f5fc-cf01-40c9-83c0-bfbae7f993f3)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:46.448237 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 684677e3-039c-42a6-9d4c-6dfe5b5557d2 has no active binding in host n-h1-712141-10 {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 29 23:18:46.473137 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-aa04d265-3148-4c8f-90d4-ca2cd5d4e791 req-97bd0e8b-acff-44ae-989a-ad37b8d4d6ee tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:46.477976 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-aa04d265-3148-4c8f-90d4-ca2cd5d4e791 req-97bd0e8b-acff-44ae-989a-ad37b8d4d6ee tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:46.632237 n-d-712141-10 neutron-server[94078]: INFO neutron.db.l3_db [req-aa04d265-3148-4c8f-90d4-ca2cd5d4e791 req-97bd0e8b-acff-44ae-989a-ad37b8d4d6ee tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Floating IP a27d20b5-8229-4e6a-a704-8144d1b6e8e7 associated. External IP: 172.25.0.226, port: ab1c7eaf-a226-491e-bcf6-ea56fa1201a2. Jul 29 23:18:46.900140 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-89c2eb0e-6dc1-40f7-889a-d85dda479c97 req-27ebc2a0-7ddd-4711-82cc-aa1e1671e105 tempest-QuotasAdminNegativeTest-2058332933 tempest-QuotasAdminNegativeTest-2058332933-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=469ea98e6dcb47c2994f8a7044b15720&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285707 Jul 29 23:18:46.977838 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa04d265-3148-4c8f-90d4-ca2cd5d4e791 req-97bd0e8b-acff-44ae-989a-ad37b8d4d6ee tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Router a672cac5-171e-47ab-b4f5-ca678a178c03 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:18:47.082028 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c2eb0e-6dc1-40f7-889a-d85dda479c97 req-62f9a000-3b97-4988-8cc2-6456c3a2d189 tempest-QuotasAdminNegativeTest-2058332933 tempest-QuotasAdminNegativeTest-2058332933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:47.083496 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-89c2eb0e-6dc1-40f7-889a-d85dda479c97 req-62f9a000-3b97-4988-8cc2-6456c3a2d189 tempest-QuotasAdminNegativeTest-2058332933 tempest-QuotasAdminNegativeTest-2058332933-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1767471 Jul 29 23:18:47.367893 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-89c2eb0e-6dc1-40f7-889a-d85dda479c97 req-d8f331cf-7ff5-443e-96a0-b260b802b749 tempest-QuotasAdminNegativeTest-2058332933 tempest-QuotasAdminNegativeTest-2058332933-project] 10.222.0.43 "GET /v2.0/quotas/469ea98e6dcb47c2994f8a7044b15720 HTTP/1.1" status: 200 len: 375 time: 0.0179536 Jul 29 23:18:47.391050 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa04d265-3148-4c8f-90d4-ca2cd5d4e791 req-97bd0e8b-acff-44ae-989a-ad37b8d4d6ee tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:18:47.403305 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05c1028-7150-4184-b4cb-8ab7af9f08d1 None None] Sync routers for ids ['a672cac5-171e-47ab-b4f5-ca678a178c03'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:18:47.408770 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-aa04d265-3148-4c8f-90d4-ca2cd5d4e791 req-97bd0e8b-acff-44ae-989a-ad37b8d4d6ee tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:47.412282 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-89c2eb0e-6dc1-40f7-889a-d85dda479c97 req-e6e48c9c-1509-476a-962b-cb5975e88c85 tempest-QuotasAdminNegativeTest-2058332933 tempest-QuotasAdminNegativeTest-2058332933-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=469ea98e6dcb47c2994f8a7044b15720&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326865 Jul 29 23:18:47.419468 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05c1028-7150-4184-b4cb-8ab7af9f08d1 None None] Routers {'a672cac5-171e-47ab-b4f5-ca678a178c03'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:18:47.420313 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-b05c1028-7150-4184-b4cb-8ab7af9f08d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:18:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['a672cac5-171e-47ab-b4f5-ca678a178c03'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:18:47.437846 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-aa04d265-3148-4c8f-90d4-ca2cd5d4e791 req-97bd0e8b-acff-44ae-989a-ad37b8d4d6ee tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] 10.222.0.43 "PUT /v2.0/floatingips/a27d20b5-8229-4e6a-a704-8144d1b6e8e7 HTTP/1.1" status: 200 len: 997 time: 1.6509225 Jul 29 23:18:47.438215 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b90c64b7-0a85-4a1d-918e-9d01fc2f88dc', 'tag': 'ab1c7eaf-a226-491e-bcf6-ea56fa1201a2'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:18:47.440634 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6db329-bd9a-4756-8ecc-b563cce6f849" -d '{"events": [{"name": "network-changed", "server_uuid": "b90c64b7-0a85-4a1d-918e-9d01fc2f88dc", "tag": "ab1c7eaf-a226-491e-bcf6-ea56fa1201a2"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:18:47.521674 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04d265-3148-4c8f-90d4-ca2cd5d4e791 req-f6aff28c-4158-4c22-a686-a22cfbd28597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:47.524019 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-aa04d265-3148-4c8f-90d4-ca2cd5d4e791 req-f6aff28c-4158-4c22-a686-a22cfbd28597 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d2aa243562a64519a880fa9a248cc450&device_id=b90c64b7-0a85-4a1d-918e-9d01fc2f88dc HTTP/1.1" status: 200 len: 1098 time: 0.0569503 Jul 29 23:18:47.611062 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-b05c1028-7150-4184-b4cb-8ab7af9f08d1 None None] Set router a672cac5-171e-47ab-b4f5-ca678a178c03 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:18:47.669753 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643cd10f-c1fa-4c56-b43a-0a7302b2df81 req-651a3ab2-f347-425c-8216-fc53ba9fab17 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:47.678193 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-643cd10f-c1fa-4c56-b43a-0a7302b2df81 req-651a3ab2-f347-425c-8216-fc53ba9fab17 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac569d44-d407-4c7c-9c5d-036c674258b1 HTTP/1.1" status: 200 len: 943 time: 0.1160975 Jul 29 23:18:47.709333 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04d265-3148-4c8f-90d4-ca2cd5d4e791 req-3828da8c-f1aa-4bfe-b938-7ef692c66983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:47.711088 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-aa04d265-3148-4c8f-90d4-ca2cd5d4e791 req-3828da8c-f1aa-4bfe-b938-7ef692c66983 service neutron] 10.222.0.43 "GET /v2.0/networks?id=58ca1f32-5bc5-405a-8bfd-45d02004bfd0 HTTP/1.1" status: 200 len: 929 time: 0.1761432 Jul 29 23:18:47.779352 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-643cd10f-c1fa-4c56-b43a-0a7302b2df81 req-7b394f66-1353-438a-97b0-bb06692362bd tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001902 Jul 29 23:18:47.830075 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-aa04d265-3148-4c8f-90d4-ca2cd5d4e791 req-3ba531c3-57d5-4480-aa43-2b5c4583e03a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab1c7eaf-a226-491e-bcf6-ea56fa1201a2 HTTP/1.1" status: 200 len: 1000 time: 0.1050875 Jul 29 23:18:47.860711 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-b05c1028-7150-4184-b4cb-8ab7af9f08d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a672cac5-171e-47ab-b4f5-ca678a178c03', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-222989196-router', 'tenant_id': 'd2aa243562a64519a880fa9a248cc450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '90c74feb-d00c-4e19-ad9a-6254ca5a7ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:18:17Z', 'updated_at': '2021-07-29T23:18:24Z', 'revision_number': 4, 'project_id': 'd2aa243562a64519a880fa9a248cc450', 'gw_port': {'id': '90c74feb-d00c-4e19-ad9a-6254ca5a7ba2', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:29:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a672cac5-171e-47ab-b4f5-ca678a178c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:18Z', 'updated_at': '2021-07-29T23:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': 'a27d20b5-8229-4e6a-a704-8144d1b6e8e7', 'tenant_id': 'd2aa243562a64519a880fa9a248cc450', 'floating_ip_address': '172.25.0.226', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': 'a672cac5-171e-47ab-b4f5-ca678a178c03', 'port_id': 'ab1c7eaf-a226-491e-bcf6-ea56fa1201a2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58ca1f32-5bc5-405a-8bfd-45d02004bfd0', 'mac_address': 'fa:16:3e:0c:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90c64b7-0a85-4a1d-918e-9d01fc2f88dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:18:44Z', 'updated_at': '2021-07-29T23:18:46Z', 'revision_number': 1, 'project_id': 'd2aa243562a64519a880fa9a248cc450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a97ee861-ce9b-4680-9813-fa2339dc1d34', 'name': '', 'network_id': '58ca1f32-5bc5-405a-8bfd-45d02004bfd0', 'tenant_id': 'd2aa243562a64519a880fa9a248cc450', 'mac_address': 'fa:16:3e:8e:3d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a672cac5-171e-47ab-b4f5-ca678a178c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'a0dbe3ae-d02e-4ac8-9b5d-68ac6fae1c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:22Z', 'updated_at': '2021-07-29T23:18:31Z', 'revision_number': 5, 'project_id': 'd2aa243562a64519a880fa9a248cc450', 'subnets': [{'id': 'a0dbe3ae-d02e-4ac8-9b5d-68ac6fae1c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:18:47.888556 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05c1028-7150-4184-b4cb-8ab7af9f08d1 None None] Checking router: a672cac5-171e-47ab-b4f5-ca678a178c03 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:18:47.899287 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05c1028-7150-4184-b4cb-8ab7af9f08d1 None None] Routers {'a672cac5-171e-47ab-b4f5-ca678a178c03'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:18:47.899905 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-b05c1028-7150-4184-b4cb-8ab7af9f08d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:18:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['a672cac5-171e-47ab-b4f5-ca678a178c03'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:18:47.903348 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04d265-3148-4c8f-90d4-ca2cd5d4e791 req-c97a1506-3817-477a-bc69-c16b4ef1d12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:47.911148 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-aa04d265-3148-4c8f-90d4-ca2cd5d4e791 req-c97a1506-3817-477a-bc69-c16b4ef1d12f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a0dbe3ae-d02e-4ac8-9b5d-68ac6fae1c44 HTTP/1.1" status: 200 len: 867 time: 0.0742121 Jul 29 23:18:47.964227 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04d265-3148-4c8f-90d4-ca2cd5d4e791 req-6ddcc9de-9b62-4b00-826c-e435a5750eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:47.972708 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-aa04d265-3148-4c8f-90d4-ca2cd5d4e791 req-6ddcc9de-9b62-4b00-826c-e435a5750eaa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=58ca1f32-5bc5-405a-8bfd-45d02004bfd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605934 Jul 29 23:18:47.978254 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [req-aa04d265-3148-4c8f-90d4-ca2cd5d4e791 req-1b33ecf7-a4f6-4937-a646-da38dc05f2a7 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:18:47.986448 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-aa04d265-3148-4c8f-90d4-ca2cd5d4e791 req-1b33ecf7-a4f6-4937-a646-da38dc05f2a7 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0126364 Jul 29 23:18:48.019544 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-b05c1028-7150-4184-b4cb-8ab7af9f08d1 None None] Set router a672cac5-171e-47ab-b4f5-ca678a178c03 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:18:48.123879 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-aa04d265-3148-4c8f-90d4-ca2cd5d4e791 req-614e1458-eab7-424d-afb7-05f0a20b729e service neutron] 10.222.0.43 "GET /v2.0/networks/58ca1f32-5bc5-405a-8bfd-45d02004bfd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279902 Jul 29 23:18:48.278012 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a105384d-b74a-41da-98a3-81f12ce9739d req-17123eb7-b2a3-4f61-9a39-0531ba1e400c service neutron] 10.222.0.22 "GET /v2.0/ports/684677e3-039c-42a6-9d4c-6dfe5b5557d2/bindings/n-h1-712141-10 HTTP/1.1" status: 200 len: 385 time: 0.3375673 Jul 29 23:18:48.282701 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-aa04d265-3148-4c8f-90d4-ca2cd5d4e791 req-d102a698-2866-471d-afd7-3ef109685cf3 service neutron] 10.222.0.43 "GET /v2.0/networks/58ca1f32-5bc5-405a-8bfd-45d02004bfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552441 Jul 29 23:18:48.295254 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-b05c1028-7150-4184-b4cb-8ab7af9f08d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a672cac5-171e-47ab-b4f5-ca678a178c03', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-222989196-router', 'tenant_id': 'd2aa243562a64519a880fa9a248cc450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '90c74feb-d00c-4e19-ad9a-6254ca5a7ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:18:17Z', 'updated_at': '2021-07-29T23:18:24Z', 'revision_number': 4, 'project_id': 'd2aa243562a64519a880fa9a248cc450', 'gw_port': {'id': '90c74feb-d00c-4e19-ad9a-6254ca5a7ba2', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:29:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a672cac5-171e-47ab-b4f5-ca678a178c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:18Z', 'updated_at': '2021-07-29T23:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': 'a27d20b5-8229-4e6a-a704-8144d1b6e8e7', 'tenant_id': 'd2aa243562a64519a880fa9a248cc450', 'floating_ip_address': '172.25.0.226', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': 'a672cac5-171e-47ab-b4f5-ca678a178c03', 'port_id': 'ab1c7eaf-a226-491e-bcf6-ea56fa1201a2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58ca1f32-5bc5-405a-8bfd-45d02004bfd0', 'mac_address': 'fa:16:3e:0c:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90c64b7-0a85-4a1d-918e-9d01fc2f88dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:18:44Z', 'updated_at': '2021-07-29T23:18:46Z', 'revision_number': 1, 'project_id': 'd2aa243562a64519a880fa9a248cc450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a97ee861-ce9b-4680-9813-fa2339dc1d34', 'name': '', 'network_id': '58ca1f32-5bc5-405a-8bfd-45d02004bfd0', 'tenant_id': 'd2aa243562a64519a880fa9a248cc450', 'mac_address': 'fa:16:3e:8e:3d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a672cac5-171e-47ab-b4f5-ca678a178c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'a0dbe3ae-d02e-4ac8-9b5d-68ac6fae1c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:22Z', 'updated_at': '2021-07-29T23:18:31Z', 'revision_number': 5, 'project_id': 'd2aa243562a64519a880fa9a248cc450', 'subnets': [{'id': 'a0dbe3ae-d02e-4ac8-9b5d-68ac6fae1c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:18:48.336332 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05c1028-7150-4184-b4cb-8ab7af9f08d1 None None] The sync data for ids ['a672cac5-171e-47ab-b4f5-ca678a178c03'] in n-d-712141-10 is: [{'id': 'a672cac5-171e-47ab-b4f5-ca678a178c03', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-222989196-router', 'tenant_id': 'd2aa243562a64519a880fa9a248cc450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '90c74feb-d00c-4e19-ad9a-6254ca5a7ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:18:17Z', 'updated_at': '2021-07-29T23:18:24Z', 'revision_number': 4, 'project_id': 'd2aa243562a64519a880fa9a248cc450', 'gw_port': {'id': '90c74feb-d00c-4e19-ad9a-6254ca5a7ba2', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:29:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a672cac5-171e-47ab-b4f5-ca678a178c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:18Z', 'updated_at': '2021-07-29T23:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': 'a27d20b5-8229-4e6a-a704-8144d1b6e8e7', 'tenant_id': 'd2aa243562a64519a880fa9a248cc450', 'floating_ip_address': '172.25.0.226', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': 'a672cac5-171e-47ab-b4f5-ca678a178c03', 'port_id': 'ab1c7eaf-a226-491e-bcf6-ea56fa1201a2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58ca1f32-5bc5-405a-8bfd-45d02004bfd0', 'mac_address': 'fa:16:3e:0c:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b90c64b7-0a85-4a1d-918e-9d01fc2f88dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:18:44Z', 'updated_at': '2021-07-29T23:18:46Z', 'revision_number': 1, 'project_id': 'd2aa243562a64519a880fa9a248cc450', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a97ee861-ce9b-4680-9813-fa2339dc1d34', 'name': '', 'network_id': '58ca1f32-5bc5-405a-8bfd-45d02004bfd0', 'tenant_id': 'd2aa243562a64519a880fa9a248cc450', 'mac_address': 'fa:16:3e:8e:3d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a672cac5-171e-47ab-b4f5-ca678a178c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'a0dbe3ae-d02e-4ac8-9b5d-68ac6fae1c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:22Z', 'updated_at': '2021-07-29T23:18:31Z', 'revision_number': 5, 'project_id': 'd2aa243562a64519a880fa9a248cc450', 'subnets': [{'id': 'a0dbe3ae-d02e-4ac8-9b5d-68ac6fae1c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:18:48.346084 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-331a834d-82e2-4429-b5a5-0812860add3f x-openstack-request-id: req-331a834d-82e2-4429-b5a5-0812860add3f {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:18:48.346373 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b90c64b7-0a85-4a1d-918e-9d01fc2f88dc", "tag": "ab1c7eaf-a226-491e-bcf6-ea56fa1201a2", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:18:48.346625 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-331a834d-82e2-4429-b5a5-0812860add3f {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:18:48.347017 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b90c64b7-0a85-4a1d-918e-9d01fc2f88dc', 'tag': 'ab1c7eaf-a226-491e-bcf6-ea56fa1201a2', 'status': 'completed', 'code': 200} Jul 29 23:18:48.428596 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f3139-14b5-4aba-8853-f79a271a0186 req-50031df3-1962-46a1-b97a-4f23cd26f4ee tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:48.437041 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2c5f3139-14b5-4aba-8853-f79a271a0186 req-50031df3-1962-46a1-b97a-4f23cd26f4ee tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/ports?device_id=201714d3-0f6d-4450-8f5e-34ffc1bf642d HTTP/1.1" status: 200 len: 946 time: 0.0696790 Jul 29 23:18:48.478259 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2c5f3139-14b5-4aba-8853-f79a271a0186 req-e099c2cd-cf23-485b-a942-edff027ff001 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e2d3bd2-5b6e-4100-b437-94e8bee60adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401115 Jul 29 23:18:48.483635 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6db329-bd9a-4756-8ecc-b563cce6f849 req-f7aeff47-5639-4172-99fd-2889d1f13e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:48.485144 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ae6db329-bd9a-4756-8ecc-b563cce6f849 req-f7aeff47-5639-4172-99fd-2889d1f13e80 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d2aa243562a64519a880fa9a248cc450&device_id=b90c64b7-0a85-4a1d-918e-9d01fc2f88dc HTTP/1.1" status: 200 len: 1098 time: 0.1166790 Jul 29 23:18:48.612114 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-a105384d-b74a-41da-98a3-81f12ce9739d req-2a1c5708-6c24-4254-9191-dafdceb8be4e service neutron] For port 684677e3-039c-42a6-9d4c-6dfe5b5557d2, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=684677e3-039c-42a6-9d4c-6dfe5b5557d2,segment=NetworkSegment(a739f5fc-cf01-40c9-83c0-bfbae7f993f3),segment_id=a739f5fc-cf01-40c9-83c0-bfbae7f993f3)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:48.661323 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfec16ca-d7a0-4a4e-b080-5a507319709a None None] New status for floating IP a27d20b5-8229-4e6a-a704-8144d1b6e8e7: ACTIVE {{(pid=94079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:18:48.685560 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-a105384d-b74a-41da-98a3-81f12ce9739d req-2a1c5708-6c24-4254-9191-dafdceb8be4e service neutron] For port 684677e3-039c-42a6-9d4c-6dfe5b5557d2, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:18:48.717847 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5db84290-03bd-4ae1-a76d-8c8bafd7506a req-b0245abd-c673-4b40-bccc-abaf6d5404d7 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=02291f5098924703b9b0f8f02943a845&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0588574 Jul 29 23:18:48.741457 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6db329-bd9a-4756-8ecc-b563cce6f849 req-75b19951-f65f-40a6-8ab7-de4ceef3ddec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:48.744371 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ae6db329-bd9a-4756-8ecc-b563cce6f849 req-75b19951-f65f-40a6-8ab7-de4ceef3ddec service neutron] 10.222.0.22 "GET /v2.0/networks?id=58ca1f32-5bc5-405a-8bfd-45d02004bfd0 HTTP/1.1" status: 200 len: 929 time: 0.2523940 Jul 29 23:18:48.852855 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db84290-03bd-4ae1-a76d-8c8bafd7506a req-b46c3801-1c1e-495b-a42f-11a678767612 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:48.855207 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5db84290-03bd-4ae1-a76d-8c8bafd7506a req-b46c3801-1c1e-495b-a42f-11a678767612 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1263318 Jul 29 23:18:48.905755 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5db84290-03bd-4ae1-a76d-8c8bafd7506a req-b89a04a6-4cd4-492d-9a7c-62f531c3efa0 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/quotas/02291f5098924703b9b0f8f02943a845 HTTP/1.1" status: 200 len: 375 time: 0.0251706 Jul 29 23:18:48.986389 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5db84290-03bd-4ae1-a76d-8c8bafd7506a req-ea0830b1-7e24-4b77-9ee1-8ec510626a29 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=02291f5098924703b9b0f8f02943a845&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0792184 Jul 29 23:18:48.998285 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ae6db329-bd9a-4756-8ecc-b563cce6f849 req-c04c0f54-cab2-43e8-b5bf-ace04dc6e0b3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab1c7eaf-a226-491e-bcf6-ea56fa1201a2 HTTP/1.1" status: 200 len: 1000 time: 0.2412148 Jul 29 23:18:49.017850 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-a105384d-b74a-41da-98a3-81f12ce9739d req-2a1c5708-6c24-4254-9191-dafdceb8be4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 684677e3-039c-42a6-9d4c-6dfe5b5557d2 {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:18:49.051360 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-a105384d-b74a-41da-98a3-81f12ce9739d req-2a1c5708-6c24-4254-9191-dafdceb8be4e service neutron] For port 684677e3-039c-42a6-9d4c-6dfe5b5557d2, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=684677e3-039c-42a6-9d4c-6dfe5b5557d2,segment=NetworkSegment(a739f5fc-cf01-40c9-83c0-bfbae7f993f3),segment_id=a739f5fc-cf01-40c9-83c0-bfbae7f993f3)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:49.080926 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a105384d-b74a-41da-98a3-81f12ce9739d req-2a1c5708-6c24-4254-9191-dafdceb8be4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:49.099439 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6db329-bd9a-4756-8ecc-b563cce6f849 req-31aa9d3c-476b-44ba-a8b3-2c2668a28ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:49.100945 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ae6db329-bd9a-4756-8ecc-b563cce6f849 req-31aa9d3c-476b-44ba-a8b3-2c2668a28ff0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a0dbe3ae-d02e-4ac8-9b5d-68ac6fae1c44 HTTP/1.1" status: 200 len: 867 time: 0.0956092 Jul 29 23:18:49.205891 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-134770c4-d66b-451d-8d45-d89bea175560 req-723bb964-2f96-432c-ba38-86f424ff62a8 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=58f27f61-3278-49cc-b66b-1e729d26f29f HTTP/1.1" status: 200 len: 258 time: 0.2180676 Jul 29 23:18:49.225982 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-134770c4-d66b-451d-8d45-d89bea175560 req-088f5df4-e62b-4caf-b3ba-041a68bb91e1 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Request body: {'floatingip': {'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:18:49.238666 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6db329-bd9a-4756-8ecc-b563cce6f849 req-5a554a90-f5e5-4b32-8cee-e214cfd34ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:49.241617 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ae6db329-bd9a-4756-8ecc-b563cce6f849 req-5a554a90-f5e5-4b32-8cee-e214cfd34ee6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=58ca1f32-5bc5-405a-8bfd-45d02004bfd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0902278 Jul 29 23:18:49.273768 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:49.318834 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-134770c4-d66b-451d-8d45-d89bea175560 req-088f5df4-e62b-4caf-b3ba-041a68bb91e1 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Notify callbacks [] for floatingip, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:49.323853 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-a105384d-b74a-41da-98a3-81f12ce9739d req-2a1c5708-6c24-4254-9191-dafdceb8be4e service neutron] Transition to ACTIVE for port object 684677e3-039c-42a6-9d4c-6dfe5b5557d2 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:18:49.333911 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a4e5f-2b0a-4106-a8f3-faf4d25de894 req-2fbe2c3d-cbee-4534-a23d-251bc3df23b9 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:49.336407 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a105384d-b74a-41da-98a3-81f12ce9739d req-2a1c5708-6c24-4254-9191-dafdceb8be4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:49.341832 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2e1a4e5f-2b0a-4106-a8f3-faf4d25de894 req-2fbe2c3d-cbee-4534-a23d-251bc3df23b9 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/ports?device_id=201714d3-0f6d-4450-8f5e-34ffc1bf642d HTTP/1.1" status: 200 len: 946 time: 0.1067817 Jul 29 23:18:49.423846 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-a105384d-b74a-41da-98a3-81f12ce9739d req-2a1c5708-6c24-4254-9191-dafdceb8be4e service neutron] No DVR routers for this DVR port 684677e3-039c-42a6-9d4c-6dfe5b5557d2 on host n-h2-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:18:49.425691 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58660) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:49.441885 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2e1a4e5f-2b0a-4106-a8f3-faf4d25de894 req-9ca4304a-f038-461b-812e-cceedfed783d tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e2d3bd2-5b6e-4100-b437-94e8bee60adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991051 Jul 29 23:18:49.465878 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ae6db329-bd9a-4756-8ecc-b563cce6f849 req-76c8122b-4c57-4cba-98ee-456bca90bf20 service neutron] 10.222.0.22 "GET /v2.0/networks/58ca1f32-5bc5-405a-8bfd-45d02004bfd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031517 Jul 29 23:18:49.473604 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1c5708-6c24-4254-9191-dafdceb8be4e service neutron] Pushing event updated for resources: {'Port': ['ID=684677e3-039c-42a6-9d4c-6dfe5b5557d2,revision_number=10']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:49.549495 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a105384d-b74a-41da-98a3-81f12ce9739d req-2a1c5708-6c24-4254-9191-dafdceb8be4e service neutron] 10.222.0.22 "PUT /v2.0/ports/684677e3-039c-42a6-9d4c-6dfe5b5557d2/bindings/n-h1-712141-10/activate HTTP/1.1" status: 200 len: 370 time: 1.2629220 Jul 29 23:18:49.587510 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-134770c4-d66b-451d-8d45-d89bea175560 req-088f5df4-e62b-4caf-b3ba-041a68bb91e1 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:49.596537 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ae6db329-bd9a-4756-8ecc-b563cce6f849 req-53b25b86-e337-4fbc-9cde-df0ab708d4f5 service neutron] 10.222.0.22 "GET /v2.0/networks/58ca1f32-5bc5-405a-8bfd-45d02004bfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195595 Jul 29 23:18:49.617310 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e85dc2-2a28-4372-9309-3c81e502d177 req-149f8909-5b86-443f-a41b-2685c8be0fd3 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:49.618897 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-24e85dc2-2a28-4372-9309-3c81e502d177 req-149f8909-5b86-443f-a41b-2685c8be0fd3 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac569d44-d407-4c7c-9c5d-036c674258b1 HTTP/1.1" status: 200 len: 944 time: 0.0962107 Jul 29 23:18:49.697325 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-89bcb41e-0476-423b-8068-3beff14e9ec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:49.797648 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-24e85dc2-2a28-4372-9309-3c81e502d177 req-fde5b103-c2b4-400c-9c25-84ce2a7e5a4c tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444974 Jul 29 23:18:49.804406 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a105384d-b74a-41da-98a3-81f12ce9739d req-77d0a7b0-8659-4e2f-b45a-094b09122639 tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:49.806305 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a105384d-b74a-41da-98a3-81f12ce9739d req-77d0a7b0-8659-4e2f-b45a-094b09122639 tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ac569d44-d407-4c7c-9c5d-036c674258b1&tenant_id=c2657a7d23514506876a4df5f527f58c&binding%3Ahost_id=n-h2-712141-10 HTTP/1.1" status: 200 len: 1096 time: 0.1521590 Jul 29 23:18:49.891828 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-134770c4-d66b-451d-8d45-d89bea175560 req-088f5df4-e62b-4caf-b3ba-041a68bb91e1 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Allocated IP 172.25.0.190 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/e46bb693-fdfb-4a41-98fa-95154439ec68) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:18:49.982042 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a105384d-b74a-41da-98a3-81f12ce9739d req-ae65abc3-9363-4359-8c0c-9004e25fdef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:49.984339 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a105384d-b74a-41da-98a3-81f12ce9739d req-ae65abc3-9363-4359-8c0c-9004e25fdef0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ac569d44-d407-4c7c-9c5d-036c674258b1&tenant_id=c2657a7d23514506876a4df5f527f58c HTTP/1.1" status: 200 len: 1096 time: 0.1667092 Jul 29 23:18:50.090255 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-89bcb41e-0476-423b-8068-3beff14e9ec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:50.101900 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-89bcb41e-0476-423b-8068-3beff14e9ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:50.121927 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-134770c4-d66b-451d-8d45-d89bea175560 req-088f5df4-e62b-4caf-b3ba-041a68bb91e1 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:50.176085 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a105384d-b74a-41da-98a3-81f12ce9739d req-ef0d2987-c15d-49bd-b9ae-22abc346ea15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:50.177468 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a105384d-b74a-41da-98a3-81f12ce9739d req-ef0d2987-c15d-49bd-b9ae-22abc346ea15 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c2657a7d23514506876a4df5f527f58c&device_id=ac569d44-d407-4c7c-9c5d-036c674258b1 HTTP/1.1" status: 200 len: 1096 time: 0.1477804 Jul 29 23:18:50.184253 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4747b7f9-eed7-4295-b39f-1becf52f357f req-adbd8259-1437-471d-8dd6-8216262e3d54 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc7a0dab-e157-4427-ba70-4634d6d2b6e4 HTTP/1.1" status: 200 len: 210 time: 0.0734537 Jul 29 23:18:50.191058 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-89bcb41e-0476-423b-8068-3beff14e9ec3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7a4ecb71c87c4ca98ace814f524f9b9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7643790 Jul 29 23:18:50.193909 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58680) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:50.205441 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bcb41e-0476-423b-8068-3beff14e9ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ef25fc-cb9f-40fd-9845-f7efc03bec24,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:50.254498 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-37aa5f3c-50b3-40e5-91e8-240a4fc6617c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:50.279891 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-37aa5f3c-50b3-40e5-91e8-240a4fc6617c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:50.288135 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-134770c4-d66b-451d-8d45-d89bea175560 req-088f5df4-e62b-4caf-b3ba-041a68bb91e1 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:50.336923 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-37aa5f3c-50b3-40e5-91e8-240a4fc6617c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:50.341194 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-37aa5f3c-50b3-40e5-91e8-240a4fc6617c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:50.343322 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-37aa5f3c-50b3-40e5-91e8-240a4fc6617c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/47ef25fc-cb9f-40fd-9845-f7efc03bec24 HTTP/1.1" status: 204 len: 168 time: 0.1478531 Jul 29 23:18:50.344367 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-134770c4-d66b-451d-8d45-d89bea175560 req-088f5df4-e62b-4caf-b3ba-041a68bb91e1 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:18:50.348980 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a105384d-b74a-41da-98a3-81f12ce9739d req-bb33a43f-ca1c-43e0-a109-1a0ca40b4279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:50.350595 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a105384d-b74a-41da-98a3-81f12ce9739d req-bb33a43f-ca1c-43e0-a109-1a0ca40b4279 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f490981b-45a9-43e1-a661-0229cc7a8cd7 HTTP/1.1" status: 200 len: 922 time: 0.1567023 Jul 29 23:18:50.354378 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-134770c4-d66b-451d-8d45-d89bea175560 req-088f5df4-e62b-4caf-b3ba-041a68bb91e1 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:18:50.354580 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aa5f3c-50b3-40e5-91e8-240a4fc6617c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ef25fc-cb9f-40fd-9845-f7efc03bec24,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:50.357806 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-134770c4-d66b-451d-8d45-d89bea175560 req-088f5df4-e62b-4caf-b3ba-041a68bb91e1 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:18:50.383306 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088f5df4-e62b-4caf-b3ba-041a68bb91e1 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Pushing event updated for resources: {'Port': ['ID=e46bb693-fdfb-4a41-98fa-95154439ec68,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:50.445514 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a105384d-b74a-41da-98a3-81f12ce9739d req-f822bd4d-8f71-46d9-9436-6f4104f30a72 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=684677e3-039c-42a6-9d4c-6dfe5b5557d2 HTTP/1.1" status: 200 len: 217 time: 0.0827096 Jul 29 23:18:50.531076 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5db84290-03bd-4ae1-a76d-8c8bafd7506a req-7fcb9c16-474f-420b-917a-b934bca188f0 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=02291f5098924703b9b0f8f02943a845&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0874822 Jul 29 23:18:50.556739 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-134770c4-d66b-451d-8d45-d89bea175560 req-088f5df4-e62b-4caf-b3ba-041a68bb91e1 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:50.632079 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a105384d-b74a-41da-98a3-81f12ce9739d req-47d19dcf-9972-400f-b29b-63241fdde05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:50.633538 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a105384d-b74a-41da-98a3-81f12ce9739d req-47d19dcf-9972-400f-b29b-63241fdde05b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=998261e9-cec6-4719-b797-0c7da54a3001 HTTP/1.1" status: 200 len: 861 time: 0.1738467 Jul 29 23:18:50.656193 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-134770c4-d66b-451d-8d45-d89bea175560 req-088f5df4-e62b-4caf-b3ba-041a68bb91e1 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:50.725056 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58700) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:50.738384 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ef3a1814-8de9-4fd5-97d5-669c09a8e702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:50.746263 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a105384d-b74a-41da-98a3-81f12ce9739d req-0f54d4b5-532a-495c-9195-0f9fa66c55b7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f490981b-45a9-43e1-a661-0229cc7a8cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553956 Jul 29 23:18:50.760381 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db84290-03bd-4ae1-a76d-8c8bafd7506a req-3a3c5392-028e-4e79-b878-9efebc37ef1d tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:50.762071 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5db84290-03bd-4ae1-a76d-8c8bafd7506a req-3a3c5392-028e-4e79-b878-9efebc37ef1d tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2201948 Jul 29 23:18:50.797169 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-5db84290-03bd-4ae1-a76d-8c8bafd7506a req-c7840883-c312-4472-8b28-013e633438c1 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Request body: {'port': {'device_id': 'dc7a0dab-e157-4427-ba70-4634d6d2b6e4', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'admin_state_up': True, 'tenant_id': '02291f5098924703b9b0f8f02943a845'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:18:50.842345 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ef3a1814-8de9-4fd5-97d5-669c09a8e702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:50.848392 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ef3a1814-8de9-4fd5-97d5-669c09a8e702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:50.893054 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ef3a1814-8de9-4fd5-97d5-669c09a8e702 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a2c1b524c41a4087b381555823fd1b4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1630869 Jul 29 23:18:50.893054 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3a1814-8de9-4fd5-97d5-669c09a8e702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6b7ba2-c6f4-41db-ba59-35b645ab83c1,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:50.893571 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58704) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:50.957838 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-388e9c3e-2db6-4733-b183-bbccd6233b2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:50.982878 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-388e9c3e-2db6-4733-b183-bbccd6233b2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:51.009298 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a105384d-b74a-41da-98a3-81f12ce9739d req-1f8f82eb-dfcc-474a-abfc-255812ab557e service neutron] 10.222.0.41 "GET /v2.0/networks/f490981b-45a9-43e1-a661-0229cc7a8cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462845 Jul 29 23:18:51.040110 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-388e9c3e-2db6-4733-b183-bbccd6233b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:51.043367 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-388e9c3e-2db6-4733-b183-bbccd6233b2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:51.047342 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-388e9c3e-2db6-4733-b183-bbccd6233b2a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cf6b7ba2-c6f4-41db-ba59-35b645ab83c1 HTTP/1.1" status: 204 len: 168 time: 0.1502147 Jul 29 23:18:51.075579 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388e9c3e-2db6-4733-b183-bbccd6233b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6b7ba2-c6f4-41db-ba59-35b645ab83c1,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:51.135355 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-134770c4-d66b-451d-8d45-d89bea175560 req-088f5df4-e62b-4caf-b3ba-041a68bb91e1 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:51.136975 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5db84290-03bd-4ae1-a76d-8c8bafd7506a req-c7840883-c312-4472-8b28-013e633438c1 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Made reservation on behalf of 02291f5098924703b9b0f8f02943a845 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:18:51.142678 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5db84290-03bd-4ae1-a76d-8c8bafd7506a req-c7840883-c312-4472-8b28-013e633438c1 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:51.153498 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-134770c4-d66b-451d-8d45-d89bea175560 req-088f5df4-e62b-4caf-b3ba-041a68bb91e1 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:51.173193 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5db84290-03bd-4ae1-a76d-8c8bafd7506a req-c7840883-c312-4472-8b28-013e633438c1 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:51.215047 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-134770c4-d66b-451d-8d45-d89bea175560 req-088f5df4-e62b-4caf-b3ba-041a68bb91e1 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:51.261970 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088f5df4-e62b-4caf-b3ba-041a68bb91e1 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Pushing event updated for resources: {'Port': ['ID=e46bb693-fdfb-4a41-98fa-95154439ec68,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:51.275744 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a105384d-b74a-41da-98a3-81f12ce9739d req-2cca49f8-b12a-403f-98b1-512705b83e97 service neutron] 10.222.0.41 "GET /v2.0/networks/f490981b-45a9-43e1-a661-0229cc7a8cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515416 Jul 29 23:18:51.370069 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6619dde6-8c00-421e-b05b-dc03ef8678c2 req-51105834-e151-42c5-a368-bb6060a8f4fc tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:51.371552 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6619dde6-8c00-421e-b05b-dc03ef8678c2 req-51105834-e151-42c5-a368-bb6060a8f4fc tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac569d44-d407-4c7c-9c5d-036c674258b1 HTTP/1.1" status: 200 len: 944 time: 0.0789213 Jul 29 23:18:51.415145 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5db84290-03bd-4ae1-a76d-8c8bafd7506a req-c7840883-c312-4472-8b28-013e633438c1 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:51.429020 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5db84290-03bd-4ae1-a76d-8c8bafd7506a req-c7840883-c312-4472-8b28-013e633438c1 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:51.633951 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 684677e3-039c-42a6-9d4c-6dfe5b5557d2 no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:18:51.678803 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 684677e3-039c-42a6-9d4c-6dfe5b5557d2 not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:18:51.708485 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-134770c4-d66b-451d-8d45-d89bea175560 req-088f5df4-e62b-4caf-b3ba-041a68bb91e1 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:51.709698 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-134770c4-d66b-451d-8d45-d89bea175560 req-088f5df4-e62b-4caf-b3ba-041a68bb91e1 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4982002 Jul 29 23:18:51.737365 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6619dde6-8c00-421e-b05b-dc03ef8678c2 req-096ad972-91d4-48ec-a6bc-c26289cb3c48 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578546 Jul 29 23:18:51.841526 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7840883-c312-4472-8b28-013e633438c1 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7bf930-34d2-4420-beda-d2fda6405c13,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:51.852591 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-134770c4-d66b-451d-8d45-d89bea175560 req-55f37cf2-3a7a-4f6b-9f82-9cd6ff3dc110 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.190 HTTP/1.1" status: 200 len: 696 time: 0.1226823 Jul 29 23:18:51.910540 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a105384d-b74a-41da-98a3-81f12ce9739d req-2bd74875-200e-49e8-afe7-94c4e6f624cd tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:51.912011 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a105384d-b74a-41da-98a3-81f12ce9739d req-2bd74875-200e-49e8-afe7-94c4e6f624cd tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=ac569d44-d407-4c7c-9c5d-036c674258b1&tenant_id=c2657a7d23514506876a4df5f527f58c&binding%3Ahost_id=n-h1-712141-10 HTTP/1.1" status: 200 len: 1096 time: 0.2098408 Jul 29 23:18:51.968146 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4ab87909-4e44-4d76-bb22-9bacb7da3f62 req-9cb0bd3a-b274-4885-bf45-827964fb6d37 tempest-QuotasAdminNegativeTest-2058332933 tempest-QuotasAdminNegativeTest-2058332933-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=469ea98e6dcb47c2994f8a7044b15720&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1039977 Jul 29 23:18:52.094807 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-5db84290-03bd-4ae1-a76d-8c8bafd7506a req-c7840883-c312-4472-8b28-013e633438c1 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Allocated IP 192.168.233.135 (d71c22dc-feef-410b-a7ed-6548cf85bd6f/64bdc61a-58ca-49c7-bae5-ecfed9ee407c/c4420101-d120-4c40-81f9-f9cafdbf3fb7) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:18:52.167227 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134770c4-d66b-451d-8d45-d89bea175560 req-7086eac7-1196-4170-a10c-ad70b3b8b8e0 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:52.168569 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-134770c4-d66b-451d-8d45-d89bea175560 req-7086eac7-1196-4170-a10c-ad70b3b8b8e0 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] 10.222.0.43 "GET /v2.0/networks/58f27f61-3278-49cc-b66b-1e729d26f29f HTTP/1.1" status: 200 len: 784 time: 0.3056283 Jul 29 23:18:52.285233 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab87909-4e44-4d76-bb22-9bacb7da3f62 req-eea3099c-48c5-4928-9ea3-9a3bb2cb7d33 tempest-QuotasAdminNegativeTest-2058332933 tempest-QuotasAdminNegativeTest-2058332933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:52.286806 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4ab87909-4e44-4d76-bb22-9bacb7da3f62 req-eea3099c-48c5-4928-9ea3-9a3bb2cb7d33 tempest-QuotasAdminNegativeTest-2058332933 tempest-QuotasAdminNegativeTest-2058332933-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2920630 Jul 29 23:18:52.315704 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-760cec02-990c-4f00-b210-f5bb70a145bd req-f388fdbf-7795-49a5-9a94-21c606abb1ed tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc7a0dab-e157-4427-ba70-4634d6d2b6e4 HTTP/1.1" status: 200 len: 210 time: 0.0803261 Jul 29 23:18:52.419618 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4ab87909-4e44-4d76-bb22-9bacb7da3f62 req-87289f5c-84cc-4df9-be3c-eb8681dffb6f tempest-QuotasAdminNegativeTest-2058332933 tempest-QuotasAdminNegativeTest-2058332933-project] 10.222.0.43 "GET /v2.0/quotas/469ea98e6dcb47c2994f8a7044b15720 HTTP/1.1" status: 200 len: 375 time: 0.1132779 Jul 29 23:18:52.433510 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-a105384d-b74a-41da-98a3-81f12ce9739d req-bd9dfd4b-b6ea-4d33-8c5f-b9aca2eea3b6 service neutron] For port 684677e3-039c-42a6-9d4c-6dfe5b5557d2, host n-h2-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:18:52.448401 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a105384d-b74a-41da-98a3-81f12ce9739d req-bd9dfd4b-b6ea-4d33-8c5f-b9aca2eea3b6 service neutron] Notify callbacks [] for binding, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:52.449464 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a105384d-b74a-41da-98a3-81f12ce9739d req-bd9dfd4b-b6ea-4d33-8c5f-b9aca2eea3b6 service neutron] 10.222.0.41 "DELETE /v2.0/ports/684677e3-039c-42a6-9d4c-6dfe5b5557d2/bindings/n-h2-712141-10 HTTP/1.1" status: 204 len: 173 time: 0.5177093 Jul 29 23:18:52.471255 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4ab87909-4e44-4d76-bb22-9bacb7da3f62 req-eff39e53-f31c-4f8b-8d1e-59584f8b91ce tempest-QuotasAdminNegativeTest-2058332933 tempest-QuotasAdminNegativeTest-2058332933-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=469ea98e6dcb47c2994f8a7044b15720&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386980 Jul 29 23:18:52.496766 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5db84290-03bd-4ae1-a76d-8c8bafd7506a req-c7840883-c312-4472-8b28-013e633438c1 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:52.513462 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-5db84290-03bd-4ae1-a76d-8c8bafd7506a req-c7840883-c312-4472-8b28-013e633438c1 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Transition to ACTIVE for port object c4420101-d120-4c40-81f9-f9cafdbf3fb7 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:18:52.562107 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5db84290-03bd-4ae1-a76d-8c8bafd7506a req-c7840883-c312-4472-8b28-013e633438c1 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:52.636259 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5db84290-03bd-4ae1-a76d-8c8bafd7506a req-c7840883-c312-4472-8b28-013e633438c1 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Network d71c22dc-feef-410b-a7ed-6548cf85bd6f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:18:52.659485 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-5db84290-03bd-4ae1-a76d-8c8bafd7506a req-c7840883-c312-4472-8b28-013e633438c1 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:18:52.666326 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-5db84290-03bd-4ae1-a76d-8c8bafd7506a req-c7840883-c312-4472-8b28-013e633438c1 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:18:52.672080 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db84290-03bd-4ae1-a76d-8c8bafd7506a req-c7840883-c312-4472-8b28-013e633438c1 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:52.672678 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5db84290-03bd-4ae1-a76d-8c8bafd7506a req-c7840883-c312-4472-8b28-013e633438c1 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:52.690818 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7840883-c312-4472-8b28-013e633438c1 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Pushing event updated for resources: {'Port': ['ID=c4420101-d120-4c40-81f9-f9cafdbf3fb7,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:52.716110 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5db84290-03bd-4ae1-a76d-8c8bafd7506a req-c7840883-c312-4472-8b28-013e633438c1 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9342349 Jul 29 23:18:52.732270 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f9502d-437c-477d-aec9-5e5b7987e6f6 req-0d8eb9b0-bc5b-4c99-a6d7-67d1dfcb7b12 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:52.738109 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b5f9502d-437c-477d-aec9-5e5b7987e6f6 req-0d8eb9b0-bc5b-4c99-a6d7-67d1dfcb7b12 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] 10.222.0.43 "GET /v2.0/ports?device_id=b90c64b7-0a85-4a1d-918e-9d01fc2f88dc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1636689 Jul 29 23:18:52.749270 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58be6e9a-2836-48d5-8788-475508907842 req-a125b29d-d307-465b-8e16-8fa20a66d1c3 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:52.752258 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-58be6e9a-2836-48d5-8788-475508907842 req-a125b29d-d307-465b-8e16-8fa20a66d1c3 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/ports?device_id=201714d3-0f6d-4450-8f5e-34ffc1bf642d HTTP/1.1" status: 200 len: 946 time: 0.1551726 Jul 29 23:18:52.757326 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-5db84290-03bd-4ae1-a76d-8c8bafd7506a req-6318e1ce-29cf-45c4-9417-69f9b5488b12 service neutron] Request body: {'port': {'device_id': 'dc7a0dab-e157-4427-ba70-4634d6d2b6e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:18:52.849492 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b5f9502d-437c-477d-aec9-5e5b7987e6f6 req-4383cb0c-d416-43f6-9878-8501eecf7ace tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.190 HTTP/1.1" status: 200 len: 696 time: 0.0872176 Jul 29 23:18:52.878235 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-b5f9502d-437c-477d-aec9-5e5b7987e6f6 req-5735e82a-2f77-4634-bc74-97d7a1816a7d tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Request body: {'floatingip': {'port_id': 'ab1c7eaf-a226-491e-bcf6-ea56fa1201a2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:18:52.923297 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-58be6e9a-2836-48d5-8788-475508907842 req-ba8a6cf2-2b01-41da-a90a-e018ba92f1fd tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e2d3bd2-5b6e-4100-b437-94e8bee60adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584153 Jul 29 23:18:52.924270 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5db84290-03bd-4ae1-a76d-8c8bafd7506a req-6318e1ce-29cf-45c4-9417-69f9b5488b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:52.927751 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b5f9502d-437c-477d-aec9-5e5b7987e6f6 req-5735e82a-2f77-4634-bc74-97d7a1816a7d tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Notify callbacks [] for floatingip, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:52.954091 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-815783de-d6f3-44f4-990e-df9267d62b5e None None] Provisioning for port c4420101-d120-4c40-81f9-f9cafdbf3fb7 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:18:52.958215 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-815783de-d6f3-44f4-990e-df9267d62b5e None None] Provisioning complete for port c4420101-d120-4c40-81f9-f9cafdbf3fb7 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:18:52.958766 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-815783de-d6f3-44f4-990e-df9267d62b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:52.996073 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-815783de-d6f3-44f4-990e-df9267d62b5e None None] Port c4420101-d120-4c40-81f9-f9cafdbf3fb7 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:18:53.208453 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-32e445a7-a292-4df6-9990-c678ac54901f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:53.330293 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [req-b5f9502d-437c-477d-aec9-5e5b7987e6f6 req-5735e82a-2f77-4634-bc74-97d7a1816a7d tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] update failed (client error): There was a conflict when trying to complete your request. Jul 29 23:18:53.331328 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b5f9502d-437c-477d-aec9-5e5b7987e6f6 req-5735e82a-2f77-4634-bc74-97d7a1816a7d tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] 10.222.0.43 "PUT /v2.0/floatingips/71ead74a-f562-434b-9720-52717b2d2ae0 HTTP/1.1" status: 409 len: 551 time: 0.4634049 Jul 29 23:18:53.437437 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d997c5ed-7bce-4cd7-8384-018d0d1d33cf req-6836b6b3-7f81-4dcc-82a2-f83240772f2f tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:53.438925 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d997c5ed-7bce-4cd7-8384-018d0d1d33cf req-6836b6b3-7f81-4dcc-82a2-f83240772f2f tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac569d44-d407-4c7c-9c5d-036c674258b1 HTTP/1.1" status: 200 len: 944 time: 0.0890961 Jul 29 23:18:53.446374 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-5db84290-03bd-4ae1-a76d-8c8bafd7506a req-6318e1ce-29cf-45c4-9417-69f9b5488b12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4420101-d120-4c40-81f9-f9cafdbf3fb7 {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:18:53.463796 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5db84290-03bd-4ae1-a76d-8c8bafd7506a req-6318e1ce-29cf-45c4-9417-69f9b5488b12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:53.501824 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-5db84290-03bd-4ae1-a76d-8c8bafd7506a req-6318e1ce-29cf-45c4-9417-69f9b5488b12 service neutron] Transition to ACTIVE for port object c4420101-d120-4c40-81f9-f9cafdbf3fb7 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:18:53.508055 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d997c5ed-7bce-4cd7-8384-018d0d1d33cf req-597a362f-26a0-4277-88ad-2d44a6777551 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531459 Jul 29 23:18:53.509069 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5db84290-03bd-4ae1-a76d-8c8bafd7506a req-6318e1ce-29cf-45c4-9417-69f9b5488b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:53.575585 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318e1ce-29cf-45c4-9417-69f9b5488b12 service neutron] Pushing event updated for resources: {'Port': ['ID=c4420101-d120-4c40-81f9-f9cafdbf3fb7,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:53.606132 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-5db84290-03bd-4ae1-a76d-8c8bafd7506a req-6318e1ce-29cf-45c4-9417-69f9b5488b12 service neutron] Attempting to bind port c4420101-d120-4c40-81f9-f9cafdbf3fb7 on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:18:53.606480 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-5db84290-03bd-4ae1-a76d-8c8bafd7506a req-6318e1ce-29cf-45c4-9417-69f9b5488b12 service neutron] Attempting to bind port c4420101-d120-4c40-81f9-f9cafdbf3fb7 by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:18:53.606808 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db84290-03bd-4ae1-a76d-8c8bafd7506a req-6318e1ce-29cf-45c4-9417-69f9b5488b12 service neutron] Attempting to bind port c4420101-d120-4c40-81f9-f9cafdbf3fb7 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:18:53.615718 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db84290-03bd-4ae1-a76d-8c8bafd7506a req-6318e1ce-29cf-45c4-9417-69f9b5488b12 service neutron] Port c4420101-d120-4c40-81f9-f9cafdbf3fb7 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:18:53.617120 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db84290-03bd-4ae1-a76d-8c8bafd7506a req-6318e1ce-29cf-45c4-9417-69f9b5488b12 service neutron] Attempting to bind port c4420101-d120-4c40-81f9-f9cafdbf3fb7 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:18:53.632138 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db84290-03bd-4ae1-a76d-8c8bafd7506a req-6318e1ce-29cf-45c4-9417-69f9b5488b12 service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:18:53.632479 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db84290-03bd-4ae1-a76d-8c8bafd7506a req-6318e1ce-29cf-45c4-9417-69f9b5488b12 service neutron] Checking segment: {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:18:53.632892 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db84290-03bd-4ae1-a76d-8c8bafd7506a req-6318e1ce-29cf-45c4-9417-69f9b5488b12 service neutron] Bound using segment: {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:18:53.633303 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-5db84290-03bd-4ae1-a76d-8c8bafd7506a req-6318e1ce-29cf-45c4-9417-69f9b5488b12 service neutron] Bound port: c4420101-d120-4c40-81f9-f9cafdbf3fb7, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:18:53.633688 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5db84290-03bd-4ae1-a76d-8c8bafd7506a req-6318e1ce-29cf-45c4-9417-69f9b5488b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:53.770179 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-03fe1362-d85a-47f4-be8a-ce79a12c6e54 req-78e65b27-4b48-4eb3-b986-80148c3012f6 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] 10.222.0.43 "GET /v2.0/floatingips/71ead74a-f562-434b-9720-52717b2d2ae0 HTTP/1.1" status: 200 len: 693 time: 0.1026316 Jul 29 23:18:53.815294 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c4963-4b11-4455-bd8e-4b778e9dada8 req-927cdadc-93ed-41a3-adbd-3fd403a482f6 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:53.816724 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-839c4963-4b11-4455-bd8e-4b778e9dada8 req-927cdadc-93ed-41a3-adbd-3fd403a482f6 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc7a0dab-e157-4427-ba70-4634d6d2b6e4 HTTP/1.1" status: 200 len: 948 time: 0.1808000 Jul 29 23:18:53.836846 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58824) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:53.860074 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-5db84290-03bd-4ae1-a76d-8c8bafd7506a req-6318e1ce-29cf-45c4-9417-69f9b5488b12 service neutron] For port c4420101-d120-4c40-81f9-f9cafdbf3fb7, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:18:53.885559 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-5db84290-03bd-4ae1-a76d-8c8bafd7506a req-6318e1ce-29cf-45c4-9417-69f9b5488b12 service neutron] For port c4420101-d120-4c40-81f9-f9cafdbf3fb7, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=c4420101-d120-4c40-81f9-f9cafdbf3fb7,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:18:53.899648 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5db84290-03bd-4ae1-a76d-8c8bafd7506a req-6318e1ce-29cf-45c4-9417-69f9b5488b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:53.943408 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7aa4b84c-c885-4757-930d-44477d80492f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:53.945958 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-839c4963-4b11-4455-bd8e-4b778e9dada8 req-ef2533d9-b03c-4e4a-a5d9-ceae9c4995aa tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125207 Jul 29 23:18:53.957273 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db84290-03bd-4ae1-a76d-8c8bafd7506a req-6318e1ce-29cf-45c4-9417-69f9b5488b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:53.957807 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5db84290-03bd-4ae1-a76d-8c8bafd7506a req-6318e1ce-29cf-45c4-9417-69f9b5488b12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:53.959116 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5db84290-03bd-4ae1-a76d-8c8bafd7506a req-6318e1ce-29cf-45c4-9417-69f9b5488b12 service neutron] 10.222.0.41 "PUT /v2.0/ports/c4420101-d120-4c40-81f9-f9cafdbf3fb7 HTTP/1.1" status: 200 len: 1097 time: 1.2185488 Jul 29 23:18:53.961176 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc7a0dab-e157-4427-ba70-4634d6d2b6e4', 'tag': 'c4420101-d120-4c40-81f9-f9cafdbf3fb7'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:18:53.963364 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de6b16d-3d39-4c98-b1cf-e4606680dbe5" -d '{"events": [{"name": "network-changed", "server_uuid": "dc7a0dab-e157-4427-ba70-4634d6d2b6e4", "tag": "c4420101-d120-4c40-81f9-f9cafdbf3fb7"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:18:54.025102 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe1362-d85a-47f4-be8a-ce79a12c6e54 req-6c89654c-e2f1-4f5b-83e7-da7dc54bb726 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:54.026821 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-03fe1362-d85a-47f4-be8a-ce79a12c6e54 req-6c89654c-e2f1-4f5b-83e7-da7dc54bb726 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] 10.222.0.43 "GET /v2.0/networks/58f27f61-3278-49cc-b66b-1e729d26f29f HTTP/1.1" status: 200 len: 784 time: 0.2369230 Jul 29 23:18:54.027653 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318e1ce-29cf-45c4-9417-69f9b5488b12 service neutron] Pushing event updated for resources: {'Port': ['ID=c4420101-d120-4c40-81f9-f9cafdbf3fb7,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:54.038483 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [req-03fe1362-d85a-47f4-be8a-ce79a12c6e54 req-e007149e-c58f-4b83-88b0-dccd466482d3 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:18:54.040230 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-03fe1362-d85a-47f4-be8a-ce79a12c6e54 req-e007149e-c58f-4b83-88b0-dccd466482d3 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062165 Jul 29 23:18:54.118893 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7aa4b84c-c885-4757-930d-44477d80492f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:54.124962 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7aa4b84c-c885-4757-930d-44477d80492f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:54.127406 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-03fe1362-d85a-47f4-be8a-ce79a12c6e54 req-a474d660-f61c-4bbd-8b5c-141b26003f03 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.190 HTTP/1.1" status: 200 len: 696 time: 0.0816059 Jul 29 23:18:54.178085 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7aa4b84c-c885-4757-930d-44477d80492f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=304b30755829486fbc29795f0c8ccf62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3376155 Jul 29 23:18:54.181506 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58840) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:54.212921 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db84290-03bd-4ae1-a76d-8c8bafd7506a req-eb492a65-8561-48b5-937b-ebdd20f81f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:54.214778 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5db84290-03bd-4ae1-a76d-8c8bafd7506a req-eb492a65-8561-48b5-937b-ebdd20f81f40 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=02291f5098924703b9b0f8f02943a845&device_id=dc7a0dab-e157-4427-ba70-4634d6d2b6e4 HTTP/1.1" status: 200 len: 1100 time: 0.1280963 Jul 29 23:18:54.219114 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-03fe1362-d85a-47f4-be8a-ce79a12c6e54 req-ddaa0ceb-6c82-43df-b285-b9cd6d1481a2 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.190 HTTP/1.1" status: 200 len: 696 time: 0.0830374 Jul 29 23:18:54.256602 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa4b84c-c885-4757-930d-44477d80492f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c430004b-d2df-4979-a628-47315534217c,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:54.271682 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bed32980-9b61-47be-ae9f-36b712b6ee80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:54.292163 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58844) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:54.301000 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 85923019-0121-42ea-b99d-d42295c64caf details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:18:54.309704 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bed32980-9b61-47be-ae9f-36b712b6ee80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:54.349865 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5db84290-03bd-4ae1-a76d-8c8bafd7506a req-020e9e22-8782-434c-93f6-156038a7ca58 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=c4420101-d120-4c40-81f9-f9cafdbf3fb7 HTTP/1.1" status: 200 len: 217 time: 0.1119585 Jul 29 23:18:54.391665 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bed32980-9b61-47be-ae9f-36b712b6ee80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:54.394530 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bed32980-9b61-47be-ae9f-36b712b6ee80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:54.398846 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-bed32980-9b61-47be-ae9f-36b712b6ee80 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c430004b-d2df-4979-a628-47315534217c HTTP/1.1" status: 204 len: 168 time: 0.2158363 Jul 29 23:18:54.430624 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed32980-9b61-47be-ae9f-36b712b6ee80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c430004b-d2df-4979-a628-47315534217c,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:54.439344 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-930d36e0-8991-4734-813b-d2d278d1e7f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:54.489281 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db84290-03bd-4ae1-a76d-8c8bafd7506a req-a4782043-2954-4e69-8a1f-f39747055af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:54.491283 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5db84290-03bd-4ae1-a76d-8c8bafd7506a req-a4782043-2954-4e69-8a1f-f39747055af5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.1021109 Jul 29 23:18:54.500620 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 85923019-0121-42ea-b99d-d42295c64caf, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=85923019-0121-42ea-b99d-d42295c64caf,segment=NetworkSegment(b15fd95c-eafe-4a6f-99aa-9d06f8ec7d52),segment_id=b15fd95c-eafe-4a6f-99aa-9d06f8ec7d52)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:54.529729 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': '85923019-0121-42ea-b99d-d42295c64caf', 'network_id': 'c52606fd-eff3-44e2-a8fb-5c37b1347bbe', 'port_id': '85923019-0121-42ea-b99d-d42295c64caf', 'mac_address': 'fa:16:3e:45:0f:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfebb0ef-4353-4839-9183-7e34bd8a6c57', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:18:54.537651 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-03fe1362-d85a-47f4-be8a-ce79a12c6e54 req-1ba063f4-3d06-4346-8d9f-2f79ae435a83 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Deleting port e46bb693-fdfb-4a41-98fa-95154439ec68 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:18:54.538090 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-03fe1362-d85a-47f4-be8a-ce79a12c6e54 req-1ba063f4-3d06-4346-8d9f-2f79ae435a83 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:54.581189 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-930d36e0-8991-4734-813b-d2d278d1e7f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:54.586720 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-930d36e0-8991-4734-813b-d2d278d1e7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:54.627222 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:54.664601 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 85923019-0121-42ea-b99d-d42295c64caf {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:18:54.675485 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-930d36e0-8991-4734-813b-d2d278d1e7f9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=71c8c65ff5a64c8fa16d7ab12d87ba9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3817008 Jul 29 23:18:54.676647 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58854) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:54.701647 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 85923019-0121-42ea-b99d-d42295c64caf, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=85923019-0121-42ea-b99d-d42295c64caf,segment=NetworkSegment(b15fd95c-eafe-4a6f-99aa-9d06f8ec7d52),segment_id=b15fd95c-eafe-4a6f-99aa-9d06f8ec7d52)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:54.710539 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:54.746080 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930d36e0-8991-4734-813b-d2d278d1e7f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5131cb-6ee3-47e6-977b-7a6b5f2d2c04,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:54.775615 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=85923019-0121-42ea-b99d-d42295c64caf,revision_number=6']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:54.786790 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-40b09c6d-495c-4f66-82b8-cf85041eebfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:54.813670 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-40b09c6d-495c-4f66-82b8-cf85041eebfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:54.860568 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58858) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:54.875977 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b812d9ab-70d0-4c63-b98f-c7d92e5f15dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:54.879226 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-40b09c6d-495c-4f66-82b8-cf85041eebfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:54.881679 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-40b09c6d-495c-4f66-82b8-cf85041eebfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:54.885170 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-40b09c6d-495c-4f66-82b8-cf85041eebfa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1c5131cb-6ee3-47e6-977b-7a6b5f2d2c04 HTTP/1.1" status: 204 len: 168 time: 0.2029581 Jul 29 23:18:54.892682 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['85923019-0121-42ea-b99d-d42295c64caf'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:18:54.901693 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b09c6d-495c-4f66-82b8-cf85041eebfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5131cb-6ee3-47e6-977b-7a6b5f2d2c04,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:54.928944 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db84290-03bd-4ae1-a76d-8c8bafd7506a req-ff8c58c6-5e62-42f4-bd9a-4d2a9d491dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:54.930628 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5db84290-03bd-4ae1-a76d-8c8bafd7506a req-ff8c58c6-5e62-42f4-bd9a-4d2a9d491dce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4285176 Jul 29 23:18:55.008029 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-03fe1362-d85a-47f4-be8a-ce79a12c6e54 req-1ba063f4-3d06-4346-8d9f-2f79ae435a83 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:55.008327 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-03fe1362-d85a-47f4-be8a-ce79a12c6e54 req-1ba063f4-3d06-4346-8d9f-2f79ae435a83 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:55.019162 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f8194-5906-4bb5-85ec-8d95342c5b7a req-0c3300b8-fd92-4f44-bedf-226467b4ad40 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:55.019464 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b812d9ab-70d0-4c63-b98f-c7d92e5f15dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:55.020684 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bc2f8194-5906-4bb5-85ec-8d95342c5b7a req-0c3300b8-fd92-4f44-bedf-226467b4ad40 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/ports?device_id=201714d3-0f6d-4450-8f5e-34ffc1bf642d HTTP/1.1" status: 200 len: 945 time: 0.1784863 Jul 29 23:18:55.025119 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b812d9ab-70d0-4c63-b98f-c7d92e5f15dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:55.035803 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-03fe1362-d85a-47f4-be8a-ce79a12c6e54 req-1ba063f4-3d06-4346-8d9f-2f79ae435a83 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Calling delete_port for e46bb693-fdfb-4a41-98fa-95154439ec68 owned by network:floatingip {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:18:55.068809 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b812d9ab-70d0-4c63-b98f-c7d92e5f15dc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d63be0d2b7f04b6e8094d5375a017d1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2046530 Jul 29 23:18:55.069038 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58864) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:55.075427 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b812d9ab-70d0-4c63-b98f-c7d92e5f15dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46cae194-72d3-428a-83af-527a5357f5c7,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:55.129908 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-41cace0a-3950-4813-9a48-0258cbf1c925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:55.152558 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-41cace0a-3950-4813-9a48-0258cbf1c925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:55.158096 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bc2f8194-5906-4bb5-85ec-8d95342c5b7a req-67bfd252-626c-4d63-8efe-1a43e1af3117 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e2d3bd2-5b6e-4100-b437-94e8bee60adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283627 Jul 29 23:18:55.166232 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5db84290-03bd-4ae1-a76d-8c8bafd7506a req-45ead4f6-81a9-4d39-bd6e-79da4a68a21b service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229309 Jul 29 23:18:55.212158 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-41cace0a-3950-4813-9a48-0258cbf1c925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:55.216327 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-41cace0a-3950-4813-9a48-0258cbf1c925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:55.221762 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-41cace0a-3950-4813-9a48-0258cbf1c925 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/46cae194-72d3-428a-83af-527a5357f5c7 HTTP/1.1" status: 204 len: 168 time: 0.1517019 Jul 29 23:18:55.233050 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cace0a-3950-4813-9a48-0258cbf1c925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46cae194-72d3-428a-83af-527a5357f5c7,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:55.254714 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c219b11c-7539-4d22-9d58-ad1ba09c0148 x-openstack-request-id: req-c219b11c-7539-4d22-9d58-ad1ba09c0148 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:18:55.255007 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc7a0dab-e157-4427-ba70-4634d6d2b6e4", "tag": "c4420101-d120-4c40-81f9-f9cafdbf3fb7", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:18:55.255260 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c219b11c-7539-4d22-9d58-ad1ba09c0148 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:18:55.255656 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc7a0dab-e157-4427-ba70-4634d6d2b6e4', 'tag': 'c4420101-d120-4c40-81f9-f9cafdbf3fb7', 'status': 'completed', 'code': 200} Jul 29 23:18:55.321778 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5db84290-03bd-4ae1-a76d-8c8bafd7506a req-91cc206b-778a-4b30-a93d-9dab5af1f650 service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478722 Jul 29 23:18:55.335412 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-03fe1362-d85a-47f4-be8a-ce79a12c6e54 req-1ba063f4-3d06-4346-8d9f-2f79ae435a83 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:55.377995 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba063f4-3d06-4346-8d9f-2f79ae435a83 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Pushing event deleted for resources: {'Port': ['ID=e46bb693-fdfb-4a41-98fa-95154439ec68,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:55.408691 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-03fe1362-d85a-47f4-be8a-ce79a12c6e54 req-1ba063f4-3d06-4346-8d9f-2f79ae435a83 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Notify callbacks [] for floatingip, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:55.411332 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-03fe1362-d85a-47f4-be8a-ce79a12c6e54 req-1ba063f4-3d06-4346-8d9f-2f79ae435a83 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:55.412489 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-03fe1362-d85a-47f4-be8a-ce79a12c6e54 req-1ba063f4-3d06-4346-8d9f-2f79ae435a83 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] 10.222.0.43 "DELETE /v2.0/floatingips/71ead74a-f562-434b-9720-52717b2d2ae0 HTTP/1.1" status: 204 len: 173 time: 1.1844921 Jul 29 23:18:55.415387 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c037c-e4c7-4ed1-85f9-82018ebed2d9 req-b79b6283-7db8-4b26-b4ea-48a6b9a8e4fa tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:55.416873 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8d8c037c-e4c7-4ed1-85f9-82018ebed2d9 req-b79b6283-7db8-4b26-b4ea-48a6b9a8e4fa tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ac569d44-d407-4c7c-9c5d-036c674258b1 HTTP/1.1" status: 200 len: 1096 time: 0.0923970 Jul 29 23:18:55.431727 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58876) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:55.447529 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-35d40b22-7eda-429e-8980-ce2282358842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:55.491592 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8d8c037c-e4c7-4ed1-85f9-82018ebed2d9 req-9ee98009-1104-48a1-8dd3-cc6c0762b3d6 tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675719 Jul 29 23:18:55.498123 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de6b16d-3d39-4c98-b1cf-e4606680dbe5 req-a5529bd5-681f-4019-b317-2bf02a9a40d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:55.500384 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8de6b16d-3d39-4c98-b1cf-e4606680dbe5 req-a5529bd5-681f-4019-b317-2bf02a9a40d1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=02291f5098924703b9b0f8f02943a845&device_id=dc7a0dab-e157-4427-ba70-4634d6d2b6e4 HTTP/1.1" status: 200 len: 1100 time: 0.0752699 Jul 29 23:18:55.579914 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-35d40b22-7eda-429e-8980-ce2282358842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:55.587205 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-35d40b22-7eda-429e-8980-ce2282358842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:55.591415 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d62479d6-6816-4a32-a0dc-55e1d65ca3c6 req-f3663a2d-584b-4526-8f3d-f1688eb9bae6 tempest-QuotasAdminNegativeTest-2058332933 tempest-QuotasAdminNegativeTest-2058332933-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=469ea98e6dcb47c2994f8a7044b15720&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0593011 Jul 29 23:18:55.641943 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-35d40b22-7eda-429e-8980-ce2282358842 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1edbb145c2204fd6a94c4663536e7029&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2090931 Jul 29 23:18:55.644408 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58894) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:55.657882 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d40b22-7eda-429e-8980-ce2282358842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7525fc93-2673-43d3-a49b-07669e8ac4fa,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:55.701403 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7e011a99-c348-4045-b398-c421dcc8773f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:55.726233 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7e011a99-c348-4045-b398-c421dcc8773f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:55.779073 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de6b16d-3d39-4c98-b1cf-e4606680dbe5 req-28515378-5d73-4350-841c-7ee86659a95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:55.780795 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8de6b16d-3d39-4c98-b1cf-e4606680dbe5 req-28515378-5d73-4350-841c-7ee86659a95d service neutron] 10.222.0.41 "GET /v2.0/networks?id=d71c22dc-feef-410b-a7ed-6548cf85bd6f HTTP/1.1" status: 200 len: 870 time: 0.2719095 Jul 29 23:18:55.786846 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7e011a99-c348-4045-b398-c421dcc8773f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:55.789444 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7e011a99-c348-4045-b398-c421dcc8773f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:55.791468 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7e011a99-c348-4045-b398-c421dcc8773f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7525fc93-2673-43d3-a49b-07669e8ac4fa HTTP/1.1" status: 204 len: 168 time: 0.1453159 Jul 29 23:18:55.801359 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e011a99-c348-4045-b398-c421dcc8773f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7525fc93-2673-43d3-a49b-07669e8ac4fa,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:55.844648 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8de6b16d-3d39-4c98-b1cf-e4606680dbe5 req-a7baa037-128f-4e92-8ae1-ac036df50673 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=c4420101-d120-4c40-81f9-f9cafdbf3fb7 HTTP/1.1" status: 200 len: 217 time: 0.0518663 Jul 29 23:18:55.852282 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc6925-0974-4041-a49d-46c89f732436 req-ae48954e-c84d-44f1-8b67-5be45099d111 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:55.853766 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b1dc6925-0974-4041-a49d-46c89f732436 req-ae48954e-c84d-44f1-8b67-5be45099d111 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc7a0dab-e157-4427-ba70-4634d6d2b6e4 HTTP/1.1" status: 200 len: 948 time: 0.1745167 Jul 29 23:18:55.882706 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f0337406-df30-43e7-890b-1d9324f9824b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:55.907369 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62479d6-6816-4a32-a0dc-55e1d65ca3c6 req-9b938247-da9a-4649-b13a-0f96f8c19a0b tempest-QuotasAdminNegativeTest-2058332933 tempest-QuotasAdminNegativeTest-2058332933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:55.908957 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d62479d6-6816-4a32-a0dc-55e1d65ca3c6 req-9b938247-da9a-4649-b13a-0f96f8c19a0b tempest-QuotasAdminNegativeTest-2058332933 tempest-QuotasAdminNegativeTest-2058332933-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3078911 Jul 29 23:18:55.941563 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d62479d6-6816-4a32-a0dc-55e1d65ca3c6 req-1501ef7f-1a70-4869-aef9-d6b138e9a8f2 tempest-QuotasAdminNegativeTest-2058332933 tempest-QuotasAdminNegativeTest-2058332933-project] 10.222.0.43 "GET /v2.0/quotas/469ea98e6dcb47c2994f8a7044b15720 HTTP/1.1" status: 200 len: 375 time: 0.0228894 Jul 29 23:18:55.952626 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de6b16d-3d39-4c98-b1cf-e4606680dbe5 req-20d9d7f5-b520-46e4-a9aa-7c3bffb460bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:55.954111 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8de6b16d-3d39-4c98-b1cf-e4606680dbe5 req-20d9d7f5-b520-46e4-a9aa-7c3bffb460bd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.0994687 Jul 29 23:18:55.997296 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b1dc6925-0974-4041-a49d-46c89f732436 req-18e331dd-43c0-4d16-a44f-8e0e6353bda7 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263468 Jul 29 23:18:56.012797 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d62479d6-6816-4a32-a0dc-55e1d65ca3c6 req-bce6e1b8-5f16-4be6-88c5-ee7d41ce5181 tempest-QuotasAdminNegativeTest-2058332933 tempest-QuotasAdminNegativeTest-2058332933-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=469ea98e6dcb47c2994f8a7044b15720&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0621161 Jul 29 23:18:56.039780 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de6b16d-3d39-4c98-b1cf-e4606680dbe5 req-37f0b87b-901e-4464-96c6-74d1b130865d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:56.041619 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8de6b16d-3d39-4c98-b1cf-e4606680dbe5 req-37f0b87b-901e-4464-96c6-74d1b130865d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0749338 Jul 29 23:18:56.236653 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-47ff6d8c-426a-4ff5-ab70-314b4b48ee8a req-1e230513-350e-4818-9f7a-25560d1f68cd tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.226 HTTP/1.1" status: 200 len: 1002 time: 0.1163673 Jul 29 23:18:56.259759 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8de6b16d-3d39-4c98-b1cf-e4606680dbe5 req-e04466bd-1b38-43be-ae8f-772af881f77a service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083666 Jul 29 23:18:56.295288 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff6d8c-426a-4ff5-ab70-314b4b48ee8a req-eb221808-87a8-4b0d-880c-04e509f19e7d tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:56.296742 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-47ff6d8c-426a-4ff5-ab70-314b4b48ee8a req-eb221808-87a8-4b0d-880c-04e509f19e7d tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] 10.222.0.43 "GET /v2.0/ports/ab1c7eaf-a226-491e-bcf6-ea56fa1201a2 HTTP/1.1" status: 200 len: 943 time: 0.0516856 Jul 29 23:18:56.307363 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:56.313711 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 85923019-0121-42ea-b99d-d42295c64caf up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:18:56.374481 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port 85923019-0121-42ea-b99d-d42295c64caf triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:18:56.375007 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:56.468669 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:56.502393 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201714d3-0f6d-4450-8f5e-34ffc1bf642d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85923019-0121-42ea-b99d-d42295c64caf'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:18:56.505479 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af42934-c98b-4dc9-a63d-fa0b22dc419e" -d '{"events": [{"server_uuid": "201714d3-0f6d-4450-8f5e-34ffc1bf642d", "name": "network-vif-plugged", "status": "completed", "tag": "85923019-0121-42ea-b99d-d42295c64caf"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:18:56.524065 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 85923019-0121-42ea-b99d-d42295c64caf, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=85923019-0121-42ea-b99d-d42295c64caf,segment=NetworkSegment(b15fd95c-eafe-4a6f-99aa-9d06f8ec7d52),segment_id=b15fd95c-eafe-4a6f-99aa-9d06f8ec7d52)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:56.529084 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8de6b16d-3d39-4c98-b1cf-e4606680dbe5 req-519f12b2-3552-4abf-a780-d76a38037321 service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146297 Jul 29 23:18:56.529779 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:56.537950 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-47ff6d8c-426a-4ff5-ab70-314b4b48ee8a req-b827e94e-1065-47da-88d3-4fcdc33969a1 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.226 HTTP/1.1" status: 200 len: 1002 time: 0.1209209 Jul 29 23:18:56.548211 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364339f6-24a7-4416-8351-2b9c2ac45651 req-40b369ef-e2db-4404-a4fe-01db04307c9d tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:56.549734 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-364339f6-24a7-4416-8351-2b9c2ac45651 req-40b369ef-e2db-4404-a4fe-01db04307c9d tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/networks?id=f490981b-45a9-43e1-a661-0229cc7a8cd7 HTTP/1.1" status: 200 len: 821 time: 0.1865776 Jul 29 23:18:56.599687 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=85923019-0121-42ea-b99d-d42295c64caf,revision_number=7']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:56.609143 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-364339f6-24a7-4416-8351-2b9c2ac45651 req-36c7701b-0fe2-4f63-b2bc-fcc50a241366 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/quotas/c2657a7d23514506876a4df5f527f58c HTTP/1.1" status: 200 len: 375 time: 0.0488420 Jul 29 23:18:56.692284 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff6d8c-426a-4ff5-ab70-314b4b48ee8a req-aa16ec82-db03-47f9-a672-9c4b6e5c6f63 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:56.693813 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-47ff6d8c-426a-4ff5-ab70-314b4b48ee8a req-aa16ec82-db03-47f9-a672-9c4b6e5c6f63 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] 10.222.0.43 "GET /v2.0/networks/58f27f61-3278-49cc-b66b-1e729d26f29f HTTP/1.1" status: 200 len: 784 time: 0.1430614 Jul 29 23:18:56.697649 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-364339f6-24a7-4416-8351-2b9c2ac45651 req-af6de477-7caf-47ba-83d9-07b3031d3f95 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c2657a7d23514506876a4df5f527f58c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0808413 Jul 29 23:18:56.706314 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [req-47ff6d8c-426a-4ff5-ab70-314b4b48ee8a req-cc826ce3-4bd4-4ad4-83e3-77cd0c0e8eb5 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:18:56.707280 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-47ff6d8c-426a-4ff5-ab70-314b4b48ee8a req-cc826ce3-4bd4-4ad4-83e3-77cd0c0e8eb5 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064118 Jul 29 23:18:56.834323 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-47ff6d8c-426a-4ff5-ab70-314b4b48ee8a req-ab5e2a04-40da-43a9-8347-515319aa5927 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.226 HTTP/1.1" status: 200 len: 1002 time: 0.1190095 Jul 29 23:18:56.855424 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-47ff6d8c-426a-4ff5-ab70-314b4b48ee8a req-8ebffeb4-1d56-4c7b-9792-074c97b81b7c tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:18:56.862944 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-364339f6-24a7-4416-8351-2b9c2ac45651 req-74355cc3-1f95-43e2-aab0-c2a007f674c8 service neutron] 10.222.0.43 "GET /v2.0/networks/f490981b-45a9-43e1-a661-0229cc7a8cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547382 Jul 29 23:18:56.962662 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-47ff6d8c-426a-4ff5-ab70-314b4b48ee8a req-8ebffeb4-1d56-4c7b-9792-074c97b81b7c tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Notify callbacks [] for floatingip, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:57.041082 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-364339f6-24a7-4416-8351-2b9c2ac45651 req-8416ccbe-885f-4115-ae5d-42af852a09cb service neutron] 10.222.0.43 "GET /v2.0/networks/f490981b-45a9-43e1-a661-0229cc7a8cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477921 Jul 29 23:18:57.143686 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-47ff6d8c-426a-4ff5-ab70-314b4b48ee8a req-8ebffeb4-1d56-4c7b-9792-074c97b81b7c tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:57.154558 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-47ff6d8c-426a-4ff5-ab70-314b4b48ee8a req-8ebffeb4-1d56-4c7b-9792-074c97b81b7c tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:57.155738 n-d-712141-10 neutron-server[94078]: INFO neutron.db.l3_db [req-47ff6d8c-426a-4ff5-ab70-314b4b48ee8a req-8ebffeb4-1d56-4c7b-9792-074c97b81b7c tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Floating IP a27d20b5-8229-4e6a-a704-8144d1b6e8e7 disassociated. External IP: 172.25.0.226, port: ab1c7eaf-a226-491e-bcf6-ea56fa1201a2. Jul 29 23:18:57.532243 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:57.712678 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca849f-68ab-475c-8ce9-e006122a4e73 req-a2e8a661-61d8-45a4-9734-cbe30a334c5f tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:57.714175 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-95ca849f-68ab-475c-8ce9-e006122a4e73 req-a2e8a661-61d8-45a4-9734-cbe30a334c5f tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/ports?device_id=201714d3-0f6d-4450-8f5e-34ffc1bf642d HTTP/1.1" status: 200 len: 946 time: 0.1018538 Jul 29 23:18:57.753400 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47ff6d8c-426a-4ff5-ab70-314b4b48ee8a req-8ebffeb4-1d56-4c7b-9792-074c97b81b7c tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Router a672cac5-171e-47ab-b4f5-ca678a178c03 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:18:57.771930 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-95ca849f-68ab-475c-8ce9-e006122a4e73 req-a4eb5186-8b8b-4837-aa24-12834915d9b5 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e2d3bd2-5b6e-4100-b437-94e8bee60adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477943 Jul 29 23:18:57.884057 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47ff6d8c-426a-4ff5-ab70-314b4b48ee8a req-8ebffeb4-1d56-4c7b-9792-074c97b81b7c tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:18:57.888911 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-47ff6d8c-426a-4ff5-ab70-314b4b48ee8a req-8ebffeb4-1d56-4c7b-9792-074c97b81b7c tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:57.895313 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ea6e1c-8a9d-4de7-b33b-732e39d24cf0 None None] Sync routers for ids ['a672cac5-171e-47ab-b4f5-ca678a178c03'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:18:57.913212 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ea6e1c-8a9d-4de7-b33b-732e39d24cf0 None None] Routers {'a672cac5-171e-47ab-b4f5-ca678a178c03'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:18:57.914984 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-d6ea6e1c-8a9d-4de7-b33b-732e39d24cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:18:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['a672cac5-171e-47ab-b4f5-ca678a178c03'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:18:57.924695 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-47ff6d8c-426a-4ff5-ab70-314b4b48ee8a req-8ebffeb4-1d56-4c7b-9792-074c97b81b7c tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] 10.222.0.43 "PUT /v2.0/floatingips/a27d20b5-8229-4e6a-a704-8144d1b6e8e7 HTTP/1.1" status: 200 len: 695 time: 1.0765269 Jul 29 23:18:57.925208 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b90c64b7-0a85-4a1d-918e-9d01fc2f88dc', 'tag': 'ab1c7eaf-a226-491e-bcf6-ea56fa1201a2'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:18:57.928006 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640501e5-0187-4e5d-bb76-94165188a027" -d '{"events": [{"name": "network-changed", "server_uuid": "b90c64b7-0a85-4a1d-918e-9d01fc2f88dc", "tag": "ab1c7eaf-a226-491e-bcf6-ea56fa1201a2"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:18:57.987755 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff6d8c-426a-4ff5-ab70-314b4b48ee8a req-3d6ed283-3998-4efa-bc66-5234f61a0f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:57.989277 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-47ff6d8c-426a-4ff5-ab70-314b4b48ee8a req-3d6ed283-3998-4efa-bc66-5234f61a0f0e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d2aa243562a64519a880fa9a248cc450&device_id=b90c64b7-0a85-4a1d-918e-9d01fc2f88dc HTTP/1.1" status: 200 len: 1098 time: 0.0444982 Jul 29 23:18:58.046400 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-d6ea6e1c-8a9d-4de7-b33b-732e39d24cf0 None None] Set router a672cac5-171e-47ab-b4f5-ca678a178c03 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:18:58.058713 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-580b930f-5808-422c-8e82-775119a09323 x-openstack-request-id: req-580b930f-5808-422c-8e82-775119a09323 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:18:58.059053 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201714d3-0f6d-4450-8f5e-34ffc1bf642d", "name": "network-vif-plugged", "status": "completed", "tag": "85923019-0121-42ea-b99d-d42295c64caf", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:18:58.059310 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-580b930f-5808-422c-8e82-775119a09323 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:18:58.059781 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '201714d3-0f6d-4450-8f5e-34ffc1bf642d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85923019-0121-42ea-b99d-d42295c64caf', 'code': 200} Jul 29 23:18:58.100978 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff6d8c-426a-4ff5-ab70-314b4b48ee8a req-a8a875e0-39ca-477e-841b-a8cd7b42d7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:58.109831 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-47ff6d8c-426a-4ff5-ab70-314b4b48ee8a req-a8a875e0-39ca-477e-841b-a8cd7b42d7ee service neutron] 10.222.0.43 "GET /v2.0/networks?id=58ca1f32-5bc5-405a-8bfd-45d02004bfd0 HTTP/1.1" status: 200 len: 929 time: 0.1144099 Jul 29 23:18:58.151564 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-47ff6d8c-426a-4ff5-ab70-314b4b48ee8a req-6952de5b-7908-4c6b-8b5a-b602def63bb3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab1c7eaf-a226-491e-bcf6-ea56fa1201a2 HTTP/1.1" status: 200 len: 217 time: 0.0408180 Jul 29 23:18:58.282026 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff6d8c-426a-4ff5-ab70-314b4b48ee8a req-6d706528-26f2-4135-b7c9-8eadd84d2d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:58.283531 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-47ff6d8c-426a-4ff5-ab70-314b4b48ee8a req-6d706528-26f2-4135-b7c9-8eadd84d2d73 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a0dbe3ae-d02e-4ac8-9b5d-68ac6fae1c44 HTTP/1.1" status: 200 len: 867 time: 0.1204786 Jul 29 23:18:58.308650 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f67d301-e097-4e7e-9eaf-eb806e506b15 req-43bd8368-1648-4002-84bc-313985db172f tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:58.310088 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5f67d301-e097-4e7e-9eaf-eb806e506b15 req-43bd8368-1648-4002-84bc-313985db172f tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.41 "GET /v2.0/ports?device_id=201714d3-0f6d-4450-8f5e-34ffc1bf642d HTTP/1.1" status: 200 len: 946 time: 0.1460197 Jul 29 23:18:58.310340 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-d6ea6e1c-8a9d-4de7-b33b-732e39d24cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a672cac5-171e-47ab-b4f5-ca678a178c03', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-222989196-router', 'tenant_id': 'd2aa243562a64519a880fa9a248cc450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '90c74feb-d00c-4e19-ad9a-6254ca5a7ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:18:17Z', 'updated_at': '2021-07-29T23:18:24Z', 'revision_number': 4, 'project_id': 'd2aa243562a64519a880fa9a248cc450', 'gw_port': {'id': '90c74feb-d00c-4e19-ad9a-6254ca5a7ba2', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:29:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a672cac5-171e-47ab-b4f5-ca678a178c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:18Z', 'updated_at': '2021-07-29T23:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'a97ee861-ce9b-4680-9813-fa2339dc1d34', 'name': '', 'network_id': '58ca1f32-5bc5-405a-8bfd-45d02004bfd0', 'tenant_id': 'd2aa243562a64519a880fa9a248cc450', 'mac_address': 'fa:16:3e:8e:3d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a672cac5-171e-47ab-b4f5-ca678a178c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'a0dbe3ae-d02e-4ac8-9b5d-68ac6fae1c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:22Z', 'updated_at': '2021-07-29T23:18:31Z', 'revision_number': 5, 'project_id': 'd2aa243562a64519a880fa9a248cc450', 'subnets': [{'id': 'a0dbe3ae-d02e-4ac8-9b5d-68ac6fae1c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:18:58.314826 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device c4420101-d120-4c40-81f9-f9cafdbf3fb7 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:18:58.325204 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2558969-e410-4f18-b2e9-a74189bcdd85 req-424322b0-6372-41f7-be05-73245559acd0 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:58.333693 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d2558969-e410-4f18-b2e9-a74189bcdd85 req-424322b0-6372-41f7-be05-73245559acd0 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc7a0dab-e157-4427-ba70-4634d6d2b6e4 HTTP/1.1" status: 200 len: 948 time: 0.1809819 Jul 29 23:18:58.382842 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ea6e1c-8a9d-4de7-b33b-732e39d24cf0 None None] Checking router: a672cac5-171e-47ab-b4f5-ca678a178c03 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:18:58.389963 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364339f6-24a7-4416-8351-2b9c2ac45651 req-cf0eccee-3ebc-4e53-a4b8-ceac710106f3 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:58.392666 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-364339f6-24a7-4416-8351-2b9c2ac45651 req-cf0eccee-3ebc-4e53-a4b8-ceac710106f3 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.22 "GET /v2.0/networks?id=f490981b-45a9-43e1-a661-0229cc7a8cd7 HTTP/1.1" status: 200 len: 821 time: 0.2271526 Jul 29 23:18:58.397766 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ea6e1c-8a9d-4de7-b33b-732e39d24cf0 None None] Routers {'a672cac5-171e-47ab-b4f5-ca678a178c03'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:18:58.398396 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-d6ea6e1c-8a9d-4de7-b33b-732e39d24cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:18:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['a672cac5-171e-47ab-b4f5-ca678a178c03'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:18:58.428901 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-364339f6-24a7-4416-8351-2b9c2ac45651 req-8bb9ff06-8c14-4b49-92ad-1bbe455e1a74 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Request body: {'port': {'device_id': 'fb318f0a-8a5f-472a-afc6-eb8857877767', 'network_id': 'f490981b-45a9-43e1-a661-0229cc7a8cd7', 'admin_state_up': True, 'tenant_id': 'c2657a7d23514506876a4df5f527f58c'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:18:58.440366 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d2558969-e410-4f18-b2e9-a74189bcdd85 req-190d595d-2893-4a75-be4c-58cf2f9ebc84 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057422 Jul 29 23:18:58.482063 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port c4420101-d120-4c40-81f9-f9cafdbf3fb7, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=c4420101-d120-4c40-81f9-f9cafdbf3fb7,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:58.503082 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': 'c4420101-d120-4c40-81f9-f9cafdbf3fb7', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'port_id': 'c4420101-d120-4c40-81f9-f9cafdbf3fb7', 'mac_address': 'fa:16:3e:8b:81:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64bdc61a-58ca-49c7-bae5-ecfed9ee407c', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:18:58.505921 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff6d8c-426a-4ff5-ab70-314b4b48ee8a req-710eb364-1608-44bf-9a81-717f8e3db26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:58.507437 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-47ff6d8c-426a-4ff5-ab70-314b4b48ee8a req-710eb364-1608-44bf-9a81-717f8e3db26b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=58ca1f32-5bc5-405a-8bfd-45d02004bfd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2128892 Jul 29 23:18:58.560950 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:58.569998 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-d6ea6e1c-8a9d-4de7-b33b-732e39d24cf0 None None] Set router a672cac5-171e-47ab-b4f5-ca678a178c03 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:18:58.586631 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4420101-d120-4c40-81f9-f9cafdbf3fb7 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:18:58.632490 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port c4420101-d120-4c40-81f9-f9cafdbf3fb7, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=c4420101-d120-4c40-81f9-f9cafdbf3fb7,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:58.638129 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:58.673185 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-364339f6-24a7-4416-8351-2b9c2ac45651 req-8bb9ff06-8c14-4b49-92ad-1bbe455e1a74 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Made reservation on behalf of c2657a7d23514506876a4df5f527f58c for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:18:58.678450 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-364339f6-24a7-4416-8351-2b9c2ac45651 req-8bb9ff06-8c14-4b49-92ad-1bbe455e1a74 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:58.711900 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-5f67d301-e097-4e7e-9eaf-eb806e506b15 req-b35ff848-419d-4391-b9e9-ef91a7ede025 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Deleting port 85923019-0121-42ea-b99d-d42295c64caf {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:18:58.712249 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5f67d301-e097-4e7e-9eaf-eb806e506b15 req-b35ff848-419d-4391-b9e9-ef91a7ede025 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:58.725628 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-36a43346-f13d-4f07-969f-13bbd820a4d4 req-789d8636-74d7-4733-ae4f-a58e7123839f tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb318f0a-8a5f-472a-afc6-eb8857877767 HTTP/1.1" status: 200 len: 210 time: 0.0609121 Jul 29 23:18:58.729707 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=c4420101-d120-4c40-81f9-f9cafdbf3fb7,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:58.762325 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-47ff6d8c-426a-4ff5-ab70-314b4b48ee8a req-6df3a560-4813-48ce-9238-8592bd920a7a service neutron] 10.222.0.43 "GET /v2.0/networks/58ca1f32-5bc5-405a-8bfd-45d02004bfd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388833 Jul 29 23:18:58.969410 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['c4420101-d120-4c40-81f9-f9cafdbf3fb7'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:18:58.995202 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-364339f6-24a7-4416-8351-2b9c2ac45651 req-8bb9ff06-8c14-4b49-92ad-1bbe455e1a74 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Allocated IP 172.20.0.2 (f490981b-45a9-43e1-a661-0229cc7a8cd7/998261e9-cec6-4719-b797-0c7da54a3001/43f77f9e-15ca-4ead-ba28-39729510bf72) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:18:59.010079 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-5f67d301-e097-4e7e-9eaf-eb806e506b15 req-b35ff848-419d-4391-b9e9-ef91a7ede025 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] For port 85923019-0121-42ea-b99d-d42295c64caf, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=85923019-0121-42ea-b99d-d42295c64caf,segment=NetworkSegment(b15fd95c-eafe-4a6f-99aa-9d06f8ec7d52),segment_id=b15fd95c-eafe-4a6f-99aa-9d06f8ec7d52)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:59.010658 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5f67d301-e097-4e7e-9eaf-eb806e506b15 req-b35ff848-419d-4391-b9e9-ef91a7ede025 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:59.033129 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-d6ea6e1c-8a9d-4de7-b33b-732e39d24cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a672cac5-171e-47ab-b4f5-ca678a178c03', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-222989196-router', 'tenant_id': 'd2aa243562a64519a880fa9a248cc450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '90c74feb-d00c-4e19-ad9a-6254ca5a7ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:18:17Z', 'updated_at': '2021-07-29T23:18:24Z', 'revision_number': 4, 'project_id': 'd2aa243562a64519a880fa9a248cc450', 'gw_port': {'id': '90c74feb-d00c-4e19-ad9a-6254ca5a7ba2', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:29:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a672cac5-171e-47ab-b4f5-ca678a178c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:18Z', 'updated_at': '2021-07-29T23:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'a97ee861-ce9b-4680-9813-fa2339dc1d34', 'name': '', 'network_id': '58ca1f32-5bc5-405a-8bfd-45d02004bfd0', 'tenant_id': 'd2aa243562a64519a880fa9a248cc450', 'mac_address': 'fa:16:3e:8e:3d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a672cac5-171e-47ab-b4f5-ca678a178c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'a0dbe3ae-d02e-4ac8-9b5d-68ac6fae1c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:22Z', 'updated_at': '2021-07-29T23:18:31Z', 'revision_number': 5, 'project_id': 'd2aa243562a64519a880fa9a248cc450', 'subnets': [{'id': 'a0dbe3ae-d02e-4ac8-9b5d-68ac6fae1c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:18:59.042895 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-47ff6d8c-426a-4ff5-ab70-314b4b48ee8a req-657f9ea7-7f4b-40a0-916b-4beefc16fc37 service neutron] 10.222.0.43 "GET /v2.0/networks/58ca1f32-5bc5-405a-8bfd-45d02004bfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293050 Jul 29 23:18:59.050880 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-5f67d301-e097-4e7e-9eaf-eb806e506b15 req-b35ff848-419d-4391-b9e9-ef91a7ede025 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Calling delete_port for 85923019-0121-42ea-b99d-d42295c64caf owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:18:59.112007 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ea6e1c-8a9d-4de7-b33b-732e39d24cf0 None None] The sync data for ids ['a672cac5-171e-47ab-b4f5-ca678a178c03'] in n-d-712141-10 is: [{'id': 'a672cac5-171e-47ab-b4f5-ca678a178c03', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-222989196-router', 'tenant_id': 'd2aa243562a64519a880fa9a248cc450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '90c74feb-d00c-4e19-ad9a-6254ca5a7ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:18:17Z', 'updated_at': '2021-07-29T23:18:24Z', 'revision_number': 4, 'project_id': 'd2aa243562a64519a880fa9a248cc450', 'gw_port': {'id': '90c74feb-d00c-4e19-ad9a-6254ca5a7ba2', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:29:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a672cac5-171e-47ab-b4f5-ca678a178c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:18Z', 'updated_at': '2021-07-29T23:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'a97ee861-ce9b-4680-9813-fa2339dc1d34', 'name': '', 'network_id': '58ca1f32-5bc5-405a-8bfd-45d02004bfd0', 'tenant_id': 'd2aa243562a64519a880fa9a248cc450', 'mac_address': 'fa:16:3e:8e:3d:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a672cac5-171e-47ab-b4f5-ca678a178c03', 'device_owner': 'network:router_interface', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'a0dbe3ae-d02e-4ac8-9b5d-68ac6fae1c44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:22Z', 'updated_at': '2021-07-29T23:18:31Z', 'revision_number': 5, 'project_id': 'd2aa243562a64519a880fa9a248cc450', 'subnets': [{'id': 'a0dbe3ae-d02e-4ac8-9b5d-68ac6fae1c44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:18:59.219363 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1769494c-5156-49a7-b64c-eb74bc65af77 x-openstack-request-id: req-1769494c-5156-49a7-b64c-eb74bc65af77 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:18:59.219671 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b90c64b7-0a85-4a1d-918e-9d01fc2f88dc", "tag": "ab1c7eaf-a226-491e-bcf6-ea56fa1201a2", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:18:59.219932 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1769494c-5156-49a7-b64c-eb74bc65af77 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:18:59.220346 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b90c64b7-0a85-4a1d-918e-9d01fc2f88dc', 'tag': 'ab1c7eaf-a226-491e-bcf6-ea56fa1201a2', 'status': 'completed', 'code': 200} Jul 29 23:18:59.223838 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59038) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:59.315981 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640501e5-0187-4e5d-bb76-94165188a027 req-b0004756-6939-4ef6-9b67-b5599bd17239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:59.317819 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-640501e5-0187-4e5d-bb76-94165188a027 req-b0004756-6939-4ef6-9b67-b5599bd17239 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d2aa243562a64519a880fa9a248cc450&device_id=b90c64b7-0a85-4a1d-918e-9d01fc2f88dc HTTP/1.1" status: 200 len: 1098 time: 0.0771184 Jul 29 23:18:59.363528 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-921f6fef-803b-43ab-b209-540d8d0cedee req-4ff514bf-a3f4-4049-add5-43e28f6207e1 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] 10.222.0.43 "GET /v2.0/floatingips/a27d20b5-8229-4e6a-a704-8144d1b6e8e7 HTTP/1.1" status: 200 len: 695 time: 0.1239874 Jul 29 23:18:59.407783 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-364339f6-24a7-4416-8351-2b9c2ac45651 req-8bb9ff06-8c14-4b49-92ad-1bbe455e1a74 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:59.408735 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:59.481051 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640501e5-0187-4e5d-bb76-94165188a027 req-214f00f6-3b88-4f46-bbcf-d8abaf3de3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:59.482158 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-640501e5-0187-4e5d-bb76-94165188a027 req-214f00f6-3b88-4f46-bbcf-d8abaf3de3a1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=58ca1f32-5bc5-405a-8bfd-45d02004bfd0 HTTP/1.1" status: 200 len: 929 time: 0.1564841 Jul 29 23:18:59.516700 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5750e510-bc2a-40be-a007-b8892583a4f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:59.528173 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-640501e5-0187-4e5d-bb76-94165188a027 req-de53e073-99fd-4ce7-9dc3-76ae97bef15a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ab1c7eaf-a226-491e-bcf6-ea56fa1201a2 HTTP/1.1" status: 200 len: 217 time: 0.0376003 Jul 29 23:18:59.529087 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-364339f6-24a7-4416-8351-2b9c2ac45651 req-8bb9ff06-8c14-4b49-92ad-1bbe455e1a74 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:59.539210 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e961eec2-e5ea-4880-b175-e8f599449388 req-f2c8b21b-0c29-4b53-b086-2e3d3819a3ac tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:59.540708 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e961eec2-e5ea-4880-b175-e8f599449388 req-f2c8b21b-0c29-4b53-b086-2e3d3819a3ac tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/ports?device_id=201714d3-0f6d-4450-8f5e-34ffc1bf642d HTTP/1.1" status: 200 len: 946 time: 0.3193026 Jul 29 23:18:59.551623 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75c79897-9ea3-42f9-a072-2f366c65d0ea None None] New status for floating IP a27d20b5-8229-4e6a-a704-8144d1b6e8e7: DOWN {{(pid=94079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:18:59.618522 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-364339f6-24a7-4416-8351-2b9c2ac45651 req-8bb9ff06-8c14-4b49-92ad-1bbe455e1a74 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Network f490981b-45a9-43e1-a661-0229cc7a8cd7 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:18:59.629313 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-364339f6-24a7-4416-8351-2b9c2ac45651 req-8bb9ff06-8c14-4b49-92ad-1bbe455e1a74 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:18:59.631119 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb9ff06-8c14-4b49-92ad-1bbe455e1a74 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Pushing event updated for resources: {'Port': ['ID=43f77f9e-15ca-4ead-ba28-39729510bf72,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:59.633836 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-364339f6-24a7-4416-8351-2b9c2ac45651 req-8bb9ff06-8c14-4b49-92ad-1bbe455e1a74 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:18:59.637490 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640501e5-0187-4e5d-bb76-94165188a027 req-78db9597-e1a7-41ab-9381-1b1b2d280222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:59.640580 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-640501e5-0187-4e5d-bb76-94165188a027 req-78db9597-e1a7-41ab-9381-1b1b2d280222 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a0dbe3ae-d02e-4ac8-9b5d-68ac6fae1c44 HTTP/1.1" status: 200 len: 867 time: 0.1034844 Jul 29 23:18:59.659778 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f6fef-803b-43ab-b209-540d8d0cedee req-a4638646-59a5-40b0-af17-398ab480fe7c tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:59.661151 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-921f6fef-803b-43ab-b209-540d8d0cedee req-a4638646-59a5-40b0-af17-398ab480fe7c tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] 10.222.0.43 "GET /v2.0/networks/58f27f61-3278-49cc-b66b-1e729d26f29f HTTP/1.1" status: 200 len: 784 time: 0.2682562 Jul 29 23:18:59.678974 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e961eec2-e5ea-4880-b175-e8f599449388 req-5a7f55c0-8cb8-4a40-af65-4ea0d0e7fa49 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e2d3bd2-5b6e-4100-b437-94e8bee60adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254272 Jul 29 23:18:59.687320 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [req-921f6fef-803b-43ab-b209-540d8d0cedee req-7d264d76-6f56-42b2-a15d-09c13b777069 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:18:59.688348 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-921f6fef-803b-43ab-b209-540d8d0cedee req-7d264d76-6f56-42b2-a15d-09c13b777069 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0148380 Jul 29 23:18:59.721059 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364339f6-24a7-4416-8351-2b9c2ac45651 req-8bb9ff06-8c14-4b49-92ad-1bbe455e1a74 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:59.722103 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-364339f6-24a7-4416-8351-2b9c2ac45651 req-8bb9ff06-8c14-4b49-92ad-1bbe455e1a74 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:59.722867 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5f67d301-e097-4e7e-9eaf-eb806e506b15 req-b35ff848-419d-4391-b9e9-ef91a7ede025 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:59.738567 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640501e5-0187-4e5d-bb76-94165188a027 req-edffcff1-6fcb-46bc-92e1-52cf72f2a6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:59.740338 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-640501e5-0187-4e5d-bb76-94165188a027 req-edffcff1-6fcb-46bc-92e1-52cf72f2a6b0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=58ca1f32-5bc5-405a-8bfd-45d02004bfd0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0778537 Jul 29 23:18:59.782560 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35ff848-419d-4391-b9e9-ef91a7ede025 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Pushing event deleted for resources: {'Port': ['ID=85923019-0121-42ea-b99d-d42295c64caf,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:59.863294 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-921f6fef-803b-43ab-b209-540d8d0cedee req-7a565f0a-8e02-4261-ac1c-679cb1fca035 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.226 HTTP/1.1" status: 200 len: 698 time: 0.1187608 Jul 29 23:18:59.878650 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['85923019-0121-42ea-b99d-d42295c64caf'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:18:59.881706 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-640501e5-0187-4e5d-bb76-94165188a027 req-0cb44bfb-59a4-4e5f-9413-212ed80eb69d service neutron] 10.222.0.22 "GET /v2.0/networks/58ca1f32-5bc5-405a-8bfd-45d02004bfd0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315913 Jul 29 23:18:59.889964 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f67d301-e097-4e7e-9eaf-eb806e506b15 req-b35ff848-419d-4391-b9e9-ef91a7ede025 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] No DVR routers for this DVR port 85923019-0121-42ea-b99d-d42295c64caf on host n-h1-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:18:59.899072 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5f67d301-e097-4e7e-9eaf-eb806e506b15 req-b35ff848-419d-4391-b9e9-ef91a7ede025 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:59.900965 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5f67d301-e097-4e7e-9eaf-eb806e506b15 req-b35ff848-419d-4391-b9e9-ef91a7ede025 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.41 "DELETE /v2.0/ports/85923019-0121-42ea-b99d-d42295c64caf HTTP/1.1" status: 204 len: 173 time: 1.5652518 Jul 29 23:18:59.949929 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5750e510-bc2a-40be-a007-b8892583a4f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:59.957253 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-921f6fef-803b-43ab-b209-540d8d0cedee req-39361ccd-90b1-49d6-b4c3-e4681cff1413 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.226 HTTP/1.1" status: 200 len: 696 time: 0.0732589 Jul 29 23:18:59.958544 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5750e510-bc2a-40be-a007-b8892583a4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:59.962085 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-364339f6-24a7-4416-8351-2b9c2ac45651 req-8bb9ff06-8c14-4b49-92ad-1bbe455e1a74 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5474386 Jul 29 23:18:59.982864 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-364339f6-24a7-4416-8351-2b9c2ac45651 req-e07fc6dc-8922-4211-baf8-2aa88819c0c9 service neutron] Request body: {'port': {'device_id': 'fb318f0a-8a5f-472a-afc6-eb8857877767', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:19:00.024677 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-5750e510-bc2a-40be-a007-b8892583a4f8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=469ea98e6dcb47c2994f8a7044b15720&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7998202 Jul 29 23:19:00.027388 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59054) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:00.042411 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-640501e5-0187-4e5d-bb76-94165188a027 req-e018bacd-2a37-4871-b1e5-714da0e527f9 service neutron] 10.222.0.22 "GET /v2.0/networks/58ca1f32-5bc5-405a-8bfd-45d02004bfd0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540079 Jul 29 23:19:00.110298 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5750e510-bc2a-40be-a007-b8892583a4f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0d5039-cdff-473e-aed3-3a97bb9ca773,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:00.136342 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-364339f6-24a7-4416-8351-2b9c2ac45651 req-e07fc6dc-8922-4211-baf8-2aa88819c0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:00.165455 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-921f6fef-803b-43ab-b209-540d8d0cedee req-93b20dbb-decd-4f8d-9e0e-252154e42e08 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Deleting port e9fdd630-05ec-4f0e-b7c4-38c16323eb35 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:19:00.165828 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-921f6fef-803b-43ab-b209-540d8d0cedee req-93b20dbb-decd-4f8d-9e0e-252154e42e08 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:00.194759 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-59e01ff0-36ba-4824-b3f9-dc5e6698de4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:00.231768 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ad39988a-f8f5-4402-b77f-8c251a9a70d5 req-0b533c26-9dde-438f-9dea-212357b32291 tempest-FlavorsV2NegativeTest-1241890576 tempest-FlavorsV2NegativeTest-1241890576-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=3df8e117dd0843609e25c492475e6fa1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0631540 Jul 29 23:19:00.277397 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-59e01ff0-36ba-4824-b3f9-dc5e6698de4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:00.328297 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-921f6fef-803b-43ab-b209-540d8d0cedee req-93b20dbb-decd-4f8d-9e0e-252154e42e08 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:00.328629 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-921f6fef-803b-43ab-b209-540d8d0cedee req-93b20dbb-decd-4f8d-9e0e-252154e42e08 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:00.346597 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device c4420101-d120-4c40-81f9-f9cafdbf3fb7 up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:19:00.353203 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-921f6fef-803b-43ab-b209-540d8d0cedee req-93b20dbb-decd-4f8d-9e0e-252154e42e08 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Calling delete_port for e9fdd630-05ec-4f0e-b7c4-38c16323eb35 owned by network:floatingip {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:19:00.386070 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad39988a-f8f5-4402-b77f-8c251a9a70d5 req-ef3c7b68-436e-409a-8786-b68fcac374b7 tempest-FlavorsV2NegativeTest-1241890576 tempest-FlavorsV2NegativeTest-1241890576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:00.387554 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ad39988a-f8f5-4402-b77f-8c251a9a70d5 req-ef3c7b68-436e-409a-8786-b68fcac374b7 tempest-FlavorsV2NegativeTest-1241890576 tempest-FlavorsV2NegativeTest-1241890576-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1446910 Jul 29 23:19:00.409315 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port c4420101-d120-4c40-81f9-f9cafdbf3fb7 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:19:00.413514 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port c4420101-d120-4c40-81f9-f9cafdbf3fb7 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:19:00.413987 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:00.439832 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ad39988a-f8f5-4402-b77f-8c251a9a70d5 req-865da56c-cd62-478b-ba04-39750bbe435c tempest-FlavorsV2NegativeTest-1241890576 tempest-FlavorsV2NegativeTest-1241890576-project] 10.222.0.43 "GET /v2.0/quotas/3df8e117dd0843609e25c492475e6fa1 HTTP/1.1" status: 200 len: 375 time: 0.0199125 Jul 29 23:19:00.496807 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ad39988a-f8f5-4402-b77f-8c251a9a70d5 req-1d6d6357-8685-423b-b009-b6f0be2fd4f6 tempest-FlavorsV2NegativeTest-1241890576 tempest-FlavorsV2NegativeTest-1241890576-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3df8e117dd0843609e25c492475e6fa1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0435004 Jul 29 23:19:00.532879 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:00.569444 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc7a0dab-e157-4427-ba70-4634d6d2b6e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4420101-d120-4c40-81f9-f9cafdbf3fb7'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:19:00.572388 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1374a3-d3e5-4f41-9cd1-edffe2114d3f" -d '{"events": [{"server_uuid": "dc7a0dab-e157-4427-ba70-4634d6d2b6e4", "name": "network-vif-plugged", "status": "completed", "tag": "c4420101-d120-4c40-81f9-f9cafdbf3fb7"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:19:00.589830 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port c4420101-d120-4c40-81f9-f9cafdbf3fb7, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=c4420101-d120-4c40-81f9-f9cafdbf3fb7,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:00.605254 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:00.606500 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 85923019-0121-42ea-b99d-d42295c64caf no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:19:00.674129 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-921f6fef-803b-43ab-b209-540d8d0cedee req-93b20dbb-decd-4f8d-9e0e-252154e42e08 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:00.705773 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-59e01ff0-36ba-4824-b3f9-dc5e6698de4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:00.706576 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] No Port match for: 85923019-0121-42ea-b99d-d42295c64caf {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:19:00.706576 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 85923019-0121-42ea-b99d-d42295c64caf not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:19:00.710970 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-59e01ff0-36ba-4824-b3f9-dc5e6698de4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:00.712544 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-59e01ff0-36ba-4824-b3f9-dc5e6698de4c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/df0d5039-cdff-473e-aed3-3a97bb9ca773 HTTP/1.1" status: 204 len: 168 time: 0.6840861 Jul 29 23:19:00.714148 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=c4420101-d120-4c40-81f9-f9cafdbf3fb7,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:00.714704 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b20dbb-decd-4f8d-9e0e-252154e42e08 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Pushing event deleted for resources: {'Port': ['ID=e9fdd630-05ec-4f0e-b7c4-38c16323eb35,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:00.740135 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572943b3-f840-4cb0-be08-b1d341545d0a req-fb1f163d-9071-4d8a-84b8-d000e6733dc6 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:00.745672 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e01ff0-36ba-4824-b3f9-dc5e6698de4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0d5039-cdff-473e-aed3-3a97bb9ca773,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:00.746074 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-572943b3-f840-4cb0-be08-b1d341545d0a req-fb1f163d-9071-4d8a-84b8-d000e6733dc6 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc7a0dab-e157-4427-ba70-4634d6d2b6e4 HTTP/1.1" status: 200 len: 950 time: 0.1429169 Jul 29 23:19:00.772903 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-921f6fef-803b-43ab-b209-540d8d0cedee req-93b20dbb-decd-4f8d-9e0e-252154e42e08 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Notify callbacks [] for floatingip, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:00.777063 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-921f6fef-803b-43ab-b209-540d8d0cedee req-93b20dbb-decd-4f8d-9e0e-252154e42e08 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:00.778436 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-921f6fef-803b-43ab-b209-540d8d0cedee req-93b20dbb-decd-4f8d-9e0e-252154e42e08 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] 10.222.0.43 "DELETE /v2.0/floatingips/a27d20b5-8229-4e6a-a704-8144d1b6e8e7 HTTP/1.1" status: 204 len: 173 time: 0.8082497 Jul 29 23:19:00.790466 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-364339f6-24a7-4416-8351-2b9c2ac45651 req-e07fc6dc-8922-4211-baf8-2aa88819c0c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43f77f9e-15ca-4ead-ba28-39729510bf72 {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:19:00.801929 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-364339f6-24a7-4416-8351-2b9c2ac45651 req-e07fc6dc-8922-4211-baf8-2aa88819c0c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:00.831359 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-572943b3-f840-4cb0-be08-b1d341545d0a req-48f57905-468f-4400-ad12-56306063ce09 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517085 Jul 29 23:19:00.834782 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-364339f6-24a7-4416-8351-2b9c2ac45651 req-e07fc6dc-8922-4211-baf8-2aa88819c0c9 service neutron] Transition to ACTIVE for port object 43f77f9e-15ca-4ead-ba28-39729510bf72 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:19:00.842936 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-364339f6-24a7-4416-8351-2b9c2ac45651 req-e07fc6dc-8922-4211-baf8-2aa88819c0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:00.910662 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07fc6dc-8922-4211-baf8-2aa88819c0c9 service neutron] Pushing event updated for resources: {'Port': ['ID=43f77f9e-15ca-4ead-ba28-39729510bf72,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:00.986496 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c839fb7-4b4f-469a-9f92-32b0a41606ea req-e4f283dd-f80e-4356-aa90-f2f965783108 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:00.991011 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-364339f6-24a7-4416-8351-2b9c2ac45651 req-e07fc6dc-8922-4211-baf8-2aa88819c0c9 service neutron] Attempting to bind port 43f77f9e-15ca-4ead-ba28-39729510bf72 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:19:00.991575 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-364339f6-24a7-4416-8351-2b9c2ac45651 req-e07fc6dc-8922-4211-baf8-2aa88819c0c9 service neutron] Attempting to bind port 43f77f9e-15ca-4ead-ba28-39729510bf72 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': 'a739f5fc-cf01-40c9-83c0-bfbae7f993f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f490981b-45a9-43e1-a661-0229cc7a8cd7'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:19:00.992184 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364339f6-24a7-4416-8351-2b9c2ac45651 req-e07fc6dc-8922-4211-baf8-2aa88819c0c9 service neutron] Attempting to bind port 43f77f9e-15ca-4ead-ba28-39729510bf72 on network f490981b-45a9-43e1-a661-0229cc7a8cd7 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:19:00.995592 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9c839fb7-4b4f-469a-9f92-32b0a41606ea req-e4f283dd-f80e-4356-aa90-f2f965783108 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb318f0a-8a5f-472a-afc6-eb8857877767 HTTP/1.1" status: 200 len: 943 time: 0.0908825 Jul 29 23:19:00.997071 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364339f6-24a7-4416-8351-2b9c2ac45651 req-e07fc6dc-8922-4211-baf8-2aa88819c0c9 service neutron] Port 43f77f9e-15ca-4ead-ba28-39729510bf72 on network f490981b-45a9-43e1-a661-0229cc7a8cd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:19:00.997608 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364339f6-24a7-4416-8351-2b9c2ac45651 req-e07fc6dc-8922-4211-baf8-2aa88819c0c9 service neutron] Attempting to bind port 43f77f9e-15ca-4ead-ba28-39729510bf72 on network f490981b-45a9-43e1-a661-0229cc7a8cd7 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:19:01.004384 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364339f6-24a7-4416-8351-2b9c2ac45651 req-e07fc6dc-8922-4211-baf8-2aa88819c0c9 service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:19:01.004722 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364339f6-24a7-4416-8351-2b9c2ac45651 req-e07fc6dc-8922-4211-baf8-2aa88819c0c9 service neutron] Checking segment: {'id': 'a739f5fc-cf01-40c9-83c0-bfbae7f993f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f490981b-45a9-43e1-a661-0229cc7a8cd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:19:01.005103 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-364339f6-24a7-4416-8351-2b9c2ac45651 req-e07fc6dc-8922-4211-baf8-2aa88819c0c9 service neutron] Bound using segment: {'id': 'a739f5fc-cf01-40c9-83c0-bfbae7f993f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f490981b-45a9-43e1-a661-0229cc7a8cd7'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:19:01.005533 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-364339f6-24a7-4416-8351-2b9c2ac45651 req-e07fc6dc-8922-4211-baf8-2aa88819c0c9 service neutron] Bound port: 43f77f9e-15ca-4ead-ba28-39729510bf72, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a739f5fc-cf01-40c9-83c0-bfbae7f993f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f490981b-45a9-43e1-a661-0229cc7a8cd7'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:19:01.005927 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-364339f6-24a7-4416-8351-2b9c2ac45651 req-e07fc6dc-8922-4211-baf8-2aa88819c0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:01.036047 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9c839fb7-4b4f-469a-9f92-32b0a41606ea req-150991df-8494-4cc4-b6e1-a697dae4d064 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395811 Jul 29 23:19:01.087780 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-364339f6-24a7-4416-8351-2b9c2ac45651 req-e07fc6dc-8922-4211-baf8-2aa88819c0c9 service neutron] For port 43f77f9e-15ca-4ead-ba28-39729510bf72, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:19:01.099048 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-364339f6-24a7-4416-8351-2b9c2ac45651 req-e07fc6dc-8922-4211-baf8-2aa88819c0c9 service neutron] For port 43f77f9e-15ca-4ead-ba28-39729510bf72, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=43f77f9e-15ca-4ead-ba28-39729510bf72,segment=NetworkSegment(a739f5fc-cf01-40c9-83c0-bfbae7f993f3),segment_id=a739f5fc-cf01-40c9-83c0-bfbae7f993f3)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:19:01.105656 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-364339f6-24a7-4416-8351-2b9c2ac45651 req-e07fc6dc-8922-4211-baf8-2aa88819c0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:01.108234 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39ca5b0-727c-433e-8e7b-d8ccc2894e51 x-openstack-request-id: req-d39ca5b0-727c-433e-8e7b-d8ccc2894e51 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:19:01.109397 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc7a0dab-e157-4427-ba70-4634d6d2b6e4", "name": "network-vif-plugged", "status": "completed", "tag": "c4420101-d120-4c40-81f9-f9cafdbf3fb7", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:19:01.109609 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d39ca5b0-727c-433e-8e7b-d8ccc2894e51 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:19:01.110200 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc7a0dab-e157-4427-ba70-4634d6d2b6e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4420101-d120-4c40-81f9-f9cafdbf3fb7', 'code': 200} Jul 29 23:19:01.140359 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59098) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:01.161030 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c011ab28-3c3b-47db-95c0-adcbb4500095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:01.190027 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364339f6-24a7-4416-8351-2b9c2ac45651 req-e07fc6dc-8922-4211-baf8-2aa88819c0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:01.190653 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-364339f6-24a7-4416-8351-2b9c2ac45651 req-e07fc6dc-8922-4211-baf8-2aa88819c0c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:01.201691 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-364339f6-24a7-4416-8351-2b9c2ac45651 req-e07fc6dc-8922-4211-baf8-2aa88819c0c9 service neutron] 10.222.0.22 "PUT /v2.0/ports/43f77f9e-15ca-4ead-ba28-39729510bf72 HTTP/1.1" status: 200 len: 1092 time: 1.2286029 Jul 29 23:19:01.203383 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb318f0a-8a5f-472a-afc6-eb8857877767', 'tag': '43f77f9e-15ca-4ead-ba28-39729510bf72'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:19:01.206221 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-185b6afd-523d-47c7-a7bd-d512c79642f4" -d '{"events": [{"name": "network-changed", "server_uuid": "fb318f0a-8a5f-472a-afc6-eb8857877767", "tag": "43f77f9e-15ca-4ead-ba28-39729510bf72"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:19:01.225970 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07fc6dc-8922-4211-baf8-2aa88819c0c9 service neutron] Pushing event updated for resources: {'Port': ['ID=43f77f9e-15ca-4ead-ba28-39729510bf72,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:01.227417 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201714d3-0f6d-4450-8f5e-34ffc1bf642d', 'name': 'network-vif-deleted', 'tag': '85923019-0121-42ea-b99d-d42295c64caf'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:19:01.230614 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b06547-8e73-4429-8d9a-a6fc4769cbef" -d '{"events": [{"server_uuid": "201714d3-0f6d-4450-8f5e-34ffc1bf642d", "name": "network-vif-deleted", "tag": "85923019-0121-42ea-b99d-d42295c64caf"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:19:01.339464 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364339f6-24a7-4416-8351-2b9c2ac45651 req-0e655eb2-fefb-4cc0-885e-f7a6c418f97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:01.341545 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-364339f6-24a7-4416-8351-2b9c2ac45651 req-0e655eb2-fefb-4cc0-885e-f7a6c418f97a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c2657a7d23514506876a4df5f527f58c&device_id=fb318f0a-8a5f-472a-afc6-eb8857877767 HTTP/1.1" status: 200 len: 1095 time: 0.0567536 Jul 29 23:19:01.350702 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cda9462-18de-4f27-8071-35d7716e7ebe req-d1d89595-80fe-4ee1-bcfc-b1d0e763a63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:01.352264 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5cda9462-18de-4f27-8071-35d7716e7ebe req-d1d89595-80fe-4ee1-bcfc-b1d0e763a63c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dc7a0dab-e157-4427-ba70-4634d6d2b6e4 HTTP/1.1" status: 200 len: 1102 time: 0.1129177 Jul 29 23:19:01.383163 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c342e78-85c9-48ee-962f-ca9a7b8d4a8c req-329a35d8-78e1-46e5-8f08-875117d18047 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:01.384675 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3c342e78-85c9-48ee-962f-ca9a7b8d4a8c req-329a35d8-78e1-46e5-8f08-875117d18047 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] 10.222.0.43 "GET /v2.0/ports?device_id=b90c64b7-0a85-4a1d-918e-9d01fc2f88dc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1239190 Jul 29 23:19:01.401383 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-364339f6-24a7-4416-8351-2b9c2ac45651 req-67b93690-7723-4d88-beee-635ccbe22060 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=43f77f9e-15ca-4ead-ba28-39729510bf72 HTTP/1.1" status: 200 len: 217 time: 0.0499799 Jul 29 23:19:01.471208 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3c342e78-85c9-48ee-962f-ca9a7b8d4a8c req-01c53793-a5df-45ec-8972-27abfb91f37b tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0772960 Jul 29 23:19:01.476542 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364339f6-24a7-4416-8351-2b9c2ac45651 req-0cf43e31-6103-42f4-b825-3c69fb0f6e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:01.478469 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-364339f6-24a7-4416-8351-2b9c2ac45651 req-0cf43e31-6103-42f4-b825-3c69fb0f6e5e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=998261e9-cec6-4719-b797-0c7da54a3001 HTTP/1.1" status: 200 len: 861 time: 0.0692673 Jul 29 23:19:01.491886 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c011ab28-3c3b-47db-95c0-adcbb4500095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:01.494619 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5cda9462-18de-4f27-8071-35d7716e7ebe req-7c22c4c2-d4f8-4db7-b383-e27454796bd0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317837 Jul 29 23:19:01.504489 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c011ab28-3c3b-47db-95c0-adcbb4500095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:01.527331 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45e3d46d-0d9c-4271-911a-11fe31e7189b x-openstack-request-id: req-45e3d46d-0d9c-4271-911a-11fe31e7189b {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:19:01.527767 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb318f0a-8a5f-472a-afc6-eb8857877767", "tag": "43f77f9e-15ca-4ead-ba28-39729510bf72", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:19:01.528104 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-45e3d46d-0d9c-4271-911a-11fe31e7189b {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:19:01.528585 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb318f0a-8a5f-472a-afc6-eb8857877767', 'tag': '43f77f9e-15ca-4ead-ba28-39729510bf72', 'status': 'completed', 'code': 200} Jul 29 23:19:01.532093 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-364339f6-24a7-4416-8351-2b9c2ac45651 req-c5f3b58d-f0e3-46ea-9c67-149f726ad87b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f490981b-45a9-43e1-a661-0229cc7a8cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463541 Jul 29 23:19:01.562131 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c011ab28-3c3b-47db-95c0-adcbb4500095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6981ff-f788-4ab2-a6b4-89d96fbc5678,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:01.567377 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-c011ab28-3c3b-47db-95c0-adcbb4500095 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=737ef90cf7554fe185db41973d1fb8ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4258759 Jul 29 23:19:01.570272 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59118) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:01.579871 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70767804-cb7e-4ec8-b7f2-c5414bafc025 x-openstack-request-id: req-70767804-cb7e-4ec8-b7f2-c5414bafc025 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:19:01.580167 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "201714d3-0f6d-4450-8f5e-34ffc1bf642d", "name": "network-vif-deleted", "tag": "85923019-0121-42ea-b99d-d42295c64caf", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:19:01.580423 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-70767804-cb7e-4ec8-b7f2-c5414bafc025 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:19:01.580807 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '201714d3-0f6d-4450-8f5e-34ffc1bf642d', 'name': 'network-vif-deleted', 'tag': '85923019-0121-42ea-b99d-d42295c64caf', 'status': 'completed', 'code': 200} Jul 29 23:19:01.675344 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f4255b64-743e-40b3-ae43-387eef4a51e8 req-1118cc29-05ff-4b2b-8611-a805fb587524 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0669706 Jul 29 23:19:01.677079 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-364339f6-24a7-4416-8351-2b9c2ac45651 req-b4ca5318-c807-4765-bb73-8e84f2b4c392 service neutron] 10.222.0.22 "GET /v2.0/networks/f490981b-45a9-43e1-a661-0229cc7a8cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368306 Jul 29 23:19:01.711139 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59136) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:01.752714 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f8922e89-9ffb-4826-9aad-e5e275df6760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:01.775684 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f8922e89-9ffb-4826-9aad-e5e275df6760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:01.797706 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-364339f6-24a7-4416-8351-2b9c2ac45651 req-507c8971-c4fc-4a98-9f68-02258cda942b service neutron] 10.222.0.22 "GET /v2.0/networks/f490981b-45a9-43e1-a661-0229cc7a8cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126728 Jul 29 23:19:01.869060 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e8651-32d8-4361-ac72-3703b8ff3046 req-ba84957d-4157-4866-b7b4-9c1ceb617295 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:01.876608 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a52e8651-32d8-4361-ac72-3703b8ff3046 req-ba84957d-4157-4866-b7b4-9c1ceb617295 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/networks?id=c52606fd-eff3-44e2-a8fb-5c37b1347bbe HTTP/1.1" status: 200 len: 822 time: 0.2046192 Jul 29 23:19:01.884430 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f8922e89-9ffb-4826-9aad-e5e275df6760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:01.886977 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f8922e89-9ffb-4826-9aad-e5e275df6760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:01.891773 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-f8922e89-9ffb-4826-9aad-e5e275df6760 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9d6981ff-f788-4ab2-a6b4-89d96fbc5678 HTTP/1.1" status: 204 len: 168 time: 0.3168678 Jul 29 23:19:01.895551 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7f9ac94a-fde0-4ee2-b583-3cc2c3879244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:01.905407 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a52e8651-32d8-4361-ac72-3703b8ff3046 req-51810e6b-a814-4c7a-a764-f29d54814521 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/quotas/91a437bb27a141a7b19e71e4b1cf439b HTTP/1.1" status: 200 len: 375 time: 0.0278497 Jul 29 23:19:01.908348 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8922e89-9ffb-4826-9aad-e5e275df6760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6981ff-f788-4ab2-a6b4-89d96fbc5678,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:01.919880 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b6afd-523d-47c7-a7bd-d512c79642f4 req-453e1bc1-2156-4277-92e3-100823f0e6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:01.922305 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-185b6afd-523d-47c7-a7bd-d512c79642f4 req-453e1bc1-2156-4277-92e3-100823f0e6f5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c2657a7d23514506876a4df5f527f58c&device_id=fb318f0a-8a5f-472a-afc6-eb8857877767 HTTP/1.1" status: 200 len: 1095 time: 0.0746613 Jul 29 23:19:02.009568 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a52e8651-32d8-4361-ac72-3703b8ff3046 req-cf5cff24-fc8a-4147-9b9f-6d87a0e5f2c7 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=91a437bb27a141a7b19e71e4b1cf439b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1030452 Jul 29 23:19:02.078857 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b6afd-523d-47c7-a7bd-d512c79642f4 req-fb4f5deb-8cd3-414b-b094-649a9cd66e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:02.080819 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-185b6afd-523d-47c7-a7bd-d512c79642f4 req-fb4f5deb-8cd3-414b-b094-649a9cd66e56 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f490981b-45a9-43e1-a661-0229cc7a8cd7 HTTP/1.1" status: 200 len: 922 time: 0.1508152 Jul 29 23:19:02.123492 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7f9ac94a-fde0-4ee2-b583-3cc2c3879244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:02.146269 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a52e8651-32d8-4361-ac72-3703b8ff3046 req-30d6fa1f-0ec1-4d46-854d-266cd6cd06c6 service neutron] 10.222.0.43 "GET /v2.0/networks/c52606fd-eff3-44e2-a8fb-5c37b1347bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290762 Jul 29 23:19:02.162631 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-185b6afd-523d-47c7-a7bd-d512c79642f4 req-5b10297f-eb09-4528-b1c2-cb6286cb326e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=43f77f9e-15ca-4ead-ba28-39729510bf72 HTTP/1.1" status: 200 len: 217 time: 0.0473101 Jul 29 23:19:02.163757 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7f9ac94a-fde0-4ee2-b583-3cc2c3879244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:02.244169 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7f9ac94a-fde0-4ee2-b583-3cc2c3879244 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3df8e117dd0843609e25c492475e6fa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5312409 Jul 29 23:19:02.250333 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59158) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:02.279368 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185b6afd-523d-47c7-a7bd-d512c79642f4 req-7d86d7bc-f2bb-4b30-8758-afbf84dac2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:02.281693 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-185b6afd-523d-47c7-a7bd-d512c79642f4 req-7d86d7bc-f2bb-4b30-8758-afbf84dac2e8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=998261e9-cec6-4719-b797-0c7da54a3001 HTTP/1.1" status: 200 len: 861 time: 0.0916486 Jul 29 23:19:02.290694 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ac94a-fde0-4ee2-b583-3cc2c3879244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6fe600-4bec-4f87-a6c1-9b15ee180077,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:02.333519 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-185b6afd-523d-47c7-a7bd-d512c79642f4 req-e17b66ad-7b80-4830-9572-f49806f60c72 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f490981b-45a9-43e1-a661-0229cc7a8cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399187 Jul 29 23:19:02.368960 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-31c46965-3bde-4927-b204-ae36e67c8d2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:02.431504 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-31c46965-3bde-4927-b204-ae36e67c8d2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:02.491094 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-185b6afd-523d-47c7-a7bd-d512c79642f4 req-a2f18d87-b77e-4af0-aad8-cdc36735a2c4 service neutron] 10.222.0.22 "GET /v2.0/networks/f490981b-45a9-43e1-a661-0229cc7a8cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445026 Jul 29 23:19:02.541864 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc997eef-5386-48d4-acab-1ef8237b49b0 req-c6ee9877-1ac7-43ab-950e-ff6837f92354 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:02.543493 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dc997eef-5386-48d4-acab-1ef8237b49b0 req-c6ee9877-1ac7-43ab-950e-ff6837f92354 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc7a0dab-e157-4427-ba70-4634d6d2b6e4 HTTP/1.1" status: 200 len: 950 time: 0.3570435 Jul 29 23:19:02.571743 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-31c46965-3bde-4927-b204-ae36e67c8d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:02.574642 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-31c46965-3bde-4927-b204-ae36e67c8d2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:02.575833 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-31c46965-3bde-4927-b204-ae36e67c8d2a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8c6fe600-4bec-4f87-a6c1-9b15ee180077 HTTP/1.1" status: 204 len: 168 time: 0.3245437 Jul 29 23:19:02.578875 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a52e8651-32d8-4361-ac72-3703b8ff3046 req-7b6fa86f-5afe-48b9-b0ab-2045d74277f9 service neutron] 10.222.0.43 "GET /v2.0/networks/c52606fd-eff3-44e2-a8fb-5c37b1347bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4236193 Jul 29 23:19:02.594479 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c46965-3bde-4927-b204-ae36e67c8d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6fe600-4bec-4f87-a6c1-9b15ee180077,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:02.610657 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dc997eef-5386-48d4-acab-1ef8237b49b0 req-1b9cf35d-5571-4c77-84df-eadf883c657b tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542312 Jul 29 23:19:02.627789 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-185b6afd-523d-47c7-a7bd-d512c79642f4 req-fd37d571-8385-43fb-8018-12ec729c0a35 service neutron] 10.222.0.22 "GET /v2.0/networks/f490981b-45a9-43e1-a661-0229cc7a8cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267354 Jul 29 23:19:02.924204 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c895f00f-0789-43f9-9948-19763050b631 req-411fe369-c76e-4baa-809a-9dbad0905012 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:02.925890 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c895f00f-0789-43f9-9948-19763050b631 req-411fe369-c76e-4baa-809a-9dbad0905012 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb318f0a-8a5f-472a-afc6-eb8857877767 HTTP/1.1" status: 200 len: 943 time: 0.1409512 Jul 29 23:19:02.954650 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59182) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:02.996552 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7a09c-6f65-4c30-9616-44e14e92f3e8 req-721a9471-0470-42c8-896e-613c2657be50 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:03.005300 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0aa7a09c-6f65-4c30-9616-44e14e92f3e8 req-721a9471-0470-42c8-896e-613c2657be50 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] 10.222.0.43 "GET /v2.0/ports?device_id=b90c64b7-0a85-4a1d-918e-9d01fc2f88dc HTTP/1.1" status: 200 len: 946 time: 0.1351087 Jul 29 23:19:03.051012 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c895f00f-0789-43f9-9948-19763050b631 req-71ad72b9-acb4-47f1-b4ba-3baebe144fe5 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121678 Jul 29 23:19:03.095782 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0aa7a09c-6f65-4c30-9616-44e14e92f3e8 req-cf5ba672-6262-4829-8950-2d1ec53a6817 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d486468-438b-403e-b912-6cb7d116d8b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829563 Jul 29 23:19:03.152333 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-050b815e-d422-43f5-a737-099c7e40c815 req-de13034e-f10e-4789-8259-8f803e2f218e tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/ports?device_id=173908e8-0a67-4885-bf2c-52a6206dcf65 HTTP/1.1" status: 200 len: 210 time: 0.0409062 Jul 29 23:19:03.204196 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e85ce10f-a706-46d3-a8d2-b252d4c55240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:03.323167 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e85ce10f-a706-46d3-a8d2-b252d4c55240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:03.328534 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e85ce10f-a706-46d3-a8d2-b252d4c55240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:03.381715 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59202) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:03.381863 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e85ce10f-a706-46d3-a8d2-b252d4c55240 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6b5d8c9803f44bf59b7b85d17a4c6bb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4232616 Jul 29 23:19:03.381863 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ce10f-a706-46d3-a8d2-b252d4c55240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37f3c22b-9b8b-4ba5-a726-f3f43cd9391d,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:03.441573 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-96b4ef85-58ab-44d9-a2b8-00897bffff40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:03.467009 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-96b4ef85-58ab-44d9-a2b8-00897bffff40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:03.534801 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-96b4ef85-58ab-44d9-a2b8-00897bffff40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:03.550429 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-96b4ef85-58ab-44d9-a2b8-00897bffff40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:03.552125 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-96b4ef85-58ab-44d9-a2b8-00897bffff40 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/37f3c22b-9b8b-4ba5-a726-f3f43cd9391d HTTP/1.1" status: 204 len: 168 time: 0.1722336 Jul 29 23:19:03.569105 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b4ef85-58ab-44d9-a2b8-00897bffff40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f3c22b-9b8b-4ba5-a726-f3f43cd9391d,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:03.583737 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2031cd-c01a-4d74-94e3-de91d4a14548 req-2986df49-ab2a-4067-b2b1-ac656eb79fb0 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:03.585487 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3a2031cd-c01a-4d74-94e3-de91d4a14548 req-2986df49-ab2a-4067-b2b1-ac656eb79fb0 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] 10.222.0.22 "GET /v2.0/ports?device_id=b90c64b7-0a85-4a1d-918e-9d01fc2f88dc HTTP/1.1" status: 200 len: 946 time: 0.0725100 Jul 29 23:19:03.757495 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9444211-19df-4f00-bfff-bd635b873145 req-3e7d66aa-3710-4e89-9325-539d83e00114 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:03.760637 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c9444211-19df-4f00-bfff-bd635b873145 req-3e7d66aa-3710-4e89-9325-539d83e00114 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc7a0dab-e157-4427-ba70-4634d6d2b6e4 HTTP/1.1" status: 200 len: 950 time: 0.0711584 Jul 29 23:19:03.762974 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-3a2031cd-c01a-4d74-94e3-de91d4a14548 req-eb183d62-12e8-48f0-9bff-d9b73fabc74e tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Deleting port ab1c7eaf-a226-491e-bcf6-ea56fa1201a2 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:19:03.763322 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-3a2031cd-c01a-4d74-94e3-de91d4a14548 req-eb183d62-12e8-48f0-9bff-d9b73fabc74e tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:03.813314 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c9444211-19df-4f00-bfff-bd635b873145 req-f5753551-bf21-442b-a25f-39858e91a4a6 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384853 Jul 29 23:19:03.865600 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-3a2031cd-c01a-4d74-94e3-de91d4a14548 req-eb183d62-12e8-48f0-9bff-d9b73fabc74e tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] For port ab1c7eaf-a226-491e-bcf6-ea56fa1201a2, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=ab1c7eaf-a226-491e-bcf6-ea56fa1201a2,segment=NetworkSegment(c2b5fb6d-518e-4661-ad95-3a830c92aa5a),segment_id=c2b5fb6d-518e-4661-ad95-3a830c92aa5a)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:03.865977 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-3a2031cd-c01a-4d74-94e3-de91d4a14548 req-eb183d62-12e8-48f0-9bff-d9b73fabc74e tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:03.879806 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-3a2031cd-c01a-4d74-94e3-de91d4a14548 req-eb183d62-12e8-48f0-9bff-d9b73fabc74e tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Calling delete_port for ab1c7eaf-a226-491e-bcf6-ea56fa1201a2 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:19:03.959949 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59234) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:03.985317 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-da0a6372-fe2d-4316-8932-fd610005b264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:04.059220 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-3a2031cd-c01a-4d74-94e3-de91d4a14548 req-eb183d62-12e8-48f0-9bff-d9b73fabc74e tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:04.071532 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['ab1c7eaf-a226-491e-bcf6-ea56fa1201a2'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:19:04.123139 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb183d62-12e8-48f0-9bff-d9b73fabc74e tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Pushing event deleted for resources: {'Port': ['ID=ab1c7eaf-a226-491e-bcf6-ea56fa1201a2,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:04.184719 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a2031cd-c01a-4d74-94e3-de91d4a14548 req-eb183d62-12e8-48f0-9bff-d9b73fabc74e tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] No DVR routers for this DVR port ab1c7eaf-a226-491e-bcf6-ea56fa1201a2 on host n-h2-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:19:04.187864 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-3a2031cd-c01a-4d74-94e3-de91d4a14548 req-eb183d62-12e8-48f0-9bff-d9b73fabc74e tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:04.190262 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3a2031cd-c01a-4d74-94e3-de91d4a14548 req-eb183d62-12e8-48f0-9bff-d9b73fabc74e tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] 10.222.0.22 "DELETE /v2.0/ports/ab1c7eaf-a226-491e-bcf6-ea56fa1201a2 HTTP/1.1" status: 204 len: 173 time: 0.5976546 Jul 29 23:19:04.190884 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b90c64b7-0a85-4a1d-918e-9d01fc2f88dc', 'name': 'network-vif-deleted', 'tag': 'ab1c7eaf-a226-491e-bcf6-ea56fa1201a2'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:19:04.193647 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477aec80-c3c2-4270-99a9-58d1679607b3" -d '{"events": [{"server_uuid": "b90c64b7-0a85-4a1d-918e-9d01fc2f88dc", "name": "network-vif-deleted", "tag": "ab1c7eaf-a226-491e-bcf6-ea56fa1201a2"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:19:04.323414 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-da0a6372-fe2d-4316-8932-fd610005b264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:04.337206 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-da0a6372-fe2d-4316-8932-fd610005b264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:04.386946 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-da0a6372-fe2d-4316-8932-fd610005b264 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a4c793820cf54088aabb29be1e4b713e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4251635 Jul 29 23:19:04.390296 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59252) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:04.490625 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-af294f99-227d-4a75-8eb1-18b6e9d6dc0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:04.497537 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0a6372-fe2d-4316-8932-fd610005b264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8223456e-bc05-419e-b5f9-e2426b679a7e,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:04.503564 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59254) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:04.522855 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-af294f99-227d-4a75-8eb1-18b6e9d6dc0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:04.532031 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e82a9c-d45f-4a28-834b-24aee7140191 req-dd1b876e-cd7d-46be-a976-8915f2286e46 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:04.533754 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-55e82a9c-d45f-4a28-834b-24aee7140191 req-dd1b876e-cd7d-46be-a976-8915f2286e46 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb318f0a-8a5f-472a-afc6-eb8857877767 HTTP/1.1" status: 200 len: 943 time: 0.3011837 Jul 29 23:19:04.545299 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e8651-32d8-4361-ac72-3703b8ff3046 req-6ef0e602-cccb-428e-a46c-4175fb711d06 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:04.547151 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a52e8651-32d8-4361-ac72-3703b8ff3046 req-6ef0e602-cccb-428e-a46c-4175fb711d06 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.41 "GET /v2.0/networks?id=c52606fd-eff3-44e2-a8fb-5c37b1347bbe HTTP/1.1" status: 200 len: 822 time: 0.4424436 Jul 29 23:19:04.571122 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-a52e8651-32d8-4361-ac72-3703b8ff3046 req-f36eb2b3-f36f-402f-aeab-d9f8f62d2e1b tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Request body: {'port': {'device_id': '173908e8-0a67-4885-bf2c-52a6206dcf65', 'network_id': 'c52606fd-eff3-44e2-a8fb-5c37b1347bbe', 'admin_state_up': True, 'tenant_id': '91a437bb27a141a7b19e71e4b1cf439b'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:19:04.587308 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-af294f99-227d-4a75-8eb1-18b6e9d6dc0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:04.592347 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-af294f99-227d-4a75-8eb1-18b6e9d6dc0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:04.593911 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-af294f99-227d-4a75-8eb1-18b6e9d6dc0d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8223456e-bc05-419e-b5f9-e2426b679a7e HTTP/1.1" status: 204 len: 168 time: 0.2025928 Jul 29 23:19:04.605448 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af294f99-227d-4a75-8eb1-18b6e9d6dc0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8223456e-bc05-419e-b5f9-e2426b679a7e,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:04.656514 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-030393f6-dc4f-4b92-9a15-5829542e4b50 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-273783619-network', 'tenant_id': '48ca3190ceb241b287be19cef493c764'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:19:04.669138 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8764f176-85ee-4d8d-b777-6c3710c79319 req-832f6d00-3577-4f89-ad24-12657ad763fb tempest-MigrationsAdminTest-1213160682 tempest-MigrationsAdminTest-1213160682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:04.670905 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8764f176-85ee-4d8d-b777-6c3710c79319 req-832f6d00-3577-4f89-ad24-12657ad763fb tempest-MigrationsAdminTest-1213160682 tempest-MigrationsAdminTest-1213160682-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=dc7a0dab-e157-4427-ba70-4634d6d2b6e4 HTTP/1.1" status: 200 len: 1102 time: 0.2198124 Jul 29 23:19:04.691550 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030393f6-dc4f-4b92-9a15-5829542e4b50 admin admin] Made reservation on behalf of 48ca3190ceb241b287be19cef493c764 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:19:04.695838 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-030393f6-dc4f-4b92-9a15-5829542e4b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:04.708005 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-8764f176-85ee-4d8d-b777-6c3710c79319 req-2ab8a044-abba-40b2-8edd-12a22ae84b6e tempest-MigrationsAdminTest-1213160682 tempest-MigrationsAdminTest-1213160682-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:04.715263 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-030393f6-dc4f-4b92-9a15-5829542e4b50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:04.722127 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-55e82a9c-d45f-4a28-834b-24aee7140191 req-cf1f63ce-a59c-4e99-8921-2d12086f5b29 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728878 Jul 29 23:19:04.837998 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-030393f6-dc4f-4b92-9a15-5829542e4b50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:04.843747 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-030393f6-dc4f-4b92-9a15-5829542e4b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:04.852647 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5fb49996-7cd0-4ab0-90ed-04dc1ad62abe req-8baae21c-7cf3-46dd-9af8-5215af3d9266 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689 tempest-FloatingIPsAssociationNegativeTestJSON-2068022689-project] 10.222.0.43 "GET /v2.0/ports?device_id=b90c64b7-0a85-4a1d-918e-9d01fc2f88dc HTTP/1.1" status: 200 len: 210 time: 0.0329771 Jul 29 23:19:04.876355 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-030393f6-dc4f-4b92-9a15-5829542e4b50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:19:04.883363 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030393f6-dc4f-4b92-9a15-5829542e4b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869d288f-3edf-4b72-a7e4-32ff7f81a693,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:04.904502 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-030393f6-dc4f-4b92-9a15-5829542e4b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:04.906080 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-030393f6-dc4f-4b92-9a15-5829542e4b50 admin admin] Added segment 2db8471f-c43b-49ee-9f08-2f1c56af231c of type vlan for network ec39a190-3e02-4fd2-a008-3b841dbd3c4b Jul 29 23:19:04.961448 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-030393f6-dc4f-4b92-9a15-5829542e4b50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:04.962742 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-542f760c-8bfb-4f91-86b7-499aacd3c906 req-c5b14ea8-9d95-4bc1-aef2-a6af369f4057 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/ports?device_id=173908e8-0a67-4885-bf2c-52a6206dcf65 HTTP/1.1" status: 200 len: 210 time: 0.0323493 Jul 29 23:19:04.997963 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-8764f176-85ee-4d8d-b777-6c3710c79319 req-2ab8a044-abba-40b2-8edd-12a22ae84b6e tempest-MigrationsAdminTest-1213160682 tempest-MigrationsAdminTest-1213160682-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:05.003133 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-030393f6-dc4f-4b92-9a15-5829542e4b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:05.004216 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-8764f176-85ee-4d8d-b777-6c3710c79319 req-2ab8a044-abba-40b2-8edd-12a22ae84b6e tempest-MigrationsAdminTest-1213160682 tempest-MigrationsAdminTest-1213160682-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:05.005334 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030393f6-dc4f-4b92-9a15-5829542e4b50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:05.006283 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-030393f6-dc4f-4b92-9a15-5829542e4b50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:05.053516 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8764f176-85ee-4d8d-b777-6c3710c79319 req-2ab8a044-abba-40b2-8edd-12a22ae84b6e tempest-MigrationsAdminTest-1213160682 tempest-MigrationsAdminTest-1213160682-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3725588 Jul 29 23:19:05.059105 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab8a044-abba-40b2-8edd-12a22ae84b6e tempest-MigrationsAdminTest-1213160682 tempest-MigrationsAdminTest-1213160682-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5339b553-6a6b-4a16-b886-294a0892d67b,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:05.065378 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a52e8651-32d8-4361-ac72-3703b8ff3046 req-f36eb2b3-f36f-402f-aeab-d9f8f62d2e1b tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Made reservation on behalf of 91a437bb27a141a7b19e71e4b1cf439b for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:19:05.067657 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42aee01b-31df-4cef-881e-632fe4c11b89 x-openstack-request-id: req-42aee01b-31df-4cef-881e-632fe4c11b89 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:19:05.068174 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b90c64b7-0a85-4a1d-918e-9d01fc2f88dc", "name": "network-vif-deleted", "tag": "ab1c7eaf-a226-491e-bcf6-ea56fa1201a2", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:19:05.068174 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-42aee01b-31df-4cef-881e-632fe4c11b89 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:19:05.068781 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b90c64b7-0a85-4a1d-918e-9d01fc2f88dc', 'name': 'network-vif-deleted', 'tag': 'ab1c7eaf-a226-491e-bcf6-ea56fa1201a2', 'status': 'completed', 'code': 200} Jul 29 23:19:05.069618 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a52e8651-32d8-4361-ac72-3703b8ff3046 req-f36eb2b3-f36f-402f-aeab-d9f8f62d2e1b tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:05.097836 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030393f6-dc4f-4b92-9a15-5829542e4b50 admin admin] Pushing event updated for resources: {'Network': ['ID=ec39a190-3e02-4fd2-a008-3b841dbd3c4b,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:05.107386 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-030393f6-dc4f-4b92-9a15-5829542e4b50 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.6027417 Jul 29 23:19:05.108635 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59276) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:05.109115 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network ec39a190-3e02-4fd2-a008-3b841dbd3c4b details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:19:05.116411 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-5dae58c0-30f9-4e80-8fb8-8631c910ea86 admin admin] Request body: {'subnet': {'network_id': 'ec39a190-3e02-4fd2-a008-3b841dbd3c4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-273783619-subnet', 'tenant_id': '48ca3190ceb241b287be19cef493c764', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:19:05.142988 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dae58c0-30f9-4e80-8fb8-8631c910ea86 admin admin] Made reservation on behalf of 48ca3190ceb241b287be19cef493c764 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:19:05.145520 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5dae58c0-30f9-4e80-8fb8-8631c910ea86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:05.244149 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-a52e8651-32d8-4361-ac72-3703b8ff3046 req-f36eb2b3-f36f-402f-aeab-d9f8f62d2e1b tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Allocated IP 172.20.0.4 (c52606fd-eff3-44e2-a8fb-5c37b1347bbe/dfebb0ef-4353-4839-9183-7e34bd8a6c57/21302783-82f2-4612-9c70-4580f1ca39b2) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:19:05.406392 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5dae58c0-30f9-4e80-8fb8-8631c910ea86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:05.472101 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a52e8651-32d8-4361-ac72-3703b8ff3046 req-f36eb2b3-f36f-402f-aeab-d9f8f62d2e1b tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:05.476052 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dae58c0-30f9-4e80-8fb8-8631c910ea86 admin admin] Checking segment: {'id': '2db8471f-c43b-49ee-9f08-2f1c56af231c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ec39a190-3e02-4fd2-a008-3b841dbd3c4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:19:05.476518 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dae58c0-30f9-4e80-8fb8-8631c910ea86 admin admin] Network hostable DHCP agents. Network: ec39a190-3e02-4fd2-a008-3b841dbd3c4b, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:19:05.501230 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dae58c0-30f9-4e80-8fb8-8631c910ea86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d5d676a-a79a-4d6c-8057-e140077bec43,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:05.512100 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dae58c0-30f9-4e80-8fb8-8631c910ea86 admin admin] Network ec39a190-3e02-4fd2-a008-3b841dbd3c4b is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:19:05.528069 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-5dae58c0-30f9-4e80-8fb8-8631c910ea86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, ec39a190-3e02-4fd2-a008-3b841dbd3c4b) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:19:05.536830 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f6662e-4ddd-410e-8135-155052e07213 None None] Network ec39a190-3e02-4fd2-a008-3b841dbd3c4b requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:19:05.539186 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dae58c0-30f9-4e80-8fb8-8631c910ea86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:05.539803 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5dae58c0-30f9-4e80-8fb8-8631c910ea86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:05.564144 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-5dae58c0-30f9-4e80-8fb8-8631c910ea86 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4446726 Jul 29 23:19:05.571402 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6c1415c5-6491-4311-992f-a084a754361c req-937407d4-d13e-48c4-8f25-2143c59a0194 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=c1c14b550fd544fc9d42ae23098dbe98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1452522 Jul 29 23:19:05.593735 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a52e8651-32d8-4361-ac72-3703b8ff3046 req-f36eb2b3-f36f-402f-aeab-d9f8f62d2e1b tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:05.695277 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a52e8651-32d8-4361-ac72-3703b8ff3046 req-f36eb2b3-f36f-402f-aeab-d9f8f62d2e1b tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Network c52606fd-eff3-44e2-a8fb-5c37b1347bbe is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:19:05.696048 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36eb2b3-f36f-402f-aeab-d9f8f62d2e1b tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Pushing event updated for resources: {'Port': ['ID=21302783-82f2-4612-9c70-4580f1ca39b2,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:05.701650 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-a52e8651-32d8-4361-ac72-3703b8ff3046 req-f36eb2b3-f36f-402f-aeab-d9f8f62d2e1b tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:19:05.706937 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-a52e8651-32d8-4361-ac72-3703b8ff3046 req-f36eb2b3-f36f-402f-aeab-d9f8f62d2e1b tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:19:05.712857 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e8651-32d8-4361-ac72-3703b8ff3046 req-f36eb2b3-f36f-402f-aeab-d9f8f62d2e1b tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:05.713490 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a52e8651-32d8-4361-ac72-3703b8ff3046 req-f36eb2b3-f36f-402f-aeab-d9f8f62d2e1b tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:05.715560 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29492bdb-32c3-43f9-92d5-a1efddba3f42 None None] Network ec39a190-3e02-4fd2-a008-3b841dbd3c4b requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:19:05.752572 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a52e8651-32d8-4361-ac72-3703b8ff3046 req-f36eb2b3-f36f-402f-aeab-d9f8f62d2e1b tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1877244 Jul 29 23:19:05.774065 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-a52e8651-32d8-4361-ac72-3703b8ff3046 req-b2d005a2-9560-44d1-90f9-243b8feea07d service neutron] Request body: {'port': {'device_id': '173908e8-0a67-4885-bf2c-52a6206dcf65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:19:05.787442 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1415c5-6491-4311-992f-a084a754361c req-e9b81ffb-a25a-4928-a7d7-46a523c486c2 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:05.796273 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6c1415c5-6491-4311-992f-a084a754361c req-e9b81ffb-a25a-4928-a7d7-46a523c486c2 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2181489 Jul 29 23:19:05.832204 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 43f77f9e-15ca-4ead-ba28-39729510bf72 details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:19:05.838405 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6c1415c5-6491-4311-992f-a084a754361c req-d02fe39f-685d-4f46-8fc8-ba89962bc21c tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/quotas/c1c14b550fd544fc9d42ae23098dbe98 HTTP/1.1" status: 200 len: 375 time: 0.0409160 Jul 29 23:19:05.899849 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6c1415c5-6491-4311-992f-a084a754361c req-12b8aee6-2044-49a8-8d48-ba477fb02088 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c1c14b550fd544fc9d42ae23098dbe98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0604758 Jul 29 23:19:05.920312 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a52e8651-32d8-4361-ac72-3703b8ff3046 req-b2d005a2-9560-44d1-90f9-243b8feea07d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:05.978192 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 43f77f9e-15ca-4ead-ba28-39729510bf72, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=43f77f9e-15ca-4ead-ba28-39729510bf72,segment=NetworkSegment(a739f5fc-cf01-40c9-83c0-bfbae7f993f3),segment_id=a739f5fc-cf01-40c9-83c0-bfbae7f993f3)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:06.009128 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '43f77f9e-15ca-4ead-ba28-39729510bf72', 'network_id': 'f490981b-45a9-43e1-a661-0229cc7a8cd7', 'port_id': '43f77f9e-15ca-4ead-ba28-39729510bf72', 'mac_address': 'fa:16:3e:33:32:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '998261e9-cec6-4719-b797-0c7da54a3001', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:19:06.113726 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:06.130087 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43f77f9e-15ca-4ead-ba28-39729510bf72 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:19:06.157825 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 43f77f9e-15ca-4ead-ba28-39729510bf72, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=43f77f9e-15ca-4ead-ba28-39729510bf72,segment=NetworkSegment(a739f5fc-cf01-40c9-83c0-bfbae7f993f3),segment_id=a739f5fc-cf01-40c9-83c0-bfbae7f993f3)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:06.163843 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:06.194739 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59330) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:06.235309 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=43f77f9e-15ca-4ead-ba28-39729510bf72,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:06.240623 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-30c0df3d-ea65-49db-a2ba-98fb47e3d35e req-e8c0730d-6862-43de-b1f8-ca521d607f8a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dc7a0dab-e157-4427-ba70-4634d6d2b6e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1173344 Jul 29 23:19:06.355134 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea49df67-8d49-44aa-8209-05f0d8d75bcb req-a1c73f0e-f244-448d-b816-e6cd4cbcff01 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:06.364034 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ea49df67-8d49-44aa-8209-05f0d8d75bcb req-a1c73f0e-f244-448d-b816-e6cd4cbcff01 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb318f0a-8a5f-472a-afc6-eb8857877767 HTTP/1.1" status: 200 len: 943 time: 0.2490549 Jul 29 23:19:06.370845 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['43f77f9e-15ca-4ead-ba28-39729510bf72'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:19:06.468010 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ea49df67-8d49-44aa-8209-05f0d8d75bcb req-dc869015-6e6d-4790-85b5-fd8e67070040 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009195 Jul 29 23:19:06.781104 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-a52e8651-32d8-4361-ac72-3703b8ff3046 req-b2d005a2-9560-44d1-90f9-243b8feea07d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21302783-82f2-4612-9c70-4580f1ca39b2 {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:19:06.786576 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:06.796335 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a52e8651-32d8-4361-ac72-3703b8ff3046 req-b2d005a2-9560-44d1-90f9-243b8feea07d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:06.833912 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b37c042-8d05-41eb-b9c5-699c78142f88 req-0b58b242-bc1c-435e-8665-b01c7d2f7b09 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:06.835720 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2b37c042-8d05-41eb-b9c5-699c78142f88 req-0b58b242-bc1c-435e-8665-b01c7d2f7b09 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/ports?device_id=173908e8-0a67-4885-bf2c-52a6206dcf65 HTTP/1.1" status: 200 len: 931 time: 0.2282722 Jul 29 23:19:06.850486 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-a52e8651-32d8-4361-ac72-3703b8ff3046 req-b2d005a2-9560-44d1-90f9-243b8feea07d service neutron] Transition to ACTIVE for port object 21302783-82f2-4612-9c70-4580f1ca39b2 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:19:06.884252 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a52e8651-32d8-4361-ac72-3703b8ff3046 req-b2d005a2-9560-44d1-90f9-243b8feea07d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:07.017551 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d005a2-9560-44d1-90f9-243b8feea07d service neutron] Pushing event updated for resources: {'Port': ['ID=21302783-82f2-4612-9c70-4580f1ca39b2,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:07.042016 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2b37c042-8d05-41eb-b9c5-699c78142f88 req-1c2cbc6b-0d93-47c8-aed2-1aa432faab50 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e2d3bd2-5b6e-4100-b437-94e8bee60adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959183 Jul 29 23:19:07.049253 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d272edbb-414a-48d3-9edc-22082c5c6ea4 req-9a5641a5-e062-4f9f-9140-91f4c7a27711 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:07.051181 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d272edbb-414a-48d3-9edc-22082c5c6ea4 req-9a5641a5-e062-4f9f-9140-91f4c7a27711 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/networks?id=ec39a190-3e02-4fd2-a008-3b841dbd3c4b HTTP/1.1" status: 200 len: 804 time: 0.3409843 Jul 29 23:19:07.107200 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d272edbb-414a-48d3-9edc-22082c5c6ea4 req-4f85e923-d592-4d4b-a05a-9b5640464ffd tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/quotas/48ca3190ceb241b287be19cef493c764 HTTP/1.1" status: 200 len: 375 time: 0.0274181 Jul 29 23:19:07.119439 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-a52e8651-32d8-4361-ac72-3703b8ff3046 req-b2d005a2-9560-44d1-90f9-243b8feea07d service neutron] Attempting to bind port 21302783-82f2-4612-9c70-4580f1ca39b2 on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:19:07.119778 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-a52e8651-32d8-4361-ac72-3703b8ff3046 req-b2d005a2-9560-44d1-90f9-243b8feea07d service neutron] Attempting to bind port 21302783-82f2-4612-9c70-4580f1ca39b2 by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': 'b15fd95c-eafe-4a6f-99aa-9d06f8ec7d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c52606fd-eff3-44e2-a8fb-5c37b1347bbe'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:19:07.120101 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52e8651-32d8-4361-ac72-3703b8ff3046 req-b2d005a2-9560-44d1-90f9-243b8feea07d service neutron] Attempting to bind port 21302783-82f2-4612-9c70-4580f1ca39b2 on network c52606fd-eff3-44e2-a8fb-5c37b1347bbe {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:19:07.160844 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52e8651-32d8-4361-ac72-3703b8ff3046 req-b2d005a2-9560-44d1-90f9-243b8feea07d service neutron] Port 21302783-82f2-4612-9c70-4580f1ca39b2 on network c52606fd-eff3-44e2-a8fb-5c37b1347bbe not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:19:07.161176 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52e8651-32d8-4361-ac72-3703b8ff3046 req-b2d005a2-9560-44d1-90f9-243b8feea07d service neutron] Attempting to bind port 21302783-82f2-4612-9c70-4580f1ca39b2 on network c52606fd-eff3-44e2-a8fb-5c37b1347bbe {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:19:07.190681 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d272edbb-414a-48d3-9edc-22082c5c6ea4 req-af573183-051f-47bd-9992-b34878f4f309 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=48ca3190ceb241b287be19cef493c764&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0733981 Jul 29 23:19:07.199992 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52e8651-32d8-4361-ac72-3703b8ff3046 req-b2d005a2-9560-44d1-90f9-243b8feea07d service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:19:07.200325 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52e8651-32d8-4361-ac72-3703b8ff3046 req-b2d005a2-9560-44d1-90f9-243b8feea07d service neutron] Checking segment: {'id': 'b15fd95c-eafe-4a6f-99aa-9d06f8ec7d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c52606fd-eff3-44e2-a8fb-5c37b1347bbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:19:07.200828 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a52e8651-32d8-4361-ac72-3703b8ff3046 req-b2d005a2-9560-44d1-90f9-243b8feea07d service neutron] Bound using segment: {'id': 'b15fd95c-eafe-4a6f-99aa-9d06f8ec7d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c52606fd-eff3-44e2-a8fb-5c37b1347bbe'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:19:07.201409 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-a52e8651-32d8-4361-ac72-3703b8ff3046 req-b2d005a2-9560-44d1-90f9-243b8feea07d service neutron] Bound port: 21302783-82f2-4612-9c70-4580f1ca39b2, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b15fd95c-eafe-4a6f-99aa-9d06f8ec7d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c52606fd-eff3-44e2-a8fb-5c37b1347bbe'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:19:07.202333 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a52e8651-32d8-4361-ac72-3703b8ff3046 req-b2d005a2-9560-44d1-90f9-243b8feea07d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:07.326179 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc1f5b2-3cb0-4251-ae71-39f760853621 req-99614bee-4716-468c-bc5b-42d5694e852c tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:07.328468 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4fc1f5b2-3cb0-4251-ae71-39f760853621 req-99614bee-4716-468c-bc5b-42d5694e852c tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc7a0dab-e157-4427-ba70-4634d6d2b6e4 HTTP/1.1" status: 200 len: 950 time: 0.2124803 Jul 29 23:19:07.386396 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6c1415c5-6491-4311-992f-a084a754361c req-8305e616-9398-4394-b45a-3e71a9f85a52 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=c1c14b550fd544fc9d42ae23098dbe98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249832 Jul 29 23:19:07.514068 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1415c5-6491-4311-992f-a084a754361c req-b542344a-4c9a-46fc-9c58-9ee66c85a05a tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:07.517565 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6c1415c5-6491-4311-992f-a084a754361c req-b542344a-4c9a-46fc-9c58-9ee66c85a05a tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1247544 Jul 29 23:19:07.531431 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-6c1415c5-6491-4311-992f-a084a754361c req-a20f2e84-bdc6-4cce-8f40-27f33ea21fde tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Request body: {'port': {'device_id': '9e7c21fc-a617-499a-a692-712fb381b4fb', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'admin_state_up': True, 'tenant_id': 'c1c14b550fd544fc9d42ae23098dbe98'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:19:07.658102 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c1415c5-6491-4311-992f-a084a754361c req-a20f2e84-bdc6-4cce-8f40-27f33ea21fde tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Made reservation on behalf of c1c14b550fd544fc9d42ae23098dbe98 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:19:07.661901 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-6c1415c5-6491-4311-992f-a084a754361c req-a20f2e84-bdc6-4cce-8f40-27f33ea21fde tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:07.672986 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-6c1415c5-6491-4311-992f-a084a754361c req-a20f2e84-bdc6-4cce-8f40-27f33ea21fde tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:07.716258 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-a52e8651-32d8-4361-ac72-3703b8ff3046 req-b2d005a2-9560-44d1-90f9-243b8feea07d service neutron] For port 21302783-82f2-4612-9c70-4580f1ca39b2, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:19:07.728219 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4fc1f5b2-3cb0-4251-ae71-39f760853621 req-6b6dbab1-5e17-48bf-a6f4-12854f268f58 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3894949 Jul 29 23:19:07.742286 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d272edbb-414a-48d3-9edc-22082c5c6ea4 req-b0e16d4b-7116-4b8d-8c89-4d12c35253d7 service neutron] 10.222.0.43 "GET /v2.0/networks/ec39a190-3e02-4fd2-a008-3b841dbd3c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5371301 Jul 29 23:19:07.765309 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-a52e8651-32d8-4361-ac72-3703b8ff3046 req-b2d005a2-9560-44d1-90f9-243b8feea07d service neutron] For port 21302783-82f2-4612-9c70-4580f1ca39b2, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=21302783-82f2-4612-9c70-4580f1ca39b2,segment=NetworkSegment(b15fd95c-eafe-4a6f-99aa-9d06f8ec7d52),segment_id=b15fd95c-eafe-4a6f-99aa-9d06f8ec7d52)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:19:07.769358 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 43f77f9e-15ca-4ead-ba28-39729510bf72 up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:19:07.781815 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-6c1415c5-6491-4311-992f-a084a754361c req-a20f2e84-bdc6-4cce-8f40-27f33ea21fde tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:07.787185 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-6c1415c5-6491-4311-992f-a084a754361c req-a20f2e84-bdc6-4cce-8f40-27f33ea21fde tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:07.819702 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a52e8651-32d8-4361-ac72-3703b8ff3046 req-b2d005a2-9560-44d1-90f9-243b8feea07d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:07.833674 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port 43f77f9e-15ca-4ead-ba28-39729510bf72 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:19:07.838791 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 43f77f9e-15ca-4ead-ba28-39729510bf72 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:19:07.839388 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:07.875356 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20f2e84-bdc6-4cce-8f40-27f33ea21fde tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49f09453-c613-4ba7-9f00-c0558d042a43,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:07.876029 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e8651-32d8-4361-ac72-3703b8ff3046 req-b2d005a2-9560-44d1-90f9-243b8feea07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:07.877030 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a52e8651-32d8-4361-ac72-3703b8ff3046 req-b2d005a2-9560-44d1-90f9-243b8feea07d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:07.878871 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a52e8651-32d8-4361-ac72-3703b8ff3046 req-b2d005a2-9560-44d1-90f9-243b8feea07d service neutron] 10.222.0.41 "PUT /v2.0/ports/21302783-82f2-4612-9c70-4580f1ca39b2 HTTP/1.1" status: 200 len: 1092 time: 2.1108217 Jul 29 23:19:07.893757 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '173908e8-0a67-4885-bf2c-52a6206dcf65', 'tag': '21302783-82f2-4612-9c70-4580f1ca39b2'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:19:07.896451 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582dfbb9-0c60-4af3-bf79-2326d1842ae1" -d '{"events": [{"name": "network-changed", "server_uuid": "173908e8-0a67-4885-bf2c-52a6206dcf65", "tag": "21302783-82f2-4612-9c70-4580f1ca39b2"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:19:07.923850 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ed3-142b-4c49-8c13-6b4b04ffcf62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:07.954811 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-6c1415c5-6491-4311-992f-a084a754361c req-a20f2e84-bdc6-4cce-8f40-27f33ea21fde tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Allocated IP 192.168.233.233 (d71c22dc-feef-410b-a7ed-6548cf85bd6f/64bdc61a-58ca-49c7-bae5-ecfed9ee407c/4fe51e40-066d-405b-8a55-767ca109e9d1) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:19:07.968993 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6196c751-d2f7-4a4a-9afc-1bdeb5a60f4a req-4396a31f-2cc9-4844-8552-6d81e9015ee2 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=c1c14b550fd544fc9d42ae23098dbe98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1283600 Jul 29 23:19:07.973714 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:08.009191 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb318f0a-8a5f-472a-afc6-eb8857877767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f77f9e-15ca-4ead-ba28-39729510bf72'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:19:08.011494 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff24723-252c-4fcb-bc01-fb58fc7d838d" -d '{"events": [{"server_uuid": "fb318f0a-8a5f-472a-afc6-eb8857877767", "name": "network-vif-plugged", "status": "completed", "tag": "43f77f9e-15ca-4ead-ba28-39729510bf72"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:19:08.025205 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 43f77f9e-15ca-4ead-ba28-39729510bf72, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=43f77f9e-15ca-4ead-ba28-39729510bf72,segment=NetworkSegment(a739f5fc-cf01-40c9-83c0-bfbae7f993f3),segment_id=a739f5fc-cf01-40c9-83c0-bfbae7f993f3)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:08.030814 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:08.031697 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device ab1c7eaf-a226-491e-bcf6-ea56fa1201a2 no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:19:08.068177 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: ab1c7eaf-a226-491e-bcf6-ea56fa1201a2 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:19:08.068525 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device ab1c7eaf-a226-491e-bcf6-ea56fa1201a2 not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:19:08.096811 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=43f77f9e-15ca-4ead-ba28-39729510bf72,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:08.114649 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d005a2-9560-44d1-90f9-243b8feea07d service neutron] Pushing event updated for resources: {'Port': ['ID=21302783-82f2-4612-9c70-4580f1ca39b2,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:08.148765 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-6c1415c5-6491-4311-992f-a084a754361c req-a20f2e84-bdc6-4cce-8f40-27f33ea21fde tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:08.163619 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-6c1415c5-6491-4311-992f-a084a754361c req-a20f2e84-bdc6-4cce-8f40-27f33ea21fde tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Transition to ACTIVE for port object 4fe51e40-066d-405b-8a55-767ca109e9d1 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:19:08.178990 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d272edbb-414a-48d3-9edc-22082c5c6ea4 req-5a78f985-0ba2-4334-92e5-121b456f277b service neutron] 10.222.0.43 "GET /v2.0/networks/ec39a190-3e02-4fd2-a008-3b841dbd3c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4357390 Jul 29 23:19:08.199832 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-6c1415c5-6491-4311-992f-a084a754361c req-a20f2e84-bdc6-4cce-8f40-27f33ea21fde tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:08.217259 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e8651-32d8-4361-ac72-3703b8ff3046 req-106b089a-7620-4168-a740-324e606cc9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:08.219417 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a52e8651-32d8-4361-ac72-3703b8ff3046 req-106b089a-7620-4168-a740-324e606cc9dc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=91a437bb27a141a7b19e71e4b1cf439b&device_id=173908e8-0a67-4885-bf2c-52a6206dcf65 HTTP/1.1" status: 200 len: 1095 time: 0.2495325 Jul 29 23:19:08.237125 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c0df3d-ea65-49db-a2ba-98fb47e3d35e req-c644a315-5f88-4f30-96c6-598c0c42249f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:08.238866 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-30c0df3d-ea65-49db-a2ba-98fb47e3d35e req-c644a315-5f88-4f30-96c6-598c0c42249f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=02291f5098924703b9b0f8f02943a845&device_id=dc7a0dab-e157-4427-ba70-4634d6d2b6e4 HTTP/1.1" status: 200 len: 1102 time: 0.1956279 Jul 29 23:19:08.248258 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c1415c5-6491-4311-992f-a084a754361c req-a20f2e84-bdc6-4cce-8f40-27f33ea21fde tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Network d71c22dc-feef-410b-a7ed-6548cf85bd6f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:19:08.251589 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-6c1415c5-6491-4311-992f-a084a754361c req-a20f2e84-bdc6-4cce-8f40-27f33ea21fde tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:19:08.255407 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c1415c5-6491-4311-992f-a084a754361c req-a20f2e84-bdc6-4cce-8f40-27f33ea21fde tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:19:08.264750 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20f2e84-bdc6-4cce-8f40-27f33ea21fde tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Pushing event updated for resources: {'Port': ['ID=4fe51e40-066d-405b-8a55-767ca109e9d1,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:08.314943 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1415c5-6491-4311-992f-a084a754361c req-a20f2e84-bdc6-4cce-8f40-27f33ea21fde tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:08.315569 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-6c1415c5-6491-4311-992f-a084a754361c req-a20f2e84-bdc6-4cce-8f40-27f33ea21fde tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:08.339619 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6c1415c5-6491-4311-992f-a084a754361c req-a20f2e84-bdc6-4cce-8f40-27f33ea21fde tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8139114 Jul 29 23:19:08.357765 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-6c1415c5-6491-4311-992f-a084a754361c req-20be5164-905d-430b-996a-6a457e26471a service neutron] Request body: {'port': {'device_id': '9e7c21fc-a617-499a-a692-712fb381b4fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:19:08.418362 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-6c1415c5-6491-4311-992f-a084a754361c req-20be5164-905d-430b-996a-6a457e26471a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:08.466379 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6196c751-d2f7-4a4a-9afc-1bdeb5a60f4a req-ddaa9832-6674-4675-8402-dfdf1c1015f0 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:08.468628 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6196c751-d2f7-4a4a-9afc-1bdeb5a60f4a req-ddaa9832-6674-4675-8402-dfdf1c1015f0 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4795439 Jul 29 23:19:08.553402 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a52e8651-32d8-4361-ac72-3703b8ff3046 req-57f689e8-da77-429b-8caa-9d8a4c33902e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21302783-82f2-4612-9c70-4580f1ca39b2 HTTP/1.1" status: 200 len: 217 time: 0.3108869 Jul 29 23:19:08.570294 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c0df3d-ea65-49db-a2ba-98fb47e3d35e req-3ee48e55-a35e-4f07-8df6-7eb6e0a70e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:08.571829 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-30c0df3d-ea65-49db-a2ba-98fb47e3d35e req-3ee48e55-a35e-4f07-8df6-7eb6e0a70e1b service neutron] 10.222.0.41 "GET /v2.0/networks?id=d71c22dc-feef-410b-a7ed-6548cf85bd6f HTTP/1.1" status: 200 len: 870 time: 0.2520120 Jul 29 23:19:08.640618 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6196c751-d2f7-4a4a-9afc-1bdeb5a60f4a req-c7c42075-b8c0-44da-87b4-00c56ad7c4e2 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/quotas/c1c14b550fd544fc9d42ae23098dbe98 HTTP/1.1" status: 200 len: 375 time: 0.1320930 Jul 29 23:19:08.658945 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-4dd60ab4-0870-4052-9371-15081554e858 None None] Provisioning for port 4fe51e40-066d-405b-8a55-767ca109e9d1 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:19:08.678018 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-4dd60ab4-0870-4052-9371-15081554e858 None None] Provisioning complete for port 4fe51e40-066d-405b-8a55-767ca109e9d1 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:19:08.678654 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4dd60ab4-0870-4052-9371-15081554e858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:08.728940 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-4dd60ab4-0870-4052-9371-15081554e858 None None] Port 4fe51e40-066d-405b-8a55-767ca109e9d1 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:19:08.739285 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-30c0df3d-ea65-49db-a2ba-98fb47e3d35e req-dadc3633-115c-41c6-84b8-618f93ccefc0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=c4420101-d120-4c40-81f9-f9cafdbf3fb7 HTTP/1.1" status: 200 len: 217 time: 0.1508400 Jul 29 23:19:08.820283 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-6c1415c5-6491-4311-992f-a084a754361c req-20be5164-905d-430b-996a-6a457e26471a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fe51e40-066d-405b-8a55-767ca109e9d1 {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:19:08.830196 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-6c1415c5-6491-4311-992f-a084a754361c req-20be5164-905d-430b-996a-6a457e26471a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:08.835030 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52e8651-32d8-4361-ac72-3703b8ff3046 req-a272bcb8-7700-4329-a139-e36184ceaef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:08.836536 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a52e8651-32d8-4361-ac72-3703b8ff3046 req-a272bcb8-7700-4329-a139-e36184ceaef0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dfebb0ef-4353-4839-9183-7e34bd8a6c57 HTTP/1.1" status: 200 len: 862 time: 0.2628632 Jul 29 23:19:08.844914 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-6c1415c5-6491-4311-992f-a084a754361c req-20be5164-905d-430b-996a-6a457e26471a service neutron] Transition to ACTIVE for port object 4fe51e40-066d-405b-8a55-767ca109e9d1 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:19:08.850428 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-6c1415c5-6491-4311-992f-a084a754361c req-20be5164-905d-430b-996a-6a457e26471a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:08.914984 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20be5164-905d-430b-996a-6a457e26471a service neutron] Pushing event updated for resources: {'Port': ['ID=4fe51e40-066d-405b-8a55-767ca109e9d1,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:08.923930 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a52e8651-32d8-4361-ac72-3703b8ff3046 req-12247150-1a60-49e5-b2ce-814e654ebcaf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c52606fd-eff3-44e2-a8fb-5c37b1347bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712397 Jul 29 23:19:08.944067 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6196c751-d2f7-4a4a-9afc-1bdeb5a60f4a req-d3d7d153-3f61-4f29-bddc-67aecbf36ad4 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c1c14b550fd544fc9d42ae23098dbe98&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2937317 Jul 29 23:19:08.955704 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb49653-22d3-4366-ac47-db5721d1a171 req-bee17118-515d-4d9b-8d9c-a18535a5ae4b tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:08.957280 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dfb49653-22d3-4366-ac47-db5721d1a171 req-bee17118-515d-4d9b-8d9c-a18535a5ae4b tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb318f0a-8a5f-472a-afc6-eb8857877767 HTTP/1.1" status: 200 len: 945 time: 0.3123608 Jul 29 23:19:08.976445 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c0df3d-ea65-49db-a2ba-98fb47e3d35e req-03bced85-ef8e-4769-928b-4ca99e0c5f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:08.977937 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-30c0df3d-ea65-49db-a2ba-98fb47e3d35e req-03bced85-ef8e-4769-928b-4ca99e0c5f2d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.2083006 Jul 29 23:19:09.025652 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-6c1415c5-6491-4311-992f-a084a754361c req-20be5164-905d-430b-996a-6a457e26471a service neutron] Attempting to bind port 4fe51e40-066d-405b-8a55-767ca109e9d1 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:19:09.026001 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-6c1415c5-6491-4311-992f-a084a754361c req-20be5164-905d-430b-996a-6a457e26471a service neutron] Attempting to bind port 4fe51e40-066d-405b-8a55-767ca109e9d1 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:19:09.026333 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1415c5-6491-4311-992f-a084a754361c req-20be5164-905d-430b-996a-6a457e26471a service neutron] Attempting to bind port 4fe51e40-066d-405b-8a55-767ca109e9d1 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:19:09.032938 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1415c5-6491-4311-992f-a084a754361c req-20be5164-905d-430b-996a-6a457e26471a service neutron] Port 4fe51e40-066d-405b-8a55-767ca109e9d1 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:19:09.033262 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1415c5-6491-4311-992f-a084a754361c req-20be5164-905d-430b-996a-6a457e26471a service neutron] Attempting to bind port 4fe51e40-066d-405b-8a55-767ca109e9d1 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:19:09.038585 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1415c5-6491-4311-992f-a084a754361c req-20be5164-905d-430b-996a-6a457e26471a service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:19:09.038955 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1415c5-6491-4311-992f-a084a754361c req-20be5164-905d-430b-996a-6a457e26471a service neutron] Checking segment: {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:19:09.039345 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c1415c5-6491-4311-992f-a084a754361c req-20be5164-905d-430b-996a-6a457e26471a service neutron] Bound using segment: {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:19:09.039775 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-6c1415c5-6491-4311-992f-a084a754361c req-20be5164-905d-430b-996a-6a457e26471a service neutron] Bound port: 4fe51e40-066d-405b-8a55-767ca109e9d1, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:19:09.040279 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-6c1415c5-6491-4311-992f-a084a754361c req-20be5164-905d-430b-996a-6a457e26471a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:09.166581 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe61583-4fad-4a7c-ab8f-5d3298eeb8fa x-openstack-request-id: req-8fe61583-4fad-4a7c-ab8f-5d3298eeb8fa {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:19:09.166955 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "173908e8-0a67-4885-bf2c-52a6206dcf65", "tag": "21302783-82f2-4612-9c70-4580f1ca39b2", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:19:09.167276 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8fe61583-4fad-4a7c-ab8f-5d3298eeb8fa {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:19:09.167845 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '173908e8-0a67-4885-bf2c-52a6206dcf65', 'tag': '21302783-82f2-4612-9c70-4580f1ca39b2', 'status': 'completed', 'code': 200} Jul 29 23:19:09.178683 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-221627bd-74a8-4a45-b2f7-4b7efc42a007 x-openstack-request-id: req-221627bd-74a8-4a45-b2f7-4b7efc42a007 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:19:09.179538 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb318f0a-8a5f-472a-afc6-eb8857877767", "name": "network-vif-plugged", "status": "completed", "tag": "43f77f9e-15ca-4ead-ba28-39729510bf72", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:19:09.180389 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-221627bd-74a8-4a45-b2f7-4b7efc42a007 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:19:09.180951 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb318f0a-8a5f-472a-afc6-eb8857877767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43f77f9e-15ca-4ead-ba28-39729510bf72', 'code': 200} Jul 29 23:19:09.181165 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-6c1415c5-6491-4311-992f-a084a754361c req-20be5164-905d-430b-996a-6a457e26471a service neutron] For port 4fe51e40-066d-405b-8a55-767ca109e9d1, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:19:09.185944 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-6c1415c5-6491-4311-992f-a084a754361c req-20be5164-905d-430b-996a-6a457e26471a service neutron] For port 4fe51e40-066d-405b-8a55-767ca109e9d1, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=4fe51e40-066d-405b-8a55-767ca109e9d1,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:19:09.189097 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dfb49653-22d3-4366-ac47-db5721d1a171 req-49c1f7d9-c048-437b-a7e8-032fa7c23608 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973677 Jul 29 23:19:09.211074 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-6c1415c5-6491-4311-992f-a084a754361c req-20be5164-905d-430b-996a-6a457e26471a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:09.272916 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c0df3d-ea65-49db-a2ba-98fb47e3d35e req-807393ed-f1e1-42dd-986a-25f7cff41ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:09.274624 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-30c0df3d-ea65-49db-a2ba-98fb47e3d35e req-807393ed-f1e1-42dd-986a-25f7cff41ad5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2387509 Jul 29 23:19:09.316167 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20be5164-905d-430b-996a-6a457e26471a service neutron] Pushing event updated for resources: {'Port': ['ID=4fe51e40-066d-405b-8a55-767ca109e9d1,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:09.333739 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1415c5-6491-4311-992f-a084a754361c req-20be5164-905d-430b-996a-6a457e26471a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:09.334231 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-6c1415c5-6491-4311-992f-a084a754361c req-20be5164-905d-430b-996a-6a457e26471a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:09.335701 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6c1415c5-6491-4311-992f-a084a754361c req-20be5164-905d-430b-996a-6a457e26471a service neutron] 10.222.0.22 "PUT /v2.0/ports/4fe51e40-066d-405b-8a55-767ca109e9d1 HTTP/1.1" status: 200 len: 1097 time: 0.9840491 Jul 29 23:19:09.336149 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e7c21fc-a617-499a-a692-712fb381b4fb', 'tag': '4fe51e40-066d-405b-8a55-767ca109e9d1'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:19:09.338745 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4187d388-9d12-4082-af63-38177f0de4ca" -d '{"events": [{"name": "network-changed", "server_uuid": "9e7c21fc-a617-499a-a692-712fb381b4fb", "tag": "4fe51e40-066d-405b-8a55-767ca109e9d1"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:19:09.381202 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838b1605-e225-4e45-a73e-a9c84f583b6d req-7d78e85b-31ca-4cbe-ae35-495772d48d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:09.382889 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-838b1605-e225-4e45-a73e-a9c84f583b6d req-7d78e85b-31ca-4cbe-ae35-495772d48d1b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=fb318f0a-8a5f-472a-afc6-eb8857877767 HTTP/1.1" status: 200 len: 1097 time: 0.0637279 Jul 29 23:19:09.402744 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6741c62d-75c2-49f6-8c7f-a8da5c979b54 req-b5869395-c98e-4cb5-8f1c-7f5582b7699c tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd1c4cd0-9246-45ff-bd69-a0c86282f592 HTTP/1.1" status: 200 len: 210 time: 0.1075137 Jul 29 23:19:09.469085 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a52e8651-32d8-4361-ac72-3703b8ff3046 req-8861dd52-bb0b-4552-b87f-a5e5adbe58e8 service neutron] 10.222.0.41 "GET /v2.0/networks/c52606fd-eff3-44e2-a8fb-5c37b1347bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5105271 Jul 29 23:19:09.493000 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-838b1605-e225-4e45-a73e-a9c84f583b6d req-3b64f28c-06f8-4dde-80dd-15580899cd62 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025066 Jul 29 23:19:09.508135 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1415c5-6491-4311-992f-a084a754361c req-57ae5604-71e1-4bdb-8b3b-0edc4ae1837f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:09.509796 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6c1415c5-6491-4311-992f-a084a754361c req-57ae5604-71e1-4bdb-8b3b-0edc4ae1837f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c1c14b550fd544fc9d42ae23098dbe98&device_id=9e7c21fc-a617-499a-a692-712fb381b4fb HTTP/1.1" status: 200 len: 1100 time: 0.0973556 Jul 29 23:19:09.513233 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72fdaf3-493b-418d-adcf-7dfa37b73875 req-0a51fcb1-14f4-4e84-81a4-ef6d76719cf3 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:09.521439 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e72fdaf3-493b-418d-adcf-7dfa37b73875 req-0a51fcb1-14f4-4e84-81a4-ef6d76719cf3 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/ports?device_id=173908e8-0a67-4885-bf2c-52a6206dcf65 HTTP/1.1" status: 200 len: 943 time: 0.2441335 Jul 29 23:19:09.586384 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6c1415c5-6491-4311-992f-a084a754361c req-46d90527-1acc-4a52-b0bc-a99ebb458840 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=4fe51e40-066d-405b-8a55-767ca109e9d1 HTTP/1.1" status: 200 len: 217 time: 0.0441816 Jul 29 23:19:09.612850 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ed3-142b-4c49-8c13-6b4b04ffcf62 admin admin] Deleting port a97ee861-ce9b-4680-9813-fa2339dc1d34 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:19:09.613205 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ed3-142b-4c49-8c13-6b4b04ffcf62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:09.653949 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1415c5-6491-4311-992f-a084a754361c req-e6e1c5fc-0823-4032-b938-efd8c32063d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:09.659542 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6c1415c5-6491-4311-992f-a084a754361c req-e6e1c5fc-0823-4032-b938-efd8c32063d1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.0657036 Jul 29 23:19:09.696359 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-30c0df3d-ea65-49db-a2ba-98fb47e3d35e req-02dfaa66-c56f-42ac-b7e4-0d5574f7ef20 service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4030936 Jul 29 23:19:09.730129 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e72fdaf3-493b-418d-adcf-7dfa37b73875 req-fbd38263-a6d3-4888-a9cb-46fa15dd0e86 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e2d3bd2-5b6e-4100-b437-94e8bee60adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036946 Jul 29 23:19:09.736836 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1415c5-6491-4311-992f-a084a754361c req-3b86f761-1590-4948-b605-336795838cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:09.738649 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6c1415c5-6491-4311-992f-a084a754361c req-3b86f761-1590-4948-b605-336795838cc4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0716114 Jul 29 23:19:09.828994 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.41', 52231) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:09.854066 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92854ff6-5770-4121-bd2d-a1eb4cd48e8c req-3a0cf180-a833-47e7-ba58-1aacd1dc5fdb tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:09.862452 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-92854ff6-5770-4121-bd2d-a1eb4cd48e8c req-3a0cf180-a833-47e7-ba58-1aacd1dc5fdb tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc7a0dab-e157-4427-ba70-4634d6d2b6e4 HTTP/1.1" status: 200 len: 950 time: 0.3103464 Jul 29 23:19:09.935764 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6c1415c5-6491-4311-992f-a084a754361c req-250ba83b-1948-46f6-8fd4-383c726f91ea service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846583 Jul 29 23:19:10.032639 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d272edbb-414a-48d3-9edc-22082c5c6ea4 req-d5015d64-11e0-48d5-9101-63b2ab23edd1 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:10.034175 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d272edbb-414a-48d3-9edc-22082c5c6ea4 req-d5015d64-11e0-48d5-9101-63b2ab23edd1 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.41 "GET /v2.0/networks?id=ec39a190-3e02-4fd2-a008-3b841dbd3c4b HTTP/1.1" status: 200 len: 804 time: 0.1841030 Jul 29 23:19:10.067770 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6c1415c5-6491-4311-992f-a084a754361c req-8857b4d2-aad9-4f8e-a6e8-672c5475b459 service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161373 Jul 29 23:19:10.076369 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-d272edbb-414a-48d3-9edc-22082c5c6ea4 req-106655e1-59dc-4f3a-9a2f-ac69a2250dc9 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Request body: {'port': {'device_id': 'fd1c4cd0-9246-45ff-bd69-a0c86282f592', 'network_id': 'ec39a190-3e02-4fd2-a008-3b841dbd3c4b', 'admin_state_up': True, 'tenant_id': '48ca3190ceb241b287be19cef493c764'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:19:10.167126 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4aac6943-c2dd-4a30-a0a5-e8774c0210da req-3857f45f-f931-43ad-9c78-698016a6329e tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f408244-29f3-4e00-8c84-67d95c878199 HTTP/1.1" status: 200 len: 210 time: 0.3548443 Jul 29 23:19:10.173737 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a52e8651-32d8-4361-ac72-3703b8ff3046 req-3127c565-7d32-497d-b67d-039683c6c3f1 service neutron] 10.222.0.41 "GET /v2.0/networks/c52606fd-eff3-44e2-a8fb-5c37b1347bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6838090 Jul 29 23:19:10.194930 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d272edbb-414a-48d3-9edc-22082c5c6ea4 req-106655e1-59dc-4f3a-9a2f-ac69a2250dc9 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Made reservation on behalf of 48ca3190ceb241b287be19cef493c764 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:19:10.198404 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-e6b71ed3-142b-4c49-8c13-6b4b04ffcf62 admin admin] For port a97ee861-ce9b-4680-9813-fa2339dc1d34, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=a97ee861-ce9b-4680-9813-fa2339dc1d34,segment=NetworkSegment(c2b5fb6d-518e-4661-ad95-3a830c92aa5a),segment_id=c2b5fb6d-518e-4661-ad95-3a830c92aa5a)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:10.199557 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ed3-142b-4c49-8c13-6b4b04ffcf62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:10.210153 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-d272edbb-414a-48d3-9edc-22082c5c6ea4 req-106655e1-59dc-4f3a-9a2f-ac69a2250dc9 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:10.234947 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-e6b71ed3-142b-4c49-8c13-6b4b04ffcf62 admin admin] Calling delete_port for a97ee861-ce9b-4680-9813-fa2339dc1d34 owned by network:router_interface {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:19:10.238916 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f5959d-7ad2-46f1-9771-981a1d405715 x-openstack-request-id: req-64f5959d-7ad2-46f1-9771-981a1d405715 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:19:10.239738 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e7c21fc-a617-499a-a692-712fb381b4fb", "tag": "4fe51e40-066d-405b-8a55-767ca109e9d1", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:19:10.239738 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-64f5959d-7ad2-46f1-9771-981a1d405715 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:19:10.239935 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e7c21fc-a617-499a-a692-712fb381b4fb', 'tag': '4fe51e40-066d-405b-8a55-767ca109e9d1', 'status': 'completed', 'code': 200} Jul 29 23:19:10.269752 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-92854ff6-5770-4121-bd2d-a1eb4cd48e8c req-21bb92fb-00e8-4777-9f61-494733475197 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4060159 Jul 29 23:19:10.280887 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-30c0df3d-ea65-49db-a2ba-98fb47e3d35e req-25bf1719-d260-40e7-8c88-a8457b16bdac service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5660331 Jul 29 23:19:10.415960 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582dfbb9-0c60-4af3-bf79-2326d1842ae1 req-5567aab7-4578-4818-9f94-f98a61e25a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:10.417871 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-582dfbb9-0c60-4af3-bf79-2326d1842ae1 req-5567aab7-4578-4818-9f94-f98a61e25a4b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=91a437bb27a141a7b19e71e4b1cf439b&device_id=173908e8-0a67-4885-bf2c-52a6206dcf65 HTTP/1.1" status: 200 len: 1095 time: 0.0743663 Jul 29 23:19:10.643887 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22b9155-3edc-4b23-bcec-ce05908218b4 req-757935f9-7ecd-424e-b6c2-7cea874fadbb tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:10.651985 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e22b9155-3edc-4b23-bcec-ce05908218b4 req-757935f9-7ecd-424e-b6c2-7cea874fadbb tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb318f0a-8a5f-472a-afc6-eb8857877767 HTTP/1.1" status: 200 len: 945 time: 0.1498044 Jul 29 23:19:10.669694 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582dfbb9-0c60-4af3-bf79-2326d1842ae1 req-132d20db-8a11-4b7e-bb3d-1bb85aee11ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:10.672156 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-582dfbb9-0c60-4af3-bf79-2326d1842ae1 req-132d20db-8a11-4b7e-bb3d-1bb85aee11ee service neutron] 10.222.0.41 "GET /v2.0/networks?id=c52606fd-eff3-44e2-a8fb-5c37b1347bbe HTTP/1.1" status: 200 len: 923 time: 0.2264428 Jul 29 23:19:10.690949 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6196c751-d2f7-4a4a-9afc-1bdeb5a60f4a req-eaf9690f-fe54-4835-9f8a-37bd1cd6c113 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=c1c14b550fd544fc9d42ae23098dbe98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0516214 Jul 29 23:19:10.782753 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-38365833-45b4-473c-b9bf-b62a4c248619 req-3973cfa3-1af5-4fdd-95f6-c8b74b80be6c tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd1c4cd0-9246-45ff-bd69-a0c86282f592 HTTP/1.1" status: 200 len: 210 time: 0.1023657 Jul 29 23:19:10.785769 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-582dfbb9-0c60-4af3-bf79-2326d1842ae1 req-dec4bcfc-20dd-43d3-9f15-5c1392d6371b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21302783-82f2-4612-9c70-4580f1ca39b2 HTTP/1.1" status: 200 len: 217 time: 0.0981064 Jul 29 23:19:10.801764 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187d388-9d12-4082-af63-38177f0de4ca req-e806d917-d4a8-4d04-9813-331d51859982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:10.801764 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-4187d388-9d12-4082-af63-38177f0de4ca req-e806d917-d4a8-4d04-9813-331d51859982 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c1c14b550fd544fc9d42ae23098dbe98&device_id=9e7c21fc-a617-499a-a692-712fb381b4fb HTTP/1.1" status: 200 len: 1100 time: 0.4698660 Jul 29 23:19:10.837614 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e22b9155-3edc-4b23-bcec-ce05908218b4 req-cdd8934d-cb9c-439e-ac9d-bb9709d7251b tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838856 Jul 29 23:19:10.862843 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-d272edbb-414a-48d3-9edc-22082c5c6ea4 req-106655e1-59dc-4f3a-9a2f-ac69a2250dc9 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Allocated IP 172.20.0.7 (ec39a190-3e02-4fd2-a008-3b841dbd3c4b/5d5d676a-a79a-4d6c-8057-e140077bec43/b7f7ec96-de09-4005-9c38-4a7398e73dc9) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:19:10.880389 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ed3-142b-4c49-8c13-6b4b04ffcf62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:10.910067 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59452) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:10.960078 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b71ed3-142b-4c49-8c13-6b4b04ffcf62 admin admin] Pushing event deleted for resources: {'Port': ['ID=a97ee861-ce9b-4680-9813-fa2339dc1d34,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:10.962160 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6196c751-d2f7-4a4a-9afc-1bdeb5a60f4a req-34378c7d-a1a1-4dd6-965a-6885de4c2f7a tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:10.963735 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6196c751-d2f7-4a4a-9afc-1bdeb5a60f4a req-34378c7d-a1a1-4dd6-965a-6885de4c2f7a tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2634063 Jul 29 23:19:10.983514 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-6196c751-d2f7-4a4a-9afc-1bdeb5a60f4a req-6b250afd-e195-454f-b641-884bb11fcc73 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Request body: {'port': {'device_id': '4f408244-29f3-4e00-8c84-67d95c878199', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'admin_state_up': True, 'tenant_id': 'c1c14b550fd544fc9d42ae23098dbe98'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:19:11.012655 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582dfbb9-0c60-4af3-bf79-2326d1842ae1 req-559b6cba-afd9-4c0d-a050-2107c6103045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:11.014215 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-582dfbb9-0c60-4af3-bf79-2326d1842ae1 req-559b6cba-afd9-4c0d-a050-2107c6103045 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dfebb0ef-4353-4839-9183-7e34bd8a6c57 HTTP/1.1" status: 200 len: 862 time: 0.1751373 Jul 29 23:19:11.040067 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.22', 64936) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:11.066313 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187d388-9d12-4082-af63-38177f0de4ca req-7281710b-8910-4b6e-a766-3188eeef8fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:11.067871 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-4187d388-9d12-4082-af63-38177f0de4ca req-7281710b-8910-4b6e-a766-3188eeef8fb7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d71c22dc-feef-410b-a7ed-6548cf85bd6f HTTP/1.1" status: 200 len: 870 time: 0.2627342 Jul 29 23:19:11.093204 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-582dfbb9-0c60-4af3-bf79-2326d1842ae1 req-64104e78-e6db-4587-a180-25b00933b807 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c52606fd-eff3-44e2-a8fb-5c37b1347bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350227 Jul 29 23:19:11.110262 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665afb0e-6adc-4389-a513-110261482f3a req-dd833c2f-c519-41ae-ab38-87a8c6f7281d tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:11.111786 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-665afb0e-6adc-4389-a513-110261482f3a req-dd833c2f-c519-41ae-ab38-87a8c6f7281d tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/ports?device_id=173908e8-0a67-4885-bf2c-52a6206dcf65 HTTP/1.1" status: 200 len: 943 time: 0.2262714 Jul 29 23:19:11.176312 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0522c7f1-b6b9-4e2a-a2ec-687e72bb1de3 req-cce66e07-8614-45a7-a15e-8c9d064a4fa6 tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:11.177841 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0522c7f1-b6b9-4e2a-a2ec-687e72bb1de3 req-cce66e07-8614-45a7-a15e-8c9d064a4fa6 tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=fb318f0a-8a5f-472a-afc6-eb8857877767 HTTP/1.1" status: 200 len: 1097 time: 0.2236354 Jul 29 23:19:11.191525 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-4187d388-9d12-4082-af63-38177f0de4ca req-88efdcc9-8a49-422f-817b-1f5d02a7c3b7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=4fe51e40-066d-405b-8a55-767ca109e9d1 HTTP/1.1" status: 200 len: 217 time: 0.1005316 Jul 29 23:19:11.196652 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8c6d6b20-02f8-4cdd-8260-1681f351aa49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:11.286678 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3c1145b5-cef4-4c18-b059-adc2e6572646 req-d1dfcd35-126f-4cfe-9071-c3cdd768a2ee service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=fb318f0a-8a5f-472a-afc6-eb8857877767&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2395484 Jul 29 23:19:11.288148 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-665afb0e-6adc-4389-a513-110261482f3a req-bbd18523-609f-4a67-8e5b-42a48c4f496f tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e2d3bd2-5b6e-4100-b437-94e8bee60adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614468 Jul 29 23:19:11.288754 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e6b71ed3-142b-4c49-8c13-6b4b04ffcf62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:11.304478 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0522c7f1-b6b9-4e2a-a2ec-687e72bb1de3 req-374fcaa7-a628-40b9-9246-59de34e52b23 tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987358 Jul 29 23:19:11.364490 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-582dfbb9-0c60-4af3-bf79-2326d1842ae1 req-20a87919-fd89-4ee6-99af-562794c12a25 service neutron] 10.222.0.41 "GET /v2.0/networks/c52606fd-eff3-44e2-a8fb-5c37b1347bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477384 Jul 29 23:19:11.366065 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187d388-9d12-4082-af63-38177f0de4ca req-6c347ad0-95a6-431f-9b7d-ec5fcc987235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:11.367572 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-4187d388-9d12-4082-af63-38177f0de4ca req-6c347ad0-95a6-431f-9b7d-ec5fcc987235 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.1564658 Jul 29 23:19:11.371725 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-d272edbb-414a-48d3-9edc-22082c5c6ea4 req-106655e1-59dc-4f3a-9a2f-ac69a2250dc9 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:11.485854 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6f4facd2-b7cd-4c5d-9f51-78dd7f56d7c1 req-a62b1846-15a1-4927-82b4-c7375bf32c13 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f408244-29f3-4e00-8c84-67d95c878199 HTTP/1.1" status: 200 len: 210 time: 0.0544872 Jul 29 23:19:11.486049 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1145b5-cef4-4c18-b059-adc2e6572646 req-d3e47d20-0ab0-4ab5-9890-d7bdfd53a0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:11.486740 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3c1145b5-cef4-4c18-b059-adc2e6572646 req-d3e47d20-0ab0-4ab5-9890-d7bdfd53a0cc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c2657a7d23514506876a4df5f527f58c&device_id=fb318f0a-8a5f-472a-afc6-eb8857877767 HTTP/1.1" status: 200 len: 1097 time: 0.1334000 Jul 29 23:19:11.503907 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187d388-9d12-4082-af63-38177f0de4ca req-22384338-4d0a-4a85-bfed-255c6760b2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:11.506044 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-4187d388-9d12-4082-af63-38177f0de4ca req-22384338-4d0a-4a85-bfed-255c6760b2da service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1287544 Jul 29 23:19:11.579678 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-582dfbb9-0c60-4af3-bf79-2326d1842ae1 req-880d5425-266d-46e1-af2c-bff5bbbff52e service neutron] 10.222.0.41 "GET /v2.0/networks/c52606fd-eff3-44e2-a8fb-5c37b1347bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070515 Jul 29 23:19:11.587334 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-d272edbb-414a-48d3-9edc-22082c5c6ea4 req-106655e1-59dc-4f3a-9a2f-ac69a2250dc9 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:11.588404 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5d10da-fc09-4e90-92e5-f96ca8536863 req-f4a880dc-473f-46a8-9f89-347c34cb8341 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:11.589929 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0e5d10da-fc09-4e90-92e5-f96ca8536863 req-f4a880dc-473f-46a8-9f89-347c34cb8341 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc7a0dab-e157-4427-ba70-4634d6d2b6e4 HTTP/1.1" status: 200 len: 950 time: 0.1455686 Jul 29 23:19:11.695574 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8c6d6b20-02f8-4cdd-8260-1681f351aa49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:11.699894 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0e5d10da-fc09-4e90-92e5-f96ca8536863 req-85ed75db-e256-4af8-bc0b-1c852d7d0419 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034551 Jul 29 23:19:11.724599 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8c6d6b20-02f8-4cdd-8260-1681f351aa49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:11.729289 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d272edbb-414a-48d3-9edc-22082c5c6ea4 req-106655e1-59dc-4f3a-9a2f-ac69a2250dc9 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Network ec39a190-3e02-4fd2-a008-3b841dbd3c4b is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:19:11.762663 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0d4b5e-297d-4a6c-bcae-de1d670b50c1 req-fcf713ef-c115-42c8-8697-48dd32b199d4 tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:11.764114 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3e0d4b5e-297d-4a6c-bcae-de1d670b50c1 req-fcf713ef-c115-42c8-8697-48dd32b199d4 tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=fb318f0a-8a5f-472a-afc6-eb8857877767 HTTP/1.1" status: 200 len: 1097 time: 0.1035304 Jul 29 23:19:11.765613 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-d272edbb-414a-48d3-9edc-22082c5c6ea4 req-106655e1-59dc-4f3a-9a2f-ac69a2250dc9 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:19:11.773396 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6b71ed3-142b-4c49-8c13-6b4b04ffcf62 admin admin] Router a672cac5-171e-47ab-b4f5-ca678a178c03 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:19:11.779871 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106655e1-59dc-4f3a-9a2f-ac69a2250dc9 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Pushing event updated for resources: {'Port': ['ID=b7f7ec96-de09-4005-9c38-4a7398e73dc9,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:11.786260 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-d272edbb-414a-48d3-9edc-22082c5c6ea4 req-106655e1-59dc-4f3a-9a2f-ac69a2250dc9 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:19:11.822132 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3e0d4b5e-297d-4a6c-bcae-de1d670b50c1 req-df02ede6-61c6-4fd9-9016-46145366baed tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455804 Jul 29 23:19:11.828994 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6196c751-d2f7-4a4a-9afc-1bdeb5a60f4a req-6b250afd-e195-454f-b641-884bb11fcc73 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Made reservation on behalf of c1c14b550fd544fc9d42ae23098dbe98 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:19:11.832864 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-6196c751-d2f7-4a4a-9afc-1bdeb5a60f4a req-6b250afd-e195-454f-b641-884bb11fcc73 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:11.850737 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1145b5-cef4-4c18-b059-adc2e6572646 req-d5a693c3-a438-425d-a5ac-56031bc20895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:11.852225 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3c1145b5-cef4-4c18-b059-adc2e6572646 req-d5a693c3-a438-425d-a5ac-56031bc20895 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f490981b-45a9-43e1-a661-0229cc7a8cd7 HTTP/1.1" status: 200 len: 922 time: 0.3268392 Jul 29 23:19:11.854478 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8c6d6b20-02f8-4cdd-8260-1681f351aa49 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c6aea32d1b3d4925bedcc6c35ff42e81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9360957 Jul 29 23:19:11.868131 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59468) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:11.899390 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6d6b20-02f8-4cdd-8260-1681f351aa49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a2ec05-c6d7-48a9-8c27-c8304cb4d418,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:11.951584 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3c1145b5-cef4-4c18-b059-adc2e6572646 req-ae248ae4-4405-44b9-90dd-43f419ec7686 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=43f77f9e-15ca-4ead-ba28-39729510bf72 HTTP/1.1" status: 200 len: 217 time: 0.0841241 Jul 29 23:19:11.967465 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d272edbb-414a-48d3-9edc-22082c5c6ea4 req-106655e1-59dc-4f3a-9a2f-ac69a2250dc9 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:11.968244 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-d272edbb-414a-48d3-9edc-22082c5c6ea4 req-106655e1-59dc-4f3a-9a2f-ac69a2250dc9 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:11.974397 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de21a12d-0a85-40c7-8c7c-62ac7b401919 req-e3881b54-1e49-429b-a11f-1d72a5788322 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:11.975905 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-de21a12d-0a85-40c7-8c7c-62ac7b401919 req-e3881b54-1e49-429b-a11f-1d72a5788322 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd1c4cd0-9246-45ff-bd69-a0c86282f592 HTTP/1.1" status: 200 len: 931 time: 0.1049533 Jul 29 23:19:11.977453 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b71ed3-142b-4c49-8c13-6b4b04ffcf62 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:19:11.980407 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-4187d388-9d12-4082-af63-38177f0de4ca req-74451dec-2bee-41a5-ae95-e7eb6e8a2826 service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4673119 Jul 29 23:19:11.984961 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e6b71ed3-142b-4c49-8c13-6b4b04ffcf62 admin admin] 10.222.0.43 "PUT /v2.0/routers/a672cac5-171e-47ab-b4f5-ca678a178c03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7913346 Jul 29 23:19:11.988256 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59474) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:11.991780 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dc7263-f8f5-4552-abe8-2b40261c2fcc None None] Sync routers for ids ['a672cac5-171e-47ab-b4f5-ca678a178c03'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:19:12.007429 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dc7263-f8f5-4552-abe8-2b40261c2fcc None None] Routers {'a672cac5-171e-47ab-b4f5-ca678a178c03'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:19:12.008727 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-d2dc7263-f8f5-4552-abe8-2b40261c2fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:18:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['a672cac5-171e-47ab-b4f5-ca678a178c03'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:12.130108 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-de21a12d-0a85-40c7-8c7c-62ac7b401919 req-34b6c3c7-9cb8-41fc-bb70-da43a63f7d52 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424942 Jul 29 23:19:12.145690 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-d2dc7263-f8f5-4552-abe8-2b40261c2fcc None None] Set router a672cac5-171e-47ab-b4f5-ca678a178c03 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:19:12.153097 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d272edbb-414a-48d3-9edc-22082c5c6ea4 req-106655e1-59dc-4f3a-9a2f-ac69a2250dc9 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0805764 Jul 29 23:19:12.182535 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-d272edbb-414a-48d3-9edc-22082c5c6ea4 req-b2bad4a9-e4de-4166-bda6-8282603e3ab0 service neutron] Request body: {'port': {'device_id': 'fd1c4cd0-9246-45ff-bd69-a0c86282f592', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:19:12.184479 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-26182399-138a-419f-b723-bdac0698e230 admin admin] Notify callbacks [] for router, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:12.228111 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a5c487-934f-4be6-a62e-6b2335d8ed0e req-e6fcf3f8-09e0-49e9-a4ca-8e71a19a4a02 tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:12.229655 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-08a5c487-934f-4be6-a62e-6b2335d8ed0e req-e6fcf3f8-09e0-49e9-a4ca-8e71a19a4a02 tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=fb318f0a-8a5f-472a-afc6-eb8857877767 HTTP/1.1" status: 200 len: 1097 time: 0.0919406 Jul 29 23:19:12.246834 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1145b5-cef4-4c18-b059-adc2e6572646 req-1a351399-00f0-4790-9f7c-90e47fe7090c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:12.248468 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3c1145b5-cef4-4c18-b059-adc2e6572646 req-1a351399-00f0-4790-9f7c-90e47fe7090c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=998261e9-cec6-4719-b797-0c7da54a3001 HTTP/1.1" status: 200 len: 861 time: 0.2713745 Jul 29 23:19:12.275374 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ea3a016d-4698-4c20-81bb-3e79e0d74d8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:12.327920 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-08a5c487-934f-4be6-a62e-6b2335d8ed0e req-20b3f5b7-59f5-4d0c-a39c-f8a3206cf2c6 tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881343 Jul 29 23:19:12.329204 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3c1145b5-cef4-4c18-b059-adc2e6572646 req-43f625c3-e1cf-49c2-9965-6a39dd6b2532 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f490981b-45a9-43e1-a661-0229cc7a8cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672100 Jul 29 23:19:12.356049 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-6196c751-d2f7-4a4a-9afc-1bdeb5a60f4a req-6b250afd-e195-454f-b641-884bb11fcc73 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Allocated IP 192.168.233.238 (d71c22dc-feef-410b-a7ed-6548cf85bd6f/64bdc61a-58ca-49c7-bae5-ecfed9ee407c/60bc616e-990d-48d1-9503-5fc08821f418) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:19:12.361456 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-26182399-138a-419f-b723-bdac0698e230 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:12.384817 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-4187d388-9d12-4082-af63-38177f0de4ca req-fd5ee19b-bbff-4d24-b642-4d50f0e023ac service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3502171 Jul 29 23:19:12.388538 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ea3a016d-4698-4c20-81bb-3e79e0d74d8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:12.397781 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-d2dc7263-f8f5-4552-abe8-2b40261c2fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a672cac5-171e-47ab-b4f5-ca678a178c03', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-222989196-router', 'tenant_id': 'd2aa243562a64519a880fa9a248cc450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.136'}], 'enable_snat': True}, 'gw_port_id': '90c74feb-d00c-4e19-ad9a-6254ca5a7ba2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:18:17Z', 'updated_at': '2021-07-29T23:19:10Z', 'revision_number': 5, 'project_id': 'd2aa243562a64519a880fa9a248cc450', 'gw_port': {'id': '90c74feb-d00c-4e19-ad9a-6254ca5a7ba2', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:29:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a672cac5-171e-47ab-b4f5-ca678a178c03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:18Z', 'updated_at': '2021-07-29T23:18:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:12.435753 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dc7263-f8f5-4552-abe8-2b40261c2fcc None None] Checking router: a672cac5-171e-47ab-b4f5-ca678a178c03 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:19:12.451090 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2dc7263-f8f5-4552-abe8-2b40261c2fcc None None] Routers {'a672cac5-171e-47ab-b4f5-ca678a178c03'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:19:12.451855 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-d2dc7263-f8f5-4552-abe8-2b40261c2fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:18:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['a672cac5-171e-47ab-b4f5-ca678a178c03'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:12.453017 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-d272edbb-414a-48d3-9edc-22082c5c6ea4 req-b2bad4a9-e4de-4166-bda6-8282603e3ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:12.460632 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-26182399-138a-419f-b723-bdac0698e230 admin admin] Deleting port 90c74feb-d00c-4e19-ad9a-6254ca5a7ba2 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:19:12.461098 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-26182399-138a-419f-b723-bdac0698e230 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:12.512966 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d81389a-f338-4af2-b98e-8a3d8efbdedf req-6603f1c3-3d2e-49e2-af53-438eeba02d61 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:12.514777 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4d81389a-f338-4af2-b98e-8a3d8efbdedf req-6603f1c3-3d2e-49e2-af53-438eeba02d61 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/ports?device_id=173908e8-0a67-4885-bf2c-52a6206dcf65 HTTP/1.1" status: 200 len: 943 time: 0.0981174 Jul 29 23:19:12.580153 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-d2dc7263-f8f5-4552-abe8-2b40261c2fcc None None] Set router a672cac5-171e-47ab-b4f5-ca678a178c03 gateway port host: None {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:19:12.584284 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-26182399-138a-419f-b723-bdac0698e230 admin admin] For port 90c74feb-d00c-4e19-ad9a-6254ca5a7ba2, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=90c74feb-d00c-4e19-ad9a-6254ca5a7ba2,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:12.585087 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-26182399-138a-419f-b723-bdac0698e230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:12.618349 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-26182399-138a-419f-b723-bdac0698e230 admin admin] Calling delete_port for 90c74feb-d00c-4e19-ad9a-6254ca5a7ba2 owned by network:router_gateway {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:19:12.640170 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-d2dc7263-f8f5-4552-abe8-2b40261c2fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a672cac5-171e-47ab-b4f5-ca678a178c03', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-222989196-router', 'tenant_id': 'd2aa243562a64519a880fa9a248cc450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:18:17Z', 'updated_at': '2021-07-29T23:19:12Z', 'revision_number': 6, 'project_id': 'd2aa243562a64519a880fa9a248cc450', 'gw_port_host': None}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:12.646091 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0bc8258b-60ff-4e27-a097-6f03f91196d6 req-6d6c0585-f7be-4a87-8992-07e4886b8768 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f408244-29f3-4e00-8c84-67d95c878199 HTTP/1.1" status: 200 len: 210 time: 0.0506790 Jul 29 23:19:12.651450 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4d81389a-f338-4af2-b98e-8a3d8efbdedf req-75090467-a5dc-4b74-bcb5-2779e9b4e5bf tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e2d3bd2-5b6e-4100-b437-94e8bee60adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242981 Jul 29 23:19:12.704554 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dc7263-f8f5-4552-abe8-2b40261c2fcc None None] The sync data for ids ['a672cac5-171e-47ab-b4f5-ca678a178c03'] in n-d-712141-10 is: [{'id': 'a672cac5-171e-47ab-b4f5-ca678a178c03', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-222989196-router', 'tenant_id': 'd2aa243562a64519a880fa9a248cc450', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:18:17Z', 'updated_at': '2021-07-29T23:19:12Z', 'revision_number': 6, 'project_id': 'd2aa243562a64519a880fa9a248cc450', 'gw_port_host': None}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:19:12.858034 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3c1145b5-cef4-4c18-b059-adc2e6572646 req-92579e69-de23-4279-9279-fc453a9cd976 service neutron] 10.222.0.22 "GET /v2.0/networks/f490981b-45a9-43e1-a661-0229cc7a8cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5144241 Jul 29 23:19:12.878514 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeb4aaa-40f3-4d4a-ad98-cc81667526ad req-1a4a5e56-97d6-4eeb-a86f-ffc3ec1d8feb tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:12.880016 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-efeb4aaa-40f3-4d4a-ad98-cc81667526ad req-1a4a5e56-97d6-4eeb-a86f-ffc3ec1d8feb tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc7a0dab-e157-4427-ba70-4634d6d2b6e4 HTTP/1.1" status: 200 len: 950 time: 0.0869548 Jul 29 23:19:12.884296 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ea3a016d-4698-4c20-81bb-3e79e0d74d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:12.884514 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-26182399-138a-419f-b723-bdac0698e230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:12.887402 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ea3a016d-4698-4c20-81bb-3e79e0d74d8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:12.888544 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ea3a016d-4698-4c20-81bb-3e79e0d74d8d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f6a2ec05-c6d7-48a9-8c27-c8304cb4d418 HTTP/1.1" status: 204 len: 168 time: 1.0112810 Jul 29 23:19:12.931391 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26182399-138a-419f-b723-bdac0698e230 admin admin] Pushing event deleted for resources: {'Port': ['ID=90c74feb-d00c-4e19-ad9a-6254ca5a7ba2,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:12.959885 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-26182399-138a-419f-b723-bdac0698e230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:13.014273 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3a016d-4698-4c20-81bb-3e79e0d74d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a2ec05-c6d7-48a9-8c27-c8304cb4d418,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:13.192054 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-6196c751-d2f7-4a4a-9afc-1bdeb5a60f4a req-6b250afd-e195-454f-b641-884bb11fcc73 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:13.257390 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3c1145b5-cef4-4c18-b059-adc2e6572646 req-46621ad6-7ec9-46f7-8a26-ad3525afea66 service neutron] 10.222.0.22 "GET /v2.0/networks/f490981b-45a9-43e1-a661-0229cc7a8cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3880033 Jul 29 23:19:13.259926 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-6196c751-d2f7-4a4a-9afc-1bdeb5a60f4a req-6b250afd-e195-454f-b641-884bb11fcc73 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Transition to ACTIVE for port object 60bc616e-990d-48d1-9503-5fc08821f418 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:19:13.334354 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device a97ee861-ce9b-4680-9813-fa2339dc1d34 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:19:13.355659 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59492) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:13.375588 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: a97ee861-ce9b-4680-9813-fa2339dc1d34 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:19:13.376075 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device a97ee861-ce9b-4680-9813-fa2339dc1d34 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:19:13.396003 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0039275b-ac99-4b23-867a-16084aef69fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:13.399477 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-6196c751-d2f7-4a4a-9afc-1bdeb5a60f4a req-6b250afd-e195-454f-b641-884bb11fcc73 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:13.452996 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-d272edbb-414a-48d3-9edc-22082c5c6ea4 req-b2bad4a9-e4de-4166-bda6-8282603e3ab0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7f7ec96-de09-4005-9c38-4a7398e73dc9 {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:19:13.454448 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-efeb4aaa-40f3-4d4a-ad98-cc81667526ad req-16590b07-e1b3-4910-9e11-055f17eba8df tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5618296 Jul 29 23:19:13.458831 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-26182399-138a-419f-b723-bdac0698e230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:13.462478 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-26182399-138a-419f-b723-bdac0698e230 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:13.466252 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-d272edbb-414a-48d3-9edc-22082c5c6ea4 req-b2bad4a9-e4de-4166-bda6-8282603e3ab0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:13.485289 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6196c751-d2f7-4a4a-9afc-1bdeb5a60f4a req-6b250afd-e195-454f-b641-884bb11fcc73 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Network d71c22dc-feef-410b-a7ed-6548cf85bd6f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:19:13.501384 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-6196c751-d2f7-4a4a-9afc-1bdeb5a60f4a req-6b250afd-e195-454f-b641-884bb11fcc73 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:19:13.503196 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b250afd-e195-454f-b641-884bb11fcc73 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Pushing event updated for resources: {'Port': ['ID=60bc616e-990d-48d1-9503-5fc08821f418,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:13.515532 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-6196c751-d2f7-4a4a-9afc-1bdeb5a60f4a req-6b250afd-e195-454f-b641-884bb11fcc73 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:19:13.521869 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-d272edbb-414a-48d3-9edc-22082c5c6ea4 req-b2bad4a9-e4de-4166-bda6-8282603e3ab0 service neutron] Transition to ACTIVE for port object b7f7ec96-de09-4005-9c38-4a7398e73dc9 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:19:13.545164 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23631f2-07cf-484c-9e02-8da03f6e8ff7 req-6f35828a-f100-49ec-ac9a-9e41d0fbfd84 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:13.547574 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c23631f2-07cf-484c-9e02-8da03f6e8ff7 req-6f35828a-f100-49ec-ac9a-9e41d0fbfd84 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd1c4cd0-9246-45ff-bd69-a0c86282f592 HTTP/1.1" status: 200 len: 931 time: 0.2140782 Jul 29 23:19:13.548930 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-26182399-138a-419f-b723-bdac0698e230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:13.549514 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26182399-138a-419f-b723-bdac0698e230 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a672cac5-171e-47ab-b4f5-ca678a178c03 {{(pid=94078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:19:13.558373 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-26182399-138a-419f-b723-bdac0698e230 admin admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:13.558373 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-26182399-138a-419f-b723-bdac0698e230 admin admin] 10.222.0.43 "DELETE /v2.0/routers/a672cac5-171e-47ab-b4f5-ca678a178c03 HTTP/1.1" status: 204 len: 168 time: 1.5668502 Jul 29 23:19:13.561467 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-d272edbb-414a-48d3-9edc-22082c5c6ea4 req-b2bad4a9-e4de-4166-bda6-8282603e3ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:13.561771 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59496) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:13.640876 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6196c751-d2f7-4a4a-9afc-1bdeb5a60f4a req-6b250afd-e195-454f-b641-884bb11fcc73 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:13.641528 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-6196c751-d2f7-4a4a-9afc-1bdeb5a60f4a req-6b250afd-e195-454f-b641-884bb11fcc73 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:13.671659 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-81ba2655-f2a4-478f-a109-200d7fb9b9fd admin admin] Deleting subnet a0dbe3ae-d02e-4ac8-9b5d-68ac6fae1c44 {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:19:13.673120 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bad4a9-e4de-4166-bda6-8282603e3ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=b7f7ec96-de09-4005-9c38-4a7398e73dc9,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:13.679694 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c23631f2-07cf-484c-9e02-8da03f6e8ff7 req-0459f776-5442-4e3f-a10d-dd5f240e6254 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190481 Jul 29 23:19:13.681884 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-81ba2655-f2a4-478f-a109-200d7fb9b9fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:13.741176 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8362b14b-3c99-4f20-98df-092f8c89c170 req-976d39cb-5356-41a5-807d-ffcf7fec45ca tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:13.746091 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8362b14b-3c99-4f20-98df-092f8c89c170 req-976d39cb-5356-41a5-807d-ffcf7fec45ca tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=fb318f0a-8a5f-472a-afc6-eb8857877767 HTTP/1.1" status: 200 len: 1097 time: 0.1473782 Jul 29 23:19:13.775227 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-81ba2655-f2a4-478f-a109-200d7fb9b9fd admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:13.794355 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0039275b-ac99-4b23-867a-16084aef69fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:13.801321 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 4fe51e40-066d-405b-8a55-767ca109e9d1 details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:19:13.803454 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0039275b-ac99-4b23-867a-16084aef69fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:13.834866 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6196c751-d2f7-4a4a-9afc-1bdeb5a60f4a req-6b250afd-e195-454f-b641-884bb11fcc73 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8558586 Jul 29 23:19:13.870014 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0039275b-ac99-4b23-867a-16084aef69fc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cfb9e27d9a794d34bded6bde8b596730&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5063915 Jul 29 23:19:13.870014 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-d272edbb-414a-48d3-9edc-22082c5c6ea4 req-b2bad4a9-e4de-4166-bda6-8282603e3ab0 service neutron] Attempting to bind port b7f7ec96-de09-4005-9c38-4a7398e73dc9 on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:19:13.870014 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-d272edbb-414a-48d3-9edc-22082c5c6ea4 req-b2bad4a9-e4de-4166-bda6-8282603e3ab0 service neutron] Attempting to bind port b7f7ec96-de09-4005-9c38-4a7398e73dc9 by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': '2db8471f-c43b-49ee-9f08-2f1c56af231c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ec39a190-3e02-4fd2-a008-3b841dbd3c4b'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:19:13.870014 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d272edbb-414a-48d3-9edc-22082c5c6ea4 req-b2bad4a9-e4de-4166-bda6-8282603e3ab0 service neutron] Attempting to bind port b7f7ec96-de09-4005-9c38-4a7398e73dc9 on network ec39a190-3e02-4fd2-a008-3b841dbd3c4b {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:19:13.871676 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59504) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:13.880704 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-6196c751-d2f7-4a4a-9afc-1bdeb5a60f4a req-26c55492-4037-4fcd-8731-c062ef4b3492 service neutron] Request body: {'port': {'device_id': '4f408244-29f3-4e00-8c84-67d95c878199', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:19:13.886537 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d272edbb-414a-48d3-9edc-22082c5c6ea4 req-b2bad4a9-e4de-4166-bda6-8282603e3ab0 service neutron] Port b7f7ec96-de09-4005-9c38-4a7398e73dc9 on network ec39a190-3e02-4fd2-a008-3b841dbd3c4b not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:19:13.887125 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d272edbb-414a-48d3-9edc-22082c5c6ea4 req-b2bad4a9-e4de-4166-bda6-8282603e3ab0 service neutron] Attempting to bind port b7f7ec96-de09-4005-9c38-4a7398e73dc9 on network ec39a190-3e02-4fd2-a008-3b841dbd3c4b {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:19:13.891025 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-00ad24d3-7ff1-4183-b394-a669b0fcfc10 None None] Provisioning for port 60bc616e-990d-48d1-9503-5fc08821f418 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:19:13.898148 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-00ad24d3-7ff1-4183-b394-a669b0fcfc10 None None] Provisioning complete for port 60bc616e-990d-48d1-9503-5fc08821f418 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:19:13.898518 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-00ad24d3-7ff1-4183-b394-a669b0fcfc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:13.898650 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8362b14b-3c99-4f20-98df-092f8c89c170 req-0e574629-d1fb-45d3-b1bc-b8d891ca3580 tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433644 Jul 29 23:19:13.909522 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-81ba2655-f2a4-478f-a109-200d7fb9b9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:13.926220 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0039275b-ac99-4b23-867a-16084aef69fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9ec8ba-e8a3-409d-abf6-70633f8c7bb3,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:13.932961 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d272edbb-414a-48d3-9edc-22082c5c6ea4 req-b2bad4a9-e4de-4166-bda6-8282603e3ab0 service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:19:13.933616 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d272edbb-414a-48d3-9edc-22082c5c6ea4 req-b2bad4a9-e4de-4166-bda6-8282603e3ab0 service neutron] Checking segment: {'id': '2db8471f-c43b-49ee-9f08-2f1c56af231c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ec39a190-3e02-4fd2-a008-3b841dbd3c4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:19:13.934954 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d272edbb-414a-48d3-9edc-22082c5c6ea4 req-b2bad4a9-e4de-4166-bda6-8282603e3ab0 service neutron] Bound using segment: {'id': '2db8471f-c43b-49ee-9f08-2f1c56af231c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ec39a190-3e02-4fd2-a008-3b841dbd3c4b'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:19:13.936020 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-d272edbb-414a-48d3-9edc-22082c5c6ea4 req-b2bad4a9-e4de-4166-bda6-8282603e3ab0 service neutron] Bound port: b7f7ec96-de09-4005-9c38-4a7398e73dc9, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2db8471f-c43b-49ee-9f08-2f1c56af231c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ec39a190-3e02-4fd2-a008-3b841dbd3c4b'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:19:13.936706 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-d272edbb-414a-48d3-9edc-22082c5c6ea4 req-b2bad4a9-e4de-4166-bda6-8282603e3ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:13.962279 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507861db-26a0-4ac7-a19a-d56bf708f0ae req-8304b144-b80e-4ac4-b87d-eff0dd519b52 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:13.963834 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-507861db-26a0-4ac7-a19a-d56bf708f0ae req-8304b144-b80e-4ac4-b87d-eff0dd519b52 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f408244-29f3-4e00-8c84-67d95c878199 HTTP/1.1" status: 200 len: 936 time: 0.1566415 Jul 29 23:19:13.972924 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-00ad24d3-7ff1-4183-b394-a669b0fcfc10 None None] Port 60bc616e-990d-48d1-9503-5fc08821f418 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:19:13.995468 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 4fe51e40-066d-405b-8a55-767ca109e9d1, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=4fe51e40-066d-405b-8a55-767ca109e9d1,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:14.022047 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '4fe51e40-066d-405b-8a55-767ca109e9d1', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'port_id': '4fe51e40-066d-405b-8a55-767ca109e9d1', 'mac_address': 'fa:16:3e:bc:07:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64bdc61a-58ca-49c7-bae5-ecfed9ee407c', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:19:14.026471 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-507861db-26a0-4ac7-a19a-d56bf708f0ae req-e1039f5c-e620-46e4-8bb7-7f517d5a9700 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555387 Jul 29 23:19:14.040863 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-6196c751-d2f7-4a4a-9afc-1bdeb5a60f4a req-26c55492-4037-4fcd-8731-c062ef4b3492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:14.065259 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-81ba2655-f2a4-478f-a109-200d7fb9b9fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:14.082615 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-02c13611-5bdb-4493-8bba-775800b8bbdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:14.101405 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:14.103987 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-81ba2655-f2a4-478f-a109-200d7fb9b9fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:14.108893 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-81ba2655-f2a4-478f-a109-200d7fb9b9fd admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a0dbe3ae-d02e-4ac8-9b5d-68ac6fae1c44 HTTP/1.1" status: 204 len: 168 time: 0.5434039 Jul 29 23:19:14.108893 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ba2655-f2a4-478f-a109-200d7fb9b9fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0dbe3ae-d02e-4ac8-9b5d-68ac6fae1c44,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:14.113680 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59508) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:14.115476 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-d272edbb-414a-48d3-9edc-22082c5c6ea4 req-b2bad4a9-e4de-4166-bda6-8282603e3ab0 service neutron] For port b7f7ec96-de09-4005-9c38-4a7398e73dc9, host n-h1-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:19:14.126921 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fe51e40-066d-405b-8a55-767ca109e9d1 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:19:14.130149 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865efd87-c73a-4e40-a6d8-c14589705a82 req-7b54d8d7-5bfb-401b-b8d2-e9d49f0e038e tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:14.131714 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-865efd87-c73a-4e40-a6d8-c14589705a82 req-7b54d8d7-5bfb-401b-b8d2-e9d49f0e038e tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/ports?device_id=173908e8-0a67-4885-bf2c-52a6206dcf65 HTTP/1.1" status: 200 len: 943 time: 0.1112592 Jul 29 23:19:14.142454 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-d272edbb-414a-48d3-9edc-22082c5c6ea4 req-b2bad4a9-e4de-4166-bda6-8282603e3ab0 service neutron] For port b7f7ec96-de09-4005-9c38-4a7398e73dc9, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=b7f7ec96-de09-4005-9c38-4a7398e73dc9,segment=NetworkSegment(2db8471f-c43b-49ee-9f08-2f1c56af231c),segment_id=2db8471f-c43b-49ee-9f08-2f1c56af231c)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:19:14.144631 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-02c13611-5bdb-4493-8bba-775800b8bbdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:14.158048 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 4fe51e40-066d-405b-8a55-767ca109e9d1, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=4fe51e40-066d-405b-8a55-767ca109e9d1,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:14.159943 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ede846d-de1d-435e-95e3-daf9e5412d57 None None] Network 58ca1f32-5bc5-405a-8bfd-45d02004bfd0 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:19:14.171876 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-d272edbb-414a-48d3-9edc-22082c5c6ea4 req-b2bad4a9-e4de-4166-bda6-8282603e3ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:14.227004 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-865efd87-c73a-4e40-a6d8-c14589705a82 req-b5b45831-1940-4241-96dd-c9c13a55b0e1 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e2d3bd2-5b6e-4100-b437-94e8bee60adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800323 Jul 29 23:19:14.229281 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3c94dece-5e5f-4eb6-878d-39448dd5e57f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:14.247471 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:14.278982 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d272edbb-414a-48d3-9edc-22082c5c6ea4 req-b2bad4a9-e4de-4166-bda6-8282603e3ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:14.279608 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-d272edbb-414a-48d3-9edc-22082c5c6ea4 req-b2bad4a9-e4de-4166-bda6-8282603e3ab0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:14.281731 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d272edbb-414a-48d3-9edc-22082c5c6ea4 req-b2bad4a9-e4de-4166-bda6-8282603e3ab0 service neutron] 10.222.0.41 "PUT /v2.0/ports/b7f7ec96-de09-4005-9c38-4a7398e73dc9 HTTP/1.1" status: 200 len: 1092 time: 2.1041200 Jul 29 23:19:14.284587 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd1c4cd0-9246-45ff-bd69-a0c86282f592', 'tag': 'b7f7ec96-de09-4005-9c38-4a7398e73dc9'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:19:14.286882 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f00b15-4625-46f5-bf92-eec455c11311" -d '{"events": [{"name": "network-changed", "server_uuid": "fd1c4cd0-9246-45ff-bd69-a0c86282f592", "tag": "b7f7ec96-de09-4005-9c38-4a7398e73dc9"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:19:14.306863 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-3c94dece-5e5f-4eb6-878d-39448dd5e57f admin admin] Deleting port d397a7da-d115-4d2a-abba-61dbc6752c02 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:19:14.307400 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3c94dece-5e5f-4eb6-878d-39448dd5e57f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:14.366126 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bad4a9-e4de-4166-bda6-8282603e3ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=b7f7ec96-de09-4005-9c38-4a7398e73dc9,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:14.381108 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03bdf700-0cfa-4698-8dd7-8802f509f815 x-openstack-request-id: req-03bdf700-0cfa-4698-8dd7-8802f509f815 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:19:14.381399 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd1c4cd0-9246-45ff-bd69-a0c86282f592", "tag": "b7f7ec96-de09-4005-9c38-4a7398e73dc9", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:19:14.381693 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-03bdf700-0cfa-4698-8dd7-8802f509f815 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:19:14.382087 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd1c4cd0-9246-45ff-bd69-a0c86282f592', 'tag': 'b7f7ec96-de09-4005-9c38-4a7398e73dc9', 'status': 'completed', 'code': 200} Jul 29 23:19:14.395259 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-3c94dece-5e5f-4eb6-878d-39448dd5e57f admin admin] For port d397a7da-d115-4d2a-abba-61dbc6752c02, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=d397a7da-d115-4d2a-abba-61dbc6752c02,segment=NetworkSegment(c2b5fb6d-518e-4661-ad95-3a830c92aa5a),segment_id=c2b5fb6d-518e-4661-ad95-3a830c92aa5a)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:14.395952 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3c94dece-5e5f-4eb6-878d-39448dd5e57f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:14.409423 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-02c13611-5bdb-4493-8bba-775800b8bbdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:14.411972 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-02c13611-5bdb-4493-8bba-775800b8bbdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:14.413085 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-3c94dece-5e5f-4eb6-878d-39448dd5e57f admin admin] Calling delete_port for d397a7da-d115-4d2a-abba-61dbc6752c02 owned by network:dhcp {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:19:14.421047 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-02c13611-5bdb-4493-8bba-775800b8bbdb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5a9ec8ba-e8a3-409d-abf6-70633f8c7bb3 HTTP/1.1" status: 204 len: 168 time: 0.5259595 Jul 29 23:19:14.432871 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 21302783-82f2-4612-9c70-4580f1ca39b2 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:19:14.492165 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c13611-5bdb-4493-8bba-775800b8bbdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9ec8ba-e8a3-409d-abf6-70633f8c7bb3,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:14.553614 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 21302783-82f2-4612-9c70-4580f1ca39b2, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=21302783-82f2-4612-9c70-4580f1ca39b2,segment=NetworkSegment(b15fd95c-eafe-4a6f-99aa-9d06f8ec7d52),segment_id=b15fd95c-eafe-4a6f-99aa-9d06f8ec7d52)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:14.578550 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d272edbb-414a-48d3-9edc-22082c5c6ea4 req-352f60e9-8fbf-4b8d-90b3-da76b033fb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:14.580669 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d272edbb-414a-48d3-9edc-22082c5c6ea4 req-352f60e9-8fbf-4b8d-90b3-da76b033fb3e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=48ca3190ceb241b287be19cef493c764&device_id=fd1c4cd0-9246-45ff-bd69-a0c86282f592 HTTP/1.1" status: 200 len: 1095 time: 0.2178209 Jul 29 23:19:14.599055 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['4fe51e40-066d-405b-8a55-767ca109e9d1'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:19:14.607774 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0741b754-2a87-4e6e-a1c2-174730cea21e None None] DHCP port deletion for 58ca1f32-5bc5-405a-8bfd-45d02004bfd0 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:19:14.611174 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3c94dece-5e5f-4eb6-878d-39448dd5e57f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:14.653827 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-6196c751-d2f7-4a4a-9afc-1bdeb5a60f4a req-26c55492-4037-4fcd-8731-c062ef4b3492 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60bc616e-990d-48d1-9503-5fc08821f418 {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:19:14.660770 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c94dece-5e5f-4eb6-878d-39448dd5e57f admin admin] No DVR routers for this DVR port d397a7da-d115-4d2a-abba-61dbc6752c02 on host n-d-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:19:14.666680 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c94dece-5e5f-4eb6-878d-39448dd5e57f admin admin] Pushing event deleted for resources: {'Port': ['ID=d397a7da-d115-4d2a-abba-61dbc6752c02,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:14.680878 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': '21302783-82f2-4612-9c70-4580f1ca39b2', 'network_id': 'c52606fd-eff3-44e2-a8fb-5c37b1347bbe', 'port_id': '21302783-82f2-4612-9c70-4580f1ca39b2', 'mac_address': 'fa:16:3e:c5:62:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfebb0ef-4353-4839-9183-7e34bd8a6c57', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:19:14.695278 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=4fe51e40-066d-405b-8a55-767ca109e9d1,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:14.738566 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d272edbb-414a-48d3-9edc-22082c5c6ea4 req-20f33f33-2668-4ac9-80f6-88012ebb4607 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7f7ec96-de09-4005-9c38-4a7398e73dc9 HTTP/1.1" status: 200 len: 217 time: 0.0791819 Jul 29 23:19:14.753618 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-6196c751-d2f7-4a4a-9afc-1bdeb5a60f4a req-26c55492-4037-4fcd-8731-c062ef4b3492 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:14.799070 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:14.812103 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7325132e-fd29-4771-acc2-8c9e3d9fa758 req-b18af016-77a4-4cc0-a15c-33b945415186 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:14.819858 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-6196c751-d2f7-4a4a-9afc-1bdeb5a60f4a req-26c55492-4037-4fcd-8731-c062ef4b3492 service neutron] Transition to ACTIVE for port object 60bc616e-990d-48d1-9503-5fc08821f418 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:19:14.820074 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7325132e-fd29-4771-acc2-8c9e3d9fa758 req-b18af016-77a4-4cc0-a15c-33b945415186 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc7a0dab-e157-4427-ba70-4634d6d2b6e4 HTTP/1.1" status: 200 len: 950 time: 0.2208884 Jul 29 23:19:14.835333 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-6196c751-d2f7-4a4a-9afc-1bdeb5a60f4a req-26c55492-4037-4fcd-8731-c062ef4b3492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:14.839851 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d272edbb-414a-48d3-9edc-22082c5c6ea4 req-18e41748-a324-4d82-bd35-24dcad1d9428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:14.842503 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3c94dece-5e5f-4eb6-878d-39448dd5e57f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:14.842666 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d272edbb-414a-48d3-9edc-22082c5c6ea4 req-18e41748-a324-4d82-bd35-24dcad1d9428 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d5d676a-a79a-4d6c-8057-e140077bec43 HTTP/1.1" status: 200 len: 844 time: 0.0940146 Jul 29 23:19:14.849247 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21302783-82f2-4612-9c70-4580f1ca39b2 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:19:14.857753 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3c94dece-5e5f-4eb6-878d-39448dd5e57f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:19:14.858636 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3c94dece-5e5f-4eb6-878d-39448dd5e57f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:19:14.861243 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3c94dece-5e5f-4eb6-878d-39448dd5e57f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:19:14.861474 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3c94dece-5e5f-4eb6-878d-39448dd5e57f admin admin] Subscribe: > port after_create 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:19:14.861858 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3c94dece-5e5f-4eb6-878d-39448dd5e57f admin admin] Subscribe: > port after_delete 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:19:14.862197 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3c94dece-5e5f-4eb6-878d-39448dd5e57f admin admin] Subscribe: > port after_update 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:19:14.862560 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3c94dece-5e5f-4eb6-878d-39448dd5e57f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:19:14.862956 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3c94dece-5e5f-4eb6-878d-39448dd5e57f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:19:14.863295 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3c94dece-5e5f-4eb6-878d-39448dd5e57f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:19:14.863616 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3c94dece-5e5f-4eb6-878d-39448dd5e57f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:19:14.903473 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 21302783-82f2-4612-9c70-4580f1ca39b2, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=21302783-82f2-4612-9c70-4580f1ca39b2,segment=NetworkSegment(b15fd95c-eafe-4a6f-99aa-9d06f8ec7d52),segment_id=b15fd95c-eafe-4a6f-99aa-9d06f8ec7d52)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:14.916951 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:14.937739 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3c94dece-5e5f-4eb6-878d-39448dd5e57f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:19:14.938088 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3c94dece-5e5f-4eb6-878d-39448dd5e57f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:19:14.938419 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3c94dece-5e5f-4eb6-878d-39448dd5e57f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:19:14.938885 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3c94dece-5e5f-4eb6-878d-39448dd5e57f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94078) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:19:14.939146 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-3c94dece-5e5f-4eb6-878d-39448dd5e57f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58ca1f32-5bc5-405a-8bfd-45d02004bfd0']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:14.987226 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-3c94dece-5e5f-4eb6-878d-39448dd5e57f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2b5fb6d-518e-4661-ad95-3a830c92aa5a') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:14.987521 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-3c94dece-5e5f-4eb6-878d-39448dd5e57f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2b5fb6d-518e-4661-ad95-3a830c92aa5a') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:14.991093 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d272edbb-414a-48d3-9edc-22082c5c6ea4 req-b96ce9ba-cb08-4f47-86e1-8894a8c5131f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ec39a190-3e02-4fd2-a008-3b841dbd3c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1399591 Jul 29 23:19:15.028187 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7325132e-fd29-4771-acc2-8c9e3d9fa758 req-b4505f5c-7a62-4de4-af4c-531ec48da874 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017763 Jul 29 23:19:15.050839 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3c94dece-5e5f-4eb6-878d-39448dd5e57f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:15.065232 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=21302783-82f2-4612-9c70-4580f1ca39b2,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:15.111035 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3c94dece-5e5f-4eb6-878d-39448dd5e57f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:15.112648 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device d397a7da-d115-4d2a-abba-61dbc6752c02 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:19:15.156232 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c94dece-5e5f-4eb6-878d-39448dd5e57f admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:19:15.156645 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3c94dece-5e5f-4eb6-878d-39448dd5e57f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:15.161998 n-d-712141-10 neutron-server[94078]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 23:19:15.161998 n-d-712141-10 neutron-server[94078]: from cryptography.utils import int_from_bytes Jul 29 23:19:15.161998 n-d-712141-10 neutron-server[94078]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 23:19:15.161998 n-d-712141-10 neutron-server[94078]: from cryptography.utils import int_from_bytes Jul 29 23:19:15.161998 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:19:15.161998 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:19:15.161998 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:19:15.161998 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:19:15.161998 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:19:15.161998 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:19:15.161998 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:19:15.161998 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:19:15.161998 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:19:15.161998 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:19:15.161998 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:19:15.161998 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:19:15.161998 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:19:15.161998 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:19:15.161998 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:19:15.161998 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:19:15.161998 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:19:15.161998 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:19:15.161998 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:19:15.161998 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:19:15.161998 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:19:15.161998 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:19:15.161998 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:19:15.161998 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:19:15.161998 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:19:15.161998 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:19:15.161998 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:19:15.161998 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:19:15.161998 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:19:15.161998 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:19:15.161998 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:19:15.161998 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:19:15.200612 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: d397a7da-d115-4d2a-abba-61dbc6752c02 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:19:15.200949 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device d397a7da-d115-4d2a-abba-61dbc6752c02 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:19:15.202031 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 90c74feb-d00c-4e19-ad9a-6254ca5a7ba2 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:19:15.238487 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c55492-4037-4fcd-8731-c062ef4b3492 service neutron] Pushing event updated for resources: {'Port': ['ID=60bc616e-990d-48d1-9503-5fc08821f418,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:15.239033 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a288fb8-a955-4122-983a-f5aa0f435cd8 req-cfb804c1-af00-439d-8dc6-385522828b46 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:15.240826 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9a288fb8-a955-4122-983a-f5aa0f435cd8 req-cfb804c1-af00-439d-8dc6-385522828b46 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd1c4cd0-9246-45ff-bd69-a0c86282f592 HTTP/1.1" status: 200 len: 943 time: 0.1197498 Jul 29 23:19:15.242044 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3c94dece-5e5f-4eb6-878d-39448dd5e57f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:15.249959 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3c94dece-5e5f-4eb6-878d-39448dd5e57f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:15.254286 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-3c94dece-5e5f-4eb6-878d-39448dd5e57f admin admin] 10.222.0.43 "DELETE /v2.0/networks/58ca1f32-5bc5-405a-8bfd-45d02004bfd0 HTTP/1.1" status: 204 len: 168 time: 1.1372826 Jul 29 23:19:15.294558 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['21302783-82f2-4612-9c70-4580f1ca39b2'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:19:15.325937 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c94dece-5e5f-4eb6-878d-39448dd5e57f admin admin] Pushing event deleted for resources: {'Network': ['ID=58ca1f32-5bc5-405a-8bfd-45d02004bfd0,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:15.376567 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 90c74feb-d00c-4e19-ad9a-6254ca5a7ba2 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:19:15.378044 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 90c74feb-d00c-4e19-ad9a-6254ca5a7ba2 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:19:15.378594 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9a288fb8-a955-4122-983a-f5aa0f435cd8 req-e7115a0b-3a23-4c93-9ef6-c6fa836f75e6 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252174 Jul 29 23:19:15.426639 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d272edbb-414a-48d3-9edc-22082c5c6ea4 req-630cd600-6930-4fcf-b3bf-eb10f381d27d service neutron] 10.222.0.41 "GET /v2.0/networks/ec39a190-3e02-4fd2-a008-3b841dbd3c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4211166 Jul 29 23:19:15.505544 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59564) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:15.566696 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-6196c751-d2f7-4a4a-9afc-1bdeb5a60f4a req-26c55492-4037-4fcd-8731-c062ef4b3492 service neutron] Attempting to bind port 60bc616e-990d-48d1-9503-5fc08821f418 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:19:15.567038 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-6196c751-d2f7-4a4a-9afc-1bdeb5a60f4a req-26c55492-4037-4fcd-8731-c062ef4b3492 service neutron] Attempting to bind port 60bc616e-990d-48d1-9503-5fc08821f418 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:19:15.567371 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6196c751-d2f7-4a4a-9afc-1bdeb5a60f4a req-26c55492-4037-4fcd-8731-c062ef4b3492 service neutron] Attempting to bind port 60bc616e-990d-48d1-9503-5fc08821f418 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:19:15.574858 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6196c751-d2f7-4a4a-9afc-1bdeb5a60f4a req-26c55492-4037-4fcd-8731-c062ef4b3492 service neutron] Port 60bc616e-990d-48d1-9503-5fc08821f418 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:19:15.575185 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6196c751-d2f7-4a4a-9afc-1bdeb5a60f4a req-26c55492-4037-4fcd-8731-c062ef4b3492 service neutron] Attempting to bind port 60bc616e-990d-48d1-9503-5fc08821f418 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:19:15.597039 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6196c751-d2f7-4a4a-9afc-1bdeb5a60f4a req-26c55492-4037-4fcd-8731-c062ef4b3492 service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:19:15.597434 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6196c751-d2f7-4a4a-9afc-1bdeb5a60f4a req-26c55492-4037-4fcd-8731-c062ef4b3492 service neutron] Checking segment: {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:19:15.599738 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6196c751-d2f7-4a4a-9afc-1bdeb5a60f4a req-26c55492-4037-4fcd-8731-c062ef4b3492 service neutron] Bound using segment: {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:19:15.600725 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-6196c751-d2f7-4a4a-9afc-1bdeb5a60f4a req-26c55492-4037-4fcd-8731-c062ef4b3492 service neutron] Bound port: 60bc616e-990d-48d1-9503-5fc08821f418, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:19:15.601106 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-6196c751-d2f7-4a4a-9afc-1bdeb5a60f4a req-26c55492-4037-4fcd-8731-c062ef4b3492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:15.645375 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-8c2e822d-f5fe-4eb7-8ab4-ad5b2c35185f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d2aa243562a64519a880fa9a248cc450&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1364002 Jul 29 23:19:15.649698 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59568) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:15.653481 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f208907d-3878-4f6a-b43f-0384d0ff2080 req-ee3349b5-5bf6-4520-86b2-46e21fcff84d tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:15.655606 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f208907d-3878-4f6a-b43f-0384d0ff2080 req-ee3349b5-5bf6-4520-86b2-46e21fcff84d tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f408244-29f3-4e00-8c84-67d95c878199 HTTP/1.1" status: 200 len: 948 time: 0.1056573 Jul 29 23:19:15.659784 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d272edbb-414a-48d3-9edc-22082c5c6ea4 req-2a452ce0-5e63-45c9-a086-05d3f454e30f service neutron] 10.222.0.41 "GET /v2.0/networks/ec39a190-3e02-4fd2-a008-3b841dbd3c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231412 Jul 29 23:19:15.700282 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f208907d-3878-4f6a-b43f-0384d0ff2080 req-06859860-812e-4700-95f8-c748e82f1253 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377524 Jul 29 23:19:15.764690 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-6196c751-d2f7-4a4a-9afc-1bdeb5a60f4a req-26c55492-4037-4fcd-8731-c062ef4b3492 service neutron] For port 60bc616e-990d-48d1-9503-5fc08821f418, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:19:15.768920 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ba901421-868f-4747-a205-3042986ef701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:15.781538 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-6196c751-d2f7-4a4a-9afc-1bdeb5a60f4a req-26c55492-4037-4fcd-8731-c062ef4b3492 service neutron] For port 60bc616e-990d-48d1-9503-5fc08821f418, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=60bc616e-990d-48d1-9503-5fc08821f418,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:19:15.794783 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-6196c751-d2f7-4a4a-9afc-1bdeb5a60f4a req-26c55492-4037-4fcd-8731-c062ef4b3492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:15.831288 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 4fe51e40-066d-405b-8a55-767ca109e9d1 up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:19:15.836965 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ba901421-868f-4747-a205-3042986ef701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:15.857629 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6196c751-d2f7-4a4a-9afc-1bdeb5a60f4a req-26c55492-4037-4fcd-8731-c062ef4b3492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:15.859028 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-6196c751-d2f7-4a4a-9afc-1bdeb5a60f4a req-26c55492-4037-4fcd-8731-c062ef4b3492 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:15.860619 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6196c751-d2f7-4a4a-9afc-1bdeb5a60f4a req-26c55492-4037-4fcd-8731-c062ef4b3492 service neutron] 10.222.0.22 "PUT /v2.0/ports/60bc616e-990d-48d1-9503-5fc08821f418 HTTP/1.1" status: 200 len: 1097 time: 2.0124300 Jul 29 23:19:15.906010 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port 4fe51e40-066d-405b-8a55-767ca109e9d1 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:19:15.911199 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 4fe51e40-066d-405b-8a55-767ca109e9d1 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:19:15.911629 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:15.945734 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c55492-4037-4fcd-8731-c062ef4b3492 service neutron] Pushing event updated for resources: {'Port': ['ID=60bc616e-990d-48d1-9503-5fc08821f418,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:15.966107 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [req-1f271852-8209-4e3b-a323-6116538d1f6c req-a1076b9a-fab7-40ce-92db-2c2160bc9d9a tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:19:15.974226 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1f271852-8209-4e3b-a323-6116538d1f6c req-a1076b9a-fab7-40ce-92db-2c2160bc9d9a tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0242658 Jul 29 23:19:15.980938 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-1f271852-8209-4e3b-a323-6116538d1f6c req-5dc0d316-f69d-416a-850e-a6753c463fea service neutron] Request body: {'binding': {'host': 'n-h1-712141-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:19:15.981394 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-1f271852-8209-4e3b-a323-6116538d1f6c req-5dc0d316-f69d-416a-850e-a6753c463fea service neutron] Unknown quota resources ['binding']. {{(pid=94077) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 23:19:15.996690 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88ef5dd-6495-42b6-a230-f08c33961e4c req-3511dcb2-45db-4913-9a99-d2c3e4cf137a tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:15.999387 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e88ef5dd-6495-42b6-a230-f08c33961e4c req-3511dcb2-45db-4913-9a99-d2c3e4cf137a tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/ports?device_id=173908e8-0a67-4885-bf2c-52a6206dcf65 HTTP/1.1" status: 200 len: 944 time: 0.0710697 Jul 29 23:19:16.044343 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e88ef5dd-6495-42b6-a230-f08c33961e4c req-81a96af1-f65a-4946-b444-68934e33522d tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e2d3bd2-5b6e-4100-b437-94e8bee60adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389049 Jul 29 23:19:16.051387 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f00b15-4625-46f5-bf92-eec455c11311 req-4452c850-970a-4b1c-ae2a-50188c5f784a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:16.053729 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-22f00b15-4625-46f5-bf92-eec455c11311 req-4452c850-970a-4b1c-ae2a-50188c5f784a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=48ca3190ceb241b287be19cef493c764&device_id=fd1c4cd0-9246-45ff-bd69-a0c86282f592 HTTP/1.1" status: 200 len: 1095 time: 0.1762190 Jul 29 23:19:16.149495 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ba901421-868f-4747-a205-3042986ef701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:16.152095 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ba901421-868f-4747-a205-3042986ef701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:16.153230 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ba901421-868f-4747-a205-3042986ef701 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9d486468-438b-403e-b912-6cb7d116d8b5 HTTP/1.1" status: 204 len: 168 time: 0.5022340 Jul 29 23:19:16.153933 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:16.192110 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e7c21fc-a617-499a-a692-712fb381b4fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe51e40-066d-405b-8a55-767ca109e9d1'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:19:16.195250 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfeb589b-b10b-48d4-8100-b6c08d6cc7d3" -d '{"events": [{"server_uuid": "9e7c21fc-a617-499a-a692-712fb381b4fb", "name": "network-vif-plugged", "status": "completed", "tag": "4fe51e40-066d-405b-8a55-767ca109e9d1"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:19:16.200347 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6196c751-d2f7-4a4a-9afc-1bdeb5a60f4a req-0f22ea06-7c58-4631-bb7b-e53e0e785e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:16.202666 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6196c751-d2f7-4a4a-9afc-1bdeb5a60f4a req-0f22ea06-7c58-4631-bb7b-e53e0e785e07 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c1c14b550fd544fc9d42ae23098dbe98&device_id=4f408244-29f3-4e00-8c84-67d95c878199 HTTP/1.1" status: 200 len: 1100 time: 0.2683952 Jul 29 23:19:16.212523 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 4fe51e40-066d-405b-8a55-767ca109e9d1, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=4fe51e40-066d-405b-8a55-767ca109e9d1,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:16.216847 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:16.227894 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba901421-868f-4747-a205-3042986ef701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d486468-438b-403e-b912-6cb7d116d8b5,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:16.302654 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6196c751-d2f7-4a4a-9afc-1bdeb5a60f4a req-3437c0e8-0779-400c-a832-76ddf21aa6f9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=60bc616e-990d-48d1-9503-5fc08821f418 HTTP/1.1" status: 200 len: 217 time: 0.0868232 Jul 29 23:19:16.313150 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=4fe51e40-066d-405b-8a55-767ca109e9d1,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:16.325133 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f00b15-4625-46f5-bf92-eec455c11311 req-f07fd688-3412-4b06-bf50-001ba0506b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:16.327150 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-22f00b15-4625-46f5-bf92-eec455c11311 req-f07fd688-3412-4b06-bf50-001ba0506b03 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ec39a190-3e02-4fd2-a008-3b841dbd3c4b HTTP/1.1" status: 200 len: 905 time: 0.2656744 Jul 29 23:19:16.339705 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d82f79b2-c595-407f-8adc-bae455a5191b req-9e3d4225-7c84-4796-96a9-8f403dcb744a tempest-ImagesNegativeTestJSON-10651441 tempest-ImagesNegativeTestJSON-10651441-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=b73e0da8cf5047e79bb7f51b49b423db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220392 Jul 29 23:19:16.410728 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f408244-29f3-4e00-8c84-67d95c878199', 'tag': '60bc616e-990d-48d1-9503-5fc08821f418'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:19:16.412989 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94014a49-b86e-47bf-8cf5-5ca5b658bb4c" -d '{"events": [{"name": "network-changed", "server_uuid": "4f408244-29f3-4e00-8c84-67d95c878199", "tag": "60bc616e-990d-48d1-9503-5fc08821f418"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:19:16.424006 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-22f00b15-4625-46f5-bf92-eec455c11311 req-c23d8fa6-d03a-4351-b5b8-ee105121afe2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7f7ec96-de09-4005-9c38-4a7398e73dc9 HTTP/1.1" status: 200 len: 217 time: 0.0691385 Jul 29 23:19:16.440847 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 21302783-82f2-4612-9c70-4580f1ca39b2 up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:19:16.454315 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6196c751-d2f7-4a4a-9afc-1bdeb5a60f4a req-9721caa7-4bbe-4d80-b069-b8904351ff7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:16.455445 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6196c751-d2f7-4a4a-9afc-1bdeb5a60f4a req-9721caa7-4bbe-4d80-b069-b8904351ff7f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.1438656 Jul 29 23:19:16.468838 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f79b2-c595-407f-8adc-bae455a5191b req-817304ed-59a4-4f27-ad36-f3066022ce0e tempest-ImagesNegativeTestJSON-10651441 tempest-ImagesNegativeTestJSON-10651441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:16.475267 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d82f79b2-c595-407f-8adc-bae455a5191b req-817304ed-59a4-4f27-ad36-f3066022ce0e tempest-ImagesNegativeTestJSON-10651441 tempest-ImagesNegativeTestJSON-10651441-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1286583 Jul 29 23:19:16.487565 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-1f271852-8209-4e3b-a323-6116538d1f6c req-5dc0d316-f69d-416a-850e-a6753c463fea service neutron] Attempting to bind port 43f77f9e-15ca-4ead-ba28-39729510bf72 on host n-h1-712141-10 for vnic_type normal with profile None {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:19:16.487891 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-1f271852-8209-4e3b-a323-6116538d1f6c req-5dc0d316-f69d-416a-850e-a6753c463fea service neutron] Attempting to bind port 43f77f9e-15ca-4ead-ba28-39729510bf72 by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': 'a739f5fc-cf01-40c9-83c0-bfbae7f993f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f490981b-45a9-43e1-a661-0229cc7a8cd7'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:19:16.488281 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f271852-8209-4e3b-a323-6116538d1f6c req-5dc0d316-f69d-416a-850e-a6753c463fea service neutron] Attempting to bind port 43f77f9e-15ca-4ead-ba28-39729510bf72 on network f490981b-45a9-43e1-a661-0229cc7a8cd7 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:19:16.490045 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d82f79b2-c595-407f-8adc-bae455a5191b req-bf49b402-69bd-424c-8649-0d490fa2c089 tempest-ImagesNegativeTestJSON-10651441 tempest-ImagesNegativeTestJSON-10651441-project] 10.222.0.43 "GET /v2.0/quotas/b73e0da8cf5047e79bb7f51b49b423db HTTP/1.1" status: 200 len: 375 time: 0.0128191 Jul 29 23:19:16.518949 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port 21302783-82f2-4612-9c70-4580f1ca39b2 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:19:16.523392 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port 21302783-82f2-4612-9c70-4580f1ca39b2 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:19:16.523795 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:16.529244 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f271852-8209-4e3b-a323-6116538d1f6c req-5dc0d316-f69d-416a-850e-a6753c463fea service neutron] Port 43f77f9e-15ca-4ead-ba28-39729510bf72 on network f490981b-45a9-43e1-a661-0229cc7a8cd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:19:16.529631 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f271852-8209-4e3b-a323-6116538d1f6c req-5dc0d316-f69d-416a-850e-a6753c463fea service neutron] Attempting to bind port 43f77f9e-15ca-4ead-ba28-39729510bf72 on network f490981b-45a9-43e1-a661-0229cc7a8cd7 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:19:16.540846 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f271852-8209-4e3b-a323-6116538d1f6c req-5dc0d316-f69d-416a-850e-a6753c463fea service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:19:16.541192 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f271852-8209-4e3b-a323-6116538d1f6c req-5dc0d316-f69d-416a-850e-a6753c463fea service neutron] Checking segment: {'id': 'a739f5fc-cf01-40c9-83c0-bfbae7f993f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f490981b-45a9-43e1-a661-0229cc7a8cd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:19:16.541607 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f271852-8209-4e3b-a323-6116538d1f6c req-5dc0d316-f69d-416a-850e-a6753c463fea service neutron] Bound using segment: {'id': 'a739f5fc-cf01-40c9-83c0-bfbae7f993f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f490981b-45a9-43e1-a661-0229cc7a8cd7'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:19:16.542044 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-1f271852-8209-4e3b-a323-6116538d1f6c req-5dc0d316-f69d-416a-850e-a6753c463fea service neutron] Bound port: 43f77f9e-15ca-4ead-ba28-39729510bf72, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a739f5fc-cf01-40c9-83c0-bfbae7f993f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f490981b-45a9-43e1-a661-0229cc7a8cd7'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:19:16.547920 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d82f79b2-c595-407f-8adc-bae455a5191b req-ffb45edc-b41c-4069-947b-eb5b5f3379f6 tempest-ImagesNegativeTestJSON-10651441 tempest-ImagesNegativeTestJSON-10651441-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b73e0da8cf5047e79bb7f51b49b423db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516057 Jul 29 23:19:16.548306 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f00b15-4625-46f5-bf92-eec455c11311 req-b65b6db4-b7c6-4ff2-ad8f-3eff0a1e28fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:16.549822 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-22f00b15-4625-46f5-bf92-eec455c11311 req-b65b6db4-b7c6-4ff2-ad8f-3eff0a1e28fa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d5d676a-a79a-4d6c-8057-e140077bec43 HTTP/1.1" status: 200 len: 844 time: 0.1180747 Jul 29 23:19:16.606916 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6196c751-d2f7-4a4a-9afc-1bdeb5a60f4a req-1a2382b0-a4d1-4a43-82e4-d816193c8d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:16.610047 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6196c751-d2f7-4a4a-9afc-1bdeb5a60f4a req-1a2382b0-a4d1-4a43-82e4-d816193c8d76 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1345224 Jul 29 23:19:16.625146 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:16.634341 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-22f00b15-4625-46f5-bf92-eec455c11311 req-c2ec1c01-e159-4737-a0f5-90b443a33abd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ec39a190-3e02-4fd2-a008-3b841dbd3c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458255 Jul 29 23:19:16.664937 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 21302783-82f2-4612-9c70-4580f1ca39b2, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=21302783-82f2-4612-9c70-4580f1ca39b2,segment=NetworkSegment(b15fd95c-eafe-4a6f-99aa-9d06f8ec7d52),segment_id=b15fd95c-eafe-4a6f-99aa-9d06f8ec7d52)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:16.672400 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:16.742239 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=21302783-82f2-4612-9c70-4580f1ca39b2,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:16.756001 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6196c751-d2f7-4a4a-9afc-1bdeb5a60f4a req-f03280d4-35e2-42c7-9799-6e3754a24b8f service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241882 Jul 29 23:19:16.862066 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebd4034-d92c-4429-8d30-2fc04f36fc11 req-9dcf4323-1130-41c3-98a8-b0f18f8a3c81 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:16.864376 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bebd4034-d92c-4429-8d30-2fc04f36fc11 req-9dcf4323-1130-41c3-98a8-b0f18f8a3c81 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc7a0dab-e157-4427-ba70-4634d6d2b6e4 HTTP/1.1" status: 200 len: 950 time: 0.0815725 Jul 29 23:19:16.912057 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bebd4034-d92c-4429-8d30-2fc04f36fc11 req-b5ad17fa-270c-4971-9d63-f71d8298fbd2 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406916 Jul 29 23:19:16.966819 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a0a23d-4264-4f62-a34f-6f85c010f7b2 x-openstack-request-id: req-83a0a23d-4264-4f62-a34f-6f85c010f7b2 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:19:16.968047 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e7c21fc-a617-499a-a692-712fb381b4fb", "name": "network-vif-plugged", "status": "completed", "tag": "4fe51e40-066d-405b-8a55-767ca109e9d1", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:19:16.968574 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-83a0a23d-4264-4f62-a34f-6f85c010f7b2 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:19:16.969274 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e7c21fc-a617-499a-a692-712fb381b4fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe51e40-066d-405b-8a55-767ca109e9d1', 'code': 200} Jul 29 23:19:17.132202 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d463f305-b372-4128-add1-1d05695211ce req-00cc55e6-5063-4a10-bd53-431d59a939f9 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:17.141024 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d463f305-b372-4128-add1-1d05695211ce req-00cc55e6-5063-4a10-bd53-431d59a939f9 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd1c4cd0-9246-45ff-bd69-a0c86282f592 HTTP/1.1" status: 200 len: 943 time: 0.0656104 Jul 29 23:19:17.147072 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14445a5a-2132-4165-b79d-5582773fc119 x-openstack-request-id: req-14445a5a-2132-4165-b79d-5582773fc119 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:19:17.147568 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f408244-29f3-4e00-8c84-67d95c878199", "tag": "60bc616e-990d-48d1-9503-5fc08821f418", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:19:17.147568 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-14445a5a-2132-4165-b79d-5582773fc119 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:19:17.147961 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f408244-29f3-4e00-8c84-67d95c878199', 'tag': '60bc616e-990d-48d1-9503-5fc08821f418', 'status': 'completed', 'code': 200} Jul 29 23:19:17.160674 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-22f00b15-4625-46f5-bf92-eec455c11311 req-776a8215-e76b-4b8d-aee3-70485c72985d service neutron] 10.222.0.41 "GET /v2.0/networks/ec39a190-3e02-4fd2-a008-3b841dbd3c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5153949 Jul 29 23:19:17.180374 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d463f305-b372-4128-add1-1d05695211ce req-dc017831-cfae-4b34-a799-8e5c65a481f3 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380123 Jul 29 23:19:17.209339 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-1f271852-8209-4e3b-a323-6116538d1f6c req-5dc0d316-f69d-416a-850e-a6753c463fea service neutron] For port 43f77f9e-15ca-4ead-ba28-39729510bf72, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=43f77f9e-15ca-4ead-ba28-39729510bf72,segment=NetworkSegment(a739f5fc-cf01-40c9-83c0-bfbae7f993f3),segment_id=a739f5fc-cf01-40c9-83c0-bfbae7f993f3)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:19:17.248743 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-1f271852-8209-4e3b-a323-6116538d1f6c req-5dc0d316-f69d-416a-850e-a6753c463fea service neutron] Notify callbacks [] for binding, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:17.259186 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1f271852-8209-4e3b-a323-6116538d1f6c req-5dc0d316-f69d-416a-850e-a6753c463fea service neutron] 10.222.0.43 "POST /v2.0/ports/43f77f9e-15ca-4ead-ba28-39729510bf72/bindings HTTP/1.1" status: 201 len: 390 time: 1.2831311 Jul 29 23:19:17.259583 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-27d16d29-b702-4401-9e6d-6405601432de req-3eb4513b-c1ac-4116-a7cb-3ae671612996 tempest-ImagesNegativeTestJSON-10651441 tempest-ImagesNegativeTestJSON-10651441-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3db641e-69f7-4718-a633-3fbd6a1bb2a3 HTTP/1.1" status: 200 len: 210 time: 0.0278265 Jul 29 23:19:17.347443 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfa11d7-ea4d-4f7f-ac3a-68fc13f058c8 req-012289b4-5901-4230-a510-814bf94667f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:17.349220 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-edfa11d7-ea4d-4f7f-ac3a-68fc13f058c8 req-012289b4-5901-4230-a510-814bf94667f2 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9e7c21fc-a617-499a-a692-712fb381b4fb HTTP/1.1" status: 200 len: 1102 time: 0.1989157 Jul 29 23:19:17.377446 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6196c751-d2f7-4a4a-9afc-1bdeb5a60f4a req-ef061954-0bc1-4051-9ba0-b6a8baa0198d service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3694212 Jul 29 23:19:17.383849 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4958802-6079-40c3-9e78-49c0dd44e86f req-a72771db-0ab6-45b7-bcef-8541521102fb tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:17.394218 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c4958802-6079-40c3-9e78-49c0dd44e86f req-a72771db-0ab6-45b7-bcef-8541521102fb tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f408244-29f3-4e00-8c84-67d95c878199 HTTP/1.1" status: 200 len: 948 time: 0.0743763 Jul 29 23:19:17.410252 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-22f00b15-4625-46f5-bf92-eec455c11311 req-f07c1144-756f-4f98-8151-0bef4ce90074 service neutron] 10.222.0.41 "GET /v2.0/networks/ec39a190-3e02-4fd2-a008-3b841dbd3c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239752 Jul 29 23:19:17.427051 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-edfa11d7-ea4d-4f7f-ac3a-68fc13f058c8 req-c13fcc23-f04d-4ac0-8d81-d1ecbf9ec177 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383968 Jul 29 23:19:17.439897 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c4958802-6079-40c3-9e78-49c0dd44e86f req-2a7d216d-7df6-4bb2-8c8c-9a5224fffa6f tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437813 Jul 29 23:19:17.541310 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce182824-4d20-4a6f-b7a0-b225cfce1ddc req-3a82d195-ac8b-4846-9320-bfb0187e942c tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:17.543104 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ce182824-4d20-4a6f-b7a0-b225cfce1ddc req-3a82d195-ac8b-4846-9320-bfb0187e942c tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/ports?device_id=173908e8-0a67-4885-bf2c-52a6206dcf65 HTTP/1.1" status: 200 len: 945 time: 0.0523641 Jul 29 23:19:17.562657 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94014a49-b86e-47bf-8cf5-5ca5b658bb4c req-5eca8a2a-8b1c-4be9-bfa4-8c6045468726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:17.564208 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-94014a49-b86e-47bf-8cf5-5ca5b658bb4c req-5eca8a2a-8b1c-4be9-bfa4-8c6045468726 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c1c14b550fd544fc9d42ae23098dbe98&device_id=4f408244-29f3-4e00-8c84-67d95c878199 HTTP/1.1" status: 200 len: 1100 time: 0.0832713 Jul 29 23:19:17.597033 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ce182824-4d20-4a6f-b7a0-b225cfce1ddc req-83576ab5-27b9-4603-afb6-32e75fce1896 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e2d3bd2-5b6e-4100-b437-94e8bee60adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466645 Jul 29 23:19:17.667269 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f271852-8209-4e3b-a323-6116538d1f6c req-c6294efd-4951-451f-b123-c5146ff58a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:17.668763 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1f271852-8209-4e3b-a323-6116538d1f6c req-c6294efd-4951-451f-b123-c5146ff58a8e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c2657a7d23514506876a4df5f527f58c&device_id=fb318f0a-8a5f-472a-afc6-eb8857877767 HTTP/1.1" status: 200 len: 1097 time: 0.1009028 Jul 29 23:19:17.746563 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e6c64-d6aa-404b-a93a-5fad2c1fefcb req-27d7544f-effb-4d1f-90ca-08bb4bd0924c tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:17.750391 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94014a49-b86e-47bf-8cf5-5ca5b658bb4c req-38905de0-69b2-4f80-bd9c-41976d4e537c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:17.751843 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-94014a49-b86e-47bf-8cf5-5ca5b658bb4c req-38905de0-69b2-4f80-bd9c-41976d4e537c service neutron] 10.222.0.22 "GET /v2.0/networks?id=d71c22dc-feef-410b-a7ed-6548cf85bd6f HTTP/1.1" status: 200 len: 870 time: 0.1745462 Jul 29 23:19:17.754446 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c62e6c64-d6aa-404b-a93a-5fad2c1fefcb req-27d7544f-effb-4d1f-90ca-08bb4bd0924c tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb318f0a-8a5f-472a-afc6-eb8857877767 HTTP/1.1" status: 200 len: 945 time: 0.0646055 Jul 29 23:19:17.796431 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c62e6c64-d6aa-404b-a93a-5fad2c1fefcb req-651498a3-e02b-403d-bbcd-f826c8a159dd tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411181 Jul 29 23:19:17.802245 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-94014a49-b86e-47bf-8cf5-5ca5b658bb4c req-97cd192e-90de-4cef-b231-af5973b82bc1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=60bc616e-990d-48d1-9503-5fc08821f418 HTTP/1.1" status: 200 len: 217 time: 0.0428393 Jul 29 23:19:17.836647 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f271852-8209-4e3b-a323-6116538d1f6c req-aadac3ca-0c29-400d-a33e-f25ff08abe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:17.838112 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1f271852-8209-4e3b-a323-6116538d1f6c req-aadac3ca-0c29-400d-a33e-f25ff08abe84 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f490981b-45a9-43e1-a661-0229cc7a8cd7 HTTP/1.1" status: 200 len: 922 time: 0.1623662 Jul 29 23:19:17.906743 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1f271852-8209-4e3b-a323-6116538d1f6c req-1a944f0b-b889-4bd6-952a-bba75e5a68e2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=43f77f9e-15ca-4ead-ba28-39729510bf72 HTTP/1.1" status: 200 len: 217 time: 0.0508225 Jul 29 23:19:17.935189 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d82f79b2-c595-407f-8adc-bae455a5191b req-a869cc56-6a1d-4620-a4c9-cf5e12667b15 tempest-ImagesNegativeTestJSON-10651441 tempest-ImagesNegativeTestJSON-10651441-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=b73e0da8cf5047e79bb7f51b49b423db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394404 Jul 29 23:19:17.957267 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94014a49-b86e-47bf-8cf5-5ca5b658bb4c req-270fc384-80d4-4cac-a901-7412b7209d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:17.958686 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-94014a49-b86e-47bf-8cf5-5ca5b658bb4c req-270fc384-80d4-4cac-a901-7412b7209d91 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.1353080 Jul 29 23:19:17.964176 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59640) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:18.042361 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5862cb5-e114-4654-994b-918e17a02339 req-82934406-a98c-44df-8e67-60f0fab1a077 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:18.044030 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f5862cb5-e114-4654-994b-918e17a02339 req-82934406-a98c-44df-8e67-60f0fab1a077 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc7a0dab-e157-4427-ba70-4634d6d2b6e4 HTTP/1.1" status: 200 len: 950 time: 0.0585494 Jul 29 23:19:18.058344 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f271852-8209-4e3b-a323-6116538d1f6c req-7644723c-11a1-4d7f-9a20-8a1dbb8e8fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:18.059914 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1f271852-8209-4e3b-a323-6116538d1f6c req-7644723c-11a1-4d7f-9a20-8a1dbb8e8fba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=998261e9-cec6-4719-b797-0c7da54a3001 HTTP/1.1" status: 200 len: 861 time: 0.1457264 Jul 29 23:19:18.098374 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9a7f8fbb-bedd-47f6-b41a-1c5fb06f3598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:18.102542 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f5862cb5-e114-4654-994b-918e17a02339 req-f8ad0c51-de41-4173-8c4a-c9602d103176 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510607 Jul 29 23:19:18.107584 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1f271852-8209-4e3b-a323-6116538d1f6c req-476747e1-1db1-4578-938e-c69b0ba219c3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f490981b-45a9-43e1-a661-0229cc7a8cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392885 Jul 29 23:19:18.131491 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94014a49-b86e-47bf-8cf5-5ca5b658bb4c req-a8d40a86-dde1-413b-8f1e-90784b76773e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:18.132964 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-94014a49-b86e-47bf-8cf5-5ca5b658bb4c req-a8d40a86-dde1-413b-8f1e-90784b76773e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1500316 Jul 29 23:19:18.189940 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f79b2-c595-407f-8adc-bae455a5191b req-6c06aaa2-26e5-4460-bb51-c8f63a5950e5 tempest-ImagesNegativeTestJSON-10651441 tempest-ImagesNegativeTestJSON-10651441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:18.191366 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d82f79b2-c595-407f-8adc-bae455a5191b req-6c06aaa2-26e5-4460-bb51-c8f63a5950e5 tempest-ImagesNegativeTestJSON-10651441 tempest-ImagesNegativeTestJSON-10651441-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2375724 Jul 29 23:19:18.200816 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9a7f8fbb-bedd-47f6-b41a-1c5fb06f3598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:18.218236 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9a7f8fbb-bedd-47f6-b41a-1c5fb06f3598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:18.234158 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-d82f79b2-c595-407f-8adc-bae455a5191b req-37399072-8f49-41a9-b60a-331d4724e7a5 tempest-ImagesNegativeTestJSON-10651441 tempest-ImagesNegativeTestJSON-10651441-project] Request body: {'port': {'device_id': 'e3db641e-69f7-4718-a633-3fbd6a1bb2a3', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'admin_state_up': True, 'tenant_id': 'b73e0da8cf5047e79bb7f51b49b423db'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:19:18.239672 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:19:18.321142 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-9a7f8fbb-bedd-47f6-b41a-1c5fb06f3598 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=728bdf9c546a43f7a5d0915df1500cf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3555901 Jul 29 23:19:18.322650 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59648) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:18.323350 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7f8fbb-bedd-47f6-b41a-1c5fb06f3598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e919a9b-8947-4501-8b2a-6e835fbc097f,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:18.360298 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1f271852-8209-4e3b-a323-6116538d1f6c req-b405f79b-d722-4db9-bc7f-221f8e256384 service neutron] 10.222.0.41 "GET /v2.0/networks/f490981b-45a9-43e1-a661-0229cc7a8cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436569 Jul 29 23:19:18.384592 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0d2715e4-69e7-4f3f-b295-d6128fa1af26 req-67cca1c1-d321-455d-8762-b54a19fe2797 tempest-ImagesNegativeTestJSON-10651441 tempest-ImagesNegativeTestJSON-10651441-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3db641e-69f7-4718-a633-3fbd6a1bb2a3 HTTP/1.1" status: 200 len: 210 time: 0.0430393 Jul 29 23:19:18.388522 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-94014a49-b86e-47bf-8cf5-5ca5b658bb4c req-cd93f862-633d-4a7f-9135-5fe62effe69d service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192464 Jul 29 23:19:18.402914 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd88069-5554-4970-8670-d4ceefc2036f req-1ba1b195-c06c-4aa6-b8e4-690c9bf88120 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:18.404409 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ccd88069-5554-4970-8670-d4ceefc2036f req-1ba1b195-c06c-4aa6-b8e4-690c9bf88120 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd1c4cd0-9246-45ff-bd69-a0c86282f592 HTTP/1.1" status: 200 len: 943 time: 0.1321850 Jul 29 23:19:18.433735 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4320e23c-9541-4bc4-bef6-c28adf2203b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:18.441874 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device b7f7ec96-de09-4005-9c38-4a7398e73dc9 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:19:18.486348 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4320e23c-9541-4bc4-bef6-c28adf2203b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:18.494890 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ccd88069-5554-4970-8670-d4ceefc2036f req-c23022fc-0b8b-4da0-9326-bb5be9bf6f13 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833709 Jul 29 23:19:18.532898 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d82f79b2-c595-407f-8adc-bae455a5191b req-37399072-8f49-41a9-b60a-331d4724e7a5 tempest-ImagesNegativeTestJSON-10651441 tempest-ImagesNegativeTestJSON-10651441-project] Made reservation on behalf of b73e0da8cf5047e79bb7f51b49b423db for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:19:18.536367 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-d82f79b2-c595-407f-8adc-bae455a5191b req-37399072-8f49-41a9-b60a-331d4724e7a5 tempest-ImagesNegativeTestJSON-10651441 tempest-ImagesNegativeTestJSON-10651441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:18.565630 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4320e23c-9541-4bc4-bef6-c28adf2203b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:18.567544 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-d82f79b2-c595-407f-8adc-bae455a5191b req-37399072-8f49-41a9-b60a-331d4724e7a5 tempest-ImagesNegativeTestJSON-10651441 tempest-ImagesNegativeTestJSON-10651441-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:18.568277 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4320e23c-9541-4bc4-bef6-c28adf2203b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:18.572236 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-4320e23c-9541-4bc4-bef6-c28adf2203b7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4e919a9b-8947-4501-8b2a-6e835fbc097f HTTP/1.1" status: 204 len: 168 time: 0.2414987 Jul 29 23:19:18.580018 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320e23c-9541-4bc4-bef6-c28adf2203b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e919a9b-8947-4501-8b2a-6e835fbc097f,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:18.602197 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1f271852-8209-4e3b-a323-6116538d1f6c req-dd6f47e5-2e03-423f-9714-7ada337717ca service neutron] 10.222.0.41 "GET /v2.0/networks/f490981b-45a9-43e1-a661-0229cc7a8cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332368 Jul 29 23:19:18.605193 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-94014a49-b86e-47bf-8cf5-5ca5b658bb4c req-4223bf4e-f07b-4fc2-93eb-9be1ba088255 service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063706 Jul 29 23:19:18.638298 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port b7f7ec96-de09-4005-9c38-4a7398e73dc9, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=b7f7ec96-de09-4005-9c38-4a7398e73dc9,segment=NetworkSegment(2db8471f-c43b-49ee-9f08-2f1c56af231c),segment_id=2db8471f-c43b-49ee-9f08-2f1c56af231c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:18.655879 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': 'b7f7ec96-de09-4005-9c38-4a7398e73dc9', 'network_id': 'ec39a190-3e02-4fd2-a008-3b841dbd3c4b', 'port_id': 'b7f7ec96-de09-4005-9c38-4a7398e73dc9', 'mac_address': 'fa:16:3e:7f:a2:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5d676a-a79a-4d6c-8057-e140077bec43', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:19:18.707854 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4533308-5758-4506-91cd-c8c62ad6af2d req-609b4b83-6281-4663-adb3-7cd0f850464d tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:18.711342 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:18.714285 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-d82f79b2-c595-407f-8adc-bae455a5191b req-37399072-8f49-41a9-b60a-331d4724e7a5 tempest-ImagesNegativeTestJSON-10651441 tempest-ImagesNegativeTestJSON-10651441-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:18.719798 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-d82f79b2-c595-407f-8adc-bae455a5191b req-37399072-8f49-41a9-b60a-331d4724e7a5 tempest-ImagesNegativeTestJSON-10651441 tempest-ImagesNegativeTestJSON-10651441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:18.728064 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c4533308-5758-4506-91cd-c8c62ad6af2d req-609b4b83-6281-4663-adb3-7cd0f850464d tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f408244-29f3-4e00-8c84-67d95c878199 HTTP/1.1" status: 200 len: 948 time: 0.1356039 Jul 29 23:19:18.737866 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7f7ec96-de09-4005-9c38-4a7398e73dc9 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:19:18.764692 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port b7f7ec96-de09-4005-9c38-4a7398e73dc9, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=b7f7ec96-de09-4005-9c38-4a7398e73dc9,segment=NetworkSegment(2db8471f-c43b-49ee-9f08-2f1c56af231c),segment_id=2db8471f-c43b-49ee-9f08-2f1c56af231c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:18.772866 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:18.820375 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c4533308-5758-4506-91cd-c8c62ad6af2d req-26f3a567-4692-49c1-b44f-9a230eb49170 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874557 Jul 29 23:19:18.849011 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=b7f7ec96-de09-4005-9c38-4a7398e73dc9,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:18.858712 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37399072-8f49-41a9-b60a-331d4724e7a5 tempest-ImagesNegativeTestJSON-10651441 tempest-ImagesNegativeTestJSON-10651441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71604795-a042-4751-8e68-f2ba4dcd60ab,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:18.872320 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3418d21-61d0-479d-aabf-0c4a3bdd1e76 req-208ae8b0-89f7-48d2-aacd-9ecfe60aebfb tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:18.883318 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b3418d21-61d0-479d-aabf-0c4a3bdd1e76 req-208ae8b0-89f7-48d2-aacd-9ecfe60aebfb tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/ports?device_id=173908e8-0a67-4885-bf2c-52a6206dcf65 HTTP/1.1" status: 200 len: 945 time: 0.1309681 Jul 29 23:19:18.884039 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f271852-8209-4e3b-a323-6116538d1f6c req-717120eb-69c8-4aa2-9ca0-53cd286dc5ab tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:18.885538 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1f271852-8209-4e3b-a323-6116538d1f6c req-717120eb-69c8-4aa2-9ca0-53cd286dc5ab tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fb318f0a-8a5f-472a-afc6-eb8857877767&tenant_id=c2657a7d23514506876a4df5f527f58c&binding%3Ahost_id=n-h2-712141-10 HTTP/1.1" status: 200 len: 1097 time: 0.1606488 Jul 29 23:19:18.898617 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-1f271852-8209-4e3b-a323-6116538d1f6c req-2850c1a1-3115-482b-a12e-994a6574d658 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712141-10'}}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:19:18.954209 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b3418d21-61d0-479d-aabf-0c4a3bdd1e76 req-e57e3f4e-ae1a-48b6-ad64-fdb62b9d5656 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e2d3bd2-5b6e-4100-b437-94e8bee60adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699973 Jul 29 23:19:18.970948 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '173908e8-0a67-4885-bf2c-52a6206dcf65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21302783-82f2-4612-9c70-4580f1ca39b2'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:19:18.973768 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed28ab62-b86f-4c5f-b831-c626f44d4b5c" -d '{"events": [{"server_uuid": "173908e8-0a67-4885-bf2c-52a6206dcf65", "name": "network-vif-plugged", "status": "completed", "tag": "21302783-82f2-4612-9c70-4580f1ca39b2"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:19:18.997848 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d188ed67-5f63-4405-b964-91ed02be8d0e req-e6dc2cc1-f297-4980-9c34-0cdf17484ff5 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:19.001098 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-d82f79b2-c595-407f-8adc-bae455a5191b req-37399072-8f49-41a9-b60a-331d4724e7a5 tempest-ImagesNegativeTestJSON-10651441 tempest-ImagesNegativeTestJSON-10651441-project] Allocated IP 192.168.233.81 (d71c22dc-feef-410b-a7ed-6548cf85bd6f/64bdc61a-58ca-49c7-bae5-ecfed9ee407c/3a3de736-d642-4ca1-a2b2-025361bcda55) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:19:19.002518 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d188ed67-5f63-4405-b964-91ed02be8d0e req-e6dc2cc1-f297-4980-9c34-0cdf17484ff5 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb318f0a-8a5f-472a-afc6-eb8857877767 HTTP/1.1" status: 200 len: 945 time: 0.0776763 Jul 29 23:19:19.009174 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-1f271852-8209-4e3b-a323-6116538d1f6c req-2850c1a1-3115-482b-a12e-994a6574d658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:19.032348 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a3b39ba-ec4a-47c3-bd8f-4bc81e76c960 x-openstack-request-id: req-3a3b39ba-ec4a-47c3-bd8f-4bc81e76c960 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:19:19.036882 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "173908e8-0a67-4885-bf2c-52a6206dcf65", "name": "network-vif-plugged", "status": "completed", "tag": "21302783-82f2-4612-9c70-4580f1ca39b2", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:19:19.037192 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3a3b39ba-ec4a-47c3-bd8f-4bc81e76c960 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:19:19.037745 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '173908e8-0a67-4885-bf2c-52a6206dcf65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21302783-82f2-4612-9c70-4580f1ca39b2', 'code': 200} Jul 29 23:19:19.058137 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d188ed67-5f63-4405-b964-91ed02be8d0e req-4124482f-5928-4ad1-af73-32bd6e4c5fb4 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402317 Jul 29 23:19:19.128327 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['b7f7ec96-de09-4005-9c38-4a7398e73dc9'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:19:19.211226 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd49ada-c95a-4e00-972a-e4f77062c156 req-cc26b793-e423-4bbb-bbfc-7bbbca19e438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:19.213974 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bcd49ada-c95a-4e00-972a-e4f77062c156 req-cc26b793-e423-4bbb-bbfc-7bbbca19e438 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=173908e8-0a67-4885-bf2c-52a6206dcf65 HTTP/1.1" status: 200 len: 1097 time: 0.0869184 Jul 29 23:19:19.274409 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:19.293727 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf52ff-9f45-4ec8-a967-e42fe204ea74 req-56504f15-d6e1-40dd-9144-34c558ad3813 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:19.296186 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-18cf52ff-9f45-4ec8-a967-e42fe204ea74 req-56504f15-d6e1-40dd-9144-34c558ad3813 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc7a0dab-e157-4427-ba70-4634d6d2b6e4 HTTP/1.1" status: 200 len: 950 time: 0.0980799 Jul 29 23:19:19.298219 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bcd49ada-c95a-4e00-972a-e4f77062c156 req-84fe0203-7f42-4ee7-bbca-4c39513d9eb0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6e2d3bd2-5b6e-4100-b437-94e8bee60adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613463 Jul 29 23:19:19.344885 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-18cf52ff-9f45-4ec8-a967-e42fe204ea74 req-83bb642b-80b2-477b-a3e6-2ad7283f6855 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402691 Jul 29 23:19:19.428457 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59684) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:19.491126 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ffbab726-8bc0-49d2-a6ac-891e779f195b req-5ce769c0-33c3-445e-896b-d123aa251e72 tempest-ImagesNegativeTestJSON-10651441 tempest-ImagesNegativeTestJSON-10651441-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3db641e-69f7-4718-a633-3fbd6a1bb2a3 HTTP/1.1" status: 200 len: 210 time: 0.0304005 Jul 29 23:19:19.531490 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-1f271852-8209-4e3b-a323-6116538d1f6c req-2850c1a1-3115-482b-a12e-994a6574d658 service neutron] For port 43f77f9e-15ca-4ead-ba28-39729510bf72, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=43f77f9e-15ca-4ead-ba28-39729510bf72,segment=NetworkSegment(a739f5fc-cf01-40c9-83c0-bfbae7f993f3),segment_id=a739f5fc-cf01-40c9-83c0-bfbae7f993f3)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:19.546422 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-7229393d-c17c-48fd-808f-18104c7b5ffa admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1654020585-network', 'tenant_id': '51b1efed735945cea153cdfce6450079'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:19:19.548502 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-d82f79b2-c595-407f-8adc-bae455a5191b req-37399072-8f49-41a9-b60a-331d4724e7a5 tempest-ImagesNegativeTestJSON-10651441 tempest-ImagesNegativeTestJSON-10651441-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:19.569333 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7229393d-c17c-48fd-808f-18104c7b5ffa admin admin] Made reservation on behalf of 51b1efed735945cea153cdfce6450079 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:19:19.573092 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7229393d-c17c-48fd-808f-18104c7b5ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:19.573611 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-d82f79b2-c595-407f-8adc-bae455a5191b req-37399072-8f49-41a9-b60a-331d4724e7a5 tempest-ImagesNegativeTestJSON-10651441 tempest-ImagesNegativeTestJSON-10651441-project] Transition to ACTIVE for port object 3a3de736-d642-4ca1-a2b2-025361bcda55 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:19:19.581778 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7229393d-c17c-48fd-808f-18104c7b5ffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:19.601281 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-1f271852-8209-4e3b-a323-6116538d1f6c req-2850c1a1-3115-482b-a12e-994a6574d658 service neutron] For port 43f77f9e-15ca-4ead-ba28-39729510bf72, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:19:19.663388 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb318f0a-8a5f-472a-afc6-eb8857877767', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43f77f9e-15ca-4ead-ba28-39729510bf72'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:19:19.665896 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10830e5-50d0-447e-87f6-7bb3c1420ad3" -d '{"events": [{"server_uuid": "fb318f0a-8a5f-472a-afc6-eb8857877767", "name": "network-vif-unplugged", "status": "completed", "tag": "43f77f9e-15ca-4ead-ba28-39729510bf72"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:19:19.672140 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-1f271852-8209-4e3b-a323-6116538d1f6c req-2850c1a1-3115-482b-a12e-994a6574d658 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:19.679979 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-d82f79b2-c595-407f-8adc-bae455a5191b req-37399072-8f49-41a9-b60a-331d4724e7a5 tempest-ImagesNegativeTestJSON-10651441 tempest-ImagesNegativeTestJSON-10651441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:19.683339 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf64595a-9d00-4316-b1c3-97b790310e25 req-a13dee10-b4c5-4e67-bcdd-f80956860d9c tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:19.685606 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bf64595a-9d00-4316-b1c3-97b790310e25 req-a13dee10-b4c5-4e67-bcdd-f80956860d9c tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd1c4cd0-9246-45ff-bd69-a0c86282f592 HTTP/1.1" status: 200 len: 944 time: 0.0823793 Jul 29 23:19:19.693966 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-1f271852-8209-4e3b-a323-6116538d1f6c req-2850c1a1-3115-482b-a12e-994a6574d658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:19.726978 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce93f3d1-c200-49b7-b055-cf63d52aba3f x-openstack-request-id: req-ce93f3d1-c200-49b7-b055-cf63d52aba3f {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:19:19.727330 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb318f0a-8a5f-472a-afc6-eb8857877767", "name": "network-vif-unplugged", "status": "completed", "tag": "43f77f9e-15ca-4ead-ba28-39729510bf72", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:19:19.727551 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ce93f3d1-c200-49b7-b055-cf63d52aba3f {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:19:19.728059 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb318f0a-8a5f-472a-afc6-eb8857877767', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43f77f9e-15ca-4ead-ba28-39729510bf72', 'code': 200} Jul 29 23:19:19.754335 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bf64595a-9d00-4316-b1c3-97b790310e25 req-bee8d99b-5196-4489-baad-49d5a42d28e7 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606575 Jul 29 23:19:19.766771 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d82f79b2-c595-407f-8adc-bae455a5191b req-37399072-8f49-41a9-b60a-331d4724e7a5 tempest-ImagesNegativeTestJSON-10651441 tempest-ImagesNegativeTestJSON-10651441-project] Network d71c22dc-feef-410b-a7ed-6548cf85bd6f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:19:19.776478 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7229393d-c17c-48fd-808f-18104c7b5ffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:19.780429 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7229393d-c17c-48fd-808f-18104c7b5ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:19.787602 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-d82f79b2-c595-407f-8adc-bae455a5191b req-37399072-8f49-41a9-b60a-331d4724e7a5 tempest-ImagesNegativeTestJSON-10651441 tempest-ImagesNegativeTestJSON-10651441-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:19:19.791016 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37399072-8f49-41a9-b60a-331d4724e7a5 tempest-ImagesNegativeTestJSON-10651441 tempest-ImagesNegativeTestJSON-10651441-project] Pushing event updated for resources: {'Port': ['ID=3a3de736-d642-4ca1-a2b2-025361bcda55,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:19.798571 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-d82f79b2-c595-407f-8adc-bae455a5191b req-37399072-8f49-41a9-b60a-331d4724e7a5 tempest-ImagesNegativeTestJSON-10651441 tempest-ImagesNegativeTestJSON-10651441-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:19:19.819552 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7229393d-c17c-48fd-808f-18104c7b5ffa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:19:19.830798 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7229393d-c17c-48fd-808f-18104c7b5ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d83692-1f36-4f89-b4b6-59d9ab0340f3,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:19.848547 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-1f271852-8209-4e3b-a323-6116538d1f6c req-2850c1a1-3115-482b-a12e-994a6574d658 service neutron] Attempting to bind port 43f77f9e-15ca-4ead-ba28-39729510bf72 on host n-h2-712141-10 for vnic_type normal with profile {"migrating_to": "n-h1-712141-10"} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:19:19.848884 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-1f271852-8209-4e3b-a323-6116538d1f6c req-2850c1a1-3115-482b-a12e-994a6574d658 service neutron] Attempting to bind port 43f77f9e-15ca-4ead-ba28-39729510bf72 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': 'a739f5fc-cf01-40c9-83c0-bfbae7f993f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f490981b-45a9-43e1-a661-0229cc7a8cd7'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:19:19.849216 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f271852-8209-4e3b-a323-6116538d1f6c req-2850c1a1-3115-482b-a12e-994a6574d658 service neutron] Attempting to bind port 43f77f9e-15ca-4ead-ba28-39729510bf72 on network f490981b-45a9-43e1-a661-0229cc7a8cd7 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:19:19.850405 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7229393d-c17c-48fd-808f-18104c7b5ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:19.850925 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-7229393d-c17c-48fd-808f-18104c7b5ffa admin admin] Added segment c1b76e2d-c139-43ca-8c7d-2846330ec26b of type vlan for network bbc0fa4e-d88f-41c6-a370-f94f07c1e7e4 Jul 29 23:19:19.863561 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f271852-8209-4e3b-a323-6116538d1f6c req-2850c1a1-3115-482b-a12e-994a6574d658 service neutron] Port 43f77f9e-15ca-4ead-ba28-39729510bf72 on network f490981b-45a9-43e1-a661-0229cc7a8cd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:19:19.863894 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f271852-8209-4e3b-a323-6116538d1f6c req-2850c1a1-3115-482b-a12e-994a6574d658 service neutron] Attempting to bind port 43f77f9e-15ca-4ead-ba28-39729510bf72 on network f490981b-45a9-43e1-a661-0229cc7a8cd7 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:19:19.891220 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f271852-8209-4e3b-a323-6116538d1f6c req-2850c1a1-3115-482b-a12e-994a6574d658 service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:19:19.891563 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f271852-8209-4e3b-a323-6116538d1f6c req-2850c1a1-3115-482b-a12e-994a6574d658 service neutron] Checking segment: {'id': 'a739f5fc-cf01-40c9-83c0-bfbae7f993f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f490981b-45a9-43e1-a661-0229cc7a8cd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:19:19.891962 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f271852-8209-4e3b-a323-6116538d1f6c req-2850c1a1-3115-482b-a12e-994a6574d658 service neutron] Bound using segment: {'id': 'a739f5fc-cf01-40c9-83c0-bfbae7f993f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f490981b-45a9-43e1-a661-0229cc7a8cd7'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:19:19.892411 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-1f271852-8209-4e3b-a323-6116538d1f6c req-2850c1a1-3115-482b-a12e-994a6574d658 service neutron] Bound port: 43f77f9e-15ca-4ead-ba28-39729510bf72, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a739f5fc-cf01-40c9-83c0-bfbae7f993f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f490981b-45a9-43e1-a661-0229cc7a8cd7'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:19:19.892769 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-1f271852-8209-4e3b-a323-6116538d1f6c req-2850c1a1-3115-482b-a12e-994a6574d658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:19.899584 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7229393d-c17c-48fd-808f-18104c7b5ffa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:19.901503 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2850c1a1-3115-482b-a12e-994a6574d658 service neutron] Pushing event updated for resources: {'Port': ['ID=43f77f9e-15ca-4ead-ba28-39729510bf72,revision_number=7']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:19.916907 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f79b2-c595-407f-8adc-bae455a5191b req-37399072-8f49-41a9-b60a-331d4724e7a5 tempest-ImagesNegativeTestJSON-10651441 tempest-ImagesNegativeTestJSON-10651441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:19.917484 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-d82f79b2-c595-407f-8adc-bae455a5191b req-37399072-8f49-41a9-b60a-331d4724e7a5 tempest-ImagesNegativeTestJSON-10651441 tempest-ImagesNegativeTestJSON-10651441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:19.953368 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d82f79b2-c595-407f-8adc-bae455a5191b req-37399072-8f49-41a9-b60a-331d4724e7a5 tempest-ImagesNegativeTestJSON-10651441 tempest-ImagesNegativeTestJSON-10651441-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7234604 Jul 29 23:19:19.968060 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-d82f79b2-c595-407f-8adc-bae455a5191b req-9d4bcf8d-d549-4689-bd08-863ac7923473 service neutron] Request body: {'port': {'device_id': 'e3db641e-69f7-4718-a633-3fbd6a1bb2a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:19:19.969295 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7229393d-c17c-48fd-808f-18104c7b5ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:19.970628 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7229393d-c17c-48fd-808f-18104c7b5ffa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:19.971530 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7229393d-c17c-48fd-808f-18104c7b5ffa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:19.995575 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de5bf26-a1ea-4c12-b918-c0b8e7a91c14 req-ca79f75d-8754-4230-ae8e-59bfde4ba9e2 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:19.997305 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2de5bf26-a1ea-4c12-b918-c0b8e7a91c14 req-ca79f75d-8754-4230-ae8e-59bfde4ba9e2 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f408244-29f3-4e00-8c84-67d95c878199 HTTP/1.1" status: 200 len: 948 time: 0.0818043 Jul 29 23:19:20.026398 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-1f271852-8209-4e3b-a323-6116538d1f6c req-2850c1a1-3115-482b-a12e-994a6574d658 service neutron] For port 43f77f9e-15ca-4ead-ba28-39729510bf72, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:19:20.030316 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-1f271852-8209-4e3b-a323-6116538d1f6c req-2850c1a1-3115-482b-a12e-994a6574d658 service neutron] For port 43f77f9e-15ca-4ead-ba28-39729510bf72, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=43f77f9e-15ca-4ead-ba28-39729510bf72,segment=NetworkSegment(a739f5fc-cf01-40c9-83c0-bfbae7f993f3),segment_id=a739f5fc-cf01-40c9-83c0-bfbae7f993f3)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:19:20.051105 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-1f271852-8209-4e3b-a323-6116538d1f6c req-2850c1a1-3115-482b-a12e-994a6574d658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:20.057382 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c4d12900-5535-4dfd-9a9c-2804a92ce842 None None] Provisioning for port 3a3de736-d642-4ca1-a2b2-025361bcda55 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:19:20.064334 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c4d12900-5535-4dfd-9a9c-2804a92ce842 None None] Provisioning complete for port 3a3de736-d642-4ca1-a2b2-025361bcda55 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:19:20.064643 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c4d12900-5535-4dfd-9a9c-2804a92ce842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:20.070947 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-7229393d-c17c-48fd-808f-18104c7b5ffa admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6377096 Jul 29 23:19:20.081381 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59698) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:20.089432 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-24ec66c2-e10f-4189-843d-8134fd50e478 admin admin] Request body: {'subnet': {'network_id': 'bbc0fa4e-d88f-41c6-a370-f94f07c1e7e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1654020585-subnet', 'tenant_id': '51b1efed735945cea153cdfce6450079', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:19:20.109720 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-d82f79b2-c595-407f-8adc-bae455a5191b req-9d4bcf8d-d549-4689-bd08-863ac7923473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:20.112919 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-c4d12900-5535-4dfd-9a9c-2804a92ce842 None None] Port 3a3de736-d642-4ca1-a2b2-025361bcda55 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:19:20.118444 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7229393d-c17c-48fd-808f-18104c7b5ffa admin admin] Pushing event updated for resources: {'Network': ['ID=bbc0fa4e-d88f-41c6-a370-f94f07c1e7e4,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:20.131333 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network bbc0fa4e-d88f-41c6-a370-f94f07c1e7e4 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:19:20.145620 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2de5bf26-a1ea-4c12-b918-c0b8e7a91c14 req-7d76f0b8-ccb2-47ec-af53-a20a723acc18 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099875 Jul 29 23:19:20.156816 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24ec66c2-e10f-4189-843d-8134fd50e478 admin admin] Made reservation on behalf of 51b1efed735945cea153cdfce6450079 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:19:20.159438 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-24ec66c2-e10f-4189-843d-8134fd50e478 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:20.173305 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f271852-8209-4e3b-a323-6116538d1f6c req-2850c1a1-3115-482b-a12e-994a6574d658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:20.173949 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-1f271852-8209-4e3b-a323-6116538d1f6c req-2850c1a1-3115-482b-a12e-994a6574d658 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:20.176157 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1f271852-8209-4e3b-a323-6116538d1f6c req-2850c1a1-3115-482b-a12e-994a6574d658 service neutron] 10.222.0.41 "PUT /v2.0/ports/43f77f9e-15ca-4ead-ba28-39729510bf72 HTTP/1.1" status: 200 len: 1123 time: 1.2820442 Jul 29 23:19:20.178737 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2850c1a1-3115-482b-a12e-994a6574d658 service neutron] Pushing event updated for resources: {'Port': ['ID=43f77f9e-15ca-4ead-ba28-39729510bf72,revision_number=8']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:20.179681 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be405269-d427-4960-8960-27da743b32bf req-2fcd7510-7282-4997-b2c3-b39acd9b8429 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:20.181227 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-be405269-d427-4960-8960-27da743b32bf req-2fcd7510-7282-4997-b2c3-b39acd9b8429 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/ports?device_id=173908e8-0a67-4885-bf2c-52a6206dcf65 HTTP/1.1" status: 200 len: 945 time: 0.1223023 Jul 29 23:19:20.253788 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['43f77f9e-15ca-4ead-ba28-39729510bf72'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:19:20.318938 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-be405269-d427-4960-8960-27da743b32bf req-267ce52a-54b8-4c96-b389-f49fca688974 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e2d3bd2-5b6e-4100-b437-94e8bee60adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020594 Jul 29 23:19:20.329391 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058514e-19ac-45fa-b1f3-f097dfd411bc req-e9e5698e-c7b3-4028-a44e-91eaf98a997d tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:20.330928 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f058514e-19ac-45fa-b1f3-f097dfd411bc req-e9e5698e-c7b3-4028-a44e-91eaf98a997d tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb318f0a-8a5f-472a-afc6-eb8857877767 HTTP/1.1" status: 200 len: 943 time: 0.1122754 Jul 29 23:19:20.416386 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f058514e-19ac-45fa-b1f3-f097dfd411bc req-474c4cdd-347f-4e00-9780-ceb88abdbb54 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712860 Jul 29 23:19:20.453429 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device b7f7ec96-de09-4005-9c38-4a7398e73dc9 up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:19:20.504062 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-d82f79b2-c595-407f-8adc-bae455a5191b req-9d4bcf8d-d549-4689-bd08-863ac7923473 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a3de736-d642-4ca1-a2b2-025361bcda55 {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:19:20.515064 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-24ec66c2-e10f-4189-843d-8134fd50e478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:20.521798 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-d82f79b2-c595-407f-8adc-bae455a5191b req-9d4bcf8d-d549-4689-bd08-863ac7923473 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:20.528621 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port b7f7ec96-de09-4005-9c38-4a7398e73dc9 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:19:20.533388 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port b7f7ec96-de09-4005-9c38-4a7398e73dc9 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:19:20.533534 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b494199-1d75-43f5-a4d8-bbe70bc08c35 req-7c40df33-c372-4a09-a20e-45cc2cbc80c3 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:20.533831 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:20.535022 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7b494199-1d75-43f5-a4d8-bbe70bc08c35 req-7c40df33-c372-4a09-a20e-45cc2cbc80c3 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc7a0dab-e157-4427-ba70-4634d6d2b6e4 HTTP/1.1" status: 200 len: 950 time: 0.0786214 Jul 29 23:19:20.553478 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-d82f79b2-c595-407f-8adc-bae455a5191b req-9d4bcf8d-d549-4689-bd08-863ac7923473 service neutron] Transition to ACTIVE for port object 3a3de736-d642-4ca1-a2b2-025361bcda55 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:19:20.564446 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-d82f79b2-c595-407f-8adc-bae455a5191b req-9d4bcf8d-d549-4689-bd08-863ac7923473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:20.645416 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:20.685426 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7b494199-1d75-43f5-a4d8-bbe70bc08c35 req-1ef03218-0686-4ae4-996d-995265397630 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277959 Jul 29 23:19:20.686929 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port b7f7ec96-de09-4005-9c38-4a7398e73dc9, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=b7f7ec96-de09-4005-9c38-4a7398e73dc9,segment=NetworkSegment(2db8471f-c43b-49ee-9f08-2f1c56af231c),segment_id=2db8471f-c43b-49ee-9f08-2f1c56af231c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:20.690460 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ec66c2-e10f-4189-843d-8134fd50e478 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d67bbbd0-b829-4cb7-aef2-10f0108d2ad7,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:20.692278 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:20.692491 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4bcf8d-d549-4689-bd08-863ac7923473 service neutron] Pushing event updated for resources: {'Port': ['ID=3a3de736-d642-4ca1-a2b2-025361bcda55,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:20.722244 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ec66c2-e10f-4189-843d-8134fd50e478 admin admin] Checking segment: {'id': 'c1b76e2d-c139-43ca-8c7d-2846330ec26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bbc0fa4e-d88f-41c6-a370-f94f07c1e7e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:19:20.723006 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ec66c2-e10f-4189-843d-8134fd50e478 admin admin] Network hostable DHCP agents. Network: bbc0fa4e-d88f-41c6-a370-f94f07c1e7e4, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:19:20.742142 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a89e483-b2e6-45bd-b26f-645986bb5785 req-046336ea-12aa-4752-8c54-014a400dfd86 tempest-ImagesNegativeTestJSON-10651441 tempest-ImagesNegativeTestJSON-10651441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:20.745335 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-d82f79b2-c595-407f-8adc-bae455a5191b req-9d4bcf8d-d549-4689-bd08-863ac7923473 service neutron] Attempting to bind port 3a3de736-d642-4ca1-a2b2-025361bcda55 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:19:20.745716 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-d82f79b2-c595-407f-8adc-bae455a5191b req-9d4bcf8d-d549-4689-bd08-863ac7923473 service neutron] Attempting to bind port 3a3de736-d642-4ca1-a2b2-025361bcda55 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:19:20.746050 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82f79b2-c595-407f-8adc-bae455a5191b req-9d4bcf8d-d549-4689-bd08-863ac7923473 service neutron] Attempting to bind port 3a3de736-d642-4ca1-a2b2-025361bcda55 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:19:20.750022 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5a89e483-b2e6-45bd-b26f-645986bb5785 req-046336ea-12aa-4752-8c54-014a400dfd86 tempest-ImagesNegativeTestJSON-10651441 tempest-ImagesNegativeTestJSON-10651441-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3db641e-69f7-4718-a633-3fbd6a1bb2a3 HTTP/1.1" status: 200 len: 947 time: 0.1622434 Jul 29 23:19:20.758038 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82f79b2-c595-407f-8adc-bae455a5191b req-9d4bcf8d-d549-4689-bd08-863ac7923473 service neutron] Port 3a3de736-d642-4ca1-a2b2-025361bcda55 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:19:20.758545 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82f79b2-c595-407f-8adc-bae455a5191b req-9d4bcf8d-d549-4689-bd08-863ac7923473 service neutron] Attempting to bind port 3a3de736-d642-4ca1-a2b2-025361bcda55 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:19:20.766971 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82f79b2-c595-407f-8adc-bae455a5191b req-9d4bcf8d-d549-4689-bd08-863ac7923473 service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:19:20.767321 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82f79b2-c595-407f-8adc-bae455a5191b req-9d4bcf8d-d549-4689-bd08-863ac7923473 service neutron] Checking segment: {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:19:20.767717 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82f79b2-c595-407f-8adc-bae455a5191b req-9d4bcf8d-d549-4689-bd08-863ac7923473 service neutron] Bound using segment: {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:19:20.768143 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=b7f7ec96-de09-4005-9c38-4a7398e73dc9,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:20.768259 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-d82f79b2-c595-407f-8adc-bae455a5191b req-9d4bcf8d-d549-4689-bd08-863ac7923473 service neutron] Bound port: 3a3de736-d642-4ca1-a2b2-025361bcda55, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:19:20.768500 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-d82f79b2-c595-407f-8adc-bae455a5191b req-9d4bcf8d-d549-4689-bd08-863ac7923473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:20.800606 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ec66c2-e10f-4189-843d-8134fd50e478 admin admin] Network bbc0fa4e-d88f-41c6-a370-f94f07c1e7e4 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:19:20.813320 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5a89e483-b2e6-45bd-b26f-645986bb5785 req-97e5d2fa-cc2a-4ecc-b9db-7780b6a4216e tempest-ImagesNegativeTestJSON-10651441 tempest-ImagesNegativeTestJSON-10651441-project] 10.222.0.43 "GET /v2.0/security-groups?id=71604795-a042-4751-8e68-f2ba4dcd60ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624290 Jul 29 23:19:20.823767 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-24ec66c2-e10f-4189-843d-8134fd50e478 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, bbc0fa4e-d88f-41c6-a370-f94f07c1e7e4) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:19:20.829454 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ec66c2-e10f-4189-843d-8134fd50e478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:20.830074 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-24ec66c2-e10f-4189-843d-8134fd50e478 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:20.849928 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b901f9-c846-47f9-967d-f2d0ccd6d24a None None] Network bbc0fa4e-d88f-41c6-a370-f94f07c1e7e4 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:19:20.853131 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59710) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:20.857855 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-24ec66c2-e10f-4189-843d-8134fd50e478 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7637432 Jul 29 23:19:20.861516 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-d07d3476-b39d-4276-a36e-73a120b0d59f admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1654020585-router', 'tenant_id': '51b1efed735945cea153cdfce6450079', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:19:20.870010 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-d82f79b2-c595-407f-8adc-bae455a5191b req-9d4bcf8d-d549-4689-bd08-863ac7923473 service neutron] For port 3a3de736-d642-4ca1-a2b2-025361bcda55, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:19:20.892416 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-d82f79b2-c595-407f-8adc-bae455a5191b req-9d4bcf8d-d549-4689-bd08-863ac7923473 service neutron] For port 3a3de736-d642-4ca1-a2b2-025361bcda55, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=3a3de736-d642-4ca1-a2b2-025361bcda55,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:19:20.899078 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-d82f79b2-c595-407f-8adc-bae455a5191b req-9d4bcf8d-d549-4689-bd08-863ac7923473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:20.909745 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d07d3476-b39d-4276-a36e-73a120b0d59f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:20.910887 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d07d3476-b39d-4276-a36e-73a120b0d59f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:20.944602 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f79b2-c595-407f-8adc-bae455a5191b req-9d4bcf8d-d549-4689-bd08-863ac7923473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:20.945245 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-d82f79b2-c595-407f-8adc-bae455a5191b req-9d4bcf8d-d549-4689-bd08-863ac7923473 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:20.946634 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d82f79b2-c595-407f-8adc-bae455a5191b req-9d4bcf8d-d549-4689-bd08-863ac7923473 service neutron] 10.222.0.22 "PUT /v2.0/ports/3a3de736-d642-4ca1-a2b2-025361bcda55 HTTP/1.1" status: 200 len: 1096 time: 0.9841728 Jul 29 23:19:20.954588 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e817fd8-af8e-4721-b7e1-cef728accc76 req-51104132-9213-4bcf-8a46-98da5e75bfa4 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:20.956875 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9e817fd8-af8e-4721-b7e1-cef728accc76 req-51104132-9213-4bcf-8a46-98da5e75bfa4 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd1c4cd0-9246-45ff-bd69-a0c86282f592 HTTP/1.1" status: 200 len: 945 time: 0.0700052 Jul 29 23:19:21.013829 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9e817fd8-af8e-4721-b7e1-cef728accc76 req-b7755de4-38f4-4185-b52e-19823fd94ad0 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465727 Jul 29 23:19:21.035405 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4bcf8d-d549-4689-bd08-863ac7923473 service neutron] Pushing event updated for resources: {'Port': ['ID=3a3de736-d642-4ca1-a2b2-025361bcda55,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:21.041305 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1c4cd0-9246-45ff-bd69-a0c86282f592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f7ec96-de09-4005-9c38-4a7398e73dc9'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:19:21.043999 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-072f3fe9-4f1f-4b8c-8b6e-5fb76e8b337b" -d '{"events": [{"server_uuid": "fd1c4cd0-9246-45ff-bd69-a0c86282f592", "name": "network-vif-plugged", "status": "completed", "tag": "b7f7ec96-de09-4005-9c38-4a7398e73dc9"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:19:21.059802 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8df8a6b-ecfd-4b28-8b4a-1581df24d58d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-bbc0fa4e-d88f-41c6-a370-f94f07c1e7e4', 'network_id': 'bbc0fa4e-d88f-41c6-a370-f94f07c1e7e4', 'tenant_id': '51b1efed735945cea153cdfce6450079', 'fixed_ips': [{'subnet_id': 'd67bbbd0-b829-4cb7-aef2-10f0108d2ad7'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:19:21.061635 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d8df8a6b-ecfd-4b28-8b4a-1581df24d58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:21.067280 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d07d3476-b39d-4276-a36e-73a120b0d59f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:21.118269 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f79b2-c595-407f-8adc-bae455a5191b req-d37b09da-8edf-4a1c-95f7-ea3ccd1f162b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:21.119796 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d82f79b2-c595-407f-8adc-bae455a5191b req-d37b09da-8edf-4a1c-95f7-ea3ccd1f162b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b73e0da8cf5047e79bb7f51b49b423db&device_id=e3db641e-69f7-4718-a633-3fbd6a1bb2a3 HTTP/1.1" status: 200 len: 1099 time: 0.1293294 Jul 29 23:19:21.139113 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a2e2f8-44d0-4fee-89e9-850c020825d9 x-openstack-request-id: req-36a2e2f8-44d0-4fee-89e9-850c020825d9 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:19:21.140159 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd1c4cd0-9246-45ff-bd69-a0c86282f592", "name": "network-vif-plugged", "status": "completed", "tag": "b7f7ec96-de09-4005-9c38-4a7398e73dc9", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:19:21.140520 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-36a2e2f8-44d0-4fee-89e9-850c020825d9 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:19:21.141009 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd1c4cd0-9246-45ff-bd69-a0c86282f592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f7ec96-de09-4005-9c38-4a7398e73dc9', 'code': 200} Jul 29 23:19:21.218011 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d82f79b2-c595-407f-8adc-bae455a5191b req-a4789946-6e23-4f6c-9cd0-95c179dbd17a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=3a3de736-d642-4ca1-a2b2-025361bcda55 HTTP/1.1" status: 200 len: 217 time: 0.0672786 Jul 29 23:19:21.235106 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-d8df8a6b-ecfd-4b28-8b4a-1581df24d58d None None] Allocated IP 172.20.0.2 (bbc0fa4e-d88f-41c6-a370-f94f07c1e7e4/d67bbbd0-b829-4cb7-aef2-10f0108d2ad7/7bd4d671-18ab-4e0d-b6d8-cc2df41eafc3) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:19:21.273441 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe11731-89ab-4b44-bf9c-99efc4d3a1cd req-bdb8991f-d35d-4a0a-9b3c-922676e45ceb tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:21.275110 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cbe11731-89ab-4b44-bf9c-99efc4d3a1cd req-bdb8991f-d35d-4a0a-9b3c-922676e45ceb tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f408244-29f3-4e00-8c84-67d95c878199 HTTP/1.1" status: 200 len: 948 time: 0.0548022 Jul 29 23:19:21.314796 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cbe11731-89ab-4b44-bf9c-99efc4d3a1cd req-8b91475f-68e1-46fc-99d3-433217e49882 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323234 Jul 29 23:19:21.325418 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d07d3476-b39d-4276-a36e-73a120b0d59f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:21.369253 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f79b2-c595-407f-8adc-bae455a5191b req-d6be77a7-ae06-45c6-ab5e-9a2f1479f951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:21.370878 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d82f79b2-c595-407f-8adc-bae455a5191b req-d6be77a7-ae06-45c6-ab5e-9a2f1479f951 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.1213717 Jul 29 23:19:21.372723 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c19c5-01e1-42a0-a833-640c94663cf2 req-5b237159-a769-40c0-8aa0-02cd5b00f036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:21.374568 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-611c19c5-01e1-42a0-a833-640c94663cf2 req-5b237159-a769-40c0-8aa0-02cd5b00f036 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fd1c4cd0-9246-45ff-bd69-a0c86282f592 HTTP/1.1" status: 200 len: 1097 time: 0.1684778 Jul 29 23:19:21.401261 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d8df8a6b-ecfd-4b28-8b4a-1581df24d58d None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:21.411568 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-d8df8a6b-ecfd-4b28-8b4a-1581df24d58d None None] Transition to ACTIVE for port object 7bd4d671-18ab-4e0d-b6d8-cc2df41eafc3 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:19:21.428906 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-d8df8a6b-ecfd-4b28-8b4a-1581df24d58d None None] Transition to ACTIVE for port object 7bd4d671-18ab-4e0d-b6d8-cc2df41eafc3 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:19:21.435656 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d8df8a6b-ecfd-4b28-8b4a-1581df24d58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:21.447257 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77acf50e-27a1-42e7-9657-640f88bdf59e req-9c8f13a7-2e4d-495a-9523-6687b2f5a8ae tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:21.448971 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-77acf50e-27a1-42e7-9657-640f88bdf59e req-9c8f13a7-2e4d-495a-9523-6687b2f5a8ae tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/ports?device_id=173908e8-0a67-4885-bf2c-52a6206dcf65 HTTP/1.1" status: 200 len: 945 time: 0.0555680 Jul 29 23:19:21.478564 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-611c19c5-01e1-42a0-a833-640c94663cf2 req-59445bd0-3667-4362-b040-28e93f29557b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795536 Jul 29 23:19:21.479982 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8df8a6b-ecfd-4b28-8b4a-1581df24d58d None None] Network bbc0fa4e-d88f-41c6-a370-f94f07c1e7e4 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:19:21.487587 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-d8df8a6b-ecfd-4b28-8b4a-1581df24d58d None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:19:21.494593 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8df8a6b-ecfd-4b28-8b4a-1581df24d58d None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:19:21.497739 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8df8a6b-ecfd-4b28-8b4a-1581df24d58d None None] Pushing event updated for resources: {'Port': ['ID=7bd4d671-18ab-4e0d-b6d8-cc2df41eafc3,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:21.498107 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f79b2-c595-407f-8adc-bae455a5191b req-a6c1d665-6b62-4739-96b2-8cfa6a5884ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:21.507273 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d82f79b2-c595-407f-8adc-bae455a5191b req-a6c1d665-6b62-4739-96b2-8cfa6a5884ee service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1093609 Jul 29 23:19:21.526159 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-77acf50e-27a1-42e7-9657-640f88bdf59e req-85ed7374-72f2-4fa1-8f0d-78659cc794e0 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e2d3bd2-5b6e-4100-b437-94e8bee60adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666990 Jul 29 23:19:21.552467 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-d8df8a6b-ecfd-4b28-8b4a-1581df24d58d None None] Attempting to bind port 7bd4d671-18ab-4e0d-b6d8-cc2df41eafc3 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:19:21.552849 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-d8df8a6b-ecfd-4b28-8b4a-1581df24d58d None None] Attempting to bind port 7bd4d671-18ab-4e0d-b6d8-cc2df41eafc3 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': 'c1b76e2d-c139-43ca-8c7d-2846330ec26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bbc0fa4e-d88f-41c6-a370-f94f07c1e7e4'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:19:21.553214 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8df8a6b-ecfd-4b28-8b4a-1581df24d58d None None] Attempting to bind port 7bd4d671-18ab-4e0d-b6d8-cc2df41eafc3 on network bbc0fa4e-d88f-41c6-a370-f94f07c1e7e4 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:19:21.565806 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8df8a6b-ecfd-4b28-8b4a-1581df24d58d None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:19:21.566331 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8df8a6b-ecfd-4b28-8b4a-1581df24d58d None None] Checking segment: {'id': 'c1b76e2d-c139-43ca-8c7d-2846330ec26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bbc0fa4e-d88f-41c6-a370-f94f07c1e7e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:19:21.566743 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d8df8a6b-ecfd-4b28-8b4a-1581df24d58d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:21.567133 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8df8a6b-ecfd-4b28-8b4a-1581df24d58d None None] Bound using segment: {'id': 'c1b76e2d-c139-43ca-8c7d-2846330ec26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bbc0fa4e-d88f-41c6-a370-f94f07c1e7e4'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:19:21.567601 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-d8df8a6b-ecfd-4b28-8b4a-1581df24d58d None None] Bound port: 7bd4d671-18ab-4e0d-b6d8-cc2df41eafc3, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b76e2d-c139-43ca-8c7d-2846330ec26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bbc0fa4e-d88f-41c6-a370-f94f07c1e7e4'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:19:21.567983 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d8df8a6b-ecfd-4b28-8b4a-1581df24d58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:21.605221 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09bd00b-316a-46b8-af21-64f055570511 req-32b22698-17d9-44f9-94e4-57cffe9afc4c tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:21.607461 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e09bd00b-316a-46b8-af21-64f055570511 req-32b22698-17d9-44f9-94e4-57cffe9afc4c tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb318f0a-8a5f-472a-afc6-eb8857877767 HTTP/1.1" status: 200 len: 943 time: 0.0824025 Jul 29 23:19:21.633066 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d82f79b2-c595-407f-8adc-bae455a5191b req-b33a36f4-487e-47c7-8610-c6b915917286 service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155341 Jul 29 23:19:21.649952 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-d8df8a6b-ecfd-4b28-8b4a-1581df24d58d None None] For port 7bd4d671-18ab-4e0d-b6d8-cc2df41eafc3, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:19:21.653682 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-d8df8a6b-ecfd-4b28-8b4a-1581df24d58d None None] For port 7bd4d671-18ab-4e0d-b6d8-cc2df41eafc3, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=7bd4d671-18ab-4e0d-b6d8-cc2df41eafc3,segment=NetworkSegment(c1b76e2d-c139-43ca-8c7d-2846330ec26b),segment_id=c1b76e2d-c139-43ca-8c7d-2846330ec26b)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:19:21.660040 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e09bd00b-316a-46b8-af21-64f055570511 req-e1a1fe2b-72a7-4b5b-80be-9fd06f867a21 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400684 Jul 29 23:19:21.665708 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d8df8a6b-ecfd-4b28-8b4a-1581df24d58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:21.729355 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb318f0a-8a5f-472a-afc6-eb8857877767', 'tag': '43f77f9e-15ca-4ead-ba28-39729510bf72'}, {'name': 'network-changed', 'server_uuid': 'e3db641e-69f7-4718-a633-3fbd6a1bb2a3', 'tag': '3a3de736-d642-4ca1-a2b2-025361bcda55'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:19:21.731482 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd530416-284b-4491-9df2-bed6f2531cef" -d '{"events": [{"name": "network-changed", "server_uuid": "fb318f0a-8a5f-472a-afc6-eb8857877767", "tag": "43f77f9e-15ca-4ead-ba28-39729510bf72"}, {"name": "network-changed", "server_uuid": "e3db641e-69f7-4718-a633-3fbd6a1bb2a3", "tag": "3a3de736-d642-4ca1-a2b2-025361bcda55"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:19:21.754437 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8df8a6b-ecfd-4b28-8b4a-1581df24d58d None None] Pushing event updated for resources: {'Port': ['ID=7bd4d671-18ab-4e0d-b6d8-cc2df41eafc3,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:21.832158 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 60bc616e-990d-48d1-9503-5fc08821f418 details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:19:21.855893 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d07d3476-b39d-4276-a36e-73a120b0d59f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:21.856852 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863db5b4-f0bc-4d26-a96d-6bef14b29c16 req-cc378cb4-a137-417a-9d31-6736e857405c tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:21.858968 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-863db5b4-f0bc-4d26-a96d-6bef14b29c16 req-cc378cb4-a137-417a-9d31-6736e857405c tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/ports?device_id=173908e8-0a67-4885-bf2c-52a6206dcf65 HTTP/1.1" status: 200 len: 945 time: 0.0926187 Jul 29 23:19:21.862084 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d82f79b2-c595-407f-8adc-bae455a5191b req-e82f0df0-9a86-452d-a1e3-2b738615120c service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823285 Jul 29 23:19:21.880209 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d07d3476-b39d-4276-a36e-73a120b0d59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:21.887708 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0130d2-b8ce-4b21-b96d-e0b2dd8d7d64 req-6bdfbc8d-c812-4f83-afe3-4a70424c375f tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:21.894217 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5a0130d2-b8ce-4b21-b96d-e0b2dd8d7d64 req-6bdfbc8d-c812-4f83-afe3-4a70424c375f tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc7a0dab-e157-4427-ba70-4634d6d2b6e4 HTTP/1.1" status: 200 len: 950 time: 0.0882690 Jul 29 23:19:21.962974 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5a0130d2-b8ce-4b21-b96d-e0b2dd8d7d64 req-66f53ce3-a853-465c-8865-983e5ac67352 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648842 Jul 29 23:19:21.965377 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 60bc616e-990d-48d1-9503-5fc08821f418, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=60bc616e-990d-48d1-9503-5fc08821f418,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:21.992026 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-863db5b4-f0bc-4d26-a96d-6bef14b29c16 req-3431adac-fdf2-4bf8-aa91-2cb25892422d tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e2d3bd2-5b6e-4100-b437-94e8bee60adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966861 Jul 29 23:19:22.014086 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '60bc616e-990d-48d1-9503-5fc08821f418', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'port_id': '60bc616e-990d-48d1-9503-5fc08821f418', 'mac_address': 'fa:16:3e:79:ba:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64bdc61a-58ca-49c7-bae5-ecfed9ee407c', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:19:22.049713 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 29 Jul 2021 23:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67674e1f-d927-4cd7-a484-cf704331298c x-openstack-request-id: req-67674e1f-d927-4cd7-a484-cf704331298c {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:19:22.050320 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb318f0a-8a5f-472a-afc6-eb8857877767", "tag": "43f77f9e-15ca-4ead-ba28-39729510bf72", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e3db641e-69f7-4718-a633-3fbd6a1bb2a3", "tag": "3a3de736-d642-4ca1-a2b2-025361bcda55", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:19:22.050645 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-67674e1f-d927-4cd7-a484-cf704331298c {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:19:22.051454 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb318f0a-8a5f-472a-afc6-eb8857877767', 'tag': '43f77f9e-15ca-4ead-ba28-39729510bf72', 'status': 'completed', 'code': 200} Jul 29 23:19:22.051454 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3db641e-69f7-4718-a633-3fbd6a1bb2a3', 'tag': '3a3de736-d642-4ca1-a2b2-025361bcda55', 'status': 'completed', 'code': 200} Jul 29 23:19:22.052442 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-d07d3476-b39d-4276-a36e-73a120b0d59f admin admin] Allocated IP 172.25.0.67 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/b5fb8190-10ab-4658-8af8-bc14a7ec12e7) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:19:22.074618 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:22.105282 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60bc616e-990d-48d1-9503-5fc08821f418 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:19:22.137286 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 60bc616e-990d-48d1-9503-5fc08821f418, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=60bc616e-990d-48d1-9503-5fc08821f418,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:22.142716 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:22.191465 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd530416-284b-4491-9df2-bed6f2531cef req-9a64e42f-5da0-453e-8711-26e1fbad6db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:22.197837 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-fd530416-284b-4491-9df2-bed6f2531cef req-9a64e42f-5da0-453e-8711-26e1fbad6db5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c2657a7d23514506876a4df5f527f58c&device_id=fb318f0a-8a5f-472a-afc6-eb8857877767 HTTP/1.1" status: 200 len: 1126 time: 0.1235638 Jul 29 23:19:22.213274 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af42eb-3258-4da2-ae1e-8ce161d57a47 req-6e84afcc-c20a-4c2a-a83e-0f99aa83f63f tempest-ImagesNegativeTestJSON-10651441 tempest-ImagesNegativeTestJSON-10651441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:22.216848 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f2af42eb-3258-4da2-ae1e-8ce161d57a47 req-6e84afcc-c20a-4c2a-a83e-0f99aa83f63f tempest-ImagesNegativeTestJSON-10651441 tempest-ImagesNegativeTestJSON-10651441-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3db641e-69f7-4718-a633-3fbd6a1bb2a3 HTTP/1.1" status: 200 len: 947 time: 0.1013227 Jul 29 23:19:22.224027 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=60bc616e-990d-48d1-9503-5fc08821f418,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:22.288313 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f2af42eb-3258-4da2-ae1e-8ce161d57a47 req-a3832458-0085-417e-a5d4-c0f86dabbb04 tempest-ImagesNegativeTestJSON-10651441 tempest-ImagesNegativeTestJSON-10651441-project] 10.222.0.43 "GET /v2.0/security-groups?id=71604795-a042-4751-8e68-f2ba4dcd60ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608890 Jul 29 23:19:22.305372 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f71fe5-06c7-4c2d-8675-d220e147c542 req-e14e8fcc-8726-4689-aa0d-fec7cd6294da tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:22.306471 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f1f71fe5-06c7-4c2d-8675-d220e147c542 req-e14e8fcc-8726-4689-aa0d-fec7cd6294da tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd1c4cd0-9246-45ff-bd69-a0c86282f592 HTTP/1.1" status: 200 len: 945 time: 0.0645206 Jul 29 23:19:22.325554 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d07d3476-b39d-4276-a36e-73a120b0d59f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:22.347034 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f1f71fe5-06c7-4c2d-8675-d220e147c542 req-716aaba2-4cd6-410b-96c4-2a14265b5dce tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330820 Jul 29 23:19:22.348544 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd530416-284b-4491-9df2-bed6f2531cef req-6b0d0537-8514-4a98-ada1-5dd76a4762b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:22.350071 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-fd530416-284b-4491-9df2-bed6f2531cef req-6b0d0537-8514-4a98-ada1-5dd76a4762b0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f490981b-45a9-43e1-a661-0229cc7a8cd7 HTTP/1.1" status: 200 len: 922 time: 0.1393113 Jul 29 23:19:22.359760 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['60bc616e-990d-48d1-9503-5fc08821f418'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:19:22.402981 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-fd530416-284b-4491-9df2-bed6f2531cef req-6d09d1c0-6621-4556-851c-31bbe097fe69 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=43f77f9e-15ca-4ead-ba28-39729510bf72 HTTP/1.1" status: 200 len: 217 time: 0.0433443 Jul 29 23:19:22.444501 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d07d3476-b39d-4276-a36e-73a120b0d59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:22.464580 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114dd5c9-583b-4f7e-9246-c763ef339bd7 req-f49da46a-d621-420b-8e7b-bb473d357cb3 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:22.466921 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-114dd5c9-583b-4f7e-9246-c763ef339bd7 req-f49da46a-d621-420b-8e7b-bb473d357cb3 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f408244-29f3-4e00-8c84-67d95c878199 HTTP/1.1" status: 200 len: 949 time: 0.0658901 Jul 29 23:19:22.472820 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 43f77f9e-15ca-4ead-ba28-39729510bf72 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:19:22.492122 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07d3476-b39d-4276-a36e-73a120b0d59f admin admin] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:19:22.497611 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd530416-284b-4491-9df2-bed6f2531cef req-8a7df18a-9fc3-4187-b4d7-9016daf7193e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:22.500101 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-fd530416-284b-4491-9df2-bed6f2531cef req-8a7df18a-9fc3-4187-b4d7-9016daf7193e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=998261e9-cec6-4719-b797-0c7da54a3001 HTTP/1.1" status: 200 len: 861 time: 0.0895283 Jul 29 23:19:22.504738 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-d07d3476-b39d-4276-a36e-73a120b0d59f admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:19:22.505388 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07d3476-b39d-4276-a36e-73a120b0d59f admin admin] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:19:22.546951 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07d3476-b39d-4276-a36e-73a120b0d59f admin admin] Pushing event updated for resources: {'Port': ['ID=b5fb8190-10ab-4658-8af8-bc14a7ec12e7,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:22.571690 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-fd530416-284b-4491-9df2-bed6f2531cef req-242cb48d-49d5-4b89-b1a2-0154fa0ddaa5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f490981b-45a9-43e1-a661-0229cc7a8cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635028 Jul 29 23:19:22.622335 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 43f77f9e-15ca-4ead-ba28-39729510bf72, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=43f77f9e-15ca-4ead-ba28-39729510bf72,segment=NetworkSegment(a739f5fc-cf01-40c9-83c0-bfbae7f993f3),segment_id=a739f5fc-cf01-40c9-83c0-bfbae7f993f3)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:22.636921 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 43f77f9e-15ca-4ead-ba28-39729510bf72 has no active binding in host n-h1-712141-10 {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 29 23:19:22.788969 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-fd530416-284b-4491-9df2-bed6f2531cef req-3c0cc27f-c553-4a99-a59b-222b8a5a1a36 service neutron] 10.222.0.22 "GET /v2.0/networks/f490981b-45a9-43e1-a661-0229cc7a8cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081082 Jul 29 23:19:22.822085 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-114dd5c9-583b-4f7e-9246-c763ef339bd7 req-4e982ee0-1baa-4ab0-a012-f5164d1091e8 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469391 Jul 29 23:19:22.844332 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630679a0-6801-4264-8f7c-d89ae162fd42 req-b5b163a7-00d0-4a3c-9760-5b8d4dd0de67 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:22.846475 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-630679a0-6801-4264-8f7c-d89ae162fd42 req-b5b163a7-00d0-4a3c-9760-5b8d4dd0de67 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb318f0a-8a5f-472a-afc6-eb8857877767 HTTP/1.1" status: 200 len: 943 time: 0.0718946 Jul 29 23:19:22.891479 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-630679a0-6801-4264-8f7c-d89ae162fd42 req-dc4b8dc9-fa08-4a22-b138-968a28258581 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375059 Jul 29 23:19:23.072791 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 7bd4d671-18ab-4e0d-b6d8-cc2df41eafc3 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:19:23.111026 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd61530-9a5f-4a3d-b33b-399fe5b96c51 None None] Network bbc0fa4e-d88f-41c6-a370-f94f07c1e7e4 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:19:23.177084 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4df702-d211-429b-9b53-68e902c5521e req-20f66c21-ed2f-49e8-af73-12752d13db77 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:23.179727 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-af4df702-d211-429b-9b53-68e902c5521e req-20f66c21-ed2f-49e8-af73-12752d13db77 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc7a0dab-e157-4427-ba70-4634d6d2b6e4 HTTP/1.1" status: 200 len: 950 time: 0.1137431 Jul 29 23:19:23.180400 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f93bf4cf-2d0c-4037-b5e1-c32aab57f964 None None] Provisioning for port 7bd4d671-18ab-4e0d-b6d8-cc2df41eafc3 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:19:23.215588 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6345db9-298a-4fe0-b0cb-b5eba3d4f162 req-fb3569e3-c287-4a16-975c-f21b992a30de tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:23.218962 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c6345db9-298a-4fe0-b0cb-b5eba3d4f162 req-fb3569e3-c287-4a16-975c-f21b992a30de tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/ports?device_id=173908e8-0a67-4885-bf2c-52a6206dcf65 HTTP/1.1" status: 200 len: 945 time: 0.1289165 Jul 29 23:19:23.224628 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3f7f14ad-446d-41f2-8e96-65b4918a7e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:23.246939 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 7bd4d671-18ab-4e0d-b6d8-cc2df41eafc3 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:19:23.248521 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-fd530416-284b-4491-9df2-bed6f2531cef req-3ed5770c-5eb6-4d3c-b402-bf533e9768da service neutron] 10.222.0.22 "GET /v2.0/networks/f490981b-45a9-43e1-a661-0229cc7a8cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4505689 Jul 29 23:19:23.249057 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d07d3476-b39d-4276-a36e-73a120b0d59f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:23.252557 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 7bd4d671-18ab-4e0d-b6d8-cc2df41eafc3 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:19:23.252701 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:23.257225 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-af4df702-d211-429b-9b53-68e902c5521e req-0dfacbc7-c12b-4686-b478-0ee96385c04f tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695143 Jul 29 23:19:23.334208 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c6345db9-298a-4fe0-b0cb-b5eba3d4f162 req-cf4e1c97-81e3-4083-8cf4-f0b3f0352088 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e2d3bd2-5b6e-4100-b437-94e8bee60adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955143 Jul 29 23:19:23.416868 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:23.441276 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd530416-284b-4491-9df2-bed6f2531cef req-9394558b-fcba-4ea8-8af7-7377b3914325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:23.442915 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-fd530416-284b-4491-9df2-bed6f2531cef req-9394558b-fcba-4ea8-8af7-7377b3914325 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b73e0da8cf5047e79bb7f51b49b423db&device_id=e3db641e-69f7-4718-a633-3fbd6a1bb2a3 HTTP/1.1" status: 200 len: 1099 time: 0.0977786 Jul 29 23:19:23.464562 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 7bd4d671-18ab-4e0d-b6d8-cc2df41eafc3, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=7bd4d671-18ab-4e0d-b6d8-cc2df41eafc3,segment=NetworkSegment(c1b76e2d-c139-43ca-8c7d-2846330ec26b),segment_id=c1b76e2d-c139-43ca-8c7d-2846330ec26b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:23.468805 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:23.488642 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c253e40-a8a7-4461-925f-a5e224407340 req-d88519fc-132c-46b1-83c3-19fa18466bc1 tempest-ImagesNegativeTestJSON-10651441 tempest-ImagesNegativeTestJSON-10651441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:23.490543 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0c253e40-a8a7-4461-925f-a5e224407340 req-d88519fc-132c-46b1-83c3-19fa18466bc1 tempest-ImagesNegativeTestJSON-10651441 tempest-ImagesNegativeTestJSON-10651441-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3db641e-69f7-4718-a633-3fbd6a1bb2a3 HTTP/1.1" status: 200 len: 947 time: 0.0923586 Jul 29 23:19:23.536408 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c1de6-da57-4597-a03c-05eb6e8209c0 req-0148b5ad-367d-46ca-9ee1-d318151496fe tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:23.538752 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=7bd4d671-18ab-4e0d-b6d8-cc2df41eafc3,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:23.544165 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0d7c1de6-da57-4597-a03c-05eb6e8209c0 req-0148b5ad-367d-46ca-9ee1-d318151496fe tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd1c4cd0-9246-45ff-bd69-a0c86282f592 HTTP/1.1" status: 200 len: 945 time: 0.0983343 Jul 29 23:19:23.575254 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d07d3476-b39d-4276-a36e-73a120b0d59f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:23.580947 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0c253e40-a8a7-4461-925f-a5e224407340 req-9d631049-191a-4274-bf8a-e1267d21cdac tempest-ImagesNegativeTestJSON-10651441 tempest-ImagesNegativeTestJSON-10651441-project] 10.222.0.43 "GET /v2.0/security-groups?id=71604795-a042-4751-8e68-f2ba4dcd60ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807776 Jul 29 23:19:23.605618 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0d7c1de6-da57-4597-a03c-05eb6e8209c0 req-1e5df9c1-257b-4ce3-b4f0-65ef66dfe407 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604515 Jul 29 23:19:23.644490 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd530416-284b-4491-9df2-bed6f2531cef req-906bb8fb-95de-4aa2-91da-9599347e6f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:23.646024 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-fd530416-284b-4491-9df2-bed6f2531cef req-906bb8fb-95de-4aa2-91da-9599347e6f9b service neutron] 10.222.0.22 "GET /v2.0/networks?id=d71c22dc-feef-410b-a7ed-6548cf85bd6f HTTP/1.1" status: 200 len: 870 time: 0.1954467 Jul 29 23:19:23.724930 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-fd530416-284b-4491-9df2-bed6f2531cef req-bda08b92-2cd4-4ea2-8ccc-7f006caf72d4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=3a3de736-d642-4ca1-a2b2-025361bcda55 HTTP/1.1" status: 200 len: 217 time: 0.0682278 Jul 29 23:19:23.731953 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-69ace7c7-419b-4526-8e27-24fc42b3d5bc None None] Provisioning complete for port 7bd4d671-18ab-4e0d-b6d8-cc2df41eafc3 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:19:23.732328 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-69ace7c7-419b-4526-8e27-24fc42b3d5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:23.813163 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd530416-284b-4491-9df2-bed6f2531cef req-13fdc033-375c-4a0e-aa8a-40d852c8572e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:23.815536 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-fd530416-284b-4491-9df2-bed6f2531cef req-13fdc033-375c-4a0e-aa8a-40d852c8572e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.0749631 Jul 29 23:19:23.825473 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d07d3476-b39d-4276-a36e-73a120b0d59f admin admin] Router dd5ea191-992a-493a-ba64-f63898c656d8 is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:19:23.837513 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f63cf8-8a46-4980-91d4-80061b494fcd req-39428974-fdb0-44b6-ab99-3b5606b7a11c tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:23.839948 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-24f63cf8-8a46-4980-91d4-80061b494fcd req-39428974-fdb0-44b6-ab99-3b5606b7a11c tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd1c4cd0-9246-45ff-bd69-a0c86282f592 HTTP/1.1" status: 200 len: 945 time: 0.0631385 Jul 29 23:19:23.847529 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 60bc616e-990d-48d1-9503-5fc08821f418 up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:19:23.908841 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port 60bc616e-990d-48d1-9503-5fc08821f418 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:19:23.909055 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-24f63cf8-8a46-4980-91d4-80061b494fcd req-0ed2a241-0d48-4d1e-be92-abdc22f95588 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627716 Jul 29 23:19:23.909787 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd530416-284b-4491-9df2-bed6f2531cef req-4a11d071-284c-45d9-995f-5ca225f6e2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:23.911643 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-fd530416-284b-4491-9df2-bed6f2531cef req-4a11d071-284c-45d9-995f-5ca225f6e2d9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0877960 Jul 29 23:19:23.913432 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 60bc616e-990d-48d1-9503-5fc08821f418 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:19:23.914516 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:23.982180 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f62f68d-0d2c-4c0e-aa71-7fb09e66873d req-59e1cdb4-43d3-4eb5-aa2d-4b4a8bb73999 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:23.984507 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5f62f68d-0d2c-4c0e-aa71-7fb09e66873d req-59e1cdb4-43d3-4eb5-aa2d-4b4a8bb73999 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f408244-29f3-4e00-8c84-67d95c878199 HTTP/1.1" status: 200 len: 949 time: 0.0699599 Jul 29 23:19:24.014934 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:24.040267 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f408244-29f3-4e00-8c84-67d95c878199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60bc616e-990d-48d1-9503-5fc08821f418'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:19:24.042720 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835b9e23-77b5-4e09-b7dc-d44dcd9ff40b" -d '{"events": [{"server_uuid": "4f408244-29f3-4e00-8c84-67d95c878199", "name": "network-vif-plugged", "status": "completed", "tag": "60bc616e-990d-48d1-9503-5fc08821f418"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:19:24.069087 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5f62f68d-0d2c-4c0e-aa71-7fb09e66873d req-644d6f87-c0b8-44c7-8ae6-62d007e0d0e6 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772398 Jul 29 23:19:24.082319 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 60bc616e-990d-48d1-9503-5fc08821f418, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=60bc616e-990d-48d1-9503-5fc08821f418,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:24.089082 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b74d682-dd7e-4c87-a715-d936208e5407 req-ae3bacd2-2bd1-4dfd-b3e5-a11cee1c3e22 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:24.091134 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2b74d682-dd7e-4c87-a715-d936208e5407 req-ae3bacd2-2bd1-4dfd-b3e5-a11cee1c3e22 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb318f0a-8a5f-472a-afc6-eb8857877767 HTTP/1.1" status: 200 len: 943 time: 0.1001306 Jul 29 23:19:24.100642 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:24.133039 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d07d3476-b39d-4276-a36e-73a120b0d59f admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:19:24.142759 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8000799d-18f0-490a-8f9c-232f10f4804e x-openstack-request-id: req-8000799d-18f0-490a-8f9c-232f10f4804e {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:19:24.143905 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f408244-29f3-4e00-8c84-67d95c878199", "name": "network-vif-plugged", "status": "completed", "tag": "60bc616e-990d-48d1-9503-5fc08821f418", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:19:24.143905 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8000799d-18f0-490a-8f9c-232f10f4804e {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:19:24.154085 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f408244-29f3-4e00-8c84-67d95c878199', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60bc616e-990d-48d1-9503-5fc08821f418', 'code': 200} Jul 29 23:19:24.163214 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c170ccf3-d6e4-4bea-b121-567beab74a04 None None] Sync routers for ids ['dd5ea191-992a-493a-ba64-f63898c656d8'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:19:24.174531 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1f271852-8209-4e3b-a323-6116538d1f6c req-7915036f-991f-4195-82a8-23f3c13c0340 service neutron] 10.222.0.22 "GET /v2.0/ports/43f77f9e-15ca-4ead-ba28-39729510bf72/bindings/n-h1-712141-10 HTTP/1.1" status: 200 len: 385 time: 0.1678641 Jul 29 23:19:24.176492 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-fd530416-284b-4491-9df2-bed6f2531cef req-b4cfb5b1-f566-4cb6-a0ed-7c3984863500 service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511129 Jul 29 23:19:24.179993 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2b74d682-dd7e-4c87-a715-d936208e5407 req-dc3917cf-a2ce-45ed-a7f3-2150c8599c52 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776331 Jul 29 23:19:24.185157 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d07d3476-b39d-4276-a36e-73a120b0d59f admin admin] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:24.187446 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d07d3476-b39d-4276-a36e-73a120b0d59f admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3329322 Jul 29 23:19:24.191490 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59758) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:24.196073 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3469c93d-ff24-4169-ac1c-d0cfa38394f4 req-acd2d839-c086-4559-bb3a-da562b9b279a tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:24.197595 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3469c93d-ff24-4169-ac1c-d0cfa38394f4 req-acd2d839-c086-4559-bb3a-da562b9b279a tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.41 "GET /v2.0/ports?device_id=173908e8-0a67-4885-bf2c-52a6206dcf65 HTTP/1.1" status: 200 len: 945 time: 0.1384575 Jul 29 23:19:24.200061 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c170ccf3-d6e4-4bea-b121-567beab74a04 None None] Routers {'dd5ea191-992a-493a-ba64-f63898c656d8'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:19:24.200783 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-c170ccf3-d6e4-4bea-b121-567beab74a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:18:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['dd5ea191-992a-493a-ba64-f63898c656d8'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:24.256897 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=60bc616e-990d-48d1-9503-5fc08821f418,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:24.428933 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd09b50-1020-44cb-999b-898129b19d1e req-a3abf850-7b04-4a71-b0a7-f8760216afe4 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:24.432510 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ffd09b50-1020-44cb-999b-898129b19d1e req-a3abf850-7b04-4a71-b0a7-f8760216afe4 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc7a0dab-e157-4427-ba70-4634d6d2b6e4 HTTP/1.1" status: 200 len: 950 time: 0.0764799 Jul 29 23:19:24.461572 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3bfdc-568e-467f-973d-9e34a46f82a5 req-4b415b9e-e551-492d-909f-318b3c5fe580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:24.463102 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e8f3bfdc-568e-467f-973d-9e34a46f82a5 req-4b415b9e-e551-492d-909f-318b3c5fe580 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4f408244-29f3-4e00-8c84-67d95c878199 HTTP/1.1" status: 200 len: 1102 time: 0.2320681 Jul 29 23:19:24.464948 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-fd530416-284b-4491-9df2-bed6f2531cef req-98e6d9ec-8090-4b68-842f-fded5c97a021 service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654297 Jul 29 23:19:24.523840 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-c170ccf3-d6e4-4bea-b121-567beab74a04 None None] Set router dd5ea191-992a-493a-ba64-f63898c656d8 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:19:24.555833 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-3469c93d-ff24-4169-ac1c-d0cfa38394f4 req-6f85ecad-642d-4170-8dcd-c90a777f3080 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Deleting port 21302783-82f2-4612-9c70-4580f1ca39b2 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:19:24.556171 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-3469c93d-ff24-4169-ac1c-d0cfa38394f4 req-6f85ecad-642d-4170-8dcd-c90a777f3080 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:24.617979 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e8f3bfdc-568e-467f-973d-9e34a46f82a5 req-f15daa60-4fea-4b40-90d0-b6fc89bb2c18 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416528 Jul 29 23:19:24.619272 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af20658b-f3ea-44d7-afc6-5fd5eeb3ea34 req-be5cef87-3c15-4fb1-80d9-3df07763bed5 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:24.622763 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-af20658b-f3ea-44d7-afc6-5fd5eeb3ea34 req-be5cef87-3c15-4fb1-80d9-3df07763bed5 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/ports?device_id=173908e8-0a67-4885-bf2c-52a6206dcf65 HTTP/1.1" status: 200 len: 945 time: 0.1307080 Jul 29 23:19:24.645292 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ffd09b50-1020-44cb-999b-898129b19d1e req-12c7be31-0e51-466b-a721-2010d4423769 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520932 Jul 29 23:19:24.685256 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-1f271852-8209-4e3b-a323-6116538d1f6c req-6fae2b68-10f7-44dc-ae27-1110e38935af service neutron] For port 43f77f9e-15ca-4ead-ba28-39729510bf72, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=43f77f9e-15ca-4ead-ba28-39729510bf72,segment=NetworkSegment(a739f5fc-cf01-40c9-83c0-bfbae7f993f3),segment_id=a739f5fc-cf01-40c9-83c0-bfbae7f993f3)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:24.723165 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-3469c93d-ff24-4169-ac1c-d0cfa38394f4 req-6f85ecad-642d-4170-8dcd-c90a777f3080 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] For port 21302783-82f2-4612-9c70-4580f1ca39b2, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=21302783-82f2-4612-9c70-4580f1ca39b2,segment=NetworkSegment(b15fd95c-eafe-4a6f-99aa-9d06f8ec7d52),segment_id=b15fd95c-eafe-4a6f-99aa-9d06f8ec7d52)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:24.723786 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-3469c93d-ff24-4169-ac1c-d0cfa38394f4 req-6f85ecad-642d-4170-8dcd-c90a777f3080 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:24.731476 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-af20658b-f3ea-44d7-afc6-5fd5eeb3ea34 req-b646501b-2ee2-48cb-a616-9c74b9be0f4b tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e2d3bd2-5b6e-4100-b437-94e8bee60adf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993814 Jul 29 23:19:24.759942 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-3469c93d-ff24-4169-ac1c-d0cfa38394f4 req-6f85ecad-642d-4170-8dcd-c90a777f3080 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Calling delete_port for 21302783-82f2-4612-9c70-4580f1ca39b2 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:19:24.762211 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-1f271852-8209-4e3b-a323-6116538d1f6c req-6fae2b68-10f7-44dc-ae27-1110e38935af service neutron] For port 43f77f9e-15ca-4ead-ba28-39729510bf72, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:19:24.791063 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-c170ccf3-d6e4-4bea-b121-567beab74a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5ea191-992a-493a-ba64-f63898c656d8', 'name': 'tempest-ServersTestMultiNic-1654020585-router', 'tenant_id': '51b1efed735945cea153cdfce6450079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'b5fb8190-10ab-4658-8af8-bc14a7ec12e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:19:20Z', 'updated_at': '2021-07-29T23:19:22Z', 'revision_number': 3, 'project_id': '51b1efed735945cea153cdfce6450079', 'gw_port': {'id': 'b5fb8190-10ab-4658-8af8-bc14a7ec12e7', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ea:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd5ea191-992a-493a-ba64-f63898c656d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:19:21Z', 'updated_at': '2021-07-29T23:19:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:24.824449 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c170ccf3-d6e4-4bea-b121-567beab74a04 None None] Checking router: dd5ea191-992a-493a-ba64-f63898c656d8 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:19:24.824936 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c170ccf3-d6e4-4bea-b121-567beab74a04 None None] Updating router dd5ea191-992a-493a-ba64-f63898c656d8 port b5fb8190-10ab-4658-8af8-bc14a7ec12e7 binding host n-d-712141-10 {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:19:24.840520 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-1f271852-8209-4e3b-a323-6116538d1f6c req-6fae2b68-10f7-44dc-ae27-1110e38935af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43f77f9e-15ca-4ead-ba28-39729510bf72 {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:19:24.854915 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c170ccf3-d6e4-4bea-b121-567beab74a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:24.855120 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-1f271852-8209-4e3b-a323-6116538d1f6c req-6fae2b68-10f7-44dc-ae27-1110e38935af service neutron] For port 43f77f9e-15ca-4ead-ba28-39729510bf72, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=43f77f9e-15ca-4ead-ba28-39729510bf72,segment=NetworkSegment(a739f5fc-cf01-40c9-83c0-bfbae7f993f3),segment_id=a739f5fc-cf01-40c9-83c0-bfbae7f993f3)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:24.878969 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-1f271852-8209-4e3b-a323-6116538d1f6c req-6fae2b68-10f7-44dc-ae27-1110e38935af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:24.897048 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae5497a-8c9e-49c4-b2ba-12fe6007c944 req-6a30a0e4-49a9-4182-8965-3fc59eee5a5d tempest-ImagesNegativeTestJSON-10651441 tempest-ImagesNegativeTestJSON-10651441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:24.898585 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9ae5497a-8c9e-49c4-b2ba-12fe6007c944 req-6a30a0e4-49a9-4182-8965-3fc59eee5a5d tempest-ImagesNegativeTestJSON-10651441 tempest-ImagesNegativeTestJSON-10651441-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3db641e-69f7-4718-a633-3fbd6a1bb2a3 HTTP/1.1" status: 200 len: 947 time: 0.0857432 Jul 29 23:19:24.981188 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9ae5497a-8c9e-49c4-b2ba-12fe6007c944 req-82e217e7-b96d-4265-8728-104fab04b933 tempest-ImagesNegativeTestJSON-10651441 tempest-ImagesNegativeTestJSON-10651441-project] 10.222.0.43 "GET /v2.0/security-groups?id=71604795-a042-4751-8e68-f2ba4dcd60ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762682 Jul 29 23:19:25.004275 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-72926626-6f36-4df1-8272-493f8eaf46d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:25.038152 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-1f271852-8209-4e3b-a323-6116538d1f6c req-6fae2b68-10f7-44dc-ae27-1110e38935af service neutron] Transition to ACTIVE for port object 43f77f9e-15ca-4ead-ba28-39729510bf72 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:19:25.039411 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-3469c93d-ff24-4169-ac1c-d0cfa38394f4 req-6f85ecad-642d-4170-8dcd-c90a777f3080 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:25.055637 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-1f271852-8209-4e3b-a323-6116538d1f6c req-6fae2b68-10f7-44dc-ae27-1110e38935af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:25.085531 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f85ecad-642d-4170-8dcd-c90a777f3080 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Pushing event deleted for resources: {'Port': ['ID=21302783-82f2-4612-9c70-4580f1ca39b2,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:25.103007 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['21302783-82f2-4612-9c70-4580f1ca39b2'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:19:25.105055 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 7bd4d671-18ab-4e0d-b6d8-cc2df41eafc3 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:19:25.155589 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-3469c93d-ff24-4169-ac1c-d0cfa38394f4 req-6f85ecad-642d-4170-8dcd-c90a777f3080 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] No DVR routers for this DVR port 21302783-82f2-4612-9c70-4580f1ca39b2 on host n-h1-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:19:25.179010 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f85ecad-642d-4170-8dcd-c90a777f3080 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:25.179358 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f85ecad-642d-4170-8dcd-c90a777f3080 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:25.179694 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f85ecad-642d-4170-8dcd-c90a777f3080 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:25.180028 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f85ecad-642d-4170-8dcd-c90a777f3080 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:25.180354 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f85ecad-642d-4170-8dcd-c90a777f3080 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:25.180682 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f85ecad-642d-4170-8dcd-c90a777f3080 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:25.181007 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f85ecad-642d-4170-8dcd-c90a777f3080 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:25.181329 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f85ecad-642d-4170-8dcd-c90a777f3080 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:25.181668 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f85ecad-642d-4170-8dcd-c90a777f3080 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:25.181991 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f85ecad-642d-4170-8dcd-c90a777f3080 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:25.182307 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f85ecad-642d-4170-8dcd-c90a777f3080 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:25.182620 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f85ecad-642d-4170-8dcd-c90a777f3080 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:25.186120 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-3469c93d-ff24-4169-ac1c-d0cfa38394f4 req-6f85ecad-642d-4170-8dcd-c90a777f3080 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:25.188531 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bb686-e5fe-422c-85e6-f527ae572635 req-7607e37c-339f-463d-9bd9-6260d8ab3f0a tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:25.189024 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3469c93d-ff24-4169-ac1c-d0cfa38394f4 req-6f85ecad-642d-4170-8dcd-c90a777f3080 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.41 "DELETE /v2.0/ports/21302783-82f2-4612-9c70-4580f1ca39b2 HTTP/1.1" status: 204 len: 173 time: 0.9759195 Jul 29 23:19:25.189912 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f271852-8209-4e3b-a323-6116538d1f6c req-6fae2b68-10f7-44dc-ae27-1110e38935af service neutron] No DVR routers for this DVR port 43f77f9e-15ca-4ead-ba28-39729510bf72 on host n-h2-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:19:25.191618 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '173908e8-0a67-4885-bf2c-52a6206dcf65', 'name': 'network-vif-deleted', 'tag': '21302783-82f2-4612-9c70-4580f1ca39b2'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:19:25.194224 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7dc90f0-439c-4fd0-a2a5-76cbc3305b8c" -d '{"events": [{"server_uuid": "173908e8-0a67-4885-bf2c-52a6206dcf65", "name": "network-vif-deleted", "tag": "21302783-82f2-4612-9c70-4580f1ca39b2"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:19:25.196244 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-759bb686-e5fe-422c-85e6-f527ae572635 req-7607e37c-339f-463d-9bd9-6260d8ab3f0a tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=fd1c4cd0-9246-45ff-bd69-a0c86282f592 HTTP/1.1" status: 200 len: 945 time: 0.1682713 Jul 29 23:19:25.217835 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 7bd4d671-18ab-4e0d-b6d8-cc2df41eafc3 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:19:25.218581 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:25.257238 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1f271852-8209-4e3b-a323-6116538d1f6c req-6fae2b68-10f7-44dc-ae27-1110e38935af service neutron] 10.222.0.22 "PUT /v2.0/ports/43f77f9e-15ca-4ead-ba28-39729510bf72/bindings/n-h1-712141-10/activate HTTP/1.1" status: 200 len: 370 time: 1.0586407 Jul 29 23:19:25.295958 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fae2b68-10f7-44dc-ae27-1110e38935af service neutron] Pushing event updated for resources: {'Port': ['ID=43f77f9e-15ca-4ead-ba28-39729510bf72,revision_number=10']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:25.317374 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-759bb686-e5fe-422c-85e6-f527ae572635 req-e7e2fc98-c7d1-46bc-a0f9-87e85680e88a tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196463 Jul 29 23:19:25.335853 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3635a9-ddc4-4cbe-8a7f-e770e1a6fdc8 req-0666fc4a-e7e8-446e-8ad2-889ce9efc654 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:25.337480 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1a3635a9-ddc4-4cbe-8a7f-e770e1a6fdc8 req-0666fc4a-e7e8-446e-8ad2-889ce9efc654 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f408244-29f3-4e00-8c84-67d95c878199 HTTP/1.1" status: 200 len: 950 time: 0.1756415 Jul 29 23:19:25.351074 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-72926626-6f36-4df1-8272-493f8eaf46d9 admin admin] Allocated IP 172.20.0.1 (bbc0fa4e-d88f-41c6-a370-f94f07c1e7e4/d67bbbd0-b829-4cb7-aef2-10f0108d2ad7/4ead08d2-feb8-4769-aaf3-b000332cf7c9) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:19:25.356263 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c170ccf3-d6e4-4bea-b121-567beab74a04 None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:25.381782 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375ad017-8f87-454b-a0a5-e2302c7cb909 x-openstack-request-id: req-375ad017-8f87-454b-a0a5-e2302c7cb909 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:19:25.381782 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "173908e8-0a67-4885-bf2c-52a6206dcf65", "name": "network-vif-deleted", "tag": "21302783-82f2-4612-9c70-4580f1ca39b2", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:19:25.381782 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-375ad017-8f87-454b-a0a5-e2302c7cb909 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:19:25.382115 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '173908e8-0a67-4885-bf2c-52a6206dcf65', 'name': 'network-vif-deleted', 'tag': '21302783-82f2-4612-9c70-4580f1ca39b2', 'status': 'completed', 'code': 200} Jul 29 23:19:25.395317 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c170ccf3-d6e4-4bea-b121-567beab74a04 None None] Transition to ACTIVE for port object b5fb8190-10ab-4658-8af8-bc14a7ec12e7 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:19:25.420149 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c170ccf3-d6e4-4bea-b121-567beab74a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:25.432614 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f271852-8209-4e3b-a323-6116538d1f6c req-5784711c-64d7-45d2-a949-a78a07b41e66 tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:25.435553 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1f271852-8209-4e3b-a323-6116538d1f6c req-5784711c-64d7-45d2-a949-a78a07b41e66 tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fb318f0a-8a5f-472a-afc6-eb8857877767&tenant_id=c2657a7d23514506876a4df5f527f58c&binding%3Ahost_id=n-h2-712141-10 HTTP/1.1" status: 200 len: 1096 time: 0.0667758 Jul 29 23:19:25.525563 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404f276f-94d7-4a88-8fee-137619b59897 None None] Pushing event updated for resources: {'Port': ['ID=b5fb8190-10ab-4658-8af8-bc14a7ec12e7,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:25.527838 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-c170ccf3-d6e4-4bea-b121-567beab74a04 None None] Attempting to bind port b5fb8190-10ab-4658-8af8-bc14a7ec12e7 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:19:25.528227 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-c170ccf3-d6e4-4bea-b121-567beab74a04 None None] Attempting to bind port b5fb8190-10ab-4658-8af8-bc14a7ec12e7 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:19:25.528572 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c170ccf3-d6e4-4bea-b121-567beab74a04 None None] Attempting to bind port b5fb8190-10ab-4658-8af8-bc14a7ec12e7 on network 58f27f61-3278-49cc-b66b-1e729d26f29f {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:19:25.531791 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f271852-8209-4e3b-a323-6116538d1f6c req-19d8f6fc-1ba2-4c1d-bc68-475b88f88684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:25.534099 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1f271852-8209-4e3b-a323-6116538d1f6c req-19d8f6fc-1ba2-4c1d-bc68-475b88f88684 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fb318f0a-8a5f-472a-afc6-eb8857877767&tenant_id=c2657a7d23514506876a4df5f527f58c HTTP/1.1" status: 200 len: 1096 time: 0.0890005 Jul 29 23:19:25.535381 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1a3635a9-ddc4-4cbe-8a7f-e770e1a6fdc8 req-865d8fea-0f23-4af1-8496-d75e8f19e3c8 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562293 Jul 29 23:19:25.538335 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c170ccf3-d6e4-4bea-b121-567beab74a04 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 18, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:19:25.538733 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c170ccf3-d6e4-4bea-b121-567beab74a04 None None] Checking segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:19:25.539133 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c170ccf3-d6e4-4bea-b121-567beab74a04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:25.539769 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c170ccf3-d6e4-4bea-b121-567beab74a04 None None] Bound using segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:19:25.539991 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-c170ccf3-d6e4-4bea-b121-567beab74a04 None None] Bound port: b5fb8190-10ab-4658-8af8-bc14a7ec12e7, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:19:25.540507 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c170ccf3-d6e4-4bea-b121-567beab74a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:25.544619 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404f276f-94d7-4a88-8fee-137619b59897 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:25.544968 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404f276f-94d7-4a88-8fee-137619b59897 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:25.545428 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404f276f-94d7-4a88-8fee-137619b59897 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:25.545833 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404f276f-94d7-4a88-8fee-137619b59897 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:25.546266 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404f276f-94d7-4a88-8fee-137619b59897 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:25.546603 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404f276f-94d7-4a88-8fee-137619b59897 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:25.547231 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404f276f-94d7-4a88-8fee-137619b59897 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:25.547231 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404f276f-94d7-4a88-8fee-137619b59897 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:25.547576 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404f276f-94d7-4a88-8fee-137619b59897 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:25.547903 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404f276f-94d7-4a88-8fee-137619b59897 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:25.548225 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404f276f-94d7-4a88-8fee-137619b59897 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:25.548536 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404f276f-94d7-4a88-8fee-137619b59897 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:25.573003 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98257d8b-ce20-40cf-a228-7afbd56bfd9d req-b79e8c57-b3d6-4260-b4d6-693c93ac44ff tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:25.580911 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-98257d8b-ce20-40cf-a228-7afbd56bfd9d req-b79e8c57-b3d6-4260-b4d6-693c93ac44ff tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb318f0a-8a5f-472a-afc6-eb8857877767 HTTP/1.1" status: 200 len: 944 time: 0.1212251 Jul 29 23:19:25.612921 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-72926626-6f36-4df1-8272-493f8eaf46d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:25.621029 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-c170ccf3-d6e4-4bea-b121-567beab74a04 None None] For port b5fb8190-10ab-4658-8af8-bc14a7ec12e7, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:19:25.627023 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-c170ccf3-d6e4-4bea-b121-567beab74a04 None None] For port b5fb8190-10ab-4658-8af8-bc14a7ec12e7, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=b5fb8190-10ab-4658-8af8-bc14a7ec12e7,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:19:25.634305 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c170ccf3-d6e4-4bea-b121-567beab74a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:25.637920 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f271852-8209-4e3b-a323-6116538d1f6c req-0487a10d-6c95-455a-b8bc-e459b5771e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:25.640968 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1f271852-8209-4e3b-a323-6116538d1f6c req-0487a10d-6c95-455a-b8bc-e459b5771e21 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c2657a7d23514506876a4df5f527f58c&device_id=fb318f0a-8a5f-472a-afc6-eb8857877767 HTTP/1.1" status: 200 len: 1096 time: 0.0612614 Jul 29 23:19:25.665410 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-98257d8b-ce20-40cf-a228-7afbd56bfd9d req-e263ce01-af70-4f3b-9fc1-d8b4cd426a57 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661025 Jul 29 23:19:25.666642 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-72926626-6f36-4df1-8272-493f8eaf46d9 admin admin] Transition to ACTIVE for port object 4ead08d2-feb8-4769-aaf3-b000332cf7c9 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:19:25.704573 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c170ccf3-d6e4-4bea-b121-567beab74a04 None None] Routers {'dd5ea191-992a-493a-ba64-f63898c656d8'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:19:25.705237 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-c170ccf3-d6e4-4bea-b121-567beab74a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:18:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['dd5ea191-992a-493a-ba64-f63898c656d8'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:25.736636 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-72926626-6f36-4df1-8272-493f8eaf46d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:25.797183 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72926626-6f36-4df1-8272-493f8eaf46d9 admin admin] Network bbc0fa4e-d88f-41c6-a370-f94f07c1e7e4 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:19:25.801202 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-72926626-6f36-4df1-8272-493f8eaf46d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:19:25.817763 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72926626-6f36-4df1-8272-493f8eaf46d9 admin admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:19:25.834692 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f271852-8209-4e3b-a323-6116538d1f6c req-5f856ef6-b5e9-4e82-ae2d-55d329276a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:25.839499 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1f271852-8209-4e3b-a323-6116538d1f6c req-5f856ef6-b5e9-4e82-ae2d-55d329276a5c service neutron] 10.222.0.41 "GET /v2.0/networks?id=f490981b-45a9-43e1-a661-0229cc7a8cd7 HTTP/1.1" status: 200 len: 922 time: 0.1907430 Jul 29 23:19:25.839650 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404f276f-94d7-4a88-8fee-137619b59897 None None] Pushing event updated for resources: {'Port': ['ID=b5fb8190-10ab-4658-8af8-bc14a7ec12e7,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:25.857473 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72926626-6f36-4df1-8272-493f8eaf46d9 admin admin] Pushing event updated for resources: {'Port': ['ID=4ead08d2-feb8-4769-aaf3-b000332cf7c9,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:25.890540 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 3a3de736-d642-4ca1-a2b2-025361bcda55 details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:19:25.894544 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72926626-6f36-4df1-8272-493f8eaf46d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:25.894899 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72926626-6f36-4df1-8272-493f8eaf46d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:25.895241 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72926626-6f36-4df1-8272-493f8eaf46d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:25.895575 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72926626-6f36-4df1-8272-493f8eaf46d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:25.895908 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72926626-6f36-4df1-8272-493f8eaf46d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:25.896234 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72926626-6f36-4df1-8272-493f8eaf46d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:25.896562 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72926626-6f36-4df1-8272-493f8eaf46d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:25.896885 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72926626-6f36-4df1-8272-493f8eaf46d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:25.897207 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72926626-6f36-4df1-8272-493f8eaf46d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:25.897525 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72926626-6f36-4df1-8272-493f8eaf46d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:25.897875 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72926626-6f36-4df1-8272-493f8eaf46d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:25.898195 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72926626-6f36-4df1-8272-493f8eaf46d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:25.911624 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0788f7e5-83e5-467a-91c3-11dae72be815 req-7bbd8923-565d-4096-b07b-4d358de0b89c tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:25.919034 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0788f7e5-83e5-467a-91c3-11dae72be815 req-7bbd8923-565d-4096-b07b-4d358de0b89c tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc7a0dab-e157-4427-ba70-4634d6d2b6e4 HTTP/1.1" status: 200 len: 950 time: 0.1429098 Jul 29 23:19:25.931194 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-72926626-6f36-4df1-8272-493f8eaf46d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:25.961148 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-546b2a1f-c5c9-4627-a526-ab3498943005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:25.977417 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1f271852-8209-4e3b-a323-6116538d1f6c req-ebbfc6fd-9062-4553-a20e-4901c585bf52 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=43f77f9e-15ca-4ead-ba28-39729510bf72 HTTP/1.1" status: 200 len: 217 time: 0.1153250 Jul 29 23:19:26.069625 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0788f7e5-83e5-467a-91c3-11dae72be815 req-c91e1a7a-e5d0-46c1-a08b-2dc28778fa41 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477685 Jul 29 23:19:26.110598 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f271852-8209-4e3b-a323-6116538d1f6c req-d82cf5bd-f65c-4762-8d95-ae70dd517633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:26.111166 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-c170ccf3-d6e4-4bea-b121-567beab74a04 None None] Set router dd5ea191-992a-493a-ba64-f63898c656d8 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:19:26.115024 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1f271852-8209-4e3b-a323-6116538d1f6c req-d82cf5bd-f65c-4762-8d95-ae70dd517633 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=998261e9-cec6-4719-b797-0c7da54a3001 HTTP/1.1" status: 200 len: 861 time: 0.1079788 Jul 29 23:19:26.198739 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1f271852-8209-4e3b-a323-6116538d1f6c req-d8873221-6d97-4db4-a2f7-9b10ea00d249 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f490981b-45a9-43e1-a661-0229cc7a8cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616379 Jul 29 23:19:26.282379 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-28d5e3d5-b801-49ef-af0b-e0a68fbb8e9d req-31a42f7d-7fd3-427d-882e-5ee7a599526f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=85583eda-44af-4b43-8f72-b78a59cb4479&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1462600 Jul 29 23:19:26.324912 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5e3f0-462e-41fb-af6d-5a4994d974b9 req-55a44c82-1d16-4b53-a8e6-fdfde451e142 tempest-ImagesNegativeTestJSON-10651441 tempest-ImagesNegativeTestJSON-10651441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:26.327393 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a2c5e3f0-462e-41fb-af6d-5a4994d974b9 req-55a44c82-1d16-4b53-a8e6-fdfde451e142 tempest-ImagesNegativeTestJSON-10651441 tempest-ImagesNegativeTestJSON-10651441-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3db641e-69f7-4718-a633-3fbd6a1bb2a3 HTTP/1.1" status: 200 len: 947 time: 0.1121404 Jul 29 23:19:26.332947 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-72926626-6f36-4df1-8272-493f8eaf46d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:26.333503 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-d36ec70e-59c2-4b0e-8f66-0fda2fd7ab59 None None] Provisioning for port 4ead08d2-feb8-4769-aaf3-b000332cf7c9 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:19:26.349993 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:26.351442 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-d36ec70e-59c2-4b0e-8f66-0fda2fd7ab59 None None] Provisioning complete for port 4ead08d2-feb8-4769-aaf3-b000332cf7c9 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:19:26.351802 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d36ec70e-59c2-4b0e-8f66-0fda2fd7ab59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:26.354799 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 3a3de736-d642-4ca1-a2b2-025361bcda55, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=3a3de736-d642-4ca1-a2b2-025361bcda55,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:26.394449 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '3a3de736-d642-4ca1-a2b2-025361bcda55', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'port_id': '3a3de736-d642-4ca1-a2b2-025361bcda55', 'mac_address': 'fa:16:3e:a2:92:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64bdc61a-58ca-49c7-bae5-ecfed9ee407c', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:19:26.411768 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-d36ec70e-59c2-4b0e-8f66-0fda2fd7ab59 None None] Port 4ead08d2-feb8-4769-aaf3-b000332cf7c9 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:19:26.412469 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59816) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:26.460127 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:26.474813 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-c170ccf3-d6e4-4bea-b121-567beab74a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5ea191-992a-493a-ba64-f63898c656d8', 'name': 'tempest-ServersTestMultiNic-1654020585-router', 'tenant_id': '51b1efed735945cea153cdfce6450079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'b5fb8190-10ab-4658-8af8-bc14a7ec12e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:19:20Z', 'updated_at': '2021-07-29T23:19:22Z', 'revision_number': 3, 'project_id': '51b1efed735945cea153cdfce6450079', 'gw_port': {'id': 'b5fb8190-10ab-4658-8af8-bc14a7ec12e7', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ea:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd5ea191-992a-493a-ba64-f63898c656d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:19:21Z', 'updated_at': '2021-07-29T23:19:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:26.485605 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a3de736-d642-4ca1-a2b2-025361bcda55 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:19:26.508383 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a2c5e3f0-462e-41fb-af6d-5a4994d974b9 req-940ec3a2-279d-4902-acf0-23d5eb6450d4 tempest-ImagesNegativeTestJSON-10651441 tempest-ImagesNegativeTestJSON-10651441-project] 10.222.0.43 "GET /v2.0/security-groups?id=71604795-a042-4751-8e68-f2ba4dcd60ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713185 Jul 29 23:19:26.512199 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c170ccf3-d6e4-4bea-b121-567beab74a04 None None] The sync data for ids ['dd5ea191-992a-493a-ba64-f63898c656d8'] in n-d-712141-10 is: [{'id': 'dd5ea191-992a-493a-ba64-f63898c656d8', 'name': 'tempest-ServersTestMultiNic-1654020585-router', 'tenant_id': '51b1efed735945cea153cdfce6450079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'b5fb8190-10ab-4658-8af8-bc14a7ec12e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:19:20Z', 'updated_at': '2021-07-29T23:19:22Z', 'revision_number': 3, 'project_id': '51b1efed735945cea153cdfce6450079', 'gw_port': {'id': 'b5fb8190-10ab-4658-8af8-bc14a7ec12e7', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ea:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd5ea191-992a-493a-ba64-f63898c656d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:19:21Z', 'updated_at': '2021-07-29T23:19:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:19:26.516003 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d5e3d5-b801-49ef-af0b-e0a68fbb8e9d req-264cc52c-ad98-44b6-993b-870f60cabc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:26.517797 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-28d5e3d5-b801-49ef-af0b-e0a68fbb8e9d req-264cc52c-ad98-44b6-993b-870f60cabc89 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f631a6d452a4fba84f6b90e2829acee&device_id=85583eda-44af-4b43-8f72-b78a59cb4479 HTTP/1.1" status: 200 len: 1097 time: 0.1559072 Jul 29 23:19:26.531607 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 3a3de736-d642-4ca1-a2b2-025361bcda55, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=3a3de736-d642-4ca1-a2b2-025361bcda55,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:26.537123 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:26.595186 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=3a3de736-d642-4ca1-a2b2-025361bcda55,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:26.655239 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-69794de3-6c41-4b56-9310-35f8156e0850 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:26.658403 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1f271852-8209-4e3b-a323-6116538d1f6c req-758a411d-fc73-4df1-88bd-77411665f134 service neutron] 10.222.0.41 "GET /v2.0/networks/f490981b-45a9-43e1-a661-0229cc7a8cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4479406 Jul 29 23:19:26.741826 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-69794de3-6c41-4b56-9310-35f8156e0850 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:26.747475 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['3a3de736-d642-4ca1-a2b2-025361bcda55'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:19:26.787564 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1f271852-8209-4e3b-a323-6116538d1f6c req-98e96862-ba6d-4e1d-a17e-e3e81a464da6 service neutron] 10.222.0.41 "GET /v2.0/networks/f490981b-45a9-43e1-a661-0229cc7a8cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076894 Jul 29 23:19:26.866127 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a5f3bd-a9c1-44ab-a6d3-394e823623e2 req-f17ae203-d441-42fb-a71a-68c63c372115 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:26.867618 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-23a5f3bd-a9c1-44ab-a6d3-394e823623e2 req-f17ae203-d441-42fb-a71a-68c63c372115 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f408244-29f3-4e00-8c84-67d95c878199 HTTP/1.1" status: 200 len: 950 time: 0.2190685 Jul 29 23:19:26.874779 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d5e3d5-b801-49ef-af0b-e0a68fbb8e9d req-9285f30a-8a6b-48dc-afd2-d3988717c3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:26.876206 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-28d5e3d5-b801-49ef-af0b-e0a68fbb8e9d req-9285f30a-8a6b-48dc-afd2-d3988717c3a0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=080b9e81-fe4d-4e86-a3c0-24ea9929eaa2 HTTP/1.1" status: 200 len: 925 time: 0.2765112 Jul 29 23:19:26.936596 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccacde52-9252-4672-a133-0d5d4ca2203c req-b9314b97-9028-416c-9000-06b5dba22751 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:26.938044 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ccacde52-9252-4672-a133-0d5d4ca2203c req-b9314b97-9028-416c-9000-06b5dba22751 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb318f0a-8a5f-472a-afc6-eb8857877767 HTTP/1.1" status: 200 len: 944 time: 0.2098377 Jul 29 23:19:27.002390 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-72926626-6f36-4df1-8272-493f8eaf46d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:27.005620 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-69794de3-6c41-4b56-9310-35f8156e0850 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:27.008239 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-69794de3-6c41-4b56-9310-35f8156e0850 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:27.009620 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-69794de3-6c41-4b56-9310-35f8156e0850 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "DELETE /v2.0/security-groups/d60158c8-aa4d-4fd9-a423-33e708e66f6e HTTP/1.1" status: 204 len: 168 time: 0.5939085 Jul 29 23:19:27.012299 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59822) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:27.027837 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-e4ed3f7c-8971-403b-a760-0e87451f9933 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] show failed (client error): The resource could not be found. Jul 29 23:19:27.029226 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e4ed3f7c-8971-403b-a760-0e87451f9933 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "GET /v2.0/security-groups/d60158c8-aa4d-4fd9-a423-33e708e66f6e HTTP/1.1" status: 404 len: 347 time: 0.0159404 Jul 29 23:19:27.032498 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59824) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:27.038999 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-72926626-6f36-4df1-8272-493f8eaf46d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:27.082305 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device b5fb8190-10ab-4658-8af8-bc14a7ec12e7 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:19:27.091010 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69794de3-6c41-4b56-9310-35f8156e0850 tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d60158c8-aa4d-4fd9-a423-33e708e66f6e,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:27.148079 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-23a5f3bd-a9c1-44ab-a6d3-394e823623e2 req-7558cfb9-7602-46ca-87d0-f485bb5f204b tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707624 Jul 29 23:19:27.182393 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-28d5e3d5-b801-49ef-af0b-e0a68fbb8e9d req-d3ce4fb0-87b6-4173-9eed-1a435e8f19ff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=21d6fe67-a2ba-4368-8d45-12b9c170ff23 HTTP/1.1" status: 200 len: 1000 time: 0.2704074 Jul 29 23:19:27.207638 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-72926626-6f36-4df1-8272-493f8eaf46d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:27.238621 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port b5fb8190-10ab-4658-8af8-bc14a7ec12e7 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:19:27.243314 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port b5fb8190-10ab-4658-8af8-bc14a7ec12e7 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:19:27.243717 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:27.279127 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d5e3d5-b801-49ef-af0b-e0a68fbb8e9d req-16b7e2d5-3b57-4bb6-8b02-861acff3c36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:27.281826 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-28d5e3d5-b801-49ef-af0b-e0a68fbb8e9d req-16b7e2d5-3b57-4bb6-8b02-861acff3c36e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a767d1cf-937a-4189-8aa3-3ec1eff5a6eb HTTP/1.1" status: 200 len: 863 time: 0.0677955 Jul 29 23:19:27.298043 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ccacde52-9252-4672-a133-0d5d4ca2203c req-fffef15e-7048-497d-a85c-d32b2decb019 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223994 Jul 29 23:19:27.303976 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f271852-8209-4e3b-a323-6116538d1f6c req-a2ec5f89-6c22-4871-ae04-f15c18a62695 tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:27.305489 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1f271852-8209-4e3b-a323-6116538d1f6c req-a2ec5f89-6c22-4871-ae04-f15c18a62695 tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=fb318f0a-8a5f-472a-afc6-eb8857877767&tenant_id=c2657a7d23514506876a4df5f527f58c&binding%3Ahost_id=n-h1-712141-10 HTTP/1.1" status: 200 len: 1096 time: 0.1175516 Jul 29 23:19:27.353255 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:27.378618 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port b5fb8190-10ab-4658-8af8-bc14a7ec12e7, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=b5fb8190-10ab-4658-8af8-bc14a7ec12e7,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:27.388202 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:27.409860 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72926626-6f36-4df1-8272-493f8eaf46d9 admin admin] Pushing event updated for resources: {'Port': ['ID=4ead08d2-feb8-4769-aaf3-b000332cf7c9,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:27.450199 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=b5fb8190-10ab-4658-8af8-bc14a7ec12e7,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:27.512780 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-cbbb321f-1c7f-40b6-a0f0-e3d256376f9c tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Deleting port f9c8a818-bc14-42b4-9bdc-06f7f9eda1cb {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:19:27.513215 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cbbb321f-1c7f-40b6-a0f0-e3d256376f9c tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:27.528843 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:27.575850 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-1f271852-8209-4e3b-a323-6116538d1f6c req-97d77617-6f46-4c3c-b376-271975cc835b service neutron] For port 43f77f9e-15ca-4ead-ba28-39729510bf72, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:19:27.581984 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-1f271852-8209-4e3b-a323-6116538d1f6c req-97d77617-6f46-4c3c-b376-271975cc835b service neutron] Notify callbacks [] for binding, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:27.583126 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1f271852-8209-4e3b-a323-6116538d1f6c req-97d77617-6f46-4c3c-b376-271975cc835b service neutron] 10.222.0.41 "DELETE /v2.0/ports/43f77f9e-15ca-4ead-ba28-39729510bf72/bindings/n-h2-712141-10 HTTP/1.1" status: 204 len: 173 time: 0.2538624 Jul 29 23:19:27.618535 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cbbb321f-1c7f-40b6-a0f0-e3d256376f9c tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:27.618915 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cbbb321f-1c7f-40b6-a0f0-e3d256376f9c tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:27.641670 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-cbbb321f-1c7f-40b6-a0f0-e3d256376f9c tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Calling delete_port for f9c8a818-bc14-42b4-9bdc-06f7f9eda1cb owned by network:floatingip {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:19:27.794434 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cbbb321f-1c7f-40b6-a0f0-e3d256376f9c tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:27.820059 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbb321f-1c7f-40b6-a0f0-e3d256376f9c tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Pushing event deleted for resources: {'Port': ['ID=f9c8a818-bc14-42b4-9bdc-06f7f9eda1cb,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:27.847876 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44440d07-a277-443c-b127-40291dd0573d req-f5c5f36e-0ae2-4aae-978e-3de5d3aad2e4 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:27.850330 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-44440d07-a277-443c-b127-40291dd0573d req-f5c5f36e-0ae2-4aae-978e-3de5d3aad2e4 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc7a0dab-e157-4427-ba70-4634d6d2b6e4 HTTP/1.1" status: 200 len: 950 time: 0.5639093 Jul 29 23:19:27.878666 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d5e3d5-b801-49ef-af0b-e0a68fbb8e9d req-66912772-0857-4461-a2c0-8c85d5abc0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:27.880137 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-28d5e3d5-b801-49ef-af0b-e0a68fbb8e9d req-66912772-0857-4461-a2c0-8c85d5abc0ed service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=080b9e81-fe4d-4e86-a3c0-24ea9929eaa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5761168 Jul 29 23:19:27.885954 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cbbb321f-1c7f-40b6-a0f0-e3d256376f9c tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Notify callbacks [] for floatingip, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:27.888711 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cbbb321f-1c7f-40b6-a0f0-e3d256376f9c tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:27.890089 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-cbbb321f-1c7f-40b6-a0f0-e3d256376f9c tempest-ImagesOneServerNegativeTestJSON-1140447697 tempest-ImagesOneServerNegativeTestJSON-1140447697-project] 10.222.0.43 "DELETE /v2.0/floatingips/27d72350-84dd-4c4b-84ae-2b4c10d0dadf HTTP/1.1" status: 204 len: 168 time: 0.8566794 Jul 29 23:19:27.892226 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 3a3de736-d642-4ca1-a2b2-025361bcda55 up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:19:27.949147 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port 3a3de736-d642-4ca1-a2b2-025361bcda55 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:19:27.953389 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 3a3de736-d642-4ca1-a2b2-025361bcda55 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:19:27.953864 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:27.966091 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b913f5-a4c7-45cd-99b0-8977d1e7d013 req-af032d2f-4276-4df6-9925-2f02773f5f10 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:27.970533 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b3b913f5-a4c7-45cd-99b0-8977d1e7d013 req-af032d2f-4276-4df6-9925-2f02773f5f10 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e7c21fc-a617-499a-a692-712fb381b4fb HTTP/1.1" status: 200 len: 950 time: 0.1850286 Jul 29 23:19:28.002699 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72926626-6f36-4df1-8272-493f8eaf46d9 admin admin] Network bbc0fa4e-d88f-41c6-a370-f94f07c1e7e4 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:19:28.008906 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-44440d07-a277-443c-b127-40291dd0573d req-eae329aa-e187-46a9-bed2-7481a9795338 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518359 Jul 29 23:19:28.016526 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-72926626-6f36-4df1-8272-493f8eaf46d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:19:28.068604 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:28.103450 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3db641e-69f7-4718-a633-3fbd6a1bb2a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a3de736-d642-4ca1-a2b2-025361bcda55'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:19:28.106745 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5518fa2-ad91-4c2f-b75d-bdbcc45fc6b6" -d '{"events": [{"server_uuid": "e3db641e-69f7-4718-a633-3fbd6a1bb2a3", "name": "network-vif-plugged", "status": "completed", "tag": "3a3de736-d642-4ca1-a2b2-025361bcda55"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:19:28.110289 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b3b913f5-a4c7-45cd-99b0-8977d1e7d013 req-b9abba5f-3f17-4b81-911d-0fcac8f14074 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210508 Jul 29 23:19:28.156402 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 3a3de736-d642-4ca1-a2b2-025361bcda55, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=3a3de736-d642-4ca1-a2b2-025361bcda55,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:28.166412 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:28.167042 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 43f77f9e-15ca-4ead-ba28-39729510bf72 no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:19:28.179042 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-28d5e3d5-b801-49ef-af0b-e0a68fbb8e9d req-65178973-3ded-48df-aa97-999237050a92 service neutron] 10.222.0.41 "GET /v2.0/networks/080b9e81-fe4d-4e86-a3c0-24ea9929eaa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789156 Jul 29 23:19:28.254168 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dcb976d-69ee-40c5-ba4d-71bfa25a158c x-openstack-request-id: req-1dcb976d-69ee-40c5-ba4d-71bfa25a158c {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:19:28.254521 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3db641e-69f7-4718-a633-3fbd6a1bb2a3", "name": "network-vif-plugged", "status": "completed", "tag": "3a3de736-d642-4ca1-a2b2-025361bcda55", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:19:28.254691 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1dcb976d-69ee-40c5-ba4d-71bfa25a158c {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:19:28.255128 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3db641e-69f7-4718-a633-3fbd6a1bb2a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a3de736-d642-4ca1-a2b2-025361bcda55', 'code': 200} Jul 29 23:19:28.320966 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 43f77f9e-15ca-4ead-ba28-39729510bf72 not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:19:28.327780 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=3a3de736-d642-4ca1-a2b2-025361bcda55,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:28.359119 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59862) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:28.371104 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-539bad77-1145-4465-bd5c-88ade9441d52 None None] Provisioning complete for port 4ead08d2-feb8-4769-aaf3-b000332cf7c9 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:19:28.371651 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-539bad77-1145-4465-bd5c-88ade9441d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:28.411390 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72926626-6f36-4df1-8272-493f8eaf46d9 admin admin] Router dd5ea191-992a-493a-ba64-f63898c656d8 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:19:28.437078 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a50069-67bb-4a4e-b9fe-fc39410096a5 req-f0378bc6-754e-460b-ab00-7eac845a4768 tempest-ImagesNegativeTestJSON-10651441 tempest-ImagesNegativeTestJSON-10651441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:28.444282 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-48a50069-67bb-4a4e-b9fe-fc39410096a5 req-f0378bc6-754e-460b-ab00-7eac845a4768 tempest-ImagesNegativeTestJSON-10651441 tempest-ImagesNegativeTestJSON-10651441-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3db641e-69f7-4718-a633-3fbd6a1bb2a3 HTTP/1.1" status: 200 len: 949 time: 0.1533787 Jul 29 23:19:28.454701 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-539bad77-1145-4465-bd5c-88ade9441d52 None None] Port 4ead08d2-feb8-4769-aaf3-b000332cf7c9 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:19:28.458886 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a6f3631-0ae9-49c6-ae63-dc6cff0b5555 admin admin] Deleting subnet dfebb0ef-4353-4839-9183-7e34bd8a6c57 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:19:28.463051 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9a6f3631-0ae9-49c6-ae63-dc6cff0b5555 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:28.477166 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 21302783-82f2-4612-9c70-4580f1ca39b2 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:19:28.486480 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-28d5e3d5-b801-49ef-af0b-e0a68fbb8e9d req-f52c67c2-da57-4a04-b002-6d2de31e1499 service neutron] 10.222.0.41 "GET /v2.0/networks/080b9e81-fe4d-4e86-a3c0-24ea9929eaa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935624 Jul 29 23:19:28.496666 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65a07e-3f59-493a-b789-6a338573a0a0 req-60b91d46-cc68-4968-891e-108d483a9ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:28.498212 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-da65a07e-3f59-493a-b789-6a338573a0a0 req-60b91d46-cc68-4968-891e-108d483a9ce1 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e3db641e-69f7-4718-a633-3fbd6a1bb2a3 HTTP/1.1" status: 200 len: 1101 time: 0.1846371 Jul 29 23:19:28.499241 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] No Port match for: 21302783-82f2-4612-9c70-4580f1ca39b2 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:19:28.499600 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 21302783-82f2-4612-9c70-4580f1ca39b2 not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:19:28.535488 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9a6f3631-0ae9-49c6-ae63-dc6cff0b5555 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:28.563287 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e85ff134-14a0-4fdc-a423-fc9527e6a1bd req-2bcae38a-9145-4601-9872-9899730b640b tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=c1c14b550fd544fc9d42ae23098dbe98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1148767 Jul 29 23:19:28.601358 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-da65a07e-3f59-493a-b789-6a338573a0a0 req-45cab613-a1f8-4f83-85e0-fb5a1f4b6ff8 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=71604795-a042-4751-8e68-f2ba4dcd60ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747802 Jul 29 23:19:28.608033 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-48a50069-67bb-4a4e-b9fe-fc39410096a5 req-22291361-e242-4497-b5d6-2ee47159b5ee tempest-ImagesNegativeTestJSON-10651441 tempest-ImagesNegativeTestJSON-10651441-project] 10.222.0.43 "GET /v2.0/security-groups?id=71604795-a042-4751-8e68-f2ba4dcd60ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628497 Jul 29 23:19:28.615374 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9a6f3631-0ae9-49c6-ae63-dc6cff0b5555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:28.686773 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9a6f3631-0ae9-49c6-ae63-dc6cff0b5555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:28.713440 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6f3631-0ae9-49c6-ae63-dc6cff0b5555 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfebb0ef-4353-4839-9183-7e34bd8a6c57,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:28.717843 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9a6f3631-0ae9-49c6-ae63-dc6cff0b5555 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:28.719802 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9a6f3631-0ae9-49c6-ae63-dc6cff0b5555 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/dfebb0ef-4353-4839-9183-7e34bd8a6c57 HTTP/1.1" status: 204 len: 168 time: 0.3575053 Jul 29 23:19:28.722636 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59874) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:28.777270 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72926626-6f36-4df1-8272-493f8eaf46d9 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:19:28.788234 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-72926626-6f36-4df1-8272-493f8eaf46d9 admin admin] 10.222.0.43 "PUT /v2.0/routers/dd5ea191-992a-493a-ba64-f63898c656d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5932631 Jul 29 23:19:28.793098 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c1f32dea-5793-47f6-9a41-39a1bbb2afaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:28.799426 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb00a5b-69d4-4fa8-9dd3-4860798a9912 None None] Sync routers for ids ['dd5ea191-992a-493a-ba64-f63898c656d8'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:19:28.805113 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e78b9a5-ea67-4641-8c1c-86b0ea87ae59 req-d910f72c-b334-4750-b9be-ca11f7b2bb34 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:28.807578 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6e78b9a5-ea67-4641-8c1c-86b0ea87ae59 req-d910f72c-b334-4750-b9be-ca11f7b2bb34 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb318f0a-8a5f-472a-afc6-eb8857877767 HTTP/1.1" status: 200 len: 944 time: 0.1161187 Jul 29 23:19:28.810209 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb00a5b-69d4-4fa8-9dd3-4860798a9912 None None] Routers {'dd5ea191-992a-493a-ba64-f63898c656d8'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:19:28.811316 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-9fb00a5b-69d4-4fa8-9dd3-4860798a9912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:19:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['dd5ea191-992a-493a-ba64-f63898c656d8'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:28.818702 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ff134-14a0-4fdc-a423-fc9527e6a1bd req-fd557303-3923-49f3-a2d1-1d274f52f351 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:28.820199 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e85ff134-14a0-4fdc-a423-fc9527e6a1bd req-fd557303-3923-49f3-a2d1-1d274f52f351 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2486045 Jul 29 23:19:28.845347 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e85ff134-14a0-4fdc-a423-fc9527e6a1bd req-14ad24d0-c41b-4ab2-b48a-9d2deb0acd80 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/quotas/c1c14b550fd544fc9d42ae23098dbe98 HTTP/1.1" status: 200 len: 375 time: 0.0180724 Jul 29 23:19:28.877235 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c1f32dea-5793-47f6-9a41-39a1bbb2afaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:28.891439 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-c1f32dea-5793-47f6-9a41-39a1bbb2afaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c52606fd-eff3-44e2-a8fb-5c37b1347bbe']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:28.900475 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6e78b9a5-ea67-4641-8c1c-86b0ea87ae59 req-956a5862-8a10-4bd4-8ecf-ec43f85d84f4 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788925 Jul 29 23:19:28.903924 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-c1f32dea-5793-47f6-9a41-39a1bbb2afaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b15fd95c-eafe-4a6f-99aa-9d06f8ec7d52') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:28.905625 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-c1f32dea-5793-47f6-9a41-39a1bbb2afaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b15fd95c-eafe-4a6f-99aa-9d06f8ec7d52') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:28.916858 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e85ff134-14a0-4fdc-a423-fc9527e6a1bd req-62c4c6b4-8105-4aa7-9e36-219495458bde tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c1c14b550fd544fc9d42ae23098dbe98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0599568 Jul 29 23:19:28.917003 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c1f32dea-5793-47f6-9a41-39a1bbb2afaf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:28.936671 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c1f32dea-5793-47f6-9a41-39a1bbb2afaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:28.944436 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1f32dea-5793-47f6-9a41-39a1bbb2afaf admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:19:28.945378 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c1f32dea-5793-47f6-9a41-39a1bbb2afaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:28.946985 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:19:28.946985 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:19:28.946985 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:19:28.946985 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:19:28.946985 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:19:28.946985 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:19:28.946985 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:19:28.946985 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:19:28.946985 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:19:28.946985 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:19:28.946985 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:19:28.946985 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:19:28.946985 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:19:28.946985 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:19:28.946985 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:19:28.946985 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:19:28.946985 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:19:28.946985 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:19:28.946985 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:19:28.946985 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:19:28.946985 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:19:28.946985 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:19:28.946985 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:19:28.946985 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:19:28.946985 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:19:28.946985 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:19:28.946985 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:19:28.946985 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:19:28.946985 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:19:28.946985 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:19:28.946985 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:19:28.946985 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:19:28.950411 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59880) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:29.016234 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-ece8bf69-ddc2-4c7a-9c3e-6d4263e93248 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-185245067'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:19:29.021427 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-9fb00a5b-69d4-4fa8-9dd3-4860798a9912 None None] Set router dd5ea191-992a-493a-ba64-f63898c656d8 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:19:29.049376 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c1f32dea-5793-47f6-9a41-39a1bbb2afaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:29.052518 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece8bf69-ddc2-4c7a-9c3e-6d4263e93248 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Made reservation on behalf of 51b1efed735945cea153cdfce6450079 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:19:29.054343 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device b5fb8190-10ab-4658-8af8-bc14a7ec12e7 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:19:29.057540 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c1f32dea-5793-47f6-9a41-39a1bbb2afaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:29.061434 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c1f32dea-5793-47f6-9a41-39a1bbb2afaf admin admin] 10.222.0.43 "DELETE /v2.0/networks/c52606fd-eff3-44e2-a8fb-5c37b1347bbe HTTP/1.1" status: 204 len: 168 time: 0.3376813 Jul 29 23:19:29.062169 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ece8bf69-ddc2-4c7a-9c3e-6d4263e93248 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:29.101824 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f32dea-5793-47f6-9a41-39a1bbb2afaf admin admin] Pushing event deleted for resources: {'Network': ['ID=c52606fd-eff3-44e2-a8fb-5c37b1347bbe,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:29.122277 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ece8bf69-ddc2-4c7a-9c3e-6d4263e93248 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:19:29.158763 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ece8bf69-ddc2-4c7a-9c3e-6d4263e93248 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:29.159092 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-ece8bf69-ddc2-4c7a-9c3e-6d4263e93248 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Added segment 44faf3b7-bb51-4059-88d3-a4abe9d7ec9d of type vlan for network 607b04b1-02d0-47dd-8d3e-e66db2ec3e7b Jul 29 23:19:29.163862 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port b5fb8190-10ab-4658-8af8-bc14a7ec12e7 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:19:29.164455 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:29.255372 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:29.261172 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59900) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:29.314647 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ece8bf69-ddc2-4c7a-9c3e-6d4263e93248 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:29.329848 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-f7154d4d-02bb-4aec-9dd8-ba91c60fda5b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=91a437bb27a141a7b19e71e4b1cf439b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0670531 Jul 29 23:19:29.330484 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59910) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:29.391341 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ece8bf69-ddc2-4c7a-9c3e-6d4263e93248 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:29.396895 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece8bf69-ddc2-4c7a-9c3e-6d4263e93248 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:29.397520 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ece8bf69-ddc2-4c7a-9c3e-6d4263e93248 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:29.479256 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1126796c-cff0-4f25-94f4-aa23bed050de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:29.520522 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1126796c-cff0-4f25-94f4-aa23bed050de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:29.541325 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-9fb00a5b-69d4-4fa8-9dd3-4860798a9912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5ea191-992a-493a-ba64-f63898c656d8', 'name': 'tempest-ServersTestMultiNic-1654020585-router', 'tenant_id': '51b1efed735945cea153cdfce6450079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'b5fb8190-10ab-4658-8af8-bc14a7ec12e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:19:20Z', 'updated_at': '2021-07-29T23:19:26Z', 'revision_number': 4, 'project_id': '51b1efed735945cea153cdfce6450079', 'gw_port': {'id': 'b5fb8190-10ab-4658-8af8-bc14a7ec12e7', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ea:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5ea191-992a-493a-ba64-f63898c656d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:19:21Z', 'updated_at': '2021-07-29T23:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '4ead08d2-feb8-4769-aaf3-b000332cf7c9', 'name': '', 'network_id': 'bbc0fa4e-d88f-41c6-a370-f94f07c1e7e4', 'tenant_id': '51b1efed735945cea153cdfce6450079', 'mac_address': 'fa:16:3e:a4:b4:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd5ea191-992a-493a-ba64-f63898c656d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'd67bbbd0-b829-4cb7-aef2-10f0108d2ad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:19:25Z', 'updated_at': '2021-07-29T23:19:26Z', 'revision_number': 2, 'project_id': '51b1efed735945cea153cdfce6450079', 'subnets': [{'id': 'd67bbbd0-b829-4cb7-aef2-10f0108d2ad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:29.608999 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1126796c-cff0-4f25-94f4-aa23bed050de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:29.609219 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb00a5b-69d4-4fa8-9dd3-4860798a9912 None None] Checking router: dd5ea191-992a-493a-ba64-f63898c656d8 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:19:29.609746 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb00a5b-69d4-4fa8-9dd3-4860798a9912 None None] Updating router dd5ea191-992a-493a-ba64-f63898c656d8 port 4ead08d2-feb8-4769-aaf3-b000332cf7c9 binding host n-d-712141-10 {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:19:29.620036 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1126796c-cff0-4f25-94f4-aa23bed050de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:29.624884 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-1126796c-cff0-4f25-94f4-aa23bed050de admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6e2d3bd2-5b6e-4100-b437-94e8bee60adf HTTP/1.1" status: 204 len: 168 time: 0.2897441 Jul 29 23:19:29.648184 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1126796c-cff0-4f25-94f4-aa23bed050de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2d3bd2-5b6e-4100-b437-94e8bee60adf,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:29.684194 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ece8bf69-ddc2-4c7a-9c3e-6d4263e93248 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7323086 Jul 29 23:19:29.687357 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59928) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:29.689738 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece8bf69-ddc2-4c7a-9c3e-6d4263e93248 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Pushing event updated for resources: {'Network': ['ID=607b04b1-02d0-47dd-8d3e-e66db2ec3e7b,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:29.694818 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9b0364-c2ab-4d61-bac7-def594bb0710 req-7b959c61-5a0c-4a10-92c9-ffcba5bdbd00 tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:29.697992 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-5ac79651-5e3d-4fab-9cf9-37ee1942c021 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Request body: {'subnet': {'network_id': '607b04b1-02d0-47dd-8d3e-e66db2ec3e7b', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:19:29.702851 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5c9b0364-c2ab-4d61-bac7-def594bb0710 req-7b959c61-5a0c-4a10-92c9-ffcba5bdbd00 tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=fb318f0a-8a5f-472a-afc6-eb8857877767 HTTP/1.1" status: 200 len: 1096 time: 0.2723553 Jul 29 23:19:29.712583 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 607b04b1-02d0-47dd-8d3e-e66db2ec3e7b details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:19:29.721904 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aba57c-db16-484c-873c-5a495df58733 req-01007f57-08f8-4b90-a3f4-f90c5e6ffbf0 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:29.725240 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-9fb00a5b-69d4-4fa8-9dd3-4860798a9912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:29.734841 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d7aba57c-db16-484c-873c-5a495df58733 req-01007f57-08f8-4b90-a3f4-f90c5e6ffbf0 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc7a0dab-e157-4427-ba70-4634d6d2b6e4 HTTP/1.1" status: 200 len: 950 time: 0.3652041 Jul 29 23:19:29.865916 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5c9b0364-c2ab-4d61-bac7-def594bb0710 req-429bf490-57aa-4c7e-8fd7-38f3fb411121 tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558185 Jul 29 23:19:29.897255 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d7aba57c-db16-484c-873c-5a495df58733 req-56d07c7b-a529-4ad4-a9d4-a436e42dbbbb tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513882 Jul 29 23:19:29.978438 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac79651-5e3d-4fab-9cf9-37ee1942c021 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Made reservation on behalf of 51b1efed735945cea153cdfce6450079 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:19:29.985151 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5ac79651-5e3d-4fab-9cf9-37ee1942c021 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:30.054517 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d95b80d3-c8db-46db-8d7f-4b42aa4985f0 req-425d1c9a-0f09-47f5-b682-ff0094f2250d tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d07f7e7-ab06-493c-9a79-c6f939f0b6c3 HTTP/1.1" status: 200 len: 210 time: 0.0598261 Jul 29 23:19:30.171719 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048cbeb-e088-42dd-a170-21ea72733160 req-5ac23ebd-e05d-49df-9e71-aeedb95cb112 tempest-ImagesNegativeTestJSON-10651441 tempest-ImagesNegativeTestJSON-10651441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:30.175272 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c048cbeb-e088-42dd-a170-21ea72733160 req-5ac23ebd-e05d-49df-9e71-aeedb95cb112 tempest-ImagesNegativeTestJSON-10651441 tempest-ImagesNegativeTestJSON-10651441-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3db641e-69f7-4718-a633-3fbd6a1bb2a3 HTTP/1.1" status: 200 len: 949 time: 0.1239357 Jul 29 23:19:30.273421 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c048cbeb-e088-42dd-a170-21ea72733160 req-368bd347-8f93-4891-a37e-1e516d075c7a tempest-ImagesNegativeTestJSON-10651441 tempest-ImagesNegativeTestJSON-10651441-project] 10.222.0.43 "GET /v2.0/security-groups?id=71604795-a042-4751-8e68-f2ba4dcd60ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860462 Jul 29 23:19:30.293480 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-9fb00a5b-69d4-4fa8-9dd3-4860798a9912 None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:30.313459 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-9fb00a5b-69d4-4fa8-9dd3-4860798a9912 None None] Transition to ACTIVE for port object 4ead08d2-feb8-4769-aaf3-b000332cf7c9 will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:19:30.328910 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-9fb00a5b-69d4-4fa8-9dd3-4860798a9912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:30.406355 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5ac79651-5e3d-4fab-9cf9-37ee1942c021 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:30.439580 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebfc4ff-ba97-4ceb-ac8a-4e00915219ed None None] Pushing event updated for resources: {'Port': ['ID=4ead08d2-feb8-4769-aaf3-b000332cf7c9,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:30.489909 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device b7f7ec96-de09-4005-9c38-4a7398e73dc9 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:19:30.502642 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebfc4ff-ba97-4ceb-ac8a-4e00915219ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:30.504625 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebfc4ff-ba97-4ceb-ac8a-4e00915219ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:30.512160 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebfc4ff-ba97-4ceb-ac8a-4e00915219ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:30.512742 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebfc4ff-ba97-4ceb-ac8a-4e00915219ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:30.513225 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebfc4ff-ba97-4ceb-ac8a-4e00915219ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:30.514507 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebfc4ff-ba97-4ceb-ac8a-4e00915219ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:30.515248 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebfc4ff-ba97-4ceb-ac8a-4e00915219ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:30.515724 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebfc4ff-ba97-4ceb-ac8a-4e00915219ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:30.516208 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebfc4ff-ba97-4ceb-ac8a-4e00915219ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:30.516776 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebfc4ff-ba97-4ceb-ac8a-4e00915219ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:30.517242 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebfc4ff-ba97-4ceb-ac8a-4e00915219ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:30.517778 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ebfc4ff-ba97-4ceb-ac8a-4e00915219ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:30.553543 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac79651-5e3d-4fab-9cf9-37ee1942c021 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Pushing event updated for resources: {'Subnet': ['ID=fa9a4566-6089-4eb4-ae2d-cf251191c5cd,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:30.605611 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac79651-5e3d-4fab-9cf9-37ee1942c021 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Checking segment: {'id': '44faf3b7-bb51-4059-88d3-a4abe9d7ec9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '607b04b1-02d0-47dd-8d3e-e66db2ec3e7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:19:30.608955 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac79651-5e3d-4fab-9cf9-37ee1942c021 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Network hostable DHCP agents. Network: 607b04b1-02d0-47dd-8d3e-e66db2ec3e7b, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:19:30.689371 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ac79651-5e3d-4fab-9cf9-37ee1942c021 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Network 607b04b1-02d0-47dd-8d3e-e66db2ec3e7b is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:19:30.694484 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e18e90-da2f-4670-bdf1-0eec64b09a50 req-325e8b3c-2747-48a0-bb37-3c99485153e1 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:30.718515 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-22e18e90-da2f-4670-bdf1-0eec64b09a50 req-325e8b3c-2747-48a0-bb37-3c99485153e1 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/networks?id=f490981b-45a9-43e1-a661-0229cc7a8cd7 HTTP/1.1" status: 200 len: 821 time: 0.3405869 Jul 29 23:19:30.719957 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-5ac79651-5e3d-4fab-9cf9-37ee1942c021 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 607b04b1-02d0-47dd-8d3e-e66db2ec3e7b) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:19:30.733871 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac79651-5e3d-4fab-9cf9-37ee1942c021 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:30.735060 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5ac79651-5e3d-4fab-9cf9-37ee1942c021 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:30.743732 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a858073-97cc-4184-bcfd-4d68bf2a5475 None None] Network 607b04b1-02d0-47dd-8d3e-e66db2ec3e7b requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:19:30.754525 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-22e18e90-da2f-4670-bdf1-0eec64b09a50 req-ecc8f5d6-9bf0-4504-9636-e066a4a828ed tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/quotas/c2657a7d23514506876a4df5f527f58c HTTP/1.1" status: 200 len: 375 time: 0.0344467 Jul 29 23:19:30.784049 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-5ac79651-5e3d-4fab-9cf9-37ee1942c021 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0952711 Jul 29 23:19:30.785116 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59982) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:30.790708 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-9d217a19-3b3d-4053-b5a6-426e784f74e0 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1634069210'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:19:30.851909 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d217a19-3b3d-4053-b5a6-426e784f74e0 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Made reservation on behalf of 51b1efed735945cea153cdfce6450079 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:19:30.856538 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9d217a19-3b3d-4053-b5a6-426e784f74e0 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:30.908176 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-22e18e90-da2f-4670-bdf1-0eec64b09a50 req-1ef8bd1e-78b0-4d4a-b043-d8f877fc259e tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c2657a7d23514506876a4df5f527f58c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1482103 Jul 29 23:19:30.927374 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-9fb00a5b-69d4-4fa8-9dd3-4860798a9912 None None] Attempting to bind port 4ead08d2-feb8-4769-aaf3-b000332cf7c9 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:19:30.928236 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-9fb00a5b-69d4-4fa8-9dd3-4860798a9912 None None] Attempting to bind port 4ead08d2-feb8-4769-aaf3-b000332cf7c9 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': 'c1b76e2d-c139-43ca-8c7d-2846330ec26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bbc0fa4e-d88f-41c6-a370-f94f07c1e7e4'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:19:30.929198 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb00a5b-69d4-4fa8-9dd3-4860798a9912 None None] Attempting to bind port 4ead08d2-feb8-4769-aaf3-b000332cf7c9 on network bbc0fa4e-d88f-41c6-a370-f94f07c1e7e4 {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:19:30.946285 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb00a5b-69d4-4fa8-9dd3-4860798a9912 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:19:30.946863 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb00a5b-69d4-4fa8-9dd3-4860798a9912 None None] Checking segment: {'id': 'c1b76e2d-c139-43ca-8c7d-2846330ec26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bbc0fa4e-d88f-41c6-a370-f94f07c1e7e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:19:30.947709 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-9fb00a5b-69d4-4fa8-9dd3-4860798a9912 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:30.948511 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb00a5b-69d4-4fa8-9dd3-4860798a9912 None None] Bound using segment: {'id': 'c1b76e2d-c139-43ca-8c7d-2846330ec26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bbc0fa4e-d88f-41c6-a370-f94f07c1e7e4'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:19:30.949493 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-9fb00a5b-69d4-4fa8-9dd3-4860798a9912 None None] Bound port: 4ead08d2-feb8-4769-aaf3-b000332cf7c9, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b76e2d-c139-43ca-8c7d-2846330ec26b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bbc0fa4e-d88f-41c6-a370-f94f07c1e7e4'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:19:30.950359 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-9fb00a5b-69d4-4fa8-9dd3-4860798a9912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:30.957866 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e85ff134-14a0-4fdc-a423-fc9527e6a1bd req-1bba6a57-b557-4929-9f38-6d1fdaf0ca0d tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=c1c14b550fd544fc9d42ae23098dbe98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441148 Jul 29 23:19:30.973167 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d217a19-3b3d-4053-b5a6-426e784f74e0 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:19:31.101210 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-9fb00a5b-69d4-4fa8-9dd3-4860798a9912 None None] For port 4ead08d2-feb8-4769-aaf3-b000332cf7c9, host n-d-712141-10, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:19:31.105106 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-9fb00a5b-69d4-4fa8-9dd3-4860798a9912 None None] For port 4ead08d2-feb8-4769-aaf3-b000332cf7c9, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=4ead08d2-feb8-4769-aaf3-b000332cf7c9,segment=NetworkSegment(c1b76e2d-c139-43ca-8c7d-2846330ec26b),segment_id=c1b76e2d-c139-43ca-8c7d-2846330ec26b)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:19:31.107443 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port b7f7ec96-de09-4005-9c38-4a7398e73dc9, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=b7f7ec96-de09-4005-9c38-4a7398e73dc9,segment=NetworkSegment(2db8471f-c43b-49ee-9f08-2f1c56af231c),segment_id=2db8471f-c43b-49ee-9f08-2f1c56af231c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:31.123799 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-9fb00a5b-69d4-4fa8-9dd3-4860798a9912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:31.154014 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': 'b7f7ec96-de09-4005-9c38-4a7398e73dc9', 'network_id': 'ec39a190-3e02-4fd2-a008-3b841dbd3c4b', 'port_id': 'b7f7ec96-de09-4005-9c38-4a7398e73dc9', 'mac_address': 'fa:16:3e:7f:a2:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5d676a-a79a-4d6c-8057-e140077bec43', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:19:31.198368 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3899da-e7aa-4797-9f33-6f265e381cd6 req-12c66375-2bc3-4de9-9f7d-a265141e3d02 tempest-ImagesNegativeTestJSON-10651441 tempest-ImagesNegativeTestJSON-10651441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:31.209936 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ff134-14a0-4fdc-a423-fc9527e6a1bd req-c2dc75a8-f74f-4fb9-8449-e826bfe402e0 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:31.210306 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8d3899da-e7aa-4797-9f33-6f265e381cd6 req-12c66375-2bc3-4de9-9f7d-a265141e3d02 tempest-ImagesNegativeTestJSON-10651441 tempest-ImagesNegativeTestJSON-10651441-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3db641e-69f7-4718-a633-3fbd6a1bb2a3 HTTP/1.1" status: 200 len: 949 time: 0.1700320 Jul 29 23:19:31.211534 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e85ff134-14a0-4fdc-a423-fc9527e6a1bd req-c2dc75a8-f74f-4fb9-8449-e826bfe402e0 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2407415 Jul 29 23:19:31.212786 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9d217a19-3b3d-4053-b5a6-426e784f74e0 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:31.221997 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-9d217a19-3b3d-4053-b5a6-426e784f74e0 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Added segment 99e580a8-4068-4231-bbe8-34a265dc400d of type vlan for network b3cebaf8-d29a-42a6-a020-83fdcc8764e3 Jul 29 23:19:31.222620 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-22e18e90-da2f-4670-bdf1-0eec64b09a50 req-cfa7be00-10fe-45c4-b26d-9c85b7f59497 service neutron] 10.222.0.43 "GET /v2.0/networks/f490981b-45a9-43e1-a661-0229cc7a8cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128078 Jul 29 23:19:31.245198 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb00a5b-69d4-4fa8-9dd3-4860798a9912 None None] Routers {'dd5ea191-992a-493a-ba64-f63898c656d8'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:19:31.251587 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-9fb00a5b-69d4-4fa8-9dd3-4860798a9912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:19:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['dd5ea191-992a-493a-ba64-f63898c656d8'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:31.322462 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9d217a19-3b3d-4053-b5a6-426e784f74e0 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:31.379603 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-e85ff134-14a0-4fdc-a423-fc9527e6a1bd req-38bd2c0b-08af-489e-a3ec-878f30dcb81e tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Request body: {'port': {'device_id': '1d07f7e7-ab06-493c-9a79-c6f939f0b6c3', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'admin_state_up': True, 'tenant_id': 'c1c14b550fd544fc9d42ae23098dbe98'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:19:31.388654 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebfc4ff-ba97-4ceb-ac8a-4e00915219ed None None] Pushing event updated for resources: {'Port': ['ID=4ead08d2-feb8-4769-aaf3-b000332cf7c9,revision_number=4']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:31.398888 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9d217a19-3b3d-4053-b5a6-426e784f74e0 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:31.400769 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4adc75d-385b-48cd-b515-e1c2d5c3bd7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-607b04b1-02d0-47dd-8d3e-e66db2ec3e7b', 'network_id': '607b04b1-02d0-47dd-8d3e-e66db2ec3e7b', 'tenant_id': '51b1efed735945cea153cdfce6450079', 'fixed_ips': [{'subnet_id': 'fa9a4566-6089-4eb4-ae2d-cf251191c5cd'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:19:31.403328 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c4adc75d-385b-48cd-b515-e1c2d5c3bd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:31.408899 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:31.415246 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d217a19-3b3d-4053-b5a6-426e784f74e0 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:31.416085 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9d217a19-3b3d-4053-b5a6-426e784f74e0 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:31.430918 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-22e18e90-da2f-4670-bdf1-0eec64b09a50 req-e13d1a45-8232-4e72-a524-f0238f69c2b4 service neutron] 10.222.0.43 "GET /v2.0/networks/f490981b-45a9-43e1-a661-0229cc7a8cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042179 Jul 29 23:19:31.465929 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b7f7ec96-de09-4005-9c38-4a7398e73dc9 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:19:31.547710 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port b7f7ec96-de09-4005-9c38-4a7398e73dc9, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=b7f7ec96-de09-4005-9c38-4a7398e73dc9,segment=NetworkSegment(2db8471f-c43b-49ee-9f08-2f1c56af231c),segment_id=2db8471f-c43b-49ee-9f08-2f1c56af231c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:31.549941 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-9fb00a5b-69d4-4fa8-9dd3-4860798a9912 None None] Set router dd5ea191-992a-493a-ba64-f63898c656d8 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:19:31.558494 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8d3899da-e7aa-4797-9f33-6f265e381cd6 req-42018a3c-1061-4d08-9724-39dd85bddd14 tempest-ImagesNegativeTestJSON-10651441 tempest-ImagesNegativeTestJSON-10651441-project] 10.222.0.43 "GET /v2.0/security-groups?id=71604795-a042-4751-8e68-f2ba4dcd60ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471518 Jul 29 23:19:31.592380 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59998) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:31.666989 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:31.835065 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-c4adc75d-385b-48cd-b515-e1c2d5c3bd7f None None] Allocated IP 19.80.0.2 (607b04b1-02d0-47dd-8d3e-e66db2ec3e7b/fa9a4566-6089-4eb4-ae2d-cf251191c5cd/72a51055-ca0a-4e01-bdd3-a016d1ba942e) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:19:31.849723 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df037d6-346f-4df8-8575-385dd808deba req-5bc83a25-1452-4fb1-9e1a-65008c49161b tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:31.851824 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1df037d6-346f-4df8-8575-385dd808deba req-5bc83a25-1452-4fb1-9e1a-65008c49161b tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc7a0dab-e157-4427-ba70-4634d6d2b6e4 HTTP/1.1" status: 200 len: 950 time: 0.1299133 Jul 29 23:19:31.857159 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-04c8ba19-8951-4ccd-af16-709ffa4d76eb admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-20815655-network', 'tenant_id': '4b67b92d11074e3aa4a6c16a91e570ff'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:19:31.928285 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9d217a19-3b3d-4053-b5a6-426e784f74e0 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1417379 Jul 29 23:19:31.928919 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60008) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:31.933304 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d217a19-3b3d-4053-b5a6-426e784f74e0 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Pushing event updated for resources: {'Network': ['ID=b3cebaf8-d29a-42a6-a020-83fdcc8764e3,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:31.974264 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-bdf7edc5-6bcb-4893-b521-61d11a235624 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Request body: {'subnet': {'network_id': 'b3cebaf8-d29a-42a6-a020-83fdcc8764e3', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:19:32.087658 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-948a2075-9dbb-428d-982d-d695da62a403 req-57cb61db-dbef-4cf0-8ecc-451711a05ee2 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d07f7e7-ab06-493c-9a79-c6f939f0b6c3 HTTP/1.1" status: 200 len: 210 time: 0.1966596 Jul 29 23:19:32.115057 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-9fb00a5b-69d4-4fa8-9dd3-4860798a9912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5ea191-992a-493a-ba64-f63898c656d8', 'name': 'tempest-ServersTestMultiNic-1654020585-router', 'tenant_id': '51b1efed735945cea153cdfce6450079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'b5fb8190-10ab-4658-8af8-bc14a7ec12e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:19:20Z', 'updated_at': '2021-07-29T23:19:26Z', 'revision_number': 4, 'project_id': '51b1efed735945cea153cdfce6450079', 'gw_port': {'id': 'b5fb8190-10ab-4658-8af8-bc14a7ec12e7', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ea:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5ea191-992a-493a-ba64-f63898c656d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:19:21Z', 'updated_at': '2021-07-29T23:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '4ead08d2-feb8-4769-aaf3-b000332cf7c9', 'name': '', 'network_id': 'bbc0fa4e-d88f-41c6-a370-f94f07c1e7e4', 'tenant_id': '51b1efed735945cea153cdfce6450079', 'mac_address': 'fa:16:3e:a4:b4:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd5ea191-992a-493a-ba64-f63898c656d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'd67bbbd0-b829-4cb7-aef2-10f0108d2ad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:19:25Z', 'updated_at': '2021-07-29T23:19:31Z', 'revision_number': 4, 'project_id': '51b1efed735945cea153cdfce6450079', 'subnets': [{'id': 'd67bbbd0-b829-4cb7-aef2-10f0108d2ad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:32.145741 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1df037d6-346f-4df8-8575-385dd808deba req-2b8ea1b2-52c2-4868-b661-ca7bc365ce08 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749546 Jul 29 23:19:32.156356 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb00a5b-69d4-4fa8-9dd3-4860798a9912 None None] The sync data for ids ['dd5ea191-992a-493a-ba64-f63898c656d8'] in n-d-712141-10 is: [{'id': 'dd5ea191-992a-493a-ba64-f63898c656d8', 'name': 'tempest-ServersTestMultiNic-1654020585-router', 'tenant_id': '51b1efed735945cea153cdfce6450079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'b5fb8190-10ab-4658-8af8-bc14a7ec12e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:19:20Z', 'updated_at': '2021-07-29T23:19:26Z', 'revision_number': 4, 'project_id': '51b1efed735945cea153cdfce6450079', 'gw_port': {'id': 'b5fb8190-10ab-4658-8af8-bc14a7ec12e7', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ea:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5ea191-992a-493a-ba64-f63898c656d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:19:21Z', 'updated_at': '2021-07-29T23:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '4ead08d2-feb8-4769-aaf3-b000332cf7c9', 'name': '', 'network_id': 'bbc0fa4e-d88f-41c6-a370-f94f07c1e7e4', 'tenant_id': '51b1efed735945cea153cdfce6450079', 'mac_address': 'fa:16:3e:a4:b4:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd5ea191-992a-493a-ba64-f63898c656d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'd67bbbd0-b829-4cb7-aef2-10f0108d2ad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:19:25Z', 'updated_at': '2021-07-29T23:19:31Z', 'revision_number': 4, 'project_id': '51b1efed735945cea153cdfce6450079', 'subnets': [{'id': 'd67bbbd0-b829-4cb7-aef2-10f0108d2ad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:19:32.182766 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c8ba19-8951-4ccd-af16-709ffa4d76eb admin admin] Made reservation on behalf of 4b67b92d11074e3aa4a6c16a91e570ff for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:19:32.230415 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-04c8ba19-8951-4ccd-af16-709ffa4d76eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:32.255024 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network b3cebaf8-d29a-42a6-a020-83fdcc8764e3 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:19:32.336041 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e85ff134-14a0-4fdc-a423-fc9527e6a1bd req-38bd2c0b-08af-489e-a3ec-878f30dcb81e tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Made reservation on behalf of c1c14b550fd544fc9d42ae23098dbe98 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:19:32.347358 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e85ff134-14a0-4fdc-a423-fc9527e6a1bd req-38bd2c0b-08af-489e-a3ec-878f30dcb81e tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:32.370317 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['b7f7ec96-de09-4005-9c38-4a7398e73dc9'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:19:32.372616 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b9a0b-049e-41ad-8690-38ad681cfa6d req-819665de-9146-4b91-af8b-95c1cfb2d652 tempest-ImagesNegativeTestJSON-10651441 tempest-ImagesNegativeTestJSON-10651441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:32.377356 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-245b9a0b-049e-41ad-8690-38ad681cfa6d req-819665de-9146-4b91-af8b-95c1cfb2d652 tempest-ImagesNegativeTestJSON-10651441 tempest-ImagesNegativeTestJSON-10651441-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3db641e-69f7-4718-a633-3fbd6a1bb2a3 HTTP/1.1" status: 200 len: 949 time: 0.2748477 Jul 29 23:19:32.398909 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7ca82af9-2ad4-4d7c-9d58-9c1818e47be2 req-00d034cf-9e47-4469-a0e4-da72e1cde8e6 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f5da8f-fe8f-42cf-a0d7-e6976d1ff0ff HTTP/1.1" status: 200 len: 210 time: 0.0704257 Jul 29 23:19:32.404046 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-04c8ba19-8951-4ccd-af16-709ffa4d76eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:32.413960 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c4adc75d-385b-48cd-b515-e1c2d5c3bd7f None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:32.416045 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=b7f7ec96-de09-4005-9c38-4a7398e73dc9,revision_number=6']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:32.469913 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf7edc5-6bcb-4893-b521-61d11a235624 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Made reservation on behalf of 51b1efed735945cea153cdfce6450079 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:19:32.473995 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bdf7edc5-6bcb-4893-b521-61d11a235624 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:32.528244 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c4adc75d-385b-48cd-b515-e1c2d5c3bd7f None None] Transition to ACTIVE for port object 72a51055-ca0a-4e01-bdd3-a016d1ba942e will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:19:32.571821 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c4adc75d-385b-48cd-b515-e1c2d5c3bd7f None None] Transition to ACTIVE for port object 72a51055-ca0a-4e01-bdd3-a016d1ba942e will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:19:32.586450 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c4adc75d-385b-48cd-b515-e1c2d5c3bd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:32.698981 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4adc75d-385b-48cd-b515-e1c2d5c3bd7f None None] Pushing event updated for resources: {'Port': ['ID=72a51055-ca0a-4e01-bdd3-a016d1ba942e,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:32.755450 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4adc75d-385b-48cd-b515-e1c2d5c3bd7f None None] Network 607b04b1-02d0-47dd-8d3e-e66db2ec3e7b is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:19:32.758053 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-245b9a0b-049e-41ad-8690-38ad681cfa6d req-a456c577-a352-4fbf-85d1-30751f58ff72 tempest-ImagesNegativeTestJSON-10651441 tempest-ImagesNegativeTestJSON-10651441-project] Deleting port 3a3de736-d642-4ca1-a2b2-025361bcda55 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:19:32.758763 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-c4adc75d-385b-48cd-b515-e1c2d5c3bd7f None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:19:32.759968 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-245b9a0b-049e-41ad-8690-38ad681cfa6d req-a456c577-a352-4fbf-85d1-30751f58ff72 tempest-ImagesNegativeTestJSON-10651441 tempest-ImagesNegativeTestJSON-10651441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:32.764571 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4adc75d-385b-48cd-b515-e1c2d5c3bd7f None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:19:32.803893 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-e85ff134-14a0-4fdc-a423-fc9527e6a1bd req-38bd2c0b-08af-489e-a3ec-878f30dcb81e tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Allocated IP 192.168.233.239 (d71c22dc-feef-410b-a7ed-6548cf85bd6f/64bdc61a-58ca-49c7-bae5-ecfed9ee407c/078941ea-6bcb-4f45-9be3-11e006820d4b) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:19:32.854876 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-c4adc75d-385b-48cd-b515-e1c2d5c3bd7f None None] Attempting to bind port 72a51055-ca0a-4e01-bdd3-a016d1ba942e on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:19:32.856057 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-c4adc75d-385b-48cd-b515-e1c2d5c3bd7f None None] Attempting to bind port 72a51055-ca0a-4e01-bdd3-a016d1ba942e by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '44faf3b7-bb51-4059-88d3-a4abe9d7ec9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '607b04b1-02d0-47dd-8d3e-e66db2ec3e7b'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:19:32.856643 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4adc75d-385b-48cd-b515-e1c2d5c3bd7f None None] Attempting to bind port 72a51055-ca0a-4e01-bdd3-a016d1ba942e on network 607b04b1-02d0-47dd-8d3e-e66db2ec3e7b {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:19:32.876486 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4adc75d-385b-48cd-b515-e1c2d5c3bd7f None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:19:32.877322 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4adc75d-385b-48cd-b515-e1c2d5c3bd7f None None] Checking segment: {'id': '44faf3b7-bb51-4059-88d3-a4abe9d7ec9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '607b04b1-02d0-47dd-8d3e-e66db2ec3e7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:19:32.877322 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c4adc75d-385b-48cd-b515-e1c2d5c3bd7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:32.877774 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4adc75d-385b-48cd-b515-e1c2d5c3bd7f None None] Bound using segment: {'id': '44faf3b7-bb51-4059-88d3-a4abe9d7ec9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '607b04b1-02d0-47dd-8d3e-e66db2ec3e7b'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:19:32.878245 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-c4adc75d-385b-48cd-b515-e1c2d5c3bd7f None None] Bound port: 72a51055-ca0a-4e01-bdd3-a016d1ba942e, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44faf3b7-bb51-4059-88d3-a4abe9d7ec9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '607b04b1-02d0-47dd-8d3e-e66db2ec3e7b'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:19:32.878632 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c4adc75d-385b-48cd-b515-e1c2d5c3bd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:32.962253 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bdf7edc5-6bcb-4893-b521-61d11a235624 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:33.066182 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf7edc5-6bcb-4893-b521-61d11a235624 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Pushing event updated for resources: {'Subnet': ['ID=bbdbe730-dca4-4b76-87dd-f3e000c07254,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:33.111946 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-c4adc75d-385b-48cd-b515-e1c2d5c3bd7f None None] For port 72a51055-ca0a-4e01-bdd3-a016d1ba942e, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:19:33.119420 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-c4adc75d-385b-48cd-b515-e1c2d5c3bd7f None None] For port 72a51055-ca0a-4e01-bdd3-a016d1ba942e, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=72a51055-ca0a-4e01-bdd3-a016d1ba942e,segment=NetworkSegment(44faf3b7-bb51-4059-88d3-a4abe9d7ec9d),segment_id=44faf3b7-bb51-4059-88d3-a4abe9d7ec9d)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:19:33.137033 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c4adc75d-385b-48cd-b515-e1c2d5c3bd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:33.180792 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d018ba71-efc9-4019-9a57-732212027ee2 req-9b35768c-eefc-4c66-9d11-3e463ec3b438 tempest-ImagesNegativeTestJSON-10651441 tempest-ImagesNegativeTestJSON-10651441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:33.202777 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d018ba71-efc9-4019-9a57-732212027ee2 req-9b35768c-eefc-4c66-9d11-3e463ec3b438 tempest-ImagesNegativeTestJSON-10651441 tempest-ImagesNegativeTestJSON-10651441-project] 10.222.0.43 "GET /v2.0/ports?device_id=e3db641e-69f7-4718-a633-3fbd6a1bb2a3 HTTP/1.1" status: 200 len: 949 time: 0.3971448 Jul 29 23:19:33.236754 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 4ead08d2-feb8-4769-aaf3-b000332cf7c9 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:19:33.337947 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e85ff134-14a0-4fdc-a423-fc9527e6a1bd req-38bd2c0b-08af-489e-a3ec-878f30dcb81e tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:33.346191 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a1aa0e4e-0018-4918-90ef-3ac68e29d20b req-6de021ed-42b2-40b6-b00b-67f8b58e6955 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d07f7e7-ab06-493c-9a79-c6f939f0b6c3 HTTP/1.1" status: 200 len: 210 time: 0.1202917 Jul 29 23:19:33.351771 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4adc75d-385b-48cd-b515-e1c2d5c3bd7f None None] Pushing event updated for resources: {'Port': ['ID=72a51055-ca0a-4e01-bdd3-a016d1ba942e,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:33.375184 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-e85ff134-14a0-4fdc-a423-fc9527e6a1bd req-38bd2c0b-08af-489e-a3ec-878f30dcb81e tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Transition to ACTIVE for port object 078941ea-6bcb-4f45-9be3-11e006820d4b will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:19:33.386450 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 4ead08d2-feb8-4769-aaf3-b000332cf7c9 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:19:33.395285 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 4ead08d2-feb8-4769-aaf3-b000332cf7c9 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:19:33.395663 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:33.444974 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-245b9a0b-049e-41ad-8690-38ad681cfa6d req-a456c577-a352-4fbf-85d1-30751f58ff72 tempest-ImagesNegativeTestJSON-10651441 tempest-ImagesNegativeTestJSON-10651441-project] For port 3a3de736-d642-4ca1-a2b2-025361bcda55, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=3a3de736-d642-4ca1-a2b2-025361bcda55,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:33.445354 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-245b9a0b-049e-41ad-8690-38ad681cfa6d req-a456c577-a352-4fbf-85d1-30751f58ff72 tempest-ImagesNegativeTestJSON-10651441 tempest-ImagesNegativeTestJSON-10651441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:33.464668 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-245b9a0b-049e-41ad-8690-38ad681cfa6d req-a456c577-a352-4fbf-85d1-30751f58ff72 tempest-ImagesNegativeTestJSON-10651441 tempest-ImagesNegativeTestJSON-10651441-project] Calling delete_port for 3a3de736-d642-4ca1-a2b2-025361bcda55 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:19:33.505857 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-04c8ba19-8951-4ccd-af16-709ffa4d76eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:33.537854 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d018ba71-efc9-4019-9a57-732212027ee2 req-8c1fec36-7d54-46f6-b70e-4bd4125b7c94 tempest-ImagesNegativeTestJSON-10651441 tempest-ImagesNegativeTestJSON-10651441-project] 10.222.0.43 "GET /v2.0/security-groups?id=71604795-a042-4751-8e68-f2ba4dcd60ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337591 Jul 29 23:19:33.567538 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:33.571736 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-04c8ba19-8951-4ccd-af16-709ffa4d76eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:33.672433 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 4ead08d2-feb8-4769-aaf3-b000332cf7c9, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=4ead08d2-feb8-4769-aaf3-b000332cf7c9,segment=NetworkSegment(c1b76e2d-c139-43ca-8c7d-2846330ec26b),segment_id=c1b76e2d-c139-43ca-8c7d-2846330ec26b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:33.681994 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf7edc5-6bcb-4893-b521-61d11a235624 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Checking segment: {'id': '99e580a8-4068-4231-bbe8-34a265dc400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b3cebaf8-d29a-42a6-a020-83fdcc8764e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:19:33.682367 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf7edc5-6bcb-4893-b521-61d11a235624 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Network hostable DHCP agents. Network: b3cebaf8-d29a-42a6-a020-83fdcc8764e3, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:19:33.690106 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:33.736862 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e85ff134-14a0-4fdc-a423-fc9527e6a1bd req-38bd2c0b-08af-489e-a3ec-878f30dcb81e tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:33.800750 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['4fe51e40-066d-405b-8a55-767ca109e9d1', '60bc616e-990d-48d1-9503-5fc08821f418'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:19:33.808090 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04c8ba19-8951-4ccd-af16-709ffa4d76eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:19:33.825969 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd2c0b-08af-489e-a3ec-878f30dcb81e tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Pushing event updated for resources: {'Port': ['ID=078941ea-6bcb-4f45-9be3-11e006820d4b,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:33.829519 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-245b9a0b-049e-41ad-8690-38ad681cfa6d req-a456c577-a352-4fbf-85d1-30751f58ff72 tempest-ImagesNegativeTestJSON-10651441 tempest-ImagesNegativeTestJSON-10651441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:33.848784 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-04c8ba19-8951-4ccd-af16-709ffa4d76eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:33.849979 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-04c8ba19-8951-4ccd-af16-709ffa4d76eb admin admin] Added segment ad95086a-4aa4-4696-a47c-b54ab11bbc8c of type vlan for network d276bab9-08d9-4ae2-8764-57ec0cf596e7 Jul 29 23:19:33.855886 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c8ba19-8951-4ccd-af16-709ffa4d76eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e5e270-a9be-406d-95d1-49d73a31f45d,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:33.917285 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a456c577-a352-4fbf-85d1-30751f58ff72 tempest-ImagesNegativeTestJSON-10651441 tempest-ImagesNegativeTestJSON-10651441-project] Pushing event deleted for resources: {'Port': ['ID=3a3de736-d642-4ca1-a2b2-025361bcda55,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:33.922987 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e85ff134-14a0-4fdc-a423-fc9527e6a1bd req-38bd2c0b-08af-489e-a3ec-878f30dcb81e tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Network d71c22dc-feef-410b-a7ed-6548cf85bd6f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:19:33.989039 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=4ead08d2-feb8-4769-aaf3-b000332cf7c9,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:34.037604 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-245b9a0b-049e-41ad-8690-38ad681cfa6d req-a456c577-a352-4fbf-85d1-30751f58ff72 tempest-ImagesNegativeTestJSON-10651441 tempest-ImagesNegativeTestJSON-10651441-project] No DVR routers for this DVR port 3a3de736-d642-4ca1-a2b2-025361bcda55 on host n-h2-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:19:34.039585 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-e85ff134-14a0-4fdc-a423-fc9527e6a1bd req-38bd2c0b-08af-489e-a3ec-878f30dcb81e tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:19:34.041662 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-245b9a0b-049e-41ad-8690-38ad681cfa6d req-a456c577-a352-4fbf-85d1-30751f58ff72 tempest-ImagesNegativeTestJSON-10651441 tempest-ImagesNegativeTestJSON-10651441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:34.043577 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-245b9a0b-049e-41ad-8690-38ad681cfa6d req-a456c577-a352-4fbf-85d1-30751f58ff72 tempest-ImagesNegativeTestJSON-10651441 tempest-ImagesNegativeTestJSON-10651441-project] 10.222.0.22 "DELETE /v2.0/ports/3a3de736-d642-4ca1-a2b2-025361bcda55 HTTP/1.1" status: 204 len: 173 time: 1.6259139 Jul 29 23:19:34.044012 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3db641e-69f7-4718-a633-3fbd6a1bb2a3', 'name': 'network-vif-deleted', 'tag': '3a3de736-d642-4ca1-a2b2-025361bcda55'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:19:34.071072 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a126262e-41bf-4d96-9c13-5a50d86a4546" -d '{"events": [{"server_uuid": "e3db641e-69f7-4718-a633-3fbd6a1bb2a3", "name": "network-vif-deleted", "tag": "3a3de736-d642-4ca1-a2b2-025361bcda55"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:19:34.074698 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-e85ff134-14a0-4fdc-a423-fc9527e6a1bd req-38bd2c0b-08af-489e-a3ec-878f30dcb81e tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:19:34.171108 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ff134-14a0-4fdc-a423-fc9527e6a1bd req-38bd2c0b-08af-489e-a3ec-878f30dcb81e tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:34.171822 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e85ff134-14a0-4fdc-a423-fc9527e6a1bd req-38bd2c0b-08af-489e-a3ec-878f30dcb81e tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:34.194766 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e85ff134-14a0-4fdc-a423-fc9527e6a1bd req-38bd2c0b-08af-489e-a3ec-878f30dcb81e tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8273370 Jul 29 23:19:34.210264 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-e85ff134-14a0-4fdc-a423-fc9527e6a1bd req-04c093f9-c8eb-49da-992d-29c81a1416a4 service neutron] Request body: {'port': {'device_id': '1d07f7e7-ab06-493c-9a79-c6f939f0b6c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:19:34.327388 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e85ff134-14a0-4fdc-a423-fc9527e6a1bd req-04c093f9-c8eb-49da-992d-29c81a1416a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:34.499450 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device b7f7ec96-de09-4005-9c38-4a7398e73dc9 up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:19:34.662760 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port b7f7ec96-de09-4005-9c38-4a7398e73dc9 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:19:34.664587 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:34.837312 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-e85ff134-14a0-4fdc-a423-fc9527e6a1bd req-04c093f9-c8eb-49da-992d-29c81a1416a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 078941ea-6bcb-4f45-9be3-11e006820d4b {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:19:34.849045 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e85ff134-14a0-4fdc-a423-fc9527e6a1bd req-04c093f9-c8eb-49da-992d-29c81a1416a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:34.881147 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-e85ff134-14a0-4fdc-a423-fc9527e6a1bd req-04c093f9-c8eb-49da-992d-29c81a1416a4 service neutron] Transition to ACTIVE for port object 078941ea-6bcb-4f45-9be3-11e006820d4b will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:19:34.893200 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e85ff134-14a0-4fdc-a423-fc9527e6a1bd req-04c093f9-c8eb-49da-992d-29c81a1416a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:35.059024 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c093f9-c8eb-49da-992d-29c81a1416a4 service neutron] Pushing event updated for resources: {'Port': ['ID=078941ea-6bcb-4f45-9be3-11e006820d4b,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:35.066135 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:35.072847 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-159dd465-70b5-4db6-8fa7-17620a7b4c4a None None] Provisioning for port 078941ea-6bcb-4f45-9be3-11e006820d4b completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:19:35.086706 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-04c8ba19-8951-4ccd-af16-709ffa4d76eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:35.120809 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-00044cd9-940a-4ceb-b9ff-f069e7e20b56 req-54b9f222-0a7b-44dc-b9bf-d0ad294833be tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f5da8f-fe8f-42cf-a0d7-e6976d1ff0ff HTTP/1.1" status: 200 len: 210 time: 1.0038629 Jul 29 23:19:35.148501 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b726f5-77fa-451b-9a69-21aa0e8a6082 req-21c4907b-12ea-4987-b5eb-a1801f7bec45 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:35.150931 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-93b726f5-77fa-451b-9a69-21aa0e8a6082 req-21c4907b-12ea-4987-b5eb-a1801f7bec45 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc7a0dab-e157-4427-ba70-4634d6d2b6e4 HTTP/1.1" status: 200 len: 950 time: 1.5843139 Jul 29 23:19:35.164977 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf7edc5-6bcb-4893-b521-61d11a235624 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Network b3cebaf8-d29a-42a6-a020-83fdcc8764e3 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:19:35.188066 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port b7f7ec96-de09-4005-9c38-4a7398e73dc9, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=b7f7ec96-de09-4005-9c38-4a7398e73dc9,segment=NetworkSegment(2db8471f-c43b-49ee-9f08-2f1c56af231c),segment_id=2db8471f-c43b-49ee-9f08-2f1c56af231c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:35.190185 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1c4cd0-9246-45ff-bd69-a0c86282f592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f7ec96-de09-4005-9c38-4a7398e73dc9'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:19:35.193933 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbce92ec-2b64-43df-b391-4e939c70626d" -d '{"events": [{"server_uuid": "fd1c4cd0-9246-45ff-bd69-a0c86282f592", "name": "network-vif-plugged", "status": "completed", "tag": "b7f7ec96-de09-4005-9c38-4a7398e73dc9"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:19:35.205614 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:35.247192 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-e85ff134-14a0-4fdc-a423-fc9527e6a1bd req-04c093f9-c8eb-49da-992d-29c81a1416a4 service neutron] Attempting to bind port 078941ea-6bcb-4f45-9be3-11e006820d4b on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:19:35.248201 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-e85ff134-14a0-4fdc-a423-fc9527e6a1bd req-04c093f9-c8eb-49da-992d-29c81a1416a4 service neutron] Attempting to bind port 078941ea-6bcb-4f45-9be3-11e006820d4b by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:19:35.249444 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85ff134-14a0-4fdc-a423-fc9527e6a1bd req-04c093f9-c8eb-49da-992d-29c81a1416a4 service neutron] Attempting to bind port 078941ea-6bcb-4f45-9be3-11e006820d4b on network d71c22dc-feef-410b-a7ed-6548cf85bd6f {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:19:35.258861 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85ff134-14a0-4fdc-a423-fc9527e6a1bd req-04c093f9-c8eb-49da-992d-29c81a1416a4 service neutron] Port 078941ea-6bcb-4f45-9be3-11e006820d4b on network d71c22dc-feef-410b-a7ed-6548cf85bd6f not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:19:35.259407 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85ff134-14a0-4fdc-a423-fc9527e6a1bd req-04c093f9-c8eb-49da-992d-29c81a1416a4 service neutron] Attempting to bind port 078941ea-6bcb-4f45-9be3-11e006820d4b on network d71c22dc-feef-410b-a7ed-6548cf85bd6f {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:19:35.268755 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b82068f-6fd5-47be-bef4-d629ab346c88 x-openstack-request-id: req-2b82068f-6fd5-47be-bef4-d629ab346c88 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:19:35.277203 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3db641e-69f7-4718-a633-3fbd6a1bb2a3", "name": "network-vif-deleted", "tag": "3a3de736-d642-4ca1-a2b2-025361bcda55", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:19:35.277649 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2b82068f-6fd5-47be-bef4-d629ab346c88 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:19:35.278201 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3db641e-69f7-4718-a633-3fbd6a1bb2a3', 'name': 'network-vif-deleted', 'tag': '3a3de736-d642-4ca1-a2b2-025361bcda55', 'status': 'completed', 'code': 200} Jul 29 23:19:35.284421 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85ff134-14a0-4fdc-a423-fc9527e6a1bd req-04c093f9-c8eb-49da-992d-29c81a1416a4 service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:19:35.284879 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85ff134-14a0-4fdc-a423-fc9527e6a1bd req-04c093f9-c8eb-49da-992d-29c81a1416a4 service neutron] Checking segment: {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:19:35.288039 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e85ff134-14a0-4fdc-a423-fc9527e6a1bd req-04c093f9-c8eb-49da-992d-29c81a1416a4 service neutron] Bound using segment: {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:19:35.288636 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-e85ff134-14a0-4fdc-a423-fc9527e6a1bd req-04c093f9-c8eb-49da-992d-29c81a1416a4 service neutron] Bound port: 078941ea-6bcb-4f45-9be3-11e006820d4b, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:19:35.289119 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e85ff134-14a0-4fdc-a423-fc9527e6a1bd req-04c093f9-c8eb-49da-992d-29c81a1416a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:35.320193 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-bdf7edc5-6bcb-4893-b521-61d11a235624 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, b3cebaf8-d29a-42a6-a020-83fdcc8764e3) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:19:35.335093 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.db.resource_extend [None req-04c8ba19-8951-4ccd-af16-709ffa4d76eb admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:19:35.379570 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=b7f7ec96-de09-4005-9c38-4a7398e73dc9,revision_number=7']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:35.384240 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf7edc5-6bcb-4893-b521-61d11a235624 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:35.384899 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bdf7edc5-6bcb-4893-b521-61d11a235624 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:35.386934 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd73886-1f76-4bf9-a663-4deadbb60880 None None] Network 607b04b1-02d0-47dd-8d3e-e66db2ec3e7b requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:19:35.391823 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 72a51055-ca0a-4e01-bdd3-a016d1ba942e up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:19:35.393618 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97837e4e-a20f-4405-a7eb-8dc3dfb9362b None None] Network b3cebaf8-d29a-42a6-a020-83fdcc8764e3 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:19:35.460528 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-e85ff134-14a0-4fdc-a423-fc9527e6a1bd req-04c093f9-c8eb-49da-992d-29c81a1416a4 service neutron] For port 078941ea-6bcb-4f45-9be3-11e006820d4b, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:19:35.467153 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-04c8ba19-8951-4ccd-af16-709ffa4d76eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:35.469349 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c8ba19-8951-4ccd-af16-709ffa4d76eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:35.470202 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-04c8ba19-8951-4ccd-af16-709ffa4d76eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:35.470401 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-e85ff134-14a0-4fdc-a423-fc9527e6a1bd req-04c093f9-c8eb-49da-992d-29c81a1416a4 service neutron] For port 078941ea-6bcb-4f45-9be3-11e006820d4b, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=078941ea-6bcb-4f45-9be3-11e006820d4b,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:19:35.482252 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e85ff134-14a0-4fdc-a423-fc9527e6a1bd req-04c093f9-c8eb-49da-992d-29c81a1416a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:35.494033 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-93b726f5-77fa-451b-9a69-21aa0e8a6082 req-16ee03d9-ceec-4c26-87bb-880f0aa54900 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957230 Jul 29 23:19:35.523390 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e18e90-da2f-4670-bdf1-0eec64b09a50 req-320dbf2b-499e-4684-89bf-0e0e9b427e6d tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:35.524909 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-22e18e90-da2f-4670-bdf1-0eec64b09a50 req-320dbf2b-499e-4684-89bf-0e0e9b427e6d tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.41 "GET /v2.0/networks?id=f490981b-45a9-43e1-a661-0229cc7a8cd7 HTTP/1.1" status: 200 len: 821 time: 1.6282887 Jul 29 23:19:35.529277 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-bdf7edc5-6bcb-4893-b521-61d11a235624 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.5711606 Jul 29 23:19:35.579524 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ff134-14a0-4fdc-a423-fc9527e6a1bd req-04c093f9-c8eb-49da-992d-29c81a1416a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:35.580258 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e85ff134-14a0-4fdc-a423-fc9527e6a1bd req-04c093f9-c8eb-49da-992d-29c81a1416a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:35.584888 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e85ff134-14a0-4fdc-a423-fc9527e6a1bd req-04c093f9-c8eb-49da-992d-29c81a1416a4 service neutron] 10.222.0.22 "PUT /v2.0/ports/078941ea-6bcb-4f45-9be3-11e006820d4b HTTP/1.1" status: 200 len: 1097 time: 1.3783789 Jul 29 23:19:35.645438 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-3945aada-9a66-4cc2-b8fe-86ccb98122dd None None] Provisioning for port 72a51055-ca0a-4e01-bdd3-a016d1ba942e completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:19:35.659265 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-22e18e90-da2f-4670-bdf1-0eec64b09a50 req-52a5caef-82ee-4e50-837a-d799da9aae95 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Request body: {'port': {'device_id': '14f5da8f-fe8f-42cf-a0d7-e6976d1ff0ff', 'network_id': 'f490981b-45a9-43e1-a661-0229cc7a8cd7', 'admin_state_up': True, 'tenant_id': 'c2657a7d23514506876a4df5f527f58c'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:19:35.755924 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c093f9-c8eb-49da-992d-29c81a1416a4 service neutron] Pushing event updated for resources: {'Port': ['ID=078941ea-6bcb-4f45-9be3-11e006820d4b,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:35.777705 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ff134-14a0-4fdc-a423-fc9527e6a1bd req-77e1b196-28bd-4997-8469-41bf1a330418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:35.780099 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e85ff134-14a0-4fdc-a423-fc9527e6a1bd req-77e1b196-28bd-4997-8469-41bf1a330418 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c1c14b550fd544fc9d42ae23098dbe98&device_id=1d07f7e7-ab06-493c-9a79-c6f939f0b6c3 HTTP/1.1" status: 200 len: 1100 time: 0.1330161 Jul 29 23:19:35.807482 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 72a51055-ca0a-4e01-bdd3-a016d1ba942e completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:19:35.820087 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 72a51055-ca0a-4e01-bdd3-a016d1ba942e triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:19:35.821162 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:35.863960 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e85ff134-14a0-4fdc-a423-fc9527e6a1bd req-6efdb8e8-ac7e-4c68-86c6-3e6cd0e18247 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=078941ea-6bcb-4f45-9be3-11e006820d4b HTTP/1.1" status: 200 len: 217 time: 0.0785618 Jul 29 23:19:35.887871 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-04c8ba19-8951-4ccd-af16-709ffa4d76eb admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 4.2944703 Jul 29 23:19:35.892590 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60070) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:35.899747 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-004ea3c7-d27f-46a2-866d-35207fc25ab9 admin admin] Request body: {'subnet': {'network_id': 'd276bab9-08d9-4ae2-8764-57ec0cf596e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-20815655-subnet', 'tenant_id': '4b67b92d11074e3aa4a6c16a91e570ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:19:35.918866 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c8ba19-8951-4ccd-af16-709ffa4d76eb admin admin] Pushing event updated for resources: {'Network': ['ID=d276bab9-08d9-4ae2-8764-57ec0cf596e7,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:35.944126 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1446d3d-885f-45e1-927f-10aedf0f6dfd req-2b784207-caa9-40d1-b80f-fbdd738ef5b4 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:35.951849 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ff134-14a0-4fdc-a423-fc9527e6a1bd req-1baee2eb-30f6-489e-93f8-cd7b09e11b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:35.953871 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f1446d3d-885f-45e1-927f-10aedf0f6dfd req-2b784207-caa9-40d1-b80f-fbdd738ef5b4 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d07f7e7-ab06-493c-9a79-c6f939f0b6c3 HTTP/1.1" status: 200 len: 948 time: 0.5495656 Jul 29 23:19:35.955096 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e85ff134-14a0-4fdc-a423-fc9527e6a1bd req-1baee2eb-30f6-489e-93f8-cd7b09e11b12 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.0782123 Jul 29 23:19:35.986368 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.db.api [None req-004ea3c7-d27f-46a2-866d-35207fc25ab9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 23:19:35.986368 n-d-712141-10 neutron-server[94078]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 29 23:19:35.986368 n-d-712141-10 neutron-server[94078]: [parameters: {'project_id_1': '4b67b92d11074e3aa4a6c16a91e570ff', 'expiration_1': datetime.datetime(2021, 7, 29, 23, 19, 35, 914191)}] Jul 29 23:19:35.986368 n-d-712141-10 neutron-server[94078]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94078) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:19:35.986368 n-d-712141-10 neutron-server[94078]: DEBUG oslo_db.api [None req-004ea3c7-d27f-46a2-866d-35207fc25ab9 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:19:35.996518 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22e18e90-da2f-4670-bdf1-0eec64b09a50 req-52a5caef-82ee-4e50-837a-d799da9aae95 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Made reservation on behalf of c2657a7d23514506876a4df5f527f58c for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:19:36.002093 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-22e18e90-da2f-4670-bdf1-0eec64b09a50 req-52a5caef-82ee-4e50-837a-d799da9aae95 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:36.030524 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f1446d3d-885f-45e1-927f-10aedf0f6dfd req-70b3f319-098a-4ca1-a6b2-266dafe63b44 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756307 Jul 29 23:19:36.059061 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ff134-14a0-4fdc-a423-fc9527e6a1bd req-2bd12acc-2745-49cb-9339-9c6ac342cfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:36.061706 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e85ff134-14a0-4fdc-a423-fc9527e6a1bd req-2bd12acc-2745-49cb-9339-9c6ac342cfee service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0982351 Jul 29 23:19:36.168116 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e176316-a2e4-4a03-bb6c-fbc8a130b615 x-openstack-request-id: req-5e176316-a2e4-4a03-bb6c-fbc8a130b615 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:19:36.168739 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd1c4cd0-9246-45ff-bd69-a0c86282f592", "name": "network-vif-plugged", "status": "completed", "tag": "b7f7ec96-de09-4005-9c38-4a7398e73dc9", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:19:36.169099 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5e176316-a2e4-4a03-bb6c-fbc8a130b615 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:19:36.169562 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd1c4cd0-9246-45ff-bd69-a0c86282f592', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7f7ec96-de09-4005-9c38-4a7398e73dc9', 'code': 200} Jul 29 23:19:36.173693 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 3a3de736-d642-4ca1-a2b2-025361bcda55 no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:19:36.176271 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network d276bab9-08d9-4ae2-8764-57ec0cf596e7 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:19:36.239164 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e85ff134-14a0-4fdc-a423-fc9527e6a1bd req-5b573650-75a4-412e-ba55-4cd40518b903 service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641417 Jul 29 23:19:36.316393 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: 3a3de736-d642-4ca1-a2b2-025361bcda55 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:19:36.316805 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 3a3de736-d642-4ca1-a2b2-025361bcda55 not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:19:36.342795 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2a41781e-3ff5-4940-b33c-a2fa5e994779 req-2a4dbccc-5be6-4590-9b13-a377a6ef384b tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f5da8f-fe8f-42cf-a0d7-e6976d1ff0ff HTTP/1.1" status: 200 len: 210 time: 0.0645177 Jul 29 23:19:36.374127 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e85ff134-14a0-4fdc-a423-fc9527e6a1bd req-4443808c-d0a5-4da1-a380-93a328c6a7a4 service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259706 Jul 29 23:19:36.374822 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c28a88-d821-44af-8e58-1342eeac577c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-b3cebaf8-d29a-42a6-a020-83fdcc8764e3', 'network_id': 'b3cebaf8-d29a-42a6-a020-83fdcc8764e3', 'tenant_id': '51b1efed735945cea153cdfce6450079', 'fixed_ips': [{'subnet_id': 'bbdbe730-dca4-4b76-87dd-f3e000c07254'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:19:36.375901 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-89c28a88-d821-44af-8e58-1342eeac577c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:36.447879 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-22e18e90-da2f-4670-bdf1-0eec64b09a50 req-52a5caef-82ee-4e50-837a-d799da9aae95 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Allocated IP 172.20.0.9 (f490981b-45a9-43e1-a661-0229cc7a8cd7/998261e9-cec6-4719-b797-0c7da54a3001/01301fce-70cf-497a-a51b-c2aa074d71e2) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:19:36.559153 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:36.629330 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 72a51055-ca0a-4e01-bdd3-a016d1ba942e, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=72a51055-ca0a-4e01-bdd3-a016d1ba942e,segment=NetworkSegment(44faf3b7-bb51-4059-88d3-a4abe9d7ec9d),segment_id=44faf3b7-bb51-4059-88d3-a4abe9d7ec9d)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:36.651299 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:36.652201 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 4ead08d2-feb8-4769-aaf3-b000332cf7c9 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:19:36.691137 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-22e18e90-da2f-4670-bdf1-0eec64b09a50 req-52a5caef-82ee-4e50-837a-d799da9aae95 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:36.745429 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=72a51055-ca0a-4e01-bdd3-a016d1ba942e,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:36.774403 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-22e18e90-da2f-4670-bdf1-0eec64b09a50 req-52a5caef-82ee-4e50-837a-d799da9aae95 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:36.811758 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-89c28a88-d821-44af-8e58-1342eeac577c None None] Allocated IP 19.86.0.2 (b3cebaf8-d29a-42a6-a020-83fdcc8764e3/bbdbe730-dca4-4b76-87dd-f3e000c07254/793b7816-ecc1-471f-861a-4bb166bc715c) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:19:36.838916 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60104) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:36.844071 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 4ead08d2-feb8-4769-aaf3-b000332cf7c9 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:19:36.844679 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:36.874793 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:36.914485 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a5caef-82ee-4e50-837a-d799da9aae95 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Pushing event updated for resources: {'Port': ['ID=01301fce-70cf-497a-a51b-c2aa074d71e2,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:36.954454 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22e18e90-da2f-4670-bdf1-0eec64b09a50 req-52a5caef-82ee-4e50-837a-d799da9aae95 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Network f490981b-45a9-43e1-a661-0229cc7a8cd7 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:19:36.960410 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c49e5122-17b0-45d6-870c-8b10486a9691 None None] Provisioning complete for port 72a51055-ca0a-4e01-bdd3-a016d1ba942e triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:19:36.961118 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c49e5122-17b0-45d6-870c-8b10486a9691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:36.974190 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-22e18e90-da2f-4670-bdf1-0eec64b09a50 req-52a5caef-82ee-4e50-837a-d799da9aae95 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:19:36.989903 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-22e18e90-da2f-4670-bdf1-0eec64b09a50 req-52a5caef-82ee-4e50-837a-d799da9aae95 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:19:37.068451 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ca3b1975-8475-4235-8471-f8bfceffcfaf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b73e0da8cf5047e79bb7f51b49b423db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2279434 Jul 29 23:19:37.072297 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60110) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:37.080769 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc182661-1fb1-4ceb-87a1-d12a2ed97842 req-1e5d27ed-bdb8-4581-ba1e-d4b20ffeb10d tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:37.090943 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bc182661-1fb1-4ceb-87a1-d12a2ed97842 req-1e5d27ed-bdb8-4581-ba1e-d4b20ffeb10d tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc7a0dab-e157-4427-ba70-4634d6d2b6e4 HTTP/1.1" status: 200 len: 950 time: 0.4108927 Jul 29 23:19:37.099883 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e18e90-da2f-4670-bdf1-0eec64b09a50 req-52a5caef-82ee-4e50-837a-d799da9aae95 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:37.100517 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-22e18e90-da2f-4670-bdf1-0eec64b09a50 req-52a5caef-82ee-4e50-837a-d799da9aae95 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:37.108633 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-004ea3c7-d27f-46a2-866d-35207fc25ab9 admin admin] Made reservation on behalf of 4b67b92d11074e3aa4a6c16a91e570ff for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:19:37.112534 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-004ea3c7-d27f-46a2-866d-35207fc25ab9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:37.122477 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-2b6648b8-6ec7-47c4-ba98-871ca706c60f tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:37.129177 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-2b6648b8-6ec7-47c4-ba98-871ca706c60f tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:37.136351 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-2b6648b8-6ec7-47c4-ba98-871ca706c60f tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/networks?id=607b04b1-02d0-47dd-8d3e-e66db2ec3e7b&id=b3cebaf8-d29a-42a6-a020-83fdcc8764e3&id=607b04b1-02d0-47dd-8d3e-e66db2ec3e7b HTTP/1.1" status: 200 len: 1391 time: 0.9838567 Jul 29 23:19:37.190986 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4bdbdeb3-f67a-4980-8277-7be53ec64a43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:37.225852 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 72a51055-ca0a-4e01-bdd3-a016d1ba942e up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:19:37.227340 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4bdbdeb3-f67a-4980-8277-7be53ec64a43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:37.239866 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-bd172d99-a979-444e-91d9-5e37127e64dd tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/quotas/51b1efed735945cea153cdfce6450079 HTTP/1.1" status: 200 len: 375 time: 0.1025567 Jul 29 23:19:37.273149 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-22e18e90-da2f-4670-bdf1-0eec64b09a50 req-52a5caef-82ee-4e50-837a-d799da9aae95 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7090504 Jul 29 23:19:37.279519 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d07f7e7-ab06-493c-9a79-c6f939f0b6c3', 'tag': '078941ea-6bcb-4f45-9be3-11e006820d4b'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:19:37.282934 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3ce7bda-aec2-41e0-80a3-34944eb8fd20" -d '{"events": [{"name": "network-changed", "server_uuid": "1d07f7e7-ab06-493c-9a79-c6f939f0b6c3", "tag": "078941ea-6bcb-4f45-9be3-11e006820d4b"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:19:37.308059 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-22e18e90-da2f-4670-bdf1-0eec64b09a50 req-a1077e2f-54d1-4769-a1a1-f97b3ffa6f06 service neutron] Request body: {'port': {'device_id': '14f5da8f-fe8f-42cf-a0d7-e6976d1ff0ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:19:37.319689 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4bdbdeb3-f67a-4980-8277-7be53ec64a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:37.322506 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4bdbdeb3-f67a-4980-8277-7be53ec64a43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:37.327138 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-89c28a88-d821-44af-8e58-1342eeac577c None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:37.331292 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4bdbdeb3-f67a-4980-8277-7be53ec64a43 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/71604795-a042-4751-8e68-f2ba4dcd60ab HTTP/1.1" status: 204 len: 168 time: 0.2552054 Jul 29 23:19:37.350419 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bc182661-1fb1-4ceb-87a1-d12a2ed97842 req-e48bce9b-cef0-4d34-a66c-45a8594877f8 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584999 Jul 29 23:19:37.353776 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdbdeb3-f67a-4980-8277-7be53ec64a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71604795-a042-4751-8e68-f2ba4dcd60ab,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:37.375869 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-89c28a88-d821-44af-8e58-1342eeac577c None None] Transition to ACTIVE for port object 793b7816-ecc1-471f-861a-4bb166bc715c will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:19:37.418787 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-89c28a88-d821-44af-8e58-1342eeac577c None None] Transition to ACTIVE for port object 793b7816-ecc1-471f-861a-4bb166bc715c will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:19:37.425670 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 72a51055-ca0a-4e01-bdd3-a016d1ba942e triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:19:37.426042 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:37.430388 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-89c28a88-d821-44af-8e58-1342eeac577c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:37.504229 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-22e18e90-da2f-4670-bdf1-0eec64b09a50 req-a1077e2f-54d1-4769-a1a1-f97b3ffa6f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:37.522808 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c28a88-d821-44af-8e58-1342eeac577c None None] Network b3cebaf8-d29a-42a6-a020-83fdcc8764e3 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:19:37.530277 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-d97e2dea-f697-44c3-97d0-f6a27ba6290e tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=51b1efed735945cea153cdfce6450079&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2885437 Jul 29 23:19:37.531939 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-89c28a88-d821-44af-8e58-1342eeac577c None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:19:37.535841 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c28a88-d821-44af-8e58-1342eeac577c None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:19:37.583028 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c28a88-d821-44af-8e58-1342eeac577c None None] Pushing event updated for resources: {'Port': ['ID=793b7816-ecc1-471f-861a-4bb166bc715c,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:37.709669 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [req-30c0df3d-ea65-49db-a2ba-98fb47e3d35e req-6f9f5078-eafd-4a74-bdd0-f181248284a9 service neutron] show failed (client error): The resource could not be found. Jul 29 23:19:37.710723 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-30c0df3d-ea65-49db-a2ba-98fb47e3d35e req-6f9f5078-eafd-4a74-bdd0-f181248284a9 service neutron] 10.222.0.41 "GET /v2.0/ports/c4420101-d120-4c40-81f9-f9cafdbf3fb7/bindings/n-h2-712141-10 HTTP/1.1" status: 404 len: 381 time: 0.1477513 Jul 29 23:19:37.764686 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-89c28a88-d821-44af-8e58-1342eeac577c None None] Attempting to bind port 793b7816-ecc1-471f-861a-4bb166bc715c on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:19:37.765079 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-89c28a88-d821-44af-8e58-1342eeac577c None None] Attempting to bind port 793b7816-ecc1-471f-861a-4bb166bc715c by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '99e580a8-4068-4231-bbe8-34a265dc400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b3cebaf8-d29a-42a6-a020-83fdcc8764e3'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:19:37.765446 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c28a88-d821-44af-8e58-1342eeac577c None None] Attempting to bind port 793b7816-ecc1-471f-861a-4bb166bc715c on network b3cebaf8-d29a-42a6-a020-83fdcc8764e3 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:19:37.783341 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c28a88-d821-44af-8e58-1342eeac577c None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 19, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:19:37.783712 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c28a88-d821-44af-8e58-1342eeac577c None None] Checking segment: {'id': '99e580a8-4068-4231-bbe8-34a265dc400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b3cebaf8-d29a-42a6-a020-83fdcc8764e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:19:37.784109 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-89c28a88-d821-44af-8e58-1342eeac577c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:37.784508 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c28a88-d821-44af-8e58-1342eeac577c None None] Bound using segment: {'id': '99e580a8-4068-4231-bbe8-34a265dc400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b3cebaf8-d29a-42a6-a020-83fdcc8764e3'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:19:37.784988 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-89c28a88-d821-44af-8e58-1342eeac577c None None] Bound port: 793b7816-ecc1-471f-861a-4bb166bc715c, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e580a8-4068-4231-bbe8-34a265dc400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b3cebaf8-d29a-42a6-a020-83fdcc8764e3'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:19:37.785371 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-89c28a88-d821-44af-8e58-1342eeac577c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:37.894443 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-89c28a88-d821-44af-8e58-1342eeac577c None None] For port 793b7816-ecc1-471f-861a-4bb166bc715c, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:19:37.915608 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-89c28a88-d821-44af-8e58-1342eeac577c None None] For port 793b7816-ecc1-471f-861a-4bb166bc715c, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=793b7816-ecc1-471f-861a-4bb166bc715c,segment=NetworkSegment(99e580a8-4068-4231-bbe8-34a265dc400d),segment_id=99e580a8-4068-4231-bbe8-34a265dc400d)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:19:37.924539 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-89c28a88-d821-44af-8e58-1342eeac577c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:38.041114 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c28a88-d821-44af-8e58-1342eeac577c None None] Pushing event updated for resources: {'Port': ['ID=793b7816-ecc1-471f-861a-4bb166bc715c,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:38.088300 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c0df3d-ea65-49db-a2ba-98fb47e3d35e req-728c926d-e1b1-4709-ac96-b677ee3ae52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:38.089844 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-30c0df3d-ea65-49db-a2ba-98fb47e3d35e req-728c926d-e1b1-4709-ac96-b677ee3ae52c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=dc7a0dab-e157-4427-ba70-4634d6d2b6e4&tenant_id=02291f5098924703b9b0f8f02943a845 HTTP/1.1" status: 200 len: 1102 time: 0.1000252 Jul 29 23:19:38.121010 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-30c0df3d-ea65-49db-a2ba-98fb47e3d35e req-5d494eaa-f46e-4dad-af31-fb752ec381c8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712141-10', 'device_owner': 'compute:nova'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:19:38.122307 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-0774fb56-ba80-43b1-ad86-3725b45a481a service neutron] 10.222.0.43 "GET /v2.0/networks/607b04b1-02d0-47dd-8d3e-e66db2ec3e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5907660 Jul 29 23:19:38.128974 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-004ea3c7-d27f-46a2-866d-35207fc25ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:38.258604 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-30c0df3d-ea65-49db-a2ba-98fb47e3d35e req-5d494eaa-f46e-4dad-af31-fb752ec381c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:38.350993 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c0711-6d33-4ced-84e5-e143aef906a8 req-13b5676d-bf7f-4860-8ae5-200333898f92 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:38.359644 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-056c0711-6d33-4ced-84e5-e143aef906a8 req-13b5676d-bf7f-4860-8ae5-200333898f92 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d07f7e7-ab06-493c-9a79-c6f939f0b6c3 HTTP/1.1" status: 200 len: 948 time: 0.5730040 Jul 29 23:19:38.446515 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004ea3c7-d27f-46a2-866d-35207fc25ab9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9c6655f-91b3-4916-a461-d6d5f8fce027,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:38.535066 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004ea3c7-d27f-46a2-866d-35207fc25ab9 admin admin] Checking segment: {'id': 'ad95086a-4aa4-4696-a47c-b54ab11bbc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd276bab9-08d9-4ae2-8764-57ec0cf596e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:19:38.535216 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004ea3c7-d27f-46a2-866d-35207fc25ab9 admin admin] Network hostable DHCP agents. Network: d276bab9-08d9-4ae2-8764-57ec0cf596e7, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:19:38.575759 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-056c0711-6d33-4ced-84e5-e143aef906a8 req-ba2d2784-e43a-48c8-968e-fa568a12bab3 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024097 Jul 29 23:19:38.737673 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-22e18e90-da2f-4670-bdf1-0eec64b09a50 req-a1077e2f-54d1-4769-a1a1-f97b3ffa6f06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01301fce-70cf-497a-a51b-c2aa074d71e2 {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:19:38.750547 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-22e18e90-da2f-4670-bdf1-0eec64b09a50 req-a1077e2f-54d1-4769-a1a1-f97b3ffa6f06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:38.763087 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-22e18e90-da2f-4670-bdf1-0eec64b09a50 req-a1077e2f-54d1-4769-a1a1-f97b3ffa6f06 service neutron] Transition to ACTIVE for port object 01301fce-70cf-497a-a51b-c2aa074d71e2 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:19:38.787332 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-db1b439b-3ebd-4c1d-bf47-8650de16d7c2 service neutron] 10.222.0.43 "GET /v2.0/networks/607b04b1-02d0-47dd-8d3e-e66db2ec3e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6494310 Jul 29 23:19:38.794799 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-22e18e90-da2f-4670-bdf1-0eec64b09a50 req-a1077e2f-54d1-4769-a1a1-f97b3ffa6f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:38.812425 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a72b632-c63e-4aaa-a703-0e1a8296f4f7 x-openstack-request-id: req-2a72b632-c63e-4aaa-a703-0e1a8296f4f7 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:19:38.812840 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d07f7e7-ab06-493c-9a79-c6f939f0b6c3", "tag": "078941ea-6bcb-4f45-9be3-11e006820d4b", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:19:38.812959 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2a72b632-c63e-4aaa-a703-0e1a8296f4f7 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:19:38.813390 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d07f7e7-ab06-493c-9a79-c6f939f0b6c3', 'tag': '078941ea-6bcb-4f45-9be3-11e006820d4b', 'status': 'completed', 'code': 200} Jul 29 23:19:38.815870 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-30c0df3d-ea65-49db-a2ba-98fb47e3d35e req-5d494eaa-f46e-4dad-af31-fb752ec381c8 service neutron] For port c4420101-d120-4c40-81f9-f9cafdbf3fb7, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=c4420101-d120-4c40-81f9-f9cafdbf3fb7,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:38.832087 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004ea3c7-d27f-46a2-866d-35207fc25ab9 admin admin] Network d276bab9-08d9-4ae2-8764-57ec0cf596e7 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:19:38.999441 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-004ea3c7-d27f-46a2-866d-35207fc25ab9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, d276bab9-08d9-4ae2-8764-57ec0cf596e7) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:19:39.008061 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a433cd2-4714-4df2-bc16-6194a36cf230 None None] Network d276bab9-08d9-4ae2-8764-57ec0cf596e7 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:19:39.022750 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-30c0df3d-ea65-49db-a2ba-98fb47e3d35e req-5d494eaa-f46e-4dad-af31-fb752ec381c8 service neutron] For port c4420101-d120-4c40-81f9-f9cafdbf3fb7, host n-h1-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:19:39.023193 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004ea3c7-d27f-46a2-866d-35207fc25ab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:39.023841 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-004ea3c7-d27f-46a2-866d-35207fc25ab9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:39.038005 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1077e2f-54d1-4769-a1a1-f97b3ffa6f06 service neutron] Pushing event updated for resources: {'Port': ['ID=01301fce-70cf-497a-a51b-c2aa074d71e2,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:39.054081 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-004ea3c7-d27f-46a2-866d-35207fc25ab9 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.1585379 Jul 29 23:19:39.118425 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-30c0df3d-ea65-49db-a2ba-98fb47e3d35e req-5d494eaa-f46e-4dad-af31-fb752ec381c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:39.134944 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-30c0df3d-ea65-49db-a2ba-98fb47e3d35e req-5d494eaa-f46e-4dad-af31-fb752ec381c8 service neutron] Transition to ACTIVE for port object c4420101-d120-4c40-81f9-f9cafdbf3fb7 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:19:39.135550 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bf8224-267f-4074-b158-c181eab6b443 req-ac62bf9d-276f-4cfd-8349-7e2c6714e60c tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:39.142568 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce7bda-aec2-41e0-80a3-34944eb8fd20 req-c099ca66-7725-44fc-a086-5690ac38b130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:39.144269 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c3ce7bda-aec2-41e0-80a3-34944eb8fd20 req-c099ca66-7725-44fc-a086-5690ac38b130 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c1c14b550fd544fc9d42ae23098dbe98&device_id=1d07f7e7-ab06-493c-9a79-c6f939f0b6c3 HTTP/1.1" status: 200 len: 1100 time: 0.3347282 Jul 29 23:19:39.145646 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-30c0df3d-ea65-49db-a2ba-98fb47e3d35e req-5d494eaa-f46e-4dad-af31-fb752ec381c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:39.150547 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-60bf8224-267f-4074-b158-c181eab6b443 req-ac62bf9d-276f-4cfd-8349-7e2c6714e60c tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f5da8f-fe8f-42cf-a0d7-e6976d1ff0ff HTTP/1.1" status: 200 len: 943 time: 0.2880321 Jul 29 23:19:39.320640 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-cd67be54-3053-4e56-88c6-1610f30a5d2d service neutron] 10.222.0.43 "GET /v2.0/networks/b3cebaf8-d29a-42a6-a020-83fdcc8764e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5317841 Jul 29 23:19:39.333193 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 793b7816-ecc1-471f-861a-4bb166bc715c up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:19:39.434021 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-60bf8224-267f-4074-b158-c181eab6b443 req-b0b4ce89-2718-44b1-969e-36f3440cd760 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793562 Jul 29 23:19:39.493096 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-22e18e90-da2f-4670-bdf1-0eec64b09a50 req-a1077e2f-54d1-4769-a1a1-f97b3ffa6f06 service neutron] Attempting to bind port 01301fce-70cf-497a-a51b-c2aa074d71e2 on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:19:39.506270 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-22e18e90-da2f-4670-bdf1-0eec64b09a50 req-a1077e2f-54d1-4769-a1a1-f97b3ffa6f06 service neutron] Attempting to bind port 01301fce-70cf-497a-a51b-c2aa074d71e2 by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': 'a739f5fc-cf01-40c9-83c0-bfbae7f993f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f490981b-45a9-43e1-a661-0229cc7a8cd7'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:19:39.506854 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e18e90-da2f-4670-bdf1-0eec64b09a50 req-a1077e2f-54d1-4769-a1a1-f97b3ffa6f06 service neutron] Attempting to bind port 01301fce-70cf-497a-a51b-c2aa074d71e2 on network f490981b-45a9-43e1-a661-0229cc7a8cd7 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:19:39.542409 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e18e90-da2f-4670-bdf1-0eec64b09a50 req-a1077e2f-54d1-4769-a1a1-f97b3ffa6f06 service neutron] Port 01301fce-70cf-497a-a51b-c2aa074d71e2 on network f490981b-45a9-43e1-a661-0229cc7a8cd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:19:39.550257 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e18e90-da2f-4670-bdf1-0eec64b09a50 req-a1077e2f-54d1-4769-a1a1-f97b3ffa6f06 service neutron] Attempting to bind port 01301fce-70cf-497a-a51b-c2aa074d71e2 on network f490981b-45a9-43e1-a661-0229cc7a8cd7 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:19:39.610244 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-ca848fff-9980-454b-b708-f4ab5e13ef27 service neutron] 10.222.0.43 "GET /v2.0/networks/b3cebaf8-d29a-42a6-a020-83fdcc8764e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2671020 Jul 29 23:19:39.611001 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e18e90-da2f-4670-bdf1-0eec64b09a50 req-a1077e2f-54d1-4769-a1a1-f97b3ffa6f06 service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:19:39.611338 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e18e90-da2f-4670-bdf1-0eec64b09a50 req-a1077e2f-54d1-4769-a1a1-f97b3ffa6f06 service neutron] Checking segment: {'id': 'a739f5fc-cf01-40c9-83c0-bfbae7f993f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f490981b-45a9-43e1-a661-0229cc7a8cd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:19:39.611722 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e18e90-da2f-4670-bdf1-0eec64b09a50 req-a1077e2f-54d1-4769-a1a1-f97b3ffa6f06 service neutron] Bound using segment: {'id': 'a739f5fc-cf01-40c9-83c0-bfbae7f993f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f490981b-45a9-43e1-a661-0229cc7a8cd7'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:19:39.612162 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-22e18e90-da2f-4670-bdf1-0eec64b09a50 req-a1077e2f-54d1-4769-a1a1-f97b3ffa6f06 service neutron] Bound port: 01301fce-70cf-497a-a51b-c2aa074d71e2, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a739f5fc-cf01-40c9-83c0-bfbae7f993f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f490981b-45a9-43e1-a661-0229cc7a8cd7'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:19:39.612521 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-22e18e90-da2f-4670-bdf1-0eec64b09a50 req-a1077e2f-54d1-4769-a1a1-f97b3ffa6f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:39.644550 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c0df3d-ea65-49db-a2ba-98fb47e3d35e req-5d494eaa-f46e-4dad-af31-fb752ec381c8 service neutron] No DVR routers for this DVR port c4420101-d120-4c40-81f9-f9cafdbf3fb7 on host n-h1-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:19:39.673251 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d494eaa-f46e-4dad-af31-fb752ec381c8 service neutron] Pushing event updated for resources: {'Port': ['ID=c4420101-d120-4c40-81f9-f9cafdbf3fb7,revision_number=6']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:39.705387 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f4a832-7264-4c55-ab9e-6d2a6a13fe21 None None] Network d276bab9-08d9-4ae2-8764-57ec0cf596e7 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:19:39.827882 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 793b7816-ecc1-471f-861a-4bb166bc715c completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:19:39.840827 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-30c0df3d-ea65-49db-a2ba-98fb47e3d35e req-5d494eaa-f46e-4dad-af31-fb752ec381c8 service neutron] Attempting to bind port c4420101-d120-4c40-81f9-f9cafdbf3fb7 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:19:39.841071 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-30c0df3d-ea65-49db-a2ba-98fb47e3d35e req-5d494eaa-f46e-4dad-af31-fb752ec381c8 service neutron] Attempting to bind port c4420101-d120-4c40-81f9-f9cafdbf3fb7 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:19:39.841402 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c0df3d-ea65-49db-a2ba-98fb47e3d35e req-5d494eaa-f46e-4dad-af31-fb752ec381c8 service neutron] Attempting to bind port c4420101-d120-4c40-81f9-f9cafdbf3fb7 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:19:39.855796 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc42162-9a25-4819-a95d-b95638c0ef8a req-08451fdd-777c-483f-bcb5-87e4244b9d41 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:39.858434 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2bc42162-9a25-4819-a95d-b95638c0ef8a req-08451fdd-777c-483f-bcb5-87e4244b9d41 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc7a0dab-e157-4427-ba70-4634d6d2b6e4 HTTP/1.1" status: 200 len: 948 time: 0.2411952 Jul 29 23:19:39.891878 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c0df3d-ea65-49db-a2ba-98fb47e3d35e req-5d494eaa-f46e-4dad-af31-fb752ec381c8 service neutron] Port c4420101-d120-4c40-81f9-f9cafdbf3fb7 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:19:39.892247 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c0df3d-ea65-49db-a2ba-98fb47e3d35e req-5d494eaa-f46e-4dad-af31-fb752ec381c8 service neutron] Attempting to bind port c4420101-d120-4c40-81f9-f9cafdbf3fb7 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:19:39.899833 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c0df3d-ea65-49db-a2ba-98fb47e3d35e req-5d494eaa-f46e-4dad-af31-fb752ec381c8 service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:19:39.900171 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c0df3d-ea65-49db-a2ba-98fb47e3d35e req-5d494eaa-f46e-4dad-af31-fb752ec381c8 service neutron] Checking segment: {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:19:39.900550 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c0df3d-ea65-49db-a2ba-98fb47e3d35e req-5d494eaa-f46e-4dad-af31-fb752ec381c8 service neutron] Bound using segment: {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:19:39.901255 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-30c0df3d-ea65-49db-a2ba-98fb47e3d35e req-5d494eaa-f46e-4dad-af31-fb752ec381c8 service neutron] Bound port: c4420101-d120-4c40-81f9-f9cafdbf3fb7, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:19:39.902908 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-30c0df3d-ea65-49db-a2ba-98fb47e3d35e req-5d494eaa-f46e-4dad-af31-fb752ec381c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:39.928075 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce7bda-aec2-41e0-80a3-34944eb8fd20 req-beee0e34-4af1-4fc4-8b17-e1c6937c367d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:39.930069 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c3ce7bda-aec2-41e0-80a3-34944eb8fd20 req-beee0e34-4af1-4fc4-8b17-e1c6937c367d service neutron] 10.222.0.22 "GET /v2.0/networks?id=d71c22dc-feef-410b-a7ed-6548cf85bd6f HTTP/1.1" status: 200 len: 870 time: 0.4276876 Jul 29 23:19:39.966219 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 078941ea-6bcb-4f45-9be3-11e006820d4b details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:19:39.989495 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef6bf292-34cb-49df-9b88-04fd96dfa9c4 None None] Network b3cebaf8-d29a-42a6-a020-83fdcc8764e3 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:19:40.001601 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-22e18e90-da2f-4670-bdf1-0eec64b09a50 req-a1077e2f-54d1-4769-a1a1-f97b3ffa6f06 service neutron] For port 01301fce-70cf-497a-a51b-c2aa074d71e2, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:19:40.010852 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-5b02f4d8-fa38-4f52-b826-d9afd4c2b031 service neutron] 10.222.0.43 "GET /v2.0/networks/607b04b1-02d0-47dd-8d3e-e66db2ec3e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3746784 Jul 29 23:19:40.026429 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-22e18e90-da2f-4670-bdf1-0eec64b09a50 req-a1077e2f-54d1-4769-a1a1-f97b3ffa6f06 service neutron] For port 01301fce-70cf-497a-a51b-c2aa074d71e2, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=01301fce-70cf-497a-a51b-c2aa074d71e2,segment=NetworkSegment(a739f5fc-cf01-40c9-83c0-bfbae7f993f3),segment_id=a739f5fc-cf01-40c9-83c0-bfbae7f993f3)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:19:40.026666 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c3ce7bda-aec2-41e0-80a3-34944eb8fd20 req-052111a7-3beb-43f7-b84f-118086c903fb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=078941ea-6bcb-4f45-9be3-11e006820d4b HTTP/1.1" status: 200 len: 217 time: 0.0856881 Jul 29 23:19:40.144945 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-9e35f0c5-b15f-49bf-bed9-5e5c3041b3e4 service neutron] 10.222.0.43 "GET /v2.0/networks/607b04b1-02d0-47dd-8d3e-e66db2ec3e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204929 Jul 29 23:19:40.148564 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-22e18e90-da2f-4670-bdf1-0eec64b09a50 req-a1077e2f-54d1-4769-a1a1-f97b3ffa6f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:40.169746 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2bc42162-9a25-4819-a95d-b95638c0ef8a req-5105c9ba-e995-49c8-8f02-5ed88455b0e7 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015838 Jul 29 23:19:40.174425 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e18e90-da2f-4670-bdf1-0eec64b09a50 req-a1077e2f-54d1-4769-a1a1-f97b3ffa6f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:40.175171 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-22e18e90-da2f-4670-bdf1-0eec64b09a50 req-a1077e2f-54d1-4769-a1a1-f97b3ffa6f06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:40.176876 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-22e18e90-da2f-4670-bdf1-0eec64b09a50 req-a1077e2f-54d1-4769-a1a1-f97b3ffa6f06 service neutron] 10.222.0.41 "PUT /v2.0/ports/01301fce-70cf-497a-a51b-c2aa074d71e2 HTTP/1.1" status: 200 len: 1092 time: 2.8737171 Jul 29 23:19:40.176994 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14f5da8f-fe8f-42cf-a0d7-e6976d1ff0ff', 'tag': '01301fce-70cf-497a-a51b-c2aa074d71e2'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:19:40.191040 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56cae77-d6e3-4139-b449-9950118659e5" -d '{"events": [{"name": "network-changed", "server_uuid": "14f5da8f-fe8f-42cf-a0d7-e6976d1ff0ff", "tag": "01301fce-70cf-497a-a51b-c2aa074d71e2"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:19:40.275401 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce7bda-aec2-41e0-80a3-34944eb8fd20 req-666e6320-f307-4e79-a6b7-29fd2b5cc5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:40.276872 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c3ce7bda-aec2-41e0-80a3-34944eb8fd20 req-666e6320-f307-4e79-a6b7-29fd2b5cc5be service neutron] 10.222.0.22 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.2276406 Jul 29 23:19:40.282015 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-30c0df3d-ea65-49db-a2ba-98fb47e3d35e req-5d494eaa-f46e-4dad-af31-fb752ec381c8 service neutron] For port c4420101-d120-4c40-81f9-f9cafdbf3fb7, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:19:40.285494 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-30c0df3d-ea65-49db-a2ba-98fb47e3d35e req-5d494eaa-f46e-4dad-af31-fb752ec381c8 service neutron] For port c4420101-d120-4c40-81f9-f9cafdbf3fb7, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=c4420101-d120-4c40-81f9-f9cafdbf3fb7,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:19:40.321192 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-30c0df3d-ea65-49db-a2ba-98fb47e3d35e req-5d494eaa-f46e-4dad-af31-fb752ec381c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:40.364691 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-27612f44-d1b9-4cb4-b59b-19fe052e0647 None None] Provisioning for port 793b7816-ecc1-471f-861a-4bb166bc715c completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:19:40.392253 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-27612f44-d1b9-4cb4-b59b-19fe052e0647 None None] Provisioning complete for port 793b7816-ecc1-471f-861a-4bb166bc715c triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:19:40.395462 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-27612f44-d1b9-4cb4-b59b-19fe052e0647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:40.408447 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 078941ea-6bcb-4f45-9be3-11e006820d4b, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=078941ea-6bcb-4f45-9be3-11e006820d4b,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:40.449397 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1077e2f-54d1-4769-a1a1-f97b3ffa6f06 service neutron] Pushing event updated for resources: {'Port': ['ID=01301fce-70cf-497a-a51b-c2aa074d71e2,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:40.471327 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e18e90-da2f-4670-bdf1-0eec64b09a50 req-883f2936-1e3c-4475-93a6-b8c76c00e3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:40.478512 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-22e18e90-da2f-4670-bdf1-0eec64b09a50 req-883f2936-1e3c-4475-93a6-b8c76c00e3f7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c2657a7d23514506876a4df5f527f58c&device_id=14f5da8f-fe8f-42cf-a0d7-e6976d1ff0ff HTTP/1.1" status: 200 len: 1095 time: 0.2224844 Jul 29 23:19:40.493089 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c0df3d-ea65-49db-a2ba-98fb47e3d35e req-5d494eaa-f46e-4dad-af31-fb752ec381c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:40.493801 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-30c0df3d-ea65-49db-a2ba-98fb47e3d35e req-5d494eaa-f46e-4dad-af31-fb752ec381c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:40.503797 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-30c0df3d-ea65-49db-a2ba-98fb47e3d35e req-5d494eaa-f46e-4dad-af31-fb752ec381c8 service neutron] 10.222.0.22 "PUT /v2.0/ports/c4420101-d120-4c40-81f9-f9cafdbf3fb7 HTTP/1.1" status: 200 len: 1097 time: 2.4045012 Jul 29 23:19:40.577070 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-22e18e90-da2f-4670-bdf1-0eec64b09a50 req-0a2cbfe0-6deb-40b2-9573-5ee91098dafb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01301fce-70cf-497a-a51b-c2aa074d71e2 HTTP/1.1" status: 200 len: 217 time: 0.0814347 Jul 29 23:19:40.657860 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d494eaa-f46e-4dad-af31-fb752ec381c8 service neutron] Pushing event updated for resources: {'Port': ['ID=c4420101-d120-4c40-81f9-f9cafdbf3fb7,revision_number=7']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:40.692784 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce7bda-aec2-41e0-80a3-34944eb8fd20 req-3b665b36-009b-4725-be01-2c87d32bc2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:40.704596 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c3ce7bda-aec2-41e0-80a3-34944eb8fd20 req-3b665b36-009b-4725-be01-2c87d32bc2bf service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4159427 Jul 29 23:19:40.748883 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e18e90-da2f-4670-bdf1-0eec64b09a50 req-9cbbe02f-2600-4910-a85e-c0be42292a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:40.754845 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-22e18e90-da2f-4670-bdf1-0eec64b09a50 req-9cbbe02f-2600-4910-a85e-c0be42292a9c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=998261e9-cec6-4719-b797-0c7da54a3001 HTTP/1.1" status: 200 len: 861 time: 0.1641726 Jul 29 23:19:40.905356 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc7a0dab-e157-4427-ba70-4634d6d2b6e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4420101-d120-4c40-81f9-f9cafdbf3fb7'}, {'name': 'network-changed', 'server_uuid': 'dc7a0dab-e157-4427-ba70-4634d6d2b6e4', 'tag': 'c4420101-d120-4c40-81f9-f9cafdbf3fb7'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:19:40.908079 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7faefa0-4507-4b68-a652-f589dc452a65" -d '{"events": [{"server_uuid": "dc7a0dab-e157-4427-ba70-4634d6d2b6e4", "name": "network-vif-unplugged", "status": "completed", "tag": "c4420101-d120-4c40-81f9-f9cafdbf3fb7"}, {"name": "network-changed", "server_uuid": "dc7a0dab-e157-4427-ba70-4634d6d2b6e4", "tag": "c4420101-d120-4c40-81f9-f9cafdbf3fb7"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:19:40.913076 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c0df3d-ea65-49db-a2ba-98fb47e3d35e req-48ca9d92-a3be-4cd0-b3ae-d2421a2535fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:40.914677 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-30c0df3d-ea65-49db-a2ba-98fb47e3d35e req-48ca9d92-a3be-4cd0-b3ae-d2421a2535fa service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=02291f5098924703b9b0f8f02943a845&device_id=dc7a0dab-e157-4427-ba70-4634d6d2b6e4 HTTP/1.1" status: 200 len: 1100 time: 0.3581102 Jul 29 23:19:40.932435 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '078941ea-6bcb-4f45-9be3-11e006820d4b', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'port_id': '078941ea-6bcb-4f45-9be3-11e006820d4b', 'mac_address': 'fa:16:3e:13:d3:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64bdc61a-58ca-49c7-bae5-ecfed9ee407c', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:19:40.938672 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-3b296d27-e6fa-4371-816a-d049e749f752 req-859a55cd-3a98-479f-9a47-62e3af9205d2 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-403171821', 'description': 'tempest-description-1863656082'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:19:40.948369 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-22e18e90-da2f-4670-bdf1-0eec64b09a50 req-d01d08f6-0624-4c14-b635-fd9ff2885574 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f490981b-45a9-43e1-a661-0229cc7a8cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1026337 Jul 29 23:19:41.049653 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c3ce7bda-aec2-41e0-80a3-34944eb8fd20 req-c26271ae-b14f-440e-90fe-1a494791da95 service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290188 Jul 29 23:19:41.099499 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692da51a-30da-4cba-9056-f2bcc15583f7 req-0817c9dc-820e-49b7-b04a-bd134efe1f5d tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:41.101387 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-692da51a-30da-4cba-9056-f2bcc15583f7 req-0817c9dc-820e-49b7-b04a-bd134efe1f5d tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d07f7e7-ab06-493c-9a79-c6f939f0b6c3 HTTP/1.1" status: 200 len: 948 time: 0.3455982 Jul 29 23:19:41.134775 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-3b296d27-e6fa-4371-816a-d049e749f752 req-859a55cd-3a98-479f-9a47-62e3af9205d2 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:41.144495 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:41.192853 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 078941ea-6bcb-4f45-9be3-11e006820d4b {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:19:41.228451 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-27612f44-d1b9-4cb4-b59b-19fe052e0647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:41.301489 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 078941ea-6bcb-4f45-9be3-11e006820d4b, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=078941ea-6bcb-4f45-9be3-11e006820d4b,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:41.323349 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:41.336500 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-22e18e90-da2f-4670-bdf1-0eec64b09a50 req-8fe0341f-8303-4446-9b2a-235f6b4c19f7 service neutron] 10.222.0.41 "GET /v2.0/networks/f490981b-45a9-43e1-a661-0229cc7a8cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3706400 Jul 29 23:19:41.352654 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-27612f44-d1b9-4cb4-b59b-19fe052e0647 None None] For port 793b7816-ecc1-471f-861a-4bb166bc715c, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=793b7816-ecc1-471f-861a-4bb166bc715c,segment=NetworkSegment(99e580a8-4068-4231-bbe8-34a265dc400d),segment_id=99e580a8-4068-4231-bbe8-34a265dc400d)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:41.369112 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c3ce7bda-aec2-41e0-80a3-34944eb8fd20 req-e6cefd93-e6b6-460c-a779-bb53cb8d1f2c service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084121 Jul 29 23:19:41.371091 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-692da51a-30da-4cba-9056-f2bcc15583f7 req-198cd6eb-184e-4c47-9df4-4e41fabfc165 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505939 Jul 29 23:19:41.380314 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c0df3d-ea65-49db-a2ba-98fb47e3d35e req-38846617-a15c-43b5-b8c4-ce5e9b4586d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:41.382083 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-30c0df3d-ea65-49db-a2ba-98fb47e3d35e req-38846617-a15c-43b5-b8c4-ce5e9b4586d5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d71c22dc-feef-410b-a7ed-6548cf85bd6f HTTP/1.1" status: 200 len: 870 time: 0.4511757 Jul 29 23:19:41.451014 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-27612f44-d1b9-4cb4-b59b-19fe052e0647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:41.456376 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=078941ea-6bcb-4f45-9be3-11e006820d4b,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:41.468066 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-30c0df3d-ea65-49db-a2ba-98fb47e3d35e req-9e7cc92d-1302-458a-8b94-8c899aa6187f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=c4420101-d120-4c40-81f9-f9cafdbf3fb7 HTTP/1.1" status: 200 len: 217 time: 0.0772188 Jul 29 23:19:41.493851 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98c90c9-0f07-4679-a5d3-f04c37cdd254 x-openstack-request-id: req-c98c90c9-0f07-4679-a5d3-f04c37cdd254 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:19:41.494404 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14f5da8f-fe8f-42cf-a0d7-e6976d1ff0ff", "tag": "01301fce-70cf-497a-a51b-c2aa074d71e2", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:19:41.494404 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c98c90c9-0f07-4679-a5d3-f04c37cdd254 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:19:41.494761 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14f5da8f-fe8f-42cf-a0d7-e6976d1ff0ff', 'tag': '01301fce-70cf-497a-a51b-c2aa074d71e2', 'status': 'completed', 'code': 200} Jul 29 23:19:41.523335 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27612f44-d1b9-4cb4-b59b-19fe052e0647 None None] Pushing event updated for resources: {'Port': ['ID=793b7816-ecc1-471f-861a-4bb166bc715c,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:41.579418 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c0df3d-ea65-49db-a2ba-98fb47e3d35e req-d6387dd9-8cc2-4809-be16-499df82125dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:41.580894 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-30c0df3d-ea65-49db-a2ba-98fb47e3d35e req-d6387dd9-8cc2-4809-be16-499df82125dc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.1053641 Jul 29 23:19:41.584081 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-28556332-51a1-419c-a35e-9cd65e92fd60 None None] Provisioning complete for port 793b7816-ecc1-471f-861a-4bb166bc715c triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:19:41.584702 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-28556332-51a1-419c-a35e-9cd65e92fd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:41.620738 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['078941ea-6bcb-4f45-9be3-11e006820d4b'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:19:41.627574 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cfe8a5dd-5443-47d9-b68d-16cd18af7640 req-a449788b-ad20-4bf4-b366-58159cd1e501 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/ports?device_id=6af4bfda-eddd-44aa-b3fc-10c913d9f8af HTTP/1.1" status: 200 len: 210 time: 0.0900660 Jul 29 23:19:41.722510 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-22e18e90-da2f-4670-bdf1-0eec64b09a50 req-ea444576-9708-41d2-8cc8-e38aeb1a1392 service neutron] 10.222.0.41 "GET /v2.0/networks/f490981b-45a9-43e1-a661-0229cc7a8cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3769834 Jul 29 23:19:41.746142 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c0df3d-ea65-49db-a2ba-98fb47e3d35e req-a313ef64-0571-4818-ab3c-5dfb05f1c724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:41.749491 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-30c0df3d-ea65-49db-a2ba-98fb47e3d35e req-a313ef64-0571-4818-ab3c-5dfb05f1c724 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1547494 Jul 29 23:19:41.829175 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-3b296d27-e6fa-4371-816a-d049e749f752 req-859a55cd-3a98-479f-9a47-62e3af9205d2 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:41.856462 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-3b296d27-e6fa-4371-816a-d049e749f752 req-859a55cd-3a98-479f-9a47-62e3af9205d2 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:41.903683 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c3834c-2a7f-4d71-baa0-a8f6c18fc126 req-ad7ab505-2611-48f7-9b85-eadc683e4eee tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:41.904940 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-33c3834c-2a7f-4d71-baa0-a8f6c18fc126 req-ad7ab505-2611-48f7-9b85-eadc683e4eee tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f5da8f-fe8f-42cf-a0d7-e6976d1ff0ff HTTP/1.1" status: 200 len: 943 time: 0.1444583 Jul 29 23:19:41.916302 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-3b296d27-e6fa-4371-816a-d049e749f752 req-859a55cd-3a98-479f-9a47-62e3af9205d2 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:41.924770 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-30c0df3d-ea65-49db-a2ba-98fb47e3d35e req-b0b0fab6-df54-49cb-8a80-7aa32aaf070b service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633031 Jul 29 23:19:41.926327 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3b296d27-e6fa-4371-816a-d049e749f752 req-859a55cd-3a98-479f-9a47-62e3af9205d2 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.0691411 Jul 29 23:19:41.949700 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a55cd-3a98-479f-9a47-62e3af9205d2 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03844867-bd76-4e52-8a4b-497bcc888353,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:41.978917 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56cae77-d6e3-4139-b449-9950118659e5 req-307fa478-fdc5-4c91-938b-30fe7263d9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:41.980426 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c56cae77-d6e3-4139-b449-9950118659e5 req-307fa478-fdc5-4c91-938b-30fe7263d9e5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c2657a7d23514506876a4df5f527f58c&device_id=14f5da8f-fe8f-42cf-a0d7-e6976d1ff0ff HTTP/1.1" status: 200 len: 1095 time: 0.1625776 Jul 29 23:19:42.002590 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 29 Jul 2021 23:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2883f7e3-b7e0-40e1-826e-ac1ef427f28d x-openstack-request-id: req-2883f7e3-b7e0-40e1-826e-ac1ef427f28d {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:19:42.002888 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc7a0dab-e157-4427-ba70-4634d6d2b6e4", "name": "network-vif-unplugged", "status": "completed", "tag": "c4420101-d120-4c40-81f9-f9cafdbf3fb7", "code": 200}, {"name": "network-changed", "server_uuid": "dc7a0dab-e157-4427-ba70-4634d6d2b6e4", "tag": "c4420101-d120-4c40-81f9-f9cafdbf3fb7", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:19:42.003137 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2883f7e3-b7e0-40e1-826e-ac1ef427f28d {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:19:42.003679 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc7a0dab-e157-4427-ba70-4634d6d2b6e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4420101-d120-4c40-81f9-f9cafdbf3fb7', 'code': 200} Jul 29 23:19:42.003931 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc7a0dab-e157-4427-ba70-4634d6d2b6e4', 'tag': 'c4420101-d120-4c40-81f9-f9cafdbf3fb7', 'status': 'completed', 'code': 200} Jul 29 23:19:42.008487 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-33c3834c-2a7f-4d71-baa0-a8f6c18fc126 req-e82ebe76-cf77-43fd-bd67-dc6b16b5e1b6 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661411 Jul 29 23:19:42.105622 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-30c0df3d-ea65-49db-a2ba-98fb47e3d35e req-b3519c52-f8a7-47ca-88bf-75e51c239780 service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721737 Jul 29 23:19:42.239216 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7faefa0-4507-4b68-a652-f589dc452a65 req-118d8a3d-4e7e-4a95-a273-acfa6b4ce51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:42.240685 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b7faefa0-4507-4b68-a652-f589dc452a65 req-118d8a3d-4e7e-4a95-a273-acfa6b4ce51a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=02291f5098924703b9b0f8f02943a845&device_id=dc7a0dab-e157-4427-ba70-4634d6d2b6e4 HTTP/1.1" status: 200 len: 1100 time: 0.0911484 Jul 29 23:19:42.248684 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7faefa0-4507-4b68-a652-f589dc452a65 req-f47f58e1-1c34-4275-b055-eea4aaedc107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:42.250328 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b7faefa0-4507-4b68-a652-f589dc452a65 req-f47f58e1-1c34-4275-b055-eea4aaedc107 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=02291f5098924703b9b0f8f02943a845&device_id=dc7a0dab-e157-4427-ba70-4634d6d2b6e4 HTTP/1.1" status: 200 len: 1100 time: 0.0642056 Jul 29 23:19:42.293070 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a12a886-5ddd-49af-a0a8-6c4c66ceab42 req-85286370-ad8f-4b43-b3d0-4aae36468a8e tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:42.303807 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1a12a886-5ddd-49af-a0a8-6c4c66ceab42 req-85286370-ad8f-4b43-b3d0-4aae36468a8e tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc7a0dab-e157-4427-ba70-4634d6d2b6e4 HTTP/1.1" status: 200 len: 948 time: 0.1875875 Jul 29 23:19:42.374184 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56cae77-d6e3-4139-b449-9950118659e5 req-23567095-7b60-45de-be78-b277501a0006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:42.376271 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c56cae77-d6e3-4139-b449-9950118659e5 req-23567095-7b60-45de-be78-b277501a0006 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f490981b-45a9-43e1-a661-0229cc7a8cd7 HTTP/1.1" status: 200 len: 922 time: 0.3266039 Jul 29 23:19:42.402083 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1a12a886-5ddd-49af-a0a8-6c4c66ceab42 req-d4ef8bff-9d9e-418c-9e0f-3a41968028e1 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969918 Jul 29 23:19:42.465184 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c56cae77-d6e3-4139-b449-9950118659e5 req-aa2421a6-a1a1-49a9-a98f-244414016525 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01301fce-70cf-497a-a51b-c2aa074d71e2 HTTP/1.1" status: 200 len: 217 time: 0.0786707 Jul 29 23:19:42.475976 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-be76350c-1baf-4cba-bc6d-3fe22cd9e34c req-7900be17-a0e7-4af7-a381-37a10b09c582 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-554927668', 'description': 'tempest-description-772425587'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:19:42.522326 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device c4420101-d120-4c40-81f9-f9cafdbf3fb7 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:19:42.584619 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56cae77-d6e3-4139-b449-9950118659e5 req-1ada00a2-a111-426c-9987-12e41ebf62d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:42.586317 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c56cae77-d6e3-4139-b449-9950118659e5 req-1ada00a2-a111-426c-9987-12e41ebf62d5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=998261e9-cec6-4719-b797-0c7da54a3001 HTTP/1.1" status: 200 len: 861 time: 0.1039546 Jul 29 23:19:42.590739 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-be76350c-1baf-4cba-bc6d-3fe22cd9e34c req-7900be17-a0e7-4af7-a381-37a10b09c582 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:42.595109 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-0594a12f-ec5e-4d9d-8dd5-cbbb2e5a090f tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:42.602102 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-0594a12f-ec5e-4d9d-8dd5-cbbb2e5a090f tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:42.603694 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-0594a12f-ec5e-4d9d-8dd5-cbbb2e5a090f tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.22 "GET /v2.0/networks?id=607b04b1-02d0-47dd-8d3e-e66db2ec3e7b&id=b3cebaf8-d29a-42a6-a020-83fdcc8764e3&id=607b04b1-02d0-47dd-8d3e-e66db2ec3e7b HTTP/1.1" status: 200 len: 1391 time: 0.1921828 Jul 29 23:19:42.634321 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-4c9c2ba6-da87-4647-9eb8-4d980cc5110e tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Request body: {'port': {'device_id': '6af4bfda-eddd-44aa-b3fc-10c913d9f8af', 'network_id': '607b04b1-02d0-47dd-8d3e-e66db2ec3e7b', 'admin_state_up': True, 'tenant_id': '51b1efed735945cea153cdfce6450079'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:19:42.648106 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c56cae77-d6e3-4139-b449-9950118659e5 req-5bc5a1f1-72d3-4cab-abba-db232368acb0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f490981b-45a9-43e1-a661-0229cc7a8cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527027 Jul 29 23:19:42.683350 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device c4420101-d120-4c40-81f9-f9cafdbf3fb7 not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:19:42.705319 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7faefa0-4507-4b68-a652-f589dc452a65 req-d2b2b75e-4a45-49c8-be22-6380ea05a6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:42.707235 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b7faefa0-4507-4b68-a652-f589dc452a65 req-d2b2b75e-4a45-49c8-be22-6380ea05a6f2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d71c22dc-feef-410b-a7ed-6548cf85bd6f HTTP/1.1" status: 200 len: 870 time: 0.4555953 Jul 29 23:19:42.762078 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b7faefa0-4507-4b68-a652-f589dc452a65 req-8a1b08f2-ba0f-4223-9773-683f11b90fca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=c4420101-d120-4c40-81f9-f9cafdbf3fb7 HTTP/1.1" status: 200 len: 217 time: 0.0436003 Jul 29 23:19:42.768346 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7faefa0-4507-4b68-a652-f589dc452a65 req-c9e180b8-cee8-4291-8540-727de4ac4fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:42.770010 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b7faefa0-4507-4b68-a652-f589dc452a65 req-c9e180b8-cee8-4291-8540-727de4ac4fec service neutron] 10.222.0.22 "GET /v2.0/networks?id=d71c22dc-feef-410b-a7ed-6548cf85bd6f HTTP/1.1" status: 200 len: 870 time: 0.5098100 Jul 29 23:19:42.868534 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b7faefa0-4507-4b68-a652-f589dc452a65 req-da5d3a12-11bc-4dea-9fe4-2696ad175712 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=c4420101-d120-4c40-81f9-f9cafdbf3fb7 HTTP/1.1" status: 200 len: 217 time: 0.0843213 Jul 29 23:19:42.930820 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7faefa0-4507-4b68-a652-f589dc452a65 req-448b60ae-4cf9-4106-8f8a-ecdce557a35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:42.932304 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b7faefa0-4507-4b68-a652-f589dc452a65 req-448b60ae-4cf9-4106-8f8a-ecdce557a35a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.0508077 Jul 29 23:19:42.940075 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7faefa0-4507-4b68-a652-f589dc452a65 req-90ee27d4-8b9f-4f81-88c8-5ea570cbbaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:42.941563 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b7faefa0-4507-4b68-a652-f589dc452a65 req-90ee27d4-8b9f-4f81-88c8-5ea570cbbaf5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.1687143 Jul 29 23:19:43.020577 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7faefa0-4507-4b68-a652-f589dc452a65 req-20e063df-db76-4db1-aa47-3e16e0d03f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:43.022109 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b7faefa0-4507-4b68-a652-f589dc452a65 req-20e063df-db76-4db1-aa47-3e16e0d03f58 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0775387 Jul 29 23:19:43.027189 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7faefa0-4507-4b68-a652-f589dc452a65 req-acff3b2b-cc6a-47d2-88df-4fbb2d414189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:43.028619 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b7faefa0-4507-4b68-a652-f589dc452a65 req-acff3b2b-cc6a-47d2-88df-4fbb2d414189 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0574872 Jul 29 23:19:43.190738 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-be76350c-1baf-4cba-bc6d-3fe22cd9e34c req-7900be17-a0e7-4af7-a381-37a10b09c582 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:43.205301 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b7faefa0-4507-4b68-a652-f589dc452a65 req-cee67ef3-9e56-4f8c-bab0-3b10536b43d1 service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620860 Jul 29 23:19:43.213598 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b7faefa0-4507-4b68-a652-f589dc452a65 req-3ea9d19b-52f4-45e6-8baa-b79584f801e6 service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743426 Jul 29 23:19:43.213801 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-be76350c-1baf-4cba-bc6d-3fe22cd9e34c req-7900be17-a0e7-4af7-a381-37a10b09c582 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:43.227772 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c56cae77-d6e3-4139-b449-9950118659e5 req-fd9c505a-7c8a-4814-94ad-3624e9f4dd90 service neutron] 10.222.0.41 "GET /v2.0/networks/f490981b-45a9-43e1-a661-0229cc7a8cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5695751 Jul 29 23:19:43.238843 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8eb454-de03-49bd-98f6-be2544cfbdb4 req-9da71a28-9a19-44fb-aebc-9ede1604a319 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:43.246120 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1d8eb454-de03-49bd-98f6-be2544cfbdb4 req-9da71a28-9a19-44fb-aebc-9ede1604a319 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d07f7e7-ab06-493c-9a79-c6f939f0b6c3 HTTP/1.1" status: 200 len: 949 time: 0.5201554 Jul 29 23:19:43.262749 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 793b7816-ecc1-471f-861a-4bb166bc715c up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:19:43.305356 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-4c9c2ba6-da87-4647-9eb8-4d980cc5110e tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Made reservation on behalf of 51b1efed735945cea153cdfce6450079 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:19:43.309010 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-4c9c2ba6-da87-4647-9eb8-4d980cc5110e tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:43.374954 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 793b7816-ecc1-471f-861a-4bb166bc715c triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:19:43.375965 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:43.441545 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c56cae77-d6e3-4139-b449-9950118659e5 req-3b1f25f9-d751-4913-ab2c-ae72f0cc8703 service neutron] 10.222.0.41 "GET /v2.0/networks/f490981b-45a9-43e1-a661-0229cc7a8cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866865 Jul 29 23:19:43.455710 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-be76350c-1baf-4cba-bc6d-3fe22cd9e34c req-7900be17-a0e7-4af7-a381-37a10b09c582 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:43.474978 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-be76350c-1baf-4cba-bc6d-3fe22cd9e34c req-7900be17-a0e7-4af7-a381-37a10b09c582 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 1.0032635 Jul 29 23:19:43.484788 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b7faefa0-4507-4b68-a652-f589dc452a65 req-458b0ca8-cd37-4bdb-9a02-54c6596a929f service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565298 Jul 29 23:19:43.496750 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b7faefa0-4507-4b68-a652-f589dc452a65 req-735eec71-63be-43b4-a525-2e734187e7d4 service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811189 Jul 29 23:19:43.529285 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1d8eb454-de03-49bd-98f6-be2544cfbdb4 req-82d1bd81-560b-4727-ad45-0a700bb23856 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821860 Jul 29 23:19:43.531174 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7900be17-a0e7-4af7-a381-37a10b09c582 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a845b824-0924-4902-aa48-c5b54d8f699d,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:43.597225 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-4c9c2ba6-da87-4647-9eb8-4d980cc5110e tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Allocated IP 19.80.0.214 (607b04b1-02d0-47dd-8d3e-e66db2ec3e7b/fa9a4566-6089-4eb4-ae2d-cf251191c5cd/1c737562-3bde-4368-8002-ffca91fe2dad) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:19:43.668125 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5ac09d58-d9cd-41c0-a2b7-2de1bf496a43 req-f44e870a-f2f6-4364-a148-4ac858efb3d7 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/ports?device_id=6af4bfda-eddd-44aa-b3fc-10c913d9f8af HTTP/1.1" status: 200 len: 210 time: 0.0575809 Jul 29 23:19:43.757346 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d315ef66-917c-47ff-b3ac-2f66e0a57a99 req-01e85fd1-8541-4a79-8f85-274cdd1d84b9 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:43.758678 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d315ef66-917c-47ff-b3ac-2f66e0a57a99 req-01e85fd1-8541-4a79-8f85-274cdd1d84b9 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f5da8f-fe8f-42cf-a0d7-e6976d1ff0ff HTTP/1.1" status: 200 len: 943 time: 0.1112947 Jul 29 23:19:43.798418 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-4c9c2ba6-da87-4647-9eb8-4d980cc5110e tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:43.814235 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-4c9c2ba6-da87-4647-9eb8-4d980cc5110e tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Transition to ACTIVE for port object 1c737562-3bde-4368-8002-ffca91fe2dad will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:19:43.836169 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d315ef66-917c-47ff-b3ac-2f66e0a57a99 req-9cf73874-fb06-464f-8562-715b7c695fce tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670109 Jul 29 23:19:43.876493 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-4c9c2ba6-da87-4647-9eb8-4d980cc5110e tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:44.009808 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 078941ea-6bcb-4f45-9be3-11e006820d4b up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:19:44.022844 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e5bfb-7421-49b5-8f6e-b69b95842bcf req-6e4e232e-823b-4b94-bce6-d31bb5dafb30 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:44.024872 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-287e5bfb-7421-49b5-8f6e-b69b95842bcf req-6e4e232e-823b-4b94-bce6-d31bb5dafb30 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc7a0dab-e157-4427-ba70-4634d6d2b6e4 HTTP/1.1" status: 200 len: 948 time: 0.0763159 Jul 29 23:19:44.074547 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-287e5bfb-7421-49b5-8f6e-b69b95842bcf req-72eaaff6-af3e-41c4-8a36-e02868f009c7 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419443 Jul 29 23:19:44.081991 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port 078941ea-6bcb-4f45-9be3-11e006820d4b completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:19:44.086766 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 078941ea-6bcb-4f45-9be3-11e006820d4b triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:19:44.087299 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:44.209022 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:44.246412 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d07f7e7-ab06-493c-9a79-c6f939f0b6c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '078941ea-6bcb-4f45-9be3-11e006820d4b'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:19:44.251636 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb969c1-63e5-4eb6-b2a6-ddfa66aeff43" -d '{"events": [{"server_uuid": "1d07f7e7-ab06-493c-9a79-c6f939f0b6c3", "name": "network-vif-plugged", "status": "completed", "tag": "078941ea-6bcb-4f45-9be3-11e006820d4b"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:19:44.273900 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 078941ea-6bcb-4f45-9be3-11e006820d4b, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=078941ea-6bcb-4f45-9be3-11e006820d4b,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:44.281030 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-4c9c2ba6-da87-4647-9eb8-4d980cc5110e tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Network 607b04b1-02d0-47dd-8d3e-e66db2ec3e7b is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:19:44.281758 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:44.284330 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-4c9c2ba6-da87-4647-9eb8-4d980cc5110e tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:19:44.291246 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-4c9c2ba6-da87-4647-9eb8-4d980cc5110e tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:19:44.307714 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9c2ba6-da87-4647-9eb8-4d980cc5110e tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Pushing event updated for resources: {'Port': ['ID=1c737562-3bde-4368-8002-ffca91fe2dad,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:44.407224 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-4c9c2ba6-da87-4647-9eb8-4d980cc5110e tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:44.407888 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-4c9c2ba6-da87-4647-9eb8-4d980cc5110e tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:44.420939 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=078941ea-6bcb-4f45-9be3-11e006820d4b,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:44.459338 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-4c9c2ba6-da87-4647-9eb8-4d980cc5110e tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8411074 Jul 29 23:19:44.469935 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb3fd34-51a9-4c37-bceb-c23d1b6628e5 x-openstack-request-id: req-bbb3fd34-51a9-4c37-bceb-c23d1b6628e5 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:19:44.470314 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d07f7e7-ab06-493c-9a79-c6f939f0b6c3", "name": "network-vif-plugged", "status": "completed", "tag": "078941ea-6bcb-4f45-9be3-11e006820d4b", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:19:44.470634 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bbb3fd34-51a9-4c37-bceb-c23d1b6628e5 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:19:44.471169 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d07f7e7-ab06-493c-9a79-c6f939f0b6c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '078941ea-6bcb-4f45-9be3-11e006820d4b', 'code': 200} Jul 29 23:19:44.471301 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-ad22eb07-c418-44dc-87b6-23c743a5d9ac tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Request body: {'port': {'device_id': '6af4bfda-eddd-44aa-b3fc-10c913d9f8af', 'network_id': 'b3cebaf8-d29a-42a6-a020-83fdcc8764e3', 'admin_state_up': True, 'tenant_id': '51b1efed735945cea153cdfce6450079'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:19:44.537205 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 01301fce-70cf-497a-a51b-c2aa074d71e2 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:19:44.615422 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea57a0c1-3c67-4cf2-bd79-ce8eae9a5b87 req-39163e59-4f7b-4301-b162-f64b9912a8e8 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:44.628502 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ea57a0c1-3c67-4cf2-bd79-ce8eae9a5b87 req-39163e59-4f7b-4301-b162-f64b9912a8e8 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/networks?id=d276bab9-08d9-4ae2-8764-57ec0cf596e7 HTTP/1.1" status: 200 len: 811 time: 0.2606597 Jul 29 23:19:44.663590 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ea57a0c1-3c67-4cf2-bd79-ce8eae9a5b87 req-8eb61141-b433-4212-8a13-4d57353a1316 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/quotas/4b67b92d11074e3aa4a6c16a91e570ff HTTP/1.1" status: 200 len: 375 time: 0.0341258 Jul 29 23:19:44.707101 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 01301fce-70cf-497a-a51b-c2aa074d71e2, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=01301fce-70cf-497a-a51b-c2aa074d71e2,segment=NetworkSegment(a739f5fc-cf01-40c9-83c0-bfbae7f993f3),segment_id=a739f5fc-cf01-40c9-83c0-bfbae7f993f3)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:44.731121 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-585d760c-31cf-4ca3-be74-7d7e92eb24e6 None None] Provisioning for port 1c737562-3bde-4368-8002-ffca91fe2dad completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:19:44.737594 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ea57a0c1-3c67-4cf2-bd79-ce8eae9a5b87 req-590a4d17-24b4-48ea-8f7a-28ce6e4bfdc0 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=4b67b92d11074e3aa4a6c16a91e570ff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0730624 Jul 29 23:19:44.749940 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-585d760c-31cf-4ca3-be74-7d7e92eb24e6 None None] Provisioning complete for port 1c737562-3bde-4368-8002-ffca91fe2dad triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:19:44.750760 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-585d760c-31cf-4ca3-be74-7d7e92eb24e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:44.754636 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': '01301fce-70cf-497a-a51b-c2aa074d71e2', 'network_id': 'f490981b-45a9-43e1-a661-0229cc7a8cd7', 'port_id': '01301fce-70cf-497a-a51b-c2aa074d71e2', 'mac_address': 'fa:16:3e:b5:27:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '998261e9-cec6-4719-b797-0c7da54a3001', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:19:44.758888 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-ad22eb07-c418-44dc-87b6-23c743a5d9ac tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Made reservation on behalf of 51b1efed735945cea153cdfce6450079 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:19:44.764255 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-ad22eb07-c418-44dc-87b6-23c743a5d9ac tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:44.768920 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e40b132-88a6-46ae-a47a-7cd282e4c3f2 req-1b9cdb57-98d9-4862-8239-e9a8074be7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:44.770703 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1e40b132-88a6-46ae-a47a-7cd282e4c3f2 req-1b9cdb57-98d9-4862-8239-e9a8074be7ad service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1d07f7e7-ab06-493c-9a79-c6f939f0b6c3 HTTP/1.1" status: 200 len: 1102 time: 0.2150788 Jul 29 23:19:44.816371 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c829874-bf45-4863-b7dc-06cfcabd2d20 req-1e74713b-b7ca-44b2-adfa-ce702a99a590 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:44.823543 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-585d760c-31cf-4ca3-be74-7d7e92eb24e6 None None] Port 1c737562-3bde-4368-8002-ffca91fe2dad cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:19:44.825337 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3c829874-bf45-4863-b7dc-06cfcabd2d20 req-1e74713b-b7ca-44b2-adfa-ce702a99a590 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d07f7e7-ab06-493c-9a79-c6f939f0b6c3 HTTP/1.1" status: 200 len: 950 time: 0.1596797 Jul 29 23:19:44.835903 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:44.860581 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01301fce-70cf-497a-a51b-c2aa074d71e2 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:19:44.892261 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3c829874-bf45-4863-b7dc-06cfcabd2d20 req-f09398e0-e66e-4868-96cf-2b4a702af1d9 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658419 Jul 29 23:19:44.900170 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ea57a0c1-3c67-4cf2-bd79-ce8eae9a5b87 req-192c393f-a482-4826-8e50-e5658c604b41 service neutron] 10.222.0.43 "GET /v2.0/networks/d276bab9-08d9-4ae2-8764-57ec0cf596e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610558 Jul 29 23:19:44.909354 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 01301fce-70cf-497a-a51b-c2aa074d71e2, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=01301fce-70cf-497a-a51b-c2aa074d71e2,segment=NetworkSegment(a739f5fc-cf01-40c9-83c0-bfbae7f993f3),segment_id=a739f5fc-cf01-40c9-83c0-bfbae7f993f3)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:44.923683 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:44.954963 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1e40b132-88a6-46ae-a47a-7cd282e4c3f2 req-e6c2014c-3294-41dc-9c22-5250dc01ae3c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735022 Jul 29 23:19:45.014347 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=01301fce-70cf-497a-a51b-c2aa074d71e2,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:45.057000 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-ad22eb07-c418-44dc-87b6-23c743a5d9ac tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Allocated IP 19.86.0.213 (b3cebaf8-d29a-42a6-a020-83fdcc8764e3/bbdbe730-dca4-4b76-87dd-f3e000c07254/e9d837b7-a2b8-4ee4-a0a5-9c770e308ee6) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:19:45.079289 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5f1487-9f07-4f59-a268-5d10a4e5612c req-a1e9a331-b521-46a3-9f01-cff47f2e52ba tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:45.080873 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2d5f1487-9f07-4f59-a268-5d10a4e5612c req-a1e9a331-b521-46a3-9f01-cff47f2e52ba tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/ports?device_id=6af4bfda-eddd-44aa-b3fc-10c913d9f8af HTTP/1.1" status: 200 len: 932 time: 0.0942700 Jul 29 23:19:45.082997 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ea57a0c1-3c67-4cf2-bd79-ce8eae9a5b87 req-a2c6c69c-281d-4f71-ab42-761410a168a6 service neutron] 10.222.0.43 "GET /v2.0/networks/d276bab9-08d9-4ae2-8764-57ec0cf596e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820521 Jul 29 23:19:45.147747 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2d5f1487-9f07-4f59-a268-5d10a4e5612c req-057dbfd4-5530-4439-8537-9f7f129dbb19 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7d83692-1f36-4f89-b4b6-59d9ab0340f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605063 Jul 29 23:19:45.249938 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['01301fce-70cf-497a-a51b-c2aa074d71e2'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:19:45.327279 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-ad22eb07-c418-44dc-87b6-23c743a5d9ac tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:45.374980 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-ad22eb07-c418-44dc-87b6-23c743a5d9ac tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Transition to ACTIVE for port object e9d837b7-a2b8-4ee4-a0a5-9c770e308ee6 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:19:45.478825 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-ad22eb07-c418-44dc-87b6-23c743a5d9ac tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:45.504949 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5876e6d8-27be-42e3-aba6-69a2157cebc3 req-a3847fd6-a9a0-4598-905f-90e63e8793cd tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:45.514967 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5876e6d8-27be-42e3-aba6-69a2157cebc3 req-a3847fd6-a9a0-4598-905f-90e63e8793cd tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f5da8f-fe8f-42cf-a0d7-e6976d1ff0ff HTTP/1.1" status: 200 len: 944 time: 0.1796744 Jul 29 23:19:45.551880 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f291a99-97e8-4094-a4ac-2cda3051658e req-09d5a63e-37e8-43cc-8468-dfcb1a245d79 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:45.562343 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3f291a99-97e8-4094-a4ac-2cda3051658e req-09d5a63e-37e8-43cc-8468-dfcb1a245d79 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc7a0dab-e157-4427-ba70-4634d6d2b6e4 HTTP/1.1" status: 200 len: 948 time: 0.1278822 Jul 29 23:19:45.608803 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-ad22eb07-c418-44dc-87b6-23c743a5d9ac tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Network b3cebaf8-d29a-42a6-a020-83fdcc8764e3 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:19:45.612660 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-ad22eb07-c418-44dc-87b6-23c743a5d9ac tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:19:45.615774 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-ad22eb07-c418-44dc-87b6-23c743a5d9ac tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:19:45.621614 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5876e6d8-27be-42e3-aba6-69a2157cebc3 req-8c0c8414-81b0-4436-982e-796f85aa4d93 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045153 Jul 29 23:19:45.664194 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad22eb07-c418-44dc-87b6-23c743a5d9ac tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Pushing event updated for resources: {'Port': ['ID=e9d837b7-a2b8-4ee4-a0a5-9c770e308ee6,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:45.670121 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3f291a99-97e8-4094-a4ac-2cda3051658e req-28f0b681-1723-4961-bca9-e293d07be659 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054924 Jul 29 23:19:45.736287 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-ad22eb07-c418-44dc-87b6-23c743a5d9ac tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:45.737008 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-ad22eb07-c418-44dc-87b6-23c743a5d9ac tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:45.769976 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7c2e3b3e-0a0e-4632-a0b8-9bff45924e91 req-c5127fe7-1377-48d0-b00e-139ef8513538 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/ports?device_id=43a31851-1710-48ac-b612-605808da3259 HTTP/1.1" status: 200 len: 210 time: 0.0713360 Jul 29 23:19:45.804973 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-ad22eb07-c418-44dc-87b6-23c743a5d9ac tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3384559 Jul 29 23:19:45.839279 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-08ad2855-79f1-41cb-a209-f698ad23b6bc tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Request body: {'port': {'device_id': '6af4bfda-eddd-44aa-b3fc-10c913d9f8af', 'network_id': '607b04b1-02d0-47dd-8d3e-e66db2ec3e7b', 'admin_state_up': True, 'tenant_id': '51b1efed735945cea153cdfce6450079'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:19:46.021476 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device c4420101-d120-4c40-81f9-f9cafdbf3fb7 details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:19:46.109070 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-08ad2855-79f1-41cb-a209-f698ad23b6bc tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Made reservation on behalf of 51b1efed735945cea153cdfce6450079 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:19:46.117503 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-08ad2855-79f1-41cb-a209-f698ad23b6bc tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:46.198910 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-35bf3e5a-50f7-4501-9af1-897236c30967 None None] Provisioning for port e9d837b7-a2b8-4ee4-a0a5-9c770e308ee6 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:19:46.207381 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-35bf3e5a-50f7-4501-9af1-897236c30967 None None] Provisioning complete for port e9d837b7-a2b8-4ee4-a0a5-9c770e308ee6 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:19:46.207994 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-35bf3e5a-50f7-4501-9af1-897236c30967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:46.209119 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b5d59a-89ca-4598-97e6-1d6e4b46cec4 req-fa3204ea-abb5-4c64-b986-1fe9677dd44a tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:46.218589 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-58b5d59a-89ca-4598-97e6-1d6e4b46cec4 req-fa3204ea-abb5-4c64-b986-1fe9677dd44a tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d07f7e7-ab06-493c-9a79-c6f939f0b6c3 HTTP/1.1" status: 200 len: 950 time: 0.1369438 Jul 29 23:19:46.256684 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-35bf3e5a-50f7-4501-9af1-897236c30967 None None] Port e9d837b7-a2b8-4ee4-a0a5-9c770e308ee6 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:19:46.286692 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port c4420101-d120-4c40-81f9-f9cafdbf3fb7, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=c4420101-d120-4c40-81f9-f9cafdbf3fb7,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:46.306567 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': 'c4420101-d120-4c40-81f9-f9cafdbf3fb7', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'port_id': 'c4420101-d120-4c40-81f9-f9cafdbf3fb7', 'mac_address': 'fa:16:3e:8b:81:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64bdc61a-58ca-49c7-bae5-ecfed9ee407c', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:19:46.314859 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-58b5d59a-89ca-4598-97e6-1d6e4b46cec4 req-5b28c068-d5e2-495f-b6b3-492ba0062385 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912139 Jul 29 23:19:46.429028 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:46.461067 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4420101-d120-4c40-81f9-f9cafdbf3fb7 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:19:46.503381 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port c4420101-d120-4c40-81f9-f9cafdbf3fb7, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=c4420101-d120-4c40-81f9-f9cafdbf3fb7,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:46.515762 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:46.541412 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8879a2-99fb-42f5-bd89-deaafe5e4dfc req-90e13921-a7f5-4626-8ae2-9d738b444440 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:46.543272 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2c8879a2-99fb-42f5-bd89-deaafe5e4dfc req-90e13921-a7f5-4626-8ae2-9d738b444440 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc7a0dab-e157-4427-ba70-4634d6d2b6e4 HTTP/1.1" status: 200 len: 948 time: 0.1191907 Jul 29 23:19:46.574631 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 01301fce-70cf-497a-a51b-c2aa074d71e2 up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:19:46.582794 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec91a96-2068-452c-a312-9668b6828ff4 req-865ce19a-e217-47cc-95d6-aeb28650f7f7 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:46.589189 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec91a96-2068-452c-a312-9668b6828ff4 req-865ce19a-e217-47cc-95d6-aeb28650f7f7 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:46.597226 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eec91a96-2068-452c-a312-9668b6828ff4 req-865ce19a-e217-47cc-95d6-aeb28650f7f7 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/ports?device_id=6af4bfda-eddd-44aa-b3fc-10c913d9f8af HTTP/1.1" status: 200 len: 1655 time: 0.1384630 Jul 29 23:19:46.617675 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-08ad2855-79f1-41cb-a209-f698ad23b6bc tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Allocated IP 19.80.0.221 (607b04b1-02d0-47dd-8d3e-e66db2ec3e7b/fa9a4566-6089-4eb4-ae2d-cf251191c5cd/eeb9a249-16f5-4384-a9d7-be98b9b89dc1) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:19:46.631755 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508fb50a-cb13-46fc-a4c2-b51b8bb7ba7f req-5555977a-a302-4cf9-87d1-87ae30d9edf1 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:46.633767 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-508fb50a-cb13-46fc-a4c2-b51b8bb7ba7f req-5555977a-a302-4cf9-87d1-87ae30d9edf1 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc7a0dab-e157-4427-ba70-4634d6d2b6e4&tenant_id=02291f5098924703b9b0f8f02943a845&binding%3Ahost_id=n-h2-712141-10 HTTP/1.1" status: 200 len: 948 time: 0.2385199 Jul 29 23:19:46.679808 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=c4420101-d120-4c40-81f9-f9cafdbf3fb7,revision_number=8']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:46.680394 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eec91a96-2068-452c-a312-9668b6828ff4 req-7b303db1-cd10-4098-913f-b3ea5e0780ca tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7d83692-1f36-4f89-b4b6-59d9ab0340f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817714 Jul 29 23:19:46.697746 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2c8879a2-99fb-42f5-bd89-deaafe5e4dfc req-9570c4bf-7c37-444d-816e-fc2b6f6bbe31 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481907 Jul 29 23:19:46.765924 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port 01301fce-70cf-497a-a51b-c2aa074d71e2 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:19:46.770373 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port 01301fce-70cf-497a-a51b-c2aa074d71e2 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:19:46.770909 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:46.830136 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['c4420101-d120-4c40-81f9-f9cafdbf3fb7'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:19:46.911090 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [req-508fb50a-cb13-46fc-a4c2-b51b8bb7ba7f req-55333d05-4447-4564-a473-d93c8377fed9 service neutron] delete failed (client error): The resource could not be found. Jul 29 23:19:46.912734 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-508fb50a-cb13-46fc-a4c2-b51b8bb7ba7f req-55333d05-4447-4564-a473-d93c8377fed9 service neutron] 10.222.0.41 "DELETE /v2.0/ports/c4420101-d120-4c40-81f9-f9cafdbf3fb7/bindings/n-h1-712141-10 HTTP/1.1" status: 404 len: 381 time: 0.2559798 Jul 29 23:19:47.030189 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:47.091518 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14f5da8f-fe8f-42cf-a0d7-e6976d1ff0ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01301fce-70cf-497a-a51b-c2aa074d71e2'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:19:47.094868 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94456eb3-f035-4aa0-b943-b1183dcf817d" -d '{"events": [{"server_uuid": "14f5da8f-fe8f-42cf-a0d7-e6976d1ff0ff", "name": "network-vif-plugged", "status": "completed", "tag": "01301fce-70cf-497a-a51b-c2aa074d71e2"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:19:47.101645 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff5fea-e964-4971-a5c2-feebd7a31f3b req-3b443316-0807-4e52-8904-6ce30e6a350c tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:47.106798 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b8ff5fea-e964-4971-a5c2-feebd7a31f3b req-3b443316-0807-4e52-8904-6ce30e6a350c tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f5da8f-fe8f-42cf-a0d7-e6976d1ff0ff HTTP/1.1" status: 200 len: 944 time: 0.1353259 Jul 29 23:19:47.127696 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 01301fce-70cf-497a-a51b-c2aa074d71e2, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=01301fce-70cf-497a-a51b-c2aa074d71e2,segment=NetworkSegment(a739f5fc-cf01-40c9-83c0-bfbae7f993f3),segment_id=a739f5fc-cf01-40c9-83c0-bfbae7f993f3)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:47.142038 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:47.233327 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b8ff5fea-e964-4971-a5c2-feebd7a31f3b req-4de919f6-c9c3-48f4-8d09-6fdb04fa4839 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147020 Jul 29 23:19:47.300717 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=01301fce-70cf-497a-a51b-c2aa074d71e2,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:47.448471 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-795b0697-055b-4a91-b20f-882209501aaa req-fc59f629-faa6-4982-92e5-7d3858b88cdf tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/ports?device_id=43a31851-1710-48ac-b612-605808da3259 HTTP/1.1" status: 200 len: 210 time: 0.0398555 Jul 29 23:19:47.475765 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-08ad2855-79f1-41cb-a209-f698ad23b6bc tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:47.516839 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-08ad2855-79f1-41cb-a209-f698ad23b6bc tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Transition to ACTIVE for port object eeb9a249-16f5-4384-a9d7-be98b9b89dc1 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:19:47.539536 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3333cf-362e-48af-b47b-c3c6670d08fd x-openstack-request-id: req-9a3333cf-362e-48af-b47b-c3c6670d08fd {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:19:47.539720 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14f5da8f-fe8f-42cf-a0d7-e6976d1ff0ff", "name": "network-vif-plugged", "status": "completed", "tag": "01301fce-70cf-497a-a51b-c2aa074d71e2", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:19:47.539889 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9a3333cf-362e-48af-b47b-c3c6670d08fd {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:19:47.540365 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14f5da8f-fe8f-42cf-a0d7-e6976d1ff0ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01301fce-70cf-497a-a51b-c2aa074d71e2', 'code': 200} Jul 29 23:19:47.572820 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508fb50a-cb13-46fc-a4c2-b51b8bb7ba7f req-edaaf194-9e86-4125-83a5-aaaef2010b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:47.574698 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-508fb50a-cb13-46fc-a4c2-b51b8bb7ba7f req-edaaf194-9e86-4125-83a5-aaaef2010b74 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=02291f5098924703b9b0f8f02943a845&device_id=dc7a0dab-e157-4427-ba70-4634d6d2b6e4 HTTP/1.1" status: 200 len: 1101 time: 0.4189904 Jul 29 23:19:47.720564 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb61948-77c9-4416-ba68-c3aa8f6c7ef3 req-18801bf4-6df3-4e27-8477-f402b43ee608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:47.728786 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-adb61948-77c9-4416-ba68-c3aa8f6c7ef3 req-18801bf4-6df3-4e27-8477-f402b43ee608 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=14f5da8f-fe8f-42cf-a0d7-e6976d1ff0ff HTTP/1.1" status: 200 len: 1097 time: 0.0940413 Jul 29 23:19:47.773187 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508fb50a-cb13-46fc-a4c2-b51b8bb7ba7f req-90a6b05c-9590-45d2-9305-f1b0d77a5a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:47.774716 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-508fb50a-cb13-46fc-a4c2-b51b8bb7ba7f req-90a6b05c-9590-45d2-9305-f1b0d77a5a86 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d71c22dc-feef-410b-a7ed-6548cf85bd6f HTTP/1.1" status: 200 len: 870 time: 0.1781464 Jul 29 23:19:47.790775 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea57a0c1-3c67-4cf2-bd79-ce8eae9a5b87 req-ad65af78-c2bc-49a4-8210-35b48f1c52a7 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:47.792360 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ea57a0c1-3c67-4cf2-bd79-ce8eae9a5b87 req-ad65af78-c2bc-49a4-8210-35b48f1c52a7 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.22 "GET /v2.0/networks?id=d276bab9-08d9-4ae2-8764-57ec0cf596e7 HTTP/1.1" status: 200 len: 811 time: 0.5092266 Jul 29 23:19:47.799315 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-adb61948-77c9-4416-ba68-c3aa8f6c7ef3 req-182ca83f-4add-401e-a462-53b2c9d2a23b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616751 Jul 29 23:19:47.808566 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-ea57a0c1-3c67-4cf2-bd79-ce8eae9a5b87 req-b0a9aba4-be10-4ead-9641-6a336ce20885 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Request body: {'port': {'device_id': '43a31851-1710-48ac-b612-605808da3259', 'network_id': 'd276bab9-08d9-4ae2-8764-57ec0cf596e7', 'admin_state_up': True, 'tenant_id': '4b67b92d11074e3aa4a6c16a91e570ff'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:19:47.852134 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-246cc10f-08e0-4908-bd51-93bdff74648a req-919dabd9-b6f5-47b2-af9b-83a74b00df3e tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=9009c62a39254abfafe57d15f208ec09&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0547132 Jul 29 23:19:47.862765 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-508fb50a-cb13-46fc-a4c2-b51b8bb7ba7f req-8946c3ee-5ffd-4204-a144-46493d3530de service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=c4420101-d120-4c40-81f9-f9cafdbf3fb7 HTTP/1.1" status: 200 len: 217 time: 0.0693905 Jul 29 23:19:47.914239 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-08ad2855-79f1-41cb-a209-f698ad23b6bc tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:48.038280 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device c4420101-d120-4c40-81f9-f9cafdbf3fb7 up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:19:48.043094 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246cc10f-08e0-4908-bd51-93bdff74648a req-39494240-172d-484e-aae7-8a81e5475d82 tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:48.060971 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-246cc10f-08e0-4908-bd51-93bdff74648a req-39494240-172d-484e-aae7-8a81e5475d82 tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2016308 Jul 29 23:19:48.086236 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-08ad2855-79f1-41cb-a209-f698ad23b6bc tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Network 607b04b1-02d0-47dd-8d3e-e66db2ec3e7b is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:19:48.090322 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-246cc10f-08e0-4908-bd51-93bdff74648a req-83b6a610-d32c-4f39-80f7-97fa0ed35e30 tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] 10.222.0.43 "GET /v2.0/quotas/9009c62a39254abfafe57d15f208ec09 HTTP/1.1" status: 200 len: 375 time: 0.0282509 Jul 29 23:19:48.109774 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port c4420101-d120-4c40-81f9-f9cafdbf3fb7 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:19:48.128469 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port c4420101-d120-4c40-81f9-f9cafdbf3fb7 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:19:48.128866 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:48.133072 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-08ad2855-79f1-41cb-a209-f698ad23b6bc tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:19:48.148249 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-08ad2855-79f1-41cb-a209-f698ad23b6bc tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:19:48.152345 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-246cc10f-08e0-4908-bd51-93bdff74648a req-e7ed6263-aa31-4a9b-958d-86689fada112 tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9009c62a39254abfafe57d15f208ec09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0611377 Jul 29 23:19:48.268115 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-08ad2855-79f1-41cb-a209-f698ad23b6bc tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:48.269074 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-08ad2855-79f1-41cb-a209-f698ad23b6bc tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:48.271731 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ad2855-79f1-41cb-a209-f698ad23b6bc tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Pushing event updated for resources: {'Port': ['ID=eeb9a249-16f5-4384-a9d7-be98b9b89dc1,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:48.274187 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:48.340541 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port c4420101-d120-4c40-81f9-f9cafdbf3fb7, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=c4420101-d120-4c40-81f9-f9cafdbf3fb7,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:48.351341 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:48.429199 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-08ad2855-79f1-41cb-a209-f698ad23b6bc tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6082182 Jul 29 23:19:48.478390 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-2a32e527-a17c-4f69-8f3b-745ad8f2e63f service neutron] Request body: {'port': {'device_id': '6af4bfda-eddd-44aa-b3fc-10c913d9f8af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:19:48.496595 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508fb50a-cb13-46fc-a4c2-b51b8bb7ba7f req-041fd6fa-3442-4bea-9a9b-46627a1d090e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:48.499327 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-508fb50a-cb13-46fc-a4c2-b51b8bb7ba7f req-041fd6fa-3442-4bea-9a9b-46627a1d090e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.4120126 Jul 29 23:19:48.508119 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=c4420101-d120-4c40-81f9-f9cafdbf3fb7,revision_number=9']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:48.534356 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0053b1b-9233-4d8c-b7f6-3230827b9fb4 req-1718b584-15c9-478b-9764-98c773109c65 tempest-ServersAdminTestJSON-1737595073 tempest-ServersAdminTestJSON-1737595073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:48.535014 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0053b1b-9233-4d8c-b7f6-3230827b9fb4 req-1718b584-15c9-478b-9764-98c773109c65 tempest-ServersAdminTestJSON-1737595073 tempest-ServersAdminTestJSON-1737595073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:48.535503 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0053b1b-9233-4d8c-b7f6-3230827b9fb4 req-1718b584-15c9-478b-9764-98c773109c65 tempest-ServersAdminTestJSON-1737595073 tempest-ServersAdminTestJSON-1737595073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:48.536268 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0053b1b-9233-4d8c-b7f6-3230827b9fb4 req-1718b584-15c9-478b-9764-98c773109c65 tempest-ServersAdminTestJSON-1737595073 tempest-ServersAdminTestJSON-1737595073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:48.536759 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0053b1b-9233-4d8c-b7f6-3230827b9fb4 req-1718b584-15c9-478b-9764-98c773109c65 tempest-ServersAdminTestJSON-1737595073 tempest-ServersAdminTestJSON-1737595073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:48.537293 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0053b1b-9233-4d8c-b7f6-3230827b9fb4 req-1718b584-15c9-478b-9764-98c773109c65 tempest-ServersAdminTestJSON-1737595073 tempest-ServersAdminTestJSON-1737595073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:48.537801 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0053b1b-9233-4d8c-b7f6-3230827b9fb4 req-1718b584-15c9-478b-9764-98c773109c65 tempest-ServersAdminTestJSON-1737595073 tempest-ServersAdminTestJSON-1737595073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:48.538658 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0053b1b-9233-4d8c-b7f6-3230827b9fb4 req-1718b584-15c9-478b-9764-98c773109c65 tempest-ServersAdminTestJSON-1737595073 tempest-ServersAdminTestJSON-1737595073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:48.539348 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0053b1b-9233-4d8c-b7f6-3230827b9fb4 req-1718b584-15c9-478b-9764-98c773109c65 tempest-ServersAdminTestJSON-1737595073 tempest-ServersAdminTestJSON-1737595073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:48.540233 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0053b1b-9233-4d8c-b7f6-3230827b9fb4 req-1718b584-15c9-478b-9764-98c773109c65 tempest-ServersAdminTestJSON-1737595073 tempest-ServersAdminTestJSON-1737595073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:48.540770 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0053b1b-9233-4d8c-b7f6-3230827b9fb4 req-1718b584-15c9-478b-9764-98c773109c65 tempest-ServersAdminTestJSON-1737595073 tempest-ServersAdminTestJSON-1737595073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:48.541348 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0053b1b-9233-4d8c-b7f6-3230827b9fb4 req-1718b584-15c9-478b-9764-98c773109c65 tempest-ServersAdminTestJSON-1737595073 tempest-ServersAdminTestJSON-1737595073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:48.553551 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f0053b1b-9233-4d8c-b7f6-3230827b9fb4 req-1718b584-15c9-478b-9764-98c773109c65 tempest-ServersAdminTestJSON-1737595073 tempest-ServersAdminTestJSON-1737595073-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=43a31851-1710-48ac-b612-605808da3259&device_id=6af4bfda-eddd-44aa-b3fc-10c913d9f8af&device_id=14f5da8f-fe8f-42cf-a0d7-e6976d1ff0ff&device_id=1d07f7e7-ab06-493c-9a79-c6f939f0b6c3&device_id=4f408244-29f3-4e00-8c84-67d95c878199&device_id=fd1c4cd0-9246-45ff-bd69-a0c86282f592&device_id=9e7c21fc-a617-499a-a692-712fb381b4fb&device_id=fb318f0a-8a5f-472a-afc6-eb8857877767&device_id=dc7a0dab-e157-4427-ba70-4634d6d2b6e4&device_id=ac569d44-d407-4c7c-9c5d-036c674258b1&device_id=85583eda-44af-4b43-8f72-b78a59cb4479 HTTP/1.1" status: 200 len: 10667 time: 0.1644225 Jul 29 23:19:48.598025 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f0053b1b-9233-4d8c-b7f6-3230827b9fb4 req-03438050-1b8a-4f5f-8baa-e578438cd97a tempest-ServersAdminTestJSON-1737595073 tempest-ServersAdminTestJSON-1737595073-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:48.601997 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-09ffd64a-a152-4e5a-abcd-c95063dee729 None None] Provisioning for port eeb9a249-16f5-4384-a9d7-be98b9b89dc1 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:19:48.610888 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-09ffd64a-a152-4e5a-abcd-c95063dee729 None None] Provisioning complete for port eeb9a249-16f5-4384-a9d7-be98b9b89dc1 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:19:48.611267 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-09ffd64a-a152-4e5a-abcd-c95063dee729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:48.670817 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea57a0c1-3c67-4cf2-bd79-ce8eae9a5b87 req-b0a9aba4-be10-4ead-9641-6a336ce20885 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Made reservation on behalf of 4b67b92d11074e3aa4a6c16a91e570ff for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:19:48.671909 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-09ffd64a-a152-4e5a-abcd-c95063dee729 None None] Port eeb9a249-16f5-4384-a9d7-be98b9b89dc1 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:19:48.676899 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ea57a0c1-3c67-4cf2-bd79-ce8eae9a5b87 req-b0a9aba4-be10-4ead-9641-6a336ce20885 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:48.680309 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48dabec-95bd-41a4-85c3-41e7cfd48419 req-9f0ca837-83f2-4441-99e6-a9682bd380de tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:48.687237 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48dabec-95bd-41a4-85c3-41e7cfd48419 req-9f0ca837-83f2-4441-99e6-a9682bd380de tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:48.693969 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48dabec-95bd-41a4-85c3-41e7cfd48419 req-9f0ca837-83f2-4441-99e6-a9682bd380de tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:48.703410 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d48dabec-95bd-41a4-85c3-41e7cfd48419 req-9f0ca837-83f2-4441-99e6-a9682bd380de tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/ports?device_id=6af4bfda-eddd-44aa-b3fc-10c913d9f8af HTTP/1.1" status: 200 len: 2377 time: 0.1813767 Jul 29 23:19:48.723730 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508fb50a-cb13-46fc-a4c2-b51b8bb7ba7f req-5024d420-5774-475c-bc61-8a730c8eae62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:48.725178 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-508fb50a-cb13-46fc-a4c2-b51b8bb7ba7f req-5024d420-5774-475c-bc61-8a730c8eae62 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1993940 Jul 29 23:19:48.729225 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-2a32e527-a17c-4f69-8f3b-745ad8f2e63f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:48.769246 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d48dabec-95bd-41a4-85c3-41e7cfd48419 req-b33c96ca-842f-4c56-a9e6-573910fbeb2d tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7d83692-1f36-4f89-b4b6-59d9ab0340f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648379 Jul 29 23:19:48.876765 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f0053b1b-9233-4d8c-b7f6-3230827b9fb4 req-03438050-1b8a-4f5f-8baa-e578438cd97a tempest-ServersAdminTestJSON-1737595073 tempest-ServersAdminTestJSON-1737595073-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:48.902767 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f0053b1b-9233-4d8c-b7f6-3230827b9fb4 req-03438050-1b8a-4f5f-8baa-e578438cd97a tempest-ServersAdminTestJSON-1737595073 tempest-ServersAdminTestJSON-1737595073-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:48.976155 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f0053b1b-9233-4d8c-b7f6-3230827b9fb4 req-03438050-1b8a-4f5f-8baa-e578438cd97a tempest-ServersAdminTestJSON-1737595073 tempest-ServersAdminTestJSON-1737595073-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&id=49f09453-c613-4ba7-9f00-c0558d042a43&id=2a7bf930-34d2-4420-beda-d2fda6405c13&id=dc34ce93-23ae-4faf-818b-1a3258fade29&id=a7d83692-1f36-4f89-b4b6-59d9ab0340f3&id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 648 time: 0.4214864 Jul 29 23:19:49.072404 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9bd72c-81ae-4cff-8f44-2679f66b557e req-6dd2cd26-ce60-43aa-a3b0-197bddcf7376 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:49.075179 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fd9bd72c-81ae-4cff-8f44-2679f66b557e req-6dd2cd26-ce60-43aa-a3b0-197bddcf7376 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc7a0dab-e157-4427-ba70-4634d6d2b6e4 HTTP/1.1" status: 200 len: 950 time: 0.1886497 Jul 29 23:19:49.078270 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03438050-1b8a-4f5f-8baa-e578438cd97a tempest-ServersAdminTestJSON-1737595073 tempest-ServersAdminTestJSON-1737595073-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0571338-95fb-47ef-bdae-14d8b8f44d0e,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:49.179602 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fd9bd72c-81ae-4cff-8f44-2679f66b557e req-cc60d7b6-979f-4697-9f2a-074eb97fba49 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924008 Jul 29 23:19:49.286540 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:49.295944 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4116de2-d2b7-42d6-a245-d0f215ff141d req-c9925551-53c7-46fe-befe-ba07122bd4ac tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:49.297733 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d4116de2-d2b7-42d6-a245-d0f215ff141d req-c9925551-53c7-46fe-befe-ba07122bd4ac tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f5da8f-fe8f-42cf-a0d7-e6976d1ff0ff HTTP/1.1" status: 200 len: 945 time: 0.0684590 Jul 29 23:19:49.338040 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5a2d04ad-8b12-4b93-a454-e2be62d861c9 req-3c746428-49b2-48fc-9b0d-5a24f18be5c1 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/ports?device_id=43a31851-1710-48ac-b612-605808da3259 HTTP/1.1" status: 200 len: 210 time: 0.0356028 Jul 29 23:19:49.399499 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-508fb50a-cb13-46fc-a4c2-b51b8bb7ba7f req-fd997b07-8676-4b09-9685-215627d9d357 service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6580422 Jul 29 23:19:49.400640 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-ea57a0c1-3c67-4cf2-bd79-ce8eae9a5b87 req-b0a9aba4-be10-4ead-9641-6a336ce20885 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Allocated IP 172.20.0.10 (d276bab9-08d9-4ae2-8764-57ec0cf596e7/f9c6655f-91b3-4916-a461-d6d5f8fce027/094bef8e-9117-4601-bc20-d8a158b9b9fa) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:19:49.410948 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d4116de2-d2b7-42d6-a245-d0f215ff141d req-11ba1510-5f92-4981-b7bb-28453aab1811 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982606 Jul 29 23:19:49.497246 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8e70a994-3d98-4f6e-87dc-45f50d5ae7a4 req-deb9e2c4-c868-4d6d-b096-9ec75d048891 tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=9009c62a39254abfafe57d15f208ec09&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432761 Jul 29 23:19:49.541958 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc7a0dab-e157-4427-ba70-4634d6d2b6e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4420101-d120-4c40-81f9-f9cafdbf3fb7'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:19:49.544453 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b804c844-cd4b-4930-9b93-ce9200fcfcf1" -d '{"events": [{"server_uuid": "dc7a0dab-e157-4427-ba70-4634d6d2b6e4", "name": "network-vif-plugged", "status": "completed", "tag": "c4420101-d120-4c40-81f9-f9cafdbf3fb7"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:19:49.677889 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-508fb50a-cb13-46fc-a4c2-b51b8bb7ba7f req-d90a62e2-8bad-4100-a692-7ddc374a4c71 service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433696 Jul 29 23:19:49.720119 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70a994-3d98-4f6e-87dc-45f50d5ae7a4 req-397da57c-e356-4ac0-ba20-d15971fc7647 tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:49.722117 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8e70a994-3d98-4f6e-87dc-45f50d5ae7a4 req-397da57c-e356-4ac0-ba20-d15971fc7647 tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2171562 Jul 29 23:19:49.791081 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8e70a994-3d98-4f6e-87dc-45f50d5ae7a4 req-df9cd913-d99d-4e5f-915f-37d75d141b04 tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] 10.222.0.43 "GET /v2.0/quotas/9009c62a39254abfafe57d15f208ec09 HTTP/1.1" status: 200 len: 375 time: 0.0492063 Jul 29 23:19:49.834174 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8e70a994-3d98-4f6e-87dc-45f50d5ae7a4 req-14c7ecdf-f1a3-4792-9b44-cedfd8bbeadb tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9009c62a39254abfafe57d15f208ec09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418525 Jul 29 23:19:49.856470 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4dfd3b-0103-460d-8cdd-a472c6033ec0 req-9747ccd9-5268-4ba1-9dbf-743d77c04ca9 tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:49.863968 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7d4dfd3b-0103-460d-8cdd-a472c6033ec0 req-9747ccd9-5268-4ba1-9dbf-743d77c04ca9 tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=14f5da8f-fe8f-42cf-a0d7-e6976d1ff0ff HTTP/1.1" status: 200 len: 1097 time: 0.1408763 Jul 29 23:19:49.908499 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7d4dfd3b-0103-460d-8cdd-a472c6033ec0 req-53683cc9-a4de-447e-9d1e-4088fa2e540c tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436418 Jul 29 23:19:49.967589 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-2a32e527-a17c-4f69-8f3b-745ad8f2e63f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c737562-3bde-4368-8002-ffca91fe2dad {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:19:49.969195 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ea57a0c1-3c67-4cf2-bd79-ce8eae9a5b87 req-b0a9aba4-be10-4ead-9641-6a336ce20885 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:49.984187 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-2a32e527-a17c-4f69-8f3b-745ad8f2e63f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:50.005961 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-2a32e527-a17c-4f69-8f3b-745ad8f2e63f service neutron] Transition to ACTIVE for port object 1c737562-3bde-4368-8002-ffca91fe2dad will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:19:50.036379 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-2a32e527-a17c-4f69-8f3b-745ad8f2e63f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:50.047567 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed944f5e-5e95-41bb-b370-a4d3fa29a297 x-openstack-request-id: req-ed944f5e-5e95-41bb-b370-a4d3fa29a297 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:19:50.047864 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc7a0dab-e157-4427-ba70-4634d6d2b6e4", "name": "network-vif-plugged", "status": "completed", "tag": "c4420101-d120-4c40-81f9-f9cafdbf3fb7", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:19:50.048111 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ed944f5e-5e95-41bb-b370-a4d3fa29a297 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:19:50.048690 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc7a0dab-e157-4427-ba70-4634d6d2b6e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4420101-d120-4c40-81f9-f9cafdbf3fb7', 'code': 200} Jul 29 23:19:50.214463 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ea57a0c1-3c67-4cf2-bd79-ce8eae9a5b87 req-b0a9aba4-be10-4ead-9641-6a336ce20885 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:50.226161 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02a0c8-419a-4a54-b218-b4e0d74b53d6 req-df6cb17c-bea5-4d83-a23b-470dd05f1201 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:50.261329 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02a0c8-419a-4a54-b218-b4e0d74b53d6 req-df6cb17c-bea5-4d83-a23b-470dd05f1201 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:50.279077 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02a0c8-419a-4a54-b218-b4e0d74b53d6 req-df6cb17c-bea5-4d83-a23b-470dd05f1201 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:50.290825 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-246cc10f-08e0-4908-bd51-93bdff74648a req-7c1d05e1-0bdc-462d-a5de-f3275992ecd3 tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=9009c62a39254abfafe57d15f208ec09&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0787947 Jul 29 23:19:50.291357 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a32e527-a17c-4f69-8f3b-745ad8f2e63f service neutron] Pushing event updated for resources: {'Port': ['ID=1c737562-3bde-4368-8002-ffca91fe2dad,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:50.303296 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6b02a0c8-419a-4a54-b218-b4e0d74b53d6 req-df6cb17c-bea5-4d83-a23b-470dd05f1201 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/ports?device_id=6af4bfda-eddd-44aa-b3fc-10c913d9f8af HTTP/1.1" status: 200 len: 2389 time: 0.1840589 Jul 29 23:19:50.434652 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6b02a0c8-419a-4a54-b218-b4e0d74b53d6 req-1e452d9d-eebd-46ff-afc0-5e3a7b0ed8db tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7d83692-1f36-4f89-b4b6-59d9ab0340f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300914 Jul 29 23:19:50.595248 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80329915-8b98-4b1d-b614-0ac1160a4243 req-b8fd6109-797c-4aa5-92c0-6937b825fb30 tempest-ServersAdminTestJSON-1737595073 tempest-ServersAdminTestJSON-1737595073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:50.601946 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80329915-8b98-4b1d-b614-0ac1160a4243 req-b8fd6109-797c-4aa5-92c0-6937b825fb30 tempest-ServersAdminTestJSON-1737595073 tempest-ServersAdminTestJSON-1737595073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:50.608803 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80329915-8b98-4b1d-b614-0ac1160a4243 req-b8fd6109-797c-4aa5-92c0-6937b825fb30 tempest-ServersAdminTestJSON-1737595073 tempest-ServersAdminTestJSON-1737595073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:50.622836 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-80329915-8b98-4b1d-b614-0ac1160a4243 req-b8fd6109-797c-4aa5-92c0-6937b825fb30 tempest-ServersAdminTestJSON-1737595073 tempest-ServersAdminTestJSON-1737595073-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=1d07f7e7-ab06-493c-9a79-c6f939f0b6c3&device_id=4f408244-29f3-4e00-8c84-67d95c878199&device_id=9e7c21fc-a617-499a-a692-712fb381b4fb HTTP/1.1" status: 200 len: 2887 time: 0.1179965 Jul 29 23:19:50.704738 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-335551bc-bdff-4f19-9e5f-80fba8b17a63 req-f170dfcd-c50c-40bf-a10b-b34f4ee2b8e6 tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa120cd7-0211-4466-90f0-cdb139621c08 HTTP/1.1" status: 200 len: 210 time: 0.0757258 Jul 29 23:19:50.765933 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-80329915-8b98-4b1d-b614-0ac1160a4243 req-e45764a9-b9dd-485c-aaeb-4ddb67edfc02 tempest-ServersAdminTestJSON-1737595073 tempest-ServersAdminTestJSON-1737595073-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386402 Jul 29 23:19:50.896314 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c8a9e2-f64f-407b-8ce5-8f2226f83239 req-49d04dea-6b7d-4239-87cc-7c1299650c3a tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:50.903869 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b9c8a9e2-f64f-407b-8ce5-8f2226f83239 req-49d04dea-6b7d-4239-87cc-7c1299650c3a tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc7a0dab-e157-4427-ba70-4634d6d2b6e4 HTTP/1.1" status: 200 len: 950 time: 0.0867507 Jul 29 23:19:50.955305 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea57a0c1-3c67-4cf2-bd79-ce8eae9a5b87 req-b0a9aba4-be10-4ead-9641-6a336ce20885 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Network d276bab9-08d9-4ae2-8764-57ec0cf596e7 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:19:50.959032 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a9aba4-be10-4ead-9641-6a336ce20885 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Pushing event updated for resources: {'Port': ['ID=094bef8e-9117-4601-bc20-d8a158b9b9fa,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:50.963808 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b9c8a9e2-f64f-407b-8ce5-8f2226f83239 req-b5b76054-77db-4220-b9c2-3b9dc7617b25 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565085 Jul 29 23:19:51.006707 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-ea57a0c1-3c67-4cf2-bd79-ce8eae9a5b87 req-b0a9aba4-be10-4ead-9641-6a336ce20885 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:19:51.015082 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea57a0c1-3c67-4cf2-bd79-ce8eae9a5b87 req-b0a9aba4-be10-4ead-9641-6a336ce20885 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:19:51.091673 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-2a32e527-a17c-4f69-8f3b-745ad8f2e63f service neutron] Attempting to bind port 1c737562-3bde-4368-8002-ffca91fe2dad on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:19:51.092673 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-2a32e527-a17c-4f69-8f3b-745ad8f2e63f service neutron] Attempting to bind port 1c737562-3bde-4368-8002-ffca91fe2dad by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '44faf3b7-bb51-4059-88d3-a4abe9d7ec9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '607b04b1-02d0-47dd-8d3e-e66db2ec3e7b'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:19:51.093010 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-2a32e527-a17c-4f69-8f3b-745ad8f2e63f service neutron] Attempting to bind port 1c737562-3bde-4368-8002-ffca91fe2dad on network 607b04b1-02d0-47dd-8d3e-e66db2ec3e7b {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:19:51.110613 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-2a32e527-a17c-4f69-8f3b-745ad8f2e63f service neutron] Port 1c737562-3bde-4368-8002-ffca91fe2dad on network 607b04b1-02d0-47dd-8d3e-e66db2ec3e7b not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:19:51.110952 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-2a32e527-a17c-4f69-8f3b-745ad8f2e63f service neutron] Attempting to bind port 1c737562-3bde-4368-8002-ffca91fe2dad on network 607b04b1-02d0-47dd-8d3e-e66db2ec3e7b {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:19:51.139324 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-2a32e527-a17c-4f69-8f3b-745ad8f2e63f service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:19:51.139675 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-2a32e527-a17c-4f69-8f3b-745ad8f2e63f service neutron] Checking segment: {'id': '44faf3b7-bb51-4059-88d3-a4abe9d7ec9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '607b04b1-02d0-47dd-8d3e-e66db2ec3e7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:19:51.140922 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-2a32e527-a17c-4f69-8f3b-745ad8f2e63f service neutron] Bound using segment: {'id': '44faf3b7-bb51-4059-88d3-a4abe9d7ec9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '607b04b1-02d0-47dd-8d3e-e66db2ec3e7b'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:19:51.141143 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-2a32e527-a17c-4f69-8f3b-745ad8f2e63f service neutron] Bound port: 1c737562-3bde-4368-8002-ffca91fe2dad, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44faf3b7-bb51-4059-88d3-a4abe9d7ec9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '607b04b1-02d0-47dd-8d3e-e66db2ec3e7b'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:19:51.141748 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-2a32e527-a17c-4f69-8f3b-745ad8f2e63f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:51.152518 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea57a0c1-3c67-4cf2-bd79-ce8eae9a5b87 req-b0a9aba4-be10-4ead-9641-6a336ce20885 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:51.153263 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ea57a0c1-3c67-4cf2-bd79-ce8eae9a5b87 req-b0a9aba4-be10-4ead-9641-6a336ce20885 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:51.187343 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246cc10f-08e0-4908-bd51-93bdff74648a req-ebea9e64-e499-412e-9c33-6956463af544 tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:51.199936 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-246cc10f-08e0-4908-bd51-93bdff74648a req-ebea9e64-e499-412e-9c33-6956463af544 tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8807690 Jul 29 23:19:51.203012 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f418f6-96ba-460b-ad86-e9792a994054 req-3193d8e1-7b05-4fe6-aa0a-30c8b5667dbd tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:51.211076 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-77f418f6-96ba-460b-ad86-e9792a994054 req-3193d8e1-7b05-4fe6-aa0a-30c8b5667dbd tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/ports?device_id=43a31851-1710-48ac-b612-605808da3259 HTTP/1.1" status: 200 len: 932 time: 0.1859226 Jul 29 23:19:51.248477 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-246cc10f-08e0-4908-bd51-93bdff74648a req-e0c07653-0fea-459a-9167-fd32a660b30d tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Request body: {'port': {'device_id': '685779ab-acd9-4cd7-8e1e-c7f759280c1c', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'admin_state_up': True, 'tenant_id': '9009c62a39254abfafe57d15f208ec09'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:19:51.256240 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ea57a0c1-3c67-4cf2-bd79-ce8eae9a5b87 req-b0a9aba4-be10-4ead-9641-6a336ce20885 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4527607 Jul 29 23:19:51.305903 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-ea57a0c1-3c67-4cf2-bd79-ce8eae9a5b87 req-0d9bf98f-6bc5-4eb9-ad1e-3ea7520be67b service neutron] Request body: {'port': {'device_id': '43a31851-1710-48ac-b612-605808da3259', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:19:51.307066 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-77f418f6-96ba-460b-ad86-e9792a994054 req-95b35f9f-ba51-449b-8872-34972eac292a tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0e5e270-a9be-406d-95d1-49d73a31f45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896795 Jul 29 23:19:51.383018 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-2a32e527-a17c-4f69-8f3b-745ad8f2e63f service neutron] For port 1c737562-3bde-4368-8002-ffca91fe2dad, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:19:51.464721 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc94ec-cceb-4648-9306-9d8e7ec77e84 req-85d4184e-8016-4921-8874-fea89e35676b tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:51.478260 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fdbc94ec-cceb-4648-9306-9d8e7ec77e84 req-85d4184e-8016-4921-8874-fea89e35676b tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "GET /v2.0/ports?device_id=85583eda-44af-4b43-8f72-b78a59cb4479 HTTP/1.1" status: 200 len: 945 time: 0.1378279 Jul 29 23:19:51.491826 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-2a32e527-a17c-4f69-8f3b-745ad8f2e63f service neutron] For port 1c737562-3bde-4368-8002-ffca91fe2dad, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=1c737562-3bde-4368-8002-ffca91fe2dad,segment=NetworkSegment(44faf3b7-bb51-4059-88d3-a4abe9d7ec9d),segment_id=44faf3b7-bb51-4059-88d3-a4abe9d7ec9d)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:19:51.504590 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ea57a0c1-3c67-4cf2-bd79-ce8eae9a5b87 req-0d9bf98f-6bc5-4eb9-ad1e-3ea7520be67b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:51.530576 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-2a32e527-a17c-4f69-8f3b-745ad8f2e63f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:51.635777 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-2a32e527-a17c-4f69-8f3b-745ad8f2e63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:51.636467 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-2a32e527-a17c-4f69-8f3b-745ad8f2e63f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:51.638044 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-2a32e527-a17c-4f69-8f3b-745ad8f2e63f service neutron] 10.222.0.22 "PUT /v2.0/ports/1c737562-3bde-4368-8002-ffca91fe2dad HTTP/1.1" status: 200 len: 1093 time: 3.1890662 Jul 29 23:19:51.638505 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6af4bfda-eddd-44aa-b3fc-10c913d9f8af', 'tag': '1c737562-3bde-4368-8002-ffca91fe2dad'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:19:51.641701 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3ecb77-a959-4042-992b-523579a593e2" -d '{"events": [{"name": "network-changed", "server_uuid": "6af4bfda-eddd-44aa-b3fc-10c913d9f8af", "tag": "1c737562-3bde-4368-8002-ffca91fe2dad"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:19:51.660859 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fdbc94ec-cceb-4648-9306-9d8e7ec77e84 req-b3fcb149-61d9-4aa0-ac20-3e8c1558c6d7 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc34ce93-23ae-4faf-818b-1a3258fade29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688118 Jul 29 23:19:51.682682 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-246cc10f-08e0-4908-bd51-93bdff74648a req-e0c07653-0fea-459a-9167-fd32a660b30d tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Made reservation on behalf of 9009c62a39254abfafe57d15f208ec09 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:19:51.687129 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-246cc10f-08e0-4908-bd51-93bdff74648a req-e0c07653-0fea-459a-9167-fd32a660b30d tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:51.710622 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-437403a2-55d8-41cd-80bb-1dc06f9d55a3 service neutron] Request body: {'port': {'device_id': '6af4bfda-eddd-44aa-b3fc-10c913d9f8af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:19:51.729149 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c8ada2-7e14-4bfe-bec4-9c08da8b6b74 req-37c09723-6c4f-4753-8b73-7c26c99bc02b tempest-MigrationsAdminTest-1213160682 tempest-MigrationsAdminTest-1213160682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:51.741146 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-65c8ada2-7e14-4bfe-bec4-9c08da8b6b74 req-37c09723-6c4f-4753-8b73-7c26c99bc02b tempest-MigrationsAdminTest-1213160682 tempest-MigrationsAdminTest-1213160682-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=dc7a0dab-e157-4427-ba70-4634d6d2b6e4 HTTP/1.1" status: 200 len: 1102 time: 0.2537377 Jul 29 23:19:51.813121 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-246cc10f-08e0-4908-bd51-93bdff74648a req-e0c07653-0fea-459a-9167-fd32a660b30d tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:51.847050 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-65c8ada2-7e14-4bfe-bec4-9c08da8b6b74 req-0070fcf3-ac9a-474a-9d1d-2728d94a5ca2 tempest-MigrationsAdminTest-1213160682 tempest-MigrationsAdminTest-1213160682-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987353 Jul 29 23:19:51.928859 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06ec99-7ad3-477d-b92d-3d75cc20aad8 req-314e318a-37d6-478b-8089-8e87a0ff7b0d tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:51.967477 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06ec99-7ad3-477d-b92d-3d75cc20aad8 req-314e318a-37d6-478b-8089-8e87a0ff7b0d tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:51.974641 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06ec99-7ad3-477d-b92d-3d75cc20aad8 req-314e318a-37d6-478b-8089-8e87a0ff7b0d tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:51.983978 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4f06ec99-7ad3-477d-b92d-3d75cc20aad8 req-314e318a-37d6-478b-8089-8e87a0ff7b0d tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/ports?device_id=6af4bfda-eddd-44aa-b3fc-10c913d9f8af HTTP/1.1" status: 200 len: 2389 time: 0.1607776 Jul 29 23:19:52.039196 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4f06ec99-7ad3-477d-b92d-3d75cc20aad8 req-5d01ba72-2698-4219-8843-ec8d0e435e11 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7d83692-1f36-4f89-b4b6-59d9ab0340f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516496 Jul 29 23:19:52.070884 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.22', 64959) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:52.161287 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ecb77-a959-4042-992b-523579a593e2 req-03f7a939-1c96-46cd-a397-586d51a1b5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:52.163251 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ecb77-a959-4042-992b-523579a593e2 req-03f7a939-1c96-46cd-a397-586d51a1b5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:52.165250 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ecb77-a959-4042-992b-523579a593e2 req-03f7a939-1c96-46cd-a397-586d51a1b5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:52.168958 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ab3ecb77-a959-4042-992b-523579a593e2 req-03f7a939-1c96-46cd-a397-586d51a1b5b8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=51b1efed735945cea153cdfce6450079&device_id=6af4bfda-eddd-44aa-b3fc-10c913d9f8af HTTP/1.1" status: 200 len: 2733 time: 0.0945485 Jul 29 23:19:52.214692 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b406e9d2-2a04-4ab9-b08d-659d9c8854bc req-9aa80df7-ddff-4e90-ad55-122bc165bff7 tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa120cd7-0211-4466-90f0-cdb139621c08 HTTP/1.1" status: 200 len: 210 time: 0.0413206 Jul 29 23:19:52.251979 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-ea57a0c1-3c67-4cf2-bd79-ce8eae9a5b87 req-0d9bf98f-6bc5-4eb9-ad1e-3ea7520be67b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 094bef8e-9117-4601-bc20-d8a158b9b9fa {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:19:52.262521 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ea57a0c1-3c67-4cf2-bd79-ce8eae9a5b87 req-0d9bf98f-6bc5-4eb9-ad1e-3ea7520be67b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:52.276904 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-ea57a0c1-3c67-4cf2-bd79-ce8eae9a5b87 req-0d9bf98f-6bc5-4eb9-ad1e-3ea7520be67b service neutron] Transition to ACTIVE for port object 094bef8e-9117-4601-bc20-d8a158b9b9fa will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:19:52.368767 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a32e527-a17c-4f69-8f3b-745ad8f2e63f service neutron] Pushing event updated for resources: {'Port': ['ID=1c737562-3bde-4368-8002-ffca91fe2dad,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:52.406400 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-629d60a1-82c6-4a47-b66b-6bffd3a3064c x-openstack-request-id: req-629d60a1-82c6-4a47-b66b-6bffd3a3064c {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:19:52.406693 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6af4bfda-eddd-44aa-b3fc-10c913d9f8af", "tag": "1c737562-3bde-4368-8002-ffca91fe2dad", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:19:52.409028 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-629d60a1-82c6-4a47-b66b-6bffd3a3064c {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:19:52.409454 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6af4bfda-eddd-44aa-b3fc-10c913d9f8af', 'tag': '1c737562-3bde-4368-8002-ffca91fe2dad', 'status': 'completed', 'code': 200} Jul 29 23:19:52.410273 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-437403a2-55d8-41cd-80bb-1dc06f9d55a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:52.418188 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ea57a0c1-3c67-4cf2-bd79-ce8eae9a5b87 req-0d9bf98f-6bc5-4eb9-ad1e-3ea7520be67b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:52.537763 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9bf98f-6bc5-4eb9-ad1e-3ea7520be67b service neutron] Pushing event updated for resources: {'Port': ['ID=094bef8e-9117-4601-bc20-d8a158b9b9fa,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:52.544810 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8e70a994-3d98-4f6e-87dc-45f50d5ae7a4 req-e470194a-3cb0-4c7b-b6ca-12b9bb8aac10 tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=9009c62a39254abfafe57d15f208ec09&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1646864 Jul 29 23:19:52.655156 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ecb77-a959-4042-992b-523579a593e2 req-fb5668a3-7085-4412-ba83-0d6038734668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:52.655899 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ecb77-a959-4042-992b-523579a593e2 req-fb5668a3-7085-4412-ba83-0d6038734668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:52.657023 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ecb77-a959-4042-992b-523579a593e2 req-fb5668a3-7085-4412-ba83-0d6038734668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:52.679784 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ab3ecb77-a959-4042-992b-523579a593e2 req-fb5668a3-7085-4412-ba83-0d6038734668 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=51b1efed735945cea153cdfce6450079&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4509737 Jul 29 23:19:53.004265 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ecb77-a959-4042-992b-523579a593e2 req-dcf45871-3b51-4058-a081-5e91ebb30783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:53.005906 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ab3ecb77-a959-4042-992b-523579a593e2 req-dcf45871-3b51-4058-a081-5e91ebb30783 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3222375 Jul 29 23:19:53.016916 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac83681-f60d-4852-91d6-3182b1c58d15 req-f3ec8d4b-b55c-4c4d-921c-ff637c8a0304 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:53.028436 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7ac83681-f60d-4852-91d6-3182b1c58d15 req-f3ec8d4b-b55c-4c4d-921c-ff637c8a0304 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/ports?device_id=43a31851-1710-48ac-b612-605808da3259 HTTP/1.1" status: 200 len: 944 time: 0.5243866 Jul 29 23:19:53.086562 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7ac83681-f60d-4852-91d6-3182b1c58d15 req-b6d638fb-f559-4bb0-945d-5a7b8733b274 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0e5e270-a9be-406d-95d1-49d73a31f45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517454 Jul 29 23:19:53.102669 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-246cc10f-08e0-4908-bd51-93bdff74648a req-e0c07653-0fea-459a-9167-fd32a660b30d tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:53.174574 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-246cc10f-08e0-4908-bd51-93bdff74648a req-e0c07653-0fea-459a-9167-fd32a660b30d tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:53.279990 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6d6fbfbd-cd5c-44a3-8234-8adb821fc8dd req-5a13b55b-66ab-4fd4-a8fa-d9d6b4a57e84 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=02291f5098924703b9b0f8f02943a845&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287948 Jul 29 23:19:53.286543 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8258efa8-e4c7-4c62-a77e-a42ba747fa64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:53.355269 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e343e0cc-007a-4965-83f5-6a430ce7da86 req-b1caaa87-0d04-4848-9535-a6b6c8d6f69c tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1116873824&fields=id&tenant_id=8f631a6d452a4fba84f6b90e2829acee HTTP/1.1" status: 200 len: 267 time: 0.0689721 Jul 29 23:19:53.477634 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c07653-0fea-459a-9167-fd32a660b30d tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a6bacb2-785e-46ce-99a7-969ba7b68206,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:53.572270 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-246cc10f-08e0-4908-bd51-93bdff74648a req-e0c07653-0fea-459a-9167-fd32a660b30d tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Allocated IP 192.168.233.198 (d71c22dc-feef-410b-a7ed-6548cf85bd6f/64bdc61a-58ca-49c7-bae5-ecfed9ee407c/d484528b-d630-4f58-b4ca-1af975d3c6d6) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:19:53.593175 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6fbfbd-cd5c-44a3-8234-8adb821fc8dd req-da513ddd-cfce-435e-b60c-7d868eae84aa tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:53.595747 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70a994-3d98-4f6e-87dc-45f50d5ae7a4 req-881b1d99-a366-4f23-baa6-f06f09064385 tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:53.597528 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8e70a994-3d98-4f6e-87dc-45f50d5ae7a4 req-881b1d99-a366-4f23-baa6-f06f09064385 tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7985358 Jul 29 23:19:53.601574 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6d6fbfbd-cd5c-44a3-8234-8adb821fc8dd req-da513ddd-cfce-435e-b60c-7d868eae84aa tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3117580 Jul 29 23:19:53.616273 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6d6fbfbd-cd5c-44a3-8234-8adb821fc8dd req-cd73a4e3-0011-4e7c-b515-98dea4493ea9 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/quotas/02291f5098924703b9b0f8f02943a845 HTTP/1.1" status: 200 len: 375 time: 0.0138080 Jul 29 23:19:53.623972 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e343e0cc-007a-4965-83f5-6a430ce7da86 req-d220d7ad-42ef-4956-8bac-b7b81c9a4012 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:53.631774 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-8e70a994-3d98-4f6e-87dc-45f50d5ae7a4 req-d27b2a5b-794f-42e8-b5ca-d6103455096f tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Request body: {'port': {'device_id': 'aa120cd7-0211-4466-90f0-cdb139621c08', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'admin_state_up': True, 'tenant_id': '9009c62a39254abfafe57d15f208ec09'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:19:53.631975 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e343e0cc-007a-4965-83f5-6a430ce7da86 req-d220d7ad-42ef-4956-8bac-b7b81c9a4012 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "GET /v2.0/networks?id=080b9e81-fe4d-4e86-a3c0-24ea9929eaa2 HTTP/1.1" status: 200 len: 824 time: 0.2621226 Jul 29 23:19:53.632072 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-ea57a0c1-3c67-4cf2-bd79-ce8eae9a5b87 req-0d9bf98f-6bc5-4eb9-ad1e-3ea7520be67b service neutron] Attempting to bind port 094bef8e-9117-4601-bc20-d8a158b9b9fa on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:19:53.632072 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-ea57a0c1-3c67-4cf2-bd79-ce8eae9a5b87 req-0d9bf98f-6bc5-4eb9-ad1e-3ea7520be67b service neutron] Attempting to bind port 094bef8e-9117-4601-bc20-d8a158b9b9fa by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': 'ad95086a-4aa4-4696-a47c-b54ab11bbc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd276bab9-08d9-4ae2-8764-57ec0cf596e7'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:19:53.632640 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea57a0c1-3c67-4cf2-bd79-ce8eae9a5b87 req-0d9bf98f-6bc5-4eb9-ad1e-3ea7520be67b service neutron] Attempting to bind port 094bef8e-9117-4601-bc20-d8a158b9b9fa on network d276bab9-08d9-4ae2-8764-57ec0cf596e7 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:19:53.664126 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e343e0cc-007a-4965-83f5-6a430ce7da86 req-8abab927-5f10-459b-8e68-e2db08aa5b84 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "GET /v2.0/quotas/8f631a6d452a4fba84f6b90e2829acee HTTP/1.1" status: 200 len: 375 time: 0.0322502 Jul 29 23:19:53.680941 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea57a0c1-3c67-4cf2-bd79-ce8eae9a5b87 req-0d9bf98f-6bc5-4eb9-ad1e-3ea7520be67b service neutron] Port 094bef8e-9117-4601-bc20-d8a158b9b9fa on network d276bab9-08d9-4ae2-8764-57ec0cf596e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:19:53.680941 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea57a0c1-3c67-4cf2-bd79-ce8eae9a5b87 req-0d9bf98f-6bc5-4eb9-ad1e-3ea7520be67b service neutron] Attempting to bind port 094bef8e-9117-4601-bc20-d8a158b9b9fa on network d276bab9-08d9-4ae2-8764-57ec0cf596e7 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:19:53.714381 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea57a0c1-3c67-4cf2-bd79-ce8eae9a5b87 req-0d9bf98f-6bc5-4eb9-ad1e-3ea7520be67b service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:19:53.714750 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea57a0c1-3c67-4cf2-bd79-ce8eae9a5b87 req-0d9bf98f-6bc5-4eb9-ad1e-3ea7520be67b service neutron] Checking segment: {'id': 'ad95086a-4aa4-4696-a47c-b54ab11bbc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd276bab9-08d9-4ae2-8764-57ec0cf596e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:19:53.715074 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea57a0c1-3c67-4cf2-bd79-ce8eae9a5b87 req-0d9bf98f-6bc5-4eb9-ad1e-3ea7520be67b service neutron] Bound using segment: {'id': 'ad95086a-4aa4-4696-a47c-b54ab11bbc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd276bab9-08d9-4ae2-8764-57ec0cf596e7'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:19:53.715608 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-ea57a0c1-3c67-4cf2-bd79-ce8eae9a5b87 req-0d9bf98f-6bc5-4eb9-ad1e-3ea7520be67b service neutron] Bound port: 094bef8e-9117-4601-bc20-d8a158b9b9fa, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad95086a-4aa4-4696-a47c-b54ab11bbc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd276bab9-08d9-4ae2-8764-57ec0cf596e7'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:19:53.716004 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ea57a0c1-3c67-4cf2-bd79-ce8eae9a5b87 req-0d9bf98f-6bc5-4eb9-ad1e-3ea7520be67b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:53.814212 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6d6fbfbd-cd5c-44a3-8234-8adb821fc8dd req-1262d818-a971-447f-ab45-a69db4bac9d6 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=02291f5098924703b9b0f8f02943a845&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1790483 Jul 29 23:19:53.873723 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e343e0cc-007a-4965-83f5-6a430ce7da86 req-abf99db0-8e7b-4d09-a32d-e257379b3c49 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8f631a6d452a4fba84f6b90e2829acee&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1996915 Jul 29 23:19:53.908813 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-437403a2-55d8-41cd-80bb-1dc06f9d55a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9d837b7-a2b8-4ee4-a0a5-9c770e308ee6 {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:19:53.928504 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-437403a2-55d8-41cd-80bb-1dc06f9d55a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:54.056737 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-437403a2-55d8-41cd-80bb-1dc06f9d55a3 service neutron] Transition to ACTIVE for port object e9d837b7-a2b8-4ee4-a0a5-9c770e308ee6 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:19:54.056737 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-ea57a0c1-3c67-4cf2-bd79-ce8eae9a5b87 req-0d9bf98f-6bc5-4eb9-ad1e-3ea7520be67b service neutron] For port 094bef8e-9117-4601-bc20-d8a158b9b9fa, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:19:54.058685 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e343e0cc-007a-4965-83f5-6a430ce7da86 req-99737a7f-a4e9-487d-80dd-b3fd35fd8c83 service neutron] 10.222.0.43 "GET /v2.0/networks/080b9e81-fe4d-4e86-a3c0-24ea9929eaa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800690 Jul 29 23:19:54.097832 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-ea57a0c1-3c67-4cf2-bd79-ce8eae9a5b87 req-0d9bf98f-6bc5-4eb9-ad1e-3ea7520be67b service neutron] For port 094bef8e-9117-4601-bc20-d8a158b9b9fa, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=094bef8e-9117-4601-bc20-d8a158b9b9fa,segment=NetworkSegment(ad95086a-4aa4-4696-a47c-b54ab11bbc8c),segment_id=ad95086a-4aa4-4696-a47c-b54ab11bbc8c)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:19:54.100140 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-437403a2-55d8-41cd-80bb-1dc06f9d55a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:54.135407 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-246cc10f-08e0-4908-bd51-93bdff74648a req-e0c07653-0fea-459a-9167-fd32a660b30d tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:54.152084 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ea57a0c1-3c67-4cf2-bd79-ce8eae9a5b87 req-0d9bf98f-6bc5-4eb9-ad1e-3ea7520be67b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:54.153970 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e70a994-3d98-4f6e-87dc-45f50d5ae7a4 req-d27b2a5b-794f-42e8-b5ca-d6103455096f tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Made reservation on behalf of 9009c62a39254abfafe57d15f208ec09 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:19:54.162739 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-8e70a994-3d98-4f6e-87dc-45f50d5ae7a4 req-d27b2a5b-794f-42e8-b5ca-d6103455096f tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:54.249505 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-246cc10f-08e0-4908-bd51-93bdff74648a req-e0c07653-0fea-459a-9167-fd32a660b30d tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Transition to ACTIVE for port object d484528b-d630-4f58-b4ca-1af975d3c6d6 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:19:54.266090 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea57a0c1-3c67-4cf2-bd79-ce8eae9a5b87 req-0d9bf98f-6bc5-4eb9-ad1e-3ea7520be67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:54.266712 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ea57a0c1-3c67-4cf2-bd79-ce8eae9a5b87 req-0d9bf98f-6bc5-4eb9-ad1e-3ea7520be67b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:54.268089 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ea57a0c1-3c67-4cf2-bd79-ce8eae9a5b87 req-0d9bf98f-6bc5-4eb9-ad1e-3ea7520be67b service neutron] 10.222.0.22 "PUT /v2.0/ports/094bef8e-9117-4601-bc20-d8a158b9b9fa HTTP/1.1" status: 200 len: 1093 time: 2.9974856 Jul 29 23:19:54.312714 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437403a2-55d8-41cd-80bb-1dc06f9d55a3 service neutron] Pushing event updated for resources: {'Port': ['ID=e9d837b7-a2b8-4ee4-a0a5-9c770e308ee6,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:54.338628 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e343e0cc-007a-4965-83f5-6a430ce7da86 req-c98a1397-bde8-4064-a81a-bcb7913e0261 service neutron] 10.222.0.43 "GET /v2.0/networks/080b9e81-fe4d-4e86-a3c0-24ea9929eaa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2744241 Jul 29 23:19:54.442141 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de83cff0-c466-4260-adce-d6d53cfbf1b8 req-7fdba460-1ebc-4b59-a677-56d792bea15b tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:54.455740 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de83cff0-c466-4260-adce-d6d53cfbf1b8 req-7fdba460-1ebc-4b59-a677-56d792bea15b tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:54.483315 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a31851-1710-48ac-b612-605808da3259', 'tag': '094bef8e-9117-4601-bc20-d8a158b9b9fa'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:19:54.486484 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ef99e0-582b-4846-9c31-026a8199d4ad" -d '{"events": [{"name": "network-changed", "server_uuid": "43a31851-1710-48ac-b612-605808da3259", "tag": "094bef8e-9117-4601-bc20-d8a158b9b9fa"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:19:54.486843 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de83cff0-c466-4260-adce-d6d53cfbf1b8 req-7fdba460-1ebc-4b59-a677-56d792bea15b tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:54.509361 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-de83cff0-c466-4260-adce-d6d53cfbf1b8 req-7fdba460-1ebc-4b59-a677-56d792bea15b tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/ports?device_id=6af4bfda-eddd-44aa-b3fc-10c913d9f8af HTTP/1.1" status: 200 len: 2401 time: 0.2664645 Jul 29 23:19:54.570209 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d033688-aa4f-4aaf-acfb-7fdd740ed053 req-16008474-0e50-4839-a8d5-2c82bbcc7c9d tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:54.578732 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7d033688-aa4f-4aaf-acfb-7fdd740ed053 req-16008474-0e50-4839-a8d5-2c82bbcc7c9d tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.41 "GET /v2.0/ports?device_id=85583eda-44af-4b43-8f72-b78a59cb4479 HTTP/1.1" status: 200 len: 945 time: 0.2473786 Jul 29 23:19:54.712114 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-de83cff0-c466-4260-adce-d6d53cfbf1b8 req-ca73d8aa-414f-4c02-9717-ffbe3fa4191b tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7d83692-1f36-4f89-b4b6-59d9ab0340f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026927 Jul 29 23:19:54.778904 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-246cc10f-08e0-4908-bd51-93bdff74648a req-e0c07653-0fea-459a-9167-fd32a660b30d tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:54.805264 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-7d033688-aa4f-4aaf-acfb-7fdd740ed053 req-2982d552-98d3-43be-8ab6-e65e30dfa13d tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Deleting port 21d6fe67-a2ba-4368-8d45-12b9c170ff23 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:19:54.805539 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9bf98f-6bc5-4eb9-ad1e-3ea7520be67b service neutron] Pushing event updated for resources: {'Port': ['ID=094bef8e-9117-4601-bc20-d8a158b9b9fa,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:54.805913 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-7d033688-aa4f-4aaf-acfb-7fdd740ed053 req-2982d552-98d3-43be-8ab6-e65e30dfa13d tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:54.815348 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea57a0c1-3c67-4cf2-bd79-ce8eae9a5b87 req-a90fc021-435b-43d2-83e5-6f2d34304cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:54.817534 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ea57a0c1-3c67-4cf2-bd79-ce8eae9a5b87 req-a90fc021-435b-43d2-83e5-6f2d34304cc7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4b67b92d11074e3aa4a6c16a91e570ff&device_id=43a31851-1710-48ac-b612-605808da3259 HTTP/1.1" status: 200 len: 1096 time: 0.4889202 Jul 29 23:19:54.946089 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-246cc10f-08e0-4908-bd51-93bdff74648a req-e0c07653-0fea-459a-9167-fd32a660b30d tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Network d71c22dc-feef-410b-a7ed-6548cf85bd6f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:19:54.947288 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-437403a2-55d8-41cd-80bb-1dc06f9d55a3 service neutron] Attempting to bind port e9d837b7-a2b8-4ee4-a0a5-9c770e308ee6 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:19:54.947739 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-437403a2-55d8-41cd-80bb-1dc06f9d55a3 service neutron] Attempting to bind port e9d837b7-a2b8-4ee4-a0a5-9c770e308ee6 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '99e580a8-4068-4231-bbe8-34a265dc400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b3cebaf8-d29a-42a6-a020-83fdcc8764e3'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:19:54.948201 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-437403a2-55d8-41cd-80bb-1dc06f9d55a3 service neutron] Attempting to bind port e9d837b7-a2b8-4ee4-a0a5-9c770e308ee6 on network b3cebaf8-d29a-42a6-a020-83fdcc8764e3 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:19:54.975944 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ea57a0c1-3c67-4cf2-bd79-ce8eae9a5b87 req-40f8dff7-f846-4064-8b62-91657c3b9cea service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=094bef8e-9117-4601-bc20-d8a158b9b9fa HTTP/1.1" status: 200 len: 217 time: 0.1245246 Jul 29 23:19:54.976958 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-246cc10f-08e0-4908-bd51-93bdff74648a req-e0c07653-0fea-459a-9167-fd32a660b30d tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:19:54.980932 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cce87973-1703-42cb-82aa-e3dc82594f3e req-2f7ac317-f7e2-4bf2-9bfe-b3301986b9fe tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa120cd7-0211-4466-90f0-cdb139621c08 HTTP/1.1" status: 200 len: 210 time: 0.1902070 Jul 29 23:19:55.004246 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-7d033688-aa4f-4aaf-acfb-7fdd740ed053 req-2982d552-98d3-43be-8ab6-e65e30dfa13d tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] For port 21d6fe67-a2ba-4368-8d45-12b9c170ff23, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=21d6fe67-a2ba-4368-8d45-12b9c170ff23,segment=NetworkSegment(42107b5e-6268-4b9c-87e8-287a1e78b5ad),segment_id=42107b5e-6268-4b9c-87e8-287a1e78b5ad)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:55.004583 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-7d033688-aa4f-4aaf-acfb-7fdd740ed053 req-2982d552-98d3-43be-8ab6-e65e30dfa13d tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:55.010425 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-246cc10f-08e0-4908-bd51-93bdff74648a req-e0c07653-0fea-459a-9167-fd32a660b30d tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:19:55.083507 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c07653-0fea-459a-9167-fd32a660b30d tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Pushing event updated for resources: {'Port': ['ID=d484528b-d630-4f58-b4ca-1af975d3c6d6,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:55.097547 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-437403a2-55d8-41cd-80bb-1dc06f9d55a3 service neutron] Port e9d837b7-a2b8-4ee4-a0a5-9c770e308ee6 on network b3cebaf8-d29a-42a6-a020-83fdcc8764e3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:19:55.098456 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-437403a2-55d8-41cd-80bb-1dc06f9d55a3 service neutron] Attempting to bind port e9d837b7-a2b8-4ee4-a0a5-9c770e308ee6 on network b3cebaf8-d29a-42a6-a020-83fdcc8764e3 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:19:55.137041 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-8e70a994-3d98-4f6e-87dc-45f50d5ae7a4 req-d27b2a5b-794f-42e8-b5ca-d6103455096f tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Allocated IP 192.168.233.98 (d71c22dc-feef-410b-a7ed-6548cf85bd6f/64bdc61a-58ca-49c7-bae5-ecfed9ee407c/e7636624-ee00-43ce-8045-cac196986c66) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:19:55.166845 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-437403a2-55d8-41cd-80bb-1dc06f9d55a3 service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:19:55.167280 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-437403a2-55d8-41cd-80bb-1dc06f9d55a3 service neutron] Checking segment: {'id': '99e580a8-4068-4231-bbe8-34a265dc400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b3cebaf8-d29a-42a6-a020-83fdcc8764e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:19:55.167677 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-437403a2-55d8-41cd-80bb-1dc06f9d55a3 service neutron] Bound using segment: {'id': '99e580a8-4068-4231-bbe8-34a265dc400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b3cebaf8-d29a-42a6-a020-83fdcc8764e3'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:19:55.168828 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-437403a2-55d8-41cd-80bb-1dc06f9d55a3 service neutron] Bound port: e9d837b7-a2b8-4ee4-a0a5-9c770e308ee6, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99e580a8-4068-4231-bbe8-34a265dc400d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'b3cebaf8-d29a-42a6-a020-83fdcc8764e3'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:19:55.169197 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-437403a2-55d8-41cd-80bb-1dc06f9d55a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:55.226852 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9154a686-a5b0-430a-a371-09681e633015 req-3282e0d2-b5f8-4488-9ca3-ea307c3d0bba tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=1267093b-eddb-411d-af46-da473585ddce HTTP/1.1" status: 200 len: 210 time: 0.1039307 Jul 29 23:19:55.241030 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:19:55.254940 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246cc10f-08e0-4908-bd51-93bdff74648a req-e0c07653-0fea-459a-9167-fd32a660b30d tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:55.255839 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-246cc10f-08e0-4908-bd51-93bdff74648a req-e0c07653-0fea-459a-9167-fd32a660b30d tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:55.262927 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea57a0c1-3c67-4cf2-bd79-ce8eae9a5b87 req-ab7b17d1-3ff8-4526-9673-8769396c461b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:55.265538 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ea57a0c1-3c67-4cf2-bd79-ce8eae9a5b87 req-ab7b17d1-3ff8-4526-9673-8769396c461b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f9c6655f-91b3-4916-a461-d6d5f8fce027 HTTP/1.1" status: 200 len: 851 time: 0.2600839 Jul 29 23:19:55.324011 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9e86fd-6244-472c-975d-02319d4c88e7 x-openstack-request-id: req-dc9e86fd-6244-472c-975d-02319d4c88e7 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:19:55.324303 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43a31851-1710-48ac-b612-605808da3259", "tag": "094bef8e-9117-4601-bc20-d8a158b9b9fa", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:19:55.324550 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dc9e86fd-6244-472c-975d-02319d4c88e7 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:19:55.324931 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43a31851-1710-48ac-b612-605808da3259', 'tag': '094bef8e-9117-4601-bc20-d8a158b9b9fa', 'status': 'completed', 'code': 200} Jul 29 23:19:55.353506 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ea57a0c1-3c67-4cf2-bd79-ce8eae9a5b87 req-dde2ff7a-eb7c-4da5-b5a1-217d394c2747 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d276bab9-08d9-4ae2-8764-57ec0cf596e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537434 Jul 29 23:19:55.361937 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-9bf14dbe-4669-4400-9f65-f76cb3603182 None None] Provisioning for port d484528b-d630-4f58-b4ca-1af975d3c6d6 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:19:55.363568 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-246cc10f-08e0-4908-bd51-93bdff74648a req-e0c07653-0fea-459a-9167-fd32a660b30d tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1469755 Jul 29 23:19:55.372527 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-9bf14dbe-4669-4400-9f65-f76cb3603182 None None] Provisioning complete for port d484528b-d630-4f58-b4ca-1af975d3c6d6 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:19:55.373109 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9bf14dbe-4669-4400-9f65-f76cb3603182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:55.406722 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7b54d8dc-cc15-4304-b785-315c59d97b02 req-a92e5c2c-05ec-4ae8-81fd-b161e9777338 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd39aad8-3dcc-4692-a7a1-1c202be00ae5 HTTP/1.1" status: 200 len: 210 time: 0.0426543 Jul 29 23:19:55.433736 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-246cc10f-08e0-4908-bd51-93bdff74648a req-dfb1a9eb-244d-41b8-bbee-ef25dc64a86e service neutron] Request body: {'port': {'device_id': '685779ab-acd9-4cd7-8e1e-c7f759280c1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:19:55.442880 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d2c568-2444-4280-a7de-720eb6665a89 req-0d9a5c1a-02a8-476d-aab9-7e327ecb02a8 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:55.452576 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-41d2c568-2444-4280-a7de-720eb6665a89 req-0d9a5c1a-02a8-476d-aab9-7e327ecb02a8 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/ports?device_id=43a31851-1710-48ac-b612-605808da3259 HTTP/1.1" status: 200 len: 944 time: 0.3309114 Jul 29 23:19:55.484735 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-9bf14dbe-4669-4400-9f65-f76cb3603182 None None] Port d484528b-d630-4f58-b4ca-1af975d3c6d6 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:19:55.808920 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-437403a2-55d8-41cd-80bb-1dc06f9d55a3 service neutron] For port e9d837b7-a2b8-4ee4-a0a5-9c770e308ee6, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:19:55.862397 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-437403a2-55d8-41cd-80bb-1dc06f9d55a3 service neutron] For port e9d837b7-a2b8-4ee4-a0a5-9c770e308ee6, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=e9d837b7-a2b8-4ee4-a0a5-9c770e308ee6,segment=NetworkSegment(99e580a8-4068-4231-bbe8-34a265dc400d),segment_id=99e580a8-4068-4231-bbe8-34a265dc400d)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:19:55.878205 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6d6fbfbd-cd5c-44a3-8234-8adb821fc8dd req-20d0f02e-2463-4550-98f8-aa28a757ffb8 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=02291f5098924703b9b0f8f02943a845&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0549836 Jul 29 23:19:55.878896 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0689af46-2664-43f5-a243-4ac2f0b66d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:55.885533 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-437403a2-55d8-41cd-80bb-1dc06f9d55a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:55.900332 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-246cc10f-08e0-4908-bd51-93bdff74648a req-dfb1a9eb-244d-41b8-bbee-ef25dc64a86e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:55.924745 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-41d2c568-2444-4280-a7de-720eb6665a89 req-185f329c-a462-4341-8cf9-dcb29ddea9d4 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0e5e270-a9be-406d-95d1-49d73a31f45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4712799 Jul 29 23:19:55.960321 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-8e70a994-3d98-4f6e-87dc-45f50d5ae7a4 req-d27b2a5b-794f-42e8-b5ca-d6103455096f tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:55.961946 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-7d033688-aa4f-4aaf-acfb-7fdd740ed053 req-2982d552-98d3-43be-8ab6-e65e30dfa13d tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:55.962435 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-7d033688-aa4f-4aaf-acfb-7fdd740ed053 req-2982d552-98d3-43be-8ab6-e65e30dfa13d tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:55.962628 n-d-712141-10 neutron-server[94078]: INFO neutron.db.l3_db [req-7d033688-aa4f-4aaf-acfb-7fdd740ed053 req-2982d552-98d3-43be-8ab6-e65e30dfa13d tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Floating IP 2ad20a5a-b1fc-41a9-9ae2-9aeb17c793dd disassociated. External IP: 172.25.0.41, port: 21d6fe67-a2ba-4368-8d45-12b9c170ff23. Jul 29 23:19:55.962977 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-7d033688-aa4f-4aaf-acfb-7fdd740ed053 req-2982d552-98d3-43be-8ab6-e65e30dfa13d tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Calling delete_port for 21d6fe67-a2ba-4368-8d45-12b9c170ff23 owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:19:55.974011 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-437403a2-55d8-41cd-80bb-1dc06f9d55a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:55.974713 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-437403a2-55d8-41cd-80bb-1dc06f9d55a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:55.977053 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-437403a2-55d8-41cd-80bb-1dc06f9d55a3 service neutron] 10.222.0.22 "PUT /v2.0/ports/e9d837b7-a2b8-4ee4-a0a5-9c770e308ee6 HTTP/1.1" status: 200 len: 1093 time: 4.2778857 Jul 29 23:19:55.988060 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ea57a0c1-3c67-4cf2-bd79-ce8eae9a5b87 req-790f7860-591f-4c97-82b0-40153d8ced3d service neutron] 10.222.0.22 "GET /v2.0/networks/d276bab9-08d9-4ae2-8764-57ec0cf596e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6206989 Jul 29 23:19:55.998799 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6172487c-f011-4545-aa88-0b1458baf11b req-cbb25d06-c825-40e7-ae5b-727ea23d2d78 tempest-ServersAdminTestJSON-1737595073 tempest-ServersAdminTestJSON-1737595073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:56.000267 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6172487c-f011-4545-aa88-0b1458baf11b req-cbb25d06-c825-40e7-ae5b-727ea23d2d78 tempest-ServersAdminTestJSON-1737595073 tempest-ServersAdminTestJSON-1737595073-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=9e7c21fc-a617-499a-a692-712fb381b4fb HTTP/1.1" status: 200 len: 1102 time: 0.1783679 Jul 29 23:19:56.006122 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-8e70a994-3d98-4f6e-87dc-45f50d5ae7a4 req-d27b2a5b-794f-42e8-b5ca-d6103455096f tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Transition to ACTIVE for port object e7636624-ee00-43ce-8045-cac196986c66 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:19:56.053673 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-b0084366-5add-4896-9617-d34704ce30b3 service neutron] Request body: {'port': {'device_id': '6af4bfda-eddd-44aa-b3fc-10c913d9f8af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:19:56.123387 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437403a2-55d8-41cd-80bb-1dc06f9d55a3 service neutron] Pushing event updated for resources: {'Port': ['ID=e9d837b7-a2b8-4ee4-a0a5-9c770e308ee6,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:56.127757 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6fbfbd-cd5c-44a3-8234-8adb821fc8dd req-cab7d3e2-2ad5-4942-9b1f-b3854442c768 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:56.129238 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6d6fbfbd-cd5c-44a3-8234-8adb821fc8dd req-cab7d3e2-2ad5-4942-9b1f-b3854442c768 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2409537 Jul 29 23:19:56.144126 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6172487c-f011-4545-aa88-0b1458baf11b req-9935dad7-dbdf-4c24-807d-4e2fc57a6461 tempest-ServersAdminTestJSON-1737595073 tempest-ServersAdminTestJSON-1737595073-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995190 Jul 29 23:19:56.253404 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-6d6fbfbd-cd5c-44a3-8234-8adb821fc8dd req-8d98718b-f37b-4c75-99cd-33457e061b13 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Request body: {'port': {'device_id': '1267093b-eddb-411d-af46-da473585ddce', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'admin_state_up': True, 'tenant_id': '02291f5098924703b9b0f8f02943a845'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:19:56.294460 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.41', 52255) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:56.303968 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-b0084366-5add-4896-9617-d34704ce30b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:56.329211 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-8e70a994-3d98-4f6e-87dc-45f50d5ae7a4 req-d27b2a5b-794f-42e8-b5ca-d6103455096f tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:56.335170 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:56.419268 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-7d033688-aa4f-4aaf-acfb-7fdd740ed053 req-2982d552-98d3-43be-8ab6-e65e30dfa13d tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:56.430219 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ea57a0c1-3c67-4cf2-bd79-ce8eae9a5b87 req-26c845e6-3967-4fe2-9330-0b114b9a8791 service neutron] 10.222.0.22 "GET /v2.0/networks/d276bab9-08d9-4ae2-8764-57ec0cf596e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4253173 Jul 29 23:19:56.484887 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2982d552-98d3-43be-8ab6-e65e30dfa13d tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Pushing event deleted for resources: {'Port': ['ID=21d6fe67-a2ba-4368-8d45-12b9c170ff23,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:56.514470 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cb8a0c-0c29-41d3-885c-f3e3479679ee req-b0244772-a53e-48ce-9ac2-bb5387257aa2 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:56.520443 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cb8a0c-0c29-41d3-885c-f3e3479679ee req-b0244772-a53e-48ce-9ac2-bb5387257aa2 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:56.528200 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cb8a0c-0c29-41d3-885c-f3e3479679ee req-b0244772-a53e-48ce-9ac2-bb5387257aa2 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:56.530744 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-88cb8a0c-0c29-41d3-885c-f3e3479679ee req-b0244772-a53e-48ce-9ac2-bb5387257aa2 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/ports?device_id=6af4bfda-eddd-44aa-b3fc-10c913d9f8af HTTP/1.1" status: 200 len: 2401 time: 0.1945312 Jul 29 23:19:56.550592 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e70a994-3d98-4f6e-87dc-45f50d5ae7a4 req-d27b2a5b-794f-42e8-b5ca-d6103455096f tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Network d71c22dc-feef-410b-a7ed-6548cf85bd6f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:19:56.575310 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-8e70a994-3d98-4f6e-87dc-45f50d5ae7a4 req-d27b2a5b-794f-42e8-b5ca-d6103455096f tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:19:56.578459 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e70a994-3d98-4f6e-87dc-45f50d5ae7a4 req-d27b2a5b-794f-42e8-b5ca-d6103455096f tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:19:56.631105 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d6fbfbd-cd5c-44a3-8234-8adb821fc8dd req-8d98718b-f37b-4c75-99cd-33457e061b13 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Made reservation on behalf of 02291f5098924703b9b0f8f02943a845 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:19:56.633245 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-6d6fbfbd-cd5c-44a3-8234-8adb821fc8dd req-8d98718b-f37b-4c75-99cd-33457e061b13 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:56.717653 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27b2a5b-794f-42e8-b5ca-d6103455096f tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Pushing event updated for resources: {'Port': ['ID=e7636624-ee00-43ce-8045-cac196986c66,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:56.726469 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70a994-3d98-4f6e-87dc-45f50d5ae7a4 req-d27b2a5b-794f-42e8-b5ca-d6103455096f tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:56.727333 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-8e70a994-3d98-4f6e-87dc-45f50d5ae7a4 req-d27b2a5b-794f-42e8-b5ca-d6103455096f tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:56.761245 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-88cb8a0c-0c29-41d3-885c-f3e3479679ee req-e0f3e99a-8dbf-46be-a5f9-0f0c683c9028 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7d83692-1f36-4f89-b4b6-59d9ab0340f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191780 Jul 29 23:19:56.833840 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d033688-aa4f-4aaf-acfb-7fdd740ed053 req-2982d552-98d3-43be-8ab6-e65e30dfa13d tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Router 2cdaefaf-dcbd-4b6a-a327-2989f85aa230 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:19:56.874979 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c0c411-0b48-4cb8-8d78-d24df3a1ef0f req-4c36c91d-a854-4ea6-ab35-a5553368771a tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:56.876508 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b5c0c411-0b48-4cb8-8d78-d24df3a1ef0f req-4c36c91d-a854-4ea6-ab35-a5553368771a tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa120cd7-0211-4466-90f0-cdb139621c08 HTTP/1.1" status: 200 len: 935 time: 0.1958320 Jul 29 23:19:56.888277 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-246cc10f-08e0-4908-bd51-93bdff74648a req-dfb1a9eb-244d-41b8-bbee-ef25dc64a86e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d484528b-d630-4f58-b4ca-1af975d3c6d6 {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:19:56.891776 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c9b11fd4-7229-4e4c-bed5-babe20562e22 None None] Provisioning for port e7636624-ee00-43ce-8045-cac196986c66 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:19:56.897707 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-246cc10f-08e0-4908-bd51-93bdff74648a req-dfb1a9eb-244d-41b8-bbee-ef25dc64a86e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:56.898731 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c9b11fd4-7229-4e4c-bed5-babe20562e22 None None] Provisioning complete for port e7636624-ee00-43ce-8045-cac196986c66 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:19:56.900920 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c9b11fd4-7229-4e4c-bed5-babe20562e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:56.933552 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-246cc10f-08e0-4908-bd51-93bdff74648a req-dfb1a9eb-244d-41b8-bbee-ef25dc64a86e service neutron] Transition to ACTIVE for port object d484528b-d630-4f58-b4ca-1af975d3c6d6 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:19:56.951666 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-c9b11fd4-7229-4e4c-bed5-babe20562e22 None None] Port e7636624-ee00-43ce-8045-cac196986c66 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:19:56.956732 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8e70a994-3d98-4f6e-87dc-45f50d5ae7a4 req-d27b2a5b-794f-42e8-b5ca-d6103455096f tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3411469 Jul 29 23:19:56.973758 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b5c0c411-0b48-4cb8-8d78-d24df3a1ef0f req-5116b7ab-7908-4280-a611-ec9c86651299 tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a6bacb2-785e-46ce-99a7-969ba7b68206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876980 Jul 29 23:19:56.976720 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-246cc10f-08e0-4908-bd51-93bdff74648a req-dfb1a9eb-244d-41b8-bbee-ef25dc64a86e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:57.036146 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-8e70a994-3d98-4f6e-87dc-45f50d5ae7a4 req-5da13e8a-6647-4250-bbb4-a246734a3fd9 service neutron] Request body: {'port': {'device_id': 'aa120cd7-0211-4466-90f0-cdb139621c08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:19:57.047902 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb1a9eb-244d-41b8-bbee-ef25dc64a86e service neutron] Pushing event updated for resources: {'Port': ['ID=d484528b-d630-4f58-b4ca-1af975d3c6d6,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:57.126602 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-6d6fbfbd-cd5c-44a3-8234-8adb821fc8dd req-8d98718b-f37b-4c75-99cd-33457e061b13 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Allocated IP 192.168.233.236 (d71c22dc-feef-410b-a7ed-6548cf85bd6f/64bdc61a-58ca-49c7-bae5-ecfed9ee407c/732e4cd7-9239-4732-a034-dc116891a8a7) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:19:57.137381 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef99e0-582b-4846-9c31-026a8199d4ad req-6edae6b9-e48c-4b69-8950-8bab6ea948f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:57.139612 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-47ef99e0-582b-4846-9c31-026a8199d4ad req-6edae6b9-e48c-4b69-8950-8bab6ea948f6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4b67b92d11074e3aa4a6c16a91e570ff&device_id=43a31851-1710-48ac-b612-605808da3259 HTTP/1.1" status: 200 len: 1096 time: 0.5989108 Jul 29 23:19:57.152377 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e343e0cc-007a-4965-83f5-6a430ce7da86 req-4246b662-4850-4bb9-888f-db732de4a2a9 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:57.155634 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e343e0cc-007a-4965-83f5-6a430ce7da86 req-4246b662-4850-4bb9-888f-db732de4a2a9 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.41 "GET /v2.0/networks?id=080b9e81-fe4d-4e86-a3c0-24ea9929eaa2 HTTP/1.1" status: 200 len: 824 time: 0.8486028 Jul 29 23:19:57.195473 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d033688-aa4f-4aaf-acfb-7fdd740ed053 req-2982d552-98d3-43be-8ab6-e65e30dfa13d tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:19:57.211594 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565a8165-d5e8-47e1-9e53-956d807de802 None None] Sync routers for ids ['2cdaefaf-dcbd-4b6a-a327-2989f85aa230'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:19:57.230477 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565a8165-d5e8-47e1-9e53-956d807de802 None None] Routers {'2cdaefaf-dcbd-4b6a-a327-2989f85aa230'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:19:57.234127 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-565a8165-d5e8-47e1-9e53-956d807de802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:19:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['2cdaefaf-dcbd-4b6a-a327-2989f85aa230'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:57.274753 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef99e0-582b-4846-9c31-026a8199d4ad req-8d6cf9d7-d43f-4493-b58b-77880e85a939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:57.276554 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-47ef99e0-582b-4846-9c31-026a8199d4ad req-8d6cf9d7-d43f-4493-b58b-77880e85a939 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d276bab9-08d9-4ae2-8764-57ec0cf596e7 HTTP/1.1" status: 200 len: 912 time: 0.1156144 Jul 29 23:19:57.333854 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6af4bfda-eddd-44aa-b3fc-10c913d9f8af', 'tag': 'e9d837b7-a2b8-4ee4-a0a5-9c770e308ee6'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:19:57.336379 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10629d49-5ad1-4f31-a330-90cff60ce25a" -d '{"events": [{"name": "network-changed", "server_uuid": "6af4bfda-eddd-44aa-b3fc-10c913d9f8af", "tag": "e9d837b7-a2b8-4ee4-a0a5-9c770e308ee6"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:19:57.344073 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d033688-aa4f-4aaf-acfb-7fdd740ed053 req-2982d552-98d3-43be-8ab6-e65e30dfa13d tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] No DVR routers for this DVR port 21d6fe67-a2ba-4368-8d45-12b9c170ff23 on host n-h1-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:19:57.384410 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-7d033688-aa4f-4aaf-acfb-7fdd740ed053 req-2982d552-98d3-43be-8ab6-e65e30dfa13d tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:57.387260 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7d033688-aa4f-4aaf-acfb-7fdd740ed053 req-2982d552-98d3-43be-8ab6-e65e30dfa13d tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.41 "DELETE /v2.0/ports/21d6fe67-a2ba-4368-8d45-12b9c170ff23 HTTP/1.1" status: 204 len: 173 time: 2.8011582 Jul 29 23:19:57.390483 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85583eda-44af-4b43-8f72-b78a59cb4479', 'name': 'network-vif-deleted', 'tag': '21d6fe67-a2ba-4368-8d45-12b9c170ff23'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:19:57.426875 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-194c8804-0ee1-4989-a3bc-39405c8571e0" -d '{"events": [{"server_uuid": "85583eda-44af-4b43-8f72-b78a59cb4479", "name": "network-vif-deleted", "tag": "21d6fe67-a2ba-4368-8d45-12b9c170ff23"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:19:57.475088 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170dcb4c-b490-481f-bf60-e420a53cfe65 req-9bf58dce-7ada-46aa-bf16-f45ce71d1326 tempest-ServersAdminTestJSON-1737595073 tempest-ServersAdminTestJSON-1737595073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:57.501246 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-47ef99e0-582b-4846-9c31-026a8199d4ad req-dd3e9041-d5e0-427a-95ea-ededeec97978 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=094bef8e-9117-4601-bc20-d8a158b9b9fa HTTP/1.1" status: 200 len: 217 time: 0.2081292 Jul 29 23:19:57.514675 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-170dcb4c-b490-481f-bf60-e420a53cfe65 req-9bf58dce-7ada-46aa-bf16-f45ce71d1326 tempest-ServersAdminTestJSON-1737595073 tempest-ServersAdminTestJSON-1737595073-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=9e7c21fc-a617-499a-a692-712fb381b4fb HTTP/1.1" status: 200 len: 1102 time: 0.3669202 Jul 29 23:19:57.542644 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e343e0cc-007a-4965-83f5-6a430ce7da86 req-a49f332b-7305-4d5b-84cb-6daf2dc75933 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f631a6d452a4fba84f6b90e2829acee HTTP/1.1" status: 200 len: 380 time: 0.2579548 Jul 29 23:19:57.560235 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-565a8165-d5e8-47e1-9e53-956d807de802 None None] Set router 2cdaefaf-dcbd-4b6a-a327-2989f85aa230 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:19:57.598843 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-170dcb4c-b490-481f-bf60-e420a53cfe65 req-c10be19c-6ce7-40f2-a04e-0a3837a31e5a tempest-ServersAdminTestJSON-1737595073 tempest-ServersAdminTestJSON-1737595073-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829935 Jul 29 23:19:57.605038 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:57.804926 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef99e0-582b-4846-9c31-026a8199d4ad req-d6a5b484-33ab-444a-ae36-e11c948ea05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:57.806101 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-47ef99e0-582b-4846-9c31-026a8199d4ad req-d6a5b484-33ab-444a-ae36-e11c948ea05e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f9c6655f-91b3-4916-a461-d6d5f8fce027 HTTP/1.1" status: 200 len: 851 time: 0.2702179 Jul 29 23:19:57.820230 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-e343e0cc-007a-4965-83f5-6a430ce7da86 req-3a6142b3-c526-4d6c-b9fd-75e815718cb5 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Request body: {'port': {'device_id': 'bd39aad8-3dcc-4692-a7a1-1c202be00ae5', 'network_id': '080b9e81-fe4d-4e86-a3c0-24ea9929eaa2', 'admin_state_up': True, 'tenant_id': '8f631a6d452a4fba84f6b90e2829acee', 'security_groups': ['dc34ce93-23ae-4faf-818b-1a3258fade29']}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:19:57.837846 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-54f7451d-17a8-4a30-98b3-7d2450d8478d req-4ee38299-a65c-4e28-9a5e-d1bb195ef5a9 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=1267093b-eddb-411d-af46-da473585ddce HTTP/1.1" status: 200 len: 210 time: 0.0638838 Jul 29 23:19:57.925520 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-565a8165-d5e8-47e1-9e53-956d807de802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdaefaf-dcbd-4b6a-a327-2989f85aa230', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1766799268-router', 'tenant_id': '8f631a6d452a4fba84f6b90e2829acee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '58f7b4d0-2eb4-4e5e-b144-c0e41bac5529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:17:23Z', 'updated_at': '2021-07-29T23:17:27Z', 'revision_number': 4, 'project_id': '8f631a6d452a4fba84f6b90e2829acee', 'gw_port': {'id': '58f7b4d0-2eb4-4e5e-b144-c0e41bac5529', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:45:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdaefaf-dcbd-4b6a-a327-2989f85aa230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:23Z', 'updated_at': '2021-07-29T23:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '371a2324-d1ab-4813-a596-2a7f38963b1c', 'name': '', 'network_id': '080b9e81-fe4d-4e86-a3c0-24ea9929eaa2', 'tenant_id': '8f631a6d452a4fba84f6b90e2829acee', 'mac_address': 'fa:16:3e:25:3c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdaefaf-dcbd-4b6a-a327-2989f85aa230', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a767d1cf-937a-4189-8aa3-3ec1eff5a6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:26Z', 'updated_at': '2021-07-29T23:17:36Z', 'revision_number': 5, 'project_id': '8f631a6d452a4fba84f6b90e2829acee', 'subnets': [{'id': 'a767d1cf-937a-4189-8aa3-3ec1eff5a6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:57.943151 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-6d6fbfbd-cd5c-44a3-8234-8adb821fc8dd req-8d98718b-f37b-4c75-99cd-33457e061b13 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:57.971482 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8c445f12-bde7-4185-aa00-bb5e952cde45 req-fee8d474-6df5-4f81-b132-f5d1774c00cf tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd39aad8-3dcc-4692-a7a1-1c202be00ae5 HTTP/1.1" status: 200 len: 210 time: 0.0622520 Jul 29 23:19:57.994741 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565a8165-d5e8-47e1-9e53-956d807de802 None None] Checking router: 2cdaefaf-dcbd-4b6a-a327-2989f85aa230 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:19:58.022033 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565a8165-d5e8-47e1-9e53-956d807de802 None None] Routers {'2cdaefaf-dcbd-4b6a-a327-2989f85aa230'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:19:58.022194 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-246cc10f-08e0-4908-bd51-93bdff74648a req-dfb1a9eb-244d-41b8-bbee-ef25dc64a86e service neutron] Attempting to bind port d484528b-d630-4f58-b4ca-1af975d3c6d6 on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:19:58.022655 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-246cc10f-08e0-4908-bd51-93bdff74648a req-dfb1a9eb-244d-41b8-bbee-ef25dc64a86e service neutron] Attempting to bind port d484528b-d630-4f58-b4ca-1af975d3c6d6 by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:19:58.022966 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246cc10f-08e0-4908-bd51-93bdff74648a req-dfb1a9eb-244d-41b8-bbee-ef25dc64a86e service neutron] Attempting to bind port d484528b-d630-4f58-b4ca-1af975d3c6d6 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:19:58.023798 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-565a8165-d5e8-47e1-9e53-956d807de802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:19:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['2cdaefaf-dcbd-4b6a-a327-2989f85aa230'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:58.025161 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-8e70a994-3d98-4f6e-87dc-45f50d5ae7a4 req-5da13e8a-6647-4250-bbb4-a246734a3fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:58.038027 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-6d6fbfbd-cd5c-44a3-8234-8adb821fc8dd req-8d98718b-f37b-4c75-99cd-33457e061b13 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Transition to ACTIVE for port object 732e4cd7-9239-4732-a034-dc116891a8a7 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:19:58.044936 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-685c9865-2b82-416a-8c35-35057918035f x-openstack-request-id: req-685c9865-2b82-416a-8c35-35057918035f {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:19:58.048637 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6af4bfda-eddd-44aa-b3fc-10c913d9f8af", "tag": "e9d837b7-a2b8-4ee4-a0a5-9c770e308ee6", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:19:58.048996 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-685c9865-2b82-416a-8c35-35057918035f {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:19:58.049478 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6af4bfda-eddd-44aa-b3fc-10c913d9f8af', 'tag': 'e9d837b7-a2b8-4ee4-a0a5-9c770e308ee6', 'status': 'completed', 'code': 200} Jul 29 23:19:58.073276 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba0120f-3c5d-4514-9e0c-3acb3bf26b1d req-bef9f5ad-ff90-4a16-8c12-086d063432ec tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:58.082421 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1ba0120f-3c5d-4514-9e0c-3acb3bf26b1d req-bef9f5ad-ff90-4a16-8c12-086d063432ec tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/ports?device_id=43a31851-1710-48ac-b612-605808da3259 HTTP/1.1" status: 200 len: 944 time: 0.1161284 Jul 29 23:19:58.088494 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb1e160-cef1-43a0-bd02-0e575c2739f3 x-openstack-request-id: req-ecb1e160-cef1-43a0-bd02-0e575c2739f3 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:19:58.088777 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85583eda-44af-4b43-8f72-b78a59cb4479", "name": "network-vif-deleted", "tag": "21d6fe67-a2ba-4368-8d45-12b9c170ff23", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:19:58.089023 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ecb1e160-cef1-43a0-bd02-0e575c2739f3 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:19:58.089409 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85583eda-44af-4b43-8f72-b78a59cb4479', 'name': 'network-vif-deleted', 'tag': '21d6fe67-a2ba-4368-8d45-12b9c170ff23', 'status': 'completed', 'code': 200} Jul 29 23:19:58.118602 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-47ef99e0-582b-4846-9c31-026a8199d4ad req-6d11e81d-159f-4a82-b382-2e9e5d2dadd9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d276bab9-08d9-4ae2-8764-57ec0cf596e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910470 Jul 29 23:19:58.136939 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246cc10f-08e0-4908-bd51-93bdff74648a req-dfb1a9eb-244d-41b8-bbee-ef25dc64a86e service neutron] Port d484528b-d630-4f58-b4ca-1af975d3c6d6 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:19:58.137356 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246cc10f-08e0-4908-bd51-93bdff74648a req-dfb1a9eb-244d-41b8-bbee-ef25dc64a86e service neutron] Attempting to bind port d484528b-d630-4f58-b4ca-1af975d3c6d6 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:19:58.234803 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-47ef99e0-582b-4846-9c31-026a8199d4ad req-be19f288-dc7a-47b9-a3f4-4b77e29ef7e5 service neutron] 10.222.0.22 "GET /v2.0/networks/d276bab9-08d9-4ae2-8764-57ec0cf596e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988572 Jul 29 23:19:58.250221 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1ba0120f-3c5d-4514-9e0c-3acb3bf26b1d req-1f6625aa-f9e3-42ab-85d9-ce4a03aff3eb tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0e5e270-a9be-406d-95d1-49d73a31f45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667869 Jul 29 23:19:58.260599 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246cc10f-08e0-4908-bd51-93bdff74648a req-dfb1a9eb-244d-41b8-bbee-ef25dc64a86e service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:19:58.261821 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246cc10f-08e0-4908-bd51-93bdff74648a req-dfb1a9eb-244d-41b8-bbee-ef25dc64a86e service neutron] Checking segment: {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:19:58.262424 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-246cc10f-08e0-4908-bd51-93bdff74648a req-dfb1a9eb-244d-41b8-bbee-ef25dc64a86e service neutron] Bound using segment: {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:19:58.263100 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-246cc10f-08e0-4908-bd51-93bdff74648a req-dfb1a9eb-244d-41b8-bbee-ef25dc64a86e service neutron] Bound port: d484528b-d630-4f58-b4ca-1af975d3c6d6, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:19:58.264238 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-246cc10f-08e0-4908-bd51-93bdff74648a req-dfb1a9eb-244d-41b8-bbee-ef25dc64a86e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:58.277968 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10629d49-5ad1-4f31-a330-90cff60ce25a req-e3ac1f65-6c32-4a9d-bc06-f72b9be19a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:58.282524 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10629d49-5ad1-4f31-a330-90cff60ce25a req-e3ac1f65-6c32-4a9d-bc06-f72b9be19a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:58.283072 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10629d49-5ad1-4f31-a330-90cff60ce25a req-e3ac1f65-6c32-4a9d-bc06-f72b9be19a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:58.290387 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-10629d49-5ad1-4f31-a330-90cff60ce25a req-e3ac1f65-6c32-4a9d-bc06-f72b9be19a76 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=51b1efed735945cea153cdfce6450079&device_id=6af4bfda-eddd-44aa-b3fc-10c913d9f8af HTTP/1.1" status: 200 len: 2801 time: 0.2059624 Jul 29 23:19:58.338833 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-565a8165-d5e8-47e1-9e53-956d807de802 None None] Set router 2cdaefaf-dcbd-4b6a-a327-2989f85aa230 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:19:58.376829 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-47ef99e0-582b-4846-9c31-026a8199d4ad req-f2df6032-1ebf-4a17-8ca4-e0100e49663e service neutron] 10.222.0.22 "GET /v2.0/networks/d276bab9-08d9-4ae2-8764-57ec0cf596e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195560 Jul 29 23:19:58.467873 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e343e0cc-007a-4965-83f5-6a430ce7da86 req-3a6142b3-c526-4d6c-b9fd-75e815718cb5 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Made reservation on behalf of 8f631a6d452a4fba84f6b90e2829acee for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:19:58.472171 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e343e0cc-007a-4965-83f5-6a430ce7da86 req-3a6142b3-c526-4d6c-b9fd-75e815718cb5 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:58.492340 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10629d49-5ad1-4f31-a330-90cff60ce25a req-b6b42401-e26d-44a7-bfbb-a70e2defbf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:58.492920 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10629d49-5ad1-4f31-a330-90cff60ce25a req-b6b42401-e26d-44a7-bfbb-a70e2defbf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:58.493390 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10629d49-5ad1-4f31-a330-90cff60ce25a req-b6b42401-e26d-44a7-bfbb-a70e2defbf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:58.495685 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-10629d49-5ad1-4f31-a330-90cff60ce25a req-b6b42401-e26d-44a7-bfbb-a70e2defbf78 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=51b1efed735945cea153cdfce6450079&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1892781 Jul 29 23:19:58.497492 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-6d6fbfbd-cd5c-44a3-8234-8adb821fc8dd req-8d98718b-f37b-4c75-99cd-33457e061b13 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:58.539652 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['c4420101-d120-4c40-81f9-f9cafdbf3fb7'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:19:58.654740 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 21d6fe67-a2ba-4368-8d45-12b9c170ff23 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:19:58.658990 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10629d49-5ad1-4f31-a330-90cff60ce25a req-20673e1c-311d-40c3-be89-51385591360a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:58.660684 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-10629d49-5ad1-4f31-a330-90cff60ce25a req-20673e1c-311d-40c3-be89-51385591360a service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1495411 Jul 29 23:19:58.782127 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d6fbfbd-cd5c-44a3-8234-8adb821fc8dd req-8d98718b-f37b-4c75-99cd-33457e061b13 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Network d71c22dc-feef-410b-a7ed-6548cf85bd6f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:19:58.798243 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-6d6fbfbd-cd5c-44a3-8234-8adb821fc8dd req-8d98718b-f37b-4c75-99cd-33457e061b13 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:19:58.826871 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d6fbfbd-cd5c-44a3-8234-8adb821fc8dd req-8d98718b-f37b-4c75-99cd-33457e061b13 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:19:58.984149 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8e4cfb-f729-4078-8944-59f8065f9339 req-cc36af7f-d2b9-491b-8489-f45507f814c2 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:59.006781 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8e4cfb-f729-4078-8944-59f8065f9339 req-cc36af7f-d2b9-491b-8489-f45507f814c2 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:59.030559 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8e4cfb-f729-4078-8944-59f8065f9339 req-cc36af7f-d2b9-491b-8489-f45507f814c2 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:59.032603 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0e8e4cfb-f729-4078-8944-59f8065f9339 req-cc36af7f-d2b9-491b-8489-f45507f814c2 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/ports?device_id=6af4bfda-eddd-44aa-b3fc-10c913d9f8af HTTP/1.1" status: 200 len: 2401 time: 0.5289068 Jul 29 23:19:59.033282 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d98718b-f37b-4c75-99cd-33457e061b13 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Pushing event updated for resources: {'Port': ['ID=732e4cd7-9239-4732-a034-dc116891a8a7,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:59.066381 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] No Port match for: 21d6fe67-a2ba-4368-8d45-12b9c170ff23 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:19:59.066977 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 21d6fe67-a2ba-4368-8d45-12b9c170ff23 not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:19:59.067231 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device b7f7ec96-de09-4005-9c38-4a7398e73dc9 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:19:59.167278 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-b0084366-5add-4896-9617-d34704ce30b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeb9a249-16f5-4384-a9d7-be98b9b89dc1 {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:19:59.178808 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-b0084366-5add-4896-9617-d34704ce30b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:59.195198 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-b0084366-5add-4896-9617-d34704ce30b3 service neutron] Transition to ACTIVE for port object eeb9a249-16f5-4384-a9d7-be98b9b89dc1 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:19:59.212236 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-b0084366-5add-4896-9617-d34704ce30b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:59.212995 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0e8e4cfb-f729-4078-8944-59f8065f9339 req-165c009e-7071-4e99-9e1c-732763f4a77c tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7d83692-1f36-4f89-b4b6-59d9ab0340f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680536 Jul 29 23:19:59.218148 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-246cc10f-08e0-4908-bd51-93bdff74648a req-dfb1a9eb-244d-41b8-bbee-ef25dc64a86e service neutron] For port d484528b-d630-4f58-b4ca-1af975d3c6d6, host n-h1-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:19:59.245474 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6fbfbd-cd5c-44a3-8234-8adb821fc8dd req-8d98718b-f37b-4c75-99cd-33457e061b13 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:59.246101 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-6d6fbfbd-cd5c-44a3-8234-8adb821fc8dd req-8d98718b-f37b-4c75-99cd-33457e061b13 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:59.282089 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:59.289136 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b8e23-d6c0-4053-aed0-dfcb5bd0af15 req-15959d24-72b1-486d-ad0f-4f7df621f35a tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:59.297995 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a01b8e23-d6c0-4053-aed0-dfcb5bd0af15 req-15959d24-72b1-486d-ad0f-4f7df621f35a tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa120cd7-0211-4466-90f0-cdb139621c08 HTTP/1.1" status: 200 len: 935 time: 0.1945879 Jul 29 23:19:59.298607 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-246cc10f-08e0-4908-bd51-93bdff74648a req-dfb1a9eb-244d-41b8-bbee-ef25dc64a86e service neutron] For port d484528b-d630-4f58-b4ca-1af975d3c6d6, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=d484528b-d630-4f58-b4ca-1af975d3c6d6,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:19:59.322497 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6d6fbfbd-cd5c-44a3-8234-8adb821fc8dd req-8d98718b-f37b-4c75-99cd-33457e061b13 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0798757 Jul 29 23:19:59.350038 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a01b8e23-d6c0-4053-aed0-dfcb5bd0af15 req-93f7b398-17b5-491c-9e4f-a8fc73a128b6 tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a6bacb2-785e-46ce-99a7-969ba7b68206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509698 Jul 29 23:19:59.368259 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-6d6fbfbd-cd5c-44a3-8234-8adb821fc8dd req-e61e858d-08ac-4884-958c-a647098680f4 service neutron] Request body: {'port': {'device_id': '1267093b-eddb-411d-af46-da473585ddce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:19:59.413905 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-246cc10f-08e0-4908-bd51-93bdff74648a req-dfb1a9eb-244d-41b8-bbee-ef25dc64a86e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:59.450593 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c339ec7b-dcf3-479b-9b48-f337c070753a None None] Provisioning for port 732e4cd7-9239-4732-a034-dc116891a8a7 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:19:59.493189 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:59.506554 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c339ec7b-dcf3-479b-9b48-f337c070753a None None] Provisioning complete for port 732e4cd7-9239-4732-a034-dc116891a8a7 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:19:59.509878 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c339ec7b-dcf3-479b-9b48-f337c070753a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:59.537616 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-e343e0cc-007a-4965-83f5-6a430ce7da86 req-3a6142b3-c526-4d6c-b9fd-75e815718cb5 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Allocated IP 172.20.0.13 (080b9e81-fe4d-4e86-a3c0-24ea9929eaa2/a767d1cf-937a-4189-8aa3-3ec1eff5a6eb/fb5e4c66-71bd-4284-947f-aad0dccb9215) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:19:59.578130 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-6d6fbfbd-cd5c-44a3-8234-8adb821fc8dd req-e61e858d-08ac-4884-958c-a647098680f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:59.638308 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd9bfd-ae27-4d16-823d-1687e348a4da req-e3d341fa-2400-493d-a238-b9d6fe530353 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:59.646146 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port b7f7ec96-de09-4005-9c38-4a7398e73dc9, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=b7f7ec96-de09-4005-9c38-4a7398e73dc9,segment=NetworkSegment(2db8471f-c43b-49ee-9f08-2f1c56af231c),segment_id=2db8471f-c43b-49ee-9f08-2f1c56af231c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:59.650941 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1c4cd0-9246-45ff-bd69-a0c86282f592', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7f7ec96-de09-4005-9c38-4a7398e73dc9'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:19:59.652065 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6dfd9bfd-ae27-4d16-823d-1687e348a4da req-e3d341fa-2400-493d-a238-b9d6fe530353 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=1267093b-eddb-411d-af46-da473585ddce HTTP/1.1" status: 200 len: 936 time: 0.1640904 Jul 29 23:19:59.653806 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d25233-a30d-4566-be52-36a0985ebce3" -d '{"events": [{"server_uuid": "fd1c4cd0-9246-45ff-bd69-a0c86282f592", "name": "network-vif-unplugged", "status": "completed", "tag": "b7f7ec96-de09-4005-9c38-4a7398e73dc9"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:19:59.678176 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:59.705529 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-c339ec7b-dcf3-479b-9b48-f337c070753a None None] Port 732e4cd7-9239-4732-a034-dc116891a8a7 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:19:59.710488 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-565a8165-d5e8-47e1-9e53-956d807de802 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdaefaf-dcbd-4b6a-a327-2989f85aa230', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1766799268-router', 'tenant_id': '8f631a6d452a4fba84f6b90e2829acee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '58f7b4d0-2eb4-4e5e-b144-c0e41bac5529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:17:23Z', 'updated_at': '2021-07-29T23:17:27Z', 'revision_number': 4, 'project_id': '8f631a6d452a4fba84f6b90e2829acee', 'gw_port': {'id': '58f7b4d0-2eb4-4e5e-b144-c0e41bac5529', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:45:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdaefaf-dcbd-4b6a-a327-2989f85aa230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:23Z', 'updated_at': '2021-07-29T23:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '371a2324-d1ab-4813-a596-2a7f38963b1c', 'name': '', 'network_id': '080b9e81-fe4d-4e86-a3c0-24ea9929eaa2', 'tenant_id': '8f631a6d452a4fba84f6b90e2829acee', 'mac_address': 'fa:16:3e:25:3c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdaefaf-dcbd-4b6a-a327-2989f85aa230', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a767d1cf-937a-4189-8aa3-3ec1eff5a6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:26Z', 'updated_at': '2021-07-29T23:17:36Z', 'revision_number': 5, 'project_id': '8f631a6d452a4fba84f6b90e2829acee', 'subnets': [{'id': 'a767d1cf-937a-4189-8aa3-3ec1eff5a6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:59.719813 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246cc10f-08e0-4908-bd51-93bdff74648a req-dfb1a9eb-244d-41b8-bbee-ef25dc64a86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:59.728751 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-246cc10f-08e0-4908-bd51-93bdff74648a req-dfb1a9eb-244d-41b8-bbee-ef25dc64a86e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:59.735024 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-246cc10f-08e0-4908-bd51-93bdff74648a req-dfb1a9eb-244d-41b8-bbee-ef25dc64a86e service neutron] 10.222.0.41 "PUT /v2.0/ports/d484528b-d630-4f58-b4ca-1af975d3c6d6 HTTP/1.1" status: 200 len: 1097 time: 4.3086061 Jul 29 23:19:59.738178 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0084366-5add-4896-9617-d34704ce30b3 service neutron] Pushing event updated for resources: {'Port': ['ID=eeb9a249-16f5-4384-a9d7-be98b9b89dc1,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:59.844754 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-12e834f4-c354-49aa-85e9-be0c4188785b req-74ea7431-25d4-4a27-b83d-25b28eac6806 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd39aad8-3dcc-4692-a7a1-1c202be00ae5 HTTP/1.1" status: 200 len: 210 time: 0.0901546 Jul 29 23:19:59.876086 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565a8165-d5e8-47e1-9e53-956d807de802 None None] The sync data for ids ['2cdaefaf-dcbd-4b6a-a327-2989f85aa230'] in n-d-712141-10 is: [{'id': '2cdaefaf-dcbd-4b6a-a327-2989f85aa230', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1766799268-router', 'tenant_id': '8f631a6d452a4fba84f6b90e2829acee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '58f7b4d0-2eb4-4e5e-b144-c0e41bac5529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:17:23Z', 'updated_at': '2021-07-29T23:17:27Z', 'revision_number': 4, 'project_id': '8f631a6d452a4fba84f6b90e2829acee', 'gw_port': {'id': '58f7b4d0-2eb4-4e5e-b144-c0e41bac5529', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:45:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdaefaf-dcbd-4b6a-a327-2989f85aa230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:23Z', 'updated_at': '2021-07-29T23:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '371a2324-d1ab-4813-a596-2a7f38963b1c', 'name': '', 'network_id': '080b9e81-fe4d-4e86-a3c0-24ea9929eaa2', 'tenant_id': '8f631a6d452a4fba84f6b90e2829acee', 'mac_address': 'fa:16:3e:25:3c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdaefaf-dcbd-4b6a-a327-2989f85aa230', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a767d1cf-937a-4189-8aa3-3ec1eff5a6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:26Z', 'updated_at': '2021-07-29T23:17:36Z', 'revision_number': 5, 'project_id': '8f631a6d452a4fba84f6b90e2829acee', 'subnets': [{'id': 'a767d1cf-937a-4189-8aa3-3ec1eff5a6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:19:59.877845 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=b7f7ec96-de09-4005-9c38-4a7398e73dc9,revision_number=8']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:59.932051 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6dfd9bfd-ae27-4d16-823d-1687e348a4da req-c4f81a40-4b1c-4f8b-a481-879a416113cf tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766583 Jul 29 23:20:00.019153 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-8e70a994-3d98-4f6e-87dc-45f50d5ae7a4 req-5da13e8a-6647-4250-bbb4-a246734a3fd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7636624-ee00-43ce-8045-cac196986c66 {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:20:00.027673 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-8e70a994-3d98-4f6e-87dc-45f50d5ae7a4 req-5da13e8a-6647-4250-bbb4-a246734a3fd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:00.042572 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-8e70a994-3d98-4f6e-87dc-45f50d5ae7a4 req-5da13e8a-6647-4250-bbb4-a246734a3fd9 service neutron] Transition to ACTIVE for port object e7636624-ee00-43ce-8045-cac196986c66 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:20:00.075153 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '685779ab-acd9-4cd7-8e1e-c7f759280c1c', 'tag': 'd484528b-d630-4f58-b4ca-1af975d3c6d6'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:20:00.077644 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd46de3f-5cc4-40e9-8440-caa09102bcd2" -d '{"events": [{"name": "network-changed", "server_uuid": "685779ab-acd9-4cd7-8e1e-c7f759280c1c", "tag": "d484528b-d630-4f58-b4ca-1af975d3c6d6"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:20:00.087094 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-b0084366-5add-4896-9617-d34704ce30b3 service neutron] Attempting to bind port eeb9a249-16f5-4384-a9d7-be98b9b89dc1 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:20:00.087380 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-b0084366-5add-4896-9617-d34704ce30b3 service neutron] Attempting to bind port eeb9a249-16f5-4384-a9d7-be98b9b89dc1 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '44faf3b7-bb51-4059-88d3-a4abe9d7ec9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '607b04b1-02d0-47dd-8d3e-e66db2ec3e7b'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:20:00.087717 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-b0084366-5add-4896-9617-d34704ce30b3 service neutron] Attempting to bind port eeb9a249-16f5-4384-a9d7-be98b9b89dc1 on network 607b04b1-02d0-47dd-8d3e-e66db2ec3e7b {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:20:00.088839 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 094bef8e-9117-4601-bc20-d8a158b9b9fa details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:20:00.116037 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-8e70a994-3d98-4f6e-87dc-45f50d5ae7a4 req-5da13e8a-6647-4250-bbb4-a246734a3fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:00.155708 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-b0084366-5add-4896-9617-d34704ce30b3 service neutron] Port eeb9a249-16f5-4384-a9d7-be98b9b89dc1 on network 607b04b1-02d0-47dd-8d3e-e66db2ec3e7b not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:20:00.156048 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-b0084366-5add-4896-9617-d34704ce30b3 service neutron] Attempting to bind port eeb9a249-16f5-4384-a9d7-be98b9b89dc1 on network 607b04b1-02d0-47dd-8d3e-e66db2ec3e7b {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:20:00.175574 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-b0084366-5add-4896-9617-d34704ce30b3 service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:20:00.176231 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-b0084366-5add-4896-9617-d34704ce30b3 service neutron] Checking segment: {'id': '44faf3b7-bb51-4059-88d3-a4abe9d7ec9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '607b04b1-02d0-47dd-8d3e-e66db2ec3e7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:20:00.176353 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-b0084366-5add-4896-9617-d34704ce30b3 service neutron] Bound using segment: {'id': '44faf3b7-bb51-4059-88d3-a4abe9d7ec9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '607b04b1-02d0-47dd-8d3e-e66db2ec3e7b'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:20:00.176740 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-b0084366-5add-4896-9617-d34704ce30b3 service neutron] Bound port: eeb9a249-16f5-4384-a9d7-be98b9b89dc1, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44faf3b7-bb51-4059-88d3-a4abe9d7ec9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '607b04b1-02d0-47dd-8d3e-e66db2ec3e7b'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:20:00.177104 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-b0084366-5add-4896-9617-d34704ce30b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:00.289742 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246cc10f-08e0-4908-bd51-93bdff74648a req-b5e09cf5-55b2-458a-addf-f03969748660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:00.295555 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-246cc10f-08e0-4908-bd51-93bdff74648a req-b5e09cf5-55b2-458a-addf-f03969748660 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9009c62a39254abfafe57d15f208ec09&device_id=685779ab-acd9-4cd7-8e1e-c7f759280c1c HTTP/1.1" status: 200 len: 1100 time: 0.4710143 Jul 29 23:20:00.299321 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 094bef8e-9117-4601-bc20-d8a158b9b9fa, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=094bef8e-9117-4601-bc20-d8a158b9b9fa,segment=NetworkSegment(ad95086a-4aa4-4696-a47c-b54ab11bbc8c),segment_id=ad95086a-4aa4-4696-a47c-b54ab11bbc8c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:00.321733 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974628e6-7cef-4bd4-b81b-b7555bf3c5f2 req-026b0f32-3683-40a2-ba16-5e1d869f498a tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:00.336237 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-974628e6-7cef-4bd4-b81b-b7555bf3c5f2 req-026b0f32-3683-40a2-ba16-5e1d869f498a tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/ports?device_id=43a31851-1710-48ac-b612-605808da3259 HTTP/1.1" status: 200 len: 944 time: 0.2570786 Jul 29 23:20:00.346143 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '094bef8e-9117-4601-bc20-d8a158b9b9fa', 'network_id': 'd276bab9-08d9-4ae2-8764-57ec0cf596e7', 'port_id': '094bef8e-9117-4601-bc20-d8a158b9b9fa', 'mac_address': 'fa:16:3e:d9:da:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9c6655f-91b3-4916-a461-d6d5f8fce027', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:20:00.385450 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb1a9eb-244d-41b8-bbee-ef25dc64a86e service neutron] Pushing event updated for resources: {'Port': ['ID=d484528b-d630-4f58-b4ca-1af975d3c6d6,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:00.428670 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:00.429219 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e981eb2b-51f2-4361-af8e-ac53e23c481b None None] New status for floating IP 2ad20a5a-b1fc-41a9-9ae2-9aeb17c793dd: DOWN {{(pid=94080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:20:00.452902 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65304cdc-f2b1-43de-8a2c-dab8a43178f7 req-b9837add-31d1-4cbe-a94a-87c96287aa65 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:00.454643 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-65304cdc-f2b1-43de-8a2c-dab8a43178f7 req-b9837add-31d1-4cbe-a94a-87c96287aa65 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/networks?id=ec39a190-3e02-4fd2-a008-3b841dbd3c4b HTTP/1.1" status: 200 len: 804 time: 0.3955462 Jul 29 23:20:00.461023 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 094bef8e-9117-4601-bc20-d8a158b9b9fa {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:20:00.510217 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-974628e6-7cef-4bd4-b81b-b7555bf3c5f2 req-84029c0f-87e6-4dcf-9754-894b5c3ee7a4 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0e5e270-a9be-406d-95d1-49d73a31f45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730740 Jul 29 23:20:00.519048 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 094bef8e-9117-4601-bc20-d8a158b9b9fa, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=094bef8e-9117-4601-bc20-d8a158b9b9fa,segment=NetworkSegment(ad95086a-4aa4-4696-a47c-b54ab11bbc8c),segment_id=ad95086a-4aa4-4696-a47c-b54ab11bbc8c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:00.531016 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-65304cdc-f2b1-43de-8a2c-dab8a43178f7 req-f2e42f5d-6440-4371-9b5a-ccd85b07a05f tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/quotas/48ca3190ceb241b287be19cef493c764 HTTP/1.1" status: 200 len: 375 time: 0.0253358 Jul 29 23:20:00.537112 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:00.661221 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=094bef8e-9117-4601-bc20-d8a158b9b9fa,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:00.691976 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-246cc10f-08e0-4908-bd51-93bdff74648a req-c14b193f-39d4-4f4d-8544-d87661496e38 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=d484528b-d630-4f58-b4ca-1af975d3c6d6 HTTP/1.1" status: 200 len: 217 time: 0.3134477 Jul 29 23:20:00.711411 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-6d6fbfbd-cd5c-44a3-8234-8adb821fc8dd req-e61e858d-08ac-4884-958c-a647098680f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 732e4cd7-9239-4732-a034-dc116891a8a7 {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:20:00.731916 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-65304cdc-f2b1-43de-8a2c-dab8a43178f7 req-c91822b3-0254-4e82-8f4f-b2c5f07f1e9e tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=48ca3190ceb241b287be19cef493c764&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1733255 Jul 29 23:20:00.807912 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db481ad-ad96-4a8a-9f2c-c2a7456daea3 x-openstack-request-id: req-0db481ad-ad96-4a8a-9f2c-c2a7456daea3 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:20:00.808811 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd1c4cd0-9246-45ff-bd69-a0c86282f592", "name": "network-vif-unplugged", "status": "completed", "tag": "b7f7ec96-de09-4005-9c38-4a7398e73dc9", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:20:00.809437 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0db481ad-ad96-4a8a-9f2c-c2a7456daea3 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:20:00.811988 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd1c4cd0-9246-45ff-bd69-a0c86282f592', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7f7ec96-de09-4005-9c38-4a7398e73dc9', 'code': 200} Jul 29 23:20:00.815872 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-6d6fbfbd-cd5c-44a3-8234-8adb821fc8dd req-e61e858d-08ac-4884-958c-a647098680f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:00.834826 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['094bef8e-9117-4601-bc20-d8a158b9b9fa'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:20:00.842723 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da13e8a-6647-4250-bbb4-a246734a3fd9 service neutron] Pushing event updated for resources: {'Port': ['ID=e7636624-ee00-43ce-8045-cac196986c66,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:00.871779 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e343e0cc-007a-4965-83f5-6a430ce7da86 req-3a6142b3-c526-4d6c-b9fd-75e815718cb5 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:00.884659 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-8e70a994-3d98-4f6e-87dc-45f50d5ae7a4 req-5da13e8a-6647-4250-bbb4-a246734a3fd9 service neutron] Attempting to bind port e7636624-ee00-43ce-8045-cac196986c66 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:20:00.884659 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-8e70a994-3d98-4f6e-87dc-45f50d5ae7a4 req-5da13e8a-6647-4250-bbb4-a246734a3fd9 service neutron] Attempting to bind port e7636624-ee00-43ce-8045-cac196986c66 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:20:00.884659 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e70a994-3d98-4f6e-87dc-45f50d5ae7a4 req-5da13e8a-6647-4250-bbb4-a246734a3fd9 service neutron] Attempting to bind port e7636624-ee00-43ce-8045-cac196986c66 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:20:00.896322 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-b0084366-5add-4896-9617-d34704ce30b3 service neutron] For port eeb9a249-16f5-4384-a9d7-be98b9b89dc1, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:20:00.899041 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-6d6fbfbd-cd5c-44a3-8234-8adb821fc8dd req-e61e858d-08ac-4884-958c-a647098680f4 service neutron] Transition to ACTIVE for port object 732e4cd7-9239-4732-a034-dc116891a8a7 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:20:00.899262 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246cc10f-08e0-4908-bd51-93bdff74648a req-7e9f880b-b6ea-4293-970c-16e91ca48bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:00.901102 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-246cc10f-08e0-4908-bd51-93bdff74648a req-7e9f880b-b6ea-4293-970c-16e91ca48bea service neutron] 10.222.0.41 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.1640882 Jul 29 23:20:00.905829 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0697e4c-c343-4578-850f-aa58bca6a6a4 x-openstack-request-id: req-f0697e4c-c343-4578-850f-aa58bca6a6a4 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:20:00.906110 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "685779ab-acd9-4cd7-8e1e-c7f759280c1c", "tag": "d484528b-d630-4f58-b4ca-1af975d3c6d6", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:20:00.906382 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f0697e4c-c343-4578-850f-aa58bca6a6a4 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:20:00.906721 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '685779ab-acd9-4cd7-8e1e-c7f759280c1c', 'tag': 'd484528b-d630-4f58-b4ca-1af975d3c6d6', 'status': 'completed', 'code': 200} Jul 29 23:20:00.908958 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e70a994-3d98-4f6e-87dc-45f50d5ae7a4 req-5da13e8a-6647-4250-bbb4-a246734a3fd9 service neutron] Port e7636624-ee00-43ce-8045-cac196986c66 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:20:00.909284 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e70a994-3d98-4f6e-87dc-45f50d5ae7a4 req-5da13e8a-6647-4250-bbb4-a246734a3fd9 service neutron] Attempting to bind port e7636624-ee00-43ce-8045-cac196986c66 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:20:00.916333 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-6d6fbfbd-cd5c-44a3-8234-8adb821fc8dd req-e61e858d-08ac-4884-958c-a647098680f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:00.917990 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-e343e0cc-007a-4965-83f5-6a430ce7da86 req-3a6142b3-c526-4d6c-b9fd-75e815718cb5 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Transition to ACTIVE for port object fb5e4c66-71bd-4284-947f-aad0dccb9215 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:20:00.927702 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-b0084366-5add-4896-9617-d34704ce30b3 service neutron] For port eeb9a249-16f5-4384-a9d7-be98b9b89dc1, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=eeb9a249-16f5-4384-a9d7-be98b9b89dc1,segment=NetworkSegment(44faf3b7-bb51-4059-88d3-a4abe9d7ec9d),segment_id=44faf3b7-bb51-4059-88d3-a4abe9d7ec9d)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:20:00.930006 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e70a994-3d98-4f6e-87dc-45f50d5ae7a4 req-5da13e8a-6647-4250-bbb4-a246734a3fd9 service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:20:00.930352 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e70a994-3d98-4f6e-87dc-45f50d5ae7a4 req-5da13e8a-6647-4250-bbb4-a246734a3fd9 service neutron] Checking segment: {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:20:00.930736 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e70a994-3d98-4f6e-87dc-45f50d5ae7a4 req-5da13e8a-6647-4250-bbb4-a246734a3fd9 service neutron] Bound using segment: {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:20:00.931171 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-8e70a994-3d98-4f6e-87dc-45f50d5ae7a4 req-5da13e8a-6647-4250-bbb4-a246734a3fd9 service neutron] Bound port: e7636624-ee00-43ce-8045-cac196986c66, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:20:00.931560 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-8e70a994-3d98-4f6e-87dc-45f50d5ae7a4 req-5da13e8a-6647-4250-bbb4-a246734a3fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:00.947873 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-b0084366-5add-4896-9617-d34704ce30b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:00.990005 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-b0084366-5add-4896-9617-d34704ce30b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:00.990638 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-b0084366-5add-4896-9617-d34704ce30b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:00.992025 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-b0084366-5add-4896-9617-d34704ce30b3 service neutron] 10.222.0.22 "PUT /v2.0/ports/eeb9a249-16f5-4384-a9d7-be98b9b89dc1 HTTP/1.1" status: 200 len: 1093 time: 4.9454663 Jul 29 23:20:01.048784 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e858d-08ac-4884-958c-a647098680f4 service neutron] Pushing event updated for resources: {'Port': ['ID=732e4cd7-9239-4732-a034-dc116891a8a7,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:01.063345 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-65304cdc-f2b1-43de-8a2c-dab8a43178f7 req-096bb46e-6073-4726-b3c8-25609cde1e52 service neutron] 10.222.0.43 "GET /v2.0/networks/ec39a190-3e02-4fd2-a008-3b841dbd3c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299160 Jul 29 23:20:01.213195 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-8e70a994-3d98-4f6e-87dc-45f50d5ae7a4 req-5da13e8a-6647-4250-bbb4-a246734a3fd9 service neutron] For port e7636624-ee00-43ce-8045-cac196986c66, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:20:01.218648 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-8e70a994-3d98-4f6e-87dc-45f50d5ae7a4 req-5da13e8a-6647-4250-bbb4-a246734a3fd9 service neutron] For port e7636624-ee00-43ce-8045-cac196986c66, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=e7636624-ee00-43ce-8045-cac196986c66,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:20:01.245331 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0084366-5add-4896-9617-d34704ce30b3 service neutron] Pushing event updated for resources: {'Port': ['ID=eeb9a249-16f5-4384-a9d7-be98b9b89dc1,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:01.277081 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-8e70a994-3d98-4f6e-87dc-45f50d5ae7a4 req-5da13e8a-6647-4250-bbb4-a246734a3fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:01.316183 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d86c68-d2d0-4841-9385-b3a1030a8e1e req-b5f065a5-090e-4872-927b-daf6d6057965 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:01.318353 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a2d86c68-d2d0-4841-9385-b3a1030a8e1e req-b5f065a5-090e-4872-927b-daf6d6057965 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd1c4cd0-9246-45ff-bd69-a0c86282f592 HTTP/1.1" status: 200 len: 943 time: 0.2785115 Jul 29 23:20:01.366122 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da13e8a-6647-4250-bbb4-a246734a3fd9 service neutron] Pushing event updated for resources: {'Port': ['ID=e7636624-ee00-43ce-8045-cac196986c66,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:01.389668 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70a994-3d98-4f6e-87dc-45f50d5ae7a4 req-5da13e8a-6647-4250-bbb4-a246734a3fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:01.391100 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-8e70a994-3d98-4f6e-87dc-45f50d5ae7a4 req-5da13e8a-6647-4250-bbb4-a246734a3fd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:01.392553 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8e70a994-3d98-4f6e-87dc-45f50d5ae7a4 req-5da13e8a-6647-4250-bbb4-a246734a3fd9 service neutron] 10.222.0.22 "PUT /v2.0/ports/e7636624-ee00-43ce-8045-cac196986c66 HTTP/1.1" status: 200 len: 1096 time: 4.4105330 Jul 29 23:20:01.400570 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e343e0cc-007a-4965-83f5-6a430ce7da86 req-3a6142b3-c526-4d6c-b9fd-75e815718cb5 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:01.402248 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827063ad-e67a-4970-a9f4-c1d277aad100 req-48481cb7-8d54-4f98-9c87-a3ba5c06455f tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:01.407366 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-e36c05be-1431-41ce-9b9a-2ae8024fe15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:01.408124 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-e36c05be-1431-41ce-9b9a-2ae8024fe15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:01.409070 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-e36c05be-1431-41ce-9b9a-2ae8024fe15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:01.409502 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827063ad-e67a-4970-a9f4-c1d277aad100 req-48481cb7-8d54-4f98-9c87-a3ba5c06455f tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:01.411111 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-e36c05be-1431-41ce-9b9a-2ae8024fe15a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=51b1efed735945cea153cdfce6450079&device_id=6af4bfda-eddd-44aa-b3fc-10c913d9f8af HTTP/1.1" status: 200 len: 2869 time: 0.3632162 Jul 29 23:20:01.414402 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246cc10f-08e0-4908-bd51-93bdff74648a req-86f341fe-279c-489d-b774-06f647b65ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:01.415879 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827063ad-e67a-4970-a9f4-c1d277aad100 req-48481cb7-8d54-4f98-9c87-a3ba5c06455f tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:01.416312 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-246cc10f-08e0-4908-bd51-93bdff74648a req-86f341fe-279c-489d-b774-06f647b65ce8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3940933 Jul 29 23:20:01.422196 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-827063ad-e67a-4970-a9f4-c1d277aad100 req-48481cb7-8d54-4f98-9c87-a3ba5c06455f tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/ports?device_id=6af4bfda-eddd-44aa-b3fc-10c913d9f8af HTTP/1.1" status: 200 len: 2413 time: 0.3834422 Jul 29 23:20:01.439354 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-6d6fbfbd-cd5c-44a3-8234-8adb821fc8dd req-e61e858d-08ac-4884-958c-a647098680f4 service neutron] Attempting to bind port 732e4cd7-9239-4732-a034-dc116891a8a7 on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:20:01.439713 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-6d6fbfbd-cd5c-44a3-8234-8adb821fc8dd req-e61e858d-08ac-4884-958c-a647098680f4 service neutron] Attempting to bind port 732e4cd7-9239-4732-a034-dc116891a8a7 by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:20:01.440058 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6fbfbd-cd5c-44a3-8234-8adb821fc8dd req-e61e858d-08ac-4884-958c-a647098680f4 service neutron] Attempting to bind port 732e4cd7-9239-4732-a034-dc116891a8a7 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:20:01.518466 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6fbfbd-cd5c-44a3-8234-8adb821fc8dd req-e61e858d-08ac-4884-958c-a647098680f4 service neutron] Port 732e4cd7-9239-4732-a034-dc116891a8a7 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:20:01.519170 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6fbfbd-cd5c-44a3-8234-8adb821fc8dd req-e61e858d-08ac-4884-958c-a647098680f4 service neutron] Attempting to bind port 732e4cd7-9239-4732-a034-dc116891a8a7 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:20:01.533046 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-65304cdc-f2b1-43de-8a2c-dab8a43178f7 req-fab8892f-9939-43c6-82f3-df6802d7c583 service neutron] 10.222.0.43 "GET /v2.0/networks/ec39a190-3e02-4fd2-a008-3b841dbd3c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4680493 Jul 29 23:20:01.562561 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6fbfbd-cd5c-44a3-8234-8adb821fc8dd req-e61e858d-08ac-4884-958c-a647098680f4 service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:20:01.562893 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6fbfbd-cd5c-44a3-8234-8adb821fc8dd req-e61e858d-08ac-4884-958c-a647098680f4 service neutron] Checking segment: {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:20:01.563299 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d6fbfbd-cd5c-44a3-8234-8adb821fc8dd req-e61e858d-08ac-4884-958c-a647098680f4 service neutron] Bound using segment: {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:20:01.563761 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-6d6fbfbd-cd5c-44a3-8234-8adb821fc8dd req-e61e858d-08ac-4884-958c-a647098680f4 service neutron] Bound port: 732e4cd7-9239-4732-a034-dc116891a8a7, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:20:01.564129 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-6d6fbfbd-cd5c-44a3-8234-8adb821fc8dd req-e61e858d-08ac-4884-958c-a647098680f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:01.598554 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-827063ad-e67a-4970-a9f4-c1d277aad100 req-c2cd89fe-6316-4b7b-bec5-7b523060d305 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7d83692-1f36-4f89-b4b6-59d9ab0340f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501710 Jul 29 23:20:01.647295 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-f87800e8-b594-4f6d-ab6c-3aa3edf9abb0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.214&port_id=1c737562-3bde-4368-8002-ffca91fe2dad HTTP/1.1" status: 200 len: 217 time: 0.1354315 Jul 29 23:20:01.675200 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e343e0cc-007a-4965-83f5-6a430ce7da86 req-3a6142b3-c526-4d6c-b9fd-75e815718cb5 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Network 080b9e81-fe4d-4e86-a3c0-24ea9929eaa2 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:20:01.691471 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-a2d86c68-d2d0-4841-9385-b3a1030a8e1e req-66a59dd3-bd8b-418c-a5bc-c209dc65acb2 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Deleting port b7f7ec96-de09-4005-9c38-4a7398e73dc9 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:20:01.691884 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a2d86c68-d2d0-4841-9385-b3a1030a8e1e req-66a59dd3-bd8b-418c-a5bc-c209dc65acb2 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:01.706921 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-246cc10f-08e0-4908-bd51-93bdff74648a req-29524a35-3fc6-474e-a991-d21bf0843787 service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802474 Jul 29 23:20:01.710380 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-e343e0cc-007a-4965-83f5-6a430ce7da86 req-3a6142b3-c526-4d6c-b9fd-75e815718cb5 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:20:01.733424 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6142b3-c526-4d6c-b9fd-75e815718cb5 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Pushing event updated for resources: {'Port': ['ID=fb5e4c66-71bd-4284-947f-aad0dccb9215,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:01.756518 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-e343e0cc-007a-4965-83f5-6a430ce7da86 req-3a6142b3-c526-4d6c-b9fd-75e815718cb5 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:20:01.840405 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-a2d86c68-d2d0-4841-9385-b3a1030a8e1e req-66a59dd3-bd8b-418c-a5bc-c209dc65acb2 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] For port b7f7ec96-de09-4005-9c38-4a7398e73dc9, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=b7f7ec96-de09-4005-9c38-4a7398e73dc9,segment=NetworkSegment(2db8471f-c43b-49ee-9f08-2f1c56af231c),segment_id=2db8471f-c43b-49ee-9f08-2f1c56af231c)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:01.840802 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a2d86c68-d2d0-4841-9385-b3a1030a8e1e req-66a59dd3-bd8b-418c-a5bc-c209dc65acb2 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:01.858773 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70a994-3d98-4f6e-87dc-45f50d5ae7a4 req-dc9838c0-a543-45ab-8bdd-91c7760dbb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:01.860610 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8e70a994-3d98-4f6e-87dc-45f50d5ae7a4 req-dc9838c0-a543-45ab-8bdd-91c7760dbb59 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9009c62a39254abfafe57d15f208ec09&device_id=aa120cd7-0211-4466-90f0-cdb139621c08 HTTP/1.1" status: 200 len: 1099 time: 0.3612466 Jul 29 23:20:01.876047 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-a2d86c68-d2d0-4841-9385-b3a1030a8e1e req-66a59dd3-bd8b-418c-a5bc-c209dc65acb2 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Calling delete_port for b7f7ec96-de09-4005-9c38-4a7398e73dc9 owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:20:02.016261 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-2b477dcb-d0e7-4006-9123-72fec6e0a71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:02.018098 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-2b477dcb-d0e7-4006-9123-72fec6e0a71d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fa9a4566-6089-4eb4-ae2d-cf251191c5cd HTTP/1.1" status: 200 len: 801 time: 0.3414986 Jul 29 23:20:02.025678 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8e70a994-3d98-4f6e-87dc-45f50d5ae7a4 req-1f94dad7-493b-4417-880e-20ad7a8fbe00 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=e7636624-ee00-43ce-8045-cac196986c66 HTTP/1.1" status: 200 len: 217 time: 0.1418226 Jul 29 23:20:02.083357 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e343e0cc-007a-4965-83f5-6a430ce7da86 req-3a6142b3-c526-4d6c-b9fd-75e815718cb5 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:02.084418 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e343e0cc-007a-4965-83f5-6a430ce7da86 req-3a6142b3-c526-4d6c-b9fd-75e815718cb5 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:02.091979 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-8b8d2fea-3a76-4868-b6fc-60e1f7e833cc None None] Provisioning for port fb5e4c66-71bd-4284-947f-aad0dccb9215 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:20:02.097323 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-8b8d2fea-3a76-4868-b6fc-60e1f7e833cc None None] Provisioning complete for port fb5e4c66-71bd-4284-947f-aad0dccb9215 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:20:02.097924 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8b8d2fea-3a76-4868-b6fc-60e1f7e833cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:02.102248 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 094bef8e-9117-4601-bc20-d8a158b9b9fa up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:20:02.147864 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-246cc10f-08e0-4908-bd51-93bdff74648a req-a3368e90-72db-4ea5-88f9-8fb775a8afc0 service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4084284 Jul 29 23:20:02.157113 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e343e0cc-007a-4965-83f5-6a430ce7da86 req-3a6142b3-c526-4d6c-b9fd-75e815718cb5 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3443828 Jul 29 23:20:02.161821 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70a994-3d98-4f6e-87dc-45f50d5ae7a4 req-e7421d48-70cf-4826-9e92-ec8be22b7029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:02.163615 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8e70a994-3d98-4f6e-87dc-45f50d5ae7a4 req-e7421d48-70cf-4826-9e92-ec8be22b7029 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.1200049 Jul 29 23:20:02.164689 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-6d6fbfbd-cd5c-44a3-8234-8adb821fc8dd req-e61e858d-08ac-4884-958c-a647098680f4 service neutron] For port 732e4cd7-9239-4732-a034-dc116891a8a7, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:20:02.173359 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-498d9065-fb82-437a-b918-0ee09a90664c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:02.175403 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-498d9065-fb82-437a-b918-0ee09a90664c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=607b04b1-02d0-47dd-8d3e-e66db2ec3e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1486285 Jul 29 23:20:02.204862 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-e343e0cc-007a-4965-83f5-6a430ce7da86 req-16581dfc-12c6-4c47-aee9-fbc74d301635 service neutron] Request body: {'port': {'device_id': 'bd39aad8-3dcc-4692-a7a1-1c202be00ae5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:20:02.248601 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c3974-6484-42f5-9416-d87e5cb217ea req-49ce6a01-3a69-4370-b5a2-8b66ebf9e564 tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:02.262681 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-373c3974-6484-42f5-9416-d87e5cb217ea req-49ce6a01-3a69-4370-b5a2-8b66ebf9e564 tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa120cd7-0211-4466-90f0-cdb139621c08 HTTP/1.1" status: 200 len: 947 time: 0.2614851 Jul 29 23:20:02.269403 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-6d6fbfbd-cd5c-44a3-8234-8adb821fc8dd req-e61e858d-08ac-4884-958c-a647098680f4 service neutron] For port 732e4cd7-9239-4732-a034-dc116891a8a7, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=732e4cd7-9239-4732-a034-dc116891a8a7,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:20:02.327406 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-8b8d2fea-3a76-4868-b6fc-60e1f7e833cc None None] Port fb5e4c66-71bd-4284-947f-aad0dccb9215 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:20:02.329055 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port 094bef8e-9117-4601-bc20-d8a158b9b9fa completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:20:02.349075 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 094bef8e-9117-4601-bc20-d8a158b9b9fa triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:20:02.349456 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:02.425791 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-6d6fbfbd-cd5c-44a3-8234-8adb821fc8dd req-e61e858d-08ac-4884-958c-a647098680f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:02.445274 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a2d86c68-d2d0-4841-9385-b3a1030a8e1e req-66a59dd3-bd8b-418c-a5bc-c209dc65acb2 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:02.458484 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-0ee9ce3c-aecf-42b8-bb5b-659a3762ae03 service neutron] 10.222.0.22 "GET /v2.0/networks/607b04b1-02d0-47dd-8d3e-e66db2ec3e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476184 Jul 29 23:20:02.514562 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6fbfbd-cd5c-44a3-8234-8adb821fc8dd req-e61e858d-08ac-4884-958c-a647098680f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:02.515431 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-6d6fbfbd-cd5c-44a3-8234-8adb821fc8dd req-e61e858d-08ac-4884-958c-a647098680f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:02.517216 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6d6fbfbd-cd5c-44a3-8234-8adb821fc8dd req-e61e858d-08ac-4884-958c-a647098680f4 service neutron] 10.222.0.41 "PUT /v2.0/ports/732e4cd7-9239-4732-a034-dc116891a8a7 HTTP/1.1" status: 200 len: 1097 time: 3.1660249 Jul 29 23:20:02.518821 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1267093b-eddb-411d-af46-da473585ddce', 'tag': '732e4cd7-9239-4732-a034-dc116891a8a7'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:20:02.521416 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4419e367-0ccf-42ac-9b28-44ee970fe972" -d '{"events": [{"name": "network-changed", "server_uuid": "1267093b-eddb-411d-af46-da473585ddce", "tag": "732e4cd7-9239-4732-a034-dc116891a8a7"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:20:02.598172 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:02.600666 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e70a994-3d98-4f6e-87dc-45f50d5ae7a4 req-2c30aa2b-c5aa-4869-9b7c-159c9ee2bf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:02.602422 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8e70a994-3d98-4f6e-87dc-45f50d5ae7a4 req-2c30aa2b-c5aa-4869-9b7c-159c9ee2bf24 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4248023 Jul 29 23:20:02.647880 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e343e0cc-007a-4965-83f5-6a430ce7da86 req-16581dfc-12c6-4c47-aee9-fbc74d301635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:02.694069 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 094bef8e-9117-4601-bc20-d8a158b9b9fa, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=094bef8e-9117-4601-bc20-d8a158b9b9fa,segment=NetworkSegment(ad95086a-4aa4-4696-a47c-b54ab11bbc8c),segment_id=ad95086a-4aa4-4696-a47c-b54ab11bbc8c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:02.708362 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:02.781965 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46de3f-5cc4-40e9-8440-caa09102bcd2 req-15cfb937-0da6-4844-aa9b-b11f5bc6c9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:02.783851 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-bd46de3f-5cc4-40e9-8440-caa09102bcd2 req-15cfb937-0da6-4844-aa9b-b11f5bc6c9eb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9009c62a39254abfafe57d15f208ec09&device_id=685779ab-acd9-4cd7-8e1e-c7f759280c1c HTTP/1.1" status: 200 len: 1100 time: 0.3554149 Jul 29 23:20:02.820056 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a31851-1710-48ac-b612-605808da3259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '094bef8e-9117-4601-bc20-d8a158b9b9fa'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:20:02.826399 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c5200b-5a28-4544-b8d7-d981fa673f30" -d '{"events": [{"server_uuid": "43a31851-1710-48ac-b612-605808da3259", "name": "network-vif-plugged", "status": "completed", "tag": "094bef8e-9117-4601-bc20-d8a158b9b9fa"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:20:02.852471 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=094bef8e-9117-4601-bc20-d8a158b9b9fa,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:03.056444 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-373c3974-6484-42f5-9416-d87e5cb217ea req-2a8be027-134c-464d-bb39-cd6f3ece68ca tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a6bacb2-785e-46ce-99a7-969ba7b68206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7927911 Jul 29 23:20:03.100965 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2d86c68-d2d0-4841-9385-b3a1030a8e1e req-66a59dd3-bd8b-418c-a5bc-c209dc65acb2 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] No DVR routers for this DVR port b7f7ec96-de09-4005-9c38-4a7398e73dc9 on host n-h1-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:20:03.104388 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a2d86c68-d2d0-4841-9385-b3a1030a8e1e req-66a59dd3-bd8b-418c-a5bc-c209dc65acb2 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:03.106586 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a2d86c68-d2d0-4841-9385-b3a1030a8e1e req-66a59dd3-bd8b-418c-a5bc-c209dc65acb2 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.41 "DELETE /v2.0/ports/b7f7ec96-de09-4005-9c38-4a7398e73dc9 HTTP/1.1" status: 204 len: 173 time: 1.7759001 Jul 29 23:20:03.108837 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e858d-08ac-4884-958c-a647098680f4 service neutron] Pushing event updated for resources: {'Port': ['ID=732e4cd7-9239-4732-a034-dc116891a8a7,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:03.141029 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a59dd3-bd8b-418c-a5bc-c209dc65acb2 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Pushing event deleted for resources: {'Port': ['ID=b7f7ec96-de09-4005-9c38-4a7398e73dc9,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:03.161693 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e7e82b-2e73-49ec-97c4-219de622bafa req-9b1d035a-b427-4b93-9396-0feec9b8ca58 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:03.164569 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6af4bfda-eddd-44aa-b3fc-10c913d9f8af', 'tag': 'eeb9a249-16f5-4384-a9d7-be98b9b89dc1'}, {'name': 'network-changed', 'server_uuid': 'aa120cd7-0211-4466-90f0-cdb139621c08', 'tag': 'e7636624-ee00-43ce-8045-cac196986c66'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:20:03.166819 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2231ae29-475c-443d-9d2a-c78a072536f9" -d '{"events": [{"name": "network-changed", "server_uuid": "6af4bfda-eddd-44aa-b3fc-10c913d9f8af", "tag": "eeb9a249-16f5-4384-a9d7-be98b9b89dc1"}, {"name": "network-changed", "server_uuid": "aa120cd7-0211-4466-90f0-cdb139621c08", "tag": "e7636624-ee00-43ce-8045-cac196986c66"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:20:03.167249 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d0e7e82b-2e73-49ec-97c4-219de622bafa req-9b1d035a-b427-4b93-9396-0feec9b8ca58 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd39aad8-3dcc-4692-a7a1-1c202be00ae5 HTTP/1.1" status: 200 len: 932 time: 0.7651505 Jul 29 23:20:03.187497 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-ec246e2e-eff9-43e2-8ace-648d54e57080 service neutron] 10.222.0.22 "GET /v2.0/networks/607b04b1-02d0-47dd-8d3e-e66db2ec3e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6983261 Jul 29 23:20:03.218131 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6fbfbd-cd5c-44a3-8234-8adb821fc8dd req-4b931d70-4d4f-401b-b1ef-b66f3d1bfbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:03.220760 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6d6fbfbd-cd5c-44a3-8234-8adb821fc8dd req-4b931d70-4d4f-401b-b1ef-b66f3d1bfbcc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=02291f5098924703b9b0f8f02943a845&device_id=1267093b-eddb-411d-af46-da473585ddce HTTP/1.1" status: 200 len: 1100 time: 0.1681406 Jul 29 23:20:03.289595 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6d6fbfbd-cd5c-44a3-8234-8adb821fc8dd req-847aa4f7-ca3f-4010-af59-6659b0faa5f9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=732e4cd7-9239-4732-a034-dc116891a8a7 HTTP/1.1" status: 200 len: 217 time: 0.0510254 Jul 29 23:20:03.305570 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-b136e5bb-3b01-4eb3-9352-414262381c83 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.213&port_id=e9d837b7-a2b8-4ee4-a0a5-9c770e308ee6 HTTP/1.1" status: 200 len: 217 time: 0.0992374 Jul 29 23:20:03.318955 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8e70a994-3d98-4f6e-87dc-45f50d5ae7a4 req-ae281f7f-0906-403c-984b-33c616026147 service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6982961 Jul 29 23:20:03.347789 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc26460-420f-45ba-8985-2bb900c47905 req-9bdb64e2-3bb6-4f4c-b161-26b100aef56c tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:03.349430 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bfc26460-420f-45ba-8985-2bb900c47905 req-9bdb64e2-3bb6-4f4c-b161-26b100aef56c tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=1267093b-eddb-411d-af46-da473585ddce HTTP/1.1" status: 200 len: 948 time: 0.1810524 Jul 29 23:20:03.438072 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d0e7e82b-2e73-49ec-97c4-219de622bafa req-dcc4b48d-842b-43bc-8534-cee53ad2d47e tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc34ce93-23ae-4faf-818b-1a3258fade29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2600851 Jul 29 23:20:03.470703 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6fbfbd-cd5c-44a3-8234-8adb821fc8dd req-765ce8b3-017d-4cf7-92b4-48c5dc5c637f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:03.473017 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6d6fbfbd-cd5c-44a3-8234-8adb821fc8dd req-765ce8b3-017d-4cf7-92b4-48c5dc5c637f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.1712465 Jul 29 23:20:03.479649 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46de3f-5cc4-40e9-8440-caa09102bcd2 req-5f9246ae-6906-4f42-8b33-e112b4632027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:03.481234 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-bd46de3f-5cc4-40e9-8440-caa09102bcd2 req-5f9246ae-6906-4f42-8b33-e112b4632027 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d71c22dc-feef-410b-a7ed-6548cf85bd6f HTTP/1.1" status: 200 len: 870 time: 0.6609173 Jul 29 23:20:03.490528 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-4df1c165-daea-4a33-b4b8-3404a4a5d42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:03.491972 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-4df1c165-daea-4a33-b4b8-3404a4a5d42d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=bbdbe730-dca4-4b76-87dd-f3e000c07254 HTTP/1.1" status: 200 len: 801 time: 0.1612754 Jul 29 23:20:03.556992 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-bd46de3f-5cc4-40e9-8440-caa09102bcd2 req-2d8c6614-087b-4b43-a662-3975f1cf55cb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=d484528b-d630-4f58-b4ca-1af975d3c6d6 HTTP/1.1" status: 200 len: 217 time: 0.0640473 Jul 29 23:20:03.565487 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bfc26460-420f-45ba-8985-2bb900c47905 req-44ba53a0-6352-43e4-b950-2c898d9d191e tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986105 Jul 29 23:20:03.594503 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65304cdc-f2b1-43de-8a2c-dab8a43178f7 req-7dc9ada4-a7d5-4784-b6d8-a61eebb54bad tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:03.595992 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-65304cdc-f2b1-43de-8a2c-dab8a43178f7 req-7dc9ada4-a7d5-4784-b6d8-a61eebb54bad tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.22 "GET /v2.0/networks?id=ec39a190-3e02-4fd2-a008-3b841dbd3c4b HTTP/1.1" status: 200 len: 804 time: 0.2455928 Jul 29 23:20:03.600321 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6fbfbd-cd5c-44a3-8234-8adb821fc8dd req-9a003dfa-6e77-4e3b-bc45-f7329d65f1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:03.601886 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6d6fbfbd-cd5c-44a3-8234-8adb821fc8dd req-9a003dfa-6e77-4e3b-bc45-f7329d65f1fd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1025898 Jul 29 23:20:03.614012 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-65304cdc-f2b1-43de-8a2c-dab8a43178f7 req-185af464-aec2-4a5f-84ba-20fc772250d2 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Request body: {'port': {'device_id': '62fc1795-6912-4db4-b667-421969d7def7', 'network_id': 'ec39a190-3e02-4fd2-a008-3b841dbd3c4b', 'admin_state_up': True, 'tenant_id': '48ca3190ceb241b287be19cef493c764'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:20:03.675918 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8e70a994-3d98-4f6e-87dc-45f50d5ae7a4 req-54a2743a-44af-4314-b783-70a1b10969bf service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074636 Jul 29 23:20:03.720255 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-3d9f64e5-63cc-40b2-8894-5eb1352edbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:03.722517 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-3d9f64e5-63cc-40b2-8894-5eb1352edbdc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=b3cebaf8-d29a-42a6-a020-83fdcc8764e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2128513 Jul 29 23:20:03.726958 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46de3f-5cc4-40e9-8440-caa09102bcd2 req-67b45064-8191-421e-9b21-52e3bc889296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:03.728601 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-bd46de3f-5cc4-40e9-8440-caa09102bcd2 req-67b45064-8191-421e-9b21-52e3bc889296 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.1494298 Jul 29 23:20:03.817132 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b2d1c741-f1b4-4efb-9a08-b6a496d2c721 req-137c9d1d-2b88-40b1-bf96-a38729cf9307 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=62fc1795-6912-4db4-b667-421969d7def7 HTTP/1.1" status: 200 len: 210 time: 0.0798662 Jul 29 23:20:03.889851 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d4c7f-9de0-43e6-ad3d-6c041c1390e0 req-56f1cffe-cc3d-4549-b5b3-b932b07cef80 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:03.897575 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9d0d4c7f-9de0-43e6-ad3d-6c041c1390e0 req-56f1cffe-cc3d-4549-b5b3-b932b07cef80 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/ports?device_id=43a31851-1710-48ac-b612-605808da3259 HTTP/1.1" status: 200 len: 946 time: 0.2500322 Jul 29 23:20:03.938369 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-e343e0cc-007a-4965-83f5-6a430ce7da86 req-16581dfc-12c6-4c47-aee9-fbc74d301635 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb5e4c66-71bd-4284-947f-aad0dccb9215 {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:20:03.950977 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e343e0cc-007a-4965-83f5-6a430ce7da86 req-16581dfc-12c6-4c47-aee9-fbc74d301635 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:03.965271 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd46de3f-5cc4-40e9-8440-caa09102bcd2 req-8c895652-f513-42b7-b221-250ca84eca09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:03.967519 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-bd46de3f-5cc4-40e9-8440-caa09102bcd2 req-8c895652-f513-42b7-b221-250ca84eca09 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2160664 Jul 29 23:20:03.976157 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6d6fbfbd-cd5c-44a3-8234-8adb821fc8dd req-7a191027-0657-4ab2-8f14-ed47c5be4166 service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3577313 Jul 29 23:20:03.995045 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-e343e0cc-007a-4965-83f5-6a430ce7da86 req-16581dfc-12c6-4c47-aee9-fbc74d301635 service neutron] Transition to ACTIVE for port object fb5e4c66-71bd-4284-947f-aad0dccb9215 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:20:04.008754 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-7850face-76fc-4042-8f8e-b35402aa5be6 service neutron] 10.222.0.22 "GET /v2.0/networks/b3cebaf8-d29a-42a6-a020-83fdcc8764e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659581 Jul 29 23:20:04.033373 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e343e0cc-007a-4965-83f5-6a430ce7da86 req-16581dfc-12c6-4c47-aee9-fbc74d301635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:04.068334 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9d0d4c7f-9de0-43e6-ad3d-6c041c1390e0 req-cc4e3b36-1292-452e-a6f7-9f82e1a6bf75 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0e5e270-a9be-406d-95d1-49d73a31f45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698167 Jul 29 23:20:04.077554 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65304cdc-f2b1-43de-8a2c-dab8a43178f7 req-185af464-aec2-4a5f-84ba-20fc772250d2 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Made reservation on behalf of 48ca3190ceb241b287be19cef493c764 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:20:04.080971 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-65304cdc-f2b1-43de-8a2c-dab8a43178f7 req-185af464-aec2-4a5f-84ba-20fc772250d2 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:04.093873 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7284486-4953-42e0-a22f-eeaaec084dbb req-3c34e617-3719-498a-b797-d0b958ec11b0 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:04.095399 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f7284486-4953-42e0-a22f-eeaaec084dbb req-3c34e617-3719-498a-b797-d0b958ec11b0 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e7c21fc-a617-499a-a692-712fb381b4fb HTTP/1.1" status: 200 len: 950 time: 0.1887641 Jul 29 23:20:04.185417 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16581dfc-12c6-4c47-aee9-fbc74d301635 service neutron] Pushing event updated for resources: {'Port': ['ID=fb5e4c66-71bd-4284-947f-aad0dccb9215,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:04.212766 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-bd46de3f-5cc4-40e9-8440-caa09102bcd2 req-be8a76d5-1c67-49ef-becc-6b033e6fc7f9 service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336025 Jul 29 23:20:04.261810 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-65304cdc-f2b1-43de-8a2c-dab8a43178f7 req-185af464-aec2-4a5f-84ba-20fc772250d2 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Allocated IP 172.20.0.8 (ec39a190-3e02-4fd2-a008-3b841dbd3c4b/5d5d676a-a79a-4d6c-8057-e140077bec43/1d4f86e2-c7f3-4176-8ff9-623f4453d1ed) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:20:04.271897 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4718cdf-2789-4930-911c-3c9734ca1abb x-openstack-request-id: req-d4718cdf-2789-4930-911c-3c9734ca1abb {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:20:04.272226 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1267093b-eddb-411d-af46-da473585ddce", "tag": "732e4cd7-9239-4732-a034-dc116891a8a7", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:20:04.272429 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d4718cdf-2789-4930-911c-3c9734ca1abb {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:20:04.272815 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1267093b-eddb-411d-af46-da473585ddce', 'tag': '732e4cd7-9239-4732-a034-dc116891a8a7', 'status': 'completed', 'code': 200} Jul 29 23:20:04.336243 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-e164ccbc-ae19-405c-b562-fd8375451575 service neutron] 10.222.0.22 "GET /v2.0/networks/b3cebaf8-d29a-42a6-a020-83fdcc8764e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005102 Jul 29 23:20:04.357890 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6d6fbfbd-cd5c-44a3-8234-8adb821fc8dd req-a8d64e88-c309-4241-bb07-575f1d00996d service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687232 Jul 29 23:20:04.366099 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f7284486-4953-42e0-a22f-eeaaec084dbb req-dd6870b6-0cbf-4041-96a5-2ab4e80e7b2c tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616310 Jul 29 23:20:04.398726 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cdeaf2-f918-4937-aeb2-67b2beb355cf req-9aad8dde-00ea-4b14-ae04-beb98bf1cb1c tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:04.405966 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cdeaf2-f918-4937-aeb2-67b2beb355cf req-9aad8dde-00ea-4b14-ae04-beb98bf1cb1c tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:04.412247 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cdeaf2-f918-4937-aeb2-67b2beb355cf req-9aad8dde-00ea-4b14-ae04-beb98bf1cb1c tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:04.414057 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-24cdeaf2-f918-4937-aeb2-67b2beb355cf req-9aad8dde-00ea-4b14-ae04-beb98bf1cb1c tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/ports?device_id=6af4bfda-eddd-44aa-b3fc-10c913d9f8af HTTP/1.1" status: 200 len: 2413 time: 0.1404815 Jul 29 23:20:04.423471 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-e48bd8b8-a7f4-4500-b1a8-897dd3e1089f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.221&port_id=eeb9a249-16f5-4384-a9d7-be98b9b89dc1 HTTP/1.1" status: 200 len: 217 time: 0.0674770 Jul 29 23:20:04.465933 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ecda49-da41-44b6-a5b8-9ec709f23d95 x-openstack-request-id: req-a0ecda49-da41-44b6-a5b8-9ec709f23d95 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:20:04.466489 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a31851-1710-48ac-b612-605808da3259", "name": "network-vif-plugged", "status": "completed", "tag": "094bef8e-9117-4601-bc20-d8a158b9b9fa", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:20:04.467202 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a0ecda49-da41-44b6-a5b8-9ec709f23d95 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:20:04.467737 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a31851-1710-48ac-b612-605808da3259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '094bef8e-9117-4601-bc20-d8a158b9b9fa', 'code': 200} Jul 29 23:20:04.495881 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-bd46de3f-5cc4-40e9-8440-caa09102bcd2 req-5b59123f-76e0-4d79-b28a-1148d4acf397 service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617123 Jul 29 23:20:04.498704 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-e343e0cc-007a-4965-83f5-6a430ce7da86 req-16581dfc-12c6-4c47-aee9-fbc74d301635 service neutron] Attempting to bind port fb5e4c66-71bd-4284-947f-aad0dccb9215 on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:20:04.499147 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-e343e0cc-007a-4965-83f5-6a430ce7da86 req-16581dfc-12c6-4c47-aee9-fbc74d301635 service neutron] Attempting to bind port fb5e4c66-71bd-4284-947f-aad0dccb9215 by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': '42107b5e-6268-4b9c-87e8-287a1e78b5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '080b9e81-fe4d-4e86-a3c0-24ea9929eaa2'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:20:04.499574 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e343e0cc-007a-4965-83f5-6a430ce7da86 req-16581dfc-12c6-4c47-aee9-fbc74d301635 service neutron] Attempting to bind port fb5e4c66-71bd-4284-947f-aad0dccb9215 on network 080b9e81-fe4d-4e86-a3c0-24ea9929eaa2 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:20:04.514469 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 29 Jul 2021 23:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feaadf87-3a7b-4861-8846-2ea8f12b5eaf x-openstack-request-id: req-feaadf87-3a7b-4861-8846-2ea8f12b5eaf {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:20:04.514869 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6af4bfda-eddd-44aa-b3fc-10c913d9f8af", "tag": "eeb9a249-16f5-4384-a9d7-be98b9b89dc1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "aa120cd7-0211-4466-90f0-cdb139621c08", "tag": "e7636624-ee00-43ce-8045-cac196986c66", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:20:04.515382 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-feaadf87-3a7b-4861-8846-2ea8f12b5eaf {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:20:04.515870 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6af4bfda-eddd-44aa-b3fc-10c913d9f8af', 'tag': 'eeb9a249-16f5-4384-a9d7-be98b9b89dc1', 'status': 'completed', 'code': 200} Jul 29 23:20:04.516214 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa120cd7-0211-4466-90f0-cdb139621c08', 'tag': 'e7636624-ee00-43ce-8045-cac196986c66', 'status': 'completed', 'code': 200} Jul 29 23:20:04.516854 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e343e0cc-007a-4965-83f5-6a430ce7da86 req-16581dfc-12c6-4c47-aee9-fbc74d301635 service neutron] Port fb5e4c66-71bd-4284-947f-aad0dccb9215 on network 080b9e81-fe4d-4e86-a3c0-24ea9929eaa2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:20:04.517283 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e343e0cc-007a-4965-83f5-6a430ce7da86 req-16581dfc-12c6-4c47-aee9-fbc74d301635 service neutron] Attempting to bind port fb5e4c66-71bd-4284-947f-aad0dccb9215 on network 080b9e81-fe4d-4e86-a3c0-24ea9929eaa2 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:20:04.528761 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-e8454fd0-2ada-4c9f-aab5-10444432b136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:04.531057 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-e8454fd0-2ada-4c9f-aab5-10444432b136 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fa9a4566-6089-4eb4-ae2d-cf251191c5cd HTTP/1.1" status: 200 len: 801 time: 0.0983965 Jul 29 23:20:04.531985 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e343e0cc-007a-4965-83f5-6a430ce7da86 req-16581dfc-12c6-4c47-aee9-fbc74d301635 service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:20:04.532404 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e343e0cc-007a-4965-83f5-6a430ce7da86 req-16581dfc-12c6-4c47-aee9-fbc74d301635 service neutron] Checking segment: {'id': '42107b5e-6268-4b9c-87e8-287a1e78b5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '080b9e81-fe4d-4e86-a3c0-24ea9929eaa2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:20:04.532910 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e343e0cc-007a-4965-83f5-6a430ce7da86 req-16581dfc-12c6-4c47-aee9-fbc74d301635 service neutron] Bound using segment: {'id': '42107b5e-6268-4b9c-87e8-287a1e78b5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '080b9e81-fe4d-4e86-a3c0-24ea9929eaa2'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:20:04.533969 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-e343e0cc-007a-4965-83f5-6a430ce7da86 req-16581dfc-12c6-4c47-aee9-fbc74d301635 service neutron] Bound port: fb5e4c66-71bd-4284-947f-aad0dccb9215, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42107b5e-6268-4b9c-87e8-287a1e78b5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '080b9e81-fe4d-4e86-a3c0-24ea9929eaa2'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:20:04.533969 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e343e0cc-007a-4965-83f5-6a430ce7da86 req-16581dfc-12c6-4c47-aee9-fbc74d301635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:04.634037 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-24cdeaf2-f918-4937-aeb2-67b2beb355cf req-c94c54b3-3bae-4c45-9a9b-6d4d092cb582 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7d83692-1f36-4f89-b4b6-59d9ab0340f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100720 Jul 29 23:20:04.646536 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device d484528b-d630-4f58-b4ca-1af975d3c6d6 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:20:04.669261 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419e367-0ccf-42ac-9b28-44ee970fe972 req-3a192206-4c2a-4a69-a665-2f565b6e758e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:04.671043 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4419e367-0ccf-42ac-9b28-44ee970fe972 req-3a192206-4c2a-4a69-a665-2f565b6e758e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=02291f5098924703b9b0f8f02943a845&device_id=1267093b-eddb-411d-af46-da473585ddce HTTP/1.1" status: 200 len: 1100 time: 0.1437356 Jul 29 23:20:04.733814 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-65304cdc-f2b1-43de-8a2c-dab8a43178f7 req-185af464-aec2-4a5f-84ba-20fc772250d2 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:04.736994 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e107b9-c76d-4d90-8cab-605c33a2156a req-ca54ffb2-00eb-418b-919b-6da71bd5ec86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:04.738943 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device b7f7ec96-de09-4005-9c38-4a7398e73dc9 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:20:04.739197 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-56e107b9-c76d-4d90-8cab-605c33a2156a req-ca54ffb2-00eb-418b-919b-6da71bd5ec86 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=43a31851-1710-48ac-b612-605808da3259 HTTP/1.1" status: 200 len: 1098 time: 0.1631284 Jul 29 23:20:04.751620 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-ff1db6f7-2920-4af5-9007-db873f309f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:04.753327 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-ff1db6f7-2920-4af5-9007-db873f309f83 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=607b04b1-02d0-47dd-8d3e-e66db2ec3e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1783276 Jul 29 23:20:04.770819 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] No Port match for: b7f7ec96-de09-4005-9c38-4a7398e73dc9 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:20:04.770979 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device b7f7ec96-de09-4005-9c38-4a7398e73dc9 not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:20:04.794571 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603be008-fb83-4f8f-a2ec-62d637383535 req-5addf64e-0bdc-408a-84c4-a6448ac7fcd8 tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:04.795473 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-603be008-fb83-4f8f-a2ec-62d637383535 req-5addf64e-0bdc-408a-84c4-a6448ac7fcd8 tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa120cd7-0211-4466-90f0-cdb139621c08 HTTP/1.1" status: 200 len: 947 time: 0.2089286 Jul 29 23:20:04.814109 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port d484528b-d630-4f58-b4ca-1af975d3c6d6, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=d484528b-d630-4f58-b4ca-1af975d3c6d6,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:04.824984 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': 'd484528b-d630-4f58-b4ca-1af975d3c6d6', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'port_id': 'd484528b-d630-4f58-b4ca-1af975d3c6d6', 'mac_address': 'fa:16:3e:df:81:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64bdc61a-58ca-49c7-bae5-ecfed9ee407c', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:20:04.863188 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-e343e0cc-007a-4965-83f5-6a430ce7da86 req-16581dfc-12c6-4c47-aee9-fbc74d301635 service neutron] For port fb5e4c66-71bd-4284-947f-aad0dccb9215, host n-h1-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:20:04.867316 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:04.874309 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-56e107b9-c76d-4d90-8cab-605c33a2156a req-0da700bb-2df1-4554-9d21-ccd8a16dd5a7 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b0e5e270-a9be-406d-95d1-49d73a31f45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134460 Jul 29 23:20:04.880414 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d484528b-d630-4f58-b4ca-1af975d3c6d6 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:20:04.887262 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-e343e0cc-007a-4965-83f5-6a430ce7da86 req-16581dfc-12c6-4c47-aee9-fbc74d301635 service neutron] For port fb5e4c66-71bd-4284-947f-aad0dccb9215, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=fb5e4c66-71bd-4284-947f-aad0dccb9215,segment=NetworkSegment(42107b5e-6268-4b9c-87e8-287a1e78b5ad),segment_id=42107b5e-6268-4b9c-87e8-287a1e78b5ad)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:20:04.895695 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e343e0cc-007a-4965-83f5-6a430ce7da86 req-16581dfc-12c6-4c47-aee9-fbc74d301635 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:04.902673 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port d484528b-d630-4f58-b4ca-1af975d3c6d6, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=d484528b-d630-4f58-b4ca-1af975d3c6d6,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:04.909390 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:04.923716 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-603be008-fb83-4f8f-a2ec-62d637383535 req-a1d71807-bd88-4539-805b-befd15e57a6f tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a6bacb2-785e-46ce-99a7-969ba7b68206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180761 Jul 29 23:20:04.926757 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419e367-0ccf-42ac-9b28-44ee970fe972 req-df268a39-83c8-4ab1-be93-8df72ebbbd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:04.928209 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4419e367-0ccf-42ac-9b28-44ee970fe972 req-df268a39-83c8-4ab1-be93-8df72ebbbd48 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d71c22dc-feef-410b-a7ed-6548cf85bd6f HTTP/1.1" status: 200 len: 870 time: 0.2432137 Jul 29 23:20:04.936979 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587cd5a-99bc-443f-89bb-374ff10736e6 req-9146431b-6517-4143-b27a-dfd8f674c3dd tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:04.944335 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5587cd5a-99bc-443f-89bb-374ff10736e6 req-9146431b-6517-4143-b27a-dfd8f674c3dd tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd39aad8-3dcc-4692-a7a1-1c202be00ae5 HTTP/1.1" status: 200 len: 944 time: 0.1884394 Jul 29 23:20:04.953367 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e343e0cc-007a-4965-83f5-6a430ce7da86 req-16581dfc-12c6-4c47-aee9-fbc74d301635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:04.954248 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e343e0cc-007a-4965-83f5-6a430ce7da86 req-16581dfc-12c6-4c47-aee9-fbc74d301635 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:04.955495 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e343e0cc-007a-4965-83f5-6a430ce7da86 req-16581dfc-12c6-4c47-aee9-fbc74d301635 service neutron] 10.222.0.41 "PUT /v2.0/ports/fb5e4c66-71bd-4284-947f-aad0dccb9215 HTTP/1.1" status: 200 len: 1093 time: 2.7789044 Jul 29 23:20:04.968056 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-ed9492ce-a51f-4c08-b51a-a8e06687df6f service neutron] 10.222.0.22 "GET /v2.0/networks/607b04b1-02d0-47dd-8d3e-e66db2ec3e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833651 Jul 29 23:20:04.968745 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-65304cdc-f2b1-43de-8a2c-dab8a43178f7 req-185af464-aec2-4a5f-84ba-20fc772250d2 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:05.004712 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=d484528b-d630-4f58-b4ca-1af975d3c6d6,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:05.017462 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4419e367-0ccf-42ac-9b28-44ee970fe972 req-9ea2658a-6f2c-48f0-af94-9705092529c5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=732e4cd7-9239-4732-a034-dc116891a8a7 HTTP/1.1" status: 200 len: 217 time: 0.0712588 Jul 29 23:20:05.053034 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16581dfc-12c6-4c47-aee9-fbc74d301635 service neutron] Pushing event updated for resources: {'Port': ['ID=fb5e4c66-71bd-4284-947f-aad0dccb9215,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:05.100900 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65304cdc-f2b1-43de-8a2c-dab8a43178f7 req-185af464-aec2-4a5f-84ba-20fc772250d2 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Network ec39a190-3e02-4fd2-a008-3b841dbd3c4b is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:20:05.122012 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e343e0cc-007a-4965-83f5-6a430ce7da86 req-0bf7c5fa-e7f0-41ee-b437-517e14cb023b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:05.123837 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-65304cdc-f2b1-43de-8a2c-dab8a43178f7 req-185af464-aec2-4a5f-84ba-20fc772250d2 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:20:05.124751 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e343e0cc-007a-4965-83f5-6a430ce7da86 req-0bf7c5fa-e7f0-41ee-b437-517e14cb023b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f631a6d452a4fba84f6b90e2829acee&device_id=bd39aad8-3dcc-4692-a7a1-1c202be00ae5 HTTP/1.1" status: 200 len: 1096 time: 0.0723875 Jul 29 23:20:05.126807 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-eeb38674-6ecd-4df7-85b4-16e51d627601 req-682b7e25-692a-4e39-8e3e-ebc974cc6b77 service neutron] 10.222.0.22 "GET /v2.0/networks/607b04b1-02d0-47dd-8d3e-e66db2ec3e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468158 Jul 29 23:20:05.140518 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-65304cdc-f2b1-43de-8a2c-dab8a43178f7 req-185af464-aec2-4a5f-84ba-20fc772250d2 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:20:05.145676 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5587cd5a-99bc-443f-89bb-374ff10736e6 req-99ced139-cfaa-43d3-92ff-89e7c97d1a6b tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc34ce93-23ae-4faf-818b-1a3258fade29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2009406 Jul 29 23:20:05.151460 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185af464-aec2-4a5f-84ba-20fc772250d2 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Pushing event updated for resources: {'Port': ['ID=1d4f86e2-c7f3-4176-8ff9-623f4453d1ed,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:05.198666 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419e367-0ccf-42ac-9b28-44ee970fe972 req-f31d5df3-6b12-4c13-b05d-24603153e165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:05.200149 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4419e367-0ccf-42ac-9b28-44ee970fe972 req-f31d5df3-6b12-4c13-b05d-24603153e165 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.1529093 Jul 29 23:20:05.203141 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e343e0cc-007a-4965-83f5-6a430ce7da86 req-a3a9da73-bcd5-46ed-bd82-29090183c8cd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb5e4c66-71bd-4284-947f-aad0dccb9215 HTTP/1.1" status: 200 len: 217 time: 0.0573769 Jul 29 23:20:05.233380 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65304cdc-f2b1-43de-8a2c-dab8a43178f7 req-185af464-aec2-4a5f-84ba-20fc772250d2 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:05.233967 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-65304cdc-f2b1-43de-8a2c-dab8a43178f7 req-185af464-aec2-4a5f-84ba-20fc772250d2 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:05.243028 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b70bc04-8d29-4094-afed-fcd25a63bbb1 req-c1afedf6-ab07-413a-966e-6f830d0a0b1b tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:05.244460 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6b70bc04-8d29-4094-afed-fcd25a63bbb1 req-c1afedf6-ab07-413a-966e-6f830d0a0b1b tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=1267093b-eddb-411d-af46-da473585ddce HTTP/1.1" status: 200 len: 948 time: 0.1540387 Jul 29 23:20:05.264706 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e343e0cc-007a-4965-83f5-6a430ce7da86 req-3276b918-9300-42e1-93e0-ba3b855d54d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:05.266354 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e343e0cc-007a-4965-83f5-6a430ce7da86 req-3276b918-9300-42e1-93e0-ba3b855d54d3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a767d1cf-937a-4189-8aa3-3ec1eff5a6eb HTTP/1.1" status: 200 len: 863 time: 0.0497546 Jul 29 23:20:05.309054 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-65304cdc-f2b1-43de-8a2c-dab8a43178f7 req-185af464-aec2-4a5f-84ba-20fc772250d2 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7002974 Jul 29 23:20:05.316006 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e343e0cc-007a-4965-83f5-6a430ce7da86 req-c19fc981-1048-4f5b-987b-a8fb07e29b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:05.317692 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e343e0cc-007a-4965-83f5-6a430ce7da86 req-c19fc981-1048-4f5b-987b-a8fb07e29b89 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=080b9e81-fe4d-4e86-a3c0-24ea9929eaa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427992 Jul 29 23:20:05.338850 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['d484528b-d630-4f58-b4ca-1af975d3c6d6'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:20:05.339704 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-65304cdc-f2b1-43de-8a2c-dab8a43178f7 req-570d2c3e-9656-4f04-9d7d-2b2e3755f116 service neutron] Request body: {'port': {'device_id': '62fc1795-6912-4db4-b667-421969d7def7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:20:05.347521 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6b70bc04-8d29-4094-afed-fcd25a63bbb1 req-0982308b-7485-45bd-adf3-9dbdcffa8c88 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860715 Jul 29 23:20:05.367580 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419e367-0ccf-42ac-9b28-44ee970fe972 req-641ff7a2-c1af-4855-8784-aa743dc8520e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:05.369248 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4419e367-0ccf-42ac-9b28-44ee970fe972 req-641ff7a2-c1af-4855-8784-aa743dc8520e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1513722 Jul 29 23:20:05.379537 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9100ba36-9403-4f44-872e-974aa1739678 req-bf335a73-3517-44e0-ac8f-4955794b45f1 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:05.381050 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9100ba36-9403-4f44-872e-974aa1739678 req-bf335a73-3517-44e0-ac8f-4955794b45f1 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=62fc1795-6912-4db4-b667-421969d7def7 HTTP/1.1" status: 200 len: 931 time: 0.1357269 Jul 29 23:20:05.474883 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2231ae29-475c-443d-9d2a-c78a072536f9 req-8d65beff-0a7f-4516-931c-3c4ac7a8574f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:05.475384 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2231ae29-475c-443d-9d2a-c78a072536f9 req-8d65beff-0a7f-4516-931c-3c4ac7a8574f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:05.475868 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2231ae29-475c-443d-9d2a-c78a072536f9 req-8d65beff-0a7f-4516-931c-3c4ac7a8574f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:05.477659 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2231ae29-475c-443d-9d2a-c78a072536f9 req-8d65beff-0a7f-4516-931c-3c4ac7a8574f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=51b1efed735945cea153cdfce6450079&device_id=6af4bfda-eddd-44aa-b3fc-10c913d9f8af HTTP/1.1" status: 200 len: 2869 time: 0.1426034 Jul 29 23:20:05.485874 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e343e0cc-007a-4965-83f5-6a430ce7da86 req-fdf279b9-e120-4bcd-ba94-ac70c777b26a service neutron] 10.222.0.41 "GET /v2.0/networks/080b9e81-fe4d-4e86-a3c0-24ea9929eaa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523032 Jul 29 23:20:05.518860 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-65304cdc-f2b1-43de-8a2c-dab8a43178f7 req-570d2c3e-9656-4f04-9d7d-2b2e3755f116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:05.553519 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9100ba36-9403-4f44-872e-974aa1739678 req-dcb9017e-11d9-4e76-af0a-140dfd156c12 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597693 Jul 29 23:20:05.625784 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4419e367-0ccf-42ac-9b28-44ee970fe972 req-3c3b8c55-c3d1-44d0-a107-554d2b6dea4c service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418180 Jul 29 23:20:05.633635 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a1e4e-e2cb-4d1a-8e5e-b8c8891b025c req-e72579b7-0f31-4517-ba33-e3cc18167eb4 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:05.636652 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-961a1e4e-e2cb-4d1a-8e5e-b8c8891b025c req-e72579b7-0f31-4517-ba33-e3cc18167eb4 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/ports?device_id=43a31851-1710-48ac-b612-605808da3259 HTTP/1.1" status: 200 len: 946 time: 0.1865873 Jul 29 23:20:05.652145 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2231ae29-475c-443d-9d2a-c78a072536f9 req-ca091191-efc9-433c-b051-d4977c9070aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:05.653689 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2231ae29-475c-443d-9d2a-c78a072536f9 req-ca091191-efc9-433c-b051-d4977c9070aa service neutron] 10.222.0.22 "GET /v2.0/networks?id=607b04b1-02d0-47dd-8d3e-e66db2ec3e7b HTTP/1.1" status: 200 len: 902 time: 0.1665316 Jul 29 23:20:05.658111 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e343e0cc-007a-4965-83f5-6a430ce7da86 req-125f506e-3fed-407c-9317-6097f439b35e service neutron] 10.222.0.41 "GET /v2.0/networks/080b9e81-fe4d-4e86-a3c0-24ea9929eaa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624720 Jul 29 23:20:05.708457 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2231ae29-475c-443d-9d2a-c78a072536f9 req-c71627b4-bfa8-4c6d-89da-a38e9228221d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.221&port_id=eeb9a249-16f5-4384-a9d7-be98b9b89dc1 HTTP/1.1" status: 200 len: 217 time: 0.0448716 Jul 29 23:20:05.764707 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2231ae29-475c-443d-9d2a-c78a072536f9 req-24ecc35a-4bd0-4a43-8538-99a581bc20a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:05.766189 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2231ae29-475c-443d-9d2a-c78a072536f9 req-24ecc35a-4bd0-4a43-8538-99a581bc20a2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fa9a4566-6089-4eb4-ae2d-cf251191c5cd HTTP/1.1" status: 200 len: 801 time: 0.0471165 Jul 29 23:20:05.827352 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2231ae29-475c-443d-9d2a-c78a072536f9 req-caa9e400-003e-4249-88a2-43e480894e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:05.828738 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2231ae29-475c-443d-9d2a-c78a072536f9 req-caa9e400-003e-4249-88a2-43e480894e83 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=607b04b1-02d0-47dd-8d3e-e66db2ec3e7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408618 Jul 29 23:20:05.871151 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-961a1e4e-e2cb-4d1a-8e5e-b8c8891b025c req-d80a7f29-8490-44e5-9db5-025d03947193 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0e5e270-a9be-406d-95d1-49d73a31f45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158327 Jul 29 23:20:05.881766 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c87e718-1c16-4b8c-a0dc-c4589bcc6299 req-9e81d1ad-c7f2-4f3c-b39c-64cdcf8524b0 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:05.883194 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6c87e718-1c16-4b8c-a0dc-c4589bcc6299 req-9e81d1ad-c7f2-4f3c-b39c-64cdcf8524b0 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e7c21fc-a617-499a-a692-712fb381b4fb HTTP/1.1" status: 200 len: 950 time: 0.2629187 Jul 29 23:20:05.922290 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4419e367-0ccf-42ac-9b28-44ee970fe972 req-19a073f5-8fdb-46f8-877f-41b07a5a88c1 service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821710 Jul 29 23:20:05.930420 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2231ae29-475c-443d-9d2a-c78a072536f9 req-8c04dd5b-14d7-47ac-b0a2-7c7034aff7f1 service neutron] 10.222.0.22 "GET /v2.0/networks/607b04b1-02d0-47dd-8d3e-e66db2ec3e7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928609 Jul 29 23:20:05.970641 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6c87e718-1c16-4b8c-a0dc-c4589bcc6299 req-03e24c0e-a0ae-472a-92f9-d76c69c3bd7c tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740457 Jul 29 23:20:06.038398 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8288192-762f-4945-91cf-2238e4ebcb1a req-a1eff5bf-7dfa-4bdb-baf4-fbe2bac7c190 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:06.044288 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8288192-762f-4945-91cf-2238e4ebcb1a req-a1eff5bf-7dfa-4bdb-baf4-fbe2bac7c190 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:06.051008 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8288192-762f-4945-91cf-2238e4ebcb1a req-a1eff5bf-7dfa-4bdb-baf4-fbe2bac7c190 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:06.052693 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d8288192-762f-4945-91cf-2238e4ebcb1a req-a1eff5bf-7dfa-4bdb-baf4-fbe2bac7c190 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/ports?device_id=6af4bfda-eddd-44aa-b3fc-10c913d9f8af HTTP/1.1" status: 200 len: 2413 time: 0.1089013 Jul 29 23:20:06.055164 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2231ae29-475c-443d-9d2a-c78a072536f9 req-4dc8d677-9c35-4c04-8a17-e499af8edf26 service neutron] 10.222.0.22 "GET /v2.0/networks/607b04b1-02d0-47dd-8d3e-e66db2ec3e7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006231 Jul 29 23:20:06.135661 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-65304cdc-f2b1-43de-8a2c-dab8a43178f7 req-570d2c3e-9656-4f04-9d7d-2b2e3755f116 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d4f86e2-c7f3-4176-8ff9-623f4453d1ed {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:20:06.145205 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-65304cdc-f2b1-43de-8a2c-dab8a43178f7 req-570d2c3e-9656-4f04-9d7d-2b2e3755f116 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:06.160884 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2231ae29-475c-443d-9d2a-c78a072536f9 req-ee35a8c4-7b98-4a68-9203-91b87fbebba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:06.162467 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2231ae29-475c-443d-9d2a-c78a072536f9 req-ee35a8c4-7b98-4a68-9203-91b87fbebba8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9009c62a39254abfafe57d15f208ec09&device_id=aa120cd7-0211-4466-90f0-cdb139621c08 HTTP/1.1" status: 200 len: 1099 time: 0.0461793 Jul 29 23:20:06.172827 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d8288192-762f-4945-91cf-2238e4ebcb1a req-b6446542-f2e2-4042-a79d-418fc433f160 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7d83692-1f36-4f89-b4b6-59d9ab0340f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996473 Jul 29 23:20:06.173744 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-65304cdc-f2b1-43de-8a2c-dab8a43178f7 req-570d2c3e-9656-4f04-9d7d-2b2e3755f116 service neutron] Transition to ACTIVE for port object 1d4f86e2-c7f3-4176-8ff9-623f4453d1ed will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:20:06.182590 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dbcf54-1307-4672-b0b2-32b9159ca777 req-a6038b49-9e66-45ff-94a4-12dd250a79c5 tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:06.184267 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d2dbcf54-1307-4672-b0b2-32b9159ca777 req-a6038b49-9e66-45ff-94a4-12dd250a79c5 tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa120cd7-0211-4466-90f0-cdb139621c08 HTTP/1.1" status: 200 len: 947 time: 0.1305113 Jul 29 23:20:06.186263 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-65304cdc-f2b1-43de-8a2c-dab8a43178f7 req-570d2c3e-9656-4f04-9d7d-2b2e3755f116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:06.270108 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2231ae29-475c-443d-9d2a-c78a072536f9 req-f2ca820c-ee4a-4c00-acbf-e85b61dbe064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:06.271595 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2231ae29-475c-443d-9d2a-c78a072536f9 req-f2ca820c-ee4a-4c00-acbf-e85b61dbe064 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d71c22dc-feef-410b-a7ed-6548cf85bd6f HTTP/1.1" status: 200 len: 870 time: 0.0971177 Jul 29 23:20:06.281413 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd1c4cd0-9246-45ff-bd69-a0c86282f592', 'name': 'network-vif-deleted', 'tag': 'b7f7ec96-de09-4005-9c38-4a7398e73dc9'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:20:06.283635 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9045543b-d36c-4985-b786-b8ec97da6f98" -d '{"events": [{"server_uuid": "fd1c4cd0-9246-45ff-bd69-a0c86282f592", "name": "network-vif-deleted", "tag": "b7f7ec96-de09-4005-9c38-4a7398e73dc9"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:20:06.310808 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570d2c3e-9656-4f04-9d7d-2b2e3755f116 service neutron] Pushing event updated for resources: {'Port': ['ID=1d4f86e2-c7f3-4176-8ff9-623f4453d1ed,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:06.317012 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2231ae29-475c-443d-9d2a-c78a072536f9 req-2de34ba5-7d73-4808-90ae-1e3548800b72 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=e7636624-ee00-43ce-8045-cac196986c66 HTTP/1.1" status: 200 len: 217 time: 0.0348883 Jul 29 23:20:06.318179 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d2dbcf54-1307-4672-b0b2-32b9159ca777 req-a12e5b6a-01be-47e6-bde2-3581afb8666b tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a6bacb2-785e-46ce-99a7-969ba7b68206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193013 Jul 29 23:20:06.366241 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2878c9de-7f0c-4e5a-995c-6d81000ecb90 x-openstack-request-id: req-2878c9de-7f0c-4e5a-995c-6d81000ecb90 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:20:06.366541 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd1c4cd0-9246-45ff-bd69-a0c86282f592", "name": "network-vif-deleted", "tag": "b7f7ec96-de09-4005-9c38-4a7398e73dc9", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:20:06.366790 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2878c9de-7f0c-4e5a-995c-6d81000ecb90 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:20:06.367177 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd1c4cd0-9246-45ff-bd69-a0c86282f592', 'name': 'network-vif-deleted', 'tag': 'b7f7ec96-de09-4005-9c38-4a7398e73dc9', 'status': 'completed', 'code': 200} Jul 29 23:20:06.379646 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2231ae29-475c-443d-9d2a-c78a072536f9 req-b31c4efd-3273-4a4a-a7af-d87bc8c27d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:06.381215 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2231ae29-475c-443d-9d2a-c78a072536f9 req-b31c4efd-3273-4a4a-a7af-d87bc8c27d8e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.0562551 Jul 29 23:20:06.381682 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a008f021-0a28-4a45-b1ec-603a6f5f144f req-7092c5b2-56a4-4f75-924a-ce0d3f260133 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:06.383197 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a008f021-0a28-4a45-b1ec-603a6f5f144f req-7092c5b2-56a4-4f75-924a-ce0d3f260133 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd39aad8-3dcc-4692-a7a1-1c202be00ae5 HTTP/1.1" status: 200 len: 944 time: 0.1406875 Jul 29 23:20:06.434938 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-65304cdc-f2b1-43de-8a2c-dab8a43178f7 req-570d2c3e-9656-4f04-9d7d-2b2e3755f116 service neutron] Attempting to bind port 1d4f86e2-c7f3-4176-8ff9-623f4453d1ed on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:20:06.435845 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-65304cdc-f2b1-43de-8a2c-dab8a43178f7 req-570d2c3e-9656-4f04-9d7d-2b2e3755f116 service neutron] Attempting to bind port 1d4f86e2-c7f3-4176-8ff9-623f4453d1ed by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '2db8471f-c43b-49ee-9f08-2f1c56af231c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ec39a190-3e02-4fd2-a008-3b841dbd3c4b'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:20:06.436191 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65304cdc-f2b1-43de-8a2c-dab8a43178f7 req-570d2c3e-9656-4f04-9d7d-2b2e3755f116 service neutron] Attempting to bind port 1d4f86e2-c7f3-4176-8ff9-623f4453d1ed on network ec39a190-3e02-4fd2-a008-3b841dbd3c4b {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:20:06.437561 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2231ae29-475c-443d-9d2a-c78a072536f9 req-d772cdb5-8b18-4ff6-853d-158dfdfc27b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:06.439066 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2231ae29-475c-443d-9d2a-c78a072536f9 req-d772cdb5-8b18-4ff6-853d-158dfdfc27b8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0471013 Jul 29 23:20:06.465474 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65304cdc-f2b1-43de-8a2c-dab8a43178f7 req-570d2c3e-9656-4f04-9d7d-2b2e3755f116 service neutron] Port 1d4f86e2-c7f3-4176-8ff9-623f4453d1ed on network ec39a190-3e02-4fd2-a008-3b841dbd3c4b not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:20:06.465832 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65304cdc-f2b1-43de-8a2c-dab8a43178f7 req-570d2c3e-9656-4f04-9d7d-2b2e3755f116 service neutron] Attempting to bind port 1d4f86e2-c7f3-4176-8ff9-623f4453d1ed on network ec39a190-3e02-4fd2-a008-3b841dbd3c4b {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:20:06.472525 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a008f021-0a28-4a45-b1ec-603a6f5f144f req-b9d0f6c1-6ec1-4d6a-974c-7b9ccc8d957a tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc34ce93-23ae-4faf-818b-1a3258fade29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809040 Jul 29 23:20:06.478001 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65304cdc-f2b1-43de-8a2c-dab8a43178f7 req-570d2c3e-9656-4f04-9d7d-2b2e3755f116 service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 19, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:20:06.478341 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65304cdc-f2b1-43de-8a2c-dab8a43178f7 req-570d2c3e-9656-4f04-9d7d-2b2e3755f116 service neutron] Checking segment: {'id': '2db8471f-c43b-49ee-9f08-2f1c56af231c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ec39a190-3e02-4fd2-a008-3b841dbd3c4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:20:06.478727 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65304cdc-f2b1-43de-8a2c-dab8a43178f7 req-570d2c3e-9656-4f04-9d7d-2b2e3755f116 service neutron] Bound using segment: {'id': '2db8471f-c43b-49ee-9f08-2f1c56af231c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ec39a190-3e02-4fd2-a008-3b841dbd3c4b'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:20:06.479159 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-65304cdc-f2b1-43de-8a2c-dab8a43178f7 req-570d2c3e-9656-4f04-9d7d-2b2e3755f116 service neutron] Bound port: 1d4f86e2-c7f3-4176-8ff9-623f4453d1ed, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2db8471f-c43b-49ee-9f08-2f1c56af231c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ec39a190-3e02-4fd2-a008-3b841dbd3c4b'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:20:06.479524 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-65304cdc-f2b1-43de-8a2c-dab8a43178f7 req-570d2c3e-9656-4f04-9d7d-2b2e3755f116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:06.506615 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a613ad96-02e3-4298-9f03-138572cfa5c0 req-a419b60b-1bdd-4658-8f72-2d6947a78841 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:06.508099 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a613ad96-02e3-4298-9f03-138572cfa5c0 req-a419b60b-1bdd-4658-8f72-2d6947a78841 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=1267093b-eddb-411d-af46-da473585ddce HTTP/1.1" status: 200 len: 948 time: 0.0850904 Jul 29 23:20:06.517134 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd39aad8-3dcc-4692-a7a1-1c202be00ae5', 'tag': 'fb5e4c66-71bd-4284-947f-aad0dccb9215'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:20:06.520039 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec50c385-8a55-4b8a-9d63-cd9ca6452a82" -d '{"events": [{"name": "network-changed", "server_uuid": "bd39aad8-3dcc-4692-a7a1-1c202be00ae5", "tag": "fb5e4c66-71bd-4284-947f-aad0dccb9215"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:20:06.542310 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2231ae29-475c-443d-9d2a-c78a072536f9 req-5532a26d-7fcd-4fff-93d3-3e60b4d8078d service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942571 Jul 29 23:20:06.559788 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd9531e-e9d8-431e-b116-45e03715b9e6 x-openstack-request-id: req-2fd9531e-e9d8-431e-b116-45e03715b9e6 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:20:06.560091 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd39aad8-3dcc-4692-a7a1-1c202be00ae5", "tag": "fb5e4c66-71bd-4284-947f-aad0dccb9215", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:20:06.560923 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2fd9531e-e9d8-431e-b116-45e03715b9e6 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:20:06.561449 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd39aad8-3dcc-4692-a7a1-1c202be00ae5', 'tag': 'fb5e4c66-71bd-4284-947f-aad0dccb9215', 'status': 'completed', 'code': 200} Jul 29 23:20:06.595804 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a613ad96-02e3-4298-9f03-138572cfa5c0 req-64f53c2e-b829-4c10-b488-7b60e310afd3 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684118 Jul 29 23:20:06.603644 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-65304cdc-f2b1-43de-8a2c-dab8a43178f7 req-570d2c3e-9656-4f04-9d7d-2b2e3755f116 service neutron] For port 1d4f86e2-c7f3-4176-8ff9-623f4453d1ed, host n-h2-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:20:06.607112 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-65304cdc-f2b1-43de-8a2c-dab8a43178f7 req-570d2c3e-9656-4f04-9d7d-2b2e3755f116 service neutron] For port 1d4f86e2-c7f3-4176-8ff9-623f4453d1ed, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=1d4f86e2-c7f3-4176-8ff9-623f4453d1ed,segment=NetworkSegment(2db8471f-c43b-49ee-9f08-2f1c56af231c),segment_id=2db8471f-c43b-49ee-9f08-2f1c56af231c)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:20:06.613328 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-65304cdc-f2b1-43de-8a2c-dab8a43178f7 req-570d2c3e-9656-4f04-9d7d-2b2e3755f116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:06.652781 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device d484528b-d630-4f58-b4ca-1af975d3c6d6 up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:20:06.660060 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2231ae29-475c-443d-9d2a-c78a072536f9 req-e608dfd3-940d-4cda-8834-2bf515313969 service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092680 Jul 29 23:20:06.706918 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port d484528b-d630-4f58-b4ca-1af975d3c6d6 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:20:06.710899 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port d484528b-d630-4f58-b4ca-1af975d3c6d6 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:20:06.711339 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:06.722949 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65304cdc-f2b1-43de-8a2c-dab8a43178f7 req-570d2c3e-9656-4f04-9d7d-2b2e3755f116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:06.723587 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-65304cdc-f2b1-43de-8a2c-dab8a43178f7 req-570d2c3e-9656-4f04-9d7d-2b2e3755f116 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:06.724933 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-65304cdc-f2b1-43de-8a2c-dab8a43178f7 req-570d2c3e-9656-4f04-9d7d-2b2e3755f116 service neutron] 10.222.0.22 "PUT /v2.0/ports/1d4f86e2-c7f3-4176-8ff9-623f4453d1ed HTTP/1.1" status: 200 len: 1092 time: 1.3924921 Jul 29 23:20:06.761549 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570d2c3e-9656-4f04-9d7d-2b2e3755f116 service neutron] Pushing event updated for resources: {'Port': ['ID=1d4f86e2-c7f3-4176-8ff9-623f4453d1ed,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:06.768932 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec50c385-8a55-4b8a-9d63-cd9ca6452a82 req-d130bac2-85f1-440c-9125-f1fde6ceff9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:06.770474 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ec50c385-8a55-4b8a-9d63-cd9ca6452a82 req-d130bac2-85f1-440c-9125-f1fde6ceff9c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f631a6d452a4fba84f6b90e2829acee&device_id=bd39aad8-3dcc-4692-a7a1-1c202be00ae5 HTTP/1.1" status: 200 len: 1096 time: 0.1492968 Jul 29 23:20:06.782513 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe56bec-9416-4a01-828a-41e7fd8c563f req-7f0af4ff-9a8b-48cd-8456-542b9b213f0d tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:06.783996 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8fe56bec-9416-4a01-828a-41e7fd8c563f req-7f0af4ff-9a8b-48cd-8456-542b9b213f0d tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=62fc1795-6912-4db4-b667-421969d7def7 HTTP/1.1" status: 200 len: 943 time: 0.1317229 Jul 29 23:20:06.818805 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:06.819602 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:06.842865 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '685779ab-acd9-4cd7-8e1e-c7f759280c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd484528b-d630-4f58-b4ca-1af975d3c6d6'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:20:06.845155 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8edef3a0-c4e3-490a-89d0-bddca1957a35" -d '{"events": [{"server_uuid": "685779ab-acd9-4cd7-8e1e-c7f759280c1c", "name": "network-vif-plugged", "status": "completed", "tag": "d484528b-d630-4f58-b4ca-1af975d3c6d6"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:20:06.858576 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port d484528b-d630-4f58-b4ca-1af975d3c6d6, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=d484528b-d630-4f58-b4ca-1af975d3c6d6,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:06.862823 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:06.889203 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f999c0-82f7-4471-a7ac-51d6f3bafbb5 x-openstack-request-id: req-c5f999c0-82f7-4471-a7ac-51d6f3bafbb5 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:20:06.889566 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "685779ab-acd9-4cd7-8e1e-c7f759280c1c", "name": "network-vif-plugged", "status": "completed", "tag": "d484528b-d630-4f58-b4ca-1af975d3c6d6", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:20:06.889868 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c5f999c0-82f7-4471-a7ac-51d6f3bafbb5 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:20:06.890265 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '685779ab-acd9-4cd7-8e1e-c7f759280c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd484528b-d630-4f58-b4ca-1af975d3c6d6', 'code': 200} Jul 29 23:20:06.915622 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8fe56bec-9416-4a01-828a-41e7fd8c563f req-77a59386-275e-46b5-a3db-ef721bb91fc8 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235032 Jul 29 23:20:06.919011 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=d484528b-d630-4f58-b4ca-1af975d3c6d6,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:06.932513 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65304cdc-f2b1-43de-8a2c-dab8a43178f7 req-219412b9-e235-4e8b-9ef5-3f039f5609f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:06.934119 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-65304cdc-f2b1-43de-8a2c-dab8a43178f7 req-219412b9-e235-4e8b-9ef5-3f039f5609f9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=48ca3190ceb241b287be19cef493c764&device_id=62fc1795-6912-4db4-b667-421969d7def7 HTTP/1.1" status: 200 len: 1095 time: 0.1411619 Jul 29 23:20:06.944011 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec50c385-8a55-4b8a-9d63-cd9ca6452a82 req-50ff5a7c-a27e-4975-b21a-74d6f4cae004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:06.945471 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ec50c385-8a55-4b8a-9d63-cd9ca6452a82 req-50ff5a7c-a27e-4975-b21a-74d6f4cae004 service neutron] 10.222.0.41 "GET /v2.0/networks?id=080b9e81-fe4d-4e86-a3c0-24ea9929eaa2 HTTP/1.1" status: 200 len: 925 time: 0.1606038 Jul 29 23:20:07.005947 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-65304cdc-f2b1-43de-8a2c-dab8a43178f7 req-64d8f30c-bd5a-46ab-9c63-42f100c2ec42 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d4f86e2-c7f3-4176-8ff9-623f4453d1ed HTTP/1.1" status: 200 len: 217 time: 0.0594308 Jul 29 23:20:07.025337 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15da327a-ca3a-446d-98af-8af681b56cf2 req-cf11d4a8-d7db-44de-a118-b1828cda7f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:07.026979 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-15da327a-ca3a-446d-98af-8af681b56cf2 req-cf11d4a8-d7db-44de-a118-b1828cda7f6a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=685779ab-acd9-4cd7-8e1e-c7f759280c1c HTTP/1.1" status: 200 len: 1102 time: 0.0417185 Jul 29 23:20:07.056594 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ec50c385-8a55-4b8a-9d63-cd9ca6452a82 req-9822560b-74f3-4a03-9e94-07520ca8c438 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb5e4c66-71bd-4284-947f-aad0dccb9215 HTTP/1.1" status: 200 len: 217 time: 0.0657337 Jul 29 23:20:07.062497 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-15da327a-ca3a-446d-98af-8af681b56cf2 req-cba37cc2-adad-43e1-9ffd-1051a6dc9a54 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6a6bacb2-785e-46ce-99a7-969ba7b68206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282419 Jul 29 23:20:07.454508 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea929f07-8abe-4398-a585-2494ecb2e645 req-64ef362c-9ecd-4ce0-9b14-a4d741eea098 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:07.456012 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ea929f07-8abe-4398-a585-2494ecb2e645 req-64ef362c-9ecd-4ce0-9b14-a4d741eea098 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/ports?device_id=43a31851-1710-48ac-b612-605808da3259 HTTP/1.1" status: 200 len: 946 time: 0.4663162 Jul 29 23:20:07.460791 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65304cdc-f2b1-43de-8a2c-dab8a43178f7 req-70d53a36-6be4-4d6e-8ed1-f5f18710cb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:07.462228 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-65304cdc-f2b1-43de-8a2c-dab8a43178f7 req-70d53a36-6be4-4d6e-8ed1-f5f18710cb9c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5d5d676a-a79a-4d6c-8057-e140077bec43 HTTP/1.1" status: 200 len: 844 time: 0.4288874 Jul 29 23:20:07.479969 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec50c385-8a55-4b8a-9d63-cd9ca6452a82 req-e73ef049-7b96-409d-a67a-d671e6d06cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:07.481351 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ec50c385-8a55-4b8a-9d63-cd9ca6452a82 req-e73ef049-7b96-409d-a67a-d671e6d06cbb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a767d1cf-937a-4189-8aa3-3ec1eff5a6eb HTTP/1.1" status: 200 len: 863 time: 0.1074438 Jul 29 23:20:07.506850 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa12fc-7760-431a-88ec-a03060c3afc0 req-e8f45ac9-b2c0-4df7-9ff2-d4bb0a3dc419 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:07.508337 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9faa12fc-7760-431a-88ec-a03060c3afc0 req-e8f45ac9-b2c0-4df7-9ff2-d4bb0a3dc419 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e7c21fc-a617-499a-a692-712fb381b4fb HTTP/1.1" status: 200 len: 950 time: 0.4608982 Jul 29 23:20:07.536595 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-65304cdc-f2b1-43de-8a2c-dab8a43178f7 req-e2765d2e-0b38-4df3-8a7b-bd592b325c10 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ec39a190-3e02-4fd2-a008-3b841dbd3c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582778 Jul 29 23:20:07.637322 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ea929f07-8abe-4398-a585-2494ecb2e645 req-fe5e1889-c770-4dca-a984-c6808ac6ad17 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0e5e270-a9be-406d-95d1-49d73a31f45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741178 Jul 29 23:20:07.682654 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9faa12fc-7760-431a-88ec-a03060c3afc0 req-dd8802be-597e-4606-afeb-583d091a9cdd tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485047 Jul 29 23:20:07.684508 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec50c385-8a55-4b8a-9d63-cd9ca6452a82 req-b5807b3f-10c7-43ce-91d8-690f0ecc924e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:07.686022 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ec50c385-8a55-4b8a-9d63-cd9ca6452a82 req-b5807b3f-10c7-43ce-91d8-690f0ecc924e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=080b9e81-fe4d-4e86-a3c0-24ea9929eaa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1874142 Jul 29 23:20:07.702765 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-65304cdc-f2b1-43de-8a2c-dab8a43178f7 req-2286fb24-b3be-474e-ad5a-896aa6186957 service neutron] 10.222.0.22 "GET /v2.0/networks/ec39a190-3e02-4fd2-a008-3b841dbd3c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450307 Jul 29 23:20:07.913644 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6ca456-dbd5-47ff-8fd3-f45d4efa9313 req-a94130d6-7a12-4b00-b8f9-2848a0e5f5ae tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:07.920124 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6ca456-dbd5-47ff-8fd3-f45d4efa9313 req-a94130d6-7a12-4b00-b8f9-2848a0e5f5ae tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:07.926494 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6ca456-dbd5-47ff-8fd3-f45d4efa9313 req-a94130d6-7a12-4b00-b8f9-2848a0e5f5ae tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:07.928295 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2d6ca456-dbd5-47ff-8fd3-f45d4efa9313 req-a94130d6-7a12-4b00-b8f9-2848a0e5f5ae tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/ports?device_id=6af4bfda-eddd-44aa-b3fc-10c913d9f8af HTTP/1.1" status: 200 len: 2413 time: 0.2156315 Jul 29 23:20:07.963613 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a848b7-071f-4979-aee1-f08da78201dd req-f20fbac7-cbe0-4c87-b788-a8da5cf9e87f tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:07.964971 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-33a848b7-071f-4979-aee1-f08da78201dd req-f20fbac7-cbe0-4c87-b788-a8da5cf9e87f tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa120cd7-0211-4466-90f0-cdb139621c08 HTTP/1.1" status: 200 len: 947 time: 0.1867840 Jul 29 23:20:07.969958 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ec50c385-8a55-4b8a-9d63-cd9ca6452a82 req-1690e1e1-44cb-431e-b965-282c5d7c1a76 service neutron] 10.222.0.41 "GET /v2.0/networks/080b9e81-fe4d-4e86-a3c0-24ea9929eaa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656727 Jul 29 23:20:07.982853 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-65304cdc-f2b1-43de-8a2c-dab8a43178f7 req-0a308f1b-fca4-46d6-b69d-2fbb6565f472 service neutron] 10.222.0.22 "GET /v2.0/networks/ec39a190-3e02-4fd2-a008-3b841dbd3c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507391 Jul 29 23:20:08.065206 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2d6ca456-dbd5-47ff-8fd3-f45d4efa9313 req-e232183f-d1d1-4fec-ad34-38bf068b7046 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7d83692-1f36-4f89-b4b6-59d9ab0340f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238325 Jul 29 23:20:08.074589 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-33a848b7-071f-4979-aee1-f08da78201dd req-201ecd1c-186c-4cb9-9c44-6965c28265d2 tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a6bacb2-785e-46ce-99a7-969ba7b68206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969245 Jul 29 23:20:08.110744 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device e7636624-ee00-43ce-8045-cac196986c66 details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:20:08.131939 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ec50c385-8a55-4b8a-9d63-cd9ca6452a82 req-152be57d-2cfc-47ae-b81a-c848d4117857 service neutron] 10.222.0.41 "GET /v2.0/networks/080b9e81-fe4d-4e86-a3c0-24ea9929eaa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414645 Jul 29 23:20:08.217317 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527c50a-621a-43be-a5d7-7f0c3e559b5b req-71e521aa-20aa-4cc7-b97a-496ed1920bbe tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:08.218513 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port e7636624-ee00-43ce-8045-cac196986c66, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=e7636624-ee00-43ce-8045-cac196986c66,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:08.218824 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c527c50a-621a-43be-a5d7-7f0c3e559b5b req-71e521aa-20aa-4cc7-b97a-496ed1920bbe tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd39aad8-3dcc-4692-a7a1-1c202be00ae5 HTTP/1.1" status: 200 len: 944 time: 0.0803254 Jul 29 23:20:08.230205 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': 'e7636624-ee00-43ce-8045-cac196986c66', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'port_id': 'e7636624-ee00-43ce-8045-cac196986c66', 'mac_address': 'fa:16:3e:63:1c:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64bdc61a-58ca-49c7-bae5-ecfed9ee407c', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:20:08.230619 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00619670-ae15-4b13-bc49-de6770ed7efd req-b16752d5-18a1-48e3-a503-1a64b526591f tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:08.232747 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-00619670-ae15-4b13-bc49-de6770ed7efd req-b16752d5-18a1-48e3-a503-1a64b526591f tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=1267093b-eddb-411d-af46-da473585ddce HTTP/1.1" status: 200 len: 948 time: 0.0834496 Jul 29 23:20:08.270641 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:08.284060 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7636624-ee00-43ce-8045-cac196986c66 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:20:08.288870 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c527c50a-621a-43be-a5d7-7f0c3e559b5b req-e3b6113e-cefc-459d-acc2-95eef6a496f4 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc34ce93-23ae-4faf-818b-1a3258fade29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551662 Jul 29 23:20:08.293901 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-00619670-ae15-4b13-bc49-de6770ed7efd req-4f5abad0-bfbe-4442-b7e4-5920b36ef035 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542572 Jul 29 23:20:08.311878 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port e7636624-ee00-43ce-8045-cac196986c66, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=e7636624-ee00-43ce-8045-cac196986c66,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:08.315986 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:08.316817 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device e9d837b7-a2b8-4ee4-a0a5-9c770e308ee6 details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:20:08.368119 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62fc1795-6912-4db4-b667-421969d7def7', 'tag': '1d4f86e2-c7f3-4176-8ff9-623f4453d1ed'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:20:08.371024 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3468c0c3-0d01-4019-91ba-21cbf3ff6585" -d '{"events": [{"name": "network-changed", "server_uuid": "62fc1795-6912-4db4-b667-421969d7def7", "tag": "1d4f86e2-c7f3-4176-8ff9-623f4453d1ed"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:20:08.415442 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=e7636624-ee00-43ce-8045-cac196986c66,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:08.431960 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-babdc922-dcac-46e6-abe9-fa836728ce61 req-658351d1-b5fa-4598-b728-cde20669191f tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-403171821&fields=id&tenant_id=4b67b92d11074e3aa4a6c16a91e570ff HTTP/1.1" status: 200 len: 267 time: 0.0648682 Jul 29 23:20:08.461234 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port e9d837b7-a2b8-4ee4-a0a5-9c770e308ee6, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=e9d837b7-a2b8-4ee4-a0a5-9c770e308ee6,segment=NetworkSegment(99e580a8-4068-4231-bbe8-34a265dc400d),segment_id=99e580a8-4068-4231-bbe8-34a265dc400d)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:08.473194 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': 'e9d837b7-a2b8-4ee4-a0a5-9c770e308ee6', 'network_id': 'b3cebaf8-d29a-42a6-a020-83fdcc8764e3', 'port_id': 'e9d837b7-a2b8-4ee4-a0a5-9c770e308ee6', 'mac_address': 'fa:16:3e:64:fe:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bbdbe730-dca4-4b76-87dd-f3e000c07254', 'ip_address': '19.86.0.213'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:20:08.484739 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb1d18-1483-4aa5-abdd-69a04af7df49 req-610587ac-021e-47f3-9066-7623134d13ea tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:08.486096 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-81fb1d18-1483-4aa5-abdd-69a04af7df49 req-610587ac-021e-47f3-9066-7623134d13ea tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=62fc1795-6912-4db4-b667-421969d7def7 HTTP/1.1" status: 200 len: 943 time: 0.0900311 Jul 29 23:20:08.510119 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:08.518583 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babdc922-dcac-46e6-abe9-fa836728ce61 req-ea28cfa8-2ff5-436e-acf9-2c75c524419d tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:08.520054 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-babdc922-dcac-46e6-abe9-fa836728ce61 req-ea28cfa8-2ff5-436e-acf9-2c75c524419d tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/ports?device_id=43a31851-1710-48ac-b612-605808da3259 HTTP/1.1" status: 200 len: 946 time: 0.0779946 Jul 29 23:20:08.523029 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9d837b7-a2b8-4ee4-a0a5-9c770e308ee6 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:20:08.540078 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-babdc922-dcac-46e6-abe9-fa836728ce61 req-17ddeb34-f229-41c0-a8ab-9abb99be1512 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Request body: {'port': {'security_groups': ['b0e5e270-a9be-406d-95d1-49d73a31f45d', '03844867-bd76-4e52-8a4b-497bcc888353']}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:20:08.546658 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port e9d837b7-a2b8-4ee4-a0a5-9c770e308ee6, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=e9d837b7-a2b8-4ee4-a0a5-9c770e308ee6,segment=NetworkSegment(99e580a8-4068-4231-bbe8-34a265dc400d),segment_id=99e580a8-4068-4231-bbe8-34a265dc400d)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:08.548328 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-81fb1d18-1483-4aa5-abdd-69a04af7df49 req-a16e4db0-a320-4da2-92f7-a0362a29d47c tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539930 Jul 29 23:20:08.553648 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:08.553648 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 1c737562-3bde-4368-8002-ffca91fe2dad details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:20:08.609943 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d02ea1-225d-4f1a-ac16-bb580f95b1ef x-openstack-request-id: req-a3d02ea1-225d-4f1a-ac16-bb580f95b1ef {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:20:08.610296 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62fc1795-6912-4db4-b667-421969d7def7", "tag": "1d4f86e2-c7f3-4176-8ff9-623f4453d1ed", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:20:08.610488 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a3d02ea1-225d-4f1a-ac16-bb580f95b1ef {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:20:08.610868 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62fc1795-6912-4db4-b667-421969d7def7', 'tag': '1d4f86e2-c7f3-4176-8ff9-623f4453d1ed', 'status': 'completed', 'code': 200} Jul 29 23:20:08.621934 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-babdc922-dcac-46e6-abe9-fa836728ce61 req-17ddeb34-f229-41c0-a8ab-9abb99be1512 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:08.645160 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=e9d837b7-a2b8-4ee4-a0a5-9c770e308ee6,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:08.657906 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 732e4cd7-9239-4732-a034-dc116891a8a7 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:20:08.728101 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468c0c3-0d01-4019-91ba-21cbf3ff6585 req-95ef4f5c-2305-4fb5-a813-e2a875779b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:08.729543 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3468c0c3-0d01-4019-91ba-21cbf3ff6585 req-95ef4f5c-2305-4fb5-a813-e2a875779b2e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=48ca3190ceb241b287be19cef493c764&device_id=62fc1795-6912-4db4-b667-421969d7def7 HTTP/1.1" status: 200 len: 1095 time: 0.0962734 Jul 29 23:20:08.752524 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 1c737562-3bde-4368-8002-ffca91fe2dad, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=1c737562-3bde-4368-8002-ffca91fe2dad,segment=NetworkSegment(44faf3b7-bb51-4059-88d3-a4abe9d7ec9d),segment_id=44faf3b7-bb51-4059-88d3-a4abe9d7ec9d)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:08.770875 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '1c737562-3bde-4368-8002-ffca91fe2dad', 'network_id': '607b04b1-02d0-47dd-8d3e-e66db2ec3e7b', 'port_id': '1c737562-3bde-4368-8002-ffca91fe2dad', 'mac_address': 'fa:16:3e:9c:c5:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa9a4566-6089-4eb4-ae2d-cf251191c5cd', 'ip_address': '19.80.0.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:20:08.822997 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 732e4cd7-9239-4732-a034-dc116891a8a7, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=732e4cd7-9239-4732-a034-dc116891a8a7,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:08.839361 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:08.853886 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c737562-3bde-4368-8002-ffca91fe2dad {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:20:08.859020 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': '732e4cd7-9239-4732-a034-dc116891a8a7', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'port_id': '732e4cd7-9239-4732-a034-dc116891a8a7', 'mac_address': 'fa:16:3e:31:85:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64bdc61a-58ca-49c7-bae5-ecfed9ee407c', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:20:08.896480 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 1c737562-3bde-4368-8002-ffca91fe2dad, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=1c737562-3bde-4368-8002-ffca91fe2dad,segment=NetworkSegment(44faf3b7-bb51-4059-88d3-a4abe9d7ec9d),segment_id=44faf3b7-bb51-4059-88d3-a4abe9d7ec9d)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:08.902858 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:08.903503 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device eeb9a249-16f5-4384-a9d7-be98b9b89dc1 details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:20:08.928348 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03030a10-bd4e-4fa5-a87f-79d637f8c723 req-38c93313-e5b9-4083-8c19-7d6933627688 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:08.929871 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-03030a10-bd4e-4fa5-a87f-79d637f8c723 req-38c93313-e5b9-4083-8c19-7d6933627688 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e7c21fc-a617-499a-a692-712fb381b4fb HTTP/1.1" status: 200 len: 950 time: 0.1630719 Jul 29 23:20:08.942975 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:08.959757 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468c0c3-0d01-4019-91ba-21cbf3ff6585 req-24bc69ee-3f69-4344-91fa-bc2c0aeb3659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:08.961216 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3468c0c3-0d01-4019-91ba-21cbf3ff6585 req-24bc69ee-3f69-4344-91fa-bc2c0aeb3659 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ec39a190-3e02-4fd2-a008-3b841dbd3c4b HTTP/1.1" status: 200 len: 905 time: 0.2220900 Jul 29 23:20:08.968659 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 732e4cd7-9239-4732-a034-dc116891a8a7 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:20:09.000006 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port eeb9a249-16f5-4384-a9d7-be98b9b89dc1, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=eeb9a249-16f5-4384-a9d7-be98b9b89dc1,segment=NetworkSegment(44faf3b7-bb51-4059-88d3-a4abe9d7ec9d),segment_id=44faf3b7-bb51-4059-88d3-a4abe9d7ec9d)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:09.016502 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 732e4cd7-9239-4732-a034-dc116891a8a7, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=732e4cd7-9239-4732-a034-dc116891a8a7,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:09.019833 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=1c737562-3bde-4368-8002-ffca91fe2dad,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:09.024800 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:09.025438 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device fb5e4c66-71bd-4284-947f-aad0dccb9215 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:20:09.031543 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': 'eeb9a249-16f5-4384-a9d7-be98b9b89dc1', 'network_id': '607b04b1-02d0-47dd-8d3e-e66db2ec3e7b', 'port_id': 'eeb9a249-16f5-4384-a9d7-be98b9b89dc1', 'mac_address': 'fa:16:3e:eb:08:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa9a4566-6089-4eb4-ae2d-cf251191c5cd', 'ip_address': '19.80.0.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:20:09.049167 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-03030a10-bd4e-4fa5-a87f-79d637f8c723 req-c6a0ea41-b775-4ecb-ba20-eb734583ed73 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102517 Jul 29 23:20:09.050422 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3468c0c3-0d01-4019-91ba-21cbf3ff6585 req-81683f89-e6f5-44c1-8f9e-e548baefe368 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d4f86e2-c7f3-4176-8ff9-623f4453d1ed HTTP/1.1" status: 200 len: 217 time: 0.0657551 Jul 29 23:20:09.052499 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-babdc922-dcac-46e6-abe9-fa836728ce61 req-17ddeb34-f229-41c0-a8ab-9abb99be1512 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] For port 094bef8e-9117-4601-bc20-d8a158b9b9fa, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=094bef8e-9117-4601-bc20-d8a158b9b9fa,segment=NetworkSegment(ad95086a-4aa4-4696-a47c-b54ab11bbc8c),segment_id=ad95086a-4aa4-4696-a47c-b54ab11bbc8c)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:09.113113 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-babdc922-dcac-46e6-abe9-fa836728ce61 req-17ddeb34-f229-41c0-a8ab-9abb99be1512 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:09.126519 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-babdc922-dcac-46e6-abe9-fa836728ce61 req-17ddeb34-f229-41c0-a8ab-9abb99be1512 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:09.145466 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['094bef8e-9117-4601-bc20-d8a158b9b9fa'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:20:09.177905 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468c0c3-0d01-4019-91ba-21cbf3ff6585 req-3627ae01-6c5b-4ac8-9780-733b66831fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:09.179474 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3468c0c3-0d01-4019-91ba-21cbf3ff6585 req-3627ae01-6c5b-4ac8-9780-733b66831fdf service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5d5d676a-a79a-4d6c-8057-e140077bec43 HTTP/1.1" status: 200 len: 844 time: 0.1015630 Jul 29 23:20:09.197196 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=732e4cd7-9239-4732-a034-dc116891a8a7,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:09.205452 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:09.227971 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babdc922-dcac-46e6-abe9-fa836728ce61 req-17ddeb34-f229-41c0-a8ab-9abb99be1512 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:09.228675 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-babdc922-dcac-46e6-abe9-fa836728ce61 req-17ddeb34-f229-41c0-a8ab-9abb99be1512 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:09.230180 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-babdc922-dcac-46e6-abe9-fa836728ce61 req-17ddeb34-f229-41c0-a8ab-9abb99be1512 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "PUT /v2.0/ports/094bef8e-9117-4601-bc20-d8a158b9b9fa HTTP/1.1" status: 200 len: 982 time: 0.7021618 Jul 29 23:20:09.247072 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeb9a249-16f5-4384-a9d7-be98b9b89dc1 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:20:09.264789 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3468c0c3-0d01-4019-91ba-21cbf3ff6585 req-0df96180-445f-44a8-9f05-99e7a8495078 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ec39a190-3e02-4fd2-a008-3b841dbd3c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552783 Jul 29 23:20:09.272790 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ddeb34-f229-41c0-a8ab-9abb99be1512 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Pushing event updated for resources: {'Port': ['ID=094bef8e-9117-4601-bc20-d8a158b9b9fa,revision_number=6']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:09.294434 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port fb5e4c66-71bd-4284-947f-aad0dccb9215, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=fb5e4c66-71bd-4284-947f-aad0dccb9215,segment=NetworkSegment(42107b5e-6268-4b9c-87e8-287a1e78b5ad),segment_id=42107b5e-6268-4b9c-87e8-287a1e78b5ad)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:09.301639 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a2aa0-38fa-4f8a-9fc2-4a6261ff2ffe req-9fec01ca-bfcc-4fa0-a973-b14efef634ff tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:09.307523 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a2aa0-38fa-4f8a-9fc2-4a6261ff2ffe req-9fec01ca-bfcc-4fa0-a973-b14efef634ff tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:09.310003 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port eeb9a249-16f5-4384-a9d7-be98b9b89dc1, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=eeb9a249-16f5-4384-a9d7-be98b9b89dc1,segment=NetworkSegment(44faf3b7-bb51-4059-88d3-a4abe9d7ec9d),segment_id=44faf3b7-bb51-4059-88d3-a4abe9d7ec9d)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:09.314133 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a2aa0-38fa-4f8a-9fc2-4a6261ff2ffe req-9fec01ca-bfcc-4fa0-a973-b14efef634ff tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:09.316054 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ef3a2aa0-38fa-4f8a-9fc2-4a6261ff2ffe req-9fec01ca-bfcc-4fa0-a973-b14efef634ff tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/ports?device_id=6af4bfda-eddd-44aa-b3fc-10c913d9f8af HTTP/1.1" status: 200 len: 2415 time: 0.1691532 Jul 29 23:20:09.318295 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:09.320123 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': 'fb5e4c66-71bd-4284-947f-aad0dccb9215', 'network_id': '080b9e81-fe4d-4e86-a3c0-24ea9929eaa2', 'port_id': 'fb5e4c66-71bd-4284-947f-aad0dccb9215', 'mac_address': 'fa:16:3e:f9:75:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a767d1cf-937a-4189-8aa3-3ec1eff5a6eb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:20:09.357686 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['094bef8e-9117-4601-bc20-d8a158b9b9fa'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:20:09.439803 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ef3a2aa0-38fa-4f8a-9fc2-4a6261ff2ffe req-75148e6f-1e63-4c8d-a0cf-86752847330b tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7d83692-1f36-4f89-b4b6-59d9ab0340f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064038 Jul 29 23:20:09.463220 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ce6b0-1681-45b1-80f1-1e522b2abc2a req-ce683f8e-02a4-47e7-b69b-0766b86e4713 tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:09.464806 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3c3ce6b0-1681-45b1-80f1-1e522b2abc2a req-ce683f8e-02a4-47e7-b69b-0766b86e4713 tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa120cd7-0211-4466-90f0-cdb139621c08 HTTP/1.1" status: 200 len: 948 time: 0.1749837 Jul 29 23:20:09.471613 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3468c0c3-0d01-4019-91ba-21cbf3ff6585 req-ba1032b1-2c2f-4a93-8118-601f79ac491c service neutron] 10.222.0.22 "GET /v2.0/networks/ec39a190-3e02-4fd2-a008-3b841dbd3c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960647 Jul 29 23:20:09.573196 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3c3ce6b0-1681-45b1-80f1-1e522b2abc2a req-dea0a818-cd74-40fa-ab12-699c1edf2ab7 tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a6bacb2-785e-46ce-99a7-969ba7b68206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003377 Jul 29 23:20:09.581352 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=eeb9a249-16f5-4384-a9d7-be98b9b89dc1,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:09.590652 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:09.621027 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-efa6ef9b-097e-428c-b9cf-c6f481a44cb0 req-f0d2b6ee-4ce4-4ade-944a-4d042f406a52 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-554927668&fields=id&tenant_id=4b67b92d11074e3aa4a6c16a91e570ff HTTP/1.1" status: 200 len: 267 time: 0.0903354 Jul 29 23:20:09.629458 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb5e4c66-71bd-4284-947f-aad0dccb9215 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:20:09.670557 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port fb5e4c66-71bd-4284-947f-aad0dccb9215, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=fb5e4c66-71bd-4284-947f-aad0dccb9215,segment=NetworkSegment(42107b5e-6268-4b9c-87e8-287a1e78b5ad),segment_id=42107b5e-6268-4b9c-87e8-287a1e78b5ad)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:09.677240 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3468c0c3-0d01-4019-91ba-21cbf3ff6585 req-1ae3a679-87ab-48df-8c54-84e5e67e61f2 service neutron] 10.222.0.22 "GET /v2.0/networks/ec39a190-3e02-4fd2-a008-3b841dbd3c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980810 Jul 29 23:20:09.691187 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:09.719184 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa6ef9b-097e-428c-b9cf-c6f481a44cb0 req-47bf2949-c638-4891-ba28-2491639df5fb tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:09.720677 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-efa6ef9b-097e-428c-b9cf-c6f481a44cb0 req-47bf2949-c638-4891-ba28-2491639df5fb tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/ports?device_id=43a31851-1710-48ac-b612-605808da3259 HTTP/1.1" status: 200 len: 985 time: 0.0837665 Jul 29 23:20:09.734945 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8753f8ef-7a06-4c9c-a6e2-fba3de065644 req-b44f02be-599a-45c8-a9b8-4e1f6f3dd540 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:09.736652 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8753f8ef-7a06-4c9c-a6e2-fba3de065644 req-b44f02be-599a-45c8-a9b8-4e1f6f3dd540 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd39aad8-3dcc-4692-a7a1-1c202be00ae5 HTTP/1.1" status: 200 len: 945 time: 0.0868471 Jul 29 23:20:09.742107 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-efa6ef9b-097e-428c-b9cf-c6f481a44cb0 req-7c24cc2c-c58c-487a-9d5f-8fdd7bfc647a tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Request body: {'port': {'security_groups': ['03844867-bd76-4e52-8a4b-497bcc888353', 'b0e5e270-a9be-406d-95d1-49d73a31f45d', 'a845b824-0924-4902-aa48-c5b54d8f699d']}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:20:09.802239 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=fb5e4c66-71bd-4284-947f-aad0dccb9215,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:09.839323 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8753f8ef-7a06-4c9c-a6e2-fba3de065644 req-6b75c7a6-d6eb-438f-8fad-e81c8a77ff3e tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc34ce93-23ae-4faf-818b-1a3258fade29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937679 Jul 29 23:20:09.849079 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-efa6ef9b-097e-428c-b9cf-c6f481a44cb0 req-7c24cc2c-c58c-487a-9d5f-8fdd7bfc647a tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:09.988584 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774e0a6-e239-40cf-b51e-cf7c66693562 req-a809c6d5-e381-4477-808f-23980cc83982 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:09.990108 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8774e0a6-e239-40cf-b51e-cf7c66693562 req-a809c6d5-e381-4477-808f-23980cc83982 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=1267093b-eddb-411d-af46-da473585ddce HTTP/1.1" status: 200 len: 949 time: 0.0905495 Jul 29 23:20:10.000818 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['e9d837b7-a2b8-4ee4-a0a5-9c770e308ee6'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:20:10.025827 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['e7636624-ee00-43ce-8045-cac196986c66'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:20:10.058057 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['1c737562-3bde-4368-8002-ffca91fe2dad'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:20:10.060489 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['eeb9a249-16f5-4384-a9d7-be98b9b89dc1'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:20:10.077009 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8774e0a6-e239-40cf-b51e-cf7c66693562 req-c3493159-6732-4a74-a5aa-07ed3e82278d tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794835 Jul 29 23:20:10.115105 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['732e4cd7-9239-4732-a034-dc116891a8a7'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:20:10.126104 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-efa6ef9b-097e-428c-b9cf-c6f481a44cb0 req-7c24cc2c-c58c-487a-9d5f-8fdd7bfc647a tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] For port 094bef8e-9117-4601-bc20-d8a158b9b9fa, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=094bef8e-9117-4601-bc20-d8a158b9b9fa,segment=NetworkSegment(ad95086a-4aa4-4696-a47c-b54ab11bbc8c),segment_id=ad95086a-4aa4-4696-a47c-b54ab11bbc8c)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:10.162083 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['fb5e4c66-71bd-4284-947f-aad0dccb9215'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:20:10.186597 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-efa6ef9b-097e-428c-b9cf-c6f481a44cb0 req-7c24cc2c-c58c-487a-9d5f-8fdd7bfc647a tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:10.192668 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-efa6ef9b-097e-428c-b9cf-c6f481a44cb0 req-7c24cc2c-c58c-487a-9d5f-8fdd7bfc647a tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:10.246156 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b529d-a770-47ba-99df-f751362c5ed3 req-e51fd7d7-7717-4ba2-b9d6-6483e47b044d tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:10.247682 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-131b529d-a770-47ba-99df-f751362c5ed3 req-e51fd7d7-7717-4ba2-b9d6-6483e47b044d tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=62fc1795-6912-4db4-b667-421969d7def7 HTTP/1.1" status: 200 len: 943 time: 0.1034179 Jul 29 23:20:10.263764 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa6ef9b-097e-428c-b9cf-c6f481a44cb0 req-7c24cc2c-c58c-487a-9d5f-8fdd7bfc647a tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:10.264666 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-efa6ef9b-097e-428c-b9cf-c6f481a44cb0 req-7c24cc2c-c58c-487a-9d5f-8fdd7bfc647a tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:10.266100 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-efa6ef9b-097e-428c-b9cf-c6f481a44cb0 req-7c24cc2c-c58c-487a-9d5f-8fdd7bfc647a tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "PUT /v2.0/ports/094bef8e-9117-4601-bc20-d8a158b9b9fa HTTP/1.1" status: 200 len: 1021 time: 0.5287411 Jul 29 23:20:10.289378 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c24cc2c-c58c-487a-9d5f-8fdd7bfc647a tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Pushing event updated for resources: {'Port': ['ID=094bef8e-9117-4601-bc20-d8a158b9b9fa,revision_number=7']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:10.314563 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-131b529d-a770-47ba-99df-f751362c5ed3 req-d127577a-5983-4d4c-9b7a-b761ca535e64 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574338 Jul 29 23:20:10.375214 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68eaafc-e0c2-4ad7-bf6e-0c1d7cbf27ed req-27edfa41-56fd-4ad0-9ca1-082ceccad982 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:10.376910 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c68eaafc-e0c2-4ad7-bf6e-0c1d7cbf27ed req-27edfa41-56fd-4ad0-9ca1-082ceccad982 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e7c21fc-a617-499a-a692-712fb381b4fb HTTP/1.1" status: 200 len: 950 time: 0.0538223 Jul 29 23:20:10.401797 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['094bef8e-9117-4601-bc20-d8a158b9b9fa'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:20:10.456565 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7f2e8-4857-4583-8ae2-65638954a9a3 req-870b88db-5ee8-45bc-baee-61a1d420a538 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:10.458093 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-15f7f2e8-4857-4583-8ae2-65638954a9a3 req-870b88db-5ee8-45bc-baee-61a1d420a538 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/ports?device_id=43a31851-1710-48ac-b612-605808da3259 HTTP/1.1" status: 200 len: 1024 time: 0.0802751 Jul 29 23:20:10.460843 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c68eaafc-e0c2-4ad7-bf6e-0c1d7cbf27ed req-a2126d29-0dac-44e4-83d3-c5981655f8bc tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732913 Jul 29 23:20:10.569134 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-15f7f2e8-4857-4583-8ae2-65638954a9a3 req-5375d905-4499-4979-9e91-2a5ff2a9a53b tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0e5e270-a9be-406d-95d1-49d73a31f45d&id=a845b824-0924-4902-aa48-c5b54d8f699d&id=03844867-bd76-4e52-8a4b-497bcc888353 HTTP/1.1" status: 200 len: 6147 time: 0.1031218 Jul 29 23:20:10.589796 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58438c09-2f85-4da2-9d27-76aaa20f43e4 req-37e78fce-4ec3-4bc3-9da0-894bc1d2ce99 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:10.596820 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58438c09-2f85-4da2-9d27-76aaa20f43e4 req-37e78fce-4ec3-4bc3-9da0-894bc1d2ce99 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:10.602879 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58438c09-2f85-4da2-9d27-76aaa20f43e4 req-37e78fce-4ec3-4bc3-9da0-894bc1d2ce99 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:10.605961 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-58438c09-2f85-4da2-9d27-76aaa20f43e4 req-37e78fce-4ec3-4bc3-9da0-894bc1d2ce99 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/ports?device_id=6af4bfda-eddd-44aa-b3fc-10c913d9f8af HTTP/1.1" status: 200 len: 2416 time: 0.0798681 Jul 29 23:20:10.610250 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-4caf45bc-f1a3-44ff-b2a7-c2048ddecf8d req-8aa09211-0c57-41ad-8b92-ef09e044b915 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Request body: {'security_group': {'name': ' tempest-securitygroup -2064184282 ', 'description': 'tempest-description-618321935'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:20:10.614051 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a31851-1710-48ac-b612-605808da3259', 'tag': '094bef8e-9117-4601-bc20-d8a158b9b9fa'}, {'name': 'network-changed', 'server_uuid': '43a31851-1710-48ac-b612-605808da3259', 'tag': '094bef8e-9117-4601-bc20-d8a158b9b9fa'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:20:10.616204 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8552bb1-b2d4-4432-b581-bdae24682d99" -d '{"events": [{"name": "network-changed", "server_uuid": "43a31851-1710-48ac-b612-605808da3259", "tag": "094bef8e-9117-4601-bc20-d8a158b9b9fa"}, {"name": "network-changed", "server_uuid": "43a31851-1710-48ac-b612-605808da3259", "tag": "094bef8e-9117-4601-bc20-d8a158b9b9fa"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:20:10.666455 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-4caf45bc-f1a3-44ff-b2a7-c2048ddecf8d req-8aa09211-0c57-41ad-8b92-ef09e044b915 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:10.672777 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-58438c09-2f85-4da2-9d27-76aaa20f43e4 req-de4fee37-1cc1-40f2-9212-f5b55d0d72f1 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7d83692-1f36-4f89-b4b6-59d9ab0340f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518458 Jul 29 23:20:10.793088 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-4caf45bc-f1a3-44ff-b2a7-c2048ddecf8d req-8aa09211-0c57-41ad-8b92-ef09e044b915 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:10.798080 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-4caf45bc-f1a3-44ff-b2a7-c2048ddecf8d req-8aa09211-0c57-41ad-8b92-ef09e044b915 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:10.844256 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1c2db-bca4-48c7-9c38-ab6ec11a46cb req-f0ae114d-3c75-46d6-bab9-2f4da8a2dd6e tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:10.845765 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f3f1c2db-bca4-48c7-9c38-ab6ec11a46cb req-f0ae114d-3c75-46d6-bab9-2f4da8a2dd6e tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa120cd7-0211-4466-90f0-cdb139621c08 HTTP/1.1" status: 200 len: 948 time: 0.1010239 Jul 29 23:20:10.847753 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-4caf45bc-f1a3-44ff-b2a7-c2048ddecf8d req-8aa09211-0c57-41ad-8b92-ef09e044b915 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:10.850024 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4caf45bc-f1a3-44ff-b2a7-c2048ddecf8d req-8aa09211-0c57-41ad-8b92-ef09e044b915 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.2445333 Jul 29 23:20:10.851193 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa09211-0c57-41ad-8b92-ef09e044b915 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdebdd48-a3fc-4eeb-b198-18593148255a,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:10.891105 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f3f1c2db-bca4-48c7-9c38-ab6ec11a46cb req-16454a58-693e-427d-8030-8d774411b73d tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a6bacb2-785e-46ce-99a7-969ba7b68206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373614 Jul 29 23:20:10.895132 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 29 Jul 2021 23:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0869650a-4606-4788-aff1-cee261c8e61c x-openstack-request-id: req-0869650a-4606-4788-aff1-cee261c8e61c {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:20:10.895426 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43a31851-1710-48ac-b612-605808da3259", "tag": "094bef8e-9117-4601-bc20-d8a158b9b9fa", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "43a31851-1710-48ac-b612-605808da3259", "tag": "094bef8e-9117-4601-bc20-d8a158b9b9fa", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:20:10.895696 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0869650a-4606-4788-aff1-cee261c8e61c {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:20:10.896085 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43a31851-1710-48ac-b612-605808da3259', 'tag': '094bef8e-9117-4601-bc20-d8a158b9b9fa', 'status': 'completed', 'code': 200} Jul 29 23:20:10.896470 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43a31851-1710-48ac-b612-605808da3259', 'tag': '094bef8e-9117-4601-bc20-d8a158b9b9fa', 'status': 'completed', 'code': 200} Jul 29 23:20:10.958790 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4246674a-f6c2-4c97-95d0-c8938046fa4f req-7a000684-f8c2-411a-961f-c59833fd5960 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/security-groups/fdebdd48-a3fc-4eeb-b198-18593148255a HTTP/1.1" status: 200 len: 1780 time: 0.0513170 Jul 29 23:20:11.065749 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd13cd6-007e-4c97-a37f-be671b67b1d1 req-4da269e3-03de-457f-8d16-338544a19a58 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:11.067205 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9dd13cd6-007e-4c97-a37f-be671b67b1d1 req-4da269e3-03de-457f-8d16-338544a19a58 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd39aad8-3dcc-4692-a7a1-1c202be00ae5 HTTP/1.1" status: 200 len: 945 time: 0.1063416 Jul 29 23:20:11.069401 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8552bb1-b2d4-4432-b581-bdae24682d99 req-2ce16b57-b8bf-4317-8ec0-db7efdc8f484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:11.070864 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a8552bb1-b2d4-4432-b581-bdae24682d99 req-2ce16b57-b8bf-4317-8ec0-db7efdc8f484 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4b67b92d11074e3aa4a6c16a91e570ff&device_id=43a31851-1710-48ac-b612-605808da3259 HTTP/1.1" status: 200 len: 1176 time: 0.1230810 Jul 29 23:20:11.074623 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a808838c-d701-4ae4-896e-932f64f4d8fa req-73be96d0-d89f-4bb9-b4b6-d115bd5d8d7d tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/security-groups/fdebdd48-a3fc-4eeb-b198-18593148255a HTTP/1.1" status: 200 len: 1780 time: 0.0732810 Jul 29 23:20:11.184383 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9dd13cd6-007e-4c97-a37f-be671b67b1d1 req-ef4efefc-eabb-400d-9d67-83d6863d74c4 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc34ce93-23ae-4faf-818b-1a3258fade29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088386 Jul 29 23:20:11.227921 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a808838c-d701-4ae4-896e-932f64f4d8fa req-26b593d9-dbe5-4366-9573-e6a9fca5b7a4 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:11.234654 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8552bb1-b2d4-4432-b581-bdae24682d99 req-0cb7bcba-cc51-4d64-ae62-ec8130a9256f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:11.236131 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a8552bb1-b2d4-4432-b581-bdae24682d99 req-0cb7bcba-cc51-4d64-ae62-ec8130a9256f service neutron] 10.222.0.22 "GET /v2.0/networks?id=d276bab9-08d9-4ae2-8764-57ec0cf596e7 HTTP/1.1" status: 200 len: 912 time: 0.1531153 Jul 29 23:20:11.306304 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a808838c-d701-4ae4-896e-932f64f4d8fa req-26b593d9-dbe5-4366-9573-e6a9fca5b7a4 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:11.316220 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a8552bb1-b2d4-4432-b581-bdae24682d99 req-22bdae42-18fe-42b3-a737-6653835dbfc9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=094bef8e-9117-4601-bc20-d8a158b9b9fa HTTP/1.1" status: 200 len: 217 time: 0.0713360 Jul 29 23:20:11.442140 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-061e737b-3f15-4f37-b310-e2e14b9bee0c req-a173f334-a9e7-4707-b9be-9595653567c6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=dc7a0dab-e157-4427-ba70-4634d6d2b6e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0433974 Jul 29 23:20:11.536445 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e737b-3f15-4f37-b310-e2e14b9bee0c req-499f48e1-af11-475a-8dd6-2b53a294bce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:11.538487 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-061e737b-3f15-4f37-b310-e2e14b9bee0c req-499f48e1-af11-475a-8dd6-2b53a294bce6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=02291f5098924703b9b0f8f02943a845&device_id=dc7a0dab-e157-4427-ba70-4634d6d2b6e4 HTTP/1.1" status: 200 len: 1102 time: 0.0443785 Jul 29 23:20:11.668316 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e737b-3f15-4f37-b310-e2e14b9bee0c req-89bf98dd-b0db-4be5-beda-4e3bf301856b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:11.670396 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-061e737b-3f15-4f37-b310-e2e14b9bee0c req-89bf98dd-b0db-4be5-beda-4e3bf301856b service neutron] 10.222.0.22 "GET /v2.0/networks?id=d71c22dc-feef-410b-a7ed-6548cf85bd6f HTTP/1.1" status: 200 len: 870 time: 0.1085005 Jul 29 23:20:11.680379 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b6b6d7-942e-4b84-b035-06808c966658 req-3fbdae9c-e16d-4ca5-b076-b6d93be64ca9 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:11.682113 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c4b6b6d7-942e-4b84-b035-06808c966658 req-3fbdae9c-e16d-4ca5-b076-b6d93be64ca9 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=1267093b-eddb-411d-af46-da473585ddce HTTP/1.1" status: 200 len: 949 time: 0.4406099 Jul 29 23:20:11.716365 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8552bb1-b2d4-4432-b581-bdae24682d99 req-d8211222-4fa1-4885-8509-6e2af21ba8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:11.717996 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-061e737b-3f15-4f37-b310-e2e14b9bee0c req-e4564157-a658-40e6-90e9-adf628d1d05b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=c4420101-d120-4c40-81f9-f9cafdbf3fb7 HTTP/1.1" status: 200 len: 217 time: 0.0378015 Jul 29 23:20:11.718386 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a8552bb1-b2d4-4432-b581-bdae24682d99 req-d8211222-4fa1-4885-8509-6e2af21ba8cb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f9c6655f-91b3-4916-a461-d6d5f8fce027 HTTP/1.1" status: 200 len: 851 time: 0.3897662 Jul 29 23:20:11.720683 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a808838c-d701-4ae4-896e-932f64f4d8fa req-26b593d9-dbe5-4366-9573-e6a9fca5b7a4 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:11.723470 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a808838c-d701-4ae4-896e-932f64f4d8fa req-26b593d9-dbe5-4366-9573-e6a9fca5b7a4 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:11.724477 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a808838c-d701-4ae4-896e-932f64f4d8fa req-26b593d9-dbe5-4366-9573-e6a9fca5b7a4 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "DELETE /v2.0/security-groups/fdebdd48-a3fc-4eeb-b198-18593148255a HTTP/1.1" status: 204 len: 173 time: 0.6424053 Jul 29 23:20:11.753956 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b593d9-dbe5-4366-9573-e6a9fca5b7a4 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdebdd48-a3fc-4eeb-b198-18593148255a,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:11.776542 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c4b6b6d7-942e-4b84-b035-06808c966658 req-64139d26-207f-4131-9bda-1f1a639f48b6 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828683 Jul 29 23:20:11.778500 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a8552bb1-b2d4-4432-b581-bdae24682d99 req-71b25fcd-9224-4b74-880c-9c64af336301 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d276bab9-08d9-4ae2-8764-57ec0cf596e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362754 Jul 29 23:20:11.800826 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e737b-3f15-4f37-b310-e2e14b9bee0c req-a76096d9-aede-4341-baaf-ab1d6428339a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:11.802521 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-061e737b-3f15-4f37-b310-e2e14b9bee0c req-a76096d9-aede-4341-baaf-ab1d6428339a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.0640991 Jul 29 23:20:11.856735 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e737b-3f15-4f37-b310-e2e14b9bee0c req-c7e0d880-b349-4fd4-8707-3195de0a348e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:11.858579 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-061e737b-3f15-4f37-b310-e2e14b9bee0c req-c7e0d880-b349-4fd4-8707-3195de0a348e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0485787 Jul 29 23:20:11.908492 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca974ece-e350-40b2-be93-dc82ce0c3ce1 req-c538e965-f33a-48d5-a852-0ab5dfa52043 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:11.909996 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ca974ece-e350-40b2-be93-dc82ce0c3ce1 req-c538e965-f33a-48d5-a852-0ab5dfa52043 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=62fc1795-6912-4db4-b667-421969d7def7 HTTP/1.1" status: 200 len: 943 time: 0.1293366 Jul 29 23:20:11.949312 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-061e737b-3f15-4f37-b310-e2e14b9bee0c req-dc492ece-88d1-4f67-b175-7ee5ab1fabc9 service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817790 Jul 29 23:20:11.959605 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f52ba-6009-4f4c-ad4f-114b19b03dd3 req-fdf6952c-f2a9-40f6-afbc-948cc2191dbc tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:11.961054 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-569f52ba-6009-4f4c-ad4f-114b19b03dd3 req-fdf6952c-f2a9-40f6-afbc-948cc2191dbc tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e7c21fc-a617-499a-a692-712fb381b4fb HTTP/1.1" status: 200 len: 950 time: 0.1104684 Jul 29 23:20:11.963614 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a8552bb1-b2d4-4432-b581-bdae24682d99 req-8330b51d-e933-41f5-87f0-b5808320c957 service neutron] 10.222.0.22 "GET /v2.0/networks/d276bab9-08d9-4ae2-8764-57ec0cf596e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733067 Jul 29 23:20:12.012453 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ca974ece-e350-40b2-be93-dc82ce0c3ce1 req-9919adbc-7432-43fa-96f1-69a7a02b5cff tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950217 Jul 29 23:20:12.051172 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-061e737b-3f15-4f37-b310-e2e14b9bee0c req-63ef7eb3-13d2-457f-8792-01c732a1b137 service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932286 Jul 29 23:20:12.064726 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-569f52ba-6009-4f4c-ad4f-114b19b03dd3 req-8bac187e-c70d-4831-9ead-e94ec67a28d9 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960162 Jul 29 23:20:12.117933 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 1d4f86e2-c7f3-4176-8ff9-623f4453d1ed details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:20:12.141028 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [req-040b0e02-eb2b-42b2-9a0d-d4dadffc3424 req-b21bbf68-66ff-459c-a089-537d18f2611c tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] show failed (client error): The resource could not be found. Jul 29 23:20:12.142071 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-040b0e02-eb2b-42b2-9a0d-d4dadffc3424 req-b21bbf68-66ff-459c-a089-537d18f2611c tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/security-groups/fdebdd48-a3fc-4eeb-b198-18593148255a HTTP/1.1" status: 404 len: 352 time: 0.0470498 Jul 29 23:20:12.143976 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a8552bb1-b2d4-4432-b581-bdae24682d99 req-f01752f5-a579-424c-82cd-23089a3e7229 service neutron] 10.222.0.22 "GET /v2.0/networks/d276bab9-08d9-4ae2-8764-57ec0cf596e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581466 Jul 29 23:20:12.178036 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cbdcfb-4f6c-4e73-9d27-f39437a21abf req-d62b0555-e4cf-4803-b53e-8b266450f8ec tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:12.184916 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['094bef8e-9117-4601-bc20-d8a158b9b9fa'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:20:12.186524 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cbdcfb-4f6c-4e73-9d27-f39437a21abf req-d62b0555-e4cf-4803-b53e-8b266450f8ec tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:12.193974 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cbdcfb-4f6c-4e73-9d27-f39437a21abf req-d62b0555-e4cf-4803-b53e-8b266450f8ec tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:12.195588 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-32cbdcfb-4f6c-4e73-9d27-f39437a21abf req-d62b0555-e4cf-4803-b53e-8b266450f8ec tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/ports?device_id=6af4bfda-eddd-44aa-b3fc-10c913d9f8af HTTP/1.1" status: 200 len: 2416 time: 0.1014371 Jul 29 23:20:12.271008 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 1d4f86e2-c7f3-4176-8ff9-623f4453d1ed, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=1d4f86e2-c7f3-4176-8ff9-623f4453d1ed,segment=NetworkSegment(2db8471f-c43b-49ee-9f08-2f1c56af231c),segment_id=2db8471f-c43b-49ee-9f08-2f1c56af231c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:12.296697 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-32cbdcfb-4f6c-4e73-9d27-f39437a21abf req-0e50a64c-537b-4667-a198-13b1b0c156de tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7d83692-1f36-4f89-b4b6-59d9ab0340f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922463 Jul 29 23:20:12.297569 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '1d4f86e2-c7f3-4176-8ff9-623f4453d1ed', 'network_id': 'ec39a190-3e02-4fd2-a008-3b841dbd3c4b', 'port_id': '1d4f86e2-c7f3-4176-8ff9-623f4453d1ed', 'mac_address': 'fa:16:3e:7c:70:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5d676a-a79a-4d6c-8057-e140077bec43', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:20:12.307958 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8552bb1-b2d4-4432-b581-bdae24682d99 req-a39c7b60-53d0-4dc6-9408-e0ca93b59f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:12.309650 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a8552bb1-b2d4-4432-b581-bdae24682d99 req-a39c7b60-53d0-4dc6-9408-e0ca93b59f86 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4b67b92d11074e3aa4a6c16a91e570ff&device_id=43a31851-1710-48ac-b612-605808da3259 HTTP/1.1" status: 200 len: 1176 time: 0.1129973 Jul 29 23:20:12.319331 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbcbf54-f5bd-4ae2-8191-bfdabbe51393 req-3fcd8cc2-d99c-4b9b-b80b-bedcf288c016 tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:12.320812 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fbbcbf54-f5bd-4ae2-8191-bfdabbe51393 req-3fcd8cc2-d99c-4b9b-b80b-bedcf288c016 tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa120cd7-0211-4466-90f0-cdb139621c08 HTTP/1.1" status: 200 len: 948 time: 0.1023934 Jul 29 23:20:12.366500 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:12.390146 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d4f86e2-c7f3-4176-8ff9-623f4453d1ed {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:20:12.421919 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 1d4f86e2-c7f3-4176-8ff9-623f4453d1ed, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=1d4f86e2-c7f3-4176-8ff9-623f4453d1ed,segment=NetworkSegment(2db8471f-c43b-49ee-9f08-2f1c56af231c),segment_id=2db8471f-c43b-49ee-9f08-2f1c56af231c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:12.429534 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:12.457759 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fbbcbf54-f5bd-4ae2-8191-bfdabbe51393 req-0df6d76e-9cfb-4ecc-95ee-f43aba3a98ca tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a6bacb2-785e-46ce-99a7-969ba7b68206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191640 Jul 29 23:20:12.485949 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ac42c-0891-4da0-bd39-e4e0e31bfda6 req-e66bbece-2754-4061-bfc5-2ae9fee8b50a tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:12.493200 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a61ac42c-0891-4da0-bd39-e4e0e31bfda6 req-e66bbece-2754-4061-bfc5-2ae9fee8b50a tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=14f5da8f-fe8f-42cf-a0d7-e6976d1ff0ff HTTP/1.1" status: 200 len: 1097 time: 0.0884409 Jul 29 23:20:12.502860 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8552bb1-b2d4-4432-b581-bdae24682d99 req-2270da7d-db2f-43eb-8f4c-9fa5dc8dcea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:12.504303 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a8552bb1-b2d4-4432-b581-bdae24682d99 req-2270da7d-db2f-43eb-8f4c-9fa5dc8dcea1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d276bab9-08d9-4ae2-8764-57ec0cf596e7 HTTP/1.1" status: 200 len: 912 time: 0.1784620 Jul 29 23:20:12.507222 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-f60e00c7-db0c-41f4-b5f1-dcdf7a950408 req-4f77fcc3-3101-45b5-8c71-d44b94d05ba8 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2075206719', 'description': 'tempest-description-453470777'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:20:12.511642 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=1d4f86e2-c7f3-4176-8ff9-623f4453d1ed,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:12.570690 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a8552bb1-b2d4-4432-b581-bdae24682d99 req-8a2e3014-b32b-4bd9-9fa8-00f036384cbd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=094bef8e-9117-4601-bc20-d8a158b9b9fa HTTP/1.1" status: 200 len: 217 time: 0.0481060 Jul 29 23:20:12.593161 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f60e00c7-db0c-41f4-b5f1-dcdf7a950408 req-4f77fcc3-3101-45b5-8c71-d44b94d05ba8 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:12.615417 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a61ac42c-0891-4da0-bd39-e4e0e31bfda6 req-8c262aea-c79e-48fa-a18c-71f1d4d3b67e tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213570 Jul 29 23:20:12.658252 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8552bb1-b2d4-4432-b581-bdae24682d99 req-73aee6a8-569b-4440-be78-92b0bc97a76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:12.659664 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a8552bb1-b2d4-4432-b581-bdae24682d99 req-73aee6a8-569b-4440-be78-92b0bc97a76b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f9c6655f-91b3-4916-a461-d6d5f8fce027 HTTP/1.1" status: 200 len: 851 time: 0.0796702 Jul 29 23:20:12.672765 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 732e4cd7-9239-4732-a034-dc116891a8a7 up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:20:12.705515 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a8552bb1-b2d4-4432-b581-bdae24682d99 req-84806db8-bfee-4c2e-bea1-1b6ab13e3a2b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d276bab9-08d9-4ae2-8764-57ec0cf596e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337698 Jul 29 23:20:12.726334 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port 732e4cd7-9239-4732-a034-dc116891a8a7 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:20:12.730766 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port 732e4cd7-9239-4732-a034-dc116891a8a7 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:20:12.731153 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:12.812023 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:12.822031 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['1d4f86e2-c7f3-4176-8ff9-623f4453d1ed'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:20:12.822215 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f60e00c7-db0c-41f4-b5f1-dcdf7a950408 req-4f77fcc3-3101-45b5-8c71-d44b94d05ba8 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:12.833362 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bc26a8-157f-4321-bba1-b5955734de6f req-4a0ca71b-a8c4-4d42-9a1e-604a538ce7a4 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:12.834914 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a2bc26a8-157f-4321-bba1-b5955734de6f req-4a0ca71b-a8c4-4d42-9a1e-604a538ce7a4 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd39aad8-3dcc-4692-a7a1-1c202be00ae5 HTTP/1.1" status: 200 len: 945 time: 0.1370170 Jul 29 23:20:12.845149 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f60e00c7-db0c-41f4-b5f1-dcdf7a950408 req-4f77fcc3-3101-45b5-8c71-d44b94d05ba8 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:12.862176 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1267093b-eddb-411d-af46-da473585ddce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '732e4cd7-9239-4732-a034-dc116891a8a7'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:20:12.864362 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae86bbec-4db5-4ee7-a854-cb8a4441ade6" -d '{"events": [{"server_uuid": "1267093b-eddb-411d-af46-da473585ddce", "name": "network-vif-plugged", "status": "completed", "tag": "732e4cd7-9239-4732-a034-dc116891a8a7"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:20:12.884440 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 732e4cd7-9239-4732-a034-dc116891a8a7, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=732e4cd7-9239-4732-a034-dc116891a8a7,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:12.888928 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:12.889903 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device fb5e4c66-71bd-4284-947f-aad0dccb9215 up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:20:12.906041 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a8552bb1-b2d4-4432-b581-bdae24682d99 req-f9e3d4e9-7f65-4f49-93be-f14f75c76406 service neutron] 10.222.0.22 "GET /v2.0/networks/d276bab9-08d9-4ae2-8764-57ec0cf596e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898153 Jul 29 23:20:12.906730 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f60e00c7-db0c-41f4-b5f1-dcdf7a950408 req-4f77fcc3-3101-45b5-8c71-d44b94d05ba8 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:12.907834 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f60e00c7-db0c-41f4-b5f1-dcdf7a950408 req-4f77fcc3-3101-45b5-8c71-d44b94d05ba8 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4124098 Jul 29 23:20:12.910386 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f77fcc3-3101-45b5-8c71-d44b94d05ba8 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef31be5-f657-48af-bb1a-fa4106e72866,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:12.941934 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a2bc26a8-157f-4321-bba1-b5955734de6f req-0e1493a3-f8a0-4823-8037-6208ffec6d76 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc34ce93-23ae-4faf-818b-1a3258fade29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000874 Jul 29 23:20:13.005722 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=732e4cd7-9239-4732-a034-dc116891a8a7,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:13.039509 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port fb5e4c66-71bd-4284-947f-aad0dccb9215 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:20:13.061415 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a8552bb1-b2d4-4432-b581-bdae24682d99 req-a5653ceb-5061-43f7-8a38-f1c9bb21a549 service neutron] 10.222.0.22 "GET /v2.0/networks/d276bab9-08d9-4ae2-8764-57ec0cf596e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438670 Jul 29 23:20:13.066606 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port fb5e4c66-71bd-4284-947f-aad0dccb9215 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:20:13.066894 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:13.085986 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1661156-d2dd-4baa-b997-7843269deddf req-afbd06d7-10d9-4db9-9c24-84b92edc9a92 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:13.087600 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d1661156-d2dd-4baa-b997-7843269deddf req-afbd06d7-10d9-4db9-9c24-84b92edc9a92 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=1267093b-eddb-411d-af46-da473585ddce HTTP/1.1" status: 200 len: 950 time: 0.0619955 Jul 29 23:20:13.131928 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d1661156-d2dd-4baa-b997-7843269deddf req-d5ac48bc-6f27-47ac-8d80-4feeb3d8bc02 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354519 Jul 29 23:20:13.174045 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:13.183337 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-158884a0-ff46-413f-ad4e-1d55bcd65065 x-openstack-request-id: req-158884a0-ff46-413f-ad4e-1d55bcd65065 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:20:13.183646 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1267093b-eddb-411d-af46-da473585ddce", "name": "network-vif-plugged", "status": "completed", "tag": "732e4cd7-9239-4732-a034-dc116891a8a7", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:20:13.183886 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-158884a0-ff46-413f-ad4e-1d55bcd65065 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:20:13.184265 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1267093b-eddb-411d-af46-da473585ddce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '732e4cd7-9239-4732-a034-dc116891a8a7', 'code': 200} Jul 29 23:20:13.199663 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-da1bc20c-ac9b-44c9-8be5-95456b968dbc req-adbb8942-5911-45c9-b1fc-a6ba691903a9 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1694648123', 'description': 'tempest-description-118276082'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:20:13.211113 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port fb5e4c66-71bd-4284-947f-aad0dccb9215, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=fb5e4c66-71bd-4284-947f-aad0dccb9215,segment=NetworkSegment(42107b5e-6268-4b9c-87e8-287a1e78b5ad),segment_id=42107b5e-6268-4b9c-87e8-287a1e78b5ad)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:13.215609 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:13.226805 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-da1bc20c-ac9b-44c9-8be5-95456b968dbc req-adbb8942-5911-45c9-b1fc-a6ba691903a9 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:13.269612 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=fb5e4c66-71bd-4284-947f-aad0dccb9215,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:13.354529 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-da1bc20c-ac9b-44c9-8be5-95456b968dbc req-adbb8942-5911-45c9-b1fc-a6ba691903a9 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:13.360553 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-da1bc20c-ac9b-44c9-8be5-95456b968dbc req-adbb8942-5911-45c9-b1fc-a6ba691903a9 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:13.379607 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69dc3a8-f671-4b65-aa02-003fd773f6fd req-bdc27ef9-5a8d-4c82-a16a-890bdb581966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:13.381130 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a69dc3a8-f671-4b65-aa02-003fd773f6fd req-bdc27ef9-5a8d-4c82-a16a-890bdb581966 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1267093b-eddb-411d-af46-da473585ddce HTTP/1.1" status: 200 len: 1102 time: 0.0775025 Jul 29 23:20:13.410710 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-da1bc20c-ac9b-44c9-8be5-95456b968dbc req-adbb8942-5911-45c9-b1fc-a6ba691903a9 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:13.411898 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-da1bc20c-ac9b-44c9-8be5-95456b968dbc req-adbb8942-5911-45c9-b1fc-a6ba691903a9 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2168517 Jul 29 23:20:13.413672 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbb8942-5911-45c9-b1fc-a6ba691903a9 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b636e92-9e89-4738-967d-9238d3a3996f,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:13.429897 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a69dc3a8-f671-4b65-aa02-003fd773f6fd req-5298e793-2f1e-4b21-be04-d4913c81eb30 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370433 Jul 29 23:20:13.514623 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f2191-9c90-4f9f-a1da-b1e5e457dbeb req-d2a08ff0-3121-4d8f-9ebb-21b134057e8c tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:13.516249 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-587f2191-9c90-4f9f-a1da-b1e5e457dbeb req-d2a08ff0-3121-4d8f-9ebb-21b134057e8c tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=62fc1795-6912-4db4-b667-421969d7def7 HTTP/1.1" status: 200 len: 944 time: 0.0541339 Jul 29 23:20:13.556103 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-587f2191-9c90-4f9f-a1da-b1e5e457dbeb req-aa5d2952-f4dd-4f33-a73a-11408e4daeab tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338776 Jul 29 23:20:13.666226 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c40e05-b88d-4659-abfe-eb07e25a4ca2 req-fa39b970-7e40-4b8d-ba04-2d54a405b454 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:13.667966 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-17c40e05-b88d-4659-abfe-eb07e25a4ca2 req-fa39b970-7e40-4b8d-ba04-2d54a405b454 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e7c21fc-a617-499a-a692-712fb381b4fb HTTP/1.1" status: 200 len: 950 time: 0.0507224 Jul 29 23:20:13.710689 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-17c40e05-b88d-4659-abfe-eb07e25a4ca2 req-4529d515-0730-4ed6-a13d-b89c98fb80be tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348723 Jul 29 23:20:13.821680 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66285f-1687-4534-a1e6-5dee2f6f1e3b req-47f7ba0f-2816-423b-b63c-be6634db1245 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:13.827738 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66285f-1687-4534-a1e6-5dee2f6f1e3b req-47f7ba0f-2816-423b-b63c-be6634db1245 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:13.834124 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66285f-1687-4534-a1e6-5dee2f6f1e3b req-47f7ba0f-2816-423b-b63c-be6634db1245 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:13.835787 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ba66285f-1687-4534-a1e6-5dee2f6f1e3b req-47f7ba0f-2816-423b-b63c-be6634db1245 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/ports?device_id=6af4bfda-eddd-44aa-b3fc-10c913d9f8af HTTP/1.1" status: 200 len: 2416 time: 0.0679033 Jul 29 23:20:13.878118 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ba66285f-1687-4534-a1e6-5dee2f6f1e3b req-435fcd44-ebb3-4bda-901b-38c345b824d5 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7d83692-1f36-4f89-b4b6-59d9ab0340f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342128 Jul 29 23:20:13.909951 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-e6437e7b-b71b-4f8a-a56d-7dccc60739af req-00c69ae4-730f-4ce7-be91-233eb8c58466 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-150786283', 'description': 'tempest-description-1288206460'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:20:13.921905 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-a35596b6-cdd7-43f3-a672-73dd6a25138b tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:20:13.922911 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-a35596b6-cdd7-43f3-a672-73dd6a25138b tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064211 Jul 29 23:20:13.933041 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-bd44b171-c650-4449-acc9-99f33263ae70 service neutron] Request body: {'binding': {'host': 'n-h2-712141-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:20:13.933568 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e6437e7b-b71b-4f8a-a56d-7dccc60739af req-00c69ae4-730f-4ce7-be91-233eb8c58466 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:13.933825 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-bd44b171-c650-4449-acc9-99f33263ae70 service neutron] Unknown quota resources ['binding']. {{(pid=94077) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 23:20:14.022626 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e6437e7b-b71b-4f8a-a56d-7dccc60739af req-00c69ae4-730f-4ce7-be91-233eb8c58466 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:14.026543 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e6437e7b-b71b-4f8a-a56d-7dccc60739af req-00c69ae4-730f-4ce7-be91-233eb8c58466 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:14.059413 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e6437e7b-b71b-4f8a-a56d-7dccc60739af req-00c69ae4-730f-4ce7-be91-233eb8c58466 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:14.060868 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e6437e7b-b71b-4f8a-a56d-7dccc60739af req-00c69ae4-730f-4ce7-be91-233eb8c58466 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1558332 Jul 29 23:20:14.062899 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c69ae4-730f-4ce7-be91-233eb8c58466 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a15a139-16e5-4862-a3e2-aa73a094d91f,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:14.130643 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device e9d837b7-a2b8-4ee4-a0a5-9c770e308ee6 up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:20:14.165996 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf084546-7543-4ea1-9bf0-7bb1f7965c1e req-b234b7ef-f97a-4601-965b-2c1f52e88283 tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:14.167579 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bf084546-7543-4ea1-9bf0-7bb1f7965c1e req-b234b7ef-f97a-4601-965b-2c1f52e88283 tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa120cd7-0211-4466-90f0-cdb139621c08 HTTP/1.1" status: 200 len: 948 time: 0.0531085 Jul 29 23:20:14.186804 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port e9d837b7-a2b8-4ee4-a0a5-9c770e308ee6 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:20:14.191848 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port e9d837b7-a2b8-4ee4-a0a5-9c770e308ee6 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:20:14.192453 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:14.210089 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bf084546-7543-4ea1-9bf0-7bb1f7965c1e req-50494695-64ac-4b02-81aa-279cbed7c44c tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a6bacb2-785e-46ce-99a7-969ba7b68206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357087 Jul 29 23:20:14.325369 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-bd44b171-c650-4449-acc9-99f33263ae70 service neutron] Attempting to bind port 01301fce-70cf-497a-a51b-c2aa074d71e2 on host n-h2-712141-10 for vnic_type normal with profile None {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:20:14.326326 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-bd44b171-c650-4449-acc9-99f33263ae70 service neutron] Attempting to bind port 01301fce-70cf-497a-a51b-c2aa074d71e2 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': 'a739f5fc-cf01-40c9-83c0-bfbae7f993f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f490981b-45a9-43e1-a661-0229cc7a8cd7'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:20:14.327022 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-bd44b171-c650-4449-acc9-99f33263ae70 service neutron] Attempting to bind port 01301fce-70cf-497a-a51b-c2aa074d71e2 on network f490981b-45a9-43e1-a661-0229cc7a8cd7 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:20:14.332594 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-bd44b171-c650-4449-acc9-99f33263ae70 service neutron] Port 01301fce-70cf-497a-a51b-c2aa074d71e2 on network f490981b-45a9-43e1-a661-0229cc7a8cd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:20:14.333133 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-bd44b171-c650-4449-acc9-99f33263ae70 service neutron] Attempting to bind port 01301fce-70cf-497a-a51b-c2aa074d71e2 on network f490981b-45a9-43e1-a661-0229cc7a8cd7 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:20:14.338705 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-bd44b171-c650-4449-acc9-99f33263ae70 service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:20:14.339189 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-bd44b171-c650-4449-acc9-99f33263ae70 service neutron] Checking segment: {'id': 'a739f5fc-cf01-40c9-83c0-bfbae7f993f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f490981b-45a9-43e1-a661-0229cc7a8cd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:20:14.339578 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-bd44b171-c650-4449-acc9-99f33263ae70 service neutron] Bound using segment: {'id': 'a739f5fc-cf01-40c9-83c0-bfbae7f993f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f490981b-45a9-43e1-a661-0229cc7a8cd7'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:20:14.340007 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-bd44b171-c650-4449-acc9-99f33263ae70 service neutron] Bound port: 01301fce-70cf-497a-a51b-c2aa074d71e2, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a739f5fc-cf01-40c9-83c0-bfbae7f993f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f490981b-45a9-43e1-a661-0229cc7a8cd7'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:20:14.341139 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dccaec0-4bbc-4571-bcb2-b01abe02df60 req-ad198084-5c54-4d6d-bffc-8dda94d475e9 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:14.344278 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6dccaec0-4bbc-4571-bcb2-b01abe02df60 req-ad198084-5c54-4d6d-bffc-8dda94d475e9 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd39aad8-3dcc-4692-a7a1-1c202be00ae5 HTTP/1.1" status: 200 len: 946 time: 0.0701263 Jul 29 23:20:14.387928 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6dccaec0-4bbc-4571-bcb2-b01abe02df60 req-464b943a-0ff0-489e-9207-80472b68c443 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc34ce93-23ae-4faf-818b-1a3258fade29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370216 Jul 29 23:20:14.398915 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-bd44b171-c650-4449-acc9-99f33263ae70 service neutron] For port 01301fce-70cf-497a-a51b-c2aa074d71e2, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=01301fce-70cf-497a-a51b-c2aa074d71e2,segment=NetworkSegment(a739f5fc-cf01-40c9-83c0-bfbae7f993f3),segment_id=a739f5fc-cf01-40c9-83c0-bfbae7f993f3)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:20:14.407422 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-bd44b171-c650-4449-acc9-99f33263ae70 service neutron] Notify callbacks [] for binding, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:14.408704 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-bd44b171-c650-4449-acc9-99f33263ae70 service neutron] 10.222.0.43 "POST /v2.0/ports/01301fce-70cf-497a-a51b-c2aa074d71e2/bindings HTTP/1.1" status: 201 len: 390 time: 0.4793463 Jul 29 23:20:14.427059 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:14.468501 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port e9d837b7-a2b8-4ee4-a0a5-9c770e308ee6, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=e9d837b7-a2b8-4ee4-a0a5-9c770e308ee6,segment=NetworkSegment(99e580a8-4068-4231-bbe8-34a265dc400d),segment_id=99e580a8-4068-4231-bbe8-34a265dc400d)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:14.473414 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:14.474325 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 1c737562-3bde-4368-8002-ffca91fe2dad up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:20:14.530237 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5c095bbf-45c1-49dd-9452-612d9b3488c0 req-5880cf64-7410-4aa0-aca0-d62ed96219f1 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4b67b92d11074e3aa4a6c16a91e570ff HTTP/1.1" status: 200 len: 10894 time: 0.1126840 Jul 29 23:20:14.582761 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=e9d837b7-a2b8-4ee4-a0a5-9c770e308ee6,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:14.595136 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port 1c737562-3bde-4368-8002-ffca91fe2dad completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:20:14.599507 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 1c737562-3bde-4368-8002-ffca91fe2dad triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:20:14.599951 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:14.617347 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5c095bbf-45c1-49dd-9452-612d9b3488c0 req-d6f110c0-5103-4efa-9b8a-07f727dee630 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/security-groups/b0e5e270-a9be-406d-95d1-49d73a31f45d HTTP/1.1" status: 200 len: 2981 time: 0.0803063 Jul 29 23:20:14.628401 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261110c-aad0-47d4-b739-1259dbb2bdc5 req-40ea2753-d2b4-4b4c-9c33-e832212357e1 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:14.629991 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5261110c-aad0-47d4-b739-1259dbb2bdc5 req-40ea2753-d2b4-4b4c-9c33-e832212357e1 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=1267093b-eddb-411d-af46-da473585ddce HTTP/1.1" status: 200 len: 950 time: 0.0827839 Jul 29 23:20:14.683106 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:14.710313 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5c095bbf-45c1-49dd-9452-612d9b3488c0 req-a700acaa-fa74-418e-a14e-6de9df01778a tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/security-groups/b0e5e270-a9be-406d-95d1-49d73a31f45d HTTP/1.1" status: 200 len: 2981 time: 0.0793407 Jul 29 23:20:14.726413 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 1c737562-3bde-4368-8002-ffca91fe2dad, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=1c737562-3bde-4368-8002-ffca91fe2dad,segment=NetworkSegment(44faf3b7-bb51-4059-88d3-a4abe9d7ec9d),segment_id=44faf3b7-bb51-4059-88d3-a4abe9d7ec9d)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:14.731384 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:14.733702 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5261110c-aad0-47d4-b739-1259dbb2bdc5 req-da2f0f1c-dd0e-435c-bbad-d8c3478a2367 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927248 Jul 29 23:20:14.733795 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device eeb9a249-16f5-4384-a9d7-be98b9b89dc1 up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:20:14.761420 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-3c7812e2-78fe-4fd9-937f-002437131ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:14.763027 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-3c7812e2-78fe-4fd9-937f-002437131ebc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c2657a7d23514506876a4df5f527f58c&device_id=14f5da8f-fe8f-42cf-a0d7-e6976d1ff0ff HTTP/1.1" status: 200 len: 1097 time: 0.0678573 Jul 29 23:20:14.833106 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=1c737562-3bde-4368-8002-ffca91fe2dad,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:14.845313 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port eeb9a249-16f5-4384-a9d7-be98b9b89dc1 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:20:14.850209 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port eeb9a249-16f5-4384-a9d7-be98b9b89dc1 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:20:14.850594 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:14.932515 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:14.952210 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac11b091-05bd-42c3-88b7-85af713fd791 req-095641ee-cb2d-4c8a-8389-a3460039b6c2 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:14.953743 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ac11b091-05bd-42c3-88b7-85af713fd791 req-095641ee-cb2d-4c8a-8389-a3460039b6c2 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f5da8f-fe8f-42cf-a0d7-e6976d1ff0ff HTTP/1.1" status: 200 len: 945 time: 0.1239269 Jul 29 23:20:14.963616 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f9e8f-55cb-419b-a06b-2100f777e9a2 req-dc68526f-8f15-45c2-ae2d-7146244fecb7 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:14.965067 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e49f9e8f-55cb-419b-a06b-2100f777e9a2 req-dc68526f-8f15-45c2-ae2d-7146244fecb7 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=62fc1795-6912-4db4-b667-421969d7def7 HTTP/1.1" status: 200 len: 944 time: 0.1340368 Jul 29 23:20:14.965781 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port eeb9a249-16f5-4384-a9d7-be98b9b89dc1, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=eeb9a249-16f5-4384-a9d7-be98b9b89dc1,segment=NetworkSegment(44faf3b7-bb51-4059-88d3-a4abe9d7ec9d),segment_id=44faf3b7-bb51-4059-88d3-a4abe9d7ec9d)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:14.967526 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-6cdfce4b-55fe-4035-a21b-e56994684008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:14.968982 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-6cdfce4b-55fe-4035-a21b-e56994684008 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f490981b-45a9-43e1-a661-0229cc7a8cd7 HTTP/1.1" status: 200 len: 922 time: 0.1974947 Jul 29 23:20:14.969941 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:14.970836 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device e7636624-ee00-43ce-8045-cac196986c66 up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:20:15.042517 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-59d2f334-607a-4f5b-85ed-f5e0294363de service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01301fce-70cf-497a-a51b-c2aa074d71e2 HTTP/1.1" status: 200 len: 217 time: 0.0536282 Jul 29 23:20:15.048852 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=eeb9a249-16f5-4384-a9d7-be98b9b89dc1,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:15.064465 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port e7636624-ee00-43ce-8045-cac196986c66 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:20:15.068568 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port e7636624-ee00-43ce-8045-cac196986c66 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:20:15.069004 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:15.073189 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ac11b091-05bd-42c3-88b7-85af713fd791 req-48938e58-7a3c-4667-aea7-4b75de1141e7 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071539 Jul 29 23:20:15.094071 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e49f9e8f-55cb-419b-a06b-2100f777e9a2 req-3440088e-a7fe-489c-bea0-50717c62f8bb tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190257 Jul 29 23:20:15.148256 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-5259dde9-3326-4302-b256-71ef822362d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:15.149927 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-5259dde9-3326-4302-b256-71ef822362d0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=998261e9-cec6-4719-b797-0c7da54a3001 HTTP/1.1" status: 200 len: 861 time: 0.0936921 Jul 29 23:20:15.151806 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:15.185500 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port e7636624-ee00-43ce-8045-cac196986c66, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=e7636624-ee00-43ce-8045-cac196986c66,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:15.186659 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd39aad8-3dcc-4692-a7a1-1c202be00ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb5e4c66-71bd-4284-947f-aad0dccb9215'}, {'server_uuid': '6af4bfda-eddd-44aa-b3fc-10c913d9f8af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d837b7-a2b8-4ee4-a0a5-9c770e308ee6'}, {'server_uuid': '6af4bfda-eddd-44aa-b3fc-10c913d9f8af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c737562-3bde-4368-8002-ffca91fe2dad'}, {'server_uuid': '6af4bfda-eddd-44aa-b3fc-10c913d9f8af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb9a249-16f5-4384-a9d7-be98b9b89dc1'}, {'server_uuid': 'aa120cd7-0211-4466-90f0-cdb139621c08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7636624-ee00-43ce-8045-cac196986c66'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:20:15.189748 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79cca6f9-dfee-42a5-a14c-537afcb75ce1" -d '{"events": [{"server_uuid": "bd39aad8-3dcc-4692-a7a1-1c202be00ae5", "name": "network-vif-plugged", "status": "completed", "tag": "fb5e4c66-71bd-4284-947f-aad0dccb9215"}, {"server_uuid": "6af4bfda-eddd-44aa-b3fc-10c913d9f8af", "name": "network-vif-plugged", "status": "completed", "tag": "e9d837b7-a2b8-4ee4-a0a5-9c770e308ee6"}, {"server_uuid": "6af4bfda-eddd-44aa-b3fc-10c913d9f8af", "name": "network-vif-plugged", "status": "completed", "tag": "1c737562-3bde-4368-8002-ffca91fe2dad"}, {"server_uuid": "6af4bfda-eddd-44aa-b3fc-10c913d9f8af", "name": "network-vif-plugged", "status": "completed", "tag": "eeb9a249-16f5-4384-a9d7-be98b9b89dc1"}, {"server_uuid": "aa120cd7-0211-4466-90f0-cdb139621c08", "name": "network-vif-plugged", "status": "completed", "tag": "e7636624-ee00-43ce-8045-cac196986c66"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:20:15.194079 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:15.218616 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-9791658f-ad3e-4cb3-99c3-c15c83758d21 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f490981b-45a9-43e1-a661-0229cc7a8cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482063 Jul 29 23:20:15.231625 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a12feabc-6ee9-42c5-afdd-6ab9097d3ea6 req-61996ab1-80c5-4560-b1a5-15ecdacfa507 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/security-groups/0ef31be5-f657-48af-bb1a-fa4106e72866 HTTP/1.1" status: 200 len: 1800 time: 0.1066258 Jul 29 23:20:15.247925 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=e7636624-ee00-43ce-8045-cac196986c66,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:15.301443 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e791fc-c626-4961-9f71-da83d817f914 req-e49a5544-9824-407b-874e-2d69b7f0e315 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:15.302968 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-14e791fc-c626-4961-9f71-da83d817f914 req-e49a5544-9824-407b-874e-2d69b7f0e315 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e7c21fc-a617-499a-a692-712fb381b4fb HTTP/1.1" status: 200 len: 950 time: 0.1462417 Jul 29 23:20:15.399774 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a12feabc-6ee9-42c5-afdd-6ab9097d3ea6 req-1791b9a2-9eb5-47bd-b748-6d9b4cd71185 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:15.403670 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-c9b7b8fe-408a-4325-a693-660e7f584a60 service neutron] 10.222.0.22 "GET /v2.0/networks/f490981b-45a9-43e1-a661-0229cc7a8cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700656 Jul 29 23:20:15.409012 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-14e791fc-c626-4961-9f71-da83d817f914 req-557209b0-b0ec-4b5e-a43d-a38d10bfaced tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943742 Jul 29 23:20:15.468247 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a12feabc-6ee9-42c5-afdd-6ab9097d3ea6 req-1791b9a2-9eb5-47bd-b748-6d9b4cd71185 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:15.576211 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf07de-1c81-4b55-9684-5a3f230d4b35 req-f3e170bd-234e-46a0-84f9-e6ba64c25f39 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:15.582113 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf07de-1c81-4b55-9684-5a3f230d4b35 req-f3e170bd-234e-46a0-84f9-e6ba64c25f39 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:15.588014 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf07de-1c81-4b55-9684-5a3f230d4b35 req-f3e170bd-234e-46a0-84f9-e6ba64c25f39 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:15.589607 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-54cf07de-1c81-4b55-9684-5a3f230d4b35 req-f3e170bd-234e-46a0-84f9-e6ba64c25f39 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/ports?device_id=6af4bfda-eddd-44aa-b3fc-10c913d9f8af HTTP/1.1" status: 200 len: 2419 time: 0.1113889 Jul 29 23:20:15.592782 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-4b02b035-ddca-4531-af89-13bfd6729ec1 service neutron] 10.222.0.22 "GET /v2.0/networks/f490981b-45a9-43e1-a661-0229cc7a8cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784606 Jul 29 23:20:15.603705 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a12feabc-6ee9-42c5-afdd-6ab9097d3ea6 req-1791b9a2-9eb5-47bd-b748-6d9b4cd71185 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:15.606172 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a12feabc-6ee9-42c5-afdd-6ab9097d3ea6 req-1791b9a2-9eb5-47bd-b748-6d9b4cd71185 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:15.607266 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a12feabc-6ee9-42c5-afdd-6ab9097d3ea6 req-1791b9a2-9eb5-47bd-b748-6d9b4cd71185 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "DELETE /v2.0/security-groups/0ef31be5-f657-48af-bb1a-fa4106e72866 HTTP/1.1" status: 204 len: 173 time: 0.3645635 Jul 29 23:20:15.624300 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1791b9a2-9eb5-47bd-b748-6d9b4cd71185 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef31be5-f657-48af-bb1a-fa4106e72866,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:15.644332 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-54cf07de-1c81-4b55-9684-5a3f230d4b35 req-48445389-8ca6-4105-879a-58eb9a24da79 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7d83692-1f36-4f89-b4b6-59d9ab0340f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473578 Jul 29 23:20:15.676453 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Thu, 29 Jul 2021 23:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b57a8a2-9858-43fb-a1ad-f8af3137b694 x-openstack-request-id: req-7b57a8a2-9858-43fb-a1ad-f8af3137b694 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:20:15.676774 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd39aad8-3dcc-4692-a7a1-1c202be00ae5", "name": "network-vif-plugged", "status": "completed", "tag": "fb5e4c66-71bd-4284-947f-aad0dccb9215", "code": 200}, {"server_uuid": "6af4bfda-eddd-44aa-b3fc-10c913d9f8af", "name": "network-vif-plugged", "status": "completed", "tag": "e9d837b7-a2b8-4ee4-a0a5-9c770e308ee6", "code": 200}, {"server_uuid": "6af4bfda-eddd-44aa-b3fc-10c913d9f8af", "name": "network-vif-plugged", "status": "completed", "tag": "1c737562-3bde-4368-8002-ffca91fe2dad", "code": 200}, {"server_uuid": "6af4bfda-eddd-44aa-b3fc-10c913d9f8af", "name": "network-vif-plugged", "status": "completed", "tag": "eeb9a249-16f5-4384-a9d7-be98b9b89dc1", "code": 200}, {"server_uuid": "aa120cd7-0211-4466-90f0-cdb139621c08", "name": "network-vif-plugged", "status": "completed", "tag": "e7636624-ee00-43ce-8045-cac196986c66", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:20:15.677030 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7b57a8a2-9858-43fb-a1ad-f8af3137b694 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:20:15.677438 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd39aad8-3dcc-4692-a7a1-1c202be00ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb5e4c66-71bd-4284-947f-aad0dccb9215', 'code': 200} Jul 29 23:20:15.677735 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6af4bfda-eddd-44aa-b3fc-10c913d9f8af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d837b7-a2b8-4ee4-a0a5-9c770e308ee6', 'code': 200} Jul 29 23:20:15.677978 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6af4bfda-eddd-44aa-b3fc-10c913d9f8af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c737562-3bde-4368-8002-ffca91fe2dad', 'code': 200} Jul 29 23:20:15.678224 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6af4bfda-eddd-44aa-b3fc-10c913d9f8af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb9a249-16f5-4384-a9d7-be98b9b89dc1', 'code': 200} Jul 29 23:20:15.678466 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa120cd7-0211-4466-90f0-cdb139621c08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7636624-ee00-43ce-8045-cac196986c66', 'code': 200} Jul 29 23:20:15.820129 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ca31a7-581e-456a-948d-521fc86e91f4 req-3ac4aad1-b90d-45d1-bc4b-89c07ee2d2c2 tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:15.821722 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-55ca31a7-581e-456a-948d-521fc86e91f4 req-3ac4aad1-b90d-45d1-bc4b-89c07ee2d2c2 tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa120cd7-0211-4466-90f0-cdb139621c08 HTTP/1.1" status: 200 len: 949 time: 0.1072137 Jul 29 23:20:15.837429 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410606f5-f0c3-47b8-82ec-8e7b96d849fa req-b6c83991-73a9-419b-8139-3501ec17ebf9 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:15.838965 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-410606f5-f0c3-47b8-82ec-8e7b96d849fa req-b6c83991-73a9-419b-8139-3501ec17ebf9 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd39aad8-3dcc-4692-a7a1-1c202be00ae5 HTTP/1.1" status: 200 len: 946 time: 0.0972989 Jul 29 23:20:15.885674 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde180a-45ef-451c-8428-eea9df05f65a req-929dfb44-81a1-4c2b-8519-c977156949c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:15.887185 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fdde180a-45ef-451c-8428-eea9df05f65a req-929dfb44-81a1-4c2b-8519-c977156949c3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bd39aad8-3dcc-4692-a7a1-1c202be00ae5 HTTP/1.1" status: 200 len: 1098 time: 0.1128280 Jul 29 23:20:15.907052 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d777da7-e376-4d34-ba18-f6476db3d5ec req-dd04d886-5a55-41e0-9cd9-4f0dcf64e3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:15.907590 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d777da7-e376-4d34-ba18-f6476db3d5ec req-dd04d886-5a55-41e0-9cd9-4f0dcf64e3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:15.907944 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d777da7-e376-4d34-ba18-f6476db3d5ec req-dd04d886-5a55-41e0-9cd9-4f0dcf64e3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:15.910037 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9d777da7-e376-4d34-ba18-f6476db3d5ec req-dd04d886-5a55-41e0-9cd9-4f0dcf64e3d0 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6af4bfda-eddd-44aa-b3fc-10c913d9f8af HTTP/1.1" status: 200 len: 2875 time: 0.0466523 Jul 29 23:20:15.946746 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-410606f5-f0c3-47b8-82ec-8e7b96d849fa req-79da0749-40f5-4e58-be37-88647eba744f tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc34ce93-23ae-4faf-818b-1a3258fade29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973148 Jul 29 23:20:15.947949 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9d777da7-e376-4d34-ba18-f6476db3d5ec req-9b315f1c-06f4-41a7-8d58-ae9943bd0229 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=a7d83692-1f36-4f89-b4b6-59d9ab0340f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295722 Jul 29 23:20:15.969686 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-55ca31a7-581e-456a-948d-521fc86e91f4 req-e285f99d-b504-4a5a-b0ec-3e114883f6e6 tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a6bacb2-785e-46ce-99a7-969ba7b68206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257377 Jul 29 23:20:15.998952 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7de1a78-e147-457d-b81b-43d5aa62d16c req-983d9cef-158c-4704-ae4d-fc1872cb5748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:16.000560 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b7de1a78-e147-457d-b81b-43d5aa62d16c req-983d9cef-158c-4704-ae4d-fc1872cb5748 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=aa120cd7-0211-4466-90f0-cdb139621c08 HTTP/1.1" status: 200 len: 1101 time: 0.1354246 Jul 29 23:20:16.003067 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [req-52b95507-f18c-49e0-819f-c0d92b910c45 req-ef22f7ee-0af0-479d-bf15-c6be801cf968 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] show failed (client error): The resource could not be found. Jul 29 23:20:16.004014 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-52b95507-f18c-49e0-819f-c0d92b910c45 req-ef22f7ee-0af0-479d-bf15-c6be801cf968 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/security-groups/0ef31be5-f657-48af-bb1a-fa4106e72866 HTTP/1.1" status: 404 len: 352 time: 0.0283694 Jul 29 23:20:16.007806 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fdde180a-45ef-451c-8428-eea9df05f65a req-26b6f42c-b102-49fd-9bdb-f5cc196e8985 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=dc34ce93-23ae-4faf-818b-1a3258fade29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029439 Jul 29 23:20:16.063848 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b7de1a78-e147-457d-b81b-43d5aa62d16c req-14467cca-7e14-4c21-aee3-dfbb7506d143 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=6a6bacb2-785e-46ce-99a7-969ba7b68206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550997 Jul 29 23:20:16.113124 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a5fc5ead-e341-49e6-a0be-26b98cbaa696 req-33a27bda-46d1-46f0-9ca2-5b67b7f7d44e tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/security-groups/5b636e92-9e89-4738-967d-9238d3a3996f HTTP/1.1" status: 200 len: 1800 time: 0.0761819 Jul 29 23:20:16.121393 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a06cfc-f6a0-4754-a40b-9aa374481d43 req-466e37da-6f5b-4960-af03-ce7cea506e10 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:16.123264 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-15a06cfc-f6a0-4754-a40b-9aa374481d43 req-466e37da-6f5b-4960-af03-ce7cea506e10 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=1267093b-eddb-411d-af46-da473585ddce HTTP/1.1" status: 200 len: 950 time: 0.0777454 Jul 29 23:20:16.135249 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 1d4f86e2-c7f3-4176-8ff9-623f4453d1ed up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:20:16.185104 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-15a06cfc-f6a0-4754-a40b-9aa374481d43 req-50be639e-0246-4d39-9931-6b7a32820eef tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544512 Jul 29 23:20:16.192339 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port 1d4f86e2-c7f3-4176-8ff9-623f4453d1ed completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:20:16.196487 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 1d4f86e2-c7f3-4176-8ff9-623f4453d1ed triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:20:16.197714 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:16.203362 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a5fc5ead-e341-49e6-a0be-26b98cbaa696 req-c36b2be1-2f76-4c19-a402-50a7ca8cb97e tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:16.240165 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a5fc5ead-e341-49e6-a0be-26b98cbaa696 req-c36b2be1-2f76-4c19-a402-50a7ca8cb97e tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:16.286926 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:16.308727 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a5fc5ead-e341-49e6-a0be-26b98cbaa696 req-c36b2be1-2f76-4c19-a402-50a7ca8cb97e tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:16.312205 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a5fc5ead-e341-49e6-a0be-26b98cbaa696 req-c36b2be1-2f76-4c19-a402-50a7ca8cb97e tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:16.313335 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a5fc5ead-e341-49e6-a0be-26b98cbaa696 req-c36b2be1-2f76-4c19-a402-50a7ca8cb97e tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "DELETE /v2.0/security-groups/5b636e92-9e89-4738-967d-9238d3a3996f HTTP/1.1" status: 204 len: 173 time: 0.1894100 Jul 29 23:20:16.328423 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36b2be1-2f76-4c19-a402-50a7ca8cb97e tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b636e92-9e89-4738-967d-9238d3a3996f,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:16.332046 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 1d4f86e2-c7f3-4176-8ff9-623f4453d1ed, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=1d4f86e2-c7f3-4176-8ff9-623f4453d1ed,segment=NetworkSegment(2db8471f-c43b-49ee-9f08-2f1c56af231c),segment_id=2db8471f-c43b-49ee-9f08-2f1c56af231c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:16.340368 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:16.347462 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de36d13-b78f-4f74-a59f-9f9466bc3cc0 req-b795d252-c4ec-4dce-90b0-66db6c9a22d6 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:16.349393 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0de36d13-b78f-4f74-a59f-9f9466bc3cc0 req-b795d252-c4ec-4dce-90b0-66db6c9a22d6 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f5da8f-fe8f-42cf-a0d7-e6976d1ff0ff HTTP/1.1" status: 200 len: 945 time: 0.0719442 Jul 29 23:20:16.407253 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=1d4f86e2-c7f3-4176-8ff9-623f4453d1ed,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:16.409926 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0de36d13-b78f-4f74-a59f-9f9466bc3cc0 req-24260600-324c-425e-add6-4b7146541881 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476942 Jul 29 23:20:16.467050 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc4006-1ba8-4cd9-98dd-8a7698186e4b req-aa91cc26-566d-48af-a92b-f2e06a09ffd5 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:16.468746 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c2cc4006-1ba8-4cd9-98dd-8a7698186e4b req-aa91cc26-566d-48af-a92b-f2e06a09ffd5 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=62fc1795-6912-4db4-b667-421969d7def7 HTTP/1.1" status: 200 len: 945 time: 0.0579920 Jul 29 23:20:16.511184 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c2cc4006-1ba8-4cd9-98dd-8a7698186e4b req-df909845-aa6e-45b9-a089-0d338026fc11 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358505 Jul 29 23:20:16.561113 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [req-d4ed5ea2-7998-415b-b7e9-d75f8a7f68e7 req-a059adb3-7bc7-4957-9dc2-706a52e1bb09 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] show failed (client error): The resource could not be found. Jul 29 23:20:16.563234 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d4ed5ea2-7998-415b-b7e9-d75f8a7f68e7 req-a059adb3-7bc7-4957-9dc2-706a52e1bb09 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/security-groups/5b636e92-9e89-4738-967d-9238d3a3996f HTTP/1.1" status: 404 len: 352 time: 0.0199633 Jul 29 23:20:16.664614 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63882162-f5fb-4499-b16a-027aa68262a5 req-44526290-aa76-4fc3-a989-6f9079ec0339 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:16.666273 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-63882162-f5fb-4499-b16a-027aa68262a5 req-44526290-aa76-4fc3-a989-6f9079ec0339 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e7c21fc-a617-499a-a692-712fb381b4fb HTTP/1.1" status: 200 len: 950 time: 0.0501285 Jul 29 23:20:16.739863 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-63882162-f5fb-4499-b16a-027aa68262a5 req-8ef0b5b7-a088-4491-afd4-d98d1e34d679 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655494 Jul 29 23:20:16.751670 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3681de03-189e-40c7-a4f0-ca3759e1acef req-fe901429-e8b5-4eb5-a1d7-0b8775d5ce03 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/security-groups/6a15a139-16e5-4862-a3e2-aa73a094d91f HTTP/1.1" status: 200 len: 1800 time: 0.0785611 Jul 29 23:20:16.812483 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-3681de03-189e-40c7-a4f0-ca3759e1acef req-22632348-d093-4af7-8810-172daf6b56bc tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:16.834998 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 32794) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:16.860731 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-3681de03-189e-40c7-a4f0-ca3759e1acef req-22632348-d093-4af7-8810-172daf6b56bc tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:16.909197 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3298005-806e-4c8a-8e7b-4fa327f518d3 req-7dd21308-2d55-462d-b595-bc0d9cbb1c1d tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:16.910760 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b3298005-806e-4c8a-8e7b-4fa327f518d3 req-7dd21308-2d55-462d-b595-bc0d9cbb1c1d tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=1267093b-eddb-411d-af46-da473585ddce HTTP/1.1" status: 200 len: 950 time: 0.0874727 Jul 29 23:20:16.928122 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-3681de03-189e-40c7-a4f0-ca3759e1acef req-22632348-d093-4af7-8810-172daf6b56bc tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:16.931133 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-3681de03-189e-40c7-a4f0-ca3759e1acef req-22632348-d093-4af7-8810-172daf6b56bc tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:16.934147 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3681de03-189e-40c7-a4f0-ca3759e1acef req-22632348-d093-4af7-8810-172daf6b56bc tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "DELETE /v2.0/security-groups/6a15a139-16e5-4862-a3e2-aa73a094d91f HTTP/1.1" status: 204 len: 173 time: 0.1815298 Jul 29 23:20:16.946786 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1a6dedbb-0484-491e-b4a6-bbd8476d1884 req-085d57a0-802f-483e-afeb-cf96cd05a26b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1267093b-eddb-411d-af46-da473585ddce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1106403 Jul 29 23:20:16.958815 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22632348-d093-4af7-8810-172daf6b56bc tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a15a139-16e5-4862-a3e2-aa73a094d91f,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:17.005653 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b3298005-806e-4c8a-8e7b-4fa327f518d3 req-d8579412-c04b-4249-a963-3a5adaafdaf3 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697386 Jul 29 23:20:17.055897 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [req-ee0fa191-87ce-4058-b352-8424d57fc0c9 req-1de37094-2880-4735-8661-818d003af568 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] show failed (client error): The resource could not be found. Jul 29 23:20:17.056937 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ee0fa191-87ce-4058-b352-8424d57fc0c9 req-1de37094-2880-4735-8661-818d003af568 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/security-groups/6a15a139-16e5-4862-a3e2-aa73a094d91f HTTP/1.1" status: 404 len: 352 time: 0.0245917 Jul 29 23:20:17.104752 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31561e-a305-4698-97fb-461685bbc1a9 req-6151482f-798f-444f-9e91-8847dc3166e5 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:17.112158 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31561e-a305-4698-97fb-461685bbc1a9 req-6151482f-798f-444f-9e91-8847dc3166e5 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:17.118199 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31561e-a305-4698-97fb-461685bbc1a9 req-6151482f-798f-444f-9e91-8847dc3166e5 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:17.119911 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cd31561e-a305-4698-97fb-461685bbc1a9 req-6151482f-798f-444f-9e91-8847dc3166e5 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/ports?device_id=6af4bfda-eddd-44aa-b3fc-10c913d9f8af HTTP/1.1" status: 200 len: 2419 time: 0.1254601 Jul 29 23:20:17.218538 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cd31561e-a305-4698-97fb-461685bbc1a9 req-7f927036-0d3b-41bc-a73c-a46c7f0d9547 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7d83692-1f36-4f89-b4b6-59d9ab0340f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917215 Jul 29 23:20:17.256025 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcb8ee5-e629-4db3-90fd-bd4cbb1c3cee req-de2828f4-df84-43b0-bf91-76c010dd6a20 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:17.267421 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1dcb8ee5-e629-4db3-90fd-bd4cbb1c3cee req-de2828f4-df84-43b0-bf91-76c010dd6a20 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd39aad8-3dcc-4692-a7a1-1c202be00ae5 HTTP/1.1" status: 200 len: 946 time: 0.1058571 Jul 29 23:20:17.318797 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1dcb8ee5-e629-4db3-90fd-bd4cbb1c3cee req-6e225d6f-0045-4e24-9e8e-1a97f94781b6 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc34ce93-23ae-4faf-818b-1a3258fade29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497751 Jul 29 23:20:17.459288 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e5e88-52ef-461d-ab6e-36113d2156b7 req-d2b8cfc7-88b6-47b1-811d-f53b2d15b8ea tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:17.461865 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8b1e5e88-52ef-461d-ab6e-36113d2156b7 req-d2b8cfc7-88b6-47b1-811d-f53b2d15b8ea tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa120cd7-0211-4466-90f0-cdb139621c08 HTTP/1.1" status: 200 len: 949 time: 0.1544600 Jul 29 23:20:17.510042 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3c6f179a-bcd0-4b33-9fda-c57a498a242f req-cc71b4c5-4d91-480f-be5e-0d8aaa2d91fe tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4b67b92d11074e3aa4a6c16a91e570ff HTTP/1.1" status: 200 len: 6147 time: 0.1422515 Jul 29 23:20:17.546137 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8b1e5e88-52ef-461d-ab6e-36113d2156b7 req-71afb141-c9db-4c22-bb7b-9fbade3665e0 tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a6bacb2-785e-46ce-99a7-969ba7b68206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709512 Jul 29 23:20:17.576735 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3c6f179a-bcd0-4b33-9fda-c57a498a242f req-b5220798-c202-4e4e-ace8-e0b9651b733e tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/security-groups/b0e5e270-a9be-406d-95d1-49d73a31f45d HTTP/1.1" status: 200 len: 2981 time: 0.0554886 Jul 29 23:20:17.637051 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3c6f179a-bcd0-4b33-9fda-c57a498a242f req-7003969c-8957-4971-8004-87cd71f245a9 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/security-groups/b0e5e270-a9be-406d-95d1-49d73a31f45d HTTP/1.1" status: 200 len: 2981 time: 0.0539646 Jul 29 23:20:17.679488 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62fc1795-6912-4db4-b667-421969d7def7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4f86e2-c7f3-4176-8ff9-623f4453d1ed'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:20:17.687452 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c22a76-dc0d-4cde-afbf-ab428358a0f6" -d '{"events": [{"server_uuid": "62fc1795-6912-4db4-b667-421969d7def7", "name": "network-vif-plugged", "status": "completed", "tag": "1d4f86e2-c7f3-4176-8ff9-623f4453d1ed"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:20:17.695524 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f538a04-1cb9-4550-a395-63289cf86b08 req-2656c04d-26ed-4cad-8f44-60dc6a53d8d3 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:17.698409 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1f538a04-1cb9-4550-a395-63289cf86b08 req-2656c04d-26ed-4cad-8f44-60dc6a53d8d3 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f5da8f-fe8f-42cf-a0d7-e6976d1ff0ff HTTP/1.1" status: 200 len: 945 time: 0.0782688 Jul 29 23:20:17.790704 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1f538a04-1cb9-4550-a395-63289cf86b08 req-26c7c6bd-8b2b-4f4d-a4b9-8ec3e73faa11 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810578 Jul 29 23:20:17.809066 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b21827b-adc1-41ad-b88b-1fa1c1cb4ce9 req-d4f3bfa0-a3a4-4d33-8b7e-51df456ddaab tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:17.811210 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0b21827b-adc1-41ad-b88b-1fa1c1cb4ce9 req-d4f3bfa0-a3a4-4d33-8b7e-51df456ddaab tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=62fc1795-6912-4db4-b667-421969d7def7 HTTP/1.1" status: 200 len: 945 time: 0.0820532 Jul 29 23:20:17.828509 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-56f79cd3-9c9e-4306-9354-a9703fcf02a9 req-d36dde30-a943-4883-ae84-acf172ed337a tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-319724408', 'description': 'tempest-description-1292930441'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:20:17.875218 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-56f79cd3-9c9e-4306-9354-a9703fcf02a9 req-d36dde30-a943-4883-ae84-acf172ed337a tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:17.883195 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0b21827b-adc1-41ad-b88b-1fa1c1cb4ce9 req-c9a4dd2b-55c6-4a78-8a72-54bc61a1094b tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492382 Jul 29 23:20:17.935842 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95cbb545-a9c3-47a0-9388-2c949d0140c9 x-openstack-request-id: req-95cbb545-a9c3-47a0-9388-2c949d0140c9 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:20:17.936173 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62fc1795-6912-4db4-b667-421969d7def7", "name": "network-vif-plugged", "status": "completed", "tag": "1d4f86e2-c7f3-4176-8ff9-623f4453d1ed", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:20:17.936426 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-95cbb545-a9c3-47a0-9388-2c949d0140c9 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:20:17.936821 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62fc1795-6912-4db4-b667-421969d7def7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4f86e2-c7f3-4176-8ff9-623f4453d1ed', 'code': 200} Jul 29 23:20:18.049442 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-56f79cd3-9c9e-4306-9354-a9703fcf02a9 req-d36dde30-a943-4883-ae84-acf172ed337a tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:18.072113 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-56f79cd3-9c9e-4306-9354-a9703fcf02a9 req-d36dde30-a943-4883-ae84-acf172ed337a tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:18.118312 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f670ce0-5ce0-4887-83f7-6094fb487023 req-a9fbb85d-c319-491f-9a5f-916af309f03b tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:18.119822 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9f670ce0-5ce0-4887-83f7-6094fb487023 req-a9fbb85d-c319-491f-9a5f-916af309f03b tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e7c21fc-a617-499a-a692-712fb381b4fb HTTP/1.1" status: 200 len: 950 time: 0.1227820 Jul 29 23:20:18.126343 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-56f79cd3-9c9e-4306-9354-a9703fcf02a9 req-d36dde30-a943-4883-ae84-acf172ed337a tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:18.127514 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-56f79cd3-9c9e-4306-9354-a9703fcf02a9 req-d36dde30-a943-4883-ae84-acf172ed337a tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3032019 Jul 29 23:20:18.136731 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2876961-ab8c-4b74-9313-7229af63e842 req-d673d6be-5c1f-4e46-ac8c-eefb5925f406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:18.138877 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e2876961-ab8c-4b74-9313-7229af63e842 req-d673d6be-5c1f-4e46-ac8c-eefb5925f406 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=62fc1795-6912-4db4-b667-421969d7def7 HTTP/1.1" status: 200 len: 1097 time: 0.1097848 Jul 29 23:20:18.147615 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36dde30-a943-4883-ae84-acf172ed337a tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e70784-2d36-4120-9a1a-d54213677021,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:18.198904 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9f670ce0-5ce0-4887-83f7-6094fb487023 req-d2080cef-8788-4800-b7cf-38d3245f78bf tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647159 Jul 29 23:20:18.211159 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e2876961-ab8c-4b74-9313-7229af63e842 req-b645f7b9-0ac8-4fa8-9125-aeb37259e2e7 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532751 Jul 29 23:20:18.235067 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-c5e20d0d-855f-4f15-a161-2cda237904f2 req-b015853b-0c6d-4aa3-bf6f-b31a3bc51156 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-214620004', 'description': 'tempest-description-1999809393'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:20:18.273736 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac670c34-8255-4289-a767-7dd557873a94 req-d200dada-43e8-4d2c-a3d5-0b4e6aec43a2 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:18.275211 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ac670c34-8255-4289-a767-7dd557873a94 req-d200dada-43e8-4d2c-a3d5-0b4e6aec43a2 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=1267093b-eddb-411d-af46-da473585ddce HTTP/1.1" status: 200 len: 950 time: 0.0755355 Jul 29 23:20:18.276421 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-c5e20d0d-855f-4f15-a161-2cda237904f2 req-b015853b-0c6d-4aa3-bf6f-b31a3bc51156 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:18.336160 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ac670c34-8255-4289-a767-7dd557873a94 req-a7630d95-1dd8-4b94-9135-a2733934ffce tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498612 Jul 29 23:20:18.398102 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-c5e20d0d-855f-4f15-a161-2cda237904f2 req-b015853b-0c6d-4aa3-bf6f-b31a3bc51156 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:18.410744 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-c5e20d0d-855f-4f15-a161-2cda237904f2 req-b015853b-0c6d-4aa3-bf6f-b31a3bc51156 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:18.460011 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-c5e20d0d-855f-4f15-a161-2cda237904f2 req-b015853b-0c6d-4aa3-bf6f-b31a3bc51156 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:18.461186 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c5e20d0d-855f-4f15-a161-2cda237904f2 req-b015853b-0c6d-4aa3-bf6f-b31a3bc51156 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2316489 Jul 29 23:20:18.472531 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b015853b-0c6d-4aa3-bf6f-b31a3bc51156 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cebcdbd4-6549-422d-a2de-19c8f9d0f9bc,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:18.482692 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf423c8-2a45-4945-b91a-417bc6cde3fb req-41241468-5109-47a0-bd50-df67aeb11423 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:18.500619 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf423c8-2a45-4945-b91a-417bc6cde3fb req-41241468-5109-47a0-bd50-df67aeb11423 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:18.509962 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf423c8-2a45-4945-b91a-417bc6cde3fb req-41241468-5109-47a0-bd50-df67aeb11423 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:18.514135 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fcf423c8-2a45-4945-b91a-417bc6cde3fb req-41241468-5109-47a0-bd50-df67aeb11423 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/ports?device_id=6af4bfda-eddd-44aa-b3fc-10c913d9f8af HTTP/1.1" status: 200 len: 2419 time: 0.1119785 Jul 29 23:20:18.564723 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fcf423c8-2a45-4945-b91a-417bc6cde3fb req-e097f7f0-747c-4ec5-8ed5-e711150116af tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7d83692-1f36-4f89-b4b6-59d9ab0340f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436835 Jul 29 23:20:18.639255 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec88905c-082a-4aa5-b7c0-304712fbeb2b req-ccbd039f-0771-4c20-bfdb-35758c128ba5 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:18.641114 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ec88905c-082a-4aa5-b7c0-304712fbeb2b req-ccbd039f-0771-4c20-bfdb-35758c128ba5 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd39aad8-3dcc-4692-a7a1-1c202be00ae5 HTTP/1.1" status: 200 len: 946 time: 0.0923331 Jul 29 23:20:18.643973 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6dedbb-0484-491e-b4a6-bbd8476d1884 req-576fe7fe-beb1-4bad-8110-c4403bf96f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:18.646299 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1a6dedbb-0484-491e-b4a6-bbd8476d1884 req-576fe7fe-beb1-4bad-8110-c4403bf96f77 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=02291f5098924703b9b0f8f02943a845&device_id=1267093b-eddb-411d-af46-da473585ddce HTTP/1.1" status: 200 len: 1102 time: 0.0639563 Jul 29 23:20:18.788215 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ec88905c-082a-4aa5-b7c0-304712fbeb2b req-2d61fc9e-7917-4a51-8dd9-f238d0ad24e5 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc34ce93-23ae-4faf-818b-1a3258fade29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396391 Jul 29 23:20:18.850206 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6dedbb-0484-491e-b4a6-bbd8476d1884 req-0a126448-87e9-401d-9ece-f399eea85f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:18.851744 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1a6dedbb-0484-491e-b4a6-bbd8476d1884 req-0a126448-87e9-401d-9ece-f399eea85f08 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d71c22dc-feef-410b-a7ed-6548cf85bd6f HTTP/1.1" status: 200 len: 870 time: 0.1951473 Jul 29 23:20:18.860926 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76956357-cb1c-4d03-aaa5-4199d869184d req-06cd0eab-87a2-46f2-ae9f-5fbf977aa6c3 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:18.862428 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-76956357-cb1c-4d03-aaa5-4199d869184d req-06cd0eab-87a2-46f2-ae9f-5fbf977aa6c3 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/networks?id=d276bab9-08d9-4ae2-8764-57ec0cf596e7 HTTP/1.1" status: 200 len: 811 time: 0.1966596 Jul 29 23:20:18.929171 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1a6dedbb-0484-491e-b4a6-bbd8476d1884 req-3746f505-ccbc-4ed5-a1c9-413c0e55363b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=732e4cd7-9239-4732-a034-dc116891a8a7 HTTP/1.1" status: 200 len: 217 time: 0.0657067 Jul 29 23:20:18.933696 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-76956357-cb1c-4d03-aaa5-4199d869184d req-528dfa16-7d61-4ec8-af30-553be5d35d6e tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/quotas/4b67b92d11074e3aa4a6c16a91e570ff HTTP/1.1" status: 200 len: 375 time: 0.0632362 Jul 29 23:20:18.999678 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d23b24-5fef-473f-abc6-460c76298d26 req-9999385a-2a94-426c-9741-a2082f83bf53 tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:19.001164 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-61d23b24-5fef-473f-abc6-460c76298d26 req-9999385a-2a94-426c-9741-a2082f83bf53 tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa120cd7-0211-4466-90f0-cdb139621c08 HTTP/1.1" status: 200 len: 949 time: 0.1368005 Jul 29 23:20:19.034715 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6dedbb-0484-491e-b4a6-bbd8476d1884 req-ce29a88a-7b9d-453b-b41c-04a46f514c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:19.036144 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1a6dedbb-0484-491e-b4a6-bbd8476d1884 req-ce29a88a-7b9d-453b-b41c-04a46f514c43 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.0947239 Jul 29 23:20:19.059560 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-76956357-cb1c-4d03-aaa5-4199d869184d req-7358457f-d6c4-4680-9799-caf73226874a tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=4b67b92d11074e3aa4a6c16a91e570ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1169720 Jul 29 23:20:19.107940 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-61d23b24-5fef-473f-abc6-460c76298d26 req-8eeb1c69-d361-4f2f-b613-7a5975f1aff4 tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a6bacb2-785e-46ce-99a7-969ba7b68206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955558 Jul 29 23:20:19.162945 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6dedbb-0484-491e-b4a6-bbd8476d1884 req-aceb1c3f-637a-4604-b28c-9f30286e1943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:19.164350 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1a6dedbb-0484-491e-b4a6-bbd8476d1884 req-aceb1c3f-637a-4604-b28c-9f30286e1943 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1179302 Jul 29 23:20:19.232491 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-76956357-cb1c-4d03-aaa5-4199d869184d req-5ea984a7-cdbe-4161-a8d2-8b7acd0c67cd service neutron] 10.222.0.43 "GET /v2.0/networks/d276bab9-08d9-4ae2-8764-57ec0cf596e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639080 Jul 29 23:20:19.298969 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:19.678888 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4a937-2886-4f39-8e3f-745282778554 req-d7d6beca-3f49-4ca3-9078-7a8f1f8df19a tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:19.680346 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-53e4a937-2886-4f39-8e3f-745282778554 req-d7d6beca-3f49-4ca3-9078-7a8f1f8df19a tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd39aad8-3dcc-4692-a7a1-1c202be00ae5 HTTP/1.1" status: 200 len: 946 time: 0.4516051 Jul 29 23:20:19.689948 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 32876) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:19.694721 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-ee611ec5-e039-4ab1-bddc-30a2ad5989ee tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Request body: {'floatingip': {'port_id': 'fb5e4c66-71bd-4284-947f-aad0dccb9215'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:20:19.702418 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1a6dedbb-0484-491e-b4a6-bbd8476d1884 req-0afb4d28-c183-40ed-95f8-ba555ac39402 service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5263441 Jul 29 23:20:19.708510 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-76956357-cb1c-4d03-aaa5-4199d869184d req-f10d6053-4de9-47e4-950f-7c5348a0ba1e service neutron] 10.222.0.43 "GET /v2.0/networks/d276bab9-08d9-4ae2-8764-57ec0cf596e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4643102 Jul 29 23:20:19.754314 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ee611ec5-e039-4ab1-bddc-30a2ad5989ee tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Notify callbacks [] for floatingip, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:19.825022 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1a6dedbb-0484-491e-b4a6-bbd8476d1884 req-732588ef-674d-4ad7-8396-983b925a559d service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153438 Jul 29 23:20:19.917552 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1140d5-9750-471d-b342-852e5bb2f6c6 req-0d9bf985-9acc-4392-82c6-53e091a795e1 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:19.922036 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3e1140d5-9750-471d-b342-852e5bb2f6c6 req-0d9bf985-9acc-4392-82c6-53e091a795e1 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f5da8f-fe8f-42cf-a0d7-e6976d1ff0ff HTTP/1.1" status: 200 len: 945 time: 0.0961850 Jul 29 23:20:20.033892 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3e1140d5-9750-471d-b342-852e5bb2f6c6 req-f4e4795f-fc5e-401b-bd50-1378e2a90f09 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971165 Jul 29 23:20:20.092254 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a83448-3c3a-4cd1-8150-86c30b8ff874 req-788d0a6f-edbb-4861-87a0-075fc48c28bc tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:20.094005 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-72a83448-3c3a-4cd1-8150-86c30b8ff874 req-788d0a6f-edbb-4861-87a0-075fc48c28bc tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=62fc1795-6912-4db4-b667-421969d7def7 HTTP/1.1" status: 200 len: 945 time: 0.1045067 Jul 29 23:20:20.171646 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-72a83448-3c3a-4cd1-8150-86c30b8ff874 req-01687e49-5a83-47e2-a259-6e7acdda8a1c tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714245 Jul 29 23:20:20.221977 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa91add-2679-4d11-b422-f6b8ed29d279 req-96be100b-d428-4c1f-a73c-f47975b590f8 tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:20.223866 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1aa91add-2679-4d11-b422-f6b8ed29d279 req-96be100b-d428-4c1f-a73c-f47975b590f8 tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] 10.222.0.43 "GET /v2.0/ports?device_id=685779ab-acd9-4cd7-8e1e-c7f759280c1c HTTP/1.1" status: 200 len: 950 time: 0.0671172 Jul 29 23:20:20.279863 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1aa91add-2679-4d11-b422-f6b8ed29d279 req-8d1ef094-6dce-4008-9c8c-8106fd1c6021 tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a6bacb2-785e-46ce-99a7-969ba7b68206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477736 Jul 29 23:20:20.458293 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b6ac6-506e-4e7d-ac15-c82d59b4e5a2 req-3c3ef002-9c7e-4fc6-b320-151f938a26a5 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:20.462097 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ac8b6ac6-506e-4e7d-ac15-c82d59b4e5a2 req-3c3ef002-9c7e-4fc6-b320-151f938a26a5 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e7c21fc-a617-499a-a692-712fb381b4fb HTTP/1.1" status: 200 len: 950 time: 0.0926111 Jul 29 23:20:20.535627 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ac8b6ac6-506e-4e7d-ac15-c82d59b4e5a2 req-1e86717a-a239-4f2a-acb7-c86b70f24524 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609033 Jul 29 23:20:20.551833 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206bd15-4d47-4707-8dfb-5ef4c18fa06b req-7bf8ea3b-4ff4-47c3-b1f0-bceb2bb2322f tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:20.553359 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0206bd15-4d47-4707-8dfb-5ef4c18fa06b req-7bf8ea3b-4ff4-47c3-b1f0-bceb2bb2322f tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=1267093b-eddb-411d-af46-da473585ddce HTTP/1.1" status: 200 len: 950 time: 0.0903075 Jul 29 23:20:20.614948 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0206bd15-4d47-4707-8dfb-5ef4c18fa06b req-398f5590-f156-4663-ae98-a086b883f6e0 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482700 Jul 29 23:20:20.638489 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-73a43323-8042-4edf-8577-c5f500c3f279 req-99bb358a-af7c-4453-8599-a433a45c92ca tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e04ec77-6bad-45e3-9241-07c7749a1757 HTTP/1.1" status: 200 len: 210 time: 0.0358317 Jul 29 23:20:20.657997 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ee611ec5-e039-4ab1-bddc-30a2ad5989ee tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:20.663048 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ee611ec5-e039-4ab1-bddc-30a2ad5989ee tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:20.797853 n-d-712141-10 neutron-server[94077]: INFO neutron.db.l3_db [None req-ee611ec5-e039-4ab1-bddc-30a2ad5989ee tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Floating IP 2ad20a5a-b1fc-41a9-9ae2-9aeb17c793dd associated. External IP: 172.25.0.41, port: fb5e4c66-71bd-4284-947f-aad0dccb9215. Jul 29 23:20:20.889883 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33cf754-1de1-47ea-82dc-d0f3363aca7e req-19bb1d89-ba05-45d4-936c-d167b45cab97 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:20.896595 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33cf754-1de1-47ea-82dc-d0f3363aca7e req-19bb1d89-ba05-45d4-936c-d167b45cab97 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:20.903569 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33cf754-1de1-47ea-82dc-d0f3363aca7e req-19bb1d89-ba05-45d4-936c-d167b45cab97 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:20.905475 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c33cf754-1de1-47ea-82dc-d0f3363aca7e req-19bb1d89-ba05-45d4-936c-d167b45cab97 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/ports?device_id=6af4bfda-eddd-44aa-b3fc-10c913d9f8af HTTP/1.1" status: 200 len: 2419 time: 0.0682771 Jul 29 23:20:20.971035 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c33cf754-1de1-47ea-82dc-d0f3363aca7e req-59ff9d62-9338-47a2-80bc-d4304eb1bdbf tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7d83692-1f36-4f89-b4b6-59d9ab0340f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516756 Jul 29 23:20:21.058159 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee611ec5-e039-4ab1-bddc-30a2ad5989ee tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Router 2cdaefaf-dcbd-4b6a-a327-2989f85aa230 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:20:21.103551 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31dbdc0-e6ca-45d0-981a-685cd4461c02 req-9829d641-a944-4358-9ac4-951928dbc993 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:21.123474 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f31dbdc0-e6ca-45d0-981a-685cd4461c02 req-9829d641-a944-4358-9ac4-951928dbc993 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=62fc1795-6912-4db4-b667-421969d7def7 HTTP/1.1" status: 200 len: 945 time: 0.0838935 Jul 29 23:20:21.170152 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f31dbdc0-e6ca-45d0-981a-685cd4461c02 req-171c9db7-003b-49db-a8f6-415fa89333c7 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484984 Jul 29 23:20:21.218483 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee611ec5-e039-4ab1-bddc-30a2ad5989ee tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:20:21.224300 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ee611ec5-e039-4ab1-bddc-30a2ad5989ee tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:21.229056 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b81f58-7601-4b4a-9bb9-1f3acb00f4a1 None None] Sync routers for ids ['2cdaefaf-dcbd-4b6a-a327-2989f85aa230'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:20:21.231673 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98787463-23a2-435f-b1d0-db508fc6d164 req-34c90eda-0982-4739-a40e-a39d9328e52b tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:21.234062 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-98787463-23a2-435f-b1d0-db508fc6d164 req-34c90eda-0982-4739-a40e-a39d9328e52b tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f5da8f-fe8f-42cf-a0d7-e6976d1ff0ff HTTP/1.1" status: 200 len: 945 time: 0.0567136 Jul 29 23:20:21.238842 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b81f58-7601-4b4a-9bb9-1f3acb00f4a1 None None] Routers {'2cdaefaf-dcbd-4b6a-a327-2989f85aa230'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:20:21.239457 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-52b81f58-7601-4b4a-9bb9-1f3acb00f4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:19:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['2cdaefaf-dcbd-4b6a-a327-2989f85aa230'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:20:21.274065 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-98787463-23a2-435f-b1d0-db508fc6d164 req-4dc925d5-527b-45d5-bc6c-3f9e90e8a3af tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338953 Jul 29 23:20:21.279127 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ee611ec5-e039-4ab1-bddc-30a2ad5989ee tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "PUT /v2.0/floatingips/2ad20a5a-b1fc-41a9-9ae2-9aeb17c793dd HTTP/1.1" status: 200 len: 991 time: 1.5875764 Jul 29 23:20:21.280384 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd39aad8-3dcc-4692-a7a1-1c202be00ae5', 'tag': 'fb5e4c66-71bd-4284-947f-aad0dccb9215'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:20:21.282955 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6c3524-0f02-45f1-9d41-528df7d8b35b" -d '{"events": [{"name": "network-changed", "server_uuid": "bd39aad8-3dcc-4692-a7a1-1c202be00ae5", "tag": "fb5e4c66-71bd-4284-947f-aad0dccb9215"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:20:21.342986 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56663531-6e72-496a-803d-0b5082dc4f0c x-openstack-request-id: req-56663531-6e72-496a-803d-0b5082dc4f0c {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:20:21.343307 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd39aad8-3dcc-4692-a7a1-1c202be00ae5", "tag": "fb5e4c66-71bd-4284-947f-aad0dccb9215", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:20:21.343543 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-56663531-6e72-496a-803d-0b5082dc4f0c {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:20:21.343933 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd39aad8-3dcc-4692-a7a1-1c202be00ae5', 'tag': 'fb5e4c66-71bd-4284-947f-aad0dccb9215', 'status': 'completed', 'code': 200} Jul 29 23:20:21.376858 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-52b81f58-7601-4b4a-9bb9-1f3acb00f4a1 None None] Set router 2cdaefaf-dcbd-4b6a-a327-2989f85aa230 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:20:21.487471 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c3524-0f02-45f1-9d41-528df7d8b35b req-4d405bae-543e-4c95-b3ea-69df28319080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:21.489346 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4f6c3524-0f02-45f1-9d41-528df7d8b35b req-4d405bae-543e-4c95-b3ea-69df28319080 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8f631a6d452a4fba84f6b90e2829acee&device_id=bd39aad8-3dcc-4692-a7a1-1c202be00ae5 HTTP/1.1" status: 200 len: 1098 time: 0.0502610 Jul 29 23:20:21.678653 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-52b81f58-7601-4b4a-9bb9-1f3acb00f4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdaefaf-dcbd-4b6a-a327-2989f85aa230', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1766799268-router', 'tenant_id': '8f631a6d452a4fba84f6b90e2829acee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '58f7b4d0-2eb4-4e5e-b144-c0e41bac5529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:17:23Z', 'updated_at': '2021-07-29T23:17:27Z', 'revision_number': 4, 'project_id': '8f631a6d452a4fba84f6b90e2829acee', 'gw_port': {'id': '58f7b4d0-2eb4-4e5e-b144-c0e41bac5529', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:45:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdaefaf-dcbd-4b6a-a327-2989f85aa230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:23Z', 'updated_at': '2021-07-29T23:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '2ad20a5a-b1fc-41a9-9ae2-9aeb17c793dd', 'tenant_id': '8f631a6d452a4fba84f6b90e2829acee', 'floating_ip_address': '172.25.0.41', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '2cdaefaf-dcbd-4b6a-a327-2989f85aa230', 'port_id': 'fb5e4c66-71bd-4284-947f-aad0dccb9215', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '080b9e81-fe4d-4e86-a3c0-24ea9929eaa2', 'mac_address': 'fa:16:3e:f9:75:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd39aad8-3dcc-4692-a7a1-1c202be00ae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:17:55Z', 'updated_at': '2021-07-29T23:20:20Z', 'revision_number': 5, 'project_id': '8f631a6d452a4fba84f6b90e2829acee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '371a2324-d1ab-4813-a596-2a7f38963b1c', 'name': '', 'network_id': '080b9e81-fe4d-4e86-a3c0-24ea9929eaa2', 'tenant_id': '8f631a6d452a4fba84f6b90e2829acee', 'mac_address': 'fa:16:3e:25:3c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdaefaf-dcbd-4b6a-a327-2989f85aa230', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a767d1cf-937a-4189-8aa3-3ec1eff5a6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:26Z', 'updated_at': '2021-07-29T23:17:36Z', 'revision_number': 5, 'project_id': '8f631a6d452a4fba84f6b90e2829acee', 'subnets': [{'id': 'a767d1cf-937a-4189-8aa3-3ec1eff5a6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:20:21.708112 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b81f58-7601-4b4a-9bb9-1f3acb00f4a1 None None] Checking router: 2cdaefaf-dcbd-4b6a-a327-2989f85aa230 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:20:21.716585 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b81f58-7601-4b4a-9bb9-1f3acb00f4a1 None None] Routers {'2cdaefaf-dcbd-4b6a-a327-2989f85aa230'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:20:21.717264 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-52b81f58-7601-4b4a-9bb9-1f3acb00f4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:19:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['2cdaefaf-dcbd-4b6a-a327-2989f85aa230'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:20:21.769157 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7117a1ad-de4c-4a8b-af0e-686851bc78cb req-8054a2be-caa7-4a7f-9b7b-6b8f33b4369d tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:21.770693 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7117a1ad-de4c-4a8b-af0e-686851bc78cb req-8054a2be-caa7-4a7f-9b7b-6b8f33b4369d tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e7c21fc-a617-499a-a692-712fb381b4fb HTTP/1.1" status: 200 len: 950 time: 0.1511743 Jul 29 23:20:21.796882 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76956357-cb1c-4d03-aaa5-4199d869184d req-fd867332-07c3-4ce5-b53a-52299b1d391c tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:21.798473 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-76956357-cb1c-4d03-aaa5-4199d869184d req-fd867332-07c3-4ce5-b53a-52299b1d391c tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.22 "GET /v2.0/networks?id=d276bab9-08d9-4ae2-8764-57ec0cf596e7 HTTP/1.1" status: 200 len: 811 time: 0.2991281 Jul 29 23:20:21.801807 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c3524-0f02-45f1-9d41-528df7d8b35b req-517563c0-18f9-4b8d-b409-00e5de98ae5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:21.803142 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4f6c3524-0f02-45f1-9d41-528df7d8b35b req-517563c0-18f9-4b8d-b409-00e5de98ae5f service neutron] 10.222.0.41 "GET /v2.0/networks?id=080b9e81-fe4d-4e86-a3c0-24ea9929eaa2 HTTP/1.1" status: 200 len: 925 time: 0.2776308 Jul 29 23:20:21.826190 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-76956357-cb1c-4d03-aaa5-4199d869184d req-1df05543-c814-4628-a909-5fa0b8e2c2dc tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Request body: {'port': {'device_id': '5e04ec77-6bad-45e3-9241-07c7749a1757', 'network_id': 'd276bab9-08d9-4ae2-8764-57ec0cf596e7', 'admin_state_up': True, 'tenant_id': '4b67b92d11074e3aa4a6c16a91e570ff'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:20:21.833885 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-52b81f58-7601-4b4a-9bb9-1f3acb00f4a1 None None] Set router 2cdaefaf-dcbd-4b6a-a327-2989f85aa230 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:20:21.915773 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd1fd43-09c0-4d95-85e7-51bce9884e69 req-b1675a75-03a0-49a1-be97-77efb517ddee tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:21.917253 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7cd1fd43-09c0-4d95-85e7-51bce9884e69 req-b1675a75-03a0-49a1-be97-77efb517ddee tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=1267093b-eddb-411d-af46-da473585ddce HTTP/1.1" status: 200 len: 950 time: 0.2207439 Jul 29 23:20:21.947775 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7117a1ad-de4c-4a8b-af0e-686851bc78cb req-b693ad51-9cdf-4036-9273-fc05e81d606a tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666512 Jul 29 23:20:21.985613 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4f6c3524-0f02-45f1-9d41-528df7d8b35b req-420bfb84-333c-42ba-8012-02d5b3c207ac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fb5e4c66-71bd-4284-947f-aad0dccb9215 HTTP/1.1" status: 200 len: 999 time: 0.1716552 Jul 29 23:20:22.069965 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7cd1fd43-09c0-4d95-85e7-51bce9884e69 req-f05096a5-50ed-42ac-a383-fdc87fd7d252 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400330 Jul 29 23:20:22.073140 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-52b81f58-7601-4b4a-9bb9-1f3acb00f4a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdaefaf-dcbd-4b6a-a327-2989f85aa230', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1766799268-router', 'tenant_id': '8f631a6d452a4fba84f6b90e2829acee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '58f7b4d0-2eb4-4e5e-b144-c0e41bac5529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:17:23Z', 'updated_at': '2021-07-29T23:17:27Z', 'revision_number': 4, 'project_id': '8f631a6d452a4fba84f6b90e2829acee', 'gw_port': {'id': '58f7b4d0-2eb4-4e5e-b144-c0e41bac5529', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:45:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdaefaf-dcbd-4b6a-a327-2989f85aa230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:23Z', 'updated_at': '2021-07-29T23:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '2ad20a5a-b1fc-41a9-9ae2-9aeb17c793dd', 'tenant_id': '8f631a6d452a4fba84f6b90e2829acee', 'floating_ip_address': '172.25.0.41', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '2cdaefaf-dcbd-4b6a-a327-2989f85aa230', 'port_id': 'fb5e4c66-71bd-4284-947f-aad0dccb9215', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '080b9e81-fe4d-4e86-a3c0-24ea9929eaa2', 'mac_address': 'fa:16:3e:f9:75:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd39aad8-3dcc-4692-a7a1-1c202be00ae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:17:55Z', 'updated_at': '2021-07-29T23:20:20Z', 'revision_number': 5, 'project_id': '8f631a6d452a4fba84f6b90e2829acee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '371a2324-d1ab-4813-a596-2a7f38963b1c', 'name': '', 'network_id': '080b9e81-fe4d-4e86-a3c0-24ea9929eaa2', 'tenant_id': '8f631a6d452a4fba84f6b90e2829acee', 'mac_address': 'fa:16:3e:25:3c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdaefaf-dcbd-4b6a-a327-2989f85aa230', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a767d1cf-937a-4189-8aa3-3ec1eff5a6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:26Z', 'updated_at': '2021-07-29T23:17:36Z', 'revision_number': 5, 'project_id': '8f631a6d452a4fba84f6b90e2829acee', 'subnets': [{'id': 'a767d1cf-937a-4189-8aa3-3ec1eff5a6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:20:22.074408 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a511a88d-25d9-41b3-a480-eb3174f00301 req-8d1abd81-aabb-4491-9479-d541e509fd2e tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e04ec77-6bad-45e3-9241-07c7749a1757 HTTP/1.1" status: 200 len: 210 time: 0.0626585 Jul 29 23:20:22.104611 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c3524-0f02-45f1-9d41-528df7d8b35b req-1cdd2753-b1ce-4baa-b38e-0a4d7127a9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:22.107162 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4f6c3524-0f02-45f1-9d41-528df7d8b35b req-1cdd2753-b1ce-4baa-b38e-0a4d7127a9b8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a767d1cf-937a-4189-8aa3-3ec1eff5a6eb HTTP/1.1" status: 200 len: 863 time: 0.1114283 Jul 29 23:20:22.135194 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76956357-cb1c-4d03-aaa5-4199d869184d req-1df05543-c814-4628-a909-5fa0b8e2c2dc tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Made reservation on behalf of 4b67b92d11074e3aa4a6c16a91e570ff for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:20:22.141547 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-76956357-cb1c-4d03-aaa5-4199d869184d req-1df05543-c814-4628-a909-5fa0b8e2c2dc tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:22.226547 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b81f58-7601-4b4a-9bb9-1f3acb00f4a1 None None] The sync data for ids ['2cdaefaf-dcbd-4b6a-a327-2989f85aa230'] in n-d-712141-10 is: [{'id': '2cdaefaf-dcbd-4b6a-a327-2989f85aa230', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1766799268-router', 'tenant_id': '8f631a6d452a4fba84f6b90e2829acee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '58f7b4d0-2eb4-4e5e-b144-c0e41bac5529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:17:23Z', 'updated_at': '2021-07-29T23:17:27Z', 'revision_number': 4, 'project_id': '8f631a6d452a4fba84f6b90e2829acee', 'gw_port': {'id': '58f7b4d0-2eb4-4e5e-b144-c0e41bac5529', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:45:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdaefaf-dcbd-4b6a-a327-2989f85aa230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:23Z', 'updated_at': '2021-07-29T23:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '2ad20a5a-b1fc-41a9-9ae2-9aeb17c793dd', 'tenant_id': '8f631a6d452a4fba84f6b90e2829acee', 'floating_ip_address': '172.25.0.41', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '2cdaefaf-dcbd-4b6a-a327-2989f85aa230', 'port_id': 'fb5e4c66-71bd-4284-947f-aad0dccb9215', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '080b9e81-fe4d-4e86-a3c0-24ea9929eaa2', 'mac_address': 'fa:16:3e:f9:75:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd39aad8-3dcc-4692-a7a1-1c202be00ae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:17:55Z', 'updated_at': '2021-07-29T23:20:20Z', 'revision_number': 5, 'project_id': '8f631a6d452a4fba84f6b90e2829acee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '371a2324-d1ab-4813-a596-2a7f38963b1c', 'name': '', 'network_id': '080b9e81-fe4d-4e86-a3c0-24ea9929eaa2', 'tenant_id': '8f631a6d452a4fba84f6b90e2829acee', 'mac_address': 'fa:16:3e:25:3c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdaefaf-dcbd-4b6a-a327-2989f85aa230', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a767d1cf-937a-4189-8aa3-3ec1eff5a6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:26Z', 'updated_at': '2021-07-29T23:17:36Z', 'revision_number': 5, 'project_id': '8f631a6d452a4fba84f6b90e2829acee', 'subnets': [{'id': 'a767d1cf-937a-4189-8aa3-3ec1eff5a6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:20:22.265420 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c3524-0f02-45f1-9d41-528df7d8b35b req-291b4dfc-2f1b-4ba1-8b9e-d5231133ebe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:22.266972 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4f6c3524-0f02-45f1-9d41-528df7d8b35b req-291b4dfc-2f1b-4ba1-8b9e-d5231133ebe9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=080b9e81-fe4d-4e86-a3c0-24ea9929eaa2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1513321 Jul 29 23:20:22.330226 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92beeb71-ee58-4600-97b7-1fa9d1f9ef43 req-95d7146f-cea3-4661-88a2-dc69360270ef tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:22.336303 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92beeb71-ee58-4600-97b7-1fa9d1f9ef43 req-95d7146f-cea3-4661-88a2-dc69360270ef tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:22.344545 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92beeb71-ee58-4600-97b7-1fa9d1f9ef43 req-95d7146f-cea3-4661-88a2-dc69360270ef tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:22.345661 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-92beeb71-ee58-4600-97b7-1fa9d1f9ef43 req-95d7146f-cea3-4661-88a2-dc69360270ef tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/ports?device_id=6af4bfda-eddd-44aa-b3fc-10c913d9f8af HTTP/1.1" status: 200 len: 2419 time: 0.1821754 Jul 29 23:20:22.420941 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0898d68f-5f65-4e9b-8f81-3e62955535a4 None None] New status for floating IP 2ad20a5a-b1fc-41a9-9ae2-9aeb17c793dd: ACTIVE {{(pid=94080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:20:22.494169 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8fc4cc-a279-4cff-b7d1-a09eb2fda215 req-a524aab0-5246-4470-80dc-37f18025d4d1 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:22.495564 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8d8fc4cc-a279-4cff-b7d1-a09eb2fda215 req-a524aab0-5246-4470-80dc-37f18025d4d1 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=62fc1795-6912-4db4-b667-421969d7def7 HTTP/1.1" status: 200 len: 945 time: 0.2239165 Jul 29 23:20:22.513960 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-92beeb71-ee58-4600-97b7-1fa9d1f9ef43 req-25acb331-b894-4590-9033-0f19e4c964a2 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7d83692-1f36-4f89-b4b6-59d9ab0340f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303492 Jul 29 23:20:22.520481 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-76956357-cb1c-4d03-aaa5-4199d869184d req-1df05543-c814-4628-a909-5fa0b8e2c2dc tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Allocated IP 172.20.0.2 (d276bab9-08d9-4ae2-8764-57ec0cf596e7/f9c6655f-91b3-4916-a461-d6d5f8fce027/22193727-29a5-425c-8d35-8e724a27d914) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:20:22.555110 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4f6c3524-0f02-45f1-9d41-528df7d8b35b req-3a3a1f69-bd02-483b-a2a0-b27e0033264a service neutron] 10.222.0.41 "GET /v2.0/networks/080b9e81-fe4d-4e86-a3c0-24ea9929eaa2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640364 Jul 29 23:20:22.643134 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8d8fc4cc-a279-4cff-b7d1-a09eb2fda215 req-c9397ffa-3076-4351-a829-70d588f0811e tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356962 Jul 29 23:20:22.782846 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf15f3-f00c-43e6-877e-bc80bf48efb4 req-ca30ae68-9654-42c4-8e96-bc248f0262f0 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:22.784248 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0cdf15f3-f00c-43e6-877e-bc80bf48efb4 req-ca30ae68-9654-42c4-8e96-bc248f0262f0 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f5da8f-fe8f-42cf-a0d7-e6976d1ff0ff HTTP/1.1" status: 200 len: 945 time: 0.1963851 Jul 29 23:20:22.796879 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4f6c3524-0f02-45f1-9d41-528df7d8b35b req-7723a2a9-1933-4a3d-9f40-037cbf57ca9c service neutron] 10.222.0.41 "GET /v2.0/networks/080b9e81-fe4d-4e86-a3c0-24ea9929eaa2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274113 Jul 29 23:20:22.858078 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0cdf15f3-f00c-43e6-877e-bc80bf48efb4 req-daedb292-4da9-4552-9cb0-eb90b9f8825b tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667419 Jul 29 23:20:22.870343 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-76956357-cb1c-4d03-aaa5-4199d869184d req-1df05543-c814-4628-a909-5fa0b8e2c2dc tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:22.908555 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-76956357-cb1c-4d03-aaa5-4199d869184d req-1df05543-c814-4628-a909-5fa0b8e2c2dc tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:22.925273 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['094bef8e-9117-4601-bc20-d8a158b9b9fa'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:20:22.954187 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76956357-cb1c-4d03-aaa5-4199d869184d req-1df05543-c814-4628-a909-5fa0b8e2c2dc tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Network d276bab9-08d9-4ae2-8764-57ec0cf596e7 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:20:22.957325 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-76956357-cb1c-4d03-aaa5-4199d869184d req-1df05543-c814-4628-a909-5fa0b8e2c2dc tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:20:22.964333 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-76956357-cb1c-4d03-aaa5-4199d869184d req-1df05543-c814-4628-a909-5fa0b8e2c2dc tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:20:22.968627 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df05543-c814-4628-a909-5fa0b8e2c2dc tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Pushing event updated for resources: {'Port': ['ID=22193727-29a5-425c-8d35-8e724a27d914,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:22.973935 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86fd6d-982c-45e1-ab22-bdf53f04496b req-73fbacef-ca49-44dc-9835-7a0aa66022e7 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:22.979914 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86fd6d-982c-45e1-ab22-bdf53f04496b req-73fbacef-ca49-44dc-9835-7a0aa66022e7 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:22.986770 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df86fd6d-982c-45e1-ab22-bdf53f04496b req-73fbacef-ca49-44dc-9835-7a0aa66022e7 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:22.988363 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-df86fd6d-982c-45e1-ab22-bdf53f04496b req-73fbacef-ca49-44dc-9835-7a0aa66022e7 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.22 "GET /v2.0/ports?device_id=6af4bfda-eddd-44aa-b3fc-10c913d9f8af HTTP/1.1" status: 200 len: 2419 time: 0.0785859 Jul 29 23:20:23.022912 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76956357-cb1c-4d03-aaa5-4199d869184d req-1df05543-c814-4628-a909-5fa0b8e2c2dc tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:23.023976 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-76956357-cb1c-4d03-aaa5-4199d869184d req-1df05543-c814-4628-a909-5fa0b8e2c2dc tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:23.050661 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-76956357-cb1c-4d03-aaa5-4199d869184d req-1df05543-c814-4628-a909-5fa0b8e2c2dc tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2355175 Jul 29 23:20:23.071438 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-76956357-cb1c-4d03-aaa5-4199d869184d req-3d0f6bdc-c00f-47f4-ab53-a45f62b9f725 service neutron] Request body: {'port': {'device_id': '5e04ec77-6bad-45e3-9241-07c7749a1757', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:20:23.096231 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-df86fd6d-982c-45e1-ab22-bdf53f04496b req-581f37ad-2821-4b2a-9331-c28b0cf362f6 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Deleting port 1c737562-3bde-4368-8002-ffca91fe2dad {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:20:23.098204 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-df86fd6d-982c-45e1-ab22-bdf53f04496b req-581f37ad-2821-4b2a-9331-c28b0cf362f6 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:23.123326 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1746125-2e45-4cff-8036-735b696bf1ca req-2a352903-2572-4161-953c-4b9584fe75dc tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:23.124862 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f1746125-2e45-4cff-8036-735b696bf1ca req-2a352903-2572-4161-953c-4b9584fe75dc tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e7c21fc-a617-499a-a692-712fb381b4fb HTTP/1.1" status: 200 len: 950 time: 0.0872397 Jul 29 23:20:23.162432 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-76956357-cb1c-4d03-aaa5-4199d869184d req-3d0f6bdc-c00f-47f4-ab53-a45f62b9f725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:23.201618 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f1746125-2e45-4cff-8036-735b696bf1ca req-cfd8067d-1aa0-403f-b6ed-0ba172b3925b tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618229 Jul 29 23:20:23.217485 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-df86fd6d-982c-45e1-ab22-bdf53f04496b req-581f37ad-2821-4b2a-9331-c28b0cf362f6 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] For port 1c737562-3bde-4368-8002-ffca91fe2dad, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=1c737562-3bde-4368-8002-ffca91fe2dad,segment=NetworkSegment(44faf3b7-bb51-4059-88d3-a4abe9d7ec9d),segment_id=44faf3b7-bb51-4059-88d3-a4abe9d7ec9d)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:23.218001 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-df86fd6d-982c-45e1-ab22-bdf53f04496b req-581f37ad-2821-4b2a-9331-c28b0cf362f6 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:23.233408 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2e1174e8-b0b1-40a7-8f7f-e327de23a8ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:23.238491 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-df86fd6d-982c-45e1-ab22-bdf53f04496b req-581f37ad-2821-4b2a-9331-c28b0cf362f6 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Calling delete_port for 1c737562-3bde-4368-8002-ffca91fe2dad owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:20:23.365291 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82c14f-03f0-47ae-a1da-c7eac455407e req-9dea4255-21ab-4e91-a4f1-c5a20c1fb938 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:23.366890 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0d82c14f-03f0-47ae-a1da-c7eac455407e req-9dea4255-21ab-4e91-a4f1-c5a20c1fb938 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=1267093b-eddb-411d-af46-da473585ddce HTTP/1.1" status: 200 len: 950 time: 0.1848419 Jul 29 23:20:23.380302 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-df86fd6d-982c-45e1-ab22-bdf53f04496b req-581f37ad-2821-4b2a-9331-c28b0cf362f6 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:23.408146 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581f37ad-2821-4b2a-9331-c28b0cf362f6 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Pushing event deleted for resources: {'Port': ['ID=1c737562-3bde-4368-8002-ffca91fe2dad,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:23.421983 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bcebe5-1522-461b-8fd3-ed85709f0be0 req-8f08a776-dfdf-4702-a9ac-7da3ed0b4429 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:23.423786 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-61bcebe5-1522-461b-8fd3-ed85709f0be0 req-8f08a776-dfdf-4702-a9ac-7da3ed0b4429 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e04ec77-6bad-45e3-9241-07c7749a1757 HTTP/1.1" status: 200 len: 931 time: 0.1532788 Jul 29 23:20:23.443821 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['e9d837b7-a2b8-4ee4-a0a5-9c770e308ee6', 'eeb9a249-16f5-4384-a9d7-be98b9b89dc1', '1c737562-3bde-4368-8002-ffca91fe2dad'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:20:23.453537 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-df86fd6d-982c-45e1-ab22-bdf53f04496b req-581f37ad-2821-4b2a-9331-c28b0cf362f6 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] No DVR routers for this DVR port 1c737562-3bde-4368-8002-ffca91fe2dad on host n-h2-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:20:23.456166 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-df86fd6d-982c-45e1-ab22-bdf53f04496b req-581f37ad-2821-4b2a-9331-c28b0cf362f6 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:23.458395 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-df86fd6d-982c-45e1-ab22-bdf53f04496b req-581f37ad-2821-4b2a-9331-c28b0cf362f6 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.22 "DELETE /v2.0/ports/1c737562-3bde-4368-8002-ffca91fe2dad HTTP/1.1" status: 204 len: 173 time: 0.4598815 Jul 29 23:20:23.458927 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6af4bfda-eddd-44aa-b3fc-10c913d9f8af', 'name': 'network-vif-deleted', 'tag': '1c737562-3bde-4368-8002-ffca91fe2dad'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:20:23.461178 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14fff52c-1f57-44d1-bc2c-9a122022d989" -d '{"events": [{"server_uuid": "6af4bfda-eddd-44aa-b3fc-10c913d9f8af", "name": "network-vif-deleted", "tag": "1c737562-3bde-4368-8002-ffca91fe2dad"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:20:23.517786 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0d82c14f-03f0-47ae-a1da-c7eac455407e req-fa5536cd-09ed-4634-bfe9-e434090e3766 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387904 Jul 29 23:20:23.565646 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-61bcebe5-1522-461b-8fd3-ed85709f0be0 req-61d35553-990f-477e-b3e7-23f57b7e7c48 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0e5e270-a9be-406d-95d1-49d73a31f45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258860 Jul 29 23:20:23.604850 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-df86fd6d-982c-45e1-ab22-bdf53f04496b req-521dca8f-24df-4db2-b5c7-0bb1eb9e674f tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Deleting port e9d837b7-a2b8-4ee4-a0a5-9c770e308ee6 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:20:23.605200 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-df86fd6d-982c-45e1-ab22-bdf53f04496b req-521dca8f-24df-4db2-b5c7-0bb1eb9e674f tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:23.696807 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-76956357-cb1c-4d03-aaa5-4199d869184d req-3d0f6bdc-c00f-47f4-ab53-a45f62b9f725 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22193727-29a5-425c-8d35-8e724a27d914 {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:20:23.715176 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-76956357-cb1c-4d03-aaa5-4199d869184d req-3d0f6bdc-c00f-47f4-ab53-a45f62b9f725 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:23.725544 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-df86fd6d-982c-45e1-ab22-bdf53f04496b req-521dca8f-24df-4db2-b5c7-0bb1eb9e674f tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] For port e9d837b7-a2b8-4ee4-a0a5-9c770e308ee6, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=e9d837b7-a2b8-4ee4-a0a5-9c770e308ee6,segment=NetworkSegment(99e580a8-4068-4231-bbe8-34a265dc400d),segment_id=99e580a8-4068-4231-bbe8-34a265dc400d)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:23.725544 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-df86fd6d-982c-45e1-ab22-bdf53f04496b req-521dca8f-24df-4db2-b5c7-0bb1eb9e674f tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:23.742006 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-df86fd6d-982c-45e1-ab22-bdf53f04496b req-521dca8f-24df-4db2-b5c7-0bb1eb9e674f tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Calling delete_port for e9d837b7-a2b8-4ee4-a0a5-9c770e308ee6 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:20:23.744678 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-76956357-cb1c-4d03-aaa5-4199d869184d req-3d0f6bdc-c00f-47f4-ab53-a45f62b9f725 service neutron] Transition to ACTIVE for port object 22193727-29a5-425c-8d35-8e724a27d914 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:20:23.753019 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-76956357-cb1c-4d03-aaa5-4199d869184d req-3d0f6bdc-c00f-47f4-ab53-a45f62b9f725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:23.804938 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc420527-a576-44f7-a91c-9f45ef33332c x-openstack-request-id: req-fc420527-a576-44f7-a91c-9f45ef33332c {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:20:23.805343 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6af4bfda-eddd-44aa-b3fc-10c913d9f8af", "name": "network-vif-deleted", "tag": "1c737562-3bde-4368-8002-ffca91fe2dad", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:20:23.805531 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fc420527-a576-44f7-a91c-9f45ef33332c {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:20:23.805919 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6af4bfda-eddd-44aa-b3fc-10c913d9f8af', 'name': 'network-vif-deleted', 'tag': '1c737562-3bde-4368-8002-ffca91fe2dad', 'status': 'completed', 'code': 200} Jul 29 23:20:23.890176 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f6bdc-c00f-47f4-ab53-a45f62b9f725 service neutron] Pushing event updated for resources: {'Port': ['ID=22193727-29a5-425c-8d35-8e724a27d914,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:23.894209 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-df86fd6d-982c-45e1-ab22-bdf53f04496b req-521dca8f-24df-4db2-b5c7-0bb1eb9e674f tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:23.923716 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521dca8f-24df-4db2-b5c7-0bb1eb9e674f tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Pushing event deleted for resources: {'Port': ['ID=e9d837b7-a2b8-4ee4-a0a5-9c770e308ee6,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:23.926622 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b1097-01bb-4afc-a238-c54be9f38897 req-a31c6745-51bb-40d8-80b6-f80e2a60bef9 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:23.927463 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-006b1097-01bb-4afc-a238-c54be9f38897 req-a31c6745-51bb-40d8-80b6-f80e2a60bef9 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=62fc1795-6912-4db4-b667-421969d7def7 HTTP/1.1" status: 200 len: 945 time: 0.1215670 Jul 29 23:20:23.943859 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['1c737562-3bde-4368-8002-ffca91fe2dad'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:20:23.971253 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf0545-ba63-48d3-8910-201767643ab1 req-fc1525b4-df1b-490e-baa5-38a271a919e3 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:23.977402 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf0545-ba63-48d3-8910-201767643ab1 req-fc1525b4-df1b-490e-baa5-38a271a919e3 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:23.979074 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3aaf0545-ba63-48d3-8910-201767643ab1 req-fc1525b4-df1b-490e-baa5-38a271a919e3 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/ports?device_id=6af4bfda-eddd-44aa-b3fc-10c913d9f8af HTTP/1.1" status: 200 len: 1604 time: 0.1714764 Jul 29 23:20:23.985344 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-df86fd6d-982c-45e1-ab22-bdf53f04496b req-521dca8f-24df-4db2-b5c7-0bb1eb9e674f tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] No DVR routers for this DVR port e9d837b7-a2b8-4ee4-a0a5-9c770e308ee6 on host n-h2-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:20:23.988288 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-df86fd6d-982c-45e1-ab22-bdf53f04496b req-521dca8f-24df-4db2-b5c7-0bb1eb9e674f tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:23.990510 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-df86fd6d-982c-45e1-ab22-bdf53f04496b req-521dca8f-24df-4db2-b5c7-0bb1eb9e674f tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.22 "DELETE /v2.0/ports/e9d837b7-a2b8-4ee4-a0a5-9c770e308ee6 HTTP/1.1" status: 204 len: 173 time: 0.5215929 Jul 29 23:20:24.048293 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-006b1097-01bb-4afc-a238-c54be9f38897 req-2df22e53-4d17-42fb-a905-a1f55c240e8a tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146374 Jul 29 23:20:24.050668 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-76956357-cb1c-4d03-aaa5-4199d869184d req-3d0f6bdc-c00f-47f4-ab53-a45f62b9f725 service neutron] Attempting to bind port 22193727-29a5-425c-8d35-8e724a27d914 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:20:24.051013 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-76956357-cb1c-4d03-aaa5-4199d869184d req-3d0f6bdc-c00f-47f4-ab53-a45f62b9f725 service neutron] Attempting to bind port 22193727-29a5-425c-8d35-8e724a27d914 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': 'ad95086a-4aa4-4696-a47c-b54ab11bbc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd276bab9-08d9-4ae2-8764-57ec0cf596e7'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:20:24.051358 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76956357-cb1c-4d03-aaa5-4199d869184d req-3d0f6bdc-c00f-47f4-ab53-a45f62b9f725 service neutron] Attempting to bind port 22193727-29a5-425c-8d35-8e724a27d914 on network d276bab9-08d9-4ae2-8764-57ec0cf596e7 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:20:24.072415 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76956357-cb1c-4d03-aaa5-4199d869184d req-3d0f6bdc-c00f-47f4-ab53-a45f62b9f725 service neutron] Port 22193727-29a5-425c-8d35-8e724a27d914 on network d276bab9-08d9-4ae2-8764-57ec0cf596e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:20:24.072415 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76956357-cb1c-4d03-aaa5-4199d869184d req-3d0f6bdc-c00f-47f4-ab53-a45f62b9f725 service neutron] Attempting to bind port 22193727-29a5-425c-8d35-8e724a27d914 on network d276bab9-08d9-4ae2-8764-57ec0cf596e7 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:20:24.081230 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3aaf0545-ba63-48d3-8910-201767643ab1 req-965bcd29-642a-4fb1-962c-82be779f3a45 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7d83692-1f36-4f89-b4b6-59d9ab0340f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933621 Jul 29 23:20:24.093487 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76956357-cb1c-4d03-aaa5-4199d869184d req-3d0f6bdc-c00f-47f4-ab53-a45f62b9f725 service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 20, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:20:24.093863 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76956357-cb1c-4d03-aaa5-4199d869184d req-3d0f6bdc-c00f-47f4-ab53-a45f62b9f725 service neutron] Checking segment: {'id': 'ad95086a-4aa4-4696-a47c-b54ab11bbc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd276bab9-08d9-4ae2-8764-57ec0cf596e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:20:24.094259 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76956357-cb1c-4d03-aaa5-4199d869184d req-3d0f6bdc-c00f-47f4-ab53-a45f62b9f725 service neutron] Bound using segment: {'id': 'ad95086a-4aa4-4696-a47c-b54ab11bbc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd276bab9-08d9-4ae2-8764-57ec0cf596e7'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:20:24.094701 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-76956357-cb1c-4d03-aaa5-4199d869184d req-3d0f6bdc-c00f-47f4-ab53-a45f62b9f725 service neutron] Bound port: 22193727-29a5-425c-8d35-8e724a27d914, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad95086a-4aa4-4696-a47c-b54ab11bbc8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'd276bab9-08d9-4ae2-8764-57ec0cf596e7'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:20:24.095068 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-76956357-cb1c-4d03-aaa5-4199d869184d req-3d0f6bdc-c00f-47f4-ab53-a45f62b9f725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:24.100139 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-df86fd6d-982c-45e1-ab22-bdf53f04496b req-7495f7af-a698-4e08-845c-f9f1339a2ad5 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Deleting port eeb9a249-16f5-4384-a9d7-be98b9b89dc1 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:20:24.100486 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-df86fd6d-982c-45e1-ab22-bdf53f04496b req-7495f7af-a698-4e08-845c-f9f1339a2ad5 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:24.188665 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 4fe51e40-066d-405b-8a55-767ca109e9d1 details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:20:24.191725 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 4fe51e40-066d-405b-8a55-767ca109e9d1 no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:20:24.221021 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-76956357-cb1c-4d03-aaa5-4199d869184d req-3d0f6bdc-c00f-47f4-ab53-a45f62b9f725 service neutron] For port 22193727-29a5-425c-8d35-8e724a27d914, host n-h2-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:20:24.226363 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-76956357-cb1c-4d03-aaa5-4199d869184d req-3d0f6bdc-c00f-47f4-ab53-a45f62b9f725 service neutron] For port 22193727-29a5-425c-8d35-8e724a27d914, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=22193727-29a5-425c-8d35-8e724a27d914,segment=NetworkSegment(ad95086a-4aa4-4696-a47c-b54ab11bbc8c),segment_id=ad95086a-4aa4-4696-a47c-b54ab11bbc8c)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:20:24.236701 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4921a89-ff53-4807-a06d-85e1f3c19318 req-adefec66-dabf-4e5a-8d64-77bbd54ee0c6 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:24.238573 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b4921a89-ff53-4807-a06d-85e1f3c19318 req-adefec66-dabf-4e5a-8d64-77bbd54ee0c6 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f5da8f-fe8f-42cf-a0d7-e6976d1ff0ff HTTP/1.1" status: 200 len: 945 time: 0.0926845 Jul 29 23:20:24.240298 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-76956357-cb1c-4d03-aaa5-4199d869184d req-3d0f6bdc-c00f-47f4-ab53-a45f62b9f725 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:24.287403 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76956357-cb1c-4d03-aaa5-4199d869184d req-3d0f6bdc-c00f-47f4-ab53-a45f62b9f725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:24.288553 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-76956357-cb1c-4d03-aaa5-4199d869184d req-3d0f6bdc-c00f-47f4-ab53-a45f62b9f725 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:24.289504 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-76956357-cb1c-4d03-aaa5-4199d869184d req-3d0f6bdc-c00f-47f4-ab53-a45f62b9f725 service neutron] 10.222.0.22 "PUT /v2.0/ports/22193727-29a5-425c-8d35-8e724a27d914 HTTP/1.1" status: 200 len: 1092 time: 1.2238073 Jul 29 23:20:24.293200 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e04ec77-6bad-45e3-9241-07c7749a1757', 'tag': '22193727-29a5-425c-8d35-8e724a27d914'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:20:24.296134 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11755360-1b09-4c8b-bdc3-57cbb10b645d" -d '{"events": [{"name": "network-changed", "server_uuid": "5e04ec77-6bad-45e3-9241-07c7749a1757", "tag": "22193727-29a5-425c-8d35-8e724a27d914"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:20:24.394686 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f6bdc-c00f-47f4-ab53-a45f62b9f725 service neutron] Pushing event updated for resources: {'Port': ['ID=22193727-29a5-425c-8d35-8e724a27d914,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:24.401863 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b4921a89-ff53-4807-a06d-85e1f3c19318 req-69c8bfe1-18a1-4e16-89e5-1bcdbfd2861e tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289315 Jul 29 23:20:24.432831 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75973737-e0fb-4750-a5f6-6ad466c25b9d req-9c3c60d9-1754-4ad4-8ccb-ec659a686198 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:24.434087 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-75973737-e0fb-4750-a5f6-6ad466c25b9d req-9c3c60d9-1754-4ad4-8ccb-ec659a686198 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e7c21fc-a617-499a-a692-712fb381b4fb HTTP/1.1" status: 200 len: 950 time: 0.1123357 Jul 29 23:20:24.436208 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76956357-cb1c-4d03-aaa5-4199d869184d req-ea7edd57-5ff5-44b3-95e7-6175ad9bb54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:24.437933 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-76956357-cb1c-4d03-aaa5-4199d869184d req-ea7edd57-5ff5-44b3-95e7-6175ad9bb54e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4b67b92d11074e3aa4a6c16a91e570ff&device_id=5e04ec77-6bad-45e3-9241-07c7749a1757 HTTP/1.1" status: 200 len: 1095 time: 0.0892642 Jul 29 23:20:24.453064 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:24.509908 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b5d6c39-e86c-4e90-b7eb-240064d9be3f x-openstack-request-id: req-3b5d6c39-e86c-4e90-b7eb-240064d9be3f {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:20:24.510303 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e04ec77-6bad-45e3-9241-07c7749a1757", "tag": "22193727-29a5-425c-8d35-8e724a27d914", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:20:24.510624 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3b5d6c39-e86c-4e90-b7eb-240064d9be3f {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:20:24.511085 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e04ec77-6bad-45e3-9241-07c7749a1757', 'tag': '22193727-29a5-425c-8d35-8e724a27d914', 'status': 'completed', 'code': 200} Jul 29 23:20:24.513878 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e7c21fc-a617-499a-a692-712fb381b4fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fe51e40-066d-405b-8a55-767ca109e9d1'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:20:24.516241 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8098144a-161b-4af6-a89a-dc2b720f3cdd" -d '{"events": [{"server_uuid": "9e7c21fc-a617-499a-a692-712fb381b4fb", "name": "network-vif-unplugged", "status": "completed", "tag": "4fe51e40-066d-405b-8a55-767ca109e9d1"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:20:24.521343 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-76956357-cb1c-4d03-aaa5-4199d869184d req-52e284d7-cd23-47d3-9baa-bd7688b138fb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22193727-29a5-425c-8d35-8e724a27d914 HTTP/1.1" status: 200 len: 217 time: 0.0729532 Jul 29 23:20:24.536700 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 4fe51e40-066d-405b-8a55-767ca109e9d1, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=4fe51e40-066d-405b-8a55-767ca109e9d1,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:24.554118 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-75973737-e0fb-4750-a5f6-6ad466c25b9d req-2ba5a09a-fee3-4a92-aed4-dd49ea846594 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137991 Jul 29 23:20:24.559133 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:24.576688 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-df86fd6d-982c-45e1-ab22-bdf53f04496b req-7495f7af-a698-4e08-845c-f9f1339a2ad5 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] For port eeb9a249-16f5-4384-a9d7-be98b9b89dc1, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=eeb9a249-16f5-4384-a9d7-be98b9b89dc1,segment=NetworkSegment(44faf3b7-bb51-4059-88d3-a4abe9d7ec9d),segment_id=44faf3b7-bb51-4059-88d3-a4abe9d7ec9d)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:24.576688 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-df86fd6d-982c-45e1-ab22-bdf53f04496b req-7495f7af-a698-4e08-845c-f9f1339a2ad5 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:24.578622 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 4fe51e40-066d-405b-8a55-767ca109e9d1, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=4fe51e40-066d-405b-8a55-767ca109e9d1,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:24.598275 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-df86fd6d-982c-45e1-ab22-bdf53f04496b req-7495f7af-a698-4e08-845c-f9f1339a2ad5 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Calling delete_port for eeb9a249-16f5-4384-a9d7-be98b9b89dc1 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:20:24.601757 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76956357-cb1c-4d03-aaa5-4199d869184d req-134aa0a1-8b00-49cb-a6f8-6a7c6e95a7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:24.603950 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-76956357-cb1c-4d03-aaa5-4199d869184d req-134aa0a1-8b00-49cb-a6f8-6a7c6e95a7ab service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f9c6655f-91b3-4916-a461-d6d5f8fce027 HTTP/1.1" status: 200 len: 851 time: 0.0731869 Jul 29 23:20:24.661608 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-76956357-cb1c-4d03-aaa5-4199d869184d req-ec343e7e-53de-49a4-999c-e01944f630a8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d276bab9-08d9-4ae2-8764-57ec0cf596e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359585 Jul 29 23:20:24.668560 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c83f4ee-33ab-4f6c-b835-d74cdf53a1bb x-openstack-request-id: req-2c83f4ee-33ab-4f6c-b835-d74cdf53a1bb {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:20:24.668845 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e7c21fc-a617-499a-a692-712fb381b4fb", "name": "network-vif-unplugged", "status": "completed", "tag": "4fe51e40-066d-405b-8a55-767ca109e9d1", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:20:24.669093 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2c83f4ee-33ab-4f6c-b835-d74cdf53a1bb {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:20:24.669639 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e7c21fc-a617-499a-a692-712fb381b4fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fe51e40-066d-405b-8a55-767ca109e9d1', 'code': 200} Jul 29 23:20:24.696866 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '4fe51e40-066d-405b-8a55-767ca109e9d1', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'port_id': '4fe51e40-066d-405b-8a55-767ca109e9d1', 'mac_address': 'fa:16:3e:bc:07:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64bdc61a-58ca-49c7-bae5-ecfed9ee407c', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:20:24.760488 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=4fe51e40-066d-405b-8a55-767ca109e9d1,revision_number=6']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:24.769292 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device d484528b-d630-4f58-b4ca-1af975d3c6d6 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:20:24.787433 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-df86fd6d-982c-45e1-ab22-bdf53f04496b req-7495f7af-a698-4e08-845c-f9f1339a2ad5 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:24.819196 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['1c737562-3bde-4368-8002-ffca91fe2dad'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:20:24.824570 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7495f7af-a698-4e08-845c-f9f1339a2ad5 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Pushing event deleted for resources: {'Port': ['ID=eeb9a249-16f5-4384-a9d7-be98b9b89dc1,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:24.841742 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:24.890207 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-df86fd6d-982c-45e1-ab22-bdf53f04496b req-7495f7af-a698-4e08-845c-f9f1339a2ad5 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] No DVR routers for this DVR port eeb9a249-16f5-4384-a9d7-be98b9b89dc1 on host n-h2-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:20:24.893467 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-df86fd6d-982c-45e1-ab22-bdf53f04496b req-7495f7af-a698-4e08-845c-f9f1339a2ad5 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:24.896958 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-df86fd6d-982c-45e1-ab22-bdf53f04496b req-7495f7af-a698-4e08-845c-f9f1339a2ad5 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.22 "DELETE /v2.0/ports/eeb9a249-16f5-4384-a9d7-be98b9b89dc1 HTTP/1.1" status: 204 len: 173 time: 0.8972754 Jul 29 23:20:24.906042 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fe51e40-066d-405b-8a55-767ca109e9d1 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:20:24.910789 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11910cee-a4fa-4d4f-9dcc-c53dd5e97b6e req-f01de1a3-8ae8-4020-97f9-637388964696 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:24.913011 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-11910cee-a4fa-4d4f-9dcc-c53dd5e97b6e req-f01de1a3-8ae8-4020-97f9-637388964696 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e04ec77-6bad-45e3-9241-07c7749a1757 HTTP/1.1" status: 200 len: 943 time: 0.1314209 Jul 29 23:20:24.946128 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e7312-c722-47ed-9bd1-eab4789c01d6 req-2e3b9e47-956d-4cbd-b9c0-f24b97eec76a tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:24.957804 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-630e7312-c722-47ed-9bd1-eab4789c01d6 req-2e3b9e47-956d-4cbd-b9c0-f24b97eec76a tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=1267093b-eddb-411d-af46-da473585ddce HTTP/1.1" status: 200 len: 950 time: 0.2732785 Jul 29 23:20:24.960096 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-76956357-cb1c-4d03-aaa5-4199d869184d req-688a48e7-8007-4869-a74c-35efcb9fef5e service neutron] 10.222.0.22 "GET /v2.0/networks/d276bab9-08d9-4ae2-8764-57ec0cf596e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885587 Jul 29 23:20:24.972669 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 4fe51e40-066d-405b-8a55-767ca109e9d1, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=4fe51e40-066d-405b-8a55-767ca109e9d1,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:24.994753 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:25.059034 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port d484528b-d630-4f58-b4ca-1af975d3c6d6, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=d484528b-d630-4f58-b4ca-1af975d3c6d6,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:25.081760 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-630e7312-c722-47ed-9bd1-eab4789c01d6 req-8a20810d-0289-4730-822f-26e37b9ad06e tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245656 Jul 29 23:20:25.083345 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': 'd484528b-d630-4f58-b4ca-1af975d3c6d6', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'port_id': 'd484528b-d630-4f58-b4ca-1af975d3c6d6', 'mac_address': 'fa:16:3e:df:81:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64bdc61a-58ca-49c7-bae5-ecfed9ee407c', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:20:25.128721 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-11910cee-a4fa-4d4f-9dcc-c53dd5e97b6e req-aa337ef4-d270-4420-8f96-cca51a2042ff tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0e5e270-a9be-406d-95d1-49d73a31f45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656892 Jul 29 23:20:25.156736 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=4fe51e40-066d-405b-8a55-767ca109e9d1,revision_number=7']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:25.188727 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:25.216187 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-76956357-cb1c-4d03-aaa5-4199d869184d req-bd19ee48-c86a-47bd-9cde-4131bdd0164c service neutron] 10.222.0.22 "GET /v2.0/networks/d276bab9-08d9-4ae2-8764-57ec0cf596e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323604 Jul 29 23:20:25.234197 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d484528b-d630-4f58-b4ca-1af975d3c6d6 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:20:25.262755 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port d484528b-d630-4f58-b4ca-1af975d3c6d6, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=d484528b-d630-4f58-b4ca-1af975d3c6d6,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:25.278535 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:25.345305 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=d484528b-d630-4f58-b4ca-1af975d3c6d6,revision_number=6']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:25.400747 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['4fe51e40-066d-405b-8a55-767ca109e9d1'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:20:25.414809 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-94f4c43b-c087-4a5e-8561-2a5c871e342c req-59e78fe1-dcc1-4bc7-b7a8-ead74f324d6e tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/ports?device_id=6af4bfda-eddd-44aa-b3fc-10c913d9f8af HTTP/1.1" status: 200 len: 210 time: 0.0415356 Jul 29 23:20:25.427425 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11755360-1b09-4c8b-bdc3-57cbb10b645d req-fd7fbb7b-7a03-4886-9cc7-12faa47fc6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:25.446591 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-11755360-1b09-4c8b-bdc3-57cbb10b645d req-fd7fbb7b-7a03-4886-9cc7-12faa47fc6f3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4b67b92d11074e3aa4a6c16a91e570ff&device_id=5e04ec77-6bad-45e3-9241-07c7749a1757 HTTP/1.1" status: 200 len: 1095 time: 0.1476476 Jul 29 23:20:25.476011 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb69a4e-c971-44f0-b4e0-82b14b42c4fd req-5c93878b-a448-4876-be23-1c2010e21be1 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:25.477449 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bfb69a4e-c971-44f0-b4e0-82b14b42c4fd req-5c93878b-a448-4876-be23-1c2010e21be1 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=62fc1795-6912-4db4-b667-421969d7def7 HTTP/1.1" status: 200 len: 945 time: 0.1973121 Jul 29 23:20:25.557498 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['d484528b-d630-4f58-b4ca-1af975d3c6d6'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:20:25.689162 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11755360-1b09-4c8b-bdc3-57cbb10b645d req-af509b39-2181-4e1b-a74c-63d5a2662804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:25.691233 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-11755360-1b09-4c8b-bdc3-57cbb10b645d req-af509b39-2181-4e1b-a74c-63d5a2662804 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d276bab9-08d9-4ae2-8764-57ec0cf596e7 HTTP/1.1" status: 200 len: 912 time: 0.2315080 Jul 29 23:20:25.721183 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bfb69a4e-c971-44f0-b4e0-82b14b42c4fd req-9c4b3fdd-dc0b-49e3-8e12-314b1652d9ec tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275133 Jul 29 23:20:25.795283 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-11755360-1b09-4c8b-bdc3-57cbb10b645d req-c52f0be5-be2b-4143-b3a5-34489b20b120 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22193727-29a5-425c-8d35-8e724a27d914 HTTP/1.1" status: 200 len: 217 time: 0.0805118 Jul 29 23:20:25.806819 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6af4bfda-eddd-44aa-b3fc-10c913d9f8af', 'name': 'network-vif-deleted', 'tag': 'e9d837b7-a2b8-4ee4-a0a5-9c770e308ee6'}, {'server_uuid': '6af4bfda-eddd-44aa-b3fc-10c913d9f8af', 'name': 'network-vif-deleted', 'tag': 'eeb9a249-16f5-4384-a9d7-be98b9b89dc1'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:20:25.812618 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b2cb025-c2f8-40bb-b97b-a733829f5162" -d '{"events": [{"server_uuid": "6af4bfda-eddd-44aa-b3fc-10c913d9f8af", "name": "network-vif-deleted", "tag": "e9d837b7-a2b8-4ee4-a0a5-9c770e308ee6"}, {"server_uuid": "6af4bfda-eddd-44aa-b3fc-10c913d9f8af", "name": "network-vif-deleted", "tag": "eeb9a249-16f5-4384-a9d7-be98b9b89dc1"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:20:25.830781 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ef118e-9e01-4a93-973f-a36190b4092d req-fa4ba933-9ca0-4530-9260-b94416e7373a tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:25.833487 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-16ef118e-9e01-4a93-973f-a36190b4092d req-fa4ba933-9ca0-4530-9260-b94416e7373a tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f5da8f-fe8f-42cf-a0d7-e6976d1ff0ff HTTP/1.1" status: 200 len: 945 time: 0.1402090 Jul 29 23:20:25.887014 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2dc1a44f-d23d-42af-859e-472120d5f8e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:25.946950 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11755360-1b09-4c8b-bdc3-57cbb10b645d req-4256edc9-eb5b-41d5-9383-e514fdc8d94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:25.948608 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-11755360-1b09-4c8b-bdc3-57cbb10b645d req-4256edc9-eb5b-41d5-9383-e514fdc8d94f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f9c6655f-91b3-4916-a461-d6d5f8fce027 HTTP/1.1" status: 200 len: 851 time: 0.1330950 Jul 29 23:20:25.991480 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-11755360-1b09-4c8b-bdc3-57cbb10b645d req-ce6bd4b9-8c7d-490d-b762-3be184dd4e25 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d276bab9-08d9-4ae2-8764-57ec0cf596e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320325 Jul 29 23:20:26.006214 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-16ef118e-9e01-4a93-973f-a36190b4092d req-a3447390-3225-4cbd-a043-60097921359e tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251783 Jul 29 23:20:26.035729 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044bcc22-be08-4003-840a-cbd35dd23565 req-31aec482-27b3-45c3-a3b8-8b04a1a83954 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:26.037288 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-044bcc22-be08-4003-840a-cbd35dd23565 req-31aec482-27b3-45c3-a3b8-8b04a1a83954 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e7c21fc-a617-499a-a692-712fb381b4fb HTTP/1.1" status: 200 len: 949 time: 0.2024391 Jul 29 23:20:26.061498 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 29 Jul 2021 23:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f31a87-079e-4c4d-914e-6111126f8e18 x-openstack-request-id: req-96f31a87-079e-4c4d-914e-6111126f8e18 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:20:26.061822 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6af4bfda-eddd-44aa-b3fc-10c913d9f8af", "name": "network-vif-deleted", "tag": "e9d837b7-a2b8-4ee4-a0a5-9c770e308ee6", "status": "completed", "code": 200}, {"server_uuid": "6af4bfda-eddd-44aa-b3fc-10c913d9f8af", "name": "network-vif-deleted", "tag": "eeb9a249-16f5-4384-a9d7-be98b9b89dc1", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:20:26.062090 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-96f31a87-079e-4c4d-914e-6111126f8e18 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:20:26.062605 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6af4bfda-eddd-44aa-b3fc-10c913d9f8af', 'name': 'network-vif-deleted', 'tag': 'e9d837b7-a2b8-4ee4-a0a5-9c770e308ee6', 'status': 'completed', 'code': 200} Jul 29 23:20:26.062916 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6af4bfda-eddd-44aa-b3fc-10c913d9f8af', 'name': 'network-vif-deleted', 'tag': 'eeb9a249-16f5-4384-a9d7-be98b9b89dc1', 'status': 'completed', 'code': 200} Jul 29 23:20:26.221183 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device e9d837b7-a2b8-4ee4-a0a5-9c770e308ee6 no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:20:26.244901 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: e9d837b7-a2b8-4ee4-a0a5-9c770e308ee6 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:20:26.245186 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device e9d837b7-a2b8-4ee4-a0a5-9c770e308ee6 not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:20:26.245785 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device eeb9a249-16f5-4384-a9d7-be98b9b89dc1 no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:20:26.267140 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: eeb9a249-16f5-4384-a9d7-be98b9b89dc1 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:20:26.267492 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device eeb9a249-16f5-4384-a9d7-be98b9b89dc1 not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:20:26.268075 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 1c737562-3bde-4368-8002-ffca91fe2dad no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:20:26.291324 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: 1c737562-3bde-4368-8002-ffca91fe2dad {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:20:26.292137 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 1c737562-3bde-4368-8002-ffca91fe2dad not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:20:26.315163 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:26.631417 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-044bcc22-be08-4003-840a-cbd35dd23565 req-c7f25220-d315-4a92-adc2-8f0cd70d686a tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5741143 Jul 29 23:20:26.652766 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f683ba2a-d4e0-4b03-b352-35160ed1788d req-d8800aae-6303-411b-b2ae-4a9bdc4b0242 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:26.654982 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f683ba2a-d4e0-4b03-b352-35160ed1788d req-d8800aae-6303-411b-b2ae-4a9bdc4b0242 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=1267093b-eddb-411d-af46-da473585ddce HTTP/1.1" status: 200 len: 950 time: 0.1331966 Jul 29 23:20:26.692204 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-11755360-1b09-4c8b-bdc3-57cbb10b645d req-b9f7fdc4-5112-43b8-a24e-bbd6b9527832 service neutron] 10.222.0.22 "GET /v2.0/networks/d276bab9-08d9-4ae2-8764-57ec0cf596e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6807599 Jul 29 23:20:26.742216 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f683ba2a-d4e0-4b03-b352-35160ed1788d req-6ca3ff43-6847-4c78-bf39-9e2d52e1561d tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779972 Jul 29 23:20:26.775246 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device d484528b-d630-4f58-b4ca-1af975d3c6d6 up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:20:26.817564 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7201442-9108-412f-8a6c-d7d6eed1d180 req-f3aa4c50-5e0a-412b-80b6-f844c88565c8 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:26.819108 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e7201442-9108-412f-8a6c-d7d6eed1d180 req-f3aa4c50-5e0a-412b-80b6-f844c88565c8 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e04ec77-6bad-45e3-9241-07c7749a1757 HTTP/1.1" status: 200 len: 943 time: 0.1117220 Jul 29 23:20:26.867393 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port d484528b-d630-4f58-b4ca-1af975d3c6d6 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:20:26.868127 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:26.868784 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-11755360-1b09-4c8b-bdc3-57cbb10b645d req-57132a4b-adf5-4eca-88aa-c282c4a24d54 service neutron] 10.222.0.22 "GET /v2.0/networks/d276bab9-08d9-4ae2-8764-57ec0cf596e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624069 Jul 29 23:20:26.882859 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e7201442-9108-412f-8a6c-d7d6eed1d180 req-d7f910f0-fa96-4be0-a257-2ea0fe3404f4 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0e5e270-a9be-406d-95d1-49d73a31f45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552258 Jul 29 23:20:26.969929 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 33046) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:27.001444 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:27.026894 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '685779ab-acd9-4cd7-8e1e-c7f759280c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd484528b-d630-4f58-b4ca-1af975d3c6d6'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:20:27.031499 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-481919a5-2134-4434-bfbc-5499e06b22e4" -d '{"events": [{"server_uuid": "685779ab-acd9-4cd7-8e1e-c7f759280c1c", "name": "network-vif-plugged", "status": "completed", "tag": "d484528b-d630-4f58-b4ca-1af975d3c6d6"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:20:27.048288 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port d484528b-d630-4f58-b4ca-1af975d3c6d6, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=d484528b-d630-4f58-b4ca-1af975d3c6d6,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:27.056943 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-15986c5f-3870-472e-a097-4dd0cccb6605 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Deleting subnet bbdbe730-dca4-4b76-87dd-f3e000c07254 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:20:27.062029 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:27.084185 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-15986c5f-3870-472e-a097-4dd0cccb6605 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:27.158359 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=d484528b-d630-4f58-b4ca-1af975d3c6d6,revision_number=7']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:27.177062 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:27.177410 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:27.184379 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:27.184680 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:27.185553 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:27.186240 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:27.186366 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-15986c5f-3870-472e-a097-4dd0cccb6605 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:27.186576 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:27.186897 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:27.187224 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:27.187543 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:27.187863 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:27.188880 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:27.236705 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcc851d-1e05-4184-827c-4d09bc51a449 req-4521d1cf-24d2-4c03-a322-0e104fa1c498 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:27.238372 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9fcc851d-1e05-4184-827c-4d09bc51a449 req-4521d1cf-24d2-4c03-a322-0e104fa1c498 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=62fc1795-6912-4db4-b667-421969d7def7 HTTP/1.1" status: 200 len: 945 time: 0.1802738 Jul 29 23:20:27.246545 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8ffd1c-bdad-4796-b679-6e51d2f18043 req-82879028-a22a-4ba4-8384-2d1684fadc66 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:27.248784 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fc8ffd1c-bdad-4796-b679-6e51d2f18043 req-82879028-a22a-4ba4-8384-2d1684fadc66 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f5da8f-fe8f-42cf-a0d7-e6976d1ff0ff HTTP/1.1" status: 200 len: 945 time: 0.1150534 Jul 29 23:20:27.298804 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9fcc851d-1e05-4184-827c-4d09bc51a449 req-5c76fc9b-9395-4402-8edd-e87e06ce7708 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483963 Jul 29 23:20:27.353465 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-15986c5f-3870-472e-a097-4dd0cccb6605 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:27.360416 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fc8ffd1c-bdad-4796-b679-6e51d2f18043 req-e6b40f2c-ca11-41e7-91c9-b6c18de4f201 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877740 Jul 29 23:20:27.365338 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-19fb9df8-ebf3-47d4-b5be-24a04b89b6ff req-59b526d8-c0e0-40ef-8baf-f00f4a6bdcaf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ac569d44-d407-4c7c-9c5d-036c674258b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0640666 Jul 29 23:20:27.400842 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9160c7c3-e8ae-4f8c-86b1-aa7ada2c9ca1 x-openstack-request-id: req-9160c7c3-e8ae-4f8c-86b1-aa7ada2c9ca1 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:20:27.401365 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "685779ab-acd9-4cd7-8e1e-c7f759280c1c", "name": "network-vif-plugged", "status": "completed", "tag": "d484528b-d630-4f58-b4ca-1af975d3c6d6", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:20:27.401365 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9160c7c3-e8ae-4f8c-86b1-aa7ada2c9ca1 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:20:27.401860 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '685779ab-acd9-4cd7-8e1e-c7f759280c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd484528b-d630-4f58-b4ca-1af975d3c6d6', 'code': 200} Jul 29 23:20:27.435530 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-15986c5f-3870-472e-a097-4dd0cccb6605 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:27.465468 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15986c5f-3870-472e-a097-4dd0cccb6605 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Pushing event deleted for resources: {'Subnet': ['ID=bbdbe730-dca4-4b76-87dd-f3e000c07254,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:27.468952 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-15986c5f-3870-472e-a097-4dd0cccb6605 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:27.473973 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-15986c5f-3870-472e-a097-4dd0cccb6605 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "DELETE /v2.0/subnets/bbdbe730-dca4-4b76-87dd-f3e000c07254 HTTP/1.1" status: 204 len: 168 time: 0.5029538 Jul 29 23:20:27.474588 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 33052) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:27.478431 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821ac415-6797-41ca-aa76-69d109531868 None None] Network b3cebaf8-d29a-42a6-a020-83fdcc8764e3 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:20:27.495124 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15986c5f-3870-472e-a097-4dd0cccb6605 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:27.495567 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15986c5f-3870-472e-a097-4dd0cccb6605 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:27.495953 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15986c5f-3870-472e-a097-4dd0cccb6605 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:27.496303 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15986c5f-3870-472e-a097-4dd0cccb6605 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:27.496640 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15986c5f-3870-472e-a097-4dd0cccb6605 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:27.496972 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15986c5f-3870-472e-a097-4dd0cccb6605 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:27.497372 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15986c5f-3870-472e-a097-4dd0cccb6605 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:27.497830 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15986c5f-3870-472e-a097-4dd0cccb6605 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:27.498248 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15986c5f-3870-472e-a097-4dd0cccb6605 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:27.498592 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15986c5f-3870-472e-a097-4dd0cccb6605 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:27.498923 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15986c5f-3870-472e-a097-4dd0cccb6605 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:27.511811 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15986c5f-3870-472e-a097-4dd0cccb6605 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:27.539696 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb9df8-ebf3-47d4-b5be-24a04b89b6ff req-75e92d34-2d9b-467d-8899-961bcedcfb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:27.544803 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-19fb9df8-ebf3-47d4-b5be-24a04b89b6ff req-75e92d34-2d9b-467d-8899-961bcedcfb34 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c2657a7d23514506876a4df5f527f58c&device_id=ac569d44-d407-4c7c-9c5d-036c674258b1 HTTP/1.1" status: 200 len: 1096 time: 0.0906603 Jul 29 23:20:27.599107 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:27.659932 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-024ded18-33e4-4a48-9a48-9fd2fba8d445 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:27.714593 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb9df8-ebf3-47d4-b5be-24a04b89b6ff req-71c58cb0-c713-42f4-9a66-77c8c5eaf927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:27.717980 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-19fb9df8-ebf3-47d4-b5be-24a04b89b6ff req-71c58cb0-c713-42f4-9a66-77c8c5eaf927 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f490981b-45a9-43e1-a661-0229cc7a8cd7 HTTP/1.1" status: 200 len: 922 time: 0.1460402 Jul 29 23:20:27.775316 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-024ded18-33e4-4a48-9a48-9fd2fba8d445 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Deleting port 793b7816-ecc1-471f-861a-4bb166bc715c {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:20:27.775790 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-024ded18-33e4-4a48-9a48-9fd2fba8d445 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:27.788894 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-19fb9df8-ebf3-47d4-b5be-24a04b89b6ff req-393676de-0838-4697-b5b4-240de71f2bf3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=684677e3-039c-42a6-9d4c-6dfe5b5557d2 HTTP/1.1" status: 200 len: 217 time: 0.0597570 Jul 29 23:20:27.816115 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314a1d68-9e61-4234-9ee0-23e0f7970d00 None None] DHCP port deletion for b3cebaf8-d29a-42a6-a020-83fdcc8764e3 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:20:27.862623 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-024ded18-33e4-4a48-9a48-9fd2fba8d445 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] For port 793b7816-ecc1-471f-861a-4bb166bc715c, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=793b7816-ecc1-471f-861a-4bb166bc715c,segment=NetworkSegment(99e580a8-4068-4231-bbe8-34a265dc400d),segment_id=99e580a8-4068-4231-bbe8-34a265dc400d)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:27.862917 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-024ded18-33e4-4a48-9a48-9fd2fba8d445 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:27.878882 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-024ded18-33e4-4a48-9a48-9fd2fba8d445 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Calling delete_port for 793b7816-ecc1-471f-861a-4bb166bc715c owned by network:dhcp {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:20:27.896693 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb9df8-ebf3-47d4-b5be-24a04b89b6ff req-aba5460f-90df-4496-88be-5be8c4297079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:27.898397 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-19fb9df8-ebf3-47d4-b5be-24a04b89b6ff req-aba5460f-90df-4496-88be-5be8c4297079 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=998261e9-cec6-4719-b797-0c7da54a3001 HTTP/1.1" status: 200 len: 861 time: 0.1006932 Jul 29 23:20:27.918455 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-314a1d68-9e61-4234-9ee0-23e0f7970d00 None None] Deleting port 793b7816-ecc1-471f-861a-4bb166bc715c {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:20:27.919814 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-314a1d68-9e61-4234-9ee0-23e0f7970d00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:27.926404 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b78d77-1ff1-46bd-a2c4-e80ff2737520 req-95c7f09e-46a2-4008-9c62-c5eeab2cae86 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:27.928047 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-47b78d77-1ff1-46bd-a2c4-e80ff2737520 req-95c7f09e-46a2-4008-9c62-c5eeab2cae86 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e7c21fc-a617-499a-a692-712fb381b4fb HTTP/1.1" status: 200 len: 949 time: 0.1417835 Jul 29 23:20:27.970375 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-19fb9df8-ebf3-47d4-b5be-24a04b89b6ff req-b40ea1aa-31a5-4371-b408-95dedd0ebe11 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f490981b-45a9-43e1-a661-0229cc7a8cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547681 Jul 29 23:20:28.009143 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec62988-1d7d-4fa4-bb08-d581dcc69a26 req-0d77e88c-e678-4bb4-ac58-7da8f0917f14 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:28.009498 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-024ded18-33e4-4a48-9a48-9fd2fba8d445 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:28.010817 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eec62988-1d7d-4fa4-bb08-d581dcc69a26 req-0d77e88c-e678-4bb4-ac58-7da8f0917f14 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=1267093b-eddb-411d-af46-da473585ddce HTTP/1.1" status: 200 len: 950 time: 0.1289802 Jul 29 23:20:28.041194 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024ded18-33e4-4a48-9a48-9fd2fba8d445 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] No DVR routers for this DVR port 793b7816-ecc1-471f-861a-4bb166bc715c on host n-d-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:20:28.043257 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-314a1d68-9e61-4234-9ee0-23e0f7970d00 None None] For port 793b7816-ecc1-471f-861a-4bb166bc715c, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=793b7816-ecc1-471f-861a-4bb166bc715c,segment=NetworkSegment(99e580a8-4068-4231-bbe8-34a265dc400d),segment_id=99e580a8-4068-4231-bbe8-34a265dc400d)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:28.043662 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-314a1d68-9e61-4234-9ee0-23e0f7970d00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:28.063162 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-314a1d68-9e61-4234-9ee0-23e0f7970d00 None None] Calling delete_port for 793b7816-ecc1-471f-861a-4bb166bc715c owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:20:28.079021 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024ded18-33e4-4a48-9a48-9fd2fba8d445 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Pushing event deleted for resources: {'Port': ['ID=793b7816-ecc1-471f-861a-4bb166bc715c,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:28.098694 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-47b78d77-1ff1-46bd-a2c4-e80ff2737520 req-26726f9e-2c92-4301-bca9-c756c93b752e tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576085 Jul 29 23:20:28.121333 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eec62988-1d7d-4fa4-bb08-d581dcc69a26 req-fef785e6-8a31-45cc-9599-6519feab8ab2 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937877 Jul 29 23:20:28.181154 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-19fb9df8-ebf3-47d4-b5be-24a04b89b6ff req-1c931c3e-0d07-4633-8018-222d5606fa07 service neutron] 10.222.0.41 "GET /v2.0/networks/f490981b-45a9-43e1-a661-0229cc7a8cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919341 Jul 29 23:20:28.183159 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-024ded18-33e4-4a48-9a48-9fd2fba8d445 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:28.199928 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-024ded18-33e4-4a48-9a48-9fd2fba8d445 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3cebaf8-d29a-42a6-a020-83fdcc8764e3']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:20:28.215664 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-024ded18-33e4-4a48-9a48-9fd2fba8d445 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99e580a8-4068-4231-bbe8-34a265dc400d') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:20:28.216630 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-024ded18-33e4-4a48-9a48-9fd2fba8d445 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99e580a8-4068-4231-bbe8-34a265dc400d') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:20:28.230964 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-024ded18-33e4-4a48-9a48-9fd2fba8d445 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:28.247515 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-024ded18-33e4-4a48-9a48-9fd2fba8d445 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:28.254885 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-024ded18-33e4-4a48-9a48-9fd2fba8d445 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:20:28.255379 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-024ded18-33e4-4a48-9a48-9fd2fba8d445 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:28.259095 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:20:28.259095 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:20:28.259095 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:20:28.259095 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:20:28.259095 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:20:28.259095 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:20:28.259095 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:20:28.259095 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:20:28.259095 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:20:28.259095 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:20:28.259095 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:20:28.259095 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:20:28.259095 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:20:28.259095 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:20:28.259095 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:20:28.259095 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:20:28.259095 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:20:28.259095 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:20:28.259095 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:20:28.259095 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:20:28.259095 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:20:28.259095 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:20:28.259095 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:20:28.259095 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:20:28.259095 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:20:28.259095 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:20:28.259095 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:20:28.259095 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:20:28.259095 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:20:28.259095 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:20:28.259095 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:20:28.259095 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:20:28.265705 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 22193727-29a5-425c-8d35-8e724a27d914 details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:20:28.268485 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 4fe51e40-066d-405b-8a55-767ca109e9d1 up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:20:28.362635 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-024ded18-33e4-4a48-9a48-9fd2fba8d445 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:28.381370 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-024ded18-33e4-4a48-9a48-9fd2fba8d445 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:28.383153 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-024ded18-33e4-4a48-9a48-9fd2fba8d445 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "DELETE /v2.0/networks/b3cebaf8-d29a-42a6-a020-83fdcc8764e3 HTTP/1.1" status: 204 len: 168 time: 0.9064710 Jul 29 23:20:28.391668 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 33074) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:28.396953 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024ded18-33e4-4a48-9a48-9fd2fba8d445 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Pushing event deleted for resources: {'Network': ['ID=b3cebaf8-d29a-42a6-a020-83fdcc8764e3,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:28.409437 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-314a1d68-9e61-4234-9ee0-23e0f7970d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:28.441158 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314a1d68-9e61-4234-9ee0-23e0f7970d00 None None] Pushing event deleted for resources: {'Port': ['ID=793b7816-ecc1-471f-861a-4bb166bc715c,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:28.453717 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-314a1d68-9e61-4234-9ee0-23e0f7970d00 None None] Network b3cebaf8-d29a-42a6-a020-83fdcc8764e3 is not hosted by any dhcp agent {{(pid=94079) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 23:20:28.454620 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314a1d68-9e61-4234-9ee0-23e0f7970d00 None None] No DVR routers for this DVR port 793b7816-ecc1-471f-861a-4bb166bc715c on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:20:28.463507 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 4fe51e40-066d-405b-8a55-767ca109e9d1 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:20:28.464261 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:28.478684 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6a945e4-3fd6-4c70-9973-70370f5a3d4c tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Deleting subnet fa9a4566-6089-4eb4-ae2d-cf251191c5cd {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:20:28.500143 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f6a945e4-3fd6-4c70-9973-70370f5a3d4c tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:28.533312 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 22193727-29a5-425c-8d35-8e724a27d914, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=22193727-29a5-425c-8d35-8e724a27d914,segment=NetworkSegment(ad95086a-4aa4-4696-a47c-b54ab11bbc8c),segment_id=ad95086a-4aa4-4696-a47c-b54ab11bbc8c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:28.550210 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '22193727-29a5-425c-8d35-8e724a27d914', 'network_id': 'd276bab9-08d9-4ae2-8764-57ec0cf596e7', 'port_id': '22193727-29a5-425c-8d35-8e724a27d914', 'mac_address': 'fa:16:3e:43:59:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9c6655f-91b3-4916-a461-d6d5f8fce027', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:20:28.627586 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa0033-d340-4c0c-8561-cd5dd849982e req-ccb9ceb8-bad2-45c4-8232-c61c35344c45 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:28.629263 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0caa0033-d340-4c0c-8561-cd5dd849982e req-ccb9ceb8-bad2-45c4-8232-c61c35344c45 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e04ec77-6bad-45e3-9241-07c7749a1757 HTTP/1.1" status: 200 len: 943 time: 0.3923988 Jul 29 23:20:28.639509 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:28.641755 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:28.668348 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22193727-29a5-425c-8d35-8e724a27d914 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:20:28.673618 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f6a945e4-3fd6-4c70-9973-70370f5a3d4c tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:28.698241 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 4fe51e40-066d-405b-8a55-767ca109e9d1, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=4fe51e40-066d-405b-8a55-767ca109e9d1,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:28.702292 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 22193727-29a5-425c-8d35-8e724a27d914, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=22193727-29a5-425c-8d35-8e724a27d914,segment=NetworkSegment(ad95086a-4aa4-4696-a47c-b54ab11bbc8c),segment_id=ad95086a-4aa4-4696-a47c-b54ab11bbc8c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:28.703596 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:28.732556 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-19fb9df8-ebf3-47d4-b5be-24a04b89b6ff req-d1b478a3-ae96-451e-8444-7c72c5599035 service neutron] 10.222.0.41 "GET /v2.0/networks/f490981b-45a9-43e1-a661-0229cc7a8cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5114365 Jul 29 23:20:28.737319 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:28.771277 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=4fe51e40-066d-405b-8a55-767ca109e9d1,revision_number=8']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:28.775446 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fda357-6bb3-4276-93c8-7967eb6ab2c2 req-e227a2d4-b277-4540-9b09-dbb30ea21640 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:28.777128 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a8fda357-6bb3-4276-93c8-7967eb6ab2c2 req-e227a2d4-b277-4540-9b09-dbb30ea21640 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=62fc1795-6912-4db4-b667-421969d7def7 HTTP/1.1" status: 200 len: 945 time: 0.2916963 Jul 29 23:20:28.784067 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-41a6a706-8704-466a-9114-91261271177e tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:28.785705 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-41a6a706-8704-466a-9114-91261271177e tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=14f5da8f-fe8f-42cf-a0d7-e6976d1ff0ff&tenant_id=c2657a7d23514506876a4df5f527f58c&binding%3Ahost_id=n-h1-712141-10 HTTP/1.1" status: 200 len: 1097 time: 0.3020887 Jul 29 23:20:28.824838 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-a8edfc3d-0e8c-4305-a447-a10d572f515a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712141-10'}}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:20:28.853084 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=22193727-29a5-425c-8d35-8e724a27d914,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:28.857702 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0caa0033-d340-4c0c-8561-cd5dd849982e req-ed821b87-30b7-40e2-a9c5-c42a67324712 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0e5e270-a9be-406d-95d1-49d73a31f45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147288 Jul 29 23:20:28.942246 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a8fda357-6bb3-4276-93c8-7967eb6ab2c2 req-ebbc8443-46e8-4723-87d0-dcac9b7d6b1b tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485639 Jul 29 23:20:28.949440 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-a8edfc3d-0e8c-4305-a447-a10d572f515a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:28.956541 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f6a945e4-3fd6-4c70-9973-70370f5a3d4c tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:29.118436 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d78c78-76c5-4246-9bb7-d53e27af6889 req-050aa7f2-9c62-4448-8164-4e41e577a402 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:29.119959 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-06d78c78-76c5-4246-9bb7-d53e27af6889 req-050aa7f2-9c62-4448-8164-4e41e577a402 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f5da8f-fe8f-42cf-a0d7-e6976d1ff0ff HTTP/1.1" status: 200 len: 945 time: 0.1743052 Jul 29 23:20:29.159794 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f6a945e4-3fd6-4c70-9973-70370f5a3d4c tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:29.175316 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['22193727-29a5-425c-8d35-8e724a27d914'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:20:29.226303 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a945e4-3fd6-4c70-9973-70370f5a3d4c tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Pushing event deleted for resources: {'Subnet': ['ID=fa9a4566-6089-4eb4-ae2d-cf251191c5cd,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:29.264966 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8766f97-c664-4cb2-b0ba-868b40e049aa None None] Network 607b04b1-02d0-47dd-8d3e-e66db2ec3e7b requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:20:29.275160 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f6a945e4-3fd6-4c70-9973-70370f5a3d4c tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:29.280466 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 33088) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:29.281037 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-f6a945e4-3fd6-4c70-9973-70370f5a3d4c tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "DELETE /v2.0/subnets/fa9a4566-6089-4eb4-ae2d-cf251191c5cd HTTP/1.1" status: 204 len: 168 time: 0.8819134 Jul 29 23:20:29.290367 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a945e4-3fd6-4c70-9973-70370f5a3d4c tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:29.290720 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a945e4-3fd6-4c70-9973-70370f5a3d4c tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:29.291066 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a945e4-3fd6-4c70-9973-70370f5a3d4c tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:29.291406 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a945e4-3fd6-4c70-9973-70370f5a3d4c tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:29.291742 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a945e4-3fd6-4c70-9973-70370f5a3d4c tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:29.292075 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a945e4-3fd6-4c70-9973-70370f5a3d4c tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:29.292406 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a945e4-3fd6-4c70-9973-70370f5a3d4c tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:29.292731 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a945e4-3fd6-4c70-9973-70370f5a3d4c tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:29.293060 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a945e4-3fd6-4c70-9973-70370f5a3d4c tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:29.293385 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a945e4-3fd6-4c70-9973-70370f5a3d4c tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:29.293752 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a945e4-3fd6-4c70-9973-70370f5a3d4c tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:29.294113 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a945e4-3fd6-4c70-9973-70370f5a3d4c tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:29.313781 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-06d78c78-76c5-4246-9bb7-d53e27af6889 req-bde91e50-2f06-426a-93c6-8c213feadc3e tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663585 Jul 29 23:20:29.320560 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-a8edfc3d-0e8c-4305-a447-a10d572f515a service neutron] For port 01301fce-70cf-497a-a51b-c2aa074d71e2, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=01301fce-70cf-497a-a51b-c2aa074d71e2,segment=NetworkSegment(a739f5fc-cf01-40c9-83c0-bfbae7f993f3),segment_id=a739f5fc-cf01-40c9-83c0-bfbae7f993f3)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:29.336847 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 793b7816-ecc1-471f-861a-4bb166bc715c no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:20:29.345820 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:29.349745 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700bdb42-f03d-457f-988b-28705aed3ab8 req-4579327d-0d2a-420b-8516-8b95ab5e27ec tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:29.357624 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-700bdb42-f03d-457f-988b-28705aed3ab8 req-4579327d-0d2a-420b-8516-8b95ab5e27ec tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e7c21fc-a617-499a-a692-712fb381b4fb HTTP/1.1" status: 200 len: 950 time: 0.1381800 Jul 29 23:20:29.394166 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f0aaf75c-dc7a-4fac-8d17-989919b269f5 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:29.409095 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-a8edfc3d-0e8c-4305-a447-a10d572f515a service neutron] For port 01301fce-70cf-497a-a51b-c2aa074d71e2, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:20:29.445866 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-700bdb42-f03d-457f-988b-28705aed3ab8 req-b0dbf2e2-8f33-4f35-99ce-bb194fa848f2 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864391 Jul 29 23:20:29.535691 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14f5da8f-fe8f-42cf-a0d7-e6976d1ff0ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01301fce-70cf-497a-a51b-c2aa074d71e2'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:20:29.538150 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e62c6759-3bc9-4473-b389-7ee7dd8f7b61" -d '{"events": [{"server_uuid": "14f5da8f-fe8f-42cf-a0d7-e6976d1ff0ff", "name": "network-vif-unplugged", "status": "completed", "tag": "01301fce-70cf-497a-a51b-c2aa074d71e2"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:20:29.543405 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-a8edfc3d-0e8c-4305-a447-a10d572f515a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:29.552557 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-f0aaf75c-dc7a-4fac-8d17-989919b269f5 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Deleting port 72a51055-ca0a-4e01-bdd3-a016d1ba942e {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:20:29.553432 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f0aaf75c-dc7a-4fac-8d17-989919b269f5 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:29.578730 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f3ec84-5ebd-4fec-8b3a-3ee835b8424b req-4a640804-da70-463a-8814-25c318d2a456 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:29.598224 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-95f3ec84-5ebd-4fec-8b3a-3ee835b8424b req-4a640804-da70-463a-8814-25c318d2a456 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=1267093b-eddb-411d-af46-da473585ddce HTTP/1.1" status: 200 len: 950 time: 0.1636941 Jul 29 23:20:29.607877 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-a8edfc3d-0e8c-4305-a447-a10d572f515a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:29.645808 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-f0aaf75c-dc7a-4fac-8d17-989919b269f5 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] For port 72a51055-ca0a-4e01-bdd3-a016d1ba942e, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=72a51055-ca0a-4e01-bdd3-a016d1ba942e,segment=NetworkSegment(44faf3b7-bb51-4059-88d3-a4abe9d7ec9d),segment_id=44faf3b7-bb51-4059-88d3-a4abe9d7ec9d)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:29.650011 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f0aaf75c-dc7a-4fac-8d17-989919b269f5 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:29.657680 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e7c21fc-a617-499a-a692-712fb381b4fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe51e40-066d-405b-8a55-767ca109e9d1'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:20:29.661226 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d634ba-c04c-4045-8d6c-de16b46422a9" -d '{"events": [{"server_uuid": "9e7c21fc-a617-499a-a692-712fb381b4fb", "name": "network-vif-plugged", "status": "completed", "tag": "4fe51e40-066d-405b-8a55-767ca109e9d1"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:20:29.671632 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-f0aaf75c-dc7a-4fac-8d17-989919b269f5 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Calling delete_port for 72a51055-ca0a-4e01-bdd3-a016d1ba942e owned by network:dhcp {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:20:29.678302 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 793b7816-ecc1-471f-861a-4bb166bc715c {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:20:29.678506 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 793b7816-ecc1-471f-861a-4bb166bc715c not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:20:29.771061 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-95f3ec84-5ebd-4fec-8b3a-3ee835b8424b req-90cb9445-b5cf-41d3-a479-456b25ad69ba tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704073 Jul 29 23:20:29.775161 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f7339e-b2cb-436a-bc29-c75ee4eac527 x-openstack-request-id: req-69f7339e-b2cb-436a-bc29-c75ee4eac527 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:20:29.777778 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14f5da8f-fe8f-42cf-a0d7-e6976d1ff0ff", "name": "network-vif-unplugged", "status": "completed", "tag": "01301fce-70cf-497a-a51b-c2aa074d71e2", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:20:29.778207 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-69f7339e-b2cb-436a-bc29-c75ee4eac527 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:20:29.779344 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14f5da8f-fe8f-42cf-a0d7-e6976d1ff0ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01301fce-70cf-497a-a51b-c2aa074d71e2', 'code': 200} Jul 29 23:20:29.817400 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8edfc3d-0e8c-4305-a447-a10d572f515a service neutron] Pushing event updated for resources: {'Port': ['ID=01301fce-70cf-497a-a51b-c2aa074d71e2,revision_number=7']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:29.842100 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f0aaf75c-dc7a-4fac-8d17-989919b269f5 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:29.868882 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab54182-58cf-4e05-97f3-325e5d5aae39 x-openstack-request-id: req-eab54182-58cf-4e05-97f3-325e5d5aae39 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:20:29.869487 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e7c21fc-a617-499a-a692-712fb381b4fb", "name": "network-vif-plugged", "status": "completed", "tag": "4fe51e40-066d-405b-8a55-767ca109e9d1", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:20:29.869944 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eab54182-58cf-4e05-97f3-325e5d5aae39 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:20:29.870506 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e7c21fc-a617-499a-a692-712fb381b4fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe51e40-066d-405b-8a55-767ca109e9d1', 'code': 200} Jul 29 23:20:29.877658 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-a8edfc3d-0e8c-4305-a447-a10d572f515a service neutron] Attempting to bind port 01301fce-70cf-497a-a51b-c2aa074d71e2 on host n-h1-712141-10 for vnic_type normal with profile {"migrating_to": "n-h2-712141-10"} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:20:29.878269 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-a8edfc3d-0e8c-4305-a447-a10d572f515a service neutron] Attempting to bind port 01301fce-70cf-497a-a51b-c2aa074d71e2 by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': 'a739f5fc-cf01-40c9-83c0-bfbae7f993f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f490981b-45a9-43e1-a661-0229cc7a8cd7'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:20:29.878782 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-a8edfc3d-0e8c-4305-a447-a10d572f515a service neutron] Attempting to bind port 01301fce-70cf-497a-a51b-c2aa074d71e2 on network f490981b-45a9-43e1-a661-0229cc7a8cd7 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:20:29.891045 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aaf75c-dc7a-4fac-8d17-989919b269f5 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Pushing event deleted for resources: {'Port': ['ID=72a51055-ca0a-4e01-bdd3-a016d1ba942e,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:29.898056 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0aaf75c-dc7a-4fac-8d17-989919b269f5 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] No DVR routers for this DVR port 72a51055-ca0a-4e01-bdd3-a016d1ba942e on host n-d-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:20:29.911282 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-a8edfc3d-0e8c-4305-a447-a10d572f515a service neutron] Port 01301fce-70cf-497a-a51b-c2aa074d71e2 on network f490981b-45a9-43e1-a661-0229cc7a8cd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:20:29.911872 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-a8edfc3d-0e8c-4305-a447-a10d572f515a service neutron] Attempting to bind port 01301fce-70cf-497a-a51b-c2aa074d71e2 on network f490981b-45a9-43e1-a661-0229cc7a8cd7 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:20:29.922467 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-a8edfc3d-0e8c-4305-a447-a10d572f515a service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:20:29.925236 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-a8edfc3d-0e8c-4305-a447-a10d572f515a service neutron] Checking segment: {'id': 'a739f5fc-cf01-40c9-83c0-bfbae7f993f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f490981b-45a9-43e1-a661-0229cc7a8cd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:20:29.925864 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-a8edfc3d-0e8c-4305-a447-a10d572f515a service neutron] Bound using segment: {'id': 'a739f5fc-cf01-40c9-83c0-bfbae7f993f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f490981b-45a9-43e1-a661-0229cc7a8cd7'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:20:29.926491 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-a8edfc3d-0e8c-4305-a447-a10d572f515a service neutron] Bound port: 01301fce-70cf-497a-a51b-c2aa074d71e2, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a739f5fc-cf01-40c9-83c0-bfbae7f993f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f490981b-45a9-43e1-a661-0229cc7a8cd7'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:20:29.928496 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-a8edfc3d-0e8c-4305-a447-a10d572f515a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:30.023273 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b039bc-b159-4134-84dd-d25f0b54d337 None None] DHCP port deletion for 607b04b1-02d0-47dd-8d3e-e66db2ec3e7b request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:20:30.033645 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f0aaf75c-dc7a-4fac-8d17-989919b269f5 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:30.046904 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-f0aaf75c-dc7a-4fac-8d17-989919b269f5 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['607b04b1-02d0-47dd-8d3e-e66db2ec3e7b']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:20:30.058662 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-f0aaf75c-dc7a-4fac-8d17-989919b269f5 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44faf3b7-bb51-4059-88d3-a4abe9d7ec9d') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:20:30.059104 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-f0aaf75c-dc7a-4fac-8d17-989919b269f5 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44faf3b7-bb51-4059-88d3-a4abe9d7ec9d') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:20:30.070179 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f0aaf75c-dc7a-4fac-8d17-989919b269f5 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:30.086159 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f0aaf75c-dc7a-4fac-8d17-989919b269f5 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:30.103244 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0aaf75c-dc7a-4fac-8d17-989919b269f5 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:20:30.104059 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f0aaf75c-dc7a-4fac-8d17-989919b269f5 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:30.108016 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:20:30.108016 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:20:30.108016 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:20:30.108016 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:20:30.108016 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:20:30.108016 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:20:30.108016 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:20:30.108016 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:20:30.108016 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:20:30.108016 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:20:30.108016 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:20:30.108016 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:20:30.108016 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:20:30.108016 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:20:30.108016 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:20:30.108016 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:20:30.108016 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:20:30.108016 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:20:30.108016 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:20:30.108016 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:20:30.108016 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:20:30.108016 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:20:30.108016 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:20:30.108016 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:20:30.108016 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:20:30.108016 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:20:30.108016 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:20:30.108016 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:20:30.108016 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:20:30.108016 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:20:30.108016 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:20:30.108016 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:20:30.183620 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-a8edfc3d-0e8c-4305-a447-a10d572f515a service neutron] For port 01301fce-70cf-497a-a51b-c2aa074d71e2, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:20:30.203730 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087b5921-41eb-4576-afd2-329d388851a3 req-88c0ea51-cd69-4855-98bd-386bea364be4 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:30.213629 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-087b5921-41eb-4576-afd2-329d388851a3 req-88c0ea51-cd69-4855-98bd-386bea364be4 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e04ec77-6bad-45e3-9241-07c7749a1757 HTTP/1.1" status: 200 len: 944 time: 0.1493952 Jul 29 23:20:30.220297 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-a8edfc3d-0e8c-4305-a447-a10d572f515a service neutron] For port 01301fce-70cf-497a-a51b-c2aa074d71e2, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=01301fce-70cf-497a-a51b-c2aa074d71e2,segment=NetworkSegment(a739f5fc-cf01-40c9-83c0-bfbae7f993f3),segment_id=a739f5fc-cf01-40c9-83c0-bfbae7f993f3)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:20:30.220528 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f0aaf75c-dc7a-4fac-8d17-989919b269f5 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:30.234335 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 01301fce-70cf-497a-a51b-c2aa074d71e2 details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:20:30.237116 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2ebdbf-0f51-4921-8031-864675d6db37 req-9e7aa87d-ceb1-4536-b01e-cb5416073555 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:30.245155 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-be2ebdbf-0f51-4921-8031-864675d6db37 req-9e7aa87d-ceb1-4536-b01e-cb5416073555 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=62fc1795-6912-4db4-b667-421969d7def7 HTTP/1.1" status: 200 len: 945 time: 0.1589041 Jul 29 23:20:30.260016 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-a8edfc3d-0e8c-4305-a447-a10d572f515a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:30.267597 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f0aaf75c-dc7a-4fac-8d17-989919b269f5 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:30.270473 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-f0aaf75c-dc7a-4fac-8d17-989919b269f5 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "DELETE /v2.0/networks/607b04b1-02d0-47dd-8d3e-e66db2ec3e7b HTTP/1.1" status: 204 len: 168 time: 0.9881566 Jul 29 23:20:30.271786 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aaf75c-dc7a-4fac-8d17-989919b269f5 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Pushing event deleted for resources: {'Network': ['ID=607b04b1-02d0-47dd-8d3e-e66db2ec3e7b,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:30.276763 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff9fc1-79ee-47ad-87e7-609037e6fefc req-038c2a6e-ab06-4923-88ba-19d680f1dd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:30.280096 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-5aff9fc1-79ee-47ad-87e7-609037e6fefc req-038c2a6e-ab06-4923-88ba-19d680f1dd96 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9e7c21fc-a617-499a-a692-712fb381b4fb HTTP/1.1" status: 200 len: 1102 time: 0.1173899 Jul 29 23:20:30.283962 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 33108) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:30.291201 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-4d542b29-a59c-474a-a5b4-ae4c0ee9a8d0 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-654972194'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:20:30.359139 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d542b29-a59c-474a-a5b4-ae4c0ee9a8d0 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Made reservation on behalf of 51b1efed735945cea153cdfce6450079 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:20:30.364281 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4d542b29-a59c-474a-a5b4-ae4c0ee9a8d0 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:30.378198 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-087b5921-41eb-4576-afd2-329d388851a3 req-634fcc6d-6286-4320-bfef-3ce7cab7c835 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0e5e270-a9be-406d-95d1-49d73a31f45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614912 Jul 29 23:20:30.382334 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-5aff9fc1-79ee-47ad-87e7-609037e6fefc req-2ed90154-c7bb-4aab-b52d-7410900c3775 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839608 Jul 29 23:20:30.403358 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 01301fce-70cf-497a-a51b-c2aa074d71e2, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=01301fce-70cf-497a-a51b-c2aa074d71e2,segment=NetworkSegment(a739f5fc-cf01-40c9-83c0-bfbae7f993f3),segment_id=a739f5fc-cf01-40c9-83c0-bfbae7f993f3)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:30.427120 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d542b29-a59c-474a-a5b4-ae4c0ee9a8d0 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:20:30.443798 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 01301fce-70cf-497a-a51b-c2aa074d71e2 has no active binding in host n-h2-712141-10 {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 29 23:20:30.462061 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4d542b29-a59c-474a-a5b4-ae4c0ee9a8d0 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:30.462421 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-4d542b29-a59c-474a-a5b4-ae4c0ee9a8d0 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Added segment fec08266-85ee-4673-99cd-89ad5d897feb of type vlan for network 186b6692-606f-47cc-83fa-b47a63554809 Jul 29 23:20:30.480518 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-a8edfc3d-0e8c-4305-a447-a10d572f515a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:30.481820 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-a8edfc3d-0e8c-4305-a447-a10d572f515a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:30.483734 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-a8edfc3d-0e8c-4305-a447-a10d572f515a service neutron] 10.222.0.22 "PUT /v2.0/ports/01301fce-70cf-497a-a51b-c2aa074d71e2 HTTP/1.1" status: 200 len: 1123 time: 1.6829042 Jul 29 23:20:30.487338 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-be2ebdbf-0f51-4921-8031-864675d6db37 req-eca8f6cb-d56a-4239-8455-cf4749d04058 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414062 Jul 29 23:20:30.491274 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8edfc3d-0e8c-4305-a447-a10d572f515a service neutron] Pushing event updated for resources: {'Port': ['ID=01301fce-70cf-497a-a51b-c2aa074d71e2,revision_number=8']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:30.562271 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cfa071-e0f1-4ab8-a45d-471ffed2466b req-1889bb10-1dbd-4f83-bfbb-a488b6c943ad tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:30.563251 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4d542b29-a59c-474a-a5b4-ae4c0ee9a8d0 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:30.565813 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-38cfa071-e0f1-4ab8-a45d-471ffed2466b req-1889bb10-1dbd-4f83-bfbb-a488b6c943ad tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f5da8f-fe8f-42cf-a0d7-e6976d1ff0ff HTTP/1.1" status: 200 len: 943 time: 0.1019545 Jul 29 23:20:30.606994 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4d542b29-a59c-474a-a5b4-ae4c0ee9a8d0 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:30.615055 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d542b29-a59c-474a-a5b4-ae4c0ee9a8d0 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:30.615441 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4d542b29-a59c-474a-a5b4-ae4c0ee9a8d0 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:30.666505 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-38cfa071-e0f1-4ab8-a45d-471ffed2466b req-dbd8cf99-288f-4b78-8f6f-c1dc14c4da19 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868332 Jul 29 23:20:30.670900 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['01301fce-70cf-497a-a51b-c2aa074d71e2'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:20:30.681120 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9470c-9305-4569-9d54-41ae2004cb9a req-af473015-064d-42a9-9e22-73265af9925a tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:30.682773 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ddc9470c-9305-4569-9d54-41ae2004cb9a req-af473015-064d-42a9-9e22-73265af9925a tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e7c21fc-a617-499a-a692-712fb381b4fb HTTP/1.1" status: 200 len: 950 time: 0.1151552 Jul 29 23:20:30.748784 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['01301fce-70cf-497a-a51b-c2aa074d71e2'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:20:30.758494 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d542b29-a59c-474a-a5b4-ae4c0ee9a8d0 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Pushing event updated for resources: {'Network': ['ID=186b6692-606f-47cc-83fa-b47a63554809,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:30.775981 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ddc9470c-9305-4569-9d54-41ae2004cb9a req-d3acc3f5-e78a-4fe7-9d6e-7610211799e1 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862615 Jul 29 23:20:30.782590 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4d542b29-a59c-474a-a5b4-ae4c0ee9a8d0 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4973140 Jul 29 23:20:30.785117 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 33128) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:30.791926 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-f1037fd3-914c-4938-bc41-80498ce1209a tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Request body: {'subnet': {'network_id': '186b6692-606f-47cc-83fa-b47a63554809', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:20:30.792950 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 186b6692-606f-47cc-83fa-b47a63554809 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:20:30.961432 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1037fd3-914c-4938-bc41-80498ce1209a tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Made reservation on behalf of 51b1efed735945cea153cdfce6450079 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:20:30.964907 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f1037fd3-914c-4938-bc41-80498ce1209a tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:31.046196 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a4ceaa-4e0d-4625-928e-42b02c5ee631 req-402f8f7f-eef3-4e67-9821-60fec46b3ffc tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:31.047889 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-32a4ceaa-4e0d-4625-928e-42b02c5ee631 req-402f8f7f-eef3-4e67-9821-60fec46b3ffc tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=1267093b-eddb-411d-af46-da473585ddce HTTP/1.1" status: 200 len: 950 time: 0.1364007 Jul 29 23:20:31.108216 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-32a4ceaa-4e0d-4625-928e-42b02c5ee631 req-dc3eb249-439e-457e-99ed-8c3e86739e75 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511923 Jul 29 23:20:31.218915 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f1037fd3-914c-4938-bc41-80498ce1209a tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:31.234934 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 72a51055-ca0a-4e01-bdd3-a016d1ba942e no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:20:31.256498 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 72a51055-ca0a-4e01-bdd3-a016d1ba942e {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:20:31.256847 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 72a51055-ca0a-4e01-bdd3-a016d1ba942e not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:20:31.285943 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1037fd3-914c-4938-bc41-80498ce1209a tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Pushing event updated for resources: {'Subnet': ['ID=4bbd7ecb-c528-4a7e-9594-d172975d8a9b,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:31.314509 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1037fd3-914c-4938-bc41-80498ce1209a tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Checking segment: {'id': 'fec08266-85ee-4673-99cd-89ad5d897feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '186b6692-606f-47cc-83fa-b47a63554809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:20:31.314509 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1037fd3-914c-4938-bc41-80498ce1209a tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Network hostable DHCP agents. Network: 186b6692-606f-47cc-83fa-b47a63554809, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:20:31.333653 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1037fd3-914c-4938-bc41-80498ce1209a tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Network 186b6692-606f-47cc-83fa-b47a63554809 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:20:31.342108 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-f1037fd3-914c-4938-bc41-80498ce1209a tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 186b6692-606f-47cc-83fa-b47a63554809) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:20:31.346627 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1037fd3-914c-4938-bc41-80498ce1209a tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:31.347485 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f1037fd3-914c-4938-bc41-80498ce1209a tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:31.352878 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b52691-aa00-4236-b010-2c3b45b3a4cd None None] Network 186b6692-606f-47cc-83fa-b47a63554809 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:20:31.374490 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-f1037fd3-914c-4938-bc41-80498ce1209a tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.5873275 Jul 29 23:20:31.377856 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 33130) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:31.383487 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-f89cb7d2-173e-4225-be8f-29035d055527 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-390774324'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:20:31.411510 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f89cb7d2-173e-4225-be8f-29035d055527 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Made reservation on behalf of 51b1efed735945cea153cdfce6450079 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:20:31.415665 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f89cb7d2-173e-4225-be8f-29035d055527 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:31.442065 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f89cb7d2-173e-4225-be8f-29035d055527 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:20:31.456972 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f89cb7d2-173e-4225-be8f-29035d055527 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:31.457342 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-f89cb7d2-173e-4225-be8f-29035d055527 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Added segment 3fcf48c4-0f77-41ae-a1a1-527e051da490 of type vlan for network 45ea2d09-216e-45f5-9bf6-759af363932e Jul 29 23:20:31.548867 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1965b406-5c7b-499a-a27f-51d2166612d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-186b6692-606f-47cc-83fa-b47a63554809', 'network_id': '186b6692-606f-47cc-83fa-b47a63554809', 'tenant_id': '51b1efed735945cea153cdfce6450079', 'fixed_ips': [{'subnet_id': '4bbd7ecb-c528-4a7e-9594-d172975d8a9b'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:20:31.550150 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1965b406-5c7b-499a-a27f-51d2166612d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:31.557601 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f872748-2910-4829-8529-5fd577a69aed req-41bafe4f-0905-46a9-9123-1ac73ca25d17 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:31.559191 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4f872748-2910-4829-8529-5fd577a69aed req-41bafe4f-0905-46a9-9123-1ac73ca25d17 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e04ec77-6bad-45e3-9241-07c7749a1757 HTTP/1.1" status: 200 len: 944 time: 0.0967708 Jul 29 23:20:31.566722 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f89cb7d2-173e-4225-be8f-29035d055527 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:31.616340 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f89cb7d2-173e-4225-be8f-29035d055527 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:31.626667 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f89cb7d2-173e-4225-be8f-29035d055527 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:31.626667 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f89cb7d2-173e-4225-be8f-29035d055527 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:31.658333 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4f872748-2910-4829-8529-5fd577a69aed req-ccc77be7-7189-44e2-bd26-8d6a35a5a811 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0e5e270-a9be-406d-95d1-49d73a31f45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896478 Jul 29 23:20:31.691495 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9cc6ae-3a8c-4ac2-b16f-c39d669658ad req-418aa519-0d23-44c2-bf9f-757a9a928077 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:31.694658 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-f89cb7d2-173e-4225-be8f-29035d055527 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3152103 Jul 29 23:20:31.701994 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 33136) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:31.703394 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9c9cc6ae-3a8c-4ac2-b16f-c39d669658ad req-418aa519-0d23-44c2-bf9f-757a9a928077 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=62fc1795-6912-4db4-b667-421969d7def7 HTTP/1.1" status: 200 len: 945 time: 0.0952678 Jul 29 23:20:31.710809 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-6dee8a96-a48e-45a1-9b37-e2e60388c220 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Request body: {'subnet': {'network_id': '45ea2d09-216e-45f5-9bf6-759af363932e', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:20:31.783990 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-1965b406-5c7b-499a-a27f-51d2166612d6 None None] Allocated IP 19.80.0.2 (186b6692-606f-47cc-83fa-b47a63554809/4bbd7ecb-c528-4a7e-9594-d172975d8a9b/6c853f15-ed30-4415-a16d-50adb80f2cce) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:20:31.788415 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14f5da8f-fe8f-42cf-a0d7-e6976d1ff0ff', 'tag': '01301fce-70cf-497a-a51b-c2aa074d71e2'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:20:31.797693 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89cb7d2-173e-4225-be8f-29035d055527 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Pushing event updated for resources: {'Network': ['ID=45ea2d09-216e-45f5-9bf6-759af363932e,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:31.798564 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d0f0eb8-bea8-4679-95b0-51b530c46af0" -d '{"events": [{"name": "network-changed", "server_uuid": "14f5da8f-fe8f-42cf-a0d7-e6976d1ff0ff", "tag": "01301fce-70cf-497a-a51b-c2aa074d71e2"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:20:31.853271 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9c9cc6ae-3a8c-4ac2-b16f-c39d669658ad req-52a12d00-d989-49fd-b275-af4f70410693 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484177 Jul 29 23:20:31.990486 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dee8a96-a48e-45a1-9b37-e2e60388c220 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Made reservation on behalf of 51b1efed735945cea153cdfce6450079 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:20:31.996752 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6dee8a96-a48e-45a1-9b37-e2e60388c220 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:32.020873 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b35f0-9fb2-47f3-9088-17a91b82c316 req-8635584d-5ea6-448c-8977-dcde3fe46664 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:32.033549 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-972b35f0-9fb2-47f3-9088-17a91b82c316 req-8635584d-5ea6-448c-8977-dcde3fe46664 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f5da8f-fe8f-42cf-a0d7-e6976d1ff0ff HTTP/1.1" status: 200 len: 943 time: 0.1663489 Jul 29 23:20:32.063050 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1965b406-5c7b-499a-a27f-51d2166612d6 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:32.072356 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3017e1a1-d8eb-4908-be06-7542b69461ba x-openstack-request-id: req-3017e1a1-d8eb-4908-be06-7542b69461ba {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:20:32.073003 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14f5da8f-fe8f-42cf-a0d7-e6976d1ff0ff", "tag": "01301fce-70cf-497a-a51b-c2aa074d71e2", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:20:32.073917 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3017e1a1-d8eb-4908-be06-7542b69461ba {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:20:32.075909 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1965b406-5c7b-499a-a27f-51d2166612d6 None None] Transition to ACTIVE for port object 6c853f15-ed30-4415-a16d-50adb80f2cce will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:20:32.077443 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14f5da8f-fe8f-42cf-a0d7-e6976d1ff0ff', 'tag': '01301fce-70cf-497a-a51b-c2aa074d71e2', 'status': 'completed', 'code': 200} Jul 29 23:20:32.089454 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 45ea2d09-216e-45f5-9bf6-759af363932e details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:20:32.137462 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-972b35f0-9fb2-47f3-9088-17a91b82c316 req-0197c8ac-f896-44ff-89dc-bbbcf0153e25 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957274 Jul 29 23:20:32.172259 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1965b406-5c7b-499a-a27f-51d2166612d6 None None] Transition to ACTIVE for port object 6c853f15-ed30-4415-a16d-50adb80f2cce will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:20:32.194586 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1965b406-5c7b-499a-a27f-51d2166612d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:32.237617 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1965b406-5c7b-499a-a27f-51d2166612d6 None None] Pushing event updated for resources: {'Port': ['ID=6c853f15-ed30-4415-a16d-50adb80f2cce,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:32.243676 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:20:32.245243 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 22193727-29a5-425c-8d35-8e724a27d914 up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:20:32.258003 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1965b406-5c7b-499a-a27f-51d2166612d6 None None] Network 186b6692-606f-47cc-83fa-b47a63554809 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:20:32.279143 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-1965b406-5c7b-499a-a27f-51d2166612d6 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:20:32.282611 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1965b406-5c7b-499a-a27f-51d2166612d6 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:20:32.293723 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6dee8a96-a48e-45a1-9b37-e2e60388c220 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:32.298068 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f0eb8-bea8-4679-95b0-51b530c46af0 req-df1f9b66-1419-495f-8c8d-f45262a6be45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:32.299635 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5d0f0eb8-bea8-4679-95b0-51b530c46af0 req-df1f9b66-1419-495f-8c8d-f45262a6be45 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c2657a7d23514506876a4df5f527f58c&device_id=14f5da8f-fe8f-42cf-a0d7-e6976d1ff0ff HTTP/1.1" status: 200 len: 1126 time: 0.1600907 Jul 29 23:20:32.372932 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-1965b406-5c7b-499a-a27f-51d2166612d6 None None] Attempting to bind port 6c853f15-ed30-4415-a16d-50adb80f2cce on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:20:32.373298 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-1965b406-5c7b-499a-a27f-51d2166612d6 None None] Attempting to bind port 6c853f15-ed30-4415-a16d-50adb80f2cce by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': 'fec08266-85ee-4673-99cd-89ad5d897feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '186b6692-606f-47cc-83fa-b47a63554809'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:20:32.373690 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1965b406-5c7b-499a-a27f-51d2166612d6 None None] Attempting to bind port 6c853f15-ed30-4415-a16d-50adb80f2cce on network 186b6692-606f-47cc-83fa-b47a63554809 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:20:32.380794 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1965b406-5c7b-499a-a27f-51d2166612d6 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:20:32.381007 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1965b406-5c7b-499a-a27f-51d2166612d6 None None] Checking segment: {'id': 'fec08266-85ee-4673-99cd-89ad5d897feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '186b6692-606f-47cc-83fa-b47a63554809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:20:32.381255 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1965b406-5c7b-499a-a27f-51d2166612d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:32.383010 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1965b406-5c7b-499a-a27f-51d2166612d6 None None] Bound using segment: {'id': 'fec08266-85ee-4673-99cd-89ad5d897feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '186b6692-606f-47cc-83fa-b47a63554809'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:20:32.398017 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-1965b406-5c7b-499a-a27f-51d2166612d6 None None] Bound port: 6c853f15-ed30-4415-a16d-50adb80f2cce, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fec08266-85ee-4673-99cd-89ad5d897feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '186b6692-606f-47cc-83fa-b47a63554809'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:20:32.398779 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1965b406-5c7b-499a-a27f-51d2166612d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:32.401114 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dee8a96-a48e-45a1-9b37-e2e60388c220 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Pushing event updated for resources: {'Subnet': ['ID=8d68f427-b943-4169-939b-ad8642190389,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:32.427812 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dee8a96-a48e-45a1-9b37-e2e60388c220 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Checking segment: {'id': '3fcf48c4-0f77-41ae-a1a1-527e051da490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '45ea2d09-216e-45f5-9bf6-759af363932e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:20:32.428311 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dee8a96-a48e-45a1-9b37-e2e60388c220 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Network hostable DHCP agents. Network: 45ea2d09-216e-45f5-9bf6-759af363932e, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:20:32.435913 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port 22193727-29a5-425c-8d35-8e724a27d914 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:20:32.443959 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 22193727-29a5-425c-8d35-8e724a27d914 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:20:32.444334 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:32.447676 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba341d3-f9d9-474a-a59b-693cf4b16101 req-5eec6a1a-ba29-4afc-a643-638a9321b9f6 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:32.449489 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bba341d3-f9d9-474a-a59b-693cf4b16101 req-5eec6a1a-ba29-4afc-a643-638a9321b9f6 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e7c21fc-a617-499a-a692-712fb381b4fb HTTP/1.1" status: 200 len: 950 time: 0.2412369 Jul 29 23:20:32.466727 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dee8a96-a48e-45a1-9b37-e2e60388c220 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Network 45ea2d09-216e-45f5-9bf6-759af363932e is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:20:32.488515 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-6dee8a96-a48e-45a1-9b37-e2e60388c220 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 45ea2d09-216e-45f5-9bf6-759af363932e) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:20:32.493125 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dee8a96-a48e-45a1-9b37-e2e60388c220 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:32.494157 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6dee8a96-a48e-45a1-9b37-e2e60388c220 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:32.500179 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f0eb8-bea8-4679-95b0-51b530c46af0 req-ce85e247-c870-4f73-a24e-c842d4204846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:32.501898 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5d0f0eb8-bea8-4679-95b0-51b530c46af0 req-ce85e247-c870-4f73-a24e-c842d4204846 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f490981b-45a9-43e1-a661-0229cc7a8cd7 HTTP/1.1" status: 200 len: 922 time: 0.1854737 Jul 29 23:20:32.505958 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aeb8b36-e0b7-424e-a3d9-be3f308d6a08 None None] Network 45ea2d09-216e-45f5-9bf6-759af363932e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:20:32.549954 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-6dee8a96-a48e-45a1-9b37-e2e60388c220 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8407974 Jul 29 23:20:32.550155 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bba341d3-f9d9-474a-a59b-693cf4b16101 req-b07cba6c-b6a9-484e-a10a-33baeb294b17 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645416 Jul 29 23:20:32.604474 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1965b406-5c7b-499a-a27f-51d2166612d6 None None] For port 6c853f15-ed30-4415-a16d-50adb80f2cce, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:20:32.617767 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470478c-4670-4db9-bd69-413bd57e3259 req-c45a3c78-1a1b-4a4c-8d56-86321a70150e tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:32.619479 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7470478c-4670-4db9-bd69-413bd57e3259 req-c45a3c78-1a1b-4a4c-8d56-86321a70150e tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=1267093b-eddb-411d-af46-da473585ddce HTTP/1.1" status: 200 len: 950 time: 0.2040000 Jul 29 23:20:32.621617 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5d0f0eb8-bea8-4679-95b0-51b530c46af0 req-ba5d54fe-4357-4e6a-ad18-f5a6e01b3fb1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01301fce-70cf-497a-a51b-c2aa074d71e2 HTTP/1.1" status: 200 len: 217 time: 0.0749476 Jul 29 23:20:32.657135 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1965b406-5c7b-499a-a27f-51d2166612d6 None None] For port 6c853f15-ed30-4415-a16d-50adb80f2cce, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=6c853f15-ed30-4415-a16d-50adb80f2cce,segment=NetworkSegment(fec08266-85ee-4673-99cd-89ad5d897feb),segment_id=fec08266-85ee-4673-99cd-89ad5d897feb)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:20:32.681620 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1965b406-5c7b-499a-a27f-51d2166612d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:32.696310 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f0eb8-bea8-4679-95b0-51b530c46af0 req-baeeedbd-f36b-4cf8-9d1f-15e0ec604174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:32.698915 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5d0f0eb8-bea8-4679-95b0-51b530c46af0 req-baeeedbd-f36b-4cf8-9d1f-15e0ec604174 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=998261e9-cec6-4719-b797-0c7da54a3001 HTTP/1.1" status: 200 len: 861 time: 0.0556808 Jul 29 23:20:32.723224 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:32.723509 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7470478c-4670-4db9-bd69-413bd57e3259 req-aa29c065-4d95-4dd7-8b45-d3d0bbebe426 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973961 Jul 29 23:20:32.799232 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5d0f0eb8-bea8-4679-95b0-51b530c46af0 req-c4372c41-3592-4b0f-b2f1-b2cf2513faad service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f490981b-45a9-43e1-a661-0229cc7a8cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794208 Jul 29 23:20:32.814412 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e04ec77-6bad-45e3-9241-07c7749a1757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22193727-29a5-425c-8d35-8e724a27d914'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:20:32.816862 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dfc810f-84f0-4489-b0fa-410ce41c2a20" -d '{"events": [{"server_uuid": "5e04ec77-6bad-45e3-9241-07c7749a1757", "name": "network-vif-plugged", "status": "completed", "tag": "22193727-29a5-425c-8d35-8e724a27d914"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:20:32.863286 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1965b406-5c7b-499a-a27f-51d2166612d6 None None] Pushing event updated for resources: {'Port': ['ID=6c853f15-ed30-4415-a16d-50adb80f2cce,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:32.870396 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 22193727-29a5-425c-8d35-8e724a27d914, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=22193727-29a5-425c-8d35-8e724a27d914,segment=NetworkSegment(ad95086a-4aa4-4696-a47c-b54ab11bbc8c),segment_id=ad95086a-4aa4-4696-a47c-b54ab11bbc8c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:32.880212 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:32.949601 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5d0f0eb8-bea8-4679-95b0-51b530c46af0 req-25c5ae29-1774-47fe-a231-a663d56eb41e service neutron] 10.222.0.41 "GET /v2.0/networks/f490981b-45a9-43e1-a661-0229cc7a8cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343448 Jul 29 23:20:32.951397 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c498fdc-6444-48b2-af29-53beac16d610 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-45ea2d09-216e-45f5-9bf6-759af363932e', 'network_id': '45ea2d09-216e-45f5-9bf6-759af363932e', 'tenant_id': '51b1efed735945cea153cdfce6450079', 'fixed_ips': [{'subnet_id': '8d68f427-b943-4169-939b-ad8642190389'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:20:32.952284 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0c498fdc-6444-48b2-af29-53beac16d610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:32.962550 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b96f8-021a-4a0e-9804-dbccd5fc617f req-06748c12-6398-4d20-accb-95474d4a1816 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:32.964757 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4a6b96f8-021a-4a0e-9804-dbccd5fc617f req-06748c12-6398-4d20-accb-95474d4a1816 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e7c21fc-a617-499a-a692-712fb381b4fb HTTP/1.1" status: 200 len: 950 time: 0.2462034 Jul 29 23:20:33.000506 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=22193727-29a5-425c-8d35-8e724a27d914,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:33.153139 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4a6b96f8-021a-4a0e-9804-dbccd5fc617f req-3163f784-2f38-43d6-8701-228498c7cfb0 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251538 Jul 29 23:20:33.176287 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f18c92a-ab29-4232-86ca-96d35d46cb67 req-fdec89ff-401f-4671-a447-09bc4f34e9a4 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:33.181359 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4f18c92a-ab29-4232-86ca-96d35d46cb67 req-fdec89ff-401f-4671-a447-09bc4f34e9a4 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e04ec77-6bad-45e3-9241-07c7749a1757 HTTP/1.1" status: 200 len: 945 time: 0.2298269 Jul 29 23:20:33.264018 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4f18c92a-ab29-4232-86ca-96d35d46cb67 req-8da85bdc-133a-49e0-88dd-0a9466f4ec19 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0e5e270-a9be-406d-95d1-49d73a31f45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697494 Jul 29 23:20:33.290757 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-0c498fdc-6444-48b2-af29-53beac16d610 None None] Allocated IP 19.86.0.2 (45ea2d09-216e-45f5-9bf6-759af363932e/8d68f427-b943-4169-939b-ad8642190389/8f5be0ca-bd4b-4a7f-8ca8-2be0bbdf8711) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:20:33.408010 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96912c08-dcbc-416e-b201-8d7f5dfdf2e6 x-openstack-request-id: req-96912c08-dcbc-416e-b201-8d7f5dfdf2e6 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:20:33.408657 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e04ec77-6bad-45e3-9241-07c7749a1757", "name": "network-vif-plugged", "status": "completed", "tag": "22193727-29a5-425c-8d35-8e724a27d914", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:20:33.409021 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-96912c08-dcbc-416e-b201-8d7f5dfdf2e6 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:20:33.409872 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e04ec77-6bad-45e3-9241-07c7749a1757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22193727-29a5-425c-8d35-8e724a27d914', 'code': 200} Jul 29 23:20:33.411458 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 6c853f15-ed30-4415-a16d-50adb80f2cce up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:20:33.424931 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-3f1c1f43-e89b-4310-8642-c46be183a71c tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:33.431131 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-3f1c1f43-e89b-4310-8642-c46be183a71c tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:33.438840 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-3f1c1f43-e89b-4310-8642-c46be183a71c tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/networks?id=186b6692-606f-47cc-83fa-b47a63554809&id=45ea2d09-216e-45f5-9bf6-759af363932e HTTP/1.1" status: 200 len: 1390 time: 0.1494441 Jul 29 23:20:33.527544 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5d0f0eb8-bea8-4679-95b0-51b530c46af0 req-5cec39ca-9faf-4e4e-a452-30b03cc03da0 service neutron] 10.222.0.41 "GET /v2.0/networks/f490981b-45a9-43e1-a661-0229cc7a8cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5612795 Jul 29 23:20:33.536192 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-1f95bcc5-e9be-4b23-9ed3-9a1b5370a25a tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/quotas/51b1efed735945cea153cdfce6450079 HTTP/1.1" status: 200 len: 375 time: 0.0963521 Jul 29 23:20:33.545150 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f723d-23bd-42cc-9d3b-87915fb4d325 req-3add5c68-46c7-465b-b1b4-336fba6b978b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:33.545952 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0c498fdc-6444-48b2-af29-53beac16d610 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:33.546879 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8d8f723d-23bd-42cc-9d3b-87915fb4d325 req-3add5c68-46c7-465b-b1b4-336fba6b978b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5e04ec77-6bad-45e3-9241-07c7749a1757 HTTP/1.1" status: 200 len: 1097 time: 0.0905192 Jul 29 23:20:33.563918 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-0c498fdc-6444-48b2-af29-53beac16d610 None None] Transition to ACTIVE for port object 8f5be0ca-bd4b-4a7f-8ca8-2be0bbdf8711 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:20:33.566275 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 6c853f15-ed30-4415-a16d-50adb80f2cce completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:20:33.587742 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-0c498fdc-6444-48b2-af29-53beac16d610 None None] Transition to ACTIVE for port object 8f5be0ca-bd4b-4a7f-8ca8-2be0bbdf8711 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:20:33.596080 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0c498fdc-6444-48b2-af29-53beac16d610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:33.636647 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617b038-e549-4e01-9be1-0ebd759ab988 req-b099ffbb-0ff8-48ac-9a72-73d480aa9c4a tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:33.638311 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5617b038-e549-4e01-9be1-0ebd759ab988 req-b099ffbb-0ff8-48ac-9a72-73d480aa9c4a tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=62fc1795-6912-4db4-b667-421969d7def7 HTTP/1.1" status: 200 len: 945 time: 0.1548603 Jul 29 23:20:33.642808 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c498fdc-6444-48b2-af29-53beac16d610 None None] Network 45ea2d09-216e-45f5-9bf6-759af363932e is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:20:33.647999 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-0c498fdc-6444-48b2-af29-53beac16d610 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:20:33.650869 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c498fdc-6444-48b2-af29-53beac16d610 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:20:33.663886 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c498fdc-6444-48b2-af29-53beac16d610 None None] Pushing event updated for resources: {'Port': ['ID=8f5be0ca-bd4b-4a7f-8ca8-2be0bbdf8711,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:33.680150 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-28805b17-ea2b-41d9-a233-da5b304ef1c4 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=51b1efed735945cea153cdfce6450079&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1322489 Jul 29 23:20:33.688686 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8d8f723d-23bd-42cc-9d3b-87915fb4d325 req-ac7d5075-c75a-4498-b2b9-730631bfede9 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b0e5e270-a9be-406d-95d1-49d73a31f45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188083 Jul 29 23:20:33.738995 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-0c498fdc-6444-48b2-af29-53beac16d610 None None] Attempting to bind port 8f5be0ca-bd4b-4a7f-8ca8-2be0bbdf8711 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:20:33.739363 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-0c498fdc-6444-48b2-af29-53beac16d610 None None] Attempting to bind port 8f5be0ca-bd4b-4a7f-8ca8-2be0bbdf8711 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '3fcf48c4-0f77-41ae-a1a1-527e051da490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '45ea2d09-216e-45f5-9bf6-759af363932e'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:20:33.739724 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c498fdc-6444-48b2-af29-53beac16d610 None None] Attempting to bind port 8f5be0ca-bd4b-4a7f-8ca8-2be0bbdf8711 on network 45ea2d09-216e-45f5-9bf6-759af363932e {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:20:33.745181 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c498fdc-6444-48b2-af29-53beac16d610 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 20, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:20:33.745560 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c498fdc-6444-48b2-af29-53beac16d610 None None] Checking segment: {'id': '3fcf48c4-0f77-41ae-a1a1-527e051da490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '45ea2d09-216e-45f5-9bf6-759af363932e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:20:33.746005 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0c498fdc-6444-48b2-af29-53beac16d610 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:33.746390 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c498fdc-6444-48b2-af29-53beac16d610 None None] Bound using segment: {'id': '3fcf48c4-0f77-41ae-a1a1-527e051da490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '45ea2d09-216e-45f5-9bf6-759af363932e'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:20:33.746861 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-0c498fdc-6444-48b2-af29-53beac16d610 None None] Bound port: 8f5be0ca-bd4b-4a7f-8ca8-2be0bbdf8711, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fcf48c4-0f77-41ae-a1a1-527e051da490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '45ea2d09-216e-45f5-9bf6-759af363932e'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:20:33.748115 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0c498fdc-6444-48b2-af29-53beac16d610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:33.822360 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5617b038-e549-4e01-9be1-0ebd759ab988 req-8a60d476-0d8e-467a-9fee-5678e31c2b64 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408780 Jul 29 23:20:33.840411 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-0c498fdc-6444-48b2-af29-53beac16d610 None None] For port 8f5be0ca-bd4b-4a7f-8ca8-2be0bbdf8711, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:20:33.841458 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-68101c06-0f6c-4987-ad88-f6fcd7c3dc5e service neutron] 10.222.0.43 "GET /v2.0/networks/186b6692-606f-47cc-83fa-b47a63554809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435418 Jul 29 23:20:33.844626 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-0c498fdc-6444-48b2-af29-53beac16d610 None None] For port 8f5be0ca-bd4b-4a7f-8ca8-2be0bbdf8711, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=8f5be0ca-bd4b-4a7f-8ca8-2be0bbdf8711,segment=NetworkSegment(3fcf48c4-0f77-41ae-a1a1-527e051da490),segment_id=3fcf48c4-0f77-41ae-a1a1-527e051da490)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:20:33.852458 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0c498fdc-6444-48b2-af29-53beac16d610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:33.942841 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c498fdc-6444-48b2-af29-53beac16d610 None None] Pushing event updated for resources: {'Port': ['ID=8f5be0ca-bd4b-4a7f-8ca8-2be0bbdf8711,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:34.013525 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-a05dbba5-01ab-40b8-b69e-0d1d06517511 service neutron] 10.222.0.43 "GET /v2.0/networks/186b6692-606f-47cc-83fa-b47a63554809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705430 Jul 29 23:20:34.130109 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb40032e-45a3-4e25-870f-0bf08c1fc0cc req-406e5dae-080f-4248-a986-048ef786e201 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:34.131641 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cb40032e-45a3-4e25-870f-0bf08c1fc0cc req-406e5dae-080f-4248-a986-048ef786e201 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f5da8f-fe8f-42cf-a0d7-e6976d1ff0ff HTTP/1.1" status: 200 len: 943 time: 0.1082299 Jul 29 23:20:34.175067 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-a85ba8ef-7a27-4fc8-b6ed-5c9e13ae0b7d service neutron] 10.222.0.43 "GET /v2.0/networks/45ea2d09-216e-45f5-9bf6-759af363932e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603513 Jul 29 23:20:34.243087 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3279733b-354c-4622-a234-8c25d3e8d367 None None] Network 186b6692-606f-47cc-83fa-b47a63554809 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:20:34.265911 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cb40032e-45a3-4e25-870f-0bf08c1fc0cc req-54646992-a569-4d35-b62f-efec7ecf98b1 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236711 Jul 29 23:20:34.358789 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-9ab865bc-7795-48b8-87d7-c5e9ee6a8aaf None None] Provisioning for port 6c853f15-ed30-4415-a16d-50adb80f2cce completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:20:34.367161 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-9ab865bc-7795-48b8-87d7-c5e9ee6a8aaf None None] Provisioning complete for port 6c853f15-ed30-4415-a16d-50adb80f2cce triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:20:34.367533 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9ab865bc-7795-48b8-87d7-c5e9ee6a8aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:34.368417 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-c219b3d5-ce96-41ee-81da-388ec3bc759b service neutron] 10.222.0.43 "GET /v2.0/networks/45ea2d09-216e-45f5-9bf6-759af363932e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923423 Jul 29 23:20:34.541879 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9ab865bc-7795-48b8-87d7-c5e9ee6a8aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:34.732529 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-9ab865bc-7795-48b8-87d7-c5e9ee6a8aaf None None] For port 6c853f15-ed30-4415-a16d-50adb80f2cce, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=6c853f15-ed30-4415-a16d-50adb80f2cce,segment=NetworkSegment(fec08266-85ee-4673-99cd-89ad5d897feb),segment_id=fec08266-85ee-4673-99cd-89ad5d897feb)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:34.747050 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9ab865bc-7795-48b8-87d7-c5e9ee6a8aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:34.901946 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551d17c-dc5d-4127-a08b-654fe0633e24 req-7787d671-0200-498b-bd96-d445d290f457 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:34.911142 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6551d17c-dc5d-4127-a08b-654fe0633e24 req-7787d671-0200-498b-bd96-d445d290f457 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e04ec77-6bad-45e3-9241-07c7749a1757 HTTP/1.1" status: 200 len: 945 time: 0.1517417 Jul 29 23:20:34.988922 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a98943e-58b0-4874-9ccd-4a5be1e07ce3 req-c95b98b5-6c85-4054-aa22-531ee9a08298 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:35.000318 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4a98943e-58b0-4874-9ccd-4a5be1e07ce3 req-c95b98b5-6c85-4054-aa22-531ee9a08298 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=1267093b-eddb-411d-af46-da473585ddce HTTP/1.1" status: 200 len: 950 time: 0.2219510 Jul 29 23:20:35.119675 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6551d17c-dc5d-4127-a08b-654fe0633e24 req-b1c316a0-4a97-4efc-871d-fb11d73ef4a5 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0e5e270-a9be-406d-95d1-49d73a31f45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076876 Jul 29 23:20:35.156803 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4a98943e-58b0-4874-9ccd-4a5be1e07ce3 req-15d7efd6-18f0-4ab3-b2e0-a79c7a49ece8 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556873 Jul 29 23:20:35.212548 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab865bc-7795-48b8-87d7-c5e9ee6a8aaf None None] Pushing event updated for resources: {'Port': ['ID=6c853f15-ed30-4415-a16d-50adb80f2cce,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:35.279382 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2e4dc950-bbfd-44e5-af26-a754817e9674 req-070c0e83-65aa-4c88-9fd3-3000114cea9b tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b0e6382-278a-4414-adb1-69caaac038c8 HTTP/1.1" status: 200 len: 210 time: 0.0722029 Jul 29 23:20:35.282391 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-52cc83ad-1711-4646-94c9-d9d29c86ed94 None None] Provisioning complete for port 6c853f15-ed30-4415-a16d-50adb80f2cce triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:20:35.287501 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-52cc83ad-1711-4646-94c9-d9d29c86ed94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:35.463664 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 8f5be0ca-bd4b-4a7f-8ca8-2be0bbdf8711 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:20:35.507554 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a219ce-a103-4537-b54c-5dc6399f3cd0 req-f6fa73f1-311a-4c34-81de-b382fb7196e0 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:35.522752 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-30a219ce-a103-4537-b54c-5dc6399f3cd0 req-f6fa73f1-311a-4c34-81de-b382fb7196e0 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e7c21fc-a617-499a-a692-712fb381b4fb HTTP/1.1" status: 200 len: 950 time: 0.1745808 Jul 29 23:20:35.582422 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3248678f-c560-4570-8c06-795ad51fda9e None None] Network 45ea2d09-216e-45f5-9bf6-759af363932e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:20:35.590026 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 8f5be0ca-bd4b-4a7f-8ca8-2be0bbdf8711 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:20:35.672447 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-30a219ce-a103-4537-b54c-5dc6399f3cd0 req-acd8bdd3-8f0c-47da-83f8-b3b194838f80 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324031 Jul 29 23:20:35.693202 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c6e3af23-f10c-48f3-bb74-93ec689a8642 None None] Provisioning for port 8f5be0ca-bd4b-4a7f-8ca8-2be0bbdf8711 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:20:35.702025 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2cd7bc-c40d-4223-84d2-53f640ce1599 req-327da101-7804-4993-b0b5-f6880c83cbd0 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:35.703732 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4e2cd7bc-c40d-4223-84d2-53f640ce1599 req-327da101-7804-4993-b0b5-f6880c83cbd0 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=62fc1795-6912-4db4-b667-421969d7def7 HTTP/1.1" status: 200 len: 945 time: 0.2208204 Jul 29 23:20:35.717613 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c6e3af23-f10c-48f3-bb74-93ec689a8642 None None] Provisioning complete for port 8f5be0ca-bd4b-4a7f-8ca8-2be0bbdf8711 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:20:35.717613 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c6e3af23-f10c-48f3-bb74-93ec689a8642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:35.801659 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4e2cd7bc-c40d-4223-84d2-53f640ce1599 req-5c2ff0d4-d216-44c6-9c6f-c51cd67f5abd tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733924 Jul 29 23:20:35.871507 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bf2939-56ff-474a-81b7-9aa599c20165 req-6928c209-9eb4-439a-a049-af224b1c54eb tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:35.880269 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f2bf2939-56ff-474a-81b7-9aa599c20165 req-6928c209-9eb4-439a-a049-af224b1c54eb tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f5da8f-fe8f-42cf-a0d7-e6976d1ff0ff HTTP/1.1" status: 200 len: 943 time: 0.0752492 Jul 29 23:20:35.943789 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f2bf2939-56ff-474a-81b7-9aa599c20165 req-22d23907-c3a9-4835-8d34-cfc7ca6d6aeb tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622456 Jul 29 23:20:36.005037 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c6e3af23-f10c-48f3-bb74-93ec689a8642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:36.055463 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-c6e3af23-f10c-48f3-bb74-93ec689a8642 None None] For port 8f5be0ca-bd4b-4a7f-8ca8-2be0bbdf8711, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=8f5be0ca-bd4b-4a7f-8ca8-2be0bbdf8711,segment=NetworkSegment(3fcf48c4-0f77-41ae-a1a1-527e051da490),segment_id=3fcf48c4-0f77-41ae-a1a1-527e051da490)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:36.063218 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c6e3af23-f10c-48f3-bb74-93ec689a8642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:36.127119 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e3af23-f10c-48f3-bb74-93ec689a8642 None None] Pushing event updated for resources: {'Port': ['ID=8f5be0ca-bd4b-4a7f-8ca8-2be0bbdf8711,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:36.277518 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3226af6b-cd91-409f-9e3d-f7b127503d13 req-5c3154f8-6635-4298-a530-bea339d6c8ea tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:36.280362 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3226af6b-cd91-409f-9e3d-f7b127503d13 req-5c3154f8-6635-4298-a530-bea339d6c8ea tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e04ec77-6bad-45e3-9241-07c7749a1757 HTTP/1.1" status: 200 len: 945 time: 0.0774357 Jul 29 23:20:36.293913 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-dec1155a-0c3e-472f-959d-9a2f303d10c9 None None] Provisioning complete for port 8f5be0ca-bd4b-4a7f-8ca8-2be0bbdf8711 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:20:36.295185 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-dec1155a-0c3e-472f-959d-9a2f303d10c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:36.356598 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17907df2-eb80-4ecd-ae5d-f3e300000c36 req-a9b1260e-0573-499a-a46a-b9b51395b7f2 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:36.359232 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-17907df2-eb80-4ecd-ae5d-f3e300000c36 req-a9b1260e-0573-499a-a46a-b9b51395b7f2 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=1267093b-eddb-411d-af46-da473585ddce HTTP/1.1" status: 200 len: 950 time: 0.1002185 Jul 29 23:20:36.391706 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3226af6b-cd91-409f-9e3d-f7b127503d13 req-32364278-2494-4252-9594-ba784ad15646 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0e5e270-a9be-406d-95d1-49d73a31f45d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892546 Jul 29 23:20:36.451066 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-17907df2-eb80-4ecd-ae5d-f3e300000c36 req-edf6d176-e564-424e-a741-ed26bdcb461b tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741267 Jul 29 23:20:36.514505 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-39196366-647f-43e9-a484-857573ce87a1 req-4cfda55e-94d6-4894-b9bc-3ff184abf434 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b0e6382-278a-4414-adb1-69caaac038c8 HTTP/1.1" status: 200 len: 210 time: 0.0305564 Jul 29 23:20:36.552754 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-81ab81b9-d3da-4f57-aa6c-585390ab157c req-d93a3919-9a61-4b14-962b-8b5b3f3bc07b tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-319724408&fields=id&tenant_id=4b67b92d11074e3aa4a6c16a91e570ff HTTP/1.1" status: 200 len: 267 time: 0.0418994 Jul 29 23:20:36.812731 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:37.033915 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ab81b9-d3da-4f57-aa6c-585390ab157c req-e2573268-a974-49fe-a500-e3d9a007ad1c tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:37.041497 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-81ab81b9-d3da-4f57-aa6c-585390ab157c req-e2573268-a974-49fe-a500-e3d9a007ad1c tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e04ec77-6bad-45e3-9241-07c7749a1757 HTTP/1.1" status: 200 len: 945 time: 0.4826779 Jul 29 23:20:37.054124 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3098ec-ae30-4544-adc0-5ae5cc7f6ff3 req-680fd7af-1e06-4555-b029-772398712e7c tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:37.055686 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cc3098ec-ae30-4544-adc0-5ae5cc7f6ff3 req-680fd7af-1e06-4555-b029-772398712e7c tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e7c21fc-a617-499a-a692-712fb381b4fb HTTP/1.1" status: 200 len: 950 time: 0.1449263 Jul 29 23:20:37.059504 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-81ab81b9-d3da-4f57-aa6c-585390ab157c req-803a9535-3512-45dd-be50-8a9af7136a60 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Request body: {'port': {'security_groups': ['b0e5e270-a9be-406d-95d1-49d73a31f45d', 'd6e70784-2d36-4120-9a1a-d54213677021']}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:20:37.182539 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-bcac72b8-ba70-4a9d-91b5-f7c60e4f27b7 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:37.189291 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-bcac72b8-ba70-4a9d-91b5-f7c60e4f27b7 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:37.190964 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-bcac72b8-ba70-4a9d-91b5-f7c60e4f27b7 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.41 "GET /v2.0/networks?id=186b6692-606f-47cc-83fa-b47a63554809&id=45ea2d09-216e-45f5-9bf6-759af363932e HTTP/1.1" status: 200 len: 1390 time: 0.2812994 Jul 29 23:20:37.196427 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cc3098ec-ae30-4544-adc0-5ae5cc7f6ff3 req-54c6d315-6007-4095-b57f-25376a478d31 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310818 Jul 29 23:20:37.200840 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-81ab81b9-d3da-4f57-aa6c-585390ab157c req-803a9535-3512-45dd-be50-8a9af7136a60 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:37.217645 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-149defa0-2fad-49bd-8a88-12f4ce86da29 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Request body: {'port': {'device_id': '2b0e6382-278a-4414-adb1-69caaac038c8', 'network_id': '186b6692-606f-47cc-83fa-b47a63554809', 'admin_state_up': True, 'tenant_id': '51b1efed735945cea153cdfce6450079'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:20:37.295749 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 6c853f15-ed30-4415-a16d-50adb80f2cce up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:20:37.389329 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 6c853f15-ed30-4415-a16d-50adb80f2cce triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:20:37.389739 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:37.487813 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-149defa0-2fad-49bd-8a88-12f4ce86da29 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Made reservation on behalf of 51b1efed735945cea153cdfce6450079 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:20:37.491431 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-149defa0-2fad-49bd-8a88-12f4ce86da29 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:37.530188 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 8f5be0ca-bd4b-4a7f-8ca8-2be0bbdf8711 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:20:37.554473 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe0605e-f973-4572-8a7f-83366f6a0c05 req-abcbf20b-68c0-40cd-b389-8487781e490c tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:37.555955 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dfe0605e-f973-4572-8a7f-83366f6a0c05 req-abcbf20b-68c0-40cd-b389-8487781e490c tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=62fc1795-6912-4db4-b667-421969d7def7 HTTP/1.1" status: 200 len: 945 time: 0.1618903 Jul 29 23:20:37.612019 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 8f5be0ca-bd4b-4a7f-8ca8-2be0bbdf8711 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:20:37.612746 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:37.655264 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-81ab81b9-d3da-4f57-aa6c-585390ab157c req-803a9535-3512-45dd-be50-8a9af7136a60 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] For port 22193727-29a5-425c-8d35-8e724a27d914, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=22193727-29a5-425c-8d35-8e724a27d914,segment=NetworkSegment(ad95086a-4aa4-4696-a47c-b54ab11bbc8c),segment_id=ad95086a-4aa4-4696-a47c-b54ab11bbc8c)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:37.718842 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dfe0605e-f973-4572-8a7f-83366f6a0c05 req-3c04893f-9033-465d-b85a-c31e21814e54 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497967 Jul 29 23:20:37.791839 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-149defa0-2fad-49bd-8a88-12f4ce86da29 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Allocated IP 19.80.0.14 (186b6692-606f-47cc-83fa-b47a63554809/4bbd7ecb-c528-4a7e-9594-d172975d8a9b/e3765bb2-3d39-47d0-b702-e035cd245aaa) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:20:37.816826 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-81ab81b9-d3da-4f57-aa6c-585390ab157c req-803a9535-3512-45dd-be50-8a9af7136a60 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:37.824439 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-81ab81b9-d3da-4f57-aa6c-585390ab157c req-803a9535-3512-45dd-be50-8a9af7136a60 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:37.853998 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['094bef8e-9117-4601-bc20-d8a158b9b9fa', '22193727-29a5-425c-8d35-8e724a27d914'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:20:37.914925 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ab81b9-d3da-4f57-aa6c-585390ab157c req-803a9535-3512-45dd-be50-8a9af7136a60 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:37.919560 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-81ab81b9-d3da-4f57-aa6c-585390ab157c req-803a9535-3512-45dd-be50-8a9af7136a60 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:37.932778 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-81ab81b9-d3da-4f57-aa6c-585390ab157c req-803a9535-3512-45dd-be50-8a9af7136a60 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "PUT /v2.0/ports/22193727-29a5-425c-8d35-8e724a27d914 HTTP/1.1" status: 200 len: 981 time: 0.8902924 Jul 29 23:20:37.933605 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e04ec77-6bad-45e3-9241-07c7749a1757', 'tag': '22193727-29a5-425c-8d35-8e724a27d914'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:20:37.938547 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b74e1c-b565-46fb-8e2a-4a97b3c2494e" -d '{"events": [{"name": "network-changed", "server_uuid": "5e04ec77-6bad-45e3-9241-07c7749a1757", "tag": "22193727-29a5-425c-8d35-8e724a27d914"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:20:38.084654 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803a9535-3512-45dd-be50-8a9af7136a60 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Pushing event updated for resources: {'Port': ['ID=22193727-29a5-425c-8d35-8e724a27d914,revision_number=6']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:38.125537 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['22193727-29a5-425c-8d35-8e724a27d914'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:20:38.190997 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a27fe36-1707-4a6f-b6c7-cff2986bb7cd req-381079da-fcea-420d-822f-bf5bf0a7e6ff tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:38.192763 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7a27fe36-1707-4a6f-b6c7-cff2986bb7cd req-381079da-fcea-420d-822f-bf5bf0a7e6ff tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f5da8f-fe8f-42cf-a0d7-e6976d1ff0ff HTTP/1.1" status: 200 len: 943 time: 0.2310297 Jul 29 23:20:38.243877 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56bb3e9-d045-419f-b60b-430a5814dfe3 req-1c124b1b-491a-4c6e-8cef-64787e8d1c0c tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:38.246190 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a56bb3e9-d045-419f-b60b-430a5814dfe3 req-1c124b1b-491a-4c6e-8cef-64787e8d1c0c tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=1267093b-eddb-411d-af46-da473585ddce HTTP/1.1" status: 200 len: 950 time: 0.2105010 Jul 29 23:20:38.332981 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7a27fe36-1707-4a6f-b6c7-cff2986bb7cd req-a78407cb-0121-4c76-a715-d413b1ccfc7e tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302333 Jul 29 23:20:38.339114 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-149defa0-2fad-49bd-8a88-12f4ce86da29 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:38.449506 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a56bb3e9-d045-419f-b60b-430a5814dfe3 req-66ad27dd-0d04-41a3-9fba-7aaf63f4bf8d tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849468 Jul 29 23:20:38.454997 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-149defa0-2fad-49bd-8a88-12f4ce86da29 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Transition to ACTIVE for port object e3765bb2-3d39-47d0-b702-e035cd245aaa will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:20:38.556836 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7740d356-eee3-4df6-854d-917e750941d5 req-fedc092c-a491-44c7-bd75-07012673b391 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b0e6382-278a-4414-adb1-69caaac038c8 HTTP/1.1" status: 200 len: 210 time: 0.0561044 Jul 29 23:20:38.679340 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9e883045-7433-4282-8f6d-c53a7f9b47c1 req-ac9ad700-7b68-4f54-9370-7eaef93349a0 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/security-groups/d6e70784-2d36-4120-9a1a-d54213677021 HTTP/1.1" status: 200 len: 1800 time: 0.1393104 Jul 29 23:20:38.680747 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-149defa0-2fad-49bd-8a88-12f4ce86da29 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:38.771432 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03553e2e-77f9-4abe-b822-cc405b434041 x-openstack-request-id: req-03553e2e-77f9-4abe-b822-cc405b434041 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:20:38.772159 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e04ec77-6bad-45e3-9241-07c7749a1757", "tag": "22193727-29a5-425c-8d35-8e724a27d914", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:20:38.772638 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-03553e2e-77f9-4abe-b822-cc405b434041 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:20:38.773264 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e04ec77-6bad-45e3-9241-07c7749a1757', 'tag': '22193727-29a5-425c-8d35-8e724a27d914', 'status': 'completed', 'code': 200} Jul 29 23:20:38.823913 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [req-9e883045-7433-4282-8f6d-c53a7f9b47c1 req-f398d38b-85e5-410f-a77f-d73186ba23fd tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 29 23:20:38.823913 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9e883045-7433-4282-8f6d-c53a7f9b47c1 req-f398d38b-85e5-410f-a77f-d73186ba23fd tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "DELETE /v2.0/security-groups/d6e70784-2d36-4120-9a1a-d54213677021 HTTP/1.1" status: 409 len: 341 time: 0.1288157 Jul 29 23:20:38.834899 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-149defa0-2fad-49bd-8a88-12f4ce86da29 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Network 186b6692-606f-47cc-83fa-b47a63554809 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:20:38.915927 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-149defa0-2fad-49bd-8a88-12f4ce86da29 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:20:38.931954 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-149defa0-2fad-49bd-8a88-12f4ce86da29 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:20:38.996715 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149defa0-2fad-49bd-8a88-12f4ce86da29 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Pushing event updated for resources: {'Port': ['ID=e3765bb2-3d39-47d0-b702-e035cd245aaa,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:39.064002 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b74e1c-b565-46fb-8e2a-4a97b3c2494e req-ca997cd1-f526-4fe7-a7e3-ec79403da176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:39.065786 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c6b74e1c-b565-46fb-8e2a-4a97b3c2494e req-ca997cd1-f526-4fe7-a7e3-ec79403da176 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4b67b92d11074e3aa4a6c16a91e570ff&device_id=5e04ec77-6bad-45e3-9241-07c7749a1757 HTTP/1.1" status: 200 len: 1136 time: 0.2612348 Jul 29 23:20:39.071654 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-149defa0-2fad-49bd-8a88-12f4ce86da29 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:39.072544 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-149defa0-2fad-49bd-8a88-12f4ce86da29 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:39.105863 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284bb848-9342-4564-8977-9e0eaa9cd8ea req-bba28788-f9f1-40d4-9770-6ec644442386 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:39.114814 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-284bb848-9342-4564-8977-9e0eaa9cd8ea req-bba28788-f9f1-40d4-9770-6ec644442386 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e7c21fc-a617-499a-a692-712fb381b4fb HTTP/1.1" status: 200 len: 950 time: 0.2781947 Jul 29 23:20:39.196633 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-149defa0-2fad-49bd-8a88-12f4ce86da29 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9858012 Jul 29 23:20:39.227000 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-99ab3c05-9033-4cbe-8a7c-6c35c3a8f01f tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Request body: {'port': {'device_id': '2b0e6382-278a-4414-adb1-69caaac038c8', 'network_id': '45ea2d09-216e-45f5-9bf6-759af363932e', 'admin_state_up': True, 'tenant_id': '51b1efed735945cea153cdfce6450079'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:20:39.252029 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5293717f-3024-4e72-a7b1-ff77cfd54915 req-f008ddf3-196c-4687-989e-a21382580035 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:39.253549 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5293717f-3024-4e72-a7b1-ff77cfd54915 req-f008ddf3-196c-4687-989e-a21382580035 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=62fc1795-6912-4db4-b667-421969d7def7 HTTP/1.1" status: 200 len: 945 time: 0.2327387 Jul 29 23:20:39.287234 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-e892ad6b-c98b-457e-b8b0-bb25fa2ad1aa None None] Provisioning for port e3765bb2-3d39-47d0-b702-e035cd245aaa completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:20:39.294636 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-e892ad6b-c98b-457e-b8b0-bb25fa2ad1aa None None] Provisioning complete for port e3765bb2-3d39-47d0-b702-e035cd245aaa triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:20:39.295086 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e892ad6b-c98b-457e-b8b0-bb25fa2ad1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:39.311633 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-284bb848-9342-4564-8977-9e0eaa9cd8ea req-e1404215-cc30-4edc-8077-e7d74548ebf8 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906414 Jul 29 23:20:39.341654 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-e892ad6b-c98b-457e-b8b0-bb25fa2ad1aa None None] Port e3765bb2-3d39-47d0-b702-e035cd245aaa cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:20:39.424834 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b74e1c-b565-46fb-8e2a-4a97b3c2494e req-f5cc8534-7297-443c-a668-fa336d532465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:39.426642 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c6b74e1c-b565-46fb-8e2a-4a97b3c2494e req-f5cc8534-7297-443c-a668-fa336d532465 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d276bab9-08d9-4ae2-8764-57ec0cf596e7 HTTP/1.1" status: 200 len: 912 time: 0.3451774 Jul 29 23:20:39.508315 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5293717f-3024-4e72-a7b1-ff77cfd54915 req-d0218e67-884a-489b-a9c9-2d05c727686e tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410064 Jul 29 23:20:39.513036 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c6b74e1c-b565-46fb-8e2a-4a97b3c2494e req-d265d582-9e0a-46a7-b7ff-89d09defe523 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22193727-29a5-425c-8d35-8e724a27d914 HTTP/1.1" status: 200 len: 217 time: 0.0699594 Jul 29 23:20:39.675469 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-99ab3c05-9033-4cbe-8a7c-6c35c3a8f01f tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Made reservation on behalf of 51b1efed735945cea153cdfce6450079 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:20:39.679001 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-99ab3c05-9033-4cbe-8a7c-6c35c3a8f01f tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:39.692373 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b74e1c-b565-46fb-8e2a-4a97b3c2494e req-0d3c94ee-4ebf-48a3-96e0-64305bae7b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:39.693633 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c6b74e1c-b565-46fb-8e2a-4a97b3c2494e req-0d3c94ee-4ebf-48a3-96e0-64305bae7b34 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f9c6655f-91b3-4916-a461-d6d5f8fce027 HTTP/1.1" status: 200 len: 851 time: 0.1622500 Jul 29 23:20:39.753485 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c6b74e1c-b565-46fb-8e2a-4a97b3c2494e req-27e760b3-690b-401e-af70-ab6d2cab6531 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d276bab9-08d9-4ae2-8764-57ec0cf596e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370445 Jul 29 23:20:39.779382 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a67a85b-6e1d-471f-aa82-40d4765faddf req-fd7ee0dc-2498-4e0a-a307-df1de6039f45 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:39.781330 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1a67a85b-6e1d-471f-aa82-40d4765faddf req-fd7ee0dc-2498-4e0a-a307-df1de6039f45 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f5da8f-fe8f-42cf-a0d7-e6976d1ff0ff HTTP/1.1" status: 200 len: 943 time: 0.1660967 Jul 29 23:20:39.902281 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0897ce6b-ebd0-420d-b4f0-89470d1d6eae req-e7e77e1c-c650-4239-872a-cd700d15830f tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:39.904436 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0897ce6b-ebd0-420d-b4f0-89470d1d6eae req-e7e77e1c-c650-4239-872a-cd700d15830f tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e04ec77-6bad-45e3-9241-07c7749a1757 HTTP/1.1" status: 200 len: 984 time: 0.2346714 Jul 29 23:20:40.004242 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1a67a85b-6e1d-471f-aa82-40d4765faddf req-9213e5b3-1bbe-49c9-ae7b-36a114ac8198 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047164 Jul 29 23:20:40.042504 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c6b74e1c-b565-46fb-8e2a-4a97b3c2494e req-00234256-3cb1-47e5-9564-8e6549f01392 service neutron] 10.222.0.22 "GET /v2.0/networks/d276bab9-08d9-4ae2-8764-57ec0cf596e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578495 Jul 29 23:20:40.050266 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0897ce6b-ebd0-420d-b4f0-89470d1d6eae req-4d2ae0f4-65e1-453b-86d8-d53b975a71aa tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0e5e270-a9be-406d-95d1-49d73a31f45d&id=d6e70784-2d36-4120-9a1a-d54213677021&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1348736 Jul 29 23:20:40.058764 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-99ab3c05-9033-4cbe-8a7c-6c35c3a8f01f tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Allocated IP 19.86.0.214 (45ea2d09-216e-45f5-9bf6-759af363932e/8d68f427-b943-4169-939b-ad8642190389/cc8cbfc2-23ef-4ffa-8bdd-d361aedad8d2) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:20:40.287438 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e54a42-e2bc-47b3-b2ef-8b80d00d330d req-12795e8b-5dcc-46df-b3c8-04255c9ba1dc tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:40.288825 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-80e54a42-e2bc-47b3-b2ef-8b80d00d330d req-12795e8b-5dcc-46df-b3c8-04255c9ba1dc tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=1267093b-eddb-411d-af46-da473585ddce HTTP/1.1" status: 200 len: 950 time: 0.2010481 Jul 29 23:20:40.324468 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d873df-4e25-4ab5-b447-9a32d8c92f2b req-dcfebcaf-8d5c-4dd5-b544-723ba7a5d05f tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:40.327135 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-36d873df-4e25-4ab5-b447-9a32d8c92f2b req-dcfebcaf-8d5c-4dd5-b544-723ba7a5d05f tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b0e6382-278a-4414-adb1-69caaac038c8 HTTP/1.1" status: 200 len: 931 time: 0.1987484 Jul 29 23:20:40.342277 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c6b74e1c-b565-46fb-8e2a-4a97b3c2494e req-1306af32-8dda-41d5-9964-5ef1a5f165df service neutron] 10.222.0.22 "GET /v2.0/networks/d276bab9-08d9-4ae2-8764-57ec0cf596e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848244 Jul 29 23:20:40.407743 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-80e54a42-e2bc-47b3-b2ef-8b80d00d330d req-28b809e0-c96f-4e4b-a8d3-e4fb4663d87a tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083934 Jul 29 23:20:40.465354 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-36d873df-4e25-4ab5-b447-9a32d8c92f2b req-5e2fbba7-b0be-40c6-aefd-3014bb7d2d63 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7d83692-1f36-4f89-b4b6-59d9ab0340f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255631 Jul 29 23:20:40.469447 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-99ab3c05-9033-4cbe-8a7c-6c35c3a8f01f tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:40.490604 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-99ab3c05-9033-4cbe-8a7c-6c35c3a8f01f tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Transition to ACTIVE for port object cc8cbfc2-23ef-4ffa-8bdd-d361aedad8d2 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:20:40.494893 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f234af14-1bb2-4108-903f-7d88da74a1ef req-fdd52787-59a5-4cc4-b0b6-4d8596d74a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:40.497204 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f234af14-1bb2-4108-903f-7d88da74a1ef req-fdd52787-59a5-4cc4-b0b6-4d8596d74a20 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4b67b92d11074e3aa4a6c16a91e570ff&device_id=5e04ec77-6bad-45e3-9241-07c7749a1757 HTTP/1.1" status: 200 len: 1136 time: 0.0936160 Jul 29 23:20:40.605548 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-133e121c-fefe-4399-b295-85b59efca247 service neutron] 10.222.0.41 "GET /v2.0/ports/01301fce-70cf-497a-a51b-c2aa074d71e2/bindings/n-h2-712141-10 HTTP/1.1" status: 200 len: 385 time: 0.0732203 Jul 29 23:20:40.621189 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-99ab3c05-9033-4cbe-8a7c-6c35c3a8f01f tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:40.724047 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-99ab3c05-9033-4cbe-8a7c-6c35c3a8f01f tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Network 45ea2d09-216e-45f5-9bf6-759af363932e is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:20:40.726274 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f234af14-1bb2-4108-903f-7d88da74a1ef req-fb9354a4-9c54-4da1-a4d1-96354361d0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:40.727770 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f234af14-1bb2-4108-903f-7d88da74a1ef req-fb9354a4-9c54-4da1-a4d1-96354361d0a8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d276bab9-08d9-4ae2-8764-57ec0cf596e7 HTTP/1.1" status: 200 len: 912 time: 0.2223320 Jul 29 23:20:40.741348 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f996a50-b1ad-4492-9ed1-91c4396b0f24 req-53125f44-5b99-4d8e-8914-ad13abc4e16c tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:40.742813 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2f996a50-b1ad-4492-9ed1-91c4396b0f24 req-53125f44-5b99-4d8e-8914-ad13abc4e16c tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e7c21fc-a617-499a-a692-712fb381b4fb HTTP/1.1" status: 200 len: 950 time: 0.1703384 Jul 29 23:20:40.745902 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-99ab3c05-9033-4cbe-8a7c-6c35c3a8f01f tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:20:40.753919 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ab3c05-9033-4cbe-8a7c-6c35c3a8f01f tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Pushing event updated for resources: {'Port': ['ID=cc8cbfc2-23ef-4ffa-8bdd-d361aedad8d2,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:40.761427 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-99ab3c05-9033-4cbe-8a7c-6c35c3a8f01f tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:20:40.794842 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-726a2dc7-b9b6-4bae-a500-c79099c26811 service neutron] For port 01301fce-70cf-497a-a51b-c2aa074d71e2, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=01301fce-70cf-497a-a51b-c2aa074d71e2,segment=NetworkSegment(a739f5fc-cf01-40c9-83c0-bfbae7f993f3),segment_id=a739f5fc-cf01-40c9-83c0-bfbae7f993f3)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:40.816020 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-726a2dc7-b9b6-4bae-a500-c79099c26811 service neutron] For port 01301fce-70cf-497a-a51b-c2aa074d71e2, host n-h1-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:20:40.819785 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f234af14-1bb2-4108-903f-7d88da74a1ef req-802bd10d-b827-43b4-9515-768e9351eb3b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22193727-29a5-425c-8d35-8e724a27d914 HTTP/1.1" status: 200 len: 217 time: 0.0757818 Jul 29 23:20:40.849150 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8981e52-a38a-4497-b624-21e289be81bc req-5456cc15-e464-482f-a69e-5063b89c37e0 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:40.850763 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f8981e52-a38a-4497-b624-21e289be81bc req-5456cc15-e464-482f-a69e-5063b89c37e0 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=62fc1795-6912-4db4-b667-421969d7def7 HTTP/1.1" status: 200 len: 945 time: 0.2178609 Jul 29 23:20:40.858528 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-726a2dc7-b9b6-4bae-a500-c79099c26811 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01301fce-70cf-497a-a51b-c2aa074d71e2 {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:20:40.870473 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-726a2dc7-b9b6-4bae-a500-c79099c26811 service neutron] For port 01301fce-70cf-497a-a51b-c2aa074d71e2, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=01301fce-70cf-497a-a51b-c2aa074d71e2,segment=NetworkSegment(a739f5fc-cf01-40c9-83c0-bfbae7f993f3),segment_id=a739f5fc-cf01-40c9-83c0-bfbae7f993f3)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:40.890110 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-726a2dc7-b9b6-4bae-a500-c79099c26811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:40.917352 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-99ab3c05-9033-4cbe-8a7c-6c35c3a8f01f tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:40.918015 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-99ab3c05-9033-4cbe-8a7c-6c35c3a8f01f tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:40.935714 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2f996a50-b1ad-4492-9ed1-91c4396b0f24 req-2198b55b-733b-48ca-8997-563f2a51f99d tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760325 Jul 29 23:20:40.967117 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-99ab3c05-9033-4cbe-8a7c-6c35c3a8f01f tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7441449 Jul 29 23:20:40.969944 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f234af14-1bb2-4108-903f-7d88da74a1ef req-b1560f68-0af2-4b94-88d3-09b39f4ced23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:40.971805 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f234af14-1bb2-4108-903f-7d88da74a1ef req-b1560f68-0af2-4b94-88d3-09b39f4ced23 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f9c6655f-91b3-4916-a461-d6d5f8fce027 HTTP/1.1" status: 200 len: 851 time: 0.1165595 Jul 29 23:20:40.984437 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-726a2dc7-b9b6-4bae-a500-c79099c26811 service neutron] Transition to ACTIVE for port object 01301fce-70cf-497a-a51b-c2aa074d71e2 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:20:40.984909 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f8981e52-a38a-4497-b624-21e289be81bc req-f9601619-01c5-4cf2-baaa-1fbf241b8d0f tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107099 Jul 29 23:20:40.989276 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-5e6b9e1b-ca1a-4862-bf3a-ae8e932c10d0 None None] Provisioning for port cc8cbfc2-23ef-4ffa-8bdd-d361aedad8d2 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:20:40.991238 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-a5d1c181-bacb-4b1b-9a5e-54c81bfd26a9 service neutron] Request body: {'port': {'device_id': '2b0e6382-278a-4414-adb1-69caaac038c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:20:40.994218 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-5e6b9e1b-ca1a-4862-bf3a-ae8e932c10d0 None None] Provisioning complete for port cc8cbfc2-23ef-4ffa-8bdd-d361aedad8d2 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:20:40.994712 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5e6b9e1b-ca1a-4862-bf3a-ae8e932c10d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:40.996619 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-726a2dc7-b9b6-4bae-a500-c79099c26811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:41.045752 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f234af14-1bb2-4108-903f-7d88da74a1ef req-9bec53d4-b008-4c60-984c-82743035fead service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d276bab9-08d9-4ae2-8764-57ec0cf596e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597947 Jul 29 23:20:41.059744 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-5e6b9e1b-ca1a-4862-bf3a-ae8e932c10d0 None None] Port cc8cbfc2-23ef-4ffa-8bdd-d361aedad8d2 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:20:41.066473 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-726a2dc7-b9b6-4bae-a500-c79099c26811 service neutron] No DVR routers for this DVR port 01301fce-70cf-497a-a51b-c2aa074d71e2 on host n-h1-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:20:41.106230 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a2dc7-b9b6-4bae-a500-c79099c26811 service neutron] Pushing event updated for resources: {'Port': ['ID=01301fce-70cf-497a-a51b-c2aa074d71e2,revision_number=10']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:41.113270 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-726a2dc7-b9b6-4bae-a500-c79099c26811 service neutron] 10.222.0.41 "PUT /v2.0/ports/01301fce-70cf-497a-a51b-c2aa074d71e2/bindings/n-h2-712141-10/activate HTTP/1.1" status: 200 len: 370 time: 0.4956398 Jul 29 23:20:41.272126 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-c6293df3-e0a8-4c0a-83a9-f27b05865542 tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:41.273687 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-c6293df3-e0a8-4c0a-83a9-f27b05865542 tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=14f5da8f-fe8f-42cf-a0d7-e6976d1ff0ff&tenant_id=c2657a7d23514506876a4df5f527f58c&binding%3Ahost_id=n-h1-712141-10 HTTP/1.1" status: 200 len: 1096 time: 0.0459228 Jul 29 23:20:41.327972 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-b47dd9ba-452f-489b-8ef3-6479da3ba539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:41.329407 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-b47dd9ba-452f-489b-8ef3-6479da3ba539 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=14f5da8f-fe8f-42cf-a0d7-e6976d1ff0ff&tenant_id=c2657a7d23514506876a4df5f527f58c HTTP/1.1" status: 200 len: 1096 time: 0.0430431 Jul 29 23:20:41.414146 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-88ac4a05-4762-4c43-9018-93172b03996c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:41.415658 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-88ac4a05-4762-4c43-9018-93172b03996c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c2657a7d23514506876a4df5f527f58c&device_id=14f5da8f-fe8f-42cf-a0d7-e6976d1ff0ff HTTP/1.1" status: 200 len: 1096 time: 0.0441487 Jul 29 23:20:41.476139 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-a5d1c181-bacb-4b1b-9a5e-54c81bfd26a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:41.504824 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf42deec-631c-4afe-acce-6f9f76359ce0 req-0495fc2a-b520-4f56-8452-e60430966c59 tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:41.506358 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cf42deec-631c-4afe-acce-6f9f76359ce0 req-0495fc2a-b520-4f56-8452-e60430966c59 tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] 10.222.0.43 "GET /v2.0/ports?device_id=685779ab-acd9-4cd7-8e1e-c7f759280c1c HTTP/1.1" status: 200 len: 950 time: 0.4655921 Jul 29 23:20:41.514542 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-c97743d9-5990-49ac-9ad6-ef0bc71243fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:41.516011 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-c97743d9-5990-49ac-9ad6-ef0bc71243fe service neutron] 10.222.0.22 "GET /v2.0/networks?id=f490981b-45a9-43e1-a661-0229cc7a8cd7 HTTP/1.1" status: 200 len: 922 time: 0.0907619 Jul 29 23:20:41.567126 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-94509406-6a8c-45cc-82bd-eb1ea459adc3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=01301fce-70cf-497a-a51b-c2aa074d71e2 HTTP/1.1" status: 200 len: 217 time: 0.0375872 Jul 29 23:20:41.583442 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f234af14-1bb2-4108-903f-7d88da74a1ef req-dee7b732-a26a-4a22-b855-043c7db304a4 service neutron] 10.222.0.22 "GET /v2.0/networks/d276bab9-08d9-4ae2-8764-57ec0cf596e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5234978 Jul 29 23:20:41.590884 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249c254-c162-4f72-8484-e17f9976964e req-6aa43c91-e86e-41de-8e25-306588764f73 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:41.592285 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d249c254-c162-4f72-8484-e17f9976964e req-6aa43c91-e86e-41de-8e25-306588764f73 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f5da8f-fe8f-42cf-a0d7-e6976d1ff0ff HTTP/1.1" status: 200 len: 944 time: 0.4493361 Jul 29 23:20:41.617493 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-53de172f-a700-4916-a884-a893fecfd7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:41.619047 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-53de172f-a700-4916-a884-a893fecfd7ba service neutron] 10.222.0.22 "GET /v2.0/subnets?id=998261e9-cec6-4719-b797-0c7da54a3001 HTTP/1.1" status: 200 len: 861 time: 0.0445802 Jul 29 23:20:41.650976 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-44797a44-d57b-413e-9666-a8f49fc2dcb2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f490981b-45a9-43e1-a661-0229cc7a8cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242226 Jul 29 23:20:41.676881 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cf42deec-631c-4afe-acce-6f9f76359ce0 req-b3e66b30-5a50-4e81-8d24-4a9d2ec0fe1c tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a6bacb2-785e-46ce-99a7-969ba7b68206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627374 Jul 29 23:20:41.752425 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-45f28a86-04f6-4b6d-9a8c-c7e49222d3ae service neutron] 10.222.0.22 "GET /v2.0/networks/f490981b-45a9-43e1-a661-0229cc7a8cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942895 Jul 29 23:20:41.808329 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d249c254-c162-4f72-8484-e17f9976964e req-84d0cccb-a4e3-4b46-9a14-dc244988f75b tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085061 Jul 29 23:20:41.857615 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-a301ef40-97d6-49a1-bc8e-cd6c5a626d0b service neutron] 10.222.0.22 "GET /v2.0/networks/f490981b-45a9-43e1-a661-0229cc7a8cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934405 Jul 29 23:20:41.880395 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f234af14-1bb2-4108-903f-7d88da74a1ef req-29c72219-9ffd-4ead-abc7-2bd9c8b825c9 service neutron] 10.222.0.22 "GET /v2.0/networks/d276bab9-08d9-4ae2-8764-57ec0cf596e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751186 Jul 29 23:20:41.908779 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6f404-c21c-424f-842d-8c1857d9b049 req-6a3e00c2-95fe-498c-b256-758a7ea67e44 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:41.910310 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2af6f404-c21c-424f-842d-8c1857d9b049 req-6a3e00c2-95fe-498c-b256-758a7ea67e44 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e04ec77-6bad-45e3-9241-07c7749a1757 HTTP/1.1" status: 200 len: 984 time: 0.1601968 Jul 29 23:20:42.014618 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a72c45-966b-47d0-ac37-4f439f2b03ff req-8128aff6-52be-4582-924a-b492289217b7 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:42.019766 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-45a72c45-966b-47d0-ac37-4f439f2b03ff req-8128aff6-52be-4582-924a-b492289217b7 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=1267093b-eddb-411d-af46-da473585ddce HTTP/1.1" status: 200 len: 950 time: 0.1445289 Jul 29 23:20:42.031584 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2af6f404-c21c-424f-842d-8c1857d9b049 req-71131f8f-9998-4125-a751-e4a07e23cd4a tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0e5e270-a9be-406d-95d1-49d73a31f45d&id=d6e70784-2d36-4120-9a1a-d54213677021&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1025028 Jul 29 23:20:42.119492 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-45a72c45-966b-47d0-ac37-4f439f2b03ff req-b2b8f941-de37-4e90-9f9b-8329c32aafd2 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864918 Jul 29 23:20:42.144778 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-a5d1c181-bacb-4b1b-9a5e-54c81bfd26a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3765bb2-3d39-47d0-b702-e035cd245aaa {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:20:42.162131 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-a5d1c181-bacb-4b1b-9a5e-54c81bfd26a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:42.194444 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-a5d1c181-bacb-4b1b-9a5e-54c81bfd26a9 service neutron] Transition to ACTIVE for port object e3765bb2-3d39-47d0-b702-e035cd245aaa will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:20:42.200890 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-a5d1c181-bacb-4b1b-9a5e-54c81bfd26a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:42.219099 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c788e80-cc59-4d53-a751-6f223f63daa9 req-42220433-db72-40db-88f1-e8b3aaf7e02b tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:42.225294 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c788e80-cc59-4d53-a751-6f223f63daa9 req-42220433-db72-40db-88f1-e8b3aaf7e02b tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:42.226877 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8c788e80-cc59-4d53-a751-6f223f63daa9 req-42220433-db72-40db-88f1-e8b3aaf7e02b tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b0e6382-278a-4414-adb1-69caaac038c8 HTTP/1.1" status: 200 len: 1654 time: 0.1284792 Jul 29 23:20:42.272641 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-ceaa37d2-7c09-4736-8f9a-fa9a1b17e82b tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:42.274164 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-ceaa37d2-7c09-4736-8f9a-fa9a1b17e82b tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=14f5da8f-fe8f-42cf-a0d7-e6976d1ff0ff&tenant_id=c2657a7d23514506876a4df5f527f58c&binding%3Ahost_id=n-h2-712141-10 HTTP/1.1" status: 200 len: 1096 time: 0.1398556 Jul 29 23:20:42.301464 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d1c181-bacb-4b1b-9a5e-54c81bfd26a9 service neutron] Pushing event updated for resources: {'Port': ['ID=e3765bb2-3d39-47d0-b702-e035cd245aaa,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:42.375134 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8c788e80-cc59-4d53-a751-6f223f63daa9 req-ed146266-68fb-45f3-8a5a-83f58af35ed4 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7d83692-1f36-4f89-b4b6-59d9ab0340f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251657 Jul 29 23:20:42.489504 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-a5d1c181-bacb-4b1b-9a5e-54c81bfd26a9 service neutron] Attempting to bind port e3765bb2-3d39-47d0-b702-e035cd245aaa on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:20:42.491556 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-a5d1c181-bacb-4b1b-9a5e-54c81bfd26a9 service neutron] Attempting to bind port e3765bb2-3d39-47d0-b702-e035cd245aaa by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': 'fec08266-85ee-4673-99cd-89ad5d897feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '186b6692-606f-47cc-83fa-b47a63554809'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:20:42.491902 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-a5d1c181-bacb-4b1b-9a5e-54c81bfd26a9 service neutron] Attempting to bind port e3765bb2-3d39-47d0-b702-e035cd245aaa on network 186b6692-606f-47cc-83fa-b47a63554809 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:20:42.511891 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-a5d1c181-bacb-4b1b-9a5e-54c81bfd26a9 service neutron] Port e3765bb2-3d39-47d0-b702-e035cd245aaa on network 186b6692-606f-47cc-83fa-b47a63554809 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:20:42.512231 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-a5d1c181-bacb-4b1b-9a5e-54c81bfd26a9 service neutron] Attempting to bind port e3765bb2-3d39-47d0-b702-e035cd245aaa on network 186b6692-606f-47cc-83fa-b47a63554809 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:20:42.553852 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-a5d1c181-bacb-4b1b-9a5e-54c81bfd26a9 service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:20:42.554110 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-a5d1c181-bacb-4b1b-9a5e-54c81bfd26a9 service neutron] Checking segment: {'id': 'fec08266-85ee-4673-99cd-89ad5d897feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '186b6692-606f-47cc-83fa-b47a63554809'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:20:42.554494 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-a5d1c181-bacb-4b1b-9a5e-54c81bfd26a9 service neutron] Bound using segment: {'id': 'fec08266-85ee-4673-99cd-89ad5d897feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '186b6692-606f-47cc-83fa-b47a63554809'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:20:42.554918 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-a5d1c181-bacb-4b1b-9a5e-54c81bfd26a9 service neutron] Bound port: e3765bb2-3d39-47d0-b702-e035cd245aaa, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fec08266-85ee-4673-99cd-89ad5d897feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '186b6692-606f-47cc-83fa-b47a63554809'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:20:42.555273 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-a5d1c181-bacb-4b1b-9a5e-54c81bfd26a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:42.599582 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-60a106dd-10db-4efe-b949-974445249269 service neutron] For port 01301fce-70cf-497a-a51b-c2aa074d71e2, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:20:42.625286 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-60a106dd-10db-4efe-b949-974445249269 service neutron] Notify callbacks [] for binding, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:42.626324 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-79433b1f-5356-4c94-8e78-c746d405fbeb req-60a106dd-10db-4efe-b949-974445249269 service neutron] 10.222.0.22 "DELETE /v2.0/ports/01301fce-70cf-497a-a51b-c2aa074d71e2/bindings/n-h1-712141-10 HTTP/1.1" status: 204 len: 173 time: 0.3380430 Jul 29 23:20:42.654210 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768fe18-49ba-4b76-9728-0eb093f78bb2 req-32403c40-5db6-46df-a480-f706ddc5dabf tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:42.655950 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b768fe18-49ba-4b76-9728-0eb093f78bb2 req-32403c40-5db6-46df-a480-f706ddc5dabf tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e7c21fc-a617-499a-a692-712fb381b4fb HTTP/1.1" status: 200 len: 950 time: 0.1616273 Jul 29 23:20:42.671691 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb69fda6-6ce8-4cd6-ba9b-bd06b2b4f8d6 req-bb66d0c8-2bf7-48e1-a7a3-53ca4d8b134f tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:42.673213 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fb69fda6-6ce8-4cd6-ba9b-bd06b2b4f8d6 req-bb66d0c8-2bf7-48e1-a7a3-53ca4d8b134f tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=62fc1795-6912-4db4-b667-421969d7def7 HTTP/1.1" status: 200 len: 945 time: 0.1351068 Jul 29 23:20:42.709712 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-a5d1c181-bacb-4b1b-9a5e-54c81bfd26a9 service neutron] For port e3765bb2-3d39-47d0-b702-e035cd245aaa, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:20:42.741886 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-a5d1c181-bacb-4b1b-9a5e-54c81bfd26a9 service neutron] For port e3765bb2-3d39-47d0-b702-e035cd245aaa, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=e3765bb2-3d39-47d0-b702-e035cd245aaa,segment=NetworkSegment(fec08266-85ee-4673-99cd-89ad5d897feb),segment_id=fec08266-85ee-4673-99cd-89ad5d897feb)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:20:42.755403 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b768fe18-49ba-4b76-9728-0eb093f78bb2 req-994caaa4-e3d5-49c5-956b-7283033456e5 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917647 Jul 29 23:20:42.756391 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-a5d1c181-bacb-4b1b-9a5e-54c81bfd26a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:42.766931 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fb69fda6-6ce8-4cd6-ba9b-bd06b2b4f8d6 req-1ddcb64b-6449-442a-9944-ccdaddd9d973 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803680 Jul 29 23:20:42.798609 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-a5d1c181-bacb-4b1b-9a5e-54c81bfd26a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:42.799222 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-a5d1c181-bacb-4b1b-9a5e-54c81bfd26a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:42.800690 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-a5d1c181-bacb-4b1b-9a5e-54c81bfd26a9 service neutron] 10.222.0.41 "PUT /v2.0/ports/e3765bb2-3d39-47d0-b702-e035cd245aaa HTTP/1.1" status: 200 len: 1092 time: 1.8136833 Jul 29 23:20:42.802856 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b0e6382-278a-4414-adb1-69caaac038c8', 'tag': 'e3765bb2-3d39-47d0-b702-e035cd245aaa'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:20:42.805093 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2138779a-07b6-4072-adae-7e372270174d" -d '{"events": [{"name": "network-changed", "server_uuid": "2b0e6382-278a-4414-adb1-69caaac038c8", "tag": "e3765bb2-3d39-47d0-b702-e035cd245aaa"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:20:42.832899 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d1c181-bacb-4b1b-9a5e-54c81bfd26a9 service neutron] Pushing event updated for resources: {'Port': ['ID=e3765bb2-3d39-47d0-b702-e035cd245aaa,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:42.874858 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-491d612b-e486-4c78-83ac-6a904f058bf9 service neutron] Request body: {'port': {'device_id': '2b0e6382-278a-4414-adb1-69caaac038c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:20:42.898208 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 01301fce-70cf-497a-a51b-c2aa074d71e2 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:20:42.911761 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d852229d-34b4-4062-9fdd-3b1920993a1f x-openstack-request-id: req-d852229d-34b4-4062-9fdd-3b1920993a1f {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:20:42.912179 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b0e6382-278a-4414-adb1-69caaac038c8", "tag": "e3765bb2-3d39-47d0-b702-e035cd245aaa", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:20:42.912530 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d852229d-34b4-4062-9fdd-3b1920993a1f {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:20:42.913020 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b0e6382-278a-4414-adb1-69caaac038c8', 'tag': 'e3765bb2-3d39-47d0-b702-e035cd245aaa', 'status': 'completed', 'code': 200} Jul 29 23:20:42.951781 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 01301fce-70cf-497a-a51b-c2aa074d71e2 not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:20:42.975586 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-491d612b-e486-4c78-83ac-6a904f058bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:42.998824 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2138779a-07b6-4072-adae-7e372270174d req-eebf6830-0a52-48ef-a45a-0e0d6e0b2070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:42.999419 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2138779a-07b6-4072-adae-7e372270174d req-eebf6830-0a52-48ef-a45a-0e0d6e0b2070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:43.000882 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2138779a-07b6-4072-adae-7e372270174d req-eebf6830-0a52-48ef-a45a-0e0d6e0b2070 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=51b1efed735945cea153cdfce6450079&device_id=2b0e6382-278a-4414-adb1-69caaac038c8 HTTP/1.1" status: 200 len: 1914 time: 0.0462906 Jul 29 23:20:43.037291 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa329d17-beaa-44c3-97f7-1d0f8bcfc8fc req-44eb0c81-def6-4357-a097-2509c6b005f2 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:43.038878 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fa329d17-beaa-44c3-97f7-1d0f8bcfc8fc req-44eb0c81-def6-4357-a097-2509c6b005f2 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f5da8f-fe8f-42cf-a0d7-e6976d1ff0ff HTTP/1.1" status: 200 len: 944 time: 0.1005962 Jul 29 23:20:43.179348 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fa329d17-beaa-44c3-97f7-1d0f8bcfc8fc req-a2dc8baa-5f11-43d4-bc76-c1c1663a9364 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279891 Jul 29 23:20:43.204460 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2138779a-07b6-4072-adae-7e372270174d req-a5f1a192-ca32-4730-b1db-5b28f421146e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:43.204954 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2138779a-07b6-4072-adae-7e372270174d req-a5f1a192-ca32-4730-b1db-5b28f421146e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:43.205444 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2138779a-07b6-4072-adae-7e372270174d req-a5f1a192-ca32-4730-b1db-5b28f421146e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:43.207432 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2138779a-07b6-4072-adae-7e372270174d req-a5f1a192-ca32-4730-b1db-5b28f421146e service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=51b1efed735945cea153cdfce6450079&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1907384 Jul 29 23:20:43.266969 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b152b-9e5d-46d3-9a00-e1dc8e3c0149 req-086f539d-1a0e-4dbf-8aab-30c80868ef6a tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:43.268537 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c68b152b-9e5d-46d3-9a00-e1dc8e3c0149 req-086f539d-1a0e-4dbf-8aab-30c80868ef6a tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e04ec77-6bad-45e3-9241-07c7749a1757 HTTP/1.1" status: 200 len: 984 time: 0.1455386 Jul 29 23:20:43.327756 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2138779a-07b6-4072-adae-7e372270174d req-d32d335c-47e4-4e9f-b9cf-c1ca6ed7fdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:43.329391 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2138779a-07b6-4072-adae-7e372270174d req-d32d335c-47e4-4e9f-b9cf-c1ca6ed7fdd9 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0964992 Jul 29 23:20:43.376024 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c68b152b-9e5d-46d3-9a00-e1dc8e3c0149 req-d4b80eb2-cad1-428a-9698-648bde228263 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0e5e270-a9be-406d-95d1-49d73a31f45d&id=d6e70784-2d36-4120-9a1a-d54213677021&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0891426 Jul 29 23:20:43.386446 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2aaa3-e0e3-4744-98b9-f6d92c842188 req-193d3c89-6178-492b-b594-bd6a15bb4afa tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:43.388066 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-64f2aaa3-e0e3-4744-98b9-f6d92c842188 req-193d3c89-6178-492b-b594-bd6a15bb4afa tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=1267093b-eddb-411d-af46-da473585ddce HTTP/1.1" status: 200 len: 950 time: 0.1185598 Jul 29 23:20:43.437360 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-491d612b-e486-4c78-83ac-6a904f058bf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc8cbfc2-23ef-4ffa-8bdd-d361aedad8d2 {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:20:43.453370 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-491d612b-e486-4c78-83ac-6a904f058bf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:43.467918 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-64f2aaa3-e0e3-4744-98b9-f6d92c842188 req-088afd79-00b1-4e50-9787-fb0231d933a6 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620868 Jul 29 23:20:43.484970 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-491d612b-e486-4c78-83ac-6a904f058bf9 service neutron] Transition to ACTIVE for port object cc8cbfc2-23ef-4ffa-8bdd-d361aedad8d2 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:20:43.493405 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-491d612b-e486-4c78-83ac-6a904f058bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:43.533488 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f88c768b-d9b3-47a1-a268-2423ebc35b1b req-0e0fea92-dab9-49c3-bc9a-777b741b6e8c tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-214620004&fields=id&tenant_id=4b67b92d11074e3aa4a6c16a91e570ff HTTP/1.1" status: 200 len: 267 time: 0.0846024 Jul 29 23:20:43.615001 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491d612b-e486-4c78-83ac-6a904f058bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=cc8cbfc2-23ef-4ffa-8bdd-d361aedad8d2,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:43.688865 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbccf84-0031-42c7-bf27-e5f681c7cb93 req-a651aabc-b4dd-4a48-9fa2-cf02eee2966b tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:43.694483 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbccf84-0031-42c7-bf27-e5f681c7cb93 req-a651aabc-b4dd-4a48-9fa2-cf02eee2966b tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:43.696118 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9bbccf84-0031-42c7-bf27-e5f681c7cb93 req-a651aabc-b4dd-4a48-9fa2-cf02eee2966b tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b0e6382-278a-4414-adb1-69caaac038c8 HTTP/1.1" status: 200 len: 1678 time: 0.1662760 Jul 29 23:20:43.709321 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c768b-d9b3-47a1-a268-2423ebc35b1b req-f7a970e7-6ce5-414f-b79c-c7a518422185 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:43.710928 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f88c768b-d9b3-47a1-a268-2423ebc35b1b req-f7a970e7-6ce5-414f-b79c-c7a518422185 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e04ec77-6bad-45e3-9241-07c7749a1757 HTTP/1.1" status: 200 len: 984 time: 0.1602712 Jul 29 23:20:43.735982 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-f88c768b-d9b3-47a1-a268-2423ebc35b1b req-8c06e597-cb94-4ec1-baec-4d4a002684db tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Request body: {'port': {'security_groups': ['b0e5e270-a9be-406d-95d1-49d73a31f45d', 'd6e70784-2d36-4120-9a1a-d54213677021', 'cebcdbd4-6549-422d-a2de-19c8f9d0f9bc']}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:20:43.753696 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-491d612b-e486-4c78-83ac-6a904f058bf9 service neutron] Attempting to bind port cc8cbfc2-23ef-4ffa-8bdd-d361aedad8d2 on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:20:43.754039 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-491d612b-e486-4c78-83ac-6a904f058bf9 service neutron] Attempting to bind port cc8cbfc2-23ef-4ffa-8bdd-d361aedad8d2 by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': '3fcf48c4-0f77-41ae-a1a1-527e051da490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '45ea2d09-216e-45f5-9bf6-759af363932e'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:20:43.754369 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-491d612b-e486-4c78-83ac-6a904f058bf9 service neutron] Attempting to bind port cc8cbfc2-23ef-4ffa-8bdd-d361aedad8d2 on network 45ea2d09-216e-45f5-9bf6-759af363932e {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:20:43.785692 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-491d612b-e486-4c78-83ac-6a904f058bf9 service neutron] Port cc8cbfc2-23ef-4ffa-8bdd-d361aedad8d2 on network 45ea2d09-216e-45f5-9bf6-759af363932e not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:20:43.786025 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-491d612b-e486-4c78-83ac-6a904f058bf9 service neutron] Attempting to bind port cc8cbfc2-23ef-4ffa-8bdd-d361aedad8d2 on network 45ea2d09-216e-45f5-9bf6-759af363932e {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:20:43.804379 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9bbccf84-0031-42c7-bf27-e5f681c7cb93 req-8ab5ce34-99fe-4fec-8785-eb98f08fd5f8 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7d83692-1f36-4f89-b4b6-59d9ab0340f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924153 Jul 29 23:20:43.805012 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-491d612b-e486-4c78-83ac-6a904f058bf9 service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:20:43.805348 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-491d612b-e486-4c78-83ac-6a904f058bf9 service neutron] Checking segment: {'id': '3fcf48c4-0f77-41ae-a1a1-527e051da490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '45ea2d09-216e-45f5-9bf6-759af363932e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:20:43.805832 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-491d612b-e486-4c78-83ac-6a904f058bf9 service neutron] Bound using segment: {'id': '3fcf48c4-0f77-41ae-a1a1-527e051da490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '45ea2d09-216e-45f5-9bf6-759af363932e'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:20:43.806269 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-491d612b-e486-4c78-83ac-6a904f058bf9 service neutron] Bound port: cc8cbfc2-23ef-4ffa-8bdd-d361aedad8d2, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fcf48c4-0f77-41ae-a1a1-527e051da490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '45ea2d09-216e-45f5-9bf6-759af363932e'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:20:43.806628 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-491d612b-e486-4c78-83ac-6a904f058bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:43.871628 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f88c768b-d9b3-47a1-a268-2423ebc35b1b req-8c06e597-cb94-4ec1-baec-4d4a002684db tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:43.986103 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-491d612b-e486-4c78-83ac-6a904f058bf9 service neutron] For port cc8cbfc2-23ef-4ffa-8bdd-d361aedad8d2, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:20:43.989082 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87240ab8-f46b-42d4-a46e-c793eab0c2a9 req-8f089c0e-6519-4eae-bda8-814b3e43d04e tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:43.990733 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-87240ab8-f46b-42d4-a46e-c793eab0c2a9 req-8f089c0e-6519-4eae-bda8-814b3e43d04e tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=14f5da8f-fe8f-42cf-a0d7-e6976d1ff0ff HTTP/1.1" status: 200 len: 1096 time: 0.1217852 Jul 29 23:20:43.997819 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-491d612b-e486-4c78-83ac-6a904f058bf9 service neutron] For port cc8cbfc2-23ef-4ffa-8bdd-d361aedad8d2, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=cc8cbfc2-23ef-4ffa-8bdd-d361aedad8d2,segment=NetworkSegment(3fcf48c4-0f77-41ae-a1a1-527e051da490),segment_id=3fcf48c4-0f77-41ae-a1a1-527e051da490)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:20:44.016235 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-491d612b-e486-4c78-83ac-6a904f058bf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:44.102042 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-491d612b-e486-4c78-83ac-6a904f058bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:44.102666 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-491d612b-e486-4c78-83ac-6a904f058bf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:44.104055 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-491d612b-e486-4c78-83ac-6a904f058bf9 service neutron] 10.222.0.41 "PUT /v2.0/ports/cc8cbfc2-23ef-4ffa-8bdd-d361aedad8d2 HTTP/1.1" status: 200 len: 1093 time: 1.2347589 Jul 29 23:20:44.119883 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-87240ab8-f46b-42d4-a46e-c793eab0c2a9 req-a9fcf101-31de-4e22-bff5-0f189b4af70d tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186590 Jul 29 23:20:44.130180 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491d612b-e486-4c78-83ac-6a904f058bf9 service neutron] Pushing event updated for resources: {'Port': ['ID=cc8cbfc2-23ef-4ffa-8bdd-d361aedad8d2,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:44.272712 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-09e5ec99-86a8-45f1-83ff-f4d81077534a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:44.273200 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-09e5ec99-86a8-45f1-83ff-f4d81077534a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:44.274776 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-09e5ec99-86a8-45f1-83ff-f4d81077534a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=51b1efed735945cea153cdfce6450079&device_id=2b0e6382-278a-4414-adb1-69caaac038c8 HTTP/1.1" status: 200 len: 1982 time: 0.0934169 Jul 29 23:20:44.291592 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-f88c768b-d9b3-47a1-a268-2423ebc35b1b req-8c06e597-cb94-4ec1-baec-4d4a002684db tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] For port 22193727-29a5-425c-8d35-8e724a27d914, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=22193727-29a5-425c-8d35-8e724a27d914,segment=NetworkSegment(ad95086a-4aa4-4696-a47c-b54ab11bbc8c),segment_id=ad95086a-4aa4-4696-a47c-b54ab11bbc8c)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:44.350304 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b4123-6e39-466c-b873-8581b2f47ad5 req-9d1a1eed-afb2-4114-a3c4-6b53aeb47ae6 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:44.351701 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-627b4123-6e39-466c-b873-8581b2f47ad5 req-9d1a1eed-afb2-4114-a3c4-6b53aeb47ae6 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e7c21fc-a617-499a-a692-712fb381b4fb HTTP/1.1" status: 200 len: 950 time: 0.1383841 Jul 29 23:20:44.354464 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-eda71d39-4af5-4686-907b-453e69700823 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.14&port_id=e3765bb2-3d39-47d0-b702-e035cd245aaa HTTP/1.1" status: 200 len: 217 time: 0.0498199 Jul 29 23:20:44.385200 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f88c768b-d9b3-47a1-a268-2423ebc35b1b req-8c06e597-cb94-4ec1-baec-4d4a002684db tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:44.411240 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f88c768b-d9b3-47a1-a268-2423ebc35b1b req-8c06e597-cb94-4ec1-baec-4d4a002684db tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:44.424159 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['094bef8e-9117-4601-bc20-d8a158b9b9fa', '22193727-29a5-425c-8d35-8e724a27d914'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:20:44.479620 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-627b4123-6e39-466c-b873-8581b2f47ad5 req-3a3ee5bc-e03a-41e4-ad5c-eb24c2847300 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207418 Jul 29 23:20:44.488636 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c768b-d9b3-47a1-a268-2423ebc35b1b req-8c06e597-cb94-4ec1-baec-4d4a002684db tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:44.488899 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f88c768b-d9b3-47a1-a268-2423ebc35b1b req-8c06e597-cb94-4ec1-baec-4d4a002684db tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:44.490195 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f88c768b-d9b3-47a1-a268-2423ebc35b1b req-8c06e597-cb94-4ec1-baec-4d4a002684db tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "PUT /v2.0/ports/22193727-29a5-425c-8d35-8e724a27d914 HTTP/1.1" status: 200 len: 1020 time: 0.7622957 Jul 29 23:20:44.491714 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-8b2bbe38-a7d9-44a2-874b-929da1782ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:44.493168 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-8b2bbe38-a7d9-44a2-874b-929da1782ac1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4bbd7ecb-c528-4a7e-9594-d172975d8a9b HTTP/1.1" status: 200 len: 801 time: 0.1178913 Jul 29 23:20:44.546951 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c06e597-cb94-4ec1-baec-4d4a002684db tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Pushing event updated for resources: {'Port': ['ID=22193727-29a5-425c-8d35-8e724a27d914,revision_number=7']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:44.574137 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-753f7453-0409-441a-9fed-c678be585912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:44.576174 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-753f7453-0409-441a-9fed-c678be585912 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=186b6692-606f-47cc-83fa-b47a63554809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749030 Jul 29 23:20:44.613942 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0c0d6a-b17f-4074-aae8-d471f1c58487 req-b90d9e22-59d8-4e80-ae5e-3b22f73b4755 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:44.615133 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-de0c0d6a-b17f-4074-aae8-d471f1c58487 req-b90d9e22-59d8-4e80-ae5e-3b22f73b4755 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=62fc1795-6912-4db4-b667-421969d7def7 HTTP/1.1" status: 200 len: 945 time: 0.0512342 Jul 29 23:20:44.662079 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['22193727-29a5-425c-8d35-8e724a27d914'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:20:44.710662 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-de0c0d6a-b17f-4074-aae8-d471f1c58487 req-c577dc49-6b32-4403-9b5a-ec71a453a3d0 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864310 Jul 29 23:20:44.757096 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-f88559ef-ba84-46cc-8d08-eeeada990272 service neutron] 10.222.0.41 "GET /v2.0/networks/186b6692-606f-47cc-83fa-b47a63554809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254084 Jul 29 23:20:44.877116 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef6a2b-2cdd-4d78-b341-14c14c0643f5 req-80170b49-80e1-4ced-9f8e-254bd52f4f8a tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:44.878665 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6aef6a2b-2cdd-4d78-b341-14c14c0643f5 req-80170b49-80e1-4ced-9f8e-254bd52f4f8a tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=14f5da8f-fe8f-42cf-a0d7-e6976d1ff0ff HTTP/1.1" status: 200 len: 1096 time: 0.1329560 Jul 29 23:20:44.887066 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device d484528b-d630-4f58-b4ca-1af975d3c6d6 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:20:44.924424 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f70064-1be9-4bfc-8964-4a0145249da5 req-44d8e524-9ca6-4c80-af42-aa25f78bf232 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:44.925922 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-41f70064-1be9-4bfc-8964-4a0145249da5 req-44d8e524-9ca6-4c80-af42-aa25f78bf232 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=1267093b-eddb-411d-af46-da473585ddce HTTP/1.1" status: 200 len: 950 time: 0.1009982 Jul 29 23:20:44.926351 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b0e6382-278a-4414-adb1-69caaac038c8', 'tag': 'cc8cbfc2-23ef-4ffa-8bdd-d361aedad8d2'}, {'name': 'network-changed', 'server_uuid': '5e04ec77-6bad-45e3-9241-07c7749a1757', 'tag': '22193727-29a5-425c-8d35-8e724a27d914'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:20:44.928551 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0cb823-02f1-4357-9e47-be9994dc3bb5" -d '{"events": [{"name": "network-changed", "server_uuid": "2b0e6382-278a-4414-adb1-69caaac038c8", "tag": "cc8cbfc2-23ef-4ffa-8bdd-d361aedad8d2"}, {"name": "network-changed", "server_uuid": "5e04ec77-6bad-45e3-9241-07c7749a1757", "tag": "22193727-29a5-425c-8d35-8e724a27d914"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:20:44.971498 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-11770270-88d5-465a-8fa8-7fa38c74627e service neutron] 10.222.0.41 "GET /v2.0/networks/186b6692-606f-47cc-83fa-b47a63554809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969013 Jul 29 23:20:44.981405 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6aef6a2b-2cdd-4d78-b341-14c14c0643f5 req-e04cdfb7-8ef5-4488-b65e-a7c58f0b1cfe tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906231 Jul 29 23:20:45.035710 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-41f70064-1be9-4bfc-8964-4a0145249da5 req-a62e2782-2a6b-4ce9-973b-fa6149090429 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967007 Jul 29 23:20:45.081269 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:45.086647 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-2ca113d3-ed29-447c-9ca5-1d4f273a13d5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.214&port_id=cc8cbfc2-23ef-4ffa-8bdd-d361aedad8d2 HTTP/1.1" status: 200 len: 217 time: 0.0990169 Jul 29 23:20:45.123675 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '685779ab-acd9-4cd7-8e1e-c7f759280c1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd484528b-d630-4f58-b4ca-1af975d3c6d6'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:20:45.125919 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83c29f4-7396-4c72-b012-bae8b3a955c9" -d '{"events": [{"server_uuid": "685779ab-acd9-4cd7-8e1e-c7f759280c1c", "name": "network-vif-unplugged", "status": "completed", "tag": "d484528b-d630-4f58-b4ca-1af975d3c6d6"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:20:45.139130 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port d484528b-d630-4f58-b4ca-1af975d3c6d6, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=d484528b-d630-4f58-b4ca-1af975d3c6d6,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:45.143681 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:45.150107 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-58d119b9-1060-4785-a5c9-6b4bfabf556c req-e20a5e2e-581c-4050-8875-7b6a3a7b990b tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/security-groups/cebcdbd4-6549-422d-a2de-19c8f9d0f9bc HTTP/1.1" status: 200 len: 1800 time: 0.1220174 Jul 29 23:20:45.194046 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-d242886b-0e5c-4e12-8c6c-c67584f6656b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:45.195304 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=d484528b-d630-4f58-b4ca-1af975d3c6d6,revision_number=8']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:45.195505 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-d242886b-0e5c-4e12-8c6c-c67584f6656b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8d68f427-b943-4169-939b-ad8642190389 HTTP/1.1" status: 200 len: 801 time: 0.0992551 Jul 29 23:20:45.256385 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf34c0c7-4a53-4a00-b122-78449091b06a req-c5cbaae2-8c9d-4551-b7a2-4f9fae8c6ff2 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:45.262133 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf34c0c7-4a53-4a00-b122-78449091b06a req-c5cbaae2-8c9d-4551-b7a2-4f9fae8c6ff2 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:45.264228 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bf34c0c7-4a53-4a00-b122-78449091b06a req-c5cbaae2-8c9d-4551-b7a2-4f9fae8c6ff2 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b0e6382-278a-4414-adb1-69caaac038c8 HTTP/1.1" status: 200 len: 1678 time: 0.1366692 Jul 29 23:20:45.289669 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [req-58d119b9-1060-4785-a5c9-6b4bfabf556c req-0f1d839c-4892-4715-994c-3a2aa10ca874 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 29 23:20:45.290623 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-58d119b9-1060-4785-a5c9-6b4bfabf556c req-0f1d839c-4892-4715-994c-3a2aa10ca874 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "DELETE /v2.0/security-groups/cebcdbd4-6549-422d-a2de-19c8f9d0f9bc HTTP/1.1" status: 409 len: 341 time: 0.1251242 Jul 29 23:20:45.301107 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-7189350e-1fa6-459c-8fa6-c13ffdb6d1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:45.302588 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-7189350e-1fa6-459c-8fa6-c13ffdb6d1c3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=45ea2d09-216e-45f5-9bf6-759af363932e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0945573 Jul 29 23:20:45.323441 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bf34c0c7-4a53-4a00-b122-78449091b06a req-6b01f764-90d0-4f8b-9ed2-8fd325579809 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7d83692-1f36-4f89-b4b6-59d9ab0340f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519679 Jul 29 23:20:45.335754 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 29 Jul 2021 23:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d87cbbde-6db5-4f21-9ebc-d3f05757d545 x-openstack-request-id: req-d87cbbde-6db5-4f21-9ebc-d3f05757d545 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:20:45.336046 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b0e6382-278a-4414-adb1-69caaac038c8", "tag": "cc8cbfc2-23ef-4ffa-8bdd-d361aedad8d2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5e04ec77-6bad-45e3-9241-07c7749a1757", "tag": "22193727-29a5-425c-8d35-8e724a27d914", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:20:45.336293 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d87cbbde-6db5-4f21-9ebc-d3f05757d545 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:20:45.336678 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b0e6382-278a-4414-adb1-69caaac038c8', 'tag': 'cc8cbfc2-23ef-4ffa-8bdd-d361aedad8d2', 'status': 'completed', 'code': 200} Jul 29 23:20:45.336927 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e04ec77-6bad-45e3-9241-07c7749a1757', 'tag': '22193727-29a5-425c-8d35-8e724a27d914', 'status': 'completed', 'code': 200} Jul 29 23:20:45.381895 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d932504b-f638-4c79-bc84-25713cc36a1a x-openstack-request-id: req-d932504b-f638-4c79-bc84-25713cc36a1a {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:20:45.382311 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "685779ab-acd9-4cd7-8e1e-c7f759280c1c", "name": "network-vif-unplugged", "status": "completed", "tag": "d484528b-d630-4f58-b4ca-1af975d3c6d6", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:20:45.382664 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d932504b-f638-4c79-bc84-25713cc36a1a {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:20:45.383158 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '685779ab-acd9-4cd7-8e1e-c7f759280c1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd484528b-d630-4f58-b4ca-1af975d3c6d6', 'code': 200} Jul 29 23:20:45.733489 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0cb823-02f1-4357-9e47-be9994dc3bb5 req-f21ca342-d631-4255-944f-ddd3f5762c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:45.735011 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-aa0cb823-02f1-4357-9e47-be9994dc3bb5 req-f21ca342-d631-4255-944f-ddd3f5762c97 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=4b67b92d11074e3aa4a6c16a91e570ff&device_id=5e04ec77-6bad-45e3-9241-07c7749a1757 HTTP/1.1" status: 200 len: 1175 time: 0.3725374 Jul 29 23:20:45.847402 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-91a7c71d-182b-414b-a9ce-2377310e6a2d service neutron] 10.222.0.41 "GET /v2.0/networks/45ea2d09-216e-45f5-9bf6-759af363932e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5334287 Jul 29 23:20:45.915966 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1fe68a-394e-422f-af0f-78814a26aed7 req-f6468ef3-6a87-4a60-97b8-df25c916659b tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:45.917511 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7d1fe68a-394e-422f-af0f-78814a26aed7 req-f6468ef3-6a87-4a60-97b8-df25c916659b tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e7c21fc-a617-499a-a692-712fb381b4fb HTTP/1.1" status: 200 len: 950 time: 0.1790435 Jul 29 23:20:45.928057 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99917923-f7a6-4a98-9101-db64aa99bf49 req-4c9de125-8856-4fea-bb87-aa47d3b119e3 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:45.929460 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-99917923-f7a6-4a98-9101-db64aa99bf49 req-4c9de125-8856-4fea-bb87-aa47d3b119e3 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e04ec77-6bad-45e3-9241-07c7749a1757 HTTP/1.1" status: 200 len: 1023 time: 0.1920235 Jul 29 23:20:46.022064 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0cb823-02f1-4357-9e47-be9994dc3bb5 req-5fe985a9-9dc9-4ecd-8f7d-2ee0e7073983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:46.023442 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-aa0cb823-02f1-4357-9e47-be9994dc3bb5 req-5fe985a9-9dc9-4ecd-8f7d-2ee0e7073983 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d276bab9-08d9-4ae2-8764-57ec0cf596e7 HTTP/1.1" status: 200 len: 912 time: 0.2656620 Jul 29 23:20:46.056192 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7d1fe68a-394e-422f-af0f-78814a26aed7 req-c98cc734-4d71-4d9a-bb03-f9fdbd848ab0 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240687 Jul 29 23:20:46.088410 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-99917923-f7a6-4a98-9101-db64aa99bf49 req-0c4e2de4-eee1-4045-bdbb-83de7922e21e tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/security-groups?id=cebcdbd4-6549-422d-a2de-19c8f9d0f9bc&id=b0e5e270-a9be-406d-95d1-49d73a31f45d&id=d6e70784-2d36-4120-9a1a-d54213677021&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1509581 Jul 29 23:20:46.091656 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-aa0cb823-02f1-4357-9e47-be9994dc3bb5 req-03305939-355b-4a09-8ff6-1f5f606b82de service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=22193727-29a5-425c-8d35-8e724a27d914 HTTP/1.1" status: 200 len: 217 time: 0.0546241 Jul 29 23:20:46.094159 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e14895c8-68b2-4e3d-9900-54de2d4f7ec6 req-f019e502-e94a-4d19-acf9-8a2f5e20be55 service neutron] 10.222.0.41 "GET /v2.0/networks/45ea2d09-216e-45f5-9bf6-759af363932e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368460 Jul 29 23:20:46.148251 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0cb823-02f1-4357-9e47-be9994dc3bb5 req-0eccafef-2c2c-4771-98b1-35775e755d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:46.149756 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-aa0cb823-02f1-4357-9e47-be9994dc3bb5 req-0eccafef-2c2c-4771-98b1-35775e755d0d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f9c6655f-91b3-4916-a461-d6d5f8fce027 HTTP/1.1" status: 200 len: 851 time: 0.0505297 Jul 29 23:20:46.190178 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-aa0cb823-02f1-4357-9e47-be9994dc3bb5 req-af8c51a5-32bb-4eaf-8a9e-2e8ed57558eb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d276bab9-08d9-4ae2-8764-57ec0cf596e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287898 Jul 29 23:20:46.316994 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device e7636624-ee00-43ce-8045-cac196986c66 details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:20:46.381752 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c9691-b442-4688-b03d-31506779e550 req-1ab87308-be44-4763-be15-4cc72d58d535 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:46.383244 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-043c9691-b442-4688-b03d-31506779e550 req-1ab87308-be44-4763-be15-4cc72d58d535 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=62fc1795-6912-4db4-b667-421969d7def7 HTTP/1.1" status: 200 len: 945 time: 0.1767178 Jul 29 23:20:46.396669 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c650cfe2-bc92-4204-9565-07bb53670323 req-e6eef490-6fa7-4689-9e6a-030207020b6f tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:46.398152 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c650cfe2-bc92-4204-9565-07bb53670323 req-e6eef490-6fa7-4689-9e6a-030207020b6f tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=1267093b-eddb-411d-af46-da473585ddce HTTP/1.1" status: 200 len: 950 time: 0.1732819 Jul 29 23:20:46.404060 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0cb823-02f1-4357-9e47-be9994dc3bb5 req-a6a4244e-0c3d-48fb-9a27-770ee474ec43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:46.404563 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0cb823-02f1-4357-9e47-be9994dc3bb5 req-a6a4244e-0c3d-48fb-9a27-770ee474ec43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:46.406090 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-aa0cb823-02f1-4357-9e47-be9994dc3bb5 req-a6a4244e-0c3d-48fb-9a27-770ee474ec43 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=51b1efed735945cea153cdfce6450079&device_id=2b0e6382-278a-4414-adb1-69caaac038c8 HTTP/1.1" status: 200 len: 1982 time: 0.1311522 Jul 29 23:20:46.420411 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port e7636624-ee00-43ce-8045-cac196986c66, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=e7636624-ee00-43ce-8045-cac196986c66,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:46.420981 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-aa0cb823-02f1-4357-9e47-be9994dc3bb5 req-9de9d8a3-f06c-4013-bc8b-b9029412121d service neutron] 10.222.0.22 "GET /v2.0/networks/d276bab9-08d9-4ae2-8764-57ec0cf596e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131996 Jul 29 23:20:46.431730 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': 'e7636624-ee00-43ce-8045-cac196986c66', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'port_id': 'e7636624-ee00-43ce-8045-cac196986c66', 'mac_address': 'fa:16:3e:63:1c:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64bdc61a-58ca-49c7-bae5-ecfed9ee407c', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:20:46.471961 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:46.488900 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e7636624-ee00-43ce-8045-cac196986c66 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:20:46.516276 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port e7636624-ee00-43ce-8045-cac196986c66, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=e7636624-ee00-43ce-8045-cac196986c66,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:46.520900 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:46.588213 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=e7636624-ee00-43ce-8045-cac196986c66,revision_number=6']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:46.589944 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-043c9691-b442-4688-b03d-31506779e550 req-1059a6af-1019-41cf-9821-c6f0c13368a9 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858761 Jul 29 23:20:46.600577 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c650cfe2-bc92-4204-9565-07bb53670323 req-bb0efdb1-6cc2-4455-914f-f12503e66d6d tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929526 Jul 29 23:20:46.650925 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0cb823-02f1-4357-9e47-be9994dc3bb5 req-a7f5d012-6a9d-4ef1-b8e1-fb679116dd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:46.652486 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-aa0cb823-02f1-4357-9e47-be9994dc3bb5 req-a7f5d012-6a9d-4ef1-b8e1-fb679116dd04 service neutron] 10.222.0.41 "GET /v2.0/networks?id=45ea2d09-216e-45f5-9bf6-759af363932e HTTP/1.1" status: 200 len: 902 time: 0.2376139 Jul 29 23:20:46.662510 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['e7636624-ee00-43ce-8045-cac196986c66'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:20:46.739966 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-aa0cb823-02f1-4357-9e47-be9994dc3bb5 req-36f5567e-d2c2-4af3-9013-8d3dc4fccd79 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.214&port_id=cc8cbfc2-23ef-4ffa-8bdd-d361aedad8d2 HTTP/1.1" status: 200 len: 217 time: 0.0471947 Jul 29 23:20:46.747766 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-aa0cb823-02f1-4357-9e47-be9994dc3bb5 req-d7c067af-993e-4b56-9326-9d385376f0e4 service neutron] 10.222.0.22 "GET /v2.0/networks/d276bab9-08d9-4ae2-8764-57ec0cf596e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641499 Jul 29 23:20:46.807661 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0cb823-02f1-4357-9e47-be9994dc3bb5 req-83a7fb76-327f-4b37-9068-a8f3feb2e058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:46.809134 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-aa0cb823-02f1-4357-9e47-be9994dc3bb5 req-83a7fb76-327f-4b37-9068-a8f3feb2e058 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8d68f427-b943-4169-939b-ad8642190389 HTTP/1.1" status: 200 len: 801 time: 0.0597136 Jul 29 23:20:46.828894 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69c23e3-e934-4a74-9cad-c48a48a9e0eb req-1176dc15-3288-40c6-a177-bdcba20c4314 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:46.835727 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69c23e3-e934-4a74-9cad-c48a48a9e0eb req-1176dc15-3288-40c6-a177-bdcba20c4314 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:46.845918 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c69c23e3-e934-4a74-9cad-c48a48a9e0eb req-1176dc15-3288-40c6-a177-bdcba20c4314 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b0e6382-278a-4414-adb1-69caaac038c8 HTTP/1.1" status: 200 len: 1678 time: 0.1922581 Jul 29 23:20:46.909513 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c69c23e3-e934-4a74-9cad-c48a48a9e0eb req-af15eafb-976e-4088-97e4-58e669e8c9a4 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7d83692-1f36-4f89-b4b6-59d9ab0340f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626051 Jul 29 23:20:46.916902 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0cb823-02f1-4357-9e47-be9994dc3bb5 req-45a50d50-2c66-4c90-82fa-e957c644454c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:46.918400 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-aa0cb823-02f1-4357-9e47-be9994dc3bb5 req-45a50d50-2c66-4c90-82fa-e957c644454c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=45ea2d09-216e-45f5-9bf6-759af363932e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0647807 Jul 29 23:20:47.031873 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-aa0cb823-02f1-4357-9e47-be9994dc3bb5 req-31f36b10-03b0-4eb6-8248-fb61f43956dd service neutron] 10.222.0.41 "GET /v2.0/networks/45ea2d09-216e-45f5-9bf6-759af363932e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012974 Jul 29 23:20:47.134274 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-aa0cb823-02f1-4357-9e47-be9994dc3bb5 req-d115c5d1-51df-4435-a697-5e9a32be5a2e service neutron] 10.222.0.41 "GET /v2.0/networks/45ea2d09-216e-45f5-9bf6-759af363932e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908172 Jul 29 23:20:47.295179 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800124b-8782-4c9c-a1fc-eaa2f55926f7 req-d99df80e-3c3f-4ec4-b6af-d0f63f2c8f4b tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:47.308649 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2800124b-8782-4c9c-a1fc-eaa2f55926f7 req-d99df80e-3c3f-4ec4-b6af-d0f63f2c8f4b tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e7c21fc-a617-499a-a692-712fb381b4fb HTTP/1.1" status: 200 len: 950 time: 0.1363065 Jul 29 23:20:47.392846 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11774e0-4b10-4595-95ad-65ceed194163 req-afa95bd1-4e72-40fd-b717-122921a95621 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:47.399968 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b11774e0-4b10-4595-95ad-65ceed194163 req-afa95bd1-4e72-40fd-b717-122921a95621 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e04ec77-6bad-45e3-9241-07c7749a1757 HTTP/1.1" status: 200 len: 1023 time: 0.1795077 Jul 29 23:20:47.457892 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2800124b-8782-4c9c-a1fc-eaa2f55926f7 req-ad1a35b1-38a6-4b0c-8a33-ea5ff1506c00 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479456 Jul 29 23:20:47.538394 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b11774e0-4b10-4595-95ad-65ceed194163 req-296a3b6a-4fe9-4b4e-9ced-90fe3144b4aa tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/security-groups?id=cebcdbd4-6549-422d-a2de-19c8f9d0f9bc&id=b0e5e270-a9be-406d-95d1-49d73a31f45d&id=d6e70784-2d36-4120-9a1a-d54213677021&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1245196 Jul 29 23:20:47.799434 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f362f-05c5-4059-bdbd-b8425bdb3589 req-d97d496c-a915-4d8d-82b0-eaf8fd94dee9 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:47.805992 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6b2f362f-05c5-4059-bdbd-b8425bdb3589 req-d97d496c-a915-4d8d-82b0-eaf8fd94dee9 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.22 "GET /v2.0/ports?device_id=5e04ec77-6bad-45e3-9241-07c7749a1757 HTTP/1.1" status: 200 len: 1023 time: 0.2054870 Jul 29 23:20:48.085244 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe04c7-c1b2-43fa-87b2-ed1f4361af12 req-4791a367-56d1-4972-a093-6c8ad5d760e5 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:48.094210 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-45fe04c7-c1b2-43fa-87b2-ed1f4361af12 req-4791a367-56d1-4972-a093-6c8ad5d760e5 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=1267093b-eddb-411d-af46-da473585ddce HTTP/1.1" status: 200 len: 950 time: 0.1314778 Jul 29 23:20:48.108356 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f2312-b559-49a7-b6a8-1d157f593b5a req-24307acb-0d94-4fc2-9496-b9f1b1b03ff9 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:48.116027 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e86f2312-b559-49a7-b6a8-1d157f593b5a req-24307acb-0d94-4fc2-9496-b9f1b1b03ff9 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=62fc1795-6912-4db4-b667-421969d7def7 HTTP/1.1" status: 200 len: 945 time: 0.3060675 Jul 29 23:20:48.210328 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-45fe04c7-c1b2-43fa-87b2-ed1f4361af12 req-2847fd8f-627f-4ec0-87b9-259df3c27593 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150861 Jul 29 23:20:48.254065 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e86f2312-b559-49a7-b6a8-1d157f593b5a req-b01bfb68-d954-4293-80a3-7df7936b8691 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298816 Jul 29 23:20:48.279862 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-6b2f362f-05c5-4059-bdbd-b8425bdb3589 req-7a13fafe-c1aa-4bf4-8f64-784ecd2283a9 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Deleting port 22193727-29a5-425c-8d35-8e724a27d914 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:20:48.280470 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-6b2f362f-05c5-4059-bdbd-b8425bdb3589 req-7a13fafe-c1aa-4bf4-8f64-784ecd2283a9 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:48.333017 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device e7636624-ee00-43ce-8045-cac196986c66 up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:20:48.413130 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-6b2f362f-05c5-4059-bdbd-b8425bdb3589 req-7a13fafe-c1aa-4bf4-8f64-784ecd2283a9 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] For port 22193727-29a5-425c-8d35-8e724a27d914, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=22193727-29a5-425c-8d35-8e724a27d914,segment=NetworkSegment(ad95086a-4aa4-4696-a47c-b54ab11bbc8c),segment_id=ad95086a-4aa4-4696-a47c-b54ab11bbc8c)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:48.413825 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-6b2f362f-05c5-4059-bdbd-b8425bdb3589 req-7a13fafe-c1aa-4bf4-8f64-784ecd2283a9 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:48.427959 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-6b2f362f-05c5-4059-bdbd-b8425bdb3589 req-7a13fafe-c1aa-4bf4-8f64-784ecd2283a9 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Calling delete_port for 22193727-29a5-425c-8d35-8e724a27d914 owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:20:48.447838 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port e7636624-ee00-43ce-8045-cac196986c66 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:20:48.448437 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:48.650286 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:48.659059 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-6b2f362f-05c5-4059-bdbd-b8425bdb3589 req-7a13fafe-c1aa-4bf4-8f64-784ecd2283a9 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:48.674879 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['094bef8e-9117-4601-bc20-d8a158b9b9fa', '22193727-29a5-425c-8d35-8e724a27d914'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:20:48.735577 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a13fafe-c1aa-4bf4-8f64-784ecd2283a9 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Pushing event deleted for resources: {'Port': ['ID=22193727-29a5-425c-8d35-8e724a27d914,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:48.775775 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa120cd7-0211-4466-90f0-cdb139621c08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7636624-ee00-43ce-8045-cac196986c66'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:20:48.787393 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b42d2b-5d70-4b26-8b8f-2c675d3d0185" -d '{"events": [{"server_uuid": "aa120cd7-0211-4466-90f0-cdb139621c08", "name": "network-vif-plugged", "status": "completed", "tag": "e7636624-ee00-43ce-8045-cac196986c66"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:20:48.796593 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c6d60-8cc7-4dc4-9c45-6afb2cd69cd5 req-3186cd01-b91b-4514-93ac-cd9225c0dd15 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:48.803382 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c6d60-8cc7-4dc4-9c45-6afb2cd69cd5 req-3186cd01-b91b-4514-93ac-cd9225c0dd15 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:48.812050 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4f0c6d60-8cc7-4dc4-9c45-6afb2cd69cd5 req-3186cd01-b91b-4514-93ac-cd9225c0dd15 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b0e6382-278a-4414-adb1-69caaac038c8 HTTP/1.1" status: 200 len: 1678 time: 0.1788566 Jul 29 23:20:48.831442 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port e7636624-ee00-43ce-8045-cac196986c66, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=e7636624-ee00-43ce-8045-cac196986c66,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:48.839579 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ad4f45-0087-4bd5-af48-8d27e84f35b0 req-9eb101cc-229b-488c-8647-7e32ee291b9f tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:48.851132 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-98ad4f45-0087-4bd5-af48-8d27e84f35b0 req-9eb101cc-229b-488c-8647-7e32ee291b9f tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e7c21fc-a617-499a-a692-712fb381b4fb HTTP/1.1" status: 200 len: 950 time: 0.2166524 Jul 29 23:20:48.859928 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:48.872739 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b2f362f-05c5-4059-bdbd-b8425bdb3589 req-7a13fafe-c1aa-4bf4-8f64-784ecd2283a9 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] No DVR routers for this DVR port 22193727-29a5-425c-8d35-8e724a27d914 on host n-h2-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:20:48.876490 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-6b2f362f-05c5-4059-bdbd-b8425bdb3589 req-7a13fafe-c1aa-4bf4-8f64-784ecd2283a9 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:48.878761 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6b2f362f-05c5-4059-bdbd-b8425bdb3589 req-7a13fafe-c1aa-4bf4-8f64-784ecd2283a9 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.22 "DELETE /v2.0/ports/22193727-29a5-425c-8d35-8e724a27d914 HTTP/1.1" status: 204 len: 173 time: 1.0638485 Jul 29 23:20:48.905912 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e04ec77-6bad-45e3-9241-07c7749a1757', 'name': 'network-vif-deleted', 'tag': '22193727-29a5-425c-8d35-8e724a27d914'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:20:48.909243 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b6ea170-07a5-420d-95e7-b146e964e117" -d '{"events": [{"server_uuid": "5e04ec77-6bad-45e3-9241-07c7749a1757", "name": "network-vif-deleted", "tag": "22193727-29a5-425c-8d35-8e724a27d914"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:20:48.924514 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device cc8cbfc2-23ef-4ffa-8bdd-d361aedad8d2 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:20:48.952986 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4f0c6d60-8cc7-4dc4-9c45-6afb2cd69cd5 req-a9ef56b8-a12e-4cd2-90a4-ee71031a1748 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7d83692-1f36-4f89-b4b6-59d9ab0340f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398234 Jul 29 23:20:48.980792 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-98ad4f45-0087-4bd5-af48-8d27e84f35b0 req-f0594923-57ae-4d06-bc74-2cf20d8cb403 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285865 Jul 29 23:20:49.147838 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port cc8cbfc2-23ef-4ffa-8bdd-d361aedad8d2, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=cc8cbfc2-23ef-4ffa-8bdd-d361aedad8d2,segment=NetworkSegment(3fcf48c4-0f77-41ae-a1a1-527e051da490),segment_id=3fcf48c4-0f77-41ae-a1a1-527e051da490)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:49.167314 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': 'cc8cbfc2-23ef-4ffa-8bdd-d361aedad8d2', 'network_id': '45ea2d09-216e-45f5-9bf6-759af363932e', 'port_id': 'cc8cbfc2-23ef-4ffa-8bdd-d361aedad8d2', 'mac_address': 'fa:16:3e:cf:5e:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d68f427-b943-4169-939b-ad8642190389', 'ip_address': '19.86.0.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:20:49.181436 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8f5c5707-5d82-4d55-a7de-3dbea2260290 req-107a1627-79ac-43aa-a090-471fb89590e6 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/ports?device_id=5e04ec77-6bad-45e3-9241-07c7749a1757 HTTP/1.1" status: 200 len: 210 time: 0.0935438 Jul 29 23:20:49.281171 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f95da3-9eac-4a0b-8a65-a70675a08c51 x-openstack-request-id: req-29f95da3-9eac-4a0b-8a65-a70675a08c51 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:20:49.281569 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e04ec77-6bad-45e3-9241-07c7749a1757", "name": "network-vif-deleted", "tag": "22193727-29a5-425c-8d35-8e724a27d914", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:20:49.281978 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-29f95da3-9eac-4a0b-8a65-a70675a08c51 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:20:49.282428 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e04ec77-6bad-45e3-9241-07c7749a1757', 'name': 'network-vif-deleted', 'tag': '22193727-29a5-425c-8d35-8e724a27d914', 'status': 'completed', 'code': 200} Jul 29 23:20:49.293125 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12942a6d-df66-44ca-bbda-0171e543c8fb x-openstack-request-id: req-12942a6d-df66-44ca-bbda-0171e543c8fb {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:20:49.293524 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa120cd7-0211-4466-90f0-cdb139621c08", "name": "network-vif-plugged", "status": "completed", "tag": "e7636624-ee00-43ce-8045-cac196986c66", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:20:49.294495 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-12942a6d-df66-44ca-bbda-0171e543c8fb {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:20:49.295592 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa120cd7-0211-4466-90f0-cdb139621c08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7636624-ee00-43ce-8045-cac196986c66', 'code': 200} Jul 29 23:20:49.320856 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=e7636624-ee00-43ce-8045-cac196986c66,revision_number=7']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:49.382059 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:49.385032 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:49.419892 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc8cbfc2-23ef-4ffa-8bdd-d361aedad8d2 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:20:49.479957 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port cc8cbfc2-23ef-4ffa-8bdd-d361aedad8d2, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=cc8cbfc2-23ef-4ffa-8bdd-d361aedad8d2,segment=NetworkSegment(3fcf48c4-0f77-41ae-a1a1-527e051da490),segment_id=3fcf48c4-0f77-41ae-a1a1-527e051da490)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:49.504283 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:49.506905 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device e3765bb2-3d39-47d0-b702-e035cd245aaa details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:20:49.539823 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba0f12-941e-4446-9918-25e01beeff72 req-948a3f36-fba2-4681-a725-a1776301f096 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:49.545416 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-23ba0f12-941e-4446-9918-25e01beeff72 req-948a3f36-fba2-4681-a725-a1776301f096 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=62fc1795-6912-4db4-b667-421969d7def7 HTTP/1.1" status: 200 len: 945 time: 0.1932478 Jul 29 23:20:49.579761 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6e522b-8734-4a06-894f-fd3c91210505 req-bf8d5f82-f30b-4e7f-b3de-3854d108c275 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:49.589792 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2c6e522b-8734-4a06-894f-fd3c91210505 req-bf8d5f82-f30b-4e7f-b3de-3854d108c275 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=1267093b-eddb-411d-af46-da473585ddce HTTP/1.1" status: 200 len: 950 time: 0.2089975 Jul 29 23:20:49.675709 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=cc8cbfc2-23ef-4ffa-8bdd-d361aedad8d2,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:49.717533 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2c6e522b-8734-4a06-894f-fd3c91210505 req-a238a580-78c5-43aa-92d0-b03a6c236daf tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264620 Jul 29 23:20:49.727141 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-23ba0f12-941e-4446-9918-25e01beeff72 req-daa9d6ea-b364-4bd7-b18d-8c537058031d tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750634 Jul 29 23:20:50.024632 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port e3765bb2-3d39-47d0-b702-e035cd245aaa, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=e3765bb2-3d39-47d0-b702-e035cd245aaa,segment=NetworkSegment(fec08266-85ee-4673-99cd-89ad5d897feb),segment_id=fec08266-85ee-4673-99cd-89ad5d897feb)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:50.040840 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': 'e3765bb2-3d39-47d0-b702-e035cd245aaa', 'network_id': '186b6692-606f-47cc-83fa-b47a63554809', 'port_id': 'e3765bb2-3d39-47d0-b702-e035cd245aaa', 'mac_address': 'fa:16:3e:b6:51:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bbd7ecb-c528-4a7e-9594-d172975d8a9b', 'ip_address': '19.80.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:20:50.141526 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:50.161022 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3765bb2-3d39-47d0-b702-e035cd245aaa {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:20:50.185053 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port e3765bb2-3d39-47d0-b702-e035cd245aaa, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=e3765bb2-3d39-47d0-b702-e035cd245aaa,segment=NetworkSegment(fec08266-85ee-4673-99cd-89ad5d897feb),segment_id=fec08266-85ee-4673-99cd-89ad5d897feb)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:50.201155 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:50.202906 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79386a62-cda2-4f56-95ea-c44f77ad186d req-ea0b7829-5e61-449a-96df-aa23549333d4 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:50.209370 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79386a62-cda2-4f56-95ea-c44f77ad186d req-ea0b7829-5e61-449a-96df-aa23549333d4 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:50.211132 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-79386a62-cda2-4f56-95ea-c44f77ad186d req-ea0b7829-5e61-449a-96df-aa23549333d4 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b0e6382-278a-4414-adb1-69caaac038c8 HTTP/1.1" status: 200 len: 1679 time: 0.1159163 Jul 29 23:20:50.248612 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c4f3c-3704-4bd7-a801-2c64badefa18 req-dc7e1c25-12fa-4a97-bcae-a667e4098031 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:50.250177 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-436c4f3c-3704-4bd7-a801-2c64badefa18 req-dc7e1c25-12fa-4a97-bcae-a667e4098031 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e7c21fc-a617-499a-a692-712fb381b4fb HTTP/1.1" status: 200 len: 950 time: 0.1464045 Jul 29 23:20:50.269472 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=e3765bb2-3d39-47d0-b702-e035cd245aaa,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:50.293995 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-79386a62-cda2-4f56-95ea-c44f77ad186d req-860a6d52-c17b-48c3-af53-17894084253b tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7d83692-1f36-4f89-b4b6-59d9ab0340f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702915 Jul 29 23:20:50.322319 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-436c4f3c-3704-4bd7-a801-2c64badefa18 req-02f31d1e-97a7-4484-a961-c02426d9c684 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649493 Jul 29 23:20:50.521883 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-32445776-2828-48ad-9cc5-7b3f5dbda204 req-698e7222-8e5c-4751-aa6a-4704c1e36522 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/security-groups/d6e70784-2d36-4120-9a1a-d54213677021 HTTP/1.1" status: 200 len: 1800 time: 0.0578012 Jul 29 23:20:50.578309 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-32445776-2828-48ad-9cc5-7b3f5dbda204 req-2ee25cd9-984f-48c8-9301-b99006af1ca0 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:50.603768 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-32445776-2828-48ad-9cc5-7b3f5dbda204 req-2ee25cd9-984f-48c8-9301-b99006af1ca0 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:50.665871 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['cc8cbfc2-23ef-4ffa-8bdd-d361aedad8d2'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:20:50.669361 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-32445776-2828-48ad-9cc5-7b3f5dbda204 req-2ee25cd9-984f-48c8-9301-b99006af1ca0 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:50.672012 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-32445776-2828-48ad-9cc5-7b3f5dbda204 req-2ee25cd9-984f-48c8-9301-b99006af1ca0 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:50.673172 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-32445776-2828-48ad-9cc5-7b3f5dbda204 req-2ee25cd9-984f-48c8-9301-b99006af1ca0 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "DELETE /v2.0/security-groups/d6e70784-2d36-4120-9a1a-d54213677021 HTTP/1.1" status: 204 len: 173 time: 0.1502376 Jul 29 23:20:50.717524 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee25cd9-984f-48c8-9301-b99006af1ca0 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e70784-2d36-4120-9a1a-d54213677021,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:50.739983 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['e3765bb2-3d39-47d0-b702-e035cd245aaa'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:20:50.800046 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b4f94f09-58f5-4c9c-8c9e-71c5d3a26c3b req-d5fc9351-1b20-40e3-acc3-e63a658c577b tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/security-groups/cebcdbd4-6549-422d-a2de-19c8f9d0f9bc HTTP/1.1" status: 200 len: 1800 time: 0.0999620 Jul 29 23:20:50.930812 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b4f94f09-58f5-4c9c-8c9e-71c5d3a26c3b req-1bb0146c-0b88-4119-b7ba-435b062191ee tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:50.957850 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b4f94f09-58f5-4c9c-8c9e-71c5d3a26c3b req-1bb0146c-0b88-4119-b7ba-435b062191ee tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:51.006593 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e2cd1d-7ce2-4eb6-b2c8-325aa52c7c80 req-2afa5ebd-c6df-423b-908d-534fbfd246f9 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:51.008393 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d7e2cd1d-7ce2-4eb6-b2c8-325aa52c7c80 req-2afa5ebd-c6df-423b-908d-534fbfd246f9 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=1267093b-eddb-411d-af46-da473585ddce HTTP/1.1" status: 200 len: 950 time: 0.1874232 Jul 29 23:20:51.058151 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b4f94f09-58f5-4c9c-8c9e-71c5d3a26c3b req-1bb0146c-0b88-4119-b7ba-435b062191ee tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:51.062464 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b4f94f09-58f5-4c9c-8c9e-71c5d3a26c3b req-1bb0146c-0b88-4119-b7ba-435b062191ee tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:51.074143 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b4f94f09-58f5-4c9c-8c9e-71c5d3a26c3b req-1bb0146c-0b88-4119-b7ba-435b062191ee tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "DELETE /v2.0/security-groups/cebcdbd4-6549-422d-a2de-19c8f9d0f9bc HTTP/1.1" status: 204 len: 173 time: 0.2631376 Jul 29 23:20:51.100736 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d7e2cd1d-7ce2-4eb6-b2c8-325aa52c7c80 req-b95d49cd-b575-466b-bc48-2beb6b1b2879 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811319 Jul 29 23:20:51.101675 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb0146c-0b88-4119-b7ba-435b062191ee tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cebcdbd4-6549-422d-a2de-19c8f9d0f9bc,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:51.177629 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-1c8b47e0-2f1d-4cbf-b570-29933e5e92ca req-dda93a0a-b1c7-469c-bc1e-37cddb312b8c tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-658566285', 'description': 'tempest-description-1694855320'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:20:51.360285 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2841a-049e-4c15-a95b-caa2ba9bd726 req-361cfb91-b4dc-48eb-bd0c-06dc60bc84f6 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:51.367365 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6ef2841a-049e-4c15-a95b-caa2ba9bd726 req-361cfb91-b4dc-48eb-bd0c-06dc60bc84f6 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=62fc1795-6912-4db4-b667-421969d7def7 HTTP/1.1" status: 200 len: 945 time: 0.2138309 Jul 29 23:20:51.510311 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-1c8b47e0-2f1d-4cbf-b570-29933e5e92ca req-dda93a0a-b1c7-469c-bc1e-37cddb312b8c tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:51.525537 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6ef2841a-049e-4c15-a95b-caa2ba9bd726 req-d0ac995f-c68a-4f10-a6a4-ace825e70a7d tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565387 Jul 29 23:20:51.715248 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-1c8b47e0-2f1d-4cbf-b570-29933e5e92ca req-dda93a0a-b1c7-469c-bc1e-37cddb312b8c tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:51.722014 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-1c8b47e0-2f1d-4cbf-b570-29933e5e92ca req-dda93a0a-b1c7-469c-bc1e-37cddb312b8c tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:51.777135 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa82e6-6924-438e-94fb-dcc6a91fd348 req-3fecce3c-db79-4775-baec-d9f2b8bfa230 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:51.783879 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fa82e6-6924-438e-94fb-dcc6a91fd348 req-3fecce3c-db79-4775-baec-d9f2b8bfa230 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:51.785490 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-80fa82e6-6924-438e-94fb-dcc6a91fd348 req-3fecce3c-db79-4775-baec-d9f2b8bfa230 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b0e6382-278a-4414-adb1-69caaac038c8 HTTP/1.1" status: 200 len: 1680 time: 0.1285298 Jul 29 23:20:51.805031 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-1c8b47e0-2f1d-4cbf-b570-29933e5e92ca req-dda93a0a-b1c7-469c-bc1e-37cddb312b8c tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:51.806558 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1c8b47e0-2f1d-4cbf-b570-29933e5e92ca req-dda93a0a-b1c7-469c-bc1e-37cddb312b8c tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.6395354 Jul 29 23:20:51.821910 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda93a0a-b1c7-469c-bc1e-37cddb312b8c tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c37ccdc-3773-4210-a7b8-e761c68e1e4b,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:51.857621 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-80fa82e6-6924-438e-94fb-dcc6a91fd348 req-9f80afed-e503-4a18-8a15-47860cf73392 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7d83692-1f36-4f89-b4b6-59d9ab0340f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626514 Jul 29 23:20:51.941041 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b231f6b3-9b53-4ec5-9bcc-0242e9462bbd req-07adc431-02bd-46df-8368-6955838df3af tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:51.942632 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b231f6b3-9b53-4ec5-9bcc-0242e9462bbd req-07adc431-02bd-46df-8368-6955838df3af tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e7c21fc-a617-499a-a692-712fb381b4fb HTTP/1.1" status: 200 len: 950 time: 0.0650420 Jul 29 23:20:52.002182 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b231f6b3-9b53-4ec5-9bcc-0242e9462bbd req-029e62b2-cd8e-49a1-9f44-dd9daed098e1 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483906 Jul 29 23:20:52.079788 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bc3954d7-f860-4453-a36e-b1bfa73d6384 req-c2db19fc-b99d-4bae-88e3-bfe0d59a7d5d tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/security-groups/0c37ccdc-3773-4210-a7b8-e761c68e1e4b HTTP/1.1" status: 200 len: 1800 time: 0.0443487 Jul 29 23:20:52.097914 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-bc3954d7-f860-4453-a36e-b1bfa73d6384 req-c01e64c4-7b7c-49ed-9516-d01c066ec100 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Request body: {'security_group': {'name': 'tempest-sg-hth-237129526', 'description': 'tempest-description-hth-1429721412'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:20:52.134508 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bc3954d7-f860-4453-a36e-b1bfa73d6384 req-c01e64c4-7b7c-49ed-9516-d01c066ec100 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks [] for security_group, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:52.194783 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bc3954d7-f860-4453-a36e-b1bfa73d6384 req-c01e64c4-7b7c-49ed-9516-d01c066ec100 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks [] for security_group, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:52.207057 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bc3954d7-f860-4453-a36e-b1bfa73d6384 req-c01e64c4-7b7c-49ed-9516-d01c066ec100 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:52.209476 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bc3954d7-f860-4453-a36e-b1bfa73d6384 req-c01e64c4-7b7c-49ed-9516-d01c066ec100 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:52.210763 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bc3954d7-f860-4453-a36e-b1bfa73d6384 req-c01e64c4-7b7c-49ed-9516-d01c066ec100 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "PUT /v2.0/security-groups/0c37ccdc-3773-4210-a7b8-e761c68e1e4b HTTP/1.1" status: 200 len: 1774 time: 0.1243243 Jul 29 23:20:52.281617 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01e64c4-7b7c-49ed-9516-d01c066ec100 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c37ccdc-3773-4210-a7b8-e761c68e1e4b,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:52.305672 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a755489-adda-43c7-9551-45eb70850800 req-8cdd3e1d-ff0a-42f9-85ca-2357cf30839d tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:52.307465 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6a755489-adda-43c7-9551-45eb70850800 req-8cdd3e1d-ff0a-42f9-85ca-2357cf30839d tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=1267093b-eddb-411d-af46-da473585ddce HTTP/1.1" status: 200 len: 950 time: 0.1114964 Jul 29 23:20:52.341533 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 22193727-29a5-425c-8d35-8e724a27d914 no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:20:52.343134 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-09ed20af-8a60-4b90-8e09-3f0853e45fa8 req-415295a9-0c58-4522-a5c7-90a340d13afd tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/security-groups/0c37ccdc-3773-4210-a7b8-e761c68e1e4b HTTP/1.1" status: 200 len: 1774 time: 0.1002626 Jul 29 23:20:52.376683 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: 22193727-29a5-425c-8d35-8e724a27d914 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:20:52.377112 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 22193727-29a5-425c-8d35-8e724a27d914 not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:20:52.405542 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6a755489-adda-43c7-9551-45eb70850800 req-0e105ccf-681a-4170-bb7c-adc49ee031f6 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884783 Jul 29 23:20:52.464892 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2bebd929-1fd6-4296-bf2b-24a9cd63584a req-0bf5ec5f-5bae-461b-b6a6-cbacbb6d9b15 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/security-groups/0c37ccdc-3773-4210-a7b8-e761c68e1e4b HTTP/1.1" status: 200 len: 1774 time: 0.0844519 Jul 29 23:20:52.468520 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1a6dedbb-0484-491e-b4a6-bbd8476d1884 req-8d8762c9-b871-4413-b14d-0a30355fb33a service neutron] 10.222.0.41 "GET /v2.0/ports/732e4cd7-9239-4732-a034-dc116891a8a7/bindings/n-h1-712141-10 HTTP/1.1" status: 200 len: 383 time: 0.1434219 Jul 29 23:20:52.546501 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2bebd929-1fd6-4296-bf2b-24a9cd63584a req-74e0fa4f-7b75-47c1-85cc-c8f161edc4c6 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:52.607497 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2bebd929-1fd6-4296-bf2b-24a9cd63584a req-74e0fa4f-7b75-47c1-85cc-c8f161edc4c6 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:52.732880 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35decd0c-9627-4b03-bc70-e262dd458098 req-8ad58c73-74b2-491c-b0a8-46af9e162fc3 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:52.734478 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-35decd0c-9627-4b03-bc70-e262dd458098 req-8ad58c73-74b2-491c-b0a8-46af9e162fc3 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=62fc1795-6912-4db4-b667-421969d7def7 HTTP/1.1" status: 200 len: 945 time: 0.0824680 Jul 29 23:20:52.767723 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2bebd929-1fd6-4296-bf2b-24a9cd63584a req-74e0fa4f-7b75-47c1-85cc-c8f161edc4c6 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:52.770238 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2bebd929-1fd6-4296-bf2b-24a9cd63584a req-74e0fa4f-7b75-47c1-85cc-c8f161edc4c6 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:52.774129 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2bebd929-1fd6-4296-bf2b-24a9cd63584a req-74e0fa4f-7b75-47c1-85cc-c8f161edc4c6 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "DELETE /v2.0/security-groups/0c37ccdc-3773-4210-a7b8-e761c68e1e4b HTTP/1.1" status: 204 len: 173 time: 0.3083022 Jul 29 23:20:52.826472 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e0fa4f-7b75-47c1-85cc-c8f161edc4c6 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c37ccdc-3773-4210-a7b8-e761c68e1e4b,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:52.857905 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6dedbb-0484-491e-b4a6-bbd8476d1884 req-6fa1c70f-4ebd-42ec-ad17-cd386399fff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:52.859625 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1a6dedbb-0484-491e-b4a6-bbd8476d1884 req-6fa1c70f-4ebd-42ec-ad17-cd386399fff2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1267093b-eddb-411d-af46-da473585ddce&tenant_id=02291f5098924703b9b0f8f02943a845 HTTP/1.1" status: 200 len: 1102 time: 0.1240137 Jul 29 23:20:52.904236 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device cc8cbfc2-23ef-4ffa-8bdd-d361aedad8d2 up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:20:52.916098 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-35decd0c-9627-4b03-bc70-e262dd458098 req-499deab0-1fd1-4ddf-b973-6fca644ac1eb tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373029 Jul 29 23:20:52.975857 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [req-1a07304c-1cd8-4013-93b2-035fe7e10c71 req-ac60890f-f511-4483-8fcb-4904d8d87ece tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] show failed (client error): The resource could not be found. Jul 29 23:20:52.992873 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1a07304c-1cd8-4013-93b2-035fe7e10c71 req-ac60890f-f511-4483-8fcb-4904d8d87ece tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/security-groups/cebcdbd4-6549-422d-a2de-19c8f9d0f9bc HTTP/1.1" status: 404 len: 352 time: 0.0325155 Jul 29 23:20:53.049200 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port cc8cbfc2-23ef-4ffa-8bdd-d361aedad8d2 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:20:53.057639 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port cc8cbfc2-23ef-4ffa-8bdd-d361aedad8d2 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:20:53.058896 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:53.065183 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6dedbb-0484-491e-b4a6-bbd8476d1884 req-0429d017-7e55-4733-941c-8881c051b31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:53.066783 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1a6dedbb-0484-491e-b4a6-bbd8476d1884 req-0429d017-7e55-4733-941c-8881c051b31d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=02291f5098924703b9b0f8f02943a845&device_id=1267093b-eddb-411d-af46-da473585ddce HTTP/1.1" status: 200 len: 1102 time: 0.1492970 Jul 29 23:20:53.083063 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398070e-621e-4a32-ace1-7146c2316e7b req-74ea2d2f-f5c8-447d-bcac-18ddc5693c7c tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:53.089013 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398070e-621e-4a32-ace1-7146c2316e7b req-74ea2d2f-f5c8-447d-bcac-18ddc5693c7c tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:53.096852 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3398070e-621e-4a32-ace1-7146c2316e7b req-74ea2d2f-f5c8-447d-bcac-18ddc5693c7c tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b0e6382-278a-4414-adb1-69caaac038c8 HTTP/1.1" status: 200 len: 1680 time: 0.1029291 Jul 29 23:20:53.183048 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [req-f8443706-8ef1-41af-bbc0-32a7a6d65058 req-72ac7421-6145-4af4-bd94-d230312bbeb9 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] show failed (client error): The resource could not be found. Jul 29 23:20:53.183933 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:53.196857 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f8443706-8ef1-41af-bbc0-32a7a6d65058 req-72ac7421-6145-4af4-bd94-d230312bbeb9 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/security-groups/d6e70784-2d36-4120-9a1a-d54213677021 HTTP/1.1" status: 404 len: 352 time: 0.0964653 Jul 29 23:20:53.237326 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b0e6382-278a-4414-adb1-69caaac038c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc8cbfc2-23ef-4ffa-8bdd-d361aedad8d2'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:20:53.241015 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7bac34c-49b4-45f5-a6be-33089668477e" -d '{"events": [{"server_uuid": "2b0e6382-278a-4414-adb1-69caaac038c8", "name": "network-vif-plugged", "status": "completed", "tag": "cc8cbfc2-23ef-4ffa-8bdd-d361aedad8d2"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:20:53.251598 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91180a30-912a-46fa-b075-70165c9d1a8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:53.265713 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port cc8cbfc2-23ef-4ffa-8bdd-d361aedad8d2, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=cc8cbfc2-23ef-4ffa-8bdd-d361aedad8d2,segment=NetworkSegment(3fcf48c4-0f77-41ae-a1a1-527e051da490),segment_id=3fcf48c4-0f77-41ae-a1a1-527e051da490)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:53.269244 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3398070e-621e-4a32-ace1-7146c2316e7b req-e57f6d6a-15d8-4145-a0ca-055d18bba536 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7d83692-1f36-4f89-b4b6-59d9ab0340f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714675 Jul 29 23:20:53.283097 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:53.284001 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device e3765bb2-3d39-47d0-b702-e035cd245aaa up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:20:53.351111 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6dedbb-0484-491e-b4a6-bbd8476d1884 req-80ba08d4-8cb4-49c7-a524-2e20ae8d6f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:53.352603 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1a6dedbb-0484-491e-b4a6-bbd8476d1884 req-80ba08d4-8cb4-49c7-a524-2e20ae8d6f01 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d71c22dc-feef-410b-a7ed-6548cf85bd6f HTTP/1.1" status: 200 len: 870 time: 0.2534888 Jul 29 23:20:53.447839 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=cc8cbfc2-23ef-4ffa-8bdd-d361aedad8d2,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:53.454182 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port e3765bb2-3d39-47d0-b702-e035cd245aaa completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:20:53.461918 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port e3765bb2-3d39-47d0-b702-e035cd245aaa triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:20:53.464272 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:53.498997 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1a6dedbb-0484-491e-b4a6-bbd8476d1884 req-183e9d43-28ff-4c21-81a8-1c9f8a091b33 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=732e4cd7-9239-4732-a034-dc116891a8a7 HTTP/1.1" status: 200 len: 217 time: 0.0970080 Jul 29 23:20:53.501075 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [req-b8b75974-6176-4cc8-b6df-52cfe293812d req-dd8d6465-ec09-4e6f-8d4f-005dec09722d tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] show failed (client error): The resource could not be found. Jul 29 23:20:53.514172 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b8b75974-6176-4cc8-b6df-52cfe293812d req-dd8d6465-ec09-4e6f-8d4f-005dec09722d tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/security-groups/6a15a139-16e5-4862-a3e2-aa73a094d91f HTTP/1.1" status: 404 len: 352 time: 0.0607665 Jul 29 23:20:53.570825 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d15ac-dd66-4992-a03b-514c33ee6f1d req-b50518ee-0888-4d9e-85f2-d24bcf671e32 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:53.572386 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-753d15ac-dd66-4992-a03b-514c33ee6f1d req-b50518ee-0888-4d9e-85f2-d24bcf671e32 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e7c21fc-a617-499a-a692-712fb381b4fb HTTP/1.1" status: 200 len: 950 time: 0.2116024 Jul 29 23:20:53.576263 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-636258b1-0321-4f9d-877e-264fc991e2ce x-openstack-request-id: req-636258b1-0321-4f9d-877e-264fc991e2ce {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:20:53.576568 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b0e6382-278a-4414-adb1-69caaac038c8", "name": "network-vif-plugged", "status": "completed", "tag": "cc8cbfc2-23ef-4ffa-8bdd-d361aedad8d2", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:20:53.576826 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-636258b1-0321-4f9d-877e-264fc991e2ce {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:20:53.577243 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b0e6382-278a-4414-adb1-69caaac038c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc8cbfc2-23ef-4ffa-8bdd-d361aedad8d2', 'code': 200} Jul 29 23:20:53.580980 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6dedbb-0484-491e-b4a6-bbd8476d1884 req-96e8b672-891f-4111-8fb3-aa49b5dc9d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:53.582499 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1a6dedbb-0484-491e-b4a6-bbd8476d1884 req-96e8b672-891f-4111-8fb3-aa49b5dc9d9d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.0674047 Jul 29 23:20:53.660224 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:53.704983 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port e3765bb2-3d39-47d0-b702-e035cd245aaa, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=e3765bb2-3d39-47d0-b702-e035cd245aaa,segment=NetworkSegment(fec08266-85ee-4673-99cd-89ad5d897feb),segment_id=fec08266-85ee-4673-99cd-89ad5d897feb)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:53.711326 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:53.805865 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=e3765bb2-3d39-47d0-b702-e035cd245aaa,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:54.054119 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-753d15ac-dd66-4992-a03b-514c33ee6f1d req-c9bcd35e-d6ba-48f9-b5f8-7a2caa033f9d tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4675510 Jul 29 23:20:54.090836 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4177e0-9492-4dcb-b8c1-095b11a01117 req-4840f904-9b19-4ea0-8ab0-2f9009deaab4 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:54.092766 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3c4177e0-9492-4dcb-b8c1-095b11a01117 req-4840f904-9b19-4ea0-8ab0-2f9009deaab4 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=1267093b-eddb-411d-af46-da473585ddce HTTP/1.1" status: 200 len: 950 time: 0.1295834 Jul 29 23:20:54.101712 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6dedbb-0484-491e-b4a6-bbd8476d1884 req-5e6eb036-b5f9-465d-a138-5754fc03bf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:54.103417 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1a6dedbb-0484-491e-b4a6-bbd8476d1884 req-5e6eb036-b5f9-465d-a138-5754fc03bf56 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1385782 Jul 29 23:20:54.134354 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [req-343ca6c6-6810-4711-8f6b-7482e5738ac5 req-d990428a-8f35-4095-8ca6-c007e09c0b56 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] show failed (client error): The resource could not be found. Jul 29 23:20:54.135661 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-343ca6c6-6810-4711-8f6b-7482e5738ac5 req-d990428a-8f35-4095-8ca6-c007e09c0b56 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/security-groups/5b636e92-9e89-4738-967d-9238d3a3996f HTTP/1.1" status: 404 len: 352 time: 0.0416200 Jul 29 23:20:54.229967 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3c4177e0-9492-4dcb-b8c1-095b11a01117 req-97d49184-f8ba-407b-b7e0-6bc49267ea3f tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253483 Jul 29 23:20:54.288914 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1a6dedbb-0484-491e-b4a6-bbd8476d1884 req-4eef0024-4cb4-4c77-903a-3d046c13378d service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715202 Jul 29 23:20:54.331712 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570746b9-b27a-437d-bb0f-c355bdb9de49 req-cec9dff9-9533-45a1-b6c4-a7df4d25f2e8 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:54.334192 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-570746b9-b27a-437d-bb0f-c355bdb9de49 req-cec9dff9-9533-45a1-b6c4-a7df4d25f2e8 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=62fc1795-6912-4db4-b667-421969d7def7 HTTP/1.1" status: 200 len: 945 time: 0.1091001 Jul 29 23:20:54.448263 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-570746b9-b27a-437d-bb0f-c355bdb9de49 req-5f9646e0-089a-4ea5-be8e-91c4164451c3 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804377 Jul 29 23:20:54.512497 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1a6dedbb-0484-491e-b4a6-bbd8476d1884 req-e5a6c77b-d180-4a7e-9935-839531d6dd34 service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148635 Jul 29 23:20:54.514241 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [req-5928cf0e-5a09-4d1c-8acb-cdd1b22d9086 req-378f7f08-08e3-41aa-a16d-2f5fe7be208d tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] show failed (client error): The resource could not be found. Jul 29 23:20:54.527740 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5928cf0e-5a09-4d1c-8acb-cdd1b22d9086 req-378f7f08-08e3-41aa-a16d-2f5fe7be208d tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/security-groups/0ef31be5-f657-48af-bb1a-fa4106e72866 HTTP/1.1" status: 404 len: 352 time: 0.0377853 Jul 29 23:20:54.696262 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdf72e5-b38d-47e5-bc08-bd2192926223 req-a7a428d1-53cb-4e05-ba55-93ddb3e630a0 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:54.703335 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdf72e5-b38d-47e5-bc08-bd2192926223 req-a7a428d1-53cb-4e05-ba55-93ddb3e630a0 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:54.710117 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4cdf72e5-b38d-47e5-bc08-bd2192926223 req-a7a428d1-53cb-4e05-ba55-93ddb3e630a0 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b0e6382-278a-4414-adb1-69caaac038c8 HTTP/1.1" status: 200 len: 1682 time: 0.1067045 Jul 29 23:20:54.759043 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4cdf72e5-b38d-47e5-bc08-bd2192926223 req-6c316e32-0dca-4a83-9d39-5d99ea6dcef4 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7d83692-1f36-4f89-b4b6-59d9ab0340f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468771 Jul 29 23:20:54.892077 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [req-96ff6e05-ae2a-40ef-9dcc-0c42c84a9e07 req-5fc227df-0e40-4ed0-a9da-ad9e13095dca tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] show failed (client error): The resource could not be found. Jul 29 23:20:54.894038 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-96ff6e05-ae2a-40ef-9dcc-0c42c84a9e07 req-5fc227df-0e40-4ed0-a9da-ad9e13095dca tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/security-groups/fdebdd48-a3fc-4eeb-b198-18593148255a HTTP/1.1" status: 404 len: 352 time: 0.0168388 Jul 29 23:20:55.214604 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7d9c1-daeb-40c0-99b0-f04b5e764084 req-35edf986-1785-433f-9ab3-5240502abeb2 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:55.216161 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cdb7d9c1-daeb-40c0-99b0-f04b5e764084 req-35edf986-1785-433f-9ab3-5240502abeb2 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e7c21fc-a617-499a-a692-712fb381b4fb HTTP/1.1" status: 200 len: 950 time: 0.0673771 Jul 29 23:20:55.278714 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cdb7d9c1-daeb-40c0-99b0-f04b5e764084 req-13daef39-8144-47fd-a8a0-49537b6b7bca tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540061 Jul 29 23:20:55.424268 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c23a3-2e8c-4af7-8e85-ddd4f94f2994 req-8c136a76-0eb8-438a-b2c0-4d95a1670a73 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:55.426265 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-909c23a3-2e8c-4af7-8e85-ddd4f94f2994 req-8c136a76-0eb8-438a-b2c0-4d95a1670a73 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/ports?device_id=43a31851-1710-48ac-b612-605808da3259 HTTP/1.1" status: 200 len: 1024 time: 0.0776470 Jul 29 23:20:55.508678 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-909c23a3-2e8c-4af7-8e85-ddd4f94f2994 req-4d22c62a-f212-4a5c-a620-173d0465e158 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0e5e270-a9be-406d-95d1-49d73a31f45d&id=a845b824-0924-4902-aa48-c5b54d8f699d&id=03844867-bd76-4e52-8a4b-497bcc888353&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0720739 Jul 29 23:20:55.577988 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b0e6382-278a-4414-adb1-69caaac038c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3765bb2-3d39-47d0-b702-e035cd245aaa'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:20:55.586307 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f7cf1aa-487a-4465-aed4-79c5253e74af" -d '{"events": [{"server_uuid": "2b0e6382-278a-4414-adb1-69caaac038c8", "name": "network-vif-plugged", "status": "completed", "tag": "e3765bb2-3d39-47d0-b702-e035cd245aaa"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:20:55.646245 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea695b-c73b-491e-91fb-5ee9b94a999b req-120ac3e3-93a3-4111-9931-56077fa4d882 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:55.652003 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-99ea695b-c73b-491e-91fb-5ee9b94a999b req-120ac3e3-93a3-4111-9931-56077fa4d882 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=1267093b-eddb-411d-af46-da473585ddce HTTP/1.1" status: 200 len: 950 time: 0.0876100 Jul 29 23:20:55.723060 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-99ea695b-c73b-491e-91fb-5ee9b94a999b req-7491f2e6-8a93-400a-ad71-dfdc5767edde tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649836 Jul 29 23:20:55.843522 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b992f1-20b8-4ec5-838c-bad5a0c4b62d req-f1df5ffb-b601-4718-9470-d1530f4b1e24 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:55.845305 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-46b992f1-20b8-4ec5-838c-bad5a0c4b62d req-f1df5ffb-b601-4718-9470-d1530f4b1e24 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=62fc1795-6912-4db4-b667-421969d7def7 HTTP/1.1" status: 200 len: 945 time: 0.0520194 Jul 29 23:20:55.879427 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7414c9e5-26fc-4ee2-b207-371a01a4b1ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:55.898437 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-46b992f1-20b8-4ec5-838c-bad5a0c4b62d req-3e5caf93-a8f2-4e28-acbf-c76e5b927651 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421741 Jul 29 23:20:55.968120 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a912be3-e956-4508-8d0b-4aaadae92584 x-openstack-request-id: req-5a912be3-e956-4508-8d0b-4aaadae92584 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:20:55.968529 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b0e6382-278a-4414-adb1-69caaac038c8", "name": "network-vif-plugged", "status": "completed", "tag": "e3765bb2-3d39-47d0-b702-e035cd245aaa", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:20:55.968852 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5a912be3-e956-4508-8d0b-4aaadae92584 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:20:55.969375 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b0e6382-278a-4414-adb1-69caaac038c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3765bb2-3d39-47d0-b702-e035cd245aaa', 'code': 200} Jul 29 23:20:56.134942 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b348411-5646-43a9-9881-3e3cf15b5f1b req-965a0c31-dd14-4062-957f-ba762913b3c2 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:56.142077 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b348411-5646-43a9-9881-3e3cf15b5f1b req-965a0c31-dd14-4062-957f-ba762913b3c2 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:56.150781 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3b348411-5646-43a9-9881-3e3cf15b5f1b req-965a0c31-dd14-4062-957f-ba762913b3c2 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b0e6382-278a-4414-adb1-69caaac038c8 HTTP/1.1" status: 200 len: 1682 time: 0.1189637 Jul 29 23:20:56.169883 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5fc61-fab9-437f-9a1a-ce45ac785b15 req-5b3b57d1-3dd6-4bad-ab2b-3ab6ef458aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:56.170755 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5fc61-fab9-437f-9a1a-ce45ac785b15 req-5b3b57d1-3dd6-4bad-ab2b-3ab6ef458aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:56.172801 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f2b5fc61-fab9-437f-9a1a-ce45ac785b15 req-5b3b57d1-3dd6-4bad-ab2b-3ab6ef458aae service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2b0e6382-278a-4414-adb1-69caaac038c8 HTTP/1.1" status: 200 len: 1986 time: 0.1024163 Jul 29 23:20:56.243842 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3b348411-5646-43a9-9881-3e3cf15b5f1b req-57d01722-336e-4c7d-8ead-ef3d64f86ab3 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7d83692-1f36-4f89-b4b6-59d9ab0340f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846767 Jul 29 23:20:56.259443 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f2b5fc61-fab9-437f-9a1a-ce45ac785b15 req-1e4d4bee-7b04-4f86-ab7b-3a4d578b05ee service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a7d83692-1f36-4f89-b4b6-59d9ab0340f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777829 Jul 29 23:20:56.311051 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:56.683704 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36826aa0-0fe3-4b98-b7c2-08cb3f34d6f4 req-b0f61378-a291-4e6c-b7f6-2c1c43e4d40d tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:56.692290 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-36826aa0-0fe3-4b98-b7c2-08cb3f34d6f4 req-b0f61378-a291-4e6c-b7f6-2c1c43e4d40d tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e7c21fc-a617-499a-a692-712fb381b4fb HTTP/1.1" status: 200 len: 950 time: 0.0612307 Jul 29 23:20:56.746370 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-36826aa0-0fe3-4b98-b7c2-08cb3f34d6f4 req-eaf14b7d-ea69-49f1-b1ec-397e212b79e0 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532682 Jul 29 23:20:56.891904 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a90d71-f92d-45f0-95c7-4a7e915c3ca9 req-99611cf8-daf9-4328-ba9a-05fa0d8862ac tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:56.893701 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f8a90d71-f92d-45f0-95c7-4a7e915c3ca9 req-99611cf8-daf9-4328-ba9a-05fa0d8862ac tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.22 "GET /v2.0/ports?device_id=43a31851-1710-48ac-b612-605808da3259 HTTP/1.1" status: 200 len: 1024 time: 0.0975897 Jul 29 23:20:56.903723 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902a0ffa-1159-415c-830a-5cb64ec47f50 req-4912bbe8-2c96-4af1-9028-072141d39414 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:56.905365 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-902a0ffa-1159-415c-830a-5cb64ec47f50 req-4912bbe8-2c96-4af1-9028-072141d39414 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/ports?device_id=43a31851-1710-48ac-b612-605808da3259 HTTP/1.1" status: 200 len: 1024 time: 0.0990961 Jul 29 23:20:56.935644 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 732e4cd7-9239-4732-a034-dc116891a8a7 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:20:57.039667 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-902a0ffa-1159-415c-830a-5cb64ec47f50 req-c60b50f1-74b2-48fd-94e7-56814e5db68f tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/security-groups?id=b0e5e270-a9be-406d-95d1-49d73a31f45d&id=a845b824-0924-4902-aa48-c5b54d8f699d&id=03844867-bd76-4e52-8a4b-497bcc888353&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1249297 Jul 29 23:20:57.087131 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:57.099589 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-f8a90d71-f92d-45f0-95c7-4a7e915c3ca9 req-7f3d4a12-7393-45ad-8334-120ae2d046dd tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Deleting port 094bef8e-9117-4601-bc20-d8a158b9b9fa {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:20:57.100086 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f8a90d71-f92d-45f0-95c7-4a7e915c3ca9 req-7f3d4a12-7393-45ad-8334-120ae2d046dd tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:57.159461 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 732e4cd7-9239-4732-a034-dc116891a8a7, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=732e4cd7-9239-4732-a034-dc116891a8a7,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:57.168234 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:57.278749 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=732e4cd7-9239-4732-a034-dc116891a8a7,revision_number=6']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:57.279486 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d145539-abd6-41ab-b0ef-7c41050b1a69 req-b249eb03-ec50-4fd3-8d20-30c7b5a8ffcf tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:57.287027 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2d145539-abd6-41ab-b0ef-7c41050b1a69 req-b249eb03-ec50-4fd3-8d20-30c7b5a8ffcf tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=1267093b-eddb-411d-af46-da473585ddce HTTP/1.1" status: 200 len: 948 time: 0.1350510 Jul 29 23:20:57.319648 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-f8a90d71-f92d-45f0-95c7-4a7e915c3ca9 req-7f3d4a12-7393-45ad-8334-120ae2d046dd tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] For port 094bef8e-9117-4601-bc20-d8a158b9b9fa, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=094bef8e-9117-4601-bc20-d8a158b9b9fa,segment=NetworkSegment(ad95086a-4aa4-4696-a47c-b54ab11bbc8c),segment_id=ad95086a-4aa4-4696-a47c-b54ab11bbc8c)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:57.319913 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f8a90d71-f92d-45f0-95c7-4a7e915c3ca9 req-7f3d4a12-7393-45ad-8334-120ae2d046dd tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:57.445713 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-f8a90d71-f92d-45f0-95c7-4a7e915c3ca9 req-7f3d4a12-7393-45ad-8334-120ae2d046dd tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Calling delete_port for 094bef8e-9117-4601-bc20-d8a158b9b9fa owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:20:57.464478 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2d145539-abd6-41ab-b0ef-7c41050b1a69 req-77992711-dd63-4fa8-9b32-258b0143fdc8 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765645 Jul 29 23:20:57.553996 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:57.634278 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a68c1-d55b-4a5e-845e-5f4ac7940194 req-3c30c490-e6e7-4f74-a68b-db58aed34422 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:57.642566 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-847a68c1-d55b-4a5e-845e-5f4ac7940194 req-3c30c490-e6e7-4f74-a68b-db58aed34422 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=62fc1795-6912-4db4-b667-421969d7def7 HTTP/1.1" status: 200 len: 945 time: 0.0896974 Jul 29 23:20:57.706680 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-847a68c1-d55b-4a5e-845e-5f4ac7940194 req-524f307b-918e-409a-a85e-23e53af8a474 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629046 Jul 29 23:20:57.800763 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f8a90d71-f92d-45f0-95c7-4a7e915c3ca9 req-7f3d4a12-7393-45ad-8334-120ae2d046dd tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:57.813169 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['094bef8e-9117-4601-bc20-d8a158b9b9fa'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:20:57.864415 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3d4a12-7393-45ad-8334-120ae2d046dd tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Pushing event deleted for resources: {'Port': ['ID=094bef8e-9117-4601-bc20-d8a158b9b9fa,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:57.941962 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a90d71-f92d-45f0-95c7-4a7e915c3ca9 req-7f3d4a12-7393-45ad-8334-120ae2d046dd tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] No DVR routers for this DVR port 094bef8e-9117-4601-bc20-d8a158b9b9fa on host n-h2-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:20:57.949267 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f8a90d71-f92d-45f0-95c7-4a7e915c3ca9 req-7f3d4a12-7393-45ad-8334-120ae2d046dd tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:57.951748 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f8a90d71-f92d-45f0-95c7-4a7e915c3ca9 req-7f3d4a12-7393-45ad-8334-120ae2d046dd tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.22 "DELETE /v2.0/ports/094bef8e-9117-4601-bc20-d8a158b9b9fa HTTP/1.1" status: 204 len: 173 time: 1.0453963 Jul 29 23:20:57.952322 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a31851-1710-48ac-b612-605808da3259', 'name': 'network-vif-deleted', 'tag': '094bef8e-9117-4601-bc20-d8a158b9b9fa'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:20:57.955089 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d926a145-6abb-41e8-9de0-efd5cff974b8" -d '{"events": [{"server_uuid": "43a31851-1710-48ac-b612-605808da3259", "name": "network-vif-deleted", "tag": "094bef8e-9117-4601-bc20-d8a158b9b9fa"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:20:57.970427 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1267093b-eddb-411d-af46-da473585ddce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '732e4cd7-9239-4732-a034-dc116891a8a7'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:20:57.975025 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a790d3-1c55-48ef-911e-9cc5a7e844d1" -d '{"events": [{"server_uuid": "1267093b-eddb-411d-af46-da473585ddce", "name": "network-vif-unplugged", "status": "completed", "tag": "732e4cd7-9239-4732-a034-dc116891a8a7"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:20:57.985840 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda214f-2081-41c7-8d75-71cc61058ff2 req-74a723fc-e42a-482c-abe2-40d3f0dafc79 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:57.993522 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda214f-2081-41c7-8d75-71cc61058ff2 req-74a723fc-e42a-482c-abe2-40d3f0dafc79 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:57.998365 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7fda214f-2081-41c7-8d75-71cc61058ff2 req-74a723fc-e42a-482c-abe2-40d3f0dafc79 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b0e6382-278a-4414-adb1-69caaac038c8 HTTP/1.1" status: 200 len: 1682 time: 0.1380148 Jul 29 23:20:58.054570 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7fda214f-2081-41c7-8d75-71cc61058ff2 req-a2344dc5-cdba-47dd-a312-439634c50038 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7d83692-1f36-4f89-b4b6-59d9ab0340f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493507 Jul 29 23:20:58.302256 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0119b89a-71fd-498e-8b53-567fb5ba45ff req-ba62fca8-d067-4e7b-be9b-f2611e6e35f0 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:58.304196 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0119b89a-71fd-498e-8b53-567fb5ba45ff req-ba62fca8-d067-4e7b-be9b-f2611e6e35f0 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e7c21fc-a617-499a-a692-712fb381b4fb HTTP/1.1" status: 200 len: 950 time: 0.0617604 Jul 29 23:20:58.379359 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0119b89a-71fd-498e-8b53-567fb5ba45ff req-89257855-27fb-4f3e-a9a4-1fe626e9f1ec tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593317 Jul 29 23:20:58.432388 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee0742e-1b9d-4628-8bf0-df08a595bf4e x-openstack-request-id: req-eee0742e-1b9d-4628-8bf0-df08a595bf4e {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:20:58.432691 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a31851-1710-48ac-b612-605808da3259", "name": "network-vif-deleted", "tag": "094bef8e-9117-4601-bc20-d8a158b9b9fa", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:20:58.432945 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eee0742e-1b9d-4628-8bf0-df08a595bf4e {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:20:58.433372 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a31851-1710-48ac-b612-605808da3259', 'name': 'network-vif-deleted', 'tag': '094bef8e-9117-4601-bc20-d8a158b9b9fa', 'status': 'completed', 'code': 200} Jul 29 23:20:58.479450 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc29d18c-10de-41d8-9c51-d7cd81189a44 x-openstack-request-id: req-dc29d18c-10de-41d8-9c51-d7cd81189a44 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:20:58.480245 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1267093b-eddb-411d-af46-da473585ddce", "name": "network-vif-unplugged", "status": "completed", "tag": "732e4cd7-9239-4732-a034-dc116891a8a7", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:20:58.480951 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dc29d18c-10de-41d8-9c51-d7cd81189a44 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:20:58.481634 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1267093b-eddb-411d-af46-da473585ddce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '732e4cd7-9239-4732-a034-dc116891a8a7', 'code': 200} Jul 29 23:20:58.654921 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0b6ea308-2e53-44eb-8109-89459f8d2e39 req-e193eeab-96bf-4d69-a8f1-5528282315fa tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/ports?device_id=43a31851-1710-48ac-b612-605808da3259 HTTP/1.1" status: 200 len: 210 time: 0.0656312 Jul 29 23:20:58.862087 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51134cf7-00e1-4ded-af2f-a31339719af3 req-10dab82d-32ac-4351-a046-25a75a4fb5ee tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:58.869919 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-51134cf7-00e1-4ded-af2f-a31339719af3 req-10dab82d-32ac-4351-a046-25a75a4fb5ee tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=1267093b-eddb-411d-af46-da473585ddce HTTP/1.1" status: 200 len: 948 time: 0.0844231 Jul 29 23:20:58.926698 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 732e4cd7-9239-4732-a034-dc116891a8a7 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:20:58.938612 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-51134cf7-00e1-4ded-af2f-a31339719af3 req-2bd21044-6e82-4a74-b65e-5da64dc61c8b tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677104 Jul 29 23:20:59.042356 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 732e4cd7-9239-4732-a034-dc116891a8a7, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=732e4cd7-9239-4732-a034-dc116891a8a7,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:59.056489 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1008f4-bd1b-4112-877a-f80e5d5a84a6 req-cee4018a-2648-4185-ae34-46f6a47f3a15 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:59.065964 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cb1008f4-bd1b-4112-877a-f80e5d5a84a6 req-cee4018a-2648-4185-ae34-46f6a47f3a15 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=62fc1795-6912-4db4-b667-421969d7def7 HTTP/1.1" status: 200 len: 945 time: 0.0670178 Jul 29 23:20:59.067809 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': '732e4cd7-9239-4732-a034-dc116891a8a7', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'port_id': '732e4cd7-9239-4732-a034-dc116891a8a7', 'mac_address': 'fa:16:3e:31:85:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64bdc61a-58ca-49c7-bae5-ecfed9ee407c', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:20:59.132130 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cb1008f4-bd1b-4112-877a-f80e5d5a84a6 req-6224a9ee-8b5a-451d-9786-bbb3f57a8ae0 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608864 Jul 29 23:20:59.143388 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:59.151975 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 732e4cd7-9239-4732-a034-dc116891a8a7 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:20:59.177472 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 732e4cd7-9239-4732-a034-dc116891a8a7, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=732e4cd7-9239-4732-a034-dc116891a8a7,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:59.203958 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:59.265714 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:59.286344 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=732e4cd7-9239-4732-a034-dc116891a8a7,revision_number=7']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:59.656284 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['732e4cd7-9239-4732-a034-dc116891a8a7'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:20:59.713644 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f800c9-2d7c-4a85-bea9-601a3225de92 req-4dc6ad10-fc13-44ce-8087-9dbc8600f6ab tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:59.716229 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b1f800c9-2d7c-4a85-bea9-601a3225de92 req-4dc6ad10-fc13-44ce-8087-9dbc8600f6ab tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.41 "GET /v2.0/ports?device_id=1267093b-eddb-411d-af46-da473585ddce&tenant_id=02291f5098924703b9b0f8f02943a845&binding%3Ahost_id=n-h1-712141-10 HTTP/1.1" status: 200 len: 949 time: 0.1690772 Jul 29 23:20:59.732894 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee3fc35-7aa4-4f91-87c1-7d9cd787f42f req-bec72993-914e-4dc3-a7ad-3e43913465b0 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:59.739400 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee3fc35-7aa4-4f91-87c1-7d9cd787f42f req-bec72993-914e-4dc3-a7ad-3e43913465b0 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:59.747754 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4ee3fc35-7aa4-4f91-87c1-7d9cd787f42f req-bec72993-914e-4dc3-a7ad-3e43913465b0 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b0e6382-278a-4414-adb1-69caaac038c8 HTTP/1.1" status: 200 len: 1682 time: 0.1252818 Jul 29 23:20:59.811235 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4ee3fc35-7aa4-4f91-87c1-7d9cd787f42f req-aa692976-3674-44ba-9505-75413b67c944 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7d83692-1f36-4f89-b4b6-59d9ab0340f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625885 Jul 29 23:20:59.868834 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f800c9-2d7c-4a85-bea9-601a3225de92 req-1be6f126-29ac-40f5-b07f-c3de51dd55c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:59.870418 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b1f800c9-2d7c-4a85-bea9-601a3225de92 req-1be6f126-29ac-40f5-b07f-c3de51dd55c4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=02291f5098924703b9b0f8f02943a845&device_id=1267093b-eddb-411d-af46-da473585ddce HTTP/1.1" status: 200 len: 1101 time: 0.0582781 Jul 29 23:21:00.016099 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5b4615-a436-415a-90e7-cf61c8a691f7 req-a6c06746-c843-43e8-9763-bfacdd47af50 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:00.025071 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7d5b4615-a436-415a-90e7-cf61c8a691f7 req-a6c06746-c843-43e8-9763-bfacdd47af50 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e7c21fc-a617-499a-a692-712fb381b4fb HTTP/1.1" status: 200 len: 950 time: 0.1056337 Jul 29 23:21:00.091896 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7d5b4615-a436-415a-90e7-cf61c8a691f7 req-c4202e1d-29df-42f8-8c1c-9dbef33cfb00 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655189 Jul 29 23:21:00.094386 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f800c9-2d7c-4a85-bea9-601a3225de92 req-3f1944c4-28e4-4757-abe6-b2ed68904b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:00.095821 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b1f800c9-2d7c-4a85-bea9-601a3225de92 req-3f1944c4-28e4-4757-abe6-b2ed68904b39 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d71c22dc-feef-410b-a7ed-6548cf85bd6f HTTP/1.1" status: 200 len: 870 time: 0.2146454 Jul 29 23:21:00.160340 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b1f800c9-2d7c-4a85-bea9-601a3225de92 req-bb2fcb80-0494-4fed-8066-a95b15c81bd8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=732e4cd7-9239-4732-a034-dc116891a8a7 HTTP/1.1" status: 200 len: 217 time: 0.0520275 Jul 29 23:21:00.258638 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f800c9-2d7c-4a85-bea9-601a3225de92 req-fdf56225-039e-42ae-bdd2-75e6d2b107c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:00.260152 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b1f800c9-2d7c-4a85-bea9-601a3225de92 req-fdf56225-039e-42ae-bdd2-75e6d2b107c1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.0892565 Jul 29 23:21:00.269564 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f5556-08c3-49c4-b9ce-2e6be7339b21 req-0c240a98-0038-42b3-b3f8-d3b3d328fef9 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:00.271068 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-aa8f5556-08c3-49c4-b9ce-2e6be7339b21 req-0c240a98-0038-42b3-b3f8-d3b3d328fef9 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=1267093b-eddb-411d-af46-da473585ddce HTTP/1.1" status: 200 len: 949 time: 0.0895889 Jul 29 23:21:00.337427 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-aa8f5556-08c3-49c4-b9ce-2e6be7339b21 req-44de56a3-1c6d-4fb1-85f1-59181d6a3cc0 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570018 Jul 29 23:21:00.345662 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f800c9-2d7c-4a85-bea9-601a3225de92 req-6c978493-28af-47d0-af29-7193ea8d1fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:00.349041 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b1f800c9-2d7c-4a85-bea9-601a3225de92 req-6c978493-28af-47d0-af29-7193ea8d1fcc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0770569 Jul 29 23:21:00.431822 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 094bef8e-9117-4601-bc20-d8a158b9b9fa no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:21:00.474352 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: 094bef8e-9117-4601-bc20-d8a158b9b9fa {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:21:00.474690 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 094bef8e-9117-4601-bc20-d8a158b9b9fa not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:21:00.519431 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b1f800c9-2d7c-4a85-bea9-601a3225de92 req-bbeecc33-b063-4375-8ff9-b46119d7c2c4 service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533079 Jul 29 23:21:00.538265 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe0cbc-ed5f-4806-baab-acdb66578cd3 req-fa5fc6b4-1ea6-4164-b981-58c54a9ae793 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:00.539810 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7cbe0cbc-ed5f-4806-baab-acdb66578cd3 req-fa5fc6b4-1ea6-4164-b981-58c54a9ae793 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=62fc1795-6912-4db4-b667-421969d7def7 HTTP/1.1" status: 200 len: 945 time: 0.0684416 Jul 29 23:21:00.627398 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7cbe0cbc-ed5f-4806-baab-acdb66578cd3 req-b9321f5d-291e-4209-979d-b142ed48d0bc tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792801 Jul 29 23:21:00.667104 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b1f800c9-2d7c-4a85-bea9-601a3225de92 req-e5a9ce42-0c4e-48eb-9677-398c6fe79ce2 service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258316 Jul 29 23:21:00.720883 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-54ae2459-a8ce-4b65-a181-e5cabd63e725 req-8f70b4e2-a920-4448-931c-2e32ce9776e6 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/security-groups/a845b824-0924-4902-aa48-c5b54d8f699d HTTP/1.1" status: 200 len: 1799 time: 0.0480421 Jul 29 23:21:00.785305 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-54ae2459-a8ce-4b65-a181-e5cabd63e725 req-80cb6ff8-b930-47c5-a336-95835aa678cb tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:00.811430 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-54ae2459-a8ce-4b65-a181-e5cabd63e725 req-80cb6ff8-b930-47c5-a336-95835aa678cb tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:00.873079 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-54ae2459-a8ce-4b65-a181-e5cabd63e725 req-80cb6ff8-b930-47c5-a336-95835aa678cb tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:00.876805 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-54ae2459-a8ce-4b65-a181-e5cabd63e725 req-80cb6ff8-b930-47c5-a336-95835aa678cb tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:00.878023 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-54ae2459-a8ce-4b65-a181-e5cabd63e725 req-80cb6ff8-b930-47c5-a336-95835aa678cb tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "DELETE /v2.0/security-groups/a845b824-0924-4902-aa48-c5b54d8f699d HTTP/1.1" status: 204 len: 173 time: 0.1475222 Jul 29 23:21:00.891482 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cb6ff8-b930-47c5-a336-95835aa678cb tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a845b824-0924-4902-aa48-c5b54d8f699d,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:00.976035 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 732e4cd7-9239-4732-a034-dc116891a8a7 up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:21:01.017265 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ede39-b6c6-4e87-9325-870d73b7b1c2 req-61015dc7-776d-4d47-aab0-8e82009add2c tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:01.024481 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ede39-b6c6-4e87-9325-870d73b7b1c2 req-61015dc7-776d-4d47-aab0-8e82009add2c tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:01.032797 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d77ede39-b6c6-4e87-9325-870d73b7b1c2 req-61015dc7-776d-4d47-aab0-8e82009add2c tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b0e6382-278a-4414-adb1-69caaac038c8 HTTP/1.1" status: 200 len: 1682 time: 0.1114476 Jul 29 23:21:01.036706 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port 732e4cd7-9239-4732-a034-dc116891a8a7 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:21:01.037089 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:01.046388 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174cbc40-e9ff-4b0e-84f0-e2bb149b2f69 req-a4282a08-0c1b-4d89-8351-1b6d4386dc3c tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:01.047901 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-174cbc40-e9ff-4b0e-84f0-e2bb149b2f69 req-a4282a08-0c1b-4d89-8351-1b6d4386dc3c tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa120cd7-0211-4466-90f0-cdb139621c08 HTTP/1.1" status: 200 len: 949 time: 0.0983698 Jul 29 23:21:01.105014 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d77ede39-b6c6-4e87-9325-870d73b7b1c2 req-c6ad0d15-46e3-495e-adaf-5865a81e7cf6 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7d83692-1f36-4f89-b4b6-59d9ab0340f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713491 Jul 29 23:21:01.119090 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-174cbc40-e9ff-4b0e-84f0-e2bb149b2f69 req-6a7f03f7-a69b-4ecc-bef2-eacbc3bcc0ad tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a6bacb2-785e-46ce-99a7-969ba7b68206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638840 Jul 29 23:21:01.156424 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:01.184861 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1267093b-eddb-411d-af46-da473585ddce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '732e4cd7-9239-4732-a034-dc116891a8a7'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:21:01.187392 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6c510d-9ce2-4757-a538-0f3447667ded" -d '{"events": [{"server_uuid": "1267093b-eddb-411d-af46-da473585ddce", "name": "network-vif-plugged", "status": "completed", "tag": "732e4cd7-9239-4732-a034-dc116891a8a7"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:21:01.202408 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 732e4cd7-9239-4732-a034-dc116891a8a7, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=732e4cd7-9239-4732-a034-dc116891a8a7,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:01.207569 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:01.212065 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c9905e56-85f4-4ba7-ba49-0172e87a3ce2 req-b496be58-26c8-402a-bf12-fa22f6549e18 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "GET /v2.0/security-groups/03844867-bd76-4e52-8a4b-497bcc888353 HTTP/1.1" status: 200 len: 1800 time: 0.0706069 Jul 29 23:21:01.286773 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=732e4cd7-9239-4732-a034-dc116891a8a7,revision_number=8']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:01.300871 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24901481-0bcc-4bce-b116-f1ac6092197b req-bde9fbf9-c526-4a95-8392-9189fc2569e3 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:01.302402 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-24901481-0bcc-4bce-b116-f1ac6092197b req-bde9fbf9-c526-4a95-8392-9189fc2569e3 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e7c21fc-a617-499a-a692-712fb381b4fb HTTP/1.1" status: 200 len: 950 time: 0.1175745 Jul 29 23:21:01.324033 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-c9905e56-85f4-4ba7-ba49-0172e87a3ce2 req-dafebe53-5faa-42e8-90a2-46c60af5bd68 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:01.364155 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-c9905e56-85f4-4ba7-ba49-0172e87a3ce2 req-dafebe53-5faa-42e8-90a2-46c60af5bd68 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:01.377332 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-24901481-0bcc-4bce-b116-f1ac6092197b req-9cbc31df-6683-4877-a3d5-abb4ffc69825 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638740 Jul 29 23:21:01.417464 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-c9905e56-85f4-4ba7-ba49-0172e87a3ce2 req-dafebe53-5faa-42e8-90a2-46c60af5bd68 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:01.422255 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-c9905e56-85f4-4ba7-ba49-0172e87a3ce2 req-dafebe53-5faa-42e8-90a2-46c60af5bd68 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:01.424009 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c9905e56-85f4-4ba7-ba49-0172e87a3ce2 req-dafebe53-5faa-42e8-90a2-46c60af5bd68 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] 10.222.0.43 "DELETE /v2.0/security-groups/03844867-bd76-4e52-8a4b-497bcc888353 HTTP/1.1" status: 204 len: 173 time: 0.2111347 Jul 29 23:21:01.429477 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 33848) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:01.445711 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafebe53-5faa-42e8-90a2-46c60af5bd68 tempest-SecurityGroupsTestJSON-1272352997 tempest-SecurityGroupsTestJSON-1272352997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03844867-bd76-4e52-8a4b-497bcc888353,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:01.478918 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c3c7a9-5c38-422a-97b0-e58fc5107bc1 x-openstack-request-id: req-e3c3c7a9-5c38-422a-97b0-e58fc5107bc1 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:21:01.479867 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1267093b-eddb-411d-af46-da473585ddce", "name": "network-vif-plugged", "status": "completed", "tag": "732e4cd7-9239-4732-a034-dc116891a8a7", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:21:01.480265 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e3c3c7a9-5c38-422a-97b0-e58fc5107bc1 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:21:01.480829 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1267093b-eddb-411d-af46-da473585ddce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '732e4cd7-9239-4732-a034-dc116891a8a7', 'code': 200} Jul 29 23:21:01.490742 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae2a90d4-1c14-4ad8-86cb-362034adaaa6 admin admin] Deleting subnet f9c6655f-91b3-4916-a461-d6d5f8fce027 {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:21:01.493952 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ae2a90d4-1c14-4ad8-86cb-362034adaaa6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:01.559758 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ae2a90d4-1c14-4ad8-86cb-362034adaaa6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:01.608431 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc91bca-e303-433c-a10d-b34a04b2de31 req-e780416e-ce7d-4422-985d-960e2b5b1ec7 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:01.609993 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7cc91bca-e303-433c-a10d-b34a04b2de31 req-e780416e-ce7d-4422-985d-960e2b5b1ec7 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=1267093b-eddb-411d-af46-da473585ddce HTTP/1.1" status: 200 len: 950 time: 0.0942760 Jul 29 23:21:01.614858 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ae2a90d4-1c14-4ad8-86cb-362034adaaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:01.729340 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7cc91bca-e303-433c-a10d-b34a04b2de31 req-800af308-7a6e-4346-9f59-7b53140397d2 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946913 Jul 29 23:21:01.753491 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40cb163-c93d-48a9-8b7e-f472b1b83ed1 req-5a2b5281-fe5e-4051-b600-06f7a289d156 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:01.759902 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40cb163-c93d-48a9-8b7e-f472b1b83ed1 req-5a2b5281-fe5e-4051-b600-06f7a289d156 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:01.762331 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a40cb163-c93d-48a9-8b7e-f472b1b83ed1 req-5a2b5281-fe5e-4051-b600-06f7a289d156 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.41 "GET /v2.0/ports?device_id=2b0e6382-278a-4414-adb1-69caaac038c8 HTTP/1.1" status: 200 len: 1682 time: 0.1265941 Jul 29 23:21:01.765615 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ae2a90d4-1c14-4ad8-86cb-362034adaaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:01.858644 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ae2a90d4-1c14-4ad8-86cb-362034adaaa6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:01.859464 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 33856) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:01.859927 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ae2a90d4-1c14-4ad8-86cb-362034adaaa6 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f9c6655f-91b3-4916-a461-d6d5f8fce027 HTTP/1.1" status: 204 len: 168 time: 0.4216092 Jul 29 23:21:01.875283 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2a90d4-1c14-4ad8-86cb-362034adaaa6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9c6655f-91b3-4916-a461-d6d5f8fce027,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:01.925759 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-391ded07-b5e7-42d2-a2e2-deaa61b50bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:01.940610 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b15f84-41e9-4786-b1a5-a31cfc7533aa req-132c7eae-bc69-40bb-b56a-7a2d758855ad tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:01.942313 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-39b15f84-41e9-4786-b1a5-a31cfc7533aa req-132c7eae-bc69-40bb-b56a-7a2d758855ad tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=62fc1795-6912-4db4-b667-421969d7def7 HTTP/1.1" status: 200 len: 945 time: 0.2168405 Jul 29 23:21:01.978319 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97ee2e-f21e-486b-84ba-a0b09ba0125f req-d59c7b22-4e81-4231-9b47-453264ea645d tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:01.980000 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4f97ee2e-f21e-486b-84ba-a0b09ba0125f req-d59c7b22-4e81-4231-9b47-453264ea645d tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=1267093b-eddb-411d-af46-da473585ddce HTTP/1.1" status: 200 len: 950 time: 0.1542754 Jul 29 23:21:02.011660 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-391ded07-b5e7-42d2-a2e2-deaa61b50bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:02.022351 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-391ded07-b5e7-42d2-a2e2-deaa61b50bcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d276bab9-08d9-4ae2-8764-57ec0cf596e7']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:02.026234 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-39b15f84-41e9-4786-b1a5-a31cfc7533aa req-7c77584a-e8d7-4bd2-ab7a-a5bc9c47d83a tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750899 Jul 29 23:21:02.044263 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-391ded07-b5e7-42d2-a2e2-deaa61b50bcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad95086a-4aa4-4696-a47c-b54ab11bbc8c') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:02.044840 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-391ded07-b5e7-42d2-a2e2-deaa61b50bcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad95086a-4aa4-4696-a47c-b54ab11bbc8c') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:02.048587 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-a40cb163-c93d-48a9-8b7e-f472b1b83ed1 req-af299e32-7aae-47fe-9841-ca952fa071a1 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Deleting port e3765bb2-3d39-47d0-b702-e035cd245aaa {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:21:02.048941 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a40cb163-c93d-48a9-8b7e-f472b1b83ed1 req-af299e32-7aae-47fe-9841-ca952fa071a1 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:02.056486 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-391ded07-b5e7-42d2-a2e2-deaa61b50bcb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:02.070390 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4f97ee2e-f21e-486b-84ba-a0b09ba0125f req-c1cbd067-562a-4f2d-8e69-27c0eaa1eadd tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809639 Jul 29 23:21:02.082321 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-391ded07-b5e7-42d2-a2e2-deaa61b50bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:02.089200 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-391ded07-b5e7-42d2-a2e2-deaa61b50bcb admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:21:02.089739 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-391ded07-b5e7-42d2-a2e2-deaa61b50bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:02.101009 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:21:02.101009 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:21:02.101009 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:21:02.101009 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:21:02.101009 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:21:02.101009 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:21:02.101009 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:21:02.101009 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:21:02.101009 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:21:02.101009 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:21:02.101009 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:21:02.101009 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:21:02.101009 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:21:02.101009 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:21:02.101009 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:21:02.101009 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:21:02.101009 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:21:02.101009 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:21:02.101009 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:21:02.101009 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:21:02.101009 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:21:02.101009 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:21:02.101009 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:21:02.101009 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:21:02.101009 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:21:02.101009 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:21:02.101009 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:21:02.101009 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:21:02.101009 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:21:02.101009 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:21:02.101009 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:21:02.101009 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:21:02.191580 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-391ded07-b5e7-42d2-a2e2-deaa61b50bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:02.209617 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-a40cb163-c93d-48a9-8b7e-f472b1b83ed1 req-af299e32-7aae-47fe-9841-ca952fa071a1 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] For port e3765bb2-3d39-47d0-b702-e035cd245aaa, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=e3765bb2-3d39-47d0-b702-e035cd245aaa,segment=NetworkSegment(fec08266-85ee-4673-99cd-89ad5d897feb),segment_id=fec08266-85ee-4673-99cd-89ad5d897feb)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:02.210224 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a40cb163-c93d-48a9-8b7e-f472b1b83ed1 req-af299e32-7aae-47fe-9841-ca952fa071a1 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:02.219197 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-391ded07-b5e7-42d2-a2e2-deaa61b50bcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:02.221126 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-391ded07-b5e7-42d2-a2e2-deaa61b50bcb admin admin] 10.222.0.43 "DELETE /v2.0/networks/d276bab9-08d9-4ae2-8764-57ec0cf596e7 HTTP/1.1" status: 204 len: 168 time: 0.3637958 Jul 29 23:21:02.222052 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391ded07-b5e7-42d2-a2e2-deaa61b50bcb admin admin] Pushing event deleted for resources: {'Network': ['ID=d276bab9-08d9-4ae2-8764-57ec0cf596e7,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:02.241134 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-a40cb163-c93d-48a9-8b7e-f472b1b83ed1 req-af299e32-7aae-47fe-9841-ca952fa071a1 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Calling delete_port for e3765bb2-3d39-47d0-b702-e035cd245aaa owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:21:02.388206 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ab5f1-ba53-4987-97ab-729447737d33 req-cd604c85-e6f8-4fd8-8be2-a32a238cc27c tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:02.395350 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ab5f1-ba53-4987-97ab-729447737d33 req-cd604c85-e6f8-4fd8-8be2-a32a238cc27c tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:02.406707 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-832ab5f1-ba53-4987-97ab-729447737d33 req-cd604c85-e6f8-4fd8-8be2-a32a238cc27c tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b0e6382-278a-4414-adb1-69caaac038c8 HTTP/1.1" status: 200 len: 1682 time: 0.1530886 Jul 29 23:21:02.491029 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-832ab5f1-ba53-4987-97ab-729447737d33 req-5604d4db-4eb1-487d-bb1d-bb0d88d125f3 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7d83692-1f36-4f89-b4b6-59d9ab0340f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810878 Jul 29 23:21:02.499267 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 33882) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:02.556310 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-2ad4b4ee-24ae-4ae3-af8f-1ff8bb8a82d8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4b67b92d11074e3aa4a6c16a91e570ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0559025 Jul 29 23:21:02.560487 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 33888) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:02.573008 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a40cb163-c93d-48a9-8b7e-f472b1b83ed1 req-af299e32-7aae-47fe-9841-ca952fa071a1 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:02.620966 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['e3765bb2-3d39-47d0-b702-e035cd245aaa', 'cc8cbfc2-23ef-4ffa-8bdd-d361aedad8d2'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:21:02.631652 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af299e32-7aae-47fe-9841-ca952fa071a1 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Pushing event deleted for resources: {'Port': ['ID=e3765bb2-3d39-47d0-b702-e035cd245aaa,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:02.726013 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-a40cb163-c93d-48a9-8b7e-f472b1b83ed1 req-af299e32-7aae-47fe-9841-ca952fa071a1 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] No DVR routers for this DVR port e3765bb2-3d39-47d0-b702-e035cd245aaa on host n-h1-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:21:02.731410 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a40cb163-c93d-48a9-8b7e-f472b1b83ed1 req-af299e32-7aae-47fe-9841-ca952fa071a1 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:02.733546 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a40cb163-c93d-48a9-8b7e-f472b1b83ed1 req-af299e32-7aae-47fe-9841-ca952fa071a1 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.41 "DELETE /v2.0/ports/e3765bb2-3d39-47d0-b702-e035cd245aaa HTTP/1.1" status: 204 len: 173 time: 0.9472384 Jul 29 23:21:02.735086 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b0e6382-278a-4414-adb1-69caaac038c8', 'name': 'network-vif-deleted', 'tag': 'e3765bb2-3d39-47d0-b702-e035cd245aaa'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:21:02.737331 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dcf33a3-fba1-4fdf-952c-aab55d1e0c04" -d '{"events": [{"server_uuid": "2b0e6382-278a-4414-adb1-69caaac038c8", "name": "network-vif-deleted", "tag": "e3765bb2-3d39-47d0-b702-e035cd245aaa"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:21:02.800860 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d72e8d2f-f878-45f5-9da9-4d302ec1f490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:02.815055 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd89d60-bcd9-49ef-b59a-5a0ca031a453 req-0722a513-94d4-452b-b6a9-a644dd6a1f78 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:02.816675 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bfd89d60-bcd9-49ef-b59a-5a0ca031a453 req-0722a513-94d4-452b-b6a9-a644dd6a1f78 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e7c21fc-a617-499a-a692-712fb381b4fb HTTP/1.1" status: 200 len: 950 time: 0.2012072 Jul 29 23:21:02.857263 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a37eda-b284-4fb7-88c7-835126952d38 req-ea110781-c514-432c-88a8-1fc615fe0352 tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:02.862130 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-99a37eda-b284-4fb7-88c7-835126952d38 req-ea110781-c514-432c-88a8-1fc615fe0352 tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa120cd7-0211-4466-90f0-cdb139621c08 HTTP/1.1" status: 200 len: 949 time: 0.2454722 Jul 29 23:21:02.903922 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d72e8d2f-f878-45f5-9da9-4d302ec1f490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:02.983759 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bfd89d60-bcd9-49ef-b59a-5a0ca031a453 req-45191a97-978d-473a-ae35-520642ac5795 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522808 Jul 29 23:21:02.991554 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-99a37eda-b284-4fb7-88c7-835126952d38 req-86c5d751-3146-4dda-ae25-535f55c5cc25 tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a6bacb2-785e-46ce-99a7-969ba7b68206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135879 Jul 29 23:21:03.015928 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-a40cb163-c93d-48a9-8b7e-f472b1b83ed1 req-ea60072b-9bc5-419d-8aa6-e09437bc609d tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Deleting port cc8cbfc2-23ef-4ffa-8bdd-d361aedad8d2 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:21:03.016408 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a40cb163-c93d-48a9-8b7e-f472b1b83ed1 req-ea60072b-9bc5-419d-8aa6-e09437bc609d tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:03.098141 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d72e8d2f-f878-45f5-9da9-4d302ec1f490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:03.100574 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d72e8d2f-f878-45f5-9da9-4d302ec1f490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:03.101946 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-d72e8d2f-f878-45f5-9da9-4d302ec1f490 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b0e5e270-a9be-406d-95d1-49d73a31f45d HTTP/1.1" status: 204 len: 168 time: 0.5404797 Jul 29 23:21:03.103632 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f5d8cd2-36d8-4364-b819-c8f12f05a0f5 x-openstack-request-id: req-6f5d8cd2-36d8-4364-b819-c8f12f05a0f5 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:21:03.103934 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b0e6382-278a-4414-adb1-69caaac038c8", "name": "network-vif-deleted", "tag": "e3765bb2-3d39-47d0-b702-e035cd245aaa", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:21:03.104423 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6f5d8cd2-36d8-4364-b819-c8f12f05a0f5 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:21:03.104578 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b0e6382-278a-4414-adb1-69caaac038c8', 'name': 'network-vif-deleted', 'tag': 'e3765bb2-3d39-47d0-b702-e035cd245aaa', 'status': 'completed', 'code': 200} Jul 29 23:21:03.120423 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72e8d2f-f878-45f5-9da9-4d302ec1f490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e5e270-a9be-406d-95d1-49d73a31f45d,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:03.167605 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-a40cb163-c93d-48a9-8b7e-f472b1b83ed1 req-ea60072b-9bc5-419d-8aa6-e09437bc609d tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] For port cc8cbfc2-23ef-4ffa-8bdd-d361aedad8d2, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=cc8cbfc2-23ef-4ffa-8bdd-d361aedad8d2,segment=NetworkSegment(3fcf48c4-0f77-41ae-a1a1-527e051da490),segment_id=3fcf48c4-0f77-41ae-a1a1-527e051da490)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:03.168094 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a40cb163-c93d-48a9-8b7e-f472b1b83ed1 req-ea60072b-9bc5-419d-8aa6-e09437bc609d tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:03.539393 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-a40cb163-c93d-48a9-8b7e-f472b1b83ed1 req-ea60072b-9bc5-419d-8aa6-e09437bc609d tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Calling delete_port for cc8cbfc2-23ef-4ffa-8bdd-d361aedad8d2 owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:21:03.577903 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-29df9f61-f0f2-47cd-b517-5ea01db69727 req-8be004a5-f3fa-457e-8dd2-55dec9c7a76c tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=02291f5098924703b9b0f8f02943a845&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334091 Jul 29 23:21:03.801737 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43aba9a-a594-485e-828c-285b6ce0be2e req-e4faebf4-cb78-492a-9dd7-440357478cb4 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:03.807894 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f43aba9a-a594-485e-828c-285b6ce0be2e req-e4faebf4-cb78-492a-9dd7-440357478cb4 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b0e6382-278a-4414-adb1-69caaac038c8 HTTP/1.1" status: 200 len: 946 time: 0.1635857 Jul 29 23:21:03.868522 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df9f61-f0f2-47cd-b517-5ea01db69727 req-da7944cd-3694-4dca-8bc2-15bad7ce463d tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:03.874177 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-29df9f61-f0f2-47cd-b517-5ea01db69727 req-da7944cd-3694-4dca-8bc2-15bad7ce463d tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2533495 Jul 29 23:21:03.910707 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-29df9f61-f0f2-47cd-b517-5ea01db69727 req-94feeb3d-1e9e-42b3-8046-7a142759c9e7 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/quotas/02291f5098924703b9b0f8f02943a845 HTTP/1.1" status: 200 len: 375 time: 0.0282142 Jul 29 23:21:03.943044 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f43aba9a-a594-485e-828c-285b6ce0be2e req-d310d019-dfc7-4c18-838f-976257cb5c90 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/security-groups?id=a7d83692-1f36-4f89-b4b6-59d9ab0340f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237483 Jul 29 23:21:03.956567 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a40cb163-c93d-48a9-8b7e-f472b1b83ed1 req-ea60072b-9bc5-419d-8aa6-e09437bc609d tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:04.012090 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea60072b-9bc5-419d-8aa6-e09437bc609d tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Pushing event deleted for resources: {'Port': ['ID=cc8cbfc2-23ef-4ffa-8bdd-d361aedad8d2,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:04.063390 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-29df9f61-f0f2-47cd-b517-5ea01db69727 req-fb798678-cd17-442c-926c-9519086a7198 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=02291f5098924703b9b0f8f02943a845&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1381121 Jul 29 23:21:04.137103 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-a40cb163-c93d-48a9-8b7e-f472b1b83ed1 req-ea60072b-9bc5-419d-8aa6-e09437bc609d tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] No DVR routers for this DVR port cc8cbfc2-23ef-4ffa-8bdd-d361aedad8d2 on host n-h1-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:21:04.142854 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a40cb163-c93d-48a9-8b7e-f472b1b83ed1 req-ea60072b-9bc5-419d-8aa6-e09437bc609d tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:04.146298 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a40cb163-c93d-48a9-8b7e-f472b1b83ed1 req-ea60072b-9bc5-419d-8aa6-e09437bc609d tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.41 "DELETE /v2.0/ports/cc8cbfc2-23ef-4ffa-8bdd-d361aedad8d2 HTTP/1.1" status: 204 len: 173 time: 1.4032135 Jul 29 23:21:04.291046 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0460c208-db10-4b20-8baf-7f2383be645a req-f05bad57-9a64-4e8a-8041-2d88b4cbc537 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:04.305929 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0460c208-db10-4b20-8baf-7f2383be645a req-f05bad57-9a64-4e8a-8041-2d88b4cbc537 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e7c21fc-a617-499a-a692-712fb381b4fb HTTP/1.1" status: 200 len: 950 time: 0.1581903 Jul 29 23:21:04.311000 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 33972) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:04.370426 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0460c208-db10-4b20-8baf-7f2383be645a req-640e2af1-61b1-4819-8e61-8459506c173f tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618844 Jul 29 23:21:04.468990 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 1d4f86e2-c7f3-4176-8ff9-623f4453d1ed details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:21:04.491854 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d63ea25b-b255-4543-bea9-6451afde8fc4 req-16e3b76e-8efd-4f2d-963f-2ce21719ae51 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=30850af8-f331-4539-aad7-0e40a19d69f5 HTTP/1.1" status: 200 len: 210 time: 0.0404780 Jul 29 23:21:04.498654 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device e7636624-ee00-43ce-8045-cac196986c66 no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:21:04.554422 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-eb7eba8b-d781-46b6-9004-8ebcb4118cc3 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-800249479-network', 'tenant_id': '5496b7c4c812467cb5eea89ef060416b'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:04.587414 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7eba8b-d781-46b6-9004-8ebcb4118cc3 admin admin] Made reservation on behalf of 5496b7c4c812467cb5eea89ef060416b for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:21:04.591773 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-eb7eba8b-d781-46b6-9004-8ebcb4118cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:04.607125 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-eb7eba8b-d781-46b6-9004-8ebcb4118cc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:04.671076 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 1d4f86e2-c7f3-4176-8ff9-623f4453d1ed, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=1d4f86e2-c7f3-4176-8ff9-623f4453d1ed,segment=NetworkSegment(2db8471f-c43b-49ee-9f08-2f1c56af231c),segment_id=2db8471f-c43b-49ee-9f08-2f1c56af231c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:04.673548 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:04.700384 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '1d4f86e2-c7f3-4176-8ff9-623f4453d1ed', 'network_id': 'ec39a190-3e02-4fd2-a008-3b841dbd3c4b', 'port_id': '1d4f86e2-c7f3-4176-8ff9-623f4453d1ed', 'mac_address': 'fa:16:3e:7c:70:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5d676a-a79a-4d6c-8057-e140077bec43', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:21:04.707762 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa120cd7-0211-4466-90f0-cdb139621c08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7636624-ee00-43ce-8045-cac196986c66'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:21:04.710416 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5817498-2f34-4d99-8cac-96e7172c2d04" -d '{"events": [{"server_uuid": "aa120cd7-0211-4466-90f0-cdb139621c08", "name": "network-vif-unplugged", "status": "completed", "tag": "e7636624-ee00-43ce-8045-cac196986c66"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:21:04.728095 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port e7636624-ee00-43ce-8045-cac196986c66, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=e7636624-ee00-43ce-8045-cac196986c66,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:04.749441 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:04.760303 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-eb7eba8b-d781-46b6-9004-8ebcb4118cc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:04.766817 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-eb7eba8b-d781-46b6-9004-8ebcb4118cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:04.787029 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb7eba8b-d781-46b6-9004-8ebcb4118cc3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:21:04.797096 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:04.798968 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-eb7eba8b-d781-46b6-9004-8ebcb4118cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:04.799196 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-eb7eba8b-d781-46b6-9004-8ebcb4118cc3 admin admin] Added segment 8f22271e-8838-4b8d-b047-05914d1d1737 of type vlan for network a43a6a64-f101-4685-8986-2fb94aeaf17f Jul 29 23:21:04.812233 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf6fd85-9f5c-4726-ac3d-e7b4f49226c6 x-openstack-request-id: req-3bf6fd85-9f5c-4726-ac3d-e7b4f49226c6 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:21:04.812952 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa120cd7-0211-4466-90f0-cdb139621c08", "name": "network-vif-unplugged", "status": "completed", "tag": "e7636624-ee00-43ce-8045-cac196986c66", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:21:04.813570 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3bf6fd85-9f5c-4726-ac3d-e7b4f49226c6 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:21:04.813968 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa120cd7-0211-4466-90f0-cdb139621c08', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7636624-ee00-43ce-8045-cac196986c66', 'code': 200} Jul 29 23:21:04.817507 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1d4f86e2-c7f3-4176-8ff9-623f4453d1ed {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:21:04.854317 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 1d4f86e2-c7f3-4176-8ff9-623f4453d1ed, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=1d4f86e2-c7f3-4176-8ff9-623f4453d1ed,segment=NetworkSegment(2db8471f-c43b-49ee-9f08-2f1c56af231c),segment_id=2db8471f-c43b-49ee-9f08-2f1c56af231c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:04.857182 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=e7636624-ee00-43ce-8045-cac196986c66,revision_number=8']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:04.863869 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:04.874448 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-eb7eba8b-d781-46b6-9004-8ebcb4118cc3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:04.879077 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7eba8b-d781-46b6-9004-8ebcb4118cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef8b347-7e01-4c41-8508-c5e5f2556552,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:04.915604 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-eb7eba8b-d781-46b6-9004-8ebcb4118cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:04.916651 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7eba8b-d781-46b6-9004-8ebcb4118cc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:04.917267 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-eb7eba8b-d781-46b6-9004-8ebcb4118cc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:04.925927 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=1d4f86e2-c7f3-4176-8ff9-623f4453d1ed,revision_number=6']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:04.978377 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device cc8cbfc2-23ef-4ffa-8bdd-d361aedad8d2 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:21:04.991888 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-eb7eba8b-d781-46b6-9004-8ebcb4118cc3 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6794603 Jul 29 23:21:04.996600 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 33994) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:05.009263 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7eba8b-d781-46b6-9004-8ebcb4118cc3 admin admin] Pushing event updated for resources: {'Network': ['ID=a43a6a64-f101-4685-8986-2fb94aeaf17f,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:05.009867 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-a0217833-de4a-4ec6-8a78-b2d0835db14e admin admin] Request body: {'subnet': {'network_id': 'a43a6a64-f101-4685-8986-2fb94aeaf17f', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-800249479-subnet', 'tenant_id': '5496b7c4c812467cb5eea89ef060416b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:05.022542 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['1d4f86e2-c7f3-4176-8ff9-623f4453d1ed'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:21:05.038685 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0217833-de4a-4ec6-8a78-b2d0835db14e admin admin] Made reservation on behalf of 5496b7c4c812467cb5eea89ef060416b for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:21:05.041801 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a0217833-de4a-4ec6-8a78-b2d0835db14e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:05.046761 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] No Port match for: cc8cbfc2-23ef-4ffa-8bdd-d361aedad8d2 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:21:05.047107 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device cc8cbfc2-23ef-4ffa-8bdd-d361aedad8d2 not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:21:05.047534 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device e3765bb2-3d39-47d0-b702-e035cd245aaa no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:21:05.049412 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network a43a6a64-f101-4685-8986-2fb94aeaf17f details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:21:05.106665 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b0e6382-278a-4414-adb1-69caaac038c8', 'name': 'network-vif-deleted', 'tag': 'cc8cbfc2-23ef-4ffa-8bdd-d361aedad8d2'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:21:05.109489 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4380878-c104-4737-95a6-e68b9ea97706" -d '{"events": [{"server_uuid": "2b0e6382-278a-4414-adb1-69caaac038c8", "name": "network-vif-deleted", "tag": "cc8cbfc2-23ef-4ffa-8bdd-d361aedad8d2"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:21:05.208259 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-10d93f08-05de-410d-8e8b-7e3d6606fe18 req-c6ac5e57-7e9a-462b-9149-9cef226af83f tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b0e6382-278a-4414-adb1-69caaac038c8 HTTP/1.1" status: 200 len: 210 time: 0.0854948 Jul 29 23:21:05.211784 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] No Port match for: e3765bb2-3d39-47d0-b702-e035cd245aaa {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:21:05.212344 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device e3765bb2-3d39-47d0-b702-e035cd245aaa not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:21:05.274487 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6660cf87-9c24-4245-a2cf-10423c448ca6 x-openstack-request-id: req-6660cf87-9c24-4245-a2cf-10423c448ca6 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:21:05.274487 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b0e6382-278a-4414-adb1-69caaac038c8", "name": "network-vif-deleted", "tag": "cc8cbfc2-23ef-4ffa-8bdd-d361aedad8d2", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:21:05.274487 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6660cf87-9c24-4245-a2cf-10423c448ca6 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:21:05.275154 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b0e6382-278a-4414-adb1-69caaac038c8', 'name': 'network-vif-deleted', 'tag': 'cc8cbfc2-23ef-4ffa-8bdd-d361aedad8d2', 'status': 'completed', 'code': 200} Jul 29 23:21:05.536962 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a0217833-de4a-4ec6-8a78-b2d0835db14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:05.613936 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635f02c-0f8e-4ef5-a0ef-fad4e0030a9d req-73066834-6fc5-4bc7-ad88-f7481d886d74 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:05.616259 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9635f02c-0f8e-4ef5-a0ef-fad4e0030a9d req-73066834-6fc5-4bc7-ad88-f7481d886d74 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e7c21fc-a617-499a-a692-712fb381b4fb HTTP/1.1" status: 200 len: 950 time: 0.0937843 Jul 29 23:21:05.643751 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0217833-de4a-4ec6-8a78-b2d0835db14e admin admin] Checking segment: {'id': '8f22271e-8838-4b8d-b047-05914d1d1737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a43a6a64-f101-4685-8986-2fb94aeaf17f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:21:05.645806 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0217833-de4a-4ec6-8a78-b2d0835db14e admin admin] Network hostable DHCP agents. Network: a43a6a64-f101-4685-8986-2fb94aeaf17f, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:21:05.653487 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0217833-de4a-4ec6-8a78-b2d0835db14e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a5f2573-5c05-49af-828c-5721208424cf,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:05.682125 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0217833-de4a-4ec6-8a78-b2d0835db14e admin admin] Network a43a6a64-f101-4685-8986-2fb94aeaf17f is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:21:05.695513 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-a0217833-de4a-4ec6-8a78-b2d0835db14e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, a43a6a64-f101-4685-8986-2fb94aeaf17f) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:21:05.705461 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec739a3d-28bc-427b-9635-7a2cdf509ea3 None None] Network a43a6a64-f101-4685-8986-2fb94aeaf17f requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:21:05.708098 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0217833-de4a-4ec6-8a78-b2d0835db14e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:05.719548 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a0217833-de4a-4ec6-8a78-b2d0835db14e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:05.719878 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c0efac90-48a7-48ee-92f1-c83758e96987 req-e3f6d0c1-4ea1-4fc9-a603-4bc7366b6be5 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=30850af8-f331-4539-aad7-0e40a19d69f5 HTTP/1.1" status: 200 len: 210 time: 0.0584629 Jul 29 23:21:05.740560 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9635f02c-0f8e-4ef5-a0ef-fad4e0030a9d req-d1e7de36-46fc-4a05-8b93-97ea6922d00d tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126616 Jul 29 23:21:05.758610 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a0217833-de4a-4ec6-8a78-b2d0835db14e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7568257 Jul 29 23:21:05.875840 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea09886f-cfab-4f45-b2d2-364479212025 None None] Network a43a6a64-f101-4685-8986-2fb94aeaf17f requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:21:05.988119 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-29df9f61-f0f2-47cd-b517-5ea01db69727 req-3c23f728-781d-4721-900a-72a9a5f5b978 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=02291f5098924703b9b0f8f02943a845&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392601 Jul 29 23:21:06.173053 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df9f61-f0f2-47cd-b517-5ea01db69727 req-835cd95d-a67c-49bb-a1e5-e1f017c87f0a tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:06.174632 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-29df9f61-f0f2-47cd-b517-5ea01db69727 req-835cd95d-a67c-49bb-a1e5-e1f017c87f0a tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1751881 Jul 29 23:21:06.196648 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-29df9f61-f0f2-47cd-b517-5ea01db69727 req-fad3d0d9-0e3e-4a11-9785-3d7b75c3b2f4 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Request body: {'port': {'device_id': '30850af8-f331-4539-aad7-0e40a19d69f5', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'admin_state_up': True, 'tenant_id': '02291f5098924703b9b0f8f02943a845'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:06.345084 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29df9f61-f0f2-47cd-b517-5ea01db69727 req-fad3d0d9-0e3e-4a11-9785-3d7b75c3b2f4 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Made reservation on behalf of 02291f5098924703b9b0f8f02943a845 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:21:06.350064 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-29df9f61-f0f2-47cd-b517-5ea01db69727 req-fad3d0d9-0e3e-4a11-9785-3d7b75c3b2f4 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:06.478870 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 4fe51e40-066d-405b-8a55-767ca109e9d1 details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:21:06.485150 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 1d4f86e2-c7f3-4176-8ff9-623f4453d1ed up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:21:06.525358 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-29df9f61-f0f2-47cd-b517-5ea01db69727 req-fad3d0d9-0e3e-4a11-9785-3d7b75c3b2f4 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Allocated IP 192.168.233.170 (d71c22dc-feef-410b-a7ed-6548cf85bd6f/64bdc61a-58ca-49c7-bae5-ecfed9ee407c/4fc5454b-af3a-4b9e-9369-edd7636de8f1) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:21:06.702798 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-29df9f61-f0f2-47cd-b517-5ea01db69727 req-fad3d0d9-0e3e-4a11-9785-3d7b75c3b2f4 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:06.736354 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-29df9f61-f0f2-47cd-b517-5ea01db69727 req-fad3d0d9-0e3e-4a11-9785-3d7b75c3b2f4 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Transition to ACTIVE for port object 4fc5454b-af3a-4b9e-9369-edd7636de8f1 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:21:06.798384 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-29df9f61-f0f2-47cd-b517-5ea01db69727 req-fad3d0d9-0e3e-4a11-9785-3d7b75c3b2f4 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:06.864001 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad3d0d9-0e3e-4a11-9785-3d7b75c3b2f4 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Pushing event updated for resources: {'Port': ['ID=4fc5454b-af3a-4b9e-9369-edd7636de8f1,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:06.865992 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 4fe51e40-066d-405b-8a55-767ca109e9d1, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=4fe51e40-066d-405b-8a55-767ca109e9d1,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:06.871167 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29df9f61-f0f2-47cd-b517-5ea01db69727 req-fad3d0d9-0e3e-4a11-9785-3d7b75c3b2f4 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Network d71c22dc-feef-410b-a7ed-6548cf85bd6f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:21:06.872714 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-29df9f61-f0f2-47cd-b517-5ea01db69727 req-fad3d0d9-0e3e-4a11-9785-3d7b75c3b2f4 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:21:06.875188 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-29df9f61-f0f2-47cd-b517-5ea01db69727 req-fad3d0d9-0e3e-4a11-9785-3d7b75c3b2f4 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:21:06.888840 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '4fe51e40-066d-405b-8a55-767ca109e9d1', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'port_id': '4fe51e40-066d-405b-8a55-767ca109e9d1', 'mac_address': 'fa:16:3e:bc:07:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64bdc61a-58ca-49c7-bae5-ecfed9ee407c', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:21:06.897879 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['c4420101-d120-4c40-81f9-f9cafdbf3fb7'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:21:06.900578 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['732e4cd7-9239-4732-a034-dc116891a8a7'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:21:06.949894 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df9f61-f0f2-47cd-b517-5ea01db69727 req-fad3d0d9-0e3e-4a11-9785-3d7b75c3b2f4 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:06.951973 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-29df9f61-f0f2-47cd-b517-5ea01db69727 req-fad3d0d9-0e3e-4a11-9785-3d7b75c3b2f4 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:06.994104 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-29df9f61-f0f2-47cd-b517-5ea01db69727 req-fad3d0d9-0e3e-4a11-9785-3d7b75c3b2f4 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8018351 Jul 29 23:21:07.003900 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device d484528b-d630-4f58-b4ca-1af975d3c6d6 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:21:07.014891 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-29df9f61-f0f2-47cd-b517-5ea01db69727 req-add1ba26-0532-4145-9235-e3f4641a733e service neutron] Request body: {'port': {'device_id': '30850af8-f331-4539-aad7-0e40a19d69f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:07.115482 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-29df9f61-f0f2-47cd-b517-5ea01db69727 req-add1ba26-0532-4145-9235-e3f4641a733e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:07.143711 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port d484528b-d630-4f58-b4ca-1af975d3c6d6, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=d484528b-d630-4f58-b4ca-1af975d3c6d6,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:07.178415 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': 'd484528b-d630-4f58-b4ca-1af975d3c6d6', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'port_id': 'd484528b-d630-4f58-b4ca-1af975d3c6d6', 'mac_address': 'fa:16:3e:df:81:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64bdc61a-58ca-49c7-bae5-ecfed9ee407c', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:21:07.217235 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:07.290342 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:07.338910 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 1d4f86e2-c7f3-4176-8ff9-623f4453d1ed triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:21:07.339563 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:07.351425 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4fe51e40-066d-405b-8a55-767ca109e9d1 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:21:07.379054 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:07.386894 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-670e8f5a-82e4-45b7-bf00-f92815d57833 None None] Provisioning for port 4fc5454b-af3a-4b9e-9369-edd7636de8f1 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:21:07.436409 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-670e8f5a-82e4-45b7-bf00-f92815d57833 None None] Provisioning complete for port 4fc5454b-af3a-4b9e-9369-edd7636de8f1 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:21:07.436699 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-670e8f5a-82e4-45b7-bf00-f92815d57833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:07.475241 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 4fe51e40-066d-405b-8a55-767ca109e9d1, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=4fe51e40-066d-405b-8a55-767ca109e9d1,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:07.477043 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d484528b-d630-4f58-b4ca-1af975d3c6d6 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:21:07.501478 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:07.550429 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-29df9f61-f0f2-47cd-b517-5ea01db69727 req-add1ba26-0532-4145-9235-e3f4641a733e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fc5454b-af3a-4b9e-9369-edd7636de8f1 {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:21:07.568063 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-29df9f61-f0f2-47cd-b517-5ea01db69727 req-add1ba26-0532-4145-9235-e3f4641a733e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:07.571774 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port d484528b-d630-4f58-b4ca-1af975d3c6d6, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=d484528b-d630-4f58-b4ca-1af975d3c6d6,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:07.578272 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-670e8f5a-82e4-45b7-bf00-f92815d57833 None None] Port 4fc5454b-af3a-4b9e-9369-edd7636de8f1 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:21:07.598741 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:07.600408 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-29df9f61-f0f2-47cd-b517-5ea01db69727 req-add1ba26-0532-4145-9235-e3f4641a733e service neutron] Transition to ACTIVE for port object 4fc5454b-af3a-4b9e-9369-edd7636de8f1 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:21:07.606381 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-29df9f61-f0f2-47cd-b517-5ea01db69727 req-add1ba26-0532-4145-9235-e3f4641a733e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:07.644531 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=4fe51e40-066d-405b-8a55-767ca109e9d1,revision_number=9']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:07.735257 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add1ba26-0532-4145-9235-e3f4641a733e service neutron] Pushing event updated for resources: {'Port': ['ID=4fc5454b-af3a-4b9e-9369-edd7636de8f1,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:07.784819 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:07.971979 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['d484528b-d630-4f58-b4ca-1af975d3c6d6'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:21:07.977044 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['4fe51e40-066d-405b-8a55-767ca109e9d1'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:21:07.986916 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-29df9f61-f0f2-47cd-b517-5ea01db69727 req-add1ba26-0532-4145-9235-e3f4641a733e service neutron] Attempting to bind port 4fc5454b-af3a-4b9e-9369-edd7636de8f1 on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:21:07.987249 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-29df9f61-f0f2-47cd-b517-5ea01db69727 req-add1ba26-0532-4145-9235-e3f4641a733e service neutron] Attempting to bind port 4fc5454b-af3a-4b9e-9369-edd7636de8f1 by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:21:07.987579 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29df9f61-f0f2-47cd-b517-5ea01db69727 req-add1ba26-0532-4145-9235-e3f4641a733e service neutron] Attempting to bind port 4fc5454b-af3a-4b9e-9369-edd7636de8f1 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:21:07.993454 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29df9f61-f0f2-47cd-b517-5ea01db69727 req-add1ba26-0532-4145-9235-e3f4641a733e service neutron] Port 4fc5454b-af3a-4b9e-9369-edd7636de8f1 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:21:07.993815 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29df9f61-f0f2-47cd-b517-5ea01db69727 req-add1ba26-0532-4145-9235-e3f4641a733e service neutron] Attempting to bind port 4fc5454b-af3a-4b9e-9369-edd7636de8f1 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:21:08.000825 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29df9f61-f0f2-47cd-b517-5ea01db69727 req-add1ba26-0532-4145-9235-e3f4641a733e service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:21:08.001477 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29df9f61-f0f2-47cd-b517-5ea01db69727 req-add1ba26-0532-4145-9235-e3f4641a733e service neutron] Checking segment: {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:21:08.001477 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29df9f61-f0f2-47cd-b517-5ea01db69727 req-add1ba26-0532-4145-9235-e3f4641a733e service neutron] Bound using segment: {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:21:08.001937 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-29df9f61-f0f2-47cd-b517-5ea01db69727 req-add1ba26-0532-4145-9235-e3f4641a733e service neutron] Bound port: 4fc5454b-af3a-4b9e-9369-edd7636de8f1, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:21:08.002290 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-29df9f61-f0f2-47cd-b517-5ea01db69727 req-add1ba26-0532-4145-9235-e3f4641a733e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:08.062639 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=d484528b-d630-4f58-b4ca-1af975d3c6d6,revision_number=9']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:08.092202 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62fc1795-6912-4db4-b667-421969d7def7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4f86e2-c7f3-4176-8ff9-623f4453d1ed'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:21:08.094678 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c41176-bed3-4536-9102-c374d7f86435" -d '{"events": [{"server_uuid": "62fc1795-6912-4db4-b667-421969d7def7", "name": "network-vif-plugged", "status": "completed", "tag": "1d4f86e2-c7f3-4176-8ff9-623f4453d1ed"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:21:08.127067 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 1d4f86e2-c7f3-4176-8ff9-623f4453d1ed, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=1d4f86e2-c7f3-4176-8ff9-623f4453d1ed,segment=NetworkSegment(2db8471f-c43b-49ee-9f08-2f1c56af231c),segment_id=2db8471f-c43b-49ee-9f08-2f1c56af231c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:08.145315 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:08.146195 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 4fe51e40-066d-405b-8a55-767ca109e9d1 no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:21:08.150313 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-29df9f61-f0f2-47cd-b517-5ea01db69727 req-add1ba26-0532-4145-9235-e3f4641a733e service neutron] For port 4fc5454b-af3a-4b9e-9369-edd7636de8f1, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:21:08.156454 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-29df9f61-f0f2-47cd-b517-5ea01db69727 req-add1ba26-0532-4145-9235-e3f4641a733e service neutron] For port 4fc5454b-af3a-4b9e-9369-edd7636de8f1, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=4fc5454b-af3a-4b9e-9369-edd7636de8f1,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:21:08.169417 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-29df9f61-f0f2-47cd-b517-5ea01db69727 req-add1ba26-0532-4145-9235-e3f4641a733e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:08.235020 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df9f61-f0f2-47cd-b517-5ea01db69727 req-add1ba26-0532-4145-9235-e3f4641a733e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:08.235730 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-29df9f61-f0f2-47cd-b517-5ea01db69727 req-add1ba26-0532-4145-9235-e3f4641a733e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:08.242082 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-29df9f61-f0f2-47cd-b517-5ea01db69727 req-add1ba26-0532-4145-9235-e3f4641a733e service neutron] 10.222.0.41 "PUT /v2.0/ports/4fc5454b-af3a-4b9e-9369-edd7636de8f1 HTTP/1.1" status: 200 len: 1097 time: 1.2313814 Jul 29 23:21:08.242591 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30850af8-f331-4539-aad7-0e40a19d69f5', 'tag': '4fc5454b-af3a-4b9e-9369-edd7636de8f1'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:21:08.248074 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c4188c-521d-4106-ac24-d2a7d50b8ef8" -d '{"events": [{"name": "network-changed", "server_uuid": "30850af8-f331-4539-aad7-0e40a19d69f5", "tag": "4fc5454b-af3a-4b9e-9369-edd7636de8f1"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:21:08.293755 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add1ba26-0532-4145-9235-e3f4641a733e service neutron] Pushing event updated for resources: {'Port': ['ID=4fc5454b-af3a-4b9e-9369-edd7636de8f1,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:08.378992 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df9f61-f0f2-47cd-b517-5ea01db69727 req-af046726-40c1-4792-858a-c481fc654333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:08.380697 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-29df9f61-f0f2-47cd-b517-5ea01db69727 req-af046726-40c1-4792-858a-c481fc654333 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=02291f5098924703b9b0f8f02943a845&device_id=30850af8-f331-4539-aad7-0e40a19d69f5 HTTP/1.1" status: 200 len: 1100 time: 0.0694475 Jul 29 23:21:08.415334 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=1d4f86e2-c7f3-4176-8ff9-623f4453d1ed,revision_number=7']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:08.479383 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-29df9f61-f0f2-47cd-b517-5ea01db69727 req-72207f55-4029-4df4-af4a-df96d68694f3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=4fc5454b-af3a-4b9e-9369-edd7636de8f1 HTTP/1.1" status: 200 len: 217 time: 0.0845392 Jul 29 23:21:08.528010 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:08.573265 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df9f61-f0f2-47cd-b517-5ea01db69727 req-72f64554-7ea6-4975-9544-6ae075b19c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:08.573756 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 4fe51e40-066d-405b-8a55-767ca109e9d1 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:21:08.576666 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-29df9f61-f0f2-47cd-b517-5ea01db69727 req-72f64554-7ea6-4975-9544-6ae075b19c41 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.0894029 Jul 29 23:21:08.603182 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 4fe51e40-066d-405b-8a55-767ca109e9d1, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=4fe51e40-066d-405b-8a55-767ca109e9d1,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:08.626089 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:08.639806 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df9f61-f0f2-47cd-b517-5ea01db69727 req-cf4462e1-27c9-4df4-b468-4d245756854c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:08.641854 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-29df9f61-f0f2-47cd-b517-5ea01db69727 req-cf4462e1-27c9-4df4-b468-4d245756854c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0570393 Jul 29 23:21:08.773560 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-29df9f61-f0f2-47cd-b517-5ea01db69727 req-c967ab4d-ebf9-4250-be14-527370807be3 service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168036 Jul 29 23:21:08.776764 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=4fe51e40-066d-405b-8a55-767ca109e9d1,revision_number=10']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:08.909408 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-29df9f61-f0f2-47cd-b517-5ea01db69727 req-f7953de4-7890-4fa3-ac85-8422ce82c86f service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270187 Jul 29 23:21:09.247615 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:21:09.627558 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 34100) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:09.686560 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-536ac371-5930-4480-a3be-e828028819f0 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Deleting subnet 8d68f427-b943-4169-939b-ad8642190389 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:21:09.690559 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-536ac371-5930-4480-a3be-e828028819f0 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:09.738603 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-536ac371-5930-4480-a3be-e828028819f0 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:09.775548 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-e1f3cd89-ecd8-4d9b-98d4-2766826ba344 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:09.785593 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-e1f3cd89-ecd8-4d9b-98d4-2766826ba344 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] 10.222.0.43 "GET /v2.0/networks?id=a43a6a64-f101-4685-8986-2fb94aeaf17f HTTP/1.1" status: 200 len: 812 time: 0.1868961 Jul 29 23:21:09.807703 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-73d9a0e1-6c74-440b-b994-afc698de9108 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] 10.222.0.43 "GET /v2.0/quotas/5496b7c4c812467cb5eea89ef060416b HTTP/1.1" status: 200 len: 375 time: 0.0224714 Jul 29 23:21:09.856998 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-a1d29122-5872-4b41-8b1f-27a3427afcc3 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5496b7c4c812467cb5eea89ef060416b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479112 Jul 29 23:21:09.927464 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-536ac371-5930-4480-a3be-e828028819f0 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:10.030068 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-2ca73101-f8cd-4137-b619-9a2e9d70328c service neutron] 10.222.0.43 "GET /v2.0/networks/a43a6a64-f101-4685-8986-2fb94aeaf17f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716354 Jul 29 23:21:10.036619 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-536ac371-5930-4480-a3be-e828028819f0 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:10.107989 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536ac371-5930-4480-a3be-e828028819f0 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Pushing event deleted for resources: {'Subnet': ['ID=8d68f427-b943-4169-939b-ad8642190389,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:10.118671 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f78b1fe-1c07-49bc-8681-e4b13e7cc91e None None] Network 45ea2d09-216e-45f5-9bf6-759af363932e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:21:10.133336 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-536ac371-5930-4480-a3be-e828028819f0 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:10.139029 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-536ac371-5930-4480-a3be-e828028819f0 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "DELETE /v2.0/subnets/8d68f427-b943-4169-939b-ad8642190389 HTTP/1.1" status: 204 len: 168 time: 0.5065231 Jul 29 23:21:10.139746 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 34122) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:10.157341 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-a32a0910-a20a-4276-825b-e9e3099ffff1 service neutron] 10.222.0.43 "GET /v2.0/networks/a43a6a64-f101-4685-8986-2fb94aeaf17f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263244 Jul 29 23:21:10.240005 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d2423-82fb-4f6e-9e1e-1cfc5247b768 req-1c5cd536-0b30-42d1-a253-5872357dc27c tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:10.257416 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a40d2423-82fb-4f6e-9e1e-1cfc5247b768 req-1c5cd536-0b30-42d1-a253-5872357dc27c tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=30850af8-f331-4539-aad7-0e40a19d69f5 HTTP/1.1" status: 200 len: 948 time: 0.1990731 Jul 29 23:21:10.292657 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2a616011-47a2-43e5-97c1-a614e8cd891b tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:10.338766 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a40d2423-82fb-4f6e-9e1e-1cfc5247b768 req-8a8518fe-a037-45ed-b24a-55910a681b69 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781002 Jul 29 23:21:10.420305 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-2a616011-47a2-43e5-97c1-a614e8cd891b tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Deleting port 8f5be0ca-bd4b-4a7f-8ca8-2be0bbdf8711 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:21:10.420552 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2a616011-47a2-43e5-97c1-a614e8cd891b tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:10.489606 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 4fe51e40-066d-405b-8a55-767ca109e9d1 up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:21:10.543694 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec0ca98-1b76-4f7f-8499-13bc4e4402bc req-d9e23078-8d94-4670-94c8-dff318d6f562 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:10.566924 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1ec0ca98-1b76-4f7f-8499-13bc4e4402bc req-d9e23078-8d94-4670-94c8-dff318d6f562 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e7c21fc-a617-499a-a692-712fb381b4fb HTTP/1.1" status: 200 len: 949 time: 0.1356401 Jul 29 23:21:10.627332 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f0064b-a453-4ae1-9b28-d05b2d585f5e None None] DHCP port deletion for 45ea2d09-216e-45f5-9bf6-759af363932e request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:21:10.657877 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-2a616011-47a2-43e5-97c1-a614e8cd891b tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] For port 8f5be0ca-bd4b-4a7f-8ca8-2be0bbdf8711, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=8f5be0ca-bd4b-4a7f-8ca8-2be0bbdf8711,segment=NetworkSegment(3fcf48c4-0f77-41ae-a1a1-527e051da490),segment_id=3fcf48c4-0f77-41ae-a1a1-527e051da490)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:10.658471 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2a616011-47a2-43e5-97c1-a614e8cd891b tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:10.732682 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 4fe51e40-066d-405b-8a55-767ca109e9d1 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:21:10.733192 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:10.741601 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1ec0ca98-1b76-4f7f-8499-13bc4e4402bc req-eac5a07c-3016-410c-b905-386d334f24da tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730103 Jul 29 23:21:10.812309 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-a8f0064b-a453-4ae1-9b28-d05b2d585f5e None None] Deleting port 8f5be0ca-bd4b-4a7f-8ca8-2be0bbdf8711 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:21:10.812868 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a8f0064b-a453-4ae1-9b28-d05b2d585f5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:10.838009 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbed34c6-d0d5-40fd-ab23-b59963adb096 x-openstack-request-id: req-bbed34c6-d0d5-40fd-ab23-b59963adb096 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:21:10.838942 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30850af8-f331-4539-aad7-0e40a19d69f5", "tag": "4fc5454b-af3a-4b9e-9369-edd7636de8f1", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:21:10.840012 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bbed34c6-d0d5-40fd-ab23-b59963adb096 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:21:10.840678 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30850af8-f331-4539-aad7-0e40a19d69f5', 'tag': '4fc5454b-af3a-4b9e-9369-edd7636de8f1', 'status': 'completed', 'code': 200} Jul 29 23:21:10.902477 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1c0317-118a-425e-ba30-0d4feb28a691 x-openstack-request-id: req-fe1c0317-118a-425e-ba30-0d4feb28a691 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:21:10.902813 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62fc1795-6912-4db4-b667-421969d7def7", "name": "network-vif-plugged", "status": "completed", "tag": "1d4f86e2-c7f3-4176-8ff9-623f4453d1ed", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:21:10.903100 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fe1c0317-118a-425e-ba30-0d4feb28a691 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:21:10.903493 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62fc1795-6912-4db4-b667-421969d7def7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4f86e2-c7f3-4176-8ff9-623f4453d1ed', 'code': 200} Jul 29 23:21:10.927597 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:10.992087 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 4fe51e40-066d-405b-8a55-767ca109e9d1, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=4fe51e40-066d-405b-8a55-767ca109e9d1,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:10.994946 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c4188c-521d-4106-ac24-d2a7d50b8ef8 req-f137bab1-ffd8-45ed-bddb-0d12d326adeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:10.997373 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-a8f0064b-a453-4ae1-9b28-d05b2d585f5e None None] For port 8f5be0ca-bd4b-4a7f-8ca8-2be0bbdf8711, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=8f5be0ca-bd4b-4a7f-8ca8-2be0bbdf8711,segment=NetworkSegment(3fcf48c4-0f77-41ae-a1a1-527e051da490),segment_id=3fcf48c4-0f77-41ae-a1a1-527e051da490)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:10.998829 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-27c4188c-521d-4106-ac24-d2a7d50b8ef8 req-f137bab1-ffd8-45ed-bddb-0d12d326adeb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=02291f5098924703b9b0f8f02943a845&device_id=30850af8-f331-4539-aad7-0e40a19d69f5 HTTP/1.1" status: 200 len: 1100 time: 0.1003058 Jul 29 23:21:10.999234 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a8f0064b-a453-4ae1-9b28-d05b2d585f5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:11.004183 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device d484528b-d630-4f58-b4ca-1af975d3c6d6 up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:21:11.133479 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:11.147877 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-a8f0064b-a453-4ae1-9b28-d05b2d585f5e None None] Calling delete_port for 8f5be0ca-bd4b-4a7f-8ca8-2be0bbdf8711 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:21:11.225235 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c4188c-521d-4106-ac24-d2a7d50b8ef8 req-d0957dd6-44a2-4d35-b1f3-14cecc06c1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:11.226994 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-27c4188c-521d-4106-ac24-d2a7d50b8ef8 req-d0957dd6-44a2-4d35-b1f3-14cecc06c1c6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d71c22dc-feef-410b-a7ed-6548cf85bd6f HTTP/1.1" status: 200 len: 870 time: 0.2181661 Jul 29 23:21:11.271731 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port d484528b-d630-4f58-b4ca-1af975d3c6d6 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:21:11.272104 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:11.333257 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-27c4188c-521d-4106-ac24-d2a7d50b8ef8 req-9a2f0710-adac-426f-97cb-9c64782cb899 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=4fc5454b-af3a-4b9e-9369-edd7636de8f1 HTTP/1.1" status: 200 len: 217 time: 0.0919342 Jul 29 23:21:11.487131 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c4188c-521d-4106-ac24-d2a7d50b8ef8 req-f7e758b2-35d8-4081-95e8-2055e00f8138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:11.488666 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-27c4188c-521d-4106-ac24-d2a7d50b8ef8 req-f7e758b2-35d8-4081-95e8-2055e00f8138 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.1432934 Jul 29 23:21:11.519872 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 8f5be0ca-bd4b-4a7f-8ca8-2be0bbdf8711 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:21:11.522404 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-2a616011-47a2-43e5-97c1-a614e8cd891b tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Calling delete_port for 8f5be0ca-bd4b-4a7f-8ca8-2be0bbdf8711 owned by network:dhcp {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:21:11.567618 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c4188c-521d-4106-ac24-d2a7d50b8ef8 req-a45c8866-4433-4dc8-98b9-f2beafc075fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:11.569146 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-27c4188c-521d-4106-ac24-d2a7d50b8ef8 req-a45c8866-4433-4dc8-98b9-f2beafc075fd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0704763 Jul 29 23:21:11.646374 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:11.667995 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=4fe51e40-066d-405b-8a55-767ca109e9d1,revision_number=11']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:11.718467 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port d484528b-d630-4f58-b4ca-1af975d3c6d6, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=d484528b-d630-4f58-b4ca-1af975d3c6d6,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:11.718740 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2a616011-47a2-43e5-97c1-a614e8cd891b tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:11.744610 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Port 8f5be0ca-bd4b-4a7f-8ca8-2be0bbdf8711 update to DOWN by agent not found {{(pid=94079) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Jul 29 23:21:11.748744 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:11.783034 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a616011-47a2-43e5-97c1-a614e8cd891b tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Pushing event deleted for resources: {'Port': ['ID=8f5be0ca-bd4b-4a7f-8ca8-2be0bbdf8711,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:11.798560 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a616011-47a2-43e5-97c1-a614e8cd891b tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] No DVR routers for this DVR port 8f5be0ca-bd4b-4a7f-8ca8-2be0bbdf8711 on host n-d-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:21:11.826513 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a8f0064b-a453-4ae1-9b28-d05b2d585f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:11.833174 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-27c4188c-521d-4106-ac24-d2a7d50b8ef8 req-5cfb16b8-c5ca-4187-b8d3-abb7f4f2d42e service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535484 Jul 29 23:21:11.866278 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f0064b-a453-4ae1-9b28-d05b2d585f5e None None] No DVR routers for this DVR port 8f5be0ca-bd4b-4a7f-8ca8-2be0bbdf8711 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:21:11.925250 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=d484528b-d630-4f58-b4ca-1af975d3c6d6,revision_number=10']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:11.992466 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2a616011-47a2-43e5-97c1-a614e8cd891b tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:12.006040 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-2a616011-47a2-43e5-97c1-a614e8cd891b tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45ea2d09-216e-45f5-9bf6-759af363932e']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:12.021474 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-2a616011-47a2-43e5-97c1-a614e8cd891b tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fcf48c4-0f77-41ae-a1a1-527e051da490') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:12.022263 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-2a616011-47a2-43e5-97c1-a614e8cd891b tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fcf48c4-0f77-41ae-a1a1-527e051da490') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:12.041772 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2a616011-47a2-43e5-97c1-a614e8cd891b tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:12.074980 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2a616011-47a2-43e5-97c1-a614e8cd891b tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:12.099619 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a616011-47a2-43e5-97c1-a614e8cd891b tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:21:12.100765 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2a616011-47a2-43e5-97c1-a614e8cd891b tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:12.107265 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:21:12.107265 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:21:12.107265 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:21:12.107265 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:21:12.107265 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:21:12.107265 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:21:12.107265 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:21:12.107265 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:21:12.107265 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:21:12.107265 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:21:12.107265 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:21:12.107265 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:21:12.107265 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:21:12.107265 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:21:12.107265 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:21:12.107265 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:21:12.107265 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:21:12.107265 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:21:12.107265 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:21:12.107265 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:21:12.107265 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:21:12.107265 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:21:12.107265 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:21:12.107265 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:21:12.107265 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:21:12.107265 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:21:12.107265 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:21:12.107265 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:21:12.107265 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:21:12.107265 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:21:12.107265 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:21:12.107265 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:21:12.144158 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-27c4188c-521d-4106-ac24-d2a7d50b8ef8 req-70195b0d-9771-41e6-a3b3-60d749f53c59 service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988632 Jul 29 23:21:12.250371 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2a616011-47a2-43e5-97c1-a614e8cd891b tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:12.261319 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2a616011-47a2-43e5-97c1-a614e8cd891b tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:12.268455 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 34176) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:12.268677 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-2a616011-47a2-43e5-97c1-a614e8cd891b tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "DELETE /v2.0/networks/45ea2d09-216e-45f5-9bf6-759af363932e HTTP/1.1" status: 204 len: 168 time: 2.1271036 Jul 29 23:21:12.284748 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a616011-47a2-43e5-97c1-a614e8cd891b tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Pushing event deleted for resources: {'Network': ['ID=45ea2d09-216e-45f5-9bf6-759af363932e,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:12.313942 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f0064b-a453-4ae1-9b28-d05b2d585f5e None None] Pushing event deleted for resources: {'Port': ['ID=8f5be0ca-bd4b-4a7f-8ca8-2be0bbdf8711,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:12.378544 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-f31e61c4-2de9-4fe4-9da6-6131ca735cc7 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Deleting subnet 4bbd7ecb-c528-4a7e-9594-d172975d8a9b {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:21:12.387383 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f31e61c4-2de9-4fe4-9da6-6131ca735cc7 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:12.467990 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f31e61c4-2de9-4fe4-9da6-6131ca735cc7 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:12.695126 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f31e61c4-2de9-4fe4-9da6-6131ca735cc7 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:12.809725 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f31e61c4-2de9-4fe4-9da6-6131ca735cc7 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:12.853970 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e5df8e-1ea4-4734-b812-ae92661db649 None None] Network 186b6692-606f-47cc-83fa-b47a63554809 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:21:12.868392 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f31e61c4-2de9-4fe4-9da6-6131ca735cc7 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:12.880943 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-f31e61c4-2de9-4fe4-9da6-6131ca735cc7 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "DELETE /v2.0/subnets/4bbd7ecb-c528-4a7e-9594-d172975d8a9b HTTP/1.1" status: 204 len: 168 time: 0.6098669 Jul 29 23:21:12.881845 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 34178) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:12.961559 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31e61c4-2de9-4fe4-9da6-6131ca735cc7 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Pushing event deleted for resources: {'Subnet': ['ID=4bbd7ecb-c528-4a7e-9594-d172975d8a9b,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:13.054909 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e7c21fc-a617-499a-a692-712fb381b4fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe51e40-066d-405b-8a55-767ca109e9d1'}, {'server_uuid': '685779ab-acd9-4cd7-8e1e-c7f759280c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd484528b-d630-4f58-b4ca-1af975d3c6d6'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:21:13.060531 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d38d057d-30f7-4f52-bfbf-863b029deeb4" -d '{"events": [{"server_uuid": "9e7c21fc-a617-499a-a692-712fb381b4fb", "name": "network-vif-plugged", "status": "completed", "tag": "4fe51e40-066d-405b-8a55-767ca109e9d1"}, {"server_uuid": "685779ab-acd9-4cd7-8e1e-c7f759280c1c", "name": "network-vif-plugged", "status": "completed", "tag": "d484528b-d630-4f58-b4ca-1af975d3c6d6"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:21:13.142686 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 4fc5454b-af3a-4b9e-9369-edd7636de8f1 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:21:13.191041 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c8087deb-24e8-4c01-a31f-942c8a3a8653 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:13.376582 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-c8087deb-24e8-4c01-a31f-942c8a3a8653 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Deleting port 6c853f15-ed30-4415-a16d-50adb80f2cce {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:21:13.376947 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c8087deb-24e8-4c01-a31f-942c8a3a8653 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:13.408020 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c63ef1-facc-4c17-93cf-c432d3c89321 None None] DHCP port deletion for 186b6692-606f-47cc-83fa-b47a63554809 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:21:13.584946 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 4fc5454b-af3a-4b9e-9369-edd7636de8f1, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=4fc5454b-af3a-4b9e-9369-edd7636de8f1,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:13.591874 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-5ad43403-248c-49ff-8a74-7365d13b8c3b tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:13.599167 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-5ad43403-248c-49ff-8a74-7365d13b8c3b tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] 10.222.0.41 "GET /v2.0/networks?id=a43a6a64-f101-4685-8986-2fb94aeaf17f HTTP/1.1" status: 200 len: 812 time: 0.5122216 Jul 29 23:21:13.600472 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': '4fc5454b-af3a-4b9e-9369-edd7636de8f1', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'port_id': '4fc5454b-af3a-4b9e-9369-edd7636de8f1', 'mac_address': 'fa:16:3e:97:b7:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64bdc61a-58ca-49c7-bae5-ecfed9ee407c', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:21:13.627761 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-93a37649-402e-4af0-841c-50e3f74d1db4 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:13.629290 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-93a37649-402e-4af0-841c-50e3f74d1db4 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] 10.222.0.22 "GET /v2.0/networks?id=a43a6a64-f101-4685-8986-2fb94aeaf17f HTTP/1.1" status: 200 len: 812 time: 0.3908608 Jul 29 23:21:13.633393 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-54c63ef1-facc-4c17-93cf-c432d3c89321 None None] Deleting port 6c853f15-ed30-4415-a16d-50adb80f2cce {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:21:13.633824 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-54c63ef1-facc-4c17-93cf-c432d3c89321 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:13.642800 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-fd065b34-32ad-4f81-96e7-7d3d8910d83f tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Request body: {'port': {'device_id': 'cd4cf43a-f076-42aa-b25a-3e6511c531a5', 'network_id': 'a43a6a64-f101-4685-8986-2fb94aeaf17f', 'admin_state_up': True, 'tenant_id': '5496b7c4c812467cb5eea89ef060416b'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:13.653563 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-b53206ec-191f-4f3e-9189-b48eabde0f3d tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Request body: {'port': {'device_id': '108c8d36-bcb2-42ba-aab2-078c4d0c9b48', 'network_id': 'a43a6a64-f101-4685-8986-2fb94aeaf17f', 'admin_state_up': True, 'tenant_id': '5496b7c4c812467cb5eea89ef060416b'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:13.737658 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:13.764647 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fc5454b-af3a-4b9e-9369-edd7636de8f1 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:21:13.795340 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 4fc5454b-af3a-4b9e-9369-edd7636de8f1, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=4fc5454b-af3a-4b9e-9369-edd7636de8f1,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:13.798269 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-54c63ef1-facc-4c17-93cf-c432d3c89321 None None] For port 6c853f15-ed30-4415-a16d-50adb80f2cce, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=6c853f15-ed30-4415-a16d-50adb80f2cce,segment=NetworkSegment(fec08266-85ee-4673-99cd-89ad5d897feb),segment_id=fec08266-85ee-4673-99cd-89ad5d897feb)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:13.798768 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-54c63ef1-facc-4c17-93cf-c432d3c89321 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:13.808795 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:13.880035 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-c8087deb-24e8-4c01-a31f-942c8a3a8653 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] For port 6c853f15-ed30-4415-a16d-50adb80f2cce, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=6c853f15-ed30-4415-a16d-50adb80f2cce,segment=NetworkSegment(fec08266-85ee-4673-99cd-89ad5d897feb),segment_id=fec08266-85ee-4673-99cd-89ad5d897feb)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:13.880717 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c8087deb-24e8-4c01-a31f-942c8a3a8653 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:13.880965 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=4fc5454b-af3a-4b9e-9369-edd7636de8f1,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:13.886617 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-54c63ef1-facc-4c17-93cf-c432d3c89321 None None] Calling delete_port for 6c853f15-ed30-4415-a16d-50adb80f2cce owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:21:13.927534 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-c8087deb-24e8-4c01-a31f-942c8a3a8653 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Calling delete_port for 6c853f15-ed30-4415-a16d-50adb80f2cce owned by network:dhcp {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:21:13.933193 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba3df99-d084-4fd8-9ace-a5604ce78115 req-beb24a99-4ce0-4259-b91d-f305f17a1638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:13.934804 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-dba3df99-d084-4fd8-9ace-a5604ce78115 req-beb24a99-4ce0-4259-b91d-f305f17a1638 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c1c14b550fd544fc9d42ae23098dbe98&device_id=9e7c21fc-a617-499a-a692-712fb381b4fb HTTP/1.1" status: 200 len: 1103 time: 0.4988317 Jul 29 23:21:14.006659 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-54c63ef1-facc-4c17-93cf-c432d3c89321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:14.034082 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c63ef1-facc-4c17-93cf-c432d3c89321 None None] No DVR routers for this DVR port 6c853f15-ed30-4415-a16d-50adb80f2cce on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:21:14.075384 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c63ef1-facc-4c17-93cf-c432d3c89321 None None] Pushing event deleted for resources: {'Port': ['ID=6c853f15-ed30-4415-a16d-50adb80f2cce,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:14.119976 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-b53206ec-191f-4f3e-9189-b48eabde0f3d tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Made reservation on behalf of 5496b7c4c812467cb5eea89ef060416b for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:21:14.128778 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-b53206ec-191f-4f3e-9189-b48eabde0f3d tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:14.206322 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-fd065b34-32ad-4f81-96e7-7d3d8910d83f tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Made reservation on behalf of 5496b7c4c812467cb5eea89ef060416b for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:21:14.214612 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-fd065b34-32ad-4f81-96e7-7d3d8910d83f tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:14.227889 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['4fc5454b-af3a-4b9e-9369-edd7636de8f1'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:21:14.230052 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba3df99-d084-4fd8-9ace-a5604ce78115 req-b0e28449-61c8-4d98-bb4c-04270c52f668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:14.242407 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-dba3df99-d084-4fd8-9ace-a5604ce78115 req-b0e28449-61c8-4d98-bb4c-04270c52f668 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d71c22dc-feef-410b-a7ed-6548cf85bd6f HTTP/1.1" status: 200 len: 870 time: 0.2734544 Jul 29 23:21:14.328607 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c8087deb-24e8-4c01-a31f-942c8a3a8653 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:14.348384 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-dba3df99-d084-4fd8-9ace-a5604ce78115 req-3bb8a2a2-be71-4428-957e-a332b0b1524b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=4fe51e40-066d-405b-8a55-767ca109e9d1 HTTP/1.1" status: 200 len: 217 time: 0.0980856 Jul 29 23:21:14.349937 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8087deb-24e8-4c01-a31f-942c8a3a8653 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] No DVR routers for this DVR port 6c853f15-ed30-4415-a16d-50adb80f2cce on host n-d-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:21:14.390038 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8087deb-24e8-4c01-a31f-942c8a3a8653 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Pushing event deleted for resources: {'Port': ['ID=6c853f15-ed30-4415-a16d-50adb80f2cce,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:14.586708 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c8087deb-24e8-4c01-a31f-942c8a3a8653 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:14.594838 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-b53206ec-191f-4f3e-9189-b48eabde0f3d tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Allocated IP 172.20.0.2 (a43a6a64-f101-4685-8986-2fb94aeaf17f/3a5f2573-5c05-49af-828c-5721208424cf/2f7b97b6-bbf2-466f-92fd-23d97a940c48) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:21:14.609738 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-c8087deb-24e8-4c01-a31f-942c8a3a8653 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['186b6692-606f-47cc-83fa-b47a63554809']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:14.629123 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-c8087deb-24e8-4c01-a31f-942c8a3a8653 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fec08266-85ee-4673-99cd-89ad5d897feb') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:14.629421 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-c8087deb-24e8-4c01-a31f-942c8a3a8653 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fec08266-85ee-4673-99cd-89ad5d897feb') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:14.653571 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c8087deb-24e8-4c01-a31f-942c8a3a8653 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:14.663563 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba3df99-d084-4fd8-9ace-a5604ce78115 req-2cdbba9a-f03e-488a-b366-07e48cfe51c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:14.664477 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-dba3df99-d084-4fd8-9ace-a5604ce78115 req-2cdbba9a-f03e-488a-b366-07e48cfe51c6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.2868726 Jul 29 23:21:14.705339 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c8087deb-24e8-4c01-a31f-942c8a3a8653 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:14.782149 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8087deb-24e8-4c01-a31f-942c8a3a8653 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:21:14.782524 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c8087deb-24e8-4c01-a31f-942c8a3a8653 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:14.785570 n-d-712141-10 neutron-server[94077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:21:14.785570 n-d-712141-10 neutron-server[94077]: self.session.flush() Jul 29 23:21:14.785570 n-d-712141-10 neutron-server[94077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:21:14.785570 n-d-712141-10 neutron-server[94077]: self.session.flush() Jul 29 23:21:14.785570 n-d-712141-10 neutron-server[94077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:21:14.785570 n-d-712141-10 neutron-server[94077]: self.session.flush() Jul 29 23:21:14.785570 n-d-712141-10 neutron-server[94077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:21:14.785570 n-d-712141-10 neutron-server[94077]: self.session.flush() Jul 29 23:21:14.785570 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:21:14.785570 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:21:14.785570 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:21:14.785570 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:21:14.785570 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:21:14.785570 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:21:14.785570 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:21:14.785570 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:21:14.785570 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:21:14.785570 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:21:14.785570 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:21:14.785570 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:21:14.785570 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:21:14.785570 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:21:14.785570 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:21:14.785570 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:21:14.785570 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:21:14.785570 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:21:14.785570 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:21:14.785570 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:21:14.785570 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:21:14.785570 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:21:14.785570 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:21:14.785570 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:21:14.785570 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:21:14.785570 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:21:14.785570 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:21:14.785570 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:21:14.785570 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:21:14.785570 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:21:14.785570 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:21:14.785570 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:21:14.962320 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba3df99-d084-4fd8-9ace-a5604ce78115 req-69b2a6e3-1e31-4e58-a3ca-4aa655250d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:14.966801 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-dba3df99-d084-4fd8-9ace-a5604ce78115 req-69b2a6e3-1e31-4e58-a3ca-4aa655250d64 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2920008 Jul 29 23:21:14.967690 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c8087deb-24e8-4c01-a31f-942c8a3a8653 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:14.988743 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c8087deb-24e8-4c01-a31f-942c8a3a8653 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:14.993285 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c8087deb-24e8-4c01-a31f-942c8a3a8653 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] 10.222.0.43 "DELETE /v2.0/networks/186b6692-606f-47cc-83fa-b47a63554809 HTTP/1.1" status: 204 len: 168 time: 2.1096787 Jul 29 23:21:15.011139 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-b53206ec-191f-4f3e-9189-b48eabde0f3d tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:15.077346 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8087deb-24e8-4c01-a31f-942c8a3a8653 tempest-ServersTestMultiNic-102020416 tempest-ServersTestMultiNic-102020416-project] Pushing event deleted for resources: {'Network': ['ID=186b6692-606f-47cc-83fa-b47a63554809,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:15.155489 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-b53206ec-191f-4f3e-9189-b48eabde0f3d tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:15.192519 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-dba3df99-d084-4fd8-9ace-a5604ce78115 req-4a283170-95dd-401a-a0ea-f548502219e1 service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969740 Jul 29 23:21:15.325651 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 6c853f15-ed30-4415-a16d-50adb80f2cce no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:21:15.360806 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-b53206ec-191f-4f3e-9189-b48eabde0f3d tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Network a43a6a64-f101-4685-8986-2fb94aeaf17f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:21:15.384577 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-b53206ec-191f-4f3e-9189-b48eabde0f3d tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:21:15.384577 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-b53206ec-191f-4f3e-9189-b48eabde0f3d tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:21:15.384577 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53206ec-191f-4f3e-9189-b48eabde0f3d tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Pushing event updated for resources: {'Port': ['ID=2f7b97b6-bbf2-466f-92fd-23d97a940c48,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:15.412664 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 6c853f15-ed30-4415-a16d-50adb80f2cce {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:21:15.412995 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 6c853f15-ed30-4415-a16d-50adb80f2cce not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:21:15.430461 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-dba3df99-d084-4fd8-9ace-a5604ce78115 req-9764a8c4-6c3a-47cb-8215-39d3d71a3fb6 service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290244 Jul 29 23:21:15.495196 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-fd065b34-32ad-4f81-96e7-7d3d8910d83f tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Allocated IP 172.20.0.7 (a43a6a64-f101-4685-8986-2fb94aeaf17f/3a5f2573-5c05-49af-828c-5721208424cf/59ce808c-6510-4736-bf18-1f4b7af1cfd2) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:21:15.515428 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-b53206ec-191f-4f3e-9189-b48eabde0f3d tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:15.516104 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-b53206ec-191f-4f3e-9189-b48eabde0f3d tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:15.641373 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-b53206ec-191f-4f3e-9189-b48eabde0f3d tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9944205 Jul 29 23:21:15.689644 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-c5343007-4ced-448d-8a12-ac244184a46e service neutron] Request body: {'port': {'device_id': '108c8d36-bcb2-42ba-aab2-078c4d0c9b48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:15.819626 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-fd065b34-32ad-4f81-96e7-7d3d8910d83f tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:15.831630 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-c5343007-4ced-448d-8a12-ac244184a46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:15.988070 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-fd065b34-32ad-4f81-96e7-7d3d8910d83f tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:16.017825 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-fd065b34-32ad-4f81-96e7-7d3d8910d83f tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Network a43a6a64-f101-4685-8986-2fb94aeaf17f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:21:16.053523 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-fd065b34-32ad-4f81-96e7-7d3d8910d83f tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:21:16.331098 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-c5343007-4ced-448d-8a12-ac244184a46e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f7b97b6-bbf2-466f-92fd-23d97a940c48 {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:21:16.346559 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-c5343007-4ced-448d-8a12-ac244184a46e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:16.363847 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-c5343007-4ced-448d-8a12-ac244184a46e service neutron] Transition to ACTIVE for port object 2f7b97b6-bbf2-466f-92fd-23d97a940c48 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:21:16.376746 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-fd065b34-32ad-4f81-96e7-7d3d8910d83f tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:21:16.414247 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-c5343007-4ced-448d-8a12-ac244184a46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:16.460221 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd065b34-32ad-4f81-96e7-7d3d8910d83f tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Pushing event updated for resources: {'Port': ['ID=59ce808c-6510-4736-bf18-1f4b7af1cfd2,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:16.587166 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-fd065b34-32ad-4f81-96e7-7d3d8910d83f tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:16.588567 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-fd065b34-32ad-4f81-96e7-7d3d8910d83f tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:16.635545 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-fd065b34-32ad-4f81-96e7-7d3d8910d83f tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9970219 Jul 29 23:21:16.639208 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5343007-4ced-448d-8a12-ac244184a46e service neutron] Pushing event updated for resources: {'Port': ['ID=2f7b97b6-bbf2-466f-92fd-23d97a940c48,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:16.667220 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-8acd7138-ec1b-4a64-b026-08592a790ddc service neutron] Request body: {'port': {'device_id': 'cd4cf43a-f076-42aa-b25a-3e6511c531a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:16.716344 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-c5343007-4ced-448d-8a12-ac244184a46e service neutron] Attempting to bind port 2f7b97b6-bbf2-466f-92fd-23d97a940c48 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:21:16.716808 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-c5343007-4ced-448d-8a12-ac244184a46e service neutron] Attempting to bind port 2f7b97b6-bbf2-466f-92fd-23d97a940c48 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '8f22271e-8838-4b8d-b047-05914d1d1737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a43a6a64-f101-4685-8986-2fb94aeaf17f'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:21:16.717142 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-c5343007-4ced-448d-8a12-ac244184a46e service neutron] Attempting to bind port 2f7b97b6-bbf2-466f-92fd-23d97a940c48 on network a43a6a64-f101-4685-8986-2fb94aeaf17f {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:21:16.724774 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-c5343007-4ced-448d-8a12-ac244184a46e service neutron] Port 2f7b97b6-bbf2-466f-92fd-23d97a940c48 on network a43a6a64-f101-4685-8986-2fb94aeaf17f not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:21:16.725279 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-c5343007-4ced-448d-8a12-ac244184a46e service neutron] Attempting to bind port 2f7b97b6-bbf2-466f-92fd-23d97a940c48 on network a43a6a64-f101-4685-8986-2fb94aeaf17f {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:21:16.737376 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-c5343007-4ced-448d-8a12-ac244184a46e service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:21:16.737376 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-c5343007-4ced-448d-8a12-ac244184a46e service neutron] Checking segment: {'id': '8f22271e-8838-4b8d-b047-05914d1d1737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a43a6a64-f101-4685-8986-2fb94aeaf17f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:21:16.737744 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-c5343007-4ced-448d-8a12-ac244184a46e service neutron] Bound using segment: {'id': '8f22271e-8838-4b8d-b047-05914d1d1737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a43a6a64-f101-4685-8986-2fb94aeaf17f'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:21:16.738247 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-c5343007-4ced-448d-8a12-ac244184a46e service neutron] Bound port: 2f7b97b6-bbf2-466f-92fd-23d97a940c48, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f22271e-8838-4b8d-b047-05914d1d1737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a43a6a64-f101-4685-8986-2fb94aeaf17f'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:21:16.738677 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-c5343007-4ced-448d-8a12-ac244184a46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:16.822938 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-8acd7138-ec1b-4a64-b026-08592a790ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:16.910435 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-c5343007-4ced-448d-8a12-ac244184a46e service neutron] For port 2f7b97b6-bbf2-466f-92fd-23d97a940c48, host n-h2-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:21:16.924004 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-c5343007-4ced-448d-8a12-ac244184a46e service neutron] For port 2f7b97b6-bbf2-466f-92fd-23d97a940c48, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=2f7b97b6-bbf2-466f-92fd-23d97a940c48,segment=NetworkSegment(8f22271e-8838-4b8d-b047-05914d1d1737),segment_id=8f22271e-8838-4b8d-b047-05914d1d1737)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:21:16.984790 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-c5343007-4ced-448d-8a12-ac244184a46e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:17.021740 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 4fc5454b-af3a-4b9e-9369-edd7636de8f1 up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:21:17.094768 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5343007-4ced-448d-8a12-ac244184a46e service neutron] Pushing event updated for resources: {'Port': ['ID=2f7b97b6-bbf2-466f-92fd-23d97a940c48,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:17.116819 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-c5343007-4ced-448d-8a12-ac244184a46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:17.117439 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-c5343007-4ced-448d-8a12-ac244184a46e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:17.119680 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-c5343007-4ced-448d-8a12-ac244184a46e service neutron] 10.222.0.22 "PUT /v2.0/ports/2f7b97b6-bbf2-466f-92fd-23d97a940c48 HTTP/1.1" status: 200 len: 1092 time: 1.4488845 Jul 29 23:21:17.122136 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '108c8d36-bcb2-42ba-aab2-078c4d0c9b48', 'tag': '2f7b97b6-bbf2-466f-92fd-23d97a940c48'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:21:17.123606 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3a0770-3505-4632-ae7d-a811b92d5dd1" -d '{"events": [{"name": "network-changed", "server_uuid": "108c8d36-bcb2-42ba-aab2-078c4d0c9b48", "tag": "2f7b97b6-bbf2-466f-92fd-23d97a940c48"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:21:17.131084 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port 4fc5454b-af3a-4b9e-9369-edd7636de8f1 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:21:17.136737 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port 4fc5454b-af3a-4b9e-9369-edd7636de8f1 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:21:17.137824 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:17.339678 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:17.403152 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 4fc5454b-af3a-4b9e-9369-edd7636de8f1, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=4fc5454b-af3a-4b9e-9369-edd7636de8f1,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:17.420206 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:17.539146 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=4fc5454b-af3a-4b9e-9369-edd7636de8f1,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:17.819711 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-016df3d8-d49f-4a85-a398-c1b46130104d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:17.821228 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-016df3d8-d49f-4a85-a398-c1b46130104d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5496b7c4c812467cb5eea89ef060416b&device_id=108c8d36-bcb2-42ba-aab2-078c4d0c9b48 HTTP/1.1" status: 200 len: 1095 time: 0.6413441 Jul 29 23:21:18.028609 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-8acd7138-ec1b-4a64-b026-08592a790ddc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59ce808c-6510-4736-bf18-1f4b7af1cfd2 {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:21:18.037321 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-8acd7138-ec1b-4a64-b026-08592a790ddc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:18.079540 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-efed29b1-0e0f-4096-a7b7-60942b7c8f2d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2f7b97b6-bbf2-466f-92fd-23d97a940c48 HTTP/1.1" status: 200 len: 217 time: 0.2457752 Jul 29 23:21:18.099581 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-8acd7138-ec1b-4a64-b026-08592a790ddc service neutron] Transition to ACTIVE for port object 59ce808c-6510-4736-bf18-1f4b7af1cfd2 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:21:18.124707 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-8acd7138-ec1b-4a64-b026-08592a790ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:18.193215 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-8b105838-1423-4d8a-a3b9-ce4ae2df91d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:18.194731 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-8b105838-1423-4d8a-a3b9-ce4ae2df91d8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3a5f2573-5c05-49af-828c-5721208424cf HTTP/1.1" status: 200 len: 852 time: 0.1072507 Jul 29 23:21:18.241474 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-cedc7c6f-a443-4bca-87d8-c97d62a65b39 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a43a6a64-f101-4685-8986-2fb94aeaf17f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368567 Jul 29 23:21:18.242204 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acd7138-ec1b-4a64-b026-08592a790ddc service neutron] Pushing event updated for resources: {'Port': ['ID=59ce808c-6510-4736-bf18-1f4b7af1cfd2,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:18.390122 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-44d02cf6-f133-4cc8-81c4-e067dd31684e service neutron] 10.222.0.22 "GET /v2.0/networks/a43a6a64-f101-4685-8986-2fb94aeaf17f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317089 Jul 29 23:21:18.529957 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-8acd7138-ec1b-4a64-b026-08592a790ddc service neutron] Attempting to bind port 59ce808c-6510-4736-bf18-1f4b7af1cfd2 on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:21:18.530860 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-8acd7138-ec1b-4a64-b026-08592a790ddc service neutron] Attempting to bind port 59ce808c-6510-4736-bf18-1f4b7af1cfd2 by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': '8f22271e-8838-4b8d-b047-05914d1d1737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a43a6a64-f101-4685-8986-2fb94aeaf17f'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:21:18.531427 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-8acd7138-ec1b-4a64-b026-08592a790ddc service neutron] Attempting to bind port 59ce808c-6510-4736-bf18-1f4b7af1cfd2 on network a43a6a64-f101-4685-8986-2fb94aeaf17f {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:21:18.588593 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-81122233-ce6b-4a2d-9ff2-18aa50bee1b0 service neutron] 10.222.0.22 "GET /v2.0/networks/a43a6a64-f101-4685-8986-2fb94aeaf17f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904225 Jul 29 23:21:18.589456 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-8acd7138-ec1b-4a64-b026-08592a790ddc service neutron] Port 59ce808c-6510-4736-bf18-1f4b7af1cfd2 on network a43a6a64-f101-4685-8986-2fb94aeaf17f not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:21:18.589905 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-8acd7138-ec1b-4a64-b026-08592a790ddc service neutron] Attempting to bind port 59ce808c-6510-4736-bf18-1f4b7af1cfd2 on network a43a6a64-f101-4685-8986-2fb94aeaf17f {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:21:18.606722 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-8acd7138-ec1b-4a64-b026-08592a790ddc service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:21:18.607221 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-8acd7138-ec1b-4a64-b026-08592a790ddc service neutron] Checking segment: {'id': '8f22271e-8838-4b8d-b047-05914d1d1737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a43a6a64-f101-4685-8986-2fb94aeaf17f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:21:18.607841 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-8acd7138-ec1b-4a64-b026-08592a790ddc service neutron] Bound using segment: {'id': '8f22271e-8838-4b8d-b047-05914d1d1737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a43a6a64-f101-4685-8986-2fb94aeaf17f'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:21:18.608393 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-8acd7138-ec1b-4a64-b026-08592a790ddc service neutron] Bound port: 59ce808c-6510-4736-bf18-1f4b7af1cfd2, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f22271e-8838-4b8d-b047-05914d1d1737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a43a6a64-f101-4685-8986-2fb94aeaf17f'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:21:18.608937 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-8acd7138-ec1b-4a64-b026-08592a790ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:18.694474 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-8acd7138-ec1b-4a64-b026-08592a790ddc service neutron] For port 59ce808c-6510-4736-bf18-1f4b7af1cfd2, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:21:18.700868 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-8acd7138-ec1b-4a64-b026-08592a790ddc service neutron] For port 59ce808c-6510-4736-bf18-1f4b7af1cfd2, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=59ce808c-6510-4736-bf18-1f4b7af1cfd2,segment=NetworkSegment(8f22271e-8838-4b8d-b047-05914d1d1737),segment_id=8f22271e-8838-4b8d-b047-05914d1d1737)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:21:18.731011 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-8acd7138-ec1b-4a64-b026-08592a790ddc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:18.789166 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-8acd7138-ec1b-4a64-b026-08592a790ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:18.790016 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-8acd7138-ec1b-4a64-b026-08592a790ddc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:18.791687 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-8acd7138-ec1b-4a64-b026-08592a790ddc service neutron] 10.222.0.41 "PUT /v2.0/ports/59ce808c-6510-4736-bf18-1f4b7af1cfd2 HTTP/1.1" status: 200 len: 1092 time: 2.1300099 Jul 29 23:21:18.851004 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acd7138-ec1b-4a64-b026-08592a790ddc service neutron] Pushing event updated for resources: {'Port': ['ID=59ce808c-6510-4736-bf18-1f4b7af1cfd2,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:19.025457 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-3f105742-0dd5-4240-b11b-d4c2f9cf2aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:19.027035 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-3f105742-0dd5-4240-b11b-d4c2f9cf2aa0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5496b7c4c812467cb5eea89ef060416b&device_id=cd4cf43a-f076-42aa-b25a-3e6511c531a5 HTTP/1.1" status: 200 len: 1095 time: 0.1408899 Jul 29 23:21:19.194270 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-f38e6470-24cf-42f2-b800-99d85db42510 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59ce808c-6510-4736-bf18-1f4b7af1cfd2 HTTP/1.1" status: 200 len: 217 time: 0.1464591 Jul 29 23:21:19.266586 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-18d11e27-52e5-451a-9538-c72aa99de4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:19.267957 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-18d11e27-52e5-451a-9538-c72aa99de4d3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3a5f2573-5c05-49af-828c-5721208424cf HTTP/1.1" status: 200 len: 852 time: 0.0657463 Jul 29 23:21:19.296026 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:19.307809 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-57efc3cc-86ab-4bb2-9485-08575dc4a21f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a43a6a64-f101-4685-8986-2fb94aeaf17f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315709 Jul 29 23:21:19.413593 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-b8611ecd-65d8-42b3-9782-b1c14dd801be service neutron] 10.222.0.41 "GET /v2.0/networks/a43a6a64-f101-4685-8986-2fb94aeaf17f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943582 Jul 29 23:21:19.519883 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1e422546-2f21-407b-91aa-fdccf430a1dd req-1569b71b-1609-4c28-8a8b-eab0bd5e855a service neutron] 10.222.0.41 "GET /v2.0/networks/a43a6a64-f101-4685-8986-2fb94aeaf17f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012726 Jul 29 23:21:20.587957 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f8efd-6b0d-4f34-acb0-dcdf3eac9eb6 req-fbdcca00-4697-43b1-9ed0-562f6c918b77 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:20.596612 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b24f8efd-6b0d-4f34-acb0-dcdf3eac9eb6 req-fbdcca00-4697-43b1-9ed0-562f6c918b77 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=30850af8-f331-4539-aad7-0e40a19d69f5 HTTP/1.1" status: 200 len: 950 time: 0.1025696 Jul 29 23:21:20.655966 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dc2616-42aa-491c-8b8b-a3e6eb1bd5d9 req-795d16c9-d309-491c-b967-8e75c723abb3 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:20.662371 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-56dc2616-42aa-491c-8b8b-a3e6eb1bd5d9 req-795d16c9-d309-491c-b967-8e75c723abb3 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] 10.222.0.43 "GET /v2.0/ports?device_id=108c8d36-bcb2-42ba-aab2-078c4d0c9b48 HTTP/1.1" status: 200 len: 943 time: 0.1524224 Jul 29 23:21:20.721876 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b24f8efd-6b0d-4f34-acb0-dcdf3eac9eb6 req-17590bb4-7d6b-4d66-89a4-05b4d469239f tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232214 Jul 29 23:21:20.742998 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-56dc2616-42aa-491c-8b8b-a3e6eb1bd5d9 req-94323ffc-84f1-4aec-ae12-1998a98ef5e9 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ef8b347-7e01-4c41-8508-c5e5f2556552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688212 Jul 29 23:21:20.885292 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35edbe99-46ec-48e2-b8cd-22db8eab293e req-423fe11d-e3eb-4e0f-84f6-3a2456383e0f tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:20.893141 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-35edbe99-46ec-48e2-b8cd-22db8eab293e req-423fe11d-e3eb-4e0f-84f6-3a2456383e0f tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e7c21fc-a617-499a-a692-712fb381b4fb HTTP/1.1" status: 200 len: 951 time: 0.0814083 Jul 29 23:21:20.897441 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 29 Jul 2021 23:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a0f45f-a80f-4917-ad94-f29e432cdfac x-openstack-request-id: req-48a0f45f-a80f-4917-ad94-f29e432cdfac {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:21:20.898533 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e7c21fc-a617-499a-a692-712fb381b4fb", "name": "network-vif-plugged", "status": "completed", "tag": "4fe51e40-066d-405b-8a55-767ca109e9d1", "code": 200}, {"server_uuid": "685779ab-acd9-4cd7-8e1e-c7f759280c1c", "name": "network-vif-plugged", "status": "completed", "tag": "d484528b-d630-4f58-b4ca-1af975d3c6d6", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:21:20.898983 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-48a0f45f-a80f-4917-ad94-f29e432cdfac {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:21:20.899556 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e7c21fc-a617-499a-a692-712fb381b4fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fe51e40-066d-405b-8a55-767ca109e9d1', 'code': 200} Jul 29 23:21:20.899972 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '685779ab-acd9-4cd7-8e1e-c7f759280c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd484528b-d630-4f58-b4ca-1af975d3c6d6', 'code': 200} Jul 29 23:21:20.956372 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-35edbe99-46ec-48e2-b8cd-22db8eab293e req-c0691acf-ba5b-461c-b5ba-3f09f1fc8cfe tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618539 Jul 29 23:21:20.990165 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039d9679-6e35-4c25-8ba9-2598e6af0850 x-openstack-request-id: req-039d9679-6e35-4c25-8ba9-2598e6af0850 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:21:20.990458 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "108c8d36-bcb2-42ba-aab2-078c4d0c9b48", "tag": "2f7b97b6-bbf2-466f-92fd-23d97a940c48", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:21:20.990712 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-039d9679-6e35-4c25-8ba9-2598e6af0850 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:21:20.991114 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '108c8d36-bcb2-42ba-aab2-078c4d0c9b48', 'tag': '2f7b97b6-bbf2-466f-92fd-23d97a940c48', 'status': 'completed', 'code': 200} Jul 29 23:21:21.101982 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a0770-3505-4632-ae7d-a811b92d5dd1 req-080c802f-7fca-42a5-a153-b58b4205f32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:21.112170 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ba3a0770-3505-4632-ae7d-a811b92d5dd1 req-080c802f-7fca-42a5-a153-b58b4205f32b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5496b7c4c812467cb5eea89ef060416b&device_id=108c8d36-bcb2-42ba-aab2-078c4d0c9b48 HTTP/1.1" status: 200 len: 1095 time: 0.0948055 Jul 29 23:21:21.171276 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cbc1ad-8898-4b0a-a706-b4ba5a7181ff req-df3a1697-ca6b-451b-bc09-9ed46b8da11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:21.179238 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d4cbc1ad-8898-4b0a-a706-b4ba5a7181ff req-df3a1697-ca6b-451b-bc09-9ed46b8da11f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9e7c21fc-a617-499a-a692-712fb381b4fb HTTP/1.1" status: 200 len: 1103 time: 0.1176002 Jul 29 23:21:21.251237 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 34268) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:21.304470 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d4cbc1ad-8898-4b0a-a706-b4ba5a7181ff req-5cd0843c-e8dd-4bd5-a0b8-0c430fa3d952 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175148 Jul 29 23:21:21.339231 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a0770-3505-4632-ae7d-a811b92d5dd1 req-bf461213-ac41-45aa-b3ef-aa07edf9a76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:21.341292 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ba3a0770-3505-4632-ae7d-a811b92d5dd1 req-bf461213-ac41-45aa-b3ef-aa07edf9a76f service neutron] 10.222.0.22 "GET /v2.0/networks?id=a43a6a64-f101-4685-8986-2fb94aeaf17f HTTP/1.1" status: 200 len: 913 time: 0.2212253 Jul 29 23:21:21.408345 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ba3a0770-3505-4632-ae7d-a811b92d5dd1 req-59d43944-6760-4d36-9e47-0dc39d79dd12 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2f7b97b6-bbf2-466f-92fd-23d97a940c48 HTTP/1.1" status: 200 len: 217 time: 0.0507755 Jul 29 23:21:21.530276 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a0770-3505-4632-ae7d-a811b92d5dd1 req-24be41b6-0cc8-4639-b729-c2b9054e47f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:21.533570 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ba3a0770-3505-4632-ae7d-a811b92d5dd1 req-24be41b6-0cc8-4639-b729-c2b9054e47f5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3a5f2573-5c05-49af-828c-5721208424cf HTTP/1.1" status: 200 len: 852 time: 0.1061401 Jul 29 23:21:21.585726 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ba3a0770-3505-4632-ae7d-a811b92d5dd1 req-d30e8a89-f51d-4647-8daa-d446332aa2dc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a43a6a64-f101-4685-8986-2fb94aeaf17f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379019 Jul 29 23:21:21.729620 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ba3a0770-3505-4632-ae7d-a811b92d5dd1 req-1bb6b4b5-ea50-4761-9092-c76200df287c service neutron] 10.222.0.22 "GET /v2.0/networks/a43a6a64-f101-4685-8986-2fb94aeaf17f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403277 Jul 29 23:21:21.790727 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5ba5912c-54b3-4621-9409-972b45d18f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:21.897567 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ba3a0770-3505-4632-ae7d-a811b92d5dd1 req-696ceb85-765a-474f-843f-1fa5fa2682b8 service neutron] 10.222.0.22 "GET /v2.0/networks/a43a6a64-f101-4685-8986-2fb94aeaf17f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517360 Jul 29 23:21:22.212398 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f9f4a-fec6-428c-b021-3bcaf3eedf41 req-82012478-4754-4047-baa9-c13fc2d70519 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:22.216990 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-850f9f4a-fec6-428c-b021-3bcaf3eedf41 req-82012478-4754-4047-baa9-c13fc2d70519 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=30850af8-f331-4539-aad7-0e40a19d69f5 HTTP/1.1" status: 200 len: 950 time: 0.1335049 Jul 29 23:21:22.237207 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192da50-48ba-4310-b91b-081864fc9032 req-70043815-9981-4935-9f26-06fdf4ac4615 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:22.240586 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-5ba5912c-54b3-4621-9409-972b45d18f7d admin admin] Deleting port 4ead08d2-feb8-4769-aaf3-b000332cf7c9 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:21:22.247312 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c192da50-48ba-4310-b91b-081864fc9032 req-70043815-9981-4935-9f26-06fdf4ac4615 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] 10.222.0.43 "GET /v2.0/ports?device_id=108c8d36-bcb2-42ba-aab2-078c4d0c9b48 HTTP/1.1" status: 200 len: 943 time: 0.0933399 Jul 29 23:21:22.251162 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5ba5912c-54b3-4621-9409-972b45d18f7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:22.342297 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-850f9f4a-fec6-428c-b021-3bcaf3eedf41 req-82a15108-9987-47d7-937c-94dcb7154f6b tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860276 Jul 29 23:21:22.374212 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c192da50-48ba-4310-b91b-081864fc9032 req-37b672dd-0e9f-4a19-ae02-136a1154e307 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ef8b347-7e01-4c41-8508-c5e5f2556552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252446 Jul 29 23:21:22.378107 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-5ba5912c-54b3-4621-9409-972b45d18f7d admin admin] For port 4ead08d2-feb8-4769-aaf3-b000332cf7c9, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=4ead08d2-feb8-4769-aaf3-b000332cf7c9,segment=NetworkSegment(c1b76e2d-c139-43ca-8c7d-2846330ec26b),segment_id=c1b76e2d-c139-43ca-8c7d-2846330ec26b)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:22.378514 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5ba5912c-54b3-4621-9409-972b45d18f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:22.393326 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-5ba5912c-54b3-4621-9409-972b45d18f7d admin admin] Calling delete_port for 4ead08d2-feb8-4769-aaf3-b000332cf7c9 owned by network:router_interface {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:21:22.546080 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 2f7b97b6-bbf2-466f-92fd-23d97a940c48 details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:21:22.605343 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc31c65f-e02c-475a-a33e-039a1b1c015d req-bde1a905-ebd1-4adb-9d88-c3e26b6150fa tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:22.615587 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bc31c65f-e02c-475a-a33e-039a1b1c015d req-bde1a905-ebd1-4adb-9d88-c3e26b6150fa tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e7c21fc-a617-499a-a692-712fb381b4fb HTTP/1.1" status: 200 len: 951 time: 0.0794787 Jul 29 23:21:22.726865 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5ba5912c-54b3-4621-9409-972b45d18f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:22.729467 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bc31c65f-e02c-475a-a33e-039a1b1c015d req-5ea03b87-49e9-4e1e-a8e5-0dad984ae065 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125674 Jul 29 23:21:22.767317 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 2f7b97b6-bbf2-466f-92fd-23d97a940c48, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=2f7b97b6-bbf2-466f-92fd-23d97a940c48,segment=NetworkSegment(8f22271e-8838-4b8d-b047-05914d1d1737),segment_id=8f22271e-8838-4b8d-b047-05914d1d1737)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:22.798398 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba5912c-54b3-4621-9409-972b45d18f7d admin admin] Pushing event deleted for resources: {'Port': ['ID=4ead08d2-feb8-4769-aaf3-b000332cf7c9,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:22.814532 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '2f7b97b6-bbf2-466f-92fd-23d97a940c48', 'network_id': 'a43a6a64-f101-4685-8986-2fb94aeaf17f', 'port_id': '2f7b97b6-bbf2-466f-92fd-23d97a940c48', 'mac_address': 'fa:16:3e:5c:2c:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a5f2573-5c05-49af-828c-5721208424cf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:21:22.886295 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:22.901392 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30850af8-f331-4539-aad7-0e40a19d69f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc5454b-af3a-4b9e-9369-edd7636de8f1'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:21:22.909166 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498be0c9-7387-46cb-a1be-7da71bd5999c" -d '{"events": [{"server_uuid": "30850af8-f331-4539-aad7-0e40a19d69f5", "name": "network-vif-plugged", "status": "completed", "tag": "4fc5454b-af3a-4b9e-9369-edd7636de8f1"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:21:22.925473 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f7b97b6-bbf2-466f-92fd-23d97a940c48 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:21:22.960697 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 2f7b97b6-bbf2-466f-92fd-23d97a940c48, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=2f7b97b6-bbf2-466f-92fd-23d97a940c48,segment=NetworkSegment(8f22271e-8838-4b8d-b047-05914d1d1737),segment_id=8f22271e-8838-4b8d-b047-05914d1d1737)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:22.970403 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:22.992315 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd4cf43a-f076-42aa-b25a-3e6511c531a5', 'tag': '59ce808c-6510-4736-bf18-1f4b7af1cfd2'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:21:22.994729 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b798f8-1a46-4b46-8e27-80e53ab1c806" -d '{"events": [{"name": "network-changed", "server_uuid": "cd4cf43a-f076-42aa-b25a-3e6511c531a5", "tag": "59ce808c-6510-4736-bf18-1f4b7af1cfd2"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:21:23.035237 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8eec1d2-6dac-4e1b-ae6c-bcf03b5a1b9d x-openstack-request-id: req-e8eec1d2-6dac-4e1b-ae6c-bcf03b5a1b9d {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:21:23.040538 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30850af8-f331-4539-aad7-0e40a19d69f5", "name": "network-vif-plugged", "status": "completed", "tag": "4fc5454b-af3a-4b9e-9369-edd7636de8f1", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:21:23.040864 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e8eec1d2-6dac-4e1b-ae6c-bcf03b5a1b9d {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:21:23.041288 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30850af8-f331-4539-aad7-0e40a19d69f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc5454b-af3a-4b9e-9369-edd7636de8f1', 'code': 200} Jul 29 23:21:23.044630 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 59ce808c-6510-4736-bf18-1f4b7af1cfd2 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:21:23.139417 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-095cf4e8-b3d4-4087-8cc0-c238359e5764 x-openstack-request-id: req-095cf4e8-b3d4-4087-8cc0-c238359e5764 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:21:23.140226 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd4cf43a-f076-42aa-b25a-3e6511c531a5", "tag": "59ce808c-6510-4736-bf18-1f4b7af1cfd2", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:21:23.143232 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-095cf4e8-b3d4-4087-8cc0-c238359e5764 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:21:23.143911 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd4cf43a-f076-42aa-b25a-3e6511c531a5', 'tag': '59ce808c-6510-4736-bf18-1f4b7af1cfd2', 'status': 'completed', 'code': 200} Jul 29 23:21:23.160579 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5ba5912c-54b3-4621-9409-972b45d18f7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:23.243381 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=2f7b97b6-bbf2-466f-92fd-23d97a940c48,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:23.287756 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b798f8-1a46-4b46-8e27-80e53ab1c806 req-8883ffaf-40df-4513-9d17-17126b95e807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:23.290175 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e5b798f8-1a46-4b46-8e27-80e53ab1c806 req-8883ffaf-40df-4513-9d17-17126b95e807 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5496b7c4c812467cb5eea89ef060416b&device_id=cd4cf43a-f076-42aa-b25a-3e6511c531a5 HTTP/1.1" status: 200 len: 1095 time: 0.1087825 Jul 29 23:21:23.314805 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-397d1108-8f24-4b53-a2b9-6a5d724fcbfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:23.329073 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['2f7b97b6-bbf2-466f-92fd-23d97a940c48'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:21:23.385504 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 59ce808c-6510-4736-bf18-1f4b7af1cfd2, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=59ce808c-6510-4736-bf18-1f4b7af1cfd2,segment=NetworkSegment(8f22271e-8838-4b8d-b047-05914d1d1737),segment_id=8f22271e-8838-4b8d-b047-05914d1d1737)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:23.404521 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': '59ce808c-6510-4736-bf18-1f4b7af1cfd2', 'network_id': 'a43a6a64-f101-4685-8986-2fb94aeaf17f', 'port_id': '59ce808c-6510-4736-bf18-1f4b7af1cfd2', 'mac_address': 'fa:16:3e:bf:96:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a5f2573-5c05-49af-828c-5721208424cf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:21:23.498276 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c2e68-d0ee-4875-82bd-bd474bdb3881 req-8d1d2a8c-e2fb-4f89-966b-4f12cf677175 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:23.505927 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-516c2e68-d0ee-4875-82bd-bd474bdb3881 req-8d1d2a8c-e2fb-4f89-966b-4f12cf677175 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/networks?id=ec39a190-3e02-4fd2-a008-3b841dbd3c4b HTTP/1.1" status: 200 len: 804 time: 0.2760911 Jul 29 23:21:23.527574 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-516c2e68-d0ee-4875-82bd-bd474bdb3881 req-a0c2777b-8209-4933-94ee-3a9897dd8516 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/quotas/48ca3190ceb241b287be19cef493c764 HTTP/1.1" status: 200 len: 375 time: 0.0204129 Jul 29 23:21:23.536049 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:23.571904 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f85926-ac1e-4ce5-b511-e5119a8b8180 req-2e922a0d-d716-478e-86f6-10d05750f88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:23.574305 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b7f85926-ac1e-4ce5-b511-e5119a8b8180 req-2e922a0d-d716-478e-86f6-10d05750f88c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=30850af8-f331-4539-aad7-0e40a19d69f5 HTTP/1.1" status: 200 len: 1102 time: 0.4568713 Jul 29 23:21:23.590455 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59ce808c-6510-4736-bf18-1f4b7af1cfd2 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:21:23.607271 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac297622-ddc2-47fd-a53b-7f152a34fab3 req-ae40a34d-ac2e-4d7b-a16d-fde838e83a42 tempest-ServersAdminTestJSON-1737595073 tempest-ServersAdminTestJSON-1737595073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:23.615182 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ac297622-ddc2-47fd-a53b-7f152a34fab3 req-ae40a34d-ac2e-4d7b-a16d-fde838e83a42 tempest-ServersAdminTestJSON-1737595073 tempest-ServersAdminTestJSON-1737595073-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=9e7c21fc-a617-499a-a692-712fb381b4fb HTTP/1.1" status: 200 len: 1103 time: 0.3790152 Jul 29 23:21:23.648758 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 59ce808c-6510-4736-bf18-1f4b7af1cfd2, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=59ce808c-6510-4736-bf18-1f4b7af1cfd2,segment=NetworkSegment(8f22271e-8838-4b8d-b047-05914d1d1737),segment_id=8f22271e-8838-4b8d-b047-05914d1d1737)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:23.652413 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b7f85926-ac1e-4ce5-b511-e5119a8b8180 req-8ffafbcd-1753-455b-a242-d38d3398992e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691237 Jul 29 23:21:23.663452 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:23.666515 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-516c2e68-d0ee-4875-82bd-bd474bdb3881 req-10dfc046-8955-4573-a90e-4b4921f6a09a tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=48ca3190ceb241b287be19cef493c764&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1377592 Jul 29 23:21:23.745490 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=59ce808c-6510-4736-bf18-1f4b7af1cfd2,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:23.807878 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ac297622-ddc2-47fd-a53b-7f152a34fab3 req-011696a8-c55d-440b-8247-3406cf053203 tempest-ServersAdminTestJSON-1737595073 tempest-ServersAdminTestJSON-1737595073-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867812 Jul 29 23:21:23.821914 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-516c2e68-d0ee-4875-82bd-bd474bdb3881 req-af235c31-228d-4276-a293-8c6482ea4088 service neutron] 10.222.0.43 "GET /v2.0/networks/ec39a190-3e02-4fd2-a008-3b841dbd3c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523361 Jul 29 23:21:24.046353 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b798f8-1a46-4b46-8e27-80e53ab1c806 req-5fa13973-595e-4494-94ac-cd3b8e1e9f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:24.047170 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e5b798f8-1a46-4b46-8e27-80e53ab1c806 req-5fa13973-595e-4494-94ac-cd3b8e1e9f76 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a43a6a64-f101-4685-8986-2fb94aeaf17f HTTP/1.1" status: 200 len: 913 time: 0.6699877 Jul 29 23:21:24.049617 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-516c2e68-d0ee-4875-82bd-bd474bdb3881 req-130b4dfd-c53c-494f-91ee-d7215971010d service neutron] 10.222.0.43 "GET /v2.0/networks/ec39a190-3e02-4fd2-a008-3b841dbd3c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263103 Jul 29 23:21:24.102009 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773f0b97-f0f0-44fe-b758-d9efb96ebda8 req-57b368bd-039b-4e6e-98d7-29e619af2d5b tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:24.107907 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-773f0b97-f0f0-44fe-b758-d9efb96ebda8 req-57b368bd-039b-4e6e-98d7-29e619af2d5b tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=30850af8-f331-4539-aad7-0e40a19d69f5 HTTP/1.1" status: 200 len: 950 time: 0.1225080 Jul 29 23:21:24.121142 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['59ce808c-6510-4736-bf18-1f4b7af1cfd2'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:21:24.170473 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-773f0b97-f0f0-44fe-b758-d9efb96ebda8 req-15daca6c-eaa0-495d-963e-401c02470543 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468500 Jul 29 23:21:24.199064 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e5b798f8-1a46-4b46-8e27-80e53ab1c806 req-5305f45a-4a22-4a89-b753-1613b8903a4c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=59ce808c-6510-4736-bf18-1f4b7af1cfd2 HTTP/1.1" status: 200 len: 217 time: 0.1339881 Jul 29 23:21:24.454835 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b798f8-1a46-4b46-8e27-80e53ab1c806 req-6f82aef9-78fc-405f-9eab-decb9a821e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:24.456312 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e5b798f8-1a46-4b46-8e27-80e53ab1c806 req-6f82aef9-78fc-405f-9eab-decb9a821e9e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3a5f2573-5c05-49af-828c-5721208424cf HTTP/1.1" status: 200 len: 852 time: 0.2490075 Jul 29 23:21:24.521859 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4af881-0440-4811-8e94-dacbb8485130 req-4490435c-f51b-4729-a3a7-6e772e305658 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:24.531291 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2a4af881-0440-4811-8e94-dacbb8485130 req-4490435c-f51b-4729-a3a7-6e772e305658 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.22 "GET /v2.0/ports?device_id=62fc1795-6912-4db4-b667-421969d7def7 HTTP/1.1" status: 200 len: 945 time: 0.2922659 Jul 29 23:21:24.546987 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 2f7b97b6-bbf2-466f-92fd-23d97a940c48 up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:21:24.583591 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e5b798f8-1a46-4b46-8e27-80e53ab1c806 req-202337b4-d750-42db-97aa-6558f82e9259 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a43a6a64-f101-4685-8986-2fb94aeaf17f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1070821 Jul 29 23:21:24.592153 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0250c84-9f11-4bc1-9250-a38ee01cf8e0 req-0420cc70-fe30-4c39-b6b8-dafc0be4ccbc tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:24.613837 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e0250c84-9f11-4bc1-9250-a38ee01cf8e0 req-0420cc70-fe30-4c39-b6b8-dafc0be4ccbc tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] 10.222.0.43 "GET /v2.0/ports?device_id=108c8d36-bcb2-42ba-aab2-078c4d0c9b48 HTTP/1.1" status: 200 len: 944 time: 0.2370505 Jul 29 23:21:24.643227 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port 2f7b97b6-bbf2-466f-92fd-23d97a940c48 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:21:24.650914 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 2f7b97b6-bbf2-466f-92fd-23d97a940c48 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:21:24.654700 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:24.747441 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ba5912c-54b3-4621-9409-972b45d18f7d admin admin] Router dd5ea191-992a-493a-ba64-f63898c656d8 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:21:24.862239 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e5b798f8-1a46-4b46-8e27-80e53ab1c806 req-7a6b4a2c-21f8-4ae2-b70a-915400cdc989 service neutron] 10.222.0.41 "GET /v2.0/networks/a43a6a64-f101-4685-8986-2fb94aeaf17f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564480 Jul 29 23:21:24.937438 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:24.962332 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e0250c84-9f11-4bc1-9250-a38ee01cf8e0 req-134611bc-9dd5-4885-976b-d509fecacac9 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ef8b347-7e01-4c41-8508-c5e5f2556552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475997 Jul 29 23:21:24.964572 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e9f3da4d-3382-4817-a4ea-e62eb6eab95a req-87505b5e-385c-4025-a23b-eec19bde19d8 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e5a21f9-e415-4212-ac3b-fc3c41c9d34f HTTP/1.1" status: 200 len: 210 time: 0.1221845 Jul 29 23:21:25.043023 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108c8d36-bcb2-42ba-aab2-078c4d0c9b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7b97b6-bbf2-466f-92fd-23d97a940c48'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:21:25.049724 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8de40b-07c1-4721-a82c-8ca286ae4d7d" -d '{"events": [{"server_uuid": "108c8d36-bcb2-42ba-aab2-078c4d0c9b48", "name": "network-vif-plugged", "status": "completed", "tag": "2f7b97b6-bbf2-466f-92fd-23d97a940c48"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:21:25.079133 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 2f7b97b6-bbf2-466f-92fd-23d97a940c48, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=2f7b97b6-bbf2-466f-92fd-23d97a940c48,segment=NetworkSegment(8f22271e-8838-4b8d-b047-05914d1d1737),segment_id=8f22271e-8838-4b8d-b047-05914d1d1737)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:25.084059 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:25.084845 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 1d4f86e2-c7f3-4176-8ff9-623f4453d1ed no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:21:25.246778 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ba5912c-54b3-4621-9409-972b45d18f7d admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:21:25.261392 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-5ba5912c-54b3-4621-9409-972b45d18f7d admin admin] 10.222.0.43 "PUT /v2.0/routers/dd5ea191-992a-493a-ba64-f63898c656d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0087628 Jul 29 23:21:25.265979 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 34408) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:25.270389 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-2a4af881-0440-4811-8e94-dacbb8485130 req-679f0b2f-6701-4a51-9c05-7ec682ff8475 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Deleting port 1d4f86e2-c7f3-4176-8ff9-623f4453d1ed {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:21:25.270963 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2a4af881-0440-4811-8e94-dacbb8485130 req-679f0b2f-6701-4a51-9c05-7ec682ff8475 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:25.274346 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf33d44d-75db-4d90-9777-3c590328ec3a x-openstack-request-id: req-bf33d44d-75db-4d90-9777-3c590328ec3a {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:21:25.281848 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "108c8d36-bcb2-42ba-aab2-078c4d0c9b48", "name": "network-vif-plugged", "status": "completed", "tag": "2f7b97b6-bbf2-466f-92fd-23d97a940c48", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:21:25.283413 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bf33d44d-75db-4d90-9777-3c590328ec3a {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:21:25.283885 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '108c8d36-bcb2-42ba-aab2-078c4d0c9b48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7b97b6-bbf2-466f-92fd-23d97a940c48', 'code': 200} Jul 29 23:21:25.285907 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fe6647-7a62-4bc8-b6b4-c61d6b60bc2d None None] Sync routers for ids ['dd5ea191-992a-493a-ba64-f63898c656d8'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:21:25.334426 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fe6647-7a62-4bc8-b6b4-c61d6b60bc2d None None] Routers {'dd5ea191-992a-493a-ba64-f63898c656d8'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:21:25.335004 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-f7fe6647-7a62-4bc8-b6b4-c61d6b60bc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:20:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['dd5ea191-992a-493a-ba64-f63898c656d8'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:25.419758 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=2f7b97b6-bbf2-466f-92fd-23d97a940c48,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:25.492842 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e5b798f8-1a46-4b46-8e27-80e53ab1c806 req-e797d02c-be86-4b86-b118-00c8e963cef4 service neutron] 10.222.0.41 "GET /v2.0/networks/a43a6a64-f101-4685-8986-2fb94aeaf17f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6145687 Jul 29 23:21:25.512809 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e302947e-eebf-4719-acc8-b8a65dd85fbb req-31a03fed-0a2a-4e86-abac-4ec183299659 tempest-ServersAdminTestJSON-1737595073 tempest-ServersAdminTestJSON-1737595073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:25.518035 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:25.521718 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e302947e-eebf-4719-acc8-b8a65dd85fbb req-31a03fed-0a2a-4e86-abac-4ec183299659 tempest-ServersAdminTestJSON-1737595073 tempest-ServersAdminTestJSON-1737595073-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=9e7c21fc-a617-499a-a692-712fb381b4fb HTTP/1.1" status: 200 len: 1103 time: 0.4405835 Jul 29 23:21:25.563085 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-2a4af881-0440-4811-8e94-dacbb8485130 req-679f0b2f-6701-4a51-9c05-7ec682ff8475 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] For port 1d4f86e2-c7f3-4176-8ff9-623f4453d1ed, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=1d4f86e2-c7f3-4176-8ff9-623f4453d1ed,segment=NetworkSegment(2db8471f-c43b-49ee-9f08-2f1c56af231c),segment_id=2db8471f-c43b-49ee-9f08-2f1c56af231c)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:25.563466 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2a4af881-0440-4811-8e94-dacbb8485130 req-679f0b2f-6701-4a51-9c05-7ec682ff8475 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:25.586703 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-2a4af881-0440-4811-8e94-dacbb8485130 req-679f0b2f-6701-4a51-9c05-7ec682ff8475 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Calling delete_port for 1d4f86e2-c7f3-4176-8ff9-623f4453d1ed owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:21:25.588385 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 1d4f86e2-c7f3-4176-8ff9-623f4453d1ed, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=1d4f86e2-c7f3-4176-8ff9-623f4453d1ed,segment=NetworkSegment(2db8471f-c43b-49ee-9f08-2f1c56af231c),segment_id=2db8471f-c43b-49ee-9f08-2f1c56af231c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:25.607377 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e302947e-eebf-4719-acc8-b8a65dd85fbb req-f691b713-70b4-4eac-81bd-b225716f2cbe tempest-ServersAdminTestJSON-1737595073 tempest-ServersAdminTestJSON-1737595073-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819802 Jul 29 23:21:25.608981 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:25.615378 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-f7fe6647-7a62-4bc8-b6b4-c61d6b60bc2d None None] Set router dd5ea191-992a-493a-ba64-f63898c656d8 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:21:25.633391 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde141a-4cf7-4d7f-94b1-319dcc602dd5 req-ed1a781c-f89e-48f9-9220-abba045a8313 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:25.643407 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cdde141a-4cf7-4d7f-94b1-319dcc602dd5 req-ed1a781c-f89e-48f9-9220-abba045a8313 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=30850af8-f331-4539-aad7-0e40a19d69f5 HTTP/1.1" status: 200 len: 950 time: 0.2199681 Jul 29 23:21:25.756754 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6306b4-76cb-494d-8cd2-9b5c9b8929fb req-af3717d7-2115-4ebb-a12d-047c08c9fb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:25.758181 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-5a6306b4-76cb-494d-8cd2-9b5c9b8929fb req-af3717d7-2115-4ebb-a12d-047c08c9fb74 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=108c8d36-bcb2-42ba-aab2-078c4d0c9b48 HTTP/1.1" status: 200 len: 1097 time: 0.4383478 Jul 29 23:21:25.819241 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=1d4f86e2-c7f3-4176-8ff9-623f4453d1ed,revision_number=8']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:25.829665 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cdde141a-4cf7-4d7f-94b1-319dcc602dd5 req-d95005a8-eadb-4374-a528-9d93b624a76a tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758127 Jul 29 23:21:25.874860 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-5a6306b4-76cb-494d-8cd2-9b5c9b8929fb req-1477af20-5e21-480f-b217-775645a48bdc service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=9ef8b347-7e01-4c41-8508-c5e5f2556552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994749 Jul 29 23:21:25.875998 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5531728c-c1bd-42cd-b894-a9700eb1a2ae admin admin] Notify callbacks [] for router, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:25.954544 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b36f6753-a2ae-4704-8dd1-26472e9a6962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:26.093429 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5531728c-c1bd-42cd-b894-a9700eb1a2ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:26.098653 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8967282c-860e-4a55-99f7-eabec1fea270 req-ce8c9dff-ab3a-45ad-abb6-cca8a32fffa4 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:26.102634 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8967282c-860e-4a55-99f7-eabec1fea270 req-ce8c9dff-ab3a-45ad-abb6-cca8a32fffa4 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=30850af8-f331-4539-aad7-0e40a19d69f5 HTTP/1.1" status: 200 len: 950 time: 0.1547527 Jul 29 23:21:26.139836 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-f7fe6647-7a62-4bc8-b6b4-c61d6b60bc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5ea191-992a-493a-ba64-f63898c656d8', 'name': 'tempest-ServersTestMultiNic-1654020585-router', 'tenant_id': '51b1efed735945cea153cdfce6450079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.67'}], 'enable_snat': True}, 'gw_port_id': 'b5fb8190-10ab-4658-8af8-bc14a7ec12e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:19:20Z', 'updated_at': '2021-07-29T23:21:22Z', 'revision_number': 5, 'project_id': '51b1efed735945cea153cdfce6450079', 'gw_port': {'id': 'b5fb8190-10ab-4658-8af8-bc14a7ec12e7', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:ea:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd5ea191-992a-493a-ba64-f63898c656d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:19:21Z', 'updated_at': '2021-07-29T23:19:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:26.229438 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2a4af881-0440-4811-8e94-dacbb8485130 req-679f0b2f-6701-4a51-9c05-7ec682ff8475 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:26.314795 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679f0b2f-6701-4a51-9c05-7ec682ff8475 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Pushing event deleted for resources: {'Port': ['ID=1d4f86e2-c7f3-4176-8ff9-623f4453d1ed,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:26.357164 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8967282c-860e-4a55-99f7-eabec1fea270 req-6ce41d28-b6a2-49b2-b023-98cacbee898c tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451313 Jul 29 23:21:26.398120 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c2e68-d0ee-4875-82bd-bd474bdb3881 req-ae527159-ee55-47bb-9e2e-0f5852164e19 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:26.401230 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-516c2e68-d0ee-4875-82bd-bd474bdb3881 req-ae527159-ee55-47bb-9e2e-0f5852164e19 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.22 "GET /v2.0/networks?id=ec39a190-3e02-4fd2-a008-3b841dbd3c4b HTTP/1.1" status: 200 len: 804 time: 0.2153649 Jul 29 23:21:26.425072 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-516c2e68-d0ee-4875-82bd-bd474bdb3881 req-7c4dcb96-0b83-4932-83d3-0738e6da9a81 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Request body: {'port': {'device_id': '3e5a21f9-e415-4212-ac3b-fc3c41c9d34f', 'network_id': 'ec39a190-3e02-4fd2-a008-3b841dbd3c4b', 'admin_state_up': True, 'tenant_id': '48ca3190ceb241b287be19cef493c764'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:26.457717 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81648d22-2806-496b-b204-bd521ee6454b req-5ec22cac-ee1d-4d00-b2a4-b112f28aef11 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:26.471996 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-5531728c-c1bd-42cd-b894-a9700eb1a2ae admin admin] Deleting port b5fb8190-10ab-4658-8af8-bc14a7ec12e7 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:21:26.473371 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5531728c-c1bd-42cd-b894-a9700eb1a2ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:26.475720 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-81648d22-2806-496b-b204-bd521ee6454b req-5ec22cac-ee1d-4d00-b2a4-b112f28aef11 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] 10.222.0.43 "GET /v2.0/ports?device_id=108c8d36-bcb2-42ba-aab2-078c4d0c9b48 HTTP/1.1" status: 200 len: 945 time: 0.3064961 Jul 29 23:21:26.544081 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a4af881-0440-4811-8e94-dacbb8485130 req-679f0b2f-6701-4a51-9c05-7ec682ff8475 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] No DVR routers for this DVR port 1d4f86e2-c7f3-4176-8ff9-623f4453d1ed on host n-h2-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:21:26.559325 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2a4af881-0440-4811-8e94-dacbb8485130 req-679f0b2f-6701-4a51-9c05-7ec682ff8475 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:26.564663 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2a4af881-0440-4811-8e94-dacbb8485130 req-679f0b2f-6701-4a51-9c05-7ec682ff8475 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.22 "DELETE /v2.0/ports/1d4f86e2-c7f3-4176-8ff9-623f4453d1ed HTTP/1.1" status: 204 len: 173 time: 2.0252943 Jul 29 23:21:26.578859 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62fc1795-6912-4db4-b667-421969d7def7', 'name': 'network-vif-deleted', 'tag': '1d4f86e2-c7f3-4176-8ff9-623f4453d1ed'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:21:26.581164 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb11ff0-7d1a-4a7a-a340-380234625acb" -d '{"events": [{"server_uuid": "62fc1795-6912-4db4-b667-421969d7def7", "name": "network-vif-deleted", "tag": "1d4f86e2-c7f3-4176-8ff9-623f4453d1ed"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:21:26.584006 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fe6647-7a62-4bc8-b6b4-c61d6b60bc2d None None] Checking router: dd5ea191-992a-493a-ba64-f63898c656d8 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:21:26.613463 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:26.617303 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fe6647-7a62-4bc8-b6b4-c61d6b60bc2d None None] Routers {'dd5ea191-992a-493a-ba64-f63898c656d8'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:21:26.618055 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-f7fe6647-7a62-4bc8-b6b4-c61d6b60bc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:21:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['dd5ea191-992a-493a-ba64-f63898c656d8'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:26.657870 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-81648d22-2806-496b-b204-bd521ee6454b req-fcba04a2-70ca-4a27-a332-2fa30df80516 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ef8b347-7e01-4c41-8508-c5e5f2556552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807039 Jul 29 23:21:26.740213 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8384d2e7-8600-4cde-9f99-be5d62a30735 req-735b2a65-5769-4dec-8ceb-79d406b8a480 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e5a21f9-e415-4212-ac3b-fc3c41c9d34f HTTP/1.1" status: 200 len: 210 time: 0.1721854 Jul 29 23:21:26.804907 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-f7fe6647-7a62-4bc8-b6b4-c61d6b60bc2d None None] Set router dd5ea191-992a-493a-ba64-f63898c656d8 gateway port host: None {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:21:26.865297 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-5531728c-c1bd-42cd-b894-a9700eb1a2ae admin admin] For port b5fb8190-10ab-4658-8af8-bc14a7ec12e7, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=b5fb8190-10ab-4658-8af8-bc14a7ec12e7,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:26.865727 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5531728c-c1bd-42cd-b894-a9700eb1a2ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:26.896375 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-5531728c-c1bd-42cd-b894-a9700eb1a2ae admin admin] Calling delete_port for b5fb8190-10ab-4658-8af8-bc14a7ec12e7 owned by network:router_gateway {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:21:26.948886 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-f7fe6647-7a62-4bc8-b6b4-c61d6b60bc2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5ea191-992a-493a-ba64-f63898c656d8', 'name': 'tempest-ServersTestMultiNic-1654020585-router', 'tenant_id': '51b1efed735945cea153cdfce6450079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:19:20Z', 'updated_at': '2021-07-29T23:21:26Z', 'revision_number': 6, 'project_id': '51b1efed735945cea153cdfce6450079', 'gw_port_host': None}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:26.986930 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fe6647-7a62-4bc8-b6b4-c61d6b60bc2d None None] The sync data for ids ['dd5ea191-992a-493a-ba64-f63898c656d8'] in n-d-712141-10 is: [{'id': 'dd5ea191-992a-493a-ba64-f63898c656d8', 'name': 'tempest-ServersTestMultiNic-1654020585-router', 'tenant_id': '51b1efed735945cea153cdfce6450079', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:19:20Z', 'updated_at': '2021-07-29T23:21:26Z', 'revision_number': 6, 'project_id': '51b1efed735945cea153cdfce6450079', 'gw_port_host': None}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:21:26.995604 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-516c2e68-d0ee-4875-82bd-bd474bdb3881 req-7c4dcb96-0b83-4932-83d3-0738e6da9a81 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Made reservation on behalf of 48ca3190ceb241b287be19cef493c764 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:21:27.000703 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-516c2e68-d0ee-4875-82bd-bd474bdb3881 req-7c4dcb96-0b83-4932-83d3-0738e6da9a81 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:27.036162 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 59ce808c-6510-4736-bf18-1f4b7af1cfd2 up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:21:27.054575 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa1489-c89e-4adb-875d-37da4733273e req-3e83d940-ecb8-4268-8ec8-05da84eab994 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:27.067094 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-befa1489-c89e-4adb-875d-37da4733273e req-3e83d940-ecb8-4268-8ec8-05da84eab994 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d07f7e7-ab06-493c-9a79-c6f939f0b6c3 HTTP/1.1" status: 200 len: 950 time: 0.1858850 Jul 29 23:21:27.091486 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405d8560-dbc6-4af8-9125-4ce844e939e6 x-openstack-request-id: req-405d8560-dbc6-4af8-9125-4ce844e939e6 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:21:27.092234 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62fc1795-6912-4db4-b667-421969d7def7", "name": "network-vif-deleted", "tag": "1d4f86e2-c7f3-4176-8ff9-623f4453d1ed", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:21:27.092773 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-405d8560-dbc6-4af8-9125-4ce844e939e6 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:21:27.093412 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62fc1795-6912-4db4-b667-421969d7def7', 'name': 'network-vif-deleted', 'tag': '1d4f86e2-c7f3-4176-8ff9-623f4453d1ed', 'status': 'completed', 'code': 200} Jul 29 23:21:27.144373 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port 59ce808c-6510-4736-bf18-1f4b7af1cfd2 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:21:27.148775 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port 59ce808c-6510-4736-bf18-1f4b7af1cfd2 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:21:27.149097 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:27.168557 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-befa1489-c89e-4adb-875d-37da4733273e req-0cc690c1-9486-47bb-8af6-9d46c089e384 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946577 Jul 29 23:21:27.280321 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:27.288360 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-516c2e68-d0ee-4875-82bd-bd474bdb3881 req-7c4dcb96-0b83-4932-83d3-0738e6da9a81 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Allocated IP 172.20.0.6 (ec39a190-3e02-4fd2-a008-3b841dbd3c4b/5d5d676a-a79a-4d6c-8057-e140077bec43/cdefdbbb-b55f-4fb9-a3ef-face673e7892) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:21:27.300233 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62fc1795-6912-4db4-b667-421969d7def7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d4f86e2-c7f3-4176-8ff9-623f4453d1ed'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:21:27.302513 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d630d2ae-aa63-45ac-8ff8-3ba7a770ceb1" -d '{"events": [{"server_uuid": "62fc1795-6912-4db4-b667-421969d7def7", "name": "network-vif-unplugged", "status": "completed", "tag": "1d4f86e2-c7f3-4176-8ff9-623f4453d1ed"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:21:27.357503 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 59ce808c-6510-4736-bf18-1f4b7af1cfd2, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=59ce808c-6510-4736-bf18-1f4b7af1cfd2,segment=NetworkSegment(8f22271e-8838-4b8d-b047-05914d1d1737),segment_id=8f22271e-8838-4b8d-b047-05914d1d1737)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:27.364926 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:27.463677 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d99f691-f801-4d17-b930-d3e6239b4e8e x-openstack-request-id: req-7d99f691-f801-4d17-b930-d3e6239b4e8e {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:21:27.463677 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62fc1795-6912-4db4-b667-421969d7def7", "name": "network-vif-unplugged", "status": "completed", "tag": "1d4f86e2-c7f3-4176-8ff9-623f4453d1ed", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:21:27.463938 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7d99f691-f801-4d17-b930-d3e6239b4e8e {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:21:27.464188 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62fc1795-6912-4db4-b667-421969d7def7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d4f86e2-c7f3-4176-8ff9-623f4453d1ed', 'code': 200} Jul 29 23:21:27.469265 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 4ead08d2-feb8-4769-aaf3-b000332cf7c9 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:21:27.516242 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5531728c-c1bd-42cd-b894-a9700eb1a2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:27.524550 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 4ead08d2-feb8-4769-aaf3-b000332cf7c9 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:21:27.524901 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 4ead08d2-feb8-4769-aaf3-b000332cf7c9 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:21:27.567656 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=59ce808c-6510-4736-bf18-1f4b7af1cfd2,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:27.574043 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:27.576877 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5531728c-c1bd-42cd-b894-a9700eb1a2ae admin admin] Pushing event deleted for resources: {'Port': ['ID=b5fb8190-10ab-4658-8af8-bc14a7ec12e7,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:27.580772 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:27.581334 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:27.582076 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:27.582579 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:27.583072 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:27.587437 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:27.587996 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:27.588506 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:27.589015 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:27.589796 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:27.590984 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:27.591466 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:27.660941 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5531728c-c1bd-42cd-b894-a9700eb1a2ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:27.661690 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5531728c-c1bd-42cd-b894-a9700eb1a2ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:27.662040 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5531728c-c1bd-42cd-b894-a9700eb1a2ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:27.662371 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5531728c-c1bd-42cd-b894-a9700eb1a2ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:27.662698 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5531728c-c1bd-42cd-b894-a9700eb1a2ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:27.663026 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5531728c-c1bd-42cd-b894-a9700eb1a2ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:27.663349 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5531728c-c1bd-42cd-b894-a9700eb1a2ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:27.663667 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5531728c-c1bd-42cd-b894-a9700eb1a2ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:27.663986 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5531728c-c1bd-42cd-b894-a9700eb1a2ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:27.664305 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5531728c-c1bd-42cd-b894-a9700eb1a2ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:27.664622 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5531728c-c1bd-42cd-b894-a9700eb1a2ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:27.664936 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5531728c-c1bd-42cd-b894-a9700eb1a2ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:27.736269 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a292c27c-46e8-4edd-a9f4-648b9dfbaa54 req-83a13d6b-3ee4-4b41-b8ac-4eaf4a110d56 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:27.738023 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a292c27c-46e8-4edd-a9f4-648b9dfbaa54 req-83a13d6b-3ee4-4b41-b8ac-4eaf4a110d56 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.22 "GET /v2.0/ports?device_id=1d07f7e7-ab06-493c-9a79-c6f939f0b6c3 HTTP/1.1" status: 200 len: 950 time: 0.1117158 Jul 29 23:21:27.748076 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbc1864-dcce-479c-8512-1146109962f0 req-df2c4846-0862-45ee-8704-cbaa4fa74c3e tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:27.749679 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2dbc1864-dcce-479c-8512-1146109962f0 req-df2c4846-0862-45ee-8704-cbaa4fa74c3e tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=30850af8-f331-4539-aad7-0e40a19d69f5 HTTP/1.1" status: 200 len: 950 time: 0.0777831 Jul 29 23:21:27.756033 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-516c2e68-d0ee-4875-82bd-bd474bdb3881 req-7c4dcb96-0b83-4932-83d3-0738e6da9a81 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:27.760494 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5531728c-c1bd-42cd-b894-a9700eb1a2ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:27.845960 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d7463d83-b699-46b9-a3cf-54afba95191c req-a764f303-30bd-402a-8ba8-0f9f983ad4f5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=30850af8-f331-4539-aad7-0e40a19d69f5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2484853 Jul 29 23:21:27.869306 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2dbc1864-dcce-479c-8512-1146109962f0 req-009431f4-bddd-46db-a28b-be944e1f74d1 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007023 Jul 29 23:21:27.882425 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5531728c-c1bd-42cd-b894-a9700eb1a2ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:27.885207 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e598ec0a-0eae-4680-bb1a-727937630d3c req-503fe89b-4f7c-487e-8f48-d11a7d7e27a7 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:27.886311 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5531728c-c1bd-42cd-b894-a9700eb1a2ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:27.886972 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e598ec0a-0eae-4680-bb1a-727937630d3c req-503fe89b-4f7c-487e-8f48-d11a7d7e27a7 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] 10.222.0.43 "GET /v2.0/ports?device_id=108c8d36-bcb2-42ba-aab2-078c4d0c9b48 HTTP/1.1" status: 200 len: 945 time: 0.1299424 Jul 29 23:21:27.936074 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e598ec0a-0eae-4680-bb1a-727937630d3c req-26aa887f-8c73-4e52-a524-941426b1ec5b tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ef8b347-7e01-4c41-8508-c5e5f2556552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427618 Jul 29 23:21:27.944927 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-a292c27c-46e8-4edd-a9f4-648b9dfbaa54 req-6606b784-4911-49eb-b822-c9956100de39 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Deleting port 078941ea-6bcb-4f45-9be3-11e006820d4b {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:21:27.945382 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a292c27c-46e8-4edd-a9f4-648b9dfbaa54 req-6606b784-4911-49eb-b822-c9956100de39 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:28.047213 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5531728c-c1bd-42cd-b894-a9700eb1a2ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:28.047760 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5531728c-c1bd-42cd-b894-a9700eb1a2ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd5ea191-992a-493a-ba64-f63898c656d8 {{(pid=94077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:21:28.065029 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5531728c-c1bd-42cd-b894-a9700eb1a2ae admin admin] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:28.068823 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-5531728c-c1bd-42cd-b894-a9700eb1a2ae admin admin] 10.222.0.43 "DELETE /v2.0/routers/dd5ea191-992a-493a-ba64-f63898c656d8 HTTP/1.1" status: 204 len: 168 time: 2.7991176 Jul 29 23:21:28.068823 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-516c2e68-d0ee-4875-82bd-bd474bdb3881 req-7c4dcb96-0b83-4932-83d3-0738e6da9a81 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:28.071446 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 34482) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:28.109832 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2330839b-3b2d-4ff3-a067-6c24c370dd47 req-c7969ffd-5483-426e-8fda-fee144952a0b tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e5a21f9-e415-4212-ac3b-fc3c41c9d34f HTTP/1.1" status: 200 len: 210 time: 0.0825527 Jul 29 23:21:28.190182 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4dcb96-0b83-4932-83d3-0738e6da9a81 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Pushing event updated for resources: {'Port': ['ID=cdefdbbb-b55f-4fb9-a3ef-face673e7892,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:28.212396 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-a292c27c-46e8-4edd-a9f4-648b9dfbaa54 req-6606b784-4911-49eb-b822-c9956100de39 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] For port 078941ea-6bcb-4f45-9be3-11e006820d4b, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=078941ea-6bcb-4f45-9be3-11e006820d4b,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:28.212958 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a292c27c-46e8-4edd-a9f4-648b9dfbaa54 req-6606b784-4911-49eb-b822-c9956100de39 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:28.226683 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-516c2e68-d0ee-4875-82bd-bd474bdb3881 req-7c4dcb96-0b83-4932-83d3-0738e6da9a81 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Network ec39a190-3e02-4fd2-a008-3b841dbd3c4b is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:21:28.235058 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-516c2e68-d0ee-4875-82bd-bd474bdb3881 req-7c4dcb96-0b83-4932-83d3-0738e6da9a81 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:21:28.238392 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-a292c27c-46e8-4edd-a9f4-648b9dfbaa54 req-6606b784-4911-49eb-b822-c9956100de39 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Calling delete_port for 078941ea-6bcb-4f45-9be3-11e006820d4b owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:21:28.241242 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-516c2e68-d0ee-4875-82bd-bd474bdb3881 req-7c4dcb96-0b83-4932-83d3-0738e6da9a81 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:21:28.335382 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-32bc5e51-a387-46f5-8d8b-c9f9883f923f admin admin] Deleting subnet d67bbbd0-b829-4cb7-aef2-10f0108d2ad7 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:21:28.343112 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-32bc5e51-a387-46f5-8d8b-c9f9883f923f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:28.382939 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c2e68-d0ee-4875-82bd-bd474bdb3881 req-7c4dcb96-0b83-4932-83d3-0738e6da9a81 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:28.384001 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-516c2e68-d0ee-4875-82bd-bd474bdb3881 req-7c4dcb96-0b83-4932-83d3-0738e6da9a81 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:28.413421 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-32bc5e51-a387-46f5-8d8b-c9f9883f923f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:28.417227 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-516c2e68-d0ee-4875-82bd-bd474bdb3881 req-7c4dcb96-0b83-4932-83d3-0738e6da9a81 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0026851 Jul 29 23:21:28.460292 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-516c2e68-d0ee-4875-82bd-bd474bdb3881 req-ec7bfa0c-003a-4c27-b712-c5cd65deaafd service neutron] Request body: {'port': {'device_id': '3e5a21f9-e415-4212-ac3b-fc3c41c9d34f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:28.554230 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 1d4f86e2-c7f3-4176-8ff9-623f4453d1ed no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:21:28.593843 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: 1d4f86e2-c7f3-4176-8ff9-623f4453d1ed {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:21:28.594540 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 1d4f86e2-c7f3-4176-8ff9-623f4453d1ed not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:21:28.595163 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 078941ea-6bcb-4f45-9be3-11e006820d4b no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:21:28.607619 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f9050-17a9-48be-8aba-dccc7ae0e898 req-d2bc35fe-0e03-4f57-ab89-ea99053885d5 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:28.615645 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-881f9050-17a9-48be-8aba-dccc7ae0e898 req-d2bc35fe-0e03-4f57-ab89-ea99053885d5 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd4cf43a-f076-42aa-b25a-3e6511c531a5 HTTP/1.1" status: 200 len: 945 time: 0.2149622 Jul 29 23:21:28.617284 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-516c2e68-d0ee-4875-82bd-bd474bdb3881 req-ec7bfa0c-003a-4c27-b712-c5cd65deaafd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:28.625952 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a292c27c-46e8-4edd-a9f4-648b9dfbaa54 req-6606b784-4911-49eb-b822-c9956100de39 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:28.656731 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['60bc616e-990d-48d1-9503-5fc08821f418', '4fe51e40-066d-405b-8a55-767ca109e9d1'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:21:28.682258 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580fb04-edc1-4aad-aedc-c9d05d9c4c85 req-4e822f0c-e671-437c-b0b7-b84c93cbee48 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:28.684094 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3580fb04-edc1-4aad-aedc-c9d05d9c4c85 req-4e822f0c-e671-437c-b0b7-b84c93cbee48 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=1d07f7e7-ab06-493c-9a79-c6f939f0b6c3 HTTP/1.1" status: 200 len: 867 time: 0.2822781 Jul 29 23:21:28.689081 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6606b784-4911-49eb-b822-c9956100de39 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Pushing event deleted for resources: {'Port': ['ID=078941ea-6bcb-4f45-9be3-11e006820d4b,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:28.701185 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-32bc5e51-a387-46f5-8d8b-c9f9883f923f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:28.738749 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No active binding found for port 078941ea-6bcb-4f45-9be3-11e006820d4b {{(pid=94079) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 29 23:21:28.739755 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 078941ea-6bcb-4f45-9be3-11e006820d4b not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:21:28.786903 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-881f9050-17a9-48be-8aba-dccc7ae0e898 req-3f6d80d7-8b9d-4213-84a9-7eb9ce76e889 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ef8b347-7e01-4c41-8508-c5e5f2556552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700892 Jul 29 23:21:28.838727 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-a292c27c-46e8-4edd-a9f4-648b9dfbaa54 req-6606b784-4911-49eb-b822-c9956100de39 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] No DVR routers for this DVR port 078941ea-6bcb-4f45-9be3-11e006820d4b on host n-h2-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:21:28.861384 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a292c27c-46e8-4edd-a9f4-648b9dfbaa54 req-6606b784-4911-49eb-b822-c9956100de39 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:28.863992 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a292c27c-46e8-4edd-a9f4-648b9dfbaa54 req-6606b784-4911-49eb-b822-c9956100de39 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.22 "DELETE /v2.0/ports/078941ea-6bcb-4f45-9be3-11e006820d4b HTTP/1.1" status: 204 len: 173 time: 1.1133432 Jul 29 23:21:28.879345 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3580fb04-edc1-4aad-aedc-c9d05d9c4c85 req-de823c66-bfcb-4e1d-8b2c-09c47d0344ae tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780002 Jul 29 23:21:28.985076 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee338b9f-eac1-4f02-a065-8994564cac6d req-bc33d263-d6a4-47a0-99e9-5011db2197bb tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:28.993196 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ee338b9f-eac1-4f02-a065-8994564cac6d req-bc33d263-d6a4-47a0-99e9-5011db2197bb tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] 10.222.0.43 "GET /v2.0/ports?device_id=685779ab-acd9-4cd7-8e1e-c7f759280c1c HTTP/1.1" status: 200 len: 951 time: 0.0975621 Jul 29 23:21:29.046951 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ee338b9f-eac1-4f02-a065-8994564cac6d req-a0b45295-34a5-44c8-a0ad-7f64e53af98d tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a6bacb2-785e-46ce-99a7-969ba7b68206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522993 Jul 29 23:21:29.095683 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d07f7e7-ab06-493c-9a79-c6f939f0b6c3', 'name': 'network-vif-deleted', 'tag': '078941ea-6bcb-4f45-9be3-11e006820d4b'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:21:29.100879 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3a2294-223d-4b65-90cf-0eaff05a8093" -d '{"events": [{"server_uuid": "1d07f7e7-ab06-493c-9a79-c6f939f0b6c3", "name": "network-vif-deleted", "tag": "078941ea-6bcb-4f45-9be3-11e006820d4b"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:21:29.124170 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-32bc5e51-a387-46f5-8d8b-c9f9883f923f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:29.241728 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:29.311476 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-32bc5e51-a387-46f5-8d8b-c9f9883f923f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:29.311747 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e508f3-6638-4860-a34b-f529c1c3da61 None None] Network bbc0fa4e-d88f-41c6-a370-f94f07c1e7e4 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:21:29.317253 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-32bc5e51-a387-46f5-8d8b-c9f9883f923f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d67bbbd0-b829-4cb7-aef2-10f0108d2ad7 HTTP/1.1" status: 204 len: 168 time: 1.2443728 Jul 29 23:21:29.320716 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bc5e51-a387-46f5-8d8b-c9f9883f923f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d67bbbd0-b829-4cb7-aef2-10f0108d2ad7,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:29.330661 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 34536) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:29.416284 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device b5fb8190-10ab-4658-8af8-bc14a7ec12e7 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:21:29.468418 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd4cf43a-f076-42aa-b25a-3e6511c531a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ce808c-6510-4736-bf18-1f4b7af1cfd2'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:21:29.471213 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d6e530-a317-40ce-9283-e1e8e7a16b36" -d '{"events": [{"server_uuid": "cd4cf43a-f076-42aa-b25a-3e6511c531a5", "name": "network-vif-plugged", "status": "completed", "tag": "59ce808c-6510-4736-bf18-1f4b7af1cfd2"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:21:29.478512 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: b5fb8190-10ab-4658-8af8-bc14a7ec12e7 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:21:29.479151 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device b5fb8190-10ab-4658-8af8-bc14a7ec12e7 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:21:29.508871 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc5bb27-d1ae-4ff2-a4b1-93ff829c356c x-openstack-request-id: req-dfc5bb27-d1ae-4ff2-a4b1-93ff829c356c {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:21:29.508871 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d07f7e7-ab06-493c-9a79-c6f939f0b6c3", "name": "network-vif-deleted", "tag": "078941ea-6bcb-4f45-9be3-11e006820d4b", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:21:29.510883 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dfc5bb27-d1ae-4ff2-a4b1-93ff829c356c {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:21:29.511577 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d07f7e7-ab06-493c-9a79-c6f939f0b6c3', 'name': 'network-vif-deleted', 'tag': '078941ea-6bcb-4f45-9be3-11e006820d4b', 'status': 'completed', 'code': 200} Jul 29 23:21:29.544712 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-516c2e68-d0ee-4875-82bd-bd474bdb3881 req-ec7bfa0c-003a-4c27-b712-c5cd65deaafd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdefdbbb-b55f-4fb9-a3ef-face673e7892 {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:21:29.572014 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-516c2e68-d0ee-4875-82bd-bd474bdb3881 req-ec7bfa0c-003a-4c27-b712-c5cd65deaafd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:29.584419 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cea3548b-e647-43da-bc09-d9b43d2b4259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:29.591392 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-516c2e68-d0ee-4875-82bd-bd474bdb3881 req-ec7bfa0c-003a-4c27-b712-c5cd65deaafd service neutron] Transition to ACTIVE for port object cdefdbbb-b55f-4fb9-a3ef-face673e7892 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:21:29.600265 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-516c2e68-d0ee-4875-82bd-bd474bdb3881 req-ec7bfa0c-003a-4c27-b712-c5cd65deaafd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:29.625866 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c2a1b4-34cc-4e92-8087-9710b46c0c06 req-93565213-9e0c-4dae-adee-6ceb80ca10f6 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:29.629366 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e1c2a1b4-34cc-4e92-8087-9710b46c0c06 req-93565213-9e0c-4dae-adee-6ceb80ca10f6 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=30850af8-f331-4539-aad7-0e40a19d69f5 HTTP/1.1" status: 200 len: 950 time: 0.3932805 Jul 29 23:21:29.687170 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7bfa0c-003a-4c27-b712-c5cd65deaafd service neutron] Pushing event updated for resources: {'Port': ['ID=cdefdbbb-b55f-4fb9-a3ef-face673e7892,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:29.695095 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5941b8-15c4-4149-b81c-c9a4ce53d69a None None] DHCP port deletion for bbc0fa4e-d88f-41c6-a370-f94f07c1e7e4 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:21:29.758498 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e1c2a1b4-34cc-4e92-8087-9710b46c0c06 req-069bae05-cafd-469d-b33e-c562df35ca0b tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136951 Jul 29 23:21:29.775801 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-516c2e68-d0ee-4875-82bd-bd474bdb3881 req-ec7bfa0c-003a-4c27-b712-c5cd65deaafd service neutron] Attempting to bind port cdefdbbb-b55f-4fb9-a3ef-face673e7892 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:21:29.776556 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-516c2e68-d0ee-4875-82bd-bd474bdb3881 req-ec7bfa0c-003a-4c27-b712-c5cd65deaafd service neutron] Attempting to bind port cdefdbbb-b55f-4fb9-a3ef-face673e7892 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '2db8471f-c43b-49ee-9f08-2f1c56af231c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ec39a190-3e02-4fd2-a008-3b841dbd3c4b'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:21:29.777209 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516c2e68-d0ee-4875-82bd-bd474bdb3881 req-ec7bfa0c-003a-4c27-b712-c5cd65deaafd service neutron] Attempting to bind port cdefdbbb-b55f-4fb9-a3ef-face673e7892 on network ec39a190-3e02-4fd2-a008-3b841dbd3c4b {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:21:29.794286 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516c2e68-d0ee-4875-82bd-bd474bdb3881 req-ec7bfa0c-003a-4c27-b712-c5cd65deaafd service neutron] Port cdefdbbb-b55f-4fb9-a3ef-face673e7892 on network ec39a190-3e02-4fd2-a008-3b841dbd3c4b not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:21:29.794639 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516c2e68-d0ee-4875-82bd-bd474bdb3881 req-ec7bfa0c-003a-4c27-b712-c5cd65deaafd service neutron] Attempting to bind port cdefdbbb-b55f-4fb9-a3ef-face673e7892 on network ec39a190-3e02-4fd2-a008-3b841dbd3c4b {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:21:29.810369 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516c2e68-d0ee-4875-82bd-bd474bdb3881 req-ec7bfa0c-003a-4c27-b712-c5cd65deaafd service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:21:29.810620 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b1f0da-b668-4afd-a629-e97d9a6044f2 req-95e53316-4a9f-41bd-8f13-fce2f69991b6 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:29.812602 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516c2e68-d0ee-4875-82bd-bd474bdb3881 req-ec7bfa0c-003a-4c27-b712-c5cd65deaafd service neutron] Checking segment: {'id': '2db8471f-c43b-49ee-9f08-2f1c56af231c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ec39a190-3e02-4fd2-a008-3b841dbd3c4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:21:29.813246 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516c2e68-d0ee-4875-82bd-bd474bdb3881 req-ec7bfa0c-003a-4c27-b712-c5cd65deaafd service neutron] Bound using segment: {'id': '2db8471f-c43b-49ee-9f08-2f1c56af231c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ec39a190-3e02-4fd2-a008-3b841dbd3c4b'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:21:29.814293 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-516c2e68-d0ee-4875-82bd-bd474bdb3881 req-ec7bfa0c-003a-4c27-b712-c5cd65deaafd service neutron] Bound port: cdefdbbb-b55f-4fb9-a3ef-face673e7892, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2db8471f-c43b-49ee-9f08-2f1c56af231c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ec39a190-3e02-4fd2-a008-3b841dbd3c4b'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:21:29.814729 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-516c2e68-d0ee-4875-82bd-bd474bdb3881 req-ec7bfa0c-003a-4c27-b712-c5cd65deaafd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:29.815242 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-8b5941b8-15c4-4149-b81c-c9a4ce53d69a None None] Deleting port 7bd4d671-18ab-4e0d-b6d8-cc2df41eafc3 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:21:29.815798 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8b5941b8-15c4-4149-b81c-c9a4ce53d69a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:29.819492 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-31b1f0da-b668-4afd-a629-e97d9a6044f2 req-95e53316-4a9f-41bd-8f13-fce2f69991b6 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e5a21f9-e415-4212-ac3b-fc3c41c9d34f HTTP/1.1" status: 200 len: 943 time: 0.2273066 Jul 29 23:21:29.885653 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-31b1f0da-b668-4afd-a629-e97d9a6044f2 req-7da5e2e5-6dbe-4b55-88e4-8da91edde05a tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589464 Jul 29 23:21:29.897814 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-516c2e68-d0ee-4875-82bd-bd474bdb3881 req-ec7bfa0c-003a-4c27-b712-c5cd65deaafd service neutron] For port cdefdbbb-b55f-4fb9-a3ef-face673e7892, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:21:29.897814 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-516c2e68-d0ee-4875-82bd-bd474bdb3881 req-ec7bfa0c-003a-4c27-b712-c5cd65deaafd service neutron] For port cdefdbbb-b55f-4fb9-a3ef-face673e7892, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=cdefdbbb-b55f-4fb9-a3ef-face673e7892,segment=NetworkSegment(2db8471f-c43b-49ee-9f08-2f1c56af231c),segment_id=2db8471f-c43b-49ee-9f08-2f1c56af231c)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:21:29.900161 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-cea3548b-e647-43da-bc09-d9b43d2b4259 admin admin] Deleting port 7bd4d671-18ab-4e0d-b6d8-cc2df41eafc3 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:21:29.900671 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cea3548b-e647-43da-bc09-d9b43d2b4259 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:29.904197 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-516c2e68-d0ee-4875-82bd-bd474bdb3881 req-ec7bfa0c-003a-4c27-b712-c5cd65deaafd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:29.940940 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-8b5941b8-15c4-4149-b81c-c9a4ce53d69a None None] For port 7bd4d671-18ab-4e0d-b6d8-cc2df41eafc3, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=7bd4d671-18ab-4e0d-b6d8-cc2df41eafc3,segment=NetworkSegment(c1b76e2d-c139-43ca-8c7d-2846330ec26b),segment_id=c1b76e2d-c139-43ca-8c7d-2846330ec26b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:29.941492 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8b5941b8-15c4-4149-b81c-c9a4ce53d69a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:29.971728 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-8b5941b8-15c4-4149-b81c-c9a4ce53d69a None None] Calling delete_port for 7bd4d671-18ab-4e0d-b6d8-cc2df41eafc3 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:21:29.976507 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c2e68-d0ee-4875-82bd-bd474bdb3881 req-ec7bfa0c-003a-4c27-b712-c5cd65deaafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:29.977790 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-516c2e68-d0ee-4875-82bd-bd474bdb3881 req-ec7bfa0c-003a-4c27-b712-c5cd65deaafd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:29.982344 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-516c2e68-d0ee-4875-82bd-bd474bdb3881 req-ec7bfa0c-003a-4c27-b712-c5cd65deaafd service neutron] 10.222.0.22 "PUT /v2.0/ports/cdefdbbb-b55f-4fb9-a3ef-face673e7892 HTTP/1.1" status: 200 len: 1092 time: 1.5341353 Jul 29 23:21:29.983762 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e5a21f9-e415-4212-ac3b-fc3c41c9d34f', 'tag': 'cdefdbbb-b55f-4fb9-a3ef-face673e7892'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:21:29.990884 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06cedd78-effc-4cdf-9e54-889d8ce73dc0" -d '{"events": [{"name": "network-changed", "server_uuid": "3e5a21f9-e415-4212-ac3b-fc3c41c9d34f", "tag": "cdefdbbb-b55f-4fb9-a3ef-face673e7892"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:21:30.046431 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7bfa0c-003a-4c27-b712-c5cd65deaafd service neutron] Pushing event updated for resources: {'Port': ['ID=cdefdbbb-b55f-4fb9-a3ef-face673e7892,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:30.095436 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69199d5c-9e00-40c8-820d-ebd51cde17a8 x-openstack-request-id: req-69199d5c-9e00-40c8-820d-ebd51cde17a8 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:21:30.095990 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd4cf43a-f076-42aa-b25a-3e6511c531a5", "name": "network-vif-plugged", "status": "completed", "tag": "59ce808c-6510-4736-bf18-1f4b7af1cfd2", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:21:30.096781 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-69199d5c-9e00-40c8-820d-ebd51cde17a8 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:21:30.097331 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd4cf43a-f076-42aa-b25a-3e6511c531a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ce808c-6510-4736-bf18-1f4b7af1cfd2', 'code': 200} Jul 29 23:21:30.133169 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-cea3548b-e647-43da-bc09-d9b43d2b4259 admin admin] For port 7bd4d671-18ab-4e0d-b6d8-cc2df41eafc3, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=7bd4d671-18ab-4e0d-b6d8-cc2df41eafc3,segment=NetworkSegment(c1b76e2d-c139-43ca-8c7d-2846330ec26b),segment_id=c1b76e2d-c139-43ca-8c7d-2846330ec26b)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:30.139504 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cea3548b-e647-43da-bc09-d9b43d2b4259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:30.153431 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c2e68-d0ee-4875-82bd-bd474bdb3881 req-25ce0672-9442-4245-8d2a-109d710709e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:30.154500 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-cea3548b-e647-43da-bc09-d9b43d2b4259 admin admin] Calling delete_port for 7bd4d671-18ab-4e0d-b6d8-cc2df41eafc3 owned by network:dhcp {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:21:30.155118 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-516c2e68-d0ee-4875-82bd-bd474bdb3881 req-25ce0672-9442-4245-8d2a-109d710709e3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=48ca3190ceb241b287be19cef493c764&device_id=3e5a21f9-e415-4212-ac3b-fc3c41c9d34f HTTP/1.1" status: 200 len: 1095 time: 0.1026664 Jul 29 23:21:30.176223 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8b5941b8-15c4-4149-b81c-c9a4ce53d69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:30.220931 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7463d83-b699-46b9-a3cf-54afba95191c req-d739f2db-dbae-404b-a5de-962e049dc74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:30.222493 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d7463d83-b699-46b9-a3cf-54afba95191c req-d739f2db-dbae-404b-a5de-962e049dc74b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=02291f5098924703b9b0f8f02943a845&device_id=30850af8-f331-4539-aad7-0e40a19d69f5 HTTP/1.1" status: 200 len: 1102 time: 0.1685276 Jul 29 23:21:30.224005 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-516c2e68-d0ee-4875-82bd-bd474bdb3881 req-55319e89-0d05-42a3-a51d-1a8050765211 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cdefdbbb-b55f-4fb9-a3ef-face673e7892 HTTP/1.1" status: 200 len: 217 time: 0.0590186 Jul 29 23:21:30.228761 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5941b8-15c4-4149-b81c-c9a4ce53d69a None None] Pushing event deleted for resources: {'Port': ['ID=7bd4d671-18ab-4e0d-b6d8-cc2df41eafc3,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:30.238159 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5941b8-15c4-4149-b81c-c9a4ce53d69a None None] No DVR routers for this DVR port 7bd4d671-18ab-4e0d-b6d8-cc2df41eafc3 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:21:30.327042 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21090333-f442-4d86-8dc6-35ec171ff557 x-openstack-request-id: req-21090333-f442-4d86-8dc6-35ec171ff557 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:21:30.327857 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e5a21f9-e415-4212-ac3b-fc3c41c9d34f", "tag": "cdefdbbb-b55f-4fb9-a3ef-face673e7892", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:21:30.327857 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-21090333-f442-4d86-8dc6-35ec171ff557 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:21:30.328046 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e5a21f9-e415-4212-ac3b-fc3c41c9d34f', 'tag': 'cdefdbbb-b55f-4fb9-a3ef-face673e7892', 'status': 'completed', 'code': 200} Jul 29 23:21:30.334751 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cea3548b-e647-43da-bc09-d9b43d2b4259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:30.368696 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c2e68-d0ee-4875-82bd-bd474bdb3881 req-f68f6ea9-f733-4780-97b0-43726ffae6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:30.370407 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-516c2e68-d0ee-4875-82bd-bd474bdb3881 req-f68f6ea9-f733-4780-97b0-43726ffae6bc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5d5d676a-a79a-4d6c-8057-e140077bec43 HTTP/1.1" status: 200 len: 844 time: 0.1278162 Jul 29 23:21:30.384402 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea3548b-e647-43da-bc09-d9b43d2b4259 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bd4d671-18ab-4e0d-b6d8-cc2df41eafc3,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:30.395634 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea3548b-e647-43da-bc09-d9b43d2b4259 admin admin] No DVR routers for this DVR port 7bd4d671-18ab-4e0d-b6d8-cc2df41eafc3 on host n-d-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:21:30.406884 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea3548b-e647-43da-bc09-d9b43d2b4259 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:30.406884 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea3548b-e647-43da-bc09-d9b43d2b4259 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:30.406884 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea3548b-e647-43da-bc09-d9b43d2b4259 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:30.406884 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea3548b-e647-43da-bc09-d9b43d2b4259 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:30.406884 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea3548b-e647-43da-bc09-d9b43d2b4259 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:30.406884 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea3548b-e647-43da-bc09-d9b43d2b4259 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:30.407495 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea3548b-e647-43da-bc09-d9b43d2b4259 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:30.407605 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea3548b-e647-43da-bc09-d9b43d2b4259 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:30.407849 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea3548b-e647-43da-bc09-d9b43d2b4259 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:30.408281 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea3548b-e647-43da-bc09-d9b43d2b4259 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:30.408689 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea3548b-e647-43da-bc09-d9b43d2b4259 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:30.408912 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea3548b-e647-43da-bc09-d9b43d2b4259 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:30.424660 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7463d83-b699-46b9-a3cf-54afba95191c req-8cdcdfab-0b05-4f12-bdc1-fe6532011290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:30.426402 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d7463d83-b699-46b9-a3cf-54afba95191c req-8cdcdfab-0b05-4f12-bdc1-fe6532011290 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d71c22dc-feef-410b-a7ed-6548cf85bd6f HTTP/1.1" status: 200 len: 870 time: 0.1966085 Jul 29 23:21:30.447210 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa08b1-c173-43d9-b871-536651f9d31b req-5e86b8ed-2f22-4b5e-93cf-e01c99af849f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:30.448705 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-baaa08b1-c173-43d9-b871-536651f9d31b req-5e86b8ed-2f22-4b5e-93cf-e01c99af849f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cd4cf43a-f076-42aa-b25a-3e6511c531a5 HTTP/1.1" status: 200 len: 1097 time: 0.1940970 Jul 29 23:21:30.453278 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-516c2e68-d0ee-4875-82bd-bd474bdb3881 req-2e0a683e-ee8d-491d-bfe7-5e9e63bf1f63 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ec39a190-3e02-4fd2-a008-3b841dbd3c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0713296 Jul 29 23:21:30.457014 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd82bb2-9a97-4ee9-a19a-f960e9bc3370 req-182b40d1-3f2d-4eb2-a110-a017e021e8c2 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:30.466461 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2cd82bb2-9a97-4ee9-a19a-f960e9bc3370 req-182b40d1-3f2d-4eb2-a110-a017e021e8c2 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd4cf43a-f076-42aa-b25a-3e6511c531a5 HTTP/1.1" status: 200 len: 945 time: 0.2106071 Jul 29 23:21:30.540084 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cea3548b-e647-43da-bc09-d9b43d2b4259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:30.583930 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-cea3548b-e647-43da-bc09-d9b43d2b4259 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbc0fa4e-d88f-41c6-a370-f94f07c1e7e4']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:30.609105 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2cd82bb2-9a97-4ee9-a19a-f960e9bc3370 req-eb6bea0f-f16b-46a5-9d10-0b043ccf6008 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ef8b347-7e01-4c41-8508-c5e5f2556552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416323 Jul 29 23:21:30.611083 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-cea3548b-e647-43da-bc09-d9b43d2b4259 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1b76e2d-c139-43ca-8c7d-2846330ec26b') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:30.611383 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-cea3548b-e647-43da-bc09-d9b43d2b4259 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1b76e2d-c139-43ca-8c7d-2846330ec26b') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:30.614846 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-baaa08b1-c173-43d9-b871-536651f9d31b req-2ac68c88-c28e-49b4-bf36-94922628fad1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9ef8b347-7e01-4c41-8508-c5e5f2556552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414149 Jul 29 23:21:30.624123 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cea3548b-e647-43da-bc09-d9b43d2b4259 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:30.651389 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cea3548b-e647-43da-bc09-d9b43d2b4259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:30.659443 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cea3548b-e647-43da-bc09-d9b43d2b4259 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:21:30.660195 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cea3548b-e647-43da-bc09-d9b43d2b4259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:30.662328 n-d-712141-10 neutron-server[94078]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:21:30.662328 n-d-712141-10 neutron-server[94078]: self.session.flush() Jul 29 23:21:30.662328 n-d-712141-10 neutron-server[94078]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:21:30.662328 n-d-712141-10 neutron-server[94078]: self.session.flush() Jul 29 23:21:30.662328 n-d-712141-10 neutron-server[94078]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:21:30.662328 n-d-712141-10 neutron-server[94078]: self.session.flush() Jul 29 23:21:30.662328 n-d-712141-10 neutron-server[94078]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:21:30.662328 n-d-712141-10 neutron-server[94078]: self.session.flush() Jul 29 23:21:30.662328 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:21:30.662328 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:21:30.662328 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:21:30.662328 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:21:30.662328 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:21:30.662328 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:21:30.662328 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:21:30.662328 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:21:30.662328 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:21:30.662328 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:21:30.662328 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:21:30.662328 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:21:30.662328 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:21:30.662328 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:21:30.662328 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:21:30.662328 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:21:30.662328 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:21:30.662328 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:21:30.662328 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:21:30.662328 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:21:30.662328 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:21:30.662328 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:21:30.662328 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:21:30.662328 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:21:30.662328 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:21:30.662328 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:21:30.662328 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:21:30.662328 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:21:30.662328 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:21:30.662328 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:21:30.662328 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:21:30.662328 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:21:30.768067 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cea3548b-e647-43da-bc09-d9b43d2b4259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:30.774722 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cea3548b-e647-43da-bc09-d9b43d2b4259 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:30.779835 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-cea3548b-e647-43da-bc09-d9b43d2b4259 admin admin] 10.222.0.43 "DELETE /v2.0/networks/bbc0fa4e-d88f-41c6-a370-f94f07c1e7e4 HTTP/1.1" status: 204 len: 168 time: 1.4447272 Jul 29 23:21:30.798364 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea3548b-e647-43da-bc09-d9b43d2b4259 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbc0fa4e-d88f-41c6-a370-f94f07c1e7e4,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:30.809410 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01eb6b3-6c90-42ea-acd1-11749b23a061 req-41f46104-b3ac-42b9-9cd4-b787b733e4e6 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:30.811204 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c01eb6b3-6c90-42ea-acd1-11749b23a061 req-41f46104-b3ac-42b9-9cd4-b787b733e4e6 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f408244-29f3-4e00-8c84-67d95c878199 HTTP/1.1" status: 200 len: 950 time: 0.1082716 Jul 29 23:21:30.856765 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c01eb6b3-6c90-42ea-acd1-11749b23a061 req-872e2f07-a1a2-45e3-bc84-bf6002932a71 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387361 Jul 29 23:21:30.873775 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d7463d83-b699-46b9-a3cf-54afba95191c req-6115cea1-b0fe-4c21-8de7-bd3d5034b08b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=4fc5454b-af3a-4b9e-9369-edd7636de8f1 HTTP/1.1" status: 200 len: 217 time: 0.4231639 Jul 29 23:21:30.953768 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7463d83-b699-46b9-a3cf-54afba95191c req-c00f3e2f-8084-4158-8c46-928dc2814110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:30.955220 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d7463d83-b699-46b9-a3cf-54afba95191c req-c00f3e2f-8084-4158-8c46-928dc2814110 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.0730510 Jul 29 23:21:30.957103 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-516c2e68-d0ee-4875-82bd-bd474bdb3881 req-1bea25eb-8618-4e19-abf6-fa80f6ce415d service neutron] 10.222.0.22 "GET /v2.0/networks/ec39a190-3e02-4fd2-a008-3b841dbd3c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4960189 Jul 29 23:21:30.969533 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5573a6c-4a67-4ee4-958a-8ab7fa325f09 req-3c341cd6-8c87-42b2-8577-dc993fae1fa3 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:30.974040 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a5573a6c-4a67-4ee4-958a-8ab7fa325f09 req-3c341cd6-8c87-42b2-8577-dc993fae1fa3 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=30850af8-f331-4539-aad7-0e40a19d69f5 HTTP/1.1" status: 200 len: 950 time: 0.0627563 Jul 29 23:21:30.974784 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 34622) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:31.049910 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device d484528b-d630-4f58-b4ca-1af975d3c6d6 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:21:31.069886 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-9b595d1c-4f1d-485b-b98b-2354dea877af admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=51b1efed735945cea153cdfce6450079&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0914395 Jul 29 23:21:31.070217 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 34626) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:31.080584 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a5573a6c-4a67-4ee4-958a-8ab7fa325f09 req-0ab1b7df-b865-477f-b206-140d5792dd11 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865331 Jul 29 23:21:31.080831 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7463d83-b699-46b9-a3cf-54afba95191c req-fd09a4f5-2fea-408c-a207-8bb3a71ec72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:31.082338 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d7463d83-b699-46b9-a3cf-54afba95191c req-fd09a4f5-2fea-408c-a207-8bb3a71ec72a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0965405 Jul 29 23:21:31.094105 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86e224-cd23-406b-aad2-2a732521aebb req-16e94630-9228-4752-8443-a8b94e75ce98 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:31.095552 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fa86e224-cd23-406b-aad2-2a732521aebb req-16e94630-9228-4752-8443-a8b94e75ce98 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e5a21f9-e415-4212-ac3b-fc3c41c9d34f HTTP/1.1" status: 200 len: 943 time: 0.0806000 Jul 29 23:21:31.141543 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fa86e224-cd23-406b-aad2-2a732521aebb req-903c9a63-9ae6-4e9a-bb0d-f755aa8634fb tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359981 Jul 29 23:21:31.154105 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-516c2e68-d0ee-4875-82bd-bd474bdb3881 req-57074b6b-910f-44bb-94d1-6c92618e5211 service neutron] 10.222.0.22 "GET /v2.0/networks/ec39a190-3e02-4fd2-a008-3b841dbd3c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883752 Jul 29 23:21:31.162688 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:31.205670 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fab9d04c-e979-4f98-89bd-b7c600939b65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:31.213344 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port d484528b-d630-4f58-b4ca-1af975d3c6d6, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=d484528b-d630-4f58-b4ca-1af975d3c6d6,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:31.218423 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:31.270393 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fab9d04c-e979-4f98-89bd-b7c600939b65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:31.273755 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d7463d83-b699-46b9-a3cf-54afba95191c req-c4c6a9c1-acc1-4afa-ad3c-51f8f43c5344 service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777623 Jul 29 23:21:31.283244 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=d484528b-d630-4f58-b4ca-1af975d3c6d6,revision_number=11']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:31.322917 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 7bd4d671-18ab-4e0d-b6d8-cc2df41eafc3 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:21:31.345462 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 7bd4d671-18ab-4e0d-b6d8-cc2df41eafc3 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:21:31.346112 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 7bd4d671-18ab-4e0d-b6d8-cc2df41eafc3 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:21:31.364796 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cedd78-effc-4cdf-9e54-889d8ce73dc0 req-8437b0cf-9d57-4de3-a3d3-450ee63e621f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:31.366357 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-06cedd78-effc-4cdf-9e54-889d8ce73dc0 req-8437b0cf-9d57-4de3-a3d3-450ee63e621f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=48ca3190ceb241b287be19cef493c764&device_id=3e5a21f9-e415-4212-ac3b-fc3c41c9d34f HTTP/1.1" status: 200 len: 1095 time: 0.1415701 Jul 29 23:21:31.450054 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fab9d04c-e979-4f98-89bd-b7c600939b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:31.452722 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fab9d04c-e979-4f98-89bd-b7c600939b65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:31.454213 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-fab9d04c-e979-4f98-89bd-b7c600939b65 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a7d83692-1f36-4f89-b4b6-59d9ab0340f3 HTTP/1.1" status: 204 len: 168 time: 0.3830521 Jul 29 23:21:31.466863 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d7463d83-b699-46b9-a3cf-54afba95191c req-e6b1b638-26ab-413c-a304-ab97fd9d8173 service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804841 Jul 29 23:21:31.475173 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab9d04c-e979-4f98-89bd-b7c600939b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d83692-1f36-4f89-b4b6-59d9ab0340f3,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:31.508044 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cedd78-effc-4cdf-9e54-889d8ce73dc0 req-33db9d49-8304-44df-b98a-0cd438a181f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:31.510456 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-06cedd78-effc-4cdf-9e54-889d8ce73dc0 req-33db9d49-8304-44df-b98a-0cd438a181f8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ec39a190-3e02-4fd2-a008-3b841dbd3c4b HTTP/1.1" status: 200 len: 905 time: 0.1333544 Jul 29 23:21:31.567616 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-06cedd78-effc-4cdf-9e54-889d8ce73dc0 req-70fa6057-deef-4abd-93b2-39c3bf2b005b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cdefdbbb-b55f-4fb9-a3ef-face673e7892 HTTP/1.1" status: 200 len: 217 time: 0.0439048 Jul 29 23:21:31.625748 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cedd78-effc-4cdf-9e54-889d8ce73dc0 req-c2b5c083-d9b5-4d00-9027-056285b4563a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:31.627871 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-06cedd78-effc-4cdf-9e54-889d8ce73dc0 req-c2b5c083-d9b5-4d00-9027-056285b4563a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5d5d676a-a79a-4d6c-8057-e140077bec43 HTTP/1.1" status: 200 len: 844 time: 0.0498562 Jul 29 23:21:31.675327 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-06cedd78-effc-4cdf-9e54-889d8ce73dc0 req-c72192d4-710d-4e92-9a98-d0c7eeb3f97c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ec39a190-3e02-4fd2-a008-3b841dbd3c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337903 Jul 29 23:21:31.698657 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a44c0-8371-4c32-be99-939a4809c6f7 req-6d72c615-b5df-4827-b06e-028f7abadc3b tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:31.700341 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-255a44c0-8371-4c32-be99-939a4809c6f7 req-6d72c615-b5df-4827-b06e-028f7abadc3b tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/networks?id=f490981b-45a9-43e1-a661-0229cc7a8cd7 HTTP/1.1" status: 200 len: 821 time: 0.1273506 Jul 29 23:21:31.741682 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-255a44c0-8371-4c32-be99-939a4809c6f7 req-aac08e5a-6ca1-4db4-922a-abc04e2728ed tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/quotas/c2657a7d23514506876a4df5f527f58c HTTP/1.1" status: 200 len: 375 time: 0.0273068 Jul 29 23:21:31.813603 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-255a44c0-8371-4c32-be99-939a4809c6f7 req-b85744ea-cb8a-45d6-9b20-06853659c269 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c2657a7d23514506876a4df5f527f58c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0708039 Jul 29 23:21:31.824226 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-06cedd78-effc-4cdf-9e54-889d8ce73dc0 req-50873d95-9228-4530-92d4-7393134d3d34 service neutron] 10.222.0.22 "GET /v2.0/networks/ec39a190-3e02-4fd2-a008-3b841dbd3c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309037 Jul 29 23:21:31.899890 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda6a4b-2080-4d91-8520-2a5e5c146ecb req-11595af3-40a8-4b92-903f-ae75ded87374 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:31.901550 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4bda6a4b-2080-4d91-8520-2a5e5c146ecb req-11595af3-40a8-4b92-903f-ae75ded87374 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd4cf43a-f076-42aa-b25a-3e6511c531a5 HTTP/1.1" status: 200 len: 945 time: 0.1109412 Jul 29 23:21:31.945058 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-06cedd78-effc-4cdf-9e54-889d8ce73dc0 req-9fcbf086-e7c9-42df-a924-390d96f3970c service neutron] 10.222.0.22 "GET /v2.0/networks/ec39a190-3e02-4fd2-a008-3b841dbd3c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115880 Jul 29 23:21:31.968088 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4bda6a4b-2080-4d91-8520-2a5e5c146ecb req-0fd0e1b5-57b2-4512-89ce-9263bf29f13a tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ef8b347-7e01-4c41-8508-c5e5f2556552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551581 Jul 29 23:21:31.974226 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-255a44c0-8371-4c32-be99-939a4809c6f7 req-fdd26a93-eb9d-4d9a-99c8-6c22565b83ee service neutron] 10.222.0.43 "GET /v2.0/networks/f490981b-45a9-43e1-a661-0229cc7a8cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421394 Jul 29 23:21:32.076777 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f753cac-ba30-4d59-a2ba-12ca91a2f4a1 req-dadbf4f5-e978-4a4b-86ff-f617506c530a tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:32.078796 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9f753cac-ba30-4d59-a2ba-12ca91a2f4a1 req-dadbf4f5-e978-4a4b-86ff-f617506c530a tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f408244-29f3-4e00-8c84-67d95c878199 HTTP/1.1" status: 200 len: 950 time: 0.0802112 Jul 29 23:21:32.086723 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-255a44c0-8371-4c32-be99-939a4809c6f7 req-f2201589-8f55-4868-b7da-51b0b53ea88b service neutron] 10.222.0.43 "GET /v2.0/networks/f490981b-45a9-43e1-a661-0229cc7a8cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968411 Jul 29 23:21:32.098983 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '685779ab-acd9-4cd7-8e1e-c7f759280c1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd484528b-d630-4f58-b4ca-1af975d3c6d6'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:21:32.101893 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b30cbeee-5fac-4ec4-9e50-87eada82ac1f" -d '{"events": [{"server_uuid": "685779ab-acd9-4cd7-8e1e-c7f759280c1c", "name": "network-vif-unplugged", "status": "completed", "tag": "d484528b-d630-4f58-b4ca-1af975d3c6d6"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:21:32.174209 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4033be0-39ac-49d0-acdf-59e10fca46b8 req-570a2b82-ecc2-4310-928b-646248484f2f tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:32.175776 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f4033be0-39ac-49d0-acdf-59e10fca46b8 req-570a2b82-ecc2-4310-928b-646248484f2f tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f408244-29f3-4e00-8c84-67d95c878199 HTTP/1.1" status: 200 len: 950 time: 0.0546212 Jul 29 23:21:32.196833 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-9f753cac-ba30-4d59-a2ba-12ca91a2f4a1 req-a9e0aee9-8217-429c-a06f-8e40b3e38284 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Deleting port 60bc616e-990d-48d1-9503-5fc08821f418 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:21:32.197330 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-9f753cac-ba30-4d59-a2ba-12ca91a2f4a1 req-a9e0aee9-8217-429c-a06f-8e40b3e38284 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:32.224189 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f4033be0-39ac-49d0-acdf-59e10fca46b8 req-cd5522bb-3bcb-470a-9531-c6cce0d4774a tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413587 Jul 29 23:21:32.336210 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-9f753cac-ba30-4d59-a2ba-12ca91a2f4a1 req-a9e0aee9-8217-429c-a06f-8e40b3e38284 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] For port 60bc616e-990d-48d1-9503-5fc08821f418, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=60bc616e-990d-48d1-9503-5fc08821f418,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:32.336630 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-9f753cac-ba30-4d59-a2ba-12ca91a2f4a1 req-a9e0aee9-8217-429c-a06f-8e40b3e38284 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:32.355550 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-9f753cac-ba30-4d59-a2ba-12ca91a2f4a1 req-a9e0aee9-8217-429c-a06f-8e40b3e38284 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Calling delete_port for 60bc616e-990d-48d1-9503-5fc08821f418 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:21:32.410265 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ee6882-2868-4a84-8186-aed8c3397544 req-cc8e32ab-8834-4fef-80ad-38d683b41cf9 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:32.412192 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-57ee6882-2868-4a84-8186-aed8c3397544 req-cc8e32ab-8834-4fef-80ad-38d683b41cf9 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=30850af8-f331-4539-aad7-0e40a19d69f5 HTTP/1.1" status: 200 len: 950 time: 0.0632067 Jul 29 23:21:32.449333 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5408feee-ce95-4859-91b8-7225b51a6847 x-openstack-request-id: req-5408feee-ce95-4859-91b8-7225b51a6847 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:21:32.450544 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "685779ab-acd9-4cd7-8e1e-c7f759280c1c", "name": "network-vif-unplugged", "status": "completed", "tag": "d484528b-d630-4f58-b4ca-1af975d3c6d6", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:21:32.450774 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5408feee-ce95-4859-91b8-7225b51a6847 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:21:32.451161 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '685779ab-acd9-4cd7-8e1e-c7f759280c1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd484528b-d630-4f58-b4ca-1af975d3c6d6', 'code': 200} Jul 29 23:21:32.465614 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 34758) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:32.571034 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-9f753cac-ba30-4d59-a2ba-12ca91a2f4a1 req-a9e0aee9-8217-429c-a06f-8e40b3e38284 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:32.582991 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['60bc616e-990d-48d1-9503-5fc08821f418', '4fe51e40-066d-405b-8a55-767ca109e9d1'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:21:32.613166 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e0aee9-8217-429c-a06f-8e40b3e38284 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Pushing event deleted for resources: {'Port': ['ID=60bc616e-990d-48d1-9503-5fc08821f418,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:32.659072 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-ad4d37fa-8c3f-492a-8b1a-cffa702ac530 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-199725445-network', 'tenant_id': 'f4fb04acaf444a438779b8cf93bf1437'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:32.732257 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f753cac-ba30-4d59-a2ba-12ca91a2f4a1 req-a9e0aee9-8217-429c-a06f-8e40b3e38284 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] No DVR routers for this DVR port 60bc616e-990d-48d1-9503-5fc08821f418 on host n-h2-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:21:32.735658 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-9f753cac-ba30-4d59-a2ba-12ca91a2f4a1 req-a9e0aee9-8217-429c-a06f-8e40b3e38284 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:32.738542 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9f753cac-ba30-4d59-a2ba-12ca91a2f4a1 req-a9e0aee9-8217-429c-a06f-8e40b3e38284 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.22 "DELETE /v2.0/ports/60bc616e-990d-48d1-9503-5fc08821f418 HTTP/1.1" status: 204 len: 173 time: 0.6526835 Jul 29 23:21:32.739657 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f408244-29f3-4e00-8c84-67d95c878199', 'name': 'network-vif-deleted', 'tag': '60bc616e-990d-48d1-9503-5fc08821f418'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:21:32.742100 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa278b3-ca1b-4e5e-94ab-6e0a4bab79f5" -d '{"events": [{"server_uuid": "4f408244-29f3-4e00-8c84-67d95c878199", "name": "network-vif-deleted", "tag": "60bc616e-990d-48d1-9503-5fc08821f418"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:21:32.746565 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad4d37fa-8c3f-492a-8b1a-cffa702ac530 admin admin] Made reservation on behalf of f4fb04acaf444a438779b8cf93bf1437 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:21:32.749175 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ad4d37fa-8c3f-492a-8b1a-cffa702ac530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:32.760574 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ad4d37fa-8c3f-492a-8b1a-cffa702ac530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:32.882912 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-57ee6882-2868-4a84-8186-aed8c3397544 req-888ed77f-b9f9-485c-872d-7ed7e1191373 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4635994 Jul 29 23:21:32.900890 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ad4d37fa-8c3f-492a-8b1a-cffa702ac530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:32.910885 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ad4d37fa-8c3f-492a-8b1a-cffa702ac530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:32.927094 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ebe537-b0ee-4f9b-ac70-f55f8289685e req-6149eb21-c58a-44e9-a21b-df0b4be1f9c2 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:32.928634 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-09ebe537-b0ee-4f9b-ac70-f55f8289685e req-6149eb21-c58a-44e9-a21b-df0b4be1f9c2 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e5a21f9-e415-4212-ac3b-fc3c41c9d34f HTTP/1.1" status: 200 len: 943 time: 0.0920463 Jul 29 23:21:32.945207 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad4d37fa-8c3f-492a-8b1a-cffa702ac530 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:21:32.976816 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ad4d37fa-8c3f-492a-8b1a-cffa702ac530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:32.977195 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-ad4d37fa-8c3f-492a-8b1a-cffa702ac530 admin admin] Added segment 290ad064-62e5-45f1-87ac-9cd12097849c of type vlan for network 666740f6-88d5-4493-9e12-abc4c5ef258e Jul 29 23:21:32.991045 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-09ebe537-b0ee-4f9b-ac70-f55f8289685e req-c4f8efb1-a4a2-4435-a0cd-e53e915f284d tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537109 Jul 29 23:21:33.018324 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4d37fa-8c3f-492a-8b1a-cffa702ac530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22fa2620-dbff-471f-a869-b79dc46e7677,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:33.047445 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ad4d37fa-8c3f-492a-8b1a-cffa702ac530 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:33.085824 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ad4d37fa-8c3f-492a-8b1a-cffa702ac530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:33.086972 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4d37fa-8c3f-492a-8b1a-cffa702ac530 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:33.087650 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ad4d37fa-8c3f-492a-8b1a-cffa702ac530 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:33.104609 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-56a51304-4f3b-4b85-9785-e132970bb4b4 req-45f9ccf7-96fb-4cca-abd9-e5fabad2b609 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=27b69aaa-149a-445a-be86-5148b2f003b6 HTTP/1.1" status: 200 len: 210 time: 0.0284762 Jul 29 23:21:33.118728 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 34784) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:33.124053 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-d5928217-9240-4967-b548-977894805e39 admin admin] Request body: {'subnet': {'network_id': '666740f6-88d5-4493-9e12-abc4c5ef258e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-199725445-subnet', 'tenant_id': 'f4fb04acaf444a438779b8cf93bf1437', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:33.141853 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ad4d37fa-8c3f-492a-8b1a-cffa702ac530 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6717808 Jul 29 23:21:33.167137 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5928217-9240-4967-b548-977894805e39 admin admin] Made reservation on behalf of f4fb04acaf444a438779b8cf93bf1437 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:21:33.169912 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d5928217-9240-4967-b548-977894805e39 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:33.205807 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e9b3d5-df1d-42e0-85dc-c8b43e00323d x-openstack-request-id: req-88e9b3d5-df1d-42e0-85dc-c8b43e00323d {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:21:33.206529 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f408244-29f3-4e00-8c84-67d95c878199", "name": "network-vif-deleted", "tag": "60bc616e-990d-48d1-9503-5fc08821f418", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:21:33.206529 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-88e9b3d5-df1d-42e0-85dc-c8b43e00323d {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:21:33.209929 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f408244-29f3-4e00-8c84-67d95c878199', 'name': 'network-vif-deleted', 'tag': '60bc616e-990d-48d1-9503-5fc08821f418', 'status': 'completed', 'code': 200} Jul 29 23:21:33.276387 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4d37fa-8c3f-492a-8b1a-cffa702ac530 admin admin] Pushing event updated for resources: {'Network': ['ID=666740f6-88d5-4493-9e12-abc4c5ef258e,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:33.298697 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 666740f6-88d5-4493-9e12-abc4c5ef258e details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:21:33.329419 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe7ffd-f0ce-4530-b70b-bfe7d2fcd67b req-f2078d0c-fad4-4bf0-b7d9-4a76c94253d0 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:33.331394 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8ffe7ffd-f0ce-4530-b70b-bfe7d2fcd67b req-f2078d0c-fad4-4bf0-b7d9-4a76c94253d0 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd4cf43a-f076-42aa-b25a-3e6511c531a5 HTTP/1.1" status: 200 len: 945 time: 0.0933833 Jul 29 23:21:33.413313 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8ffe7ffd-f0ce-4530-b70b-bfe7d2fcd67b req-48937d0d-6331-4fe4-9afc-6473e97cc24c tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ef8b347-7e01-4c41-8508-c5e5f2556552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760889 Jul 29 23:21:33.476534 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d5928217-9240-4967-b548-977894805e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:33.546913 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ec32f1b8-947e-4943-b508-99d09d076dfa req-5a8458a7-cf2c-4961-a4f3-2b5017dc222c tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=4f408244-29f3-4e00-8c84-67d95c878199 HTTP/1.1" status: 200 len: 210 time: 0.0389936 Jul 29 23:21:33.564062 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5928217-9240-4967-b548-977894805e39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=415faf0b-bf5f-4f8b-b3ff-1ae5686de75a,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:33.571566 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5928217-9240-4967-b548-977894805e39 admin admin] Checking segment: {'id': '290ad064-62e5-45f1-87ac-9cd12097849c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '666740f6-88d5-4493-9e12-abc4c5ef258e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:21:33.571815 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5928217-9240-4967-b548-977894805e39 admin admin] Network hostable DHCP agents. Network: 666740f6-88d5-4493-9e12-abc4c5ef258e, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:21:33.590920 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5928217-9240-4967-b548-977894805e39 admin admin] Network 666740f6-88d5-4493-9e12-abc4c5ef258e is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:21:33.601662 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-d5928217-9240-4967-b548-977894805e39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 666740f6-88d5-4493-9e12-abc4c5ef258e) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:21:33.607269 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5928217-9240-4967-b548-977894805e39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:33.607852 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d5928217-9240-4967-b548-977894805e39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:33.615049 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0293606-55d1-4cf7-bfee-af815e03c5c4 None None] Network 666740f6-88d5-4493-9e12-abc4c5ef258e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:21:33.626567 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-d5928217-9240-4967-b548-977894805e39 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5065649 Jul 29 23:21:33.782559 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b94582-7e9c-4640-9208-5fafa04d545f None None] Network 666740f6-88d5-4493-9e12-abc4c5ef258e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:21:34.041125 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a44c0-8371-4c32-be99-939a4809c6f7 req-cfb33f66-ca25-404f-bba7-6ca89aac4cc7 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:34.042805 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-255a44c0-8371-4c32-be99-939a4809c6f7 req-cfb33f66-ca25-404f-bba7-6ca89aac4cc7 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.41 "GET /v2.0/networks?id=f490981b-45a9-43e1-a661-0229cc7a8cd7 HTTP/1.1" status: 200 len: 821 time: 0.1784880 Jul 29 23:21:34.067046 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-255a44c0-8371-4c32-be99-939a4809c6f7 req-2e69f284-f241-49e2-af21-4942e4d99719 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Request body: {'port': {'device_id': '27b69aaa-149a-445a-be86-5148b2f003b6', 'network_id': 'f490981b-45a9-43e1-a661-0229cc7a8cd7', 'admin_state_up': True, 'tenant_id': 'c2657a7d23514506876a4df5f527f58c'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:34.136108 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af26a1-4e5a-4613-921c-7586f712c99f req-a1b4dd80-9863-47ae-8aa5-0b47871dd438 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:34.137793 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-18af26a1-4e5a-4613-921c-7586f712c99f req-a1b4dd80-9863-47ae-8aa5-0b47871dd438 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=30850af8-f331-4539-aad7-0e40a19d69f5 HTTP/1.1" status: 200 len: 950 time: 0.0624616 Jul 29 23:21:34.181210 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-18af26a1-4e5a-4613-921c-7586f712c99f req-12592b20-68a4-4b6e-b38b-93a827a7e91e tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370407 Jul 29 23:21:34.227571 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-255a44c0-8371-4c32-be99-939a4809c6f7 req-2e69f284-f241-49e2-af21-4942e4d99719 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Made reservation on behalf of c2657a7d23514506876a4df5f527f58c for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:21:34.236287 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-255a44c0-8371-4c32-be99-939a4809c6f7 req-2e69f284-f241-49e2-af21-4942e4d99719 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:34.338464 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703deffe-905a-4ee2-8dbf-916bf07eeb94 req-c1063c0e-1abd-4d52-a556-c7c3dc1e0553 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:34.339994 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-703deffe-905a-4ee2-8dbf-916bf07eeb94 req-c1063c0e-1abd-4d52-a556-c7c3dc1e0553 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/networks?id=666740f6-88d5-4493-9e12-abc4c5ef258e HTTP/1.1" status: 200 len: 811 time: 0.1452231 Jul 29 23:21:34.351319 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e0a6aa-bff1-48ea-979b-bedce3b25df0 req-cbad0d7f-a3d7-4955-819a-03cb4764f922 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:34.353018 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c3e0a6aa-bff1-48ea-979b-bedce3b25df0 req-cbad0d7f-a3d7-4955-819a-03cb4764f922 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e5a21f9-e415-4212-ac3b-fc3c41c9d34f HTTP/1.1" status: 200 len: 943 time: 0.0881417 Jul 29 23:21:34.363771 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-703deffe-905a-4ee2-8dbf-916bf07eeb94 req-fd468e9c-0744-48d9-8513-7693704bf9e6 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/quotas/f4fb04acaf444a438779b8cf93bf1437 HTTP/1.1" status: 200 len: 375 time: 0.0097411 Jul 29 23:21:34.384692 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-255a44c0-8371-4c32-be99-939a4809c6f7 req-2e69f284-f241-49e2-af21-4942e4d99719 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Allocated IP 172.20.0.12 (f490981b-45a9-43e1-a661-0229cc7a8cd7/998261e9-cec6-4719-b797-0c7da54a3001/d7813a99-28a6-4be9-af82-49b1831afa02) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:21:34.408119 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-703deffe-905a-4ee2-8dbf-916bf07eeb94 req-6453c04a-aa42-4ab2-894c-8c379e581ad6 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f4fb04acaf444a438779b8cf93bf1437&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294187 Jul 29 23:21:34.442148 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c3e0a6aa-bff1-48ea-979b-bedce3b25df0 req-e28adfb5-07c3-4b1e-b79f-efd4124730f9 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774307 Jul 29 23:21:34.530165 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-703deffe-905a-4ee2-8dbf-916bf07eeb94 req-76b82e75-fe9f-4a36-9b8a-071b17ce1831 service neutron] 10.222.0.43 "GET /v2.0/networks/666740f6-88d5-4493-9e12-abc4c5ef258e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108761 Jul 29 23:21:34.578056 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-255a44c0-8371-4c32-be99-939a4809c6f7 req-2e69f284-f241-49e2-af21-4942e4d99719 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:34.583924 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device cdefdbbb-b55f-4fb9-a3ef-face673e7892 details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:21:34.642263 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-255a44c0-8371-4c32-be99-939a4809c6f7 req-2e69f284-f241-49e2-af21-4942e4d99719 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:34.665054 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-703deffe-905a-4ee2-8dbf-916bf07eeb94 req-311e196f-4160-46be-8656-380e95517a13 service neutron] 10.222.0.43 "GET /v2.0/networks/666740f6-88d5-4493-9e12-abc4c5ef258e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325035 Jul 29 23:21:34.681329 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['01301fce-70cf-497a-a51b-c2aa074d71e2'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:21:34.711178 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e69f284-f241-49e2-af21-4942e4d99719 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Pushing event updated for resources: {'Port': ['ID=d7813a99-28a6-4be9-af82-49b1831afa02,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:34.743002 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-255a44c0-8371-4c32-be99-939a4809c6f7 req-2e69f284-f241-49e2-af21-4942e4d99719 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Network f490981b-45a9-43e1-a661-0229cc7a8cd7 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:21:34.745102 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-255a44c0-8371-4c32-be99-939a4809c6f7 req-2e69f284-f241-49e2-af21-4942e4d99719 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:21:34.752992 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-255a44c0-8371-4c32-be99-939a4809c6f7 req-2e69f284-f241-49e2-af21-4942e4d99719 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:21:34.864331 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a44c0-8371-4c32-be99-939a4809c6f7 req-2e69f284-f241-49e2-af21-4942e4d99719 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:34.864979 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-255a44c0-8371-4c32-be99-939a4809c6f7 req-2e69f284-f241-49e2-af21-4942e4d99719 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:34.895728 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port cdefdbbb-b55f-4fb9-a3ef-face673e7892, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=cdefdbbb-b55f-4fb9-a3ef-face673e7892,segment=NetworkSegment(2db8471f-c43b-49ee-9f08-2f1c56af231c),segment_id=2db8471f-c43b-49ee-9f08-2f1c56af231c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:34.906631 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-255a44c0-8371-4c32-be99-939a4809c6f7 req-2e69f284-f241-49e2-af21-4942e4d99719 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8455217 Jul 29 23:21:34.935766 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-255a44c0-8371-4c32-be99-939a4809c6f7 req-93505ea2-080f-49e6-8a57-36bbde8e4691 service neutron] Request body: {'port': {'device_id': '27b69aaa-149a-445a-be86-5148b2f003b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:34.938314 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': 'cdefdbbb-b55f-4fb9-a3ef-face673e7892', 'network_id': 'ec39a190-3e02-4fd2-a008-3b841dbd3c4b', 'port_id': 'cdefdbbb-b55f-4fb9-a3ef-face673e7892', 'mac_address': 'fa:16:3e:56:78:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5d676a-a79a-4d6c-8057-e140077bec43', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:21:35.008377 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:35.030863 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-255a44c0-8371-4c32-be99-939a4809c6f7 req-93505ea2-080f-49e6-8a57-36bbde8e4691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:35.070087 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdefdbbb-b55f-4fb9-a3ef-face673e7892 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:21:35.160131 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port cdefdbbb-b55f-4fb9-a3ef-face673e7892, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=cdefdbbb-b55f-4fb9-a3ef-face673e7892,segment=NetworkSegment(2db8471f-c43b-49ee-9f08-2f1c56af231c),segment_id=2db8471f-c43b-49ee-9f08-2f1c56af231c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:35.170289 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-0c101baa-1fa2-4bd0-8429-d45eecdfe7af tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:35.175066 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:35.186974 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-0c101baa-1fa2-4bd0-8429-d45eecdfe7af tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] 10.222.0.43 "GET /v2.0/networks?id=a43a6a64-f101-4685-8986-2fb94aeaf17f HTTP/1.1" status: 200 len: 812 time: 0.2745457 Jul 29 23:21:35.224684 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-131f890b-5a6f-47c2-b78b-6d32e4f6f75f tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] 10.222.0.43 "GET /v2.0/quotas/5496b7c4c812467cb5eea89ef060416b HTTP/1.1" status: 200 len: 375 time: 0.0366337 Jul 29 23:21:35.305103 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-554175d8-f207-41d4-9c63-31e6e8052a16 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5496b7c4c812467cb5eea89ef060416b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0791101 Jul 29 23:21:35.306634 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=cdefdbbb-b55f-4fb9-a3ef-face673e7892,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:35.420534 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-bc5ef939-f4ca-4658-b1e7-28e8b7d7e547 service neutron] 10.222.0.43 "GET /v2.0/networks/a43a6a64-f101-4685-8986-2fb94aeaf17f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139386 Jul 29 23:21:35.469817 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['cdefdbbb-b55f-4fb9-a3ef-face673e7892'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:21:35.516456 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d519ab-592e-4d8b-848c-b722de4662ba req-8aa3b153-f53a-400e-8163-35e5b03d408f tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:35.518091 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b1d519ab-592e-4d8b-848c-b722de4662ba req-8aa3b153-f53a-400e-8163-35e5b03d408f tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] 10.222.0.22 "GET /v2.0/ports?device_id=108c8d36-bcb2-42ba-aab2-078c4d0c9b48 HTTP/1.1" status: 200 len: 945 time: 0.0905898 Jul 29 23:21:35.614253 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64809e9-e3f6-4b38-9ce3-9e86f64d9b87 req-c835123d-4d5e-4259-8156-ee839521c338 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:35.617602 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f64809e9-e3f6-4b38-9ce3-9e86f64d9b87 req-c835123d-4d5e-4259-8156-ee839521c338 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=27b69aaa-149a-445a-be86-5148b2f003b6 HTTP/1.1" status: 200 len: 932 time: 0.1937184 Jul 29 23:21:35.636458 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe22f3-1b2a-4855-a901-dfddfa6bf478 req-7dd42073-923a-41e9-8d46-4b4cc0a3d924 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:35.638644 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d5fe22f3-1b2a-4855-a901-dfddfa6bf478 req-7dd42073-923a-41e9-8d46-4b4cc0a3d924 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4cf43a-f076-42aa-b25a-3e6511c531a5 HTTP/1.1" status: 200 len: 945 time: 0.1209943 Jul 29 23:21:35.732197 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f64809e9-e3f6-4b38-9ce3-9e86f64d9b87 req-4ed91112-433d-4a87-b035-5235f62da56d tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873673 Jul 29 23:21:35.753758 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-86745f02-5e6a-4cb3-b10c-fcb5efe95854 service neutron] 10.222.0.43 "GET /v2.0/networks/a43a6a64-f101-4685-8986-2fb94aeaf17f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319929 Jul 29 23:21:35.806595 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-255a44c0-8371-4c32-be99-939a4809c6f7 req-93505ea2-080f-49e6-8a57-36bbde8e4691 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7813a99-28a6-4be9-af82-49b1831afa02 {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:21:35.833205 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-255a44c0-8371-4c32-be99-939a4809c6f7 req-93505ea2-080f-49e6-8a57-36bbde8e4691 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:35.857872 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-b1d519ab-592e-4d8b-848c-b722de4662ba req-3a5313dd-3f4a-4db4-bf1c-82beede716f3 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Deleting port 2f7b97b6-bbf2-466f-92fd-23d97a940c48 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:21:35.860607 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-b1d519ab-592e-4d8b-848c-b722de4662ba req-3a5313dd-3f4a-4db4-bf1c-82beede716f3 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:35.905954 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-255a44c0-8371-4c32-be99-939a4809c6f7 req-93505ea2-080f-49e6-8a57-36bbde8e4691 service neutron] Transition to ACTIVE for port object d7813a99-28a6-4be9-af82-49b1831afa02 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:21:35.924712 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-d5fe22f3-1b2a-4855-a901-dfddfa6bf478 req-6dffeb82-0851-4e3e-8657-41bb2fb8ece5 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Deleting port 59ce808c-6510-4736-bf18-1f4b7af1cfd2 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:21:35.925057 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d5fe22f3-1b2a-4855-a901-dfddfa6bf478 req-6dffeb82-0851-4e3e-8657-41bb2fb8ece5 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:35.935241 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-255a44c0-8371-4c32-be99-939a4809c6f7 req-93505ea2-080f-49e6-8a57-36bbde8e4691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:36.003143 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-b1d519ab-592e-4d8b-848c-b722de4662ba req-3a5313dd-3f4a-4db4-bf1c-82beede716f3 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] For port 2f7b97b6-bbf2-466f-92fd-23d97a940c48, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=2f7b97b6-bbf2-466f-92fd-23d97a940c48,segment=NetworkSegment(8f22271e-8838-4b8d-b047-05914d1d1737),segment_id=8f22271e-8838-4b8d-b047-05914d1d1737)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:36.003819 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-b1d519ab-592e-4d8b-848c-b722de4662ba req-3a5313dd-3f4a-4db4-bf1c-82beede716f3 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:36.015509 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c83da52c-38a1-49e6-8780-6a453ad4bd83 req-0d1db5f9-4505-4d7c-80ff-8e5f001c9c87 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=cfcef37c-6053-48a6-bb3d-bf9693f71062 HTTP/1.1" status: 200 len: 210 time: 0.0623581 Jul 29 23:21:36.024410 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-b1d519ab-592e-4d8b-848c-b722de4662ba req-3a5313dd-3f4a-4db4-bf1c-82beede716f3 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Calling delete_port for 2f7b97b6-bbf2-466f-92fd-23d97a940c48 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:21:36.117411 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93505ea2-080f-49e6-8a57-36bbde8e4691 service neutron] Pushing event updated for resources: {'Port': ['ID=d7813a99-28a6-4be9-af82-49b1831afa02,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:36.132559 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-d5fe22f3-1b2a-4855-a901-dfddfa6bf478 req-6dffeb82-0851-4e3e-8657-41bb2fb8ece5 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] For port 59ce808c-6510-4736-bf18-1f4b7af1cfd2, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=59ce808c-6510-4736-bf18-1f4b7af1cfd2,segment=NetworkSegment(8f22271e-8838-4b8d-b047-05914d1d1737),segment_id=8f22271e-8838-4b8d-b047-05914d1d1737)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:36.133861 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d5fe22f3-1b2a-4855-a901-dfddfa6bf478 req-6dffeb82-0851-4e3e-8657-41bb2fb8ece5 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:36.194673 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-d5fe22f3-1b2a-4855-a901-dfddfa6bf478 req-6dffeb82-0851-4e3e-8657-41bb2fb8ece5 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Calling delete_port for 59ce808c-6510-4736-bf18-1f4b7af1cfd2 owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:21:36.212779 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-255a44c0-8371-4c32-be99-939a4809c6f7 req-93505ea2-080f-49e6-8a57-36bbde8e4691 service neutron] Attempting to bind port d7813a99-28a6-4be9-af82-49b1831afa02 on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:21:36.213204 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-255a44c0-8371-4c32-be99-939a4809c6f7 req-93505ea2-080f-49e6-8a57-36bbde8e4691 service neutron] Attempting to bind port d7813a99-28a6-4be9-af82-49b1831afa02 by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': 'a739f5fc-cf01-40c9-83c0-bfbae7f993f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f490981b-45a9-43e1-a661-0229cc7a8cd7'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:21:36.213711 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255a44c0-8371-4c32-be99-939a4809c6f7 req-93505ea2-080f-49e6-8a57-36bbde8e4691 service neutron] Attempting to bind port d7813a99-28a6-4be9-af82-49b1831afa02 on network f490981b-45a9-43e1-a661-0229cc7a8cd7 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:21:36.222188 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255a44c0-8371-4c32-be99-939a4809c6f7 req-93505ea2-080f-49e6-8a57-36bbde8e4691 service neutron] Port d7813a99-28a6-4be9-af82-49b1831afa02 on network f490981b-45a9-43e1-a661-0229cc7a8cd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:21:36.222514 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255a44c0-8371-4c32-be99-939a4809c6f7 req-93505ea2-080f-49e6-8a57-36bbde8e4691 service neutron] Attempting to bind port d7813a99-28a6-4be9-af82-49b1831afa02 on network f490981b-45a9-43e1-a661-0229cc7a8cd7 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:21:36.255989 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255a44c0-8371-4c32-be99-939a4809c6f7 req-93505ea2-080f-49e6-8a57-36bbde8e4691 service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:21:36.256455 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255a44c0-8371-4c32-be99-939a4809c6f7 req-93505ea2-080f-49e6-8a57-36bbde8e4691 service neutron] Checking segment: {'id': 'a739f5fc-cf01-40c9-83c0-bfbae7f993f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f490981b-45a9-43e1-a661-0229cc7a8cd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:21:36.256893 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255a44c0-8371-4c32-be99-939a4809c6f7 req-93505ea2-080f-49e6-8a57-36bbde8e4691 service neutron] Bound using segment: {'id': 'a739f5fc-cf01-40c9-83c0-bfbae7f993f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f490981b-45a9-43e1-a661-0229cc7a8cd7'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:21:36.257341 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-255a44c0-8371-4c32-be99-939a4809c6f7 req-93505ea2-080f-49e6-8a57-36bbde8e4691 service neutron] Bound port: d7813a99-28a6-4be9-af82-49b1831afa02, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a739f5fc-cf01-40c9-83c0-bfbae7f993f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f490981b-45a9-43e1-a661-0229cc7a8cd7'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:21:36.257755 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-255a44c0-8371-4c32-be99-939a4809c6f7 req-93505ea2-080f-49e6-8a57-36bbde8e4691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:36.295486 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784769fd-f8c6-44b9-8b0b-0291bbb4b21d req-9403cad5-4e67-4520-a514-1ba9dd26fbc2 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:36.297256 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-784769fd-f8c6-44b9-8b0b-0291bbb4b21d req-9403cad5-4e67-4520-a514-1ba9dd26fbc2 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=30850af8-f331-4539-aad7-0e40a19d69f5 HTTP/1.1" status: 200 len: 950 time: 0.1497948 Jul 29 23:21:36.354929 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-b1d519ab-592e-4d8b-848c-b722de4662ba req-3a5313dd-3f4a-4db4-bf1c-82beede716f3 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:36.375177 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['2f7b97b6-bbf2-466f-92fd-23d97a940c48'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:21:36.404637 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5313dd-3f4a-4db4-bf1c-82beede716f3 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Pushing event deleted for resources: {'Port': ['ID=2f7b97b6-bbf2-466f-92fd-23d97a940c48,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:36.422087 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-255a44c0-8371-4c32-be99-939a4809c6f7 req-93505ea2-080f-49e6-8a57-36bbde8e4691 service neutron] For port d7813a99-28a6-4be9-af82-49b1831afa02, host n-h1-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:21:36.429912 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['59ce808c-6510-4736-bf18-1f4b7af1cfd2'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:21:36.470673 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-255a44c0-8371-4c32-be99-939a4809c6f7 req-93505ea2-080f-49e6-8a57-36bbde8e4691 service neutron] For port d7813a99-28a6-4be9-af82-49b1831afa02, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=d7813a99-28a6-4be9-af82-49b1831afa02,segment=NetworkSegment(a739f5fc-cf01-40c9-83c0-bfbae7f993f3),segment_id=a739f5fc-cf01-40c9-83c0-bfbae7f993f3)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:21:36.487455 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-784769fd-f8c6-44b9-8b0b-0291bbb4b21d req-4e0d7a40-4134-407b-88d2-3c4a5684a095 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772330 Jul 29 23:21:36.516027 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1d519ab-592e-4d8b-848c-b722de4662ba req-3a5313dd-3f4a-4db4-bf1c-82beede716f3 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] No DVR routers for this DVR port 2f7b97b6-bbf2-466f-92fd-23d97a940c48 on host n-h2-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:21:36.520992 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-255a44c0-8371-4c32-be99-939a4809c6f7 req-93505ea2-080f-49e6-8a57-36bbde8e4691 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:36.527463 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-b1d519ab-592e-4d8b-848c-b722de4662ba req-3a5313dd-3f4a-4db4-bf1c-82beede716f3 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:36.530812 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b1d519ab-592e-4d8b-848c-b722de4662ba req-3a5313dd-3f4a-4db4-bf1c-82beede716f3 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] 10.222.0.22 "DELETE /v2.0/ports/2f7b97b6-bbf2-466f-92fd-23d97a940c48 HTTP/1.1" status: 204 len: 173 time: 1.0009911 Jul 29 23:21:36.533998 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '108c8d36-bcb2-42ba-aab2-078c4d0c9b48', 'name': 'network-vif-deleted', 'tag': '2f7b97b6-bbf2-466f-92fd-23d97a940c48'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:21:36.536685 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6a6b2fc-6bc3-4c51-9170-84a62027b04b" -d '{"events": [{"server_uuid": "108c8d36-bcb2-42ba-aab2-078c4d0c9b48", "name": "network-vif-deleted", "tag": "2f7b97b6-bbf2-466f-92fd-23d97a940c48"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:21:36.615472 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a44c0-8371-4c32-be99-939a4809c6f7 req-93505ea2-080f-49e6-8a57-36bbde8e4691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:36.617461 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-255a44c0-8371-4c32-be99-939a4809c6f7 req-93505ea2-080f-49e6-8a57-36bbde8e4691 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:36.619482 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device cdefdbbb-b55f-4fb9-a3ef-face673e7892 up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:21:36.622281 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-255a44c0-8371-4c32-be99-939a4809c6f7 req-93505ea2-080f-49e6-8a57-36bbde8e4691 service neutron] 10.222.0.41 "PUT /v2.0/ports/d7813a99-28a6-4be9-af82-49b1831afa02 HTTP/1.1" status: 200 len: 1093 time: 1.6897316 Jul 29 23:21:36.682779 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93505ea2-080f-49e6-8a57-36bbde8e4691 service neutron] Pushing event updated for resources: {'Port': ['ID=d7813a99-28a6-4be9-af82-49b1831afa02,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:36.851893 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a44c0-8371-4c32-be99-939a4809c6f7 req-9f67d9cf-883c-4260-8e7c-b519ac7480ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:36.853803 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-255a44c0-8371-4c32-be99-939a4809c6f7 req-9f67d9cf-883c-4260-8e7c-b519ac7480ba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c2657a7d23514506876a4df5f527f58c&device_id=27b69aaa-149a-445a-be86-5148b2f003b6 HTTP/1.1" status: 200 len: 1096 time: 0.0899613 Jul 29 23:21:36.898502 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:36.906161 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port cdefdbbb-b55f-4fb9-a3ef-face673e7892 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:21:36.912809 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port cdefdbbb-b55f-4fb9-a3ef-face673e7892 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:21:36.913181 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:36.925217 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cc35ab-80d1-4c54-a4d5-20d30340d25e req-ba549e42-520c-4fb6-bf56-15c3231b2180 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:36.935052 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f1cc35ab-80d1-4c54-a4d5-20d30340d25e req-ba549e42-520c-4fb6-bf56-15c3231b2180 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e5a21f9-e415-4212-ac3b-fc3c41c9d34f HTTP/1.1" status: 200 len: 944 time: 0.3051260 Jul 29 23:21:36.944466 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703deffe-905a-4ee2-8dbf-916bf07eeb94 req-c8dff1e1-7103-4f20-868c-47a3ed1e6086 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:36.946071 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-703deffe-905a-4ee2-8dbf-916bf07eeb94 req-c8dff1e1-7103-4f20-868c-47a3ed1e6086 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.22 "GET /v2.0/networks?id=666740f6-88d5-4493-9e12-abc4c5ef258e HTTP/1.1" status: 200 len: 811 time: 0.4789877 Jul 29 23:21:36.947735 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d5fe22f3-1b2a-4855-a901-dfddfa6bf478 req-6dffeb82-0851-4e3e-8657-41bb2fb8ece5 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:36.953150 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-255a44c0-8371-4c32-be99-939a4809c6f7 req-ebeb3293-3330-4e35-9cee-f0bf6516f6cc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7813a99-28a6-4be9-af82-49b1831afa02 HTTP/1.1" status: 200 len: 217 time: 0.0836773 Jul 29 23:21:36.994880 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-703deffe-905a-4ee2-8dbf-916bf07eeb94 req-1acb1c5d-dda4-4bf5-af4c-8753da2382d4 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Request body: {'port': {'device_id': 'cfcef37c-6053-48a6-bb3d-bf9693f71062', 'network_id': '666740f6-88d5-4493-9e12-abc4c5ef258e', 'admin_state_up': True, 'tenant_id': 'f4fb04acaf444a438779b8cf93bf1437'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:37.058142 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255a44c0-8371-4c32-be99-939a4809c6f7 req-b7fd4a2a-bd99-409e-bf18-50dd147e6b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:37.063782 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-255a44c0-8371-4c32-be99-939a4809c6f7 req-b7fd4a2a-bd99-409e-bf18-50dd147e6b32 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=998261e9-cec6-4719-b797-0c7da54a3001 HTTP/1.1" status: 200 len: 861 time: 0.0962312 Jul 29 23:21:37.138387 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-255a44c0-8371-4c32-be99-939a4809c6f7 req-b22dca73-7622-41bc-bcc3-d55900396557 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f490981b-45a9-43e1-a661-0229cc7a8cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594542 Jul 29 23:21:37.234882 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dffeb82-0851-4e3e-8657-41bb2fb8ece5 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Pushing event deleted for resources: {'Port': ['ID=59ce808c-6510-4736-bf18-1f4b7af1cfd2,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:37.242885 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5fe22f3-1b2a-4855-a901-dfddfa6bf478 req-6dffeb82-0851-4e3e-8657-41bb2fb8ece5 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] No DVR routers for this DVR port 59ce808c-6510-4736-bf18-1f4b7af1cfd2 on host n-h1-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:21:37.260251 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d5fe22f3-1b2a-4855-a901-dfddfa6bf478 req-6dffeb82-0851-4e3e-8657-41bb2fb8ece5 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:37.266621 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d5fe22f3-1b2a-4855-a901-dfddfa6bf478 req-6dffeb82-0851-4e3e-8657-41bb2fb8ece5 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] 10.222.0.41 "DELETE /v2.0/ports/59ce808c-6510-4736-bf18-1f4b7af1cfd2 HTTP/1.1" status: 204 len: 173 time: 1.5920901 Jul 29 23:21:37.286750 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd4cf43a-f076-42aa-b25a-3e6511c531a5', 'name': 'network-vif-deleted', 'tag': '59ce808c-6510-4736-bf18-1f4b7af1cfd2'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:21:37.297607 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-326ef8cf-f95d-4cfa-945d-e791445075f7" -d '{"events": [{"server_uuid": "cd4cf43a-f076-42aa-b25a-3e6511c531a5", "name": "network-vif-deleted", "tag": "59ce808c-6510-4736-bf18-1f4b7af1cfd2"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:21:37.302049 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:37.335926 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e5a21f9-e415-4212-ac3b-fc3c41c9d34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdefdbbb-b55f-4fb9-a3ef-face673e7892'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:21:37.338839 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d8c2cb-b820-42b1-87fe-75c65123830f" -d '{"events": [{"server_uuid": "3e5a21f9-e415-4212-ac3b-fc3c41c9d34f", "name": "network-vif-plugged", "status": "completed", "tag": "cdefdbbb-b55f-4fb9-a3ef-face673e7892"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:21:37.351099 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f1cc35ab-80d1-4c54-a4d5-20d30340d25e req-9d0c264b-2c15-437e-a5a8-646d504d1224 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4134984 Jul 29 23:21:37.356264 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port cdefdbbb-b55f-4fb9-a3ef-face673e7892, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=cdefdbbb-b55f-4fb9-a3ef-face673e7892,segment=NetworkSegment(2db8471f-c43b-49ee-9f08-2f1c56af231c),segment_id=2db8471f-c43b-49ee-9f08-2f1c56af231c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:37.372367 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:37.373568 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 60bc616e-990d-48d1-9503-5fc08821f418 no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:21:37.380574 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-255a44c0-8371-4c32-be99-939a4809c6f7 req-895c696a-8244-4268-8459-683f5fe12a25 service neutron] 10.222.0.41 "GET /v2.0/networks/f490981b-45a9-43e1-a661-0229cc7a8cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359440 Jul 29 23:21:37.417800 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-703deffe-905a-4ee2-8dbf-916bf07eeb94 req-1acb1c5d-dda4-4bf5-af4c-8753da2382d4 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Made reservation on behalf of f4fb04acaf444a438779b8cf93bf1437 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:21:37.423688 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-703deffe-905a-4ee2-8dbf-916bf07eeb94 req-1acb1c5d-dda4-4bf5-af4c-8753da2382d4 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:37.468015 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: 60bc616e-990d-48d1-9503-5fc08821f418 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:21:37.468606 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 60bc616e-990d-48d1-9503-5fc08821f418 not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:21:37.469291 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 2f7b97b6-bbf2-466f-92fd-23d97a940c48 no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:21:37.538549 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: 2f7b97b6-bbf2-466f-92fd-23d97a940c48 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:21:37.538896 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 2f7b97b6-bbf2-466f-92fd-23d97a940c48 not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:21:37.589315 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=cdefdbbb-b55f-4fb9-a3ef-face673e7892,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:37.591045 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da02c17-be75-4fb8-8936-78bcd2f03fd3 x-openstack-request-id: req-8da02c17-be75-4fb8-8936-78bcd2f03fd3 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:21:37.591626 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "108c8d36-bcb2-42ba-aab2-078c4d0c9b48", "name": "network-vif-deleted", "tag": "2f7b97b6-bbf2-466f-92fd-23d97a940c48", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:21:37.593708 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8da02c17-be75-4fb8-8936-78bcd2f03fd3 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:21:37.594135 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '108c8d36-bcb2-42ba-aab2-078c4d0c9b48', 'name': 'network-vif-deleted', 'tag': '2f7b97b6-bbf2-466f-92fd-23d97a940c48', 'status': 'completed', 'code': 200} Jul 29 23:21:37.605851 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-255a44c0-8371-4c32-be99-939a4809c6f7 req-1648939f-83cd-4aef-a05c-13b9d50b8866 service neutron] 10.222.0.41 "GET /v2.0/networks/f490981b-45a9-43e1-a661-0229cc7a8cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166293 Jul 29 23:21:37.756460 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-703deffe-905a-4ee2-8dbf-916bf07eeb94 req-1acb1c5d-dda4-4bf5-af4c-8753da2382d4 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Allocated IP 172.20.0.4 (666740f6-88d5-4493-9e12-abc4c5ef258e/415faf0b-bf5f-4f8b-b3ff-1ae5686de75a/05f9576e-0bb3-4f67-9fe6-ea7da6d80bf5) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:21:37.808513 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543db77-4067-4243-9137-70bd70d4fbe7 req-612c4cc2-168d-43a2-92c3-926a832d85e1 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:37.810445 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8543db77-4067-4243-9137-70bd70d4fbe7 req-612c4cc2-168d-43a2-92c3-926a832d85e1 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=27b69aaa-149a-445a-be86-5148b2f003b6 HTTP/1.1" status: 200 len: 944 time: 0.1073947 Jul 29 23:21:37.905175 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-71e7d13f-8f5f-4813-9dd2-72dcc8304310 req-3b349fb4-c1fd-4f7b-bb91-8b91089ecd8e tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=cfcef37c-6053-48a6-bb3d-bf9693f71062 HTTP/1.1" status: 200 len: 210 time: 0.0445585 Jul 29 23:21:37.912587 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8543db77-4067-4243-9137-70bd70d4fbe7 req-d57648d5-35ab-4e4b-9176-7aa2f6391b69 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943496 Jul 29 23:21:37.971401 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c4a93a5-97c2-45af-b62c-bb301d7261d5 x-openstack-request-id: req-7c4a93a5-97c2-45af-b62c-bb301d7261d5 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:21:37.971742 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd4cf43a-f076-42aa-b25a-3e6511c531a5", "name": "network-vif-deleted", "tag": "59ce808c-6510-4736-bf18-1f4b7af1cfd2", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:21:37.972001 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7c4a93a5-97c2-45af-b62c-bb301d7261d5 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:21:37.972395 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd4cf43a-f076-42aa-b25a-3e6511c531a5', 'name': 'network-vif-deleted', 'tag': '59ce808c-6510-4736-bf18-1f4b7af1cfd2', 'status': 'completed', 'code': 200} Jul 29 23:21:38.013055 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd6db18-499d-4db2-9d0a-4c0de31a1c0c x-openstack-request-id: req-6fd6db18-499d-4db2-9d0a-4c0de31a1c0c {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:21:38.013490 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e5a21f9-e415-4212-ac3b-fc3c41c9d34f", "name": "network-vif-plugged", "status": "completed", "tag": "cdefdbbb-b55f-4fb9-a3ef-face673e7892", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:21:38.013975 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6fd6db18-499d-4db2-9d0a-4c0de31a1c0c {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:21:38.014481 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e5a21f9-e415-4212-ac3b-fc3c41c9d34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdefdbbb-b55f-4fb9-a3ef-face673e7892', 'code': 200} Jul 29 23:21:38.041385 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-703deffe-905a-4ee2-8dbf-916bf07eeb94 req-1acb1c5d-dda4-4bf5-af4c-8753da2382d4 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:38.205898 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f20823-add9-42ca-8d12-d64c978010dc req-a895bd69-db71-426a-b2d5-09fb063d6d06 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:38.214397 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-80f20823-add9-42ca-8d12-d64c978010dc req-a895bd69-db71-426a-b2d5-09fb063d6d06 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e7c21fc-a617-499a-a692-712fb381b4fb HTTP/1.1" status: 200 len: 951 time: 0.1597877 Jul 29 23:21:38.254389 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be56f00-3ad8-4cb9-962b-aefbd23e7f42 req-f681b82c-c085-4e64-ad30-a6567d3e12c1 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:38.256995 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2be56f00-3ad8-4cb9-962b-aefbd23e7f42 req-f681b82c-c085-4e64-ad30-a6567d3e12c1 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=30850af8-f331-4539-aad7-0e40a19d69f5 HTTP/1.1" status: 200 len: 950 time: 0.1538384 Jul 29 23:21:38.258750 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-703deffe-905a-4ee2-8dbf-916bf07eeb94 req-1acb1c5d-dda4-4bf5-af4c-8753da2382d4 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:38.293893 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9de773-f42b-4efe-958a-fab26beb35d1 req-e49ced5e-fb2d-43bc-acaf-73bd52e5eb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:38.295674 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6c9de773-f42b-4efe-958a-fab26beb35d1 req-e49ced5e-fb2d-43bc-acaf-73bd52e5eb40 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3e5a21f9-e415-4212-ac3b-fc3c41c9d34f HTTP/1.1" status: 200 len: 1097 time: 0.1546314 Jul 29 23:21:38.363533 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-80f20823-add9-42ca-8d12-d64c978010dc req-64df4f66-8aca-4529-af20-5d35a8d0b887 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476662 Jul 29 23:21:38.372423 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-703deffe-905a-4ee2-8dbf-916bf07eeb94 req-1acb1c5d-dda4-4bf5-af4c-8753da2382d4 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Network 666740f6-88d5-4493-9e12-abc4c5ef258e is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:21:38.432220 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6c9de773-f42b-4efe-958a-fab26beb35d1 req-b9e24786-1686-4def-a41e-c431e043f9d1 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049891 Jul 29 23:21:38.445973 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-703deffe-905a-4ee2-8dbf-916bf07eeb94 req-1acb1c5d-dda4-4bf5-af4c-8753da2382d4 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:21:38.462646 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acb1c5d-dda4-4bf5-af4c-8753da2382d4 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Pushing event updated for resources: {'Port': ['ID=05f9576e-0bb3-4f67-9fe6-ea7da6d80bf5,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:38.465080 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-28bc7ffc-f22a-4371-8b4c-1fe23e94d18f tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:38.466989 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-28bc7ffc-f22a-4371-8b4c-1fe23e94d18f tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] 10.222.0.41 "GET /v2.0/networks?id=a43a6a64-f101-4685-8986-2fb94aeaf17f HTTP/1.1" status: 200 len: 812 time: 0.3366544 Jul 29 23:21:38.479186 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-703deffe-905a-4ee2-8dbf-916bf07eeb94 req-1acb1c5d-dda4-4bf5-af4c-8753da2382d4 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:21:38.500293 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-ec0a7f49-0505-4633-9912-00040a23c12a tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:38.502282 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-ec0a7f49-0505-4633-9912-00040a23c12a tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] 10.222.0.22 "GET /v2.0/networks?id=a43a6a64-f101-4685-8986-2fb94aeaf17f HTTP/1.1" status: 200 len: 812 time: 0.2491758 Jul 29 23:21:38.520849 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2be56f00-3ad8-4cb9-962b-aefbd23e7f42 req-537aa061-7d77-4975-bfb1-6cbe6a8b4219 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510533 Jul 29 23:21:38.537893 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-7046147d-9f45-454b-bd2d-b6b294d38c8d tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Request body: {'port': {'device_id': 'b7ce3e6f-d0c3-472f-b732-63f3b9f7886f', 'network_id': 'a43a6a64-f101-4685-8986-2fb94aeaf17f', 'admin_state_up': True, 'tenant_id': '5496b7c4c812467cb5eea89ef060416b'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:38.564687 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2f9df9f8-7abd-4120-81fe-ffce152be7ed req-9e01ad5f-9c39-4f76-b60a-ff9a6927bab8 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7ce3e6f-d0c3-472f-b732-63f3b9f7886f HTTP/1.1" status: 200 len: 210 time: 0.0408831 Jul 29 23:21:38.579457 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703deffe-905a-4ee2-8dbf-916bf07eeb94 req-1acb1c5d-dda4-4bf5-af4c-8753da2382d4 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:38.580419 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-703deffe-905a-4ee2-8dbf-916bf07eeb94 req-1acb1c5d-dda4-4bf5-af4c-8753da2382d4 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:38.616154 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-703deffe-905a-4ee2-8dbf-916bf07eeb94 req-1acb1c5d-dda4-4bf5-af4c-8753da2382d4 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6561871 Jul 29 23:21:38.636398 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-703deffe-905a-4ee2-8dbf-916bf07eeb94 req-66dca7d3-dc12-48dd-b3b7-7e15fcbf6672 service neutron] Request body: {'port': {'device_id': 'cfcef37c-6053-48a6-bb3d-bf9693f71062', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:38.673041 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-3877d56d-7e82-4975-b0bc-902d9fcd9aad tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Request body: {'port': {'device_id': '3d230c89-7f18-483c-9d37-f3c08cfbcf61', 'network_id': 'a43a6a64-f101-4685-8986-2fb94aeaf17f', 'admin_state_up': True, 'tenant_id': '5496b7c4c812467cb5eea89ef060416b'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:38.769538 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-703deffe-905a-4ee2-8dbf-916bf07eeb94 req-66dca7d3-dc12-48dd-b3b7-7e15fcbf6672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:38.911741 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b55ac7-b7b1-4fa7-8363-8c2c9722055e req-87403c27-c467-46ce-a321-f419a3b42d1e tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:38.914040 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d3b55ac7-b7b1-4fa7-8363-8c2c9722055e req-87403c27-c467-46ce-a321-f419a3b42d1e tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa120cd7-0211-4466-90f0-cdb139621c08 HTTP/1.1" status: 200 len: 947 time: 0.2405159 Jul 29 23:21:38.928643 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2bada6-cfa9-4713-a752-7c83d1375053 req-801d8573-34c5-4792-baa9-0bd741afec1d tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:38.930581 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6f2bada6-cfa9-4713-a752-7c83d1375053 req-801d8573-34c5-4792-baa9-0bd741afec1d tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e5a21f9-e415-4212-ac3b-fc3c41c9d34f HTTP/1.1" status: 200 len: 945 time: 0.1620033 Jul 29 23:21:39.083137 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6f2bada6-cfa9-4713-a752-7c83d1375053 req-f1440319-bdfe-4204-989f-10dc34c3903b tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273694 Jul 29 23:21:39.089445 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d3b55ac7-b7b1-4fa7-8363-8c2c9722055e req-5a43c819-8f70-450b-b94a-e0d235890b47 tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a6bacb2-785e-46ce-99a7-969ba7b68206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574636 Jul 29 23:21:39.113306 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 59ce808c-6510-4736-bf18-1f4b7af1cfd2 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:21:39.158669 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] No Port match for: 59ce808c-6510-4736-bf18-1f4b7af1cfd2 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:21:39.159014 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 59ce808c-6510-4736-bf18-1f4b7af1cfd2 not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:21:39.188223 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90153c5b-8424-40d8-9a48-5e44fba24dc2 req-5c6d9dd8-1229-4d86-843f-58b5a9c5f155 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:39.189803 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-90153c5b-8424-40d8-9a48-5e44fba24dc2 req-5c6d9dd8-1229-4d86-843f-58b5a9c5f155 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.22 "GET /v2.0/ports?device_id=9e7c21fc-a617-499a-a692-712fb381b4fb HTTP/1.1" status: 200 len: 951 time: 0.1124895 Jul 29 23:21:39.296128 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.db.api [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-3877d56d-7e82-4975-b0bc-902d9fcd9aad tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 23:21:39.296128 n-d-712141-10 neutron-server[94077]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 29 23:21:39.296128 n-d-712141-10 neutron-server[94077]: [parameters: {'project_id_1': '5496b7c4c812467cb5eea89ef060416b', 'expiration_1': datetime.datetime(2021, 7, 29, 23, 21, 39, 271410)}] Jul 29 23:21:39.296128 n-d-712141-10 neutron-server[94077]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:21:39.296620 n-d-712141-10 neutron-server[94077]: DEBUG oslo_db.api [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-3877d56d-7e82-4975-b0bc-902d9fcd9aad tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:21:39.335758 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-7046147d-9f45-454b-bd2d-b6b294d38c8d tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Made reservation on behalf of 5496b7c4c812467cb5eea89ef060416b for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:21:39.341431 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-7046147d-9f45-454b-bd2d-b6b294d38c8d tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:39.427544 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e3557c-8f64-49ec-9b13-cd7d162098f9 req-c8f9fe60-2dca-4356-8600-8acf58e11a3d tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:39.429868 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-10e3557c-8f64-49ec-9b13-cd7d162098f9 req-c8f9fe60-2dca-4356-8600-8acf58e11a3d tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=cfcef37c-6053-48a6-bb3d-bf9693f71062 HTTP/1.1" status: 200 len: 931 time: 0.2027314 Jul 29 23:21:39.464616 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc3111-05d4-4960-8d1c-05ee1d6cc61d req-07aac67f-6986-472d-b8eb-2cd79c5c9519 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:39.472708 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f8cc3111-05d4-4960-8d1c-05ee1d6cc61d req-07aac67f-6986-472d-b8eb-2cd79c5c9519 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=27b69aaa-149a-445a-be86-5148b2f003b6 HTTP/1.1" status: 200 len: 944 time: 0.1506584 Jul 29 23:21:39.489511 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-90153c5b-8424-40d8-9a48-5e44fba24dc2 req-ef6d36ef-4305-4942-9f4f-863f76f8575f tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Deleting port 4fe51e40-066d-405b-8a55-767ca109e9d1 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:21:39.490237 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-90153c5b-8424-40d8-9a48-5e44fba24dc2 req-ef6d36ef-4305-4942-9f4f-863f76f8575f tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:39.504879 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-703deffe-905a-4ee2-8dbf-916bf07eeb94 req-66dca7d3-dc12-48dd-b3b7-7e15fcbf6672 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05f9576e-0bb3-4f67-9fe6-ea7da6d80bf5 {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:21:39.519150 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-703deffe-905a-4ee2-8dbf-916bf07eeb94 req-66dca7d3-dc12-48dd-b3b7-7e15fcbf6672 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:39.557931 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-703deffe-905a-4ee2-8dbf-916bf07eeb94 req-66dca7d3-dc12-48dd-b3b7-7e15fcbf6672 service neutron] Transition to ACTIVE for port object 05f9576e-0bb3-4f67-9fe6-ea7da6d80bf5 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:21:39.566037 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-10e3557c-8f64-49ec-9b13-cd7d162098f9 req-2ff4a69b-95c5-43a1-aff5-6e6dd5a6f1f3 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273353 Jul 29 23:21:39.575882 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f8cc3111-05d4-4960-8d1c-05ee1d6cc61d req-853ee630-ea70-4fd9-8b54-ea3be0932767 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024940 Jul 29 23:21:39.579605 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-703deffe-905a-4ee2-8dbf-916bf07eeb94 req-66dca7d3-dc12-48dd-b3b7-7e15fcbf6672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:39.597323 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27b69aaa-149a-445a-be86-5148b2f003b6', 'tag': 'd7813a99-28a6-4be9-af82-49b1831afa02'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:21:39.602079 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f62696c-efb8-447f-a619-41afb8193e81" -d '{"events": [{"name": "network-changed", "server_uuid": "27b69aaa-149a-445a-be86-5148b2f003b6", "tag": "d7813a99-28a6-4be9-af82-49b1831afa02"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:21:39.730955 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dca7d3-dc12-48dd-b3b7-7e15fcbf6672 service neutron] Pushing event updated for resources: {'Port': ['ID=05f9576e-0bb3-4f67-9fe6-ea7da6d80bf5,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:39.741728 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-7046147d-9f45-454b-bd2d-b6b294d38c8d tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Allocated IP 172.20.0.13 (a43a6a64-f101-4685-8986-2fb94aeaf17f/3a5f2573-5c05-49af-828c-5721208424cf/d87d2c95-53b7-46fa-9ec9-d385cae8b673) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:21:39.773274 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-90153c5b-8424-40d8-9a48-5e44fba24dc2 req-ef6d36ef-4305-4942-9f4f-863f76f8575f tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] For port 4fe51e40-066d-405b-8a55-767ca109e9d1, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=4fe51e40-066d-405b-8a55-767ca109e9d1,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:39.774126 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-90153c5b-8424-40d8-9a48-5e44fba24dc2 req-ef6d36ef-4305-4942-9f4f-863f76f8575f tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:39.818179 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2e26b-56f2-4799-9767-913c902dfb86 req-a599b825-edc5-481f-9027-0387b91da449 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:39.820644 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-90153c5b-8424-40d8-9a48-5e44fba24dc2 req-ef6d36ef-4305-4942-9f4f-863f76f8575f tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Calling delete_port for 4fe51e40-066d-405b-8a55-767ca109e9d1 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:21:39.826006 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2ac2e26b-56f2-4799-9767-913c902dfb86 req-a599b825-edc5-481f-9027-0387b91da449 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/ports?device_id=9e7c21fc-a617-499a-a692-712fb381b4fb HTTP/1.1" status: 200 len: 951 time: 0.1482434 Jul 29 23:21:39.847026 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0200487f-cb66-4bff-9c6c-e187cc1f01cd req-e00e54b6-7ab3-49cc-85b8-0357f7ef536c tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:39.849270 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0200487f-cb66-4bff-9c6c-e187cc1f01cd req-e00e54b6-7ab3-49cc-85b8-0357f7ef536c tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=30850af8-f331-4539-aad7-0e40a19d69f5 HTTP/1.1" status: 200 len: 950 time: 0.1313560 Jul 29 23:21:39.926145 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2ac2e26b-56f2-4799-9767-913c902dfb86 req-b2610ecd-5486-4b27-97c4-80921bf75905 tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.43 "GET /v2.0/security-groups?id=49f09453-c613-4ba7-9f00-c0558d042a43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992739 Jul 29 23:21:39.929508 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-3877d56d-7e82-4975-b0bc-902d9fcd9aad tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Made reservation on behalf of 5496b7c4c812467cb5eea89ef060416b for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:21:39.931134 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0200487f-cb66-4bff-9c6c-e187cc1f01cd req-02bef8d6-7021-4348-a4d2-d9522921459a tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716739 Jul 29 23:21:39.932835 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-3877d56d-7e82-4975-b0bc-902d9fcd9aad tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:39.935100 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-703deffe-905a-4ee2-8dbf-916bf07eeb94 req-66dca7d3-dc12-48dd-b3b7-7e15fcbf6672 service neutron] Attempting to bind port 05f9576e-0bb3-4f67-9fe6-ea7da6d80bf5 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:21:39.935437 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-703deffe-905a-4ee2-8dbf-916bf07eeb94 req-66dca7d3-dc12-48dd-b3b7-7e15fcbf6672 service neutron] Attempting to bind port 05f9576e-0bb3-4f67-9fe6-ea7da6d80bf5 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '290ad064-62e5-45f1-87ac-9cd12097849c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '666740f6-88d5-4493-9e12-abc4c5ef258e'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:21:39.935768 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703deffe-905a-4ee2-8dbf-916bf07eeb94 req-66dca7d3-dc12-48dd-b3b7-7e15fcbf6672 service neutron] Attempting to bind port 05f9576e-0bb3-4f67-9fe6-ea7da6d80bf5 on network 666740f6-88d5-4493-9e12-abc4c5ef258e {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:21:39.956982 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703deffe-905a-4ee2-8dbf-916bf07eeb94 req-66dca7d3-dc12-48dd-b3b7-7e15fcbf6672 service neutron] Port 05f9576e-0bb3-4f67-9fe6-ea7da6d80bf5 on network 666740f6-88d5-4493-9e12-abc4c5ef258e not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:21:39.957311 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703deffe-905a-4ee2-8dbf-916bf07eeb94 req-66dca7d3-dc12-48dd-b3b7-7e15fcbf6672 service neutron] Attempting to bind port 05f9576e-0bb3-4f67-9fe6-ea7da6d80bf5 on network 666740f6-88d5-4493-9e12-abc4c5ef258e {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:21:39.976713 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703deffe-905a-4ee2-8dbf-916bf07eeb94 req-66dca7d3-dc12-48dd-b3b7-7e15fcbf6672 service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:21:39.977102 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703deffe-905a-4ee2-8dbf-916bf07eeb94 req-66dca7d3-dc12-48dd-b3b7-7e15fcbf6672 service neutron] Checking segment: {'id': '290ad064-62e5-45f1-87ac-9cd12097849c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '666740f6-88d5-4493-9e12-abc4c5ef258e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:21:39.977454 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-703deffe-905a-4ee2-8dbf-916bf07eeb94 req-66dca7d3-dc12-48dd-b3b7-7e15fcbf6672 service neutron] Bound using segment: {'id': '290ad064-62e5-45f1-87ac-9cd12097849c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '666740f6-88d5-4493-9e12-abc4c5ef258e'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:21:39.977920 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-703deffe-905a-4ee2-8dbf-916bf07eeb94 req-66dca7d3-dc12-48dd-b3b7-7e15fcbf6672 service neutron] Bound port: 05f9576e-0bb3-4f67-9fe6-ea7da6d80bf5, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '290ad064-62e5-45f1-87ac-9cd12097849c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '666740f6-88d5-4493-9e12-abc4c5ef258e'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:21:39.978292 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-703deffe-905a-4ee2-8dbf-916bf07eeb94 req-66dca7d3-dc12-48dd-b3b7-7e15fcbf6672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:40.040630 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a731e7a1-0708-4872-ac86-59351a48660c x-openstack-request-id: req-a731e7a1-0708-4872-ac86-59351a48660c {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:21:40.040922 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27b69aaa-149a-445a-be86-5148b2f003b6", "tag": "d7813a99-28a6-4be9-af82-49b1831afa02", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:21:40.042302 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a731e7a1-0708-4872-ac86-59351a48660c {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:21:40.042302 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27b69aaa-149a-445a-be86-5148b2f003b6', 'tag': 'd7813a99-28a6-4be9-af82-49b1831afa02', 'status': 'completed', 'code': 200} Jul 29 23:21:40.059809 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca37c6a-4490-4534-b1d2-fa8e85986091 req-26d55eab-a273-40a0-a660-8c99fd65a342 tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:40.061984 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-bca37c6a-4490-4534-b1d2-fa8e85986091 req-26d55eab-a273-40a0-a660-8c99fd65a342 tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] 10.222.0.22 "GET /v2.0/ports?device_id=aa120cd7-0211-4466-90f0-cdb139621c08 HTTP/1.1" status: 200 len: 947 time: 0.2689617 Jul 29 23:21:40.063592 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d34d7034-2a5c-4c0b-892f-ecb04faa93e8 req-d9aeea8e-5d23-4d93-b0ec-23642bf048d9 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7ce3e6f-d0c3-472f-b732-63f3b9f7886f HTTP/1.1" status: 200 len: 210 time: 0.0326347 Jul 29 23:21:40.143010 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-703deffe-905a-4ee2-8dbf-916bf07eeb94 req-66dca7d3-dc12-48dd-b3b7-7e15fcbf6672 service neutron] For port 05f9576e-0bb3-4f67-9fe6-ea7da6d80bf5, host n-h2-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:21:40.148592 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-703deffe-905a-4ee2-8dbf-916bf07eeb94 req-66dca7d3-dc12-48dd-b3b7-7e15fcbf6672 service neutron] For port 05f9576e-0bb3-4f67-9fe6-ea7da6d80bf5, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=05f9576e-0bb3-4f67-9fe6-ea7da6d80bf5,segment=NetworkSegment(290ad064-62e5-45f1-87ac-9cd12097849c),segment_id=290ad064-62e5-45f1-87ac-9cd12097849c)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:21:40.160079 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62696c-efb8-447f-a619-41afb8193e81 req-25fd06e3-a849-4602-a88a-d604288547b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:40.164618 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7f62696c-efb8-447f-a619-41afb8193e81 req-25fd06e3-a849-4602-a88a-d604288547b8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c2657a7d23514506876a4df5f527f58c&device_id=27b69aaa-149a-445a-be86-5148b2f003b6 HTTP/1.1" status: 200 len: 1096 time: 0.0955157 Jul 29 23:21:40.167505 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-703deffe-905a-4ee2-8dbf-916bf07eeb94 req-66dca7d3-dc12-48dd-b3b7-7e15fcbf6672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:40.317519 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-7046147d-9f45-454b-bd2d-b6b294d38c8d tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:40.319506 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703deffe-905a-4ee2-8dbf-916bf07eeb94 req-66dca7d3-dc12-48dd-b3b7-7e15fcbf6672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:40.320130 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-703deffe-905a-4ee2-8dbf-916bf07eeb94 req-66dca7d3-dc12-48dd-b3b7-7e15fcbf6672 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:40.321524 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-703deffe-905a-4ee2-8dbf-916bf07eeb94 req-66dca7d3-dc12-48dd-b3b7-7e15fcbf6672 service neutron] 10.222.0.22 "PUT /v2.0/ports/05f9576e-0bb3-4f67-9fe6-ea7da6d80bf5 HTTP/1.1" status: 200 len: 1092 time: 1.6954503 Jul 29 23:21:40.322932 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfcef37c-6053-48a6-bb3d-bf9693f71062', 'tag': '05f9576e-0bb3-4f67-9fe6-ea7da6d80bf5'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:21:40.325788 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6320c40-8601-4352-8ab8-fb90753b844a" -d '{"events": [{"name": "network-changed", "server_uuid": "cfcef37c-6053-48a6-bb3d-bf9693f71062", "tag": "05f9576e-0bb3-4f67-9fe6-ea7da6d80bf5"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:21:40.383887 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-90153c5b-8424-40d8-9a48-5e44fba24dc2 req-ef6d36ef-4305-4942-9f4f-863f76f8575f tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:40.387730 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-bca37c6a-4490-4534-b1d2-fa8e85986091 req-03cc14db-b364-4897-be78-e6e889281c3c tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Deleting port e7636624-ee00-43ce-8045-cac196986c66 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:21:40.387961 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-bca37c6a-4490-4534-b1d2-fa8e85986091 req-03cc14db-b364-4897-be78-e6e889281c3c tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:40.396476 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['4fe51e40-066d-405b-8a55-767ca109e9d1'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:21:40.518465 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-7046147d-9f45-454b-bd2d-b6b294d38c8d tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:40.529607 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6d36ef-4305-4942-9f4f-863f76f8575f tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Pushing event deleted for resources: {'Port': ['ID=4fe51e40-066d-405b-8a55-767ca109e9d1,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:40.626797 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-90153c5b-8424-40d8-9a48-5e44fba24dc2 req-ef6d36ef-4305-4942-9f4f-863f76f8575f tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] No DVR routers for this DVR port 4fe51e40-066d-405b-8a55-767ca109e9d1 on host n-h2-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:21:40.635890 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-90153c5b-8424-40d8-9a48-5e44fba24dc2 req-ef6d36ef-4305-4942-9f4f-863f76f8575f tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:40.638641 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-90153c5b-8424-40d8-9a48-5e44fba24dc2 req-ef6d36ef-4305-4942-9f4f-863f76f8575f tempest-ServersAdminTestJSON-1191754128 tempest-ServersAdminTestJSON-1191754128-project] 10.222.0.22 "DELETE /v2.0/ports/4fe51e40-066d-405b-8a55-767ca109e9d1 HTTP/1.1" status: 204 len: 173 time: 1.4393287 Jul 29 23:21:40.667730 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-7046147d-9f45-454b-bd2d-b6b294d38c8d tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Network a43a6a64-f101-4685-8986-2fb94aeaf17f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:21:40.676383 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-7046147d-9f45-454b-bd2d-b6b294d38c8d tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:21:40.678436 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.db.api [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-3877d56d-7e82-4975-b0bc-902d9fcd9aad tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.13-662b1c38-9119-4957-b0e2-a0252fed3732 {{(pid=94077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:21:40.678765 n-d-712141-10 neutron-server[94077]: DEBUG oslo_db.api [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-3877d56d-7e82-4975-b0bc-902d9fcd9aad tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:21:40.683294 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-7046147d-9f45-454b-bd2d-b6b294d38c8d tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:21:40.717857 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7046147d-9f45-454b-bd2d-b6b294d38c8d tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Pushing event updated for resources: {'Port': ['ID=d87d2c95-53b7-46fa-9ec9-d385cae8b673,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:40.729765 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-bca37c6a-4490-4534-b1d2-fa8e85986091 req-03cc14db-b364-4897-be78-e6e889281c3c tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] For port e7636624-ee00-43ce-8045-cac196986c66, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=e7636624-ee00-43ce-8045-cac196986c66,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:40.730024 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-bca37c6a-4490-4534-b1d2-fa8e85986091 req-03cc14db-b364-4897-be78-e6e889281c3c tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:40.753875 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-bca37c6a-4490-4534-b1d2-fa8e85986091 req-03cc14db-b364-4897-be78-e6e889281c3c tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Calling delete_port for e7636624-ee00-43ce-8045-cac196986c66 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:21:40.768945 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-7046147d-9f45-454b-bd2d-b6b294d38c8d tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:40.769621 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-7046147d-9f45-454b-bd2d-b6b294d38c8d tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:40.779954 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dca7d3-dc12-48dd-b3b7-7e15fcbf6672 service neutron] Pushing event updated for resources: {'Port': ['ID=05f9576e-0bb3-4f67-9fe6-ea7da6d80bf5,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:40.817862 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-7046147d-9f45-454b-bd2d-b6b294d38c8d tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3019857 Jul 29 23:21:40.819101 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc1c3a-672f-404e-9b9d-abcdd25497cc req-2bbfebb2-e7b7-4705-be87-0104dab75831 tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:40.820831 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-defc1c3a-672f-404e-9b9d-abcdd25497cc req-2bbfebb2-e7b7-4705-be87-0104dab75831 tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] 10.222.0.43 "GET /v2.0/ports?device_id=aa120cd7-0211-4466-90f0-cdb139621c08 HTTP/1.1" status: 200 len: 947 time: 0.6202316 Jul 29 23:21:40.834284 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-ec00f88d-80e4-4445-b448-52e1a8d0336d service neutron] Request body: {'port': {'device_id': 'b7ce3e6f-d0c3-472f-b732-63f3b9f7886f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:40.834523 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef698cd9-8532-4f39-bdf9-cba5b6fd7f8f req-0f518fa2-18b1-4b34-9a60-e1bc1a30139a tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:40.836155 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ef698cd9-8532-4f39-bdf9-cba5b6fd7f8f req-0f518fa2-18b1-4b34-9a60-e1bc1a30139a tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e5a21f9-e415-4212-ac3b-fc3c41c9d34f HTTP/1.1" status: 200 len: 945 time: 0.6152251 Jul 29 23:21:40.848043 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62696c-efb8-447f-a619-41afb8193e81 req-3eee77f0-cb12-42f3-98f1-b350a9c5af8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:40.849707 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7f62696c-efb8-447f-a619-41afb8193e81 req-3eee77f0-cb12-42f3-98f1-b350a9c5af8f service neutron] 10.222.0.41 "GET /v2.0/networks?id=f490981b-45a9-43e1-a661-0229cc7a8cd7 HTTP/1.1" status: 200 len: 922 time: 0.6755335 Jul 29 23:21:40.881702 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703deffe-905a-4ee2-8dbf-916bf07eeb94 req-64acfbec-e450-42bf-8b89-a7755dce5307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:40.883126 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-703deffe-905a-4ee2-8dbf-916bf07eeb94 req-64acfbec-e450-42bf-8b89-a7755dce5307 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f4fb04acaf444a438779b8cf93bf1437&device_id=cfcef37c-6053-48a6-bb3d-bf9693f71062 HTTP/1.1" status: 200 len: 1095 time: 0.5096569 Jul 29 23:21:40.908754 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-ec00f88d-80e4-4445-b448-52e1a8d0336d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:40.931025 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7f62696c-efb8-447f-a619-41afb8193e81 req-494b45e0-c79d-4341-b5d7-425d0ac0ca5e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7813a99-28a6-4be9-af82-49b1831afa02 HTTP/1.1" status: 200 len: 217 time: 0.0624921 Jul 29 23:21:40.983120 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-defc1c3a-672f-404e-9b9d-abcdd25497cc req-ae850437-4c25-463c-a888-325e21dd3c96 tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a6bacb2-785e-46ce-99a7-969ba7b68206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445935 Jul 29 23:21:40.987306 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-703deffe-905a-4ee2-8dbf-916bf07eeb94 req-a434841d-8459-49c5-a682-f5e26a96849a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05f9576e-0bb3-4f67-9fe6-ea7da6d80bf5 HTTP/1.1" status: 200 len: 217 time: 0.0703037 Jul 29 23:21:40.997535 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-bca37c6a-4490-4534-b1d2-fa8e85986091 req-03cc14db-b364-4897-be78-e6e889281c3c tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:41.009275 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ef698cd9-8532-4f39-bdf9-cba5b6fd7f8f req-5599d19a-ee84-4252-8a2c-5de1609c266f tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578183 Jul 29 23:21:41.074734 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62696c-efb8-447f-a619-41afb8193e81 req-f1c2c274-ceb2-4d38-b043-50ce93310766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:41.076846 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7f62696c-efb8-447f-a619-41afb8193e81 req-f1c2c274-ceb2-4d38-b043-50ce93310766 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=998261e9-cec6-4719-b797-0c7da54a3001 HTTP/1.1" status: 200 len: 861 time: 0.1347129 Jul 29 23:21:41.080324 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703deffe-905a-4ee2-8dbf-916bf07eeb94 req-bb6c11ee-2496-4f09-afd0-c4345d4ac6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:41.081719 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-703deffe-905a-4ee2-8dbf-916bf07eeb94 req-bb6c11ee-2496-4f09-afd0-c4345d4ac6f2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=415faf0b-bf5f-4f8b-b3ff-1ae5686de75a HTTP/1.1" status: 200 len: 851 time: 0.0760334 Jul 29 23:21:41.101095 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e22669-697f-4620-ae60-0567417912fa x-openstack-request-id: req-10e22669-697f-4620-ae60-0567417912fa {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:21:41.101465 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfcef37c-6053-48a6-bb3d-bf9693f71062", "tag": "05f9576e-0bb3-4f67-9fe6-ea7da6d80bf5", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:21:41.101802 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-10e22669-697f-4620-ae60-0567417912fa {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:21:41.102465 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfcef37c-6053-48a6-bb3d-bf9693f71062', 'tag': '05f9576e-0bb3-4f67-9fe6-ea7da6d80bf5', 'status': 'completed', 'code': 200} Jul 29 23:21:41.120353 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cc14db-b364-4897-be78-e6e889281c3c tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Pushing event deleted for resources: {'Port': ['ID=e7636624-ee00-43ce-8045-cac196986c66,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:41.133484 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-703deffe-905a-4ee2-8dbf-916bf07eeb94 req-276f0131-75c5-4332-ad3a-7e2780a40934 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=666740f6-88d5-4493-9e12-abc4c5ef258e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420876 Jul 29 23:21:41.159985 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7f62696c-efb8-447f-a619-41afb8193e81 req-16b4f143-b531-434d-838e-5995a08739d9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f490981b-45a9-43e1-a661-0229cc7a8cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553355 Jul 29 23:21:41.182411 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-3877d56d-7e82-4975-b0bc-902d9fcd9aad tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:41.214421 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-bca37c6a-4490-4534-b1d2-fa8e85986091 req-03cc14db-b364-4897-be78-e6e889281c3c tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] No DVR routers for this DVR port e7636624-ee00-43ce-8045-cac196986c66 on host n-h2-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:21:41.259015 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-bca37c6a-4490-4534-b1d2-fa8e85986091 req-03cc14db-b364-4897-be78-e6e889281c3c tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:41.261152 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-bca37c6a-4490-4534-b1d2-fa8e85986091 req-03cc14db-b364-4897-be78-e6e889281c3c tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] 10.222.0.22 "DELETE /v2.0/ports/e7636624-ee00-43ce-8045-cac196986c66 HTTP/1.1" status: 204 len: 173 time: 1.1887753 Jul 29 23:21:41.387344 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7d70ba-2586-4faa-9599-c49264f9adde req-d652888f-c6e4-436d-a35e-1dc8a17996c3 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:41.389520 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8a7d70ba-2586-4faa-9599-c49264f9adde req-d652888f-c6e4-436d-a35e-1dc8a17996c3 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=cfcef37c-6053-48a6-bb3d-bf9693f71062 HTTP/1.1" status: 200 len: 943 time: 0.2021196 Jul 29 23:21:41.421504 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad10232-0c19-42ce-9b08-3d3518f91920 req-9ab8f6fa-1e27-45a0-85a5-96776e6e3220 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:41.422934 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5ad10232-0c19-42ce-9b08-3d3518f91920 req-9ab8f6fa-1e27-45a0-85a5-96776e6e3220 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=27b69aaa-149a-445a-be86-5148b2f003b6 HTTP/1.1" status: 200 len: 944 time: 0.2031288 Jul 29 23:21:41.443324 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-ec00f88d-80e4-4445-b448-52e1a8d0336d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d87d2c95-53b7-46fa-9ec9-d385cae8b673 {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:21:41.447959 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-703deffe-905a-4ee2-8dbf-916bf07eeb94 req-c1b9939a-b6f7-48c4-afc9-826204b7c666 service neutron] 10.222.0.22 "GET /v2.0/networks/666740f6-88d5-4493-9e12-abc4c5ef258e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980137 Jul 29 23:21:41.451323 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-ec00f88d-80e4-4445-b448-52e1a8d0336d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:41.452422 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7f62696c-efb8-447f-a619-41afb8193e81 req-56851098-fe3d-4e17-9f8f-7bf0f5e13961 service neutron] 10.222.0.41 "GET /v2.0/networks/f490981b-45a9-43e1-a661-0229cc7a8cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661314 Jul 29 23:21:41.468331 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-ec00f88d-80e4-4445-b448-52e1a8d0336d service neutron] Transition to ACTIVE for port object d87d2c95-53b7-46fa-9ec9-d385cae8b673 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:21:41.513134 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-ec00f88d-80e4-4445-b448-52e1a8d0336d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:41.566227 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-3877d56d-7e82-4975-b0bc-902d9fcd9aad tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Allocated IP 172.20.0.11 (a43a6a64-f101-4685-8986-2fb94aeaf17f/3a5f2573-5c05-49af-828c-5721208424cf/f3bced96-78e7-448f-8fbc-c9dd8e6fc0aa) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:21:41.579422 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8a7d70ba-2586-4faa-9599-c49264f9adde req-471e3426-36ec-4485-b8c7-160e8038f675 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755030 Jul 29 23:21:41.588459 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5ad10232-0c19-42ce-9b08-3d3518f91920 req-ef2e1871-d2b3-43dd-932f-ec91f90fcf35 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574349 Jul 29 23:21:41.596109 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec00f88d-80e4-4445-b448-52e1a8d0336d service neutron] Pushing event updated for resources: {'Port': ['ID=d87d2c95-53b7-46fa-9ec9-d385cae8b673,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:41.688721 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7f62696c-efb8-447f-a619-41afb8193e81 req-dac89302-d171-408c-bcae-16e9328d8c0c service neutron] 10.222.0.41 "GET /v2.0/networks/f490981b-45a9-43e1-a661-0229cc7a8cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252080 Jul 29 23:21:41.696537 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-703deffe-905a-4ee2-8dbf-916bf07eeb94 req-cd6154be-cdd4-4624-b575-68d1d93529c4 service neutron] 10.222.0.22 "GET /v2.0/networks/666740f6-88d5-4493-9e12-abc4c5ef258e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351718 Jul 29 23:21:41.818445 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf4db0a-891a-4af3-8297-484af03beaa8 req-ca778e72-caa5-4db4-8601-c8187c73480d tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:41.820195 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4bf4db0a-891a-4af3-8297-484af03beaa8 req-ca778e72-caa5-4db4-8601-c8187c73480d tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=30850af8-f331-4539-aad7-0e40a19d69f5 HTTP/1.1" status: 200 len: 950 time: 0.1226981 Jul 29 23:21:41.864986 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-ec00f88d-80e4-4445-b448-52e1a8d0336d service neutron] Attempting to bind port d87d2c95-53b7-46fa-9ec9-d385cae8b673 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:21:41.865487 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-ec00f88d-80e4-4445-b448-52e1a8d0336d service neutron] Attempting to bind port d87d2c95-53b7-46fa-9ec9-d385cae8b673 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '8f22271e-8838-4b8d-b047-05914d1d1737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a43a6a64-f101-4685-8986-2fb94aeaf17f'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:21:41.865786 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-ec00f88d-80e4-4445-b448-52e1a8d0336d service neutron] Attempting to bind port d87d2c95-53b7-46fa-9ec9-d385cae8b673 on network a43a6a64-f101-4685-8986-2fb94aeaf17f {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:21:41.884611 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-ec00f88d-80e4-4445-b448-52e1a8d0336d service neutron] Port d87d2c95-53b7-46fa-9ec9-d385cae8b673 on network a43a6a64-f101-4685-8986-2fb94aeaf17f not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:21:41.885736 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-ec00f88d-80e4-4445-b448-52e1a8d0336d service neutron] Attempting to bind port d87d2c95-53b7-46fa-9ec9-d385cae8b673 on network a43a6a64-f101-4685-8986-2fb94aeaf17f {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:21:41.912364 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-ec00f88d-80e4-4445-b448-52e1a8d0336d service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:21:41.912708 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-ec00f88d-80e4-4445-b448-52e1a8d0336d service neutron] Checking segment: {'id': '8f22271e-8838-4b8d-b047-05914d1d1737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a43a6a64-f101-4685-8986-2fb94aeaf17f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:21:41.913093 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-ec00f88d-80e4-4445-b448-52e1a8d0336d service neutron] Bound using segment: {'id': '8f22271e-8838-4b8d-b047-05914d1d1737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a43a6a64-f101-4685-8986-2fb94aeaf17f'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:21:41.913534 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-ec00f88d-80e4-4445-b448-52e1a8d0336d service neutron] Bound port: d87d2c95-53b7-46fa-9ec9-d385cae8b673, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f22271e-8838-4b8d-b047-05914d1d1737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a43a6a64-f101-4685-8986-2fb94aeaf17f'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:21:41.913916 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-ec00f88d-80e4-4445-b448-52e1a8d0336d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:41.917362 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6320c40-8601-4352-8ab8-fb90753b844a req-155802c8-aa21-4ff1-9774-68fb268ebbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:41.920405 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d6320c40-8601-4352-8ab8-fb90753b844a req-155802c8-aa21-4ff1-9774-68fb268ebbae service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f4fb04acaf444a438779b8cf93bf1437&device_id=cfcef37c-6053-48a6-bb3d-bf9693f71062 HTTP/1.1" status: 200 len: 1095 time: 0.1597264 Jul 29 23:21:41.924618 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4bf4db0a-891a-4af3-8297-484af03beaa8 req-54417bc9-6c2e-4f1b-a3fc-d8720315f122 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881181 Jul 29 23:21:41.985859 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-3877d56d-7e82-4975-b0bc-902d9fcd9aad tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:42.032920 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35042) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:42.052332 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e7c21fc-a617-499a-a692-712fb381b4fb', 'name': 'network-vif-deleted', 'tag': '4fe51e40-066d-405b-8a55-767ca109e9d1'}, {'server_uuid': 'aa120cd7-0211-4466-90f0-cdb139621c08', 'name': 'network-vif-deleted', 'tag': 'e7636624-ee00-43ce-8045-cac196986c66'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:21:42.054742 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074c4749-02f0-4895-942e-c4013e584afa" -d '{"events": [{"server_uuid": "9e7c21fc-a617-499a-a692-712fb381b4fb", "name": "network-vif-deleted", "tag": "4fe51e40-066d-405b-8a55-767ca109e9d1"}, {"server_uuid": "aa120cd7-0211-4466-90f0-cdb139621c08", "name": "network-vif-deleted", "tag": "e7636624-ee00-43ce-8045-cac196986c66"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:21:42.059021 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-ec00f88d-80e4-4445-b448-52e1a8d0336d service neutron] For port d87d2c95-53b7-46fa-9ec9-d385cae8b673, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:21:42.076052 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-ec00f88d-80e4-4445-b448-52e1a8d0336d service neutron] For port d87d2c95-53b7-46fa-9ec9-d385cae8b673, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=d87d2c95-53b7-46fa-9ec9-d385cae8b673,segment=NetworkSegment(8f22271e-8838-4b8d-b047-05914d1d1737),segment_id=8f22271e-8838-4b8d-b047-05914d1d1737)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:21:42.083151 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-ec00f88d-80e4-4445-b448-52e1a8d0336d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:42.092268 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-3877d56d-7e82-4975-b0bc-902d9fcd9aad tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:42.131759 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde3324e-9801-465e-a581-5660a874d6a0 req-41dc10b9-5ce2-4569-8f93-9c8cd656478c tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:42.132341 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-ec00f88d-80e4-4445-b448-52e1a8d0336d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:42.132960 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-ec00f88d-80e4-4445-b448-52e1a8d0336d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:42.133305 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fde3324e-9801-465e-a581-5660a874d6a0 req-41dc10b9-5ce2-4569-8f93-9c8cd656478c tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7ce3e6f-d0c3-472f-b732-63f3b9f7886f HTTP/1.1" status: 200 len: 944 time: 0.1168864 Jul 29 23:21:42.134379 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-ec00f88d-80e4-4445-b448-52e1a8d0336d service neutron] 10.222.0.22 "PUT /v2.0/ports/d87d2c95-53b7-46fa-9ec9-d385cae8b673 HTTP/1.1" status: 200 len: 1093 time: 1.3042619 Jul 29 23:21:42.153440 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6320c40-8601-4352-8ab8-fb90753b844a req-3fc6620e-4e45-4800-9271-0e39363318a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:42.155114 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-3877d56d-7e82-4975-b0bc-902d9fcd9aad tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Network a43a6a64-f101-4685-8986-2fb94aeaf17f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:21:42.155273 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d6320c40-8601-4352-8ab8-fb90753b844a req-3fc6620e-4e45-4800-9271-0e39363318a9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=666740f6-88d5-4493-9e12-abc4c5ef258e HTTP/1.1" status: 200 len: 912 time: 0.2270100 Jul 29 23:21:42.160254 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-3877d56d-7e82-4975-b0bc-902d9fcd9aad tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:21:42.162433 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec00f88d-80e4-4445-b448-52e1a8d0336d service neutron] Pushing event updated for resources: {'Port': ['ID=d87d2c95-53b7-46fa-9ec9-d385cae8b673,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:42.163901 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d487dc-5da1-4ee0-bd29-f652eb502c1e req-86e159be-e33b-4b1a-8fa5-2655f2384b6b tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:42.164898 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-3877d56d-7e82-4975-b0bc-902d9fcd9aad tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:21:42.177716 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f1d487dc-5da1-4ee0-bd29-f652eb502c1e req-86e159be-e33b-4b1a-8fa5-2655f2384b6b tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e5a21f9-e415-4212-ac3b-fc3c41c9d34f HTTP/1.1" status: 200 len: 945 time: 0.1079142 Jul 29 23:21:42.244562 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d6320c40-8601-4352-8ab8-fb90753b844a req-e0fc4f7c-5748-4165-8aff-987c129e09f8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=05f9576e-0bb3-4f67-9fe6-ea7da6d80bf5 HTTP/1.1" status: 200 len: 217 time: 0.0520191 Jul 29 23:21:42.273858 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fde3324e-9801-465e-a581-5660a874d6a0 req-064146fc-3137-48ed-bf98-49902d092cbb tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ef8b347-7e01-4c41-8508-c5e5f2556552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280494 Jul 29 23:21:42.297066 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-3877d56d-7e82-4975-b0bc-902d9fcd9aad tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:42.297755 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-3877d56d-7e82-4975-b0bc-902d9fcd9aad tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:42.303924 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f1d487dc-5da1-4ee0-bd29-f652eb502c1e req-95c45ae3-0ed2-45a1-9b2d-47bb80f8c55b tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253176 Jul 29 23:21:42.313267 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3877d56d-7e82-4975-b0bc-902d9fcd9aad tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Pushing event updated for resources: {'Port': ['ID=f3bced96-78e7-448f-8fbc-c9dd8e6fc0aa,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:42.314842 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6320c40-8601-4352-8ab8-fb90753b844a req-f813faeb-0f41-4d3d-8317-06f1bc6cb984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:42.316439 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d6320c40-8601-4352-8ab8-fb90753b844a req-f813faeb-0f41-4d3d-8317-06f1bc6cb984 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=415faf0b-bf5f-4f8b-b3ff-1ae5686de75a HTTP/1.1" status: 200 len: 851 time: 0.0632238 Jul 29 23:21:42.334753 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-08a2d8d0-7b0a-4627-abc3-139f0e9ca7bf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c1c14b550fd544fc9d42ae23098dbe98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2925825 Jul 29 23:21:42.342324 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35050) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:42.343629 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-e508ea17-3f60-4fde-ba81-e597dba4f1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:42.345090 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-e508ea17-3f60-4fde-ba81-e597dba4f1c5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5496b7c4c812467cb5eea89ef060416b&device_id=b7ce3e6f-d0c3-472f-b732-63f3b9f7886f HTTP/1.1" status: 200 len: 1096 time: 0.1262689 Jul 29 23:21:42.352196 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-3877d56d-7e82-4975-b0bc-902d9fcd9aad tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6883307 Jul 29 23:21:42.359567 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d6320c40-8601-4352-8ab8-fb90753b844a req-fd6f760a-7e9a-4cfb-a5b5-c9febe3191d3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=666740f6-88d5-4493-9e12-abc4c5ef258e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331669 Jul 29 23:21:42.398441 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 29 Jul 2021 23:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26a82a0-d1cd-41d7-8cb3-9ef2af7f920b x-openstack-request-id: req-f26a82a0-d1cd-41d7-8cb3-9ef2af7f920b {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:21:42.398772 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e7c21fc-a617-499a-a692-712fb381b4fb", "name": "network-vif-deleted", "tag": "4fe51e40-066d-405b-8a55-767ca109e9d1", "status": "completed", "code": 200}, {"server_uuid": "aa120cd7-0211-4466-90f0-cdb139621c08", "name": "network-vif-deleted", "tag": "e7636624-ee00-43ce-8045-cac196986c66", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:21:42.398975 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f26a82a0-d1cd-41d7-8cb3-9ef2af7f920b {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:21:42.399374 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e7c21fc-a617-499a-a692-712fb381b4fb', 'name': 'network-vif-deleted', 'tag': '4fe51e40-066d-405b-8a55-767ca109e9d1', 'status': 'completed', 'code': 200} Jul 29 23:21:42.399873 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa120cd7-0211-4466-90f0-cdb139621c08', 'name': 'network-vif-deleted', 'tag': 'e7636624-ee00-43ce-8045-cac196986c66', 'status': 'completed', 'code': 200} Jul 29 23:21:42.440130 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-e57889d2-d610-4fb8-9af9-3a436633a86c service neutron] Request body: {'port': {'device_id': '3d230c89-7f18-483c-9d37-f3c08cfbcf61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:42.455136 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-2ea9819d-10eb-4d20-8ebb-78c4b85d8e59 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d87d2c95-53b7-46fa-9ec9-d385cae8b673 HTTP/1.1" status: 200 len: 217 time: 0.0966580 Jul 29 23:21:42.459927 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d6320c40-8601-4352-8ab8-fb90753b844a req-8dbaf71e-38ee-43fd-a4d8-fd4b59c6e169 service neutron] 10.222.0.22 "GET /v2.0/networks/666740f6-88d5-4493-9e12-abc4c5ef258e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907125 Jul 29 23:21:42.536737 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c158b99b-04ee-4959-b972-0000c13d9f6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:42.561167 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c158b99b-04ee-4959-b972-0000c13d9f6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:42.581356 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d6320c40-8601-4352-8ab8-fb90753b844a req-54fa2c79-14e4-478d-adc9-58645b2fbfec service neutron] 10.222.0.22 "GET /v2.0/networks/666740f6-88d5-4493-9e12-abc4c5ef258e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116180 Jul 29 23:21:42.615255 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-50ad43ee-6427-44a8-98d8-a70bcab90fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:42.616702 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-50ad43ee-6427-44a8-98d8-a70bcab90fb7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3a5f2573-5c05-49af-828c-5721208424cf HTTP/1.1" status: 200 len: 852 time: 0.1414287 Jul 29 23:21:42.625410 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-e57889d2-d610-4fb8-9af9-3a436633a86c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:42.627793 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 4fe51e40-066d-405b-8a55-767ca109e9d1 no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:21:42.660098 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: 4fe51e40-066d-405b-8a55-767ca109e9d1 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:21:42.660687 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 4fe51e40-066d-405b-8a55-767ca109e9d1 not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:21:42.664895 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2904c97-5015-4b3d-8795-66564ec2a57e req-5ea103c6-407d-4c69-9fbb-b3b1e62d325b tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:42.666743 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b2904c97-5015-4b3d-8795-66564ec2a57e req-5ea103c6-407d-4c69-9fbb-b3b1e62d325b tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] 10.222.0.43 "GET /v2.0/ports?device_id=685779ab-acd9-4cd7-8e1e-c7f759280c1c HTTP/1.1" status: 200 len: 949 time: 0.0755947 Jul 29 23:21:42.677958 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-93d74aee-f040-49e3-aca4-dd71e4fc2b68 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a43a6a64-f101-4685-8986-2fb94aeaf17f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494576 Jul 29 23:21:42.742984 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b2904c97-5015-4b3d-8795-66564ec2a57e req-f1413fe7-d2f6-4408-a7a3-bf18bf325e45 tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a6bacb2-785e-46ce-99a7-969ba7b68206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654945 Jul 29 23:21:42.760168 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441963c-97ef-4367-aaaf-c71a2bc7957c req-742cadd8-1e46-4748-a48e-d86e2662c46c tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:42.762249 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5441963c-97ef-4367-aaaf-c71a2bc7957c req-742cadd8-1e46-4748-a48e-d86e2662c46c tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=27b69aaa-149a-445a-be86-5148b2f003b6 HTTP/1.1" status: 200 len: 944 time: 0.0678892 Jul 29 23:21:42.806035 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5441963c-97ef-4367-aaaf-c71a2bc7957c req-cb40d5ba-0641-43a9-8df8-8396421a492b tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368812 Jul 29 23:21:42.836780 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c158b99b-04ee-4959-b972-0000c13d9f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:42.839396 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c158b99b-04ee-4959-b972-0000c13d9f6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:42.841204 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c158b99b-04ee-4959-b972-0000c13d9f6e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/49f09453-c613-4ba7-9f00-c0558d042a43 HTTP/1.1" status: 204 len: 168 time: 0.4951451 Jul 29 23:21:42.869116 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046ea6b8-646e-4edf-911e-99a034f167b0 req-9209e4af-7e46-4eed-8cf7-3fff5da257bc tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:42.870290 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-046ea6b8-646e-4edf-911e-99a034f167b0 req-9209e4af-7e46-4eed-8cf7-3fff5da257bc tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=cfcef37c-6053-48a6-bb3d-bf9693f71062 HTTP/1.1" status: 200 len: 943 time: 0.0560982 Jul 29 23:21:42.878710 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c158b99b-04ee-4959-b972-0000c13d9f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f09453-c613-4ba7-9f00-c0558d042a43,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:42.912054 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-046ea6b8-646e-4edf-911e-99a034f167b0 req-4283f0ce-9f8b-4c8d-a45b-d65763b091ee tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347128 Jul 29 23:21:42.914864 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-9ad3c5f0-40e3-4f81-b921-51c6afc47164 service neutron] 10.222.0.22 "GET /v2.0/networks/a43a6a64-f101-4685-8986-2fb94aeaf17f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139726 Jul 29 23:21:43.066204 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8999f495-6f8c-4b5b-bedd-9fcb5ceef7df req-0ae726c5-0666-48aa-afd5-06f75a7ca05b tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:43.067718 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8999f495-6f8c-4b5b-bedd-9fcb5ceef7df req-0ae726c5-0666-48aa-afd5-06f75a7ca05b tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=30850af8-f331-4539-aad7-0e40a19d69f5 HTTP/1.1" status: 200 len: 950 time: 0.0544782 Jul 29 23:21:43.078792 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-5f8dc95a-d0e0-4bd6-a784-1bd56066770c service neutron] 10.222.0.22 "GET /v2.0/networks/a43a6a64-f101-4685-8986-2fb94aeaf17f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383855 Jul 29 23:21:43.116547 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8999f495-6f8c-4b5b-bedd-9fcb5ceef7df req-3a27a9d7-036e-4d5d-b2ac-4df304a5533b tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416296 Jul 29 23:21:43.141732 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-e57889d2-d610-4fb8-9af9-3a436633a86c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3bced96-78e7-448f-8fbc-c9dd8e6fc0aa {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:21:43.154433 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-e57889d2-d610-4fb8-9af9-3a436633a86c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:43.164408 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35066) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:43.170302 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-e57889d2-d610-4fb8-9af9-3a436633a86c service neutron] Transition to ACTIVE for port object f3bced96-78e7-448f-8fbc-c9dd8e6fc0aa will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:21:43.174750 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-e57889d2-d610-4fb8-9af9-3a436633a86c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:43.209780 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-55fb1552-fc2e-4b60-8a72-03d5f5184b56 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9619dd91895742eab232fb6ee21c1f41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415771 Jul 29 23:21:43.209780 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35068) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:43.245052 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57889d2-d610-4fb8-9af9-3a436633a86c service neutron] Pushing event updated for resources: {'Port': ['ID=f3bced96-78e7-448f-8fbc-c9dd8e6fc0aa,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:43.258704 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e22aa3ec-e128-40fc-b9e8-380fa3e2f192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:43.280439 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e22aa3ec-e128-40fc-b9e8-380fa3e2f192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:43.293421 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-e57889d2-d610-4fb8-9af9-3a436633a86c service neutron] Attempting to bind port f3bced96-78e7-448f-8fbc-c9dd8e6fc0aa on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:21:43.293828 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-e57889d2-d610-4fb8-9af9-3a436633a86c service neutron] Attempting to bind port f3bced96-78e7-448f-8fbc-c9dd8e6fc0aa by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': '8f22271e-8838-4b8d-b047-05914d1d1737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a43a6a64-f101-4685-8986-2fb94aeaf17f'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:21:43.294157 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-e57889d2-d610-4fb8-9af9-3a436633a86c service neutron] Attempting to bind port f3bced96-78e7-448f-8fbc-c9dd8e6fc0aa on network a43a6a64-f101-4685-8986-2fb94aeaf17f {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:21:43.299593 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-e57889d2-d610-4fb8-9af9-3a436633a86c service neutron] Port f3bced96-78e7-448f-8fbc-c9dd8e6fc0aa on network a43a6a64-f101-4685-8986-2fb94aeaf17f not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:21:43.299922 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-e57889d2-d610-4fb8-9af9-3a436633a86c service neutron] Attempting to bind port f3bced96-78e7-448f-8fbc-c9dd8e6fc0aa on network a43a6a64-f101-4685-8986-2fb94aeaf17f {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:21:43.305292 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-e57889d2-d610-4fb8-9af9-3a436633a86c service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:21:43.305667 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-e57889d2-d610-4fb8-9af9-3a436633a86c service neutron] Checking segment: {'id': '8f22271e-8838-4b8d-b047-05914d1d1737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a43a6a64-f101-4685-8986-2fb94aeaf17f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:21:43.306214 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-e57889d2-d610-4fb8-9af9-3a436633a86c service neutron] Bound using segment: {'id': '8f22271e-8838-4b8d-b047-05914d1d1737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a43a6a64-f101-4685-8986-2fb94aeaf17f'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:21:43.306647 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-e57889d2-d610-4fb8-9af9-3a436633a86c service neutron] Bound port: f3bced96-78e7-448f-8fbc-c9dd8e6fc0aa, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f22271e-8838-4b8d-b047-05914d1d1737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'a43a6a64-f101-4685-8986-2fb94aeaf17f'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:21:43.307003 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-e57889d2-d610-4fb8-9af9-3a436633a86c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:43.332806 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e22aa3ec-e128-40fc-b9e8-380fa3e2f192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:43.333807 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e22aa3ec-e128-40fc-b9e8-380fa3e2f192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:43.334951 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e22aa3ec-e128-40fc-b9e8-380fa3e2f192 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e0571338-95fb-47ef-bdae-14d8b8f44d0e HTTP/1.1" status: 204 len: 168 time: 0.1244619 Jul 29 23:21:43.343152 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22aa3ec-e128-40fc-b9e8-380fa3e2f192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0571338-95fb-47ef-bdae-14d8b8f44d0e,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:43.405409 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-e57889d2-d610-4fb8-9af9-3a436633a86c service neutron] For port f3bced96-78e7-448f-8fbc-c9dd8e6fc0aa, host n-h1-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:21:43.409711 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-e57889d2-d610-4fb8-9af9-3a436633a86c service neutron] For port f3bced96-78e7-448f-8fbc-c9dd8e6fc0aa, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=f3bced96-78e7-448f-8fbc-c9dd8e6fc0aa,segment=NetworkSegment(8f22271e-8838-4b8d-b047-05914d1d1737),segment_id=8f22271e-8838-4b8d-b047-05914d1d1737)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:21:43.415466 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-e57889d2-d610-4fb8-9af9-3a436633a86c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:43.431043 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a8c8a7-c027-4bdf-afe0-b38ddb6f28f3 req-a31f157f-cc0f-452b-ae94-b5980f673c5a tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:43.433458 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d2a8c8a7-c027-4bdf-afe0-b38ddb6f28f3 req-a31f157f-cc0f-452b-ae94-b5980f673c5a tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7ce3e6f-d0c3-472f-b732-63f3b9f7886f HTTP/1.1" status: 200 len: 944 time: 0.0767953 Jul 29 23:21:43.449514 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-e57889d2-d610-4fb8-9af9-3a436633a86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:43.450176 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-e57889d2-d610-4fb8-9af9-3a436633a86c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:43.451606 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-e57889d2-d610-4fb8-9af9-3a436633a86c service neutron] 10.222.0.41 "PUT /v2.0/ports/f3bced96-78e7-448f-8fbc-c9dd8e6fc0aa HTTP/1.1" status: 200 len: 1093 time: 1.0508547 Jul 29 23:21:43.479676 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57889d2-d610-4fb8-9af9-3a436633a86c service neutron] Pushing event updated for resources: {'Port': ['ID=f3bced96-78e7-448f-8fbc-c9dd8e6fc0aa,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:43.502832 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf872b03-8cb4-410d-8fd3-5ad1d606a616 req-309966d3-b42e-4e48-b00d-5a668140b4cf tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:43.504532 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bf872b03-8cb4-410d-8fd3-5ad1d606a616 req-309966d3-b42e-4e48-b00d-5a668140b4cf tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e5a21f9-e415-4212-ac3b-fc3c41c9d34f HTTP/1.1" status: 200 len: 945 time: 0.0986905 Jul 29 23:21:43.520185 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d2a8c8a7-c027-4bdf-afe0-b38ddb6f28f3 req-571e3b9a-990f-41e6-a07d-738c59f419d9 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ef8b347-7e01-4c41-8508-c5e5f2556552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686691 Jul 29 23:21:43.570165 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bf872b03-8cb4-410d-8fd3-5ad1d606a616 req-2ac6334c-3452-4aff-bff7-3acd746ea206 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539870 Jul 29 23:21:43.576876 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-958c5aba-3f70-4cb4-bfb6-d554a0748bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:43.578643 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-958c5aba-3f70-4cb4-bfb6-d554a0748bac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5496b7c4c812467cb5eea89ef060416b&device_id=3d230c89-7f18-483c-9d37-f3c08cfbcf61 HTTP/1.1" status: 200 len: 1096 time: 0.0606387 Jul 29 23:21:43.631378 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-2a8ac06a-b131-4d84-a76d-7bbb605c37e8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3bced96-78e7-448f-8fbc-c9dd8e6fc0aa HTTP/1.1" status: 200 len: 217 time: 0.0369246 Jul 29 23:21:43.690295 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-bd264c7a-f2fc-4bb3-abb5-2d13b069e4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:43.691863 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-bd264c7a-f2fc-4bb3-abb5-2d13b069e4f3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3a5f2573-5c05-49af-828c-5721208424cf HTTP/1.1" status: 200 len: 852 time: 0.0518644 Jul 29 23:21:43.728922 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-7a6ed341-6b08-4aa6-926f-480a06f50d6a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a43a6a64-f101-4685-8986-2fb94aeaf17f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286410 Jul 29 23:21:43.838486 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-33b07f8f-7cbc-4098-867c-da57999df086 service neutron] 10.222.0.41 "GET /v2.0/networks/a43a6a64-f101-4685-8986-2fb94aeaf17f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018910 Jul 29 23:21:43.892954 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15affde7-d65b-4dda-84c6-470d4233a59e req-b6eba048-ed9b-43d3-b0c5-16994506b4bf tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:43.894480 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-15affde7-d65b-4dda-84c6-470d4233a59e req-b6eba048-ed9b-43d3-b0c5-16994506b4bf tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] 10.222.0.43 "GET /v2.0/ports?device_id=685779ab-acd9-4cd7-8e1e-c7f759280c1c HTTP/1.1" status: 200 len: 949 time: 0.0591784 Jul 29 23:21:43.954551 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-15affde7-d65b-4dda-84c6-470d4233a59e req-cc855035-6fdb-4ec8-add0-33683d1a1487 tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a6bacb2-785e-46ce-99a7-969ba7b68206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513716 Jul 29 23:21:43.973698 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3b08bd81-a179-443b-8c68-c87f5686c8d5 req-839920b9-4fce-476f-b2f0-a7173f9829d9 service neutron] 10.222.0.41 "GET /v2.0/networks/a43a6a64-f101-4685-8986-2fb94aeaf17f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231844 Jul 29 23:21:44.068758 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c68362-cf91-43a2-b3b3-5f3b6be1d21a req-60e96906-9669-49e0-8431-72eb5fa7d775 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:44.070426 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-09c68362-cf91-43a2-b3b3-5f3b6be1d21a req-60e96906-9669-49e0-8431-72eb5fa7d775 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=27b69aaa-149a-445a-be86-5148b2f003b6 HTTP/1.1" status: 200 len: 944 time: 0.0537357 Jul 29 23:21:44.141609 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-09c68362-cf91-43a2-b3b3-5f3b6be1d21a req-069d2a5c-a2fd-46c8-98a7-e69598ff78bb tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619590 Jul 29 23:21:44.165368 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2123c115-b91a-43a8-9c07-1e181ea4ff79 req-fc502e48-4e38-4e02-a6df-70b4dfda96a0 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:44.167227 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2123c115-b91a-43a8-9c07-1e181ea4ff79 req-fc502e48-4e38-4e02-a6df-70b4dfda96a0 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=cfcef37c-6053-48a6-bb3d-bf9693f71062 HTTP/1.1" status: 200 len: 943 time: 0.0786834 Jul 29 23:21:44.206870 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2123c115-b91a-43a8-9c07-1e181ea4ff79 req-cdf3cbbb-5271-4e54-af5c-bc09461e0531 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337415 Jul 29 23:21:44.264440 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c34b250-5c77-4f02-8944-520af9cf20bc req-35cec899-33b6-4113-9644-c60a3ad917fb tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:44.265955 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4c34b250-5c77-4f02-8944-520af9cf20bc req-35cec899-33b6-4113-9644-c60a3ad917fb tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=30850af8-f331-4539-aad7-0e40a19d69f5 HTTP/1.1" status: 200 len: 950 time: 0.0581150 Jul 29 23:21:44.304713 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4c34b250-5c77-4f02-8944-520af9cf20bc req-47d7a5a7-3089-4469-adb3-0d0e618f0fd6 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329463 Jul 29 23:21:44.401340 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7ce3e6f-d0c3-472f-b732-63f3b9f7886f', 'tag': 'd87d2c95-53b7-46fa-9ec9-d385cae8b673'}, {'name': 'network-changed', 'server_uuid': '3d230c89-7f18-483c-9d37-f3c08cfbcf61', 'tag': 'f3bced96-78e7-448f-8fbc-c9dd8e6fc0aa'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:21:44.404347 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a04cf819-19bd-403a-b300-4fe7e79cc8e3" -d '{"events": [{"name": "network-changed", "server_uuid": "b7ce3e6f-d0c3-472f-b732-63f3b9f7886f", "tag": "d87d2c95-53b7-46fa-9ec9-d385cae8b673"}, {"name": "network-changed", "server_uuid": "3d230c89-7f18-483c-9d37-f3c08cfbcf61", "tag": "f3bced96-78e7-448f-8fbc-c9dd8e6fc0aa"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:21:44.449369 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 29 Jul 2021 23:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f70807-e071-4fbe-b190-f670d7e4cf9c x-openstack-request-id: req-37f70807-e071-4fbe-b190-f670d7e4cf9c {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:21:44.452670 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7ce3e6f-d0c3-472f-b732-63f3b9f7886f", "tag": "d87d2c95-53b7-46fa-9ec9-d385cae8b673", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3d230c89-7f18-483c-9d37-f3c08cfbcf61", "tag": "f3bced96-78e7-448f-8fbc-c9dd8e6fc0aa", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:21:44.452670 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-37f70807-e071-4fbe-b190-f670d7e4cf9c {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:21:44.452670 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7ce3e6f-d0c3-472f-b732-63f3b9f7886f', 'tag': 'd87d2c95-53b7-46fa-9ec9-d385cae8b673', 'status': 'completed', 'code': 200} Jul 29 23:21:44.452670 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d230c89-7f18-483c-9d37-f3c08cfbcf61', 'tag': 'f3bced96-78e7-448f-8fbc-c9dd8e6fc0aa', 'status': 'completed', 'code': 200} Jul 29 23:21:44.539622 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04cf819-19bd-403a-b300-4fe7e79cc8e3 req-3a934cfe-54f7-4e91-aa93-357a567ed783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:44.541237 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a04cf819-19bd-403a-b300-4fe7e79cc8e3 req-3a934cfe-54f7-4e91-aa93-357a567ed783 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5496b7c4c812467cb5eea89ef060416b&device_id=b7ce3e6f-d0c3-472f-b732-63f3b9f7886f HTTP/1.1" status: 200 len: 1096 time: 0.0708053 Jul 29 23:21:44.605692 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04cf819-19bd-403a-b300-4fe7e79cc8e3 req-458a9b1a-8b84-4e58-b772-ed59eb591a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:44.605692 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a04cf819-19bd-403a-b300-4fe7e79cc8e3 req-458a9b1a-8b84-4e58-b772-ed59eb591a79 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5496b7c4c812467cb5eea89ef060416b&device_id=3d230c89-7f18-483c-9d37-f3c08cfbcf61 HTTP/1.1" status: 200 len: 1096 time: 0.0924776 Jul 29 23:21:44.635783 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 05f9576e-0bb3-4f67-9fe6-ea7da6d80bf5 details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:21:44.695488 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b559637-e14f-45fb-a0c3-6b75322a6fb7 req-f29e4e65-defa-4537-9c96-aaa3e6fe38ff tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:44.699765 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9b559637-e14f-45fb-a0c3-6b75322a6fb7 req-f29e4e65-defa-4537-9c96-aaa3e6fe38ff tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7ce3e6f-d0c3-472f-b732-63f3b9f7886f HTTP/1.1" status: 200 len: 944 time: 0.0969822 Jul 29 23:21:44.720427 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device e7636624-ee00-43ce-8045-cac196986c66 no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:21:44.743426 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04cf819-19bd-403a-b300-4fe7e79cc8e3 req-517dd255-a0f0-4d5b-bd16-594c66259620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:44.744768 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: e7636624-ee00-43ce-8045-cac196986c66 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:21:44.745340 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a04cf819-19bd-403a-b300-4fe7e79cc8e3 req-517dd255-a0f0-4d5b-bd16-594c66259620 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a43a6a64-f101-4685-8986-2fb94aeaf17f HTTP/1.1" status: 200 len: 913 time: 0.1968980 Jul 29 23:21:44.745692 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device e7636624-ee00-43ce-8045-cac196986c66 not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:21:44.787065 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a7b57-b677-4468-9905-9a15e9cbe6ec req-6be8b512-3d05-4af5-8712-3130525dc550 tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:44.788437 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c88a7b57-b677-4468-9905-9a15e9cbe6ec req-6be8b512-3d05-4af5-8712-3130525dc550 tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] 10.222.0.41 "GET /v2.0/ports?device_id=685779ab-acd9-4cd7-8e1e-c7f759280c1c HTTP/1.1" status: 200 len: 949 time: 0.1390779 Jul 29 23:21:44.792152 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 05f9576e-0bb3-4f67-9fe6-ea7da6d80bf5, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=05f9576e-0bb3-4f67-9fe6-ea7da6d80bf5,segment=NetworkSegment(290ad064-62e5-45f1-87ac-9cd12097849c),segment_id=290ad064-62e5-45f1-87ac-9cd12097849c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:44.797254 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9b559637-e14f-45fb-a0c3-6b75322a6fb7 req-829fce48-2cec-4c90-a137-c20c9daa56b3 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ef8b347-7e01-4c41-8508-c5e5f2556552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915332 Jul 29 23:21:44.806117 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '05f9576e-0bb3-4f67-9fe6-ea7da6d80bf5', 'network_id': '666740f6-88d5-4493-9e12-abc4c5ef258e', 'port_id': '05f9576e-0bb3-4f67-9fe6-ea7da6d80bf5', 'mac_address': 'fa:16:3e:3e:d6:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '415faf0b-bf5f-4f8b-b3ff-1ae5686de75a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:21:44.821337 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a04cf819-19bd-403a-b300-4fe7e79cc8e3 req-efba0f00-3600-4993-93e2-f3f3082cb78e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d87d2c95-53b7-46fa-9ec9-d385cae8b673 HTTP/1.1" status: 200 len: 217 time: 0.0636804 Jul 29 23:21:44.856554 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:44.863845 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04cf819-19bd-403a-b300-4fe7e79cc8e3 req-241d5e2c-8bd1-493c-8468-b2555d319259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:44.865472 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a04cf819-19bd-403a-b300-4fe7e79cc8e3 req-241d5e2c-8bd1-493c-8468-b2555d319259 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a43a6a64-f101-4685-8986-2fb94aeaf17f HTTP/1.1" status: 200 len: 913 time: 0.2179525 Jul 29 23:21:44.882575 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05f9576e-0bb3-4f67-9fe6-ea7da6d80bf5 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:21:44.896980 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04cf819-19bd-403a-b300-4fe7e79cc8e3 req-58a95877-bf92-49e7-8921-9aa54ce44f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:44.898621 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a04cf819-19bd-403a-b300-4fe7e79cc8e3 req-58a95877-bf92-49e7-8921-9aa54ce44f5f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3a5f2573-5c05-49af-828c-5721208424cf HTTP/1.1" status: 200 len: 852 time: 0.0672073 Jul 29 23:21:44.906955 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 05f9576e-0bb3-4f67-9fe6-ea7da6d80bf5, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=05f9576e-0bb3-4f67-9fe6-ea7da6d80bf5,segment=NetworkSegment(290ad064-62e5-45f1-87ac-9cd12097849c),segment_id=290ad064-62e5-45f1-87ac-9cd12097849c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:44.913501 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:44.925229 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-c88a7b57-b677-4468-9905-9a15e9cbe6ec req-b7437f8b-fb10-4d89-8f97-8bf21c84dc9b tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Deleting port d484528b-d630-4f58-b4ca-1af975d3c6d6 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:21:44.926144 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-c88a7b57-b677-4468-9905-9a15e9cbe6ec req-b7437f8b-fb10-4d89-8f97-8bf21c84dc9b tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:44.952584 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a04cf819-19bd-403a-b300-4fe7e79cc8e3 req-a0cc1a98-83f2-4135-acd3-ba5efc038609 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f3bced96-78e7-448f-8fbc-c9dd8e6fc0aa HTTP/1.1" status: 200 len: 217 time: 0.0780139 Jul 29 23:21:44.977290 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=05f9576e-0bb3-4f67-9fe6-ea7da6d80bf5,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:44.979110 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a04cf819-19bd-403a-b300-4fe7e79cc8e3 req-7b67e5e1-8ceb-4607-91fd-3f9d1ccdf9d0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a43a6a64-f101-4685-8986-2fb94aeaf17f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390930 Jul 29 23:21:45.049001 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-c88a7b57-b677-4468-9905-9a15e9cbe6ec req-b7437f8b-fb10-4d89-8f97-8bf21c84dc9b tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] For port d484528b-d630-4f58-b4ca-1af975d3c6d6, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=d484528b-d630-4f58-b4ca-1af975d3c6d6,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:45.049677 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-c88a7b57-b677-4468-9905-9a15e9cbe6ec req-b7437f8b-fb10-4d89-8f97-8bf21c84dc9b tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:45.076543 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04cf819-19bd-403a-b300-4fe7e79cc8e3 req-3bb8d33a-f1c8-4d1d-aeb4-c9118277d322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:45.078351 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a04cf819-19bd-403a-b300-4fe7e79cc8e3 req-3bb8d33a-f1c8-4d1d-aeb4-c9118277d322 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3a5f2573-5c05-49af-828c-5721208424cf HTTP/1.1" status: 200 len: 852 time: 0.0964639 Jul 29 23:21:45.094160 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-c88a7b57-b677-4468-9905-9a15e9cbe6ec req-b7437f8b-fb10-4d89-8f97-8bf21c84dc9b tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Calling delete_port for d484528b-d630-4f58-b4ca-1af975d3c6d6 owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:21:45.156661 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d9f9a-c794-4c87-a3dd-2b123261f192 req-9c080acf-e6b2-4074-871d-b57efb517d66 tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:45.158302 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f81d9f9a-c794-4c87-a3dd-2b123261f192 req-9c080acf-e6b2-4074-871d-b57efb517d66 tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] 10.222.0.43 "GET /v2.0/ports?device_id=685779ab-acd9-4cd7-8e1e-c7f759280c1c HTTP/1.1" status: 200 len: 949 time: 0.1001585 Jul 29 23:21:45.171871 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['05f9576e-0bb3-4f67-9fe6-ea7da6d80bf5'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:21:45.236198 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f81d9f9a-c794-4c87-a3dd-2b123261f192 req-c2605bb9-3586-4d55-a9cf-f0bd9767a45e tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] 10.222.0.43 "GET /v2.0/security-groups?id=6a6bacb2-785e-46ce-99a7-969ba7b68206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537100 Jul 29 23:21:45.357396 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ec2e5d0c-fa03-4be5-b3b7-81b498f1a8de req-9a907982-50db-467f-a0ce-d576c55ad37f tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=0c116bccf1944bb08a8f319b422b3c50&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0500398 Jul 29 23:21:45.375722 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-c88a7b57-b677-4468-9905-9a15e9cbe6ec req-b7437f8b-fb10-4d89-8f97-8bf21c84dc9b tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:45.453065 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a04cf819-19bd-403a-b300-4fe7e79cc8e3 req-2d4d9fbf-427f-48ad-9bd1-2ec7195db300 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a43a6a64-f101-4685-8986-2fb94aeaf17f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3631227 Jul 29 23:21:45.460728 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7437f8b-fb10-4d89-8f97-8bf21c84dc9b tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Pushing event deleted for resources: {'Port': ['ID=d484528b-d630-4f58-b4ca-1af975d3c6d6,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:45.471423 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a04cf819-19bd-403a-b300-4fe7e79cc8e3 req-47d22630-4f89-4566-968e-1a0b532871b1 service neutron] 10.222.0.22 "GET /v2.0/networks/a43a6a64-f101-4685-8986-2fb94aeaf17f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4798553 Jul 29 23:21:45.540699 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-c88a7b57-b677-4468-9905-9a15e9cbe6ec req-b7437f8b-fb10-4d89-8f97-8bf21c84dc9b tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] No DVR routers for this DVR port d484528b-d630-4f58-b4ca-1af975d3c6d6 on host n-h1-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:21:45.545133 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-c88a7b57-b677-4468-9905-9a15e9cbe6ec req-b7437f8b-fb10-4d89-8f97-8bf21c84dc9b tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:45.547540 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c88a7b57-b677-4468-9905-9a15e9cbe6ec req-b7437f8b-fb10-4d89-8f97-8bf21c84dc9b tempest-ListImageFiltersTestJSON-1165797742 tempest-ListImageFiltersTestJSON-1165797742-project] 10.222.0.41 "DELETE /v2.0/ports/d484528b-d630-4f58-b4ca-1af975d3c6d6 HTTP/1.1" status: 204 len: 173 time: 0.7493124 Jul 29 23:21:45.549991 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '685779ab-acd9-4cd7-8e1e-c7f759280c1c', 'name': 'network-vif-deleted', 'tag': 'd484528b-d630-4f58-b4ca-1af975d3c6d6'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:21:45.553664 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298b81d8-4f98-49e6-a97f-48ddee265b42" -d '{"events": [{"server_uuid": "685779ab-acd9-4cd7-8e1e-c7f759280c1c", "name": "network-vif-deleted", "tag": "d484528b-d630-4f58-b4ca-1af975d3c6d6"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:21:45.587632 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9df533b-c2ba-47a9-8b9f-28a15f413827 req-ddf0b068-41e0-4ef6-b9b5-e4375447e8d9 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:45.589194 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b9df533b-c2ba-47a9-8b9f-28a15f413827 req-ddf0b068-41e0-4ef6-b9b5-e4375447e8d9 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=27b69aaa-149a-445a-be86-5148b2f003b6 HTTP/1.1" status: 200 len: 944 time: 0.1680372 Jul 29 23:21:45.601685 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e5d0c-fa03-4be5-b3b7-81b498f1a8de req-79fffde4-f935-4070-8e24-257cf5dc7c22 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:45.603116 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ec2e5d0c-fa03-4be5-b3b7-81b498f1a8de req-79fffde4-f935-4070-8e24-257cf5dc7c22 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2448666 Jul 29 23:21:45.622081 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a04cf819-19bd-403a-b300-4fe7e79cc8e3 req-93159cc4-c953-4b84-a973-c51e5b33977a service neutron] 10.222.0.41 "GET /v2.0/networks/a43a6a64-f101-4685-8986-2fb94aeaf17f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607215 Jul 29 23:21:45.640437 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a04cf819-19bd-403a-b300-4fe7e79cc8e3 req-c24507f8-776b-467f-9595-d53138ce2f75 service neutron] 10.222.0.22 "GET /v2.0/networks/a43a6a64-f101-4685-8986-2fb94aeaf17f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586142 Jul 29 23:21:45.642755 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ec2e5d0c-fa03-4be5-b3b7-81b498f1a8de req-e859744e-119d-428f-a1f4-0c429677532e tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/quotas/0c116bccf1944bb08a8f319b422b3c50 HTTP/1.1" status: 200 len: 375 time: 0.0285637 Jul 29 23:21:45.672117 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b9df533b-c2ba-47a9-8b9f-28a15f413827 req-45ead509-df53-477c-8926-8c0f529875c5 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677731 Jul 29 23:21:45.688372 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ec2e5d0c-fa03-4be5-b3b7-81b498f1a8de req-9f5260fd-7dc9-44c5-a582-f01060c60c8b tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0c116bccf1944bb08a8f319b422b3c50&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368283 Jul 29 23:21:45.724554 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a04cf819-19bd-403a-b300-4fe7e79cc8e3 req-8bc3a73c-7858-42cd-92fb-ecac40b6c19a service neutron] 10.222.0.41 "GET /v2.0/networks/a43a6a64-f101-4685-8986-2fb94aeaf17f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949140 Jul 29 23:21:45.800040 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d5bee-864c-4dd0-aa78-e07268bb0111 req-ce96f8b0-affa-4c3d-80e9-23e8e68e9727 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:45.801721 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-769d5bee-864c-4dd0-aa78-e07268bb0111 req-ce96f8b0-affa-4c3d-80e9-23e8e68e9727 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=cfcef37c-6053-48a6-bb3d-bf9693f71062 HTTP/1.1" status: 200 len: 944 time: 0.0503898 Jul 29 23:21:45.851450 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-769d5bee-864c-4dd0-aa78-e07268bb0111 req-17968141-5814-4b5f-bb7e-5ecb7b2dee77 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429947 Jul 29 23:21:45.912144 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb115a4-797e-4ccd-8538-2f755f161f7b x-openstack-request-id: req-6cb115a4-797e-4ccd-8538-2f755f161f7b {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:21:45.912680 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "685779ab-acd9-4cd7-8e1e-c7f759280c1c", "name": "network-vif-deleted", "tag": "d484528b-d630-4f58-b4ca-1af975d3c6d6", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:21:45.913128 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6cb115a4-797e-4ccd-8538-2f755f161f7b {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:21:45.913738 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '685779ab-acd9-4cd7-8e1e-c7f759280c1c', 'name': 'network-vif-deleted', 'tag': 'd484528b-d630-4f58-b4ca-1af975d3c6d6', 'status': 'completed', 'code': 200} Jul 29 23:21:45.943768 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6523196-52e4-4a8f-ae1f-2f14f97cca0e req-8c5dba5f-18a9-4419-b78d-69cc2c110196 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:45.953369 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b6523196-52e4-4a8f-ae1f-2f14f97cca0e req-8c5dba5f-18a9-4419-b78d-69cc2c110196 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=30850af8-f331-4539-aad7-0e40a19d69f5 HTTP/1.1" status: 200 len: 950 time: 0.0750704 Jul 29 23:21:45.992674 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b6523196-52e4-4a8f-ae1f-2f14f97cca0e req-d85c3658-6f65-43f2-86c0-ece5ce16be98 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384870 Jul 29 23:21:46.058927 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5755268f-fbfc-4b1d-bef7-38892e3dcd3f req-bb9547ea-dcbe-456b-bb01-9aa4cdb0036b tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=018c29f7-9583-4883-b6ed-7ccf00d1e720 HTTP/1.1" status: 200 len: 210 time: 0.0307462 Jul 29 23:21:46.132936 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188f1146-5e10-455c-a49b-5bc8abb2822b req-1bed47e2-3e1c-47b6-a384-6da155f2a4a3 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:46.141771 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-188f1146-5e10-455c-a49b-5bc8abb2822b req-1bed47e2-3e1c-47b6-a384-6da155f2a4a3 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7ce3e6f-d0c3-472f-b732-63f3b9f7886f HTTP/1.1" status: 200 len: 944 time: 0.0792084 Jul 29 23:21:46.184550 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-188f1146-5e10-455c-a49b-5bc8abb2822b req-4c6870ab-2742-47d2-b243-a26c16521cb5 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ef8b347-7e01-4c41-8508-c5e5f2556552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408592 Jul 29 23:21:46.247467 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:21:46.641459 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device cdefdbbb-b55f-4fb9-a3ef-face673e7892 details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:21:46.651374 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 05f9576e-0bb3-4f67-9fe6-ea7da6d80bf5 up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:21:46.806284 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port cdefdbbb-b55f-4fb9-a3ef-face673e7892, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=cdefdbbb-b55f-4fb9-a3ef-face673e7892,segment=NetworkSegment(2db8471f-c43b-49ee-9f08-2f1c56af231c),segment_id=2db8471f-c43b-49ee-9f08-2f1c56af231c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:46.819256 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': 'cdefdbbb-b55f-4fb9-a3ef-face673e7892', 'network_id': 'ec39a190-3e02-4fd2-a008-3b841dbd3c4b', 'port_id': 'cdefdbbb-b55f-4fb9-a3ef-face673e7892', 'mac_address': 'fa:16:3e:56:78:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5d676a-a79a-4d6c-8057-e140077bec43', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:21:46.833944 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d30b6-4b32-4787-a78a-b5bbf666716a req-927c9838-5001-473a-9f9a-fb6d0f08ddae tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:46.835607 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-341d30b6-4b32-4787-a78a-b5bbf666716a req-927c9838-5001-473a-9f9a-fb6d0f08ddae tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=27b69aaa-149a-445a-be86-5148b2f003b6 HTTP/1.1" status: 200 len: 944 time: 0.0713661 Jul 29 23:21:46.875857 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:46.893013 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cdefdbbb-b55f-4fb9-a3ef-face673e7892 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:21:46.894756 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-341d30b6-4b32-4787-a78a-b5bbf666716a req-e6cc1a7f-9327-4dc3-b48e-7d69b382123e tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515120 Jul 29 23:21:46.897916 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port 05f9576e-0bb3-4f67-9fe6-ea7da6d80bf5 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:21:46.914260 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 05f9576e-0bb3-4f67-9fe6-ea7da6d80bf5 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:21:46.914931 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:46.967242 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port cdefdbbb-b55f-4fb9-a3ef-face673e7892, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=cdefdbbb-b55f-4fb9-a3ef-face673e7892,segment=NetworkSegment(2db8471f-c43b-49ee-9f08-2f1c56af231c),segment_id=2db8471f-c43b-49ee-9f08-2f1c56af231c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:46.989871 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:46.991489 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device d87d2c95-53b7-46fa-9ec9-d385cae8b673 details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:21:47.064473 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ec2e5d0c-fa03-4be5-b3b7-81b498f1a8de req-f405420b-6661-4fa8-875f-a83865c95bc4 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=0c116bccf1944bb08a8f319b422b3c50&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350962 Jul 29 23:21:47.108709 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded0212d-6eff-4165-b93f-a2238524dbfa req-bff615dd-f782-4c55-af6d-95e22f6b1a9a tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:47.119581 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ded0212d-6eff-4165-b93f-a2238524dbfa req-bff615dd-f782-4c55-af6d-95e22f6b1a9a tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=cfcef37c-6053-48a6-bb3d-bf9693f71062 HTTP/1.1" status: 200 len: 944 time: 0.1290700 Jul 29 23:21:47.174522 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device f3bced96-78e7-448f-8fbc-c9dd8e6fc0aa details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:21:47.183127 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=cdefdbbb-b55f-4fb9-a3ef-face673e7892,revision_number=6']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:47.193065 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:47.223835 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ded0212d-6eff-4165-b93f-a2238524dbfa req-263f1bd9-5aee-461e-af45-e89520e1de2e tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015887 Jul 29 23:21:47.245521 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfcef37c-6053-48a6-bb3d-bf9693f71062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05f9576e-0bb3-4f67-9fe6-ea7da6d80bf5'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:21:47.247876 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f7e67ea-4b32-4323-b6fd-95921c98eb8d" -d '{"events": [{"server_uuid": "cfcef37c-6053-48a6-bb3d-bf9693f71062", "name": "network-vif-plugged", "status": "completed", "tag": "05f9576e-0bb3-4f67-9fe6-ea7da6d80bf5"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:21:47.283721 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 05f9576e-0bb3-4f67-9fe6-ea7da6d80bf5, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=05f9576e-0bb3-4f67-9fe6-ea7da6d80bf5,segment=NetworkSegment(290ad064-62e5-45f1-87ac-9cd12097849c),segment_id=290ad064-62e5-45f1-87ac-9cd12097849c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:47.284078 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e5d0c-fa03-4be5-b3b7-81b498f1a8de req-06b55e73-c488-4d15-ae38-907e93f13778 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:47.286516 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ec2e5d0c-fa03-4be5-b3b7-81b498f1a8de req-06b55e73-c488-4d15-ae38-907e93f13778 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2136629 Jul 29 23:21:47.311099 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-ec2e5d0c-fa03-4be5-b3b7-81b498f1a8de req-ec1960ef-11ca-47ad-a678-461496db2270 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Request body: {'port': {'device_id': '018c29f7-9583-4883-b6ed-7ccf00d1e720', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'admin_state_up': True, 'tenant_id': '0c116bccf1944bb08a8f319b422b3c50'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:47.328182 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:47.339393 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port d87d2c95-53b7-46fa-9ec9-d385cae8b673, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=d87d2c95-53b7-46fa-9ec9-d385cae8b673,segment=NetworkSegment(8f22271e-8838-4b8d-b047-05914d1d1737),segment_id=8f22271e-8838-4b8d-b047-05914d1d1737)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:47.393946 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': 'd87d2c95-53b7-46fa-9ec9-d385cae8b673', 'network_id': 'a43a6a64-f101-4685-8986-2fb94aeaf17f', 'port_id': 'd87d2c95-53b7-46fa-9ec9-d385cae8b673', 'mac_address': 'fa:16:3e:5e:36:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a5f2573-5c05-49af-828c-5721208424cf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:21:47.463763 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-739d8421-941b-45de-a89c-791b2b202472 req-e3d34808-99f0-4867-9a58-c70be22f6580 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=018c29f7-9583-4883-b6ed-7ccf00d1e720 HTTP/1.1" status: 200 len: 210 time: 0.0297110 Jul 29 23:21:47.467424 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=05f9576e-0bb3-4f67-9fe6-ea7da6d80bf5,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:47.475286 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port f3bced96-78e7-448f-8fbc-c9dd8e6fc0aa, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=f3bced96-78e7-448f-8fbc-c9dd8e6fc0aa,segment=NetworkSegment(8f22271e-8838-4b8d-b047-05914d1d1737),segment_id=8f22271e-8838-4b8d-b047-05914d1d1737)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:47.493461 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': 'f3bced96-78e7-448f-8fbc-c9dd8e6fc0aa', 'network_id': 'a43a6a64-f101-4685-8986-2fb94aeaf17f', 'port_id': 'f3bced96-78e7-448f-8fbc-c9dd8e6fc0aa', 'mac_address': 'fa:16:3e:6d:85:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a5f2573-5c05-49af-828c-5721208424cf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:21:47.503321 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9429a241-9dac-4b55-bacd-4c94265f1e27 req-05af9ddd-dc95-4d08-85dd-a70efb636477 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:47.510438 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9429a241-9dac-4b55-bacd-4c94265f1e27 req-05af9ddd-dc95-4d08-85dd-a70efb636477 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=30850af8-f331-4539-aad7-0e40a19d69f5 HTTP/1.1" status: 200 len: 950 time: 0.1250203 Jul 29 23:21:47.512064 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec2e5d0c-fa03-4be5-b3b7-81b498f1a8de req-ec1960ef-11ca-47ad-a678-461496db2270 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Made reservation on behalf of 0c116bccf1944bb08a8f319b422b3c50 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:21:47.515122 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:47.522071 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ec2e5d0c-fa03-4be5-b3b7-81b498f1a8de req-ec1960ef-11ca-47ad-a678-461496db2270 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:47.546500 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ec2e5d0c-fa03-4be5-b3b7-81b498f1a8de req-ec1960ef-11ca-47ad-a678-461496db2270 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:47.571852 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9429a241-9dac-4b55-bacd-4c94265f1e27 req-9d8fc536-ae84-4296-8235-852b141754fa tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462348 Jul 29 23:21:47.648364 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e75d717e-5ce3-4dfb-961a-7d0a3d20622c x-openstack-request-id: req-e75d717e-5ce3-4dfb-961a-7d0a3d20622c {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:21:47.648925 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfcef37c-6053-48a6-bb3d-bf9693f71062", "name": "network-vif-plugged", "status": "completed", "tag": "05f9576e-0bb3-4f67-9fe6-ea7da6d80bf5", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:21:47.648925 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e75d717e-5ce3-4dfb-961a-7d0a3d20622c {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:21:47.649286 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfcef37c-6053-48a6-bb3d-bf9693f71062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05f9576e-0bb3-4f67-9fe6-ea7da6d80bf5', 'code': 200} Jul 29 23:21:47.684698 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d87d2c95-53b7-46fa-9ec9-d385cae8b673 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:21:47.745748 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ca4f1-edeb-4328-8b0d-9babad0c74d0 req-a943c1b6-1081-40d0-956e-83536be98ddf tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:47.758442 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-022ca4f1-edeb-4328-8b0d-9babad0c74d0 req-a943c1b6-1081-40d0-956e-83536be98ddf tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7ce3e6f-d0c3-472f-b732-63f3b9f7886f HTTP/1.1" status: 200 len: 944 time: 0.1675806 Jul 29 23:21:47.761990 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port d87d2c95-53b7-46fa-9ec9-d385cae8b673, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=d87d2c95-53b7-46fa-9ec9-d385cae8b673,segment=NetworkSegment(8f22271e-8838-4b8d-b047-05914d1d1737),segment_id=8f22271e-8838-4b8d-b047-05914d1d1737)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:47.763656 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:47.781731 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:47.847903 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ec2e5d0c-fa03-4be5-b3b7-81b498f1a8de req-ec1960ef-11ca-47ad-a678-461496db2270 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:47.850983 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3bced96-78e7-448f-8fbc-c9dd8e6fc0aa {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:21:47.858645 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-022ca4f1-edeb-4328-8b0d-9babad0c74d0 req-8aa55e57-9842-43a2-aa19-5778f7175210 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ef8b347-7e01-4c41-8508-c5e5f2556552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946670 Jul 29 23:21:47.861396 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ec2e5d0c-fa03-4be5-b3b7-81b498f1a8de req-ec1960ef-11ca-47ad-a678-461496db2270 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:47.873441 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=d87d2c95-53b7-46fa-9ec9-d385cae8b673,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:47.885538 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc32240-d6c9-43e0-b3fd-a850f1f9da9c req-43daff51-3f3d-4710-ba41-dffa4f699d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:47.887545 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2dc32240-d6c9-43e0-b3fd-a850f1f9da9c req-43daff51-3f3d-4710-ba41-dffa4f699d09 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=cfcef37c-6053-48a6-bb3d-bf9693f71062 HTTP/1.1" status: 200 len: 1097 time: 0.1602936 Jul 29 23:21:47.927179 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port f3bced96-78e7-448f-8fbc-c9dd8e6fc0aa, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=f3bced96-78e7-448f-8fbc-c9dd8e6fc0aa,segment=NetworkSegment(8f22271e-8838-4b8d-b047-05914d1d1737),segment_id=8f22271e-8838-4b8d-b047-05914d1d1737)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:47.935547 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:48.005837 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['cdefdbbb-b55f-4fb9-a3ef-face673e7892'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:21:48.026625 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2dc32240-d6c9-43e0-b3fd-a850f1f9da9c req-d2922437-b315-4d2f-9658-d738d9d4441b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252997 Jul 29 23:21:48.059967 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['d87d2c95-53b7-46fa-9ec9-d385cae8b673'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:21:48.074320 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1960ef-11ca-47ad-a678-461496db2270 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94486fc8-28a2-4655-9407-7275e0b3d38a,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:48.121354 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=f3bced96-78e7-448f-8fbc-c9dd8e6fc0aa,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:48.245513 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-ec2e5d0c-fa03-4be5-b3b7-81b498f1a8de req-ec1960ef-11ca-47ad-a678-461496db2270 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Allocated IP 192.168.233.81 (d71c22dc-feef-410b-a7ed-6548cf85bd6f/64bdc61a-58ca-49c7-bae5-ecfed9ee407c/e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:21:48.452921 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['f3bced96-78e7-448f-8fbc-c9dd8e6fc0aa'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:21:48.651123 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ec2e5d0c-fa03-4be5-b3b7-81b498f1a8de req-ec1960ef-11ca-47ad-a678-461496db2270 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:48.687400 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-ec2e5d0c-fa03-4be5-b3b7-81b498f1a8de req-ec1960ef-11ca-47ad-a678-461496db2270 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Transition to ACTIVE for port object e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:21:48.701664 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba5868-3658-4661-9325-a49449f006af req-270c54df-fb35-435d-8027-ce8e06bb30bb tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:48.708757 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eeba5868-3658-4661-9325-a49449f006af req-270c54df-fb35-435d-8027-ce8e06bb30bb tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=27b69aaa-149a-445a-be86-5148b2f003b6 HTTP/1.1" status: 200 len: 944 time: 0.1977367 Jul 29 23:21:48.788921 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ec2e5d0c-fa03-4be5-b3b7-81b498f1a8de req-ec1960ef-11ca-47ad-a678-461496db2270 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:48.841997 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eeba5868-3658-4661-9325-a49449f006af req-7c19527e-5caa-4172-bbd5-81af8bce8aa8 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220071 Jul 29 23:21:48.886787 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1960ef-11ca-47ad-a678-461496db2270 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Pushing event updated for resources: {'Port': ['ID=e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:48.910943 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ba13e-8e15-4134-b4ce-5fd901db1cbb req-0fd66199-6fd5-416b-9344-ea80ccd58d0e tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:48.912711 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec2e5d0c-fa03-4be5-b3b7-81b498f1a8de req-ec1960ef-11ca-47ad-a678-461496db2270 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Network d71c22dc-feef-410b-a7ed-6548cf85bd6f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:21:48.914220 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-ec2e5d0c-fa03-4be5-b3b7-81b498f1a8de req-ec1960ef-11ca-47ad-a678-461496db2270 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:21:48.917409 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec2e5d0c-fa03-4be5-b3b7-81b498f1a8de req-ec1960ef-11ca-47ad-a678-461496db2270 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:21:48.928351 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4b3ba13e-8e15-4134-b4ce-5fd901db1cbb req-0fd66199-6fd5-416b-9344-ea80ccd58d0e tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=cfcef37c-6053-48a6-bb3d-bf9693f71062 HTTP/1.1" status: 200 len: 945 time: 0.3541141 Jul 29 23:21:48.978439 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e5d0c-fa03-4be5-b3b7-81b498f1a8de req-ec1960ef-11ca-47ad-a678-461496db2270 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:48.982456 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ec2e5d0c-fa03-4be5-b3b7-81b498f1a8de req-ec1960ef-11ca-47ad-a678-461496db2270 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:49.031681 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ec2e5d0c-fa03-4be5-b3b7-81b498f1a8de req-ec1960ef-11ca-47ad-a678-461496db2270 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7275219 Jul 29 23:21:49.050183 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35320) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:49.053112 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-ec2e5d0c-fa03-4be5-b3b7-81b498f1a8de req-c9a49b34-2936-43f6-b537-01cf3702a6c3 service neutron] Request body: {'port': {'device_id': '018c29f7-9583-4883-b6ed-7ccf00d1e720', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:49.100321 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4b3ba13e-8e15-4134-b4ce-5fd901db1cbb req-c8c1a443-ac44-41d7-9cbf-1f596f5b1899 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601043 Jul 29 23:21:49.160857 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ec2e5d0c-fa03-4be5-b3b7-81b498f1a8de req-c9a49b34-2936-43f6-b537-01cf3702a6c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:49.177048 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device d7813a99-28a6-4be9-af82-49b1831afa02 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:21:49.343386 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14431546-b00a-4895-bb84-00bd83e2248f req-96938d5b-3d92-447d-9cbc-a95fa1a6d845 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:49.350863 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-14431546-b00a-4895-bb84-00bd83e2248f req-96938d5b-3d92-447d-9cbc-a95fa1a6d845 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=018c29f7-9583-4883-b6ed-7ccf00d1e720 HTTP/1.1" status: 200 len: 935 time: 0.0903025 Jul 29 23:21:49.368036 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port d7813a99-28a6-4be9-af82-49b1831afa02, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=d7813a99-28a6-4be9-af82-49b1831afa02,segment=NetworkSegment(a739f5fc-cf01-40c9-83c0-bfbae7f993f3),segment_id=a739f5fc-cf01-40c9-83c0-bfbae7f993f3)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:49.388940 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': 'd7813a99-28a6-4be9-af82-49b1831afa02', 'network_id': 'f490981b-45a9-43e1-a661-0229cc7a8cd7', 'port_id': 'd7813a99-28a6-4be9-af82-49b1831afa02', 'mac_address': 'fa:16:3e:ae:75:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '998261e9-cec6-4719-b797-0c7da54a3001', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:21:49.393687 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device d484528b-d630-4f58-b4ca-1af975d3c6d6 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:21:49.404846 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657ccc95-f1af-4dac-b68f-4f454cdd2d2b req-bbe88248-8f9a-4806-898f-de4e2879b9cd tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:49.406497 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-657ccc95-f1af-4dac-b68f-4f454cdd2d2b req-bbe88248-8f9a-4806-898f-de4e2879b9cd tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=30850af8-f331-4539-aad7-0e40a19d69f5 HTTP/1.1" status: 200 len: 950 time: 0.1638863 Jul 29 23:21:49.435565 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-14431546-b00a-4895-bb84-00bd83e2248f req-305835ac-ab06-4ee3-a1e1-852de259f6fc tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835574 Jul 29 23:21:49.467962 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:49.488184 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] No Port match for: d484528b-d630-4f58-b4ca-1af975d3c6d6 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:21:49.488678 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device d484528b-d630-4f58-b4ca-1af975d3c6d6 not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:21:49.492552 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:49.502048 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-2d3ebeec-0140-4b1b-b1a2-302a25851e6a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9009c62a39254abfafe57d15f208ec09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4442892 Jul 29 23:21:49.505258 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35326) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:49.505869 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-bb3cf5b8-d9cc-45c2-810c-0849eb18dd7d None None] Provisioning for port e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:21:49.510889 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-bb3cf5b8-d9cc-45c2-810c-0849eb18dd7d None None] Provisioning complete for port e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:21:49.511430 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bb3cf5b8-d9cc-45c2-810c-0849eb18dd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:49.554499 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-bb3cf5b8-d9cc-45c2-810c-0849eb18dd7d None None] Port e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:21:49.558961 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7813a99-28a6-4be9-af82-49b1831afa02 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:21:49.573398 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-657ccc95-f1af-4dac-b68f-4f454cdd2d2b req-616355da-0370-47ee-8e27-745efca06c96 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478353 Jul 29 23:21:49.584462 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port d7813a99-28a6-4be9-af82-49b1831afa02, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=d7813a99-28a6-4be9-af82-49b1831afa02,segment=NetworkSegment(a739f5fc-cf01-40c9-83c0-bfbae7f993f3),segment_id=a739f5fc-cf01-40c9-83c0-bfbae7f993f3)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:49.598913 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:49.642510 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-ec2e5d0c-fa03-4be5-b3b7-81b498f1a8de req-c9a49b34-2936-43f6-b537-01cf3702a6c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552 {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:21:49.655115 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ec2e5d0c-fa03-4be5-b3b7-81b498f1a8de req-c9a49b34-2936-43f6-b537-01cf3702a6c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:49.675163 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-ec2e5d0c-fa03-4be5-b3b7-81b498f1a8de req-c9a49b34-2936-43f6-b537-01cf3702a6c3 service neutron] Transition to ACTIVE for port object e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:21:49.679320 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-19b4c716-19e5-4f75-aebc-119bfa0790cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:49.685889 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ec2e5d0c-fa03-4be5-b3b7-81b498f1a8de req-c9a49b34-2936-43f6-b537-01cf3702a6c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:49.700291 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=d7813a99-28a6-4be9-af82-49b1831afa02,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:49.719600 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50380fb-f1df-433b-a76b-334f81fd250e req-ef56ddfc-657a-4f2f-9805-2c5e53a78a9b tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:49.721964 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d50380fb-f1df-433b-a76b-334f81fd250e req-ef56ddfc-657a-4f2f-9805-2c5e53a78a9b tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7ce3e6f-d0c3-472f-b732-63f3b9f7886f HTTP/1.1" status: 200 len: 945 time: 0.1746840 Jul 29 23:21:49.752005 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-19b4c716-19e5-4f75-aebc-119bfa0790cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:49.807441 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a49b34-2936-43f6-b537-01cf3702a6c3 service neutron] Pushing event updated for resources: {'Port': ['ID=e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:49.831206 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d50380fb-f1df-433b-a76b-334f81fd250e req-0143ccf3-1bdd-464f-852e-a7ea7add5ff0 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ef8b347-7e01-4c41-8508-c5e5f2556552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921597 Jul 29 23:21:49.874149 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-19b4c716-19e5-4f75-aebc-119bfa0790cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:49.877870 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-19b4c716-19e5-4f75-aebc-119bfa0790cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:49.879500 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-19b4c716-19e5-4f75-aebc-119bfa0790cb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6a6bacb2-785e-46ce-99a7-969ba7b68206 HTTP/1.1" status: 204 len: 168 time: 0.3721855 Jul 29 23:21:49.896769 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b4c716-19e5-4f75-aebc-119bfa0790cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a6bacb2-785e-46ce-99a7-969ba7b68206,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:49.936698 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-ec2e5d0c-fa03-4be5-b3b7-81b498f1a8de req-c9a49b34-2936-43f6-b537-01cf3702a6c3 service neutron] Attempting to bind port e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552 on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:21:49.937142 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-ec2e5d0c-fa03-4be5-b3b7-81b498f1a8de req-c9a49b34-2936-43f6-b537-01cf3702a6c3 service neutron] Attempting to bind port e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552 by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:21:49.937482 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2e5d0c-fa03-4be5-b3b7-81b498f1a8de req-c9a49b34-2936-43f6-b537-01cf3702a6c3 service neutron] Attempting to bind port e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:21:49.942771 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2e5d0c-fa03-4be5-b3b7-81b498f1a8de req-c9a49b34-2936-43f6-b537-01cf3702a6c3 service neutron] Port e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:21:49.944656 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['d7813a99-28a6-4be9-af82-49b1831afa02'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:21:49.954174 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2e5d0c-fa03-4be5-b3b7-81b498f1a8de req-c9a49b34-2936-43f6-b537-01cf3702a6c3 service neutron] Attempting to bind port e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:21:49.960381 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2e5d0c-fa03-4be5-b3b7-81b498f1a8de req-c9a49b34-2936-43f6-b537-01cf3702a6c3 service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:21:49.960741 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2e5d0c-fa03-4be5-b3b7-81b498f1a8de req-c9a49b34-2936-43f6-b537-01cf3702a6c3 service neutron] Checking segment: {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:21:49.961196 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec2e5d0c-fa03-4be5-b3b7-81b498f1a8de req-c9a49b34-2936-43f6-b537-01cf3702a6c3 service neutron] Bound using segment: {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:21:49.961733 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-ec2e5d0c-fa03-4be5-b3b7-81b498f1a8de req-c9a49b34-2936-43f6-b537-01cf3702a6c3 service neutron] Bound port: e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:21:49.962160 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ec2e5d0c-fa03-4be5-b3b7-81b498f1a8de req-c9a49b34-2936-43f6-b537-01cf3702a6c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:50.053913 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-ec2e5d0c-fa03-4be5-b3b7-81b498f1a8de req-c9a49b34-2936-43f6-b537-01cf3702a6c3 service neutron] For port e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552, host n-h1-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:21:50.057217 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-ec2e5d0c-fa03-4be5-b3b7-81b498f1a8de req-c9a49b34-2936-43f6-b537-01cf3702a6c3 service neutron] For port e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:21:50.076098 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ec2e5d0c-fa03-4be5-b3b7-81b498f1a8de req-c9a49b34-2936-43f6-b537-01cf3702a6c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:50.187457 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6abd81-5ef6-4561-ae3f-7cbb5e36cbf8 req-e6a3f080-ef37-47f8-9c06-1271dfbbe65f tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:50.189054 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8c6abd81-5ef6-4561-ae3f-7cbb5e36cbf8 req-e6a3f080-ef37-47f8-9c06-1271dfbbe65f tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=27b69aaa-149a-445a-be86-5148b2f003b6 HTTP/1.1" status: 200 len: 945 time: 0.1583407 Jul 29 23:21:50.194848 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e5d0c-fa03-4be5-b3b7-81b498f1a8de req-c9a49b34-2936-43f6-b537-01cf3702a6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:50.195524 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ec2e5d0c-fa03-4be5-b3b7-81b498f1a8de req-c9a49b34-2936-43f6-b537-01cf3702a6c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:50.201621 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ec2e5d0c-fa03-4be5-b3b7-81b498f1a8de req-c9a49b34-2936-43f6-b537-01cf3702a6c3 service neutron] 10.222.0.41 "PUT /v2.0/ports/e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552 HTTP/1.1" status: 200 len: 1096 time: 1.1499634 Jul 29 23:21:50.210614 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '018c29f7-9583-4883-b6ed-7ccf00d1e720', 'tag': 'e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:21:50.213280 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3586dfc4-a071-4275-bb23-e56f380c7fc5" -d '{"events": [{"name": "network-changed", "server_uuid": "018c29f7-9583-4883-b6ed-7ccf00d1e720", "tag": "e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:21:50.330212 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a49b34-2936-43f6-b537-01cf3702a6c3 service neutron] Pushing event updated for resources: {'Port': ['ID=e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:50.342874 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e5d0c-fa03-4be5-b3b7-81b498f1a8de req-7c5ce56f-9c86-4d4a-b34f-ba964569b3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:50.344799 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ec2e5d0c-fa03-4be5-b3b7-81b498f1a8de req-7c5ce56f-9c86-4d4a-b34f-ba964569b3a7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c116bccf1944bb08a8f319b422b3c50&device_id=018c29f7-9583-4883-b6ed-7ccf00d1e720 HTTP/1.1" status: 200 len: 1099 time: 0.0721197 Jul 29 23:21:50.414068 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ec2e5d0c-fa03-4be5-b3b7-81b498f1a8de req-6b58529b-fa75-41fe-aaa7-3245fde92fe9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552 HTTP/1.1" status: 200 len: 217 time: 0.0525680 Jul 29 23:21:50.416516 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8c6abd81-5ef6-4561-ae3f-7cbb5e36cbf8 req-a1392e45-1f4c-4f48-b78c-f42babe9d7bb tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186570 Jul 29 23:21:50.513483 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346595d2-ad9b-4569-9f79-95f81925ec0a req-aa455789-fb89-4d0d-8ced-14a48413004b tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:50.531232 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-346595d2-ad9b-4569-9f79-95f81925ec0a req-aa455789-fb89-4d0d-8ced-14a48413004b tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=cfcef37c-6053-48a6-bb3d-bf9693f71062 HTTP/1.1" status: 200 len: 945 time: 0.3142107 Jul 29 23:21:50.579364 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e5d0c-fa03-4be5-b3b7-81b498f1a8de req-f1b49b6b-fef8-4546-bf9e-bf990377f179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:50.591822 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ec2e5d0c-fa03-4be5-b3b7-81b498f1a8de req-f1b49b6b-fef8-4546-bf9e-bf990377f179 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.1690955 Jul 29 23:21:50.656668 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-346595d2-ad9b-4569-9f79-95f81925ec0a req-bae2b019-803c-43c3-8b0b-3875f2bd5646 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234438 Jul 29 23:21:50.671323 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device d87d2c95-53b7-46fa-9ec9-d385cae8b673 up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:21:50.744227 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3375e0a7-86fb-46b9-9e7f-143ef62aed7d x-openstack-request-id: req-3375e0a7-86fb-46b9-9e7f-143ef62aed7d {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:21:50.748672 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "018c29f7-9583-4883-b6ed-7ccf00d1e720", "tag": "e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:21:50.748945 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3375e0a7-86fb-46b9-9e7f-143ef62aed7d {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:21:50.749884 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '018c29f7-9583-4883-b6ed-7ccf00d1e720', 'tag': 'e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552', 'status': 'completed', 'code': 200} Jul 29 23:21:50.784658 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e5d0c-fa03-4be5-b3b7-81b498f1a8de req-a3d4f426-0963-4ea1-bd59-2b97c1dcd47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:50.788409 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ec2e5d0c-fa03-4be5-b3b7-81b498f1a8de req-a3d4f426-0963-4ea1-bd59-2b97c1dcd47e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1888652 Jul 29 23:21:50.829470 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port d87d2c95-53b7-46fa-9ec9-d385cae8b673 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:21:50.835961 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port d87d2c95-53b7-46fa-9ec9-d385cae8b673 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:21:50.836548 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:50.843550 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6804dbf-15c2-4cce-b74a-65c132f828d3 req-b27d2159-7ad7-4071-b38b-149eb5b3b636 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:50.866201 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f6804dbf-15c2-4cce-b74a-65c132f828d3 req-b27d2159-7ad7-4071-b38b-149eb5b3b636 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=018c29f7-9583-4883-b6ed-7ccf00d1e720 HTTP/1.1" status: 200 len: 947 time: 0.1014609 Jul 29 23:21:50.970123 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:50.971433 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f6804dbf-15c2-4cce-b74a-65c132f828d3 req-234af680-a7dd-4b3d-86f7-52dfddea2e34 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924871 Jul 29 23:21:50.979704 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a814d-8cf7-4f8d-836c-c1c7e6f1c850 req-0450a168-1751-478a-98a0-29eb1b84dbfb tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:50.981429 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c22a814d-8cf7-4f8d-836c-c1c7e6f1c850 req-0450a168-1751-478a-98a0-29eb1b84dbfb tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=30850af8-f331-4539-aad7-0e40a19d69f5 HTTP/1.1" status: 200 len: 950 time: 0.1131408 Jul 29 23:21:51.017170 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ec2e5d0c-fa03-4be5-b3b7-81b498f1a8de req-50e4979b-2828-4d51-a60d-38d9deb40190 service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174799 Jul 29 23:21:51.033315 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port d87d2c95-53b7-46fa-9ec9-d385cae8b673, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=d87d2c95-53b7-46fa-9ec9-d385cae8b673,segment=NetworkSegment(8f22271e-8838-4b8d-b047-05914d1d1737),segment_id=8f22271e-8838-4b8d-b047-05914d1d1737)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:51.034667 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ce3e6f-d0c3-472f-b732-63f3b9f7886f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd87d2c95-53b7-46fa-9ec9-d385cae8b673'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:21:51.037948 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678855fa-1e3f-4eaa-a5e1-72180c67683d" -d '{"events": [{"server_uuid": "b7ce3e6f-d0c3-472f-b732-63f3b9f7886f", "name": "network-vif-plugged", "status": "completed", "tag": "d87d2c95-53b7-46fa-9ec9-d385cae8b673"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:21:51.049728 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:51.050596 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device cdefdbbb-b55f-4fb9-a3ef-face673e7892 up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:21:51.072779 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c22a814d-8cf7-4f8d-836c-c1c7e6f1c850 req-03b9f99a-abcd-45db-a0ae-7f371d987d49 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752506 Jul 29 23:21:51.166158 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port cdefdbbb-b55f-4fb9-a3ef-face673e7892 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:21:51.166158 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:51.205961 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device f3bced96-78e7-448f-8fbc-c9dd8e6fc0aa up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:21:51.264142 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=d87d2c95-53b7-46fa-9ec9-d385cae8b673,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:51.283015 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ec2e5d0c-fa03-4be5-b3b7-81b498f1a8de req-aef55cf9-e7bd-4008-adf6-efe3083a362c service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586217 Jul 29 23:21:51.345792 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed848a6d-a922-4534-ab0f-e13eaa1488cb x-openstack-request-id: req-ed848a6d-a922-4534-ab0f-e13eaa1488cb {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:21:51.347788 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7ce3e6f-d0c3-472f-b732-63f3b9f7886f", "name": "network-vif-plugged", "status": "completed", "tag": "d87d2c95-53b7-46fa-9ec9-d385cae8b673", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:21:51.348387 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ed848a6d-a922-4534-ab0f-e13eaa1488cb {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:21:51.349195 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ce3e6f-d0c3-472f-b732-63f3b9f7886f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd87d2c95-53b7-46fa-9ec9-d385cae8b673', 'code': 200} Jul 29 23:21:51.393861 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port f3bced96-78e7-448f-8fbc-c9dd8e6fc0aa completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:21:51.397391 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:51.400822 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port f3bced96-78e7-448f-8fbc-c9dd8e6fc0aa triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:21:51.401251 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:51.471102 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec0c40a-5654-414b-befe-3e662bff1190 req-25846439-6f13-40be-b874-eb74eec32818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:51.473076 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1ec0c40a-5654-414b-befe-3e662bff1190 req-25846439-6f13-40be-b874-eb74eec32818 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b7ce3e6f-d0c3-472f-b732-63f3b9f7886f HTTP/1.1" status: 200 len: 1098 time: 0.0493529 Jul 29 23:21:51.486546 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586dfc4-a071-4275-bb23-e56f380c7fc5 req-8236d9da-83af-4cec-80fe-6a911e74cc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:51.488565 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3586dfc4-a071-4275-bb23-e56f380c7fc5 req-8236d9da-83af-4cec-80fe-6a911e74cc1c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c116bccf1944bb08a8f319b422b3c50&device_id=018c29f7-9583-4883-b6ed-7ccf00d1e720 HTTP/1.1" status: 200 len: 1099 time: 0.0984426 Jul 29 23:21:51.495901 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port cdefdbbb-b55f-4fb9-a3ef-face673e7892, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=cdefdbbb-b55f-4fb9-a3ef-face673e7892,segment=NetworkSegment(2db8471f-c43b-49ee-9f08-2f1c56af231c),segment_id=2db8471f-c43b-49ee-9f08-2f1c56af231c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:51.511943 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43054d19-2625-4436-9d68-64acb5a5d2db req-be64a80d-e088-44df-b24b-01293f339823 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:51.519705 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:51.523858 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-43054d19-2625-4436-9d68-64acb5a5d2db req-be64a80d-e088-44df-b24b-01293f339823 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7ce3e6f-d0c3-472f-b732-63f3b9f7886f HTTP/1.1" status: 200 len: 946 time: 0.1452625 Jul 29 23:21:51.575481 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384f79a-3b27-487c-a12a-64179645f376 req-8ef8d566-be82-4130-b8e6-03ee911cc3f5 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:51.579190 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1ec0c40a-5654-414b-befe-3e662bff1190 req-d05140e6-7255-4835-af4c-5293b6a3283b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=9ef8b347-7e01-4c41-8508-c5e5f2556552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950873 Jul 29 23:21:51.582042 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=cdefdbbb-b55f-4fb9-a3ef-face673e7892,revision_number=7']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:51.582878 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a384f79a-3b27-487c-a12a-64179645f376 req-8ef8d566-be82-4130-b8e6-03ee911cc3f5 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=cfcef37c-6053-48a6-bb3d-bf9693f71062 HTTP/1.1" status: 200 len: 945 time: 0.1389217 Jul 29 23:21:51.606876 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:51.626420 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-43054d19-2625-4436-9d68-64acb5a5d2db req-ceecba12-2002-49a9-96cc-e0d66a6009f3 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ef8b347-7e01-4c41-8508-c5e5f2556552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962739 Jul 29 23:21:51.647118 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586dfc4-a071-4275-bb23-e56f380c7fc5 req-a7240e0f-d8cd-40ba-b644-3f8893ce6b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:51.649453 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3586dfc4-a071-4275-bb23-e56f380c7fc5 req-a7240e0f-d8cd-40ba-b644-3f8893ce6b74 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d71c22dc-feef-410b-a7ed-6548cf85bd6f HTTP/1.1" status: 200 len: 870 time: 0.1510215 Jul 29 23:21:51.679788 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port f3bced96-78e7-448f-8fbc-c9dd8e6fc0aa, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=f3bced96-78e7-448f-8fbc-c9dd8e6fc0aa,segment=NetworkSegment(8f22271e-8838-4b8d-b047-05914d1d1737),segment_id=8f22271e-8838-4b8d-b047-05914d1d1737)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:51.684863 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a384f79a-3b27-487c-a12a-64179645f376 req-3a96549a-1be8-4acb-8e0e-b11ec15f9715 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896673 Jul 29 23:21:51.707417 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:51.708235 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device d7813a99-28a6-4be9-af82-49b1831afa02 up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:21:51.720060 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3586dfc4-a071-4275-bb23-e56f380c7fc5 req-165338a8-3944-4066-8572-ad27d879d74a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552 HTTP/1.1" status: 200 len: 217 time: 0.0608287 Jul 29 23:21:51.824651 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=f3bced96-78e7-448f-8fbc-c9dd8e6fc0aa,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:51.827059 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f67e98b-2a65-4d64-9eca-a68e8ec6191a req-7b7db546-6cd9-4cbf-b38b-4a01c4c07073 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:51.835036 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0f67e98b-2a65-4d64-9eca-a68e8ec6191a req-7b7db546-6cd9-4cbf-b38b-4a01c4c07073 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=27b69aaa-149a-445a-be86-5148b2f003b6 HTTP/1.1" status: 200 len: 945 time: 0.0629325 Jul 29 23:21:51.836402 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port d7813a99-28a6-4be9-af82-49b1831afa02 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:21:51.844675 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port d7813a99-28a6-4be9-af82-49b1831afa02 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:21:51.845040 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:51.865200 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586dfc4-a071-4275-bb23-e56f380c7fc5 req-2351201c-2e90-42f8-b634-c442ac12fe7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:51.871963 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3586dfc4-a071-4275-bb23-e56f380c7fc5 req-2351201c-2e90-42f8-b634-c442ac12fe7c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.1411471 Jul 29 23:21:51.883177 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0f67e98b-2a65-4d64-9eca-a68e8ec6191a req-ee7d91d7-d597-4d7d-8998-ee27ccd52661 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470796 Jul 29 23:21:51.958582 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586dfc4-a071-4275-bb23-e56f380c7fc5 req-3692bf6a-cf3c-44f9-bd6f-958107b48cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:51.960868 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3586dfc4-a071-4275-bb23-e56f380c7fc5 req-3692bf6a-cf3c-44f9-bd6f-958107b48cfc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0824301 Jul 29 23:21:51.976419 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:52.065030 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port d7813a99-28a6-4be9-af82-49b1831afa02, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=d7813a99-28a6-4be9-af82-49b1831afa02,segment=NetworkSegment(a739f5fc-cf01-40c9-83c0-bfbae7f993f3),segment_id=a739f5fc-cf01-40c9-83c0-bfbae7f993f3)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:52.077871 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:52.125418 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b8a77-fba0-4b36-add5-8268442d5561 req-35345126-9dda-490e-8905-ff5514b60c79 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:52.126845 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1b0b8a77-fba0-4b36-add5-8268442d5561 req-35345126-9dda-490e-8905-ff5514b60c79 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=018c29f7-9583-4883-b6ed-7ccf00d1e720 HTTP/1.1" status: 200 len: 947 time: 0.0762458 Jul 29 23:21:52.175545 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=d7813a99-28a6-4be9-af82-49b1831afa02,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:52.184944 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3586dfc4-a071-4275-bb23-e56f380c7fc5 req-50e73bc4-e7f7-4ca7-a1ab-0382c8454636 service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090836 Jul 29 23:21:52.255789 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1b0b8a77-fba0-4b36-add5-8268442d5561 req-b7613f68-4b71-4a0b-9c1c-b10afa9dec4d tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049769 Jul 29 23:21:52.301611 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e8927-16f1-487b-98cb-7945a4f5ba8b req-e9970d47-f8ce-4f70-ae9d-bb35a14fc77a tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:52.305696 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0b5e8927-16f1-487b-98cb-7945a4f5ba8b req-e9970d47-f8ce-4f70-ae9d-bb35a14fc77a tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=30850af8-f331-4539-aad7-0e40a19d69f5 HTTP/1.1" status: 200 len: 950 time: 0.1129916 Jul 29 23:21:52.376013 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3586dfc4-a071-4275-bb23-e56f380c7fc5 req-758f12f8-d5e4-4c6b-9128-541bb04b8cbc service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866329 Jul 29 23:21:52.398496 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0b5e8927-16f1-487b-98cb-7945a4f5ba8b req-3225177a-ffea-49d0-894a-fe7d2b4cac4b tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850370 Jul 29 23:21:52.558110 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35440) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:52.688665 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5b534cf9-5a7a-4117-b234-0880763f281f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:52.777575 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a367250-af0a-4609-93af-fb93b0e45117 req-f045bdbf-ae41-4fd1-90cd-27154cae6f9a tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:52.786702 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9a367250-af0a-4609-93af-fb93b0e45117 req-f045bdbf-ae41-4fd1-90cd-27154cae6f9a tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] 10.222.0.43 "GET /v2.0/ports?device_id=b7ce3e6f-d0c3-472f-b732-63f3b9f7886f HTTP/1.1" status: 200 len: 946 time: 0.0708120 Jul 29 23:21:52.801262 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e318ec-4c33-4f31-aa64-2bc3289a564e req-028b6007-2a26-41b2-a04c-7653cb49c867 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:52.803003 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c3e318ec-4c33-4f31-aa64-2bc3289a564e req-028b6007-2a26-41b2-a04c-7653cb49c867 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.22 "GET /v2.0/ports?device_id=cfcef37c-6053-48a6-bb3d-bf9693f71062 HTTP/1.1" status: 200 len: 945 time: 0.0835476 Jul 29 23:21:52.859699 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9a367250-af0a-4609-93af-fb93b0e45117 req-9959458b-fd23-4c96-a230-19027eb3c4fd tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ef8b347-7e01-4c41-8508-c5e5f2556552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724387 Jul 29 23:21:52.888899 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c396ee6-700e-40a7-892f-0648351fca16 req-58155f2c-f0fd-4991-b087-42c843a6aeb5 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:52.892880 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8c396ee6-700e-40a7-892f-0648351fca16 req-58155f2c-f0fd-4991-b087-42c843a6aeb5 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=cfcef37c-6053-48a6-bb3d-bf9693f71062 HTTP/1.1" status: 200 len: 945 time: 0.0980551 Jul 29 23:21:52.943472 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5b534cf9-5a7a-4117-b234-0880763f281f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:52.953143 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8c396ee6-700e-40a7-892f-0648351fca16 req-051014a6-7b7a-4f69-8b60-ce31b5623323 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472028 Jul 29 23:21:52.969128 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5b534cf9-5a7a-4117-b234-0880763f281f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:53.009310 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-5b534cf9-5a7a-4117-b234-0880763f281f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=eb0b7e5b8f894f69b53c1ee7762cccde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4485507 Jul 29 23:21:53.010074 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35456) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:53.061787 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-c3e318ec-4c33-4f31-aa64-2bc3289a564e req-b8e2d671-650d-4f84-9b87-3f9201e4e12c tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Deleting port 05f9576e-0bb3-4f67-9fe6-ea7da6d80bf5 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:21:53.062133 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-c3e318ec-4c33-4f31-aa64-2bc3289a564e req-b8e2d671-650d-4f84-9b87-3f9201e4e12c tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:53.066885 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645ebc64-eadb-464d-ae2e-69794f093c23 req-d360da30-2ef2-46fe-860b-fe05af1f9a33 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:53.072939 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-645ebc64-eadb-464d-ae2e-69794f093c23 req-d360da30-2ef2-46fe-860b-fe05af1f9a33 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d230c89-7f18-483c-9d37-f3c08cfbcf61 HTTP/1.1" status: 200 len: 946 time: 0.0898616 Jul 29 23:21:53.132319 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b534cf9-5a7a-4117-b234-0880763f281f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e66cb754-c8ef-450a-a179-d8377b111148,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:53.203842 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9c7fe253-d5a7-4a5b-bfa2-c54b5d42552a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:53.216299 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-74db2099-7451-43b9-93ce-e68112e9232b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:53.218974 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-645ebc64-eadb-464d-ae2e-69794f093c23 req-060d0b95-732a-4f32-bc84-b440b337698a tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ef8b347-7e01-4c41-8508-c5e5f2556552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392784 Jul 29 23:21:53.228186 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9c7fe253-d5a7-4a5b-bfa2-c54b5d42552a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:53.240449 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-c3e318ec-4c33-4f31-aa64-2bc3289a564e req-b8e2d671-650d-4f84-9b87-3f9201e4e12c tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] For port 05f9576e-0bb3-4f67-9fe6-ea7da6d80bf5, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=05f9576e-0bb3-4f67-9fe6-ea7da6d80bf5,segment=NetworkSegment(290ad064-62e5-45f1-87ac-9cd12097849c),segment_id=290ad064-62e5-45f1-87ac-9cd12097849c)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:53.240449 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-c3e318ec-4c33-4f31-aa64-2bc3289a564e req-b8e2d671-650d-4f84-9b87-3f9201e4e12c tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:53.264343 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d905b6-a845-4338-8f38-7316310756f6 req-d4544b2a-4c3d-4332-b9eb-ef4a7a351c04 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:53.266729 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-94d905b6-a845-4338-8f38-7316310756f6 req-d4544b2a-4c3d-4332-b9eb-ef4a7a351c04 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=27b69aaa-149a-445a-be86-5148b2f003b6 HTTP/1.1" status: 200 len: 946 time: 0.1603591 Jul 29 23:21:53.276660 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-c3e318ec-4c33-4f31-aa64-2bc3289a564e req-b8e2d671-650d-4f84-9b87-3f9201e4e12c tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Calling delete_port for 05f9576e-0bb3-4f67-9fe6-ea7da6d80bf5 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:21:53.341727 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-94d905b6-a845-4338-8f38-7316310756f6 req-87a43644-9c2e-46f0-8a5e-c7ca1cb08554 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653713 Jul 29 23:21:53.352947 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e5a21f9-e415-4212-ac3b-fc3c41c9d34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdefdbbb-b55f-4fb9-a3ef-face673e7892'}, {'server_uuid': '3d230c89-7f18-483c-9d37-f3c08cfbcf61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3bced96-78e7-448f-8fbc-c9dd8e6fc0aa'}, {'server_uuid': '27b69aaa-149a-445a-be86-5148b2f003b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7813a99-28a6-4be9-af82-49b1831afa02'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:21:53.360275 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-778e902a-9e24-470c-be8f-94e3b6848ba3" -d '{"events": [{"server_uuid": "3e5a21f9-e415-4212-ac3b-fc3c41c9d34f", "name": "network-vif-plugged", "status": "completed", "tag": "cdefdbbb-b55f-4fb9-a3ef-face673e7892"}, {"server_uuid": "3d230c89-7f18-483c-9d37-f3c08cfbcf61", "name": "network-vif-plugged", "status": "completed", "tag": "f3bced96-78e7-448f-8fbc-c9dd8e6fc0aa"}, {"server_uuid": "27b69aaa-149a-445a-be86-5148b2f003b6", "name": "network-vif-plugged", "status": "completed", "tag": "d7813a99-28a6-4be9-af82-49b1831afa02"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:21:53.378816 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9c7fe253-d5a7-4a5b-bfa2-c54b5d42552a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:53.380360 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9c7fe253-d5a7-4a5b-bfa2-c54b5d42552a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:53.394104 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9c7fe253-d5a7-4a5b-bfa2-c54b5d42552a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e66cb754-c8ef-450a-a179-d8377b111148 HTTP/1.1" status: 204 len: 168 time: 0.3674188 Jul 29 23:21:53.437289 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7fe253-d5a7-4a5b-bfa2-c54b5d42552a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66cb754-c8ef-450a-a179-d8377b111148,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:53.513531 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38aaceb-e74b-40ba-8796-a6548e5ab68b req-4c10723e-f1bd-48b8-a552-98ad8c42ed6b tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:53.521499 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e38aaceb-e74b-40ba-8796-a6548e5ab68b req-4c10723e-f1bd-48b8-a552-98ad8c42ed6b tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=018c29f7-9583-4883-b6ed-7ccf00d1e720 HTTP/1.1" status: 200 len: 947 time: 0.0957315 Jul 29 23:21:53.542226 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 29 Jul 2021 23:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43cad502-9791-426b-bcf1-583cd53d030e x-openstack-request-id: req-43cad502-9791-426b-bcf1-583cd53d030e {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:21:53.542625 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e5a21f9-e415-4212-ac3b-fc3c41c9d34f", "name": "network-vif-plugged", "status": "completed", "tag": "cdefdbbb-b55f-4fb9-a3ef-face673e7892", "code": 200}, {"server_uuid": "3d230c89-7f18-483c-9d37-f3c08cfbcf61", "name": "network-vif-plugged", "status": "completed", "tag": "f3bced96-78e7-448f-8fbc-c9dd8e6fc0aa", "code": 200}, {"server_uuid": "27b69aaa-149a-445a-be86-5148b2f003b6", "name": "network-vif-plugged", "status": "completed", "tag": "d7813a99-28a6-4be9-af82-49b1831afa02", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:21:53.542946 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-43cad502-9791-426b-bcf1-583cd53d030e {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:21:53.543561 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e5a21f9-e415-4212-ac3b-fc3c41c9d34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdefdbbb-b55f-4fb9-a3ef-face673e7892', 'code': 200} Jul 29 23:21:53.543910 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d230c89-7f18-483c-9d37-f3c08cfbcf61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3bced96-78e7-448f-8fbc-c9dd8e6fc0aa', 'code': 200} Jul 29 23:21:53.544227 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27b69aaa-149a-445a-be86-5148b2f003b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7813a99-28a6-4be9-af82-49b1831afa02', 'code': 200} Jul 29 23:21:53.603647 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-c3e318ec-4c33-4f31-aa64-2bc3289a564e req-b8e2d671-650d-4f84-9b87-3f9201e4e12c tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:53.615923 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['05f9576e-0bb3-4f67-9fe6-ea7da6d80bf5'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:21:53.626826 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e38aaceb-e74b-40ba-8796-a6548e5ab68b req-486b40d2-dd86-4a55-8d03-373fdaf461a6 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040587 Jul 29 23:21:53.734757 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3e318ec-4c33-4f31-aa64-2bc3289a564e req-b8e2d671-650d-4f84-9b87-3f9201e4e12c tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] No DVR routers for this DVR port 05f9576e-0bb3-4f67-9fe6-ea7da6d80bf5 on host n-h2-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:21:53.738117 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-c3e318ec-4c33-4f31-aa64-2bc3289a564e req-b8e2d671-650d-4f84-9b87-3f9201e4e12c tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:53.740144 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c3e318ec-4c33-4f31-aa64-2bc3289a564e req-b8e2d671-650d-4f84-9b87-3f9201e4e12c tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.22 "DELETE /v2.0/ports/05f9576e-0bb3-4f67-9fe6-ea7da6d80bf5 HTTP/1.1" status: 204 len: 173 time: 0.9279289 Jul 29 23:21:53.757010 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfcef37c-6053-48a6-bb3d-bf9693f71062', 'name': 'network-vif-deleted', 'tag': '05f9576e-0bb3-4f67-9fe6-ea7da6d80bf5'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:21:53.759136 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-691f6ece-cb6d-4643-9848-75a456f4a634" -d '{"events": [{"server_uuid": "cfcef37c-6053-48a6-bb3d-bf9693f71062", "name": "network-vif-deleted", "tag": "05f9576e-0bb3-4f67-9fe6-ea7da6d80bf5"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:21:53.764570 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e2d671-650d-4f84-9b87-3f9201e4e12c tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Pushing event deleted for resources: {'Port': ['ID=05f9576e-0bb3-4f67-9fe6-ea7da6d80bf5,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:53.785354 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5e4df8-bd26-431d-80d8-56677f4f3942 req-17574476-8a23-436f-879f-64255fe326d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:53.787545 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1e5e4df8-bd26-431d-80d8-56677f4f3942 req-17574476-8a23-436f-879f-64255fe326d4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3d230c89-7f18-483c-9d37-f3c08cfbcf61 HTTP/1.1" status: 200 len: 1098 time: 0.0989182 Jul 29 23:21:53.870279 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0e65f4-8b62-4a05-9f75-21439f572292 x-openstack-request-id: req-3b0e65f4-8b62-4a05-9f75-21439f572292 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:21:53.871988 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfcef37c-6053-48a6-bb3d-bf9693f71062", "name": "network-vif-deleted", "tag": "05f9576e-0bb3-4f67-9fe6-ea7da6d80bf5", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:21:53.872252 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3b0e65f4-8b62-4a05-9f75-21439f572292 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:21:53.872751 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfcef37c-6053-48a6-bb3d-bf9693f71062', 'name': 'network-vif-deleted', 'tag': '05f9576e-0bb3-4f67-9fe6-ea7da6d80bf5', 'status': 'completed', 'code': 200} Jul 29 23:21:53.876231 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1e5e4df8-bd26-431d-80d8-56677f4f3942 req-04bddd42-ab5d-47d2-93be-962652a37e71 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9ef8b347-7e01-4c41-8508-c5e5f2556552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799971 Jul 29 23:21:53.882995 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e9e300-8712-4746-add7-f4a6332d82ea req-a756c7bc-86e0-4368-879d-d29657ffb628 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:53.892921 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b5e9e300-8712-4746-add7-f4a6332d82ea req-a756c7bc-86e0-4368-879d-d29657ffb628 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=30850af8-f331-4539-aad7-0e40a19d69f5 HTTP/1.1" status: 200 len: 950 time: 0.2299540 Jul 29 23:21:53.920131 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23b8e5-5c24-4ea7-b4ed-a46968f00a62 req-5cbc40e7-b3a7-4ff9-a9d5-7f8d3c710f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:53.922202 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7a23b8e5-5c24-4ea7-b4ed-a46968f00a62 req-5cbc40e7-b3a7-4ff9-a9d5-7f8d3c710f25 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=27b69aaa-149a-445a-be86-5148b2f003b6 HTTP/1.1" status: 200 len: 1098 time: 0.2140541 Jul 29 23:21:53.984508 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b5e9e300-8712-4746-add7-f4a6332d82ea req-a6e2b939-d646-42b8-8738-432e8cfea3f0 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897465 Jul 29 23:21:54.084471 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2f7a8606-1913-4ffe-ae9e-b34ff5057a48 req-7b9bd2a5-87bf-4f63-b2db-a0c01d83e94a tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=cfcef37c-6053-48a6-bb3d-bf9693f71062 HTTP/1.1" status: 200 len: 210 time: 0.0297618 Jul 29 23:21:54.214484 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7a23b8e5-5c24-4ea7-b4ed-a46968f00a62 req-8d117809-bdc6-4ea5-bda6-86b1a742d5fd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587530 Jul 29 23:21:54.434218 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb931d7-1b40-4d37-b455-d2ce607155ca req-f56a4c28-adc5-474b-a021-ebda61751905 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:54.435694 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7cb931d7-1b40-4d37-b455-d2ce607155ca req-f56a4c28-adc5-474b-a021-ebda61751905 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d230c89-7f18-483c-9d37-f3c08cfbcf61 HTTP/1.1" status: 200 len: 946 time: 0.0831304 Jul 29 23:21:54.490869 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7cb931d7-1b40-4d37-b455-d2ce607155ca req-b9b97e8a-f99c-4827-804f-5eb97a6dc95a tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ef8b347-7e01-4c41-8508-c5e5f2556552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465887 Jul 29 23:21:54.618101 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e71d80-5bfb-422e-a210-492cadd45386 req-ad4c6e68-11be-44fe-ac07-f62688033593 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:54.619782 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-92e71d80-5bfb-422e-a210-492cadd45386 req-ad4c6e68-11be-44fe-ac07-f62688033593 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=27b69aaa-149a-445a-be86-5148b2f003b6 HTTP/1.1" status: 200 len: 946 time: 0.0643437 Jul 29 23:21:54.689559 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-92e71d80-5bfb-422e-a210-492cadd45386 req-13f202f7-cca4-46f2-a12d-cb6011ce1d6b tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580661 Jul 29 23:21:54.880850 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36575015-9be1-42bc-b978-e3f0fac576cd req-de4fbe9e-6f0d-40e9-b58d-355853358379 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:54.882620 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-36575015-9be1-42bc-b978-e3f0fac576cd req-de4fbe9e-6f0d-40e9-b58d-355853358379 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=018c29f7-9583-4883-b6ed-7ccf00d1e720 HTTP/1.1" status: 200 len: 947 time: 0.0513105 Jul 29 23:21:54.925522 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-36575015-9be1-42bc-b978-e3f0fac576cd req-5758f30b-3a37-4a9e-b438-f7e0eea50019 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361414 Jul 29 23:21:55.110959 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5cebe-a5ff-4f91-beaf-016145b5a717 req-1492c136-b457-48c1-bd71-30274a5499c5 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:55.113054 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8fd5cebe-a5ff-4f91-beaf-016145b5a717 req-1492c136-b457-48c1-bd71-30274a5499c5 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=30850af8-f331-4539-aad7-0e40a19d69f5 HTTP/1.1" status: 200 len: 950 time: 0.0520720 Jul 29 23:21:55.165159 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8fd5cebe-a5ff-4f91-beaf-016145b5a717 req-e0c206fe-28f9-41e5-8ccf-ac5e8d80c87c tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384190 Jul 29 23:21:55.189346 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:21:55.519999 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:55.536179 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': 'e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'port_id': 'e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552', 'mac_address': 'fa:16:3e:7e:3e:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64bdc61a-58ca-49c7-bae5-ecfed9ee407c', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:21:55.580610 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:55.597288 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:21:55.625121 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:55.632304 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:55.678516 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be94b49-5722-4885-bc37-fcae7fecd348 req-585f49be-8564-4564-bb17-be3d74d4b1fe tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:55.680720 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9be94b49-5722-4885-bc37-fcae7fecd348 req-585f49be-8564-4564-bb17-be3d74d4b1fe tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/networks?id=666740f6-88d5-4493-9e12-abc4c5ef258e HTTP/1.1" status: 200 len: 811 time: 0.1330082 Jul 29 23:21:55.700030 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:55.721523 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9be94b49-5722-4885-bc37-fcae7fecd348 req-d3f1cda5-b757-4490-b612-970adeaac3af tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/quotas/f4fb04acaf444a438779b8cf93bf1437 HTTP/1.1" status: 200 len: 375 time: 0.0194416 Jul 29 23:21:55.763997 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9be94b49-5722-4885-bc37-fcae7fecd348 req-341e934d-6b13-418c-b6f6-9550cf613078 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f4fb04acaf444a438779b8cf93bf1437&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350356 Jul 29 23:21:55.892082 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e9648b0c-6cc9-4a5e-83ff-b0612731a516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:55.898498 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9be94b49-5722-4885-bc37-fcae7fecd348 req-6631494d-9dde-4766-ae64-cd0718f444ee service neutron] 10.222.0.43 "GET /v2.0/networks/666740f6-88d5-4493-9e12-abc4c5ef258e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268895 Jul 29 23:21:56.012185 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:21:56.326348 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:56.459009 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204388b-970f-4f8e-8eb4-e7db8e39c66b req-22b84255-29c0-4b16-b5c5-9aa55e3679c0 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:56.460527 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d204388b-970f-4f8e-8eb4-e7db8e39c66b req-22b84255-29c0-4b16-b5c5-9aa55e3679c0 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d230c89-7f18-483c-9d37-f3c08cfbcf61 HTTP/1.1" status: 200 len: 946 time: 0.1056855 Jul 29 23:21:56.467013 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9be94b49-5722-4885-bc37-fcae7fecd348 req-d5163910-c2ee-4222-920b-f81d9f059a1c service neutron] 10.222.0.43 "GET /v2.0/networks/666740f6-88d5-4493-9e12-abc4c5ef258e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5609317 Jul 29 23:21:56.508646 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d204388b-970f-4f8e-8eb4-e7db8e39c66b req-5bbe3d9e-ff32-44bf-b33e-4b4cf9923149 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ef8b347-7e01-4c41-8508-c5e5f2556552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406797 Jul 29 23:21:56.691078 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 05f9576e-0bb3-4f67-9fe6-ea7da6d80bf5 no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:21:56.740578 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: 05f9576e-0bb3-4f67-9fe6-ea7da6d80bf5 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:21:56.740928 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 05f9576e-0bb3-4f67-9fe6-ea7da6d80bf5 not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:21:56.765290 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ddf9f-c93a-4b61-98b7-8e10baa7bdc4 req-b09ccb3b-3356-49bf-95d4-d835b1dbdfa5 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:56.766897 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6a4ddf9f-c93a-4b61-98b7-8e10baa7bdc4 req-b09ccb3b-3356-49bf-95d4-d835b1dbdfa5 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=27b69aaa-149a-445a-be86-5148b2f003b6 HTTP/1.1" status: 200 len: 946 time: 0.0830359 Jul 29 23:21:56.849182 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6a4ddf9f-c93a-4b61-98b7-8e10baa7bdc4 req-ed1d5fe9-b320-4598-8245-85859e94dc4d tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757523 Jul 29 23:21:56.904699 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9918123f-e232-4771-9e1b-90494a302c01 req-ed516d9a-d2f8-4551-bb68-0e4cdae99057 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:56.912773 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9918123f-e232-4771-9e1b-90494a302c01 req-ed516d9a-d2f8-4551-bb68-0e4cdae99057 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=018c29f7-9583-4883-b6ed-7ccf00d1e720 HTTP/1.1" status: 200 len: 948 time: 0.0877266 Jul 29 23:21:56.994227 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9918123f-e232-4771-9e1b-90494a302c01 req-a2dd36c1-56f9-404e-a45e-506c8ef08e9c tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803175 Jul 29 23:21:57.085353 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555529b1-a29f-41b6-bbcd-b67005e5c347 req-a6b95635-e398-4fe3-ad19-a65f33814753 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:57.087183 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-555529b1-a29f-41b6-bbcd-b67005e5c347 req-a6b95635-e398-4fe3-ad19-a65f33814753 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=30850af8-f331-4539-aad7-0e40a19d69f5 HTTP/1.1" status: 200 len: 950 time: 0.0756936 Jul 29 23:21:57.174509 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-555529b1-a29f-41b6-bbcd-b67005e5c347 req-87579dcc-0d99-4722-b956-d5c730d16f7f tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672848 Jul 29 23:21:57.197844 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552 up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:21:57.302750 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e9be2b2a-d03c-4de0-a074-886be510e3ca req-58fb29c0-7749-43a2-9f6c-10a25f48d37e tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=f60bb77d-6035-4d3c-a5ec-ba1036d740d0 HTTP/1.1" status: 200 len: 210 time: 0.0429449 Jul 29 23:21:57.338061 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:21:57.351180 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:21:57.352007 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:57.426496 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6beb8a-2bbe-4b50-b44a-e580af6fb72c req-546652db-ca3c-4703-9491-6bfe5af0ecac tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:57.436266 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8d6beb8a-2bbe-4b50-b44a-e580af6fb72c req-546652db-ca3c-4703-9491-6bfe5af0ecac tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=27b69aaa-149a-445a-be86-5148b2f003b6 HTTP/1.1" status: 200 len: 1098 time: 0.0882778 Jul 29 23:21:57.491852 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8d6beb8a-2bbe-4b50-b44a-e580af6fb72c req-da3559c7-0c4c-4b42-90d4-3922a88746f6 tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535421 Jul 29 23:21:57.615201 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:57.616556 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:57.692838 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '018c29f7-9583-4883-b6ed-7ccf00d1e720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:21:57.695592 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc61c89-32d1-476f-9dca-57ca12cc9155" -d '{"events": [{"server_uuid": "018c29f7-9583-4883-b6ed-7ccf00d1e720", "name": "network-vif-plugged", "status": "completed", "tag": "e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:21:57.718716 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:57.726971 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:57.841952 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:57.867702 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f44e27c-f28e-45a7-95a1-7f5ecbc94f08 req-057645b1-2c9e-4692-9cf0-5236fea22616 tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:57.886741 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1f44e27c-f28e-45a7-95a1-7f5ecbc94f08 req-057645b1-2c9e-4692-9cf0-5236fea22616 tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=27b69aaa-149a-445a-be86-5148b2f003b6 HTTP/1.1" status: 200 len: 1098 time: 0.1013803 Jul 29 23:21:57.981017 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1f44e27c-f28e-45a7-95a1-7f5ecbc94f08 req-01c96d64-8435-40a7-8466-465d4604d33f tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908430 Jul 29 23:21:58.028535 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfdab80-dce4-43aa-a276-6f3cacf0fc16 req-75a81aad-1eae-4ba8-b5d7-5e0bc7b0a1bc tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:58.028535 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bbfdab80-dce4-43aa-a276-6f3cacf0fc16 req-75a81aad-1eae-4ba8-b5d7-5e0bc7b0a1bc tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d230c89-7f18-483c-9d37-f3c08cfbcf61 HTTP/1.1" status: 200 len: 946 time: 0.1060567 Jul 29 23:21:58.056348 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b584fbe-f5d0-4cef-b176-4c2a8b02a5b1 x-openstack-request-id: req-1b584fbe-f5d0-4cef-b176-4c2a8b02a5b1 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:21:58.056954 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "018c29f7-9583-4883-b6ed-7ccf00d1e720", "name": "network-vif-plugged", "status": "completed", "tag": "e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:21:58.057419 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1b584fbe-f5d0-4cef-b176-4c2a8b02a5b1 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:21:58.058044 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '018c29f7-9583-4883-b6ed-7ccf00d1e720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552', 'code': 200} Jul 29 23:21:58.105731 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bbfdab80-dce4-43aa-a276-6f3cacf0fc16 req-b98f40ec-5bc1-4454-b5d7-f8dca6b2a8b4 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ef8b347-7e01-4c41-8508-c5e5f2556552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675159 Jul 29 23:21:58.270012 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bf3f87-4a95-430a-adfb-1c008868ec92 req-42d2bd1b-f6fc-4c43-b019-11a36a53fa03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:58.276569 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e6bf3f87-4a95-430a-adfb-1c008868ec92 req-42d2bd1b-f6fc-4c43-b019-11a36a53fa03 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=018c29f7-9583-4883-b6ed-7ccf00d1e720 HTTP/1.1" status: 200 len: 1101 time: 0.0896630 Jul 29 23:21:58.397085 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be94b49-5722-4885-bc37-fcae7fecd348 req-9c749ec5-a2e9-4988-81f4-9ed23417d1c5 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:58.410166 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9be94b49-5722-4885-bc37-fcae7fecd348 req-9c749ec5-a2e9-4988-81f4-9ed23417d1c5 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.22 "GET /v2.0/networks?id=666740f6-88d5-4493-9e12-abc4c5ef258e HTTP/1.1" status: 200 len: 811 time: 0.2725034 Jul 29 23:21:58.424547 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-9be94b49-5722-4885-bc37-fcae7fecd348 req-e7fce971-1a39-40c0-bbf8-5ff4b3ade831 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Request body: {'port': {'device_id': 'f60bb77d-6035-4d3c-a5ec-ba1036d740d0', 'network_id': '666740f6-88d5-4493-9e12-abc4c5ef258e', 'admin_state_up': True, 'tenant_id': 'f4fb04acaf444a438779b8cf93bf1437'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:58.499543 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b438fc-43ab-447e-af46-3e331fbf44c1 req-157fc9b5-fe16-4012-9630-d524f1b3ed80 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:58.507054 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-03b438fc-43ab-447e-af46-3e331fbf44c1 req-157fc9b5-fe16-4012-9630-d524f1b3ed80 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=018c29f7-9583-4883-b6ed-7ccf00d1e720 HTTP/1.1" status: 200 len: 949 time: 0.2250295 Jul 29 23:21:58.544267 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e6bf3f87-4a95-430a-adfb-1c008868ec92 req-1f2c2e8b-393e-4df5-8542-ba00ed16f075 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431750 Jul 29 23:21:58.567960 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-03b438fc-43ab-447e-af46-3e331fbf44c1 req-a39e8fcd-55a8-4c6f-8f18-dc963f871f55 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599475 Jul 29 23:21:58.591924 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63db1a7-ab37-4c03-ba6a-15a79a8bc4ce req-50e80f34-c8f4-4206-8db3-0815ce3e3e74 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:58.593518 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b63db1a7-ab37-4c03-ba6a-15a79a8bc4ce req-50e80f34-c8f4-4206-8db3-0815ce3e3e74 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=30850af8-f331-4539-aad7-0e40a19d69f5 HTTP/1.1" status: 200 len: 950 time: 0.1748178 Jul 29 23:21:58.604779 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9be94b49-5722-4885-bc37-fcae7fecd348 req-e7fce971-1a39-40c0-bbf8-5ff4b3ade831 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Made reservation on behalf of f4fb04acaf444a438779b8cf93bf1437 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:21:58.610369 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-9be94b49-5722-4885-bc37-fcae7fecd348 req-e7fce971-1a39-40c0-bbf8-5ff4b3ade831 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:58.671497 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b63db1a7-ab37-4c03-ba6a-15a79a8bc4ce req-3f7c4e2c-7e80-4ca9-87cd-b5f5f6bc2012 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629237 Jul 29 23:21:58.792891 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6cd9818f-6b24-433b-b1ec-061aa1b73ba4 req-57dd772d-b588-4339-8b97-96d50f55f29b tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=f60bb77d-6035-4d3c-a5ec-ba1036d740d0 HTTP/1.1" status: 200 len: 210 time: 0.0382097 Jul 29 23:21:58.816076 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-9be94b49-5722-4885-bc37-fcae7fecd348 req-e7fce971-1a39-40c0-bbf8-5ff4b3ade831 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Allocated IP 172.20.0.2 (666740f6-88d5-4493-9e12-abc4c5ef258e/415faf0b-bf5f-4f8b-b3ff-1ae5686de75a/1716ec2d-7283-45e7-ab75-fe5895df7f18) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:21:59.126045 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-9be94b49-5722-4885-bc37-fcae7fecd348 req-e7fce971-1a39-40c0-bbf8-5ff4b3ade831 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:59.214211 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-9be94b49-5722-4885-bc37-fcae7fecd348 req-e7fce971-1a39-40c0-bbf8-5ff4b3ade831 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:59.218712 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:59.238340 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6906aa3-31d8-4e28-ae74-eaacbd9878c2 req-f65c2304-dc45-4304-b48b-44b7f5cebc08 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:59.244068 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e6906aa3-31d8-4e28-ae74-eaacbd9878c2 req-f65c2304-dc45-4304-b48b-44b7f5cebc08 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] 10.222.0.22 "GET /v2.0/ports?device_id=b7ce3e6f-d0c3-472f-b732-63f3b9f7886f HTTP/1.1" status: 200 len: 946 time: 0.1251771 Jul 29 23:21:59.336306 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fce971-1a39-40c0-bbf8-5ff4b3ade831 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Pushing event updated for resources: {'Port': ['ID=1716ec2d-7283-45e7-ab75-fe5895df7f18,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:59.394984 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9be94b49-5722-4885-bc37-fcae7fecd348 req-e7fce971-1a39-40c0-bbf8-5ff4b3ade831 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Network 666740f6-88d5-4493-9e12-abc4c5ef258e is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:21:59.398406 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-9be94b49-5722-4885-bc37-fcae7fecd348 req-e7fce971-1a39-40c0-bbf8-5ff4b3ade831 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:21:59.413297 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-9be94b49-5722-4885-bc37-fcae7fecd348 req-e7fce971-1a39-40c0-bbf8-5ff4b3ade831 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:21:59.499303 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be94b49-5722-4885-bc37-fcae7fecd348 req-e7fce971-1a39-40c0-bbf8-5ff4b3ade831 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:59.500175 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-9be94b49-5722-4885-bc37-fcae7fecd348 req-e7fce971-1a39-40c0-bbf8-5ff4b3ade831 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:59.510270 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b158550a-bfbe-4a1b-be63-3852d7aa3f75 req-78441004-ddb8-4ec8-80c8-c69a81266f76 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:59.512526 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b158550a-bfbe-4a1b-be63-3852d7aa3f75 req-78441004-ddb8-4ec8-80c8-c69a81266f76 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d230c89-7f18-483c-9d37-f3c08cfbcf61 HTTP/1.1" status: 200 len: 946 time: 0.2084708 Jul 29 23:21:59.566373 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9be94b49-5722-4885-bc37-fcae7fecd348 req-e7fce971-1a39-40c0-bbf8-5ff4b3ade831 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1456509 Jul 29 23:21:59.567995 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d7463d83-b699-46b9-a3cf-54afba95191c req-5fb2b340-0f20-4f40-b16e-22a6cf7d4953 service neutron] 10.222.0.41 "GET /v2.0/ports/4fc5454b-af3a-4b9e-9369-edd7636de8f1/bindings/n-h1-712141-10 HTTP/1.1" status: 200 len: 383 time: 0.2327378 Jul 29 23:21:59.582786 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-e6906aa3-31d8-4e28-ae74-eaacbd9878c2 req-fea6ad30-de1f-4565-8189-917d2363b669 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Deleting port d87d2c95-53b7-46fa-9ec9-d385cae8b673 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:21:59.583230 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e6906aa3-31d8-4e28-ae74-eaacbd9878c2 req-fea6ad30-de1f-4565-8189-917d2363b669 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:59.595816 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce64864-bdc4-455f-a387-9ea10cb2118e req-08e0413b-1a47-429d-a124-380cf3b9f29d tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:59.597470 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cce64864-bdc4-455f-a387-9ea10cb2118e req-08e0413b-1a47-429d-a124-380cf3b9f29d tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d230c89-7f18-483c-9d37-f3c08cfbcf61 HTTP/1.1" status: 200 len: 946 time: 0.1602659 Jul 29 23:21:59.604875 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-9be94b49-5722-4885-bc37-fcae7fecd348 req-5c35dc60-d7a1-4322-ada6-41faa0d1959b service neutron] Request body: {'port': {'device_id': 'f60bb77d-6035-4d3c-a5ec-ba1036d740d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:59.676545 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-9be94b49-5722-4885-bc37-fcae7fecd348 req-5c35dc60-d7a1-4322-ada6-41faa0d1959b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:59.767625 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cce64864-bdc4-455f-a387-9ea10cb2118e req-0a3d7d65-cb6c-43e4-aa24-3cbbafd5115e tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] 10.222.0.43 "GET /v2.0/security-groups?id=9ef8b347-7e01-4c41-8508-c5e5f2556552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543593 Jul 29 23:21:59.846762 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-e6906aa3-31d8-4e28-ae74-eaacbd9878c2 req-fea6ad30-de1f-4565-8189-917d2363b669 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] For port d87d2c95-53b7-46fa-9ec9-d385cae8b673, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=d87d2c95-53b7-46fa-9ec9-d385cae8b673,segment=NetworkSegment(8f22271e-8838-4b8d-b047-05914d1d1737),segment_id=8f22271e-8838-4b8d-b047-05914d1d1737)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:59.847406 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e6906aa3-31d8-4e28-ae74-eaacbd9878c2 req-fea6ad30-de1f-4565-8189-917d2363b669 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:59.868848 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-b158550a-bfbe-4a1b-be63-3852d7aa3f75 req-c61239ff-ce2a-423f-9c98-540b8c989086 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Deleting port f3bced96-78e7-448f-8fbc-c9dd8e6fc0aa {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:21:59.869642 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b158550a-bfbe-4a1b-be63-3852d7aa3f75 req-c61239ff-ce2a-423f-9c98-540b8c989086 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:59.886098 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-e6906aa3-31d8-4e28-ae74-eaacbd9878c2 req-fea6ad30-de1f-4565-8189-917d2363b669 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Calling delete_port for d87d2c95-53b7-46fa-9ec9-d385cae8b673 owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:22:00.015124 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-b0db1146-ede1-4596-b303-6c0f740e3186 tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:22:00.016565 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-b0db1146-ede1-4596-b303-6c0f740e3186 tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0276670 Jul 29 23:22:00.101287 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-2253556c-de9d-445d-bd32-db4fa56f7778 service neutron] Request body: {'binding': {'host': 'n-h2-712141-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:00.102035 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-2253556c-de9d-445d-bd32-db4fa56f7778 service neutron] Unknown quota resources ['binding']. {{(pid=94077) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 23:22:00.174194 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-b158550a-bfbe-4a1b-be63-3852d7aa3f75 req-c61239ff-ce2a-423f-9c98-540b8c989086 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] For port f3bced96-78e7-448f-8fbc-c9dd8e6fc0aa, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=f3bced96-78e7-448f-8fbc-c9dd8e6fc0aa,segment=NetworkSegment(8f22271e-8838-4b8d-b047-05914d1d1737),segment_id=8f22271e-8838-4b8d-b047-05914d1d1737)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:00.174713 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b158550a-bfbe-4a1b-be63-3852d7aa3f75 req-c61239ff-ce2a-423f-9c98-540b8c989086 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:00.175370 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7463d83-b699-46b9-a3cf-54afba95191c req-99bd5f28-c4b8-42c2-ae62-c670891b1139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:00.177029 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d7463d83-b699-46b9-a3cf-54afba95191c req-99bd5f28-c4b8-42c2-ae62-c670891b1139 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=30850af8-f331-4539-aad7-0e40a19d69f5&tenant_id=02291f5098924703b9b0f8f02943a845 HTTP/1.1" status: 200 len: 1102 time: 0.1864579 Jul 29 23:22:00.201184 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-b158550a-bfbe-4a1b-be63-3852d7aa3f75 req-c61239ff-ce2a-423f-9c98-540b8c989086 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Calling delete_port for f3bced96-78e7-448f-8fbc-c9dd8e6fc0aa owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:22:00.303877 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-9be94b49-5722-4885-bc37-fcae7fecd348 req-5c35dc60-d7a1-4322-ada6-41faa0d1959b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1716ec2d-7283-45e7-ab75-fe5895df7f18 {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:22:00.325150 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-9be94b49-5722-4885-bc37-fcae7fecd348 req-5c35dc60-d7a1-4322-ada6-41faa0d1959b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:00.333290 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e6906aa3-31d8-4e28-ae74-eaacbd9878c2 req-fea6ad30-de1f-4565-8189-917d2363b669 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:00.345747 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['d87d2c95-53b7-46fa-9ec9-d385cae8b673'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:22:00.354504 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7463d83-b699-46b9-a3cf-54afba95191c req-e7bf8f94-164d-4502-b3b8-e1694672e2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:00.356830 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d7463d83-b699-46b9-a3cf-54afba95191c req-e7bf8f94-164d-4502-b3b8-e1694672e2af service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=02291f5098924703b9b0f8f02943a845&device_id=30850af8-f331-4539-aad7-0e40a19d69f5 HTTP/1.1" status: 200 len: 1102 time: 0.1334038 Jul 29 23:22:00.372911 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea6ad30-de1f-4565-8189-917d2363b669 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Pushing event deleted for resources: {'Port': ['ID=d87d2c95-53b7-46fa-9ec9-d385cae8b673,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:00.405566 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['f3bced96-78e7-448f-8fbc-c9dd8e6fc0aa'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:22:00.460900 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6906aa3-31d8-4e28-ae74-eaacbd9878c2 req-fea6ad30-de1f-4565-8189-917d2363b669 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] No DVR routers for this DVR port d87d2c95-53b7-46fa-9ec9-d385cae8b673 on host n-h2-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:22:00.466104 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e6906aa3-31d8-4e28-ae74-eaacbd9878c2 req-fea6ad30-de1f-4565-8189-917d2363b669 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:00.468310 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e6906aa3-31d8-4e28-ae74-eaacbd9878c2 req-fea6ad30-de1f-4565-8189-917d2363b669 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] 10.222.0.22 "DELETE /v2.0/ports/d87d2c95-53b7-46fa-9ec9-d385cae8b673 HTTP/1.1" status: 204 len: 173 time: 1.2166333 Jul 29 23:22:00.468856 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ce3e6f-d0c3-472f-b732-63f3b9f7886f', 'name': 'network-vif-deleted', 'tag': 'd87d2c95-53b7-46fa-9ec9-d385cae8b673'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:00.471845 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ff5f66-2a88-46c6-ba7c-a51b4e315a6a" -d '{"events": [{"server_uuid": "b7ce3e6f-d0c3-472f-b732-63f3b9f7886f", "name": "network-vif-deleted", "tag": "d87d2c95-53b7-46fa-9ec9-d385cae8b673"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:00.506453 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-2253556c-de9d-445d-bd32-db4fa56f7778 service neutron] Attempting to bind port d7813a99-28a6-4be9-af82-49b1831afa02 on host n-h2-712141-10 for vnic_type normal with profile None {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:22:00.507010 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-2253556c-de9d-445d-bd32-db4fa56f7778 service neutron] Attempting to bind port d7813a99-28a6-4be9-af82-49b1831afa02 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': 'a739f5fc-cf01-40c9-83c0-bfbae7f993f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f490981b-45a9-43e1-a661-0229cc7a8cd7'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:22:00.507417 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-2253556c-de9d-445d-bd32-db4fa56f7778 service neutron] Attempting to bind port d7813a99-28a6-4be9-af82-49b1831afa02 on network f490981b-45a9-43e1-a661-0229cc7a8cd7 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:00.515576 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-2253556c-de9d-445d-bd32-db4fa56f7778 service neutron] Port d7813a99-28a6-4be9-af82-49b1831afa02 on network f490981b-45a9-43e1-a661-0229cc7a8cd7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:22:00.515963 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-2253556c-de9d-445d-bd32-db4fa56f7778 service neutron] Attempting to bind port d7813a99-28a6-4be9-af82-49b1831afa02 on network f490981b-45a9-43e1-a661-0229cc7a8cd7 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:00.518741 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b158550a-bfbe-4a1b-be63-3852d7aa3f75 req-c61239ff-ce2a-423f-9c98-540b8c989086 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:00.525649 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-9be94b49-5722-4885-bc37-fcae7fecd348 req-5c35dc60-d7a1-4322-ada6-41faa0d1959b service neutron] Transition to ACTIVE for port object 1716ec2d-7283-45e7-ab75-fe5895df7f18 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:22:00.534766 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['d87d2c95-53b7-46fa-9ec9-d385cae8b673'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:22:00.552670 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7463d83-b699-46b9-a3cf-54afba95191c req-244ac055-771d-483d-a5bb-837fa1729860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:00.554913 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d7463d83-b699-46b9-a3cf-54afba95191c req-244ac055-771d-483d-a5bb-837fa1729860 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d71c22dc-feef-410b-a7ed-6548cf85bd6f HTTP/1.1" status: 200 len: 870 time: 0.1903193 Jul 29 23:22:00.557711 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-9be94b49-5722-4885-bc37-fcae7fecd348 req-5c35dc60-d7a1-4322-ada6-41faa0d1959b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:00.623373 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-2253556c-de9d-445d-bd32-db4fa56f7778 service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:22:00.623763 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-2253556c-de9d-445d-bd32-db4fa56f7778 service neutron] Checking segment: {'id': 'a739f5fc-cf01-40c9-83c0-bfbae7f993f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f490981b-45a9-43e1-a661-0229cc7a8cd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:22:00.624355 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-2253556c-de9d-445d-bd32-db4fa56f7778 service neutron] Bound using segment: {'id': 'a739f5fc-cf01-40c9-83c0-bfbae7f993f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f490981b-45a9-43e1-a661-0229cc7a8cd7'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:22:00.624820 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-2253556c-de9d-445d-bd32-db4fa56f7778 service neutron] Bound port: d7813a99-28a6-4be9-af82-49b1831afa02, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a739f5fc-cf01-40c9-83c0-bfbae7f993f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f490981b-45a9-43e1-a661-0229cc7a8cd7'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:22:00.628550 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d7463d83-b699-46b9-a3cf-54afba95191c req-78f25f4e-bd5d-48a2-a80c-45501b6ae32b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=4fc5454b-af3a-4b9e-9369-edd7636de8f1 HTTP/1.1" status: 200 len: 217 time: 0.0598390 Jul 29 23:22:00.679763 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61239ff-ce2a-423f-9c98-540b8c989086 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Pushing event deleted for resources: {'Port': ['ID=f3bced96-78e7-448f-8fbc-c9dd8e6fc0aa,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:00.685680 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-b158550a-bfbe-4a1b-be63-3852d7aa3f75 req-c61239ff-ce2a-423f-9c98-540b8c989086 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] No DVR routers for this DVR port f3bced96-78e7-448f-8fbc-c9dd8e6fc0aa on host n-h1-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:22:00.688374 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b158550a-bfbe-4a1b-be63-3852d7aa3f75 req-c61239ff-ce2a-423f-9c98-540b8c989086 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:00.690614 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b158550a-bfbe-4a1b-be63-3852d7aa3f75 req-c61239ff-ce2a-423f-9c98-540b8c989086 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] 10.222.0.41 "DELETE /v2.0/ports/f3bced96-78e7-448f-8fbc-c9dd8e6fc0aa HTTP/1.1" status: 204 len: 173 time: 1.1679606 Jul 29 23:22:00.724251 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c24a07-6fa4-4665-8fab-cf84451eee56 req-a3c402ba-3506-4e2f-8ff2-c4eef5e4e311 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:00.724251 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-49c24a07-6fa4-4665-8fab-cf84451eee56 req-a3c402ba-3506-4e2f-8ff2-c4eef5e4e311 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=018c29f7-9583-4883-b6ed-7ccf00d1e720 HTTP/1.1" status: 200 len: 949 time: 0.1869314 Jul 29 23:22:00.811178 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-49c24a07-6fa4-4665-8fab-cf84451eee56 req-ad616fb2-2dfb-4b67-b4b9-33ad5b7be1cb tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703642 Jul 29 23:22:00.888474 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c35dc60-d7a1-4322-ada6-41faa0d1959b service neutron] Pushing event updated for resources: {'Port': ['ID=1716ec2d-7283-45e7-ab75-fe5895df7f18,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:00.906022 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7463d83-b699-46b9-a3cf-54afba95191c req-0596b1c8-f1f1-4064-ad10-16ada9dc71b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:00.907667 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d7463d83-b699-46b9-a3cf-54afba95191c req-0596b1c8-f1f1-4064-ad10-16ada9dc71b5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.2290542 Jul 29 23:22:00.912484 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-2253556c-de9d-445d-bd32-db4fa56f7778 service neutron] For port d7813a99-28a6-4be9-af82-49b1831afa02, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=d7813a99-28a6-4be9-af82-49b1831afa02,segment=NetworkSegment(a739f5fc-cf01-40c9-83c0-bfbae7f993f3),segment_id=a739f5fc-cf01-40c9-83c0-bfbae7f993f3)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:22:00.930523 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-2253556c-de9d-445d-bd32-db4fa56f7778 service neutron] Notify callbacks [] for binding, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:00.944281 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-2253556c-de9d-445d-bd32-db4fa56f7778 service neutron] 10.222.0.43 "POST /v2.0/ports/d7813a99-28a6-4be9-af82-49b1831afa02/bindings HTTP/1.1" status: 201 len: 390 time: 0.8495753 Jul 29 23:22:01.020176 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac801bc-4d56-4a0b-ba3a-be321b95e3af req-fe73e22c-5da5-4d91-9685-145122c7d199 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:01.021618 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-9be94b49-5722-4885-bc37-fcae7fecd348 req-5c35dc60-d7a1-4322-ada6-41faa0d1959b service neutron] Attempting to bind port 1716ec2d-7283-45e7-ab75-fe5895df7f18 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:22:01.021987 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-9be94b49-5722-4885-bc37-fcae7fecd348 req-5c35dc60-d7a1-4322-ada6-41faa0d1959b service neutron] Attempting to bind port 1716ec2d-7283-45e7-ab75-fe5895df7f18 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '290ad064-62e5-45f1-87ac-9cd12097849c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '666740f6-88d5-4493-9e12-abc4c5ef258e'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:22:01.022448 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be94b49-5722-4885-bc37-fcae7fecd348 req-5c35dc60-d7a1-4322-ada6-41faa0d1959b service neutron] Attempting to bind port 1716ec2d-7283-45e7-ab75-fe5895df7f18 on network 666740f6-88d5-4493-9e12-abc4c5ef258e {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:01.031689 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bac801bc-4d56-4a0b-ba3a-be321b95e3af req-fe73e22c-5da5-4d91-9685-145122c7d199 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=30850af8-f331-4539-aad7-0e40a19d69f5 HTTP/1.1" status: 200 len: 950 time: 0.1071384 Jul 29 23:22:01.032610 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be94b49-5722-4885-bc37-fcae7fecd348 req-5c35dc60-d7a1-4322-ada6-41faa0d1959b service neutron] Port 1716ec2d-7283-45e7-ab75-fe5895df7f18 on network 666740f6-88d5-4493-9e12-abc4c5ef258e not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:22:01.033602 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be94b49-5722-4885-bc37-fcae7fecd348 req-5c35dc60-d7a1-4322-ada6-41faa0d1959b service neutron] Attempting to bind port 1716ec2d-7283-45e7-ab75-fe5895df7f18 on network 666740f6-88d5-4493-9e12-abc4c5ef258e {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:01.047889 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7463d83-b699-46b9-a3cf-54afba95191c req-d4cc4eca-bb60-4903-8f32-e580182a90ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:01.049837 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d7463d83-b699-46b9-a3cf-54afba95191c req-d4cc4eca-bb60-4903-8f32-e580182a90ac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1324573 Jul 29 23:22:01.050860 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be94b49-5722-4885-bc37-fcae7fecd348 req-5c35dc60-d7a1-4322-ada6-41faa0d1959b service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:22:01.051265 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be94b49-5722-4885-bc37-fcae7fecd348 req-5c35dc60-d7a1-4322-ada6-41faa0d1959b service neutron] Checking segment: {'id': '290ad064-62e5-45f1-87ac-9cd12097849c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '666740f6-88d5-4493-9e12-abc4c5ef258e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:22:01.051760 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be94b49-5722-4885-bc37-fcae7fecd348 req-5c35dc60-d7a1-4322-ada6-41faa0d1959b service neutron] Bound using segment: {'id': '290ad064-62e5-45f1-87ac-9cd12097849c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '666740f6-88d5-4493-9e12-abc4c5ef258e'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:22:01.052405 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-9be94b49-5722-4885-bc37-fcae7fecd348 req-5c35dc60-d7a1-4322-ada6-41faa0d1959b service neutron] Bound port: 1716ec2d-7283-45e7-ab75-fe5895df7f18, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '290ad064-62e5-45f1-87ac-9cd12097849c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '666740f6-88d5-4493-9e12-abc4c5ef258e'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:22:01.053010 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-9be94b49-5722-4885-bc37-fcae7fecd348 req-5c35dc60-d7a1-4322-ada6-41faa0d1959b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:01.099850 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bac801bc-4d56-4a0b-ba3a-be321b95e3af req-81cd1c33-94e1-4757-b066-755cddd7d9d6 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669696 Jul 29 23:22:01.203831 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27356524-cb05-42ac-9604-bf0c3ea3483f req-5c3e58c0-e465-4a96-93cc-f1f2fd5ba2c4 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:01.217827 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-27356524-cb05-42ac-9604-bf0c3ea3483f req-5c3e58c0-e465-4a96-93cc-f1f2fd5ba2c4 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=f60bb77d-6035-4d3c-a5ec-ba1036d740d0 HTTP/1.1" status: 200 len: 943 time: 0.0919173 Jul 29 23:22:01.275749 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-27356524-cb05-42ac-9604-bf0c3ea3483f req-e20a62c0-80ae-4606-8e5c-27407a6db821 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548353 Jul 29 23:22:01.320005 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4130fc2a-3bd9-44a9-ab46-5605aed5814c x-openstack-request-id: req-4130fc2a-3bd9-44a9-ab46-5605aed5814c {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:01.320496 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7ce3e6f-d0c3-472f-b732-63f3b9f7886f", "name": "network-vif-deleted", "tag": "d87d2c95-53b7-46fa-9ec9-d385cae8b673", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:01.320997 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4130fc2a-3bd9-44a9-ab46-5605aed5814c {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:01.321567 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ce3e6f-d0c3-472f-b732-63f3b9f7886f', 'name': 'network-vif-deleted', 'tag': 'd87d2c95-53b7-46fa-9ec9-d385cae8b673', 'status': 'completed', 'code': 200} Jul 29 23:22:01.350833 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d7463d83-b699-46b9-a3cf-54afba95191c req-f6a39700-4dbd-41ca-9449-9e4be929658f service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804031 Jul 29 23:22:01.419816 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-d1c86a63-a4c4-4b49-a2a5-088ce9392d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:01.421683 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-d1c86a63-a4c4-4b49-a2a5-088ce9392d56 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c2657a7d23514506876a4df5f527f58c&device_id=27b69aaa-149a-445a-be86-5148b2f003b6 HTTP/1.1" status: 200 len: 1098 time: 0.0752575 Jul 29 23:22:01.516306 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-169f4d71-420a-4427-bcd2-ea636d44186c req-b805c0b5-60f8-476c-906a-6a2f909693a2 tempest-MultipleCreateTestJSON-282882965 tempest-MultipleCreateTestJSON-282882965-project] 10.222.0.43 "GET /v2.0/ports?device_id=3d230c89-7f18-483c-9d37-f3c08cfbcf61 HTTP/1.1" status: 200 len: 210 time: 0.0654476 Jul 29 23:22:01.579052 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-2bea1db2-6130-4736-b82c-320cc96824e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:01.581716 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-2bea1db2-6130-4736-b82c-320cc96824e2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f490981b-45a9-43e1-a661-0229cc7a8cd7 HTTP/1.1" status: 200 len: 922 time: 0.1526356 Jul 29 23:22:01.677927 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-3e387f4d-fcc2-4262-b1d9-370bf5c6ace2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7813a99-28a6-4be9-af82-49b1831afa02 HTTP/1.1" status: 200 len: 217 time: 0.0862391 Jul 29 23:22:01.765477 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-48c269e5-96e2-43d5-85b8-0d4c27a941eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:01.768723 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-48c269e5-96e2-43d5-85b8-0d4c27a941eb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=998261e9-cec6-4719-b797-0c7da54a3001 HTTP/1.1" status: 200 len: 861 time: 0.0824835 Jul 29 23:22:01.802402 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-9be94b49-5722-4885-bc37-fcae7fecd348 req-5c35dc60-d7a1-4322-ada6-41faa0d1959b service neutron] For port 1716ec2d-7283-45e7-ab75-fe5895df7f18, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:22:01.807459 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-4d80251f-9590-4b6a-9958-b9c6df0e64d2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f490981b-45a9-43e1-a661-0229cc7a8cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302541 Jul 29 23:22:01.810189 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-9be94b49-5722-4885-bc37-fcae7fecd348 req-5c35dc60-d7a1-4322-ada6-41faa0d1959b service neutron] For port 1716ec2d-7283-45e7-ab75-fe5895df7f18, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=1716ec2d-7283-45e7-ab75-fe5895df7f18,segment=NetworkSegment(290ad064-62e5-45f1-87ac-9cd12097849c),segment_id=290ad064-62e5-45f1-87ac-9cd12097849c)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:22:01.816220 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d7463d83-b699-46b9-a3cf-54afba95191c req-1371757d-0b9f-4c08-845d-b15b42622741 service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4500463 Jul 29 23:22:01.823306 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-9be94b49-5722-4885-bc37-fcae7fecd348 req-5c35dc60-d7a1-4322-ada6-41faa0d1959b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:01.887574 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be94b49-5722-4885-bc37-fcae7fecd348 req-5c35dc60-d7a1-4322-ada6-41faa0d1959b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:01.888650 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-9be94b49-5722-4885-bc37-fcae7fecd348 req-5c35dc60-d7a1-4322-ada6-41faa0d1959b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:01.894061 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9be94b49-5722-4885-bc37-fcae7fecd348 req-5c35dc60-d7a1-4322-ada6-41faa0d1959b service neutron] 10.222.0.22 "PUT /v2.0/ports/1716ec2d-7283-45e7-ab75-fe5895df7f18 HTTP/1.1" status: 200 len: 1092 time: 2.3170750 Jul 29 23:22:01.896563 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f60bb77d-6035-4d3c-a5ec-ba1036d740d0', 'tag': '1716ec2d-7283-45e7-ab75-fe5895df7f18'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:01.918490 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d772ee7e-6c60-463a-a8df-d466bfc9cba7" -d '{"events": [{"name": "network-changed", "server_uuid": "f60bb77d-6035-4d3c-a5ec-ba1036d740d0", "tag": "1716ec2d-7283-45e7-ab75-fe5895df7f18"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:01.921889 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b968efe-e335-4fc5-8a6c-0de0c9b53b7b req-5ca58217-70ff-459d-9ce0-52269ba43b64 tempest-ServersOnMultiNodesTest-1859005561 tempest-ServersOnMultiNodesTest-1859005561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:01.923409 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4b968efe-e335-4fc5-8a6c-0de0c9b53b7b req-5ca58217-70ff-459d-9ce0-52269ba43b64 tempest-ServersOnMultiNodesTest-1859005561 tempest-ServersOnMultiNodesTest-1859005561-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=018c29f7-9583-4883-b6ed-7ccf00d1e720 HTTP/1.1" status: 200 len: 1101 time: 0.1000867 Jul 29 23:22:01.985522 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-4b968efe-e335-4fc5-8a6c-0de0c9b53b7b req-0e34af91-010a-4d34-bc9a-94faff698915 tempest-ServersOnMultiNodesTest-1859005561 tempest-ServersOnMultiNodesTest-1859005561-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:02.001701 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c35dc60-d7a1-4322-ada6-41faa0d1959b service neutron] Pushing event updated for resources: {'Port': ['ID=1716ec2d-7283-45e7-ab75-fe5895df7f18,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:02.021904 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-ec584b67-a980-4208-85fb-d2fa15e9dca9 service neutron] 10.222.0.22 "GET /v2.0/networks/f490981b-45a9-43e1-a661-0229cc7a8cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064307 Jul 29 23:22:02.035275 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be94b49-5722-4885-bc37-fcae7fecd348 req-a81c041e-b6f7-4196-8a31-7f674350603a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:02.037063 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9be94b49-5722-4885-bc37-fcae7fecd348 req-a81c041e-b6f7-4196-8a31-7f674350603a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f4fb04acaf444a438779b8cf93bf1437&device_id=f60bb77d-6035-4d3c-a5ec-ba1036d740d0 HTTP/1.1" status: 200 len: 1095 time: 0.0739317 Jul 29 23:22:02.110636 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9be94b49-5722-4885-bc37-fcae7fecd348 req-8ab99a48-1f36-41b8-817c-6079bb2879f8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1716ec2d-7283-45e7-ab75-fe5895df7f18 HTTP/1.1" status: 200 len: 217 time: 0.0631661 Jul 29 23:22:02.172915 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be94b49-5722-4885-bc37-fcae7fecd348 req-a98e887b-082d-4dd8-9dac-46922fccc99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:02.174982 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9be94b49-5722-4885-bc37-fcae7fecd348 req-a98e887b-082d-4dd8-9dac-46922fccc99f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=415faf0b-bf5f-4f8b-b3ff-1ae5686de75a HTTP/1.1" status: 200 len: 851 time: 0.0567560 Jul 29 23:22:02.212774 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9be94b49-5722-4885-bc37-fcae7fecd348 req-2112225d-a968-491d-badd-4d50728d0e85 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=666740f6-88d5-4493-9e12-abc4c5ef258e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305924 Jul 29 23:22:02.213633 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-c78ba4fb-3152-42c3-a5fc-98c370015fc9 service neutron] 10.222.0.22 "GET /v2.0/networks/f490981b-45a9-43e1-a661-0229cc7a8cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809437 Jul 29 23:22:02.236379 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-4b968efe-e335-4fc5-8a6c-0de0c9b53b7b req-0e34af91-010a-4d34-bc9a-94faff698915 tempest-ServersOnMultiNodesTest-1859005561 tempest-ServersOnMultiNodesTest-1859005561-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:02.242493 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-4b968efe-e335-4fc5-8a6c-0de0c9b53b7b req-0e34af91-010a-4d34-bc9a-94faff698915 tempest-ServersOnMultiNodesTest-1859005561 tempest-ServersOnMultiNodesTest-1859005561-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:02.274643 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4b968efe-e335-4fc5-8a6c-0de0c9b53b7b req-0e34af91-010a-4d34-bc9a-94faff698915 tempest-ServersOnMultiNodesTest-1859005561 tempest-ServersOnMultiNodesTest-1859005561-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360374 Jul 29 23:22:02.316444 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e34af91-010a-4d34-bc9a-94faff698915 tempest-ServersOnMultiNodesTest-1859005561 tempest-ServersOnMultiNodesTest-1859005561-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a9a314e-c4f4-436a-a997-3e2414a0d55a,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:02.347775 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3facd49-e021-4e5e-b84e-be1f07f0ee6c req-f9a05d08-d71a-4176-8b9b-4f66410cb234 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:02.349814 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a3facd49-e021-4e5e-b84e-be1f07f0ee6c req-f9a05d08-d71a-4176-8b9b-4f66410cb234 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=27b69aaa-149a-445a-be86-5148b2f003b6 HTTP/1.1" status: 200 len: 946 time: 0.0793085 Jul 29 23:22:02.363585 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9be94b49-5722-4885-bc37-fcae7fecd348 req-bc5b6460-2387-4d8c-b655-d4b6a8d63c4e service neutron] 10.222.0.22 "GET /v2.0/networks/666740f6-88d5-4493-9e12-abc4c5ef258e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283038 Jul 29 23:22:02.371463 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f0f03ff-59f3-40c4-9bea-dd13bab72349 x-openstack-request-id: req-2f0f03ff-59f3-40c4-9bea-dd13bab72349 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:02.371823 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f60bb77d-6035-4d3c-a5ec-ba1036d740d0", "tag": "1716ec2d-7283-45e7-ab75-fe5895df7f18", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:02.373935 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2f0f03ff-59f3-40c4-9bea-dd13bab72349 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:02.374631 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f60bb77d-6035-4d3c-a5ec-ba1036d740d0', 'tag': '1716ec2d-7283-45e7-ab75-fe5895df7f18', 'status': 'completed', 'code': 200} Jul 29 23:22:02.425225 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a3facd49-e021-4e5e-b84e-be1f07f0ee6c req-06208e6f-63d1-4a3c-8849-4c699125bcf0 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630877 Jul 29 23:22:02.488381 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f85c1e-67b8-4fc7-9200-23510561c89d req-42731512-f500-4fa8-8d09-b6a5a297ecd1 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:02.492000 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9be94b49-5722-4885-bc37-fcae7fecd348 req-fdcc5ead-05b8-4f91-8b04-1d1e7f20db9c service neutron] 10.222.0.22 "GET /v2.0/networks/666740f6-88d5-4493-9e12-abc4c5ef258e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071644 Jul 29 23:22:02.496282 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f3f85c1e-67b8-4fc7-9200-23510561c89d req-42731512-f500-4fa8-8d09-b6a5a297ecd1 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=30850af8-f331-4539-aad7-0e40a19d69f5 HTTP/1.1" status: 200 len: 950 time: 0.0657532 Jul 29 23:22:02.538155 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f3f85c1e-67b8-4fc7-9200-23510561c89d req-c566fdf8-2deb-4ed9-b545-78fa4c499a3c tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410485 Jul 29 23:22:02.597716 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d772ee7e-6c60-463a-a8df-d466bfc9cba7 req-e9a17503-4b60-41be-8106-0fcfb4f76132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:02.599905 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d772ee7e-6c60-463a-a8df-d466bfc9cba7 req-e9a17503-4b60-41be-8106-0fcfb4f76132 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f4fb04acaf444a438779b8cf93bf1437&device_id=f60bb77d-6035-4d3c-a5ec-ba1036d740d0 HTTP/1.1" status: 200 len: 1095 time: 0.0572958 Jul 29 23:22:02.688869 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b28f185-ce26-4177-bc64-eca05cd31d34 req-40c5e092-dc70-4652-aa32-dc5a52765382 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:02.695239 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6b28f185-ce26-4177-bc64-eca05cd31d34 req-40c5e092-dc70-4652-aa32-dc5a52765382 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=f60bb77d-6035-4d3c-a5ec-ba1036d740d0 HTTP/1.1" status: 200 len: 943 time: 0.0875700 Jul 29 23:22:02.722933 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device d87d2c95-53b7-46fa-9ec9-d385cae8b673 no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:22:02.757643 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: d87d2c95-53b7-46fa-9ec9-d385cae8b673 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:22:02.762337 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device d87d2c95-53b7-46fa-9ec9-d385cae8b673 not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:22:02.787540 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6b28f185-ce26-4177-bc64-eca05cd31d34 req-3fb361ad-d995-4374-adb6-c0e52faaf772 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797880 Jul 29 23:22:02.823455 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d772ee7e-6c60-463a-a8df-d466bfc9cba7 req-dab8c158-87a6-4782-9845-e197d68d5e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:02.826695 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d772ee7e-6c60-463a-a8df-d466bfc9cba7 req-dab8c158-87a6-4782-9845-e197d68d5e34 service neutron] 10.222.0.22 "GET /v2.0/networks?id=666740f6-88d5-4493-9e12-abc4c5ef258e HTTP/1.1" status: 200 len: 912 time: 0.1642151 Jul 29 23:22:02.840898 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35730) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:02.894745 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d772ee7e-6c60-463a-a8df-d466bfc9cba7 req-55ce60a2-0c7f-484a-abee-a2459eb2f0ec service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1716ec2d-7283-45e7-ab75-fe5895df7f18 HTTP/1.1" status: 200 len: 217 time: 0.0555675 Jul 29 23:22:02.900680 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ad91500-b2a2-4015-9123-ea1c5d2f2507 admin admin] Deleting subnet 3a5f2573-5c05-49af-828c-5721208424cf {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:22:02.906197 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4ad91500-b2a2-4015-9123-ea1c5d2f2507 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:02.966319 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-f7b73b03-a325-4f96-83cd-bec6c12baeba tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=0c116bccf1944bb08a8f319b422b3c50&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302789 Jul 29 23:22:02.968686 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4ad91500-b2a2-4015-9123-ea1c5d2f2507 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:02.969249 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d772ee7e-6c60-463a-a8df-d466bfc9cba7 req-0f9bfc62-d816-4f3f-851d-6bbc2c5f7262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:02.971773 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d772ee7e-6c60-463a-a8df-d466bfc9cba7 req-0f9bfc62-d816-4f3f-851d-6bbc2c5f7262 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=415faf0b-bf5f-4f8b-b3ff-1ae5686de75a HTTP/1.1" status: 200 len: 851 time: 0.0681307 Jul 29 23:22:03.032858 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d772ee7e-6c60-463a-a8df-d466bfc9cba7 req-d9c21cdc-aa15-4d7c-9f97-c46e03d9e520 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=666740f6-88d5-4493-9e12-abc4c5ef258e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502100 Jul 29 23:22:03.078405 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4ad91500-b2a2-4015-9123-ea1c5d2f2507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:03.138263 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d772ee7e-6c60-463a-a8df-d466bfc9cba7 req-90ec9ae1-8f5b-419c-938e-f795be1b5ccf service neutron] 10.222.0.22 "GET /v2.0/networks/666740f6-88d5-4493-9e12-abc4c5ef258e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973599 Jul 29 23:22:03.154649 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-89d40779-e0ce-4611-88bb-357878ba7d57 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:03.156199 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-89d40779-e0ce-4611-88bb-357878ba7d57 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1635983 Jul 29 23:22:03.178053 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-9980f50c-ca63-4b97-bc60-0e3b08a3079d tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/quotas/0c116bccf1944bb08a8f319b422b3c50 HTTP/1.1" status: 200 len: 375 time: 0.0143476 Jul 29 23:22:03.184332 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4ad91500-b2a2-4015-9123-ea1c5d2f2507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:03.193188 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device f3bced96-78e7-448f-8fbc-c9dd8e6fc0aa no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:22:03.216789 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] No Port match for: f3bced96-78e7-448f-8fbc-c9dd8e6fc0aa {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:22:03.217276 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device f3bced96-78e7-448f-8fbc-c9dd8e6fc0aa not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:22:03.217820 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 4fc5454b-af3a-4b9e-9369-edd7636de8f1 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:22:03.242790 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad91500-b2a2-4015-9123-ea1c5d2f2507 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a5f2573-5c05-49af-828c-5721208424cf,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:03.249694 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4ad91500-b2a2-4015-9123-ea1c5d2f2507 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:03.251974 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-4ad91500-b2a2-4015-9123-ea1c5d2f2507 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/3a5f2573-5c05-49af-828c-5721208424cf HTTP/1.1" status: 204 len: 168 time: 0.4095161 Jul 29 23:22:03.254646 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35754) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:03.316092 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d772ee7e-6c60-463a-a8df-d466bfc9cba7 req-cdb8f9f7-94be-4776-bdf1-27e0efce21e2 service neutron] 10.222.0.22 "GET /v2.0/networks/666740f6-88d5-4493-9e12-abc4c5ef258e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699734 Jul 29 23:22:03.319872 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:03.356095 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d230c89-7f18-483c-9d37-f3c08cfbcf61', 'name': 'network-vif-deleted', 'tag': 'f3bced96-78e7-448f-8fbc-c9dd8e6fc0aa'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:03.358607 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b830e3a5-6876-416e-ac3c-95dbac107f26" -d '{"events": [{"server_uuid": "3d230c89-7f18-483c-9d37-f3c08cfbcf61", "name": "network-vif-deleted", "tag": "f3bced96-78e7-448f-8fbc-c9dd8e6fc0aa"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:03.361335 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 4fc5454b-af3a-4b9e-9369-edd7636de8f1, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=4fc5454b-af3a-4b9e-9369-edd7636de8f1,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:03.362575 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30850af8-f331-4539-aad7-0e40a19d69f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fc5454b-af3a-4b9e-9369-edd7636de8f1'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:03.363880 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-dd6c88d4-b3b6-42ab-9f85-ee225b62de2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:03.365695 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb079e7c-c452-4486-9f32-16b2ff8fbf0d" -d '{"events": [{"server_uuid": "30850af8-f331-4539-aad7-0e40a19d69f5", "name": "network-vif-unplugged", "status": "completed", "tag": "4fc5454b-af3a-4b9e-9369-edd7636de8f1"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:03.372416 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:03.383220 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-6e48d71c-f4f9-406b-b967-db5ecfc497ad tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0c116bccf1944bb08a8f319b422b3c50&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1947713 Jul 29 23:22:03.426765 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=4fc5454b-af3a-4b9e-9369-edd7636de8f1,revision_number=6']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:03.503445 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-dd6c88d4-b3b6-42ab-9f85-ee225b62de2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:03.514857 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-dd6c88d4-b3b6-42ab-9f85-ee225b62de2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a43a6a64-f101-4685-8986-2fb94aeaf17f']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:03.526339 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-dd6c88d4-b3b6-42ab-9f85-ee225b62de2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f22271e-8838-4b8d-b047-05914d1d1737') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:03.526827 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-dd6c88d4-b3b6-42ab-9f85-ee225b62de2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f22271e-8838-4b8d-b047-05914d1d1737') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:03.537055 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-dd6c88d4-b3b6-42ab-9f85-ee225b62de2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:03.552559 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-dd6c88d4-b3b6-42ab-9f85-ee225b62de2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:03.568534 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd6c88d4-b3b6-42ab-9f85-ee225b62de2f admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:22:03.569111 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-dd6c88d4-b3b6-42ab-9f85-ee225b62de2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:03.571169 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:22:03.571169 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:22:03.571169 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:22:03.571169 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:22:03.571169 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:22:03.571169 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:22:03.571169 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:22:03.571169 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:22:03.571169 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:22:03.571169 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:22:03.571169 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:22:03.571169 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:22:03.571169 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:22:03.571169 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:22:03.571169 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:22:03.571169 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:22:03.571169 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:22:03.571169 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:22:03.571169 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:22:03.571169 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:22:03.571169 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:22:03.571169 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:22:03.571169 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:22:03.571169 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:22:03.571169 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:22:03.571169 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:22:03.571169 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:22:03.571169 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:22:03.571169 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:22:03.571169 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:22:03.571169 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:22:03.571169 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:22:03.635107 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-dd6c88d4-b3b6-42ab-9f85-ee225b62de2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:03.655584 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-dd6c88d4-b3b6-42ab-9f85-ee225b62de2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:03.657695 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-dd6c88d4-b3b6-42ab-9f85-ee225b62de2f admin admin] 10.222.0.43 "DELETE /v2.0/networks/a43a6a64-f101-4685-8986-2fb94aeaf17f HTTP/1.1" status: 204 len: 168 time: 0.4021204 Jul 29 23:22:03.659135 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6c88d4-b3b6-42ab-9f85-ee225b62de2f admin admin] Pushing event deleted for resources: {'Network': ['ID=a43a6a64-f101-4685-8986-2fb94aeaf17f,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:03.878606 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7fbfa66-0a08-4070-b67c-c5d913f91cd9 x-openstack-request-id: req-f7fbfa66-0a08-4070-b67c-c5d913f91cd9 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:03.878606 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d230c89-7f18-483c-9d37-f3c08cfbcf61", "name": "network-vif-deleted", "tag": "f3bced96-78e7-448f-8fbc-c9dd8e6fc0aa", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:03.879628 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f7fbfa66-0a08-4070-b67c-c5d913f91cd9 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:03.879628 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d230c89-7f18-483c-9d37-f3c08cfbcf61', 'name': 'network-vif-deleted', 'tag': 'f3bced96-78e7-448f-8fbc-c9dd8e6fc0aa', 'status': 'completed', 'code': 200} Jul 29 23:22:03.888390 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df563c8-3aaf-4a77-98d5-551439ade86b x-openstack-request-id: req-5df563c8-3aaf-4a77-98d5-551439ade86b {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:03.889266 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30850af8-f331-4539-aad7-0e40a19d69f5", "name": "network-vif-unplugged", "status": "completed", "tag": "4fc5454b-af3a-4b9e-9369-edd7636de8f1", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:03.889692 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5df563c8-3aaf-4a77-98d5-551439ade86b {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:03.891224 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30850af8-f331-4539-aad7-0e40a19d69f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fc5454b-af3a-4b9e-9369-edd7636de8f1', 'code': 200} Jul 29 23:22:03.958907 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35788) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:04.066862 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-f2e725e3-c4c5-46a9-bf70-35121ebf6cd2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5496b7c4c812467cb5eea89ef060416b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1040044 Jul 29 23:22:04.067141 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35790) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:04.093862 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3091c3-2638-458e-b3fe-80f4f6c8d683 req-078f7dbd-dc58-43c0-9ccc-b4260ca4443b tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:04.095402 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3d3091c3-2638-458e-b3fe-80f4f6c8d683 req-078f7dbd-dc58-43c0-9ccc-b4260ca4443b tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=27b69aaa-149a-445a-be86-5148b2f003b6 HTTP/1.1" status: 200 len: 946 time: 0.1285541 Jul 29 23:22:04.114999 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a8a57-ed49-4496-9997-9cfe8b81a226 req-6a748484-a4a3-40d4-b51e-f39c086f3ea4 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:04.116470 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6a5a8a57-ed49-4496-9997-9cfe8b81a226 req-6a748484-a4a3-40d4-b51e-f39c086f3ea4 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=30850af8-f331-4539-aad7-0e40a19d69f5 HTTP/1.1" status: 200 len: 948 time: 0.1083159 Jul 29 23:22:04.184123 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3d3091c3-2638-458e-b3fe-80f4f6c8d683 req-18d5aa7a-24b8-4831-ab7a-136a94a3c4dc tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812097 Jul 29 23:22:04.221399 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6a5a8a57-ed49-4496-9997-9cfe8b81a226 req-aeac9076-d86d-42c9-92e4-bdd5a2723ae5 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925641 Jul 29 23:22:04.222284 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-99484692-7b47-417b-9a6f-960c38e1ab27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:04.254180 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-99484692-7b47-417b-9a6f-960c38e1ab27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:04.331730 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-99484692-7b47-417b-9a6f-960c38e1ab27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:04.334623 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-99484692-7b47-417b-9a6f-960c38e1ab27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:04.338334 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-99484692-7b47-417b-9a6f-960c38e1ab27 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9ef8b347-7e01-4c41-8508-c5e5f2556552 HTTP/1.1" status: 204 len: 168 time: 0.2673535 Jul 29 23:22:04.353246 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99484692-7b47-417b-9a6f-960c38e1ab27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef8b347-7e01-4c41-8508-c5e5f2556552,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:04.483733 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c905850-2d36-4ebe-a85b-f120bdcd1591 req-cc0a1489-77df-465b-907f-d60e81bbdc49 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:04.485735 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8c905850-2d36-4ebe-a85b-f120bdcd1591 req-cc0a1489-77df-465b-907f-d60e81bbdc49 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=f60bb77d-6035-4d3c-a5ec-ba1036d740d0 HTTP/1.1" status: 200 len: 943 time: 0.0860267 Jul 29 23:22:04.566655 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8c905850-2d36-4ebe-a85b-f120bdcd1591 req-f83cae6e-3dff-4b84-b211-4aa2bb708781 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741003 Jul 29 23:22:04.734162 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 1716ec2d-7283-45e7-ab75-fe5895df7f18 details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:22:04.882315 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9287e8d0-0106-4a89-bd79-4cedf7eb2fcd req-c226c704-9038-4e95-939e-93a6ea2c8657 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=931fe566-5b89-4893-a1c1-7cae6effaca9 HTTP/1.1" status: 200 len: 210 time: 0.0785234 Jul 29 23:22:04.984698 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 1716ec2d-7283-45e7-ab75-fe5895df7f18, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=1716ec2d-7283-45e7-ab75-fe5895df7f18,segment=NetworkSegment(290ad064-62e5-45f1-87ac-9cd12097849c),segment_id=290ad064-62e5-45f1-87ac-9cd12097849c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:05.003292 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '1716ec2d-7283-45e7-ab75-fe5895df7f18', 'network_id': '666740f6-88d5-4493-9e12-abc4c5ef258e', 'port_id': '1716ec2d-7283-45e7-ab75-fe5895df7f18', 'mac_address': 'fa:16:3e:cd:9b:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '415faf0b-bf5f-4f8b-b3ff-1ae5686de75a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:22:05.050387 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:05.065882 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1716ec2d-7283-45e7-ab75-fe5895df7f18 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:22:05.092589 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 1716ec2d-7283-45e7-ab75-fe5895df7f18, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=1716ec2d-7283-45e7-ab75-fe5895df7f18,segment=NetworkSegment(290ad064-62e5-45f1-87ac-9cd12097849c),segment_id=290ad064-62e5-45f1-87ac-9cd12097849c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:05.097479 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:05.160981 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=1716ec2d-7283-45e7-ab75-fe5895df7f18,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:05.208395 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35842) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:05.212229 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 4fc5454b-af3a-4b9e-9369-edd7636de8f1 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:22:05.446549 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 4fc5454b-af3a-4b9e-9369-edd7636de8f1, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=4fc5454b-af3a-4b9e-9369-edd7636de8f1,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:05.475906 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': '4fc5454b-af3a-4b9e-9369-edd7636de8f1', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'port_id': '4fc5454b-af3a-4b9e-9369-edd7636de8f1', 'mac_address': 'fa:16:3e:97:b7:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64bdc61a-58ca-49c7-bae5-ecfed9ee407c', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:22:05.495396 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ce056-68fd-433c-a12f-3efefd3d52c0 req-edc08dc3-8ed0-48c9-b68e-9767e4308796 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:05.511194 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b66ce056-68fd-433c-a12f-3efefd3d52c0 req-edc08dc3-8ed0-48c9-b68e-9767e4308796 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=27b69aaa-149a-445a-be86-5148b2f003b6 HTTP/1.1" status: 200 len: 946 time: 0.1270659 Jul 29 23:22:05.553982 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:05.591079 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['1716ec2d-7283-45e7-ab75-fe5895df7f18'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:22:05.639686 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-5af0bbff-65fb-4219-8a31-5c946593fbff tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=0c116bccf1944bb08a8f319b422b3c50&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0729303 Jul 29 23:22:05.647129 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b66ce056-68fd-433c-a12f-3efefd3d52c0 req-8512cc81-156f-4fff-9fe5-91125dc69196 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344812 Jul 29 23:22:05.701107 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-42d93342-2a9a-4e2c-9a35-955d8ff00db8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:05.719578 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fc5454b-af3a-4b9e-9369-edd7636de8f1 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:22:05.814703 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 4fc5454b-af3a-4b9e-9369-edd7636de8f1, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=4fc5454b-af3a-4b9e-9369-edd7636de8f1,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:05.862529 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:05.901293 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fb4839-7eef-4327-afc3-f366381db44e req-14261d18-d871-468e-97f7-f932394f8f59 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:05.910069 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-44fb4839-7eef-4327-afc3-f366381db44e req-14261d18-d871-468e-97f7-f932394f8f59 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=30850af8-f331-4539-aad7-0e40a19d69f5 HTTP/1.1" status: 200 len: 949 time: 0.0901089 Jul 29 23:22:05.957327 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-ca8843f9-ac5c-4099-8715-0bd04b3fcbb1 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:05.959458 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-ca8843f9-ac5c-4099-8715-0bd04b3fcbb1 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3164961 Jul 29 23:22:05.973146 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35894) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:05.984958 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-42d93342-2a9a-4e2c-9a35-955d8ff00db8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:05.989272 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-5728073d-f35b-455b-a17b-e34d795cc941 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Request body: {'port': {'device_id': '1ab3fa88-957f-47f5-848b-6a5b3ce8e37c', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'admin_state_up': True, 'tenant_id': '0c116bccf1944bb08a8f319b422b3c50'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:06.019686 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-42d93342-2a9a-4e2c-9a35-955d8ff00db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:06.126267 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=4fc5454b-af3a-4b9e-9369-edd7636de8f1,revision_number=7']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:06.184198 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-5728073d-f35b-455b-a17b-e34d795cc941 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Made reservation on behalf of 0c116bccf1944bb08a8f319b422b3c50 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:22:06.188228 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-5728073d-f35b-455b-a17b-e34d795cc941 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:06.212048 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-42d93342-2a9a-4e2c-9a35-955d8ff00db8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ad9dbe976e314ce0a7f591b19c6a9504&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0023549 Jul 29 23:22:06.215235 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-c121fd63-a226-4e31-987b-eb6eacd9d816 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=0c116bccf1944bb08a8f319b422b3c50&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1184688 Jul 29 23:22:06.219298 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35898) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:06.243378 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d93342-2a9a-4e2c-9a35-955d8ff00db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c61403-35fa-49e8-85e9-6c1752b48fc9,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:06.252177 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-5fee7ada-c82c-415e-b8c3-53c819e22ab9 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-729808978-network', 'tenant_id': '20166a81542946e38e2c423e2629e03d'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:06.276126 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['4fc5454b-af3a-4b9e-9369-edd7636de8f1'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:22:06.312688 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-44fb4839-7eef-4327-afc3-f366381db44e req-65d8f7dd-21b8-4ddb-b4a7-9d75ae52cf24 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4012661 Jul 29 23:22:06.345214 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-708cfcda-5736-40d0-8257-08903a453607 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:06.347851 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a11f0-f7d2-41d4-821a-1f37af97b9ff req-191b7663-c66e-44a5-8699-1478c4694549 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:06.358420 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4f2a11f0-f7d2-41d4-821a-1f37af97b9ff req-191b7663-c66e-44a5-8699-1478c4694549 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=f60bb77d-6035-4d3c-a5ec-ba1036d740d0 HTTP/1.1" status: 200 len: 944 time: 0.2178023 Jul 29 23:22:06.401916 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fee7ada-c82c-415e-b8c3-53c819e22ab9 admin admin] Made reservation on behalf of 20166a81542946e38e2c423e2629e03d for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:22:06.404298 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5fee7ada-c82c-415e-b8c3-53c819e22ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:06.418260 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-708cfcda-5736-40d0-8257-08903a453607 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:06.445267 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4f2a11f0-f7d2-41d4-821a-1f37af97b9ff req-ac314046-da2c-4ecd-87b2-c05f1255748c tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811098 Jul 29 23:22:06.483467 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5fee7ada-c82c-415e-b8c3-53c819e22ab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:06.487033 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-bbee0212-ab69-4924-aa88-e2ad6d8de2f3 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:06.488563 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-bbee0212-ab69-4924-aa88-e2ad6d8de2f3 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2663832 Jul 29 23:22:06.503302 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-1a4aba6f-f06d-4452-b3ab-a98cedbfb441 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Request body: {'port': {'device_id': '931fe566-5b89-4893-a1c1-7cae6effaca9', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'admin_state_up': True, 'tenant_id': '0c116bccf1944bb08a8f319b422b3c50'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:06.574298 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-5728073d-f35b-455b-a17b-e34d795cc941 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Allocated IP 192.168.233.53 (d71c22dc-feef-410b-a7ed-6548cf85bd6f/64bdc61a-58ca-49c7-bae5-ecfed9ee407c/b181cfa3-0078-42d3-ba56-050fef11f986) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:22:06.611081 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b05a7fb0-2923-450b-9d7e-ca22770a8bc5 req-fcccb372-1183-40f1-9d7a-4b7c0b84e3a3 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=931fe566-5b89-4893-a1c1-7cae6effaca9 HTTP/1.1" status: 200 len: 210 time: 0.0373769 Jul 29 23:22:06.622621 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-708cfcda-5736-40d0-8257-08903a453607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:06.626415 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-708cfcda-5736-40d0-8257-08903a453607 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:06.628803 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-708cfcda-5736-40d0-8257-08903a453607 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/03c61403-35fa-49e8-85e9-6c1752b48fc9 HTTP/1.1" status: 204 len: 168 time: 0.4082375 Jul 29 23:22:06.673385 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708cfcda-5736-40d0-8257-08903a453607 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c61403-35fa-49e8-85e9-6c1752b48fc9,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:06.731952 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 1716ec2d-7283-45e7-ab75-fe5895df7f18 up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:22:06.851509 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:06.859568 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port 1716ec2d-7283-45e7-ab75-fe5895df7f18 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:22:06.866059 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 1716ec2d-7283-45e7-ab75-fe5895df7f18 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:06.866689 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:06.892965 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5fee7ada-c82c-415e-b8c3-53c819e22ab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:06.917379 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5fee7ada-c82c-415e-b8c3-53c819e22ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:06.928257 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-5728073d-f35b-455b-a17b-e34d795cc941 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:06.928488 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e4af44-39c1-4397-85d9-39752cc1032a req-3c29993c-e636-438b-99e6-8e2d4d1c8473 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:06.938505 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-01e4af44-39c1-4397-85d9-39752cc1032a req-3c29993c-e636-438b-99e6-8e2d4d1c8473 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=27b69aaa-149a-445a-be86-5148b2f003b6 HTTP/1.1" status: 200 len: 946 time: 0.1403983 Jul 29 23:22:06.992798 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-1a4aba6f-f06d-4452-b3ab-a98cedbfb441 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Made reservation on behalf of 0c116bccf1944bb08a8f319b422b3c50 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:22:06.997958 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-1a4aba6f-f06d-4452-b3ab-a98cedbfb441 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:07.013011 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fee7ada-c82c-415e-b8c3-53c819e22ab9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:22:07.024479 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-5728073d-f35b-455b-a17b-e34d795cc941 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Transition to ACTIVE for port object b181cfa3-0078-42d3-ba56-050fef11f986 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:22:07.038696 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:07.056855 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-01e4af44-39c1-4397-85d9-39752cc1032a req-939aa2a8-66a3-4bbb-ae69-a8f43d584c63 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119895 Jul 29 23:22:07.059467 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fee7ada-c82c-415e-b8c3-53c819e22ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca79098e-6071-4f4c-953c-6d7e86a87eb6,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:07.081130 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5fee7ada-c82c-415e-b8c3-53c819e22ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:07.081701 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-5fee7ada-c82c-415e-b8c3-53c819e22ab9 admin admin] Added segment 93bef018-d8cc-4ce6-852a-29704d448375 of type vlan for network 445a4ca0-ac68-4e2c-ba3f-93eecd627357 Jul 29 23:22:07.142931 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f60bb77d-6035-4d3c-a5ec-ba1036d740d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1716ec2d-7283-45e7-ab75-fe5895df7f18'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:07.147014 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07dc962d-1963-4bab-8ba5-91917e99f0c4" -d '{"events": [{"server_uuid": "f60bb77d-6035-4d3c-a5ec-ba1036d740d0", "name": "network-vif-plugged", "status": "completed", "tag": "1716ec2d-7283-45e7-ab75-fe5895df7f18"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:07.168409 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 1716ec2d-7283-45e7-ab75-fe5895df7f18, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=1716ec2d-7283-45e7-ab75-fe5895df7f18,segment=NetworkSegment(290ad064-62e5-45f1-87ac-9cd12097849c),segment_id=290ad064-62e5-45f1-87ac-9cd12097849c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:07.184889 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:07.186331 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device cdefdbbb-b55f-4fb9-a3ef-face673e7892 no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:22:07.188992 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5fee7ada-c82c-415e-b8c3-53c819e22ab9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:07.216601 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8c0e2-cdd3-4278-98bd-9c8caff43e43 req-fcc2eb3a-3141-40da-ad75-08f487a4ac53 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:07.218197 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-90a8c0e2-cdd3-4278-98bd-9c8caff43e43 req-fcc2eb3a-3141-40da-ad75-08f487a4ac53 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.41 "GET /v2.0/ports?device_id=30850af8-f331-4539-aad7-0e40a19d69f5&tenant_id=02291f5098924703b9b0f8f02943a845&binding%3Ahost_id=n-h1-712141-10 HTTP/1.1" status: 200 len: 949 time: 0.1553819 Jul 29 23:22:07.222530 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-5728073d-f35b-455b-a17b-e34d795cc941 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:07.297251 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5728073d-f35b-455b-a17b-e34d795cc941 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Pushing event updated for resources: {'Port': ['ID=b181cfa3-0078-42d3-ba56-050fef11f986,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:07.310719 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=1716ec2d-7283-45e7-ab75-fe5895df7f18,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:07.321472 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:22:07.346557 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-5728073d-f35b-455b-a17b-e34d795cc941 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Network d71c22dc-feef-410b-a7ed-6548cf85bd6f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:22:07.362212 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-5728073d-f35b-455b-a17b-e34d795cc941 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:22:07.364085 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5fee7ada-c82c-415e-b8c3-53c819e22ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:07.365237 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fee7ada-c82c-415e-b8c3-53c819e22ab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:07.365838 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5fee7ada-c82c-415e-b8c3-53c819e22ab9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:07.371889 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-5728073d-f35b-455b-a17b-e34d795cc941 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:22:07.445511 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fee7ada-c82c-415e-b8c3-53c819e22ab9 admin admin] Pushing event updated for resources: {'Network': ['ID=445a4ca0-ac68-4e2c-ba3f-93eecd627357,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:07.473607 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 445a4ca0-ac68-4e2c-ba3f-93eecd627357 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:22:07.503891 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-5fee7ada-c82c-415e-b8c3-53c819e22ab9 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5266371 Jul 29 23:22:07.513723 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-90a8c0e2-cdd3-4278-98bd-9c8caff43e43 req-b659818a-36a8-4383-af15-37affd959a51 service neutron] 10.222.0.41 "GET /v2.0/ports/4fc5454b-af3a-4b9e-9369-edd7636de8f1/bindings/n-h1-712141-10 HTTP/1.1" status: 200 len: 383 time: 0.2847073 Jul 29 23:22:07.520291 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35936) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:07.535493 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-cf275d52-ee0b-479f-8fa8-7f22146392c5 admin admin] Request body: {'subnet': {'network_id': '445a4ca0-ac68-4e2c-ba3f-93eecd627357', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-729808978-subnet', 'tenant_id': '20166a81542946e38e2c423e2629e03d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:07.552294 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:07.648752 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-5728073d-f35b-455b-a17b-e34d795cc941 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:07.649024 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-5728073d-f35b-455b-a17b-e34d795cc941 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:07.650983 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194e2a8-0571-49c6-b717-2e7b2ccd7bfb req-6f5a017d-6b14-4154-8fa4-3c231a124ca4 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:07.659339 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e194e2a8-0571-49c6-b717-2e7b2ccd7bfb req-6f5a017d-6b14-4154-8fa4-3c231a124ca4 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/networks?id=ec39a190-3e02-4fd2-a008-3b841dbd3c4b HTTP/1.1" status: 200 len: 804 time: 0.2334330 Jul 29 23:22:07.697231 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-1a4aba6f-f06d-4452-b3ab-a98cedbfb441 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Allocated IP 192.168.233.37 (d71c22dc-feef-410b-a7ed-6548cf85bd6f/64bdc61a-58ca-49c7-bae5-ecfed9ee407c/22c7ca71-35c1-4b00-8e2e-239e358c0130) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:22:07.711865 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e194e2a8-0571-49c6-b717-2e7b2ccd7bfb req-fc8c034f-39e2-4192-ae06-c22a4a4056c4 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/quotas/48ca3190ceb241b287be19cef493c764 HTTP/1.1" status: 200 len: 375 time: 0.0512090 Jul 29 23:22:07.722402 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8c0e2-cdd3-4278-98bd-9c8caff43e43 req-e0494ddf-80c4-493f-bbf6-5c0af9587e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:07.724760 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-90a8c0e2-cdd3-4278-98bd-9c8caff43e43 req-e0494ddf-80c4-493f-bbf6-5c0af9587e3a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=02291f5098924703b9b0f8f02943a845&device_id=30850af8-f331-4539-aad7-0e40a19d69f5 HTTP/1.1" status: 200 len: 1101 time: 0.1577692 Jul 29 23:22:07.725407 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf275d52-ee0b-479f-8fa8-7f22146392c5 admin admin] Made reservation on behalf of 20166a81542946e38e2c423e2629e03d for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:22:07.728461 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cf275d52-ee0b-479f-8fa8-7f22146392c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:07.744971 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c98f9d4-4e1d-4dc4-aadf-ecbd758a9981 req-ae6b4413-8c72-476c-b0ce-503c9b0f10eb tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:07.754028 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-5728073d-f35b-455b-a17b-e34d795cc941 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7700000 Jul 29 23:22:07.755912 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5c98f9d4-4e1d-4dc4-aadf-ecbd758a9981 req-ae6b4413-8c72-476c-b0ce-503c9b0f10eb tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=30850af8-f331-4539-aad7-0e40a19d69f5 HTTP/1.1" status: 200 len: 949 time: 0.3309007 Jul 29 23:22:07.804534 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-4a3e3db1-f4f4-4cd7-b2c7-fb733fbe9c54 service neutron] Request body: {'port': {'device_id': '1ab3fa88-957f-47f5-848b-6a5b3ce8e37c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:07.859974 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port cdefdbbb-b55f-4fb9-a3ef-face673e7892, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=cdefdbbb-b55f-4fb9-a3ef-face673e7892,segment=NetworkSegment(2db8471f-c43b-49ee-9f08-2f1c56af231c),segment_id=2db8471f-c43b-49ee-9f08-2f1c56af231c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:07.875202 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:07.888465 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5c98f9d4-4e1d-4dc4-aadf-ecbd758a9981 req-ee808100-9662-4bf7-becb-aa61a4d8ae92 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316741 Jul 29 23:22:07.944500 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e194e2a8-0571-49c6-b717-2e7b2ccd7bfb req-2f5a1f8b-c090-4a2c-bd1d-3b6e7f290dbd tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=48ca3190ceb241b287be19cef493c764&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2315416 Jul 29 23:22:08.002637 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a78dbad-f6be-4c79-b64e-841cf12b04b4 x-openstack-request-id: req-7a78dbad-f6be-4c79-b64e-841cf12b04b4 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:08.003135 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f60bb77d-6035-4d3c-a5ec-ba1036d740d0", "name": "network-vif-plugged", "status": "completed", "tag": "1716ec2d-7283-45e7-ab75-fe5895df7f18", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:08.003394 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7a78dbad-f6be-4c79-b64e-841cf12b04b4 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:08.003854 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f60bb77d-6035-4d3c-a5ec-ba1036d740d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1716ec2d-7283-45e7-ab75-fe5895df7f18', 'code': 200} Jul 29 23:22:08.054895 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f9a2d04c-c5c6-48a2-9fc7-0a35cced59e8 None None] Provisioning for port b181cfa3-0078-42d3-ba56-050fef11f986 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:22:08.067633 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=cdefdbbb-b55f-4fb9-a3ef-face673e7892,revision_number=8']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:08.078186 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f9a2d04c-c5c6-48a2-9fc7-0a35cced59e8 None None] Provisioning complete for port b181cfa3-0078-42d3-ba56-050fef11f986 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:08.078759 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f9a2d04c-c5c6-48a2-9fc7-0a35cced59e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:08.135447 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-f9a2d04c-c5c6-48a2-9fc7-0a35cced59e8 None None] Port b181cfa3-0078-42d3-ba56-050fef11f986 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:22:08.209462 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-4a3e3db1-f4f4-4cd7-b2c7-fb733fbe9c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:08.237116 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8c0e2-cdd3-4278-98bd-9c8caff43e43 req-3b15827f-fbb9-4dcb-8d36-ce13f88c4874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:08.238781 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-90a8c0e2-cdd3-4278-98bd-9c8caff43e43 req-3b15827f-fbb9-4dcb-8d36-ce13f88c4874 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d71c22dc-feef-410b-a7ed-6548cf85bd6f HTTP/1.1" status: 200 len: 870 time: 0.5059083 Jul 29 23:22:08.317394 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-90a8c0e2-cdd3-4278-98bd-9c8caff43e43 req-75a477c2-5a48-4e01-b142-f7bfdb91a0e7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=4fc5454b-af3a-4b9e-9369-edd7636de8f1 HTTP/1.1" status: 200 len: 217 time: 0.0619051 Jul 29 23:22:08.387861 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c5e7ca-73ea-4411-82b0-d1ea991a9d4e req-04d777da-3174-454f-b803-ec18f4e7c57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:08.389364 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-06c5e7ca-73ea-4411-82b0-d1ea991a9d4e req-04d777da-3174-454f-b803-ec18f4e7c57e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f60bb77d-6035-4d3c-a5ec-ba1036d740d0 HTTP/1.1" status: 200 len: 1097 time: 0.2821901 Jul 29 23:22:08.432835 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2120cff3-3400-4a8b-88f6-7309775bf2c6 req-d4caa96c-321d-422f-a6da-3e9e22675640 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:08.435157 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2120cff3-3400-4a8b-88f6-7309775bf2c6 req-d4caa96c-321d-422f-a6da-3e9e22675640 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e5a21f9-e415-4212-ac3b-fc3c41c9d34f HTTP/1.1" status: 200 len: 943 time: 0.2709103 Jul 29 23:22:08.551809 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cf275d52-ee0b-479f-8fa8-7f22146392c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:08.564357 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d4af1-de3b-44b7-b9e0-a166560cfc8c req-9dd9dd90-886a-4fd3-80b4-1fea11f096e0 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:08.565931 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-910d4af1-de3b-44b7-b9e0-a166560cfc8c req-9dd9dd90-886a-4fd3-80b4-1fea11f096e0 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=f60bb77d-6035-4d3c-a5ec-ba1036d740d0 HTTP/1.1" status: 200 len: 945 time: 0.1214826 Jul 29 23:22:08.569045 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-1a4aba6f-f06d-4452-b3ab-a98cedbfb441 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:08.572674 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e194e2a8-0571-49c6-b717-2e7b2ccd7bfb req-7a9f8aee-2fc2-4053-8412-8e5773eaa416 service neutron] 10.222.0.43 "GET /v2.0/networks/ec39a190-3e02-4fd2-a008-3b841dbd3c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6273518 Jul 29 23:22:08.619719 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-1a4aba6f-f06d-4452-b3ab-a98cedbfb441 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Transition to ACTIVE for port object 22c7ca71-35c1-4b00-8e2e-239e358c0130 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:22:08.628510 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8c0e2-cdd3-4278-98bd-9c8caff43e43 req-ff45b1b6-203a-4419-b86a-b491002546db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:08.630015 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-90a8c0e2-cdd3-4278-98bd-9c8caff43e43 req-ff45b1b6-203a-4419-b86a-b491002546db service neutron] 10.222.0.41 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.2868965 Jul 29 23:22:08.665215 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-06c5e7ca-73ea-4411-82b0-d1ea991a9d4e req-6c9bfea5-cf85-4ed2-9d7c-aaa336a9bee5 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420509 Jul 29 23:22:08.679085 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-910d4af1-de3b-44b7-b9e0-a166560cfc8c req-fa07b8b8-0171-4242-b3e4-177c82f0b8f5 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031861 Jul 29 23:22:08.724500 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf275d52-ee0b-479f-8fa8-7f22146392c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=248ad491-9a6b-4d59-9973-8f58674b914e,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:08.726252 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e194e2a8-0571-49c6-b717-2e7b2ccd7bfb req-daf610f1-5dd6-44e9-90ea-ed148a0e8fbb service neutron] 10.222.0.43 "GET /v2.0/networks/ec39a190-3e02-4fd2-a008-3b841dbd3c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410570 Jul 29 23:22:08.733559 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-1a4aba6f-f06d-4452-b3ab-a98cedbfb441 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:08.769647 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:22:08.780064 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-1a4aba6f-f06d-4452-b3ab-a98cedbfb441 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Network d71c22dc-feef-410b-a7ed-6548cf85bd6f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:22:08.793018 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-1a4aba6f-f06d-4452-b3ab-a98cedbfb441 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:22:08.797478 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-1a4aba6f-f06d-4452-b3ab-a98cedbfb441 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:22:08.818548 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf275d52-ee0b-479f-8fa8-7f22146392c5 admin admin] Checking segment: {'id': '93bef018-d8cc-4ce6-852a-29704d448375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '445a4ca0-ac68-4e2c-ba3f-93eecd627357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:22:08.818909 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf275d52-ee0b-479f-8fa8-7f22146392c5 admin admin] Network hostable DHCP agents. Network: 445a4ca0-ac68-4e2c-ba3f-93eecd627357, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:22:08.822983 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8c0e2-cdd3-4278-98bd-9c8caff43e43 req-1b9fb665-d9d1-4eda-bd3d-acd13225f80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:08.825436 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-90a8c0e2-cdd3-4278-98bd-9c8caff43e43 req-1b9fb665-d9d1-4eda-bd3d-acd13225f80e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1868920 Jul 29 23:22:08.870325 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4aba6f-f06d-4452-b3ab-a98cedbfb441 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Pushing event updated for resources: {'Port': ['ID=22c7ca71-35c1-4b00-8e2e-239e358c0130,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:08.917355 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-1a4aba6f-f06d-4452-b3ab-a98cedbfb441 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:08.918178 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-1a4aba6f-f06d-4452-b3ab-a98cedbfb441 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:08.936204 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d42d1-65ca-47ec-a850-3e90ee136813 req-4ec3be29-9b84-4c72-9c8d-7884f79cdd01 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:08.943410 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-206d42d1-65ca-47ec-a850-3e90ee136813 req-4ec3be29-9b84-4c72-9c8d-7884f79cdd01 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=931fe566-5b89-4893-a1c1-7cae6effaca9 HTTP/1.1" status: 200 len: 935 time: 0.1680524 Jul 29 23:22:08.959069 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-1a4aba6f-f06d-4452-b3ab-a98cedbfb441 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4583719 Jul 29 23:22:09.018037 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-2f8df141-2761-4e31-aac0-3ed32284ed0a service neutron] Request body: {'port': {'device_id': '931fe566-5b89-4893-a1c1-7cae6effaca9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:09.061244 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-2120cff3-3400-4a8b-88f6-7309775bf2c6 req-0157ff40-bdd3-4871-93ce-732a6f30425d tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Deleting port cdefdbbb-b55f-4fb9-a3ef-face673e7892 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:22:09.061668 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2120cff3-3400-4a8b-88f6-7309775bf2c6 req-0157ff40-bdd3-4871-93ce-732a6f30425d tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:09.072420 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-206d42d1-65ca-47ec-a850-3e90ee136813 req-c4f8ed48-732c-4f45-88ce-5097acba51c6 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181788 Jul 29 23:22:09.170465 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1bd3aa3a-dba1-4cb9-a6f4-9526a373341d None None] Provisioning for port 22c7ca71-35c1-4b00-8e2e-239e358c0130 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:22:09.175520 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1bd3aa3a-dba1-4cb9-a6f4-9526a373341d None None] Provisioning complete for port 22c7ca71-35c1-4b00-8e2e-239e358c0130 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:09.176986 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1bd3aa3a-dba1-4cb9-a6f4-9526a373341d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:09.188223 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-2f8df141-2761-4e31-aac0-3ed32284ed0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:09.198344 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-90a8c0e2-cdd3-4278-98bd-9c8caff43e43 req-ef5230dc-f8ea-482d-849a-8edb952450c9 service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610988 Jul 29 23:22:09.228605 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf275d52-ee0b-479f-8fa8-7f22146392c5 admin admin] Network 445a4ca0-ac68-4e2c-ba3f-93eecd627357 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:22:09.236545 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 4fc5454b-af3a-4b9e-9369-edd7636de8f1 up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:22:09.276592 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade244b-8ab9-464f-b65b-6bd1cb2c0089 req-c7751ee5-0227-4b54-8986-cc5fb6c9329c tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:09.280107 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-cf275d52-ee0b-479f-8fa8-7f22146392c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 445a4ca0-ac68-4e2c-ba3f-93eecd627357) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:22:09.291766 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf275d52-ee0b-479f-8fa8-7f22146392c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:09.291766 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cf275d52-ee0b-479f-8fa8-7f22146392c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:09.297286 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1ade244b-8ab9-464f-b65b-6bd1cb2c0089 req-c7751ee5-0227-4b54-8986-cc5fb6c9329c tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=27b69aaa-149a-445a-be86-5148b2f003b6 HTTP/1.1" status: 200 len: 946 time: 0.2466280 Jul 29 23:22:09.311758 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d5edba-679e-4140-833d-4096b7c97439 None None] Network 445a4ca0-ac68-4e2c-ba3f-93eecd627357 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:22:09.328750 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1bd3aa3a-dba1-4cb9-a6f4-9526a373341d None None] Port 22c7ca71-35c1-4b00-8e2e-239e358c0130 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:22:09.395499 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1ade244b-8ab9-464f-b65b-6bd1cb2c0089 req-07bb7e13-e459-4ff9-a9c2-00b7d318833a tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971880 Jul 29 23:22:09.485376 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port 4fc5454b-af3a-4b9e-9369-edd7636de8f1 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:09.485959 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:09.511902 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-cf275d52-ee0b-479f-8fa8-7f22146392c5 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9809768 Jul 29 23:22:09.511902 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-4a3e3db1-f4f4-4cd7-b2c7-fb733fbe9c54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b181cfa3-0078-42d3-ba56-050fef11f986 {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:22:09.544466 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-4a3e3db1-f4f4-4cd7-b2c7-fb733fbe9c54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:09.605319 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-4a3e3db1-f4f4-4cd7-b2c7-fb733fbe9c54 service neutron] Transition to ACTIVE for port object b181cfa3-0078-42d3-ba56-050fef11f986 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:22:09.622899 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-2120cff3-3400-4a8b-88f6-7309775bf2c6 req-0157ff40-bdd3-4871-93ce-732a6f30425d tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] For port cdefdbbb-b55f-4fb9-a3ef-face673e7892, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=cdefdbbb-b55f-4fb9-a3ef-face673e7892,segment=NetworkSegment(2db8471f-c43b-49ee-9f08-2f1c56af231c),segment_id=2db8471f-c43b-49ee-9f08-2f1c56af231c)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:09.623296 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2120cff3-3400-4a8b-88f6-7309775bf2c6 req-0157ff40-bdd3-4871-93ce-732a6f30425d tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:09.626959 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-4a3e3db1-f4f4-4cd7-b2c7-fb733fbe9c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:09.643924 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d228335c-4ce9-456e-adf0-3f53571e1dae None None] Network 445a4ca0-ac68-4e2c-ba3f-93eecd627357 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:22:09.729350 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d2cffe9d-9ae0-4def-a3d4-dcc8b6627219 req-f21339ac-36c7-45e0-86d5-ce326f55870a tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e3be31-9c90-4467-8a43-45a5a90ed536 HTTP/1.1" status: 200 len: 210 time: 0.1077852 Jul 29 23:22:09.744973 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-2120cff3-3400-4a8b-88f6-7309775bf2c6 req-0157ff40-bdd3-4871-93ce-732a6f30425d tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Calling delete_port for cdefdbbb-b55f-4fb9-a3ef-face673e7892 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:22:09.835149 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:09.850972 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-90a8c0e2-cdd3-4278-98bd-9c8caff43e43 req-9805b0e4-c5b6-4839-a323-93cf75031670 service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6092727 Jul 29 23:22:09.912924 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 4fc5454b-af3a-4b9e-9369-edd7636de8f1, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=4fc5454b-af3a-4b9e-9369-edd7636de8f1,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:09.947986 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:09.953855 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35980) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:09.990997 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae60b8-fa5a-4ebb-9b8a-83835497cafe req-f3d61bcc-40bf-4816-8856-60420bec3f4f tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:09.993530 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c0ae60b8-fa5a-4ebb-9b8a-83835497cafe req-f3d61bcc-40bf-4816-8856-60420bec3f4f tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=30850af8-f331-4539-aad7-0e40a19d69f5 HTTP/1.1" status: 200 len: 949 time: 0.3593791 Jul 29 23:22:10.013240 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e5a21f9-e415-4212-ac3b-fc3c41c9d34f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdefdbbb-b55f-4fb9-a3ef-face673e7892'}, {'server_uuid': '30850af8-f331-4539-aad7-0e40a19d69f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc5454b-af3a-4b9e-9369-edd7636de8f1'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:10.016534 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1860f52a-6038-476b-8ba3-c6fac8e9ca39" -d '{"events": [{"server_uuid": "3e5a21f9-e415-4212-ac3b-fc3c41c9d34f", "name": "network-vif-unplugged", "status": "completed", "tag": "cdefdbbb-b55f-4fb9-a3ef-face673e7892"}, {"server_uuid": "30850af8-f331-4539-aad7-0e40a19d69f5", "name": "network-vif-plugged", "status": "completed", "tag": "4fc5454b-af3a-4b9e-9369-edd7636de8f1"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:10.053778 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=4fc5454b-af3a-4b9e-9369-edd7636de8f1,revision_number=8']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:10.120033 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c57f6-5528-47c8-a2c4-aa0e5f4149b9 req-9e2b98c5-15d2-40d6-9a43-40f039e084a1 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:10.122046 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fa3c57f6-5528-47c8-a2c4-aa0e5f4149b9 req-9e2b98c5-15d2-40d6-9a43-40f039e084a1 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=f60bb77d-6035-4d3c-a5ec-ba1036d740d0 HTTP/1.1" status: 200 len: 945 time: 0.1645098 Jul 29 23:22:10.132029 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c0ae60b8-fa5a-4ebb-9b8a-83835497cafe req-95c0b4bf-604a-4615-80d5-0dac2d889390 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915468 Jul 29 23:22:10.230879 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4dcb8564-5f1f-4495-bb9e-03eabdf42f98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:10.235077 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fa3c57f6-5528-47c8-a2c4-aa0e5f4149b9 req-e49b17e8-ba43-4028-914f-fedee9936b31 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020112 Jul 29 23:22:10.273118 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-2f8df141-2761-4e31-aac0-3ed32284ed0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22c7ca71-35c1-4b00-8e2e-239e358c0130 {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:22:10.285137 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-2f8df141-2761-4e31-aac0-3ed32284ed0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:10.308802 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-2f8df141-2761-4e31-aac0-3ed32284ed0a service neutron] Transition to ACTIVE for port object 22c7ca71-35c1-4b00-8e2e-239e358c0130 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:22:10.317350 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3e3db1-f4f4-4cd7-b2c7-fb733fbe9c54 service neutron] Pushing event updated for resources: {'Port': ['ID=b181cfa3-0078-42d3-ba56-050fef11f986,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:10.320793 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-2f8df141-2761-4e31-aac0-3ed32284ed0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:10.405355 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8df141-2761-4e31-aac0-3ed32284ed0a service neutron] Pushing event updated for resources: {'Port': ['ID=22c7ca71-35c1-4b00-8e2e-239e358c0130,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:10.408418 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2b36bb-d2fe-4d21-be4a-f8d23b3242fa x-openstack-request-id: req-2f2b36bb-d2fe-4d21-be4a-f8d23b3242fa {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:10.408775 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e5a21f9-e415-4212-ac3b-fc3c41c9d34f", "name": "network-vif-unplugged", "status": "completed", "tag": "cdefdbbb-b55f-4fb9-a3ef-face673e7892", "code": 200}, {"server_uuid": "30850af8-f331-4539-aad7-0e40a19d69f5", "name": "network-vif-plugged", "status": "completed", "tag": "4fc5454b-af3a-4b9e-9369-edd7636de8f1", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:10.409125 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2f2b36bb-d2fe-4d21-be4a-f8d23b3242fa {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:10.409632 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e5a21f9-e415-4212-ac3b-fc3c41c9d34f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdefdbbb-b55f-4fb9-a3ef-face673e7892', 'code': 200} Jul 29 23:22:10.409988 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30850af8-f331-4539-aad7-0e40a19d69f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc5454b-af3a-4b9e-9369-edd7636de8f1', 'code': 200} Jul 29 23:22:10.497826 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2120cff3-3400-4a8b-88f6-7309775bf2c6 req-0157ff40-bdd3-4871-93ce-732a6f30425d tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:10.508547 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4dcb8564-5f1f-4495-bb9e-03eabdf42f98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:10.560355 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4dcb8564-5f1f-4495-bb9e-03eabdf42f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:10.591677 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0157ff40-bdd3-4871-93ce-732a6f30425d tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Pushing event deleted for resources: {'Port': ['ID=cdefdbbb-b55f-4fb9-a3ef-face673e7892,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:10.654954 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-4a3e3db1-f4f4-4cd7-b2c7-fb733fbe9c54 service neutron] Attempting to bind port b181cfa3-0078-42d3-ba56-050fef11f986 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:22:10.655391 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-4a3e3db1-f4f4-4cd7-b2c7-fb733fbe9c54 service neutron] Attempting to bind port b181cfa3-0078-42d3-ba56-050fef11f986 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:22:10.656267 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-4a3e3db1-f4f4-4cd7-b2c7-fb733fbe9c54 service neutron] Attempting to bind port b181cfa3-0078-42d3-ba56-050fef11f986 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:10.695934 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-4dcb8564-5f1f-4495-bb9e-03eabdf42f98 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6809f3c2402c442cb68b85afe651cd9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7316136 Jul 29 23:22:10.696748 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcb8564-5f1f-4495-bb9e-03eabdf42f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250eefd4-3e15-4d80-a0f7-a1f81f198d1c,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:10.699879 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 36006) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:10.735294 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-4a3e3db1-f4f4-4cd7-b2c7-fb733fbe9c54 service neutron] Port b181cfa3-0078-42d3-ba56-050fef11f986 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:22:10.735981 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-4a3e3db1-f4f4-4cd7-b2c7-fb733fbe9c54 service neutron] Attempting to bind port b181cfa3-0078-42d3-ba56-050fef11f986 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:10.748484 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-2f8df141-2761-4e31-aac0-3ed32284ed0a service neutron] Attempting to bind port 22c7ca71-35c1-4b00-8e2e-239e358c0130 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:22:10.748811 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-2f8df141-2761-4e31-aac0-3ed32284ed0a service neutron] Attempting to bind port 22c7ca71-35c1-4b00-8e2e-239e358c0130 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:22:10.749140 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-2f8df141-2761-4e31-aac0-3ed32284ed0a service neutron] Attempting to bind port 22c7ca71-35c1-4b00-8e2e-239e358c0130 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:10.756027 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-2120cff3-3400-4a8b-88f6-7309775bf2c6 req-0157ff40-bdd3-4871-93ce-732a6f30425d tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] No DVR routers for this DVR port cdefdbbb-b55f-4fb9-a3ef-face673e7892 on host n-h2-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:22:10.759023 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7420e8d-2e50-46b6-892e-fb6bb48ab196 req-d97b2f7b-3207-49b9-bc21-97df4c38b90d tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:10.760617 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a7420e8d-2e50-46b6-892e-fb6bb48ab196 req-d97b2f7b-3207-49b9-bc21-97df4c38b90d tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=931fe566-5b89-4893-a1c1-7cae6effaca9 HTTP/1.1" status: 200 len: 947 time: 0.1706038 Jul 29 23:22:10.762183 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2120cff3-3400-4a8b-88f6-7309775bf2c6 req-0157ff40-bdd3-4871-93ce-732a6f30425d tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:10.764184 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2120cff3-3400-4a8b-88f6-7309775bf2c6 req-0157ff40-bdd3-4871-93ce-732a6f30425d tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.22 "DELETE /v2.0/ports/cdefdbbb-b55f-4fb9-a3ef-face673e7892 HTTP/1.1" status: 204 len: 173 time: 2.3064601 Jul 29 23:22:10.765140 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e5a21f9-e415-4212-ac3b-fc3c41c9d34f', 'name': 'network-vif-deleted', 'tag': 'cdefdbbb-b55f-4fb9-a3ef-face673e7892'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:10.767391 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6899ea29-c2cc-4951-8224-5a11498297aa" -d '{"events": [{"server_uuid": "3e5a21f9-e415-4212-ac3b-fc3c41c9d34f", "name": "network-vif-deleted", "tag": "cdefdbbb-b55f-4fb9-a3ef-face673e7892"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:10.773148 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-4a3e3db1-f4f4-4cd7-b2c7-fb733fbe9c54 service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:22:10.773569 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-4a3e3db1-f4f4-4cd7-b2c7-fb733fbe9c54 service neutron] Checking segment: {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:22:10.774017 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-4a3e3db1-f4f4-4cd7-b2c7-fb733fbe9c54 service neutron] Bound using segment: {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:22:10.774470 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-4a3e3db1-f4f4-4cd7-b2c7-fb733fbe9c54 service neutron] Bound port: b181cfa3-0078-42d3-ba56-050fef11f986, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:22:10.774826 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-4a3e3db1-f4f4-4cd7-b2c7-fb733fbe9c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:10.781270 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-2f8df141-2761-4e31-aac0-3ed32284ed0a service neutron] Port 22c7ca71-35c1-4b00-8e2e-239e358c0130 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:22:10.785630 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-2f8df141-2761-4e31-aac0-3ed32284ed0a service neutron] Attempting to bind port 22c7ca71-35c1-4b00-8e2e-239e358c0130 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:10.830127 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f8f84d-e1ed-4420-ae58-8bf8d61ea105 req-a855ac8c-feb7-4c09-9347-9669c31cf4e9 tempest-ServerAddressesTestJSON-1959412020 tempest-ServerAddressesTestJSON-1959412020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:10.832284 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a7f8f84d-e1ed-4420-ae58-8bf8d61ea105 req-a855ac8c-feb7-4c09-9347-9669c31cf4e9 tempest-ServerAddressesTestJSON-1959412020 tempest-ServerAddressesTestJSON-1959412020-project] 10.222.0.43 "GET /v2.0/networks?id=445a4ca0-ac68-4e2c-ba3f-93eecd627357 HTTP/1.1" status: 200 len: 813 time: 0.3778970 Jul 29 23:22:10.836141 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-2f8df141-2761-4e31-aac0-3ed32284ed0a service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:22:10.836323 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-2f8df141-2761-4e31-aac0-3ed32284ed0a service neutron] Checking segment: {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:22:10.836661 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-2f8df141-2761-4e31-aac0-3ed32284ed0a service neutron] Bound using segment: {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:22:10.837034 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-2f8df141-2761-4e31-aac0-3ed32284ed0a service neutron] Bound port: 22c7ca71-35c1-4b00-8e2e-239e358c0130, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:22:10.837385 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-2f8df141-2761-4e31-aac0-3ed32284ed0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:10.894134 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194e2a8-0571-49c6-b717-2e7b2ccd7bfb req-4919fd9f-ee2a-4b13-a9f7-427dda2ccfd5 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:10.895766 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e194e2a8-0571-49c6-b717-2e7b2ccd7bfb req-4919fd9f-ee2a-4b13-a9f7-427dda2ccfd5 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.41 "GET /v2.0/networks?id=ec39a190-3e02-4fd2-a008-3b841dbd3c4b HTTP/1.1" status: 200 len: 804 time: 0.2785380 Jul 29 23:22:10.898269 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a7f8f84d-e1ed-4420-ae58-8bf8d61ea105 req-60277261-665d-43a0-8650-7e8c32d4d3ea tempest-ServerAddressesTestJSON-1959412020 tempest-ServerAddressesTestJSON-1959412020-project] 10.222.0.43 "GET /v2.0/quotas/20166a81542946e38e2c423e2629e03d HTTP/1.1" status: 200 len: 375 time: 0.0339937 Jul 29 23:22:10.904036 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2f821a46-a8fc-4abd-91bc-d449d7b27005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:10.937082 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-e194e2a8-0571-49c6-b717-2e7b2ccd7bfb req-32a59aa7-03d0-4d93-899e-9aee90e28c94 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Request body: {'port': {'device_id': '16e3be31-9c90-4467-8a43-45a5a90ed536', 'network_id': 'ec39a190-3e02-4fd2-a008-3b841dbd3c4b', 'admin_state_up': True, 'tenant_id': '48ca3190ceb241b287be19cef493c764'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:10.944456 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-4a3e3db1-f4f4-4cd7-b2c7-fb733fbe9c54 service neutron] For port b181cfa3-0078-42d3-ba56-050fef11f986, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:22:10.977113 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a7f8f84d-e1ed-4420-ae58-8bf8d61ea105 req-2c51d123-5aa6-402f-a2ea-f28d7d91f2b5 tempest-ServerAddressesTestJSON-1959412020 tempest-ServerAddressesTestJSON-1959412020-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=20166a81542946e38e2c423e2629e03d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0628798 Jul 29 23:22:10.980910 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a7420e8d-2e50-46b6-892e-fb6bb48ab196 req-654b11a3-bc8b-450a-983b-cc0baeb0f820 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799157 Jul 29 23:22:10.987674 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2f821a46-a8fc-4abd-91bc-d449d7b27005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:10.999264 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-4a3e3db1-f4f4-4cd7-b2c7-fb733fbe9c54 service neutron] For port b181cfa3-0078-42d3-ba56-050fef11f986, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=b181cfa3-0078-42d3-ba56-050fef11f986,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:22:11.024070 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-4a3e3db1-f4f4-4cd7-b2c7-fb733fbe9c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:11.074580 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-4a3e3db1-f4f4-4cd7-b2c7-fb733fbe9c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:11.075304 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-4a3e3db1-f4f4-4cd7-b2c7-fb733fbe9c54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:11.076702 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-4a3e3db1-f4f4-4cd7-b2c7-fb733fbe9c54 service neutron] 10.222.0.22 "PUT /v2.0/ports/b181cfa3-0078-42d3-ba56-050fef11f986 HTTP/1.1" status: 200 len: 1096 time: 3.2853189 Jul 29 23:22:11.169617 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-2f8df141-2761-4e31-aac0-3ed32284ed0a service neutron] For port 22c7ca71-35c1-4b00-8e2e-239e358c0130, host n-h2-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:22:11.195943 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3e3db1-f4f4-4cd7-b2c7-fb733fbe9c54 service neutron] Pushing event updated for resources: {'Port': ['ID=b181cfa3-0078-42d3-ba56-050fef11f986,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:11.196913 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-2f8df141-2761-4e31-aac0-3ed32284ed0a service neutron] For port 22c7ca71-35c1-4b00-8e2e-239e358c0130, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=22c7ca71-35c1-4b00-8e2e-239e358c0130,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:22:11.209782 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-2f8df141-2761-4e31-aac0-3ed32284ed0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:11.222433 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-777b9a0d-b210-4042-ba79-5a2aa07dbf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:11.224329 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-777b9a0d-b210-4042-ba79-5a2aa07dbf76 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0c116bccf1944bb08a8f319b422b3c50&device_id=1ab3fa88-957f-47f5-848b-6a5b3ce8e37c HTTP/1.1" status: 200 len: 1099 time: 0.0976372 Jul 29 23:22:11.225322 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e194e2a8-0571-49c6-b717-2e7b2ccd7bfb req-32a59aa7-03d0-4d93-899e-9aee90e28c94 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Made reservation on behalf of 48ca3190ceb241b287be19cef493c764 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:22:11.239630 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e194e2a8-0571-49c6-b717-2e7b2ccd7bfb req-32a59aa7-03d0-4d93-899e-9aee90e28c94 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:11.315344 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b12ee-957a-4ab7-b57f-caab20d875fc req-bcb01177-d24d-4634-b7ae-fc5a7a084b41 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:11.316964 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4f3b12ee-957a-4ab7-b57f-caab20d875fc req-bcb01177-d24d-4634-b7ae-fc5a7a084b41 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=27b69aaa-149a-445a-be86-5148b2f003b6 HTTP/1.1" status: 200 len: 946 time: 0.2274401 Jul 29 23:22:11.319016 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-598f5e87-2295-4d64-90f7-8b186464352b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=b181cfa3-0078-42d3-ba56-050fef11f986 HTTP/1.1" status: 200 len: 217 time: 0.0577149 Jul 29 23:22:11.333602 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a7f8f84d-e1ed-4420-ae58-8bf8d61ea105 req-4e94f807-dd6c-44c0-b616-fb5e1933942f service neutron] 10.222.0.43 "GET /v2.0/networks/445a4ca0-ac68-4e2c-ba3f-93eecd627357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282325 Jul 29 23:22:11.343696 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2f821a46-a8fc-4abd-91bc-d449d7b27005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:11.346298 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2f821a46-a8fc-4abd-91bc-d449d7b27005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:11.350488 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-2f821a46-a8fc-4abd-91bc-d449d7b27005 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/250eefd4-3e15-4d80-a0f7-a1f81f198d1c HTTP/1.1" status: 204 len: 168 time: 0.6419983 Jul 29 23:22:11.357197 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-2f8df141-2761-4e31-aac0-3ed32284ed0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:11.357845 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-2f8df141-2761-4e31-aac0-3ed32284ed0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:11.359204 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-2f8df141-2761-4e31-aac0-3ed32284ed0a service neutron] 10.222.0.22 "PUT /v2.0/ports/22c7ca71-35c1-4b00-8e2e-239e358c0130 HTTP/1.1" status: 200 len: 1096 time: 2.3481975 Jul 29 23:22:11.364065 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '931fe566-5b89-4893-a1c1-7cae6effaca9', 'tag': '22c7ca71-35c1-4b00-8e2e-239e358c0130'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:11.366770 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568a9b16-0e27-4e81-9fde-1e2e5fc4ff77" -d '{"events": [{"name": "network-changed", "server_uuid": "931fe566-5b89-4893-a1c1-7cae6effaca9", "tag": "22c7ca71-35c1-4b00-8e2e-239e358c0130"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:11.446426 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f821a46-a8fc-4abd-91bc-d449d7b27005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250eefd4-3e15-4d80-a0f7-a1f81f198d1c,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:11.507358 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8df141-2761-4e31-aac0-3ed32284ed0a service neutron] Pushing event updated for resources: {'Port': ['ID=22c7ca71-35c1-4b00-8e2e-239e358c0130,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:11.552500 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-201d2b75-458a-4ac5-921a-e4cf8f5039ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:11.557063 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-201d2b75-458a-4ac5-921a-e4cf8f5039ce service neutron] 10.222.0.22 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.2285318 Jul 29 23:22:11.607814 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4f3b12ee-957a-4ab7-b57f-caab20d875fc req-2a69133e-0003-4433-b5f6-1777ee8ba31d tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696476 Jul 29 23:22:11.615652 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a7f8f84d-e1ed-4420-ae58-8bf8d61ea105 req-8ebe8616-e0cc-4ad0-806b-983e23bdcbe5 service neutron] 10.222.0.43 "GET /v2.0/networks/445a4ca0-ac68-4e2c-ba3f-93eecd627357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554862 Jul 29 23:22:11.640461 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-aa45b918-6601-4510-b920-268e5f5f344d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:11.654609 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-aa45b918-6601-4510-b920-268e5f5f344d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0c116bccf1944bb08a8f319b422b3c50&device_id=931fe566-5b89-4893-a1c1-7cae6effaca9 HTTP/1.1" status: 200 len: 1099 time: 0.1984539 Jul 29 23:22:11.758926 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-7c8f462f-a071-4ab2-8012-59db7d7e184a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=22c7ca71-35c1-4b00-8e2e-239e358c0130 HTTP/1.1" status: 200 len: 217 time: 0.0913091 Jul 29 23:22:11.763176 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-e194e2a8-0571-49c6-b717-2e7b2ccd7bfb req-32a59aa7-03d0-4d93-899e-9aee90e28c94 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Allocated IP 172.20.0.11 (ec39a190-3e02-4fd2-a008-3b841dbd3c4b/5d5d676a-a79a-4d6c-8057-e140077bec43/58a1d464-124f-45fd-9f14-622a4f91df10) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:22:11.869336 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-9767b53a-85e2-46e2-bf90-2c374bf8839c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:11.870362 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-9767b53a-85e2-46e2-bf90-2c374bf8839c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3031759 Jul 29 23:22:11.975853 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-ef5d1202-c278-4d6b-877c-6cade947c5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:11.977355 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-ef5d1202-c278-4d6b-877c-6cade947c5f6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.2065907 Jul 29 23:22:11.986070 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4df12d31-3d98-4f86-ba12-3e344ec66a05 x-openstack-request-id: req-4df12d31-3d98-4f86-ba12-3e344ec66a05 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:11.986500 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e5a21f9-e415-4212-ac3b-fc3c41c9d34f", "name": "network-vif-deleted", "tag": "cdefdbbb-b55f-4fb9-a3ef-face673e7892", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:11.986952 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4df12d31-3d98-4f86-ba12-3e344ec66a05 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:11.987405 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e5a21f9-e415-4212-ac3b-fc3c41c9d34f', 'name': 'network-vif-deleted', 'tag': 'cdefdbbb-b55f-4fb9-a3ef-face673e7892', 'status': 'completed', 'code': 200} Jul 29 23:22:12.007448 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-45b7c2f0-4a27-4a7a-9279-379570fa4db8 req-e7fab762-e5db-412a-800d-e6a83da04a17 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e3be31-9c90-4467-8a43-45a5a90ed536 HTTP/1.1" status: 200 len: 210 time: 0.0911443 Jul 29 23:22:12.141149 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0317c7-5f4b-4e27-844a-76ec6ac85623 x-openstack-request-id: req-6b0317c7-5f4b-4e27-844a-76ec6ac85623 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:12.141661 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "931fe566-5b89-4893-a1c1-7cae6effaca9", "tag": "22c7ca71-35c1-4b00-8e2e-239e358c0130", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:12.143056 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6b0317c7-5f4b-4e27-844a-76ec6ac85623 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:12.145734 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '931fe566-5b89-4893-a1c1-7cae6effaca9', 'tag': '22c7ca71-35c1-4b00-8e2e-239e358c0130', 'status': 'completed', 'code': 200} Jul 29 23:22:12.225529 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-21caca67-7792-4e7e-a95a-0c512371d0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:12.227145 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-21caca67-7792-4e7e-a95a-0c512371d0eb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2185152 Jul 29 23:22:12.229032 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-9546a225-d213-408a-9bb9-19b65ac7f1dc service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334949 Jul 29 23:22:12.262044 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5fc1427b-a723-4de3-a8fe-8cf9ce46e9a3 req-296afbb7-0f14-43ab-bccb-5be08b744786 tempest-ServerAddressesTestJSON-1959412020 tempest-ServerAddressesTestJSON-1959412020-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9ee8cfc-b6a7-437c-92c1-a6cf9c70a00a HTTP/1.1" status: 200 len: 210 time: 0.0495429 Jul 29 23:22:12.413439 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3661cc6-67c6-4507-985b-3aa9c555a325 req-daf8fdb2-9e2d-4acf-b2f3-22aa99045850 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:12.418079 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e3661cc6-67c6-4507-985b-3aa9c555a325 req-daf8fdb2-9e2d-4acf-b2f3-22aa99045850 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=30850af8-f331-4539-aad7-0e40a19d69f5 HTTP/1.1" status: 200 len: 950 time: 0.3099115 Jul 29 23:22:12.451830 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e194e2a8-0571-49c6-b717-2e7b2ccd7bfb req-32a59aa7-03d0-4d93-899e-9aee90e28c94 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:12.525968 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-4d2d4590-f9c9-4741-b199-6d754edb8b43 service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810748 Jul 29 23:22:12.543649 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e194e2a8-0571-49c6-b717-2e7b2ccd7bfb req-32a59aa7-03d0-4d93-899e-9aee90e28c94 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:12.554224 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e3661cc6-67c6-4507-985b-3aa9c555a325 req-b9f4e39d-ede0-4962-9a21-b6c5f636e521 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233792 Jul 29 23:22:12.607730 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e194e2a8-0571-49c6-b717-2e7b2ccd7bfb req-32a59aa7-03d0-4d93-899e-9aee90e28c94 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Network ec39a190-3e02-4fd2-a008-3b841dbd3c4b is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:22:12.611368 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-e194e2a8-0571-49c6-b717-2e7b2ccd7bfb req-32a59aa7-03d0-4d93-899e-9aee90e28c94 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:22:12.619855 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-e194e2a8-0571-49c6-b717-2e7b2ccd7bfb req-32a59aa7-03d0-4d93-899e-9aee90e28c94 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:22:12.620353 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2ed37-79e8-4f40-aa01-406bdad7c60b req-0fe9cf6f-cb7f-47f8-aee3-0615cc81fcf7 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:12.630655 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1ae2ed37-79e8-4f40-aa01-406bdad7c60b req-0fe9cf6f-cb7f-47f8-aee3-0615cc81fcf7 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=931fe566-5b89-4893-a1c1-7cae6effaca9 HTTP/1.1" status: 200 len: 947 time: 0.2624998 Jul 29 23:22:12.664231 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a59aa7-03d0-4d93-899e-9aee90e28c94 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Pushing event updated for resources: {'Port': ['ID=58a1d464-124f-45fd-9f14-622a4f91df10,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:12.694001 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-a9aa7140-55b4-46bf-b6e7-ebaa4f595b7c service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4483972 Jul 29 23:22:12.706204 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194e2a8-0571-49c6-b717-2e7b2ccd7bfb req-32a59aa7-03d0-4d93-899e-9aee90e28c94 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:12.706953 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e194e2a8-0571-49c6-b717-2e7b2ccd7bfb req-32a59aa7-03d0-4d93-899e-9aee90e28c94 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:12.725103 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1ae2ed37-79e8-4f40-aa01-406bdad7c60b req-4f8aca88-372c-4e40-a29e-e60b4f3a279e tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933168 Jul 29 23:22:12.725346 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e194e2a8-0571-49c6-b717-2e7b2ccd7bfb req-32a59aa7-03d0-4d93-899e-9aee90e28c94 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7922544 Jul 29 23:22:12.747136 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-e194e2a8-0571-49c6-b717-2e7b2ccd7bfb req-502134de-6177-43f6-b722-d0628e91f8a6 service neutron] Request body: {'port': {'device_id': '16e3be31-9c90-4467-8a43-45a5a90ed536', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:12.750048 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36058) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:12.765189 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device cdefdbbb-b55f-4fb9-a3ef-face673e7892 no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:22:12.817939 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: cdefdbbb-b55f-4fb9-a3ef-face673e7892 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:22:12.819260 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device cdefdbbb-b55f-4fb9-a3ef-face673e7892 not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:22:12.839758 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6b4b26-3eb2-462a-b5c4-964cae30b04f req-e9ef54dd-72ce-450f-80d0-51e1c704fefc tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:12.841514 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fc6b4b26-3eb2-462a-b5c4-964cae30b04f req-e9ef54dd-72ce-450f-80d0-51e1c704fefc tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=27b69aaa-149a-445a-be86-5148b2f003b6 HTTP/1.1" status: 200 len: 946 time: 0.1055710 Jul 29 23:22:12.889287 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-93b64c4a-d41f-4311-b270-abb5403ec68e req-e7bab041-409c-43d7-bcf0-c2e8765d1e08 service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775713 Jul 29 23:22:12.891000 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e194e2a8-0571-49c6-b717-2e7b2ccd7bfb req-502134de-6177-43f6-b722-d0628e91f8a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:12.920212 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fc6b4b26-3eb2-462a-b5c4-964cae30b04f req-7ffd42d5-9596-4028-aeb6-fd95048c6fc5 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719757 Jul 29 23:22:13.048951 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568a9b16-0e27-4e81-9fde-1e2e5fc4ff77 req-dcae58b6-4d87-48da-83d1-acd69c546cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:13.053995 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-568a9b16-0e27-4e81-9fde-1e2e5fc4ff77 req-dcae58b6-4d87-48da-83d1-acd69c546cbe service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0c116bccf1944bb08a8f319b422b3c50&device_id=931fe566-5b89-4893-a1c1-7cae6effaca9 HTTP/1.1" status: 200 len: 1099 time: 0.0915759 Jul 29 23:22:13.057158 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8c0e2-cdd3-4278-98bd-9c8caff43e43 req-da7f6339-067e-49a4-ab79-25061f6e8bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:13.058831 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-90a8c0e2-cdd3-4278-98bd-9c8caff43e43 req-da7f6339-067e-49a4-ab79-25061f6e8bc8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=30850af8-f331-4539-aad7-0e40a19d69f5&tenant_id=02291f5098924703b9b0f8f02943a845 HTTP/1.1" status: 200 len: 1102 time: 0.1078627 Jul 29 23:22:13.064859 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-73857269-d142-4583-afc2-4e16d9a7a5aa admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-627255085-network', 'tenant_id': '41d06bbbb3d042bdbdfcf854d406dce8'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:13.133675 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73857269-d142-4583-afc2-4e16d9a7a5aa admin admin] Made reservation on behalf of 41d06bbbb3d042bdbdfcf854d406dce8 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:22:13.135938 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-73857269-d142-4583-afc2-4e16d9a7a5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:13.148473 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-73857269-d142-4583-afc2-4e16d9a7a5aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:13.228855 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8c0e2-cdd3-4278-98bd-9c8caff43e43 req-e82ac239-e38d-407b-8ac0-beac4a112e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:13.230477 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-90a8c0e2-cdd3-4278-98bd-9c8caff43e43 req-e82ac239-e38d-407b-8ac0-beac4a112e7d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=02291f5098924703b9b0f8f02943a845&device_id=30850af8-f331-4539-aad7-0e40a19d69f5 HTTP/1.1" status: 200 len: 1102 time: 0.1325984 Jul 29 23:22:13.239375 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455cafb2-4700-472a-b3e0-cdc9926ffb9e req-9c7b93c8-5794-4026-b114-c421fab1b7d7 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:13.240835 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-455cafb2-4700-472a-b3e0-cdc9926ffb9e req-9c7b93c8-5794-4026-b114-c421fab1b7d7 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e3be31-9c90-4467-8a43-45a5a90ed536 HTTP/1.1" status: 200 len: 932 time: 0.1107078 Jul 29 23:22:13.249790 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568a9b16-0e27-4e81-9fde-1e2e5fc4ff77 req-be13c665-a2c2-4a25-bd9c-778f39692b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:13.251155 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-568a9b16-0e27-4e81-9fde-1e2e5fc4ff77 req-be13c665-a2c2-4a25-bd9c-778f39692b59 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d71c22dc-feef-410b-a7ed-6548cf85bd6f HTTP/1.1" status: 200 len: 870 time: 0.1864130 Jul 29 23:22:13.285705 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-e194e2a8-0571-49c6-b717-2e7b2ccd7bfb req-502134de-6177-43f6-b722-d0628e91f8a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58a1d464-124f-45fd-9f14-622a4f91df10 {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:22:13.297616 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e194e2a8-0571-49c6-b717-2e7b2ccd7bfb req-502134de-6177-43f6-b722-d0628e91f8a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:13.320398 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-e194e2a8-0571-49c6-b717-2e7b2ccd7bfb req-502134de-6177-43f6-b722-d0628e91f8a6 service neutron] Transition to ACTIVE for port object 58a1d464-124f-45fd-9f14-622a4f91df10 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:22:13.337092 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e194e2a8-0571-49c6-b717-2e7b2ccd7bfb req-502134de-6177-43f6-b722-d0628e91f8a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:13.346716 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-568a9b16-0e27-4e81-9fde-1e2e5fc4ff77 req-25390580-4584-446f-b754-0133615ea121 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=22c7ca71-35c1-4b00-8e2e-239e358c0130 HTTP/1.1" status: 200 len: 217 time: 0.0785053 Jul 29 23:22:13.382045 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-73857269-d142-4583-afc2-4e16d9a7a5aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:13.394099 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cb96b913-3799-45f1-a35e-3718a8ff633f req-c07322cd-3db0-43b6-bd6f-aadc1db82237 tempest-ServerAddressesTestJSON-1959412020 tempest-ServerAddressesTestJSON-1959412020-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9ee8cfc-b6a7-437c-92c1-a6cf9c70a00a HTTP/1.1" status: 200 len: 210 time: 0.0514498 Jul 29 23:22:13.396649 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-73857269-d142-4583-afc2-4e16d9a7a5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:13.427344 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73857269-d142-4583-afc2-4e16d9a7a5aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:22:13.434687 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-455cafb2-4700-472a-b3e0-cdc9926ffb9e req-2acd613e-ae71-4ef3-85f4-75f15e26bcfa tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824703 Jul 29 23:22:13.439403 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-73857269-d142-4583-afc2-4e16d9a7a5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:13.439993 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-73857269-d142-4583-afc2-4e16d9a7a5aa admin admin] Added segment 40094ecc-ef7a-4caa-9f65-b53e25a52407 of type vlan for network a3d68086-0a5f-410a-8c92-112285f5e741 Jul 29 23:22:13.471453 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8c0e2-cdd3-4278-98bd-9c8caff43e43 req-ecddd712-820a-47cb-b44f-bc43aa389175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:13.472905 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-90a8c0e2-cdd3-4278-98bd-9c8caff43e43 req-ecddd712-820a-47cb-b44f-bc43aa389175 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d71c22dc-feef-410b-a7ed-6548cf85bd6f HTTP/1.1" status: 200 len: 870 time: 0.2312338 Jul 29 23:22:13.473344 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502134de-6177-43f6-b722-d0628e91f8a6 service neutron] Pushing event updated for resources: {'Port': ['ID=58a1d464-124f-45fd-9f14-622a4f91df10,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:13.474947 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568a9b16-0e27-4e81-9fde-1e2e5fc4ff77 req-91c26b2c-aa64-4eb7-96f6-e1ecab056b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:13.485399 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-568a9b16-0e27-4e81-9fde-1e2e5fc4ff77 req-91c26b2c-aa64-4eb7-96f6-e1ecab056b1a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.1210432 Jul 29 23:22:13.540005 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-90a8c0e2-cdd3-4278-98bd-9c8caff43e43 req-e6f82d6e-7a47-4241-ad0a-97e1379d74d5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=4fc5454b-af3a-4b9e-9369-edd7636de8f1 HTTP/1.1" status: 200 len: 217 time: 0.0535982 Jul 29 23:22:13.615283 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568a9b16-0e27-4e81-9fde-1e2e5fc4ff77 req-71631052-f2a5-4e9a-ae9c-363f5dbed7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:13.616147 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-568a9b16-0e27-4e81-9fde-1e2e5fc4ff77 req-71631052-f2a5-4e9a-ae9c-363f5dbed7cd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0843749 Jul 29 23:22:13.618182 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8c0e2-cdd3-4278-98bd-9c8caff43e43 req-2d1ca318-dcfc-4f58-8afb-e98956f4e71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:13.619479 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-90a8c0e2-cdd3-4278-98bd-9c8caff43e43 req-2d1ca318-dcfc-4f58-8afb-e98956f4e71c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.0621541 Jul 29 23:22:13.645111 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-73857269-d142-4583-afc2-4e16d9a7a5aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:13.654852 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73857269-d142-4583-afc2-4e16d9a7a5aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70623c09-ad40-4e3f-a63b-85f9416638c5,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:13.726274 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-e194e2a8-0571-49c6-b717-2e7b2ccd7bfb req-502134de-6177-43f6-b722-d0628e91f8a6 service neutron] Attempting to bind port 58a1d464-124f-45fd-9f14-622a4f91df10 on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:22:13.726588 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-e194e2a8-0571-49c6-b717-2e7b2ccd7bfb req-502134de-6177-43f6-b722-d0628e91f8a6 service neutron] Attempting to bind port 58a1d464-124f-45fd-9f14-622a4f91df10 by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': '2db8471f-c43b-49ee-9f08-2f1c56af231c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ec39a190-3e02-4fd2-a008-3b841dbd3c4b'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:22:13.727037 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e194e2a8-0571-49c6-b717-2e7b2ccd7bfb req-502134de-6177-43f6-b722-d0628e91f8a6 service neutron] Attempting to bind port 58a1d464-124f-45fd-9f14-622a4f91df10 on network ec39a190-3e02-4fd2-a008-3b841dbd3c4b {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:13.763413 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e194e2a8-0571-49c6-b717-2e7b2ccd7bfb req-502134de-6177-43f6-b722-d0628e91f8a6 service neutron] Port 58a1d464-124f-45fd-9f14-622a4f91df10 on network ec39a190-3e02-4fd2-a008-3b841dbd3c4b not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:22:13.763759 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e194e2a8-0571-49c6-b717-2e7b2ccd7bfb req-502134de-6177-43f6-b722-d0628e91f8a6 service neutron] Attempting to bind port 58a1d464-124f-45fd-9f14-622a4f91df10 on network ec39a190-3e02-4fd2-a008-3b841dbd3c4b {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:13.769942 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-73857269-d142-4583-afc2-4e16d9a7a5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:13.771228 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73857269-d142-4583-afc2-4e16d9a7a5aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:13.771982 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-73857269-d142-4583-afc2-4e16d9a7a5aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:13.788459 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f8f84d-e1ed-4420-ae58-8bf8d61ea105 req-133056ca-ff51-4eca-945b-eaa37c2b904c tempest-ServerAddressesTestJSON-1959412020 tempest-ServerAddressesTestJSON-1959412020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:13.790173 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a7f8f84d-e1ed-4420-ae58-8bf8d61ea105 req-133056ca-ff51-4eca-945b-eaa37c2b904c tempest-ServerAddressesTestJSON-1959412020 tempest-ServerAddressesTestJSON-1959412020-project] 10.222.0.22 "GET /v2.0/networks?id=445a4ca0-ac68-4e2c-ba3f-93eecd627357 HTTP/1.1" status: 200 len: 813 time: 0.2812314 Jul 29 23:22:13.806816 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e194e2a8-0571-49c6-b717-2e7b2ccd7bfb req-502134de-6177-43f6-b722-d0628e91f8a6 service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:22:13.809542 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e194e2a8-0571-49c6-b717-2e7b2ccd7bfb req-502134de-6177-43f6-b722-d0628e91f8a6 service neutron] Checking segment: {'id': '2db8471f-c43b-49ee-9f08-2f1c56af231c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ec39a190-3e02-4fd2-a008-3b841dbd3c4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:22:13.810412 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e194e2a8-0571-49c6-b717-2e7b2ccd7bfb req-502134de-6177-43f6-b722-d0628e91f8a6 service neutron] Bound using segment: {'id': '2db8471f-c43b-49ee-9f08-2f1c56af231c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ec39a190-3e02-4fd2-a008-3b841dbd3c4b'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:22:13.810946 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-e194e2a8-0571-49c6-b717-2e7b2ccd7bfb req-502134de-6177-43f6-b722-d0628e91f8a6 service neutron] Bound port: 58a1d464-124f-45fd-9f14-622a4f91df10, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2db8471f-c43b-49ee-9f08-2f1c56af231c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'ec39a190-3e02-4fd2-a008-3b841dbd3c4b'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:22:13.811324 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e194e2a8-0571-49c6-b717-2e7b2ccd7bfb req-502134de-6177-43f6-b722-d0628e91f8a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:13.845139 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-a7f8f84d-e1ed-4420-ae58-8bf8d61ea105 req-b64c7212-0bf3-467f-8ad7-22fe322c902f tempest-ServerAddressesTestJSON-1959412020 tempest-ServerAddressesTestJSON-1959412020-project] Request body: {'port': {'device_id': 'e9ee8cfc-b6a7-437c-92c1-a6cf9c70a00a', 'network_id': '445a4ca0-ac68-4e2c-ba3f-93eecd627357', 'admin_state_up': True, 'tenant_id': '20166a81542946e38e2c423e2629e03d'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:13.960609 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-73857269-d142-4583-afc2-4e16d9a7a5aa admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2085798 Jul 29 23:22:13.967019 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36088) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:13.984984 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-1d4d8c70-f96c-452e-a778-52389526b7e3 admin admin] Request body: {'subnet': {'network_id': 'a3d68086-0a5f-410a-8c92-112285f5e741', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-627255085-subnet', 'tenant_id': '41d06bbbb3d042bdbdfcf854d406dce8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:13.990949 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ab3fa88-957f-47f5-848b-6a5b3ce8e37c', 'tag': 'b181cfa3-0078-42d3-ba56-050fef11f986'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:13.993406 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb734ee-8d0d-4fc5-a067-d8e3fb359939" -d '{"events": [{"name": "network-changed", "server_uuid": "1ab3fa88-957f-47f5-848b-6a5b3ce8e37c", "tag": "b181cfa3-0078-42d3-ba56-050fef11f986"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:14.013233 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-e194e2a8-0571-49c6-b717-2e7b2ccd7bfb req-502134de-6177-43f6-b722-d0628e91f8a6 service neutron] For port 58a1d464-124f-45fd-9f14-622a4f91df10, host n-h1-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:22:14.039640 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73857269-d142-4583-afc2-4e16d9a7a5aa admin admin] Pushing event updated for resources: {'Network': ['ID=a3d68086-0a5f-410a-8c92-112285f5e741,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:14.043775 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-e194e2a8-0571-49c6-b717-2e7b2ccd7bfb req-502134de-6177-43f6-b722-d0628e91f8a6 service neutron] For port 58a1d464-124f-45fd-9f14-622a4f91df10, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=58a1d464-124f-45fd-9f14-622a4f91df10,segment=NetworkSegment(2db8471f-c43b-49ee-9f08-2f1c56af231c),segment_id=2db8471f-c43b-49ee-9f08-2f1c56af231c)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:22:14.067771 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e194e2a8-0571-49c6-b717-2e7b2ccd7bfb req-502134de-6177-43f6-b722-d0628e91f8a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:14.068357 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network a3d68086-0a5f-410a-8c92-112285f5e741 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:22:14.122711 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a8c0e2-cdd3-4278-98bd-9c8caff43e43 req-8ec0ca40-680d-4cc4-b578-6f190b01dcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:14.124196 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-90a8c0e2-cdd3-4278-98bd-9c8caff43e43 req-8ec0ca40-680d-4cc4-b578-6f190b01dcd4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4907472 Jul 29 23:22:14.132470 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-568a9b16-0e27-4e81-9fde-1e2e5fc4ff77 req-3622c06e-653a-4650-93ab-25743d6fe926 service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5071931 Jul 29 23:22:14.139080 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502134de-6177-43f6-b722-d0628e91f8a6 service neutron] Pushing event updated for resources: {'Port': ['ID=58a1d464-124f-45fd-9f14-622a4f91df10,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:14.141632 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c795f10c-9d7e-4fd5-b44f-ad1b12cd06f6 req-458a6968-fa01-4fc0-b676-6dc2d6459fa6 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:14.146555 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4d8c70-f96c-452e-a778-52389526b7e3 admin admin] Made reservation on behalf of 41d06bbbb3d042bdbdfcf854d406dce8 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:22:14.149020 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c795f10c-9d7e-4fd5-b44f-ad1b12cd06f6 req-458a6968-fa01-4fc0-b676-6dc2d6459fa6 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=30850af8-f331-4539-aad7-0e40a19d69f5 HTTP/1.1" status: 200 len: 950 time: 0.4957385 Jul 29 23:22:14.149497 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1d4d8c70-f96c-452e-a778-52389526b7e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:14.161378 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de523384-d708-4b35-9659-fd4d5587712a req-3619f5b0-880f-49b8-9504-07feafb4bfb2 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:14.168809 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-de523384-d708-4b35-9659-fd4d5587712a req-3619f5b0-880f-49b8-9504-07feafb4bfb2 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=931fe566-5b89-4893-a1c1-7cae6effaca9 HTTP/1.1" status: 200 len: 947 time: 0.1309953 Jul 29 23:22:14.207762 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194e2a8-0571-49c6-b717-2e7b2ccd7bfb req-502134de-6177-43f6-b722-d0628e91f8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:14.208411 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e194e2a8-0571-49c6-b717-2e7b2ccd7bfb req-502134de-6177-43f6-b722-d0628e91f8a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:14.209851 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e194e2a8-0571-49c6-b717-2e7b2ccd7bfb req-502134de-6177-43f6-b722-d0628e91f8a6 service neutron] 10.222.0.41 "PUT /v2.0/ports/58a1d464-124f-45fd-9f14-622a4f91df10 HTTP/1.1" status: 200 len: 1093 time: 1.4688103 Jul 29 23:22:14.260149 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7f8f84d-e1ed-4420-ae58-8bf8d61ea105 req-b64c7212-0bf3-467f-8ad7-22fe322c902f tempest-ServerAddressesTestJSON-1959412020 tempest-ServerAddressesTestJSON-1959412020-project] Made reservation on behalf of 20166a81542946e38e2c423e2629e03d for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:22:14.265865 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a7f8f84d-e1ed-4420-ae58-8bf8d61ea105 req-b64c7212-0bf3-467f-8ad7-22fe322c902f tempest-ServerAddressesTestJSON-1959412020 tempest-ServerAddressesTestJSON-1959412020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:14.333841 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c795f10c-9d7e-4fd5-b44f-ad1b12cd06f6 req-433f143c-fa3f-4ec0-b785-e341dc0c987b tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826091 Jul 29 23:22:14.372063 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-de523384-d708-4b35-9659-fd4d5587712a req-51d8933b-9718-4e47-9177-cb779993c4be tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021759 Jul 29 23:22:14.414410 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-90a8c0e2-cdd3-4278-98bd-9c8caff43e43 req-9148d1b1-8afb-4b46-be49-5d3f74e8c022 service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628434 Jul 29 23:22:14.420674 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-568a9b16-0e27-4e81-9fde-1e2e5fc4ff77 req-76701955-7b0b-43ae-ad38-b4c420319e2a service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678182 Jul 29 23:22:14.435037 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194e2a8-0571-49c6-b717-2e7b2ccd7bfb req-7a28062e-b2a2-4d8a-828b-74053eefb344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:14.438431 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e194e2a8-0571-49c6-b717-2e7b2ccd7bfb req-7a28062e-b2a2-4d8a-828b-74053eefb344 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=48ca3190ceb241b287be19cef493c764&device_id=16e3be31-9c90-4467-8a43-45a5a90ed536 HTTP/1.1" status: 200 len: 1096 time: 0.1535137 Jul 29 23:22:14.557761 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d376f2-e448-4a25-8af7-41114080a424 x-openstack-request-id: req-b3d376f2-e448-4a25-8af7-41114080a424 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:14.558186 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ab3fa88-957f-47f5-848b-6a5b3ce8e37c", "tag": "b181cfa3-0078-42d3-ba56-050fef11f986", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:14.558735 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b3d376f2-e448-4a25-8af7-41114080a424 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:14.558954 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ab3fa88-957f-47f5-848b-6a5b3ce8e37c', 'tag': 'b181cfa3-0078-42d3-ba56-050fef11f986', 'status': 'completed', 'code': 200} Jul 29 23:22:14.564730 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-90a8c0e2-cdd3-4278-98bd-9c8caff43e43 req-30fa9ed1-0554-4579-955c-0de1f5e85205 service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394141 Jul 29 23:22:14.579883 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e194e2a8-0571-49c6-b717-2e7b2ccd7bfb req-183b8a84-0c54-4a3e-98b8-5073785a7ace service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58a1d464-124f-45fd-9f14-622a4f91df10 HTTP/1.1" status: 200 len: 217 time: 0.0760965 Jul 29 23:22:14.614598 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1d4d8c70-f96c-452e-a778-52389526b7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:14.648803 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-a7f8f84d-e1ed-4420-ae58-8bf8d61ea105 req-b64c7212-0bf3-467f-8ad7-22fe322c902f tempest-ServerAddressesTestJSON-1959412020 tempest-ServerAddressesTestJSON-1959412020-project] Allocated IP 172.20.0.3 (445a4ca0-ac68-4e2c-ba3f-93eecd627357/248ad491-9a6b-4d59-9973-8f58674b914e/cc6b6024-b563-43ed-864b-3751c9dfa8e8) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:22:14.664600 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-24fe5635-0240-42b3-b3e5-3f8e1b1637f3 req-d5d2b740-0c76-4a86-836e-099b5c0f9cad tempest-ServerAddressesTestJSON-1959412020 tempest-ServerAddressesTestJSON-1959412020-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9ee8cfc-b6a7-437c-92c1-a6cf9c70a00a HTTP/1.1" status: 200 len: 210 time: 0.0461380 Jul 29 23:22:14.679826 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-8e674a44-858f-427e-9613-44d5a0898023 tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:14.681232 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-8e674a44-858f-427e-9613-44d5a0898023 tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=27b69aaa-149a-445a-be86-5148b2f003b6&tenant_id=c2657a7d23514506876a4df5f527f58c&binding%3Ahost_id=n-h1-712141-10 HTTP/1.1" status: 200 len: 1098 time: 0.0984735 Jul 29 23:22:14.690644 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3aadf-a9dd-4d5f-b943-00e96874e75b req-9ab146e6-538c-4863-81c8-ec7be2e29252 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:14.692158 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e5b3aadf-a9dd-4d5f-b943-00e96874e75b req-9ab146e6-538c-4863-81c8-ec7be2e29252 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=27b69aaa-149a-445a-be86-5148b2f003b6 HTTP/1.1" status: 200 len: 946 time: 0.2230721 Jul 29 23:22:14.697462 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-eda08e70-0695-47b0-9bb4-6c1c1b6b5963 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712141-10'}}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:14.731571 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194e2a8-0571-49c6-b717-2e7b2ccd7bfb req-cfaed01b-0d00-4855-a75d-114b55e7bf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:14.733183 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e194e2a8-0571-49c6-b717-2e7b2ccd7bfb req-cfaed01b-0d00-4855-a75d-114b55e7bf0e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d5d676a-a79a-4d6c-8057-e140077bec43 HTTP/1.1" status: 200 len: 844 time: 0.1328108 Jul 29 23:22:14.747485 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d8c70-f96c-452e-a778-52389526b7e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0162d293-3851-4ddf-a231-f6840d6b73ab,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:14.756333 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb734ee-8d0d-4fc5-a067-d8e3fb359939 req-03371a19-90b7-4ef0-a4d0-08afb2e53fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:14.758026 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7bb734ee-8d0d-4fc5-a067-d8e3fb359939 req-03371a19-90b7-4ef0-a4d0-08afb2e53fa6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0c116bccf1944bb08a8f319b422b3c50&device_id=1ab3fa88-957f-47f5-848b-6a5b3ce8e37c HTTP/1.1" status: 200 len: 1099 time: 0.1960189 Jul 29 23:22:14.762575 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 22c7ca71-35c1-4b00-8e2e-239e358c0130 details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:22:14.813320 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e194e2a8-0571-49c6-b717-2e7b2ccd7bfb req-f75f2b5e-4420-4eaa-b274-6e4d9190dba3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ec39a190-3e02-4fd2-a008-3b841dbd3c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634065 Jul 29 23:22:14.850571 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-eda08e70-0695-47b0-9bb4-6c1c1b6b5963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:14.867667 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e5b3aadf-a9dd-4d5f-b943-00e96874e75b req-508e51d1-f030-4016-91de-b4c595445942 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354616 Jul 29 23:22:14.941806 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 22c7ca71-35c1-4b00-8e2e-239e358c0130, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=22c7ca71-35c1-4b00-8e2e-239e358c0130,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:14.956215 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '22c7ca71-35c1-4b00-8e2e-239e358c0130', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'port_id': '22c7ca71-35c1-4b00-8e2e-239e358c0130', 'mac_address': 'fa:16:3e:41:dc:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64bdc61a-58ca-49c7-bae5-ecfed9ee407c', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:22:14.999568 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9741c2b-e0fc-4a1b-8b35-094c0883f611 req-833d40ff-8124-4fdc-ac8b-4211ef6f7d4f tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:15.000989 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b9741c2b-e0fc-4a1b-8b35-094c0883f611 req-833d40ff-8124-4fdc-ac8b-4211ef6f7d4f tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e3be31-9c90-4467-8a43-45a5a90ed536 HTTP/1.1" status: 200 len: 944 time: 0.2031674 Jul 29 23:22:15.006880 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:15.008341 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a7f8f84d-e1ed-4420-ae58-8bf8d61ea105 req-b64c7212-0bf3-467f-8ad7-22fe322c902f tempest-ServerAddressesTestJSON-1959412020 tempest-ServerAddressesTestJSON-1959412020-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:15.022883 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22c7ca71-35c1-4b00-8e2e-239e358c0130 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:22:15.046541 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 22c7ca71-35c1-4b00-8e2e-239e358c0130, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=22c7ca71-35c1-4b00-8e2e-239e358c0130,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:15.053531 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:15.054470 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device b181cfa3-0078-42d3-ba56-050fef11f986 details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:22:15.152787 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port b181cfa3-0078-42d3-ba56-050fef11f986, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=b181cfa3-0078-42d3-ba56-050fef11f986,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:15.154174 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b9741c2b-e0fc-4a1b-8b35-094c0883f611 req-7321cdc3-e654-4f48-9aad-3f001623e61a tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409094 Jul 29 23:22:15.163132 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=22c7ca71-35c1-4b00-8e2e-239e358c0130,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:15.177310 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a931265-6228-4ded-94f5-1fdb96c8b56b req-6871795e-95b7-4043-9577-8f5d35077edb tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:15.180929 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': 'b181cfa3-0078-42d3-ba56-050fef11f986', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'port_id': 'b181cfa3-0078-42d3-ba56-050fef11f986', 'mac_address': 'fa:16:3e:57:ba:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64bdc61a-58ca-49c7-bae5-ecfed9ee407c', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:22:15.183353 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6a931265-6228-4ded-94f5-1fdb96c8b56b req-6871795e-95b7-4043-9577-8f5d35077edb tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd39aad8-3dcc-4692-a7a1-1c202be00ae5 HTTP/1.1" status: 200 len: 946 time: 0.1956868 Jul 29 23:22:15.193466 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e194e2a8-0571-49c6-b717-2e7b2ccd7bfb req-da1ca6f1-ac97-45d9-854d-c5ebc8fe8895 service neutron] 10.222.0.41 "GET /v2.0/networks/ec39a190-3e02-4fd2-a008-3b841dbd3c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3611600 Jul 29 23:22:15.194192 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4d8c70-f96c-452e-a778-52389526b7e3 admin admin] Checking segment: {'id': '40094ecc-ef7a-4caa-9f65-b53e25a52407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a3d68086-0a5f-410a-8c92-112285f5e741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:22:15.194540 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4d8c70-f96c-452e-a778-52389526b7e3 admin admin] Network hostable DHCP agents. Network: a3d68086-0a5f-410a-8c92-112285f5e741, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:22:15.230379 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:15.238460 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-eda08e70-0695-47b0-9bb4-6c1c1b6b5963 service neutron] For port d7813a99-28a6-4be9-af82-49b1831afa02, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=d7813a99-28a6-4be9-af82-49b1831afa02,segment=NetworkSegment(a739f5fc-cf01-40c9-83c0-bfbae7f993f3),segment_id=a739f5fc-cf01-40c9-83c0-bfbae7f993f3)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:15.246385 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b181cfa3-0078-42d3-ba56-050fef11f986 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:22:15.270601 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 4fc5454b-af3a-4b9e-9369-edd7636de8f1 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:22:15.289134 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a7f8f84d-e1ed-4420-ae58-8bf8d61ea105 req-b64c7212-0bf3-467f-8ad7-22fe322c902f tempest-ServerAddressesTestJSON-1959412020 tempest-ServerAddressesTestJSON-1959412020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:15.342662 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-eda08e70-0695-47b0-9bb4-6c1c1b6b5963 service neutron] For port d7813a99-28a6-4be9-af82-49b1831afa02, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:22:15.361171 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb734ee-8d0d-4fc5-a067-d8e3fb359939 req-0d347236-2204-4df9-951c-b32b0386568b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:15.363279 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7bb734ee-8d0d-4fc5-a067-d8e3fb359939 req-0d347236-2204-4df9-951c-b32b0386568b service neutron] 10.222.0.22 "GET /v2.0/networks?id=d71c22dc-feef-410b-a7ed-6548cf85bd6f HTTP/1.1" status: 200 len: 870 time: 0.5839307 Jul 29 23:22:15.372972 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6a931265-6228-4ded-94f5-1fdb96c8b56b req-525de992-19a2-4e80-8e6b-d9d0605e3552 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc34ce93-23ae-4faf-818b-1a3258fade29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759735 Jul 29 23:22:15.388103 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7f8f84d-e1ed-4420-ae58-8bf8d61ea105 req-b64c7212-0bf3-467f-8ad7-22fe322c902f tempest-ServerAddressesTestJSON-1959412020 tempest-ServerAddressesTestJSON-1959412020-project] Network 445a4ca0-ac68-4e2c-ba3f-93eecd627357 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:22:15.419975 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27b69aaa-149a-445a-be86-5148b2f003b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7813a99-28a6-4be9-af82-49b1831afa02'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:15.422317 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13265766-38bc-466d-be5c-acaad7d2eb8d" -d '{"events": [{"server_uuid": "27b69aaa-149a-445a-be86-5148b2f003b6", "name": "network-vif-unplugged", "status": "completed", "tag": "d7813a99-28a6-4be9-af82-49b1831afa02"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:15.425527 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-a7f8f84d-e1ed-4420-ae58-8bf8d61ea105 req-b64c7212-0bf3-467f-8ad7-22fe322c902f tempest-ServerAddressesTestJSON-1959412020 tempest-ServerAddressesTestJSON-1959412020-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:22:15.427077 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-eda08e70-0695-47b0-9bb4-6c1c1b6b5963 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:15.433440 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7f8f84d-e1ed-4420-ae58-8bf8d61ea105 req-b64c7212-0bf3-467f-8ad7-22fe322c902f tempest-ServerAddressesTestJSON-1959412020 tempest-ServerAddressesTestJSON-1959412020-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:22:15.440376 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-eda08e70-0695-47b0-9bb4-6c1c1b6b5963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:15.466436 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port b181cfa3-0078-42d3-ba56-050fef11f986, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=b181cfa3-0078-42d3-ba56-050fef11f986,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:15.474466 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4d8c70-f96c-452e-a778-52389526b7e3 admin admin] Network a3d68086-0a5f-410a-8c92-112285f5e741 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:22:15.487762 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:15.528699 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7bb734ee-8d0d-4fc5-a067-d8e3fb359939 req-af6b6944-3ae5-4f8c-9cc4-9b4a541f0333 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=b181cfa3-0078-42d3-ba56-050fef11f986 HTTP/1.1" status: 200 len: 217 time: 0.1330638 Jul 29 23:22:15.554182 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-1d4d8c70-f96c-452e-a778-52389526b7e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, a3d68086-0a5f-410a-8c92-112285f5e741) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:22:15.562020 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4d8c70-f96c-452e-a778-52389526b7e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:15.562020 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1d4d8c70-f96c-452e-a778-52389526b7e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:15.569011 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66c8ed4-a2ea-4e2c-aea6-34cf82bd23e0 None None] Network a3d68086-0a5f-410a-8c92-112285f5e741 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:22:15.587307 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64c7212-0bf3-467f-8ad7-22fe322c902f tempest-ServerAddressesTestJSON-1959412020 tempest-ServerAddressesTestJSON-1959412020-project] Pushing event updated for resources: {'Port': ['ID=cc6b6024-b563-43ed-864b-3751c9dfa8e8,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:15.622817 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f8f84d-e1ed-4420-ae58-8bf8d61ea105 req-b64c7212-0bf3-467f-8ad7-22fe322c902f tempest-ServerAddressesTestJSON-1959412020 tempest-ServerAddressesTestJSON-1959412020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:15.623454 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a7f8f84d-e1ed-4420-ae58-8bf8d61ea105 req-b64c7212-0bf3-467f-8ad7-22fe322c902f tempest-ServerAddressesTestJSON-1959412020 tempest-ServerAddressesTestJSON-1959412020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:15.629422 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-1d4d8c70-f96c-452e-a778-52389526b7e3 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6521671 Jul 29 23:22:15.633365 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36112) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:15.642916 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-3e448927-19c5-4bcd-a8e4-6c9b0a69cdef admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-627255085-router', 'tenant_id': '41d06bbbb3d042bdbdfcf854d406dce8', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:15.652634 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb361f5-6e6f-4ed0-b5ab-4ce45ca11c8e req-a91e01b3-00f7-4cc3-be9f-1d83237f9d12 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:15.654549 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3fb361f5-6e6f-4ed0-b5ab-4ce45ca11c8e req-a91e01b3-00f7-4cc3-be9f-1d83237f9d12 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=30850af8-f331-4539-aad7-0e40a19d69f5 HTTP/1.1" status: 200 len: 950 time: 0.2165360 Jul 29 23:22:15.658538 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-eda08e70-0695-47b0-9bb4-6c1c1b6b5963 service neutron] Attempting to bind port d7813a99-28a6-4be9-af82-49b1831afa02 on host n-h1-712141-10 for vnic_type normal with profile {"migrating_to": "n-h2-712141-10"} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:22:15.658877 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-eda08e70-0695-47b0-9bb4-6c1c1b6b5963 service neutron] Attempting to bind port d7813a99-28a6-4be9-af82-49b1831afa02 by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': 'a739f5fc-cf01-40c9-83c0-bfbae7f993f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f490981b-45a9-43e1-a661-0229cc7a8cd7'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:22:15.659212 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-eda08e70-0695-47b0-9bb4-6c1c1b6b5963 service neutron] Attempting to bind port d7813a99-28a6-4be9-af82-49b1831afa02 on network f490981b-45a9-43e1-a661-0229cc7a8cd7 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:15.663119 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:15.671018 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e194e2a8-0571-49c6-b717-2e7b2ccd7bfb req-96b851cb-0f7c-48c9-9dec-ce8344eb6b0d service neutron] 10.222.0.41 "GET /v2.0/networks/ec39a190-3e02-4fd2-a008-3b841dbd3c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4642129 Jul 29 23:22:15.671705 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=b181cfa3-0078-42d3-ba56-050fef11f986,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:15.692137 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a7f8f84d-e1ed-4420-ae58-8bf8d61ea105 req-b64c7212-0bf3-467f-8ad7-22fe322c902f tempest-ServerAddressesTestJSON-1959412020 tempest-ServerAddressesTestJSON-1959412020-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8511803 Jul 29 23:22:15.697420 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb734ee-8d0d-4fc5-a067-d8e3fb359939 req-75a6592f-fbec-4706-a03a-c34c60c2dc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:15.699773 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7bb734ee-8d0d-4fc5-a067-d8e3fb359939 req-75a6592f-fbec-4706-a03a-c34c60c2dc42 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.1554420 Jul 29 23:22:15.711818 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3e448927-19c5-4bcd-a8e4-6c9b0a69cdef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:15.713362 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3e448927-19c5-4bcd-a8e4-6c9b0a69cdef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:15.728250 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30850af8-f331-4539-aad7-0e40a19d69f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fc5454b-af3a-4b9e-9369-edd7636de8f1'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:15.729326 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-eda08e70-0695-47b0-9bb4-6c1c1b6b5963 service neutron] Port d7813a99-28a6-4be9-af82-49b1831afa02 on network f490981b-45a9-43e1-a661-0229cc7a8cd7 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:22:15.730272 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-eda08e70-0695-47b0-9bb4-6c1c1b6b5963 service neutron] Attempting to bind port d7813a99-28a6-4be9-af82-49b1831afa02 on network f490981b-45a9-43e1-a661-0229cc7a8cd7 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:15.732348 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ffb8bc-9648-4ec9-a813-bc23b872c73b" -d '{"events": [{"server_uuid": "30850af8-f331-4539-aad7-0e40a19d69f5", "name": "network-vif-unplugged", "status": "completed", "tag": "4fc5454b-af3a-4b9e-9369-edd7636de8f1"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:15.739863 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-a7f8f84d-e1ed-4420-ae58-8bf8d61ea105 req-2e6052e8-6bc3-42cf-a912-751635ef8066 service neutron] Request body: {'port': {'device_id': 'e9ee8cfc-b6a7-437c-92c1-a6cf9c70a00a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:15.751765 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3fb361f5-6e6f-4ed0-b5ab-4ce45ca11c8e req-ec0ba9b8-1800-4535-a69d-316afd6d0667 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875113 Jul 29 23:22:15.752576 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-eda08e70-0695-47b0-9bb4-6c1c1b6b5963 service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:22:15.752967 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-eda08e70-0695-47b0-9bb4-6c1c1b6b5963 service neutron] Checking segment: {'id': 'a739f5fc-cf01-40c9-83c0-bfbae7f993f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f490981b-45a9-43e1-a661-0229cc7a8cd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:22:15.753435 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-eda08e70-0695-47b0-9bb4-6c1c1b6b5963 service neutron] Bound using segment: {'id': 'a739f5fc-cf01-40c9-83c0-bfbae7f993f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f490981b-45a9-43e1-a661-0229cc7a8cd7'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:22:15.753962 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-eda08e70-0695-47b0-9bb4-6c1c1b6b5963 service neutron] Bound port: d7813a99-28a6-4be9-af82-49b1831afa02, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a739f5fc-cf01-40c9-83c0-bfbae7f993f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'f490981b-45a9-43e1-a661-0229cc7a8cd7'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:22:15.754332 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-eda08e70-0695-47b0-9bb4-6c1c1b6b5963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:15.764033 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['b181cfa3-0078-42d3-ba56-050fef11f986'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:22:15.766614 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['22c7ca71-35c1-4b00-8e2e-239e358c0130'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:22:15.815320 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 4fc5454b-af3a-4b9e-9369-edd7636de8f1, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=4fc5454b-af3a-4b9e-9369-edd7636de8f1,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:15.819660 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda08e70-0695-47b0-9bb4-6c1c1b6b5963 service neutron] Pushing event updated for resources: {'Port': ['ID=d7813a99-28a6-4be9-af82-49b1831afa02,revision_number=7']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:15.837508 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb3217-b659-429e-846c-6d95c73a52c2 req-c1ba3611-0bfb-48f1-8db2-8ce4cec2298d tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:15.849445 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-62eb3217-b659-429e-846c-6d95c73a52c2 req-c1ba3611-0bfb-48f1-8db2-8ce4cec2298d tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=931fe566-5b89-4893-a1c1-7cae6effaca9 HTTP/1.1" status: 200 len: 948 time: 0.3349586 Jul 29 23:22:15.858085 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:15.858984 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-268db793-301d-48b9-bca6-d8f653732b66 x-openstack-request-id: req-268db793-301d-48b9-bca6-d8f653732b66 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:15.859288 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27b69aaa-149a-445a-be86-5148b2f003b6", "name": "network-vif-unplugged", "status": "completed", "tag": "d7813a99-28a6-4be9-af82-49b1831afa02", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:15.859544 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-268db793-301d-48b9-bca6-d8f653732b66 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:15.859951 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27b69aaa-149a-445a-be86-5148b2f003b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7813a99-28a6-4be9-af82-49b1831afa02', 'code': 200} Jul 29 23:22:15.942875 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a7f8f84d-e1ed-4420-ae58-8bf8d61ea105 req-2e6052e8-6bc3-42cf-a912-751635ef8066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:15.959052 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3e448927-19c5-4bcd-a8e4-6c9b0a69cdef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:15.989666 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb734ee-8d0d-4fc5-a067-d8e3fb359939 req-707674b6-6324-40ce-9217-a28a6910dbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:15.991293 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7bb734ee-8d0d-4fc5-a067-d8e3fb359939 req-707674b6-6324-40ce-9217-a28a6910dbf8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2691333 Jul 29 23:22:16.015737 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-62eb3217-b659-429e-846c-6d95c73a52c2 req-f23d5f60-5e06-465a-8f66-c535fbb0007a tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441605 Jul 29 23:22:16.037666 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=4fc5454b-af3a-4b9e-9369-edd7636de8f1,revision_number=9']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:16.039932 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9dd30c-c5e0-4978-9d06-a706793610b7 req-23c48f1e-15c6-470a-bb86-3cf80c4b1254 tempest-ServerAddressesTestJSON-1959412020 tempest-ServerAddressesTestJSON-1959412020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:16.061462 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2a9dd30c-c5e0-4978-9d06-a706793610b7 req-23c48f1e-15c6-470a-bb86-3cf80c4b1254 tempest-ServerAddressesTestJSON-1959412020 tempest-ServerAddressesTestJSON-1959412020-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9ee8cfc-b6a7-437c-92c1-a6cf9c70a00a HTTP/1.1" status: 200 len: 931 time: 0.1480830 Jul 29 23:22:16.064026 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-eda08e70-0695-47b0-9bb4-6c1c1b6b5963 service neutron] For port d7813a99-28a6-4be9-af82-49b1831afa02, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:22:16.073057 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-eda08e70-0695-47b0-9bb4-6c1c1b6b5963 service neutron] For port d7813a99-28a6-4be9-af82-49b1831afa02, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=d7813a99-28a6-4be9-af82-49b1831afa02,segment=NetworkSegment(a739f5fc-cf01-40c9-83c0-bfbae7f993f3),segment_id=a739f5fc-cf01-40c9-83c0-bfbae7f993f3)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:22:16.107041 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc285d14-dde1-4472-a49f-f390497dcf74 x-openstack-request-id: req-dc285d14-dde1-4472-a49f-f390497dcf74 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:16.107516 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30850af8-f331-4539-aad7-0e40a19d69f5", "name": "network-vif-unplugged", "status": "completed", "tag": "4fc5454b-af3a-4b9e-9369-edd7636de8f1", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:16.107859 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dc285d14-dde1-4472-a49f-f390497dcf74 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:16.108398 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30850af8-f331-4539-aad7-0e40a19d69f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fc5454b-af3a-4b9e-9369-edd7636de8f1', 'code': 200} Jul 29 23:22:16.126127 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-eda08e70-0695-47b0-9bb4-6c1c1b6b5963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:16.142866 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3718280b-476b-4a22-a1ef-5de299de4a6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-a3d68086-0a5f-410a-8c92-112285f5e741', 'network_id': 'a3d68086-0a5f-410a-8c92-112285f5e741', 'tenant_id': '41d06bbbb3d042bdbdfcf854d406dce8', 'fixed_ips': [{'subnet_id': '0162d293-3851-4ddf-a231-f6840d6b73ab'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:22:16.143910 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3718280b-476b-4a22-a1ef-5de299de4a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:16.209952 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2a9dd30c-c5e0-4978-9d06-a706793610b7 req-a0793d3d-9c79-447e-ae2e-a2a4cf78eb07 tempest-ServerAddressesTestJSON-1959412020 tempest-ServerAddressesTestJSON-1959412020-project] 10.222.0.43 "GET /v2.0/security-groups?id=ca79098e-6071-4f4c-953c-6d7e86a87eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340251 Jul 29 23:22:16.339913 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11557e8a-ac8b-42d6-9079-64579279a200 req-760e860f-9f6e-485d-ba7b-87c1dfab52c9 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:16.341767 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-11557e8a-ac8b-42d6-9079-64579279a200 req-760e860f-9f6e-485d-ba7b-87c1dfab52c9 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=27b69aaa-149a-445a-be86-5148b2f003b6 HTTP/1.1" status: 200 len: 944 time: 0.1578429 Jul 29 23:22:16.375819 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-3718280b-476b-4a22-a1ef-5de299de4a6f None None] Allocated IP 172.20.0.2 (a3d68086-0a5f-410a-8c92-112285f5e741/0162d293-3851-4ddf-a231-f6840d6b73ab/319030ec-9fee-4531-8473-6c4de7d07781) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:22:16.390201 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-eda08e70-0695-47b0-9bb4-6c1c1b6b5963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:16.391755 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-eda08e70-0695-47b0-9bb4-6c1c1b6b5963 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:16.393381 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-eda08e70-0695-47b0-9bb4-6c1c1b6b5963 service neutron] 10.222.0.22 "PUT /v2.0/ports/d7813a99-28a6-4be9-af82-49b1831afa02 HTTP/1.1" status: 200 len: 1124 time: 1.7001936 Jul 29 23:22:16.394125 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda08e70-0695-47b0-9bb4-6c1c1b6b5963 service neutron] Pushing event updated for resources: {'Port': ['ID=d7813a99-28a6-4be9-af82-49b1831afa02,revision_number=8']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:16.463525 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd1f10-1153-4f76-a289-64c6f492fba0 req-45125655-209f-4df2-a104-5d30a02a4040 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:16.466230 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-75bd1f10-1153-4f76-a289-64c6f492fba0 req-45125655-209f-4df2-a104-5d30a02a4040 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e3be31-9c90-4467-8a43-45a5a90ed536 HTTP/1.1" status: 200 len: 944 time: 0.1514535 Jul 29 23:22:16.523241 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-11557e8a-ac8b-42d6-9079-64579279a200 req-7df7ecf1-8b0d-4639-bf19-544121b8d550 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389999 Jul 29 23:22:16.566569 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-75bd1f10-1153-4f76-a289-64c6f492fba0 req-38af6534-ca0b-44ff-9d7d-bdf4bd42c100 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930879 Jul 29 23:22:16.606165 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3718280b-476b-4a22-a1ef-5de299de4a6f None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:16.618166 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-3718280b-476b-4a22-a1ef-5de299de4a6f None None] Transition to ACTIVE for port object 319030ec-9fee-4531-8473-6c4de7d07781 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:22:16.623480 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16e3be31-9c90-4467-8a43-45a5a90ed536', 'tag': '58a1d464-124f-45fd-9f14-622a4f91df10'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:16.629611 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b31589b-2a88-4f91-a855-6b8b30641710" -d '{"events": [{"name": "network-changed", "server_uuid": "16e3be31-9c90-4467-8a43-45a5a90ed536", "tag": "58a1d464-124f-45fd-9f14-622a4f91df10"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:16.639421 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-3718280b-476b-4a22-a1ef-5de299de4a6f None None] Transition to ACTIVE for port object 319030ec-9fee-4531-8473-6c4de7d07781 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:22:16.647121 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3718280b-476b-4a22-a1ef-5de299de4a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:16.691099 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3718280b-476b-4a22-a1ef-5de299de4a6f None None] Network a3d68086-0a5f-410a-8c92-112285f5e741 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:22:16.693809 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['d7813a99-28a6-4be9-af82-49b1831afa02'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:22:16.702427 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6bbaf6-3373-4b35-8ae0-58c671a5c306 x-openstack-request-id: req-7b6bbaf6-3373-4b35-8ae0-58c671a5c306 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:16.702926 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16e3be31-9c90-4467-8a43-45a5a90ed536", "tag": "58a1d464-124f-45fd-9f14-622a4f91df10", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:16.703059 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7b6bbaf6-3373-4b35-8ae0-58c671a5c306 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:16.703419 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16e3be31-9c90-4467-8a43-45a5a90ed536', 'tag': '58a1d464-124f-45fd-9f14-622a4f91df10', 'status': 'completed', 'code': 200} Jul 29 23:22:16.705348 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3e448927-19c5-4bcd-a8e4-6c9b0a69cdef admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:16.743360 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-3718280b-476b-4a22-a1ef-5de299de4a6f None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:22:16.761283 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3718280b-476b-4a22-a1ef-5de299de4a6f None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:22:16.824350 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device d7813a99-28a6-4be9-af82-49b1831afa02 details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:22:16.825919 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['d7813a99-28a6-4be9-af82-49b1831afa02'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:22:16.941442 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e236131-b72d-4f81-badf-c036320e4f79 req-b782bf3b-6fcd-46ed-b7d9-e842a37a5043 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:16.943314 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8e236131-b72d-4f81-badf-c036320e4f79 req-b782bf3b-6fcd-46ed-b7d9-e842a37a5043 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd39aad8-3dcc-4692-a7a1-1c202be00ae5 HTTP/1.1" status: 200 len: 946 time: 0.0918221 Jul 29 23:22:16.968829 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7a0e40-a7c2-4a80-88a4-ed67d03813a4 req-6ac5f1e2-35b6-43db-b099-041c8ffd741d tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:16.970553 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0a7a0e40-a7c2-4a80-88a4-ed67d03813a4 req-6ac5f1e2-35b6-43db-b099-041c8ffd741d tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=30850af8-f331-4539-aad7-0e40a19d69f5 HTTP/1.1" status: 200 len: 948 time: 0.1284366 Jul 29 23:22:16.979251 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7bb734ee-8d0d-4fc5-a067-d8e3fb359939 req-77596c26-8118-4fe5-bb1b-19c91a08cada service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9478331 Jul 29 23:22:17.018244 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8e236131-b72d-4f81-badf-c036320e4f79 req-2d2cce80-f8c7-4238-aa4e-74e3fa255c66 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc34ce93-23ae-4faf-818b-1a3258fade29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664172 Jul 29 23:22:17.049096 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0a7a0e40-a7c2-4a80-88a4-ed67d03813a4 req-f336b856-8242-4d32-9b0c-4061667fe228 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712192 Jul 29 23:22:17.161466 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-3718280b-476b-4a22-a1ef-5de299de4a6f None None] Attempting to bind port 319030ec-9fee-4531-8473-6c4de7d07781 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:22:17.161865 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-3718280b-476b-4a22-a1ef-5de299de4a6f None None] Attempting to bind port 319030ec-9fee-4531-8473-6c4de7d07781 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '40094ecc-ef7a-4caa-9f65-b53e25a52407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a3d68086-0a5f-410a-8c92-112285f5e741'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:22:17.162248 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3718280b-476b-4a22-a1ef-5de299de4a6f None None] Attempting to bind port 319030ec-9fee-4531-8473-6c4de7d07781 on network a3d68086-0a5f-410a-8c92-112285f5e741 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:17.173802 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3718280b-476b-4a22-a1ef-5de299de4a6f None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:22:17.174184 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3718280b-476b-4a22-a1ef-5de299de4a6f None None] Checking segment: {'id': '40094ecc-ef7a-4caa-9f65-b53e25a52407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a3d68086-0a5f-410a-8c92-112285f5e741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:22:17.174595 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3718280b-476b-4a22-a1ef-5de299de4a6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:17.174994 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3718280b-476b-4a22-a1ef-5de299de4a6f None None] Bound using segment: {'id': '40094ecc-ef7a-4caa-9f65-b53e25a52407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a3d68086-0a5f-410a-8c92-112285f5e741'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:22:17.175480 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-3718280b-476b-4a22-a1ef-5de299de4a6f None None] Bound port: 319030ec-9fee-4531-8473-6c4de7d07781, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40094ecc-ef7a-4caa-9f65-b53e25a52407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a3d68086-0a5f-410a-8c92-112285f5e741'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:22:17.175870 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3718280b-476b-4a22-a1ef-5de299de4a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:17.219726 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3718280b-476b-4a22-a1ef-5de299de4a6f None None] Pushing event updated for resources: {'Port': ['ID=319030ec-9fee-4531-8473-6c4de7d07781,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:17.231931 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-a7f8f84d-e1ed-4420-ae58-8bf8d61ea105 req-2e6052e8-6bc3-42cf-a912-751635ef8066 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc6b6024-b563-43ed-864b-3751c9dfa8e8 {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:22:17.247087 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a7f8f84d-e1ed-4420-ae58-8bf8d61ea105 req-2e6052e8-6bc3-42cf-a912-751635ef8066 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:17.252527 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.db.resource_extend [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:22:17.253046 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d32adcf-f31c-4f63-accb-2c748fe8546a req-6f0dabeb-f867-4b1f-817a-7bc7be8eb1e4 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:17.255594 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9d32adcf-f31c-4f63-accb-2c748fe8546a req-6f0dabeb-f867-4b1f-817a-7bc7be8eb1e4 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=931fe566-5b89-4893-a1c1-7cae6effaca9 HTTP/1.1" status: 200 len: 948 time: 0.1363413 Jul 29 23:22:17.289050 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-a7f8f84d-e1ed-4420-ae58-8bf8d61ea105 req-2e6052e8-6bc3-42cf-a912-751635ef8066 service neutron] Transition to ACTIVE for port object cc6b6024-b563-43ed-864b-3751c9dfa8e8 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:22:17.313980 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a7f8f84d-e1ed-4420-ae58-8bf8d61ea105 req-2e6052e8-6bc3-42cf-a912-751635ef8066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:17.325439 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9d32adcf-f31c-4f63-accb-2c748fe8546a req-0c673635-0054-4193-9444-31a6ab4c2796 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586920 Jul 29 23:22:17.335769 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 4fc5454b-af3a-4b9e-9369-edd7636de8f1 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:22:17.342001 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b31589b-2a88-4f91-a855-6b8b30641710 req-d3f8679e-9363-403c-a610-2d7e40689b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:17.343538 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1b31589b-2a88-4f91-a855-6b8b30641710 req-d3f8679e-9363-403c-a610-2d7e40689b06 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=48ca3190ceb241b287be19cef493c764&device_id=16e3be31-9c90-4467-8a43-45a5a90ed536 HTTP/1.1" status: 200 len: 1096 time: 0.4521759 Jul 29 23:22:17.415605 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57312426-5079-43d7-af85-9cfa1a3a7d2a req-c91182b2-b74f-450a-8ac4-fec4a3b2482c tempest-ServerAddressesTestJSON-1959412020 tempest-ServerAddressesTestJSON-1959412020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:17.419825 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port d7813a99-28a6-4be9-af82-49b1831afa02, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=d7813a99-28a6-4be9-af82-49b1831afa02,segment=NetworkSegment(a739f5fc-cf01-40c9-83c0-bfbae7f993f3),segment_id=a739f5fc-cf01-40c9-83c0-bfbae7f993f3)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:17.425540 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-57312426-5079-43d7-af85-9cfa1a3a7d2a req-c91182b2-b74f-450a-8ac4-fec4a3b2482c tempest-ServerAddressesTestJSON-1959412020 tempest-ServerAddressesTestJSON-1959412020-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9ee8cfc-b6a7-437c-92c1-a6cf9c70a00a HTTP/1.1" status: 200 len: 943 time: 0.0849657 Jul 29 23:22:17.437283 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device d7813a99-28a6-4be9-af82-49b1831afa02 has no active binding in host n-h2-712141-10 {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 29 23:22:17.466521 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6052e8-6bc3-42cf-a912-751635ef8066 service neutron] Pushing event updated for resources: {'Port': ['ID=cc6b6024-b563-43ed-864b-3751c9dfa8e8,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:17.479727 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-57312426-5079-43d7-af85-9cfa1a3a7d2a req-08cb2086-afec-48a2-9f34-5a03772a9064 tempest-ServerAddressesTestJSON-1959412020 tempest-ServerAddressesTestJSON-1959412020-project] 10.222.0.43 "GET /v2.0/security-groups?id=ca79098e-6071-4f4c-953c-6d7e86a87eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513701 Jul 29 23:22:17.494817 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-3718280b-476b-4a22-a1ef-5de299de4a6f None None] For port 319030ec-9fee-4531-8473-6c4de7d07781, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:22:17.504515 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7bb734ee-8d0d-4fc5-a067-d8e3fb359939 req-b29e136f-a9e5-4146-b262-4fea2138fdeb service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5106537 Jul 29 23:22:17.576021 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-3718280b-476b-4a22-a1ef-5de299de4a6f None None] For port 319030ec-9fee-4531-8473-6c4de7d07781, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=319030ec-9fee-4531-8473-6c4de7d07781,segment=NetworkSegment(40094ecc-ef7a-4caa-9f65-b53e25a52407),segment_id=40094ecc-ef7a-4caa-9f65-b53e25a52407)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:22:17.587959 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3718280b-476b-4a22-a1ef-5de299de4a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:17.690604 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b31589b-2a88-4f91-a855-6b8b30641710 req-cd7d10e3-cfce-4466-995a-3114367e32ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:17.692317 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1b31589b-2a88-4f91-a855-6b8b30641710 req-cd7d10e3-cfce-4466-995a-3114367e32ab service neutron] 10.222.0.41 "GET /v2.0/networks?id=ec39a190-3e02-4fd2-a008-3b841dbd3c4b HTTP/1.1" status: 200 len: 905 time: 0.3317327 Jul 29 23:22:17.693212 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-a7f8f84d-e1ed-4420-ae58-8bf8d61ea105 req-2e6052e8-6bc3-42cf-a912-751635ef8066 service neutron] Attempting to bind port cc6b6024-b563-43ed-864b-3751c9dfa8e8 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:22:17.693713 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-a7f8f84d-e1ed-4420-ae58-8bf8d61ea105 req-2e6052e8-6bc3-42cf-a912-751635ef8066 service neutron] Attempting to bind port cc6b6024-b563-43ed-864b-3751c9dfa8e8 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '93bef018-d8cc-4ce6-852a-29704d448375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '445a4ca0-ac68-4e2c-ba3f-93eecd627357'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:22:17.694056 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f8f84d-e1ed-4420-ae58-8bf8d61ea105 req-2e6052e8-6bc3-42cf-a912-751635ef8066 service neutron] Attempting to bind port cc6b6024-b563-43ed-864b-3751c9dfa8e8 on network 445a4ca0-ac68-4e2c-ba3f-93eecd627357 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:17.696876 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 4fc5454b-af3a-4b9e-9369-edd7636de8f1, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=4fc5454b-af3a-4b9e-9369-edd7636de8f1,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:17.699874 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3718280b-476b-4a22-a1ef-5de299de4a6f None None] Pushing event updated for resources: {'Port': ['ID=319030ec-9fee-4531-8473-6c4de7d07781,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:17.711423 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': '4fc5454b-af3a-4b9e-9369-edd7636de8f1', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'port_id': '4fc5454b-af3a-4b9e-9369-edd7636de8f1', 'mac_address': 'fa:16:3e:97:b7:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64bdc61a-58ca-49c7-bae5-ecfed9ee407c', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:22:17.765506 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:17.780847 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fc5454b-af3a-4b9e-9369-edd7636de8f1 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:22:17.791086 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1b31589b-2a88-4f91-a855-6b8b30641710 req-509f8428-7fbf-418a-9051-e6092fa34f75 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=58a1d464-124f-45fd-9f14-622a4f91df10 HTTP/1.1" status: 200 len: 217 time: 0.0874288 Jul 29 23:22:17.793025 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f8f84d-e1ed-4420-ae58-8bf8d61ea105 req-2e6052e8-6bc3-42cf-a912-751635ef8066 service neutron] Port cc6b6024-b563-43ed-864b-3751c9dfa8e8 on network 445a4ca0-ac68-4e2c-ba3f-93eecd627357 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:22:17.793365 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f8f84d-e1ed-4420-ae58-8bf8d61ea105 req-2e6052e8-6bc3-42cf-a912-751635ef8066 service neutron] Attempting to bind port cc6b6024-b563-43ed-864b-3751c9dfa8e8 on network 445a4ca0-ac68-4e2c-ba3f-93eecd627357 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:17.803384 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 4fc5454b-af3a-4b9e-9369-edd7636de8f1, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=4fc5454b-af3a-4b9e-9369-edd7636de8f1,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:17.812026 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:17.828766 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f8f84d-e1ed-4420-ae58-8bf8d61ea105 req-2e6052e8-6bc3-42cf-a912-751635ef8066 service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:22:17.829145 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f8f84d-e1ed-4420-ae58-8bf8d61ea105 req-2e6052e8-6bc3-42cf-a912-751635ef8066 service neutron] Checking segment: {'id': '93bef018-d8cc-4ce6-852a-29704d448375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '445a4ca0-ac68-4e2c-ba3f-93eecd627357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:22:17.829418 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f8f84d-e1ed-4420-ae58-8bf8d61ea105 req-2e6052e8-6bc3-42cf-a912-751635ef8066 service neutron] Bound using segment: {'id': '93bef018-d8cc-4ce6-852a-29704d448375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '445a4ca0-ac68-4e2c-ba3f-93eecd627357'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:22:17.829958 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-a7f8f84d-e1ed-4420-ae58-8bf8d61ea105 req-2e6052e8-6bc3-42cf-a912-751635ef8066 service neutron] Bound port: cc6b6024-b563-43ed-864b-3751c9dfa8e8, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93bef018-d8cc-4ce6-852a-29704d448375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '445a4ca0-ac68-4e2c-ba3f-93eecd627357'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:22:17.830334 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a7f8f84d-e1ed-4420-ae58-8bf8d61ea105 req-2e6052e8-6bc3-42cf-a912-751635ef8066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:17.870931 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27b69aaa-149a-445a-be86-5148b2f003b6', 'tag': 'd7813a99-28a6-4be9-af82-49b1831afa02'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:17.876129 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3e448927-19c5-4bcd-a8e4-6c9b0a69cdef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:17.876679 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2881a5be-81e0-4448-8cb8-8039b263a60d" -d '{"events": [{"name": "network-changed", "server_uuid": "27b69aaa-149a-445a-be86-5148b2f003b6", "tag": "d7813a99-28a6-4be9-af82-49b1831afa02"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:17.878279 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=4fc5454b-af3a-4b9e-9369-edd7636de8f1,revision_number=10']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:17.895265 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618c84f3-10cf-4fb7-84d0-27bb7366d171 req-b43f45cd-1015-4ceb-9b93-9861b84cb55d tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:17.896802 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-618c84f3-10cf-4fb7-84d0-27bb7366d171 req-b43f45cd-1015-4ceb-9b93-9861b84cb55d tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e3be31-9c90-4467-8a43-45a5a90ed536 HTTP/1.1" status: 200 len: 944 time: 0.1026309 Jul 29 23:22:17.905872 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb58745d-7381-4425-b0d4-64e35dede7e9 req-b4c72237-2042-47db-8222-ac10c49568db tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:17.906880 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3e448927-19c5-4bcd-a8e4-6c9b0a69cdef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:17.915160 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eb58745d-7381-4425-b0d4-64e35dede7e9 req-b4c72237-2042-47db-8222-ac10c49568db tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=27b69aaa-149a-445a-be86-5148b2f003b6 HTTP/1.1" status: 200 len: 944 time: 0.1742883 Jul 29 23:22:17.991196 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b31589b-2a88-4f91-a855-6b8b30641710 req-cd3c64f7-b8dc-4a07-84d7-eb8f55d688a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:17.993458 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1b31589b-2a88-4f91-a855-6b8b30641710 req-cd3c64f7-b8dc-4a07-84d7-eb8f55d688a2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d5d676a-a79a-4d6c-8057-e140077bec43 HTTP/1.1" status: 200 len: 844 time: 0.1913691 Jul 29 23:22:18.025867 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eb58745d-7381-4425-b0d4-64e35dede7e9 req-34dc4e12-8e46-468c-8790-a617635b7162 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045554 Jul 29 23:22:18.034698 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-618c84f3-10cf-4fb7-84d0-27bb7366d171 req-17a2ef53-2eee-49b3-b964-e3562966c7ee tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895312 Jul 29 23:22:18.093749 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-a7f8f84d-e1ed-4420-ae58-8bf8d61ea105 req-2e6052e8-6bc3-42cf-a912-751635ef8066 service neutron] For port cc6b6024-b563-43ed-864b-3751c9dfa8e8, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:22:18.101867 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1b31589b-2a88-4f91-a855-6b8b30641710 req-b33464c3-434d-4598-a535-c08d4a9b0970 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ec39a190-3e02-4fd2-a008-3b841dbd3c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590589 Jul 29 23:22:18.114612 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23967eb-829a-4d4e-9a75-a2d025bc4ed9 x-openstack-request-id: req-a23967eb-829a-4d4e-9a75-a2d025bc4ed9 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:18.115032 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27b69aaa-149a-445a-be86-5148b2f003b6", "tag": "d7813a99-28a6-4be9-af82-49b1831afa02", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:18.116597 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a23967eb-829a-4d4e-9a75-a2d025bc4ed9 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:18.117173 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27b69aaa-149a-445a-be86-5148b2f003b6', 'tag': 'd7813a99-28a6-4be9-af82-49b1831afa02', 'status': 'completed', 'code': 200} Jul 29 23:22:18.130004 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-a7f8f84d-e1ed-4420-ae58-8bf8d61ea105 req-2e6052e8-6bc3-42cf-a912-751635ef8066 service neutron] For port cc6b6024-b563-43ed-864b-3751c9dfa8e8, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=cc6b6024-b563-43ed-864b-3751c9dfa8e8,segment=NetworkSegment(93bef018-d8cc-4ce6-852a-29704d448375),segment_id=93bef018-d8cc-4ce6-852a-29704d448375)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:22:18.160176 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a7f8f84d-e1ed-4420-ae58-8bf8d61ea105 req-2e6052e8-6bc3-42cf-a912-751635ef8066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:18.195453 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115132ad-50ac-4ac1-aef6-6a82c62661a8 req-4546f7f5-a398-4c2f-8b3b-8377c9da2e62 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:18.203186 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-115132ad-50ac-4ac1-aef6-6a82c62661a8 req-4546f7f5-a398-4c2f-8b3b-8377c9da2e62 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd39aad8-3dcc-4692-a7a1-1c202be00ae5 HTTP/1.1" status: 200 len: 946 time: 0.0803216 Jul 29 23:22:18.276063 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f8f84d-e1ed-4420-ae58-8bf8d61ea105 req-2e6052e8-6bc3-42cf-a912-751635ef8066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:18.277256 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a7f8f84d-e1ed-4420-ae58-8bf8d61ea105 req-2e6052e8-6bc3-42cf-a912-751635ef8066 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:18.278878 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a7f8f84d-e1ed-4420-ae58-8bf8d61ea105 req-2e6052e8-6bc3-42cf-a912-751635ef8066 service neutron] 10.222.0.22 "PUT /v2.0/ports/cc6b6024-b563-43ed-864b-3751c9dfa8e8 HTTP/1.1" status: 200 len: 1092 time: 2.5609546 Jul 29 23:22:18.285892 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['4fc5454b-af3a-4b9e-9369-edd7636de8f1'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:22:18.313335 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-115132ad-50ac-4ac1-aef6-6a82c62661a8 req-1bbfc1ec-61a4-4832-b8fd-5f7d3973c728 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc34ce93-23ae-4faf-818b-1a3258fade29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091931 Jul 29 23:22:18.333226 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-3e448927-19c5-4bcd-a8e4-6c9b0a69cdef admin admin] Allocated IP 172.25.0.127 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/23e6fafc-5fdc-4fe2-8e54-605de80a9341) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:22:18.346500 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881a5be-81e0-4448-8cb8-8039b263a60d req-c177b9c6-3e7c-453c-b368-b49076b1f396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:18.358328 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2881a5be-81e0-4448-8cb8-8039b263a60d req-c177b9c6-3e7c-453c-b368-b49076b1f396 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c2657a7d23514506876a4df5f527f58c&device_id=27b69aaa-149a-445a-be86-5148b2f003b6 HTTP/1.1" status: 200 len: 1127 time: 0.1426156 Jul 29 23:22:18.440879 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6052e8-6bc3-42cf-a912-751635ef8066 service neutron] Pushing event updated for resources: {'Port': ['ID=cc6b6024-b563-43ed-864b-3751c9dfa8e8,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:18.450797 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93834aaa-3914-4bef-b7ce-d96ccb079d3c req-7faef442-2ae8-437b-8eb4-c3361c604106 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:18.458171 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-93834aaa-3914-4bef-b7ce-d96ccb079d3c req-7faef442-2ae8-437b-8eb4-c3361c604106 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=30850af8-f331-4539-aad7-0e40a19d69f5 HTTP/1.1" status: 200 len: 950 time: 0.2513864 Jul 29 23:22:18.470493 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1b31589b-2a88-4f91-a855-6b8b30641710 req-12d4b418-1428-450f-9deb-55679d0adf99 service neutron] 10.222.0.41 "GET /v2.0/networks/ec39a190-3e02-4fd2-a008-3b841dbd3c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388579 Jul 29 23:22:18.597391 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-93834aaa-3914-4bef-b7ce-d96ccb079d3c req-15582dbf-1418-43aa-b3ec-e339c9998fbb tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328831 Jul 29 23:22:18.618635 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881a5be-81e0-4448-8cb8-8039b263a60d req-618bae02-fe35-4b47-bbd9-b636cb5dd7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:18.620132 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2881a5be-81e0-4448-8cb8-8039b263a60d req-618bae02-fe35-4b47-bbd9-b636cb5dd7fc service neutron] 10.222.0.41 "GET /v2.0/networks?id=f490981b-45a9-43e1-a661-0229cc7a8cd7 HTTP/1.1" status: 200 len: 922 time: 0.2606504 Jul 29 23:22:18.623032 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f8f84d-e1ed-4420-ae58-8bf8d61ea105 req-405a6086-0d40-409e-a5f9-f0cf87c287cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:18.624618 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a7f8f84d-e1ed-4420-ae58-8bf8d61ea105 req-405a6086-0d40-409e-a5f9-f0cf87c287cb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=20166a81542946e38e2c423e2629e03d&device_id=e9ee8cfc-b6a7-437c-92c1-a6cf9c70a00a HTTP/1.1" status: 200 len: 1095 time: 0.2714612 Jul 29 23:22:18.647401 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09b620-2fb8-43d1-9b4d-dc414160aaaf req-3519fdcf-a0fb-4a0b-ab1b-743ec2c38982 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:18.651259 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7f09b620-2fb8-43d1-9b4d-dc414160aaaf req-3519fdcf-a0fb-4a0b-ab1b-743ec2c38982 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=931fe566-5b89-4893-a1c1-7cae6effaca9 HTTP/1.1" status: 200 len: 948 time: 0.1813710 Jul 29 23:22:18.708446 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9ee8cfc-b6a7-437c-92c1-a6cf9c70a00a', 'tag': 'cc6b6024-b563-43ed-864b-3751c9dfa8e8'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:18.710734 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af97a66-0554-4819-9436-7f851efc0805" -d '{"events": [{"name": "network-changed", "server_uuid": "e9ee8cfc-b6a7-437c-92c1-a6cf9c70a00a", "tag": "cc6b6024-b563-43ed-864b-3751c9dfa8e8"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:18.714413 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a7f8f84d-e1ed-4420-ae58-8bf8d61ea105 req-a3f03dd2-1ca7-4c67-b60b-d4f7b55a4c3d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc6b6024-b563-43ed-864b-3751c9dfa8e8 HTTP/1.1" status: 200 len: 217 time: 0.0713599 Jul 29 23:22:18.726681 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3e448927-19c5-4bcd-a8e4-6c9b0a69cdef admin admin] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:18.754409 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2881a5be-81e0-4448-8cb8-8039b263a60d req-89344b77-208b-41ae-9a73-f580c65ce48b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7813a99-28a6-4be9-af82-49b1831afa02 HTTP/1.1" status: 200 len: 217 time: 0.0998266 Jul 29 23:22:18.762944 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1b31589b-2a88-4f91-a855-6b8b30641710 req-a62a461c-90b6-4fbd-a446-c60cbbe5c871 service neutron] 10.222.0.41 "GET /v2.0/networks/ec39a190-3e02-4fd2-a008-3b841dbd3c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526019 Jul 29 23:22:18.765778 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 22c7ca71-35c1-4b00-8e2e-239e358c0130 up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:22:18.827125 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f8f84d-e1ed-4420-ae58-8bf8d61ea105 req-ea0c09d6-16c2-4f43-8c4c-38aa2721cf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:18.830322 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a7f8f84d-e1ed-4420-ae58-8bf8d61ea105 req-ea0c09d6-16c2-4f43-8c4c-38aa2721cf85 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=248ad491-9a6b-4d59-9973-8f58674b914e HTTP/1.1" status: 200 len: 853 time: 0.1071188 Jul 29 23:22:18.832698 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3e448927-19c5-4bcd-a8e4-6c9b0a69cdef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:18.875686 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7f09b620-2fb8-43d1-9b4d-dc414160aaaf req-9ba3e63e-547d-49d0-b6d0-413a42aff60d tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066975 Jul 29 23:22:18.907879 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e448927-19c5-4bcd-a8e4-6c9b0a69cdef admin admin] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:22:18.914094 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port 22c7ca71-35c1-4b00-8e2e-239e358c0130 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:22:18.923541 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 22c7ca71-35c1-4b00-8e2e-239e358c0130 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:18.924024 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:18.942155 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-3e448927-19c5-4bcd-a8e4-6c9b0a69cdef admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:22:18.945742 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a7f8f84d-e1ed-4420-ae58-8bf8d61ea105 req-b6266db4-9260-4cab-8139-a5622aeac8d3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=445a4ca0-ac68-4e2c-ba3f-93eecd627357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524724 Jul 29 23:22:18.948930 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e448927-19c5-4bcd-a8e4-6c9b0a69cdef admin admin] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:22:18.955133 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b7045-889a-40ab-8de7-129f3770af11 req-41826537-7ac3-428e-b902-967dcd0c84d6 tempest-ServerAddressesTestJSON-1959412020 tempest-ServerAddressesTestJSON-1959412020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:18.959655 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ff6b7045-889a-40ab-8de7-129f3770af11 req-41826537-7ac3-428e-b902-967dcd0c84d6 tempest-ServerAddressesTestJSON-1959412020 tempest-ServerAddressesTestJSON-1959412020-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9ee8cfc-b6a7-437c-92c1-a6cf9c70a00a HTTP/1.1" status: 200 len: 943 time: 0.2247312 Jul 29 23:22:18.967578 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881a5be-81e0-4448-8cb8-8039b263a60d req-1a1b8053-53a2-416a-9d52-639affc0bfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:18.969285 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2881a5be-81e0-4448-8cb8-8039b263a60d req-1a1b8053-53a2-416a-9d52-639affc0bfbc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=998261e9-cec6-4719-b797-0c7da54a3001 HTTP/1.1" status: 200 len: 861 time: 0.1659768 Jul 29 23:22:19.037604 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:19.070130 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931fe566-5b89-4893-a1c1-7cae6effaca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c7ca71-35c1-4b00-8e2e-239e358c0130'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:19.073176 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dbb9c27-e3df-473e-92f2-e450311e683c" -d '{"events": [{"server_uuid": "931fe566-5b89-4893-a1c1-7cae6effaca9", "name": "network-vif-plugged", "status": "completed", "tag": "22c7ca71-35c1-4b00-8e2e-239e358c0130"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:19.090088 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 22c7ca71-35c1-4b00-8e2e-239e358c0130, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=22c7ca71-35c1-4b00-8e2e-239e358c0130,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:19.094977 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:19.095913 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device b181cfa3-0078-42d3-ba56-050fef11f986 up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:22:19.099884 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2881a5be-81e0-4448-8cb8-8039b263a60d req-7092e320-c08a-4a81-ad6f-c31ceee1cef5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f490981b-45a9-43e1-a661-0229cc7a8cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1106596 Jul 29 23:22:19.136660 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18372d26-161a-42d6-a3c3-5d7235fddfa0 None None] Network a3d68086-0a5f-410a-8c92-112285f5e741 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:22:19.145540 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c5429-6647-4e3b-80e8-2eed670da386 req-61a2f6e7-6207-40bf-945a-54b9cc2505d6 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:19.155236 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d10c5429-6647-4e3b-80e8-2eed670da386 req-61a2f6e7-6207-40bf-945a-54b9cc2505d6 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=30850af8-f331-4539-aad7-0e40a19d69f5 HTTP/1.1" status: 200 len: 950 time: 0.1744087 Jul 29 23:22:19.162104 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ff6b7045-889a-40ab-8de7-129f3770af11 req-3874a8a1-5a01-4de3-87e6-5a30c595b42b tempest-ServerAddressesTestJSON-1959412020 tempest-ServerAddressesTestJSON-1959412020-project] 10.222.0.43 "GET /v2.0/security-groups?id=ca79098e-6071-4f4c-953c-6d7e86a87eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918328 Jul 29 23:22:19.273290 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d10c5429-6647-4e3b-80e8-2eed670da386 req-db417744-78be-4815-a4af-68a9d007057e tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125162 Jul 29 23:22:19.304999 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-d2c550dc-6586-409d-97dc-6fceae69eba6 None None] Provisioning for port 319030ec-9fee-4531-8473-6c4de7d07781 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:22:19.331143 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a7f8f84d-e1ed-4420-ae58-8bf8d61ea105 req-0b5ae222-6f1f-46ae-bdc6-02de788d1447 service neutron] 10.222.0.22 "GET /v2.0/networks/445a4ca0-ac68-4e2c-ba3f-93eecd627357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843879 Jul 29 23:22:19.346580 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4adf7ed9-6e46-4fd7-b246-90ecc26affd6 x-openstack-request-id: req-4adf7ed9-6e46-4fd7-b246-90ecc26affd6 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:19.346962 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9ee8cfc-b6a7-437c-92c1-a6cf9c70a00a", "tag": "cc6b6024-b563-43ed-864b-3751c9dfa8e8", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:19.347317 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4adf7ed9-6e46-4fd7-b246-90ecc26affd6 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:19.348479 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9ee8cfc-b6a7-437c-92c1-a6cf9c70a00a', 'tag': 'cc6b6024-b563-43ed-864b-3751c9dfa8e8', 'status': 'completed', 'code': 200} Jul 29 23:22:19.348725 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=22c7ca71-35c1-4b00-8e2e-239e358c0130,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:19.353877 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 58a1d464-124f-45fd-9f14-622a4f91df10 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:22:19.375676 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2881a5be-81e0-4448-8cb8-8039b263a60d req-de6b1153-1952-4fcc-ae12-386312024836 service neutron] 10.222.0.41 "GET /v2.0/networks/f490981b-45a9-43e1-a661-0229cc7a8cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178299 Jul 29 23:22:19.536523 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 319030ec-9fee-4531-8473-6c4de7d07781 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:22:19.590287 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc52e7e-20e6-4503-a080-4dde0baa1675 req-7c433173-f24c-4d69-9e7c-0ad6ebe5ea42 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:19.592422 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fdc52e7e-20e6-4503-a080-4dde0baa1675 req-7c433173-f24c-4d69-9e7c-0ad6ebe5ea42 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=27b69aaa-149a-445a-be86-5148b2f003b6 HTTP/1.1" status: 200 len: 944 time: 0.1456134 Jul 29 23:22:19.598319 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port b181cfa3-0078-42d3-ba56-050fef11f986 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:22:19.604091 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b207ee-c5cb-4e87-9122-e3dfba312252 req-58f139c0-287a-436d-ac9a-6a66a710904e tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:19.613078 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-93b207ee-c5cb-4e87-9122-e3dfba312252 req-58f139c0-287a-436d-ac9a-6a66a710904e tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e3be31-9c90-4467-8a43-45a5a90ed536 HTTP/1.1" status: 200 len: 944 time: 0.2101712 Jul 29 23:22:19.614841 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 58a1d464-124f-45fd-9f14-622a4f91df10, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=58a1d464-124f-45fd-9f14-622a4f91df10,segment=NetworkSegment(2db8471f-c43b-49ee-9f08-2f1c56af231c),segment_id=2db8471f-c43b-49ee-9f08-2f1c56af231c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:19.617630 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port b181cfa3-0078-42d3-ba56-050fef11f986 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:19.617886 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:19.618236 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2881a5be-81e0-4448-8cb8-8039b263a60d req-a87ed742-83b5-47f7-b36a-f68ebf099db5 service neutron] 10.222.0.41 "GET /v2.0/networks/f490981b-45a9-43e1-a661-0229cc7a8cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275720 Jul 29 23:22:19.619553 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:19.642909 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a7f8f84d-e1ed-4420-ae58-8bf8d61ea105 req-ebaa91d6-f417-4be7-9651-5ce21aad06ed service neutron] 10.222.0.22 "GET /v2.0/networks/445a4ca0-ac68-4e2c-ba3f-93eecd627357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830275 Jul 29 23:22:19.660781 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e448927-19c5-4bcd-a8e4-6c9b0a69cdef admin admin] Pushing event updated for resources: {'Port': ['ID=23e6fafc-5fdc-4fe2-8e54-605de80a9341,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:19.683086 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': '58a1d464-124f-45fd-9f14-622a4f91df10', 'network_id': 'ec39a190-3e02-4fd2-a008-3b841dbd3c4b', 'port_id': '58a1d464-124f-45fd-9f14-622a4f91df10', 'mac_address': 'fa:16:3e:ca:29:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5d676a-a79a-4d6c-8057-e140077bec43', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:22:19.686107 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-93b207ee-c5cb-4e87-9122-e3dfba312252 req-a6f23cec-9b56-4241-98fe-28ebddaffe1b tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721507 Jul 29 23:22:19.696493 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730beb56-fb8b-4b8d-b225-323ece3aa332 req-15b91a39-687a-47b1-9fc2-d71cd2b97101 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:19.698277 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-730beb56-fb8b-4b8d-b225-323ece3aa332 req-15b91a39-687a-47b1-9fc2-d71cd2b97101 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd39aad8-3dcc-4692-a7a1-1c202be00ae5 HTTP/1.1" status: 200 len: 946 time: 0.3633347 Jul 29 23:22:19.701560 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fdc52e7e-20e6-4503-a080-4dde0baa1675 req-987535f9-36c1-4aba-8de5-42c0ad33567a tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857108 Jul 29 23:22:19.703989 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3e448927-19c5-4bcd-a8e4-6c9b0a69cdef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:19.780903 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64ba98c-6956-4254-b1a5-b9ec24f98a86 x-openstack-request-id: req-a64ba98c-6956-4254-b1a5-b9ec24f98a86 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:19.782835 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "931fe566-5b89-4893-a1c1-7cae6effaca9", "name": "network-vif-plugged", "status": "completed", "tag": "22c7ca71-35c1-4b00-8e2e-239e358c0130", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:19.783335 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a64ba98c-6956-4254-b1a5-b9ec24f98a86 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:19.783954 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '931fe566-5b89-4893-a1c1-7cae6effaca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22c7ca71-35c1-4b00-8e2e-239e358c0130', 'code': 200} Jul 29 23:22:19.825629 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:19.852867 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 319030ec-9fee-4531-8473-6c4de7d07781 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:22:19.863425 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58a1d464-124f-45fd-9f14-622a4f91df10 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:22:19.870727 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 319030ec-9fee-4531-8473-6c4de7d07781 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:19.871319 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:19.893654 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e704b-17d8-4702-bf8d-9df6238d52b9 req-83a5b8c0-a4e2-46b3-b63a-9def834c380b tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:19.902060 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-284e704b-17d8-4702-bf8d-9df6238d52b9 req-83a5b8c0-a4e2-46b3-b63a-9def834c380b tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd39aad8-3dcc-4692-a7a1-1c202be00ae5 HTTP/1.1" status: 200 len: 946 time: 0.0824759 Jul 29 23:22:19.954895 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-284e704b-17d8-4702-bf8d-9df6238d52b9 req-e106396b-1b22-434e-b1ac-eaedb486bddc tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc34ce93-23ae-4faf-818b-1a3258fade29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504818 Jul 29 23:22:20.033625 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570940e1-4691-4ffb-b5af-1a54f53e3fb6 req-1b8726b0-4116-42e2-80f5-b8b3365db33c tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:20.035193 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-570940e1-4691-4ffb-b5af-1a54f53e3fb6 req-1b8726b0-4116-42e2-80f5-b8b3365db33c tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=931fe566-5b89-4893-a1c1-7cae6effaca9 HTTP/1.1" status: 200 len: 949 time: 0.0594039 Jul 29 23:22:20.060796 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af97a66-0554-4819-9436-7f851efc0805 req-353e8e17-a912-4da8-9f2b-83ffa2f8d44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:20.062554 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0af97a66-0554-4819-9436-7f851efc0805 req-353e8e17-a912-4da8-9f2b-83ffa2f8d44d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=20166a81542946e38e2c423e2629e03d&device_id=e9ee8cfc-b6a7-437c-92c1-a6cf9c70a00a HTTP/1.1" status: 200 len: 1095 time: 0.2821131 Jul 29 23:22:20.086992 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-57392ee2-6ab8-44ea-8965-2be7dd03d68a req-0be49b50-efe4-4488-9c01-a0b060876921 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=02291f5098924703b9b0f8f02943a845&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278571 Jul 29 23:22:20.100549 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f03b47-93bc-4487-8549-7b4f745d7942 req-a9052537-0b9f-4535-805d-75b424cbf898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:20.102323 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c3f03b47-93bc-4487-8549-7b4f745d7942 req-a9052537-0b9f-4535-805d-75b424cbf898 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=931fe566-5b89-4893-a1c1-7cae6effaca9 HTTP/1.1" status: 200 len: 1101 time: 0.2065127 Jul 29 23:22:20.121109 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-570940e1-4691-4ffb-b5af-1a54f53e3fb6 req-d784d96a-2d80-4541-bb7a-44f0b05969e2 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788915 Jul 29 23:22:20.129215 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 58a1d464-124f-45fd-9f14-622a4f91df10, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=58a1d464-124f-45fd-9f14-622a4f91df10,segment=NetworkSegment(2db8471f-c43b-49ee-9f08-2f1c56af231c),segment_id=2db8471f-c43b-49ee-9f08-2f1c56af231c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:20.153916 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:20.165775 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:20.231359 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57392ee2-6ab8-44ea-8965-2be7dd03d68a req-38552df7-398a-4f6a-ad93-4d4def02bdad tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:20.233061 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-57392ee2-6ab8-44ea-8965-2be7dd03d68a req-38552df7-398a-4f6a-ad93-4d4def02bdad tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1375649 Jul 29 23:22:20.253419 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-57392ee2-6ab8-44ea-8965-2be7dd03d68a req-f21c155c-377c-47fc-a9bc-f6870594dcae tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/quotas/02291f5098924703b9b0f8f02943a845 HTTP/1.1" status: 200 len: 375 time: 0.0137587 Jul 29 23:22:20.315411 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port b181cfa3-0078-42d3-ba56-050fef11f986, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=b181cfa3-0078-42d3-ba56-050fef11f986,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:20.317651 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:20.385443 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e447f-6b91-4165-bbff-e68eb205bd60 req-86fab8a3-9ebe-48f0-a2b3-d66f9583cfae tempest-ServerAddressesTestJSON-1959412020 tempest-ServerAddressesTestJSON-1959412020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:20.388276 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fc3e447f-6b91-4165-bbff-e68eb205bd60 req-86fab8a3-9ebe-48f0-a2b3-d66f9583cfae tempest-ServerAddressesTestJSON-1959412020 tempest-ServerAddressesTestJSON-1959412020-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9ee8cfc-b6a7-437c-92c1-a6cf9c70a00a HTTP/1.1" status: 200 len: 943 time: 0.1016147 Jul 29 23:22:20.401649 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 319030ec-9fee-4531-8473-6c4de7d07781, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=319030ec-9fee-4531-8473-6c4de7d07781,segment=NetworkSegment(40094ecc-ef7a-4caa-9f65-b53e25a52407),segment_id=40094ecc-ef7a-4caa-9f65-b53e25a52407)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:20.406485 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=58a1d464-124f-45fd-9f14-622a4f91df10,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:20.409381 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:20.428447 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:20.444163 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-57392ee2-6ab8-44ea-8965-2be7dd03d68a req-62ddc059-54e4-465a-9242-e7b309f98d36 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=02291f5098924703b9b0f8f02943a845&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1849442 Jul 29 23:22:20.466243 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fc3e447f-6b91-4165-bbff-e68eb205bd60 req-9f0c2028-1142-4f7c-931a-171f3af36e79 tempest-ServerAddressesTestJSON-1959412020 tempest-ServerAddressesTestJSON-1959412020-project] 10.222.0.43 "GET /v2.0/security-groups?id=ca79098e-6071-4f4c-953c-6d7e86a87eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671942 Jul 29 23:22:20.530298 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-0fcc49f3-e1ae-4ce3-94cd-1d0f81afdcfe None None] Provisioning complete for port 319030ec-9fee-4531-8473-6c4de7d07781 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:20.530298 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0fcc49f3-e1ae-4ce3-94cd-1d0f81afdcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:20.557878 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['58a1d464-124f-45fd-9f14-622a4f91df10'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:22:20.617123 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=b181cfa3-0078-42d3-ba56-050fef11f986,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:20.657729 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a5a0ba7c-868e-4dbd-bdfa-4e48206dc4ba req-3f6addd2-2338-4925-b15b-b1b4f5ae69f5 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=34e5dd5b-178e-4628-b88b-2ffb39c2970a HTTP/1.1" status: 200 len: 210 time: 0.0311594 Jul 29 23:22:20.696544 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-730beb56-fb8b-4b8d-b225-323ece3aa332 req-b70d41f7-2e25-44f1-8909-69e9d7eb84d5 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Deleting port fb5e4c66-71bd-4284-947f-aad0dccb9215 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:22:20.696906 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-730beb56-fb8b-4b8d-b225-323ece3aa332 req-b70d41f7-2e25-44f1-8909-69e9d7eb84d5 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:20.701289 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c3f03b47-93bc-4487-8549-7b4f745d7942 req-f3ed9ad5-4582-4ead-912a-3ce718617366 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796327 Jul 29 23:22:20.789332 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af97a66-0554-4819-9436-7f851efc0805 req-38b7f67b-6e1b-41dd-85be-c0e7fe5d80bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:20.791203 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0af97a66-0554-4819-9436-7f851efc0805 req-38b7f67b-6e1b-41dd-85be-c0e7fe5d80bb service neutron] 10.222.0.22 "GET /v2.0/networks?id=445a4ca0-ac68-4e2c-ba3f-93eecd627357 HTTP/1.1" status: 200 len: 914 time: 0.7122285 Jul 29 23:22:20.836666 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25f23ab-08e2-4ca3-8519-b5f91d030336 req-c5734074-ff13-41b4-aad0-1390afe0ca18 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:20.840346 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e25f23ab-08e2-4ca3-8519-b5f91d030336 req-c5734074-ff13-41b4-aad0-1390afe0ca18 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e3be31-9c90-4467-8a43-45a5a90ed536 HTTP/1.1" status: 200 len: 945 time: 0.0739398 Jul 29 23:22:20.843329 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=319030ec-9fee-4531-8473-6c4de7d07781,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:20.868205 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3e448927-19c5-4bcd-a8e4-6c9b0a69cdef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:20.876431 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0af97a66-0554-4819-9436-7f851efc0805 req-90a7b270-7cd9-4a41-a120-1c0586d49388 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc6b6024-b563-43ed-864b-3751c9dfa8e8 HTTP/1.1" status: 200 len: 217 time: 0.0703080 Jul 29 23:22:20.971671 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e25f23ab-08e2-4ca3-8519-b5f91d030336 req-1a7703d0-5882-4d7e-9b74-07881cb6ed1c tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712500 Jul 29 23:22:20.989125 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc96f43-dd41-4e37-a16a-7987b98873f7 req-f0b49262-ba33-47c2-ba11-770cf36cfbab tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:21.008727 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2dc96f43-dd41-4e37-a16a-7987b98873f7 req-f0b49262-ba33-47c2-ba11-770cf36cfbab tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=27b69aaa-149a-445a-be86-5148b2f003b6 HTTP/1.1" status: 200 len: 944 time: 0.1670165 Jul 29 23:22:21.013544 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-730beb56-fb8b-4b8d-b225-323ece3aa332 req-b70d41f7-2e25-44f1-8909-69e9d7eb84d5 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] For port fb5e4c66-71bd-4284-947f-aad0dccb9215, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=fb5e4c66-71bd-4284-947f-aad0dccb9215,segment=NetworkSegment(42107b5e-6268-4b9c-87e8-287a1e78b5ad),segment_id=42107b5e-6268-4b9c-87e8-287a1e78b5ad)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:21.014074 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-730beb56-fb8b-4b8d-b225-323ece3aa332 req-b70d41f7-2e25-44f1-8909-69e9d7eb84d5 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:21.083904 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2dc96f43-dd41-4e37-a16a-7987b98873f7 req-d961501a-5b83-4b79-96f7-3a968726ef49 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742280 Jul 29 23:22:21.141456 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af97a66-0554-4819-9436-7f851efc0805 req-f1c2bf1e-0231-4060-bb15-df27d35b7729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:21.142069 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe5ce7d-70f6-4e49-9524-621a379472c5 req-81a3a3ab-a7e1-4537-aaa2-d3b6ed86ecd9 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:21.143254 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8fe5ce7d-70f6-4e49-9524-621a379472c5 req-81a3a3ab-a7e1-4537-aaa2-d3b6ed86ecd9 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd39aad8-3dcc-4692-a7a1-1c202be00ae5 HTTP/1.1" status: 200 len: 946 time: 0.0819330 Jul 29 23:22:21.146038 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0af97a66-0554-4819-9436-7f851efc0805 req-f1c2bf1e-0231-4060-bb15-df27d35b7729 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=248ad491-9a6b-4d59-9973-8f58674b914e HTTP/1.1" status: 200 len: 853 time: 0.2574713 Jul 29 23:22:21.216420 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8fe5ce7d-70f6-4e49-9524-621a379472c5 req-9656fb60-c063-4ea8-b3ea-5ea8c87227ba tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc34ce93-23ae-4faf-818b-1a3258fade29&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608616 Jul 29 23:22:21.254608 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0af97a66-0554-4819-9436-7f851efc0805 req-5a2cc735-5a9a-4bf9-a3e4-04681c55eded service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=445a4ca0-ac68-4e2c-ba3f-93eecd627357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578623 Jul 29 23:22:21.289072 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d5bf4-9990-4d37-b48a-63ec5e8bf390 req-2de46a51-5999-4a76-95d8-cdd5c1936500 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:21.291372 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4c6d5bf4-9990-4d37-b48a-63ec5e8bf390 req-2de46a51-5999-4a76-95d8-cdd5c1936500 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=931fe566-5b89-4893-a1c1-7cae6effaca9 HTTP/1.1" status: 200 len: 949 time: 0.0634482 Jul 29 23:22:21.343820 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 4fc5454b-af3a-4b9e-9369-edd7636de8f1 up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:22:21.362014 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4c6d5bf4-9990-4d37-b48a-63ec5e8bf390 req-348b78de-9b18-452e-8958-c1268b5edc2d tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535417 Jul 29 23:22:21.419550 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 319030ec-9fee-4531-8473-6c4de7d07781 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:22:21.490253 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port 4fc5454b-af3a-4b9e-9369-edd7636de8f1 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:21.490532 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:21.527286 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 319030ec-9fee-4531-8473-6c4de7d07781 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:21.527908 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:21.528844 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0af97a66-0554-4819-9436-7f851efc0805 req-d32d4749-17c0-49a5-80e2-7c75390a4f33 service neutron] 10.222.0.22 "GET /v2.0/networks/445a4ca0-ac68-4e2c-ba3f-93eecd627357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608514 Jul 29 23:22:21.544920 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e448927-19c5-4bcd-a8e4-6c9b0a69cdef admin admin] Router 1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:22:21.565103 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-730beb56-fb8b-4b8d-b225-323ece3aa332 req-b70d41f7-2e25-44f1-8909-69e9d7eb84d5 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:21.565954 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-730beb56-fb8b-4b8d-b225-323ece3aa332 req-b70d41f7-2e25-44f1-8909-69e9d7eb84d5 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:21.565954 n-d-712141-10 neutron-server[94077]: INFO neutron.db.l3_db [req-730beb56-fb8b-4b8d-b225-323ece3aa332 req-b70d41f7-2e25-44f1-8909-69e9d7eb84d5 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Floating IP 2ad20a5a-b1fc-41a9-9ae2-9aeb17c793dd disassociated. External IP: 172.25.0.41, port: fb5e4c66-71bd-4284-947f-aad0dccb9215. Jul 29 23:22:21.566436 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-730beb56-fb8b-4b8d-b225-323ece3aa332 req-b70d41f7-2e25-44f1-8909-69e9d7eb84d5 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Calling delete_port for fb5e4c66-71bd-4284-947f-aad0dccb9215 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:22:21.663870 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e5e76-5021-42bb-94c2-e9e1c478a56f req-acc517f2-bef9-4d37-b3d0-42c8bd8acddd tempest-ServerAddressesTestJSON-1959412020 tempest-ServerAddressesTestJSON-1959412020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:21.665656 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b69e5e76-5021-42bb-94c2-e9e1c478a56f req-acc517f2-bef9-4d37-b3d0-42c8bd8acddd tempest-ServerAddressesTestJSON-1959412020 tempest-ServerAddressesTestJSON-1959412020-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9ee8cfc-b6a7-437c-92c1-a6cf9c70a00a HTTP/1.1" status: 200 len: 943 time: 0.0765572 Jul 29 23:22:21.718597 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b69e5e76-5021-42bb-94c2-e9e1c478a56f req-a4ef2f48-9d98-45fd-8feb-091bac9f96c1 tempest-ServerAddressesTestJSON-1959412020 tempest-ServerAddressesTestJSON-1959412020-project] 10.222.0.43 "GET /v2.0/security-groups?id=ca79098e-6071-4f4c-953c-6d7e86a87eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458145 Jul 29 23:22:21.780878 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:21.785390 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab3fa88-957f-47f5-848b-6a5b3ce8e37c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b181cfa3-0078-42d3-ba56-050fef11f986'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:21.787657 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a7073fa-bac6-4837-a2dc-498251bcef52" -d '{"events": [{"server_uuid": "1ab3fa88-957f-47f5-848b-6a5b3ce8e37c", "name": "network-vif-plugged", "status": "completed", "tag": "b181cfa3-0078-42d3-ba56-050fef11f986"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:21.831901 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 4fc5454b-af3a-4b9e-9369-edd7636de8f1, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=4fc5454b-af3a-4b9e-9369-edd7636de8f1,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:21.840081 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:21.841184 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7d649c74-3902-4ec7-9630-66542b42db32 req-e59bb3b0-aaa4-42f4-a390-3a7089421762 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=34e5dd5b-178e-4628-b88b-2ffb39c2970a HTTP/1.1" status: 200 len: 210 time: 0.0374506 Jul 29 23:22:21.841409 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device fb5e4c66-71bd-4284-947f-aad0dccb9215 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:22:21.880082 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f81962c-c3b4-47cb-9966-abb338a14d8c x-openstack-request-id: req-4f81962c-c3b4-47cb-9966-abb338a14d8c {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:21.880776 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ab3fa88-957f-47f5-848b-6a5b3ce8e37c", "name": "network-vif-plugged", "status": "completed", "tag": "b181cfa3-0078-42d3-ba56-050fef11f986", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:21.880776 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4f81962c-c3b4-47cb-9966-abb338a14d8c {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:21.880994 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ab3fa88-957f-47f5-848b-6a5b3ce8e37c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b181cfa3-0078-42d3-ba56-050fef11f986', 'code': 200} Jul 29 23:22:21.914112 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0af97a66-0554-4819-9436-7f851efc0805 req-bdf92d4e-4f51-4c81-95cd-000542668387 service neutron] 10.222.0.22 "GET /v2.0/networks/445a4ca0-ac68-4e2c-ba3f-93eecd627357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591187 Jul 29 23:22:21.946410 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=4fc5454b-af3a-4b9e-9369-edd7636de8f1,revision_number=11']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:21.949354 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e448927-19c5-4bcd-a8e4-6c9b0a69cdef admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:22:21.976403 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cc6294-b489-4491-921a-c43479db21ad None None] Sync routers for ids ['1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:22:21.997020 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cc6294-b489-4491-921a-c43479db21ad None None] Routers {'1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:22:21.998160 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-e7cc6294-b489-4491-921a-c43479db21ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:21:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:22.010941 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:22.077836 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3e448927-19c5-4bcd-a8e4-6c9b0a69cdef admin admin] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:22.079069 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-3e448927-19c5-4bcd-a8e4-6c9b0a69cdef admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.4423144 Jul 29 23:22:22.084630 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 36218) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:22.114952 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39457757-a0cf-430c-9865-618f44b2b9eb req-f15bffe3-e56c-4ce2-a80b-9e955862cfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:22.116482 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-39457757-a0cf-430c-9865-618f44b2b9eb req-f15bffe3-e56c-4ce2-a80b-9e955862cfba service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1ab3fa88-957f-47f5-848b-6a5b3ce8e37c HTTP/1.1" status: 200 len: 1101 time: 0.1563902 Jul 29 23:22:22.121891 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-57392ee2-6ab8-44ea-8965-2be7dd03d68a req-c45bdfee-3e97-458a-bd0d-5c1f6011f151 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=02291f5098924703b9b0f8f02943a845&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341647 Jul 29 23:22:22.169561 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-730beb56-fb8b-4b8d-b225-323ece3aa332 req-b70d41f7-2e25-44f1-8909-69e9d7eb84d5 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:22.182601 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-39457757-a0cf-430c-9865-618f44b2b9eb req-50a0d33d-b688-4302-81c8-2f4046336e71 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471380 Jul 29 23:22:22.189421 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-e7cc6294-b489-4491-921a-c43479db21ad None None] Set router 1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:22:22.273740 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70d41f7-2e25-44f1-8909-69e9d7eb84d5 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Pushing event deleted for resources: {'Port': ['ID=fb5e4c66-71bd-4284-947f-aad0dccb9215,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:22.446760 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093adbdd-0954-4673-9b92-7faddf2b40e7 req-81a8aa66-86d4-4a54-9d6c-55b635bb7fdf tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:22.447138 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [req-730beb56-fb8b-4b8d-b225-323ece3aa332 req-b70d41f7-2e25-44f1-8909-69e9d7eb84d5 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Router 2cdaefaf-dcbd-4b6a-a327-2989f85aa230 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:22:22.456913 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-093adbdd-0954-4673-9b92-7faddf2b40e7 req-81a8aa66-86d4-4a54-9d6c-55b635bb7fdf tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e3be31-9c90-4467-8a43-45a5a90ed536 HTTP/1.1" status: 200 len: 945 time: 0.3569043 Jul 29 23:22:22.534051 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcf5698-1bc3-4ef6-9a59-687cb9680f81 req-74a8f34f-aeea-4dd9-9aee-2e6d8c902e17 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:22.542341 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dbcf5698-1bc3-4ef6-9a59-687cb9680f81 req-74a8f34f-aeea-4dd9-9aee-2e6d8c902e17 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=27b69aaa-149a-445a-be86-5148b2f003b6 HTTP/1.1" status: 200 len: 944 time: 0.1971331 Jul 29 23:22:22.542870 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57392ee2-6ab8-44ea-8965-2be7dd03d68a req-7c0fd313-355c-44df-9daf-6dc2b88767ed tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:22.544906 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-57392ee2-6ab8-44ea-8965-2be7dd03d68a req-7c0fd313-355c-44df-9daf-6dc2b88767ed tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3735037 Jul 29 23:22:22.575624 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-e7cc6294-b489-4491-921a-c43479db21ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b', 'name': 'tempest-ServersTestFqdnHostnames-627255085-router', 'tenant_id': '41d06bbbb3d042bdbdfcf854d406dce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '23e6fafc-5fdc-4fe2-8e54-605de80a9341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:22:15Z', 'updated_at': '2021-07-29T23:22:19Z', 'revision_number': 3, 'project_id': '41d06bbbb3d042bdbdfcf854d406dce8', 'gw_port': {'id': '23e6fafc-5fdc-4fe2-8e54-605de80a9341', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6d:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:17Z', 'updated_at': '2021-07-29T23:22:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:22.597680 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-57392ee2-6ab8-44ea-8965-2be7dd03d68a req-e938d4de-9931-4809-a3fd-7238d06dc95f tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Request body: {'port': {'device_id': '34e5dd5b-178e-4628-b88b-2ffb39c2970a', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'admin_state_up': True, 'tenant_id': '02291f5098924703b9b0f8f02943a845'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:22.611722 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cc6294-b489-4491-921a-c43479db21ad None None] Checking router: 1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:22:22.612369 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cc6294-b489-4491-921a-c43479db21ad None None] Updating router 1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b port 23e6fafc-5fdc-4fe2-8e54-605de80a9341 binding host n-d-712141-10 {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:22:22.631072 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dbcf5698-1bc3-4ef6-9a59-687cb9680f81 req-4cf12349-ade0-4ced-93e6-7850d42b6b85 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872588 Jul 29 23:22:22.662588 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e7cc6294-b489-4491-921a-c43479db21ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:22.685937 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-093adbdd-0954-4673-9b92-7faddf2b40e7 req-cb241694-02aa-45ba-8502-f6a80e9fe0da tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256160 Jul 29 23:22:22.701151 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-730beb56-fb8b-4b8d-b225-323ece3aa332 req-b70d41f7-2e25-44f1-8909-69e9d7eb84d5 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:22:22.721684 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c1f6da-2001-4c86-adc2-d3c2d656d3ca None None] Sync routers for ids ['2cdaefaf-dcbd-4b6a-a327-2989f85aa230'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:22:22.759697 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-730beb56-fb8b-4b8d-b225-323ece3aa332 req-b70d41f7-2e25-44f1-8909-69e9d7eb84d5 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] No DVR routers for this DVR port fb5e4c66-71bd-4284-947f-aad0dccb9215 on host n-h1-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:22:22.760613 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c1f6da-2001-4c86-adc2-d3c2d656d3ca None None] Routers {'2cdaefaf-dcbd-4b6a-a327-2989f85aa230'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:22:22.763864 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-b2c1f6da-2001-4c86-adc2-d3c2d656d3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:21:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['2cdaefaf-dcbd-4b6a-a327-2989f85aa230'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:22.764187 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-730beb56-fb8b-4b8d-b225-323ece3aa332 req-b70d41f7-2e25-44f1-8909-69e9d7eb84d5 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:22.766310 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-730beb56-fb8b-4b8d-b225-323ece3aa332 req-b70d41f7-2e25-44f1-8909-69e9d7eb84d5 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.41 "DELETE /v2.0/ports/fb5e4c66-71bd-4284-947f-aad0dccb9215 HTTP/1.1" status: 204 len: 173 time: 2.9869521 Jul 29 23:22:22.767215 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd39aad8-3dcc-4692-a7a1-1c202be00ae5', 'name': 'network-vif-deleted', 'tag': 'fb5e4c66-71bd-4284-947f-aad0dccb9215'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:22.769097 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d535999-e1be-4dec-9ba7-b3a67f58d100" -d '{"events": [{"server_uuid": "bd39aad8-3dcc-4692-a7a1-1c202be00ae5", "name": "network-vif-deleted", "tag": "fb5e4c66-71bd-4284-947f-aad0dccb9215"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:22.846686 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57392ee2-6ab8-44ea-8965-2be7dd03d68a req-e938d4de-9931-4809-a3fd-7238d06dc95f tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Made reservation on behalf of 02291f5098924703b9b0f8f02943a845 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:22:22.850863 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-57392ee2-6ab8-44ea-8965-2be7dd03d68a req-e938d4de-9931-4809-a3fd-7238d06dc95f tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:22.894163 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device cc6b6024-b563-43ed-864b-3751c9dfa8e8 details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:22:23.010040 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-32b00c15-01fe-4d96-9a98-328b58cce9c7 service neutron] 10.222.0.41 "GET /v2.0/ports/d7813a99-28a6-4be9-af82-49b1831afa02/bindings/n-h2-712141-10 HTTP/1.1" status: 200 len: 385 time: 0.1432445 Jul 29 23:22:23.051839 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-b2c1f6da-2001-4c86-adc2-d3c2d656d3ca None None] Set router 2cdaefaf-dcbd-4b6a-a327-2989f85aa230 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:22:23.058345 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-599b494e-0efe-4ed4-a507-a4f423faafe6 req-dba64275-a97a-4ee6-be4d-de37e672b4a4 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd39aad8-3dcc-4692-a7a1-1c202be00ae5 HTTP/1.1" status: 200 len: 210 time: 0.0499537 Jul 29 23:22:23.140130 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.db.resource_extend [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:22:23.219381 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port cc6b6024-b563-43ed-864b-3751c9dfa8e8, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=cc6b6024-b563-43ed-864b-3751c9dfa8e8,segment=NetworkSegment(93bef018-d8cc-4ce6-852a-29704d448375),segment_id=93bef018-d8cc-4ce6-852a-29704d448375)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:23.233045 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': 'cc6b6024-b563-43ed-864b-3751c9dfa8e8', 'network_id': '445a4ca0-ac68-4e2c-ba3f-93eecd627357', 'port_id': 'cc6b6024-b563-43ed-864b-3751c9dfa8e8', 'mac_address': 'fa:16:3e:bf:44:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '248ad491-9a6b-4d59-9973-8f58674b914e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:22:23.270439 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-57392ee2-6ab8-44ea-8965-2be7dd03d68a req-e938d4de-9931-4809-a3fd-7238d06dc95f tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Allocated IP 192.168.233.24 (d71c22dc-feef-410b-a7ed-6548cf85bd6f/64bdc61a-58ca-49c7-bae5-ecfed9ee407c/08c78e77-f2f0-4bac-b8b0-89b8c04071ff) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:22:23.324154 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:22:23.360897 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e7cc6294-b489-4491-921a-c43479db21ad None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:23.377561 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 58a1d464-124f-45fd-9f14-622a4f91df10 up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:22:23.379943 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bb38fc54-9557-4006-a8fb-833be51f9e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:23.423071 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-e7cc6294-b489-4491-921a-c43479db21ad None None] Transition to ACTIVE for port object 23e6fafc-5fdc-4fe2-8e54-605de80a9341 will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:22:23.425604 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-cf328e5b-8b95-4a71-905d-c56edaa1757b service neutron] For port d7813a99-28a6-4be9-af82-49b1831afa02, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=d7813a99-28a6-4be9-af82-49b1831afa02,segment=NetworkSegment(a739f5fc-cf01-40c9-83c0-bfbae7f993f3),segment_id=a739f5fc-cf01-40c9-83c0-bfbae7f993f3)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:23.447985 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:23.451830 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e7cc6294-b489-4491-921a-c43479db21ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:23.471957 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc6b6024-b563-43ed-864b-3751c9dfa8e8 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:22:23.492911 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-cf328e5b-8b95-4a71-905d-c56edaa1757b service neutron] For port d7813a99-28a6-4be9-af82-49b1831afa02, host n-h1-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:22:23.506575 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port cc6b6024-b563-43ed-864b-3751c9dfa8e8, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=cc6b6024-b563-43ed-864b-3751c9dfa8e8,segment=NetworkSegment(93bef018-d8cc-4ce6-852a-29704d448375),segment_id=93bef018-d8cc-4ce6-852a-29704d448375)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:23.515827 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:23.578356 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-e7cc6294-b489-4491-921a-c43479db21ad None None] Attempting to bind port 23e6fafc-5fdc-4fe2-8e54-605de80a9341 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:22:23.578633 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-e7cc6294-b489-4491-921a-c43479db21ad None None] Attempting to bind port 23e6fafc-5fdc-4fe2-8e54-605de80a9341 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:22:23.587944 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cc6294-b489-4491-921a-c43479db21ad None None] Attempting to bind port 23e6fafc-5fdc-4fe2-8e54-605de80a9341 on network 58f27f61-3278-49cc-b66b-1e729d26f29f {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:23.614546 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cc6294-b489-4491-921a-c43479db21ad None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:22:23.614930 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cc6294-b489-4491-921a-c43479db21ad None None] Checking segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:22:23.615341 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e7cc6294-b489-4491-921a-c43479db21ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:23.615742 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cc6294-b489-4491-921a-c43479db21ad None None] Bound using segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:22:23.616226 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-e7cc6294-b489-4491-921a-c43479db21ad None None] Bound port: 23e6fafc-5fdc-4fe2-8e54-605de80a9341, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:22:23.616634 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e7cc6294-b489-4491-921a-c43479db21ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:23.618904 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port 58a1d464-124f-45fd-9f14-622a4f91df10 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:22:23.629562 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port 58a1d464-124f-45fd-9f14-622a4f91df10 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:23.629960 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:23.631637 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2292ff-1134-4700-9801-01c5d0e4ac6c req-041e2a62-cfb6-499a-9ccc-891dedf583a0 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:23.641882 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3b2292ff-1134-4700-9801-01c5d0e4ac6c req-041e2a62-cfb6-499a-9ccc-891dedf583a0 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=931fe566-5b89-4893-a1c1-7cae6effaca9 HTTP/1.1" status: 200 len: 949 time: 0.6277549 Jul 29 23:22:23.672957 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06f0264-c68d-4495-8ff0-bfa9930bc8b7 None None] Pushing event updated for resources: {'Port': ['ID=23e6fafc-5fdc-4fe2-8e54-605de80a9341,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:23.691585 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06f0264-c68d-4495-8ff0-bfa9930bc8b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:23.691926 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06f0264-c68d-4495-8ff0-bfa9930bc8b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:23.692311 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06f0264-c68d-4495-8ff0-bfa9930bc8b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:23.692663 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06f0264-c68d-4495-8ff0-bfa9930bc8b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:23.693051 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06f0264-c68d-4495-8ff0-bfa9930bc8b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:23.693403 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06f0264-c68d-4495-8ff0-bfa9930bc8b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:23.697291 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=cc6b6024-b563-43ed-864b-3751c9dfa8e8,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:23.701681 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06f0264-c68d-4495-8ff0-bfa9930bc8b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:23.702499 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06f0264-c68d-4495-8ff0-bfa9930bc8b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:23.703115 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06f0264-c68d-4495-8ff0-bfa9930bc8b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:23.704345 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06f0264-c68d-4495-8ff0-bfa9930bc8b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:23.705247 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06f0264-c68d-4495-8ff0-bfa9930bc8b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:23.706754 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06f0264-c68d-4495-8ff0-bfa9930bc8b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:23.725104 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-b2c1f6da-2001-4c86-adc2-d3c2d656d3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdaefaf-dcbd-4b6a-a327-2989f85aa230', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1766799268-router', 'tenant_id': '8f631a6d452a4fba84f6b90e2829acee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '58f7b4d0-2eb4-4e5e-b144-c0e41bac5529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:17:23Z', 'updated_at': '2021-07-29T23:17:27Z', 'revision_number': 4, 'project_id': '8f631a6d452a4fba84f6b90e2829acee', 'gw_port': {'id': '58f7b4d0-2eb4-4e5e-b144-c0e41bac5529', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:45:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdaefaf-dcbd-4b6a-a327-2989f85aa230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:23Z', 'updated_at': '2021-07-29T23:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '371a2324-d1ab-4813-a596-2a7f38963b1c', 'name': '', 'network_id': '080b9e81-fe4d-4e86-a3c0-24ea9929eaa2', 'tenant_id': '8f631a6d452a4fba84f6b90e2829acee', 'mac_address': 'fa:16:3e:25:3c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdaefaf-dcbd-4b6a-a327-2989f85aa230', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a767d1cf-937a-4189-8aa3-3ec1eff5a6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:26Z', 'updated_at': '2021-07-29T23:17:36Z', 'revision_number': 5, 'project_id': '8f631a6d452a4fba84f6b90e2829acee', 'subnets': [{'id': 'a767d1cf-937a-4189-8aa3-3ec1eff5a6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:23.767902 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c1f6da-2001-4c86-adc2-d3c2d656d3ca None None] Checking router: 2cdaefaf-dcbd-4b6a-a327-2989f85aa230 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:22:23.775203 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-e7cc6294-b489-4491-921a-c43479db21ad None None] For port 23e6fafc-5fdc-4fe2-8e54-605de80a9341, host n-d-712141-10, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:22:23.775472 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3b2292ff-1134-4700-9801-01c5d0e4ac6c req-08c34c7f-6f35-4eb2-b1da-2a6d0dfdf3ac tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985732 Jul 29 23:22:23.786612 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-e7cc6294-b489-4491-921a-c43479db21ad None None] For port 23e6fafc-5fdc-4fe2-8e54-605de80a9341, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=23e6fafc-5fdc-4fe2-8e54-605de80a9341,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:22:23.794986 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e7cc6294-b489-4491-921a-c43479db21ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:23.811581 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c1f6da-2001-4c86-adc2-d3c2d656d3ca None None] Routers {'2cdaefaf-dcbd-4b6a-a327-2989f85aa230'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:22:23.812214 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-b2c1f6da-2001-4c86-adc2-d3c2d656d3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:21:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['2cdaefaf-dcbd-4b6a-a327-2989f85aa230'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:23.829090 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6eb87f-d95f-4acd-998f-e73dfe0a52c1 req-96fa4d0a-98b8-4220-b920-af50ad987ddd tempest-ServerAddressesTestJSON-1959412020 tempest-ServerAddressesTestJSON-1959412020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:23.838173 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9f6eb87f-d95f-4acd-998f-e73dfe0a52c1 req-96fa4d0a-98b8-4220-b920-af50ad987ddd tempest-ServerAddressesTestJSON-1959412020 tempest-ServerAddressesTestJSON-1959412020-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9ee8cfc-b6a7-437c-92c1-a6cf9c70a00a HTTP/1.1" status: 200 len: 944 time: 0.2271268 Jul 29 23:22:23.865624 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5152bc35-af4b-4b71-9487-bc0337faa7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:23.866292 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:23.880341 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cc6294-b489-4491-921a-c43479db21ad None None] Routers {'1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:22:23.882333 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-e7cc6294-b489-4491-921a-c43479db21ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:21:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:23.884955 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30850af8-f331-4539-aad7-0e40a19d69f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc5454b-af3a-4b9e-9369-edd7636de8f1'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:23.887894 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ff49aa-f326-4117-b90a-225c31b7ce81" -d '{"events": [{"server_uuid": "30850af8-f331-4539-aad7-0e40a19d69f5", "name": "network-vif-plugged", "status": "completed", "tag": "4fc5454b-af3a-4b9e-9369-edd7636de8f1"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:23.899733 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9f6eb87f-d95f-4acd-998f-e73dfe0a52c1 req-309730d1-5603-43f1-9425-2c4f4d1197b9 tempest-ServerAddressesTestJSON-1959412020 tempest-ServerAddressesTestJSON-1959412020-project] 10.222.0.43 "GET /v2.0/security-groups?id=ca79098e-6071-4f4c-953c-6d7e86a87eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561836 Jul 29 23:22:23.936615 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['cc6b6024-b563-43ed-864b-3751c9dfa8e8'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:22:24.000121 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 58a1d464-124f-45fd-9f14-622a4f91df10, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=58a1d464-124f-45fd-9f14-622a4f91df10,segment=NetworkSegment(2db8471f-c43b-49ee-9f08-2f1c56af231c),segment_id=2db8471f-c43b-49ee-9f08-2f1c56af231c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:24.016516 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:24.017344 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device d7813a99-28a6-4be9-af82-49b1831afa02 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:22:24.021131 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-b2c1f6da-2001-4c86-adc2-d3c2d656d3ca None None] Set router 2cdaefaf-dcbd-4b6a-a327-2989f85aa230 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:22:24.088728 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-af779a76-983e-46af-b8a6-490ec7b5dcc5 req-c0e8f144-9df4-433a-ba60-d62f083c4c5e tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=34e5dd5b-178e-4628-b88b-2ffb39c2970a HTTP/1.1" status: 200 len: 210 time: 0.0456538 Jul 29 23:22:24.093653 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353c6a09-2c77-46fc-8807-a70e93dd804b x-openstack-request-id: req-353c6a09-2c77-46fc-8807-a70e93dd804b {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:24.093895 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd39aad8-3dcc-4692-a7a1-1c202be00ae5", "name": "network-vif-deleted", "tag": "fb5e4c66-71bd-4284-947f-aad0dccb9215", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:24.094136 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-353c6a09-2c77-46fc-8807-a70e93dd804b {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:24.094541 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd39aad8-3dcc-4692-a7a1-1c202be00ae5', 'name': 'network-vif-deleted', 'tag': 'fb5e4c66-71bd-4284-947f-aad0dccb9215', 'status': 'completed', 'code': 200} Jul 29 23:22:24.152756 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-cf328e5b-8b95-4a71-905d-c56edaa1757b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7813a99-28a6-4be9-af82-49b1831afa02 {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:22:24.166697 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121787a4-4bd2-4308-b4fe-04416bb976b8 req-36623545-2ccb-4f86-a866-54dc2416d7ad tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:24.175133 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-121787a4-4bd2-4308-b4fe-04416bb976b8 req-36623545-2ccb-4f86-a866-54dc2416d7ad tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=27b69aaa-149a-445a-be86-5148b2f003b6 HTTP/1.1" status: 200 len: 944 time: 0.1671081 Jul 29 23:22:24.177432 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-cf328e5b-8b95-4a71-905d-c56edaa1757b service neutron] For port d7813a99-28a6-4be9-af82-49b1831afa02, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=d7813a99-28a6-4be9-af82-49b1831afa02,segment=NetworkSegment(a739f5fc-cf01-40c9-83c0-bfbae7f993f3),segment_id=a739f5fc-cf01-40c9-83c0-bfbae7f993f3)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:24.198450 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-57392ee2-6ab8-44ea-8965-2be7dd03d68a req-e938d4de-9931-4809-a3fd-7238d06dc95f tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:24.203640 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-cf328e5b-8b95-4a71-905d-c56edaa1757b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:24.222717 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06f0264-c68d-4495-8ff0-bfa9930bc8b7 None None] Pushing event updated for resources: {'Port': ['ID=23e6fafc-5fdc-4fe2-8e54-605de80a9341,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:24.232849 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-e7cc6294-b489-4491-921a-c43479db21ad None None] Set router 1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:22:24.236754 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-121787a4-4bd2-4308-b4fe-04416bb976b8 req-8ba27313-8206-4334-be69-2c22f9245b20 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607581 Jul 29 23:22:24.246264 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=58a1d464-124f-45fd-9f14-622a4f91df10,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:24.299274 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-57392ee2-6ab8-44ea-8965-2be7dd03d68a req-e938d4de-9931-4809-a3fd-7238d06dc95f tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Transition to ACTIVE for port object 08c78e77-f2f0-4bac-b8b0-89b8c04071ff will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:22:24.334083 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-5152bc35-af4b-4b71-9487-bc0337faa7d6 admin admin] Allocated IP 172.20.0.1 (a3d68086-0a5f-410a-8c92-112285f5e741/0162d293-3851-4ddf-a231-f6840d6b73ab/e730abb6-2fc7-49ce-8d3d-ced2743d41cd) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:22:24.392617 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-cf328e5b-8b95-4a71-905d-c56edaa1757b service neutron] Transition to ACTIVE for port object d7813a99-28a6-4be9-af82-49b1831afa02 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:22:24.398734 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-57392ee2-6ab8-44ea-8965-2be7dd03d68a req-e938d4de-9931-4809-a3fd-7238d06dc95f tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:24.401917 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-cf328e5b-8b95-4a71-905d-c56edaa1757b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:24.494185 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-cf328e5b-8b95-4a71-905d-c56edaa1757b service neutron] No DVR routers for this DVR port d7813a99-28a6-4be9-af82-49b1831afa02 on host n-h1-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:22:24.496057 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['732e4cd7-9239-4732-a034-dc116891a8a7', '4fc5454b-af3a-4b9e-9369-edd7636de8f1'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:22:24.502810 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57392ee2-6ab8-44ea-8965-2be7dd03d68a req-e938d4de-9931-4809-a3fd-7238d06dc95f tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Network d71c22dc-feef-410b-a7ed-6548cf85bd6f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:22:24.514828 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-57392ee2-6ab8-44ea-8965-2be7dd03d68a req-e938d4de-9931-4809-a3fd-7238d06dc95f tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:22:24.516956 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5752bd8-5bcd-4cbd-ac30-298ec15d02d4 req-037819a9-bfcb-4639-9d3e-f632497e5ac9 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:24.526395 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b5752bd8-5bcd-4cbd-ac30-298ec15d02d4 req-037819a9-bfcb-4639-9d3e-f632497e5ac9 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e3be31-9c90-4467-8a43-45a5a90ed536 HTTP/1.1" status: 200 len: 946 time: 0.2603853 Jul 29 23:22:24.538441 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-57392ee2-6ab8-44ea-8965-2be7dd03d68a req-e938d4de-9931-4809-a3fd-7238d06dc95f tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:22:24.572516 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a83c0fb-a7c8-4c94-9400-69ed51641134 req-4a054cd3-f9da-4e23-81e8-6dac6dfdcd57 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:24.579419 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5a83c0fb-a7c8-4c94-9400-69ed51641134 req-4a054cd3-f9da-4e23-81e8-6dac6dfdcd57 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab3fa88-957f-47f5-848b-6a5b3ce8e37c HTTP/1.1" status: 200 len: 949 time: 0.1680548 Jul 29 23:22:24.590350 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf328e5b-8b95-4a71-905d-c56edaa1757b service neutron] Pushing event updated for resources: {'Port': ['ID=d7813a99-28a6-4be9-af82-49b1831afa02,revision_number=10']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:24.596367 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-cf328e5b-8b95-4a71-905d-c56edaa1757b service neutron] 10.222.0.41 "PUT /v2.0/ports/d7813a99-28a6-4be9-af82-49b1831afa02/bindings/n-h2-712141-10/activate HTTP/1.1" status: 200 len: 370 time: 1.5585570 Jul 29 23:22:24.622921 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b5752bd8-5bcd-4cbd-ac30-298ec15d02d4 req-c7c3c325-b5a9-4edd-b18d-82033d54b4cd tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946355 Jul 29 23:22:24.634631 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-e7cc6294-b489-4491-921a-c43479db21ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b', 'name': 'tempest-ServersTestFqdnHostnames-627255085-router', 'tenant_id': '41d06bbbb3d042bdbdfcf854d406dce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '23e6fafc-5fdc-4fe2-8e54-605de80a9341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:22:15Z', 'updated_at': '2021-07-29T23:22:19Z', 'revision_number': 3, 'project_id': '41d06bbbb3d042bdbdfcf854d406dce8', 'gw_port': {'id': '23e6fafc-5fdc-4fe2-8e54-605de80a9341', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6d:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:17Z', 'updated_at': '2021-07-29T23:22:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:24.646008 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e938d4de-9931-4809-a3fd-7238d06dc95f tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Pushing event updated for resources: {'Port': ['ID=08c78e77-f2f0-4bac-b8b0-89b8c04071ff,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:24.688803 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57392ee2-6ab8-44ea-8965-2be7dd03d68a req-e938d4de-9931-4809-a3fd-7238d06dc95f tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:24.696518 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-57392ee2-6ab8-44ea-8965-2be7dd03d68a req-e938d4de-9931-4809-a3fd-7238d06dc95f tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:24.711061 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cc6294-b489-4491-921a-c43479db21ad None None] The sync data for ids ['1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b'] in n-d-712141-10 is: [{'id': '1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b', 'name': 'tempest-ServersTestFqdnHostnames-627255085-router', 'tenant_id': '41d06bbbb3d042bdbdfcf854d406dce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '23e6fafc-5fdc-4fe2-8e54-605de80a9341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:22:15Z', 'updated_at': '2021-07-29T23:22:19Z', 'revision_number': 3, 'project_id': '41d06bbbb3d042bdbdfcf854d406dce8', 'gw_port': {'id': '23e6fafc-5fdc-4fe2-8e54-605de80a9341', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6d:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:17Z', 'updated_at': '2021-07-29T23:22:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:22:24.732580 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b38ded1-77ae-44ce-b2eb-c1243ea1949b x-openstack-request-id: req-9b38ded1-77ae-44ce-b2eb-c1243ea1949b {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:24.732912 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30850af8-f331-4539-aad7-0e40a19d69f5", "name": "network-vif-plugged", "status": "completed", "tag": "4fc5454b-af3a-4b9e-9369-edd7636de8f1", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:24.733113 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9b38ded1-77ae-44ce-b2eb-c1243ea1949b {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:24.734024 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30850af8-f331-4539-aad7-0e40a19d69f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc5454b-af3a-4b9e-9369-edd7636de8f1', 'code': 200} Jul 29 23:22:24.770667 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-57392ee2-6ab8-44ea-8965-2be7dd03d68a req-e938d4de-9931-4809-a3fd-7238d06dc95f tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1777937 Jul 29 23:22:24.772037 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5152bc35-af4b-4b71-9487-bc0337faa7d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:24.785479 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-57392ee2-6ab8-44ea-8965-2be7dd03d68a req-18759702-6705-4a43-acaf-92e5c6d76193 service neutron] Request body: {'port': {'device_id': '34e5dd5b-178e-4628-b88b-2ffb39c2970a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:24.797159 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-b2c1f6da-2001-4c86-adc2-d3c2d656d3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdaefaf-dcbd-4b6a-a327-2989f85aa230', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1766799268-router', 'tenant_id': '8f631a6d452a4fba84f6b90e2829acee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '58f7b4d0-2eb4-4e5e-b144-c0e41bac5529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:17:23Z', 'updated_at': '2021-07-29T23:17:27Z', 'revision_number': 4, 'project_id': '8f631a6d452a4fba84f6b90e2829acee', 'gw_port': {'id': '58f7b4d0-2eb4-4e5e-b144-c0e41bac5529', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:45:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdaefaf-dcbd-4b6a-a327-2989f85aa230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:23Z', 'updated_at': '2021-07-29T23:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '371a2324-d1ab-4813-a596-2a7f38963b1c', 'name': '', 'network_id': '080b9e81-fe4d-4e86-a3c0-24ea9929eaa2', 'tenant_id': '8f631a6d452a4fba84f6b90e2829acee', 'mac_address': 'fa:16:3e:25:3c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdaefaf-dcbd-4b6a-a327-2989f85aa230', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a767d1cf-937a-4189-8aa3-3ec1eff5a6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:26Z', 'updated_at': '2021-07-29T23:17:36Z', 'revision_number': 5, 'project_id': '8f631a6d452a4fba84f6b90e2829acee', 'subnets': [{'id': 'a767d1cf-937a-4189-8aa3-3ec1eff5a6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:24.808227 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5a83c0fb-a7c8-4c94-9400-69ed51641134 req-0c153c49-1194-4fd1-9971-f49b47f8ad72 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206399 Jul 29 23:22:24.845178 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c1f6da-2001-4c86-adc2-d3c2d656d3ca None None] The sync data for ids ['2cdaefaf-dcbd-4b6a-a327-2989f85aa230'] in n-d-712141-10 is: [{'id': '2cdaefaf-dcbd-4b6a-a327-2989f85aa230', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1766799268-router', 'tenant_id': '8f631a6d452a4fba84f6b90e2829acee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '58f7b4d0-2eb4-4e5e-b144-c0e41bac5529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:17:23Z', 'updated_at': '2021-07-29T23:17:27Z', 'revision_number': 4, 'project_id': '8f631a6d452a4fba84f6b90e2829acee', 'gw_port': {'id': '58f7b4d0-2eb4-4e5e-b144-c0e41bac5529', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:45:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdaefaf-dcbd-4b6a-a327-2989f85aa230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:23Z', 'updated_at': '2021-07-29T23:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '371a2324-d1ab-4813-a596-2a7f38963b1c', 'name': '', 'network_id': '080b9e81-fe4d-4e86-a3c0-24ea9929eaa2', 'tenant_id': '8f631a6d452a4fba84f6b90e2829acee', 'mac_address': 'fa:16:3e:25:3c:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdaefaf-dcbd-4b6a-a327-2989f85aa230', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'a767d1cf-937a-4189-8aa3-3ec1eff5a6eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:26Z', 'updated_at': '2021-07-29T23:17:36Z', 'revision_number': 5, 'project_id': '8f631a6d452a4fba84f6b90e2829acee', 'subnets': [{'id': 'a767d1cf-937a-4189-8aa3-3ec1eff5a6eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:22:24.847618 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-5152bc35-af4b-4b71-9487-bc0337faa7d6 admin admin] Transition to ACTIVE for port object e730abb6-2fc7-49ce-8d3d-ced2743d41cd will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:22:24.920057 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-57392ee2-6ab8-44ea-8965-2be7dd03d68a req-18759702-6705-4a43-acaf-92e5c6d76193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:24.941372 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-8c11da12-8b89-4e5d-96b9-b2ab71407509 tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:24.944463 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-8c11da12-8b89-4e5d-96b9-b2ab71407509 tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=27b69aaa-149a-445a-be86-5148b2f003b6&tenant_id=c2657a7d23514506876a4df5f527f58c&binding%3Ahost_id=n-h1-712141-10 HTTP/1.1" status: 200 len: 1097 time: 0.2177083 Jul 29 23:22:24.951188 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5152bc35-af4b-4b71-9487-bc0337faa7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:24.980749 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-6348389a-9f0b-4aed-8620-ef65216f05ab None None] Provisioning for port 08c78e77-f2f0-4bac-b8b0-89b8c04071ff completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:22:25.015498 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-6348389a-9f0b-4aed-8620-ef65216f05ab None None] Provisioning complete for port 08c78e77-f2f0-4bac-b8b0-89b8c04071ff triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:25.015876 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6348389a-9f0b-4aed-8620-ef65216f05ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:25.028652 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5152bc35-af4b-4b71-9487-bc0337faa7d6 admin admin] Network a3d68086-0a5f-410a-8c92-112285f5e741 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:22:25.032488 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-5152bc35-af4b-4b71-9487-bc0337faa7d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:22:25.041220 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5152bc35-af4b-4b71-9487-bc0337faa7d6 admin admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:22:25.140502 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-30ea5c3d-da93-4a66-9994-140b5c395eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:25.146899 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-30ea5c3d-da93-4a66-9994-140b5c395eac service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=27b69aaa-149a-445a-be86-5148b2f003b6&tenant_id=c2657a7d23514506876a4df5f527f58c HTTP/1.1" status: 200 len: 1097 time: 0.1799757 Jul 29 23:22:25.170079 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-6348389a-9f0b-4aed-8620-ef65216f05ab None None] Port 08c78e77-f2f0-4bac-b8b0-89b8c04071ff cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:22:25.263801 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5152bc35-af4b-4b71-9487-bc0337faa7d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:25.390421 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5152bc35-af4b-4b71-9487-bc0337faa7d6 admin admin] Pushing event updated for resources: {'Port': ['ID=e730abb6-2fc7-49ce-8d3d-ced2743d41cd,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:25.438604 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 23e6fafc-5fdc-4fe2-8e54-605de80a9341 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:22:25.465193 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b789066c-22c9-4a00-819d-9f4944fec54f req-b9b6c5b7-a276-4314-a157-0c2915f04055 tempest-ServerAddressesTestJSON-1959412020 tempest-ServerAddressesTestJSON-1959412020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:25.470792 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b789066c-22c9-4a00-819d-9f4944fec54f req-b9b6c5b7-a276-4314-a157-0c2915f04055 tempest-ServerAddressesTestJSON-1959412020 tempest-ServerAddressesTestJSON-1959412020-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9ee8cfc-b6a7-437c-92c1-a6cf9c70a00a HTTP/1.1" status: 200 len: 944 time: 0.3582761 Jul 29 23:22:25.493788 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4d60f2-98a3-40d4-9797-4f0355a69b6a None None] New status for floating IP 2ad20a5a-b1fc-41a9-9ae2-9aeb17c793dd: DOWN {{(pid=94080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:22:25.530345 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 23e6fafc-5fdc-4fe2-8e54-605de80a9341 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:22:25.535272 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 23e6fafc-5fdc-4fe2-8e54-605de80a9341 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:25.535272 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:25.576624 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['c4420101-d120-4c40-81f9-f9cafdbf3fb7'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:22:25.582183 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-ccdabad3-e093-406b-9738-c24d935e08cc None None] Provisioning for port e730abb6-2fc7-49ce-8d3d-ced2743d41cd completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:22:25.645437 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-1771b073-8bfa-4846-8791-03cacc0d072d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:25.649419 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-1771b073-8bfa-4846-8791-03cacc0d072d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c2657a7d23514506876a4df5f527f58c&device_id=27b69aaa-149a-445a-be86-5148b2f003b6 HTTP/1.1" status: 200 len: 1097 time: 0.3208694 Jul 29 23:22:25.650761 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-ccdabad3-e093-406b-9738-c24d935e08cc None None] Provisioning complete for port e730abb6-2fc7-49ce-8d3d-ced2743d41cd triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:25.651358 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ccdabad3-e093-406b-9738-c24d935e08cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:25.666802 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5152bc35-af4b-4b71-9487-bc0337faa7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:25.703140 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b789066c-22c9-4a00-819d-9f4944fec54f req-1648937c-f73f-462b-828b-3d550d4374d6 tempest-ServerAddressesTestJSON-1959412020 tempest-ServerAddressesTestJSON-1959412020-project] 10.222.0.43 "GET /v2.0/security-groups?id=ca79098e-6071-4f4c-953c-6d7e86a87eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483836 Jul 29 23:22:25.726759 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c395f365-c3df-42f7-8682-3d34b002a0a4 req-6861c45d-a6da-493a-90da-82a4fe9753b7 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:25.744073 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c395f365-c3df-42f7-8682-3d34b002a0a4 req-6861c45d-a6da-493a-90da-82a4fe9753b7 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:25.754755 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c395f365-c3df-42f7-8682-3d34b002a0a4 req-6861c45d-a6da-493a-90da-82a4fe9753b7 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab3fa88-957f-47f5-848b-6a5b3ce8e37c&device_id=931fe566-5b89-4893-a1c1-7cae6effaca9 HTTP/1.1" status: 200 len: 1689 time: 0.2778842 Jul 29 23:22:25.812892 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 36264) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:25.844281 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-57392ee2-6ab8-44ea-8965-2be7dd03d68a req-18759702-6705-4a43-acaf-92e5c6d76193 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08c78e77-f2f0-4bac-b8b0-89b8c04071ff {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:22:25.850017 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-ccdabad3-e093-406b-9738-c24d935e08cc None None] Port e730abb6-2fc7-49ce-8d3d-ced2743d41cd cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:22:25.859898 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-57392ee2-6ab8-44ea-8965-2be7dd03d68a req-18759702-6705-4a43-acaf-92e5c6d76193 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:25.895766 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-57392ee2-6ab8-44ea-8965-2be7dd03d68a req-18759702-6705-4a43-acaf-92e5c6d76193 service neutron] Transition to ACTIVE for port object 08c78e77-f2f0-4bac-b8b0-89b8c04071ff will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:22:25.902616 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-ddb541f8-e127-4393-860c-eccb1a83c748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:25.906202 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-ddb541f8-e127-4393-860c-eccb1a83c748 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f490981b-45a9-43e1-a661-0229cc7a8cd7 HTTP/1.1" status: 200 len: 922 time: 0.2472661 Jul 29 23:22:25.907770 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-57392ee2-6ab8-44ea-8965-2be7dd03d68a req-18759702-6705-4a43-acaf-92e5c6d76193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:25.934078 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:25.942806 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d1907870-b26a-43eb-b02f-91aa6c339a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:26.002142 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-a0e3760a-23d9-41b9-9260-790434f1f3a3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d7813a99-28a6-4be9-af82-49b1831afa02 HTTP/1.1" status: 200 len: 217 time: 0.0637081 Jul 29 23:22:26.012945 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 23e6fafc-5fdc-4fe2-8e54-605de80a9341, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=23e6fafc-5fdc-4fe2-8e54-605de80a9341,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:26.022028 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:26.106121 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c395f365-c3df-42f7-8682-3d34b002a0a4 req-6b601b12-0caf-4e94-b450-727362370f62 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503542 Jul 29 23:22:26.114683 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18759702-6705-4a43-acaf-92e5c6d76193 service neutron] Pushing event updated for resources: {'Port': ['ID=08c78e77-f2f0-4bac-b8b0-89b8c04071ff,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:26.121398 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=23e6fafc-5fdc-4fe2-8e54-605de80a9341,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:26.179284 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-7551de2c-724c-486b-a43e-0e0bfd7cc755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:26.180782 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-7551de2c-724c-486b-a43e-0e0bfd7cc755 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=998261e9-cec6-4719-b797-0c7da54a3001 HTTP/1.1" status: 200 len: 861 time: 0.1646922 Jul 29 23:22:26.185108 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d85d5d-8047-4316-91b6-b43743a86768 req-4aa87a75-b934-41b1-9a27-cb5dd6fceee9 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:26.187822 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-84d85d5d-8047-4316-91b6-b43743a86768 req-4aa87a75-b934-41b1-9a27-cb5dd6fceee9 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=34e5dd5b-178e-4628-b88b-2ffb39c2970a HTTP/1.1" status: 200 len: 947 time: 0.2666402 Jul 29 23:22:26.205190 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-57392ee2-6ab8-44ea-8965-2be7dd03d68a req-18759702-6705-4a43-acaf-92e5c6d76193 service neutron] Attempting to bind port 08c78e77-f2f0-4bac-b8b0-89b8c04071ff on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:22:26.205554 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-57392ee2-6ab8-44ea-8965-2be7dd03d68a req-18759702-6705-4a43-acaf-92e5c6d76193 service neutron] Attempting to bind port 08c78e77-f2f0-4bac-b8b0-89b8c04071ff by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:22:26.205880 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57392ee2-6ab8-44ea-8965-2be7dd03d68a req-18759702-6705-4a43-acaf-92e5c6d76193 service neutron] Attempting to bind port 08c78e77-f2f0-4bac-b8b0-89b8c04071ff on network d71c22dc-feef-410b-a7ed-6548cf85bd6f {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:26.216560 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5c0deed5-bc0f-46e8-9ef2-1a2a2d35a8a1 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:26.228347 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57392ee2-6ab8-44ea-8965-2be7dd03d68a req-18759702-6705-4a43-acaf-92e5c6d76193 service neutron] Port 08c78e77-f2f0-4bac-b8b0-89b8c04071ff on network d71c22dc-feef-410b-a7ed-6548cf85bd6f not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:22:26.229052 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57392ee2-6ab8-44ea-8965-2be7dd03d68a req-18759702-6705-4a43-acaf-92e5c6d76193 service neutron] Attempting to bind port 08c78e77-f2f0-4bac-b8b0-89b8c04071ff on network d71c22dc-feef-410b-a7ed-6548cf85bd6f {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:26.233481 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-d94a158e-fd40-4cc0-b7de-18a122c645f7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f490981b-45a9-43e1-a661-0229cc7a8cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396409 Jul 29 23:22:26.239289 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57392ee2-6ab8-44ea-8965-2be7dd03d68a req-18759702-6705-4a43-acaf-92e5c6d76193 service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:22:26.239648 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57392ee2-6ab8-44ea-8965-2be7dd03d68a req-18759702-6705-4a43-acaf-92e5c6d76193 service neutron] Checking segment: {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:22:26.240100 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57392ee2-6ab8-44ea-8965-2be7dd03d68a req-18759702-6705-4a43-acaf-92e5c6d76193 service neutron] Bound using segment: {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:22:26.240531 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-57392ee2-6ab8-44ea-8965-2be7dd03d68a req-18759702-6705-4a43-acaf-92e5c6d76193 service neutron] Bound port: 08c78e77-f2f0-4bac-b8b0-89b8c04071ff, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:22:26.240891 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-57392ee2-6ab8-44ea-8965-2be7dd03d68a req-18759702-6705-4a43-acaf-92e5c6d76193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:26.294158 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5c0deed5-bc0f-46e8-9ef2-1a2a2d35a8a1 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:26.331078 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:26.335588 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-84d85d5d-8047-4316-91b6-b43743a86768 req-701c1f0f-e892-42d9-b62b-869e8d9d67e2 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337411 Jul 29 23:22:26.374464 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a57213-2aa0-4833-8de0-4ef38cbcaacf req-6335ba8a-21c5-4f86-9517-87c58a4b3190 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:26.382086 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-03a57213-2aa0-4833-8de0-4ef38cbcaacf req-6335ba8a-21c5-4f86-9517-87c58a4b3190 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=27b69aaa-149a-445a-be86-5148b2f003b6 HTTP/1.1" status: 200 len: 945 time: 0.1932127 Jul 29 23:22:26.386556 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5152bc35-af4b-4b71-9487-bc0337faa7d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:26.390866 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-57392ee2-6ab8-44ea-8965-2be7dd03d68a req-18759702-6705-4a43-acaf-92e5c6d76193 service neutron] For port 08c78e77-f2f0-4bac-b8b0-89b8c04071ff, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:22:26.394804 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-57392ee2-6ab8-44ea-8965-2be7dd03d68a req-18759702-6705-4a43-acaf-92e5c6d76193 service neutron] For port 08c78e77-f2f0-4bac-b8b0-89b8c04071ff, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=08c78e77-f2f0-4bac-b8b0-89b8c04071ff,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:22:26.405284 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5152bc35-af4b-4b71-9487-bc0337faa7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:26.410290 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-57392ee2-6ab8-44ea-8965-2be7dd03d68a req-18759702-6705-4a43-acaf-92e5c6d76193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:26.466377 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-0de882e2-02cd-463c-9253-caeefbf91641 service neutron] 10.222.0.22 "GET /v2.0/networks/f490981b-45a9-43e1-a661-0229cc7a8cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213748 Jul 29 23:22:26.470811 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57392ee2-6ab8-44ea-8965-2be7dd03d68a req-18759702-6705-4a43-acaf-92e5c6d76193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:26.471425 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-57392ee2-6ab8-44ea-8965-2be7dd03d68a req-18759702-6705-4a43-acaf-92e5c6d76193 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:26.472743 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-57392ee2-6ab8-44ea-8965-2be7dd03d68a req-18759702-6705-4a43-acaf-92e5c6d76193 service neutron] 10.222.0.22 "PUT /v2.0/ports/08c78e77-f2f0-4bac-b8b0-89b8c04071ff HTTP/1.1" status: 200 len: 1096 time: 1.6925721 Jul 29 23:22:26.473181 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34e5dd5b-178e-4628-b88b-2ffb39c2970a', 'tag': '08c78e77-f2f0-4bac-b8b0-89b8c04071ff'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:26.478285 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c334a386-de48-434b-b42a-7b75bfe51c8f" -d '{"events": [{"name": "network-changed", "server_uuid": "34e5dd5b-178e-4628-b88b-2ffb39c2970a", "tag": "08c78e77-f2f0-4bac-b8b0-89b8c04071ff"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:26.522705 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5c0deed5-bc0f-46e8-9ef2-1a2a2d35a8a1 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:26.525175 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5c0deed5-bc0f-46e8-9ef2-1a2a2d35a8a1 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:26.526895 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-5c0deed5-bc0f-46e8-9ef2-1a2a2d35a8a1 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "DELETE /v2.0/security-groups/dc34ce93-23ae-4faf-818b-1a3258fade29 HTTP/1.1" status: 204 len: 168 time: 0.7125025 Jul 29 23:22:26.537370 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-03a57213-2aa0-4833-8de0-4ef38cbcaacf req-8f9ac07b-ec36-4387-be43-2805c5fa17fd tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544092 Jul 29 23:22:26.537870 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 36274) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:26.543045 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5152bc35-af4b-4b71-9487-bc0337faa7d6 admin admin] Pushing event updated for resources: {'Port': ['ID=e730abb6-2fc7-49ce-8d3d-ced2743d41cd,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:26.556908 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5152bc35-af4b-4b71-9487-bc0337faa7d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:26.566785 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18759702-6705-4a43-acaf-92e5c6d76193 service neutron] Pushing event updated for resources: {'Port': ['ID=08c78e77-f2f0-4bac-b8b0-89b8c04071ff,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:26.574535 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0deed5-bc0f-46e8-9ef2-1a2a2d35a8a1 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc34ce93-23ae-4faf-818b-1a3258fade29,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:26.590401 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [None req-c8c79ac1-3a96-4761-b71e-3ddceb304be3 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] show failed (client error): The resource could not be found. Jul 29 23:22:26.591477 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-c8c79ac1-3a96-4761-b71e-3ddceb304be3 tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "GET /v2.0/security-groups/dc34ce93-23ae-4faf-818b-1a3258fade29 HTTP/1.1" status: 404 len: 347 time: 0.0504043 Jul 29 23:22:26.596042 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 36276) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:26.673087 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f3f6f-c7e7-42c3-a170-09d752de4c0b req-3166799a-81cf-46ca-aeb5-1608327395e7 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:26.674180 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57392ee2-6ab8-44ea-8965-2be7dd03d68a req-4641f7f5-9d0d-48e9-bb30-4900eeeacd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:26.676235 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-57392ee2-6ab8-44ea-8965-2be7dd03d68a req-4641f7f5-9d0d-48e9-bb30-4900eeeacd44 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=02291f5098924703b9b0f8f02943a845&device_id=34e5dd5b-178e-4628-b88b-2ffb39c2970a HTTP/1.1" status: 200 len: 1099 time: 0.1203361 Jul 29 23:22:26.678629 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-837fb2cc-869e-48d9-95f2-7ebdf61d9b9e service neutron] 10.222.0.22 "GET /v2.0/networks/f490981b-45a9-43e1-a661-0229cc7a8cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777694 Jul 29 23:22:26.680439 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0a9f3f6f-c7e7-42c3-a170-09d752de4c0b req-3166799a-81cf-46ca-aeb5-1608327395e7 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e3be31-9c90-4467-8a43-45a5a90ed536 HTTP/1.1" status: 200 len: 946 time: 0.2218924 Jul 29 23:22:26.735172 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16e3be31-9c90-4467-8a43-45a5a90ed536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a1d464-124f-45fd-9f14-622a4f91df10'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:26.742217 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c0e454-f81b-46c2-b6b4-0e35583dd094" -d '{"events": [{"server_uuid": "16e3be31-9c90-4467-8a43-45a5a90ed536", "name": "network-vif-plugged", "status": "completed", "tag": "58a1d464-124f-45fd-9f14-622a4f91df10"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:26.779479 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-57392ee2-6ab8-44ea-8965-2be7dd03d68a req-cfdcf167-45ab-4a46-8a01-dbe645206215 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=08c78e77-f2f0-4bac-b8b0-89b8c04071ff HTTP/1.1" status: 200 len: 217 time: 0.0822051 Jul 29 23:22:26.803187 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device cc6b6024-b563-43ed-864b-3751c9dfa8e8 up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:22:26.861630 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0a9f3f6f-c7e7-42c3-a170-09d752de4c0b req-8b0fdef1-155c-468e-bc16-370170de4156 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659646 Jul 29 23:22:26.874832 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57392ee2-6ab8-44ea-8965-2be7dd03d68a req-d0c12d8d-bfda-4486-ae6d-f5ccb8c46f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:26.884862 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-57392ee2-6ab8-44ea-8965-2be7dd03d68a req-d0c12d8d-bfda-4486-ae6d-f5ccb8c46f49 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.0900497 Jul 29 23:22:26.920545 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5152bc35-af4b-4b71-9487-bc0337faa7d6 admin admin] Network a3d68086-0a5f-410a-8c92-112285f5e741 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:22:26.926429 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-5152bc35-af4b-4b71-9487-bc0337faa7d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:22:26.931666 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port cc6b6024-b563-43ed-864b-3751c9dfa8e8 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:22:26.943484 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port cc6b6024-b563-43ed-864b-3751c9dfa8e8 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:26.943484 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:26.956312 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f4195c-45dc-4799-b688-c3f534b1bf64 x-openstack-request-id: req-57f4195c-45dc-4799-b688-c3f534b1bf64 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:26.956699 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34e5dd5b-178e-4628-b88b-2ffb39c2970a", "tag": "08c78e77-f2f0-4bac-b8b0-89b8c04071ff", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:26.958222 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-57f4195c-45dc-4799-b688-c3f534b1bf64 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:26.958903 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34e5dd5b-178e-4628-b88b-2ffb39c2970a', 'tag': '08c78e77-f2f0-4bac-b8b0-89b8c04071ff', 'status': 'completed', 'code': 200} Jul 29 23:22:26.964722 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-07ce8e12-f11e-4632-a56e-c6718716420c tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Deleting port 37bd35e0-caf1-4cad-82a0-b95cf26d35ef {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:22:26.965096 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-07ce8e12-f11e-4632-a56e-c6718716420c tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:27.018314 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab15bbf2-4ed5-4d0c-a43d-e814398f9ef4 x-openstack-request-id: req-ab15bbf2-4ed5-4d0c-a43d-e814398f9ef4 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:27.019371 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16e3be31-9c90-4467-8a43-45a5a90ed536", "name": "network-vif-plugged", "status": "completed", "tag": "58a1d464-124f-45fd-9f14-622a4f91df10", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:27.020018 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ab15bbf2-4ed5-4d0c-a43d-e814398f9ef4 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:27.020751 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16e3be31-9c90-4467-8a43-45a5a90ed536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a1d464-124f-45fd-9f14-622a4f91df10', 'code': 200} Jul 29 23:22:27.025560 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57392ee2-6ab8-44ea-8965-2be7dd03d68a req-d68619a0-1136-46cb-afce-1e8fe5b907a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:27.030464 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-57392ee2-6ab8-44ea-8965-2be7dd03d68a req-d68619a0-1136-46cb-afce-1e8fe5b907a7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1417305 Jul 29 23:22:27.089824 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:27.131588 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port cc6b6024-b563-43ed-864b-3751c9dfa8e8, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=cc6b6024-b563-43ed-864b-3751c9dfa8e8,segment=NetworkSegment(93bef018-d8cc-4ce6-852a-29704d448375),segment_id=93bef018-d8cc-4ce6-852a-29704d448375)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:27.140671 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:27.209746 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-dae5b88e-a0e2-420f-b8ef-09c096aadf08 tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:27.211631 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-dae5b88e-a0e2-420f-b8ef-09c096aadf08 tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=27b69aaa-149a-445a-be86-5148b2f003b6&tenant_id=c2657a7d23514506876a4df5f527f58c&binding%3Ahost_id=n-h2-712141-10 HTTP/1.1" status: 200 len: 1097 time: 0.2202480 Jul 29 23:22:27.250791 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=cc6b6024-b563-43ed-864b-3751c9dfa8e8,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:27.320071 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-57392ee2-6ab8-44ea-8965-2be7dd03d68a req-ce60477e-6d44-4d22-a25b-d86831c88a82 service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487571 Jul 29 23:22:27.362538 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f2ddd6-faf3-4cad-a9fc-686c8f088fc3 req-0b470a8b-cd65-4b51-a04e-b7d67e11ff0e tempest-ServersOnMultiNodesTest-1859005561 tempest-ServersOnMultiNodesTest-1859005561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:27.364140 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-12f2ddd6-faf3-4cad-a9fc-686c8f088fc3 req-0b470a8b-cd65-4b51-a04e-b7d67e11ff0e tempest-ServersOnMultiNodesTest-1859005561 tempest-ServersOnMultiNodesTest-1859005561-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=1ab3fa88-957f-47f5-848b-6a5b3ce8e37c HTTP/1.1" status: 200 len: 1101 time: 0.2294047 Jul 29 23:22:27.381977 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 23e6fafc-5fdc-4fe2-8e54-605de80a9341 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:22:27.397336 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-07ce8e12-f11e-4632-a56e-c6718716420c tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:27.398024 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-07ce8e12-f11e-4632-a56e-c6718716420c tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:27.446049 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-9ae81d5b-aaa5-4e73-a4c3-1d5582d3f6e2 None None] Provisioning complete for port e730abb6-2fc7-49ce-8d3d-ced2743d41cd triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:27.446533 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9ae81d5b-aaa5-4e73-a4c3-1d5582d3f6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:27.455892 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03447aa-5645-4127-b6c0-2073502099df req-78dc95c3-b781-45be-b751-1aa594959f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:27.457643 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e03447aa-5645-4127-b6c0-2073502099df req-78dc95c3-b781-45be-b751-1aa594959f87 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=16e3be31-9c90-4467-8a43-45a5a90ed536 HTTP/1.1" status: 200 len: 1098 time: 0.3150456 Jul 29 23:22:27.461689 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-07ce8e12-f11e-4632-a56e-c6718716420c tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Calling delete_port for 37bd35e0-caf1-4cad-82a0-b95cf26d35ef owned by network:floatingip {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:22:27.468641 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-4da2b8bf-826b-4b86-a1ab-ff8385cdff6e service neutron] For port d7813a99-28a6-4be9-af82-49b1831afa02, host n-h1-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:22:27.478109 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5152bc35-af4b-4b71-9487-bc0337faa7d6 admin admin] Router 1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:22:27.481521 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-4da2b8bf-826b-4b86-a1ab-ff8385cdff6e service neutron] Notify callbacks [] for binding, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:27.482745 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3d991e62-40a7-48dc-9318-05fb7cdcd40f req-4da2b8bf-826b-4b86-a1ab-ff8385cdff6e service neutron] 10.222.0.22 "DELETE /v2.0/ports/d7813a99-28a6-4be9-af82-49b1831afa02/bindings/n-h1-712141-10 HTTP/1.1" status: 204 len: 173 time: 0.2587957 Jul 29 23:22:27.498396 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 23e6fafc-5fdc-4fe2-8e54-605de80a9341 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:27.498773 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:27.524012 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-9ae81d5b-aaa5-4e73-a4c3-1d5582d3f6e2 None None] Port e730abb6-2fc7-49ce-8d3d-ced2743d41cd cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:22:27.527952 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e03447aa-5645-4127-b6c0-2073502099df req-3e9454e3-c9f2-433e-8e79-6de1413ad672 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581381 Jul 29 23:22:27.534345 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-57392ee2-6ab8-44ea-8965-2be7dd03d68a req-7460ac85-af7d-4b45-9861-48c0856619c1 service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985641 Jul 29 23:22:27.558530 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:27.573861 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-12f2ddd6-faf3-4cad-a9fc-686c8f088fc3 req-26dda45e-e925-477b-bd44-cd6fe3973670 tempest-ServersOnMultiNodesTest-1859005561 tempest-ServersOnMultiNodesTest-1859005561-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806681 Jul 29 23:22:27.602998 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a556f2-d750-463d-9e85-8eaa625e485d req-643e6556-89f5-479d-a367-ff2096121b89 tempest-ServerAddressesTestJSON-1959412020 tempest-ServerAddressesTestJSON-1959412020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:27.605305 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-90a556f2-d750-463d-9e85-8eaa625e485d req-643e6556-89f5-479d-a367-ff2096121b89 tempest-ServerAddressesTestJSON-1959412020 tempest-ServerAddressesTestJSON-1959412020-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9ee8cfc-b6a7-437c-92c1-a6cf9c70a00a HTTP/1.1" status: 200 len: 945 time: 0.4688027 Jul 29 23:22:27.648815 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334a386-de48-434b-b42a-7b75bfe51c8f req-c5322a83-35df-41ab-842b-91dfa6c6d3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:27.650393 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c334a386-de48-434b-b42a-7b75bfe51c8f req-c5322a83-35df-41ab-842b-91dfa6c6d3a7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=02291f5098924703b9b0f8f02943a845&device_id=34e5dd5b-178e-4628-b88b-2ffb39c2970a HTTP/1.1" status: 200 len: 1099 time: 0.0441301 Jul 29 23:22:27.754336 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334a386-de48-434b-b42a-7b75bfe51c8f req-c41bdb57-68b0-4919-8d40-348633a395be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:27.755850 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c334a386-de48-434b-b42a-7b75bfe51c8f req-c41bdb57-68b0-4919-8d40-348633a395be service neutron] 10.222.0.22 "GET /v2.0/networks?id=d71c22dc-feef-410b-a7ed-6548cf85bd6f HTTP/1.1" status: 200 len: 870 time: 0.0950654 Jul 29 23:22:27.771736 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-90a556f2-d750-463d-9e85-8eaa625e485d req-c7c5f3dd-0636-4517-9022-2bdb308fc2c8 tempest-ServerAddressesTestJSON-1959412020 tempest-ServerAddressesTestJSON-1959412020-project] 10.222.0.43 "GET /v2.0/security-groups?id=ca79098e-6071-4f4c-953c-6d7e86a87eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553788 Jul 29 23:22:27.804045 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c334a386-de48-434b-b42a-7b75bfe51c8f req-7b52cbea-c4b8-4807-95e3-582b3aea689a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=08c78e77-f2f0-4bac-b8b0-89b8c04071ff HTTP/1.1" status: 200 len: 217 time: 0.0399270 Jul 29 23:22:27.854267 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5152bc35-af4b-4b71-9487-bc0337faa7d6 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:22:27.860501 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-5152bc35-af4b-4b71-9487-bc0337faa7d6 admin admin] 10.222.0.43 "PUT /v2.0/routers/1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7737863 Jul 29 23:22:27.872142 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c27942c-7c33-4ca4-a78f-2b3cec54825f None None] Sync routers for ids ['1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:22:27.888344 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c27942c-7c33-4ca4-a78f-2b3cec54825f None None] Routers {'1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:22:27.889442 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334a386-de48-434b-b42a-7b75bfe51c8f req-79bccb62-1b6c-4c98-a921-84f49221d140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:27.890076 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-9c27942c-7c33-4ca4-a78f-2b3cec54825f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:22:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:27.891329 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c334a386-de48-434b-b42a-7b75bfe51c8f req-79bccb62-1b6c-4c98-a921-84f49221d140 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.0763967 Jul 29 23:22:27.924541 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31106bb2-1ba8-47ec-ae2d-45caf268b9a4 req-17e1b6f0-a321-45ca-a2fb-5cf7f0ceccfd tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:27.932013 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-31106bb2-1ba8-47ec-ae2d-45caf268b9a4 req-17e1b6f0-a321-45ca-a2fb-5cf7f0ceccfd tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=f60bb77d-6035-4d3c-a5ec-ba1036d740d0 HTTP/1.1" status: 200 len: 945 time: 0.2749684 Jul 29 23:22:27.955677 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-07ce8e12-f11e-4632-a56e-c6718716420c tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:27.982705 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334a386-de48-434b-b42a-7b75bfe51c8f req-0d58bada-ea0a-46ba-a451-89a6e6310421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:27.985382 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c334a386-de48-434b-b42a-7b75bfe51c8f req-0d58bada-ea0a-46ba-a451-89a6e6310421 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0799224 Jul 29 23:22:28.015149 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ce8e12-f11e-4632-a56e-c6718716420c tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Pushing event deleted for resources: {'Port': ['ID=37bd35e0-caf1-4cad-82a0-b95cf26d35ef,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:28.048075 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-31106bb2-1ba8-47ec-ae2d-45caf268b9a4 req-fa5afa93-ae41-4900-98d7-f06402ba0e05 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151400 Jul 29 23:22:28.050958 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-9c27942c-7c33-4ca4-a78f-2b3cec54825f None None] Set router 1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:22:28.057222 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d991908a-92d5-4fef-98fc-6fd53103fc23 req-36952cb8-7753-4cdc-9169-9e3f8b92a94b tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:28.059673 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d991908a-92d5-4fef-98fc-6fd53103fc23 req-36952cb8-7753-4cdc-9169-9e3f8b92a94b tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=34e5dd5b-178e-4628-b88b-2ffb39c2970a HTTP/1.1" status: 200 len: 947 time: 0.1953983 Jul 29 23:22:28.104196 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c334a386-de48-434b-b42a-7b75bfe51c8f req-a38c82e7-6c80-4be1-9726-f822df52f2e8 service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089382 Jul 29 23:22:28.135078 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-07ce8e12-f11e-4632-a56e-c6718716420c tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Notify callbacks [] for floatingip, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:28.137860 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-07ce8e12-f11e-4632-a56e-c6718716420c tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:28.139037 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-07ce8e12-f11e-4632-a56e-c6718716420c tempest-ServersWithSpecificFlavorTestJSON-506382496 tempest-ServersWithSpecificFlavorTestJSON-506382496-project] 10.222.0.43 "DELETE /v2.0/floatingips/2ad20a5a-b1fc-41a9-9ae2-9aeb17c793dd HTTP/1.1" status: 204 len: 168 time: 1.5421743 Jul 29 23:22:28.168356 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d991908a-92d5-4fef-98fc-6fd53103fc23 req-cf6024a4-ae69-45af-ac1e-39f12cb114ab tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743568 Jul 29 23:22:28.216227 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c9c2e9-aef1-406c-8217-94c7ab0ef7d3 req-4cfb6520-1248-48df-8195-ee09d1981a44 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:28.217909 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b5c9c2e9-aef1-406c-8217-94c7ab0ef7d3 req-4cfb6520-1248-48df-8195-ee09d1981a44 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=27b69aaa-149a-445a-be86-5148b2f003b6 HTTP/1.1" status: 200 len: 945 time: 0.0777767 Jul 29 23:22:28.239536 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c334a386-de48-434b-b42a-7b75bfe51c8f req-1caaef93-77c5-4514-b6d3-2c0d77cd6b0d service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266212 Jul 29 23:22:28.310946 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-9c27942c-7c33-4ca4-a78f-2b3cec54825f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b', 'name': 'tempest-ServersTestFqdnHostnames-627255085-router', 'tenant_id': '41d06bbbb3d042bdbdfcf854d406dce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '23e6fafc-5fdc-4fe2-8e54-605de80a9341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:22:15Z', 'updated_at': '2021-07-29T23:22:25Z', 'revision_number': 4, 'project_id': '41d06bbbb3d042bdbdfcf854d406dce8', 'gw_port': {'id': '23e6fafc-5fdc-4fe2-8e54-605de80a9341', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:17Z', 'updated_at': '2021-07-29T23:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'e730abb6-2fc7-49ce-8d3d-ced2743d41cd', 'name': '', 'network_id': 'a3d68086-0a5f-410a-8c92-112285f5e741', 'tenant_id': '41d06bbbb3d042bdbdfcf854d406dce8', 'mac_address': 'fa:16:3e:48:f6:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '0162d293-3851-4ddf-a231-f6840d6b73ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:23Z', 'updated_at': '2021-07-29T23:22:25Z', 'revision_number': 2, 'project_id': '41d06bbbb3d042bdbdfcf854d406dce8', 'subnets': [{'id': '0162d293-3851-4ddf-a231-f6840d6b73ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:28.311258 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b5c9c2e9-aef1-406c-8217-94c7ab0ef7d3 req-9b61520b-60db-4dc5-9641-2cc75f9344b0 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843258 Jul 29 23:22:28.324788 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85841cc-14ff-4480-833f-3e431ac8724a req-c0c81a04-9b68-44e8-9299-89fe77804386 tempest-ServersOnMultiNodesTest-1859005561 tempest-ServersOnMultiNodesTest-1859005561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:28.336728 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a85841cc-14ff-4480-833f-3e431ac8724a req-c0c81a04-9b68-44e8-9299-89fe77804386 tempest-ServersOnMultiNodesTest-1859005561 tempest-ServersOnMultiNodesTest-1859005561-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=931fe566-5b89-4893-a1c1-7cae6effaca9 HTTP/1.1" status: 200 len: 1101 time: 0.0941308 Jul 29 23:22:28.342531 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c27942c-7c33-4ca4-a78f-2b3cec54825f None None] Checking router: 1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:22:28.342890 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c27942c-7c33-4ca4-a78f-2b3cec54825f None None] Updating router 1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b port e730abb6-2fc7-49ce-8d3d-ced2743d41cd binding host n-d-712141-10 {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:22:28.379607 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9c27942c-7c33-4ca4-a78f-2b3cec54825f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:28.380329 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a85841cc-14ff-4480-833f-3e431ac8724a req-0aeed4d4-881f-4c3c-afc2-c33fa3d99d73 tempest-ServersOnMultiNodesTest-1859005561 tempest-ServersOnMultiNodesTest-1859005561-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422304 Jul 29 23:22:28.468473 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439e4ec-386f-4300-a2db-5180d53528c3 req-b058cd50-2993-4602-a119-50e7fabd7e30 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:28.470161 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6439e4ec-386f-4300-a2db-5180d53528c3 req-b058cd50-2993-4602-a119-50e7fabd7e30 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e3be31-9c90-4467-8a43-45a5a90ed536 HTTP/1.1" status: 200 len: 946 time: 0.0551178 Jul 29 23:22:28.523699 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6439e4ec-386f-4300-a2db-5180d53528c3 req-bc6836b6-d245-4b0d-adf8-c68d2cab61aa tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463610 Jul 29 23:22:28.688527 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9c27942c-7c33-4ca4-a78f-2b3cec54825f None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:28.700421 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-9c27942c-7c33-4ca4-a78f-2b3cec54825f None None] Transition to ACTIVE for port object e730abb6-2fc7-49ce-8d3d-ced2743d41cd will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:22:28.708981 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9c27942c-7c33-4ca4-a78f-2b3cec54825f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:28.816283 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40395a65-fe3b-4090-9bf9-216a7c95abad None None] Pushing event updated for resources: {'Port': ['ID=e730abb6-2fc7-49ce-8d3d-ced2743d41cd,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:28.844865 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40395a65-fe3b-4090-9bf9-216a7c95abad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:28.845218 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40395a65-fe3b-4090-9bf9-216a7c95abad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:28.846017 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40395a65-fe3b-4090-9bf9-216a7c95abad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:28.857754 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40395a65-fe3b-4090-9bf9-216a7c95abad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:28.858519 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40395a65-fe3b-4090-9bf9-216a7c95abad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:28.860496 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40395a65-fe3b-4090-9bf9-216a7c95abad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:28.861094 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40395a65-fe3b-4090-9bf9-216a7c95abad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:28.861484 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40395a65-fe3b-4090-9bf9-216a7c95abad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:28.861833 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40395a65-fe3b-4090-9bf9-216a7c95abad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:28.863522 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40395a65-fe3b-4090-9bf9-216a7c95abad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:28.864786 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40395a65-fe3b-4090-9bf9-216a7c95abad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:28.865137 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40395a65-fe3b-4090-9bf9-216a7c95abad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:28.897245 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7456ec4-7f7e-4667-a543-2e70c4fd6c62 req-ddde9dc7-f496-4e25-940a-b1876da387ca tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:28.900127 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b7456ec4-7f7e-4667-a543-2e70c4fd6c62 req-ddde9dc7-f496-4e25-940a-b1876da387ca tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=27b69aaa-149a-445a-be86-5148b2f003b6 HTTP/1.1" status: 200 len: 1097 time: 0.0545442 Jul 29 23:22:28.904576 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-9c27942c-7c33-4ca4-a78f-2b3cec54825f None None] Attempting to bind port e730abb6-2fc7-49ce-8d3d-ced2743d41cd on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:22:28.904956 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-9c27942c-7c33-4ca4-a78f-2b3cec54825f None None] Attempting to bind port e730abb6-2fc7-49ce-8d3d-ced2743d41cd by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '40094ecc-ef7a-4caa-9f65-b53e25a52407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a3d68086-0a5f-410a-8c92-112285f5e741'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:22:28.905330 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c27942c-7c33-4ca4-a78f-2b3cec54825f None None] Attempting to bind port e730abb6-2fc7-49ce-8d3d-ced2743d41cd on network a3d68086-0a5f-410a-8c92-112285f5e741 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:28.910724 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c27942c-7c33-4ca4-a78f-2b3cec54825f None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:22:28.911108 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c27942c-7c33-4ca4-a78f-2b3cec54825f None None] Checking segment: {'id': '40094ecc-ef7a-4caa-9f65-b53e25a52407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a3d68086-0a5f-410a-8c92-112285f5e741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:22:28.911520 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9c27942c-7c33-4ca4-a78f-2b3cec54825f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:28.913309 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c27942c-7c33-4ca4-a78f-2b3cec54825f None None] Bound using segment: {'id': '40094ecc-ef7a-4caa-9f65-b53e25a52407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a3d68086-0a5f-410a-8c92-112285f5e741'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:22:28.914199 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-9c27942c-7c33-4ca4-a78f-2b3cec54825f None None] Bound port: e730abb6-2fc7-49ce-8d3d-ced2743d41cd, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40094ecc-ef7a-4caa-9f65-b53e25a52407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a3d68086-0a5f-410a-8c92-112285f5e741'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:22:28.914596 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9c27942c-7c33-4ca4-a78f-2b3cec54825f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:29.000293 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-9c27942c-7c33-4ca4-a78f-2b3cec54825f None None] For port e730abb6-2fc7-49ce-8d3d-ced2743d41cd, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:22:29.003587 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b7456ec4-7f7e-4667-a543-2e70c4fd6c62 req-4a982840-0d9c-4e98-9851-3d42faff28a8 tempest-LiveAutoBlockMigrationV225Test-1523991180 tempest-LiveAutoBlockMigrationV225Test-1523991180-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954392 Jul 29 23:22:29.004547 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-9c27942c-7c33-4ca4-a78f-2b3cec54825f None None] For port e730abb6-2fc7-49ce-8d3d-ced2743d41cd, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=e730abb6-2fc7-49ce-8d3d-ced2743d41cd,segment=NetworkSegment(40094ecc-ef7a-4caa-9f65-b53e25a52407),segment_id=40094ecc-ef7a-4caa-9f65-b53e25a52407)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:22:29.015833 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9c27942c-7c33-4ca4-a78f-2b3cec54825f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:29.016642 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 36322) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:29.021450 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-3f28740e-d19c-4e00-b642-0ab48a3571b5 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Request body: {'security_group': {'name': 'tempest-securitygroup--998471385', 'description': 'tempest-description--1177999475'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:29.024718 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ee8cfc-b6a7-437c-92c1-a6cf9c70a00a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc6b6024-b563-43ed-864b-3751c9dfa8e8'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:29.027153 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-682770f6-7ed9-42e4-841e-a9e2d873a876" -d '{"events": [{"server_uuid": "e9ee8cfc-b6a7-437c-92c1-a6cf9c70a00a", "name": "network-vif-plugged", "status": "completed", "tag": "cc6b6024-b563-43ed-864b-3751c9dfa8e8"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:29.101420 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3f28740e-d19c-4e00-b642-0ab48a3571b5 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:29.177071 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c27942c-7c33-4ca4-a78f-2b3cec54825f None None] Routers {'1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:22:29.178089 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-9c27942c-7c33-4ca4-a78f-2b3cec54825f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:22:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:29.189982 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40395a65-fe3b-4090-9bf9-216a7c95abad None None] Pushing event updated for resources: {'Port': ['ID=e730abb6-2fc7-49ce-8d3d-ced2743d41cd,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:29.211954 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd632d4c-4941-47d8-a282-8694df7d6804 req-d46acd27-de82-4a4c-9dc4-53d5a5c133fc tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:29.214793 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-dd632d4c-4941-47d8-a282-8694df7d6804 req-d46acd27-de82-4a4c-9dc4-53d5a5c133fc tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.22 "GET /v2.0/ports?device_id=f60bb77d-6035-4d3c-a5ec-ba1036d740d0 HTTP/1.1" status: 200 len: 945 time: 0.1228023 Jul 29 23:22:29.217615 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-b397972f-6a55-4b4f-b6a1-1ad144a6d1ab tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=0c116bccf1944bb08a8f319b422b3c50&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0686362 Jul 29 23:22:29.272115 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:29.380470 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-9c27942c-7c33-4ca4-a78f-2b3cec54825f None None] Set router 1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:22:29.404669 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-dd632d4c-4941-47d8-a282-8694df7d6804 req-e31d8ab6-4902-48ab-b052-3a892c254228 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Deleting port 1716ec2d-7283-45e7-ab75-fe5895df7f18 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:22:29.405139 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-dd632d4c-4941-47d8-a282-8694df7d6804 req-e31d8ab6-4902-48ab-b052-3a892c254228 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:29.436992 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6692b8c-93d0-409d-8628-fa9f9a74513c req-6eb8cd98-cccd-4d95-a5b6-b061e9ed189e tempest-ServerAddressesTestJSON-1959412020 tempest-ServerAddressesTestJSON-1959412020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:29.438666 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e6692b8c-93d0-409d-8628-fa9f9a74513c req-6eb8cd98-cccd-4d95-a5b6-b061e9ed189e tempest-ServerAddressesTestJSON-1959412020 tempest-ServerAddressesTestJSON-1959412020-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9ee8cfc-b6a7-437c-92c1-a6cf9c70a00a HTTP/1.1" status: 200 len: 945 time: 0.2809985 Jul 29 23:22:29.443811 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3f28740e-d19c-4e00-b642-0ab48a3571b5 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:29.469128 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3f28740e-d19c-4e00-b642-0ab48a3571b5 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:29.497900 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9193beb9-f3ed-452a-9882-89db78d1e9aa req-d32a4cf2-6662-4579-9dcf-c4932b1db393 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ac569d44-d407-4c7c-9c5d-036c674258b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1351533 Jul 29 23:22:29.526756 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-dd632d4c-4941-47d8-a282-8694df7d6804 req-e31d8ab6-4902-48ab-b052-3a892c254228 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] For port 1716ec2d-7283-45e7-ab75-fe5895df7f18, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=1716ec2d-7283-45e7-ab75-fe5895df7f18,segment=NetworkSegment(290ad064-62e5-45f1-87ac-9cd12097849c),segment_id=290ad064-62e5-45f1-87ac-9cd12097849c)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:29.527126 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-dd632d4c-4941-47d8-a282-8694df7d6804 req-e31d8ab6-4902-48ab-b052-3a892c254228 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:29.538223 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-0b22cf16-2134-4bf9-ba10-d08e67cfb62b tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:29.539744 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-0b22cf16-2134-4bf9-ba10-d08e67cfb62b tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3213475 Jul 29 23:22:29.547119 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3f28740e-d19c-4e00-b642-0ab48a3571b5 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:29.551018 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-3f28740e-d19c-4e00-b642-0ab48a3571b5 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5310731 Jul 29 23:22:29.551203 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-dd632d4c-4941-47d8-a282-8694df7d6804 req-e31d8ab6-4902-48ab-b052-3a892c254228 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Calling delete_port for 1716ec2d-7283-45e7-ab75-fe5895df7f18 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:22:29.552359 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36344) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:29.559499 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-00229a5a-896d-4589-b9a1-77e8812e6026 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Request body: {'security_group_rule': {'security_group_id': '913475dc-66e8-4b67-ba73-e0dfa1fdc7e7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:29.564626 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e6692b8c-93d0-409d-8628-fa9f9a74513c req-e9a79d9e-42c1-456d-9e51-6118bdc1ee65 tempest-ServerAddressesTestJSON-1959412020 tempest-ServerAddressesTestJSON-1959412020-project] 10.222.0.43 "GET /v2.0/security-groups?id=ca79098e-6071-4f4c-953c-6d7e86a87eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122551 Jul 29 23:22:29.580266 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f28740e-d19c-4e00-b642-0ab48a3571b5 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=913475dc-66e8-4b67-ba73-e0dfa1fdc7e7,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:29.608382 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-425bc568-42ca-48e6-98ef-00d47585e56f tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/quotas/0c116bccf1944bb08a8f319b422b3c50 HTTP/1.1" status: 200 len: 375 time: 0.0429764 Jul 29 23:22:29.685033 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-1260c1ae-ce7e-4ce1-912e-81d827069fa7 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0c116bccf1944bb08a8f319b422b3c50&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0754354 Jul 29 23:22:29.708562 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ffc637-4d32-4716-ad61-ec30d4e0fbe6 x-openstack-request-id: req-f9ffc637-4d32-4716-ad61-ec30d4e0fbe6 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:29.709268 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ee8cfc-b6a7-437c-92c1-a6cf9c70a00a", "name": "network-vif-plugged", "status": "completed", "tag": "cc6b6024-b563-43ed-864b-3751c9dfa8e8", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:29.709268 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f9ffc637-4d32-4716-ad61-ec30d4e0fbe6 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:29.709752 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ee8cfc-b6a7-437c-92c1-a6cf9c70a00a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc6b6024-b563-43ed-864b-3751c9dfa8e8', 'code': 200} Jul 29 23:22:29.726127 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-00229a5a-896d-4589-b9a1-77e8812e6026 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:29.731397 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-9c27942c-7c33-4ca4-a78f-2b3cec54825f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b', 'name': 'tempest-ServersTestFqdnHostnames-627255085-router', 'tenant_id': '41d06bbbb3d042bdbdfcf854d406dce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '23e6fafc-5fdc-4fe2-8e54-605de80a9341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:22:15Z', 'updated_at': '2021-07-29T23:22:25Z', 'revision_number': 4, 'project_id': '41d06bbbb3d042bdbdfcf854d406dce8', 'gw_port': {'id': '23e6fafc-5fdc-4fe2-8e54-605de80a9341', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:17Z', 'updated_at': '2021-07-29T23:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'e730abb6-2fc7-49ce-8d3d-ced2743d41cd', 'name': '', 'network_id': 'a3d68086-0a5f-410a-8c92-112285f5e741', 'tenant_id': '41d06bbbb3d042bdbdfcf854d406dce8', 'mac_address': 'fa:16:3e:48:f6:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '0162d293-3851-4ddf-a231-f6840d6b73ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:23Z', 'updated_at': '2021-07-29T23:22:28Z', 'revision_number': 4, 'project_id': '41d06bbbb3d042bdbdfcf854d406dce8', 'subnets': [{'id': '0162d293-3851-4ddf-a231-f6840d6b73ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:29.761440 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9193beb9-f3ed-452a-9882-89db78d1e9aa req-e61847a8-4e38-4d88-bfe4-4397a4031102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:29.765230 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9193beb9-f3ed-452a-9882-89db78d1e9aa req-e61847a8-4e38-4d88-bfe4-4397a4031102 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c2657a7d23514506876a4df5f527f58c&device_id=ac569d44-d407-4c7c-9c5d-036c674258b1 HTTP/1.1" status: 200 len: 1096 time: 0.1661623 Jul 29 23:22:29.782638 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c27942c-7c33-4ca4-a78f-2b3cec54825f None None] The sync data for ids ['1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b'] in n-d-712141-10 is: [{'id': '1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b', 'name': 'tempest-ServersTestFqdnHostnames-627255085-router', 'tenant_id': '41d06bbbb3d042bdbdfcf854d406dce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '23e6fafc-5fdc-4fe2-8e54-605de80a9341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:22:15Z', 'updated_at': '2021-07-29T23:22:25Z', 'revision_number': 4, 'project_id': '41d06bbbb3d042bdbdfcf854d406dce8', 'gw_port': {'id': '23e6fafc-5fdc-4fe2-8e54-605de80a9341', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:17Z', 'updated_at': '2021-07-29T23:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'e730abb6-2fc7-49ce-8d3d-ced2743d41cd', 'name': '', 'network_id': 'a3d68086-0a5f-410a-8c92-112285f5e741', 'tenant_id': '41d06bbbb3d042bdbdfcf854d406dce8', 'mac_address': 'fa:16:3e:48:f6:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '0162d293-3851-4ddf-a231-f6840d6b73ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:23Z', 'updated_at': '2021-07-29T23:22:28Z', 'revision_number': 4, 'project_id': '41d06bbbb3d042bdbdfcf854d406dce8', 'subnets': [{'id': '0162d293-3851-4ddf-a231-f6840d6b73ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:22:30.040338 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96011820-27c2-48e5-b917-75bb868f239e req-a90670e4-d3b7-4cd7-be2b-948bb497a551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:30.041363 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d893a662-473f-4d41-9ef3-a3a0f9810353 req-c4d56739-d3fc-45a7-9876-74c9bcc7cb87 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:30.042922 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-96011820-27c2-48e5-b917-75bb868f239e req-a90670e4-d3b7-4cd7-be2b-948bb497a551 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e9ee8cfc-b6a7-437c-92c1-a6cf9c70a00a HTTP/1.1" status: 200 len: 1097 time: 0.2671893 Jul 29 23:22:30.051346 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d893a662-473f-4d41-9ef3-a3a0f9810353 req-c4d56739-d3fc-45a7-9876-74c9bcc7cb87 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=f60bb77d-6035-4d3c-a5ec-ba1036d740d0 HTTP/1.1" status: 200 len: 945 time: 0.0750639 Jul 29 23:22:30.097498 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d893a662-473f-4d41-9ef3-a3a0f9810353 req-97f965b8-1fc4-42f2-9e69-7a9edb6fe58e tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452778 Jul 29 23:22:30.120806 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-00229a5a-896d-4589-b9a1-77e8812e6026 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:30.120806 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9193beb9-f3ed-452a-9882-89db78d1e9aa req-7db3487c-8eff-457a-94d1-3794b0d23886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:30.120806 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9193beb9-f3ed-452a-9882-89db78d1e9aa req-7db3487c-8eff-457a-94d1-3794b0d23886 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f490981b-45a9-43e1-a661-0229cc7a8cd7 HTTP/1.1" status: 200 len: 922 time: 0.3227608 Jul 29 23:22:30.126001 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-00229a5a-896d-4589-b9a1-77e8812e6026 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:30.242256 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9193beb9-f3ed-452a-9882-89db78d1e9aa req-40b84200-4c25-4d5e-aeb7-5f5ab6b195c7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=684677e3-039c-42a6-9d4c-6dfe5b5557d2 HTTP/1.1" status: 200 len: 217 time: 0.1130419 Jul 29 23:22:30.246156 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00229a5a-896d-4589-b9a1-77e8812e6026 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31e39c0e-c111-424b-94e3-75c467a88fb9,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:30.259951 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-dd632d4c-4941-47d8-a282-8694df7d6804 req-e31d8ab6-4902-48ab-b052-3a892c254228 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:30.268064 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-96011820-27c2-48e5-b917-75bb868f239e req-f40758a1-0ae2-4b13-874d-7d7cf63b0afc service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ca79098e-6071-4f4c-953c-6d7e86a87eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841815 Jul 29 23:22:30.271673 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['1716ec2d-7283-45e7-ab75-fe5895df7f18'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:22:30.288428 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-00229a5a-896d-4589-b9a1-77e8812e6026 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:30.289553 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-00229a5a-896d-4589-b9a1-77e8812e6026 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7353990 Jul 29 23:22:30.292983 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 36356) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:30.296316 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00229a5a-896d-4589-b9a1-77e8812e6026 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:30.296667 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00229a5a-896d-4589-b9a1-77e8812e6026 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:30.297070 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00229a5a-896d-4589-b9a1-77e8812e6026 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:30.297411 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00229a5a-896d-4589-b9a1-77e8812e6026 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:30.297817 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00229a5a-896d-4589-b9a1-77e8812e6026 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:30.298148 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00229a5a-896d-4589-b9a1-77e8812e6026 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:30.298475 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00229a5a-896d-4589-b9a1-77e8812e6026 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:30.298801 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00229a5a-896d-4589-b9a1-77e8812e6026 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:30.299123 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00229a5a-896d-4589-b9a1-77e8812e6026 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:30.299445 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00229a5a-896d-4589-b9a1-77e8812e6026 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:30.299762 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00229a5a-896d-4589-b9a1-77e8812e6026 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:30.300080 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00229a5a-896d-4589-b9a1-77e8812e6026 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:30.319948 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-48a4c388-2c59-4fbe-bbda-bb8b03a3ca19 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Request body: {'security_group_rule': {'security_group_id': '913475dc-66e8-4b67-ba73-e0dfa1fdc7e7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:30.332918 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31d8ab6-4902-48ab-b052-3a892c254228 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Pushing event deleted for resources: {'Port': ['ID=1716ec2d-7283-45e7-ab75-fe5895df7f18,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:30.354284 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4fa342-97e0-4f7d-b6ab-c0e4324128e8 req-92c50706-d39a-4aa2-aa19-43484f107bbc tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:30.362361 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-da4fa342-97e0-4f7d-b6ab-c0e4324128e8 req-92c50706-d39a-4aa2-aa19-43484f107bbc tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=34e5dd5b-178e-4628-b88b-2ffb39c2970a HTTP/1.1" status: 200 len: 947 time: 0.1671283 Jul 29 23:22:30.367455 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9193beb9-f3ed-452a-9882-89db78d1e9aa req-ffaac692-afd4-429f-a941-0cf8004a23d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:30.369103 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9193beb9-f3ed-452a-9882-89db78d1e9aa req-ffaac692-afd4-429f-a941-0cf8004a23d6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=998261e9-cec6-4719-b797-0c7da54a3001 HTTP/1.1" status: 200 len: 861 time: 0.1178544 Jul 29 23:22:30.374845 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a9845-ffc0-40ed-9385-1a454031f86a req-551b213d-c5b9-46ac-b896-78ea37d62fd8 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:30.382323 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-392a9845-ffc0-40ed-9385-1a454031f86a req-551b213d-c5b9-46ac-b896-78ea37d62fd8 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e3be31-9c90-4467-8a43-45a5a90ed536 HTTP/1.1" status: 200 len: 946 time: 0.1549964 Jul 29 23:22:30.405258 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd632d4c-4941-47d8-a282-8694df7d6804 req-e31d8ab6-4902-48ab-b052-3a892c254228 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] No DVR routers for this DVR port 1716ec2d-7283-45e7-ab75-fe5895df7f18 on host n-h2-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:22:30.422633 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-dd632d4c-4941-47d8-a282-8694df7d6804 req-e31d8ab6-4902-48ab-b052-3a892c254228 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:30.425623 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-dd632d4c-4941-47d8-a282-8694df7d6804 req-e31d8ab6-4902-48ab-b052-3a892c254228 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.22 "DELETE /v2.0/ports/1716ec2d-7283-45e7-ab75-fe5895df7f18 HTTP/1.1" status: 204 len: 173 time: 1.2034519 Jul 29 23:22:30.425623 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f60bb77d-6035-4d3c-a5ec-ba1036d740d0', 'name': 'network-vif-deleted', 'tag': '1716ec2d-7283-45e7-ab75-fe5895df7f18'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:30.428530 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f4e5226-e113-443e-9178-364191a4c1d2" -d '{"events": [{"server_uuid": "f60bb77d-6035-4d3c-a5ec-ba1036d740d0", "name": "network-vif-deleted", "tag": "1716ec2d-7283-45e7-ab75-fe5895df7f18"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:30.434138 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9193beb9-f3ed-452a-9882-89db78d1e9aa req-1d322e52-4639-41ff-8bdb-336af8445ad5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f490981b-45a9-43e1-a661-0229cc7a8cd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471411 Jul 29 23:22:30.560338 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9193beb9-f3ed-452a-9882-89db78d1e9aa req-638bb1e7-871d-4d4d-a31d-0e6753684de0 service neutron] 10.222.0.41 "GET /v2.0/networks/f490981b-45a9-43e1-a661-0229cc7a8cd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120682 Jul 29 23:22:30.743885 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9193beb9-f3ed-452a-9882-89db78d1e9aa req-3fe8b997-0247-4613-8d36-ded2f814e5ba service neutron] 10.222.0.41 "GET /v2.0/networks/f490981b-45a9-43e1-a661-0229cc7a8cd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793087 Jul 29 23:22:30.758179 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af129638-e55a-4f09-9b44-0c4de1521a41 req-80fbd902-ddfa-465d-b9d3-bfcad03c9b8d tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:30.760555 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-af129638-e55a-4f09-9b44-0c4de1521a41 req-80fbd902-ddfa-465d-b9d3-bfcad03c9b8d tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.22 "GET /v2.0/ports?device_id=27b69aaa-149a-445a-be86-5148b2f003b6 HTTP/1.1" status: 200 len: 945 time: 0.0797198 Jul 29 23:22:30.825076 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 08c78e77-f2f0-4bac-b8b0-89b8c04071ff details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:22:30.930220 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-af129638-e55a-4f09-9b44-0c4de1521a41 req-001342a6-f181-488a-9584-b04b85c63b87 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Deleting port d7813a99-28a6-4be9-af82-49b1831afa02 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:22:30.934705 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-da4fa342-97e0-4f7d-b6ab-c0e4324128e8 req-4cbffb89-c541-4a50-a7e8-74c09ed98e5f tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5634859 Jul 29 23:22:30.942551 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-af129638-e55a-4f09-9b44-0c4de1521a41 req-001342a6-f181-488a-9584-b04b85c63b87 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:30.970548 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-48a4c388-2c59-4fbe-bbda-bb8b03a3ca19 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:31.035864 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 08c78e77-f2f0-4bac-b8b0-89b8c04071ff, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=08c78e77-f2f0-4bac-b8b0-89b8c04071ff,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:31.068819 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '08c78e77-f2f0-4bac-b8b0-89b8c04071ff', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'port_id': '08c78e77-f2f0-4bac-b8b0-89b8c04071ff', 'mac_address': 'fa:16:3e:f3:aa:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64bdc61a-58ca-49c7-bae5-ecfed9ee407c', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:22:31.072629 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-af129638-e55a-4f09-9b44-0c4de1521a41 req-001342a6-f181-488a-9584-b04b85c63b87 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] For port d7813a99-28a6-4be9-af82-49b1831afa02, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=d7813a99-28a6-4be9-af82-49b1831afa02,segment=NetworkSegment(a739f5fc-cf01-40c9-83c0-bfbae7f993f3),segment_id=a739f5fc-cf01-40c9-83c0-bfbae7f993f3)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:31.072933 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-af129638-e55a-4f09-9b44-0c4de1521a41 req-001342a6-f181-488a-9584-b04b85c63b87 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:31.074849 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-392a9845-ffc0-40ed-9385-1a454031f86a req-9ad51c94-3a67-4154-b3c8-53d24bc08835 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6914563 Jul 29 23:22:31.106548 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-af129638-e55a-4f09-9b44-0c4de1521a41 req-001342a6-f181-488a-9584-b04b85c63b87 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Calling delete_port for d7813a99-28a6-4be9-af82-49b1831afa02 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:22:31.149612 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:31.172149 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-48a4c388-2c59-4fbe-bbda-bb8b03a3ca19 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:31.181413 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-48a4c388-2c59-4fbe-bbda-bb8b03a3ca19 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:31.192873 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08c78e77-f2f0-4bac-b8b0-89b8c04071ff {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:22:31.212863 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a4c388-2c59-4fbe-bbda-bb8b03a3ca19 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6f8c759-d0a0-4529-bd4e-3a02ee188a6c,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:31.231589 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a4c388-2c59-4fbe-bbda-bb8b03a3ca19 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:31.231907 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a4c388-2c59-4fbe-bbda-bb8b03a3ca19 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:31.232262 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a4c388-2c59-4fbe-bbda-bb8b03a3ca19 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:31.232587 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a4c388-2c59-4fbe-bbda-bb8b03a3ca19 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:31.232917 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a4c388-2c59-4fbe-bbda-bb8b03a3ca19 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:31.233246 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a4c388-2c59-4fbe-bbda-bb8b03a3ca19 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:31.233571 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a4c388-2c59-4fbe-bbda-bb8b03a3ca19 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:31.241026 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a4c388-2c59-4fbe-bbda-bb8b03a3ca19 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:31.241213 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a4c388-2c59-4fbe-bbda-bb8b03a3ca19 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:31.241744 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a4c388-2c59-4fbe-bbda-bb8b03a3ca19 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:31.243632 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 08c78e77-f2f0-4bac-b8b0-89b8c04071ff, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=08c78e77-f2f0-4bac-b8b0-89b8c04071ff,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:31.255362 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:31.257903 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a4c388-2c59-4fbe-bbda-bb8b03a3ca19 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:31.258327 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a4c388-2c59-4fbe-bbda-bb8b03a3ca19 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:31.281914 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-48a4c388-2c59-4fbe-bbda-bb8b03a3ca19 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:31.285960 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-48a4c388-2c59-4fbe-bbda-bb8b03a3ca19 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9702213 Jul 29 23:22:31.286303 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36380) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:31.300319 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-1d929b1a-d63a-4998-9685-10b60fde9ac8 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Request body: {'floatingip': {'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:31.414966 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7160b00c-41cd-4918-9b30-8df8238add4e req-d869ebd4-f975-4ead-83bd-55bfc7cf95ed tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:31.420079 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7160b00c-41cd-4918-9b30-8df8238add4e req-d869ebd4-f975-4ead-83bd-55bfc7cf95ed tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=27b69aaa-149a-445a-be86-5148b2f003b6 HTTP/1.1" status: 200 len: 945 time: 0.1438839 Jul 29 23:22:31.461718 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=08c78e77-f2f0-4bac-b8b0-89b8c04071ff,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:31.490256 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9f132d-f820-4ac8-9211-32016baababa x-openstack-request-id: req-fe9f132d-f820-4ac8-9211-32016baababa {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:31.491243 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f60bb77d-6035-4d3c-a5ec-ba1036d740d0", "name": "network-vif-deleted", "tag": "1716ec2d-7283-45e7-ab75-fe5895df7f18", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:31.491967 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fe9f132d-f820-4ac8-9211-32016baababa {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:31.494252 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f60bb77d-6035-4d3c-a5ec-ba1036d740d0', 'name': 'network-vif-deleted', 'tag': '1716ec2d-7283-45e7-ab75-fe5895df7f18', 'status': 'completed', 'code': 200} Jul 29 23:22:31.496417 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1d929b1a-d63a-4998-9685-10b60fde9ac8 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Notify callbacks [] for floatingip, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:31.545415 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7160b00c-41cd-4918-9b30-8df8238add4e req-59c19782-d47d-4c4e-99cf-669dc21f2c75 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242137 Jul 29 23:22:31.559753 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['08c78e77-f2f0-4bac-b8b0-89b8c04071ff'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:22:31.636965 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-af129638-e55a-4f09-9b44-0c4de1521a41 req-001342a6-f181-488a-9584-b04b85c63b87 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:31.637708 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device e730abb6-2fc7-49ce-8d3d-ced2743d41cd up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:22:31.753315 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f535f-dad2-4e51-9814-d70b35bdfd00 req-e5b56f88-0abf-4dc9-8eec-8678f4ee2d9f tempest-ServerAddressesTestJSON-1959412020 tempest-ServerAddressesTestJSON-1959412020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:31.757558 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-747f535f-dad2-4e51-9814-d70b35bdfd00 req-e5b56f88-0abf-4dc9-8eec-8678f4ee2d9f tempest-ServerAddressesTestJSON-1959412020 tempest-ServerAddressesTestJSON-1959412020-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9ee8cfc-b6a7-437c-92c1-a6cf9c70a00a HTTP/1.1" status: 200 len: 945 time: 0.1657343 Jul 29 23:22:31.837628 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-747f535f-dad2-4e51-9814-d70b35bdfd00 req-a09e10fc-cd8e-4640-add5-5f6804688169 tempest-ServerAddressesTestJSON-1959412020 tempest-ServerAddressesTestJSON-1959412020-project] 10.222.0.43 "GET /v2.0/security-groups?id=ca79098e-6071-4f4c-953c-6d7e86a87eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627697 Jul 29 23:22:31.989029 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port e730abb6-2fc7-49ce-8d3d-ced2743d41cd completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:22:32.011909 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-55eef964-b5dd-4955-a771-7e900291ff05 req-7d26bb5f-b15a-4d01-b4c5-460fc769c019 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=f60bb77d-6035-4d3c-a5ec-ba1036d740d0 HTTP/1.1" status: 200 len: 210 time: 0.0414584 Jul 29 23:22:32.032417 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port e730abb6-2fc7-49ce-8d3d-ced2743d41cd triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:32.032802 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:32.131315 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-679dd0e6-6ec5-4121-8e91-563dc762a9cd req-c35ecbb6-dd58-4a8d-8d7c-d76d0b7e2cc8 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca5fca8a-16e9-4dea-a6ff-d0a48edada7a HTTP/1.1" status: 200 len: 210 time: 0.0429502 Jul 29 23:22:32.173571 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001342a6-f181-488a-9584-b04b85c63b87 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Pushing event deleted for resources: {'Port': ['ID=d7813a99-28a6-4be9-af82-49b1831afa02,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:32.227448 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-af129638-e55a-4f09-9b44-0c4de1521a41 req-001342a6-f181-488a-9584-b04b85c63b87 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] No DVR routers for this DVR port d7813a99-28a6-4be9-af82-49b1831afa02 on host n-h2-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:22:32.234337 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-af129638-e55a-4f09-9b44-0c4de1521a41 req-001342a6-f181-488a-9584-b04b85c63b87 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:32.236498 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-af129638-e55a-4f09-9b44-0c4de1521a41 req-001342a6-f181-488a-9584-b04b85c63b87 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.22 "DELETE /v2.0/ports/d7813a99-28a6-4be9-af82-49b1831afa02 HTTP/1.1" status: 204 len: 173 time: 1.4679837 Jul 29 23:22:32.330741 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1d929b1a-d63a-4998-9685-10b60fde9ac8 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:32.362191 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 36404) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:32.399644 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db702f49-bb1d-4b81-8e54-f88a6e71eb21 req-f7ff0968-e9db-49ca-8d63-c7ccabedf1ab tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:32.405518 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-db702f49-bb1d-4b81-8e54-f88a6e71eb21 req-f7ff0968-e9db-49ca-8d63-c7ccabedf1ab tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=34e5dd5b-178e-4628-b88b-2ffb39c2970a HTTP/1.1" status: 200 len: 948 time: 0.0968356 Jul 29 23:22:32.415498 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:32.483821 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-db702f49-bb1d-4b81-8e54-f88a6e71eb21 req-303167cc-82e3-4ddb-8b97-2342823d1214 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716302 Jul 29 23:22:32.513779 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port e730abb6-2fc7-49ce-8d3d-ced2743d41cd, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=e730abb6-2fc7-49ce-8d3d-ced2743d41cd,segment=NetworkSegment(40094ecc-ef7a-4caa-9f65-b53e25a52407),segment_id=40094ecc-ef7a-4caa-9f65-b53e25a52407)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:32.533893 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:32.649247 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-1d929b1a-d63a-4998-9685-10b60fde9ac8 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Allocated IP 172.25.0.169 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/319fa21e-f55d-4bee-919a-e53064a3b81c) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:22:32.689407 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=e730abb6-2fc7-49ce-8d3d-ced2743d41cd,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:32.759334 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4d3bb92b-b24d-421c-856d-b069d39a3f02 req-eb4de892-9063-4632-9b82-2b89abd34b68 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=27b69aaa-149a-445a-be86-5148b2f003b6 HTTP/1.1" status: 200 len: 210 time: 0.0443740 Jul 29 23:22:32.835035 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device d7813a99-28a6-4be9-af82-49b1831afa02 no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:22:32.841380 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1d929b1a-d63a-4998-9685-10b60fde9ac8 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:32.880740 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: d7813a99-28a6-4be9-af82-49b1831afa02 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:22:32.881116 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device d7813a99-28a6-4be9-af82-49b1831afa02 not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:22:32.882572 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 1716ec2d-7283-45e7-ab75-fe5895df7f18 no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:22:32.891971 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['01301fce-70cf-497a-a51b-c2aa074d71e2'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:22:32.958933 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-1df36468-c1ba-4980-a681-706e98f9934c tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=0c116bccf1944bb08a8f319b422b3c50&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450263 Jul 29 23:22:33.012043 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-ff5f2b35-61d9-438f-9ab9-936b35216ed1 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=0c116bccf1944bb08a8f319b422b3c50&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0968702 Jul 29 23:22:33.015136 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1d929b1a-d63a-4998-9685-10b60fde9ac8 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:33.016424 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: 1716ec2d-7283-45e7-ab75-fe5895df7f18 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:22:33.016756 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 1716ec2d-7283-45e7-ab75-fe5895df7f18 not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:22:33.248285 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d85276ad-c65d-4bab-b183-b93a9b179586 req-fa179b96-2d7f-4270-8c2a-ee66c5ac277d tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=f60bb77d-6035-4d3c-a5ec-ba1036d740d0 HTTP/1.1" status: 200 len: 210 time: 0.0434134 Jul 29 23:22:33.256877 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d929b1a-d63a-4998-9685-10b60fde9ac8 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:22:33.264252 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-1d929b1a-d63a-4998-9685-10b60fde9ac8 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:22:33.271335 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d929b1a-d63a-4998-9685-10b60fde9ac8 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:22:33.316587 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396a3bd5-e7ac-4fb6-8f3f-7fb80095a993 req-c2971673-c9b8-4c67-a1ee-f78d5d0d5f71 tempest-ServerAddressesTestJSON-1959412020 tempest-ServerAddressesTestJSON-1959412020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:33.320603 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-396a3bd5-e7ac-4fb6-8f3f-7fb80095a993 req-c2971673-c9b8-4c67-a1ee-f78d5d0d5f71 tempest-ServerAddressesTestJSON-1959412020 tempest-ServerAddressesTestJSON-1959412020-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9ee8cfc-b6a7-437c-92c1-a6cf9c70a00a HTTP/1.1" status: 200 len: 945 time: 0.1559987 Jul 29 23:22:33.357143 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d929b1a-d63a-4998-9685-10b60fde9ac8 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Pushing event updated for resources: {'Port': ['ID=319fa21e-f55d-4bee-919a-e53064a3b81c,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:33.407138 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device e730abb6-2fc7-49ce-8d3d-ced2743d41cd up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:22:33.434187 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-02caef40-f493-47db-835c-f8027008c4c5 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:33.435724 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-02caef40-f493-47db-835c-f8027008c4c5 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4362016 Jul 29 23:22:33.445552 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-f5d7b39b-4489-4764-8e17-38b10b508df0 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:33.447295 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-f5d7b39b-4489-4764-8e17-38b10b508df0 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4140675 Jul 29 23:22:33.477960 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port e730abb6-2fc7-49ce-8d3d-ced2743d41cd triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:33.478992 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-00698b51-db02-4640-9c5d-efab40d3d383 req-1e38d87a-a66a-4127-8cb2-dc5c1034fa20 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca5fca8a-16e9-4dea-a6ff-d0a48edada7a HTTP/1.1" status: 200 len: 210 time: 0.0414190 Jul 29 23:22:33.493032 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-6ee1bda7-9725-4e38-9361-1cb23527163f tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Request body: {'port': {'device_id': '37d1832d-d791-4aca-aa8e-e3090a5e52c0', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'admin_state_up': True, 'tenant_id': '0c116bccf1944bb08a8f319b422b3c50'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:33.498843 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:33.499572 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-1135206d-de29-4195-9540-65331933a67f tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Request body: {'port': {'device_id': 'ca5fca8a-16e9-4dea-a6ff-d0a48edada7a', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'admin_state_up': True, 'tenant_id': '0c116bccf1944bb08a8f319b422b3c50'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:33.506870 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e3559546-b397-4c0e-8af9-f3581f7c88ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:33.526036 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-396a3bd5-e7ac-4fb6-8f3f-7fb80095a993 req-5a3b1a8a-264e-4701-9dec-0bc528473939 tempest-ServerAddressesTestJSON-1959412020 tempest-ServerAddressesTestJSON-1959412020-project] 10.222.0.43 "GET /v2.0/security-groups?id=ca79098e-6071-4f4c-953c-6d7e86a87eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462891 Jul 29 23:22:33.605603 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27b69aaa-149a-445a-be86-5148b2f003b6', 'name': 'network-vif-deleted', 'tag': 'd7813a99-28a6-4be9-af82-49b1831afa02'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:33.607753 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abe0f648-85bd-49ea-8f8b-5000913f1b12" -d '{"events": [{"server_uuid": "27b69aaa-149a-445a-be86-5148b2f003b6", "name": "network-vif-deleted", "tag": "d7813a99-28a6-4be9-af82-49b1831afa02"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:33.713086 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-1135206d-de29-4195-9540-65331933a67f tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Made reservation on behalf of 0c116bccf1944bb08a8f319b422b3c50 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:22:33.716654 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-1135206d-de29-4195-9540-65331933a67f tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:33.735183 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1d929b1a-d63a-4998-9685-10b60fde9ac8 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:33.800713 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d975c-257d-4c1d-965a-6b308671ed90 req-f0a5a706-1e11-4f5c-bc75-cf35a1a3bcf1 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:33.802404 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7e3d975c-257d-4c1d-965a-6b308671ed90 req-f0a5a706-1e11-4f5c-bc75-cf35a1a3bcf1 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=34e5dd5b-178e-4628-b88b-2ffb39c2970a HTTP/1.1" status: 200 len: 948 time: 0.1196311 Jul 29 23:22:33.820507 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bfb5d2-ce7f-4698-9136-8553d1b90a52 req-492c693d-4178-4377-a96b-6e36adad4b1f tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:33.822257 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-90bfb5d2-ce7f-4698-9136-8553d1b90a52 req-492c693d-4178-4377-a96b-6e36adad4b1f tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e3be31-9c90-4467-8a43-45a5a90ed536 HTTP/1.1" status: 200 len: 946 time: 0.1531868 Jul 29 23:22:33.853429 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1d929b1a-d63a-4998-9685-10b60fde9ac8 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:33.930299 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-90bfb5d2-ce7f-4698-9136-8553d1b90a52 req-c7567f63-14c1-4da7-8348-98de57b18c76 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951931 Jul 29 23:22:33.939625 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-6ee1bda7-9725-4e38-9361-1cb23527163f tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Made reservation on behalf of 0c116bccf1944bb08a8f319b422b3c50 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:22:33.943359 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-6ee1bda7-9725-4e38-9361-1cb23527163f tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:33.975448 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7e3d975c-257d-4c1d-965a-6b308671ed90 req-54d5a3cb-d494-4f22-acdc-950685837aaa tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490545 Jul 29 23:22:34.037538 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-1135206d-de29-4195-9540-65331933a67f tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Allocated IP 192.168.233.92 (d71c22dc-feef-410b-a7ed-6548cf85bd6f/64bdc61a-58ca-49c7-bae5-ecfed9ee407c/71d4a39e-68d3-4b6a-988c-753dafc49eea) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:22:34.054182 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b7509c9-327b-4288-8822-c56c52493954 x-openstack-request-id: req-8b7509c9-327b-4288-8822-c56c52493954 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:34.054386 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27b69aaa-149a-445a-be86-5148b2f003b6", "name": "network-vif-deleted", "tag": "d7813a99-28a6-4be9-af82-49b1831afa02", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:34.054715 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8b7509c9-327b-4288-8822-c56c52493954 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:34.055288 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27b69aaa-149a-445a-be86-5148b2f003b6', 'name': 'network-vif-deleted', 'tag': 'd7813a99-28a6-4be9-af82-49b1831afa02', 'status': 'completed', 'code': 200} Jul 29 23:22:34.080576 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-15ce299e-b7d4-449e-8096-cdbf186f7b9f req-65b8ae27-4edd-4dc5-9f6a-5f5440a2e430 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=27b69aaa-149a-445a-be86-5148b2f003b6 HTTP/1.1" status: 200 len: 210 time: 0.0325663 Jul 29 23:22:34.128519 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-e3559546-b397-4c0e-8af9-f3581f7c88ee admin admin] Deleting port 371a2324-d1ab-4813-a596-2a7f38963b1c {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:22:34.128879 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e3559546-b397-4c0e-8af9-f3581f7c88ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:34.211891 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-e3559546-b397-4c0e-8af9-f3581f7c88ee admin admin] For port 371a2324-d1ab-4813-a596-2a7f38963b1c, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=371a2324-d1ab-4813-a596-2a7f38963b1c,segment=NetworkSegment(42107b5e-6268-4b9c-87e8-287a1e78b5ad),segment_id=42107b5e-6268-4b9c-87e8-287a1e78b5ad)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:34.212279 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e3559546-b397-4c0e-8af9-f3581f7c88ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:34.225954 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-e3559546-b397-4c0e-8af9-f3581f7c88ee admin admin] Calling delete_port for 371a2324-d1ab-4813-a596-2a7f38963b1c owned by network:router_interface {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:22:34.251344 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1d929b1a-d63a-4998-9685-10b60fde9ac8 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:34.259259 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1d929b1a-d63a-4998-9685-10b60fde9ac8 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:34.374389 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d929b1a-d63a-4998-9685-10b60fde9ac8 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Pushing event updated for resources: {'Port': ['ID=319fa21e-f55d-4bee-919a-e53064a3b81c,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:34.398145 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-1135206d-de29-4195-9540-65331933a67f tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:34.398330 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0205fc78-3018-4840-bc74-8a7818dbe051 req-bc7f61c9-94c5-4135-b188-84cbd8039b93 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=f60bb77d-6035-4d3c-a5ec-ba1036d740d0 HTTP/1.1" status: 200 len: 210 time: 0.0459681 Jul 29 23:22:34.406699 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1d929b1a-d63a-4998-9685-10b60fde9ac8 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:34.420250 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-1135206d-de29-4195-9540-65331933a67f tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Transition to ACTIVE for port object 71d4a39e-68d3-4b6a-988c-753dafc49eea will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:22:34.431349 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1d929b1a-d63a-4998-9685-10b60fde9ac8 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:34.432748 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-1d929b1a-d63a-4998-9685-10b60fde9ac8 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1441433 Jul 29 23:22:34.509433 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e3559546-b397-4c0e-8af9-f3581f7c88ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:34.514853 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-1135206d-de29-4195-9540-65331933a67f tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:34.528962 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['22c7ca71-35c1-4b00-8e2e-239e358c0130', 'b181cfa3-0078-42d3-ba56-050fef11f986'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:22:34.570808 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:22:34.590964 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3559546-b397-4c0e-8af9-f3581f7c88ee admin admin] Pushing event deleted for resources: {'Port': ['ID=371a2324-d1ab-4813-a596-2a7f38963b1c,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:34.631490 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-1135206d-de29-4195-9540-65331933a67f tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Network d71c22dc-feef-410b-a7ed-6548cf85bd6f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:22:34.645718 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53398b35-8d83-4001-94f8-76a6a00c139d req-914881b3-527e-4c8b-b725-fbfecafd0ddd tempest-ServerAddressesTestJSON-1959412020 tempest-ServerAddressesTestJSON-1959412020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:34.648480 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-53398b35-8d83-4001-94f8-76a6a00c139d req-914881b3-527e-4c8b-b725-fbfecafd0ddd tempest-ServerAddressesTestJSON-1959412020 tempest-ServerAddressesTestJSON-1959412020-project] 10.222.0.22 "GET /v2.0/ports?device_id=e9ee8cfc-b6a7-437c-92c1-a6cf9c70a00a HTTP/1.1" status: 200 len: 945 time: 0.1942399 Jul 29 23:22:34.732497 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-1135206d-de29-4195-9540-65331933a67f tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:22:34.737043 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-1135206d-de29-4195-9540-65331933a67f tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:22:34.786908 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1135206d-de29-4195-9540-65331933a67f tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Pushing event updated for resources: {'Port': ['ID=71d4a39e-68d3-4b6a-988c-753dafc49eea,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:34.796994 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5acd072d-df64-4dc1-a54e-e2759e4d2d33 req-e4bacb18-db1d-4f9a-b285-db88398b3b0d tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--998471385&fields=id&tenant_id=41d06bbbb3d042bdbdfcf854d406dce8 HTTP/1.1" status: 200 len: 267 time: 0.1636810 Jul 29 23:22:34.811260 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-6ee1bda7-9725-4e38-9361-1cb23527163f tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Allocated IP 192.168.233.207 (d71c22dc-feef-410b-a7ed-6548cf85bd6f/64bdc61a-58ca-49c7-bae5-ecfed9ee407c/79645908-181d-4073-9700-41aa42d9260e) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:22:34.860664 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-1135206d-de29-4195-9540-65331933a67f tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:34.861390 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-1135206d-de29-4195-9540-65331933a67f tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:34.903165 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 08c78e77-f2f0-4bac-b8b0-89b8c04071ff up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:22:34.984592 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282f5a5-0b03-4421-ad5c-4b65fa6ae45c req-f1d47271-9fc5-4ca7-b4d3-8565cbfc4724 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:34.996583 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9282f5a5-0b03-4421-ad5c-4b65fa6ae45c req-f1d47271-9fc5-4ca7-b4d3-8565cbfc4724 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca5fca8a-16e9-4dea-a6ff-d0a48edada7a HTTP/1.1" status: 200 len: 935 time: 0.3935342 Jul 29 23:22:35.079480 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-53398b35-8d83-4001-94f8-76a6a00c139d req-76a42acd-9c5a-49fe-8f62-f501df40093d tempest-ServerAddressesTestJSON-1959412020 tempest-ServerAddressesTestJSON-1959412020-project] Deleting port cc6b6024-b563-43ed-864b-3751c9dfa8e8 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:22:35.080074 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-53398b35-8d83-4001-94f8-76a6a00c139d req-76a42acd-9c5a-49fe-8f62-f501df40093d tempest-ServerAddressesTestJSON-1959412020 tempest-ServerAddressesTestJSON-1959412020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:35.088398 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port 08c78e77-f2f0-4bac-b8b0-89b8c04071ff completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:22:35.091563 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-1135206d-de29-4195-9540-65331933a67f tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6243396 Jul 29 23:22:35.096137 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 08c78e77-f2f0-4bac-b8b0-89b8c04071ff triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:35.096510 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:35.122192 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9282f5a5-0b03-4421-ad5c-4b65fa6ae45c req-fbf21fcd-ec21-4095-a6e8-9bf7df1bc48e tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246397 Jul 29 23:22:35.143631 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-2eb41dc1-bcf9-4f25-8480-e11430ef83e0 service neutron] Request body: {'port': {'device_id': 'ca5fca8a-16e9-4dea-a6ff-d0a48edada7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:35.175085 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-e9d070c4-f2bd-4bc8-ba19-7c27ea02c376 None None] Provisioning for port 71d4a39e-68d3-4b6a-988c-753dafc49eea completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:22:35.187507 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-6ee1bda7-9725-4e38-9361-1cb23527163f tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:35.211323 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-e9d070c4-f2bd-4bc8-ba19-7c27ea02c376 None None] Provisioning complete for port 71d4a39e-68d3-4b6a-988c-753dafc49eea triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:35.211323 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e9d070c4-f2bd-4bc8-ba19-7c27ea02c376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:35.249756 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:35.283135 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34e5dd5b-178e-4628-b88b-2ffb39c2970a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08c78e77-f2f0-4bac-b8b0-89b8c04071ff'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:35.285388 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9df1ee3-f54f-446d-bbf5-f06cf6abdb2f" -d '{"events": [{"server_uuid": "34e5dd5b-178e-4628-b88b-2ffb39c2970a", "name": "network-vif-plugged", "status": "completed", "tag": "08c78e77-f2f0-4bac-b8b0-89b8c04071ff"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:35.288082 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-53398b35-8d83-4001-94f8-76a6a00c139d req-76a42acd-9c5a-49fe-8f62-f501df40093d tempest-ServerAddressesTestJSON-1959412020 tempest-ServerAddressesTestJSON-1959412020-project] For port cc6b6024-b563-43ed-864b-3751c9dfa8e8, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=cc6b6024-b563-43ed-864b-3751c9dfa8e8,segment=NetworkSegment(93bef018-d8cc-4ce6-852a-29704d448375),segment_id=93bef018-d8cc-4ce6-852a-29704d448375)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:35.288559 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-53398b35-8d83-4001-94f8-76a6a00c139d req-76a42acd-9c5a-49fe-8f62-f501df40093d tempest-ServerAddressesTestJSON-1959412020 tempest-ServerAddressesTestJSON-1959412020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:35.301440 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-e9d070c4-f2bd-4bc8-ba19-7c27ea02c376 None None] Port 71d4a39e-68d3-4b6a-988c-753dafc49eea cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:22:35.305869 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 08c78e77-f2f0-4bac-b8b0-89b8c04071ff, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=08c78e77-f2f0-4bac-b8b0-89b8c04071ff,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:35.313410 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:35.314018 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-53398b35-8d83-4001-94f8-76a6a00c139d req-76a42acd-9c5a-49fe-8f62-f501df40093d tempest-ServerAddressesTestJSON-1959412020 tempest-ServerAddressesTestJSON-1959412020-project] Calling delete_port for cc6b6024-b563-43ed-864b-3751c9dfa8e8 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:22:35.352849 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 58a1d464-124f-45fd-9f14-622a4f91df10 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:22:35.361878 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd072d-df64-4dc1-a54e-e2759e4d2d33 req-d5f62ebf-b413-4b8a-b7ef-6904fdac8ec3 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:35.369211 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5acd072d-df64-4dc1-a54e-e2759e4d2d33 req-d5f62ebf-b413-4b8a-b7ef-6904fdac8ec3 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] 10.222.0.43 "GET /v2.0/networks?id=a3d68086-0a5f-410a-8c92-112285f5e741 HTTP/1.1" status: 200 len: 814 time: 0.5711200 Jul 29 23:22:35.407094 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5acd072d-df64-4dc1-a54e-e2759e4d2d33 req-9f5857ca-b086-42f9-9ef5-0452069d2be4 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] 10.222.0.43 "GET /v2.0/quotas/41d06bbbb3d042bdbdfcf854d406dce8 HTTP/1.1" status: 200 len: 375 time: 0.0366869 Jul 29 23:22:35.410817 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=08c78e77-f2f0-4bac-b8b0-89b8c04071ff,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:35.435457 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c483bad3-a80f-4f40-88cb-3ff201cabbe5 req-6c896d78-28a7-4f99-b143-8ef936370140 tempest-ServerAddressesTestJSON-1959412020 tempest-ServerAddressesTestJSON-1959412020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:35.437264 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c483bad3-a80f-4f40-88cb-3ff201cabbe5 req-6c896d78-28a7-4f99-b143-8ef936370140 tempest-ServerAddressesTestJSON-1959412020 tempest-ServerAddressesTestJSON-1959412020-project] 10.222.0.43 "GET /v2.0/ports?device_id=e9ee8cfc-b6a7-437c-92c1-a6cf9c70a00a HTTP/1.1" status: 200 len: 945 time: 0.2075112 Jul 29 23:22:35.464416 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e3559546-b397-4c0e-8af9-f3581f7c88ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:35.500360 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-2eb41dc1-bcf9-4f25-8480-e11430ef83e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:35.532096 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 58a1d464-124f-45fd-9f14-622a4f91df10, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=58a1d464-124f-45fd-9f14-622a4f91df10,segment=NetworkSegment(2db8471f-c43b-49ee-9f08-2f1c56af231c),segment_id=2db8471f-c43b-49ee-9f08-2f1c56af231c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:35.546731 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-6ee1bda7-9725-4e38-9361-1cb23527163f tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Transition to ACTIVE for port object 79645908-181d-4073-9700-41aa42d9260e will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:22:35.547517 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': '58a1d464-124f-45fd-9f14-622a4f91df10', 'network_id': 'ec39a190-3e02-4fd2-a008-3b841dbd3c4b', 'port_id': '58a1d464-124f-45fd-9f14-622a4f91df10', 'mac_address': 'fa:16:3e:ca:29:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d5d676a-a79a-4d6c-8057-e140077bec43', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:22:35.612412 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:35.631832 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-53398b35-8d83-4001-94f8-76a6a00c139d req-76a42acd-9c5a-49fe-8f62-f501df40093d tempest-ServerAddressesTestJSON-1959412020 tempest-ServerAddressesTestJSON-1959412020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:35.634217 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 58a1d464-124f-45fd-9f14-622a4f91df10 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:22:35.660971 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 58a1d464-124f-45fd-9f14-622a4f91df10, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=58a1d464-124f-45fd-9f14-622a4f91df10,segment=NetworkSegment(2db8471f-c43b-49ee-9f08-2f1c56af231c),segment_id=2db8471f-c43b-49ee-9f08-2f1c56af231c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:35.673304 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:35.676462 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['cc6b6024-b563-43ed-864b-3751c9dfa8e8'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:22:35.726812 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a42acd-9c5a-49fe-8f62-f501df40093d tempest-ServerAddressesTestJSON-1959412020 tempest-ServerAddressesTestJSON-1959412020-project] Pushing event deleted for resources: {'Port': ['ID=cc6b6024-b563-43ed-864b-3751c9dfa8e8,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:35.766541 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=58a1d464-124f-45fd-9f14-622a4f91df10,revision_number=6']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:35.793624 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5acd072d-df64-4dc1-a54e-e2759e4d2d33 req-98173d4d-d7b1-4ed2-a675-0ab073c6ff68 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=41d06bbbb3d042bdbdfcf854d406dce8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3847392 Jul 29 23:22:35.805919 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c483bad3-a80f-4f40-88cb-3ff201cabbe5 req-98167b83-9f92-4ec3-afc0-016d38043ae9 tempest-ServerAddressesTestJSON-1959412020 tempest-ServerAddressesTestJSON-1959412020-project] 10.222.0.43 "GET /v2.0/security-groups?id=ca79098e-6071-4f4c-953c-6d7e86a87eb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379631 Jul 29 23:22:35.808823 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3559546-b397-4c0e-8af9-f3581f7c88ee admin admin] Router 2cdaefaf-dcbd-4b6a-a327-2989f85aa230 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:22:35.851571 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-6ee1bda7-9725-4e38-9361-1cb23527163f tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:35.874687 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['22c7ca71-35c1-4b00-8e2e-239e358c0130', 'b181cfa3-0078-42d3-ba56-050fef11f986'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:22:35.876235 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['58a1d464-124f-45fd-9f14-622a4f91df10'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:22:35.903162 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-53398b35-8d83-4001-94f8-76a6a00c139d req-76a42acd-9c5a-49fe-8f62-f501df40093d tempest-ServerAddressesTestJSON-1959412020 tempest-ServerAddressesTestJSON-1959412020-project] No DVR routers for this DVR port cc6b6024-b563-43ed-864b-3751c9dfa8e8 on host n-h2-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:22:35.905959 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-53398b35-8d83-4001-94f8-76a6a00c139d req-76a42acd-9c5a-49fe-8f62-f501df40093d tempest-ServerAddressesTestJSON-1959412020 tempest-ServerAddressesTestJSON-1959412020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:35.907905 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-53398b35-8d83-4001-94f8-76a6a00c139d req-76a42acd-9c5a-49fe-8f62-f501df40093d tempest-ServerAddressesTestJSON-1959412020 tempest-ServerAddressesTestJSON-1959412020-project] 10.222.0.22 "DELETE /v2.0/ports/cc6b6024-b563-43ed-864b-3751c9dfa8e8 HTTP/1.1" status: 204 len: 173 time: 1.2528784 Jul 29 23:22:35.969968 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-6ee1bda7-9725-4e38-9361-1cb23527163f tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Network d71c22dc-feef-410b-a7ed-6548cf85bd6f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:22:35.977384 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-6ee1bda7-9725-4e38-9361-1cb23527163f tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:22:35.985087 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-6ee1bda7-9725-4e38-9361-1cb23527163f tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:22:36.133092 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ee8cfc-b6a7-437c-92c1-a6cf9c70a00a', 'name': 'network-vif-deleted', 'tag': 'cc6b6024-b563-43ed-864b-3751c9dfa8e8'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:36.136000 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41c1796-e304-4c20-b4fb-257920db3ea2" -d '{"events": [{"server_uuid": "e9ee8cfc-b6a7-437c-92c1-a6cf9c70a00a", "name": "network-vif-deleted", "tag": "cc6b6024-b563-43ed-864b-3751c9dfa8e8"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:36.147219 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d58939-e8fd-4409-8442-c2a6bfa824bf req-926ef499-a7cb-49e7-8768-05a704037b39 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:36.155884 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee1bda7-9725-4e38-9361-1cb23527163f tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Pushing event updated for resources: {'Port': ['ID=79645908-181d-4073-9700-41aa42d9260e,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:36.156107 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-73d58939-e8fd-4409-8442-c2a6bfa824bf req-926ef499-a7cb-49e7-8768-05a704037b39 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e3be31-9c90-4467-8a43-45a5a90ed536 HTTP/1.1" status: 200 len: 945 time: 0.2502162 Jul 29 23:22:36.188171 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-2eb41dc1-bcf9-4f25-8480-e11430ef83e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71d4a39e-68d3-4b6a-988c-753dafc49eea {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:22:36.203940 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-6ee1bda7-9725-4e38-9361-1cb23527163f tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:36.204935 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-6ee1bda7-9725-4e38-9361-1cb23527163f tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:36.253984 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5acd072d-df64-4dc1-a54e-e2759e4d2d33 req-f3650814-6d53-4031-ad34-f7b3508f4e38 service neutron] 10.222.0.43 "GET /v2.0/networks/a3d68086-0a5f-410a-8c92-112285f5e741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4441867 Jul 29 23:22:36.257570 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3559546-b397-4c0e-8af9-f3581f7c88ee admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:22:36.269161 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af78fc6-b63b-4750-8d99-047ab678eb11 None None] Sync routers for ids ['2cdaefaf-dcbd-4b6a-a327-2989f85aa230'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:22:36.269680 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-2eb41dc1-bcf9-4f25-8480-e11430ef83e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:36.275797 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-73d58939-e8fd-4409-8442-c2a6bfa824bf req-e2238c85-7c6e-445c-a50b-9df32109e4d8 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858617 Jul 29 23:22:36.283209 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-6ee1bda7-9725-4e38-9361-1cb23527163f tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8178637 Jul 29 23:22:36.285835 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af78fc6-b63b-4750-8d99-047ab678eb11 None None] Routers {'2cdaefaf-dcbd-4b6a-a327-2989f85aa230'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:22:36.286484 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-2af78fc6-b63b-4750-8d99-047ab678eb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:22:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['2cdaefaf-dcbd-4b6a-a327-2989f85aa230'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:36.322761 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-38fe9548-f68f-4878-b40b-6cab36467c75 service neutron] Request body: {'port': {'device_id': '37d1832d-d791-4aca-aa8e-e3090a5e52c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:36.332962 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-2eb41dc1-bcf9-4f25-8480-e11430ef83e0 service neutron] Transition to ACTIVE for port object 71d4a39e-68d3-4b6a-988c-753dafc49eea will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:22:36.343558 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e3559546-b397-4c0e-8af9-f3581f7c88ee admin admin] 10.222.0.43 "PUT /v2.0/routers/2cdaefaf-dcbd-4b6a-a327-2989f85aa230/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9675076 Jul 29 23:22:36.345436 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 36494) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:36.369107 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-2eb41dc1-bcf9-4f25-8480-e11430ef83e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:36.397011 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:22:36.516443 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c7981a89-cb7c-494a-b17e-11a25f436717 None None] Provisioning for port 79645908-181d-4073-9700-41aa42d9260e completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:22:36.530956 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-38fe9548-f68f-4878-b40b-6cab36467c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:36.536843 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c7981a89-cb7c-494a-b17e-11a25f436717 None None] Provisioning complete for port 79645908-181d-4073-9700-41aa42d9260e triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:36.537817 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c7981a89-cb7c-494a-b17e-11a25f436717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:36.594407 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-2af78fc6-b63b-4750-8d99-047ab678eb11 None None] Set router 2cdaefaf-dcbd-4b6a-a327-2989f85aa230 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:22:36.595550 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb41dc1-bcf9-4f25-8480-e11430ef83e0 service neutron] Pushing event updated for resources: {'Port': ['ID=71d4a39e-68d3-4b6a-988c-753dafc49eea,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:36.649053 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-c7981a89-cb7c-494a-b17e-11a25f436717 None None] Port 79645908-181d-4073-9700-41aa42d9260e cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:22:36.872464 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:36.876829 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-2eb41dc1-bcf9-4f25-8480-e11430ef83e0 service neutron] Attempting to bind port 71d4a39e-68d3-4b6a-988c-753dafc49eea on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:22:36.877142 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-2eb41dc1-bcf9-4f25-8480-e11430ef83e0 service neutron] Attempting to bind port 71d4a39e-68d3-4b6a-988c-753dafc49eea by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:22:36.882095 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-2eb41dc1-bcf9-4f25-8480-e11430ef83e0 service neutron] Attempting to bind port 71d4a39e-68d3-4b6a-988c-753dafc49eea on network d71c22dc-feef-410b-a7ed-6548cf85bd6f {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:36.895161 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-2eb41dc1-bcf9-4f25-8480-e11430ef83e0 service neutron] Port 71d4a39e-68d3-4b6a-988c-753dafc49eea on network d71c22dc-feef-410b-a7ed-6548cf85bd6f not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:22:36.895510 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-2eb41dc1-bcf9-4f25-8480-e11430ef83e0 service neutron] Attempting to bind port 71d4a39e-68d3-4b6a-988c-753dafc49eea on network d71c22dc-feef-410b-a7ed-6548cf85bd6f {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:36.905855 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-2af78fc6-b63b-4750-8d99-047ab678eb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdaefaf-dcbd-4b6a-a327-2989f85aa230', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1766799268-router', 'tenant_id': '8f631a6d452a4fba84f6b90e2829acee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '58f7b4d0-2eb4-4e5e-b144-c0e41bac5529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:17:23Z', 'updated_at': '2021-07-29T23:22:34Z', 'revision_number': 5, 'project_id': '8f631a6d452a4fba84f6b90e2829acee', 'gw_port': {'id': '58f7b4d0-2eb4-4e5e-b144-c0e41bac5529', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:45:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdaefaf-dcbd-4b6a-a327-2989f85aa230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:23Z', 'updated_at': '2021-07-29T23:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:36.919949 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-2eb41dc1-bcf9-4f25-8480-e11430ef83e0 service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:22:36.920321 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-2eb41dc1-bcf9-4f25-8480-e11430ef83e0 service neutron] Checking segment: {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:22:36.920681 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-2eb41dc1-bcf9-4f25-8480-e11430ef83e0 service neutron] Bound using segment: {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:22:36.921146 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-2eb41dc1-bcf9-4f25-8480-e11430ef83e0 service neutron] Bound port: 71d4a39e-68d3-4b6a-988c-753dafc49eea, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:22:36.921493 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-2eb41dc1-bcf9-4f25-8480-e11430ef83e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:36.949102 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af78fc6-b63b-4750-8d99-047ab678eb11 None None] Checking router: 2cdaefaf-dcbd-4b6a-a327-2989f85aa230 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:22:36.960787 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af78fc6-b63b-4750-8d99-047ab678eb11 None None] Routers {'2cdaefaf-dcbd-4b6a-a327-2989f85aa230'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:22:36.961921 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-2af78fc6-b63b-4750-8d99-047ab678eb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:22:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['2cdaefaf-dcbd-4b6a-a327-2989f85aa230'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:37.080443 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-2eb41dc1-bcf9-4f25-8480-e11430ef83e0 service neutron] For port 71d4a39e-68d3-4b6a-988c-753dafc49eea, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:22:37.091992 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-2eb41dc1-bcf9-4f25-8480-e11430ef83e0 service neutron] For port 71d4a39e-68d3-4b6a-988c-753dafc49eea, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=71d4a39e-68d3-4b6a-988c-753dafc49eea,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:22:37.117323 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-2eb41dc1-bcf9-4f25-8480-e11430ef83e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:37.175168 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-2eb41dc1-bcf9-4f25-8480-e11430ef83e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:37.175802 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-2eb41dc1-bcf9-4f25-8480-e11430ef83e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:37.177290 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-2eb41dc1-bcf9-4f25-8480-e11430ef83e0 service neutron] 10.222.0.22 "PUT /v2.0/ports/71d4a39e-68d3-4b6a-988c-753dafc49eea HTTP/1.1" status: 200 len: 1096 time: 2.0384369 Jul 29 23:22:37.289034 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a3338306-be42-4f99-abbe-1bc6b981da63 admin admin] Notify callbacks [] for router, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:37.303996 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-38fe9548-f68f-4878-b40b-6cab36467c75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79645908-181d-4073-9700-41aa42d9260e {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:22:37.305523 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-2af78fc6-b63b-4750-8d99-047ab678eb11 None None] Set router 2cdaefaf-dcbd-4b6a-a327-2989f85aa230 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:22:37.311084 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb41dc1-bcf9-4f25-8480-e11430ef83e0 service neutron] Pushing event updated for resources: {'Port': ['ID=71d4a39e-68d3-4b6a-988c-753dafc49eea,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:37.330535 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-38fe9548-f68f-4878-b40b-6cab36467c75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:37.358928 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-38fe9548-f68f-4878-b40b-6cab36467c75 service neutron] Transition to ACTIVE for port object 79645908-181d-4073-9700-41aa42d9260e will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:22:37.363130 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-938dbd2a-f2a5-4689-b6bc-42451c0b94b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:37.365058 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-938dbd2a-f2a5-4689-b6bc-42451c0b94b3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0c116bccf1944bb08a8f319b422b3c50&device_id=ca5fca8a-16e9-4dea-a6ff-d0a48edada7a HTTP/1.1" status: 200 len: 1099 time: 0.1295743 Jul 29 23:22:37.370195 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-38fe9548-f68f-4878-b40b-6cab36467c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:37.372525 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 58a1d464-124f-45fd-9f14-622a4f91df10 up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:22:37.376303 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902999b6-3eff-48c3-b563-a922b65f7b8b req-10cfdcaf-0eba-44e1-9f0f-47b096a39a84 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:37.390102 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-902999b6-3eff-48c3-b563-a922b65f7b8b req-10cfdcaf-0eba-44e1-9f0f-47b096a39a84 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=34e5dd5b-178e-4628-b88b-2ffb39c2970a HTTP/1.1" status: 200 len: 949 time: 0.7748232 Jul 29 23:22:37.461087 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-fe956c59-b2ac-4392-b18f-bafb9803a74c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=71d4a39e-68d3-4b6a-988c-753dafc49eea HTTP/1.1" status: 200 len: 217 time: 0.0792229 Jul 29 23:22:37.472951 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port 58a1d464-124f-45fd-9f14-622a4f91df10 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:37.473330 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:37.540060 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fe9548-f68f-4878-b40b-6cab36467c75 service neutron] Pushing event updated for resources: {'Port': ['ID=79645908-181d-4073-9700-41aa42d9260e,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:37.546380 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5acd072d-df64-4dc1-a54e-e2759e4d2d33 req-e97216ed-269b-49e3-8c33-05d44cb4b6e5 service neutron] 10.222.0.43 "GET /v2.0/networks/a3d68086-0a5f-410a-8c92-112285f5e741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2613788 Jul 29 23:22:37.597015 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-f01ba520-b716-4c09-9630-9c4556db7d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:37.598868 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-f01ba520-b716-4c09-9630-9c4556db7d60 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.1229196 Jul 29 23:22:37.628504 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-902999b6-3eff-48c3-b563-a922b65f7b8b req-eae6e77d-d62a-4eca-908c-c9d2a18a0fc3 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255464 Jul 29 23:22:37.649638 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a3338306-be42-4f99-abbe-1bc6b981da63 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:37.655520 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:37.712519 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-2af78fc6-b63b-4750-8d99-047ab678eb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cdaefaf-dcbd-4b6a-a327-2989f85aa230', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1766799268-router', 'tenant_id': '8f631a6d452a4fba84f6b90e2829acee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '58f7b4d0-2eb4-4e5e-b144-c0e41bac5529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:17:23Z', 'updated_at': '2021-07-29T23:22:34Z', 'revision_number': 5, 'project_id': '8f631a6d452a4fba84f6b90e2829acee', 'gw_port': {'id': '58f7b4d0-2eb4-4e5e-b144-c0e41bac5529', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:45:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdaefaf-dcbd-4b6a-a327-2989f85aa230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:23Z', 'updated_at': '2021-07-29T23:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:37.730646 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-38fe9548-f68f-4878-b40b-6cab36467c75 service neutron] Attempting to bind port 79645908-181d-4073-9700-41aa42d9260e on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:22:37.743244 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-38fe9548-f68f-4878-b40b-6cab36467c75 service neutron] Attempting to bind port 79645908-181d-4073-9700-41aa42d9260e by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:22:37.743656 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-38fe9548-f68f-4878-b40b-6cab36467c75 service neutron] Attempting to bind port 79645908-181d-4073-9700-41aa42d9260e on network d71c22dc-feef-410b-a7ed-6548cf85bd6f {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:37.762374 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-38fe9548-f68f-4878-b40b-6cab36467c75 service neutron] Port 79645908-181d-4073-9700-41aa42d9260e on network d71c22dc-feef-410b-a7ed-6548cf85bd6f not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:22:37.764182 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-38fe9548-f68f-4878-b40b-6cab36467c75 service neutron] Attempting to bind port 79645908-181d-4073-9700-41aa42d9260e on network d71c22dc-feef-410b-a7ed-6548cf85bd6f {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:37.767927 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af78fc6-b63b-4750-8d99-047ab678eb11 None None] The sync data for ids ['2cdaefaf-dcbd-4b6a-a327-2989f85aa230'] in n-d-712141-10 is: [{'id': '2cdaefaf-dcbd-4b6a-a327-2989f85aa230', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1766799268-router', 'tenant_id': '8f631a6d452a4fba84f6b90e2829acee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.223'}], 'enable_snat': True}, 'gw_port_id': '58f7b4d0-2eb4-4e5e-b144-c0e41bac5529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:17:23Z', 'updated_at': '2021-07-29T23:22:34Z', 'revision_number': 5, 'project_id': '8f631a6d452a4fba84f6b90e2829acee', 'gw_port': {'id': '58f7b4d0-2eb4-4e5e-b144-c0e41bac5529', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:45:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cdaefaf-dcbd-4b6a-a327-2989f85aa230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:23Z', 'updated_at': '2021-07-29T23:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:22:37.772388 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 58a1d464-124f-45fd-9f14-622a4f91df10, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=58a1d464-124f-45fd-9f14-622a4f91df10,segment=NetworkSegment(2db8471f-c43b-49ee-9f08-2f1c56af231c),segment_id=2db8471f-c43b-49ee-9f08-2f1c56af231c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:37.784776 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:37.792495 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-a3338306-be42-4f99-abbe-1bc6b981da63 admin admin] Deleting port 58f7b4d0-2eb4-4e5e-b144-c0e41bac5529 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:22:37.792893 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a3338306-be42-4f99-abbe-1bc6b981da63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:37.813718 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-f897ef5c-f7ab-4d30-909e-099babd55f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:37.815800 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-f897ef5c-f7ab-4d30-909e-099babd55f3b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1958020 Jul 29 23:22:37.816750 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-38fe9548-f68f-4878-b40b-6cab36467c75 service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:22:37.817097 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-38fe9548-f68f-4878-b40b-6cab36467c75 service neutron] Checking segment: {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:22:37.817703 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-38fe9548-f68f-4878-b40b-6cab36467c75 service neutron] Bound using segment: {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:22:37.818157 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-38fe9548-f68f-4878-b40b-6cab36467c75 service neutron] Bound port: 79645908-181d-4073-9700-41aa42d9260e, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:22:37.818520 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-38fe9548-f68f-4878-b40b-6cab36467c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:37.907914 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0f083d69-76ad-4049-8e86-1ed2cb34a1d7 req-8224afcd-72e0-4f0f-a689-b3dbed2adf11 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=27b69aaa-149a-445a-be86-5148b2f003b6 HTTP/1.1" status: 200 len: 210 time: 0.1078234 Jul 29 23:22:37.917456 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f989bd4c-a644-4852-8610-1ec835ee8f97 x-openstack-request-id: req-f989bd4c-a644-4852-8610-1ec835ee8f97 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:37.925256 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34e5dd5b-178e-4628-b88b-2ffb39c2970a", "name": "network-vif-plugged", "status": "completed", "tag": "08c78e77-f2f0-4bac-b8b0-89b8c04071ff", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:37.925560 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f989bd4c-a644-4852-8610-1ec835ee8f97 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:37.926024 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34e5dd5b-178e-4628-b88b-2ffb39c2970a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08c78e77-f2f0-4bac-b8b0-89b8c04071ff', 'code': 200} Jul 29 23:22:37.997538 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=58a1d464-124f-45fd-9f14-622a4f91df10,revision_number=7']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:38.000108 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-a3338306-be42-4f99-abbe-1bc6b981da63 admin admin] For port 58f7b4d0-2eb4-4e5e-b144-c0e41bac5529, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=58f7b4d0-2eb4-4e5e-b144-c0e41bac5529,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:38.000707 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a3338306-be42-4f99-abbe-1bc6b981da63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:38.033423 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-a3338306-be42-4f99-abbe-1bc6b981da63 admin admin] Calling delete_port for 58f7b4d0-2eb4-4e5e-b144-c0e41bac5529 owned by network:router_gateway {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:22:38.084997 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d49ce9-203a-47a0-8c32-57c2909d37bf x-openstack-request-id: req-87d49ce9-203a-47a0-8c32-57c2909d37bf {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:38.085289 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9ee8cfc-b6a7-437c-92c1-a6cf9c70a00a", "name": "network-vif-deleted", "tag": "cc6b6024-b563-43ed-864b-3751c9dfa8e8", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:38.085540 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-87d49ce9-203a-47a0-8c32-57c2909d37bf {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:38.085955 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9ee8cfc-b6a7-437c-92c1-a6cf9c70a00a', 'name': 'network-vif-deleted', 'tag': 'cc6b6024-b563-43ed-864b-3751c9dfa8e8', 'status': 'completed', 'code': 200} Jul 29 23:22:38.129212 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-a2b68ba0-9c71-47ba-9f95-ef180edd2b3c service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2934685 Jul 29 23:22:38.153511 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c5cf9f-cc46-4cf9-b54a-c823762c9b3b req-c43f14d6-c693-49b0-bfd8-c4eaa07e0c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:38.155195 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-88c5cf9f-cc46-4cf9-b54a-c823762c9b3b req-c43f14d6-c693-49b0-bfd8-c4eaa07e0c4d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=34e5dd5b-178e-4628-b88b-2ffb39c2970a HTTP/1.1" status: 200 len: 1101 time: 0.1386054 Jul 29 23:22:38.426139 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a3338306-be42-4f99-abbe-1bc6b981da63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:38.444421 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 36514) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:38.624291 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efc5323-488f-4ea8-8471-2cd8f4f1bb15 req-2c5752c0-fce4-41e0-bf23-2ad75d372f74 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:38.634144 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0efc5323-488f-4ea8-8471-2cd8f4f1bb15 req-2c5752c0-fce4-41e0-bf23-2ad75d372f74 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca5fca8a-16e9-4dea-a6ff-d0a48edada7a HTTP/1.1" status: 200 len: 947 time: 0.6276367 Jul 29 23:22:38.664315 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3338306-be42-4f99-abbe-1bc6b981da63 admin admin] Pushing event deleted for resources: {'Port': ['ID=58f7b4d0-2eb4-4e5e-b144-c0e41bac5529,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:38.779517 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6f02f439-f0a0-4675-bd18-9cfe0520ea59 req-ba31d5de-b663-4f03-ba12-76415ebe7ff6 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce7925bf-bf61-4ab9-ba86-da53ddb9abbd HTTP/1.1" status: 200 len: 210 time: 0.2120740 Jul 29 23:22:38.844742 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0efc5323-488f-4ea8-8471-2cd8f4f1bb15 req-ae701b7b-183d-4faf-bbd1-79eadf5604d9 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095294 Jul 29 23:22:38.856288 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a3338306-be42-4f99-abbe-1bc6b981da63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:38.890145 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device cc6b6024-b563-43ed-864b-3751c9dfa8e8 no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:22:38.901546 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-38fe9548-f68f-4878-b40b-6cab36467c75 service neutron] For port 79645908-181d-4073-9700-41aa42d9260e, host n-h1-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:22:38.929637 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-38fe9548-f68f-4878-b40b-6cab36467c75 service neutron] For port 79645908-181d-4073-9700-41aa42d9260e, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=79645908-181d-4073-9700-41aa42d9260e,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:22:38.958447 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: cc6b6024-b563-43ed-864b-3751c9dfa8e8 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:22:38.958888 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device cc6b6024-b563-43ed-864b-3751c9dfa8e8 not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:22:38.960454 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-38fe9548-f68f-4878-b40b-6cab36467c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:38.994602 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-91f98fea-ca50-4e65-b35f-6e806655dc2f admin admin] Deleting subnet 248ad491-9a6b-4d59-9973-8f58674b914e {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:22:39.015742 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-88c5cf9f-cc46-4cf9-b54a-c823762c9b3b req-608aa693-5580-4159-834c-5795b8d9de50 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8335385 Jul 29 23:22:39.041820 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-38fe9548-f68f-4878-b40b-6cab36467c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:39.043076 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-38fe9548-f68f-4878-b40b-6cab36467c75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:39.044490 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-38fe9548-f68f-4878-b40b-6cab36467c75 service neutron] 10.222.0.41 "PUT /v2.0/ports/79645908-181d-4073-9700-41aa42d9260e HTTP/1.1" status: 200 len: 1097 time: 2.7343729 Jul 29 23:22:39.071395 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-205170da-4392-47f0-ad79-cd3317542df5 service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9151778 Jul 29 23:22:39.072008 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fe9548-f68f-4878-b40b-6cab36467c75 service neutron] Pushing event updated for resources: {'Port': ['ID=79645908-181d-4073-9700-41aa42d9260e,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:39.122341 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-91f98fea-ca50-4e65-b35f-6e806655dc2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:39.171790 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a3338306-be42-4f99-abbe-1bc6b981da63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:39.209232 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a3338306-be42-4f99-abbe-1bc6b981da63 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:39.274639 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518dd536-6f1a-45bf-a031-3b4d14859961 req-ecf3a31b-93cc-47d4-a090-3d1df265d1f9 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:39.276674 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-518dd536-6f1a-45bf-a031-3b4d14859961 req-ecf3a31b-93cc-47d4-a090-3d1df265d1f9 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=34e5dd5b-178e-4628-b88b-2ffb39c2970a HTTP/1.1" status: 200 len: 949 time: 0.2772079 Jul 29 23:22:39.291148 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-91f98fea-ca50-4e65-b35f-6e806655dc2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:39.350339 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a3338306-be42-4f99-abbe-1bc6b981da63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:39.350881 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3338306-be42-4f99-abbe-1bc6b981da63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2cdaefaf-dcbd-4b6a-a327-2989f85aa230 {{(pid=94078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:22:39.357273 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-362cfb34-eaa4-4e20-a3ed-bda015858834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:39.363357 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a3338306-be42-4f99-abbe-1bc6b981da63 admin admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:39.363520 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 58a1d464-124f-45fd-9f14-622a4f91df10 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:22:39.366752 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-a3338306-be42-4f99-abbe-1bc6b981da63 admin admin] 10.222.0.43 "DELETE /v2.0/routers/2cdaefaf-dcbd-4b6a-a327-2989f85aa230 HTTP/1.1" status: 204 len: 168 time: 3.0151834 Jul 29 23:22:39.372827 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-362cfb34-eaa4-4e20-a3ed-bda015858834 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c116bccf1944bb08a8f319b422b3c50&device_id=37d1832d-d791-4aca-aa8e-e3090a5e52c0 HTTP/1.1" status: 200 len: 1100 time: 0.1724463 Jul 29 23:22:39.373626 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36542) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:39.403912 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-518dd536-6f1a-45bf-a031-3b4d14859961 req-8b590a7f-05a5-4a7f-9436-fb1484acddac tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856087 Jul 29 23:22:39.414059 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-91f98fea-ca50-4e65-b35f-6e806655dc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:39.423691 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 371a2324-d1ab-4813-a596-2a7f38963b1c no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:22:39.424214 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642ed36-deff-43c7-85c7-e69ff15c25ca req-c1faecc8-ebb2-4cc9-a656-10eab3c92764 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:39.432052 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2642ed36-deff-43c7-85c7-e69ff15c25ca req-c1faecc8-ebb2-4cc9-a656-10eab3c92764 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/networks?id=666740f6-88d5-4493-9e12-abc4c5ef258e HTTP/1.1" status: 200 len: 811 time: 0.3277769 Jul 29 23:22:39.451129 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 371a2324-d1ab-4813-a596-2a7f38963b1c {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:22:39.451747 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 371a2324-d1ab-4813-a596-2a7f38963b1c not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:22:39.475814 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2642ed36-deff-43c7-85c7-e69ff15c25ca req-65616ced-8de9-4f59-bdb8-be4c254f5dce tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/quotas/f4fb04acaf444a438779b8cf93bf1437 HTTP/1.1" status: 200 len: 375 time: 0.0419452 Jul 29 23:22:39.489409 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5b7a6d7-e6fd-476c-8c95-7e861d5b43d8 admin admin] Deleting subnet a767d1cf-937a-4189-8aa3-3ec1eff5a6eb {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:22:39.494942 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e5b7a6d7-e6fd-476c-8c95-7e861d5b43d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:39.515863 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2642ed36-deff-43c7-85c7-e69ff15c25ca req-9b324ef9-5e3f-415d-a68e-525868127b87 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f4fb04acaf444a438779b8cf93bf1437&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385201 Jul 29 23:22:39.542491 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e5b7a6d7-e6fd-476c-8c95-7e861d5b43d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:39.597448 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:39.652353 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-91f98fea-ca50-4e65-b35f-6e806655dc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:39.663075 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 58a1d464-124f-45fd-9f14-622a4f91df10, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=58a1d464-124f-45fd-9f14-622a4f91df10,segment=NetworkSegment(2db8471f-c43b-49ee-9f08-2f1c56af231c),segment_id=2db8471f-c43b-49ee-9f08-2f1c56af231c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:39.690164 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-93a2176b-0d37-4b13-961a-b11aa26e3db9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=79645908-181d-4073-9700-41aa42d9260e HTTP/1.1" status: 200 len: 217 time: 0.0671105 Jul 29 23:22:39.691184 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:39.715506 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f98fea-ca50-4e65-b35f-6e806655dc2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=248ad491-9a6b-4d59-9973-8f58674b914e,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:39.754890 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-91f98fea-ca50-4e65-b35f-6e806655dc2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:39.757255 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-91f98fea-ca50-4e65-b35f-6e806655dc2f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/248ad491-9a6b-4d59-9973-8f58674b914e HTTP/1.1" status: 204 len: 168 time: 1.2281618 Jul 29 23:22:39.764104 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36546) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:39.784872 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=58a1d464-124f-45fd-9f14-622a4f91df10,revision_number=8']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:39.799103 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8d5645d0-df0b-485e-8fa4-f7958da156db req-8e277270-1225-44a4-b932-6ec7d3e1eb47 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=27b69aaa-149a-445a-be86-5148b2f003b6 HTTP/1.1" status: 200 len: 210 time: 0.0472167 Jul 29 23:22:39.835082 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2642ed36-deff-43c7-85c7-e69ff15c25ca req-1e4adf09-8cb0-449b-b13f-d2749bf9bef1 service neutron] 10.222.0.43 "GET /v2.0/networks/666740f6-88d5-4493-9e12-abc4c5ef258e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183501 Jul 29 23:22:39.872056 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-9f3a35c8-df7b-499a-baad-24da3e92ddb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:39.876231 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-9f3a35c8-df7b-499a-baad-24da3e92ddb9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.1486070 Jul 29 23:22:39.896986 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e5b7a6d7-e6fd-476c-8c95-7e861d5b43d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:39.927517 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16e3be31-9c90-4467-8a43-45a5a90ed536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a1d464-124f-45fd-9f14-622a4f91df10'}, {'server_uuid': '16e3be31-9c90-4467-8a43-45a5a90ed536', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58a1d464-124f-45fd-9f14-622a4f91df10'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:39.930626 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc37c739-b75a-4290-b3e4-ea363d7edbf5" -d '{"events": [{"server_uuid": "16e3be31-9c90-4467-8a43-45a5a90ed536", "name": "network-vif-plugged", "status": "completed", "tag": "58a1d464-124f-45fd-9f14-622a4f91df10"}, {"server_uuid": "16e3be31-9c90-4467-8a43-45a5a90ed536", "name": "network-vif-unplugged", "status": "completed", "tag": "58a1d464-124f-45fd-9f14-622a4f91df10"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:40.008107 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9acfce3b-920b-40eb-b41e-cb6ee1576541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:40.037311 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-c973511f-09e4-4bfe-887a-744bd57b0d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:40.048112 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-c973511f-09e4-4bfe-887a-744bd57b0d26 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1471431 Jul 29 23:22:40.087864 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd072d-df64-4dc1-a54e-e2759e4d2d33 req-5e0c3658-bcb1-439a-91b1-9af865e49a61 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:40.090166 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5acd072d-df64-4dc1-a54e-e2759e4d2d33 req-5e0c3658-bcb1-439a-91b1-9af865e49a61 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] 10.222.0.41 "GET /v2.0/networks?id=a3d68086-0a5f-410a-8c92-112285f5e741 HTTP/1.1" status: 200 len: 814 time: 0.3062091 Jul 29 23:22:40.106202 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca5fca8a-16e9-4dea-a6ff-d0a48edada7a', 'tag': '71d4a39e-68d3-4b6a-988c-753dafc49eea'}, {'name': 'network-changed', 'server_uuid': '37d1832d-d791-4aca-aa8e-e3090a5e52c0', 'tag': '79645908-181d-4073-9700-41aa42d9260e'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:40.108515 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3500bee6-9ff7-417e-8aa3-0cf91a9a8fc0" -d '{"events": [{"name": "network-changed", "server_uuid": "ca5fca8a-16e9-4dea-a6ff-d0a48edada7a", "tag": "71d4a39e-68d3-4b6a-988c-753dafc49eea"}, {"name": "network-changed", "server_uuid": "37d1832d-d791-4aca-aa8e-e3090a5e52c0", "tag": "79645908-181d-4073-9700-41aa42d9260e"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:40.112504 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae15da-2eaa-47eb-b922-6b2effce08f5 req-809561c0-f260-40bd-8dfd-3bf10d499585 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:40.114426 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0cae15da-2eaa-47eb-b922-6b2effce08f5 req-809561c0-f260-40bd-8dfd-3bf10d499585 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e3be31-9c90-4467-8a43-45a5a90ed536 HTTP/1.1" status: 200 len: 944 time: 0.1872816 Jul 29 23:22:40.116863 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2642ed36-deff-43c7-85c7-e69ff15c25ca req-aa093374-6c01-4b7e-adf0-b9bbe00c83d2 service neutron] 10.222.0.43 "GET /v2.0/networks/666740f6-88d5-4493-9e12-abc4c5ef258e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521458 Jul 29 23:22:40.194690 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e5b7a6d7-e6fd-476c-8c95-7e861d5b43d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:40.263877 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0cae15da-2eaa-47eb-b922-6b2effce08f5 req-f10a0011-dde6-42e3-a3f3-0fc8a6829788 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302149 Jul 29 23:22:40.274269 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5acd072d-df64-4dc1-a54e-e2759e4d2d33 req-4e2a8703-d39a-437d-85d7-e3145ffa6888 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=41d06bbbb3d042bdbdfcf854d406dce8 HTTP/1.1" status: 200 len: 379 time: 0.1394858 Jul 29 23:22:40.281539 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9acfce3b-920b-40eb-b41e-cb6ee1576541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:40.299029 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-5acd072d-df64-4dc1-a54e-e2759e4d2d33 req-18012dad-d8a6-4f85-965c-e0a7ce4effe3 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Request body: {'port': {'device_id': 'ce7925bf-bf61-4ab9-ba86-da53ddb9abbd', 'network_id': 'a3d68086-0a5f-410a-8c92-112285f5e741', 'admin_state_up': True, 'tenant_id': '41d06bbbb3d042bdbdfcf854d406dce8', 'security_groups': ['913475dc-66e8-4b67-ba73-e0dfa1fdc7e7']}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:40.358050 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-9acfce3b-920b-40eb-b41e-cb6ee1576541 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['445a4ca0-ac68-4e2c-ba3f-93eecd627357']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:40.360334 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b7a6d7-e6fd-476c-8c95-7e861d5b43d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a767d1cf-937a-4189-8aa3-3ec1eff5a6eb,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:40.363453 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f8491f-a784-4127-8e5f-06b7485987ff None None] Network 080b9e81-fe4d-4e86-a3c0-24ea9929eaa2 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:22:40.364084 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e5b7a6d7-e6fd-476c-8c95-7e861d5b43d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:40.368689 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e5b7a6d7-e6fd-476c-8c95-7e861d5b43d8 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a767d1cf-937a-4189-8aa3-3ec1eff5a6eb HTTP/1.1" status: 204 len: 168 time: 0.9937928 Jul 29 23:22:40.377992 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36560) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:40.395869 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-9acfce3b-920b-40eb-b41e-cb6ee1576541 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93bef018-d8cc-4ce6-852a-29704d448375') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:40.396236 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-9acfce3b-920b-40eb-b41e-cb6ee1576541 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93bef018-d8cc-4ce6-852a-29704d448375') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:40.449135 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9acfce3b-920b-40eb-b41e-cb6ee1576541 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:40.466430 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-37182a75-1b46-41f6-8579-f626ec6411c4 req-8c4c6abe-b73f-4356-af62-63dce7700062 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce7925bf-bf61-4ab9-ba86-da53ddb9abbd HTTP/1.1" status: 200 len: 210 time: 0.1066556 Jul 29 23:22:40.507727 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9acfce3b-920b-40eb-b41e-cb6ee1576541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:40.519623 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9acfce3b-920b-40eb-b41e-cb6ee1576541 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:22:40.520134 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9acfce3b-920b-40eb-b41e-cb6ee1576541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:40.522513 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:22:40.522513 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:22:40.522513 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:22:40.522513 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:22:40.522513 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:22:40.522513 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:22:40.522513 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:22:40.522513 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:22:40.522513 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:22:40.522513 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:22:40.522513 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:22:40.522513 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:22:40.522513 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:22:40.522513 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:22:40.522513 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:22:40.522513 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:22:40.522513 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:22:40.522513 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:22:40.522513 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:22:40.522513 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:22:40.522513 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:22:40.522513 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:22:40.522513 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:22:40.522513 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:22:40.522513 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:22:40.522513 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:22:40.522513 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:22:40.522513 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:22:40.522513 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:22:40.522513 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:22:40.522513 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:22:40.522513 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:22:40.536539 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-403ca665-0eef-4982-9d46-60772f1dcd3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:40.541724 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-f3395c7c-92dd-4ce3-a00f-c010c2f88e05 service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4299207 Jul 29 23:22:40.597442 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd9b589-b025-4960-bf9a-751fb209bc4e x-openstack-request-id: req-2fd9b589-b025-4960-bf9a-751fb209bc4e {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:40.597964 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16e3be31-9c90-4467-8a43-45a5a90ed536", "name": "network-vif-plugged", "status": "completed", "tag": "58a1d464-124f-45fd-9f14-622a4f91df10", "code": 200}, {"server_uuid": "16e3be31-9c90-4467-8a43-45a5a90ed536", "name": "network-vif-unplugged", "status": "completed", "tag": "58a1d464-124f-45fd-9f14-622a4f91df10", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:40.598453 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2fd9b589-b025-4960-bf9a-751fb209bc4e {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:40.599016 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16e3be31-9c90-4467-8a43-45a5a90ed536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a1d464-124f-45fd-9f14-622a4f91df10', 'code': 200} Jul 29 23:22:40.600675 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16e3be31-9c90-4467-8a43-45a5a90ed536', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58a1d464-124f-45fd-9f14-622a4f91df10', 'code': 200} Jul 29 23:22:40.613818 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0c35d-8e01-4618-9ab8-156deb1c1410 req-46797653-c139-481c-99e2-c9ff851f3ee1 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:40.615908 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9af0c35d-8e01-4618-9ab8-156deb1c1410 req-46797653-c139-481c-99e2-c9ff851f3ee1 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca5fca8a-16e9-4dea-a6ff-d0a48edada7a HTTP/1.1" status: 200 len: 947 time: 0.2550581 Jul 29 23:22:40.680183 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219f028b-5348-46fc-bd48-e28d5b9b9942 None None] DHCP port deletion for 080b9e81-fe4d-4e86-a3c0-24ea9929eaa2 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:22:40.712445 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27a23eaa-416e-4134-90c1-f66422740393 x-openstack-request-id: req-27a23eaa-416e-4134-90c1-f66422740393 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:40.712743 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca5fca8a-16e9-4dea-a6ff-d0a48edada7a", "tag": "71d4a39e-68d3-4b6a-988c-753dafc49eea", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "37d1832d-d791-4aca-aa8e-e3090a5e52c0", "tag": "79645908-181d-4073-9700-41aa42d9260e", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:40.712972 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-27a23eaa-416e-4134-90c1-f66422740393 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:40.713364 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca5fca8a-16e9-4dea-a6ff-d0a48edada7a', 'tag': '71d4a39e-68d3-4b6a-988c-753dafc49eea', 'status': 'completed', 'code': 200} Jul 29 23:22:40.713753 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37d1832d-d791-4aca-aa8e-e3090a5e52c0', 'tag': '79645908-181d-4073-9700-41aa42d9260e', 'status': 'completed', 'code': 200} Jul 29 23:22:40.750024 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9af0c35d-8e01-4618-9ab8-156deb1c1410 req-8d11e084-a43d-4fd5-96da-ba3813a769ce tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906332 Jul 29 23:22:40.752665 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-219f028b-5348-46fc-bd48-e28d5b9b9942 None None] Deleting port 920f652b-c1b9-488b-9ca6-b7061896e70c {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:22:40.753695 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-219f028b-5348-46fc-bd48-e28d5b9b9942 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:40.802959 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9acfce3b-920b-40eb-b41e-cb6ee1576541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:40.827287 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9acfce3b-920b-40eb-b41e-cb6ee1576541 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:40.844294 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9acfce3b-920b-40eb-b41e-cb6ee1576541 admin admin] 10.222.0.43 "DELETE /v2.0/networks/445a4ca0-ac68-4e2c-ba3f-93eecd627357 HTTP/1.1" status: 204 len: 168 time: 1.0645547 Jul 29 23:22:40.847637 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7080ce00-f157-4feb-94c2-03c836b2e9ec req-a3cbe610-1763-461c-bb56-4e793866dec9 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=648740f9-3e1d-4f35-9c7b-bdcfb54514e5 HTTP/1.1" status: 200 len: 210 time: 0.0834889 Jul 29 23:22:40.876001 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5acd072d-df64-4dc1-a54e-e2759e4d2d33 req-18012dad-d8a6-4f85-965c-e0a7ce4effe3 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Made reservation on behalf of 41d06bbbb3d042bdbdfcf854d406dce8 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:22:40.877786 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 71d4a39e-68d3-4b6a-988c-753dafc49eea details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:22:40.879920 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5acd072d-df64-4dc1-a54e-e2759e4d2d33 req-18012dad-d8a6-4f85-965c-e0a7ce4effe3 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:40.928042 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-219f028b-5348-46fc-bd48-e28d5b9b9942 None None] For port 920f652b-c1b9-488b-9ca6-b7061896e70c, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=920f652b-c1b9-488b-9ca6-b7061896e70c,segment=NetworkSegment(42107b5e-6268-4b9c-87e8-287a1e78b5ad),segment_id=42107b5e-6268-4b9c-87e8-287a1e78b5ad)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:40.928787 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-219f028b-5348-46fc-bd48-e28d5b9b9942 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:40.967698 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d765b9e-dcf4-4a5c-b294-a56b66675d01 req-1925040a-3b69-443a-80c2-15982e937afc tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:40.969321 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7d765b9e-dcf4-4a5c-b294-a56b66675d01 req-1925040a-3b69-443a-80c2-15982e937afc tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.41 "GET /v2.0/ports?device_id=16e3be31-9c90-4467-8a43-45a5a90ed536 HTTP/1.1" status: 200 len: 944 time: 0.4259210 Jul 29 23:22:40.976084 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-219f028b-5348-46fc-bd48-e28d5b9b9942 None None] Calling delete_port for 920f652b-c1b9-488b-9ca6-b7061896e70c owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:22:40.980995 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3500bee6-9ff7-417e-8aa3-0cf91a9a8fc0 req-7552010e-86e6-467b-9d67-0c058f56d54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:40.983434 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3500bee6-9ff7-417e-8aa3-0cf91a9a8fc0 req-7552010e-86e6-467b-9d67-0c058f56d54a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0c116bccf1944bb08a8f319b422b3c50&device_id=ca5fca8a-16e9-4dea-a6ff-d0a48edada7a HTTP/1.1" status: 200 len: 1099 time: 0.2679112 Jul 29 23:22:40.983581 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acfce3b-920b-40eb-b41e-cb6ee1576541 admin admin] Pushing event deleted for resources: {'Network': ['ID=445a4ca0-ac68-4e2c-ba3f-93eecd627357,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:40.994400 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-81a73670-21a7-408f-a48b-5895faadf61c req-8ab1e8b9-f304-453d-870d-2df611866054 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=27b69aaa-149a-445a-be86-5148b2f003b6 HTTP/1.1" status: 200 len: 210 time: 0.0461078 Jul 29 23:22:41.046546 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-eb1f4e06-b006-4f9b-b4e7-9a1b5454b481 req-81c3cd40-5e78-4189-98ee-a622ff2bd78e service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4616799 Jul 29 23:22:41.128704 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36576) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:41.141994 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06854d45-6171-40e5-9cce-8c22e93180f6 req-d02cb55d-eec2-4bd8-9cc6-07b386b59848 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:41.150321 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-06854d45-6171-40e5-9cce-8c22e93180f6 req-d02cb55d-eec2-4bd8-9cc6-07b386b59848 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=34e5dd5b-178e-4628-b88b-2ffb39c2970a HTTP/1.1" status: 200 len: 949 time: 0.2370849 Jul 29 23:22:41.239085 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 71d4a39e-68d3-4b6a-988c-753dafc49eea, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=71d4a39e-68d3-4b6a-988c-753dafc49eea,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:41.243148 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-06854d45-6171-40e5-9cce-8c22e93180f6 req-aa630ab4-2b41-4dd6-8749-ed2b36cffde6 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864775 Jul 29 23:22:41.262909 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '71d4a39e-68d3-4b6a-988c-753dafc49eea', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'port_id': '71d4a39e-68d3-4b6a-988c-753dafc49eea', 'mac_address': 'fa:16:3e:03:27:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64bdc61a-58ca-49c7-bae5-ecfed9ee407c', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:22:41.276796 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-403ca665-0eef-4982-9d46-60772f1dcd3a admin admin] Deleting port 920f652b-c1b9-488b-9ca6-b7061896e70c {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:22:41.277779 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-403ca665-0eef-4982-9d46-60772f1dcd3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:41.441723 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-5acd072d-df64-4dc1-a54e-e2759e4d2d33 req-18012dad-d8a6-4f85-965c-e0a7ce4effe3 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Allocated IP 172.20.0.6 (a3d68086-0a5f-410a-8c92-112285f5e741/0162d293-3851-4ddf-a231-f6840d6b73ab/e7f10a7e-124a-4a04-8697-d32bc91a9455) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:22:41.450381 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-219f028b-5348-46fc-bd48-e28d5b9b9942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:41.457021 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-319e4629-77ad-4f70-8705-a0ebd79dcfbf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=20166a81542946e38e2c423e2629e03d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3240621 Jul 29 23:22:41.464731 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:41.465995 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36582) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:41.478629 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219f028b-5348-46fc-bd48-e28d5b9b9942 None None] No DVR routers for this DVR port 920f652b-c1b9-488b-9ca6-b7061896e70c on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:22:41.485463 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 58f7b4d0-2eb4-4e5e-b144-c0e41bac5529 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:22:41.536431 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec00b9-87ac-4e09-8bd5-e5b8dbc2424b req-da2c3b1f-f80c-4d80-86f2-fd855693e2e8 tempest-MigrationsAdminTest-1213160682 tempest-MigrationsAdminTest-1213160682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:41.538759 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-68ec00b9-87ac-4e09-8bd5-e5b8dbc2424b req-da2c3b1f-f80c-4d80-86f2-fd855693e2e8 tempest-MigrationsAdminTest-1213160682 tempest-MigrationsAdminTest-1213160682-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=34e5dd5b-178e-4628-b88b-2ffb39c2970a HTTP/1.1" status: 200 len: 1101 time: 0.1305559 Jul 29 23:22:41.562798 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-403ca665-0eef-4982-9d46-60772f1dcd3a admin admin] For port 920f652b-c1b9-488b-9ca6-b7061896e70c, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=920f652b-c1b9-488b-9ca6-b7061896e70c,segment=NetworkSegment(42107b5e-6268-4b9c-87e8-287a1e78b5ad),segment_id=42107b5e-6268-4b9c-87e8-287a1e78b5ad)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:41.562798 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-403ca665-0eef-4982-9d46-60772f1dcd3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:41.583378 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-403ca665-0eef-4982-9d46-60772f1dcd3a admin admin] Calling delete_port for 920f652b-c1b9-488b-9ca6-b7061896e70c owned by network:dhcp {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:22:41.692017 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3500bee6-9ff7-417e-8aa3-0cf91a9a8fc0 req-b972f1bc-dd0b-4c4b-8865-c67b402ff559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:41.695140 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3500bee6-9ff7-417e-8aa3-0cf91a9a8fc0 req-b972f1bc-dd0b-4c4b-8865-c67b402ff559 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d71c22dc-feef-410b-a7ed-6548cf85bd6f HTTP/1.1" status: 200 len: 870 time: 0.6519952 Jul 29 23:22:41.712482 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219f028b-5348-46fc-bd48-e28d5b9b9942 None None] Pushing event deleted for resources: {'Port': ['ID=920f652b-c1b9-488b-9ca6-b7061896e70c,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:41.740114 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3500bee6-9ff7-417e-8aa3-0cf91a9a8fc0 req-b0158014-4124-477b-93c2-95d3727eac4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:41.741699 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71d4a39e-68d3-4b6a-988c-753dafc49eea {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:22:41.742155 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3500bee6-9ff7-417e-8aa3-0cf91a9a8fc0 req-b0158014-4124-477b-93c2-95d3727eac4e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c116bccf1944bb08a8f319b422b3c50&device_id=37d1832d-d791-4aca-aa8e-e3090a5e52c0 HTTP/1.1" status: 200 len: 1100 time: 0.5291440 Jul 29 23:22:41.748685 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 58f7b4d0-2eb4-4e5e-b144-c0e41bac5529 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:22:41.749030 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 58f7b4d0-2eb4-4e5e-b144-c0e41bac5529 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:22:41.749451 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 920f652b-c1b9-488b-9ca6-b7061896e70c no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:22:41.750235 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-68ec00b9-87ac-4e09-8bd5-e5b8dbc2424b req-b9a255e8-d72e-44dc-9617-eb6197228a2e tempest-MigrationsAdminTest-1213160682 tempest-MigrationsAdminTest-1213160682-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859474 Jul 29 23:22:41.776879 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 920f652b-c1b9-488b-9ca6-b7061896e70c {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:22:41.777228 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 920f652b-c1b9-488b-9ca6-b7061896e70c not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:22:41.795187 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 71d4a39e-68d3-4b6a-988c-753dafc49eea, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=71d4a39e-68d3-4b6a-988c-753dafc49eea,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:41.810222 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:41.859248 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3500bee6-9ff7-417e-8aa3-0cf91a9a8fc0 req-9dc45485-4641-47e9-a1d4-2466fda554ab service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=71d4a39e-68d3-4b6a-988c-753dafc49eea HTTP/1.1" status: 200 len: 217 time: 0.1459520 Jul 29 23:22:41.863890 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-7d765b9e-dcf4-4a5c-b294-a56b66675d01 req-1cc6d609-f1dd-486e-9fe6-313e5cb11fef tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Deleting port 58a1d464-124f-45fd-9f14-622a4f91df10 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:22:41.864247 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-7d765b9e-dcf4-4a5c-b294-a56b66675d01 req-1cc6d609-f1dd-486e-9fe6-313e5cb11fef tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:41.887808 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=71d4a39e-68d3-4b6a-988c-753dafc49eea,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:41.896077 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-278d653b-05d7-40c7-8aa1-93fa6d82425e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:41.928936 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dabca94c-f254-4f80-bb7e-f7461440eeb8 req-8339559c-69e3-42b3-b69e-c37b3d8c709c tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce7925bf-bf61-4ab9-ba86-da53ddb9abbd HTTP/1.1" status: 200 len: 210 time: 0.0457454 Jul 29 23:22:41.944760 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5acd072d-df64-4dc1-a54e-e2759e4d2d33 req-18012dad-d8a6-4f85-965c-e0a7ce4effe3 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:41.957055 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b717ed-9329-416d-b97a-f96af4865db3 req-a5db692f-52f1-4ec6-9ae9-a55a48625a21 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:41.966930 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-29b717ed-9329-416d-b97a-f96af4865db3 req-a5db692f-52f1-4ec6-9ae9-a55a48625a21 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e3be31-9c90-4467-8a43-45a5a90ed536 HTTP/1.1" status: 200 len: 944 time: 0.1603503 Jul 29 23:22:41.999051 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-5acd072d-df64-4dc1-a54e-e2759e4d2d33 req-18012dad-d8a6-4f85-965c-e0a7ce4effe3 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Transition to ACTIVE for port object e7f10a7e-124a-4a04-8697-d32bc91a9455 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:22:42.038480 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-278d653b-05d7-40c7-8aa1-93fa6d82425e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:42.040241 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-403ca665-0eef-4982-9d46-60772f1dcd3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:42.051247 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-29b717ed-9329-416d-b97a-f96af4865db3 req-d7403fc7-fb2e-4365-afc2-3efe0235da98 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/security-groups?id=869d288f-3edf-4b72-a7e4-32ff7f81a693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832326 Jul 29 23:22:42.097224 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e3bfcda1-1dfb-409b-94eb-b75431f796c4 req-40dc09d3-037c-468c-b928-ac8e15f7d7ee tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=648740f9-3e1d-4f35-9c7b-bdcfb54514e5 HTTP/1.1" status: 200 len: 210 time: 0.0576186 Jul 29 23:22:42.105741 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['71d4a39e-68d3-4b6a-988c-753dafc49eea'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:22:42.143693 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3500bee6-9ff7-417e-8aa3-0cf91a9a8fc0 req-222e76cf-84d4-44dc-b7ca-b7431819ae10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:42.145228 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3500bee6-9ff7-417e-8aa3-0cf91a9a8fc0 req-222e76cf-84d4-44dc-b7ca-b7431819ae10 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.2348413 Jul 29 23:22:42.162201 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403ca665-0eef-4982-9d46-60772f1dcd3a admin admin] Pushing event deleted for resources: {'Port': ['ID=920f652b-c1b9-488b-9ca6-b7061896e70c,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:42.179682 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5acd072d-df64-4dc1-a54e-e2759e4d2d33 req-18012dad-d8a6-4f85-965c-e0a7ce4effe3 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:42.199697 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403ca665-0eef-4982-9d46-60772f1dcd3a admin admin] No DVR routers for this DVR port 920f652b-c1b9-488b-9ca6-b7061896e70c on host n-d-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:22:42.237309 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-7d765b9e-dcf4-4a5c-b294-a56b66675d01 req-1cc6d609-f1dd-486e-9fe6-313e5cb11fef tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] For port 58a1d464-124f-45fd-9f14-622a4f91df10, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=58a1d464-124f-45fd-9f14-622a4f91df10,segment=NetworkSegment(2db8471f-c43b-49ee-9f08-2f1c56af231c),segment_id=2db8471f-c43b-49ee-9f08-2f1c56af231c)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:42.238020 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-7d765b9e-dcf4-4a5c-b294-a56b66675d01 req-1cc6d609-f1dd-486e-9fe6-313e5cb11fef tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:42.245043 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3500bee6-9ff7-417e-8aa3-0cf91a9a8fc0 req-1d6b33c4-f130-45b4-b193-4891ebf5c6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:42.246710 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5acd072d-df64-4dc1-a54e-e2759e4d2d33 req-18012dad-d8a6-4f85-965c-e0a7ce4effe3 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Network a3d68086-0a5f-410a-8c92-112285f5e741 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:22:42.247124 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3500bee6-9ff7-417e-8aa3-0cf91a9a8fc0 req-1d6b33c4-f130-45b4-b193-4891ebf5c6f2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d71c22dc-feef-410b-a7ed-6548cf85bd6f HTTP/1.1" status: 200 len: 870 time: 0.4714911 Jul 29 23:22:42.266199 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-5acd072d-df64-4dc1-a54e-e2759e4d2d33 req-18012dad-d8a6-4f85-965c-e0a7ce4effe3 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:22:42.274066 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-5acd072d-df64-4dc1-a54e-e2759e4d2d33 req-18012dad-d8a6-4f85-965c-e0a7ce4effe3 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:22:42.306335 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-7d765b9e-dcf4-4a5c-b294-a56b66675d01 req-1cc6d609-f1dd-486e-9fe6-313e5cb11fef tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Calling delete_port for 58a1d464-124f-45fd-9f14-622a4f91df10 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:22:42.387111 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41aa47c-9500-417a-aebc-dd511cf05567 req-b771cf4f-bd7b-4f71-b86b-5d80606c567e tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:42.415329 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c41aa47c-9500-417a-aebc-dd511cf05567 req-b771cf4f-bd7b-4f71-b86b-5d80606c567e tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca5fca8a-16e9-4dea-a6ff-d0a48edada7a HTTP/1.1" status: 200 len: 948 time: 0.2414575 Jul 29 23:22:42.446029 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18012dad-d8a6-4f85-965c-e0a7ce4effe3 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Pushing event updated for resources: {'Port': ['ID=e7f10a7e-124a-4a04-8697-d32bc91a9455,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:42.473804 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3500bee6-9ff7-417e-8aa3-0cf91a9a8fc0 req-49b0193d-bdb8-41a8-a963-1d1cb8a7dcfa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.207&port_id=79645908-181d-4073-9700-41aa42d9260e HTTP/1.1" status: 200 len: 217 time: 0.1792994 Jul 29 23:22:42.478972 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd072d-df64-4dc1-a54e-e2759e4d2d33 req-18012dad-d8a6-4f85-965c-e0a7ce4effe3 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:42.480305 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5acd072d-df64-4dc1-a54e-e2759e4d2d33 req-18012dad-d8a6-4f85-965c-e0a7ce4effe3 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:42.517965 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c41aa47c-9500-417a-aebc-dd511cf05567 req-d3ce149f-a141-430e-9817-8f5436c91161 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983365 Jul 29 23:22:42.520487 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5acd072d-df64-4dc1-a54e-e2759e4d2d33 req-18012dad-d8a6-4f85-965c-e0a7ce4effe3 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2355177 Jul 29 23:22:42.587305 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-403ca665-0eef-4982-9d46-60772f1dcd3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:42.602409 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-5acd072d-df64-4dc1-a54e-e2759e4d2d33 req-b30d99d4-8220-4261-a046-068986ae0765 service neutron] Request body: {'port': {'device_id': 'ce7925bf-bf61-4ab9-ba86-da53ddb9abbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:42.615479 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-403ca665-0eef-4982-9d46-60772f1dcd3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['080b9e81-fe4d-4e86-a3c0-24ea9929eaa2']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:42.615722 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-da831913-c599-476f-b917-dcc03a2eecf7 None None] Provisioning for port e7f10a7e-124a-4a04-8697-d32bc91a9455 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:22:42.620820 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-da831913-c599-476f-b917-dcc03a2eecf7 None None] Provisioning complete for port e7f10a7e-124a-4a04-8697-d32bc91a9455 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:42.621301 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-da831913-c599-476f-b917-dcc03a2eecf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:42.663047 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-403ca665-0eef-4982-9d46-60772f1dcd3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42107b5e-6268-4b9c-87e8-287a1e78b5ad') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:42.665041 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-da831913-c599-476f-b917-dcc03a2eecf7 None None] Port e7f10a7e-124a-4a04-8697-d32bc91a9455 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:22:42.668691 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-403ca665-0eef-4982-9d46-60772f1dcd3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42107b5e-6268-4b9c-87e8-287a1e78b5ad') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:42.676299 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-278d653b-05d7-40c7-8aa1-93fa6d82425e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:42.678965 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-278d653b-05d7-40c7-8aa1-93fa6d82425e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:42.680192 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-278d653b-05d7-40c7-8aa1-93fa6d82425e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ca79098e-6071-4f4c-953c-6d7e86a87eb6 HTTP/1.1" status: 204 len: 168 time: 1.2069986 Jul 29 23:22:42.694049 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3500bee6-9ff7-417e-8aa3-0cf91a9a8fc0 req-d2e0c03a-5f83-42f3-8987-185b5a64ae83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:42.694049 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3500bee6-9ff7-417e-8aa3-0cf91a9a8fc0 req-d2e0c03a-5f83-42f3-8987-185b5a64ae83 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4926667 Jul 29 23:22:42.708494 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-403ca665-0eef-4982-9d46-60772f1dcd3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:42.733531 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278d653b-05d7-40c7-8aa1-93fa6d82425e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca79098e-6071-4f4c-953c-6d7e86a87eb6,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:42.775962 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2642ed36-deff-43c7-85c7-e69ff15c25ca req-59844e4f-3beb-4761-af21-198c9d41068e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f4fb04acaf444a438779b8cf93bf1437&device_id=648740f9-3e1d-4f35-9c7b-bdcfb54514e5 HTTP/1.1" status: 200 len: 210 time: 0.1794736 Jul 29 23:22:42.794419 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3500bee6-9ff7-417e-8aa3-0cf91a9a8fc0 req-6dfbe488-b965-4f60-9f4d-bf488dadcf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:42.796108 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3500bee6-9ff7-417e-8aa3-0cf91a9a8fc0 req-6dfbe488-b965-4f60-9f4d-bf488dadcf23 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.3010874 Jul 29 23:22:42.797136 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-403ca665-0eef-4982-9d46-60772f1dcd3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:42.826905 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-403ca665-0eef-4982-9d46-60772f1dcd3a admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:22:42.827408 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-403ca665-0eef-4982-9d46-60772f1dcd3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:42.830676 n-d-712141-10 neutron-server[94077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:22:42.830676 n-d-712141-10 neutron-server[94077]: self.session.flush() Jul 29 23:22:42.830676 n-d-712141-10 neutron-server[94077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:22:42.830676 n-d-712141-10 neutron-server[94077]: self.session.flush() Jul 29 23:22:42.830676 n-d-712141-10 neutron-server[94077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:22:42.830676 n-d-712141-10 neutron-server[94077]: self.session.flush() Jul 29 23:22:42.830676 n-d-712141-10 neutron-server[94077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:22:42.830676 n-d-712141-10 neutron-server[94077]: self.session.flush() Jul 29 23:22:42.830676 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:22:42.830676 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:22:42.830676 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:22:42.830676 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:22:42.830676 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:22:42.830676 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:22:42.830676 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:22:42.830676 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:22:42.830676 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:22:42.830676 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:22:42.830676 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:22:42.830676 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:22:42.830676 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:22:42.830676 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:22:42.830676 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:22:42.830676 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:22:42.830676 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:22:42.830676 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:22:42.830676 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:22:42.830676 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:22:42.830676 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:22:42.830676 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:22:42.830676 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:22:42.830676 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:22:42.830676 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:22:42.830676 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:22:42.830676 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:22:42.830676 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:22:42.830676 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:22:42.830676 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:22:42.830676 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:22:42.830676 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:22:42.850863 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a8e79907-aa81-4aaa-8105-60ed63d00203 req-d4cce543-254b-4871-b3f1-2009de12de76 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=27b69aaa-149a-445a-be86-5148b2f003b6 HTTP/1.1" status: 200 len: 210 time: 0.0959756 Jul 29 23:22:42.947047 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-403ca665-0eef-4982-9d46-60772f1dcd3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:42.984078 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-403ca665-0eef-4982-9d46-60772f1dcd3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:42.986544 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-403ca665-0eef-4982-9d46-60772f1dcd3a admin admin] 10.222.0.43 "DELETE /v2.0/networks/080b9e81-fe4d-4e86-a3c0-24ea9929eaa2 HTTP/1.1" status: 204 len: 168 time: 2.6067677 Jul 29 23:22:42.994456 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36608) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:43.015789 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3500bee6-9ff7-417e-8aa3-0cf91a9a8fc0 req-54408617-1796-421d-95b1-ee1b0a5a40b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:43.016422 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3500bee6-9ff7-417e-8aa3-0cf91a9a8fc0 req-54408617-1796-421d-95b1-ee1b0a5a40b7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2081730 Jul 29 23:22:43.019664 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3500bee6-9ff7-417e-8aa3-0cf91a9a8fc0 req-59955d5e-b267-4d0e-8859-985c483b830c service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072672 Jul 29 23:22:43.039810 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5acd072d-df64-4dc1-a54e-e2759e4d2d33 req-b30d99d4-8220-4261-a046-068986ae0765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:43.055863 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403ca665-0eef-4982-9d46-60772f1dcd3a admin admin] Pushing event deleted for resources: {'Network': ['ID=080b9e81-fe4d-4e86-a3c0-24ea9929eaa2,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:43.365842 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 79645908-181d-4073-9700-41aa42d9260e details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:22:43.474925 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-504498e8-ccef-4f9d-af21-1d85735dafe8 req-8052d3c8-9dd8-41ad-8c1e-f8dde89f8fdd tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e3be31-9c90-4467-8a43-45a5a90ed536 HTTP/1.1" status: 200 len: 210 time: 0.1130207 Jul 29 23:22:43.477005 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 58a1d464-124f-45fd-9f14-622a4f91df10 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:22:43.521380 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] No Port match for: 58a1d464-124f-45fd-9f14-622a4f91df10 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:22:43.521838 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 58a1d464-124f-45fd-9f14-622a4f91df10 not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:22:43.527884 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642ed36-deff-43c7-85c7-e69ff15c25ca req-5b9a06ca-4252-45ce-90ad-025dffe08fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:43.529365 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2642ed36-deff-43c7-85c7-e69ff15c25ca req-5b9a06ca-4252-45ce-90ad-025dffe08fa2 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=f4fb04acaf444a438779b8cf93bf1437&shared=False HTTP/1.1" status: 200 len: 912 time: 0.6742148 Jul 29 23:22:43.551310 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a9fae9-c217-42ac-88d2-c39d04f78f5e req-e7dd3528-0222-49e0-a4ce-c930f26f6e1c tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:43.563639 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b5a9fae9-c217-42ac-88d2-c39d04f78f5e req-e7dd3528-0222-49e0-a4ce-c930f26f6e1c tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce7925bf-bf61-4ab9-ba86-da53ddb9abbd HTTP/1.1" status: 200 len: 931 time: 0.5186746 Jul 29 23:22:43.568565 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 79645908-181d-4073-9700-41aa42d9260e, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=79645908-181d-4073-9700-41aa42d9260e,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:43.572544 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-5acd072d-df64-4dc1-a54e-e2759e4d2d33 req-b30d99d4-8220-4261-a046-068986ae0765 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7f10a7e-124a-4a04-8697-d32bc91a9455 {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:22:43.582926 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': '79645908-181d-4073-9700-41aa42d9260e', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'port_id': '79645908-181d-4073-9700-41aa42d9260e', 'mac_address': 'fa:16:3e:8e:54:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64bdc61a-58ca-49c7-bae5-ecfed9ee407c', 'ip_address': '192.168.233.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:22:43.628861 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:43.645791 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79645908-181d-4073-9700-41aa42d9260e {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:22:43.650241 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5acd072d-df64-4dc1-a54e-e2759e4d2d33 req-b30d99d4-8220-4261-a046-068986ae0765 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:43.674768 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 79645908-181d-4073-9700-41aa42d9260e, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=79645908-181d-4073-9700-41aa42d9260e,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:43.680653 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:43.696673 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-7d765b9e-dcf4-4a5c-b294-a56b66675d01 req-1cc6d609-f1dd-486e-9fe6-313e5cb11fef tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:43.709547 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3b160cf0-98e2-4ad2-9f30-37d6755a20de req-28e353ec-7805-4926-859c-b04386f65f27 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=648740f9-3e1d-4f35-9c7b-bdcfb54514e5 HTTP/1.1" status: 200 len: 210 time: 0.0925388 Jul 29 23:22:43.740844 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-5acd072d-df64-4dc1-a54e-e2759e4d2d33 req-b30d99d4-8220-4261-a046-068986ae0765 service neutron] Transition to ACTIVE for port object e7f10a7e-124a-4a04-8697-d32bc91a9455 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:22:43.773997 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=79645908-181d-4073-9700-41aa42d9260e,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:43.783582 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5acd072d-df64-4dc1-a54e-e2759e4d2d33 req-b30d99d4-8220-4261-a046-068986ae0765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:43.813773 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b5a9fae9-c217-42ac-88d2-c39d04f78f5e req-bfe57650-c9fb-4bf9-b975-e6ca56913e86 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] 10.222.0.43 "GET /v2.0/security-groups?id=913475dc-66e8-4b67-ba73-e0dfa1fdc7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2481539 Jul 29 23:22:43.854925 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc6d609-f1dd-486e-9fe6-313e5cb11fef tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Pushing event deleted for resources: {'Port': ['ID=58a1d464-124f-45fd-9f14-622a4f91df10,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:43.896564 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3500bee6-9ff7-417e-8aa3-0cf91a9a8fc0 req-f6ca94b3-6cbe-4f53-ba75-8472873317f2 service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8369775 Jul 29 23:22:43.987504 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3500bee6-9ff7-417e-8aa3-0cf91a9a8fc0 req-8e7a809c-43da-4ea0-8b64-e3283a5f8163 service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9267688 Jul 29 23:22:44.016053 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 36638) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:44.025119 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2d2b592e-9ff0-4fc0-8eeb-62e57b274642 req-aea530b1-94ee-47e2-9fa1-172cb29f2706 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=34e5dd5b-178e-4628-b88b-2ffb39c2970a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3294122 Jul 29 23:22:44.036201 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['79645908-181d-4073-9700-41aa42d9260e'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:22:44.055042 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d765b9e-dcf4-4a5c-b294-a56b66675d01 req-1cc6d609-f1dd-486e-9fe6-313e5cb11fef tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] No DVR routers for this DVR port 58a1d464-124f-45fd-9f14-622a4f91df10 on host n-h1-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:22:44.061676 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-7d765b9e-dcf4-4a5c-b294-a56b66675d01 req-1cc6d609-f1dd-486e-9fe6-313e5cb11fef tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:44.064890 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7d765b9e-dcf4-4a5c-b294-a56b66675d01 req-1cc6d609-f1dd-486e-9fe6-313e5cb11fef tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.41 "DELETE /v2.0/ports/58a1d464-124f-45fd-9f14-622a4f91df10 HTTP/1.1" status: 204 len: 173 time: 3.0665946 Jul 29 23:22:44.095995 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16e3be31-9c90-4467-8a43-45a5a90ed536', 'name': 'network-vif-deleted', 'tag': '58a1d464-124f-45fd-9f14-622a4f91df10'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:44.099013 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6cd1a9-2025-4bfd-b19b-e745968c2e1a" -d '{"events": [{"server_uuid": "16e3be31-9c90-4467-8a43-45a5a90ed536", "name": "network-vif-deleted", "tag": "58a1d464-124f-45fd-9f14-622a4f91df10"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:44.169892 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d99d4-8220-4261-a046-068986ae0765 service neutron] Pushing event updated for resources: {'Port': ['ID=e7f10a7e-124a-4a04-8697-d32bc91a9455,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:44.195063 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2642ed36-deff-43c7-85c7-e69ff15c25ca req-aaaf0007-1dcd-4891-af45-761cfa07246c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:44.196454 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2642ed36-deff-43c7-85c7-e69ff15c25ca req-aaaf0007-1dcd-4891-af45-761cfa07246c service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6283369 Jul 29 23:22:44.300048 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f0d95-d15d-4196-8f1e-864debd83230 req-a2eec136-f9d2-493a-b979-8ed4db4f511d tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:44.307938 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-308f0d95-d15d-4196-8f1e-864debd83230 req-a2eec136-f9d2-493a-b979-8ed4db4f511d tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca5fca8a-16e9-4dea-a6ff-d0a48edada7a HTTP/1.1" status: 200 len: 948 time: 0.3630941 Jul 29 23:22:44.336770 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2642ed36-deff-43c7-85c7-e69ff15c25ca req-59f45124-c94b-41fd-84ed-794665a02743 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.41 "GET /v2.0/ports?device_id=648740f9-3e1d-4f35-9c7b-bdcfb54514e5 HTTP/1.1" status: 200 len: 210 time: 0.0625200 Jul 29 23:22:44.352919 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-5acd072d-df64-4dc1-a54e-e2759e4d2d33 req-b30d99d4-8220-4261-a046-068986ae0765 service neutron] Attempting to bind port e7f10a7e-124a-4a04-8697-d32bc91a9455 on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:22:44.353179 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-5acd072d-df64-4dc1-a54e-e2759e4d2d33 req-b30d99d4-8220-4261-a046-068986ae0765 service neutron] Attempting to bind port e7f10a7e-124a-4a04-8697-d32bc91a9455 by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': '40094ecc-ef7a-4caa-9f65-b53e25a52407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a3d68086-0a5f-410a-8c92-112285f5e741'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:22:44.353449 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acd072d-df64-4dc1-a54e-e2759e4d2d33 req-b30d99d4-8220-4261-a046-068986ae0765 service neutron] Attempting to bind port e7f10a7e-124a-4a04-8697-d32bc91a9455 on network a3d68086-0a5f-410a-8c92-112285f5e741 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:44.371858 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-41903bff-1442-480a-9458-4612fdaf24fc admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1100558574-network', 'tenant_id': 'fdd0c022fea9447eb1a1b1a6e0acd8b9'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:44.372417 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3500bee6-9ff7-417e-8aa3-0cf91a9a8fc0 req-457787ea-ef5f-4f18-92b6-383f3d73b94c service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458228 Jul 29 23:22:44.382287 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230068f6-29a7-4787-aa74-9c7200ea589b req-560eb6cf-8093-43cf-a41c-84b1d2fd8282 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:44.383929 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-230068f6-29a7-4787-aa74-9c7200ea589b req-560eb6cf-8093-43cf-a41c-84b1d2fd8282 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=34e5dd5b-178e-4628-b88b-2ffb39c2970a HTTP/1.1" status: 200 len: 949 time: 0.2100954 Jul 29 23:22:44.384527 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acd072d-df64-4dc1-a54e-e2759e4d2d33 req-b30d99d4-8220-4261-a046-068986ae0765 service neutron] Port e7f10a7e-124a-4a04-8697-d32bc91a9455 on network a3d68086-0a5f-410a-8c92-112285f5e741 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:22:44.384848 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acd072d-df64-4dc1-a54e-e2759e4d2d33 req-b30d99d4-8220-4261-a046-068986ae0765 service neutron] Attempting to bind port e7f10a7e-124a-4a04-8697-d32bc91a9455 on network a3d68086-0a5f-410a-8c92-112285f5e741 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:44.435218 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-308f0d95-d15d-4196-8f1e-864debd83230 req-195b21c9-bd16-4388-8223-d68abaaf87d9 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261220 Jul 29 23:22:44.442696 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acd072d-df64-4dc1-a54e-e2759e4d2d33 req-b30d99d4-8220-4261-a046-068986ae0765 service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:22:44.442959 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acd072d-df64-4dc1-a54e-e2759e4d2d33 req-b30d99d4-8220-4261-a046-068986ae0765 service neutron] Checking segment: {'id': '40094ecc-ef7a-4caa-9f65-b53e25a52407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a3d68086-0a5f-410a-8c92-112285f5e741'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:22:44.445171 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5acd072d-df64-4dc1-a54e-e2759e4d2d33 req-b30d99d4-8220-4261-a046-068986ae0765 service neutron] Bound using segment: {'id': '40094ecc-ef7a-4caa-9f65-b53e25a52407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a3d68086-0a5f-410a-8c92-112285f5e741'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:22:44.445658 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-5acd072d-df64-4dc1-a54e-e2759e4d2d33 req-b30d99d4-8220-4261-a046-068986ae0765 service neutron] Bound port: e7f10a7e-124a-4a04-8697-d32bc91a9455, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40094ecc-ef7a-4caa-9f65-b53e25a52407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'a3d68086-0a5f-410a-8c92-112285f5e741'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:22:44.447626 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5acd072d-df64-4dc1-a54e-e2759e4d2d33 req-b30d99d4-8220-4261-a046-068986ae0765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:44.580307 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41903bff-1442-480a-9458-4612fdaf24fc admin admin] Made reservation on behalf of fdd0c022fea9447eb1a1b1a6e0acd8b9 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:22:44.600165 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-41903bff-1442-480a-9458-4612fdaf24fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:44.613824 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b550cf-817d-4562-9f22-0d3185350fd8 x-openstack-request-id: req-24b550cf-817d-4562-9f22-0d3185350fd8 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:44.614100 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16e3be31-9c90-4467-8a43-45a5a90ed536", "name": "network-vif-deleted", "tag": "58a1d464-124f-45fd-9f14-622a4f91df10", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:44.614355 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-24b550cf-817d-4562-9f22-0d3185350fd8 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:44.614757 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16e3be31-9c90-4467-8a43-45a5a90ed536', 'name': 'network-vif-deleted', 'tag': '58a1d464-124f-45fd-9f14-622a4f91df10', 'status': 'completed', 'code': 200} Jul 29 23:22:44.712865 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-961d4def-29af-40b5-a72d-1cf3a5a4933f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:44.728365 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-41903bff-1442-480a-9458-4612fdaf24fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:44.783655 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-230068f6-29a7-4787-aa74-9c7200ea589b req-b02ca2f5-1ef9-4899-991a-41ba8a5ae845 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3891168 Jul 29 23:22:44.905709 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8da252a7-f867-49e5-b906-43dc2a6c0bbb req-86e86c9b-f030-480b-9a57-dd09a9d9da57 tempest-ImagesTestJSON-734226439 tempest-ImagesTestJSON-734226439-project] 10.222.0.43 "GET /v2.0/ports?device_id=16e3be31-9c90-4467-8a43-45a5a90ed536 HTTP/1.1" status: 200 len: 210 time: 0.1138558 Jul 29 23:22:44.923923 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 71d4a39e-68d3-4b6a-988c-753dafc49eea up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:22:45.074633 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5d6c5182-c7e1-4818-a11c-20fcd24730e9 req-04fda742-68d5-4d95-9baf-b46540b877b7 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=648740f9-3e1d-4f35-9c7b-bdcfb54514e5 HTTP/1.1" status: 200 len: 210 time: 0.1916571 Jul 29 23:22:45.092908 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port 71d4a39e-68d3-4b6a-988c-753dafc49eea completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:22:45.100387 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-961d4def-29af-40b5-a72d-1cf3a5a4933f admin admin] Deleting port d5397825-e8f9-4e16-83b2-6892d6356ec7 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:22:45.100898 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-961d4def-29af-40b5-a72d-1cf3a5a4933f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:45.102919 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 71d4a39e-68d3-4b6a-988c-753dafc49eea triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:45.103308 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:45.269205 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-961d4def-29af-40b5-a72d-1cf3a5a4933f admin admin] For port d5397825-e8f9-4e16-83b2-6892d6356ec7, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=d5397825-e8f9-4e16-83b2-6892d6356ec7,segment=NetworkSegment(2429a5d2-6a97-465b-bd1a-0f361267cf0e),segment_id=2429a5d2-6a97-465b-bd1a-0f361267cf0e)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:45.271835 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-961d4def-29af-40b5-a72d-1cf3a5a4933f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:45.315492 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0ab6baea-6eae-4ec5-96be-0f9ad13d474f req-d4ac7ee3-867b-4057-bfd5-d9540bc28a02 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f4fb04acaf444a438779b8cf93bf1437&device_id=648740f9-3e1d-4f35-9c7b-bdcfb54514e5 HTTP/1.1" status: 200 len: 210 time: 0.0765603 Jul 29 23:22:45.320715 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-961d4def-29af-40b5-a72d-1cf3a5a4933f admin admin] Calling delete_port for d5397825-e8f9-4e16-83b2-6892d6356ec7 owned by network:router_interface {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:22:45.341089 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:45.396241 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca5fca8a-16e9-4dea-a6ff-d0a48edada7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d4a39e-68d3-4b6a-988c-753dafc49eea'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:45.401970 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464c8216-542c-4110-9852-504999085fac" -d '{"events": [{"server_uuid": "ca5fca8a-16e9-4dea-a6ff-d0a48edada7a", "name": "network-vif-plugged", "status": "completed", "tag": "71d4a39e-68d3-4b6a-988c-753dafc49eea"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:45.434948 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 71d4a39e-68d3-4b6a-988c-753dafc49eea, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=71d4a39e-68d3-4b6a-988c-753dafc49eea,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:45.455407 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:45.500634 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab6baea-6eae-4ec5-96be-0f9ad13d474f req-5a475160-0fe0-448f-9732-87039160a7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:45.500634 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0ab6baea-6eae-4ec5-96be-0f9ad13d474f req-5a475160-0fe0-448f-9732-87039160a7c7 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=f4fb04acaf444a438779b8cf93bf1437&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1290445 Jul 29 23:22:45.503403 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc2aa0b9-f79d-4e36-a1dd-362ed4cd0b98 x-openstack-request-id: req-dc2aa0b9-f79d-4e36-a1dd-362ed4cd0b98 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:45.504851 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca5fca8a-16e9-4dea-a6ff-d0a48edada7a", "name": "network-vif-plugged", "status": "completed", "tag": "71d4a39e-68d3-4b6a-988c-753dafc49eea", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:45.505117 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dc2aa0b9-f79d-4e36-a1dd-362ed4cd0b98 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:45.506430 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca5fca8a-16e9-4dea-a6ff-d0a48edada7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d4a39e-68d3-4b6a-988c-753dafc49eea', 'code': 200} Jul 29 23:22:45.560993 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=71d4a39e-68d3-4b6a-988c-753dafc49eea,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:45.630820 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab6baea-6eae-4ec5-96be-0f9ad13d474f req-e5d24881-6533-477f-b56d-ec6b8caa9080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:45.633731 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0ab6baea-6eae-4ec5-96be-0f9ad13d474f req-e5d24881-6533-477f-b56d-ec6b8caa9080 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1257153 Jul 29 23:22:45.760097 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031413b-5fee-4fbd-ba0c-0ec57ee8f8a1 req-4dd0561b-e980-486f-af50-8b53f06ec60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:45.765054 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3031413b-5fee-4fbd-ba0c-0ec57ee8f8a1 req-4dd0561b-e980-486f-af50-8b53f06ec60c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ca5fca8a-16e9-4dea-a6ff-d0a48edada7a HTTP/1.1" status: 200 len: 1101 time: 0.1280394 Jul 29 23:22:45.765205 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-5acd072d-df64-4dc1-a54e-e2759e4d2d33 req-b30d99d4-8220-4261-a046-068986ae0765 service neutron] For port e7f10a7e-124a-4a04-8697-d32bc91a9455, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:22:45.837929 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0ab6baea-6eae-4ec5-96be-0f9ad13d474f req-77b35b74-3ffd-4c2b-b4f8-25443e384515 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.41 "GET /v2.0/ports?device_id=648740f9-3e1d-4f35-9c7b-bdcfb54514e5 HTTP/1.1" status: 200 len: 210 time: 0.0465419 Jul 29 23:22:45.847131 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-5acd072d-df64-4dc1-a54e-e2759e4d2d33 req-b30d99d4-8220-4261-a046-068986ae0765 service neutron] For port e7f10a7e-124a-4a04-8697-d32bc91a9455, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=e7f10a7e-124a-4a04-8697-d32bc91a9455,segment=NetworkSegment(40094ecc-ef7a-4caa-9f65-b53e25a52407),segment_id=40094ecc-ef7a-4caa-9f65-b53e25a52407)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:22:45.868531 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3031413b-5fee-4fbd-ba0c-0ec57ee8f8a1 req-eed6ae91-d08f-469d-a86f-ac8d2bfe585c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890059 Jul 29 23:22:45.877286 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5acd072d-df64-4dc1-a54e-e2759e4d2d33 req-b30d99d4-8220-4261-a046-068986ae0765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:45.987538 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e869d67-0440-4b3a-8ebb-8a650e3fdf55 req-cce0e90b-d5e2-4580-89a9-722470cdcc49 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:45.996020 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1e869d67-0440-4b3a-8ebb-8a650e3fdf55 req-cce0e90b-d5e2-4580-89a9-722470cdcc49 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce7925bf-bf61-4ab9-ba86-da53ddb9abbd HTTP/1.1" status: 200 len: 943 time: 0.9201906 Jul 29 23:22:46.004833 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61325267-3b94-4e93-9574-57ab34f7864e req-633fe88f-9d8b-4caf-9387-c4521557c636 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:46.012879 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-61325267-3b94-4e93-9574-57ab34f7864e req-633fe88f-9d8b-4caf-9387-c4521557c636 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca5fca8a-16e9-4dea-a6ff-d0a48edada7a HTTP/1.1" status: 200 len: 949 time: 0.2523515 Jul 29 23:22:46.020904 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd072d-df64-4dc1-a54e-e2759e4d2d33 req-b30d99d4-8220-4261-a046-068986ae0765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:46.021698 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5acd072d-df64-4dc1-a54e-e2759e4d2d33 req-b30d99d4-8220-4261-a046-068986ae0765 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:46.023374 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5acd072d-df64-4dc1-a54e-e2759e4d2d33 req-b30d99d4-8220-4261-a046-068986ae0765 service neutron] 10.222.0.41 "PUT /v2.0/ports/e7f10a7e-124a-4a04-8697-d32bc91a9455 HTTP/1.1" status: 200 len: 1092 time: 3.4253755 Jul 29 23:22:46.029446 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce7925bf-bf61-4ab9-ba86-da53ddb9abbd', 'tag': 'e7f10a7e-124a-4a04-8697-d32bc91a9455'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:46.032390 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b4e318-8d39-461f-9799-f72a57344956" -d '{"events": [{"name": "network-changed", "server_uuid": "ce7925bf-bf61-4ab9-ba86-da53ddb9abbd", "tag": "e7f10a7e-124a-4a04-8697-d32bc91a9455"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:46.038445 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-961d4def-29af-40b5-a72d-1cf3a5a4933f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:46.129058 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961d4def-29af-40b5-a72d-1cf3a5a4933f admin admin] Pushing event deleted for resources: {'Port': ['ID=d5397825-e8f9-4e16-83b2-6892d6356ec7,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:46.319164 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30d99d4-8220-4261-a046-068986ae0765 service neutron] Pushing event updated for resources: {'Port': ['ID=e7f10a7e-124a-4a04-8697-d32bc91a9455,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:46.384223 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-61325267-3b94-4e93-9574-57ab34f7864e req-13167a96-cb46-4341-bfe8-0363780432d5 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3703909 Jul 29 23:22:46.398167 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-41903bff-1442-480a-9458-4612fdaf24fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:46.416306 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1e869d67-0440-4b3a-8ebb-8a650e3fdf55 req-5631e0d0-55bb-4a15-a26c-d24ba93faab9 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] 10.222.0.43 "GET /v2.0/security-groups?id=913475dc-66e8-4b67-ba73-e0dfa1fdc7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4180837 Jul 29 23:22:46.425226 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-41903bff-1442-480a-9458-4612fdaf24fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:46.509006 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd072d-df64-4dc1-a54e-e2759e4d2d33 req-d1722a01-435f-48e1-9d2d-df7db721c039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:46.511550 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5acd072d-df64-4dc1-a54e-e2759e4d2d33 req-d1722a01-435f-48e1-9d2d-df7db721c039 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=41d06bbbb3d042bdbdfcf854d406dce8&device_id=ce7925bf-bf61-4ab9-ba86-da53ddb9abbd HTTP/1.1" status: 200 len: 1095 time: 0.3913412 Jul 29 23:22:46.519400 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41903bff-1442-480a-9458-4612fdaf24fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:22:46.566138 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-961d4def-29af-40b5-a72d-1cf3a5a4933f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:46.597504 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41903bff-1442-480a-9458-4612fdaf24fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2676c0-e0d4-46fa-a07d-d81ee39c4fcd,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:46.615569 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-41903bff-1442-480a-9458-4612fdaf24fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:46.617924 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-41903bff-1442-480a-9458-4612fdaf24fc admin admin] Added segment b40deb5a-a280-402b-81c2-0545dad12982 of type vlan for network 6b9da8dc-12ad-43fa-af28-b8cad9edc36c Jul 29 23:22:46.620907 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5acd072d-df64-4dc1-a54e-e2759e4d2d33 req-11639f0c-b92a-4eed-ac75-6041eb35d990 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7f10a7e-124a-4a04-8697-d32bc91a9455 HTTP/1.1" status: 200 len: 217 time: 0.0899670 Jul 29 23:22:46.712677 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-41903bff-1442-480a-9458-4612fdaf24fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:46.734499 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b592e-9ff0-4fc0-8eeb-62e57b274642 req-befbea02-9abc-47d7-bf5e-89fef4e42867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:46.736175 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2d2b592e-9ff0-4fc0-8eeb-62e57b274642 req-befbea02-9abc-47d7-bf5e-89fef4e42867 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=02291f5098924703b9b0f8f02943a845&device_id=34e5dd5b-178e-4628-b88b-2ffb39c2970a HTTP/1.1" status: 200 len: 1101 time: 0.3402381 Jul 29 23:22:46.749850 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c64178-6568-4306-a165-9687fcb8d9f5 req-617bd2f4-1743-47f1-881e-2765722aacec tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:46.758096 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c7c64178-6568-4306-a165-9687fcb8d9f5 req-617bd2f4-1743-47f1-881e-2765722aacec tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=34e5dd5b-178e-4628-b88b-2ffb39c2970a HTTP/1.1" status: 200 len: 949 time: 0.2784441 Jul 29 23:22:46.761250 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19ab231f-fb20-476f-938b-b91b7e64ae16 x-openstack-request-id: req-19ab231f-fb20-476f-938b-b91b7e64ae16 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:46.761617 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce7925bf-bf61-4ab9-ba86-da53ddb9abbd", "tag": "e7f10a7e-124a-4a04-8697-d32bc91a9455", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:46.762038 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-19ab231f-fb20-476f-938b-b91b7e64ae16 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:46.762424 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce7925bf-bf61-4ab9-ba86-da53ddb9abbd', 'tag': 'e7f10a7e-124a-4a04-8697-d32bc91a9455', 'status': 'completed', 'code': 200} Jul 29 23:22:46.786779 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd072d-df64-4dc1-a54e-e2759e4d2d33 req-62a53d64-d831-49ad-baa8-133a751be69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:46.788548 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5acd072d-df64-4dc1-a54e-e2759e4d2d33 req-62a53d64-d831-49ad-baa8-133a751be69c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0162d293-3851-4ddf-a231-f6840d6b73ab HTTP/1.1" status: 200 len: 853 time: 0.1574409 Jul 29 23:22:46.900728 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c7c64178-6568-4306-a165-9687fcb8d9f5 req-dd51db34-016b-4fd1-ad85-abb76f9e6500 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365521 Jul 29 23:22:46.919961 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd072d-df64-4dc1-a54e-e2759e4d2d33 req-e8de982b-9786-40fa-9b68-50f7c5b30138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:46.921921 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5acd072d-df64-4dc1-a54e-e2759e4d2d33 req-e8de982b-9786-40fa-9b68-50f7c5b30138 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a3d68086-0a5f-410a-8c92-112285f5e741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1155491 Jul 29 23:22:46.922607 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-41903bff-1442-480a-9458-4612fdaf24fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:46.923580 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41903bff-1442-480a-9458-4612fdaf24fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:46.924159 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-41903bff-1442-480a-9458-4612fdaf24fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:47.165962 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b592e-9ff0-4fc0-8eeb-62e57b274642 req-52c1d658-ebef-4250-8744-e52913b105fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:47.168118 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2d2b592e-9ff0-4fc0-8eeb-62e57b274642 req-52c1d658-ebef-4250-8744-e52913b105fb service neutron] 10.222.0.22 "GET /v2.0/networks?id=d71c22dc-feef-410b-a7ed-6548cf85bd6f HTTP/1.1" status: 200 len: 870 time: 0.4176037 Jul 29 23:22:47.217812 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-41903bff-1442-480a-9458-4612fdaf24fc admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.0789540 Jul 29 23:22:47.222039 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36734) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:47.228049 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2d2b592e-9ff0-4fc0-8eeb-62e57b274642 req-9b0331e8-d9ea-4bec-9491-0777ab52c9b0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=08c78e77-f2f0-4bac-b8b0-89b8c04071ff HTTP/1.1" status: 200 len: 217 time: 0.0511398 Jul 29 23:22:47.240465 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-70da8cc8-4c56-4a6b-af79-ed78315f36d4 admin admin] Request body: {'subnet': {'network_id': '6b9da8dc-12ad-43fa-af28-b8cad9edc36c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1100558574-subnet', 'tenant_id': 'fdd0c022fea9447eb1a1b1a6e0acd8b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:47.253687 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-961d4def-29af-40b5-a72d-1cf3a5a4933f admin admin] Router 89f8e740-2aec-4a96-8180-2097c710c568 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:22:47.279935 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41903bff-1442-480a-9458-4612fdaf24fc admin admin] Pushing event updated for resources: {'Network': ['ID=6b9da8dc-12ad-43fa-af28-b8cad9edc36c,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:47.291853 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 6b9da8dc-12ad-43fa-af28-b8cad9edc36c details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:22:47.299298 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5acd072d-df64-4dc1-a54e-e2759e4d2d33 req-83b12d9a-f14d-4108-8921-7569b4238a99 service neutron] 10.222.0.41 "GET /v2.0/networks/a3d68086-0a5f-410a-8c92-112285f5e741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647361 Jul 29 23:22:47.356530 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 36738) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:47.373550 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70da8cc8-4c56-4a6b-af79-ed78315f36d4 admin admin] Made reservation on behalf of fdd0c022fea9447eb1a1b1a6e0acd8b9 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:22:47.376110 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-70da8cc8-4c56-4a6b-af79-ed78315f36d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:47.412069 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 79645908-181d-4073-9700-41aa42d9260e up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:22:47.428397 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b592e-9ff0-4fc0-8eeb-62e57b274642 req-1be4ccbf-8d24-4985-8756-f3632ea4f904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:47.430006 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2d2b592e-9ff0-4fc0-8eeb-62e57b274642 req-1be4ccbf-8d24-4985-8756-f3632ea4f904 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.1737177 Jul 29 23:22:47.516006 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port 79645908-181d-4073-9700-41aa42d9260e completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:22:47.520881 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port 79645908-181d-4073-9700-41aa42d9260e triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:47.521190 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:47.583880 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b592e-9ff0-4fc0-8eeb-62e57b274642 req-f2aabae2-133b-4e4a-8b8a-be964a465e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:47.585155 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2d2b592e-9ff0-4fc0-8eeb-62e57b274642 req-f2aabae2-133b-4e4a-8b8a-be964a465e59 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1460803 Jul 29 23:22:47.593326 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15229f3c-4955-43aa-ad01-7fd72a1d403f req-17dfecb2-552b-4944-93e5-31c0ac6e3966 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:47.602762 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961d4def-29af-40b5-a72d-1cf3a5a4933f admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:22:47.614636 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-15229f3c-4955-43aa-ad01-7fd72a1d403f req-17dfecb2-552b-4944-93e5-31c0ac6e3966 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/networks?id=666740f6-88d5-4493-9e12-abc4c5ef258e HTTP/1.1" status: 200 len: 811 time: 0.4403970 Jul 29 23:22:47.615969 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37cce1b-c8b9-46c7-a824-d9fd9c2c9695 None None] Sync routers for ids ['89f8e740-2aec-4a96-8180-2097c710c568'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:22:47.616524 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-961d4def-29af-40b5-a72d-1cf3a5a4933f admin admin] 10.222.0.43 "PUT /v2.0/routers/89f8e740-2aec-4a96-8180-2097c710c568/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6182413 Jul 29 23:22:47.621297 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 36744) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:47.653883 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37cce1b-c8b9-46c7-a824-d9fd9c2c9695 None None] Routers {'89f8e740-2aec-4a96-8180-2097c710c568'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:22:47.654528 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-d37cce1b-c8b9-46c7-a824-d9fd9c2c9695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:22:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['89f8e740-2aec-4a96-8180-2097c710c568'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:47.728290 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-15229f3c-4955-43aa-ad01-7fd72a1d403f req-4b4128d8-f73c-43fd-8cfd-c57ea2919a70 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/quotas/f4fb04acaf444a438779b8cf93bf1437 HTTP/1.1" status: 200 len: 375 time: 0.1125100 Jul 29 23:22:47.753062 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-64aa0c8a-3f13-4138-8777-cb0898b80195 admin admin] Deleting subnet 5d5d676a-a79a-4d6c-8057-e140077bec43 {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:22:47.773630 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-64aa0c8a-3f13-4138-8777-cb0898b80195 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:47.816176 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-d37cce1b-c8b9-46c7-a824-d9fd9c2c9695 None None] Set router 89f8e740-2aec-4a96-8180-2097c710c568 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:22:47.864587 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2d2b592e-9ff0-4fc0-8eeb-62e57b274642 req-d9791711-ac06-45d1-92af-e64d6e1e6027 service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574320 Jul 29 23:22:47.889936 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-15229f3c-4955-43aa-ad01-7fd72a1d403f req-ff6aaa61-6014-4f74-aee0-fbfa2a903d20 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f4fb04acaf444a438779b8cf93bf1437&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1595380 Jul 29 23:22:47.954739 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-64aa0c8a-3f13-4138-8777-cb0898b80195 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:48.001106 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c22542-61b3-4dcb-ab4c-6a5a956dcdc8 req-cb96adc7-6c10-4b82-b2b0-c8b4cafd63da tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:48.012894 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b4c22542-61b3-4dcb-ab4c-6a5a956dcdc8 req-cb96adc7-6c10-4b82-b2b0-c8b4cafd63da tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=ca5fca8a-16e9-4dea-a6ff-d0a48edada7a HTTP/1.1" status: 200 len: 949 time: 0.4804533 Jul 29 23:22:48.037591 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-70da8cc8-4c56-4a6b-af79-ed78315f36d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:48.062749 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5acd072d-df64-4dc1-a54e-e2759e4d2d33 req-7d80e3ba-4098-4bdd-97fb-3ae1255c731b service neutron] 10.222.0.41 "GET /v2.0/networks/a3d68086-0a5f-410a-8c92-112285f5e741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7523711 Jul 29 23:22:48.091131 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:48.113562 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-d37cce1b-c8b9-46c7-a824-d9fd9c2c9695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f8e740-2aec-4a96-8180-2097c710c568', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2061788017-router', 'tenant_id': 'c003babaf4ca49b3add680f8803594b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '3e1de4d8-018c-4a1d-b221-6e2ed9c72bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:17:33Z', 'updated_at': '2021-07-29T23:22:45Z', 'revision_number': 5, 'project_id': 'c003babaf4ca49b3add680f8803594b6', 'gw_port': {'id': '3e1de4d8-018c-4a1d-b221-6e2ed9c72bb6', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:c6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f8e740-2aec-4a96-8180-2097c710c568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:34Z', 'updated_at': '2021-07-29T23:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:48.146130 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37cce1b-c8b9-46c7-a824-d9fd9c2c9695 None None] Checking router: 89f8e740-2aec-4a96-8180-2097c710c568 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:22:48.152787 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-64aa0c8a-3f13-4138-8777-cb0898b80195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:48.175911 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37d1832d-d791-4aca-aa8e-e3090a5e52c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79645908-181d-4073-9700-41aa42d9260e'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:48.178184 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1296e82-688e-49b7-8f58-14204491b61f" -d '{"events": [{"server_uuid": "37d1832d-d791-4aca-aa8e-e3090a5e52c0", "name": "network-vif-plugged", "status": "completed", "tag": "79645908-181d-4073-9700-41aa42d9260e"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:48.191103 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3cdf8451-670e-4657-8e15-1ac711192fe6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:48.191519 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2d2b592e-9ff0-4fc0-8eeb-62e57b274642 req-065004db-3d53-4792-ad9e-0cc451a3bf1c service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054838 Jul 29 23:22:48.218975 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70da8cc8-4c56-4a6b-af79-ed78315f36d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dea8e18-2d7f-4269-98d1-39a16e8d0961,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:48.241436 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37cce1b-c8b9-46c7-a824-d9fd9c2c9695 None None] Routers {'89f8e740-2aec-4a96-8180-2097c710c568'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:22:48.242110 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-d37cce1b-c8b9-46c7-a824-d9fd9c2c9695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:22:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['89f8e740-2aec-4a96-8180-2097c710c568'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:48.245266 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 79645908-181d-4073-9700-41aa42d9260e, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=79645908-181d-4073-9700-41aa42d9260e,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:48.259737 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b4c22542-61b3-4dcb-ab4c-6a5a956dcdc8 req-37a5a796-faa7-4fa4-bf08-6daff8cf2d07 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453082 Jul 29 23:22:48.291549 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70da8cc8-4c56-4a6b-af79-ed78315f36d4 admin admin] Checking segment: {'id': 'b40deb5a-a280-402b-81c2-0545dad12982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6b9da8dc-12ad-43fa-af28-b8cad9edc36c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:22:48.293294 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70da8cc8-4c56-4a6b-af79-ed78315f36d4 admin admin] Network hostable DHCP agents. Network: 6b9da8dc-12ad-43fa-af28-b8cad9edc36c, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:22:48.304459 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:48.370372 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70da8cc8-4c56-4a6b-af79-ed78315f36d4 admin admin] Network 6b9da8dc-12ad-43fa-af28-b8cad9edc36c is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:22:48.378254 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=79645908-181d-4073-9700-41aa42d9260e,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:48.398377 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-70da8cc8-4c56-4a6b-af79-ed78315f36d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 6b9da8dc-12ad-43fa-af28-b8cad9edc36c) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:22:48.403674 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70da8cc8-4c56-4a6b-af79-ed78315f36d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:48.404277 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-70da8cc8-4c56-4a6b-af79-ed78315f36d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:48.415995 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-15229f3c-4955-43aa-ad01-7fd72a1d403f req-4b83106b-3dac-4465-a4df-d8774211fda3 service neutron] 10.222.0.43 "GET /v2.0/networks/666740f6-88d5-4493-9e12-abc4c5ef258e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5244808 Jul 29 23:22:48.417391 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ad75aa-e489-4e3f-aace-488f0a6bda4f None None] Network 6b9da8dc-12ad-43fa-af28-b8cad9edc36c requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:22:48.464698 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-70da8cc8-4c56-4a6b-af79-ed78315f36d4 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2388802 Jul 29 23:22:48.557905 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-d37cce1b-c8b9-46c7-a824-d9fd9c2c9695 None None] Set router 89f8e740-2aec-4a96-8180-2097c710c568 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:22:48.686629 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4e318-8d39-461f-9799-f72a57344956 req-74629bd6-38d9-423a-b44b-9124d063bb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:48.688139 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e6b4e318-8d39-461f-9799-f72a57344956 req-74629bd6-38d9-423a-b44b-9124d063bb32 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=41d06bbbb3d042bdbdfcf854d406dce8&device_id=ce7925bf-bf61-4ab9-ba86-da53ddb9abbd HTTP/1.1" status: 200 len: 1095 time: 0.5020363 Jul 29 23:22:48.696579 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3cdf8451-670e-4657-8e15-1ac711192fe6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:48.735615 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944a475d-0fc2-484c-aa6e-e00c82324a84 req-90be5d65-97f9-4ce5-952a-545c667d37b3 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:48.735878 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-944a475d-0fc2-484c-aa6e-e00c82324a84 req-90be5d65-97f9-4ce5-952a-545c667d37b3 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce7925bf-bf61-4ab9-ba86-da53ddb9abbd HTTP/1.1" status: 200 len: 943 time: 0.3126273 Jul 29 23:22:48.756310 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-64aa0c8a-3f13-4138-8777-cb0898b80195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:48.803936 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-15229f3c-4955-43aa-ad01-7fd72a1d403f req-16177de8-a38c-43d5-9572-1820912e335c service neutron] 10.222.0.43 "GET /v2.0/networks/666740f6-88d5-4493-9e12-abc4c5ef258e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504772 Jul 29 23:22:48.878058 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-64aa0c8a-3f13-4138-8777-cb0898b80195 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:48.881967 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-64aa0c8a-3f13-4138-8777-cb0898b80195 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/5d5d676a-a79a-4d6c-8057-e140077bec43 HTTP/1.1" status: 204 len: 168 time: 1.5188944 Jul 29 23:22:48.881967 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aa0c8a-3f13-4138-8777-cb0898b80195 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d5d676a-a79a-4d6c-8057-e140077bec43,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:48.882867 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36760) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:48.916318 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a90c080-ac86-4d77-abb5-6048d36900e2 None None] Network 6b9da8dc-12ad-43fa-af28-b8cad9edc36c requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:22:48.985545 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-d37cce1b-c8b9-46c7-a824-d9fd9c2c9695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89f8e740-2aec-4a96-8180-2097c710c568', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2061788017-router', 'tenant_id': 'c003babaf4ca49b3add680f8803594b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '3e1de4d8-018c-4a1d-b221-6e2ed9c72bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:17:33Z', 'updated_at': '2021-07-29T23:22:45Z', 'revision_number': 5, 'project_id': 'c003babaf4ca49b3add680f8803594b6', 'gw_port': {'id': '3e1de4d8-018c-4a1d-b221-6e2ed9c72bb6', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:c6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f8e740-2aec-4a96-8180-2097c710c568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:34Z', 'updated_at': '2021-07-29T23:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:49.002286 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-944a475d-0fc2-484c-aa6e-e00c82324a84 req-5777ab2c-f1d4-4302-b1e2-11fe91af3766 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] 10.222.0.43 "GET /v2.0/security-groups?id=913475dc-66e8-4b67-ba73-e0dfa1fdc7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2402191 Jul 29 23:22:49.031609 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37cce1b-c8b9-46c7-a824-d9fd9c2c9695 None None] The sync data for ids ['89f8e740-2aec-4a96-8180-2097c710c568'] in n-d-712141-10 is: [{'id': '89f8e740-2aec-4a96-8180-2097c710c568', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2061788017-router', 'tenant_id': 'c003babaf4ca49b3add680f8803594b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.96'}], 'enable_snat': True}, 'gw_port_id': '3e1de4d8-018c-4a1d-b221-6e2ed9c72bb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:17:33Z', 'updated_at': '2021-07-29T23:22:45Z', 'revision_number': 5, 'project_id': 'c003babaf4ca49b3add680f8803594b6', 'gw_port': {'id': '3e1de4d8-018c-4a1d-b221-6e2ed9c72bb6', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:c6:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f8e740-2aec-4a96-8180-2097c710c568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:34Z', 'updated_at': '2021-07-29T23:17:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:22:49.089894 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4e318-8d39-461f-9799-f72a57344956 req-58b3442d-313c-4956-934d-0f3a9cb16535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:49.091420 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e6b4e318-8d39-461f-9799-f72a57344956 req-58b3442d-313c-4956-934d-0f3a9cb16535 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a3d68086-0a5f-410a-8c92-112285f5e741 HTTP/1.1" status: 200 len: 915 time: 0.3722212 Jul 29 23:22:49.140653 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3b26d6a3-b0e8-4369-a10d-10f9a0e463d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:49.144525 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-3cdf8451-670e-4657-8e15-1ac711192fe6 admin admin] Deleting port 3e1de4d8-018c-4a1d-b221-6e2ed9c72bb6 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:22:49.144827 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3cdf8451-670e-4657-8e15-1ac711192fe6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:49.155028 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-519d8d03-7ac0-4d71-8d38-495963f199d6 x-openstack-request-id: req-519d8d03-7ac0-4d71-8d38-495963f199d6 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:49.155325 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37d1832d-d791-4aca-aa8e-e3090a5e52c0", "name": "network-vif-plugged", "status": "completed", "tag": "79645908-181d-4073-9700-41aa42d9260e", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:49.155604 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-519d8d03-7ac0-4d71-8d38-495963f199d6 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:49.155987 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37d1832d-d791-4aca-aa8e-e3090a5e52c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79645908-181d-4073-9700-41aa42d9260e', 'code': 200} Jul 29 23:22:49.282889 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e6b4e318-8d39-461f-9799-f72a57344956 req-4fe5a9b3-8992-4e17-b5ce-b76d400bc5af service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7f10a7e-124a-4a04-8697-d32bc91a9455 HTTP/1.1" status: 200 len: 217 time: 0.1787646 Jul 29 23:22:49.328164 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3b26d6a3-b0e8-4369-a10d-10f9a0e463d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:49.343396 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:49.351186 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-3b26d6a3-b0e8-4369-a10d-10f9a0e463d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec39a190-3e02-4fd2-a008-3b841dbd3c4b']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:49.364715 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-3b26d6a3-b0e8-4369-a10d-10f9a0e463d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2db8471f-c43b-49ee-9f08-2f1c56af231c') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:49.365015 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-3b26d6a3-b0e8-4369-a10d-10f9a0e463d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2db8471f-c43b-49ee-9f08-2f1c56af231c') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:49.368244 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c0c3b-5a0b-4ee8-8ae2-c65b739fe225 req-6938f0c8-43aa-48f6-894c-46ce2edd7a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:49.369909 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-623c0c3b-5a0b-4ee8-8ae2-c65b739fe225 req-6938f0c8-43aa-48f6-894c-46ce2edd7a6e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=37d1832d-d791-4aca-aa8e-e3090a5e52c0 HTTP/1.1" status: 200 len: 1102 time: 0.0909004 Jul 29 23:22:49.384625 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3b26d6a3-b0e8-4369-a10d-10f9a0e463d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:49.406826 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3b26d6a3-b0e8-4369-a10d-10f9a0e463d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:49.418846 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c1dd1-4a85-4b6f-980b-e015f354b4e7 req-067fea36-7818-47d0-9730-0c9ee85c55ad tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:49.419287 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b26d6a3-b0e8-4369-a10d-10f9a0e463d9 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:22:49.419729 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3b26d6a3-b0e8-4369-a10d-10f9a0e463d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:49.420616 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4d2c1dd1-4a85-4b6f-980b-e015f354b4e7 req-067fea36-7818-47d0-9730-0c9ee85c55ad tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=37d1832d-d791-4aca-aa8e-e3090a5e52c0 HTTP/1.1" status: 200 len: 950 time: 0.1366813 Jul 29 23:22:49.421446 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:22:49.421446 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:22:49.421446 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:22:49.421446 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:22:49.421446 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:22:49.421446 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:22:49.421446 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:22:49.421446 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:22:49.421446 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:22:49.421446 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:22:49.421446 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:22:49.421446 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:22:49.421446 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:22:49.421446 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:22:49.421446 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:22:49.421446 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:22:49.421446 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:22:49.421446 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:22:49.421446 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:22:49.421446 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:22:49.421446 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:22:49.421446 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:22:49.421446 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:22:49.421446 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:22:49.421446 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:22:49.421446 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:22:49.421446 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:22:49.421446 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:22:49.421446 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:22:49.421446 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:22:49.421446 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:22:49.421446 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:22:49.486902 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device d5397825-e8f9-4e16-83b2-6892d6356ec7 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:22:49.515589 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4e318-8d39-461f-9799-f72a57344956 req-405b27ee-30fb-46d9-9f67-6f6b59571135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:49.517051 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e6b4e318-8d39-461f-9799-f72a57344956 req-405b27ee-30fb-46d9-9f67-6f6b59571135 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0162d293-3851-4ddf-a231-f6840d6b73ab HTTP/1.1" status: 200 len: 853 time: 0.1854434 Jul 29 23:22:49.524066 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: d5397825-e8f9-4e16-83b2-6892d6356ec7 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:22:49.524408 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device d5397825-e8f9-4e16-83b2-6892d6356ec7 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:22:49.532853 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2926e1-a2c4-4bc5-a20f-b029880ef349 req-4a87bd5f-297e-4cad-be36-6710b663a2b2 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:49.534494 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ac2926e1-a2c4-4bc5-a20f-b029880ef349 req-4a87bd5f-297e-4cad-be36-6710b663a2b2 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=34e5dd5b-178e-4628-b88b-2ffb39c2970a HTTP/1.1" status: 200 len: 949 time: 0.2615528 Jul 29 23:22:49.540409 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-623c0c3b-5a0b-4ee8-8ae2-c65b739fe225 req-0d09a2bd-6af1-4558-8f6f-39ebf96f73fe service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627414 Jul 29 23:22:49.558538 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4d2c1dd1-4a85-4b6f-980b-e015f354b4e7 req-33cfbe1c-74c4-4a85-9137-deeef6ad4df7 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229391 Jul 29 23:22:49.562975 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3b26d6a3-b0e8-4369-a10d-10f9a0e463d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:49.569762 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3b26d6a3-b0e8-4369-a10d-10f9a0e463d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:49.577048 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-3b26d6a3-b0e8-4369-a10d-10f9a0e463d9 admin admin] 10.222.0.43 "DELETE /v2.0/networks/ec39a190-3e02-4fd2-a008-3b841dbd3c4b HTTP/1.1" status: 204 len: 168 time: 0.6931524 Jul 29 23:22:49.602489 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b26d6a3-b0e8-4369-a10d-10f9a0e463d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec39a190-3e02-4fd2-a008-3b841dbd3c4b,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:49.639535 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-3cdf8451-670e-4657-8e15-1ac711192fe6 admin admin] For port 3e1de4d8-018c-4a1d-b221-6e2ed9c72bb6, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=3e1de4d8-018c-4a1d-b221-6e2ed9c72bb6,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:49.639903 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3cdf8451-670e-4657-8e15-1ac711192fe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:49.686037 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-3cdf8451-670e-4657-8e15-1ac711192fe6 admin admin] Calling delete_port for 3e1de4d8-018c-4a1d-b221-6e2ed9c72bb6 owned by network:router_gateway {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:22:49.734086 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ac2926e1-a2c4-4bc5-a20f-b029880ef349 req-1ecd3edf-6e76-4e37-bb7b-e09aa3f35d56 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867859 Jul 29 23:22:49.794524 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36788) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:49.858432 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a8dcd911-62d3-404d-9bed-e569a0a17f1d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=48ca3190ceb241b287be19cef493c764&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0621252 Jul 29 23:22:49.859129 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36790) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:49.986768 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c07b1dd0-fb52-4950-bec0-90a7b85c99f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:50.013254 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c07b1dd0-fb52-4950-bec0-90a7b85c99f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:50.082375 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c07b1dd0-fb52-4950-bec0-90a7b85c99f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:50.084935 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c07b1dd0-fb52-4950-bec0-90a7b85c99f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:50.101147 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c07b1dd0-fb52-4950-bec0-90a7b85c99f2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/869d288f-3edf-4b72-a7e4-32ff7f81a693 HTTP/1.1" status: 204 len: 168 time: 0.2078464 Jul 29 23:22:50.124323 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b1dd0-fb52-4950-bec0-90a7b85c99f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869d288f-3edf-4b72-a7e4-32ff7f81a693,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:50.158114 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4e318-8d39-461f-9799-f72a57344956 req-d1a15fc4-3d3c-4656-8983-1ddaa7207ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:50.159713 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e6b4e318-8d39-461f-9799-f72a57344956 req-d1a15fc4-3d3c-4656-8983-1ddaa7207ce8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a3d68086-0a5f-410a-8c92-112285f5e741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6205053 Jul 29 23:22:50.217830 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8d002e46-8ebe-48c8-96c3-79c32f63be56 req-b43a756e-1991-400b-bc1a-42ae6d64ff9a tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a3ff9dd-6f72-47d8-8be7-333a1aa4c60c HTTP/1.1" status: 200 len: 210 time: 0.0545974 Jul 29 23:22:50.453529 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cb90c3-be92-43a8-9b1b-920f8cbf6fc2 req-ebbd3822-93cc-493d-a4de-e194a0091d3a tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:50.455070 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b3cb90c3-be92-43a8-9b1b-920f8cbf6fc2 req-ebbd3822-93cc-493d-a4de-e194a0091d3a tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f5da8f-fe8f-42cf-a0d7-e6976d1ff0ff HTTP/1.1" status: 200 len: 944 time: 0.1750445 Jul 29 23:22:50.464339 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e6b4e318-8d39-461f-9799-f72a57344956 req-60c817d9-ffb1-4146-bdf9-6c91251b4f07 service neutron] 10.222.0.41 "GET /v2.0/networks/a3d68086-0a5f-410a-8c92-112285f5e741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788281 Jul 29 23:22:50.472693 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92cbe4-4dbd-4265-839e-68bc1fb88aee req-d615174c-8f2a-4444-b563-d6792706ae01 tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:50.474126 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1e92cbe4-4dbd-4265-839e-68bc1fb88aee req-d615174c-8f2a-4444-b563-d6792706ae01 tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] 10.222.0.43 "GET /v2.0/networks?id=6b9da8dc-12ad-43fa-af28-b8cad9edc36c HTTP/1.1" status: 200 len: 809 time: 0.3135350 Jul 29 23:22:50.591552 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1e92cbe4-4dbd-4265-839e-68bc1fb88aee req-5299fa0c-7dff-402b-ac79-d3b7bee36df8 tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] 10.222.0.43 "GET /v2.0/quotas/fdd0c022fea9447eb1a1b1a6e0acd8b9 HTTP/1.1" status: 200 len: 375 time: 0.0991974 Jul 29 23:22:50.612190 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b3cb90c3-be92-43a8-9b1b-920f8cbf6fc2 req-d832fa26-f33e-4282-a811-33f9501cf0bf tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468132 Jul 29 23:22:50.667976 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1e92cbe4-4dbd-4265-839e-68bc1fb88aee req-e963bbe9-2fcb-4d1b-9610-48edaa1f6e91 tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=fdd0c022fea9447eb1a1b1a6e0acd8b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0642426 Jul 29 23:22:50.730248 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3cdf8451-670e-4657-8e15-1ac711192fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:50.742280 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85587b1b-d94f-407a-91aa-642b18e9ad2b req-15133fe8-c3bf-46d8-9437-ae73deacffc7 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:50.744424 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-85587b1b-d94f-407a-91aa-642b18e9ad2b req-15133fe8-c3bf-46d8-9437-ae73deacffc7 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.22 "GET /v2.0/ports?device_id=14f5da8f-fe8f-42cf-a0d7-e6976d1ff0ff HTTP/1.1" status: 200 len: 944 time: 0.1696277 Jul 29 23:22:50.798493 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdf8451-670e-4657-8e15-1ac711192fe6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e1de4d8-018c-4a1d-b221-6e2ed9c72bb6,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:50.828035 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e6b4e318-8d39-461f-9799-f72a57344956 req-9b5d0d77-7ee0-4cc3-b379-5b43728fdcbd service neutron] 10.222.0.41 "GET /v2.0/networks/a3d68086-0a5f-410a-8c92-112285f5e741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347404 Jul 29 23:22:50.896937 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15229f3c-4955-43aa-ad01-7fd72a1d403f req-06916d75-ead1-47c3-9b6c-d04e1a2e30e4 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:50.898384 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-15229f3c-4955-43aa-ad01-7fd72a1d403f req-06916d75-ead1-47c3-9b6c-d04e1a2e30e4 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.41 "GET /v2.0/networks?id=666740f6-88d5-4493-9e12-abc4c5ef258e HTTP/1.1" status: 200 len: 811 time: 0.2581158 Jul 29 23:22:50.908818 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-85587b1b-d94f-407a-91aa-642b18e9ad2b req-f6e184e8-853c-4ef3-9738-7c6dcd6e0db2 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Deleting port 01301fce-70cf-497a-a51b-c2aa074d71e2 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:22:50.909168 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-85587b1b-d94f-407a-91aa-642b18e9ad2b req-f6e184e8-853c-4ef3-9738-7c6dcd6e0db2 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:50.922466 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd1e3fd-3b29-493d-8cbb-11ed223bd181 req-7351b686-c81b-492b-a20b-93976f91d0fe tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:50.927463 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-15229f3c-4955-43aa-ad01-7fd72a1d403f req-1efb076b-7c06-41b8-82c2-89d6d69ab953 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Request body: {'port': {'device_id': '0a3ff9dd-6f72-47d8-8be7-333a1aa4c60c', 'network_id': '666740f6-88d5-4493-9e12-abc4c5ef258e', 'admin_state_up': True, 'tenant_id': 'f4fb04acaf444a438779b8cf93bf1437'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:50.929876 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3dd1e3fd-3b29-493d-8cbb-11ed223bd181 req-7351b686-c81b-492b-a20b-93976f91d0fe tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce7925bf-bf61-4ab9-ba86-da53ddb9abbd HTTP/1.1" status: 200 len: 943 time: 0.1784453 Jul 29 23:22:50.936327 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1e92cbe4-4dbd-4265-839e-68bc1fb88aee req-2e734824-2ccb-4490-b325-22c98c9343ad service neutron] 10.222.0.43 "GET /v2.0/networks/6b9da8dc-12ad-43fa-af28-b8cad9edc36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583954 Jul 29 23:22:50.952412 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3cdf8451-670e-4657-8e15-1ac711192fe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:51.117152 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3cdf8451-670e-4657-8e15-1ac711192fe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:51.120881 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3cdf8451-670e-4657-8e15-1ac711192fe6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:51.131436 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3dd1e3fd-3b29-493d-8cbb-11ed223bd181 req-219a779d-544f-4f11-b372-8a0c5f3a8158 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] 10.222.0.43 "GET /v2.0/security-groups?id=913475dc-66e8-4b67-ba73-e0dfa1fdc7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2004602 Jul 29 23:22:51.190804 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3cdf8451-670e-4657-8e15-1ac711192fe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:51.191523 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cdf8451-670e-4657-8e15-1ac711192fe6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89f8e740-2aec-4a96-8180-2097c710c568 {{(pid=94078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:22:51.196494 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3cdf8451-670e-4657-8e15-1ac711192fe6 admin admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:51.200598 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-3cdf8451-670e-4657-8e15-1ac711192fe6 admin admin] 10.222.0.43 "DELETE /v2.0/routers/89f8e740-2aec-4a96-8180-2097c710c568 HTTP/1.1" status: 204 len: 168 time: 3.5725937 Jul 29 23:22:51.201225 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 36824) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:51.215712 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1e92cbe4-4dbd-4265-839e-68bc1fb88aee req-eb92f008-27a7-453f-a732-3daa00e2357b service neutron] 10.222.0.43 "GET /v2.0/networks/6b9da8dc-12ad-43fa-af28-b8cad9edc36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634916 Jul 29 23:22:51.312217 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c2e42c2-ed4d-4c22-b633-607037b33253 admin admin] Deleting subnet 6cb11c04-aa9b-4648-afe6-89c88e617caf {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:22:51.317855 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3c2e42c2-ed4d-4c22-b633-607037b33253 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:51.353181 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c4f22-7607-41cf-b5db-684a2137275f req-2bf0e969-72ee-4c68-8245-316b470359cd tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:51.361776 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6f6c4f22-7607-41cf-b5db-684a2137275f req-2bf0e969-72ee-4c68-8245-316b470359cd tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=37d1832d-d791-4aca-aa8e-e3090a5e52c0 HTTP/1.1" status: 200 len: 950 time: 0.1594460 Jul 29 23:22:51.376283 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device e7f10a7e-124a-4a04-8697-d32bc91a9455 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:22:51.401869 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3c2e42c2-ed4d-4c22-b633-607037b33253 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:51.408388 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-85587b1b-d94f-407a-91aa-642b18e9ad2b req-f6e184e8-853c-4ef3-9738-7c6dcd6e0db2 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] For port 01301fce-70cf-497a-a51b-c2aa074d71e2, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=01301fce-70cf-497a-a51b-c2aa074d71e2,segment=NetworkSegment(a739f5fc-cf01-40c9-83c0-bfbae7f993f3),segment_id=a739f5fc-cf01-40c9-83c0-bfbae7f993f3)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:51.408891 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-85587b1b-d94f-407a-91aa-642b18e9ad2b req-f6e184e8-853c-4ef3-9738-7c6dcd6e0db2 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:51.434117 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-85587b1b-d94f-407a-91aa-642b18e9ad2b req-f6e184e8-853c-4ef3-9738-7c6dcd6e0db2 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Calling delete_port for 01301fce-70cf-497a-a51b-c2aa074d71e2 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:22:51.486397 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6f6c4f22-7607-41cf-b5db-684a2137275f req-ecd1dd6e-c6f6-47cd-8c41-01e0447d1ba6 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235936 Jul 29 23:22:51.533216 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port e7f10a7e-124a-4a04-8697-d32bc91a9455, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=e7f10a7e-124a-4a04-8697-d32bc91a9455,segment=NetworkSegment(40094ecc-ef7a-4caa-9f65-b53e25a52407),segment_id=40094ecc-ef7a-4caa-9f65-b53e25a52407)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:51.541943 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15229f3c-4955-43aa-ad01-7fd72a1d403f req-1efb076b-7c06-41b8-82c2-89d6d69ab953 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Made reservation on behalf of f4fb04acaf444a438779b8cf93bf1437 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:22:51.548881 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-15229f3c-4955-43aa-ad01-7fd72a1d403f req-1efb076b-7c06-41b8-82c2-89d6d69ab953 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:51.554783 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': 'e7f10a7e-124a-4a04-8697-d32bc91a9455', 'network_id': 'a3d68086-0a5f-410a-8c92-112285f5e741', 'port_id': 'e7f10a7e-124a-4a04-8697-d32bc91a9455', 'mac_address': 'fa:16:3e:86:31:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0162d293-3851-4ddf-a231-f6840d6b73ab', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:22:51.601723 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:51.617360 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7f10a7e-124a-4a04-8697-d32bc91a9455 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:22:51.629878 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3c2e42c2-ed4d-4c22-b633-607037b33253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:51.640126 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157de80b-3c41-4d41-8d1e-d3a21931e702 req-d59c974f-0bad-4f09-9493-8aec555bd690 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:51.644215 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port e7f10a7e-124a-4a04-8697-d32bc91a9455, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=e7f10a7e-124a-4a04-8697-d32bc91a9455,segment=NetworkSegment(40094ecc-ef7a-4caa-9f65-b53e25a52407),segment_id=40094ecc-ef7a-4caa-9f65-b53e25a52407)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:51.648543 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-157de80b-3c41-4d41-8d1e-d3a21931e702 req-d59c974f-0bad-4f09-9493-8aec555bd690 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=34e5dd5b-178e-4628-b88b-2ffb39c2970a HTTP/1.1" status: 200 len: 949 time: 0.1519666 Jul 29 23:22:51.652339 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:51.761070 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=e7f10a7e-124a-4a04-8697-d32bc91a9455,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:51.790338 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-157de80b-3c41-4d41-8d1e-d3a21931e702 req-843c7544-e3cf-4d85-958d-a7140c622983 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407187 Jul 29 23:22:51.826799 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3c2e42c2-ed4d-4c22-b633-607037b33253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:51.843089 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-85587b1b-d94f-407a-91aa-642b18e9ad2b req-f6e184e8-853c-4ef3-9738-7c6dcd6e0db2 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:51.855246 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2e42c2-ed4d-4c22-b633-607037b33253 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cb11c04-aa9b-4648-afe6-89c88e617caf,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:51.855700 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-15229f3c-4955-43aa-ad01-7fd72a1d403f req-1efb076b-7c06-41b8-82c2-89d6d69ab953 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Allocated IP 172.20.0.2 (666740f6-88d5-4493-9e12-abc4c5ef258e/415faf0b-bf5f-4f8b-b3ff-1ae5686de75a/e97840ba-d1eb-4234-ba78-b8fc327bfe21) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:22:51.860575 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['01301fce-70cf-497a-a51b-c2aa074d71e2'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:22:51.875341 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3c2e42c2-ed4d-4c22-b633-607037b33253 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:51.881855 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e184e8-853c-4ef3-9738-7c6dcd6e0db2 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Pushing event deleted for resources: {'Port': ['ID=01301fce-70cf-497a-a51b-c2aa074d71e2,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:51.883272 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-3c2e42c2-ed4d-4c22-b633-607037b33253 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/6cb11c04-aa9b-4648-afe6-89c88e617caf HTTP/1.1" status: 204 len: 168 time: 0.6765425 Jul 29 23:22:51.889609 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36850) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:51.890203 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856875f4-abad-4676-8b2b-7bf10f033a81 None None] Network f570ac3f-2b53-45ec-948c-0985410160ee requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:22:51.928930 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e218e507-bdac-4d10-95bc-878648e020e4 req-b6300545-af5c-42f7-8da9-8d4260becd75 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a3ff9dd-6f72-47d8-8be7-333a1aa4c60c HTTP/1.1" status: 200 len: 210 time: 0.0760672 Jul 29 23:22:51.948815 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-50afebc6-3f06-4aaf-8258-f36d4f2d50cb req-707a245e-c41f-4953-ae22-dab7f1aec568 tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=f2c6a2f2291a40e2b4774da09b0a8e18&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0962236 Jul 29 23:22:52.043241 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-42a39034-ca62-4850-ad6d-959d58b9a2c6 req-ee27e475-88d5-42c0-bce6-fdca1136baf3 tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] 10.222.0.43 "GET /v2.0/ports?device_id=f71b05e8-ba13-4948-a4ea-34f94b4ec682 HTTP/1.1" status: 200 len: 210 time: 0.0430212 Jul 29 23:22:52.076273 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['e7f10a7e-124a-4a04-8697-d32bc91a9455'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:22:52.101181 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-85587b1b-d94f-407a-91aa-642b18e9ad2b req-f6e184e8-853c-4ef3-9738-7c6dcd6e0db2 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] No DVR routers for this DVR port 01301fce-70cf-497a-a51b-c2aa074d71e2 on host n-h2-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:22:52.103819 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-85587b1b-d94f-407a-91aa-642b18e9ad2b req-f6e184e8-853c-4ef3-9738-7c6dcd6e0db2 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:52.106571 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-85587b1b-d94f-407a-91aa-642b18e9ad2b req-f6e184e8-853c-4ef3-9738-7c6dcd6e0db2 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.22 "DELETE /v2.0/ports/01301fce-70cf-497a-a51b-c2aa074d71e2 HTTP/1.1" status: 204 len: 173 time: 1.3530140 Jul 29 23:22:52.114924 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14f5da8f-fe8f-42cf-a0d7-e6976d1ff0ff', 'name': 'network-vif-deleted', 'tag': '01301fce-70cf-497a-a51b-c2aa074d71e2'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:52.117259 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5adbd46-74e3-44ab-8f6a-738e23d6459e" -d '{"events": [{"server_uuid": "14f5da8f-fe8f-42cf-a0d7-e6976d1ff0ff", "name": "network-vif-deleted", "tag": "01301fce-70cf-497a-a51b-c2aa074d71e2"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:52.159208 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6c271774-1f6e-4ccf-848e-e1c38eea7adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:52.163727 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50afebc6-3f06-4aaf-8258-f36d4f2d50cb req-b8baa734-3e84-439d-8b51-3b0ca7589207 tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:52.172425 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-50afebc6-3f06-4aaf-8258-f36d4f2d50cb req-b8baa734-3e84-439d-8b51-3b0ca7589207 tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2223768 Jul 29 23:22:52.193988 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-50afebc6-3f06-4aaf-8258-f36d4f2d50cb req-c237a4ca-e71f-477a-af5a-a6b5181b7c97 tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] 10.222.0.43 "GET /v2.0/quotas/f2c6a2f2291a40e2b4774da09b0a8e18 HTTP/1.1" status: 200 len: 375 time: 0.0148413 Jul 29 23:22:52.257410 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-15229f3c-4955-43aa-ad01-7fd72a1d403f req-1efb076b-7c06-41b8-82c2-89d6d69ab953 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:52.275283 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac95663-0dce-4d40-b27b-982fff962afb None None] DHCP port deletion for f570ac3f-2b53-45ec-948c-0985410160ee request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:22:52.316509 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-6c271774-1f6e-4ccf-848e-e1c38eea7adf admin admin] Deleting port aa63b3b8-5c2c-4e9e-b9f7-02fc1d9aa576 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:22:52.316843 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6c271774-1f6e-4ccf-848e-e1c38eea7adf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:52.329415 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-50afebc6-3f06-4aaf-8258-f36d4f2d50cb req-9dd7cfb2-8139-4417-ba31-87a048058170 tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f2c6a2f2291a40e2b4774da09b0a8e18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1038859 Jul 29 23:22:52.406320 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-15229f3c-4955-43aa-ad01-7fd72a1d403f req-1efb076b-7c06-41b8-82c2-89d6d69ab953 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:52.466659 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ce105-a9f3-4427-b3f0-e8e2b42eb44a req-7978aab8-44e2-49bc-95ae-d717bb9bd9e6 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:52.473890 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ce105-a9f3-4427-b3f0-e8e2b42eb44a req-7978aab8-44e2-49bc-95ae-d717bb9bd9e6 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:52.488782 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-de2ce105-a9f3-4427-b3f0-e8e2b42eb44a req-7978aab8-44e2-49bc-95ae-d717bb9bd9e6 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=37d1832d-d791-4aca-aa8e-e3090a5e52c0&device_id=ca5fca8a-16e9-4dea-a6ff-d0a48edada7a HTTP/1.1" status: 200 len: 1690 time: 0.0888360 Jul 29 23:22:52.498413 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-6c271774-1f6e-4ccf-848e-e1c38eea7adf admin admin] For port aa63b3b8-5c2c-4e9e-b9f7-02fc1d9aa576, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=aa63b3b8-5c2c-4e9e-b9f7-02fc1d9aa576,segment=NetworkSegment(2429a5d2-6a97-465b-bd1a-0f361267cf0e),segment_id=2429a5d2-6a97-465b-bd1a-0f361267cf0e)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:52.499004 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6c271774-1f6e-4ccf-848e-e1c38eea7adf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:52.505215 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15229f3c-4955-43aa-ad01-7fd72a1d403f req-1efb076b-7c06-41b8-82c2-89d6d69ab953 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Network 666740f6-88d5-4493-9e12-abc4c5ef258e is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:22:52.516964 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-15229f3c-4955-43aa-ad01-7fd72a1d403f req-1efb076b-7c06-41b8-82c2-89d6d69ab953 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:22:52.525314 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-15229f3c-4955-43aa-ad01-7fd72a1d403f req-1efb076b-7c06-41b8-82c2-89d6d69ab953 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:22:52.544169 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-de2ce105-a9f3-4427-b3f0-e8e2b42eb44a req-a363febf-e77e-41e6-bfb4-3a7c15789341 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544839 Jul 29 23:22:52.575774 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-5ac95663-0dce-4d40-b27b-982fff962afb None None] Deleting port aa63b3b8-5c2c-4e9e-b9f7-02fc1d9aa576 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:22:52.576755 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5ac95663-0dce-4d40-b27b-982fff962afb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:52.626216 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-6c271774-1f6e-4ccf-848e-e1c38eea7adf admin admin] Calling delete_port for aa63b3b8-5c2c-4e9e-b9f7-02fc1d9aa576 owned by network:dhcp {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:22:52.632248 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efb076b-7c06-41b8-82c2-89d6d69ab953 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Pushing event updated for resources: {'Port': ['ID=e97840ba-d1eb-4234-ba78-b8fc327bfe21,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:52.650790 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4710e076-520b-4ef0-9bec-9389ec35bf59 req-2de50d5d-10cf-40d0-b85f-4ce42498ed0e tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=14f5da8f-fe8f-42cf-a0d7-e6976d1ff0ff HTTP/1.1" status: 200 len: 210 time: 0.0420454 Jul 29 23:22:52.675761 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-5ac95663-0dce-4d40-b27b-982fff962afb None None] For port aa63b3b8-5c2c-4e9e-b9f7-02fc1d9aa576, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=aa63b3b8-5c2c-4e9e-b9f7-02fc1d9aa576,segment=NetworkSegment(2429a5d2-6a97-465b-bd1a-0f361267cf0e),segment_id=2429a5d2-6a97-465b-bd1a-0f361267cf0e)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:52.676413 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5ac95663-0dce-4d40-b27b-982fff962afb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:52.718133 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-5ac95663-0dce-4d40-b27b-982fff962afb None None] Calling delete_port for aa63b3b8-5c2c-4e9e-b9f7-02fc1d9aa576 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:22:52.723887 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f5f6f7-b463-434e-a7e8-ab0fb617816d x-openstack-request-id: req-a3f5f6f7-b463-434e-a7e8-ab0fb617816d {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:52.724666 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14f5da8f-fe8f-42cf-a0d7-e6976d1ff0ff", "name": "network-vif-deleted", "tag": "01301fce-70cf-497a-a51b-c2aa074d71e2", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:52.725086 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a3f5f6f7-b463-434e-a7e8-ab0fb617816d {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:52.725845 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14f5da8f-fe8f-42cf-a0d7-e6976d1ff0ff', 'name': 'network-vif-deleted', 'tag': '01301fce-70cf-497a-a51b-c2aa074d71e2', 'status': 'completed', 'code': 200} Jul 29 23:22:52.740135 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15229f3c-4955-43aa-ad01-7fd72a1d403f req-1efb076b-7c06-41b8-82c2-89d6d69ab953 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:52.741846 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-15229f3c-4955-43aa-ad01-7fd72a1d403f req-1efb076b-7c06-41b8-82c2-89d6d69ab953 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:52.783186 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-15229f3c-4955-43aa-ad01-7fd72a1d403f req-1efb076b-7c06-41b8-82c2-89d6d69ab953 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8595440 Jul 29 23:22:52.803630 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6c271774-1f6e-4ccf-848e-e1c38eea7adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:52.838882 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-15229f3c-4955-43aa-ad01-7fd72a1d403f req-87d03b68-4906-4319-a020-21195188efc5 service neutron] Request body: {'port': {'device_id': '0a3ff9dd-6f72-47d8-8be7-333a1aa4c60c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:52.848857 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c5ab0291-8d96-482c-8a2a-a7e43260204c req-46f0477b-0f13-433d-b32f-f4b27e9fea83 tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] 10.222.0.43 "GET /v2.0/ports?device_id=faa73fad-544e-4493-a9db-ec02961eee0b HTTP/1.1" status: 200 len: 210 time: 0.0560699 Jul 29 23:22:52.862629 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5ac95663-0dce-4d40-b27b-982fff962afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:52.877459 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb89fb8-cd99-4052-ae2a-0f8920dd7a08 req-4262fb37-b5a5-43da-9f98-fbfdb17893b5 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:52.879639 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3fb89fb8-cd99-4052-ae2a-0f8920dd7a08 req-4262fb37-b5a5-43da-9f98-fbfdb17893b5 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce7925bf-bf61-4ab9-ba86-da53ddb9abbd HTTP/1.1" status: 200 len: 944 time: 0.0779414 Jul 29 23:22:52.903198 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac95663-0dce-4d40-b27b-982fff962afb None None] Pushing event deleted for resources: {'Port': ['ID=aa63b3b8-5c2c-4e9e-b9f7-02fc1d9aa576,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:52.925788 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c271774-1f6e-4ccf-848e-e1c38eea7adf admin admin] Pushing event deleted for resources: {'Port': ['ID=aa63b3b8-5c2c-4e9e-b9f7-02fc1d9aa576,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:52.927767 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c271774-1f6e-4ccf-848e-e1c38eea7adf admin admin] No DVR routers for this DVR port aa63b3b8-5c2c-4e9e-b9f7-02fc1d9aa576 on host n-d-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:22:52.963572 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3fb89fb8-cd99-4052-ae2a-0f8920dd7a08 req-2f464586-2788-4a9c-853a-0b88e7ee5a21 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] 10.222.0.43 "GET /v2.0/security-groups?id=913475dc-66e8-4b67-ba73-e0dfa1fdc7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768149 Jul 29 23:22:52.977205 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac95663-0dce-4d40-b27b-982fff962afb None None] No DVR routers for this DVR port aa63b3b8-5c2c-4e9e-b9f7-02fc1d9aa576 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:22:53.099932 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6c271774-1f6e-4ccf-848e-e1c38eea7adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:53.102574 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-15229f3c-4955-43aa-ad01-7fd72a1d403f req-87d03b68-4906-4319-a020-21195188efc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:53.119420 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-6c271774-1f6e-4ccf-848e-e1c38eea7adf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f570ac3f-2b53-45ec-948c-0985410160ee']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:53.131806 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-6c271774-1f6e-4ccf-848e-e1c38eea7adf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2429a5d2-6a97-465b-bd1a-0f361267cf0e') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:53.132092 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-6c271774-1f6e-4ccf-848e-e1c38eea7adf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2429a5d2-6a97-465b-bd1a-0f361267cf0e') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:53.147509 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6399e01-c5e4-4b1c-9fd6-18e6169e1f34 req-6fc08f57-e1f3-4618-9f03-4effd3c24d47 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:53.154325 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e6399e01-c5e4-4b1c-9fd6-18e6169e1f34 req-6fc08f57-e1f3-4618-9f03-4effd3c24d47 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=34e5dd5b-178e-4628-b88b-2ffb39c2970a HTTP/1.1" status: 200 len: 949 time: 0.0993712 Jul 29 23:22:53.161717 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6c271774-1f6e-4ccf-848e-e1c38eea7adf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:53.184285 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6c271774-1f6e-4ccf-848e-e1c38eea7adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:53.201703 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c271774-1f6e-4ccf-848e-e1c38eea7adf admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:22:53.202120 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6c271774-1f6e-4ccf-848e-e1c38eea7adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:53.203847 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:22:53.203847 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:22:53.203847 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:22:53.203847 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:22:53.203847 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:22:53.203847 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:22:53.203847 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:22:53.203847 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:22:53.203847 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:22:53.203847 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:22:53.203847 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:22:53.203847 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:22:53.203847 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:22:53.203847 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:22:53.203847 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:22:53.203847 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:22:53.203847 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:22:53.203847 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:22:53.203847 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:22:53.203847 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:22:53.203847 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:22:53.203847 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:22:53.203847 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:22:53.203847 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:22:53.203847 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:22:53.203847 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:22:53.203847 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:22:53.203847 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:22:53.203847 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:22:53.203847 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:22:53.203847 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:22:53.203847 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:22:53.219635 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5ed80ba1-3a63-4ba2-aa18-a3cc26cc5538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:53.226336 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf9dc2-e433-4eab-bc26-b4cd8a69a77a req-9570cf62-bc36-484f-9e0b-f8a9c2a84bb1 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:53.230775 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c8cf9dc2-e433-4eab-bc26-b4cd8a69a77a req-9570cf62-bc36-484f-9e0b-f8a9c2a84bb1 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a3ff9dd-6f72-47d8-8be7-333a1aa4c60c HTTP/1.1" status: 200 len: 931 time: 0.1266406 Jul 29 23:22:53.234629 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e6399e01-c5e4-4b1c-9fd6-18e6169e1f34 req-2e30b656-12e8-4b48-9fcd-9ae748b0d65d tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743079 Jul 29 23:22:53.302703 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c8cf9dc2-e433-4eab-bc26-b4cd8a69a77a req-0b88a607-3245-45f2-86f2-05b2a15c3b50 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669889 Jul 29 23:22:53.389971 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device e7f10a7e-124a-4a04-8697-d32bc91a9455 up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:22:53.414564 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f89dae4-1df1-4721-87d7-2936c4641ae2 req-4b998362-bb3b-496a-bbce-d2d60cf3b68e tempest-ServersOnMultiNodesTest-1859005561 tempest-ServersOnMultiNodesTest-1859005561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:53.418053 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8f89dae4-1df1-4721-87d7-2936c4641ae2 req-4b998362-bb3b-496a-bbce-d2d60cf3b68e tempest-ServersOnMultiNodesTest-1859005561 tempest-ServersOnMultiNodesTest-1859005561-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=37d1832d-d791-4aca-aa8e-e3090a5e52c0 HTTP/1.1" status: 200 len: 1102 time: 0.0722289 Jul 29 23:22:53.440776 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device aa63b3b8-5c2c-4e9e-b9f7-02fc1d9aa576 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:22:53.451675 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6c271774-1f6e-4ccf-848e-e1c38eea7adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:53.472337 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: aa63b3b8-5c2c-4e9e-b9f7-02fc1d9aa576 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:22:53.472887 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device aa63b3b8-5c2c-4e9e-b9f7-02fc1d9aa576 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:22:53.473480 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 3e1de4d8-018c-4a1d-b221-6e2ed9c72bb6 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:22:53.485135 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6c271774-1f6e-4ccf-848e-e1c38eea7adf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:53.485135 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-6c271774-1f6e-4ccf-848e-e1c38eea7adf admin admin] 10.222.0.43 "DELETE /v2.0/networks/f570ac3f-2b53-45ec-948c-0985410160ee HTTP/1.1" status: 204 len: 168 time: 1.5926936 Jul 29 23:22:53.486669 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8f89dae4-1df1-4721-87d7-2936c4641ae2 req-93b1f691-f578-4cb3-b36d-636b41a5ffe2 tempest-ServersOnMultiNodesTest-1859005561 tempest-ServersOnMultiNodesTest-1859005561-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581081 Jul 29 23:22:53.498730 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ac2a314e-19ba-48be-b145-ce8b72645948 req-a8a17339-afac-469b-9e2d-41a66ea3e0ae tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] 10.222.0.43 "GET /v2.0/ports?device_id=f71b05e8-ba13-4948-a4ea-34f94b4ec682 HTTP/1.1" status: 200 len: 210 time: 0.0793564 Jul 29 23:22:53.526195 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 3e1de4d8-018c-4a1d-b221-6e2ed9c72bb6 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:22:53.526550 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 3e1de4d8-018c-4a1d-b221-6e2ed9c72bb6 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:22:53.589180 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port e7f10a7e-124a-4a04-8697-d32bc91a9455 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:22:53.594986 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port e7f10a7e-124a-4a04-8697-d32bc91a9455 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:53.595638 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:53.637692 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c271774-1f6e-4ccf-848e-e1c38eea7adf admin admin] Pushing event deleted for resources: {'Network': ['ID=f570ac3f-2b53-45ec-948c-0985410160ee,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:53.682304 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb56bf1-a877-4937-84e1-7901f911f948 req-8456b50a-a0e3-4b07-a1ce-4c04efe74ed7 tempest-ServersOnMultiNodesTest-1859005561 tempest-ServersOnMultiNodesTest-1859005561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:53.683917 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8fb56bf1-a877-4937-84e1-7901f911f948 req-8456b50a-a0e3-4b07-a1ce-4c04efe74ed7 tempest-ServersOnMultiNodesTest-1859005561 tempest-ServersOnMultiNodesTest-1859005561-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ca5fca8a-16e9-4dea-a6ff-d0a48edada7a HTTP/1.1" status: 200 len: 1101 time: 0.0660763 Jul 29 23:22:53.696522 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92cbe4-4dbd-4265-839e-68bc1fb88aee req-6c718e55-2869-45ee-874d-7604179e87ed tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:53.699951 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1e92cbe4-4dbd-4265-839e-68bc1fb88aee req-6c718e55-2869-45ee-874d-7604179e87ed tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] 10.222.0.22 "GET /v2.0/networks?id=6b9da8dc-12ad-43fa-af28-b8cad9edc36c HTTP/1.1" status: 200 len: 809 time: 0.2492983 Jul 29 23:22:53.712124 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:53.719081 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-1e92cbe4-4dbd-4265-839e-68bc1fb88aee req-8b866a88-1dbd-4b68-959f-60b37bd1716a tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] Request body: {'port': {'device_id': 'f71b05e8-ba13-4948-a4ea-34f94b4ec682', 'network_id': '6b9da8dc-12ad-43fa-af28-b8cad9edc36c', 'admin_state_up': True, 'tenant_id': 'fdd0c022fea9447eb1a1b1a6e0acd8b9'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:53.748150 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce7925bf-bf61-4ab9-ba86-da53ddb9abbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f10a7e-124a-4a04-8697-d32bc91a9455'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:53.750622 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8fb56bf1-a877-4937-84e1-7901f911f948 req-c60ea769-6283-41b1-bcb6-523ff9a8a703 tempest-ServersOnMultiNodesTest-1859005561 tempest-ServersOnMultiNodesTest-1859005561-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537963 Jul 29 23:22:53.757072 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c36c354-f63d-44f3-b33a-f354983e61fc" -d '{"events": [{"server_uuid": "ce7925bf-bf61-4ab9-ba86-da53ddb9abbd", "name": "network-vif-plugged", "status": "completed", "tag": "e7f10a7e-124a-4a04-8697-d32bc91a9455"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:53.792935 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 36892) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:53.809921 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port e7f10a7e-124a-4a04-8697-d32bc91a9455, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=e7f10a7e-124a-4a04-8697-d32bc91a9455,segment=NetworkSegment(40094ecc-ef7a-4caa-9f65-b53e25a52407),segment_id=40094ecc-ef7a-4caa-9f65-b53e25a52407)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:53.825035 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:53.845467 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-15229f3c-4955-43aa-ad01-7fd72a1d403f req-87d03b68-4906-4319-a020-21195188efc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e97840ba-d1eb-4234-ba78-b8fc327bfe21 {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:22:53.858698 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e38a339b-866a-43c1-9555-a7fe425f4f0e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8f631a6d452a4fba84f6b90e2829acee&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0650508 Jul 29 23:22:53.861310 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 36894) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:53.862270 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b65ba9-b36d-4ed7-b2f8-4ca08151e35a x-openstack-request-id: req-b3b65ba9-b36d-4ed7-b2f8-4ca08151e35a {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:53.862665 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce7925bf-bf61-4ab9-ba86-da53ddb9abbd", "name": "network-vif-plugged", "status": "completed", "tag": "e7f10a7e-124a-4a04-8697-d32bc91a9455", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:53.863018 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b3b65ba9-b36d-4ed7-b2f8-4ca08151e35a {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:53.863515 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce7925bf-bf61-4ab9-ba86-da53ddb9abbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f10a7e-124a-4a04-8697-d32bc91a9455', 'code': 200} Jul 29 23:22:53.873255 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-15229f3c-4955-43aa-ad01-7fd72a1d403f req-87d03b68-4906-4319-a020-21195188efc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:53.907101 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=e7f10a7e-124a-4a04-8697-d32bc91a9455,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:53.919003 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-15229f3c-4955-43aa-ad01-7fd72a1d403f req-87d03b68-4906-4319-a020-21195188efc5 service neutron] Transition to ACTIVE for port object e97840ba-d1eb-4234-ba78-b8fc327bfe21 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:22:53.932178 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-15229f3c-4955-43aa-ad01-7fd72a1d403f req-87d03b68-4906-4319-a020-21195188efc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:53.987962 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6b2bac3a-be5c-43a0-895c-3af1b5e5c3cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:54.023539 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e92cbe4-4dbd-4265-839e-68bc1fb88aee req-8b866a88-1dbd-4b68-959f-60b37bd1716a tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] Made reservation on behalf of fdd0c022fea9447eb1a1b1a6e0acd8b9 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:22:54.029332 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-1e92cbe4-4dbd-4265-839e-68bc1fb88aee req-8b866a88-1dbd-4b68-959f-60b37bd1716a tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:54.037383 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6b2bac3a-be5c-43a0-895c-3af1b5e5c3cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:54.064915 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d03b68-4906-4319-a020-21195188efc5 service neutron] Pushing event updated for resources: {'Port': ['ID=e97840ba-d1eb-4234-ba78-b8fc327bfe21,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:54.094002 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d6356f33-4c80-467c-87ae-3d714d7b3b2f req-82e4d6ff-ab3f-439f-b40a-bb9ed1d4b5b7 tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] 10.222.0.43 "GET /v2.0/ports?device_id=faa73fad-544e-4493-a9db-ec02961eee0b HTTP/1.1" status: 200 len: 210 time: 0.0596645 Jul 29 23:22:54.146838 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafaea4a-28f8-4966-a5aa-8afc108fc351 req-8cf7b8ae-6b69-4106-ab94-f37148dad709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:54.148538 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fafaea4a-28f8-4966-a5aa-8afc108fc351 req-8cf7b8ae-6b69-4106-ab94-f37148dad709 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ce7925bf-bf61-4ab9-ba86-da53ddb9abbd HTTP/1.1" status: 200 len: 1097 time: 0.1776836 Jul 29 23:22:54.189255 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-50afebc6-3f06-4aaf-8258-f36d4f2d50cb req-bf5cad3e-0228-4bb1-b90e-1e2399f66a85 tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=f2c6a2f2291a40e2b4774da09b0a8e18&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1048293 Jul 29 23:22:54.221885 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fafaea4a-28f8-4966-a5aa-8afc108fc351 req-a39dd994-284b-4b89-9dff-72af66385fce service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=913475dc-66e8-4b67-ba73-e0dfa1fdc7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638735 Jul 29 23:22:54.239165 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6b2bac3a-be5c-43a0-895c-3af1b5e5c3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:54.241544 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6b2bac3a-be5c-43a0-895c-3af1b5e5c3cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:54.246014 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-6b2bac3a-be5c-43a0-895c-3af1b5e5c3cb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b4103f6e-5cee-41c6-92a3-39deedc6cec0 HTTP/1.1" status: 204 len: 168 time: 0.3802421 Jul 29 23:22:54.295591 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2bac3a-be5c-43a0-895c-3af1b5e5c3cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4103f6e-5cee-41c6-92a3-39deedc6cec0,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:54.305505 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5831ab0c-0eff-4cba-9594-15a2845e07e5 req-9a597b01-367a-46c3-9c3f-b0fd44fc3711 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=0c116bccf1944bb08a8f319b422b3c50&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0769446 Jul 29 23:22:54.344768 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-15229f3c-4955-43aa-ad01-7fd72a1d403f req-87d03b68-4906-4319-a020-21195188efc5 service neutron] Attempting to bind port e97840ba-d1eb-4234-ba78-b8fc327bfe21 on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:22:54.345131 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-15229f3c-4955-43aa-ad01-7fd72a1d403f req-87d03b68-4906-4319-a020-21195188efc5 service neutron] Attempting to bind port e97840ba-d1eb-4234-ba78-b8fc327bfe21 by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': '290ad064-62e5-45f1-87ac-9cd12097849c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '666740f6-88d5-4493-9e12-abc4c5ef258e'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:22:54.345422 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15229f3c-4955-43aa-ad01-7fd72a1d403f req-87d03b68-4906-4319-a020-21195188efc5 service neutron] Attempting to bind port e97840ba-d1eb-4234-ba78-b8fc327bfe21 on network 666740f6-88d5-4493-9e12-abc4c5ef258e {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:54.366219 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15229f3c-4955-43aa-ad01-7fd72a1d403f req-87d03b68-4906-4319-a020-21195188efc5 service neutron] Port e97840ba-d1eb-4234-ba78-b8fc327bfe21 on network 666740f6-88d5-4493-9e12-abc4c5ef258e not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:22:54.366548 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15229f3c-4955-43aa-ad01-7fd72a1d403f req-87d03b68-4906-4319-a020-21195188efc5 service neutron] Attempting to bind port e97840ba-d1eb-4234-ba78-b8fc327bfe21 on network 666740f6-88d5-4493-9e12-abc4c5ef258e {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:54.389915 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15229f3c-4955-43aa-ad01-7fd72a1d403f req-87d03b68-4906-4319-a020-21195188efc5 service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:22:54.390292 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15229f3c-4955-43aa-ad01-7fd72a1d403f req-87d03b68-4906-4319-a020-21195188efc5 service neutron] Checking segment: {'id': '290ad064-62e5-45f1-87ac-9cd12097849c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '666740f6-88d5-4493-9e12-abc4c5ef258e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:22:54.390645 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15229f3c-4955-43aa-ad01-7fd72a1d403f req-87d03b68-4906-4319-a020-21195188efc5 service neutron] Bound using segment: {'id': '290ad064-62e5-45f1-87ac-9cd12097849c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '666740f6-88d5-4493-9e12-abc4c5ef258e'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:22:54.391092 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-15229f3c-4955-43aa-ad01-7fd72a1d403f req-87d03b68-4906-4319-a020-21195188efc5 service neutron] Bound port: e97840ba-d1eb-4234-ba78-b8fc327bfe21, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '290ad064-62e5-45f1-87ac-9cd12097849c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '666740f6-88d5-4493-9e12-abc4c5ef258e'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:22:54.391449 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-15229f3c-4955-43aa-ad01-7fd72a1d403f req-87d03b68-4906-4319-a020-21195188efc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:54.423482 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50afebc6-3f06-4aaf-8258-f36d4f2d50cb req-13fc349a-d35f-49d6-af7b-d4388dc9495e tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:54.425100 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-50afebc6-3f06-4aaf-8258-f36d4f2d50cb req-13fc349a-d35f-49d6-af7b-d4388dc9495e tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2221308 Jul 29 23:22:54.426346 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-1e92cbe4-4dbd-4265-839e-68bc1fb88aee req-8b866a88-1dbd-4b68-959f-60b37bd1716a tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] Allocated IP 172.20.0.7 (6b9da8dc-12ad-43fa-af28-b8cad9edc36c/0dea8e18-2d7f-4269-98d1-39a16e8d0961/d2784e4a-e9f3-4343-bb6c-fa9b0c0cf993) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:22:54.444572 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-50afebc6-3f06-4aaf-8258-f36d4f2d50cb req-76ffcf6d-277f-4485-8470-ffb2168f2113 tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] Request body: {'port': {'device_id': 'faa73fad-544e-4493-a9db-ec02961eee0b', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'admin_state_up': True, 'tenant_id': 'f2c6a2f2291a40e2b4774da09b0a8e18'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:54.462398 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775b45e1-2c22-43a6-ac46-cd70c232bf5a req-92290467-06db-4030-8de1-9252ce51b882 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:54.464878 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-775b45e1-2c22-43a6-ac46-cd70c232bf5a req-92290467-06db-4030-8de1-9252ce51b882 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce7925bf-bf61-4ab9-ba86-da53ddb9abbd HTTP/1.1" status: 200 len: 945 time: 0.0949361 Jul 29 23:22:54.505382 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831ab0c-0eff-4cba-9594-15a2845e07e5 req-eab609e8-8ede-46aa-90ea-35383e38cde0 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:54.506792 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5831ab0c-0eff-4cba-9594-15a2845e07e5 req-eab609e8-8ede-46aa-90ea-35383e38cde0 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2001963 Jul 29 23:22:54.532644 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-775b45e1-2c22-43a6-ac46-cd70c232bf5a req-a86756c6-48b9-450a-8c53-2058a5abf0ab tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] 10.222.0.43 "GET /v2.0/security-groups?id=913475dc-66e8-4b67-ba73-e0dfa1fdc7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605445 Jul 29 23:22:54.540520 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5831ab0c-0eff-4cba-9594-15a2845e07e5 req-3304d287-fd60-462c-96a3-088c4fa87342 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/quotas/0c116bccf1944bb08a8f319b422b3c50 HTTP/1.1" status: 200 len: 375 time: 0.0222425 Jul 29 23:22:54.574906 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-15229f3c-4955-43aa-ad01-7fd72a1d403f req-87d03b68-4906-4319-a020-21195188efc5 service neutron] For port e97840ba-d1eb-4234-ba78-b8fc327bfe21, host n-h1-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:22:54.581612 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-15229f3c-4955-43aa-ad01-7fd72a1d403f req-87d03b68-4906-4319-a020-21195188efc5 service neutron] For port e97840ba-d1eb-4234-ba78-b8fc327bfe21, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=e97840ba-d1eb-4234-ba78-b8fc327bfe21,segment=NetworkSegment(290ad064-62e5-45f1-87ac-9cd12097849c),segment_id=290ad064-62e5-45f1-87ac-9cd12097849c)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:22:54.603546 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-15229f3c-4955-43aa-ad01-7fd72a1d403f req-87d03b68-4906-4319-a020-21195188efc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:54.609738 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5831ab0c-0eff-4cba-9594-15a2845e07e5 req-466cc979-52a0-4271-8701-e20e208dfa92 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0c116bccf1944bb08a8f319b422b3c50&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0680456 Jul 29 23:22:54.689699 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15229f3c-4955-43aa-ad01-7fd72a1d403f req-87d03b68-4906-4319-a020-21195188efc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:54.690546 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-15229f3c-4955-43aa-ad01-7fd72a1d403f req-87d03b68-4906-4319-a020-21195188efc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:54.692715 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-15229f3c-4955-43aa-ad01-7fd72a1d403f req-87d03b68-4906-4319-a020-21195188efc5 service neutron] 10.222.0.41 "PUT /v2.0/ports/e97840ba-d1eb-4234-ba78-b8fc327bfe21 HTTP/1.1" status: 200 len: 1092 time: 1.8818614 Jul 29 23:22:54.711794 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523c3df7-5758-420b-ab51-28d4736c2abc req-03284469-cebc-402e-b7ba-8413e3d98514 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:54.713715 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-523c3df7-5758-420b-ab51-28d4736c2abc req-03284469-cebc-402e-b7ba-8413e3d98514 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=34e5dd5b-178e-4628-b88b-2ffb39c2970a HTTP/1.1" status: 200 len: 949 time: 0.0623956 Jul 29 23:22:54.730342 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a3ff9dd-6f72-47d8-8be7-333a1aa4c60c', 'tag': 'e97840ba-d1eb-4234-ba78-b8fc327bfe21'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:54.735230 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18da5f0a-f930-4126-814a-3385390c1e3f" -d '{"events": [{"name": "network-changed", "server_uuid": "0a3ff9dd-6f72-47d8-8be7-333a1aa4c60c", "tag": "e97840ba-d1eb-4234-ba78-b8fc327bfe21"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:54.740103 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36922) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:54.778439 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-523c3df7-5758-420b-ab51-28d4736c2abc req-959d85d5-a7e3-4f0b-a7fd-8737e37a4026 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566742 Jul 29 23:22:54.848387 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d03b68-4906-4319-a020-21195188efc5 service neutron] Pushing event updated for resources: {'Port': ['ID=e97840ba-d1eb-4234-ba78-b8fc327bfe21,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:54.906890 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-185c4248-0b65-4da8-ac57-8e2a137e3f75 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c003babaf4ca49b3add680f8803594b6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1563354 Jul 29 23:22:54.907196 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 36932) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:54.928048 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9871c663-2744-43d9-a1f8-959a31bc6311 req-a62a6674-8187-4e1d-86c5-c751b2b64fc5 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:54.929616 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9871c663-2744-43d9-a1f8-959a31bc6311 req-a62a6674-8187-4e1d-86c5-c751b2b64fc5 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb318f0a-8a5f-472a-afc6-eb8857877767 HTTP/1.1" status: 200 len: 944 time: 0.1052814 Jul 29 23:22:54.931745 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50afebc6-3f06-4aaf-8258-f36d4f2d50cb req-76ffcf6d-277f-4485-8470-ffb2168f2113 tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] Made reservation on behalf of f2c6a2f2291a40e2b4774da09b0a8e18 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:22:54.933567 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 01301fce-70cf-497a-a51b-c2aa074d71e2 no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:22:54.935392 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-50afebc6-3f06-4aaf-8258-f36d4f2d50cb req-76ffcf6d-277f-4485-8470-ffb2168f2113 tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:54.949186 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15229f3c-4955-43aa-ad01-7fd72a1d403f req-5f94bd7a-d563-4a55-82fd-1849207146f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:54.950726 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-15229f3c-4955-43aa-ad01-7fd72a1d403f req-5f94bd7a-d563-4a55-82fd-1849207146f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f4fb04acaf444a438779b8cf93bf1437&device_id=0a3ff9dd-6f72-47d8-8be7-333a1aa4c60c HTTP/1.1" status: 200 len: 1095 time: 0.1726210 Jul 29 23:22:54.956391 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3347b28-02a2-4c1b-9afc-bdf7b7484658 req-ccc91139-ca36-4af3-b693-69663bf55ce4 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:54.958237 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d3347b28-02a2-4c1b-9afc-bdf7b7484658 req-ccc91139-ca36-4af3-b693-69663bf55ce4 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a3ff9dd-6f72-47d8-8be7-333a1aa4c60c HTTP/1.1" status: 200 len: 943 time: 0.0916986 Jul 29 23:22:54.958961 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: 01301fce-70cf-497a-a51b-c2aa074d71e2 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:22:54.959533 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 01301fce-70cf-497a-a51b-c2aa074d71e2 not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:22:54.965387 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-1e92cbe4-4dbd-4265-839e-68bc1fb88aee req-8b866a88-1dbd-4b68-959f-60b37bd1716a tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:54.968250 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-50afebc6-3f06-4aaf-8258-f36d4f2d50cb req-76ffcf6d-277f-4485-8470-ffb2168f2113 tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:55.029195 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-15229f3c-4955-43aa-ad01-7fd72a1d403f req-ec294720-39fc-4763-b770-fe7dcc9f1e36 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e97840ba-d1eb-4234-ba78-b8fc327bfe21 HTTP/1.1" status: 200 len: 217 time: 0.0564110 Jul 29 23:22:55.040969 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9871c663-2744-43d9-a1f8-959a31bc6311 req-9dbda717-6a9b-4fb7-a1e7-c0fe8e075af8 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975614 Jul 29 23:22:55.054264 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d3347b28-02a2-4c1b-9afc-bdf7b7484658 req-3edc2de0-4b77-41e4-b6b6-551f0c609e79 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855148 Jul 29 23:22:55.058805 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6f021b04-6e6e-4f7a-915b-f92eae828b3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:55.104773 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6f021b04-6e6e-4f7a-915b-f92eae828b3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:55.159990 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-1e92cbe4-4dbd-4265-839e-68bc1fb88aee req-8b866a88-1dbd-4b68-959f-60b37bd1716a tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:55.195149 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-19936544-1ddd-43b4-aa97-20210acb37da req-40885b30-68f9-45e1-a399-dca624d91636 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=8269d0ef-410d-4990-b07b-20ab07f1507b HTTP/1.1" status: 200 len: 210 time: 0.0631549 Jul 29 23:22:55.227913 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a614b5a6-2a95-496a-a7d4-74cd516cb629 req-47c4a4d5-cd17-404e-9926-d4a5505db184 tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:55.234154 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15229f3c-4955-43aa-ad01-7fd72a1d403f req-9d0cef3a-196f-4033-a0f6-efae12d9d27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:55.235633 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-15229f3c-4955-43aa-ad01-7fd72a1d403f req-9d0cef3a-196f-4033-a0f6-efae12d9d27d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=415faf0b-bf5f-4f8b-b3ff-1ae5686de75a HTTP/1.1" status: 200 len: 851 time: 0.1598229 Jul 29 23:22:55.237344 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a614b5a6-2a95-496a-a7d4-74cd516cb629 req-47c4a4d5-cd17-404e-9926-d4a5505db184 tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] 10.222.0.43 "GET /v2.0/ports?device_id=f71b05e8-ba13-4948-a4ea-34f94b4ec682 HTTP/1.1" status: 200 len: 931 time: 0.1042480 Jul 29 23:22:55.267723 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9131263-f901-42f0-88d2-8e22e621a4e9 x-openstack-request-id: req-b9131263-f901-42f0-88d2-8e22e621a4e9 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:55.268064 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a3ff9dd-6f72-47d8-8be7-333a1aa4c60c", "tag": "e97840ba-d1eb-4234-ba78-b8fc327bfe21", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:55.268501 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b9131263-f901-42f0-88d2-8e22e621a4e9 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:55.269136 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a3ff9dd-6f72-47d8-8be7-333a1aa4c60c', 'tag': 'e97840ba-d1eb-4234-ba78-b8fc327bfe21', 'status': 'completed', 'code': 200} Jul 29 23:22:55.279013 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6f021b04-6e6e-4f7a-915b-f92eae828b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:55.282719 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6f021b04-6e6e-4f7a-915b-f92eae828b3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:55.286324 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-6f021b04-6e6e-4f7a-915b-f92eae828b3b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/67149c60-c256-4935-9491-032f587305c7 HTTP/1.1" status: 204 len: 168 time: 0.3756196 Jul 29 23:22:55.308124 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f021b04-6e6e-4f7a-915b-f92eae828b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67149c60-c256-4935-9491-032f587305c7,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:55.311414 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-15229f3c-4955-43aa-ad01-7fd72a1d403f req-3bbc9531-1718-40a4-abcd-59d458e38f93 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=666740f6-88d5-4493-9e12-abc4c5ef258e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567679 Jul 29 23:22:55.313462 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e92cbe4-4dbd-4265-839e-68bc1fb88aee req-8b866a88-1dbd-4b68-959f-60b37bd1716a tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] Network 6b9da8dc-12ad-43fa-af28-b8cad9edc36c is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:22:55.316677 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b866a88-1dbd-4b68-959f-60b37bd1716a tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] Pushing event updated for resources: {'Port': ['ID=d2784e4a-e9f3-4343-bb6c-fa9b0c0cf993,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:55.322012 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-1e92cbe4-4dbd-4265-839e-68bc1fb88aee req-8b866a88-1dbd-4b68-959f-60b37bd1716a tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:22:55.325309 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e92cbe4-4dbd-4265-839e-68bc1fb88aee req-8b866a88-1dbd-4b68-959f-60b37bd1716a tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:22:55.325885 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a614b5a6-2a95-496a-a7d4-74cd516cb629 req-346f3c70-44cd-4aee-9738-88b5ed869f7d tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d2676c0-e0d4-46fa-a07d-d81ee39c4fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821986 Jul 29 23:22:55.388778 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d57fb93c-dab0-4c9d-91e4-a77535e1def8 req-e4b1b295-cdd8-4ddb-bb41-a38adb446616 tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] 10.222.0.43 "GET /v2.0/ports?device_id=faa73fad-544e-4493-a9db-ec02961eee0b HTTP/1.1" status: 200 len: 210 time: 0.0561624 Jul 29 23:22:55.435153 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db6210-751f-43dd-a0f3-9cc48be8cdc0 req-649d16d1-33a5-4f17-9fcf-f7955792ef18 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:55.435867 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-50afebc6-3f06-4aaf-8258-f36d4f2d50cb req-76ffcf6d-277f-4485-8470-ffb2168f2113 tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:55.436671 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f1db6210-751f-43dd-a0f3-9cc48be8cdc0 req-649d16d1-33a5-4f17-9fcf-f7955792ef18 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.41 "GET /v2.0/ports?device_id=fb318f0a-8a5f-472a-afc6-eb8857877767 HTTP/1.1" status: 200 len: 944 time: 0.0645680 Jul 29 23:22:55.447583 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-50afebc6-3f06-4aaf-8258-f36d4f2d50cb req-76ffcf6d-277f-4485-8470-ffb2168f2113 tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:55.492443 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92cbe4-4dbd-4265-839e-68bc1fb88aee req-8b866a88-1dbd-4b68-959f-60b37bd1716a tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:55.493401 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-1e92cbe4-4dbd-4265-839e-68bc1fb88aee req-8b866a88-1dbd-4b68-959f-60b37bd1716a tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:55.561491 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ffcf6d-277f-4485-8470-ffb2168f2113 tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=880f6da3-9dfa-498a-81a9-dd8fc33be21e,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:55.589613 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1e92cbe4-4dbd-4265-839e-68bc1fb88aee req-8b866a88-1dbd-4b68-959f-60b37bd1716a tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8773556 Jul 29 23:22:55.602112 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-f1db6210-751f-43dd-a0f3-9cc48be8cdc0 req-00692507-d819-4a38-a336-77fd2bf61d08 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Deleting port 43f77f9e-15ca-4ead-ba28-39729510bf72 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:22:55.602482 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f1db6210-751f-43dd-a0f3-9cc48be8cdc0 req-00692507-d819-4a38-a336-77fd2bf61d08 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:55.615568 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-15229f3c-4955-43aa-ad01-7fd72a1d403f req-ca8cc02b-9631-4552-86b6-3acfb5e57443 service neutron] 10.222.0.41 "GET /v2.0/networks/666740f6-88d5-4493-9e12-abc4c5ef258e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514219 Jul 29 23:22:55.724054 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-f1db6210-751f-43dd-a0f3-9cc48be8cdc0 req-00692507-d819-4a38-a336-77fd2bf61d08 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] For port 43f77f9e-15ca-4ead-ba28-39729510bf72, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=43f77f9e-15ca-4ead-ba28-39729510bf72,segment=NetworkSegment(a739f5fc-cf01-40c9-83c0-bfbae7f993f3),segment_id=a739f5fc-cf01-40c9-83c0-bfbae7f993f3)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:55.725002 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f1db6210-751f-43dd-a0f3-9cc48be8cdc0 req-00692507-d819-4a38-a336-77fd2bf61d08 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:55.730850 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-50afebc6-3f06-4aaf-8258-f36d4f2d50cb req-76ffcf6d-277f-4485-8470-ffb2168f2113 tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] Allocated IP 192.168.233.197 (d71c22dc-feef-410b-a7ed-6548cf85bd6f/64bdc61a-58ca-49c7-bae5-ecfed9ee407c/441b01e0-dd91-4072-828f-42466da886f6) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:22:55.759618 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-f1db6210-751f-43dd-a0f3-9cc48be8cdc0 req-00692507-d819-4a38-a336-77fd2bf61d08 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Calling delete_port for 43f77f9e-15ca-4ead-ba28-39729510bf72 owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:22:55.806017 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-15229f3c-4955-43aa-ad01-7fd72a1d403f req-b6c09775-c1f3-4e28-9713-c32fcc9d1520 service neutron] 10.222.0.41 "GET /v2.0/networks/666740f6-88d5-4493-9e12-abc4c5ef258e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589527 Jul 29 23:22:55.877260 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b655fae-9543-4e58-aa0b-d6cc97016469 req-1d06751e-8584-4584-a0c4-d0d05c44bd7d tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:55.885156 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2b655fae-9543-4e58-aa0b-d6cc97016469 req-1d06751e-8584-4584-a0c4-d0d05c44bd7d tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce7925bf-bf61-4ab9-ba86-da53ddb9abbd HTTP/1.1" status: 200 len: 945 time: 0.1408560 Jul 29 23:22:55.889321 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-af6cefc3-0f12-4578-bd18-b676d0ea16f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:55.906208 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-1e92cbe4-4dbd-4265-839e-68bc1fb88aee req-d5299593-3036-4b69-ba88-d5b53ce97eee service neutron] Request body: {'port': {'device_id': 'f71b05e8-ba13-4948-a4ea-34f94b4ec682', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:55.975524 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2b655fae-9543-4e58-aa0b-d6cc97016469 req-3fe07858-e8cb-45f2-a5f8-c6096cf60044 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] 10.222.0.43 "GET /v2.0/security-groups?id=913475dc-66e8-4b67-ba73-e0dfa1fdc7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841715 Jul 29 23:22:56.006284 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86039779-efe4-450f-b0f5-713e2b17989b req-749175dc-4e67-42b3-afea-93808e9fc4bd tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:56.008125 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-86039779-efe4-450f-b0f5-713e2b17989b req-749175dc-4e67-42b3-afea-93808e9fc4bd tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=34e5dd5b-178e-4628-b88b-2ffb39c2970a HTTP/1.1" status: 200 len: 949 time: 0.1176045 Jul 29 23:22:56.029287 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-1e92cbe4-4dbd-4265-839e-68bc1fb88aee req-d5299593-3036-4b69-ba88-d5b53ce97eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:56.059673 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da5f0a-f930-4126-814a-3385390c1e3f req-38ff4f49-d1ff-4574-a636-85841fbad6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:56.061257 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-18da5f0a-f930-4126-814a-3385390c1e3f req-38ff4f49-d1ff-4574-a636-85841fbad6b2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f4fb04acaf444a438779b8cf93bf1437&device_id=0a3ff9dd-6f72-47d8-8be7-333a1aa4c60c HTTP/1.1" status: 200 len: 1095 time: 0.1340370 Jul 29 23:22:56.125263 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5831ab0c-0eff-4cba-9594-15a2845e07e5 req-b2dc83a5-2931-4447-8b02-83aba7776ca8 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=0c116bccf1944bb08a8f319b422b3c50&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0620434 Jul 29 23:22:56.214970 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f1db6210-751f-43dd-a0f3-9cc48be8cdc0 req-00692507-d819-4a38-a336-77fd2bf61d08 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:56.249043 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e782732d-cd97-4a23-9695-2f4639617584 req-0f710b3d-eff0-4a2f-89dd-044498403f0f tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=fb318f0a-8a5f-472a-afc6-eb8857877767 HTTP/1.1" status: 200 len: 210 time: 0.0886083 Jul 29 23:22:56.252301 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-86039779-efe4-450f-b0f5-713e2b17989b req-7d537077-964f-48b0-b68b-58dce6fce358 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188566 Jul 29 23:22:56.289315 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00692507-d819-4a38-a336-77fd2bf61d08 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Pushing event deleted for resources: {'Port': ['ID=43f77f9e-15ca-4ead-ba28-39729510bf72,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:56.337991 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:56.416435 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1db6210-751f-43dd-a0f3-9cc48be8cdc0 req-00692507-d819-4a38-a336-77fd2bf61d08 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] No DVR routers for this DVR port 43f77f9e-15ca-4ead-ba28-39729510bf72 on host n-h1-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:22:56.429638 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f1db6210-751f-43dd-a0f3-9cc48be8cdc0 req-00692507-d819-4a38-a336-77fd2bf61d08 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:56.431896 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f1db6210-751f-43dd-a0f3-9cc48be8cdc0 req-00692507-d819-4a38-a336-77fd2bf61d08 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.41 "DELETE /v2.0/ports/43f77f9e-15ca-4ead-ba28-39729510bf72 HTTP/1.1" status: 204 len: 173 time: 0.9876626 Jul 29 23:22:56.450083 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb318f0a-8a5f-472a-afc6-eb8857877767', 'name': 'network-vif-deleted', 'tag': '43f77f9e-15ca-4ead-ba28-39729510bf72'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:56.452316 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1486d0-856f-4faf-abc3-3bd7cb59ced2" -d '{"events": [{"server_uuid": "fb318f0a-8a5f-472a-afc6-eb8857877767", "name": "network-vif-deleted", "tag": "43f77f9e-15ca-4ead-ba28-39729510bf72"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:56.469003 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-50afebc6-3f06-4aaf-8258-f36d4f2d50cb req-76ffcf6d-277f-4485-8470-ffb2168f2113 tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:56.554218 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-50afebc6-3f06-4aaf-8258-f36d4f2d50cb req-76ffcf6d-277f-4485-8470-ffb2168f2113 tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] Transition to ACTIVE for port object 441b01e0-dd91-4072-828f-42466da886f6 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:22:56.637093 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da5f0a-f930-4126-814a-3385390c1e3f req-27335697-725f-4b30-90c0-2cec4fbd7e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:56.638652 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-18da5f0a-f930-4126-814a-3385390c1e3f req-27335697-725f-4b30-90c0-2cec4fbd7e19 service neutron] 10.222.0.41 "GET /v2.0/networks?id=666740f6-88d5-4493-9e12-abc4c5ef258e HTTP/1.1" status: 200 len: 912 time: 0.5563855 Jul 29 23:22:56.699024 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-18da5f0a-f930-4126-814a-3385390c1e3f req-0d021ed4-6b79-4af8-a6ab-1dfecb7b0ec5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e97840ba-d1eb-4234-ba78-b8fc327bfe21 HTTP/1.1" status: 200 len: 217 time: 0.0471439 Jul 29 23:22:56.753386 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-50afebc6-3f06-4aaf-8258-f36d4f2d50cb req-76ffcf6d-277f-4485-8470-ffb2168f2113 tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:56.835717 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e90a8218-1702-479d-802b-1a3a3df65709 req-197860b8-6939-43b0-ae26-62211a4a666d tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=8269d0ef-410d-4990-b07b-20ab07f1507b HTTP/1.1" status: 200 len: 210 time: 0.4461577 Jul 29 23:22:56.840811 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da5f0a-f930-4126-814a-3385390c1e3f req-e9ea4343-3e34-4d99-b3de-d037d551e3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:56.842311 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-18da5f0a-f930-4126-814a-3385390c1e3f req-e9ea4343-3e34-4d99-b3de-d037d551e3bd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=415faf0b-bf5f-4f8b-b3ff-1ae5686de75a HTTP/1.1" status: 200 len: 851 time: 0.1294281 Jul 29 23:22:56.847137 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50afebc6-3f06-4aaf-8258-f36d4f2d50cb req-76ffcf6d-277f-4485-8470-ffb2168f2113 tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] Network d71c22dc-feef-410b-a7ed-6548cf85bd6f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:22:56.848905 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831ab0c-0eff-4cba-9594-15a2845e07e5 req-4de15668-6609-4654-938d-e9c2046c534d tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:56.850842 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5831ab0c-0eff-4cba-9594-15a2845e07e5 req-4de15668-6609-4654-938d-e9c2046c534d tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7064846 Jul 29 23:22:56.853240 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-50afebc6-3f06-4aaf-8258-f36d4f2d50cb req-76ffcf6d-277f-4485-8470-ffb2168f2113 tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:22:56.857735 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-50afebc6-3f06-4aaf-8258-f36d4f2d50cb req-76ffcf6d-277f-4485-8470-ffb2168f2113 tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:22:56.865556 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-5831ab0c-0eff-4cba-9594-15a2845e07e5 req-59cc34be-6e73-41e7-9c3c-6cbc0d8dd6b4 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Request body: {'port': {'device_id': '8269d0ef-410d-4990-b07b-20ab07f1507b', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'admin_state_up': True, 'tenant_id': '0c116bccf1944bb08a8f319b422b3c50'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:56.892305 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da03882e-76ce-4b5f-ac2a-b30af59a01b0 req-bbb6f768-004f-46e7-9fbb-caa96963d96d tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:56.899797 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-da03882e-76ce-4b5f-ac2a-b30af59a01b0 req-bbb6f768-004f-46e7-9fbb-caa96963d96d tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a3ff9dd-6f72-47d8-8be7-333a1aa4c60c HTTP/1.1" status: 200 len: 943 time: 0.5067115 Jul 29 23:22:56.933137 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ffcf6d-277f-4485-8470-ffb2168f2113 tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] Pushing event updated for resources: {'Port': ['ID=441b01e0-dd91-4072-828f-42466da886f6,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:56.940952 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-18da5f0a-f930-4126-814a-3385390c1e3f req-65411682-b3b9-4e9c-aede-0147cd51f64d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=666740f6-88d5-4493-9e12-abc4c5ef258e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804553 Jul 29 23:22:57.050895 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-da03882e-76ce-4b5f-ac2a-b30af59a01b0 req-786a03d5-ea34-4b1f-956d-b6883c09e3a8 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501567 Jul 29 23:22:57.162642 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5abce2a-9580-44a4-96af-13aa3d600782 req-4c859f9c-110c-4d54-b8d3-bfa1a88164f9 tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:57.164196 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d5abce2a-9580-44a4-96af-13aa3d600782 req-4c859f9c-110c-4d54-b8d3-bfa1a88164f9 tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] 10.222.0.43 "GET /v2.0/ports?device_id=f71b05e8-ba13-4948-a4ea-34f94b4ec682 HTTP/1.1" status: 200 len: 931 time: 0.1769023 Jul 29 23:22:57.208877 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-18da5f0a-f930-4126-814a-3385390c1e3f req-04d0db4a-c09b-48d7-968f-70c20180a61c service neutron] 10.222.0.41 "GET /v2.0/networks/666740f6-88d5-4493-9e12-abc4c5ef258e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204971 Jul 29 23:22:57.212046 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-9b6d9b63-2b77-4de3-83a9-13e47389a6fa None None] Provisioning for port 441b01e0-dd91-4072-828f-42466da886f6 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:22:57.221857 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-9b6d9b63-2b77-4de3-83a9-13e47389a6fa None None] Provisioning complete for port 441b01e0-dd91-4072-828f-42466da886f6 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:57.222355 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9b6d9b63-2b77-4de3-83a9-13e47389a6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:57.225868 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5831ab0c-0eff-4cba-9594-15a2845e07e5 req-59cc34be-6e73-41e7-9c3c-6cbc0d8dd6b4 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Made reservation on behalf of 0c116bccf1944bb08a8f319b422b3c50 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:22:57.226023 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50afebc6-3f06-4aaf-8258-f36d4f2d50cb req-76ffcf6d-277f-4485-8470-ffb2168f2113 tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:57.226544 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-50afebc6-3f06-4aaf-8258-f36d4f2d50cb req-76ffcf6d-277f-4485-8470-ffb2168f2113 tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:57.229340 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5831ab0c-0eff-4cba-9594-15a2845e07e5 req-59cc34be-6e73-41e7-9c3c-6cbc0d8dd6b4 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:57.237690 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-1e92cbe4-4dbd-4265-839e-68bc1fb88aee req-d5299593-3036-4b69-ba88-d5b53ce97eee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2784e4a-e9f3-4343-bb6c-fa9b0c0cf993 {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:22:57.263367 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-9b6d9b63-2b77-4de3-83a9-13e47389a6fa None None] Port 441b01e0-dd91-4072-828f-42466da886f6 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:22:57.267957 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d5abce2a-9580-44a4-96af-13aa3d600782 req-2b533644-db07-4476-8644-629db4818959 tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d2676c0-e0d4-46fa-a07d-d81ee39c4fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888736 Jul 29 23:22:57.268755 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-1e92cbe4-4dbd-4265-839e-68bc1fb88aee req-d5299593-3036-4b69-ba88-d5b53ce97eee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:57.304232 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6033b-e0a5-4b4d-98ac-d2feb097775a req-c84eff09-0776-40b0-886a-244cf7321ddd tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:57.313232 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6ca6033b-e0a5-4b4d-98ac-d2feb097775a req-c84eff09-0776-40b0-886a-244cf7321ddd tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] 10.222.0.43 "GET /v2.0/ports?device_id=faa73fad-544e-4493-a9db-ec02961eee0b HTTP/1.1" status: 200 len: 936 time: 0.1479673 Jul 29 23:22:57.323696 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aacf4e73-5168-4491-94d7-49e7d67f8c18 x-openstack-request-id: req-aacf4e73-5168-4491-94d7-49e7d67f8c18 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:57.324063 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb318f0a-8a5f-472a-afc6-eb8857877767", "name": "network-vif-deleted", "tag": "43f77f9e-15ca-4ead-ba28-39729510bf72", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:57.324318 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aacf4e73-5168-4491-94d7-49e7d67f8c18 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:57.324738 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb318f0a-8a5f-472a-afc6-eb8857877767', 'name': 'network-vif-deleted', 'tag': '43f77f9e-15ca-4ead-ba28-39729510bf72', 'status': 'completed', 'code': 200} Jul 29 23:22:57.328296 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-50afebc6-3f06-4aaf-8258-f36d4f2d50cb req-76ffcf6d-277f-4485-8470-ffb2168f2113 tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8882689 Jul 29 23:22:57.334629 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-1e92cbe4-4dbd-4265-839e-68bc1fb88aee req-d5299593-3036-4b69-ba88-d5b53ce97eee service neutron] Transition to ACTIVE for port object d2784e4a-e9f3-4343-bb6c-fa9b0c0cf993 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:22:57.342223 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-50afebc6-3f06-4aaf-8258-f36d4f2d50cb req-9644bf23-5849-4e49-8839-3bdce5671206 service neutron] Request body: {'port': {'device_id': 'faa73fad-544e-4493-a9db-ec02961eee0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:57.368964 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-1e92cbe4-4dbd-4265-839e-68bc1fb88aee req-d5299593-3036-4b69-ba88-d5b53ce97eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:57.424394 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6ca6033b-e0a5-4b4d-98ac-d2feb097775a req-22daddbb-0ba3-42a4-af5b-975b7f938a03 tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] 10.222.0.43 "GET /v2.0/security-groups?id=880f6da3-9dfa-498a-81a9-dd8fc33be21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101356 Jul 29 23:22:57.454995 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-18da5f0a-f930-4126-814a-3385390c1e3f req-3d92de17-aaf6-4169-90c8-7e719e875f5e service neutron] 10.222.0.41 "GET /v2.0/networks/666740f6-88d5-4493-9e12-abc4c5ef258e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103801 Jul 29 23:22:57.466352 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5299593-3036-4b69-ba88-d5b53ce97eee service neutron] Pushing event updated for resources: {'Port': ['ID=d2784e4a-e9f3-4343-bb6c-fa9b0c0cf993,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:57.492306 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb5d40-f00e-4b67-a12a-5cf4f61985d6 req-676ba976-83a2-403a-b8f2-99c27e8a798f tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:57.493916 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dffb5d40-f00e-4b67-a12a-5cf4f61985d6 req-676ba976-83a2-403a-b8f2-99c27e8a798f tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce7925bf-bf61-4ab9-ba86-da53ddb9abbd HTTP/1.1" status: 200 len: 945 time: 0.1152921 Jul 29 23:22:57.518033 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-5831ab0c-0eff-4cba-9594-15a2845e07e5 req-59cc34be-6e73-41e7-9c3c-6cbc0d8dd6b4 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Allocated IP 192.168.233.16 (d71c22dc-feef-410b-a7ed-6548cf85bd6f/64bdc61a-58ca-49c7-bae5-ecfed9ee407c/1f9d7af5-eeb7-4958-824d-65b84fae3358) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:22:57.535090 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-50afebc6-3f06-4aaf-8258-f36d4f2d50cb req-9644bf23-5849-4e49-8839-3bdce5671206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:57.542514 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:57.570145 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dffb5d40-f00e-4b67-a12a-5cf4f61985d6 req-04b4b0de-8b14-47fd-b7d5-ea864dd912f1 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] 10.222.0.43 "GET /v2.0/security-groups?id=913475dc-66e8-4b67-ba73-e0dfa1fdc7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687907 Jul 29 23:22:57.600166 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-1e92cbe4-4dbd-4265-839e-68bc1fb88aee req-d5299593-3036-4b69-ba88-d5b53ce97eee service neutron] Attempting to bind port d2784e4a-e9f3-4343-bb6c-fa9b0c0cf993 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:22:57.602383 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-1e92cbe4-4dbd-4265-839e-68bc1fb88aee req-d5299593-3036-4b69-ba88-d5b53ce97eee service neutron] Attempting to bind port d2784e4a-e9f3-4343-bb6c-fa9b0c0cf993 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': 'b40deb5a-a280-402b-81c2-0545dad12982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6b9da8dc-12ad-43fa-af28-b8cad9edc36c'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:22:57.602771 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e92cbe4-4dbd-4265-839e-68bc1fb88aee req-d5299593-3036-4b69-ba88-d5b53ce97eee service neutron] Attempting to bind port d2784e4a-e9f3-4343-bb6c-fa9b0c0cf993 on network 6b9da8dc-12ad-43fa-af28-b8cad9edc36c {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:57.637831 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e92cbe4-4dbd-4265-839e-68bc1fb88aee req-d5299593-3036-4b69-ba88-d5b53ce97eee service neutron] Port d2784e4a-e9f3-4343-bb6c-fa9b0c0cf993 on network 6b9da8dc-12ad-43fa-af28-b8cad9edc36c not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:22:57.638252 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e92cbe4-4dbd-4265-839e-68bc1fb88aee req-d5299593-3036-4b69-ba88-d5b53ce97eee service neutron] Attempting to bind port d2784e4a-e9f3-4343-bb6c-fa9b0c0cf993 on network 6b9da8dc-12ad-43fa-af28-b8cad9edc36c {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:57.646552 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e92cbe4-4dbd-4265-839e-68bc1fb88aee req-d5299593-3036-4b69-ba88-d5b53ce97eee service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:22:57.647014 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e92cbe4-4dbd-4265-839e-68bc1fb88aee req-d5299593-3036-4b69-ba88-d5b53ce97eee service neutron] Checking segment: {'id': 'b40deb5a-a280-402b-81c2-0545dad12982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6b9da8dc-12ad-43fa-af28-b8cad9edc36c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:22:57.647511 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e92cbe4-4dbd-4265-839e-68bc1fb88aee req-d5299593-3036-4b69-ba88-d5b53ce97eee service neutron] Bound using segment: {'id': 'b40deb5a-a280-402b-81c2-0545dad12982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6b9da8dc-12ad-43fa-af28-b8cad9edc36c'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:22:57.648142 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-1e92cbe4-4dbd-4265-839e-68bc1fb88aee req-d5299593-3036-4b69-ba88-d5b53ce97eee service neutron] Bound port: d2784e4a-e9f3-4343-bb6c-fa9b0c0cf993, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b40deb5a-a280-402b-81c2-0545dad12982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6b9da8dc-12ad-43fa-af28-b8cad9edc36c'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:22:57.648570 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-1e92cbe4-4dbd-4265-839e-68bc1fb88aee req-d5299593-3036-4b69-ba88-d5b53ce97eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:57.786163 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-1e92cbe4-4dbd-4265-839e-68bc1fb88aee req-d5299593-3036-4b69-ba88-d5b53ce97eee service neutron] For port d2784e4a-e9f3-4343-bb6c-fa9b0c0cf993, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:22:57.789322 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-1e92cbe4-4dbd-4265-839e-68bc1fb88aee req-d5299593-3036-4b69-ba88-d5b53ce97eee service neutron] For port d2784e4a-e9f3-4343-bb6c-fa9b0c0cf993, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=d2784e4a-e9f3-4343-bb6c-fa9b0c0cf993,segment=NetworkSegment(b40deb5a-a280-402b-81c2-0545dad12982),segment_id=b40deb5a-a280-402b-81c2-0545dad12982)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:22:57.794883 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-1e92cbe4-4dbd-4265-839e-68bc1fb88aee req-d5299593-3036-4b69-ba88-d5b53ce97eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:57.813912 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5831ab0c-0eff-4cba-9594-15a2845e07e5 req-59cc34be-6e73-41e7-9c3c-6cbc0d8dd6b4 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:57.823620 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7df3f9-c162-4e4c-8e49-754caffc0f28 req-ab4b3531-34e1-4342-8561-9449e4086401 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:57.825136 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0b7df3f9-c162-4e4c-8e49-754caffc0f28 req-ab4b3531-34e1-4342-8561-9449e4086401 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce7925bf-bf61-4ab9-ba86-da53ddb9abbd HTTP/1.1" status: 200 len: 945 time: 0.1280146 Jul 29 23:22:57.837193 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92cbe4-4dbd-4265-839e-68bc1fb88aee req-d5299593-3036-4b69-ba88-d5b53ce97eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:57.837193 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-1e92cbe4-4dbd-4265-839e-68bc1fb88aee req-d5299593-3036-4b69-ba88-d5b53ce97eee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:57.837193 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1e92cbe4-4dbd-4265-839e-68bc1fb88aee req-d5299593-3036-4b69-ba88-d5b53ce97eee service neutron] 10.222.0.22 "PUT /v2.0/ports/d2784e4a-e9f3-4343-bb6c-fa9b0c0cf993 HTTP/1.1" status: 200 len: 1092 time: 2.2320807 Jul 29 23:22:57.837193 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f71b05e8-ba13-4948-a4ea-34f94b4ec682', 'tag': 'd2784e4a-e9f3-4343-bb6c-fa9b0c0cf993'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:57.837193 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3acb1d-404a-452d-b7de-1d1c2ddb5b80" -d '{"events": [{"name": "network-changed", "server_uuid": "f71b05e8-ba13-4948-a4ea-34f94b4ec682", "tag": "d2784e4a-e9f3-4343-bb6c-fa9b0c0cf993"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:57.841218 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8ae599-c5f8-4668-8998-ab2c8bfba0c7 req-8ad67be4-01fa-44c0-9f92-ab8912dec76b tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:57.841369 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 37010) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:57.845814 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-f695b144-8b68-4d2c-9f52-2e59877f38b9 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Request body: {'floatingip': {'port_id': 'e7f10a7e-124a-4a04-8697-d32bc91a9455'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:57.848075 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ed8ae599-c5f8-4668-8998-ab2c8bfba0c7 req-8ad67be4-01fa-44c0-9f92-ab8912dec76b tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=34e5dd5b-178e-4628-b88b-2ffb39c2970a HTTP/1.1" status: 200 len: 949 time: 0.1383359 Jul 29 23:22:57.863537 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-5831ab0c-0eff-4cba-9594-15a2845e07e5 req-59cc34be-6e73-41e7-9c3c-6cbc0d8dd6b4 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Transition to ACTIVE for port object 1f9d7af5-eeb7-4958-824d-65b84fae3358 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:22:57.905330 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ed8ae599-c5f8-4668-8998-ab2c8bfba0c7 req-f2d55adb-56be-47a5-a294-c6f971671ea1 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562091 Jul 29 23:22:57.929271 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f695b144-8b68-4d2c-9f52-2e59877f38b9 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Notify callbacks [] for floatingip, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:57.931368 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5299593-3036-4b69-ba88-d5b53ce97eee service neutron] Pushing event updated for resources: {'Port': ['ID=d2784e4a-e9f3-4343-bb6c-fa9b0c0cf993,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:57.950842 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5831ab0c-0eff-4cba-9594-15a2845e07e5 req-59cc34be-6e73-41e7-9c3c-6cbc0d8dd6b4 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:57.966023 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['22c7ca71-35c1-4b00-8e2e-239e358c0130', 'b181cfa3-0078-42d3-ba56-050fef11f986', '71d4a39e-68d3-4b6a-988c-753dafc49eea'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:22:58.024928 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552', '79645908-181d-4073-9700-41aa42d9260e'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:22:58.026500 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5831ab0c-0eff-4cba-9594-15a2845e07e5 req-59cc34be-6e73-41e7-9c3c-6cbc0d8dd6b4 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Network d71c22dc-feef-410b-a7ed-6548cf85bd6f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:22:58.043687 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-5831ab0c-0eff-4cba-9594-15a2845e07e5 req-59cc34be-6e73-41e7-9c3c-6cbc0d8dd6b4 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:22:58.047581 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-5831ab0c-0eff-4cba-9594-15a2845e07e5 req-59cc34be-6e73-41e7-9c3c-6cbc0d8dd6b4 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:22:58.084249 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92cbe4-4dbd-4265-839e-68bc1fb88aee req-c1866fc8-5fe8-41e4-82df-12490784a2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:58.085800 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1e92cbe4-4dbd-4265-839e-68bc1fb88aee req-c1866fc8-5fe8-41e4-82df-12490784a2fd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fdd0c022fea9447eb1a1b1a6e0acd8b9&device_id=f71b05e8-ba13-4948-a4ea-34f94b4ec682 HTTP/1.1" status: 200 len: 1095 time: 0.1904399 Jul 29 23:22:58.104295 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-077fc72b-4453-48d5-80bf-69824c3d85f2 x-openstack-request-id: req-077fc72b-4453-48d5-80bf-69824c3d85f2 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:58.104592 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f71b05e8-ba13-4948-a4ea-34f94b4ec682", "tag": "d2784e4a-e9f3-4343-bb6c-fa9b0c0cf993", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:58.104925 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-077fc72b-4453-48d5-80bf-69824c3d85f2 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:58.105323 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f71b05e8-ba13-4948-a4ea-34f94b4ec682', 'tag': 'd2784e4a-e9f3-4343-bb6c-fa9b0c0cf993', 'status': 'completed', 'code': 200} Jul 29 23:22:58.114342 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cc34be-6e73-41e7-9c3c-6cbc0d8dd6b4 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Pushing event updated for resources: {'Port': ['ID=1f9d7af5-eeb7-4958-824d-65b84fae3358,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:58.196890 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1e92cbe4-4dbd-4265-839e-68bc1fb88aee req-47582921-4028-45a1-b2e7-d63d3fe8d727 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2784e4a-e9f3-4343-bb6c-fa9b0c0cf993 HTTP/1.1" status: 200 len: 217 time: 0.0905285 Jul 29 23:22:58.199674 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831ab0c-0eff-4cba-9594-15a2845e07e5 req-59cc34be-6e73-41e7-9c3c-6cbc0d8dd6b4 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:58.204059 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5831ab0c-0eff-4cba-9594-15a2845e07e5 req-59cc34be-6e73-41e7-9c3c-6cbc0d8dd6b4 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:58.321322 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5831ab0c-0eff-4cba-9594-15a2845e07e5 req-59cc34be-6e73-41e7-9c3c-6cbc0d8dd6b4 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4596500 Jul 29 23:22:58.330030 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f348cf-bc7d-4cd8-9a36-69676257c5a9 req-2384e399-71aa-48ae-99a9-c2e93c5f940b tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:58.331427 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e8f348cf-bc7d-4cd8-9a36-69676257c5a9 req-2384e399-71aa-48ae-99a9-c2e93c5f940b tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=8269d0ef-410d-4990-b07b-20ab07f1507b HTTP/1.1" status: 200 len: 935 time: 0.1062593 Jul 29 23:22:58.343982 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-5831ab0c-0eff-4cba-9594-15a2845e07e5 req-eeab3df9-ffb3-4f28-a4cd-ee3f4aaab2f4 service neutron] Request body: {'port': {'device_id': '8269d0ef-410d-4990-b07b-20ab07f1507b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:58.364195 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92cbe4-4dbd-4265-839e-68bc1fb88aee req-a711d211-09df-4dc2-ac4b-83f991dede7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:58.365608 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1e92cbe4-4dbd-4265-839e-68bc1fb88aee req-a711d211-09df-4dc2-ac4b-83f991dede7f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0dea8e18-2d7f-4269-98d1-39a16e8d0961 HTTP/1.1" status: 200 len: 849 time: 0.1542141 Jul 29 23:22:58.391402 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08cfcbd-b372-427f-ba64-281dd880e1e4 req-1ec22b6e-1741-4ff2-8132-7e93cdb89fad tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:58.394197 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f08cfcbd-b372-427f-ba64-281dd880e1e4 req-1ec22b6e-1741-4ff2-8132-7e93cdb89fad tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac569d44-d407-4c7c-9c5d-036c674258b1 HTTP/1.1" status: 200 len: 944 time: 0.1774023 Jul 29 23:22:58.421389 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1e92cbe4-4dbd-4265-839e-68bc1fb88aee req-a969adc9-803c-498b-8e2f-eaf736d962ca service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6b9da8dc-12ad-43fa-af28-b8cad9edc36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363698 Jul 29 23:22:58.431232 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-05f9b2d2-ae5a-4ac7-a743-c16f6f1a5cf5 None None] Provisioning for port 1f9d7af5-eeb7-4958-824d-65b84fae3358 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:22:58.437681 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-50afebc6-3f06-4aaf-8258-f36d4f2d50cb req-9644bf23-5849-4e49-8839-3bdce5671206 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 441b01e0-dd91-4072-828f-42466da886f6 {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:22:58.445574 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-05f9b2d2-ae5a-4ac7-a743-c16f6f1a5cf5 None None] Provisioning complete for port 1f9d7af5-eeb7-4958-824d-65b84fae3358 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:58.446313 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-05f9b2d2-ae5a-4ac7-a743-c16f6f1a5cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:58.495387 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e8f348cf-bc7d-4cd8-9a36-69676257c5a9 req-d85aa886-1a0f-4525-a44d-8e4531f46934 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485293 Jul 29 23:22:58.503284 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-50afebc6-3f06-4aaf-8258-f36d4f2d50cb req-9644bf23-5849-4e49-8839-3bdce5671206 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:58.531885 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f08cfcbd-b372-427f-ba64-281dd880e1e4 req-2b99aca7-c179-41de-aef2-7a1487ac1825 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262674 Jul 29 23:22:58.536862 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5831ab0c-0eff-4cba-9594-15a2845e07e5 req-eeab3df9-ffb3-4f28-a4cd-ee3f4aaab2f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:58.552053 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-05f9b2d2-ae5a-4ac7-a743-c16f6f1a5cf5 None None] Port 1f9d7af5-eeb7-4958-824d-65b84fae3358 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:22:58.599620 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-50afebc6-3f06-4aaf-8258-f36d4f2d50cb req-9644bf23-5849-4e49-8839-3bdce5671206 service neutron] Transition to ACTIVE for port object 441b01e0-dd91-4072-828f-42466da886f6 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:22:58.607936 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-50afebc6-3f06-4aaf-8258-f36d4f2d50cb req-9644bf23-5849-4e49-8839-3bdce5671206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:58.715280 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68657ee-2296-45af-8818-00fea6f17f2d req-e2473d41-171a-439b-83d4-2be96f624109 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:58.717066 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c68657ee-2296-45af-8818-00fea6f17f2d req-e2473d41-171a-439b-83d4-2be96f624109 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a3ff9dd-6f72-47d8-8be7-333a1aa4c60c HTTP/1.1" status: 200 len: 943 time: 0.1258082 Jul 29 23:22:58.749755 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1e92cbe4-4dbd-4265-839e-68bc1fb88aee req-340d6173-40fa-49ee-aac2-e6ce1e31fd37 service neutron] 10.222.0.22 "GET /v2.0/networks/6b9da8dc-12ad-43fa-af28-b8cad9edc36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036678 Jul 29 23:22:58.787750 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9644bf23-5849-4e49-8839-3bdce5671206 service neutron] Pushing event updated for resources: {'Port': ['ID=441b01e0-dd91-4072-828f-42466da886f6,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:58.813368 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed92a60-2ed4-44f0-9c9a-bfed92cb4a9e req-a7c9e98d-f944-4279-9e44-79c586093803 tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:58.815128 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7ed92a60-2ed4-44f0-9c9a-bfed92cb4a9e req-a7c9e98d-f944-4279-9e44-79c586093803 tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] 10.222.0.43 "GET /v2.0/ports?device_id=f71b05e8-ba13-4948-a4ea-34f94b4ec682 HTTP/1.1" status: 200 len: 943 time: 0.1773241 Jul 29 23:22:58.874483 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c68657ee-2296-45af-8818-00fea6f17f2d req-93dc1957-df9c-4af9-87b9-ef70957285a0 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414909 Jul 29 23:22:58.934603 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7ed92a60-2ed4-44f0-9c9a-bfed92cb4a9e req-c27e0c64-f2cb-408c-b406-425d407fecd9 tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d2676c0-e0d4-46fa-a07d-d81ee39c4fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085052 Jul 29 23:22:58.935216 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136d2a58-4c48-4449-b7f5-139166f9281b req-1b8f52d5-7629-4363-9d7e-b7c69c240afd tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:58.936713 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-136d2a58-4c48-4449-b7f5-139166f9281b req-1b8f52d5-7629-4363-9d7e-b7c69c240afd tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.41 "GET /v2.0/ports?device_id=ac569d44-d407-4c7c-9c5d-036c674258b1 HTTP/1.1" status: 200 len: 944 time: 0.2153749 Jul 29 23:22:59.001402 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-50afebc6-3f06-4aaf-8258-f36d4f2d50cb req-9644bf23-5849-4e49-8839-3bdce5671206 service neutron] Attempting to bind port 441b01e0-dd91-4072-828f-42466da886f6 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:22:59.001771 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-50afebc6-3f06-4aaf-8258-f36d4f2d50cb req-9644bf23-5849-4e49-8839-3bdce5671206 service neutron] Attempting to bind port 441b01e0-dd91-4072-828f-42466da886f6 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:22:59.002104 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50afebc6-3f06-4aaf-8258-f36d4f2d50cb req-9644bf23-5849-4e49-8839-3bdce5671206 service neutron] Attempting to bind port 441b01e0-dd91-4072-828f-42466da886f6 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:59.007948 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.db.resource_extend [None req-f695b144-8b68-4d2c-9f52-2e59877f38b9 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:22:59.070324 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50afebc6-3f06-4aaf-8258-f36d4f2d50cb req-9644bf23-5849-4e49-8839-3bdce5671206 service neutron] Port 441b01e0-dd91-4072-828f-42466da886f6 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:22:59.070749 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50afebc6-3f06-4aaf-8258-f36d4f2d50cb req-9644bf23-5849-4e49-8839-3bdce5671206 service neutron] Attempting to bind port 441b01e0-dd91-4072-828f-42466da886f6 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:59.083464 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf7c4e-1a82-43e7-b53d-05d4b95693c9 req-0d4e907c-2243-4b22-9d27-d43efa94d51c tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:59.084970 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8dcf7c4e-1a82-43e7-b53d-05d4b95693c9 req-0d4e907c-2243-4b22-9d27-d43efa94d51c tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] 10.222.0.43 "GET /v2.0/ports?device_id=faa73fad-544e-4493-a9db-ec02961eee0b HTTP/1.1" status: 200 len: 948 time: 0.1089306 Jul 29 23:22:59.094811 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50afebc6-3f06-4aaf-8258-f36d4f2d50cb req-9644bf23-5849-4e49-8839-3bdce5671206 service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:22:59.095066 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50afebc6-3f06-4aaf-8258-f36d4f2d50cb req-9644bf23-5849-4e49-8839-3bdce5671206 service neutron] Checking segment: {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:22:59.095451 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50afebc6-3f06-4aaf-8258-f36d4f2d50cb req-9644bf23-5849-4e49-8839-3bdce5671206 service neutron] Bound using segment: {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:22:59.095879 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-50afebc6-3f06-4aaf-8258-f36d4f2d50cb req-9644bf23-5849-4e49-8839-3bdce5671206 service neutron] Bound port: 441b01e0-dd91-4072-828f-42466da886f6, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:22:59.096236 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-50afebc6-3f06-4aaf-8258-f36d4f2d50cb req-9644bf23-5849-4e49-8839-3bdce5671206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:59.102840 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1e92cbe4-4dbd-4265-839e-68bc1fb88aee req-76a1a52c-1731-4635-afee-8792a6dfe94d service neutron] 10.222.0.22 "GET /v2.0/networks/6b9da8dc-12ad-43fa-af28-b8cad9edc36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333993 Jul 29 23:22:59.125385 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f695b144-8b68-4d2c-9f52-2e59877f38b9 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:59.145205 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc2cba-8bc4-4194-a99c-e0d66d13f7c0 req-ed4e29a5-4f25-4aa5-ba4e-bd3c809dc3bd tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:59.146962 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e1fc2cba-8bc4-4194-a99c-e0d66d13f7c0 req-ed4e29a5-4f25-4aa5-ba4e-bd3c809dc3bd tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=34e5dd5b-178e-4628-b88b-2ffb39c2970a HTTP/1.1" status: 200 len: 949 time: 0.1120322 Jul 29 23:22:59.154204 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-5831ab0c-0eff-4cba-9594-15a2845e07e5 req-eeab3df9-ffb3-4f28-a4cd-ee3f4aaab2f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f9d7af5-eeb7-4958-824d-65b84fae3358 {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:22:59.156323 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f695b144-8b68-4d2c-9f52-2e59877f38b9 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:59.170776 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5831ab0c-0eff-4cba-9594-15a2845e07e5 req-eeab3df9-ffb3-4f28-a4cd-ee3f4aaab2f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:59.201546 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8dcf7c4e-1a82-43e7-b53d-05d4b95693c9 req-5db5029e-8713-41e3-8d44-95e55357f764 tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] 10.222.0.43 "GET /v2.0/security-groups?id=880f6da3-9dfa-498a-81a9-dd8fc33be21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986242 Jul 29 23:22:59.209786 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-5831ab0c-0eff-4cba-9594-15a2845e07e5 req-eeab3df9-ffb3-4f28-a4cd-ee3f4aaab2f4 service neutron] Transition to ACTIVE for port object 1f9d7af5-eeb7-4958-824d-65b84fae3358 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:22:59.218857 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:59.221110 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5831ab0c-0eff-4cba-9594-15a2845e07e5 req-eeab3df9-ffb3-4f28-a4cd-ee3f4aaab2f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:59.252155 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e1fc2cba-8bc4-4194-a99c-e0d66d13f7c0 req-d4c2756c-0000-411e-803c-1d09a9be048b tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884955 Jul 29 23:22:59.257635 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-136d2a58-4c48-4449-b7f5-139166f9281b req-8d4f1f11-596d-455e-ad92-d48a40ef3bbc tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Deleting port 684677e3-039c-42a6-9d4c-6dfe5b5557d2 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:22:59.258013 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-136d2a58-4c48-4449-b7f5-139166f9281b req-8d4f1f11-596d-455e-ad92-d48a40ef3bbc tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:59.317563 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeab3df9-ffb3-4f28-a4cd-ee3f4aaab2f4 service neutron] Pushing event updated for resources: {'Port': ['ID=1f9d7af5-eeb7-4958-824d-65b84fae3358,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:59.330561 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-50afebc6-3f06-4aaf-8258-f36d4f2d50cb req-9644bf23-5849-4e49-8839-3bdce5671206 service neutron] For port 441b01e0-dd91-4072-828f-42466da886f6, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:22:59.405408 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device e97840ba-d1eb-4234-ba78-b8fc327bfe21 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:22:59.415310 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 43f77f9e-15ca-4ead-ba28-39729510bf72 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:22:59.425694 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-5831ab0c-0eff-4cba-9594-15a2845e07e5 req-eeab3df9-ffb3-4f28-a4cd-ee3f4aaab2f4 service neutron] Attempting to bind port 1f9d7af5-eeb7-4958-824d-65b84fae3358 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:22:59.426261 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-5831ab0c-0eff-4cba-9594-15a2845e07e5 req-eeab3df9-ffb3-4f28-a4cd-ee3f4aaab2f4 service neutron] Attempting to bind port 1f9d7af5-eeb7-4958-824d-65b84fae3358 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:22:59.426387 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5831ab0c-0eff-4cba-9594-15a2845e07e5 req-eeab3df9-ffb3-4f28-a4cd-ee3f4aaab2f4 service neutron] Attempting to bind port 1f9d7af5-eeb7-4958-824d-65b84fae3358 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:59.437195 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5831ab0c-0eff-4cba-9594-15a2845e07e5 req-eeab3df9-ffb3-4f28-a4cd-ee3f4aaab2f4 service neutron] Port 1f9d7af5-eeb7-4958-824d-65b84fae3358 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:22:59.438664 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5831ab0c-0eff-4cba-9594-15a2845e07e5 req-eeab3df9-ffb3-4f28-a4cd-ee3f4aaab2f4 service neutron] Attempting to bind port 1f9d7af5-eeb7-4958-824d-65b84fae3358 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:59.452179 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5831ab0c-0eff-4cba-9594-15a2845e07e5 req-eeab3df9-ffb3-4f28-a4cd-ee3f4aaab2f4 service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:22:59.452525 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5831ab0c-0eff-4cba-9594-15a2845e07e5 req-eeab3df9-ffb3-4f28-a4cd-ee3f4aaab2f4 service neutron] Checking segment: {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:22:59.452925 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5831ab0c-0eff-4cba-9594-15a2845e07e5 req-eeab3df9-ffb3-4f28-a4cd-ee3f4aaab2f4 service neutron] Bound using segment: {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:22:59.453365 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-5831ab0c-0eff-4cba-9594-15a2845e07e5 req-eeab3df9-ffb3-4f28-a4cd-ee3f4aaab2f4 service neutron] Bound port: 1f9d7af5-eeb7-4958-824d-65b84fae3358, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:22:59.455451 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] No Port match for: 43f77f9e-15ca-4ead-ba28-39729510bf72 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:22:59.455960 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 43f77f9e-15ca-4ead-ba28-39729510bf72 not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:22:59.457500 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5831ab0c-0eff-4cba-9594-15a2845e07e5 req-eeab3df9-ffb3-4f28-a4cd-ee3f4aaab2f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:59.542389 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-5831ab0c-0eff-4cba-9594-15a2845e07e5 req-eeab3df9-ffb3-4f28-a4cd-ee3f4aaab2f4 service neutron] For port 1f9d7af5-eeb7-4958-824d-65b84fae3358, host n-h2-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:22:59.546750 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-5831ab0c-0eff-4cba-9594-15a2845e07e5 req-eeab3df9-ffb3-4f28-a4cd-ee3f4aaab2f4 service neutron] For port 1f9d7af5-eeb7-4958-824d-65b84fae3358, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=1f9d7af5-eeb7-4958-824d-65b84fae3358,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:22:59.559859 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5831ab0c-0eff-4cba-9594-15a2845e07e5 req-eeab3df9-ffb3-4f28-a4cd-ee3f4aaab2f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:59.616775 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port e97840ba-d1eb-4234-ba78-b8fc327bfe21, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=e97840ba-d1eb-4234-ba78-b8fc327bfe21,segment=NetworkSegment(290ad064-62e5-45f1-87ac-9cd12097849c),segment_id=290ad064-62e5-45f1-87ac-9cd12097849c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:59.634663 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': 'e97840ba-d1eb-4234-ba78-b8fc327bfe21', 'network_id': '666740f6-88d5-4493-9e12-abc4c5ef258e', 'port_id': 'e97840ba-d1eb-4234-ba78-b8fc327bfe21', 'mac_address': 'fa:16:3e:8a:86:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '415faf0b-bf5f-4f8b-b3ff-1ae5686de75a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:22:59.671055 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeab3df9-ffb3-4f28-a4cd-ee3f4aaab2f4 service neutron] Pushing event updated for resources: {'Port': ['ID=1f9d7af5-eeb7-4958-824d-65b84fae3358,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:59.732038 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:59.738945 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831ab0c-0eff-4cba-9594-15a2845e07e5 req-eeab3df9-ffb3-4f28-a4cd-ee3f4aaab2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:59.739620 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5831ab0c-0eff-4cba-9594-15a2845e07e5 req-eeab3df9-ffb3-4f28-a4cd-ee3f4aaab2f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:59.741054 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5831ab0c-0eff-4cba-9594-15a2845e07e5 req-eeab3df9-ffb3-4f28-a4cd-ee3f4aaab2f4 service neutron] 10.222.0.22 "PUT /v2.0/ports/1f9d7af5-eeb7-4958-824d-65b84fae3358 HTTP/1.1" status: 200 len: 1096 time: 1.4044344 Jul 29 23:22:59.744529 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8269d0ef-410d-4990-b07b-20ab07f1507b', 'tag': '1f9d7af5-eeb7-4958-824d-65b84fae3358'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:59.748049 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf4b898-0f08-432d-abe1-a93e344ad621" -d '{"events": [{"name": "network-changed", "server_uuid": "8269d0ef-410d-4990-b07b-20ab07f1507b", "tag": "1f9d7af5-eeb7-4958-824d-65b84fae3358"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:59.760963 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e97840ba-d1eb-4234-ba78-b8fc327bfe21 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:22:59.789568 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-50afebc6-3f06-4aaf-8258-f36d4f2d50cb req-9644bf23-5849-4e49-8839-3bdce5671206 service neutron] For port 441b01e0-dd91-4072-828f-42466da886f6, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=441b01e0-dd91-4072-828f-42466da886f6,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:22:59.801462 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port e97840ba-d1eb-4234-ba78-b8fc327bfe21, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=e97840ba-d1eb-4234-ba78-b8fc327bfe21,segment=NetworkSegment(290ad064-62e5-45f1-87ac-9cd12097849c),segment_id=290ad064-62e5-45f1-87ac-9cd12097849c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:59.803979 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3acb1d-404a-452d-b7de-1d1c2ddb5b80 req-3b9b8336-1393-42da-a697-e5fb92ea6801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:59.805474 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-bd3acb1d-404a-452d-b7de-1d1c2ddb5b80 req-3b9b8336-1393-42da-a697-e5fb92ea6801 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fdd0c022fea9447eb1a1b1a6e0acd8b9&device_id=f71b05e8-ba13-4948-a4ea-34f94b4ec682 HTTP/1.1" status: 200 len: 1095 time: 0.6101003 Jul 29 23:22:59.806618 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:59.806893 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5249fb-46e1-4921-9863-4cd15c5c5df4 req-63bf7bd1-cb42-4ba5-a7c0-34667d877827 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:59.808597 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6b5249fb-46e1-4921-9863-4cd15c5c5df4 req-63bf7bd1-cb42-4ba5-a7c0-34667d877827 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=8269d0ef-410d-4990-b07b-20ab07f1507b HTTP/1.1" status: 200 len: 947 time: 0.1425462 Jul 29 23:22:59.810880 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-50afebc6-3f06-4aaf-8258-f36d4f2d50cb req-9644bf23-5849-4e49-8839-3bdce5671206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:59.829836 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3732e08e-2242-4409-b24c-dcabc25db9a3 req-ebb9a2bb-005c-478a-bd23-9a5c1695e231 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:59.841572 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3732e08e-2242-4409-b24c-dcabc25db9a3 req-ebb9a2bb-005c-478a-bd23-9a5c1695e231 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac569d44-d407-4c7c-9c5d-036c674258b1 HTTP/1.1" status: 200 len: 944 time: 0.1797245 Jul 29 23:22:59.870631 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=e97840ba-d1eb-4234-ba78-b8fc327bfe21,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:59.909018 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37064) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:59.955927 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6b5249fb-46e1-4921-9863-4cd15c5c5df4 req-56a90030-36e5-42ca-9f0b-db7fc2747605 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347699 Jul 29 23:22:59.964269 n-d-712141-10 neutron-server[94077]: INFO neutron.db.l3_db [None req-f695b144-8b68-4d2c-9f52-2e59877f38b9 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Floating IP 01fdf823-0f8f-4f2b-83b0-0003735577ff associated. External IP: 172.25.0.169, port: e7f10a7e-124a-4a04-8697-d32bc91a9455. Jul 29 23:22:59.965883 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3732e08e-2242-4409-b24c-dcabc25db9a3 req-3b1a13e4-8500-4bd9-81eb-a3ed04bf0aff tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/security-groups?id=4763348b-fe40-45a5-959b-712b336a079b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233125 Jul 29 23:22:59.977625 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831ab0c-0eff-4cba-9594-15a2845e07e5 req-be9b539b-91f4-4ff9-96ed-029b0769c4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:59.980061 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5831ab0c-0eff-4cba-9594-15a2845e07e5 req-be9b539b-91f4-4ff9-96ed-029b0769c4c5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0c116bccf1944bb08a8f319b422b3c50&device_id=8269d0ef-410d-4990-b07b-20ab07f1507b HTTP/1.1" status: 200 len: 1099 time: 0.1685400 Jul 29 23:23:00.042301 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50afebc6-3f06-4aaf-8258-f36d4f2d50cb req-9644bf23-5849-4e49-8839-3bdce5671206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:00.046273 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-50afebc6-3f06-4aaf-8258-f36d4f2d50cb req-9644bf23-5849-4e49-8839-3bdce5671206 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:00.049554 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-50afebc6-3f06-4aaf-8258-f36d4f2d50cb req-9644bf23-5849-4e49-8839-3bdce5671206 service neutron] 10.222.0.22 "PUT /v2.0/ports/441b01e0-dd91-4072-828f-42466da886f6 HTTP/1.1" status: 200 len: 1097 time: 2.7118924 Jul 29 23:23:00.060369 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-136d2a58-4c48-4449-b7f5-139166f9281b req-8d4f1f11-596d-455e-ad92-d48a40ef3bbc tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] For port 684677e3-039c-42a6-9d4c-6dfe5b5557d2, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=684677e3-039c-42a6-9d4c-6dfe5b5557d2,segment=NetworkSegment(a739f5fc-cf01-40c9-83c0-bfbae7f993f3),segment_id=a739f5fc-cf01-40c9-83c0-bfbae7f993f3)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:00.061335 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-136d2a58-4c48-4449-b7f5-139166f9281b req-8d4f1f11-596d-455e-ad92-d48a40ef3bbc tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:00.065609 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5831ab0c-0eff-4cba-9594-15a2845e07e5 req-6d857fc0-5e34-4376-8442-adffa71d86ed service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=1f9d7af5-eeb7-4958-824d-65b84fae3358 HTTP/1.1" status: 200 len: 217 time: 0.0733511 Jul 29 23:23:00.067831 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ecc6b9-5601-43b9-b6ce-f83c7b27339f x-openstack-request-id: req-a2ecc6b9-5601-43b9-b6ce-f83c7b27339f {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:00.068125 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8269d0ef-410d-4990-b07b-20ab07f1507b", "tag": "1f9d7af5-eeb7-4958-824d-65b84fae3358", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:00.068379 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a2ecc6b9-5601-43b9-b6ce-f83c7b27339f {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:00.069638 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8269d0ef-410d-4990-b07b-20ab07f1507b', 'tag': '1f9d7af5-eeb7-4958-824d-65b84fae3358', 'status': 'completed', 'code': 200} Jul 29 23:23:00.110341 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faa73fad-544e-4493-a9db-ec02961eee0b', 'tag': '441b01e0-dd91-4072-828f-42466da886f6'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:00.112703 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74455216-501b-4f48-9c68-6bfdf395cca8" -d '{"events": [{"name": "network-changed", "server_uuid": "faa73fad-544e-4493-a9db-ec02961eee0b", "tag": "441b01e0-dd91-4072-828f-42466da886f6"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:00.125301 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-136d2a58-4c48-4449-b7f5-139166f9281b req-8d4f1f11-596d-455e-ad92-d48a40ef3bbc tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Calling delete_port for 684677e3-039c-42a6-9d4c-6dfe5b5557d2 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:23:00.180806 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['e97840ba-d1eb-4234-ba78-b8fc327bfe21'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:00.183027 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9644bf23-5849-4e49-8839-3bdce5671206 service neutron] Pushing event updated for resources: {'Port': ['ID=441b01e0-dd91-4072-828f-42466da886f6,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:00.211210 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c8de94c6-ce1e-4f6c-82c6-5650d7c4b0aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:00.248447 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831ab0c-0eff-4cba-9594-15a2845e07e5 req-ced1c438-4f28-461f-99c3-af0166e2878a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:00.250006 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5831ab0c-0eff-4cba-9594-15a2845e07e5 req-ced1c438-4f28-461f-99c3-af0166e2878a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.1736696 Jul 29 23:23:00.287476 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d10a1-36be-400b-9331-abc45cadad67 req-1c459a07-fd94-472a-b367-41cdc52c8a74 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:00.289160 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-634d10a1-36be-400b-9331-abc45cadad67 req-1c459a07-fd94-472a-b367-41cdc52c8a74 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a3ff9dd-6f72-47d8-8be7-333a1aa4c60c HTTP/1.1" status: 200 len: 944 time: 0.1459000 Jul 29 23:23:00.293158 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3acb1d-404a-452d-b7de-1d1c2ddb5b80 req-a337b489-efcd-4b46-b971-84fbca75fa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:00.295298 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-bd3acb1d-404a-452d-b7de-1d1c2ddb5b80 req-a337b489-efcd-4b46-b971-84fbca75fa00 service neutron] 10.222.0.22 "GET /v2.0/networks?id=6b9da8dc-12ad-43fa-af28-b8cad9edc36c HTTP/1.1" status: 200 len: 910 time: 0.4822228 Jul 29 23:23:00.326491 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:23:00.335487 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d77e75f-9261-4e17-9e21-1da0320f17c9 req-94add435-b56a-46d4-ad0b-e97681f733bb tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:00.336972 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0d77e75f-9261-4e17-9e21-1da0320f17c9 req-94add435-b56a-46d4-ad0b-e97681f733bb tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] 10.222.0.43 "GET /v2.0/ports?device_id=f71b05e8-ba13-4948-a4ea-34f94b4ec682 HTTP/1.1" status: 200 len: 943 time: 0.1965296 Jul 29 23:23:00.342349 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50afebc6-3f06-4aaf-8258-f36d4f2d50cb req-f7962061-88fc-4f4b-9b56-1f8a8c395c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:00.344105 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-50afebc6-3f06-4aaf-8258-f36d4f2d50cb req-f7962061-88fc-4f4b-9b56-1f8a8c395c51 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f2c6a2f2291a40e2b4774da09b0a8e18&device_id=faa73fad-544e-4493-a9db-ec02961eee0b HTTP/1.1" status: 200 len: 1100 time: 0.2264156 Jul 29 23:23:00.388755 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-bd3acb1d-404a-452d-b7de-1d1c2ddb5b80 req-9db430cb-7b6d-4447-b715-b15aa1594fe5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d2784e4a-e9f3-4343-bb6c-fa9b0c0cf993 HTTP/1.1" status: 200 len: 217 time: 0.0742419 Jul 29 23:23:00.420907 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831ab0c-0eff-4cba-9594-15a2845e07e5 req-1ed3b3e3-d0f9-4cfb-ba1e-614f1663c63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:00.422605 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5831ab0c-0eff-4cba-9594-15a2845e07e5 req-1ed3b3e3-d0f9-4cfb-ba1e-614f1663c63d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1589441 Jul 29 23:23:00.425434 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-634d10a1-36be-400b-9331-abc45cadad67 req-dca85b77-b48b-4167-b724-6ecaff4cfc32 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140559 Jul 29 23:23:00.450242 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0d77e75f-9261-4e17-9e21-1da0320f17c9 req-8e850451-0565-41cf-898b-4e4a16e0e118 tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d2676c0-e0d4-46fa-a07d-d81ee39c4fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938406 Jul 29 23:23:00.468395 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-50afebc6-3f06-4aaf-8258-f36d4f2d50cb req-5ef439c6-dd6b-4fc0-a8d7-499c8f73f229 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=441b01e0-dd91-4072-828f-42466da886f6 HTTP/1.1" status: 200 len: 217 time: 0.0897536 Jul 29 23:23:00.507220 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ed037e-0b78-477d-8306-35ac1850d100 x-openstack-request-id: req-a8ed037e-0b78-477d-8306-35ac1850d100 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:00.507512 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faa73fad-544e-4493-a9db-ec02961eee0b", "tag": "441b01e0-dd91-4072-828f-42466da886f6", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:00.507761 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a8ed037e-0b78-477d-8306-35ac1850d100 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:00.508194 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faa73fad-544e-4493-a9db-ec02961eee0b', 'tag': '441b01e0-dd91-4072-828f-42466da886f6', 'status': 'completed', 'code': 200} Jul 29 23:23:00.543805 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c8de94c6-ce1e-4f6c-82c6-5650d7c4b0aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:00.560035 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c8de94c6-ce1e-4f6c-82c6-5650d7c4b0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:00.597488 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5831ab0c-0eff-4cba-9594-15a2845e07e5 req-82508d49-32f6-4f5c-8b55-07ca450b91b6 service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632197 Jul 29 23:23:00.624717 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50afebc6-3f06-4aaf-8258-f36d4f2d50cb req-6e525d73-f747-4cae-a8ad-6df399a6e7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:00.626215 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-50afebc6-3f06-4aaf-8258-f36d4f2d50cb req-6e525d73-f747-4cae-a8ad-6df399a6e7e2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.1323507 Jul 29 23:23:00.635873 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3acb1d-404a-452d-b7de-1d1c2ddb5b80 req-9c020b6c-93f9-416c-b51d-d3e601b1d123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:00.637305 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-bd3acb1d-404a-452d-b7de-1d1c2ddb5b80 req-9c020b6c-93f9-416c-b51d-d3e601b1d123 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0dea8e18-2d7f-4269-98d1-39a16e8d0961 HTTP/1.1" status: 200 len: 849 time: 0.2151523 Jul 29 23:23:00.676126 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de94c6-ce1e-4f6c-82c6-5650d7c4b0aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1881b634-0455-4d94-9f55-2716f3d524c8,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:00.693233 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-136d2a58-4c48-4449-b7f5-139166f9281b req-8d4f1f11-596d-455e-ad92-d48a40ef3bbc tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:00.703778 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-bd3acb1d-404a-452d-b7de-1d1c2ddb5b80 req-c9b4839d-4b61-4ef3-b659-cb6c5a0b83d9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=6b9da8dc-12ad-43fa-af28-b8cad9edc36c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459855 Jul 29 23:23:00.710880 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-c8de94c6-ce1e-4f6c-82c6-5650d7c4b0aa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=59dd64902e74467dae3aa6444cf0e999&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7979109 Jul 29 23:23:00.714285 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37078) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:00.732532 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f695b144-8b68-4d2c-9f52-2e59877f38b9 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Router 1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:23:00.746224 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4f1f11-596d-455e-ad92-d48a40ef3bbc tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Pushing event deleted for resources: {'Port': ['ID=684677e3-039c-42a6-9d4c-6dfe5b5557d2,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:00.777975 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29316005-b94a-4849-b916-c463ea351da3 req-6a5269a1-b3ec-4898-8ece-912e6bb2942d tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:00.779469 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-29316005-b94a-4849-b916-c463ea351da3 req-6a5269a1-b3ec-4898-8ece-912e6bb2942d tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=34e5dd5b-178e-4628-b88b-2ffb39c2970a HTTP/1.1" status: 200 len: 949 time: 0.2013423 Jul 29 23:23:00.791212 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c0640-a45e-4980-8085-b36efd3a8e66 req-9d8541d9-c5ba-4cc6-b1c6-30f380a3ca11 tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:00.792796 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-690c0640-a45e-4980-8085-b36efd3a8e66 req-9d8541d9-c5ba-4cc6-b1c6-30f380a3ca11 tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] 10.222.0.43 "GET /v2.0/ports?device_id=faa73fad-544e-4493-a9db-ec02961eee0b HTTP/1.1" status: 200 len: 948 time: 0.2066963 Jul 29 23:23:00.841950 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-136d2a58-4c48-4449-b7f5-139166f9281b req-8d4f1f11-596d-455e-ad92-d48a40ef3bbc tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] No DVR routers for this DVR port 684677e3-039c-42a6-9d4c-6dfe5b5557d2 on host n-h1-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:23:00.844754 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50afebc6-3f06-4aaf-8258-f36d4f2d50cb req-8724ced4-f3ca-480a-88f7-2d46286b699a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:00.846285 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-50afebc6-3f06-4aaf-8258-f36d4f2d50cb req-8724ced4-f3ca-480a-88f7-2d46286b699a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2025797 Jul 29 23:23:00.849821 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-136d2a58-4c48-4449-b7f5-139166f9281b req-8d4f1f11-596d-455e-ad92-d48a40ef3bbc tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:00.851653 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-136d2a58-4c48-4449-b7f5-139166f9281b req-8d4f1f11-596d-455e-ad92-d48a40ef3bbc tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.41 "DELETE /v2.0/ports/684677e3-039c-42a6-9d4c-6dfe5b5557d2 HTTP/1.1" status: 204 len: 173 time: 1.9021051 Jul 29 23:23:00.858817 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5831ab0c-0eff-4cba-9594-15a2845e07e5 req-270cc636-c84d-438e-8abd-655f485c8a81 service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309475 Jul 29 23:23:00.894984 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1937bcda-8c54-4f35-a851-4ec5b675140c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:00.899333 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-29316005-b94a-4849-b916-c463ea351da3 req-f552d7b0-2e0e-40ec-8f16-d714eb268c87 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031356 Jul 29 23:23:00.908958 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-690c0640-a45e-4980-8085-b36efd3a8e66 req-15dcea84-de07-48e0-8672-93e9f19a1d54 tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] 10.222.0.43 "GET /v2.0/security-groups?id=880f6da3-9dfa-498a-81a9-dd8fc33be21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055627 Jul 29 23:23:00.954728 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device d2784e4a-e9f3-4343-bb6c-fa9b0c0cf993 details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:23:00.971777 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1937bcda-8c54-4f35-a851-4ec5b675140c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:01.017779 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf4b898-0f08-432d-abe1-a93e344ad621 req-145078c2-6cb3-4e63-bff8-c22fa362478e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:01.019579 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bcf4b898-0f08-432d-abe1-a93e344ad621 req-145078c2-6cb3-4e63-bff8-c22fa362478e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0c116bccf1944bb08a8f319b422b3c50&device_id=8269d0ef-410d-4990-b07b-20ab07f1507b HTTP/1.1" status: 200 len: 1099 time: 0.0897515 Jul 29 23:23:01.072241 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-bd3acb1d-404a-452d-b7de-1d1c2ddb5b80 req-8feb9330-4b7b-4836-b70c-3b715fd7d710 service neutron] 10.222.0.22 "GET /v2.0/networks/6b9da8dc-12ad-43fa-af28-b8cad9edc36c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066118 Jul 29 23:23:01.107571 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port d2784e4a-e9f3-4343-bb6c-fa9b0c0cf993, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=d2784e4a-e9f3-4343-bb6c-fa9b0c0cf993,segment=NetworkSegment(b40deb5a-a280-402b-81c2-0545dad12982),segment_id=b40deb5a-a280-402b-81c2-0545dad12982)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:01.113659 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1937bcda-8c54-4f35-a851-4ec5b675140c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:01.122629 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1937bcda-8c54-4f35-a851-4ec5b675140c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:01.123790 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-1937bcda-8c54-4f35-a851-4ec5b675140c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1881b634-0455-4d94-9f55-2716f3d524c8 HTTP/1.1" status: 204 len: 168 time: 0.4057617 Jul 29 23:23:01.127327 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': 'd2784e4a-e9f3-4343-bb6c-fa9b0c0cf993', 'network_id': '6b9da8dc-12ad-43fa-af28-b8cad9edc36c', 'port_id': 'd2784e4a-e9f3-4343-bb6c-fa9b0c0cf993', 'mac_address': 'fa:16:3e:03:34:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dea8e18-2d7f-4269-98d1-39a16e8d0961', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:23:01.183333 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:01.185055 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1937bcda-8c54-4f35-a851-4ec5b675140c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1881b634-0455-4d94-9f55-2716f3d524c8,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:01.194793 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f695b144-8b68-4d2c-9f52-2e59877f38b9 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:23:01.208044 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6259b4-e96d-4dd7-b41f-152292677ce8 None None] Sync routers for ids ['1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:23:01.209922 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f695b144-8b68-4d2c-9f52-2e59877f38b9 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:01.212517 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a1d31a02-c534-47c9-86ac-399bbab6c40a req-8d8c48ee-e3c3-45dc-bf78-2af65194a1e1 tempest-LiveAutoBlockMigrationV225Test-1480915037 tempest-LiveAutoBlockMigrationV225Test-1480915037-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac569d44-d407-4c7c-9c5d-036c674258b1 HTTP/1.1" status: 200 len: 210 time: 0.1113791 Jul 29 23:23:01.228264 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2784e4a-e9f3-4343-bb6c-fa9b0c0cf993 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:23:01.231215 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6259b4-e96d-4dd7-b41f-152292677ce8 None None] Routers {'1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:23:01.231945 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-0a6259b4-e96d-4dd7-b41f-152292677ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:22:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:01.254897 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-f695b144-8b68-4d2c-9f52-2e59877f38b9 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] 10.222.0.43 "PUT /v2.0/floatingips/01fdf823-0f8f-4f2b-83b0-0003735577ff HTTP/1.1" status: 200 len: 991 time: 3.4123504 Jul 29 23:23:01.272482 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-50afebc6-3f06-4aaf-8258-f36d4f2d50cb req-6ec3dedd-8282-4806-8a10-f372d7077300 service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3848732 Jul 29 23:23:01.281238 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port d2784e4a-e9f3-4343-bb6c-fa9b0c0cf993, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=d2784e4a-e9f3-4343-bb6c-fa9b0c0cf993,segment=NetworkSegment(b40deb5a-a280-402b-81c2-0545dad12982),segment_id=b40deb5a-a280-402b-81c2-0545dad12982)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:01.285187 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4335ee8-7cad-43c7-be2c-94c7df556619 req-217a9f1b-f2ac-4b55-b18e-309b9d49c4f7 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:01.295637 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c4335ee8-7cad-43c7-be2c-94c7df556619 req-217a9f1b-f2ac-4b55-b18e-309b9d49c4f7 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=8269d0ef-410d-4990-b07b-20ab07f1507b HTTP/1.1" status: 200 len: 947 time: 0.2133238 Jul 29 23:23:01.307708 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:01.337103 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf4b898-0f08-432d-abe1-a93e344ad621 req-4387a92e-54f6-4bf2-9029-b9aad2d326ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:01.340105 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bcf4b898-0f08-432d-abe1-a93e344ad621 req-4387a92e-54f6-4bf2-9029-b9aad2d326ac service neutron] 10.222.0.22 "GET /v2.0/networks?id=d71c22dc-feef-410b-a7ed-6548cf85bd6f HTTP/1.1" status: 200 len: 870 time: 0.3108544 Jul 29 23:23:01.341902 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-bd3acb1d-404a-452d-b7de-1d1c2ddb5b80 req-4d729dbb-25e5-4398-92c1-f9d5cda18942 service neutron] 10.222.0.22 "GET /v2.0/networks/6b9da8dc-12ad-43fa-af28-b8cad9edc36c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662885 Jul 29 23:23:01.363546 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=d2784e4a-e9f3-4343-bb6c-fa9b0c0cf993,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:01.415433 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-0a6259b4-e96d-4dd7-b41f-152292677ce8 None None] Set router 1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:23:01.422466 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device e97840ba-d1eb-4234-ba78-b8fc327bfe21 up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:23:01.472179 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c4335ee8-7cad-43c7-be2c-94c7df556619 req-f0357bc5-bb7b-42d3-aabc-bc3bcd0aae86 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303785 Jul 29 23:23:01.485295 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bcf4b898-0f08-432d-abe1-a93e344ad621 req-69ceba47-aea7-4c85-9f2e-3e79b723d1f7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=1f9d7af5-eeb7-4958-824d-65b84fae3358 HTTP/1.1" status: 200 len: 217 time: 0.1012037 Jul 29 23:23:01.534902 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-50afebc6-3f06-4aaf-8258-f36d4f2d50cb req-a5ad7abb-96aa-4c9f-87cc-45e5691bacf3 service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498736 Jul 29 23:23:01.552233 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port e97840ba-d1eb-4234-ba78-b8fc327bfe21 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:23:01.557568 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port e97840ba-d1eb-4234-ba78-b8fc327bfe21 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:23:01.558104 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:01.607044 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf4b898-0f08-432d-abe1-a93e344ad621 req-5b4499ef-4589-4d10-baf3-1de72228c0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:01.608594 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bcf4b898-0f08-432d-abe1-a93e344ad621 req-5b4499ef-4589-4d10-baf3-1de72228c0e1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.1184661 Jul 29 23:23:01.636324 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 37094) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:01.664667 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-647fa59f-5f1c-4b1c-b232-7a140bf52be3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:01.682625 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['d2784e4a-e9f3-4343-bb6c-fa9b0c0cf993'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:01.690242 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:01.706620 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74455216-501b-4f48-9c68-6bfdf395cca8 req-47d0f655-9507-4e8a-810e-505141130fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:01.708213 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-74455216-501b-4f48-9c68-6bfdf395cca8 req-47d0f655-9507-4e8a-810e-505141130fd9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f2c6a2f2291a40e2b4774da09b0a8e18&device_id=faa73fad-544e-4493-a9db-ec02961eee0b HTTP/1.1" status: 200 len: 1100 time: 0.0847254 Jul 29 23:23:01.755625 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port e97840ba-d1eb-4234-ba78-b8fc327bfe21, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=e97840ba-d1eb-4234-ba78-b8fc327bfe21,segment=NetworkSegment(290ad064-62e5-45f1-87ac-9cd12097849c),segment_id=290ad064-62e5-45f1-87ac-9cd12097849c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:01.758892 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a3ff9dd-6f72-47d8-8be7-333a1aa4c60c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e97840ba-d1eb-4234-ba78-b8fc327bfe21'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:01.764948 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4792eae1-f400-47d7-9cf4-264c559f5810" -d '{"events": [{"server_uuid": "0a3ff9dd-6f72-47d8-8be7-333a1aa4c60c", "name": "network-vif-plugged", "status": "completed", "tag": "e97840ba-d1eb-4234-ba78-b8fc327bfe21"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:01.782103 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:01.785512 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 684677e3-039c-42a6-9d4c-6dfe5b5557d2 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:23:01.795171 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90013ab1-f346-4da4-a479-41d0d1902647 req-c66c3352-52ba-4430-a0b5-f3b61d4ae0ef tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:01.795736 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-90013ab1-f346-4da4-a479-41d0d1902647 req-c66c3352-52ba-4430-a0b5-f3b61d4ae0ef tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] 10.222.0.43 "GET /v2.0/ports?device_id=f71b05e8-ba13-4948-a4ea-34f94b4ec682 HTTP/1.1" status: 200 len: 944 time: 0.1561570 Jul 29 23:23:01.806300 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca1d83-583a-47f9-9d62-cac60e3a21cf req-f5493c17-5b44-470a-a7f8-1050e18c89cc tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:01.815030 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2cca1d83-583a-47f9-9d62-cac60e3a21cf req-f5493c17-5b44-470a-a7f8-1050e18c89cc tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a3ff9dd-6f72-47d8-8be7-333a1aa4c60c HTTP/1.1" status: 200 len: 944 time: 0.2245214 Jul 29 23:23:01.853552 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf4b898-0f08-432d-abe1-a93e344ad621 req-7d709776-87f2-4096-862f-b350cce79ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:01.856054 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bcf4b898-0f08-432d-abe1-a93e344ad621 req-7d709776-87f2-4096-862f-b350cce79ee9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2027071 Jul 29 23:23:01.872797 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] No Port match for: 684677e3-039c-42a6-9d4c-6dfe5b5557d2 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:23:01.873159 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 684677e3-039c-42a6-9d4c-6dfe5b5557d2 not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:23:01.886412 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74455216-501b-4f48-9c68-6bfdf395cca8 req-9b8f2321-2ad4-45cc-9ec2-d40b7a7146cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:01.887623 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-0a6259b4-e96d-4dd7-b41f-152292677ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b', 'name': 'tempest-ServersTestFqdnHostnames-627255085-router', 'tenant_id': '41d06bbbb3d042bdbdfcf854d406dce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '23e6fafc-5fdc-4fe2-8e54-605de80a9341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:22:15Z', 'updated_at': '2021-07-29T23:22:25Z', 'revision_number': 4, 'project_id': '41d06bbbb3d042bdbdfcf854d406dce8', 'gw_port': {'id': '23e6fafc-5fdc-4fe2-8e54-605de80a9341', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:17Z', 'updated_at': '2021-07-29T23:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '01fdf823-0f8f-4f2b-83b0-0003735577ff', 'tenant_id': '41d06bbbb3d042bdbdfcf854d406dce8', 'floating_ip_address': '172.25.0.169', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b', 'port_id': 'e7f10a7e-124a-4a04-8697-d32bc91a9455', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3d68086-0a5f-410a-8c92-112285f5e741', 'mac_address': 'fa:16:3e:86:31:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7925bf-bf61-4ab9-ba86-da53ddb9abbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:22:33Z', 'updated_at': '2021-07-29T23:22:58Z', 'revision_number': 1, 'project_id': '41d06bbbb3d042bdbdfcf854d406dce8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e730abb6-2fc7-49ce-8d3d-ced2743d41cd', 'name': '', 'network_id': 'a3d68086-0a5f-410a-8c92-112285f5e741', 'tenant_id': '41d06bbbb3d042bdbdfcf854d406dce8', 'mac_address': 'fa:16:3e:48:f6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '0162d293-3851-4ddf-a231-f6840d6b73ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:23Z', 'updated_at': '2021-07-29T23:22:32Z', 'revision_number': 5, 'project_id': '41d06bbbb3d042bdbdfcf854d406dce8', 'subnets': [{'id': '0162d293-3851-4ddf-a231-f6840d6b73ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:01.887836 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-74455216-501b-4f48-9c68-6bfdf395cca8 req-9b8f2321-2ad4-45cc-9ec2-d40b7a7146cb service neutron] 10.222.0.22 "GET /v2.0/networks?id=d71c22dc-feef-410b-a7ed-6548cf85bd6f HTTP/1.1" status: 200 len: 870 time: 0.1695995 Jul 29 23:23:01.921945 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6259b4-e96d-4dd7-b41f-152292677ce8 None None] Checking router: 1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:23:01.935116 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6259b4-e96d-4dd7-b41f-152292677ce8 None None] Routers {'1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:23:01.936142 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-0a6259b4-e96d-4dd7-b41f-152292677ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:22:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:01.941820 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2cca1d83-583a-47f9-9d62-cac60e3a21cf req-e565acc2-cc62-446e-bc52-53c7c4a2dda0 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256378 Jul 29 23:23:01.943881 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=e97840ba-d1eb-4234-ba78-b8fc327bfe21,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:01.965515 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-90013ab1-f346-4da4-a479-41d0d1902647 req-0efe5210-1698-4daf-8b53-45ec074dbb65 tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d2676c0-e0d4-46fa-a07d-d81ee39c4fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482229 Jul 29 23:23:01.994159 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-74455216-501b-4f48-9c68-6bfdf395cca8 req-7eab4476-f80b-4aa5-8e1f-fd1dd4020f42 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=441b01e0-dd91-4072-828f-42466da886f6 HTTP/1.1" status: 200 len: 217 time: 0.0955088 Jul 29 23:23:02.020056 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-647fa59f-5f1c-4b1c-b232-7a140bf52be3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:02.040755 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-647fa59f-5f1c-4b1c-b232-7a140bf52be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:02.071015 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bcf4b898-0f08-432d-abe1-a93e344ad621 req-091e78b7-fb3b-4974-aac2-733d94642658 service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981907 Jul 29 23:23:02.096928 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647fa59f-5f1c-4b1c-b232-7a140bf52be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb47c412-e6ea-4bd7-bb1c-2d74e142e901,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:02.109223 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-0a6259b4-e96d-4dd7-b41f-152292677ce8 None None] Set router 1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:23:02.117252 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74455216-501b-4f48-9c68-6bfdf395cca8 req-eba5ca6c-327a-4aa7-a151-d7261e710938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:02.118951 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-74455216-501b-4f48-9c68-6bfdf395cca8 req-eba5ca6c-327a-4aa7-a151-d7261e710938 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.1127975 Jul 29 23:23:02.127797 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-647fa59f-5f1c-4b1c-b232-7a140bf52be3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fe69d9f91958410a9dba93fb2ebbb7f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4902656 Jul 29 23:23:02.128426 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 37104) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:02.216708 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fae83a4f-eea3-4096-a8dd-65b861edeedb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:02.222950 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74455216-501b-4f48-9c68-6bfdf395cca8 req-52b23737-260c-4d14-afb9-33ea140bb7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:02.224755 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-74455216-501b-4f48-9c68-6bfdf395cca8 req-52b23737-260c-4d14-afb9-33ea140bb7ae service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0661647 Jul 29 23:23:02.245459 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fae83a4f-eea3-4096-a8dd-65b861edeedb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:02.251592 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bcf4b898-0f08-432d-abe1-a93e344ad621 req-393a154d-d929-454e-93d3-44104066ab7f service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716239 Jul 29 23:23:02.258746 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51841231-43f4-4da2-beb8-e6e873442d9f x-openstack-request-id: req-51841231-43f4-4da2-beb8-e6e873442d9f {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:02.259290 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a3ff9dd-6f72-47d8-8be7-333a1aa4c60c", "name": "network-vif-plugged", "status": "completed", "tag": "e97840ba-d1eb-4234-ba78-b8fc327bfe21", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:02.259290 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-51841231-43f4-4da2-beb8-e6e873442d9f {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:02.260199 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a3ff9dd-6f72-47d8-8be7-333a1aa4c60c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e97840ba-d1eb-4234-ba78-b8fc327bfe21', 'code': 200} Jul 29 23:23:02.269075 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f152a91-aedd-4c5a-9d6b-cb0dc70cee55 req-05bfc532-bda7-4de4-9af4-b11d0a69920d tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:02.271022 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0f152a91-aedd-4c5a-9d6b-cb0dc70cee55 req-05bfc532-bda7-4de4-9af4-b11d0a69920d tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=34e5dd5b-178e-4628-b88b-2ffb39c2970a HTTP/1.1" status: 200 len: 949 time: 0.0971766 Jul 29 23:23:02.343116 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0f152a91-aedd-4c5a-9d6b-cb0dc70cee55 req-6a67ec69-68ea-4422-93ae-f4f4f9d17ce9 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637689 Jul 29 23:23:02.392571 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-74455216-501b-4f48-9c68-6bfdf395cca8 req-c1d54220-bc7b-4530-b6cf-cfa53fcd09d1 service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499979 Jul 29 23:23:02.397149 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b97d74-4262-4288-964b-00045863324a req-c03d781f-b48e-4c12-b25c-855a14169088 tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:02.397259 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 37110) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:02.398811 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-48b97d74-4262-4288-964b-00045863324a req-c03d781f-b48e-4c12-b25c-855a14169088 tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] 10.222.0.43 "GET /v2.0/ports?device_id=faa73fad-544e-4493-a9db-ec02961eee0b HTTP/1.1" status: 200 len: 948 time: 0.0782216 Jul 29 23:23:02.441781 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b8a76-3319-4352-aa64-19192dd77af0 req-84fc671f-23db-4304-be61-8e325d89534e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:02.443368 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f40b8a76-3319-4352-aa64-19192dd77af0 req-84fc671f-23db-4304-be61-8e325d89534e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0a3ff9dd-6f72-47d8-8be7-333a1aa4c60c HTTP/1.1" status: 200 len: 1097 time: 0.0979927 Jul 29 23:23:02.443981 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fae83a4f-eea3-4096-a8dd-65b861edeedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:02.446526 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-48b97d74-4262-4288-964b-00045863324a req-d6299254-159a-4f1d-bfe0-d4962385249d tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] 10.222.0.43 "GET /v2.0/security-groups?id=880f6da3-9dfa-498a-81a9-dd8fc33be21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374529 Jul 29 23:23:02.446668 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fae83a4f-eea3-4096-a8dd-65b861edeedb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:02.448179 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-fae83a4f-eea3-4096-a8dd-65b861edeedb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cb47c412-e6ea-4bd7-bb1c-2d74e142e901 HTTP/1.1" status: 204 len: 168 time: 0.3181994 Jul 29 23:23:02.505891 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-0a6259b4-e96d-4dd7-b41f-152292677ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b', 'name': 'tempest-ServersTestFqdnHostnames-627255085-router', 'tenant_id': '41d06bbbb3d042bdbdfcf854d406dce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '23e6fafc-5fdc-4fe2-8e54-605de80a9341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:22:15Z', 'updated_at': '2021-07-29T23:22:25Z', 'revision_number': 4, 'project_id': '41d06bbbb3d042bdbdfcf854d406dce8', 'gw_port': {'id': '23e6fafc-5fdc-4fe2-8e54-605de80a9341', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:17Z', 'updated_at': '2021-07-29T23:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '01fdf823-0f8f-4f2b-83b0-0003735577ff', 'tenant_id': '41d06bbbb3d042bdbdfcf854d406dce8', 'floating_ip_address': '172.25.0.169', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b', 'port_id': 'e7f10a7e-124a-4a04-8697-d32bc91a9455', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3d68086-0a5f-410a-8c92-112285f5e741', 'mac_address': 'fa:16:3e:86:31:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7925bf-bf61-4ab9-ba86-da53ddb9abbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:22:33Z', 'updated_at': '2021-07-29T23:22:58Z', 'revision_number': 1, 'project_id': '41d06bbbb3d042bdbdfcf854d406dce8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e730abb6-2fc7-49ce-8d3d-ced2743d41cd', 'name': '', 'network_id': 'a3d68086-0a5f-410a-8c92-112285f5e741', 'tenant_id': '41d06bbbb3d042bdbdfcf854d406dce8', 'mac_address': 'fa:16:3e:48:f6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '0162d293-3851-4ddf-a231-f6840d6b73ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:23Z', 'updated_at': '2021-07-29T23:22:32Z', 'revision_number': 5, 'project_id': '41d06bbbb3d042bdbdfcf854d406dce8', 'subnets': [{'id': '0162d293-3851-4ddf-a231-f6840d6b73ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:02.512437 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac569d44-d407-4c7c-9c5d-036c674258b1', 'name': 'network-vif-deleted', 'tag': '684677e3-039c-42a6-9d4c-6dfe5b5557d2'}, {'name': 'network-changed', 'server_uuid': 'ce7925bf-bf61-4ab9-ba86-da53ddb9abbd', 'tag': 'e7f10a7e-124a-4a04-8697-d32bc91a9455'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:02.514829 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa29053-59d5-4049-82ae-6467e977664f" -d '{"events": [{"server_uuid": "ac569d44-d407-4c7c-9c5d-036c674258b1", "name": "network-vif-deleted", "tag": "684677e3-039c-42a6-9d4c-6dfe5b5557d2"}, {"name": "network-changed", "server_uuid": "ce7925bf-bf61-4ab9-ba86-da53ddb9abbd", "tag": "e7f10a7e-124a-4a04-8697-d32bc91a9455"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:02.529083 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae83a4f-eea3-4096-a8dd-65b861edeedb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb47c412-e6ea-4bd7-bb1c-2d74e142e901,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:02.540274 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6259b4-e96d-4dd7-b41f-152292677ce8 None None] The sync data for ids ['1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b'] in n-d-712141-10 is: [{'id': '1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b', 'name': 'tempest-ServersTestFqdnHostnames-627255085-router', 'tenant_id': '41d06bbbb3d042bdbdfcf854d406dce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '23e6fafc-5fdc-4fe2-8e54-605de80a9341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:22:15Z', 'updated_at': '2021-07-29T23:22:25Z', 'revision_number': 4, 'project_id': '41d06bbbb3d042bdbdfcf854d406dce8', 'gw_port': {'id': '23e6fafc-5fdc-4fe2-8e54-605de80a9341', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:17Z', 'updated_at': '2021-07-29T23:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '01fdf823-0f8f-4f2b-83b0-0003735577ff', 'tenant_id': '41d06bbbb3d042bdbdfcf854d406dce8', 'floating_ip_address': '172.25.0.169', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b', 'port_id': 'e7f10a7e-124a-4a04-8697-d32bc91a9455', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3d68086-0a5f-410a-8c92-112285f5e741', 'mac_address': 'fa:16:3e:86:31:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7925bf-bf61-4ab9-ba86-da53ddb9abbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:22:33Z', 'updated_at': '2021-07-29T23:22:58Z', 'revision_number': 1, 'project_id': '41d06bbbb3d042bdbdfcf854d406dce8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e730abb6-2fc7-49ce-8d3d-ced2743d41cd', 'name': '', 'network_id': 'a3d68086-0a5f-410a-8c92-112285f5e741', 'tenant_id': '41d06bbbb3d042bdbdfcf854d406dce8', 'mac_address': 'fa:16:3e:48:f6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '0162d293-3851-4ddf-a231-f6840d6b73ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:23Z', 'updated_at': '2021-07-29T23:22:32Z', 'revision_number': 5, 'project_id': '41d06bbbb3d042bdbdfcf854d406dce8', 'subnets': [{'id': '0162d293-3851-4ddf-a231-f6840d6b73ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:23:02.545913 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e18d8a6-cca1-401d-8736-090586e4196b admin admin] Deleting subnet 998261e9-cec6-4719-b797-0c7da54a3001 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:23:02.555146 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2e18d8a6-cca1-401d-8736-090586e4196b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:02.594004 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-073c84b4-02ae-4f7f-ab58-bbcf20edfdc5 x-openstack-request-id: req-073c84b4-02ae-4f7f-ab58-bbcf20edfdc5 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:02.594301 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac569d44-d407-4c7c-9c5d-036c674258b1", "name": "network-vif-deleted", "tag": "684677e3-039c-42a6-9d4c-6dfe5b5557d2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ce7925bf-bf61-4ab9-ba86-da53ddb9abbd", "tag": "e7f10a7e-124a-4a04-8697-d32bc91a9455", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:02.594549 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-073c84b4-02ae-4f7f-ab58-bbcf20edfdc5 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:02.594945 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac569d44-d407-4c7c-9c5d-036c674258b1', 'name': 'network-vif-deleted', 'tag': '684677e3-039c-42a6-9d4c-6dfe5b5557d2', 'status': 'completed', 'code': 200} Jul 29 23:23:02.595204 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce7925bf-bf61-4ab9-ba86-da53ddb9abbd', 'tag': 'e7f10a7e-124a-4a04-8697-d32bc91a9455', 'status': 'completed', 'code': 200} Jul 29 23:23:02.604521 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f40b8a76-3319-4352-aa64-19192dd77af0 req-5658cb47-2ce1-4226-b834-0bcec568b8d3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399348 Jul 29 23:23:02.629786 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2e18d8a6-cca1-401d-8736-090586e4196b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:02.658469 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-74455216-501b-4f48-9c68-6bfdf395cca8 req-b95ea1ae-8db1-4372-9400-e5cd12af32dc service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496746 Jul 29 23:23:02.667562 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f1805d-9edf-4723-a185-4d3eafcc53df req-94dd823d-ebec-486a-b9d0-4aa81fb7361e tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:02.669321 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f0f1805d-9edf-4723-a185-4d3eafcc53df req-94dd823d-ebec-486a-b9d0-4aa81fb7361e tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=8269d0ef-410d-4990-b07b-20ab07f1507b HTTP/1.1" status: 200 len: 947 time: 0.0630970 Jul 29 23:23:02.690565 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2e18d8a6-cca1-401d-8736-090586e4196b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:02.715200 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f0f1805d-9edf-4723-a185-4d3eafcc53df req-894d5ab7-f01c-4c8b-a876-52c9c72ad5fe tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382149 Jul 29 23:23:02.752148 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2e18d8a6-cca1-401d-8736-090586e4196b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:02.777673 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e18d8a6-cca1-401d-8736-090586e4196b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=998261e9-cec6-4719-b797-0c7da54a3001,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:02.783898 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2e18d8a6-cca1-401d-8736-090586e4196b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:02.785379 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-2e18d8a6-cca1-401d-8736-090586e4196b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/998261e9-cec6-4719-b797-0c7da54a3001 HTTP/1.1" status: 204 len: 168 time: 0.3862758 Jul 29 23:23:02.788085 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37120) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:02.835966 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004cecf7-eab1-415b-96af-14f01cb26dbf None None] New status for floating IP 01fdf823-0f8f-4f2b-83b0-0003735577ff: ACTIVE {{(pid=94079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:23:02.863906 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2bcd6776-5af6-41cb-9aa5-e2b029ac5545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:02.935408 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa29053-59d5-4049-82ae-6467e977664f req-c50c8741-a167-4942-91b6-cd7a15389135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:02.939133 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0aa29053-59d5-4049-82ae-6467e977664f req-c50c8741-a167-4942-91b6-cd7a15389135 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=41d06bbbb3d042bdbdfcf854d406dce8&device_id=ce7925bf-bf61-4ab9-ba86-da53ddb9abbd HTTP/1.1" status: 200 len: 1097 time: 0.0524914 Jul 29 23:23:02.955081 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2bcd6776-5af6-41cb-9aa5-e2b029ac5545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:02.969691 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-2bcd6776-5af6-41cb-9aa5-e2b029ac5545 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f490981b-45a9-43e1-a661-0229cc7a8cd7']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:02.982221 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-2bcd6776-5af6-41cb-9aa5-e2b029ac5545 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a739f5fc-cf01-40c9-83c0-bfbae7f993f3') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:02.982552 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-2bcd6776-5af6-41cb-9aa5-e2b029ac5545 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a739f5fc-cf01-40c9-83c0-bfbae7f993f3') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:02.991679 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 1f9d7af5-eeb7-4958-824d-65b84fae3358 details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:23:03.005693 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2bcd6776-5af6-41cb-9aa5-e2b029ac5545 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:03.028743 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2bcd6776-5af6-41cb-9aa5-e2b029ac5545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:03.044169 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bcd6776-5af6-41cb-9aa5-e2b029ac5545 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:23:03.044504 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2bcd6776-5af6-41cb-9aa5-e2b029ac5545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:03.064606 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:23:03.064606 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:23:03.064606 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:23:03.064606 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:23:03.064606 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:23:03.064606 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:23:03.064606 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:23:03.064606 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:23:03.064606 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:23:03.064606 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:23:03.064606 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:23:03.064606 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:23:03.064606 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:23:03.064606 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:23:03.064606 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:23:03.064606 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:23:03.064606 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:23:03.064606 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:23:03.064606 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:23:03.064606 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:23:03.064606 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:23:03.064606 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:23:03.064606 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:23:03.064606 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:23:03.064606 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:23:03.064606 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:23:03.064606 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:23:03.064606 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:23:03.064606 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:23:03.064606 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:23:03.064606 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:23:03.064606 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:23:03.090759 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa29053-59d5-4049-82ae-6467e977664f req-685e1d33-867e-4d99-9c32-552ee9ea754f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:03.093122 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0aa29053-59d5-4049-82ae-6467e977664f req-685e1d33-867e-4d99-9c32-552ee9ea754f service neutron] 10.222.0.41 "GET /v2.0/networks?id=a3d68086-0a5f-410a-8c92-112285f5e741 HTTP/1.1" status: 200 len: 915 time: 0.1429615 Jul 29 23:23:03.145643 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 1f9d7af5-eeb7-4958-824d-65b84fae3358, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=1f9d7af5-eeb7-4958-824d-65b84fae3358,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:03.158636 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '1f9d7af5-eeb7-4958-824d-65b84fae3358', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'port_id': '1f9d7af5-eeb7-4958-824d-65b84fae3358', 'mac_address': 'fa:16:3e:df:72:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64bdc61a-58ca-49c7-bae5-ecfed9ee407c', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:23:03.184394 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0aa29053-59d5-4049-82ae-6467e977664f req-79d9824f-4aa4-4dbb-adf8-ca3d427f5580 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e7f10a7e-124a-4a04-8697-d32bc91a9455 HTTP/1.1" status: 200 len: 1001 time: 0.0817263 Jul 29 23:23:03.195592 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2bcd6776-5af6-41cb-9aa5-e2b029ac5545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:03.210952 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:03.218322 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2bcd6776-5af6-41cb-9aa5-e2b029ac5545 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:03.220212 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-2bcd6776-5af6-41cb-9aa5-e2b029ac5545 admin admin] 10.222.0.43 "DELETE /v2.0/networks/f490981b-45a9-43e1-a661-0229cc7a8cd7 HTTP/1.1" status: 204 len: 168 time: 0.4307909 Jul 29 23:23:03.225765 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd6776-5af6-41cb-9aa5-e2b029ac5545 admin admin] Pushing event deleted for resources: {'Network': ['ID=f490981b-45a9-43e1-a661-0229cc7a8cd7,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:03.229881 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f9d7af5-eeb7-4958-824d-65b84fae3358 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:23:03.232730 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37136) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:03.250191 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c6dce-0496-431f-80d5-2be1c1069e54 req-920aaef7-4329-44df-b60b-6bebd9bcd619 tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:03.256225 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 1f9d7af5-eeb7-4958-824d-65b84fae3358, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=1f9d7af5-eeb7-4958-824d-65b84fae3358,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:03.257408 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d88c6dce-0496-431f-80d5-2be1c1069e54 req-920aaef7-4329-44df-b60b-6bebd9bcd619 tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] 10.222.0.43 "GET /v2.0/ports?device_id=f71b05e8-ba13-4948-a4ea-34f94b4ec682 HTTP/1.1" status: 200 len: 944 time: 0.1445434 Jul 29 23:23:03.260993 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa29053-59d5-4049-82ae-6467e977664f req-dac8f939-29ed-43af-b09d-03586ad65e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:03.262332 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0aa29053-59d5-4049-82ae-6467e977664f req-dac8f939-29ed-43af-b09d-03586ad65e28 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0162d293-3851-4ddf-a231-f6840d6b73ab HTTP/1.1" status: 200 len: 853 time: 0.0703325 Jul 29 23:23:03.263243 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:03.277202 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aef765-1d95-46ba-ba1b-9d4d94834b24 req-59f13523-c68f-4514-8149-5a4bf7e57af9 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:03.278753 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f9aef765-1d95-46ba-ba1b-9d4d94834b24 req-59f13523-c68f-4514-8149-5a4bf7e57af9 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a3ff9dd-6f72-47d8-8be7-333a1aa4c60c HTTP/1.1" status: 200 len: 945 time: 0.1648872 Jul 29 23:23:03.330233 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=1f9d7af5-eeb7-4958-824d-65b84fae3358,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:03.331111 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa29053-59d5-4049-82ae-6467e977664f req-2f4d7693-4c9e-4f48-ac2f-5e641dbff6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:03.332802 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0aa29053-59d5-4049-82ae-6467e977664f req-2f4d7693-4c9e-4f48-ac2f-5e641dbff6c1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a3d68086-0a5f-410a-8c92-112285f5e741&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0624027 Jul 29 23:23:03.376471 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d88c6dce-0496-431f-80d5-2be1c1069e54 req-e7b8b44f-fe7b-4e47-a9c8-e33d7c9f4811 tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d2676c0-e0d4-46fa-a07d-d81ee39c4fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181951 Jul 29 23:23:03.381202 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-7379f477-40ff-4c36-ad04-7a892a11e34f admin admin] Deleting subnet b86565f5-9515-40e5-9e83-e29bca449291 {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:23:03.387946 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7379f477-40ff-4c36-ad04-7a892a11e34f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:03.418196 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f9aef765-1d95-46ba-ba1b-9d4d94834b24 req-ff9f9df2-ce80-4e61-9f09-04f9933e4943 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140330 Jul 29 23:23:03.439455 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 37146) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:03.448299 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7379f477-40ff-4c36-ad04-7a892a11e34f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:03.474021 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0aa29053-59d5-4049-82ae-6467e977664f req-e9465e30-c0b9-4454-8284-4691b3a74aa9 service neutron] 10.222.0.41 "GET /v2.0/networks/a3d68086-0a5f-410a-8c92-112285f5e741?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290519 Jul 29 23:23:03.527940 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7379f477-40ff-4c36-ad04-7a892a11e34f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:03.559883 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ddc33-a657-465d-a9cf-c6a52705c86e req-d6f43694-63da-48ee-8964-6590e1cfec88 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:03.561517 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-940ddc33-a657-465d-a9cf-c6a52705c86e req-d6f43694-63da-48ee-8964-6590e1cfec88 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=34e5dd5b-178e-4628-b88b-2ffb39c2970a HTTP/1.1" status: 200 len: 949 time: 0.0930529 Jul 29 23:23:03.569485 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-1d11dbb4-b551-4250-810a-c5bd7bdd3654 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1679898678-network', 'tenant_id': '11625efdc5e247819e1ba7685d24a207'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:03.606067 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0aa29053-59d5-4049-82ae-6467e977664f req-5716210e-3752-4348-ac03-f01d8fdc5864 service neutron] 10.222.0.41 "GET /v2.0/networks/a3d68086-0a5f-410a-8c92-112285f5e741?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193805 Jul 29 23:23:03.612025 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d11dbb4-b551-4250-810a-c5bd7bdd3654 admin admin] Made reservation on behalf of 11625efdc5e247819e1ba7685d24a207 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:23:03.614656 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1d11dbb4-b551-4250-810a-c5bd7bdd3654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:03.626452 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['1f9d7af5-eeb7-4958-824d-65b84fae3358'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:03.630339 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1d11dbb4-b551-4250-810a-c5bd7bdd3654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:03.660794 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-940ddc33-a657-465d-a9cf-c6a52705c86e req-8e62945a-719a-41e7-a3f4-c0a2bbc74d2c tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836096 Jul 29 23:23:03.680446 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7379f477-40ff-4c36-ad04-7a892a11e34f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:03.699481 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6350b1c-6ccf-4859-89c4-4dc7f74fb58f req-a2452c3c-8524-4335-b611-a8ddd9934603 tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:03.701468 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b6350b1c-6ccf-4859-89c4-4dc7f74fb58f req-a2452c3c-8524-4335-b611-a8ddd9934603 tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] 10.222.0.43 "GET /v2.0/ports?device_id=faa73fad-544e-4493-a9db-ec02961eee0b HTTP/1.1" status: 200 len: 948 time: 0.1374784 Jul 29 23:23:03.727342 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7379f477-40ff-4c36-ad04-7a892a11e34f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b86565f5-9515-40e5-9e83-e29bca449291,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:03.734493 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7379f477-40ff-4c36-ad04-7a892a11e34f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:03.736512 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-7379f477-40ff-4c36-ad04-7a892a11e34f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b86565f5-9515-40e5-9e83-e29bca449291 HTTP/1.1" status: 204 len: 168 time: 0.5017841 Jul 29 23:23:03.739251 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 37154) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:03.765338 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b6350b1c-6ccf-4859-89c4-4dc7f74fb58f req-caa4ca49-aa11-4f07-86a0-140a05004614 tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] 10.222.0.43 "GET /v2.0/security-groups?id=880f6da3-9dfa-498a-81a9-dd8fc33be21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416048 Jul 29 23:23:03.835136 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1d11dbb4-b551-4250-810a-c5bd7bdd3654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:03.843056 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1d11dbb4-b551-4250-810a-c5bd7bdd3654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:03.851132 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-38652651-b0ab-4119-8545-1f01eb9d7d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:03.866976 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d11dbb4-b551-4250-810a-c5bd7bdd3654 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:23:03.891418 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf3151-b1c1-4925-85a3-8a04a98e3596 req-bf70c12e-e8ae-447c-be62-0c8a2a6941d1 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:03.892091 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1d11dbb4-b551-4250-810a-c5bd7bdd3654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:03.892442 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-1d11dbb4-b551-4250-810a-c5bd7bdd3654 admin admin] Added segment 03081878-6d73-4f31-b394-970f508038c5 of type vlan for network 33e8f010-7789-4c0c-8f2b-4d54e9bb67e4 Jul 29 23:23:03.894180 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7fdf3151-b1c1-4925-85a3-8a04a98e3596 req-bf70c12e-e8ae-447c-be62-0c8a2a6941d1 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=8269d0ef-410d-4990-b07b-20ab07f1507b HTTP/1.1" status: 200 len: 948 time: 0.0663402 Jul 29 23:23:03.906574 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d11dbb4-b551-4250-810a-c5bd7bdd3654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:03.997835 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1d11dbb4-b551-4250-810a-c5bd7bdd3654 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:04.021127 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-38652651-b0ab-4119-8545-1f01eb9d7d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:04.039674 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-38652651-b0ab-4119-8545-1f01eb9d7d5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18ce6e23-c43b-49d7-9d59-8f4cc127d788']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:04.053557 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-38652651-b0ab-4119-8545-1f01eb9d7d5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b98b9d10-daaa-4682-8639-f2a9b95d0abd') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:04.053878 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-38652651-b0ab-4119-8545-1f01eb9d7d5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b98b9d10-daaa-4682-8639-f2a9b95d0abd') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:04.061866 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1d11dbb4-b551-4250-810a-c5bd7bdd3654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:04.062953 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d11dbb4-b551-4250-810a-c5bd7bdd3654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:04.063559 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1d11dbb4-b551-4250-810a-c5bd7bdd3654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:04.073808 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-38652651-b0ab-4119-8545-1f01eb9d7d5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:04.126053 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-1d11dbb4-b551-4250-810a-c5bd7bdd3654 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6848361 Jul 29 23:23:04.126993 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-38652651-b0ab-4119-8545-1f01eb9d7d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:04.141415 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 37158) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:04.146342 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-7d7c7c5f-c262-435b-a678-6766183418f0 admin admin] Request body: {'subnet': {'network_id': '33e8f010-7789-4c0c-8f2b-4d54e9bb67e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1679898678-subnet', 'tenant_id': '11625efdc5e247819e1ba7685d24a207', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:04.155630 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38652651-b0ab-4119-8545-1f01eb9d7d5b admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:23:04.155849 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-38652651-b0ab-4119-8545-1f01eb9d7d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:04.159486 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:23:04.159486 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:23:04.159486 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:23:04.159486 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:23:04.159486 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:23:04.159486 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:23:04.159486 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:23:04.159486 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:23:04.159486 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:23:04.159486 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:23:04.159486 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:23:04.159486 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:23:04.159486 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:23:04.159486 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:23:04.159486 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:23:04.159486 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:23:04.159486 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:23:04.159486 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:23:04.159486 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:23:04.159486 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:23:04.159486 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:23:04.159486 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:23:04.159486 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:23:04.159486 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:23:04.159486 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:23:04.159486 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:23:04.159486 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:23:04.159486 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:23:04.159486 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:23:04.159486 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:23:04.159486 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:23:04.159486 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:23:04.196512 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d11dbb4-b551-4250-810a-c5bd7bdd3654 admin admin] Pushing event updated for resources: {'Network': ['ID=33e8f010-7789-4c0c-8f2b-4d54e9bb67e4,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:04.207910 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 33e8f010-7789-4c0c-8f2b-4d54e9bb67e4 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:23:04.227744 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7c7c5f-c262-435b-a678-6766183418f0 admin admin] Made reservation on behalf of 11625efdc5e247819e1ba7685d24a207 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:23:04.230425 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7d7c7c5f-c262-435b-a678-6766183418f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:04.242939 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-38652651-b0ab-4119-8545-1f01eb9d7d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:04.248652 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7fdf3151-b1c1-4925-85a3-8a04a98e3596 req-34fe0a95-30e3-4e0f-9cc4-e95a403effd1 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492150 Jul 29 23:23:04.271703 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-38652651-b0ab-4119-8545-1f01eb9d7d5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:04.274112 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-38652651-b0ab-4119-8545-1f01eb9d7d5b admin admin] 10.222.0.43 "DELETE /v2.0/networks/18ce6e23-c43b-49d7-9d59-8f4cc127d788 HTTP/1.1" status: 204 len: 168 time: 0.5333529 Jul 29 23:23:04.293023 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38652651-b0ab-4119-8545-1f01eb9d7d5b admin admin] Pushing event deleted for resources: {'Network': ['ID=18ce6e23-c43b-49d7-9d59-8f4cc127d788,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:04.387353 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37162) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:04.424187 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7d7c7c5f-c262-435b-a678-6766183418f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:04.429697 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-81283fcd-432c-4891-b489-f2c3afa74a66 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c2657a7d23514506876a4df5f527f58c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387874 Jul 29 23:23:04.429946 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37166) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:04.491390 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7c7c5f-c262-435b-a678-6766183418f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d10b4a30-6630-4be3-b0e2-2a7a17a89939,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:04.499791 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7c7c5f-c262-435b-a678-6766183418f0 admin admin] Checking segment: {'id': '03081878-6d73-4f31-b394-970f508038c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '33e8f010-7789-4c0c-8f2b-4d54e9bb67e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:23:04.500153 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7c7c5f-c262-435b-a678-6766183418f0 admin admin] Network hostable DHCP agents. Network: 33e8f010-7789-4c0c-8f2b-4d54e9bb67e4, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:23:04.519221 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7c7c5f-c262-435b-a678-6766183418f0 admin admin] Network 33e8f010-7789-4c0c-8f2b-4d54e9bb67e4 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:23:04.531375 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-7d7c7c5f-c262-435b-a678-6766183418f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 33e8f010-7789-4c0c-8f2b-4d54e9bb67e4) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:23:04.537509 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7c7c5f-c262-435b-a678-6766183418f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:04.538556 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7d7c7c5f-c262-435b-a678-6766183418f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:04.540022 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-aa5d0a6a-cc5f-4ed4-b9a2-b020da356d92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:04.540923 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe31e7f-f7cf-4c3e-adf4-a040b60d711c None None] Network 33e8f010-7789-4c0c-8f2b-4d54e9bb67e4 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:23:04.555446 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7d7c7c5f-c262-435b-a678-6766183418f0 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4128416 Jul 29 23:23:04.571392 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63f1526-23ec-41de-ab2e-630c2fd7938c req-37304f8d-0d01-481e-8291-f3fa17d317d4 tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:04.572998 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b63f1526-23ec-41de-ab2e-630c2fd7938c req-37304f8d-0d01-481e-8291-f3fa17d317d4 tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] 10.222.0.43 "GET /v2.0/ports?device_id=f71b05e8-ba13-4948-a4ea-34f94b4ec682 HTTP/1.1" status: 200 len: 944 time: 0.1181958 Jul 29 23:23:04.593400 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-aa5d0a6a-cc5f-4ed4-b9a2-b020da356d92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:04.608307 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b231ec3-1de3-4f0a-bb49-e2870ac05082 req-b730c21a-f0c9-4fb8-9da1-4d70de62fae3 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:04.609863 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7b231ec3-1de3-4f0a-bb49-e2870ac05082 req-b730c21a-f0c9-4fb8-9da1-4d70de62fae3 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a3ff9dd-6f72-47d8-8be7-333a1aa4c60c HTTP/1.1" status: 200 len: 945 time: 0.1206772 Jul 29 23:23:04.689283 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614fbbba-c43b-468f-8ef7-175a7d69a83a None None] Network 33e8f010-7789-4c0c-8f2b-4d54e9bb67e4 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:23:04.691227 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b63f1526-23ec-41de-ab2e-630c2fd7938c req-5bc6d546-ee6e-4e90-b30e-87b72078fe49 tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d2676c0-e0d4-46fa-a07d-d81ee39c4fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015289 Jul 29 23:23:04.701316 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7b231ec3-1de3-4f0a-bb49-e2870ac05082 req-73b558d0-7924-413f-bc04-11b2b650a78a tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778129 Jul 29 23:23:04.720861 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-aa5d0a6a-cc5f-4ed4-b9a2-b020da356d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:04.724139 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-aa5d0a6a-cc5f-4ed4-b9a2-b020da356d92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:04.726197 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-aa5d0a6a-cc5f-4ed4-b9a2-b020da356d92 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4763348b-fe40-45a5-959b-712b336a079b HTTP/1.1" status: 204 len: 168 time: 0.2953365 Jul 29 23:23:04.743980 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5d0a6a-cc5f-4ed4-b9a2-b020da356d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4763348b-fe40-45a5-959b-712b336a079b,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:04.876130 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911941af-2e7a-4be0-b80c-26e0080039c9 req-3974cb93-5b3d-449f-9b5e-fba82548a26b tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:04.885247 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-911941af-2e7a-4be0-b80c-26e0080039c9 req-3974cb93-5b3d-449f-9b5e-fba82548a26b tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=34e5dd5b-178e-4628-b88b-2ffb39c2970a HTTP/1.1" status: 200 len: 949 time: 0.0885577 Jul 29 23:23:04.973490 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 441b01e0-dd91-4072-828f-42466da886f6 details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:23:04.975875 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 1f9d7af5-eeb7-4958-824d-65b84fae3358 up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:23:04.981392 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-911941af-2e7a-4be0-b80c-26e0080039c9 req-14dbbc7e-4fee-4c17-b167-861691118a11 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950623 Jul 29 23:23:05.133017 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 441b01e0-dd91-4072-828f-42466da886f6, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=441b01e0-dd91-4072-828f-42466da886f6,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:05.143735 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port 1f9d7af5-eeb7-4958-824d-65b84fae3358 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:23:05.143958 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30d7793-6421-4049-b2ac-345fe766158f req-cd32156c-1baf-4935-bede-5e2fc80c29da tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:05.149172 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 1f9d7af5-eeb7-4958-824d-65b84fae3358 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:23:05.149664 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:05.151853 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c30d7793-6421-4049-b2ac-345fe766158f req-cd32156c-1baf-4935-bede-5e2fc80c29da tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] 10.222.0.43 "GET /v2.0/ports?device_id=faa73fad-544e-4493-a9db-ec02961eee0b HTTP/1.1" status: 200 len: 948 time: 0.1046774 Jul 29 23:23:05.152806 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '441b01e0-dd91-4072-828f-42466da886f6', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'port_id': '441b01e0-dd91-4072-828f-42466da886f6', 'mac_address': 'fa:16:3e:b0:40:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64bdc61a-58ca-49c7-bae5-ecfed9ee407c', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:23:05.217830 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c30d7793-6421-4049-b2ac-345fe766158f req-984faa22-a9fe-4d0b-b59b-2ef846eb547d tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] 10.222.0.43 "GET /v2.0/security-groups?id=880f6da3-9dfa-498a-81a9-dd8fc33be21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638828 Jul 29 23:23:05.228502 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d64be6-e493-4008-acbf-63e00353236f req-71cd8cdf-ec3a-485a-9d0b-5485830bd839 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:05.230944 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-83d64be6-e493-4008-acbf-63e00353236f req-71cd8cdf-ec3a-485a-9d0b-5485830bd839 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a3ff9dd-6f72-47d8-8be7-333a1aa4c60c HTTP/1.1" status: 200 len: 945 time: 0.1283429 Jul 29 23:23:05.265387 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:05.287940 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 441b01e0-dd91-4072-828f-42466da886f6 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:23:05.303426 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-83d64be6-e493-4008-acbf-63e00353236f req-a3c11a8e-18c3-4262-8e83-11cd06bb4ee1 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633757 Jul 29 23:23:05.320745 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:05.348080 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37196) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:05.361509 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 441b01e0-dd91-4072-828f-42466da886f6, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=441b01e0-dd91-4072-828f-42466da886f6,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:05.362718 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8269d0ef-410d-4990-b07b-20ab07f1507b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f9d7af5-eeb7-4958-824d-65b84fae3358'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:05.364950 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ebddf0-32de-4ce3-a25e-af7d32caf436" -d '{"events": [{"server_uuid": "8269d0ef-410d-4990-b07b-20ab07f1507b", "name": "network-vif-plugged", "status": "completed", "tag": "1f9d7af5-eeb7-4958-824d-65b84fae3358"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:05.388272 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 1f9d7af5-eeb7-4958-824d-65b84fae3358, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=1f9d7af5-eeb7-4958-824d-65b84fae3358,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:05.393770 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:05.425798 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc48dfc9-b89d-4d6e-83d7-ec33a12c1788 x-openstack-request-id: req-fc48dfc9-b89d-4d6e-83d7-ec33a12c1788 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:05.426158 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8269d0ef-410d-4990-b07b-20ab07f1507b", "name": "network-vif-plugged", "status": "completed", "tag": "1f9d7af5-eeb7-4958-824d-65b84fae3358", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:05.426481 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fc48dfc9-b89d-4d6e-83d7-ec33a12c1788 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:05.426938 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8269d0ef-410d-4990-b07b-20ab07f1507b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f9d7af5-eeb7-4958-824d-65b84fae3358', 'code': 200} Jul 29 23:23:05.427788 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:05.428800 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device d2784e4a-e9f3-4343-bb6c-fa9b0c0cf993 up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:23:05.432574 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-494cff13-afcb-4f47-bd30-c6d789f33ded admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e985444534a247388e03fc7222e3c972&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0830169 Jul 29 23:23:05.435219 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 37200) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:05.451353 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d6508-daad-414c-a487-0df79fb5976f req-858c124f-0512-4060-9296-8f1dfa792b31 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:05.453304 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-218d6508-daad-414c-a487-0df79fb5976f req-858c124f-0512-4060-9296-8f1dfa792b31 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=8269d0ef-410d-4990-b07b-20ab07f1507b HTTP/1.1" status: 200 len: 948 time: 0.0815997 Jul 29 23:23:05.488267 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=441b01e0-dd91-4072-828f-42466da886f6,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:05.509467 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-218d6508-daad-414c-a487-0df79fb5976f req-5e7a012c-65cc-418a-8a93-01a8b1e7066f tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406666 Jul 29 23:23:05.542073 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port d2784e4a-e9f3-4343-bb6c-fa9b0c0cf993 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:23:05.553111 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port d2784e4a-e9f3-4343-bb6c-fa9b0c0cf993 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:23:05.553702 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:05.557979 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=1f9d7af5-eeb7-4958-824d-65b84fae3358,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:05.665650 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:05.708101 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port d2784e4a-e9f3-4343-bb6c-fa9b0c0cf993, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=d2784e4a-e9f3-4343-bb6c-fa9b0c0cf993,segment=NetworkSegment(b40deb5a-a280-402b-81c2-0545dad12982),segment_id=b40deb5a-a280-402b-81c2-0545dad12982)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:05.709981 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37206) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:05.714315 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:05.715826 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-9df77eed-452b-4394-bdc5-28524553c427 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1212676689-network', 'tenant_id': '2ac9a0f8e8db4e5fb0e9d23f44aef138'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:05.744083 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df77eed-452b-4394-bdc5-28524553c427 admin admin] Made reservation on behalf of 2ac9a0f8e8db4e5fb0e9d23f44aef138 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:23:05.747089 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9df77eed-452b-4394-bdc5-28524553c427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:05.759830 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9df77eed-452b-4394-bdc5-28524553c427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:05.761756 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['441b01e0-dd91-4072-828f-42466da886f6'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:05.826626 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=d2784e4a-e9f3-4343-bb6c-fa9b0c0cf993,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:05.880473 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-925082fe-f06e-4929-a037-18c417fcde49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:05.887976 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e654bb7-0f00-45bb-ba57-ec76a508d04e req-2faefe4b-2196-4a96-a22a-cb942af179fc tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:05.889714 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4e654bb7-0f00-45bb-ba57-ec76a508d04e req-2faefe4b-2196-4a96-a22a-cb942af179fc tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] 10.222.0.43 "GET /v2.0/ports?device_id=f71b05e8-ba13-4948-a4ea-34f94b4ec682 HTTP/1.1" status: 200 len: 945 time: 0.0769629 Jul 29 23:23:05.909819 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-925082fe-f06e-4929-a037-18c417fcde49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:05.924087 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecc730e-f33b-4537-bee1-66b11a975fcd req-cd69086f-2dbd-47fd-a7b3-6f1bf4a8a8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:05.925670 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-fecc730e-f33b-4537-bee1-66b11a975fcd req-cd69086f-2dbd-47fd-a7b3-6f1bf4a8a8a0 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8269d0ef-410d-4990-b07b-20ab07f1507b HTTP/1.1" status: 200 len: 1101 time: 0.3962004 Jul 29 23:23:05.950588 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9df77eed-452b-4394-bdc5-28524553c427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:05.959392 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4e654bb7-0f00-45bb-ba57-ec76a508d04e req-3a883dd3-3bcd-448f-92f6-11c6cf710c80 tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d2676c0-e0d4-46fa-a07d-d81ee39c4fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613151 Jul 29 23:23:05.960437 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9df77eed-452b-4394-bdc5-28524553c427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:05.985401 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-fecc730e-f33b-4537-bee1-66b11a975fcd req-6cb001bd-a485-4ada-9daf-c3d0b7403b28 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471835 Jul 29 23:23:05.986396 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9df77eed-452b-4394-bdc5-28524553c427 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:23:05.996763 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-925082fe-f06e-4929-a037-18c417fcde49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:06.000929 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-925082fe-f06e-4929-a037-18c417fcde49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:06.001930 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df77eed-452b-4394-bdc5-28524553c427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a1a339-beda-4cce-8143-098d6e5c8673,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:06.002176 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-925082fe-f06e-4929-a037-18c417fcde49 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c8a8aed0-31ef-4260-972e-90cc09e26fd5 HTTP/1.1" status: 204 len: 168 time: 0.5659118 Jul 29 23:23:06.008439 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9df77eed-452b-4394-bdc5-28524553c427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:06.008792 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-9df77eed-452b-4394-bdc5-28524553c427 admin admin] Added segment 9ca1b50c-4020-46db-99c1-d9a54b94a923 of type vlan for network 6baca4e2-ccbc-470a-9ba3-68c8498c5c10 Jul 29 23:23:06.016001 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925082fe-f06e-4929-a037-18c417fcde49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a8aed0-31ef-4260-972e-90cc09e26fd5,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:06.059994 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9df77eed-452b-4394-bdc5-28524553c427 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:06.118037 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9df77eed-452b-4394-bdc5-28524553c427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:06.119023 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df77eed-452b-4394-bdc5-28524553c427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:06.120335 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9df77eed-452b-4394-bdc5-28524553c427 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:06.186822 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-9df77eed-452b-4394-bdc5-28524553c427 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4755340 Jul 29 23:23:06.189964 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 37218) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:06.194908 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-a091abd1-66a9-47a3-810f-c91dcd709da7 admin admin] Request body: {'subnet': {'network_id': '6baca4e2-ccbc-470a-9ba3-68c8498c5c10', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1212676689-subnet', 'tenant_id': '2ac9a0f8e8db4e5fb0e9d23f44aef138', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:06.196687 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf38eac-3715-4ae8-938a-cfbf25647e57 req-103f766c-5ee9-4689-a665-f38d792c2482 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:06.198571 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7cf38eac-3715-4ae8-938a-cfbf25647e57 req-103f766c-5ee9-4689-a665-f38d792c2482 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=34e5dd5b-178e-4628-b88b-2ffb39c2970a HTTP/1.1" status: 200 len: 949 time: 0.1229525 Jul 29 23:23:06.207976 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df77eed-452b-4394-bdc5-28524553c427 admin admin] Pushing event updated for resources: {'Network': ['ID=6baca4e2-ccbc-470a-9ba3-68c8498c5c10,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:06.218539 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 6baca4e2-ccbc-470a-9ba3-68c8498c5c10 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:23:06.222886 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a091abd1-66a9-47a3-810f-c91dcd709da7 admin admin] Made reservation on behalf of 2ac9a0f8e8db4e5fb0e9d23f44aef138 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:23:06.226134 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a091abd1-66a9-47a3-810f-c91dcd709da7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:06.259456 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7cf38eac-3715-4ae8-938a-cfbf25647e57 req-a9b6f625-0856-44af-8bc9-b512cdfd4ee3 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534286 Jul 29 23:23:06.372106 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125084cd-fb99-42e3-bc9b-fe4976ba91ff req-f567f8a6-7e61-448d-ade2-993635a80162 tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:06.380644 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-125084cd-fb99-42e3-bc9b-fe4976ba91ff req-f567f8a6-7e61-448d-ade2-993635a80162 tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] 10.222.0.43 "GET /v2.0/ports?device_id=faa73fad-544e-4493-a9db-ec02961eee0b HTTP/1.1" status: 200 len: 949 time: 0.0665505 Jul 29 23:23:06.420055 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a091abd1-66a9-47a3-810f-c91dcd709da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:06.448960 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-125084cd-fb99-42e3-bc9b-fe4976ba91ff req-fc565cf8-3495-4c90-bc8f-d7f1acc60ced tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] 10.222.0.43 "GET /v2.0/security-groups?id=880f6da3-9dfa-498a-81a9-dd8fc33be21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676639 Jul 29 23:23:06.467188 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c1f85-64bf-4e5b-a1f8-0c81398a7efb req-e6b11195-aded-48d3-b32e-a110b453e6c4 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:06.474122 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ad5c1f85-64bf-4e5b-a1f8-0c81398a7efb req-e6b11195-aded-48d3-b32e-a110b453e6c4 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a3ff9dd-6f72-47d8-8be7-333a1aa4c60c HTTP/1.1" status: 200 len: 945 time: 0.0777597 Jul 29 23:23:06.487862 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a091abd1-66a9-47a3-810f-c91dcd709da7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0ecc01e-940e-46c6-8d22-551f863234a7,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:06.503153 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a091abd1-66a9-47a3-810f-c91dcd709da7 admin admin] Checking segment: {'id': '9ca1b50c-4020-46db-99c1-d9a54b94a923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '6baca4e2-ccbc-470a-9ba3-68c8498c5c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:23:06.503807 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a091abd1-66a9-47a3-810f-c91dcd709da7 admin admin] Network hostable DHCP agents. Network: 6baca4e2-ccbc-470a-9ba3-68c8498c5c10, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:23:06.522436 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a091abd1-66a9-47a3-810f-c91dcd709da7 admin admin] Network 6baca4e2-ccbc-470a-9ba3-68c8498c5c10 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:23:06.523383 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ad5c1f85-64bf-4e5b-a1f8-0c81398a7efb req-d436c89a-432e-4947-90f4-ba6a6d317a47 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473471 Jul 29 23:23:06.531908 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-a091abd1-66a9-47a3-810f-c91dcd709da7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 6baca4e2-ccbc-470a-9ba3-68c8498c5c10) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:23:06.553245 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7ceb39-f1da-46fb-8aef-5ae8c735504d None None] Network 6baca4e2-ccbc-470a-9ba3-68c8498c5c10 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:23:06.562602 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a091abd1-66a9-47a3-810f-c91dcd709da7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:06.563399 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a091abd1-66a9-47a3-810f-c91dcd709da7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:06.582166 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a091abd1-66a9-47a3-810f-c91dcd709da7 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3905909 Jul 29 23:23:06.729694 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d15e353-0ca0-41e7-ae8c-9e6fa07a0c9f req-5e13e830-ce0f-481a-a634-858b309012b7 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:06.735942 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1d15e353-0ca0-41e7-ae8c-9e6fa07a0c9f req-5e13e830-ce0f-481a-a634-858b309012b7 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=8269d0ef-410d-4990-b07b-20ab07f1507b HTTP/1.1" status: 200 len: 949 time: 0.1069846 Jul 29 23:23:06.765569 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d27a32d-ed6f-4484-a78e-8d5fe4354747 None None] Network 6baca4e2-ccbc-470a-9ba3-68c8498c5c10 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:23:06.786886 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1d15e353-0ca0-41e7-ae8c-9e6fa07a0c9f req-2b410a30-6272-41f4-9135-31bb8b66251f tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441194 Jul 29 23:23:06.861184 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:06.879519 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07d2609-8656-493f-8620-cc7e5f8d2e6a req-2d7dc7ec-fc4c-4dbe-845d-0c8ec8d337b3 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:06.881216 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a07d2609-8656-493f-8620-cc7e5f8d2e6a req-2d7dc7ec-fc4c-4dbe-845d-0c8ec8d337b3 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a3ff9dd-6f72-47d8-8be7-333a1aa4c60c HTTP/1.1" status: 200 len: 945 time: 0.0643754 Jul 29 23:23:06.927996 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a07d2609-8656-493f-8620-cc7e5f8d2e6a req-284abe0b-2062-4182-8d64-eb22428554da tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395863 Jul 29 23:23:06.974866 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 441b01e0-dd91-4072-828f-42466da886f6 up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:23:07.040660 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port 441b01e0-dd91-4072-828f-42466da886f6 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:23:07.048636 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 441b01e0-dd91-4072-828f-42466da886f6 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:23:07.049278 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:07.112894 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d541501-cb27-45c4-9f74-7d7c9235072b req-790ee5e5-8fbe-4575-947d-612e9677cb9a tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:07.114685 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8d541501-cb27-45c4-9f74-7d7c9235072b req-790ee5e5-8fbe-4575-947d-612e9677cb9a tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] 10.222.0.43 "GET /v2.0/ports?device_id=f71b05e8-ba13-4948-a4ea-34f94b4ec682 HTTP/1.1" status: 200 len: 945 time: 0.0693972 Jul 29 23:23:07.149876 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:07.172541 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8d541501-cb27-45c4-9f74-7d7c9235072b req-a3d267c0-3411-4892-b741-7436c9c7960f tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d2676c0-e0d4-46fa-a07d-d81ee39c4fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494633 Jul 29 23:23:07.208650 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 441b01e0-dd91-4072-828f-42466da886f6, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=441b01e0-dd91-4072-828f-42466da886f6,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:07.217566 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:07.291545 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=441b01e0-dd91-4072-828f-42466da886f6,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:07.427893 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f71b05e8-ba13-4948-a4ea-34f94b4ec682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2784e4a-e9f3-4343-bb6c-fa9b0c0cf993'}, {'server_uuid': 'faa73fad-544e-4493-a9db-ec02961eee0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '441b01e0-dd91-4072-828f-42466da886f6'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:07.430242 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a0159b4-0137-412d-9648-66950e7c3b17" -d '{"events": [{"server_uuid": "f71b05e8-ba13-4948-a4ea-34f94b4ec682", "name": "network-vif-plugged", "status": "completed", "tag": "d2784e4a-e9f3-4343-bb6c-fa9b0c0cf993"}, {"server_uuid": "faa73fad-544e-4493-a9db-ec02961eee0b", "name": "network-vif-plugged", "status": "completed", "tag": "441b01e0-dd91-4072-828f-42466da886f6"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:07.435537 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99319f61-432a-4f36-b2e3-64ee2bfc5013 req-7909cacf-b10a-4938-bc5d-ff79de0935d1 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:07.437067 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-99319f61-432a-4f36-b2e3-64ee2bfc5013 req-7909cacf-b10a-4938-bc5d-ff79de0935d1 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=34e5dd5b-178e-4628-b88b-2ffb39c2970a HTTP/1.1" status: 200 len: 949 time: 0.0814390 Jul 29 23:23:07.445499 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ab149a-a0e3-4751-9e99-acc3a6f1eee5 req-5049d965-bf09-4ddb-9374-8a3dc9f8bc06 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:07.446935 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e2ab149a-a0e3-4751-9e99-acc3a6f1eee5 req-5049d965-bf09-4ddb-9374-8a3dc9f8bc06 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/networks?id=33e8f010-7789-4c0c-8f2b-4d54e9bb67e4 HTTP/1.1" status: 200 len: 808 time: 0.1563277 Jul 29 23:23:07.477543 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e2ab149a-a0e3-4751-9e99-acc3a6f1eee5 req-98eb698f-7040-46b4-bc8e-71bf62c43f54 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/quotas/11625efdc5e247819e1ba7685d24a207 HTTP/1.1" status: 200 len: 375 time: 0.0216308 Jul 29 23:23:07.503378 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-99319f61-432a-4f36-b2e3-64ee2bfc5013 req-738f9c6d-dc85-4864-ab2a-54ed34d99bf0 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549300 Jul 29 23:23:07.522621 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e2ab149a-a0e3-4751-9e99-acc3a6f1eee5 req-b676254e-06a4-44a1-8748-d0ebd1f5c759 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=11625efdc5e247819e1ba7685d24a207&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376680 Jul 29 23:23:07.556468 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8786196e-8912-4df4-975b-46eab5605057 x-openstack-request-id: req-8786196e-8912-4df4-975b-46eab5605057 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:07.557605 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f71b05e8-ba13-4948-a4ea-34f94b4ec682", "name": "network-vif-plugged", "status": "completed", "tag": "d2784e4a-e9f3-4343-bb6c-fa9b0c0cf993", "code": 200}, {"server_uuid": "faa73fad-544e-4493-a9db-ec02961eee0b", "name": "network-vif-plugged", "status": "completed", "tag": "441b01e0-dd91-4072-828f-42466da886f6", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:07.557770 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8786196e-8912-4df4-975b-46eab5605057 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:07.558039 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71b05e8-ba13-4948-a4ea-34f94b4ec682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2784e4a-e9f3-4343-bb6c-fa9b0c0cf993', 'code': 200} Jul 29 23:23:07.558541 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faa73fad-544e-4493-a9db-ec02961eee0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '441b01e0-dd91-4072-828f-42466da886f6', 'code': 200} Jul 29 23:23:07.735750 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f31e2a1-c900-49a5-9a89-e36d4035e74b req-f4c151ed-f6b4-4d98-b1de-15f85f643e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:07.738591 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9f31e2a1-c900-49a5-9a89-e36d4035e74b req-f4c151ed-f6b4-4d98-b1de-15f85f643e08 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=faa73fad-544e-4493-a9db-ec02961eee0b HTTP/1.1" status: 200 len: 1102 time: 0.0628386 Jul 29 23:23:07.767928 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdcfc54-c00e-480e-8729-230f4bc35aeb req-c146477a-207a-406e-a678-dfb81b28fd35 tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:07.769352 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fcdcfc54-c00e-480e-8729-230f4bc35aeb req-c146477a-207a-406e-a678-dfb81b28fd35 tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] 10.222.0.43 "GET /v2.0/ports?device_id=faa73fad-544e-4493-a9db-ec02961eee0b HTTP/1.1" status: 200 len: 950 time: 0.1483355 Jul 29 23:23:07.778228 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9f31e2a1-c900-49a5-9a89-e36d4035e74b req-68cb4dba-ccab-428b-a597-15ac814b4730 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=880f6da3-9dfa-498a-81a9-dd8fc33be21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302315 Jul 29 23:23:07.811759 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce08357-f179-4309-9c48-61390d9aefe9 req-0b1cb27f-cc17-433a-8c12-f828232a635d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:07.813250 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8ce08357-f179-4309-9c48-61390d9aefe9 req-0b1cb27f-cc17-433a-8c12-f828232a635d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f71b05e8-ba13-4948-a4ea-34f94b4ec682 HTTP/1.1" status: 200 len: 1097 time: 0.1143141 Jul 29 23:23:07.817995 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e2ab149a-a0e3-4751-9e99-acc3a6f1eee5 req-e3151836-15b8-48c0-ac33-c3f606504d71 service neutron] 10.222.0.43 "GET /v2.0/networks/33e8f010-7789-4c0c-8f2b-4d54e9bb67e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874246 Jul 29 23:23:07.842246 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fcdcfc54-c00e-480e-8729-230f4bc35aeb req-348f66b2-1fea-4bf9-b608-d6374a6e08ac tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] 10.222.0.43 "GET /v2.0/security-groups?id=880f6da3-9dfa-498a-81a9-dd8fc33be21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632305 Jul 29 23:23:07.943675 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8ce08357-f179-4309-9c48-61390d9aefe9 req-618f5ae4-55b5-492f-9c15-dbd3510fd415 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=7d2676c0-e0d4-46fa-a07d-d81ee39c4fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687153 Jul 29 23:23:07.964606 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e2ab149a-a0e3-4751-9e99-acc3a6f1eee5 req-85d8dc60-b6b6-4c4d-9570-9a0c0a7edace service neutron] 10.222.0.43 "GET /v2.0/networks/33e8f010-7789-4c0c-8f2b-4d54e9bb67e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373537 Jul 29 23:23:08.076926 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5b662bc9-18ef-4e46-ba1a-1a4719fbe006 req-3faf9332-7104-458a-8790-009b05f107f6 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=b643b3c685634ab7a299841272110756&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280287 Jul 29 23:23:08.202455 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf121c-0d4e-4ce7-8ded-b0e0deaa4051 req-e7f5c3c5-819d-467c-aad9-0de47d773247 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:08.203927 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-72cf121c-0d4e-4ce7-8ded-b0e0deaa4051 req-e7f5c3c5-819d-467c-aad9-0de47d773247 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=8269d0ef-410d-4990-b07b-20ab07f1507b HTTP/1.1" status: 200 len: 949 time: 0.0776174 Jul 29 23:23:08.236326 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b662bc9-18ef-4e46-ba1a-1a4719fbe006 req-48eff7e0-6f62-4d24-919b-4eff0f2a4c2f tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:08.237798 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5b662bc9-18ef-4e46-ba1a-1a4719fbe006 req-48eff7e0-6f62-4d24-919b-4eff0f2a4c2f tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1602683 Jul 29 23:23:08.264095 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5b662bc9-18ef-4e46-ba1a-1a4719fbe006 req-942928ba-d40d-47f1-a04b-8fdf0b33aa9c tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.43 "GET /v2.0/quotas/b643b3c685634ab7a299841272110756 HTTP/1.1" status: 200 len: 375 time: 0.0195532 Jul 29 23:23:08.267111 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-72cf121c-0d4e-4ce7-8ded-b0e0deaa4051 req-8d2ca57b-e669-4b7a-8b76-2e5f92a678f9 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545182 Jul 29 23:23:08.300097 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5b662bc9-18ef-4e46-ba1a-1a4719fbe006 req-30d539cf-84a1-46bd-9e69-df0edad6305d tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b643b3c685634ab7a299841272110756&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278206 Jul 29 23:23:08.395186 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837dba0-0091-445d-9782-206d7f1a4089 req-6b63fb8b-36a2-47bc-b42c-9521bbff0836 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:08.403106 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3837dba0-0091-445d-9782-206d7f1a4089 req-6b63fb8b-36a2-47bc-b42c-9521bbff0836 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a3ff9dd-6f72-47d8-8be7-333a1aa4c60c HTTP/1.1" status: 200 len: 945 time: 0.0570412 Jul 29 23:23:08.490814 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1eb2773a-0e0d-4c03-b1d7-660010ff84f2 req-1da5ef91-c554-4e0d-99b2-7df5a8fde22f tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=3222d6f4-7874-4b97-9753-b6ee5e9ee70f HTTP/1.1" status: 200 len: 210 time: 0.0384042 Jul 29 23:23:08.494037 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3837dba0-0091-445d-9782-206d7f1a4089 req-460e6f8f-48c3-4f9b-b050-c88d2c3f5ff3 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900252 Jul 29 23:23:08.604106 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29794973-fd95-43b8-9694-61ee64155496 req-375bfd44-c421-4c60-9f4a-94c8d996a045 tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:08.605729 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-29794973-fd95-43b8-9694-61ee64155496 req-375bfd44-c421-4c60-9f4a-94c8d996a045 tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] 10.222.0.43 "GET /v2.0/ports?device_id=f71b05e8-ba13-4948-a4ea-34f94b4ec682 HTTP/1.1" status: 200 len: 945 time: 0.0501530 Jul 29 23:23:08.668902 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-29794973-fd95-43b8-9694-61ee64155496 req-5b9f2a23-3d6a-4fb5-af0b-57195df430ab tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d2676c0-e0d4-46fa-a07d-d81ee39c4fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533588 Jul 29 23:23:08.698373 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcff7a92-0c98-4c8d-887c-03696ea138a3 req-f8a20392-9bd5-44bc-ab56-286123d190b1 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:08.700481 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-bcff7a92-0c98-4c8d-887c-03696ea138a3 req-f8a20392-9bd5-44bc-ab56-286123d190b1 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.41 "GET /v2.0/ports?device_id=0a3ff9dd-6f72-47d8-8be7-333a1aa4c60c HTTP/1.1" status: 200 len: 945 time: 0.0791130 Jul 29 23:23:08.759251 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c3ab37e5-47cc-4f9a-bbb5-5a2ce8c534d5 req-31d27874-5cab-4f04-b82c-937de7cb011e tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.43 "GET /v2.0/ports?device_id=d364d577-98a2-449f-8c82-9c06e5144ba2 HTTP/1.1" status: 200 len: 210 time: 0.0350652 Jul 29 23:23:08.766280 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664002d-3bec-47fa-bdde-1afc7bb9d244 req-f0848051-cb3a-4734-bdbe-ef7a4c50c052 tempest-ServersOnMultiNodesTest-1859005561 tempest-ServersOnMultiNodesTest-1859005561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:08.767783 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1664002d-3bec-47fa-bdde-1afc7bb9d244 req-f0848051-cb3a-4734-bdbe-ef7a4c50c052 tempest-ServersOnMultiNodesTest-1859005561 tempest-ServersOnMultiNodesTest-1859005561-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8269d0ef-410d-4990-b07b-20ab07f1507b HTTP/1.1" status: 200 len: 1101 time: 0.0746217 Jul 29 23:23:08.824044 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1664002d-3bec-47fa-bdde-1afc7bb9d244 req-c14fa5f7-b1d9-46d5-9723-8790b7080f2e tempest-ServersOnMultiNodesTest-1859005561 tempest-ServersOnMultiNodesTest-1859005561-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487928 Jul 29 23:23:08.849874 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-bcff7a92-0c98-4c8d-887c-03696ea138a3 req-7ec1f7cb-a72a-4e3d-88e7-f7399ad69cdf tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Deleting port e97840ba-d1eb-4234-ba78-b8fc327bfe21 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:23:08.850421 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-bcff7a92-0c98-4c8d-887c-03696ea138a3 req-7ec1f7cb-a72a-4e3d-88e7-f7399ad69cdf tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:08.967507 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba17c03-47b0-44c4-a6bf-412bd9d58c43 req-69c7c118-b553-4541-9485-df69f8ee2758 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:08.969611 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bba17c03-47b0-44c4-a6bf-412bd9d58c43 req-69c7c118-b553-4541-9485-df69f8ee2758 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=34e5dd5b-178e-4628-b88b-2ffb39c2970a HTTP/1.1" status: 200 len: 949 time: 0.0954185 Jul 29 23:23:09.045207 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23233eb6-c750-49c0-812e-d332f888e2a4 req-d5e68710-dfd3-442f-a73a-1e93dd80f47e tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:09.049791 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-bcff7a92-0c98-4c8d-887c-03696ea138a3 req-7ec1f7cb-a72a-4e3d-88e7-f7399ad69cdf tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] For port e97840ba-d1eb-4234-ba78-b8fc327bfe21, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=e97840ba-d1eb-4234-ba78-b8fc327bfe21,segment=NetworkSegment(290ad064-62e5-45f1-87ac-9cd12097849c),segment_id=290ad064-62e5-45f1-87ac-9cd12097849c)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:09.050295 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-23233eb6-c750-49c0-812e-d332f888e2a4 req-d5e68710-dfd3-442f-a73a-1e93dd80f47e tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] 10.222.0.43 "GET /v2.0/ports?device_id=faa73fad-544e-4493-a9db-ec02961eee0b HTTP/1.1" status: 200 len: 950 time: 0.1066213 Jul 29 23:23:09.050681 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-bcff7a92-0c98-4c8d-887c-03696ea138a3 req-7ec1f7cb-a72a-4e3d-88e7-f7399ad69cdf tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:09.057914 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bba17c03-47b0-44c4-a6bf-412bd9d58c43 req-09558483-8066-4f76-b30d-626ac0ccdcc6 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700564 Jul 29 23:23:09.065919 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-bcff7a92-0c98-4c8d-887c-03696ea138a3 req-7ec1f7cb-a72a-4e3d-88e7-f7399ad69cdf tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Calling delete_port for e97840ba-d1eb-4234-ba78-b8fc327bfe21 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:23:09.120133 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-23233eb6-c750-49c0-812e-d332f888e2a4 req-ca1bc4a3-01a4-4779-9c84-248bb5ece6c4 tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] 10.222.0.43 "GET /v2.0/security-groups?id=880f6da3-9dfa-498a-81a9-dd8fc33be21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552211 Jul 29 23:23:09.196876 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-11f7f4f8-8de1-4e6f-ae61-312407dcdac3 req-951fe6df-c3a6-4015-8128-a45a3eb5f92e tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=0c116bccf1944bb08a8f319b422b3c50&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255926 Jul 29 23:23:09.238875 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-bcff7a92-0c98-4c8d-887c-03696ea138a3 req-7ec1f7cb-a72a-4e3d-88e7-f7399ad69cdf tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:09.272899 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['e97840ba-d1eb-4234-ba78-b8fc327bfe21'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:09.286993 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec1f7cb-a72a-4e3d-88e7-f7399ad69cdf tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Pushing event deleted for resources: {'Port': ['ID=e97840ba-d1eb-4234-ba78-b8fc327bfe21,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:09.347105 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f7f4f8-8de1-4e6f-ae61-312407dcdac3 req-f0f0f854-5bf9-4e3a-a4ee-27d00123dcef tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:09.349060 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-11f7f4f8-8de1-4e6f-ae61-312407dcdac3 req-f0f0f854-5bf9-4e3a-a4ee-27d00123dcef tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1449125 Jul 29 23:23:09.354584 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcff7a92-0c98-4c8d-887c-03696ea138a3 req-7ec1f7cb-a72a-4e3d-88e7-f7399ad69cdf tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] No DVR routers for this DVR port e97840ba-d1eb-4234-ba78-b8fc327bfe21 on host n-h1-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:23:09.358076 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-bcff7a92-0c98-4c8d-887c-03696ea138a3 req-7ec1f7cb-a72a-4e3d-88e7-f7399ad69cdf tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:09.360889 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-bcff7a92-0c98-4c8d-887c-03696ea138a3 req-7ec1f7cb-a72a-4e3d-88e7-f7399ad69cdf tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.41 "DELETE /v2.0/ports/e97840ba-d1eb-4234-ba78-b8fc327bfe21 HTTP/1.1" status: 204 len: 173 time: 0.6350493 Jul 29 23:23:09.361408 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a3ff9dd-6f72-47d8-8be7-333a1aa4c60c', 'name': 'network-vif-deleted', 'tag': 'e97840ba-d1eb-4234-ba78-b8fc327bfe21'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:09.364678 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14c3282-4574-41be-b377-28c297f7b2ba" -d '{"events": [{"server_uuid": "0a3ff9dd-6f72-47d8-8be7-333a1aa4c60c", "name": "network-vif-deleted", "tag": "e97840ba-d1eb-4234-ba78-b8fc327bfe21"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:09.387203 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-11f7f4f8-8de1-4e6f-ae61-312407dcdac3 req-7052eea4-f244-4202-9519-50221200693d tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/quotas/0c116bccf1944bb08a8f319b422b3c50 HTTP/1.1" status: 200 len: 375 time: 0.0298288 Jul 29 23:23:09.438002 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed4a8bf1-4fc8-439b-b9d7-acd62130f5b9 x-openstack-request-id: req-ed4a8bf1-4fc8-439b-b9d7-acd62130f5b9 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:09.439117 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a3ff9dd-6f72-47d8-8be7-333a1aa4c60c", "name": "network-vif-deleted", "tag": "e97840ba-d1eb-4234-ba78-b8fc327bfe21", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:09.439614 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ed4a8bf1-4fc8-439b-b9d7-acd62130f5b9 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:09.440172 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a3ff9dd-6f72-47d8-8be7-333a1aa4c60c', 'name': 'network-vif-deleted', 'tag': 'e97840ba-d1eb-4234-ba78-b8fc327bfe21', 'status': 'completed', 'code': 200} Jul 29 23:23:09.460551 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-11f7f4f8-8de1-4e6f-ae61-312407dcdac3 req-77b071c4-a12b-49d3-9044-9d5a6c4b7990 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0c116bccf1944bb08a8f319b422b3c50&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0723832 Jul 29 23:23:09.579673 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ab149a-a0e3-4751-9e99-acc3a6f1eee5 req-0301b755-f753-41ba-b279-93fc41cd0fb1 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:09.581640 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e2ab149a-a0e3-4751-9e99-acc3a6f1eee5 req-0301b755-f753-41ba-b279-93fc41cd0fb1 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.41 "GET /v2.0/networks?id=33e8f010-7789-4c0c-8f2b-4d54e9bb67e4 HTTP/1.1" status: 200 len: 808 time: 0.1615262 Jul 29 23:23:09.612797 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-e2ab149a-a0e3-4751-9e99-acc3a6f1eee5 req-4459dc74-a97d-4df4-9e58-e220d3d026b8 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Request body: {'port': {'device_id': '3222d6f4-7874-4b97-9753-b6ee5e9ee70f', 'network_id': '33e8f010-7789-4c0c-8f2b-4d54e9bb67e4', 'admin_state_up': True, 'tenant_id': '11625efdc5e247819e1ba7685d24a207'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:09.627869 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2decb84f-1563-4f12-9bff-15ff24cf6c92 req-0fa1c7cd-e518-42bc-b406-5ac3f514f784 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=3222d6f4-7874-4b97-9753-b6ee5e9ee70f HTTP/1.1" status: 200 len: 210 time: 0.0508916 Jul 29 23:23:09.751598 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5e77791d-6115-4771-aa58-278eab2651c2 req-3d7ec62c-030a-41d8-a4b7-71a57a541930 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=4856438f-3d65-4f46-ae9e-d9d1b5ba4578 HTTP/1.1" status: 200 len: 210 time: 0.0376222 Jul 29 23:23:09.773382 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8acb865c-0f20-4d89-89a4-4d94fcdec444 req-c53f8a11-f013-410b-95e6-5d56e7debdb2 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=0a3ff9dd-6f72-47d8-8be7-333a1aa4c60c HTTP/1.1" status: 200 len: 210 time: 0.0437148 Jul 29 23:23:09.773505 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2ab149a-a0e3-4751-9e99-acc3a6f1eee5 req-4459dc74-a97d-4df4-9e58-e220d3d026b8 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Made reservation on behalf of 11625efdc5e247819e1ba7685d24a207 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:23:09.773505 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e2ab149a-a0e3-4751-9e99-acc3a6f1eee5 req-4459dc74-a97d-4df4-9e58-e220d3d026b8 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:09.904718 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c22ae-a5bc-49b2-bf7b-06b1e92a0baa req-b9cf486f-82a7-4e40-a389-631f8244ae08 tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:09.906893 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5d9c22ae-a5bc-49b2-bf7b-06b1e92a0baa req-b9cf486f-82a7-4e40-a389-631f8244ae08 tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] 10.222.0.43 "GET /v2.0/ports?device_id=f71b05e8-ba13-4948-a4ea-34f94b4ec682 HTTP/1.1" status: 200 len: 945 time: 0.0567186 Jul 29 23:23:09.950463 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-e2ab149a-a0e3-4751-9e99-acc3a6f1eee5 req-4459dc74-a97d-4df4-9e58-e220d3d026b8 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Allocated IP 172.20.0.7 (33e8f010-7789-4c0c-8f2b-4d54e9bb67e4/d10b4a30-6630-4be3-b0e2-2a7a17a89939/fd6af666-9168-444a-ab4f-a842c3946b2a) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:23:09.966130 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5d9c22ae-a5bc-49b2-bf7b-06b1e92a0baa req-8ba0a413-f799-408e-9a7d-3ad3cfbb3564 tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d2676c0-e0d4-46fa-a07d-d81ee39c4fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514600 Jul 29 23:23:10.078378 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5e663076-88b1-4a03-9fe3-00a627e38786 req-935f4e9e-dead-4e81-8b9d-e571ca14bb0a tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.43 "GET /v2.0/ports?device_id=d364d577-98a2-449f-8c82-9c06e5144ba2 HTTP/1.1" status: 200 len: 210 time: 0.0682616 Jul 29 23:23:10.125868 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5b662bc9-18ef-4e46-ba1a-1a4719fbe006 req-d056c192-3031-45e3-9ead-b5e849d37dc4 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=b643b3c685634ab7a299841272110756&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488622 Jul 29 23:23:10.228941 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e2ab149a-a0e3-4751-9e99-acc3a6f1eee5 req-4459dc74-a97d-4df4-9e58-e220d3d026b8 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:10.277548 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b662bc9-18ef-4e46-ba1a-1a4719fbe006 req-0c092e43-ae87-4f0a-9cdf-2196971edf03 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:10.279085 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5b662bc9-18ef-4e46-ba1a-1a4719fbe006 req-0c092e43-ae87-4f0a-9cdf-2196971edf03 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1468968 Jul 29 23:23:10.294592 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e2ab149a-a0e3-4751-9e99-acc3a6f1eee5 req-4459dc74-a97d-4df4-9e58-e220d3d026b8 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:10.321828 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-5b662bc9-18ef-4e46-ba1a-1a4719fbe006 req-4387cfa1-d812-43a8-8469-77e02b692661 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Request body: {'port': {'device_id': 'd364d577-98a2-449f-8c82-9c06e5144ba2', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'admin_state_up': True, 'tenant_id': 'b643b3c685634ab7a299841272110756'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:10.359008 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2ab149a-a0e3-4751-9e99-acc3a6f1eee5 req-4459dc74-a97d-4df4-9e58-e220d3d026b8 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Network 33e8f010-7789-4c0c-8f2b-4d54e9bb67e4 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:23:10.362699 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-e2ab149a-a0e3-4751-9e99-acc3a6f1eee5 req-4459dc74-a97d-4df4-9e58-e220d3d026b8 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:23:10.366585 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2ab149a-a0e3-4751-9e99-acc3a6f1eee5 req-4459dc74-a97d-4df4-9e58-e220d3d026b8 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:23:10.380430 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4459dc74-a97d-4df4-9e58-e220d3d026b8 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Pushing event updated for resources: {'Port': ['ID=fd6af666-9168-444a-ab4f-a842c3946b2a,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:10.414005 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df623714-d440-47e8-9efd-ca61afb82d54 req-7dce778c-63d9-4a5d-8052-58a5e21964ce tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:10.416091 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-df623714-d440-47e8-9efd-ca61afb82d54 req-7dce778c-63d9-4a5d-8052-58a5e21964ce tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=34e5dd5b-178e-4628-b88b-2ffb39c2970a HTTP/1.1" status: 200 len: 949 time: 0.1361175 Jul 29 23:23:10.430533 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ab149a-a0e3-4751-9e99-acc3a6f1eee5 req-4459dc74-a97d-4df4-9e58-e220d3d026b8 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:10.432575 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e2ab149a-a0e3-4751-9e99-acc3a6f1eee5 req-4459dc74-a97d-4df4-9e58-e220d3d026b8 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:10.454704 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e2ab149a-a0e3-4751-9e99-acc3a6f1eee5 req-4459dc74-a97d-4df4-9e58-e220d3d026b8 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8518043 Jul 29 23:23:10.498492 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-e2ab149a-a0e3-4751-9e99-acc3a6f1eee5 req-43257316-0568-4a9e-9aaa-f87264eb8d6c service neutron] Request body: {'port': {'device_id': '3222d6f4-7874-4b97-9753-b6ee5e9ee70f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:10.503078 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c02b69-6b88-4d06-9f9e-36da2586e03e req-db3a2996-d6c5-4569-8141-40fa6b8a7ffe tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:10.504556 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-56c02b69-6b88-4d06-9f9e-36da2586e03e req-db3a2996-d6c5-4569-8141-40fa6b8a7ffe tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] 10.222.0.43 "GET /v2.0/ports?device_id=faa73fad-544e-4493-a9db-ec02961eee0b HTTP/1.1" status: 200 len: 950 time: 0.1623452 Jul 29 23:23:10.512180 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-df623714-d440-47e8-9efd-ca61afb82d54 req-d0a6da52-85a5-40f5-951d-935ac212827f tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829823 Jul 29 23:23:10.564062 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b662bc9-18ef-4e46-ba1a-1a4719fbe006 req-4387cfa1-d812-43a8-8469-77e02b692661 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Made reservation on behalf of b643b3c685634ab7a299841272110756 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:23:10.567720 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5b662bc9-18ef-4e46-ba1a-1a4719fbe006 req-4387cfa1-d812-43a8-8469-77e02b692661 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:10.581247 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5b662bc9-18ef-4e46-ba1a-1a4719fbe006 req-4387cfa1-d812-43a8-8469-77e02b692661 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:10.581905 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e2ab149a-a0e3-4751-9e99-acc3a6f1eee5 req-43257316-0568-4a9e-9aaa-f87264eb8d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:10.595023 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-56c02b69-6b88-4d06-9f9e-36da2586e03e req-e98bacf2-c16e-4490-bcae-8dce4fc984a5 tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] 10.222.0.43 "GET /v2.0/security-groups?id=880f6da3-9dfa-498a-81a9-dd8fc33be21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799668 Jul 29 23:23:10.756435 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5b662bc9-18ef-4e46-ba1a-1a4719fbe006 req-4387cfa1-d812-43a8-8469-77e02b692661 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:10.762817 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5b662bc9-18ef-4e46-ba1a-1a4719fbe006 req-4387cfa1-d812-43a8-8469-77e02b692661 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:10.850623 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4387cfa1-d812-43a8-8469-77e02b692661 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c476666a-fe15-4120-9af1-ee9bc8e63744,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:10.906054 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b02ec-8511-45e3-b2b1-06abec4ecc64 req-4d0e7a09-553e-4d65-869c-41dfdab583f7 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:10.908616 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0e9b02ec-8511-45e3-b2b1-06abec4ecc64 req-4d0e7a09-553e-4d65-869c-41dfdab583f7 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=3222d6f4-7874-4b97-9753-b6ee5e9ee70f HTTP/1.1" status: 200 len: 931 time: 0.1135099 Jul 29 23:23:10.935097 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-e2ab149a-a0e3-4751-9e99-acc3a6f1eee5 req-43257316-0568-4a9e-9aaa-f87264eb8d6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd6af666-9168-444a-ab4f-a842c3946b2a {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:23:10.946854 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e2ab149a-a0e3-4751-9e99-acc3a6f1eee5 req-43257316-0568-4a9e-9aaa-f87264eb8d6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:10.962414 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-e2ab149a-a0e3-4751-9e99-acc3a6f1eee5 req-43257316-0568-4a9e-9aaa-f87264eb8d6c service neutron] Transition to ACTIVE for port object fd6af666-9168-444a-ab4f-a842c3946b2a will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:23:10.967896 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e2ab149a-a0e3-4751-9e99-acc3a6f1eee5 req-43257316-0568-4a9e-9aaa-f87264eb8d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:10.995301 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-5b662bc9-18ef-4e46-ba1a-1a4719fbe006 req-4387cfa1-d812-43a8-8469-77e02b692661 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Allocated IP 192.168.233.66 (d71c22dc-feef-410b-a7ed-6548cf85bd6f/64bdc61a-58ca-49c7-bae5-ecfed9ee407c/ee5868d5-8e47-482c-88f4-62036870a611) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:23:11.006127 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0e9b02ec-8511-45e3-b2b1-06abec4ecc64 req-353037d3-e459-4609-a012-98a6a91d56f8 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758665 Jul 29 23:23:11.059518 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43257316-0568-4a9e-9aaa-f87264eb8d6c service neutron] Pushing event updated for resources: {'Port': ['ID=fd6af666-9168-444a-ab4f-a842c3946b2a,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:11.129403 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-11f7f4f8-8de1-4e6f-ae61-312407dcdac3 req-d88b39c8-906f-4bb4-9f11-f5729e52a33b tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=0c116bccf1944bb08a8f319b422b3c50&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0476351 Jul 29 23:23:11.171369 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6478d831-fd62-4cc2-bbcf-f77a1bbb6393 req-96b488f7-736d-494f-95ca-a87573c37ee5 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=4856438f-3d65-4f46-ae9e-d9d1b5ba4578 HTTP/1.1" status: 200 len: 210 time: 0.0475805 Jul 29 23:23:11.183597 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-e2ab149a-a0e3-4751-9e99-acc3a6f1eee5 req-43257316-0568-4a9e-9aaa-f87264eb8d6c service neutron] Attempting to bind port fd6af666-9168-444a-ab4f-a842c3946b2a on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:23:11.183949 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-e2ab149a-a0e3-4751-9e99-acc3a6f1eee5 req-43257316-0568-4a9e-9aaa-f87264eb8d6c service neutron] Attempting to bind port fd6af666-9168-444a-ab4f-a842c3946b2a by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': '03081878-6d73-4f31-b394-970f508038c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '33e8f010-7789-4c0c-8f2b-4d54e9bb67e4'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:23:11.184283 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ab149a-a0e3-4751-9e99-acc3a6f1eee5 req-43257316-0568-4a9e-9aaa-f87264eb8d6c service neutron] Attempting to bind port fd6af666-9168-444a-ab4f-a842c3946b2a on network 33e8f010-7789-4c0c-8f2b-4d54e9bb67e4 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:23:11.203938 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ab149a-a0e3-4751-9e99-acc3a6f1eee5 req-43257316-0568-4a9e-9aaa-f87264eb8d6c service neutron] Port fd6af666-9168-444a-ab4f-a842c3946b2a on network 33e8f010-7789-4c0c-8f2b-4d54e9bb67e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:23:11.204268 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ab149a-a0e3-4751-9e99-acc3a6f1eee5 req-43257316-0568-4a9e-9aaa-f87264eb8d6c service neutron] Attempting to bind port fd6af666-9168-444a-ab4f-a842c3946b2a on network 33e8f010-7789-4c0c-8f2b-4d54e9bb67e4 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:23:11.215992 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ab149a-a0e3-4751-9e99-acc3a6f1eee5 req-43257316-0568-4a9e-9aaa-f87264eb8d6c service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:23:11.216515 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ab149a-a0e3-4751-9e99-acc3a6f1eee5 req-43257316-0568-4a9e-9aaa-f87264eb8d6c service neutron] Checking segment: {'id': '03081878-6d73-4f31-b394-970f508038c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '33e8f010-7789-4c0c-8f2b-4d54e9bb67e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:23:11.217260 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ab149a-a0e3-4751-9e99-acc3a6f1eee5 req-43257316-0568-4a9e-9aaa-f87264eb8d6c service neutron] Bound using segment: {'id': '03081878-6d73-4f31-b394-970f508038c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '33e8f010-7789-4c0c-8f2b-4d54e9bb67e4'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:23:11.217743 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-e2ab149a-a0e3-4751-9e99-acc3a6f1eee5 req-43257316-0568-4a9e-9aaa-f87264eb8d6c service neutron] Bound port: fd6af666-9168-444a-ab4f-a842c3946b2a, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03081878-6d73-4f31-b394-970f508038c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '33e8f010-7789-4c0c-8f2b-4d54e9bb67e4'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:23:11.219298 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e2ab149a-a0e3-4751-9e99-acc3a6f1eee5 req-43257316-0568-4a9e-9aaa-f87264eb8d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:11.371378 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-e2ab149a-a0e3-4751-9e99-acc3a6f1eee5 req-43257316-0568-4a9e-9aaa-f87264eb8d6c service neutron] For port fd6af666-9168-444a-ab4f-a842c3946b2a, host n-h1-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:23:11.375026 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-e2ab149a-a0e3-4751-9e99-acc3a6f1eee5 req-43257316-0568-4a9e-9aaa-f87264eb8d6c service neutron] For port fd6af666-9168-444a-ab4f-a842c3946b2a, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=fd6af666-9168-444a-ab4f-a842c3946b2a,segment=NetworkSegment(03081878-6d73-4f31-b394-970f508038c5),segment_id=03081878-6d73-4f31-b394-970f508038c5)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:23:11.379386 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e2ab149a-a0e3-4751-9e99-acc3a6f1eee5 req-43257316-0568-4a9e-9aaa-f87264eb8d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:11.402523 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ab149a-a0e3-4751-9e99-acc3a6f1eee5 req-43257316-0568-4a9e-9aaa-f87264eb8d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:11.403160 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e2ab149a-a0e3-4751-9e99-acc3a6f1eee5 req-43257316-0568-4a9e-9aaa-f87264eb8d6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:11.404601 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e2ab149a-a0e3-4751-9e99-acc3a6f1eee5 req-43257316-0568-4a9e-9aaa-f87264eb8d6c service neutron] 10.222.0.41 "PUT /v2.0/ports/fd6af666-9168-444a-ab4f-a842c3946b2a HTTP/1.1" status: 200 len: 1092 time: 0.9121919 Jul 29 23:23:11.414963 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b5b97248-cd4b-491d-a50b-0d186ab5e91c req-ff4fa15c-d120-427a-9e14-638c7e8e80f7 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.43 "GET /v2.0/ports?device_id=d364d577-98a2-449f-8c82-9c06e5144ba2 HTTP/1.1" status: 200 len: 210 time: 0.0707114 Jul 29 23:23:11.437641 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f7f4f8-8de1-4e6f-ae61-312407dcdac3 req-2e07bc24-b8ba-49bb-ba04-7dec887f64a3 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:11.437641 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-11f7f4f8-8de1-4e6f-ae61-312407dcdac3 req-2e07bc24-b8ba-49bb-ba04-7dec887f64a3 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2731075 Jul 29 23:23:11.442728 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3222d6f4-7874-4b97-9753-b6ee5e9ee70f', 'tag': 'fd6af666-9168-444a-ab4f-a842c3946b2a'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:11.445317 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c120210a-de1a-40ad-8b32-f93ca36ab0e9" -d '{"events": [{"name": "network-changed", "server_uuid": "3222d6f4-7874-4b97-9753-b6ee5e9ee70f", "tag": "fd6af666-9168-444a-ab4f-a842c3946b2a"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:11.469763 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43257316-0568-4a9e-9aaa-f87264eb8d6c service neutron] Pushing event updated for resources: {'Port': ['ID=fd6af666-9168-444a-ab4f-a842c3946b2a,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:11.482883 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device e97840ba-d1eb-4234-ba78-b8fc327bfe21 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:23:11.502543 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-11f7f4f8-8de1-4e6f-ae61-312407dcdac3 req-19ce33f7-550b-4097-9e19-5b611ea020e2 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Request body: {'port': {'device_id': '4856438f-3d65-4f46-ae9e-d9d1b5ba4578', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'admin_state_up': True, 'tenant_id': '0c116bccf1944bb08a8f319b422b3c50'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:11.505562 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] No Port match for: e97840ba-d1eb-4234-ba78-b8fc327bfe21 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:23:11.505958 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device e97840ba-d1eb-4234-ba78-b8fc327bfe21 not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:23:11.522885 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c917eb8-036f-46b5-8463-21e30cb55242 x-openstack-request-id: req-6c917eb8-036f-46b5-8463-21e30cb55242 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:11.523175 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3222d6f4-7874-4b97-9753-b6ee5e9ee70f", "tag": "fd6af666-9168-444a-ab4f-a842c3946b2a", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:11.523425 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6c917eb8-036f-46b5-8463-21e30cb55242 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:11.523807 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3222d6f4-7874-4b97-9753-b6ee5e9ee70f', 'tag': 'fd6af666-9168-444a-ab4f-a842c3946b2a', 'status': 'completed', 'code': 200} Jul 29 23:23:11.543294 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ab149a-a0e3-4751-9e99-acc3a6f1eee5 req-d91eeaf2-a935-47e8-8682-5536b24bb4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:11.545183 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e2ab149a-a0e3-4751-9e99-acc3a6f1eee5 req-d91eeaf2-a935-47e8-8682-5536b24bb4e7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=11625efdc5e247819e1ba7685d24a207&device_id=3222d6f4-7874-4b97-9753-b6ee5e9ee70f HTTP/1.1" status: 200 len: 1095 time: 0.0628753 Jul 29 23:23:11.599038 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e2ab149a-a0e3-4751-9e99-acc3a6f1eee5 req-e628944e-475b-4740-a577-a29ca8d5bf9b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd6af666-9168-444a-ab4f-a842c3946b2a HTTP/1.1" status: 200 len: 217 time: 0.0381129 Jul 29 23:23:11.653120 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5b662bc9-18ef-4e46-ba1a-1a4719fbe006 req-4387cfa1-d812-43a8-8469-77e02b692661 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:11.655505 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ab149a-a0e3-4751-9e99-acc3a6f1eee5 req-7c4143af-c4d7-4950-8a72-ece8791d752e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:11.657109 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e2ab149a-a0e3-4751-9e99-acc3a6f1eee5 req-7c4143af-c4d7-4950-8a72-ece8791d752e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d10b4a30-6630-4be3-b0e2-2a7a17a89939 HTTP/1.1" status: 200 len: 848 time: 0.0506330 Jul 29 23:23:11.669726 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ec962-8337-4c55-8400-2f05ef4cb0ee req-16c67296-ef78-49a7-86e4-34e945235e7a tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:11.671199 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c32ec962-8337-4c55-8400-2f05ef4cb0ee req-16c67296-ef78-49a7-86e4-34e945235e7a tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/networks?id=666740f6-88d5-4493-9e12-abc4c5ef258e HTTP/1.1" status: 200 len: 811 time: 0.2516234 Jul 29 23:23:11.695200 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e2ab149a-a0e3-4751-9e99-acc3a6f1eee5 req-5afb9a70-e88a-4e2b-a0bf-a0818afd235f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=33e8f010-7789-4c0c-8f2b-4d54e9bb67e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298419 Jul 29 23:23:11.704620 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-5b662bc9-18ef-4e46-ba1a-1a4719fbe006 req-4387cfa1-d812-43a8-8469-77e02b692661 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Transition to ACTIVE for port object ee5868d5-8e47-482c-88f4-62036870a611 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:23:11.738163 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c32ec962-8337-4c55-8400-2f05ef4cb0ee req-2ca4ba13-a8a7-4d0f-8663-f55ba3fbf1e3 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/quotas/f4fb04acaf444a438779b8cf93bf1437 HTTP/1.1" status: 200 len: 375 time: 0.0474181 Jul 29 23:23:11.795875 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c32ec962-8337-4c55-8400-2f05ef4cb0ee req-0396b569-2c49-424e-97f2-342afcc8553a tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f4fb04acaf444a438779b8cf93bf1437&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452192 Jul 29 23:23:11.797787 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e2ab149a-a0e3-4751-9e99-acc3a6f1eee5 req-2e6432c8-d04f-473d-a99f-aca7ce32d84f service neutron] 10.222.0.41 "GET /v2.0/networks/33e8f010-7789-4c0c-8f2b-4d54e9bb67e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880263 Jul 29 23:23:11.798454 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11f7f4f8-8de1-4e6f-ae61-312407dcdac3 req-19ce33f7-550b-4097-9e19-5b611ea020e2 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Made reservation on behalf of 0c116bccf1944bb08a8f319b422b3c50 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:23:11.801799 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-11f7f4f8-8de1-4e6f-ae61-312407dcdac3 req-19ce33f7-550b-4097-9e19-5b611ea020e2 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:11.813607 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a122d-eda4-4bf6-96e6-8951b655b9e8 req-680e83b3-9ad0-4825-a122-2156a0dfe9f6 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:11.815033 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-301a122d-eda4-4bf6-96e6-8951b655b9e8 req-680e83b3-9ad0-4825-a122-2156a0dfe9f6 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=34e5dd5b-178e-4628-b88b-2ffb39c2970a HTTP/1.1" status: 200 len: 949 time: 0.1429710 Jul 29 23:23:11.893406 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e2ab149a-a0e3-4751-9e99-acc3a6f1eee5 req-5345404d-272e-41c9-82b3-7c64c8395501 service neutron] 10.222.0.41 "GET /v2.0/networks/33e8f010-7789-4c0c-8f2b-4d54e9bb67e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879171 Jul 29 23:23:11.893729 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5b662bc9-18ef-4e46-ba1a-1a4719fbe006 req-4387cfa1-d812-43a8-8469-77e02b692661 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:12.006073 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b662bc9-18ef-4e46-ba1a-1a4719fbe006 req-4387cfa1-d812-43a8-8469-77e02b692661 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Network d71c22dc-feef-410b-a7ed-6548cf85bd6f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:23:12.015017 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-301a122d-eda4-4bf6-96e6-8951b655b9e8 req-12078d64-e704-49db-9f97-d28d48e703cd tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910505 Jul 29 23:23:12.020503 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120210a-de1a-40ad-8b32-f93ca36ab0e9 req-26c92f32-0b65-4eb9-b045-d9fc93242e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:12.021304 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-5b662bc9-18ef-4e46-ba1a-1a4719fbe006 req-4387cfa1-d812-43a8-8469-77e02b692661 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:23:12.022054 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c120210a-de1a-40ad-8b32-f93ca36ab0e9 req-26c92f32-0b65-4eb9-b045-d9fc93242e00 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=11625efdc5e247819e1ba7685d24a207&device_id=3222d6f4-7874-4b97-9753-b6ee5e9ee70f HTTP/1.1" status: 200 len: 1095 time: 0.0416849 Jul 29 23:23:12.038351 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b662bc9-18ef-4e46-ba1a-1a4719fbe006 req-4387cfa1-d812-43a8-8469-77e02b692661 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:23:12.073179 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4387cfa1-d812-43a8-8469-77e02b692661 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Pushing event updated for resources: {'Port': ['ID=ee5868d5-8e47-482c-88f4-62036870a611,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:12.113606 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c32ec962-8337-4c55-8400-2f05ef4cb0ee req-cf1e4703-80da-4cdd-9ed6-3284803e874d service neutron] 10.222.0.43 "GET /v2.0/networks/666740f6-88d5-4493-9e12-abc4c5ef258e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3081899 Jul 29 23:23:12.152268 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120210a-de1a-40ad-8b32-f93ca36ab0e9 req-7be255b4-8c2c-4643-a54c-239699f0c9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:12.154242 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c120210a-de1a-40ad-8b32-f93ca36ab0e9 req-7be255b4-8c2c-4643-a54c-239699f0c9c5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=33e8f010-7789-4c0c-8f2b-4d54e9bb67e4 HTTP/1.1" status: 200 len: 909 time: 0.1140649 Jul 29 23:23:12.203748 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c120210a-de1a-40ad-8b32-f93ca36ab0e9 req-917e8226-b08a-4368-b20f-10578bc25074 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd6af666-9168-444a-ab4f-a842c3946b2a HTTP/1.1" status: 200 len: 217 time: 0.0419073 Jul 29 23:23:12.256640 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120210a-de1a-40ad-8b32-f93ca36ab0e9 req-f249e6a2-c466-4f02-a00a-92b726c96afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:12.258164 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c120210a-de1a-40ad-8b32-f93ca36ab0e9 req-f249e6a2-c466-4f02-a00a-92b726c96afe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d10b4a30-6630-4be3-b0e2-2a7a17a89939 HTTP/1.1" status: 200 len: 848 time: 0.0461423 Jul 29 23:23:12.284648 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-9ee0b526-7171-471b-b3b8-7e3dd50759fc None None] Provisioning for port ee5868d5-8e47-482c-88f4-62036870a611 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:23:12.289140 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-9ee0b526-7171-471b-b3b8-7e3dd50759fc None None] Provisioning complete for port ee5868d5-8e47-482c-88f4-62036870a611 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:23:12.289759 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9ee0b526-7171-471b-b3b8-7e3dd50759fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:12.294984 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c120210a-de1a-40ad-8b32-f93ca36ab0e9 req-a36acd8c-190f-4839-a058-a4b4c1a7c3a0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=33e8f010-7789-4c0c-8f2b-4d54e9bb67e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283821 Jul 29 23:23:12.325831 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-9ee0b526-7171-471b-b3b8-7e3dd50759fc None None] Port ee5868d5-8e47-482c-88f4-62036870a611 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:23:12.399283 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c120210a-de1a-40ad-8b32-f93ca36ab0e9 req-ba6e9b0e-305c-44bf-acb6-8037ca2058c6 service neutron] 10.222.0.41 "GET /v2.0/networks/33e8f010-7789-4c0c-8f2b-4d54e9bb67e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953681 Jul 29 23:23:12.499769 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c120210a-de1a-40ad-8b32-f93ca36ab0e9 req-86502c37-3df3-44bf-aa41-83b8ac3c58c4 service neutron] 10.222.0.41 "GET /v2.0/networks/33e8f010-7789-4c0c-8f2b-4d54e9bb67e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913210 Jul 29 23:23:12.524640 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b662bc9-18ef-4e46-ba1a-1a4719fbe006 req-4387cfa1-d812-43a8-8469-77e02b692661 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:12.525240 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5b662bc9-18ef-4e46-ba1a-1a4719fbe006 req-4387cfa1-d812-43a8-8469-77e02b692661 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:12.544914 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-11f7f4f8-8de1-4e6f-ae61-312407dcdac3 req-19ce33f7-550b-4097-9e19-5b611ea020e2 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Allocated IP 192.168.233.127 (d71c22dc-feef-410b-a7ed-6548cf85bd6f/64bdc61a-58ca-49c7-bae5-ecfed9ee407c/72da3c58-91b9-43c3-be84-ec887fc0babc) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:23:12.566812 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5b662bc9-18ef-4e46-ba1a-1a4719fbe006 req-4387cfa1-d812-43a8-8469-77e02b692661 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2499487 Jul 29 23:23:12.600320 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-5b662bc9-18ef-4e46-ba1a-1a4719fbe006 req-9aed718a-873c-4097-8c72-b13b103ff236 service neutron] Request body: {'port': {'device_id': 'd364d577-98a2-449f-8c82-9c06e5144ba2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:12.633552 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecbfdac-42a5-4210-9eaf-e2d8a7e3171f req-b133131f-e9ef-44dd-a627-b6fbf1bff091 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:12.635182 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5ecbfdac-42a5-4210-9eaf-e2d8a7e3171f req-b133131f-e9ef-44dd-a627-b6fbf1bff091 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=3222d6f4-7874-4b97-9753-b6ee5e9ee70f HTTP/1.1" status: 200 len: 943 time: 0.5021360 Jul 29 23:23:12.724468 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c32ec962-8337-4c55-8400-2f05ef4cb0ee req-ad1f292f-e755-4d04-9f51-67d9bcf6db50 service neutron] 10.222.0.43 "GET /v2.0/networks/666740f6-88d5-4493-9e12-abc4c5ef258e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6099873 Jul 29 23:23:12.769826 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5b662bc9-18ef-4e46-ba1a-1a4719fbe006 req-9aed718a-873c-4097-8c72-b13b103ff236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:12.780659 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5ecbfdac-42a5-4210-9eaf-e2d8a7e3171f req-d5e3c093-e150-4bc0-83ec-633016266313 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365342 Jul 29 23:23:12.877148 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-11f7f4f8-8de1-4e6f-ae61-312407dcdac3 req-19ce33f7-550b-4097-9e19-5b611ea020e2 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:12.950485 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-11f7f4f8-8de1-4e6f-ae61-312407dcdac3 req-19ce33f7-550b-4097-9e19-5b611ea020e2 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Transition to ACTIVE for port object 72da3c58-91b9-43c3-be84-ec887fc0babc will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:23:12.990535 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-63f12cea-915f-4d59-863e-782e223e0ad7 req-732cc700-2ab5-4d3e-ae0a-bc3bbe716f4e tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=4856438f-3d65-4f46-ae9e-d9d1b5ba4578 HTTP/1.1" status: 200 len: 210 time: 0.0479028 Jul 29 23:23:13.017419 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 441b01e0-dd91-4072-828f-42466da886f6 details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:23:13.071526 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-11f7f4f8-8de1-4e6f-ae61-312407dcdac3 req-19ce33f7-550b-4097-9e19-5b611ea020e2 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:13.111041 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['22c7ca71-35c1-4b00-8e2e-239e358c0130', 'b181cfa3-0078-42d3-ba56-050fef11f986', '71d4a39e-68d3-4b6a-988c-753dafc49eea', '1f9d7af5-eeb7-4958-824d-65b84fae3358'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:13.116175 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552', '79645908-181d-4073-9700-41aa42d9260e'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:13.228239 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11f7f4f8-8de1-4e6f-ae61-312407dcdac3 req-19ce33f7-550b-4097-9e19-5b611ea020e2 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Network d71c22dc-feef-410b-a7ed-6548cf85bd6f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:23:13.272849 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8cdbdba7-d4e9-4657-b17e-46152305353c req-b4ba7d95-4cdc-4760-af06-783b7e574cce tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=b18eaa87-b2be-4352-b653-da8df46dc00a HTTP/1.1" status: 200 len: 210 time: 0.0914524 Jul 29 23:23:13.273612 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-11f7f4f8-8de1-4e6f-ae61-312407dcdac3 req-19ce33f7-550b-4097-9e19-5b611ea020e2 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:23:13.277862 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f7f4f8-8de1-4e6f-ae61-312407dcdac3 req-19ce33f7-550b-4097-9e19-5b611ea020e2 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:23:13.302847 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 441b01e0-dd91-4072-828f-42466da886f6, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=441b01e0-dd91-4072-828f-42466da886f6,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:13.318907 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ce33f7-550b-4097-9e19-5b611ea020e2 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Pushing event updated for resources: {'Port': ['ID=72da3c58-91b9-43c3-be84-ec887fc0babc,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:13.350040 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '441b01e0-dd91-4072-828f-42466da886f6', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'port_id': '441b01e0-dd91-4072-828f-42466da886f6', 'mac_address': 'fa:16:3e:b0:40:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64bdc61a-58ca-49c7-bae5-ecfed9ee407c', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:23:13.386812 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e0045-340d-47ba-a1c7-c051dd209858 req-3c297b7d-f81c-4d2e-b700-12753ab39e05 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:13.394406 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dd7e0045-340d-47ba-a1c7-c051dd209858 req-3c297b7d-f81c-4d2e-b700-12753ab39e05 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.43 "GET /v2.0/ports?device_id=d364d577-98a2-449f-8c82-9c06e5144ba2 HTTP/1.1" status: 200 len: 935 time: 0.2824898 Jul 29 23:23:13.421703 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f7f4f8-8de1-4e6f-ae61-312407dcdac3 req-19ce33f7-550b-4097-9e19-5b611ea020e2 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:13.422597 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-11f7f4f8-8de1-4e6f-ae61-312407dcdac3 req-19ce33f7-550b-4097-9e19-5b611ea020e2 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:13.455647 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-11f7f4f8-8de1-4e6f-ae61-312407dcdac3 req-19ce33f7-550b-4097-9e19-5b611ea020e2 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9570947 Jul 29 23:23:13.486523 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-11f7f4f8-8de1-4e6f-ae61-312407dcdac3 req-f34be332-fa67-4d3b-94e6-58809d94c883 service neutron] Request body: {'port': {'device_id': '4856438f-3d65-4f46-ae9e-d9d1b5ba4578', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:13.505637 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:13.519571 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device fd6af666-9168-444a-ab4f-a842c3946b2a details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:23:13.529891 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dd7e0045-340d-47ba-a1c7-c051dd209858 req-98c59b0c-7522-4258-bbec-e96ebaeca3c5 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.43 "GET /v2.0/security-groups?id=c476666a-fe15-4120-9af1-ee9bc8e63744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279230 Jul 29 23:23:13.571886 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 441b01e0-dd91-4072-828f-42466da886f6 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:23:13.595664 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 441b01e0-dd91-4072-828f-42466da886f6, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=441b01e0-dd91-4072-828f-42466da886f6,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:13.616349 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:13.681628 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-5b662bc9-18ef-4e46-ba1a-1a4719fbe006 req-9aed718a-873c-4097-8c72-b13b103ff236 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee5868d5-8e47-482c-88f4-62036870a611 {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:23:13.705975 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5b662bc9-18ef-4e46-ba1a-1a4719fbe006 req-9aed718a-873c-4097-8c72-b13b103ff236 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:13.712736 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-11f7f4f8-8de1-4e6f-ae61-312407dcdac3 req-f34be332-fa67-4d3b-94e6-58809d94c883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:13.737996 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-5b662bc9-18ef-4e46-ba1a-1a4719fbe006 req-9aed718a-873c-4097-8c72-b13b103ff236 service neutron] Transition to ACTIVE for port object ee5868d5-8e47-482c-88f4-62036870a611 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:23:13.762223 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-9362a9d8-c4d4-407f-b3a8-67c8135df07e None None] Provisioning for port 72da3c58-91b9-43c3-be84-ec887fc0babc completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:23:13.763542 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5b662bc9-18ef-4e46-ba1a-1a4719fbe006 req-9aed718a-873c-4097-8c72-b13b103ff236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:13.782676 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01c16a-cc8a-4138-91b9-df63cbc3f52e req-66bd7339-b7bf-4878-94ea-c38321b598d8 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:13.784268 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0c01c16a-cc8a-4138-91b9-df63cbc3f52e req-66bd7339-b7bf-4878-94ea-c38321b598d8 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=34e5dd5b-178e-4628-b88b-2ffb39c2970a HTTP/1.1" status: 200 len: 949 time: 0.1609650 Jul 29 23:23:13.798614 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-9362a9d8-c4d4-407f-b3a8-67c8135df07e None None] Provisioning complete for port 72da3c58-91b9-43c3-be84-ec887fc0babc triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:23:13.798986 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9362a9d8-c4d4-407f-b3a8-67c8135df07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:13.814457 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=441b01e0-dd91-4072-828f-42466da886f6,revision_number=6']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:13.855094 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['441b01e0-dd91-4072-828f-42466da886f6'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:13.939734 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port fd6af666-9168-444a-ab4f-a842c3946b2a, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=fd6af666-9168-444a-ab4f-a842c3946b2a,segment=NetworkSegment(03081878-6d73-4f31-b394-970f508038c5),segment_id=03081878-6d73-4f31-b394-970f508038c5)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:13.948508 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aed718a-873c-4097-8c72-b13b103ff236 service neutron] Pushing event updated for resources: {'Port': ['ID=ee5868d5-8e47-482c-88f4-62036870a611,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:13.955136 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-9362a9d8-c4d4-407f-b3a8-67c8135df07e None None] Port 72da3c58-91b9-43c3-be84-ec887fc0babc cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:23:13.984232 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': 'fd6af666-9168-444a-ab4f-a842c3946b2a', 'network_id': '33e8f010-7789-4c0c-8f2b-4d54e9bb67e4', 'port_id': 'fd6af666-9168-444a-ab4f-a842c3946b2a', 'mac_address': 'fa:16:3e:c4:78:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd10b4a30-6630-4be3-b0e2-2a7a17a89939', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:23:14.003156 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0c01c16a-cc8a-4138-91b9-df63cbc3f52e req-76b349c5-4750-422d-a187-203c4b51ea67 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918080 Jul 29 23:23:14.109323 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7bc013-e448-4679-828e-429b5a167cec req-1a3ef91b-2aaa-4ef9-ba2c-3fe46eb8cd14 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:14.116478 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ef7bc013-e448-4679-828e-429b5a167cec req-1a3ef91b-2aaa-4ef9-ba2c-3fe46eb8cd14 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=3222d6f4-7874-4b97-9753-b6ee5e9ee70f HTTP/1.1" status: 200 len: 943 time: 0.2033746 Jul 29 23:23:14.118496 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:14.154625 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd6af666-9168-444a-ab4f-a842c3946b2a {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:23:14.164448 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-5b662bc9-18ef-4e46-ba1a-1a4719fbe006 req-9aed718a-873c-4097-8c72-b13b103ff236 service neutron] Attempting to bind port ee5868d5-8e47-482c-88f4-62036870a611 on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:23:14.164790 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-5b662bc9-18ef-4e46-ba1a-1a4719fbe006 req-9aed718a-873c-4097-8c72-b13b103ff236 service neutron] Attempting to bind port ee5868d5-8e47-482c-88f4-62036870a611 by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:23:14.165117 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b662bc9-18ef-4e46-ba1a-1a4719fbe006 req-9aed718a-873c-4097-8c72-b13b103ff236 service neutron] Attempting to bind port ee5868d5-8e47-482c-88f4-62036870a611 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:23:14.179560 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b662bc9-18ef-4e46-ba1a-1a4719fbe006 req-9aed718a-873c-4097-8c72-b13b103ff236 service neutron] Port ee5868d5-8e47-482c-88f4-62036870a611 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:23:14.179560 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b662bc9-18ef-4e46-ba1a-1a4719fbe006 req-9aed718a-873c-4097-8c72-b13b103ff236 service neutron] Attempting to bind port ee5868d5-8e47-482c-88f4-62036870a611 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:23:14.200542 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b662bc9-18ef-4e46-ba1a-1a4719fbe006 req-9aed718a-873c-4097-8c72-b13b103ff236 service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:23:14.200893 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b662bc9-18ef-4e46-ba1a-1a4719fbe006 req-9aed718a-873c-4097-8c72-b13b103ff236 service neutron] Checking segment: {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:23:14.201289 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b662bc9-18ef-4e46-ba1a-1a4719fbe006 req-9aed718a-873c-4097-8c72-b13b103ff236 service neutron] Bound using segment: {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:23:14.201766 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-5b662bc9-18ef-4e46-ba1a-1a4719fbe006 req-9aed718a-873c-4097-8c72-b13b103ff236 service neutron] Bound port: ee5868d5-8e47-482c-88f4-62036870a611, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:23:14.202496 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5b662bc9-18ef-4e46-ba1a-1a4719fbe006 req-9aed718a-873c-4097-8c72-b13b103ff236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:14.242114 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ef7bc013-e448-4679-828e-429b5a167cec req-c4251a5d-9681-4bd1-b121-241c5ac3dd88 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190205 Jul 29 23:23:14.248725 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port fd6af666-9168-444a-ab4f-a842c3946b2a, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=fd6af666-9168-444a-ab4f-a842c3946b2a,segment=NetworkSegment(03081878-6d73-4f31-b394-970f508038c5),segment_id=03081878-6d73-4f31-b394-970f508038c5)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:14.304547 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:14.404253 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ec962-8337-4c55-8400-2f05ef4cb0ee req-e62fb9a6-4c7e-440f-a025-9942e015e653 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:14.407291 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c32ec962-8337-4c55-8400-2f05ef4cb0ee req-e62fb9a6-4c7e-440f-a025-9942e015e653 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.22 "GET /v2.0/networks?id=666740f6-88d5-4493-9e12-abc4c5ef258e HTTP/1.1" status: 200 len: 811 time: 0.2376566 Jul 29 23:23:14.422462 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3368c8-b064-41ba-9272-9154cacaf2ab req-c12b23a9-ef5b-4683-9f38-6dcfe90eb371 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:14.424192 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2a3368c8-b064-41ba-9272-9154cacaf2ab req-c12b23a9-ef5b-4683-9f38-6dcfe90eb371 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=4856438f-3d65-4f46-ae9e-d9d1b5ba4578 HTTP/1.1" status: 200 len: 936 time: 0.1810882 Jul 29 23:23:14.428242 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e2026f48-17cf-4fc6-807a-037b1852a81a req-7e29cb2e-9c7c-43a1-a2f4-c49d3403d8d2 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=dc7a0dab-e157-4427-ba70-4634d6d2b6e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1030502 Jul 29 23:23:14.432187 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-11f7f4f8-8de1-4e6f-ae61-312407dcdac3 req-f34be332-fa67-4d3b-94e6-58809d94c883 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72da3c58-91b9-43c3-be84-ec887fc0babc {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:23:14.437370 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-5b662bc9-18ef-4e46-ba1a-1a4719fbe006 req-9aed718a-873c-4097-8c72-b13b103ff236 service neutron] For port ee5868d5-8e47-482c-88f4-62036870a611, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:23:14.443403 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-5b662bc9-18ef-4e46-ba1a-1a4719fbe006 req-9aed718a-873c-4097-8c72-b13b103ff236 service neutron] For port ee5868d5-8e47-482c-88f4-62036870a611, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=ee5868d5-8e47-482c-88f4-62036870a611,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:23:14.446630 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-11f7f4f8-8de1-4e6f-ae61-312407dcdac3 req-f34be332-fa67-4d3b-94e6-58809d94c883 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:14.448544 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-c32ec962-8337-4c55-8400-2f05ef4cb0ee req-5fae41ff-9fbf-4087-a5cd-6b66ec7a944e tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Request body: {'port': {'device_id': 'b18eaa87-b2be-4352-b653-da8df46dc00a', 'network_id': '666740f6-88d5-4493-9e12-abc4c5ef258e', 'admin_state_up': True, 'tenant_id': 'f4fb04acaf444a438779b8cf93bf1437'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:14.476349 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5b662bc9-18ef-4e46-ba1a-1a4719fbe006 req-9aed718a-873c-4097-8c72-b13b103ff236 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:14.507507 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=fd6af666-9168-444a-ab4f-a842c3946b2a,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:14.517989 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-11f7f4f8-8de1-4e6f-ae61-312407dcdac3 req-f34be332-fa67-4d3b-94e6-58809d94c883 service neutron] Transition to ACTIVE for port object 72da3c58-91b9-43c3-be84-ec887fc0babc will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:23:14.535842 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-11f7f4f8-8de1-4e6f-ae61-312407dcdac3 req-f34be332-fa67-4d3b-94e6-58809d94c883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:14.553391 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b662bc9-18ef-4e46-ba1a-1a4719fbe006 req-9aed718a-873c-4097-8c72-b13b103ff236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:14.554051 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5b662bc9-18ef-4e46-ba1a-1a4719fbe006 req-9aed718a-873c-4097-8c72-b13b103ff236 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:14.555521 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5b662bc9-18ef-4e46-ba1a-1a4719fbe006 req-9aed718a-873c-4097-8c72-b13b103ff236 service neutron] 10.222.0.41 "PUT /v2.0/ports/ee5868d5-8e47-482c-88f4-62036870a611 HTTP/1.1" status: 200 len: 1096 time: 1.9695213 Jul 29 23:23:14.568035 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd364d577-98a2-449f-8c82-9c06e5144ba2', 'tag': 'ee5868d5-8e47-482c-88f4-62036870a611'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:14.569870 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87c35047-a6ef-406b-b5e9-9fc394845a25" -d '{"events": [{"name": "network-changed", "server_uuid": "d364d577-98a2-449f-8c82-9c06e5144ba2", "tag": "ee5868d5-8e47-482c-88f4-62036870a611"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:14.586161 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2a3368c8-b064-41ba-9272-9154cacaf2ab req-5d502047-b96e-4df2-bb7a-8700e8ad4a36 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444046 Jul 29 23:23:14.651713 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2026f48-17cf-4fc6-807a-037b1852a81a req-017c6b71-d869-42ce-af1a-0ad2338c697c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:14.653498 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e2026f48-17cf-4fc6-807a-037b1852a81a req-017c6b71-d869-42ce-af1a-0ad2338c697c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=02291f5098924703b9b0f8f02943a845&device_id=dc7a0dab-e157-4427-ba70-4634d6d2b6e4 HTTP/1.1" status: 200 len: 1102 time: 0.1111603 Jul 29 23:23:14.669967 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-79d4d500-f8e6-4a7e-960b-4fa5adcc6587 req-aca1cef3-317d-42e1-85f1-616debab51cb tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=b18eaa87-b2be-4352-b653-da8df46dc00a HTTP/1.1" status: 200 len: 210 time: 0.1254342 Jul 29 23:23:14.673347 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c32ec962-8337-4c55-8400-2f05ef4cb0ee req-5fae41ff-9fbf-4087-a5cd-6b66ec7a944e tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Made reservation on behalf of f4fb04acaf444a438779b8cf93bf1437 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:23:14.678327 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-c32ec962-8337-4c55-8400-2f05ef4cb0ee req-5fae41ff-9fbf-4087-a5cd-6b66ec7a944e tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:14.708699 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aed718a-873c-4097-8c72-b13b103ff236 service neutron] Pushing event updated for resources: {'Port': ['ID=ee5868d5-8e47-482c-88f4-62036870a611,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:14.786536 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['fd6af666-9168-444a-ab4f-a842c3946b2a'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:14.833098 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b662bc9-18ef-4e46-ba1a-1a4719fbe006 req-3c1d215c-b418-42eb-ac5c-e487bd76783e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:14.834682 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5b662bc9-18ef-4e46-ba1a-1a4719fbe006 req-3c1d215c-b418-42eb-ac5c-e487bd76783e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b643b3c685634ab7a299841272110756&device_id=d364d577-98a2-449f-8c82-9c06e5144ba2 HTTP/1.1" status: 200 len: 1099 time: 0.1892700 Jul 29 23:23:14.868497 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd8dc2c0-2a2a-4f58-97a7-d2cf6b76f508 x-openstack-request-id: req-cd8dc2c0-2a2a-4f58-97a7-d2cf6b76f508 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:14.868778 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d364d577-98a2-449f-8c82-9c06e5144ba2", "tag": "ee5868d5-8e47-482c-88f4-62036870a611", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:14.869029 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cd8dc2c0-2a2a-4f58-97a7-d2cf6b76f508 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:14.869448 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd364d577-98a2-449f-8c82-9c06e5144ba2', 'tag': 'ee5868d5-8e47-482c-88f4-62036870a611', 'status': 'completed', 'code': 200} Jul 29 23:23:14.925019 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34be332-fa67-4d3b-94e6-58809d94c883 service neutron] Pushing event updated for resources: {'Port': ['ID=72da3c58-91b9-43c3-be84-ec887fc0babc,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:14.938537 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1038f7d-a773-41ae-a918-e684a975a852 req-1f8a2caf-329b-410f-89d7-e425177c6fb4 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:14.946681 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d1038f7d-a773-41ae-a918-e684a975a852 req-1f8a2caf-329b-410f-89d7-e425177c6fb4 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.43 "GET /v2.0/ports?device_id=d364d577-98a2-449f-8c82-9c06e5144ba2 HTTP/1.1" status: 200 len: 947 time: 0.1836245 Jul 29 23:23:14.954915 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5b662bc9-18ef-4e46-ba1a-1a4719fbe006 req-5c98cbd4-ba37-4c28-a460-c9830718ddea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=ee5868d5-8e47-482c-88f4-62036870a611 HTTP/1.1" status: 200 len: 217 time: 0.0879502 Jul 29 23:23:14.972549 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2026f48-17cf-4fc6-807a-037b1852a81a req-fdaed2c9-4569-48f4-aa05-fe61636911e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:14.974161 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e2026f48-17cf-4fc6-807a-037b1852a81a req-fdaed2c9-4569-48f4-aa05-fe61636911e2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d71c22dc-feef-410b-a7ed-6548cf85bd6f HTTP/1.1" status: 200 len: 870 time: 0.2916744 Jul 29 23:23:15.034501 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 441b01e0-dd91-4072-828f-42466da886f6 up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:23:15.041297 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-11f7f4f8-8de1-4e6f-ae61-312407dcdac3 req-f34be332-fa67-4d3b-94e6-58809d94c883 service neutron] Attempting to bind port 72da3c58-91b9-43c3-be84-ec887fc0babc on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:23:15.041917 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-11f7f4f8-8de1-4e6f-ae61-312407dcdac3 req-f34be332-fa67-4d3b-94e6-58809d94c883 service neutron] Attempting to bind port 72da3c58-91b9-43c3-be84-ec887fc0babc by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:23:15.042406 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f7f4f8-8de1-4e6f-ae61-312407dcdac3 req-f34be332-fa67-4d3b-94e6-58809d94c883 service neutron] Attempting to bind port 72da3c58-91b9-43c3-be84-ec887fc0babc on network d71c22dc-feef-410b-a7ed-6548cf85bd6f {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:23:15.050670 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-c32ec962-8337-4c55-8400-2f05ef4cb0ee req-5fae41ff-9fbf-4087-a5cd-6b66ec7a944e tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Allocated IP 172.20.0.6 (666740f6-88d5-4493-9e12-abc4c5ef258e/415faf0b-bf5f-4f8b-b3ff-1ae5686de75a/95f89b11-8c1d-408e-9d2e-dddea3919690) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:23:15.052587 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d1038f7d-a773-41ae-a918-e684a975a852 req-1cae6740-655a-4c22-b32f-91d1a8a21bf3 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.43 "GET /v2.0/security-groups?id=c476666a-fe15-4120-9af1-ee9bc8e63744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050572 Jul 29 23:23:15.057315 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f7f4f8-8de1-4e6f-ae61-312407dcdac3 req-f34be332-fa67-4d3b-94e6-58809d94c883 service neutron] Port 72da3c58-91b9-43c3-be84-ec887fc0babc on network d71c22dc-feef-410b-a7ed-6548cf85bd6f not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:23:15.057997 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f7f4f8-8de1-4e6f-ae61-312407dcdac3 req-f34be332-fa67-4d3b-94e6-58809d94c883 service neutron] Attempting to bind port 72da3c58-91b9-43c3-be84-ec887fc0babc on network d71c22dc-feef-410b-a7ed-6548cf85bd6f {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:23:15.063926 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b662bc9-18ef-4e46-ba1a-1a4719fbe006 req-5246e4d5-037d-4f35-8118-bf9950118971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:15.065695 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5b662bc9-18ef-4e46-ba1a-1a4719fbe006 req-5246e4d5-037d-4f35-8118-bf9950118971 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.1010034 Jul 29 23:23:15.114101 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f7f4f8-8de1-4e6f-ae61-312407dcdac3 req-f34be332-fa67-4d3b-94e6-58809d94c883 service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:23:15.114767 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f7f4f8-8de1-4e6f-ae61-312407dcdac3 req-f34be332-fa67-4d3b-94e6-58809d94c883 service neutron] Checking segment: {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:23:15.114767 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f7f4f8-8de1-4e6f-ae61-312407dcdac3 req-f34be332-fa67-4d3b-94e6-58809d94c883 service neutron] Bound using segment: {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:23:15.115153 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-11f7f4f8-8de1-4e6f-ae61-312407dcdac3 req-f34be332-fa67-4d3b-94e6-58809d94c883 service neutron] Bound port: 72da3c58-91b9-43c3-be84-ec887fc0babc, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:23:15.115520 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-11f7f4f8-8de1-4e6f-ae61-312407dcdac3 req-f34be332-fa67-4d3b-94e6-58809d94c883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:15.130310 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e2026f48-17cf-4fc6-807a-037b1852a81a req-ec0d0919-b23c-4c71-b5fc-2b6c817d4fb9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=c4420101-d120-4c40-81f9-f9cafdbf3fb7 HTTP/1.1" status: 200 len: 217 time: 0.1262579 Jul 29 23:23:15.193833 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 441b01e0-dd91-4072-828f-42466da886f6 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:23:15.194818 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:15.204167 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b662bc9-18ef-4e46-ba1a-1a4719fbe006 req-6beaf0ad-8783-44a9-a9ba-3d57364088cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:15.205798 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5b662bc9-18ef-4e46-ba1a-1a4719fbe006 req-6beaf0ad-8783-44a9-a9ba-3d57364088cb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1310017 Jul 29 23:23:15.273428 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2026f48-17cf-4fc6-807a-037b1852a81a req-201f1503-56e6-43ae-a1c2-045baa780375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:15.274941 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e2026f48-17cf-4fc6-807a-037b1852a81a req-201f1503-56e6-43ae-a1c2-045baa780375 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.1353254 Jul 29 23:23:15.298578 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-11f7f4f8-8de1-4e6f-ae61-312407dcdac3 req-f34be332-fa67-4d3b-94e6-58809d94c883 service neutron] For port 72da3c58-91b9-43c3-be84-ec887fc0babc, host n-h2-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:23:15.301295 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-c32ec962-8337-4c55-8400-2f05ef4cb0ee req-5fae41ff-9fbf-4087-a5cd-6b66ec7a944e tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:15.321274 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-11f7f4f8-8de1-4e6f-ae61-312407dcdac3 req-f34be332-fa67-4d3b-94e6-58809d94c883 service neutron] For port 72da3c58-91b9-43c3-be84-ec887fc0babc, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=72da3c58-91b9-43c3-be84-ec887fc0babc,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:23:15.331302 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e3e8d-1679-490d-b8d7-4aac7753d85c req-798dd624-0bc3-4298-9878-19420e219ea8 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:15.332825 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-117e3e8d-1679-490d-b8d7-4aac7753d85c req-798dd624-0bc3-4298-9878-19420e219ea8 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=34e5dd5b-178e-4628-b88b-2ffb39c2970a HTTP/1.1" status: 200 len: 949 time: 0.1524162 Jul 29 23:23:15.335694 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:15.343672 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-11f7f4f8-8de1-4e6f-ae61-312407dcdac3 req-f34be332-fa67-4d3b-94e6-58809d94c883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:15.355631 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2026f48-17cf-4fc6-807a-037b1852a81a req-d3260a9c-203b-4b5e-b11b-43cd4f3c7d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:15.357163 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e2026f48-17cf-4fc6-807a-037b1852a81a req-d3260a9c-203b-4b5e-b11b-43cd4f3c7d6f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0693915 Jul 29 23:23:15.383719 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 441b01e0-dd91-4072-828f-42466da886f6, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=441b01e0-dd91-4072-828f-42466da886f6,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:15.385454 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faa73fad-544e-4493-a9db-ec02961eee0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '441b01e0-dd91-4072-828f-42466da886f6'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:15.388835 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-826fbdb2-e12a-4286-b4d2-4ab2cc41c4dc" -d '{"events": [{"server_uuid": "faa73fad-544e-4493-a9db-ec02961eee0b", "name": "network-vif-plugged", "status": "completed", "tag": "441b01e0-dd91-4072-828f-42466da886f6"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:15.395647 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:15.413160 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f7f4f8-8de1-4e6f-ae61-312407dcdac3 req-f34be332-fa67-4d3b-94e6-58809d94c883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:15.413906 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-11f7f4f8-8de1-4e6f-ae61-312407dcdac3 req-f34be332-fa67-4d3b-94e6-58809d94c883 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:15.415254 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-11f7f4f8-8de1-4e6f-ae61-312407dcdac3 req-f34be332-fa67-4d3b-94e6-58809d94c883 service neutron] 10.222.0.22 "PUT /v2.0/ports/72da3c58-91b9-43c3-be84-ec887fc0babc HTTP/1.1" status: 200 len: 1097 time: 1.9330022 Jul 29 23:23:15.419998 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5b662bc9-18ef-4e46-ba1a-1a4719fbe006 req-2c181d46-4579-457b-bf56-26ed1cec4846 service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927285 Jul 29 23:23:15.437001 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-c32ec962-8337-4c55-8400-2f05ef4cb0ee req-5fae41ff-9fbf-4087-a5cd-6b66ec7a944e tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:15.494749 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=441b01e0-dd91-4072-828f-42466da886f6,revision_number=7']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:15.504692 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c32ec962-8337-4c55-8400-2f05ef4cb0ee req-5fae41ff-9fbf-4087-a5cd-6b66ec7a944e tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Network 666740f6-88d5-4493-9e12-abc4c5ef258e is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:23:15.514502 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-c32ec962-8337-4c55-8400-2f05ef4cb0ee req-5fae41ff-9fbf-4087-a5cd-6b66ec7a944e tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:23:15.524775 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-c32ec962-8337-4c55-8400-2f05ef4cb0ee req-5fae41ff-9fbf-4087-a5cd-6b66ec7a944e tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:23:15.529940 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e2026f48-17cf-4fc6-807a-037b1852a81a req-7f760fee-657a-43f5-a6da-c23b25466526 service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568863 Jul 29 23:23:15.532164 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fae41ff-9fbf-4087-a5cd-6b66ec7a944e tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Pushing event updated for resources: {'Port': ['ID=95f89b11-8c1d-408e-9d2e-dddea3919690,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:15.558193 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-117e3e8d-1679-490d-b8d7-4aac7753d85c req-f27bbffb-f12b-48c2-a8f0-693af18f4efa tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159102 Jul 29 23:23:15.583616 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34be332-fa67-4d3b-94e6-58809d94c883 service neutron] Pushing event updated for resources: {'Port': ['ID=72da3c58-91b9-43c3-be84-ec887fc0babc,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:15.605897 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ec962-8337-4c55-8400-2f05ef4cb0ee req-5fae41ff-9fbf-4087-a5cd-6b66ec7a944e tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:15.606631 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-c32ec962-8337-4c55-8400-2f05ef4cb0ee req-5fae41ff-9fbf-4087-a5cd-6b66ec7a944e tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:15.628442 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a33a5-6e88-47a2-b739-b9d8168ec194 req-9aa2ccbf-919a-47ca-afee-d9e01b691496 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:15.630000 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b57a33a5-6e88-47a2-b739-b9d8168ec194 req-9aa2ccbf-919a-47ca-afee-d9e01b691496 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=3222d6f4-7874-4b97-9753-b6ee5e9ee70f HTTP/1.1" status: 200 len: 944 time: 0.1937711 Jul 29 23:23:15.653707 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f7f4f8-8de1-4e6f-ae61-312407dcdac3 req-8886f25d-4ac6-4ab4-a0b5-4f46f8ad470a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:15.655647 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-11f7f4f8-8de1-4e6f-ae61-312407dcdac3 req-8886f25d-4ac6-4ab4-a0b5-4f46f8ad470a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0c116bccf1944bb08a8f319b422b3c50&device_id=4856438f-3d65-4f46-ae9e-d9d1b5ba4578 HTTP/1.1" status: 200 len: 1100 time: 0.1644065 Jul 29 23:23:15.665694 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5b662bc9-18ef-4e46-ba1a-1a4719fbe006 req-75f3b784-789d-4b52-9146-9a86595e9e7b service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326245 Jul 29 23:23:15.678738 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c32ec962-8337-4c55-8400-2f05ef4cb0ee req-5fae41ff-9fbf-4087-a5cd-6b66ec7a944e tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2493463 Jul 29 23:23:15.702685 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-c32ec962-8337-4c55-8400-2f05ef4cb0ee req-fdc42b66-6283-44b9-b6ea-ae17051301dd service neutron] Request body: {'port': {'device_id': 'b18eaa87-b2be-4352-b653-da8df46dc00a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:15.738591 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d767fad3-60d7-44d8-918d-c3eeda171185 x-openstack-request-id: req-d767fad3-60d7-44d8-918d-c3eeda171185 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:15.738858 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faa73fad-544e-4493-a9db-ec02961eee0b", "name": "network-vif-plugged", "status": "completed", "tag": "441b01e0-dd91-4072-828f-42466da886f6", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:15.739117 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d767fad3-60d7-44d8-918d-c3eeda171185 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:15.739564 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faa73fad-544e-4493-a9db-ec02961eee0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '441b01e0-dd91-4072-828f-42466da886f6', 'code': 200} Jul 29 23:23:15.756293 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-11f7f4f8-8de1-4e6f-ae61-312407dcdac3 req-8199090e-ec70-43ae-9006-59fae9953674 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=72da3c58-91b9-43c3-be84-ec887fc0babc HTTP/1.1" status: 200 len: 217 time: 0.0680096 Jul 29 23:23:15.766441 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b57a33a5-6e88-47a2-b739-b9d8168ec194 req-dbf79a89-c2c2-40c7-bed9-e87887866072 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228950 Jul 29 23:23:15.777962 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e2026f48-17cf-4fc6-807a-037b1852a81a req-a3b211dd-d600-4c7c-93d1-22310d193a2c service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201087 Jul 29 23:23:15.788513 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-c32ec962-8337-4c55-8400-2f05ef4cb0ee req-fdc42b66-6283-44b9-b6ea-ae17051301dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:15.884426 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f7f4f8-8de1-4e6f-ae61-312407dcdac3 req-c143a90d-79be-4af2-a7f3-ba941841ec35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:15.886233 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-11f7f4f8-8de1-4e6f-ae61-312407dcdac3 req-c143a90d-79be-4af2-a7f3-ba941841ec35 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.1188407 Jul 29 23:23:15.894713 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c35047-a6ef-406b-b5e9-9fc394845a25 req-75e59319-994a-4f06-b72b-ab18aef6428a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:15.896141 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-87c35047-a6ef-406b-b5e9-9fc394845a25 req-75e59319-994a-4f06-b72b-ab18aef6428a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b643b3c685634ab7a299841272110756&device_id=d364d577-98a2-449f-8c82-9c06e5144ba2 HTTP/1.1" status: 200 len: 1099 time: 0.0959713 Jul 29 23:23:16.030355 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797bb507-fa2d-48b6-ace0-50a4b801be78 req-8eba1aa0-4d30-448a-ad10-837946f9555b tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:16.032069 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-797bb507-fa2d-48b6-ace0-50a4b801be78 req-8eba1aa0-4d30-448a-ad10-837946f9555b tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=4856438f-3d65-4f46-ae9e-d9d1b5ba4578 HTTP/1.1" status: 200 len: 948 time: 0.1508467 Jul 29 23:23:16.088284 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f7f4f8-8de1-4e6f-ae61-312407dcdac3 req-981fb34c-accb-4347-a900-82025ae95a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:16.089817 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-11f7f4f8-8de1-4e6f-ae61-312407dcdac3 req-981fb34c-accb-4347-a900-82025ae95a3e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1740584 Jul 29 23:23:16.104916 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-c32ec962-8337-4c55-8400-2f05ef4cb0ee req-fdc42b66-6283-44b9-b6ea-ae17051301dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95f89b11-8c1d-408e-9d2e-dddea3919690 {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:23:16.113133 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-c32ec962-8337-4c55-8400-2f05ef4cb0ee req-fdc42b66-6283-44b9-b6ea-ae17051301dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:16.126871 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-c32ec962-8337-4c55-8400-2f05ef4cb0ee req-fdc42b66-6283-44b9-b6ea-ae17051301dd service neutron] Transition to ACTIVE for port object 95f89b11-8c1d-408e-9d2e-dddea3919690 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:23:16.130561 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-c32ec962-8337-4c55-8400-2f05ef4cb0ee req-fdc42b66-6283-44b9-b6ea-ae17051301dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:16.185514 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc42b66-6283-44b9-b6ea-ae17051301dd service neutron] Pushing event updated for resources: {'Port': ['ID=95f89b11-8c1d-408e-9d2e-dddea3919690,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:16.186392 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f58cbb4-2cc1-44f7-862c-304aacda2c91 req-80e1b8de-0ce1-4f1b-bd6d-9af22ec9ef58 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:16.187935 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7f58cbb4-2cc1-44f7-862c-304aacda2c91 req-80e1b8de-0ce1-4f1b-bd6d-9af22ec9ef58 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=b18eaa87-b2be-4352-b653-da8df46dc00a HTTP/1.1" status: 200 len: 931 time: 0.1712437 Jul 29 23:23:16.205860 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-797bb507-fa2d-48b6-ace0-50a4b801be78 req-fcbbeece-0826-40e8-94bb-01bdf4a0cb58 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517546 Jul 29 23:23:16.207174 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c35047-a6ef-406b-b5e9-9fc394845a25 req-748f53d2-71a2-43fb-9f64-9ea2211bdb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:16.210032 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-87c35047-a6ef-406b-b5e9-9fc394845a25 req-748f53d2-71a2-43fb-9f64-9ea2211bdb21 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d71c22dc-feef-410b-a7ed-6548cf85bd6f HTTP/1.1" status: 200 len: 870 time: 0.2955253 Jul 29 23:23:16.259526 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-c32ec962-8337-4c55-8400-2f05ef4cb0ee req-fdc42b66-6283-44b9-b6ea-ae17051301dd service neutron] Attempting to bind port 95f89b11-8c1d-408e-9d2e-dddea3919690 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:23:16.260039 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-c32ec962-8337-4c55-8400-2f05ef4cb0ee req-fdc42b66-6283-44b9-b6ea-ae17051301dd service neutron] Attempting to bind port 95f89b11-8c1d-408e-9d2e-dddea3919690 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '290ad064-62e5-45f1-87ac-9cd12097849c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '666740f6-88d5-4493-9e12-abc4c5ef258e'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:23:16.260455 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32ec962-8337-4c55-8400-2f05ef4cb0ee req-fdc42b66-6283-44b9-b6ea-ae17051301dd service neutron] Attempting to bind port 95f89b11-8c1d-408e-9d2e-dddea3919690 on network 666740f6-88d5-4493-9e12-abc4c5ef258e {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:23:16.265312 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32ec962-8337-4c55-8400-2f05ef4cb0ee req-fdc42b66-6283-44b9-b6ea-ae17051301dd service neutron] Port 95f89b11-8c1d-408e-9d2e-dddea3919690 on network 666740f6-88d5-4493-9e12-abc4c5ef258e not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:23:16.265677 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32ec962-8337-4c55-8400-2f05ef4cb0ee req-fdc42b66-6283-44b9-b6ea-ae17051301dd service neutron] Attempting to bind port 95f89b11-8c1d-408e-9d2e-dddea3919690 on network 666740f6-88d5-4493-9e12-abc4c5ef258e {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:23:16.270628 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32ec962-8337-4c55-8400-2f05ef4cb0ee req-fdc42b66-6283-44b9-b6ea-ae17051301dd service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:23:16.270969 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32ec962-8337-4c55-8400-2f05ef4cb0ee req-fdc42b66-6283-44b9-b6ea-ae17051301dd service neutron] Checking segment: {'id': '290ad064-62e5-45f1-87ac-9cd12097849c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '666740f6-88d5-4493-9e12-abc4c5ef258e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:23:16.271355 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c32ec962-8337-4c55-8400-2f05ef4cb0ee req-fdc42b66-6283-44b9-b6ea-ae17051301dd service neutron] Bound using segment: {'id': '290ad064-62e5-45f1-87ac-9cd12097849c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '666740f6-88d5-4493-9e12-abc4c5ef258e'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:23:16.271791 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-c32ec962-8337-4c55-8400-2f05ef4cb0ee req-fdc42b66-6283-44b9-b6ea-ae17051301dd service neutron] Bound port: 95f89b11-8c1d-408e-9d2e-dddea3919690, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '290ad064-62e5-45f1-87ac-9cd12097849c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '666740f6-88d5-4493-9e12-abc4c5ef258e'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:23:16.272155 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-c32ec962-8337-4c55-8400-2f05ef4cb0ee req-fdc42b66-6283-44b9-b6ea-ae17051301dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:16.336701 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-87c35047-a6ef-406b-b5e9-9fc394845a25 req-81b84954-421f-403c-a48d-5fd64cba93e6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=ee5868d5-8e47-482c-88f4-62036870a611 HTTP/1.1" status: 200 len: 217 time: 0.0883405 Jul 29 23:23:16.349059 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-c32ec962-8337-4c55-8400-2f05ef4cb0ee req-fdc42b66-6283-44b9-b6ea-ae17051301dd service neutron] For port 95f89b11-8c1d-408e-9d2e-dddea3919690, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:23:16.353148 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-c32ec962-8337-4c55-8400-2f05ef4cb0ee req-fdc42b66-6283-44b9-b6ea-ae17051301dd service neutron] For port 95f89b11-8c1d-408e-9d2e-dddea3919690, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=95f89b11-8c1d-408e-9d2e-dddea3919690,segment=NetworkSegment(290ad064-62e5-45f1-87ac-9cd12097849c),segment_id=290ad064-62e5-45f1-87ac-9cd12097849c)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:23:16.360502 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-c32ec962-8337-4c55-8400-2f05ef4cb0ee req-fdc42b66-6283-44b9-b6ea-ae17051301dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:16.366245 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-11f7f4f8-8de1-4e6f-ae61-312407dcdac3 req-571d2e45-4fdb-43f7-b5b2-0de30ee70ce3 service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547081 Jul 29 23:23:16.398123 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ec962-8337-4c55-8400-2f05ef4cb0ee req-fdc42b66-6283-44b9-b6ea-ae17051301dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:16.398928 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-c32ec962-8337-4c55-8400-2f05ef4cb0ee req-fdc42b66-6283-44b9-b6ea-ae17051301dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:16.400202 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c32ec962-8337-4c55-8400-2f05ef4cb0ee req-fdc42b66-6283-44b9-b6ea-ae17051301dd service neutron] 10.222.0.22 "PUT /v2.0/ports/95f89b11-8c1d-408e-9d2e-dddea3919690 HTTP/1.1" status: 200 len: 1092 time: 0.7094641 Jul 29 23:23:16.401214 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b18eaa87-b2be-4352-b653-da8df46dc00a', 'tag': '95f89b11-8c1d-408e-9d2e-dddea3919690'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:16.402996 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7f58cbb4-2cc1-44f7-862c-304aacda2c91 req-0ba4a605-e55e-4d2e-ae63-08904eaceec1 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595793 Jul 29 23:23:16.404361 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed624eb-415c-41a1-ab31-e416374b30e9" -d '{"events": [{"name": "network-changed", "server_uuid": "b18eaa87-b2be-4352-b653-da8df46dc00a", "tag": "95f89b11-8c1d-408e-9d2e-dddea3919690"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:16.450548 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc42b66-6283-44b9-b6ea-ae17051301dd service neutron] Pushing event updated for resources: {'Port': ['ID=95f89b11-8c1d-408e-9d2e-dddea3919690,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:16.478025 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fea9c3-b2fc-4a27-9c3f-6a0feca519eb req-6037dd84-3115-4f3d-86bd-7479b5d955ec tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:16.480640 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-78fea9c3-b2fc-4a27-9c3f-6a0feca519eb req-6037dd84-3115-4f3d-86bd-7479b5d955ec tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] 10.222.0.43 "GET /v2.0/ports?device_id=f71b05e8-ba13-4948-a4ea-34f94b4ec682 HTTP/1.1" status: 200 len: 945 time: 0.2209055 Jul 29 23:23:16.496833 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c35047-a6ef-406b-b5e9-9fc394845a25 req-a0d8141a-5211-49f9-9c76-f335c9167172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:16.498292 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-87c35047-a6ef-406b-b5e9-9fc394845a25 req-a0d8141a-5211-49f9-9c76-f335c9167172 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.1473777 Jul 29 23:23:16.507830 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ec962-8337-4c55-8400-2f05ef4cb0ee req-b6278d64-8ad2-46c0-a34a-05bddd08bb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:16.510003 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c32ec962-8337-4c55-8400-2f05ef4cb0ee req-b6278d64-8ad2-46c0-a34a-05bddd08bb7d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f4fb04acaf444a438779b8cf93bf1437&device_id=b18eaa87-b2be-4352-b653-da8df46dc00a HTTP/1.1" status: 200 len: 1095 time: 0.0558763 Jul 29 23:23:16.569287 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c32ec962-8337-4c55-8400-2f05ef4cb0ee req-ec6b62f2-4b51-412f-9695-afa53009d9a1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95f89b11-8c1d-408e-9d2e-dddea3919690 HTTP/1.1" status: 200 len: 217 time: 0.0437715 Jul 29 23:23:16.631744 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ec962-8337-4c55-8400-2f05ef4cb0ee req-b7bcec03-a76f-404d-a476-31df550751ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:16.633504 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c32ec962-8337-4c55-8400-2f05ef4cb0ee req-b7bcec03-a76f-404d-a476-31df550751ff service neutron] 10.222.0.22 "GET /v2.0/subnets?id=415faf0b-bf5f-4f8b-b3ff-1ae5686de75a HTTP/1.1" status: 200 len: 851 time: 0.0536454 Jul 29 23:23:16.683933 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c32ec962-8337-4c55-8400-2f05ef4cb0ee req-3cb2af4a-3510-4ce6-be16-4fd15c157513 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=666740f6-88d5-4493-9e12-abc4c5ef258e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321810 Jul 29 23:23:16.837428 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c32ec962-8337-4c55-8400-2f05ef4cb0ee req-ab3dee7b-86d8-4840-a28a-80d3c177dae4 service neutron] 10.222.0.22 "GET /v2.0/networks/666740f6-88d5-4493-9e12-abc4c5ef258e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447155 Jul 29 23:23:16.904733 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4856438f-3d65-4f46-ae9e-d9d1b5ba4578', 'tag': '72da3c58-91b9-43c3-be84-ec887fc0babc'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:16.907333 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d051c57b-36ef-4149-a3d3-2f67c95c7e9f" -d '{"events": [{"name": "network-changed", "server_uuid": "4856438f-3d65-4f46-ae9e-d9d1b5ba4578", "tag": "72da3c58-91b9-43c3-be84-ec887fc0babc"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:16.959913 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c32ec962-8337-4c55-8400-2f05ef4cb0ee req-776d85c9-8633-440b-bd2a-e6a544b043ea service neutron] 10.222.0.22 "GET /v2.0/networks/666740f6-88d5-4493-9e12-abc4c5ef258e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078627 Jul 29 23:23:16.961509 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-78fea9c3-b2fc-4a27-9c3f-6a0feca519eb req-58889138-453b-43e1-a362-dd7ee1aaafba tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d2676c0-e0d4-46fa-a07d-d81ee39c4fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4622030 Jul 29 23:23:16.968181 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-11f7f4f8-8de1-4e6f-ae61-312407dcdac3 req-85e5ca4a-7c9c-4bcc-968a-a171e3891598 service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5795059 Jul 29 23:23:16.987315 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f1d362-c111-4256-a5d4-0d4082ccf674 req-114b2701-2758-47ad-a6de-9ad427ac77d1 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:16.988896 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-71f1d362-c111-4256-a5d4-0d4082ccf674 req-114b2701-2758-47ad-a6de-9ad427ac77d1 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.43 "GET /v2.0/ports?device_id=d364d577-98a2-449f-8c82-9c06e5144ba2 HTTP/1.1" status: 200 len: 947 time: 0.5053120 Jul 29 23:23:16.991097 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c35047-a6ef-406b-b5e9-9fc394845a25 req-784ea959-af9f-43a9-86f9-7beeadd64103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:16.992499 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-87c35047-a6ef-406b-b5e9-9fc394845a25 req-784ea959-af9f-43a9-86f9-7beeadd64103 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4682100 Jul 29 23:23:17.097225 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-71f1d362-c111-4256-a5d4-0d4082ccf674 req-7f34c9cc-43ea-43cb-af43-c0913299d1f5 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.43 "GET /v2.0/security-groups?id=c476666a-fe15-4120-9af1-ee9bc8e63744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960944 Jul 29 23:23:17.138737 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcbfb803-43a6-4fb4-b151-272f311a6778 x-openstack-request-id: req-fcbfb803-43a6-4fb4-b151-272f311a6778 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:17.139030 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b18eaa87-b2be-4352-b653-da8df46dc00a", "tag": "95f89b11-8c1d-408e-9d2e-dddea3919690", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:17.139281 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fcbfb803-43a6-4fb4-b151-272f311a6778 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:17.139689 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b18eaa87-b2be-4352-b653-da8df46dc00a', 'tag': '95f89b11-8c1d-408e-9d2e-dddea3919690', 'status': 'completed', 'code': 200} Jul 29 23:23:17.162072 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-87c35047-a6ef-406b-b5e9-9fc394845a25 req-eb09ecd0-fa88-4898-bce9-0e97835ab488 service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552787 Jul 29 23:23:17.363588 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed624eb-415c-41a1-ab31-e416374b30e9 req-c44eb3bd-5354-46b6-b752-7d0273532bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:17.365127 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-aed624eb-415c-41a1-ab31-e416374b30e9 req-c44eb3bd-5354-46b6-b752-7d0273532bd8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f4fb04acaf444a438779b8cf93bf1437&device_id=b18eaa87-b2be-4352-b653-da8df46dc00a HTTP/1.1" status: 200 len: 1095 time: 0.1860366 Jul 29 23:23:17.372676 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b580ed-e633-485f-b5ed-feaa250df8e8 req-17d6dcd3-bd7d-49bc-97da-8781c27ff786 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:17.374342 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-86b580ed-e633-485f-b5ed-feaa250df8e8 req-17d6dcd3-bd7d-49bc-97da-8781c27ff786 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=34e5dd5b-178e-4628-b88b-2ffb39c2970a HTTP/1.1" status: 200 len: 949 time: 0.2062733 Jul 29 23:23:17.418193 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8100931c-bd6a-4420-a132-6ce00f010647 req-d2e24199-6da3-45fa-b5b8-751c77369cf1 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:17.420151 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8100931c-bd6a-4420-a132-6ce00f010647 req-d2e24199-6da3-45fa-b5b8-751c77369cf1 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=3222d6f4-7874-4b97-9753-b6ee5e9ee70f HTTP/1.1" status: 200 len: 944 time: 0.2029123 Jul 29 23:23:17.500539 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device ee5868d5-8e47-482c-88f4-62036870a611 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:23:17.509319 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device fd6af666-9168-444a-ab4f-a842c3946b2a up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:23:17.512381 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-87c35047-a6ef-406b-b5e9-9fc394845a25 req-db30ae37-d879-43de-b4ce-4a689adbfff6 service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342397 Jul 29 23:23:17.607640 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8100931c-bd6a-4420-a132-6ce00f010647 req-e479ebbb-5e4f-4291-9bbd-fb18b39d4363 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381195 Jul 29 23:23:17.615479 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port fd6af666-9168-444a-ab4f-a842c3946b2a completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:23:17.642167 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-86b580ed-e633-485f-b5ed-feaa250df8e8 req-87f4a348-7d96-412c-9c85-853dba967a52 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576718 Jul 29 23:23:17.691844 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed624eb-415c-41a1-ab31-e416374b30e9 req-7c3faed2-48a2-4bcc-8a11-bd7de7b0d718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:17.695372 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-aed624eb-415c-41a1-ab31-e416374b30e9 req-7c3faed2-48a2-4bcc-8a11-bd7de7b0d718 service neutron] 10.222.0.22 "GET /v2.0/networks?id=666740f6-88d5-4493-9e12-abc4c5ef258e HTTP/1.1" status: 200 len: 912 time: 0.3075173 Jul 29 23:23:17.700071 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port fd6af666-9168-444a-ab4f-a842c3946b2a triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:23:17.701469 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:17.746677 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc12223-b4a9-434f-9bc8-4e5ef73ee6c3 x-openstack-request-id: req-2cc12223-b4a9-434f-9bc8-4e5ef73ee6c3 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:17.747205 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4856438f-3d65-4f46-ae9e-d9d1b5ba4578", "tag": "72da3c58-91b9-43c3-be84-ec887fc0babc", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:17.747756 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2cc12223-b4a9-434f-9bc8-4e5ef73ee6c3 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:17.748319 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4856438f-3d65-4f46-ae9e-d9d1b5ba4578', 'tag': '72da3c58-91b9-43c3-be84-ec887fc0babc', 'status': 'completed', 'code': 200} Jul 29 23:23:17.837884 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-aed624eb-415c-41a1-ab31-e416374b30e9 req-82b3dbc1-62b3-4a57-8199-78425a0cdedf service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95f89b11-8c1d-408e-9d2e-dddea3919690 HTTP/1.1" status: 200 len: 217 time: 0.1289949 Jul 29 23:23:17.881657 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051c57b-36ef-4149-a3d3-2f67c95c7e9f req-847aadcf-fe04-4564-94db-0eaf19993c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:17.884331 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d051c57b-36ef-4149-a3d3-2f67c95c7e9f req-847aadcf-fe04-4564-94db-0eaf19993c00 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0c116bccf1944bb08a8f319b422b3c50&device_id=4856438f-3d65-4f46-ae9e-d9d1b5ba4578 HTTP/1.1" status: 200 len: 1100 time: 0.1060381 Jul 29 23:23:17.957146 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed624eb-415c-41a1-ab31-e416374b30e9 req-77ea537f-d5eb-4eba-9343-006fd84a01be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:17.958947 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-aed624eb-415c-41a1-ab31-e416374b30e9 req-77ea537f-d5eb-4eba-9343-006fd84a01be service neutron] 10.222.0.22 "GET /v2.0/subnets?id=415faf0b-bf5f-4f8b-b3ff-1ae5686de75a HTTP/1.1" status: 200 len: 851 time: 0.1042199 Jul 29 23:23:17.964996 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port ee5868d5-8e47-482c-88f4-62036870a611, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=ee5868d5-8e47-482c-88f4-62036870a611,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:18.036725 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:18.051836 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-aed624eb-415c-41a1-ab31-e416374b30e9 req-09a3231e-aaf6-43e6-8815-791c4c4568e2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=666740f6-88d5-4493-9e12-abc4c5ef258e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461571 Jul 29 23:23:18.057518 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': 'ee5868d5-8e47-482c-88f4-62036870a611', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'port_id': 'ee5868d5-8e47-482c-88f4-62036870a611', 'mac_address': 'fa:16:3e:3c:a9:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64bdc61a-58ca-49c7-bae5-ecfed9ee407c', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:23:18.062436 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051c57b-36ef-4149-a3d3-2f67c95c7e9f req-26399fdc-403e-4ec0-b630-881e3e4b0656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:18.064314 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d051c57b-36ef-4149-a3d3-2f67c95c7e9f req-26399fdc-403e-4ec0-b630-881e3e4b0656 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d71c22dc-feef-410b-a7ed-6548cf85bd6f HTTP/1.1" status: 200 len: 870 time: 0.1642115 Jul 29 23:23:18.066891 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3222d6f4-7874-4b97-9753-b6ee5e9ee70f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd6af666-9168-444a-ab4f-a842c3946b2a'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:18.069459 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89cc38f4-518f-4a14-9688-33f061a19727" -d '{"events": [{"server_uuid": "3222d6f4-7874-4b97-9753-b6ee5e9ee70f", "name": "network-vif-plugged", "status": "completed", "tag": "fd6af666-9168-444a-ab4f-a842c3946b2a"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:18.105259 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port fd6af666-9168-444a-ab4f-a842c3946b2a, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=fd6af666-9168-444a-ab4f-a842c3946b2a,segment=NetworkSegment(03081878-6d73-4f31-b394-970f508038c5),segment_id=03081878-6d73-4f31-b394-970f508038c5)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:18.128445 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:18.144662 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d051c57b-36ef-4149-a3d3-2f67c95c7e9f req-1f15e781-a5bd-416b-9e6d-837402f40cd6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=72da3c58-91b9-43c3-be84-ec887fc0babc HTTP/1.1" status: 200 len: 217 time: 0.0688999 Jul 29 23:23:18.176362 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ded1d1-897e-4bad-a5fc-89fb822bf88d req-1302b391-25ef-463d-a1a4-0d12be3c66f0 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:18.185747 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e9ded1d1-897e-4bad-a5fc-89fb822bf88d req-1302b391-25ef-463d-a1a4-0d12be3c66f0 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=4856438f-3d65-4f46-ae9e-d9d1b5ba4578 HTTP/1.1" status: 200 len: 948 time: 0.2945769 Jul 29 23:23:18.189141 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-aed624eb-415c-41a1-ab31-e416374b30e9 req-7ca27d0c-fe41-4033-8636-25a360fbbdc4 service neutron] 10.222.0.22 "GET /v2.0/networks/666740f6-88d5-4493-9e12-abc4c5ef258e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245518 Jul 29 23:23:18.193207 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:18.203550 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644249bd-e337-461a-ace6-80824ecc2fb5 req-85c4be70-3c11-4273-862d-a1d80ac61309 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:18.210470 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-644249bd-e337-461a-ace6-80824ecc2fb5 req-85c4be70-3c11-4273-862d-a1d80ac61309 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=b18eaa87-b2be-4352-b653-da8df46dc00a HTTP/1.1" status: 200 len: 943 time: 0.3209488 Jul 29 23:23:18.211133 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee5868d5-8e47-482c-88f4-62036870a611 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:23:18.217337 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=fd6af666-9168-444a-ab4f-a842c3946b2a,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:18.233560 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051c57b-36ef-4149-a3d3-2f67c95c7e9f req-7cbc9f92-fe05-45e0-8e08-810824a0168c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:18.236918 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d051c57b-36ef-4149-a3d3-2f67c95c7e9f req-7cbc9f92-fe05-45e0-8e08-810824a0168c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.0830624 Jul 29 23:23:18.253861 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port ee5868d5-8e47-482c-88f4-62036870a611, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=ee5868d5-8e47-482c-88f4-62036870a611,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:18.265495 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:18.320239 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051c57b-36ef-4149-a3d3-2f67c95c7e9f req-c26d8072-8a42-4eef-848a-d78da373443e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:18.322223 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d051c57b-36ef-4149-a3d3-2f67c95c7e9f req-c26d8072-8a42-4eef-848a-d78da373443e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0723643 Jul 29 23:23:18.329568 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-644249bd-e337-461a-ace6-80824ecc2fb5 req-fed64fdb-8e25-4e40-9e13-c5b1ba26b899 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181815 Jul 29 23:23:18.347232 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=ee5868d5-8e47-482c-88f4-62036870a611,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:18.378352 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e9ded1d1-897e-4bad-a5fc-89fb822bf88d req-e768e512-c07a-4ac5-a63e-2e5db2c435b3 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916111 Jul 29 23:23:18.442599 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60419ed7-00e5-4c62-b366-75513f443cb1 x-openstack-request-id: req-60419ed7-00e5-4c62-b366-75513f443cb1 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:18.443003 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3222d6f4-7874-4b97-9753-b6ee5e9ee70f", "name": "network-vif-plugged", "status": "completed", "tag": "fd6af666-9168-444a-ab4f-a842c3946b2a", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:18.443360 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-60419ed7-00e5-4c62-b366-75513f443cb1 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:18.443857 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3222d6f4-7874-4b97-9753-b6ee5e9ee70f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd6af666-9168-444a-ab4f-a842c3946b2a', 'code': 200} Jul 29 23:23:18.453563 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-aed624eb-415c-41a1-ab31-e416374b30e9 req-ac9c2117-bb2b-4f3f-86de-e77e43624a3a service neutron] 10.222.0.22 "GET /v2.0/networks/666740f6-88d5-4493-9e12-abc4c5ef258e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404671 Jul 29 23:23:18.524462 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d051c57b-36ef-4149-a3d3-2f67c95c7e9f req-4a78175b-16f0-4a40-a13c-615364890d3b service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916935 Jul 29 23:23:18.535720 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55531fb-95fe-46db-9c3f-5956b7058426 req-973fc148-3372-4a7e-814a-6029549889f6 tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:18.537873 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e55531fb-95fe-46db-9c3f-5956b7058426 req-973fc148-3372-4a7e-814a-6029549889f6 tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] 10.222.0.22 "GET /v2.0/ports?device_id=f71b05e8-ba13-4948-a4ea-34f94b4ec682 HTTP/1.1" status: 200 len: 945 time: 0.1226091 Jul 29 23:23:18.552469 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44372120-065f-4aba-b526-e3f322bc0be3 req-d61f89d4-a2a6-469e-aca8-996c4f36369b tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:18.567172 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-44372120-065f-4aba-b526-e3f322bc0be3 req-d61f89d4-a2a6-469e-aca8-996c4f36369b tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] 10.222.0.43 "GET /v2.0/ports?device_id=f71b05e8-ba13-4948-a4ea-34f94b4ec682 HTTP/1.1" status: 200 len: 945 time: 0.1105440 Jul 29 23:23:18.647866 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['ee5868d5-8e47-482c-88f4-62036870a611'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:18.658501 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-44372120-065f-4aba-b526-e3f322bc0be3 req-f4ae432d-9ae5-488f-8c87-0f961ff6dcf3 tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] 10.222.0.43 "GET /v2.0/security-groups?id=7d2676c0-e0d4-46fa-a07d-d81ee39c4fcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895689 Jul 29 23:23:18.703299 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03076460-d220-4123-a849-3f983d043b2d req-179c8254-921a-49a1-9d8a-6fcabf826d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:18.705113 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-03076460-d220-4123-a849-3f983d043b2d req-179c8254-921a-49a1-9d8a-6fcabf826d12 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3222d6f4-7874-4b97-9753-b6ee5e9ee70f HTTP/1.1" status: 200 len: 1097 time: 0.1197560 Jul 29 23:23:18.798195 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-03076460-d220-4123-a849-3f983d043b2d req-a44d80b9-139e-4908-b6a4-5fc14707b9f6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823410 Jul 29 23:23:18.820609 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d051c57b-36ef-4149-a3d3-2f67c95c7e9f req-6da94f63-8acc-4c4b-a547-c8f06709e631 service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787428 Jul 29 23:23:18.838355 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-e55531fb-95fe-46db-9c3f-5956b7058426 req-a75fa582-6b07-49cb-be1d-763a004e0b8d tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] Deleting port d2784e4a-e9f3-4343-bb6c-fa9b0c0cf993 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:23:18.844068 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e55531fb-95fe-46db-9c3f-5956b7058426 req-a75fa582-6b07-49cb-be1d-763a004e0b8d tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:18.884310 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbac5b6-d653-4718-9d14-3e6978d343c8 req-592ad8b0-5166-4ee1-91c9-0754e2121bf8 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:18.905343 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dfbac5b6-d653-4718-9d14-3e6978d343c8 req-592ad8b0-5166-4ee1-91c9-0754e2121bf8 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.43 "GET /v2.0/ports?device_id=d364d577-98a2-449f-8c82-9c06e5144ba2 HTTP/1.1" status: 200 len: 948 time: 0.1138670 Jul 29 23:23:18.930657 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde037fa-e95f-49e2-8676-4d85f570d1db req-e0726ec3-6213-45b7-ab74-ea2a0215a00b tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:18.940728 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dde037fa-e95f-49e2-8676-4d85f570d1db req-e0726ec3-6213-45b7-ab74-ea2a0215a00b tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=3222d6f4-7874-4b97-9753-b6ee5e9ee70f HTTP/1.1" status: 200 len: 945 time: 0.1452370 Jul 29 23:23:18.978391 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-e55531fb-95fe-46db-9c3f-5956b7058426 req-a75fa582-6b07-49cb-be1d-763a004e0b8d tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] For port d2784e4a-e9f3-4343-bb6c-fa9b0c0cf993, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=d2784e4a-e9f3-4343-bb6c-fa9b0c0cf993,segment=NetworkSegment(b40deb5a-a280-402b-81c2-0545dad12982),segment_id=b40deb5a-a280-402b-81c2-0545dad12982)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:18.979697 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e55531fb-95fe-46db-9c3f-5956b7058426 req-a75fa582-6b07-49cb-be1d-763a004e0b8d tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:18.996439 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-e55531fb-95fe-46db-9c3f-5956b7058426 req-a75fa582-6b07-49cb-be1d-763a004e0b8d tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] Calling delete_port for d2784e4a-e9f3-4343-bb6c-fa9b0c0cf993 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:23:19.004324 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dfbac5b6-d653-4718-9d14-3e6978d343c8 req-d36c68f8-16de-40c3-b7ce-a65e3a844273 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.43 "GET /v2.0/security-groups?id=c476666a-fe15-4120-9af1-ee9bc8e63744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976527 Jul 29 23:23:19.031859 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 95f89b11-8c1d-408e-9d2e-dddea3919690 details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:23:19.068123 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dde037fa-e95f-49e2-8676-4d85f570d1db req-5e2dba08-9bc1-4138-b6fb-cce5e1a122e1 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255126 Jul 29 23:23:19.186035 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 95f89b11-8c1d-408e-9d2e-dddea3919690, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=95f89b11-8c1d-408e-9d2e-dddea3919690,segment=NetworkSegment(290ad064-62e5-45f1-87ac-9cd12097849c),segment_id=290ad064-62e5-45f1-87ac-9cd12097849c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:19.200450 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29a1a4-c3d3-4520-a774-2b7da866bac1 req-d2ddb4dc-f0ad-4876-abfe-7f5a47811eaa tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:19.201370 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '95f89b11-8c1d-408e-9d2e-dddea3919690', 'network_id': '666740f6-88d5-4493-9e12-abc4c5ef258e', 'port_id': '95f89b11-8c1d-408e-9d2e-dddea3919690', 'mac_address': 'fa:16:3e:f0:57:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '415faf0b-bf5f-4f8b-b3ff-1ae5686de75a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:23:19.207969 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ee29a1a4-c3d3-4520-a774-2b7da866bac1 req-d2ddb4dc-f0ad-4876-abfe-7f5a47811eaa tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=34e5dd5b-178e-4628-b88b-2ffb39c2970a HTTP/1.1" status: 200 len: 949 time: 0.0941520 Jul 29 23:23:19.257874 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e55531fb-95fe-46db-9c3f-5956b7058426 req-a75fa582-6b07-49cb-be1d-763a004e0b8d tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:19.261217 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:19.263228 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ee29a1a4-c3d3-4520-a774-2b7da866bac1 req-25fc0c50-a34c-4634-abba-df32d46ede0b tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528209 Jul 29 23:23:19.281908 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['d2784e4a-e9f3-4343-bb6c-fa9b0c0cf993'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:19.286940 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95f89b11-8c1d-408e-9d2e-dddea3919690 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:23:19.298794 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75fa582-6b07-49cb-be1d-763a004e0b8d tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] Pushing event deleted for resources: {'Port': ['ID=d2784e4a-e9f3-4343-bb6c-fa9b0c0cf993,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:19.309275 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 95f89b11-8c1d-408e-9d2e-dddea3919690, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=95f89b11-8c1d-408e-9d2e-dddea3919690,segment=NetworkSegment(290ad064-62e5-45f1-87ac-9cd12097849c),segment_id=290ad064-62e5-45f1-87ac-9cd12097849c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:19.337314 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:19.382654 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:19.395996 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-e55531fb-95fe-46db-9c3f-5956b7058426 req-a75fa582-6b07-49cb-be1d-763a004e0b8d tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] No DVR routers for this DVR port d2784e4a-e9f3-4343-bb6c-fa9b0c0cf993 on host n-h2-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:23:19.399536 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e55531fb-95fe-46db-9c3f-5956b7058426 req-a75fa582-6b07-49cb-be1d-763a004e0b8d tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:19.405082 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e55531fb-95fe-46db-9c3f-5956b7058426 req-a75fa582-6b07-49cb-be1d-763a004e0b8d tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] 10.222.0.22 "DELETE /v2.0/ports/d2784e4a-e9f3-4343-bb6c-fa9b0c0cf993 HTTP/1.1" status: 204 len: 173 time: 0.8574052 Jul 29 23:23:19.405563 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f71b05e8-ba13-4948-a4ea-34f94b4ec682', 'name': 'network-vif-deleted', 'tag': 'd2784e4a-e9f3-4343-bb6c-fa9b0c0cf993'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:19.411063 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=95f89b11-8c1d-408e-9d2e-dddea3919690,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:19.413315 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254f80f6-05ff-4320-b7d2-d892ca5a064b" -d '{"events": [{"server_uuid": "f71b05e8-ba13-4948-a4ea-34f94b4ec682", "name": "network-vif-deleted", "tag": "d2784e4a-e9f3-4343-bb6c-fa9b0c0cf993"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:19.551330 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bf6c35-f7b4-4f59-88cc-1d4d66b1b40c req-bc36951c-2bf3-47f0-91f0-9053fd150f59 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:19.552832 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-89bf6c35-f7b4-4f59-88cc-1d4d66b1b40c req-bc36951c-2bf3-47f0-91f0-9053fd150f59 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=4856438f-3d65-4f46-ae9e-d9d1b5ba4578 HTTP/1.1" status: 200 len: 948 time: 0.0783527 Jul 29 23:23:19.569048 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d588a2c-7f74-480a-8b7a-d4914ca3f4e8 req-30b436dd-7481-49dc-aa83-9ae9ce19a1d5 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:19.578685 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5d588a2c-7f74-480a-8b7a-d4914ca3f4e8 req-30b436dd-7481-49dc-aa83-9ae9ce19a1d5 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=b18eaa87-b2be-4352-b653-da8df46dc00a HTTP/1.1" status: 200 len: 944 time: 0.1334770 Jul 29 23:23:19.640755 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5d588a2c-7f74-480a-8b7a-d4914ca3f4e8 req-f79146c8-628d-4e49-ac67-33123b28a85f tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612006 Jul 29 23:23:19.662147 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-89bf6c35-f7b4-4f59-88cc-1d4d66b1b40c req-e9e9b75f-eff2-4635-bc3d-aa322be2a060 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803487 Jul 29 23:23:19.715015 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e481fe0-43b1-4291-9179-6e60c9ed76d7 x-openstack-request-id: req-5e481fe0-43b1-4291-9179-6e60c9ed76d7 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:19.715319 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f71b05e8-ba13-4948-a4ea-34f94b4ec682", "name": "network-vif-deleted", "tag": "d2784e4a-e9f3-4343-bb6c-fa9b0c0cf993", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:19.715576 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5e481fe0-43b1-4291-9179-6e60c9ed76d7 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:19.715978 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71b05e8-ba13-4948-a4ea-34f94b4ec682', 'name': 'network-vif-deleted', 'tag': 'd2784e4a-e9f3-4343-bb6c-fa9b0c0cf993', 'status': 'completed', 'code': 200} Jul 29 23:23:19.763010 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['95f89b11-8c1d-408e-9d2e-dddea3919690'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:19.847577 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-334f9f2a-83a6-433c-8e42-a16c014d62be req-2c6fb60a-7a33-4feb-84e7-34300cacff0f tempest-ServerTagsTestJSON-1927739534 tempest-ServerTagsTestJSON-1927739534-project] 10.222.0.43 "GET /v2.0/ports?device_id=f71b05e8-ba13-4948-a4ea-34f94b4ec682 HTTP/1.1" status: 200 len: 210 time: 0.0355031 Jul 29 23:23:20.172179 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045debc-d309-4f13-9859-b2e55391d25b req-fbe3d770-84d3-4d90-9854-ae0922eeddaf tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:20.177774 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2045debc-d309-4f13-9859-b2e55391d25b req-fbe3d770-84d3-4d90-9854-ae0922eeddaf tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.43 "GET /v2.0/ports?device_id=d364d577-98a2-449f-8c82-9c06e5144ba2 HTTP/1.1" status: 200 len: 948 time: 0.0969291 Jul 29 23:23:20.285620 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2045debc-d309-4f13-9859-b2e55391d25b req-52db8271-941a-45ee-93ad-327ee9ccd387 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.43 "GET /v2.0/security-groups?id=c476666a-fe15-4120-9af1-ee9bc8e63744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966890 Jul 29 23:23:20.295820 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f957a-e2af-46ba-8025-a897dc01313e req-9a9f9eff-9d0d-41b8-a6fb-a51d520d32c2 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:20.306769 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-502f957a-e2af-46ba-8025-a897dc01313e req-9a9f9eff-9d0d-41b8-a6fb-a51d520d32c2 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=3222d6f4-7874-4b97-9753-b6ee5e9ee70f HTTP/1.1" status: 200 len: 945 time: 0.1065969 Jul 29 23:23:20.375161 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-502f957a-e2af-46ba-8025-a897dc01313e req-c2889e66-09f9-4091-94ae-7a38a01fd5db tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519264 Jul 29 23:23:20.500678 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b399b1b5-1d73-4c82-a806-80caaec55ffb req-179a6824-1c75-4cc6-b6ef-924e32711788 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:20.502554 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b399b1b5-1d73-4c82-a806-80caaec55ffb req-179a6824-1c75-4cc6-b6ef-924e32711788 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=34e5dd5b-178e-4628-b88b-2ffb39c2970a HTTP/1.1" status: 200 len: 949 time: 0.0607598 Jul 29 23:23:20.547652 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b399b1b5-1d73-4c82-a806-80caaec55ffb req-a09d76de-740d-407e-b3ab-27db3be4d0b7 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375698 Jul 29 23:23:20.817171 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034121e7-0f02-48a5-9c2d-f906511d3f54 req-17b5a87f-537a-4335-b29c-15b4b102e11a tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:20.818727 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-034121e7-0f02-48a5-9c2d-f906511d3f54 req-17b5a87f-537a-4335-b29c-15b4b102e11a tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=b18eaa87-b2be-4352-b653-da8df46dc00a HTTP/1.1" status: 200 len: 944 time: 0.0985508 Jul 29 23:23:20.832352 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105fd682-5439-4ab2-bf65-00058bf863f1 req-c3018e4c-4cea-4062-b502-11c202e362c5 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:20.833904 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-105fd682-5439-4ab2-bf65-00058bf863f1 req-c3018e4c-4cea-4062-b502-11c202e362c5 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=4856438f-3d65-4f46-ae9e-d9d1b5ba4578 HTTP/1.1" status: 200 len: 948 time: 0.0780237 Jul 29 23:23:20.890118 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-034121e7-0f02-48a5-9c2d-f906511d3f54 req-4700f4cd-c40f-4b02-807e-52616456e44e tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551877 Jul 29 23:23:20.912627 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-105fd682-5439-4ab2-bf65-00058bf863f1 req-b38f87cc-9027-40cf-be03-2b985f06ced3 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693498 Jul 29 23:23:20.961902 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 37650) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:21.015989 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b57643c-2d31-428d-8d7c-0dbe02de4ddd admin admin] Deleting subnet 0dea8e18-2d7f-4269-98d1-39a16e8d0961 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:23:21.019706 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3b57643c-2d31-428d-8d7c-0dbe02de4ddd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:21.052051 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 72da3c58-91b9-43c3-be84-ec887fc0babc details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:23:21.057365 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3b57643c-2d31-428d-8d7c-0dbe02de4ddd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:21.059290 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device d2784e4a-e9f3-4343-bb6c-fa9b0c0cf993 no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:23:21.095362 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: d2784e4a-e9f3-4343-bb6c-fa9b0c0cf993 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:23:21.095700 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device d2784e4a-e9f3-4343-bb6c-fa9b0c0cf993 not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:23:21.102651 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3b57643c-2d31-428d-8d7c-0dbe02de4ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:21.191849 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3b57643c-2d31-428d-8d7c-0dbe02de4ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:21.201741 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 72da3c58-91b9-43c3-be84-ec887fc0babc, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=72da3c58-91b9-43c3-be84-ec887fc0babc,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:21.217461 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '72da3c58-91b9-43c3-be84-ec887fc0babc', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'port_id': '72da3c58-91b9-43c3-be84-ec887fc0babc', 'mac_address': 'fa:16:3e:aa:2f:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64bdc61a-58ca-49c7-bae5-ecfed9ee407c', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:23:21.241781 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b57643c-2d31-428d-8d7c-0dbe02de4ddd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0dea8e18-2d7f-4269-98d1-39a16e8d0961,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:21.250335 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3b57643c-2d31-428d-8d7c-0dbe02de4ddd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:21.255462 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37652) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:21.255657 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-3b57643c-2d31-428d-8d7c-0dbe02de4ddd admin admin] 10.222.0.43 "DELETE /v2.0/subnets/0dea8e18-2d7f-4269-98d1-39a16e8d0961 HTTP/1.1" status: 204 len: 168 time: 0.2926905 Jul 29 23:23:21.283937 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [req-2d2b592e-9ff0-4fc0-8eeb-62e57b274642 req-86608d49-06d5-43b2-b1cd-29c91a37487b service neutron] show failed (client error): The resource could not be found. Jul 29 23:23:21.284976 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2d2b592e-9ff0-4fc0-8eeb-62e57b274642 req-86608d49-06d5-43b2-b1cd-29c91a37487b service neutron] 10.222.0.22 "GET /v2.0/ports/08c78e77-f2f0-4bac-b8b0-89b8c04071ff/bindings/n-h1-712141-10 HTTP/1.1" status: 404 len: 381 time: 0.1021657 Jul 29 23:23:21.308739 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:21.341623 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72da3c58-91b9-43c3-be84-ec887fc0babc {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:23:21.376380 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1fb6836f-6ab1-4531-9c12-76445429e04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:21.393963 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 72da3c58-91b9-43c3-be84-ec887fc0babc, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=72da3c58-91b9-43c3-be84-ec887fc0babc,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:21.411105 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:21.510985 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=72da3c58-91b9-43c3-be84-ec887fc0babc,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:21.529825 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device ee5868d5-8e47-482c-88f4-62036870a611 up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:23:21.561036 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d1c9b-1d22-429d-b5e0-1c939ee51eea req-4dfde345-230b-401f-a9ed-aa8f87877b12 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:21.566289 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2a5d1c9b-1d22-429d-b5e0-1c939ee51eea req-4dfde345-230b-401f-a9ed-aa8f87877b12 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.43 "GET /v2.0/ports?device_id=d364d577-98a2-449f-8c82-9c06e5144ba2 HTTP/1.1" status: 200 len: 948 time: 0.1629319 Jul 29 23:23:21.573165 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1fb6836f-6ab1-4531-9c12-76445429e04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:21.586283 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-1fb6836f-6ab1-4531-9c12-76445429e04b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b9da8dc-12ad-43fa-af28-b8cad9edc36c']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:21.598889 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-1fb6836f-6ab1-4531-9c12-76445429e04b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b40deb5a-a280-402b-81c2-0545dad12982') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:21.598889 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-1fb6836f-6ab1-4531-9c12-76445429e04b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b40deb5a-a280-402b-81c2-0545dad12982') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:21.613012 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1fb6836f-6ab1-4531-9c12-76445429e04b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:21.619998 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port ee5868d5-8e47-482c-88f4-62036870a611 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:23:21.628048 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port ee5868d5-8e47-482c-88f4-62036870a611 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:23:21.629404 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:21.642264 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1fb6836f-6ab1-4531-9c12-76445429e04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:21.711719 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fb6836f-6ab1-4531-9c12-76445429e04b admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:23:21.711719 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1fb6836f-6ab1-4531-9c12-76445429e04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:21.712739 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:23:21.712739 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:23:21.712739 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:23:21.712739 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:23:21.712739 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:23:21.712739 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:23:21.712739 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:23:21.712739 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:23:21.712739 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:23:21.712739 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:23:21.712739 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:23:21.712739 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:23:21.712739 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:23:21.712739 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:23:21.712739 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:23:21.712739 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:23:21.712739 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:23:21.712739 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:23:21.712739 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:23:21.712739 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:23:21.712739 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:23:21.712739 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:23:21.712739 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:23:21.712739 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:23:21.712739 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:23:21.712739 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:23:21.712739 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:23:21.712739 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:23:21.712739 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:23:21.712739 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:23:21.712739 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:23:21.712739 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:23:21.749567 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['72da3c58-91b9-43c3-be84-ec887fc0babc'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:21.820293 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b592e-9ff0-4fc0-8eeb-62e57b274642 req-1fd6bb7d-73d2-4109-ab1d-b6a2c9e91c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:21.822041 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2d2b592e-9ff0-4fc0-8eeb-62e57b274642 req-1fd6bb7d-73d2-4109-ab1d-b6a2c9e91c47 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=34e5dd5b-178e-4628-b88b-2ffb39c2970a&tenant_id=02291f5098924703b9b0f8f02943a845 HTTP/1.1" status: 200 len: 1101 time: 0.2544804 Jul 29 23:23:21.837226 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a614cdb6-83aa-488c-8fa2-43f6b450284f req-9fc8c14e-bb37-47f1-85f6-73c080d24654 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:21.842973 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:21.846043 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a614cdb6-83aa-488c-8fa2-43f6b450284f req-9fc8c14e-bb37-47f1-85f6-73c080d24654 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=3222d6f4-7874-4b97-9753-b6ee5e9ee70f HTTP/1.1" status: 200 len: 945 time: 0.2197325 Jul 29 23:23:21.861099 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-2d2b592e-9ff0-4fc0-8eeb-62e57b274642 req-60700776-4f04-4f33-8f88-4de179bbabc1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712141-10', 'device_owner': 'compute:nova'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:21.873069 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2a5d1c9b-1d22-429d-b5e0-1c939ee51eea req-34898057-357a-487c-955b-aa8aa4371a96 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.43 "GET /v2.0/security-groups?id=c476666a-fe15-4120-9af1-ee9bc8e63744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361987 Jul 29 23:23:21.881637 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1fb6836f-6ab1-4531-9c12-76445429e04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:21.901855 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd364d577-98a2-449f-8c82-9c06e5144ba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee5868d5-8e47-482c-88f4-62036870a611'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:21.904355 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b280940c-3f41-40ce-8ab5-bd78a8f9a586" -d '{"events": [{"server_uuid": "d364d577-98a2-449f-8c82-9c06e5144ba2", "name": "network-vif-plugged", "status": "completed", "tag": "ee5868d5-8e47-482c-88f4-62036870a611"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:21.906208 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1fb6836f-6ab1-4531-9c12-76445429e04b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:21.917007 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-1fb6836f-6ab1-4531-9c12-76445429e04b admin admin] 10.222.0.43 "DELETE /v2.0/networks/6b9da8dc-12ad-43fa-af28-b8cad9edc36c HTTP/1.1" status: 204 len: 168 time: 0.6559877 Jul 29 23:23:21.928997 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port ee5868d5-8e47-482c-88f4-62036870a611, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=ee5868d5-8e47-482c-88f4-62036870a611,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:22.001512 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:22.040529 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a614cdb6-83aa-488c-8fa2-43f6b450284f req-176aa69a-4f83-4160-b139-46ae2f10ce90 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916020 Jul 29 23:23:22.070384 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=ee5868d5-8e47-482c-88f4-62036870a611,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:22.071077 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb6836f-6ab1-4531-9c12-76445429e04b admin admin] Pushing event deleted for resources: {'Network': ['ID=6b9da8dc-12ad-43fa-af28-b8cad9edc36c,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:22.138311 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82afbdcb-43d2-4532-8db7-03349c570042 x-openstack-request-id: req-82afbdcb-43d2-4532-8db7-03349c570042 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:22.138892 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d364d577-98a2-449f-8c82-9c06e5144ba2", "name": "network-vif-plugged", "status": "completed", "tag": "ee5868d5-8e47-482c-88f4-62036870a611", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:22.139469 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-82afbdcb-43d2-4532-8db7-03349c570042 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:22.140005 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd364d577-98a2-449f-8c82-9c06e5144ba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee5868d5-8e47-482c-88f4-62036870a611', 'code': 200} Jul 29 23:23:22.148600 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2d2b592e-9ff0-4fc0-8eeb-62e57b274642 req-60700776-4f04-4f33-8f88-4de179bbabc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:22.159974 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc01895c-af52-410a-bfb9-d6b6657d06b6 req-03b0a509-7664-44cf-a544-6aac27dadeac tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:22.178089 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cc01895c-af52-410a-bfb9-d6b6657d06b6 req-03b0a509-7664-44cf-a544-6aac27dadeac tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=34e5dd5b-178e-4628-b88b-2ffb39c2970a HTTP/1.1" status: 200 len: 949 time: 0.1587436 Jul 29 23:23:22.224417 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 37684) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:22.305916 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cc01895c-af52-410a-bfb9-d6b6657d06b6 req-34772ffd-c090-44bd-b391-bc48d25b6111 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236391 Jul 29 23:23:22.320351 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-307d0da1-d458-4a15-a20a-2fb786aa9e4d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fdd0c022fea9447eb1a1b1a6e0acd8b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0940959 Jul 29 23:23:22.321525 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37686) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:22.330156 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2defecd-85bd-49e1-a001-7bc3065c4969 req-b1e1ced9-2172-482e-bd93-4c7e1129e7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:22.332082 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b2defecd-85bd-49e1-a001-7bc3065c4969 req-b1e1ced9-2172-482e-bd93-4c7e1129e7da service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d364d577-98a2-449f-8c82-9c06e5144ba2 HTTP/1.1" status: 200 len: 1101 time: 0.0785544 Jul 29 23:23:22.390344 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b2defecd-85bd-49e1-a001-7bc3065c4969 req-d671ac7c-de55-4542-adeb-1286a48b1d3a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c476666a-fe15-4120-9af1-ee9bc8e63744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483296 Jul 29 23:23:22.410872 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403dd0de-f429-4330-8f21-fe982197cab8 req-dfe3ce9a-2303-4c8a-aeb4-3df4ddea9b14 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:22.418808 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-403dd0de-f429-4330-8f21-fe982197cab8 req-dfe3ce9a-2303-4c8a-aeb4-3df4ddea9b14 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=b18eaa87-b2be-4352-b653-da8df46dc00a HTTP/1.1" status: 200 len: 944 time: 0.1894615 Jul 29 23:23:22.578225 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-403dd0de-f429-4330-8f21-fe982197cab8 req-62ae8db8-f1b2-436c-a4ee-91e7e498e00b tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583061 Jul 29 23:23:22.616633 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-06a351ad-000f-47a4-8bf5-90ffaa99ef71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:22.643552 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9373d0-94b1-4be1-a795-9dbaa5d930ee req-565481ba-c408-43ed-a692-f0d3151a4d00 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:22.645155 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9f9373d0-94b1-4be1-a795-9dbaa5d930ee req-565481ba-c408-43ed-a692-f0d3151a4d00 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=4856438f-3d65-4f46-ae9e-d9d1b5ba4578 HTTP/1.1" status: 200 len: 949 time: 0.2200694 Jul 29 23:23:22.705429 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-06a351ad-000f-47a4-8bf5-90ffaa99ef71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:22.730240 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-2d2b592e-9ff0-4fc0-8eeb-62e57b274642 req-60700776-4f04-4f33-8f88-4de179bbabc1 service neutron] For port 08c78e77-f2f0-4bac-b8b0-89b8c04071ff, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=08c78e77-f2f0-4bac-b8b0-89b8c04071ff,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:22.763191 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9f9373d0-94b1-4be1-a795-9dbaa5d930ee req-8205c48b-42b4-49cb-b348-d0f50281c126 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082318 Jul 29 23:23:22.804048 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-2d2b592e-9ff0-4fc0-8eeb-62e57b274642 req-60700776-4f04-4f33-8f88-4de179bbabc1 service neutron] For port 08c78e77-f2f0-4bac-b8b0-89b8c04071ff, host n-h2-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:23:22.844152 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-06a351ad-000f-47a4-8bf5-90ffaa99ef71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:22.847222 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-06a351ad-000f-47a4-8bf5-90ffaa99ef71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:22.848757 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-06a351ad-000f-47a4-8bf5-90ffaa99ef71 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7d2676c0-e0d4-46fa-a07d-d81ee39c4fcd HTTP/1.1" status: 204 len: 168 time: 0.5242031 Jul 29 23:23:22.866381 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34e5dd5b-178e-4628-b88b-2ffb39c2970a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08c78e77-f2f0-4bac-b8b0-89b8c04071ff'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:22.870788 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca626ea0-ae53-496f-8903-ed73935fa430" -d '{"events": [{"server_uuid": "34e5dd5b-178e-4628-b88b-2ffb39c2970a", "name": "network-vif-unplugged", "status": "completed", "tag": "08c78e77-f2f0-4bac-b8b0-89b8c04071ff"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:22.880153 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2d2b592e-9ff0-4fc0-8eeb-62e57b274642 req-60700776-4f04-4f33-8f88-4de179bbabc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:22.886509 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a351ad-000f-47a4-8bf5-90ffaa99ef71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2676c0-e0d4-46fa-a07d-d81ee39c4fcd,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:22.898297 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-2d2b592e-9ff0-4fc0-8eeb-62e57b274642 req-60700776-4f04-4f33-8f88-4de179bbabc1 service neutron] Transition to ACTIVE for port object 08c78e77-f2f0-4bac-b8b0-89b8c04071ff will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:23:22.915595 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2d2b592e-9ff0-4fc0-8eeb-62e57b274642 req-60700776-4f04-4f33-8f88-4de179bbabc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:22.969148 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c41a58b-9c48-4cb4-9fcb-befad3ea1500 x-openstack-request-id: req-4c41a58b-9c48-4cb4-9fcb-befad3ea1500 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:22.969575 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34e5dd5b-178e-4628-b88b-2ffb39c2970a", "name": "network-vif-unplugged", "status": "completed", "tag": "08c78e77-f2f0-4bac-b8b0-89b8c04071ff", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:22.969931 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4c41a58b-9c48-4cb4-9fcb-befad3ea1500 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:22.970423 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34e5dd5b-178e-4628-b88b-2ffb39c2970a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08c78e77-f2f0-4bac-b8b0-89b8c04071ff', 'code': 200} Jul 29 23:23:23.004371 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d2b592e-9ff0-4fc0-8eeb-62e57b274642 req-60700776-4f04-4f33-8f88-4de179bbabc1 service neutron] No DVR routers for this DVR port 08c78e77-f2f0-4bac-b8b0-89b8c04071ff on host n-h2-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:23:23.012625 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60700776-4f04-4f33-8f88-4de179bbabc1 service neutron] Pushing event updated for resources: {'Port': ['ID=08c78e77-f2f0-4bac-b8b0-89b8c04071ff,revision_number=6']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:23.076068 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 95f89b11-8c1d-408e-9d2e-dddea3919690 up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:23:23.112148 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-2d2b592e-9ff0-4fc0-8eeb-62e57b274642 req-60700776-4f04-4f33-8f88-4de179bbabc1 service neutron] Attempting to bind port 08c78e77-f2f0-4bac-b8b0-89b8c04071ff on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:23:23.119631 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-2d2b592e-9ff0-4fc0-8eeb-62e57b274642 req-60700776-4f04-4f33-8f88-4de179bbabc1 service neutron] Attempting to bind port 08c78e77-f2f0-4bac-b8b0-89b8c04071ff by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:23:23.120143 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2b592e-9ff0-4fc0-8eeb-62e57b274642 req-60700776-4f04-4f33-8f88-4de179bbabc1 service neutron] Attempting to bind port 08c78e77-f2f0-4bac-b8b0-89b8c04071ff on network d71c22dc-feef-410b-a7ed-6548cf85bd6f {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:23:23.176814 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2b592e-9ff0-4fc0-8eeb-62e57b274642 req-60700776-4f04-4f33-8f88-4de179bbabc1 service neutron] Port 08c78e77-f2f0-4bac-b8b0-89b8c04071ff on network d71c22dc-feef-410b-a7ed-6548cf85bd6f not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:23:23.177273 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2b592e-9ff0-4fc0-8eeb-62e57b274642 req-60700776-4f04-4f33-8f88-4de179bbabc1 service neutron] Attempting to bind port 08c78e77-f2f0-4bac-b8b0-89b8c04071ff on network d71c22dc-feef-410b-a7ed-6548cf85bd6f {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:23:23.187094 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port 95f89b11-8c1d-408e-9d2e-dddea3919690 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:23:23.190426 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2b592e-9ff0-4fc0-8eeb-62e57b274642 req-60700776-4f04-4f33-8f88-4de179bbabc1 service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:23:23.190873 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2b592e-9ff0-4fc0-8eeb-62e57b274642 req-60700776-4f04-4f33-8f88-4de179bbabc1 service neutron] Checking segment: {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:23:23.191355 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2b592e-9ff0-4fc0-8eeb-62e57b274642 req-60700776-4f04-4f33-8f88-4de179bbabc1 service neutron] Bound using segment: {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:23:23.191925 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-2d2b592e-9ff0-4fc0-8eeb-62e57b274642 req-60700776-4f04-4f33-8f88-4de179bbabc1 service neutron] Bound port: 08c78e77-f2f0-4bac-b8b0-89b8c04071ff, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:23:23.192473 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2d2b592e-9ff0-4fc0-8eeb-62e57b274642 req-60700776-4f04-4f33-8f88-4de179bbabc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:23.192601 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 95f89b11-8c1d-408e-9d2e-dddea3919690 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:23:23.193036 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:23.217142 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9060262-fadc-4246-b60c-b10758a5875a req-92c3a16a-c57c-49a6-be4d-fbbfa9a1fa12 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:23.225189 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b9060262-fadc-4246-b60c-b10758a5875a req-92c3a16a-c57c-49a6-be4d-fbbfa9a1fa12 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.43 "GET /v2.0/ports?device_id=d364d577-98a2-449f-8c82-9c06e5144ba2 HTTP/1.1" status: 200 len: 949 time: 0.1824799 Jul 29 23:23:23.260749 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e0ed3e-ce96-41ca-8ce1-e5758dc616ad req-50308970-c83e-488b-b20a-c0bd4cef985e tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:23.268536 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d6e0ed3e-ce96-41ca-8ce1-e5758dc616ad req-50308970-c83e-488b-b20a-c0bd4cef985e tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=3222d6f4-7874-4b97-9753-b6ee5e9ee70f HTTP/1.1" status: 200 len: 1097 time: 0.1589017 Jul 29 23:23:23.287976 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-984f03de-36e8-4222-8063-39f513d3a71e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:23.359734 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b9060262-fadc-4246-b60c-b10758a5875a req-0f86be9a-13c0-4ba3-86e1-7627f934351b tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.43 "GET /v2.0/security-groups?id=c476666a-fe15-4120-9af1-ee9bc8e63744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334207 Jul 29 23:23:23.390318 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:23.421395 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d6e0ed3e-ce96-41ca-8ce1-e5758dc616ad req-fcb9a9eb-f16f-4288-ae60-0c1c1103bb2e tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517212 Jul 29 23:23:23.426354 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-2d2b592e-9ff0-4fc0-8eeb-62e57b274642 req-60700776-4f04-4f33-8f88-4de179bbabc1 service neutron] For port 08c78e77-f2f0-4bac-b8b0-89b8c04071ff, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:23:23.430070 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-2d2b592e-9ff0-4fc0-8eeb-62e57b274642 req-60700776-4f04-4f33-8f88-4de179bbabc1 service neutron] For port 08c78e77-f2f0-4bac-b8b0-89b8c04071ff, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=08c78e77-f2f0-4bac-b8b0-89b8c04071ff,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:23:23.449081 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2d2b592e-9ff0-4fc0-8eeb-62e57b274642 req-60700776-4f04-4f33-8f88-4de179bbabc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:23.491234 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 95f89b11-8c1d-408e-9d2e-dddea3919690, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=95f89b11-8c1d-408e-9d2e-dddea3919690,segment=NetworkSegment(290ad064-62e5-45f1-87ac-9cd12097849c),segment_id=290ad064-62e5-45f1-87ac-9cd12097849c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:23.519244 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b592e-9ff0-4fc0-8eeb-62e57b274642 req-60700776-4f04-4f33-8f88-4de179bbabc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:23.520134 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2d2b592e-9ff0-4fc0-8eeb-62e57b274642 req-60700776-4f04-4f33-8f88-4de179bbabc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:23.521558 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2d2b592e-9ff0-4fc0-8eeb-62e57b274642 req-60700776-4f04-4f33-8f88-4de179bbabc1 service neutron] 10.222.0.41 "PUT /v2.0/ports/08c78e77-f2f0-4bac-b8b0-89b8c04071ff HTTP/1.1" status: 200 len: 1096 time: 1.6728132 Jul 29 23:23:23.532124 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:23.663230 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=95f89b11-8c1d-408e-9d2e-dddea3919690,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:23.745164 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d9c71-015c-4707-9c2d-2a565ea0c22b req-e197f2e9-8403-4ce3-91ac-34582c7662b1 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:23.746904 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-340d9c71-015c-4707-9c2d-2a565ea0c22b req-e197f2e9-8403-4ce3-91ac-34582c7662b1 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=34e5dd5b-178e-4628-b88b-2ffb39c2970a HTTP/1.1" status: 200 len: 947 time: 0.2093716 Jul 29 23:23:23.750865 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60700776-4f04-4f33-8f88-4de179bbabc1 service neutron] Pushing event updated for resources: {'Port': ['ID=08c78e77-f2f0-4bac-b8b0-89b8c04071ff,revision_number=7']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:23.777790 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf66da0-fcc3-4f1c-b246-82064901aada req-debf055d-1928-4b82-97e8-3ef45d1edce1 tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:23.780450 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fbf66da0-fcc3-4f1c-b246-82064901aada req-debf055d-1928-4b82-97e8-3ef45d1edce1 tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=3222d6f4-7874-4b97-9753-b6ee5e9ee70f HTTP/1.1" status: 200 len: 1097 time: 0.2576950 Jul 29 23:23:23.803142 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b592e-9ff0-4fc0-8eeb-62e57b274642 req-acfda356-e901-478a-bd01-9be1ae9f01eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:23.805275 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2d2b592e-9ff0-4fc0-8eeb-62e57b274642 req-acfda356-e901-478a-bd01-9be1ae9f01eb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=02291f5098924703b9b0f8f02943a845&device_id=34e5dd5b-178e-4628-b88b-2ffb39c2970a HTTP/1.1" status: 200 len: 1099 time: 0.1748359 Jul 29 23:23:23.949856 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-340d9c71-015c-4707-9c2d-2a565ea0c22b req-6327e20f-af75-4606-aaba-8d0e5c4d09e4 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665704 Jul 29 23:23:23.974170 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fbf66da0-fcc3-4f1c-b246-82064901aada req-79d48813-857d-440a-ab1a-f70441fefe91 tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332233 Jul 29 23:23:24.047780 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b592e-9ff0-4fc0-8eeb-62e57b274642 req-3c6c1475-48f3-462e-8cb9-198fe8577db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:24.049214 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2d2b592e-9ff0-4fc0-8eeb-62e57b274642 req-3c6c1475-48f3-462e-8cb9-198fe8577db1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d71c22dc-feef-410b-a7ed-6548cf85bd6f HTTP/1.1" status: 200 len: 870 time: 0.2068570 Jul 29 23:23:24.126136 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 37738) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:24.141360 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18eaa87-b2be-4352-b653-da8df46dc00a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f89b11-8c1d-408e-9d2e-dddea3919690'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:24.143761 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12db87a4-7e1c-499a-b4aa-8de863e088e5" -d '{"events": [{"server_uuid": "b18eaa87-b2be-4352-b653-da8df46dc00a", "name": "network-vif-plugged", "status": "completed", "tag": "95f89b11-8c1d-408e-9d2e-dddea3919690"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:24.262316 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-b224f45e-daa3-419e-b083-56d388113c8b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-320259160-network', 'tenant_id': '62091d0f24f84b44849aea33b1484fc4'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:24.296329 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b224f45e-daa3-419e-b083-56d388113c8b admin admin] Made reservation on behalf of 62091d0f24f84b44849aea33b1484fc4 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:23:24.299119 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b224f45e-daa3-419e-b083-56d388113c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:24.310134 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b224f45e-daa3-419e-b083-56d388113c8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:24.439050 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b224f45e-daa3-419e-b083-56d388113c8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:24.446601 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b224f45e-daa3-419e-b083-56d388113c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:24.505099 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b224f45e-daa3-419e-b083-56d388113c8b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:23:24.505404 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2d2b592e-9ff0-4fc0-8eeb-62e57b274642 req-6f76bd69-74ef-4664-b692-d3f4a363de8e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=08c78e77-f2f0-4bac-b8b0-89b8c04071ff HTTP/1.1" status: 200 len: 217 time: 0.4142511 Jul 29 23:23:24.507588 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b224f45e-daa3-419e-b083-56d388113c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6db705-1cdd-46a6-a037-d1e548d0f013,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:24.514113 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b224f45e-daa3-419e-b083-56d388113c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:24.514500 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-b224f45e-daa3-419e-b083-56d388113c8b admin admin] Added segment 2f225bab-780d-4bb8-903d-ee3f32d75d09 of type vlan for network 09be3f6b-3c77-4c8e-bbe6-2435736d69cf Jul 29 23:23:24.536877 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7c88e-295e-4b86-ac99-8cd91ed98302 req-d65f7821-50fa-40af-8543-208e2970b92f tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:24.542936 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-46c7c88e-295e-4b86-ac99-8cd91ed98302 req-d65f7821-50fa-40af-8543-208e2970b92f tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=b18eaa87-b2be-4352-b653-da8df46dc00a HTTP/1.1" status: 200 len: 945 time: 0.4823549 Jul 29 23:23:24.571681 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b224f45e-daa3-419e-b083-56d388113c8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:24.615798 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b224f45e-daa3-419e-b083-56d388113c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:24.616860 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b224f45e-daa3-419e-b083-56d388113c8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:24.617448 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b224f45e-daa3-419e-b083-56d388113c8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:24.639045 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b592e-9ff0-4fc0-8eeb-62e57b274642 req-00699010-6b35-48df-819a-aeb6c3852ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:24.640613 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2d2b592e-9ff0-4fc0-8eeb-62e57b274642 req-00699010-6b35-48df-819a-aeb6c3852ba3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.1150341 Jul 29 23:23:24.648289 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa9159-658d-4a65-9f66-b87eaf03917c req-1a51d4a3-d9ef-4365-bac3-ebdd2d583e76 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:24.649788 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-baaa9159-658d-4a65-9f66-b87eaf03917c req-1a51d4a3-d9ef-4365-bac3-ebdd2d583e76 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=4856438f-3d65-4f46-ae9e-d9d1b5ba4578 HTTP/1.1" status: 200 len: 949 time: 0.1725833 Jul 29 23:23:24.673264 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-46c7c88e-295e-4b86-ac99-8cd91ed98302 req-d63975f7-16e8-4d6a-9a9e-70da02bea1c5 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189177 Jul 29 23:23:24.692402 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b224f45e-daa3-419e-b083-56d388113c8b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5643888 Jul 29 23:23:24.693185 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b224f45e-daa3-419e-b083-56d388113c8b admin admin] Pushing event updated for resources: {'Network': ['ID=09be3f6b-3c77-4c8e-bbe6-2435736d69cf,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:24.695268 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 37750) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:24.705546 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-03a58871-85ce-4e7c-b54f-e4c4ab7d1ded admin admin] Request body: {'subnet': {'network_id': '09be3f6b-3c77-4c8e-bbe6-2435736d69cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-320259160-subnet', 'tenant_id': '62091d0f24f84b44849aea33b1484fc4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:24.705911 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 09be3f6b-3c77-4c8e-bbe6-2435736d69cf details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:23:24.727225 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a58871-85ce-4e7c-b54f-e4c4ab7d1ded admin admin] Made reservation on behalf of 62091d0f24f84b44849aea33b1484fc4 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:23:24.745708 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-baaa9159-658d-4a65-9f66-b87eaf03917c req-a0cb1ea7-0dcb-4c64-97cf-7c9d5bffc862 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813308 Jul 29 23:23:24.745947 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-03a58871-85ce-4e7c-b54f-e4c4ab7d1ded admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:24.767328 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b592e-9ff0-4fc0-8eeb-62e57b274642 req-a366e631-5cc8-44ba-b4b3-5fb75b704b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:24.768853 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2d2b592e-9ff0-4fc0-8eeb-62e57b274642 req-a366e631-5cc8-44ba-b4b3-5fb75b704b82 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1175759 Jul 29 23:23:24.903297 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3690206f-e00a-41c5-a4c4-39bc6ce34ead x-openstack-request-id: req-3690206f-e00a-41c5-a4c4-39bc6ce34ead {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:24.903739 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b18eaa87-b2be-4352-b653-da8df46dc00a", "name": "network-vif-plugged", "status": "completed", "tag": "95f89b11-8c1d-408e-9d2e-dddea3919690", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:24.903916 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3690206f-e00a-41c5-a4c4-39bc6ce34ead {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:24.904470 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18eaa87-b2be-4352-b653-da8df46dc00a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f89b11-8c1d-408e-9d2e-dddea3919690', 'code': 200} Jul 29 23:23:24.971353 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34e5dd5b-178e-4628-b88b-2ffb39c2970a', 'tag': '08c78e77-f2f0-4bac-b8b0-89b8c04071ff'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:24.974382 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c47678-5e40-4514-8540-97bda3dc2edb" -d '{"events": [{"name": "network-changed", "server_uuid": "34e5dd5b-178e-4628-b88b-2ffb39c2970a", "tag": "08c78e77-f2f0-4bac-b8b0-89b8c04071ff"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:25.004259 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2d2b592e-9ff0-4fc0-8eeb-62e57b274642 req-3edbaaae-61e9-4454-ad28-a646fe5ce920 service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259095 Jul 29 23:23:25.072105 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-03a58871-85ce-4e7c-b54f-e4c4ab7d1ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:25.078395 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 72da3c58-91b9-43c3-be84-ec887fc0babc up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:23:25.109173 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd235a4-d8a1-478f-9ea2-95639c208a52 req-a9157de0-caae-4d9c-a7ec-dd7ff6d05f66 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:25.124359 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1dd235a4-d8a1-478f-9ea2-95639c208a52 req-a9157de0-caae-4d9c-a7ec-dd7ff6d05f66 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.43 "GET /v2.0/ports?device_id=d364d577-98a2-449f-8c82-9c06e5144ba2 HTTP/1.1" status: 200 len: 949 time: 0.1571817 Jul 29 23:23:25.154789 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a53c4-3edc-4c97-a0aa-4b6b428e91d4 req-22faf62a-d205-4a00-85dd-7311b88020e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:25.156668 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-bb6a53c4-3edc-4c97-a0aa-4b6b428e91d4 req-22faf62a-d205-4a00-85dd-7311b88020e3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b18eaa87-b2be-4352-b653-da8df46dc00a HTTP/1.1" status: 200 len: 1097 time: 0.1196072 Jul 29 23:23:25.158151 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port 72da3c58-91b9-43c3-be84-ec887fc0babc completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:23:25.179199 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 72da3c58-91b9-43c3-be84-ec887fc0babc triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:23:25.182260 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:25.188794 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a58871-85ce-4e7c-b54f-e4c4ab7d1ded admin admin] Checking segment: {'id': '2f225bab-780d-4bb8-903d-ee3f32d75d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '09be3f6b-3c77-4c8e-bbe6-2435736d69cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:23:25.189288 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a58871-85ce-4e7c-b54f-e4c4ab7d1ded admin admin] Network hostable DHCP agents. Network: 09be3f6b-3c77-4c8e-bbe6-2435736d69cf, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:23:25.214634 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a58871-85ce-4e7c-b54f-e4c4ab7d1ded admin admin] Pushing event updated for resources: {'Subnet': ['ID=61118f50-e726-435d-a59a-d51b2a8c879d,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:25.239578 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a58871-85ce-4e7c-b54f-e4c4ab7d1ded admin admin] Network 09be3f6b-3c77-4c8e-bbe6-2435736d69cf is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:23:25.245178 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1dd235a4-d8a1-478f-9ea2-95639c208a52 req-91e4c480-59d5-4ac3-823f-45a58810c5eb tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.43 "GET /v2.0/security-groups?id=c476666a-fe15-4120-9af1-ee9bc8e63744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204171 Jul 29 23:23:25.288427 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2d2b592e-9ff0-4fc0-8eeb-62e57b274642 req-10c8c2d2-26ba-4dca-a322-ff520d219825 service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664723 Jul 29 23:23:25.301477 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-03a58871-85ce-4e7c-b54f-e4c4ab7d1ded admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 09be3f6b-3c77-4c8e-bbe6-2435736d69cf) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:23:25.306364 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-bb6a53c4-3edc-4c97-a0aa-4b6b428e91d4 req-713ca73b-cf1c-43ca-b50c-75e9fc73730e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251855 Jul 29 23:23:25.314380 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a58871-85ce-4e7c-b54f-e4c4ab7d1ded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:25.316365 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-03a58871-85ce-4e7c-b54f-e4c4ab7d1ded admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:25.353526 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac66108-1ae9-4014-a496-f2721619bb0c None None] Network 09be3f6b-3c77-4c8e-bbe6-2435736d69cf requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:23:25.355380 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-03a58871-85ce-4e7c-b54f-e4c4ab7d1ded admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6590741 Jul 29 23:23:25.501348 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa223dd9-69aa-4cf3-9e39-a33b0069c455 req-deb8e435-48d3-4694-a0e3-3bd098167640 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:25.506805 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-aa223dd9-69aa-4cf3-9e39-a33b0069c455 req-deb8e435-48d3-4694-a0e3-3bd098167640 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=34e5dd5b-178e-4628-b88b-2ffb39c2970a HTTP/1.1" status: 200 len: 947 time: 0.1106935 Jul 29 23:23:25.584817 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:25.592831 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-aa223dd9-69aa-4cf3-9e39-a33b0069c455 req-ff423222-8fb0-4495-b8b9-5f10e4212a15 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606427 Jul 29 23:23:25.668311 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ae16bb-0044-4133-8a40-47428b141f0f x-openstack-request-id: req-27ae16bb-0044-4133-8a40-47428b141f0f {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:25.668709 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34e5dd5b-178e-4628-b88b-2ffb39c2970a", "tag": "08c78e77-f2f0-4bac-b8b0-89b8c04071ff", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:25.669194 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-27ae16bb-0044-4133-8a40-47428b141f0f {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:25.669903 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34e5dd5b-178e-4628-b88b-2ffb39c2970a', 'tag': '08c78e77-f2f0-4bac-b8b0-89b8c04071ff', 'status': 'completed', 'code': 200} Jul 29 23:23:25.716361 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 72da3c58-91b9-43c3-be84-ec887fc0babc, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=72da3c58-91b9-43c3-be84-ec887fc0babc,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:25.750975 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:25.752274 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 08c78e77-f2f0-4bac-b8b0-89b8c04071ff no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:23:25.760328 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d435e0-92c9-48c8-8230-74a6e8294280 None None] Network 09be3f6b-3c77-4c8e-bbe6-2435736d69cf requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:23:25.795806 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c47678-5e40-4514-8540-97bda3dc2edb req-1f7a5db5-97fa-4112-80ab-049b809fe904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:25.797688 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-45c47678-5e40-4514-8540-97bda3dc2edb req-1f7a5db5-97fa-4112-80ab-049b809fe904 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=02291f5098924703b9b0f8f02943a845&device_id=34e5dd5b-178e-4628-b88b-2ffb39c2970a HTTP/1.1" status: 200 len: 1099 time: 0.0792913 Jul 29 23:23:25.810730 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c47678-5e40-4514-8540-97bda3dc2edb req-3060c0a2-888e-4322-9ef1-acc8c29e5512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:25.819466 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-45c47678-5e40-4514-8540-97bda3dc2edb req-3060c0a2-888e-4322-9ef1-acc8c29e5512 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=02291f5098924703b9b0f8f02943a845&device_id=34e5dd5b-178e-4628-b88b-2ffb39c2970a HTTP/1.1" status: 200 len: 1099 time: 0.1086030 Jul 29 23:23:25.896925 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 08c78e77-f2f0-4bac-b8b0-89b8c04071ff not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:23:25.922897 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=72da3c58-91b9-43c3-be84-ec887fc0babc,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:25.928943 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-92a37ae4-d91a-4aa5-9907-bbb6e982b24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:25.995780 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c47678-5e40-4514-8540-97bda3dc2edb req-a9293460-d4f7-4daa-8df6-fdc65ba7621e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:25.999597 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-45c47678-5e40-4514-8540-97bda3dc2edb req-a9293460-d4f7-4daa-8df6-fdc65ba7621e service neutron] 10.222.0.41 "GET /v2.0/networks?id=d71c22dc-feef-410b-a7ed-6548cf85bd6f HTTP/1.1" status: 200 len: 870 time: 0.1763618 Jul 29 23:23:26.039618 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c47678-5e40-4514-8540-97bda3dc2edb req-7d907dc4-3e7e-4f91-aae4-ee6881b1b607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:26.042173 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-45c47678-5e40-4514-8540-97bda3dc2edb req-7d907dc4-3e7e-4f91-aae4-ee6881b1b607 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d71c22dc-feef-410b-a7ed-6548cf85bd6f HTTP/1.1" status: 200 len: 870 time: 0.2064812 Jul 29 23:23:26.081854 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-45c47678-5e40-4514-8540-97bda3dc2edb req-954fff85-a060-40be-9819-7f283a3ad4ed service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=08c78e77-f2f0-4bac-b8b0-89b8c04071ff HTTP/1.1" status: 200 len: 217 time: 0.0679104 Jul 29 23:23:26.093607 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-45c47678-5e40-4514-8540-97bda3dc2edb req-0c036a7b-ad81-4bca-96c9-6add47d3f5f4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=08c78e77-f2f0-4bac-b8b0-89b8c04071ff HTTP/1.1" status: 200 len: 217 time: 0.0410452 Jul 29 23:23:26.149488 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c47678-5e40-4514-8540-97bda3dc2edb req-e3c7fc50-bde5-4ac7-ad8a-d98c32cc464c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:26.151383 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-45c47678-5e40-4514-8540-97bda3dc2edb req-e3c7fc50-bde5-4ac7-ad8a-d98c32cc464c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.0566030 Jul 29 23:23:26.255590 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c47678-5e40-4514-8540-97bda3dc2edb req-79a809aa-4cdb-4411-9a29-ee8fecc7620c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:26.257781 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-45c47678-5e40-4514-8540-97bda3dc2edb req-79a809aa-4cdb-4411-9a29-ee8fecc7620c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0927942 Jul 29 23:23:26.328699 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:26.465572 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-45c47678-5e40-4514-8540-97bda3dc2edb req-e922cd1b-7869-41d7-8c2e-7c179f5cc21f service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817851 Jul 29 23:23:26.617303 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c47678-5e40-4514-8540-97bda3dc2edb req-b4c64474-95c7-43d8-826c-f3ce2bbf2d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:26.620450 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-45c47678-5e40-4514-8540-97bda3dc2edb req-b4c64474-95c7-43d8-826c-f3ce2bbf2d92 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.5142353 Jul 29 23:23:26.688436 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c47678-5e40-4514-8540-97bda3dc2edb req-25785321-eba0-4ea3-afe9-a523ac0081fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:26.690927 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-45c47678-5e40-4514-8540-97bda3dc2edb req-25785321-eba0-4ea3-afe9-a523ac0081fb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0617237 Jul 29 23:23:26.757351 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-45c47678-5e40-4514-8540-97bda3dc2edb req-1c4f2a3f-4522-412c-90e4-676c428c8b1d service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2687392 Jul 29 23:23:26.782948 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247533fb-dc03-4c8d-9c4c-951e0f3324e6 req-4e247c0a-d415-4b9f-8758-fba0b029a430 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:26.809224 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-247533fb-dc03-4c8d-9c4c-951e0f3324e6 req-4e247c0a-d415-4b9f-8758-fba0b029a430 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/networks?id=09be3f6b-3c77-4c8e-bbe6-2435736d69cf HTTP/1.1" status: 200 len: 805 time: 0.2275603 Jul 29 23:23:26.822897 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-45c47678-5e40-4514-8540-97bda3dc2edb req-94f789b6-17cf-47e1-9e1a-d82c20245ceb service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098030 Jul 29 23:23:26.828960 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-247533fb-dc03-4c8d-9c4c-951e0f3324e6 req-2aaff448-25e0-4886-a2f5-a4afaa875cb8 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/quotas/62091d0f24f84b44849aea33b1484fc4 HTTP/1.1" status: 200 len: 375 time: 0.0192590 Jul 29 23:23:26.886716 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-247533fb-dc03-4c8d-9c4c-951e0f3324e6 req-f11a38b7-1c20-4e91-91c3-7a461de8b1f1 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=62091d0f24f84b44849aea33b1484fc4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480649 Jul 29 23:23:26.894313 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-4b1c3a71-3ff2-436b-9a1d-8e3faab18f14 tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:23:26.902342 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-4b1c3a71-3ff2-436b-9a1d-8e3faab18f14 tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1252055 Jul 29 23:23:26.906250 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4856438f-3d65-4f46-ae9e-d9d1b5ba4578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72da3c58-91b9-43c3-be84-ec887fc0babc'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:26.908583 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8807f88-cdc1-4fdf-8d5c-4d387f8f0c2f" -d '{"events": [{"server_uuid": "4856438f-3d65-4f46-ae9e-d9d1b5ba4578", "name": "network-vif-plugged", "status": "completed", "tag": "72da3c58-91b9-43c3-be84-ec887fc0babc"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:26.913049 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-ace81616-7506-4b8e-b25a-461f46fa2283 service neutron] Request body: {'binding': {'host': 'n-h2-712141-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:26.915439 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-ace81616-7506-4b8e-b25a-461f46fa2283 service neutron] Unknown quota resources ['binding']. {{(pid=94077) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 23:23:26.998946 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-247533fb-dc03-4c8d-9c4c-951e0f3324e6 req-55fa6842-2fe3-45d1-8bbc-671f4d4425dd service neutron] 10.222.0.43 "GET /v2.0/networks/09be3f6b-3c77-4c8e-bbe6-2435736d69cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115959 Jul 29 23:23:27.031262 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-45c47678-5e40-4514-8540-97bda3dc2edb req-64221f77-cfeb-4194-9515-d15624645b98 service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989753 Jul 29 23:23:27.101311 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-247533fb-dc03-4c8d-9c4c-951e0f3324e6 req-03d996a0-21c9-4ecd-8f1b-959607bcab01 service neutron] 10.222.0.43 "GET /v2.0/networks/09be3f6b-3c77-4c8e-bbe6-2435736d69cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012661 Jul 29 23:23:27.113019 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-ace81616-7506-4b8e-b25a-461f46fa2283 service neutron] Attempting to bind port fd6af666-9168-444a-ab4f-a842c3946b2a on host n-h2-712141-10 for vnic_type normal with profile None {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:23:27.113236 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-ace81616-7506-4b8e-b25a-461f46fa2283 service neutron] Attempting to bind port fd6af666-9168-444a-ab4f-a842c3946b2a by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '03081878-6d73-4f31-b394-970f508038c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '33e8f010-7789-4c0c-8f2b-4d54e9bb67e4'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:23:27.113649 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-ace81616-7506-4b8e-b25a-461f46fa2283 service neutron] Attempting to bind port fd6af666-9168-444a-ab4f-a842c3946b2a on network 33e8f010-7789-4c0c-8f2b-4d54e9bb67e4 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:23:27.118593 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-ace81616-7506-4b8e-b25a-461f46fa2283 service neutron] Port fd6af666-9168-444a-ab4f-a842c3946b2a on network 33e8f010-7789-4c0c-8f2b-4d54e9bb67e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:23:27.119479 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-ace81616-7506-4b8e-b25a-461f46fa2283 service neutron] Attempting to bind port fd6af666-9168-444a-ab4f-a842c3946b2a on network 33e8f010-7789-4c0c-8f2b-4d54e9bb67e4 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:23:27.124826 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-ace81616-7506-4b8e-b25a-461f46fa2283 service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:23:27.125171 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-ace81616-7506-4b8e-b25a-461f46fa2283 service neutron] Checking segment: {'id': '03081878-6d73-4f31-b394-970f508038c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '33e8f010-7789-4c0c-8f2b-4d54e9bb67e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:23:27.125561 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-ace81616-7506-4b8e-b25a-461f46fa2283 service neutron] Bound using segment: {'id': '03081878-6d73-4f31-b394-970f508038c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '33e8f010-7789-4c0c-8f2b-4d54e9bb67e4'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:23:27.126036 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-ace81616-7506-4b8e-b25a-461f46fa2283 service neutron] Bound port: fd6af666-9168-444a-ab4f-a842c3946b2a, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03081878-6d73-4f31-b394-970f508038c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '33e8f010-7789-4c0c-8f2b-4d54e9bb67e4'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:23:27.186379 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-ace81616-7506-4b8e-b25a-461f46fa2283 service neutron] For port fd6af666-9168-444a-ab4f-a842c3946b2a, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=fd6af666-9168-444a-ab4f-a842c3946b2a,segment=NetworkSegment(03081878-6d73-4f31-b394-970f508038c5),segment_id=03081878-6d73-4f31-b394-970f508038c5)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:23:27.194600 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-ace81616-7506-4b8e-b25a-461f46fa2283 service neutron] Notify callbacks [] for binding, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:27.196455 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-ace81616-7506-4b8e-b25a-461f46fa2283 service neutron] 10.222.0.43 "POST /v2.0/ports/fd6af666-9168-444a-ab4f-a842c3946b2a/bindings HTTP/1.1" status: 201 len: 390 time: 0.2933159 Jul 29 23:23:27.363316 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dba62de-46b5-41ab-be30-989312e9ba31 req-39e3a589-6b86-4275-9fa4-a99975518613 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:27.378384 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8dba62de-46b5-41ab-be30-989312e9ba31 req-39e3a589-6b86-4275-9fa4-a99975518613 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=b18eaa87-b2be-4352-b653-da8df46dc00a HTTP/1.1" status: 200 len: 945 time: 0.1042521 Jul 29 23:23:27.470145 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8dba62de-46b5-41ab-be30-989312e9ba31 req-96fa9edd-f72f-42d8-b5ae-d496039c564b tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908043 Jul 29 23:23:27.504369 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9956cdb-669e-4e61-8e65-f4ad7696aa7e req-aca57bef-ea19-40db-835c-b5735193a46c tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:27.507056 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e9956cdb-669e-4e61-8e65-f4ad7696aa7e req-aca57bef-ea19-40db-835c-b5735193a46c tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=4856438f-3d65-4f46-ae9e-d9d1b5ba4578 HTTP/1.1" status: 200 len: 950 time: 0.1259890 Jul 29 23:23:27.562476 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:27.586620 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 08c78e77-f2f0-4bac-b8b0-89b8c04071ff details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:23:27.600073 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-8e7973b3-d959-4b3f-9850-e2080e64858c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:27.608966 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-8e7973b3-d959-4b3f-9850-e2080e64858c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=11625efdc5e247819e1ba7685d24a207&device_id=3222d6f4-7874-4b97-9753-b6ee5e9ee70f HTTP/1.1" status: 200 len: 1097 time: 0.1054029 Jul 29 23:23:27.614091 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e9956cdb-669e-4e61-8e65-f4ad7696aa7e req-9683cc43-0c3d-4562-b8d5-9f8bc2a01a59 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968964 Jul 29 23:23:27.800594 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-aed9fed4-603a-420e-a472-35a0455b5097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:27.802462 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-aed9fed4-603a-420e-a472-35a0455b5097 service neutron] 10.222.0.22 "GET /v2.0/networks?id=33e8f010-7789-4c0c-8f2b-4d54e9bb67e4 HTTP/1.1" status: 200 len: 909 time: 0.1777942 Jul 29 23:23:27.850296 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 08c78e77-f2f0-4bac-b8b0-89b8c04071ff, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=08c78e77-f2f0-4bac-b8b0-89b8c04071ff,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:27.865693 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': '08c78e77-f2f0-4bac-b8b0-89b8c04071ff', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'port_id': '08c78e77-f2f0-4bac-b8b0-89b8c04071ff', 'mac_address': 'fa:16:3e:f3:aa:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64bdc61a-58ca-49c7-bae5-ecfed9ee407c', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:23:27.892738 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1fa8f-7c5b-41ce-ae26-0ebc84a05c62 req-cc049a71-4961-4ad5-8cef-9fbd1ce21afe tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:27.894408 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6af1fa8f-7c5b-41ce-ae26-0ebc84a05c62 req-cc049a71-4961-4ad5-8cef-9fbd1ce21afe tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.43 "GET /v2.0/ports?device_id=d364d577-98a2-449f-8c82-9c06e5144ba2 HTTP/1.1" status: 200 len: 949 time: 0.1761930 Jul 29 23:23:27.930780 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:27.939738 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-d0745de4-8e02-4d31-b1ec-cb2e659042d2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd6af666-9168-444a-ab4f-a842c3946b2a HTTP/1.1" status: 200 len: 217 time: 0.1217656 Jul 29 23:23:27.954486 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08c78e77-f2f0-4bac-b8b0-89b8c04071ff {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:23:27.986017 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd87ed-e96a-4962-85fc-00854ec3f779 req-23e375ed-d3f1-4797-bbf2-06159f2621f5 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:27.995063 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-05bd87ed-e96a-4962-85fc-00854ec3f779 req-23e375ed-d3f1-4797-bbf2-06159f2621f5 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=34e5dd5b-178e-4628-b88b-2ffb39c2970a HTTP/1.1" status: 200 len: 947 time: 0.2234571 Jul 29 23:23:28.009532 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 08c78e77-f2f0-4bac-b8b0-89b8c04071ff, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=08c78e77-f2f0-4bac-b8b0-89b8c04071ff,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:28.025326 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:28.032102 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6af1fa8f-7c5b-41ce-ae26-0ebc84a05c62 req-ad19fa6a-86fb-4286-a615-e9aec64a6860 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.43 "GET /v2.0/security-groups?id=c476666a-fe15-4120-9af1-ee9bc8e63744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283383 Jul 29 23:23:28.092946 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-05bd87ed-e96a-4962-85fc-00854ec3f779 req-95842ead-a15d-447a-b41f-c36fc747511e tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968931 Jul 29 23:23:28.094711 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-e5334af2-5758-4643-bdcd-d239e3a8bd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:28.101183 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-e5334af2-5758-4643-bdcd-d239e3a8bd63 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d10b4a30-6630-4be3-b0e2-2a7a17a89939 HTTP/1.1" status: 200 len: 848 time: 0.1522791 Jul 29 23:23:28.150904 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=08c78e77-f2f0-4bac-b8b0-89b8c04071ff,revision_number=8']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:28.169180 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc86e04c-4bd4-4289-baa6-796eb3b0af98 x-openstack-request-id: req-fc86e04c-4bd4-4289-baa6-796eb3b0af98 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:28.169691 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4856438f-3d65-4f46-ae9e-d9d1b5ba4578", "name": "network-vif-plugged", "status": "completed", "tag": "72da3c58-91b9-43c3-be84-ec887fc0babc", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:28.170115 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fc86e04c-4bd4-4289-baa6-796eb3b0af98 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:28.170665 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4856438f-3d65-4f46-ae9e-d9d1b5ba4578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72da3c58-91b9-43c3-be84-ec887fc0babc', 'code': 200} Jul 29 23:23:28.180311 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-ebb3679f-dcd8-42bc-8efc-a339696ceb4b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=33e8f010-7789-4c0c-8f2b-4d54e9bb67e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703664 Jul 29 23:23:28.330563 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-62e9f262-e1f7-4ff6-9d4d-442ff0301758 req-4ca90c5d-6b00-4196-a1da-48a7b811f662 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3012a93-c260-405f-9964-6b575d34a22e HTTP/1.1" status: 200 len: 210 time: 0.1037009 Jul 29 23:23:28.407460 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cdbfb1-8f8b-49af-90f7-e601a065a313 req-9be6c421-7c8e-4f44-bd3f-74ca15e61484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:28.409859 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b0cdbfb1-8f8b-49af-90f7-e601a065a313 req-9be6c421-7c8e-4f44-bd3f-74ca15e61484 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4856438f-3d65-4f46-ae9e-d9d1b5ba4578 HTTP/1.1" status: 200 len: 1102 time: 0.1139286 Jul 29 23:23:28.447147 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-1c8923a7-9a9f-4c47-a87c-0a0b48714c7c service neutron] 10.222.0.22 "GET /v2.0/networks/33e8f010-7789-4c0c-8f2b-4d54e9bb67e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541468 Jul 29 23:23:28.461975 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c719544d-58ab-4d3e-804b-4239dae15bc7 req-12081918-1dd5-4db2-b2a2-f2840af07db9 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:28.463903 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c719544d-58ab-4d3e-804b-4239dae15bc7 req-12081918-1dd5-4db2-b2a2-f2840af07db9 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=3222d6f4-7874-4b97-9753-b6ee5e9ee70f HTTP/1.1" status: 200 len: 945 time: 0.0801702 Jul 29 23:23:28.464109 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b0cdbfb1-8f8b-49af-90f7-e601a065a313 req-49605973-c18f-47b2-b1e4-a86a9cd6cfb1 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411508 Jul 29 23:23:28.471930 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['08c78e77-f2f0-4bac-b8b0-89b8c04071ff'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:28.567463 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c719544d-58ab-4d3e-804b-4239dae15bc7 req-f50624bb-f31e-4838-8d2f-d759f141bac9 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850811 Jul 29 23:23:28.721068 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-38dacedb-8ac1-4458-87e1-4b18d3803603 req-ebddf075-be54-4d95-86b5-7d190be35163 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=b643b3c685634ab7a299841272110756&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378869 Jul 29 23:23:28.770676 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-879d042b-a44b-45f1-aac5-77e823b687b4 service neutron] 10.222.0.22 "GET /v2.0/networks/33e8f010-7789-4c0c-8f2b-4d54e9bb67e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354813 Jul 29 23:23:28.865442 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dacedb-8ac1-4458-87e1-4b18d3803603 req-a0d7ff7f-94c9-4b61-ac0c-50c7021ade78 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:28.867346 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-38dacedb-8ac1-4458-87e1-4b18d3803603 req-a0d7ff7f-94c9-4b61-ac0c-50c7021ade78 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1362267 Jul 29 23:23:28.903514 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-38dacedb-8ac1-4458-87e1-4b18d3803603 req-0a8c761f-4fcb-4a1f-ac12-0886cfab1108 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.43 "GET /v2.0/quotas/b643b3c685634ab7a299841272110756 HTTP/1.1" status: 200 len: 375 time: 0.0285621 Jul 29 23:23:28.965349 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-241687dd-9987-4843-8e52-4902f56a0087 tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:28.967864 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-241687dd-9987-4843-8e52-4902f56a0087 tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=3222d6f4-7874-4b97-9753-b6ee5e9ee70f&tenant_id=11625efdc5e247819e1ba7685d24a207&binding%3Ahost_id=n-h1-712141-10 HTTP/1.1" status: 200 len: 1097 time: 0.0813010 Jul 29 23:23:28.998055 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-52480d7b-90f7-4f83-95a0-8559dc885095 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712141-10'}}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:29.013757 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-38dacedb-8ac1-4458-87e1-4b18d3803603 req-bd1a6b78-5482-4491-80ac-51850f9b6b9a tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b643b3c685634ab7a299841272110756&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1088591 Jul 29 23:23:29.074859 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175179c5-4bbe-4850-b19c-93d67cc3bc31 req-e14f0925-9852-4766-b510-25402ec7ffd8 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:29.076614 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-175179c5-4bbe-4850-b19c-93d67cc3bc31 req-e14f0925-9852-4766-b510-25402ec7ffd8 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=4856438f-3d65-4f46-ae9e-d9d1b5ba4578 HTTP/1.1" status: 200 len: 950 time: 0.0619104 Jul 29 23:23:29.088464 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-52480d7b-90f7-4f83-95a0-8559dc885095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:29.156521 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-175179c5-4bbe-4850-b19c-93d67cc3bc31 req-0c6b61df-3727-4053-918f-8e261073d980 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729496 Jul 29 23:23:29.215342 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:29.321222 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-52480d7b-90f7-4f83-95a0-8559dc885095 service neutron] For port fd6af666-9168-444a-ab4f-a842c3946b2a, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=fd6af666-9168-444a-ab4f-a842c3946b2a,segment=NetworkSegment(03081878-6d73-4f31-b394-970f508038c5),segment_id=03081878-6d73-4f31-b394-970f508038c5)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:29.410293 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-52480d7b-90f7-4f83-95a0-8559dc885095 service neutron] For port fd6af666-9168-444a-ab4f-a842c3946b2a, host n-h1-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:23:29.475507 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3222d6f4-7874-4b97-9753-b6ee5e9ee70f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd6af666-9168-444a-ab4f-a842c3946b2a'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:29.479470 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b8590b-9b72-40d3-b991-2be52dd4581c" -d '{"events": [{"server_uuid": "3222d6f4-7874-4b97-9753-b6ee5e9ee70f", "name": "network-vif-unplugged", "status": "completed", "tag": "fd6af666-9168-444a-ab4f-a842c3946b2a"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:29.503554 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247533fb-dc03-4c8d-9c4c-951e0f3324e6 req-0d6ade14-7691-4b42-8150-2e5cc5cb6387 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:29.504230 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-52480d7b-90f7-4f83-95a0-8559dc885095 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:29.505075 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-247533fb-dc03-4c8d-9c4c-951e0f3324e6 req-0d6ade14-7691-4b42-8150-2e5cc5cb6387 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.41 "GET /v2.0/networks?id=09be3f6b-3c77-4c8e-bbe6-2435736d69cf HTTP/1.1" status: 200 len: 805 time: 0.1972539 Jul 29 23:23:29.515312 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-52480d7b-90f7-4f83-95a0-8559dc885095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:29.531425 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce17e7c6-4d81-4736-a4d0-36a4e4cd5bde req-1b768584-e14d-44f1-86c3-de52936818ab tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:29.534058 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ce17e7c6-4d81-4736-a4d0-36a4e4cd5bde req-1b768584-e14d-44f1-86c3-de52936818ab tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=b18eaa87-b2be-4352-b653-da8df46dc00a HTTP/1.1" status: 200 len: 945 time: 0.2075841 Jul 29 23:23:29.561331 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5faff88-767f-4a58-9000-67b8ed35b084 req-8bcfc77f-b5d2-4941-8427-0e713547314d tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:29.565293 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c5faff88-767f-4a58-9000-67b8ed35b084 req-8bcfc77f-b5d2-4941-8427-0e713547314d tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=34e5dd5b-178e-4628-b88b-2ffb39c2970a HTTP/1.1" status: 200 len: 948 time: 0.1527410 Jul 29 23:23:29.573807 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-247533fb-dc03-4c8d-9c4c-951e0f3324e6 req-47c7174f-00f1-4485-82ab-51708b2f05a4 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Request body: {'port': {'device_id': 'a3012a93-c260-405f-9964-6b575d34a22e', 'network_id': '09be3f6b-3c77-4c8e-bbe6-2435736d69cf', 'admin_state_up': True, 'tenant_id': '62091d0f24f84b44849aea33b1484fc4'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:29.621342 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52480d7b-90f7-4f83-95a0-8559dc885095 service neutron] Pushing event updated for resources: {'Port': ['ID=fd6af666-9168-444a-ab4f-a842c3946b2a,revision_number=7']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:29.714608 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a399b3c7-daea-48cf-b892-7da0fd502e29 req-ed5d87b9-04e9-4a36-8190-19c76835c037 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1267093b-eddb-411d-af46-da473585ddce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1095569 Jul 29 23:23:29.715606 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-52480d7b-90f7-4f83-95a0-8559dc885095 service neutron] Attempting to bind port fd6af666-9168-444a-ab4f-a842c3946b2a on host n-h1-712141-10 for vnic_type normal with profile {"migrating_to": "n-h2-712141-10"} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:23:29.716087 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-52480d7b-90f7-4f83-95a0-8559dc885095 service neutron] Attempting to bind port fd6af666-9168-444a-ab4f-a842c3946b2a by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': '03081878-6d73-4f31-b394-970f508038c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '33e8f010-7789-4c0c-8f2b-4d54e9bb67e4'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:23:29.716877 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-52480d7b-90f7-4f83-95a0-8559dc885095 service neutron] Attempting to bind port fd6af666-9168-444a-ab4f-a842c3946b2a on network 33e8f010-7789-4c0c-8f2b-4d54e9bb67e4 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:23:29.722640 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-52480d7b-90f7-4f83-95a0-8559dc885095 service neutron] Port fd6af666-9168-444a-ab4f-a842c3946b2a on network 33e8f010-7789-4c0c-8f2b-4d54e9bb67e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:23:29.723282 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-52480d7b-90f7-4f83-95a0-8559dc885095 service neutron] Attempting to bind port fd6af666-9168-444a-ab4f-a842c3946b2a on network 33e8f010-7789-4c0c-8f2b-4d54e9bb67e4 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:23:29.727571 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ce17e7c6-4d81-4736-a4d0-36a4e4cd5bde req-651e41d1-4744-454f-99e6-3053069bf54d tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487389 Jul 29 23:23:29.731029 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-52480d7b-90f7-4f83-95a0-8559dc885095 service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:23:29.731879 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-52480d7b-90f7-4f83-95a0-8559dc885095 service neutron] Checking segment: {'id': '03081878-6d73-4f31-b394-970f508038c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '33e8f010-7789-4c0c-8f2b-4d54e9bb67e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:23:29.732284 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-52480d7b-90f7-4f83-95a0-8559dc885095 service neutron] Bound using segment: {'id': '03081878-6d73-4f31-b394-970f508038c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '33e8f010-7789-4c0c-8f2b-4d54e9bb67e4'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:23:29.733041 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-52480d7b-90f7-4f83-95a0-8559dc885095 service neutron] Bound port: fd6af666-9168-444a-ab4f-a842c3946b2a, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03081878-6d73-4f31-b394-970f508038c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '33e8f010-7789-4c0c-8f2b-4d54e9bb67e4'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:23:29.733604 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-52480d7b-90f7-4f83-95a0-8559dc885095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:29.798488 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c5faff88-767f-4a58-9000-67b8ed35b084 req-307d1e0e-ccc8-4314-871b-3f5d39e4f784 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150984 Jul 29 23:23:29.858822 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-52480d7b-90f7-4f83-95a0-8559dc885095 service neutron] For port fd6af666-9168-444a-ab4f-a842c3946b2a, host n-h1-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:23:29.862433 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399b3c7-daea-48cf-b892-7da0fd502e29 req-f5bfda3a-2ed9-436a-8a98-00dc80ac9669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:29.864294 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a399b3c7-daea-48cf-b892-7da0fd502e29 req-f5bfda3a-2ed9-436a-8a98-00dc80ac9669 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=02291f5098924703b9b0f8f02943a845&device_id=1267093b-eddb-411d-af46-da473585ddce HTTP/1.1" status: 200 len: 1102 time: 0.0759082 Jul 29 23:23:29.866307 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-52480d7b-90f7-4f83-95a0-8559dc885095 service neutron] For port fd6af666-9168-444a-ab4f-a842c3946b2a, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=fd6af666-9168-444a-ab4f-a842c3946b2a,segment=NetworkSegment(03081878-6d73-4f31-b394-970f508038c5),segment_id=03081878-6d73-4f31-b394-970f508038c5)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:23:29.880998 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-52480d7b-90f7-4f83-95a0-8559dc885095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:29.967344 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e2a2b321-6666-466d-a950-09f464dfeee4 req-de66735c-f23d-4636-aaba-3109d49328fc tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.43 "GET /v2.0/ports?device_id=380087c5-578c-45cb-abdc-61d67bc83755 HTTP/1.1" status: 200 len: 210 time: 0.1151354 Jul 29 23:23:29.972472 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-247533fb-dc03-4c8d-9c4c-951e0f3324e6 req-47c7174f-00f1-4485-82ab-51708b2f05a4 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Made reservation on behalf of 62091d0f24f84b44849aea33b1484fc4 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:23:29.986863 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-247533fb-dc03-4c8d-9c4c-951e0f3324e6 req-47c7174f-00f1-4485-82ab-51708b2f05a4 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:30.042607 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52480d7b-90f7-4f83-95a0-8559dc885095 service neutron] Pushing event updated for resources: {'Port': ['ID=fd6af666-9168-444a-ab4f-a842c3946b2a,revision_number=8']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:30.046420 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-52480d7b-90f7-4f83-95a0-8559dc885095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:30.047157 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-52480d7b-90f7-4f83-95a0-8559dc885095 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:30.048659 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-52480d7b-90f7-4f83-95a0-8559dc885095 service neutron] 10.222.0.22 "PUT /v2.0/ports/fd6af666-9168-444a-ab4f-a842c3946b2a HTTP/1.1" status: 200 len: 1123 time: 1.0601988 Jul 29 23:23:30.077516 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca089eaf-3691-49e8-be89-48e98b7efa9b x-openstack-request-id: req-ca089eaf-3691-49e8-be89-48e98b7efa9b {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:30.077516 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3222d6f4-7874-4b97-9753-b6ee5e9ee70f", "name": "network-vif-unplugged", "status": "completed", "tag": "fd6af666-9168-444a-ab4f-a842c3946b2a", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:30.078076 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ca089eaf-3691-49e8-be89-48e98b7efa9b {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:30.078532 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3222d6f4-7874-4b97-9753-b6ee5e9ee70f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd6af666-9168-444a-ab4f-a842c3946b2a', 'code': 200} Jul 29 23:23:30.150659 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399b3c7-daea-48cf-b892-7da0fd502e29 req-bd42dea8-909f-4e67-961c-291c59ec716d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:30.152511 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a399b3c7-daea-48cf-b892-7da0fd502e29 req-bd42dea8-909f-4e67-961c-291c59ec716d service neutron] 10.222.0.41 "GET /v2.0/networks?id=d71c22dc-feef-410b-a7ed-6548cf85bd6f HTTP/1.1" status: 200 len: 870 time: 0.2249300 Jul 29 23:23:30.158783 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-636d9c1e-85d7-4a23-b754-b2a954771af4 req-c5392ec1-90df-43d2-9da2-910729e8774d tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3012a93-c260-405f-9964-6b575d34a22e HTTP/1.1" status: 200 len: 210 time: 0.0306923 Jul 29 23:23:30.240621 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a399b3c7-daea-48cf-b892-7da0fd502e29 req-f72ce7ec-0eae-45fc-84cb-4a77fad3b4bb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=732e4cd7-9239-4732-a034-dc116891a8a7 HTTP/1.1" status: 200 len: 217 time: 0.0789318 Jul 29 23:23:30.246476 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['fd6af666-9168-444a-ab4f-a842c3946b2a'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:30.291643 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d89ae44-9c9b-4b0c-afb0-4227f037f128 req-27adf6f2-a35b-4fcc-a14a-21e093e2d5a6 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:30.301288 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4d89ae44-9c9b-4b0c-afb0-4227f037f128 req-27adf6f2-a35b-4fcc-a14a-21e093e2d5a6 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=3222d6f4-7874-4b97-9753-b6ee5e9ee70f HTTP/1.1" status: 200 len: 943 time: 0.1379006 Jul 29 23:23:30.336775 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-247533fb-dc03-4c8d-9c4c-951e0f3324e6 req-47c7174f-00f1-4485-82ab-51708b2f05a4 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Allocated IP 172.20.0.14 (09be3f6b-3c77-4c8e-bbe6-2435736d69cf/61118f50-e726-435d-a59a-d51b2a8c879d/95555302-95fb-448e-a090-29b4ec336757) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:23:30.377672 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4d89ae44-9c9b-4b0c-afb0-4227f037f128 req-ddd64a65-3a22-4cc8-804c-9381f9644833 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696750 Jul 29 23:23:30.453714 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399b3c7-daea-48cf-b892-7da0fd502e29 req-6769fb22-5ac1-4b58-ba92-e17f4c11c960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:30.455334 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a399b3c7-daea-48cf-b892-7da0fd502e29 req-6769fb22-5ac1-4b58-ba92-e17f4c11c960 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.1431623 Jul 29 23:23:30.568320 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399b3c7-daea-48cf-b892-7da0fd502e29 req-0d8f5936-4d5a-452b-b127-e2821bea34bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:30.570090 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a399b3c7-daea-48cf-b892-7da0fd502e29 req-0d8f5936-4d5a-452b-b127-e2821bea34bb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0869064 Jul 29 23:23:30.655864 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f1db4-8c68-489f-8cdc-462edb7b5619 req-87aade4a-1089-452a-b653-5c37afeeaf1e tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:30.662092 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-380f1db4-8c68-489f-8cdc-462edb7b5619 req-87aade4a-1089-452a-b653-5c37afeeaf1e tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=4856438f-3d65-4f46-ae9e-d9d1b5ba4578 HTTP/1.1" status: 200 len: 950 time: 0.1672256 Jul 29 23:23:30.688757 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a399b3c7-daea-48cf-b892-7da0fd502e29 req-3b976c7c-f5fa-46e0-9074-b62b5331e382 service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111922 Jul 29 23:23:30.708395 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8652991-3497-41b5-bc52-311e41bcb086 req-f47227e3-089a-4dd1-a49f-e12de5400532 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:30.710271 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a8652991-3497-41b5-bc52-311e41bcb086 req-f47227e3-089a-4dd1-a49f-e12de5400532 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.41 "GET /v2.0/ports?device_id=34e5dd5b-178e-4628-b88b-2ffb39c2970a&tenant_id=02291f5098924703b9b0f8f02943a845&binding%3Ahost_id=n-h1-712141-10 HTTP/1.1" status: 200 len: 948 time: 0.1635735 Jul 29 23:23:30.810175 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-380f1db4-8c68-489f-8cdc-462edb7b5619 req-9e672cb4-4780-43fc-82b8-bbe9ebcfd169 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464663 Jul 29 23:23:30.811684 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a399b3c7-daea-48cf-b892-7da0fd502e29 req-403fd7c8-bea6-4598-b681-f109bbea9ebc service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092310 Jul 29 23:23:30.859336 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b29e92-d3bd-4e73-9c7b-0bc4cff1b910 req-091acdf9-b66d-4629-b9e2-fa062e7143b4 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:30.870955 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-45b29e92-d3bd-4e73-9c7b-0bc4cff1b910 req-091acdf9-b66d-4629-b9e2-fa062e7143b4 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=34e5dd5b-178e-4628-b88b-2ffb39c2970a HTTP/1.1" status: 200 len: 948 time: 0.2007322 Jul 29 23:23:30.932072 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-247533fb-dc03-4c8d-9c4c-951e0f3324e6 req-47c7174f-00f1-4485-82ab-51708b2f05a4 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:30.980372 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a8652991-3497-41b5-bc52-311e41bcb086 req-7255db7a-bb5c-477b-a900-082777168436 service neutron] 10.222.0.41 "GET /v2.0/ports/08c78e77-f2f0-4bac-b8b0-89b8c04071ff/bindings/n-h1-712141-10 HTTP/1.1" status: 200 len: 383 time: 0.2457454 Jul 29 23:23:30.989798 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-45b29e92-d3bd-4e73-9c7b-0bc4cff1b910 req-a5229563-6bd5-4d55-83b3-b6abf01902f1 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178439 Jul 29 23:23:31.003565 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5b55b1-244b-40da-8742-566cc08afb72 req-6126b7a1-cba5-4d4c-8a07-87a19209d3d5 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:31.013624 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ed5b55b1-244b-40da-8742-566cc08afb72 req-6126b7a1-cba5-4d4c-8a07-87a19209d3d5 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=b18eaa87-b2be-4352-b653-da8df46dc00a HTTP/1.1" status: 200 len: 945 time: 0.1271932 Jul 29 23:23:31.124221 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ed5b55b1-244b-40da-8742-566cc08afb72 req-ac1e9b13-7cad-4412-a319-69b269d65ad5 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117415 Jul 29 23:23:31.142020 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-247533fb-dc03-4c8d-9c4c-951e0f3324e6 req-47c7174f-00f1-4485-82ab-51708b2f05a4 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:31.201202 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-38dacedb-8ac1-4458-87e1-4b18d3803603 req-b1604bad-ec32-4ffc-8b1d-c60c5361654c tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=b643b3c685634ab7a299841272110756&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467000 Jul 29 23:23:31.202271 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-247533fb-dc03-4c8d-9c4c-951e0f3324e6 req-47c7174f-00f1-4485-82ab-51708b2f05a4 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Network 09be3f6b-3c77-4c8e-bbe6-2435736d69cf is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:23:31.205042 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8652991-3497-41b5-bc52-311e41bcb086 req-44e7d88e-625f-4b43-9ce3-afad6be8d8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:31.206687 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a8652991-3497-41b5-bc52-311e41bcb086 req-44e7d88e-625f-4b43-9ce3-afad6be8d8f0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=02291f5098924703b9b0f8f02943a845&device_id=34e5dd5b-178e-4628-b88b-2ffb39c2970a HTTP/1.1" status: 200 len: 1100 time: 0.1632683 Jul 29 23:23:31.212555 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-247533fb-dc03-4c8d-9c4c-951e0f3324e6 req-47c7174f-00f1-4485-82ab-51708b2f05a4 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:23:31.221839 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-247533fb-dc03-4c8d-9c4c-951e0f3324e6 req-47c7174f-00f1-4485-82ab-51708b2f05a4 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:23:31.228106 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c7174f-00f1-4485-82ab-51708b2f05a4 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Pushing event updated for resources: {'Port': ['ID=95555302-95fb-448e-a090-29b4ec336757,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:31.260269 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa9489a-5ae2-41aa-acf4-525e61f1068d req-97f79e28-72e4-4ebb-a6f9-54bd882c0d60 tempest-ServersOnMultiNodesTest-1859005561 tempest-ServersOnMultiNodesTest-1859005561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:31.262117 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9aa9489a-5ae2-41aa-acf4-525e61f1068d req-97f79e28-72e4-4ebb-a6f9-54bd882c0d60 tempest-ServersOnMultiNodesTest-1859005561 tempest-ServersOnMultiNodesTest-1859005561-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=4856438f-3d65-4f46-ae9e-d9d1b5ba4578 HTTP/1.1" status: 200 len: 1102 time: 0.1606939 Jul 29 23:23:31.346730 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dacedb-8ac1-4458-87e1-4b18d3803603 req-ca93e44f-c1a4-4243-bd8f-4c9bfbbbc76d tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:31.348365 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-38dacedb-8ac1-4458-87e1-4b18d3803603 req-ca93e44f-c1a4-4243-bd8f-4c9bfbbbc76d tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1264937 Jul 29 23:23:31.351678 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247533fb-dc03-4c8d-9c4c-951e0f3324e6 req-47c7174f-00f1-4485-82ab-51708b2f05a4 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:31.352280 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-247533fb-dc03-4c8d-9c4c-951e0f3324e6 req-47c7174f-00f1-4485-82ab-51708b2f05a4 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:31.377886 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-38dacedb-8ac1-4458-87e1-4b18d3803603 req-8ae3619d-0657-4b0e-9006-722b039cba9d tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Request body: {'port': {'device_id': '380087c5-578c-45cb-abdc-61d67bc83755', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'admin_state_up': True, 'tenant_id': 'b643b3c685634ab7a299841272110756'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:31.379606 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9aa9489a-5ae2-41aa-acf4-525e61f1068d req-20ff363d-3451-45c9-b8b8-6c2ad896776b tempest-ServersOnMultiNodesTest-1859005561 tempest-ServersOnMultiNodesTest-1859005561-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045537 Jul 29 23:23:31.409642 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-46e5a210-6280-41da-b1b4-8cd20c738d04 req-0c686514-debe-4fc2-842f-52bcc1f7c655 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.43 "GET /v2.0/ports?device_id=380087c5-578c-45cb-abdc-61d67bc83755 HTTP/1.1" status: 200 len: 210 time: 0.0542607 Jul 29 23:23:31.413309 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-247533fb-dc03-4c8d-9c4c-951e0f3324e6 req-47c7174f-00f1-4485-82ab-51708b2f05a4 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8735154 Jul 29 23:23:31.430658 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8652991-3497-41b5-bc52-311e41bcb086 req-a6553802-84c9-4c69-a785-e4190ce8d4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:31.432781 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a8652991-3497-41b5-bc52-311e41bcb086 req-a6553802-84c9-4c69-a785-e4190ce8d4e3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d71c22dc-feef-410b-a7ed-6548cf85bd6f HTTP/1.1" status: 200 len: 870 time: 0.2069314 Jul 29 23:23:31.440099 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-247533fb-dc03-4c8d-9c4c-951e0f3324e6 req-6abaa71d-297f-428e-afa0-8cf321120e92 service neutron] Request body: {'port': {'device_id': 'a3012a93-c260-405f-9964-6b575d34a22e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:31.505439 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-247533fb-dc03-4c8d-9c4c-951e0f3324e6 req-6abaa71d-297f-428e-afa0-8cf321120e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:31.538779 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38dacedb-8ac1-4458-87e1-4b18d3803603 req-8ae3619d-0657-4b0e-9006-722b039cba9d tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Made reservation on behalf of b643b3c685634ab7a299841272110756 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:23:31.542347 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-38dacedb-8ac1-4458-87e1-4b18d3803603 req-8ae3619d-0657-4b0e-9006-722b039cba9d tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:31.593548 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a8652991-3497-41b5-bc52-311e41bcb086 req-ad3ffefa-5cc9-4ee2-bee9-45c867b9ce69 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=08c78e77-f2f0-4bac-b8b0-89b8c04071ff HTTP/1.1" status: 200 len: 217 time: 0.0849895 Jul 29 23:23:31.619954 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 08c78e77-f2f0-4bac-b8b0-89b8c04071ff up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:23:31.674570 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port 08c78e77-f2f0-4bac-b8b0-89b8c04071ff completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:23:31.678591 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port 08c78e77-f2f0-4bac-b8b0-89b8c04071ff triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:23:31.679176 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:31.692323 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-38dacedb-8ac1-4458-87e1-4b18d3803603 req-8ae3619d-0657-4b0e-9006-722b039cba9d tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Allocated IP 192.168.233.86 (d71c22dc-feef-410b-a7ed-6548cf85bd6f/64bdc61a-58ca-49c7-bae5-ecfed9ee407c/0833248b-4282-4b07-97c4-3bb401632d27) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:23:31.736167 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d09aea-4301-43e7-a986-023824f43a7f req-35698910-75a7-4179-b6eb-1b83158b1421 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:31.737934 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-34d09aea-4301-43e7-a986-023824f43a7f req-35698910-75a7-4179-b6eb-1b83158b1421 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=3222d6f4-7874-4b97-9753-b6ee5e9ee70f HTTP/1.1" status: 200 len: 943 time: 0.2145562 Jul 29 23:23:31.748658 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf29445-6e1a-4458-8a57-6c096965ea06 req-5b7bf4b9-64bb-4088-94e5-259b6426161c tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:31.750323 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dcf29445-6e1a-4458-8a57-6c096965ea06 req-5b7bf4b9-64bb-4088-94e5-259b6426161c tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3012a93-c260-405f-9964-6b575d34a22e HTTP/1.1" status: 200 len: 932 time: 0.2259550 Jul 29 23:23:31.751731 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8652991-3497-41b5-bc52-311e41bcb086 req-ae0eaaf9-9c24-4600-bda8-d5572b83f47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:31.753100 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a8652991-3497-41b5-bc52-311e41bcb086 req-ae0eaaf9-9c24-4600-bda8-d5572b83f47a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.1430008 Jul 29 23:23:31.766442 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:31.790484 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34e5dd5b-178e-4628-b88b-2ffb39c2970a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08c78e77-f2f0-4bac-b8b0-89b8c04071ff'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:31.793033 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdecdf9c-82e4-47a6-858b-0bbd416bad4a" -d '{"events": [{"server_uuid": "34e5dd5b-178e-4628-b88b-2ffb39c2970a", "name": "network-vif-plugged", "status": "completed", "tag": "08c78e77-f2f0-4bac-b8b0-89b8c04071ff"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:31.807892 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 08c78e77-f2f0-4bac-b8b0-89b8c04071ff, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=08c78e77-f2f0-4bac-b8b0-89b8c04071ff,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:31.813155 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:31.867959 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=08c78e77-f2f0-4bac-b8b0-89b8c04071ff,revision_number=9']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:31.869890 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-38dacedb-8ac1-4458-87e1-4b18d3803603 req-8ae3619d-0657-4b0e-9006-722b039cba9d tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:31.877574 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:31.878477 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:31.879037 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:31.879383 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:31.879718 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:31.880052 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:31.880379 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:31.880859 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:31.881128 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:31.881457 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:31.881799 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:31.882774 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:31.885833 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-38dacedb-8ac1-4458-87e1-4b18d3803603 req-8ae3619d-0657-4b0e-9006-722b039cba9d tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Transition to ACTIVE for port object 0833248b-4282-4b07-97c4-3bb401632d27 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:23:31.920153 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-38dacedb-8ac1-4458-87e1-4b18d3803603 req-8ae3619d-0657-4b0e-9006-722b039cba9d tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:31.955717 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-34d09aea-4301-43e7-a986-023824f43a7f req-d84cdf8d-8b35-42e8-861c-4bc3e7bfda29 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980307 Jul 29 23:23:31.958124 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['ee5868d5-8e47-482c-88f4-62036870a611'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:31.963486 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dcf29445-6e1a-4458-8a57-6c096965ea06 req-9994b836-7176-4ad9-8e7b-c71b4898cceb tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515460 Jul 29 23:23:31.972407 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8652991-3497-41b5-bc52-311e41bcb086 req-7d041616-67ba-4dab-a7f6-73b34b64120b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:31.974196 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a8652991-3497-41b5-bc52-311e41bcb086 req-7d041616-67ba-4dab-a7f6-73b34b64120b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1703262 Jul 29 23:23:31.981000 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38dacedb-8ac1-4458-87e1-4b18d3803603 req-8ae3619d-0657-4b0e-9006-722b039cba9d tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Network d71c22dc-feef-410b-a7ed-6548cf85bd6f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:23:31.987326 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-38dacedb-8ac1-4458-87e1-4b18d3803603 req-8ae3619d-0657-4b0e-9006-722b039cba9d tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:23:31.990638 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-38dacedb-8ac1-4458-87e1-4b18d3803603 req-8ae3619d-0657-4b0e-9006-722b039cba9d tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:23:32.080671 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3222d6f4-7874-4b97-9753-b6ee5e9ee70f', 'tag': 'fd6af666-9168-444a-ab4f-a842c3946b2a'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:32.087132 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30cde587-9a2c-45f5-b7ed-eff92e91220d" -d '{"events": [{"name": "network-changed", "server_uuid": "3222d6f4-7874-4b97-9753-b6ee5e9ee70f", "tag": "fd6af666-9168-444a-ab4f-a842c3946b2a"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:32.104700 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae3619d-0657-4b0e-9006-722b039cba9d tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Pushing event updated for resources: {'Port': ['ID=0833248b-4282-4b07-97c4-3bb401632d27,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:32.122631 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dacedb-8ac1-4458-87e1-4b18d3803603 req-8ae3619d-0657-4b0e-9006-722b039cba9d tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:32.123317 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-38dacedb-8ac1-4458-87e1-4b18d3803603 req-8ae3619d-0657-4b0e-9006-722b039cba9d tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:32.128886 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae3619d-0657-4b0e-9006-722b039cba9d tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:32.129241 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae3619d-0657-4b0e-9006-722b039cba9d tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:32.129608 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae3619d-0657-4b0e-9006-722b039cba9d tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:32.129941 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae3619d-0657-4b0e-9006-722b039cba9d tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:32.130274 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae3619d-0657-4b0e-9006-722b039cba9d tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:32.130603 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae3619d-0657-4b0e-9006-722b039cba9d tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:32.130933 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae3619d-0657-4b0e-9006-722b039cba9d tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:32.131249 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae3619d-0657-4b0e-9006-722b039cba9d tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:32.131581 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae3619d-0657-4b0e-9006-722b039cba9d tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:32.131900 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae3619d-0657-4b0e-9006-722b039cba9d tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:32.132220 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae3619d-0657-4b0e-9006-722b039cba9d tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:32.132540 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ae3619d-0657-4b0e-9006-722b039cba9d tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:32.168121 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-38dacedb-8ac1-4458-87e1-4b18d3803603 req-8ae3619d-0657-4b0e-9006-722b039cba9d tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7940986 Jul 29 23:23:32.180429 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33277ad7-e3ba-42e3-b7cf-3d04b4f9ff68 x-openstack-request-id: req-33277ad7-e3ba-42e3-b7cf-3d04b4f9ff68 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:32.181150 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34e5dd5b-178e-4628-b88b-2ffb39c2970a", "name": "network-vif-plugged", "status": "completed", "tag": "08c78e77-f2f0-4bac-b8b0-89b8c04071ff", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:32.181719 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-33277ad7-e3ba-42e3-b7cf-3d04b4f9ff68 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:32.182301 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34e5dd5b-178e-4628-b88b-2ffb39c2970a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08c78e77-f2f0-4bac-b8b0-89b8c04071ff', 'code': 200} Jul 29 23:23:32.240335 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-38dacedb-8ac1-4458-87e1-4b18d3803603 req-7f0e435d-07e7-4eec-8ab0-c9bfe517ddd5 service neutron] Request body: {'port': {'device_id': '380087c5-578c-45cb-abdc-61d67bc83755', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:32.303433 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-38dacedb-8ac1-4458-87e1-4b18d3803603 req-7f0e435d-07e7-4eec-8ab0-c9bfe517ddd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:32.336909 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-b8ad92ff-785b-4ea1-9c7e-0672f001c85c None None] Provisioning for port 0833248b-4282-4b07-97c4-3bb401632d27 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:23:32.341691 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-b8ad92ff-785b-4ea1-9c7e-0672f001c85c None None] Provisioning complete for port 0833248b-4282-4b07-97c4-3bb401632d27 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:23:32.342221 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b8ad92ff-785b-4ea1-9c7e-0672f001c85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:32.378183 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-b8ad92ff-785b-4ea1-9c7e-0672f001c85c None None] Port 0833248b-4282-4b07-97c4-3bb401632d27 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:23:32.448018 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-287c1b39-4d90-4f2a-8edf-0c4640dd4d97 req-29021197-7218-44d1-a8ba-aae458d5855b tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=0c116bccf1944bb08a8f319b422b3c50&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0667801 Jul 29 23:23:32.554715 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a8652991-3497-41b5-bc52-311e41bcb086 req-cf0f0562-c4e0-4ae3-974d-bf4dc8769693 service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5673597 Jul 29 23:23:32.578715 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cabce9-1776-41c2-8442-fc848447e6a7 req-2490e6c6-9e08-4bec-b560-85e4bd2ee3ba tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:32.580202 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b6cabce9-1776-41c2-8442-fc848447e6a7 req-2490e6c6-9e08-4bec-b560-85e4bd2ee3ba tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=34e5dd5b-178e-4628-b88b-2ffb39c2970a HTTP/1.1" status: 200 len: 949 time: 0.1979895 Jul 29 23:23:32.586603 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-38dacedb-8ac1-4458-87e1-4b18d3803603 req-7f0e435d-07e7-4eec-8ab0-c9bfe517ddd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0833248b-4282-4b07-97c4-3bb401632d27 {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:23:32.595740 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-38dacedb-8ac1-4458-87e1-4b18d3803603 req-7f0e435d-07e7-4eec-8ab0-c9bfe517ddd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:32.610050 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-38dacedb-8ac1-4458-87e1-4b18d3803603 req-7f0e435d-07e7-4eec-8ab0-c9bfe517ddd5 service neutron] Transition to ACTIVE for port object 0833248b-4282-4b07-97c4-3bb401632d27 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:23:32.613676 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-38dacedb-8ac1-4458-87e1-4b18d3803603 req-7f0e435d-07e7-4eec-8ab0-c9bfe517ddd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:32.665093 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e435d-07e7-4eec-8ab0-c9bfe517ddd5 service neutron] Pushing event updated for resources: {'Port': ['ID=0833248b-4282-4b07-97c4-3bb401632d27,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:32.692565 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-247533fb-dc03-4c8d-9c4c-951e0f3324e6 req-6abaa71d-297f-428e-afa0-8cf321120e92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95555302-95fb-448e-a090-29b4ec336757 {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:23:32.723276 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-247533fb-dc03-4c8d-9c4c-951e0f3324e6 req-6abaa71d-297f-428e-afa0-8cf321120e92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:32.745119 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b6cabce9-1776-41c2-8442-fc848447e6a7 req-3e0ffe34-3db2-4a83-85f2-c7664478f94e tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440051 Jul 29 23:23:32.748750 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-38dacedb-8ac1-4458-87e1-4b18d3803603 req-7f0e435d-07e7-4eec-8ab0-c9bfe517ddd5 service neutron] Attempting to bind port 0833248b-4282-4b07-97c4-3bb401632d27 on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:23:32.749096 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-38dacedb-8ac1-4458-87e1-4b18d3803603 req-7f0e435d-07e7-4eec-8ab0-c9bfe517ddd5 service neutron] Attempting to bind port 0833248b-4282-4b07-97c4-3bb401632d27 by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:23:32.749429 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38dacedb-8ac1-4458-87e1-4b18d3803603 req-7f0e435d-07e7-4eec-8ab0-c9bfe517ddd5 service neutron] Attempting to bind port 0833248b-4282-4b07-97c4-3bb401632d27 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:23:32.751844 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c1b39-4d90-4f2a-8edf-0c4640dd4d97 req-f96ce3a2-5118-432c-89d2-bbc8c87b181f tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:32.753207 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-287c1b39-4d90-4f2a-8edf-0c4640dd4d97 req-f96ce3a2-5118-432c-89d2-bbc8c87b181f tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2973521 Jul 29 23:23:32.754401 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38dacedb-8ac1-4458-87e1-4b18d3803603 req-7f0e435d-07e7-4eec-8ab0-c9bfe517ddd5 service neutron] Port 0833248b-4282-4b07-97c4-3bb401632d27 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:23:32.754730 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38dacedb-8ac1-4458-87e1-4b18d3803603 req-7f0e435d-07e7-4eec-8ab0-c9bfe517ddd5 service neutron] Attempting to bind port 0833248b-4282-4b07-97c4-3bb401632d27 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:23:32.769190 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38dacedb-8ac1-4458-87e1-4b18d3803603 req-7f0e435d-07e7-4eec-8ab0-c9bfe517ddd5 service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:23:32.769190 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38dacedb-8ac1-4458-87e1-4b18d3803603 req-7f0e435d-07e7-4eec-8ab0-c9bfe517ddd5 service neutron] Checking segment: {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:23:32.769489 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-247533fb-dc03-4c8d-9c4c-951e0f3324e6 req-6abaa71d-297f-428e-afa0-8cf321120e92 service neutron] Transition to ACTIVE for port object 95555302-95fb-448e-a090-29b4ec336757 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:23:32.769621 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38dacedb-8ac1-4458-87e1-4b18d3803603 req-7f0e435d-07e7-4eec-8ab0-c9bfe517ddd5 service neutron] Bound using segment: {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:23:32.769621 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-38dacedb-8ac1-4458-87e1-4b18d3803603 req-7f0e435d-07e7-4eec-8ab0-c9bfe517ddd5 service neutron] Bound port: 0833248b-4282-4b07-97c4-3bb401632d27, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:23:32.769621 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-38dacedb-8ac1-4458-87e1-4b18d3803603 req-7f0e435d-07e7-4eec-8ab0-c9bfe517ddd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:32.779347 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-247533fb-dc03-4c8d-9c4c-951e0f3324e6 req-6abaa71d-297f-428e-afa0-8cf321120e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:32.799373 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-287c1b39-4d90-4f2a-8edf-0c4640dd4d97 req-5234e64a-86b6-4cc6-b589-daa0ed23099e tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/quotas/0c116bccf1944bb08a8f319b422b3c50 HTTP/1.1" status: 200 len: 375 time: 0.0358875 Jul 29 23:23:32.837470 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-38dacedb-8ac1-4458-87e1-4b18d3803603 req-7f0e435d-07e7-4eec-8ab0-c9bfe517ddd5 service neutron] For port 0833248b-4282-4b07-97c4-3bb401632d27, host n-h1-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:23:32.841930 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-38dacedb-8ac1-4458-87e1-4b18d3803603 req-7f0e435d-07e7-4eec-8ab0-c9bfe517ddd5 service neutron] For port 0833248b-4282-4b07-97c4-3bb401632d27, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=0833248b-4282-4b07-97c4-3bb401632d27,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:23:32.844279 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6048580-5310-4929-8e23-11aec2788d75 x-openstack-request-id: req-c6048580-5310-4929-8e23-11aec2788d75 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:32.844576 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3222d6f4-7874-4b97-9753-b6ee5e9ee70f", "tag": "fd6af666-9168-444a-ab4f-a842c3946b2a", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:32.845849 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c6048580-5310-4929-8e23-11aec2788d75 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:32.846295 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3222d6f4-7874-4b97-9753-b6ee5e9ee70f', 'tag': 'fd6af666-9168-444a-ab4f-a842c3946b2a', 'status': 'completed', 'code': 200} Jul 29 23:23:32.848940 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-38dacedb-8ac1-4458-87e1-4b18d3803603 req-7f0e435d-07e7-4eec-8ab0-c9bfe517ddd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:32.866491 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dacedb-8ac1-4458-87e1-4b18d3803603 req-7f0e435d-07e7-4eec-8ab0-c9bfe517ddd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:32.867547 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-38dacedb-8ac1-4458-87e1-4b18d3803603 req-7f0e435d-07e7-4eec-8ab0-c9bfe517ddd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:32.869185 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-38dacedb-8ac1-4458-87e1-4b18d3803603 req-7f0e435d-07e7-4eec-8ab0-c9bfe517ddd5 service neutron] 10.222.0.41 "PUT /v2.0/ports/0833248b-4282-4b07-97c4-3bb401632d27 HTTP/1.1" status: 200 len: 1096 time: 0.6339598 Jul 29 23:23:32.906085 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abaa71d-297f-428e-afa0-8cf321120e92 service neutron] Pushing event updated for resources: {'Port': ['ID=95555302-95fb-448e-a090-29b4ec336757,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:32.920806 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a8652991-3497-41b5-bc52-311e41bcb086 req-9a52759b-8016-4543-8575-bb3f8e8b28c8 service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212304 Jul 29 23:23:32.950911 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abaa71d-297f-428e-afa0-8cf321120e92 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:32.951383 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abaa71d-297f-428e-afa0-8cf321120e92 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:32.951733 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abaa71d-297f-428e-afa0-8cf321120e92 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:32.952071 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abaa71d-297f-428e-afa0-8cf321120e92 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:32.952404 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abaa71d-297f-428e-afa0-8cf321120e92 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:32.952736 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abaa71d-297f-428e-afa0-8cf321120e92 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:32.953063 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abaa71d-297f-428e-afa0-8cf321120e92 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:32.953389 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abaa71d-297f-428e-afa0-8cf321120e92 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:32.953759 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abaa71d-297f-428e-afa0-8cf321120e92 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:32.954600 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abaa71d-297f-428e-afa0-8cf321120e92 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:32.955027 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abaa71d-297f-428e-afa0-8cf321120e92 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:32.955411 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abaa71d-297f-428e-afa0-8cf321120e92 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:32.969122 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e435d-07e7-4eec-8ab0-c9bfe517ddd5 service neutron] Pushing event updated for resources: {'Port': ['ID=0833248b-4282-4b07-97c4-3bb401632d27,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:32.976030 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cde587-9a2c-45f5-b7ed-eff92e91220d req-8e67c6b3-c398-4608-9d93-282ca3b8d08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:32.977652 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-30cde587-9a2c-45f5-b7ed-eff92e91220d req-8e67c6b3-c398-4608-9d93-282ca3b8d08b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=11625efdc5e247819e1ba7685d24a207&device_id=3222d6f4-7874-4b97-9753-b6ee5e9ee70f HTTP/1.1" status: 200 len: 1126 time: 0.0830014 Jul 29 23:23:33.062087 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-287c1b39-4d90-4f2a-8edf-0c4640dd4d97 req-0ce4b340-9a91-401f-8d8e-be6c261fc4bf tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0c116bccf1944bb08a8f319b422b3c50&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2618308 Jul 29 23:23:33.074852 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device fd6af666-9168-444a-ab4f-a842c3946b2a details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:23:33.123645 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cde587-9a2c-45f5-b7ed-eff92e91220d req-ef55d258-f707-4b64-aa98-6a51aa819c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:33.125133 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-30cde587-9a2c-45f5-b7ed-eff92e91220d req-ef55d258-f707-4b64-aa98-6a51aa819c7b service neutron] 10.222.0.41 "GET /v2.0/networks?id=33e8f010-7789-4c0c-8f2b-4d54e9bb67e4 HTTP/1.1" status: 200 len: 909 time: 0.1262982 Jul 29 23:23:33.134157 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dacedb-8ac1-4458-87e1-4b18d3803603 req-6b510f4a-05b1-40a3-a181-fe084436e579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:33.136397 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-38dacedb-8ac1-4458-87e1-4b18d3803603 req-6b510f4a-05b1-40a3-a181-fe084436e579 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b643b3c685634ab7a299841272110756&device_id=380087c5-578c-45cb-abdc-61d67bc83755 HTTP/1.1" status: 200 len: 1099 time: 0.1644535 Jul 29 23:23:33.149078 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f5ac2-39ba-4416-9b0b-033d83498ccb req-cf2e028b-7063-4aed-a9da-8737c46efedb tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:33.151175 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-382f5ac2-39ba-4416-9b0b-033d83498ccb req-cf2e028b-7063-4aed-a9da-8737c46efedb tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=b18eaa87-b2be-4352-b653-da8df46dc00a HTTP/1.1" status: 200 len: 945 time: 0.1907594 Jul 29 23:23:33.200793 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-30cde587-9a2c-45f5-b7ed-eff92e91220d req-579950f9-4b15-4a0c-8e21-6e78c652fe48 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd6af666-9168-444a-ab4f-a842c3946b2a HTTP/1.1" status: 200 len: 217 time: 0.0428884 Jul 29 23:23:33.210538 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port fd6af666-9168-444a-ab4f-a842c3946b2a, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=fd6af666-9168-444a-ab4f-a842c3946b2a,segment=NetworkSegment(03081878-6d73-4f31-b394-970f508038c5),segment_id=03081878-6d73-4f31-b394-970f508038c5)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:33.215389 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-38dacedb-8ac1-4458-87e1-4b18d3803603 req-aa5b08f8-06f1-4fd9-83fd-3efbabc2f307 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=0833248b-4282-4b07-97c4-3bb401632d27 HTTP/1.1" status: 200 len: 217 time: 0.0531299 Jul 29 23:23:33.224797 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-247533fb-dc03-4c8d-9c4c-951e0f3324e6 req-6abaa71d-297f-428e-afa0-8cf321120e92 service neutron] Attempting to bind port 95555302-95fb-448e-a090-29b4ec336757 on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:23:33.225512 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-247533fb-dc03-4c8d-9c4c-951e0f3324e6 req-6abaa71d-297f-428e-afa0-8cf321120e92 service neutron] Attempting to bind port 95555302-95fb-448e-a090-29b4ec336757 by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': '2f225bab-780d-4bb8-903d-ee3f32d75d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '09be3f6b-3c77-4c8e-bbe6-2435736d69cf'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:23:33.226112 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247533fb-dc03-4c8d-9c4c-951e0f3324e6 req-6abaa71d-297f-428e-afa0-8cf321120e92 service neutron] Attempting to bind port 95555302-95fb-448e-a090-29b4ec336757 on network 09be3f6b-3c77-4c8e-bbe6-2435736d69cf {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:23:33.235251 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device fd6af666-9168-444a-ab4f-a842c3946b2a has no active binding in host n-h2-712141-10 {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 29 23:23:33.267777 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247533fb-dc03-4c8d-9c4c-951e0f3324e6 req-6abaa71d-297f-428e-afa0-8cf321120e92 service neutron] Port 95555302-95fb-448e-a090-29b4ec336757 on network 09be3f6b-3c77-4c8e-bbe6-2435736d69cf not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:23:33.268270 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247533fb-dc03-4c8d-9c4c-951e0f3324e6 req-6abaa71d-297f-428e-afa0-8cf321120e92 service neutron] Attempting to bind port 95555302-95fb-448e-a090-29b4ec336757 on network 09be3f6b-3c77-4c8e-bbe6-2435736d69cf {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:23:33.279015 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cde587-9a2c-45f5-b7ed-eff92e91220d req-89881197-7be7-4066-b8c8-eba8d0862651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:33.280672 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-30cde587-9a2c-45f5-b7ed-eff92e91220d req-89881197-7be7-4066-b8c8-eba8d0862651 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d10b4a30-6630-4be3-b0e2-2a7a17a89939 HTTP/1.1" status: 200 len: 848 time: 0.0694716 Jul 29 23:23:33.281497 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247533fb-dc03-4c8d-9c4c-951e0f3324e6 req-6abaa71d-297f-428e-afa0-8cf321120e92 service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:23:33.281952 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247533fb-dc03-4c8d-9c4c-951e0f3324e6 req-6abaa71d-297f-428e-afa0-8cf321120e92 service neutron] Checking segment: {'id': '2f225bab-780d-4bb8-903d-ee3f32d75d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '09be3f6b-3c77-4c8e-bbe6-2435736d69cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:23:33.282427 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247533fb-dc03-4c8d-9c4c-951e0f3324e6 req-6abaa71d-297f-428e-afa0-8cf321120e92 service neutron] Bound using segment: {'id': '2f225bab-780d-4bb8-903d-ee3f32d75d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '09be3f6b-3c77-4c8e-bbe6-2435736d69cf'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:23:33.282983 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-247533fb-dc03-4c8d-9c4c-951e0f3324e6 req-6abaa71d-297f-428e-afa0-8cf321120e92 service neutron] Bound port: 95555302-95fb-448e-a090-29b4ec336757, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f225bab-780d-4bb8-903d-ee3f32d75d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '09be3f6b-3c77-4c8e-bbe6-2435736d69cf'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:23:33.283449 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-247533fb-dc03-4c8d-9c4c-951e0f3324e6 req-6abaa71d-297f-428e-afa0-8cf321120e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:33.311278 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-382f5ac2-39ba-4416-9b0b-033d83498ccb req-657afb49-41b5-4062-bdc0-b60a884197a4 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503413 Jul 29 23:23:33.366607 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dacedb-8ac1-4458-87e1-4b18d3803603 req-c8f65d88-b834-4ca5-9c1d-425eef767478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:33.368188 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-38dacedb-8ac1-4458-87e1-4b18d3803603 req-c8f65d88-b834-4ca5-9c1d-425eef767478 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.1349721 Jul 29 23:23:33.380304 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-30cde587-9a2c-45f5-b7ed-eff92e91220d req-4c4bd34f-23be-4f44-868c-11bf8e9817f8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=33e8f010-7789-4c0c-8f2b-4d54e9bb67e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462079 Jul 29 23:23:33.492569 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-30cde587-9a2c-45f5-b7ed-eff92e91220d req-c0e43d54-1f3e-4218-bcfc-d7cd604f1710 service neutron] 10.222.0.41 "GET /v2.0/networks/33e8f010-7789-4c0c-8f2b-4d54e9bb67e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974534 Jul 29 23:23:33.502551 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-247533fb-dc03-4c8d-9c4c-951e0f3324e6 req-6abaa71d-297f-428e-afa0-8cf321120e92 service neutron] For port 95555302-95fb-448e-a090-29b4ec336757, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:23:33.530752 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-247533fb-dc03-4c8d-9c4c-951e0f3324e6 req-6abaa71d-297f-428e-afa0-8cf321120e92 service neutron] For port 95555302-95fb-448e-a090-29b4ec336757, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=95555302-95fb-448e-a090-29b4ec336757,segment=NetworkSegment(2f225bab-780d-4bb8-903d-ee3f32d75d09),segment_id=2f225bab-780d-4bb8-903d-ee3f32d75d09)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:23:33.539681 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dacedb-8ac1-4458-87e1-4b18d3803603 req-f47173f1-65a4-460b-bc76-2055b9a529cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:33.541330 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-38dacedb-8ac1-4458-87e1-4b18d3803603 req-f47173f1-65a4-460b-bc76-2055b9a529cf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1504803 Jul 29 23:23:33.544619 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-247533fb-dc03-4c8d-9c4c-951e0f3324e6 req-6abaa71d-297f-428e-afa0-8cf321120e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:33.553477 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c1be9-cc64-4a70-a761-b9bae8110c45 req-23140175-ff06-4200-9254-200d7d5f387f tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:33.558808 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-278c1be9-cc64-4a70-a761-b9bae8110c45 req-23140175-ff06-4200-9254-200d7d5f387f tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.43 "GET /v2.0/ports?device_id=380087c5-578c-45cb-abdc-61d67bc83755 HTTP/1.1" status: 200 len: 947 time: 0.1434970 Jul 29 23:23:33.570585 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a49d8f6-31ec-4729-9388-f3340da2a973 req-50a80420-aafb-48d8-a019-f79f062f2d2c tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:33.572643 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5a49d8f6-31ec-4729-9388-f3340da2a973 req-50a80420-aafb-48d8-a019-f79f062f2d2c tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] 10.222.0.43 "GET /v2.0/ports?device_id=faa73fad-544e-4493-a9db-ec02961eee0b HTTP/1.1" status: 200 len: 950 time: 0.1590617 Jul 29 23:23:33.609258 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-30cde587-9a2c-45f5-b7ed-eff92e91220d req-19090045-58fd-4208-a702-30a81bc20197 service neutron] 10.222.0.41 "GET /v2.0/networks/33e8f010-7789-4c0c-8f2b-4d54e9bb67e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056788 Jul 29 23:23:33.693064 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247533fb-dc03-4c8d-9c4c-951e0f3324e6 req-6abaa71d-297f-428e-afa0-8cf321120e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:33.694278 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-247533fb-dc03-4c8d-9c4c-951e0f3324e6 req-6abaa71d-297f-428e-afa0-8cf321120e92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:33.696954 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-247533fb-dc03-4c8d-9c4c-951e0f3324e6 req-6abaa71d-297f-428e-afa0-8cf321120e92 service neutron] 10.222.0.41 "PUT /v2.0/ports/95555302-95fb-448e-a090-29b4ec336757 HTTP/1.1" status: 200 len: 1093 time: 2.2628837 Jul 29 23:23:33.697890 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3012a93-c260-405f-9964-6b575d34a22e', 'tag': '95555302-95fb-448e-a090-29b4ec336757'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:33.700133 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be4c2cc8-74d3-4656-8dfb-c50a95f968b1" -d '{"events": [{"name": "network-changed", "server_uuid": "a3012a93-c260-405f-9964-6b575d34a22e", "tag": "95555302-95fb-448e-a090-29b4ec336757"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:33.749798 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-278c1be9-cc64-4a70-a761-b9bae8110c45 req-b5bd29bd-3fd1-4bc2-a3bc-472560832647 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.43 "GET /v2.0/security-groups?id=c476666a-fe15-4120-9af1-ee9bc8e63744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761293 Jul 29 23:23:33.756462 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abaa71d-297f-428e-afa0-8cf321120e92 service neutron] Pushing event updated for resources: {'Port': ['ID=95555302-95fb-448e-a090-29b4ec336757,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:33.765087 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5a49d8f6-31ec-4729-9388-f3340da2a973 req-90123144-0099-471f-8f9d-6d93d5f741cf tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] 10.222.0.43 "GET /v2.0/security-groups?id=880f6da3-9dfa-498a-81a9-dd8fc33be21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687732 Jul 29 23:23:33.833920 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-38dacedb-8ac1-4458-87e1-4b18d3803603 req-52672fb9-78f3-4d35-b958-bdc0ff4f3bfa service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536221 Jul 29 23:23:33.931145 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247533fb-dc03-4c8d-9c4c-951e0f3324e6 req-311613fe-1348-4f56-aa9b-5b73cc5601f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:33.933179 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-247533fb-dc03-4c8d-9c4c-951e0f3324e6 req-311613fe-1348-4f56-aa9b-5b73cc5601f8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=62091d0f24f84b44849aea33b1484fc4&device_id=a3012a93-c260-405f-9964-6b575d34a22e HTTP/1.1" status: 200 len: 1096 time: 0.1578808 Jul 29 23:23:33.967367 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0735e0a7-6a9f-4dc7-974a-8d156dcf887c req-66045454-f7b6-4ac5-83d2-e109fe64fcef tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:33.968759 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0735e0a7-6a9f-4dc7-974a-8d156dcf887c req-66045454-f7b6-4ac5-83d2-e109fe64fcef tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=3222d6f4-7874-4b97-9753-b6ee5e9ee70f HTTP/1.1" status: 200 len: 943 time: 0.1518879 Jul 29 23:23:33.994668 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ff132b-dc0f-46f4-9a16-d79f2033db01 req-9bd85b54-a67b-4013-ac65-ac9856236514 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:33.996130 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-55ff132b-dc0f-46f4-9a16-d79f2033db01 req-9bd85b54-a67b-4013-ac65-ac9856236514 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3012a93-c260-405f-9964-6b575d34a22e HTTP/1.1" status: 200 len: 944 time: 0.1477463 Jul 29 23:23:34.043358 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-247533fb-dc03-4c8d-9c4c-951e0f3324e6 req-e4f95190-0e1f-4e8b-b1d0-5b391626f658 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95555302-95fb-448e-a090-29b4ec336757 HTTP/1.1" status: 200 len: 217 time: 0.0867622 Jul 29 23:23:34.111561 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-38dacedb-8ac1-4458-87e1-4b18d3803603 req-63a0184c-30eb-4b04-a2e3-b07fe8293579 service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620368 Jul 29 23:23:34.122609 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0735e0a7-6a9f-4dc7-974a-8d156dcf887c req-b25db2f0-8464-4b5a-aebf-ff2d0413d74f tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444724 Jul 29 23:23:34.136077 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-55ff132b-dc0f-46f4-9a16-d79f2033db01 req-88e7254d-8f92-428d-b691-6fce4beadafc tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026926 Jul 29 23:23:34.145131 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247533fb-dc03-4c8d-9c4c-951e0f3324e6 req-84b96f8f-fb12-4eb1-ace9-5d6b7ebc2000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:34.147135 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-247533fb-dc03-4c8d-9c4c-951e0f3324e6 req-84b96f8f-fb12-4eb1-ace9-5d6b7ebc2000 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=61118f50-e726-435d-a59a-d51b2a8c879d HTTP/1.1" status: 200 len: 845 time: 0.0926204 Jul 29 23:23:34.194891 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b12ad5-933c-4142-b49b-5f840e732470 x-openstack-request-id: req-99b12ad5-933c-4142-b49b-5f840e732470 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:34.195210 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3012a93-c260-405f-9964-6b575d34a22e", "tag": "95555302-95fb-448e-a090-29b4ec336757", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:34.195417 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-99b12ad5-933c-4142-b49b-5f840e732470 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:34.195806 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3012a93-c260-405f-9964-6b575d34a22e', 'tag': '95555302-95fb-448e-a090-29b4ec336757', 'status': 'completed', 'code': 200} Jul 29 23:23:34.199144 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-247533fb-dc03-4c8d-9c4c-951e0f3324e6 req-16514908-8d4a-4968-81d6-ec537cd31e0c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=09be3f6b-3c77-4c8e-bbe6-2435736d69cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336289 Jul 29 23:23:34.226273 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-57837e84-070d-4499-a70b-b82c7f724736 req-aa565e90-8a99-4f0f-bd15-df2bd7356fab tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0d6bb29-49c2-43b7-a8b9-b8b2ccf9dd92 HTTP/1.1" status: 200 len: 210 time: 0.0261240 Jul 29 23:23:34.288641 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68790888-35a1-4816-a2a8-0cb06948a3fd req-dae5d9d6-bea3-46da-bb13-639c990eb503 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:34.290250 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-68790888-35a1-4816-a2a8-0cb06948a3fd req-dae5d9d6-bea3-46da-bb13-639c990eb503 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=34e5dd5b-178e-4628-b88b-2ffb39c2970a HTTP/1.1" status: 200 len: 949 time: 0.0608141 Jul 29 23:23:34.372987 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-68790888-35a1-4816-a2a8-0cb06948a3fd req-0d5d1720-a86f-4ac1-9185-d10ae55e9c89 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731096 Jul 29 23:23:34.403542 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-247533fb-dc03-4c8d-9c4c-951e0f3324e6 req-a99abef6-4b44-4c9b-b518-af17f81bc169 service neutron] 10.222.0.41 "GET /v2.0/networks/09be3f6b-3c77-4c8e-bbe6-2435736d69cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312888 Jul 29 23:23:34.540312 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb26f3-d198-4584-af77-b219c282b733 req-32402589-bc79-4841-b0f7-61d2bf1d0a0e tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:34.542398 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a1cb26f3-d198-4584-af77-b219c282b733 req-32402589-bc79-4841-b0f7-61d2bf1d0a0e tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=b18eaa87-b2be-4352-b653-da8df46dc00a HTTP/1.1" status: 200 len: 945 time: 0.1029027 Jul 29 23:23:34.547955 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-247533fb-dc03-4c8d-9c4c-951e0f3324e6 req-53ca184e-a0a2-4390-a318-5598eb96861a service neutron] 10.222.0.41 "GET /v2.0/networks/09be3f6b-3c77-4c8e-bbe6-2435736d69cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262975 Jul 29 23:23:34.586414 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a1cb26f3-d198-4584-af77-b219c282b733 req-c08058aa-1386-4442-b4cf-5c59b412aa6a tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369375 Jul 29 23:23:34.847264 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '380087c5-578c-45cb-abdc-61d67bc83755', 'tag': '0833248b-4282-4b07-97c4-3bb401632d27'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:34.850849 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d15bc1c-8d06-49ce-8127-b11a2c8dc8e6" -d '{"events": [{"name": "network-changed", "server_uuid": "380087c5-578c-45cb-abdc-61d67bc83755", "tag": "0833248b-4282-4b07-97c4-3bb401632d27"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:34.898420 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-287c1b39-4d90-4f2a-8edf-0c4640dd4d97 req-c3db74bb-dd87-453b-8d02-3b334785df1f tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=0c116bccf1944bb08a8f319b422b3c50&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0584750 Jul 29 23:23:34.922524 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fddae27-1b42-40bd-9d7c-aebb10243bc7 x-openstack-request-id: req-7fddae27-1b42-40bd-9d7c-aebb10243bc7 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:34.922838 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "380087c5-578c-45cb-abdc-61d67bc83755", "tag": "0833248b-4282-4b07-97c4-3bb401632d27", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:34.923092 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7fddae27-1b42-40bd-9d7c-aebb10243bc7 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:34.923479 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '380087c5-578c-45cb-abdc-61d67bc83755', 'tag': '0833248b-4282-4b07-97c4-3bb401632d27', 'status': 'completed', 'code': 200} Jul 29 23:23:34.998225 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc993c1a-dc3d-483e-9e4d-d386a4680a83 req-3f5390aa-e6ab-4b2a-a83d-e73c2562210f tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:34.999737 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fc993c1a-dc3d-483e-9e4d-d386a4680a83 req-3f5390aa-e6ab-4b2a-a83d-e73c2562210f tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.43 "GET /v2.0/ports?device_id=380087c5-578c-45cb-abdc-61d67bc83755 HTTP/1.1" status: 200 len: 947 time: 0.1725688 Jul 29 23:23:35.009352 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c2cc8-74d3-4656-8dfb-c50a95f968b1 req-d1394735-2f74-4630-87b3-82d2b27ef938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:35.011869 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-be4c2cc8-74d3-4656-8dfb-c50a95f968b1 req-d1394735-2f74-4630-87b3-82d2b27ef938 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=62091d0f24f84b44849aea33b1484fc4&device_id=a3012a93-c260-405f-9964-6b575d34a22e HTTP/1.1" status: 200 len: 1096 time: 0.1756780 Jul 29 23:23:35.056068 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15bc1c-8d06-49ce-8127-b11a2c8dc8e6 req-7088500a-e727-4fc0-93b3-b6ab9cde843d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:35.058244 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3d15bc1c-8d06-49ce-8127-b11a2c8dc8e6 req-7088500a-e727-4fc0-93b3-b6ab9cde843d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b643b3c685634ab7a299841272110756&device_id=380087c5-578c-45cb-abdc-61d67bc83755 HTTP/1.1" status: 200 len: 1099 time: 0.0523622 Jul 29 23:23:35.070516 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fc993c1a-dc3d-483e-9e4d-d386a4680a83 req-7e1ea9ed-3306-4803-975f-1c0c5daa7d41 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.43 "GET /v2.0/security-groups?id=c476666a-fe15-4120-9af1-ee9bc8e63744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633192 Jul 29 23:23:35.077735 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c1b39-4d90-4f2a-8edf-0c4640dd4d97 req-f3235ea5-0fa8-468d-93f6-a114210932fe tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:35.079108 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-287c1b39-4d90-4f2a-8edf-0c4640dd4d97 req-f3235ea5-0fa8-468d-93f6-a114210932fe tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1588819 Jul 29 23:23:35.088745 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 441b01e0-dd91-4072-828f-42466da886f6 no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:23:35.158584 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-287c1b39-4d90-4f2a-8edf-0c4640dd4d97 req-73a494c7-1d0b-41d7-b67f-7efc1167653c tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Request body: {'port': {'device_id': 'e0d6bb29-49c2-43b7-a8b9-b8b2ccf9dd92', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'admin_state_up': True, 'tenant_id': '0c116bccf1944bb08a8f319b422b3c50'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:35.168284 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:35.209690 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faa73fad-544e-4493-a9db-ec02961eee0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '441b01e0-dd91-4072-828f-42466da886f6'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:35.212565 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ec1749-5830-44fc-ad15-1a2977c3a912" -d '{"events": [{"server_uuid": "faa73fad-544e-4493-a9db-ec02961eee0b", "name": "network-vif-unplugged", "status": "completed", "tag": "441b01e0-dd91-4072-828f-42466da886f6"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:35.217079 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 441b01e0-dd91-4072-828f-42466da886f6, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=441b01e0-dd91-4072-828f-42466da886f6,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:35.220939 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:35.278664 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=441b01e0-dd91-4072-828f-42466da886f6,revision_number=8']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:35.307115 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15bc1c-8d06-49ce-8127-b11a2c8dc8e6 req-62f31bc9-8b4d-4d27-b225-19cab3534e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:35.309204 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3d15bc1c-8d06-49ce-8127-b11a2c8dc8e6 req-62f31bc9-8b4d-4d27-b225-19cab3534e86 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d71c22dc-feef-410b-a7ed-6548cf85bd6f HTTP/1.1" status: 200 len: 870 time: 0.1575119 Jul 29 23:23:35.363385 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3d15bc1c-8d06-49ce-8127-b11a2c8dc8e6 req-39713e7f-298b-4f30-bb12-16e82060a5fb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=0833248b-4282-4b07-97c4-3bb401632d27 HTTP/1.1" status: 200 len: 217 time: 0.0438981 Jul 29 23:23:35.372834 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b47f45-75bf-40ff-b6e1-b311e0cd3901 req-5f602251-265c-46bc-86a8-b19e16fd2f8b tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:35.374257 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e4b47f45-75bf-40ff-b6e1-b311e0cd3901 req-5f602251-265c-46bc-86a8-b19e16fd2f8b tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=3222d6f4-7874-4b97-9753-b6ee5e9ee70f HTTP/1.1" status: 200 len: 943 time: 0.1619065 Jul 29 23:23:35.378249 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c2cc8-74d3-4656-8dfb-c50a95f968b1 req-fba23fa4-2f22-44c4-8f36-5b8dd725e1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:35.379655 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-be4c2cc8-74d3-4656-8dfb-c50a95f968b1 req-fba23fa4-2f22-44c4-8f36-5b8dd725e1b9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=09be3f6b-3c77-4c8e-bbe6-2435736d69cf HTTP/1.1" status: 200 len: 906 time: 0.2344768 Jul 29 23:23:35.433052 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15bc1c-8d06-49ce-8127-b11a2c8dc8e6 req-30ef6ad9-1a9e-4b8c-9f56-6bd49722ea3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:35.434748 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3d15bc1c-8d06-49ce-8127-b11a2c8dc8e6 req-30ef6ad9-1a9e-4b8c-9f56-6bd49722ea3a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.0500054 Jul 29 23:23:35.468041 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-be4c2cc8-74d3-4656-8dfb-c50a95f968b1 req-2e0c7a85-0643-4c73-927a-50230da3a95e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95555302-95fb-448e-a090-29b4ec336757 HTTP/1.1" status: 200 len: 217 time: 0.0689659 Jul 29 23:23:35.481563 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-287c1b39-4d90-4f2a-8edf-0c4640dd4d97 req-73a494c7-1d0b-41d7-b67f-7efc1167653c tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Made reservation on behalf of 0c116bccf1944bb08a8f319b422b3c50 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:23:35.484962 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-287c1b39-4d90-4f2a-8edf-0c4640dd4d97 req-73a494c7-1d0b-41d7-b67f-7efc1167653c tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:35.530119 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e4b47f45-75bf-40ff-b6e1-b311e0cd3901 req-cd20eea7-c142-4c15-81dc-225987c7c51d tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457248 Jul 29 23:23:35.536776 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15bc1c-8d06-49ce-8127-b11a2c8dc8e6 req-d23236c0-3b04-4441-a16b-cb38e146bd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:35.541024 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3d15bc1c-8d06-49ce-8127-b11a2c8dc8e6 req-d23236c0-3b04-4441-a16b-cb38e146bd2c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0517766 Jul 29 23:23:35.547978 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b5a49-ce9c-44f5-8e71-99ce13bd9866 req-02bc2a82-c6a0-4aed-a979-e93a3cd277c8 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:35.549485 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-282b5a49-ce9c-44f5-8e71-99ce13bd9866 req-02bc2a82-c6a0-4aed-a979-e93a3cd277c8 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3012a93-c260-405f-9964-6b575d34a22e HTTP/1.1" status: 200 len: 944 time: 0.1689873 Jul 29 23:23:35.597173 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6104e15-ddf0-4200-a813-d78eb9b21174 x-openstack-request-id: req-e6104e15-ddf0-4200-a813-d78eb9b21174 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:35.597566 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faa73fad-544e-4493-a9db-ec02961eee0b", "name": "network-vif-unplugged", "status": "completed", "tag": "441b01e0-dd91-4072-828f-42466da886f6", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:35.597945 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e6104e15-ddf0-4200-a813-d78eb9b21174 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:35.598430 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faa73fad-544e-4493-a9db-ec02961eee0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '441b01e0-dd91-4072-828f-42466da886f6', 'code': 200} Jul 29 23:23:35.617348 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c2cc8-74d3-4656-8dfb-c50a95f968b1 req-84f6aa7c-8ba0-49b7-91d2-d506791050d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:35.619380 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-be4c2cc8-74d3-4656-8dfb-c50a95f968b1 req-84f6aa7c-8ba0-49b7-91d2-d506791050d3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=61118f50-e726-435d-a59a-d51b2a8c879d HTTP/1.1" status: 200 len: 845 time: 0.1277530 Jul 29 23:23:35.662270 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3d15bc1c-8d06-49ce-8127-b11a2c8dc8e6 req-f2837fe9-df04-43da-babf-963ae62ec88a service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085632 Jul 29 23:23:35.682874 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-282b5a49-ce9c-44f5-8e71-99ce13bd9866 req-84073df3-2a13-44b2-a307-506d4b08dcd8 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229243 Jul 29 23:23:35.684691 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-be4c2cc8-74d3-4656-8dfb-c50a95f968b1 req-770222a4-5398-4c06-9894-16189e9d58ba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=09be3f6b-3c77-4c8e-bbe6-2435736d69cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549879 Jul 29 23:23:35.707486 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-797d2c25-09f8-48e7-a569-c5f612ecec10 req-0002fad0-17b5-4cda-912e-a049caed1266 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0d6bb29-49c2-43b7-a8b9-b8b2ccf9dd92 HTTP/1.1" status: 200 len: 210 time: 0.0605731 Jul 29 23:23:35.810047 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3d15bc1c-8d06-49ce-8127-b11a2c8dc8e6 req-5ca75626-0d1f-4b3a-a29f-7409c93c0c18 service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338613 Jul 29 23:23:35.847864 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-287c1b39-4d90-4f2a-8edf-0c4640dd4d97 req-73a494c7-1d0b-41d7-b67f-7efc1167653c tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Allocated IP 192.168.233.147 (d71c22dc-feef-410b-a7ed-6548cf85bd6f/64bdc61a-58ca-49c7-bae5-ecfed9ee407c/18a16c74-60c2-4091-8548-fec612651f2d) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:23:35.939088 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f70b1-0e03-4037-ab52-579d74d28e5c req-2ffe2b6e-e036-4ff3-a3ab-a6ee78a93383 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:35.940540 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e57f70b1-0e03-4037-ab52-579d74d28e5c req-2ffe2b6e-e036-4ff3-a3ab-a6ee78a93383 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=34e5dd5b-178e-4628-b88b-2ffb39c2970a HTTP/1.1" status: 200 len: 949 time: 0.1539681 Jul 29 23:23:35.945666 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-be4c2cc8-74d3-4656-8dfb-c50a95f968b1 req-9011df0b-aadd-4f86-b410-31968bac16de service neutron] 10.222.0.41 "GET /v2.0/networks/09be3f6b-3c77-4c8e-bbe6-2435736d69cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090406 Jul 29 23:23:35.972671 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac596a-4044-4d3a-a32c-fead02c881b9 req-6f6c16a5-1958-4275-b9d0-897be8a3240a tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:35.974141 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-88ac596a-4044-4d3a-a32c-fead02c881b9 req-6f6c16a5-1958-4275-b9d0-897be8a3240a tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=b18eaa87-b2be-4352-b653-da8df46dc00a HTTP/1.1" status: 200 len: 945 time: 0.1276882 Jul 29 23:23:36.117246 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e57f70b1-0e03-4037-ab52-579d74d28e5c req-6ac39d14-f809-49e3-b0f0-9b16f70b66b2 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705234 Jul 29 23:23:36.143268 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-88ac596a-4044-4d3a-a32c-fead02c881b9 req-121d5039-c670-4762-9014-ff110379ba4e tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569433 Jul 29 23:23:36.515921 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-be4c2cc8-74d3-4656-8dfb-c50a95f968b1 req-61d3b52f-dda7-454f-94df-f1647041ec6b service neutron] 10.222.0.41 "GET /v2.0/networks/09be3f6b-3c77-4c8e-bbe6-2435736d69cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5346105 Jul 29 23:23:36.522076 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-287c1b39-4d90-4f2a-8edf-0c4640dd4d97 req-73a494c7-1d0b-41d7-b67f-7efc1167653c tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:36.539238 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-287c1b39-4d90-4f2a-8edf-0c4640dd4d97 req-73a494c7-1d0b-41d7-b67f-7efc1167653c tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Transition to ACTIVE for port object 18a16c74-60c2-4091-8548-fec612651f2d will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:23:36.557790 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732403ad-b6a4-4e35-b437-5fbbc7e99baa req-26b044e4-999d-419e-bcab-d27e6f812c39 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:36.559287 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-732403ad-b6a4-4e35-b437-5fbbc7e99baa req-26b044e4-999d-419e-bcab-d27e6f812c39 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.43 "GET /v2.0/ports?device_id=380087c5-578c-45cb-abdc-61d67bc83755 HTTP/1.1" status: 200 len: 947 time: 0.0786667 Jul 29 23:23:36.615668 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-732403ad-b6a4-4e35-b437-5fbbc7e99baa req-c48b1548-1d9e-4520-80c0-1f82868e95d5 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.43 "GET /v2.0/security-groups?id=c476666a-fe15-4120-9af1-ee9bc8e63744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493209 Jul 29 23:23:36.625611 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-287c1b39-4d90-4f2a-8edf-0c4640dd4d97 req-73a494c7-1d0b-41d7-b67f-7efc1167653c tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:36.641183 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['22c7ca71-35c1-4b00-8e2e-239e358c0130', 'b181cfa3-0078-42d3-ba56-050fef11f986', '71d4a39e-68d3-4b6a-988c-753dafc49eea', '1f9d7af5-eeb7-4958-824d-65b84fae3358', '72da3c58-91b9-43c3-be84-ec887fc0babc'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:36.669467 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552', '79645908-181d-4073-9700-41aa42d9260e'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:36.688231 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-287c1b39-4d90-4f2a-8edf-0c4640dd4d97 req-73a494c7-1d0b-41d7-b67f-7efc1167653c tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Network d71c22dc-feef-410b-a7ed-6548cf85bd6f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:23:36.692786 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-287c1b39-4d90-4f2a-8edf-0c4640dd4d97 req-73a494c7-1d0b-41d7-b67f-7efc1167653c tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:23:36.700414 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-287c1b39-4d90-4f2a-8edf-0c4640dd4d97 req-73a494c7-1d0b-41d7-b67f-7efc1167653c tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:23:36.731634 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a494c7-1d0b-41d7-b67f-7efc1167653c tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Pushing event updated for resources: {'Port': ['ID=18a16c74-60c2-4091-8548-fec612651f2d,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:36.750812 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d8f3d7-1c3b-447d-b040-67eb77a03843 req-be8a0de9-0e1c-42a4-acee-9672c1d4e2a1 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:36.752408 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d5d8f3d7-1c3b-447d-b040-67eb77a03843 req-be8a0de9-0e1c-42a4-acee-9672c1d4e2a1 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=3222d6f4-7874-4b97-9753-b6ee5e9ee70f HTTP/1.1" status: 200 len: 943 time: 0.1411233 Jul 29 23:23:36.778171 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c1b39-4d90-4f2a-8edf-0c4640dd4d97 req-73a494c7-1d0b-41d7-b67f-7efc1167653c tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:36.778751 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-287c1b39-4d90-4f2a-8edf-0c4640dd4d97 req-73a494c7-1d0b-41d7-b67f-7efc1167653c tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:36.817547 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-287c1b39-4d90-4f2a-8edf-0c4640dd4d97 req-73a494c7-1d0b-41d7-b67f-7efc1167653c tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6637900 Jul 29 23:23:36.833737 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d5d8f3d7-1c3b-447d-b040-67eb77a03843 req-f105e806-f1ae-4ced-8182-1797f8acb090 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738513 Jul 29 23:23:36.852589 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-287c1b39-4d90-4f2a-8edf-0c4640dd4d97 req-ffc99212-c83e-4cc6-aec9-c73397a223e2 service neutron] Request body: {'port': {'device_id': 'e0d6bb29-49c2-43b7-a8b9-b8b2ccf9dd92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:36.940659 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b4bb46-073a-4293-b6f5-a2aecd17028d req-f572809b-9033-4aee-9b32-2d44485a4ea9 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:36.942504 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-99b4bb46-073a-4293-b6f5-a2aecd17028d req-f572809b-9033-4aee-9b32-2d44485a4ea9 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3012a93-c260-405f-9964-6b575d34a22e HTTP/1.1" status: 200 len: 944 time: 0.1240408 Jul 29 23:23:36.984268 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:37.000817 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-287c1b39-4d90-4f2a-8edf-0c4640dd4d97 req-ffc99212-c83e-4cc6-aec9-c73397a223e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:37.053988 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-99b4bb46-073a-4293-b6f5-a2aecd17028d req-1424a9b4-c700-4db4-aed0-d7157fc455bc tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993924 Jul 29 23:23:37.065833 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f6707-cc99-48c3-aa38-5f7431354013 req-ca771931-7424-4247-bf21-7201b6841da2 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:37.084062 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-750f6707-cc99-48c3-aa38-5f7431354013 req-ca771931-7424-4247-bf21-7201b6841da2 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0d6bb29-49c2-43b7-a8b9-b8b2ccf9dd92 HTTP/1.1" status: 200 len: 936 time: 0.1516345 Jul 29 23:23:37.151960 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-01aecf6e-8de6-4366-bc7d-d7e37f7457db None None] Provisioning for port 18a16c74-60c2-4091-8548-fec612651f2d completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:23:37.170271 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-01aecf6e-8de6-4366-bc7d-d7e37f7457db None None] Provisioning complete for port 18a16c74-60c2-4091-8548-fec612651f2d triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:23:37.170654 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-01aecf6e-8de6-4366-bc7d-d7e37f7457db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:37.172320 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8652991-3497-41b5-bc52-311e41bcb086 req-131057e1-69ff-47ac-9036-15f246878fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:37.175842 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a8652991-3497-41b5-bc52-311e41bcb086 req-131057e1-69ff-47ac-9036-15f246878fe6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=34e5dd5b-178e-4628-b88b-2ffb39c2970a&tenant_id=02291f5098924703b9b0f8f02943a845 HTTP/1.1" status: 200 len: 1101 time: 0.1022391 Jul 29 23:23:37.193974 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-a8652991-3497-41b5-bc52-311e41bcb086 req-5eae3de6-0a55-4c68-989e-06bdace2494c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712141-10', 'device_owner': 'compute:nova'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:37.234151 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-750f6707-cc99-48c3-aa38-5f7431354013 req-90229202-b44c-4b67-a178-87ecb65376ff tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491733 Jul 29 23:23:37.274227 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-01aecf6e-8de6-4366-bc7d-d7e37f7457db None None] Port 18a16c74-60c2-4091-8548-fec612651f2d cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:23:37.287858 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a8652991-3497-41b5-bc52-311e41bcb086 req-5eae3de6-0a55-4c68-989e-06bdace2494c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:37.311034 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c801ec-5f84-46f6-a3e8-1781eef26884 req-640075c5-a8a0-4dcb-86da-79828c37135b tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:37.318414 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-84c801ec-5f84-46f6-a3e8-1781eef26884 req-640075c5-a8a0-4dcb-86da-79828c37135b tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=34e5dd5b-178e-4628-b88b-2ffb39c2970a HTTP/1.1" status: 200 len: 949 time: 0.1121478 Jul 29 23:23:37.326251 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:23:37.413300 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-84c801ec-5f84-46f6-a3e8-1781eef26884 req-384f7228-b411-4827-b029-74784aefec76 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939984 Jul 29 23:23:37.433830 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29baea03-f7af-4d25-aee9-a50e17107291 req-415b5dff-bf2f-40f2-9e6b-9d5313d8b2a0 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:37.435489 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-29baea03-f7af-4d25-aee9-a50e17107291 req-415b5dff-bf2f-40f2-9e6b-9d5313d8b2a0 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=b18eaa87-b2be-4352-b653-da8df46dc00a HTTP/1.1" status: 200 len: 945 time: 0.0982955 Jul 29 23:23:37.512134 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-29baea03-f7af-4d25-aee9-a50e17107291 req-2441a34f-0a37-4fcd-9061-805afd411e8f tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685208 Jul 29 23:23:37.524699 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-287c1b39-4d90-4f2a-8edf-0c4640dd4d97 req-ffc99212-c83e-4cc6-aec9-c73397a223e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18a16c74-60c2-4091-8548-fec612651f2d {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:23:37.533394 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-287c1b39-4d90-4f2a-8edf-0c4640dd4d97 req-ffc99212-c83e-4cc6-aec9-c73397a223e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:37.546400 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-287c1b39-4d90-4f2a-8edf-0c4640dd4d97 req-ffc99212-c83e-4cc6-aec9-c73397a223e2 service neutron] Transition to ACTIVE for port object 18a16c74-60c2-4091-8548-fec612651f2d will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:23:37.555316 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-287c1b39-4d90-4f2a-8edf-0c4640dd4d97 req-ffc99212-c83e-4cc6-aec9-c73397a223e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:37.644543 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 95555302-95fb-448e-a090-29b4ec336757 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:23:37.655214 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc99212-c83e-4cc6-aec9-c73397a223e2 service neutron] Pushing event updated for resources: {'Port': ['ID=18a16c74-60c2-4091-8548-fec612651f2d,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:37.663837 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-a8652991-3497-41b5-bc52-311e41bcb086 req-5eae3de6-0a55-4c68-989e-06bdace2494c service neutron] For port 08c78e77-f2f0-4bac-b8b0-89b8c04071ff, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=08c78e77-f2f0-4bac-b8b0-89b8c04071ff,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:37.707010 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-287c1b39-4d90-4f2a-8edf-0c4640dd4d97 req-ffc99212-c83e-4cc6-aec9-c73397a223e2 service neutron] Attempting to bind port 18a16c74-60c2-4091-8548-fec612651f2d on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:23:37.707403 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-287c1b39-4d90-4f2a-8edf-0c4640dd4d97 req-ffc99212-c83e-4cc6-aec9-c73397a223e2 service neutron] Attempting to bind port 18a16c74-60c2-4091-8548-fec612651f2d by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:23:37.707746 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287c1b39-4d90-4f2a-8edf-0c4640dd4d97 req-ffc99212-c83e-4cc6-aec9-c73397a223e2 service neutron] Attempting to bind port 18a16c74-60c2-4091-8548-fec612651f2d on network d71c22dc-feef-410b-a7ed-6548cf85bd6f {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:23:37.734231 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-a8652991-3497-41b5-bc52-311e41bcb086 req-5eae3de6-0a55-4c68-989e-06bdace2494c service neutron] For port 08c78e77-f2f0-4bac-b8b0-89b8c04071ff, host n-h1-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:23:37.747441 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287c1b39-4d90-4f2a-8edf-0c4640dd4d97 req-ffc99212-c83e-4cc6-aec9-c73397a223e2 service neutron] Port 18a16c74-60c2-4091-8548-fec612651f2d on network d71c22dc-feef-410b-a7ed-6548cf85bd6f not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:23:37.748454 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287c1b39-4d90-4f2a-8edf-0c4640dd4d97 req-ffc99212-c83e-4cc6-aec9-c73397a223e2 service neutron] Attempting to bind port 18a16c74-60c2-4091-8548-fec612651f2d on network d71c22dc-feef-410b-a7ed-6548cf85bd6f {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:23:37.762816 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287c1b39-4d90-4f2a-8edf-0c4640dd4d97 req-ffc99212-c83e-4cc6-aec9-c73397a223e2 service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:23:37.763220 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287c1b39-4d90-4f2a-8edf-0c4640dd4d97 req-ffc99212-c83e-4cc6-aec9-c73397a223e2 service neutron] Checking segment: {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:23:37.763687 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-287c1b39-4d90-4f2a-8edf-0c4640dd4d97 req-ffc99212-c83e-4cc6-aec9-c73397a223e2 service neutron] Bound using segment: {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:23:37.764190 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-287c1b39-4d90-4f2a-8edf-0c4640dd4d97 req-ffc99212-c83e-4cc6-aec9-c73397a223e2 service neutron] Bound port: 18a16c74-60c2-4091-8548-fec612651f2d, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:23:37.764613 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-287c1b39-4d90-4f2a-8edf-0c4640dd4d97 req-ffc99212-c83e-4cc6-aec9-c73397a223e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:37.788918 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34e5dd5b-178e-4628-b88b-2ffb39c2970a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08c78e77-f2f0-4bac-b8b0-89b8c04071ff'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:37.789256 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a27bf-53aa-4047-a8e3-9610de2802cc req-cdd55bfb-f265-4440-a143-8ad400264baf tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:37.793878 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206df4c0-c6fa-48a3-baba-dbb342fa1052" -d '{"events": [{"server_uuid": "34e5dd5b-178e-4628-b88b-2ffb39c2970a", "name": "network-vif-unplugged", "status": "completed", "tag": "08c78e77-f2f0-4bac-b8b0-89b8c04071ff"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:37.798635 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8a5a27bf-53aa-4047-a8e3-9610de2802cc req-cdd55bfb-f265-4440-a143-8ad400264baf tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.43 "GET /v2.0/ports?device_id=380087c5-578c-45cb-abdc-61d67bc83755 HTTP/1.1" status: 200 len: 947 time: 0.0883639 Jul 29 23:23:37.799007 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a8652991-3497-41b5-bc52-311e41bcb086 req-5eae3de6-0a55-4c68-989e-06bdace2494c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:37.816056 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-a8652991-3497-41b5-bc52-311e41bcb086 req-5eae3de6-0a55-4c68-989e-06bdace2494c service neutron] Transition to ACTIVE for port object 08c78e77-f2f0-4bac-b8b0-89b8c04071ff will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:23:37.824359 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a8652991-3497-41b5-bc52-311e41bcb086 req-5eae3de6-0a55-4c68-989e-06bdace2494c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:37.839820 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 95555302-95fb-448e-a090-29b4ec336757, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=95555302-95fb-448e-a090-29b4ec336757,segment=NetworkSegment(2f225bab-780d-4bb8-903d-ee3f32d75d09),segment_id=2f225bab-780d-4bb8-903d-ee3f32d75d09)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:37.857381 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': '95555302-95fb-448e-a090-29b4ec336757', 'network_id': '09be3f6b-3c77-4c8e-bbe6-2435736d69cf', 'port_id': '95555302-95fb-448e-a090-29b4ec336757', 'mac_address': 'fa:16:3e:21:27:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61118f50-e726-435d-a59a-d51b2a8c879d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:23:37.888156 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8a5a27bf-53aa-4047-a8e3-9610de2802cc req-3ed1ff9b-af5b-4318-828a-286a000b1057 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.43 "GET /v2.0/security-groups?id=c476666a-fe15-4120-9af1-ee9bc8e63744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884953 Jul 29 23:23:37.917087 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:37.935045 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e642e14-dd82-41d7-8080-5f95432eb7db x-openstack-request-id: req-6e642e14-dd82-41d7-8080-5f95432eb7db {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:37.935511 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34e5dd5b-178e-4628-b88b-2ffb39c2970a", "name": "network-vif-unplugged", "status": "completed", "tag": "08c78e77-f2f0-4bac-b8b0-89b8c04071ff", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:37.935815 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6e642e14-dd82-41d7-8080-5f95432eb7db {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:37.936207 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34e5dd5b-178e-4628-b88b-2ffb39c2970a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '08c78e77-f2f0-4bac-b8b0-89b8c04071ff', 'code': 200} Jul 29 23:23:37.936601 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95555302-95fb-448e-a090-29b4ec336757 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:23:37.936995 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eae3de6-0a55-4c68-989e-06bdace2494c service neutron] Pushing event updated for resources: {'Port': ['ID=08c78e77-f2f0-4bac-b8b0-89b8c04071ff,revision_number=10']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:37.939784 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8652991-3497-41b5-bc52-311e41bcb086 req-5eae3de6-0a55-4c68-989e-06bdace2494c service neutron] No DVR routers for this DVR port 08c78e77-f2f0-4bac-b8b0-89b8c04071ff on host n-h1-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:23:37.957169 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-287c1b39-4d90-4f2a-8edf-0c4640dd4d97 req-ffc99212-c83e-4cc6-aec9-c73397a223e2 service neutron] For port 18a16c74-60c2-4091-8548-fec612651f2d, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:23:37.961373 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-287c1b39-4d90-4f2a-8edf-0c4640dd4d97 req-ffc99212-c83e-4cc6-aec9-c73397a223e2 service neutron] For port 18a16c74-60c2-4091-8548-fec612651f2d, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=18a16c74-60c2-4091-8548-fec612651f2d,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:23:37.975600 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 95555302-95fb-448e-a090-29b4ec336757, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=95555302-95fb-448e-a090-29b4ec336757,segment=NetworkSegment(2f225bab-780d-4bb8-903d-ee3f32d75d09),segment_id=2f225bab-780d-4bb8-903d-ee3f32d75d09)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:37.975828 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-287c1b39-4d90-4f2a-8edf-0c4640dd4d97 req-ffc99212-c83e-4cc6-aec9-c73397a223e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:37.983561 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:37.984845 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 0833248b-4282-4b07-97c4-3bb401632d27 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:23:38.009124 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-a8652991-3497-41b5-bc52-311e41bcb086 req-5eae3de6-0a55-4c68-989e-06bdace2494c service neutron] Attempting to bind port 08c78e77-f2f0-4bac-b8b0-89b8c04071ff on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:23:38.010052 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-a8652991-3497-41b5-bc52-311e41bcb086 req-5eae3de6-0a55-4c68-989e-06bdace2494c service neutron] Attempting to bind port 08c78e77-f2f0-4bac-b8b0-89b8c04071ff by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:23:38.010395 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8652991-3497-41b5-bc52-311e41bcb086 req-5eae3de6-0a55-4c68-989e-06bdace2494c service neutron] Attempting to bind port 08c78e77-f2f0-4bac-b8b0-89b8c04071ff on network d71c22dc-feef-410b-a7ed-6548cf85bd6f {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:23:38.015808 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8652991-3497-41b5-bc52-311e41bcb086 req-5eae3de6-0a55-4c68-989e-06bdace2494c service neutron] Port 08c78e77-f2f0-4bac-b8b0-89b8c04071ff on network d71c22dc-feef-410b-a7ed-6548cf85bd6f not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:23:38.016138 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8652991-3497-41b5-bc52-311e41bcb086 req-5eae3de6-0a55-4c68-989e-06bdace2494c service neutron] Attempting to bind port 08c78e77-f2f0-4bac-b8b0-89b8c04071ff on network d71c22dc-feef-410b-a7ed-6548cf85bd6f {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:23:38.021422 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8652991-3497-41b5-bc52-311e41bcb086 req-5eae3de6-0a55-4c68-989e-06bdace2494c service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:23:38.021805 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8652991-3497-41b5-bc52-311e41bcb086 req-5eae3de6-0a55-4c68-989e-06bdace2494c service neutron] Checking segment: {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:23:38.022185 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8652991-3497-41b5-bc52-311e41bcb086 req-5eae3de6-0a55-4c68-989e-06bdace2494c service neutron] Bound using segment: {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:23:38.022616 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-a8652991-3497-41b5-bc52-311e41bcb086 req-5eae3de6-0a55-4c68-989e-06bdace2494c service neutron] Bound port: 08c78e77-f2f0-4bac-b8b0-89b8c04071ff, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:23:38.022977 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a8652991-3497-41b5-bc52-311e41bcb086 req-5eae3de6-0a55-4c68-989e-06bdace2494c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:38.058255 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c1b39-4d90-4f2a-8edf-0c4640dd4d97 req-ffc99212-c83e-4cc6-aec9-c73397a223e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:38.058925 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-287c1b39-4d90-4f2a-8edf-0c4640dd4d97 req-ffc99212-c83e-4cc6-aec9-c73397a223e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:38.060336 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-287c1b39-4d90-4f2a-8edf-0c4640dd4d97 req-ffc99212-c83e-4cc6-aec9-c73397a223e2 service neutron] 10.222.0.41 "PUT /v2.0/ports/18a16c74-60c2-4091-8548-fec612651f2d HTTP/1.1" status: 200 len: 1097 time: 1.2124882 Jul 29 23:23:38.060790 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0d6bb29-49c2-43b7-a8b9-b8b2ccf9dd92', 'tag': '18a16c74-60c2-4091-8548-fec612651f2d'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:38.063114 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21160a5-e45d-4c6f-a6c2-6224dd528c2b" -d '{"events": [{"name": "network-changed", "server_uuid": "e0d6bb29-49c2-43b7-a8b9-b8b2ccf9dd92", "tag": "18a16c74-60c2-4091-8548-fec612651f2d"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:38.085523 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=95555302-95fb-448e-a090-29b4ec336757,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:38.163148 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc99212-c83e-4cc6-aec9-c73397a223e2 service neutron] Pushing event updated for resources: {'Port': ['ID=18a16c74-60c2-4091-8548-fec612651f2d,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:38.167969 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-a8652991-3497-41b5-bc52-311e41bcb086 req-5eae3de6-0a55-4c68-989e-06bdace2494c service neutron] For port 08c78e77-f2f0-4bac-b8b0-89b8c04071ff, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:23:38.171845 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-a8652991-3497-41b5-bc52-311e41bcb086 req-5eae3de6-0a55-4c68-989e-06bdace2494c service neutron] For port 08c78e77-f2f0-4bac-b8b0-89b8c04071ff, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=08c78e77-f2f0-4bac-b8b0-89b8c04071ff,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:23:38.180343 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a8652991-3497-41b5-bc52-311e41bcb086 req-5eae3de6-0a55-4c68-989e-06bdace2494c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:38.205869 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09ba2d-3f3b-4b39-ac2e-0e3ea6c88f5a req-d5776084-7466-418f-958d-a04f1cd7ba9a tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:38.208288 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 0833248b-4282-4b07-97c4-3bb401632d27, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=0833248b-4282-4b07-97c4-3bb401632d27,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:38.217401 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6a09ba2d-3f3b-4b39-ac2e-0e3ea6c88f5a req-d5776084-7466-418f-958d-a04f1cd7ba9a tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=3222d6f4-7874-4b97-9753-b6ee5e9ee70f HTTP/1.1" status: 200 len: 943 time: 0.1801910 Jul 29 23:23:38.227664 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': '0833248b-4282-4b07-97c4-3bb401632d27', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'port_id': '0833248b-4282-4b07-97c4-3bb401632d27', 'mac_address': 'fa:16:3e:d9:a0:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64bdc61a-58ca-49c7-bae5-ecfed9ee407c', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:23:38.246405 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eae3de6-0a55-4c68-989e-06bdace2494c service neutron] Pushing event updated for resources: {'Port': ['ID=08c78e77-f2f0-4bac-b8b0-89b8c04071ff,revision_number=11']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:38.263281 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8652991-3497-41b5-bc52-311e41bcb086 req-5eae3de6-0a55-4c68-989e-06bdace2494c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:38.264037 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a8652991-3497-41b5-bc52-311e41bcb086 req-5eae3de6-0a55-4c68-989e-06bdace2494c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:38.267470 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a8652991-3497-41b5-bc52-311e41bcb086 req-5eae3de6-0a55-4c68-989e-06bdace2494c service neutron] 10.222.0.22 "PUT /v2.0/ports/08c78e77-f2f0-4bac-b8b0-89b8c04071ff HTTP/1.1" status: 200 len: 1097 time: 1.0807774 Jul 29 23:23:38.287586 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:38.320654 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0833248b-4282-4b07-97c4-3bb401632d27 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:23:38.341017 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6a09ba2d-3f3b-4b39-ac2e-0e3ea6c88f5a req-f4119180-1ef2-4e34-970f-0005c4d67bd2 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228454 Jul 29 23:23:38.360671 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 0833248b-4282-4b07-97c4-3bb401632d27, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=0833248b-4282-4b07-97c4-3bb401632d27,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:38.360963 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8652991-3497-41b5-bc52-311e41bcb086 req-6127c095-294e-4181-be30-900c9fd1a095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:38.361900 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8052c-7594-479c-8f10-287be852bc40 req-bf948855-c7b2-4fd4-b2d6-4d91cf53c008 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:38.363241 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a8652991-3497-41b5-bc52-311e41bcb086 req-6127c095-294e-4181-be30-900c9fd1a095 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=02291f5098924703b9b0f8f02943a845&device_id=34e5dd5b-178e-4628-b88b-2ffb39c2970a HTTP/1.1" status: 200 len: 1100 time: 0.0547793 Jul 29 23:23:38.370228 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:38.371296 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4ed8052c-7594-479c-8f10-287be852bc40 req-bf948855-c7b2-4fd4-b2d6-4d91cf53c008 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3012a93-c260-405f-9964-6b575d34a22e HTTP/1.1" status: 200 len: 945 time: 0.1912596 Jul 29 23:23:38.376806 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c1b39-4d90-4f2a-8edf-0c4640dd4d97 req-81fb290f-2c1f-4dd5-8fe5-43d25ab05814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:38.378908 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-287c1b39-4d90-4f2a-8edf-0c4640dd4d97 req-81fb290f-2c1f-4dd5-8fe5-43d25ab05814 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c116bccf1944bb08a8f319b422b3c50&device_id=e0d6bb29-49c2-43b7-a8b9-b8b2ccf9dd92 HTTP/1.1" status: 200 len: 1100 time: 0.2315912 Jul 29 23:23:38.447282 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69abeaf-edce-4181-a257-264f1738913f x-openstack-request-id: req-a69abeaf-edce-4181-a257-264f1738913f {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:38.447619 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0d6bb29-49c2-43b7-a8b9-b8b2ccf9dd92", "tag": "18a16c74-60c2-4091-8548-fec612651f2d", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:38.447855 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a69abeaf-edce-4181-a257-264f1738913f {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:38.448212 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0d6bb29-49c2-43b7-a8b9-b8b2ccf9dd92', 'tag': '18a16c74-60c2-4091-8548-fec612651f2d', 'status': 'completed', 'code': 200} Jul 29 23:23:38.459441 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=0833248b-4282-4b07-97c4-3bb401632d27,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:38.471196 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4ed8052c-7594-479c-8f10-287be852bc40 req-dd18aa96-f6ba-4b77-af30-2c05764778e8 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848014 Jul 29 23:23:38.525919 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-287c1b39-4d90-4f2a-8edf-0c4640dd4d97 req-26de9ca5-8a30-4984-a7a5-9d78a25410c3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=18a16c74-60c2-4091-8548-fec612651f2d HTTP/1.1" status: 200 len: 217 time: 0.0945599 Jul 29 23:23:38.558152 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8652991-3497-41b5-bc52-311e41bcb086 req-1113db43-ea73-482b-9832-2ef69d1e9b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:38.561822 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a8652991-3497-41b5-bc52-311e41bcb086 req-1113db43-ea73-482b-9832-2ef69d1e9b9d service neutron] 10.222.0.22 "GET /v2.0/networks?id=d71c22dc-feef-410b-a7ed-6548cf85bd6f HTTP/1.1" status: 200 len: 870 time: 0.1875188 Jul 29 23:23:38.620272 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a8652991-3497-41b5-bc52-311e41bcb086 req-705140b7-b1e1-42ad-902c-12fb8e1bce78 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=08c78e77-f2f0-4bac-b8b0-89b8c04071ff HTTP/1.1" status: 200 len: 217 time: 0.0444667 Jul 29 23:23:38.687001 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8652991-3497-41b5-bc52-311e41bcb086 req-5007f42a-47b9-4577-80e0-90f43922759e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:38.691638 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a8652991-3497-41b5-bc52-311e41bcb086 req-5007f42a-47b9-4577-80e0-90f43922759e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.0644009 Jul 29 23:23:38.731719 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c1b39-4d90-4f2a-8edf-0c4640dd4d97 req-cef63862-6b9c-48e7-974d-1ff13b291361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:38.733355 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-287c1b39-4d90-4f2a-8edf-0c4640dd4d97 req-cef63862-6b9c-48e7-974d-1ff13b291361 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.1877701 Jul 29 23:23:38.752426 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c689e3-3609-46d0-92ae-df53f98b723a req-bb68ccf8-94d0-489a-936c-1cc51e4ba93a tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:38.754404 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e7c689e3-3609-46d0-92ae-df53f98b723a req-bb68ccf8-94d0-489a-936c-1cc51e4ba93a tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0d6bb29-49c2-43b7-a8b9-b8b2ccf9dd92 HTTP/1.1" status: 200 len: 948 time: 0.1485569 Jul 29 23:23:38.759393 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8652991-3497-41b5-bc52-311e41bcb086 req-66586af3-2d99-4c91-8862-ddc994dd2c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:38.761642 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a8652991-3497-41b5-bc52-311e41bcb086 req-66586af3-2d99-4c91-8862-ddc994dd2c45 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0589550 Jul 29 23:23:38.777996 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-1c194356-d956-4f3c-abd8-e040e58cd531 service neutron] 10.222.0.41 "GET /v2.0/ports/fd6af666-9168-444a-ab4f-a842c3946b2a/bindings/n-h2-712141-10 HTTP/1.1" status: 200 len: 385 time: 0.2601244 Jul 29 23:23:38.814290 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['95555302-95fb-448e-a090-29b4ec336757'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:38.840630 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['0833248b-4282-4b07-97c4-3bb401632d27'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:38.852288 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf9040b-23af-4450-9032-71a0f3b70cde req-2bca29c7-dbce-4184-be97-5af1787b7d95 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:38.854752 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fbf9040b-23af-4450-9032-71a0f3b70cde req-2bca29c7-dbce-4184-be97-5af1787b7d95 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=34e5dd5b-178e-4628-b88b-2ffb39c2970a HTTP/1.1" status: 200 len: 948 time: 0.2069371 Jul 29 23:23:38.877906 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a8652991-3497-41b5-bc52-311e41bcb086 req-135e6985-f626-484f-971f-e7300b2f8b47 service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060491 Jul 29 23:23:38.937555 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e7c689e3-3609-46d0-92ae-df53f98b723a req-7f623dfe-39bf-4e55-8710-c378731aa45a tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624045 Jul 29 23:23:38.941132 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c1b39-4d90-4f2a-8edf-0c4640dd4d97 req-305dcc60-4641-49d2-ab9b-7f1910dbba4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:38.942685 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-287c1b39-4d90-4f2a-8edf-0c4640dd4d97 req-305dcc60-4641-49d2-ab9b-7f1910dbba4c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1853962 Jul 29 23:23:39.007699 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a8652991-3497-41b5-bc52-311e41bcb086 req-d0ef6727-db28-4a59-90c0-767769b75a0c service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214676 Jul 29 23:23:39.016478 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fbf9040b-23af-4450-9032-71a0f3b70cde req-008d4e4a-3d3e-4e33-bc30-1c25c703a28a tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522901 Jul 29 23:23:39.135881 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 441b01e0-dd91-4072-828f-42466da886f6 details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:23:39.174689 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9981bfd1-dbad-48cf-8664-29bf57ebd804 req-b7455b4e-2cb5-43ba-b3cf-71ccd466fc2c tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:39.176198 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9981bfd1-dbad-48cf-8664-29bf57ebd804 req-b7455b4e-2cb5-43ba-b3cf-71ccd466fc2c tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=b18eaa87-b2be-4352-b653-da8df46dc00a HTTP/1.1" status: 200 len: 945 time: 0.1589730 Jul 29 23:23:39.194336 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-287c1b39-4d90-4f2a-8edf-0c4640dd4d97 req-442e63c8-fc81-4760-bc5a-ff1d8c2a4e07 service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377939 Jul 29 23:23:39.237467 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 441b01e0-dd91-4072-828f-42466da886f6, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=441b01e0-dd91-4072-828f-42466da886f6,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:39.249050 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '441b01e0-dd91-4072-828f-42466da886f6', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'port_id': '441b01e0-dd91-4072-828f-42466da886f6', 'mac_address': 'fa:16:3e:b0:40:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64bdc61a-58ca-49c7-bae5-ecfed9ee407c', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:23:39.292498 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:39.304851 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 441b01e0-dd91-4072-828f-42466da886f6 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:23:39.305172 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-58ed5f09-e49f-42f7-9acb-5b182ff8c511 service neutron] For port fd6af666-9168-444a-ab4f-a842c3946b2a, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=fd6af666-9168-444a-ab4f-a842c3946b2a,segment=NetworkSegment(03081878-6d73-4f31-b394-970f508038c5),segment_id=03081878-6d73-4f31-b394-970f508038c5)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:39.325544 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 441b01e0-dd91-4072-828f-42466da886f6, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=441b01e0-dd91-4072-828f-42466da886f6,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:39.330126 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:39.341984 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9981bfd1-dbad-48cf-8664-29bf57ebd804 req-1b1f5174-45d3-487c-8af3-ceae65f47eaf tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577883 Jul 29 23:23:39.349305 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f272a86c-e135-491e-b583-02426e9c9322 req-c873e48a-a69b-4674-8277-0b19503defbe tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:39.351051 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f272a86c-e135-491e-b583-02426e9c9322 req-c873e48a-a69b-4674-8277-0b19503defbe tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.43 "GET /v2.0/ports?device_id=380087c5-578c-45cb-abdc-61d67bc83755 HTTP/1.1" status: 200 len: 948 time: 0.1723802 Jul 29 23:23:39.362065 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-58ed5f09-e49f-42f7-9acb-5b182ff8c511 service neutron] For port fd6af666-9168-444a-ab4f-a842c3946b2a, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:23:39.379341 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=441b01e0-dd91-4072-828f-42466da886f6,revision_number=9']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:39.429714 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-58ed5f09-e49f-42f7-9acb-5b182ff8c511 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd6af666-9168-444a-ab4f-a842c3946b2a {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:23:39.461532 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f272a86c-e135-491e-b583-02426e9c9322 req-1e3a74ab-ddb2-4cfd-82f4-9d0bbbc5f087 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.43 "GET /v2.0/security-groups?id=c476666a-fe15-4120-9af1-ee9bc8e63744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031003 Jul 29 23:23:39.464027 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-58ed5f09-e49f-42f7-9acb-5b182ff8c511 service neutron] For port fd6af666-9168-444a-ab4f-a842c3946b2a, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=fd6af666-9168-444a-ab4f-a842c3946b2a,segment=NetworkSegment(03081878-6d73-4f31-b394-970f508038c5),segment_id=03081878-6d73-4f31-b394-970f508038c5)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:39.484756 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-287c1b39-4d90-4f2a-8edf-0c4640dd4d97 req-e2704654-ebb5-4e06-9dfd-f8b5b190837a service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644792 Jul 29 23:23:39.501415 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-58ed5f09-e49f-42f7-9acb-5b182ff8c511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:39.515118 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['441b01e0-dd91-4072-828f-42466da886f6'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:39.527860 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b8ac1-d0d1-415d-81f9-3fda850404b6 req-7f372f4f-df98-47a4-9e38-848e7f8f4241 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:39.529492 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bd4b8ac1-d0d1-415d-81f9-3fda850404b6 req-7f372f4f-df98-47a4-9e38-848e7f8f4241 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=3222d6f4-7874-4b97-9753-b6ee5e9ee70f HTTP/1.1" status: 200 len: 943 time: 0.0904365 Jul 29 23:23:39.673271 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bd4b8ac1-d0d1-415d-81f9-3fda850404b6 req-a9561a67-7297-47dc-baba-f4914120ff5f tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213865 Jul 29 23:23:39.688950 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6920ab46-c207-4e6e-a343-36644575e38b req-38dc2126-595a-4d65-af94-1b442b547529 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:39.690474 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6920ab46-c207-4e6e-a343-36644575e38b req-38dc2126-595a-4d65-af94-1b442b547529 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3012a93-c260-405f-9964-6b575d34a22e HTTP/1.1" status: 200 len: 945 time: 0.1398556 Jul 29 23:23:39.696454 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 08c78e77-f2f0-4bac-b8b0-89b8c04071ff no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:23:39.698549 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-58ed5f09-e49f-42f7-9acb-5b182ff8c511 service neutron] Transition to ACTIVE for port object fd6af666-9168-444a-ab4f-a842c3946b2a will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:23:39.711749 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21160a5-e45d-4c6f-a6c2-6224dd528c2b req-114fe11d-2200-42a9-90a8-6a56bda40583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:39.713258 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a21160a5-e45d-4c6f-a6c2-6224dd528c2b req-114fe11d-2200-42a9-90a8-6a56bda40583 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0c116bccf1944bb08a8f319b422b3c50&device_id=e0d6bb29-49c2-43b7-a8b9-b8b2ccf9dd92 HTTP/1.1" status: 200 len: 1100 time: 0.1052709 Jul 29 23:23:39.721078 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-58ed5f09-e49f-42f7-9acb-5b182ff8c511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:39.746205 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 08c78e77-f2f0-4bac-b8b0-89b8c04071ff not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:23:39.746651 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device fd6af666-9168-444a-ab4f-a842c3946b2a no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:23:39.783682 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device fd6af666-9168-444a-ab4f-a842c3946b2a not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:23:39.829215 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6920ab46-c207-4e6e-a343-36644575e38b req-717a96f3-25cc-4663-b429-65f1502dbce5 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258931 Jul 29 23:23:39.869181 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-58ed5f09-e49f-42f7-9acb-5b182ff8c511 service neutron] No DVR routers for this DVR port fd6af666-9168-444a-ab4f-a842c3946b2a on host n-h1-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:23:39.878760 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ed5f09-e49f-42f7-9acb-5b182ff8c511 service neutron] Pushing event updated for resources: {'Port': ['ID=fd6af666-9168-444a-ab4f-a842c3946b2a,revision_number=10']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:39.916919 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21160a5-e45d-4c6f-a6c2-6224dd528c2b req-5f8e5f4d-ffc1-4c6f-ac1a-70f735a0b1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:39.918435 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a21160a5-e45d-4c6f-a6c2-6224dd528c2b req-5f8e5f4d-ffc1-4c6f-ac1a-70f735a0b1d0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d71c22dc-feef-410b-a7ed-6548cf85bd6f HTTP/1.1" status: 200 len: 870 time: 0.1846752 Jul 29 23:23:39.921835 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-58ed5f09-e49f-42f7-9acb-5b182ff8c511 service neutron] 10.222.0.41 "PUT /v2.0/ports/fd6af666-9168-444a-ab4f-a842c3946b2a/bindings/n-h2-712141-10/activate HTTP/1.1" status: 200 len: 370 time: 1.1215687 Jul 29 23:23:39.937151 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34e5dd5b-178e-4628-b88b-2ffb39c2970a', 'tag': '08c78e77-f2f0-4bac-b8b0-89b8c04071ff'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:39.939551 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d48bf63-9537-48dc-9989-e54568667236" -d '{"events": [{"name": "network-changed", "server_uuid": "34e5dd5b-178e-4628-b88b-2ffb39c2970a", "tag": "08c78e77-f2f0-4bac-b8b0-89b8c04071ff"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:40.000976 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d467fbff-7bec-445b-90f7-f5fbd62ecbfe x-openstack-request-id: req-d467fbff-7bec-445b-90f7-f5fbd62ecbfe {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:40.001267 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34e5dd5b-178e-4628-b88b-2ffb39c2970a", "tag": "08c78e77-f2f0-4bac-b8b0-89b8c04071ff", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:40.001523 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d467fbff-7bec-445b-90f7-f5fbd62ecbfe {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:40.001958 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34e5dd5b-178e-4628-b88b-2ffb39c2970a', 'tag': '08c78e77-f2f0-4bac-b8b0-89b8c04071ff', 'status': 'completed', 'code': 200} Jul 29 23:23:40.010452 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a21160a5-e45d-4c6f-a6c2-6224dd528c2b req-0cfa4c2e-1343-4cf9-b042-f1cf12ca630f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=18a16c74-60c2-4091-8548-fec612651f2d HTTP/1.1" status: 200 len: 217 time: 0.0375519 Jul 29 23:23:40.118089 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d48bf63-9537-48dc-9989-e54568667236 req-35f561a4-d679-4b2c-aff3-3ee5a8d826e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:40.120428 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7d48bf63-9537-48dc-9989-e54568667236 req-35f561a4-d679-4b2c-aff3-3ee5a8d826e8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=02291f5098924703b9b0f8f02943a845&device_id=34e5dd5b-178e-4628-b88b-2ffb39c2970a HTTP/1.1" status: 200 len: 1100 time: 0.0896814 Jul 29 23:23:40.122268 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-d2a59629-7616-4fc6-85f2-afb0ad817a03 tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:40.123588 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-d2a59629-7616-4fc6-85f2-afb0ad817a03 tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=3222d6f4-7874-4b97-9753-b6ee5e9ee70f&tenant_id=11625efdc5e247819e1ba7685d24a207&binding%3Ahost_id=n-h1-712141-10 HTTP/1.1" status: 200 len: 1096 time: 0.0556540 Jul 29 23:23:40.170131 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7c388-6000-4ac3-a81d-0f93081e1821 req-a50ae2ef-a4f8-4d97-8468-1fa83d1b12ea tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:40.171658 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d1b7c388-6000-4ac3-a81d-0f93081e1821 req-a50ae2ef-a4f8-4d97-8468-1fa83d1b12ea tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0d6bb29-49c2-43b7-a8b9-b8b2ccf9dd92 HTTP/1.1" status: 200 len: 948 time: 0.1589758 Jul 29 23:23:40.183079 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21160a5-e45d-4c6f-a6c2-6224dd528c2b req-ab4352d1-be90-4eb8-bb1a-3eb89f6326f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:40.184494 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a21160a5-e45d-4c6f-a6c2-6224dd528c2b req-ab4352d1-be90-4eb8-bb1a-3eb89f6326f1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.1239874 Jul 29 23:23:40.233002 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d48bf63-9537-48dc-9989-e54568667236 req-33957d2c-58e3-42ba-a739-3bfbb2cb8a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:40.234466 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7d48bf63-9537-48dc-9989-e54568667236 req-33957d2c-58e3-42ba-a739-3bfbb2cb8a53 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=02291f5098924703b9b0f8f02943a845&device_id=34e5dd5b-178e-4628-b88b-2ffb39c2970a HTTP/1.1" status: 200 len: 1100 time: 0.1404858 Jul 29 23:23:40.248890 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-f147bbf6-2587-4852-9c4a-0f1e1ad6ceea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:40.250406 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-f147bbf6-2587-4852-9c4a-0f1e1ad6ceea service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3222d6f4-7874-4b97-9753-b6ee5e9ee70f&tenant_id=11625efdc5e247819e1ba7685d24a207 HTTP/1.1" status: 200 len: 1096 time: 0.1002629 Jul 29 23:23:40.259922 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1828e0cb-e072-4abb-b1cc-47c9d4e3f9ed req-5b18070f-e03d-41ed-8b61-70ee4ac487dc tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:40.261687 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1828e0cb-e072-4abb-b1cc-47c9d4e3f9ed req-5b18070f-e03d-41ed-8b61-70ee4ac487dc tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=34e5dd5b-178e-4628-b88b-2ffb39c2970a HTTP/1.1" status: 200 len: 948 time: 0.1549749 Jul 29 23:23:40.264567 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d48bf63-9537-48dc-9989-e54568667236 req-33877a5d-f6c8-4f8b-8940-35f67758e1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:40.266782 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7d48bf63-9537-48dc-9989-e54568667236 req-33877a5d-f6c8-4f8b-8940-35f67758e1ad service neutron] 10.222.0.22 "GET /v2.0/networks?id=d71c22dc-feef-410b-a7ed-6548cf85bd6f HTTP/1.1" status: 200 len: 870 time: 0.1253893 Jul 29 23:23:40.295451 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d1b7c388-6000-4ac3-a81d-0f93081e1821 req-4905f1e3-a13a-4c96-b025-8d5be69c15f2 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157086 Jul 29 23:23:40.352301 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21160a5-e45d-4c6f-a6c2-6224dd528c2b req-2bae1dfb-ead5-4455-a0dc-b4efdcef99aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:40.353862 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a21160a5-e45d-4c6f-a6c2-6224dd528c2b req-2bae1dfb-ead5-4455-a0dc-b4efdcef99aa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1585407 Jul 29 23:23:40.368175 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7d48bf63-9537-48dc-9989-e54568667236 req-b5d344e6-dc01-4794-b8a1-b98a17fcb165 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=08c78e77-f2f0-4bac-b8b0-89b8c04071ff HTTP/1.1" status: 200 len: 217 time: 0.0628879 Jul 29 23:23:40.376998 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1828e0cb-e072-4abb-b1cc-47c9d4e3f9ed req-44def2c6-51a2-4675-a28b-b55b30c43509 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036518 Jul 29 23:23:40.377812 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-15f5682f-1024-484b-852f-cdedcad7c6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:40.379309 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-15f5682f-1024-484b-852f-cdedcad7c6fc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=11625efdc5e247819e1ba7685d24a207&device_id=3222d6f4-7874-4b97-9753-b6ee5e9ee70f HTTP/1.1" status: 200 len: 1096 time: 0.0819428 Jul 29 23:23:40.457121 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d48bf63-9537-48dc-9989-e54568667236 req-82539282-0edb-46cf-baa8-f41197235365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:40.458538 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7d48bf63-9537-48dc-9989-e54568667236 req-82539282-0edb-46cf-baa8-f41197235365 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d71c22dc-feef-410b-a7ed-6548cf85bd6f HTTP/1.1" status: 200 len: 870 time: 0.2133203 Jul 29 23:23:40.496035 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d48bf63-9537-48dc-9989-e54568667236 req-b593e619-3ad1-4884-86f3-950689e2bd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:40.497139 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7d48bf63-9537-48dc-9989-e54568667236 req-b593e619-3ad1-4884-86f3-950689e2bd8e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.1169856 Jul 29 23:23:40.526250 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-603d8d1d-d3b1-4030-9be7-d3f544c6efbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:40.527719 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-603d8d1d-d3b1-4030-9be7-d3f544c6efbf service neutron] 10.222.0.22 "GET /v2.0/networks?id=33e8f010-7789-4c0c-8f2b-4d54e9bb67e4 HTTP/1.1" status: 200 len: 909 time: 0.1396220 Jul 29 23:23:40.580815 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-672a552f-524c-4975-99ff-119718b1ccc0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd6af666-9168-444a-ab4f-a842c3946b2a HTTP/1.1" status: 200 len: 217 time: 0.0375414 Jul 29 23:23:40.592206 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d48bf63-9537-48dc-9989-e54568667236 req-42818ea0-3d78-4bd3-9e78-27b5e0e6f813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:40.593742 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7d48bf63-9537-48dc-9989-e54568667236 req-42818ea0-3d78-4bd3-9e78-27b5e0e6f813 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0814228 Jul 29 23:23:40.689764 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-fdd56a33-3aeb-413e-ae23-081bb8e8b2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:40.691242 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-fdd56a33-3aeb-413e-ae23-081bb8e8b2ac service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d10b4a30-6630-4be3-b0e2-2a7a17a89939 HTTP/1.1" status: 200 len: 848 time: 0.0966442 Jul 29 23:23:40.740111 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-4e59b366-a878-4fbd-9ac5-0cf52068c9e2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=33e8f010-7789-4c0c-8f2b-4d54e9bb67e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362244 Jul 29 23:23:40.755113 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7d48bf63-9537-48dc-9989-e54568667236 req-b9727047-7f78-4fc5-aeef-ccd940bc01c2 service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278238 Jul 29 23:23:40.856375 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7d48bf63-9537-48dc-9989-e54568667236 req-197f10c1-1ca2-4353-a12f-d340fed40e47 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=08c78e77-f2f0-4bac-b8b0-89b8c04071ff HTTP/1.1" status: 200 len: 217 time: 0.3711951 Jul 29 23:23:40.945372 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c77e081-6a3e-4a31-b956-e7b24e06a0cd req-91db7deb-7dfe-43db-8ada-ae15187e45b9 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:40.947540 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0c77e081-6a3e-4a31-b956-e7b24e06a0cd req-91db7deb-7dfe-43db-8ada-ae15187e45b9 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=b18eaa87-b2be-4352-b653-da8df46dc00a HTTP/1.1" status: 200 len: 945 time: 0.5018833 Jul 29 23:23:40.949718 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a21160a5-e45d-4c6f-a6c2-6224dd528c2b req-bef23492-9e9f-4a44-8dac-859041d37b59 service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5548453 Jul 29 23:23:41.030784 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d48bf63-9537-48dc-9989-e54568667236 req-e75b6993-1109-435a-b586-eb4d937d455f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:41.032161 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7d48bf63-9537-48dc-9989-e54568667236 req-e75b6993-1109-435a-b586-eb4d937d455f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.1636813 Jul 29 23:23:41.053594 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eef503-12f8-46fc-9cf9-1cc4a15998ff req-6e23f27e-41b2-4c9d-9c00-81a987ca9981 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:41.055115 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a4eef503-12f8-46fc-9cf9-1cc4a15998ff req-6e23f27e-41b2-4c9d-9c00-81a987ca9981 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.43 "GET /v2.0/ports?device_id=380087c5-578c-45cb-abdc-61d67bc83755 HTTP/1.1" status: 200 len: 948 time: 0.2050428 Jul 29 23:23:41.122596 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0c77e081-6a3e-4a31-b956-e7b24e06a0cd req-1bbc2eb2-95d9-4035-aa84-1267fc5af7ec tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641033 Jul 29 23:23:41.170665 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a21160a5-e45d-4c6f-a6c2-6224dd528c2b req-80852a0a-44b9-4d8e-9ed7-b163bf021743 service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088821 Jul 29 23:23:41.185464 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a4eef503-12f8-46fc-9cf9-1cc4a15998ff req-ffa5543c-b674-4d7b-86f6-6e11444d74dc tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.43 "GET /v2.0/security-groups?id=c476666a-fe15-4120-9af1-ee9bc8e63744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069577 Jul 29 23:23:41.190171 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d48bf63-9537-48dc-9989-e54568667236 req-2caee860-f306-424a-a128-379741f5fa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:41.191721 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7d48bf63-9537-48dc-9989-e54568667236 req-2caee860-f306-424a-a128-379741f5fa3f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1486044 Jul 29 23:23:41.257415 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-d05aa448-f719-4ac9-b4d1-4cd0b05697c6 service neutron] 10.222.0.22 "GET /v2.0/networks/33e8f010-7789-4c0c-8f2b-4d54e9bb67e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5017524 Jul 29 23:23:41.259458 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7d48bf63-9537-48dc-9989-e54568667236 req-2f555126-47fe-4d3f-89fa-ff001c628865 service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4950962 Jul 29 23:23:41.347021 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6f5a6a-0b4e-43bf-92c2-ab4afa3bfe17 req-c03319f1-09d1-4ed4-84fd-372676b6c2bc tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:41.349551 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fb6f5a6a-0b4e-43bf-92c2-ab4afa3bfe17 req-c03319f1-09d1-4ed4-84fd-372676b6c2bc tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=3222d6f4-7874-4b97-9753-b6ee5e9ee70f HTTP/1.1" status: 200 len: 944 time: 0.1025066 Jul 29 23:23:41.352226 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7d48bf63-9537-48dc-9989-e54568667236 req-e6607808-d502-451c-9808-4d6f5dbb9308 service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488550 Jul 29 23:23:41.392090 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-f61f0586-8bc2-4695-81da-f72d0f3d0a45 service neutron] 10.222.0.22 "GET /v2.0/networks/33e8f010-7789-4c0c-8f2b-4d54e9bb67e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044412 Jul 29 23:23:41.549355 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24810ca6-26ad-4699-9e8f-a27af76e4b68 req-3fc98686-315d-423f-9ce2-64db580c3a74 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:41.551786 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-24810ca6-26ad-4699-9e8f-a27af76e4b68 req-3fc98686-315d-423f-9ce2-64db580c3a74 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3012a93-c260-405f-9964-6b575d34a22e HTTP/1.1" status: 200 len: 945 time: 0.1944315 Jul 29 23:23:41.566870 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fb6f5a6a-0b4e-43bf-92c2-ab4afa3bfe17 req-3d01e905-ef8e-4aa9-8b22-12153b57ce6a tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955018 Jul 29 23:23:41.646693 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-24810ca6-26ad-4699-9e8f-a27af76e4b68 req-5cb3895b-b88f-4fb7-9f87-86a6d2eaba84 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652049 Jul 29 23:23:41.649048 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7d48bf63-9537-48dc-9989-e54568667236 req-da355845-9ce6-4511-8699-225731953793 service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792857 Jul 29 23:23:41.678337 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 18a16c74-60c2-4091-8548-fec612651f2d details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:23:41.693658 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 95555302-95fb-448e-a090-29b4ec336757 up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:23:41.747207 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea4e551-082b-4c41-99df-af627df33d02 req-bc928203-35d6-456a-8258-52122f5c2db7 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:41.748784 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9ea4e551-082b-4c41-99df-af627df33d02 req-bc928203-35d6-456a-8258-52122f5c2db7 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0d6bb29-49c2-43b7-a8b9-b8b2ccf9dd92 HTTP/1.1" status: 200 len: 948 time: 0.0913546 Jul 29 23:23:41.803863 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-09022c52-32aa-4478-96ad-5812fada3933 tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:41.805835 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-09022c52-32aa-4478-96ad-5812fada3933 tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=3222d6f4-7874-4b97-9753-b6ee5e9ee70f&tenant_id=11625efdc5e247819e1ba7685d24a207&binding%3Ahost_id=n-h2-712141-10 HTTP/1.1" status: 200 len: 1096 time: 0.1036277 Jul 29 23:23:41.841711 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9ea4e551-082b-4c41-99df-af627df33d02 req-994ce8ee-ff1a-4ca7-abac-79dd91a25078 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803621 Jul 29 23:23:41.865420 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ebcc9-faf4-45d3-b875-115734891961 req-4ce24295-ce64-4677-9dca-7f3fa3783620 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:41.885406 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-263ebcc9-faf4-45d3-b875-115734891961 req-4ce24295-ce64-4677-9dca-7f3fa3783620 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=34e5dd5b-178e-4628-b88b-2ffb39c2970a HTTP/1.1" status: 200 len: 948 time: 0.1145287 Jul 29 23:23:41.896702 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port 95555302-95fb-448e-a090-29b4ec336757 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:23:41.907635 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port 95555302-95fb-448e-a090-29b4ec336757 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:23:41.908007 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:41.956906 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 18a16c74-60c2-4091-8548-fec612651f2d, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=18a16c74-60c2-4091-8548-fec612651f2d,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:41.958552 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-263ebcc9-faf4-45d3-b875-115734891961 req-5a2e3556-4591-477e-92a9-d3c40b358c15 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722620 Jul 29 23:23:41.998708 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': '18a16c74-60c2-4091-8548-fec612651f2d', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'port_id': '18a16c74-60c2-4091-8548-fec612651f2d', 'mac_address': 'fa:16:3e:84:ce:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64bdc61a-58ca-49c7-bae5-ecfed9ee407c', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:23:42.034632 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-5f19db33-320d-4d67-a1df-51baf941cfb5 service neutron] For port fd6af666-9168-444a-ab4f-a842c3946b2a, host n-h1-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:23:42.038202 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-5f19db33-320d-4d67-a1df-51baf941cfb5 service neutron] Notify callbacks [] for binding, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:42.039457 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c077fd3e-72ed-45c9-bd39-594b26f75832 req-5f19db33-320d-4d67-a1df-51baf941cfb5 service neutron] 10.222.0.22 "DELETE /v2.0/ports/fd6af666-9168-444a-ab4f-a842c3946b2a/bindings/n-h1-712141-10 HTTP/1.1" status: 204 len: 173 time: 0.2227900 Jul 29 23:23:42.073925 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:42.087730 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:42.100560 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18a16c74-60c2-4091-8548-fec612651f2d {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:23:42.141674 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3012a93-c260-405f-9964-6b575d34a22e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95555302-95fb-448e-a090-29b4ec336757'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:42.144514 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b02719-8745-45b2-afce-74ea4c748cb5" -d '{"events": [{"server_uuid": "a3012a93-c260-405f-9964-6b575d34a22e", "name": "network-vif-plugged", "status": "completed", "tag": "95555302-95fb-448e-a090-29b4ec336757"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:42.148150 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 18a16c74-60c2-4091-8548-fec612651f2d, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=18a16c74-60c2-4091-8548-fec612651f2d,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:42.159433 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:42.164856 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 95555302-95fb-448e-a090-29b4ec336757, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=95555302-95fb-448e-a090-29b4ec336757,segment=NetworkSegment(2f225bab-780d-4bb8-903d-ee3f32d75d09),segment_id=2f225bab-780d-4bb8-903d-ee3f32d75d09)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:42.199198 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea080a9-818c-4c4e-a5fc-dcfac2e7dd89 x-openstack-request-id: req-cea080a9-818c-4c4e-a5fc-dcfac2e7dd89 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:42.199506 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3012a93-c260-405f-9964-6b575d34a22e", "name": "network-vif-plugged", "status": "completed", "tag": "95555302-95fb-448e-a090-29b4ec336757", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:42.199747 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cea080a9-818c-4c4e-a5fc-dcfac2e7dd89 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:42.200133 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3012a93-c260-405f-9964-6b575d34a22e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95555302-95fb-448e-a090-29b4ec336757', 'code': 200} Jul 29 23:23:42.203133 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:42.203954 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 0833248b-4282-4b07-97c4-3bb401632d27 up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:23:42.307465 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=18a16c74-60c2-4091-8548-fec612651f2d,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:42.356494 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port 0833248b-4282-4b07-97c4-3bb401632d27 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:23:42.375217 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port 0833248b-4282-4b07-97c4-3bb401632d27 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:23:42.376812 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:42.386059 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=95555302-95fb-448e-a090-29b4ec336757,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:42.410977 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f03e2b-7101-4eb6-8ce8-147ad3e9b0f0 req-a16579b2-cd50-4592-9235-9f1c98c2d695 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:42.419467 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c3f03e2b-7101-4eb6-8ce8-147ad3e9b0f0 req-a16579b2-cd50-4592-9235-9f1c98c2d695 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=b18eaa87-b2be-4352-b653-da8df46dc00a HTTP/1.1" status: 200 len: 945 time: 0.1625631 Jul 29 23:23:42.429748 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0d8c6-aa70-4f9c-9d5e-018d606b9f83 req-ed53e6db-cad1-4abd-8200-8aa4e7b01444 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:42.431374 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-82d0d8c6-aa70-4f9c-9d5e-018d606b9f83 req-ed53e6db-cad1-4abd-8200-8aa4e7b01444 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.43 "GET /v2.0/ports?device_id=380087c5-578c-45cb-abdc-61d67bc83755 HTTP/1.1" status: 200 len: 948 time: 0.1261361 Jul 29 23:23:42.449623 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53dad91-2c00-409b-8a4b-fe6e1b0c6e5b req-69205a49-0263-4bcf-a913-d43083f253c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:42.452014 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d53dad91-2c00-409b-8a4b-fe6e1b0c6e5b req-69205a49-0263-4bcf-a913-d43083f253c0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a3012a93-c260-405f-9964-6b575d34a22e HTTP/1.1" status: 200 len: 1098 time: 0.1396267 Jul 29 23:23:42.499135 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:42.533677 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-82d0d8c6-aa70-4f9c-9d5e-018d606b9f83 req-aa101230-dc66-40a3-b384-3a3b73d84d3d tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.43 "GET /v2.0/security-groups?id=c476666a-fe15-4120-9af1-ee9bc8e63744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874217 Jul 29 23:23:42.539046 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['18a16c74-60c2-4091-8548-fec612651f2d'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:42.575976 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c3f03e2b-7101-4eb6-8ce8-147ad3e9b0f0 req-f17fd315-a9f3-47a3-a8a4-948ce1d68215 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545208 Jul 29 23:23:42.589307 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d53dad91-2c00-409b-8a4b-fe6e1b0c6e5b req-b1d4dd8a-9b31-40d4-9585-2663af7dfd5b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914929 Jul 29 23:23:42.616118 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 0833248b-4282-4b07-97c4-3bb401632d27, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=0833248b-4282-4b07-97c4-3bb401632d27,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:42.643957 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:42.766609 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=0833248b-4282-4b07-97c4-3bb401632d27,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:42.823257 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a251ad1-4f1e-45d3-bf13-6df7aec07b8e req-1970ed28-31dd-499a-b443-a81253a42bd2 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:42.824837 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2a251ad1-4f1e-45d3-bf13-6df7aec07b8e req-1970ed28-31dd-499a-b443-a81253a42bd2 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=3222d6f4-7874-4b97-9753-b6ee5e9ee70f HTTP/1.1" status: 200 len: 944 time: 0.1169136 Jul 29 23:23:42.844261 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f05be0-4171-4713-a940-df9c9aec9ba5 req-3121cf05-8324-4194-8a11-d49b5c4c986e tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:42.845389 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-85f05be0-4171-4713-a940-df9c9aec9ba5 req-3121cf05-8324-4194-8a11-d49b5c4c986e tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3012a93-c260-405f-9964-6b575d34a22e HTTP/1.1" status: 200 len: 946 time: 0.0916789 Jul 29 23:23:42.932794 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2a251ad1-4f1e-45d3-bf13-6df7aec07b8e req-095577da-f176-4b25-bfae-9038355f1949 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984457 Jul 29 23:23:42.996411 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-85f05be0-4171-4713-a940-df9c9aec9ba5 req-2f050f9d-03d6-4dce-87d8-b45b601286b6 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433043 Jul 29 23:23:43.072984 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce67c6d-78b4-43e1-abbd-03c9de1ebddf req-9ac02df6-a2d0-4bee-bddf-ec0fc064eac7 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:43.074650 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1ce67c6d-78b4-43e1-abbd-03c9de1ebddf req-9ac02df6-a2d0-4bee-bddf-ec0fc064eac7 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0d6bb29-49c2-43b7-a8b9-b8b2ccf9dd92 HTTP/1.1" status: 200 len: 949 time: 0.0704660 Jul 29 23:23:43.157756 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1ce67c6d-78b4-43e1-abbd-03c9de1ebddf req-38049614-b432-41e7-8333-a63a12ded92b tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729687 Jul 29 23:23:43.162076 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 08c78e77-f2f0-4bac-b8b0-89b8c04071ff details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:23:43.169781 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 441b01e0-dd91-4072-828f-42466da886f6 up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:23:43.189995 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed14baa2-cb2a-4133-9542-46ead59541cd req-51cf541d-6a2b-4718-b636-62205827cf28 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:43.191854 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ed14baa2-cb2a-4133-9542-46ead59541cd req-51cf541d-6a2b-4718-b636-62205827cf28 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=34e5dd5b-178e-4628-b88b-2ffb39c2970a HTTP/1.1" status: 200 len: 948 time: 0.0950208 Jul 29 23:23:43.246296 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ed14baa2-cb2a-4133-9542-46ead59541cd req-cddf8ad0-aed6-49d4-9b4e-f80e2ee3b065 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469785 Jul 29 23:23:43.311851 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 441b01e0-dd91-4072-828f-42466da886f6 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:23:43.312227 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:43.415316 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 08c78e77-f2f0-4bac-b8b0-89b8c04071ff, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=08c78e77-f2f0-4bac-b8b0-89b8c04071ff,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:43.456061 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '08c78e77-f2f0-4bac-b8b0-89b8c04071ff', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'port_id': '08c78e77-f2f0-4bac-b8b0-89b8c04071ff', 'mac_address': 'fa:16:3e:f3:aa:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64bdc61a-58ca-49c7-bae5-ecfed9ee407c', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:23:43.462279 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64b07e8-dfcb-4d6e-b86f-f8474c7d6d6a req-17920064-3dfb-45fb-b24b-a1027c3cb4c2 tempest-MigrationsAdminTest-1213160682 tempest-MigrationsAdminTest-1213160682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:43.478658 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b64b07e8-dfcb-4d6e-b86f-f8474c7d6d6a req-17920064-3dfb-45fb-b24b-a1027c3cb4c2 tempest-MigrationsAdminTest-1213160682 tempest-MigrationsAdminTest-1213160682-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=34e5dd5b-178e-4628-b88b-2ffb39c2970a HTTP/1.1" status: 200 len: 1100 time: 0.1437786 Jul 29 23:23:43.493221 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11685550-f56b-432d-a5f0-198248f9cffb req-8948a362-6d79-4a07-9c73-094e7334d37e tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:43.502521 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-11685550-f56b-432d-a5f0-198248f9cffb req-8948a362-6d79-4a07-9c73-094e7334d37e tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=3222d6f4-7874-4b97-9753-b6ee5e9ee70f HTTP/1.1" status: 200 len: 1096 time: 0.1259186 Jul 29 23:23:43.507416 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:43.541372 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:43.561915 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b64b07e8-dfcb-4d6e-b86f-f8474c7d6d6a req-56e5cc46-60d6-43e5-9f15-1b097a9b7e18 tempest-MigrationsAdminTest-1213160682 tempest-MigrationsAdminTest-1213160682-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821409 Jul 29 23:23:43.574260 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-11685550-f56b-432d-a5f0-198248f9cffb req-cbac59c9-26fc-445d-8c9d-1e60562587f7 tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711205 Jul 29 23:23:43.578376 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08c78e77-f2f0-4bac-b8b0-89b8c04071ff {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:23:43.599254 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 441b01e0-dd91-4072-828f-42466da886f6, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=441b01e0-dd91-4072-828f-42466da886f6,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:43.607064 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:43.670465 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 08c78e77-f2f0-4bac-b8b0-89b8c04071ff, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=08c78e77-f2f0-4bac-b8b0-89b8c04071ff,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:43.693328 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:43.702092 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=441b01e0-dd91-4072-828f-42466da886f6,revision_number=10']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:43.773633 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=08c78e77-f2f0-4bac-b8b0-89b8c04071ff,revision_number=12']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:43.811101 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38a93c0-fffd-41f3-ae0b-823d117646b7 req-a4f9c251-70be-4891-ac9a-cb55ba7a975a tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:43.812563 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f38a93c0-fffd-41f3-ae0b-823d117646b7 req-a4f9c251-70be-4891-ac9a-cb55ba7a975a tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.43 "GET /v2.0/ports?device_id=380087c5-578c-45cb-abdc-61d67bc83755 HTTP/1.1" status: 200 len: 949 time: 0.0898759 Jul 29 23:23:43.855206 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f38a93c0-fffd-41f3-ae0b-823d117646b7 req-c40d1a5e-5790-43cc-9bbf-0ccef6529ffd tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.43 "GET /v2.0/security-groups?id=c476666a-fe15-4120-9af1-ee9bc8e63744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366580 Jul 29 23:23:43.990860 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d9801b-4481-4a8a-9b37-0c396f88e6fa req-04f2ab57-7875-4b77-b793-b5687d572f85 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:43.992625 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d2d9801b-4481-4a8a-9b37-0c396f88e6fa req-04f2ab57-7875-4b77-b793-b5687d572f85 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=b18eaa87-b2be-4352-b653-da8df46dc00a HTTP/1.1" status: 200 len: 945 time: 0.0730064 Jul 29 23:23:44.157320 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737c411-5ced-4de9-b5a2-1e3b3a821125 req-64fa73c1-669c-41b0-88cc-07cbef2c0e58 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:44.158840 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c737c411-5ced-4de9-b5a2-1e3b3a821125 req-64fa73c1-669c-41b0-88cc-07cbef2c0e58 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/networks?id=33e8f010-7789-4c0c-8f2b-4d54e9bb67e4 HTTP/1.1" status: 200 len: 808 time: 0.1450248 Jul 29 23:23:44.180027 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c737c411-5ced-4de9-b5a2-1e3b3a821125 req-8ee79a8d-eb51-4590-88ff-7cfa5329737b tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/quotas/11625efdc5e247819e1ba7685d24a207 HTTP/1.1" status: 200 len: 375 time: 0.0105357 Jul 29 23:23:44.190780 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d2d9801b-4481-4a8a-9b37-0c396f88e6fa req-d75f3ea3-aea0-4295-ad15-0e3d567b9e7e tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893380 Jul 29 23:23:44.212075 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '380087c5-578c-45cb-abdc-61d67bc83755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0833248b-4282-4b07-97c4-3bb401632d27'}, {'server_uuid': 'faa73fad-544e-4493-a9db-ec02961eee0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '441b01e0-dd91-4072-828f-42466da886f6'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:44.224598 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d86913-2538-4d1d-aabd-eef30a6c9ba5" -d '{"events": [{"server_uuid": "380087c5-578c-45cb-abdc-61d67bc83755", "name": "network-vif-plugged", "status": "completed", "tag": "0833248b-4282-4b07-97c4-3bb401632d27"}, {"server_uuid": "faa73fad-544e-4493-a9db-ec02961eee0b", "name": "network-vif-plugged", "status": "completed", "tag": "441b01e0-dd91-4072-828f-42466da886f6"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:44.270056 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c737c411-5ced-4de9-b5a2-1e3b3a821125 req-a8e008d2-1345-4b81-83b1-2f8d5ddd844b tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=11625efdc5e247819e1ba7685d24a207&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0758095 Jul 29 23:23:44.284015 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['08c78e77-f2f0-4bac-b8b0-89b8c04071ff'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:44.370906 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae0d1c-20f1-47e5-ae7b-1aeff408f354 req-bca2066d-61a7-44e8-811f-0f7896b5006d tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:44.378950 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4eae0d1c-20f1-47e5-ae7b-1aeff408f354 req-bca2066d-61a7-44e8-811f-0f7896b5006d tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=34e5dd5b-178e-4628-b88b-2ffb39c2970a HTTP/1.1" status: 200 len: 949 time: 0.1241257 Jul 29 23:23:44.424801 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4eae0d1c-20f1-47e5-ae7b-1aeff408f354 req-24fd6dfe-fc18-444b-8da7-746124e94b91 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445168 Jul 29 23:23:44.469868 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c737c411-5ced-4de9-b5a2-1e3b3a821125 req-09aeddc9-d557-49e7-b267-9b9c309896a6 service neutron] 10.222.0.43 "GET /v2.0/networks/33e8f010-7789-4c0c-8f2b-4d54e9bb67e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758840 Jul 29 23:23:44.632736 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc796b-b458-4a9b-9047-394519b6a56b req-3ce5b67e-3111-4191-b43f-7687e5fb82d6 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:44.634942 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-39cc796b-b458-4a9b-9047-394519b6a56b req-3ce5b67e-3111-4191-b43f-7687e5fb82d6 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3012a93-c260-405f-9964-6b575d34a22e HTTP/1.1" status: 200 len: 946 time: 0.1299160 Jul 29 23:23:44.644472 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c737c411-5ced-4de9-b5a2-1e3b3a821125 req-ef9748db-1390-42a1-8d21-55dd377cea03 service neutron] 10.222.0.43 "GET /v2.0/networks/33e8f010-7789-4c0c-8f2b-4d54e9bb67e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666019 Jul 29 23:23:44.700367 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-39cc796b-b458-4a9b-9047-394519b6a56b req-3ee50662-8849-4016-a869-9eec496f9c47 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590675 Jul 29 23:23:44.826630 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010a366f-eb76-49fc-ae80-4b4eeeb26809 x-openstack-request-id: req-010a366f-eb76-49fc-ae80-4b4eeeb26809 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:44.827137 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "380087c5-578c-45cb-abdc-61d67bc83755", "name": "network-vif-plugged", "status": "completed", "tag": "0833248b-4282-4b07-97c4-3bb401632d27", "code": 200}, {"server_uuid": "faa73fad-544e-4493-a9db-ec02961eee0b", "name": "network-vif-plugged", "status": "completed", "tag": "441b01e0-dd91-4072-828f-42466da886f6", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:44.827246 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-010a366f-eb76-49fc-ae80-4b4eeeb26809 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:44.827562 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '380087c5-578c-45cb-abdc-61d67bc83755', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0833248b-4282-4b07-97c4-3bb401632d27', 'code': 200} Jul 29 23:23:44.827812 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faa73fad-544e-4493-a9db-ec02961eee0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '441b01e0-dd91-4072-828f-42466da886f6', 'code': 200} Jul 29 23:23:44.913914 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53e423-84f4-46b7-b269-f4528abfd41c req-36e8a36b-7875-4b97-9a86-5c08553ae68a tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:44.922892 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5f53e423-84f4-46b7-b269-f4528abfd41c req-36e8a36b-7875-4b97-9a86-5c08553ae68a tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0d6bb29-49c2-43b7-a8b9-b8b2ccf9dd92 HTTP/1.1" status: 200 len: 949 time: 0.0826259 Jul 29 23:23:44.984236 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5f53e423-84f4-46b7-b269-f4528abfd41c req-f2663916-7dc6-4112-b26f-5b1819bf052a tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603693 Jul 29 23:23:45.061302 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3b3844f5-c29f-4e45-bed6-724aff56b2c0 req-8167c800-bddb-40e1-ada4-1ce50d8c4aa6 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f45cc9a-5e66-43e9-af21-16b02742bbfe HTTP/1.1" status: 200 len: 210 time: 0.0424638 Jul 29 23:23:45.078907 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f88b4-4dea-40b6-8613-dc5d2028837e req-710faae4-18bf-40f1-9b9b-d1da5b50635a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:45.080395 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ac2f88b4-4dea-40b6-8613-dc5d2028837e req-710faae4-18bf-40f1-9b9b-d1da5b50635a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=380087c5-578c-45cb-abdc-61d67bc83755 HTTP/1.1" status: 200 len: 1101 time: 0.1213946 Jul 29 23:23:45.235519 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ac2f88b4-4dea-40b6-8613-dc5d2028837e req-4e7d8973-f8c0-4402-90f2-b17a49f98e09 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c476666a-fe15-4120-9af1-ee9bc8e63744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406970 Jul 29 23:23:45.266620 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b6c4c-a799-448f-849c-5c5a5e1508e7 req-171fed91-efde-4fc3-910a-a0b89b29dfba tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:45.268242 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d26b6c4c-a799-448f-849c-5c5a5e1508e7 req-171fed91-efde-4fc3-910a-a0b89b29dfba tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.43 "GET /v2.0/ports?device_id=380087c5-578c-45cb-abdc-61d67bc83755 HTTP/1.1" status: 200 len: 949 time: 0.0931447 Jul 29 23:23:45.335426 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7d6692-c3e4-4d95-a2c4-6ad092f33df2 req-cc6c9869-455e-40dc-87e2-b295b88efd48 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:45.336904 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-de7d6692-c3e4-4d95-a2c4-6ad092f33df2 req-cc6c9869-455e-40dc-87e2-b295b88efd48 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/networks?id=09be3f6b-3c77-4c8e-bbe6-2435736d69cf HTTP/1.1" status: 200 len: 805 time: 0.2296474 Jul 29 23:23:45.356041 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d26b6c4c-a799-448f-849c-5c5a5e1508e7 req-5b7df08b-7cd6-4b0b-8ed2-df93e4cd908b tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.43 "GET /v2.0/security-groups?id=c476666a-fe15-4120-9af1-ee9bc8e63744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787153 Jul 29 23:23:45.365499 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-de7d6692-c3e4-4d95-a2c4-6ad092f33df2 req-979b994b-9ad2-420d-9d54-b8d6ae2f9da5 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/quotas/62091d0f24f84b44849aea33b1484fc4 HTTP/1.1" status: 200 len: 375 time: 0.0193498 Jul 29 23:23:45.432680 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-de7d6692-c3e4-4d95-a2c4-6ad092f33df2 req-31b0f0b4-d5e9-40b5-b127-54cec22ee563 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=62091d0f24f84b44849aea33b1484fc4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0610106 Jul 29 23:23:45.635446 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa84c59-3c2b-49b8-99ac-3b0426cfe205 req-15c5e28e-b8b4-491b-a294-b8ce73624bc0 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:45.637130 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ffa84c59-3c2b-49b8-99ac-3b0426cfe205 req-15c5e28e-b8b4-491b-a294-b8ce73624bc0 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=b18eaa87-b2be-4352-b653-da8df46dc00a HTTP/1.1" status: 200 len: 945 time: 0.1375175 Jul 29 23:23:45.687640 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 18a16c74-60c2-4091-8548-fec612651f2d up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:23:45.718986 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ffa84c59-3c2b-49b8-99ac-3b0426cfe205 req-c9567476-aeba-424a-a1b3-50f08e448593 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616820 Jul 29 23:23:45.718986 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-de7d6692-c3e4-4d95-a2c4-6ad092f33df2 req-b9618b54-0446-44c2-8363-7647eea8f131 service neutron] 10.222.0.43 "GET /v2.0/networks/09be3f6b-3c77-4c8e-bbe6-2435736d69cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780814 Jul 29 23:23:45.814032 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port 18a16c74-60c2-4091-8548-fec612651f2d completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:23:45.818856 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port 18a16c74-60c2-4091-8548-fec612651f2d triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:23:45.819159 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:45.868265 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-de7d6692-c3e4-4d95-a2c4-6ad092f33df2 req-6f220373-3a5d-4b11-833a-d5fc4ccf525d service neutron] 10.222.0.43 "GET /v2.0/networks/09be3f6b-3c77-4c8e-bbe6-2435736d69cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488593 Jul 29 23:23:45.927337 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa24331-d436-4221-8bad-8b432dbdc701 req-3f02c554-933c-4fba-9eb3-2757b341d13f tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:45.937735 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7fa24331-d436-4221-8bad-8b432dbdc701 req-3f02c554-933c-4fba-9eb3-2757b341d13f tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=34e5dd5b-178e-4628-b88b-2ffb39c2970a HTTP/1.1" status: 200 len: 949 time: 0.0733159 Jul 29 23:23:45.951010 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:46.003129 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 18a16c74-60c2-4091-8548-fec612651f2d, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=18a16c74-60c2-4091-8548-fec612651f2d,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:46.012888 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:46.013575 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7fa24331-d436-4221-8bad-8b432dbdc701 req-eca2cda1-2502-4f0f-b24a-c12bf48d1958 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641985 Jul 29 23:23:46.094738 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=18a16c74-60c2-4091-8548-fec612651f2d,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:46.172003 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e1adb-c4c3-4a30-b03a-8d100dc59920 req-758bdb5a-1b72-4535-8dd2-106a53910c4d tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:46.173529 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5d0e1adb-c4c3-4a30-b03a-8d100dc59920 req-758bdb5a-1b72-4535-8dd2-106a53910c4d tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0d6bb29-49c2-43b7-a8b9-b8b2ccf9dd92 HTTP/1.1" status: 200 len: 950 time: 0.0747819 Jul 29 23:23:46.235375 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5d0e1adb-c4c3-4a30-b03a-8d100dc59920 req-d71cf30e-4777-44c9-913e-d9dac6f56076 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526750 Jul 29 23:23:46.364572 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ffe47501-0d4a-489f-aa5a-f5be33903e0d req-83e15044-a6ea-406c-92bf-60079d015ee2 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f45cc9a-5e66-43e9-af21-16b02742bbfe HTTP/1.1" status: 200 len: 210 time: 0.0476546 Jul 29 23:23:46.679754 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d5deb-894e-4bff-a673-9090697723ea req-c443e536-9749-433d-9989-8bd643ae8c71 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:46.689393 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b29d5deb-894e-4bff-a673-9090697723ea req-c443e536-9749-433d-9989-8bd643ae8c71 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.22 "GET /v2.0/ports?device_id=34e5dd5b-178e-4628-b88b-2ffb39c2970a HTTP/1.1" status: 200 len: 949 time: 0.1178055 Jul 29 23:23:46.722077 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ee41e4-3832-444b-bfe0-4112fbed49eb req-befd7ad4-4fe5-4e96-a800-663ed5ba3f83 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:46.730385 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-94ee41e4-3832-444b-bfe0-4112fbed49eb req-befd7ad4-4fe5-4e96-a800-663ed5ba3f83 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.43 "GET /v2.0/ports?device_id=380087c5-578c-45cb-abdc-61d67bc83755 HTTP/1.1" status: 200 len: 949 time: 0.2423511 Jul 29 23:23:46.829309 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d6bb29-49c2-43b7-a8b9-b8b2ccf9dd92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18a16c74-60c2-4091-8548-fec612651f2d'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:46.831439 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-94ee41e4-3832-444b-bfe0-4112fbed49eb req-256e0998-04fd-4bd4-a11f-84d022d5f4f1 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.43 "GET /v2.0/security-groups?id=c476666a-fe15-4120-9af1-ee9bc8e63744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981817 Jul 29 23:23:46.831632 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4237f57-aadb-446c-8d1f-8d45997e4de0" -d '{"events": [{"server_uuid": "e0d6bb29-49c2-43b7-a8b9-b8b2ccf9dd92", "name": "network-vif-plugged", "status": "completed", "tag": "18a16c74-60c2-4091-8548-fec612651f2d"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:46.870538 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737c411-5ced-4de9-b5a2-1e3b3a821125 req-ff84c3ef-0c70-4e38-87d8-450a73f93fd2 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:46.872289 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c737c411-5ced-4de9-b5a2-1e3b3a821125 req-ff84c3ef-0c70-4e38-87d8-450a73f93fd2 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.41 "GET /v2.0/networks?id=33e8f010-7789-4c0c-8f2b-4d54e9bb67e4 HTTP/1.1" status: 200 len: 808 time: 0.3340592 Jul 29 23:23:46.910484 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-b29d5deb-894e-4bff-a673-9090697723ea req-6f3b2b28-df80-4013-a0ab-c90af4bf18fc tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Deleting port 08c78e77-f2f0-4bac-b8b0-89b8c04071ff {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:23:46.912164 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-b29d5deb-894e-4bff-a673-9090697723ea req-6f3b2b28-df80-4013-a0ab-c90af4bf18fc tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:46.918134 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-c737c411-5ced-4de9-b5a2-1e3b3a821125 req-89f4262c-237a-4a4a-85f9-158734de9bde tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Request body: {'port': {'device_id': '3f45cc9a-5e66-43e9-af21-16b02742bbfe', 'network_id': '33e8f010-7789-4c0c-8f2b-4d54e9bb67e4', 'admin_state_up': True, 'tenant_id': '11625efdc5e247819e1ba7685d24a207'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:47.041636 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2771d4b1-babe-414f-911f-dfb9135a14e6 x-openstack-request-id: req-2771d4b1-babe-414f-911f-dfb9135a14e6 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:47.042424 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d6bb29-49c2-43b7-a8b9-b8b2ccf9dd92", "name": "network-vif-plugged", "status": "completed", "tag": "18a16c74-60c2-4091-8548-fec612651f2d", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:47.042424 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2771d4b1-babe-414f-911f-dfb9135a14e6 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:47.042982 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0d6bb29-49c2-43b7-a8b9-b8b2ccf9dd92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18a16c74-60c2-4091-8548-fec612651f2d', 'code': 200} Jul 29 23:23:47.075545 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-b29d5deb-894e-4bff-a673-9090697723ea req-6f3b2b28-df80-4013-a0ab-c90af4bf18fc tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] For port 08c78e77-f2f0-4bac-b8b0-89b8c04071ff, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=08c78e77-f2f0-4bac-b8b0-89b8c04071ff,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:47.076343 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-b29d5deb-894e-4bff-a673-9090697723ea req-6f3b2b28-df80-4013-a0ab-c90af4bf18fc tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:47.108587 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-b29d5deb-894e-4bff-a673-9090697723ea req-6f3b2b28-df80-4013-a0ab-c90af4bf18fc tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Calling delete_port for 08c78e77-f2f0-4bac-b8b0-89b8c04071ff owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:23:47.112610 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f7a2b-10e8-431e-a997-a17f369c6252 req-e570ea52-6ef0-4ed6-9b90-0bdf886487d6 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:47.114299 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-588f7a2b-10e8-431e-a997-a17f369c6252 req-e570ea52-6ef0-4ed6-9b90-0bdf886487d6 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=b18eaa87-b2be-4352-b653-da8df46dc00a HTTP/1.1" status: 200 len: 945 time: 0.1655338 Jul 29 23:23:47.173027 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 08c78e77-f2f0-4bac-b8b0-89b8c04071ff up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:23:47.247961 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-588f7a2b-10e8-431e-a997-a17f369c6252 req-46ce5589-d6ff-44ac-b039-32a4c2ebeccf tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256649 Jul 29 23:23:47.263818 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c737c411-5ced-4de9-b5a2-1e3b3a821125 req-89f4262c-237a-4a4a-85f9-158734de9bde tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Made reservation on behalf of 11625efdc5e247819e1ba7685d24a207 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:23:47.267489 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-c737c411-5ced-4de9-b5a2-1e3b3a821125 req-89f4262c-237a-4a4a-85f9-158734de9bde tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:47.284919 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932805c7-d2c4-4234-ad9c-b003647b3671 req-56cd668c-667b-4694-927c-e0c27a6fd658 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:47.286742 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-932805c7-d2c4-4234-ad9c-b003647b3671 req-56cd668c-667b-4694-927c-e0c27a6fd658 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=34e5dd5b-178e-4628-b88b-2ffb39c2970a HTTP/1.1" status: 200 len: 949 time: 0.1493049 Jul 29 23:23:47.323180 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff732c-4554-4958-8647-194bb4e624ee req-626f5195-3a14-4a75-b450-56e607d72153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:47.324733 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1cff732c-4554-4958-8647-194bb4e624ee req-626f5195-3a14-4a75-b450-56e607d72153 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e0d6bb29-49c2-43b7-a8b9-b8b2ccf9dd92 HTTP/1.1" status: 200 len: 1102 time: 0.1680729 Jul 29 23:23:47.442476 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-b29d5deb-894e-4bff-a673-9090697723ea req-6f3b2b28-df80-4013-a0ab-c90af4bf18fc tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:47.493367 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-c737c411-5ced-4de9-b5a2-1e3b3a821125 req-89f4262c-237a-4a4a-85f9-158734de9bde tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Allocated IP 172.20.0.11 (33e8f010-7789-4c0c-8f2b-4d54e9bb67e4/d10b4a30-6630-4be3-b0e2-2a7a17a89939/c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:23:47.499951 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3b2b28-df80-4013-a0ab-c90af4bf18fc tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Pushing event deleted for resources: {'Port': ['ID=08c78e77-f2f0-4bac-b8b0-89b8c04071ff,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:47.519716 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['c4420101-d120-4c40-81f9-f9cafdbf3fb7', '08c78e77-f2f0-4bac-b8b0-89b8c04071ff'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:47.535962 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['732e4cd7-9239-4732-a034-dc116891a8a7', '4fc5454b-af3a-4b9e-9369-edd7636de8f1'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:47.593136 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-b29d5deb-894e-4bff-a673-9090697723ea req-6f3b2b28-df80-4013-a0ab-c90af4bf18fc tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] No DVR routers for this DVR port 08c78e77-f2f0-4bac-b8b0-89b8c04071ff on host n-h2-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:23:47.608129 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-b29d5deb-894e-4bff-a673-9090697723ea req-6f3b2b28-df80-4013-a0ab-c90af4bf18fc tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:47.610449 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b29d5deb-894e-4bff-a673-9090697723ea req-6f3b2b28-df80-4013-a0ab-c90af4bf18fc tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.22 "DELETE /v2.0/ports/08c78e77-f2f0-4bac-b8b0-89b8c04071ff HTTP/1.1" status: 204 len: 173 time: 0.9111726 Jul 29 23:23:47.611081 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34e5dd5b-178e-4628-b88b-2ffb39c2970a', 'name': 'network-vif-deleted', 'tag': '08c78e77-f2f0-4bac-b8b0-89b8c04071ff'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:47.613567 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7dfc8fb-8439-4999-948c-5bb034b1310f" -d '{"events": [{"server_uuid": "34e5dd5b-178e-4628-b88b-2ffb39c2970a", "name": "network-vif-deleted", "tag": "08c78e77-f2f0-4bac-b8b0-89b8c04071ff"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:47.698335 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No active binding found for port 08c78e77-f2f0-4bac-b8b0-89b8c04071ff {{(pid=94079) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 29 23:23:47.699078 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 08c78e77-f2f0-4bac-b8b0-89b8c04071ff not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 29 23:23:47.782193 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-c737c411-5ced-4de9-b5a2-1e3b3a821125 req-89f4262c-237a-4a4a-85f9-158734de9bde tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:47.804224 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Port 08c78e77-f2f0-4bac-b8b0-89b8c04071ff not found, will not notify nova. {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 29 23:23:48.005846 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434be434-fad5-479d-b05a-9b001a2ad582 req-9df7c3c5-110d-4ce8-a829-f91e0543ceb5 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:48.016907 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-434be434-fad5-479d-b05a-9b001a2ad582 req-9df7c3c5-110d-4ce8-a829-f91e0543ceb5 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/networks?id=09be3f6b-3c77-4c8e-bbe6-2435736d69cf HTTP/1.1" status: 200 len: 805 time: 0.4482491 Jul 29 23:23:48.048673 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-434be434-fad5-479d-b05a-9b001a2ad582 req-608a91ca-7f0b-45e2-be75-94de85ae1af3 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/quotas/62091d0f24f84b44849aea33b1484fc4 HTTP/1.1" status: 200 len: 375 time: 0.0328214 Jul 29 23:23:48.079170 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-c737c411-5ced-4de9-b5a2-1e3b3a821125 req-89f4262c-237a-4a4a-85f9-158734de9bde tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:48.132270 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-932805c7-d2c4-4234-ad9c-b003647b3671 req-c0483757-9f5a-40e5-a436-5b96c4163516 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8450832 Jul 29 23:23:48.133886 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1cff732c-4554-4958-8647-194bb4e624ee req-efbd6447-b7e9-40a2-838f-83616b51abe5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7827749 Jul 29 23:23:48.156863 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c737c411-5ced-4de9-b5a2-1e3b3a821125 req-89f4262c-237a-4a4a-85f9-158734de9bde tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Network 33e8f010-7789-4c0c-8f2b-4d54e9bb67e4 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:23:48.177551 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-c737c411-5ced-4de9-b5a2-1e3b3a821125 req-89f4262c-237a-4a4a-85f9-158734de9bde tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:23:48.182859 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-c737c411-5ced-4de9-b5a2-1e3b3a821125 req-89f4262c-237a-4a4a-85f9-158734de9bde tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:23:48.185883 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f4262c-237a-4a4a-85f9-158734de9bde tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Pushing event updated for resources: {'Port': ['ID=c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:48.195543 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-434be434-fad5-479d-b05a-9b001a2ad582 req-6eed9777-f1db-4d4e-b7a4-b797721a1090 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=62091d0f24f84b44849aea33b1484fc4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1458733 Jul 29 23:23:48.692852 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737c411-5ced-4de9-b5a2-1e3b3a821125 req-89f4262c-237a-4a4a-85f9-158734de9bde tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:48.693507 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-c737c411-5ced-4de9-b5a2-1e3b3a821125 req-89f4262c-237a-4a4a-85f9-158734de9bde tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:48.726869 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad84f29a-0d28-43f5-8c5d-444833d476e0 req-bc51e819-7c47-48fd-bf66-24bf9baf636f tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:48.735953 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ad84f29a-0d28-43f5-8c5d-444833d476e0 req-bc51e819-7c47-48fd-bf66-24bf9baf636f tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0d6bb29-49c2-43b7-a8b9-b8b2ccf9dd92 HTTP/1.1" status: 200 len: 950 time: 0.1453149 Jul 29 23:23:48.767348 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c737c411-5ced-4de9-b5a2-1e3b3a821125 req-89f4262c-237a-4a4a-85f9-158734de9bde tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8546412 Jul 29 23:23:48.790839 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-434be434-fad5-479d-b05a-9b001a2ad582 req-7c082ee0-6657-4a20-94a6-7300612f3249 service neutron] 10.222.0.43 "GET /v2.0/networks/09be3f6b-3c77-4c8e-bbe6-2435736d69cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078483 Jul 29 23:23:48.806990 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-c737c411-5ced-4de9-b5a2-1e3b3a821125 req-c2a0312b-8dbc-45b8-b95d-590abc9cfa27 service neutron] Request body: {'port': {'device_id': '3f45cc9a-5e66-43e9-af21-16b02742bbfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:48.866015 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ad84f29a-0d28-43f5-8c5d-444833d476e0 req-7451c4a4-4b47-4805-a501-95339e1d6d57 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291170 Jul 29 23:23:48.929742 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-c737c411-5ced-4de9-b5a2-1e3b3a821125 req-c2a0312b-8dbc-45b8-b95d-590abc9cfa27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:48.953115 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-434be434-fad5-479d-b05a-9b001a2ad582 req-aa26badf-7fc6-4062-b99f-c53ab157d53d service neutron] 10.222.0.43 "GET /v2.0/networks/09be3f6b-3c77-4c8e-bbe6-2435736d69cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612525 Jul 29 23:23:49.043323 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c240da-df34-454d-bc15-f91926032359 req-50b9ab17-3a00-44c6-87f2-7696309f3f82 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:49.043721 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b1c240da-df34-454d-bc15-f91926032359 req-50b9ab17-3a00-44c6-87f2-7696309f3f82 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f45cc9a-5e66-43e9-af21-16b02742bbfe HTTP/1.1" status: 200 len: 932 time: 0.0886517 Jul 29 23:23:49.187501 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b1c240da-df34-454d-bc15-f91926032359 req-0cc144cc-6125-4ae5-8633-123676a43181 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376271 Jul 29 23:23:49.203537 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752243d9-dc1d-4d2e-be57-c67d7d4ab6d6 x-openstack-request-id: req-752243d9-dc1d-4d2e-be57-c67d7d4ab6d6 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:49.204458 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34e5dd5b-178e-4628-b88b-2ffb39c2970a", "name": "network-vif-deleted", "tag": "08c78e77-f2f0-4bac-b8b0-89b8c04071ff", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:49.204861 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-752243d9-dc1d-4d2e-be57-c67d7d4ab6d6 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:49.205429 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34e5dd5b-178e-4628-b88b-2ffb39c2970a', 'name': 'network-vif-deleted', 'tag': '08c78e77-f2f0-4bac-b8b0-89b8c04071ff', 'status': 'completed', 'code': 200} Jul 29 23:23:49.343012 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:49.627751 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-c737c411-5ced-4de9-b5a2-1e3b3a821125 req-c2a0312b-8dbc-45b8-b95d-590abc9cfa27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:23:49.641285 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-c737c411-5ced-4de9-b5a2-1e3b3a821125 req-c2a0312b-8dbc-45b8-b95d-590abc9cfa27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:49.674078 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe0d94-2e82-4651-a2c8-6e482b5eabca req-ead8347a-987c-45c3-a2c1-0fd0dd42bc3c tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:49.675691 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dafe0d94-2e82-4651-a2c8-6e482b5eabca req-ead8347a-987c-45c3-a2c1-0fd0dd42bc3c tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.43 "GET /v2.0/ports?device_id=380087c5-578c-45cb-abdc-61d67bc83755 HTTP/1.1" status: 200 len: 949 time: 0.1462622 Jul 29 23:23:49.678600 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-c737c411-5ced-4de9-b5a2-1e3b3a821125 req-c2a0312b-8dbc-45b8-b95d-590abc9cfa27 service neutron] Transition to ACTIVE for port object c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:23:49.689500 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25785e81-ecce-453c-a9a4-d1f7a5af77a7 req-d25ed5a8-8121-4a26-87be-13a6cb5133c6 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:49.691273 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-25785e81-ecce-453c-a9a4-d1f7a5af77a7 req-d25ed5a8-8121-4a26-87be-13a6cb5133c6 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=b18eaa87-b2be-4352-b653-da8df46dc00a HTTP/1.1" status: 200 len: 945 time: 0.1522939 Jul 29 23:23:49.699607 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-c737c411-5ced-4de9-b5a2-1e3b3a821125 req-c2a0312b-8dbc-45b8-b95d-590abc9cfa27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:49.801772 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dafe0d94-2e82-4651-a2c8-6e482b5eabca req-34091b4f-e8c7-4a91-9524-e1fa10118569 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.43 "GET /v2.0/security-groups?id=c476666a-fe15-4120-9af1-ee9bc8e63744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090965 Jul 29 23:23:49.813464 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a0312b-8dbc-45b8-b95d-590abc9cfa27 service neutron] Pushing event updated for resources: {'Port': ['ID=c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:49.853269 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-25785e81-ecce-453c-a9a4-d1f7a5af77a7 req-68d114a3-eca7-429c-89c6-583681242b83 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385472 Jul 29 23:23:49.940432 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-aa180969-bdf5-4d97-a166-cf0298793366 req-56023bfa-6b8b-48cb-b2b0-868e4083b0b5 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc4fcbcc-722c-47b3-8079-eb63fedf8e74 HTTP/1.1" status: 200 len: 210 time: 0.0348504 Jul 29 23:23:49.962084 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-c737c411-5ced-4de9-b5a2-1e3b3a821125 req-c2a0312b-8dbc-45b8-b95d-590abc9cfa27 service neutron] Attempting to bind port c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:23:49.963143 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-c737c411-5ced-4de9-b5a2-1e3b3a821125 req-c2a0312b-8dbc-45b8-b95d-590abc9cfa27 service neutron] Attempting to bind port c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': '03081878-6d73-4f31-b394-970f508038c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '33e8f010-7789-4c0c-8f2b-4d54e9bb67e4'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:23:49.963480 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c737c411-5ced-4de9-b5a2-1e3b3a821125 req-c2a0312b-8dbc-45b8-b95d-590abc9cfa27 service neutron] Attempting to bind port c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf on network 33e8f010-7789-4c0c-8f2b-4d54e9bb67e4 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:23:49.973263 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c737c411-5ced-4de9-b5a2-1e3b3a821125 req-c2a0312b-8dbc-45b8-b95d-590abc9cfa27 service neutron] Port c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf on network 33e8f010-7789-4c0c-8f2b-4d54e9bb67e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:23:49.973493 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c737c411-5ced-4de9-b5a2-1e3b3a821125 req-c2a0312b-8dbc-45b8-b95d-590abc9cfa27 service neutron] Attempting to bind port c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf on network 33e8f010-7789-4c0c-8f2b-4d54e9bb67e4 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:23:49.981698 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c737c411-5ced-4de9-b5a2-1e3b3a821125 req-c2a0312b-8dbc-45b8-b95d-590abc9cfa27 service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:23:49.982032 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c737c411-5ced-4de9-b5a2-1e3b3a821125 req-c2a0312b-8dbc-45b8-b95d-590abc9cfa27 service neutron] Checking segment: {'id': '03081878-6d73-4f31-b394-970f508038c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '33e8f010-7789-4c0c-8f2b-4d54e9bb67e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:23:49.982478 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c737c411-5ced-4de9-b5a2-1e3b3a821125 req-c2a0312b-8dbc-45b8-b95d-590abc9cfa27 service neutron] Bound using segment: {'id': '03081878-6d73-4f31-b394-970f508038c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '33e8f010-7789-4c0c-8f2b-4d54e9bb67e4'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:23:49.983326 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-c737c411-5ced-4de9-b5a2-1e3b3a821125 req-c2a0312b-8dbc-45b8-b95d-590abc9cfa27 service neutron] Bound port: c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03081878-6d73-4f31-b394-970f508038c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '33e8f010-7789-4c0c-8f2b-4d54e9bb67e4'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:23:49.983646 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-c737c411-5ced-4de9-b5a2-1e3b3a821125 req-c2a0312b-8dbc-45b8-b95d-590abc9cfa27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:50.087526 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-c737c411-5ced-4de9-b5a2-1e3b3a821125 req-c2a0312b-8dbc-45b8-b95d-590abc9cfa27 service neutron] For port c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:23:50.091204 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-c737c411-5ced-4de9-b5a2-1e3b3a821125 req-c2a0312b-8dbc-45b8-b95d-590abc9cfa27 service neutron] For port c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf,segment=NetworkSegment(03081878-6d73-4f31-b394-970f508038c5),segment_id=03081878-6d73-4f31-b394-970f508038c5)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:23:50.096218 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-c737c411-5ced-4de9-b5a2-1e3b3a821125 req-c2a0312b-8dbc-45b8-b95d-590abc9cfa27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:50.138004 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737c411-5ced-4de9-b5a2-1e3b3a821125 req-c2a0312b-8dbc-45b8-b95d-590abc9cfa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:50.139138 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-c737c411-5ced-4de9-b5a2-1e3b3a821125 req-c2a0312b-8dbc-45b8-b95d-590abc9cfa27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:50.141949 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c737c411-5ced-4de9-b5a2-1e3b3a821125 req-c2a0312b-8dbc-45b8-b95d-590abc9cfa27 service neutron] 10.222.0.41 "PUT /v2.0/ports/c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf HTTP/1.1" status: 200 len: 1093 time: 1.3397131 Jul 29 23:23:50.142530 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f45cc9a-5e66-43e9-af21-16b02742bbfe', 'tag': 'c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:50.147170 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7875fb5d-24dd-4413-aa86-2b5e4b631069" -d '{"events": [{"name": "network-changed", "server_uuid": "3f45cc9a-5e66-43e9-af21-16b02742bbfe", "tag": "c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:50.186943 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a0312b-8dbc-45b8-b95d-590abc9cfa27 service neutron] Pushing event updated for resources: {'Port': ['ID=c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:50.309865 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c5229-3e59-40c2-963b-7f1c4d264d1f req-66b0f369-b634-4b82-b915-d299ef4aa8bc tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:50.312597 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-938c5229-3e59-40c2-963b-7f1c4d264d1f req-66b0f369-b634-4b82-b915-d299ef4aa8bc tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0d6bb29-49c2-43b7-a8b9-b8b2ccf9dd92 HTTP/1.1" status: 200 len: 950 time: 0.1062093 Jul 29 23:23:50.317890 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737c411-5ced-4de9-b5a2-1e3b3a821125 req-f7cca5cf-aa10-4137-bd55-0b3ae99e637c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:50.317890 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c737c411-5ced-4de9-b5a2-1e3b3a821125 req-f7cca5cf-aa10-4137-bd55-0b3ae99e637c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=11625efdc5e247819e1ba7685d24a207&device_id=3f45cc9a-5e66-43e9-af21-16b02742bbfe HTTP/1.1" status: 200 len: 1096 time: 0.0742245 Jul 29 23:23:50.380449 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c737c411-5ced-4de9-b5a2-1e3b3a821125 req-6d71c9e3-eade-490e-b305-1118c5fdbddc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf HTTP/1.1" status: 200 len: 217 time: 0.0464666 Jul 29 23:23:50.426932 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-938c5229-3e59-40c2-963b-7f1c4d264d1f req-57a16a0f-8fac-497e-8a09-e214501b1cb1 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006503 Jul 29 23:23:50.448250 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737c411-5ced-4de9-b5a2-1e3b3a821125 req-1620f663-d7b8-4806-8f83-01152f6d17b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:50.450495 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c737c411-5ced-4de9-b5a2-1e3b3a821125 req-1620f663-d7b8-4806-8f83-01152f6d17b0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d10b4a30-6630-4be3-b0e2-2a7a17a89939 HTTP/1.1" status: 200 len: 848 time: 0.0593657 Jul 29 23:23:50.513299 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c737c411-5ced-4de9-b5a2-1e3b3a821125 req-231b979e-0520-4969-b6b1-cbbcec77f08f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=33e8f010-7789-4c0c-8f2b-4d54e9bb67e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507495 Jul 29 23:23:50.534917 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640c6054-56fb-4148-a909-a7d7f616522d x-openstack-request-id: req-640c6054-56fb-4148-a909-a7d7f616522d {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:50.535210 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f45cc9a-5e66-43e9-af21-16b02742bbfe", "tag": "c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:50.535463 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-640c6054-56fb-4148-a909-a7d7f616522d {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:50.535864 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f45cc9a-5e66-43e9-af21-16b02742bbfe', 'tag': 'c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf', 'status': 'completed', 'code': 200} Jul 29 23:23:50.626757 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145baec7-b0f4-49bf-9118-02181a411944 req-dedf4d6e-765f-427b-8fa8-867a0ddf4ebc tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:50.629217 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-145baec7-b0f4-49bf-9118-02181a411944 req-dedf4d6e-765f-427b-8fa8-867a0ddf4ebc tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f45cc9a-5e66-43e9-af21-16b02742bbfe HTTP/1.1" status: 200 len: 944 time: 0.0770962 Jul 29 23:23:50.720458 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aabcfd-4537-43d2-8921-972b62d41847 req-7b060db7-72e8-44d4-9663-bb9472bf1531 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:50.728758 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a7aabcfd-4537-43d2-8921-972b62d41847 req-7b060db7-72e8-44d4-9663-bb9472bf1531 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.43 "GET /v2.0/ports?device_id=380087c5-578c-45cb-abdc-61d67bc83755 HTTP/1.1" status: 200 len: 949 time: 0.1389637 Jul 29 23:23:50.774302 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-145baec7-b0f4-49bf-9118-02181a411944 req-73734ff0-74d0-45e7-9b4a-ed66bfe6a4bb tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359529 Jul 29 23:23:50.820192 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a7aabcfd-4537-43d2-8921-972b62d41847 req-d46d5b1c-cdd6-4f72-85e6-ce2b5121a759 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.43 "GET /v2.0/security-groups?id=c476666a-fe15-4120-9af1-ee9bc8e63744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864077 Jul 29 23:23:50.834917 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c737c411-5ced-4de9-b5a2-1e3b3a821125 req-6e601c1a-da16-4685-98cf-7da5f8af82d7 service neutron] 10.222.0.41 "GET /v2.0/networks/33e8f010-7789-4c0c-8f2b-4d54e9bb67e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177067 Jul 29 23:23:51.004000 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28e316-a6ad-42e2-96cf-0fec16f4ef37 req-6ad9f393-82bf-4d02-a00f-7b12b1b26e5e tempest-ServersOnMultiNodesTest-1859005561 tempest-ServersOnMultiNodesTest-1859005561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:51.012819 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1c28e316-a6ad-42e2-96cf-0fec16f4ef37 req-6ad9f393-82bf-4d02-a00f-7b12b1b26e5e tempest-ServersOnMultiNodesTest-1859005561 tempest-ServersOnMultiNodesTest-1859005561-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e0d6bb29-49c2-43b7-a8b9-b8b2ccf9dd92 HTTP/1.1" status: 200 len: 1102 time: 0.1006086 Jul 29 23:23:51.068395 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c737c411-5ced-4de9-b5a2-1e3b3a821125 req-584e463d-a555-4c1b-bacb-aa62bee0ba1a service neutron] 10.222.0.41 "GET /v2.0/networks/33e8f010-7789-4c0c-8f2b-4d54e9bb67e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252672 Jul 29 23:23:51.078106 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434be434-fad5-479d-b05a-9b001a2ad582 req-3376cbd6-fb47-4468-a5ba-74e8252c1216 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:51.080356 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-434be434-fad5-479d-b05a-9b001a2ad582 req-3376cbd6-fb47-4468-a5ba-74e8252c1216 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.22 "GET /v2.0/networks?id=09be3f6b-3c77-4c8e-bbe6-2435736d69cf HTTP/1.1" status: 200 len: 805 time: 0.1924298 Jul 29 23:23:51.107347 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-434be434-fad5-479d-b05a-9b001a2ad582 req-16211c41-8873-4c46-afff-09adf63dd5ab tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Request body: {'port': {'device_id': 'fc4fcbcc-722c-47b3-8079-eb63fedf8e74', 'network_id': '09be3f6b-3c77-4c8e-bbe6-2435736d69cf', 'admin_state_up': True, 'tenant_id': '62091d0f24f84b44849aea33b1484fc4'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:51.143130 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1c28e316-a6ad-42e2-96cf-0fec16f4ef37 req-ce10b37c-9db0-43d9-b16e-56f2cdb02f68 tempest-ServersOnMultiNodesTest-1859005561 tempest-ServersOnMultiNodesTest-1859005561-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292593 Jul 29 23:23:51.195033 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83047daa-2ccb-47ae-9368-c484481d7425 req-0f9ca60c-31f4-4167-abb6-54fd02343cd2 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:51.206339 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-83047daa-2ccb-47ae-9368-c484481d7425 req-0f9ca60c-31f4-4167-abb6-54fd02343cd2 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=30850af8-f331-4539-aad7-0e40a19d69f5 HTTP/1.1" status: 200 len: 951 time: 0.1594093 Jul 29 23:23:51.218258 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 08c78e77-f2f0-4bac-b8b0-89b8c04071ff no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:23:51.259330 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: 08c78e77-f2f0-4bac-b8b0-89b8c04071ff {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:23:51.259846 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 08c78e77-f2f0-4bac-b8b0-89b8c04071ff not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:23:51.272161 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-83047daa-2ccb-47ae-9368-c484481d7425 req-0f601b3d-7b71-49b6-8ed3-83026009dc9c tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535042 Jul 29 23:23:51.321756 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-434be434-fad5-479d-b05a-9b001a2ad582 req-16211c41-8873-4c46-afff-09adf63dd5ab tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Made reservation on behalf of 62091d0f24f84b44849aea33b1484fc4 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:23:51.326246 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-434be434-fad5-479d-b05a-9b001a2ad582 req-16211c41-8873-4c46-afff-09adf63dd5ab tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:51.428129 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9ca7345c-6354-464e-834d-d0e73e66640a req-19baeb95-5c84-4917-8c39-8827e12775df tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc4fcbcc-722c-47b3-8079-eb63fedf8e74 HTTP/1.1" status: 200 len: 210 time: 0.0392771 Jul 29 23:23:51.447273 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af0b0a4-fc1a-483e-9dec-9a4ac19c799d req-0d0107df-47aa-48d5-9f22-3c25f25273ab tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:51.454746 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9af0b0a4-fc1a-483e-9dec-9a4ac19c799d req-0d0107df-47aa-48d5-9f22-3c25f25273ab tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=b18eaa87-b2be-4352-b653-da8df46dc00a HTTP/1.1" status: 200 len: 945 time: 0.1815777 Jul 29 23:23:51.492533 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7875fb5d-24dd-4413-aa86-2b5e4b631069 req-00d4a0cb-7d1c-4876-ac42-283394abd21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:51.498262 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7875fb5d-24dd-4413-aa86-2b5e4b631069 req-00d4a0cb-7d1c-4876-ac42-283394abd21a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=11625efdc5e247819e1ba7685d24a207&device_id=3f45cc9a-5e66-43e9-af21-16b02742bbfe HTTP/1.1" status: 200 len: 1096 time: 0.1907568 Jul 29 23:23:51.508330 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-434be434-fad5-479d-b05a-9b001a2ad582 req-16211c41-8873-4c46-afff-09adf63dd5ab tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Allocated IP 172.20.0.5 (09be3f6b-3c77-4c8e-bbe6-2435736d69cf/61118f50-e726-435d-a59a-d51b2a8c879d/97ae755b-c6c7-4165-b71f-44ca40ccad8e) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:23:51.534659 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9af0b0a4-fc1a-483e-9dec-9a4ac19c799d req-d9ed2126-2cb4-4075-832a-a3066905f053 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784955 Jul 29 23:23:51.669937 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7875fb5d-24dd-4413-aa86-2b5e4b631069 req-478bbd6d-b0a2-40b8-94bd-a2aeb5b20058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:51.673364 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7875fb5d-24dd-4413-aa86-2b5e4b631069 req-478bbd6d-b0a2-40b8-94bd-a2aeb5b20058 service neutron] 10.222.0.41 "GET /v2.0/networks?id=33e8f010-7789-4c0c-8f2b-4d54e9bb67e4 HTTP/1.1" status: 200 len: 909 time: 0.1587648 Jul 29 23:23:51.734230 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-434be434-fad5-479d-b05a-9b001a2ad582 req-16211c41-8873-4c46-afff-09adf63dd5ab tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:51.762873 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7875fb5d-24dd-4413-aa86-2b5e4b631069 req-ab2fcbf2-3ffd-4a3f-b19d-1465ea77eda7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf HTTP/1.1" status: 200 len: 217 time: 0.0712895 Jul 29 23:23:51.794075 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-434be434-fad5-479d-b05a-9b001a2ad582 req-16211c41-8873-4c46-afff-09adf63dd5ab tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:51.840666 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['95555302-95fb-448e-a090-29b4ec336757'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:51.910146 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-434be434-fad5-479d-b05a-9b001a2ad582 req-16211c41-8873-4c46-afff-09adf63dd5ab tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Network 09be3f6b-3c77-4c8e-bbe6-2435736d69cf is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:23:51.917411 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-434be434-fad5-479d-b05a-9b001a2ad582 req-16211c41-8873-4c46-afff-09adf63dd5ab tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:23:51.925565 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-434be434-fad5-479d-b05a-9b001a2ad582 req-16211c41-8873-4c46-afff-09adf63dd5ab tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:23:51.931700 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16211c41-8873-4c46-afff-09adf63dd5ab tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Pushing event updated for resources: {'Port': ['ID=97ae755b-c6c7-4165-b71f-44ca40ccad8e,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:51.985864 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434be434-fad5-479d-b05a-9b001a2ad582 req-16211c41-8873-4c46-afff-09adf63dd5ab tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:51.986939 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-434be434-fad5-479d-b05a-9b001a2ad582 req-16211c41-8873-4c46-afff-09adf63dd5ab tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:52.004321 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-434be434-fad5-479d-b05a-9b001a2ad582 req-16211c41-8873-4c46-afff-09adf63dd5ab tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9020088 Jul 29 23:23:52.029314 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-434be434-fad5-479d-b05a-9b001a2ad582 req-06514178-f07a-4848-be77-8a68bdc61bc4 service neutron] Request body: {'port': {'device_id': 'fc4fcbcc-722c-47b3-8079-eb63fedf8e74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:52.063072 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7875fb5d-24dd-4413-aa86-2b5e4b631069 req-dd353e66-7c95-4d9a-8751-5057d438128c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:52.064909 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7875fb5d-24dd-4413-aa86-2b5e4b631069 req-dd353e66-7c95-4d9a-8751-5057d438128c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d10b4a30-6630-4be3-b0e2-2a7a17a89939 HTTP/1.1" status: 200 len: 848 time: 0.2176352 Jul 29 23:23:52.075494 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c81d4b-f92f-4989-bfa6-27aa609cad7a req-c8132672-0c57-40a4-9f21-10859fe090ca tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:52.085718 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-55c81d4b-f92f-4989-bfa6-27aa609cad7a req-c8132672-0c57-40a4-9f21-10859fe090ca tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0d6bb29-49c2-43b7-a8b9-b8b2ccf9dd92 HTTP/1.1" status: 200 len: 950 time: 0.1737003 Jul 29 23:23:52.110104 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-434be434-fad5-479d-b05a-9b001a2ad582 req-06514178-f07a-4848-be77-8a68bdc61bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:52.138413 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7875fb5d-24dd-4413-aa86-2b5e4b631069 req-bea9a632-52cb-4fe3-a024-76c9bb8981b8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=33e8f010-7789-4c0c-8f2b-4d54e9bb67e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434718 Jul 29 23:23:52.148069 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d800fb-7894-4166-b657-b3273fe698b5 req-ac2d4348-dc39-43f5-9eb7-2885ff9d77d5 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:52.158228 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-38d800fb-7894-4166-b657-b3273fe698b5 req-ac2d4348-dc39-43f5-9eb7-2885ff9d77d5 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f45cc9a-5e66-43e9-af21-16b02742bbfe HTTP/1.1" status: 200 len: 944 time: 0.1566117 Jul 29 23:23:52.262492 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-55c81d4b-f92f-4989-bfa6-27aa609cad7a req-d32324b7-1ca8-4896-a16c-be6d1a1ca2a0 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757603 Jul 29 23:23:52.282580 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-38d800fb-7894-4166-b657-b3273fe698b5 req-bb7336f8-c33a-48ed-8c50-e4e5e4e9df52 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233523 Jul 29 23:23:52.352718 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7875fb5d-24dd-4413-aa86-2b5e4b631069 req-b07c2337-06f8-4315-98f4-f1c639c0de5f service neutron] 10.222.0.41 "GET /v2.0/networks/33e8f010-7789-4c0c-8f2b-4d54e9bb67e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748667 Jul 29 23:23:52.470183 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3431b37-1521-4860-8794-a7bdf75cee49 req-49561bed-4751-45c1-a4e8-eaf62197961a tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:52.472083 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e3431b37-1521-4860-8794-a7bdf75cee49 req-49561bed-4751-45c1-a4e8-eaf62197961a tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.43 "GET /v2.0/ports?device_id=380087c5-578c-45cb-abdc-61d67bc83755 HTTP/1.1" status: 200 len: 949 time: 0.1178970 Jul 29 23:23:52.528460 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-434be434-fad5-479d-b05a-9b001a2ad582 req-06514178-f07a-4848-be77-8a68bdc61bc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97ae755b-c6c7-4165-b71f-44ca40ccad8e {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:23:52.558196 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-434be434-fad5-479d-b05a-9b001a2ad582 req-06514178-f07a-4848-be77-8a68bdc61bc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:52.560765 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7875fb5d-24dd-4413-aa86-2b5e4b631069 req-2ee7900e-433b-47f5-a445-77001894ccd6 service neutron] 10.222.0.41 "GET /v2.0/networks/33e8f010-7789-4c0c-8f2b-4d54e9bb67e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728878 Jul 29 23:23:52.575420 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-434be434-fad5-479d-b05a-9b001a2ad582 req-06514178-f07a-4848-be77-8a68bdc61bc4 service neutron] Transition to ACTIVE for port object 97ae755b-c6c7-4165-b71f-44ca40ccad8e will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:23:52.581973 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e3431b37-1521-4860-8794-a7bdf75cee49 req-a281b505-6d7a-41e5-a08f-e289f67b2e84 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.43 "GET /v2.0/security-groups?id=c476666a-fe15-4120-9af1-ee9bc8e63744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893757 Jul 29 23:23:52.584439 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-434be434-fad5-479d-b05a-9b001a2ad582 req-06514178-f07a-4848-be77-8a68bdc61bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:52.627952 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad12be9-bd28-490f-aceb-3f6b74191634 req-7989bcf2-cb3c-4fe3-81ba-b456182c79cd tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:52.631551 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fad12be9-bd28-490f-aceb-3f6b74191634 req-7989bcf2-cb3c-4fe3-81ba-b456182c79cd tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=30850af8-f331-4539-aad7-0e40a19d69f5 HTTP/1.1" status: 200 len: 951 time: 0.1563449 Jul 29 23:23:52.701372 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06514178-f07a-4848-be77-8a68bdc61bc4 service neutron] Pushing event updated for resources: {'Port': ['ID=97ae755b-c6c7-4165-b71f-44ca40ccad8e,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:52.737464 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-434be434-fad5-479d-b05a-9b001a2ad582 req-06514178-f07a-4848-be77-8a68bdc61bc4 service neutron] Attempting to bind port 97ae755b-c6c7-4165-b71f-44ca40ccad8e on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:23:52.737846 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-434be434-fad5-479d-b05a-9b001a2ad582 req-06514178-f07a-4848-be77-8a68bdc61bc4 service neutron] Attempting to bind port 97ae755b-c6c7-4165-b71f-44ca40ccad8e by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '2f225bab-780d-4bb8-903d-ee3f32d75d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '09be3f6b-3c77-4c8e-bbe6-2435736d69cf'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:23:52.738349 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434be434-fad5-479d-b05a-9b001a2ad582 req-06514178-f07a-4848-be77-8a68bdc61bc4 service neutron] Attempting to bind port 97ae755b-c6c7-4165-b71f-44ca40ccad8e on network 09be3f6b-3c77-4c8e-bbe6-2435736d69cf {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:23:52.743036 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434be434-fad5-479d-b05a-9b001a2ad582 req-06514178-f07a-4848-be77-8a68bdc61bc4 service neutron] Port 97ae755b-c6c7-4165-b71f-44ca40ccad8e on network 09be3f6b-3c77-4c8e-bbe6-2435736d69cf not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:23:52.743354 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434be434-fad5-479d-b05a-9b001a2ad582 req-06514178-f07a-4848-be77-8a68bdc61bc4 service neutron] Attempting to bind port 97ae755b-c6c7-4165-b71f-44ca40ccad8e on network 09be3f6b-3c77-4c8e-bbe6-2435736d69cf {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:23:52.749959 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434be434-fad5-479d-b05a-9b001a2ad582 req-06514178-f07a-4848-be77-8a68bdc61bc4 service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:23:52.750326 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434be434-fad5-479d-b05a-9b001a2ad582 req-06514178-f07a-4848-be77-8a68bdc61bc4 service neutron] Checking segment: {'id': '2f225bab-780d-4bb8-903d-ee3f32d75d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '09be3f6b-3c77-4c8e-bbe6-2435736d69cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:23:52.750711 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434be434-fad5-479d-b05a-9b001a2ad582 req-06514178-f07a-4848-be77-8a68bdc61bc4 service neutron] Bound using segment: {'id': '2f225bab-780d-4bb8-903d-ee3f32d75d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '09be3f6b-3c77-4c8e-bbe6-2435736d69cf'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:23:52.751162 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-434be434-fad5-479d-b05a-9b001a2ad582 req-06514178-f07a-4848-be77-8a68bdc61bc4 service neutron] Bound port: 97ae755b-c6c7-4165-b71f-44ca40ccad8e, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f225bab-780d-4bb8-903d-ee3f32d75d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '09be3f6b-3c77-4c8e-bbe6-2435736d69cf'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:23:52.751458 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-434be434-fad5-479d-b05a-9b001a2ad582 req-06514178-f07a-4848-be77-8a68bdc61bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:52.754891 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fad12be9-bd28-490f-aceb-3f6b74191634 req-f74e4695-e6e8-498a-bfcb-ea08fcbba705 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163642 Jul 29 23:23:52.772772 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d79b63c-c849-47d9-ae79-c20d38d86878 req-8b4d1d56-b164-4763-81bd-f1e034dbe6b6 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:52.774383 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5d79b63c-c849-47d9-ae79-c20d38d86878 req-8b4d1d56-b164-4763-81bd-f1e034dbe6b6 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc4fcbcc-722c-47b3-8079-eb63fedf8e74 HTTP/1.1" status: 200 len: 943 time: 0.1005704 Jul 29 23:23:52.833629 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5d79b63c-c849-47d9-ae79-c20d38d86878 req-524a58b5-4172-4b56-ad72-7beb26f63c07 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516875 Jul 29 23:23:52.858296 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-434be434-fad5-479d-b05a-9b001a2ad582 req-06514178-f07a-4848-be77-8a68bdc61bc4 service neutron] For port 97ae755b-c6c7-4165-b71f-44ca40ccad8e, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:23:52.864567 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-434be434-fad5-479d-b05a-9b001a2ad582 req-06514178-f07a-4848-be77-8a68bdc61bc4 service neutron] For port 97ae755b-c6c7-4165-b71f-44ca40ccad8e, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=97ae755b-c6c7-4165-b71f-44ca40ccad8e,segment=NetworkSegment(2f225bab-780d-4bb8-903d-ee3f32d75d09),segment_id=2f225bab-780d-4bb8-903d-ee3f32d75d09)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:23:52.877860 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-434be434-fad5-479d-b05a-9b001a2ad582 req-06514178-f07a-4848-be77-8a68bdc61bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:52.934890 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f33061-51d2-4cd4-b04f-ab3284c26e6e req-b970ab12-e705-4013-a942-5901c8a1e619 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:52.935420 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434be434-fad5-479d-b05a-9b001a2ad582 req-06514178-f07a-4848-be77-8a68bdc61bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:52.936196 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-434be434-fad5-479d-b05a-9b001a2ad582 req-06514178-f07a-4848-be77-8a68bdc61bc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:52.936417 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-10f33061-51d2-4cd4-b04f-ab3284c26e6e req-b970ab12-e705-4013-a942-5901c8a1e619 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.41 "GET /v2.0/ports?device_id=30850af8-f331-4539-aad7-0e40a19d69f5 HTTP/1.1" status: 200 len: 951 time: 0.1018126 Jul 29 23:23:52.938072 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-434be434-fad5-479d-b05a-9b001a2ad582 req-06514178-f07a-4848-be77-8a68bdc61bc4 service neutron] 10.222.0.22 "PUT /v2.0/ports/97ae755b-c6c7-4165-b71f-44ca40ccad8e HTTP/1.1" status: 200 len: 1092 time: 0.9159420 Jul 29 23:23:52.940657 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc4fcbcc-722c-47b3-8079-eb63fedf8e74', 'tag': '97ae755b-c6c7-4165-b71f-44ca40ccad8e'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:52.942922 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5a53c8-5dbd-4922-abe1-1a23cf346dad" -d '{"events": [{"name": "network-changed", "server_uuid": "fc4fcbcc-722c-47b3-8079-eb63fedf8e74", "tag": "97ae755b-c6c7-4165-b71f-44ca40ccad8e"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:52.987101 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2648f6e1-6aae-48a6-892e-d58e7230be98 req-6c3a8e82-f554-4784-ac20-f062860d5778 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:52.990840 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06514178-f07a-4848-be77-8a68bdc61bc4 service neutron] Pushing event updated for resources: {'Port': ['ID=97ae755b-c6c7-4165-b71f-44ca40ccad8e,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:52.995180 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2648f6e1-6aae-48a6-892e-d58e7230be98 req-6c3a8e82-f554-4784-ac20-f062860d5778 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=b18eaa87-b2be-4352-b653-da8df46dc00a HTTP/1.1" status: 200 len: 945 time: 0.1589386 Jul 29 23:23:53.051283 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434be434-fad5-479d-b05a-9b001a2ad582 req-bc01ea5b-e586-40df-b15d-9d3f7882cbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:53.053480 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-434be434-fad5-479d-b05a-9b001a2ad582 req-bc01ea5b-e586-40df-b15d-9d3f7882cbde service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=62091d0f24f84b44849aea33b1484fc4&device_id=fc4fcbcc-722c-47b3-8079-eb63fedf8e74 HTTP/1.1" status: 200 len: 1095 time: 0.0561688 Jul 29 23:23:53.085908 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a818b56-e738-4461-8c26-eaa8a64f2bf6 req-ca7559c8-9da8-40b5-8e3f-816f618d841d tempest-LiveMigrationNegativeTest-514824647 tempest-LiveMigrationNegativeTest-514824647-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:53.088010 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2a818b56-e738-4461-8c26-eaa8a64f2bf6 req-ca7559c8-9da8-40b5-8e3f-816f618d841d tempest-LiveMigrationNegativeTest-514824647 tempest-LiveMigrationNegativeTest-514824647-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=380087c5-578c-45cb-abdc-61d67bc83755 HTTP/1.1" status: 200 len: 1101 time: 0.1623702 Jul 29 23:23:53.095341 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2648f6e1-6aae-48a6-892e-d58e7230be98 req-e4cb3bc7-3e5f-403b-92dc-1411fbefd253 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992398 Jul 29 23:23:53.111591 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-434be434-fad5-479d-b05a-9b001a2ad582 req-6435894a-d2bb-4fec-960a-1e3a06322a69 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97ae755b-c6c7-4165-b71f-44ca40ccad8e HTTP/1.1" status: 200 len: 217 time: 0.0428047 Jul 29 23:23:53.116048 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2a818b56-e738-4461-8c26-eaa8a64f2bf6 req-518babb1-95f6-49f5-b0ab-d068440243d3 tempest-LiveMigrationNegativeTest-514824647 tempest-LiveMigrationNegativeTest-514824647-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:53.160693 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-10f33061-51d2-4cd4-b04f-ab3284c26e6e req-377afab9-ea03-4f56-a32b-7443d3140775 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Deleting port 4fc5454b-af3a-4b9e-9369-edd7636de8f1 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:23:53.161105 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-10f33061-51d2-4cd4-b04f-ab3284c26e6e req-377afab9-ea03-4f56-a32b-7443d3140775 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:53.201340 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434be434-fad5-479d-b05a-9b001a2ad582 req-7e5fd132-0d40-49bc-acaf-5c2ebea2ea4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:53.203880 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-434be434-fad5-479d-b05a-9b001a2ad582 req-7e5fd132-0d40-49bc-acaf-5c2ebea2ea4b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=61118f50-e726-435d-a59a-d51b2a8c879d HTTP/1.1" status: 200 len: 845 time: 0.0767646 Jul 29 23:23:53.215750 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-60b362bb-ca7e-4be8-93a0-4467d4ae17d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:53.264368 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-434be434-fad5-479d-b05a-9b001a2ad582 req-57f7169e-759d-438b-8e19-032537662add service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=09be3f6b-3c77-4c8e-bbe6-2435736d69cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471840 Jul 29 23:23:53.314639 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-10f33061-51d2-4cd4-b04f-ab3284c26e6e req-377afab9-ea03-4f56-a32b-7443d3140775 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] For port 4fc5454b-af3a-4b9e-9369-edd7636de8f1, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=4fc5454b-af3a-4b9e-9369-edd7636de8f1,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:53.315018 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-10f33061-51d2-4cd4-b04f-ab3284c26e6e req-377afab9-ea03-4f56-a32b-7443d3140775 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:53.345134 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-10f33061-51d2-4cd4-b04f-ab3284c26e6e req-377afab9-ea03-4f56-a32b-7443d3140775 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Calling delete_port for 4fc5454b-af3a-4b9e-9369-edd7636de8f1 owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:23:53.380331 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1edd4834-655f-479b-8182-96f1f5f46a58 x-openstack-request-id: req-1edd4834-655f-479b-8182-96f1f5f46a58 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:53.381404 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc4fcbcc-722c-47b3-8079-eb63fedf8e74", "tag": "97ae755b-c6c7-4165-b71f-44ca40ccad8e", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:53.381784 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1edd4834-655f-479b-8182-96f1f5f46a58 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:53.383492 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc4fcbcc-722c-47b3-8079-eb63fedf8e74', 'tag': '97ae755b-c6c7-4165-b71f-44ca40ccad8e', 'status': 'completed', 'code': 200} Jul 29 23:23:53.406731 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2a818b56-e738-4461-8c26-eaa8a64f2bf6 req-518babb1-95f6-49f5-b0ab-d068440243d3 tempest-LiveMigrationNegativeTest-514824647 tempest-LiveMigrationNegativeTest-514824647-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:53.436306 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-434be434-fad5-479d-b05a-9b001a2ad582 req-d2549674-97f9-4f19-b90d-9b1f08e2da7c service neutron] 10.222.0.22 "GET /v2.0/networks/09be3f6b-3c77-4c8e-bbe6-2435736d69cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599581 Jul 29 23:23:53.448126 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2a818b56-e738-4461-8c26-eaa8a64f2bf6 req-518babb1-95f6-49f5-b0ab-d068440243d3 tempest-LiveMigrationNegativeTest-514824647 tempest-LiveMigrationNegativeTest-514824647-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:53.501754 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2a818b56-e738-4461-8c26-eaa8a64f2bf6 req-518babb1-95f6-49f5-b0ab-d068440243d3 tempest-LiveMigrationNegativeTest-514824647 tempest-LiveMigrationNegativeTest-514824647-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=c476666a-fe15-4120-9af1-ee9bc8e63744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4029391 Jul 29 23:23:53.504246 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518babb1-95f6-49f5-b0ab-d068440243d3 tempest-LiveMigrationNegativeTest-514824647 tempest-LiveMigrationNegativeTest-514824647-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99746246-8bee-45fe-b939-6fab884e947f,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:53.522147 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817371eb-da98-4411-b9c8-d6a1dab96cb3 req-b8e4172a-3b67-482c-955d-5af21822ef81 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:53.523699 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-817371eb-da98-4411-b9c8-d6a1dab96cb3 req-b8e4172a-3b67-482c-955d-5af21822ef81 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0d6bb29-49c2-43b7-a8b9-b8b2ccf9dd92 HTTP/1.1" status: 200 len: 950 time: 0.1651771 Jul 29 23:23:53.598748 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-434be434-fad5-479d-b05a-9b001a2ad582 req-9462c282-d7ec-4603-9a72-5046a1c548d3 service neutron] 10.222.0.22 "GET /v2.0/networks/09be3f6b-3c77-4c8e-bbe6-2435736d69cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473215 Jul 29 23:23:53.641125 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-817371eb-da98-4411-b9c8-d6a1dab96cb3 req-63214d0d-e262-4c86-a225-5ea467287708 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054680 Jul 29 23:23:53.718812 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5a53c8-5dbd-4922-abe1-1a23cf346dad req-827d2afa-4c17-4512-8315-df4f6bc9f9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:53.719387 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-10f33061-51d2-4cd4-b04f-ab3284c26e6e req-377afab9-ea03-4f56-a32b-7443d3140775 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:53.720420 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1b5a53c8-5dbd-4922-abe1-1a23cf346dad req-827d2afa-4c17-4512-8315-df4f6bc9f9b3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=62091d0f24f84b44849aea33b1484fc4&device_id=fc4fcbcc-722c-47b3-8079-eb63fedf8e74 HTTP/1.1" status: 200 len: 1095 time: 0.0558968 Jul 29 23:23:53.735083 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['c4420101-d120-4c40-81f9-f9cafdbf3fb7'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:53.738870 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:23:53.777201 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f075736a-8b97-4029-9ecd-f7e5169ded87 req-14157436-0d77-43ba-8320-25dd943ea20f tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:53.782639 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['732e4cd7-9239-4732-a034-dc116891a8a7', '4fc5454b-af3a-4b9e-9369-edd7636de8f1'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:53.784818 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f075736a-8b97-4029-9ecd-f7e5169ded87 req-14157436-0d77-43ba-8320-25dd943ea20f tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f45cc9a-5e66-43e9-af21-16b02742bbfe HTTP/1.1" status: 200 len: 944 time: 0.1591790 Jul 29 23:23:53.813443 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377afab9-ea03-4f56-a32b-7443d3140775 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Pushing event deleted for resources: {'Port': ['ID=4fc5454b-af3a-4b9e-9369-edd7636de8f1,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:53.922990 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-10f33061-51d2-4cd4-b04f-ab3284c26e6e req-377afab9-ea03-4f56-a32b-7443d3140775 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] No DVR routers for this DVR port 4fc5454b-af3a-4b9e-9369-edd7636de8f1 on host n-h1-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:23:53.939169 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5a53c8-5dbd-4922-abe1-1a23cf346dad req-be90cf10-2e6c-4aff-910e-b06277edb744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:53.940678 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1b5a53c8-5dbd-4922-abe1-1a23cf346dad req-be90cf10-2e6c-4aff-910e-b06277edb744 service neutron] 10.222.0.22 "GET /v2.0/networks?id=09be3f6b-3c77-4c8e-bbe6-2435736d69cf HTTP/1.1" status: 200 len: 906 time: 0.2072368 Jul 29 23:23:53.944287 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-10f33061-51d2-4cd4-b04f-ab3284c26e6e req-377afab9-ea03-4f56-a32b-7443d3140775 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:53.946315 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-10f33061-51d2-4cd4-b04f-ab3284c26e6e req-377afab9-ea03-4f56-a32b-7443d3140775 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.41 "DELETE /v2.0/ports/4fc5454b-af3a-4b9e-9369-edd7636de8f1 HTTP/1.1" status: 204 len: 173 time: 0.9986794 Jul 29 23:23:53.947454 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30850af8-f331-4539-aad7-0e40a19d69f5', 'name': 'network-vif-deleted', 'tag': '4fc5454b-af3a-4b9e-9369-edd7636de8f1'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:53.950457 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a66b8da-06d3-4f37-b75f-442d19df8275" -d '{"events": [{"server_uuid": "30850af8-f331-4539-aad7-0e40a19d69f5", "name": "network-vif-deleted", "tag": "4fc5454b-af3a-4b9e-9369-edd7636de8f1"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:53.964753 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f075736a-8b97-4029-9ecd-f7e5169ded87 req-d2858f6b-d227-4a19-b819-122384a2a971 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517146 Jul 29 23:23:54.034219 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1b5a53c8-5dbd-4922-abe1-1a23cf346dad req-7ae2f611-23eb-456d-b88f-0bb271b15cae service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97ae755b-c6c7-4165-b71f-44ca40ccad8e HTTP/1.1" status: 200 len: 217 time: 0.0842211 Jul 29 23:23:54.041139 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ee2ab4c7-70a7-476a-9639-b3b12299d0f9 req-30be1888-bb15-40f5-88ed-faea56fb76bc tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=30850af8-f331-4539-aad7-0e40a19d69f5 HTTP/1.1" status: 200 len: 210 time: 0.0735056 Jul 29 23:23:54.060926 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d32b6-c118-4c0e-b2f9-b0ada9ca48d4 req-b5f2c01b-6bb0-4a1b-96e7-34d85846c9ad tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:54.072715 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dd2d32b6-c118-4c0e-b2f9-b0ada9ca48d4 req-b5f2c01b-6bb0-4a1b-96e7-34d85846c9ad tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0d6bb29-49c2-43b7-a8b9-b8b2ccf9dd92 HTTP/1.1" status: 200 len: 950 time: 0.2296188 Jul 29 23:23:54.227424 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf,segment=NetworkSegment(03081878-6d73-4f31-b394-970f508038c5),segment_id=03081878-6d73-4f31-b394-970f508038c5)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:54.235467 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5a53c8-5dbd-4922-abe1-1a23cf346dad req-74737841-fa22-41f5-a295-b34587117d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:54.239956 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297885ee-d5e0-4c8e-852b-afc58c27a44f req-0197ddd3-365a-4660-8936-141ebc288832 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:54.243177 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1b5a53c8-5dbd-4922-abe1-1a23cf346dad req-74737841-fa22-41f5-a295-b34587117d80 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=61118f50-e726-435d-a59a-d51b2a8c879d HTTP/1.1" status: 200 len: 845 time: 0.1856670 Jul 29 23:23:54.248504 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-297885ee-d5e0-4c8e-852b-afc58c27a44f req-0197ddd3-365a-4660-8936-141ebc288832 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc4fcbcc-722c-47b3-8079-eb63fedf8e74 HTTP/1.1" status: 200 len: 943 time: 0.1256423 Jul 29 23:23:54.293147 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': 'c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf', 'network_id': '33e8f010-7789-4c0c-8f2b-4d54e9bb67e4', 'port_id': 'c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf', 'mac_address': 'fa:16:3e:3d:26:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd10b4a30-6630-4be3-b0e2-2a7a17a89939', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:23:54.304148 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1b5a53c8-5dbd-4922-abe1-1a23cf346dad req-d2b7666f-26d6-4952-925b-b8ff6f383c87 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=09be3f6b-3c77-4c8e-bbe6-2435736d69cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521319 Jul 29 23:23:54.335214 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f4ae25-b729-4011-b5a1-dbc4d45b1acf x-openstack-request-id: req-d7f4ae25-b729-4011-b5a1-dbc4d45b1acf {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:54.335690 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30850af8-f331-4539-aad7-0e40a19d69f5", "name": "network-vif-deleted", "tag": "4fc5454b-af3a-4b9e-9369-edd7636de8f1", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:54.336031 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d7f4ae25-b729-4011-b5a1-dbc4d45b1acf {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:54.336522 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30850af8-f331-4539-aad7-0e40a19d69f5', 'name': 'network-vif-deleted', 'tag': '4fc5454b-af3a-4b9e-9369-edd7636de8f1', 'status': 'completed', 'code': 200} Jul 29 23:23:54.373182 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-297885ee-d5e0-4c8e-852b-afc58c27a44f req-1d980fa2-4428-4006-9008-77b8354a2f58 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237054 Jul 29 23:23:54.395680 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-dd2d32b6-c118-4c0e-b2f9-b0ada9ca48d4 req-6b5ec62d-2771-4f55-82cf-5ad2a9ab04fb tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Deleting port 18a16c74-60c2-4091-8548-fec612651f2d {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:23:54.398324 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-dd2d32b6-c118-4c0e-b2f9-b0ada9ca48d4 req-6b5ec62d-2771-4f55-82cf-5ad2a9ab04fb tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:54.423306 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:54.490278 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:23:54.545108 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf,segment=NetworkSegment(03081878-6d73-4f31-b394-970f508038c5),segment_id=03081878-6d73-4f31-b394-970f508038c5)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:54.549649 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1b5a53c8-5dbd-4922-abe1-1a23cf346dad req-43beb132-0ee3-46e4-96c6-f11613849d50 service neutron] 10.222.0.22 "GET /v2.0/networks/09be3f6b-3c77-4c8e-bbe6-2435736d69cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329371 Jul 29 23:23:54.579271 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:54.645406 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c45146-c1b7-4bb3-a9a8-c33fd3829ed3 req-385b872f-12cc-4085-99f0-4540cc8468e3 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:54.675091 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f5c45146-c1b7-4bb3-a9a8-c33fd3829ed3 req-385b872f-12cc-4085-99f0-4540cc8468e3 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=b18eaa87-b2be-4352-b653-da8df46dc00a HTTP/1.1" status: 200 len: 945 time: 0.2820570 Jul 29 23:23:54.684227 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:54.694748 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1b5a53c8-5dbd-4922-abe1-1a23cf346dad req-5502bd17-7adf-4cde-9117-a6615b1d241c service neutron] 10.222.0.22 "GET /v2.0/networks/09be3f6b-3c77-4c8e-bbe6-2435736d69cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322041 Jul 29 23:23:54.775082 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-dd2d32b6-c118-4c0e-b2f9-b0ada9ca48d4 req-6b5ec62d-2771-4f55-82cf-5ad2a9ab04fb tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] For port 18a16c74-60c2-4091-8548-fec612651f2d, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=18a16c74-60c2-4091-8548-fec612651f2d,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:54.775400 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-dd2d32b6-c118-4c0e-b2f9-b0ada9ca48d4 req-6b5ec62d-2771-4f55-82cf-5ad2a9ab04fb tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:54.816013 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-dd2d32b6-c118-4c0e-b2f9-b0ada9ca48d4 req-6b5ec62d-2771-4f55-82cf-5ad2a9ab04fb tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Calling delete_port for 18a16c74-60c2-4091-8548-fec612651f2d owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:23:54.827470 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f5c45146-c1b7-4bb3-a9a8-c33fd3829ed3 req-0312d4a9-deb8-4a4a-858d-9ddddfc6a3d5 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514688 Jul 29 23:23:55.051236 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:55.064913 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3471bc-2294-4516-8852-fc0040530a4b req-9abdf920-83d8-4b5e-b032-dffd0fdac9c4 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:55.066626 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9b3471bc-2294-4516-8852-fc0040530a4b req-9abdf920-83d8-4b5e-b032-dffd0fdac9c4 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0d6bb29-49c2-43b7-a8b9-b8b2ccf9dd92 HTTP/1.1" status: 200 len: 950 time: 0.1452193 Jul 29 23:23:55.086410 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-dd2d32b6-c118-4c0e-b2f9-b0ada9ca48d4 req-6b5ec62d-2771-4f55-82cf-5ad2a9ab04fb tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:55.096522 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c4cf47-abf8-4c97-8a34-ecd76e1fd234 req-274f610c-3715-42a9-949b-8cafb94bf490 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:55.098111 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a2c4cf47-abf8-4c97-8a34-ecd76e1fd234 req-274f610c-3715-42a9-949b-8cafb94bf490 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.43 "GET /v2.0/ports?device_id=380087c5-578c-45cb-abdc-61d67bc83755 HTTP/1.1" status: 200 len: 949 time: 0.1368833 Jul 29 23:23:55.101453 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['22c7ca71-35c1-4b00-8e2e-239e358c0130', 'b181cfa3-0078-42d3-ba56-050fef11f986', '71d4a39e-68d3-4b6a-988c-753dafc49eea', '1f9d7af5-eeb7-4958-824d-65b84fae3358', '72da3c58-91b9-43c3-be84-ec887fc0babc'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:55.144040 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5ec62d-2771-4f55-82cf-5ad2a9ab04fb tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Pushing event deleted for resources: {'Port': ['ID=18a16c74-60c2-4091-8548-fec612651f2d,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:55.188767 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9b3471bc-2294-4516-8852-fc0040530a4b req-a3ce9a43-1a1d-4534-8b1d-8b9b81e70cf8 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118860 Jul 29 23:23:55.249945 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd2d32b6-c118-4c0e-b2f9-b0ada9ca48d4 req-6b5ec62d-2771-4f55-82cf-5ad2a9ab04fb tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] No DVR routers for this DVR port 18a16c74-60c2-4091-8548-fec612651f2d on host n-h1-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:23:55.255256 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-dd2d32b6-c118-4c0e-b2f9-b0ada9ca48d4 req-6b5ec62d-2771-4f55-82cf-5ad2a9ab04fb tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:55.256078 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 97ae755b-c6c7-4165-b71f-44ca40ccad8e details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:23:55.257795 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dd2d32b6-c118-4c0e-b2f9-b0ada9ca48d4 req-6b5ec62d-2771-4f55-82cf-5ad2a9ab04fb tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.41 "DELETE /v2.0/ports/18a16c74-60c2-4091-8548-fec612651f2d HTTP/1.1" status: 204 len: 173 time: 1.1781406 Jul 29 23:23:55.275634 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a2c4cf47-abf8-4c97-8a34-ecd76e1fd234 req-fc533c9a-a48d-4a00-abdf-1ab85158b744 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.43 "GET /v2.0/security-groups?id=c476666a-fe15-4120-9af1-ee9bc8e63744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337924 Jul 29 23:23:55.633250 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 97ae755b-c6c7-4165-b71f-44ca40ccad8e, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=97ae755b-c6c7-4165-b71f-44ca40ccad8e,segment=NetworkSegment(2f225bab-780d-4bb8-903d-ee3f32d75d09),segment_id=2f225bab-780d-4bb8-903d-ee3f32d75d09)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:55.657912 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '97ae755b-c6c7-4165-b71f-44ca40ccad8e', 'network_id': '09be3f6b-3c77-4c8e-bbe6-2435736d69cf', 'port_id': '97ae755b-c6c7-4165-b71f-44ca40ccad8e', 'mac_address': 'fa:16:3e:22:0c:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61118f50-e726-435d-a59a-d51b2a8c879d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:23:55.734847 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:55.755647 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97ae755b-c6c7-4165-b71f-44ca40ccad8e {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:23:55.767974 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 4fc5454b-af3a-4b9e-9369-edd7636de8f1 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:23:55.781687 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d998fd-7ee2-438d-9e74-64a518830771 req-32bf78c6-2209-448a-80b7-e9fa25bd96e8 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:55.788257 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-30d998fd-7ee2-438d-9e74-64a518830771 req-32bf78c6-2209-448a-80b7-e9fa25bd96e8 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f45cc9a-5e66-43e9-af21-16b02742bbfe HTTP/1.1" status: 200 len: 945 time: 0.5115020 Jul 29 23:23:55.813048 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] No Port match for: 4fc5454b-af3a-4b9e-9369-edd7636de8f1 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:23:55.813392 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 4fc5454b-af3a-4b9e-9369-edd7636de8f1 not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:23:55.818179 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 97ae755b-c6c7-4165-b71f-44ca40ccad8e, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=97ae755b-c6c7-4165-b71f-44ca40ccad8e,segment=NetworkSegment(2f225bab-780d-4bb8-903d-ee3f32d75d09),segment_id=2f225bab-780d-4bb8-903d-ee3f32d75d09)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:55.819874 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be5c11-e305-49e0-9798-85808ad5f35f req-b1f9517e-8a39-4d61-9a91-a8f054ad4764 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:55.828265 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d9be5c11-e305-49e0-9798-85808ad5f35f req-b1f9517e-8a39-4d61-9a91-a8f054ad4764 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc4fcbcc-722c-47b3-8079-eb63fedf8e74 HTTP/1.1" status: 200 len: 943 time: 0.1084759 Jul 29 23:23:55.832965 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:55.866780 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-30d998fd-7ee2-438d-9e74-64a518830771 req-8c0e37c1-5ac4-4859-a7c9-72b5e596ff40 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733583 Jul 29 23:23:55.915914 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d9be5c11-e305-49e0-9798-85808ad5f35f req-5a01919c-6162-465a-bdc0-d9fbf25f341e tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862565 Jul 29 23:23:55.923805 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-798f061e-3ad8-4e15-9dac-5f161cac7899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:55.932751 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=97ae755b-c6c7-4165-b71f-44ca40ccad8e,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:56.255753 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['97ae755b-c6c7-4165-b71f-44ca40ccad8e'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:56.260322 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eeed94-b9a1-4aa9-8be0-94409f5faf04 req-51217976-3c57-4b04-b85d-da812c2e8ce1 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:56.267859 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-06eeed94-b9a1-4aa9-8be0-94409f5faf04 req-51217976-3c57-4b04-b85d-da812c2e8ce1 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=b18eaa87-b2be-4352-b653-da8df46dc00a HTTP/1.1" status: 200 len: 945 time: 0.0940275 Jul 29 23:23:56.311987 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-06eeed94-b9a1-4aa9-8be0-94409f5faf04 req-075194be-d6bc-4829-94c0-019681ef2707 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434413 Jul 29 23:23:56.350043 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d6bb29-49c2-43b7-a8b9-b8b2ccf9dd92', 'name': 'network-vif-deleted', 'tag': '18a16c74-60c2-4091-8548-fec612651f2d'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:56.352549 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ebb4cf-a8fe-40bc-91b5-75d6cf5ac096" -d '{"events": [{"server_uuid": "e0d6bb29-49c2-43b7-a8b9-b8b2ccf9dd92", "name": "network-vif-deleted", "tag": "18a16c74-60c2-4091-8548-fec612651f2d"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:56.356151 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:56.383074 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae73ff3-e6b7-4c68-843f-9e63c162ba0a req-5a13df34-b8d5-4784-9ff4-c8e31c7b3da1 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:56.385318 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6ae73ff3-e6b7-4c68-843f-9e63c162ba0a req-5a13df34-b8d5-4784-9ff4-c8e31c7b3da1 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=1267093b-eddb-411d-af46-da473585ddce HTTP/1.1" status: 200 len: 950 time: 0.0627608 Jul 29 23:23:56.427610 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6ae73ff3-e6b7-4c68-843f-9e63c162ba0a req-ef8683b9-c167-4607-80ab-9be8d3fd1307 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354640 Jul 29 23:23:56.487738 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552', '79645908-181d-4073-9700-41aa42d9260e'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:56.493896 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8467c5e2-03f7-4c4b-ba53-20ab3a7e997b x-openstack-request-id: req-8467c5e2-03f7-4c4b-ba53-20ab3a7e997b {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:56.494253 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d6bb29-49c2-43b7-a8b9-b8b2ccf9dd92", "name": "network-vif-deleted", "tag": "18a16c74-60c2-4091-8548-fec612651f2d", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:56.494508 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8467c5e2-03f7-4c4b-ba53-20ab3a7e997b {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:56.494894 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0d6bb29-49c2-43b7-a8b9-b8b2ccf9dd92', 'name': 'network-vif-deleted', 'tag': '18a16c74-60c2-4091-8548-fec612651f2d', 'status': 'completed', 'code': 200} Jul 29 23:23:56.550759 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8034e5-a18c-4162-a005-e981707299c0 req-30c48f79-8dcc-4fdb-9029-a8a29a6bd8d8 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:56.552412 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ac8034e5-a18c-4162-a005-e981707299c0 req-30c48f79-8dcc-4fdb-9029-a8a29a6bd8d8 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.43 "GET /v2.0/ports?device_id=380087c5-578c-45cb-abdc-61d67bc83755 HTTP/1.1" status: 200 len: 949 time: 0.0501509 Jul 29 23:23:56.594573 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ac8034e5-a18c-4162-a005-e981707299c0 req-485991e4-e50c-48bd-876c-4e303ec26780 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.43 "GET /v2.0/security-groups?id=c476666a-fe15-4120-9af1-ee9bc8e63744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345523 Jul 29 23:23:56.778654 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd43c8-4f33-42ff-95fc-17c9d01cb1f8 req-26223448-6d6f-4367-b0d2-4e9216fae3cc tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:56.780139 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bcbd43c8-4f33-42ff-95fc-17c9d01cb1f8 req-26223448-6d6f-4367-b0d2-4e9216fae3cc tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] 10.222.0.43 "GET /v2.0/ports?device_id=faa73fad-544e-4493-a9db-ec02961eee0b HTTP/1.1" status: 200 len: 951 time: 0.0789137 Jul 29 23:23:56.792379 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c997f290-04c6-418b-95e6-00e43dc7bb16 req-90b73353-e9bf-444c-8a50-6f1b908dd9a7 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:56.793849 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c997f290-04c6-418b-95e6-00e43dc7bb16 req-90b73353-e9bf-444c-8a50-6f1b908dd9a7 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=4856438f-3d65-4f46-ae9e-d9d1b5ba4578 HTTP/1.1" status: 200 len: 950 time: 0.0827880 Jul 29 23:23:56.880718 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bcbd43c8-4f33-42ff-95fc-17c9d01cb1f8 req-f0bba2f7-3ba4-4c31-984d-082181957cb2 tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] 10.222.0.43 "GET /v2.0/security-groups?id=880f6da3-9dfa-498a-81a9-dd8fc33be21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858974 Jul 29 23:23:56.889903 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c997f290-04c6-418b-95e6-00e43dc7bb16 req-1751eec8-3059-40d2-8dd6-66d9e2b88931 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860572 Jul 29 23:23:56.916757 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e56605b-1071-4c87-8f57-6a4af9bbaec5 req-cf62f641-53d8-4908-9d62-a1ac80d41608 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:56.918235 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3e56605b-1071-4c87-8f57-6a4af9bbaec5 req-cf62f641-53d8-4908-9d62-a1ac80d41608 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.41 "GET /v2.0/ports?device_id=380087c5-578c-45cb-abdc-61d67bc83755 HTTP/1.1" status: 200 len: 949 time: 0.1105499 Jul 29 23:23:57.039600 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f210f77-d862-428a-af19-9d2a11de92ac req-9dbadb23-78b9-4436-a1d9-f6d93dd73d87 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:57.044324 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7f210f77-d862-428a-af19-9d2a11de92ac req-9dbadb23-78b9-4436-a1d9-f6d93dd73d87 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f45cc9a-5e66-43e9-af21-16b02742bbfe HTTP/1.1" status: 200 len: 945 time: 0.0888150 Jul 29 23:23:57.088087 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-3e56605b-1071-4c87-8f57-6a4af9bbaec5 req-77cce721-9c2c-4a09-adb7-d3ba8248025d tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Deleting port 0833248b-4282-4b07-97c4-3bb401632d27 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:23:57.088430 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-3e56605b-1071-4c87-8f57-6a4af9bbaec5 req-77cce721-9c2c-4a09-adb7-d3ba8248025d tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:57.135607 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7f210f77-d862-428a-af19-9d2a11de92ac req-4d471be5-c986-4fa7-8f75-1537af4eeb95 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856705 Jul 29 23:23:57.190211 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-3e56605b-1071-4c87-8f57-6a4af9bbaec5 req-77cce721-9c2c-4a09-adb7-d3ba8248025d tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] For port 0833248b-4282-4b07-97c4-3bb401632d27, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=0833248b-4282-4b07-97c4-3bb401632d27,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:57.190584 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-3e56605b-1071-4c87-8f57-6a4af9bbaec5 req-77cce721-9c2c-4a09-adb7-d3ba8248025d tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:57.204942 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-3e56605b-1071-4c87-8f57-6a4af9bbaec5 req-77cce721-9c2c-4a09-adb7-d3ba8248025d tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Calling delete_port for 0833248b-4282-4b07-97c4-3bb401632d27 owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:23:57.305010 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52320245-c75d-4e4a-a288-a9a8f419899c req-4810342a-0bd4-4f4c-be01-6a8d020fe40c tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:57.306574 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-52320245-c75d-4e4a-a288-a9a8f419899c req-4810342a-0bd4-4f4c-be01-6a8d020fe40c tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc4fcbcc-722c-47b3-8079-eb63fedf8e74 HTTP/1.1" status: 200 len: 944 time: 0.0994136 Jul 29 23:23:57.385026 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-52320245-c75d-4e4a-a288-a9a8f419899c req-86eb1fa6-2bf5-448a-86ac-80f8d541abb9 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715880 Jul 29 23:23:57.415923 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-3e56605b-1071-4c87-8f57-6a4af9bbaec5 req-77cce721-9c2c-4a09-adb7-d3ba8248025d tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:57.449959 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cce721-9c2c-4a09-adb7-d3ba8248025d tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Pushing event deleted for resources: {'Port': ['ID=0833248b-4282-4b07-97c4-3bb401632d27,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:57.453376 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['ee5868d5-8e47-482c-88f4-62036870a611', '0833248b-4282-4b07-97c4-3bb401632d27'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:57.529927 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e56605b-1071-4c87-8f57-6a4af9bbaec5 req-77cce721-9c2c-4a09-adb7-d3ba8248025d tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] No DVR routers for this DVR port 0833248b-4282-4b07-97c4-3bb401632d27 on host n-h1-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:23:57.533295 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-3e56605b-1071-4c87-8f57-6a4af9bbaec5 req-77cce721-9c2c-4a09-adb7-d3ba8248025d tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:57.535980 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3e56605b-1071-4c87-8f57-6a4af9bbaec5 req-77cce721-9c2c-4a09-adb7-d3ba8248025d tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.41 "DELETE /v2.0/ports/0833248b-4282-4b07-97c4-3bb401632d27 HTTP/1.1" status: 204 len: 173 time: 0.6094122 Jul 29 23:23:57.562325 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af23f761-48f6-41c6-b2d7-77a61e9832dd req-57840b91-c218-45bd-b5e6-fc036bcf01e0 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:57.564527 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-af23f761-48f6-41c6-b2d7-77a61e9832dd req-57840b91-c218-45bd-b5e6-fc036bcf01e0 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=b18eaa87-b2be-4352-b653-da8df46dc00a HTTP/1.1" status: 200 len: 945 time: 0.1161716 Jul 29 23:23:57.576311 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:57.665798 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-af23f761-48f6-41c6-b2d7-77a61e9832dd req-7af60853-dca7-48a6-9588-3d2d950c3524 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819879 Jul 29 23:23:57.760664 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d238b-c352-4482-a4e3-807611d8d225 req-a5df853d-15cb-4737-8912-f1bf649a625a tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:57.762321 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-818d238b-c352-4482-a4e3-807611d8d225 req-a5df853d-15cb-4737-8912-f1bf649a625a tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=1267093b-eddb-411d-af46-da473585ddce HTTP/1.1" status: 200 len: 950 time: 0.0550454 Jul 29 23:23:57.825813 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-818d238b-c352-4482-a4e3-807611d8d225 req-f5b5cd2a-b206-494e-9a4c-cef581b97a24 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544262 Jul 29 23:23:57.827569 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:23:57.834150 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd82d53-1bf7-4620-8e83-01ab8a1f6556 req-dd8142bb-4874-48c7-ba1d-479b337d9d50 tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:57.835619 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ffd82d53-1bf7-4620-8e83-01ab8a1f6556 req-dd8142bb-4874-48c7-ba1d-479b337d9d50 tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] 10.222.0.43 "GET /v2.0/ports?device_id=faa73fad-544e-4493-a9db-ec02961eee0b HTTP/1.1" status: 200 len: 951 time: 0.0724273 Jul 29 23:23:57.880890 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:23:57.882603 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ffd82d53-1bf7-4620-8e83-01ab8a1f6556 req-8372c390-1a54-42f6-898e-f4951eccc5d7 tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] 10.222.0.43 "GET /v2.0/security-groups?id=880f6da3-9dfa-498a-81a9-dd8fc33be21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340297 Jul 29 23:23:57.885500 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:23:57.886851 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:57.940027 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0f53153b-8cbe-421c-bf99-39e4d05a1aca req-2a32240e-036f-4ced-8dd3-3a4cecaebd58 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.43 "GET /v2.0/ports?device_id=380087c5-578c-45cb-abdc-61d67bc83755 HTTP/1.1" status: 200 len: 210 time: 0.0319760 Jul 29 23:23:57.972748 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:57.996508 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f45cc9a-5e66-43e9-af21-16b02742bbfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:57.998829 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b5cf052-403a-4fbf-995a-54ce269a956d" -d '{"events": [{"server_uuid": "3f45cc9a-5e66-43e9-af21-16b02742bbfe", "name": "network-vif-plugged", "status": "completed", "tag": "c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:58.012243 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf,segment=NetworkSegment(03081878-6d73-4f31-b394-970f508038c5),segment_id=03081878-6d73-4f31-b394-970f508038c5)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:58.019879 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:58.021080 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 18a16c74-60c2-4091-8548-fec612651f2d no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:23:58.043073 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0c531e-faa5-4786-b293-92c5e72dc397 req-2dc1e201-5b07-40f7-b85e-c289cf4766e7 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:58.044548 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9b0c531e-faa5-4786-b293-92c5e72dc397 req-2dc1e201-5b07-40f7-b85e-c289cf4766e7 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=4856438f-3d65-4f46-ae9e-d9d1b5ba4578 HTTP/1.1" status: 200 len: 950 time: 0.0807500 Jul 29 23:23:58.046312 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a15101-66eb-43fa-a6a3-24c9bb496888 x-openstack-request-id: req-35a15101-66eb-43fa-a6a3-24c9bb496888 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:58.046611 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f45cc9a-5e66-43e9-af21-16b02742bbfe", "name": "network-vif-plugged", "status": "completed", "tag": "c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:58.046863 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-35a15101-66eb-43fa-a6a3-24c9bb496888 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:58.047711 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f45cc9a-5e66-43e9-af21-16b02742bbfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf', 'code': 200} Jul 29 23:23:58.064224 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] No Port match for: 18a16c74-60c2-4091-8548-fec612651f2d {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:23:58.064569 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 18a16c74-60c2-4091-8548-fec612651f2d not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:23:58.065001 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 0833248b-4282-4b07-97c4-3bb401632d27 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:23:58.070387 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32c33c6-867e-41ce-a759-2207d750a776 req-5995df32-6234-4937-b6db-10f95f42401e tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:58.072575 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c32c33c6-867e-41ce-a759-2207d750a776 req-5995df32-6234-4937-b6db-10f95f42401e tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.41 "GET /v2.0/ports?device_id=1267093b-eddb-411d-af46-da473585ddce HTTP/1.1" status: 200 len: 950 time: 0.0670021 Jul 29 23:23:58.088686 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] No Port match for: 0833248b-4282-4b07-97c4-3bb401632d27 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:23:58.089034 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 0833248b-4282-4b07-97c4-3bb401632d27 not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:23:58.107778 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9b0c531e-faa5-4786-b293-92c5e72dc397 req-05d5e5d3-0d8d-4190-aa6d-302de01bd4ec tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546927 Jul 29 23:23:58.113856 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:58.189947 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-c32c33c6-867e-41ce-a759-2207d750a776 req-662ccda0-7586-47d5-897a-b90643ce9df3 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Deleting port 732e4cd7-9239-4732-a034-dc116891a8a7 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:23:58.190296 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-c32c33c6-867e-41ce-a759-2207d750a776 req-662ccda0-7586-47d5-897a-b90643ce9df3 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:58.326928 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4447ecf8-44ed-43e6-aea3-68d7bd7b93d7 req-e0b1f8e4-dc4f-4f20-9826-72bbb8d3b4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:58.328543 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4447ecf8-44ed-43e6-aea3-68d7bd7b93d7 req-e0b1f8e4-dc4f-4f20-9826-72bbb8d3b4ec service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3f45cc9a-5e66-43e9-af21-16b02742bbfe HTTP/1.1" status: 200 len: 1098 time: 0.1241744 Jul 29 23:23:58.339719 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4542ac-216c-4c28-bc24-2e865cdea72f req-de112c2a-9d6e-4b14-b900-1ad3756ede85 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:58.341106 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1b4542ac-216c-4c28-bc24-2e865cdea72f req-de112c2a-9d6e-4b14-b900-1ad3756ede85 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f45cc9a-5e66-43e9-af21-16b02742bbfe HTTP/1.1" status: 200 len: 946 time: 0.1119504 Jul 29 23:23:58.394405 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-c32c33c6-867e-41ce-a759-2207d750a776 req-662ccda0-7586-47d5-897a-b90643ce9df3 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] For port 732e4cd7-9239-4732-a034-dc116891a8a7, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=732e4cd7-9239-4732-a034-dc116891a8a7,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:58.394772 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-c32c33c6-867e-41ce-a759-2207d750a776 req-662ccda0-7586-47d5-897a-b90643ce9df3 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:58.424407 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-c32c33c6-867e-41ce-a759-2207d750a776 req-662ccda0-7586-47d5-897a-b90643ce9df3 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Calling delete_port for 732e4cd7-9239-4732-a034-dc116891a8a7 owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:23:58.429046 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4447ecf8-44ed-43e6-aea3-68d7bd7b93d7 req-2fe3250d-14a0-4646-a67c-97b17ef53979 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869613 Jul 29 23:23:58.434377 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1b4542ac-216c-4c28-bc24-2e865cdea72f req-cbbf4026-7992-41c3-b2b5-ac519d9c6737 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842743 Jul 29 23:23:58.503120 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '380087c5-578c-45cb-abdc-61d67bc83755', 'name': 'network-vif-deleted', 'tag': '0833248b-4282-4b07-97c4-3bb401632d27'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:58.505373 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9762f5e-6ee8-4a75-ac5d-6675c2667837" -d '{"events": [{"server_uuid": "380087c5-578c-45cb-abdc-61d67bc83755", "name": "network-vif-deleted", "tag": "0833248b-4282-4b07-97c4-3bb401632d27"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:58.547378 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec8e19d-fcb8-4b52-b217-890be79b1acc req-d72fdd4d-7ac4-4ac1-afaf-fc3a0fbe6cc1 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:58.548845 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8ec8e19d-fcb8-4b52-b217-890be79b1acc req-d72fdd4d-7ac4-4ac1-afaf-fc3a0fbe6cc1 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc4fcbcc-722c-47b3-8079-eb63fedf8e74 HTTP/1.1" status: 200 len: 944 time: 0.0721059 Jul 29 23:23:58.612642 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8ec8e19d-fcb8-4b52-b217-890be79b1acc req-483754c7-884f-4f06-90dd-c679509613ea tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570171 Jul 29 23:23:58.638520 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-c32c33c6-867e-41ce-a759-2207d750a776 req-662ccda0-7586-47d5-897a-b90643ce9df3 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:58.650504 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['c4420101-d120-4c40-81f9-f9cafdbf3fb7'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:58.674668 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1215cc9-3571-4f09-8411-71d29fd2057d x-openstack-request-id: req-e1215cc9-3571-4f09-8411-71d29fd2057d {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:58.675030 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "380087c5-578c-45cb-abdc-61d67bc83755", "name": "network-vif-deleted", "tag": "0833248b-4282-4b07-97c4-3bb401632d27", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:58.675232 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e1215cc9-3571-4f09-8411-71d29fd2057d {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:58.675785 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '380087c5-578c-45cb-abdc-61d67bc83755', 'name': 'network-vif-deleted', 'tag': '0833248b-4282-4b07-97c4-3bb401632d27', 'status': 'completed', 'code': 200} Jul 29 23:23:58.677114 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['732e4cd7-9239-4732-a034-dc116891a8a7'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:58.678903 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662ccda0-7586-47d5-897a-b90643ce9df3 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Pushing event deleted for resources: {'Port': ['ID=732e4cd7-9239-4732-a034-dc116891a8a7,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:58.726854 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-c32c33c6-867e-41ce-a759-2207d750a776 req-662ccda0-7586-47d5-897a-b90643ce9df3 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] No DVR routers for this DVR port 732e4cd7-9239-4732-a034-dc116891a8a7 on host n-h1-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:23:58.730685 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-c32c33c6-867e-41ce-a759-2207d750a776 req-662ccda0-7586-47d5-897a-b90643ce9df3 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:58.732823 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c32c33c6-867e-41ce-a759-2207d750a776 req-662ccda0-7586-47d5-897a-b90643ce9df3 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.41 "DELETE /v2.0/ports/732e4cd7-9239-4732-a034-dc116891a8a7 HTTP/1.1" status: 204 len: 173 time: 0.6392956 Jul 29 23:23:58.746292 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc8bad4-73c6-4f1a-ba94-17cb8bd5fd6a req-7e8df835-1517-4125-bdae-1d71507ea0e5 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:58.748474 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0cc8bad4-73c6-4f1a-ba94-17cb8bd5fd6a req-7e8df835-1517-4125-bdae-1d71507ea0e5 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.22 "GET /v2.0/ports?device_id=4856438f-3d65-4f46-ae9e-d9d1b5ba4578 HTTP/1.1" status: 200 len: 950 time: 0.0781598 Jul 29 23:23:58.820905 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c49d8-8f59-4668-850b-863f87792274 req-3fe3dc80-276d-4e19-8b7b-5369d5f75eda tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:58.825358 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f53c49d8-8f59-4668-850b-863f87792274 req-3fe3dc80-276d-4e19-8b7b-5369d5f75eda tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=b18eaa87-b2be-4352-b653-da8df46dc00a HTTP/1.1" status: 200 len: 945 time: 0.0617239 Jul 29 23:23:58.856003 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-0cc8bad4-73c6-4f1a-ba94-17cb8bd5fd6a req-2d0d427e-7ad6-47b3-ac94-b6559a83f85e tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Deleting port 72da3c58-91b9-43c3-be84-ec887fc0babc {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:23:58.856634 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-0cc8bad4-73c6-4f1a-ba94-17cb8bd5fd6a req-2d0d427e-7ad6-47b3-ac94-b6559a83f85e tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:58.883177 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f53c49d8-8f59-4668-850b-863f87792274 req-fda9ebc0-bcdd-44e1-8c0d-2a5c0c9c684f tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520267 Jul 29 23:23:58.958457 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-53a8aa16-ab20-4f6b-aa41-48479d4284e4 req-f3c44d85-3ba9-46ee-a9cd-e2b9e42efec5 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=1267093b-eddb-411d-af46-da473585ddce HTTP/1.1" status: 200 len: 210 time: 0.0335705 Jul 29 23:23:58.969766 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-0cc8bad4-73c6-4f1a-ba94-17cb8bd5fd6a req-2d0d427e-7ad6-47b3-ac94-b6559a83f85e tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] For port 72da3c58-91b9-43c3-be84-ec887fc0babc, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=72da3c58-91b9-43c3-be84-ec887fc0babc,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:58.970126 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-0cc8bad4-73c6-4f1a-ba94-17cb8bd5fd6a req-2d0d427e-7ad6-47b3-ac94-b6559a83f85e tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:58.986129 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-0cc8bad4-73c6-4f1a-ba94-17cb8bd5fd6a req-2d0d427e-7ad6-47b3-ac94-b6559a83f85e tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Calling delete_port for 72da3c58-91b9-43c3-be84-ec887fc0babc owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:23:59.031585 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de5872-7de3-4949-931b-73c00bbb754f req-f4d1a82e-0d59-4ede-9cc4-8f5fbf0a2fd8 tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:59.039970 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-76de5872-7de3-4949-931b-73c00bbb754f req-f4d1a82e-0d59-4ede-9cc4-8f5fbf0a2fd8 tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] 10.222.0.43 "GET /v2.0/ports?device_id=faa73fad-544e-4493-a9db-ec02961eee0b HTTP/1.1" status: 200 len: 951 time: 0.0692241 Jul 29 23:23:59.084208 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-76de5872-7de3-4949-931b-73c00bbb754f req-0925aa45-4429-4388-94db-29e63417d041 tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] 10.222.0.43 "GET /v2.0/security-groups?id=880f6da3-9dfa-498a-81a9-dd8fc33be21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425606 Jul 29 23:23:59.154846 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-0cc8bad4-73c6-4f1a-ba94-17cb8bd5fd6a req-2d0d427e-7ad6-47b3-ac94-b6559a83f85e tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:59.180256 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['22c7ca71-35c1-4b00-8e2e-239e358c0130', 'b181cfa3-0078-42d3-ba56-050fef11f986', '71d4a39e-68d3-4b6a-988c-753dafc49eea', '1f9d7af5-eeb7-4958-824d-65b84fae3358', '72da3c58-91b9-43c3-be84-ec887fc0babc'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:59.215098 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0d427e-7ad6-47b3-ac94-b6559a83f85e tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Pushing event deleted for resources: {'Port': ['ID=72da3c58-91b9-43c3-be84-ec887fc0babc,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:59.232306 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552', '79645908-181d-4073-9700-41aa42d9260e'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:59.242702 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f8b70542-9569-4a75-b8eb-8e58f191fcca req-e9c2ec0a-9494-43af-ac2a-c8736decc211 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=4856438f-3d65-4f46-ae9e-d9d1b5ba4578 HTTP/1.1" status: 200 len: 210 time: 0.0330684 Jul 29 23:23:59.270776 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cc8bad4-73c6-4f1a-ba94-17cb8bd5fd6a req-2d0d427e-7ad6-47b3-ac94-b6559a83f85e tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] No DVR routers for this DVR port 72da3c58-91b9-43c3-be84-ec887fc0babc on host n-h2-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:23:59.274071 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-0cc8bad4-73c6-4f1a-ba94-17cb8bd5fd6a req-2d0d427e-7ad6-47b3-ac94-b6559a83f85e tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:59.276817 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0cc8bad4-73c6-4f1a-ba94-17cb8bd5fd6a req-2d0d427e-7ad6-47b3-ac94-b6559a83f85e tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.22 "DELETE /v2.0/ports/72da3c58-91b9-43c3-be84-ec887fc0babc HTTP/1.1" status: 204 len: 173 time: 0.5149541 Jul 29 23:23:59.277335 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4856438f-3d65-4f46-ae9e-d9d1b5ba4578', 'name': 'network-vif-deleted', 'tag': '72da3c58-91b9-43c3-be84-ec887fc0babc'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:59.279764 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df212ab8-2933-4068-b5bf-8201f525f7ab" -d '{"events": [{"server_uuid": "4856438f-3d65-4f46-ae9e-d9d1b5ba4578", "name": "network-vif-deleted", "tag": "72da3c58-91b9-43c3-be84-ec887fc0babc"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:59.299926 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 97ae755b-c6c7-4165-b71f-44ca40ccad8e up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:23:59.325137 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e17a0c0-2bf7-47b1-b313-8e9109b7252c x-openstack-request-id: req-6e17a0c0-2bf7-47b1-b313-8e9109b7252c {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:59.325610 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4856438f-3d65-4f46-ae9e-d9d1b5ba4578", "name": "network-vif-deleted", "tag": "72da3c58-91b9-43c3-be84-ec887fc0babc", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:59.325911 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6e17a0c0-2bf7-47b1-b313-8e9109b7252c {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:59.326314 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4856438f-3d65-4f46-ae9e-d9d1b5ba4578', 'name': 'network-vif-deleted', 'tag': '72da3c58-91b9-43c3-be84-ec887fc0babc', 'status': 'completed', 'code': 200} Jul 29 23:23:59.348042 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dab286-f3ce-4ac0-b3d8-b8ce01ff0e42 req-972ec339-dd84-4e29-be9a-86cd68612434 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:59.350067 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c0dab286-f3ce-4ac0-b3d8-b8ce01ff0e42 req-972ec339-dd84-4e29-be9a-86cd68612434 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.43 "GET /v2.0/ports?device_id=d364d577-98a2-449f-8c82-9c06e5144ba2 HTTP/1.1" status: 200 len: 949 time: 0.0889964 Jul 29 23:23:59.388484 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:59.435000 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c0dab286-f3ce-4ac0-b3d8-b8ce01ff0e42 req-4a24e5f0-361d-4924-98e8-0ffeca8c0dd5 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.43 "GET /v2.0/security-groups?id=c476666a-fe15-4120-9af1-ee9bc8e63744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680926 Jul 29 23:23:59.507531 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port 97ae755b-c6c7-4165-b71f-44ca40ccad8e completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:23:59.538407 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 97ae755b-c6c7-4165-b71f-44ca40ccad8e triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:23:59.538837 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:59.592724 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a939d-620c-4b2d-8848-8f586c018bee req-35290a10-f29d-4e86-9578-7f4e264e260e tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:59.594383 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-199a939d-620c-4b2d-8848-8f586c018bee req-35290a10-f29d-4e86-9578-7f4e264e260e tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f45cc9a-5e66-43e9-af21-16b02742bbfe HTTP/1.1" status: 200 len: 946 time: 0.0648117 Jul 29 23:23:59.642169 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-199a939d-620c-4b2d-8848-8f586c018bee req-df8fa982-ccf1-43cd-b22d-28705d7ad282 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412731 Jul 29 23:23:59.738136 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe502cc-26f5-4c3e-9812-f94a539b0e8d req-4651de86-1c65-4c43-9cf9-a284d2a063c5 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:59.739843 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dbe502cc-26f5-4c3e-9812-f94a539b0e8d req-4651de86-1c65-4c43-9cf9-a284d2a063c5 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc4fcbcc-722c-47b3-8079-eb63fedf8e74 HTTP/1.1" status: 200 len: 944 time: 0.0535674 Jul 29 23:23:59.784613 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dbe502cc-26f5-4c3e-9812-f94a539b0e8d req-9c85275e-94f2-4d54-801d-b29724f10fcb tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375712 Jul 29 23:23:59.864102 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:59.964741 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 97ae755b-c6c7-4165-b71f-44ca40ccad8e, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=97ae755b-c6c7-4165-b71f-44ca40ccad8e,segment=NetworkSegment(2f225bab-780d-4bb8-903d-ee3f32d75d09),segment_id=2f225bab-780d-4bb8-903d-ee3f32d75d09)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:59.983682 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:59.984452 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 441b01e0-dd91-4072-828f-42466da886f6 no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:24:00.051006 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc4fcbcc-722c-47b3-8079-eb63fedf8e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ae755b-c6c7-4165-b71f-44ca40ccad8e'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:00.053230 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd526b7-928b-426c-9b27-662b983f03c9" -d '{"events": [{"server_uuid": "fc4fcbcc-722c-47b3-8079-eb63fedf8e74", "name": "network-vif-plugged", "status": "completed", "tag": "97ae755b-c6c7-4165-b71f-44ca40ccad8e"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:00.063244 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba961f9-aeff-4e6e-a972-a62b9a1c13c1 req-d46aa4f5-6570-494c-93a0-94e43a015936 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:00.065051 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0ba961f9-aeff-4e6e-a972-a62b9a1c13c1 req-d46aa4f5-6570-494c-93a0-94e43a015936 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=b18eaa87-b2be-4352-b653-da8df46dc00a HTTP/1.1" status: 200 len: 945 time: 0.0936856 Jul 29 23:24:00.109729 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0ba961f9-aeff-4e6e-a972-a62b9a1c13c1 req-ec8a5037-5b0c-4800-a5a1-8aed98ccc313 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378265 Jul 29 23:24:00.130425 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=97ae755b-c6c7-4165-b71f-44ca40ccad8e,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:00.153575 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292d49c-0cf4-499b-99a8-79a40ee79b6d req-1a316cbc-9a52-4a58-ac9a-1087d1f0ef4d tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:00.157340 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9292d49c-0cf4-499b-99a8-79a40ee79b6d req-1a316cbc-9a52-4a58-ac9a-1087d1f0ef4d tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] 10.222.0.22 "GET /v2.0/ports?device_id=faa73fad-544e-4493-a9db-ec02961eee0b HTTP/1.1" status: 200 len: 951 time: 0.0752740 Jul 29 23:24:00.175986 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e0be5e-c60b-43ba-92bb-332b6d82677e x-openstack-request-id: req-32e0be5e-c60b-43ba-92bb-332b6d82677e {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:00.176467 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc4fcbcc-722c-47b3-8079-eb63fedf8e74", "name": "network-vif-plugged", "status": "completed", "tag": "97ae755b-c6c7-4165-b71f-44ca40ccad8e", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:00.176605 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-32e0be5e-c60b-43ba-92bb-332b6d82677e {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:00.177959 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc4fcbcc-722c-47b3-8079-eb63fedf8e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ae755b-c6c7-4165-b71f-44ca40ccad8e', 'code': 200} Jul 29 23:24:00.216101 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:00.283167 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 441b01e0-dd91-4072-828f-42466da886f6, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=441b01e0-dd91-4072-828f-42466da886f6,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:00.296650 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:00.333889 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87558abf-b1d3-4c0c-9b20-736ea59717cc req-94dc7871-f266-4a54-b928-1fb9c5a0774e tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:00.343486 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-87558abf-b1d3-4c0c-9b20-736ea59717cc req-94dc7871-f266-4a54-b928-1fb9c5a0774e tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] 10.222.0.43 "GET /v2.0/ports?device_id=faa73fad-544e-4493-a9db-ec02961eee0b HTTP/1.1" status: 200 len: 951 time: 0.0806575 Jul 29 23:24:00.347782 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a5270-2917-478a-a06f-ec45b89f5656 req-00688751-3d65-4a97-95b9-8d5fa021a301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:00.349340 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6a4a5270-2917-478a-a06f-ec45b89f5656 req-00688751-3d65-4a97-95b9-8d5fa021a301 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=fc4fcbcc-722c-47b3-8079-eb63fedf8e74 HTTP/1.1" status: 200 len: 1097 time: 0.0631533 Jul 29 23:24:00.363296 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-9292d49c-0cf4-499b-99a8-79a40ee79b6d req-7344cef7-22a3-432d-915f-1c037732a44d tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] Deleting port 441b01e0-dd91-4072-828f-42466da886f6 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:24:00.363626 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-9292d49c-0cf4-499b-99a8-79a40ee79b6d req-7344cef7-22a3-432d-915f-1c037732a44d tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:00.375101 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=441b01e0-dd91-4072-828f-42466da886f6,revision_number=11']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:00.396490 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-87558abf-b1d3-4c0c-9b20-736ea59717cc req-a9eb8406-2a91-4353-8a5e-ac4d34d86c0e tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] 10.222.0.43 "GET /v2.0/security-groups?id=880f6da3-9dfa-498a-81a9-dd8fc33be21e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520847 Jul 29 23:24:00.433736 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b6202e-0602-47c4-ac1e-400744e0ac31 req-66315acb-9ac9-4712-81d1-758e9d0e2351 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:00.438060 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-38b6202e-0602-47c4-ac1e-400744e0ac31 req-66315acb-9ac9-4712-81d1-758e9d0e2351 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc7a0dab-e157-4427-ba70-4634d6d2b6e4 HTTP/1.1" status: 200 len: 950 time: 0.0696166 Jul 29 23:24:00.447531 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6a4a5270-2917-478a-a06f-ec45b89f5656 req-3ccefbc2-e80d-4844-8144-bad275bb665a service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863104 Jul 29 23:24:00.476027 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-38b6202e-0602-47c4-ac1e-400744e0ac31 req-6c8ffc2e-e5be-45b7-a6aa-4407b92e802f tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347273 Jul 29 23:24:00.484737 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-9292d49c-0cf4-499b-99a8-79a40ee79b6d req-7344cef7-22a3-432d-915f-1c037732a44d tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] For port 441b01e0-dd91-4072-828f-42466da886f6, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=441b01e0-dd91-4072-828f-42466da886f6,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:00.487466 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-9292d49c-0cf4-499b-99a8-79a40ee79b6d req-7344cef7-22a3-432d-915f-1c037732a44d tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:00.506561 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-9292d49c-0cf4-499b-99a8-79a40ee79b6d req-7344cef7-22a3-432d-915f-1c037732a44d tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] Calling delete_port for 441b01e0-dd91-4072-828f-42466da886f6 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:24:00.563551 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f182a2-4af6-4e48-9453-9fbd47fe6ee4 req-0c19707b-b71b-40c2-b123-e5c278c1ff75 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:00.565306 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-30f182a2-4af6-4e48-9453-9fbd47fe6ee4 req-0c19707b-b71b-40c2-b123-e5c278c1ff75 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.43 "GET /v2.0/ports?device_id=d364d577-98a2-449f-8c82-9c06e5144ba2 HTTP/1.1" status: 200 len: 949 time: 0.0498731 Jul 29 23:24:00.613896 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-30f182a2-4af6-4e48-9453-9fbd47fe6ee4 req-e0ddb2dc-3dbd-4a88-bc38-7ac627d47799 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.43 "GET /v2.0/security-groups?id=c476666a-fe15-4120-9af1-ee9bc8e63744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414596 Jul 29 23:24:00.651986 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-9292d49c-0cf4-499b-99a8-79a40ee79b6d req-7344cef7-22a3-432d-915f-1c037732a44d tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:00.677093 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1267093b-eddb-411d-af46-da473585ddce', 'name': 'network-vif-deleted', 'tag': '732e4cd7-9239-4732-a034-dc116891a8a7'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:00.681615 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f5c1de4-7147-4da0-b064-46d6ca91f2c1" -d '{"events": [{"server_uuid": "1267093b-eddb-411d-af46-da473585ddce", "name": "network-vif-deleted", "tag": "732e4cd7-9239-4732-a034-dc116891a8a7"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:00.681841 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7344cef7-22a3-432d-915f-1c037732a44d tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] Pushing event deleted for resources: {'Port': ['ID=441b01e0-dd91-4072-828f-42466da886f6,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:00.724211 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-9292d49c-0cf4-499b-99a8-79a40ee79b6d req-7344cef7-22a3-432d-915f-1c037732a44d tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] No DVR routers for this DVR port 441b01e0-dd91-4072-828f-42466da886f6 on host n-h2-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:24:00.727198 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-9292d49c-0cf4-499b-99a8-79a40ee79b6d req-7344cef7-22a3-432d-915f-1c037732a44d tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:00.730114 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9292d49c-0cf4-499b-99a8-79a40ee79b6d req-7344cef7-22a3-432d-915f-1c037732a44d tempest-ImagesOneServerTestJSON-253473159 tempest-ImagesOneServerTestJSON-253473159-project] 10.222.0.22 "DELETE /v2.0/ports/441b01e0-dd91-4072-828f-42466da886f6 HTTP/1.1" status: 204 len: 173 time: 0.5652642 Jul 29 23:24:00.786979 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad13fc6-b9c8-480b-8ca3-c7424e651f12 req-061594b4-1ef0-4e89-9b65-4fbc4a38839e tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:00.788517 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1ad13fc6-b9c8-480b-8ca3-c7424e651f12 req-061594b4-1ef0-4e89-9b65-4fbc4a38839e tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=8269d0ef-410d-4990-b07b-20ab07f1507b HTTP/1.1" status: 200 len: 949 time: 0.0949514 Jul 29 23:24:00.796885 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0ed6a-b801-4962-9d43-896754755316 req-cc933f49-11bb-4788-83bf-b7585df2fb5f tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:00.798306 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-32f0ed6a-b801-4962-9d43-896754755316 req-cc933f49-11bb-4788-83bf-b7585df2fb5f tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f45cc9a-5e66-43e9-af21-16b02742bbfe HTTP/1.1" status: 200 len: 946 time: 0.0693793 Jul 29 23:24:00.855822 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1ad13fc6-b9c8-480b-8ca3-c7424e651f12 req-a5bb5523-73ff-4778-ba25-9585fedb3e87 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565677 Jul 29 23:24:00.860566 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-32f0ed6a-b801-4962-9d43-896754755316 req-99ede547-fcaf-4d18-a750-5dbdf8eae8d7 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553925 Jul 29 23:24:00.916191 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d559bc2f-33ca-4c4d-af1d-e368a5f73c8f x-openstack-request-id: req-d559bc2f-33ca-4c4d-af1d-e368a5f73c8f {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:00.916568 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1267093b-eddb-411d-af46-da473585ddce", "name": "network-vif-deleted", "tag": "732e4cd7-9239-4732-a034-dc116891a8a7", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:00.916887 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d559bc2f-33ca-4c4d-af1d-e368a5f73c8f {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:00.917346 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1267093b-eddb-411d-af46-da473585ddce', 'name': 'network-vif-deleted', 'tag': '732e4cd7-9239-4732-a034-dc116891a8a7', 'status': 'completed', 'code': 200} Jul 29 23:24:00.973129 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40f593a-5bf5-4f6a-82a2-f1fde3302984 req-0c4ca016-fd91-4856-96ba-d27a7f97758e tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:00.974551 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f40f593a-5bf5-4f6a-82a2-f1fde3302984 req-0c4ca016-fd91-4856-96ba-d27a7f97758e tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc4fcbcc-722c-47b3-8079-eb63fedf8e74 HTTP/1.1" status: 200 len: 945 time: 0.0533037 Jul 29 23:24:01.015424 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f40f593a-5bf5-4f6a-82a2-f1fde3302984 req-ef7a3af2-e32d-4b2c-99ff-9f84c1bb6a90 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339353 Jul 29 23:24:01.089094 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d95515-abd4-4a85-b33e-ea86d77c92f9 req-b0225664-9f77-43b4-93c6-1a6da41dd3ef tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:01.090705 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e5d95515-abd4-4a85-b33e-ea86d77c92f9 req-b0225664-9f77-43b4-93c6-1a6da41dd3ef tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=3f45cc9a-5e66-43e9-af21-16b02742bbfe HTTP/1.1" status: 200 len: 1098 time: 0.0422623 Jul 29 23:24:01.127099 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e5d95515-abd4-4a85-b33e-ea86d77c92f9 req-3cd8f1af-72d7-461d-ab39-cd0c88643257 tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299556 Jul 29 23:24:01.274818 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d1000-4bf8-4f1a-88b5-78284d1e3244 req-deb8939b-7119-4e3b-a468-9bb6ad1b91ee tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:01.276197 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d72d1000-4bf8-4f1a-88b5-78284d1e3244 req-deb8939b-7119-4e3b-a468-9bb6ad1b91ee tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=b18eaa87-b2be-4352-b653-da8df46dc00a HTTP/1.1" status: 200 len: 945 time: 0.0859149 Jul 29 23:24:01.303812 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea23c212-865b-4085-a047-a19770fe9930 req-c4f1867f-56d3-4247-a76f-dd50a9761a51 tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:01.305305 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ea23c212-865b-4085-a047-a19770fe9930 req-c4f1867f-56d3-4247-a76f-dd50a9761a51 tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=3f45cc9a-5e66-43e9-af21-16b02742bbfe HTTP/1.1" status: 200 len: 1098 time: 0.1053395 Jul 29 23:24:01.327197 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faa73fad-544e-4493-a9db-ec02961eee0b', 'name': 'network-vif-deleted', 'tag': '441b01e0-dd91-4072-828f-42466da886f6'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:01.329473 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43f7b74-0a7a-477b-8660-8d8a189d38d9" -d '{"events": [{"server_uuid": "faa73fad-544e-4493-a9db-ec02961eee0b", "name": "network-vif-deleted", "tag": "441b01e0-dd91-4072-828f-42466da886f6"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:01.361795 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517eba0-73ee-4695-b9fd-c83a5e5eaa2f req-6c6a4ee7-97cc-45cf-ac17-f6aea5d61d0d tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:01.363275 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a517eba0-73ee-4695-b9fd-c83a5e5eaa2f req-6c6a4ee7-97cc-45cf-ac17-f6aea5d61d0d tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.41 "GET /v2.0/ports?device_id=d364d577-98a2-449f-8c82-9c06e5144ba2 HTTP/1.1" status: 200 len: 949 time: 0.1099453 Jul 29 23:24:01.367498 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d72d1000-4bf8-4f1a-88b5-78284d1e3244 req-8451ac75-555c-4358-8ee9-fb521e843693 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770683 Jul 29 23:24:01.386430 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ea23c212-865b-4085-a047-a19770fe9930 req-704df73a-4b9d-4703-a40e-17245fde021d tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725596 Jul 29 23:24:01.448444 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072f4e29-30a9-4afd-9da1-6d8b17ef6615 x-openstack-request-id: req-072f4e29-30a9-4afd-9da1-6d8b17ef6615 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:01.448735 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faa73fad-544e-4493-a9db-ec02961eee0b", "name": "network-vif-deleted", "tag": "441b01e0-dd91-4072-828f-42466da886f6", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:01.449000 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-072f4e29-30a9-4afd-9da1-6d8b17ef6615 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:01.449448 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faa73fad-544e-4493-a9db-ec02961eee0b', 'name': 'network-vif-deleted', 'tag': '441b01e0-dd91-4072-828f-42466da886f6', 'status': 'completed', 'code': 200} Jul 29 23:24:01.491666 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-a517eba0-73ee-4695-b9fd-c83a5e5eaa2f req-dd7cba79-c8aa-41de-acf2-168fb46256a2 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Deleting port ee5868d5-8e47-482c-88f4-62036870a611 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:24:01.492017 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a517eba0-73ee-4695-b9fd-c83a5e5eaa2f req-dd7cba79-c8aa-41de-acf2-168fb46256a2 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:01.678161 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702963ee-1a6d-4b78-81be-07766122ba48 req-62fd5453-7b9b-4d41-8d98-733dcbaffe82 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:01.682095 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-702963ee-1a6d-4b78-81be-07766122ba48 req-62fd5453-7b9b-4d41-8d98-733dcbaffe82 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc7a0dab-e157-4427-ba70-4634d6d2b6e4 HTTP/1.1" status: 200 len: 950 time: 0.1156199 Jul 29 23:24:01.713098 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-a517eba0-73ee-4695-b9fd-c83a5e5eaa2f req-dd7cba79-c8aa-41de-acf2-168fb46256a2 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] For port ee5868d5-8e47-482c-88f4-62036870a611, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=ee5868d5-8e47-482c-88f4-62036870a611,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:01.713466 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a517eba0-73ee-4695-b9fd-c83a5e5eaa2f req-dd7cba79-c8aa-41de-acf2-168fb46256a2 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:01.744918 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-a517eba0-73ee-4695-b9fd-c83a5e5eaa2f req-dd7cba79-c8aa-41de-acf2-168fb46256a2 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Calling delete_port for ee5868d5-8e47-482c-88f4-62036870a611 owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:24:01.771319 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 38770) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:01.775585 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b441aea-2ef7-4499-8082-1c1b78a0678f req-4b8b04e7-5b35-421b-9850-88df7c84ff2a tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:01.777081 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4b441aea-2ef7-4499-8082-1c1b78a0678f req-4b8b04e7-5b35-421b-9850-88df7c84ff2a tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=3f45cc9a-5e66-43e9-af21-16b02742bbfe HTTP/1.1" status: 200 len: 1098 time: 0.1200795 Jul 29 23:24:01.818228 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-702963ee-1a6d-4b78-81be-07766122ba48 req-e2b9196d-eb5e-4f0a-846d-7e51f61d8c33 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a7bf930-34d2-4420-beda-d2fda6405c13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256769 Jul 29 23:24:01.830132 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 732e4cd7-9239-4732-a034-dc116891a8a7 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:24:01.866273 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] No Port match for: 732e4cd7-9239-4732-a034-dc116891a8a7 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:24:01.866631 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 732e4cd7-9239-4732-a034-dc116891a8a7 not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:24:01.867279 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device ee5868d5-8e47-482c-88f4-62036870a611 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:24:01.895608 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4b441aea-2ef7-4499-8082-1c1b78a0678f req-a54282d0-ca9d-4f28-8048-92318ae8beef tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783775 Jul 29 23:24:01.932606 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-575a779f-37b8-45d6-b506-8ab9e78872e9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f2c6a2f2291a40e2b4774da09b0a8e18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1601117 Jul 29 23:24:01.935068 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 38776) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:01.975567 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:02.001956 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ecede4ba-1232-4787-b4fc-c22a86a4023a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:02.023612 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ecede4ba-1232-4787-b4fc-c22a86a4023a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:02.040041 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a517eba0-73ee-4695-b9fd-c83a5e5eaa2f req-dd7cba79-c8aa-41de-acf2-168fb46256a2 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:02.049104 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5ee170-7476-4b22-a3b3-4e76a0f0e4fa req-5e1912fa-34e4-4ce3-b954-06250e6e9cde tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:02.050630 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-db5ee170-7476-4b22-a3b3-4e76a0f0e4fa req-5e1912fa-34e4-4ce3-b954-06250e6e9cde tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.43 "GET /v2.0/ports?device_id=d364d577-98a2-449f-8c82-9c06e5144ba2 HTTP/1.1" status: 200 len: 867 time: 0.0986531 Jul 29 23:24:02.077875 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ecede4ba-1232-4787-b4fc-c22a86a4023a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:02.080932 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ecede4ba-1232-4787-b4fc-c22a86a4023a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:02.084800 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ecede4ba-1232-4787-b4fc-c22a86a4023a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/880f6da3-9dfa-498a-81a9-dd8fc33be21e HTTP/1.1" status: 204 len: 168 time: 0.1462488 Jul 29 23:24:02.089897 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7cba79-c8aa-41de-acf2-168fb46256a2 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Pushing event deleted for resources: {'Port': ['ID=ee5868d5-8e47-482c-88f4-62036870a611,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:02.092210 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecede4ba-1232-4787-b4fc-c22a86a4023a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880f6da3-9dfa-498a-81a9-dd8fc33be21e,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:02.133473 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de4d66-f1d8-4a97-9d62-0dfc95951fe2 req-fc879651-1cff-4608-915a-931daf96c4bb tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:02.135356 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e9de4d66-f1d8-4a97-9d62-0dfc95951fe2 req-fc879651-1cff-4608-915a-931daf96c4bb tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=8269d0ef-410d-4990-b07b-20ab07f1507b HTTP/1.1" status: 200 len: 949 time: 0.1523726 Jul 29 23:24:02.163109 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-a517eba0-73ee-4695-b9fd-c83a5e5eaa2f req-dd7cba79-c8aa-41de-acf2-168fb46256a2 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] No DVR routers for this DVR port ee5868d5-8e47-482c-88f4-62036870a611 on host n-h1-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:24:02.171835 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a517eba0-73ee-4695-b9fd-c83a5e5eaa2f req-dd7cba79-c8aa-41de-acf2-168fb46256a2 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:02.173800 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a517eba0-73ee-4695-b9fd-c83a5e5eaa2f req-dd7cba79-c8aa-41de-acf2-168fb46256a2 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.41 "DELETE /v2.0/ports/ee5868d5-8e47-482c-88f4-62036870a611 HTTP/1.1" status: 204 len: 173 time: 0.8005674 Jul 29 23:24:02.178781 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faa73fad-544e-4493-a9db-ec02961eee0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '441b01e0-dd91-4072-828f-42466da886f6'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:02.184028 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7865f6ae-6a45-4758-a849-8113db319c65" -d '{"events": [{"server_uuid": "faa73fad-544e-4493-a9db-ec02961eee0b", "name": "network-vif-unplugged", "status": "completed", "tag": "441b01e0-dd91-4072-828f-42466da886f6"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:02.190668 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-db5ee170-7476-4b22-a3b3-4e76a0f0e4fa req-4425a73d-8216-433b-902c-f885feb824a4 tempest-LiveMigrationNegativeTest-769786542 tempest-LiveMigrationNegativeTest-769786542-project] 10.222.0.43 "GET /v2.0/security-groups?id=c476666a-fe15-4120-9af1-ee9bc8e63744&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088672 Jul 29 23:24:02.208924 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e9de4d66-f1d8-4a97-9d62-0dfc95951fe2 req-38a5277b-6f89-4d4b-bbae-57a8a69bb75a tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673611 Jul 29 23:24:02.322281 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9cf811-e344-4562-af65-4927d5f0d74f req-c52bd1c5-d375-41ee-aeaa-89d99c139dca tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:02.323831 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-cd9cf811-e344-4562-af65-4927d5f0d74f req-c52bd1c5-d375-41ee-aeaa-89d99c139dca tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.22 "GET /v2.0/ports?device_id=dc7a0dab-e157-4427-ba70-4634d6d2b6e4 HTTP/1.1" status: 200 len: 950 time: 0.0528340 Jul 29 23:24:02.357460 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642f6cf7-a244-4c53-ad9a-71f4bbc03839 x-openstack-request-id: req-642f6cf7-a244-4c53-ad9a-71f4bbc03839 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:02.357779 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faa73fad-544e-4493-a9db-ec02961eee0b", "name": "network-vif-unplugged", "status": "completed", "tag": "441b01e0-dd91-4072-828f-42466da886f6", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:02.358076 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-642f6cf7-a244-4c53-ad9a-71f4bbc03839 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:02.359105 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faa73fad-544e-4493-a9db-ec02961eee0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '441b01e0-dd91-4072-828f-42466da886f6', 'code': 200} Jul 29 23:24:02.373664 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f59942-57c2-4f35-b5db-03c14e840ae8 req-33076470-1059-4ef9-a3f8-474a66492868 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:02.375257 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-71f59942-57c2-4f35-b5db-03c14e840ae8 req-33076470-1059-4ef9-a3f8-474a66492868 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc4fcbcc-722c-47b3-8079-eb63fedf8e74 HTTP/1.1" status: 200 len: 945 time: 0.0660956 Jul 29 23:24:02.438414 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-71f59942-57c2-4f35-b5db-03c14e840ae8 req-8633b5ce-0c25-499d-880e-8e0cf0dc7ed5 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556281 Jul 29 23:24:02.456743 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-cd9cf811-e344-4562-af65-4927d5f0d74f req-4b3b224a-07a8-420c-ab02-f237740efd56 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Deleting port c4420101-d120-4c40-81f9-f9cafdbf3fb7 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:24:02.457265 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-cd9cf811-e344-4562-af65-4927d5f0d74f req-4b3b224a-07a8-420c-ab02-f237740efd56 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:02.519217 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e7d9c6-3bc8-42bd-be6c-2c4f8206c0a7 req-6e6e60c5-5c7f-4bb2-93b1-6c0321ab938c tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:02.527775 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-38e7d9c6-3bc8-42bd-be6c-2c4f8206c0a7 req-6e6e60c5-5c7f-4bb2-93b1-6c0321ab938c tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=b18eaa87-b2be-4352-b653-da8df46dc00a HTTP/1.1" status: 200 len: 945 time: 0.0752501 Jul 29 23:24:02.578028 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-cd9cf811-e344-4562-af65-4927d5f0d74f req-4b3b224a-07a8-420c-ab02-f237740efd56 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] For port c4420101-d120-4c40-81f9-f9cafdbf3fb7, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=c4420101-d120-4c40-81f9-f9cafdbf3fb7,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:02.578396 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-cd9cf811-e344-4562-af65-4927d5f0d74f req-4b3b224a-07a8-420c-ab02-f237740efd56 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:02.593080 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-cd9cf811-e344-4562-af65-4927d5f0d74f req-4b3b224a-07a8-420c-ab02-f237740efd56 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Calling delete_port for c4420101-d120-4c40-81f9-f9cafdbf3fb7 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:24:02.614179 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-38e7d9c6-3bc8-42bd-be6c-2c4f8206c0a7 req-a4648601-5b5a-47ab-b464-506ae29c4ed9 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839000 Jul 29 23:24:02.650915 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea4c648-331f-4065-816b-5bd17b3a1d42 req-d88c149f-febc-489b-8d2d-277489847a5a tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:02.652957 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6ea4c648-331f-4065-816b-5bd17b3a1d42 req-d88c149f-febc-489b-8d2d-277489847a5a tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc4fcbcc-722c-47b3-8079-eb63fedf8e74 HTTP/1.1" status: 200 len: 945 time: 0.0987732 Jul 29 23:24:02.710184 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6ea4c648-331f-4065-816b-5bd17b3a1d42 req-e8de03e8-f7de-42ec-91aa-a7dabc26e7eb tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502486 Jul 29 23:24:02.808174 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649cf1ab-5625-45cd-89cf-ac51ef970144 req-c798a74a-f161-4cdb-a3c6-2a0450492cf7 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:02.810020 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-649cf1ab-5625-45cd-89cf-ac51ef970144 req-c798a74a-f161-4cdb-a3c6-2a0450492cf7 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.22 "GET /v2.0/ports?device_id=8269d0ef-410d-4990-b07b-20ab07f1507b HTTP/1.1" status: 200 len: 949 time: 0.1322832 Jul 29 23:24:02.811265 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-cd9cf811-e344-4562-af65-4927d5f0d74f req-4b3b224a-07a8-420c-ab02-f237740efd56 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:02.824209 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['c4420101-d120-4c40-81f9-f9cafdbf3fb7'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:24:02.887422 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3b224a-07a8-420c-ab02-f237740efd56 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Pushing event deleted for resources: {'Port': ['ID=c4420101-d120-4c40-81f9-f9cafdbf3fb7,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:02.918737 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd364d577-98a2-449f-8c82-9c06e5144ba2', 'name': 'network-vif-deleted', 'tag': 'ee5868d5-8e47-482c-88f4-62036870a611'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:02.921105 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7342fb1-e587-4579-b889-3795a306051b" -d '{"events": [{"server_uuid": "d364d577-98a2-449f-8c82-9c06e5144ba2", "name": "network-vif-deleted", "tag": "ee5868d5-8e47-482c-88f4-62036870a611"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:02.971329 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3fc71f06-d09a-47ab-bb24-aadbacb576a7 req-d7b23a11-6c82-42a9-a013-b2a4091a0374 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.43 "GET /v2.0/ports?device_id=dc7a0dab-e157-4427-ba70-4634d6d2b6e4 HTTP/1.1" status: 200 len: 210 time: 0.0298281 Jul 29 23:24:03.020612 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd9cf811-e344-4562-af65-4927d5f0d74f req-4b3b224a-07a8-420c-ab02-f237740efd56 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] No DVR routers for this DVR port c4420101-d120-4c40-81f9-f9cafdbf3fb7 on host n-h2-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:24:03.025364 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-cd9cf811-e344-4562-af65-4927d5f0d74f req-4b3b224a-07a8-420c-ab02-f237740efd56 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:03.028079 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-cd9cf811-e344-4562-af65-4927d5f0d74f req-4b3b224a-07a8-420c-ab02-f237740efd56 tempest-MigrationsAdminTest-230323404 tempest-MigrationsAdminTest-230323404-project] 10.222.0.22 "DELETE /v2.0/ports/c4420101-d120-4c40-81f9-f9cafdbf3fb7 HTTP/1.1" status: 204 len: 173 time: 0.6965077 Jul 29 23:24:03.044154 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff24018-134b-4610-b45b-05c0765d4d24 req-c4362349-4fdb-4afd-a58b-640b1621c03a tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:03.056838 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0ff24018-134b-4610-b45b-05c0765d4d24 req-c4362349-4fdb-4afd-a58b-640b1621c03a tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=3f45cc9a-5e66-43e9-af21-16b02742bbfe HTTP/1.1" status: 200 len: 1098 time: 0.0626123 Jul 29 23:24:03.061617 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-649cf1ab-5625-45cd-89cf-ac51ef970144 req-2b7e197f-1c71-4216-8095-9fe10e7fed32 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Deleting port 1f9d7af5-eeb7-4958-824d-65b84fae3358 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:24:03.062151 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-649cf1ab-5625-45cd-89cf-ac51ef970144 req-2b7e197f-1c71-4216-8095-9fe10e7fed32 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:03.068130 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 38818) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:03.147220 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0ff24018-134b-4610-b45b-05c0765d4d24 req-66dd60e6-128c-4255-afbd-51a9f2d24e38 tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890095 Jul 29 23:24:03.183691 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ecaf84-5e15-48d8-b439-8377b06138e3 req-b003807c-fe88-47ee-be3e-a3435d3f938e tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:03.185837 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-59ecaf84-5e15-48d8-b439-8377b06138e3 req-b003807c-fe88-47ee-be3e-a3435d3f938e tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc4fcbcc-722c-47b3-8079-eb63fedf8e74 HTTP/1.1" status: 200 len: 945 time: 0.1268084 Jul 29 23:24:03.195449 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f27474d-6e4c-4dcc-bb52-17a711e6ab8c x-openstack-request-id: req-1f27474d-6e4c-4dcc-bb52-17a711e6ab8c {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:03.195725 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d364d577-98a2-449f-8c82-9c06e5144ba2", "name": "network-vif-deleted", "tag": "ee5868d5-8e47-482c-88f4-62036870a611", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:03.195978 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1f27474d-6e4c-4dcc-bb52-17a711e6ab8c {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:03.197343 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd364d577-98a2-449f-8c82-9c06e5144ba2', 'name': 'network-vif-deleted', 'tag': 'ee5868d5-8e47-482c-88f4-62036870a611', 'status': 'completed', 'code': 200} Jul 29 23:24:03.199014 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-649cf1ab-5625-45cd-89cf-ac51ef970144 req-2b7e197f-1c71-4216-8095-9fe10e7fed32 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] For port 1f9d7af5-eeb7-4958-824d-65b84fae3358, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=1f9d7af5-eeb7-4958-824d-65b84fae3358,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:03.199414 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-649cf1ab-5625-45cd-89cf-ac51ef970144 req-2b7e197f-1c71-4216-8095-9fe10e7fed32 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:03.206242 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-0c839fb4-4bc1-4dcb-a3c4-7bce052f5c50 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-908721989-network', 'tenant_id': '2080476b97a74d1caf5886ea19337ad1'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:03.227287 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-649cf1ab-5625-45cd-89cf-ac51ef970144 req-2b7e197f-1c71-4216-8095-9fe10e7fed32 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Calling delete_port for 1f9d7af5-eeb7-4958-824d-65b84fae3358 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:24:03.250262 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-59ecaf84-5e15-48d8-b439-8377b06138e3 req-bee7019c-b509-4c78-887b-499c67ae7f83 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526447 Jul 29 23:24:03.270437 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 72da3c58-91b9-43c3-be84-ec887fc0babc no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:24:03.296463 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c839fb4-4bc1-4dcb-a3c4-7bce052f5c50 admin admin] Made reservation on behalf of 2080476b97a74d1caf5886ea19337ad1 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:24:03.297311 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: 72da3c58-91b9-43c3-be84-ec887fc0babc {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:24:03.298920 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0c839fb4-4bc1-4dcb-a3c4-7bce052f5c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:03.308583 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 72da3c58-91b9-43c3-be84-ec887fc0babc not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:24:03.315757 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0c839fb4-4bc1-4dcb-a3c4-7bce052f5c50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:03.442864 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63334f6-ac84-4497-b151-c8835564edad req-81cc8790-8074-407a-a2e1-0aa8c3b81890 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:03.450272 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc7a0dab-e157-4427-ba70-4634d6d2b6e4', 'name': 'network-vif-deleted', 'tag': 'c4420101-d120-4c40-81f9-f9cafdbf3fb7'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:03.453750 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e63334f6-ac84-4497-b151-c8835564edad req-81cc8790-8074-407a-a2e1-0aa8c3b81890 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=8269d0ef-410d-4990-b07b-20ab07f1507b HTTP/1.1" status: 200 len: 949 time: 0.0706584 Jul 29 23:24:03.460044 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ed70c8-c6d0-43ac-8ab2-23daf98520d0" -d '{"events": [{"server_uuid": "dc7a0dab-e157-4427-ba70-4634d6d2b6e4", "name": "network-vif-deleted", "tag": "c4420101-d120-4c40-81f9-f9cafdbf3fb7"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:03.530066 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e63334f6-ac84-4497-b151-c8835564edad req-4e6629a2-08c6-4497-a649-f399be3955ca tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716314 Jul 29 23:24:03.544960 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-649cf1ab-5625-45cd-89cf-ac51ef970144 req-2b7e197f-1c71-4216-8095-9fe10e7fed32 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:03.558268 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['22c7ca71-35c1-4b00-8e2e-239e358c0130', 'b181cfa3-0078-42d3-ba56-050fef11f986', '71d4a39e-68d3-4b6a-988c-753dafc49eea', '1f9d7af5-eeb7-4958-824d-65b84fae3358'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:24:03.605852 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552', '79645908-181d-4073-9700-41aa42d9260e'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:24:03.618314 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 38840) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:03.628407 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7e197f-1c71-4216-8095-9fe10e7fed32 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Pushing event deleted for resources: {'Port': ['ID=1f9d7af5-eeb7-4958-824d-65b84fae3358,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:03.710489 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-649cf1ab-5625-45cd-89cf-ac51ef970144 req-2b7e197f-1c71-4216-8095-9fe10e7fed32 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] No DVR routers for this DVR port 1f9d7af5-eeb7-4958-824d-65b84fae3358 on host n-h2-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:24:03.725702 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-649cf1ab-5625-45cd-89cf-ac51ef970144 req-2b7e197f-1c71-4216-8095-9fe10e7fed32 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:03.728502 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-649cf1ab-5625-45cd-89cf-ac51ef970144 req-2b7e197f-1c71-4216-8095-9fe10e7fed32 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.22 "DELETE /v2.0/ports/1f9d7af5-eeb7-4958-824d-65b84fae3358 HTTP/1.1" status: 204 len: 173 time: 0.9046233 Jul 29 23:24:03.764145 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353d32d5-2878-4737-9bac-da81d0c867bb x-openstack-request-id: req-353d32d5-2878-4737-9bac-da81d0c867bb {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:03.764440 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc7a0dab-e157-4427-ba70-4634d6d2b6e4", "name": "network-vif-deleted", "tag": "c4420101-d120-4c40-81f9-f9cafdbf3fb7", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:03.768289 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-353d32d5-2878-4737-9bac-da81d0c867bb {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:03.768289 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc7a0dab-e157-4427-ba70-4634d6d2b6e4', 'name': 'network-vif-deleted', 'tag': 'c4420101-d120-4c40-81f9-f9cafdbf3fb7', 'status': 'completed', 'code': 200} Jul 29 23:24:03.801564 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0c839fb4-4bc1-4dcb-a3c4-7bce052f5c50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:03.816514 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0c839fb4-4bc1-4dcb-a3c4-7bce052f5c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:03.848456 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c839fb4-4bc1-4dcb-a3c4-7bce052f5c50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:24:03.867956 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c839fb4-4bc1-4dcb-a3c4-7bce052f5c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1042ecbe-61fb-4261-9b1f-fc7302682049,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:03.886471 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0c839fb4-4bc1-4dcb-a3c4-7bce052f5c50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:03.888281 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-0c839fb4-4bc1-4dcb-a3c4-7bce052f5c50 admin admin] Added segment 9b0e57e5-cd0f-4f81-8940-6c7b6788dd26 of type vlan for network ce4b3ab8-859d-4d6c-903b-c30dcaacffc8 Jul 29 23:24:03.948097 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-4caae109-19f3-4e46-908d-c6b4b9d38efd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b643b3c685634ab7a299841272110756&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3280199 Jul 29 23:24:03.948887 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 38856) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:03.963430 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0c839fb4-4bc1-4dcb-a3c4-7bce052f5c50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:04.012854 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0c839fb4-4bc1-4dcb-a3c4-7bce052f5c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:04.013896 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c839fb4-4bc1-4dcb-a3c4-7bce052f5c50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:04.014473 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0c839fb4-4bc1-4dcb-a3c4-7bce052f5c50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:04.020648 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d5b99d-da1f-44e6-ae2a-bbdd7b77e49f req-e0539272-a364-48e7-b6cd-ff3d11dbf6c5 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:04.029484 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b5d5b99d-da1f-44e6-ae2a-bbdd7b77e49f req-e0539272-a364-48e7-b6cd-ff3d11dbf6c5 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=b18eaa87-b2be-4352-b653-da8df46dc00a HTTP/1.1" status: 200 len: 945 time: 0.1527116 Jul 29 23:24:04.053349 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3345287f-3703-4880-a2e4-57a0abfb2a6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:04.079800 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3345287f-3703-4880-a2e4-57a0abfb2a6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:04.129610 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 38864) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:04.137370 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0c839fb4-4bc1-4dcb-a3c4-7bce052f5c50 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0680742 Jul 29 23:24:04.142429 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c839fb4-4bc1-4dcb-a3c4-7bce052f5c50 admin admin] Pushing event updated for resources: {'Network': ['ID=ce4b3ab8-859d-4d6c-903b-c30dcaacffc8,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:04.154288 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-7c0df0ef-9548-41fe-a07c-ecdd2b773632 admin admin] Request body: {'subnet': {'network_id': 'ce4b3ab8-859d-4d6c-903b-c30dcaacffc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-908721989-subnet', 'tenant_id': '2080476b97a74d1caf5886ea19337ad1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:04.166368 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network ce4b3ab8-859d-4d6c-903b-c30dcaacffc8 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:24:04.170201 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b5d5b99d-da1f-44e6-ae2a-bbdd7b77e49f req-b316e3c3-aad5-473d-843d-4a683dd5b2f4 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394944 Jul 29 23:24:04.175111 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3345287f-3703-4880-a2e4-57a0abfb2a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:04.179913 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3345287f-3703-4880-a2e4-57a0abfb2a6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:04.186703 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-3345287f-3703-4880-a2e4-57a0abfb2a6c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c476666a-fe15-4120-9af1-ee9bc8e63744 HTTP/1.1" status: 204 len: 168 time: 0.2357836 Jul 29 23:24:04.209822 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3345287f-3703-4880-a2e4-57a0abfb2a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c476666a-fe15-4120-9af1-ee9bc8e63744,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:04.234059 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0df0ef-9548-41fe-a07c-ecdd2b773632 admin admin] Made reservation on behalf of 2080476b97a74d1caf5886ea19337ad1 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:24:04.237463 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7c0df0ef-9548-41fe-a07c-ecdd2b773632 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:04.515633 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06f0bb0-0309-4c41-aed7-cb760d5bda10 req-62baf1c2-208b-406c-9ea4-bd9ca8b9cf5d tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:04.518009 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d06f0bb0-0309-4c41-aed7-cb760d5bda10 req-62baf1c2-208b-406c-9ea4-bd9ca8b9cf5d tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc4fcbcc-722c-47b3-8079-eb63fedf8e74 HTTP/1.1" status: 200 len: 945 time: 0.1095774 Jul 29 23:24:04.626781 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629911cb-a665-442f-bf0d-bc7bdbf0fc6b req-b348a261-a547-4d92-94e8-04c8ace832dd tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:04.628513 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-629911cb-a665-442f-bf0d-bc7bdbf0fc6b req-b348a261-a547-4d92-94e8-04c8ace832dd tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc4fcbcc-722c-47b3-8079-eb63fedf8e74 HTTP/1.1" status: 200 len: 945 time: 0.0731680 Jul 29 23:24:04.652271 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d06f0bb0-0309-4c41-aed7-cb760d5bda10 req-e47b884d-0a64-4bbd-8fed-5588c5c29934 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219735 Jul 29 23:24:04.710381 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7c0df0ef-9548-41fe-a07c-ecdd2b773632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:04.740821 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 38886) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:04.778961 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0df0ef-9548-41fe-a07c-ecdd2b773632 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f17b5adc-97d4-4be8-906f-2c5b33598723,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:04.790878 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 38888) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:04.828451 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-629911cb-a665-442f-bf0d-bc7bdbf0fc6b req-dff8ba3c-c99c-4f85-b594-4292956e737a tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Deleting port 97ae755b-c6c7-4165-b71f-44ca40ccad8e {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:24:04.829187 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-629911cb-a665-442f-bf0d-bc7bdbf0fc6b req-dff8ba3c-c99c-4f85-b594-4292956e737a tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:04.829839 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0df0ef-9548-41fe-a07c-ecdd2b773632 admin admin] Checking segment: {'id': '9b0e57e5-cd0f-4f81-8940-6c7b6788dd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ce4b3ab8-859d-4d6c-903b-c30dcaacffc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:24:04.831519 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0df0ef-9548-41fe-a07c-ecdd2b773632 admin admin] Network hostable DHCP agents. Network: ce4b3ab8-859d-4d6c-903b-c30dcaacffc8, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:24:04.856610 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0df0ef-9548-41fe-a07c-ecdd2b773632 admin admin] Network ce4b3ab8-859d-4d6c-903b-c30dcaacffc8 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:24:04.870361 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-7c0df0ef-9548-41fe-a07c-ecdd2b773632 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, ce4b3ab8-859d-4d6c-903b-c30dcaacffc8) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:04.883138 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4911e44d-6500-4198-beb1-99a5380d7016 None None] Network ce4b3ab8-859d-4d6c-903b-c30dcaacffc8 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:24:04.888086 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0df0ef-9548-41fe-a07c-ecdd2b773632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:04.889317 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7c0df0ef-9548-41fe-a07c-ecdd2b773632 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:04.910102 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-fa673a2c-d670-4ae0-82a9-9bd9a8a36921 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=af6711e36a384c04a9ce9599fcd89a5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1635718 Jul 29 23:24:04.910329 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-7c0df0ef-9548-41fe-a07c-ecdd2b773632 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7780936 Jul 29 23:24:04.911640 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 38892) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:04.912432 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 38894) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:04.926278 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-7dd061e5-4022-49f6-b4ed-0bdd7df79479 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-908721989-router', 'tenant_id': '2080476b97a74d1caf5886ea19337ad1', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:04.974942 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-18355121-8e1a-441c-aa9a-c41b33daa798 tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:24:04.976479 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-18355121-8e1a-441c-aa9a-c41b33daa798 tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2974000 Jul 29 23:24:05.019056 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-629911cb-a665-442f-bf0d-bc7bdbf0fc6b req-dff8ba3c-c99c-4f85-b594-4292956e737a tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] For port 97ae755b-c6c7-4165-b71f-44ca40ccad8e, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=97ae755b-c6c7-4165-b71f-44ca40ccad8e,segment=NetworkSegment(2f225bab-780d-4bb8-903d-ee3f32d75d09),segment_id=2f225bab-780d-4bb8-903d-ee3f32d75d09)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:05.019596 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-629911cb-a665-442f-bf0d-bc7bdbf0fc6b req-dff8ba3c-c99c-4f85-b594-4292956e737a tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:05.053134 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-629911cb-a665-442f-bf0d-bc7bdbf0fc6b req-dff8ba3c-c99c-4f85-b594-4292956e737a tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Calling delete_port for 97ae755b-c6c7-4165-b71f-44ca40ccad8e owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:24:05.060071 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7dd061e5-4022-49f6-b4ed-0bdd7df79479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:05.061470 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7dd061e5-4022-49f6-b4ed-0bdd7df79479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:05.106483 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae5480b-68da-41f4-b374-4e4135a50668 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-ce4b3ab8-859d-4d6c-903b-c30dcaacffc8', 'network_id': 'ce4b3ab8-859d-4d6c-903b-c30dcaacffc8', 'tenant_id': '2080476b97a74d1caf5886ea19337ad1', 'fixed_ips': [{'subnet_id': 'f17b5adc-97d4-4be8-906f-2c5b33598723'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:24:05.107422 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7ae5480b-68da-41f4-b374-4e4135a50668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:05.114887 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-bcb9f918-1cb2-4995-9d07-71a6f7473eb1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=02291f5098924703b9b0f8f02943a845&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3228989 Jul 29 23:24:05.117399 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 38902) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:05.160300 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-75a31c3b-2541-4bdc-9b9f-0ffc44d50119 service neutron] Request body: {'binding': {'host': 'n-h2-712141-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:05.160783 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-75a31c3b-2541-4bdc-9b9f-0ffc44d50119 service neutron] Unknown quota resources ['binding']. {{(pid=94077) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 23:24:05.175454 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-42e940b9-7b8e-448b-baa4-d29f580c222a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:05.200987 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-15c7d25e-2938-41a7-88ed-daae88ab8cfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:05.201865 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-42e940b9-7b8e-448b-baa4-d29f580c222a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:05.276776 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-42e940b9-7b8e-448b-baa4-d29f580c222a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:05.279844 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-42e940b9-7b8e-448b-baa4-d29f580c222a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:05.279966 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-7ae5480b-68da-41f4-b374-4e4135a50668 None None] Allocated IP 172.20.0.2 (ce4b3ab8-859d-4d6c-903b-c30dcaacffc8/f17b5adc-97d4-4be8-906f-2c5b33598723/5a704280-8c6c-48f9-93b3-705dff0a3317) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:24:05.281212 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-42e940b9-7b8e-448b-baa4-d29f580c222a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2a7bf930-34d2-4420-beda-d2fda6405c13 HTTP/1.1" status: 204 len: 168 time: 0.1625566 Jul 29 23:24:05.290867 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e940b9-7b8e-448b-baa4-d29f580c222a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7bf930-34d2-4420-beda-d2fda6405c13,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:05.292101 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-15c7d25e-2938-41a7-88ed-daae88ab8cfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:05.315987 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 1f9d7af5-eeb7-4958-824d-65b84fae3358 no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:24:05.318335 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7dd061e5-4022-49f6-b4ed-0bdd7df79479 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:05.381002 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: 1f9d7af5-eeb7-4958-824d-65b84fae3358 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:24:05.381002 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 1f9d7af5-eeb7-4958-824d-65b84fae3358 not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:24:05.381002 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device c4420101-d120-4c40-81f9-f9cafdbf3fb7 no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:24:05.398307 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d35bce3-a3fd-4cf7-96fd-d0fbd17218fc req-f132ef4c-15c4-465e-ae40-efb26e0c10b0 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:05.400330 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9d35bce3-a3fd-4cf7-96fd-d0fbd17218fc req-f132ef4c-15c4-465e-ae40-efb26e0c10b0 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=b18eaa87-b2be-4352-b653-da8df46dc00a HTTP/1.1" status: 200 len: 945 time: 0.0691085 Jul 29 23:24:05.407388 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: c4420101-d120-4c40-81f9-f9cafdbf3fb7 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:24:05.407731 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device c4420101-d120-4c40-81f9-f9cafdbf3fb7 not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:24:05.408155 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 441b01e0-dd91-4072-828f-42466da886f6 no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:24:05.433989 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: 441b01e0-dd91-4072-828f-42466da886f6 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:24:05.434350 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 441b01e0-dd91-4072-828f-42466da886f6 not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:24:05.447518 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9d35bce3-a3fd-4cf7-96fd-d0fbd17218fc req-7fdce9c1-e447-4cb0-9f25-d488ec25dc72 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395713 Jul 29 23:24:05.564061 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7ae5480b-68da-41f4-b374-4e4135a50668 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:05.596938 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c4d5ce-308a-4df3-9e26-a4a4c576fb18 req-b2a1950d-1dc6-40ff-9d53-b8440e890abb tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:05.598560 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a6c4d5ce-308a-4df3-9e26-a4a4c576fb18 req-b2a1950d-1dc6-40ff-9d53-b8440e890abb tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=37d1832d-d791-4aca-aa8e-e3090a5e52c0 HTTP/1.1" status: 200 len: 950 time: 0.0794086 Jul 29 23:24:05.643723 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a6c4d5ce-308a-4df3-9e26-a4a4c576fb18 req-4962b896-f8b2-4194-a784-6f7d531d77fe tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372658 Jul 29 23:24:05.680320 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 38914) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:05.739731 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ef09edea-c3b0-4cb6-9cae-2c103d16c682 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=85f3f784ad07498187d1eb3946c5e160&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0577917 Jul 29 23:24:05.753934 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 38916) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:05.808048 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa06e8-633f-46f9-81c3-413d8cda6c63 req-c2b89da4-08ec-477c-a4ee-92c5a27f3fc2 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:05.809566 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5caa06e8-633f-46f9-81c3-413d8cda6c63 req-c2b89da4-08ec-477c-a4ee-92c5a27f3fc2 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc4fcbcc-722c-47b3-8079-eb63fedf8e74 HTTP/1.1" status: 200 len: 945 time: 0.0871403 Jul 29 23:24:05.828298 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8269d0ef-410d-4990-b07b-20ab07f1507b', 'name': 'network-vif-deleted', 'tag': '1f9d7af5-eeb7-4958-824d-65b84fae3358'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:05.830585 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1913c5e-7e3c-4209-a0a4-67a8401e3ff0" -d '{"events": [{"server_uuid": "8269d0ef-410d-4990-b07b-20ab07f1507b", "name": "network-vif-deleted", "tag": "1f9d7af5-eeb7-4958-824d-65b84fae3358"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:05.831035 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-28a0e709-7384-439e-8313-0a65c7bc55ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:05.872967 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-28a0e709-7384-439e-8313-0a65c7bc55ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:05.883298 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5caa06e8-633f-46f9-81c3-413d8cda6c63 req-e73d0895-92b0-4350-b4a9-e7ca40dfd4d7 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637379 Jul 29 23:24:05.938893 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-28a0e709-7384-439e-8313-0a65c7bc55ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:05.941425 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-28a0e709-7384-439e-8313-0a65c7bc55ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:05.945081 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-28a0e709-7384-439e-8313-0a65c7bc55ea admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5339b553-6a6b-4a16-b886-294a0892d67b HTTP/1.1" status: 204 len: 168 time: 0.1877186 Jul 29 23:24:05.955498 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-629911cb-a665-442f-bf0d-bc7bdbf0fc6b req-dff8ba3c-c99c-4f85-b594-4292956e737a tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:05.957085 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a0e709-7384-439e-8313-0a65c7bc55ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5339b553-6a6b-4a16-b886-294a0892d67b,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:05.967374 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['97ae755b-c6c7-4165-b71f-44ca40ccad8e'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:24:05.972268 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7dd061e5-4022-49f6-b4ed-0bdd7df79479 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:05.998901 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-7ae5480b-68da-41f4-b374-4e4135a50668 None None] Transition to ACTIVE for port object 5a704280-8c6c-48f9-93b3-705dff0a3317 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:06.004213 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['95555302-95fb-448e-a090-29b4ec336757'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:24:06.012501 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-15c7d25e-2938-41a7-88ed-daae88ab8cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:06.015022 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-15c7d25e-2938-41a7-88ed-daae88ab8cfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:06.030740 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-15c7d25e-2938-41a7-88ed-daae88ab8cfa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/99746246-8bee-45fe-b939-6fab884e947f HTTP/1.1" status: 204 len: 168 time: 1.1054487 Jul 29 23:24:06.037950 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff8ba3c-c99c-4f85-b594-4292956e737a tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Pushing event deleted for resources: {'Port': ['ID=97ae755b-c6c7-4165-b71f-44ca40ccad8e,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:06.060475 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3eba59-9b51-4916-82c7-74b1b0462fc2 x-openstack-request-id: req-1d3eba59-9b51-4916-82c7-74b1b0462fc2 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:06.061713 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8269d0ef-410d-4990-b07b-20ab07f1507b", "name": "network-vif-deleted", "tag": "1f9d7af5-eeb7-4958-824d-65b84fae3358", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:06.062174 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1d3eba59-9b51-4916-82c7-74b1b0462fc2 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:06.062979 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-7ae5480b-68da-41f4-b374-4e4135a50668 None None] Transition to ACTIVE for port object 5a704280-8c6c-48f9-93b3-705dff0a3317 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:06.063583 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8269d0ef-410d-4990-b07b-20ab07f1507b', 'name': 'network-vif-deleted', 'tag': '1f9d7af5-eeb7-4958-824d-65b84fae3358', 'status': 'completed', 'code': 200} Jul 29 23:24:06.068446 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-75a31c3b-2541-4bdc-9b9f-0ffc44d50119 service neutron] Attempting to bind port c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf on host n-h2-712141-10 for vnic_type normal with profile None {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:24:06.068446 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-75a31c3b-2541-4bdc-9b9f-0ffc44d50119 service neutron] Attempting to bind port c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '03081878-6d73-4f31-b394-970f508038c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '33e8f010-7789-4c0c-8f2b-4d54e9bb67e4'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:24:06.068446 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-75a31c3b-2541-4bdc-9b9f-0ffc44d50119 service neutron] Attempting to bind port c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf on network 33e8f010-7789-4c0c-8f2b-4d54e9bb67e4 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:06.077610 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7ae5480b-68da-41f4-b374-4e4135a50668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:06.126269 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c7d25e-2938-41a7-88ed-daae88ab8cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99746246-8bee-45fe-b939-6fab884e947f,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:06.136449 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae5480b-68da-41f4-b374-4e4135a50668 None None] Network ce4b3ab8-859d-4d6c-903b-c30dcaacffc8 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:24:06.143260 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-75a31c3b-2541-4bdc-9b9f-0ffc44d50119 service neutron] Port c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf on network 33e8f010-7789-4c0c-8f2b-4d54e9bb67e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:24:06.144039 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-75a31c3b-2541-4bdc-9b9f-0ffc44d50119 service neutron] Attempting to bind port c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf on network 33e8f010-7789-4c0c-8f2b-4d54e9bb67e4 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:06.148196 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-629911cb-a665-442f-bf0d-bc7bdbf0fc6b req-dff8ba3c-c99c-4f85-b594-4292956e737a tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] No DVR routers for this DVR port 97ae755b-c6c7-4165-b71f-44ca40ccad8e on host n-h2-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:24:06.151416 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-7ae5480b-68da-41f4-b374-4e4135a50668 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:06.151585 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-629911cb-a665-442f-bf0d-bc7bdbf0fc6b req-dff8ba3c-c99c-4f85-b594-4292956e737a tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:06.154861 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-629911cb-a665-442f-bf0d-bc7bdbf0fc6b req-dff8ba3c-c99c-4f85-b594-4292956e737a tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.22 "DELETE /v2.0/ports/97ae755b-c6c7-4165-b71f-44ca40ccad8e HTTP/1.1" status: 204 len: 173 time: 1.5159709 Jul 29 23:24:06.161607 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-75a31c3b-2541-4bdc-9b9f-0ffc44d50119 service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:24:06.162012 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-75a31c3b-2541-4bdc-9b9f-0ffc44d50119 service neutron] Checking segment: {'id': '03081878-6d73-4f31-b394-970f508038c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '33e8f010-7789-4c0c-8f2b-4d54e9bb67e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:24:06.162479 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-75a31c3b-2541-4bdc-9b9f-0ffc44d50119 service neutron] Bound using segment: {'id': '03081878-6d73-4f31-b394-970f508038c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '33e8f010-7789-4c0c-8f2b-4d54e9bb67e4'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:24:06.162984 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-75a31c3b-2541-4bdc-9b9f-0ffc44d50119 service neutron] Bound port: c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03081878-6d73-4f31-b394-970f508038c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '33e8f010-7789-4c0c-8f2b-4d54e9bb67e4'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:24:06.165016 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae5480b-68da-41f4-b374-4e4135a50668 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:24:06.173626 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae5480b-68da-41f4-b374-4e4135a50668 None None] Pushing event updated for resources: {'Port': ['ID=5a704280-8c6c-48f9-93b3-705dff0a3317,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:06.254281 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-75a31c3b-2541-4bdc-9b9f-0ffc44d50119 service neutron] For port c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf,segment=NetworkSegment(03081878-6d73-4f31-b394-970f508038c5),segment_id=03081878-6d73-4f31-b394-970f508038c5)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:24:06.274024 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-75a31c3b-2541-4bdc-9b9f-0ffc44d50119 service neutron] Notify callbacks [] for binding, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:06.276146 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-75a31c3b-2541-4bdc-9b9f-0ffc44d50119 service neutron] 10.222.0.43 "POST /v2.0/ports/c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf/bindings HTTP/1.1" status: 201 len: 390 time: 1.2867115 Jul 29 23:24:06.315222 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-7ae5480b-68da-41f4-b374-4e4135a50668 None None] Attempting to bind port 5a704280-8c6c-48f9-93b3-705dff0a3317 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:24:06.316591 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-7ae5480b-68da-41f4-b374-4e4135a50668 None None] Attempting to bind port 5a704280-8c6c-48f9-93b3-705dff0a3317 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '9b0e57e5-cd0f-4f81-8940-6c7b6788dd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ce4b3ab8-859d-4d6c-903b-c30dcaacffc8'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:24:06.316897 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae5480b-68da-41f4-b374-4e4135a50668 None None] Attempting to bind port 5a704280-8c6c-48f9-93b3-705dff0a3317 on network ce4b3ab8-859d-4d6c-903b-c30dcaacffc8 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:06.333179 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae5480b-68da-41f4-b374-4e4135a50668 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:24:06.333750 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae5480b-68da-41f4-b374-4e4135a50668 None None] Checking segment: {'id': '9b0e57e5-cd0f-4f81-8940-6c7b6788dd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ce4b3ab8-859d-4d6c-903b-c30dcaacffc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:24:06.334153 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7ae5480b-68da-41f4-b374-4e4135a50668 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:06.334545 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae5480b-68da-41f4-b374-4e4135a50668 None None] Bound using segment: {'id': '9b0e57e5-cd0f-4f81-8940-6c7b6788dd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ce4b3ab8-859d-4d6c-903b-c30dcaacffc8'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:24:06.335027 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-7ae5480b-68da-41f4-b374-4e4135a50668 None None] Bound port: 5a704280-8c6c-48f9-93b3-705dff0a3317, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b0e57e5-cd0f-4f81-8940-6c7b6788dd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ce4b3ab8-859d-4d6c-903b-c30dcaacffc8'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:24:06.335407 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7ae5480b-68da-41f4-b374-4e4135a50668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:06.445315 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-7ae5480b-68da-41f4-b374-4e4135a50668 None None] For port 5a704280-8c6c-48f9-93b3-705dff0a3317, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:24:06.449681 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-7ae5480b-68da-41f4-b374-4e4135a50668 None None] For port 5a704280-8c6c-48f9-93b3-705dff0a3317, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=5a704280-8c6c-48f9-93b3-705dff0a3317,segment=NetworkSegment(9b0e57e5-cd0f-4f81-8940-6c7b6788dd26),segment_id=9b0e57e5-cd0f-4f81-8940-6c7b6788dd26)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:24:06.454612 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7ae5480b-68da-41f4-b374-4e4135a50668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:06.550378 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7dd061e5-4022-49f6-b4ed-0bdd7df79479 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:06.567578 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae5480b-68da-41f4-b374-4e4135a50668 None None] Pushing event updated for resources: {'Port': ['ID=5a704280-8c6c-48f9-93b3-705dff0a3317,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:06.636035 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7dd061e5-4022-49f6-b4ed-0bdd7df79479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:06.746895 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-a12fcc24-9229-4cce-9e89-fd85319e277d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:06.748427 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-a12fcc24-9229-4cce-9e89-fd85319e277d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=11625efdc5e247819e1ba7685d24a207&device_id=3f45cc9a-5e66-43e9-af21-16b02742bbfe HTTP/1.1" status: 200 len: 1098 time: 0.0961637 Jul 29 23:24:06.761365 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da7075-6712-4dd2-b2bb-4f22489b3536 req-297e080b-86d6-48b3-9149-3b4f94085e11 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:06.769562 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-18da7075-6712-4dd2-b2bb-4f22489b3536 req-297e080b-86d6-48b3-9149-3b4f94085e11 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f45cc9a-5e66-43e9-af21-16b02742bbfe HTTP/1.1" status: 200 len: 946 time: 0.2267847 Jul 29 23:24:06.869941 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-18da7075-6712-4dd2-b2bb-4f22489b3536 req-64057c2f-08a2-4b32-a9c0-0c629a20bf25 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937510 Jul 29 23:24:06.879041 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:06.892419 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08b94d9-d837-43a3-93c3-641faae2da57 req-ad8ce67e-ea73-43dd-b072-0a641b1a805d tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:06.907862 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e08b94d9-d837-43a3-93c3-641faae2da57 req-ad8ce67e-ea73-43dd-b072-0a641b1a805d tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=b18eaa87-b2be-4352-b653-da8df46dc00a HTTP/1.1" status: 200 len: 945 time: 0.3129339 Jul 29 23:24:06.929930 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e200c-e122-4131-b74c-d2bbe7abace7 req-8ab88608-7836-44bf-8493-bb17e3eb8f19 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:06.931495 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-514e200c-e122-4131-b74c-d2bbe7abace7 req-8ab88608-7836-44bf-8493-bb17e3eb8f19 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.41 "GET /v2.0/ports?device_id=37d1832d-d791-4aca-aa8e-e3090a5e52c0 HTTP/1.1" status: 200 len: 950 time: 0.2702529 Jul 29 23:24:07.007447 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad52b42-7eae-4ef0-b554-8937d8a82f6b req-f8ed8b20-c4b1-4713-b0ed-c12e8aa99d34 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:07.030171 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-aad52b42-7eae-4ef0-b554-8937d8a82f6b req-f8ed8b20-c4b1-4713-b0ed-c12e8aa99d34 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.22 "GET /v2.0/ports?device_id=ca5fca8a-16e9-4dea-a6ff-d0a48edada7a HTTP/1.1" status: 200 len: 949 time: 0.2169716 Jul 29 23:24:07.113894 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e08b94d9-d837-43a3-93c3-641faae2da57 req-4e6a44a1-0bb7-42be-9adf-d5a5a2297b42 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040091 Jul 29 23:24:07.161087 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-7dd061e5-4022-49f6-b4ed-0bdd7df79479 admin admin] Allocated IP 172.25.0.46 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/5b9039bb-38ed-402e-bf57-42aa85f95620) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:24:07.168083 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a9eb2-ca81-4fa6-b286-5114bf18ecf8 req-5f2452e9-86e9-4b43-bbda-695b5f8f16b8 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:07.175859 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cd7a9eb2-ca81-4fa6-b286-5114bf18ecf8 req-5f2452e9-86e9-4b43-bbda-695b5f8f16b8 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=37d1832d-d791-4aca-aa8e-e3090a5e52c0 HTTP/1.1" status: 200 len: 950 time: 0.1172748 Jul 29 23:24:07.226542 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-514e200c-e122-4131-b74c-d2bbe7abace7 req-894f3fdf-bb22-4dca-befd-157e25668cf4 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Deleting port 79645908-181d-4073-9700-41aa42d9260e {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:24:07.226877 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-514e200c-e122-4131-b74c-d2bbe7abace7 req-894f3fdf-bb22-4dca-befd-157e25668cf4 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:07.235063 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cd7a9eb2-ca81-4fa6-b286-5114bf18ecf8 req-155161a9-e1cc-46fe-ba7b-9eea1296aef9 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583584 Jul 29 23:24:07.240184 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-6f74bc86-f2d8-4550-804a-5e9ae5684d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:07.242273 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-6f74bc86-f2d8-4550-804a-5e9ae5684d51 service neutron] 10.222.0.22 "GET /v2.0/networks?id=33e8f010-7789-4c0c-8f2b-4d54e9bb67e4 HTTP/1.1" status: 200 len: 909 time: 0.4816229 Jul 29 23:24:07.356566 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-ca98726e-b98e-49a0-a383-3285ac9eb6a9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf HTTP/1.1" status: 200 len: 217 time: 0.0731509 Jul 29 23:24:07.359718 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-514e200c-e122-4131-b74c-d2bbe7abace7 req-894f3fdf-bb22-4dca-befd-157e25668cf4 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] For port 79645908-181d-4073-9700-41aa42d9260e, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=79645908-181d-4073-9700-41aa42d9260e,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:07.360087 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-514e200c-e122-4131-b74c-d2bbe7abace7 req-894f3fdf-bb22-4dca-befd-157e25668cf4 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:07.376160 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-514e200c-e122-4131-b74c-d2bbe7abace7 req-894f3fdf-bb22-4dca-befd-157e25668cf4 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Calling delete_port for 79645908-181d-4073-9700-41aa42d9260e owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:24:07.535187 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-aad52b42-7eae-4ef0-b554-8937d8a82f6b req-0a37369f-c267-4e33-851b-91f461d6246b tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Deleting port 71d4a39e-68d3-4b6a-988c-753dafc49eea {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:24:07.535608 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-aad52b42-7eae-4ef0-b554-8937d8a82f6b req-0a37369f-c267-4e33-851b-91f461d6246b tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:07.575000 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 5a704280-8c6c-48f9-93b3-705dff0a3317 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:24:07.641571 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-ce71fbe1-de95-468e-a299-654028bc6d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:07.655322 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-ce71fbe1-de95-468e-a299-654028bc6d7a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d10b4a30-6630-4be3-b0e2-2a7a17a89939 HTTP/1.1" status: 200 len: 848 time: 0.2780166 Jul 29 23:24:07.672008 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-514e200c-e122-4131-b74c-d2bbe7abace7 req-894f3fdf-bb22-4dca-befd-157e25668cf4 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:07.691349 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7dd061e5-4022-49f6-b4ed-0bdd7df79479 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:07.693224 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['22c7ca71-35c1-4b00-8e2e-239e358c0130', 'b181cfa3-0078-42d3-ba56-050fef11f986', '71d4a39e-68d3-4b6a-988c-753dafc49eea'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:24:07.730466 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552', '79645908-181d-4073-9700-41aa42d9260e'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:24:07.741807 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-c284a9a3-1eab-46b8-911c-a42fef328dd2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=33e8f010-7789-4c0c-8f2b-4d54e9bb67e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718646 Jul 29 23:24:07.743627 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894f3fdf-bb22-4dca-befd-157e25668cf4 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Pushing event deleted for resources: {'Port': ['ID=79645908-181d-4073-9700-41aa42d9260e,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:07.840319 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-aad52b42-7eae-4ef0-b554-8937d8a82f6b req-0a37369f-c267-4e33-851b-91f461d6246b tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] For port 71d4a39e-68d3-4b6a-988c-753dafc49eea, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=71d4a39e-68d3-4b6a-988c-753dafc49eea,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:07.841054 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-aad52b42-7eae-4ef0-b554-8937d8a82f6b req-0a37369f-c267-4e33-851b-91f461d6246b tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:07.860867 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-aad52b42-7eae-4ef0-b554-8937d8a82f6b req-0a37369f-c267-4e33-851b-91f461d6246b tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Calling delete_port for 71d4a39e-68d3-4b6a-988c-753dafc49eea owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:24:07.868903 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-514e200c-e122-4131-b74c-d2bbe7abace7 req-894f3fdf-bb22-4dca-befd-157e25668cf4 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] No DVR routers for this DVR port 79645908-181d-4073-9700-41aa42d9260e on host n-h1-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:24:07.877989 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-514e200c-e122-4131-b74c-d2bbe7abace7 req-894f3fdf-bb22-4dca-befd-157e25668cf4 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:07.882505 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 5a704280-8c6c-48f9-93b3-705dff0a3317 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:24:07.882709 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-514e200c-e122-4131-b74c-d2bbe7abace7 req-894f3fdf-bb22-4dca-befd-157e25668cf4 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.41 "DELETE /v2.0/ports/79645908-181d-4073-9700-41aa42d9260e HTTP/1.1" status: 204 len: 173 time: 0.9366720 Jul 29 23:24:07.883174 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37d1832d-d791-4aca-aa8e-e3090a5e52c0', 'name': 'network-vif-deleted', 'tag': '79645908-181d-4073-9700-41aa42d9260e'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:07.887475 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e43c07a5-e1d4-43e9-b095-a9fb40988cd3" -d '{"events": [{"server_uuid": "37d1832d-d791-4aca-aa8e-e3090a5e52c0", "name": "network-vif-deleted", "tag": "79645908-181d-4073-9700-41aa42d9260e"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:08.101045 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e2fdb-7541-4e64-b20e-0a82d405169d req-7a16daf2-1459-406d-91c6-09a1bffbf4c7 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:08.111142 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-121e2fdb-7541-4e64-b20e-0a82d405169d req-7a16daf2-1459-406d-91c6-09a1bffbf4c7 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f45cc9a-5e66-43e9-af21-16b02742bbfe HTTP/1.1" status: 200 len: 946 time: 0.1132052 Jul 29 23:24:08.162591 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8b5cda-9252-4dea-8e33-bba0a08ba449 None None] Network ce4b3ab8-859d-4d6c-903b-c30dcaacffc8 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:24:08.174959 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc4fcbcc-722c-47b3-8079-eb63fedf8e74', 'name': 'network-vif-deleted', 'tag': '97ae755b-c6c7-4165-b71f-44ca40ccad8e'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:08.186206 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-121e2fdb-7541-4e64-b20e-0a82d405169d req-1fd3ba48-0f97-404b-b136-10630d98e919 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740149 Jul 29 23:24:08.186516 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac3d913-2b5e-4630-b292-667b8a7abcaf" -d '{"events": [{"server_uuid": "fc4fcbcc-722c-47b3-8079-eb63fedf8e74", "name": "network-vif-deleted", "tag": "97ae755b-c6c7-4165-b71f-44ca40ccad8e"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:08.229274 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-aad52b42-7eae-4ef0-b554-8937d8a82f6b req-0a37369f-c267-4e33-851b-91f461d6246b tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:08.271339 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972c41fe-7fa0-45f9-a9b2-6cd2a01c9203 x-openstack-request-id: req-972c41fe-7fa0-45f9-a9b2-6cd2a01c9203 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:08.271908 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37d1832d-d791-4aca-aa8e-e3090a5e52c0", "name": "network-vif-deleted", "tag": "79645908-181d-4073-9700-41aa42d9260e", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:08.272420 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-972c41fe-7fa0-45f9-a9b2-6cd2a01c9203 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:08.273243 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37d1832d-d791-4aca-aa8e-e3090a5e52c0', 'name': 'network-vif-deleted', 'tag': '79645908-181d-4073-9700-41aa42d9260e', 'status': 'completed', 'code': 200} Jul 29 23:24:08.436973 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-7c2f5471-3e82-4041-8387-c7647848b7bd None None] Provisioning for port 5a704280-8c6c-48f9-93b3-705dff0a3317 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:24:08.478942 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb57087-a34e-4ff0-9168-cf751af3364d x-openstack-request-id: req-1cb57087-a34e-4ff0-9168-cf751af3364d {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:08.480205 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc4fcbcc-722c-47b3-8079-eb63fedf8e74", "name": "network-vif-deleted", "tag": "97ae755b-c6c7-4165-b71f-44ca40ccad8e", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:08.480476 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1cb57087-a34e-4ff0-9168-cf751af3364d {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:08.480900 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc4fcbcc-722c-47b3-8079-eb63fedf8e74', 'name': 'network-vif-deleted', 'tag': '97ae755b-c6c7-4165-b71f-44ca40ccad8e', 'status': 'completed', 'code': 200} Jul 29 23:24:08.501307 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abd71e0-1071-4642-8a25-85243b802403 req-34f46a1a-4ed8-4684-9162-6955b0df96b5 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:08.506045 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3abd71e0-1071-4642-8a25-85243b802403 req-34f46a1a-4ed8-4684-9162-6955b0df96b5 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=b18eaa87-b2be-4352-b653-da8df46dc00a HTTP/1.1" status: 200 len: 945 time: 0.1460490 Jul 29 23:24:08.531147 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a37369f-c267-4e33-851b-91f461d6246b tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Pushing event deleted for resources: {'Port': ['ID=71d4a39e-68d3-4b6a-988c-753dafc49eea,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:08.555073 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7dd061e5-4022-49f6-b4ed-0bdd7df79479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:08.578019 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-7c2f5471-3e82-4041-8387-c7647848b7bd None None] Provisioning complete for port 5a704280-8c6c-48f9-93b3-705dff0a3317 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:08.584931 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7c2f5471-3e82-4041-8387-c7647848b7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:08.625657 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3abd71e0-1071-4642-8a25-85243b802403 req-247d6ac6-b85a-4f0d-8935-243d54fe366a tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146021 Jul 29 23:24:08.659659 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd061e5-4022-49f6-b4ed-0bdd7df79479 admin admin] Pushing event updated for resources: {'Port': ['ID=5b9039bb-38ed-402e-bf57-42aa85f95620,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:08.706410 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d15d0ef6-a0cd-45a1-bf63-2e5388b4e077 req-80fbd9db-d00f-4d95-806f-cc1f5237d0d0 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=37d1832d-d791-4aca-aa8e-e3090a5e52c0 HTTP/1.1" status: 200 len: 210 time: 0.1139927 Jul 29 23:24:08.754870 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad52b42-7eae-4ef0-b554-8937d8a82f6b req-0a37369f-c267-4e33-851b-91f461d6246b tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] No DVR routers for this DVR port 71d4a39e-68d3-4b6a-988c-753dafc49eea on host n-h2-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:24:08.775804 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-aad52b42-7eae-4ef0-b554-8937d8a82f6b req-0a37369f-c267-4e33-851b-91f461d6246b tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:08.780931 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-aad52b42-7eae-4ef0-b554-8937d8a82f6b req-0a37369f-c267-4e33-851b-91f461d6246b tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.22 "DELETE /v2.0/ports/71d4a39e-68d3-4b6a-988c-753dafc49eea HTTP/1.1" status: 204 len: 173 time: 1.7465997 Jul 29 23:24:08.807323 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-acb873a9-9604-4fed-b594-e81ab20dfd2c service neutron] 10.222.0.22 "GET /v2.0/networks/33e8f010-7789-4c0c-8f2b-4d54e9bb67e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0549908 Jul 29 23:24:08.815944 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd061e5-4022-49f6-b4ed-0bdd7df79479 admin admin] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:24:08.846171 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-7dd061e5-4022-49f6-b4ed-0bdd7df79479 admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:08.860704 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd061e5-4022-49f6-b4ed-0bdd7df79479 admin admin] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:24:09.070530 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7c2f5471-3e82-4041-8387-c7647848b7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:09.158839 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:24:09.309661 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-7c2f5471-3e82-4041-8387-c7647848b7bd None None] For port 5a704280-8c6c-48f9-93b3-705dff0a3317, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=5a704280-8c6c-48f9-93b3-705dff0a3317,segment=NetworkSegment(9b0e57e5-cd0f-4f81-8940-6c7b6788dd26),segment_id=9b0e57e5-cd0f-4f81-8940-6c7b6788dd26)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:09.339412 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-422450d0-0029-459f-b9c5-55aa87f7bcf3 service neutron] 10.222.0.22 "GET /v2.0/networks/33e8f010-7789-4c0c-8f2b-4d54e9bb67e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5170522 Jul 29 23:24:09.403813 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 71d4a39e-68d3-4b6a-988c-753dafc49eea no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:24:09.403969 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa25877-59d3-47b3-81ef-e76f0054d7f9 req-50d2f9de-dd64-4ff0-bdf3-bbf3910729f8 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:09.408734 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7c2f5471-3e82-4041-8387-c7647848b7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:09.419857 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7aa25877-59d3-47b3-81ef-e76f0054d7f9 req-50d2f9de-dd64-4ff0-bdf3-bbf3910729f8 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/networks?id=09be3f6b-3c77-4c8e-bbe6-2435736d69cf HTTP/1.1" status: 200 len: 805 time: 0.2460387 Jul 29 23:24:09.498862 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: 71d4a39e-68d3-4b6a-988c-753dafc49eea {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:24:09.499441 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 71d4a39e-68d3-4b6a-988c-753dafc49eea not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:24:09.499737 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7aa25877-59d3-47b3-81ef-e76f0054d7f9 req-79b6121d-630a-44d5-8894-bf777df8eb8a tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/quotas/62091d0f24f84b44849aea33b1484fc4 HTTP/1.1" status: 200 len: 375 time: 0.0789466 Jul 29 23:24:09.500159 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 97ae755b-c6c7-4165-b71f-44ca40ccad8e no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:24:09.565283 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: 97ae755b-c6c7-4165-b71f-44ca40ccad8e {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:24:09.565740 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 97ae755b-c6c7-4165-b71f-44ca40ccad8e not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:24:09.593924 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c4969-37fd-4f6a-b183-994a5f098d0c req-f8ca2ad5-117e-48e3-98e8-7dcb3a778586 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:09.606736 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ef5c4969-37fd-4f6a-b183-994a5f098d0c req-f8ca2ad5-117e-48e3-98e8-7dcb3a778586 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f45cc9a-5e66-43e9-af21-16b02742bbfe HTTP/1.1" status: 200 len: 946 time: 0.1842558 Jul 29 23:24:09.608324 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-040e4168-59f7-4781-a8d7-c9224d854bbf tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:09.609608 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-040e4168-59f7-4781-a8d7-c9224d854bbf tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=3f45cc9a-5e66-43e9-af21-16b02742bbfe&tenant_id=11625efdc5e247819e1ba7685d24a207&binding%3Ahost_id=n-h1-712141-10 HTTP/1.1" status: 200 len: 1098 time: 0.1748424 Jul 29 23:24:09.628484 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-50f54071-178c-4f03-b584-4695f6da62dd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712141-10'}}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:09.634886 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f3b04b0b-73f9-4702-a830-8ccddf464b7b None None] Provisioning complete for port 5a704280-8c6c-48f9-93b3-705dff0a3317 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:09.635510 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f3b04b0b-73f9-4702-a830-8ccddf464b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:09.641354 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2f5471-3e82-4041-8387-c7647848b7bd None None] Pushing event updated for resources: {'Port': ['ID=5a704280-8c6c-48f9-93b3-705dff0a3317,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:09.664327 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 39042) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:09.669455 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7dd061e5-4022-49f6-b4ed-0bdd7df79479 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:09.693021 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7aa25877-59d3-47b3-81ef-e76f0054d7f9 req-8248b5b2-57b6-42aa-bf7d-18579fe54686 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=62091d0f24f84b44849aea33b1484fc4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1781273 Jul 29 23:24:09.760965 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-50f54071-178c-4f03-b584-4695f6da62dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:09.802146 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7aa25877-59d3-47b3-81ef-e76f0054d7f9 req-1c20fd3e-e18a-4bc4-adf4-27ea0d1033b5 service neutron] 10.222.0.43 "GET /v2.0/networks/09be3f6b-3c77-4c8e-bbe6-2435736d69cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999970 Jul 29 23:24:09.811611 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ef5c4969-37fd-4f6a-b183-994a5f098d0c req-556f8947-f563-4fee-99a9-4e9ef3be9389 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037027 Jul 29 23:24:09.845134 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c68611fb-0a95-4349-a0d3-40c4450b59a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:09.885143 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 79645908-181d-4073-9700-41aa42d9260e no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:24:09.914881 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] No Port match for: 79645908-181d-4073-9700-41aa42d9260e {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:24:09.915566 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 79645908-181d-4073-9700-41aa42d9260e not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:24:09.962916 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7aa25877-59d3-47b3-81ef-e76f0054d7f9 req-88ceaca1-731b-4549-b826-6c7d1f041583 service neutron] 10.222.0.43 "GET /v2.0/networks/09be3f6b-3c77-4c8e-bbe6-2435736d69cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450081 Jul 29 23:24:10.030109 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7dd061e5-4022-49f6-b4ed-0bdd7df79479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:10.047430 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-50f54071-178c-4f03-b584-4695f6da62dd service neutron] For port c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf,segment=NetworkSegment(03081878-6d73-4f31-b394-970f508038c5),segment_id=03081878-6d73-4f31-b394-970f508038c5)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:10.058185 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c68611fb-0a95-4349-a0d3-40c4450b59a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:10.063424 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c68611fb-0a95-4349-a0d3-40c4450b59a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:10.099771 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-c68611fb-0a95-4349-a0d3-40c4450b59a9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4ada0068fbb342658a97248f0d615a49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4324386 Jul 29 23:24:10.103562 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 39050) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:10.127145 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68611fb-0a95-4349-a0d3-40c4450b59a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6f448b-01a8-4512-9afe-fd34a684bd5d,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:10.197035 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-50f54071-178c-4f03-b584-4695f6da62dd service neutron] For port c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf, host n-h1-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:24:10.264973 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['22c7ca71-35c1-4b00-8e2e-239e358c0130', 'b181cfa3-0078-42d3-ba56-050fef11f986'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:24:10.273774 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-50f54071-178c-4f03-b584-4695f6da62dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:10.280946 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28085e2-0d5f-49e4-a9d7-1955b46bb9a2 req-e366cd56-5790-4de3-bcf1-492d0595c99c tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:10.283404 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e28085e2-0d5f-49e4-a9d7-1955b46bb9a2 req-e366cd56-5790-4de3-bcf1-492d0595c99c tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=b18eaa87-b2be-4352-b653-da8df46dc00a HTTP/1.1" status: 200 len: 945 time: 0.0714798 Jul 29 23:24:10.284208 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-73a5b678-5a75-4d69-8dd8-a3883677bdbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:10.295659 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-50f54071-178c-4f03-b584-4695f6da62dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:10.339056 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e28085e2-0d5f-49e4-a9d7-1955b46bb9a2 req-7561fec3-9798-44f7-9306-5c34d6a573b2 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452225 Jul 29 23:24:10.365701 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-73a5b678-5a75-4d69-8dd8-a3883677bdbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:10.371793 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dd061e5-4022-49f6-b4ed-0bdd7df79479 admin admin] Router d24c5e1e-46b9-4779-b665-679b591db605 is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:24:10.436470 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f54071-178c-4f03-b584-4695f6da62dd service neutron] Pushing event updated for resources: {'Port': ['ID=c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf,revision_number=7']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:10.522239 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca5fca8a-16e9-4dea-a6ff-d0a48edada7a', 'name': 'network-vif-deleted', 'tag': '71d4a39e-68d3-4b6a-988c-753dafc49eea'}, {'server_uuid': '3f45cc9a-5e66-43e9-af21-16b02742bbfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:10.525726 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda51899-256f-442a-905f-6cadcfa9201d" -d '{"events": [{"server_uuid": "ca5fca8a-16e9-4dea-a6ff-d0a48edada7a", "name": "network-vif-deleted", "tag": "71d4a39e-68d3-4b6a-988c-753dafc49eea"}, {"server_uuid": "3f45cc9a-5e66-43e9-af21-16b02742bbfe", "name": "network-vif-unplugged", "status": "completed", "tag": "c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:10.599756 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-50f54071-178c-4f03-b584-4695f6da62dd service neutron] Attempting to bind port c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf on host n-h1-712141-10 for vnic_type normal with profile {"migrating_to": "n-h2-712141-10"} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:24:10.600303 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-50f54071-178c-4f03-b584-4695f6da62dd service neutron] Attempting to bind port c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': '03081878-6d73-4f31-b394-970f508038c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '33e8f010-7789-4c0c-8f2b-4d54e9bb67e4'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:24:10.600757 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-50f54071-178c-4f03-b584-4695f6da62dd service neutron] Attempting to bind port c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf on network 33e8f010-7789-4c0c-8f2b-4d54e9bb67e4 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:10.607515 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-73a5b678-5a75-4d69-8dd8-a3883677bdbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:10.610096 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-73a5b678-5a75-4d69-8dd8-a3883677bdbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:10.611270 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-73a5b678-5a75-4d69-8dd8-a3883677bdbd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3e6f448b-01a8-4512-9afe-fd34a684bd5d HTTP/1.1" status: 204 len: 168 time: 0.5066614 Jul 29 23:24:10.644185 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a5b678-5a75-4d69-8dd8-a3883677bdbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6f448b-01a8-4512-9afe-fd34a684bd5d,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:10.650182 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-50f54071-178c-4f03-b584-4695f6da62dd service neutron] Port c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf on network 33e8f010-7789-4c0c-8f2b-4d54e9bb67e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:24:10.650526 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-50f54071-178c-4f03-b584-4695f6da62dd service neutron] Attempting to bind port c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf on network 33e8f010-7789-4c0c-8f2b-4d54e9bb67e4 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:10.666297 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-50f54071-178c-4f03-b584-4695f6da62dd service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:24:10.666997 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-50f54071-178c-4f03-b584-4695f6da62dd service neutron] Checking segment: {'id': '03081878-6d73-4f31-b394-970f508038c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '33e8f010-7789-4c0c-8f2b-4d54e9bb67e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:24:10.667563 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-50f54071-178c-4f03-b584-4695f6da62dd service neutron] Bound using segment: {'id': '03081878-6d73-4f31-b394-970f508038c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '33e8f010-7789-4c0c-8f2b-4d54e9bb67e4'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:24:10.668187 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-50f54071-178c-4f03-b584-4695f6da62dd service neutron] Bound port: c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03081878-6d73-4f31-b394-970f508038c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '33e8f010-7789-4c0c-8f2b-4d54e9bb67e4'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:24:10.668763 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-50f54071-178c-4f03-b584-4695f6da62dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:10.869402 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd061e5-4022-49f6-b4ed-0bdd7df79479 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:24:10.881542 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84567781-6d24-4f9b-bd9d-bccb5d61cca8 None None] Sync routers for ids ['d24c5e1e-46b9-4779-b665-679b591db605'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:24:10.901769 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6aa7a7-3cf7-4118-bf37-07d1dcefa7da x-openstack-request-id: req-ac6aa7a7-3cf7-4118-bf37-07d1dcefa7da {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:10.906331 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84567781-6d24-4f9b-bd9d-bccb5d61cca8 None None] Routers {'d24c5e1e-46b9-4779-b665-679b591db605'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:24:10.908882 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-84567781-6d24-4f9b-bd9d-bccb5d61cca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:23:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['d24c5e1e-46b9-4779-b665-679b591db605'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:10.913180 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca5fca8a-16e9-4dea-a6ff-d0a48edada7a", "name": "network-vif-deleted", "tag": "71d4a39e-68d3-4b6a-988c-753dafc49eea", "status": "completed", "code": 200}, {"server_uuid": "3f45cc9a-5e66-43e9-af21-16b02742bbfe", "name": "network-vif-unplugged", "status": "completed", "tag": "c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:10.913440 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ac6aa7a7-3cf7-4118-bf37-07d1dcefa7da {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:10.913900 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca5fca8a-16e9-4dea-a6ff-d0a48edada7a', 'name': 'network-vif-deleted', 'tag': '71d4a39e-68d3-4b6a-988c-753dafc49eea', 'status': 'completed', 'code': 200} Jul 29 23:24:10.914154 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f45cc9a-5e66-43e9-af21-16b02742bbfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf', 'code': 200} Jul 29 23:24:10.927005 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3c394862-cf0d-4056-94d9-29387c7dda12 req-8ee10423-12ff-4388-80ab-29a3515c8597 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf18f79c-9154-4ca8-9e0c-8c98c8b90be4 HTTP/1.1" status: 200 len: 210 time: 0.5182524 Jul 29 23:24:10.943682 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-50f54071-178c-4f03-b584-4695f6da62dd service neutron] For port c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf, host n-h1-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:24:10.950735 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-50f54071-178c-4f03-b584-4695f6da62dd service neutron] For port c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf,segment=NetworkSegment(03081878-6d73-4f31-b394-970f508038c5),segment_id=03081878-6d73-4f31-b394-970f508038c5)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:24:10.955076 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7dd061e5-4022-49f6-b4ed-0bdd7df79479 admin admin] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:10.957002 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7dd061e5-4022-49f6-b4ed-0bdd7df79479 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.0421183 Jul 29 23:24:10.959251 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-50f54071-178c-4f03-b584-4695f6da62dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:10.960719 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 39082) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:11.083344 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-50f54071-178c-4f03-b584-4695f6da62dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:11.085366 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-50f54071-178c-4f03-b584-4695f6da62dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:11.089921 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-50f54071-178c-4f03-b584-4695f6da62dd service neutron] 10.222.0.22 "PUT /v2.0/ports/c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf HTTP/1.1" status: 200 len: 1124 time: 1.4692106 Jul 29 23:24:11.091857 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f54071-178c-4f03-b584-4695f6da62dd service neutron] Pushing event updated for resources: {'Port': ['ID=c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf,revision_number=8']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:11.167237 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 39086) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:11.173258 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-84567781-6d24-4f9b-bd9d-bccb5d61cca8 None None] Set router d24c5e1e-46b9-4779-b665-679b591db605 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:24:11.236114 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:24:11.312663 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778ad2bd-79c4-464b-a2fd-30045a02e51a req-ab35797b-4ebe-4ab4-b7bf-f500c4fe9152 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:11.324664 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-778ad2bd-79c4-464b-a2fd-30045a02e51a req-ab35797b-4ebe-4ab4-b7bf-f500c4fe9152 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f45cc9a-5e66-43e9-af21-16b02742bbfe HTTP/1.1" status: 200 len: 944 time: 0.1822500 Jul 29 23:24:11.398135 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-778ad2bd-79c4-464b-a2fd-30045a02e51a req-511b2f90-4037-4e3f-93f1-c47df3dde7d0 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731843 Jul 29 23:24:11.407633 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 95f89b11-8c1d-408e-9d2e-dddea3919690 details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:24:11.408790 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-84567781-6d24-4f9b-bd9d-bccb5d61cca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24c5e1e-46b9-4779-b665-679b591db605', 'name': 'tempest-TaggedBootDevicesTest_v242-908721989-router', 'tenant_id': '2080476b97a74d1caf5886ea19337ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': '5b9039bb-38ed-402e-bf57-42aa85f95620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:24:05Z', 'updated_at': '2021-07-29T23:24:09Z', 'revision_number': 3, 'project_id': '2080476b97a74d1caf5886ea19337ad1', 'gw_port': {'id': '5b9039bb-38ed-402e-bf57-42aa85f95620', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7f:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd24c5e1e-46b9-4779-b665-679b591db605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:06Z', 'updated_at': '2021-07-29T23:24:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:11.445899 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-58cae395-8650-4d81-be56-0ecd7f98622b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:11.451840 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84567781-6d24-4f9b-bd9d-bccb5d61cca8 None None] Checking router: d24c5e1e-46b9-4779-b665-679b591db605 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:24:11.451840 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84567781-6d24-4f9b-bd9d-bccb5d61cca8 None None] Updating router d24c5e1e-46b9-4779-b665-679b591db605 port 5b9039bb-38ed-402e-bf57-42aa85f95620 binding host n-d-712141-10 {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:24:11.476348 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-84567781-6d24-4f9b-bd9d-bccb5d61cca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:11.550479 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 5a704280-8c6c-48f9-93b3-705dff0a3317 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:24:11.590174 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 39100) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:11.684831 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-58cae395-8650-4d81-be56-0ecd7f98622b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:11.699260 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-58cae395-8650-4d81-be56-0ecd7f98622b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:11.734281 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-58cae395-8650-4d81-be56-0ecd7f98622b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c04e820bf1364004929a2ca449148d2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5622993 Jul 29 23:24:11.734979 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 39108) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:11.747093 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ac8a97fa-71a9-4a25-9265-1265a4c037d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:11.764950 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cae395-8650-4d81-be56-0ecd7f98622b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df4c1fe5-0df5-4ecb-8e18-d4d13e308e05,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:11.814288 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 95f89b11-8c1d-408e-9d2e-dddea3919690, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=95f89b11-8c1d-408e-9d2e-dddea3919690,segment=NetworkSegment(290ad064-62e5-45f1-87ac-9cd12097849c),segment_id=290ad064-62e5-45f1-87ac-9cd12097849c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:11.828953 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '95f89b11-8c1d-408e-9d2e-dddea3919690', 'network_id': '666740f6-88d5-4493-9e12-abc4c5ef258e', 'port_id': '95f89b11-8c1d-408e-9d2e-dddea3919690', 'mac_address': 'fa:16:3e:f0:57:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '415faf0b-bf5f-4f8b-b3ff-1ae5686de75a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:24:11.845053 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfebda82-06d4-4be8-b421-38d02bbf9c7c req-ac87a4dd-c963-4f04-8bba-10e5c51119de tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:11.855323 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bfebda82-06d4-4be8-b421-38d02bbf9c7c req-ac87a4dd-c963-4f04-8bba-10e5c51119de tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=b18eaa87-b2be-4352-b653-da8df46dc00a HTTP/1.1" status: 200 len: 945 time: 0.3087556 Jul 29 23:24:11.887814 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:11.904006 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-dad190d8-a522-4dc9-861a-ab2561ded29b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:11.907308 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 95f89b11-8c1d-408e-9d2e-dddea3919690 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:24:11.933440 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 95f89b11-8c1d-408e-9d2e-dddea3919690, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=95f89b11-8c1d-408e-9d2e-dddea3919690,segment=NetworkSegment(290ad064-62e5-45f1-87ac-9cd12097849c),segment_id=290ad064-62e5-45f1-87ac-9cd12097849c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:11.957653 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 5a704280-8c6c-48f9-93b3-705dff0a3317 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:11.958032 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:12.008790 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:12.012305 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bfebda82-06d4-4be8-b421-38d02bbf9c7c req-5ce0e63b-481e-427d-8ade-c17d717a8c0c tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539345 Jul 29 23:24:12.040447 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37e808-e66f-4ea9-8625-0b986cc8038b req-976622d0-0570-4f41-a7f2-c9d6adad24bf tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:12.051895 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cb37e808-e66f-4ea9-8625-0b986cc8038b req-976622d0-0570-4f41-a7f2-c9d6adad24bf tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab3fa88-957f-47f5-848b-6a5b3ce8e37c HTTP/1.1" status: 200 len: 949 time: 0.3247118 Jul 29 23:24:12.113300 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-84567781-6d24-4f9b-bd9d-bccb5d61cca8 None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:12.136750 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-84567781-6d24-4f9b-bd9d-bccb5d61cca8 None None] Transition to ACTIVE for port object 5b9039bb-38ed-402e-bf57-42aa85f95620 will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:12.151454 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-84567781-6d24-4f9b-bd9d-bccb5d61cca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:12.189152 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=95f89b11-8c1d-408e-9d2e-dddea3919690,revision_number=6']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:12.210743 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['95f89b11-8c1d-408e-9d2e-dddea3919690'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:24:12.226244 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-34b25489-393f-4154-9972-cf560e62d652 req-79d63f86-f8fe-42f3-916c-2768174ecbef tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf18f79c-9154-4ca8-9e0c-8c98c8b90be4 HTTP/1.1" status: 200 len: 210 time: 0.0561824 Jul 29 23:24:12.235111 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-84567781-6d24-4f9b-bd9d-bccb5d61cca8 None None] Attempting to bind port 5b9039bb-38ed-402e-bf57-42aa85f95620 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:24:12.235494 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-84567781-6d24-4f9b-bd9d-bccb5d61cca8 None None] Attempting to bind port 5b9039bb-38ed-402e-bf57-42aa85f95620 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:24:12.235859 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84567781-6d24-4f9b-bd9d-bccb5d61cca8 None None] Attempting to bind port 5b9039bb-38ed-402e-bf57-42aa85f95620 on network 58f27f61-3278-49cc-b66b-1e729d26f29f {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:12.262255 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc6ecb5-cce3-4a7b-93e4-ba4127e394d8 None None] Pushing event updated for resources: {'Port': ['ID=5b9039bb-38ed-402e-bf57-42aa85f95620,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:12.276950 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84567781-6d24-4f9b-bd9d-bccb5d61cca8 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:24:12.276950 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84567781-6d24-4f9b-bd9d-bccb5d61cca8 None None] Checking segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:24:12.277418 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-84567781-6d24-4f9b-bd9d-bccb5d61cca8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:12.278160 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84567781-6d24-4f9b-bd9d-bccb5d61cca8 None None] Bound using segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:24:12.279140 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-84567781-6d24-4f9b-bd9d-bccb5d61cca8 None None] Bound port: 5b9039bb-38ed-402e-bf57-42aa85f95620, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:24:12.279536 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-84567781-6d24-4f9b-bd9d-bccb5d61cca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:12.350056 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cb37e808-e66f-4ea9-8625-0b986cc8038b req-2e55f123-3415-438c-afbe-bfb49e8e919f tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949641 Jul 29 23:24:12.357626 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-84567781-6d24-4f9b-bd9d-bccb5d61cca8 None None] For port 5b9039bb-38ed-402e-bf57-42aa85f95620, host n-d-712141-10, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:24:12.365052 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-84567781-6d24-4f9b-bd9d-bccb5d61cca8 None None] For port 5b9039bb-38ed-402e-bf57-42aa85f95620, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=5b9039bb-38ed-402e-bf57-42aa85f95620,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:24:12.375623 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc6ecb5-cce3-4a7b-93e4-ba4127e394d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:12.375999 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc6ecb5-cce3-4a7b-93e4-ba4127e394d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:12.376542 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc6ecb5-cce3-4a7b-93e4-ba4127e394d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:12.376886 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc6ecb5-cce3-4a7b-93e4-ba4127e394d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:12.377231 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc6ecb5-cce3-4a7b-93e4-ba4127e394d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:12.378271 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc6ecb5-cce3-4a7b-93e4-ba4127e394d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:12.379090 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc6ecb5-cce3-4a7b-93e4-ba4127e394d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:12.379741 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc6ecb5-cce3-4a7b-93e4-ba4127e394d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:12.380090 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc6ecb5-cce3-4a7b-93e4-ba4127e394d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:12.382396 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc6ecb5-cce3-4a7b-93e4-ba4127e394d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:12.382738 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc6ecb5-cce3-4a7b-93e4-ba4127e394d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:12.383789 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc6ecb5-cce3-4a7b-93e4-ba4127e394d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:12.395742 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-84567781-6d24-4f9b-bd9d-bccb5d61cca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:12.407074 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4c1f4be8-6f8b-4aa6-804e-06a958f4b790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:12.435055 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa25877-59d3-47b3-81ef-e76f0054d7f9 req-d7a0f964-f6db-4491-a2e7-7df3015f0051 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:12.435990 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7aa25877-59d3-47b3-81ef-e76f0054d7f9 req-d7a0f964-f6db-4491-a2e7-7df3015f0051 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.22 "GET /v2.0/networks?id=09be3f6b-3c77-4c8e-bbe6-2435736d69cf HTTP/1.1" status: 200 len: 805 time: 0.6672125 Jul 29 23:24:12.445879 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-dad190d8-a522-4dc9-861a-ab2561ded29b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:12.458128 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-7aa25877-59d3-47b3-81ef-e76f0054d7f9 req-68e836df-7e51-4f0d-a315-9314a8798bf9 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Request body: {'port': {'device_id': 'bf18f79c-9154-4ca8-9e0c-8c98c8b90be4', 'network_id': '09be3f6b-3c77-4c8e-bbe6-2435736d69cf', 'admin_state_up': True, 'tenant_id': '62091d0f24f84b44849aea33b1484fc4'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:12.489140 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc6ecb5-cce3-4a7b-93e4-ba4127e394d8 None None] Pushing event updated for resources: {'Port': ['ID=5b9039bb-38ed-402e-bf57-42aa85f95620,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:12.609346 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-dad190d8-a522-4dc9-861a-ab2561ded29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:12.612429 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-dad190d8-a522-4dc9-861a-ab2561ded29b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:12.616795 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-dad190d8-a522-4dc9-861a-ab2561ded29b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/df4c1fe5-0df5-4ecb-8e18-d4d13e308e05 HTTP/1.1" status: 204 len: 168 time: 0.8808916 Jul 29 23:24:12.628843 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad190d8-a522-4dc9-861a-ab2561ded29b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4c1fe5-0df5-4ecb-8e18-d4d13e308e05,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:12.656560 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ac8a97fa-71a9-4a25-9265-1265a4c037d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:12.663061 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-4c1f4be8-6f8b-4aa6-804e-06a958f4b790 admin admin] Allocated IP 172.20.0.1 (ce4b3ab8-859d-4d6c-903b-c30dcaacffc8/f17b5adc-97d4-4be8-906f-2c5b33598723/715390ce-2547-4acd-b959-070d46d7a628) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:24:12.673388 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ac8a97fa-71a9-4a25-9265-1265a4c037d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:12.698657 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aa25877-59d3-47b3-81ef-e76f0054d7f9 req-68e836df-7e51-4f0d-a315-9314a8798bf9 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Made reservation on behalf of 62091d0f24f84b44849aea33b1484fc4 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:24:12.702633 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-7aa25877-59d3-47b3-81ef-e76f0054d7f9 req-68e836df-7e51-4f0d-a315-9314a8798bf9 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:12.729989 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8a97fa-71a9-4a25-9265-1265a4c037d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376f92b3-f115-4ef5-9014-e97491cf44d0,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:12.790311 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ac8a97fa-71a9-4a25-9265-1265a4c037d5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b93974119455470986a266475b4847b7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1973379 Jul 29 23:24:12.793124 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 39132) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:12.807009 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84567781-6d24-4f9b-bd9d-bccb5d61cca8 None None] Routers {'d24c5e1e-46b9-4779-b665-679b591db605'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:24:12.807651 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-84567781-6d24-4f9b-bd9d-bccb5d61cca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:23:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['d24c5e1e-46b9-4779-b665-679b591db605'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:12.828090 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f09cda-3cdc-4801-bc58-b3e2ee2d0302 req-b2b0a2da-815d-4b0c-aa80-921c6b20c931 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:12.835388 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-77f09cda-3cdc-4801-bc58-b3e2ee2d0302 req-b2b0a2da-815d-4b0c-aa80-921c6b20c931 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f45cc9a-5e66-43e9-af21-16b02742bbfe HTTP/1.1" status: 200 len: 944 time: 0.2355278 Jul 29 23:24:12.923716 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f45cc9a-5e66-43e9-af21-16b02742bbfe', 'tag': 'c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:12.925405 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-77f09cda-3cdc-4801-bc58-b3e2ee2d0302 req-d0d2d344-5395-439d-99a4-6cd7b4c00032 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844169 Jul 29 23:24:12.932761 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bbbb6be-83e0-4f76-8e64-9dc589a58ec9" -d '{"events": [{"name": "network-changed", "server_uuid": "3f45cc9a-5e66-43e9-af21-16b02742bbfe", "tag": "c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:13.000878 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4c1f4be8-6f8b-4aa6-804e-06a958f4b790 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:13.036446 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-4c1f4be8-6f8b-4aa6-804e-06a958f4b790 admin admin] Transition to ACTIVE for port object 715390ce-2547-4acd-b959-070d46d7a628 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:13.068824 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-84567781-6d24-4f9b-bd9d-bccb5d61cca8 None None] Set router d24c5e1e-46b9-4779-b665-679b591db605 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:24:13.104569 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f33253-9916-488b-b284-456633654904 x-openstack-request-id: req-13f33253-9916-488b-b284-456633654904 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:13.104569 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f45cc9a-5e66-43e9-af21-16b02742bbfe", "tag": "c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:13.104569 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-13f33253-9916-488b-b284-456633654904 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:13.106127 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f45cc9a-5e66-43e9-af21-16b02742bbfe', 'tag': 'c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf', 'status': 'completed', 'code': 200} Jul 29 23:24:13.171982 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d85415d4-f661-4741-a42e-c6337de6762d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:13.232574 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d85415d4-f661-4741-a42e-c6337de6762d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:13.279880 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4c1f4be8-6f8b-4aa6-804e-06a958f4b790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:13.331505 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-84567781-6d24-4f9b-bd9d-bccb5d61cca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24c5e1e-46b9-4779-b665-679b591db605', 'name': 'tempest-TaggedBootDevicesTest_v242-908721989-router', 'tenant_id': '2080476b97a74d1caf5886ea19337ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': '5b9039bb-38ed-402e-bf57-42aa85f95620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:24:05Z', 'updated_at': '2021-07-29T23:24:09Z', 'revision_number': 3, 'project_id': '2080476b97a74d1caf5886ea19337ad1', 'gw_port': {'id': '5b9039bb-38ed-402e-bf57-42aa85f95620', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7f:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd24c5e1e-46b9-4779-b665-679b591db605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:06Z', 'updated_at': '2021-07-29T23:24:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:13.366364 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84567781-6d24-4f9b-bd9d-bccb5d61cca8 None None] The sync data for ids ['d24c5e1e-46b9-4779-b665-679b591db605'] in n-d-712141-10 is: [{'id': 'd24c5e1e-46b9-4779-b665-679b591db605', 'name': 'tempest-TaggedBootDevicesTest_v242-908721989-router', 'tenant_id': '2080476b97a74d1caf5886ea19337ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': '5b9039bb-38ed-402e-bf57-42aa85f95620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:24:05Z', 'updated_at': '2021-07-29T23:24:09Z', 'revision_number': 3, 'project_id': '2080476b97a74d1caf5886ea19337ad1', 'gw_port': {'id': '5b9039bb-38ed-402e-bf57-42aa85f95620', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7f:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd24c5e1e-46b9-4779-b665-679b591db605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:06Z', 'updated_at': '2021-07-29T23:24:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:24:13.385606 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:24:13.389038 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71002b05-2642-4d4d-a3dc-76689a402eb0 req-b37305a1-48ea-4302-b594-8f9daefa408b tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:13.404647 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 95f89b11-8c1d-408e-9d2e-dddea3919690 up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:24:13.406301 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-71002b05-2642-4d4d-a3dc-76689a402eb0 req-b37305a1-48ea-4302-b594-8f9daefa408b tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.22 "GET /v2.0/ports?device_id=1ab3fa88-957f-47f5-848b-6a5b3ce8e37c HTTP/1.1" status: 200 len: 949 time: 0.4941914 Jul 29 23:24:13.417407 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d85415d4-f661-4741-a42e-c6337de6762d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:13.420173 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d85415d4-f661-4741-a42e-c6337de6762d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:13.421337 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d85415d4-f661-4741-a42e-c6337de6762d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/376f92b3-f115-4ef5-9014-e97491cf44d0 HTTP/1.1" status: 204 len: 168 time: 0.6261561 Jul 29 23:24:13.523639 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 39146) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:13.529251 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85415d4-f661-4741-a42e-c6337de6762d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376f92b3-f115-4ef5-9014-e97491cf44d0,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:13.537522 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1f4be8-6f8b-4aa6-804e-06a958f4b790 admin admin] Network ce4b3ab8-859d-4d6c-903b-c30dcaacffc8 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:24:13.540083 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbbb6be-83e0-4f76-8e64-9dc589a58ec9 req-a3d71017-8e6d-4dda-848a-926488e82356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:13.541746 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9bbbb6be-83e0-4f76-8e64-9dc589a58ec9 req-a3d71017-8e6d-4dda-848a-926488e82356 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=11625efdc5e247819e1ba7685d24a207&device_id=3f45cc9a-5e66-43e9-af21-16b02742bbfe HTTP/1.1" status: 200 len: 1127 time: 0.4501352 Jul 29 23:24:13.547375 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a80b209e-3237-4901-a144-c9a72dcaf2b4 req-5938f7c5-d70f-43b1-9939-bc154a922895 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf18f79c-9154-4ca8-9e0c-8c98c8b90be4 HTTP/1.1" status: 200 len: 210 time: 0.1844795 Jul 29 23:24:13.552303 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-7aa25877-59d3-47b3-81ef-e76f0054d7f9 req-68e836df-7e51-4f0d-a315-9314a8798bf9 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Allocated IP 172.20.0.4 (09be3f6b-3c77-4c8e-bbe6-2435736d69cf/61118f50-e726-435d-a59a-d51b2a8c879d/63bcd344-ff75-471b-96f4-9d568bebb8a6) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:24:13.562568 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-4c1f4be8-6f8b-4aa6-804e-06a958f4b790 admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:13.574106 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1f4be8-6f8b-4aa6-804e-06a958f4b790 admin admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:24:13.607376 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-98a99156-898b-489e-b5fd-262d97864c23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:13.667038 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9821cdca-7e50-42fc-93a5-8e7308e2d242 req-d2585470-d8db-4ef6-83d9-490feb2b543b tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:13.668623 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9821cdca-7e50-42fc-93a5-8e7308e2d242 req-d2585470-d8db-4ef6-83d9-490feb2b543b tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.22 "GET /v2.0/ports?device_id=931fe566-5b89-4893-a1c1-7cae6effaca9 HTTP/1.1" status: 200 len: 949 time: 0.5075347 Jul 29 23:24:13.669301 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1f4be8-6f8b-4aa6-804e-06a958f4b790 admin admin] Pushing event updated for resources: {'Port': ['ID=715390ce-2547-4acd-b959-070d46d7a628,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:13.811145 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf,segment=NetworkSegment(03081878-6d73-4f31-b394-970f508038c5),segment_id=03081878-6d73-4f31-b394-970f508038c5)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:13.853231 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf has no active binding in host n-h2-712141-10 {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 29 23:24:13.927749 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d327e8ed-2344-4996-8706-87fd0f4d6f44 req-20a23a77-97a1-4874-a704-fe900f854409 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:13.929659 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d327e8ed-2344-4996-8706-87fd0f4d6f44 req-20a23a77-97a1-4874-a704-fe900f854409 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=b18eaa87-b2be-4352-b653-da8df46dc00a HTTP/1.1" status: 200 len: 944 time: 0.7352974 Jul 29 23:24:13.950944 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 95f89b11-8c1d-408e-9d2e-dddea3919690 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:13.951715 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:14.109875 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:14.120104 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-71002b05-2642-4d4d-a3dc-76689a402eb0 req-dd0ec9eb-cd08-4388-bfa9-576ccf5fd9ca tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Deleting port b181cfa3-0078-42d3-ba56-050fef11f986 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:24:14.120444 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-71002b05-2642-4d4d-a3dc-76689a402eb0 req-dd0ec9eb-cd08-4388-bfa9-576ccf5fd9ca tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:14.150958 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18eaa87-b2be-4352-b653-da8df46dc00a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f89b11-8c1d-408e-9d2e-dddea3919690'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:14.156585 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe31dd17-26ac-43ee-b051-69266594605d" -d '{"events": [{"server_uuid": "b18eaa87-b2be-4352-b653-da8df46dc00a", "name": "network-vif-plugged", "status": "completed", "tag": "95f89b11-8c1d-408e-9d2e-dddea3919690"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:14.159909 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4c1f4be8-6f8b-4aa6-804e-06a958f4b790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:14.214545 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 95f89b11-8c1d-408e-9d2e-dddea3919690, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=95f89b11-8c1d-408e-9d2e-dddea3919690,segment=NetworkSegment(290ad064-62e5-45f1-87ac-9cd12097849c),segment_id=290ad064-62e5-45f1-87ac-9cd12097849c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:14.229948 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:14.242569 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-ba305efb-d23f-432c-8882-d434ac3701b0 None None] Provisioning for port 715390ce-2547-4acd-b959-070d46d7a628 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:24:14.291318 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-ba305efb-d23f-432c-8882-d434ac3701b0 None None] Provisioning complete for port 715390ce-2547-4acd-b959-070d46d7a628 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:14.291702 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ba305efb-d23f-432c-8882-d434ac3701b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:14.301190 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-71002b05-2642-4d4d-a3dc-76689a402eb0 req-dd0ec9eb-cd08-4388-bfa9-576ccf5fd9ca tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] For port b181cfa3-0078-42d3-ba56-050fef11f986, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=b181cfa3-0078-42d3-ba56-050fef11f986,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:14.301883 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-71002b05-2642-4d4d-a3dc-76689a402eb0 req-dd0ec9eb-cd08-4388-bfa9-576ccf5fd9ca tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:14.317862 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-71002b05-2642-4d4d-a3dc-76689a402eb0 req-dd0ec9eb-cd08-4388-bfa9-576ccf5fd9ca tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Calling delete_port for b181cfa3-0078-42d3-ba56-050fef11f986 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:24:14.330378 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:24:14.379350 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-ba305efb-d23f-432c-8882-d434ac3701b0 None None] Port 715390ce-2547-4acd-b959-070d46d7a628 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:24:14.382467 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=95f89b11-8c1d-408e-9d2e-dddea3919690,revision_number=7']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:14.384405 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0e9af-7557-4911-b335-8b9ed445049e req-d0925639-9e9a-43d3-b4b6-de854f87aba8 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:14.385923 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4fe0e9af-7557-4911-b335-8b9ed445049e req-d0925639-9e9a-43d3-b4b6-de854f87aba8 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=1ab3fa88-957f-47f5-848b-6a5b3ce8e37c HTTP/1.1" status: 200 len: 949 time: 0.6851358 Jul 29 23:24:14.437942 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d327e8ed-2344-4996-8706-87fd0f4d6f44 req-ff2809e0-773d-4291-aa0e-7280d6f2d54e tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4476125 Jul 29 23:24:14.472248 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbbb6be-83e0-4f76-8e64-9dc589a58ec9 req-b8515a8f-fbe2-47e0-9370-10e9ad3a99f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:14.474096 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9bbbb6be-83e0-4f76-8e64-9dc589a58ec9 req-b8515a8f-fbe2-47e0-9370-10e9ad3a99f3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=33e8f010-7789-4c0c-8f2b-4d54e9bb67e4 HTTP/1.1" status: 200 len: 909 time: 0.8913136 Jul 29 23:24:14.517896 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4c1f4be8-6f8b-4aa6-804e-06a958f4b790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:14.657722 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9bbbb6be-83e0-4f76-8e64-9dc589a58ec9 req-2d347a51-00d5-4d29-b5b5-54c04fac5a3d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf HTTP/1.1" status: 200 len: 217 time: 0.1627808 Jul 29 23:24:14.697714 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4fe0e9af-7557-4911-b335-8b9ed445049e req-55d22114-b0c0-49ba-aeaf-e17420f407c6 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779832 Jul 29 23:24:14.753959 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-9821cdca-7e50-42fc-93a5-8e7308e2d242 req-1bbeea2d-cbfc-428e-9380-92850ed05417 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Deleting port 22c7ca71-35c1-4b00-8e2e-239e358c0130 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:24:14.756168 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-7aa25877-59d3-47b3-81ef-e76f0054d7f9 req-68e836df-7e51-4f0d-a315-9314a8798bf9 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:14.757273 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-9821cdca-7e50-42fc-93a5-8e7308e2d242 req-1bbeea2d-cbfc-428e-9380-92850ed05417 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:14.814762 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-98a99156-898b-489e-b5fd-262d97864c23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:14.833118 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-98a99156-898b-489e-b5fd-262d97864c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:14.843179 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d45603c-1187-4af9-9fc4-ad9ec32ba6dd x-openstack-request-id: req-2d45603c-1187-4af9-9fc4-ad9ec32ba6dd {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:14.843686 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-71002b05-2642-4d4d-a3dc-76689a402eb0 req-dd0ec9eb-cd08-4388-bfa9-576ccf5fd9ca tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:14.843837 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b18eaa87-b2be-4352-b653-da8df46dc00a", "name": "network-vif-plugged", "status": "completed", "tag": "95f89b11-8c1d-408e-9d2e-dddea3919690", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:14.843953 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2d45603c-1187-4af9-9fc4-ad9ec32ba6dd {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:14.847973 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18eaa87-b2be-4352-b653-da8df46dc00a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f89b11-8c1d-408e-9d2e-dddea3919690', 'code': 200} Jul 29 23:24:14.883492 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:24:14.929253 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-98a99156-898b-489e-b5fd-262d97864c23 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c34c1cb387a2460cb27af90e1ca8b14f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4010518 Jul 29 23:24:14.964060 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 39172) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:14.989488 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0ec9eb-cd08-4388-bfa9-576ccf5fd9ca tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Pushing event deleted for resources: {'Port': ['ID=b181cfa3-0078-42d3-ba56-050fef11f986,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:15.056523 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a99156-898b-489e-b5fd-262d97864c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887ffaf1-5e7b-4f04-94b6-d34ec8585d4d,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:15.081791 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-71002b05-2642-4d4d-a3dc-76689a402eb0 req-dd0ec9eb-cd08-4388-bfa9-576ccf5fd9ca tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] No DVR routers for this DVR port b181cfa3-0078-42d3-ba56-050fef11f986 on host n-h2-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:24:15.085312 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-71002b05-2642-4d4d-a3dc-76689a402eb0 req-dd0ec9eb-cd08-4388-bfa9-576ccf5fd9ca tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:15.087562 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-71002b05-2642-4d4d-a3dc-76689a402eb0 req-dd0ec9eb-cd08-4388-bfa9-576ccf5fd9ca tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.22 "DELETE /v2.0/ports/b181cfa3-0078-42d3-ba56-050fef11f986 HTTP/1.1" status: 204 len: 173 time: 1.6530330 Jul 29 23:24:15.097047 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-7aa25877-59d3-47b3-81ef-e76f0054d7f9 req-68e836df-7e51-4f0d-a315-9314a8798bf9 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:15.198022 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ab3fa88-957f-47f5-848b-6a5b3ce8e37c', 'name': 'network-vif-deleted', 'tag': 'b181cfa3-0078-42d3-ba56-050fef11f986'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:15.221169 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03d03f5-ba09-447e-90e7-4f2cd97d2543" -d '{"events": [{"server_uuid": "1ab3fa88-957f-47f5-848b-6a5b3ce8e37c", "name": "network-vif-deleted", "tag": "b181cfa3-0078-42d3-ba56-050fef11f986"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:15.285807 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e836df-7e51-4f0d-a315-9314a8798bf9 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Pushing event updated for resources: {'Port': ['ID=63bcd344-ff75-471b-96f4-9d568bebb8a6,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:15.308189 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aa25877-59d3-47b3-81ef-e76f0054d7f9 req-68e836df-7e51-4f0d-a315-9314a8798bf9 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Network 09be3f6b-3c77-4c8e-bbe6-2435736d69cf is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:24:15.310320 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-7aa25877-59d3-47b3-81ef-e76f0054d7f9 req-68e836df-7e51-4f0d-a315-9314a8798bf9 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:15.314163 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aa25877-59d3-47b3-81ef-e76f0054d7f9 req-68e836df-7e51-4f0d-a315-9314a8798bf9 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:24:15.369854 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbbb6be-83e0-4f76-8e64-9dc589a58ec9 req-98430b86-b06c-48e6-893f-7a4e70b88c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:15.370915 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9bbbb6be-83e0-4f76-8e64-9dc589a58ec9 req-98430b86-b06c-48e6-893f-7a4e70b88c66 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d10b4a30-6630-4be3-b0e2-2a7a17a89939 HTTP/1.1" status: 200 len: 848 time: 0.6682594 Jul 29 23:24:15.382531 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 22c7ca71-35c1-4b00-8e2e-239e358c0130 no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:24:15.397873 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa25877-59d3-47b3-81ef-e76f0054d7f9 req-68e836df-7e51-4f0d-a315-9314a8798bf9 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:15.398563 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-7aa25877-59d3-47b3-81ef-e76f0054d7f9 req-68e836df-7e51-4f0d-a315-9314a8798bf9 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:15.445065 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7aa25877-59d3-47b3-81ef-e76f0054d7f9 req-68e836df-7e51-4f0d-a315-9314a8798bf9 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9913626 Jul 29 23:24:15.459739 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-7aa25877-59d3-47b3-81ef-e76f0054d7f9 req-bda3c0dc-9139-4c42-8879-b07ca6b7c104 service neutron] Request body: {'port': {'device_id': 'bf18f79c-9154-4ca8-9e0c-8c98c8b90be4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:15.617320 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-7aa25877-59d3-47b3-81ef-e76f0054d7f9 req-bda3c0dc-9139-4c42-8879-b07ca6b7c104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:15.624634 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 5b9039bb-38ed-402e-bf57-42aa85f95620 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:24:15.633128 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['95555302-95fb-448e-a090-29b4ec336757'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:24:15.638365 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9bbbb6be-83e0-4f76-8e64-9dc589a58ec9 req-7d2631df-850f-4120-b89c-7c712dac0f02 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=33e8f010-7789-4c0c-8f2b-4d54e9bb67e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2283564 Jul 29 23:24:15.658402 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b5294-21fd-448e-a11f-1c23e68b0eeb req-6d5bbdb3-058a-4f77-848c-a918193f0028 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:15.666993 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cd4b5294-21fd-448e-a11f-1c23e68b0eeb req-6d5bbdb3-058a-4f77-848c-a918193f0028 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f45cc9a-5e66-43e9-af21-16b02742bbfe HTTP/1.1" status: 200 len: 944 time: 0.8001983 Jul 29 23:24:15.853352 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5317839b-f734-4fe2-a11b-222d56e9f708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:15.861502 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:15.912007 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 22c7ca71-35c1-4b00-8e2e-239e358c0130, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=22c7ca71-35c1-4b00-8e2e-239e358c0130,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:15.921170 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:15.921950 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device b181cfa3-0078-42d3-ba56-050fef11f986 no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:24:16.098867 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: b181cfa3-0078-42d3-ba56-050fef11f986 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:24:16.099265 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device b181cfa3-0078-42d3-ba56-050fef11f986 not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:24:16.110141 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=22c7ca71-35c1-4b00-8e2e-239e358c0130,revision_number=6']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:16.113684 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 5b9039bb-38ed-402e-bf57-42aa85f95620 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:24:16.205346 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 5b9039bb-38ed-402e-bf57-42aa85f95620 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:16.205750 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:16.235232 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-7aa25877-59d3-47b3-81ef-e76f0054d7f9 req-bda3c0dc-9139-4c42-8879-b07ca6b7c104 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63bcd344-ff75-471b-96f4-9d568bebb8a6 {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:24:16.246659 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-7aa25877-59d3-47b3-81ef-e76f0054d7f9 req-bda3c0dc-9139-4c42-8879-b07ca6b7c104 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:16.262748 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-7aa25877-59d3-47b3-81ef-e76f0054d7f9 req-bda3c0dc-9139-4c42-8879-b07ca6b7c104 service neutron] Transition to ACTIVE for port object 63bcd344-ff75-471b-96f4-9d568bebb8a6 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:16.274978 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-7aa25877-59d3-47b3-81ef-e76f0054d7f9 req-bda3c0dc-9139-4c42-8879-b07ca6b7c104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:16.312121 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e0da5-def3-4750-8e60-7106f80de578 req-21588d8d-8ce1-4807-b884-d38c56afa5ad tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:16.314071 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7f3e0da5-def3-4750-8e60-7106f80de578 req-21588d8d-8ce1-4807-b884-d38c56afa5ad tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf18f79c-9154-4ca8-9e0c-8c98c8b90be4 HTTP/1.1" status: 200 len: 931 time: 1.3400218 Jul 29 23:24:16.354999 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cd4b5294-21fd-448e-a11f-1c23e68b0eeb req-511990d5-adaa-46f5-99a0-1c176bf4fc42 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6867697 Jul 29 23:24:16.362641 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-04d294d8-d52b-4a9d-9172-c49607066cef service neutron] 10.222.0.41 "GET /v2.0/ports/c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf/bindings/n-h2-712141-10 HTTP/1.1" status: 200 len: 385 time: 1.4032645 Jul 29 23:24:16.382243 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-9821cdca-7e50-42fc-93a5-8e7308e2d242 req-1bbeea2d-cbfc-428e-9380-92850ed05417 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] For port 22c7ca71-35c1-4b00-8e2e-239e358c0130, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=22c7ca71-35c1-4b00-8e2e-239e358c0130,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:16.382925 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-9821cdca-7e50-42fc-93a5-8e7308e2d242 req-1bbeea2d-cbfc-428e-9380-92850ed05417 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:16.405695 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda3c0dc-9139-4c42-8879-b07ca6b7c104 service neutron] Pushing event updated for resources: {'Port': ['ID=63bcd344-ff75-471b-96f4-9d568bebb8a6,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:16.517872 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96ce971-b392-44b9-9297-d816c1e8e720 x-openstack-request-id: req-e96ce971-b392-44b9-9297-d816c1e8e720 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:16.518686 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ab3fa88-957f-47f5-848b-6a5b3ce8e37c", "name": "network-vif-deleted", "tag": "b181cfa3-0078-42d3-ba56-050fef11f986", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:16.518686 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e96ce971-b392-44b9-9297-d816c1e8e720 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:16.518910 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ab3fa88-957f-47f5-848b-6a5b3ce8e37c', 'name': 'network-vif-deleted', 'tag': 'b181cfa3-0078-42d3-ba56-050fef11f986', 'status': 'completed', 'code': 200} Jul 29 23:24:16.542406 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-9821cdca-7e50-42fc-93a5-8e7308e2d242 req-1bbeea2d-cbfc-428e-9380-92850ed05417 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Calling delete_port for 22c7ca71-35c1-4b00-8e2e-239e358c0130 owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:24:16.550288 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:16.561714 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5317839b-f734-4fe2-a11b-222d56e9f708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:16.597371 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 5b9039bb-38ed-402e-bf57-42aa85f95620, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=5b9039bb-38ed-402e-bf57-42aa85f95620,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:16.608828 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:16.622364 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-7aa25877-59d3-47b3-81ef-e76f0054d7f9 req-bda3c0dc-9139-4c42-8879-b07ca6b7c104 service neutron] Attempting to bind port 63bcd344-ff75-471b-96f4-9d568bebb8a6 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:24:16.622703 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-7aa25877-59d3-47b3-81ef-e76f0054d7f9 req-bda3c0dc-9139-4c42-8879-b07ca6b7c104 service neutron] Attempting to bind port 63bcd344-ff75-471b-96f4-9d568bebb8a6 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '2f225bab-780d-4bb8-903d-ee3f32d75d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '09be3f6b-3c77-4c8e-bbe6-2435736d69cf'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:24:16.623534 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa25877-59d3-47b3-81ef-e76f0054d7f9 req-bda3c0dc-9139-4c42-8879-b07ca6b7c104 service neutron] Attempting to bind port 63bcd344-ff75-471b-96f4-9d568bebb8a6 on network 09be3f6b-3c77-4c8e-bbe6-2435736d69cf {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:16.629064 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa25877-59d3-47b3-81ef-e76f0054d7f9 req-bda3c0dc-9139-4c42-8879-b07ca6b7c104 service neutron] Port 63bcd344-ff75-471b-96f4-9d568bebb8a6 on network 09be3f6b-3c77-4c8e-bbe6-2435736d69cf not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:24:16.629886 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa25877-59d3-47b3-81ef-e76f0054d7f9 req-bda3c0dc-9139-4c42-8879-b07ca6b7c104 service neutron] Attempting to bind port 63bcd344-ff75-471b-96f4-9d568bebb8a6 on network 09be3f6b-3c77-4c8e-bbe6-2435736d69cf {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:16.645219 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa25877-59d3-47b3-81ef-e76f0054d7f9 req-bda3c0dc-9139-4c42-8879-b07ca6b7c104 service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:24:16.646207 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa25877-59d3-47b3-81ef-e76f0054d7f9 req-bda3c0dc-9139-4c42-8879-b07ca6b7c104 service neutron] Checking segment: {'id': '2f225bab-780d-4bb8-903d-ee3f32d75d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '09be3f6b-3c77-4c8e-bbe6-2435736d69cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:24:16.646207 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aa25877-59d3-47b3-81ef-e76f0054d7f9 req-bda3c0dc-9139-4c42-8879-b07ca6b7c104 service neutron] Bound using segment: {'id': '2f225bab-780d-4bb8-903d-ee3f32d75d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '09be3f6b-3c77-4c8e-bbe6-2435736d69cf'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:24:16.646530 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-7aa25877-59d3-47b3-81ef-e76f0054d7f9 req-bda3c0dc-9139-4c42-8879-b07ca6b7c104 service neutron] Bound port: 63bcd344-ff75-471b-96f4-9d568bebb8a6, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f225bab-780d-4bb8-903d-ee3f32d75d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '09be3f6b-3c77-4c8e-bbe6-2435736d69cf'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:24:16.647037 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-7aa25877-59d3-47b3-81ef-e76f0054d7f9 req-bda3c0dc-9139-4c42-8879-b07ca6b7c104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:16.715740 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=5b9039bb-38ed-402e-bf57-42aa85f95620,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:16.799924 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-7aa25877-59d3-47b3-81ef-e76f0054d7f9 req-bda3c0dc-9139-4c42-8879-b07ca6b7c104 service neutron] For port 63bcd344-ff75-471b-96f4-9d568bebb8a6, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:24:16.814345 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-7aa25877-59d3-47b3-81ef-e76f0054d7f9 req-bda3c0dc-9139-4c42-8879-b07ca6b7c104 service neutron] For port 63bcd344-ff75-471b-96f4-9d568bebb8a6, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=63bcd344-ff75-471b-96f4-9d568bebb8a6,segment=NetworkSegment(2f225bab-780d-4bb8-903d-ee3f32d75d09),segment_id=2f225bab-780d-4bb8-903d-ee3f32d75d09)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:24:16.820970 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-7aa25877-59d3-47b3-81ef-e76f0054d7f9 req-bda3c0dc-9139-4c42-8879-b07ca6b7c104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:16.849954 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931fe566-5b89-4893-a1c1-7cae6effaca9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22c7ca71-35c1-4b00-8e2e-239e358c0130'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:16.852488 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a15db3e-4945-4d79-a493-3aa7205e5ab1" -d '{"events": [{"server_uuid": "931fe566-5b89-4893-a1c1-7cae6effaca9", "name": "network-vif-unplugged", "status": "completed", "tag": "22c7ca71-35c1-4b00-8e2e-239e358c0130"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:16.868887 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa25877-59d3-47b3-81ef-e76f0054d7f9 req-bda3c0dc-9139-4c42-8879-b07ca6b7c104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:16.870154 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-7aa25877-59d3-47b3-81ef-e76f0054d7f9 req-bda3c0dc-9139-4c42-8879-b07ca6b7c104 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:16.871927 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7aa25877-59d3-47b3-81ef-e76f0054d7f9 req-bda3c0dc-9139-4c42-8879-b07ca6b7c104 service neutron] 10.222.0.22 "PUT /v2.0/ports/63bcd344-ff75-471b-96f4-9d568bebb8a6 HTTP/1.1" status: 200 len: 1092 time: 1.4192624 Jul 29 23:24:16.885526 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7f3e0da5-def3-4750-8e60-7106f80de578 req-92ea5e0d-2353-4582-b8bb-781159491a53 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5545444 Jul 29 23:24:16.891523 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-b6ec5117-2d40-4639-91fd-02b822ac0906 service neutron] For port c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf,segment=NetworkSegment(03081878-6d73-4f31-b394-970f508038c5),segment_id=03081878-6d73-4f31-b394-970f508038c5)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:16.973207 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda3c0dc-9139-4c42-8879-b07ca6b7c104 service neutron] Pushing event updated for resources: {'Port': ['ID=63bcd344-ff75-471b-96f4-9d568bebb8a6,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:17.006175 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa25877-59d3-47b3-81ef-e76f0054d7f9 req-3e82ad06-1a98-4c49-ba36-4c1b9fe07ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:17.008058 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7aa25877-59d3-47b3-81ef-e76f0054d7f9 req-3e82ad06-1a98-4c49-ba36-4c1b9fe07ce5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=62091d0f24f84b44849aea33b1484fc4&device_id=bf18f79c-9154-4ca8-9e0c-8c98c8b90be4 HTTP/1.1" status: 200 len: 1095 time: 0.0725427 Jul 29 23:24:17.046533 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f0cda-fadc-4969-9550-b2426a10a0b5 req-fb501666-ffc4-48a4-ba35-e070ba0f2e3c tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:17.053846 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7e4f0cda-fadc-4969-9550-b2426a10a0b5 req-fb501666-ffc4-48a4-ba35-e070ba0f2e3c tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=b18eaa87-b2be-4352-b653-da8df46dc00a HTTP/1.1" status: 200 len: 945 time: 0.4616024 Jul 29 23:24:17.072814 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7aa25877-59d3-47b3-81ef-e76f0054d7f9 req-2e311c7e-67a8-4cb0-95b0-58dcff390573 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63bcd344-ff75-471b-96f4-9d568bebb8a6 HTTP/1.1" status: 200 len: 217 time: 0.0547359 Jul 29 23:24:17.081281 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-b6ec5117-2d40-4639-91fd-02b822ac0906 service neutron] For port c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:24:17.087651 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9bbbb6be-83e0-4f76-8e64-9dc589a58ec9 req-4937a9fe-c23d-47fe-9e72-dc9b06551daf service neutron] 10.222.0.41 "GET /v2.0/networks/33e8f010-7789-4c0c-8f2b-4d54e9bb67e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4164369 Jul 29 23:24:17.119677 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4c1f4be8-6f8b-4aa6-804e-06a958f4b790 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:17.143884 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5317839b-f734-4fe2-a11b-222d56e9f708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:17.146452 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5317839b-f734-4fe2-a11b-222d56e9f708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:17.147571 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-5317839b-f734-4fe2-a11b-222d56e9f708 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/887ffaf1-5e7b-4f04-94b6-d34ec8585d4d HTTP/1.1" status: 204 len: 168 time: 2.1650701 Jul 29 23:24:17.170540 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4c1f4be8-6f8b-4aa6-804e-06a958f4b790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:17.173310 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa25877-59d3-47b3-81ef-e76f0054d7f9 req-5e641d38-ab8e-4997-bde1-a3017afedd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:17.175623 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7aa25877-59d3-47b3-81ef-e76f0054d7f9 req-5e641d38-ab8e-4997-bde1-a3017afedd83 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=61118f50-e726-435d-a59a-d51b2a8c879d HTTP/1.1" status: 200 len: 845 time: 0.0944884 Jul 29 23:24:17.242447 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-b6ec5117-2d40-4639-91fd-02b822ac0906 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:24:17.245530 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7aa25877-59d3-47b3-81ef-e76f0054d7f9 req-01636b94-1c83-4cc7-8a00-af85f5198e7c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=09be3f6b-3c77-4c8e-bbe6-2435736d69cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621836 Jul 29 23:24:17.250780 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5317839b-f734-4fe2-a11b-222d56e9f708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887ffaf1-5e7b-4f04-94b6-d34ec8585d4d,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:17.303030 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-b6ec5117-2d40-4639-91fd-02b822ac0906 service neutron] For port c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf,segment=NetworkSegment(03081878-6d73-4f31-b394-970f508038c5),segment_id=03081878-6d73-4f31-b394-970f508038c5)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:17.312440 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7e4f0cda-fadc-4969-9550-b2426a10a0b5 req-7ee0524c-fa14-4374-a974-9558feecbd84 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578301 Jul 29 23:24:17.394243 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9d0590-42ea-4048-9460-64f05731b9f0 x-openstack-request-id: req-ee9d0590-42ea-4048-9460-64f05731b9f0 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:17.394859 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "931fe566-5b89-4893-a1c1-7cae6effaca9", "name": "network-vif-unplugged", "status": "completed", "tag": "22c7ca71-35c1-4b00-8e2e-239e358c0130", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:17.394965 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ee9d0590-42ea-4048-9460-64f05731b9f0 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:17.397815 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '931fe566-5b89-4893-a1c1-7cae6effaca9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '22c7ca71-35c1-4b00-8e2e-239e358c0130', 'code': 200} Jul 29 23:24:17.444048 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-b6ec5117-2d40-4639-91fd-02b822ac0906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:17.506099 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7aa25877-59d3-47b3-81ef-e76f0054d7f9 req-f066c1f7-6007-431a-9dc4-77d765802534 service neutron] 10.222.0.22 "GET /v2.0/networks/09be3f6b-3c77-4c8e-bbe6-2435736d69cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443256 Jul 29 23:24:17.511947 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4c1f4be8-6f8b-4aa6-804e-06a958f4b790 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:17.512645 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 5b9039bb-38ed-402e-bf57-42aa85f95620 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:24:17.513554 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1f4be8-6f8b-4aa6-804e-06a958f4b790 admin admin] Pushing event updated for resources: {'Port': ['ID=715390ce-2547-4acd-b959-070d46d7a628,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:17.586915 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a5c26227-8eb8-4feb-9f82-6807ba31bbff req-db365ae6-04b4-4b9c-9d11-25c5c449a11f tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=8c93ec7117c946bd9f6d8673358392be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1253893 Jul 29 23:24:17.597870 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 5b9039bb-38ed-402e-bf57-42aa85f95620 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:17.598495 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:17.692440 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9bbbb6be-83e0-4f76-8e64-9dc589a58ec9 req-b04902ba-dcbf-4b96-b64f-bf26728e7c72 service neutron] 10.222.0.41 "GET /v2.0/networks/33e8f010-7789-4c0c-8f2b-4d54e9bb67e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5635161 Jul 29 23:24:17.789031 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-9821cdca-7e50-42fc-93a5-8e7308e2d242 req-1bbeea2d-cbfc-428e-9380-92850ed05417 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:17.823771 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7aa25877-59d3-47b3-81ef-e76f0054d7f9 req-f78b8a5e-be3a-4460-ba97-b8d9162c088c service neutron] 10.222.0.22 "GET /v2.0/networks/09be3f6b-3c77-4c8e-bbe6-2435736d69cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098493 Jul 29 23:24:17.825088 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:24:17.857398 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb216b3-d625-4c18-9527-d9993c058715 req-bde5f11d-3f07-43e6-8f83-36b82d96bf8a tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:17.865071 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-afb216b3-d625-4c18-9527-d9993c058715 req-bde5f11d-3f07-43e6-8f83-36b82d96bf8a tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=931fe566-5b89-4893-a1c1-7cae6effaca9 HTTP/1.1" status: 200 len: 865 time: 0.3639157 Jul 29 23:24:17.888156 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbeea2d-cbfc-428e-9380-92850ed05417 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Pushing event deleted for resources: {'Port': ['ID=22c7ca71-35c1-4b00-8e2e-239e358c0130,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:17.910252 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:24:17.975849 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-b6ec5117-2d40-4639-91fd-02b822ac0906 service neutron] Transition to ACTIVE for port object c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:17.995433 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:24:18.018239 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-b6ec5117-2d40-4639-91fd-02b822ac0906 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:18.020303 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-9821cdca-7e50-42fc-93a5-8e7308e2d242 req-1bbeea2d-cbfc-428e-9380-92850ed05417 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] No DVR routers for this DVR port 22c7ca71-35c1-4b00-8e2e-239e358c0130 on host n-h2-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:24:18.023403 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1f4be8-6f8b-4aa6-804e-06a958f4b790 admin admin] Network ce4b3ab8-859d-4d6c-903b-c30dcaacffc8 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:24:18.041279 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-9821cdca-7e50-42fc-93a5-8e7308e2d242 req-1bbeea2d-cbfc-428e-9380-92850ed05417 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:18.043302 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9821cdca-7e50-42fc-93a5-8e7308e2d242 req-1bbeea2d-cbfc-428e-9380-92850ed05417 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.22 "DELETE /v2.0/ports/22c7ca71-35c1-4b00-8e2e-239e358c0130 HTTP/1.1" status: 204 len: 173 time: 4.3628974 Jul 29 23:24:18.043763 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931fe566-5b89-4893-a1c1-7cae6effaca9', 'name': 'network-vif-deleted', 'tag': '22c7ca71-35c1-4b00-8e2e-239e358c0130'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:18.047857 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af30f70-1e3d-4a5e-94e4-16d53f51912b" -d '{"events": [{"server_uuid": "931fe566-5b89-4893-a1c1-7cae6effaca9", "name": "network-vif-deleted", "tag": "22c7ca71-35c1-4b00-8e2e-239e358c0130"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:18.072527 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-4c1f4be8-6f8b-4aa6-804e-06a958f4b790 admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:18.090180 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-afb216b3-d625-4c18-9527-d9993c058715 req-03d718e0-f126-4b7a-ab0a-7be203948df1 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176356 Jul 29 23:24:18.158439 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c26227-8eb8-4feb-9f82-6807ba31bbff req-d4a5f394-763f-4192-af82-b814e5bb7951 tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:18.158439 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a5c26227-8eb8-4feb-9f82-6807ba31bbff req-d4a5f394-763f-4192-af82-b814e5bb7951 tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5111034 Jul 29 23:24:18.199113 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a5c26227-8eb8-4feb-9f82-6807ba31bbff req-8d8a1a4b-97b0-46df-80d0-03d7f828e831 tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] 10.222.0.43 "GET /v2.0/quotas/8c93ec7117c946bd9f6d8673358392be HTTP/1.1" status: 200 len: 375 time: 0.0532534 Jul 29 23:24:18.283120 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ec5117-2d40-4639-91fd-02b822ac0906 service neutron] Pushing event updated for resources: {'Port': ['ID=c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf,revision_number=10']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:18.311949 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-b6ec5117-2d40-4639-91fd-02b822ac0906 service neutron] No DVR routers for this DVR port c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf on host n-h1-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:24:18.436567 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a5c26227-8eb8-4feb-9f82-6807ba31bbff req-99682022-3ddc-437a-ba47-b7e5bd3c1840 tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8c93ec7117c946bd9f6d8673358392be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2365007 Jul 29 23:24:18.520028 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf18f79c-9154-4ca8-9e0c-8c98c8b90be4', 'tag': '63bcd344-ff75-471b-96f4-9d568bebb8a6'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:18.522874 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70325f95-7ff6-4fca-a53b-fed881658bd5" -d '{"events": [{"name": "network-changed", "server_uuid": "bf18f79c-9154-4ca8-9e0c-8c98c8b90be4", "tag": "63bcd344-ff75-471b-96f4-9d568bebb8a6"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:18.534218 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c1f4be8-6f8b-4aa6-804e-06a958f4b790 admin admin] Router d24c5e1e-46b9-4779-b665-679b591db605 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:24:18.587283 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-ae6f9f1f-062c-43bb-8af0-3e1a7327c5ba None None] Provisioning complete for port 715390ce-2547-4acd-b959-070d46d7a628 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:18.587993 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ae6f9f1f-062c-43bb-8af0-3e1a7327c5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:18.636096 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-b6ec5117-2d40-4639-91fd-02b822ac0906 service neutron] 10.222.0.41 "PUT /v2.0/ports/c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf/bindings/n-h2-712141-10/activate HTTP/1.1" status: 200 len: 370 time: 2.1640699 Jul 29 23:24:18.655234 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-ae6f9f1f-062c-43bb-8af0-3e1a7327c5ba None None] Port 715390ce-2547-4acd-b959-070d46d7a628 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:24:18.961907 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94933d9-150b-4347-8fe6-01f34ce27835 req-4a00f133-f634-40b9-80d5-088367099d59 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:18.978872 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c94933d9-150b-4347-8fe6-01f34ce27835 req-4a00f133-f634-40b9-80d5-088367099d59 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f45cc9a-5e66-43e9-af21-16b02742bbfe HTTP/1.1" status: 200 len: 945 time: 0.6819696 Jul 29 23:24:18.978872 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c1f4be8-6f8b-4aa6-804e-06a958f4b790 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:24:18.985667 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cbe693-9fbc-4d2e-81d3-312863312ef5 None None] Sync routers for ids ['d24c5e1e-46b9-4779-b665-679b591db605'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:24:18.996319 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-4c1f4be8-6f8b-4aa6-804e-06a958f4b790 admin admin] 10.222.0.43 "PUT /v2.0/routers/d24c5e1e-46b9-4779-b665-679b591db605/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0341289 Jul 29 23:24:19.028362 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cbe693-9fbc-4d2e-81d3-312863312ef5 None None] Routers {'d24c5e1e-46b9-4779-b665-679b591db605'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:24:19.031342 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-79cbe693-9fbc-4d2e-81d3-312863312ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:23:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['d24c5e1e-46b9-4779-b665-679b591db605'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:19.109429 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a70f6e6-f23d-4ef5-b2a6-5d65eafaff10 req-780f229d-b8e0-4ac4-88be-92f8c861f1d2 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:19.129556 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6a70f6e6-f23d-4ef5-b2a6-5d65eafaff10 req-780f229d-b8e0-4ac4-88be-92f8c861f1d2 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf18f79c-9154-4ca8-9e0c-8c98c8b90be4 HTTP/1.1" status: 200 len: 943 time: 0.2847571 Jul 29 23:24:19.147592 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-6c387630-2256-46df-90e8-058dda0c7239 tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:19.152614 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-6c387630-2256-46df-90e8-058dda0c7239 tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=3f45cc9a-5e66-43e9-af21-16b02742bbfe&tenant_id=11625efdc5e247819e1ba7685d24a207&binding%3Ahost_id=n-h1-712141-10 HTTP/1.1" status: 200 len: 1097 time: 0.3063478 Jul 29 23:24:19.160332 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-79cbe693-9fbc-4d2e-81d3-312863312ef5 None None] Set router d24c5e1e-46b9-4779-b665-679b591db605 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:24:19.238422 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c94933d9-150b-4347-8fe6-01f34ce27835 req-3de5a2ec-c2c9-48e8-8731-e06e4a946852 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483706 Jul 29 23:24:19.408645 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6a70f6e6-f23d-4ef5-b2a6-5d65eafaff10 req-08ff6aa7-63fb-4005-87e0-57dff42f64dd tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2770557 Jul 29 23:24:19.426623 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-c232c675-0305-4116-923b-e2a40314c5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:19.428147 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-c232c675-0305-4116-923b-e2a40314c5fc service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3f45cc9a-5e66-43e9-af21-16b02742bbfe&tenant_id=11625efdc5e247819e1ba7685d24a207 HTTP/1.1" status: 200 len: 1097 time: 0.2232649 Jul 29 23:24:19.431996 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 63bcd344-ff75-471b-96f4-9d568bebb8a6 details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:24:19.551894 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a727c69c-8520-4179-af7f-77f4c8d76035 x-openstack-request-id: req-a727c69c-8520-4179-af7f-77f4c8d76035 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:19.558009 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "931fe566-5b89-4893-a1c1-7cae6effaca9", "name": "network-vif-deleted", "tag": "22c7ca71-35c1-4b00-8e2e-239e358c0130", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:19.560488 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a727c69c-8520-4179-af7f-77f4c8d76035 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:19.569654 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '931fe566-5b89-4893-a1c1-7cae6effaca9', 'name': 'network-vif-deleted', 'tag': '22c7ca71-35c1-4b00-8e2e-239e358c0130', 'status': 'completed', 'code': 200} Jul 29 23:24:19.595033 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23232072-1e84-4e80-a1b2-5d4d12f0c66b x-openstack-request-id: req-23232072-1e84-4e80-a1b2-5d4d12f0c66b {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:19.595885 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf18f79c-9154-4ca8-9e0c-8c98c8b90be4", "tag": "63bcd344-ff75-471b-96f4-9d568bebb8a6", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:19.596296 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-23232072-1e84-4e80-a1b2-5d4d12f0c66b {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:19.596841 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf18f79c-9154-4ca8-9e0c-8c98c8b90be4', 'tag': '63bcd344-ff75-471b-96f4-9d568bebb8a6', 'status': 'completed', 'code': 200} Jul 29 23:24:19.705993 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:19.731888 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70325f95-7ff6-4fca-a53b-fed881658bd5 req-3acc504b-c441-444b-8ae1-2d615d55279c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:19.734162 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-70325f95-7ff6-4fca-a53b-fed881658bd5 req-3acc504b-c441-444b-8ae1-2d615d55279c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=62091d0f24f84b44849aea33b1484fc4&device_id=bf18f79c-9154-4ca8-9e0c-8c98c8b90be4 HTTP/1.1" status: 200 len: 1095 time: 0.0892596 Jul 29 23:24:19.798729 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f48db586-7ce6-49ae-8045-a240dc928cbf req-c55aed38-726e-47f1-95b0-a47dbea4c8f4 tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] 10.222.0.43 "GET /v2.0/ports?device_id=f5d6803b-4957-427d-b361-74d60d88099d HTTP/1.1" status: 200 len: 210 time: 0.1176546 Jul 29 23:24:19.848844 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 63bcd344-ff75-471b-96f4-9d568bebb8a6, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=63bcd344-ff75-471b-96f4-9d568bebb8a6,segment=NetworkSegment(2f225bab-780d-4bb8-903d-ee3f32d75d09),segment_id=2f225bab-780d-4bb8-903d-ee3f32d75d09)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:19.851639 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-d5ffc44d-c105-44cd-b9c4-a6eacd98a07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:19.856674 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-d5ffc44d-c105-44cd-b9c4-a6eacd98a07b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=11625efdc5e247819e1ba7685d24a207&device_id=3f45cc9a-5e66-43e9-af21-16b02742bbfe HTTP/1.1" status: 200 len: 1097 time: 0.4030557 Jul 29 23:24:19.889686 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-79cbe693-9fbc-4d2e-81d3-312863312ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24c5e1e-46b9-4779-b665-679b591db605', 'name': 'tempest-TaggedBootDevicesTest_v242-908721989-router', 'tenant_id': '2080476b97a74d1caf5886ea19337ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': '5b9039bb-38ed-402e-bf57-42aa85f95620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:24:05Z', 'updated_at': '2021-07-29T23:24:14Z', 'revision_number': 4, 'project_id': '2080476b97a74d1caf5886ea19337ad1', 'gw_port': {'id': '5b9039bb-38ed-402e-bf57-42aa85f95620', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24c5e1e-46b9-4779-b665-679b591db605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:06Z', 'updated_at': '2021-07-29T23:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '715390ce-2547-4acd-b959-070d46d7a628', 'name': '', 'network_id': 'ce4b3ab8-859d-4d6c-903b-c30dcaacffc8', 'tenant_id': '2080476b97a74d1caf5886ea19337ad1', 'mac_address': 'fa:16:3e:58:d0:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd24c5e1e-46b9-4779-b665-679b591db605', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'f17b5adc-97d4-4be8-906f-2c5b33598723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:12Z', 'updated_at': '2021-07-29T23:24:15Z', 'revision_number': 2, 'project_id': '2080476b97a74d1caf5886ea19337ad1', 'subnets': [{'id': 'f17b5adc-97d4-4be8-906f-2c5b33598723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:19.893957 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bbabe9-248a-4c0d-a8ab-4a70f48fa83f req-7edced13-7282-4f01-83f6-50ca3091efcc tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:19.895530 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-54bbabe9-248a-4c0d-a8ab-4a70f48fa83f req-7edced13-7282-4f01-83f6-50ca3091efcc tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=b18eaa87-b2be-4352-b653-da8df46dc00a HTTP/1.1" status: 200 len: 945 time: 0.3119502 Jul 29 23:24:20.070201 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-54bbabe9-248a-4c0d-a8ab-4a70f48fa83f req-e537c2be-faf4-4578-b4df-9889d3a93bdd tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561520 Jul 29 23:24:20.115341 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70325f95-7ff6-4fca-a53b-fed881658bd5 req-8b83438a-0c32-425e-b340-337c8ba9f626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:20.117305 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-70325f95-7ff6-4fca-a53b-fed881658bd5 req-8b83438a-0c32-425e-b340-337c8ba9f626 service neutron] 10.222.0.22 "GET /v2.0/networks?id=09be3f6b-3c77-4c8e-bbe6-2435736d69cf HTTP/1.1" status: 200 len: 906 time: 0.3761611 Jul 29 23:24:20.190413 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-70325f95-7ff6-4fca-a53b-fed881658bd5 req-3a4431db-c5db-4cca-890b-a2f1875a25bd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=63bcd344-ff75-471b-96f4-9d568bebb8a6 HTTP/1.1" status: 200 len: 217 time: 0.0574408 Jul 29 23:24:20.235258 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-e15f42cb-e615-40d2-8af5-e650af18db1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:20.239539 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-e15f42cb-e615-40d2-8af5-e650af18db1f service neutron] 10.222.0.22 "GET /v2.0/networks?id=33e8f010-7789-4c0c-8f2b-4d54e9bb67e4 HTTP/1.1" status: 200 len: 909 time: 0.3394177 Jul 29 23:24:20.281569 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70325f95-7ff6-4fca-a53b-fed881658bd5 req-8a34ddb8-73ca-4127-bc6c-d4897099f289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:20.287393 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-70325f95-7ff6-4fca-a53b-fed881658bd5 req-8a34ddb8-73ca-4127-bc6c-d4897099f289 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=61118f50-e726-435d-a59a-d51b2a8c879d HTTP/1.1" status: 200 len: 845 time: 0.0847890 Jul 29 23:24:20.360963 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-70325f95-7ff6-4fca-a53b-fed881658bd5 req-69f8ed64-b4d3-4c43-b248-0d9f3b9ad811 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=09be3f6b-3c77-4c8e-bbe6-2435736d69cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626166 Jul 29 23:24:20.361170 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-f2d2ff61-c701-40a3-9dcb-81c6086928eb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf HTTP/1.1" status: 200 len: 217 time: 0.1070025 Jul 29 23:24:20.366716 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '63bcd344-ff75-471b-96f4-9d568bebb8a6', 'network_id': '09be3f6b-3c77-4c8e-bbe6-2435736d69cf', 'port_id': '63bcd344-ff75-471b-96f4-9d568bebb8a6', 'mac_address': 'fa:16:3e:c5:ab:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61118f50-e726-435d-a59a-d51b2a8c879d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:24:20.375722 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cbe693-9fbc-4d2e-81d3-312863312ef5 None None] Checking router: d24c5e1e-46b9-4779-b665-679b591db605 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:24:20.378949 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cbe693-9fbc-4d2e-81d3-312863312ef5 None None] Updating router d24c5e1e-46b9-4779-b665-679b591db605 port 715390ce-2547-4acd-b959-070d46d7a628 binding host n-d-712141-10 {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:24:20.528786 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-79cbe693-9fbc-4d2e-81d3-312863312ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:20.576249 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:20.581319 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-6a50bc1d-8bac-4e4d-8e0b-3895df5e4228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:20.592357 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-6a50bc1d-8bac-4e4d-8e0b-3895df5e4228 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d10b4a30-6630-4be3-b0e2-2a7a17a89939 HTTP/1.1" status: 200 len: 848 time: 0.2162206 Jul 29 23:24:20.622287 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-70325f95-7ff6-4fca-a53b-fed881658bd5 req-94f6e68b-fc41-40d6-b77b-e8c4703e7304 service neutron] 10.222.0.22 "GET /v2.0/networks/09be3f6b-3c77-4c8e-bbe6-2435736d69cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438762 Jul 29 23:24:20.664641 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-d66ec4bb-fc26-4fe6-8e66-88f8a32ee030 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=33e8f010-7789-4c0c-8f2b-4d54e9bb67e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499473 Jul 29 23:24:20.744663 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbb80be-5f75-41ed-bd29-6c248b1e7147 req-fa00a6f0-203c-4939-bc81-d4559c74b592 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:20.758263 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9cbb80be-5f75-41ed-bd29-6c248b1e7147 req-fa00a6f0-203c-4939-bc81-d4559c74b592 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f45cc9a-5e66-43e9-af21-16b02742bbfe HTTP/1.1" status: 200 len: 945 time: 0.2765591 Jul 29 23:24:20.780889 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a5c26227-8eb8-4feb-9f82-6807ba31bbff req-398eaea1-321d-45f1-bb1a-2518a3d73b60 tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=8c93ec7117c946bd9f6d8673358392be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0710604 Jul 29 23:24:20.916454 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-2925ffa0-3f46-4447-b500-32c780ca4281 service neutron] 10.222.0.22 "GET /v2.0/networks/33e8f010-7789-4c0c-8f2b-4d54e9bb67e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257519 Jul 29 23:24:21.038511 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-79cbe693-9fbc-4d2e-81d3-312863312ef5 None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:21.050993 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-79cbe693-9fbc-4d2e-81d3-312863312ef5 None None] Transition to ACTIVE for port object 715390ce-2547-4acd-b959-070d46d7a628 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:21.058372 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63bcd344-ff75-471b-96f4-9d568bebb8a6 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:24:21.072248 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-70325f95-7ff6-4fca-a53b-fed881658bd5 req-761ca843-62e7-4c86-97cd-24b39eead36d service neutron] 10.222.0.22 "GET /v2.0/networks/09be3f6b-3c77-4c8e-bbe6-2435736d69cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4417377 Jul 29 23:24:21.084239 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 63bcd344-ff75-471b-96f4-9d568bebb8a6, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=63bcd344-ff75-471b-96f4-9d568bebb8a6,segment=NetworkSegment(2f225bab-780d-4bb8-903d-ee3f32d75d09),segment_id=2f225bab-780d-4bb8-903d-ee3f32d75d09)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:21.098844 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-79cbe693-9fbc-4d2e-81d3-312863312ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:21.110580 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:21.141191 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c26227-8eb8-4feb-9f82-6807ba31bbff req-9e09497c-12f0-47a5-86b2-1dcb5d0fde08 tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:21.145736 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a5c26227-8eb8-4feb-9f82-6807ba31bbff req-9e09497c-12f0-47a5-86b2-1dcb5d0fde08 tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3491554 Jul 29 23:24:21.167342 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-a5c26227-8eb8-4feb-9f82-6807ba31bbff req-9326b744-8cac-4367-b1c6-727ccb2a4c53 tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] Request body: {'port': {'device_id': 'f5d6803b-4957-427d-b361-74d60d88099d', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'admin_state_up': True, 'tenant_id': '8c93ec7117c946bd9f6d8673358392be'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:21.174667 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e179c8b7-c94e-4177-b408-4e47c1864152 None None] Pushing event updated for resources: {'Port': ['ID=715390ce-2547-4acd-b959-070d46d7a628,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:21.179275 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-24c2ffea-b96f-492c-9856-a9ce710f2cd5 service neutron] 10.222.0.22 "GET /v2.0/networks/33e8f010-7789-4c0c-8f2b-4d54e9bb67e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489634 Jul 29 23:24:21.343926 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-79cbe693-9fbc-4d2e-81d3-312863312ef5 None None] Attempting to bind port 715390ce-2547-4acd-b959-070d46d7a628 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:24:21.347354 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9cbb80be-5f75-41ed-bd29-6c248b1e7147 req-a399451d-0462-4f47-9e93-859b1eeccaa2 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5866189 Jul 29 23:24:21.358038 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-79cbe693-9fbc-4d2e-81d3-312863312ef5 None None] Attempting to bind port 715390ce-2547-4acd-b959-070d46d7a628 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '9b0e57e5-cd0f-4f81-8940-6c7b6788dd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ce4b3ab8-859d-4d6c-903b-c30dcaacffc8'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:24:21.358436 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cbe693-9fbc-4d2e-81d3-312863312ef5 None None] Attempting to bind port 715390ce-2547-4acd-b959-070d46d7a628 on network ce4b3ab8-859d-4d6c-903b-c30dcaacffc8 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:21.418006 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cbe693-9fbc-4d2e-81d3-312863312ef5 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:24:21.418681 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cbe693-9fbc-4d2e-81d3-312863312ef5 None None] Checking segment: {'id': '9b0e57e5-cd0f-4f81-8940-6c7b6788dd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ce4b3ab8-859d-4d6c-903b-c30dcaacffc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:24:21.419252 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-79cbe693-9fbc-4d2e-81d3-312863312ef5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:21.419801 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cbe693-9fbc-4d2e-81d3-312863312ef5 None None] Bound using segment: {'id': '9b0e57e5-cd0f-4f81-8940-6c7b6788dd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ce4b3ab8-859d-4d6c-903b-c30dcaacffc8'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:24:21.426435 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-79cbe693-9fbc-4d2e-81d3-312863312ef5 None None] Bound port: 715390ce-2547-4acd-b959-070d46d7a628, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b0e57e5-cd0f-4f81-8940-6c7b6788dd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ce4b3ab8-859d-4d6c-903b-c30dcaacffc8'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:24:21.427123 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-79cbe693-9fbc-4d2e-81d3-312863312ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:21.435062 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0b0a2f-511d-4747-bc94-d15095d7a9ea req-f1326aa1-0e83-4f77-97ca-e780c7425244 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:21.436438 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4e0b0a2f-511d-4747-bc94-d15095d7a9ea req-f1326aa1-0e83-4f77-97ca-e780c7425244 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf18f79c-9154-4ca8-9e0c-8c98c8b90be4 HTTP/1.1" status: 200 len: 944 time: 0.5189812 Jul 29 23:24:21.438279 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['63bcd344-ff75-471b-96f4-9d568bebb8a6'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:24:21.515958 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5c26227-8eb8-4feb-9f82-6807ba31bbff req-9326b744-8cac-4367-b1c6-727ccb2a4c53 tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] Made reservation on behalf of 8c93ec7117c946bd9f6d8673358392be for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:24:21.520982 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a5c26227-8eb8-4feb-9f82-6807ba31bbff req-9326b744-8cac-4367-b1c6-727ccb2a4c53 tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:21.531319 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a5c26227-8eb8-4feb-9f82-6807ba31bbff req-9326b744-8cac-4367-b1c6-727ccb2a4c53 tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:21.616543 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=63bcd344-ff75-471b-96f4-9d568bebb8a6,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:21.666555 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4e0b0a2f-511d-4747-bc94-d15095d7a9ea req-d40d76bb-76dc-4994-97d8-175656b4e8ef tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217758 Jul 29 23:24:21.715078 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-79cbe693-9fbc-4d2e-81d3-312863312ef5 None None] For port 715390ce-2547-4acd-b959-070d46d7a628, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:24:21.720066 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-79cbe693-9fbc-4d2e-81d3-312863312ef5 None None] For port 715390ce-2547-4acd-b959-070d46d7a628, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=715390ce-2547-4acd-b959-070d46d7a628,segment=NetworkSegment(9b0e57e5-cd0f-4f81-8940-6c7b6788dd26),segment_id=9b0e57e5-cd0f-4f81-8940-6c7b6788dd26)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:24:21.725478 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a5c26227-8eb8-4feb-9f82-6807ba31bbff req-9326b744-8cac-4367-b1c6-727ccb2a4c53 tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:21.764415 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a5c26227-8eb8-4feb-9f82-6807ba31bbff req-9326b744-8cac-4367-b1c6-727ccb2a4c53 tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:21.786825 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-79cbe693-9fbc-4d2e-81d3-312863312ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:21.815567 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9326b744-8cac-4367-b1c6-727ccb2a4c53 tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61a3069d-b97f-43ba-a3d0-94a60055ab43,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:21.820342 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c881a6b0-4d28-4dbf-91bf-cd7ac513c14b req-365d567c-6e9f-4aa9-83e3-6666b81098f0 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:21.833728 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c881a6b0-4d28-4dbf-91bf-cd7ac513c14b req-365d567c-6e9f-4aa9-83e3-6666b81098f0 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=018c29f7-9583-4883-b6ed-7ccf00d1e720 HTTP/1.1" status: 200 len: 949 time: 0.3137345 Jul 29 23:24:21.868791 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-fb3cc78b-51ec-4507-a896-a85d95f02a2a tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:21.870425 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-fb3cc78b-51ec-4507-a896-a85d95f02a2a tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=3f45cc9a-5e66-43e9-af21-16b02742bbfe&tenant_id=11625efdc5e247819e1ba7685d24a207&binding%3Ahost_id=n-h2-712141-10 HTTP/1.1" status: 200 len: 1097 time: 0.3700418 Jul 29 23:24:21.927568 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8cdfb109-7afa-4520-8e3d-02b420b4e1e8 req-0a864460-e4d9-4c2d-a09a-80f92aa24273 tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] 10.222.0.43 "GET /v2.0/ports?device_id=f5d6803b-4957-427d-b361-74d60d88099d HTTP/1.1" status: 200 len: 210 time: 0.0815010 Jul 29 23:24:21.973094 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e179c8b7-c94e-4177-b408-4e47c1864152 None None] Pushing event updated for resources: {'Port': ['ID=715390ce-2547-4acd-b959-070d46d7a628,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:22.007266 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cbe693-9fbc-4d2e-81d3-312863312ef5 None None] Routers {'d24c5e1e-46b9-4779-b665-679b591db605'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:24:22.009326 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-79cbe693-9fbc-4d2e-81d3-312863312ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:23:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['d24c5e1e-46b9-4779-b665-679b591db605'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:22.046712 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c881a6b0-4d28-4dbf-91bf-cd7ac513c14b req-05c39c99-625c-4766-a0fd-12856e5aa56e tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116439 Jul 29 23:24:22.142507 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-a5c26227-8eb8-4feb-9f82-6807ba31bbff req-9326b744-8cac-4367-b1c6-727ccb2a4c53 tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] Allocated IP 192.168.233.163 (d71c22dc-feef-410b-a7ed-6548cf85bd6f/64bdc61a-58ca-49c7-bae5-ecfed9ee407c/a3cd89ac-3f88-47d5-83fd-b42dc830ca2c) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:24:22.262516 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-79cbe693-9fbc-4d2e-81d3-312863312ef5 None None] Set router d24c5e1e-46b9-4779-b665-679b591db605 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:24:22.348903 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f540d48f-cbde-4e8c-9dab-47f03cf123a7 req-1d87efc0-9f0c-4c7b-b80e-8bd5141ec620 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:22.367269 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f540d48f-cbde-4e8c-9dab-47f03cf123a7 req-1d87efc0-9f0c-4c7b-b80e-8bd5141ec620 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=b18eaa87-b2be-4352-b653-da8df46dc00a HTTP/1.1" status: 200 len: 945 time: 0.3164706 Jul 29 23:24:22.402771 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a807cb8f-6855-4505-8609-b950053b5baa req-7069d1b5-4fac-4d20-8172-0abd8cbb0c3f tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:22.408025 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a807cb8f-6855-4505-8609-b950053b5baa req-7069d1b5-4fac-4d20-8172-0abd8cbb0c3f tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.41 "GET /v2.0/ports?device_id=018c29f7-9583-4883-b6ed-7ccf00d1e720 HTTP/1.1" status: 200 len: 949 time: 0.3387189 Jul 29 23:24:22.424984 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a5c26227-8eb8-4feb-9f82-6807ba31bbff req-9326b744-8cac-4367-b1c6-727ccb2a4c53 tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:22.449138 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-a5c26227-8eb8-4feb-9f82-6807ba31bbff req-9326b744-8cac-4367-b1c6-727ccb2a4c53 tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] Transition to ACTIVE for port object a3cd89ac-3f88-47d5-83fd-b42dc830ca2c will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:22.532138 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-ec0fe033-9a72-4ea3-997f-00a6669be637 service neutron] For port c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:24:22.547157 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a5c26227-8eb8-4feb-9f82-6807ba31bbff req-9326b744-8cac-4367-b1c6-727ccb2a4c53 tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:22.552708 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-ec0fe033-9a72-4ea3-997f-00a6669be637 service neutron] Notify callbacks [] for binding, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:22.554281 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1105c068-83b6-46c0-b1bf-69986ebc47ae req-ec0fe033-9a72-4ea3-997f-00a6669be637 service neutron] 10.222.0.22 "DELETE /v2.0/ports/c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf/bindings/n-h1-712141-10 HTTP/1.1" status: 204 len: 173 time: 0.6472600 Jul 29 23:24:22.618791 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f540d48f-cbde-4e8c-9dab-47f03cf123a7 req-52426069-fd8d-4ff5-b28f-9a6d189e7b29 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482464 Jul 29 23:24:22.666866 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5c26227-8eb8-4feb-9f82-6807ba31bbff req-9326b744-8cac-4367-b1c6-727ccb2a4c53 tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] Network d71c22dc-feef-410b-a7ed-6548cf85bd6f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:24:22.679406 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-a5c26227-8eb8-4feb-9f82-6807ba31bbff req-9326b744-8cac-4367-b1c6-727ccb2a4c53 tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:22.684305 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5c26227-8eb8-4feb-9f82-6807ba31bbff req-9326b744-8cac-4367-b1c6-727ccb2a4c53 tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:24:22.715472 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-79cbe693-9fbc-4d2e-81d3-312863312ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24c5e1e-46b9-4779-b665-679b591db605', 'name': 'tempest-TaggedBootDevicesTest_v242-908721989-router', 'tenant_id': '2080476b97a74d1caf5886ea19337ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': '5b9039bb-38ed-402e-bf57-42aa85f95620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:24:05Z', 'updated_at': '2021-07-29T23:24:14Z', 'revision_number': 4, 'project_id': '2080476b97a74d1caf5886ea19337ad1', 'gw_port': {'id': '5b9039bb-38ed-402e-bf57-42aa85f95620', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24c5e1e-46b9-4779-b665-679b591db605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:06Z', 'updated_at': '2021-07-29T23:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '715390ce-2547-4acd-b959-070d46d7a628', 'name': '', 'network_id': 'ce4b3ab8-859d-4d6c-903b-c30dcaacffc8', 'tenant_id': '2080476b97a74d1caf5886ea19337ad1', 'mac_address': 'fa:16:3e:58:d0:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd24c5e1e-46b9-4779-b665-679b591db605', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'f17b5adc-97d4-4be8-906f-2c5b33598723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:12Z', 'updated_at': '2021-07-29T23:24:21Z', 'revision_number': 4, 'project_id': '2080476b97a74d1caf5886ea19337ad1', 'subnets': [{'id': 'f17b5adc-97d4-4be8-906f-2c5b33598723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:22.750565 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b87a068-776a-40f7-a7c2-8b3522c70f93 req-5a3b07e6-cf7c-41f7-9a7b-1668de8057cd tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:22.770233 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5b87a068-776a-40f7-a7c2-8b3522c70f93 req-5a3b07e6-cf7c-41f7-9a7b-1668de8057cd tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f45cc9a-5e66-43e9-af21-16b02742bbfe HTTP/1.1" status: 200 len: 945 time: 0.2423174 Jul 29 23:24:22.772552 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9326b744-8cac-4367-b1c6-727ccb2a4c53 tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] Pushing event updated for resources: {'Port': ['ID=a3cd89ac-3f88-47d5-83fd-b42dc830ca2c,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:22.796571 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cbe693-9fbc-4d2e-81d3-312863312ef5 None None] The sync data for ids ['d24c5e1e-46b9-4779-b665-679b591db605'] in n-d-712141-10 is: [{'id': 'd24c5e1e-46b9-4779-b665-679b591db605', 'name': 'tempest-TaggedBootDevicesTest_v242-908721989-router', 'tenant_id': '2080476b97a74d1caf5886ea19337ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': '5b9039bb-38ed-402e-bf57-42aa85f95620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:24:05Z', 'updated_at': '2021-07-29T23:24:14Z', 'revision_number': 4, 'project_id': '2080476b97a74d1caf5886ea19337ad1', 'gw_port': {'id': '5b9039bb-38ed-402e-bf57-42aa85f95620', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24c5e1e-46b9-4779-b665-679b591db605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:06Z', 'updated_at': '2021-07-29T23:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '715390ce-2547-4acd-b959-070d46d7a628', 'name': '', 'network_id': 'ce4b3ab8-859d-4d6c-903b-c30dcaacffc8', 'tenant_id': '2080476b97a74d1caf5886ea19337ad1', 'mac_address': 'fa:16:3e:58:d0:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd24c5e1e-46b9-4779-b665-679b591db605', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'f17b5adc-97d4-4be8-906f-2c5b33598723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:12Z', 'updated_at': '2021-07-29T23:24:21Z', 'revision_number': 4, 'project_id': '2080476b97a74d1caf5886ea19337ad1', 'subnets': [{'id': 'f17b5adc-97d4-4be8-906f-2c5b33598723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:24:22.829394 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c26227-8eb8-4feb-9f82-6807ba31bbff req-9326b744-8cac-4367-b1c6-727ccb2a4c53 tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:22.830961 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a5c26227-8eb8-4feb-9f82-6807ba31bbff req-9326b744-8cac-4367-b1c6-727ccb2a4c53 tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:22.863077 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a5c26227-8eb8-4feb-9f82-6807ba31bbff req-9326b744-8cac-4367-b1c6-727ccb2a4c53 tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7080424 Jul 29 23:24:22.887139 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-a5c26227-8eb8-4feb-9f82-6807ba31bbff req-84f24206-4195-499d-b5f8-2a83169df13b service neutron] Request body: {'port': {'device_id': 'f5d6803b-4957-427d-b361-74d60d88099d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:22.913972 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-a807cb8f-6855-4505-8609-b950053b5baa req-17e44cdc-41f6-46ec-a116-a7cd77e3f3f1 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Deleting port e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:24:22.914178 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a807cb8f-6855-4505-8609-b950053b5baa req-17e44cdc-41f6-46ec-a116-a7cd77e3f3f1 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:22.986292 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5b87a068-776a-40f7-a7c2-8b3522c70f93 req-bc0ab36d-7bf2-4946-9a17-a38155af9287 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004757 Jul 29 23:24:23.070853 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a5c26227-8eb8-4feb-9f82-6807ba31bbff req-84f24206-4195-499d-b5f8-2a83169df13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:23.108951 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a262967b-c92f-4536-9da7-e187beb021c9 req-578b47ec-66ff-48b3-a874-077eb06cef3a tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:23.123431 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a262967b-c92f-4536-9da7-e187beb021c9 req-578b47ec-66ff-48b3-a874-077eb06cef3a tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf18f79c-9154-4ca8-9e0c-8c98c8b90be4 HTTP/1.1" status: 200 len: 944 time: 0.3388073 Jul 29 23:24:23.231932 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-55cba97a-de18-40b9-af73-268ab8fa7df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:23.296274 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-4f9e37f9-9f94-46f7-8673-5ba0dbdc4170 None None] Provisioning for port a3cd89ac-3f88-47d5-83fd-b42dc830ca2c completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:24:23.301962 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-4f9e37f9-9f94-46f7-8673-5ba0dbdc4170 None None] Provisioning complete for port a3cd89ac-3f88-47d5-83fd-b42dc830ca2c triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:23.302712 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4f9e37f9-9f94-46f7-8673-5ba0dbdc4170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:23.395906 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-4f9e37f9-9f94-46f7-8673-5ba0dbdc4170 None None] Port a3cd89ac-3f88-47d5-83fd-b42dc830ca2c cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:24:23.461201 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 63bcd344-ff75-471b-96f4-9d568bebb8a6 up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:24:23.599368 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 715390ce-2547-4acd-b959-070d46d7a628 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:24:23.701496 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port 63bcd344-ff75-471b-96f4-9d568bebb8a6 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:24:23.709366 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 63bcd344-ff75-471b-96f4-9d568bebb8a6 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:23.710119 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:23.787670 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 715390ce-2547-4acd-b959-070d46d7a628 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:24:23.796556 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 715390ce-2547-4acd-b959-070d46d7a628 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:23.797205 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:23.899052 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:23.923241 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-a5c26227-8eb8-4feb-9f82-6807ba31bbff req-84f24206-4195-499d-b5f8-2a83169df13b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3cd89ac-3f88-47d5-83fd-b42dc830ca2c {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:24:23.942061 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a5c26227-8eb8-4feb-9f82-6807ba31bbff req-84f24206-4195-499d-b5f8-2a83169df13b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:23.968980 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-a5c26227-8eb8-4feb-9f82-6807ba31bbff req-84f24206-4195-499d-b5f8-2a83169df13b service neutron] Transition to ACTIVE for port object a3cd89ac-3f88-47d5-83fd-b42dc830ca2c will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:23.974760 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a5c26227-8eb8-4feb-9f82-6807ba31bbff req-84f24206-4195-499d-b5f8-2a83169df13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:23.976983 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf18f79c-9154-4ca8-9e0c-8c98c8b90be4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63bcd344-ff75-471b-96f4-9d568bebb8a6'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:23.980817 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd85a0d-dbec-432b-bb97-a2b3f5c65ed5" -d '{"events": [{"server_uuid": "bf18f79c-9154-4ca8-9e0c-8c98c8b90be4", "name": "network-vif-plugged", "status": "completed", "tag": "63bcd344-ff75-471b-96f4-9d568bebb8a6"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:24.015847 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 63bcd344-ff75-471b-96f4-9d568bebb8a6, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=63bcd344-ff75-471b-96f4-9d568bebb8a6,segment=NetworkSegment(2f225bab-780d-4bb8-903d-ee3f32d75d09),segment_id=2f225bab-780d-4bb8-903d-ee3f32d75d09)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:24.034765 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:24.037310 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:24.250440 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f24206-4195-499d-b5f8-2a83169df13b service neutron] Pushing event updated for resources: {'Port': ['ID=a3cd89ac-3f88-47d5-83fd-b42dc830ca2c,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:24.304445 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a262967b-c92f-4536-9da7-e187beb021c9 req-c417de9f-0400-447a-accf-9afc613f135f tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1800206 Jul 29 23:24:24.327301 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 715390ce-2547-4acd-b959-070d46d7a628, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=715390ce-2547-4acd-b959-070d46d7a628,segment=NetworkSegment(9b0e57e5-cd0f-4f81-8940-6c7b6788dd26),segment_id=9b0e57e5-cd0f-4f81-8940-6c7b6788dd26)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:24.352994 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-a5c26227-8eb8-4feb-9f82-6807ba31bbff req-84f24206-4195-499d-b5f8-2a83169df13b service neutron] Attempting to bind port a3cd89ac-3f88-47d5-83fd-b42dc830ca2c on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:24:24.353347 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-a5c26227-8eb8-4feb-9f82-6807ba31bbff req-84f24206-4195-499d-b5f8-2a83169df13b service neutron] Attempting to bind port a3cd89ac-3f88-47d5-83fd-b42dc830ca2c by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:24:24.354202 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c26227-8eb8-4feb-9f82-6807ba31bbff req-84f24206-4195-499d-b5f8-2a83169df13b service neutron] Attempting to bind port a3cd89ac-3f88-47d5-83fd-b42dc830ca2c on network d71c22dc-feef-410b-a7ed-6548cf85bd6f {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:24.369351 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c26227-8eb8-4feb-9f82-6807ba31bbff req-84f24206-4195-499d-b5f8-2a83169df13b service neutron] Port a3cd89ac-3f88-47d5-83fd-b42dc830ca2c on network d71c22dc-feef-410b-a7ed-6548cf85bd6f not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:24:24.369710 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c26227-8eb8-4feb-9f82-6807ba31bbff req-84f24206-4195-499d-b5f8-2a83169df13b service neutron] Attempting to bind port a3cd89ac-3f88-47d5-83fd-b42dc830ca2c on network d71c22dc-feef-410b-a7ed-6548cf85bd6f {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:24.377955 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:24.392579 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba97e09-1ea2-4472-83f7-f58b705cef26 req-9a62a555-1e66-4d7b-bf48-f28f371c4cd6 tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:24.400989 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=63bcd344-ff75-471b-96f4-9d568bebb8a6,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:24.401267 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c26227-8eb8-4feb-9f82-6807ba31bbff req-84f24206-4195-499d-b5f8-2a83169df13b service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:24:24.401515 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c26227-8eb8-4feb-9f82-6807ba31bbff req-84f24206-4195-499d-b5f8-2a83169df13b service neutron] Checking segment: {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:24:24.401875 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c26227-8eb8-4feb-9f82-6807ba31bbff req-84f24206-4195-499d-b5f8-2a83169df13b service neutron] Bound using segment: {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:24:24.402321 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-a5c26227-8eb8-4feb-9f82-6807ba31bbff req-84f24206-4195-499d-b5f8-2a83169df13b service neutron] Bound port: a3cd89ac-3f88-47d5-83fd-b42dc830ca2c, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:24:24.402679 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a5c26227-8eb8-4feb-9f82-6807ba31bbff req-84f24206-4195-499d-b5f8-2a83169df13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:24.403384 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4ba97e09-1ea2-4472-83f7-f58b705cef26 req-9a62a555-1e66-4d7b-bf48-f28f371c4cd6 tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] 10.222.0.43 "GET /v2.0/ports?device_id=f5d6803b-4957-427d-b361-74d60d88099d HTTP/1.1" status: 200 len: 948 time: 0.3237755 Jul 29 23:24:24.412887 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-a807cb8f-6855-4505-8609-b950053b5baa req-17e44cdc-41f6-46ec-a116-a7cd77e3f3f1 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] For port e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:24.413296 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a807cb8f-6855-4505-8609-b950053b5baa req-17e44cdc-41f6-46ec-a116-a7cd77e3f3f1 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:24.494316 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=715390ce-2547-4acd-b959-070d46d7a628,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:24.619655 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4ba97e09-1ea2-4472-83f7-f58b705cef26 req-a81344af-6dba-4359-ab4f-d4c1cfd56e3e tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] 10.222.0.43 "GET /v2.0/security-groups?id=61a3069d-b97f-43ba-a3d0-94a60055ab43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095449 Jul 29 23:24:24.621022 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-a807cb8f-6855-4505-8609-b950053b5baa req-17e44cdc-41f6-46ec-a116-a7cd77e3f3f1 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Calling delete_port for e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552 owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:24:24.627590 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-a5c26227-8eb8-4feb-9f82-6807ba31bbff req-84f24206-4195-499d-b5f8-2a83169df13b service neutron] For port a3cd89ac-3f88-47d5-83fd-b42dc830ca2c, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:24:24.639731 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-a5c26227-8eb8-4feb-9f82-6807ba31bbff req-84f24206-4195-499d-b5f8-2a83169df13b service neutron] For port a3cd89ac-3f88-47d5-83fd-b42dc830ca2c, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=a3cd89ac-3f88-47d5-83fd-b42dc830ca2c,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:24:24.662569 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a5c26227-8eb8-4feb-9f82-6807ba31bbff req-84f24206-4195-499d-b5f8-2a83169df13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:24.714072 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1984b3f2-6176-4509-b7a5-e180ce01e52b req-f8b0e194-10da-4bfb-89c9-f52a209caa0d tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:24.724776 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1984b3f2-6176-4509-b7a5-e180ce01e52b req-f8b0e194-10da-4bfb-89c9-f52a209caa0d tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=018c29f7-9583-4883-b6ed-7ccf00d1e720 HTTP/1.1" status: 200 len: 949 time: 0.2070119 Jul 29 23:24:24.764690 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f24206-4195-499d-b5f8-2a83169df13b service neutron] Pushing event updated for resources: {'Port': ['ID=a3cd89ac-3f88-47d5-83fd-b42dc830ca2c,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:24.773881 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c26227-8eb8-4feb-9f82-6807ba31bbff req-84f24206-4195-499d-b5f8-2a83169df13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:24.775630 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a5c26227-8eb8-4feb-9f82-6807ba31bbff req-84f24206-4195-499d-b5f8-2a83169df13b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:24.777821 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a5c26227-8eb8-4feb-9f82-6807ba31bbff req-84f24206-4195-499d-b5f8-2a83169df13b service neutron] 10.222.0.22 "PUT /v2.0/ports/a3cd89ac-3f88-47d5-83fd-b42dc830ca2c HTTP/1.1" status: 200 len: 1097 time: 1.9051812 Jul 29 23:24:24.778645 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5d6803b-4957-427d-b361-74d60d88099d', 'tag': 'a3cd89ac-3f88-47d5-83fd-b42dc830ca2c'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:24.781441 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c9187a-b366-42ae-855c-ce66b44cc75a" -d '{"events": [{"name": "network-changed", "server_uuid": "f5d6803b-4957-427d-b361-74d60d88099d", "tag": "a3cd89ac-3f88-47d5-83fd-b42dc830ca2c"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:24.874927 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1984b3f2-6176-4509-b7a5-e180ce01e52b req-4f1ef7cb-41a9-41d4-8800-af9856c23254 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/security-groups?id=94486fc8-28a2-4655-9407-7275e0b3d38a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489573 Jul 29 23:24:24.941330 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c26227-8eb8-4feb-9f82-6807ba31bbff req-cbe75b6c-ae57-48a9-b64b-ed1eabd5e833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:24.943647 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a5c26227-8eb8-4feb-9f82-6807ba31bbff req-cbe75b6c-ae57-48a9-b64b-ed1eabd5e833 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8c93ec7117c946bd9f6d8673358392be&device_id=f5d6803b-4957-427d-b361-74d60d88099d HTTP/1.1" status: 200 len: 1100 time: 0.1027985 Jul 29 23:24:25.009894 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034d6dc8-05ce-4977-857a-b1b1e672ac6a x-openstack-request-id: req-034d6dc8-05ce-4977-857a-b1b1e672ac6a {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:25.010187 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf18f79c-9154-4ca8-9e0c-8c98c8b90be4", "name": "network-vif-plugged", "status": "completed", "tag": "63bcd344-ff75-471b-96f4-9d568bebb8a6", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:25.010494 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-034d6dc8-05ce-4977-857a-b1b1e672ac6a {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:25.010881 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf18f79c-9154-4ca8-9e0c-8c98c8b90be4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63bcd344-ff75-471b-96f4-9d568bebb8a6', 'code': 200} Jul 29 23:24:25.091751 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a5c26227-8eb8-4feb-9f82-6807ba31bbff req-c23207ba-2381-424e-9bc9-4e4eba8a2412 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=a3cd89ac-3f88-47d5-83fd-b42dc830ca2c HTTP/1.1" status: 200 len: 217 time: 0.1286995 Jul 29 23:24:25.203688 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c26227-8eb8-4feb-9f82-6807ba31bbff req-1fb92be0-9442-45d0-80ab-2433eb1230ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:25.205188 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a5c26227-8eb8-4feb-9f82-6807ba31bbff req-1fb92be0-9442-45d0-80ab-2433eb1230ee service neutron] 10.222.0.22 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.1083732 Jul 29 23:24:25.295326 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c26227-8eb8-4feb-9f82-6807ba31bbff req-649cea63-c5e1-4f4c-b182-1d5ab671d806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:25.297337 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a5c26227-8eb8-4feb-9f82-6807ba31bbff req-649cea63-c5e1-4f4c-b182-1d5ab671d806 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0831857 Jul 29 23:24:25.301730 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c349293c-b44a-44cf-8145-d4ac101d5552 req-2c4f5d5f-1b9e-4a6e-93c2-ca7c1df4f465 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:25.311868 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c349293c-b44a-44cf-8145-d4ac101d5552 req-2c4f5d5f-1b9e-4a6e-93c2-ca7c1df4f465 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=b18eaa87-b2be-4352-b653-da8df46dc00a HTTP/1.1" status: 200 len: 945 time: 0.2800975 Jul 29 23:24:25.336175 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a807cb8f-6855-4505-8609-b950053b5baa req-17e44cdc-41f6-46ec-a116-a7cd77e3f3f1 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:25.417998 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e44cdc-41f6-46ec-a116-a7cd77e3f3f1 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Pushing event deleted for resources: {'Port': ['ID=e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:25.425966 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990a598-f5ce-4030-99cb-61913462e323 req-bc507b81-cd76-46a6-90ec-bcd0544c2ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:25.427326 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9990a598-f5ce-4030-99cb-61913462e323 req-bc507b81-cd76-46a6-90ec-bcd0544c2ac8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=bf18f79c-9154-4ca8-9e0c-8c98c8b90be4 HTTP/1.1" status: 200 len: 1097 time: 0.3398547 Jul 29 23:24:25.431628 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d67ee6-2f4f-4222-b883-f99c78dbdb6d req-006e3bb9-feaf-4bba-986c-0a569af44b06 tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:25.438931 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c7d67ee6-2f4f-4222-b883-f99c78dbdb6d req-006e3bb9-feaf-4bba-986c-0a569af44b06 tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=3f45cc9a-5e66-43e9-af21-16b02742bbfe HTTP/1.1" status: 200 len: 1097 time: 0.3249409 Jul 29 23:24:25.516750 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c349293c-b44a-44cf-8145-d4ac101d5552 req-1ce68c11-5bf8-4ede-81af-0a6a9e99d192 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022059 Jul 29 23:24:25.517000 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a5c26227-8eb8-4feb-9f82-6807ba31bbff req-5a331de1-41e1-4a2b-bef2-e774d2876933 service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075243 Jul 29 23:24:25.530155 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 715390ce-2547-4acd-b959-070d46d7a628 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:24:25.684968 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a5c26227-8eb8-4feb-9f82-6807ba31bbff req-c1cbe1c8-e859-45ef-ab94-94ee4ad4b16b service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546624 Jul 29 23:24:25.690254 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-a807cb8f-6855-4505-8609-b950053b5baa req-17e44cdc-41f6-46ec-a116-a7cd77e3f3f1 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] No DVR routers for this DVR port e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552 on host n-h1-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:24:25.706087 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a807cb8f-6855-4505-8609-b950053b5baa req-17e44cdc-41f6-46ec-a116-a7cd77e3f3f1 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:25.708352 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 715390ce-2547-4acd-b959-070d46d7a628 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:25.710105 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:25.713624 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a807cb8f-6855-4505-8609-b950053b5baa req-17e44cdc-41f6-46ec-a116-a7cd77e3f3f1 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.41 "DELETE /v2.0/ports/e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552 HTTP/1.1" status: 204 len: 173 time: 3.2736850 Jul 29 23:24:25.743873 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '018c29f7-9583-4883-b6ed-7ccf00d1e720', 'name': 'network-vif-deleted', 'tag': 'e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:25.751064 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7a664b-461f-4a51-8f10-a8758c7fd95d" -d '{"events": [{"server_uuid": "018c29f7-9583-4883-b6ed-7ccf00d1e720", "name": "network-vif-deleted", "tag": "e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:25.768899 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9990a598-f5ce-4030-99cb-61913462e323 req-2a3dc741-4f86-4890-bc01-356601c63fec service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040440 Jul 29 23:24:25.855369 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c7d67ee6-2f4f-4222-b883-f99c78dbdb6d req-64472a4f-80d5-45f7-83b8-97b9d91b187e tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4154379 Jul 29 23:24:25.869137 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed1041d-885f-4788-8acf-675101f97214 x-openstack-request-id: req-5ed1041d-885f-4788-8acf-675101f97214 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:25.869695 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5d6803b-4957-427d-b361-74d60d88099d", "tag": "a3cd89ac-3f88-47d5-83fd-b42dc830ca2c", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:25.870065 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5ed1041d-885f-4788-8acf-675101f97214 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:25.870563 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5d6803b-4957-427d-b361-74d60d88099d', 'tag': 'a3cd89ac-3f88-47d5-83fd-b42dc830ca2c', 'status': 'completed', 'code': 200} Jul 29 23:24:26.010885 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:24:26.058985 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7c01bdff-ae93-4d12-9092-750df5dce9ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:26.126853 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] No Port match for: e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:24:26.127199 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552 not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:24:26.221971 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9187a-b366-42ae-855c-ce66b44cc75a req-c8884420-c9be-40a4-9fcf-93d792dc2c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:26.231562 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-89c9187a-b366-42ae-855c-ce66b44cc75a req-c8884420-c9be-40a4-9fcf-93d792dc2c06 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8c93ec7117c946bd9f6d8673358392be&device_id=f5d6803b-4957-427d-b361-74d60d88099d HTTP/1.1" status: 200 len: 1100 time: 0.3242502 Jul 29 23:24:26.350271 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:26.357003 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b1c9dc-952d-4d51-b51b-31fccadc6cce req-13973906-4be6-411d-a80c-c683db40b7ec tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:26.365966 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-96b1c9dc-952d-4d51-b51b-31fccadc6cce req-13973906-4be6-411d-a80c-c683db40b7ec tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf18f79c-9154-4ca8-9e0c-8c98c8b90be4 HTTP/1.1" status: 200 len: 945 time: 0.1999631 Jul 29 23:24:26.394229 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f627e-334c-4f7b-adf9-93a98e72ceee req-8b1f52a2-0704-4eef-826a-46e9844a9e55 tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:26.396495 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e42f627e-334c-4f7b-adf9-93a98e72ceee req-8b1f52a2-0704-4eef-826a-46e9844a9e55 tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] 10.222.0.43 "GET /v2.0/ports?device_id=f5d6803b-4957-427d-b361-74d60d88099d HTTP/1.1" status: 200 len: 948 time: 0.3426898 Jul 29 23:24:26.440513 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9187a-b366-42ae-855c-ce66b44cc75a req-9f26fec3-a0c8-4670-a9db-a3f3fc3e3dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:26.442625 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-89c9187a-b366-42ae-855c-ce66b44cc75a req-9f26fec3-a0c8-4670-a9db-a3f3fc3e3dc2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d71c22dc-feef-410b-a7ed-6548cf85bd6f HTTP/1.1" status: 200 len: 870 time: 0.2020037 Jul 29 23:24:26.525704 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-96b1c9dc-952d-4d51-b51b-31fccadc6cce req-535c3a02-426a-470c-b46a-ba613d961d39 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535082 Jul 29 23:24:26.535923 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 39470) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:26.559691 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e42f627e-334c-4f7b-adf9-93a98e72ceee req-63d9c11a-aa84-4a8e-9ade-5aaf9bcf99f6 tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] 10.222.0.43 "GET /v2.0/security-groups?id=61a3069d-b97f-43ba-a3d0-94a60055ab43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475880 Jul 29 23:24:26.567858 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-89c9187a-b366-42ae-855c-ce66b44cc75a req-5d77440d-df6e-4fee-a09e-116d72c54f51 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=a3cd89ac-3f88-47d5-83fd-b42dc830ca2c HTTP/1.1" status: 200 len: 217 time: 0.1151865 Jul 29 23:24:26.686355 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8901d5ff-3bf2-401b-bfa4-7596f76597ae x-openstack-request-id: req-8901d5ff-3bf2-401b-bfa4-7596f76597ae {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:26.689545 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "018c29f7-9583-4883-b6ed-7ccf00d1e720", "name": "network-vif-deleted", "tag": "e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:26.689863 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8901d5ff-3bf2-401b-bfa4-7596f76597ae {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:26.690725 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '018c29f7-9583-4883-b6ed-7ccf00d1e720', 'name': 'network-vif-deleted', 'tag': 'e6c5ee2d-7d19-4e4b-b6ff-b8e78eb3f552', 'status': 'completed', 'code': 200} Jul 29 23:24:26.760829 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9187a-b366-42ae-855c-ce66b44cc75a req-1fff9b80-ef9f-4151-92a7-5fe56a6d6a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:26.762345 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-89c9187a-b366-42ae-855c-ce66b44cc75a req-1fff9b80-ef9f-4151-92a7-5fe56a6d6a50 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.1849289 Jul 29 23:24:26.807511 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-93d4dc8d-d21b-4c95-9349-79509d6800f5 req-19b56303-6329-4a42-a799-4295239ddcf7 tempest-ServersOnMultiNodesTest-902020601 tempest-ServersOnMultiNodesTest-902020601-project] 10.222.0.43 "GET /v2.0/ports?device_id=018c29f7-9583-4883-b6ed-7ccf00d1e720 HTTP/1.1" status: 200 len: 210 time: 0.0624425 Jul 29 23:24:26.851334 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e8fe7a23-e750-425d-a975-65e6cf119915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:26.906342 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c9187a-b366-42ae-855c-ce66b44cc75a req-82d02ed3-2c81-49ef-b0d2-0935c78f354e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:26.907769 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-89c9187a-b366-42ae-855c-ce66b44cc75a req-82d02ed3-2c81-49ef-b0d2-0935c78f354e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1038146 Jul 29 23:24:27.024694 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e8fe7a23-e750-425d-a975-65e6cf119915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:27.033557 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e8fe7a23-e750-425d-a975-65e6cf119915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:27.083742 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e8fe7a23-e750-425d-a975-65e6cf119915 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4be3517ed163437ca8340987daafd8b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5459371 Jul 29 23:24:27.091387 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 39486) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:27.111763 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aafe298-20ac-4554-a090-9eb2e2909d19 req-f0837fa9-1673-4c17-bcc5-29d1d5b3329b tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:27.115077 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6aafe298-20ac-4554-a090-9eb2e2909d19 req-f0837fa9-1673-4c17-bcc5-29d1d5b3329b tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=b18eaa87-b2be-4352-b653-da8df46dc00a HTTP/1.1" status: 200 len: 945 time: 0.2018712 Jul 29 23:24:27.152156 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fe7a23-e750-425d-a975-65e6cf119915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=103443a6-05b8-4668-893a-fc37f3a699d4,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:27.196247 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-89c9187a-b366-42ae-855c-ce66b44cc75a req-5ad857f7-a1b4-4326-bf1e-7a174f1b0d2f service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695124 Jul 29 23:24:27.200667 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-53f5c8a3-bc62-46b5-a146-e3de16c44bf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:27.214822 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6aafe298-20ac-4554-a090-9eb2e2909d19 req-f609298a-d911-4ef5-a82a-1fde219327fd tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857320 Jul 29 23:24:27.243988 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-53f5c8a3-bc62-46b5-a146-e3de16c44bf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:27.332415 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-89c9187a-b366-42ae-855c-ce66b44cc75a req-7e023cb9-924e-4a6c-901c-21f2faabde57 service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163368 Jul 29 23:24:27.339690 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-53f5c8a3-bc62-46b5-a146-e3de16c44bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:27.349942 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-53f5c8a3-bc62-46b5-a146-e3de16c44bf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:27.353445 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-53f5c8a3-bc62-46b5-a146-e3de16c44bf2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/103443a6-05b8-4668-893a-fc37f3a699d4 HTTP/1.1" status: 204 len: 168 time: 0.2607427 Jul 29 23:24:27.374494 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f5c8a3-bc62-46b5-a146-e3de16c44bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103443a6-05b8-4668-893a-fc37f3a699d4,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:27.476581 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device a3cd89ac-3f88-47d5-83fd-b42dc830ca2c details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:24:27.639976 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:27.692441 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port a3cd89ac-3f88-47d5-83fd-b42dc830ca2c, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=a3cd89ac-3f88-47d5-83fd-b42dc830ca2c,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:27.728716 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': 'a3cd89ac-3f88-47d5-83fd-b42dc830ca2c', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'port_id': 'a3cd89ac-3f88-47d5-83fd-b42dc830ca2c', 'mac_address': 'fa:16:3e:77:a7:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64bdc61a-58ca-49c7-bae5-ecfed9ee407c', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:24:27.770744 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90760f1c-0b17-4606-bcb0-9fe3f30c3e9a req-0d29b57d-a268-4275-8587-00f3e0eef8cc tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:27.776052 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-90760f1c-0b17-4606-bcb0-9fe3f30c3e9a req-0d29b57d-a268-4275-8587-00f3e0eef8cc tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf18f79c-9154-4ca8-9e0c-8c98c8b90be4 HTTP/1.1" status: 200 len: 945 time: 0.1130197 Jul 29 23:24:27.829476 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 39498) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:27.840726 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:27.848127 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f329cc0b-6c93-49a2-99b3-d87ec3356161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:27.860113 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3cd89ac-3f88-47d5-83fd-b42dc830ca2c {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:24:27.866415 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-90760f1c-0b17-4606-bcb0-9fe3f30c3e9a req-dcea00e0-737b-4e67-b7d7-5a1ee522d662 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688121 Jul 29 23:24:27.884574 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port a3cd89ac-3f88-47d5-83fd-b42dc830ca2c, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=a3cd89ac-3f88-47d5-83fd-b42dc830ca2c,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:27.891729 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:27.981299 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=a3cd89ac-3f88-47d5-83fd-b42dc830ca2c,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:28.026701 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30f7ee-5ede-4b2d-b725-a4db9ad2eb7f req-69f60ed9-34aa-45be-ab0a-1f273f456201 tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:28.028563 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ec30f7ee-5ede-4b2d-b725-a4db9ad2eb7f req-69f60ed9-34aa-45be-ab0a-1f273f456201 tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] 10.222.0.43 "GET /v2.0/ports?device_id=f5d6803b-4957-427d-b361-74d60d88099d HTTP/1.1" status: 200 len: 949 time: 0.0712507 Jul 29 23:24:28.030149 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f329cc0b-6c93-49a2-99b3-d87ec3356161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:28.037561 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f329cc0b-6c93-49a2-99b3-d87ec3356161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:28.103236 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-f329cc0b-6c93-49a2-99b3-d87ec3356161 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bc8cb3cf67e4422ea338cee51ce66447&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2726026 Jul 29 23:24:28.104806 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f329cc0b-6c93-49a2-99b3-d87ec3356161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6ba08f-f2fb-4d63-bf62-a0e85c8b050f,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:28.108433 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 39506) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:28.108740 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ec30f7ee-5ede-4b2d-b725-a4db9ad2eb7f req-cec18b4a-f725-4937-9375-080d7f48de57 tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] 10.222.0.43 "GET /v2.0/security-groups?id=61a3069d-b97f-43ba-a3d0-94a60055ab43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653188 Jul 29 23:24:28.139598 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['a3cd89ac-3f88-47d5-83fd-b42dc830ca2c'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:24:28.203459 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f2a65dd1-a708-4ceb-a4a5-de6ea1978d1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:28.235177 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f2a65dd1-a708-4ceb-a4a5-de6ea1978d1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:28.341143 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f2a65dd1-a708-4ceb-a4a5-de6ea1978d1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:28.344550 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f2a65dd1-a708-4ceb-a4a5-de6ea1978d1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:28.346067 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-f2a65dd1-a708-4ceb-a4a5-de6ea1978d1c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2e6ba08f-f2fb-4d63-bf62-a0e85c8b050f HTTP/1.1" status: 204 len: 168 time: 0.2365644 Jul 29 23:24:28.386158 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a65dd1-a708-4ceb-a4a5-de6ea1978d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6ba08f-f2fb-4d63-bf62-a0e85c8b050f,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:28.452508 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09afbc0-5235-4b85-9a54-3b8c004bcdd4 req-eba8056b-617a-4dec-9d1e-4c40c4879749 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:28.465032 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b09afbc0-5235-4b85-9a54-3b8c004bcdd4 req-eba8056b-617a-4dec-9d1e-4c40c4879749 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf18f79c-9154-4ca8-9e0c-8c98c8b90be4 HTTP/1.1" status: 200 len: 945 time: 0.1161387 Jul 29 23:24:28.549978 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b09afbc0-5235-4b85-9a54-3b8c004bcdd4 req-83c41232-d0ee-431c-8386-d1d73ccf2393 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799162 Jul 29 23:24:28.779559 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 39520) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:28.780496 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e6dab9-53c3-457d-984a-4a0560df6382 req-1c44680f-190b-449e-b6d7-2620714002d7 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:28.782111 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c9e6dab9-53c3-457d-984a-4a0560df6382 req-1c44680f-190b-449e-b6d7-2620714002d7 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=b18eaa87-b2be-4352-b653-da8df46dc00a HTTP/1.1" status: 200 len: 945 time: 0.1018870 Jul 29 23:24:28.880505 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c9e6dab9-53c3-457d-984a-4a0560df6382 req-7af2feae-0fae-45ec-9d1a-eac9bed5cbb8 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725789 Jul 29 23:24:29.047100 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-56cc3a03-2529-415b-94c3-ab5197c1ac08 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0c116bccf1944bb08a8f319b422b3c50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2662218 Jul 29 23:24:29.049367 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 39530) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:29.118540 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-75ec7d60-8062-4d8d-afda-54beea421254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:29.178989 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-75ec7d60-8062-4d8d-afda-54beea421254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:29.230141 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:29.277199 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248a6087-8d79-4dda-898c-694273845864 req-efcbbe8d-eb23-4440-8e88-86ab43523345 tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:29.285355 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-248a6087-8d79-4dda-898c-694273845864 req-efcbbe8d-eb23-4440-8e88-86ab43523345 tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] 10.222.0.43 "GET /v2.0/ports?device_id=f5d6803b-4957-427d-b361-74d60d88099d HTTP/1.1" status: 200 len: 949 time: 0.0918627 Jul 29 23:24:29.322974 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-75ec7d60-8062-4d8d-afda-54beea421254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:29.330513 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-75ec7d60-8062-4d8d-afda-54beea421254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:29.344117 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-75ec7d60-8062-4d8d-afda-54beea421254 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/94486fc8-28a2-4655-9407-7275e0b3d38a HTTP/1.1" status: 204 len: 168 time: 0.2830749 Jul 29 23:24:29.355952 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-248a6087-8d79-4dda-898c-694273845864 req-52377f27-8cc6-4731-ae45-d068c0b744f1 tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] 10.222.0.43 "GET /v2.0/security-groups?id=61a3069d-b97f-43ba-a3d0-94a60055ab43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694396 Jul 29 23:24:29.360966 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ec7d60-8062-4d8d-afda-54beea421254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94486fc8-28a2-4655-9407-7275e0b3d38a,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:29.501287 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device a3cd89ac-3f88-47d5-83fd-b42dc830ca2c up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:24:29.558808 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fba5e4-c8dc-4dd8-929e-8fedfc387a2a req-dad29c97-42d0-4ed9-9add-41b4a1ad8044 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:29.567692 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-05fba5e4-c8dc-4dd8-929e-8fedfc387a2a req-dad29c97-42d0-4ed9-9add-41b4a1ad8044 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf18f79c-9154-4ca8-9e0c-8c98c8b90be4 HTTP/1.1" status: 200 len: 945 time: 0.1385655 Jul 29 23:24:29.600102 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port a3cd89ac-3f88-47d5-83fd-b42dc830ca2c completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:24:29.607131 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port a3cd89ac-3f88-47d5-83fd-b42dc830ca2c triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:29.607766 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:29.631011 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-05fba5e4-c8dc-4dd8-929e-8fedfc387a2a req-82d0555d-ac5c-42a2-9313-a655f96c0c19 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561850 Jul 29 23:24:29.725971 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:29.794234 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d6803b-4957-427d-b361-74d60d88099d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3cd89ac-3f88-47d5-83fd-b42dc830ca2c'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:29.797190 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2bd3a9f-56a3-41c2-a39d-896164dbc07c" -d '{"events": [{"server_uuid": "f5d6803b-4957-427d-b361-74d60d88099d", "name": "network-vif-plugged", "status": "completed", "tag": "a3cd89ac-3f88-47d5-83fd-b42dc830ca2c"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:29.837503 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port a3cd89ac-3f88-47d5-83fd-b42dc830ca2c, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=a3cd89ac-3f88-47d5-83fd-b42dc830ca2c,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:29.848749 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:29.888978 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c181210-2fce-454f-ba15-39d6188b1418 x-openstack-request-id: req-4c181210-2fce-454f-ba15-39d6188b1418 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:29.889728 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5d6803b-4957-427d-b361-74d60d88099d", "name": "network-vif-plugged", "status": "completed", "tag": "a3cd89ac-3f88-47d5-83fd-b42dc830ca2c", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:29.891384 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4c181210-2fce-454f-ba15-39d6188b1418 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:29.891991 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5d6803b-4957-427d-b361-74d60d88099d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3cd89ac-3f88-47d5-83fd-b42dc830ca2c', 'code': 200} Jul 29 23:24:30.008140 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 39558) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:30.028792 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 39560) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:30.104483 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=a3cd89ac-3f88-47d5-83fd-b42dc830ca2c,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:30.151946 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b0c1514a-48f7-4e5c-9a5a-9071b2f29d9b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=60753bf67dec4c46a511ee90e87e6806&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1406932 Jul 29 23:24:30.153048 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 39564) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:30.217431 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6e1a78-efbb-4ac5-94b0-b1aeacf62a96 req-887f37ca-0520-4188-bd6b-ec91a893c190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:30.219931 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0a6e1a78-efbb-4ac5-94b0-b1aeacf62a96 req-887f37ca-0520-4188-bd6b-ec91a893c190 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f5d6803b-4957-427d-b361-74d60d88099d HTTP/1.1" status: 200 len: 1102 time: 0.2522464 Jul 29 23:24:30.232655 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fbf9de-ca4a-4cc5-84d4-83099c32e450 req-47cc3066-b778-4f7a-8b02-f2073f5260af tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:30.245304 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b8fbf9de-ca4a-4cc5-84d4-83099c32e450 req-47cc3066-b778-4f7a-8b02-f2073f5260af tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=b18eaa87-b2be-4352-b653-da8df46dc00a HTTP/1.1" status: 200 len: 945 time: 0.1695652 Jul 29 23:24:30.283514 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-aefaa4c8-2c26-4a8e-b95c-00801eb4c620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:30.309417 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-6a530532-d55e-4896-befa-3e2c1a6dd7f7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-366611608-network', 'tenant_id': 'f0fbf9acd9ae4ccabf0c305362c8f96b'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:30.312697 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b8fbf9de-ca4a-4cc5-84d4-83099c32e450 req-567a5aca-28c1-4f6e-acd7-d037202acae1 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660129 Jul 29 23:24:30.335746 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0a6e1a78-efbb-4ac5-94b0-b1aeacf62a96 req-51855c33-864e-489e-8bf1-65786855cfa1 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=61a3069d-b97f-43ba-a3d0-94a60055ab43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871434 Jul 29 23:24:30.373110 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-aefaa4c8-2c26-4a8e-b95c-00801eb4c620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:30.411121 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a530532-d55e-4896-befa-3e2c1a6dd7f7 admin admin] Made reservation on behalf of f0fbf9acd9ae4ccabf0c305362c8f96b for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:24:30.414747 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6a530532-d55e-4896-befa-3e2c1a6dd7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:30.427087 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6a530532-d55e-4896-befa-3e2c1a6dd7f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:30.478086 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-aefaa4c8-2c26-4a8e-b95c-00801eb4c620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:30.483858 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-aefaa4c8-2c26-4a8e-b95c-00801eb4c620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:30.484994 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-aefaa4c8-2c26-4a8e-b95c-00801eb4c620 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3a9a314e-c4f4-436a-a997-3e2414a0d55a HTTP/1.1" status: 204 len: 168 time: 0.3304222 Jul 29 23:24:30.564454 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefaa4c8-2c26-4a8e-b95c-00801eb4c620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a9a314e-c4f4-436a-a997-3e2414a0d55a,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:30.597113 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6a530532-d55e-4896-befa-3e2c1a6dd7f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:30.610218 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6a530532-d55e-4896-befa-3e2c1a6dd7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:30.642949 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fb6cfc-ea74-4f37-925e-62997aec18c3 req-fb4053b6-905a-4305-acf4-49b2da893744 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:30.644918 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f2fb6cfc-ea74-4f37-925e-62997aec18c3 req-fb4053b6-905a-4305-acf4-49b2da893744 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf18f79c-9154-4ca8-9e0c-8c98c8b90be4 HTTP/1.1" status: 200 len: 945 time: 0.1809793 Jul 29 23:24:30.673883 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eec94bf-f92e-446e-aab7-40dd9c6c0000 req-d8b7634d-ce58-4bc2-9e7e-e598a0bdc4ee tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:30.690026 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1eec94bf-f92e-446e-aab7-40dd9c6c0000 req-d8b7634d-ce58-4bc2-9e7e-e598a0bdc4ee tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] 10.222.0.43 "GET /v2.0/ports?device_id=f5d6803b-4957-427d-b361-74d60d88099d HTTP/1.1" status: 200 len: 950 time: 0.2076845 Jul 29 23:24:30.695721 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a530532-d55e-4896-befa-3e2c1a6dd7f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6759d548-5fc3-482d-a0d2-d7ef46d43bfe,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:30.706885 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a530532-d55e-4896-befa-3e2c1a6dd7f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:24:30.728893 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6a530532-d55e-4896-befa-3e2c1a6dd7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:30.729417 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-6a530532-d55e-4896-befa-3e2c1a6dd7f7 admin admin] Added segment 04b64fda-9fb7-4ced-a00a-5636f5086e73 of type vlan for network 30111b4f-79ad-4361-b37a-2a81720a592f Jul 29 23:24:30.833268 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6a530532-d55e-4896-befa-3e2c1a6dd7f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:30.864568 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1eec94bf-f92e-446e-aab7-40dd9c6c0000 req-926fecae-a121-4101-bd2f-68ac960086e9 tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] 10.222.0.43 "GET /v2.0/security-groups?id=61a3069d-b97f-43ba-a3d0-94a60055ab43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730347 Jul 29 23:24:30.909763 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6a530532-d55e-4896-befa-3e2c1a6dd7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:30.912174 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a530532-d55e-4896-befa-3e2c1a6dd7f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:30.913301 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6a530532-d55e-4896-befa-3e2c1a6dd7f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:30.913771 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-f2fb6cfc-ea74-4f37-925e-62997aec18c3 req-86f6d07e-0a75-4f9b-a22e-12364f8cf876 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Deleting port 63bcd344-ff75-471b-96f4-9d568bebb8a6 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:24:30.914384 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f2fb6cfc-ea74-4f37-925e-62997aec18c3 req-86f6d07e-0a75-4f9b-a22e-12364f8cf876 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:31.072247 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-6a530532-d55e-4896-befa-3e2c1a6dd7f7 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0348425 Jul 29 23:24:31.073055 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 39584) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:31.081535 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-9eda6b04-41f0-4ac7-b0c3-637508eceacc admin admin] Request body: {'subnet': {'network_id': '30111b4f-79ad-4361-b37a-2a81720a592f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-366611608-subnet', 'tenant_id': 'f0fbf9acd9ae4ccabf0c305362c8f96b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:31.095284 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a530532-d55e-4896-befa-3e2c1a6dd7f7 admin admin] Pushing event updated for resources: {'Network': ['ID=30111b4f-79ad-4361-b37a-2a81720a592f,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:31.107888 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 30111b4f-79ad-4361-b37a-2a81720a592f details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:24:31.124733 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eda6b04-41f0-4ac7-b0c3-637508eceacc admin admin] Made reservation on behalf of f0fbf9acd9ae4ccabf0c305362c8f96b for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:24:31.127552 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9eda6b04-41f0-4ac7-b0c3-637508eceacc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:31.277416 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc914ab1-443d-4422-9b1d-47a5b435f891 req-67da35f0-a57c-4641-bc38-d3438cab689f tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:31.285531 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fc914ab1-443d-4422-9b1d-47a5b435f891 req-67da35f0-a57c-4641-bc38-d3438cab689f tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf18f79c-9154-4ca8-9e0c-8c98c8b90be4 HTTP/1.1" status: 200 len: 945 time: 0.2858641 Jul 29 23:24:31.333162 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-f2fb6cfc-ea74-4f37-925e-62997aec18c3 req-86f6d07e-0a75-4f9b-a22e-12364f8cf876 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] For port 63bcd344-ff75-471b-96f4-9d568bebb8a6, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=63bcd344-ff75-471b-96f4-9d568bebb8a6,segment=NetworkSegment(2f225bab-780d-4bb8-903d-ee3f32d75d09),segment_id=2f225bab-780d-4bb8-903d-ee3f32d75d09)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:31.333676 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f2fb6cfc-ea74-4f37-925e-62997aec18c3 req-86f6d07e-0a75-4f9b-a22e-12364f8cf876 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:31.354783 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fc914ab1-443d-4422-9b1d-47a5b435f891 req-6ad4e5cc-86cc-4bf5-92e8-734526380ff7 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678060 Jul 29 23:24:31.418175 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-f2fb6cfc-ea74-4f37-925e-62997aec18c3 req-86f6d07e-0a75-4f9b-a22e-12364f8cf876 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Calling delete_port for 63bcd344-ff75-471b-96f4-9d568bebb8a6 owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:24:31.456548 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9eda6b04-41f0-4ac7-b0c3-637508eceacc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:31.528121 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eda6b04-41f0-4ac7-b0c3-637508eceacc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c70ab536-fcd3-4f2a-b18a-f7488691f347,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:31.625605 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eda6b04-41f0-4ac7-b0c3-637508eceacc admin admin] Checking segment: {'id': '04b64fda-9fb7-4ced-a00a-5636f5086e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '30111b4f-79ad-4361-b37a-2a81720a592f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:24:31.628203 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eda6b04-41f0-4ac7-b0c3-637508eceacc admin admin] Network hostable DHCP agents. Network: 30111b4f-79ad-4361-b37a-2a81720a592f, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:24:31.668253 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eda6b04-41f0-4ac7-b0c3-637508eceacc admin admin] Network 30111b4f-79ad-4361-b37a-2a81720a592f is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:24:31.689933 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-9eda6b04-41f0-4ac7-b0c3-637508eceacc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 30111b4f-79ad-4361-b37a-2a81720a592f) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:31.695847 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eda6b04-41f0-4ac7-b0c3-637508eceacc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:31.696747 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9eda6b04-41f0-4ac7-b0c3-637508eceacc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:31.704450 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9742b00e-287a-4ddc-85c3-bd0eb8d113cd None None] Network 30111b4f-79ad-4361-b37a-2a81720a592f requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:24:31.728228 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9eda6b04-41f0-4ac7-b0c3-637508eceacc admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6503150 Jul 29 23:24:31.730755 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 39598) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:31.743156 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-572718a9-aa00-425e-928e-cc0907ddeee2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-366611608-router', 'tenant_id': 'f0fbf9acd9ae4ccabf0c305362c8f96b', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:31.788212 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-572718a9-aa00-425e-928e-cc0907ddeee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:31.811218 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-572718a9-aa00-425e-928e-cc0907ddeee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:31.828684 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c74b1cd-f2c2-47b6-b5b7-118a82cc4ceb req-c9d42cdd-5cf1-42c8-9192-c4063d4d1747 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:31.831473 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9c74b1cd-f2c2-47b6-b5b7-118a82cc4ceb req-c9d42cdd-5cf1-42c8-9192-c4063d4d1747 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=b18eaa87-b2be-4352-b653-da8df46dc00a HTTP/1.1" status: 200 len: 945 time: 0.0827026 Jul 29 23:24:31.833148 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f2fb6cfc-ea74-4f37-925e-62997aec18c3 req-86f6d07e-0a75-4f9b-a22e-12364f8cf876 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:31.856204 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['63bcd344-ff75-471b-96f4-9d568bebb8a6'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:24:31.916594 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f6d07e-0a75-4f9b-a22e-12364f8cf876 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Pushing event deleted for resources: {'Port': ['ID=63bcd344-ff75-471b-96f4-9d568bebb8a6,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:31.918867 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-572718a9-aa00-425e-928e-cc0907ddeee2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:31.944129 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['95555302-95fb-448e-a090-29b4ec336757'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:24:31.945637 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2fb6cfc-ea74-4f37-925e-62997aec18c3 req-86f6d07e-0a75-4f9b-a22e-12364f8cf876 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] No DVR routers for this DVR port 63bcd344-ff75-471b-96f4-9d568bebb8a6 on host n-h2-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:24:31.950121 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f2fb6cfc-ea74-4f37-925e-62997aec18c3 req-86f6d07e-0a75-4f9b-a22e-12364f8cf876 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:31.953158 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f2fb6cfc-ea74-4f37-925e-62997aec18c3 req-86f6d07e-0a75-4f9b-a22e-12364f8cf876 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.22 "DELETE /v2.0/ports/63bcd344-ff75-471b-96f4-9d568bebb8a6 HTTP/1.1" status: 204 len: 173 time: 1.3003018 Jul 29 23:24:31.953983 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf18f79c-9154-4ca8-9e0c-8c98c8b90be4', 'name': 'network-vif-deleted', 'tag': '63bcd344-ff75-471b-96f4-9d568bebb8a6'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:31.965044 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d4e0100-66bf-48a8-b8a7-77e235ac40b8" -d '{"events": [{"server_uuid": "bf18f79c-9154-4ca8-9e0c-8c98c8b90be4", "name": "network-vif-deleted", "tag": "63bcd344-ff75-471b-96f4-9d568bebb8a6"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:32.000365 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9c74b1cd-f2c2-47b6-b5b7-118a82cc4ceb req-916a0f49-5ad8-4eee-abb6-a99d9d7e83db tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599770 Jul 29 23:24:32.211985 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52195a64-b126-4ef3-9d1a-6e181da1b554 req-4aa9afa7-bab9-401c-abdb-ed3bdf839aea tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:32.214535 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-52195a64-b126-4ef3-9d1a-6e181da1b554 req-4aa9afa7-bab9-401c-abdb-ed3bdf839aea tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] 10.222.0.43 "GET /v2.0/ports?device_id=f5d6803b-4957-427d-b361-74d60d88099d HTTP/1.1" status: 200 len: 950 time: 0.1223044 Jul 29 23:24:32.292817 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-52195a64-b126-4ef3-9d1a-6e181da1b554 req-1b8fb09c-dd67-4ca7-bfd2-d1ab95ea3aec tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] 10.222.0.43 "GET /v2.0/security-groups?id=61a3069d-b97f-43ba-a3d0-94a60055ab43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702949 Jul 29 23:24:32.317616 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-572718a9-aa00-425e-928e-cc0907ddeee2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:32.385250 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459ab439-e277-4621-8560-20a5d76ae8f8 x-openstack-request-id: req-459ab439-e277-4621-8560-20a5d76ae8f8 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:32.385547 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf18f79c-9154-4ca8-9e0c-8c98c8b90be4", "name": "network-vif-deleted", "tag": "63bcd344-ff75-471b-96f4-9d568bebb8a6", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:32.385829 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-459ab439-e277-4621-8560-20a5d76ae8f8 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:32.387675 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf18f79c-9154-4ca8-9e0c-8c98c8b90be4', 'name': 'network-vif-deleted', 'tag': '63bcd344-ff75-471b-96f4-9d568bebb8a6', 'status': 'completed', 'code': 200} Jul 29 23:24:32.462458 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2159ab2c-42c4-4810-aa6c-10f7bc7ead23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-30111b4f-79ad-4361-b37a-2a81720a592f', 'network_id': '30111b4f-79ad-4361-b37a-2a81720a592f', 'tenant_id': 'f0fbf9acd9ae4ccabf0c305362c8f96b', 'fixed_ips': [{'subnet_id': 'c70ab536-fcd3-4f2a-b18a-f7488691f347'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:24:32.464066 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2159ab2c-42c4-4810-aa6c-10f7bc7ead23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:32.814566 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-2159ab2c-42c4-4810-aa6c-10f7bc7ead23 None None] Allocated IP 172.20.0.2 (30111b4f-79ad-4361-b37a-2a81720a592f/c70ab536-fcd3-4f2a-b18a-f7488691f347/455a8731-bd27-418e-9616-811eb60af669) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:24:32.822392 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d041b933-7f7f-470e-a48f-be7d753daac2 req-bafa11bf-26d0-430d-9faf-0f1a02ee0b9d tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=bf18f79c-9154-4ca8-9e0c-8c98c8b90be4 HTTP/1.1" status: 200 len: 210 time: 0.0693758 Jul 29 23:24:32.997883 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-572718a9-aa00-425e-928e-cc0907ddeee2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:33.030882 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2159ab2c-42c4-4810-aa6c-10f7bc7ead23 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:33.044004 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2159ab2c-42c4-4810-aa6c-10f7bc7ead23 None None] Transition to ACTIVE for port object 455a8731-bd27-418e-9616-811eb60af669 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:33.073302 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-572718a9-aa00-425e-928e-cc0907ddeee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:33.083455 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2159ab2c-42c4-4810-aa6c-10f7bc7ead23 None None] Transition to ACTIVE for port object 455a8731-bd27-418e-9616-811eb60af669 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:33.120647 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2159ab2c-42c4-4810-aa6c-10f7bc7ead23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:33.224176 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2159ab2c-42c4-4810-aa6c-10f7bc7ead23 None None] Pushing event updated for resources: {'Port': ['ID=455a8731-bd27-418e-9616-811eb60af669,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:33.246511 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2159ab2c-42c4-4810-aa6c-10f7bc7ead23 None None] Network 30111b4f-79ad-4361-b37a-2a81720a592f is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:24:33.255270 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-2159ab2c-42c4-4810-aa6c-10f7bc7ead23 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:33.264596 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2159ab2c-42c4-4810-aa6c-10f7bc7ead23 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:24:33.276143 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2159ab2c-42c4-4810-aa6c-10f7bc7ead23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:33.276484 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2159ab2c-42c4-4810-aa6c-10f7bc7ead23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:33.276824 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2159ab2c-42c4-4810-aa6c-10f7bc7ead23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:33.277160 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2159ab2c-42c4-4810-aa6c-10f7bc7ead23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:33.277490 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2159ab2c-42c4-4810-aa6c-10f7bc7ead23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:33.277846 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2159ab2c-42c4-4810-aa6c-10f7bc7ead23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:33.278171 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2159ab2c-42c4-4810-aa6c-10f7bc7ead23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:33.281862 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2159ab2c-42c4-4810-aa6c-10f7bc7ead23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:33.282516 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2159ab2c-42c4-4810-aa6c-10f7bc7ead23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:33.283296 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2159ab2c-42c4-4810-aa6c-10f7bc7ead23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:33.283296 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2159ab2c-42c4-4810-aa6c-10f7bc7ead23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:33.283489 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2159ab2c-42c4-4810-aa6c-10f7bc7ead23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:33.358206 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-572718a9-aa00-425e-928e-cc0907ddeee2 admin admin] Allocated IP 172.25.0.138 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/eecd2ebf-ec98-479c-a087-a1d72ec92dbd) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:24:33.387805 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-2159ab2c-42c4-4810-aa6c-10f7bc7ead23 None None] Attempting to bind port 455a8731-bd27-418e-9616-811eb60af669 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:24:33.388214 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-2159ab2c-42c4-4810-aa6c-10f7bc7ead23 None None] Attempting to bind port 455a8731-bd27-418e-9616-811eb60af669 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '04b64fda-9fb7-4ced-a00a-5636f5086e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '30111b4f-79ad-4361-b37a-2a81720a592f'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:24:33.388539 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2159ab2c-42c4-4810-aa6c-10f7bc7ead23 None None] Attempting to bind port 455a8731-bd27-418e-9616-811eb60af669 on network 30111b4f-79ad-4361-b37a-2a81720a592f {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:33.421295 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2159ab2c-42c4-4810-aa6c-10f7bc7ead23 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:24:33.421751 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2159ab2c-42c4-4810-aa6c-10f7bc7ead23 None None] Checking segment: {'id': '04b64fda-9fb7-4ced-a00a-5636f5086e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '30111b4f-79ad-4361-b37a-2a81720a592f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:24:33.422673 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2159ab2c-42c4-4810-aa6c-10f7bc7ead23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:33.423084 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2159ab2c-42c4-4810-aa6c-10f7bc7ead23 None None] Bound using segment: {'id': '04b64fda-9fb7-4ced-a00a-5636f5086e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '30111b4f-79ad-4361-b37a-2a81720a592f'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:24:33.423593 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-2159ab2c-42c4-4810-aa6c-10f7bc7ead23 None None] Bound port: 455a8731-bd27-418e-9616-811eb60af669, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04b64fda-9fb7-4ced-a00a-5636f5086e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '30111b4f-79ad-4361-b37a-2a81720a592f'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:24:33.423963 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2159ab2c-42c4-4810-aa6c-10f7bc7ead23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:33.509885 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439909ee-04cc-4186-ba98-92e3b1d44af2 req-f191202c-6b8c-4b87-a13e-6fa319230834 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:33.519579 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-439909ee-04cc-4186-ba98-92e3b1d44af2 req-f191202c-6b8c-4b87-a13e-6fa319230834 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=b18eaa87-b2be-4352-b653-da8df46dc00a HTTP/1.1" status: 200 len: 945 time: 0.1183078 Jul 29 23:24:33.535413 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2159ab2c-42c4-4810-aa6c-10f7bc7ead23 None None] For port 455a8731-bd27-418e-9616-811eb60af669, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:24:33.543653 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2159ab2c-42c4-4810-aa6c-10f7bc7ead23 None None] For port 455a8731-bd27-418e-9616-811eb60af669, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=455a8731-bd27-418e-9616-811eb60af669,segment=NetworkSegment(04b64fda-9fb7-4ced-a00a-5636f5086e73),segment_id=04b64fda-9fb7-4ced-a00a-5636f5086e73)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:24:33.555959 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2159ab2c-42c4-4810-aa6c-10f7bc7ead23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:33.624853 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-439909ee-04cc-4186-ba98-92e3b1d44af2 req-9f851555-402c-455f-b16d-a4551a3651e2 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043162 Jul 29 23:24:33.647564 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-572718a9-aa00-425e-928e-cc0907ddeee2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:33.667710 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2159ab2c-42c4-4810-aa6c-10f7bc7ead23 None None] Pushing event updated for resources: {'Port': ['ID=455a8731-bd27-418e-9616-811eb60af669,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:33.803662 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709b3c4-22b8-45cb-b4eb-837db0f85e1f req-adfc4e95-017e-4ac0-919a-552ee4686349 tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:33.812614 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b709b3c4-22b8-45cb-b4eb-837db0f85e1f req-adfc4e95-017e-4ac0-919a-552ee4686349 tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] 10.222.0.43 "GET /v2.0/ports?device_id=f5d6803b-4957-427d-b361-74d60d88099d HTTP/1.1" status: 200 len: 950 time: 0.0878744 Jul 29 23:24:33.869426 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b709b3c4-22b8-45cb-b4eb-837db0f85e1f req-ac5dbed9-7396-4aed-b186-422a12feca8b tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] 10.222.0.43 "GET /v2.0/security-groups?id=61a3069d-b97f-43ba-a3d0-94a60055ab43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535562 Jul 29 23:24:34.123489 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-572718a9-aa00-425e-928e-cc0907ddeee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:34.168948 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572718a9-aa00-425e-928e-cc0907ddeee2 admin admin] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:24:34.174200 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-572718a9-aa00-425e-928e-cc0907ddeee2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:34.184924 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572718a9-aa00-425e-928e-cc0907ddeee2 admin admin] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:24:34.187634 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572718a9-aa00-425e-928e-cc0907ddeee2 admin admin] Pushing event updated for resources: {'Port': ['ID=eecd2ebf-ec98-479c-a087-a1d72ec92dbd,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:34.215458 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572718a9-aa00-425e-928e-cc0907ddeee2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:34.216206 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572718a9-aa00-425e-928e-cc0907ddeee2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:34.216879 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572718a9-aa00-425e-928e-cc0907ddeee2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:34.217428 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572718a9-aa00-425e-928e-cc0907ddeee2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:34.217796 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572718a9-aa00-425e-928e-cc0907ddeee2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:34.218215 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572718a9-aa00-425e-928e-cc0907ddeee2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:34.218471 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572718a9-aa00-425e-928e-cc0907ddeee2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:34.218804 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572718a9-aa00-425e-928e-cc0907ddeee2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:34.219132 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572718a9-aa00-425e-928e-cc0907ddeee2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:34.219462 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572718a9-aa00-425e-928e-cc0907ddeee2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:34.219787 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572718a9-aa00-425e-928e-cc0907ddeee2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:34.220144 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-572718a9-aa00-425e-928e-cc0907ddeee2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:34.492056 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-572718a9-aa00-425e-928e-cc0907ddeee2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:34.567481 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeed46a-0b8c-458f-b9fb-ddf056678d83 req-d09cbc99-905c-4b11-86ab-58887b75dfc4 tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:34.569945 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-feeed46a-0b8c-458f-b9fb-ddf056678d83 req-d09cbc99-905c-4b11-86ab-58887b75dfc4 tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5d6803b-4957-427d-b361-74d60d88099d HTTP/1.1" status: 200 len: 950 time: 0.0816402 Jul 29 23:24:34.757683 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7516fe6c-7e96-49ff-8abe-c0169cdcc4f2 req-c26fbd9a-1f5f-40a6-b615-b1f43f921cb2 tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=aade62a2e5ad45d894893df911ad1500&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1568625 Jul 29 23:24:34.781612 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-572718a9-aa00-425e-928e-cc0907ddeee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:34.905701 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516fe6c-7e96-49ff-8abe-c0169cdcc4f2 req-86680b9d-ee3c-4cf4-8a01-d9879fc2b6ca tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:34.913151 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7516fe6c-7e96-49ff-8abe-c0169cdcc4f2 req-86680b9d-ee3c-4cf4-8a01-d9879fc2b6ca tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1458366 Jul 29 23:24:34.954781 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-feeed46a-0b8c-458f-b9fb-ddf056678d83 req-792eb71a-11d4-4081-8bc0-3850f75de4c7 tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] Deleting port a3cd89ac-3f88-47d5-83fd-b42dc830ca2c {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:24:34.955671 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-feeed46a-0b8c-458f-b9fb-ddf056678d83 req-792eb71a-11d4-4081-8bc0-3850f75de4c7 tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:34.971083 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-572718a9-aa00-425e-928e-cc0907ddeee2 admin admin] Router 1b376bad-d1a7-4dd1-8730-cc0d996508e9 is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:24:34.995082 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890185ee-b531-4ca8-9b72-15c168c2504b None None] Network 30111b4f-79ad-4361-b37a-2a81720a592f requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:24:35.053682 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7516fe6c-7e96-49ff-8abe-c0169cdcc4f2 req-b1b9e213-6aab-4a33-ba0f-60e08a5d76a6 tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] 10.222.0.43 "GET /v2.0/quotas/aade62a2e5ad45d894893df911ad1500 HTTP/1.1" status: 200 len: 375 time: 0.1394975 Jul 29 23:24:35.111368 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7516fe6c-7e96-49ff-8abe-c0169cdcc4f2 req-37f472ac-140a-404d-863f-603c57bcfbca tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=aade62a2e5ad45d894893df911ad1500&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0562129 Jul 29 23:24:35.138332 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-d0e22e53-3d52-4405-9fe5-357e4f636db0 None None] Provisioning for port 455a8731-bd27-418e-9616-811eb60af669 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:24:35.158214 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-572718a9-aa00-425e-928e-cc0907ddeee2 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:24:35.158739 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1525e40d-7378-4d72-9a45-c2976605e495 req-ffa4521a-45e4-4a69-9da1-636e80e085bb tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:35.159845 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1525e40d-7378-4d72-9a45-c2976605e495 req-ffa4521a-45e4-4a69-9da1-636e80e085bb tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/networks?id=33e8f010-7789-4c0c-8f2b-4d54e9bb67e4 HTTP/1.1" status: 200 len: 808 time: 0.5577691 Jul 29 23:24:35.170553 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e61f0a-b543-4e91-bd9f-26323c4ab949 req-1a42bcb8-da53-477b-a27c-7ef97a54e07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:35.170834 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfb88ba-2575-4af1-aaa0-c47844ebc773 None None] Sync routers for ids ['1b376bad-d1a7-4dd1-8730-cc0d996508e9'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:24:35.172528 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-98e61f0a-b543-4e91-bd9f-26323c4ab949 req-1a42bcb8-da53-477b-a27c-7ef97a54e07f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f4fb04acaf444a438779b8cf93bf1437&device_id=b18eaa87-b2be-4352-b653-da8df46dc00a HTTP/1.1" status: 200 len: 1097 time: 0.0818677 Jul 29 23:24:35.189258 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfb88ba-2575-4af1-aaa0-c47844ebc773 None None] Routers {'1b376bad-d1a7-4dd1-8730-cc0d996508e9'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:24:35.189918 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-8cfb88ba-2575-4af1-aaa0-c47844ebc773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:24:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['1b376bad-d1a7-4dd1-8730-cc0d996508e9'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:35.219821 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-feeed46a-0b8c-458f-b9fb-ddf056678d83 req-792eb71a-11d4-4081-8bc0-3850f75de4c7 tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] For port a3cd89ac-3f88-47d5-83fd-b42dc830ca2c, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=a3cd89ac-3f88-47d5-83fd-b42dc830ca2c,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:35.220342 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-feeed46a-0b8c-458f-b9fb-ddf056678d83 req-792eb71a-11d4-4081-8bc0-3850f75de4c7 tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:35.230623 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1525e40d-7378-4d72-9a45-c2976605e495 req-d71b649d-7ed8-424e-93a5-8f82383ba7a1 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/quotas/11625efdc5e247819e1ba7685d24a207 HTTP/1.1" status: 200 len: 375 time: 0.0455375 Jul 29 23:24:35.248237 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-572718a9-aa00-425e-928e-cc0907ddeee2 admin admin] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:35.252314 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 39678) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:35.252833 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-572718a9-aa00-425e-928e-cc0907ddeee2 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.5207736 Jul 29 23:24:35.263664 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-feeed46a-0b8c-458f-b9fb-ddf056678d83 req-792eb71a-11d4-4081-8bc0-3850f75de4c7 tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] Calling delete_port for a3cd89ac-3f88-47d5-83fd-b42dc830ca2c owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:24:35.387368 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e61f0a-b543-4e91-bd9f-26323c4ab949 req-165ca127-b001-4d2b-95e4-4a530724e53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:35.388864 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-98e61f0a-b543-4e91-bd9f-26323c4ab949 req-165ca127-b001-4d2b-95e4-4a530724e53d service neutron] 10.222.0.22 "GET /v2.0/networks?id=666740f6-88d5-4493-9e12-abc4c5ef258e HTTP/1.1" status: 200 len: 912 time: 0.2088649 Jul 29 23:24:35.410766 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1525e40d-7378-4d72-9a45-c2976605e495 req-8ac70b4b-33c5-4367-88d7-e0062b234475 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=11625efdc5e247819e1ba7685d24a207&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1787083 Jul 29 23:24:35.492028 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-98e61f0a-b543-4e91-bd9f-26323c4ab949 req-e7d3e5b7-9ba8-40a5-a043-7b4039dd70e9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95f89b11-8c1d-408e-9d2e-dddea3919690 HTTP/1.1" status: 200 len: 217 time: 0.0935655 Jul 29 23:24:35.510738 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-8cfb88ba-2575-4af1-aaa0-c47844ebc773 None None] Set router 1b376bad-d1a7-4dd1-8730-cc0d996508e9 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:24:35.514564 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 63bcd344-ff75-471b-96f4-9d568bebb8a6 no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:24:35.574133 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: 63bcd344-ff75-471b-96f4-9d568bebb8a6 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:24:35.574633 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 63bcd344-ff75-471b-96f4-9d568bebb8a6 not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:24:35.592122 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e61f0a-b543-4e91-bd9f-26323c4ab949 req-c8cc1b6b-4ea1-4f5d-b2b3-7475ded40e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:35.597574 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-98e61f0a-b543-4e91-bd9f-26323c4ab949 req-c8cc1b6b-4ea1-4f5d-b2b3-7475ded40e9d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=415faf0b-bf5f-4f8b-b3ff-1ae5686de75a HTTP/1.1" status: 200 len: 851 time: 0.0990546 Jul 29 23:24:35.612570 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 455a8731-bd27-418e-9616-811eb60af669 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:24:35.644133 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1525e40d-7378-4d72-9a45-c2976605e495 req-58da1095-d8be-43a3-8e10-162d6f492cb5 service neutron] 10.222.0.43 "GET /v2.0/networks/33e8f010-7789-4c0c-8f2b-4d54e9bb67e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325342 Jul 29 23:24:35.659118 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-98e61f0a-b543-4e91-bd9f-26323c4ab949 req-85bec1d7-2d3d-4e4c-866d-ed3524e2e1f7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=666740f6-88d5-4493-9e12-abc4c5ef258e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527825 Jul 29 23:24:35.816547 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 455a8731-bd27-418e-9616-811eb60af669 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:24:35.827198 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-8c63582d-c805-4658-888b-5bcfa2fc8af6 None None] Provisioning complete for port 455a8731-bd27-418e-9616-811eb60af669 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:35.827962 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8c63582d-c805-4658-888b-5bcfa2fc8af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:35.845515 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-98e61f0a-b543-4e91-bd9f-26323c4ab949 req-206ba79e-53ea-4e0a-bed7-a8a2af661750 service neutron] 10.222.0.22 "GET /v2.0/networks/666740f6-88d5-4493-9e12-abc4c5ef258e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783702 Jul 29 23:24:35.891924 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 455a8731-bd27-418e-9616-811eb60af669 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:35.893949 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:36.000742 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-98e61f0a-b543-4e91-bd9f-26323c4ab949 req-2c7c2955-3123-46c6-8399-df806debf71e service neutron] 10.222.0.22 "GET /v2.0/networks/666740f6-88d5-4493-9e12-abc4c5ef258e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463611 Jul 29 23:24:36.009967 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-8cfb88ba-2575-4af1-aaa0-c47844ebc773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b376bad-d1a7-4dd1-8730-cc0d996508e9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-366611608-router', 'tenant_id': 'f0fbf9acd9ae4ccabf0c305362c8f96b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'eecd2ebf-ec98-479c-a087-a1d72ec92dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:24:31Z', 'updated_at': '2021-07-29T23:24:34Z', 'revision_number': 3, 'project_id': 'f0fbf9acd9ae4ccabf0c305362c8f96b', 'gw_port': {'id': 'eecd2ebf-ec98-479c-a087-a1d72ec92dbd', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:dd:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b376bad-d1a7-4dd1-8730-cc0d996508e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:33Z', 'updated_at': '2021-07-29T23:24:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:36.016133 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8c63582d-c805-4658-888b-5bcfa2fc8af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:36.084043 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:36.101334 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-8c63582d-c805-4658-888b-5bcfa2fc8af6 None None] For port 455a8731-bd27-418e-9616-811eb60af669, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=455a8731-bd27-418e-9616-811eb60af669,segment=NetworkSegment(04b64fda-9fb7-4ced-a00a-5636f5086e73),segment_id=04b64fda-9fb7-4ced-a00a-5636f5086e73)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:36.101515 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfb88ba-2575-4af1-aaa0-c47844ebc773 None None] Checking router: 1b376bad-d1a7-4dd1-8730-cc0d996508e9 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:24:36.101919 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfb88ba-2575-4af1-aaa0-c47844ebc773 None None] Updating router 1b376bad-d1a7-4dd1-8730-cc0d996508e9 port eecd2ebf-ec98-479c-a087-a1d72ec92dbd binding host n-d-712141-10 {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:24:36.111313 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8c63582d-c805-4658-888b-5bcfa2fc8af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:36.143804 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-8cfb88ba-2575-4af1-aaa0-c47844ebc773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:36.196772 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.db.api [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94079) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:24:36.197560 n-d-712141-10 neutron-server[94079]: DEBUG oslo_db.api [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:24:36.200788 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c63582d-c805-4658-888b-5bcfa2fc8af6 None None] Pushing event updated for resources: {'Port': ['ID=455a8731-bd27-418e-9616-811eb60af669,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:36.462285 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-8cfb88ba-2575-4af1-aaa0-c47844ebc773 None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:36.476115 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-8cfb88ba-2575-4af1-aaa0-c47844ebc773 None None] Transition to ACTIVE for port object eecd2ebf-ec98-479c-a087-a1d72ec92dbd will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:36.489401 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-8cfb88ba-2575-4af1-aaa0-c47844ebc773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:36.494692 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c9c9cd-87db-45ba-a585-6b1553ab2761 req-343308a3-9a3f-4fc3-a023-fde58f013a53 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:36.496180 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e7c9c9cd-87db-45ba-a585-6b1553ab2761 req-343308a3-9a3f-4fc3-a023-fde58f013a53 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=b18eaa87-b2be-4352-b653-da8df46dc00a HTTP/1.1" status: 200 len: 945 time: 0.7327924 Jul 29 23:24:36.558143 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-8cfb88ba-2575-4af1-aaa0-c47844ebc773 None None] Attempting to bind port eecd2ebf-ec98-479c-a087-a1d72ec92dbd on host n-d-712141-10 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:24:36.558666 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-8cfb88ba-2575-4af1-aaa0-c47844ebc773 None None] Attempting to bind port eecd2ebf-ec98-479c-a087-a1d72ec92dbd by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:24:36.559131 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfb88ba-2575-4af1-aaa0-c47844ebc773 None None] Attempting to bind port eecd2ebf-ec98-479c-a087-a1d72ec92dbd on network 58f27f61-3278-49cc-b66b-1e729d26f29f {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:36.572957 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfb88ba-2575-4af1-aaa0-c47844ebc773 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:24:36.573482 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfb88ba-2575-4af1-aaa0-c47844ebc773 None None] Checking segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:24:36.574058 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-8cfb88ba-2575-4af1-aaa0-c47844ebc773 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:36.574458 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfb88ba-2575-4af1-aaa0-c47844ebc773 None None] Bound using segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:24:36.574933 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-8cfb88ba-2575-4af1-aaa0-c47844ebc773 None None] Bound port: eecd2ebf-ec98-479c-a087-a1d72ec92dbd, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:24:36.575335 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-8cfb88ba-2575-4af1-aaa0-c47844ebc773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:36.577115 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5d3c1e-ce36-48ed-a281-8fcc20aabefc None None] Pushing event updated for resources: {'Port': ['ID=eecd2ebf-ec98-479c-a087-a1d72ec92dbd,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:36.589115 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-feeed46a-0b8c-458f-b9fb-ddf056678d83 req-792eb71a-11d4-4081-8bc0-3850f75de4c7 tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:36.601158 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1525e40d-7378-4d72-9a45-c2976605e495 req-ffde0f84-7bf3-4d9a-ae82-08112df7c3dc service neutron] 10.222.0.43 "GET /v2.0/networks/33e8f010-7789-4c0c-8f2b-4d54e9bb67e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9167976 Jul 29 23:24:36.606232 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['a3cd89ac-3f88-47d5-83fd-b42dc830ca2c'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:24:36.640742 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792eb71a-11d4-4081-8bc0-3850f75de4c7 tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] Pushing event deleted for resources: {'Port': ['ID=a3cd89ac-3f88-47d5-83fd-b42dc830ca2c,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:36.648551 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e7c9c9cd-87db-45ba-a585-6b1553ab2761 req-e2df8508-fb24-4cc9-9f9a-40eb9580cc9a tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314585 Jul 29 23:24:36.662087 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-8cfb88ba-2575-4af1-aaa0-c47844ebc773 None None] For port eecd2ebf-ec98-479c-a087-a1d72ec92dbd, host n-d-712141-10, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:24:36.673454 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-8cfb88ba-2575-4af1-aaa0-c47844ebc773 None None] For port eecd2ebf-ec98-479c-a087-a1d72ec92dbd, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=eecd2ebf-ec98-479c-a087-a1d72ec92dbd,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:24:36.683690 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-8cfb88ba-2575-4af1-aaa0-c47844ebc773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:36.711917 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792eb71a-11d4-4081-8bc0-3850f75de4c7 tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:36.712277 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792eb71a-11d4-4081-8bc0-3850f75de4c7 tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:36.712678 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792eb71a-11d4-4081-8bc0-3850f75de4c7 tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:36.712960 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792eb71a-11d4-4081-8bc0-3850f75de4c7 tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:36.713291 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792eb71a-11d4-4081-8bc0-3850f75de4c7 tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:36.713660 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792eb71a-11d4-4081-8bc0-3850f75de4c7 tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:36.713992 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792eb71a-11d4-4081-8bc0-3850f75de4c7 tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:36.714315 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792eb71a-11d4-4081-8bc0-3850f75de4c7 tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:36.714641 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792eb71a-11d4-4081-8bc0-3850f75de4c7 tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:36.714965 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792eb71a-11d4-4081-8bc0-3850f75de4c7 tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:36.715291 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792eb71a-11d4-4081-8bc0-3850f75de4c7 tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:36.715610 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-792eb71a-11d4-4081-8bc0-3850f75de4c7 tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:36.765799 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-feeed46a-0b8c-458f-b9fb-ddf056678d83 req-792eb71a-11d4-4081-8bc0-3850f75de4c7 tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] No DVR routers for this DVR port a3cd89ac-3f88-47d5-83fd-b42dc830ca2c on host n-h2-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:24:36.769491 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-feeed46a-0b8c-458f-b9fb-ddf056678d83 req-792eb71a-11d4-4081-8bc0-3850f75de4c7 tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:36.771372 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-feeed46a-0b8c-458f-b9fb-ddf056678d83 req-792eb71a-11d4-4081-8bc0-3850f75de4c7 tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] 10.222.0.22 "DELETE /v2.0/ports/a3cd89ac-3f88-47d5-83fd-b42dc830ca2c HTTP/1.1" status: 204 len: 173 time: 2.1932621 Jul 29 23:24:36.771811 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d6803b-4957-427d-b361-74d60d88099d', 'name': 'network-vif-deleted', 'tag': 'a3cd89ac-3f88-47d5-83fd-b42dc830ca2c'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:36.789166 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b98f3f-0056-4c1f-8a07-b06069638ead" -d '{"events": [{"server_uuid": "f5d6803b-4957-427d-b361-74d60d88099d", "name": "network-vif-deleted", "tag": "a3cd89ac-3f88-47d5-83fd-b42dc830ca2c"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:36.813310 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfb88ba-2575-4af1-aaa0-c47844ebc773 None None] Routers {'1b376bad-d1a7-4dd1-8730-cc0d996508e9'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:24:36.813941 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-8cfb88ba-2575-4af1-aaa0-c47844ebc773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:24:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['1b376bad-d1a7-4dd1-8730-cc0d996508e9'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:36.851233 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-784cccac-c4f7-411b-87f6-e30abb46cfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:36.885473 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:36.907330 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5d3c1e-ce36-48ed-a281-8fcc20aabefc None None] Pushing event updated for resources: {'Port': ['ID=eecd2ebf-ec98-479c-a087-a1d72ec92dbd,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:36.916155 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fe549016-1f3c-4a59-a00b-2839e7e2f47d req-3d6325e6-d7f6-422a-a369-ea7c7f8e9c08 tempest-ServerDiagnosticsNegativeTest-1667292767 tempest-ServerDiagnosticsNegativeTest-1667292767-project] 10.222.0.43 "GET /v2.0/ports?device_id=f5d6803b-4957-427d-b361-74d60d88099d HTTP/1.1" status: 200 len: 210 time: 0.1073391 Jul 29 23:24:37.028150 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-8cfb88ba-2575-4af1-aaa0-c47844ebc773 None None] Set router 1b376bad-d1a7-4dd1-8730-cc0d996508e9 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:24:37.266650 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fb19afe3-bc35-406f-ba8e-93cbf7ca7159 req-353ac60a-67ab-4d97-8c41-f1657a9e6c22 tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] 10.222.0.43 "GET /v2.0/ports?device_id=322ecf20-bde5-4573-b8eb-51197eeb6bdc HTTP/1.1" status: 200 len: 210 time: 0.1408026 Jul 29 23:24:37.275620 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7831ce-ff0f-4096-a063-328c5c399d2c x-openstack-request-id: req-3d7831ce-ff0f-4096-a063-328c5c399d2c {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:37.276785 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5d6803b-4957-427d-b361-74d60d88099d", "name": "network-vif-deleted", "tag": "a3cd89ac-3f88-47d5-83fd-b42dc830ca2c", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:37.277917 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3d7831ce-ff0f-4096-a063-328c5c399d2c {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:37.278339 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5d6803b-4957-427d-b361-74d60d88099d', 'name': 'network-vif-deleted', 'tag': 'a3cd89ac-3f88-47d5-83fd-b42dc830ca2c', 'status': 'completed', 'code': 200} Jul 29 23:24:37.280360 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7516fe6c-7e96-49ff-8abe-c0169cdcc4f2 req-645bafad-d302-402a-8ac2-ff5081ca14dd tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=aade62a2e5ad45d894893df911ad1500&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1532624 Jul 29 23:24:37.513501 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2a7840f0-0068-41a8-afa7-a965a3735ec4 req-4d7f8abb-0331-43ce-90aa-845dc6ee2514 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4ff10e6-5df0-49b5-9d56-bbcdee1500ff HTTP/1.1" status: 200 len: 210 time: 0.1315000 Jul 29 23:24:37.539325 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 455a8731-bd27-418e-9616-811eb60af669 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:24:37.583430 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-8cfb88ba-2575-4af1-aaa0-c47844ebc773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b376bad-d1a7-4dd1-8730-cc0d996508e9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-366611608-router', 'tenant_id': 'f0fbf9acd9ae4ccabf0c305362c8f96b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'eecd2ebf-ec98-479c-a087-a1d72ec92dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:24:31Z', 'updated_at': '2021-07-29T23:24:34Z', 'revision_number': 3, 'project_id': 'f0fbf9acd9ae4ccabf0c305362c8f96b', 'gw_port': {'id': 'eecd2ebf-ec98-479c-a087-a1d72ec92dbd', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:dd:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b376bad-d1a7-4dd1-8730-cc0d996508e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:33Z', 'updated_at': '2021-07-29T23:24:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:37.676655 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 455a8731-bd27-418e-9616-811eb60af669 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:37.677484 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:37.768680 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfb88ba-2575-4af1-aaa0-c47844ebc773 None None] The sync data for ids ['1b376bad-d1a7-4dd1-8730-cc0d996508e9'] in n-d-712141-10 is: [{'id': '1b376bad-d1a7-4dd1-8730-cc0d996508e9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-366611608-router', 'tenant_id': 'f0fbf9acd9ae4ccabf0c305362c8f96b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'eecd2ebf-ec98-479c-a087-a1d72ec92dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:24:31Z', 'updated_at': '2021-07-29T23:24:34Z', 'revision_number': 3, 'project_id': 'f0fbf9acd9ae4ccabf0c305362c8f96b', 'gw_port': {'id': 'eecd2ebf-ec98-479c-a087-a1d72ec92dbd', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:dd:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b376bad-d1a7-4dd1-8730-cc0d996508e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:33Z', 'updated_at': '2021-07-29T23:24:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:24:37.886567 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-784cccac-c4f7-411b-87f6-e30abb46cfc8 admin admin] Allocated IP 172.20.0.1 (30111b4f-79ad-4361-b37a-2a81720a592f/c70ab536-fcd3-4f2a-b18a-f7488691f347/ba24772b-a017-44de-9d98-fc3b29ba9ba0) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:24:37.968291 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516fe6c-7e96-49ff-8abe-c0169cdcc4f2 req-a98e4b21-6748-4dc8-806a-27e526b7eabc tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:37.969827 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7516fe6c-7e96-49ff-8abe-c0169cdcc4f2 req-a98e4b21-6748-4dc8-806a-27e526b7eabc tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6781192 Jul 29 23:24:38.005802 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-7516fe6c-7e96-49ff-8abe-c0169cdcc4f2 req-9cb69fef-ae5d-4e0d-b32a-0f8b2643ecf2 tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] Request body: {'port': {'device_id': '322ecf20-bde5-4573-b8eb-51197eeb6bdc', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'admin_state_up': True, 'tenant_id': 'aade62a2e5ad45d894893df911ad1500'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:38.194079 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388c2b1-49ab-4cb0-a488-a8dd8dbfae7b req-40b11266-a07d-4b98-865a-8175c95e3655 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:38.203520 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d388c2b1-49ab-4cb0-a488-a8dd8dbfae7b req-40b11266-a07d-4b98-865a-8175c95e3655 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/networks?id=09be3f6b-3c77-4c8e-bbe6-2435736d69cf HTTP/1.1" status: 200 len: 805 time: 0.6708891 Jul 29 23:24:38.233890 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d388c2b1-49ab-4cb0-a488-a8dd8dbfae7b req-c04db28f-d122-485b-a3d2-f0343ae8897a tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/quotas/62091d0f24f84b44849aea33b1484fc4 HTTP/1.1" status: 200 len: 375 time: 0.0284681 Jul 29 23:24:38.313235 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f788c4d4-9a7b-41bf-a014-baeabda9dc73 req-e13cd38d-5a5d-49ce-bac3-daf84b9d748c tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:38.318131 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f788c4d4-9a7b-41bf-a014-baeabda9dc73 req-e13cd38d-5a5d-49ce-bac3-daf84b9d748c tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=b18eaa87-b2be-4352-b653-da8df46dc00a HTTP/1.1" status: 200 len: 945 time: 0.3879375 Jul 29 23:24:38.415061 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d388c2b1-49ab-4cb0-a488-a8dd8dbfae7b req-37cbc8a1-4ef6-4e28-b34f-fcb0513da3e0 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=62091d0f24f84b44849aea33b1484fc4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1800220 Jul 29 23:24:38.424386 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-784cccac-c4f7-411b-87f6-e30abb46cfc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:38.429187 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7516fe6c-7e96-49ff-8abe-c0169cdcc4f2 req-9cb69fef-ae5d-4e0d-b32a-0f8b2643ecf2 tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] Made reservation on behalf of aade62a2e5ad45d894893df911ad1500 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:24:38.433614 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-7516fe6c-7e96-49ff-8abe-c0169cdcc4f2 req-9cb69fef-ae5d-4e0d-b32a-0f8b2643ecf2 tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:38.461896 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f788c4d4-9a7b-41bf-a014-baeabda9dc73 req-67ce8e24-a42e-4303-b665-1bba3aa9dc2c tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250653 Jul 29 23:24:38.471610 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-7516fe6c-7e96-49ff-8abe-c0169cdcc4f2 req-9cb69fef-ae5d-4e0d-b32a-0f8b2643ecf2 tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:38.525253 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-784cccac-c4f7-411b-87f6-e30abb46cfc8 admin admin] Transition to ACTIVE for port object ba24772b-a017-44de-9d98-fc3b29ba9ba0 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:38.681434 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d388c2b1-49ab-4cb0-a488-a8dd8dbfae7b req-6b7a5274-c1cd-44b4-8181-2c9e00f83661 service neutron] 10.222.0.43 "GET /v2.0/networks/09be3f6b-3c77-4c8e-bbe6-2435736d69cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532244 Jul 29 23:24:38.746650 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-784cccac-c4f7-411b-87f6-e30abb46cfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:38.876368 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c47dad51-1f04-4ed8-ba7c-f7860c34e7a5 req-6e93970e-df46-4240-9e02-b57960c2e338 tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] 10.222.0.43 "GET /v2.0/ports?device_id=322ecf20-bde5-4573-b8eb-51197eeb6bdc HTTP/1.1" status: 200 len: 210 time: 0.1405952 Jul 29 23:24:38.910407 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784cccac-c4f7-411b-87f6-e30abb46cfc8 admin admin] Network 30111b4f-79ad-4361-b37a-2a81720a592f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:24:38.936055 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-784cccac-c4f7-411b-87f6-e30abb46cfc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:38.956200 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784cccac-c4f7-411b-87f6-e30abb46cfc8 admin admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:24:39.040444 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 39744) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:39.058464 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784cccac-c4f7-411b-87f6-e30abb46cfc8 admin admin] Pushing event updated for resources: {'Port': ['ID=ba24772b-a017-44de-9d98-fc3b29ba9ba0,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:39.123612 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1525e40d-7378-4d72-9a45-c2976605e495 req-d38e1bb4-d065-4aeb-8c40-ccdcd2a72537 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:39.125216 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1525e40d-7378-4d72-9a45-c2976605e495 req-d38e1bb4-d065-4aeb-8c40-ccdcd2a72537 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.41 "GET /v2.0/networks?id=33e8f010-7789-4c0c-8f2b-4d54e9bb67e4 HTTP/1.1" status: 200 len: 808 time: 0.4776680 Jul 29 23:24:39.134203 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-7516fe6c-7e96-49ff-8abe-c0169cdcc4f2 req-9cb69fef-ae5d-4e0d-b32a-0f8b2643ecf2 tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:39.147973 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-1525e40d-7378-4d72-9a45-c2976605e495 req-f52c7b56-d349-416b-8891-a6386b5561a1 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Request body: {'port': {'device_id': 'f4ff10e6-5df0-49b5-9d56-bbcdee1500ff', 'network_id': '33e8f010-7789-4c0c-8f2b-4d54e9bb67e4', 'admin_state_up': True, 'tenant_id': '11625efdc5e247819e1ba7685d24a207'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:39.314647 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-7516fe6c-7e96-49ff-8abe-c0169cdcc4f2 req-9cb69fef-ae5d-4e0d-b32a-0f8b2643ecf2 tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:39.346951 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d388c2b1-49ab-4cb0-a488-a8dd8dbfae7b req-2239ce47-2e1f-412c-bd8d-d860486a00c7 service neutron] 10.222.0.43 "GET /v2.0/networks/09be3f6b-3c77-4c8e-bbe6-2435736d69cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6645284 Jul 29 23:24:39.348936 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-784cccac-c4f7-411b-87f6-e30abb46cfc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:39.356941 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-f9d9a92f-ad06-4b13-8345-ce233cb3b967 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8c93ec7117c946bd9f6d8673358392be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3151455 Jul 29 23:24:39.357882 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 39756) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:39.377430 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-02a991f9-154c-42e1-8b58-339315db5fa6 None None] Provisioning for port ba24772b-a017-44de-9d98-fc3b29ba9ba0 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:24:39.393986 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-02a991f9-154c-42e1-8b58-339315db5fa6 None None] Provisioning complete for port ba24772b-a017-44de-9d98-fc3b29ba9ba0 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:39.394362 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-02a991f9-154c-42e1-8b58-339315db5fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:39.444760 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e39a7bf5-e859-4e71-bb97-4d313457e4ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:39.491651 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e39a7bf5-e859-4e71-bb97-4d313457e4ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:39.563704 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-02a991f9-154c-42e1-8b58-339315db5fa6 None None] Port ba24772b-a017-44de-9d98-fc3b29ba9ba0 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:24:39.579555 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 95f89b11-8c1d-408e-9d2e-dddea3919690 no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:24:39.598242 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb69fef-ae5d-4e0d-b32a-0f8b2643ecf2 tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c4717de-c2b0-4901-a766-70fd40e6f8a6,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:39.624991 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e39a7bf5-e859-4e71-bb97-4d313457e4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:39.627847 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e39a7bf5-e859-4e71-bb97-4d313457e4ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:39.631807 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e39a7bf5-e859-4e71-bb97-4d313457e4ea admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/61a3069d-b97f-43ba-a3d0-94a60055ab43 HTTP/1.1" status: 204 len: 168 time: 0.2701337 Jul 29 23:24:39.662250 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1525e40d-7378-4d72-9a45-c2976605e495 req-f52c7b56-d349-416b-8891-a6386b5561a1 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Made reservation on behalf of 11625efdc5e247819e1ba7685d24a207 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:24:39.666197 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-1525e40d-7378-4d72-9a45-c2976605e495 req-f52c7b56-d349-416b-8891-a6386b5561a1 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:39.675136 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39a7bf5-e859-4e71-bb97-4d313457e4ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a3069d-b97f-43ba-a3d0-94a60055ab43,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:39.685177 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device eecd2ebf-ec98-479c-a087-a1d72ec92dbd up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:24:39.900632 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port eecd2ebf-ec98-479c-a087-a1d72ec92dbd completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:24:40.002105 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port eecd2ebf-ec98-479c-a087-a1d72ec92dbd triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:40.005408 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:40.090335 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:40.148615 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6bcaafab-86fb-422f-af1c-0197a1f53dbd req-da80880a-c835-43c1-bd41-de8ff30cc135 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4ff10e6-5df0-49b5-9d56-bbcdee1500ff HTTP/1.1" status: 200 len: 210 time: 0.1756608 Jul 29 23:24:40.151596 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-7516fe6c-7e96-49ff-8abe-c0169cdcc4f2 req-9cb69fef-ae5d-4e0d-b32a-0f8b2643ecf2 tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] Allocated IP 192.168.233.16 (d71c22dc-feef-410b-a7ed-6548cf85bd6f/64bdc61a-58ca-49c7-bae5-ecfed9ee407c/75998fe5-ae44-40ce-8c7b-677dd8236579) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:24:40.176850 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18eaa87-b2be-4352-b653-da8df46dc00a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95f89b11-8c1d-408e-9d2e-dddea3919690'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:40.176850 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09605da6-1677-434b-8c7b-30ef6b816b49" -d '{"events": [{"server_uuid": "b18eaa87-b2be-4352-b653-da8df46dc00a", "name": "network-vif-unplugged", "status": "completed", "tag": "95f89b11-8c1d-408e-9d2e-dddea3919690"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:40.202201 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-784cccac-c4f7-411b-87f6-e30abb46cfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:40.260113 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 95f89b11-8c1d-408e-9d2e-dddea3919690, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=95f89b11-8c1d-408e-9d2e-dddea3919690,segment=NetworkSegment(290ad064-62e5-45f1-87ac-9cd12097849c),segment_id=290ad064-62e5-45f1-87ac-9cd12097849c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:40.275265 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:40.276860 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device a3cd89ac-3f88-47d5-83fd-b42dc830ca2c no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:24:40.321854 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 39802) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:40.361010 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ca3f0900-7474-4573-80de-18e9761f4591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:40.370202 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: a3cd89ac-3f88-47d5-83fd-b42dc830ca2c {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:24:40.370716 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device a3cd89ac-3f88-47d5-83fd-b42dc830ca2c not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:24:40.374845 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=95f89b11-8c1d-408e-9d2e-dddea3919690,revision_number=8']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:40.417641 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:40.453773 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port eecd2ebf-ec98-479c-a087-a1d72ec92dbd, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=eecd2ebf-ec98-479c-a087-a1d72ec92dbd,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:40.463311 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:40.500599 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ca3f0900-7474-4573-80de-18e9761f4591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:40.507837 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ca3f0900-7474-4573-80de-18e9761f4591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:40.576471 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=eecd2ebf-ec98-479c-a087-a1d72ec92dbd,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:40.580171 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3f0900-7474-4573-80de-18e9761f4591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8bf357-a88b-447f-8d85-6c5296090bc7,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:40.582881 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-701ced1c-b3b4-4714-8e0a-8b27c8cc8c4e req-14d45c4f-0842-413f-98d1-bfda5325e5e8 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6f3a528-8768-44bf-ade5-0ab7a7307ced HTTP/1.1" status: 200 len: 210 time: 0.2376807 Jul 29 23:24:40.607510 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-1525e40d-7378-4d72-9a45-c2976605e495 req-f52c7b56-d349-416b-8891-a6386b5561a1 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Allocated IP 172.20.0.14 (33e8f010-7789-4c0c-8f2b-4d54e9bb67e4/d10b4a30-6630-4be3-b0e2-2a7a17a89939/1277b24c-ed68-4854-b8a8-d8c31421810a) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:24:40.635957 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ca3f0900-7474-4573-80de-18e9761f4591 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9d9ddebbc7ab4b50a6eb70f3498fe5b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3126302 Jul 29 23:24:40.638960 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 39808) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:40.705695 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3770a047-f708-4c46-9ed1-306e70cb421a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:40.740276 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3770a047-f708-4c46-9ed1-306e70cb421a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:40.762592 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-05ccb0b4-8e69-4b9f-a1df-e7fa4a723d2f req-ade1d5cc-8505-4ed8-992c-610cecef807f tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] 10.222.0.43 "GET /v2.0/ports?device_id=322ecf20-bde5-4573-b8eb-51197eeb6bdc HTTP/1.1" status: 200 len: 210 time: 0.0715535 Jul 29 23:24:40.770247 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72476e7-ec8a-4c42-b749-0811f06586cb req-ae143c6b-b2c7-4e5a-ac1f-9cf5abeb6077 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:40.771791 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d72476e7-ec8a-4c42-b749-0811f06586cb req-ae143c6b-b2c7-4e5a-ac1f-9cf5abeb6077 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=b18eaa87-b2be-4352-b653-da8df46dc00a HTTP/1.1" status: 200 len: 943 time: 0.4217844 Jul 29 23:24:40.799248 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3770a047-f708-4c46-9ed1-306e70cb421a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:40.802937 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3770a047-f708-4c46-9ed1-306e70cb421a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:40.805283 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-3770a047-f708-4c46-9ed1-306e70cb421a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bf8bf357-a88b-447f-8d85-6c5296090bc7 HTTP/1.1" status: 204 len: 168 time: 0.1643996 Jul 29 23:24:40.815013 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3770a047-f708-4c46-9ed1-306e70cb421a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8bf357-a88b-447f-8d85-6c5296090bc7,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:40.868803 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b58cc1b-51b1-4ca5-9f15-c4c10f5f4d1d x-openstack-request-id: req-5b58cc1b-51b1-4ca5-9f15-c4c10f5f4d1d {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:40.869222 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b18eaa87-b2be-4352-b653-da8df46dc00a", "name": "network-vif-unplugged", "status": "failed", "tag": "95f89b11-8c1d-408e-9d2e-dddea3919690", "code": 422}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:40.869600 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5b58cc1b-51b1-4ca5-9f15-c4c10f5f4d1d {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:40.870140 n-d-712141-10 neutron-server[94079]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b18eaa87-b2be-4352-b653-da8df46dc00a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '95f89b11-8c1d-408e-9d2e-dddea3919690', 'code': 422} returned with failed status Jul 29 23:24:40.895062 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-7516fe6c-7e96-49ff-8abe-c0169cdcc4f2 req-9cb69fef-ae5d-4e0d-b32a-0f8b2643ecf2 tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:41.029460 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-7516fe6c-7e96-49ff-8abe-c0169cdcc4f2 req-9cb69fef-ae5d-4e0d-b32a-0f8b2643ecf2 tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] Transition to ACTIVE for port object 75998fe5-ae44-40ce-8c7b-677dd8236579 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:41.066755 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-784cccac-c4f7-411b-87f6-e30abb46cfc8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:41.083964 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-784cccac-c4f7-411b-87f6-e30abb46cfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:41.202400 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784cccac-c4f7-411b-87f6-e30abb46cfc8 admin admin] Pushing event updated for resources: {'Port': ['ID=ba24772b-a017-44de-9d98-fc3b29ba9ba0,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:41.237167 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-784cccac-c4f7-411b-87f6-e30abb46cfc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:41.263810 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-d72476e7-ec8a-4c42-b749-0811f06586cb req-856c053c-328f-47c1-b2a1-669b30bd8975 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Deleting port 95f89b11-8c1d-408e-9d2e-dddea3919690 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:24:41.264158 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d72476e7-ec8a-4c42-b749-0811f06586cb req-856c053c-328f-47c1-b2a1-669b30bd8975 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:41.321368 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-726c0c19-e032-45d9-9587-37f177be8e32 req-9a8bc354-5400-4068-9ae7-080cc5eb9fe9 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4ff10e6-5df0-49b5-9d56-bbcdee1500ff HTTP/1.1" status: 200 len: 210 time: 0.0838301 Jul 29 23:24:41.380301 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-1525e40d-7378-4d72-9a45-c2976605e495 req-f52c7b56-d349-416b-8891-a6386b5561a1 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:41.386815 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-7516fe6c-7e96-49ff-8abe-c0169cdcc4f2 req-9cb69fef-ae5d-4e0d-b32a-0f8b2643ecf2 tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:41.518236 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device eecd2ebf-ec98-479c-a087-a1d72ec92dbd up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:24:41.598583 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port eecd2ebf-ec98-479c-a087-a1d72ec92dbd triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:41.599343 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:42.020062 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-aa6a7978-9843-4d6a-a9f1-613337cd9410 req-02d5da0c-c6a0-4aab-b21b-9c27b112e1ba tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6f3a528-8768-44bf-ade5-0ab7a7307ced HTTP/1.1" status: 200 len: 210 time: 0.1263449 Jul 29 23:24:42.032096 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784cccac-c4f7-411b-87f6-e30abb46cfc8 admin admin] Network 30111b4f-79ad-4361-b37a-2a81720a592f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:24:42.058070 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7516fe6c-7e96-49ff-8abe-c0169cdcc4f2 req-9cb69fef-ae5d-4e0d-b32a-0f8b2643ecf2 tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] Network d71c22dc-feef-410b-a7ed-6548cf85bd6f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:24:42.062949 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-784cccac-c4f7-411b-87f6-e30abb46cfc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:42.075470 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-7516fe6c-7e96-49ff-8abe-c0169cdcc4f2 req-9cb69fef-ae5d-4e0d-b32a-0f8b2643ecf2 tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:42.077330 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb69fef-ae5d-4e0d-b32a-0f8b2643ecf2 tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] Pushing event updated for resources: {'Port': ['ID=75998fe5-ae44-40ce-8c7b-677dd8236579,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:42.088304 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-7516fe6c-7e96-49ff-8abe-c0169cdcc4f2 req-9cb69fef-ae5d-4e0d-b32a-0f8b2643ecf2 tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:24:42.151930 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-d72476e7-ec8a-4c42-b749-0811f06586cb req-856c053c-328f-47c1-b2a1-669b30bd8975 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] For port 95f89b11-8c1d-408e-9d2e-dddea3919690, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=95f89b11-8c1d-408e-9d2e-dddea3919690,segment=NetworkSegment(290ad064-62e5-45f1-87ac-9cd12097849c),segment_id=290ad064-62e5-45f1-87ac-9cd12097849c)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:42.152489 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d72476e7-ec8a-4c42-b749-0811f06586cb req-856c053c-328f-47c1-b2a1-669b30bd8975 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:42.167784 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-d72476e7-ec8a-4c42-b749-0811f06586cb req-856c053c-328f-47c1-b2a1-669b30bd8975 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Calling delete_port for 95f89b11-8c1d-408e-9d2e-dddea3919690 owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:24:42.287969 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-1525e40d-7378-4d72-9a45-c2976605e495 req-f52c7b56-d349-416b-8891-a6386b5561a1 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:42.448871 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-30de27b6-ec9a-4907-9e42-377b42eb76a8 None None] Provisioning for port 75998fe5-ae44-40ce-8c7b-677dd8236579 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:24:42.451832 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516fe6c-7e96-49ff-8abe-c0169cdcc4f2 req-9cb69fef-ae5d-4e0d-b32a-0f8b2643ecf2 tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:42.452443 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-7516fe6c-7e96-49ff-8abe-c0169cdcc4f2 req-9cb69fef-ae5d-4e0d-b32a-0f8b2643ecf2 tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:42.453728 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-30de27b6-ec9a-4907-9e42-377b42eb76a8 None None] Provisioning complete for port 75998fe5-ae44-40ce-8c7b-677dd8236579 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:42.454113 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-30de27b6-ec9a-4907-9e42-377b42eb76a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:42.487806 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388c2b1-49ab-4cb0-a488-a8dd8dbfae7b req-22571212-e079-46d5-a35c-860634206cc3 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:42.489933 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d388c2b1-49ab-4cb0-a488-a8dd8dbfae7b req-22571212-e079-46d5-a35c-860634206cc3 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.22 "GET /v2.0/networks?id=09be3f6b-3c77-4c8e-bbe6-2435736d69cf HTTP/1.1" status: 200 len: 805 time: 1.1045585 Jul 29 23:24:42.518578 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-d388c2b1-49ab-4cb0-a488-a8dd8dbfae7b req-4f340365-0f42-4c16-a9e8-86718cc1a4e2 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Request body: {'port': {'device_id': 'f6f3a528-8768-44bf-ade5-0ab7a7307ced', 'network_id': '09be3f6b-3c77-4c8e-bbe6-2435736d69cf', 'admin_state_up': True, 'tenant_id': '62091d0f24f84b44849aea33b1484fc4'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:42.527837 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-30de27b6-ec9a-4907-9e42-377b42eb76a8 None None] Port 75998fe5-ae44-40ce-8c7b-677dd8236579 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:24:42.542423 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-30de27b6-ec9a-4907-9e42-377b42eb76a8 None None] Provisioning complete for port ba24772b-a017-44de-9d98-fc3b29ba9ba0 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:42.542798 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-30de27b6-ec9a-4907-9e42-377b42eb76a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:42.565942 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1525e40d-7378-4d72-9a45-c2976605e495 req-f52c7b56-d349-416b-8891-a6386b5561a1 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Network 33e8f010-7789-4c0c-8f2b-4d54e9bb67e4 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:24:42.595414 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7516fe6c-7e96-49ff-8abe-c0169cdcc4f2 req-9cb69fef-ae5d-4e0d-b32a-0f8b2643ecf2 tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.5968752 Jul 29 23:24:42.596864 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-30de27b6-ec9a-4907-9e42-377b42eb76a8 None None] Port ba24772b-a017-44de-9d98-fc3b29ba9ba0 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:24:42.627714 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-1525e40d-7378-4d72-9a45-c2976605e495 req-f52c7b56-d349-416b-8891-a6386b5561a1 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:42.631121 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-1525e40d-7378-4d72-9a45-c2976605e495 req-f52c7b56-d349-416b-8891-a6386b5561a1 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:24:42.641280 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52c7b56-d349-416b-8891-a6386b5561a1 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Pushing event updated for resources: {'Port': ['ID=1277b24c-ed68-4854-b8a8-d8c31421810a,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:42.669242 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-7516fe6c-7e96-49ff-8abe-c0169cdcc4f2 req-4f79bc2a-bf43-40e7-bad6-f99e0622cce9 service neutron] Request body: {'port': {'device_id': '322ecf20-bde5-4573-b8eb-51197eeb6bdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:42.739056 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e81d03-8388-42aa-a5b5-1423cb80cb4b req-ec32d259-6c6a-4920-9f2c-59ef1571ff3e tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:42.741071 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-14e81d03-8388-42aa-a5b5-1423cb80cb4b req-ec32d259-6c6a-4920-9f2c-59ef1571ff3e tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] 10.222.0.43 "GET /v2.0/ports?device_id=322ecf20-bde5-4573-b8eb-51197eeb6bdc HTTP/1.1" status: 200 len: 935 time: 0.4756787 Jul 29 23:24:42.888835 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1525e40d-7378-4d72-9a45-c2976605e495 req-f52c7b56-d349-416b-8891-a6386b5561a1 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:42.889742 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-1525e40d-7378-4d72-9a45-c2976605e495 req-f52c7b56-d349-416b-8891-a6386b5561a1 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:42.892010 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-7516fe6c-7e96-49ff-8abe-c0169cdcc4f2 req-4f79bc2a-bf43-40e7-bad6-f99e0622cce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:42.898479 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-784cccac-c4f7-411b-87f6-e30abb46cfc8 admin admin] Router 1b376bad-d1a7-4dd1-8730-cc0d996508e9 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:24:42.953124 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1525e40d-7378-4d72-9a45-c2976605e495 req-f52c7b56-d349-416b-8891-a6386b5561a1 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8100793 Jul 29 23:24:42.981860 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d72476e7-ec8a-4c42-b749-0811f06586cb req-856c053c-328f-47c1-b2a1-669b30bd8975 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:42.986211 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-14e81d03-8388-42aa-a5b5-1423cb80cb4b req-4f57dbc4-d56c-4740-b459-b50a81f1cf7d tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c4717de-c2b0-4901-a766-70fd40e6f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065682 Jul 29 23:24:43.003229 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-1525e40d-7378-4d72-9a45-c2976605e495 req-8c0798cd-13d7-4cf6-a267-7cd16203fa6d service neutron] Request body: {'port': {'device_id': 'f4ff10e6-5df0-49b5-9d56-bbcdee1500ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:43.092744 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856c053c-328f-47c1-b2a1-669b30bd8975 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Pushing event deleted for resources: {'Port': ['ID=95f89b11-8c1d-408e-9d2e-dddea3919690,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:43.094535 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d388c2b1-49ab-4cb0-a488-a8dd8dbfae7b req-4f340365-0f42-4c16-a9e8-86718cc1a4e2 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Made reservation on behalf of 62091d0f24f84b44849aea33b1484fc4 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:24:43.098092 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d388c2b1-49ab-4cb0-a488-a8dd8dbfae7b req-4f340365-0f42-4c16-a9e8-86718cc1a4e2 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:43.305857 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-d72476e7-ec8a-4c42-b749-0811f06586cb req-856c053c-328f-47c1-b2a1-669b30bd8975 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] No DVR routers for this DVR port 95f89b11-8c1d-408e-9d2e-dddea3919690 on host n-h2-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:24:43.308755 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d72476e7-ec8a-4c42-b749-0811f06586cb req-856c053c-328f-47c1-b2a1-669b30bd8975 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:43.310853 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d72476e7-ec8a-4c42-b749-0811f06586cb req-856c053c-328f-47c1-b2a1-669b30bd8975 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "DELETE /v2.0/ports/95f89b11-8c1d-408e-9d2e-dddea3919690 HTTP/1.1" status: 204 len: 173 time: 2.5191767 Jul 29 23:24:43.325960 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18eaa87-b2be-4352-b653-da8df46dc00a', 'name': 'network-vif-deleted', 'tag': '95f89b11-8c1d-408e-9d2e-dddea3919690'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:43.328222 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9854dc08-f894-4fb9-b088-b60a4e585cb0" -d '{"events": [{"server_uuid": "b18eaa87-b2be-4352-b653-da8df46dc00a", "name": "network-vif-deleted", "tag": "95f89b11-8c1d-408e-9d2e-dddea3919690"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:43.340347 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-1525e40d-7378-4d72-9a45-c2976605e495 req-8c0798cd-13d7-4cf6-a267-7cd16203fa6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:43.454918 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c095187f-c221-47c9-93e9-ef706404780b req-bcaa2b4f-0401-4fdb-b010-f182cd44ac50 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:43.456434 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c095187f-c221-47c9-93e9-ef706404780b req-bcaa2b4f-0401-4fdb-b010-f182cd44ac50 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4ff10e6-5df0-49b5-9d56-bbcdee1500ff HTTP/1.1" status: 200 len: 932 time: 0.3531642 Jul 29 23:24:43.461764 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784cccac-c4f7-411b-87f6-e30abb46cfc8 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:24:43.471657 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9964974-6d58-4a19-80c8-4b48d2f4ae64 None None] Sync routers for ids ['1b376bad-d1a7-4dd1-8730-cc0d996508e9'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:24:43.480905 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-784cccac-c4f7-411b-87f6-e30abb46cfc8 admin admin] 10.222.0.43 "PUT /v2.0/routers/1b376bad-d1a7-4dd1-8730-cc0d996508e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2233522 Jul 29 23:24:43.491071 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9964974-6d58-4a19-80c8-4b48d2f4ae64 None None] Routers {'1b376bad-d1a7-4dd1-8730-cc0d996508e9'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:24:43.491598 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-a9964974-6d58-4a19-80c8-4b48d2f4ae64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:24:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['1b376bad-d1a7-4dd1-8730-cc0d996508e9'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:43.665871 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-a9964974-6d58-4a19-80c8-4b48d2f4ae64 None None] Set router 1b376bad-d1a7-4dd1-8730-cc0d996508e9 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:24:43.724697 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c095187f-c221-47c9-93e9-ef706404780b req-87b26f1c-9e30-433a-9a92-43454a4a0fed tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402930 Jul 29 23:24:43.843091 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-d388c2b1-49ab-4cb0-a488-a8dd8dbfae7b req-4f340365-0f42-4c16-a9e8-86718cc1a4e2 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Allocated IP 172.20.0.2 (09be3f6b-3c77-4c8e-bbe6-2435736d69cf/61118f50-e726-435d-a59a-d51b2a8c879d/eaece889-3bc6-4523-be5b-ee4e06ba51df) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:24:43.884293 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-7516fe6c-7e96-49ff-8abe-c0169cdcc4f2 req-4f79bc2a-bf43-40e7-bad6-f99e0622cce9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75998fe5-ae44-40ce-8c7b-677dd8236579 {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:24:43.925195 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-7516fe6c-7e96-49ff-8abe-c0169cdcc4f2 req-4f79bc2a-bf43-40e7-bad6-f99e0622cce9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:44.029413 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-7516fe6c-7e96-49ff-8abe-c0169cdcc4f2 req-4f79bc2a-bf43-40e7-bad6-f99e0622cce9 service neutron] Transition to ACTIVE for port object 75998fe5-ae44-40ce-8c7b-677dd8236579 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:44.047505 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-57f33547-9d73-4ff0-bb75-06c33bab8353 req-c08bf0a5-44cd-490f-b51b-f0e87564f42a tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6f3a528-8768-44bf-ade5-0ab7a7307ced HTTP/1.1" status: 200 len: 210 time: 0.0564754 Jul 29 23:24:44.052313 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-7516fe6c-7e96-49ff-8abe-c0169cdcc4f2 req-4f79bc2a-bf43-40e7-bad6-f99e0622cce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:44.151008 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ced869-2e5d-45fd-95ce-325a743af3af x-openstack-request-id: req-e9ced869-2e5d-45fd-95ce-325a743af3af {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:44.151414 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b18eaa87-b2be-4352-b653-da8df46dc00a", "name": "network-vif-deleted", "tag": "95f89b11-8c1d-408e-9d2e-dddea3919690", "status": "failed", "code": 422}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:44.151745 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e9ced869-2e5d-45fd-95ce-325a743af3af {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:44.152236 n-d-712141-10 neutron-server[94078]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b18eaa87-b2be-4352-b653-da8df46dc00a', 'name': 'network-vif-deleted', 'tag': '95f89b11-8c1d-408e-9d2e-dddea3919690', 'status': 'failed', 'code': 422} returned with failed status Jul 29 23:24:44.179095 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79bc2a-bf43-40e7-bad6-f99e0622cce9 service neutron] Pushing event updated for resources: {'Port': ['ID=75998fe5-ae44-40ce-8c7b-677dd8236579,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:44.199680 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-a9964974-6d58-4a19-80c8-4b48d2f4ae64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b376bad-d1a7-4dd1-8730-cc0d996508e9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-366611608-router', 'tenant_id': 'f0fbf9acd9ae4ccabf0c305362c8f96b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'eecd2ebf-ec98-479c-a087-a1d72ec92dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:24:31Z', 'updated_at': '2021-07-29T23:24:39Z', 'revision_number': 4, 'project_id': 'f0fbf9acd9ae4ccabf0c305362c8f96b', 'gw_port': {'id': 'eecd2ebf-ec98-479c-a087-a1d72ec92dbd', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:dd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b376bad-d1a7-4dd1-8730-cc0d996508e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:33Z', 'updated_at': '2021-07-29T23:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'ba24772b-a017-44de-9d98-fc3b29ba9ba0', 'name': '', 'network_id': '30111b4f-79ad-4361-b37a-2a81720a592f', 'tenant_id': 'f0fbf9acd9ae4ccabf0c305362c8f96b', 'mac_address': 'fa:16:3e:a2:7e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b376bad-d1a7-4dd1-8730-cc0d996508e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'c70ab536-fcd3-4f2a-b18a-f7488691f347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:36Z', 'updated_at': '2021-07-29T23:24:40Z', 'revision_number': 2, 'project_id': 'f0fbf9acd9ae4ccabf0c305362c8f96b', 'subnets': [{'id': 'c70ab536-fcd3-4f2a-b18a-f7488691f347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:44.233162 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9964974-6d58-4a19-80c8-4b48d2f4ae64 None None] Checking router: 1b376bad-d1a7-4dd1-8730-cc0d996508e9 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:24:44.233566 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9964974-6d58-4a19-80c8-4b48d2f4ae64 None None] Updating router 1b376bad-d1a7-4dd1-8730-cc0d996508e9 port ba24772b-a017-44de-9d98-fc3b29ba9ba0 binding host n-d-712141-10 {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:24:44.265116 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a9964974-6d58-4a19-80c8-4b48d2f4ae64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:44.288886 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e2de2160-073a-47e1-b85c-6450a07883e6 req-ce2ffd4b-b6a3-460f-9182-27e7fdcb8683 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=c7d474abf40a4bac85edc09be58a0556&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1134853 Jul 29 23:24:44.400521 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [req-b7a994b6-3363-45bb-9078-65e5e5e56d40 req-b44cf8b7-029b-49b5-afbb-a19db6533565 tempest-FloatingIPDetailsNegativeTestJSON-1551991371 tempest-FloatingIPDetailsNegativeTestJSON-1551991371-project] show failed (client error): The resource could not be found. Jul 29 23:24:44.413660 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 39924) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:44.415373 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b7a994b6-3363-45bb-9078-65e5e5e56d40 req-b44cf8b7-029b-49b5-afbb-a19db6533565 tempest-FloatingIPDetailsNegativeTestJSON-1551991371 tempest-FloatingIPDetailsNegativeTestJSON-1551991371-project] 10.222.0.43 "GET /v2.0/floatingips/53f6037a-cce0-4126-b32d-e533920195c7 HTTP/1.1" status: 404 len: 350 time: 0.1522412 Jul 29 23:24:44.728345 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a9964974-6d58-4a19-80c8-4b48d2f4ae64 None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:44.741761 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-a9964974-6d58-4a19-80c8-4b48d2f4ae64 None None] Transition to ACTIVE for port object ba24772b-a017-44de-9d98-fc3b29ba9ba0 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:44.752912 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a9964974-6d58-4a19-80c8-4b48d2f4ae64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:44.757913 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de2160-073a-47e1-b85c-6450a07883e6 req-1c80875d-e55f-4438-b07f-df95573c7f97 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:44.767353 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e2de2160-073a-47e1-b85c-6450a07883e6 req-1c80875d-e55f-4438-b07f-df95573c7f97 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4576125 Jul 29 23:24:44.776328 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d388c2b1-49ab-4cb0-a488-a8dd8dbfae7b req-4f340365-0f42-4c16-a9e8-86718cc1a4e2 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:44.779221 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-7516fe6c-7e96-49ff-8abe-c0169cdcc4f2 req-4f79bc2a-bf43-40e7-bad6-f99e0622cce9 service neutron] Attempting to bind port 75998fe5-ae44-40ce-8c7b-677dd8236579 on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:24:44.779221 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-7516fe6c-7e96-49ff-8abe-c0169cdcc4f2 req-4f79bc2a-bf43-40e7-bad6-f99e0622cce9 service neutron] Attempting to bind port 75998fe5-ae44-40ce-8c7b-677dd8236579 by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:24:44.779476 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7516fe6c-7e96-49ff-8abe-c0169cdcc4f2 req-4f79bc2a-bf43-40e7-bad6-f99e0622cce9 service neutron] Attempting to bind port 75998fe5-ae44-40ce-8c7b-677dd8236579 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:44.807486 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455f15cd-ed6e-4aa0-8b2d-f844b11e3d55 None None] Pushing event updated for resources: {'Port': ['ID=ba24772b-a017-44de-9d98-fc3b29ba9ba0,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:44.879344 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-13e90f7d-4b41-4d6f-86ac-3d687796a861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:44.924164 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-a9964974-6d58-4a19-80c8-4b48d2f4ae64 None None] Attempting to bind port ba24772b-a017-44de-9d98-fc3b29ba9ba0 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:24:44.924684 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-a9964974-6d58-4a19-80c8-4b48d2f4ae64 None None] Attempting to bind port ba24772b-a017-44de-9d98-fc3b29ba9ba0 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '04b64fda-9fb7-4ced-a00a-5636f5086e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '30111b4f-79ad-4361-b37a-2a81720a592f'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:24:44.925413 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9964974-6d58-4a19-80c8-4b48d2f4ae64 None None] Attempting to bind port ba24772b-a017-44de-9d98-fc3b29ba9ba0 on network 30111b4f-79ad-4361-b37a-2a81720a592f {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:44.931981 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9964974-6d58-4a19-80c8-4b48d2f4ae64 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 24, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:24:44.932459 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9964974-6d58-4a19-80c8-4b48d2f4ae64 None None] Checking segment: {'id': '04b64fda-9fb7-4ced-a00a-5636f5086e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '30111b4f-79ad-4361-b37a-2a81720a592f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:24:44.932941 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a9964974-6d58-4a19-80c8-4b48d2f4ae64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:44.933411 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9964974-6d58-4a19-80c8-4b48d2f4ae64 None None] Bound using segment: {'id': '04b64fda-9fb7-4ced-a00a-5636f5086e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '30111b4f-79ad-4361-b37a-2a81720a592f'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:24:44.934013 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-a9964974-6d58-4a19-80c8-4b48d2f4ae64 None None] Bound port: ba24772b-a017-44de-9d98-fc3b29ba9ba0, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04b64fda-9fb7-4ced-a00a-5636f5086e73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '30111b4f-79ad-4361-b37a-2a81720a592f'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:24:44.934497 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a9964974-6d58-4a19-80c8-4b48d2f4ae64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:45.044781 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-a9964974-6d58-4a19-80c8-4b48d2f4ae64 None None] For port ba24772b-a017-44de-9d98-fc3b29ba9ba0, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:24:45.049440 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-a9964974-6d58-4a19-80c8-4b48d2f4ae64 None None] For port ba24772b-a017-44de-9d98-fc3b29ba9ba0, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=ba24772b-a017-44de-9d98-fc3b29ba9ba0,segment=NetworkSegment(04b64fda-9fb7-4ced-a00a-5636f5086e73),segment_id=04b64fda-9fb7-4ced-a00a-5636f5086e73)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:24:45.057166 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a9964974-6d58-4a19-80c8-4b48d2f4ae64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:45.137138 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455f15cd-ed6e-4aa0-8b2d-f844b11e3d55 None None] Pushing event updated for resources: {'Port': ['ID=ba24772b-a017-44de-9d98-fc3b29ba9ba0,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:45.154409 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9964974-6d58-4a19-80c8-4b48d2f4ae64 None None] Routers {'1b376bad-d1a7-4dd1-8730-cc0d996508e9'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:24:45.155054 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-a9964974-6d58-4a19-80c8-4b48d2f4ae64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:24:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['1b376bad-d1a7-4dd1-8730-cc0d996508e9'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:45.226331 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-1525e40d-7378-4d72-9a45-c2976605e495 req-8c0798cd-13d7-4cf6-a267-7cd16203fa6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1277b24c-ed68-4854-b8a8-d8c31421810a {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:24:45.231440 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7516fe6c-7e96-49ff-8abe-c0169cdcc4f2 req-4f79bc2a-bf43-40e7-bad6-f99e0622cce9 service neutron] Port 75998fe5-ae44-40ce-8c7b-677dd8236579 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:24:45.231869 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7516fe6c-7e96-49ff-8abe-c0169cdcc4f2 req-4f79bc2a-bf43-40e7-bad6-f99e0622cce9 service neutron] Attempting to bind port 75998fe5-ae44-40ce-8c7b-677dd8236579 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:45.250990 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-1525e40d-7378-4d72-9a45-c2976605e495 req-8c0798cd-13d7-4cf6-a267-7cd16203fa6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:45.254313 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e2de2160-073a-47e1-b85c-6450a07883e6 req-2172f932-055f-44d0-8c80-a8ab13ee93eb tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] 10.222.0.43 "GET /v2.0/quotas/c7d474abf40a4bac85edc09be58a0556 HTTP/1.1" status: 200 len: 375 time: 0.4861212 Jul 29 23:24:45.309132 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-13e90f7d-4b41-4d6f-86ac-3d687796a861 admin admin] Deleting port ba24772b-a017-44de-9d98-fc3b29ba9ba0 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:24:45.309640 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-13e90f7d-4b41-4d6f-86ac-3d687796a861 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:45.328392 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7516fe6c-7e96-49ff-8abe-c0169cdcc4f2 req-4f79bc2a-bf43-40e7-bad6-f99e0622cce9 service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:24:45.329987 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7516fe6c-7e96-49ff-8abe-c0169cdcc4f2 req-4f79bc2a-bf43-40e7-bad6-f99e0622cce9 service neutron] Checking segment: {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:24:45.329987 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7516fe6c-7e96-49ff-8abe-c0169cdcc4f2 req-4f79bc2a-bf43-40e7-bad6-f99e0622cce9 service neutron] Bound using segment: {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:24:45.330223 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-a9964974-6d58-4a19-80c8-4b48d2f4ae64 None None] Set router 1b376bad-d1a7-4dd1-8730-cc0d996508e9 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:24:45.330316 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-7516fe6c-7e96-49ff-8abe-c0169cdcc4f2 req-4f79bc2a-bf43-40e7-bad6-f99e0622cce9 service neutron] Bound port: 75998fe5-ae44-40ce-8c7b-677dd8236579, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:24:45.330555 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-7516fe6c-7e96-49ff-8abe-c0169cdcc4f2 req-4f79bc2a-bf43-40e7-bad6-f99e0622cce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:45.370451 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-1525e40d-7378-4d72-9a45-c2976605e495 req-8c0798cd-13d7-4cf6-a267-7cd16203fa6d service neutron] Transition to ACTIVE for port object 1277b24c-ed68-4854-b8a8-d8c31421810a will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:45.377463 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e2de2160-073a-47e1-b85c-6450a07883e6 req-75c4eaf9-e548-4323-9f68-977617640561 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c7d474abf40a4bac85edc09be58a0556&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1084247 Jul 29 23:24:45.389385 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af5698-f9d5-480f-9ff6-803ecb62854c req-80a6f08d-ea41-4b65-9324-fa6aca905f40 tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:45.399815 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f4af5698-f9d5-480f-9ff6-803ecb62854c req-80a6f08d-ea41-4b65-9324-fa6aca905f40 tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] 10.222.0.43 "GET /v2.0/ports?device_id=322ecf20-bde5-4573-b8eb-51197eeb6bdc HTTP/1.1" status: 200 len: 947 time: 0.8320723 Jul 29 23:24:45.451785 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-1525e40d-7378-4d72-9a45-c2976605e495 req-8c0798cd-13d7-4cf6-a267-7cd16203fa6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:45.453928 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d388c2b1-49ab-4cb0-a488-a8dd8dbfae7b req-4f340365-0f42-4c16-a9e8-86718cc1a4e2 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:45.461059 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-13e90f7d-4b41-4d6f-86ac-3d687796a861 admin admin] For port ba24772b-a017-44de-9d98-fc3b29ba9ba0, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=ba24772b-a017-44de-9d98-fc3b29ba9ba0,segment=NetworkSegment(04b64fda-9fb7-4ced-a00a-5636f5086e73),segment_id=04b64fda-9fb7-4ced-a00a-5636f5086e73)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:45.461801 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-13e90f7d-4b41-4d6f-86ac-3d687796a861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:45.497478 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-13e90f7d-4b41-4d6f-86ac-3d687796a861 admin admin] Calling delete_port for ba24772b-a017-44de-9d98-fc3b29ba9ba0 owned by network:router_interface {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:24:45.498079 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['95555302-95fb-448e-a090-29b4ec336757'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:24:45.603704 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f4af5698-f9d5-480f-9ff6-803ecb62854c req-ed2da55c-e95a-4c13-bb57-a7440c816640 tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c4717de-c2b0-4901-a766-70fd40e6f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984906 Jul 29 23:24:45.650426 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d388c2b1-49ab-4cb0-a488-a8dd8dbfae7b req-4f340365-0f42-4c16-a9e8-86718cc1a4e2 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Network 09be3f6b-3c77-4c8e-bbe6-2435736d69cf is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:24:45.657432 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-d388c2b1-49ab-4cb0-a488-a8dd8dbfae7b req-4f340365-0f42-4c16-a9e8-86718cc1a4e2 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:45.675189 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-d388c2b1-49ab-4cb0-a488-a8dd8dbfae7b req-4f340365-0f42-4c16-a9e8-86718cc1a4e2 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:24:45.766825 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0798cd-13d7-4cf6-a267-7cd16203fa6d service neutron] Pushing event updated for resources: {'Port': ['ID=1277b24c-ed68-4854-b8a8-d8c31421810a,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:45.820570 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-7516fe6c-7e96-49ff-8abe-c0169cdcc4f2 req-4f79bc2a-bf43-40e7-bad6-f99e0622cce9 service neutron] For port 75998fe5-ae44-40ce-8c7b-677dd8236579, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:24:45.938802 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-a9964974-6d58-4a19-80c8-4b48d2f4ae64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b376bad-d1a7-4dd1-8730-cc0d996508e9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-366611608-router', 'tenant_id': 'f0fbf9acd9ae4ccabf0c305362c8f96b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'eecd2ebf-ec98-479c-a087-a1d72ec92dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:24:31Z', 'updated_at': '2021-07-29T23:24:39Z', 'revision_number': 4, 'project_id': 'f0fbf9acd9ae4ccabf0c305362c8f96b', 'gw_port': {'id': 'eecd2ebf-ec98-479c-a087-a1d72ec92dbd', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:dd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b376bad-d1a7-4dd1-8730-cc0d996508e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:33Z', 'updated_at': '2021-07-29T23:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'ba24772b-a017-44de-9d98-fc3b29ba9ba0', 'name': '', 'network_id': '30111b4f-79ad-4361-b37a-2a81720a592f', 'tenant_id': 'f0fbf9acd9ae4ccabf0c305362c8f96b', 'mac_address': 'fa:16:3e:a2:7e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b376bad-d1a7-4dd1-8730-cc0d996508e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'c70ab536-fcd3-4f2a-b18a-f7488691f347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:36Z', 'updated_at': '2021-07-29T23:24:45Z', 'revision_number': 4, 'project_id': 'f0fbf9acd9ae4ccabf0c305362c8f96b', 'subnets': [{'id': 'c70ab536-fcd3-4f2a-b18a-f7488691f347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:45.944229 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f340365-0f42-4c16-a9e8-86718cc1a4e2 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Pushing event updated for resources: {'Port': ['ID=eaece889-3bc6-4523-be5b-ee4e06ba51df,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:45.945303 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-13e90f7d-4b41-4d6f-86ac-3d687796a861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:45.955346 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-7516fe6c-7e96-49ff-8abe-c0169cdcc4f2 req-4f79bc2a-bf43-40e7-bad6-f99e0622cce9 service neutron] For port 75998fe5-ae44-40ce-8c7b-677dd8236579, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=75998fe5-ae44-40ce-8c7b-677dd8236579,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:24:45.966927 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388c2b1-49ab-4cb0-a488-a8dd8dbfae7b req-4f340365-0f42-4c16-a9e8-86718cc1a4e2 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:45.967851 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d388c2b1-49ab-4cb0-a488-a8dd8dbfae7b req-4f340365-0f42-4c16-a9e8-86718cc1a4e2 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:45.978272 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-7516fe6c-7e96-49ff-8abe-c0169cdcc4f2 req-4f79bc2a-bf43-40e7-bad6-f99e0622cce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:45.989769 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9964974-6d58-4a19-80c8-4b48d2f4ae64 None None] The sync data for ids ['1b376bad-d1a7-4dd1-8730-cc0d996508e9'] in n-d-712141-10 is: [{'id': '1b376bad-d1a7-4dd1-8730-cc0d996508e9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-366611608-router', 'tenant_id': 'f0fbf9acd9ae4ccabf0c305362c8f96b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.138'}], 'enable_snat': True}, 'gw_port_id': 'eecd2ebf-ec98-479c-a087-a1d72ec92dbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:24:31Z', 'updated_at': '2021-07-29T23:24:39Z', 'revision_number': 4, 'project_id': 'f0fbf9acd9ae4ccabf0c305362c8f96b', 'gw_port': {'id': 'eecd2ebf-ec98-479c-a087-a1d72ec92dbd', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:dd:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b376bad-d1a7-4dd1-8730-cc0d996508e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:33Z', 'updated_at': '2021-07-29T23:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'ba24772b-a017-44de-9d98-fc3b29ba9ba0', 'name': '', 'network_id': '30111b4f-79ad-4361-b37a-2a81720a592f', 'tenant_id': 'f0fbf9acd9ae4ccabf0c305362c8f96b', 'mac_address': 'fa:16:3e:a2:7e:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b376bad-d1a7-4dd1-8730-cc0d996508e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 819, 'fixed_ips': [{'subnet_id': 'c70ab536-fcd3-4f2a-b18a-f7488691f347', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:36Z', 'updated_at': '2021-07-29T23:24:45Z', 'revision_number': 4, 'project_id': 'f0fbf9acd9ae4ccabf0c305362c8f96b', 'subnets': [{'id': 'c70ab536-fcd3-4f2a-b18a-f7488691f347', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:24:46.046248 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e90f7d-4b41-4d6f-86ac-3d687796a861 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba24772b-a017-44de-9d98-fc3b29ba9ba0,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:46.222983 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516fe6c-7e96-49ff-8abe-c0169cdcc4f2 req-4f79bc2a-bf43-40e7-bad6-f99e0622cce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:46.227474 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-7516fe6c-7e96-49ff-8abe-c0169cdcc4f2 req-4f79bc2a-bf43-40e7-bad6-f99e0622cce9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:46.227474 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7516fe6c-7e96-49ff-8abe-c0169cdcc4f2 req-4f79bc2a-bf43-40e7-bad6-f99e0622cce9 service neutron] 10.222.0.41 "PUT /v2.0/ports/75998fe5-ae44-40ce-8c7b-677dd8236579 HTTP/1.1" status: 200 len: 1096 time: 3.5923245 Jul 29 23:24:46.227474 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '322ecf20-bde5-4573-b8eb-51197eeb6bdc', 'tag': '75998fe5-ae44-40ce-8c7b-677dd8236579'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:46.230226 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab0e140-6d3f-4615-a81c-301da0e1c6be" -d '{"events": [{"name": "network-changed", "server_uuid": "322ecf20-bde5-4573-b8eb-51197eeb6bdc", "tag": "75998fe5-ae44-40ce-8c7b-677dd8236579"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:46.233785 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f79bc2a-bf43-40e7-bad6-f99e0622cce9 service neutron] Pushing event updated for resources: {'Port': ['ID=75998fe5-ae44-40ce-8c7b-677dd8236579,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:46.305009 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-1525e40d-7378-4d72-9a45-c2976605e495 req-8c0798cd-13d7-4cf6-a267-7cd16203fa6d service neutron] Attempting to bind port 1277b24c-ed68-4854-b8a8-d8c31421810a on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:24:46.305452 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-1525e40d-7378-4d72-9a45-c2976605e495 req-8c0798cd-13d7-4cf6-a267-7cd16203fa6d service neutron] Attempting to bind port 1277b24c-ed68-4854-b8a8-d8c31421810a by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': '03081878-6d73-4f31-b394-970f508038c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '33e8f010-7789-4c0c-8f2b-4d54e9bb67e4'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:24:46.306048 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1525e40d-7378-4d72-9a45-c2976605e495 req-8c0798cd-13d7-4cf6-a267-7cd16203fa6d service neutron] Attempting to bind port 1277b24c-ed68-4854-b8a8-d8c31421810a on network 33e8f010-7789-4c0c-8f2b-4d54e9bb67e4 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:46.311719 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d388c2b1-49ab-4cb0-a488-a8dd8dbfae7b req-4f340365-0f42-4c16-a9e8-86718cc1a4e2 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8001676 Jul 29 23:24:46.323082 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-13e90f7d-4b41-4d6f-86ac-3d687796a861 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:46.329481 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61daea42-cab8-41dd-8af0-1c70a0520a66 req-d1ca69d3-5ec2-4798-b878-04c5b09213e6 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:46.342376 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-61daea42-cab8-41dd-8af0-1c70a0520a66 req-d1ca69d3-5ec2-4798-b878-04c5b09213e6 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/networks?id=666740f6-88d5-4493-9e12-abc4c5ef258e HTTP/1.1" status: 200 len: 811 time: 0.6746938 Jul 29 23:24:46.377812 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61781fb7-2f96-4d4a-8f45-5786146c78ac req-0fd6db2e-b177-41cb-82c1-86ebeafab20f tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:46.379764 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-61781fb7-2f96-4d4a-8f45-5786146c78ac req-0fd6db2e-b177-41cb-82c1-86ebeafab20f tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4ff10e6-5df0-49b5-9d56-bbcdee1500ff HTTP/1.1" status: 200 len: 944 time: 0.6227806 Jul 29 23:24:46.412984 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-d388c2b1-49ab-4cb0-a488-a8dd8dbfae7b req-3733967b-0fbe-4c19-a35e-ea335a5e3b1f service neutron] Request body: {'port': {'device_id': 'f6f3a528-8768-44bf-ade5-0ab7a7307ced', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:46.440013 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1525e40d-7378-4d72-9a45-c2976605e495 req-8c0798cd-13d7-4cf6-a267-7cd16203fa6d service neutron] Port 1277b24c-ed68-4854-b8a8-d8c31421810a on network 33e8f010-7789-4c0c-8f2b-4d54e9bb67e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:24:46.440407 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1525e40d-7378-4d72-9a45-c2976605e495 req-8c0798cd-13d7-4cf6-a267-7cd16203fa6d service neutron] Attempting to bind port 1277b24c-ed68-4854-b8a8-d8c31421810a on network 33e8f010-7789-4c0c-8f2b-4d54e9bb67e4 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:46.530979 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1525e40d-7378-4d72-9a45-c2976605e495 req-8c0798cd-13d7-4cf6-a267-7cd16203fa6d service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:24:46.531696 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1525e40d-7378-4d72-9a45-c2976605e495 req-8c0798cd-13d7-4cf6-a267-7cd16203fa6d service neutron] Checking segment: {'id': '03081878-6d73-4f31-b394-970f508038c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '33e8f010-7789-4c0c-8f2b-4d54e9bb67e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:24:46.531696 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1525e40d-7378-4d72-9a45-c2976605e495 req-8c0798cd-13d7-4cf6-a267-7cd16203fa6d service neutron] Bound using segment: {'id': '03081878-6d73-4f31-b394-970f508038c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '33e8f010-7789-4c0c-8f2b-4d54e9bb67e4'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:24:46.532137 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-1525e40d-7378-4d72-9a45-c2976605e495 req-8c0798cd-13d7-4cf6-a267-7cd16203fa6d service neutron] Bound port: 1277b24c-ed68-4854-b8a8-d8c31421810a, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03081878-6d73-4f31-b394-970f508038c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '33e8f010-7789-4c0c-8f2b-4d54e9bb67e4'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:24:46.532499 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-1525e40d-7378-4d72-9a45-c2976605e495 req-8c0798cd-13d7-4cf6-a267-7cd16203fa6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:46.580709 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-61daea42-cab8-41dd-8af0-1c70a0520a66 req-185e5471-308c-4413-bf86-d76a5d06e6ed tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/quotas/f4fb04acaf444a438779b8cf93bf1437 HTTP/1.1" status: 200 len: 375 time: 0.2373800 Jul 29 23:24:46.674210 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d388c2b1-49ab-4cb0-a488-a8dd8dbfae7b req-3733967b-0fbe-4c19-a35e-ea335a5e3b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:46.690268 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-61daea42-cab8-41dd-8af0-1c70a0520a66 req-11b6a80f-c2ce-411f-9733-34172d0683e8 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f4fb04acaf444a438779b8cf93bf1437&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1085157 Jul 29 23:24:46.744937 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-61781fb7-2f96-4d4a-8f45-5786146c78ac req-74af5629-1421-4b62-8f1d-49cbb0e64f5a tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022175 Jul 29 23:24:46.749015 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e90f7d-4b41-4d6f-86ac-3d687796a861 admin admin] Router 1b376bad-d1a7-4dd1-8730-cc0d996508e9 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:24:46.869614 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516fe6c-7e96-49ff-8abe-c0169cdcc4f2 req-162f7afe-2f11-4e2e-9b19-a1cf8aa275f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:46.876384 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7516fe6c-7e96-49ff-8abe-c0169cdcc4f2 req-162f7afe-2f11-4e2e-9b19-a1cf8aa275f8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aade62a2e5ad45d894893df911ad1500&device_id=322ecf20-bde5-4573-b8eb-51197eeb6bdc HTTP/1.1" status: 200 len: 1099 time: 0.5293765 Jul 29 23:24:46.905658 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-1525e40d-7378-4d72-9a45-c2976605e495 req-8c0798cd-13d7-4cf6-a267-7cd16203fa6d service neutron] For port 1277b24c-ed68-4854-b8a8-d8c31421810a, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:24:46.938733 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e90f7d-4b41-4d6f-86ac-3d687796a861 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:24:46.957901 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-13e90f7d-4b41-4d6f-86ac-3d687796a861 admin admin] 10.222.0.43 "PUT /v2.0/routers/1b376bad-d1a7-4dd1-8730-cc0d996508e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5448558 Jul 29 23:24:46.961027 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 39964) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:46.993571 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7516fe6c-7e96-49ff-8abe-c0169cdcc4f2 req-494649b7-32bf-4bb5-828e-a4f058cd3330 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=75998fe5-ae44-40ce-8c7b-677dd8236579 HTTP/1.1" status: 200 len: 217 time: 0.0973375 Jul 29 23:24:47.078171 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-1525e40d-7378-4d72-9a45-c2976605e495 req-8c0798cd-13d7-4cf6-a267-7cd16203fa6d service neutron] For port 1277b24c-ed68-4854-b8a8-d8c31421810a, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=1277b24c-ed68-4854-b8a8-d8c31421810a,segment=NetworkSegment(03081878-6d73-4f31-b394-970f508038c5),segment_id=03081878-6d73-4f31-b394-970f508038c5)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:24:47.115355 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e2de2160-073a-47e1-b85c-6450a07883e6 req-b2e00e02-2272-452b-91d7-5e6eb611dbde tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=c7d474abf40a4bac85edc09be58a0556&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0582106 Jul 29 23:24:47.161296 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-1525e40d-7378-4d72-9a45-c2976605e495 req-8c0798cd-13d7-4cf6-a267-7cd16203fa6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:47.213778 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-61daea42-cab8-41dd-8af0-1c70a0520a66 req-bf84db40-dc31-4661-9997-5587cb077102 service neutron] 10.222.0.43 "GET /v2.0/networks/666740f6-88d5-4493-9e12-abc4c5ef258e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5012550 Jul 29 23:24:47.302166 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d8675491-35e4-4c82-b628-c1a0e4d2c4b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:47.345459 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1525e40d-7378-4d72-9a45-c2976605e495 req-8c0798cd-13d7-4cf6-a267-7cd16203fa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:47.346176 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-1525e40d-7378-4d72-9a45-c2976605e495 req-8c0798cd-13d7-4cf6-a267-7cd16203fa6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:47.347784 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1525e40d-7378-4d72-9a45-c2976605e495 req-8c0798cd-13d7-4cf6-a267-7cd16203fa6d service neutron] 10.222.0.41 "PUT /v2.0/ports/1277b24c-ed68-4854-b8a8-d8c31421810a HTTP/1.1" status: 200 len: 1093 time: 4.3604546 Jul 29 23:24:47.357948 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516fe6c-7e96-49ff-8abe-c0169cdcc4f2 req-17425dd7-92c0-428c-a8a5-eaba6e0b4f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:47.359460 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7516fe6c-7e96-49ff-8abe-c0169cdcc4f2 req-17425dd7-92c0-428c-a8a5-eaba6e0b4f33 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.3415477 Jul 29 23:24:47.437039 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c2dbad-ea0d-45d2-84a8-79939a8740ae req-da3dcc77-a33e-4ca1-b686-9f3e78488455 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:47.444748 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e4c2dbad-ea0d-45d2-84a8-79939a8740ae req-da3dcc77-a33e-4ca1-b686-9f3e78488455 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6f3a528-8768-44bf-ade5-0ab7a7307ced HTTP/1.1" status: 200 len: 931 time: 0.4646420 Jul 29 23:24:47.449007 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de2160-073a-47e1-b85c-6450a07883e6 req-0781df6e-f957-49e9-82c9-dfd8390db81f tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:47.450975 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e2de2160-073a-47e1-b85c-6450a07883e6 req-0781df6e-f957-49e9-82c9-dfd8390db81f tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3230515 Jul 29 23:24:47.471058 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-e2de2160-073a-47e1-b85c-6450a07883e6 req-e687d1d5-e62c-4d9c-b0b8-93f5c620a532 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] Request body: {'port': {'device_id': '3ca53b26-c0a5-44e5-b186-58d8b43d9065', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'admin_state_up': True, 'tenant_id': 'c7d474abf40a4bac85edc09be58a0556'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:47.500654 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0798cd-13d7-4cf6-a267-7cd16203fa6d service neutron] Pushing event updated for resources: {'Port': ['ID=1277b24c-ed68-4854-b8a8-d8c31421810a,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:47.686602 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-61daea42-cab8-41dd-8af0-1c70a0520a66 req-0ac99438-2dab-40ee-a844-c3ae98335ca0 service neutron] 10.222.0.43 "GET /v2.0/networks/666740f6-88d5-4493-9e12-abc4c5ef258e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4752564 Jul 29 23:24:47.706384 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e4c2dbad-ea0d-45d2-84a8-79939a8740ae req-9ff8a087-4e81-4fa0-9211-838811b2b085 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606490 Jul 29 23:24:47.748840 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1525e40d-7378-4d72-9a45-c2976605e495 req-7d2ed340-a2b6-4b3a-a1f7-4aa847813aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:47.753996 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1525e40d-7378-4d72-9a45-c2976605e495 req-7d2ed340-a2b6-4b3a-a1f7-4aa847813aad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=11625efdc5e247819e1ba7685d24a207&device_id=f4ff10e6-5df0-49b5-9d56-bbcdee1500ff HTTP/1.1" status: 200 len: 1096 time: 0.2792878 Jul 29 23:24:47.762499 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7516fe6c-7e96-49ff-8abe-c0169cdcc4f2 req-96adea87-629c-4bc1-a6a6-a538b3f72971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:47.764139 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7516fe6c-7e96-49ff-8abe-c0169cdcc4f2 req-96adea87-629c-4bc1-a6a6-a538b3f72971 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3441334 Jul 29 23:24:48.032722 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08f5ed90-4b42-4973-897c-234edf4dd238 x-openstack-request-id: req-08f5ed90-4b42-4973-897c-234edf4dd238 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:48.032722 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "322ecf20-bde5-4573-b8eb-51197eeb6bdc", "tag": "75998fe5-ae44-40ce-8c7b-677dd8236579", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:48.032722 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-08f5ed90-4b42-4973-897c-234edf4dd238 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:48.033179 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '322ecf20-bde5-4573-b8eb-51197eeb6bdc', 'tag': '75998fe5-ae44-40ce-8c7b-677dd8236579', 'status': 'completed', 'code': 200} Jul 29 23:24:48.037081 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1525e40d-7378-4d72-9a45-c2976605e495 req-f44a3aba-ed8c-4d2b-9ec0-d46c2c0fe1a9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1277b24c-ed68-4854-b8a8-d8c31421810a HTTP/1.1" status: 200 len: 217 time: 0.2516737 Jul 29 23:24:48.175360 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d8675491-35e4-4c82-b628-c1a0e4d2c4b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:48.179663 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2c4a1f12-8345-422c-ac17-dca4acb9bdb0 req-ba81c28f-49a6-459b-a8be-15bdf9a2eeb4 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ca53b26-c0a5-44e5-b186-58d8b43d9065 HTTP/1.1" status: 200 len: 210 time: 0.2195244 Jul 29 23:24:48.240076 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2de2160-073a-47e1-b85c-6450a07883e6 req-e687d1d5-e62c-4d9c-b0b8-93f5c620a532 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] Made reservation on behalf of c7d474abf40a4bac85edc09be58a0556 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:24:48.244235 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e2de2160-073a-47e1-b85c-6450a07883e6 req-e687d1d5-e62c-4d9c-b0b8-93f5c620a532 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:48.295756 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e2de2160-073a-47e1-b85c-6450a07883e6 req-e687d1d5-e62c-4d9c-b0b8-93f5c620a532 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:48.335582 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582d1a67-ed77-4b8e-bac6-423843e33998 None None] Sync routers for ids ['1b376bad-d1a7-4dd1-8730-cc0d996508e9'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:24:48.359700 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582d1a67-ed77-4b8e-bac6-423843e33998 None None] Routers {'1b376bad-d1a7-4dd1-8730-cc0d996508e9'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:24:48.360227 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-582d1a67-ed77-4b8e-bac6-423843e33998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:24:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['1b376bad-d1a7-4dd1-8730-cc0d996508e9'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:48.373532 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-d8675491-35e4-4c82-b628-c1a0e4d2c4b7 admin admin] Deleting port eecd2ebf-ec98-479c-a087-a1d72ec92dbd {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:24:48.373972 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d8675491-35e4-4c82-b628-c1a0e4d2c4b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:48.390929 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1525e40d-7378-4d72-9a45-c2976605e495 req-bf024655-9b9a-4433-8e16-4bc34ba56f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:48.392376 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1525e40d-7378-4d72-9a45-c2976605e495 req-bf024655-9b9a-4433-8e16-4bc34ba56f08 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d10b4a30-6630-4be3-b0e2-2a7a17a89939 HTTP/1.1" status: 200 len: 848 time: 0.2436664 Jul 29 23:24:48.407736 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-d388c2b1-49ab-4cb0-a488-a8dd8dbfae7b req-3733967b-0fbe-4c19-a35e-ea335a5e3b1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaece889-3bc6-4523-be5b-ee4e06ba51df {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:24:48.436458 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d388c2b1-49ab-4cb0-a488-a8dd8dbfae7b req-3733967b-0fbe-4c19-a35e-ea335a5e3b1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:48.469233 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6775d7b4-272e-4ab1-aa12-81d044ada2bd req-75d8168d-d2fa-41ed-aab3-d5c90205a127 tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:48.477496 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6775d7b4-272e-4ab1-aa12-81d044ada2bd req-75d8168d-d2fa-41ed-aab3-d5c90205a127 tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] 10.222.0.43 "GET /v2.0/ports?device_id=322ecf20-bde5-4573-b8eb-51197eeb6bdc HTTP/1.1" status: 200 len: 947 time: 0.3380945 Jul 29 23:24:48.484972 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1525e40d-7378-4d72-9a45-c2976605e495 req-cd346904-7751-4641-b60e-1ee1b9442eb0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=33e8f010-7789-4c0c-8f2b-4d54e9bb67e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657780 Jul 29 23:24:48.497841 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7516fe6c-7e96-49ff-8abe-c0169cdcc4f2 req-e2225d15-5e5c-4c9b-a224-4e072851003d service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7156844 Jul 29 23:24:48.544817 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-d388c2b1-49ab-4cb0-a488-a8dd8dbfae7b req-3733967b-0fbe-4c19-a35e-ea335a5e3b1f service neutron] Transition to ACTIVE for port object eaece889-3bc6-4523-be5b-ee4e06ba51df will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:48.598358 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-582d1a67-ed77-4b8e-bac6-423843e33998 None None] Set router 1b376bad-d1a7-4dd1-8730-cc0d996508e9 gateway port host: None {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:24:48.604250 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d388c2b1-49ab-4cb0-a488-a8dd8dbfae7b req-3733967b-0fbe-4c19-a35e-ea335a5e3b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:48.688189 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-582d1a67-ed77-4b8e-bac6-423843e33998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b376bad-d1a7-4dd1-8730-cc0d996508e9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-366611608-router', 'tenant_id': 'f0fbf9acd9ae4ccabf0c305362c8f96b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:24:31Z', 'updated_at': '2021-07-29T23:24:48Z', 'revision_number': 6, 'project_id': 'f0fbf9acd9ae4ccabf0c305362c8f96b', 'gw_port_host': None}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:48.692400 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-d8675491-35e4-4c82-b628-c1a0e4d2c4b7 admin admin] For port eecd2ebf-ec98-479c-a087-a1d72ec92dbd, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=eecd2ebf-ec98-479c-a087-a1d72ec92dbd,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:48.692854 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d8675491-35e4-4c82-b628-c1a0e4d2c4b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:48.753758 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582d1a67-ed77-4b8e-bac6-423843e33998 None None] Checking router: 1b376bad-d1a7-4dd1-8730-cc0d996508e9 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:24:48.764108 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-d8675491-35e4-4c82-b628-c1a0e4d2c4b7 admin admin] Calling delete_port for eecd2ebf-ec98-479c-a087-a1d72ec92dbd owned by network:router_gateway {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:24:48.764677 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6775d7b4-272e-4ab1-aa12-81d044ada2bd req-725eab0c-bac6-421e-9f11-d8e2b7222943 tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c4717de-c2b0-4901-a766-70fd40e6f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857831 Jul 29 23:24:48.772192 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582d1a67-ed77-4b8e-bac6-423843e33998 None None] Routers {'1b376bad-d1a7-4dd1-8730-cc0d996508e9'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:24:48.773373 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-582d1a67-ed77-4b8e-bac6-423843e33998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:24:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['1b376bad-d1a7-4dd1-8730-cc0d996508e9'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:48.820515 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e2de2160-073a-47e1-b85c-6450a07883e6 req-e687d1d5-e62c-4d9c-b0b8-93f5c620a532 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:48.844395 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e2de2160-073a-47e1-b85c-6450a07883e6 req-e687d1d5-e62c-4d9c-b0b8-93f5c620a532 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:48.848198 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3733967b-0fbe-4c19-a35e-ea335a5e3b1f service neutron] Pushing event updated for resources: {'Port': ['ID=eaece889-3bc6-4523-be5b-ee4e06ba51df,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:48.872401 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1525e40d-7378-4d72-9a45-c2976605e495 req-99796703-8143-415c-843a-5c56359416d6 service neutron] 10.222.0.41 "GET /v2.0/networks/33e8f010-7789-4c0c-8f2b-4d54e9bb67e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3722603 Jul 29 23:24:48.886921 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e576a6-e12f-4967-a3b1-7eacf0f95be9 req-22da759d-9fd6-4c33-b183-a47932a906b2 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:48.897171 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-582d1a67-ed77-4b8e-bac6-423843e33998 None None] Set router 1b376bad-d1a7-4dd1-8730-cc0d996508e9 gateway port host: None {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:24:48.898237 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f5e576a6-e12f-4967-a3b1-7eacf0f95be9 req-22da759d-9fd6-4c33-b183-a47932a906b2 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4ff10e6-5df0-49b5-9d56-bbcdee1500ff HTTP/1.1" status: 200 len: 944 time: 0.3971057 Jul 29 23:24:48.969036 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-582d1a67-ed77-4b8e-bac6-423843e33998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b376bad-d1a7-4dd1-8730-cc0d996508e9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-366611608-router', 'tenant_id': 'f0fbf9acd9ae4ccabf0c305362c8f96b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:24:31Z', 'updated_at': '2021-07-29T23:24:48Z', 'revision_number': 6, 'project_id': 'f0fbf9acd9ae4ccabf0c305362c8f96b', 'gw_port_host': None}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:49.005053 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-582d1a67-ed77-4b8e-bac6-423843e33998 None None] The sync data for ids ['1b376bad-d1a7-4dd1-8730-cc0d996508e9'] in n-d-712141-10 is: [{'id': '1b376bad-d1a7-4dd1-8730-cc0d996508e9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-366611608-router', 'tenant_id': 'f0fbf9acd9ae4ccabf0c305362c8f96b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:24:31Z', 'updated_at': '2021-07-29T23:24:48Z', 'revision_number': 6, 'project_id': 'f0fbf9acd9ae4ccabf0c305362c8f96b', 'gw_port_host': None}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:24:49.145291 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e687d1d5-e62c-4d9c-b0b8-93f5c620a532 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cdc300c-b4ab-4f96-ae4c-7a755409d248,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:49.183793 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-e2de2160-073a-47e1-b85c-6450a07883e6 req-e687d1d5-e62c-4d9c-b0b8-93f5c620a532 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] Allocated IP 192.168.233.215 (d71c22dc-feef-410b-a7ed-6548cf85bd6f/64bdc61a-58ca-49c7-bae5-ecfed9ee407c/f99c3c59-81f6-4347-9f29-e0b9d49ab421) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:24:49.355873 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d8675491-35e4-4c82-b628-c1a0e4d2c4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:49.362115 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:49.441940 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device ba24772b-a017-44de-9d98-fc3b29ba9ba0 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:24:49.459406 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8675491-35e4-4c82-b628-c1a0e4d2c4b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=eecd2ebf-ec98-479c-a087-a1d72ec92dbd,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:49.488225 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: ba24772b-a017-44de-9d98-fc3b29ba9ba0 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:24:49.489322 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device ba24772b-a017-44de-9d98-fc3b29ba9ba0 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:24:49.518198 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-77a9d835-4461-4007-8bf4-4d8bd03ef466 req-2fda3065-c55b-4c08-9d5e-bab27d20685d tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=5957dee3-6c38-429b-bcda-d522bd42c5fc HTTP/1.1" status: 200 len: 210 time: 0.6489379 Jul 29 23:24:49.551300 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d8675491-35e4-4c82-b628-c1a0e4d2c4b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:49.559562 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f5e576a6-e12f-4967-a3b1-7eacf0f95be9 req-aec5b637-635c-4d48-a194-034a5956e9cc tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6534393 Jul 29 23:24:49.577484 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7516fe6c-7e96-49ff-8abe-c0169cdcc4f2 req-d724d4d0-eefc-4cb0-801d-17e53e5c61f6 service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0509884 Jul 29 23:24:49.614208 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1525e40d-7378-4d72-9a45-c2976605e495 req-0efb0dd2-c808-4d52-bc09-236eab4306a8 service neutron] 10.222.0.41 "GET /v2.0/networks/33e8f010-7789-4c0c-8f2b-4d54e9bb67e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6647418 Jul 29 23:24:49.649188 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e2de2160-073a-47e1-b85c-6450a07883e6 req-e687d1d5-e62c-4d9c-b0b8-93f5c620a532 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:49.669974 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-e2de2160-073a-47e1-b85c-6450a07883e6 req-e687d1d5-e62c-4d9c-b0b8-93f5c620a532 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] Transition to ACTIVE for port object f99c3c59-81f6-4347-9f29-e0b9d49ab421 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:49.735948 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e2de2160-073a-47e1-b85c-6450a07883e6 req-e687d1d5-e62c-4d9c-b0b8-93f5c620a532 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:49.750387 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-d388c2b1-49ab-4cb0-a488-a8dd8dbfae7b req-3733967b-0fbe-4c19-a35e-ea335a5e3b1f service neutron] Attempting to bind port eaece889-3bc6-4523-be5b-ee4e06ba51df on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:24:49.751010 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-d388c2b1-49ab-4cb0-a488-a8dd8dbfae7b req-3733967b-0fbe-4c19-a35e-ea335a5e3b1f service neutron] Attempting to bind port eaece889-3bc6-4523-be5b-ee4e06ba51df by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '2f225bab-780d-4bb8-903d-ee3f32d75d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '09be3f6b-3c77-4c8e-bbe6-2435736d69cf'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:24:49.751508 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d388c2b1-49ab-4cb0-a488-a8dd8dbfae7b req-3733967b-0fbe-4c19-a35e-ea335a5e3b1f service neutron] Attempting to bind port eaece889-3bc6-4523-be5b-ee4e06ba51df on network 09be3f6b-3c77-4c8e-bbe6-2435736d69cf {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:49.799635 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d8675491-35e4-4c82-b628-c1a0e4d2c4b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:49.804009 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d8675491-35e4-4c82-b628-c1a0e4d2c4b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:49.815673 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d388c2b1-49ab-4cb0-a488-a8dd8dbfae7b req-3733967b-0fbe-4c19-a35e-ea335a5e3b1f service neutron] Port eaece889-3bc6-4523-be5b-ee4e06ba51df on network 09be3f6b-3c77-4c8e-bbe6-2435736d69cf not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:24:49.817173 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d388c2b1-49ab-4cb0-a488-a8dd8dbfae7b req-3733967b-0fbe-4c19-a35e-ea335a5e3b1f service neutron] Attempting to bind port eaece889-3bc6-4523-be5b-ee4e06ba51df on network 09be3f6b-3c77-4c8e-bbe6-2435736d69cf {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:49.831489 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f1375-c8a2-41ff-b14e-d93ff193875c req-6287cb5f-fa6e-48cf-984f-c70143ecbda1 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:49.839555 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-887f1375-c8a2-41ff-b14e-d93ff193875c req-6287cb5f-fa6e-48cf-984f-c70143ecbda1 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6f3a528-8768-44bf-ade5-0ab7a7307ced HTTP/1.1" status: 200 len: 943 time: 0.2002015 Jul 29 23:24:49.849104 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba2b446-6fa2-4fc2-8d00-66aa425fd473 req-4eaf5065-7cd8-463c-ace6-5a9472c309c5 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:49.850613 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2de2160-073a-47e1-b85c-6450a07883e6 req-e687d1d5-e62c-4d9c-b0b8-93f5c620a532 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] Network d71c22dc-feef-410b-a7ed-6548cf85bd6f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:24:49.851472 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7ba2b446-6fa2-4fc2-8d00-66aa425fd473 req-4eaf5065-7cd8-463c-ace6-5a9472c309c5 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce7925bf-bf61-4ab9-ba86-da53ddb9abbd HTTP/1.1" status: 200 len: 945 time: 0.2648075 Jul 29 23:24:49.856337 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d388c2b1-49ab-4cb0-a488-a8dd8dbfae7b req-3733967b-0fbe-4c19-a35e-ea335a5e3b1f service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:24:49.856965 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d388c2b1-49ab-4cb0-a488-a8dd8dbfae7b req-3733967b-0fbe-4c19-a35e-ea335a5e3b1f service neutron] Checking segment: {'id': '2f225bab-780d-4bb8-903d-ee3f32d75d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '09be3f6b-3c77-4c8e-bbe6-2435736d69cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:24:49.857678 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d388c2b1-49ab-4cb0-a488-a8dd8dbfae7b req-3733967b-0fbe-4c19-a35e-ea335a5e3b1f service neutron] Bound using segment: {'id': '2f225bab-780d-4bb8-903d-ee3f32d75d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '09be3f6b-3c77-4c8e-bbe6-2435736d69cf'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:24:49.858281 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-d388c2b1-49ab-4cb0-a488-a8dd8dbfae7b req-3733967b-0fbe-4c19-a35e-ea335a5e3b1f service neutron] Bound port: eaece889-3bc6-4523-be5b-ee4e06ba51df, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f225bab-780d-4bb8-903d-ee3f32d75d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '09be3f6b-3c77-4c8e-bbe6-2435736d69cf'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:24:49.858814 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d388c2b1-49ab-4cb0-a488-a8dd8dbfae7b req-3733967b-0fbe-4c19-a35e-ea335a5e3b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:49.864629 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-e2de2160-073a-47e1-b85c-6450a07883e6 req-e687d1d5-e62c-4d9c-b0b8-93f5c620a532 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:49.873501 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2de2160-073a-47e1-b85c-6450a07883e6 req-e687d1d5-e62c-4d9c-b0b8-93f5c620a532 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:24:49.901897 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e687d1d5-e62c-4d9c-b0b8-93f5c620a532 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] Pushing event updated for resources: {'Port': ['ID=f99c3c59-81f6-4347-9f29-e0b9d49ab421,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:49.907128 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d8675491-35e4-4c82-b628-c1a0e4d2c4b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:49.907128 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8675491-35e4-4c82-b628-c1a0e4d2c4b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b376bad-d1a7-4dd1-8730-cc0d996508e9 {{(pid=94077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:24:49.916671 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d8675491-35e4-4c82-b628-c1a0e4d2c4b7 admin admin] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:49.920157 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d8675491-35e4-4c82-b628-c1a0e4d2c4b7 admin admin] 10.222.0.43 "DELETE /v2.0/routers/1b376bad-d1a7-4dd1-8730-cc0d996508e9 HTTP/1.1" status: 204 len: 168 time: 2.9548821 Jul 29 23:24:49.921344 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 39994) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:49.999872 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de2160-073a-47e1-b85c-6450a07883e6 req-e687d1d5-e62c-4d9c-b0b8-93f5c620a532 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:50.001720 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e2de2160-073a-47e1-b85c-6450a07883e6 req-e687d1d5-e62c-4d9c-b0b8-93f5c620a532 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:50.008245 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab0e140-6d3f-4615-a81c-301da0e1c6be req-db00d2fc-fd95-4b41-882d-01e40b20fb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:50.015622 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8ab0e140-6d3f-4615-a81c-301da0e1c6be req-db00d2fc-fd95-4b41-882d-01e40b20fb23 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aade62a2e5ad45d894893df911ad1500&device_id=322ecf20-bde5-4573-b8eb-51197eeb6bdc HTTP/1.1" status: 200 len: 1099 time: 0.2399609 Jul 29 23:24:50.034747 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4ff10e6-5df0-49b5-9d56-bbcdee1500ff', 'tag': '1277b24c-ed68-4854-b8a8-d8c31421810a'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:50.038823 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b203b7ae-51e2-4fd5-bdc5-3a2d0761eaed" -d '{"events": [{"name": "network-changed", "server_uuid": "f4ff10e6-5df0-49b5-9d56-bbcdee1500ff", "tag": "1277b24c-ed68-4854-b8a8-d8c31421810a"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:50.046675 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab907c49-ef75-4502-9875-e295ba8005d7 admin admin] Deleting subnet c70ab536-fcd3-4f2a-b18a-f7488691f347 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:24:50.056743 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ab907c49-ef75-4502-9875-e295ba8005d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:50.059876 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e2de2160-073a-47e1-b85c-6450a07883e6 req-e687d1d5-e62c-4d9c-b0b8-93f5c620a532 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5930693 Jul 29 23:24:50.097479 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-e2de2160-073a-47e1-b85c-6450a07883e6 req-d376273c-04bd-40ad-b510-c7a2e33690c6 service neutron] Request body: {'port': {'device_id': '3ca53b26-c0a5-44e5-b186-58d8b43d9065', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:50.146563 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-887f1375-c8a2-41ff-b14e-d93ff193875c req-4cbd493c-5b8e-47cf-9936-800653b4f917 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058083 Jul 29 23:24:50.168866 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ab907c49-ef75-4502-9875-e295ba8005d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:50.214752 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7ba2b446-6fa2-4fc2-8d00-66aa425fd473 req-b957e4ae-f1fc-4b03-8629-d98da828ac9b tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] 10.222.0.43 "GET /v2.0/security-groups?id=913475dc-66e8-4b67-ba73-e0dfa1fdc7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3248317 Jul 29 23:24:50.216167 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-d388c2b1-49ab-4cb0-a488-a8dd8dbfae7b req-3733967b-0fbe-4c19-a35e-ea335a5e3b1f service neutron] For port eaece889-3bc6-4523-be5b-ee4e06ba51df, host n-h2-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:24:50.228600 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61daea42-cab8-41dd-8af0-1c70a0520a66 req-1d608a16-09ed-4762-b797-49c48de7bd55 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:50.230505 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-61daea42-cab8-41dd-8af0-1c70a0520a66 req-1d608a16-09ed-4762-b797-49c48de7bd55 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.41 "GET /v2.0/networks?id=666740f6-88d5-4493-9e12-abc4c5ef258e HTTP/1.1" status: 200 len: 811 time: 0.5768383 Jul 29 23:24:50.232609 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-d388c2b1-49ab-4cb0-a488-a8dd8dbfae7b req-3733967b-0fbe-4c19-a35e-ea335a5e3b1f service neutron] For port eaece889-3bc6-4523-be5b-ee4e06ba51df, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=eaece889-3bc6-4523-be5b-ee4e06ba51df,segment=NetworkSegment(2f225bab-780d-4bb8-903d-ee3f32d75d09),segment_id=2f225bab-780d-4bb8-903d-ee3f32d75d09)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:24:50.252786 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f997d85-fe7c-41f0-ad49-521265808127 req-e8eec2f7-1f8d-4782-bcf8-f8aafbadf332 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:50.253875 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d388c2b1-49ab-4cb0-a488-a8dd8dbfae7b req-3733967b-0fbe-4c19-a35e-ea335a5e3b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:50.254804 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7f997d85-fe7c-41f0-ad49-521265808127 req-e8eec2f7-1f8d-4782-bcf8-f8aafbadf332 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce7925bf-bf61-4ab9-ba86-da53ddb9abbd HTTP/1.1" status: 200 len: 945 time: 0.1332824 Jul 29 23:24:50.258756 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-61daea42-cab8-41dd-8af0-1c70a0520a66 req-a8431e56-65a9-429f-9446-3304b16b91ac tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Request body: {'port': {'device_id': '5957dee3-6c38-429b-bcda-d522bd42c5fc', 'network_id': '666740f6-88d5-4493-9e12-abc4c5ef258e', 'admin_state_up': True, 'tenant_id': 'f4fb04acaf444a438779b8cf93bf1437'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:50.294207 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-46d0c554-0a66-46af-b55a-417d04801ceb None None] Provisioning for port f99c3c59-81f6-4347-9f29-e0b9d49ab421 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:24:50.303534 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-46d0c554-0a66-46af-b55a-417d04801ceb None None] Provisioning complete for port f99c3c59-81f6-4347-9f29-e0b9d49ab421 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:50.304023 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-46d0c554-0a66-46af-b55a-417d04801ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:50.339432 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e2de2160-073a-47e1-b85c-6450a07883e6 req-d376273c-04bd-40ad-b510-c7a2e33690c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:50.390538 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-46d0c554-0a66-46af-b55a-417d04801ceb None None] Port f99c3c59-81f6-4347-9f29-e0b9d49ab421 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:24:50.439058 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388c2b1-49ab-4cb0-a488-a8dd8dbfae7b req-3733967b-0fbe-4c19-a35e-ea335a5e3b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:50.439737 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d388c2b1-49ab-4cb0-a488-a8dd8dbfae7b req-3733967b-0fbe-4c19-a35e-ea335a5e3b1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:50.441730 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d388c2b1-49ab-4cb0-a488-a8dd8dbfae7b req-3733967b-0fbe-4c19-a35e-ea335a5e3b1f service neutron] 10.222.0.22 "PUT /v2.0/ports/eaece889-3bc6-4523-be5b-ee4e06ba51df HTTP/1.1" status: 200 len: 1092 time: 4.0929928 Jul 29 23:24:50.457749 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ab907c49-ef75-4502-9875-e295ba8005d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:50.541086 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85700897-7e5e-4900-8587-dae6cc99741b req-0168833e-67b5-4714-bbe3-c007818e1563 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:50.542848 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-85700897-7e5e-4900-8587-dae6cc99741b req-0168833e-67b5-4714-bbe3-c007818e1563 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ca53b26-c0a5-44e5-b186-58d8b43d9065 HTTP/1.1" status: 200 len: 936 time: 0.2949588 Jul 29 23:24:50.572385 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3733967b-0fbe-4c19-a35e-ea335a5e3b1f service neutron] Pushing event updated for resources: {'Port': ['ID=eaece889-3bc6-4523-be5b-ee4e06ba51df,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:50.593116 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab0e140-6d3f-4615-a81c-301da0e1c6be req-e89c0fa5-c194-480c-9782-fa748dd33a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:50.594708 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8ab0e140-6d3f-4615-a81c-301da0e1c6be req-e89c0fa5-c194-480c-9782-fa748dd33a09 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d71c22dc-feef-410b-a7ed-6548cf85bd6f HTTP/1.1" status: 200 len: 870 time: 0.5487421 Jul 29 23:24:50.616618 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b58e5ee-648b-4fd9-96a5-b043db83aeca req-cdcdf65b-8fb4-4bcd-a8fc-d6625cecaa5b tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:50.619134 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9b58e5ee-648b-4fd9-96a5-b043db83aeca req-cdcdf65b-8fb4-4bcd-a8fc-d6625cecaa5b tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] 10.222.0.43 "GET /v2.0/ports?device_id=322ecf20-bde5-4573-b8eb-51197eeb6bdc HTTP/1.1" status: 200 len: 947 time: 0.3117254 Jul 29 23:24:50.627244 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-7f997d85-fe7c-41f0-ad49-521265808127 req-cbe09f8a-6b50-430c-8c0e-37c6d17e6914 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Deleting port e7f10a7e-124a-4a04-8697-d32bc91a9455 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:24:50.627590 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-7f997d85-fe7c-41f0-ad49-521265808127 req-cbe09f8a-6b50-430c-8c0e-37c6d17e6914 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:50.688861 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8ab0e140-6d3f-4615-a81c-301da0e1c6be req-116a2071-63e4-47c7-875b-19b1fca12afd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=75998fe5-ae44-40ce-8c7b-677dd8236579 HTTP/1.1" status: 200 len: 217 time: 0.0827944 Jul 29 23:24:50.728841 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388c2b1-49ab-4cb0-a488-a8dd8dbfae7b req-3138b6d4-4d83-4407-ae3b-b639520a22c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:50.730331 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d388c2b1-49ab-4cb0-a488-a8dd8dbfae7b req-3138b6d4-4d83-4407-ae3b-b639520a22c5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=62091d0f24f84b44849aea33b1484fc4&device_id=f6f3a528-8768-44bf-ade5-0ab7a7307ced HTTP/1.1" status: 200 len: 1095 time: 0.2250388 Jul 29 23:24:50.741394 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ab907c49-ef75-4502-9875-e295ba8005d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:50.786098 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-85700897-7e5e-4900-8587-dae6cc99741b req-fa82ce0f-02a5-470f-9419-8ecb65826368 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cdc300c-b4ab-4f96-ae4c-7a755409d248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099316 Jul 29 23:24:50.788838 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab907c49-ef75-4502-9875-e295ba8005d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c70ab536-fcd3-4f2a-b18a-f7488691f347,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:50.798551 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25218795-7dd3-41cd-8025-7102927a9baa None None] Network 30111b4f-79ad-4361-b37a-2a81720a592f requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:24:50.803966 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ab907c49-ef75-4502-9875-e295ba8005d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:50.806840 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ab907c49-ef75-4502-9875-e295ba8005d7 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c70ab536-fcd3-4f2a-b18a-f7488691f347 HTTP/1.1" status: 204 len: 168 time: 0.8849790 Jul 29 23:24:50.819597 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 40010) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:50.860672 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a7e65a9-1bc0-4e6d-8938-3d7b712bc859 x-openstack-request-id: req-5a7e65a9-1bc0-4e6d-8938-3d7b712bc859 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:50.861553 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4ff10e6-5df0-49b5-9d56-bbcdee1500ff", "tag": "1277b24c-ed68-4854-b8a8-d8c31421810a", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:50.861553 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5a7e65a9-1bc0-4e6d-8938-3d7b712bc859 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:50.861553 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4ff10e6-5df0-49b5-9d56-bbcdee1500ff', 'tag': '1277b24c-ed68-4854-b8a8-d8c31421810a', 'status': 'completed', 'code': 200} Jul 29 23:24:50.866441 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d388c2b1-49ab-4cb0-a488-a8dd8dbfae7b req-9ef1e5b3-d416-442d-b1e5-4545ac066834 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eaece889-3bc6-4523-be5b-ee4e06ba51df HTTP/1.1" status: 200 len: 217 time: 0.1060915 Jul 29 23:24:50.895193 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9b58e5ee-648b-4fd9-96a5-b043db83aeca req-4987bc52-32aa-422b-b947-5d290eccef89 tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c4717de-c2b0-4901-a766-70fd40e6f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508602 Jul 29 23:24:50.968555 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61daea42-cab8-41dd-8af0-1c70a0520a66 req-a8431e56-65a9-429f-9446-3304b16b91ac tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Made reservation on behalf of f4fb04acaf444a438779b8cf93bf1437 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:24:50.974334 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-61daea42-cab8-41dd-8af0-1c70a0520a66 req-a8431e56-65a9-429f-9446-3304b16b91ac tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:50.981868 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab0e140-6d3f-4615-a81c-301da0e1c6be req-8e2eef32-0a4a-4b7e-b3d2-fde090b13558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:50.984489 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8ab0e140-6d3f-4615-a81c-301da0e1c6be req-8e2eef32-0a4a-4b7e-b3d2-fde090b13558 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.2783067 Jul 29 23:24:51.014078 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-7f997d85-fe7c-41f0-ad49-521265808127 req-cbe09f8a-6b50-430c-8c0e-37c6d17e6914 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] For port e7f10a7e-124a-4a04-8697-d32bc91a9455, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=e7f10a7e-124a-4a04-8697-d32bc91a9455,segment=NetworkSegment(40094ecc-ef7a-4caa-9f65-b53e25a52407),segment_id=40094ecc-ef7a-4caa-9f65-b53e25a52407)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:51.014425 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-7f997d85-fe7c-41f0-ad49-521265808127 req-cbe09f8a-6b50-430c-8c0e-37c6d17e6914 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:51.075168 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-47e8fd45-47c7-4951-87c5-5f1ef79a8767 req-041eab18-6b6f-41f1-90b5-9e2e9770c4be tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=5957dee3-6c38-429b-bcda-d522bd42c5fc HTTP/1.1" status: 200 len: 210 time: 0.0868547 Jul 29 23:24:51.086715 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2307ea2c-fa82-4fa6-a679-0d1342e9528e None None] DHCP port deletion for 30111b4f-79ad-4361-b37a-2a81720a592f request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:24:51.118756 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388c2b1-49ab-4cb0-a488-a8dd8dbfae7b req-300f3240-ca4c-43f6-b2f1-4a990d7eddac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:51.120245 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d388c2b1-49ab-4cb0-a488-a8dd8dbfae7b req-300f3240-ca4c-43f6-b2f1-4a990d7eddac service neutron] 10.222.0.22 "GET /v2.0/subnets?id=61118f50-e726-435d-a59a-d51b2a8c879d HTTP/1.1" status: 200 len: 845 time: 0.2215879 Jul 29 23:24:51.122904 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c63f9a52-c3e0-4b07-bb7d-26e3bfede105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:51.150053 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b203b7ae-51e2-4fd5-bdc5-3a2d0761eaed req-1d9766de-e8e3-4489-8efa-ca18d61688bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:51.151443 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-2307ea2c-fa82-4fa6-a679-0d1342e9528e None None] Deleting port 455a8731-bd27-418e-9616-811eb60af669 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:24:51.151639 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b203b7ae-51e2-4fd5-bdc5-3a2d0761eaed req-1d9766de-e8e3-4489-8efa-ca18d61688bd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=11625efdc5e247819e1ba7685d24a207&device_id=f4ff10e6-5df0-49b5-9d56-bbcdee1500ff HTTP/1.1" status: 200 len: 1096 time: 0.2135384 Jul 29 23:24:51.152225 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2307ea2c-fa82-4fa6-a679-0d1342e9528e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:51.170797 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-e2de2160-073a-47e1-b85c-6450a07883e6 req-d376273c-04bd-40ad-b510-c7a2e33690c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f99c3c59-81f6-4347-9f29-e0b9d49ab421 {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:24:51.206625 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d388c2b1-49ab-4cb0-a488-a8dd8dbfae7b req-2a2525a9-52da-48cb-abe9-30ad0b33bdd3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=09be3f6b-3c77-4c8e-bbe6-2435736d69cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477254 Jul 29 23:24:51.221419 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab0e140-6d3f-4615-a81c-301da0e1c6be req-684a58fd-3276-4a2a-b29b-fbf720fbf715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:51.222914 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8ab0e140-6d3f-4615-a81c-301da0e1c6be req-684a58fd-3276-4a2a-b29b-fbf720fbf715 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2167869 Jul 29 23:24:51.260059 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e2de2160-073a-47e1-b85c-6450a07883e6 req-d376273c-04bd-40ad-b510-c7a2e33690c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:51.288859 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc547539-1d04-4133-a6d3-fbef8747f15b req-4ebe5e9f-bf95-470e-8bcd-fdaa31a929b9 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:51.291276 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cc547539-1d04-4133-a6d3-fbef8747f15b req-4ebe5e9f-bf95-470e-8bcd-fdaa31a929b9 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4ff10e6-5df0-49b5-9d56-bbcdee1500ff HTTP/1.1" status: 200 len: 944 time: 0.2660038 Jul 29 23:24:51.309804 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2307ea2c-fa82-4fa6-a679-0d1342e9528e None None] For port 455a8731-bd27-418e-9616-811eb60af669, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=455a8731-bd27-418e-9616-811eb60af669,segment=NetworkSegment(04b64fda-9fb7-4ced-a00a-5636f5086e73),segment_id=04b64fda-9fb7-4ced-a00a-5636f5086e73)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:51.310205 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2307ea2c-fa82-4fa6-a679-0d1342e9528e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:51.330597 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:24:51.335728 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-2307ea2c-fa82-4fa6-a679-0d1342e9528e None None] Calling delete_port for 455a8731-bd27-418e-9616-811eb60af669 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:24:51.344337 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-e2de2160-073a-47e1-b85c-6450a07883e6 req-d376273c-04bd-40ad-b510-c7a2e33690c6 service neutron] Transition to ACTIVE for port object f99c3c59-81f6-4347-9f29-e0b9d49ab421 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:51.361059 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e2de2160-073a-47e1-b85c-6450a07883e6 req-d376273c-04bd-40ad-b510-c7a2e33690c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:51.454014 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-7f997d85-fe7c-41f0-ad49-521265808127 req-cbe09f8a-6b50-430c-8c0e-37c6d17e6914 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:51.454422 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-7f997d85-fe7c-41f0-ad49-521265808127 req-cbe09f8a-6b50-430c-8c0e-37c6d17e6914 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:51.454729 n-d-712141-10 neutron-server[94077]: INFO neutron.db.l3_db [req-7f997d85-fe7c-41f0-ad49-521265808127 req-cbe09f8a-6b50-430c-8c0e-37c6d17e6914 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Floating IP 01fdf823-0f8f-4f2b-83b0-0003735577ff disassociated. External IP: 172.25.0.169, port: e7f10a7e-124a-4a04-8697-d32bc91a9455. Jul 29 23:24:51.455070 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-7f997d85-fe7c-41f0-ad49-521265808127 req-cbe09f8a-6b50-430c-8c0e-37c6d17e6914 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Calling delete_port for e7f10a7e-124a-4a04-8697-d32bc91a9455 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:24:51.467988 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b203b7ae-51e2-4fd5-bdc5-3a2d0761eaed req-19c08ae9-00e2-4d71-b14a-82b64b4f2628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:51.469873 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-61daea42-cab8-41dd-8af0-1c70a0520a66 req-a8431e56-65a9-429f-9446-3304b16b91ac tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Allocated IP 172.20.0.5 (666740f6-88d5-4493-9e12-abc4c5ef258e/415faf0b-bf5f-4f8b-b3ff-1ae5686de75a/a025380f-9a4c-4f0f-9d82-3fb47564495c) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:24:51.470483 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b203b7ae-51e2-4fd5-bdc5-3a2d0761eaed req-19c08ae9-00e2-4d71-b14a-82b64b4f2628 service neutron] 10.222.0.41 "GET /v2.0/networks?id=33e8f010-7789-4c0c-8f2b-4d54e9bb67e4 HTTP/1.1" status: 200 len: 909 time: 0.3047864 Jul 29 23:24:51.472120 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2307ea2c-fa82-4fa6-a679-0d1342e9528e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:51.522322 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d376273c-04bd-40ad-b510-c7a2e33690c6 service neutron] Pushing event updated for resources: {'Port': ['ID=f99c3c59-81f6-4347-9f29-e0b9d49ab421,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:51.536944 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 455a8731-bd27-418e-9616-811eb60af669 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:24:51.539435 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cc547539-1d04-4133-a6d3-fbef8747f15b req-f6b3f482-a1c1-43d1-9eeb-b8d32c09b74f tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065835 Jul 29 23:24:51.559783 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2307ea2c-fa82-4fa6-a679-0d1342e9528e None None] Pushing event deleted for resources: {'Port': ['ID=455a8731-bd27-418e-9616-811eb60af669,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:51.586940 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215b13d2-2dc2-4a67-bf1f-f56761570af0 req-4a0d8a67-4638-4357-bb42-bce3844b89fe tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:51.588489 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-215b13d2-2dc2-4a67-bf1f-f56761570af0 req-4a0d8a67-4638-4357-bb42-bce3844b89fe tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6f3a528-8768-44bf-ade5-0ab7a7307ced HTTP/1.1" status: 200 len: 943 time: 0.2661040 Jul 29 23:24:51.591625 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 455a8731-bd27-418e-9616-811eb60af669 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:24:51.592075 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 455a8731-bd27-418e-9616-811eb60af669 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:24:51.592583 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device eecd2ebf-ec98-479c-a087-a1d72ec92dbd no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:24:51.594748 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2307ea2c-fa82-4fa6-a679-0d1342e9528e None None] No DVR routers for this DVR port 455a8731-bd27-418e-9616-811eb60af669 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:24:51.619542 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d388c2b1-49ab-4cb0-a488-a8dd8dbfae7b req-d6110cdf-c9bf-471c-aa95-e3f2e32387b6 service neutron] 10.222.0.22 "GET /v2.0/networks/09be3f6b-3c77-4c8e-bbe6-2435736d69cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4024036 Jul 29 23:24:51.622633 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: eecd2ebf-ec98-479c-a087-a1d72ec92dbd {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:24:51.623236 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device eecd2ebf-ec98-479c-a087-a1d72ec92dbd not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:24:51.647887 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8ab0e140-6d3f-4615-a81c-301da0e1c6be req-39f590d6-758d-4164-97b5-43e644bcdaec service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4106138 Jul 29 23:24:51.770310 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b203b7ae-51e2-4fd5-bdc5-3a2d0761eaed req-4fede816-1266-4aef-96a5-dbbff974988a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1277b24c-ed68-4854-b8a8-d8c31421810a HTTP/1.1" status: 200 len: 217 time: 0.2881489 Jul 29 23:24:51.771724 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-c63f9a52-c3e0-4b07-bb7d-26e3bfede105 admin admin] Deleting port 455a8731-bd27-418e-9616-811eb60af669 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:24:51.772105 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c63f9a52-c3e0-4b07-bb7d-26e3bfede105 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:51.902102 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-215b13d2-2dc2-4a67-bf1f-f56761570af0 req-b6e319b9-7215-4253-a944-b69c6afc3026 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762482 Jul 29 23:24:51.947318 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-c63f9a52-c3e0-4b07-bb7d-26e3bfede105 admin admin] For port 455a8731-bd27-418e-9616-811eb60af669, host n-d-712141-10, got binding levels [] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:51.947640 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c63f9a52-c3e0-4b07-bb7d-26e3bfede105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:51.958147 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-7f997d85-fe7c-41f0-ad49-521265808127 req-cbe09f8a-6b50-430c-8c0e-37c6d17e6914 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:51.977924 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b203b7ae-51e2-4fd5-bdc5-3a2d0761eaed req-270ebe79-eaf1-4faa-aa98-fd2b980472af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:51.979445 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b203b7ae-51e2-4fd5-bdc5-3a2d0761eaed req-270ebe79-eaf1-4faa-aa98-fd2b980472af service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d10b4a30-6630-4be3-b0e2-2a7a17a89939 HTTP/1.1" status: 200 len: 848 time: 0.1974621 Jul 29 23:24:51.981821 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-c63f9a52-c3e0-4b07-bb7d-26e3bfede105 admin admin] Calling delete_port for 455a8731-bd27-418e-9616-811eb60af669 owned by network:dhcp {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:24:51.992195 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee06999-3f70-44e5-931b-55c23eebfd18 req-700a3de3-b6bf-4d07-a0b8-0405d38914e9 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:51.993991 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-aee06999-3f70-44e5-931b-55c23eebfd18 req-700a3de3-b6bf-4d07-a0b8-0405d38914e9 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce7925bf-bf61-4ab9-ba86-da53ddb9abbd HTTP/1.1" status: 200 len: 867 time: 0.2141495 Jul 29 23:24:52.003124 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.ipam_backend_mixin [None req-c63f9a52-c3e0-4b07-bb7d-26e3bfede105 admin admin] Port 455a8731-bd27-418e-9616-811eb60af669 was not found and therefore no delete operation was performed {{(pid=94077) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 23:24:52.006653 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d388c2b1-49ab-4cb0-a488-a8dd8dbfae7b req-f8aa2cf0-6eac-4d17-b9b9-cdf54f0929be service neutron] 10.222.0.22 "GET /v2.0/networks/09be3f6b-3c77-4c8e-bbe6-2435736d69cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3722544 Jul 29 23:24:52.014330 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe09f8a-6b50-430c-8c0e-37c6d17e6914 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Pushing event deleted for resources: {'Port': ['ID=e7f10a7e-124a-4a04-8697-d32bc91a9455,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:52.027687 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c63f9a52-c3e0-4b07-bb7d-26e3bfede105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:52.055927 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b203b7ae-51e2-4fd5-bdc5-3a2d0761eaed req-6b8cfb75-9fbf-4575-aa53-31551ffd1edd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=33e8f010-7789-4c0c-8f2b-4d54e9bb67e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516722 Jul 29 23:24:52.061775 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-61daea42-cab8-41dd-8af0-1c70a0520a66 req-a8431e56-65a9-429f-9446-3304b16b91ac tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:52.076483 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8ab0e140-6d3f-4615-a81c-301da0e1c6be req-3ab7a5e9-b0d5-4b4d-9d09-963539455f2c service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4200647 Jul 29 23:24:52.079017 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-e2de2160-073a-47e1-b85c-6450a07883e6 req-d376273c-04bd-40ad-b510-c7a2e33690c6 service neutron] Attempting to bind port f99c3c59-81f6-4347-9f29-e0b9d49ab421 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:24:52.079360 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-e2de2160-073a-47e1-b85c-6450a07883e6 req-d376273c-04bd-40ad-b510-c7a2e33690c6 service neutron] Attempting to bind port f99c3c59-81f6-4347-9f29-e0b9d49ab421 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:24:52.079690 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2de2160-073a-47e1-b85c-6450a07883e6 req-d376273c-04bd-40ad-b510-c7a2e33690c6 service neutron] Attempting to bind port f99c3c59-81f6-4347-9f29-e0b9d49ab421 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:52.088665 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63f9a52-c3e0-4b07-bb7d-26e3bfede105 admin admin] No DVR routers for this DVR port 455a8731-bd27-418e-9616-811eb60af669 on host n-d-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:24:52.123921 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-aee06999-3f70-44e5-931b-55c23eebfd18 req-f27a6ae3-99bb-4a40-8bc5-5f9e5ccb2454 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] 10.222.0.43 "GET /v2.0/security-groups?id=913475dc-66e8-4b67-ba73-e0dfa1fdc7e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199841 Jul 29 23:24:52.132230 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63f9a52-c3e0-4b07-bb7d-26e3bfede105 admin admin] Pushing event deleted for resources: {'Port': ['ID=455a8731-bd27-418e-9616-811eb60af669,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:52.137126 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 75998fe5-ae44-40ce-8c7b-677dd8236579 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:24:52.137248 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ebf577-2f43-4862-8cbc-a23c1fb1d947 req-4abb5547-49ac-4180-b301-ef37461fee71 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:52.138362 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a6ebf577-2f43-4862-8cbc-a23c1fb1d947 req-4abb5547-49ac-4180-b301-ef37461fee71 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ca53b26-c0a5-44e5-b186-58d8b43d9065 HTTP/1.1" status: 200 len: 948 time: 0.1434901 Jul 29 23:24:52.159726 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-61daea42-cab8-41dd-8af0-1c70a0520a66 req-a8431e56-65a9-429f-9446-3304b16b91ac tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:52.167427 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2de2160-073a-47e1-b85c-6450a07883e6 req-d376273c-04bd-40ad-b510-c7a2e33690c6 service neutron] Port f99c3c59-81f6-4347-9f29-e0b9d49ab421 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:24:52.167757 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2de2160-073a-47e1-b85c-6450a07883e6 req-d376273c-04bd-40ad-b510-c7a2e33690c6 service neutron] Attempting to bind port f99c3c59-81f6-4347-9f29-e0b9d49ab421 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:52.209231 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2de2160-073a-47e1-b85c-6450a07883e6 req-d376273c-04bd-40ad-b510-c7a2e33690c6 service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:24:52.209656 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2de2160-073a-47e1-b85c-6450a07883e6 req-d376273c-04bd-40ad-b510-c7a2e33690c6 service neutron] Checking segment: {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:24:52.210618 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2de2160-073a-47e1-b85c-6450a07883e6 req-d376273c-04bd-40ad-b510-c7a2e33690c6 service neutron] Bound using segment: {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:24:52.212721 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-e2de2160-073a-47e1-b85c-6450a07883e6 req-d376273c-04bd-40ad-b510-c7a2e33690c6 service neutron] Bound port: f99c3c59-81f6-4347-9f29-e0b9d49ab421, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:24:52.213143 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e2de2160-073a-47e1-b85c-6450a07883e6 req-d376273c-04bd-40ad-b510-c7a2e33690c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:52.229631 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61daea42-cab8-41dd-8af0-1c70a0520a66 req-a8431e56-65a9-429f-9446-3304b16b91ac tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Network 666740f6-88d5-4493-9e12-abc4c5ef258e is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:24:52.238535 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-61daea42-cab8-41dd-8af0-1c70a0520a66 req-a8431e56-65a9-429f-9446-3304b16b91ac tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:52.246959 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8431e56-65a9-429f-9446-3304b16b91ac tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Pushing event updated for resources: {'Port': ['ID=a025380f-9a4c-4f0f-9d82-3fb47564495c,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:52.251568 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-61daea42-cab8-41dd-8af0-1c70a0520a66 req-a8431e56-65a9-429f-9446-3304b16b91ac tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:24:52.284006 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 75998fe5-ae44-40ce-8c7b-677dd8236579, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=75998fe5-ae44-40ce-8c7b-677dd8236579,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:52.298658 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': '75998fe5-ae44-40ce-8c7b-677dd8236579', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'port_id': '75998fe5-ae44-40ce-8c7b-677dd8236579', 'mac_address': 'fa:16:3e:8a:3d:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64bdc61a-58ca-49c7-bae5-ecfed9ee407c', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:24:52.302261 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a6ebf577-2f43-4862-8cbc-a23c1fb1d947 req-e856d4b3-367f-4d16-b80a-473369208e11 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cdc300c-b4ab-4f96-ae4c-7a755409d248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439359 Jul 29 23:24:52.349479 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61daea42-cab8-41dd-8af0-1c70a0520a66 req-a8431e56-65a9-429f-9446-3304b16b91ac tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:52.350539 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-61daea42-cab8-41dd-8af0-1c70a0520a66 req-a8431e56-65a9-429f-9446-3304b16b91ac tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:52.371967 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d127a57-8f96-4e8f-84b7-6a695fedc93d req-b3bf20fe-92d4-4d0e-beaf-47c3f222aa3b tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:52.385149 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5d127a57-8f96-4e8f-84b7-6a695fedc93d req-b3bf20fe-92d4-4d0e-beaf-47c3f222aa3b tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] 10.222.0.43 "GET /v2.0/ports?device_id=322ecf20-bde5-4573-b8eb-51197eeb6bdc HTTP/1.1" status: 200 len: 947 time: 0.1477911 Jul 29 23:24:52.422509 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:52.439194 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75998fe5-ae44-40ce-8c7b-677dd8236579 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:24:52.449622 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-61daea42-cab8-41dd-8af0-1c70a0520a66 req-a8431e56-65a9-429f-9446-3304b16b91ac tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1965179 Jul 29 23:24:52.472344 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-61daea42-cab8-41dd-8af0-1c70a0520a66 req-35c6c890-262c-4e5c-8d87-cd5c95e3469a service neutron] Request body: {'port': {'device_id': '5957dee3-6c38-429b-bcda-d522bd42c5fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:52.484947 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 75998fe5-ae44-40ce-8c7b-677dd8236579, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=75998fe5-ae44-40ce-8c7b-677dd8236579,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:52.496354 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:52.497905 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 1277b24c-ed68-4854-b8a8-d8c31421810a details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:24:52.523442 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5d127a57-8f96-4e8f-84b7-6a695fedc93d req-93b7cda7-f6cb-4709-b5b9-c01e4960d18a tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c4717de-c2b0-4901-a766-70fd40e6f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169815 Jul 29 23:24:52.544069 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3553ec20-d865-4a1d-b300-2f316cfdb600 req-bc3d0dbd-8b55-495a-b56b-adbc253f084b tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:52.545621 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3553ec20-d865-4a1d-b300-2f316cfdb600 req-bc3d0dbd-8b55-495a-b56b-adbc253f084b tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=5957dee3-6c38-429b-bcda-d522bd42c5fc HTTP/1.1" status: 200 len: 931 time: 0.1561499 Jul 29 23:24:52.607154 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-61daea42-cab8-41dd-8af0-1c70a0520a66 req-35c6c890-262c-4e5c-8d87-cd5c95e3469a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:52.635003 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3553ec20-d865-4a1d-b300-2f316cfdb600 req-3f390a30-9e0a-4030-9175-5ac8db7ebd61 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637741 Jul 29 23:24:52.691868 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c63f9a52-c3e0-4b07-bb7d-26e3bfede105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:52.727350 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-c63f9a52-c3e0-4b07-bb7d-26e3bfede105 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30111b4f-79ad-4361-b37a-2a81720a592f']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:52.753891 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b203b7ae-51e2-4fd5-bdc5-3a2d0761eaed req-c8a74cad-8aaa-4876-bb5b-6e7499f1737a service neutron] 10.222.0.41 "GET /v2.0/networks/33e8f010-7789-4c0c-8f2b-4d54e9bb67e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6686552 Jul 29 23:24:52.757082 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-c63f9a52-c3e0-4b07-bb7d-26e3bfede105 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04b64fda-9fb7-4ced-a00a-5636f5086e73') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:52.757412 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-c63f9a52-c3e0-4b07-bb7d-26e3bfede105 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04b64fda-9fb7-4ced-a00a-5636f5086e73') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:52.782945 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f997d85-fe7c-41f0-ad49-521265808127 req-cbe09f8a-6b50-430c-8c0e-37c6d17e6914 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Router 1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:24:52.784737 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c63f9a52-c3e0-4b07-bb7d-26e3bfede105 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:52.802093 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb880bfd-5aac-48b4-9e53-d6ab815f3377 req-b8714777-abe2-46ff-98a0-6eb1143b88b1 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:52.803811 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fb880bfd-5aac-48b4-9e53-d6ab815f3377 req-b8714777-abe2-46ff-98a0-6eb1143b88b1 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4ff10e6-5df0-49b5-9d56-bbcdee1500ff HTTP/1.1" status: 200 len: 944 time: 0.1275630 Jul 29 23:24:52.812136 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-e2de2160-073a-47e1-b85c-6450a07883e6 req-d376273c-04bd-40ad-b510-c7a2e33690c6 service neutron] For port f99c3c59-81f6-4347-9f29-e0b9d49ab421, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:24:52.857105 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-e2de2160-073a-47e1-b85c-6450a07883e6 req-d376273c-04bd-40ad-b510-c7a2e33690c6 service neutron] For port f99c3c59-81f6-4347-9f29-e0b9d49ab421, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=f99c3c59-81f6-4347-9f29-e0b9d49ab421,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:24:52.861559 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 1277b24c-ed68-4854-b8a8-d8c31421810a, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=1277b24c-ed68-4854-b8a8-d8c31421810a,segment=NetworkSegment(03081878-6d73-4f31-b394-970f508038c5),segment_id=03081878-6d73-4f31-b394-970f508038c5)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:52.862126 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c63f9a52-c3e0-4b07-bb7d-26e3bfede105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:52.885094 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e2de2160-073a-47e1-b85c-6450a07883e6 req-d376273c-04bd-40ad-b510-c7a2e33690c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:52.887883 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=75998fe5-ae44-40ce-8c7b-677dd8236579,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:52.888541 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c63f9a52-c3e0-4b07-bb7d-26e3bfede105 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:24:52.888953 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c63f9a52-c3e0-4b07-bb7d-26e3bfede105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:52.894104 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': '1277b24c-ed68-4854-b8a8-d8c31421810a', 'network_id': '33e8f010-7789-4c0c-8f2b-4d54e9bb67e4', 'port_id': '1277b24c-ed68-4854-b8a8-d8c31421810a', 'mac_address': 'fa:16:3e:0b:d7:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd10b4a30-6630-4be3-b0e2-2a7a17a89939', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:24:52.896196 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:24:52.896196 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:24:52.896196 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:24:52.896196 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:24:52.896196 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:24:52.896196 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:24:52.896196 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:24:52.896196 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:24:52.896196 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:24:52.896196 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:24:52.896196 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:24:52.896196 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:24:52.896196 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:24:52.896196 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:24:52.896196 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:24:52.896196 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:24:52.896196 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:24:52.896196 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:24:52.896196 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:24:52.896196 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:24:52.896196 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:24:52.896196 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:24:52.896196 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:24:52.896196 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:24:52.896196 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:24:52.896196 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:24:52.896196 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:24:52.896196 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:24:52.896196 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:24:52.896196 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:24:52.896196 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:24:52.896196 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:24:52.991959 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:53.014597 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1277b24c-ed68-4854-b8a8-d8c31421810a {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:24:53.020423 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de2160-073a-47e1-b85c-6450a07883e6 req-d376273c-04bd-40ad-b510-c7a2e33690c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:53.021025 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e2de2160-073a-47e1-b85c-6450a07883e6 req-d376273c-04bd-40ad-b510-c7a2e33690c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:53.022800 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e2de2160-073a-47e1-b85c-6450a07883e6 req-d376273c-04bd-40ad-b510-c7a2e33690c6 service neutron] 10.222.0.22 "PUT /v2.0/ports/f99c3c59-81f6-4347-9f29-e0b9d49ab421 HTTP/1.1" status: 200 len: 1097 time: 2.9384375 Jul 29 23:24:53.036575 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ca53b26-c0a5-44e5-b186-58d8b43d9065', 'tag': 'f99c3c59-81f6-4347-9f29-e0b9d49ab421'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:53.039929 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-951bcf59-affe-4c39-967e-5f6f1198dd26" -d '{"events": [{"name": "network-changed", "server_uuid": "3ca53b26-c0a5-44e5-b186-58d8b43d9065", "tag": "f99c3c59-81f6-4347-9f29-e0b9d49ab421"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:53.070890 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 1277b24c-ed68-4854-b8a8-d8c31421810a, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=1277b24c-ed68-4854-b8a8-d8c31421810a,segment=NetworkSegment(03081878-6d73-4f31-b394-970f508038c5),segment_id=03081878-6d73-4f31-b394-970f508038c5)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:53.081444 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:53.109177 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b203b7ae-51e2-4fd5-bdc5-3a2d0761eaed req-1da72960-9ccc-4280-8631-ff70bd167c3e service neutron] 10.222.0.41 "GET /v2.0/networks/33e8f010-7789-4c0c-8f2b-4d54e9bb67e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3408742 Jul 29 23:24:53.159966 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=1277b24c-ed68-4854-b8a8-d8c31421810a,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:53.175273 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c63f9a52-c3e0-4b07-bb7d-26e3bfede105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:53.183104 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d376273c-04bd-40ad-b510-c7a2e33690c6 service neutron] Pushing event updated for resources: {'Port': ['ID=f99c3c59-81f6-4347-9f29-e0b9d49ab421,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:53.188642 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c63f9a52-c3e0-4b07-bb7d-26e3bfede105 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:53.190646 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c63f9a52-c3e0-4b07-bb7d-26e3bfede105 admin admin] 10.222.0.43 "DELETE /v2.0/networks/30111b4f-79ad-4361-b37a-2a81720a592f HTTP/1.1" status: 204 len: 168 time: 2.3669617 Jul 29 23:24:53.212860 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63f9a52-c3e0-4b07-bb7d-26e3bfede105 admin admin] Pushing event deleted for resources: {'Network': ['ID=30111b4f-79ad-4361-b37a-2a81720a592f,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:53.237748 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-856b3047-ae31-480d-b1a8-143b9f4cf2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:53.240196 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de2160-073a-47e1-b85c-6450a07883e6 req-94bca845-84a9-4db0-867e-2f5578210dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:53.242220 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e2de2160-073a-47e1-b85c-6450a07883e6 req-94bca845-84a9-4db0-867e-2f5578210dc5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c7d474abf40a4bac85edc09be58a0556&device_id=3ca53b26-c0a5-44e5-b186-58d8b43d9065 HTTP/1.1" status: 200 len: 1100 time: 0.1626709 Jul 29 23:24:53.243487 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f997d85-fe7c-41f0-ad49-521265808127 req-cbe09f8a-6b50-430c-8c0e-37c6d17e6914 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:24:53.264550 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecccbc1-f867-484a-bf2a-b6fc37017302 None None] Sync routers for ids ['1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:24:53.278630 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecccbc1-f867-484a-bf2a-b6fc37017302 None None] Routers {'1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:24:53.279368 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-9ecccbc1-f867-484a-bf2a-b6fc37017302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:24:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:53.382010 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f997d85-fe7c-41f0-ad49-521265808127 req-cbe09f8a-6b50-430c-8c0e-37c6d17e6914 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] No DVR routers for this DVR port e7f10a7e-124a-4a04-8697-d32bc91a9455 on host n-h1-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:24:53.386244 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e2de2160-073a-47e1-b85c-6450a07883e6 req-b07cc5fa-5a3b-4112-ba5a-f4e5c7aa86d3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=f99c3c59-81f6-4347-9f29-e0b9d49ab421 HTTP/1.1" status: 200 len: 217 time: 0.1305602 Jul 29 23:24:53.387868 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-7f997d85-fe7c-41f0-ad49-521265808127 req-cbe09f8a-6b50-430c-8c0e-37c6d17e6914 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:53.390430 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7f997d85-fe7c-41f0-ad49-521265808127 req-cbe09f8a-6b50-430c-8c0e-37c6d17e6914 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] 10.222.0.41 "DELETE /v2.0/ports/e7f10a7e-124a-4a04-8697-d32bc91a9455 HTTP/1.1" status: 204 len: 173 time: 3.0907154 Jul 29 23:24:53.454760 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de2160-073a-47e1-b85c-6450a07883e6 req-e3e32923-f14e-46fc-90ff-bbf8c12831f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:53.456508 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e2de2160-073a-47e1-b85c-6450a07883e6 req-e3e32923-f14e-46fc-90ff-bbf8c12831f8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.0628464 Jul 29 23:24:53.472915 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-9ecccbc1-f867-484a-bf2a-b6fc37017302 None None] Set router 1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:24:53.477595 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['75998fe5-ae44-40ce-8c7b-677dd8236579'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:24:53.500376 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6f3a528-8768-44bf-ade5-0ab7a7307ced', 'tag': 'eaece889-3bc6-4523-be5b-ee4e06ba51df'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:53.511755 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c1fdcad-107a-4b98-9229-ee58e5d5bebb" -d '{"events": [{"name": "network-changed", "server_uuid": "f6f3a528-8768-44bf-ade5-0ab7a7307ced", "tag": "eaece889-3bc6-4523-be5b-ee4e06ba51df"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:53.525256 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['1277b24c-ed68-4854-b8a8-d8c31421810a'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:24:53.558529 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de2160-073a-47e1-b85c-6450a07883e6 req-477f108d-f31d-4636-a652-0b329cc53664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:53.560167 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e2de2160-073a-47e1-b85c-6450a07883e6 req-477f108d-f31d-4636-a652-0b329cc53664 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0964792 Jul 29 23:24:53.606974 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device eaece889-3bc6-4523-be5b-ee4e06ba51df details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:24:53.616741 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fb880bfd-5aac-48b4-9e53-d6ab815f3377 req-53204b12-f6cb-42e5-af11-e8654d92f592 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8044477 Jul 29 23:24:53.645050 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 40050) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:53.677926 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f211cf16-b52b-4bee-9875-961d832aca7b req-b0f0d64b-5f01-4811-a724-e4b1751a04e8 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:53.685533 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f211cf16-b52b-4bee-9875-961d832aca7b req-b0f0d64b-5f01-4811-a724-e4b1751a04e8 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6f3a528-8768-44bf-ade5-0ab7a7307ced HTTP/1.1" status: 200 len: 943 time: 0.1702023 Jul 29 23:24:53.745168 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee28142-f17f-4c8b-a435-0ccb6a39a466 x-openstack-request-id: req-9ee28142-f17f-4c8b-a435-0ccb6a39a466 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:53.745798 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ca53b26-c0a5-44e5-b186-58d8b43d9065", "tag": "f99c3c59-81f6-4347-9f29-e0b9d49ab421", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:53.745798 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9ee28142-f17f-4c8b-a435-0ccb6a39a466 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:53.746286 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ca53b26-c0a5-44e5-b186-58d8b43d9065', 'tag': 'f99c3c59-81f6-4347-9f29-e0b9d49ab421', 'status': 'completed', 'code': 200} Jul 29 23:24:53.752642 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e2de2160-073a-47e1-b85c-6450a07883e6 req-e79a1a63-cd92-426a-a95c-34dc24f56f9e service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842554 Jul 29 23:24:53.771096 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-b4ec2980-bd53-4cc2-873a-22614e3992c2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f0fbf9acd9ae4ccabf0c305362c8f96b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1241436 Jul 29 23:24:53.780448 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 40056) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:53.819518 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f211cf16-b52b-4bee-9875-961d832aca7b req-5ddaad95-382a-47c2-be2d-ad030f1b26a7 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281981 Jul 29 23:24:53.875989 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e2de2160-073a-47e1-b85c-6450a07883e6 req-ecb701f0-c986-4d71-95d8-faf3e4e8f51b service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156766 Jul 29 23:24:53.902158 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-61daea42-cab8-41dd-8af0-1c70a0520a66 req-35c6c890-262c-4e5c-8d87-cd5c95e3469a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a025380f-9a4c-4f0f-9d82-3fb47564495c {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:24:53.950530 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-61daea42-cab8-41dd-8af0-1c70a0520a66 req-35c6c890-262c-4e5c-8d87-cd5c95e3469a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:53.964821 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-61daea42-cab8-41dd-8af0-1c70a0520a66 req-35c6c890-262c-4e5c-8d87-cd5c95e3469a service neutron] Transition to ACTIVE for port object a025380f-9a4c-4f0f-9d82-3fb47564495c will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:53.987858 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951bcf59-affe-4c39-967e-5f6f1198dd26 req-35023138-a346-4463-b193-7f59de1c866a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:53.989537 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-951bcf59-affe-4c39-967e-5f6f1198dd26 req-35023138-a346-4463-b193-7f59de1c866a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c7d474abf40a4bac85edc09be58a0556&device_id=3ca53b26-c0a5-44e5-b186-58d8b43d9065 HTTP/1.1" status: 200 len: 1100 time: 0.0566347 Jul 29 23:24:54.011018 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port eaece889-3bc6-4523-be5b-ee4e06ba51df, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=eaece889-3bc6-4523-be5b-ee4e06ba51df,segment=NetworkSegment(2f225bab-780d-4bb8-903d-ee3f32d75d09),segment_id=2f225bab-780d-4bb8-903d-ee3f32d75d09)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:54.015824 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-61daea42-cab8-41dd-8af0-1c70a0520a66 req-35c6c890-262c-4e5c-8d87-cd5c95e3469a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:54.026555 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e712890f-9b59-4348-8554-78ba5ce86130 req-84113799-ca0d-474a-b65a-b3d7f76826d4 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce7925bf-bf61-4ab9-ba86-da53ddb9abbd HTTP/1.1" status: 200 len: 210 time: 0.1656814 Jul 29 23:24:54.071427 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': 'eaece889-3bc6-4523-be5b-ee4e06ba51df', 'network_id': '09be3f6b-3c77-4c8e-bbe6-2435736d69cf', 'port_id': 'eaece889-3bc6-4523-be5b-ee4e06ba51df', 'mac_address': 'fa:16:3e:64:33:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61118f50-e726-435d-a59a-d51b2a8c879d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:24:54.132101 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87cb614f-2d08-4464-84fc-6e936defc913 x-openstack-request-id: req-87cb614f-2d08-4464-84fc-6e936defc913 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:54.133955 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6f3a528-8768-44bf-ade5-0ab7a7307ced", "tag": "eaece889-3bc6-4523-be5b-ee4e06ba51df", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:54.135775 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-87cb614f-2d08-4464-84fc-6e936defc913 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:54.136372 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6f3a528-8768-44bf-ade5-0ab7a7307ced', 'tag': 'eaece889-3bc6-4523-be5b-ee4e06ba51df', 'status': 'completed', 'code': 200} Jul 29 23:24:54.169148 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951bcf59-affe-4c39-967e-5f6f1198dd26 req-3307aef0-7017-444d-84ef-3c10b53348e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:54.171071 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-951bcf59-affe-4c39-967e-5f6f1198dd26 req-3307aef0-7017-444d-84ef-3c10b53348e3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=d71c22dc-feef-410b-a7ed-6548cf85bd6f HTTP/1.1" status: 200 len: 870 time: 0.1740623 Jul 29 23:24:54.245160 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-951bcf59-affe-4c39-967e-5f6f1198dd26 req-8ff95beb-0085-4b83-959d-e72cf42814e1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=f99c3c59-81f6-4347-9f29-e0b9d49ab421 HTTP/1.1" status: 200 len: 217 time: 0.0622280 Jul 29 23:24:54.251070 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device e7f10a7e-124a-4a04-8697-d32bc91a9455 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:24:54.254629 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050f4cc-f3b8-4a84-a39e-840b551a7ae1 req-19360afd-7e6d-4b6d-9c38-d7fcb48a0ab2 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:54.256568 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b050f4cc-f3b8-4a84-a39e-840b551a7ae1 req-19360afd-7e6d-4b6d-9c38-d7fcb48a0ab2 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ca53b26-c0a5-44e5-b186-58d8b43d9065 HTTP/1.1" status: 200 len: 948 time: 0.3483846 Jul 29 23:24:54.307603 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951bcf59-affe-4c39-967e-5f6f1198dd26 req-231249f8-02fb-43ca-877c-e5e0577edff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:54.308402 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] No Port match for: e7f10a7e-124a-4a04-8697-d32bc91a9455 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:24:54.309235 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device e7f10a7e-124a-4a04-8697-d32bc91a9455 not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:24:54.309461 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-951bcf59-affe-4c39-967e-5f6f1198dd26 req-231249f8-02fb-43ca-877c-e5e0577edff7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.0558600 Jul 29 23:24:54.313813 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c6c890-262c-4e5c-8d87-cd5c95e3469a service neutron] Pushing event updated for resources: {'Port': ['ID=a025380f-9a4c-4f0f-9d82-3fb47564495c,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:54.336584 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:54.368444 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaece889-3bc6-4523-be5b-ee4e06ba51df {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:24:54.379352 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951bcf59-affe-4c39-967e-5f6f1198dd26 req-4d71c954-bb2d-4528-8b27-0d1b60ebf8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:54.381276 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-951bcf59-affe-4c39-967e-5f6f1198dd26 req-4d71c954-bb2d-4528-8b27-0d1b60ebf8a1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0636671 Jul 29 23:24:54.418171 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port eaece889-3bc6-4523-be5b-ee4e06ba51df, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=eaece889-3bc6-4523-be5b-ee4e06ba51df,segment=NetworkSegment(2f225bab-780d-4bb8-903d-ee3f32d75d09),segment_id=2f225bab-780d-4bb8-903d-ee3f32d75d09)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:54.431288 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-9ecccbc1-f867-484a-bf2a-b6fc37017302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b', 'name': 'tempest-ServersTestFqdnHostnames-627255085-router', 'tenant_id': '41d06bbbb3d042bdbdfcf854d406dce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '23e6fafc-5fdc-4fe2-8e54-605de80a9341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:22:15Z', 'updated_at': '2021-07-29T23:22:25Z', 'revision_number': 4, 'project_id': '41d06bbbb3d042bdbdfcf854d406dce8', 'gw_port': {'id': '23e6fafc-5fdc-4fe2-8e54-605de80a9341', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:17Z', 'updated_at': '2021-07-29T23:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'e730abb6-2fc7-49ce-8d3d-ced2743d41cd', 'name': '', 'network_id': 'a3d68086-0a5f-410a-8c92-112285f5e741', 'tenant_id': '41d06bbbb3d042bdbdfcf854d406dce8', 'mac_address': 'fa:16:3e:48:f6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '0162d293-3851-4ddf-a231-f6840d6b73ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:23Z', 'updated_at': '2021-07-29T23:22:32Z', 'revision_number': 5, 'project_id': '41d06bbbb3d042bdbdfcf854d406dce8', 'subnets': [{'id': '0162d293-3851-4ddf-a231-f6840d6b73ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:54.436597 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:54.437494 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-61daea42-cab8-41dd-8af0-1c70a0520a66 req-35c6c890-262c-4e5c-8d87-cd5c95e3469a service neutron] Attempting to bind port a025380f-9a4c-4f0f-9d82-3fb47564495c on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:24:54.438289 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-61daea42-cab8-41dd-8af0-1c70a0520a66 req-35c6c890-262c-4e5c-8d87-cd5c95e3469a service neutron] Attempting to bind port a025380f-9a4c-4f0f-9d82-3fb47564495c by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': '290ad064-62e5-45f1-87ac-9cd12097849c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '666740f6-88d5-4493-9e12-abc4c5ef258e'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:24:54.438785 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61daea42-cab8-41dd-8af0-1c70a0520a66 req-35c6c890-262c-4e5c-8d87-cd5c95e3469a service neutron] Attempting to bind port a025380f-9a4c-4f0f-9d82-3fb47564495c on network 666740f6-88d5-4493-9e12-abc4c5ef258e {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:54.444684 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1fdcad-107a-4b98-9229-ee58e5d5bebb req-9cc61720-e076-4ce0-818a-2a5de25c8ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:54.446913 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2c1fdcad-107a-4b98-9229-ee58e5d5bebb req-9cc61720-e076-4ce0-818a-2a5de25c8ebe service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=62091d0f24f84b44849aea33b1484fc4&device_id=f6f3a528-8768-44bf-ade5-0ab7a7307ced HTTP/1.1" status: 200 len: 1095 time: 0.3068604 Jul 29 23:24:54.451674 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b050f4cc-f3b8-4a84-a39e-840b551a7ae1 req-039418b4-ec68-46db-a3c2-39e9afe04490 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cdc300c-b4ab-4f96-ae4c-7a755409d248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709337 Jul 29 23:24:54.452371 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-16f7853b-24c1-4fa2-91c3-8b16010372cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:54.521673 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=eaece889-3bc6-4523-be5b-ee4e06ba51df,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:54.530287 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecccbc1-f867-484a-bf2a-b6fc37017302 None None] Checking router: 1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:24:54.530911 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61daea42-cab8-41dd-8af0-1c70a0520a66 req-35c6c890-262c-4e5c-8d87-cd5c95e3469a service neutron] Port a025380f-9a4c-4f0f-9d82-3fb47564495c on network 666740f6-88d5-4493-9e12-abc4c5ef258e not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:24:54.530911 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61daea42-cab8-41dd-8af0-1c70a0520a66 req-35c6c890-262c-4e5c-8d87-cd5c95e3469a service neutron] Attempting to bind port a025380f-9a4c-4f0f-9d82-3fb47564495c on network 666740f6-88d5-4493-9e12-abc4c5ef258e {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:54.547624 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecccbc1-f867-484a-bf2a-b6fc37017302 None None] Routers {'1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:24:54.548246 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-9ecccbc1-f867-484a-bf2a-b6fc37017302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:24:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:54.581510 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-951bcf59-affe-4c39-967e-5f6f1198dd26 req-922c1412-c63c-4143-8bce-b7622368faec service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902699 Jul 29 23:24:54.595248 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61daea42-cab8-41dd-8af0-1c70a0520a66 req-35c6c890-262c-4e5c-8d87-cd5c95e3469a service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:24:54.595752 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61daea42-cab8-41dd-8af0-1c70a0520a66 req-35c6c890-262c-4e5c-8d87-cd5c95e3469a service neutron] Checking segment: {'id': '290ad064-62e5-45f1-87ac-9cd12097849c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '666740f6-88d5-4493-9e12-abc4c5ef258e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:24:54.596277 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61daea42-cab8-41dd-8af0-1c70a0520a66 req-35c6c890-262c-4e5c-8d87-cd5c95e3469a service neutron] Bound using segment: {'id': '290ad064-62e5-45f1-87ac-9cd12097849c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '666740f6-88d5-4493-9e12-abc4c5ef258e'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:24:54.596814 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-61daea42-cab8-41dd-8af0-1c70a0520a66 req-35c6c890-262c-4e5c-8d87-cd5c95e3469a service neutron] Bound port: a025380f-9a4c-4f0f-9d82-3fb47564495c, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '290ad064-62e5-45f1-87ac-9cd12097849c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '666740f6-88d5-4493-9e12-abc4c5ef258e'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:24:54.597524 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-61daea42-cab8-41dd-8af0-1c70a0520a66 req-35c6c890-262c-4e5c-8d87-cd5c95e3469a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:54.604370 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-16f7853b-24c1-4fa2-91c3-8b16010372cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:54.637278 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1faefe-0c50-4f65-9b06-bdbd297611c8 req-89902021-4c48-4018-8017-9e287c69588d tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:54.642044 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1e1faefe-0c50-4f65-9b06-bdbd297611c8 req-89902021-4c48-4018-8017-9e287c69588d tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] 10.222.0.43 "GET /v2.0/ports?device_id=322ecf20-bde5-4573-b8eb-51197eeb6bdc HTTP/1.1" status: 200 len: 948 time: 0.3794730 Jul 29 23:24:54.686847 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-9ecccbc1-f867-484a-bf2a-b6fc37017302 None None] Set router 1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:24:54.691487 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-951bcf59-affe-4c39-967e-5f6f1198dd26 req-81472169-5d2a-4865-8145-6d9951b38b00 service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017804 Jul 29 23:24:54.713549 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['eaece889-3bc6-4523-be5b-ee4e06ba51df'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:24:54.781160 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1fdcad-107a-4b98-9229-ee58e5d5bebb req-b9ecee48-e873-4020-b3a3-45bfbd0c2902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:54.782872 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2c1fdcad-107a-4b98-9229-ee58e5d5bebb req-b9ecee48-e873-4020-b3a3-45bfbd0c2902 service neutron] 10.222.0.22 "GET /v2.0/networks?id=09be3f6b-3c77-4c8e-bbe6-2435736d69cf HTTP/1.1" status: 200 len: 906 time: 0.3232489 Jul 29 23:24:54.828705 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff1a36-3719-4869-aceb-5a520640762e req-fd3d6a84-0446-4c15-ba41-c632b112cc38 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:54.830384 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-19ff1a36-3719-4869-aceb-5a520640762e req-fd3d6a84-0446-4c15-ba41-c632b112cc38 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=5957dee3-6c38-429b-bcda-d522bd42c5fc HTTP/1.1" status: 200 len: 943 time: 0.2169230 Jul 29 23:24:54.864769 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1e1faefe-0c50-4f65-9b06-bdbd297611c8 req-53e90880-31ff-42f5-baab-fd90f8de161d tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c4717de-c2b0-4901-a766-70fd40e6f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901979 Jul 29 23:24:54.865512 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-16f7853b-24c1-4fa2-91c3-8b16010372cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:54.868458 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-16f7853b-24c1-4fa2-91c3-8b16010372cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:54.869542 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-16f7853b-24c1-4fa2-91c3-8b16010372cb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6759d548-5fc3-482d-a0d2-d7ef46d43bfe HTTP/1.1" status: 204 len: 168 time: 1.0866232 Jul 29 23:24:54.874724 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2c1fdcad-107a-4b98-9229-ee58e5d5bebb req-dca50221-51b0-4e1e-9c88-6a0988f0db66 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eaece889-3bc6-4523-be5b-ee4e06ba51df HTTP/1.1" status: 200 len: 217 time: 0.0700734 Jul 29 23:24:54.875762 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-61daea42-cab8-41dd-8af0-1c70a0520a66 req-35c6c890-262c-4e5c-8d87-cd5c95e3469a service neutron] For port a025380f-9a4c-4f0f-9d82-3fb47564495c, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:24:54.917341 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f7853b-24c1-4fa2-91c3-8b16010372cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6759d548-5fc3-482d-a0d2-d7ef46d43bfe,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:54.924443 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-61daea42-cab8-41dd-8af0-1c70a0520a66 req-35c6c890-262c-4e5c-8d87-cd5c95e3469a service neutron] For port a025380f-9a4c-4f0f-9d82-3fb47564495c, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=a025380f-9a4c-4f0f-9d82-3fb47564495c,segment=NetworkSegment(290ad064-62e5-45f1-87ac-9cd12097849c),segment_id=290ad064-62e5-45f1-87ac-9cd12097849c)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:24:54.949291 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-61daea42-cab8-41dd-8af0-1c70a0520a66 req-35c6c890-262c-4e5c-8d87-cd5c95e3469a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:54.996721 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-19ff1a36-3719-4869-aceb-5a520640762e req-141e477f-f3b5-4f8c-b79a-d7884395ebeb tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322477 Jul 29 23:24:55.032159 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61daea42-cab8-41dd-8af0-1c70a0520a66 req-35c6c890-262c-4e5c-8d87-cd5c95e3469a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:55.032789 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-61daea42-cab8-41dd-8af0-1c70a0520a66 req-35c6c890-262c-4e5c-8d87-cd5c95e3469a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:55.034207 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-61daea42-cab8-41dd-8af0-1c70a0520a66 req-35c6c890-262c-4e5c-8d87-cd5c95e3469a service neutron] 10.222.0.41 "PUT /v2.0/ports/a025380f-9a4c-4f0f-9d82-3fb47564495c HTTP/1.1" status: 200 len: 1092 time: 2.5670531 Jul 29 23:24:55.047335 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1fdcad-107a-4b98-9229-ee58e5d5bebb req-34d3e2a8-f581-47da-887b-6c18eb876363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:55.049303 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2c1fdcad-107a-4b98-9229-ee58e5d5bebb req-34d3e2a8-f581-47da-887b-6c18eb876363 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=61118f50-e726-435d-a59a-d51b2a8c879d HTTP/1.1" status: 200 len: 845 time: 0.1645117 Jul 29 23:24:55.064720 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-9ecccbc1-f867-484a-bf2a-b6fc37017302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b', 'name': 'tempest-ServersTestFqdnHostnames-627255085-router', 'tenant_id': '41d06bbbb3d042bdbdfcf854d406dce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '23e6fafc-5fdc-4fe2-8e54-605de80a9341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:22:15Z', 'updated_at': '2021-07-29T23:22:25Z', 'revision_number': 4, 'project_id': '41d06bbbb3d042bdbdfcf854d406dce8', 'gw_port': {'id': '23e6fafc-5fdc-4fe2-8e54-605de80a9341', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:17Z', 'updated_at': '2021-07-29T23:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'e730abb6-2fc7-49ce-8d3d-ced2743d41cd', 'name': '', 'network_id': 'a3d68086-0a5f-410a-8c92-112285f5e741', 'tenant_id': '41d06bbbb3d042bdbdfcf854d406dce8', 'mac_address': 'fa:16:3e:48:f6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '0162d293-3851-4ddf-a231-f6840d6b73ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:23Z', 'updated_at': '2021-07-29T23:22:32Z', 'revision_number': 5, 'project_id': '41d06bbbb3d042bdbdfcf854d406dce8', 'subnets': [{'id': '0162d293-3851-4ddf-a231-f6840d6b73ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:55.103037 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecccbc1-f867-484a-bf2a-b6fc37017302 None None] The sync data for ids ['1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b'] in n-d-712141-10 is: [{'id': '1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b', 'name': 'tempest-ServersTestFqdnHostnames-627255085-router', 'tenant_id': '41d06bbbb3d042bdbdfcf854d406dce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '23e6fafc-5fdc-4fe2-8e54-605de80a9341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:22:15Z', 'updated_at': '2021-07-29T23:22:25Z', 'revision_number': 4, 'project_id': '41d06bbbb3d042bdbdfcf854d406dce8', 'gw_port': {'id': '23e6fafc-5fdc-4fe2-8e54-605de80a9341', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:17Z', 'updated_at': '2021-07-29T23:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'e730abb6-2fc7-49ce-8d3d-ced2743d41cd', 'name': '', 'network_id': 'a3d68086-0a5f-410a-8c92-112285f5e741', 'tenant_id': '41d06bbbb3d042bdbdfcf854d406dce8', 'mac_address': 'fa:16:3e:48:f6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '0162d293-3851-4ddf-a231-f6840d6b73ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:23Z', 'updated_at': '2021-07-29T23:22:32Z', 'revision_number': 5, 'project_id': '41d06bbbb3d042bdbdfcf854d406dce8', 'subnets': [{'id': '0162d293-3851-4ddf-a231-f6840d6b73ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:24:55.106164 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c6c890-262c-4e5c-8d87-cd5c95e3469a service neutron] Pushing event updated for resources: {'Port': ['ID=a025380f-9a4c-4f0f-9d82-3fb47564495c,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:55.112794 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2c1fdcad-107a-4b98-9229-ee58e5d5bebb req-20f95f7a-d929-498f-9c60-9e81af0f046d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=09be3f6b-3c77-4c8e-bbe6-2435736d69cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453148 Jul 29 23:24:55.182175 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5461b4-7ec5-42d0-acf4-14a2d180359d req-e71996a4-98e0-4cc6-af5e-ab984371b6d8 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:55.183641 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8c5461b4-7ec5-42d0-acf4-14a2d180359d req-e71996a4-98e0-4cc6-af5e-ab984371b6d8 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4ff10e6-5df0-49b5-9d56-bbcdee1500ff HTTP/1.1" status: 200 len: 945 time: 0.1903515 Jul 29 23:24:55.282127 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61daea42-cab8-41dd-8af0-1c70a0520a66 req-968ab306-7224-404b-827c-48a64dc57af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:55.283636 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-61daea42-cab8-41dd-8af0-1c70a0520a66 req-968ab306-7224-404b-827c-48a64dc57af8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f4fb04acaf444a438779b8cf93bf1437&device_id=5957dee3-6c38-429b-bcda-d522bd42c5fc HTTP/1.1" status: 200 len: 1095 time: 0.1731777 Jul 29 23:24:55.296097 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e913e3f-b3ed-4465-814f-33f10f7d3772 req-a2651a87-7b8e-4637-a0f0-629c6665893d tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:55.297741 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9e913e3f-b3ed-4465-814f-33f10f7d3772 req-a2651a87-7b8e-4637-a0f0-629c6665893d tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6f3a528-8768-44bf-ade5-0ab7a7307ced HTTP/1.1" status: 200 len: 944 time: 0.1927381 Jul 29 23:24:55.322190 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8c5461b4-7ec5-42d0-acf4-14a2d180359d req-dc90c46d-6f2d-4825-a9c1-95496c33a1f7 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238735 Jul 29 23:24:55.370556 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-61daea42-cab8-41dd-8af0-1c70a0520a66 req-7e71a0be-0f7c-43d5-8817-4ca2e35bcd94 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a025380f-9a4c-4f0f-9d82-3fb47564495c HTTP/1.1" status: 200 len: 217 time: 0.0682793 Jul 29 23:24:55.407672 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9317eabd-a126-4d3f-aea1-a956887c2869 None None] New status for floating IP 01fdf823-0f8f-4f2b-83b0-0003735577ff: DOWN {{(pid=94080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:24:55.424199 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2c1fdcad-107a-4b98-9229-ee58e5d5bebb req-f87008ca-761f-4223-a5e6-412eff48f7e2 service neutron] 10.222.0.22 "GET /v2.0/networks/09be3f6b-3c77-4c8e-bbe6-2435736d69cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918224 Jul 29 23:24:55.443933 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 40080) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:55.492904 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9e913e3f-b3ed-4465-814f-33f10f7d3772 req-227f360d-9bcd-4856-9e72-9c5aa7ab0716 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771452 Jul 29 23:24:55.505459 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61daea42-cab8-41dd-8af0-1c70a0520a66 req-b9f3ac3e-0746-430f-ba68-a84beecb143d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:55.507034 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-61daea42-cab8-41dd-8af0-1c70a0520a66 req-b9f3ac3e-0746-430f-ba68-a84beecb143d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=415faf0b-bf5f-4f8b-b3ff-1ae5686de75a HTTP/1.1" status: 200 len: 851 time: 0.1215925 Jul 29 23:24:55.544589 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-61daea42-cab8-41dd-8af0-1c70a0520a66 req-643305bb-97a5-452a-b5e4-107c2c47f19f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=666740f6-88d5-4493-9e12-abc4c5ef258e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300567 Jul 29 23:24:55.564063 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2778fa19-213a-4fe1-b380-674687dcaf7f tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:55.606261 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device f99c3c59-81f6-4347-9f29-e0b9d49ab421 details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:24:55.608423 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device eaece889-3bc6-4523-be5b-ee4e06ba51df up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:24:55.611612 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2778fa19-213a-4fe1-b380-674687dcaf7f tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:55.682527 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2778fa19-213a-4fe1-b380-674687dcaf7f tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:55.685386 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2778fa19-213a-4fe1-b380-674687dcaf7f tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:55.686752 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-2778fa19-213a-4fe1-b380-674687dcaf7f tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] 10.222.0.43 "DELETE /v2.0/security-groups/913475dc-66e8-4b67-ba73-e0dfa1fdc7e7 HTTP/1.1" status: 204 len: 168 time: 0.2412007 Jul 29 23:24:55.689989 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 40092) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:55.690324 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 40094) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:55.708333 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2c1fdcad-107a-4b98-9229-ee58e5d5bebb req-7d3e475e-cffe-410c-bfb8-949232a558f7 service neutron] 10.222.0.22 "GET /v2.0/networks/09be3f6b-3c77-4c8e-bbe6-2435736d69cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717812 Jul 29 23:24:55.712226 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-34169df0-e7f7-4b03-88a6-d95e6936157d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-349603439'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:55.717410 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-c1769d9e-16a3-4e61-a341-a67bda2d5494 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] show failed (client error): The resource could not be found. Jul 29 23:24:55.718681 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c1769d9e-16a3-4e61-a341-a67bda2d5494 tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] 10.222.0.43 "GET /v2.0/security-groups/913475dc-66e8-4b67-ba73-e0dfa1fdc7e7 HTTP/1.1" status: 404 len: 347 time: 0.0250115 Jul 29 23:24:55.723550 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2778fa19-213a-4fe1-b380-674687dcaf7f tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=913475dc-66e8-4b67-ba73-e0dfa1fdc7e7,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:55.727073 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 40096) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:55.749341 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce7925bf-bf61-4ab9-ba86-da53ddb9abbd', 'name': 'network-vif-deleted', 'tag': 'e7f10a7e-124a-4a04-8697-d32bc91a9455'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:55.750150 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d95fc14-ebdf-4770-b48b-e64d8e9f79a1" -d '{"events": [{"server_uuid": "ce7925bf-bf61-4ab9-ba86-da53ddb9abbd", "name": "network-vif-deleted", "tag": "e7f10a7e-124a-4a04-8697-d32bc91a9455"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:55.760897 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34169df0-e7f7-4b03-88a6-d95e6936157d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Made reservation on behalf of 2080476b97a74d1caf5886ea19337ad1 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:24:55.766512 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-34169df0-e7f7-4b03-88a6-d95e6936157d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:55.799155 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port f99c3c59-81f6-4347-9f29-e0b9d49ab421, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=f99c3c59-81f6-4347-9f29-e0b9d49ab421,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:55.801247 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34169df0-e7f7-4b03-88a6-d95e6936157d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:24:55.812062 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': 'f99c3c59-81f6-4347-9f29-e0b9d49ab421', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'port_id': 'f99c3c59-81f6-4347-9f29-e0b9d49ab421', 'mac_address': 'fa:16:3e:52:f7:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64bdc61a-58ca-49c7-bae5-ecfed9ee407c', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:24:55.817018 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-34169df0-e7f7-4b03-88a6-d95e6936157d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:55.817373 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-34169df0-e7f7-4b03-88a6-d95e6936157d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Added segment 85f03a44-d59a-404b-99bf-5c2915495fce of type vlan for network 20b17a75-47ba-4198-999c-000c34520768 Jul 29 23:24:55.819904 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31b1dd2-844e-4dae-90ac-9baa32bc7e54 x-openstack-request-id: req-d31b1dd2-844e-4dae-90ac-9baa32bc7e54 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:55.820237 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce7925bf-bf61-4ab9-ba86-da53ddb9abbd", "name": "network-vif-deleted", "tag": "e7f10a7e-124a-4a04-8697-d32bc91a9455", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:55.820519 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d31b1dd2-844e-4dae-90ac-9baa32bc7e54 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:55.820906 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce7925bf-bf61-4ab9-ba86-da53ddb9abbd', 'name': 'network-vif-deleted', 'tag': 'e7f10a7e-124a-4a04-8697-d32bc91a9455', 'status': 'completed', 'code': 200} Jul 29 23:24:55.887468 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e98165e7-a77e-4513-b5ea-2101a172a162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:55.893531 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b87472e-1d78-4cf0-854c-d6d85c69fb4b req-82ac7f22-3306-4ab7-87ed-8bb7c5699006 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:55.899944 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-34169df0-e7f7-4b03-88a6-d95e6936157d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:55.901737 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port eaece889-3bc6-4523-be5b-ee4e06ba51df completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:24:55.902598 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6b87472e-1d78-4cf0-854c-d6d85c69fb4b req-82ac7f22-3306-4ab7-87ed-8bb7c5699006 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ca53b26-c0a5-44e5-b186-58d8b43d9065 HTTP/1.1" status: 200 len: 948 time: 0.2822890 Jul 29 23:24:55.907373 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:55.913198 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-61daea42-cab8-41dd-8af0-1c70a0520a66 req-bceb7a52-e6b8-4c5e-8b3f-6429d4890e92 service neutron] 10.222.0.41 "GET /v2.0/networks/666740f6-88d5-4493-9e12-abc4c5ef258e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3603852 Jul 29 23:24:55.927854 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port eaece889-3bc6-4523-be5b-ee4e06ba51df triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:55.928391 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:55.945498 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-34169df0-e7f7-4b03-88a6-d95e6936157d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:55.953312 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34169df0-e7f7-4b03-88a6-d95e6936157d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:55.954144 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-34169df0-e7f7-4b03-88a6-d95e6936157d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:56.026906 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-34169df0-e7f7-4b03-88a6-d95e6936157d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3343759 Jul 29 23:24:56.030446 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 40110) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:56.035389 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-32192b0b-d776-4f4e-a3b6-284a8dbf2c25 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-472931677'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:56.041530 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6b87472e-1d78-4cf0-854c-d6d85c69fb4b req-626255f9-4fb0-4eb5-8ad7-37c499fb7f44 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cdc300c-b4ab-4f96-ae4c-7a755409d248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273217 Jul 29 23:24:56.054333 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34169df0-e7f7-4b03-88a6-d95e6936157d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Pushing event updated for resources: {'Network': ['ID=20b17a75-47ba-4198-999c-000c34520768,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:56.080849 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-d6e46cab-1f23-4d1a-b080-6e7f2b36466b tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Deleting port 319fa21e-f55d-4bee-919a-e53064a3b81c {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:24:56.081126 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d6e46cab-1f23-4d1a-b080-6e7f2b36466b tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:56.087730 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32192b0b-d776-4f4e-a3b6-284a8dbf2c25 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Made reservation on behalf of 2080476b97a74d1caf5886ea19337ad1 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:24:56.091750 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-32192b0b-d776-4f4e-a3b6-284a8dbf2c25 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:56.132578 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 20b17a75-47ba-4198-999c-000c34520768 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:24:56.141141 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f99c3c59-81f6-4347-9f29-e0b9d49ab421 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:24:56.142227 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5957dee3-6c38-429b-bcda-d522bd42c5fc', 'tag': 'a025380f-9a4c-4f0f-9d82-3fb47564495c'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:56.145078 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63fb8fc7-880f-4c07-8f05-24a3db28dd6c" -d '{"events": [{"name": "network-changed", "server_uuid": "5957dee3-6c38-429b-bcda-d522bd42c5fc", "tag": "a025380f-9a4c-4f0f-9d82-3fb47564495c"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:56.154428 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-61daea42-cab8-41dd-8af0-1c70a0520a66 req-2cfcc898-fd9a-4d7c-a8ff-65829bf8cc6a service neutron] 10.222.0.41 "GET /v2.0/networks/666740f6-88d5-4493-9e12-abc4c5ef258e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309186 Jul 29 23:24:56.159714 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32192b0b-d776-4f4e-a3b6-284a8dbf2c25 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:24:56.184966 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-32192b0b-d776-4f4e-a3b6-284a8dbf2c25 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:56.185327 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-32192b0b-d776-4f4e-a3b6-284a8dbf2c25 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Added segment c392b50f-ee70-4e3d-a540-9c0fa7cb5fa7 of type vlan for network 4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf Jul 29 23:24:56.192187 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 75998fe5-ae44-40ce-8c7b-677dd8236579 up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:24:56.228756 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d6e46cab-1f23-4d1a-b080-6e7f2b36466b tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:56.229432 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d6e46cab-1f23-4d1a-b080-6e7f2b36466b tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:56.240260 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-32192b0b-d776-4f4e-a3b6-284a8dbf2c25 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:56.263196 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port f99c3c59-81f6-4347-9f29-e0b9d49ab421, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=f99c3c59-81f6-4347-9f29-e0b9d49ab421,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:56.268125 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-d6e46cab-1f23-4d1a-b080-6e7f2b36466b tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Calling delete_port for 319fa21e-f55d-4bee-919a-e53064a3b81c owned by network:floatingip {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:24:56.277871 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:56.280372 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-32192b0b-d776-4f4e-a3b6-284a8dbf2c25 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:56.286361 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32192b0b-d776-4f4e-a3b6-284a8dbf2c25 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:56.286976 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-32192b0b-d776-4f4e-a3b6-284a8dbf2c25 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:56.346180 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b73d884-d11f-407a-91df-e2ed39e76784 req-b283a9f4-4d30-4bef-8307-8102924dcc7f tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:56.356443 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7b73d884-d11f-407a-91df-e2ed39e76784 req-b283a9f4-4d30-4bef-8307-8102924dcc7f tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=5957dee3-6c38-429b-bcda-d522bd42c5fc HTTP/1.1" status: 200 len: 943 time: 0.1648223 Jul 29 23:24:56.359125 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:56.363788 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-32192b0b-d776-4f4e-a3b6-284a8dbf2c25 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3296959 Jul 29 23:24:56.364321 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 40122) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:56.370091 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-d124d224-bc68-4efc-9baa-3275b587cb74 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Request body: {'subnet': {'network_id': '20b17a75-47ba-4198-999c-000c34520768', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:56.398478 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:56.398710 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb097d-1ea3-484a-b878-d9dc0b6938e8 req-c8576ab0-8980-44d3-abc0-cd6470127a11 tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:56.401073 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=f99c3c59-81f6-4347-9f29-e0b9d49ab421,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:56.402260 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5edb097d-1ea3-484a-b878-d9dc0b6938e8 req-c8576ab0-8980-44d3-abc0-cd6470127a11 tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] 10.222.0.43 "GET /v2.0/ports?device_id=322ecf20-bde5-4573-b8eb-51197eeb6bdc HTTP/1.1" status: 200 len: 948 time: 0.1908557 Jul 29 23:24:56.415399 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port 75998fe5-ae44-40ce-8c7b-677dd8236579 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:24:56.425199 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port 75998fe5-ae44-40ce-8c7b-677dd8236579 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:56.426106 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:56.426392 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32192b0b-d776-4f4e-a3b6-284a8dbf2c25 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Pushing event updated for resources: {'Network': ['ID=4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:56.463047 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:24:56.472089 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d124d224-bc68-4efc-9baa-3275b587cb74 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Made reservation on behalf of 2080476b97a74d1caf5886ea19337ad1 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:24:56.477063 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d124d224-bc68-4efc-9baa-3275b587cb74 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:56.479388 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7b73d884-d11f-407a-91df-e2ed39e76784 req-4c5b4aa0-b276-46c4-aa20-2ccd2a38e3e6 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218781 Jul 29 23:24:56.488234 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6f3a528-8768-44bf-ade5-0ab7a7307ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaece889-3bc6-4523-be5b-ee4e06ba51df'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:56.488703 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5edb097d-1ea3-484a-b878-d9dc0b6938e8 req-80a85845-eed4-4032-bed3-d0a448af5083 tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c4717de-c2b0-4901-a766-70fd40e6f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682688 Jul 29 23:24:56.503875 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb23af91-853c-4089-83b6-d6b81342817c" -d '{"events": [{"server_uuid": "f6f3a528-8768-44bf-ade5-0ab7a7307ced", "name": "network-vif-plugged", "status": "completed", "tag": "eaece889-3bc6-4523-be5b-ee4e06ba51df"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:56.554442 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d6e46cab-1f23-4d1a-b080-6e7f2b36466b tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:56.578165 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['f99c3c59-81f6-4347-9f29-e0b9d49ab421'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:24:56.596194 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31528f3-1eca-44ba-8e91-f382dea62317 x-openstack-request-id: req-c31528f3-1eca-44ba-8e91-f382dea62317 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:56.596857 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5957dee3-6c38-429b-bcda-d522bd42c5fc", "tag": "a025380f-9a4c-4f0f-9d82-3fb47564495c", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:56.597327 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c31528f3-1eca-44ba-8e91-f382dea62317 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:56.598342 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5957dee3-6c38-429b-bcda-d522bd42c5fc', 'tag': 'a025380f-9a4c-4f0f-9d82-3fb47564495c', 'status': 'completed', 'code': 200} Jul 29 23:24:56.602512 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e46cab-1f23-4d1a-b080-6e7f2b36466b tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Pushing event deleted for resources: {'Port': ['ID=319fa21e-f55d-4bee-919a-e53064a3b81c,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:56.641992 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port eaece889-3bc6-4523-be5b-ee4e06ba51df, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=eaece889-3bc6-4523-be5b-ee4e06ba51df,segment=NetworkSegment(2f225bab-780d-4bb8-903d-ee3f32d75d09),segment_id=2f225bab-780d-4bb8-903d-ee3f32d75d09)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:56.664021 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:56.749171 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d124d224-bc68-4efc-9baa-3275b587cb74 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:56.772956 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d6e46cab-1f23-4d1a-b080-6e7f2b36466b tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Notify callbacks [] for floatingip, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:56.806800 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d6e46cab-1f23-4d1a-b080-6e7f2b36466b tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:56.806800 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-d6e46cab-1f23-4d1a-b080-6e7f2b36466b tempest-ServersTestFqdnHostnames-1009039175 tempest-ServersTestFqdnHostnames-1009039175-project] 10.222.0.43 "DELETE /v2.0/floatingips/01fdf823-0f8f-4f2b-83b0-0003735577ff HTTP/1.1" status: 204 len: 168 time: 1.0538585 Jul 29 23:24:56.807098 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 40134) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:56.810087 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=eaece889-3bc6-4523-be5b-ee4e06ba51df,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:56.817353 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:56.827391 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479ed94-11eb-4883-a836-72261d4861ef req-49242262-c0d2-4b59-b657-519d8f6c8946 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:56.829095 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4479ed94-11eb-4883-a836-72261d4861ef req-49242262-c0d2-4b59-b657-519d8f6c8946 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6f3a528-8768-44bf-ade5-0ab7a7307ced HTTP/1.1" status: 200 len: 945 time: 0.1315815 Jul 29 23:24:56.830992 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb8fc7-880f-4c07-8f05-24a3db28dd6c req-c0485b77-1c57-42ad-8ad1-652d1a2b903c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:56.833180 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-63fb8fc7-880f-4c07-8f05-24a3db28dd6c req-c0485b77-1c57-42ad-8ad1-652d1a2b903c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f4fb04acaf444a438779b8cf93bf1437&device_id=5957dee3-6c38-429b-bcda-d522bd42c5fc HTTP/1.1" status: 200 len: 1095 time: 0.1626120 Jul 29 23:24:56.854795 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3838118-0cbb-4d26-8a2c-b881d01e68bd req-0c204748-f622-459a-9899-83d1fe5ee92f tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:56.856710 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c3838118-0cbb-4d26-8a2c-b881d01e68bd req-0c204748-f622-459a-9899-83d1fe5ee92f tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4ff10e6-5df0-49b5-9d56-bbcdee1500ff HTTP/1.1" status: 200 len: 945 time: 0.1832533 Jul 29 23:24:56.877539 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 75998fe5-ae44-40ce-8c7b-677dd8236579, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=75998fe5-ae44-40ce-8c7b-677dd8236579,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:56.884753 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d124d224-bc68-4efc-9baa-3275b587cb74 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Pushing event updated for resources: {'Subnet': ['ID=7458a594-1a22-4c4a-88d1-6b77cea076b8,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:56.889733 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:56.893733 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 1277b24c-ed68-4854-b8a8-d8c31421810a up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:24:56.925175 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d124d224-bc68-4efc-9baa-3275b587cb74 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Checking segment: {'id': '85f03a44-d59a-404b-99bf-5c2915495fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '20b17a75-47ba-4198-999c-000c34520768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:24:56.925421 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d124d224-bc68-4efc-9baa-3275b587cb74 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Network hostable DHCP agents. Network: 20b17a75-47ba-4198-999c-000c34520768, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:24:56.959983 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d124d224-bc68-4efc-9baa-3275b587cb74 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Network 20b17a75-47ba-4198-999c-000c34520768 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:24:56.978170 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4479ed94-11eb-4883-a836-72261d4861ef req-1ded8846-ab78-474b-bbf7-57e5d7e7740e tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399763 Jul 29 23:24:57.010864 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=75998fe5-ae44-40ce-8c7b-677dd8236579,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:57.012349 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-d124d224-bc68-4efc-9baa-3275b587cb74 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 20b17a75-47ba-4198-999c-000c34520768) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:57.019469 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d124d224-bc68-4efc-9baa-3275b587cb74 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:57.020212 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d124d224-bc68-4efc-9baa-3275b587cb74 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:57.049234 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4029184f-10a0-47a4-8b09-879ebf397af8 None None] Network 20b17a75-47ba-4198-999c-000c34520768 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:24:57.050638 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c3838118-0cbb-4d26-8a2c-b881d01e68bd req-904d327a-1c01-4712-8352-ac5088ade7d7 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772096 Jul 29 23:24:57.056343 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb8fc7-880f-4c07-8f05-24a3db28dd6c req-753069b1-dff2-457e-a76a-5699862dd6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:57.057864 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-63fb8fc7-880f-4c07-8f05-24a3db28dd6c req-753069b1-dff2-457e-a76a-5699862dd6c5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=666740f6-88d5-4493-9e12-abc4c5ef258e HTTP/1.1" status: 200 len: 912 time: 0.1991074 Jul 29 23:24:57.109975 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d124d224-bc68-4efc-9baa-3275b587cb74 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7444446 Jul 29 23:24:57.113189 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 40150) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:57.121667 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-63fb8fc7-880f-4c07-8f05-24a3db28dd6c req-752e13e5-eb09-4a6a-b067-d23287ffbe56 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a025380f-9a4c-4f0f-9d82-3fb47564495c HTTP/1.1" status: 200 len: 217 time: 0.0556862 Jul 29 23:24:57.127010 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port 1277b24c-ed68-4854-b8a8-d8c31421810a completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:24:57.128633 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-773fa794-9f96-4dd1-8052-bd9cf0e5eacf tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Request body: {'subnet': {'network_id': '4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:57.140292 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e900f248-15a1-4a35-bf0b-7f99c18e52e8 x-openstack-request-id: req-e900f248-15a1-4a35-bf0b-7f99c18e52e8 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:57.140846 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6f3a528-8768-44bf-ade5-0ab7a7307ced", "name": "network-vif-plugged", "status": "completed", "tag": "eaece889-3bc6-4523-be5b-ee4e06ba51df", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:57.141281 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e900f248-15a1-4a35-bf0b-7f99c18e52e8 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:57.142071 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6f3a528-8768-44bf-ade5-0ab7a7307ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaece889-3bc6-4523-be5b-ee4e06ba51df', 'code': 200} Jul 29 23:24:57.146905 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port 1277b24c-ed68-4854-b8a8-d8c31421810a triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:57.147510 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:57.175929 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb8fc7-880f-4c07-8f05-24a3db28dd6c req-9010e368-f6f2-4680-be15-4b43f1400528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:57.177353 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-63fb8fc7-880f-4c07-8f05-24a3db28dd6c req-9010e368-f6f2-4680-be15-4b43f1400528 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=415faf0b-bf5f-4f8b-b3ff-1ae5686de75a HTTP/1.1" status: 200 len: 851 time: 0.0470679 Jul 29 23:24:57.244462 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-63fb8fc7-880f-4c07-8f05-24a3db28dd6c req-69b1c8c0-fa19-453b-a3b4-e60355cb39af service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=666740f6-88d5-4493-9e12-abc4c5ef258e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580165 Jul 29 23:24:57.339440 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773fa794-9f96-4dd1-8052-bd9cf0e5eacf tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Made reservation on behalf of 2080476b97a74d1caf5886ea19337ad1 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:24:57.343295 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-773fa794-9f96-4dd1-8052-bd9cf0e5eacf tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:57.382097 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:57.390251 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd1fd1-5d91-40a1-b731-63acf7a3fccb req-d2cb125c-7da2-4ea4-8b4f-b0d228e441d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:57.391333 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-debd1fd1-5d91-40a1-b731-63acf7a3fccb req-d2cb125c-7da2-4ea4-8b4f-b0d228e441d4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f6f3a528-8768-44bf-ade5-0ab7a7307ced HTTP/1.1" status: 200 len: 1097 time: 0.1682827 Jul 29 23:24:57.404963 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6693bfb5-5272-47ea-8bb2-90a4401eeb2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-20b17a75-47ba-4198-999c-000c34520768', 'network_id': '20b17a75-47ba-4198-999c-000c34520768', 'tenant_id': '2080476b97a74d1caf5886ea19337ad1', 'fixed_ips': [{'subnet_id': '7458a594-1a22-4c4a-88d1-6b77cea076b8'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:24:57.407233 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6693bfb5-5272-47ea-8bb2-90a4401eeb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:57.407966 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d6068b-a2fc-4390-9c40-cfd286623cd5 req-a46cd00b-a6e6-4d18-8dbd-3f4a80f8e246 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:57.409617 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a7d6068b-a2fc-4390-9c40-cfd286623cd5 req-a46cd00b-a6e6-4d18-8dbd-3f4a80f8e246 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ca53b26-c0a5-44e5-b186-58d8b43d9065 HTTP/1.1" status: 200 len: 949 time: 0.1768472 Jul 29 23:24:57.473643 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-63fb8fc7-880f-4c07-8f05-24a3db28dd6c req-b1d56dcb-88ab-45b4-b9a6-48e74a303dac service neutron] 10.222.0.41 "GET /v2.0/networks/666740f6-88d5-4493-9e12-abc4c5ef258e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908591 Jul 29 23:24:57.482292 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-debd1fd1-5d91-40a1-b731-63acf7a3fccb req-9161125f-7855-446e-8084-fcacbdc96085 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704770 Jul 29 23:24:57.484515 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 1277b24c-ed68-4854-b8a8-d8c31421810a, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=1277b24c-ed68-4854-b8a8-d8c31421810a,segment=NetworkSegment(03081878-6d73-4f31-b394-970f508038c5),segment_id=03081878-6d73-4f31-b394-970f508038c5)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:57.537690 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:57.557627 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a7d6068b-a2fc-4390-9c40-cfd286623cd5 req-e12f6a95-8eb5-407d-b599-5eb616a94875 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cdc300c-b4ab-4f96-ae4c-7a755409d248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134069 Jul 29 23:24:57.609896 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-63fb8fc7-880f-4c07-8f05-24a3db28dd6c req-3cb83405-6448-44f1-a6ff-b30d6f1af71e service neutron] 10.222.0.41 "GET /v2.0/networks/666740f6-88d5-4493-9e12-abc4c5ef258e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268308 Jul 29 23:24:57.629157 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device f99c3c59-81f6-4347-9f29-e0b9d49ab421 up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:24:57.677872 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-824285a9-23a7-4269-87e7-a0a7ca1249ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:57.695306 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:57.711988 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 40170) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:57.730624 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-6693bfb5-5272-47ea-8bb2-90a4401eeb2e None None] Allocated IP 10.1.1.2 (20b17a75-47ba-4198-999c-000c34520768/7458a594-1a22-4c4a-88d1-6b77cea076b8/112ea9f7-cea8-48d5-a6dd-04c5eb1ec973) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:24:57.749834 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-773fa794-9f96-4dd1-8052-bd9cf0e5eacf tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:57.751762 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc012c-9d75-4f74-8019-7280f3f3696b req-fcb4c29d-6896-40af-b638-b78d977cec88 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:57.761441 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b6dc012c-9d75-4f74-8019-7280f3f3696b req-fcb4c29d-6896-40af-b638-b78d977cec88 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=5957dee3-6c38-429b-bcda-d522bd42c5fc HTTP/1.1" status: 200 len: 943 time: 0.1233482 Jul 29 23:24:57.777499 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=1277b24c-ed68-4854-b8a8-d8c31421810a,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:57.788180 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438eb6ff-1615-4286-94ec-34ffe827f6e8 req-e47fa14d-d407-49af-bc80-d2c28d712567 tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:57.790920 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-438eb6ff-1615-4286-94ec-34ffe827f6e8 req-e47fa14d-d407-49af-bc80-d2c28d712567 tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] 10.222.0.43 "GET /v2.0/ports?device_id=322ecf20-bde5-4573-b8eb-51197eeb6bdc HTTP/1.1" status: 200 len: 949 time: 0.1184387 Jul 29 23:24:57.818592 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port f99c3c59-81f6-4347-9f29-e0b9d49ab421 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:24:57.825471 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port f99c3c59-81f6-4347-9f29-e0b9d49ab421 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:57.825471 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:57.845664 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b6dc012c-9d75-4f74-8019-7280f3f3696b req-90ad03ab-ca48-4027-b940-05377c60a1bc tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792060 Jul 29 23:24:57.867016 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-438eb6ff-1615-4286-94ec-34ffe827f6e8 req-23e9f802-244a-4e45-8018-f7fd5fad728c tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c4717de-c2b0-4901-a766-70fd40e6f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676525 Jul 29 23:24:57.902233 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773fa794-9f96-4dd1-8052-bd9cf0e5eacf tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Pushing event updated for resources: {'Subnet': ['ID=fcb38ae7-084a-4b8d-94fa-28c5b74ee6b1,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:57.926440 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-79fef09a-12e6-49e3-9129-984f73f2fd67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:57.934744 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773fa794-9f96-4dd1-8052-bd9cf0e5eacf tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Checking segment: {'id': 'c392b50f-ee70-4e3d-a540-9c0fa7cb5fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:24:57.935101 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773fa794-9f96-4dd1-8052-bd9cf0e5eacf tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Network hostable DHCP agents. Network: 4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:24:57.958846 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773fa794-9f96-4dd1-8052-bd9cf0e5eacf tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Network 4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:24:57.979663 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-773fa794-9f96-4dd1-8052-bd9cf0e5eacf tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:57.984551 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773fa794-9f96-4dd1-8052-bd9cf0e5eacf tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:57.985155 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-773fa794-9f96-4dd1-8052-bd9cf0e5eacf tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:58.008914 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab69de9-cdb3-436e-a585-51d5d15921aa None None] Network 4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:24:58.055576 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-79fef09a-12e6-49e3-9129-984f73f2fd67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:58.061506 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6693bfb5-5272-47ea-8bb2-90a4401eeb2e None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:58.063123 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-79fef09a-12e6-49e3-9129-984f73f2fd67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:58.077018 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-824285a9-23a7-4269-87e7-a0a7ca1249ab admin admin] Deleting port e730abb6-2fc7-49ce-8d3d-ced2743d41cd {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:24:58.077018 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-824285a9-23a7-4269-87e7-a0a7ca1249ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:58.087440 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-6693bfb5-5272-47ea-8bb2-90a4401eeb2e None None] Transition to ACTIVE for port object 112ea9f7-cea8-48d5-a6dd-04c5eb1ec973 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:58.093642 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:58.098452 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-773fa794-9f96-4dd1-8052-bd9cf0e5eacf tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9798763 Jul 29 23:24:58.123887 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-6693bfb5-5272-47ea-8bb2-90a4401eeb2e None None] Transition to ACTIVE for port object 112ea9f7-cea8-48d5-a6dd-04c5eb1ec973 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:58.131180 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 40178) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:58.140005 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-ce92c2da-372f-43bf-96f6-0d02452c1824 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Request body: {'port': {'network_id': '20b17a75-47ba-4198-999c-000c34520768', 'name': 'tempest-TaggedBootDevicesTest_v242-31622842', 'fixed_ips': [{'subnet_id': '7458a594-1a22-4c4a-88d1-6b77cea076b8'}]}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:58.150816 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device a025380f-9a4c-4f0f-9d82-3fb47564495c details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:24:58.163868 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6693bfb5-5272-47ea-8bb2-90a4401eeb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:58.183253 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-79fef09a-12e6-49e3-9129-984f73f2fd67 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7605bdffbd1a4facb8f9fc91dac507e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4646304 Jul 29 23:24:58.190814 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 40180) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:58.193188 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c3dd0f-5bae-4246-83bf-8bd6385aa28e req-e1451c04-892e-4d2a-8a00-ac8ebf7e39d1 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:58.194884 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-78c3dd0f-5bae-4246-83bf-8bd6385aa28e req-e1451c04-892e-4d2a-8a00-ac8ebf7e39d1 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6f3a528-8768-44bf-ade5-0ab7a7307ced HTTP/1.1" status: 200 len: 945 time: 0.1018033 Jul 29 23:24:58.211836 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fef09a-12e6-49e3-9129-984f73f2fd67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa29be4-3424-4e1f-be36-d93c26a532a6,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:58.263725 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-78c3dd0f-5bae-4246-83bf-8bd6385aa28e req-0dee8799-c8c5-4a0d-ba7d-8464f5d2c7da tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485277 Jul 29 23:24:58.283621 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9387d1-b444-43cd-8c47-72296971e7fb req-f18db33c-1de1-473d-b2ad-d136cf0eedbc tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:58.286126 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5c9387d1-b444-43cd-8c47-72296971e7fb req-f18db33c-1de1-473d-b2ad-d136cf0eedbc tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4ff10e6-5df0-49b5-9d56-bbcdee1500ff HTTP/1.1" status: 200 len: 946 time: 0.1368606 Jul 29 23:24:58.307616 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-824285a9-23a7-4269-87e7-a0a7ca1249ab admin admin] For port e730abb6-2fc7-49ce-8d3d-ced2743d41cd, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=e730abb6-2fc7-49ce-8d3d-ced2743d41cd,segment=NetworkSegment(40094ecc-ef7a-4caa-9f65-b53e25a52407),segment_id=40094ecc-ef7a-4caa-9f65-b53e25a52407)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:58.308011 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-824285a9-23a7-4269-87e7-a0a7ca1249ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:58.339921 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5c9387d1-b444-43cd-8c47-72296971e7fb req-20c1dfa3-06ef-40d4-bb28-12731fbfc9f8 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398519 Jul 29 23:24:58.343099 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-824285a9-23a7-4269-87e7-a0a7ca1249ab admin admin] Calling delete_port for e730abb6-2fc7-49ce-8d3d-ced2743d41cd owned by network:router_interface {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:24:58.347350 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6693bfb5-5272-47ea-8bb2-90a4401eeb2e None None] Pushing event updated for resources: {'Port': ['ID=112ea9f7-cea8-48d5-a6dd-04c5eb1ec973,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:58.353981 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port f99c3c59-81f6-4347-9f29-e0b9d49ab421, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=f99c3c59-81f6-4347-9f29-e0b9d49ab421,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:58.370360 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ca927e08-759d-4f96-b01d-7c9f4a4c2617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:58.389348 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:58.393810 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6693bfb5-5272-47ea-8bb2-90a4401eeb2e None None] Network 20b17a75-47ba-4198-999c-000c34520768 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:24:58.409531 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-6693bfb5-5272-47ea-8bb2-90a4401eeb2e None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:58.430034 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6693bfb5-5272-47ea-8bb2-90a4401eeb2e None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:24:58.438168 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ca927e08-759d-4f96-b01d-7c9f4a4c2617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:58.464918 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce92c2da-372f-43bf-96f6-0d02452c1824 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Made reservation on behalf of 2080476b97a74d1caf5886ea19337ad1 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:24:58.471560 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port a025380f-9a4c-4f0f-9d82-3fb47564495c, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=a025380f-9a4c-4f0f-9d82-3fb47564495c,segment=NetworkSegment(290ad064-62e5-45f1-87ac-9cd12097849c),segment_id=290ad064-62e5-45f1-87ac-9cd12097849c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:58.620676 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ca927e08-759d-4f96-b01d-7c9f4a4c2617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:58.623207 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ca927e08-759d-4f96-b01d-7c9f4a4c2617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:58.626995 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ca927e08-759d-4f96-b01d-7c9f4a4c2617 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/eaa29be4-3424-4e1f-be36-d93c26a532a6 HTTP/1.1" status: 204 len: 168 time: 0.4327140 Jul 29 23:24:58.666278 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ce92c2da-372f-43bf-96f6-0d02452c1824 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:58.675653 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca927e08-759d-4f96-b01d-7c9f4a4c2617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa29be4-3424-4e1f-be36-d93c26a532a6,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:58.684983 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': 'a025380f-9a4c-4f0f-9d82-3fb47564495c', 'network_id': '666740f6-88d5-4493-9e12-abc4c5ef258e', 'port_id': 'a025380f-9a4c-4f0f-9d82-3fb47564495c', 'mac_address': 'fa:16:3e:6e:8e:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '415faf0b-bf5f-4f8b-b3ff-1ae5686de75a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:24:58.688677 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=f99c3c59-81f6-4347-9f29-e0b9d49ab421,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:58.709546 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [None req-ce92c2da-372f-43bf-96f6-0d02452c1824 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] device_id is not set on port 44e2e929-5306-4747-9f2b-b8a8f03b3793 yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:24:58.710194 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec20eb54-c21b-4da0-a016-1e8d6f622225 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf', 'network_id': '4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf', 'tenant_id': '2080476b97a74d1caf5886ea19337ad1', 'fixed_ips': [{'subnet_id': 'fcb38ae7-084a-4b8d-94fa-28c5b74ee6b1'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:24:58.710590 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ec20eb54-c21b-4da0-a016-1e8d6f622225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:58.744211 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9a349-efde-40a2-a2f5-2ab7ec0f4d6e req-15f24b53-1537-4e72-b264-22d3963bd62a tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:58.745833 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0ea9a349-efde-40a2-a2f5-2ab7ec0f4d6e req-15f24b53-1537-4e72-b264-22d3963bd62a tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ca53b26-c0a5-44e5-b186-58d8b43d9065 HTTP/1.1" status: 200 len: 950 time: 0.0978003 Jul 29 23:24:58.751842 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-6693bfb5-5272-47ea-8bb2-90a4401eeb2e None None] Attempting to bind port 112ea9f7-cea8-48d5-a6dd-04c5eb1ec973 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:24:58.752226 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-6693bfb5-5272-47ea-8bb2-90a4401eeb2e None None] Attempting to bind port 112ea9f7-cea8-48d5-a6dd-04c5eb1ec973 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '85f03a44-d59a-404b-99bf-5c2915495fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '20b17a75-47ba-4198-999c-000c34520768'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:24:58.752593 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6693bfb5-5272-47ea-8bb2-90a4401eeb2e None None] Attempting to bind port 112ea9f7-cea8-48d5-a6dd-04c5eb1ec973 on network 20b17a75-47ba-4198-999c-000c34520768 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:58.761091 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6693bfb5-5272-47ea-8bb2-90a4401eeb2e None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:24:58.761472 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6693bfb5-5272-47ea-8bb2-90a4401eeb2e None None] Checking segment: {'id': '85f03a44-d59a-404b-99bf-5c2915495fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '20b17a75-47ba-4198-999c-000c34520768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:24:58.761944 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6693bfb5-5272-47ea-8bb2-90a4401eeb2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:58.762348 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6693bfb5-5272-47ea-8bb2-90a4401eeb2e None None] Bound using segment: {'id': '85f03a44-d59a-404b-99bf-5c2915495fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '20b17a75-47ba-4198-999c-000c34520768'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:24:58.762832 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-6693bfb5-5272-47ea-8bb2-90a4401eeb2e None None] Bound port: 112ea9f7-cea8-48d5-a6dd-04c5eb1ec973, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85f03a44-d59a-404b-99bf-5c2915495fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '20b17a75-47ba-4198-999c-000c34520768'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:24:58.763217 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6693bfb5-5272-47ea-8bb2-90a4401eeb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:58.797819 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0ea9a349-efde-40a2-a2f5-2ab7ec0f4d6e req-11a5466e-b6c2-4af5-9205-68734d66e8c0 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cdc300c-b4ab-4f96-ae4c-7a755409d248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434411 Jul 29 23:24:58.877725 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:58.891856 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-824285a9-23a7-4269-87e7-a0a7ca1249ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:58.906497 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a025380f-9a4c-4f0f-9d82-3fb47564495c {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:24:58.934083 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824285a9-23a7-4269-87e7-a0a7ca1249ab admin admin] Pushing event deleted for resources: {'Port': ['ID=e730abb6-2fc7-49ce-8d3d-ced2743d41cd,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:59.025753 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port a025380f-9a4c-4f0f-9d82-3fb47564495c, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=a025380f-9a4c-4f0f-9d82-3fb47564495c,segment=NetworkSegment(290ad064-62e5-45f1-87ac-9cd12097849c),segment_id=290ad064-62e5-45f1-87ac-9cd12097849c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:59.068382 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:59.081699 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-6693bfb5-5272-47ea-8bb2-90a4401eeb2e None None] For port 112ea9f7-cea8-48d5-a6dd-04c5eb1ec973, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:24:59.089011 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-ec20eb54-c21b-4da0-a016-1e8d6f622225 None None] Allocated IP 10.2.2.2 (4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf/fcb38ae7-084a-4b8d-94fa-28c5b74ee6b1/8388fbe6-5d0c-48ea-af5e-65c69f246140) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:24:59.097216 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-ce92c2da-372f-43bf-96f6-0d02452c1824 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Allocated IP 10.1.1.252 (20b17a75-47ba-4198-999c-000c34520768/7458a594-1a22-4c4a-88d1-6b77cea076b8/44e2e929-5306-4747-9f2b-b8a8f03b3793) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:24:59.137185 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-6693bfb5-5272-47ea-8bb2-90a4401eeb2e None None] For port 112ea9f7-cea8-48d5-a6dd-04c5eb1ec973, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=112ea9f7-cea8-48d5-a6dd-04c5eb1ec973,segment=NetworkSegment(85f03a44-d59a-404b-99bf-5c2915495fce),segment_id=85f03a44-d59a-404b-99bf-5c2915495fce)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:24:59.143836 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '322ecf20-bde5-4573-b8eb-51197eeb6bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75998fe5-ae44-40ce-8c7b-677dd8236579'}, {'server_uuid': 'f4ff10e6-5df0-49b5-9d56-bbcdee1500ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1277b24c-ed68-4854-b8a8-d8c31421810a'}, {'server_uuid': '3ca53b26-c0a5-44e5-b186-58d8b43d9065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f99c3c59-81f6-4347-9f29-e0b9d49ab421'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:59.146226 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118d56b8-818a-4ea9-a519-15af6592ac6b" -d '{"events": [{"server_uuid": "322ecf20-bde5-4573-b8eb-51197eeb6bdc", "name": "network-vif-plugged", "status": "completed", "tag": "75998fe5-ae44-40ce-8c7b-677dd8236579"}, {"server_uuid": "f4ff10e6-5df0-49b5-9d56-bbcdee1500ff", "name": "network-vif-plugged", "status": "completed", "tag": "1277b24c-ed68-4854-b8a8-d8c31421810a"}, {"server_uuid": "3ca53b26-c0a5-44e5-b186-58d8b43d9065", "name": "network-vif-plugged", "status": "completed", "tag": "f99c3c59-81f6-4347-9f29-e0b9d49ab421"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:59.156465 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6693bfb5-5272-47ea-8bb2-90a4401eeb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:59.301695 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=a025380f-9a4c-4f0f-9d82-3fb47564495c,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:59.311776 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:59.447558 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ec20eb54-c21b-4da0-a016-1e8d6f622225 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:59.457405 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-ec20eb54-c21b-4da0-a016-1e8d6f622225 None None] Transition to ACTIVE for port object 8388fbe6-5d0c-48ea-af5e-65c69f246140 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:59.467640 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['a025380f-9a4c-4f0f-9d82-3fb47564495c'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:24:59.510006 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a48f348-102c-478e-9ae0-911d2eb0799d req-f1aa6c8a-6c68-4d97-909b-5b2bbcae77ce tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:59.519961 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5a48f348-102c-478e-9ae0-911d2eb0799d req-f1aa6c8a-6c68-4d97-909b-5b2bbcae77ce tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=5957dee3-6c38-429b-bcda-d522bd42c5fc HTTP/1.1" status: 200 len: 943 time: 0.5718098 Jul 29 23:24:59.535259 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-ec20eb54-c21b-4da0-a016-1e8d6f622225 None None] Transition to ACTIVE for port object 8388fbe6-5d0c-48ea-af5e-65c69f246140 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:59.569408 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ec20eb54-c21b-4da0-a016-1e8d6f622225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:59.576607 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6693bfb5-5272-47ea-8bb2-90a4401eeb2e None None] Pushing event updated for resources: {'Port': ['ID=112ea9f7-cea8-48d5-a6dd-04c5eb1ec973,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:59.659056 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5a48f348-102c-478e-9ae0-911d2eb0799d req-e49ddb4a-4595-4a16-b55d-c8d14092934f tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363525 Jul 29 23:24:59.669078 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ec489a-ee5d-4761-ae86-3d78997090e2 req-5e6fcedf-6ace-4a49-80f4-c257c47e411e tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:59.678496 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-54ec489a-ee5d-4761-ae86-3d78997090e2 req-5e6fcedf-6ace-4a49-80f4-c257c47e411e tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] 10.222.0.43 "GET /v2.0/ports?device_id=322ecf20-bde5-4573-b8eb-51197eeb6bdc HTTP/1.1" status: 200 len: 949 time: 0.6555734 Jul 29 23:24:59.687125 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec20eb54-c21b-4da0-a016-1e8d6f622225 None None] Network 4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:24:59.706713 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-ec20eb54-c21b-4da0-a016-1e8d6f622225 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:59.714130 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec20eb54-c21b-4da0-a016-1e8d6f622225 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:24:59.739638 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-824285a9-23a7-4269-87e7-a0a7ca1249ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:59.775879 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-54ec489a-ee5d-4761-ae86-3d78997090e2 req-4885f3fc-3234-45a0-bff6-9759922a90f4 tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c4717de-c2b0-4901-a766-70fd40e6f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785778 Jul 29 23:24:59.808349 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec20eb54-c21b-4da0-a016-1e8d6f622225 None None] Pushing event updated for resources: {'Port': ['ID=8388fbe6-5d0c-48ea-af5e-65c69f246140,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:59.811669 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af43c79c-ec77-427d-8035-26f4a82037ec x-openstack-request-id: req-af43c79c-ec77-427d-8035-26f4a82037ec {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:59.812087 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "322ecf20-bde5-4573-b8eb-51197eeb6bdc", "name": "network-vif-plugged", "status": "completed", "tag": "75998fe5-ae44-40ce-8c7b-677dd8236579", "code": 200}, {"server_uuid": "f4ff10e6-5df0-49b5-9d56-bbcdee1500ff", "name": "network-vif-plugged", "status": "completed", "tag": "1277b24c-ed68-4854-b8a8-d8c31421810a", "code": 200}, {"server_uuid": "3ca53b26-c0a5-44e5-b186-58d8b43d9065", "name": "network-vif-plugged", "status": "completed", "tag": "f99c3c59-81f6-4347-9f29-e0b9d49ab421", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:59.812446 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-af43c79c-ec77-427d-8035-26f4a82037ec {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:59.812944 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '322ecf20-bde5-4573-b8eb-51197eeb6bdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75998fe5-ae44-40ce-8c7b-677dd8236579', 'code': 200} Jul 29 23:24:59.813395 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4ff10e6-5df0-49b5-9d56-bbcdee1500ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1277b24c-ed68-4854-b8a8-d8c31421810a', 'code': 200} Jul 29 23:24:59.813783 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ca53b26-c0a5-44e5-b186-58d8b43d9065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f99c3c59-81f6-4347-9f29-e0b9d49ab421', 'code': 200} Jul 29 23:24:59.949904 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-ec20eb54-c21b-4da0-a016-1e8d6f622225 None None] Attempting to bind port 8388fbe6-5d0c-48ea-af5e-65c69f246140 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:24:59.951093 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-ec20eb54-c21b-4da0-a016-1e8d6f622225 None None] Attempting to bind port 8388fbe6-5d0c-48ea-af5e-65c69f246140 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': 'c392b50f-ee70-4e3d-a540-9c0fa7cb5fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:24:59.951652 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec20eb54-c21b-4da0-a016-1e8d6f622225 None None] Attempting to bind port 8388fbe6-5d0c-48ea-af5e-65c69f246140 on network 4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:59.976359 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec20eb54-c21b-4da0-a016-1e8d6f622225 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:24:59.977978 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec20eb54-c21b-4da0-a016-1e8d6f622225 None None] Checking segment: {'id': 'c392b50f-ee70-4e3d-a540-9c0fa7cb5fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:24:59.979115 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ec20eb54-c21b-4da0-a016-1e8d6f622225 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:59.979916 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec20eb54-c21b-4da0-a016-1e8d6f622225 None None] Bound using segment: {'id': 'c392b50f-ee70-4e3d-a540-9c0fa7cb5fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:24:59.980699 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-ec20eb54-c21b-4da0-a016-1e8d6f622225 None None] Bound port: 8388fbe6-5d0c-48ea-af5e-65c69f246140, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c392b50f-ee70-4e3d-a540-9c0fa7cb5fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:24:59.982635 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ec20eb54-c21b-4da0-a016-1e8d6f622225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:00.013086 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ce92c2da-372f-43bf-96f6-0d02452c1824 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:00.035915 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc20ca-80d6-45df-9053-6975f1f2f736 req-4b595e45-3db2-417d-a378-d4f39a14a136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:00.037787 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c4fc20ca-80d6-45df-9053-6975f1f2f736 req-4b595e45-3db2-417d-a378-d4f39a14a136 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3ca53b26-c0a5-44e5-b186-58d8b43d9065 HTTP/1.1" status: 200 len: 1102 time: 0.1760507 Jul 29 23:25:00.038925 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-ce92c2da-372f-43bf-96f6-0d02452c1824 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Transition to ACTIVE for port object 44e2e929-5306-4747-9f2b-b8a8f03b3793 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:00.058134 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6db738f-0ee8-4274-9a4a-e2a7ada31702 req-8665cce3-dfb3-4dc1-a016-5dbb843bb6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:00.059761 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b6db738f-0ee8-4274-9a4a-e2a7ada31702 req-8665cce3-dfb3-4dc1-a016-5dbb843bb6d3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=322ecf20-bde5-4573-b8eb-51197eeb6bdc HTTP/1.1" status: 200 len: 1101 time: 0.1019573 Jul 29 23:25:00.084509 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858650dc-f3b8-48ab-a62c-52eab2d2db17 req-0f48ced1-70ec-4806-9403-94dded0a4e15 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:00.088934 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-ec20eb54-c21b-4da0-a016-1e8d6f622225 None None] For port 8388fbe6-5d0c-48ea-af5e-65c69f246140, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:25:00.092514 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-858650dc-f3b8-48ab-a62c-52eab2d2db17 req-0f48ced1-70ec-4806-9403-94dded0a4e15 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6f3a528-8768-44bf-ade5-0ab7a7307ced HTTP/1.1" status: 200 len: 945 time: 0.1791770 Jul 29 23:25:00.114656 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-ec20eb54-c21b-4da0-a016-1e8d6f622225 None None] For port 8388fbe6-5d0c-48ea-af5e-65c69f246140, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=8388fbe6-5d0c-48ea-af5e-65c69f246140,segment=NetworkSegment(c392b50f-ee70-4e3d-a540-9c0fa7cb5fa7),segment_id=c392b50f-ee70-4e3d-a540-9c0fa7cb5fa7)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:25:00.125278 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ec20eb54-c21b-4da0-a016-1e8d6f622225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:00.134086 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dacebea-f6af-4fde-aa40-6e672c34c56b req-d63392b7-01e1-45f3-9950-9c1163d42fd6 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:00.135629 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2dacebea-f6af-4fde-aa40-6e672c34c56b req-d63392b7-01e1-45f3-9950-9c1163d42fd6 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4ff10e6-5df0-49b5-9d56-bbcdee1500ff HTTP/1.1" status: 200 len: 946 time: 0.1777241 Jul 29 23:25:00.142324 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba500383-2999-4185-8241-4caf1027d093 req-7c2f794d-5423-4c5d-9cc8-33052e7eda6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:00.144079 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ba500383-2999-4185-8241-4caf1027d093 req-7c2f794d-5423-4c5d-9cc8-33052e7eda6a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f4ff10e6-5df0-49b5-9d56-bbcdee1500ff HTTP/1.1" status: 200 len: 1098 time: 0.1875732 Jul 29 23:25:00.184747 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c4fc20ca-80d6-45df-9053-6975f1f2f736 req-ebe3f5e7-0f51-4ff0-89ff-de904146729d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=9cdc300c-b4ab-4f96-ae4c-7a755409d248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378317 Jul 29 23:25:00.191117 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b6db738f-0ee8-4274-9a4a-e2a7ada31702 req-65628cd7-9032-43bb-99ff-32931b585fee service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9c4717de-c2b0-4901-a766-70fd40e6f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939250 Jul 29 23:25:00.215100 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-858650dc-f3b8-48ab-a62c-52eab2d2db17 req-b27fe0dc-10c4-4c99-ad9c-917266c1ff51 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207578 Jul 29 23:25:00.219195 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec20eb54-c21b-4da0-a016-1e8d6f622225 None None] Pushing event updated for resources: {'Port': ['ID=8388fbe6-5d0c-48ea-af5e-65c69f246140,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:00.223388 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ce92c2da-372f-43bf-96f6-0d02452c1824 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:00.315603 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2dacebea-f6af-4fde-aa40-6e672c34c56b req-17b39cc1-3521-4ee7-9341-024a83e80cd2 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398137 Jul 29 23:25:00.358927 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ba500383-2999-4185-8241-4caf1027d093 req-e9319654-4b86-4a54-956e-60e0bbe5d0e9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967063 Jul 29 23:25:00.359494 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-824285a9-23a7-4269-87e7-a0a7ca1249ab admin admin] Router 1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:25:00.374195 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce92c2da-372f-43bf-96f6-0d02452c1824 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Network 20b17a75-47ba-4198-999c-000c34520768 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:25:00.381497 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-ce92c2da-372f-43bf-96f6-0d02452c1824 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:25:00.389280 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce92c2da-372f-43bf-96f6-0d02452c1824 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:25:00.436970 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5829ebe3-169f-492c-ac9a-80f034acea53 req-de01f418-b780-46dd-94cb-825ad6cfffbf tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:00.438852 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5829ebe3-169f-492c-ac9a-80f034acea53 req-de01f418-b780-46dd-94cb-825ad6cfffbf tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ca53b26-c0a5-44e5-b186-58d8b43d9065 HTTP/1.1" status: 200 len: 950 time: 0.1189961 Jul 29 23:25:00.497813 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5829ebe3-169f-492c-ac9a-80f034acea53 req-76cbcb3e-5f12-4705-bc11-d73028b515cd tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cdc300c-b4ab-4f96-ae4c-7a755409d248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524232 Jul 29 23:25:00.525078 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce92c2da-372f-43bf-96f6-0d02452c1824 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Pushing event updated for resources: {'Port': ['ID=44e2e929-5306-4747-9f2b-b8a8f03b3793,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:00.552576 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce92c2da-372f-43bf-96f6-0d02452c1824 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:00.553236 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ce92c2da-372f-43bf-96f6-0d02452c1824 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:00.645905 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ce92c2da-372f-43bf-96f6-0d02452c1824 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.5135376 Jul 29 23:25:00.656754 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 40234) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:00.669393 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-a5d951a4-be61-456d-a6b9-02f95b0ddb8e tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Request body: {'port': {'network_id': '20b17a75-47ba-4198-999c-000c34520768', 'name': 'tempest-TaggedBootDevicesTest_v242-1334219634', 'fixed_ips': [{'subnet_id': '7458a594-1a22-4c4a-88d1-6b77cea076b8'}]}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:00.707570 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-824285a9-23a7-4269-87e7-a0a7ca1249ab admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:25:00.716421 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-824285a9-23a7-4269-87e7-a0a7ca1249ab admin admin] 10.222.0.43 "PUT /v2.0/routers/1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9259927 Jul 29 23:25:00.717014 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 40242) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:00.719791 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ea2b8e-d019-48dd-b417-6102753ddcb3 None None] Sync routers for ids ['1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:25:00.759924 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ea2b8e-d019-48dd-b417-6102753ddcb3 None None] Routers {'1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:25:00.761204 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-f9ea2b8e-d019-48dd-b417-6102753ddcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:24:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:00.912823 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-efbcebf6-8304-4ba5-9516-01a48bad962e admin admin] Notify callbacks [] for router, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:00.947712 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-f9ea2b8e-d019-48dd-b417-6102753ddcb3 None None] Set router 1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:25:00.953120 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f8c37-bdcb-47b4-b9af-114675502436 req-52e7eeab-8625-40a4-a825-8344315dec85 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:00.956594 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-152f8c37-bdcb-47b4-b9af-114675502436 req-52e7eeab-8625-40a4-a825-8344315dec85 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=5957dee3-6c38-429b-bcda-d522bd42c5fc HTTP/1.1" status: 200 len: 944 time: 0.1521983 Jul 29 23:25:00.980241 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a05a2f1-f1f4-4812-b901-04fbc6e7493b req-40f522f2-990b-409c-b9fc-7feda81f314a tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:00.989185 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2a05a2f1-f1f4-4812-b901-04fbc6e7493b req-40f522f2-990b-409c-b9fc-7feda81f314a tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/networks?id=09be3f6b-3c77-4c8e-bbe6-2435736d69cf HTTP/1.1" status: 200 len: 805 time: 0.3433652 Jul 29 23:25:00.999975 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1ba192-d43a-42eb-a67f-5e3d9bc5af47 None None] Network 20b17a75-47ba-4198-999c-000c34520768 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:25:01.027668 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2a05a2f1-f1f4-4812-b901-04fbc6e7493b req-85ab313a-af0a-41a8-a203-d4e561082957 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/quotas/62091d0f24f84b44849aea33b1484fc4 HTTP/1.1" status: 200 len: 375 time: 0.0375242 Jul 29 23:25:01.060288 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-efbcebf6-8304-4ba5-9516-01a48bad962e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:01.091976 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-152f8c37-bdcb-47b4-b9af-114675502436 req-4a452eba-ce86-46f7-ab17-3904203c03d8 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973883 Jul 29 23:25:01.098200 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d951a4-be61-456d-a6b9-02f95b0ddb8e tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Made reservation on behalf of 2080476b97a74d1caf5886ea19337ad1 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:25:01.129402 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-efbcebf6-8304-4ba5-9516-01a48bad962e admin admin] Deleting port 23e6fafc-5fdc-4fe2-8e54-605de80a9341 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:25:01.129920 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-efbcebf6-8304-4ba5-9516-01a48bad962e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:01.184837 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2a05a2f1-f1f4-4812-b901-04fbc6e7493b req-62ce7c97-cbfe-4653-b2e6-55485af77df7 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=62091d0f24f84b44849aea33b1484fc4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1464138 Jul 29 23:25:01.241369 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-7c647760-b5e5-472f-a55f-bc208f6c5466 None None] Provisioning for port 112ea9f7-cea8-48d5-a6dd-04c5eb1ec973 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:25:01.276086 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-efbcebf6-8304-4ba5-9516-01a48bad962e admin admin] For port 23e6fafc-5fdc-4fe2-8e54-605de80a9341, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=23e6fafc-5fdc-4fe2-8e54-605de80a9341,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:01.276351 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-efbcebf6-8304-4ba5-9516-01a48bad962e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:01.290266 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-efbcebf6-8304-4ba5-9516-01a48bad962e admin admin] Calling delete_port for 23e6fafc-5fdc-4fe2-8e54-605de80a9341 owned by network:router_gateway {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:25:01.347523 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2a05a2f1-f1f4-4812-b901-04fbc6e7493b req-3b555a4c-aa2f-4535-8d49-61bb90f6a668 service neutron] 10.222.0.43 "GET /v2.0/networks/09be3f6b-3c77-4c8e-bbe6-2435736d69cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458507 Jul 29 23:25:01.419158 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-f9ea2b8e-d019-48dd-b417-6102753ddcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b', 'name': 'tempest-ServersTestFqdnHostnames-627255085-router', 'tenant_id': '41d06bbbb3d042bdbdfcf854d406dce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.127'}], 'enable_snat': True}, 'gw_port_id': '23e6fafc-5fdc-4fe2-8e54-605de80a9341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:22:15Z', 'updated_at': '2021-07-29T23:24:58Z', 'revision_number': 5, 'project_id': '41d06bbbb3d042bdbdfcf854d406dce8', 'gw_port': {'id': '23e6fafc-5fdc-4fe2-8e54-605de80a9341', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:6d:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:17Z', 'updated_at': '2021-07-29T23:22:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:01.455085 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ea2b8e-d019-48dd-b417-6102753ddcb3 None None] Checking router: 1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:25:01.486196 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ea2b8e-d019-48dd-b417-6102753ddcb3 None None] Routers {'1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:25:01.489362 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-f9ea2b8e-d019-48dd-b417-6102753ddcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:24:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:01.572767 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-efbcebf6-8304-4ba5-9516-01a48bad962e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:01.638421 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbcebf6-8304-4ba5-9516-01a48bad962e admin admin] Pushing event deleted for resources: {'Port': ['ID=23e6fafc-5fdc-4fe2-8e54-605de80a9341,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:01.677310 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 8388fbe6-5d0c-48ea-af5e-65c69f246140 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:25:01.688484 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a5d951a4-be61-456d-a6b9-02f95b0ddb8e tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:01.721342 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-f9ea2b8e-d019-48dd-b417-6102753ddcb3 None None] Set router 1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b gateway port host: None {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:25:01.725517 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-efbcebf6-8304-4ba5-9516-01a48bad962e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:01.755218 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [None req-a5d951a4-be61-456d-a6b9-02f95b0ddb8e tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] device_id is not set on port 77550cf2-90df-4bb3-86b3-6d949e514eac yet. {{(pid=94078) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:25:01.818031 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50a9391-dcbd-466b-bd3b-ef62747fc2b7 None None] Network 4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:25:01.823374 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-f9ea2b8e-d019-48dd-b417-6102753ddcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b', 'name': 'tempest-ServersTestFqdnHostnames-627255085-router', 'tenant_id': '41d06bbbb3d042bdbdfcf854d406dce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:22:15Z', 'updated_at': '2021-07-29T23:25:01Z', 'revision_number': 6, 'project_id': '41d06bbbb3d042bdbdfcf854d406dce8', 'gw_port_host': None}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:01.858811 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-efbcebf6-8304-4ba5-9516-01a48bad962e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:01.861127 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-efbcebf6-8304-4ba5-9516-01a48bad962e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:01.891836 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91079c76-4da7-40d7-98f5-c9e43ee18a72 req-4c8d7915-ba2a-4131-b78a-a730a1bbae3a tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:01.893536 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-91079c76-4da7-40d7-98f5-c9e43ee18a72 req-4c8d7915-ba2a-4131-b78a-a730a1bbae3a tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] 10.222.0.43 "GET /v2.0/ports?device_id=322ecf20-bde5-4573-b8eb-51197eeb6bdc HTTP/1.1" status: 200 len: 949 time: 0.5259650 Jul 29 23:25:01.906216 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2a05a2f1-f1f4-4812-b901-04fbc6e7493b req-11141b69-c544-4a6b-bfd1-93bc766406f8 service neutron] 10.222.0.43 "GET /v2.0/networks/09be3f6b-3c77-4c8e-bbe6-2435736d69cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5573082 Jul 29 23:25:01.915271 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-efbcebf6-8304-4ba5-9516-01a48bad962e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:01.915880 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efbcebf6-8304-4ba5-9516-01a48bad962e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b {{(pid=94077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:25:01.923071 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-efbcebf6-8304-4ba5-9516-01a48bad962e admin admin] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:01.924295 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-efbcebf6-8304-4ba5-9516-01a48bad962e admin admin] 10.222.0.43 "DELETE /v2.0/routers/1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b HTTP/1.1" status: 204 len: 168 time: 1.1998510 Jul 29 23:25:01.930348 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 40258) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:01.988613 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-07b712c8-1312-49fc-bb48-d0ce32a80f1f admin admin] Deleting subnet 0162d293-3851-4ddf-a231-f6840d6b73ab {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:25:01.992029 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-07b712c8-1312-49fc-bb48-d0ce32a80f1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:02.030643 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-91079c76-4da7-40d7-98f5-c9e43ee18a72 req-ef530134-2a2d-415e-81c1-d5ad9c7c407f tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c4717de-c2b0-4901-a766-70fd40e6f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229162 Jul 29 23:25:02.032479 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-07b712c8-1312-49fc-bb48-d0ce32a80f1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:02.162776 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-07b712c8-1312-49fc-bb48-d0ce32a80f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:02.186892 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-a5d951a4-be61-456d-a6b9-02f95b0ddb8e tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Allocated IP 10.1.1.8 (20b17a75-47ba-4198-999c-000c34520768/7458a594-1a22-4c4a-88d1-6b77cea076b8/77550cf2-90df-4bb3-86b3-6d949e514eac) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:25:02.193260 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ea2b8e-d019-48dd-b417-6102753ddcb3 None None] The sync data for ids ['1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b'] in n-d-712141-10 is: [{'id': '1ba31c20-1cc6-4ab8-9ea7-2a4b04bdda1b', 'name': 'tempest-ServersTestFqdnHostnames-627255085-router', 'tenant_id': '41d06bbbb3d042bdbdfcf854d406dce8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:22:15Z', 'updated_at': '2021-07-29T23:25:01Z', 'revision_number': 6, 'project_id': '41d06bbbb3d042bdbdfcf854d406dce8', 'gw_port_host': None}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:25:02.210210 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device a025380f-9a4c-4f0f-9d82-3fb47564495c up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:25:02.252938 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-07b712c8-1312-49fc-bb48-d0ce32a80f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:02.281552 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b712c8-1312-49fc-bb48-d0ce32a80f1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0162d293-3851-4ddf-a231-f6840d6b73ab,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:02.285321 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-07b712c8-1312-49fc-bb48-d0ce32a80f1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:02.286436 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339ec103-5efa-4c05-b7b3-2227b629454c req-43b3dd98-764f-4a51-991c-9dd776be2ad8 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:02.290307 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-07b712c8-1312-49fc-bb48-d0ce32a80f1f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/0162d293-3851-4ddf-a231-f6840d6b73ab HTTP/1.1" status: 204 len: 168 time: 0.3583462 Jul 29 23:25:02.290750 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 40272) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:02.296583 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-339ec103-5efa-4c05-b7b3-2227b629454c req-43b3dd98-764f-4a51-991c-9dd776be2ad8 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ca53b26-c0a5-44e5-b186-58d8b43d9065 HTTP/1.1" status: 200 len: 950 time: 0.1387002 Jul 29 23:25:02.306314 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd6a63-b24b-41b2-a08c-b932f2514265 req-bdba6e72-4f6a-42a7-b89d-950fbfd1bd43 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:02.314888 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5bdd6a63-b24b-41b2-a08c-b932f2514265 req-bdba6e72-4f6a-42a7-b89d-950fbfd1bd43 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4ff10e6-5df0-49b5-9d56-bbcdee1500ff HTTP/1.1" status: 200 len: 946 time: 0.1580236 Jul 29 23:25:02.349551 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9870669b-a40e-4173-945b-db4667157e4a None None] Network a3d68086-0a5f-410a-8c92-112285f5e741 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:25:02.366443 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c9bc7fb1-b352-4733-baa9-ac1210699954 None None] Provisioning for port 44e2e929-5306-4747-9f2b-b8a8f03b3793 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:25:02.387149 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c9bc7fb1-b352-4733-baa9-ac1210699954 None None] Provisioning complete for port 44e2e929-5306-4747-9f2b-b8a8f03b3793 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:02.387149 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c9bc7fb1-b352-4733-baa9-ac1210699954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:02.390080 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-17964ed4-b501-4098-bc27-a57d20850d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:02.452981 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5bdd6a63-b24b-41b2-a08c-b932f2514265 req-5c0347f8-6027-47c6-bb18-11c1881b76d2 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369722 Jul 29 23:25:02.463685 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-17964ed4-b501-4098-bc27-a57d20850d0a admin admin] Deleting port 319030ec-9fee-4531-8473-6c4de7d07781 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:25:02.464223 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-17964ed4-b501-4098-bc27-a57d20850d0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:02.493328 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-339ec103-5efa-4c05-b7b3-2227b629454c req-8b6f15eb-66e1-4e80-92c9-21d740b4ab40 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cdc300c-b4ab-4f96-ae4c-7a755409d248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956675 Jul 29 23:25:02.550801 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-c9bc7fb1-b352-4733-baa9-ac1210699954 None None] Port 44e2e929-5306-4747-9f2b-b8a8f03b3793 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:25:02.584705 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-17964ed4-b501-4098-bc27-a57d20850d0a admin admin] For port 319030ec-9fee-4531-8473-6c4de7d07781, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=319030ec-9fee-4531-8473-6c4de7d07781,segment=NetworkSegment(40094ecc-ef7a-4caa-9f65-b53e25a52407),segment_id=40094ecc-ef7a-4caa-9f65-b53e25a52407)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:02.585092 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-17964ed4-b501-4098-bc27-a57d20850d0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:02.618932 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-17964ed4-b501-4098-bc27-a57d20850d0a admin admin] Calling delete_port for 319030ec-9fee-4531-8473-6c4de7d07781 owned by network:dhcp {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:25:02.622362 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 8388fbe6-5d0c-48ea-af5e-65c69f246140 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:25:02.646106 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8ce5fdc9-771c-402b-a2c8-6a0a90c4a8f9 req-a0e98dbd-466c-40b9-9d85-1886697fe752 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=57dfb123-9689-40a9-9542-9edc683c4e3e HTTP/1.1" status: 200 len: 210 time: 0.0881445 Jul 29 23:25:02.666040 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 112ea9f7-cea8-48d5-a6dd-04c5eb1ec973 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:25:02.679675 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c9bc7fb1-b352-4733-baa9-ac1210699954 None None] Provisioning for port 8388fbe6-5d0c-48ea-af5e-65c69f246140 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:25:02.687449 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a5d951a4-be61-456d-a6b9-02f95b0ddb8e tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:02.710001 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port a025380f-9a4c-4f0f-9d82-3fb47564495c completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:25:02.710543 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-a5d951a4-be61-456d-a6b9-02f95b0ddb8e tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Transition to ACTIVE for port object 77550cf2-90df-4bb3-86b3-6d949e514eac will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:02.723115 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c9bc7fb1-b352-4733-baa9-ac1210699954 None None] Provisioning complete for port 8388fbe6-5d0c-48ea-af5e-65c69f246140 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:02.723732 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c9bc7fb1-b352-4733-baa9-ac1210699954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:02.729752 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port a025380f-9a4c-4f0f-9d82-3fb47564495c triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:02.730122 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:02.784582 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-17964ed4-b501-4098-bc27-a57d20850d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:02.810236 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17964ed4-b501-4098-bc27-a57d20850d0a admin admin] Pushing event deleted for resources: {'Port': ['ID=319030ec-9fee-4531-8473-6c4de7d07781,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:02.814509 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17964ed4-b501-4098-bc27-a57d20850d0a admin admin] No DVR routers for this DVR port 319030ec-9fee-4531-8473-6c4de7d07781 on host n-d-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:25:02.871137 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 112ea9f7-cea8-48d5-a6dd-04c5eb1ec973 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:25:02.880716 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 112ea9f7-cea8-48d5-a6dd-04c5eb1ec973 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:02.881014 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:02.900108 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6fc854-d732-476c-873e-30c904424b0a req-4d8bf804-2f77-474a-89f0-ec986375bc7c tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:02.902215 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fb6fc854-d732-476c-873e-30c904424b0a req-4d8bf804-2f77-474a-89f0-ec986375bc7c tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=5957dee3-6c38-429b-bcda-d522bd42c5fc HTTP/1.1" status: 200 len: 944 time: 0.2729158 Jul 29 23:25:02.902947 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a5d951a4-be61-456d-a6b9-02f95b0ddb8e tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:02.918847 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-17964ed4-b501-4098-bc27-a57d20850d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:02.944542 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-17964ed4-b501-4098-bc27-a57d20850d0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3d68086-0a5f-410a-8c92-112285f5e741']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:02.956774 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-17964ed4-b501-4098-bc27-a57d20850d0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40094ecc-ef7a-4caa-9f65-b53e25a52407') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:02.957292 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-17964ed4-b501-4098-bc27-a57d20850d0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40094ecc-ef7a-4caa-9f65-b53e25a52407') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:02.964898 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d951a4-be61-456d-a6b9-02f95b0ddb8e tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Pushing event updated for resources: {'Port': ['ID=77550cf2-90df-4bb3-86b3-6d949e514eac,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:02.973113 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-17964ed4-b501-4098-bc27-a57d20850d0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:03.010189 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-17964ed4-b501-4098-bc27-a57d20850d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:03.010635 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b10c4-1b76-43b2-b8e6-e8d105214b6d req-eba48834-b829-4bf6-8a15-abfea776c8d9 tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:03.012760 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-726b10c4-1b76-43b2-b8e6-e8d105214b6d req-eba48834-b829-4bf6-8a15-abfea776c8d9 tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f4ff10e6-5df0-49b5-9d56-bbcdee1500ff HTTP/1.1" status: 200 len: 1098 time: 0.2488127 Jul 29 23:25:03.021071 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17964ed4-b501-4098-bc27-a57d20850d0a admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:25:03.021492 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-17964ed4-b501-4098-bc27-a57d20850d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:03.042703 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:03.045210 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d951a4-be61-456d-a6b9-02f95b0ddb8e tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Network 20b17a75-47ba-4198-999c-000c34520768 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:25:03.050786 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:25:03.050786 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:25:03.050786 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:25:03.050786 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:25:03.050786 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:25:03.050786 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:25:03.050786 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:25:03.050786 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:25:03.050786 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:25:03.050786 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:25:03.050786 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:25:03.050786 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:25:03.050786 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:25:03.050786 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:25:03.050786 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:25:03.050786 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:25:03.050786 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:25:03.050786 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:25:03.050786 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:25:03.050786 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:25:03.050786 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:25:03.050786 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:25:03.050786 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:25:03.050786 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:25:03.050786 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:25:03.050786 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:25:03.050786 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:25:03.050786 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:25:03.050786 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:25:03.050786 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:25:03.050786 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:25:03.050786 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:25:03.067295 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-a5d951a4-be61-456d-a6b9-02f95b0ddb8e tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:25:03.071009 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d951a4-be61-456d-a6b9-02f95b0ddb8e tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:25:03.097070 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25539bd-9d40-4926-ad2f-b4b96803ef1d None None] DHCP port deletion for a3d68086-0a5f-410a-8c92-112285f5e741 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:25:03.109750 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c9bc7fb1-b352-4733-baa9-ac1210699954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:03.125564 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-17964ed4-b501-4098-bc27-a57d20850d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:03.167195 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-17964ed4-b501-4098-bc27-a57d20850d0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:03.167348 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5957dee3-6c38-429b-bcda-d522bd42c5fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a025380f-9a4c-4f0f-9d82-3fb47564495c'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:25:03.169510 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914a3e5c-4adb-41c9-83c0-b1eac4b98537" -d '{"events": [{"server_uuid": "5957dee3-6c38-429b-bcda-d522bd42c5fc", "name": "network-vif-plugged", "status": "completed", "tag": "a025380f-9a4c-4f0f-9d82-3fb47564495c"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:25:03.172982 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-17964ed4-b501-4098-bc27-a57d20850d0a admin admin] 10.222.0.43 "DELETE /v2.0/networks/a3d68086-0a5f-410a-8c92-112285f5e741 HTTP/1.1" status: 204 len: 168 time: 0.8792806 Jul 29 23:25:03.181626 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fb6fc854-d732-476c-873e-30c904424b0a req-0cbdd5f0-6e76-49eb-91ee-9408a306f0fb tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186103 Jul 29 23:25:03.198725 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17964ed4-b501-4098-bc27-a57d20850d0a admin admin] Pushing event deleted for resources: {'Network': ['ID=a3d68086-0a5f-410a-8c92-112285f5e741,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:03.200856 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port a025380f-9a4c-4f0f-9d82-3fb47564495c, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=a025380f-9a4c-4f0f-9d82-3fb47564495c,segment=NetworkSegment(290ad064-62e5-45f1-87ac-9cd12097849c),segment_id=290ad064-62e5-45f1-87ac-9cd12097849c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:03.224309 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:03.231097 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d951a4-be61-456d-a6b9-02f95b0ddb8e tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:03.231985 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a5d951a4-be61-456d-a6b9-02f95b0ddb8e tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:03.258583 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-726b10c4-1b76-43b2-b8e6-e8d105214b6d req-b7162982-bf12-4ebc-8e12-55f065823a2c tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262123 Jul 29 23:25:03.263026 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-a5d951a4-be61-456d-a6b9-02f95b0ddb8e tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.6016457 Jul 29 23:25:03.274858 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-c9bc7fb1-b352-4733-baa9-ac1210699954 None None] For port 8388fbe6-5d0c-48ea-af5e-65c69f246140, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=8388fbe6-5d0c-48ea-af5e-65c69f246140,segment=NetworkSegment(c392b50f-ee70-4e3d-a540-9c0fa7cb5fa7),segment_id=c392b50f-ee70-4e3d-a540-9c0fa7cb5fa7)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:03.293156 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c9bc7fb1-b352-4733-baa9-ac1210699954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:03.392583 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c9bc7fb1-b352-4733-baa9-ac1210699954 None None] Provisioning complete for port 112ea9f7-cea8-48d5-a6dd-04c5eb1ec973 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:03.398088 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c9bc7fb1-b352-4733-baa9-ac1210699954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:03.477400 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:03.524278 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 112ea9f7-cea8-48d5-a6dd-04c5eb1ec973, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=112ea9f7-cea8-48d5-a6dd-04c5eb1ec973,segment=NetworkSegment(85f03a44-d59a-404b-99bf-5c2915495fce),segment_id=85f03a44-d59a-404b-99bf-5c2915495fce)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:03.526941 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c1065a-1488-4cb3-a13e-3b334df35290 x-openstack-request-id: req-08c1065a-1488-4cb3-a13e-3b334df35290 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:25:03.527357 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5957dee3-6c38-429b-bcda-d522bd42c5fc", "name": "network-vif-plugged", "status": "completed", "tag": "a025380f-9a4c-4f0f-9d82-3fb47564495c", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:25:03.527830 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-08c1065a-1488-4cb3-a13e-3b334df35290 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:25:03.528433 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5957dee3-6c38-429b-bcda-d522bd42c5fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a025380f-9a4c-4f0f-9d82-3fb47564495c', 'code': 200} Jul 29 23:25:03.538844 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=a025380f-9a4c-4f0f-9d82-3fb47564495c,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:03.545161 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:03.622545 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bc7fb1-b352-4733-baa9-ac1210699954 None None] Pushing event updated for resources: {'Port': ['ID=8388fbe6-5d0c-48ea-af5e-65c69f246140,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:03.649170 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 40310) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:03.740378 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 319030ec-9fee-4531-8473-6c4de7d07781 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:25:03.765629 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4d81128f-f28e-4a48-a7aa-16776ae51dfb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=41d06bbbb3d042bdbdfcf854d406dce8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1148238 Jul 29 23:25:03.769782 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 40316) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:03.793569 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 319030ec-9fee-4531-8473-6c4de7d07781 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:25:03.793968 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 319030ec-9fee-4531-8473-6c4de7d07781 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:25:03.794357 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device e730abb6-2fc7-49ce-8d3d-ced2743d41cd no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:25:03.862053 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a05a2f1-f1f4-4812-b901-04fbc6e7493b req-81c12a60-d8cc-4165-b2b5-dac1e08f1a5d tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:03.863855 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2a05a2f1-f1f4-4812-b901-04fbc6e7493b req-81c12a60-d8cc-4165-b2b5-dac1e08f1a5d tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.22 "GET /v2.0/networks?id=09be3f6b-3c77-4c8e-bbe6-2435736d69cf HTTP/1.1" status: 200 len: 805 time: 0.3610218 Jul 29 23:25:03.881904 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-2a05a2f1-f1f4-4812-b901-04fbc6e7493b req-7a91126f-ce52-4635-aedb-d5efb75ad66b tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Request body: {'port': {'device_id': '57dfb123-9689-40a9-9542-9edc683c4e3e', 'network_id': '09be3f6b-3c77-4c8e-bbe6-2435736d69cf', 'admin_state_up': True, 'tenant_id': '62091d0f24f84b44849aea33b1484fc4'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:03.898927 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb5ec82-1da2-4c0b-ab0a-3290fbcd04c5 req-33794904-9ec2-433c-b227-81d6fbce8505 tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:03.900910 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 40320) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:03.906767 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5cb5ec82-1da2-4c0b-ab0a-3290fbcd04c5 req-33794904-9ec2-433c-b227-81d6fbce8505 tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] 10.222.0.43 "GET /v2.0/ports?device_id=322ecf20-bde5-4573-b8eb-51197eeb6bdc HTTP/1.1" status: 200 len: 949 time: 0.4753721 Jul 29 23:25:03.919458 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8da4d621-430e-47af-af2d-fbcb6f88abdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:03.962508 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=112ea9f7-cea8-48d5-a6dd-04c5eb1ec973,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:03.968987 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: e730abb6-2fc7-49ce-8d3d-ced2743d41cd {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:25:03.969374 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device e730abb6-2fc7-49ce-8d3d-ced2743d41cd not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:25:03.969824 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 23e6fafc-5fdc-4fe2-8e54-605de80a9341 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:25:03.979265 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8da4d621-430e-47af-af2d-fbcb6f88abdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:03.984747 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5cb5ec82-1da2-4c0b-ab0a-3290fbcd04c5 req-3354c327-52a2-4217-8654-b69b381b24d4 tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c4717de-c2b0-4901-a766-70fd40e6f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769560 Jul 29 23:25:03.992908 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a838ad2-beb1-4c6b-8efb-e5235bccb48a req-781f00ab-081b-483e-a5c2-8022669c37e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:03.994570 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8a838ad2-beb1-4c6b-8efb-e5235bccb48a req-781f00ab-081b-483e-a5c2-8022669c37e3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5957dee3-6c38-429b-bcda-d522bd42c5fc HTTP/1.1" status: 200 len: 1097 time: 0.3223720 Jul 29 23:25:04.008812 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 23e6fafc-5fdc-4fe2-8e54-605de80a9341 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:25:04.009951 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 23e6fafc-5fdc-4fe2-8e54-605de80a9341 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:25:04.067321 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8da4d621-430e-47af-af2d-fbcb6f88abdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:04.070073 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8da4d621-430e-47af-af2d-fbcb6f88abdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:04.074801 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8da4d621-430e-47af-af2d-fbcb6f88abdb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/70623c09-ad40-4e3f-a63b-85f9416638c5 HTTP/1.1" status: 204 len: 168 time: 0.3008909 Jul 29 23:25:04.075226 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8a838ad2-beb1-4c6b-8efb-e5235bccb48a req-9b22d4e7-3cd8-44a3-8e00-9092547e89d5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689447 Jul 29 23:25:04.082397 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 40328) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:04.089130 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-1759db71-9336-4e2b-94bd-ccc71049a1a7 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Request body: {'security_group': {'name': 'tempest-securitygroup--165164299', 'description': 'tempest-description--550128354'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:04.107702 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da4d621-430e-47af-af2d-fbcb6f88abdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70623c09-ad40-4e3f-a63b-85f9416638c5,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:04.123950 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-ace35e11-b9dd-4a06-a631-9720d2b129e0 None None] Provisioning complete for port 44e2e929-5306-4747-9f2b-b8a8f03b3793 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:04.127055 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ace35e11-b9dd-4a06-a631-9720d2b129e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:04.128476 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.db.api [req-2a05a2f1-f1f4-4812-b901-04fbc6e7493b req-7a91126f-ce52-4635-aedb-d5efb75ad66b tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 23:25:04.128476 n-d-712141-10 neutron-server[94078]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 29 23:25:04.128476 n-d-712141-10 neutron-server[94078]: [parameters: {'project_id': '62091d0f24f84b44849aea33b1484fc4', 'id': 'af5072c0-0272-4904-a5d6-4782cf26539b', 'expiration': datetime.datetime(2021, 7, 29, 23, 27, 4, 121095)}] Jul 29 23:25:04.128476 n-d-712141-10 neutron-server[94078]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94078) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:25:04.129065 n-d-712141-10 neutron-server[94078]: DEBUG oslo_db.api [req-2a05a2f1-f1f4-4812-b901-04fbc6e7493b req-7a91126f-ce52-4635-aedb-d5efb75ad66b tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:25:04.138149 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1759db71-9336-4e2b-94bd-ccc71049a1a7 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:04.205067 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-ace35e11-b9dd-4a06-a631-9720d2b129e0 None None] Port 44e2e929-5306-4747-9f2b-b8a8f03b3793 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:25:04.217354 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-ace35e11-b9dd-4a06-a631-9720d2b129e0 None None] Provisioning complete for port 8388fbe6-5d0c-48ea-af5e-65c69f246140 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:04.217793 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ace35e11-b9dd-4a06-a631-9720d2b129e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:04.248741 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d02ce171-afd0-4f01-8034-cd3de7c99c35 req-67b16396-e79c-4ec4-8668-f01df392df19 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=c7d474abf40a4bac85edc09be58a0556&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0520155 Jul 29 23:25:04.273055 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d2a1ef1e-f012-489b-be2b-eddd5dcc3d93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:04.282668 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9952b8e7-9bd1-4ded-9289-bea78372f7fd req-78e74c5a-cc11-4b8d-ba2a-a96222799f3b tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=57dfb123-9689-40a9-9542-9edc683c4e3e HTTP/1.1" status: 200 len: 210 time: 0.0506418 Jul 29 23:25:04.399827 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-ace35e11-b9dd-4a06-a631-9720d2b129e0 None None] Provisioning for port 77550cf2-90df-4bb3-86b3-6d949e514eac completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:25:04.406938 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-ace35e11-b9dd-4a06-a631-9720d2b129e0 None None] Provisioning complete for port 77550cf2-90df-4bb3-86b3-6d949e514eac triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:04.407366 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ace35e11-b9dd-4a06-a631-9720d2b129e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:04.433858 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ce171-afd0-4f01-8034-cd3de7c99c35 req-80520dda-7ec5-4671-a8ab-298b0f58aba3 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:04.435847 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d02ce171-afd0-4f01-8034-cd3de7c99c35 req-80520dda-7ec5-4671-a8ab-298b0f58aba3 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1793411 Jul 29 23:25:04.438511 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1759db71-9336-4e2b-94bd-ccc71049a1a7 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:04.458824 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1759db71-9336-4e2b-94bd-ccc71049a1a7 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:04.459890 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-ace35e11-b9dd-4a06-a631-9720d2b129e0 None None] Port 77550cf2-90df-4bb3-86b3-6d949e514eac cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:25:04.498398 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d02ce171-afd0-4f01-8034-cd3de7c99c35 req-163f6dac-3bc7-43c6-b2eb-4a46cd7c1d5d tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] 10.222.0.43 "GET /v2.0/quotas/c7d474abf40a4bac85edc09be58a0556 HTTP/1.1" status: 200 len: 375 time: 0.0420194 Jul 29 23:25:04.559523 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1759db71-9336-4e2b-94bd-ccc71049a1a7 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06985e19-0909-46d3-806d-ed854aa19767,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:04.606040 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d02ce171-afd0-4f01-8034-cd3de7c99c35 req-4eb4d658-24d2-4b8a-ba47-c340030890a6 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c7d474abf40a4bac85edc09be58a0556&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0959826 Jul 29 23:25:04.626904 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d2a1ef1e-f012-489b-be2b-eddd5dcc3d93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:04.634326 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d2a1ef1e-f012-489b-be2b-eddd5dcc3d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:04.682013 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1759db71-9336-4e2b-94bd-ccc71049a1a7 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:04.688890 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-1759db71-9336-4e2b-94bd-ccc71049a1a7 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6052244 Jul 29 23:25:04.689982 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 40358) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:04.693834 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d2a1ef1e-f012-489b-be2b-eddd5dcc3d93 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4b22075d448c40d282ac96bd2c3ebab3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7914622 Jul 29 23:25:04.696973 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 40360) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:04.702294 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-100068b5-70d0-4142-971a-bf9c845e54d7 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Request body: {'security_group_rule': {'security_group_id': '06985e19-0909-46d3-806d-ed854aa19767', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:04.704405 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a1ef1e-f012-489b-be2b-eddd5dcc3d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47fe6f11-5010-4c7a-8a08-068de42146e3,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:04.707471 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a05a2f1-f1f4-4812-b901-04fbc6e7493b req-7a91126f-ce52-4635-aedb-d5efb75ad66b tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Made reservation on behalf of 62091d0f24f84b44849aea33b1484fc4 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:25:04.721963 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2a05a2f1-f1f4-4812-b901-04fbc6e7493b req-7a91126f-ce52-4635-aedb-d5efb75ad66b tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:04.767001 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6ba6158f-acfa-4edc-ae63-c5e2e7b1b724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:04.800236 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6ba6158f-acfa-4edc-ae63-c5e2e7b1b724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:04.888894 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6ba6158f-acfa-4edc-ae63-c5e2e7b1b724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:04.891978 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6ba6158f-acfa-4edc-ae63-c5e2e7b1b724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:04.895671 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-6ba6158f-acfa-4edc-ae63-c5e2e7b1b724 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/47fe6f11-5010-4c7a-8a08-068de42146e3 HTTP/1.1" status: 204 len: 168 time: 0.1951342 Jul 29 23:25:04.921648 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba6158f-acfa-4edc-ae63-c5e2e7b1b724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47fe6f11-5010-4c7a-8a08-068de42146e3,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:04.950405 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-100068b5-70d0-4142-971a-bf9c845e54d7 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:05.093522 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde935a-6691-4144-9107-3db4eea559a9 req-8c00db79-c9ab-48fa-9f32-5f8ab5143593 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:05.095187 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-afde935a-6691-4144-9107-3db4eea559a9 req-8c00db79-c9ab-48fa-9f32-5f8ab5143593 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=5957dee3-6c38-429b-bcda-d522bd42c5fc HTTP/1.1" status: 200 len: 945 time: 0.1968164 Jul 29 23:25:05.255489 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-2a05a2f1-f1f4-4812-b901-04fbc6e7493b req-7a91126f-ce52-4635-aedb-d5efb75ad66b tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Allocated IP 172.20.0.6 (09be3f6b-3c77-4c8e-bbe6-2435736d69cf/61118f50-e726-435d-a59a-d51b2a8c879d/f7cc615d-ef59-405e-ac5a-942897453f2b) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:25:05.263223 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1d15a27f-10bd-444b-8bd7-3f1c34998821 req-bdac0f05-2c86-4350-aabc-56eabdaa2283 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] 10.222.0.43 "GET /v2.0/ports?device_id=34b6b5a2-19bc-4bca-b89e-6896598751af HTTP/1.1" status: 200 len: 210 time: 0.1245303 Jul 29 23:25:05.287831 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-100068b5-70d0-4142-971a-bf9c845e54d7 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:05.298883 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-afde935a-6691-4144-9107-3db4eea559a9 req-81f1cae2-644d-4c15-af1b-8e28a90345f6 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921790 Jul 29 23:25:05.322473 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-100068b5-70d0-4142-971a-bf9c845e54d7 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:05.408505 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-100068b5-70d0-4142-971a-bf9c845e54d7 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:05.416384 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 40396) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:05.419412 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-100068b5-70d0-4142-971a-bf9c845e54d7 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7269785 Jul 29 23:25:05.421694 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-4d0cffdf-8701-405b-82e7-9040f42ea144 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Request body: {'security_group_rule': {'security_group_id': '06985e19-0909-46d3-806d-ed854aa19767', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:05.427490 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100068b5-70d0-4142-971a-bf9c845e54d7 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1940ed33-2190-46c5-bbbd-3b25ff31af4e,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:05.498928 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4d0cffdf-8701-405b-82e7-9040f42ea144 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:05.597928 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 40402) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:05.633066 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4d0cffdf-8701-405b-82e7-9040f42ea144 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:05.650480 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4d0cffdf-8701-405b-82e7-9040f42ea144 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:05.674444 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-515e72bd-6ac3-465b-a8a9-d65514ff7b2d req-89b1c5af-3a2a-4fda-8d83-b274512670dc tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=57dfb123-9689-40a9-9542-9edc683c4e3e HTTP/1.1" status: 200 len: 210 time: 0.1877980 Jul 29 23:25:05.693374 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0cffdf-8701-405b-82e7-9040f42ea144 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=723495b7-91c7-4501-9daa-206d84af0c08,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:05.715473 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 8388fbe6-5d0c-48ea-af5e-65c69f246140 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:25:05.722065 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4d0cffdf-8701-405b-82e7-9040f42ea144 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:05.727428 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4d0cffdf-8701-405b-82e7-9040f42ea144 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3090684 Jul 29 23:25:05.728232 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 40410) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:05.738244 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-cf3c484f-b9ae-4fdf-bcd0-119ae8ac33f5 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Request body: {'floatingip': {'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:05.825953 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cf3c484f-b9ae-4fdf-bcd0-119ae8ac33f5 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks [] for floatingip, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:05.850416 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 8388fbe6-5d0c-48ea-af5e-65c69f246140 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:05.850807 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:05.852754 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2a05a2f1-f1f4-4812-b901-04fbc6e7493b req-7a91126f-ce52-4635-aedb-d5efb75ad66b tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:05.906320 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2a05a2f1-f1f4-4812-b901-04fbc6e7493b req-7a91126f-ce52-4635-aedb-d5efb75ad66b tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:05.927744 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['eaece889-3bc6-4523-be5b-ee4e06ba51df'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:25:05.943595 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['95555302-95fb-448e-a090-29b4ec336757'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:25:05.962596 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-21dd5e21-5121-49c8-a7fe-9ac8f8c4c667 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1723327279-network', 'tenant_id': '05e8cd719a1e468d9d1f19a8ac790d23'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:05.965863 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a91126f-ce52-4635-aedb-d5efb75ad66b tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Pushing event updated for resources: {'Port': ['ID=f7cc615d-ef59-405e-ac5a-942897453f2b,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:05.973140 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a05a2f1-f1f4-4812-b901-04fbc6e7493b req-7a91126f-ce52-4635-aedb-d5efb75ad66b tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Network 09be3f6b-3c77-4c8e-bbe6-2435736d69cf is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:25:05.974518 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-2a05a2f1-f1f4-4812-b901-04fbc6e7493b req-7a91126f-ce52-4635-aedb-d5efb75ad66b tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:25:05.977384 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a05a2f1-f1f4-4812-b901-04fbc6e7493b req-7a91126f-ce52-4635-aedb-d5efb75ad66b tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:25:06.028229 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a05a2f1-f1f4-4812-b901-04fbc6e7493b req-7a91126f-ce52-4635-aedb-d5efb75ad66b tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:06.028884 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2a05a2f1-f1f4-4812-b901-04fbc6e7493b req-7a91126f-ce52-4635-aedb-d5efb75ad66b tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:06.056858 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21dd5e21-5121-49c8-a7fe-9ac8f8c4c667 admin admin] Made reservation on behalf of 05e8cd719a1e468d9d1f19a8ac790d23 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:25:06.060700 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-21dd5e21-5121-49c8-a7fe-9ac8f8c4c667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:06.062318 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2a05a2f1-f1f4-4812-b901-04fbc6e7493b req-7a91126f-ce52-4635-aedb-d5efb75ad66b tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1842718 Jul 29 23:25:06.083743 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-2a05a2f1-f1f4-4812-b901-04fbc6e7493b req-f036e51a-c53a-4eae-a744-e52626a9c355 service neutron] Request body: {'port': {'device_id': '57dfb123-9689-40a9-9542-9edc683c4e3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:06.095415 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-21dd5e21-5121-49c8-a7fe-9ac8f8c4c667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:06.141278 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 112ea9f7-cea8-48d5-a6dd-04c5eb1ec973 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:25:06.184527 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2a05a2f1-f1f4-4812-b901-04fbc6e7493b req-f036e51a-c53a-4eae-a744-e52626a9c355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:06.207164 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cf3c484f-b9ae-4fdf-bcd0-119ae8ac33f5 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:06.353775 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b50f19-e8eb-41ca-8431-1452e5c1791c req-4d5280f2-5d21-4d2a-8653-4771a1dcfea1 tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:06.356273 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a1b50f19-e8eb-41ca-8431-1452e5c1791c req-4d5280f2-5d21-4d2a-8653-4771a1dcfea1 tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] 10.222.0.43 "GET /v2.0/ports?device_id=322ecf20-bde5-4573-b8eb-51197eeb6bdc HTTP/1.1" status: 200 len: 949 time: 0.1308174 Jul 29 23:25:06.388820 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 112ea9f7-cea8-48d5-a6dd-04c5eb1ec973 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:06.389201 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:06.401638 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-21dd5e21-5121-49c8-a7fe-9ac8f8c4c667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:06.407625 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-cf3c484f-b9ae-4fdf-bcd0-119ae8ac33f5 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Allocated IP 172.25.0.189 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/3973feff-9bdd-4d9f-a083-99d9c3b9908a) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:25:06.409654 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-21dd5e21-5121-49c8-a7fe-9ac8f8c4c667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:06.415779 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a59951d0-d1a5-44ef-b7ca-2ff4c08ca401 req-705603ff-4bf2-440f-9728-1f62db06038b tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] 10.222.0.43 "GET /v2.0/ports?device_id=34b6b5a2-19bc-4bca-b89e-6896598751af HTTP/1.1" status: 200 len: 210 time: 0.0475745 Jul 29 23:25:06.450512 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21dd5e21-5121-49c8-a7fe-9ac8f8c4c667 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:25:06.509382 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a1b50f19-e8eb-41ca-8431-1452e5c1791c req-d60477aa-2d46-4b73-9437-c5e443158e1d tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c4717de-c2b0-4901-a766-70fd40e6f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348181 Jul 29 23:25:06.510933 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd5e21-5121-49c8-a7fe-9ac8f8c4c667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01010c1-595d-4af4-9091-ce78d76f2897,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:06.518838 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-21dd5e21-5121-49c8-a7fe-9ac8f8c4c667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:06.519205 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-21dd5e21-5121-49c8-a7fe-9ac8f8c4c667 admin admin] Added segment 697ca422-dae8-4a41-9470-24af6f5c602a of type vlan for network de2cb6c2-1eb5-4f3f-9ac4-4b9f8df261c6 Jul 29 23:25:06.594060 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-21dd5e21-5121-49c8-a7fe-9ac8f8c4c667 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:06.666208 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-21dd5e21-5121-49c8-a7fe-9ac8f8c4c667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:06.668255 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21dd5e21-5121-49c8-a7fe-9ac8f8c4c667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:06.668853 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-21dd5e21-5121-49c8-a7fe-9ac8f8c4c667 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:06.673744 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cf3c484f-b9ae-4fdf-bcd0-119ae8ac33f5 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:06.715438 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d02ce171-afd0-4f01-8034-cd3de7c99c35 req-f30c8eaf-c779-4b1d-bcf3-7e5f6c30406a tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=c7d474abf40a4bac85edc09be58a0556&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355446 Jul 29 23:25:06.724946 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c584fbc-bb35-4fb3-8fe9-400aa0936d90 req-eae11804-2aad-4c39-aa2e-f315c419779e tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:06.726823 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0c584fbc-bb35-4fb3-8fe9-400aa0936d90 req-eae11804-2aad-4c39-aa2e-f315c419779e tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=5957dee3-6c38-429b-bcda-d522bd42c5fc HTTP/1.1" status: 200 len: 945 time: 0.1207392 Jul 29 23:25:06.733769 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-2a05a2f1-f1f4-4812-b901-04fbc6e7493b req-f036e51a-c53a-4eae-a744-e52626a9c355 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7cc615d-ef59-405e-ac5a-942897453f2b {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:25:06.750932 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-21dd5e21-5121-49c8-a7fe-9ac8f8c4c667 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1491446 Jul 29 23:25:06.752138 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 40440) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:06.761627 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2a05a2f1-f1f4-4812-b901-04fbc6e7493b req-f036e51a-c53a-4eae-a744-e52626a9c355 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:06.768460 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-a5ac7c23-d5c5-4122-be2a-ebdb695631b8 admin admin] Request body: {'subnet': {'network_id': 'de2cb6c2-1eb5-4f3f-9ac4-4b9f8df261c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1723327279-subnet', 'tenant_id': '05e8cd719a1e468d9d1f19a8ac790d23', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:06.803615 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd5e21-5121-49c8-a7fe-9ac8f8c4c667 admin admin] Pushing event updated for resources: {'Network': ['ID=de2cb6c2-1eb5-4f3f-9ac4-4b9f8df261c6,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:06.809336 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ac7c23-d5c5-4122-be2a-ebdb695631b8 admin admin] Made reservation on behalf of 05e8cd719a1e468d9d1f19a8ac790d23 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:25:06.811754 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a5ac7c23-d5c5-4122-be2a-ebdb695631b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:06.819039 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network de2cb6c2-1eb5-4f3f-9ac4-4b9f8df261c6 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:25:06.904722 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cf3c484f-b9ae-4fdf-bcd0-119ae8ac33f5 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:06.933098 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-2a05a2f1-f1f4-4812-b901-04fbc6e7493b req-f036e51a-c53a-4eae-a744-e52626a9c355 service neutron] Transition to ACTIVE for port object f7cc615d-ef59-405e-ac5a-942897453f2b will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:06.941667 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:06.951407 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2a05a2f1-f1f4-4812-b901-04fbc6e7493b req-f036e51a-c53a-4eae-a744-e52626a9c355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:06.968639 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3c484f-b9ae-4fdf-bcd0-119ae8ac33f5 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:25:06.975840 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-cf3c484f-b9ae-4fdf-bcd0-119ae8ac33f5 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:25:06.978837 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3c484f-b9ae-4fdf-bcd0-119ae8ac33f5 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:25:06.981049 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0c584fbc-bb35-4fb3-8fe9-400aa0936d90 req-3cc6f025-9e8e-4ecf-9e84-2230b83bc382 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251432 Jul 29 23:25:07.040573 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3c484f-b9ae-4fdf-bcd0-119ae8ac33f5 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Pushing event updated for resources: {'Port': ['ID=3973feff-9bdd-4d9f-a083-99d9c3b9908a,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:07.060998 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae7b5f3-8be4-4230-8063-3b2c9586591d req-f66d6f6a-449b-4eda-a88d-a49c33256950 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:07.062724 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cae7b5f3-8be4-4230-8063-3b2c9586591d req-f66d6f6a-449b-4eda-a88d-a49c33256950 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=57dfb123-9689-40a9-9542-9edc683c4e3e HTTP/1.1" status: 200 len: 931 time: 0.2482028 Jul 29 23:25:07.089981 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ce171-afd0-4f01-8034-cd3de7c99c35 req-9b5bcd54-3e5f-4354-9344-59d9f612a47e tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:07.091555 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d02ce171-afd0-4f01-8034-cd3de7c99c35 req-9b5bcd54-3e5f-4354-9344-59d9f612a47e tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3622186 Jul 29 23:25:07.102302 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f036e51a-c53a-4eae-a744-e52626a9c355 service neutron] Pushing event updated for resources: {'Port': ['ID=f7cc615d-ef59-405e-ac5a-942897453f2b,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:07.123236 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 40452) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:07.137253 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-d02ce171-afd0-4f01-8034-cd3de7c99c35 req-e178a7fd-6812-4a85-b30a-21c66c69e0e5 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] Request body: {'port': {'device_id': '34b6b5a2-19bc-4bca-b89e-6896598751af', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'admin_state_up': True, 'tenant_id': 'c7d474abf40a4bac85edc09be58a0556'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:07.216670 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a5ac7c23-d5c5-4122-be2a-ebdb695631b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:07.234150 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cae7b5f3-8be4-4230-8063-3b2c9586591d req-6ae8132f-7cd2-4230-8eeb-8a1bcd7c4712 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547227 Jul 29 23:25:07.270047 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cf3c484f-b9ae-4fdf-bcd0-119ae8ac33f5 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:07.323893 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0a4cc312-4977-457c-92af-066dfa055d26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:07.329375 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ac7c23-d5c5-4122-be2a-ebdb695631b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b39d3184-aaf6-43d1-83ae-f569a32d6aca,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:07.375597 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ac7c23-d5c5-4122-be2a-ebdb695631b8 admin admin] Checking segment: {'id': '697ca422-dae8-4a41-9470-24af6f5c602a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'de2cb6c2-1eb5-4f3f-9ac4-4b9f8df261c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:25:07.375961 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ac7c23-d5c5-4122-be2a-ebdb695631b8 admin admin] Network hostable DHCP agents. Network: de2cb6c2-1eb5-4f3f-9ac4-4b9f8df261c6, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:25:07.380608 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cf3c484f-b9ae-4fdf-bcd0-119ae8ac33f5 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:07.567874 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ac7c23-d5c5-4122-be2a-ebdb695631b8 admin admin] Network de2cb6c2-1eb5-4f3f-9ac4-4b9f8df261c6 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:25:07.599628 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-a5ac7c23-d5c5-4122-be2a-ebdb695631b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, de2cb6c2-1eb5-4f3f-9ac4-4b9f8df261c6) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:25:07.605834 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ac7c23-d5c5-4122-be2a-ebdb695631b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:07.606489 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a5ac7c23-d5c5-4122-be2a-ebdb695631b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:07.610645 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6fa6c5f-c3c0-4ef0-b816-059a29cc95a4 None None] Network de2cb6c2-1eb5-4f3f-9ac4-4b9f8df261c6 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:25:07.692439 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0a4cc312-4977-457c-92af-066dfa055d26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:07.697087 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9c32c8b9-5524-4b76-aa4c-6606af4310c7 req-fbb0301a-338e-4d18-a9ae-b83a3a70b02b tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] 10.222.0.43 "GET /v2.0/ports?device_id=34b6b5a2-19bc-4bca-b89e-6896598751af HTTP/1.1" status: 200 len: 210 time: 0.0737722 Jul 29 23:25:07.697935 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-2a05a2f1-f1f4-4812-b901-04fbc6e7493b req-f036e51a-c53a-4eae-a744-e52626a9c355 service neutron] Attempting to bind port f7cc615d-ef59-405e-ac5a-942897453f2b on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:25:07.711692 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0a4cc312-4977-457c-92af-066dfa055d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:07.711848 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-2a05a2f1-f1f4-4812-b901-04fbc6e7493b req-f036e51a-c53a-4eae-a744-e52626a9c355 service neutron] Attempting to bind port f7cc615d-ef59-405e-ac5a-942897453f2b by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '2f225bab-780d-4bb8-903d-ee3f32d75d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '09be3f6b-3c77-4c8e-bbe6-2435736d69cf'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:25:07.711848 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a05a2f1-f1f4-4812-b901-04fbc6e7493b req-f036e51a-c53a-4eae-a744-e52626a9c355 service neutron] Attempting to bind port f7cc615d-ef59-405e-ac5a-942897453f2b on network 09be3f6b-3c77-4c8e-bbe6-2435736d69cf {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:07.744404 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a05a2f1-f1f4-4812-b901-04fbc6e7493b req-f036e51a-c53a-4eae-a744-e52626a9c355 service neutron] Port f7cc615d-ef59-405e-ac5a-942897453f2b on network 09be3f6b-3c77-4c8e-bbe6-2435736d69cf not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:25:07.746740 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a05a2f1-f1f4-4812-b901-04fbc6e7493b req-f036e51a-c53a-4eae-a744-e52626a9c355 service neutron] Attempting to bind port f7cc615d-ef59-405e-ac5a-942897453f2b on network 09be3f6b-3c77-4c8e-bbe6-2435736d69cf {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:07.748559 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a5ac7c23-d5c5-4122-be2a-ebdb695631b8 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9951141 Jul 29 23:25:07.752083 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 40468) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:07.753783 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cf3c484f-b9ae-4fdf-bcd0-119ae8ac33f5 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:07.774006 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-a785bf4d-50c7-4d07-8083-eae29b78805b admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1723327279-router', 'tenant_id': '05e8cd719a1e468d9d1f19a8ac790d23', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:07.780812 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cf3c484f-b9ae-4fdf-bcd0-119ae8ac33f5 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:07.799394 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0a4cc312-4977-457c-92af-066dfa055d26 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5cfa21a80a9043a38ea2a67d67b037f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6725023 Jul 29 23:25:07.812567 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a05a2f1-f1f4-4812-b901-04fbc6e7493b req-f036e51a-c53a-4eae-a744-e52626a9c355 service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:25:07.819903 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a05a2f1-f1f4-4812-b901-04fbc6e7493b req-f036e51a-c53a-4eae-a744-e52626a9c355 service neutron] Checking segment: {'id': '2f225bab-780d-4bb8-903d-ee3f32d75d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '09be3f6b-3c77-4c8e-bbe6-2435736d69cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:25:07.821601 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a05a2f1-f1f4-4812-b901-04fbc6e7493b req-f036e51a-c53a-4eae-a744-e52626a9c355 service neutron] Bound using segment: {'id': '2f225bab-780d-4bb8-903d-ee3f32d75d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '09be3f6b-3c77-4c8e-bbe6-2435736d69cf'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:25:07.822079 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-2a05a2f1-f1f4-4812-b901-04fbc6e7493b req-f036e51a-c53a-4eae-a744-e52626a9c355 service neutron] Bound port: f7cc615d-ef59-405e-ac5a-942897453f2b, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f225bab-780d-4bb8-903d-ee3f32d75d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '09be3f6b-3c77-4c8e-bbe6-2435736d69cf'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:25:07.822367 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 40470) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:07.824328 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2a05a2f1-f1f4-4812-b901-04fbc6e7493b req-f036e51a-c53a-4eae-a744-e52626a9c355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:07.874712 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cf3c484f-b9ae-4fdf-bcd0-119ae8ac33f5 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:07.884868 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4cc312-4977-457c-92af-066dfa055d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5572f3-3397-4843-8331-041d246da121,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:07.922533 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cf3c484f-b9ae-4fdf-bcd0-119ae8ac33f5 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:07.931640 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-cf3c484f-b9ae-4fdf-bcd0-119ae8ac33f5 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1944966 Jul 29 23:25:07.931640 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3c484f-b9ae-4fdf-bcd0-119ae8ac33f5 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Pushing event updated for resources: {'Port': ['ID=3973feff-9bdd-4d9f-a083-99d9c3b9908a,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:07.931992 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad053c-c343-48a4-8018-da14529eb1fb req-80121a0a-cb40-45ca-9560-fb4abe751512 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:07.946153 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f7ad053c-c343-48a4-8018-da14529eb1fb req-80121a0a-cb40-45ca-9560-fb4abe751512 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=5957dee3-6c38-429b-bcda-d522bd42c5fc HTTP/1.1" status: 200 len: 945 time: 0.3229578 Jul 29 23:25:07.985439 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a785bf4d-50c7-4d07-8083-eae29b78805b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:07.986446 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a785bf4d-50c7-4d07-8083-eae29b78805b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:08.001972 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e5178d-ac23-4937-9f12-79a44e75b1ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-de2cb6c2-1eb5-4f3f-9ac4-4b9f8df261c6', 'network_id': 'de2cb6c2-1eb5-4f3f-9ac4-4b9f8df261c6', 'tenant_id': '05e8cd719a1e468d9d1f19a8ac790d23', 'fixed_ips': [{'subnet_id': 'b39d3184-aaf6-43d1-83ae-f569a32d6aca'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:25:08.004804 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-89e5178d-ac23-4937-9f12-79a44e75b1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:08.022666 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9a909c5b-e57b-4088-b8f2-deba36775fc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:08.083228 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d02ce171-afd0-4f01-8034-cd3de7c99c35 req-e178a7fd-6812-4a85-b30a-21c66c69e0e5 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] Made reservation on behalf of c7d474abf40a4bac85edc09be58a0556 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:25:08.087042 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d02ce171-afd0-4f01-8034-cd3de7c99c35 req-e178a7fd-6812-4a85-b30a-21c66c69e0e5 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:08.092043 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc4ace5-0d22-48d3-b68c-b7fa680bbf93 req-eafc5de2-5783-4441-b82d-2d37f612f60b tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:08.094730 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-4dc4ace5-0d22-48d3-b68c-b7fa680bbf93 req-eafc5de2-5783-4441-b82d-2d37f612f60b tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] 10.222.0.41 "GET /v2.0/ports?device_id=322ecf20-bde5-4573-b8eb-51197eeb6bdc HTTP/1.1" status: 200 len: 949 time: 0.1504965 Jul 29 23:25:08.109841 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9a909c5b-e57b-4088-b8f2-deba36775fc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:08.115530 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa912dc-01a4-49c0-8337-bb5d699050b4 req-e55fc2c9-d8d7-44b3-aaf6-793c3e6cf92c tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:08.123650 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8aa912dc-01a4-49c0-8337-bb5d699050b4 req-e55fc2c9-d8d7-44b3-aaf6-793c3e6cf92c tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] 10.222.0.43 "GET /v2.0/ports?device_id=322ecf20-bde5-4573-b8eb-51197eeb6bdc HTTP/1.1" status: 200 len: 949 time: 0.2851329 Jul 29 23:25:08.165333 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-2a05a2f1-f1f4-4812-b901-04fbc6e7493b req-f036e51a-c53a-4eae-a744-e52626a9c355 service neutron] For port f7cc615d-ef59-405e-ac5a-942897453f2b, host n-h2-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:25:08.214563 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f7ad053c-c343-48a4-8018-da14529eb1fb req-b0b25784-ca9d-4515-80d5-0c427a3ab7de tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674718 Jul 29 23:25:08.220468 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-89e5178d-ac23-4937-9f12-79a44e75b1ff None None] Allocated IP 172.20.0.2 (de2cb6c2-1eb5-4f3f-9ac4-4b9f8df261c6/b39d3184-aaf6-43d1-83ae-f569a32d6aca/dd51a050-5368-4fb4-8276-88cb8039aac7) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:25:08.260713 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-2a05a2f1-f1f4-4812-b901-04fbc6e7493b req-f036e51a-c53a-4eae-a744-e52626a9c355 service neutron] For port f7cc615d-ef59-405e-ac5a-942897453f2b, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=f7cc615d-ef59-405e-ac5a-942897453f2b,segment=NetworkSegment(2f225bab-780d-4bb8-903d-ee3f32d75d09),segment_id=2f225bab-780d-4bb8-903d-ee3f32d75d09)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:25:08.267016 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a785bf4d-50c7-4d07-8083-eae29b78805b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:08.286803 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9a909c5b-e57b-4088-b8f2-deba36775fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:08.288172 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2a05a2f1-f1f4-4812-b901-04fbc6e7493b req-f036e51a-c53a-4eae-a744-e52626a9c355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:08.290868 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9a909c5b-e57b-4088-b8f2-deba36775fc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:08.292503 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9a909c5b-e57b-4088-b8f2-deba36775fc8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4a5572f3-3397-4843-8331-041d246da121 HTTP/1.1" status: 204 len: 168 time: 0.4252737 Jul 29 23:25:08.318178 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-4dc4ace5-0d22-48d3-b68c-b7fa680bbf93 req-4f881f1c-8e53-4ff3-811b-360d9beae0f0 tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] Deleting port 75998fe5-ae44-40ce-8c7b-677dd8236579 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:25:08.319030 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-4dc4ace5-0d22-48d3-b68c-b7fa680bbf93 req-4f881f1c-8e53-4ff3-811b-360d9beae0f0 tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:08.323129 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a909c5b-e57b-4088-b8f2-deba36775fc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5572f3-3397-4843-8331-041d246da121,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:08.439309 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-4dc4ace5-0d22-48d3-b68c-b7fa680bbf93 req-4f881f1c-8e53-4ff3-811b-360d9beae0f0 tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] For port 75998fe5-ae44-40ce-8c7b-677dd8236579, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=75998fe5-ae44-40ce-8c7b-677dd8236579,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:08.439739 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-4dc4ace5-0d22-48d3-b68c-b7fa680bbf93 req-4f881f1c-8e53-4ff3-811b-360d9beae0f0 tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:08.459036 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-4dc4ace5-0d22-48d3-b68c-b7fa680bbf93 req-4f881f1c-8e53-4ff3-811b-360d9beae0f0 tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] Calling delete_port for 75998fe5-ae44-40ce-8c7b-677dd8236579 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:25:08.478408 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-89e5178d-ac23-4937-9f12-79a44e75b1ff None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:08.490628 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8aa912dc-01a4-49c0-8337-bb5d699050b4 req-5c9bd49f-4fbb-42c7-977f-9b6fcfd93345 tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] 10.222.0.43 "GET /v2.0/security-groups?id=9c4717de-c2b0-4901-a766-70fd40e6f8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3658717 Jul 29 23:25:08.497373 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-89e5178d-ac23-4937-9f12-79a44e75b1ff None None] Transition to ACTIVE for port object dd51a050-5368-4fb4-8276-88cb8039aac7 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:08.527222 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a05a2f1-f1f4-4812-b901-04fbc6e7493b req-f036e51a-c53a-4eae-a744-e52626a9c355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:08.528127 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2a05a2f1-f1f4-4812-b901-04fbc6e7493b req-f036e51a-c53a-4eae-a744-e52626a9c355 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:08.529685 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2a05a2f1-f1f4-4812-b901-04fbc6e7493b req-f036e51a-c53a-4eae-a744-e52626a9c355 service neutron] 10.222.0.22 "PUT /v2.0/ports/f7cc615d-ef59-405e-ac5a-942897453f2b HTTP/1.1" status: 200 len: 1092 time: 2.4570754 Jul 29 23:25:08.532272 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57dfb123-9689-40a9-9542-9edc683c4e3e', 'tag': 'f7cc615d-ef59-405e-ac5a-942897453f2b'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:25:08.535189 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2705a0-3736-463a-ba15-812a267f7ad3" -d '{"events": [{"name": "network-changed", "server_uuid": "57dfb123-9689-40a9-9542-9edc683c4e3e", "tag": "f7cc615d-ef59-405e-ac5a-942897453f2b"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:25:08.536187 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-89e5178d-ac23-4937-9f12-79a44e75b1ff None None] Transition to ACTIVE for port object dd51a050-5368-4fb4-8276-88cb8039aac7 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:08.569769 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-89e5178d-ac23-4937-9f12-79a44e75b1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:08.613696 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e5178d-ac23-4937-9f12-79a44e75b1ff None None] Network de2cb6c2-1eb5-4f3f-9ac4-4b9f8df261c6 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:25:08.618046 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-89e5178d-ac23-4937-9f12-79a44e75b1ff None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:25:08.626772 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e5178d-ac23-4937-9f12-79a44e75b1ff None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:25:08.667390 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e5178d-ac23-4937-9f12-79a44e75b1ff None None] Pushing event updated for resources: {'Port': ['ID=dd51a050-5368-4fb4-8276-88cb8039aac7,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:08.734207 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f036e51a-c53a-4eae-a744-e52626a9c355 service neutron] Pushing event updated for resources: {'Port': ['ID=f7cc615d-ef59-405e-ac5a-942897453f2b,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:08.735565 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-89e5178d-ac23-4937-9f12-79a44e75b1ff None None] Attempting to bind port dd51a050-5368-4fb4-8276-88cb8039aac7 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:25:08.735949 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-89e5178d-ac23-4937-9f12-79a44e75b1ff None None] Attempting to bind port dd51a050-5368-4fb4-8276-88cb8039aac7 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '697ca422-dae8-4a41-9470-24af6f5c602a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'de2cb6c2-1eb5-4f3f-9ac4-4b9f8df261c6'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:25:08.740580 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e5178d-ac23-4937-9f12-79a44e75b1ff None None] Attempting to bind port dd51a050-5368-4fb4-8276-88cb8039aac7 on network de2cb6c2-1eb5-4f3f-9ac4-4b9f8df261c6 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:08.749069 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e5178d-ac23-4937-9f12-79a44e75b1ff None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:25:08.749461 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e5178d-ac23-4937-9f12-79a44e75b1ff None None] Checking segment: {'id': '697ca422-dae8-4a41-9470-24af6f5c602a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'de2cb6c2-1eb5-4f3f-9ac4-4b9f8df261c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:25:08.749904 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-89e5178d-ac23-4937-9f12-79a44e75b1ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:08.750359 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e5178d-ac23-4937-9f12-79a44e75b1ff None None] Bound using segment: {'id': '697ca422-dae8-4a41-9470-24af6f5c602a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'de2cb6c2-1eb5-4f3f-9ac4-4b9f8df261c6'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:25:08.751048 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-89e5178d-ac23-4937-9f12-79a44e75b1ff None None] Bound port: dd51a050-5368-4fb4-8276-88cb8039aac7, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '697ca422-dae8-4a41-9470-24af6f5c602a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'de2cb6c2-1eb5-4f3f-9ac4-4b9f8df261c6'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:25:08.751443 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-89e5178d-ac23-4937-9f12-79a44e75b1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:08.756505 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-4dc4ace5-0d22-48d3-b68c-b7fa680bbf93 req-4f881f1c-8e53-4ff3-811b-360d9beae0f0 tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:08.792956 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f881f1c-8e53-4ff3-811b-360d9beae0f0 tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] Pushing event deleted for resources: {'Port': ['ID=75998fe5-ae44-40ce-8c7b-677dd8236579,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:08.826516 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-6c35b08e-5b90-4a1c-90e2-ef6557eda3b6 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--165164299&fields=id&tenant_id=2080476b97a74d1caf5886ea19337ad1 HTTP/1.1" status: 200 len: 267 time: 0.4333324 Jul 29 23:25:08.830609 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a785bf4d-50c7-4d07-8083-eae29b78805b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:08.861623 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dc4ace5-0d22-48d3-b68c-b7fa680bbf93 req-4f881f1c-8e53-4ff3-811b-360d9beae0f0 tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] No DVR routers for this DVR port 75998fe5-ae44-40ce-8c7b-677dd8236579 on host n-h1-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:25:08.866356 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-4dc4ace5-0d22-48d3-b68c-b7fa680bbf93 req-4f881f1c-8e53-4ff3-811b-360d9beae0f0 tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:08.869829 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-4dc4ace5-0d22-48d3-b68c-b7fa680bbf93 req-4f881f1c-8e53-4ff3-811b-360d9beae0f0 tempest-TenantUsagesTestJSON-787966801 tempest-TenantUsagesTestJSON-787966801-project] 10.222.0.41 "DELETE /v2.0/ports/75998fe5-ae44-40ce-8c7b-677dd8236579 HTTP/1.1" status: 204 len: 173 time: 0.7066183 Jul 29 23:25:08.870309 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '322ecf20-bde5-4573-b8eb-51197eeb6bdc', 'name': 'network-vif-deleted', 'tag': '75998fe5-ae44-40ce-8c7b-677dd8236579'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:25:08.872686 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05242485-b9d9-4632-963a-93d4a170f3dd" -d '{"events": [{"server_uuid": "322ecf20-bde5-4573-b8eb-51197eeb6bdc", "name": "network-vif-deleted", "tag": "75998fe5-ae44-40ce-8c7b-677dd8236579"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:25:08.921489 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-89e5178d-ac23-4937-9f12-79a44e75b1ff None None] For port dd51a050-5368-4fb4-8276-88cb8039aac7, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:25:08.925750 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-89e5178d-ac23-4937-9f12-79a44e75b1ff None None] For port dd51a050-5368-4fb4-8276-88cb8039aac7, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=dd51a050-5368-4fb4-8276-88cb8039aac7,segment=NetworkSegment(697ca422-dae8-4a41-9470-24af6f5c602a),segment_id=697ca422-dae8-4a41-9470-24af6f5c602a)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:25:08.927641 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-d02ce171-afd0-4f01-8034-cd3de7c99c35 req-e178a7fd-6812-4a85-b30a-21c66c69e0e5 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] Allocated IP 192.168.233.187 (d71c22dc-feef-410b-a7ed-6548cf85bd6f/64bdc61a-58ca-49c7-bae5-ecfed9ee407c/47f4b8a3-ddc1-44a2-a05c-cdeafa9aadd2) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:25:08.940882 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-89e5178d-ac23-4937-9f12-79a44e75b1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:09.027436 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e5178d-ac23-4937-9f12-79a44e75b1ff None None] Pushing event updated for resources: {'Port': ['ID=dd51a050-5368-4fb4-8276-88cb8039aac7,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:09.048237 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-ac69120a-ec85-40e8-b209-2bbef4951d3d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:09.051909 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-ac69120a-ec85-40e8-b209-2bbef4951d3d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports/44e2e929-5306-4747-9f2b-b8a8f03b3793 HTTP/1.1" status: 200 len: 935 time: 0.2221236 Jul 29 23:25:09.061900 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a05a2f1-f1f4-4812-b901-04fbc6e7493b req-2587cb53-6b0b-48c1-a32c-57c5775f7c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:09.063712 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2a05a2f1-f1f4-4812-b901-04fbc6e7493b req-2587cb53-6b0b-48c1-a32c-57c5775f7c45 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=62091d0f24f84b44849aea33b1484fc4&device_id=57dfb123-9689-40a9-9542-9edc683c4e3e HTTP/1.1" status: 200 len: 1095 time: 0.4029362 Jul 29 23:25:09.133977 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e10a185-0c6e-4247-abd5-668987a0106e req-a299b9d5-96c0-4444-95ec-9d16a7516820 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:09.135828 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6e10a185-0c6e-4247-abd5-668987a0106e req-a299b9d5-96c0-4444-95ec-9d16a7516820 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=57dfb123-9689-40a9-9542-9edc683c4e3e HTTP/1.1" status: 200 len: 943 time: 0.4761074 Jul 29 23:25:09.269465 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2a05a2f1-f1f4-4812-b901-04fbc6e7493b req-2ae50a2e-91df-4d3e-87b5-44a10f639f95 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7cc615d-ef59-405e-ac5a-942897453f2b HTTP/1.1" status: 200 len: 217 time: 0.1488421 Jul 29 23:25:09.301312 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-9e093864-5a41-442f-975a-aeec234c8d2f tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:09.302905 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-9e093864-5a41-442f-975a-aeec234c8d2f tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports/77550cf2-90df-4bb3-86b3-6d949e514eac HTTP/1.1" status: 200 len: 935 time: 0.2380981 Jul 29 23:25:09.459996 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-75d14bf9-f190-4395-bf47-53b0967408b2 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?network_id=4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1316547 Jul 29 23:25:09.479579 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6e10a185-0c6e-4247-abd5-668987a0106e req-73fcdf58-41ef-4e5d-8351-fff76c93b895 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916663 Jul 29 23:25:09.624639 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90c6532-d5f6-4588-9883-0182b7b14b99 x-openstack-request-id: req-e90c6532-d5f6-4588-9883-0182b7b14b99 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:25:09.624968 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57dfb123-9689-40a9-9542-9edc683c4e3e", "tag": "f7cc615d-ef59-405e-ac5a-942897453f2b", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:25:09.625178 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e90c6532-d5f6-4588-9883-0182b7b14b99 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:25:09.625565 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57dfb123-9689-40a9-9542-9edc683c4e3e', 'tag': 'f7cc615d-ef59-405e-ac5a-942897453f2b', 'status': 'completed', 'code': 200} Jul 29 23:25:09.627723 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-1fbed9cb-aff8-4a59-8ad7-d6501ae26c61 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?network_id=4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1352921 Jul 29 23:25:09.642758 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a05a2f1-f1f4-4812-b901-04fbc6e7493b req-fe6f5608-c782-469d-b703-27145bb4003a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:09.644240 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2a05a2f1-f1f4-4812-b901-04fbc6e7493b req-fe6f5608-c782-469d-b703-27145bb4003a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=61118f50-e726-435d-a59a-d51b2a8c879d HTTP/1.1" status: 200 len: 845 time: 0.3523309 Jul 29 23:25:09.694174 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fa5a34d0-b7a8-4bb0-ace5-5396740458d1 req-7185ea8f-7cab-4fd3-99af-2604948d5480 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] 10.222.0.43 "GET /v2.0/ports?device_id=34b6b5a2-19bc-4bca-b89e-6896598751af HTTP/1.1" status: 200 len: 210 time: 0.0654263 Jul 29 23:25:09.716168 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d02ce171-afd0-4f01-8034-cd3de7c99c35 req-e178a7fd-6812-4a85-b30a-21c66c69e0e5 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:09.717633 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device dd51a050-5368-4fb4-8276-88cb8039aac7 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:25:09.731932 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-d02ce171-afd0-4f01-8034-cd3de7c99c35 req-e178a7fd-6812-4a85-b30a-21c66c69e0e5 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] Transition to ACTIVE for port object 47f4b8a3-ddc1-44a2-a05c-cdeafa9aadd2 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:09.794110 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ee6b53-69b3-4349-879e-4f6b0ebaed95 x-openstack-request-id: req-d4ee6b53-69b3-4349-879e-4f6b0ebaed95 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:25:09.795023 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "322ecf20-bde5-4573-b8eb-51197eeb6bdc", "name": "network-vif-deleted", "tag": "75998fe5-ae44-40ce-8c7b-677dd8236579", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:25:09.795524 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d4ee6b53-69b3-4349-879e-4f6b0ebaed95 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:25:09.796146 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port dd51a050-5368-4fb4-8276-88cb8039aac7 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:25:09.796304 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '322ecf20-bde5-4573-b8eb-51197eeb6bdc', 'name': 'network-vif-deleted', 'tag': '75998fe5-ae44-40ce-8c7b-677dd8236579', 'status': 'completed', 'code': 200} Jul 29 23:25:09.805475 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d02ce171-afd0-4f01-8034-cd3de7c99c35 req-e178a7fd-6812-4a85-b30a-21c66c69e0e5 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:09.821336 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['f99c3c59-81f6-4347-9f29-e0b9d49ab421'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:25:09.885318 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2a05a2f1-f1f4-4812-b901-04fbc6e7493b req-62a51b08-2d17-4268-9468-dcff09d28105 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=09be3f6b-3c77-4c8e-bbe6-2435736d69cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2086325 Jul 29 23:25:10.000648 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d02ce171-afd0-4f01-8034-cd3de7c99c35 req-e178a7fd-6812-4a85-b30a-21c66c69e0e5 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] Network d71c22dc-feef-410b-a7ed-6548cf85bd6f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:25:10.076105 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-d02ce171-afd0-4f01-8034-cd3de7c99c35 req-e178a7fd-6812-4a85-b30a-21c66c69e0e5 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:25:10.080801 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-d02ce171-afd0-4f01-8034-cd3de7c99c35 req-e178a7fd-6812-4a85-b30a-21c66c69e0e5 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:25:10.122093 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e178a7fd-6812-4a85-b30a-21c66c69e0e5 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] Pushing event updated for resources: {'Port': ['ID=47f4b8a3-ddc1-44a2-a05c-cdeafa9aadd2,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:10.164843 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 75998fe5-ae44-40ce-8c7b-677dd8236579 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:25:10.198836 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] No Port match for: 75998fe5-ae44-40ce-8c7b-677dd8236579 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:25:10.198836 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 75998fe5-ae44-40ce-8c7b-677dd8236579 not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:25:10.247057 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ce171-afd0-4f01-8034-cd3de7c99c35 req-e178a7fd-6812-4a85-b30a-21c66c69e0e5 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:10.247784 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d02ce171-afd0-4f01-8034-cd3de7c99c35 req-e178a7fd-6812-4a85-b30a-21c66c69e0e5 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:10.256451 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-1f027495-84f4-428f-b8bb-218c6a46b65d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:10.263579 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-1f027495-84f4-428f-b8bb-218c6a46b65d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:10.270095 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-1f027495-84f4-428f-b8bb-218c6a46b65d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:10.274721 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-1f027495-84f4-428f-b8bb-218c6a46b65d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/networks?id=ce4b3ab8-859d-4d6c-903b-c30dcaacffc8&id=20b17a75-47ba-4198-999c-000c34520768&id=20b17a75-47ba-4198-999c-000c34520768&id=4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf&id=4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf HTTP/1.1" status: 200 len: 1993 time: 0.6001513 Jul 29 23:25:10.296281 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7012d3-b34c-48e4-a3e3-c8e9e5b63b6a req-58a724e9-f6d5-4ed2-a019-cab95734c7d6 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:10.297810 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4e7012d3-b34c-48e4-a3e3-c8e9e5b63b6a req-58a724e9-f6d5-4ed2-a019-cab95734c7d6 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=5957dee3-6c38-429b-bcda-d522bd42c5fc HTTP/1.1" status: 200 len: 945 time: 0.4111235 Jul 29 23:25:10.300003 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0c9342-e377-49a1-b53e-46cf6b92acf1 None None] Network de2cb6c2-1eb5-4f3f-9ac4-4b9f8df261c6 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:25:10.335287 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a785bf4d-50c7-4d07-8083-eae29b78805b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:10.348070 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2a05a2f1-f1f4-4812-b901-04fbc6e7493b req-42d5d7bf-456b-4b98-acea-a98523e62ab0 service neutron] 10.222.0.22 "GET /v2.0/networks/09be3f6b-3c77-4c8e-bbe6-2435736d69cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4247360 Jul 29 23:25:10.376427 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d02ce171-afd0-4f01-8034-cd3de7c99c35 req-e178a7fd-6812-4a85-b30a-21c66c69e0e5 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2470546 Jul 29 23:25:10.384173 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-70980ae6-4647-4d9c-996c-bc26c8711f75 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/quotas/2080476b97a74d1caf5886ea19337ad1 HTTP/1.1" status: 200 len: 375 time: 0.0655816 Jul 29 23:25:10.394556 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-0ae200fa-51a6-4298-8f3c-bf0be302b859 None None] Provisioning for port dd51a050-5368-4fb4-8276-88cb8039aac7 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:25:10.404786 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-0ae200fa-51a6-4298-8f3c-bf0be302b859 None None] Provisioning complete for port dd51a050-5368-4fb4-8276-88cb8039aac7 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:10.405359 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0ae200fa-51a6-4298-8f3c-bf0be302b859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:10.406382 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a785bf4d-50c7-4d07-8083-eae29b78805b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:10.415342 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-d02ce171-afd0-4f01-8034-cd3de7c99c35 req-3e1b1967-de6c-478c-9f44-4520502192a1 service neutron] Request body: {'port': {'device_id': '34b6b5a2-19bc-4bca-b89e-6896598751af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:10.559170 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0ae200fa-51a6-4298-8f3c-bf0be302b859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:10.560821 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4e7012d3-b34c-48e4-a3e3-c8e9e5b63b6a req-3bad79fb-bf14-4e76-9c5a-2061debe37e4 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539773 Jul 29 23:25:10.616845 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-0ae200fa-51a6-4298-8f3c-bf0be302b859 None None] For port dd51a050-5368-4fb4-8276-88cb8039aac7, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=dd51a050-5368-4fb4-8276-88cb8039aac7,segment=NetworkSegment(697ca422-dae8-4a41-9470-24af6f5c602a),segment_id=697ca422-dae8-4a41-9470-24af6f5c602a)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:10.625952 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0ae200fa-51a6-4298-8f3c-bf0be302b859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:10.655643 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-2c8d861d-d6c8-4f86-89eb-004d03971f84 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2080476b97a74d1caf5886ea19337ad1&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2706873 Jul 29 23:25:10.672633 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d02ce171-afd0-4f01-8034-cd3de7c99c35 req-3e1b1967-de6c-478c-9f44-4520502192a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:10.714336 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae200fa-51a6-4298-8f3c-bf0be302b859 None None] Pushing event updated for resources: {'Port': ['ID=dd51a050-5368-4fb4-8276-88cb8039aac7,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:10.744174 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2a05a2f1-f1f4-4812-b901-04fbc6e7493b req-5645e7f8-0b62-49db-be05-9c1034216ffb service neutron] 10.222.0.22 "GET /v2.0/networks/09be3f6b-3c77-4c8e-bbe6-2435736d69cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3881762 Jul 29 23:25:10.769166 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-d0e4be68-9b76-43b7-976a-992774b55eec None None] Provisioning for port 47f4b8a3-ddc1-44a2-a05c-cdeafa9aadd2 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:25:10.777260 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-d0e4be68-9b76-43b7-976a-992774b55eec None None] Provisioning complete for port 47f4b8a3-ddc1-44a2-a05c-cdeafa9aadd2 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:10.777677 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d0e4be68-9b76-43b7-976a-992774b55eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:10.844789 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-d0e4be68-9b76-43b7-976a-992774b55eec None None] Port 47f4b8a3-ddc1-44a2-a05c-cdeafa9aadd2 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:25:10.963986 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-21445d2a-75c7-46dc-84cf-3fb32504ea0e None None] Provisioning complete for port dd51a050-5368-4fb4-8276-88cb8039aac7 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:10.964354 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-21445d2a-75c7-46dc-84cf-3fb32504ea0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:11.342356 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-a785bf4d-50c7-4d07-8083-eae29b78805b admin admin] Allocated IP 172.25.0.228 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/f3096959-e840-4034-90d7-1ec965fd798e) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:25:11.388409 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 40538) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:11.446864 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-896b7bde-ad1c-4e38-8e2f-6554a8584f6a service neutron] 10.222.0.43 "GET /v2.0/networks/ce4b3ab8-859d-4d6c-903b-c30dcaacffc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7676618 Jul 29 23:25:11.448616 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2705a0-3736-463a-ba15-812a267f7ad3 req-ceb9a88f-5eec-4a89-8fc5-02130e53ade9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:11.450004 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8c2705a0-3736-463a-ba15-812a267f7ad3 req-ceb9a88f-5eec-4a89-8fc5-02130e53ade9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=62091d0f24f84b44849aea33b1484fc4&device_id=57dfb123-9689-40a9-9542-9edc683c4e3e HTTP/1.1" status: 200 len: 1095 time: 0.2361383 Jul 29 23:25:11.515993 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197c49d-dd74-429f-a637-11d051649502 req-e0eff9a4-e035-41cd-8c55-2fae48c550af tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:11.517471 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6197c49d-dd74-429f-a637-11d051649502 req-e0eff9a4-e035-41cd-8c55-2fae48c550af tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=57dfb123-9689-40a9-9542-9edc683c4e3e HTTP/1.1" status: 200 len: 943 time: 0.3065615 Jul 29 23:25:11.542231 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-aeb9edcd-4891-436d-aead-6a7a2b933e95 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=aade62a2e5ad45d894893df911ad1500&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1496100 Jul 29 23:25:11.542686 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 40542) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:11.603574 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-79b2c90c-1041-46ed-b0af-0d40ff4fa5a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:11.627008 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-79b2c90c-1041-46ed-b0af-0d40ff4fa5a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:11.662134 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device dd51a050-5368-4fb4-8276-88cb8039aac7 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:25:11.698575 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-79b2c90c-1041-46ed-b0af-0d40ff4fa5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:11.705803 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-79b2c90c-1041-46ed-b0af-0d40ff4fa5a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:11.712291 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-79b2c90c-1041-46ed-b0af-0d40ff4fa5a9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9c4717de-c2b0-4901-a766-70fd40e6f8a6 HTTP/1.1" status: 204 len: 168 time: 0.1681683 Jul 29 23:25:11.722690 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b2c90c-1041-46ed-b0af-0d40ff4fa5a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c4717de-c2b0-4901-a766-70fd40e6f8a6,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:11.753460 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port dd51a050-5368-4fb4-8276-88cb8039aac7 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:11.753919 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:11.790808 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a785bf4d-50c7-4d07-8083-eae29b78805b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:11.848749 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2705a0-3736-463a-ba15-812a267f7ad3 req-7a6d1f8c-e6e3-4bf9-b066-6ff6f26e6299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:11.850697 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8c2705a0-3736-463a-ba15-812a267f7ad3 req-7a6d1f8c-e6e3-4bf9-b066-6ff6f26e6299 service neutron] 10.222.0.22 "GET /v2.0/networks?id=09be3f6b-3c77-4c8e-bbe6-2435736d69cf HTTP/1.1" status: 200 len: 906 time: 0.3642595 Jul 29 23:25:11.874322 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6197c49d-dd74-429f-a637-11d051649502 req-1de24127-7c07-4928-83d1-2b9f27871a6a tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3244252 Jul 29 23:25:11.882253 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a785bf4d-50c7-4d07-8083-eae29b78805b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:11.995923 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8c2705a0-3736-463a-ba15-812a267f7ad3 req-3805ae89-2368-4eb2-8022-a7c8fe24e1e4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7cc615d-ef59-405e-ac5a-942897453f2b HTTP/1.1" status: 200 len: 217 time: 0.1179936 Jul 29 23:25:12.014676 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-7792498b-c7c2-4914-8a01-da87643cbea9 service neutron] 10.222.0.43 "GET /v2.0/networks/ce4b3ab8-859d-4d6c-903b-c30dcaacffc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5269911 Jul 29 23:25:12.042761 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a785bf4d-50c7-4d07-8083-eae29b78805b admin admin] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:25:12.093084 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-a785bf4d-50c7-4d07-8083-eae29b78805b admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:25:12.099256 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 40552) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:12.112759 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a785bf4d-50c7-4d07-8083-eae29b78805b admin admin] Pushing event updated for resources: {'Port': ['ID=f3096959-e840-4034-90d7-1ec965fd798e,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:12.117523 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a785bf4d-50c7-4d07-8083-eae29b78805b admin admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:25:12.121291 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-65ea4f95-b0b1-4cf2-8896-cc35ba6362f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:12.190598 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-c0b8d251-fba7-4dea-8b0d-dbb955e8c3d8 service neutron] 10.222.0.43 "GET /v2.0/ports/44e2e929-5306-4747-9f2b-b8a8f03b3793?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1442776 Jul 29 23:25:12.199423 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2705a0-3736-463a-ba15-812a267f7ad3 req-149555d9-3cd7-4b34-8bf6-9672d30dc622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:12.200872 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8c2705a0-3736-463a-ba15-812a267f7ad3 req-149555d9-3cd7-4b34-8bf6-9672d30dc622 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=61118f50-e726-435d-a59a-d51b2a8c879d HTTP/1.1" status: 200 len: 845 time: 0.1888037 Jul 29 23:25:12.211754 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28251207-d3ad-4493-95e3-216a9b168901 req-3669b8ac-e51f-4145-9b62-bb175948fc57 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:12.213294 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-28251207-d3ad-4493-95e3-216a9b168901 req-3669b8ac-e51f-4145-9b62-bb175948fc57 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] 10.222.0.43 "GET /v2.0/ports?device_id=34b6b5a2-19bc-4bca-b89e-6896598751af HTTP/1.1" status: 200 len: 936 time: 0.2286096 Jul 29 23:25:12.232220 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-d02ce171-afd0-4f01-8034-cd3de7c99c35 req-3e1b1967-de6c-478c-9f44-4520502192a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47f4b8a3-ddc1-44a2-a05c-cdeafa9aadd2 {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:25:12.246319 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-65ea4f95-b0b1-4cf2-8896-cc35ba6362f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:12.253432 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-65ea4f95-b0b1-4cf2-8896-cc35ba6362f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:12.258836 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d02ce171-afd0-4f01-8034-cd3de7c99c35 req-3e1b1967-de6c-478c-9f44-4520502192a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:12.287023 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8c2705a0-3736-463a-ba15-812a267f7ad3 req-1e59c06c-8921-48d9-8e15-4b3c1c6164e5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=09be3f6b-3c77-4c8e-bbe6-2435736d69cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726774 Jul 29 23:25:12.297732 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-65ea4f95-b0b1-4cf2-8896-cc35ba6362f9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c9b8dd0ef16b4eeea6df1dbabdce4cdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1940835 Jul 29 23:25:12.297732 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ea4f95-b0b1-4cf2-8896-cc35ba6362f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d8e57c-1a47-45dc-ad7c-147a9172c85e,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:12.298637 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 40554) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:12.353953 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8a1cd9d1-d2f0-4ecb-a004-7e54324199ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:12.375224 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8a1cd9d1-d2f0-4ecb-a004-7e54324199ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:12.419601 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-d02ce171-afd0-4f01-8034-cd3de7c99c35 req-3e1b1967-de6c-478c-9f44-4520502192a1 service neutron] Transition to ACTIVE for port object 47f4b8a3-ddc1-44a2-a05c-cdeafa9aadd2 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:12.427951 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8a1cd9d1-d2f0-4ecb-a004-7e54324199ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:12.431334 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8a1cd9d1-d2f0-4ecb-a004-7e54324199ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:12.435793 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8a1cd9d1-d2f0-4ecb-a004-7e54324199ba admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a6d8e57c-1a47-45dc-ad7c-147a9172c85e HTTP/1.1" status: 204 len: 168 time: 0.1331425 Jul 29 23:25:12.446718 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1cd9d1-d2f0-4ecb-a004-7e54324199ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d8e57c-1a47-45dc-ad7c-147a9172c85e,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:12.462824 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d02ce171-afd0-4f01-8034-cd3de7c99c35 req-3e1b1967-de6c-478c-9f44-4520502192a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:12.516741 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-28251207-d3ad-4493-95e3-216a9b168901 req-46617a96-1680-4f1f-9fe8-a2916877a524 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cdc300c-b4ab-4f96-ae4c-7a755409d248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774329 Jul 29 23:25:12.640343 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-1adde14e-d907-4c39-9c98-4ac6f298d72b service neutron] 10.222.0.43 "GET /v2.0/networks/20b17a75-47ba-4198-999c-000c34520768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4203210 Jul 29 23:25:12.647337 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b1967-de6c-478c-9f44-4520502192a1 service neutron] Pushing event updated for resources: {'Port': ['ID=47f4b8a3-ddc1-44a2-a05c-cdeafa9aadd2,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:12.804497 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8c2705a0-3736-463a-ba15-812a267f7ad3 req-8468ca2a-b161-4a1b-9d48-202a354a9c44 service neutron] 10.222.0.22 "GET /v2.0/networks/09be3f6b-3c77-4c8e-bbe6-2435736d69cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4729853 Jul 29 23:25:12.930784 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464b2d05-3a7c-4fc1-bb55-21ec8b16d465 req-96f9b324-a973-4e5a-99b2-91d6ed83f8f3 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:12.932283 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-464b2d05-3a7c-4fc1-bb55-21ec8b16d465 req-96f9b324-a973-4e5a-99b2-91d6ed83f8f3 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=5957dee3-6c38-429b-bcda-d522bd42c5fc HTTP/1.1" status: 200 len: 945 time: 0.3085737 Jul 29 23:25:12.985700 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-d02ce171-afd0-4f01-8034-cd3de7c99c35 req-3e1b1967-de6c-478c-9f44-4520502192a1 service neutron] Attempting to bind port 47f4b8a3-ddc1-44a2-a05c-cdeafa9aadd2 on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:25:12.986035 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-d02ce171-afd0-4f01-8034-cd3de7c99c35 req-3e1b1967-de6c-478c-9f44-4520502192a1 service neutron] Attempting to bind port 47f4b8a3-ddc1-44a2-a05c-cdeafa9aadd2 by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:25:12.986357 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02ce171-afd0-4f01-8034-cd3de7c99c35 req-3e1b1967-de6c-478c-9f44-4520502192a1 service neutron] Attempting to bind port 47f4b8a3-ddc1-44a2-a05c-cdeafa9aadd2 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:13.009742 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a785bf4d-50c7-4d07-8083-eae29b78805b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:13.013539 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02ce171-afd0-4f01-8034-cd3de7c99c35 req-3e1b1967-de6c-478c-9f44-4520502192a1 service neutron] Port 47f4b8a3-ddc1-44a2-a05c-cdeafa9aadd2 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:25:13.013744 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02ce171-afd0-4f01-8034-cd3de7c99c35 req-3e1b1967-de6c-478c-9f44-4520502192a1 service neutron] Attempting to bind port 47f4b8a3-ddc1-44a2-a05c-cdeafa9aadd2 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:13.071566 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-f22f72c5-036c-48a2-b6c7-e6091c1c59a0 service neutron] 10.222.0.43 "GET /v2.0/networks/20b17a75-47ba-4198-999c-000c34520768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3739209 Jul 29 23:25:13.072336 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02ce171-afd0-4f01-8034-cd3de7c99c35 req-3e1b1967-de6c-478c-9f44-4520502192a1 service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:25:13.072673 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02ce171-afd0-4f01-8034-cd3de7c99c35 req-3e1b1967-de6c-478c-9f44-4520502192a1 service neutron] Checking segment: {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:25:13.073048 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02ce171-afd0-4f01-8034-cd3de7c99c35 req-3e1b1967-de6c-478c-9f44-4520502192a1 service neutron] Bound using segment: {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:25:13.073490 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-d02ce171-afd0-4f01-8034-cd3de7c99c35 req-3e1b1967-de6c-478c-9f44-4520502192a1 service neutron] Bound port: 47f4b8a3-ddc1-44a2-a05c-cdeafa9aadd2, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:25:13.073872 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d02ce171-afd0-4f01-8034-cd3de7c99c35 req-3e1b1967-de6c-478c-9f44-4520502192a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:13.122866 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-464b2d05-3a7c-4fc1-bb55-21ec8b16d465 req-12c69214-e355-4056-94b7-5fdb9e1d2ab4 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807857 Jul 29 23:25:13.305335 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 40584) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:13.411046 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-02d679f8-bfc6-486b-b48d-cbe0abd1db0e admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1809969856-network', 'tenant_id': 'd05d0735641f4e49a84fdfbf89768ab7'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:13.434048 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d679f8-bfc6-486b-b48d-cbe0abd1db0e admin admin] Made reservation on behalf of d05d0735641f4e49a84fdfbf89768ab7 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:25:13.436581 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-02d679f8-bfc6-486b-b48d-cbe0abd1db0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:13.446522 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-02d679f8-bfc6-486b-b48d-cbe0abd1db0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:13.489863 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8c2705a0-3736-463a-ba15-812a267f7ad3 req-f23b8c3b-f43a-42a4-a007-1331c5298655 service neutron] 10.222.0.22 "GET /v2.0/networks/09be3f6b-3c77-4c8e-bbe6-2435736d69cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6707242 Jul 29 23:25:13.546578 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-bd960897-2d57-45e5-9fa4-0e5df9b1db30 service neutron] 10.222.0.43 "GET /v2.0/ports/77550cf2-90df-4bb3-86b3-6d949e514eac?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.4614484 Jul 29 23:25:13.562726 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-02d679f8-bfc6-486b-b48d-cbe0abd1db0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:13.567614 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-02d679f8-bfc6-486b-b48d-cbe0abd1db0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:13.594172 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02d679f8-bfc6-486b-b48d-cbe0abd1db0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:25:13.609687 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d679f8-bfc6-486b-b48d-cbe0abd1db0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d40ae53-9330-41ee-89e9-65b1c9cf505a,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:13.615126 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-02d679f8-bfc6-486b-b48d-cbe0abd1db0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:13.615708 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-02d679f8-bfc6-486b-b48d-cbe0abd1db0e admin admin] Added segment efab33a7-a578-4f21-bb33-8b641ac40cdc of type vlan for network 25ec63fd-39c0-4137-a939-b19e29e152fa Jul 29 23:25:13.657990 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-02d679f8-bfc6-486b-b48d-cbe0abd1db0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:13.680854 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-d02ce171-afd0-4f01-8034-cd3de7c99c35 req-3e1b1967-de6c-478c-9f44-4520502192a1 service neutron] For port 47f4b8a3-ddc1-44a2-a05c-cdeafa9aadd2, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:25:13.689176 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-02d679f8-bfc6-486b-b48d-cbe0abd1db0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:13.690633 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d679f8-bfc6-486b-b48d-cbe0abd1db0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:13.691239 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-02d679f8-bfc6-486b-b48d-cbe0abd1db0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:13.694291 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device f7cc615d-ef59-405e-ac5a-942897453f2b details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:25:13.707185 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b5c241-493a-44cf-8e40-0e2e0e037458 req-cb945caf-a6d8-4657-b131-5e81a274a742 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:13.708734 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-71b5c241-493a-44cf-8e40-0e2e0e037458 req-cb945caf-a6d8-4657-b131-5e81a274a742 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=57dfb123-9689-40a9-9542-9edc683c4e3e HTTP/1.1" status: 200 len: 943 time: 0.2529194 Jul 29 23:25:13.713060 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-d02ce171-afd0-4f01-8034-cd3de7c99c35 req-3e1b1967-de6c-478c-9f44-4520502192a1 service neutron] For port 47f4b8a3-ddc1-44a2-a05c-cdeafa9aadd2, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=47f4b8a3-ddc1-44a2-a05c-cdeafa9aadd2,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:25:13.729032 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d02ce171-afd0-4f01-8034-cd3de7c99c35 req-3e1b1967-de6c-478c-9f44-4520502192a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:13.754261 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-02d679f8-bfc6-486b-b48d-cbe0abd1db0e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4474528 Jul 29 23:25:13.767393 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 40590) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:13.774123 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-3d18c32f-2e6e-4004-ad99-1efd49e99b2b admin admin] Request body: {'subnet': {'network_id': '25ec63fd-39c0-4137-a939-b19e29e152fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1809969856-subnet', 'tenant_id': 'd05d0735641f4e49a84fdfbf89768ab7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:13.793362 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d679f8-bfc6-486b-b48d-cbe0abd1db0e admin admin] Pushing event updated for resources: {'Network': ['ID=25ec63fd-39c0-4137-a939-b19e29e152fa,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:13.814617 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d18c32f-2e6e-4004-ad99-1efd49e99b2b admin admin] Made reservation on behalf of d05d0735641f4e49a84fdfbf89768ab7 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:25:13.817762 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3d18c32f-2e6e-4004-ad99-1efd49e99b2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:13.818812 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 25ec63fd-39c0-4137-a939-b19e29e152fa details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:25:13.831414 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ce171-afd0-4f01-8034-cd3de7c99c35 req-3e1b1967-de6c-478c-9f44-4520502192a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:13.832033 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d02ce171-afd0-4f01-8034-cd3de7c99c35 req-3e1b1967-de6c-478c-9f44-4520502192a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:13.833386 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d02ce171-afd0-4f01-8034-cd3de7c99c35 req-3e1b1967-de6c-478c-9f44-4520502192a1 service neutron] 10.222.0.41 "PUT /v2.0/ports/47f4b8a3-ddc1-44a2-a05c-cdeafa9aadd2 HTTP/1.1" status: 200 len: 1097 time: 3.4284797 Jul 29 23:25:13.838284 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34b6b5a2-19bc-4bca-b89e-6896598751af', 'tag': '47f4b8a3-ddc1-44a2-a05c-cdeafa9aadd2'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:25:13.840547 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e6f507-4a56-493d-9c9c-36d638f8d420" -d '{"events": [{"name": "network-changed", "server_uuid": "34b6b5a2-19bc-4bca-b89e-6896598751af", "tag": "47f4b8a3-ddc1-44a2-a05c-cdeafa9aadd2"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:25:13.849533 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-1b3fb528-dc7a-4873-81c3-cec401c46e21 service neutron] 10.222.0.43 "GET /v2.0/networks/20b17a75-47ba-4198-999c-000c34520768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938988 Jul 29 23:25:13.912316 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-71b5c241-493a-44cf-8e40-0e2e0e037458 req-e0e1c922-b3dc-421d-84ee-2d5de4badc8c tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877797 Jul 29 23:25:13.924310 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port f7cc615d-ef59-405e-ac5a-942897453f2b, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=f7cc615d-ef59-405e-ac5a-942897453f2b,segment=NetworkSegment(2f225bab-780d-4bb8-903d-ee3f32d75d09),segment_id=2f225bab-780d-4bb8-903d-ee3f32d75d09)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:13.955350 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a785bf4d-50c7-4d07-8083-eae29b78805b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:13.963846 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': 'f7cc615d-ef59-405e-ac5a-942897453f2b', 'network_id': '09be3f6b-3c77-4c8e-bbe6-2435736d69cf', 'port_id': 'f7cc615d-ef59-405e-ac5a-942897453f2b', 'mac_address': 'fa:16:3e:da:ed:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61118f50-e726-435d-a59a-d51b2a8c879d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:25:13.983681 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b1967-de6c-478c-9f44-4520502192a1 service neutron] Pushing event updated for resources: {'Port': ['ID=47f4b8a3-ddc1-44a2-a05c-cdeafa9aadd2,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:14.062578 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:14.088857 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7cc615d-ef59-405e-ac5a-942897453f2b {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:25:14.116420 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port f7cc615d-ef59-405e-ac5a-942897453f2b, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=f7cc615d-ef59-405e-ac5a-942897453f2b,segment=NetworkSegment(2f225bab-780d-4bb8-903d-ee3f32d75d09),segment_id=2f225bab-780d-4bb8-903d-ee3f32d75d09)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:14.122480 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:14.161681 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ce171-afd0-4f01-8034-cd3de7c99c35 req-2bfb8039-2ad8-4f1d-b4bb-88eda91a268d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:14.163381 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d02ce171-afd0-4f01-8034-cd3de7c99c35 req-2bfb8039-2ad8-4f1d-b4bb-88eda91a268d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c7d474abf40a4bac85edc09be58a0556&device_id=34b6b5a2-19bc-4bca-b89e-6896598751af HTTP/1.1" status: 200 len: 1100 time: 0.2113185 Jul 29 23:25:14.225213 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=f7cc615d-ef59-405e-ac5a-942897453f2b,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:14.233485 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-31282c94-cf8a-4eee-84c4-926614449e70 service neutron] 10.222.0.43 "GET /v2.0/networks/20b17a75-47ba-4198-999c-000c34520768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3740189 Jul 29 23:25:14.279939 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d02ce171-afd0-4f01-8034-cd3de7c99c35 req-a0d87a5e-b623-4c93-b841-36f6a1658c43 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=47f4b8a3-ddc1-44a2-a05c-cdeafa9aadd2 HTTP/1.1" status: 200 len: 217 time: 0.0574632 Jul 29 23:25:14.391147 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['f7cc615d-ef59-405e-ac5a-942897453f2b'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:25:14.410101 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ce171-afd0-4f01-8034-cd3de7c99c35 req-a3a4f119-6dbc-4291-a670-0f3a237d593c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:14.411553 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d02ce171-afd0-4f01-8034-cd3de7c99c35 req-a3a4f119-6dbc-4291-a670-0f3a237d593c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.1168387 Jul 29 23:25:14.466980 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-984d63b5-205a-4ef1-99f1-822f72002277 service neutron] 10.222.0.43 "GET /v2.0/networks/20b17a75-47ba-4198-999c-000c34520768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986427 Jul 29 23:25:14.485351 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a785bf4d-50c7-4d07-8083-eae29b78805b admin admin] Router d0765de7-b2a9-48ba-a3e2-4c253ac75656 is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:25:14.501799 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3d18c32f-2e6e-4004-ad99-1efd49e99b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:14.515946 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ce171-afd0-4f01-8034-cd3de7c99c35 req-c39cd0ad-f5e4-4c1f-b6b3-9499f1b4fa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:14.517342 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d02ce171-afd0-4f01-8034-cd3de7c99c35 req-c39cd0ad-f5e4-4c1f-b6b3-9499f1b4fa39 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0895507 Jul 29 23:25:14.566144 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d18c32f-2e6e-4004-ad99-1efd49e99b2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c91eb1c0-305d-415b-b3ca-0475dffc7759,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:14.588283 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d18c32f-2e6e-4004-ad99-1efd49e99b2b admin admin] Checking segment: {'id': 'efab33a7-a578-4f21-bb33-8b641ac40cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '25ec63fd-39c0-4137-a939-b19e29e152fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:25:14.588629 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d18c32f-2e6e-4004-ad99-1efd49e99b2b admin admin] Network hostable DHCP agents. Network: 25ec63fd-39c0-4137-a939-b19e29e152fa, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:25:14.608965 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d18c32f-2e6e-4004-ad99-1efd49e99b2b admin admin] Network 25ec63fd-39c0-4137-a939-b19e29e152fa is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:25:14.622883 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-3d18c32f-2e6e-4004-ad99-1efd49e99b2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 25ec63fd-39c0-4137-a939-b19e29e152fa) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:25:14.633012 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc5a6d7-039f-411a-bcd7-565c356f4940 None None] Network 25ec63fd-39c0-4137-a939-b19e29e152fa requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:25:14.636120 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d18c32f-2e6e-4004-ad99-1efd49e99b2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:14.637524 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3d18c32f-2e6e-4004-ad99-1efd49e99b2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:14.657986 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-3d18c32f-2e6e-4004-ad99-1efd49e99b2b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8894143 Jul 29 23:25:14.658976 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 40600) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:14.665748 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-f48bc295-9b76-432a-9e09-af3b880ff0bd admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1809969856-router', 'tenant_id': 'd05d0735641f4e49a84fdfbf89768ab7', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:14.703955 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f48bc295-9b76-432a-9e09-af3b880ff0bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:14.705172 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f48bc295-9b76-432a-9e09-af3b880ff0bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:14.781243 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-03b8d7d6-761a-4919-b041-8307e9fa4fde service neutron] 10.222.0.43 "GET /v2.0/networks/20b17a75-47ba-4198-999c-000c34520768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928054 Jul 29 23:25:14.789921 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f48bc295-9b76-432a-9e09-af3b880ff0bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:14.810801 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221c3142-d087-4450-abf4-cec7345a2d8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-25ec63fd-39c0-4137-a939-b19e29e152fa', 'network_id': '25ec63fd-39c0-4137-a939-b19e29e152fa', 'tenant_id': 'd05d0735641f4e49a84fdfbf89768ab7', 'fixed_ips': [{'subnet_id': 'c91eb1c0-305d-415b-b3ca-0475dffc7759'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:25:14.811826 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-221c3142-d087-4450-abf4-cec7345a2d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:14.820477 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74823e72-31ef-4112-bedb-f33719993b95 req-721a14d8-31d2-437a-b0e6-165ee476a71c tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:14.822043 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-74823e72-31ef-4112-bedb-f33719993b95 req-721a14d8-31d2-437a-b0e6-165ee476a71c tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] 10.222.0.43 "GET /v2.0/ports?device_id=34b6b5a2-19bc-4bca-b89e-6896598751af HTTP/1.1" status: 200 len: 948 time: 0.2348602 Jul 29 23:25:14.884507 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a785bf4d-50c7-4d07-8083-eae29b78805b admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:25:14.899140 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16cc1d7-96e3-4ed0-aace-5c22b5e51366 None None] Sync routers for ids ['d0765de7-b2a9-48ba-a3e2-4c253ac75656'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:25:14.904817 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d02ce171-afd0-4f01-8034-cd3de7c99c35 req-90f21933-9111-4c22-b316-be2be686f6e9 service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193593 Jul 29 23:25:14.910456 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16cc1d7-96e3-4ed0-aace-5c22b5e51366 None None] Routers {'d0765de7-b2a9-48ba-a3e2-4c253ac75656'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:25:14.911167 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-b16cc1d7-96e3-4ed0-aace-5c22b5e51366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:24:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['d0765de7-b2a9-48ba-a3e2-4c253ac75656'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:14.939110 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a785bf4d-50c7-4d07-8083-eae29b78805b admin admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:14.943190 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-a785bf4d-50c7-4d07-8083-eae29b78805b admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 7.1895046 Jul 29 23:25:14.954435 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 40602) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:14.990909 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f48bc295-9b76-432a-9e09-af3b880ff0bd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:15.009894 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-74823e72-31ef-4112-bedb-f33719993b95 req-542a12ff-4d7a-43c4-b744-389f43c26e9a tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cdc300c-b4ab-4f96-ae4c-7a755409d248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721871 Jul 29 23:25:15.036039 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-b16cc1d7-96e3-4ed0-aace-5c22b5e51366 None None] Set router d0765de7-b2a9-48ba-a3e2-4c253ac75656 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:25:15.066827 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-221c3142-d087-4450-abf4-cec7345a2d8d None None] Allocated IP 172.20.0.2 (25ec63fd-39c0-4137-a939-b19e29e152fa/c91eb1c0-305d-415b-b3ca-0475dffc7759/6cb59cba-0bb0-4908-9987-2e8cfe78fda7) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:25:15.128195 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7a8a4e-768f-4124-ba93-97bfb1c21e2d x-openstack-request-id: req-da7a8a4e-768f-4124-ba93-97bfb1c21e2d {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:25:15.130325 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34b6b5a2-19bc-4bca-b89e-6896598751af", "tag": "47f4b8a3-ddc1-44a2-a05c-cdeafa9aadd2", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:25:15.135900 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-da7a8a4e-768f-4124-ba93-97bfb1c21e2d {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:25:15.136691 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34b6b5a2-19bc-4bca-b89e-6896598751af', 'tag': '47f4b8a3-ddc1-44a2-a05c-cdeafa9aadd2', 'status': 'completed', 'code': 200} Jul 29 23:25:15.189983 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-f0b55315-cf73-437f-bb1a-c9f87b2dda62 service neutron] 10.222.0.43 "GET /v2.0/networks/20b17a75-47ba-4198-999c-000c34520768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3976302 Jul 29 23:25:15.244069 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-b16cc1d7-96e3-4ed0-aace-5c22b5e51366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0765de7-b2a9-48ba-a3e2-4c253ac75656', 'name': 'tempest-ServersTestJSON-1723327279-router', 'tenant_id': '05e8cd719a1e468d9d1f19a8ac790d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'f3096959-e840-4034-90d7-1ec965fd798e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:25:08Z', 'updated_at': '2021-07-29T23:25:12Z', 'revision_number': 3, 'project_id': '05e8cd719a1e468d9d1f19a8ac790d23', 'gw_port': {'id': 'f3096959-e840-4034-90d7-1ec965fd798e', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:58:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0765de7-b2a9-48ba-a3e2-4c253ac75656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:25:10Z', 'updated_at': '2021-07-29T23:25:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:15.278358 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16cc1d7-96e3-4ed0-aace-5c22b5e51366 None None] Checking router: d0765de7-b2a9-48ba-a3e2-4c253ac75656 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:25:15.278734 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16cc1d7-96e3-4ed0-aace-5c22b5e51366 None None] Updating router d0765de7-b2a9-48ba-a3e2-4c253ac75656 port f3096959-e840-4034-90d7-1ec965fd798e binding host n-d-712141-10 {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:25:15.340080 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d02ce171-afd0-4f01-8034-cd3de7c99c35 req-6306124d-9b00-4eb6-ad42-2ef680f1cd5e service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4211524 Jul 29 23:25:15.352906 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-221c3142-d087-4450-abf4-cec7345a2d8d None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:15.358171 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-b16cc1d7-96e3-4ed0-aace-5c22b5e51366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:15.365846 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-221c3142-d087-4450-abf4-cec7345a2d8d None None] Transition to ACTIVE for port object 6cb59cba-0bb0-4908-9987-2e8cfe78fda7 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:15.385160 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-221c3142-d087-4450-abf4-cec7345a2d8d None None] Transition to ACTIVE for port object 6cb59cba-0bb0-4908-9987-2e8cfe78fda7 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:15.404845 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-221c3142-d087-4450-abf4-cec7345a2d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:15.416484 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3751f3ae-d69e-46e1-825b-2db684f85d10 req-fc049de2-000c-4aa1-af29-50e60b7e5ca0 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:15.425607 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3751f3ae-d69e-46e1-825b-2db684f85d10 req-fc049de2-000c-4aa1-af29-50e60b7e5ca0 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=5957dee3-6c38-429b-bcda-d522bd42c5fc HTTP/1.1" status: 200 len: 945 time: 0.2340033 Jul 29 23:25:15.447463 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f48bc295-9b76-432a-9e09-af3b880ff0bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:15.451200 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221c3142-d087-4450-abf4-cec7345a2d8d None None] Network 25ec63fd-39c0-4137-a939-b19e29e152fa is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:25:15.454097 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-221c3142-d087-4450-abf4-cec7345a2d8d None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:25:15.458229 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221c3142-d087-4450-abf4-cec7345a2d8d None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:25:15.470334 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221c3142-d087-4450-abf4-cec7345a2d8d None None] Pushing event updated for resources: {'Port': ['ID=6cb59cba-0bb0-4908-9987-2e8cfe78fda7,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:15.511731 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f48bc295-9b76-432a-9e09-af3b880ff0bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:15.542686 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-221c3142-d087-4450-abf4-cec7345a2d8d None None] Attempting to bind port 6cb59cba-0bb0-4908-9987-2e8cfe78fda7 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:25:15.543076 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-221c3142-d087-4450-abf4-cec7345a2d8d None None] Attempting to bind port 6cb59cba-0bb0-4908-9987-2e8cfe78fda7 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': 'efab33a7-a578-4f21-bb33-8b641ac40cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '25ec63fd-39c0-4137-a939-b19e29e152fa'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:25:15.543417 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221c3142-d087-4450-abf4-cec7345a2d8d None None] Attempting to bind port 6cb59cba-0bb0-4908-9987-2e8cfe78fda7 on network 25ec63fd-39c0-4137-a939-b19e29e152fa {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:15.553821 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221c3142-d087-4450-abf4-cec7345a2d8d None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:25:15.554258 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221c3142-d087-4450-abf4-cec7345a2d8d None None] Checking segment: {'id': 'efab33a7-a578-4f21-bb33-8b641ac40cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '25ec63fd-39c0-4137-a939-b19e29e152fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:25:15.555185 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-221c3142-d087-4450-abf4-cec7345a2d8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:15.555784 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221c3142-d087-4450-abf4-cec7345a2d8d None None] Bound using segment: {'id': 'efab33a7-a578-4f21-bb33-8b641ac40cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '25ec63fd-39c0-4137-a939-b19e29e152fa'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:25:15.556275 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-221c3142-d087-4450-abf4-cec7345a2d8d None None] Bound port: 6cb59cba-0bb0-4908-9987-2e8cfe78fda7, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efab33a7-a578-4f21-bb33-8b641ac40cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '25ec63fd-39c0-4137-a939-b19e29e152fa'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:25:15.559539 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-221c3142-d087-4450-abf4-cec7345a2d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:15.665780 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-221c3142-d087-4450-abf4-cec7345a2d8d None None] For port 6cb59cba-0bb0-4908-9987-2e8cfe78fda7, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:25:15.670444 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-221c3142-d087-4450-abf4-cec7345a2d8d None None] For port 6cb59cba-0bb0-4908-9987-2e8cfe78fda7, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=6cb59cba-0bb0-4908-9987-2e8cfe78fda7,segment=NetworkSegment(efab33a7-a578-4f21-bb33-8b641ac40cdc),segment_id=efab33a7-a578-4f21-bb33-8b641ac40cdc)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:25:15.676122 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-221c3142-d087-4450-abf4-cec7345a2d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:15.710945 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device f7cc615d-ef59-405e-ac5a-942897453f2b up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:25:15.794144 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221c3142-d087-4450-abf4-cec7345a2d8d None None] Pushing event updated for resources: {'Port': ['ID=6cb59cba-0bb0-4908-9987-2e8cfe78fda7,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:15.795794 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-b16cc1d7-96e3-4ed0-aace-5c22b5e51366 None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:15.798600 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port f7cc615d-ef59-405e-ac5a-942897453f2b completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:25:15.803253 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port f7cc615d-ef59-405e-ac5a-942897453f2b triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:15.803717 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:15.808625 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-b16cc1d7-96e3-4ed0-aace-5c22b5e51366 None None] Transition to ACTIVE for port object f3096959-e840-4034-90d7-1ec965fd798e will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:15.819100 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-b16cc1d7-96e3-4ed0-aace-5c22b5e51366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:15.833999 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-a33bbde1-4e35-43b3-b48a-2ab418edcdb4 service neutron] 10.222.0.43 "GET /v2.0/networks/20b17a75-47ba-4198-999c-000c34520768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6014249 Jul 29 23:25:15.846398 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-b16cc1d7-96e3-4ed0-aace-5c22b5e51366 None None] Attempting to bind port f3096959-e840-4034-90d7-1ec965fd798e on host n-d-712141-10 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:25:15.846850 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-b16cc1d7-96e3-4ed0-aace-5c22b5e51366 None None] Attempting to bind port f3096959-e840-4034-90d7-1ec965fd798e by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:25:15.847334 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16cc1d7-96e3-4ed0-aace-5c22b5e51366 None None] Attempting to bind port f3096959-e840-4034-90d7-1ec965fd798e on network 58f27f61-3278-49cc-b66b-1e729d26f29f {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:15.874666 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16cc1d7-96e3-4ed0-aace-5c22b5e51366 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:25:15.875120 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16cc1d7-96e3-4ed0-aace-5c22b5e51366 None None] Checking segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:25:15.875658 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-b16cc1d7-96e3-4ed0-aace-5c22b5e51366 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:15.876068 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16cc1d7-96e3-4ed0-aace-5c22b5e51366 None None] Bound using segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:25:15.876614 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-b16cc1d7-96e3-4ed0-aace-5c22b5e51366 None None] Bound port: f3096959-e840-4034-90d7-1ec965fd798e, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:25:15.877089 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-b16cc1d7-96e3-4ed0-aace-5c22b5e51366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:15.902468 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:15.912289 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3751f3ae-d69e-46e1-825b-2db684f85d10 req-38ea30ad-418c-41b4-86a1-58b7e7c53fd5 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4818790 Jul 29 23:25:15.912758 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-f48bc295-9b76-432a-9e09-af3b880ff0bd admin admin] Allocated IP 172.25.0.191 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/d00f616a-f371-417a-b9e2-d6e37bbed74a) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:25:15.949438 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-b16cc1d7-96e3-4ed0-aace-5c22b5e51366 None None] For port f3096959-e840-4034-90d7-1ec965fd798e, host n-d-712141-10, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:25:15.950150 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57dfb123-9689-40a9-9542-9edc683c4e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7cc615d-ef59-405e-ac5a-942897453f2b'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:25:15.952374 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a727b2e4-38b1-4e76-89be-e66e25cfeb4f" -d '{"events": [{"server_uuid": "57dfb123-9689-40a9-9542-9edc683c4e3e", "name": "network-vif-plugged", "status": "completed", "tag": "f7cc615d-ef59-405e-ac5a-942897453f2b"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:25:15.954106 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-b16cc1d7-96e3-4ed0-aace-5c22b5e51366 None None] For port f3096959-e840-4034-90d7-1ec965fd798e, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=f3096959-e840-4034-90d7-1ec965fd798e,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:25:15.967041 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-b16cc1d7-96e3-4ed0-aace-5c22b5e51366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:15.985140 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port f7cc615d-ef59-405e-ac5a-942897453f2b, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=f7cc615d-ef59-405e-ac5a-942897453f2b,segment=NetworkSegment(2f225bab-780d-4bb8-903d-ee3f32d75d09),segment_id=2f225bab-780d-4bb8-903d-ee3f32d75d09)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:15.989351 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8015e59e-51fc-40ea-9260-6c5df379ccca None None] Pushing event updated for resources: {'Port': ['ID=f3096959-e840-4034-90d7-1ec965fd798e,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:15.993034 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:16.004717 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8015e59e-51fc-40ea-9260-6c5df379ccca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:16.005072 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8015e59e-51fc-40ea-9260-6c5df379ccca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:16.005416 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8015e59e-51fc-40ea-9260-6c5df379ccca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:16.005806 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8015e59e-51fc-40ea-9260-6c5df379ccca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:16.006139 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8015e59e-51fc-40ea-9260-6c5df379ccca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:16.006470 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8015e59e-51fc-40ea-9260-6c5df379ccca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:16.006795 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8015e59e-51fc-40ea-9260-6c5df379ccca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:16.007119 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8015e59e-51fc-40ea-9260-6c5df379ccca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:16.007471 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8015e59e-51fc-40ea-9260-6c5df379ccca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:16.008319 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8015e59e-51fc-40ea-9260-6c5df379ccca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:16.008647 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8015e59e-51fc-40ea-9260-6c5df379ccca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:16.008973 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8015e59e-51fc-40ea-9260-6c5df379ccca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:16.060186 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8015e59e-51fc-40ea-9260-6c5df379ccca None None] Pushing event updated for resources: {'Port': ['ID=f3096959-e840-4034-90d7-1ec965fd798e,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:16.065964 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16cc1d7-96e3-4ed0-aace-5c22b5e51366 None None] Routers {'d0765de7-b2a9-48ba-a3e2-4c253ac75656'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:25:16.066842 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-b16cc1d7-96e3-4ed0-aace-5c22b5e51366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:24:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['d0765de7-b2a9-48ba-a3e2-4c253ac75656'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:16.076064 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-7f7ebfa9-636e-45d8-bc66-46c900727a10 service neutron] 10.222.0.43 "GET /v2.0/networks/4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240927 Jul 29 23:25:16.094203 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=f7cc615d-ef59-405e-ac5a-942897453f2b,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:16.134263 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f48bc295-9b76-432a-9e09-af3b880ff0bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:16.204495 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f48bc295-9b76-432a-9e09-af3b880ff0bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:16.249151 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48bc295-9b76-432a-9e09-af3b880ff0bd admin admin] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:25:16.252091 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-f48bc295-9b76-432a-9e09-af3b880ff0bd admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:25:16.259814 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48bc295-9b76-432a-9e09-af3b880ff0bd admin admin] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:25:16.263032 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48bc295-9b76-432a-9e09-af3b880ff0bd admin admin] Pushing event updated for resources: {'Port': ['ID=d00f616a-f371-417a-b9e2-d6e37bbed74a,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:16.335315 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e6f507-4a56-493d-9c9c-36d638f8d420 req-a80a8371-8efe-4d94-b702-0fce2b830332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:16.337404 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-49e6f507-4a56-493d-9c9c-36d638f8d420 req-a80a8371-8efe-4d94-b702-0fce2b830332 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c7d474abf40a4bac85edc09be58a0556&device_id=34b6b5a2-19bc-4bca-b89e-6896598751af HTTP/1.1" status: 200 len: 1100 time: 0.4957201 Jul 29 23:25:16.342776 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-b16cc1d7-96e3-4ed0-aace-5c22b5e51366 None None] Set router d0765de7-b2a9-48ba-a3e2-4c253ac75656 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:25:16.424433 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d165b7a-69b8-48b8-91c6-da848661dd8d req-63babfde-461c-4398-80b3-792f088f9b06 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:16.425916 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0d165b7a-69b8-48b8-91c6-da848661dd8d req-63babfde-461c-4398-80b3-792f088f9b06 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=57dfb123-9689-40a9-9542-9edc683c4e3e HTTP/1.1" status: 200 len: 945 time: 0.2654049 Jul 29 23:25:16.478563 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-7d2b66b0-1cf9-428b-9029-43316311822f service neutron] 10.222.0.43 "GET /v2.0/networks/4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190715 Jul 29 23:25:16.551623 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f48bc295-9b76-432a-9e09-af3b880ff0bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:16.566576 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-b16cc1d7-96e3-4ed0-aace-5c22b5e51366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0765de7-b2a9-48ba-a3e2-4c253ac75656', 'name': 'tempest-ServersTestJSON-1723327279-router', 'tenant_id': '05e8cd719a1e468d9d1f19a8ac790d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'f3096959-e840-4034-90d7-1ec965fd798e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:25:08Z', 'updated_at': '2021-07-29T23:25:12Z', 'revision_number': 3, 'project_id': '05e8cd719a1e468d9d1f19a8ac790d23', 'gw_port': {'id': 'f3096959-e840-4034-90d7-1ec965fd798e', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:58:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0765de7-b2a9-48ba-a3e2-4c253ac75656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:25:10Z', 'updated_at': '2021-07-29T23:25:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:16.591352 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0d165b7a-69b8-48b8-91c6-da848661dd8d req-9544e771-a3ee-45e7-8f4d-68b97dc7c784 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494300 Jul 29 23:25:16.595904 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16cc1d7-96e3-4ed0-aace-5c22b5e51366 None None] The sync data for ids ['d0765de7-b2a9-48ba-a3e2-4c253ac75656'] in n-d-712141-10 is: [{'id': 'd0765de7-b2a9-48ba-a3e2-4c253ac75656', 'name': 'tempest-ServersTestJSON-1723327279-router', 'tenant_id': '05e8cd719a1e468d9d1f19a8ac790d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'f3096959-e840-4034-90d7-1ec965fd798e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:25:08Z', 'updated_at': '2021-07-29T23:25:12Z', 'revision_number': 3, 'project_id': '05e8cd719a1e468d9d1f19a8ac790d23', 'gw_port': {'id': 'f3096959-e840-4034-90d7-1ec965fd798e', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:58:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0765de7-b2a9-48ba-a3e2-4c253ac75656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:25:10Z', 'updated_at': '2021-07-29T23:25:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:25:16.644410 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e6f507-4a56-493d-9c9c-36d638f8d420 req-d791b28b-d887-41e8-8c49-873398353a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:16.645884 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-49e6f507-4a56-493d-9c9c-36d638f8d420 req-d791b28b-d887-41e8-8c49-873398353a7e service neutron] 10.222.0.41 "GET /v2.0/networks?id=d71c22dc-feef-410b-a7ed-6548cf85bd6f HTTP/1.1" status: 200 len: 870 time: 0.2924824 Jul 29 23:25:16.652097 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-983ebd91-900f-4897-b515-b395846eb00d x-openstack-request-id: req-983ebd91-900f-4897-b515-b395846eb00d {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:25:16.652386 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57dfb123-9689-40a9-9542-9edc683c4e3e", "name": "network-vif-plugged", "status": "completed", "tag": "f7cc615d-ef59-405e-ac5a-942897453f2b", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:25:16.652638 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-983ebd91-900f-4897-b515-b395846eb00d {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:25:16.653027 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57dfb123-9689-40a9-9542-9edc683c4e3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7cc615d-ef59-405e-ac5a-942897453f2b', 'code': 200} Jul 29 23:25:16.721717 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-49e6f507-4a56-493d-9c9c-36d638f8d420 req-6a68069e-34ee-4f50-92d5-a379e923d322 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=47f4b8a3-ddc1-44a2-a05c-cdeafa9aadd2 HTTP/1.1" status: 200 len: 217 time: 0.0558810 Jul 29 23:25:16.775604 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-62b96de1-c05d-49f4-b64e-e2e6ee23d1cc service neutron] 10.222.0.43 "GET /v2.0/networks/4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834163 Jul 29 23:25:16.840575 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e6f507-4a56-493d-9c9c-36d638f8d420 req-9c6de1f0-bfb8-48d5-b9e7-7f1a3e883ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:16.842263 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-49e6f507-4a56-493d-9c9c-36d638f8d420 req-9c6de1f0-bfb8-48d5-b9e7-7f1a3e883ac2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.1076372 Jul 29 23:25:16.871943 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b24a59b6-3786-44b9-b1f7-d7c2b1a256eb req-93dfa315-ff54-43be-b167-201554a26b1f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3222d6f4-7874-4b97-9753-b6ee5e9ee70f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1048002 Jul 29 23:25:16.899680 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f48bc295-9b76-432a-9e09-af3b880ff0bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:17.058676 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7b26d976-f4b7-4b76-8957-833842e05827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:17.064316 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a59b6-3786-44b9-b1f7-d7c2b1a256eb req-02abfe2a-9a69-4cf4-ad84-e65714e54e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:17.066574 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b24a59b6-3786-44b9-b1f7-d7c2b1a256eb req-02abfe2a-9a69-4cf4-ad84-e65714e54e36 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=11625efdc5e247819e1ba7685d24a207&device_id=3222d6f4-7874-4b97-9753-b6ee5e9ee70f HTTP/1.1" status: 200 len: 1096 time: 0.0947778 Jul 29 23:25:17.067364 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e6f507-4a56-493d-9c9c-36d638f8d420 req-9c1df385-084f-418f-90fe-d252cd9231b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:17.068883 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-49e6f507-4a56-493d-9c9c-36d638f8d420 req-9c1df385-084f-418f-90fe-d252cd9231b0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2142425 Jul 29 23:25:17.141280 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-16bfff89-1b97-4d0f-b082-d972197c1f1a service neutron] 10.222.0.43 "GET /v2.0/networks/4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980006 Jul 29 23:25:17.143146 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b48630e-dab6-4fec-8f15-a310a1dfac7a req-8a609df9-d4a1-4bd0-8ae5-7ed09ba07cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:17.144511 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5b48630e-dab6-4fec-8f15-a310a1dfac7a req-8a609df9-d4a1-4bd0-8ae5-7ed09ba07cdd service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=57dfb123-9689-40a9-9542-9edc683c4e3e HTTP/1.1" status: 200 len: 1097 time: 0.3757186 Jul 29 23:25:17.172543 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f48bc295-9b76-432a-9e09-af3b880ff0bd admin admin] Router 1ada2bcc-ee54-4511-92f7-0523ac839da8 is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:25:17.222699 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d6ae69-d0c9-4f9d-8803-ef53ea31422b req-f27e12d2-7169-4bf4-b907-b195470c207d tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:17.224582 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-01d6ae69-d0c9-4f9d-8803-ef53ea31422b req-f27e12d2-7169-4bf4-b907-b195470c207d tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] 10.222.0.43 "GET /v2.0/ports?device_id=34b6b5a2-19bc-4bca-b89e-6896598751af HTTP/1.1" status: 200 len: 948 time: 0.3574500 Jul 29 23:25:17.254057 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed70b131-d6b7-47e1-b0ad-bbb64d4a9522 None None] Network 25ec63fd-39c0-4137-a939-b19e29e152fa requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:25:17.269322 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a59b6-3786-44b9-b1f7-d7c2b1a256eb req-85000439-3a63-44f0-bf93-1b35df929d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:17.271045 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b24a59b6-3786-44b9-b1f7-d7c2b1a256eb req-85000439-3a63-44f0-bf93-1b35df929d9e service neutron] 10.222.0.22 "GET /v2.0/networks?id=33e8f010-7789-4c0c-8f2b-4d54e9bb67e4 HTTP/1.1" status: 200 len: 909 time: 0.1716514 Jul 29 23:25:17.364546 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b24a59b6-3786-44b9-b1f7-d7c2b1a256eb req-8f04d1e9-42ed-4dd4-b918-29a0c5872377 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd6af666-9168-444a-ab4f-a842c3946b2a HTTP/1.1" status: 200 len: 217 time: 0.0835121 Jul 29 23:25:17.442017 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48bc295-9b76-432a-9e09-af3b880ff0bd admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:25:17.464799 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617b3bd1-8190-43ae-a234-fd7967099476 None None] Sync routers for ids ['1ada2bcc-ee54-4511-92f7-0523ac839da8'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:25:17.473022 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f48bc295-9b76-432a-9e09-af3b880ff0bd admin admin] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:17.475567 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-f48bc295-9b76-432a-9e09-af3b880ff0bd admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8148844 Jul 29 23:25:17.480440 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 40628) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:17.490293 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5b48630e-dab6-4fec-8f15-a310a1dfac7a req-ffeebddf-7787-4948-86fc-6ebcf8ee571a service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934825 Jul 29 23:25:17.498775 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a59b6-3786-44b9-b1f7-d7c2b1a256eb req-dc447910-9d58-4da4-a0d8-4c07662f2dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:17.499951 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b24a59b6-3786-44b9-b1f7-d7c2b1a256eb req-dc447910-9d58-4da4-a0d8-4c07662f2dfb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d10b4a30-6630-4be3-b0e2-2a7a17a89939 HTTP/1.1" status: 200 len: 848 time: 0.1270695 Jul 29 23:25:17.514639 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f05f0794-1973-4e4a-92c0-57927670c4d3 None None] Provisioning for port 6cb59cba-0bb0-4908-9987-2e8cfe78fda7 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:25:17.518193 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617b3bd1-8190-43ae-a234-fd7967099476 None None] Routers {'1ada2bcc-ee54-4511-92f7-0523ac839da8'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:25:17.520139 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-617b3bd1-8190-43ae-a234-fd7967099476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:24:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['1ada2bcc-ee54-4511-92f7-0523ac839da8'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:17.537089 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-01d6ae69-d0c9-4f9d-8803-ef53ea31422b req-0363314e-c142-46e8-8def-f3c888b12dca tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cdc300c-b4ab-4f96-ae4c-7a755409d248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022498 Jul 29 23:25:17.572998 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b24a59b6-3786-44b9-b1f7-d7c2b1a256eb req-fb9c0ba4-4e83-422d-81e6-e4b562225697 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=33e8f010-7789-4c0c-8f2b-4d54e9bb67e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282257 Jul 29 23:25:17.582188 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-49e6f507-4a56-493d-9c9c-36d638f8d420 req-09617867-e3f5-4778-8984-5f0c4c6fc5a1 service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4870627 Jul 29 23:25:17.815379 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 6cb59cba-0bb0-4908-9987-2e8cfe78fda7 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:25:17.845562 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-49e6f507-4a56-493d-9c9c-36d638f8d420 req-1ae8a039-88a0-4c68-9422-e25f9e725f89 service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560828 Jul 29 23:25:17.850478 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-7b26d976-f4b7-4b76-8957-833842e05827 admin admin] Allocated IP 172.20.0.1 (de2cb6c2-1eb5-4f3f-9ac4-4b9f8df261c6/b39d3184-aaf6-43d1-83ae-f569a32d6aca/70700276-f102-4503-a701-b5c13aa1544c) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:25:17.998146 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b24a59b6-3786-44b9-b1f7-d7c2b1a256eb req-f4b7040a-f1d2-4373-bca8-e9bf645625c2 service neutron] 10.222.0.22 "GET /v2.0/networks/33e8f010-7789-4c0c-8f2b-4d54e9bb67e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4142556 Jul 29 23:25:18.018331 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c39010-ce43-4381-8f17-1d1ff26071af req-22c97186-f30b-415f-a969-23452ec33a09 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:18.019920 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-10c39010-ce43-4381-8f17-1d1ff26071af req-22c97186-f30b-415f-a969-23452ec33a09 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=5957dee3-6c38-429b-bcda-d522bd42c5fc HTTP/1.1" status: 200 len: 945 time: 0.2630606 Jul 29 23:25:18.117695 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b24a59b6-3786-44b9-b1f7-d7c2b1a256eb req-cd53022c-7e75-4683-b5f0-cfbda073cb4f service neutron] 10.222.0.22 "GET /v2.0/networks/33e8f010-7789-4c0c-8f2b-4d54e9bb67e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076615 Jul 29 23:25:18.184278 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-10c39010-ce43-4381-8f17-1d1ff26071af req-b8b22e6f-cf03-4e32-a4c1-20f6d7d9f029 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471093 Jul 29 23:25:18.228109 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 47f4b8a3-ddc1-44a2-a05c-cdeafa9aadd2 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:25:18.233656 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-617b3bd1-8190-43ae-a234-fd7967099476 None None] Set router 1ada2bcc-ee54-4511-92f7-0523ac839da8 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:25:18.293405 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7b26d976-f4b7-4b76-8957-833842e05827 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:18.340060 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 6cb59cba-0bb0-4908-9987-2e8cfe78fda7 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:25:18.342144 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-7b26d976-f4b7-4b76-8957-833842e05827 admin admin] Transition to ACTIVE for port object 70700276-f102-4503-a701-b5c13aa1544c will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:18.478753 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b754a330-50a2-488f-87d6-04699b618cd3 req-977f8faf-bd1c-4e4b-92fc-db429c787cb8 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:18.486561 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b754a330-50a2-488f-87d6-04699b618cd3 req-977f8faf-bd1c-4e4b-92fc-db429c787cb8 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=57dfb123-9689-40a9-9542-9edc683c4e3e HTTP/1.1" status: 200 len: 945 time: 0.1274788 Jul 29 23:25:18.534032 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7b26d976-f4b7-4b76-8957-833842e05827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:18.634648 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-91f38990-950d-4ad3-b2e3-b287c0c142c1 req-dff2d335-ce0e-4262-9ec4-21d812adf922 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 210 time: 0.0781755 Jul 29 23:25:18.643300 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b26d976-f4b7-4b76-8957-833842e05827 admin admin] Network de2cb6c2-1eb5-4f3f-9ac4-4b9f8df261c6 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:25:18.664835 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-7b26d976-f4b7-4b76-8957-833842e05827 admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:25:18.681937 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b754a330-50a2-488f-87d6-04699b618cd3 req-89d30e3f-3c5c-48d6-9c1c-fedfdf2289f8 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837251 Jul 29 23:25:18.683549 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b26d976-f4b7-4b76-8957-833842e05827 admin admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:25:18.684264 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d5756973-886b-453e-82b1-3391931fded2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:18.692103 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b26d976-f4b7-4b76-8957-833842e05827 admin admin] Pushing event updated for resources: {'Port': ['ID=70700276-f102-4503-a701-b5c13aa1544c,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:18.698734 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 6cb59cba-0bb0-4908-9987-2e8cfe78fda7 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:18.700917 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:18.792422 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7b26d976-f4b7-4b76-8957-833842e05827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:18.823977 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-92fd2ad1-f47c-466b-a2ef-df024f770f88 None None] Provisioning complete for port 6cb59cba-0bb0-4908-9987-2e8cfe78fda7 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:18.824349 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-92fd2ad1-f47c-466b-a2ef-df024f770f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:19.028028 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3381164c-6d30-4f0f-9a8e-c6c0a78604c5 req-e39d1bb6-5351-4b1d-8599-0b1f2f111c18 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:19.035863 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3381164c-6d30-4f0f-9a8e-c6c0a78604c5 req-e39d1bb6-5351-4b1d-8599-0b1f2f111c18 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] 10.222.0.43 "GET /v2.0/ports?device_id=34b6b5a2-19bc-4bca-b89e-6896598751af HTTP/1.1" status: 200 len: 948 time: 0.1501384 Jul 29 23:25:19.076278 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 47f4b8a3-ddc1-44a2-a05c-cdeafa9aadd2, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=47f4b8a3-ddc1-44a2-a05c-cdeafa9aadd2,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:19.100252 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-d5756973-886b-453e-82b1-3391931fded2 admin admin] Allocated IP 172.20.0.1 (25ec63fd-39c0-4137-a939-b19e29e152fa/c91eb1c0-305d-415b-b3ca-0475dffc7759/e82ac4e3-04f6-4b52-a485-d12cbfe3534e) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:25:19.150322 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': '47f4b8a3-ddc1-44a2-a05c-cdeafa9aadd2', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'port_id': '47f4b8a3-ddc1-44a2-a05c-cdeafa9aadd2', 'mac_address': 'fa:16:3e:5e:11:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64bdc61a-58ca-49c7-bae5-ecfed9ee407c', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:25:19.188218 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3381164c-6d30-4f0f-9a8e-c6c0a78604c5 req-68cb05b8-0120-4f0a-97b3-677d91c812d1 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cdc300c-b4ab-4f96-ae4c-7a755409d248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497951 Jul 29 23:25:19.262036 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7b26d976-f4b7-4b76-8957-833842e05827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:19.284735 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d5756973-886b-453e-82b1-3391931fded2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:19.313514 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-d5756973-886b-453e-82b1-3391931fded2 admin admin] Transition to ACTIVE for port object e82ac4e3-04f6-4b52-a485-d12cbfe3534e will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:19.345961 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:19.350634 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-92fd2ad1-f47c-466b-a2ef-df024f770f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:19.352498 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d5756973-886b-453e-82b1-3391931fded2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:19.355767 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:19.421631 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47f4b8a3-ddc1-44a2-a05c-cdeafa9aadd2 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:25:19.435439 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5756973-886b-453e-82b1-3391931fded2 admin admin] Network 25ec63fd-39c0-4137-a939-b19e29e152fa is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:25:19.439816 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-d5756973-886b-453e-82b1-3391931fded2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:25:19.452345 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e488b-fd4b-4e99-9a36-4682a573b9db req-f3347c9a-7561-474e-9f1f-1faec2877c6d tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:19.462390 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:19.464318 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ce0e488b-fd4b-4e99-9a36-4682a573b9db req-f3347c9a-7561-474e-9f1f-1faec2877c6d tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=5957dee3-6c38-429b-bcda-d522bd42c5fc HTTP/1.1" status: 200 len: 945 time: 0.1560369 Jul 29 23:25:19.464820 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 6cb59cba-0bb0-4908-9987-2e8cfe78fda7, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=6cb59cba-0bb0-4908-9987-2e8cfe78fda7,segment=NetworkSegment(efab33a7-a578-4f21-bb33-8b641ac40cdc),segment_id=efab33a7-a578-4f21-bb33-8b641ac40cdc)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:19.466412 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5756973-886b-453e-82b1-3391931fded2 admin admin] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:25:19.468644 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-617b3bd1-8190-43ae-a234-fd7967099476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ada2bcc-ee54-4511-92f7-0523ac839da8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1809969856-router', 'tenant_id': 'd05d0735641f4e49a84fdfbf89768ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'd00f616a-f371-417a-b9e2-d6e37bbed74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:25:14Z', 'updated_at': '2021-07-29T23:25:16Z', 'revision_number': 3, 'project_id': 'd05d0735641f4e49a84fdfbf89768ab7', 'gw_port': {'id': 'd00f616a-f371-417a-b9e2-d6e37bbed74a', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ada2bcc-ee54-4511-92f7-0523ac839da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:25:15Z', 'updated_at': '2021-07-29T23:25:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:19.471474 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 47f4b8a3-ddc1-44a2-a05c-cdeafa9aadd2, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=47f4b8a3-ddc1-44a2-a05c-cdeafa9aadd2,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:19.501876 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:19.502676 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device f3096959-e840-4034-90d7-1ec965fd798e up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:25:19.509463 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:19.512060 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617b3bd1-8190-43ae-a234-fd7967099476 None None] Checking router: 1ada2bcc-ee54-4511-92f7-0523ac839da8 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:25:19.512418 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617b3bd1-8190-43ae-a234-fd7967099476 None None] Updating router 1ada2bcc-ee54-4511-92f7-0523ac839da8 port d00f616a-f371-417a-b9e2-d6e37bbed74a binding host n-d-712141-10 {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:25:19.521463 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d5756973-886b-453e-82b1-3391931fded2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:19.599788 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ce0e488b-fd4b-4e99-9a36-4682a573b9db req-f72059fc-bf95-4a74-a54f-25f1f6d23bd3 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294518 Jul 29 23:25:19.608204 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-617b3bd1-8190-43ae-a234-fd7967099476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:19.661498 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5756973-886b-453e-82b1-3391931fded2 admin admin] Pushing event updated for resources: {'Port': ['ID=e82ac4e3-04f6-4b52-a485-d12cbfe3534e,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:19.720387 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7b26d976-f4b7-4b76-8957-833842e05827 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:19.732516 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7b26d976-f4b7-4b76-8957-833842e05827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:19.760688 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=6cb59cba-0bb0-4908-9987-2e8cfe78fda7,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:19.777613 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d5756973-886b-453e-82b1-3391931fded2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:19.790382 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.db.api [None req-92fd2ad1-f47c-466b-a2ef-df024f770f88 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94079) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:25:19.793524 n-d-712141-10 neutron-server[94079]: DEBUG oslo_db.api [None req-92fd2ad1-f47c-466b-a2ef-df024f770f88 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:25:19.862372 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7b26d976-f4b7-4b76-8957-833842e05827 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:19.945833 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b26d976-f4b7-4b76-8957-833842e05827 admin admin] Pushing event updated for resources: {'Port': ['ID=70700276-f102-4503-a701-b5c13aa1544c,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:19.951138 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['47f4b8a3-ddc1-44a2-a05c-cdeafa9aadd2'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:25:19.970668 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8430f9f3-2edc-4bc2-b562-c7c06b7bfb41 req-6b925a01-180b-42a9-a739-57bbda6bb89c tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 210 time: 0.1011660 Jul 29 23:25:20.013819 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d5756973-886b-453e-82b1-3391931fded2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:20.019466 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d5756973-886b-453e-82b1-3391931fded2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:20.032558 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=47f4b8a3-ddc1-44a2-a05c-cdeafa9aadd2,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:20.057264 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port f3096959-e840-4034-90d7-1ec965fd798e completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:25:20.058873 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-64472db6-8486-420e-ba5b-5339642633bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:20.060258 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-64472db6-8486-420e-ba5b-5339642633bf service neutron] 10.222.0.41 "GET /v2.0/ports/44e2e929-5306-4747-9f2b-b8a8f03b3793 HTTP/1.1" status: 200 len: 1031 time: 0.1538713 Jul 29 23:25:20.071905 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c771960-892d-40af-907a-92d554cac40a req-ced1c522-84eb-411d-bd73-135a170e5c2e tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:20.073420 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0c771960-892d-40af-907a-92d554cac40a req-ced1c522-84eb-411d-bd73-135a170e5c2e tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=57dfb123-9689-40a9-9542-9edc683c4e3e HTTP/1.1" status: 200 len: 945 time: 0.2224679 Jul 29 23:25:20.135668 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5756973-886b-453e-82b1-3391931fded2 admin admin] Pushing event updated for resources: {'Port': ['ID=e82ac4e3-04f6-4b52-a485-d12cbfe3534e,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:20.144921 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d5756973-886b-453e-82b1-3391931fded2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:20.175335 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port f3096959-e840-4034-90d7-1ec965fd798e triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:20.175697 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:20.179742 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-74cb8928-f2ff-4f0c-9d1c-cca1167c51f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:20.181411 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-74cb8928-f2ff-4f0c-9d1c-cca1167c51f4 service neutron] 10.222.0.41 "GET /v2.0/ports/77550cf2-90df-4bb3-86b3-6d949e514eac HTTP/1.1" status: 200 len: 1031 time: 0.1054137 Jul 29 23:25:20.187196 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0c771960-892d-40af-907a-92d554cac40a req-4617c315-fe9f-450c-8aa4-7fdf5415dc8a tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022434 Jul 29 23:25:20.227009 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b26d976-f4b7-4b76-8957-833842e05827 admin admin] Network de2cb6c2-1eb5-4f3f-9ac4-4b9f8df261c6 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:25:20.238508 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-7b26d976-f4b7-4b76-8957-833842e05827 admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:25:20.322125 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5756973-886b-453e-82b1-3391931fded2 admin admin] Network 25ec63fd-39c0-4137-a939-b19e29e152fa is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:25:20.323886 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-d5756973-886b-453e-82b1-3391931fded2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:25:20.330936 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe4e6a8-37f6-4e0a-ae94-61b59e31415c req-ffab02ec-e52b-42e8-8ab7-d9575ffae973 tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:20.332431 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dbe4e6a8-37f6-4e0a-ae94-61b59e31415c req-ffab02ec-e52b-42e8-8ab7-d9575ffae973 tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f4ff10e6-5df0-49b5-9d56-bbcdee1500ff HTTP/1.1" status: 200 len: 1098 time: 0.1738522 Jul 29 23:25:20.482328 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5756973-886b-453e-82b1-3391931fded2 admin admin] Router 1ada2bcc-ee54-4511-92f7-0523ac839da8 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:25:20.537343 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:20.573133 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port f3096959-e840-4034-90d7-1ec965fd798e, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=f3096959-e840-4034-90d7-1ec965fd798e,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:20.611524 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:20.673104 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-afdd3f30-9f01-48e6-b07c-c507a86183d9 None None] Provisioning for port e82ac4e3-04f6-4b52-a485-d12cbfe3534e completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:25:20.682780 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=f3096959-e840-4034-90d7-1ec965fd798e,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:20.700870 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-afdd3f30-9f01-48e6-b07c-c507a86183d9 None None] Provisioning complete for port e82ac4e3-04f6-4b52-a485-d12cbfe3534e triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:20.701254 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-afdd3f30-9f01-48e6-b07c-c507a86183d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:20.749682 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 6cb59cba-0bb0-4908-9987-2e8cfe78fda7 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:25:20.805210 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-617b3bd1-8190-43ae-a234-fd7967099476 None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:20.824959 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-afdd3f30-9f01-48e6-b07c-c507a86183d9 None None] Port e82ac4e3-04f6-4b52-a485-d12cbfe3534e cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:25:20.837497 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-617b3bd1-8190-43ae-a234-fd7967099476 None None] Transition to ACTIVE for port object d00f616a-f371-417a-b9e2-d6e37bbed74a will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:20.849679 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-afdd3f30-9f01-48e6-b07c-c507a86183d9 None None] Provisioning for port 70700276-f102-4503-a701-b5c13aa1544c completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:25:20.852781 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 6cb59cba-0bb0-4908-9987-2e8cfe78fda7 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:20.853169 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:20.897035 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-617b3bd1-8190-43ae-a234-fd7967099476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:20.911127 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-afdd3f30-9f01-48e6-b07c-c507a86183d9 None None] Provisioning complete for port 70700276-f102-4503-a701-b5c13aa1544c triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:20.911505 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-afdd3f30-9f01-48e6-b07c-c507a86183d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:20.983953 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-617b3bd1-8190-43ae-a234-fd7967099476 None None] Attempting to bind port d00f616a-f371-417a-b9e2-d6e37bbed74a on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:25:20.984333 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-617b3bd1-8190-43ae-a234-fd7967099476 None None] Attempting to bind port d00f616a-f371-417a-b9e2-d6e37bbed74a by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:25:20.984709 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617b3bd1-8190-43ae-a234-fd7967099476 None None] Attempting to bind port d00f616a-f371-417a-b9e2-d6e37bbed74a on network 58f27f61-3278-49cc-b66b-1e729d26f29f {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:21.008667 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617b3bd1-8190-43ae-a234-fd7967099476 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:25:21.008999 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617b3bd1-8190-43ae-a234-fd7967099476 None None] Checking segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:25:21.009368 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-617b3bd1-8190-43ae-a234-fd7967099476 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:21.010180 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617b3bd1-8190-43ae-a234-fd7967099476 None None] Bound using segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:25:21.010332 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-617b3bd1-8190-43ae-a234-fd7967099476 None None] Bound port: d00f616a-f371-417a-b9e2-d6e37bbed74a, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:25:21.010678 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-617b3bd1-8190-43ae-a234-fd7967099476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:21.022297 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dbe4e6a8-37f6-4e0a-ae94-61b59e31415c req-30f1f243-6593-4962-95d3-e74dd2614b76 tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6261256 Jul 29 23:25:21.027145 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-afdd3f30-9f01-48e6-b07c-c507a86183d9 None None] Port 70700276-f102-4503-a701-b5c13aa1544c cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:25:21.048335 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f62cf-3776-4d17-b573-a5de39dc96ec req-d9989767-3ffa-4bbf-a96c-00fb5aa1d9e3 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:21.054869 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-089f62cf-3776-4d17-b573-a5de39dc96ec req-d9989767-3ffa-4bbf-a96c-00fb5aa1d9e3 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6f3a528-8768-44bf-ade5-0ab7a7307ced HTTP/1.1" status: 200 len: 945 time: 0.7253916 Jul 29 23:25:21.068688 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-76b5821a-01db-4032-9d59-24107d7a9bc8 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:21.078364 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b46cd9-2d5c-4198-92e6-59849b124be0 None None] Pushing event updated for resources: {'Port': ['ID=d00f616a-f371-417a-b9e2-d6e37bbed74a,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:21.078561 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-76b5821a-01db-4032-9d59-24107d7a9bc8 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:21.098826 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-76b5821a-01db-4032-9d59-24107d7a9bc8 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:21.103006 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-76b5821a-01db-4032-9d59-24107d7a9bc8 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.41 "GET /v2.0/networks?id=ce4b3ab8-859d-4d6c-903b-c30dcaacffc8&id=20b17a75-47ba-4198-999c-000c34520768&id=20b17a75-47ba-4198-999c-000c34520768&id=20b17a75-47ba-4198-999c-000c34520768&id=20b17a75-47ba-4198-999c-000c34520768&id=4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf&id=4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf HTTP/1.1" status: 200 len: 1993 time: 0.8962581 Jul 29 23:25:21.142898 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-617b3bd1-8190-43ae-a234-fd7967099476 None None] For port d00f616a-f371-417a-b9e2-d6e37bbed74a, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:25:21.151499 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-617b3bd1-8190-43ae-a234-fd7967099476 None None] For port d00f616a-f371-417a-b9e2-d6e37bbed74a, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=d00f616a-f371-417a-b9e2-d6e37bbed74a,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:25:21.163159 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5756973-886b-453e-82b1-3391931fded2 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:25:21.177262 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-617b3bd1-8190-43ae-a234-fd7967099476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:21.179886 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d5756973-886b-453e-82b1-3391931fded2 admin admin] 10.222.0.43 "PUT /v2.0/routers/1ada2bcc-ee54-4511-92f7-0523ac839da8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6913722 Jul 29 23:25:21.183590 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b26d976-f4b7-4b76-8957-833842e05827 admin admin] Router d0765de7-b2a9-48ba-a3e2-4c253ac75656 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:25:21.228036 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-089f62cf-3776-4d17-b573-a5de39dc96ec req-b6e0b4d8-256f-40a9-9bab-b3119171c0c2 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125841 Jul 29 23:25:21.253182 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b46cd9-2d5c-4198-92e6-59849b124be0 None None] Pushing event updated for resources: {'Port': ['ID=d00f616a-f371-417a-b9e2-d6e37bbed74a,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:21.264384 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-db621857-5920-4f91-88e3-d378a104241f None None] Provisioning complete for port e82ac4e3-04f6-4b52-a485-d12cbfe3534e triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:21.265019 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-db621857-5920-4f91-88e3-d378a104241f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:21.265171 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-ae9e98ac-9b9f-4d9c-9f7c-09ecadfd02c9 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2080476b97a74d1caf5886ea19337ad1 HTTP/1.1" status: 200 len: 379 time: 0.1340537 Jul 29 23:25:21.281193 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-39010716-c1a6-47fa-a3f2-42f5e0672347 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Request body: {'port': {'device_id': '7edd9f15-fe6b-4312-89e6-b917a1b8550e', 'network_id': 'ce4b3ab8-859d-4d6c-903b-c30dcaacffc8', 'admin_state_up': True, 'tenant_id': '2080476b97a74d1caf5886ea19337ad1', 'security_groups': ['06985e19-0909-46d3-806d-ed854aa19767']}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:21.482010 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-db621857-5920-4f91-88e3-d378a104241f None None] Port e82ac4e3-04f6-4b52-a485-d12cbfe3534e cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:25:21.497362 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-db621857-5920-4f91-88e3-d378a104241f None None] Provisioning complete for port 70700276-f102-4503-a701-b5c13aa1544c triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:21.497804 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-db621857-5920-4f91-88e3-d378a104241f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:21.543191 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617b3bd1-8190-43ae-a234-fd7967099476 None None] Routers {'1ada2bcc-ee54-4511-92f7-0523ac839da8'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:25:21.543955 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-617b3bd1-8190-43ae-a234-fd7967099476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:24:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['1ada2bcc-ee54-4511-92f7-0523ac839da8'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:21.568582 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f0bb2e-4df9-45c4-b13d-8b8271ed9a1b req-640296e6-cbf5-44dd-9ed6-065c175faef2 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:21.570854 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-53f0bb2e-4df9-45c4-b13d-8b8271ed9a1b req-640296e6-cbf5-44dd-9ed6-065c175faef2 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] 10.222.0.43 "GET /v2.0/ports?device_id=34b6b5a2-19bc-4bca-b89e-6896598751af HTTP/1.1" status: 200 len: 949 time: 0.4307680 Jul 29 23:25:21.595272 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b26d976-f4b7-4b76-8957-833842e05827 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:25:21.612557 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f0e1c0-7dc2-4e4f-902b-ebfbdb2b12a5 None None] Sync routers for ids ['d0765de7-b2a9-48ba-a3e2-4c253ac75656'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:25:21.626119 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f0e1c0-7dc2-4e4f-902b-ebfbdb2b12a5 None None] Routers {'d0765de7-b2a9-48ba-a3e2-4c253ac75656'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:25:21.629384 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-84f0e1c0-7dc2-4e4f-902b-ebfbdb2b12a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:24:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['d0765de7-b2a9-48ba-a3e2-4c253ac75656'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:21.632024 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-7b26d976-f4b7-4b76-8957-833842e05827 admin admin] 10.222.0.43 "PUT /v2.0/routers/d0765de7-b2a9-48ba-a3e2-4c253ac75656/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6750989 Jul 29 23:25:21.669158 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-617b3bd1-8190-43ae-a234-fd7967099476 None None] Set router 1ada2bcc-ee54-4511-92f7-0523ac839da8 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:25:21.707187 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 40710) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:21.807629 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-84f0e1c0-7dc2-4e4f-902b-ebfbdb2b12a5 None None] Set router d0765de7-b2a9-48ba-a3e2-4c253ac75656 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:25:21.840738 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b58afab-1f77-4b00-8eb7-ffba5a8bdb57 req-e5a575fc-f964-499e-99fe-21de2dede0f9 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:21.852098 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2b58afab-1f77-4b00-8eb7-ffba5a8bdb57 req-e5a575fc-f964-499e-99fe-21de2dede0f9 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=5957dee3-6c38-429b-bcda-d522bd42c5fc HTTP/1.1" status: 200 len: 945 time: 0.3191364 Jul 29 23:25:21.852335 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-db621857-5920-4f91-88e3-d378a104241f None None] Port 70700276-f102-4503-a701-b5c13aa1544c cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:25:21.868050 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-53f0bb2e-4df9-45c4-b13d-8b8271ed9a1b req-5c9de843-aa15-4f12-b9cc-e6a3c267570e tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cdc300c-b4ab-4f96-ae4c-7a755409d248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741601 Jul 29 23:25:21.889122 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-617b3bd1-8190-43ae-a234-fd7967099476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ada2bcc-ee54-4511-92f7-0523ac839da8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1809969856-router', 'tenant_id': 'd05d0735641f4e49a84fdfbf89768ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'd00f616a-f371-417a-b9e2-d6e37bbed74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:25:14Z', 'updated_at': '2021-07-29T23:25:19Z', 'revision_number': 4, 'project_id': 'd05d0735641f4e49a84fdfbf89768ab7', 'gw_port': {'id': 'd00f616a-f371-417a-b9e2-d6e37bbed74a', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ada2bcc-ee54-4511-92f7-0523ac839da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:25:15Z', 'updated_at': '2021-07-29T23:25:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'e82ac4e3-04f6-4b52-a485-d12cbfe3534e', 'name': '', 'network_id': '25ec63fd-39c0-4137-a939-b19e29e152fa', 'tenant_id': 'd05d0735641f4e49a84fdfbf89768ab7', 'mac_address': 'fa:16:3e:9a:a7:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ada2bcc-ee54-4511-92f7-0523ac839da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'c91eb1c0-305d-415b-b3ca-0475dffc7759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:25:18Z', 'updated_at': '2021-07-29T23:25:19Z', 'revision_number': 2, 'project_id': 'd05d0735641f4e49a84fdfbf89768ab7', 'subnets': [{'id': 'c91eb1c0-305d-415b-b3ca-0475dffc7759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:21.903418 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-39010716-c1a6-47fa-a3f2-42f5e0672347 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Made reservation on behalf of 2080476b97a74d1caf5886ea19337ad1 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:25:21.916737 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-39010716-c1a6-47fa-a3f2-42f5e0672347 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:21.928851 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617b3bd1-8190-43ae-a234-fd7967099476 None None] The sync data for ids ['1ada2bcc-ee54-4511-92f7-0523ac839da8'] in n-d-712141-10 is: [{'id': '1ada2bcc-ee54-4511-92f7-0523ac839da8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1809969856-router', 'tenant_id': 'd05d0735641f4e49a84fdfbf89768ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'd00f616a-f371-417a-b9e2-d6e37bbed74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:25:14Z', 'updated_at': '2021-07-29T23:25:19Z', 'revision_number': 4, 'project_id': 'd05d0735641f4e49a84fdfbf89768ab7', 'gw_port': {'id': 'd00f616a-f371-417a-b9e2-d6e37bbed74a', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ada2bcc-ee54-4511-92f7-0523ac839da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:25:15Z', 'updated_at': '2021-07-29T23:25:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'e82ac4e3-04f6-4b52-a485-d12cbfe3534e', 'name': '', 'network_id': '25ec63fd-39c0-4137-a939-b19e29e152fa', 'tenant_id': 'd05d0735641f4e49a84fdfbf89768ab7', 'mac_address': 'fa:16:3e:9a:a7:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ada2bcc-ee54-4511-92f7-0523ac839da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'c91eb1c0-305d-415b-b3ca-0475dffc7759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:25:18Z', 'updated_at': '2021-07-29T23:25:19Z', 'revision_number': 2, 'project_id': 'd05d0735641f4e49a84fdfbf89768ab7', 'subnets': [{'id': 'c91eb1c0-305d-415b-b3ca-0475dffc7759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:25:21.980107 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2b58afab-1f77-4b00-8eb7-ffba5a8bdb57 req-85b50d18-4998-4aa3-a7cd-a5a5fcc6ab3c tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110022 Jul 29 23:25:22.026112 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8b699d28-cc37-4da4-ab28-88fb2d4c2ac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:22.109537 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-928daacd-122f-46c2-b8d2-09b41e66849e req-0769d8cb-2841-4c37-88d9-30237a779f4a tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 210 time: 0.0440657 Jul 29 23:25:22.229354 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 47f4b8a3-ddc1-44a2-a05c-cdeafa9aadd2 up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:25:22.280069 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-39010716-c1a6-47fa-a3f2-42f5e0672347 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Allocated IP 172.20.0.3 (ce4b3ab8-859d-4d6c-903b-c30dcaacffc8/f17b5adc-97d4-4be8-906f-2c5b33598723/d88dbc0e-68ee-4fbf-94c1-8577555fefd5) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:25:22.284253 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8b699d28-cc37-4da4-ab28-88fb2d4c2ac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:22.301222 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8b699d28-cc37-4da4-ab28-88fb2d4c2ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:22.331802 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14afd30-f12a-4e8c-a62a-9267d174a0ab req-67c816ff-9796-4c8f-bbe3-2e7b2465c28e tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:22.333905 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-84f0e1c0-7dc2-4e4f-902b-ebfbdb2b12a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0765de7-b2a9-48ba-a3e2-4c253ac75656', 'name': 'tempest-ServersTestJSON-1723327279-router', 'tenant_id': '05e8cd719a1e468d9d1f19a8ac790d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'f3096959-e840-4034-90d7-1ec965fd798e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:25:08Z', 'updated_at': '2021-07-29T23:25:19Z', 'revision_number': 4, 'project_id': '05e8cd719a1e468d9d1f19a8ac790d23', 'gw_port': {'id': 'f3096959-e840-4034-90d7-1ec965fd798e', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:58:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0765de7-b2a9-48ba-a3e2-4c253ac75656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:25:10Z', 'updated_at': '2021-07-29T23:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '70700276-f102-4503-a701-b5c13aa1544c', 'name': '', 'network_id': 'de2cb6c2-1eb5-4f3f-9ac4-4b9f8df261c6', 'tenant_id': '05e8cd719a1e468d9d1f19a8ac790d23', 'mac_address': 'fa:16:3e:82:39:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0765de7-b2a9-48ba-a3e2-4c253ac75656', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': 'b39d3184-aaf6-43d1-83ae-f569a32d6aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:25:17Z', 'updated_at': '2021-07-29T23:25:19Z', 'revision_number': 2, 'project_id': '05e8cd719a1e468d9d1f19a8ac790d23', 'subnets': [{'id': 'b39d3184-aaf6-43d1-83ae-f569a32d6aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:22.341321 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b14afd30-f12a-4e8c-a62a-9267d174a0ab req-67c816ff-9796-4c8f-bbe3-2e7b2465c28e tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=57dfb123-9689-40a9-9542-9edc683c4e3e HTTP/1.1" status: 200 len: 945 time: 0.1036172 Jul 29 23:25:22.384201 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 40722) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:22.417234 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-59448fbc-37b9-4ad2-a5ad-6e8f5535915e admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-723505916-network', 'tenant_id': '421db16ff9f44899afacd8d7c30512ee'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:22.421930 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port 47f4b8a3-ddc1-44a2-a05c-cdeafa9aadd2 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:25:22.426529 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port 47f4b8a3-ddc1-44a2-a05c-cdeafa9aadd2 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:22.426851 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:22.460141 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b699d28-cc37-4da4-ab28-88fb2d4c2ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00525bee-2822-4935-813a-1574ad968b75,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:22.462559 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f0e1c0-7dc2-4e4f-902b-ebfbdb2b12a5 None None] Checking router: d0765de7-b2a9-48ba-a3e2-4c253ac75656 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:25:22.462918 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f0e1c0-7dc2-4e4f-902b-ebfbdb2b12a5 None None] Updating router d0765de7-b2a9-48ba-a3e2-4c253ac75656 port 70700276-f102-4503-a701-b5c13aa1544c binding host n-d-712141-10 {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:25:22.473324 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8b699d28-cc37-4da4-ab28-88fb2d4c2ac7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7b0987edacab4c2282aa7c4444ee87a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7649701 Jul 29 23:25:22.477029 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 40726) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:22.525463 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-84f0e1c0-7dc2-4e4f-902b-ebfbdb2b12a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:22.606947 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2e49c25a-f96e-45d6-9a92-e77dd1926c17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:22.607808 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:22.633871 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b14afd30-f12a-4e8c-a62a-9267d174a0ab req-1d37aa14-ccea-49a8-90c3-02f2c6e83ad8 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896159 Jul 29 23:25:22.637846 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59448fbc-37b9-4ad2-a5ad-6e8f5535915e admin admin] Made reservation on behalf of 421db16ff9f44899afacd8d7c30512ee for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:25:22.643559 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-59448fbc-37b9-4ad2-a5ad-6e8f5535915e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:22.671692 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34b6b5a2-19bc-4bca-b89e-6896598751af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f4b8a3-ddc1-44a2-a05c-cdeafa9aadd2'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:25:22.679778 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b95aeee9-91c1-4c82-94aa-3a31790ffdfd" -d '{"events": [{"server_uuid": "34b6b5a2-19bc-4bca-b89e-6896598751af", "name": "network-vif-plugged", "status": "completed", "tag": "47f4b8a3-ddc1-44a2-a05c-cdeafa9aadd2"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:25:22.698659 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2e49c25a-f96e-45d6-9a92-e77dd1926c17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:22.714858 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-59448fbc-37b9-4ad2-a5ad-6e8f5535915e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:22.725964 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 47f4b8a3-ddc1-44a2-a05c-cdeafa9aadd2, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=47f4b8a3-ddc1-44a2-a05c-cdeafa9aadd2,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:22.752062 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:22.824809 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-39010716-c1a6-47fa-a3f2-42f5e0672347 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:22.872740 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2e49c25a-f96e-45d6-9a92-e77dd1926c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:22.881443 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2e49c25a-f96e-45d6-9a92-e77dd1926c17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:22.884897 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-2e49c25a-f96e-45d6-9a92-e77dd1926c17 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/00525bee-2822-4935-813a-1574ad968b75 HTTP/1.1" status: 204 len: 168 time: 0.4065304 Jul 29 23:25:22.892077 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=47f4b8a3-ddc1-44a2-a05c-cdeafa9aadd2,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:22.904128 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e49c25a-f96e-45d6-9a92-e77dd1926c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00525bee-2822-4935-813a-1574ad968b75,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:22.904425 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device f3096959-e840-4034-90d7-1ec965fd798e up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:25:22.922274 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-39010716-c1a6-47fa-a3f2-42f5e0672347 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Transition to ACTIVE for port object d88dbc0e-68ee-4fbf-94c1-8577555fefd5 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:23.036901 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-59448fbc-37b9-4ad2-a5ad-6e8f5535915e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:23.051292 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-59448fbc-37b9-4ad2-a5ad-6e8f5535915e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:23.077601 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-39010716-c1a6-47fa-a3f2-42f5e0672347 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:23.079574 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59448fbc-37b9-4ad2-a5ad-6e8f5535915e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:25:23.086798 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port f3096959-e840-4034-90d7-1ec965fd798e triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:23.087408 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:23.155944 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-59448fbc-37b9-4ad2-a5ad-6e8f5535915e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:23.157040 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-59448fbc-37b9-4ad2-a5ad-6e8f5535915e admin admin] Added segment 8c2acf2c-8e00-41c8-b8d8-246821c2a91b of type vlan for network 0af718fc-c93c-4b0f-93b2-48cf1534cee5 Jul 29 23:25:23.159174 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59448fbc-37b9-4ad2-a5ad-6e8f5535915e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=245179d2-991b-401e-9090-49c88c374541,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:23.317569 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bc61a38e-8ce4-410a-9ab8-6634ca58873d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:23.324927 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-39010716-c1a6-47fa-a3f2-42f5e0672347 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Network ce4b3ab8-859d-4d6c-903b-c30dcaacffc8 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:25:23.395052 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-39010716-c1a6-47fa-a3f2-42f5e0672347 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:25:23.423109 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-84f0e1c0-7dc2-4e4f-902b-ebfbdb2b12a5 None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:23.439544 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-84f0e1c0-7dc2-4e4f-902b-ebfbdb2b12a5 None None] Transition to ACTIVE for port object 70700276-f102-4503-a701-b5c13aa1544c will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:23.440191 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39010716-c1a6-47fa-a3f2-42f5e0672347 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Pushing event updated for resources: {'Port': ['ID=d88dbc0e-68ee-4fbf-94c1-8577555fefd5,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:23.455842 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-84f0e1c0-7dc2-4e4f-902b-ebfbdb2b12a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:23.462653 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-39010716-c1a6-47fa-a3f2-42f5e0672347 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:25:23.494050 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-59448fbc-37b9-4ad2-a5ad-6e8f5535915e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:23.543110 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee34ca73-8e52-42d0-ac9e-64eaab3a3722 None None] Pushing event updated for resources: {'Port': ['ID=70700276-f102-4503-a701-b5c13aa1544c,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:23.614097 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-84f0e1c0-7dc2-4e4f-902b-ebfbdb2b12a5 None None] Attempting to bind port 70700276-f102-4503-a701-b5c13aa1544c on host n-d-712141-10 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:25:23.614749 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-84f0e1c0-7dc2-4e4f-902b-ebfbdb2b12a5 None None] Attempting to bind port 70700276-f102-4503-a701-b5c13aa1544c by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '697ca422-dae8-4a41-9470-24af6f5c602a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'de2cb6c2-1eb5-4f3f-9ac4-4b9f8df261c6'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:25:23.615280 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f0e1c0-7dc2-4e4f-902b-ebfbdb2b12a5 None None] Attempting to bind port 70700276-f102-4503-a701-b5c13aa1544c on network de2cb6c2-1eb5-4f3f-9ac4-4b9f8df261c6 {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:23.647090 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f0e1c0-7dc2-4e4f-902b-ebfbdb2b12a5 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 24, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:25:23.649664 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f0e1c0-7dc2-4e4f-902b-ebfbdb2b12a5 None None] Checking segment: {'id': '697ca422-dae8-4a41-9470-24af6f5c602a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'de2cb6c2-1eb5-4f3f-9ac4-4b9f8df261c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:25:23.652318 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-84f0e1c0-7dc2-4e4f-902b-ebfbdb2b12a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:23.653920 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f0e1c0-7dc2-4e4f-902b-ebfbdb2b12a5 None None] Bound using segment: {'id': '697ca422-dae8-4a41-9470-24af6f5c602a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'de2cb6c2-1eb5-4f3f-9ac4-4b9f8df261c6'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:25:23.655427 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-84f0e1c0-7dc2-4e4f-902b-ebfbdb2b12a5 None None] Bound port: 70700276-f102-4503-a701-b5c13aa1544c, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '697ca422-dae8-4a41-9470-24af6f5c602a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'de2cb6c2-1eb5-4f3f-9ac4-4b9f8df261c6'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:25:23.657141 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-84f0e1c0-7dc2-4e4f-902b-ebfbdb2b12a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:23.664007 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-675298df-289d-41e6-84b9-3f404ae4f6f2 tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:25:23.665520 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-675298df-289d-41e6-84b9-3f404ae4f6f2 tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074022 Jul 29 23:25:23.703212 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-39010716-c1a6-47fa-a3f2-42f5e0672347 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:23.704142 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-39010716-c1a6-47fa-a3f2-42f5e0672347 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:23.722626 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-59448fbc-37b9-4ad2-a5ad-6e8f5535915e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:23.724418 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59448fbc-37b9-4ad2-a5ad-6e8f5535915e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:23.725188 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-59448fbc-37b9-4ad2-a5ad-6e8f5535915e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:23.736913 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-39010716-c1a6-47fa-a3f2-42f5e0672347 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4601161 Jul 29 23:25:23.772667 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-853174d4-8531-4201-a2e1-7970dfb5389f tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Request body: {'port': {'device_id': '7edd9f15-fe6b-4312-89e6-b917a1b8550e', 'network_id': '20b17a75-47ba-4198-999c-000c34520768', 'admin_state_up': True, 'tenant_id': '2080476b97a74d1caf5886ea19337ad1', 'security_groups': ['06985e19-0909-46d3-806d-ed854aa19767']}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:23.825645 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-84f0e1c0-7dc2-4e4f-902b-ebfbdb2b12a5 None None] For port 70700276-f102-4503-a701-b5c13aa1544c, host n-d-712141-10, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:25:23.832362 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-84f0e1c0-7dc2-4e4f-902b-ebfbdb2b12a5 None None] For port 70700276-f102-4503-a701-b5c13aa1544c, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=70700276-f102-4503-a701-b5c13aa1544c,segment=NetworkSegment(697ca422-dae8-4a41-9470-24af6f5c602a),segment_id=697ca422-dae8-4a41-9470-24af6f5c602a)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:25:23.846539 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-84f0e1c0-7dc2-4e4f-902b-ebfbdb2b12a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:24.010425 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee34ca73-8e52-42d0-ac9e-64eaab3a3722 None None] Pushing event updated for resources: {'Port': ['ID=70700276-f102-4503-a701-b5c13aa1544c,revision_number=4']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:24.017055 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 40774) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:24.036838 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-72644e4e-1ec0-4a77-9940-947a2f031537 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Request body: {'security_group': {'name': 'tempest-securitygroup--180926346', 'description': 'tempest-description--914596283'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:24.041633 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-0506d649-42fe-4afe-a86b-23d683a87436 None None] Provisioning for port d88dbc0e-68ee-4fbf-94c1-8577555fefd5 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:25:24.048804 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-59448fbc-37b9-4ad2-a5ad-6e8f5535915e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6633351 Jul 29 23:25:24.049541 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-853174d4-8531-4201-a2e1-7970dfb5389f tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Made reservation on behalf of 2080476b97a74d1caf5886ea19337ad1 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:25:24.050029 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-0506d649-42fe-4afe-a86b-23d683a87436 None None] Provisioning complete for port d88dbc0e-68ee-4fbf-94c1-8577555fefd5 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:24.052816 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 40776) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:24.056669 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-853174d4-8531-4201-a2e1-7970dfb5389f tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:24.063527 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0506d649-42fe-4afe-a86b-23d683a87436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:24.068187 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-0555b7c5-aac8-4e97-8f43-311ab562d5c7 admin admin] Request body: {'subnet': {'network_id': '0af718fc-c93c-4b0f-93b2-48cf1534cee5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-723505916-subnet', 'tenant_id': '421db16ff9f44899afacd8d7c30512ee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:24.090292 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f0e1c0-7dc2-4e4f-902b-ebfbdb2b12a5 None None] Routers {'d0765de7-b2a9-48ba-a3e2-4c253ac75656'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:25:24.090933 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-84f0e1c0-7dc2-4e4f-902b-ebfbdb2b12a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:24:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['d0765de7-b2a9-48ba-a3e2-4c253ac75656'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:24.130131 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-72644e4e-1ec0-4a77-9940-947a2f031537 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:24.158068 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59448fbc-37b9-4ad2-a5ad-6e8f5535915e admin admin] Pushing event updated for resources: {'Network': ['ID=0af718fc-c93c-4b0f-93b2-48cf1534cee5,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:24.192589 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-0506d649-42fe-4afe-a86b-23d683a87436 None None] Port d88dbc0e-68ee-4fbf-94c1-8577555fefd5 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:25:24.204918 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 0af718fc-c93c-4b0f-93b2-48cf1534cee5 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:25:24.221057 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-3012a0db-6265-49de-a027-f48cbc733046 service neutron] Request body: {'binding': {'host': 'n-h2-712141-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:24.221912 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-3012a0db-6265-49de-a027-f48cbc733046 service neutron] Unknown quota resources ['binding']. {{(pid=94077) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 23:25:24.246689 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0555b7c5-aac8-4e97-8f43-311ab562d5c7 admin admin] Made reservation on behalf of 421db16ff9f44899afacd8d7c30512ee for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:25:24.255392 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0555b7c5-aac8-4e97-8f43-311ab562d5c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:24.343190 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d25ed9b3-04d5-4a87-bb56-abc066b6ee7e x-openstack-request-id: req-d25ed9b3-04d5-4a87-bb56-abc066b6ee7e {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:25:24.345704 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34b6b5a2-19bc-4bca-b89e-6896598751af", "name": "network-vif-plugged", "status": "completed", "tag": "47f4b8a3-ddc1-44a2-a05c-cdeafa9aadd2", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:25:24.346790 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d25ed9b3-04d5-4a87-bb56-abc066b6ee7e {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:25:24.348587 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34b6b5a2-19bc-4bca-b89e-6896598751af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f4b8a3-ddc1-44a2-a05c-cdeafa9aadd2', 'code': 200} Jul 29 23:25:24.480983 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-84f0e1c0-7dc2-4e4f-902b-ebfbdb2b12a5 None None] Set router d0765de7-b2a9-48ba-a3e2-4c253ac75656 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:25:24.579089 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-853174d4-8531-4201-a2e1-7970dfb5389f tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Allocated IP 10.1.1.56 (20b17a75-47ba-4198-999c-000c34520768/7458a594-1a22-4c4a-88d1-6b77cea076b8/fd088fd5-5d8a-4e4d-b620-8e5770596293) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:25:24.651011 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd8ecd-287b-4df1-94e2-8e17d9c4011a req-1574b4f5-9abb-463c-91d9-fabcdd36f7a4 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:24.652956 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9bbd8ecd-287b-4df1-94e2-8e17d9c4011a req-1574b4f5-9abb-463c-91d9-fabcdd36f7a4 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] 10.222.0.43 "GET /v2.0/ports?device_id=34b6b5a2-19bc-4bca-b89e-6896598751af HTTP/1.1" status: 200 len: 950 time: 0.1283400 Jul 29 23:25:24.657558 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 40786) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:24.805154 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device d00f616a-f371-417a-b9e2-d6e37bbed74a up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:25:24.833434 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f93c5c-caef-492a-8edc-74ab4f11ffec req-bcab57ee-2e8a-451d-a0a1-53f169dce20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:24.842662 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c0f93c5c-caef-492a-8edc-74ab4f11ffec req-bcab57ee-2e8a-451d-a0a1-53f169dce20d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=34b6b5a2-19bc-4bca-b89e-6896598751af HTTP/1.1" status: 200 len: 1102 time: 0.3162718 Jul 29 23:25:24.909629 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port d00f616a-f371-417a-b9e2-d6e37bbed74a completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:25:24.909809 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-853174d4-8531-4201-a2e1-7970dfb5389f tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:24.915318 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port d00f616a-f371-417a-b9e2-d6e37bbed74a triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:24.916063 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:24.924907 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-853174d4-8531-4201-a2e1-7970dfb5389f tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Transition to ACTIVE for port object fd088fd5-5d8a-4e4d-b620-8e5770596293 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:24.935235 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-84f0e1c0-7dc2-4e4f-902b-ebfbdb2b12a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0765de7-b2a9-48ba-a3e2-4c253ac75656', 'name': 'tempest-ServersTestJSON-1723327279-router', 'tenant_id': '05e8cd719a1e468d9d1f19a8ac790d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'f3096959-e840-4034-90d7-1ec965fd798e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:25:08Z', 'updated_at': '2021-07-29T23:25:19Z', 'revision_number': 4, 'project_id': '05e8cd719a1e468d9d1f19a8ac790d23', 'gw_port': {'id': 'f3096959-e840-4034-90d7-1ec965fd798e', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:58:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0765de7-b2a9-48ba-a3e2-4c253ac75656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:25:10Z', 'updated_at': '2021-07-29T23:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '70700276-f102-4503-a701-b5c13aa1544c', 'name': '', 'network_id': 'de2cb6c2-1eb5-4f3f-9ac4-4b9f8df261c6', 'tenant_id': '05e8cd719a1e468d9d1f19a8ac790d23', 'mac_address': 'fa:16:3e:82:39:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0765de7-b2a9-48ba-a3e2-4c253ac75656', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': 'b39d3184-aaf6-43d1-83ae-f569a32d6aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:25:17Z', 'updated_at': '2021-07-29T23:25:23Z', 'revision_number': 4, 'project_id': '05e8cd719a1e468d9d1f19a8ac790d23', 'subnets': [{'id': 'b39d3184-aaf6-43d1-83ae-f569a32d6aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:24.941524 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-72644e4e-1ec0-4a77-9940-947a2f031537 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:24.967539 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-72644e4e-1ec0-4a77-9940-947a2f031537 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:24.972706 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f0e1c0-7dc2-4e4f-902b-ebfbdb2b12a5 None None] The sync data for ids ['d0765de7-b2a9-48ba-a3e2-4c253ac75656'] in n-d-712141-10 is: [{'id': 'd0765de7-b2a9-48ba-a3e2-4c253ac75656', 'name': 'tempest-ServersTestJSON-1723327279-router', 'tenant_id': '05e8cd719a1e468d9d1f19a8ac790d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'f3096959-e840-4034-90d7-1ec965fd798e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:25:08Z', 'updated_at': '2021-07-29T23:25:19Z', 'revision_number': 4, 'project_id': '05e8cd719a1e468d9d1f19a8ac790d23', 'gw_port': {'id': 'f3096959-e840-4034-90d7-1ec965fd798e', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:58:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0765de7-b2a9-48ba-a3e2-4c253ac75656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:25:10Z', 'updated_at': '2021-07-29T23:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '70700276-f102-4503-a701-b5c13aa1544c', 'name': '', 'network_id': 'de2cb6c2-1eb5-4f3f-9ac4-4b9f8df261c6', 'tenant_id': '05e8cd719a1e468d9d1f19a8ac790d23', 'mac_address': 'fa:16:3e:82:39:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0765de7-b2a9-48ba-a3e2-4c253ac75656', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': 'b39d3184-aaf6-43d1-83ae-f569a32d6aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:25:17Z', 'updated_at': '2021-07-29T23:25:23Z', 'revision_number': 4, 'project_id': '05e8cd719a1e468d9d1f19a8ac790d23', 'subnets': [{'id': 'b39d3184-aaf6-43d1-83ae-f569a32d6aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:25:24.981891 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9bbd8ecd-287b-4df1-94e2-8e17d9c4011a req-a9ca5716-ad57-4d3f-a2e8-7777154e815b tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cdc300c-b4ab-4f96-ae4c-7a755409d248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174241 Jul 29 23:25:24.985515 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-a6491e52-ed66-415f-ad5f-801dc9c8a332 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-219687220-network', 'tenant_id': '95d533d8ce374848ab9e17c99bf10944'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:24.993827 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-853174d4-8531-4201-a2e1-7970dfb5389f tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:25.067714 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c0f93c5c-caef-492a-8edc-74ab4f11ffec req-5a39f58d-b16f-4f1b-80c3-dc9677bcb8f3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9cdc300c-b4ab-4f96-ae4c-7a755409d248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137680 Jul 29 23:25:25.068633 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-72644e4e-1ec0-4a77-9940-947a2f031537 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:25.070560 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-72644e4e-1ec0-4a77-9940-947a2f031537 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.0513177 Jul 29 23:25:25.108351 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 40790) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:25.131034 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-372ae33d-1169-41ad-b33a-efd929a46f95 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Request body: {'security_group_rule': {'security_group_id': '276c8385-81d8-4f6d-b0f0-ac6a7e184005', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:25.150146 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-853174d4-8531-4201-a2e1-7970dfb5389f tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Network 20b17a75-47ba-4198-999c-000c34520768 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:25:25.154773 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-853174d4-8531-4201-a2e1-7970dfb5389f tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:25:25.155684 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:25.163418 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-853174d4-8531-4201-a2e1-7970dfb5389f tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:25:25.171978 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853174d4-8531-4201-a2e1-7970dfb5389f tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Pushing event updated for resources: {'Port': ['ID=fd088fd5-5d8a-4e4d-b620-8e5770596293,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:25.182772 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-3012a0db-6265-49de-a027-f48cbc733046 service neutron] Attempting to bind port 1277b24c-ed68-4854-b8a8-d8c31421810a on host n-h2-712141-10 for vnic_type normal with profile None {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:25:25.183398 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-3012a0db-6265-49de-a027-f48cbc733046 service neutron] Attempting to bind port 1277b24c-ed68-4854-b8a8-d8c31421810a by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '03081878-6d73-4f31-b394-970f508038c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '33e8f010-7789-4c0c-8f2b-4d54e9bb67e4'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:25:25.184114 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-3012a0db-6265-49de-a027-f48cbc733046 service neutron] Attempting to bind port 1277b24c-ed68-4854-b8a8-d8c31421810a on network 33e8f010-7789-4c0c-8f2b-4d54e9bb67e4 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:25.192316 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72644e4e-1ec0-4a77-9940-947a2f031537 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=276c8385-81d8-4f6d-b0f0-ac6a7e184005,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:25.194369 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port d00f616a-f371-417a-b9e2-d6e37bbed74a, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=d00f616a-f371-417a-b9e2-d6e37bbed74a,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:25.202486 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:25.209209 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6491e52-ed66-415f-ad5f-801dc9c8a332 admin admin] Made reservation on behalf of 95d533d8ce374848ab9e17c99bf10944 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:25:25.212201 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a6491e52-ed66-415f-ad5f-801dc9c8a332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:25.237940 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-3012a0db-6265-49de-a027-f48cbc733046 service neutron] Port 1277b24c-ed68-4854-b8a8-d8c31421810a on network 33e8f010-7789-4c0c-8f2b-4d54e9bb67e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:25:25.247848 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-3012a0db-6265-49de-a027-f48cbc733046 service neutron] Attempting to bind port 1277b24c-ed68-4854-b8a8-d8c31421810a on network 33e8f010-7789-4c0c-8f2b-4d54e9bb67e4 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:25.265041 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a6491e52-ed66-415f-ad5f-801dc9c8a332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:25.305336 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-3012a0db-6265-49de-a027-f48cbc733046 service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:25:25.306166 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-3012a0db-6265-49de-a027-f48cbc733046 service neutron] Checking segment: {'id': '03081878-6d73-4f31-b394-970f508038c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '33e8f010-7789-4c0c-8f2b-4d54e9bb67e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:25:25.306875 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-3012a0db-6265-49de-a027-f48cbc733046 service neutron] Bound using segment: {'id': '03081878-6d73-4f31-b394-970f508038c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '33e8f010-7789-4c0c-8f2b-4d54e9bb67e4'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:25:25.307519 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-3012a0db-6265-49de-a027-f48cbc733046 service neutron] Bound port: 1277b24c-ed68-4854-b8a8-d8c31421810a, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03081878-6d73-4f31-b394-970f508038c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '33e8f010-7789-4c0c-8f2b-4d54e9bb67e4'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:25:25.314646 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=d00f616a-f371-417a-b9e2-d6e37bbed74a,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:25.321392 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-853174d4-8531-4201-a2e1-7970dfb5389f tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:25.322639 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-853174d4-8531-4201-a2e1-7970dfb5389f tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:25.359234 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-372ae33d-1169-41ad-b33a-efd929a46f95 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:25.366109 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0555b7c5-aac8-4e97-8f43-311ab562d5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:25.370152 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a9da4a-8f7f-4623-a070-49b71c28f4d4 req-30b2651d-d005-4c9f-a38f-fb2da6c4cb4c tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:25.371985 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-13a9da4a-8f7f-4623-a070-49b71c28f4d4 req-30b2651d-d005-4c9f-a38f-fb2da6c4cb4c tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=5957dee3-6c38-429b-bcda-d522bd42c5fc HTTP/1.1" status: 200 len: 945 time: 0.2038102 Jul 29 23:25:25.479245 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-13a9da4a-8f7f-4623-a070-49b71c28f4d4 req-4247c8e2-6c38-415b-b368-f98462c38365 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978134 Jul 29 23:25:25.533232 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0555b7c5-aac8-4e97-8f43-311ab562d5c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35d2859a-fff7-42d8-a219-490b9fd3a47c,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:25.536543 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-3012a0db-6265-49de-a027-f48cbc733046 service neutron] For port 1277b24c-ed68-4854-b8a8-d8c31421810a, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=1277b24c-ed68-4854-b8a8-d8c31421810a,segment=NetworkSegment(03081878-6d73-4f31-b394-970f508038c5),segment_id=03081878-6d73-4f31-b394-970f508038c5)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:25:25.559904 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-3012a0db-6265-49de-a027-f48cbc733046 service neutron] Notify callbacks [] for binding, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:25.561176 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-3012a0db-6265-49de-a027-f48cbc733046 service neutron] 10.222.0.43 "POST /v2.0/ports/1277b24c-ed68-4854-b8a8-d8c31421810a/bindings HTTP/1.1" status: 201 len: 390 time: 1.8825798 Jul 29 23:25:25.601380 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-372ae33d-1169-41ad-b33a-efd929a46f95 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:25.611609 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0555b7c5-aac8-4e97-8f43-311ab562d5c7 admin admin] Checking segment: {'id': '8c2acf2c-8e00-41c8-b8d8-246821c2a91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0af718fc-c93c-4b0f-93b2-48cf1534cee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:25:25.611988 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0555b7c5-aac8-4e97-8f43-311ab562d5c7 admin admin] Network hostable DHCP agents. Network: 0af718fc-c93c-4b0f-93b2-48cf1534cee5, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:25:25.620700 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-372ae33d-1169-41ad-b33a-efd929a46f95 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:25.656612 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372ae33d-1169-41ad-b33a-efd929a46f95 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ff6d299-93a6-4b6c-ae83-4bc573cb9033,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:25.678403 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0555b7c5-aac8-4e97-8f43-311ab562d5c7 admin admin] Network 0af718fc-c93c-4b0f-93b2-48cf1534cee5 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:25:25.693765 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a6491e52-ed66-415f-ad5f-801dc9c8a332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:25.696360 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-81ef8ccd-1427-46dc-85c6-c92835a9820a None None] Provisioning for port fd088fd5-5d8a-4e4d-b620-8e5770596293 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:25:25.710153 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-81ef8ccd-1427-46dc-85c6-c92835a9820a None None] Provisioning complete for port fd088fd5-5d8a-4e4d-b620-8e5770596293 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:25.711784 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-0555b7c5-aac8-4e97-8f43-311ab562d5c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 0af718fc-c93c-4b0f-93b2-48cf1534cee5) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:25:25.712583 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-81ef8ccd-1427-46dc-85c6-c92835a9820a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:25.720666 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0555b7c5-aac8-4e97-8f43-311ab562d5c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:25.721569 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0555b7c5-aac8-4e97-8f43-311ab562d5c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:25.745372 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f818c812-bda6-4dc1-b567-30d4c0b6dcf7 None None] Network 0af718fc-c93c-4b0f-93b2-48cf1534cee5 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:25:25.755691 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a6491e52-ed66-415f-ad5f-801dc9c8a332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:25.768036 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-372ae33d-1169-41ad-b33a-efd929a46f95 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:25.776450 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-372ae33d-1169-41ad-b33a-efd929a46f95 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6648464 Jul 29 23:25:25.791452 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-853174d4-8531-4201-a2e1-7970dfb5389f tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0249243 Jul 29 23:25:25.794392 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 40794) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:25.819625 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6491e52-ed66-415f-ad5f-801dc9c8a332 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:25:25.829877 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a6491e52-ed66-415f-ad5f-801dc9c8a332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:25.830224 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-a6491e52-ed66-415f-ad5f-801dc9c8a332 admin admin] Added segment 720614f5-615b-4b1a-bc23-807da098c446 of type vlan for network 29960399-786d-4029-a3ba-755cf821d4d9 Jul 29 23:25:25.836622 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0555b7c5-aac8-4e97-8f43-311ab562d5c7 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7776420 Jul 29 23:25:25.838353 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 40796) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:25.853890 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-51365b92-b3a4-46a4-8910-0d902527e0e0 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-723505916-router', 'tenant_id': '421db16ff9f44899afacd8d7c30512ee', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:25.887898 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a6491e52-ed66-415f-ad5f-801dc9c8a332 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:25.900455 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba02cf2b-f2c8-459b-bd9a-2c8d46eec8c1 req-87aba3da-43b7-4b5f-a7d7-e1689085e4bd tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:25.902877 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ba02cf2b-f2c8-459b-bd9a-2c8d46eec8c1 req-87aba3da-43b7-4b5f-a7d7-e1689085e4bd tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.22 "GET /v2.0/ports?device_id=57dfb123-9689-40a9-9542-9edc683c4e3e HTTP/1.1" status: 200 len: 945 time: 0.1692419 Jul 29 23:25:25.930587 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-6f4b0b01-fe73-4554-82e9-cf2c7ad4aa48 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Request body: {'security_group_rule': {'security_group_id': '276c8385-81d8-4f6d-b0f0-ac6a7e184005', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:25.967265 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-51365b92-b3a4-46a4-8910-0d902527e0e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:25.968085 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-51365b92-b3a4-46a4-8910-0d902527e0e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:25.986294 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-3c1de04a-789e-4096-b86d-8100f0afd902 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Request body: {'port': {'device_id': '7edd9f15-fe6b-4312-89e6-b917a1b8550e', 'network_id': '20b17a75-47ba-4198-999c-000c34520768', 'admin_state_up': True, 'tenant_id': '2080476b97a74d1caf5886ea19337ad1', 'security_groups': ['06985e19-0909-46d3-806d-ed854aa19767']}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:26.002147 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-81ef8ccd-1427-46dc-85c6-c92835a9820a None None] Port fd088fd5-5d8a-4e4d-b620-8e5770596293 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:25:26.010877 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-cdc50f18-2b4d-49c3-a567-cf8c887e7768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:26.039840 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a6491e52-ed66-415f-ad5f-801dc9c8a332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:26.040785 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6491e52-ed66-415f-ad5f-801dc9c8a332 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:26.041360 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a6491e52-ed66-415f-ad5f-801dc9c8a332 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:26.051085 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-51365b92-b3a4-46a4-8910-0d902527e0e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:26.104899 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5b9ac9-69c3-4892-ad7d-308c05374919 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-0af718fc-c93c-4b0f-93b2-48cf1534cee5', 'network_id': '0af718fc-c93c-4b0f-93b2-48cf1534cee5', 'tenant_id': '421db16ff9f44899afacd8d7c30512ee', 'fixed_ips': [{'subnet_id': '35d2859a-fff7-42d8-a219-490b9fd3a47c'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:25:26.106024 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8e5b9ac9-69c3-4892-ad7d-308c05374919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:26.153979 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b124df-bece-43e4-a025-870723a87c81 None None] Sync routers for ids ['1ada2bcc-ee54-4511-92f7-0523ac839da8'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:25:26.195457 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb5957-31d8-46af-b34f-26166cd51ade req-014d2266-3bd2-4531-8101-a45fe3f3cba9 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:26.202102 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb5957-31d8-46af-b34f-26166cd51ade req-014d2266-3bd2-4531-8101-a45fe3f3cba9 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:26.209343 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-abcb5957-31d8-46af-b34f-26166cd51ade req-014d2266-3bd2-4531-8101-a45fe3f3cba9 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 1652 time: 0.5719759 Jul 29 23:25:26.211339 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6f4b0b01-fe73-4554-82e9-cf2c7ad4aa48 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:26.242907 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b124df-bece-43e4-a025-870723a87c81 None None] Routers {'1ada2bcc-ee54-4511-92f7-0523ac839da8'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:25:26.244765 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-a7b124df-bece-43e4-a025-870723a87c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:25:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['1ada2bcc-ee54-4511-92f7-0523ac839da8'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:26.304753 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6491e52-ed66-415f-ad5f-801dc9c8a332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820be0ac-2023-4f5c-81e6-61966682a2ad,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:26.358012 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-a6491e52-ed66-415f-ad5f-801dc9c8a332 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6993518 Jul 29 23:25:26.366476 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 40800) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:26.399870 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-ef2f0af5-c695-4da3-9887-b6b662f4746f admin admin] Request body: {'subnet': {'network_id': '29960399-786d-4029-a3ba-755cf821d4d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-219687220-subnet', 'tenant_id': '95d533d8ce374848ab9e17c99bf10944', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:26.429898 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:26.439242 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-51365b92-b3a4-46a4-8910-0d902527e0e0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:26.473912 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6491e52-ed66-415f-ad5f-801dc9c8a332 admin admin] Pushing event updated for resources: {'Network': ['ID=29960399-786d-4029-a3ba-755cf821d4d9,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:26.485122 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-ba02cf2b-f2c8-459b-bd9a-2c8d46eec8c1 req-699d9e15-ec77-4b8d-a98e-9a054fb8ea4d tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Deleting port f7cc615d-ef59-405e-ac5a-942897453f2b {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:25:26.485463 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ba02cf2b-f2c8-459b-bd9a-2c8d46eec8c1 req-699d9e15-ec77-4b8d-a98e-9a054fb8ea4d tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:26.494987 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-8e5b9ac9-69c3-4892-ad7d-308c05374919 None None] Allocated IP 172.20.0.2 (0af718fc-c93c-4b0f-93b2-48cf1534cee5/35d2859a-fff7-42d8-a219-490b9fd3a47c/f9e97129-71c5-402b-9dcc-8e9903d6e3e7) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:25:26.508398 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-a7b124df-bece-43e4-a025-870723a87c81 None None] Set router 1ada2bcc-ee54-4511-92f7-0523ac839da8 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:25:26.515684 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 29960399-786d-4029-a3ba-755cf821d4d9 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:25:26.539110 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c7556-8888-490e-a891-82a1539fa1a0 req-1a7eb777-8047-4bad-9dc3-94337283b1de tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:26.546446 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f19c7556-8888-490e-a891-82a1539fa1a0 req-1a7eb777-8047-4bad-9dc3-94337283b1de tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=57dfb123-9689-40a9-9542-9edc683c4e3e HTTP/1.1" status: 200 len: 945 time: 0.5835462 Jul 29 23:25:26.549664 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-69ce0ee8-c04e-4f86-a55b-dfaf1c12dfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:26.551110 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-69ce0ee8-c04e-4f86-a55b-dfaf1c12dfe9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=11625efdc5e247819e1ba7685d24a207&device_id=f4ff10e6-5df0-49b5-9d56-bbcdee1500ff HTTP/1.1" status: 200 len: 1098 time: 0.5796502 Jul 29 23:25:26.603014 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-abcb5957-31d8-46af-b34f-26166cd51ade req-a05a1203-5b8b-40d3-a3a6-a16621b01aae tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/security-groups?id=06985e19-0909-46d3-806d-ed854aa19767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3923240 Jul 29 23:25:26.675753 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f19c7556-8888-490e-a891-82a1539fa1a0 req-39e5b6f5-a183-42a1-9683-87526696a8dc tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283436 Jul 29 23:25:26.717476 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef2f0af5-c695-4da3-9887-b6b662f4746f admin admin] Made reservation on behalf of 95d533d8ce374848ab9e17c99bf10944 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:25:26.724138 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ef2f0af5-c695-4da3-9887-b6b662f4746f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:26.743671 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6f4b0b01-fe73-4554-82e9-cf2c7ad4aa48 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:26.826228 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-ba02cf2b-f2c8-459b-bd9a-2c8d46eec8c1 req-699d9e15-ec77-4b8d-a98e-9a054fb8ea4d tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] For port f7cc615d-ef59-405e-ac5a-942897453f2b, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=f7cc615d-ef59-405e-ac5a-942897453f2b,segment=NetworkSegment(2f225bab-780d-4bb8-903d-ee3f32d75d09),segment_id=2f225bab-780d-4bb8-903d-ee3f32d75d09)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:26.826682 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ba02cf2b-f2c8-459b-bd9a-2c8d46eec8c1 req-699d9e15-ec77-4b8d-a98e-9a054fb8ea4d tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:26.866622 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-ba02cf2b-f2c8-459b-bd9a-2c8d46eec8c1 req-699d9e15-ec77-4b8d-a98e-9a054fb8ea4d tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Calling delete_port for f7cc615d-ef59-405e-ac5a-942897453f2b owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:25:26.887394 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6f4b0b01-fe73-4554-82e9-cf2c7ad4aa48 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:26.959043 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 70700276-f102-4503-a701-b5c13aa1544c up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:25:27.128536 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8e5b9ac9-69c3-4892-ad7d-308c05374919 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:27.140304 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-51365b92-b3a4-46a4-8910-0d902527e0e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:27.147376 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 70700276-f102-4503-a701-b5c13aa1544c completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:25:27.152234 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-8e5b9ac9-69c3-4892-ad7d-308c05374919 None None] Transition to ACTIVE for port object f9e97129-71c5-402b-9dcc-8e9903d6e3e7 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:27.159075 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 70700276-f102-4503-a701-b5c13aa1544c triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:27.159458 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:27.187315 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-51365b92-b3a4-46a4-8910-0d902527e0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:27.229092 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-a0a6cfa0-bbba-441d-bea0-d3fb3bd37115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:27.230928 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-a0a6cfa0-bbba-441d-bea0-d3fb3bd37115 service neutron] 10.222.0.22 "GET /v2.0/networks?id=33e8f010-7789-4c0c-8f2b-4d54e9bb67e4 HTTP/1.1" status: 200 len: 909 time: 0.6694856 Jul 29 23:25:27.232106 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ef2f0af5-c695-4da3-9887-b6b662f4746f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:27.238639 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-3c1de04a-789e-4096-b86d-8100f0afd902 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Made reservation on behalf of 2080476b97a74d1caf5886ea19337ad1 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:25:27.242523 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-3c1de04a-789e-4096-b86d-8100f0afd902 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:27.261457 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ba02cf2b-f2c8-459b-bd9a-2c8d46eec8c1 req-699d9e15-ec77-4b8d-a98e-9a054fb8ea4d tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:27.316604 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6f4b0b01-fe73-4554-82e9-cf2c7ad4aa48 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:27.318084 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-6f4b0b01-fe73-4554-82e9-cf2c7ad4aa48 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3956623 Jul 29 23:25:27.318887 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4b0b01-fe73-4554-82e9-cf2c7ad4aa48 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f664d38e-b813-4475-bee9-00f9d28438a2,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:27.334589 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f0af5-c695-4da3-9887-b6b662f4746f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e59cc4f6-3a5e-4df1-9fca-c91abc3cd0f0,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:27.354705 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 40804) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:27.364806 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-51365b92-b3a4-46a4-8910-0d902527e0e0 admin admin] Allocated IP 172.25.0.141 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/5706db24-9b8e-42b6-837f-00cfbf8aa106) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:25:27.403553 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['eaece889-3bc6-4523-be5b-ee4e06ba51df', 'f7cc615d-ef59-405e-ac5a-942897453f2b'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:25:27.431302 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c35d00-7dbc-418f-9184-952a433d6e62 req-283accfc-95e1-429a-ba15-9828e45989b8 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:27.438991 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-79c35d00-7dbc-418f-9184-952a433d6e62 req-283accfc-95e1-429a-ba15-9828e45989b8 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4ff10e6-5df0-49b5-9d56-bbcdee1500ff HTTP/1.1" status: 200 len: 946 time: 0.6224389 Jul 29 23:25:27.444350 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-19c4832b-2336-4f9e-9670-bb229eb0c276 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Request body: {'floatingip': {'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:27.448738 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['95555302-95fb-448e-a090-29b4ec336757'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:25:27.501038 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-51365b92-b3a4-46a4-8910-0d902527e0e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:27.576607 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-51365b92-b3a4-46a4-8910-0d902527e0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:27.584791 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699d9e15-ec77-4b8d-a98e-9a054fb8ea4d tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Pushing event deleted for resources: {'Port': ['ID=f7cc615d-ef59-405e-ac5a-942897453f2b,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:27.613620 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-3c1de04a-789e-4096-b86d-8100f0afd902 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Allocated IP 10.1.1.95 (20b17a75-47ba-4198-999c-000c34520768/7458a594-1a22-4c4a-88d1-6b77cea076b8/af1ec564-29cd-4f8a-b291-2e25d87073ad) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:25:27.662520 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51365b92-b3a4-46a4-8910-0d902527e0e0 admin admin] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:25:27.681691 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba02cf2b-f2c8-459b-bd9a-2c8d46eec8c1 req-699d9e15-ec77-4b8d-a98e-9a054fb8ea4d tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] No DVR routers for this DVR port f7cc615d-ef59-405e-ac5a-942897453f2b on host n-h2-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:25:27.683903 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-51365b92-b3a4-46a4-8910-0d902527e0e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:25:27.690226 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ba02cf2b-f2c8-459b-bd9a-2c8d46eec8c1 req-699d9e15-ec77-4b8d-a98e-9a054fb8ea4d tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:27.691045 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-8e5b9ac9-69c3-4892-ad7d-308c05374919 None None] Transition to ACTIVE for port object f9e97129-71c5-402b-9dcc-8e9903d6e3e7 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:27.692447 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ba02cf2b-f2c8-459b-bd9a-2c8d46eec8c1 req-699d9e15-ec77-4b8d-a98e-9a054fb8ea4d tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.22 "DELETE /v2.0/ports/f7cc615d-ef59-405e-ac5a-942897453f2b HTTP/1.1" status: 204 len: 173 time: 1.7793963 Jul 29 23:25:27.696269 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57dfb123-9689-40a9-9542-9edc683c4e3e', 'name': 'network-vif-deleted', 'tag': 'f7cc615d-ef59-405e-ac5a-942897453f2b'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:25:27.699032 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a4d14d-fc17-4044-8fdf-d79fb0b53051" -d '{"events": [{"server_uuid": "57dfb123-9689-40a9-9542-9edc683c4e3e", "name": "network-vif-deleted", "tag": "f7cc615d-ef59-405e-ac5a-942897453f2b"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:25:27.702388 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51365b92-b3a4-46a4-8910-0d902527e0e0 admin admin] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:25:27.705064 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:27.732093 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-a7b124df-bece-43e4-a025-870723a87c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ada2bcc-ee54-4511-92f7-0523ac839da8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1809969856-router', 'tenant_id': 'd05d0735641f4e49a84fdfbf89768ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'd00f616a-f371-417a-b9e2-d6e37bbed74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:25:14Z', 'updated_at': '2021-07-29T23:25:19Z', 'revision_number': 4, 'project_id': 'd05d0735641f4e49a84fdfbf89768ab7', 'gw_port': {'id': 'd00f616a-f371-417a-b9e2-d6e37bbed74a', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ada2bcc-ee54-4511-92f7-0523ac839da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:25:15Z', 'updated_at': '2021-07-29T23:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'e82ac4e3-04f6-4b52-a485-d12cbfe3534e', 'name': '', 'network_id': '25ec63fd-39c0-4137-a939-b19e29e152fa', 'tenant_id': 'd05d0735641f4e49a84fdfbf89768ab7', 'mac_address': 'fa:16:3e:9a:a7:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ada2bcc-ee54-4511-92f7-0523ac839da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'c91eb1c0-305d-415b-b3ca-0475dffc7759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:25:18Z', 'updated_at': '2021-07-29T23:25:19Z', 'revision_number': 2, 'project_id': 'd05d0735641f4e49a84fdfbf89768ab7', 'subnets': [{'id': 'c91eb1c0-305d-415b-b3ca-0475dffc7759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:27.789702 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51365b92-b3a4-46a4-8910-0d902527e0e0 admin admin] Pushing event updated for resources: {'Port': ['ID=5706db24-9b8e-42b6-837f-00cfbf8aa106,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:27.813997 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 70700276-f102-4503-a701-b5c13aa1544c, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=70700276-f102-4503-a701-b5c13aa1544c,segment=NetworkSegment(697ca422-dae8-4a41-9470-24af6f5c602a),segment_id=697ca422-dae8-4a41-9470-24af6f5c602a)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:27.815667 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b124df-bece-43e4-a025-870723a87c81 None None] Checking router: 1ada2bcc-ee54-4511-92f7-0523ac839da8 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:25:27.816108 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b124df-bece-43e4-a025-870723a87c81 None None] Updating router 1ada2bcc-ee54-4511-92f7-0523ac839da8 port e82ac4e3-04f6-4b52-a485-d12cbfe3534e binding host n-d-712141-10 {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:25:27.824137 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b91833-abc5-4556-afd6-10dedc055d2b req-16e2104a-54b0-482d-b108-af99e739b3ea tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:27.828382 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:27.837971 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-73b91833-abc5-4556-afd6-10dedc055d2b req-16e2104a-54b0-482d-b108-af99e739b3ea tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] 10.222.0.43 "GET /v2.0/ports?device_id=34b6b5a2-19bc-4bca-b89e-6896598751af HTTP/1.1" status: 200 len: 950 time: 0.9842038 Jul 29 23:25:27.840660 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:27.841456 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device d00f616a-f371-417a-b9e2-d6e37bbed74a up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:25:27.846100 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-ebe8e3b0-7d9c-4df4-80bc-9faa579170da service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1277b24c-ed68-4854-b8a8-d8c31421810a HTTP/1.1" status: 200 len: 217 time: 0.5903757 Jul 29 23:25:27.888763 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8e5b9ac9-69c3-4892-ad7d-308c05374919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:27.923062 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-3c1de04a-789e-4096-b86d-8100f0afd902 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:27.941609 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-3c1de04a-789e-4096-b86d-8100f0afd902 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Transition to ACTIVE for port object af1ec564-29cd-4f8a-b291-2e25d87073ad will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:27.957978 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-19c4832b-2336-4f9e-9670-bb229eb0c276 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Notify callbacks [] for floatingip, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:27.961358 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2f0af5-c695-4da3-9887-b6b662f4746f admin admin] Checking segment: {'id': '720614f5-615b-4b1a-bc23-807da098c446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '29960399-786d-4029-a3ba-755cf821d4d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:25:27.961786 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2f0af5-c695-4da3-9887-b6b662f4746f admin admin] Network hostable DHCP agents. Network: 29960399-786d-4029-a3ba-755cf821d4d9, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:25:27.978623 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5b9ac9-69c3-4892-ad7d-308c05374919 None None] Network 0af718fc-c93c-4b0f-93b2-48cf1534cee5 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:25:27.988187 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-8e5b9ac9-69c3-4892-ad7d-308c05374919 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:25:28.000790 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5b9ac9-69c3-4892-ad7d-308c05374919 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:25:28.148969 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a7b124df-bece-43e4-a025-870723a87c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:28.152444 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-73b91833-abc5-4556-afd6-10dedc055d2b req-5bd58c14-49a1-4305-8de0-b2ba94034203 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cdc300c-b4ab-4f96-ae4c-7a755409d248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134227 Jul 29 23:25:28.153284 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-51365b92-b3a4-46a4-8910-0d902527e0e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:28.173889 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-79c35d00-7dbc-418f-9184-952a433d6e62 req-fbfaa5e0-35ca-464d-a83c-8d875c887483 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7335107 Jul 29 23:25:28.217689 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2f0af5-c695-4da3-9887-b6b662f4746f admin admin] Network 29960399-786d-4029-a3ba-755cf821d4d9 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:25:28.219684 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-8e5b9ac9-69c3-4892-ad7d-308c05374919 None None] Attempting to bind port f9e97129-71c5-402b-9dcc-8e9903d6e3e7 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:25:28.220110 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-8e5b9ac9-69c3-4892-ad7d-308c05374919 None None] Attempting to bind port f9e97129-71c5-402b-9dcc-8e9903d6e3e7 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '8c2acf2c-8e00-41c8-b8d8-246821c2a91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0af718fc-c93c-4b0f-93b2-48cf1534cee5'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:25:28.220482 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5b9ac9-69c3-4892-ad7d-308c05374919 None None] Attempting to bind port f9e97129-71c5-402b-9dcc-8e9903d6e3e7 on network 0af718fc-c93c-4b0f-93b2-48cf1534cee5 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:28.236193 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-3c1de04a-789e-4096-b86d-8100f0afd902 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:28.242161 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=70700276-f102-4503-a701-b5c13aa1544c,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:28.303201 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5b9ac9-69c3-4892-ad7d-308c05374919 None None] Pushing event updated for resources: {'Port': ['ID=f9e97129-71c5-402b-9dcc-8e9903d6e3e7,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:28.317016 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5b9ac9-69c3-4892-ad7d-308c05374919 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:25:28.317271 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5b9ac9-69c3-4892-ad7d-308c05374919 None None] Checking segment: {'id': '8c2acf2c-8e00-41c8-b8d8-246821c2a91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0af718fc-c93c-4b0f-93b2-48cf1534cee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:25:28.317813 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8e5b9ac9-69c3-4892-ad7d-308c05374919 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:28.318223 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5b9ac9-69c3-4892-ad7d-308c05374919 None None] Bound using segment: {'id': '8c2acf2c-8e00-41c8-b8d8-246821c2a91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0af718fc-c93c-4b0f-93b2-48cf1534cee5'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:25:28.318632 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-8e5b9ac9-69c3-4892-ad7d-308c05374919 None None] Bound port: f9e97129-71c5-402b-9dcc-8e9903d6e3e7, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c2acf2c-8e00-41c8-b8d8-246821c2a91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0af718fc-c93c-4b0f-93b2-48cf1534cee5'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:25:28.319220 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8e5b9ac9-69c3-4892-ad7d-308c05374919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:28.320510 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-2770557a-e354-47ea-8982-d34186a80272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:28.322643 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-2770557a-e354-47ea-8982-d34186a80272 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d10b4a30-6630-4be3-b0e2-2a7a17a89939 HTTP/1.1" status: 200 len: 848 time: 0.3292503 Jul 29 23:25:28.333349 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:25:28.342162 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-ef2f0af5-c695-4da3-9887-b6b662f4746f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 29960399-786d-4029-a3ba-755cf821d4d9) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:25:28.422028 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2f0af5-c695-4da3-9887-b6b662f4746f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:28.422629 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ef2f0af5-c695-4da3-9887-b6b662f4746f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:28.452005 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968bc3cb-af6a-4b91-8fbf-314c58d45365 None None] Network 29960399-786d-4029-a3ba-755cf821d4d9 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:25:28.457522 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port d00f616a-f371-417a-b9e2-d6e37bbed74a triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:28.458002 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:28.485404 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-b9e64501-29a3-43cc-90a2-03fc2dc3fc4e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=33e8f010-7789-4c0c-8f2b-4d54e9bb67e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1122732 Jul 29 23:25:28.502561 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-3c1de04a-789e-4096-b86d-8100f0afd902 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Network 20b17a75-47ba-4198-999c-000c34520768 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:25:28.515203 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-3c1de04a-789e-4096-b86d-8100f0afd902 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:25:28.517713 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-3c1de04a-789e-4096-b86d-8100f0afd902 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:25:28.553120 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-51365b92-b3a4-46a4-8910-0d902527e0e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:28.777509 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51365b92-b3a4-46a4-8910-0d902527e0e0 admin admin] Router 21e60235-a784-4977-a7f7-7d6b6c2c7494 is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:25:28.919538 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-8e5b9ac9-69c3-4892-ad7d-308c05374919 None None] For port f9e97129-71c5-402b-9dcc-8e9903d6e3e7, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:25:28.970034 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-8e5b9ac9-69c3-4892-ad7d-308c05374919 None None] For port f9e97129-71c5-402b-9dcc-8e9903d6e3e7, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=f9e97129-71c5-402b-9dcc-8e9903d6e3e7,segment=NetworkSegment(8c2acf2c-8e00-41c8-b8d8-246821c2a91b),segment_id=8c2acf2c-8e00-41c8-b8d8-246821c2a91b)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:25:28.985552 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51365b92-b3a4-46a4-8910-0d902527e0e0 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:25:28.997846 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8e5b9ac9-69c3-4892-ad7d-308c05374919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:29.006096 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-51365b92-b3a4-46a4-8910-0d902527e0e0 admin admin] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:29.008397 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-51365b92-b3a4-46a4-8910-0d902527e0e0 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1681426 Jul 29 23:25:29.008794 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a47225-3f53-44d7-88b1-91e5741903b0 None None] Sync routers for ids ['21e60235-a784-4977-a7f7-7d6b6c2c7494'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:25:29.011277 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 40814) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:29.023687 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a47225-3f53-44d7-88b1-91e5741903b0 None None] Routers {'21e60235-a784-4977-a7f7-7d6b6c2c7494'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:25:29.024342 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-e0a47225-3f53-44d7-88b1-91e5741903b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:25:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['21e60235-a784-4977-a7f7-7d6b6c2c7494'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:29.073796 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1de04a-789e-4096-b86d-8100f0afd902 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Pushing event updated for resources: {'Port': ['ID=af1ec564-29cd-4f8a-b291-2e25d87073ad,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:29.110580 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739c12d-ac3d-48bc-8298-9167a26ef636 req-8b091586-a501-42d6-a084-2750e0f8e20c tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:29.124462 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739c12d-ac3d-48bc-8298-9167a26ef636 req-8b091586-a501-42d6-a084-2750e0f8e20c tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:29.135311 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739c12d-ac3d-48bc-8298-9167a26ef636 req-8b091586-a501-42d6-a084-2750e0f8e20c tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:29.140510 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a739c12d-ac3d-48bc-8298-9167a26ef636 req-8b091586-a501-42d6-a084-2750e0f8e20c tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 2372 time: 0.8228159 Jul 29 23:25:29.156980 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-cd52f883-e42e-49d5-ad2a-0179c121fd5c None None] Provisioning for port af1ec564-29cd-4f8a-b291-2e25d87073ad completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:25:29.160561 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-a1eda0c6-3172-41ce-af09-8c4eedc7f8c3 service neutron] 10.222.0.22 "GET /v2.0/networks/33e8f010-7789-4c0c-8f2b-4d54e9bb67e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6310754 Jul 29 23:25:29.166080 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 70700276-f102-4503-a701-b5c13aa1544c up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:25:29.206448 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-cd52f883-e42e-49d5-ad2a-0179c121fd5c None None] Provisioning complete for port af1ec564-29cd-4f8a-b291-2e25d87073ad triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:29.206836 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-cd52f883-e42e-49d5-ad2a-0179c121fd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:29.262659 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed64beb-6a06-4b9a-a6f8-7002e7e07e5a None None] Network 29960399-786d-4029-a3ba-755cf821d4d9 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:25:29.263836 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-3c1de04a-789e-4096-b86d-8100f0afd902 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:29.264539 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-3c1de04a-789e-4096-b86d-8100f0afd902 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:29.272107 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-e0a47225-3f53-44d7-88b1-91e5741903b0 None None] Set router 21e60235-a784-4977-a7f7-7d6b6c2c7494 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:25:29.283280 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ef2f0af5-c695-4da3-9887-b6b662f4746f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.8961468 Jul 29 23:25:29.389776 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ebb0b2-e143-4f9f-a781-acae80e27310 req-c58aad5b-0d31-44b4-b6c5-fa99b8e05fe3 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:29.398075 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f2ebb0b2-e143-4f9f-a781-acae80e27310 req-c58aad5b-0d31-44b4-b6c5-fa99b8e05fe3 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=5957dee3-6c38-429b-bcda-d522bd42c5fc HTTP/1.1" status: 200 len: 945 time: 1.1491990 Jul 29 23:25:29.457878 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-3c1de04a-789e-4096-b86d-8100f0afd902 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.4961276 Jul 29 23:25:29.474779 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5b9ac9-69c3-4892-ad7d-308c05374919 None None] Pushing event updated for resources: {'Port': ['ID=f9e97129-71c5-402b-9dcc-8e9903d6e3e7,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:29.536687 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:29.551114 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-25337699-9628-41cc-b82d-a0eb4bb2cbe0 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Request body: {'port': {'device_id': '7edd9f15-fe6b-4312-89e6-b917a1b8550e', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf', 'admin_state_up': True, 'tenant_id': '2080476b97a74d1caf5886ea19337ad1', 'security_groups': ['06985e19-0909-46d3-806d-ed854aa19767']}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:29.576330 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-cd52f883-e42e-49d5-ad2a-0179c121fd5c None None] Port af1ec564-29cd-4f8a-b291-2e25d87073ad cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:25:29.645251 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a7b124df-bece-43e4-a025-870723a87c81 None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:29.689820 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a739c12d-ac3d-48bc-8298-9167a26ef636 req-34d7283f-d15f-4c27-990e-69bb2592eca9 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/security-groups?id=06985e19-0909-46d3-806d-ed854aa19767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4898086 Jul 29 23:25:29.691108 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-19c4832b-2336-4f9e-9670-bb229eb0c276 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:29.702356 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-a7b124df-bece-43e4-a025-870723a87c81 None None] Transition to ACTIVE for port object e82ac4e3-04f6-4b52-a485-d12cbfe3534e will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:29.770375 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-ff562288-2c5a-4815-bdf0-c0a7cff1eaea service neutron] 10.222.0.22 "GET /v2.0/networks/33e8f010-7789-4c0c-8f2b-4d54e9bb67e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4738364 Jul 29 23:25:29.778637 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 70700276-f102-4503-a701-b5c13aa1544c triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:29.779275 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:29.820415 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-e0a47225-3f53-44d7-88b1-91e5741903b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21e60235-a784-4977-a7f7-7d6b6c2c7494', 'name': 'tempest-AttachSCSIVolumeTestJSON-723505916-router', 'tenant_id': '421db16ff9f44899afacd8d7c30512ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '5706db24-9b8e-42b6-837f-00cfbf8aa106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:25:25Z', 'updated_at': '2021-07-29T23:25:27Z', 'revision_number': 3, 'project_id': '421db16ff9f44899afacd8d7c30512ee', 'gw_port': {'id': '5706db24-9b8e-42b6-837f-00cfbf8aa106', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:70:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21e60235-a784-4977-a7f7-7d6b6c2c7494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:25:27Z', 'updated_at': '2021-07-29T23:25:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:29.838172 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a7b124df-bece-43e4-a025-870723a87c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:29.840482 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device f7cc615d-ef59-405e-ac5a-942897453f2b no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:25:29.842007 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f2ebb0b2-e143-4f9f-a781-acae80e27310 req-63650c55-12e5-4a97-bc6d-a8ab46128057 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4429896 Jul 29 23:25:29.897921 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a47225-3f53-44d7-88b1-91e5741903b0 None None] Checking router: 21e60235-a784-4977-a7f7-7d6b6c2c7494 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:25:29.902082 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a47225-3f53-44d7-88b1-91e5741903b0 None None] Updating router 21e60235-a784-4977-a7f7-7d6b6c2c7494 port 5706db24-9b8e-42b6-837f-00cfbf8aa106 binding host n-d-712141-10 {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:25:29.902556 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: f7cc615d-ef59-405e-ac5a-942897453f2b {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:25:29.903073 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device f7cc615d-ef59-405e-ac5a-942897453f2b not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:25:29.991099 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f58acd2-99c6-4d96-85d4-0682fa9d17c1 x-openstack-request-id: req-9f58acd2-99c6-4d96-85d4-0682fa9d17c1 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:25:29.992653 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57dfb123-9689-40a9-9542-9edc683c4e3e", "name": "network-vif-deleted", "tag": "f7cc615d-ef59-405e-ac5a-942897453f2b", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:25:29.992653 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9f58acd2-99c6-4d96-85d4-0682fa9d17c1 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:25:29.993756 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e0a47225-3f53-44d7-88b1-91e5741903b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:30.001522 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57dfb123-9689-40a9-9542-9edc683c4e3e', 'name': 'network-vif-deleted', 'tag': 'f7cc615d-ef59-405e-ac5a-942897453f2b', 'status': 'completed', 'code': 200} Jul 29 23:25:30.136053 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3b147222-cf1a-4bfe-9ef0-586aa57a9714 req-bb2f40bb-1fb2-40d0-ac2f-f0b2c020929e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a3012a93-c260-405f-9964-6b575d34a22e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1334994 Jul 29 23:25:30.140124 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-063ded3f-1d91-4922-8c87-12398561c465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:30.175867 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41790bc1-6dad-4656-afef-a1cee01ba584 None None] Pushing event updated for resources: {'Port': ['ID=e82ac4e3-04f6-4b52-a485-d12cbfe3534e,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:30.324012 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-25337699-9628-41cc-b82d-a0eb4bb2cbe0 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Made reservation on behalf of 2080476b97a74d1caf5886ea19337ad1 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:25:30.333492 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-a7b124df-bece-43e4-a025-870723a87c81 None None] Attempting to bind port e82ac4e3-04f6-4b52-a485-d12cbfe3534e on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:25:30.334627 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-a7b124df-bece-43e4-a025-870723a87c81 None None] Attempting to bind port e82ac4e3-04f6-4b52-a485-d12cbfe3534e by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': 'efab33a7-a578-4f21-bb33-8b641ac40cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '25ec63fd-39c0-4137-a939-b19e29e152fa'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:25:30.335233 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b124df-bece-43e4-a025-870723a87c81 None None] Attempting to bind port e82ac4e3-04f6-4b52-a485-d12cbfe3534e on network 25ec63fd-39c0-4137-a939-b19e29e152fa {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:30.355936 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b124df-bece-43e4-a025-870723a87c81 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:25:30.356630 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b124df-bece-43e4-a025-870723a87c81 None None] Checking segment: {'id': 'efab33a7-a578-4f21-bb33-8b641ac40cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '25ec63fd-39c0-4137-a939-b19e29e152fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:25:30.357270 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a7b124df-bece-43e4-a025-870723a87c81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:30.357982 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b124df-bece-43e4-a025-870723a87c81 None None] Bound using segment: {'id': 'efab33a7-a578-4f21-bb33-8b641ac40cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '25ec63fd-39c0-4137-a939-b19e29e152fa'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:25:30.368241 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-a7b124df-bece-43e4-a025-870723a87c81 None None] Bound port: e82ac4e3-04f6-4b52-a485-d12cbfe3534e, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efab33a7-a578-4f21-bb33-8b641ac40cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '25ec63fd-39c0-4137-a939-b19e29e152fa'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:25:30.369086 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a7b124df-bece-43e4-a025-870723a87c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:30.509162 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-a7b124df-bece-43e4-a025-870723a87c81 None None] For port e82ac4e3-04f6-4b52-a485-d12cbfe3534e, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:25:30.518875 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-a7b124df-bece-43e4-a025-870723a87c81 None None] For port e82ac4e3-04f6-4b52-a485-d12cbfe3534e, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=e82ac4e3-04f6-4b52-a485-d12cbfe3534e,segment=NetworkSegment(efab33a7-a578-4f21-bb33-8b641ac40cdc),segment_id=efab33a7-a578-4f21-bb33-8b641ac40cdc)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:25:30.526766 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-19c4832b-2336-4f9e-9670-bb229eb0c276 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Allocated IP 172.25.0.91 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/cb841a55-c43c-46ef-b6d9-8838e1864ea1) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:25:30.533739 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a7b124df-bece-43e4-a025-870723a87c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:30.567484 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-cdf1831f-4cbf-413e-9be4-389636f0a521 req-dacf7113-3eb3-4403-a4cb-8c7e34ef90f0 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1199950823', 'description': 'tempest-description-1525998007'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:30.691175 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b124df-bece-43e4-a025-870723a87c81 None None] Routers {'1ada2bcc-ee54-4511-92f7-0523ac839da8'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:25:30.695511 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a0439-9ead-47b6-a378-c23b3a6b0183 req-fea00881-4a81-4847-9bde-d5ec81594d6e tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:30.703612 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-a7b124df-bece-43e4-a025-870723a87c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:25:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['1ada2bcc-ee54-4511-92f7-0523ac839da8'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:30.705398 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-451a0439-9ead-47b6-a378-c23b3a6b0183 req-fea00881-4a81-4847-9bde-d5ec81594d6e tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4ff10e6-5df0-49b5-9d56-bbcdee1500ff HTTP/1.1" status: 200 len: 946 time: 0.5837622 Jul 29 23:25:30.861547 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-25337699-9628-41cc-b82d-a0eb4bb2cbe0 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:30.906724 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-cdf1831f-4cbf-413e-9be4-389636f0a521 req-dacf7113-3eb3-4403-a4cb-8c7e34ef90f0 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:30.937035 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-451a0439-9ead-47b6-a378-c23b3a6b0183 req-cc446d58-043e-4d29-a80b-752828d201a9 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305176 Jul 29 23:25:30.974051 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b147222-cf1a-4bfe-9ef0-586aa57a9714 req-31c03c08-107a-4116-b710-52281bfe4577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:30.975614 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3b147222-cf1a-4bfe-9ef0-586aa57a9714 req-31c03c08-107a-4116-b710-52281bfe4577 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=62091d0f24f84b44849aea33b1484fc4&device_id=a3012a93-c260-405f-9964-6b575d34a22e HTTP/1.1" status: 200 len: 1098 time: 0.2740469 Jul 29 23:25:31.152023 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b147222-cf1a-4bfe-9ef0-586aa57a9714 req-4f652947-1a2a-4c4b-914a-543ffb6ab702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:31.153965 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3b147222-cf1a-4bfe-9ef0-586aa57a9714 req-4f652947-1a2a-4c4b-914a-543ffb6ab702 service neutron] 10.222.0.41 "GET /v2.0/networks?id=09be3f6b-3c77-4c8e-bbe6-2435736d69cf HTTP/1.1" status: 200 len: 906 time: 0.1301670 Jul 29 23:25:31.239173 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a07b55b-cb10-4d02-890b-38a4a7555e64 None None] Network 0af718fc-c93c-4b0f-93b2-48cf1534cee5 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:25:31.243719 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41790bc1-6dad-4656-afef-a1cee01ba584 None None] Pushing event updated for resources: {'Port': ['ID=e82ac4e3-04f6-4b52-a485-d12cbfe3534e,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:31.260596 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device f9e97129-71c5-402b-9dcc-8e9903d6e3e7 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:25:31.292613 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-19c4832b-2336-4f9e-9670-bb229eb0c276 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:31.301884 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-063ded3f-1d91-4922-8c87-12398561c465 admin admin] Allocated IP 172.20.0.1 (0af718fc-c93c-4b0f-93b2-48cf1534cee5/35d2859a-fff7-42d8-a219-490b9fd3a47c/831ba847-78bd-407c-bf7d-fbcea940372d) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:25:31.442797 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-063ded3f-1d91-4922-8c87-12398561c465 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:31.468728 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-063ded3f-1d91-4922-8c87-12398561c465 admin admin] Transition to ACTIVE for port object 831ba847-78bd-407c-bf7d-fbcea940372d will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:31.494345 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-a7b124df-bece-43e4-a025-870723a87c81 None None] Set router 1ada2bcc-ee54-4511-92f7-0523ac839da8 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:25:31.512061 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3b147222-cf1a-4bfe-9ef0-586aa57a9714 req-7f43012d-331f-4e6d-a629-75c92578f433 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95555302-95fb-448e-a090-29b4ec336757 HTTP/1.1" status: 200 len: 217 time: 0.3421431 Jul 29 23:25:31.518462 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-063ded3f-1d91-4922-8c87-12398561c465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:31.534659 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-bacb3fcb-be41-480b-88ba-3d05ff6c1919 None None] Provisioning for port f9e97129-71c5-402b-9dcc-8e9903d6e3e7 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:25:31.538807 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port f9e97129-71c5-402b-9dcc-8e9903d6e3e7 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:25:31.562318 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f4625d-4637-4558-8859-5a2a13bf9fc4 req-d79c3b50-d559-4ab2-a6cc-a08bed9ac0a6 tempest-ServersAdminNegativeTestJSON-216104614 tempest-ServersAdminNegativeTestJSON-216104614-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:31.569641 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-42f4625d-4637-4558-8859-5a2a13bf9fc4 req-d79c3b50-d559-4ab2-a6cc-a08bed9ac0a6 tempest-ServersAdminNegativeTestJSON-216104614 tempest-ServersAdminNegativeTestJSON-216104614-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=34b6b5a2-19bc-4bca-b89e-6896598751af HTTP/1.1" status: 200 len: 1102 time: 0.2262247 Jul 29 23:25:31.571649 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port f9e97129-71c5-402b-9dcc-8e9903d6e3e7 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:31.572036 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:31.601451 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-42f4625d-4637-4558-8859-5a2a13bf9fc4 req-5e47024a-473c-4427-83e5-0bcab3c37913 tempest-ServersAdminNegativeTestJSON-216104614 tempest-ServersAdminNegativeTestJSON-216104614-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:31.615402 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063ded3f-1d91-4922-8c87-12398561c465 admin admin] Network 0af718fc-c93c-4b0f-93b2-48cf1534cee5 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:25:31.622301 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-063ded3f-1d91-4922-8c87-12398561c465 admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:25:31.622548 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-bacb3fcb-be41-480b-88ba-3d05ff6c1919 None None] Provisioning complete for port f9e97129-71c5-402b-9dcc-8e9903d6e3e7 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:31.625172 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bacb3fcb-be41-480b-88ba-3d05ff6c1919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:31.625639 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-19c4832b-2336-4f9e-9670-bb229eb0c276 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:31.629985 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063ded3f-1d91-4922-8c87-12398561c465 admin admin] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:25:31.639798 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-cdf1831f-4cbf-413e-9be4-389636f0a521 req-dacf7113-3eb3-4403-a4cb-8c7e34ef90f0 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:31.676863 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-cdf1831f-4cbf-413e-9be4-389636f0a521 req-dacf7113-3eb3-4403-a4cb-8c7e34ef90f0 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:31.686629 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c4832b-2336-4f9e-9670-bb229eb0c276 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:25:31.692202 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-25337699-9628-41cc-b82d-a0eb4bb2cbe0 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Allocated IP 10.2.2.100 (4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf/fcb38ae7-084a-4b8d-94fa-28c5b74ee6b1/6cab2274-0e29-41ee-a31c-dc16b683b0ae) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:25:31.726816 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacf7113-3eb3-4403-a4cb-8c7e34ef90f0 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c252f72-6ce8-421a-b0ce-f7ce0493c918,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:31.729285 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063ded3f-1d91-4922-8c87-12398561c465 admin admin] Pushing event updated for resources: {'Port': ['ID=831ba847-78bd-407c-bf7d-fbcea940372d,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:31.737271 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-19c4832b-2336-4f9e-9670-bb229eb0c276 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:25:31.747655 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c4832b-2336-4f9e-9670-bb229eb0c276 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:25:31.766637 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b147222-cf1a-4bfe-9ef0-586aa57a9714 req-c905f7b8-df2a-4587-b5a3-c7c37e1e6559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:31.768208 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3b147222-cf1a-4bfe-9ef0-586aa57a9714 req-c905f7b8-df2a-4587-b5a3-c7c37e1e6559 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=61118f50-e726-435d-a59a-d51b2a8c879d HTTP/1.1" status: 200 len: 845 time: 0.2453973 Jul 29 23:25:31.769147 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-063ded3f-1d91-4922-8c87-12398561c465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:31.801179 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c4832b-2336-4f9e-9670-bb229eb0c276 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Pushing event updated for resources: {'Port': ['ID=cb841a55-c43c-46ef-b6d9-8838e1864ea1,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:31.860604 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e0a47225-3f53-44d7-88b1-91e5741903b0 None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:31.875555 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-e0a47225-3f53-44d7-88b1-91e5741903b0 None None] Transition to ACTIVE for port object 5706db24-9b8e-42b6-837f-00cfbf8aa106 will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:31.897057 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e0a47225-3f53-44d7-88b1-91e5741903b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:31.897531 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3b147222-cf1a-4bfe-9ef0-586aa57a9714 req-cd81c2d3-f38b-434d-a681-e09abbe26edc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=09be3f6b-3c77-4c8e-bbe6-2435736d69cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1180084 Jul 29 23:25:31.935904 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:31.974412 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-e0a47225-3f53-44d7-88b1-91e5741903b0 None None] Attempting to bind port 5706db24-9b8e-42b6-837f-00cfbf8aa106 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:25:31.975351 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-e0a47225-3f53-44d7-88b1-91e5741903b0 None None] Attempting to bind port 5706db24-9b8e-42b6-837f-00cfbf8aa106 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:25:31.976930 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a47225-3f53-44d7-88b1-91e5741903b0 None None] Attempting to bind port 5706db24-9b8e-42b6-837f-00cfbf8aa106 on network 58f27f61-3278-49cc-b66b-1e729d26f29f {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:31.990199 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a47225-3f53-44d7-88b1-91e5741903b0 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:25:31.991281 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a47225-3f53-44d7-88b1-91e5741903b0 None None] Checking segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:25:31.992468 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e0a47225-3f53-44d7-88b1-91e5741903b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:31.993121 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a47225-3f53-44d7-88b1-91e5741903b0 None None] Bound using segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:25:31.993927 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-e0a47225-3f53-44d7-88b1-91e5741903b0 None None] Bound port: 5706db24-9b8e-42b6-837f-00cfbf8aa106, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:25:31.995861 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e0a47225-3f53-44d7-88b1-91e5741903b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:32.044574 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94688a47-d4f0-477f-9ea0-2bcd9d730f8c None None] Pushing event updated for resources: {'Port': ['ID=5706db24-9b8e-42b6-837f-00cfbf8aa106,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:32.073365 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port f9e97129-71c5-402b-9dcc-8e9903d6e3e7, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=f9e97129-71c5-402b-9dcc-8e9903d6e3e7,segment=NetworkSegment(8c2acf2c-8e00-41c8-b8d8-246821c2a91b),segment_id=8c2acf2c-8e00-41c8-b8d8-246821c2a91b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:32.082706 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-19c4832b-2336-4f9e-9670-bb229eb0c276 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:32.089516 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-e0a47225-3f53-44d7-88b1-91e5741903b0 None None] For port 5706db24-9b8e-42b6-837f-00cfbf8aa106, host n-d-712141-10, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:25:32.091594 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:32.098839 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-e0a47225-3f53-44d7-88b1-91e5741903b0 None None] For port 5706db24-9b8e-42b6-837f-00cfbf8aa106, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=5706db24-9b8e-42b6-837f-00cfbf8aa106,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:25:32.107660 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e0a47225-3f53-44d7-88b1-91e5741903b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:32.158917 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bacb3fcb-be41-480b-88ba-3d05ff6c1919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:32.195416 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a47225-3f53-44d7-88b1-91e5741903b0 None None] Routers {'21e60235-a784-4977-a7f7-7d6b6c2c7494'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:25:32.196048 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-e0a47225-3f53-44d7-88b1-91e5741903b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:25:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['21e60235-a784-4977-a7f7-7d6b6c2c7494'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:32.221933 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-19c4832b-2336-4f9e-9670-bb229eb0c276 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:32.236873 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94688a47-d4f0-477f-9ea0-2bcd9d730f8c None None] Pushing event updated for resources: {'Port': ['ID=5706db24-9b8e-42b6-837f-00cfbf8aa106,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:32.258135 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-063ded3f-1d91-4922-8c87-12398561c465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:32.264329 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3b147222-cf1a-4bfe-9ef0-586aa57a9714 req-316e2c8b-a203-454f-a6a6-1c8cb6fd77f8 service neutron] 10.222.0.41 "GET /v2.0/networks/09be3f6b-3c77-4c8e-bbe6-2435736d69cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565485 Jul 29 23:25:32.295437 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=f9e97129-71c5-402b-9dcc-8e9903d6e3e7,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:32.307763 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-25337699-9628-41cc-b82d-a0eb4bb2cbe0 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:32.316567 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-42f4625d-4637-4558-8859-5a2a13bf9fc4 req-5e47024a-473c-4427-83e5-0bcab3c37913 tempest-ServersAdminNegativeTestJSON-216104614 tempest-ServersAdminNegativeTestJSON-216104614-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:32.333463 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-a7b124df-bece-43e4-a025-870723a87c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ada2bcc-ee54-4511-92f7-0523ac839da8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1809969856-router', 'tenant_id': 'd05d0735641f4e49a84fdfbf89768ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'd00f616a-f371-417a-b9e2-d6e37bbed74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:25:14Z', 'updated_at': '2021-07-29T23:25:19Z', 'revision_number': 4, 'project_id': 'd05d0735641f4e49a84fdfbf89768ab7', 'gw_port': {'id': 'd00f616a-f371-417a-b9e2-d6e37bbed74a', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ada2bcc-ee54-4511-92f7-0523ac839da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:25:15Z', 'updated_at': '2021-07-29T23:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'e82ac4e3-04f6-4b52-a485-d12cbfe3534e', 'name': '', 'network_id': '25ec63fd-39c0-4137-a939-b19e29e152fa', 'tenant_id': 'd05d0735641f4e49a84fdfbf89768ab7', 'mac_address': 'fa:16:3e:9a:a7:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ada2bcc-ee54-4511-92f7-0523ac839da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'c91eb1c0-305d-415b-b3ca-0475dffc7759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:25:18Z', 'updated_at': '2021-07-29T23:25:30Z', 'revision_number': 4, 'project_id': 'd05d0735641f4e49a84fdfbf89768ab7', 'subnets': [{'id': 'c91eb1c0-305d-415b-b3ca-0475dffc7759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:32.336147 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.db.api [None req-bacb3fcb-be41-480b-88ba-3d05ff6c1919 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94079) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:25:32.336147 n-d-712141-10 neutron-server[94079]: DEBUG oslo_db.api [None req-bacb3fcb-be41-480b-88ba-3d05ff6c1919 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:25:32.352055 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-42f4625d-4637-4558-8859-5a2a13bf9fc4 req-5e47024a-473c-4427-83e5-0bcab3c37913 tempest-ServersAdminNegativeTestJSON-216104614 tempest-ServersAdminNegativeTestJSON-216104614-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:32.380739 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-e0a47225-3f53-44d7-88b1-91e5741903b0 None None] Set router 21e60235-a784-4977-a7f7-7d6b6c2c7494 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:25:32.385490 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-cdf1831f-4cbf-413e-9be4-389636f0a521 req-dacf7113-3eb3-4403-a4cb-8c7e34ef90f0 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:32.386863 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cdf1831f-4cbf-413e-9be4-389636f0a521 req-dacf7113-3eb3-4403-a4cb-8c7e34ef90f0 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.8659503 Jul 29 23:25:32.397031 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b124df-bece-43e4-a025-870723a87c81 None None] The sync data for ids ['1ada2bcc-ee54-4511-92f7-0523ac839da8'] in n-d-712141-10 is: [{'id': '1ada2bcc-ee54-4511-92f7-0523ac839da8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1809969856-router', 'tenant_id': 'd05d0735641f4e49a84fdfbf89768ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'd00f616a-f371-417a-b9e2-d6e37bbed74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:25:14Z', 'updated_at': '2021-07-29T23:25:19Z', 'revision_number': 4, 'project_id': 'd05d0735641f4e49a84fdfbf89768ab7', 'gw_port': {'id': 'd00f616a-f371-417a-b9e2-d6e37bbed74a', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ada2bcc-ee54-4511-92f7-0523ac839da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:25:15Z', 'updated_at': '2021-07-29T23:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'e82ac4e3-04f6-4b52-a485-d12cbfe3534e', 'name': '', 'network_id': '25ec63fd-39c0-4137-a939-b19e29e152fa', 'tenant_id': 'd05d0735641f4e49a84fdfbf89768ab7', 'mac_address': 'fa:16:3e:9a:a7:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ada2bcc-ee54-4511-92f7-0523ac839da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 902, 'fixed_ips': [{'subnet_id': 'c91eb1c0-305d-415b-b3ca-0475dffc7759', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:25:18Z', 'updated_at': '2021-07-29T23:25:30Z', 'revision_number': 4, 'project_id': 'd05d0735641f4e49a84fdfbf89768ab7', 'subnets': [{'id': 'c91eb1c0-305d-415b-b3ca-0475dffc7759', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:25:32.428939 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-25337699-9628-41cc-b82d-a0eb4bb2cbe0 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Transition to ACTIVE for port object 6cab2274-0e29-41ee-a31c-dc16b683b0ae will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:32.497722 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-42f4625d-4637-4558-8859-5a2a13bf9fc4 req-5e47024a-473c-4427-83e5-0bcab3c37913 tempest-ServersAdminNegativeTestJSON-216104614 tempest-ServersAdminNegativeTestJSON-216104614-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=9cdc300c-b4ab-4f96-ae4c-7a755409d248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9256032 Jul 29 23:25:32.562219 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e47024a-473c-4427-83e5-0bcab3c37913 tempest-ServersAdminNegativeTestJSON-216104614 tempest-ServersAdminNegativeTestJSON-216104614-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23bd1990-e490-4654-a265-19ee6aaa5c6e,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:32.605368 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3b147222-cf1a-4bfe-9ef0-586aa57a9714 req-e0eb4564-46ef-48b5-b4ae-1c8a62031446 service neutron] 10.222.0.41 "GET /v2.0/networks/09be3f6b-3c77-4c8e-bbe6-2435736d69cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291917 Jul 29 23:25:32.636132 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-25337699-9628-41cc-b82d-a0eb4bb2cbe0 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:32.746011 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-25337699-9628-41cc-b82d-a0eb4bb2cbe0 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Network 4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:25:32.811666 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-063ded3f-1d91-4922-8c87-12398561c465 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:32.822509 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-063ded3f-1d91-4922-8c87-12398561c465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:32.823926 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25337699-9628-41cc-b82d-a0eb4bb2cbe0 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Pushing event updated for resources: {'Port': ['ID=6cab2274-0e29-41ee-a31c-dc16b683b0ae,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:32.827483 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-25337699-9628-41cc-b82d-a0eb4bb2cbe0 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:25:32.878482 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-e0a47225-3f53-44d7-88b1-91e5741903b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21e60235-a784-4977-a7f7-7d6b6c2c7494', 'name': 'tempest-AttachSCSIVolumeTestJSON-723505916-router', 'tenant_id': '421db16ff9f44899afacd8d7c30512ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '5706db24-9b8e-42b6-837f-00cfbf8aa106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:25:25Z', 'updated_at': '2021-07-29T23:25:27Z', 'revision_number': 3, 'project_id': '421db16ff9f44899afacd8d7c30512ee', 'gw_port': {'id': '5706db24-9b8e-42b6-837f-00cfbf8aa106', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:70:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21e60235-a784-4977-a7f7-7d6b6c2c7494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:25:27Z', 'updated_at': '2021-07-29T23:25:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:32.900681 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-25337699-9628-41cc-b82d-a0eb4bb2cbe0 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:25:32.963390 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a47225-3f53-44d7-88b1-91e5741903b0 None None] The sync data for ids ['21e60235-a784-4977-a7f7-7d6b6c2c7494'] in n-d-712141-10 is: [{'id': '21e60235-a784-4977-a7f7-7d6b6c2c7494', 'name': 'tempest-AttachSCSIVolumeTestJSON-723505916-router', 'tenant_id': '421db16ff9f44899afacd8d7c30512ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '5706db24-9b8e-42b6-837f-00cfbf8aa106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:25:25Z', 'updated_at': '2021-07-29T23:25:27Z', 'revision_number': 3, 'project_id': '421db16ff9f44899afacd8d7c30512ee', 'gw_port': {'id': '5706db24-9b8e-42b6-837f-00cfbf8aa106', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:70:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21e60235-a784-4977-a7f7-7d6b6c2c7494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:25:27Z', 'updated_at': '2021-07-29T23:25:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:25:32.987642 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-25337699-9628-41cc-b82d-a0eb4bb2cbe0 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:32.989036 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-25337699-9628-41cc-b82d-a0eb4bb2cbe0 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:33.061235 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-063ded3f-1d91-4922-8c87-12398561c465 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:33.080481 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-467bf9a7-8534-4387-a65b-e364b9239886 None None] Provisioning complete for port f9e97129-71c5-402b-9dcc-8e9903d6e3e7 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:33.081027 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-467bf9a7-8534-4387-a65b-e364b9239886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:33.113026 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-25337699-9628-41cc-b82d-a0eb4bb2cbe0 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5824676 Jul 29 23:25:33.174969 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-3c7c5032-766b-4593-bbcd-7b710fd13899 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Request body: {'port': {'device_id': '7edd9f15-fe6b-4312-89e6-b917a1b8550e', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf', 'admin_state_up': True, 'tenant_id': '2080476b97a74d1caf5886ea19337ad1', 'security_groups': ['06985e19-0909-46d3-806d-ed854aa19767']}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:33.211612 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed635205-94f9-4de8-b7f3-86a63af5a937 req-3ce12ce3-9790-475f-a195-66c2619e6d0b tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:33.221998 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed635205-94f9-4de8-b7f3-86a63af5a937 req-3ce12ce3-9790-475f-a195-66c2619e6d0b tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:33.223174 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device f9e97129-71c5-402b-9dcc-8e9903d6e3e7 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:25:33.240007 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed635205-94f9-4de8-b7f3-86a63af5a937 req-3ce12ce3-9790-475f-a195-66c2619e6d0b tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:33.246797 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed635205-94f9-4de8-b7f3-86a63af5a937 req-3ce12ce3-9790-475f-a195-66c2619e6d0b tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:33.254637 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ed635205-94f9-4de8-b7f3-86a63af5a937 req-3ce12ce3-9790-475f-a195-66c2619e6d0b tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 3093 time: 0.3951755 Jul 29 23:25:33.301771 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063ded3f-1d91-4922-8c87-12398561c465 admin admin] Network 0af718fc-c93c-4b0f-93b2-48cf1534cee5 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:25:33.307613 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063ded3f-1d91-4922-8c87-12398561c465 admin admin] Pushing event updated for resources: {'Port': ['ID=831ba847-78bd-407c-bf7d-fbcea940372d,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:33.314721 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-063ded3f-1d91-4922-8c87-12398561c465 admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:25:33.322272 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-467bf9a7-8534-4387-a65b-e364b9239886 None None] Provisioning for port 831ba847-78bd-407c-bf7d-fbcea940372d completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:25:33.331391 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-467bf9a7-8534-4387-a65b-e364b9239886 None None] Provisioning complete for port 831ba847-78bd-407c-bf7d-fbcea940372d triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:33.331813 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-467bf9a7-8534-4387-a65b-e364b9239886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:33.340035 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7661b21-ceee-484a-9bd1-e6ee127bc353 req-5fc228e0-b8f0-4bcf-a0c1-afc3f61949a9 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:33.352609 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e7661b21-ceee-484a-9bd1-e6ee127bc353 req-5fc228e0-b8f0-4bcf-a0c1-afc3f61949a9 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.22 "GET /v2.0/ports?device_id=f6f3a528-8768-44bf-ade5-0ab7a7307ced HTTP/1.1" status: 200 len: 945 time: 0.6041448 Jul 29 23:25:33.373466 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf370b-f292-4095-83ab-34e94cbcf678 req-2a2411bc-fa1d-493a-95ea-622dab2b47b4 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:33.374844 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-adbf370b-f292-4095-83ab-34e94cbcf678 req-2a2411bc-fa1d-493a-95ea-622dab2b47b4 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=5957dee3-6c38-429b-bcda-d522bd42c5fc HTTP/1.1" status: 200 len: 945 time: 0.6076143 Jul 29 23:25:33.383771 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-467bf9a7-8534-4387-a65b-e364b9239886 None None] Port 831ba847-78bd-407c-bf7d-fbcea940372d cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:25:33.386643 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port f9e97129-71c5-402b-9dcc-8e9903d6e3e7 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:33.387095 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:33.581069 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-bb6a10ba-0cd0-4c62-9542-31fe89241195 None None] Provisioning for port 6cab2274-0e29-41ee-a31c-dc16b683b0ae completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:25:33.600134 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device e82ac4e3-04f6-4b52-a485-d12cbfe3534e up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:25:33.655477 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-063ded3f-1d91-4922-8c87-12398561c465 admin admin] Router 21e60235-a784-4977-a7f7-7d6b6c2c7494 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:25:33.717658 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-bb6a10ba-0cd0-4c62-9542-31fe89241195 None None] Provisioning complete for port 6cab2274-0e29-41ee-a31c-dc16b683b0ae triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:33.718043 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bb6a10ba-0cd0-4c62-9542-31fe89241195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:33.778501 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-19c4832b-2336-4f9e-9670-bb229eb0c276 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:33.805339 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-bb6a10ba-0cd0-4c62-9542-31fe89241195 None None] Port 6cab2274-0e29-41ee-a31c-dc16b683b0ae cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:25:33.827743 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port e82ac4e3-04f6-4b52-a485-d12cbfe3534e completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:25:33.833079 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port e82ac4e3-04f6-4b52-a485-d12cbfe3534e triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:33.833455 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:33.856927 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ed635205-94f9-4de8-b7f3-86a63af5a937 req-504b2cb2-a7aa-48c2-90d4-5bb2a625ffcc tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/security-groups?id=06985e19-0909-46d3-806d-ed854aa19767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6012866 Jul 29 23:25:33.857859 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-19c4832b-2336-4f9e-9670-bb229eb0c276 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:33.878914 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-063ded3f-1d91-4922-8c87-12398561c465 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:25:33.900333 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-063ded3f-1d91-4922-8c87-12398561c465 admin admin] 10.222.0.43 "PUT /v2.0/routers/21e60235-a784-4977-a7f7-7d6b6c2c7494/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8857181 Jul 29 23:25:33.985453 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-16367cdc-1d9c-4cae-9abd-e9b4b66c9894 None None] Provisioning complete for port 831ba847-78bd-407c-bf7d-fbcea940372d triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:33.985892 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-16367cdc-1d9c-4cae-9abd-e9b4b66c9894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:34.003946 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c4832b-2336-4f9e-9670-bb229eb0c276 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Pushing event updated for resources: {'Port': ['ID=cb841a55-c43c-46ef-b6d9-8838e1864ea1,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:34.013102 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-19c4832b-2336-4f9e-9670-bb229eb0c276 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:34.082642 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-16367cdc-1d9c-4cae-9abd-e9b4b66c9894 None None] Port 831ba847-78bd-407c-bf7d-fbcea940372d cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:25:34.084166 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:34.140273 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port e82ac4e3-04f6-4b52-a485-d12cbfe3534e, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=e82ac4e3-04f6-4b52-a485-d12cbfe3534e,segment=NetworkSegment(efab33a7-a578-4f21-bb33-8b641ac40cdc),segment_id=efab33a7-a578-4f21-bb33-8b641ac40cdc)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:34.150874 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:34.213356 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=e82ac4e3-04f6-4b52-a485-d12cbfe3534e,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:34.221198 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-adbf370b-f292-4095-83ab-34e94cbcf678 req-cb30ab81-6456-4a74-a9be-269d1d5a9eca tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8369143 Jul 29 23:25:34.231044 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:34.231398 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:34.231744 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:34.233178 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:34.233519 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:34.233898 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:34.234233 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:34.234702 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:34.235040 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:34.235365 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:34.235692 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:34.236018 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:34.277867 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-3c7c5032-766b-4593-bbcd-7b710fd13899 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Made reservation on behalf of 2080476b97a74d1caf5886ea19337ad1 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:25:34.287881 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-3c7c5032-766b-4593-bbcd-7b710fd13899 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:34.300582 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-19c4832b-2336-4f9e-9670-bb229eb0c276 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:34.304899 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-19c4832b-2336-4f9e-9670-bb229eb0c276 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.9260235 Jul 29 23:25:34.372349 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc994de-2545-4b0a-95c0-707fa09f884f req-ddc780a6-8025-4cf1-90bb-d6f950345970 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:34.379739 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6fc994de-2545-4b0a-95c0-707fa09f884f req-ddc780a6-8025-4cf1-90bb-d6f950345970 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=f6f3a528-8768-44bf-ade5-0ab7a7307ced HTTP/1.1" status: 200 len: 945 time: 0.3170302 Jul 29 23:25:34.411052 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-e7661b21-ceee-484a-9bd1-e6ee127bc353 req-cf9eafaa-bfbc-4a04-af14-98c05aeac589 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Deleting port eaece889-3bc6-4523-be5b-ee4e06ba51df {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:25:34.411497 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e7661b21-ceee-484a-9bd1-e6ee127bc353 req-cf9eafaa-bfbc-4a04-af14-98c05aeac589 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:34.517709 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6fc994de-2545-4b0a-95c0-707fa09f884f req-fadd26eb-0614-42e0-9825-ed233c9fac5b tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368825 Jul 29 23:25:34.603375 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87be59ca-9f50-48d5-8e10-eb5cd53c052d req-c94ca962-5faa-4f0e-a7fe-295d6f085d64 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:34.604879 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-87be59ca-9f50-48d5-8e10-eb5cd53c052d req-c94ca962-5faa-4f0e-a7fe-295d6f085d64 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4ff10e6-5df0-49b5-9d56-bbcdee1500ff HTTP/1.1" status: 200 len: 946 time: 0.2704070 Jul 29 23:25:34.699072 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-87be59ca-9f50-48d5-8e10-eb5cd53c052d req-d52b771a-3ea7-4e48-80b4-23cae0ff663a tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682499 Jul 29 23:25:34.833017 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-48f1cdb7-ed5a-4775-a37f-12e9fa0fd057 req-d6acdeae-d621-4af3-91a4-6ec16f384267 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] 10.222.0.43 "GET /v2.0/security-groups/8c252f72-6ce8-421a-b0ce-f7ce0493c918 HTTP/1.1" status: 200 len: 1805 time: 0.2504253 Jul 29 23:25:34.834967 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-e7661b21-ceee-484a-9bd1-e6ee127bc353 req-cf9eafaa-bfbc-4a04-af14-98c05aeac589 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] For port eaece889-3bc6-4523-be5b-ee4e06ba51df, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=eaece889-3bc6-4523-be5b-ee4e06ba51df,segment=NetworkSegment(2f225bab-780d-4bb8-903d-ee3f32d75d09),segment_id=2f225bab-780d-4bb8-903d-ee3f32d75d09)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:34.835397 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e7661b21-ceee-484a-9bd1-e6ee127bc353 req-cf9eafaa-bfbc-4a04-af14-98c05aeac589 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:34.861908 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-48f1cdb7-ed5a-4775-a37f-12e9fa0fd057 req-3b8e0e1a-91a5-4ff3-8249-f3182372bcce tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8c252f72-6ce8-421a-b0ce-f7ce0493c918', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:34.862151 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-48f1cdb7-ed5a-4775-a37f-12e9fa0fd057 req-3b8e0e1a-91a5-4ff3-8249-f3182372bcce tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8c252f72-6ce8-421a-b0ce-f7ce0493c918', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:34.959971 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-e7661b21-ceee-484a-9bd1-e6ee127bc353 req-cf9eafaa-bfbc-4a04-af14-98c05aeac589 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Calling delete_port for eaece889-3bc6-4523-be5b-ee4e06ba51df owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:25:35.321307 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 5706db24-9b8e-42b6-837f-00cfbf8aa106 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:25:35.332568 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-714d95e8-4df0-43d5-9b67-5373eb0b5a53 req-a442b21c-e3eb-4686-aaec-8b75a5a6bd43 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--180926346&fields=id&tenant_id=05e8cd719a1e468d9d1f19a8ac790d23 HTTP/1.1" status: 200 len: 267 time: 0.2988648 Jul 29 23:25:35.383487 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-48f1cdb7-ed5a-4775-a37f-12e9fa0fd057 req-3b8e0e1a-91a5-4ff3-8249-f3182372bcce tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:35.463013 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 5706db24-9b8e-42b6-837f-00cfbf8aa106 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:25:35.468165 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 5706db24-9b8e-42b6-837f-00cfbf8aa106 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:35.468833 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:35.604659 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-3c7c5032-766b-4593-bbcd-7b710fd13899 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Allocated IP 10.2.2.200 (4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf/fcb38ae7-084a-4b8d-94fa-28c5b74ee6b1/7450c10b-b2aa-4ef3-b42e-e8eeba1cf253) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:25:35.637937 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-48f1cdb7-ed5a-4775-a37f-12e9fa0fd057 req-3b8e0e1a-91a5-4ff3-8249-f3182372bcce tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:35.645104 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:35.689928 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 5706db24-9b8e-42b6-837f-00cfbf8aa106, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=5706db24-9b8e-42b6-837f-00cfbf8aa106,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:35.691658 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-48f1cdb7-ed5a-4775-a37f-12e9fa0fd057 req-3b8e0e1a-91a5-4ff3-8249-f3182372bcce tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:35.701467 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:35.702816 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device e82ac4e3-04f6-4b52-a485-d12cbfe3534e up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:25:35.862933 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=5706db24-9b8e-42b6-837f-00cfbf8aa106,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:35.878348 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port e82ac4e3-04f6-4b52-a485-d12cbfe3534e triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:35.878817 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:35.957157 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8e0e1a-91a5-4ff3-8249-f3182372bcce tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d79ddf09-3ac2-4524-8379-8bad453ae21b,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:36.032192 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d95e8-4df0-43d5-9b67-5373eb0b5a53 req-9fbe4f7e-33ad-4a07-aa5c-51fd6e6cba65 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:36.043673 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-714d95e8-4df0-43d5-9b67-5373eb0b5a53 req-9fbe4f7e-33ad-4a07-aa5c-51fd6e6cba65 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] 10.222.0.43 "GET /v2.0/networks?id=de2cb6c2-1eb5-4f3f-9ac4-4b9f8df261c6 HTTP/1.1" status: 200 len: 806 time: 0.7098033 Jul 29 23:25:36.048145 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-48f1cdb7-ed5a-4775-a37f-12e9fa0fd057 req-3b8e0e1a-91a5-4ff3-8249-f3182372bcce tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:36.050192 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-48f1cdb7-ed5a-4775-a37f-12e9fa0fd057 req-3b8e0e1a-91a5-4ff3-8249-f3182372bcce tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.2078843 Jul 29 23:25:36.088284 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-714d95e8-4df0-43d5-9b67-5373eb0b5a53 req-f88d22ec-d0ed-4a81-8e5e-aceab06ff7c4 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] 10.222.0.43 "GET /v2.0/quotas/05e8cd719a1e468d9d1f19a8ac790d23 HTTP/1.1" status: 200 len: 375 time: 0.0430691 Jul 29 23:25:36.203813 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e7661b21-ceee-484a-9bd1-e6ee127bc353 req-cf9eafaa-bfbc-4a04-af14-98c05aeac589 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:36.268434 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['95555302-95fb-448e-a090-29b4ec336757'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:25:36.379933 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-714d95e8-4df0-43d5-9b67-5373eb0b5a53 req-777a9355-5eb1-40ff-924d-768c9cebf2c0 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=05e8cd719a1e468d9d1f19a8ac790d23&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2904735 Jul 29 23:25:36.400902 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9eafaa-bfbc-4a04-af14-98c05aeac589 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Pushing event deleted for resources: {'Port': ['ID=eaece889-3bc6-4523-be5b-ee4e06ba51df,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:36.463966 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-3c7c5032-766b-4593-bbcd-7b710fd13899 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:36.466855 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7661b21-ceee-484a-9bd1-e6ee127bc353 req-cf9eafaa-bfbc-4a04-af14-98c05aeac589 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] No DVR routers for this DVR port eaece889-3bc6-4523-be5b-ee4e06ba51df on host n-h2-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:25:36.473620 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e7661b21-ceee-484a-9bd1-e6ee127bc353 req-cf9eafaa-bfbc-4a04-af14-98c05aeac589 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:36.476074 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e7661b21-ceee-484a-9bd1-e6ee127bc353 req-cf9eafaa-bfbc-4a04-af14-98c05aeac589 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.22 "DELETE /v2.0/ports/eaece889-3bc6-4523-be5b-ee4e06ba51df HTTP/1.1" status: 204 len: 173 time: 3.0736184 Jul 29 23:25:36.497773 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6f3a528-8768-44bf-ade5-0ab7a7307ced', 'name': 'network-vif-deleted', 'tag': 'eaece889-3bc6-4523-be5b-ee4e06ba51df'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:25:36.500522 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae76b5a-a219-4c30-9355-09c65d8caefb" -d '{"events": [{"server_uuid": "f6f3a528-8768-44bf-ade5-0ab7a7307ced", "name": "network-vif-deleted", "tag": "eaece889-3bc6-4523-be5b-ee4e06ba51df"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:25:36.886938 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:36.896503 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-3c7c5032-766b-4593-bbcd-7b710fd13899 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Transition to ACTIVE for port object 7450c10b-b2aa-4ef3-b42e-e8eeba1cf253 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:36.928245 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b13555-dc79-4ca9-a0c5-a3bac098b810 None None] Sync routers for ids ['21e60235-a784-4977-a7f7-7d6b6c2c7494'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:25:36.929605 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef6154c-4206-4d4f-b19c-ecc2c20913e1 req-02f4a547-64f6-48d6-8f25-81e9dea142ac tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:36.935838 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef6154c-4206-4d4f-b19c-ecc2c20913e1 req-02f4a547-64f6-48d6-8f25-81e9dea142ac tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:36.942576 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef6154c-4206-4d4f-b19c-ecc2c20913e1 req-02f4a547-64f6-48d6-8f25-81e9dea142ac tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:36.949189 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef6154c-4206-4d4f-b19c-ecc2c20913e1 req-02f4a547-64f6-48d6-8f25-81e9dea142ac tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:36.951136 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8ef6154c-4206-4d4f-b19c-ecc2c20913e1 req-02f4a547-64f6-48d6-8f25-81e9dea142ac tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 3093 time: 0.7484624 Jul 29 23:25:36.967611 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b13555-dc79-4ca9-a0c5-a3bac098b810 None None] Routers {'21e60235-a784-4977-a7f7-7d6b6c2c7494'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:25:36.969733 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-b9b13555-dc79-4ca9-a0c5-a3bac098b810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:25:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['21e60235-a784-4977-a7f7-7d6b6c2c7494'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:37.073508 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8ef6154c-4206-4d4f-b19c-ecc2c20913e1 req-31828c38-4e37-4148-be64-8c11ff9e603d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/security-groups?id=06985e19-0909-46d3-806d-ed854aa19767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089768 Jul 29 23:25:37.080059 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-714d95e8-4df0-43d5-9b67-5373eb0b5a53 req-4bf87c76-7ee9-4db2-9f40-82d38e93ccb8 service neutron] 10.222.0.43 "GET /v2.0/networks/de2cb6c2-1eb5-4f3f-9ac4-4b9f8df261c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6642964 Jul 29 23:25:37.181172 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 5706db24-9b8e-42b6-837f-00cfbf8aa106 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:25:37.287693 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-3c7c5032-766b-4593-bbcd-7b710fd13899 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:37.324394 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-714d95e8-4df0-43d5-9b67-5373eb0b5a53 req-216e9497-8786-4ef9-997a-5f5be9e5cbce service neutron] 10.222.0.43 "GET /v2.0/networks/de2cb6c2-1eb5-4f3f-9ac4-4b9f8df261c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335029 Jul 29 23:25:37.429414 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-b9b13555-dc79-4ca9-a0c5-a3bac098b810 None None] Set router 21e60235-a784-4977-a7f7-7d6b6c2c7494 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:25:37.434525 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-3c7c5032-766b-4593-bbcd-7b710fd13899 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Network 4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:25:37.442388 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-3c7c5032-766b-4593-bbcd-7b710fd13899 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:25:37.468689 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-3c7c5032-766b-4593-bbcd-7b710fd13899 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:25:37.485390 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7c5032-766b-4593-bbcd-7b710fd13899 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Pushing event updated for resources: {'Port': ['ID=7450c10b-b2aa-4ef3-b42e-e8eeba1cf253,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:37.522014 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 5706db24-9b8e-42b6-837f-00cfbf8aa106 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:37.522014 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:37.559769 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ea548-6dd0-49f6-b678-8453b7888825 req-6f32b282-d4c4-45f1-bbf3-a69fc3ea6b38 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:37.559769 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4f5ea548-6dd0-49f6-b678-8453b7888825 req-6f32b282-d4c4-45f1-bbf3-a69fc3ea6b38 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=5957dee3-6c38-429b-bcda-d522bd42c5fc HTTP/1.1" status: 200 len: 945 time: 0.3451207 Jul 29 23:25:37.625419 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c5032-766b-4593-bbcd-7b710fd13899 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:37.629898 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c5032-766b-4593-bbcd-7b710fd13899 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:37.630350 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c5032-766b-4593-bbcd-7b710fd13899 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:37.630690 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c5032-766b-4593-bbcd-7b710fd13899 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:37.631017 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c5032-766b-4593-bbcd-7b710fd13899 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:37.631342 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c5032-766b-4593-bbcd-7b710fd13899 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:37.631670 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c5032-766b-4593-bbcd-7b710fd13899 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:37.631996 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c5032-766b-4593-bbcd-7b710fd13899 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:37.633916 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c5032-766b-4593-bbcd-7b710fd13899 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:37.634309 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c5032-766b-4593-bbcd-7b710fd13899 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:37.637070 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c5032-766b-4593-bbcd-7b710fd13899 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:37.637430 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7c5032-766b-4593-bbcd-7b710fd13899 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:37.748891 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-3c7c5032-766b-4593-bbcd-7b710fd13899 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:37.760992 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-3c7c5032-766b-4593-bbcd-7b710fd13899 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:37.872121 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4f5ea548-6dd0-49f6-b678-8453b7888825 req-18753fa1-6067-407e-96a4-38470de0ea6d tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844045 Jul 29 23:25:38.035937 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-3c7c5032-766b-4593-bbcd-7b710fd13899 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8694019 Jul 29 23:25:38.055382 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-da95b2a8-7f1b-4be8-9ec6-2e32a4d43c10 req-1a8dcd8d-5229-4797-baa3-d46690e4c1da tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-354996699', 'description': 'tempest-description-960920206'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:38.067986 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device eaece889-3bc6-4523-be5b-ee4e06ba51df no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:25:38.081882 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-d337557c-7e29-4726-a395-ef677816dda5 service neutron] Request body: {'port': {'device_id': '7edd9f15-fe6b-4312-89e6-b917a1b8550e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:38.184563 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-d337557c-7e29-4726-a395-ef677816dda5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:38.198837 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-da95b2a8-7f1b-4be8-9ec6-2e32a4d43c10 req-1a8dcd8d-5229-4797-baa3-d46690e4c1da tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:38.211867 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83330866-c5e8-4ed7-93ed-8d3c566aaba8 req-ae4e2f0d-71f1-49f9-aa00-45066402d012 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:38.220831 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-83330866-c5e8-4ed7-93ed-8d3c566aaba8 req-ae4e2f0d-71f1-49f9-aa00-45066402d012 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4ff10e6-5df0-49b5-9d56-bbcdee1500ff HTTP/1.1" status: 200 len: 946 time: 0.3433387 Jul 29 23:25:38.234750 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: eaece889-3bc6-4523-be5b-ee4e06ba51df {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:25:38.235116 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device eaece889-3bc6-4523-be5b-ee4e06ba51df not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:25:38.242973 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-4fb42c32-ebe2-4a64-b044-70d6c071bc52 None None] Provisioning for port 7450c10b-b2aa-4ef3-b42e-e8eeba1cf253 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:25:38.261467 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-4fb42c32-ebe2-4a64-b044-70d6c071bc52 None None] Provisioning complete for port 7450c10b-b2aa-4ef3-b42e-e8eeba1cf253 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:38.261935 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4fb42c32-ebe2-4a64-b044-70d6c071bc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:38.317475 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-4fb42c32-ebe2-4a64-b044-70d6c071bc52 None None] Port 7450c10b-b2aa-4ef3-b42e-e8eeba1cf253 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:25:38.341461 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-b9b13555-dc79-4ca9-a0c5-a3bac098b810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21e60235-a784-4977-a7f7-7d6b6c2c7494', 'name': 'tempest-AttachSCSIVolumeTestJSON-723505916-router', 'tenant_id': '421db16ff9f44899afacd8d7c30512ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '5706db24-9b8e-42b6-837f-00cfbf8aa106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:25:25Z', 'updated_at': '2021-07-29T23:25:32Z', 'revision_number': 4, 'project_id': '421db16ff9f44899afacd8d7c30512ee', 'gw_port': {'id': '5706db24-9b8e-42b6-837f-00cfbf8aa106', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:70:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e60235-a784-4977-a7f7-7d6b6c2c7494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:25:27Z', 'updated_at': '2021-07-29T23:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '831ba847-78bd-407c-bf7d-fbcea940372d', 'name': '', 'network_id': '0af718fc-c93c-4b0f-93b2-48cf1534cee5', 'tenant_id': '421db16ff9f44899afacd8d7c30512ee', 'mac_address': 'fa:16:3e:e6:8a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21e60235-a784-4977-a7f7-7d6b6c2c7494', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '35d2859a-fff7-42d8-a219-490b9fd3a47c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:25:30Z', 'updated_at': '2021-07-29T23:25:32Z', 'revision_number': 2, 'project_id': '421db16ff9f44899afacd8d7c30512ee', 'subnets': [{'id': '35d2859a-fff7-42d8-a219-490b9fd3a47c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:38.379560 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b13555-dc79-4ca9-a0c5-a3bac098b810 None None] Checking router: 21e60235-a784-4977-a7f7-7d6b6c2c7494 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:25:38.380463 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b13555-dc79-4ca9-a0c5-a3bac098b810 None None] Updating router 21e60235-a784-4977-a7f7-7d6b6c2c7494 port 831ba847-78bd-407c-bf7d-fbcea940372d binding host n-d-712141-10 {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:25:38.414131 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b9b13555-dc79-4ca9-a0c5-a3bac098b810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:38.570777 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-83330866-c5e8-4ed7-93ed-8d3c566aaba8 req-345ae4c6-0457-4e69-81a9-c1956b44c3b9 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432744 Jul 29 23:25:38.705099 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-d337557c-7e29-4726-a395-ef677816dda5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d88dbc0e-68ee-4fbf-94c1-8577555fefd5 {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:25:38.714539 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-d337557c-7e29-4726-a395-ef677816dda5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:38.731119 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-d337557c-7e29-4726-a395-ef677816dda5 service neutron] Transition to ACTIVE for port object d88dbc0e-68ee-4fbf-94c1-8577555fefd5 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:38.740172 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b9b13555-dc79-4ca9-a0c5-a3bac098b810 None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:38.753546 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-b9b13555-dc79-4ca9-a0c5-a3bac098b810 None None] Transition to ACTIVE for port object 831ba847-78bd-407c-bf7d-fbcea940372d will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:38.761248 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d90a0d9-0007-44e0-9a34-5f189787ac94 x-openstack-request-id: req-7d90a0d9-0007-44e0-9a34-5f189787ac94 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:25:38.761566 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6f3a528-8768-44bf-ade5-0ab7a7307ced", "name": "network-vif-deleted", "tag": "eaece889-3bc6-4523-be5b-ee4e06ba51df", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:25:38.761850 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7d90a0d9-0007-44e0-9a34-5f189787ac94 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:25:38.762390 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6f3a528-8768-44bf-ade5-0ab7a7307ced', 'name': 'network-vif-deleted', 'tag': 'eaece889-3bc6-4523-be5b-ee4e06ba51df', 'status': 'completed', 'code': 200} Jul 29 23:25:38.763600 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-d337557c-7e29-4726-a395-ef677816dda5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:38.764697 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b9b13555-dc79-4ca9-a0c5-a3bac098b810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:38.863434 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda93ef2-1bfd-404a-b2a1-fd524d52a5b6 None None] Pushing event updated for resources: {'Port': ['ID=831ba847-78bd-407c-bf7d-fbcea940372d,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:38.973837 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b6c1b305-8259-47ef-b162-0f144fbd8677 req-abe3f78a-5768-498b-91d8-1b64574c4b5f tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] 10.222.0.43 "GET /v2.0/ports?device_id=43e867a9-5bf7-416f-9768-09cd705ee44a HTTP/1.1" status: 200 len: 210 time: 0.0867312 Jul 29 23:25:39.069318 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-b9b13555-dc79-4ca9-a0c5-a3bac098b810 None None] Attempting to bind port 831ba847-78bd-407c-bf7d-fbcea940372d on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:25:39.071099 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-b9b13555-dc79-4ca9-a0c5-a3bac098b810 None None] Attempting to bind port 831ba847-78bd-407c-bf7d-fbcea940372d by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '8c2acf2c-8e00-41c8-b8d8-246821c2a91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0af718fc-c93c-4b0f-93b2-48cf1534cee5'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:25:39.071469 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b13555-dc79-4ca9-a0c5-a3bac098b810 None None] Attempting to bind port 831ba847-78bd-407c-bf7d-fbcea940372d on network 0af718fc-c93c-4b0f-93b2-48cf1534cee5 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:39.081175 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b13555-dc79-4ca9-a0c5-a3bac098b810 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 25, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:25:39.081914 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b13555-dc79-4ca9-a0c5-a3bac098b810 None None] Checking segment: {'id': '8c2acf2c-8e00-41c8-b8d8-246821c2a91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0af718fc-c93c-4b0f-93b2-48cf1534cee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:25:39.082175 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b9b13555-dc79-4ca9-a0c5-a3bac098b810 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:39.082427 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b13555-dc79-4ca9-a0c5-a3bac098b810 None None] Bound using segment: {'id': '8c2acf2c-8e00-41c8-b8d8-246821c2a91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0af718fc-c93c-4b0f-93b2-48cf1534cee5'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:25:39.082902 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-b9b13555-dc79-4ca9-a0c5-a3bac098b810 None None] Bound port: 831ba847-78bd-407c-bf7d-fbcea940372d, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c2acf2c-8e00-41c8-b8d8-246821c2a91b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '0af718fc-c93c-4b0f-93b2-48cf1534cee5'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:25:39.083369 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b9b13555-dc79-4ca9-a0c5-a3bac098b810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:39.174887 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d337557c-7e29-4726-a395-ef677816dda5 service neutron] Pushing event updated for resources: {'Port': ['ID=d88dbc0e-68ee-4fbf-94c1-8577555fefd5,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:39.223096 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-b9b13555-dc79-4ca9-a0c5-a3bac098b810 None None] For port 831ba847-78bd-407c-bf7d-fbcea940372d, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:25:39.228883 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-b9b13555-dc79-4ca9-a0c5-a3bac098b810 None None] For port 831ba847-78bd-407c-bf7d-fbcea940372d, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=831ba847-78bd-407c-bf7d-fbcea940372d,segment=NetworkSegment(8c2acf2c-8e00-41c8-b8d8-246821c2a91b),segment_id=8c2acf2c-8e00-41c8-b8d8-246821c2a91b)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:25:39.245206 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b9b13555-dc79-4ca9-a0c5-a3bac098b810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:39.300943 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b13555-dc79-4ca9-a0c5-a3bac098b810 None None] Routers {'21e60235-a784-4977-a7f7-7d6b6c2c7494'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:25:39.301882 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-b9b13555-dc79-4ca9-a0c5-a3bac098b810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:25:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['21e60235-a784-4977-a7f7-7d6b6c2c7494'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:39.387965 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda93ef2-1bfd-404a-b2a1-fd524d52a5b6 None None] Pushing event updated for resources: {'Port': ['ID=831ba847-78bd-407c-bf7d-fbcea940372d,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:39.503723 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-da95b2a8-7f1b-4be8-9ec6-2e32a4d43c10 req-1a8dcd8d-5229-4797-baa3-d46690e4c1da tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:39.520805 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-da95b2a8-7f1b-4be8-9ec6-2e32a4d43c10 req-1a8dcd8d-5229-4797-baa3-d46690e4c1da tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:39.532320 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-b9b13555-dc79-4ca9-a0c5-a3bac098b810 None None] Set router 21e60235-a784-4977-a7f7-7d6b6c2c7494 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:25:39.730331 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbde6f2-ef0e-4b71-be97-d7835e588db5 req-026bdd4b-0f0e-4545-8dfd-9699adadc4d6 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:39.731890 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6fbde6f2-ef0e-4b71-be97-d7835e588db5 req-026bdd4b-0f0e-4545-8dfd-9699adadc4d6 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/networks?id=09be3f6b-3c77-4c8e-bbe6-2435736d69cf HTTP/1.1" status: 200 len: 805 time: 0.5102246 Jul 29 23:25:39.732611 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-d337557c-7e29-4726-a395-ef677816dda5 service neutron] Attempting to bind port d88dbc0e-68ee-4fbf-94c1-8577555fefd5 on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:25:39.732936 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-d337557c-7e29-4726-a395-ef677816dda5 service neutron] Attempting to bind port d88dbc0e-68ee-4fbf-94c1-8577555fefd5 by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': '9b0e57e5-cd0f-4f81-8940-6c7b6788dd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ce4b3ab8-859d-4d6c-903b-c30dcaacffc8'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:25:39.736737 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-d337557c-7e29-4726-a395-ef677816dda5 service neutron] Attempting to bind port d88dbc0e-68ee-4fbf-94c1-8577555fefd5 on network ce4b3ab8-859d-4d6c-903b-c30dcaacffc8 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:39.760768 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-da95b2a8-7f1b-4be8-9ec6-2e32a4d43c10 req-1a8dcd8d-5229-4797-baa3-d46690e4c1da tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:39.778688 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-da95b2a8-7f1b-4be8-9ec6-2e32a4d43c10 req-1a8dcd8d-5229-4797-baa3-d46690e4c1da tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.7573030 Jul 29 23:25:39.800305 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8dcd8d-5229-4797-baa3-d46690e4c1da tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c67eaa75-9bc4-4b24-bf98-406dcdf01537,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:39.819274 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-d337557c-7e29-4726-a395-ef677816dda5 service neutron] Port d88dbc0e-68ee-4fbf-94c1-8577555fefd5 on network ce4b3ab8-859d-4d6c-903b-c30dcaacffc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:25:39.819852 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-d337557c-7e29-4726-a395-ef677816dda5 service neutron] Attempting to bind port d88dbc0e-68ee-4fbf-94c1-8577555fefd5 on network ce4b3ab8-859d-4d6c-903b-c30dcaacffc8 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:39.864264 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6fbde6f2-ef0e-4b71-be97-d7835e588db5 req-27d2aefc-e625-4cbf-ac8e-2d1b67281144 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/quotas/62091d0f24f84b44849aea33b1484fc4 HTTP/1.1" status: 200 len: 375 time: 0.1077790 Jul 29 23:25:39.865072 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-d337557c-7e29-4726-a395-ef677816dda5 service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:25:39.865408 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-d337557c-7e29-4726-a395-ef677816dda5 service neutron] Checking segment: {'id': '9b0e57e5-cd0f-4f81-8940-6c7b6788dd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ce4b3ab8-859d-4d6c-903b-c30dcaacffc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:25:39.871319 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-d337557c-7e29-4726-a395-ef677816dda5 service neutron] Bound using segment: {'id': '9b0e57e5-cd0f-4f81-8940-6c7b6788dd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ce4b3ab8-859d-4d6c-903b-c30dcaacffc8'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:25:39.871827 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-d337557c-7e29-4726-a395-ef677816dda5 service neutron] Bound port: d88dbc0e-68ee-4fbf-94c1-8577555fefd5, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b0e57e5-cd0f-4f81-8940-6c7b6788dd26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'ce4b3ab8-859d-4d6c-903b-c30dcaacffc8'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:25:39.872202 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-d337557c-7e29-4726-a395-ef677816dda5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:39.974935 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-b9b13555-dc79-4ca9-a0c5-a3bac098b810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21e60235-a784-4977-a7f7-7d6b6c2c7494', 'name': 'tempest-AttachSCSIVolumeTestJSON-723505916-router', 'tenant_id': '421db16ff9f44899afacd8d7c30512ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '5706db24-9b8e-42b6-837f-00cfbf8aa106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:25:25Z', 'updated_at': '2021-07-29T23:25:32Z', 'revision_number': 4, 'project_id': '421db16ff9f44899afacd8d7c30512ee', 'gw_port': {'id': '5706db24-9b8e-42b6-837f-00cfbf8aa106', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:70:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e60235-a784-4977-a7f7-7d6b6c2c7494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:25:27Z', 'updated_at': '2021-07-29T23:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '831ba847-78bd-407c-bf7d-fbcea940372d', 'name': '', 'network_id': '0af718fc-c93c-4b0f-93b2-48cf1534cee5', 'tenant_id': '421db16ff9f44899afacd8d7c30512ee', 'mac_address': 'fa:16:3e:e6:8a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21e60235-a784-4977-a7f7-7d6b6c2c7494', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '35d2859a-fff7-42d8-a219-490b9fd3a47c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:25:30Z', 'updated_at': '2021-07-29T23:25:39Z', 'revision_number': 4, 'project_id': '421db16ff9f44899afacd8d7c30512ee', 'subnets': [{'id': '35d2859a-fff7-42d8-a219-490b9fd3a47c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:40.017183 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b13555-dc79-4ca9-a0c5-a3bac098b810 None None] The sync data for ids ['21e60235-a784-4977-a7f7-7d6b6c2c7494'] in n-d-712141-10 is: [{'id': '21e60235-a784-4977-a7f7-7d6b6c2c7494', 'name': 'tempest-AttachSCSIVolumeTestJSON-723505916-router', 'tenant_id': '421db16ff9f44899afacd8d7c30512ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '5706db24-9b8e-42b6-837f-00cfbf8aa106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:25:25Z', 'updated_at': '2021-07-29T23:25:32Z', 'revision_number': 4, 'project_id': '421db16ff9f44899afacd8d7c30512ee', 'gw_port': {'id': '5706db24-9b8e-42b6-837f-00cfbf8aa106', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:70:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e60235-a784-4977-a7f7-7d6b6c2c7494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:25:27Z', 'updated_at': '2021-07-29T23:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '831ba847-78bd-407c-bf7d-fbcea940372d', 'name': '', 'network_id': '0af718fc-c93c-4b0f-93b2-48cf1534cee5', 'tenant_id': '421db16ff9f44899afacd8d7c30512ee', 'mac_address': 'fa:16:3e:e6:8a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21e60235-a784-4977-a7f7-7d6b6c2c7494', 'device_owner': 'network:router_interface', 'standard_attr_id': 936, 'fixed_ips': [{'subnet_id': '35d2859a-fff7-42d8-a219-490b9fd3a47c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:25:30Z', 'updated_at': '2021-07-29T23:25:39Z', 'revision_number': 4, 'project_id': '421db16ff9f44899afacd8d7c30512ee', 'subnets': [{'id': '35d2859a-fff7-42d8-a219-490b9fd3a47c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:25:40.019084 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6fbde6f2-ef0e-4b71-be97-d7835e588db5 req-dcbb27d3-3cef-433d-bf7d-c9021e65070a tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=62091d0f24f84b44849aea33b1484fc4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1421337 Jul 29 23:25:40.035225 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d95e8-4df0-43d5-9b67-5373eb0b5a53 req-0637ea57-9e08-40e5-8633-dde795270616 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:40.036806 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-714d95e8-4df0-43d5-9b67-5373eb0b5a53 req-0637ea57-9e08-40e5-8633-dde795270616 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] 10.222.0.22 "GET /v2.0/networks?id=de2cb6c2-1eb5-4f3f-9ac4-4b9f8df261c6 HTTP/1.1" status: 200 len: 806 time: 0.5204051 Jul 29 23:25:40.120567 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c200a27c-4e59-4d01-944c-5eeff9d01c36 req-5c8c5118-b32c-49dc-bd2b-c86ff095da1c tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:40.126586 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c200a27c-4e59-4d01-944c-5eeff9d01c36 req-5c8c5118-b32c-49dc-bd2b-c86ff095da1c tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:40.132590 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c200a27c-4e59-4d01-944c-5eeff9d01c36 req-5c8c5118-b32c-49dc-bd2b-c86ff095da1c tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:40.139265 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c200a27c-4e59-4d01-944c-5eeff9d01c36 req-5c8c5118-b32c-49dc-bd2b-c86ff095da1c tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:40.144412 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c200a27c-4e59-4d01-944c-5eeff9d01c36 req-5c8c5118-b32c-49dc-bd2b-c86ff095da1c tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:40.146599 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c200a27c-4e59-4d01-944c-5eeff9d01c36 req-5c8c5118-b32c-49dc-bd2b-c86ff095da1c tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 3826 time: 0.2588415 Jul 29 23:25:40.306298 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-d337557c-7e29-4726-a395-ef677816dda5 service neutron] For port d88dbc0e-68ee-4fbf-94c1-8577555fefd5, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:25:40.312805 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-d337557c-7e29-4726-a395-ef677816dda5 service neutron] For port d88dbc0e-68ee-4fbf-94c1-8577555fefd5, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=d88dbc0e-68ee-4fbf-94c1-8577555fefd5,segment=NetworkSegment(9b0e57e5-cd0f-4f81-8940-6c7b6788dd26),segment_id=9b0e57e5-cd0f-4f81-8940-6c7b6788dd26)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:25:40.324473 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-714d95e8-4df0-43d5-9b67-5373eb0b5a53 req-97b9087d-6cfd-4418-b51c-76cfefb0b5bf tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05e8cd719a1e468d9d1f19a8ac790d23 HTTP/1.1" status: 200 len: 379 time: 0.2323902 Jul 29 23:25:40.353466 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-714d95e8-4df0-43d5-9b67-5373eb0b5a53 req-8dac13cd-ff35-4c0d-b487-3076017b0009 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Request body: {'port': {'device_id': '43e867a9-5bf7-416f-9768-09cd705ee44a', 'network_id': 'de2cb6c2-1eb5-4f3f-9ac4-4b9f8df261c6', 'admin_state_up': True, 'tenant_id': '05e8cd719a1e468d9d1f19a8ac790d23', 'security_groups': ['276c8385-81d8-4f6d-b0f0-ac6a7e184005']}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:40.416200 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-d337557c-7e29-4726-a395-ef677816dda5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:40.447078 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c200a27c-4e59-4d01-944c-5eeff9d01c36 req-23f9cf64-4366-447a-86c8-ec5734baca14 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/security-groups?id=06985e19-0909-46d3-806d-ed854aa19767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2696500 Jul 29 23:25:40.491742 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6fbde6f2-ef0e-4b71-be97-d7835e588db5 req-75b556c6-9599-447f-9c34-b595bbfd1042 service neutron] 10.222.0.43 "GET /v2.0/networks/09be3f6b-3c77-4c8e-bbe6-2435736d69cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4317372 Jul 29 23:25:40.597128 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-d337557c-7e29-4726-a395-ef677816dda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:40.603581 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-d337557c-7e29-4726-a395-ef677816dda5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:40.606399 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-d337557c-7e29-4726-a395-ef677816dda5 service neutron] 10.222.0.41 "PUT /v2.0/ports/d88dbc0e-68ee-4fbf-94c1-8577555fefd5 HTTP/1.1" status: 200 len: 1092 time: 2.5306370 Jul 29 23:25:40.668933 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-6e2daa3e-6f85-48af-aa8f-a815640a06eb service neutron] Request body: {'port': {'device_id': '7edd9f15-fe6b-4312-89e6-b917a1b8550e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:40.725453 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d337557c-7e29-4726-a395-ef677816dda5 service neutron] Pushing event updated for resources: {'Port': ['ID=d88dbc0e-68ee-4fbf-94c1-8577555fefd5,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:40.777561 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7edd9f15-fe6b-4312-89e6-b917a1b8550e', 'tag': 'd88dbc0e-68ee-4fbf-94c1-8577555fefd5'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:25:40.786450 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c90647b-06a8-4a72-a35a-71bfb2d4e5b2" -d '{"events": [{"name": "network-changed", "server_uuid": "7edd9f15-fe6b-4312-89e6-b917a1b8550e", "tag": "d88dbc0e-68ee-4fbf-94c1-8577555fefd5"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:25:40.909883 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6fbde6f2-ef0e-4b71-be97-d7835e588db5 req-af0b04bf-feab-4647-af69-25afad3e6187 service neutron] 10.222.0.43 "GET /v2.0/networks/09be3f6b-3c77-4c8e-bbe6-2435736d69cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4126508 Jul 29 23:25:41.040644 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-6e2daa3e-6f85-48af-aa8f-a815640a06eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:41.183361 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 831ba847-78bd-407c-bf7d-fbcea940372d up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:25:41.203606 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-714d95e8-4df0-43d5-9b67-5373eb0b5a53 req-8dac13cd-ff35-4c0d-b487-3076017b0009 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Made reservation on behalf of 05e8cd719a1e468d9d1f19a8ac790d23 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:25:41.214045 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-714d95e8-4df0-43d5-9b67-5373eb0b5a53 req-8dac13cd-ff35-4c0d-b487-3076017b0009 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:41.236378 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e0969a-20c4-4153-abe3-dcc9ce96df4d req-908794a0-a0aa-4bc3-acbf-4fff65f2995e tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:41.238982 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-45e0969a-20c4-4153-abe3-dcc9ce96df4d req-908794a0-a0aa-4bc3-acbf-4fff65f2995e tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=5957dee3-6c38-429b-bcda-d522bd42c5fc HTTP/1.1" status: 200 len: 945 time: 0.4915979 Jul 29 23:25:41.367274 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 831ba847-78bd-407c-bf7d-fbcea940372d completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:25:41.389729 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 831ba847-78bd-407c-bf7d-fbcea940372d triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:41.393841 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:41.685486 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:41.779603 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 831ba847-78bd-407c-bf7d-fbcea940372d, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=831ba847-78bd-407c-bf7d-fbcea940372d,segment=NetworkSegment(8c2acf2c-8e00-41c8-b8d8-246821c2a91b),segment_id=8c2acf2c-8e00-41c8-b8d8-246821c2a91b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:41.804088 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:41.971005 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=831ba847-78bd-407c-bf7d-fbcea940372d,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:42.264352 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-6e2daa3e-6f85-48af-aa8f-a815640a06eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44e2e929-5306-4747-9f2b-b8a8f03b3793 {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:25:42.274946 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-6e2daa3e-6f85-48af-aa8f-a815640a06eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:42.310061 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-6e2daa3e-6f85-48af-aa8f-a815640a06eb service neutron] Transition to ACTIVE for port object 44e2e929-5306-4747-9f2b-b8a8f03b3793 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:42.329200 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-45e0969a-20c4-4153-abe3-dcc9ce96df4d req-1425ceb1-4bcf-4261-80e5-d720dd879799 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7831776 Jul 29 23:25:42.416247 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae05fea1-9dcc-4ada-aeda-cdfd1e70d5ae req-74d05dc0-8d5d-468a-8ad9-71049df9f198 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:42.431598 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ae05fea1-9dcc-4ada-aeda-cdfd1e70d5ae req-74d05dc0-8d5d-468a-8ad9-71049df9f198 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4ff10e6-5df0-49b5-9d56-bbcdee1500ff HTTP/1.1" status: 200 len: 946 time: 0.8434319 Jul 29 23:25:42.487797 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-714d95e8-4df0-43d5-9b67-5373eb0b5a53 req-8dac13cd-ff35-4c0d-b487-3076017b0009 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Allocated IP 172.20.0.8 (de2cb6c2-1eb5-4f3f-9ac4-4b9f8df261c6/b39d3184-aaf6-43d1-83ae-f569a32d6aca/1d1c2ed2-288f-4c54-93ac-4cd170372e3e) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:25:42.532716 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-6e2daa3e-6f85-48af-aa8f-a815640a06eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:42.656420 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2daa3e-6f85-48af-aa8f-a815640a06eb service neutron] Pushing event updated for resources: {'Port': ['ID=44e2e929-5306-4747-9f2b-b8a8f03b3793,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:42.684703 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f60b1fff-c53f-404a-86b9-3397e6a541a6 req-45122c8d-1590-47a6-85cc-8c4c3372f7b2 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] 10.222.0.43 "GET /v2.0/security-groups/c67eaa75-9bc4-4b24-bf98-406dcdf01537 HTTP/1.1" status: 200 len: 1803 time: 0.1737378 Jul 29 23:25:42.725570 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-f60b1fff-c53f-404a-86b9-3397e6a541a6 req-0b20178d-83f8-48ce-858f-dd9676c86852 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'c67eaa75-9bc4-4b24-bf98-406dcdf01537', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:42.726443 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-f60b1fff-c53f-404a-86b9-3397e6a541a6 req-0b20178d-83f8-48ce-858f-dd9676c86852 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'c67eaa75-9bc4-4b24-bf98-406dcdf01537', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:42.798032 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ae05fea1-9dcc-4ada-aeda-cdfd1e70d5ae req-74a70af6-1a70-4c4b-9650-76327b7fcc17 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3650312 Jul 29 23:25:43.005143 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-6e2daa3e-6f85-48af-aa8f-a815640a06eb service neutron] Attempting to bind port 44e2e929-5306-4747-9f2b-b8a8f03b3793 on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:25:43.005478 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-6e2daa3e-6f85-48af-aa8f-a815640a06eb service neutron] Attempting to bind port 44e2e929-5306-4747-9f2b-b8a8f03b3793 by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': '85f03a44-d59a-404b-99bf-5c2915495fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '20b17a75-47ba-4198-999c-000c34520768'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:25:43.005824 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-6e2daa3e-6f85-48af-aa8f-a815640a06eb service neutron] Attempting to bind port 44e2e929-5306-4747-9f2b-b8a8f03b3793 on network 20b17a75-47ba-4198-999c-000c34520768 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:43.050539 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-6e2daa3e-6f85-48af-aa8f-a815640a06eb service neutron] Port 44e2e929-5306-4747-9f2b-b8a8f03b3793 on network 20b17a75-47ba-4198-999c-000c34520768 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:25:43.053149 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-6e2daa3e-6f85-48af-aa8f-a815640a06eb service neutron] Attempting to bind port 44e2e929-5306-4747-9f2b-b8a8f03b3793 on network 20b17a75-47ba-4198-999c-000c34520768 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:43.112694 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-323d1b8a-c125-482c-9d3d-7fa39f8945a9 req-07ab7a0e-be9f-4f4c-aa90-885af4491817 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] 10.222.0.43 "GET /v2.0/ports?device_id=43e867a9-5bf7-416f-9768-09cd705ee44a HTTP/1.1" status: 200 len: 210 time: 0.1094172 Jul 29 23:25:43.131062 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-6e2daa3e-6f85-48af-aa8f-a815640a06eb service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:25:43.131847 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-6e2daa3e-6f85-48af-aa8f-a815640a06eb service neutron] Checking segment: {'id': '85f03a44-d59a-404b-99bf-5c2915495fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '20b17a75-47ba-4198-999c-000c34520768'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:25:43.133073 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-6e2daa3e-6f85-48af-aa8f-a815640a06eb service neutron] Bound using segment: {'id': '85f03a44-d59a-404b-99bf-5c2915495fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '20b17a75-47ba-4198-999c-000c34520768'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:25:43.133959 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbde6f2-ef0e-4b71-be97-d7835e588db5 req-d01a5d69-d2c8-4f64-bde4-a317708e26b9 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:43.136036 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-6e2daa3e-6f85-48af-aa8f-a815640a06eb service neutron] Bound port: 44e2e929-5306-4747-9f2b-b8a8f03b3793, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85f03a44-d59a-404b-99bf-5c2915495fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '20b17a75-47ba-4198-999c-000c34520768'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:25:43.136777 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-6e2daa3e-6f85-48af-aa8f-a815640a06eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:43.153005 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6fbde6f2-ef0e-4b71-be97-d7835e588db5 req-d01a5d69-d2c8-4f64-bde4-a317708e26b9 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.22 "GET /v2.0/networks?id=09be3f6b-3c77-4c8e-bbe6-2435736d69cf HTTP/1.1" status: 200 len: 805 time: 0.2283814 Jul 29 23:25:43.176545 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-6fbde6f2-ef0e-4b71-be97-d7835e588db5 req-d5cabfa7-4aad-483d-b1b1-774d3122f1bb tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Request body: {'port': {'device_id': 'd9966b87-b6ab-400b-bd2c-4a21687af50b', 'network_id': '09be3f6b-3c77-4c8e-bbe6-2435736d69cf', 'admin_state_up': True, 'tenant_id': '62091d0f24f84b44849aea33b1484fc4'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:43.234276 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 831ba847-78bd-407c-bf7d-fbcea940372d up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:25:43.397991 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fbde6f2-ef0e-4b71-be97-d7835e588db5 req-d5cabfa7-4aad-483d-b1b1-774d3122f1bb tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Made reservation on behalf of 62091d0f24f84b44849aea33b1484fc4 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:25:43.400526 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-6e2daa3e-6f85-48af-aa8f-a815640a06eb service neutron] For port 44e2e929-5306-4747-9f2b-b8a8f03b3793, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:25:43.402677 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-6fbde6f2-ef0e-4b71-be97-d7835e588db5 req-d5cabfa7-4aad-483d-b1b1-774d3122f1bb tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:43.417863 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 831ba847-78bd-407c-bf7d-fbcea940372d triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:43.420236 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:43.447940 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f60b1fff-c53f-404a-86b9-3397e6a541a6 req-0b20178d-83f8-48ce-858f-dd9676c86852 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:43.468007 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f60b1fff-c53f-404a-86b9-3397e6a541a6 req-0b20178d-83f8-48ce-858f-dd9676c86852 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:43.475315 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-714d95e8-4df0-43d5-9b67-5373eb0b5a53 req-8dac13cd-ff35-4c0d-b487-3076017b0009 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:43.495331 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-6e2daa3e-6f85-48af-aa8f-a815640a06eb service neutron] For port 44e2e929-5306-4747-9f2b-b8a8f03b3793, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=44e2e929-5306-4747-9f2b-b8a8f03b3793,segment=NetworkSegment(85f03a44-d59a-404b-99bf-5c2915495fce),segment_id=85f03a44-d59a-404b-99bf-5c2915495fce)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:25:43.497566 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f60b1fff-c53f-404a-86b9-3397e6a541a6 req-0b20178d-83f8-48ce-858f-dd9676c86852 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:43.595802 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b20178d-83f8-48ce-858f-dd9676c86852 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aa27d18-3469-4a68-aecb-b3ecdf7681d9,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:43.606545 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-6e2daa3e-6f85-48af-aa8f-a815640a06eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:43.626964 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f60b1fff-c53f-404a-86b9-3397e6a541a6 req-0b20178d-83f8-48ce-858f-dd9676c86852 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:43.628195 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f60b1fff-c53f-404a-86b9-3397e6a541a6 req-0b20178d-83f8-48ce-858f-dd9676c86852 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.9244392 Jul 29 23:25:43.674847 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-6fbde6f2-ef0e-4b71-be97-d7835e588db5 req-d5cabfa7-4aad-483d-b1b1-774d3122f1bb tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Allocated IP 172.20.0.9 (09be3f6b-3c77-4c8e-bbe6-2435736d69cf/61118f50-e726-435d-a59a-d51b2a8c879d/56d9f230-202a-4676-ae39-769e6f9c0d1c) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:25:43.777149 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-6e2daa3e-6f85-48af-aa8f-a815640a06eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:43.777924 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-6e2daa3e-6f85-48af-aa8f-a815640a06eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:43.779839 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-6e2daa3e-6f85-48af-aa8f-a815640a06eb service neutron] 10.222.0.41 "PUT /v2.0/ports/44e2e929-5306-4747-9f2b-b8a8f03b3793 HTTP/1.1" status: 200 len: 1135 time: 3.1219280 Jul 29 23:25:43.781536 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c60eb22a-c266-400f-bba0-5372c846641d x-openstack-request-id: req-c60eb22a-c266-400f-bba0-5372c846641d {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:25:43.782320 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7edd9f15-fe6b-4312-89e6-b917a1b8550e", "tag": "d88dbc0e-68ee-4fbf-94c1-8577555fefd5", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:25:43.782810 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c60eb22a-c266-400f-bba0-5372c846641d {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:25:43.783366 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7edd9f15-fe6b-4312-89e6-b917a1b8550e', 'tag': 'd88dbc0e-68ee-4fbf-94c1-8577555fefd5', 'status': 'completed', 'code': 200} Jul 29 23:25:43.821127 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-714d95e8-4df0-43d5-9b67-5373eb0b5a53 req-8dac13cd-ff35-4c0d-b487-3076017b0009 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Transition to ACTIVE for port object 1d1c2ed2-288f-4c54-93ac-4cd170372e3e will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:43.848909 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90647b-06a8-4a72-a35a-71bfb2d4e5b2 req-e83f3145-7903-4385-9aa6-5e6c93fc1b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:43.849455 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90647b-06a8-4a72-a35a-71bfb2d4e5b2 req-e83f3145-7903-4385-9aa6-5e6c93fc1b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:43.850134 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90647b-06a8-4a72-a35a-71bfb2d4e5b2 req-e83f3145-7903-4385-9aa6-5e6c93fc1b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:43.852499 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90647b-06a8-4a72-a35a-71bfb2d4e5b2 req-e83f3145-7903-4385-9aa6-5e6c93fc1b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:43.853051 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90647b-06a8-4a72-a35a-71bfb2d4e5b2 req-e83f3145-7903-4385-9aa6-5e6c93fc1b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:43.853607 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90647b-06a8-4a72-a35a-71bfb2d4e5b2 req-e83f3145-7903-4385-9aa6-5e6c93fc1b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:43.869658 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8c90647b-06a8-4a72-a35a-71bfb2d4e5b2 req-e83f3145-7903-4385-9aa6-5e6c93fc1b55 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2080476b97a74d1caf5886ea19337ad1&device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 5290 time: 0.1361065 Jul 29 23:25:43.876695 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2daa3e-6f85-48af-aa8f-a815640a06eb service neutron] Pushing event updated for resources: {'Port': ['ID=44e2e929-5306-4747-9f2b-b8a8f03b3793,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:43.892090 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-b459b51a-ad26-498c-a334-d569be00c44c service neutron] Request body: {'port': {'device_id': '7edd9f15-fe6b-4312-89e6-b917a1b8550e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:43.898871 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-714d95e8-4df0-43d5-9b67-5373eb0b5a53 req-8dac13cd-ff35-4c0d-b487-3076017b0009 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:43.932130 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-40c8b424-af91-426f-bfaa-9fb4d3cc933a req-0aeb14e0-1b4d-4a45-9410-af094bd9a4e1 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9966b87-b6ab-400b-bd2c-4a21687af50b HTTP/1.1" status: 200 len: 210 time: 0.0702059 Jul 29 23:25:44.125971 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-714d95e8-4df0-43d5-9b67-5373eb0b5a53 req-8dac13cd-ff35-4c0d-b487-3076017b0009 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Network de2cb6c2-1eb5-4f3f-9ac4-4b9f8df261c6 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:25:44.141854 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-714d95e8-4df0-43d5-9b67-5373eb0b5a53 req-8dac13cd-ff35-4c0d-b487-3076017b0009 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:25:44.149520 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-714d95e8-4df0-43d5-9b67-5373eb0b5a53 req-8dac13cd-ff35-4c0d-b487-3076017b0009 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:25:44.197184 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90647b-06a8-4a72-a35a-71bfb2d4e5b2 req-a0c38787-b727-4409-bf31-7f37fb0acd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:44.198616 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90647b-06a8-4a72-a35a-71bfb2d4e5b2 req-a0c38787-b727-4409-bf31-7f37fb0acd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:44.199505 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90647b-06a8-4a72-a35a-71bfb2d4e5b2 req-a0c38787-b727-4409-bf31-7f37fb0acd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:44.206575 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8c90647b-06a8-4a72-a35a-71bfb2d4e5b2 req-a0c38787-b727-4409-bf31-7f37fb0acd53 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=2080476b97a74d1caf5886ea19337ad1&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2571003 Jul 29 23:25:44.212732 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-6fbde6f2-ef0e-4b71-be97-d7835e588db5 req-d5cabfa7-4aad-483d-b1b1-774d3122f1bb tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:44.332397 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-b459b51a-ad26-498c-a334-d569be00c44c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:44.356854 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a5a44-9090-4ab5-9c82-6766868a4d9d req-9132b8d3-6bfe-4320-9d72-c4598e6688b2 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:44.364546 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a5a44-9090-4ab5-9c82-6766868a4d9d req-9132b8d3-6bfe-4320-9d72-c4598e6688b2 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:44.373428 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a5a44-9090-4ab5-9c82-6766868a4d9d req-9132b8d3-6bfe-4320-9d72-c4598e6688b2 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:44.381084 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a5a44-9090-4ab5-9c82-6766868a4d9d req-9132b8d3-6bfe-4320-9d72-c4598e6688b2 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:44.388227 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a5a44-9090-4ab5-9c82-6766868a4d9d req-9132b8d3-6bfe-4320-9d72-c4598e6688b2 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:44.400403 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a5a44-9090-4ab5-9c82-6766868a4d9d req-9132b8d3-6bfe-4320-9d72-c4598e6688b2 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:44.408634 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7a1a5a44-9090-4ab5-9c82-6766868a4d9d req-9132b8d3-6bfe-4320-9d72-c4598e6688b2 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 4602 time: 0.6242132 Jul 29 23:25:44.437018 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dac13cd-ff35-4c0d-b487-3076017b0009 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Pushing event updated for resources: {'Port': ['ID=1d1c2ed2-288f-4c54-93ac-4cd170372e3e,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:44.452005 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90647b-06a8-4a72-a35a-71bfb2d4e5b2 req-d4f0eff3-3c7f-4b0a-8978-e687dbc125b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:44.454178 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8c90647b-06a8-4a72-a35a-71bfb2d4e5b2 req-d4f0eff3-3c7f-4b0a-8978-e687dbc125b6 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2319572 Jul 29 23:25:44.466046 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-6fbde6f2-ef0e-4b71-be97-d7835e588db5 req-d5cabfa7-4aad-483d-b1b1-774d3122f1bb tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:44.502818 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['95555302-95fb-448e-a090-29b4ec336757'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:25:44.526946 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fbde6f2-ef0e-4b71-be97-d7835e588db5 req-d5cabfa7-4aad-483d-b1b1-774d3122f1bb tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Network 09be3f6b-3c77-4c8e-bbe6-2435736d69cf is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:25:44.530655 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-6fbde6f2-ef0e-4b71-be97-d7835e588db5 req-d5cabfa7-4aad-483d-b1b1-774d3122f1bb tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:25:44.548602 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fbde6f2-ef0e-4b71-be97-d7835e588db5 req-d5cabfa7-4aad-483d-b1b1-774d3122f1bb tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:25:44.552702 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cabfa7-4aad-483d-b1b1-774d3122f1bb tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Pushing event updated for resources: {'Port': ['ID=56d9f230-202a-4676-ae39-769e6f9c0d1c,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:44.568554 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d95e8-4df0-43d5-9b67-5373eb0b5a53 req-8dac13cd-ff35-4c0d-b487-3076017b0009 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:44.569186 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-714d95e8-4df0-43d5-9b67-5373eb0b5a53 req-8dac13cd-ff35-4c0d-b487-3076017b0009 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:44.595125 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cabfa7-4aad-483d-b1b1-774d3122f1bb tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:44.595504 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cabfa7-4aad-483d-b1b1-774d3122f1bb tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:44.595822 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cabfa7-4aad-483d-b1b1-774d3122f1bb tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:44.596159 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cabfa7-4aad-483d-b1b1-774d3122f1bb tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:44.597327 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cabfa7-4aad-483d-b1b1-774d3122f1bb tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:44.597718 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cabfa7-4aad-483d-b1b1-774d3122f1bb tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:44.598065 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cabfa7-4aad-483d-b1b1-774d3122f1bb tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:44.598402 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cabfa7-4aad-483d-b1b1-774d3122f1bb tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:44.598770 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cabfa7-4aad-483d-b1b1-774d3122f1bb tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:44.599156 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cabfa7-4aad-483d-b1b1-774d3122f1bb tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:44.599599 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cabfa7-4aad-483d-b1b1-774d3122f1bb tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:44.599835 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cabfa7-4aad-483d-b1b1-774d3122f1bb tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:44.607075 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-4c22e857-b63a-49e7-b56a-31bdf2cdbd1a None None] Provisioning for port 1d1c2ed2-288f-4c54-93ac-4cd170372e3e completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:25:44.626367 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-4c22e857-b63a-49e7-b56a-31bdf2cdbd1a None None] Provisioning complete for port 1d1c2ed2-288f-4c54-93ac-4cd170372e3e triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:44.626651 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4c22e857-b63a-49e7-b56a-31bdf2cdbd1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:44.633970 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-714d95e8-4df0-43d5-9b67-5373eb0b5a53 req-8dac13cd-ff35-4c0d-b487-3076017b0009 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2952900 Jul 29 23:25:44.644828 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbde6f2-ef0e-4b71-be97-d7835e588db5 req-d5cabfa7-4aad-483d-b1b1-774d3122f1bb tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:44.645533 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-6fbde6f2-ef0e-4b71-be97-d7835e588db5 req-d5cabfa7-4aad-483d-b1b1-774d3122f1bb tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:44.671449 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-714d95e8-4df0-43d5-9b67-5373eb0b5a53 req-b3fbd983-4d33-4e83-8242-521e6f02a620 service neutron] Request body: {'port': {'device_id': '43e867a9-5bf7-416f-9768-09cd705ee44a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:44.680637 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6fbde6f2-ef0e-4b71-be97-d7835e588db5 req-d5cabfa7-4aad-483d-b1b1-774d3122f1bb tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5192101 Jul 29 23:25:44.695971 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-6fbde6f2-ef0e-4b71-be97-d7835e588db5 req-83172582-b606-4843-9648-756d1a72c29a service neutron] Request body: {'port': {'device_id': 'd9966b87-b6ab-400b-bd2c-4a21687af50b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:44.717571 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-4c22e857-b63a-49e7-b56a-31bdf2cdbd1a None None] Port 1d1c2ed2-288f-4c54-93ac-4cd170372e3e cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:25:44.780451 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f70ef7e-3bfa-4acf-ac38-1b4cd84cbc71 req-2db9abe1-03a5-4695-b4eb-590089334f2f tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:44.782109 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0f70ef7e-3bfa-4acf-ac38-1b4cd84cbc71 req-2db9abe1-03a5-4695-b4eb-590089334f2f tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] 10.222.0.43 "GET /v2.0/ports?device_id=34b6b5a2-19bc-4bca-b89e-6896598751af HTTP/1.1" status: 200 len: 950 time: 0.3721204 Jul 29 23:25:44.821849 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7a1a5a44-9090-4ab5-9c82-6766868a4d9d req-cc7dfd97-8bdb-4e48-907a-35795daa5c1d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/security-groups?id=06985e19-0909-46d3-806d-ed854aa19767&id=1042ecbe-61fb-4261-9b1f-fc7302682049&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3883841 Jul 29 23:25:44.878863 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-6fbde6f2-ef0e-4b71-be97-d7835e588db5 req-83172582-b606-4843-9648-756d1a72c29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:44.931369 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-a019c544-ed9a-42d2-841f-8c0199ffe32b req-e6db311a-8d4e-41a4-9953-06a7a9b23c7b tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-396514512', 'description': 'tempest-description-1363880089'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:44.961432 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-714d95e8-4df0-43d5-9b67-5373eb0b5a53 req-b3fbd983-4d33-4e83-8242-521e6f02a620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:45.352274 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-6fbde6f2-ef0e-4b71-be97-d7835e588db5 req-83172582-b606-4843-9648-756d1a72c29a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56d9f230-202a-4676-ae39-769e6f9c0d1c {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:25:45.361470 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-6fbde6f2-ef0e-4b71-be97-d7835e588db5 req-83172582-b606-4843-9648-756d1a72c29a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:45.377056 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-6fbde6f2-ef0e-4b71-be97-d7835e588db5 req-83172582-b606-4843-9648-756d1a72c29a service neutron] Transition to ACTIVE for port object 56d9f230-202a-4676-ae39-769e6f9c0d1c will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:45.392660 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-6fbde6f2-ef0e-4b71-be97-d7835e588db5 req-83172582-b606-4843-9648-756d1a72c29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:45.454152 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-714d95e8-4df0-43d5-9b67-5373eb0b5a53 req-b3fbd983-4d33-4e83-8242-521e6f02a620 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d1c2ed2-288f-4c54-93ac-4cd170372e3e {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:25:45.480520 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-714d95e8-4df0-43d5-9b67-5373eb0b5a53 req-b3fbd983-4d33-4e83-8242-521e6f02a620 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:45.496620 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-714d95e8-4df0-43d5-9b67-5373eb0b5a53 req-b3fbd983-4d33-4e83-8242-521e6f02a620 service neutron] Transition to ACTIVE for port object 1d1c2ed2-288f-4c54-93ac-4cd170372e3e will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:45.519805 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0f70ef7e-3bfa-4acf-ac38-1b4cd84cbc71 req-b4d85bd5-2626-4f7d-95fc-b949e7f6c479 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cdc300c-b4ab-4f96-ae4c-7a755409d248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6967924 Jul 29 23:25:45.529370 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-714d95e8-4df0-43d5-9b67-5373eb0b5a53 req-b3fbd983-4d33-4e83-8242-521e6f02a620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:45.547900 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83172582-b606-4843-9648-756d1a72c29a service neutron] Pushing event updated for resources: {'Port': ['ID=56d9f230-202a-4676-ae39-769e6f9c0d1c,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:45.566838 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb7e60d-36df-4942-ba6d-7f8d45af5b47 req-8c15d860-d704-43f1-8ba8-4dd5ce1ffd28 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:45.568477 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-dfb7e60d-36df-4942-ba6d-7f8d45af5b47 req-8c15d860-d704-43f1-8ba8-4dd5ce1ffd28 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] 10.222.0.41 "GET /v2.0/ports?device_id=34b6b5a2-19bc-4bca-b89e-6896598751af HTTP/1.1" status: 200 len: 950 time: 0.1899312 Jul 29 23:25:45.584446 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a019c544-ed9a-42d2-841f-8c0199ffe32b req-e6db311a-8d4e-41a4-9953-06a7a9b23c7b tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:45.704476 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-6fbde6f2-ef0e-4b71-be97-d7835e588db5 req-83172582-b606-4843-9648-756d1a72c29a service neutron] Attempting to bind port 56d9f230-202a-4676-ae39-769e6f9c0d1c on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:25:45.704859 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-6fbde6f2-ef0e-4b71-be97-d7835e588db5 req-83172582-b606-4843-9648-756d1a72c29a service neutron] Attempting to bind port 56d9f230-202a-4676-ae39-769e6f9c0d1c by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '2f225bab-780d-4bb8-903d-ee3f32d75d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '09be3f6b-3c77-4c8e-bbe6-2435736d69cf'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:25:45.705156 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbde6f2-ef0e-4b71-be97-d7835e588db5 req-83172582-b606-4843-9648-756d1a72c29a service neutron] Attempting to bind port 56d9f230-202a-4676-ae39-769e6f9c0d1c on network 09be3f6b-3c77-4c8e-bbe6-2435736d69cf {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:45.731876 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbde6f2-ef0e-4b71-be97-d7835e588db5 req-83172582-b606-4843-9648-756d1a72c29a service neutron] Port 56d9f230-202a-4676-ae39-769e6f9c0d1c on network 09be3f6b-3c77-4c8e-bbe6-2435736d69cf not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:25:45.732277 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbde6f2-ef0e-4b71-be97-d7835e588db5 req-83172582-b606-4843-9648-756d1a72c29a service neutron] Attempting to bind port 56d9f230-202a-4676-ae39-769e6f9c0d1c on network 09be3f6b-3c77-4c8e-bbe6-2435736d69cf {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:45.794676 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbde6f2-ef0e-4b71-be97-d7835e588db5 req-83172582-b606-4843-9648-756d1a72c29a service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:25:45.795616 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbde6f2-ef0e-4b71-be97-d7835e588db5 req-83172582-b606-4843-9648-756d1a72c29a service neutron] Checking segment: {'id': '2f225bab-780d-4bb8-903d-ee3f32d75d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '09be3f6b-3c77-4c8e-bbe6-2435736d69cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:25:45.796016 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbde6f2-ef0e-4b71-be97-d7835e588db5 req-83172582-b606-4843-9648-756d1a72c29a service neutron] Bound using segment: {'id': '2f225bab-780d-4bb8-903d-ee3f32d75d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '09be3f6b-3c77-4c8e-bbe6-2435736d69cf'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:25:45.796479 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-6fbde6f2-ef0e-4b71-be97-d7835e588db5 req-83172582-b606-4843-9648-756d1a72c29a service neutron] Bound port: 56d9f230-202a-4676-ae39-769e6f9c0d1c, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f225bab-780d-4bb8-903d-ee3f32d75d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '09be3f6b-3c77-4c8e-bbe6-2435736d69cf'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:25:45.796844 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-6fbde6f2-ef0e-4b71-be97-d7835e588db5 req-83172582-b606-4843-9648-756d1a72c29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:45.797724 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7edd9f15-fe6b-4312-89e6-b917a1b8550e', 'tag': '44e2e929-5306-4747-9f2b-b8a8f03b3793'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:25:45.802578 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e289a69f-a985-4368-bc0b-fbd698b4cb0f" -d '{"events": [{"name": "network-changed", "server_uuid": "7edd9f15-fe6b-4312-89e6-b917a1b8550e", "tag": "44e2e929-5306-4747-9f2b-b8a8f03b3793"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:25:45.835799 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-dfb7e60d-36df-4942-ba6d-7f8d45af5b47 req-77599d9f-3d7d-444a-8469-521cd21d5097 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] Deleting port 47f4b8a3-ddc1-44a2-a05c-cdeafa9aadd2 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:25:45.836249 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-dfb7e60d-36df-4942-ba6d-7f8d45af5b47 req-77599d9f-3d7d-444a-8469-521cd21d5097 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:45.952428 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-dfb7e60d-36df-4942-ba6d-7f8d45af5b47 req-77599d9f-3d7d-444a-8469-521cd21d5097 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] For port 47f4b8a3-ddc1-44a2-a05c-cdeafa9aadd2, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=47f4b8a3-ddc1-44a2-a05c-cdeafa9aadd2,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:45.952820 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-dfb7e60d-36df-4942-ba6d-7f8d45af5b47 req-77599d9f-3d7d-444a-8469-521cd21d5097 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:45.977526 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-dfb7e60d-36df-4942-ba6d-7f8d45af5b47 req-77599d9f-3d7d-444a-8469-521cd21d5097 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] Calling delete_port for 47f4b8a3-ddc1-44a2-a05c-cdeafa9aadd2 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:25:46.144518 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a500429-3a4b-4dc9-a830-6eb3914f01fe req-8c4342dc-1a7d-4373-8d98-58f560ec0318 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:46.149078 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0a500429-3a4b-4dc9-a830-6eb3914f01fe req-8c4342dc-1a7d-4373-8d98-58f560ec0318 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.41 "GET /v2.0/ports?device_id=5957dee3-6c38-429b-bcda-d522bd42c5fc HTTP/1.1" status: 200 len: 945 time: 0.4227836 Jul 29 23:25:46.151973 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-6fbde6f2-ef0e-4b71-be97-d7835e588db5 req-83172582-b606-4843-9648-756d1a72c29a service neutron] For port 56d9f230-202a-4676-ae39-769e6f9c0d1c, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:25:46.159017 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-6fbde6f2-ef0e-4b71-be97-d7835e588db5 req-83172582-b606-4843-9648-756d1a72c29a service neutron] For port 56d9f230-202a-4676-ae39-769e6f9c0d1c, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=56d9f230-202a-4676-ae39-769e6f9c0d1c,segment=NetworkSegment(2f225bab-780d-4bb8-903d-ee3f32d75d09),segment_id=2f225bab-780d-4bb8-903d-ee3f32d75d09)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:25:46.191182 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-6fbde6f2-ef0e-4b71-be97-d7835e588db5 req-83172582-b606-4843-9648-756d1a72c29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:46.287551 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbde6f2-ef0e-4b71-be97-d7835e588db5 req-83172582-b606-4843-9648-756d1a72c29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:46.289154 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-6fbde6f2-ef0e-4b71-be97-d7835e588db5 req-83172582-b606-4843-9648-756d1a72c29a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:46.291042 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6fbde6f2-ef0e-4b71-be97-d7835e588db5 req-83172582-b606-4843-9648-756d1a72c29a service neutron] 10.222.0.22 "PUT /v2.0/ports/56d9f230-202a-4676-ae39-769e6f9c0d1c HTTP/1.1" status: 200 len: 1092 time: 1.6016181 Jul 29 23:25:46.299003 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9966b87-b6ab-400b-bd2c-4a21687af50b', 'tag': '56d9f230-202a-4676-ae39-769e6f9c0d1c'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:25:46.302644 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d38d75a-409b-483b-a089-ca1105fca74e" -d '{"events": [{"name": "network-changed", "server_uuid": "d9966b87-b6ab-400b-bd2c-4a21687af50b", "tag": "56d9f230-202a-4676-ae39-769e6f9c0d1c"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:25:46.391887 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a019c544-ed9a-42d2-841f-8c0199ffe32b req-e6db311a-8d4e-41a4-9953-06a7a9b23c7b tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:46.424843 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-dfb7e60d-36df-4942-ba6d-7f8d45af5b47 req-77599d9f-3d7d-444a-8469-521cd21d5097 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:46.437626 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['f99c3c59-81f6-4347-9f29-e0b9d49ab421'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:25:46.467367 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a019c544-ed9a-42d2-841f-8c0199ffe32b req-e6db311a-8d4e-41a4-9953-06a7a9b23c7b tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:46.473599 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83172582-b606-4843-9648-756d1a72c29a service neutron] Pushing event updated for resources: {'Port': ['ID=56d9f230-202a-4676-ae39-769e6f9c0d1c,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:46.527437 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-714d95e8-4df0-43d5-9b67-5373eb0b5a53 req-b3fbd983-4d33-4e83-8242-521e6f02a620 service neutron] Attempting to bind port 1d1c2ed2-288f-4c54-93ac-4cd170372e3e on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:25:46.527777 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-714d95e8-4df0-43d5-9b67-5373eb0b5a53 req-b3fbd983-4d33-4e83-8242-521e6f02a620 service neutron] Attempting to bind port 1d1c2ed2-288f-4c54-93ac-4cd170372e3e by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '697ca422-dae8-4a41-9470-24af6f5c602a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'de2cb6c2-1eb5-4f3f-9ac4-4b9f8df261c6'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:25:46.528105 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714d95e8-4df0-43d5-9b67-5373eb0b5a53 req-b3fbd983-4d33-4e83-8242-521e6f02a620 service neutron] Attempting to bind port 1d1c2ed2-288f-4c54-93ac-4cd170372e3e on network de2cb6c2-1eb5-4f3f-9ac4-4b9f8df261c6 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:46.572918 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a3e290-1713-497e-b303-a1f848b30665 req-cc8adeca-ed2a-4b34-a611-36fab7e24aad tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:46.574549 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-73a3e290-1713-497e-b303-a1f848b30665 req-cc8adeca-ed2a-4b34-a611-36fab7e24aad tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4ff10e6-5df0-49b5-9d56-bbcdee1500ff HTTP/1.1" status: 200 len: 946 time: 0.8652520 Jul 29 23:25:46.594000 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77599d9f-3d7d-444a-8469-521cd21d5097 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] Pushing event deleted for resources: {'Port': ['ID=47f4b8a3-ddc1-44a2-a05c-cdeafa9aadd2,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:46.608543 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbde6f2-ef0e-4b71-be97-d7835e588db5 req-d642c1fa-7446-44a6-8aff-03edbdd20d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:46.610529 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6fbde6f2-ef0e-4b71-be97-d7835e588db5 req-d642c1fa-7446-44a6-8aff-03edbdd20d39 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=62091d0f24f84b44849aea33b1484fc4&device_id=d9966b87-b6ab-400b-bd2c-4a21687af50b HTTP/1.1" status: 200 len: 1095 time: 0.2566228 Jul 29 23:25:46.660382 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fbd983-4d33-4e83-8242-521e6f02a620 service neutron] Pushing event updated for resources: {'Port': ['ID=1d1c2ed2-288f-4c54-93ac-4cd170372e3e,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:46.666773 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6db311a-8d4e-41a4-9953-06a7a9b23c7b tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0cdbea9-c1e0-4f50-8f30-3c106a1fb0e1,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:46.696617 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714d95e8-4df0-43d5-9b67-5373eb0b5a53 req-b3fbd983-4d33-4e83-8242-521e6f02a620 service neutron] Port 1d1c2ed2-288f-4c54-93ac-4cd170372e3e on network de2cb6c2-1eb5-4f3f-9ac4-4b9f8df261c6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:25:46.698616 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-0a500429-3a4b-4dc9-a830-6eb3914f01fe req-41a21850-211f-48f8-8305-84c82d938d7d tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Deleting port a025380f-9a4c-4f0f-9d82-3fb47564495c {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:25:46.699127 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714d95e8-4df0-43d5-9b67-5373eb0b5a53 req-b3fbd983-4d33-4e83-8242-521e6f02a620 service neutron] Attempting to bind port 1d1c2ed2-288f-4c54-93ac-4cd170372e3e on network de2cb6c2-1eb5-4f3f-9ac4-4b9f8df261c6 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:46.704954 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-0a500429-3a4b-4dc9-a830-6eb3914f01fe req-41a21850-211f-48f8-8305-84c82d938d7d tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:46.737502 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a019c544-ed9a-42d2-841f-8c0199ffe32b req-e6db311a-8d4e-41a4-9953-06a7a9b23c7b tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:46.738976 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a019c544-ed9a-42d2-841f-8c0199ffe32b req-e6db311a-8d4e-41a4-9953-06a7a9b23c7b tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.8147426 Jul 29 23:25:46.750280 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfb7e60d-36df-4942-ba6d-7f8d45af5b47 req-77599d9f-3d7d-444a-8469-521cd21d5097 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] No DVR routers for this DVR port 47f4b8a3-ddc1-44a2-a05c-cdeafa9aadd2 on host n-h1-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:25:46.776764 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714d95e8-4df0-43d5-9b67-5373eb0b5a53 req-b3fbd983-4d33-4e83-8242-521e6f02a620 service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:25:46.777177 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714d95e8-4df0-43d5-9b67-5373eb0b5a53 req-b3fbd983-4d33-4e83-8242-521e6f02a620 service neutron] Checking segment: {'id': '697ca422-dae8-4a41-9470-24af6f5c602a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'de2cb6c2-1eb5-4f3f-9ac4-4b9f8df261c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:25:46.777665 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714d95e8-4df0-43d5-9b67-5373eb0b5a53 req-b3fbd983-4d33-4e83-8242-521e6f02a620 service neutron] Bound using segment: {'id': '697ca422-dae8-4a41-9470-24af6f5c602a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'de2cb6c2-1eb5-4f3f-9ac4-4b9f8df261c6'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:25:46.778578 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-714d95e8-4df0-43d5-9b67-5373eb0b5a53 req-b3fbd983-4d33-4e83-8242-521e6f02a620 service neutron] Bound port: 1d1c2ed2-288f-4c54-93ac-4cd170372e3e, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '697ca422-dae8-4a41-9470-24af6f5c602a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'de2cb6c2-1eb5-4f3f-9ac4-4b9f8df261c6'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:25:46.778836 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-714d95e8-4df0-43d5-9b67-5373eb0b5a53 req-b3fbd983-4d33-4e83-8242-521e6f02a620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:46.880306 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-dfb7e60d-36df-4942-ba6d-7f8d45af5b47 req-77599d9f-3d7d-444a-8469-521cd21d5097 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:46.882877 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-dfb7e60d-36df-4942-ba6d-7f8d45af5b47 req-77599d9f-3d7d-444a-8469-521cd21d5097 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] 10.222.0.41 "DELETE /v2.0/ports/47f4b8a3-ddc1-44a2-a05c-cdeafa9aadd2 HTTP/1.1" status: 204 len: 173 time: 1.3054712 Jul 29 23:25:46.886915 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6fbde6f2-ef0e-4b71-be97-d7835e588db5 req-96713481-1c21-44ac-8867-51153b2e8063 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56d9f230-202a-4676-ae39-769e6f9c0d1c HTTP/1.1" status: 200 len: 217 time: 0.2305460 Jul 29 23:25:46.917960 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-b459b51a-ad26-498c-a334-d569be00c44c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77550cf2-90df-4bb3-86b3-6d949e514eac {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:25:46.930242 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-b459b51a-ad26-498c-a334-d569be00c44c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:46.950914 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-b459b51a-ad26-498c-a334-d569be00c44c service neutron] Transition to ACTIVE for port object 77550cf2-90df-4bb3-86b3-6d949e514eac will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:46.985931 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-b459b51a-ad26-498c-a334-d569be00c44c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:47.008865 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbde6f2-ef0e-4b71-be97-d7835e588db5 req-dd9d6340-0db6-450d-a1fd-2f4f557fc2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:47.010609 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6fbde6f2-ef0e-4b71-be97-d7835e588db5 req-dd9d6340-0db6-450d-a1fd-2f4f557fc2cc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=61118f50-e726-435d-a59a-d51b2a8c879d HTTP/1.1" status: 200 len: 845 time: 0.1106596 Jul 29 23:25:47.012626 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-0a500429-3a4b-4dc9-a830-6eb3914f01fe req-41a21850-211f-48f8-8305-84c82d938d7d tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] For port a025380f-9a4c-4f0f-9d82-3fb47564495c, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=a025380f-9a4c-4f0f-9d82-3fb47564495c,segment=NetworkSegment(290ad064-62e5-45f1-87ac-9cd12097849c),segment_id=290ad064-62e5-45f1-87ac-9cd12097849c)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:47.013086 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-0a500429-3a4b-4dc9-a830-6eb3914f01fe req-41a21850-211f-48f8-8305-84c82d938d7d tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:47.054091 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6fbde6f2-ef0e-4b71-be97-d7835e588db5 req-d011f30d-f780-4b16-9a63-ca3c9bc9e101 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=09be3f6b-3c77-4c8e-bbe6-2435736d69cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304067 Jul 29 23:25:47.068969 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-0a500429-3a4b-4dc9-a830-6eb3914f01fe req-41a21850-211f-48f8-8305-84c82d938d7d tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Calling delete_port for a025380f-9a4c-4f0f-9d82-3fb47564495c owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:25:47.143794 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b459b51a-ad26-498c-a334-d569be00c44c service neutron] Pushing event updated for resources: {'Port': ['ID=77550cf2-90df-4bb3-86b3-6d949e514eac,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:47.150410 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-73a3e290-1713-497e-b303-a1f848b30665 req-fbda1adf-6914-4542-b3e1-067afec36d59 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4758525 Jul 29 23:25:47.220194 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a7d10a-3567-4f17-b424-f76089484f9a req-46c21539-8621-4710-b099-74b7553cd836 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:47.222495 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f9a7d10a-3567-4f17-b424-f76089484f9a req-46c21539-8621-4710-b099-74b7553cd836 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] 10.222.0.43 "GET /v2.0/ports?device_id=43e867a9-5bf7-416f-9768-09cd705ee44a HTTP/1.1" status: 200 len: 943 time: 0.2698920 Jul 29 23:25:47.228888 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-714d95e8-4df0-43d5-9b67-5373eb0b5a53 req-b3fbd983-4d33-4e83-8242-521e6f02a620 service neutron] For port 1d1c2ed2-288f-4c54-93ac-4cd170372e3e, host n-h2-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:25:47.348884 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-714d95e8-4df0-43d5-9b67-5373eb0b5a53 req-b3fbd983-4d33-4e83-8242-521e6f02a620 service neutron] For port 1d1c2ed2-288f-4c54-93ac-4cd170372e3e, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=1d1c2ed2-288f-4c54-93ac-4cd170372e3e,segment=NetworkSegment(697ca422-dae8-4a41-9470-24af6f5c602a),segment_id=697ca422-dae8-4a41-9470-24af6f5c602a)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:25:47.350143 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6fbde6f2-ef0e-4b71-be97-d7835e588db5 req-d2595081-95f0-4091-8d50-77faa867802e service neutron] 10.222.0.22 "GET /v2.0/networks/09be3f6b-3c77-4c8e-bbe6-2435736d69cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887819 Jul 29 23:25:47.421535 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-714d95e8-4df0-43d5-9b67-5373eb0b5a53 req-b3fbd983-4d33-4e83-8242-521e6f02a620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:47.512333 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fbd983-4d33-4e83-8242-521e6f02a620 service neutron] Pushing event updated for resources: {'Port': ['ID=1d1c2ed2-288f-4c54-93ac-4cd170372e3e,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:47.585441 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d95e8-4df0-43d5-9b67-5373eb0b5a53 req-b3fbd983-4d33-4e83-8242-521e6f02a620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:47.586237 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-714d95e8-4df0-43d5-9b67-5373eb0b5a53 req-b3fbd983-4d33-4e83-8242-521e6f02a620 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:47.587552 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-714d95e8-4df0-43d5-9b67-5373eb0b5a53 req-b3fbd983-4d33-4e83-8242-521e6f02a620 service neutron] 10.222.0.22 "PUT /v2.0/ports/1d1c2ed2-288f-4c54-93ac-4cd170372e3e HTTP/1.1" status: 200 len: 1092 time: 2.9387701 Jul 29 23:25:47.590883 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f9a7d10a-3567-4f17-b424-f76089484f9a req-2d238a30-4710-4e0e-a601-f1fb895b8188 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] 10.222.0.43 "GET /v2.0/security-groups?id=276c8385-81d8-4f6d-b0f0-ac6a7e184005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3308835 Jul 29 23:25:47.600337 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-b459b51a-ad26-498c-a334-d569be00c44c service neutron] Attempting to bind port 77550cf2-90df-4bb3-86b3-6d949e514eac on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:25:47.600744 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-b459b51a-ad26-498c-a334-d569be00c44c service neutron] Attempting to bind port 77550cf2-90df-4bb3-86b3-6d949e514eac by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': '85f03a44-d59a-404b-99bf-5c2915495fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '20b17a75-47ba-4198-999c-000c34520768'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:25:47.601116 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-b459b51a-ad26-498c-a334-d569be00c44c service neutron] Attempting to bind port 77550cf2-90df-4bb3-86b3-6d949e514eac on network 20b17a75-47ba-4198-999c-000c34520768 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:47.627644 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb2c53-ab2b-4e34-a919-0b9ac1770bfa req-5ffaad19-53ee-4338-b024-8288267a540a tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:47.629331 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-93eb2c53-ab2b-4e34-a919-0b9ac1770bfa req-5ffaad19-53ee-4338-b024-8288267a540a tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=5957dee3-6c38-429b-bcda-d522bd42c5fc HTTP/1.1" status: 200 len: 945 time: 0.3121433 Jul 29 23:25:47.641705 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-b459b51a-ad26-498c-a334-d569be00c44c service neutron] Port 77550cf2-90df-4bb3-86b3-6d949e514eac on network 20b17a75-47ba-4198-999c-000c34520768 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:25:47.642044 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-b459b51a-ad26-498c-a334-d569be00c44c service neutron] Attempting to bind port 77550cf2-90df-4bb3-86b3-6d949e514eac on network 20b17a75-47ba-4198-999c-000c34520768 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:47.664130 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6fbde6f2-ef0e-4b71-be97-d7835e588db5 req-486f85e4-d557-4867-9628-46fa0473b087 service neutron] 10.222.0.22 "GET /v2.0/networks/09be3f6b-3c77-4c8e-bbe6-2435736d69cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879121 Jul 29 23:25:47.665448 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-0a500429-3a4b-4dc9-a830-6eb3914f01fe req-41a21850-211f-48f8-8305-84c82d938d7d tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:47.716147 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a21850-211f-48f8-8305-84c82d938d7d tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Pushing event deleted for resources: {'Port': ['ID=a025380f-9a4c-4f0f-9d82-3fb47564495c,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:47.734440 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-b459b51a-ad26-498c-a334-d569be00c44c service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:25:47.736431 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-b459b51a-ad26-498c-a334-d569be00c44c service neutron] Checking segment: {'id': '85f03a44-d59a-404b-99bf-5c2915495fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '20b17a75-47ba-4198-999c-000c34520768'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:25:47.739115 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-b459b51a-ad26-498c-a334-d569be00c44c service neutron] Bound using segment: {'id': '85f03a44-d59a-404b-99bf-5c2915495fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '20b17a75-47ba-4198-999c-000c34520768'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:25:47.739115 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-b459b51a-ad26-498c-a334-d569be00c44c service neutron] Bound port: 77550cf2-90df-4bb3-86b3-6d949e514eac, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85f03a44-d59a-404b-99bf-5c2915495fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '20b17a75-47ba-4198-999c-000c34520768'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:25:47.739115 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-b459b51a-ad26-498c-a334-d569be00c44c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:47.824664 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a500429-3a4b-4dc9-a830-6eb3914f01fe req-41a21850-211f-48f8-8305-84c82d938d7d tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] No DVR routers for this DVR port a025380f-9a4c-4f0f-9d82-3fb47564495c on host n-h1-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:25:47.827554 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-0a500429-3a4b-4dc9-a830-6eb3914f01fe req-41a21850-211f-48f8-8305-84c82d938d7d tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:47.833615 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0a500429-3a4b-4dc9-a830-6eb3914f01fe req-41a21850-211f-48f8-8305-84c82d938d7d tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.41 "DELETE /v2.0/ports/a025380f-9a4c-4f0f-9d82-3fb47564495c HTTP/1.1" status: 204 len: 173 time: 1.6727970 Jul 29 23:25:47.937857 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-93eb2c53-ab2b-4e34-a919-0b9ac1770bfa req-756bdf19-b930-461c-8bd2-66ac9350777a tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934792 Jul 29 23:25:47.997159 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeb5032-f636-4951-9bec-229ec615e9df req-7dae5d17-08eb-4178-9c88-df7b85943cde tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:48.014213 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-daeb5032-f636-4951-9bec-229ec615e9df req-7dae5d17-08eb-4178-9c88-df7b85943cde tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9966b87-b6ab-400b-bd2c-4a21687af50b HTTP/1.1" status: 200 len: 943 time: 0.2698615 Jul 29 23:25:48.020597 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d95e8-4df0-43d5-9b67-5373eb0b5a53 req-2df423c0-553a-43a5-ba46-f2a46268f02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:48.029750 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-714d95e8-4df0-43d5-9b67-5373eb0b5a53 req-2df423c0-553a-43a5-ba46-f2a46268f02d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=05e8cd719a1e468d9d1f19a8ac790d23&device_id=43e867a9-5bf7-416f-9768-09cd705ee44a HTTP/1.1" status: 200 len: 1095 time: 0.3399377 Jul 29 23:25:48.089639 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7d2bc2-1ade-4442-978d-22d49ba84a86 x-openstack-request-id: req-ba7d2bc2-1ade-4442-978d-22d49ba84a86 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:25:48.090293 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7edd9f15-fe6b-4312-89e6-b917a1b8550e", "tag": "44e2e929-5306-4747-9f2b-b8a8f03b3793", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:25:48.090770 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ba7d2bc2-1ade-4442-978d-22d49ba84a86 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:25:48.091365 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7edd9f15-fe6b-4312-89e6-b917a1b8550e', 'tag': '44e2e929-5306-4747-9f2b-b8a8f03b3793', 'status': 'completed', 'code': 200} Jul 29 23:25:48.141705 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-714d95e8-4df0-43d5-9b67-5373eb0b5a53 req-cf889bcb-deb4-4a0f-8cf1-c951f19e92a0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d1c2ed2-288f-4c54-93ac-4cd170372e3e HTTP/1.1" status: 200 len: 217 time: 0.0659564 Jul 29 23:25:48.155334 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-daeb5032-f636-4951-9bec-229ec615e9df req-8470794e-f0b0-4a1c-9ee3-896dd847a7de tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397676 Jul 29 23:25:48.167718 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-b459b51a-ad26-498c-a334-d569be00c44c service neutron] For port 77550cf2-90df-4bb3-86b3-6d949e514eac, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:25:48.224708 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289a69f-a985-4368-bc0b-fbd698b4cb0f req-a25bf464-7074-4527-8e4b-aaab5e8cf697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:48.227466 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289a69f-a985-4368-bc0b-fbd698b4cb0f req-a25bf464-7074-4527-8e4b-aaab5e8cf697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:48.229055 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289a69f-a985-4368-bc0b-fbd698b4cb0f req-a25bf464-7074-4527-8e4b-aaab5e8cf697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:48.230850 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289a69f-a985-4368-bc0b-fbd698b4cb0f req-a25bf464-7074-4527-8e4b-aaab5e8cf697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:48.231599 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289a69f-a985-4368-bc0b-fbd698b4cb0f req-a25bf464-7074-4527-8e4b-aaab5e8cf697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:48.233108 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289a69f-a985-4368-bc0b-fbd698b4cb0f req-a25bf464-7074-4527-8e4b-aaab5e8cf697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:48.233899 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289a69f-a985-4368-bc0b-fbd698b4cb0f req-a25bf464-7074-4527-8e4b-aaab5e8cf697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:48.239412 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e289a69f-a985-4368-bc0b-fbd698b4cb0f req-a25bf464-7074-4527-8e4b-aaab5e8cf697 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2080476b97a74d1caf5886ea19337ad1&device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 6176 time: 0.1464715 Jul 29 23:25:48.300939 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9741f55-4dd5-471a-8b4c-034282663889 x-openstack-request-id: req-e9741f55-4dd5-471a-8b4c-034282663889 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:25:48.301230 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9966b87-b6ab-400b-bd2c-4a21687af50b", "tag": "56d9f230-202a-4676-ae39-769e6f9c0d1c", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:25:48.301484 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e9741f55-4dd5-471a-8b4c-034282663889 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:25:48.301979 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9966b87-b6ab-400b-bd2c-4a21687af50b', 'tag': '56d9f230-202a-4676-ae39-769e6f9c0d1c', 'status': 'completed', 'code': 200} Jul 29 23:25:48.337986 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device a025380f-9a4c-4f0f-9d82-3fb47564495c no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:25:48.365847 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-b459b51a-ad26-498c-a334-d569be00c44c service neutron] For port 77550cf2-90df-4bb3-86b3-6d949e514eac, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=77550cf2-90df-4bb3-86b3-6d949e514eac,segment=NetworkSegment(85f03a44-d59a-404b-99bf-5c2915495fce),segment_id=85f03a44-d59a-404b-99bf-5c2915495fce)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:25:48.384998 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] No Port match for: a025380f-9a4c-4f0f-9d82-3fb47564495c {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:25:48.385681 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device a025380f-9a4c-4f0f-9d82-3fb47564495c not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:25:48.386276 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 47f4b8a3-ddc1-44a2-a05c-cdeafa9aadd2 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:25:48.398230 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d95e8-4df0-43d5-9b67-5373eb0b5a53 req-c893b4a8-0a02-4584-b6d3-338628a4f754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:48.399967 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-714d95e8-4df0-43d5-9b67-5373eb0b5a53 req-c893b4a8-0a02-4584-b6d3-338628a4f754 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b39d3184-aaf6-43d1-83ae-f569a32d6aca HTTP/1.1" status: 200 len: 845 time: 0.2355556 Jul 29 23:25:48.407711 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-b459b51a-ad26-498c-a334-d569be00c44c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:48.446821 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] No Port match for: 47f4b8a3-ddc1-44a2-a05c-cdeafa9aadd2 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:25:48.449460 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 47f4b8a3-ddc1-44a2-a05c-cdeafa9aadd2 not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:25:48.475139 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-ecc6d5c8-f866-4b05-9476-25d388b42e52 req-a24d7853-b619-4f36-bf50-46c05048db54 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1853528777', 'description': 'tempest-description-1577298258'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:48.520978 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d38d75a-409b-483b-a089-ca1105fca74e req-909f1db1-07b2-452a-8761-29a43c79a17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:48.522571 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-5d38d75a-409b-483b-a089-ca1105fca74e req-909f1db1-07b2-452a-8761-29a43c79a17e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=62091d0f24f84b44849aea33b1484fc4&device_id=d9966b87-b6ab-400b-bd2c-4a21687af50b HTTP/1.1" status: 200 len: 1095 time: 0.2283843 Jul 29 23:25:48.605708 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-b459b51a-ad26-498c-a334-d569be00c44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:48.606941 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-b459b51a-ad26-498c-a334-d569be00c44c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:48.608694 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-b459b51a-ad26-498c-a334-d569be00c44c service neutron] 10.222.0.41 "PUT /v2.0/ports/77550cf2-90df-4bb3-86b3-6d949e514eac HTTP/1.1" status: 200 len: 1135 time: 4.7219338 Jul 29 23:25:48.676069 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289a69f-a985-4368-bc0b-fbd698b4cb0f req-31ead8ea-e6e0-4dd0-a2d1-1f9918ca2081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:48.676743 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289a69f-a985-4368-bc0b-fbd698b4cb0f req-31ead8ea-e6e0-4dd0-a2d1-1f9918ca2081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:48.677136 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289a69f-a985-4368-bc0b-fbd698b4cb0f req-31ead8ea-e6e0-4dd0-a2d1-1f9918ca2081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:48.681991 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e289a69f-a985-4368-bc0b-fbd698b4cb0f req-31ead8ea-e6e0-4dd0-a2d1-1f9918ca2081 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=2080476b97a74d1caf5886ea19337ad1&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.4255831 Jul 29 23:25:48.705866 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-150d3821-84e4-43ff-8930-d444460b63bd service neutron] Request body: {'port': {'device_id': '7edd9f15-fe6b-4312-89e6-b917a1b8550e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:48.816365 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9bfced-55de-4b4a-9bb6-f17d3456ebe8 req-bd0bca49-3726-49ec-8923-825186bb0886 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:48.823422 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9bfced-55de-4b4a-9bb6-f17d3456ebe8 req-bd0bca49-3726-49ec-8923-825186bb0886 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:48.829671 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9bfced-55de-4b4a-9bb6-f17d3456ebe8 req-bd0bca49-3726-49ec-8923-825186bb0886 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:48.836585 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9bfced-55de-4b4a-9bb6-f17d3456ebe8 req-bd0bca49-3726-49ec-8923-825186bb0886 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:48.843365 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9bfced-55de-4b4a-9bb6-f17d3456ebe8 req-bd0bca49-3726-49ec-8923-825186bb0886 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:48.849384 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9bfced-55de-4b4a-9bb6-f17d3456ebe8 req-bd0bca49-3726-49ec-8923-825186bb0886 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:48.864213 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9bfced-55de-4b4a-9bb6-f17d3456ebe8 req-bd0bca49-3726-49ec-8923-825186bb0886 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:48.872597 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-be9bfced-55de-4b4a-9bb6-f17d3456ebe8 req-bd0bca49-3726-49ec-8923-825186bb0886 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 5378 time: 0.6447110 Jul 29 23:25:48.877843 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-ecc6d5c8-f866-4b05-9476-25d388b42e52 req-a24d7853-b619-4f36-bf50-46c05048db54 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:48.900850 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714d95e8-4df0-43d5-9b67-5373eb0b5a53 req-f4c6165f-570f-4583-aafe-903fc7ab684f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:48.905986 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-714d95e8-4df0-43d5-9b67-5373eb0b5a53 req-f4c6165f-570f-4583-aafe-903fc7ab684f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=de2cb6c2-1eb5-4f3f-9ac4-4b9f8df261c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4584360 Jul 29 23:25:48.916542 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b459b51a-ad26-498c-a334-d569be00c44c service neutron] Pushing event updated for resources: {'Port': ['ID=77550cf2-90df-4bb3-86b3-6d949e514eac,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:49.106427 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-be9bfced-55de-4b4a-9bb6-f17d3456ebe8 req-d11caf4e-51cd-407c-8a13-bf02e3d15cb8 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/security-groups?id=06985e19-0909-46d3-806d-ed854aa19767&id=1042ecbe-61fb-4261-9b1f-fc7302682049&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2164788 Jul 29 23:25:49.121426 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-150d3821-84e4-43ff-8930-d444460b63bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:49.253077 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-714d95e8-4df0-43d5-9b67-5373eb0b5a53 req-2561ab4e-92d6-4059-8a02-20f45d14be7d service neutron] 10.222.0.22 "GET /v2.0/networks/de2cb6c2-1eb5-4f3f-9ac4-4b9f8df261c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264735 Jul 29 23:25:49.386657 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-714d95e8-4df0-43d5-9b67-5373eb0b5a53 req-2fde4f92-94da-4006-b040-d8e00e34ddef service neutron] 10.222.0.22 "GET /v2.0/networks/de2cb6c2-1eb5-4f3f-9ac4-4b9f8df261c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144793 Jul 29 23:25:49.388572 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:49.564212 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d38d75a-409b-483b-a089-ca1105fca74e req-8004367d-bb7d-4b38-8902-4493373231f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:49.565751 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-5d38d75a-409b-483b-a089-ca1105fca74e req-8004367d-bb7d-4b38-8902-4493373231f7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=09be3f6b-3c77-4c8e-bbe6-2435736d69cf HTTP/1.1" status: 200 len: 906 time: 1.0206971 Jul 29 23:25:49.583342 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-ecc6d5c8-f866-4b05-9476-25d388b42e52 req-a24d7853-b619-4f36-bf50-46c05048db54 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:49.616924 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-ecc6d5c8-f866-4b05-9476-25d388b42e52 req-a24d7853-b619-4f36-bf50-46c05048db54 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:49.638721 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-86296df6-645e-4021-aade-34b8ff194209 tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:49.640137 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-86296df6-645e-4021-aade-34b8ff194209 tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f4ff10e6-5df0-49b5-9d56-bbcdee1500ff&tenant_id=11625efdc5e247819e1ba7685d24a207&binding%3Ahost_id=n-h1-712141-10 HTTP/1.1" status: 200 len: 1098 time: 0.1374800 Jul 29 23:25:49.644132 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-5d38d75a-409b-483b-a089-ca1105fca74e req-dd8f9066-3b0b-4a43-a004-444756c31fb1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=56d9f230-202a-4676-ae39-769e6f9c0d1c HTTP/1.1" status: 200 len: 217 time: 0.0650015 Jul 29 23:25:49.648982 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24d7853-b619-4f36-bf50-46c05048db54 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52f42d3d-c1f2-4453-b167-1f67bacc369a,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:49.662409 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-7dd3f85c-f519-48c8-b377-61d13deb07bc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712141-10'}}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:49.671220 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fd57fe-45a0-4a73-9861-1059e1a026a1 req-9c72d825-1f06-44c0-adde-8abb8d79fc4a tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:49.672902 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-56fd57fe-45a0-4a73-9861-1059e1a026a1 req-9c72d825-1f06-44c0-adde-8abb8d79fc4a tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4ff10e6-5df0-49b5-9d56-bbcdee1500ff HTTP/1.1" status: 200 len: 946 time: 0.2797799 Jul 29 23:25:49.708173 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-ecc6d5c8-f866-4b05-9476-25d388b42e52 req-a24d7853-b619-4f36-bf50-46c05048db54 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:49.714797 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ecc6d5c8-f866-4b05-9476-25d388b42e52 req-a24d7853-b619-4f36-bf50-46c05048db54 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.3129950 Jul 29 23:25:49.787847 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-7dd3f85c-f519-48c8-b377-61d13deb07bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:49.815925 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-56fd57fe-45a0-4a73-9861-1059e1a026a1 req-f8f9814e-542c-4d5d-997d-652701579bf3 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347232 Jul 29 23:25:49.925068 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d38d75a-409b-483b-a089-ca1105fca74e req-6722de46-356b-403d-b967-ca9cfcab3276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:49.925853 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-150d3821-84e4-43ff-8930-d444460b63bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd088fd5-5d8a-4e4d-b620-8e5770596293 {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:25:49.926965 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-5d38d75a-409b-483b-a089-ca1105fca74e req-6722de46-356b-403d-b967-ca9cfcab3276 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=61118f50-e726-435d-a59a-d51b2a8c879d HTTP/1.1" status: 200 len: 845 time: 0.1915071 Jul 29 23:25:49.949962 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289a69f-a985-4368-bc0b-fbd698b4cb0f req-ada58297-806b-4890-9cb0-9471168eb379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:49.950613 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-150d3821-84e4-43ff-8930-d444460b63bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:49.953242 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e289a69f-a985-4368-bc0b-fbd698b4cb0f req-ada58297-806b-4890-9cb0-9471168eb379 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2615671 Jul 29 23:25:49.987865 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-5d38d75a-409b-483b-a089-ca1105fca74e req-2493dad7-43a8-4a76-b06f-ac36b5ad298f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=09be3f6b-3c77-4c8e-bbe6-2435736d69cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501561 Jul 29 23:25:50.034102 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-150d3821-84e4-43ff-8930-d444460b63bd service neutron] Transition to ACTIVE for port object fd088fd5-5d8a-4e4d-b620-8e5770596293 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:50.040250 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-150d3821-84e4-43ff-8930-d444460b63bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:50.115531 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-7dd3f85c-f519-48c8-b377-61d13deb07bc service neutron] For port 1277b24c-ed68-4854-b8a8-d8c31421810a, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=1277b24c-ed68-4854-b8a8-d8c31421810a,segment=NetworkSegment(03081878-6d73-4f31-b394-970f508038c5),segment_id=03081878-6d73-4f31-b394-970f508038c5)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:50.125830 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43e867a9-5bf7-416f-9768-09cd705ee44a', 'tag': '1d1c2ed2-288f-4c54-93ac-4cd170372e3e'}, {'name': 'network-changed', 'server_uuid': '7edd9f15-fe6b-4312-89e6-b917a1b8550e', 'tag': '77550cf2-90df-4bb3-86b3-6d949e514eac'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:25:50.128412 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc92bd20-d545-4b07-9dd0-91032a0a1108" -d '{"events": [{"name": "network-changed", "server_uuid": "43e867a9-5bf7-416f-9768-09cd705ee44a", "tag": "1d1c2ed2-288f-4c54-93ac-4cd170372e3e"}, {"name": "network-changed", "server_uuid": "7edd9f15-fe6b-4312-89e6-b917a1b8550e", "tag": "77550cf2-90df-4bb3-86b3-6d949e514eac"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:25:50.238806 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-7dd3f85c-f519-48c8-b377-61d13deb07bc service neutron] For port 1277b24c-ed68-4854-b8a8-d8c31421810a, host n-h1-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:25:50.294618 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e32ae1a-7c28-4ce9-bbc6-7a81a6bc4487 req-9863a2da-0286-4533-8ee3-1256a33522f3 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:50.305963 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9e32ae1a-7c28-4ce9-bbc6-7a81a6bc4487 req-9863a2da-0286-4533-8ee3-1256a33522f3 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] 10.222.0.43 "GET /v2.0/ports?device_id=43e867a9-5bf7-416f-9768-09cd705ee44a HTTP/1.1" status: 200 len: 943 time: 0.3631787 Jul 29 23:25:50.307690 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34b6b5a2-19bc-4bca-b89e-6896598751af', 'name': 'network-vif-deleted', 'tag': '47f4b8a3-ddc1-44a2-a05c-cdeafa9aadd2'}, {'server_uuid': '5957dee3-6c38-429b-bcda-d522bd42c5fc', 'name': 'network-vif-deleted', 'tag': 'a025380f-9a4c-4f0f-9d82-3fb47564495c'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:25:50.315003 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567d5e79-7996-4c64-8182-df54485fef08" -d '{"events": [{"server_uuid": "34b6b5a2-19bc-4bca-b89e-6896598751af", "name": "network-vif-deleted", "tag": "47f4b8a3-ddc1-44a2-a05c-cdeafa9aadd2"}, {"server_uuid": "5957dee3-6c38-429b-bcda-d522bd42c5fc", "name": "network-vif-deleted", "tag": "a025380f-9a4c-4f0f-9d82-3fb47564495c"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:25:50.376149 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150d3821-84e4-43ff-8930-d444460b63bd service neutron] Pushing event updated for resources: {'Port': ['ID=fd088fd5-5d8a-4e4d-b620-8e5770596293,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:50.405714 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-7dd3f85c-f519-48c8-b377-61d13deb07bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:50.434687 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-7dd3f85c-f519-48c8-b377-61d13deb07bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:50.451412 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-5d38d75a-409b-483b-a089-ca1105fca74e req-d175985d-3fca-48e4-8856-9733c41dbc94 service neutron] 10.222.0.22 "GET /v2.0/networks/09be3f6b-3c77-4c8e-bbe6-2435736d69cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4527493 Jul 29 23:25:50.518459 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5305442-4739-41ae-8dfa-2e295f58c5e7 req-4f390851-167f-464a-9431-4b309c555efd tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:50.532456 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a5305442-4739-41ae-8dfa-2e295f58c5e7 req-4f390851-167f-464a-9431-4b309c555efd tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9966b87-b6ab-400b-bd2c-4a21687af50b HTTP/1.1" status: 200 len: 943 time: 0.3968897 Jul 29 23:25:50.539504 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9e32ae1a-7c28-4ce9-bbc6-7a81a6bc4487 req-0d89c699-9115-4f23-84b5-1401c70db445 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] 10.222.0.43 "GET /v2.0/security-groups?id=276c8385-81d8-4f6d-b0f0-ac6a7e184005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2322738 Jul 29 23:25:50.577868 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-150d3821-84e4-43ff-8930-d444460b63bd service neutron] Attempting to bind port fd088fd5-5d8a-4e4d-b620-8e5770596293 on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:25:50.578204 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-150d3821-84e4-43ff-8930-d444460b63bd service neutron] Attempting to bind port fd088fd5-5d8a-4e4d-b620-8e5770596293 by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': '85f03a44-d59a-404b-99bf-5c2915495fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '20b17a75-47ba-4198-999c-000c34520768'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:25:50.578530 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-150d3821-84e4-43ff-8930-d444460b63bd service neutron] Attempting to bind port fd088fd5-5d8a-4e4d-b620-8e5770596293 on network 20b17a75-47ba-4198-999c-000c34520768 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:50.596556 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-150d3821-84e4-43ff-8930-d444460b63bd service neutron] Port fd088fd5-5d8a-4e4d-b620-8e5770596293 on network 20b17a75-47ba-4198-999c-000c34520768 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:25:50.596924 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-150d3821-84e4-43ff-8930-d444460b63bd service neutron] Attempting to bind port fd088fd5-5d8a-4e4d-b620-8e5770596293 on network 20b17a75-47ba-4198-999c-000c34520768 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:50.614997 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a5305442-4739-41ae-8dfa-2e295f58c5e7 req-27ac71b3-88fe-49cf-a4d2-e3d61c5bef6d tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807939 Jul 29 23:25:50.622915 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd3f85c-f519-48c8-b377-61d13deb07bc service neutron] Pushing event updated for resources: {'Port': ['ID=1277b24c-ed68-4854-b8a8-d8c31421810a,revision_number=7']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:50.645735 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-150d3821-84e4-43ff-8930-d444460b63bd service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:25:50.646292 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-150d3821-84e4-43ff-8930-d444460b63bd service neutron] Checking segment: {'id': '85f03a44-d59a-404b-99bf-5c2915495fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '20b17a75-47ba-4198-999c-000c34520768'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:25:50.646495 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-150d3821-84e4-43ff-8930-d444460b63bd service neutron] Bound using segment: {'id': '85f03a44-d59a-404b-99bf-5c2915495fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '20b17a75-47ba-4198-999c-000c34520768'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:25:50.647064 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-150d3821-84e4-43ff-8930-d444460b63bd service neutron] Bound port: fd088fd5-5d8a-4e4d-b620-8e5770596293, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85f03a44-d59a-404b-99bf-5c2915495fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '20b17a75-47ba-4198-999c-000c34520768'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:25:50.647648 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-150d3821-84e4-43ff-8930-d444460b63bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:50.648669 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-7dd3f85c-f519-48c8-b377-61d13deb07bc service neutron] Attempting to bind port 1277b24c-ed68-4854-b8a8-d8c31421810a on host n-h1-712141-10 for vnic_type normal with profile {"migrating_to": "n-h2-712141-10"} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:25:50.649013 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-7dd3f85c-f519-48c8-b377-61d13deb07bc service neutron] Attempting to bind port 1277b24c-ed68-4854-b8a8-d8c31421810a by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': '03081878-6d73-4f31-b394-970f508038c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '33e8f010-7789-4c0c-8f2b-4d54e9bb67e4'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:25:50.649351 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-7dd3f85c-f519-48c8-b377-61d13deb07bc service neutron] Attempting to bind port 1277b24c-ed68-4854-b8a8-d8c31421810a on network 33e8f010-7789-4c0c-8f2b-4d54e9bb67e4 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:50.656718 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-5d38d75a-409b-483b-a089-ca1105fca74e req-126a73e8-5534-4b83-9a51-1f95570fedfc service neutron] 10.222.0.22 "GET /v2.0/networks/09be3f6b-3c77-4c8e-bbe6-2435736d69cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870334 Jul 29 23:25:50.657254 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-7dd3f85c-f519-48c8-b377-61d13deb07bc service neutron] Port 1277b24c-ed68-4854-b8a8-d8c31421810a on network 33e8f010-7789-4c0c-8f2b-4d54e9bb67e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:25:50.657599 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-7dd3f85c-f519-48c8-b377-61d13deb07bc service neutron] Attempting to bind port 1277b24c-ed68-4854-b8a8-d8c31421810a on network 33e8f010-7789-4c0c-8f2b-4d54e9bb67e4 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:50.662931 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-7dd3f85c-f519-48c8-b377-61d13deb07bc service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:25:50.663837 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-7dd3f85c-f519-48c8-b377-61d13deb07bc service neutron] Checking segment: {'id': '03081878-6d73-4f31-b394-970f508038c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '33e8f010-7789-4c0c-8f2b-4d54e9bb67e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:25:50.664257 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-7dd3f85c-f519-48c8-b377-61d13deb07bc service neutron] Bound using segment: {'id': '03081878-6d73-4f31-b394-970f508038c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '33e8f010-7789-4c0c-8f2b-4d54e9bb67e4'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:25:50.664688 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-7dd3f85c-f519-48c8-b377-61d13deb07bc service neutron] Bound port: 1277b24c-ed68-4854-b8a8-d8c31421810a, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03081878-6d73-4f31-b394-970f508038c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '33e8f010-7789-4c0c-8f2b-4d54e9bb67e4'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:25:50.665035 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-7dd3f85c-f519-48c8-b377-61d13deb07bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:50.708910 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5f4c15da-24e0-4090-8e00-064caff99a3e req-68d64e4e-2b00-4835-9d18-fd2d41cd5a5f tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] 10.222.0.43 "GET /v2.0/security-groups/d0cdbea9-c1e0-4f50-8f30-3c106a1fb0e1 HTTP/1.1" status: 200 len: 1804 time: 0.1217017 Jul 29 23:25:50.752365 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-7dd3f85c-f519-48c8-b377-61d13deb07bc service neutron] For port 1277b24c-ed68-4854-b8a8-d8c31421810a, host n-h1-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:25:50.756812 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-7dd3f85c-f519-48c8-b377-61d13deb07bc service neutron] For port 1277b24c-ed68-4854-b8a8-d8c31421810a, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=1277b24c-ed68-4854-b8a8-d8c31421810a,segment=NetworkSegment(03081878-6d73-4f31-b394-970f508038c5),segment_id=03081878-6d73-4f31-b394-970f508038c5)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:25:50.763246 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-7dd3f85c-f519-48c8-b377-61d13deb07bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:50.778057 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-150d3821-84e4-43ff-8930-d444460b63bd service neutron] For port fd088fd5-5d8a-4e4d-b620-8e5770596293, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:25:50.781546 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-150d3821-84e4-43ff-8930-d444460b63bd service neutron] For port fd088fd5-5d8a-4e4d-b620-8e5770596293, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=fd088fd5-5d8a-4e4d-b620-8e5770596293,segment=NetworkSegment(85f03a44-d59a-404b-99bf-5c2915495fce),segment_id=85f03a44-d59a-404b-99bf-5c2915495fce)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:25:50.801112 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-150d3821-84e4-43ff-8930-d444460b63bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:50.845974 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-7dd3f85c-f519-48c8-b377-61d13deb07bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:50.846591 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-7dd3f85c-f519-48c8-b377-61d13deb07bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:50.847977 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-7dd3f85c-f519-48c8-b377-61d13deb07bc service neutron] 10.222.0.22 "PUT /v2.0/ports/1277b24c-ed68-4854-b8a8-d8c31421810a HTTP/1.1" status: 200 len: 1124 time: 1.1907570 Jul 29 23:25:50.860187 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd3f85c-f519-48c8-b377-61d13deb07bc service neutron] Pushing event updated for resources: {'Port': ['ID=1277b24c-ed68-4854-b8a8-d8c31421810a,revision_number=8']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:50.896655 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150d3821-84e4-43ff-8930-d444460b63bd service neutron] Pushing event updated for resources: {'Port': ['ID=fd088fd5-5d8a-4e4d-b620-8e5770596293,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:50.911278 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c3e51-5307-458a-b288-24f408132db9 req-d533b1a0-975d-4f30-9443-59fed73eded8 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:50.919268 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a49c3e51-5307-458a-b288-24f408132db9 req-d533b1a0-975d-4f30-9443-59fed73eded8 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ca53b26-c0a5-44e5-b186-58d8b43d9065 HTTP/1.1" status: 200 len: 950 time: 0.2073755 Jul 29 23:25:50.922118 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-150d3821-84e4-43ff-8930-d444460b63bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:50.922740 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-150d3821-84e4-43ff-8930-d444460b63bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:50.924043 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-150d3821-84e4-43ff-8930-d444460b63bd service neutron] 10.222.0.41 "PUT /v2.0/ports/fd088fd5-5d8a-4e4d-b620-8e5770596293 HTTP/1.1" status: 200 len: 1091 time: 2.2527680 Jul 29 23:25:50.935370 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5f4c15da-24e0-4090-8e00-064caff99a3e req-f4876349-89e2-4b5a-a89a-5d8b26773c27 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] 10.222.0.43 "GET /v2.0/security-groups/52f42d3d-c1f2-4453-b167-1f67bacc369a HTTP/1.1" status: 200 len: 1805 time: 0.2131493 Jul 29 23:25:50.936600 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['1277b24c-ed68-4854-b8a8-d8c31421810a'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:25:50.957565 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-5f4c15da-24e0-4090-8e00-064caff99a3e req-9d73b7f1-61b5-4ae7-b0d1-1e5db745467b tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd0cdbea9-c1e0-4f50-8f30-3c106a1fb0e1', 'remote_group_id': '52f42d3d-c1f2-4453-b167-1f67bacc369a', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:50.958136 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-5f4c15da-24e0-4090-8e00-064caff99a3e req-9d73b7f1-61b5-4ae7-b0d1-1e5db745467b tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd0cdbea9-c1e0-4f50-8f30-3c106a1fb0e1', 'remote_group_id': '52f42d3d-c1f2-4453-b167-1f67bacc369a', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:51.019287 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a49c3e51-5307-458a-b288-24f408132db9 req-109d3e8b-be59-4a2f-a65a-5a221b91f840 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] 10.222.0.43 "GET /v2.0/security-groups?id=9cdc300c-b4ab-4f96-ae4c-7a755409d248&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937312 Jul 29 23:25:51.027675 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-c7432b23-2cd8-4790-a06e-00d9a6848be8 service neutron] Request body: {'port': {'device_id': '7edd9f15-fe6b-4312-89e6-b917a1b8550e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:51.032060 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['1277b24c-ed68-4854-b8a8-d8c31421810a'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:25:51.170795 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 29 Jul 2021 23:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8bfbde5-7552-405d-9587-9e6876d41925 x-openstack-request-id: req-b8bfbde5-7552-405d-9587-9e6876d41925 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:25:51.170795 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43e867a9-5bf7-416f-9768-09cd705ee44a", "tag": "1d1c2ed2-288f-4c54-93ac-4cd170372e3e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7edd9f15-fe6b-4312-89e6-b917a1b8550e", "tag": "77550cf2-90df-4bb3-86b3-6d949e514eac", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:25:51.170795 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b8bfbde5-7552-405d-9587-9e6876d41925 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:25:51.171348 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43e867a9-5bf7-416f-9768-09cd705ee44a', 'tag': '1d1c2ed2-288f-4c54-93ac-4cd170372e3e', 'status': 'completed', 'code': 200} Jul 29 23:25:51.171348 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7edd9f15-fe6b-4312-89e6-b917a1b8550e', 'tag': '77550cf2-90df-4bb3-86b3-6d949e514eac', 'status': 'completed', 'code': 200} Jul 29 23:25:51.231100 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-c7432b23-2cd8-4790-a06e-00d9a6848be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:51.293051 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92bd20-d545-4b07-9dd0-91032a0a1108 req-beb8ff1b-1378-44f8-9ada-08937003e3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:51.295898 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92bd20-d545-4b07-9dd0-91032a0a1108 req-beb8ff1b-1378-44f8-9ada-08937003e3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:51.298037 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92bd20-d545-4b07-9dd0-91032a0a1108 req-beb8ff1b-1378-44f8-9ada-08937003e3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:51.300316 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92bd20-d545-4b07-9dd0-91032a0a1108 req-beb8ff1b-1378-44f8-9ada-08937003e3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:51.302312 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92bd20-d545-4b07-9dd0-91032a0a1108 req-beb8ff1b-1378-44f8-9ada-08937003e3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:51.302997 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92bd20-d545-4b07-9dd0-91032a0a1108 req-beb8ff1b-1378-44f8-9ada-08937003e3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:51.304789 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92bd20-d545-4b07-9dd0-91032a0a1108 req-beb8ff1b-1378-44f8-9ada-08937003e3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:51.310391 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-dc92bd20-d545-4b07-9dd0-91032a0a1108 req-beb8ff1b-1378-44f8-9ada-08937003e3fe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2080476b97a74d1caf5886ea19337ad1&device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 6286 time: 0.1558533 Jul 29 23:25:51.318787 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92bd20-d545-4b07-9dd0-91032a0a1108 req-0b57cb88-2e2d-4c62-84f7-49e277b7ffd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:51.322076 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-dc92bd20-d545-4b07-9dd0-91032a0a1108 req-0b57cb88-2e2d-4c62-84f7-49e277b7ffd7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=05e8cd719a1e468d9d1f19a8ac790d23&device_id=43e867a9-5bf7-416f-9768-09cd705ee44a HTTP/1.1" status: 200 len: 1095 time: 0.1963301 Jul 29 23:25:51.337679 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5f4c15da-24e0-4090-8e00-064caff99a3e req-9d73b7f1-61b5-4ae7-b0d1-1e5db745467b tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:51.382756 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997e62a-ab82-4227-83a7-8f2590d53d9c req-cbfa3a58-5ed0-4d02-8524-65e09d898354 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:51.400705 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997e62a-ab82-4227-83a7-8f2590d53d9c req-cbfa3a58-5ed0-4d02-8524-65e09d898354 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:51.410099 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997e62a-ab82-4227-83a7-8f2590d53d9c req-cbfa3a58-5ed0-4d02-8524-65e09d898354 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:51.417551 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997e62a-ab82-4227-83a7-8f2590d53d9c req-cbfa3a58-5ed0-4d02-8524-65e09d898354 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:51.423437 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997e62a-ab82-4227-83a7-8f2590d53d9c req-cbfa3a58-5ed0-4d02-8524-65e09d898354 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:51.429887 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997e62a-ab82-4227-83a7-8f2590d53d9c req-cbfa3a58-5ed0-4d02-8524-65e09d898354 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:51.435922 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997e62a-ab82-4227-83a7-8f2590d53d9c req-cbfa3a58-5ed0-4d02-8524-65e09d898354 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:51.437888 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5997e62a-ab82-4227-83a7-8f2590d53d9c req-cbfa3a58-5ed0-4d02-8524-65e09d898354 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 5390 time: 0.2229049 Jul 29 23:25:51.534082 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5f4c15da-24e0-4090-8e00-064caff99a3e req-9d73b7f1-61b5-4ae7-b0d1-1e5db745467b tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:51.547592 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72735fb1-b599-484b-b7be-2df62189544c req-5a3743af-4c7b-40be-8ef8-c738e1636279 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:51.547883 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5f4c15da-24e0-4090-8e00-064caff99a3e req-9d73b7f1-61b5-4ae7-b0d1-1e5db745467b tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:51.549397 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-72735fb1-b599-484b-b7be-2df62189544c req-5a3743af-4c7b-40be-8ef8-c738e1636279 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ca53b26-c0a5-44e5-b186-58d8b43d9065 HTTP/1.1" status: 200 len: 950 time: 0.2376471 Jul 29 23:25:51.610680 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d73b7f1-61b5-4ae7-b0d1-1e5db745467b tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3ea2739-6ae3-4828-a972-5e31ab10fedc,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:51.619191 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5997e62a-ab82-4227-83a7-8f2590d53d9c req-572f06e3-3485-403f-bde7-ac4ea950c865 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/security-groups?id=06985e19-0909-46d3-806d-ed854aa19767&id=1042ecbe-61fb-4261-9b1f-fc7302682049&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1662741 Jul 29 23:25:51.630782 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5f4c15da-24e0-4090-8e00-064caff99a3e req-9d73b7f1-61b5-4ae7-b0d1-1e5db745467b tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:51.637495 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5f4c15da-24e0-4090-8e00-064caff99a3e req-9d73b7f1-61b5-4ae7-b0d1-1e5db745467b tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6886880 Jul 29 23:25:51.720461 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92bd20-d545-4b07-9dd0-91032a0a1108 req-babb38d1-06b8-434d-811c-440fd3256c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:51.720947 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92bd20-d545-4b07-9dd0-91032a0a1108 req-babb38d1-06b8-434d-811c-440fd3256c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:51.721489 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92bd20-d545-4b07-9dd0-91032a0a1108 req-babb38d1-06b8-434d-811c-440fd3256c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:51.723479 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-dc92bd20-d545-4b07-9dd0-91032a0a1108 req-babb38d1-06b8-434d-811c-440fd3256c5e service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=2080476b97a74d1caf5886ea19337ad1&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3507459 Jul 29 23:25:51.724985 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92bd20-d545-4b07-9dd0-91032a0a1108 req-7ac76d6c-149f-4ffa-a415-4ccce9f10eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:51.727180 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-dc92bd20-d545-4b07-9dd0-91032a0a1108 req-7ac76d6c-149f-4ffa-a415-4ccce9f10eca service neutron] 10.222.0.22 "GET /v2.0/networks?id=de2cb6c2-1eb5-4f3f-9ac4-4b9f8df261c6 HTTP/1.1" status: 200 len: 907 time: 0.3366470 Jul 29 23:25:51.792733 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 29 Jul 2021 23:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b16dc8e-eb73-40e1-ba54-dcb1de71d7cb x-openstack-request-id: req-7b16dc8e-eb73-40e1-ba54-dcb1de71d7cb {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:25:51.793062 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34b6b5a2-19bc-4bca-b89e-6896598751af", "name": "network-vif-deleted", "tag": "47f4b8a3-ddc1-44a2-a05c-cdeafa9aadd2", "status": "completed", "code": 200}, {"server_uuid": "5957dee3-6c38-429b-bcda-d522bd42c5fc", "name": "network-vif-deleted", "tag": "a025380f-9a4c-4f0f-9d82-3fb47564495c", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:25:51.793334 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7b16dc8e-eb73-40e1-ba54-dcb1de71d7cb {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:25:51.793824 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34b6b5a2-19bc-4bca-b89e-6896598751af', 'name': 'network-vif-deleted', 'tag': '47f4b8a3-ddc1-44a2-a05c-cdeafa9aadd2', 'status': 'completed', 'code': 200} Jul 29 23:25:51.794082 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5957dee3-6c38-429b-bcda-d522bd42c5fc', 'name': 'network-vif-deleted', 'tag': 'a025380f-9a4c-4f0f-9d82-3fb47564495c', 'status': 'completed', 'code': 200} Jul 29 23:25:51.858014 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-dc92bd20-d545-4b07-9dd0-91032a0a1108 req-5102cb15-2535-4d63-8568-a7a6e28d0bab service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d1c2ed2-288f-4c54-93ac-4cd170372e3e HTTP/1.1" status: 200 len: 217 time: 0.0629737 Jul 29 23:25:51.863667 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 1277b24c-ed68-4854-b8a8-d8c31421810a details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:25:51.949015 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923cb4d5-0838-4388-b10a-6d0358d84cbc req-00ff4d0c-d8c3-4eee-bbc0-8a910e2844be tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:51.953271 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-923cb4d5-0838-4388-b10a-6d0358d84cbc req-00ff4d0c-d8c3-4eee-bbc0-8a910e2844be tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4ff10e6-5df0-49b5-9d56-bbcdee1500ff HTTP/1.1" status: 200 len: 944 time: 0.1163559 Jul 29 23:25:51.972862 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92bd20-d545-4b07-9dd0-91032a0a1108 req-0be55a6a-3119-4d6b-99a9-1a795a55ac03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:51.974376 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-dc92bd20-d545-4b07-9dd0-91032a0a1108 req-0be55a6a-3119-4d6b-99a9-1a795a55ac03 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b39d3184-aaf6-43d1-83ae-f569a32d6aca HTTP/1.1" status: 200 len: 845 time: 0.1035810 Jul 29 23:25:52.012213 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb226144-6147-4405-a46a-f14269c3bd84 req-02b8ae1b-741a-4871-8a4d-b6402fe9cd5e tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:52.013329 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 1277b24c-ed68-4854-b8a8-d8c31421810a, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=1277b24c-ed68-4854-b8a8-d8c31421810a,segment=NetworkSegment(03081878-6d73-4f31-b394-970f508038c5),segment_id=03081878-6d73-4f31-b394-970f508038c5)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:52.014181 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bb226144-6147-4405-a46a-f14269c3bd84 req-02b8ae1b-741a-4871-8a4d-b6402fe9cd5e tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/networks?id=666740f6-88d5-4493-9e12-abc4c5ef258e HTTP/1.1" status: 200 len: 811 time: 0.2535341 Jul 29 23:25:52.020941 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-72735fb1-b599-484b-b7be-2df62189544c req-16e76679-5fda-4198-9662-e67e597f02d8 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] Deleting port f99c3c59-81f6-4347-9f29-e0b9d49ab421 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:25:52.021297 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-72735fb1-b599-484b-b7be-2df62189544c req-16e76679-5fda-4198-9662-e67e597f02d8 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:52.029500 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 1277b24c-ed68-4854-b8a8-d8c31421810a has no active binding in host n-h2-712141-10 {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 29 23:25:52.030484 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 56d9f230-202a-4676-ae39-769e6f9c0d1c details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:25:52.042371 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-c7432b23-2cd8-4790-a06e-00d9a6848be8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af1ec564-29cd-4f8a-b291-2e25d87073ad {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:25:52.056217 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-c7432b23-2cd8-4790-a06e-00d9a6848be8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:52.061870 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-923cb4d5-0838-4388-b10a-6d0358d84cbc req-ec9cd5fd-3f60-40e1-adc4-dbc0eaa077e6 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994101 Jul 29 23:25:52.064684 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bb226144-6147-4405-a46a-f14269c3bd84 req-ab507f42-7a6b-4c11-892c-88d071ff6ed0 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/quotas/f4fb04acaf444a438779b8cf93bf1437 HTTP/1.1" status: 200 len: 375 time: 0.0406129 Jul 29 23:25:52.096129 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-c7432b23-2cd8-4790-a06e-00d9a6848be8 service neutron] Transition to ACTIVE for port object af1ec564-29cd-4f8a-b291-2e25d87073ad will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:52.097821 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92bd20-d545-4b07-9dd0-91032a0a1108 req-c51cc9ff-ba06-43f5-8dde-7ffd9fca22e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:52.099489 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-dc92bd20-d545-4b07-9dd0-91032a0a1108 req-c51cc9ff-ba06-43f5-8dde-7ffd9fca22e0 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3034506 Jul 29 23:25:52.127529 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bb226144-6147-4405-a46a-f14269c3bd84 req-0e4d1197-f7ad-430e-a992-2eae51c47b9b tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f4fb04acaf444a438779b8cf93bf1437&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506043 Jul 29 23:25:52.128610 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-c7432b23-2cd8-4790-a06e-00d9a6848be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:52.149346 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92bd20-d545-4b07-9dd0-91032a0a1108 req-96dce4ef-8757-4838-8bec-af59c0a26207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:52.150869 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-dc92bd20-d545-4b07-9dd0-91032a0a1108 req-96dce4ef-8757-4838-8bec-af59c0a26207 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=de2cb6c2-1eb5-4f3f-9ac4-4b9f8df261c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1669784 Jul 29 23:25:52.211468 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 56d9f230-202a-4676-ae39-769e6f9c0d1c, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=56d9f230-202a-4676-ae39-769e6f9c0d1c,segment=NetworkSegment(2f225bab-780d-4bb8-903d-ee3f32d75d09),segment_id=2f225bab-780d-4bb8-903d-ee3f32d75d09)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:52.228670 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '56d9f230-202a-4676-ae39-769e6f9c0d1c', 'network_id': '09be3f6b-3c77-4c8e-bbe6-2435736d69cf', 'port_id': '56d9f230-202a-4676-ae39-769e6f9c0d1c', 'mac_address': 'fa:16:3e:42:5b:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61118f50-e726-435d-a59a-d51b2a8c879d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:25:52.255598 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-72735fb1-b599-484b-b7be-2df62189544c req-16e76679-5fda-4198-9662-e67e597f02d8 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] For port f99c3c59-81f6-4347-9f29-e0b9d49ab421, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=f99c3c59-81f6-4347-9f29-e0b9d49ab421,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:52.256010 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-72735fb1-b599-484b-b7be-2df62189544c req-16e76679-5fda-4198-9662-e67e597f02d8 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:52.278749 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-72735fb1-b599-484b-b7be-2df62189544c req-16e76679-5fda-4198-9662-e67e597f02d8 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] Calling delete_port for f99c3c59-81f6-4347-9f29-e0b9d49ab421 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:25:52.291283 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:52.305442 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-dc92bd20-d545-4b07-9dd0-91032a0a1108 req-76243181-1ced-463d-b859-f801f5f1f244 service neutron] 10.222.0.22 "GET /v2.0/networks/de2cb6c2-1eb5-4f3f-9ac4-4b9f8df261c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468141 Jul 29 23:25:52.314377 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56d9f230-202a-4676-ae39-769e6f9c0d1c {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:25:52.335951 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bb226144-6147-4405-a46a-f14269c3bd84 req-3620f29d-def8-4a71-8b72-cc6e9f902e96 service neutron] 10.222.0.43 "GET /v2.0/networks/666740f6-88d5-4493-9e12-abc4c5ef258e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979218 Jul 29 23:25:52.352889 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 56d9f230-202a-4676-ae39-769e6f9c0d1c, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=56d9f230-202a-4676-ae39-769e6f9c0d1c,segment=NetworkSegment(2f225bab-780d-4bb8-903d-ee3f32d75d09),segment_id=2f225bab-780d-4bb8-903d-ee3f32d75d09)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:52.357893 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:52.453072 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=56d9f230-202a-4676-ae39-769e6f9c0d1c,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:52.469843 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bb226144-6147-4405-a46a-f14269c3bd84 req-2c64b85f-06c6-4e73-a1e0-9d1e1eda384a service neutron] 10.222.0.43 "GET /v2.0/networks/666740f6-88d5-4493-9e12-abc4c5ef258e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162105 Jul 29 23:25:52.506622 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-dc92bd20-d545-4b07-9dd0-91032a0a1108 req-ed97fa0e-e324-4d85-af05-0667d9d0af26 service neutron] 10.222.0.22 "GET /v2.0/networks/de2cb6c2-1eb5-4f3f-9ac4-4b9f8df261c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665256 Jul 29 23:25:52.545090 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7432b23-2cd8-4790-a06e-00d9a6848be8 service neutron] Pushing event updated for resources: {'Port': ['ID=af1ec564-29cd-4f8a-b291-2e25d87073ad,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:52.585929 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af60efd9-b117-41c5-8fdd-2d5fe065a110 req-e89cac18-606c-40e2-88e9-3a7d2df1a4d2 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:52.591236 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-af60efd9-b117-41c5-8fdd-2d5fe065a110 req-e89cac18-606c-40e2-88e9-3a7d2df1a4d2 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] 10.222.0.43 "GET /v2.0/ports?device_id=43e867a9-5bf7-416f-9768-09cd705ee44a HTTP/1.1" status: 200 len: 943 time: 0.3386364 Jul 29 23:25:52.593129 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['56d9f230-202a-4676-ae39-769e6f9c0d1c'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:25:52.595925 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-c7432b23-2cd8-4790-a06e-00d9a6848be8 service neutron] Attempting to bind port af1ec564-29cd-4f8a-b291-2e25d87073ad on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:25:52.597226 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-c7432b23-2cd8-4790-a06e-00d9a6848be8 service neutron] Attempting to bind port af1ec564-29cd-4f8a-b291-2e25d87073ad by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': '85f03a44-d59a-404b-99bf-5c2915495fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '20b17a75-47ba-4198-999c-000c34520768'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:25:52.598549 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-c7432b23-2cd8-4790-a06e-00d9a6848be8 service neutron] Attempting to bind port af1ec564-29cd-4f8a-b291-2e25d87073ad on network 20b17a75-47ba-4198-999c-000c34520768 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:52.629812 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-c7432b23-2cd8-4790-a06e-00d9a6848be8 service neutron] Port af1ec564-29cd-4f8a-b291-2e25d87073ad on network 20b17a75-47ba-4198-999c-000c34520768 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:25:52.630163 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-c7432b23-2cd8-4790-a06e-00d9a6848be8 service neutron] Attempting to bind port af1ec564-29cd-4f8a-b291-2e25d87073ad on network 20b17a75-47ba-4198-999c-000c34520768 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:52.664060 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-72735fb1-b599-484b-b7be-2df62189544c req-16e76679-5fda-4198-9662-e67e597f02d8 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:52.670513 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-c7432b23-2cd8-4790-a06e-00d9a6848be8 service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:25:52.670862 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-c7432b23-2cd8-4790-a06e-00d9a6848be8 service neutron] Checking segment: {'id': '85f03a44-d59a-404b-99bf-5c2915495fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '20b17a75-47ba-4198-999c-000c34520768'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:25:52.671259 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-c7432b23-2cd8-4790-a06e-00d9a6848be8 service neutron] Bound using segment: {'id': '85f03a44-d59a-404b-99bf-5c2915495fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '20b17a75-47ba-4198-999c-000c34520768'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:25:52.672070 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-c7432b23-2cd8-4790-a06e-00d9a6848be8 service neutron] Bound port: af1ec564-29cd-4f8a-b291-2e25d87073ad, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85f03a44-d59a-404b-99bf-5c2915495fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '20b17a75-47ba-4198-999c-000c34520768'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:25:52.672070 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-c7432b23-2cd8-4790-a06e-00d9a6848be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:52.723182 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e76679-5fda-4198-9662-e67e597f02d8 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] Pushing event deleted for resources: {'Port': ['ID=f99c3c59-81f6-4347-9f29-e0b9d49ab421,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:52.777998 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-af60efd9-b117-41c5-8fdd-2d5fe065a110 req-09f27f47-74ac-4235-a122-19e3ecaec599 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] 10.222.0.43 "GET /v2.0/security-groups?id=276c8385-81d8-4f6d-b0f0-ac6a7e184005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1645849 Jul 29 23:25:52.826701 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-72735fb1-b599-484b-b7be-2df62189544c req-16e76679-5fda-4198-9662-e67e597f02d8 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] No DVR routers for this DVR port f99c3c59-81f6-4347-9f29-e0b9d49ab421 on host n-h2-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:25:52.829692 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-72735fb1-b599-484b-b7be-2df62189544c req-16e76679-5fda-4198-9662-e67e597f02d8 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:52.832213 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-72735fb1-b599-484b-b7be-2df62189544c req-16e76679-5fda-4198-9662-e67e597f02d8 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] 10.222.0.22 "DELETE /v2.0/ports/f99c3c59-81f6-4347-9f29-e0b9d49ab421 HTTP/1.1" status: 204 len: 173 time: 1.2614903 Jul 29 23:25:52.863956 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-3fbd88a8-db8c-4fd3-bf62-1fdee021e0b4 req-40e3127c-4cce-4cb0-814d-eab9d034c19e tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2141778941', 'description': 'tempest-description-128039478'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:52.961158 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-c7432b23-2cd8-4790-a06e-00d9a6848be8 service neutron] For port af1ec564-29cd-4f8a-b291-2e25d87073ad, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:25:52.973343 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5cad9-d55f-4b66-8b85-7709865250fb req-b92d271f-34e0-4720-b077-e53baf4718f6 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:52.978831 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-68a5cad9-d55f-4b66-8b85-7709865250fb req-b92d271f-34e0-4720-b077-e53baf4718f6 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9966b87-b6ab-400b-bd2c-4a21687af50b HTTP/1.1" status: 200 len: 944 time: 0.1238756 Jul 29 23:25:52.985231 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-c7432b23-2cd8-4790-a06e-00d9a6848be8 service neutron] For port af1ec564-29cd-4f8a-b291-2e25d87073ad, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=af1ec564-29cd-4f8a-b291-2e25d87073ad,segment=NetworkSegment(85f03a44-d59a-404b-99bf-5c2915495fce),segment_id=85f03a44-d59a-404b-99bf-5c2915495fce)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:25:52.989170 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-3fbd88a8-db8c-4fd3-bf62-1fdee021e0b4 req-40e3127c-4cce-4cb0-814d-eab9d034c19e tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:53.044971 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-c7432b23-2cd8-4790-a06e-00d9a6848be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:53.112990 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-68a5cad9-d55f-4b66-8b85-7709865250fb req-9c4d6225-8d77-498b-86df-fd092eddac73 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948102 Jul 29 23:25:53.143775 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-c7432b23-2cd8-4790-a06e-00d9a6848be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:53.144899 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-c7432b23-2cd8-4790-a06e-00d9a6848be8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:53.146653 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-c7432b23-2cd8-4790-a06e-00d9a6848be8 service neutron] 10.222.0.41 "PUT /v2.0/ports/af1ec564-29cd-4f8a-b291-2e25d87073ad HTTP/1.1" status: 200 len: 1091 time: 2.1465125 Jul 29 23:25:53.171993 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7edd9f15-fe6b-4312-89e6-b917a1b8550e', 'tag': 'fd088fd5-5d8a-4e4d-b620-8e5770596293'}, {'name': 'network-changed', 'server_uuid': '7edd9f15-fe6b-4312-89e6-b917a1b8550e', 'tag': 'af1ec564-29cd-4f8a-b291-2e25d87073ad'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:25:53.174877 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259ad0d6-f3fd-4e5a-a8bb-4e280ff89d97" -d '{"events": [{"name": "network-changed", "server_uuid": "7edd9f15-fe6b-4312-89e6-b917a1b8550e", "tag": "fd088fd5-5d8a-4e4d-b620-8e5770596293"}, {"name": "network-changed", "server_uuid": "7edd9f15-fe6b-4312-89e6-b917a1b8550e", "tag": "af1ec564-29cd-4f8a-b291-2e25d87073ad"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:25:53.207744 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-e63f70d9-4ea8-4826-a4e3-92e9f785fb26 service neutron] Request body: {'port': {'device_id': '7edd9f15-fe6b-4312-89e6-b917a1b8550e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:53.243886 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-72257f17-05c8-448b-a9e8-789305bb938d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:53.325975 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7432b23-2cd8-4790-a06e-00d9a6848be8 service neutron] Pushing event updated for resources: {'Port': ['ID=af1ec564-29cd-4f8a-b291-2e25d87073ad,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:53.428030 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5f0e04c8-3ecf-4143-8417-9cec190665be req-34a6c9e9-a8aa-4c87-a9bd-a2f96d5c0ac3 tempest-ServersAdminNegativeTestJSON-768450589 tempest-ServersAdminNegativeTestJSON-768450589-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ca53b26-c0a5-44e5-b186-58d8b43d9065 HTTP/1.1" status: 200 len: 210 time: 0.1350741 Jul 29 23:25:53.558235 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-e63f70d9-4ea8-4826-a4e3-92e9f785fb26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:53.603869 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-3fbd88a8-db8c-4fd3-bf62-1fdee021e0b4 req-40e3127c-4cce-4cb0-814d-eab9d034c19e tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:53.611123 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-3fbd88a8-db8c-4fd3-bf62-1fdee021e0b4 req-40e3127c-4cce-4cb0-814d-eab9d034c19e tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:53.697532 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-3fbd88a8-db8c-4fd3-bf62-1fdee021e0b4 req-40e3127c-4cce-4cb0-814d-eab9d034c19e tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:53.698841 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3fbd88a8-db8c-4fd3-bf62-1fdee021e0b4 req-40e3127c-4cce-4cb0-814d-eab9d034c19e tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.8572426 Jul 29 23:25:53.712500 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e3127c-4cce-4cb0-814d-eab9d034c19e tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08a09533-629f-48d5-9642-fcb5dcfceff4,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:53.724518 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de02bf-7f4f-4308-bcdb-bfc38850c10a req-fa56a40f-ae92-4f7e-b8b7-9d81b0f5f118 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:53.731471 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de02bf-7f4f-4308-bcdb-bfc38850c10a req-fa56a40f-ae92-4f7e-b8b7-9d81b0f5f118 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:53.737385 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de02bf-7f4f-4308-bcdb-bfc38850c10a req-fa56a40f-ae92-4f7e-b8b7-9d81b0f5f118 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:53.744076 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de02bf-7f4f-4308-bcdb-bfc38850c10a req-fa56a40f-ae92-4f7e-b8b7-9d81b0f5f118 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:53.750004 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de02bf-7f4f-4308-bcdb-bfc38850c10a req-fa56a40f-ae92-4f7e-b8b7-9d81b0f5f118 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:53.755891 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de02bf-7f4f-4308-bcdb-bfc38850c10a req-fa56a40f-ae92-4f7e-b8b7-9d81b0f5f118 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:53.761989 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de02bf-7f4f-4308-bcdb-bfc38850c10a req-fa56a40f-ae92-4f7e-b8b7-9d81b0f5f118 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:53.763933 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-13de02bf-7f4f-4308-bcdb-bfc38850c10a req-fa56a40f-ae92-4f7e-b8b7-9d81b0f5f118 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 5402 time: 0.2335179 Jul 29 23:25:53.795143 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4ff10e6-5df0-49b5-9d56-bbcdee1500ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1277b24c-ed68-4854-b8a8-d8c31421810a'}, {'name': 'network-changed', 'server_uuid': 'f4ff10e6-5df0-49b5-9d56-bbcdee1500ff', 'tag': '1277b24c-ed68-4854-b8a8-d8c31421810a'}, {'server_uuid': '3ca53b26-c0a5-44e5-b186-58d8b43d9065', 'name': 'network-vif-deleted', 'tag': 'f99c3c59-81f6-4347-9f29-e0b9d49ab421'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:25:53.807476 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e12a83c-0c7f-4722-9195-a2a4e2997912" -d '{"events": [{"server_uuid": "f4ff10e6-5df0-49b5-9d56-bbcdee1500ff", "name": "network-vif-unplugged", "status": "completed", "tag": "1277b24c-ed68-4854-b8a8-d8c31421810a"}, {"name": "network-changed", "server_uuid": "f4ff10e6-5df0-49b5-9d56-bbcdee1500ff", "tag": "1277b24c-ed68-4854-b8a8-d8c31421810a"}, {"server_uuid": "3ca53b26-c0a5-44e5-b186-58d8b43d9065", "name": "network-vif-deleted", "tag": "f99c3c59-81f6-4347-9f29-e0b9d49ab421"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:25:53.869091 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-54f0a5b1-c7cf-4b70-a3ce-aadf13611645 req-7f54ec88-cc76-4682-884a-119291ae9a01 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=0330b254-1f00-4fd8-b87f-0cc4ecf581b2 HTTP/1.1" status: 200 len: 210 time: 0.0441270 Jul 29 23:25:53.885696 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 1d1c2ed2-288f-4c54-93ac-4cd170372e3e details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:25:53.887877 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 56d9f230-202a-4676-ae39-769e6f9c0d1c up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:25:53.904716 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-13de02bf-7f4f-4308-bcdb-bfc38850c10a req-27f8535c-0d70-4f03-bb40-d9a450a248f5 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/security-groups?id=06985e19-0909-46d3-806d-ed854aa19767&id=1042ecbe-61fb-4261-9b1f-fc7302682049&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1288733 Jul 29 23:25:54.050150 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 1d1c2ed2-288f-4c54-93ac-4cd170372e3e, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=1d1c2ed2-288f-4c54-93ac-4cd170372e3e,segment=NetworkSegment(697ca422-dae8-4a41-9470-24af6f5c602a),segment_id=697ca422-dae8-4a41-9470-24af6f5c602a)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:54.071499 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '1d1c2ed2-288f-4c54-93ac-4cd170372e3e', 'network_id': 'de2cb6c2-1eb5-4f3f-9ac4-4b9f8df261c6', 'port_id': '1d1c2ed2-288f-4c54-93ac-4cd170372e3e', 'mac_address': 'fa:16:3e:a1:07:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b39d3184-aaf6-43d1-83ae-f569a32d6aca', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:25:54.072412 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-e63f70d9-4ea8-4826-a4e3-92e9f785fb26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cab2274-0e29-41ee-a31c-dc16b683b0ae {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:25:54.083378 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-e63f70d9-4ea8-4826-a4e3-92e9f785fb26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:54.099253 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-e63f70d9-4ea8-4826-a4e3-92e9f785fb26 service neutron] Transition to ACTIVE for port object 6cab2274-0e29-41ee-a31c-dc16b683b0ae will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:54.104969 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-e63f70d9-4ea8-4826-a4e3-92e9f785fb26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:54.107777 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port 56d9f230-202a-4676-ae39-769e6f9c0d1c completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:25:54.113681 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 56d9f230-202a-4676-ae39-769e6f9c0d1c triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:54.114423 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:54.198955 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:54.219523 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d1c2ed2-288f-4c54-93ac-4cd170372e3e {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:25:54.244917 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 1d1c2ed2-288f-4c54-93ac-4cd170372e3e, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=1d1c2ed2-288f-4c54-93ac-4cd170372e3e,segment=NetworkSegment(697ca422-dae8-4a41-9470-24af6f5c602a),segment_id=697ca422-dae8-4a41-9470-24af6f5c602a)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:54.245758 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 29 Jul 2021 23:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb480e7e-dc0c-4d89-8ff3-2e86f48370a2 x-openstack-request-id: req-cb480e7e-dc0c-4d89-8ff3-2e86f48370a2 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:25:54.247121 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7edd9f15-fe6b-4312-89e6-b917a1b8550e", "tag": "fd088fd5-5d8a-4e4d-b620-8e5770596293", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7edd9f15-fe6b-4312-89e6-b917a1b8550e", "tag": "af1ec564-29cd-4f8a-b291-2e25d87073ad", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:25:54.247375 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cb480e7e-dc0c-4d89-8ff3-2e86f48370a2 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:25:54.247778 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7edd9f15-fe6b-4312-89e6-b917a1b8550e', 'tag': 'fd088fd5-5d8a-4e4d-b620-8e5770596293', 'status': 'completed', 'code': 200} Jul 29 23:25:54.249133 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7edd9f15-fe6b-4312-89e6-b917a1b8550e', 'tag': 'af1ec564-29cd-4f8a-b291-2e25d87073ad', 'status': 'completed', 'code': 200} Jul 29 23:25:54.284628 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:54.298016 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-d6d960c7-aa57-44e8-87a9-aa92a0e03037 req-60a6cd05-e442-420a-b304-3f8b36c6c909 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1958208183', 'description': 'tempest-description-1679696553'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:54.306615 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63f70d9-4ea8-4826-a4e3-92e9f785fb26 service neutron] Pushing event updated for resources: {'Port': ['ID=6cab2274-0e29-41ee-a31c-dc16b683b0ae,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:54.348700 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=1d1c2ed2-288f-4c54-93ac-4cd170372e3e,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:54.366753 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:54.398498 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-e63f70d9-4ea8-4826-a4e3-92e9f785fb26 service neutron] Attempting to bind port 6cab2274-0e29-41ee-a31c-dc16b683b0ae on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:25:54.399119 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-e63f70d9-4ea8-4826-a4e3-92e9f785fb26 service neutron] Attempting to bind port 6cab2274-0e29-41ee-a31c-dc16b683b0ae by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': 'c392b50f-ee70-4e3d-a540-9c0fa7cb5fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:25:54.399749 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-e63f70d9-4ea8-4826-a4e3-92e9f785fb26 service neutron] Attempting to bind port 6cab2274-0e29-41ee-a31c-dc16b683b0ae on network 4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:54.407639 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-e63f70d9-4ea8-4826-a4e3-92e9f785fb26 service neutron] Port 6cab2274-0e29-41ee-a31c-dc16b683b0ae on network 4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:25:54.408421 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-e63f70d9-4ea8-4826-a4e3-92e9f785fb26 service neutron] Attempting to bind port 6cab2274-0e29-41ee-a31c-dc16b683b0ae on network 4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:54.417385 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9966b87-b6ab-400b-bd2c-4a21687af50b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d9f230-202a-4676-ae39-769e6f9c0d1c'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:25:54.420939 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-e63f70d9-4ea8-4826-a4e3-92e9f785fb26 service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:25:54.421511 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-e63f70d9-4ea8-4826-a4e3-92e9f785fb26 service neutron] Checking segment: {'id': 'c392b50f-ee70-4e3d-a540-9c0fa7cb5fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:25:54.422124 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-e63f70d9-4ea8-4826-a4e3-92e9f785fb26 service neutron] Bound using segment: {'id': 'c392b50f-ee70-4e3d-a540-9c0fa7cb5fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:25:54.422763 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-e63f70d9-4ea8-4826-a4e3-92e9f785fb26 service neutron] Bound port: 6cab2274-0e29-41ee-a31c-dc16b683b0ae, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c392b50f-ee70-4e3d-a540-9c0fa7cb5fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:25:54.423318 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-e63f70d9-4ea8-4826-a4e3-92e9f785fb26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:54.424458 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a38de62-4e49-45dd-a804-9c2ae4457734" -d '{"events": [{"server_uuid": "d9966b87-b6ab-400b-bd2c-4a21687af50b", "name": "network-vif-plugged", "status": "completed", "tag": "56d9f230-202a-4676-ae39-769e6f9c0d1c"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:25:54.424876 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ad0d6-f3fd-4e5a-a8bb-4e280ff89d97 req-84242be9-94ca-4ebf-88e5-8efe14573e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:54.426055 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ad0d6-f3fd-4e5a-a8bb-4e280ff89d97 req-84242be9-94ca-4ebf-88e5-8efe14573e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:54.427529 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ad0d6-f3fd-4e5a-a8bb-4e280ff89d97 req-84242be9-94ca-4ebf-88e5-8efe14573e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:54.431284 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ad0d6-f3fd-4e5a-a8bb-4e280ff89d97 req-84242be9-94ca-4ebf-88e5-8efe14573e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:54.433634 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ad0d6-f3fd-4e5a-a8bb-4e280ff89d97 req-84242be9-94ca-4ebf-88e5-8efe14573e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:54.435188 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ad0d6-f3fd-4e5a-a8bb-4e280ff89d97 req-84242be9-94ca-4ebf-88e5-8efe14573e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:54.437060 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ad0d6-f3fd-4e5a-a8bb-4e280ff89d97 req-84242be9-94ca-4ebf-88e5-8efe14573e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:54.441232 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7310a4-60bf-48ba-8995-0dd50c760076 req-68b393ec-ca0e-4b90-b1ab-7b25af277ecd tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:54.441567 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 56d9f230-202a-4676-ae39-769e6f9c0d1c, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=56d9f230-202a-4676-ae39-769e6f9c0d1c,segment=NetworkSegment(2f225bab-780d-4bb8-903d-ee3f32d75d09),segment_id=2f225bab-780d-4bb8-903d-ee3f32d75d09)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:54.442328 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-259ad0d6-f3fd-4e5a-a8bb-4e280ff89d97 req-84242be9-94ca-4ebf-88e5-8efe14573e86 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2080476b97a74d1caf5886ea19337ad1&device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 6380 time: 0.1615689 Jul 29 23:25:54.449792 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:54.450508 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6b7310a4-60bf-48ba-8995-0dd50c760076 req-68b393ec-ca0e-4b90-b1ab-7b25af277ecd tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4ff10e6-5df0-49b5-9d56-bbcdee1500ff HTTP/1.1" status: 200 len: 944 time: 0.2223125 Jul 29 23:25:54.450845 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device f99c3c59-81f6-4347-9f29-e0b9d49ab421 no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:25:54.478838 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d6d960c7-aa57-44e8-87a9-aa92a0e03037 req-60a6cd05-e442-420a-b304-3f8b36c6c909 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:54.496526 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: f99c3c59-81f6-4347-9f29-e0b9d49ab421 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:25:54.498816 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device f99c3c59-81f6-4347-9f29-e0b9d49ab421 not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:25:54.575287 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-e63f70d9-4ea8-4826-a4e3-92e9f785fb26 service neutron] For port 6cab2274-0e29-41ee-a31c-dc16b683b0ae, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:25:54.580268 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-e63f70d9-4ea8-4826-a4e3-92e9f785fb26 service neutron] For port 6cab2274-0e29-41ee-a31c-dc16b683b0ae, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=6cab2274-0e29-41ee-a31c-dc16b683b0ae,segment=NetworkSegment(c392b50f-ee70-4e3d-a540-9c0fa7cb5fa7),segment_id=c392b50f-ee70-4e3d-a540-9c0fa7cb5fa7)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:25:54.606335 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6b7310a4-60bf-48ba-8995-0dd50c760076 req-d52fda95-9fb3-44a3-a3dd-0f9ce02eb0d2 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501703 Jul 29 23:25:54.620708 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-e63f70d9-4ea8-4826-a4e3-92e9f785fb26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:54.627638 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=56d9f230-202a-4676-ae39-769e6f9c0d1c,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:54.635646 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['1d1c2ed2-288f-4c54-93ac-4cd170372e3e'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:25:54.707073 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63f70d9-4ea8-4826-a4e3-92e9f785fb26 service neutron] Pushing event updated for resources: {'Port': ['ID=6cab2274-0e29-41ee-a31c-dc16b683b0ae,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:54.739845 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-e63f70d9-4ea8-4826-a4e3-92e9f785fb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:54.740579 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-e63f70d9-4ea8-4826-a4e3-92e9f785fb26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:54.742794 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-e63f70d9-4ea8-4826-a4e3-92e9f785fb26 service neutron] 10.222.0.41 "PUT /v2.0/ports/6cab2274-0e29-41ee-a31c-dc16b683b0ae HTTP/1.1" status: 200 len: 1092 time: 1.5396140 Jul 29 23:25:54.748284 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Thu, 29 Jul 2021 23:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eee8b2e-bc79-4167-b16c-f9913b1b5373 x-openstack-request-id: req-2eee8b2e-bc79-4167-b16c-f9913b1b5373 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:25:54.748601 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4ff10e6-5df0-49b5-9d56-bbcdee1500ff", "name": "network-vif-unplugged", "status": "completed", "tag": "1277b24c-ed68-4854-b8a8-d8c31421810a", "code": 200}, {"name": "network-changed", "server_uuid": "f4ff10e6-5df0-49b5-9d56-bbcdee1500ff", "tag": "1277b24c-ed68-4854-b8a8-d8c31421810a", "status": "completed", "code": 200}, {"server_uuid": "3ca53b26-c0a5-44e5-b186-58d8b43d9065", "name": "network-vif-deleted", "tag": "f99c3c59-81f6-4347-9f29-e0b9d49ab421", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:25:54.748851 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2eee8b2e-bc79-4167-b16c-f9913b1b5373 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:25:54.749258 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4ff10e6-5df0-49b5-9d56-bbcdee1500ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1277b24c-ed68-4854-b8a8-d8c31421810a', 'code': 200} Jul 29 23:25:54.749508 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4ff10e6-5df0-49b5-9d56-bbcdee1500ff', 'tag': '1277b24c-ed68-4854-b8a8-d8c31421810a', 'status': 'completed', 'code': 200} Jul 29 23:25:54.752743 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ca53b26-c0a5-44e5-b186-58d8b43d9065', 'name': 'network-vif-deleted', 'tag': 'f99c3c59-81f6-4347-9f29-e0b9d49ab421', 'status': 'completed', 'code': 200} Jul 29 23:25:54.855993 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ad0d6-f3fd-4e5a-a8bb-4e280ff89d97 req-e0079aed-ebac-44c2-9c74-f8e5ae964523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:54.857197 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ad0d6-f3fd-4e5a-a8bb-4e280ff89d97 req-e0079aed-ebac-44c2-9c74-f8e5ae964523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:54.858068 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ad0d6-f3fd-4e5a-a8bb-4e280ff89d97 req-e0079aed-ebac-44c2-9c74-f8e5ae964523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:54.860881 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-259ad0d6-f3fd-4e5a-a8bb-4e280ff89d97 req-e0079aed-ebac-44c2-9c74-f8e5ae964523 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=2080476b97a74d1caf5886ea19337ad1&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3987591 Jul 29 23:25:54.865225 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-e48931ed-c426-47e8-b99d-2ba81723531e service neutron] Request body: {'port': {'device_id': '7edd9f15-fe6b-4312-89e6-b917a1b8550e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:54.872449 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb226144-6147-4405-a46a-f14269c3bd84 req-ca057a52-f813-49be-8ea2-2a81b3f2dee8 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:54.874244 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-bb226144-6147-4405-a46a-f14269c3bd84 req-ca057a52-f813-49be-8ea2-2a81b3f2dee8 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.41 "GET /v2.0/networks?id=666740f6-88d5-4493-9e12-abc4c5ef258e HTTP/1.1" status: 200 len: 811 time: 0.3442223 Jul 29 23:25:54.933523 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-bb226144-6147-4405-a46a-f14269c3bd84 req-a48dfebf-1c65-4065-a0be-6000740509b6 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Request body: {'port': {'device_id': '0330b254-1f00-4fd8-b87f-0cc4ecf581b2', 'network_id': '666740f6-88d5-4493-9e12-abc4c5ef258e', 'admin_state_up': True, 'tenant_id': 'f4fb04acaf444a438779b8cf93bf1437'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:54.959161 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-e48931ed-c426-47e8-b99d-2ba81723531e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:55.024942 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d6d960c7-aa57-44e8-87a9-aa92a0e03037 req-60a6cd05-e442-420a-b304-3f8b36c6c909 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:55.067258 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d6d960c7-aa57-44e8-87a9-aa92a0e03037 req-60a6cd05-e442-420a-b304-3f8b36c6c909 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:55.078413 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e12a83c-0c7f-4722-9195-a2a4e2997912 req-f6d1efb3-734d-42b2-88e0-f854f122cf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:55.079904 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5e12a83c-0c7f-4722-9195-a2a4e2997912 req-f6d1efb3-734d-42b2-88e0-f854f122cf5b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=11625efdc5e247819e1ba7685d24a207&device_id=f4ff10e6-5df0-49b5-9d56-bbcdee1500ff HTTP/1.1" status: 200 len: 1127 time: 0.2688560 Jul 29 23:25:55.093511 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb226144-6147-4405-a46a-f14269c3bd84 req-a48dfebf-1c65-4065-a0be-6000740509b6 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Made reservation on behalf of f4fb04acaf444a438779b8cf93bf1437 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:25:55.098930 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-bb226144-6147-4405-a46a-f14269c3bd84 req-a48dfebf-1c65-4065-a0be-6000740509b6 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:55.142556 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ad0d6-f3fd-4e5a-a8bb-4e280ff89d97 req-b50e9732-ec38-4c6b-b4ab-2d665a6819ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:55.144605 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-259ad0d6-f3fd-4e5a-a8bb-4e280ff89d97 req-b50e9732-ec38-4c6b-b4ab-2d665a6819ea service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2692847 Jul 29 23:25:55.175288 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aad2fa-c7da-41f6-9ba9-6332a9fc24b7 req-815eaec5-1bc3-473e-a09e-62288a1d8cf9 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:55.182779 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c0aad2fa-c7da-41f6-9ba9-6332a9fc24b7 req-815eaec5-1bc3-473e-a09e-62288a1d8cf9 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] 10.222.0.43 "GET /v2.0/ports?device_id=43e867a9-5bf7-416f-9768-09cd705ee44a HTTP/1.1" status: 200 len: 944 time: 0.2389498 Jul 29 23:25:55.216433 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a6cd05-e442-420a-b304-3f8b36c6c909 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59523670-b39a-4d6d-a830-227266572141,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:55.231287 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d6d960c7-aa57-44e8-87a9-aa92a0e03037 req-60a6cd05-e442-420a-b304-3f8b36c6c909 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:55.232507 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d6d960c7-aa57-44e8-87a9-aa92a0e03037 req-60a6cd05-e442-420a-b304-3f8b36c6c909 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.9392898 Jul 29 23:25:55.310526 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-bb226144-6147-4405-a46a-f14269c3bd84 req-a48dfebf-1c65-4065-a0be-6000740509b6 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Allocated IP 172.20.0.10 (666740f6-88d5-4493-9e12-abc4c5ef258e/415faf0b-bf5f-4f8b-b3ff-1ae5686de75a/bf99fb11-40ec-4ef5-aac5-80f21dde4607) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:25:55.511441 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ad0d6-f3fd-4e5a-a8bb-4e280ff89d97 req-0b91a617-1b6e-42d3-b57a-ce2c020b7125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:55.512883 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ad0d6-f3fd-4e5a-a8bb-4e280ff89d97 req-0b91a617-1b6e-42d3-b57a-ce2c020b7125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:55.515813 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ad0d6-f3fd-4e5a-a8bb-4e280ff89d97 req-0b91a617-1b6e-42d3-b57a-ce2c020b7125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:55.516611 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ad0d6-f3fd-4e5a-a8bb-4e280ff89d97 req-0b91a617-1b6e-42d3-b57a-ce2c020b7125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:55.517267 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ad0d6-f3fd-4e5a-a8bb-4e280ff89d97 req-0b91a617-1b6e-42d3-b57a-ce2c020b7125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:55.518077 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ad0d6-f3fd-4e5a-a8bb-4e280ff89d97 req-0b91a617-1b6e-42d3-b57a-ce2c020b7125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:55.518764 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ad0d6-f3fd-4e5a-a8bb-4e280ff89d97 req-0b91a617-1b6e-42d3-b57a-ce2c020b7125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:55.520963 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-259ad0d6-f3fd-4e5a-a8bb-4e280ff89d97 req-0b91a617-1b6e-42d3-b57a-ce2c020b7125 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2080476b97a74d1caf5886ea19337ad1&device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 6422 time: 0.2870817 Jul 29 23:25:55.660559 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-bb226144-6147-4405-a46a-f14269c3bd84 req-a48dfebf-1c65-4065-a0be-6000740509b6 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:55.731006 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c0aad2fa-c7da-41f6-9ba9-6332a9fc24b7 req-6309cfba-4fe8-4a1f-98ce-a5c7dfc2f709 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] 10.222.0.43 "GET /v2.0/security-groups?id=276c8385-81d8-4f6d-b0f0-ac6a7e184005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5472553 Jul 29 23:25:55.790267 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d0a027-ed40-4926-b2d9-bead8cb9ce4e x-openstack-request-id: req-d4d0a027-ed40-4926-b2d9-bead8cb9ce4e {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:25:55.792195 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9966b87-b6ab-400b-bd2c-4a21687af50b", "name": "network-vif-plugged", "status": "completed", "tag": "56d9f230-202a-4676-ae39-769e6f9c0d1c", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:25:55.793142 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d4d0a027-ed40-4926-b2d9-bead8cb9ce4e {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:25:55.793811 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9966b87-b6ab-400b-bd2c-4a21687af50b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56d9f230-202a-4676-ae39-769e6f9c0d1c', 'code': 200} Jul 29 23:25:55.814966 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e12a83c-0c7f-4722-9195-a2a4e2997912 req-1bb11d77-0d06-4c15-a2dc-ad037c8025fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:55.816394 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5e12a83c-0c7f-4722-9195-a2a4e2997912 req-1bb11d77-0d06-4c15-a2dc-ad037c8025fc service neutron] 10.222.0.41 "GET /v2.0/networks?id=33e8f010-7789-4c0c-8f2b-4d54e9bb67e4 HTTP/1.1" status: 200 len: 909 time: 0.7145021 Jul 29 23:25:55.828461 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035db9dc-653f-476a-9f1d-626552bcc098 req-455ddc4b-c902-4248-819b-59c94873fced tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:55.829965 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-035db9dc-653f-476a-9f1d-626552bcc098 req-455ddc4b-c902-4248-819b-59c94873fced tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9966b87-b6ab-400b-bd2c-4a21687af50b HTTP/1.1" status: 200 len: 945 time: 0.2100837 Jul 29 23:25:55.878234 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ad0d6-f3fd-4e5a-a8bb-4e280ff89d97 req-c1b3bbba-91b2-4644-b092-8f71e9672cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:55.878839 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ad0d6-f3fd-4e5a-a8bb-4e280ff89d97 req-c1b3bbba-91b2-4644-b092-8f71e9672cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:55.879316 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ad0d6-f3fd-4e5a-a8bb-4e280ff89d97 req-c1b3bbba-91b2-4644-b092-8f71e9672cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:55.881470 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-259ad0d6-f3fd-4e5a-a8bb-4e280ff89d97 req-c1b3bbba-91b2-4644-b092-8f71e9672cb3 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=2080476b97a74d1caf5886ea19337ad1&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3443615 Jul 29 23:25:55.883190 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-bb226144-6147-4405-a46a-f14269c3bd84 req-a48dfebf-1c65-4065-a0be-6000740509b6 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:55.892831 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 1d1c2ed2-288f-4c54-93ac-4cd170372e3e up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:25:55.993355 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0664243a-201e-43ee-aaba-144dd7185d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:55.998592 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5e12a83c-0c7f-4722-9195-a2a4e2997912 req-7e5694ab-51a8-402c-8286-73cf97d6c9f4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1277b24c-ed68-4854-b8a8-d8c31421810a HTTP/1.1" status: 200 len: 217 time: 0.1419773 Jul 29 23:25:56.006539 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port 1d1c2ed2-288f-4c54-93ac-4cd170372e3e completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:25:56.016904 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb226144-6147-4405-a46a-f14269c3bd84 req-a48dfebf-1c65-4065-a0be-6000740509b6 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Network 666740f6-88d5-4493-9e12-abc4c5ef258e is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:25:56.025810 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 1d1c2ed2-288f-4c54-93ac-4cd170372e3e triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:56.027447 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:56.034728 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-bb226144-6147-4405-a46a-f14269c3bd84 req-a48dfebf-1c65-4065-a0be-6000740509b6 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:25:56.040937 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48dfebf-1c65-4065-a0be-6000740509b6 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Pushing event updated for resources: {'Port': ['ID=bf99fb11-40ec-4ef5-aac5-80f21dde4607,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:56.045551 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb226144-6147-4405-a46a-f14269c3bd84 req-a48dfebf-1c65-4065-a0be-6000740509b6 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:25:56.096224 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c7dc38-0aee-4370-ae80-56b9a3fe9b28 req-3a55da7e-3592-40c7-ba9e-709441d36199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:56.097800 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-62c7dc38-0aee-4370-ae80-56b9a3fe9b28 req-3a55da7e-3592-40c7-ba9e-709441d36199 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d9966b87-b6ab-400b-bd2c-4a21687af50b HTTP/1.1" status: 200 len: 1097 time: 0.1708853 Jul 29 23:25:56.133328 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-035db9dc-653f-476a-9f1d-626552bcc098 req-30ace1e7-f4d7-4513-81b1-5811bf2e58a3 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911482 Jul 29 23:25:56.147244 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ad0d6-f3fd-4e5a-a8bb-4e280ff89d97 req-6d7e4652-0fdb-497f-906e-3cc1f3080fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:56.149877 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-259ad0d6-f3fd-4e5a-a8bb-4e280ff89d97 req-6d7e4652-0fdb-497f-906e-3cc1f3080fc9 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2365246 Jul 29 23:25:56.191725 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb226144-6147-4405-a46a-f14269c3bd84 req-a48dfebf-1c65-4065-a0be-6000740509b6 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:56.199424 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-bb226144-6147-4405-a46a-f14269c3bd84 req-a48dfebf-1c65-4065-a0be-6000740509b6 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:56.200580 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e12a83c-0c7f-4722-9195-a2a4e2997912 req-0a754287-0f7c-4449-9f2d-b4062852b3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:56.202941 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5e12a83c-0c7f-4722-9195-a2a4e2997912 req-0a754287-0f7c-4449-9f2d-b4062852b3aa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d10b4a30-6630-4be3-b0e2-2a7a17a89939 HTTP/1.1" status: 200 len: 848 time: 0.1952231 Jul 29 23:25:56.205227 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-62c7dc38-0aee-4370-ae80-56b9a3fe9b28 req-04f8060e-2c2e-4e05-bf35-2d16ecca9650 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959277 Jul 29 23:25:56.228249 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:56.240215 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-bb226144-6147-4405-a46a-f14269c3bd84 req-a48dfebf-1c65-4065-a0be-6000740509b6 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3124702 Jul 29 23:25:56.242089 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3bc270-0392-4aab-af03-b8fa13c7af86 req-db33e503-6956-4956-b4ea-fee740c44519 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:56.249923 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3e3bc270-0392-4aab-af03-b8fa13c7af86 req-db33e503-6956-4956-b4ea-fee740c44519 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=0330b254-1f00-4fd8-b87f-0cc4ecf581b2 HTTP/1.1" status: 200 len: 932 time: 0.2650132 Jul 29 23:25:56.267310 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-bb226144-6147-4405-a46a-f14269c3bd84 req-e4c9f1b2-d18d-4be2-94a5-abe85420e4d5 service neutron] Request body: {'port': {'device_id': '0330b254-1f00-4fd8-b87f-0cc4ecf581b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:56.271540 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7edd9f15-fe6b-4312-89e6-b917a1b8550e', 'tag': '6cab2274-0e29-41ee-a31c-dc16b683b0ae'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:25:56.274521 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-441794ce-52df-4240-9dc5-a06ffdbe7a9a" -d '{"events": [{"name": "network-changed", "server_uuid": "7edd9f15-fe6b-4312-89e6-b917a1b8550e", "tag": "6cab2274-0e29-41ee-a31c-dc16b683b0ae"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:25:56.306071 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 1d1c2ed2-288f-4c54-93ac-4cd170372e3e, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=1d1c2ed2-288f-4c54-93ac-4cd170372e3e,segment=NetworkSegment(697ca422-dae8-4a41-9470-24af6f5c602a),segment_id=697ca422-dae8-4a41-9470-24af6f5c602a)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:56.318720 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5e12a83c-0c7f-4722-9195-a2a4e2997912 req-93ee6f21-a7b2-4537-a9d4-3e3b377288ce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=33e8f010-7789-4c0c-8f2b-4d54e9bb67e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1047611 Jul 29 23:25:56.333989 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:56.368602 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 41068) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:56.369354 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:56.413998 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=1d1c2ed2-288f-4c54-93ac-4cd170372e3e,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:56.621337 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-e48931ed-c426-47e8-b99d-2ba81723531e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7450c10b-b2aa-4ef3-b42e-e8eeba1cf253 {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:25:56.651555 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-e48931ed-c426-47e8-b99d-2ba81723531e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:56.661912 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3e3bc270-0392-4aab-af03-b8fa13c7af86 req-371e272d-cf43-4152-be11-3b85ab4338ee tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4110577 Jul 29 23:25:56.680519 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5e12a83c-0c7f-4722-9195-a2a4e2997912 req-6d004f4e-78d7-46cc-9a5d-09546e75604f service neutron] 10.222.0.41 "GET /v2.0/networks/33e8f010-7789-4c0c-8f2b-4d54e9bb67e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365560 Jul 29 23:25:56.705844 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d1d46-0e0a-4f7d-9509-aaa1410d0299 req-6ca39ca7-1e5e-41d1-8274-1c9f9cdaab22 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:56.713191 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d1d46-0e0a-4f7d-9509-aaa1410d0299 req-6ca39ca7-1e5e-41d1-8274-1c9f9cdaab22 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:56.719733 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d1d46-0e0a-4f7d-9509-aaa1410d0299 req-6ca39ca7-1e5e-41d1-8274-1c9f9cdaab22 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:56.726548 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d1d46-0e0a-4f7d-9509-aaa1410d0299 req-6ca39ca7-1e5e-41d1-8274-1c9f9cdaab22 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:56.733243 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d1d46-0e0a-4f7d-9509-aaa1410d0299 req-6ca39ca7-1e5e-41d1-8274-1c9f9cdaab22 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:56.739836 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d1d46-0e0a-4f7d-9509-aaa1410d0299 req-6ca39ca7-1e5e-41d1-8274-1c9f9cdaab22 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:56.751908 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d1d46-0e0a-4f7d-9509-aaa1410d0299 req-6ca39ca7-1e5e-41d1-8274-1c9f9cdaab22 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:56.761419 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6c1d1d46-0e0a-4f7d-9509-aaa1410d0299 req-6ca39ca7-1e5e-41d1-8274-1c9f9cdaab22 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 5414 time: 0.4450314 Jul 29 23:25:56.811762 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-e48931ed-c426-47e8-b99d-2ba81723531e service neutron] Transition to ACTIVE for port object 7450c10b-b2aa-4ef3-b42e-e8eeba1cf253 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:56.853898 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-bb226144-6147-4405-a46a-f14269c3bd84 req-e4c9f1b2-d18d-4be2-94a5-abe85420e4d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:56.860931 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-e48931ed-c426-47e8-b99d-2ba81723531e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:56.932749 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-6ffeaad2-b601-478d-bf8d-55d5c4c2bd19 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c7d474abf40a4bac85edc09be58a0556&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5484679 Jul 29 23:25:56.972347 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 41074) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:57.056433 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6c1d1d46-0e0a-4f7d-9509-aaa1410d0299 req-669e3bb8-6ea1-414f-8c65-7581601dfa8f tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/security-groups?id=06985e19-0909-46d3-806d-ed854aa19767&id=1042ecbe-61fb-4261-9b1f-fc7302682049&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2879009 Jul 29 23:25:57.123244 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48931ed-c426-47e8-b99d-2ba81723531e service neutron] Pushing event updated for resources: {'Port': ['ID=7450c10b-b2aa-4ef3-b42e-e8eeba1cf253,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:57.135120 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-60e0d7bf-a0e2-43da-90e1-fd341fb0f658 req-a093cbf1-876d-401e-9515-edd0451e7cd2 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] 10.222.0.43 "GET /v2.0/security-groups/08a09533-629f-48d5-9642-fcb5dcfceff4 HTTP/1.1" status: 200 len: 1804 time: 0.3478334 Jul 29 23:25:57.267310 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-bb226144-6147-4405-a46a-f14269c3bd84 req-e4c9f1b2-d18d-4be2-94a5-abe85420e4d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf99fb11-40ec-4ef5-aac5-80f21dde4607 {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:25:57.270230 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8c189db6-fb57-431a-ba7f-d40a650edc9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:57.276287 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-bb226144-6147-4405-a46a-f14269c3bd84 req-e4c9f1b2-d18d-4be2-94a5-abe85420e4d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:57.294016 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-bb226144-6147-4405-a46a-f14269c3bd84 req-e4c9f1b2-d18d-4be2-94a5-abe85420e4d5 service neutron] Transition to ACTIVE for port object bf99fb11-40ec-4ef5-aac5-80f21dde4607 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:57.306754 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-bb226144-6147-4405-a46a-f14269c3bd84 req-e4c9f1b2-d18d-4be2-94a5-abe85420e4d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:57.312258 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5e12a83c-0c7f-4722-9195-a2a4e2997912 req-cff675a3-d658-45df-ac00-a1f284af09e9 service neutron] 10.222.0.41 "GET /v2.0/networks/33e8f010-7789-4c0c-8f2b-4d54e9bb67e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5175993 Jul 29 23:25:57.375267 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c9f1b2-d18d-4be2-94a5-abe85420e4d5 service neutron] Pushing event updated for resources: {'Port': ['ID=bf99fb11-40ec-4ef5-aac5-80f21dde4607,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:57.394579 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8c189db6-fb57-431a-ba7f-d40a650edc9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:57.410203 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-60e0d7bf-a0e2-43da-90e1-fd341fb0f658 req-b4147641-103c-4342-9665-f320d471784f tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] 10.222.0.43 "GET /v2.0/security-groups/59523670-b39a-4d6d-a830-227266572141 HTTP/1.1" status: 200 len: 1805 time: 0.2313378 Jul 29 23:25:57.438457 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-60e0d7bf-a0e2-43da-90e1-fd341fb0f658 req-f9818df7-8f95-4573-906e-7e797d139ef0 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '08a09533-629f-48d5-9642-fcb5dcfceff4', 'remote_group_id': '59523670-b39a-4d6d-a830-227266572141', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:57.438772 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-60e0d7bf-a0e2-43da-90e1-fd341fb0f658 req-f9818df7-8f95-4573-906e-7e797d139ef0 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '08a09533-629f-48d5-9642-fcb5dcfceff4', 'remote_group_id': '59523670-b39a-4d6d-a830-227266572141', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:57.458069 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-e48931ed-c426-47e8-b99d-2ba81723531e service neutron] Attempting to bind port 7450c10b-b2aa-4ef3-b42e-e8eeba1cf253 on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:25:57.458340 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-e48931ed-c426-47e8-b99d-2ba81723531e service neutron] Attempting to bind port 7450c10b-b2aa-4ef3-b42e-e8eeba1cf253 by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': 'c392b50f-ee70-4e3d-a540-9c0fa7cb5fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:25:57.458641 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-e48931ed-c426-47e8-b99d-2ba81723531e service neutron] Attempting to bind port 7450c10b-b2aa-4ef3-b42e-e8eeba1cf253 on network 4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:57.462340 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-bb226144-6147-4405-a46a-f14269c3bd84 req-e4c9f1b2-d18d-4be2-94a5-abe85420e4d5 service neutron] Attempting to bind port bf99fb11-40ec-4ef5-aac5-80f21dde4607 on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:25:57.462610 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-bb226144-6147-4405-a46a-f14269c3bd84 req-e4c9f1b2-d18d-4be2-94a5-abe85420e4d5 service neutron] Attempting to bind port bf99fb11-40ec-4ef5-aac5-80f21dde4607 by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': '290ad064-62e5-45f1-87ac-9cd12097849c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '666740f6-88d5-4493-9e12-abc4c5ef258e'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:25:57.462941 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb226144-6147-4405-a46a-f14269c3bd84 req-e4c9f1b2-d18d-4be2-94a5-abe85420e4d5 service neutron] Attempting to bind port bf99fb11-40ec-4ef5-aac5-80f21dde4607 on network 666740f6-88d5-4493-9e12-abc4c5ef258e {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:57.471798 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb226144-6147-4405-a46a-f14269c3bd84 req-e4c9f1b2-d18d-4be2-94a5-abe85420e4d5 service neutron] Port bf99fb11-40ec-4ef5-aac5-80f21dde4607 on network 666740f6-88d5-4493-9e12-abc4c5ef258e not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:25:57.472565 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb226144-6147-4405-a46a-f14269c3bd84 req-e4c9f1b2-d18d-4be2-94a5-abe85420e4d5 service neutron] Attempting to bind port bf99fb11-40ec-4ef5-aac5-80f21dde4607 on network 666740f6-88d5-4493-9e12-abc4c5ef258e {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:57.473952 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67ee76e-7f41-4d52-ac1c-d704b1a9fde8 req-d1afbfad-a9b9-4852-86cb-9000a3e41a2d tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:57.476041 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e67ee76e-7f41-4d52-ac1c-d704b1a9fde8 req-d1afbfad-a9b9-4852-86cb-9000a3e41a2d tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4ff10e6-5df0-49b5-9d56-bbcdee1500ff HTTP/1.1" status: 200 len: 944 time: 0.2874749 Jul 29 23:25:57.486723 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-e48931ed-c426-47e8-b99d-2ba81723531e service neutron] Port 7450c10b-b2aa-4ef3-b42e-e8eeba1cf253 on network 4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:25:57.487135 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-e48931ed-c426-47e8-b99d-2ba81723531e service neutron] Attempting to bind port 7450c10b-b2aa-4ef3-b42e-e8eeba1cf253 on network 4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:57.497750 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb226144-6147-4405-a46a-f14269c3bd84 req-e4c9f1b2-d18d-4be2-94a5-abe85420e4d5 service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:25:57.499373 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb226144-6147-4405-a46a-f14269c3bd84 req-e4c9f1b2-d18d-4be2-94a5-abe85420e4d5 service neutron] Checking segment: {'id': '290ad064-62e5-45f1-87ac-9cd12097849c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '666740f6-88d5-4493-9e12-abc4c5ef258e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:25:57.500742 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb226144-6147-4405-a46a-f14269c3bd84 req-e4c9f1b2-d18d-4be2-94a5-abe85420e4d5 service neutron] Bound using segment: {'id': '290ad064-62e5-45f1-87ac-9cd12097849c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '666740f6-88d5-4493-9e12-abc4c5ef258e'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:25:57.502271 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-bb226144-6147-4405-a46a-f14269c3bd84 req-e4c9f1b2-d18d-4be2-94a5-abe85420e4d5 service neutron] Bound port: bf99fb11-40ec-4ef5-aac5-80f21dde4607, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '290ad064-62e5-45f1-87ac-9cd12097849c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '666740f6-88d5-4493-9e12-abc4c5ef258e'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:25:57.503611 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-bb226144-6147-4405-a46a-f14269c3bd84 req-e4c9f1b2-d18d-4be2-94a5-abe85420e4d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:57.508489 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-e48931ed-c426-47e8-b99d-2ba81723531e service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:25:57.508822 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-e48931ed-c426-47e8-b99d-2ba81723531e service neutron] Checking segment: {'id': 'c392b50f-ee70-4e3d-a540-9c0fa7cb5fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:25:57.509223 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-e48931ed-c426-47e8-b99d-2ba81723531e service neutron] Bound using segment: {'id': 'c392b50f-ee70-4e3d-a540-9c0fa7cb5fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:25:57.509688 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-e48931ed-c426-47e8-b99d-2ba81723531e service neutron] Bound port: 7450c10b-b2aa-4ef3-b42e-e8eeba1cf253, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c392b50f-ee70-4e3d-a540-9c0fa7cb5fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:25:57.510052 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-e48931ed-c426-47e8-b99d-2ba81723531e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:57.579433 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e67ee76e-7f41-4d52-ac1c-d704b1a9fde8 req-862775cd-ebdd-4466-8fb6-f5886206d289 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939338 Jul 29 23:25:57.618626 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:57.627350 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8c189db6-fb57-431a-ba7f-d40a650edc9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:57.629807 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8c189db6-fb57-431a-ba7f-d40a650edc9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:57.630966 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-8c189db6-fb57-431a-ba7f-d40a650edc9c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9cdc300c-b4ab-4f96-ae4c-7a755409d248 HTTP/1.1" status: 204 len: 168 time: 0.6571681 Jul 29 23:25:57.658479 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-e48931ed-c426-47e8-b99d-2ba81723531e service neutron] For port 7450c10b-b2aa-4ef3-b42e-e8eeba1cf253, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:25:57.666599 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-e48931ed-c426-47e8-b99d-2ba81723531e service neutron] For port 7450c10b-b2aa-4ef3-b42e-e8eeba1cf253, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=7450c10b-b2aa-4ef3-b42e-e8eeba1cf253,segment=NetworkSegment(c392b50f-ee70-4e3d-a540-9c0fa7cb5fa7),segment_id=c392b50f-ee70-4e3d-a540-9c0fa7cb5fa7)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:25:57.670221 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c189db6-fb57-431a-ba7f-d40a650edc9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cdc300c-b4ab-4f96-ae4c-7a755409d248,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:57.685171 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-e48931ed-c426-47e8-b99d-2ba81723531e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:57.694040 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-bb226144-6147-4405-a46a-f14269c3bd84 req-e4c9f1b2-d18d-4be2-94a5-abe85420e4d5 service neutron] For port bf99fb11-40ec-4ef5-aac5-80f21dde4607, host n-h1-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:25:57.701134 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-bb226144-6147-4405-a46a-f14269c3bd84 req-e4c9f1b2-d18d-4be2-94a5-abe85420e4d5 service neutron] For port bf99fb11-40ec-4ef5-aac5-80f21dde4607, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=bf99fb11-40ec-4ef5-aac5-80f21dde4607,segment=NetworkSegment(290ad064-62e5-45f1-87ac-9cd12097849c),segment_id=290ad064-62e5-45f1-87ac-9cd12097849c)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:25:57.718983 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-bb226144-6147-4405-a46a-f14269c3bd84 req-e4c9f1b2-d18d-4be2-94a5-abe85420e4d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:57.728370 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-60e0d7bf-a0e2-43da-90e1-fd341fb0f658 req-f9818df7-8f95-4573-906e-7e797d139ef0 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:57.794960 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43e867a9-5bf7-416f-9768-09cd705ee44a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d1c2ed2-288f-4c54-93ac-4cd170372e3e'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:25:57.798252 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8e984b-5f4b-45ad-9965-c566ed1b9b85" -d '{"events": [{"server_uuid": "43e867a9-5bf7-416f-9768-09cd705ee44a", "name": "network-vif-plugged", "status": "completed", "tag": "1d1c2ed2-288f-4c54-93ac-4cd170372e3e"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:25:57.826891 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ecbccef-1edf-4fe0-84fe-7ee6e799505f x-openstack-request-id: req-1ecbccef-1edf-4fe0-84fe-7ee6e799505f {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:25:57.829808 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7edd9f15-fe6b-4312-89e6-b917a1b8550e", "tag": "6cab2274-0e29-41ee-a31c-dc16b683b0ae", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:25:57.831138 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1ecbccef-1edf-4fe0-84fe-7ee6e799505f {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:25:57.832501 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7edd9f15-fe6b-4312-89e6-b917a1b8550e', 'tag': '6cab2274-0e29-41ee-a31c-dc16b683b0ae', 'status': 'completed', 'code': 200} Jul 29 23:25:57.864331 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c9f1b2-d18d-4be2-94a5-abe85420e4d5 service neutron] Pushing event updated for resources: {'Port': ['ID=bf99fb11-40ec-4ef5-aac5-80f21dde4607,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:57.875353 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb226144-6147-4405-a46a-f14269c3bd84 req-e4c9f1b2-d18d-4be2-94a5-abe85420e4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:57.877697 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-bb226144-6147-4405-a46a-f14269c3bd84 req-e4c9f1b2-d18d-4be2-94a5-abe85420e4d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:57.879905 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-bb226144-6147-4405-a46a-f14269c3bd84 req-e4c9f1b2-d18d-4be2-94a5-abe85420e4d5 service neutron] 10.222.0.41 "PUT /v2.0/ports/bf99fb11-40ec-4ef5-aac5-80f21dde4607 HTTP/1.1" status: 200 len: 1093 time: 1.6255898 Jul 29 23:25:57.881038 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0330b254-1f00-4fd8-b87f-0cc4ecf581b2', 'tag': 'bf99fb11-40ec-4ef5-aac5-80f21dde4607'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:25:57.887187 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-e48931ed-c426-47e8-b99d-2ba81723531e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:57.888361 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6facd684-63e1-49f2-aaf2-86003cf6e5f3" -d '{"events": [{"name": "network-changed", "server_uuid": "0330b254-1f00-4fd8-b87f-0cc4ecf581b2", "tag": "bf99fb11-40ec-4ef5-aac5-80f21dde4607"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:25:57.894147 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-e48931ed-c426-47e8-b99d-2ba81723531e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:57.899165 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-e48931ed-c426-47e8-b99d-2ba81723531e service neutron] 10.222.0.41 "PUT /v2.0/ports/7450c10b-b2aa-4ef3-b42e-e8eeba1cf253 HTTP/1.1" status: 200 len: 1092 time: 3.0367608 Jul 29 23:25:58.130559 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48931ed-c426-47e8-b99d-2ba81723531e service neutron] Pushing event updated for resources: {'Port': ['ID=7450c10b-b2aa-4ef3-b42e-e8eeba1cf253,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:58.197693 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-60e0d7bf-a0e2-43da-90e1-fd341fb0f658 req-f9818df7-8f95-4573-906e-7e797d139ef0 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:58.215765 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c0e712-8773-49f7-bd50-467cbf618382 req-ec34571a-4544-4852-a6bc-97958d780b0e tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:58.217364 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c0c0e712-8773-49f7-bd50-467cbf618382 req-ec34571a-4544-4852-a6bc-97958d780b0e tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] 10.222.0.43 "GET /v2.0/ports?device_id=43e867a9-5bf7-416f-9768-09cd705ee44a HTTP/1.1" status: 200 len: 945 time: 0.2654381 Jul 29 23:25:58.224515 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-60e0d7bf-a0e2-43da-90e1-fd341fb0f658 req-f9818df7-8f95-4573-906e-7e797d139ef0 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:58.231430 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb226144-6147-4405-a46a-f14269c3bd84 req-0fb8a1a8-fb9b-4f45-9725-bd6884a34857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:58.233008 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bb226144-6147-4405-a46a-f14269c3bd84 req-0fb8a1a8-fb9b-4f45-9725-bd6884a34857 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f4fb04acaf444a438779b8cf93bf1437&device_id=0330b254-1f00-4fd8-b87f-0cc4ecf581b2 HTTP/1.1" status: 200 len: 1096 time: 0.2678678 Jul 29 23:25:58.234904 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 41090) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:58.252616 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441794ce-52df-4240-9dc5-a06ffdbe7a9a req-e76a1a67-d890-407b-b90f-59f5b2e660f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:58.253230 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441794ce-52df-4240-9dc5-a06ffdbe7a9a req-e76a1a67-d890-407b-b90f-59f5b2e660f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:58.253734 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441794ce-52df-4240-9dc5-a06ffdbe7a9a req-e76a1a67-d890-407b-b90f-59f5b2e660f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:58.254205 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441794ce-52df-4240-9dc5-a06ffdbe7a9a req-e76a1a67-d890-407b-b90f-59f5b2e660f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:58.254678 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441794ce-52df-4240-9dc5-a06ffdbe7a9a req-e76a1a67-d890-407b-b90f-59f5b2e660f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:58.255153 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441794ce-52df-4240-9dc5-a06ffdbe7a9a req-e76a1a67-d890-407b-b90f-59f5b2e660f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:58.255612 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441794ce-52df-4240-9dc5-a06ffdbe7a9a req-e76a1a67-d890-407b-b90f-59f5b2e660f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:58.257781 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-441794ce-52df-4240-9dc5-a06ffdbe7a9a req-e76a1a67-d890-407b-b90f-59f5b2e660f6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2080476b97a74d1caf5886ea19337ad1&device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 6490 time: 0.4029508 Jul 29 23:25:58.281463 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-08e30d32-ebaf-4811-b38a-492d49e27622 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4e354a4840c042ff8af5f0f7ace5e64f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0431380 Jul 29 23:25:58.282403 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 41092) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:58.322568 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9818df7-8f95-4573-906e-7e797d139ef0 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0de8fdff-a323-4ae9-946b-aa97cffe58a9,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:58.333804 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bb226144-6147-4405-a46a-f14269c3bd84 req-596664b3-8d18-4a77-a828-78365a46b792 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf99fb11-40ec-4ef5-aac5-80f21dde4607 HTTP/1.1" status: 200 len: 217 time: 0.0750034 Jul 29 23:25:58.343331 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3373ddee-b2af-4b0c-8da4-6c93f29c235d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:58.368068 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3373ddee-b2af-4b0c-8da4-6c93f29c235d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:58.376103 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-60e0d7bf-a0e2-43da-90e1-fd341fb0f658 req-f9818df7-8f95-4573-906e-7e797d139ef0 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:58.386554 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 1277b24c-ed68-4854-b8a8-d8c31421810a no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:25:58.387337 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-60e0d7bf-a0e2-43da-90e1-fd341fb0f658 req-f9818df7-8f95-4573-906e-7e797d139ef0 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.9625554 Jul 29 23:25:58.438682 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3373ddee-b2af-4b0c-8da4-6c93f29c235d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:58.441725 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3373ddee-b2af-4b0c-8da4-6c93f29c235d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:58.443078 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-3373ddee-b2af-4b0c-8da4-6c93f29c235d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/23bd1990-e490-4654-a265-19ee6aaa5c6e HTTP/1.1" status: 204 len: 168 time: 0.1597517 Jul 29 23:25:58.460948 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3373ddee-b2af-4b0c-8da4-6c93f29c235d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23bd1990-e490-4654-a265-19ee6aaa5c6e,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:58.498038 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb226144-6147-4405-a46a-f14269c3bd84 req-3ab998b2-d8a2-44df-af8c-3efb671990e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:58.499920 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bb226144-6147-4405-a46a-f14269c3bd84 req-3ab998b2-d8a2-44df-af8c-3efb671990e2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=415faf0b-bf5f-4f8b-b3ff-1ae5686de75a HTTP/1.1" status: 200 len: 851 time: 0.1249654 Jul 29 23:25:58.558262 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c0c0e712-8773-49f7-bd50-467cbf618382 req-0046adf3-ce7e-4a36-86a0-b99cf9f22b43 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] 10.222.0.43 "GET /v2.0/security-groups?id=276c8385-81d8-4f6d-b0f0-ac6a7e184005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3305497 Jul 29 23:25:58.640855 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bb226144-6147-4405-a46a-f14269c3bd84 req-d9161af1-fc09-4f8f-9db9-0ab148246333 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=666740f6-88d5-4493-9e12-abc4c5ef258e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1308703 Jul 29 23:25:58.780830 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-c8ebe351-efad-4ba4-9612-f9915ca6fee6 service neutron] 10.222.0.41 "GET /v2.0/ports/1277b24c-ed68-4854-b8a8-d8c31421810a/bindings/n-h2-712141-10 HTTP/1.1" status: 200 len: 385 time: 0.1203947 Jul 29 23:25:58.782921 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441794ce-52df-4240-9dc5-a06ffdbe7a9a req-cae894fa-9d24-4732-869f-2f5dbf7462e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:58.783505 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441794ce-52df-4240-9dc5-a06ffdbe7a9a req-cae894fa-9d24-4732-869f-2f5dbf7462e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:58.784052 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441794ce-52df-4240-9dc5-a06ffdbe7a9a req-cae894fa-9d24-4732-869f-2f5dbf7462e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:58.785706 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-441794ce-52df-4240-9dc5-a06ffdbe7a9a req-cae894fa-9d24-4732-869f-2f5dbf7462e1 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=2080476b97a74d1caf5886ea19337ad1&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.5019605 Jul 29 23:25:58.802111 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fe7e8d-9bd0-49c0-8bf5-b8d9b7692a2c req-9e8f5599-f204-44a2-b4fb-cfc5ca441393 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:58.810016 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e2fe7e8d-9bd0-49c0-8bf5-b8d9b7692a2c req-9e8f5599-f204-44a2-b4fb-cfc5ca441393 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9966b87-b6ab-400b-bd2c-4a21687af50b HTTP/1.1" status: 200 len: 945 time: 0.3062308 Jul 29 23:25:58.869402 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4cdbba-f2e9-4796-b39a-3cd466e4926a req-2d4ad93a-c9a4-43d3-8077-81931a3c8721 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:58.870978 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ab4cdbba-f2e9-4796-b39a-3cd466e4926a req-2d4ad93a-c9a4-43d3-8077-81931a3c8721 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=0330b254-1f00-4fd8-b87f-0cc4ecf581b2 HTTP/1.1" status: 200 len: 944 time: 0.2058811 Jul 29 23:25:58.948041 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bb226144-6147-4405-a46a-f14269c3bd84 req-393384e4-4eb3-4c75-bdbc-a8ad211d5639 service neutron] 10.222.0.41 "GET /v2.0/networks/666740f6-88d5-4493-9e12-abc4c5ef258e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886505 Jul 29 23:25:58.967751 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e2fe7e8d-9bd0-49c0-8bf5-b8d9b7692a2c req-eff59627-4ed7-429b-ba89-07c8a5c2ecbc tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566679 Jul 29 23:25:59.030168 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da0ec4d8-d12b-42be-a09d-4bf2029a82dc x-openstack-request-id: req-da0ec4d8-d12b-42be-a09d-4bf2029a82dc {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:25:59.030672 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43e867a9-5bf7-416f-9768-09cd705ee44a", "name": "network-vif-plugged", "status": "completed", "tag": "1d1c2ed2-288f-4c54-93ac-4cd170372e3e", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:25:59.031983 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-da0ec4d8-d12b-42be-a09d-4bf2029a82dc {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:25:59.032607 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43e867a9-5bf7-416f-9768-09cd705ee44a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d1c2ed2-288f-4c54-93ac-4cd170372e3e', 'code': 200} Jul 29 23:25:59.088945 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-4652a651-6524-4fca-a1c0-2653494ba53e service neutron] For port 1277b24c-ed68-4854-b8a8-d8c31421810a, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=1277b24c-ed68-4854-b8a8-d8c31421810a,segment=NetworkSegment(03081878-6d73-4f31-b394-970f508038c5),segment_id=03081878-6d73-4f31-b394-970f508038c5)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:59.099329 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12cc3f35-da54-4ca7-a131-5957bb5faa62 x-openstack-request-id: req-12cc3f35-da54-4ca7-a131-5957bb5faa62 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:25:59.099741 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0330b254-1f00-4fd8-b87f-0cc4ecf581b2", "tag": "bf99fb11-40ec-4ef5-aac5-80f21dde4607", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:25:59.100909 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-12cc3f35-da54-4ca7-a131-5957bb5faa62 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:25:59.101407 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0330b254-1f00-4fd8-b87f-0cc4ecf581b2', 'tag': 'bf99fb11-40ec-4ef5-aac5-80f21dde4607', 'status': 'completed', 'code': 200} Jul 29 23:25:59.119265 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-4652a651-6524-4fca-a1c0-2653494ba53e service neutron] For port 1277b24c-ed68-4854-b8a8-d8c31421810a, host n-h1-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:25:59.184183 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ab4cdbba-f2e9-4796-b39a-3cd466e4926a req-4492ca43-6edb-45c3-aeca-e0b077288315 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726772 Jul 29 23:25:59.263570 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:59.272061 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441794ce-52df-4240-9dc5-a06ffdbe7a9a req-0a075adf-39a8-46c3-8529-45dcafb9982a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:59.274308 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-441794ce-52df-4240-9dc5-a06ffdbe7a9a req-0a075adf-39a8-46c3-8529-45dcafb9982a service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4609203 Jul 29 23:25:59.282573 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-4652a651-6524-4fca-a1c0-2653494ba53e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1277b24c-ed68-4854-b8a8-d8c31421810a {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:25:59.325661 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bb226144-6147-4405-a46a-f14269c3bd84 req-6a0faf2e-9353-4b5f-ae4c-fd19a4dbad16 service neutron] 10.222.0.41 "GET /v2.0/networks/666740f6-88d5-4493-9e12-abc4c5ef258e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568697 Jul 29 23:25:59.328930 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-4652a651-6524-4fca-a1c0-2653494ba53e service neutron] For port 1277b24c-ed68-4854-b8a8-d8c31421810a, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=1277b24c-ed68-4854-b8a8-d8c31421810a,segment=NetworkSegment(03081878-6d73-4f31-b394-970f508038c5),segment_id=03081878-6d73-4f31-b394-970f508038c5)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:59.337236 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e87dd-82e3-47d2-87c4-588c0b1f72b7 req-f5ff7b38-9b94-4685-853b-4f9384494b48 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:59.343252 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e87dd-82e3-47d2-87c4-588c0b1f72b7 req-f5ff7b38-9b94-4685-853b-4f9384494b48 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:59.349160 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e87dd-82e3-47d2-87c4-588c0b1f72b7 req-f5ff7b38-9b94-4685-853b-4f9384494b48 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:59.352630 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765f909-3de7-460c-8d64-41a3e3c1a941 req-969950f8-2da6-4209-af54-c78d3b1302e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:59.354599 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c765f909-3de7-460c-8d64-41a3e3c1a941 req-969950f8-2da6-4209-af54-c78d3b1302e9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=43e867a9-5bf7-416f-9768-09cd705ee44a HTTP/1.1" status: 200 len: 1097 time: 0.1836834 Jul 29 23:25:59.355547 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e87dd-82e3-47d2-87c4-588c0b1f72b7 req-f5ff7b38-9b94-4685-853b-4f9384494b48 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:59.361565 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e87dd-82e3-47d2-87c4-588c0b1f72b7 req-f5ff7b38-9b94-4685-853b-4f9384494b48 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:59.368299 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e87dd-82e3-47d2-87c4-588c0b1f72b7 req-f5ff7b38-9b94-4685-853b-4f9384494b48 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:59.375001 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e87dd-82e3-47d2-87c4-588c0b1f72b7 req-f5ff7b38-9b94-4685-853b-4f9384494b48 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:59.384424 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dd5e87dd-82e3-47d2-87c4-588c0b1f72b7 req-f5ff7b38-9b94-4685-853b-4f9384494b48 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 5426 time: 0.1821933 Jul 29 23:25:59.390673 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0a1a29c9-06b0-4d69-bc3c-bd47ff50198c req-20e2b9b3-f180-402a-9f9f-89ecd975b6e1 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] 10.222.0.43 "GET /v2.0/security-groups/59523670-b39a-4d6d-a830-227266572141 HTTP/1.1" status: 200 len: 1805 time: 0.1660519 Jul 29 23:25:59.427859 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-4652a651-6524-4fca-a1c0-2653494ba53e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:59.451185 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c765f909-3de7-460c-8d64-41a3e3c1a941 req-5ab8d118-0258-4d9f-8c4e-8d40ae1a3047 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=276c8385-81d8-4f6d-b0f0-ac6a7e184005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720561 Jul 29 23:25:59.544893 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dd5e87dd-82e3-47d2-87c4-588c0b1f72b7 req-af53219a-f1f4-4fe5-8217-1da6c479e645 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/security-groups?id=06985e19-0909-46d3-806d-ed854aa19767&id=1042ecbe-61fb-4261-9b1f-fc7302682049&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1595216 Jul 29 23:25:59.583250 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-4652a651-6524-4fca-a1c0-2653494ba53e service neutron] Transition to ACTIVE for port object 1277b24c-ed68-4854-b8a8-d8c31421810a will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:59.592235 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-4652a651-6524-4fca-a1c0-2653494ba53e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:59.596598 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-9994ecbe-6c95-4341-ab2d-09b367ae2387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:59.597090 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-9994ecbe-6c95-4341-ab2d-09b367ae2387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:59.598632 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-9994ecbe-6c95-4341-ab2d-09b367ae2387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:59.598632 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-9994ecbe-6c95-4341-ab2d-09b367ae2387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:59.598632 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-9994ecbe-6c95-4341-ab2d-09b367ae2387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:59.598969 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-9994ecbe-6c95-4341-ab2d-09b367ae2387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:59.599408 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-9994ecbe-6c95-4341-ab2d-09b367ae2387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:59.604284 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-9994ecbe-6c95-4341-ab2d-09b367ae2387 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2080476b97a74d1caf5886ea19337ad1&device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 6490 time: 0.2169950 Jul 29 23:25:59.615903 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6facd684-63e1-49f2-aaf2-86003cf6e5f3 req-7f06a573-b818-4c80-b418-80a34f17ae13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:59.618447 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6facd684-63e1-49f2-aaf2-86003cf6e5f3 req-7f06a573-b818-4c80-b418-80a34f17ae13 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f4fb04acaf444a438779b8cf93bf1437&device_id=0330b254-1f00-4fd8-b87f-0cc4ecf581b2 HTTP/1.1" status: 200 len: 1096 time: 0.2011905 Jul 29 23:25:59.684195 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-4652a651-6524-4fca-a1c0-2653494ba53e service neutron] No DVR routers for this DVR port 1277b24c-ed68-4854-b8a8-d8c31421810a on host n-h1-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:25:59.749732 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-0a1a29c9-06b0-4d69-bc3c-bd47ff50198c req-4e4c6b63-1765-48c7-b146-5b8ecbc9f526 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:59.749732 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-e88bcb20-2c99-403e-8da8-818ba39da1c6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d88dbc0e-68ee-4fbf-94c1-8577555fefd5 HTTP/1.1" status: 200 len: 217 time: 0.1169682 Jul 29 23:25:59.762271 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-4652a651-6524-4fca-a1c0-2653494ba53e service neutron] 10.222.0.41 "PUT /v2.0/ports/1277b24c-ed68-4854-b8a8-d8c31421810a/bindings/n-h2-712141-10/activate HTTP/1.1" status: 200 len: 370 time: 0.9745514 Jul 29 23:25:59.793980 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4652a651-6524-4fca-a1c0-2653494ba53e service neutron] Pushing event updated for resources: {'Port': ['ID=1277b24c-ed68-4854-b8a8-d8c31421810a,revision_number=10']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:59.835727 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-0a1a29c9-06b0-4d69-bc3c-bd47ff50198c req-4e4c6b63-1765-48c7-b146-5b8ecbc9f526 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:59.841611 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7edd9f15-fe6b-4312-89e6-b917a1b8550e', 'tag': '7450c10b-b2aa-4ef3-b42e-e8eeba1cf253'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:25:59.844522 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af816298-1a0c-44a8-95fc-d2e116fabd14" -d '{"events": [{"name": "network-changed", "server_uuid": "7edd9f15-fe6b-4312-89e6-b917a1b8550e", "tag": "7450c10b-b2aa-4ef3-b42e-e8eeba1cf253"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:25:59.925646 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf84727-f6fa-44ef-b51c-d076bcc629fc req-5b97f019-49f5-4e42-afbe-d3a54bbbe483 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:59.933944 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4bf84727-f6fa-44ef-b51c-d076bcc629fc req-5b97f019-49f5-4e42-afbe-d3a54bbbe483 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4ff10e6-5df0-49b5-9d56-bbcdee1500ff HTTP/1.1" status: 200 len: 945 time: 0.2686462 Jul 29 23:25:59.936761 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-c03f2a9c-85c1-426b-9e25-3e285d0ecae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:59.938161 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-c03f2a9c-85c1-426b-9e25-3e285d0ecae2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f17b5adc-97d4-4be8-906f-2c5b33598723 HTTP/1.1" status: 200 len: 855 time: 0.1723053 Jul 29 23:25:59.956563 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-eae14ddd-63a9-4055-9447-c5d16f10fbf1 tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:59.959111 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-eae14ddd-63a9-4055-9447-c5d16f10fbf1 tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f4ff10e6-5df0-49b5-9d56-bbcdee1500ff&tenant_id=11625efdc5e247819e1ba7685d24a207&binding%3Ahost_id=n-h1-712141-10 HTTP/1.1" status: 200 len: 1097 time: 0.0685189 Jul 29 23:25:59.966752 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6facd684-63e1-49f2-aaf2-86003cf6e5f3 req-86119154-5135-41fc-be8e-764648617b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:59.968156 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6facd684-63e1-49f2-aaf2-86003cf6e5f3 req-86119154-5135-41fc-be8e-764648617b40 service neutron] 10.222.0.41 "GET /v2.0/networks?id=666740f6-88d5-4493-9e12-abc4c5ef258e HTTP/1.1" status: 200 len: 912 time: 0.3343892 Jul 29 23:26:00.051727 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6facd684-63e1-49f2-aaf2-86003cf6e5f3 req-f29466f1-a9f3-40a8-88f5-04c07b0781ea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf99fb11-40ec-4ef5-aac5-80f21dde4607 HTTP/1.1" status: 200 len: 217 time: 0.0697176 Jul 29 23:26:00.074142 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-5bc5cdcb-cf26-41d2-b0a9-f7fdf97438ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:00.079445 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-5bc5cdcb-cf26-41d2-b0a9-f7fdf97438ff service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=f4ff10e6-5df0-49b5-9d56-bbcdee1500ff&tenant_id=11625efdc5e247819e1ba7685d24a207 HTTP/1.1" status: 200 len: 1097 time: 0.1072679 Jul 29 23:26:00.083965 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4bf84727-f6fa-44ef-b51c-d076bcc629fc req-fe36c63c-154c-4503-8745-67777510795b tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487453 Jul 29 23:26:00.118771 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-57630b1c-0f1b-48f3-8c53-f95ee78fcd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:00.120390 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-57630b1c-0f1b-48f3-8c53-f95ee78fcd4c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce4b3ab8-859d-4d6c-903b-c30dcaacffc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1672938 Jul 29 23:26:00.129783 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-0a1a29c9-06b0-4d69-bc3c-bd47ff50198c req-4e4c6b63-1765-48c7-b146-5b8ecbc9f526 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:00.132516 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-0a1a29c9-06b0-4d69-bc3c-bd47ff50198c req-4e4c6b63-1765-48c7-b146-5b8ecbc9f526 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:00.144881 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0a1a29c9-06b0-4d69-bc3c-bd47ff50198c req-4e4c6b63-1765-48c7-b146-5b8ecbc9f526 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] 10.222.0.43 "DELETE /v2.0/security-groups/59523670-b39a-4d6d-a830-227266572141 HTTP/1.1" status: 204 len: 173 time: 0.7309144 Jul 29 23:26:00.183615 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6facd684-63e1-49f2-aaf2-86003cf6e5f3 req-8b3a77e2-e701-4528-a7fb-c4f57c43293f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:00.185472 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6facd684-63e1-49f2-aaf2-86003cf6e5f3 req-8b3a77e2-e701-4528-a7fb-c4f57c43293f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=415faf0b-bf5f-4f8b-b3ff-1ae5686de75a HTTP/1.1" status: 200 len: 851 time: 0.1210816 Jul 29 23:26:00.217993 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-b9588480-8ec5-4efb-9919-0f492398f35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:00.219574 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-b9588480-8ec5-4efb-9919-0f492398f35c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=11625efdc5e247819e1ba7685d24a207&device_id=f4ff10e6-5df0-49b5-9d56-bbcdee1500ff HTTP/1.1" status: 200 len: 1097 time: 0.0696397 Jul 29 23:26:00.220433 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4c6b63-1765-48c7-b146-5b8ecbc9f526 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59523670-b39a-4d6d-a830-227266572141,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:00.294897 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6facd684-63e1-49f2-aaf2-86003cf6e5f3 req-421e16d8-464e-45e3-b5ad-3f7dc9d2cc1a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=666740f6-88d5-4493-9e12-abc4c5ef258e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773132 Jul 29 23:26:00.370065 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-73a903c5-945b-4ba1-91c9-e8f572e0fe56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:00.372074 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-73a903c5-945b-4ba1-91c9-e8f572e0fe56 service neutron] 10.222.0.22 "GET /v2.0/networks?id=33e8f010-7789-4c0c-8f2b-4d54e9bb67e4 HTTP/1.1" status: 200 len: 909 time: 0.1430655 Jul 29 23:26:00.399481 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device bf99fb11-40ec-4ef5-aac5-80f21dde4607 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:26:00.421988 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0b6f4f-6e96-43d0-b5ca-7ef9fd3f85c7 req-d525c31b-5f02-43aa-8589-02a9999319c1 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:00.446112 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-121450ca-8c4c-4728-8e46-9274ec685d89 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1277b24c-ed68-4854-b8a8-d8c31421810a HTTP/1.1" status: 200 len: 217 time: 0.0593038 Jul 29 23:26:00.448032 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8c0b6f4f-6e96-43d0-b5ca-7ef9fd3f85c7 req-d525c31b-5f02-43aa-8589-02a9999319c1 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] 10.222.0.43 "GET /v2.0/ports?device_id=43e867a9-5bf7-416f-9768-09cd705ee44a HTTP/1.1" status: 200 len: 945 time: 0.1860583 Jul 29 23:26:00.485078 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-18ba97e7-b697-486d-a5b6-6ec52904f8b4 service neutron] 10.222.0.41 "GET /v2.0/networks/ce4b3ab8-859d-4d6c-903b-c30dcaacffc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3376081 Jul 29 23:26:00.523100 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9effe746-9a48-446e-9efd-cee75dba7ce6 x-openstack-request-id: req-9effe746-9a48-446e-9efd-cee75dba7ce6 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:26:00.523319 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7edd9f15-fe6b-4312-89e6-b917a1b8550e", "tag": "7450c10b-b2aa-4ef3-b42e-e8eeba1cf253", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:26:00.523580 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9effe746-9a48-446e-9efd-cee75dba7ce6 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:26:00.524029 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7edd9f15-fe6b-4312-89e6-b917a1b8550e', 'tag': '7450c10b-b2aa-4ef3-b42e-e8eeba1cf253', 'status': 'completed', 'code': 200} Jul 29 23:26:00.574025 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-5cacb135-1775-484b-a3c7-0fa6714a6fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:00.575676 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-5cacb135-1775-484b-a3c7-0fa6714a6fd3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d10b4a30-6630-4be3-b0e2-2a7a17a89939 HTTP/1.1" status: 200 len: 848 time: 0.1195917 Jul 29 23:26:00.625456 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-b6a2b723-b97c-476a-b088-9af0481b2e5c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=33e8f010-7789-4c0c-8f2b-4d54e9bb67e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404053 Jul 29 23:26:00.626750 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6facd684-63e1-49f2-aaf2-86003cf6e5f3 req-20ed912f-5ae7-4d94-a14f-d9f0a41ec55e service neutron] 10.222.0.41 "GET /v2.0/networks/666740f6-88d5-4493-9e12-abc4c5ef258e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123288 Jul 29 23:26:00.638385 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port bf99fb11-40ec-4ef5-aac5-80f21dde4607, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=bf99fb11-40ec-4ef5-aac5-80f21dde4607,segment=NetworkSegment(290ad064-62e5-45f1-87ac-9cd12097849c),segment_id=290ad064-62e5-45f1-87ac-9cd12097849c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:00.652504 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8c0b6f4f-6e96-43d0-b5ca-7ef9fd3f85c7 req-397e1a54-3f11-4135-b3ef-52a76c982f72 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] 10.222.0.43 "GET /v2.0/security-groups?id=276c8385-81d8-4f6d-b0f0-ac6a7e184005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1975229 Jul 29 23:26:00.671396 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': 'bf99fb11-40ec-4ef5-aac5-80f21dde4607', 'network_id': '666740f6-88d5-4493-9e12-abc4c5ef258e', 'port_id': 'bf99fb11-40ec-4ef5-aac5-80f21dde4607', 'mac_address': 'fa:16:3e:10:ee:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '415faf0b-bf5f-4f8b-b3ff-1ae5686de75a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:26:00.758668 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:00.793206 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf99fb11-40ec-4ef5-aac5-80f21dde4607 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:26:00.828002 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port bf99fb11-40ec-4ef5-aac5-80f21dde4607, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=bf99fb11-40ec-4ef5-aac5-80f21dde4607,segment=NetworkSegment(290ad064-62e5-45f1-87ac-9cd12097849c),segment_id=290ad064-62e5-45f1-87ac-9cd12097849c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:00.837627 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:00.869886 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-bd405830-370c-49e0-b3cc-0c89d74fb49c service neutron] 10.222.0.22 "GET /v2.0/networks/33e8f010-7789-4c0c-8f2b-4d54e9bb67e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366495 Jul 29 23:26:00.911881 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=bf99fb11-40ec-4ef5-aac5-80f21dde4607,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:01.019886 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-b1d2e2b3-14f3-46dd-9320-56aa49796308 service neutron] 10.222.0.22 "GET /v2.0/networks/33e8f010-7789-4c0c-8f2b-4d54e9bb67e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408753 Jul 29 23:26:01.127105 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['bf99fb11-40ec-4ef5-aac5-80f21dde4607'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:26:01.182197 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-025887c6-d41d-4ad3-841a-3227acfa4b64 req-8873250f-cd51-43ad-8b6d-86475a8df713 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] 10.222.0.43 "GET /v2.0/security-groups/08a09533-629f-48d5-9642-fcb5dcfceff4 HTTP/1.1" status: 200 len: 1804 time: 0.6424241 Jul 29 23:26:01.217489 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-cff980cc-e86e-4c52-82da-2de92524b468 service neutron] 10.222.0.41 "GET /v2.0/networks/ce4b3ab8-859d-4d6c-903b-c30dcaacffc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7121754 Jul 29 23:26:01.250725 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6facd684-63e1-49f2-aaf2-86003cf6e5f3 req-c9969f45-84c4-43a4-9ffd-ba2aa3631db6 service neutron] 10.222.0.41 "GET /v2.0/networks/666740f6-88d5-4493-9e12-abc4c5ef258e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5949640 Jul 29 23:26:01.293332 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-d55679d5-25d4-47d2-8d18-cd0e8bfbc880 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=44e2e929-5306-4747-9f2b-b8a8f03b3793 HTTP/1.1" status: 200 len: 217 time: 0.0591083 Jul 29 23:26:01.318586 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f322f-298d-4800-8a67-dc75b1314750 req-dbde1be6-8f84-4c40-b1f8-bb6b646ae54f tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:01.320810 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a30f322f-298d-4800-8a67-dc75b1314750 req-dbde1be6-8f84-4c40-b1f8-bb6b646ae54f tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=0330b254-1f00-4fd8-b87f-0cc4ecf581b2 HTTP/1.1" status: 200 len: 945 time: 0.2139900 Jul 29 23:26:01.366018 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-0f4d1183-23f3-4c34-8a0c-cf2a8f646288 tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:01.368046 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-0f4d1183-23f3-4c34-8a0c-cf2a8f646288 tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f4ff10e6-5df0-49b5-9d56-bbcdee1500ff&tenant_id=11625efdc5e247819e1ba7685d24a207&binding%3Ahost_id=n-h2-712141-10 HTTP/1.1" status: 200 len: 1097 time: 0.0578561 Jul 29 23:26:01.451804 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d720f97-2417-4478-b8c9-925b6cfbdfa1 req-14172d2f-23f1-4479-849a-2e22eb737ee5 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:01.453859 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9d720f97-2417-4478-b8c9-925b6cfbdfa1 req-14172d2f-23f1-4479-849a-2e22eb737ee5 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9966b87-b6ab-400b-bd2c-4a21687af50b HTTP/1.1" status: 200 len: 945 time: 0.1648226 Jul 29 23:26:01.457854 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-860cb1b9-4800-4189-9f67-d34529d2d9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:01.459403 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-860cb1b9-4800-4189-9f67-d34529d2d9db service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7458a594-1a22-4c4a-88d1-6b77cea076b8 HTTP/1.1" status: 200 len: 797 time: 0.1507318 Jul 29 23:26:01.472089 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a30f322f-298d-4800-8a67-dc75b1314750 req-2e894575-38fb-4a73-8bf1-0849bf41d1c6 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260061 Jul 29 23:26:01.539937 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-978bd754-5b2b-4937-89c7-731b8f188f25 service neutron] For port 1277b24c-ed68-4854-b8a8-d8c31421810a, host n-h1-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:26:01.543351 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-978bd754-5b2b-4937-89c7-731b8f188f25 service neutron] Notify callbacks [] for binding, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:01.544319 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9d720f97-2417-4478-b8c9-925b6cfbdfa1 req-e49877a8-7532-43b4-ad12-2c3de9d8ddfb tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832677 Jul 29 23:26:01.547231 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-6c863c23-96ad-4bbb-8360-b5e325daf25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:01.549057 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-6c863c23-96ad-4bbb-8360-b5e325daf25a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=20b17a75-47ba-4198-999c-000c34520768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0756276 Jul 29 23:26:01.558889 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-978bd754-5b2b-4937-89c7-731b8f188f25 service neutron] 10.222.0.22 "DELETE /v2.0/ports/1277b24c-ed68-4854-b8a8-d8c31421810a/bindings/n-h1-712141-10 HTTP/1.1" status: 204 len: 173 time: 0.1797924 Jul 29 23:26:01.735199 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3be7d-822f-4147-ba26-666a9a8e701d req-461041d2-d589-4bab-9423-03e0b75e8995 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:01.741023 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3be7d-822f-4147-ba26-666a9a8e701d req-461041d2-d589-4bab-9423-03e0b75e8995 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:01.746926 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3be7d-822f-4147-ba26-666a9a8e701d req-461041d2-d589-4bab-9423-03e0b75e8995 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:01.752764 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3be7d-822f-4147-ba26-666a9a8e701d req-461041d2-d589-4bab-9423-03e0b75e8995 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:01.758782 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3be7d-822f-4147-ba26-666a9a8e701d req-461041d2-d589-4bab-9423-03e0b75e8995 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:01.764682 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3be7d-822f-4147-ba26-666a9a8e701d req-461041d2-d589-4bab-9423-03e0b75e8995 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:01.770514 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b3be7d-822f-4147-ba26-666a9a8e701d req-461041d2-d589-4bab-9423-03e0b75e8995 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:01.773027 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e3b3be7d-822f-4147-ba26-666a9a8e701d req-461041d2-d589-4bab-9423-03e0b75e8995 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 5426 time: 0.2078025 Jul 29 23:26:01.821097 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabf4a95-2859-49cd-a07f-222fa0671179 req-e7765028-2b5a-4319-b891-83799b44f831 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:01.822639 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cabf4a95-2859-49cd-a07f-222fa0671179 req-e7765028-2b5a-4319-b891-83799b44f831 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4ff10e6-5df0-49b5-9d56-bbcdee1500ff HTTP/1.1" status: 200 len: 945 time: 0.1716061 Jul 29 23:26:01.825847 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-a2be1720-dfab-47a2-a9d4-287dff71051c service neutron] 10.222.0.41 "GET /v2.0/networks/20b17a75-47ba-4198-999c-000c34520768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669857 Jul 29 23:26:01.887982 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e3b3be7d-822f-4147-ba26-666a9a8e701d req-6072809f-ce32-4339-85eb-f2642a3668e7 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/security-groups?id=06985e19-0909-46d3-806d-ed854aa19767&id=1042ecbe-61fb-4261-9b1f-fc7302682049&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0912597 Jul 29 23:26:01.953530 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cabf4a95-2859-49cd-a07f-222fa0671179 req-b0a47a3a-d357-4c7d-aa1e-a38a573431ab tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240213 Jul 29 23:26:02.002502 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-7f66d1d0-1572-4f5f-920b-61f8df023a88 service neutron] 10.222.0.41 "GET /v2.0/networks/20b17a75-47ba-4198-999c-000c34520768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550167 Jul 29 23:26:02.007932 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-faee041a-aa2c-4d0b-9297-b455da6bfb8b req-9a36370e-601c-4c8f-980e-83e384c95f3c tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1668928263', 'description': 'tempest-description-90326793'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:02.059860 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-77305af6-e585-47d6-af4d-ce0cfcdf3222 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=77550cf2-90df-4bb3-86b3-6d949e514eac HTTP/1.1" status: 200 len: 217 time: 0.0465503 Jul 29 23:26:02.089230 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-faee041a-aa2c-4d0b-9297-b455da6bfb8b req-9a36370e-601c-4c8f-980e-83e384c95f3c tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:02.155595 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-546a3b90-a6a8-454c-8c44-1b9eaaeea8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:02.157228 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-546a3b90-a6a8-454c-8c44-1b9eaaeea8ea service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7458a594-1a22-4c4a-88d1-6b77cea076b8 HTTP/1.1" status: 200 len: 797 time: 0.0806589 Jul 29 23:26:02.279277 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d59bc8-e78a-4359-a233-d63aecadf1b9 req-c8777132-346d-4385-a59a-a7042fb107e5 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:02.285106 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-53d59bc8-e78a-4359-a233-d63aecadf1b9 req-c8777132-346d-4385-a59a-a7042fb107e5 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9966b87-b6ab-400b-bd2c-4a21687af50b HTTP/1.1" status: 200 len: 945 time: 0.1187799 Jul 29 23:26:02.296943 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-47a3d439-4bb5-4545-bdb6-5c45fbdc7cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:02.298560 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-47a3d439-4bb5-4545-bdb6-5c45fbdc7cae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=20b17a75-47ba-4198-999c-000c34520768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1306546 Jul 29 23:26:02.388720 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-faee041a-aa2c-4d0b-9297-b455da6bfb8b req-9a36370e-601c-4c8f-980e-83e384c95f3c tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:02.399287 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-faee041a-aa2c-4d0b-9297-b455da6bfb8b req-9a36370e-601c-4c8f-980e-83e384c95f3c tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:02.411372 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device bf99fb11-40ec-4ef5-aac5-80f21dde4607 up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:26:02.417336 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-53d59bc8-e78a-4359-a233-d63aecadf1b9 req-24b1eadd-79cd-4f9a-a319-4a6dae52df50 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312861 Jul 29 23:26:02.494719 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port bf99fb11-40ec-4ef5-aac5-80f21dde4607 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:26:02.497978 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a36370e-601c-4c8f-980e-83e384c95f3c tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12555935-18c4-4917-b4b7-fc2751486904,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:02.500160 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port bf99fb11-40ec-4ef5-aac5-80f21dde4607 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:02.501261 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:02.521310 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-faee041a-aa2c-4d0b-9297-b455da6bfb8b req-9a36370e-601c-4c8f-980e-83e384c95f3c tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:02.523990 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-faee041a-aa2c-4d0b-9297-b455da6bfb8b req-9a36370e-601c-4c8f-980e-83e384c95f3c tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5204055 Jul 29 23:26:02.563035 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-51bac368-caef-4b70-8b57-6aee2f880fbe service neutron] 10.222.0.41 "GET /v2.0/networks/20b17a75-47ba-4198-999c-000c34520768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481396 Jul 29 23:26:02.617190 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:02.664902 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port bf99fb11-40ec-4ef5-aac5-80f21dde4607, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=bf99fb11-40ec-4ef5-aac5-80f21dde4607,segment=NetworkSegment(290ad064-62e5-45f1-87ac-9cd12097849c),segment_id=290ad064-62e5-45f1-87ac-9cd12097849c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:02.666081 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0330b254-1f00-4fd8-b87f-0cc4ecf581b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf99fb11-40ec-4ef5-aac5-80f21dde4607'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:26:02.668913 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ec1566-ae60-48ab-a36d-2230a5b9e86f" -d '{"events": [{"server_uuid": "0330b254-1f00-4fd8-b87f-0cc4ecf581b2", "name": "network-vif-plugged", "status": "completed", "tag": "bf99fb11-40ec-4ef5-aac5-80f21dde4607"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:26:02.676498 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:02.705377 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c64a73-de4e-47c0-9b20-f5d5c400e8e2 req-d818328e-b790-49a5-a56d-cc0eb8138e52 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:02.708691 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-29c64a73-de4e-47c0-9b20-f5d5c400e8e2 req-d818328e-b790-49a5-a56d-cc0eb8138e52 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] 10.222.0.43 "GET /v2.0/ports?device_id=43e867a9-5bf7-416f-9768-09cd705ee44a HTTP/1.1" status: 200 len: 945 time: 0.1176641 Jul 29 23:26:02.748099 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=bf99fb11-40ec-4ef5-aac5-80f21dde4607,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:02.768192 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-192b04e7-89f5-4781-87b3-2136320389ba service neutron] 10.222.0.41 "GET /v2.0/networks/20b17a75-47ba-4198-999c-000c34520768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929853 Jul 29 23:26:02.839361 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-29c64a73-de4e-47c0-9b20-f5d5c400e8e2 req-95f7dbc9-7168-4ac7-955f-91c61ec10106 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] 10.222.0.43 "GET /v2.0/security-groups?id=276c8385-81d8-4f6d-b0f0-ac6a7e184005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143985 Jul 29 23:26:02.841661 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-ddec73e7-157d-4be4-9043-3fc904994915 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=fd088fd5-5d8a-4e4d-b620-8e5770596293 HTTP/1.1" status: 200 len: 217 time: 0.0655575 Jul 29 23:26:02.955050 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-1b6bc0b8-10ca-456d-a200-b13871eec52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:02.956622 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-1b6bc0b8-10ca-456d-a200-b13871eec52f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7458a594-1a22-4c4a-88d1-6b77cea076b8 HTTP/1.1" status: 200 len: 797 time: 0.1002862 Jul 29 23:26:03.003353 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef0f362-4568-4df7-99cd-bc28ef693a0c req-ad156743-dab5-4571-bff4-9c0e04c7c1bd tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:03.014307 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bef0f362-4568-4df7-99cd-bc28ef693a0c req-ad156743-dab5-4571-bff4-9c0e04c7c1bd tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=0330b254-1f00-4fd8-b87f-0cc4ecf581b2 HTTP/1.1" status: 200 len: 946 time: 0.1306908 Jul 29 23:26:03.020027 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-acf6fd41-ac9b-47dd-aee2-9a601d8ecea5 req-6744911d-e27e-4e2c-9481-8f06f49f7cd7 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] 10.222.0.43 "GET /v2.0/security-groups/12555935-18c4-4917-b4b7-fc2751486904 HTTP/1.1" status: 200 len: 1803 time: 0.1351116 Jul 29 23:26:03.044177 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-acf6fd41-ac9b-47dd-aee2-9a601d8ecea5 req-7b545509-9405-41ab-b18f-33cb9244d534 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '12555935-18c4-4917-b4b7-fc2751486904', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:03.044497 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-acf6fd41-ac9b-47dd-aee2-9a601d8ecea5 req-7b545509-9405-41ab-b18f-33cb9244d534 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '12555935-18c4-4917-b4b7-fc2751486904', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:03.095737 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bef0f362-4568-4df7-99cd-bc28ef693a0c req-1b48d71c-7cc9-42e2-883d-2dd85cca0447 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805402 Jul 29 23:26:03.099161 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-c04a6041-af35-4adc-a12c-951416c04bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:03.102380 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-c04a6041-af35-4adc-a12c-951416c04bec service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=20b17a75-47ba-4198-999c-000c34520768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1349058 Jul 29 23:26:03.236077 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-acf6fd41-ac9b-47dd-aee2-9a601d8ecea5 req-7b545509-9405-41ab-b18f-33cb9244d534 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:03.278467 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-e367d0c8-d933-4758-9338-c46e62fff8e6 service neutron] 10.222.0.41 "GET /v2.0/networks/20b17a75-47ba-4198-999c-000c34520768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682096 Jul 29 23:26:03.284421 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-acf6fd41-ac9b-47dd-aee2-9a601d8ecea5 req-7b545509-9405-41ab-b18f-33cb9244d534 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:03.298622 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-acf6fd41-ac9b-47dd-aee2-9a601d8ecea5 req-7b545509-9405-41ab-b18f-33cb9244d534 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:03.322056 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b71233-7092-4d48-a0e3-6535eaf51d0e req-df52bc4a-9c92-4ee2-9b90-f044cc43d794 tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:03.322514 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-63b71233-7092-4d48-a0e3-6535eaf51d0e req-df52bc4a-9c92-4ee2-9b90-f044cc43d794 tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f4ff10e6-5df0-49b5-9d56-bbcdee1500ff HTTP/1.1" status: 200 len: 1097 time: 0.1377695 Jul 29 23:26:03.374422 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b545509-9405-41ab-b18f-33cb9244d534 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8ff32f3-971e-405f-aac3-80e8b2cabfc0,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:03.391284 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-acf6fd41-ac9b-47dd-aee2-9a601d8ecea5 req-7b545509-9405-41ab-b18f-33cb9244d534 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:03.396671 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-acf6fd41-ac9b-47dd-aee2-9a601d8ecea5 req-7b545509-9405-41ab-b18f-33cb9244d534 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3673573 Jul 29 23:26:03.445934 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-63b71233-7092-4d48-a0e3-6535eaf51d0e req-d61cb40b-09b3-4950-97aa-dac03f8ebee4 tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895677 Jul 29 23:26:03.468405 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-0ba016e0-591a-4801-9376-a7198b02f564 service neutron] 10.222.0.41 "GET /v2.0/networks/20b17a75-47ba-4198-999c-000c34520768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816885 Jul 29 23:26:03.492655 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11dfd9b4-86fe-480e-b050-577d2bffc66c x-openstack-request-id: req-11dfd9b4-86fe-480e-b050-577d2bffc66c {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:26:03.493171 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0330b254-1f00-4fd8-b87f-0cc4ecf581b2", "name": "network-vif-plugged", "status": "completed", "tag": "bf99fb11-40ec-4ef5-aac5-80f21dde4607", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:26:03.493171 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-11dfd9b4-86fe-480e-b050-577d2bffc66c {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:26:03.493605 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0330b254-1f00-4fd8-b87f-0cc4ecf581b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf99fb11-40ec-4ef5-aac5-80f21dde4607', 'code': 200} Jul 29 23:26:03.539448 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-4e866702-3206-4583-8c85-28edb15659b0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=af1ec564-29cd-4f8a-b291-2e25d87073ad HTTP/1.1" status: 200 len: 217 time: 0.0585778 Jul 29 23:26:03.676953 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-3bb3a540-665f-4027-b89a-81cc1bd6db86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:03.678483 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-3bb3a540-665f-4027-b89a-81cc1bd6db86 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7458a594-1a22-4c4a-88d1-6b77cea076b8 HTTP/1.1" status: 200 len: 797 time: 0.1296136 Jul 29 23:26:03.688625 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b36bcf6-f5f3-4d14-b9f4-7a9e6eed5c36 req-032229ea-0d74-4f61-9530-f837ae762a8d tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:03.690179 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6b36bcf6-f5f3-4d14-b9f4-7a9e6eed5c36 req-032229ea-0d74-4f61-9530-f837ae762a8d tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9966b87-b6ab-400b-bd2c-4a21687af50b HTTP/1.1" status: 200 len: 945 time: 0.1543081 Jul 29 23:26:03.736947 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf73761-0270-45c7-9409-2fa9e5ca109d req-3c305323-676b-4107-a359-9869ba509685 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:03.738496 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7cf73761-0270-45c7-9409-2fa9e5ca109d req-3c305323-676b-4107-a359-9869ba509685 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] 10.222.0.43 "GET /v2.0/ports?device_id=43e867a9-5bf7-416f-9768-09cd705ee44a HTTP/1.1" status: 200 len: 945 time: 0.1882348 Jul 29 23:26:03.748423 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 41196) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:03.754399 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-b42587ad-f8e3-46a5-ad55-2ac4db492a69 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Request body: {'floatingip': {'port_id': '1d1c2ed2-288f-4c54-93ac-4cd170372e3e'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:03.781469 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66702289-0e2b-4621-888b-e528993ec8da req-722741d4-36e4-4880-9908-58fa13515797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:03.782990 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-66702289-0e2b-4621-888b-e528993ec8da req-722741d4-36e4-4880-9908-58fa13515797 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0330b254-1f00-4fd8-b87f-0cc4ecf581b2 HTTP/1.1" status: 200 len: 1098 time: 0.1679144 Jul 29 23:26:03.811361 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b42587ad-f8e3-46a5-ad55-2ac4db492a69 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Notify callbacks [] for floatingip, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:03.830282 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-66702289-0e2b-4621-888b-e528993ec8da req-2e06c5ae-28d9-4aed-b95c-e57c445abd97 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373161 Jul 29 23:26:03.852366 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-92f61a86-7884-4a4e-9ea1-759a44e1516b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:03.853915 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-92f61a86-7884-4a4e-9ea1-759a44e1516b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=20b17a75-47ba-4198-999c-000c34520768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1603899 Jul 29 23:26:03.879217 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6b36bcf6-f5f3-4d14-b9f4-7a9e6eed5c36 req-8ca9adf7-d097-4558-b2ef-008f4536b058 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745443 Jul 29 23:26:03.915657 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded88d61-1cb4-44a2-aeb0-fe7a87c67407 req-52512e10-464a-4f50-b698-f494f45e7c81 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:03.921784 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded88d61-1cb4-44a2-aeb0-fe7a87c67407 req-52512e10-464a-4f50-b698-f494f45e7c81 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:03.927951 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded88d61-1cb4-44a2-aeb0-fe7a87c67407 req-52512e10-464a-4f50-b698-f494f45e7c81 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:03.934113 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded88d61-1cb4-44a2-aeb0-fe7a87c67407 req-52512e10-464a-4f50-b698-f494f45e7c81 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:03.941639 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded88d61-1cb4-44a2-aeb0-fe7a87c67407 req-52512e10-464a-4f50-b698-f494f45e7c81 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:03.946330 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded88d61-1cb4-44a2-aeb0-fe7a87c67407 req-52512e10-464a-4f50-b698-f494f45e7c81 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:03.952276 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded88d61-1cb4-44a2-aeb0-fe7a87c67407 req-52512e10-464a-4f50-b698-f494f45e7c81 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:03.960969 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ded88d61-1cb4-44a2-aeb0-fe7a87c67407 req-52512e10-464a-4f50-b698-f494f45e7c81 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 5426 time: 0.1182170 Jul 29 23:26:04.032599 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ded88d61-1cb4-44a2-aeb0-fe7a87c67407 req-cf62cc95-8c0d-4d11-921d-421ef4726883 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/security-groups?id=06985e19-0909-46d3-806d-ed854aa19767&id=1042ecbe-61fb-4261-9b1f-fc7302682049&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0705955 Jul 29 23:26:04.078094 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-18cbcfea-91fc-4505-8713-a939a9e1b0be req-0abaa8df-544e-403c-bcc0-a562647cadc1 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] 10.222.0.43 "GET /v2.0/security-groups/12555935-18c4-4917-b4b7-fc2751486904 HTTP/1.1" status: 200 len: 2396 time: 0.0938423 Jul 29 23:26:04.095967 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-18cbcfea-91fc-4505-8713-a939a9e1b0be req-2da9b609-0389-4e1a-95a4-0c39d7ffdcae tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '12555935-18c4-4917-b4b7-fc2751486904', 'remote_group_id': None}]} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:04.095967 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-18cbcfea-91fc-4505-8713-a939a9e1b0be req-2da9b609-0389-4e1a-95a4-0c39d7ffdcae tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '12555935-18c4-4917-b4b7-fc2751486904', 'remote_group_id': None}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:04.315167 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d695c9da-2fec-4ece-ad16-0a20a537378f req-2cf0d0a9-4d05-473e-b1e1-399fa02804e6 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:04.316188 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-77b3996d-3d79-4bf0-9904-39c89525142a service neutron] 10.222.0.41 "GET /v2.0/networks/20b17a75-47ba-4198-999c-000c34520768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066352 Jul 29 23:26:04.316638 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d695c9da-2fec-4ece-ad16-0a20a537378f req-2cf0d0a9-4d05-473e-b1e1-399fa02804e6 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.22 "GET /v2.0/ports?device_id=d9966b87-b6ab-400b-bd2c-4a21687af50b HTTP/1.1" status: 200 len: 945 time: 0.0718658 Jul 29 23:26:04.319243 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-18cbcfea-91fc-4505-8713-a939a9e1b0be req-2da9b609-0389-4e1a-95a4-0c39d7ffdcae tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:04.415198 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbac9bc-b312-4d4b-ab14-a4799197fe51 req-4543d82a-be07-46e1-8d14-40e9d136d365 tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:04.416741 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5fbac9bc-b312-4d4b-ab14-a4799197fe51 req-4543d82a-be07-46e1-8d14-40e9d136d365 tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=f4ff10e6-5df0-49b5-9d56-bbcdee1500ff HTTP/1.1" status: 200 len: 1097 time: 0.1754858 Jul 29 23:26:04.434834 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-18cbcfea-91fc-4505-8713-a939a9e1b0be req-2da9b609-0389-4e1a-95a4-0c39d7ffdcae tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:04.451714 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-18cbcfea-91fc-4505-8713-a939a9e1b0be req-2da9b609-0389-4e1a-95a4-0c39d7ffdcae tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:04.491006 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b42587ad-f8e3-46a5-ad55-2ac4db492a69 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:04.498008 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da9b609-0389-4e1a-95a4-0c39d7ffdcae tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8625078-f546-4286-b92c-0abe4bb3b264,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:04.511561 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b42587ad-f8e3-46a5-ad55-2ac4db492a69 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:04.538535 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5fbac9bc-b312-4d4b-ab14-a4799197fe51 req-7f42c84f-1780-4a4d-b088-e0aaaa513647 tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003573 Jul 29 23:26:04.542169 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-18cbcfea-91fc-4505-8713-a939a9e1b0be req-2da9b609-0389-4e1a-95a4-0c39d7ffdcae tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:04.543353 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-18cbcfea-91fc-4505-8713-a939a9e1b0be req-2da9b609-0389-4e1a-95a4-0c39d7ffdcae tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4519167 Jul 29 23:26:04.546366 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-0bf8fa41-c82e-48e4-b491-f008f187530e service neutron] 10.222.0.41 "GET /v2.0/networks/20b17a75-47ba-4198-999c-000c34520768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161098 Jul 29 23:26:04.635928 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 41214) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:04.649104 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-7352f51c-30fe-4d33-9553-99859447555c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6cab2274-0e29-41ee-a31c-dc16b683b0ae HTTP/1.1" status: 200 len: 217 time: 0.0859265 Jul 29 23:26:04.702292 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-d695c9da-2fec-4ece-ad16-0a20a537378f req-d82818a1-371f-45d1-9774-25fb7ab67f1e tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Deleting port 56d9f230-202a-4676-ae39-769e6f9c0d1c {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:26:04.703119 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-d695c9da-2fec-4ece-ad16-0a20a537378f req-d82818a1-371f-45d1-9774-25fb7ab67f1e tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:04.798096 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-477260e4-fdb5-461f-b84f-052d55955294 req-4eeadb8a-1788-45f4-b847-9283f58583de tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] 10.222.0.43 "GET /v2.0/security-groups/12555935-18c4-4917-b4b7-fc2751486904 HTTP/1.1" status: 200 len: 2994 time: 0.1577351 Jul 29 23:26:04.805380 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-e3735bf7-3c69-431a-816a-78ac76ccaf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:04.807071 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-e3735bf7-3c69-431a-816a-78ac76ccaf3b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fcb38ae7-084a-4b8d-94fa-28c5b74ee6b1 HTTP/1.1" status: 200 len: 797 time: 0.1305707 Jul 29 23:26:04.824059 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea8019-7431-4ce0-93f6-8b9b69319d80 req-09d5f90c-1883-425a-9e7a-d7b7b04adc2b tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:04.827277 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d6ea8019-7431-4ce0-93f6-8b9b69319d80 req-09d5f90c-1883-425a-9e7a-d7b7b04adc2b tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=0330b254-1f00-4fd8-b87f-0cc4ecf581b2 HTTP/1.1" status: 200 len: 946 time: 0.1880336 Jul 29 23:26:04.853397 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2b216bd7-066b-4081-8a1d-9d92adaa042b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:04.930593 n-d-712141-10 neutron-server[94077]: INFO neutron.db.l3_db [None req-b42587ad-f8e3-46a5-ad55-2ac4db492a69 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Floating IP 7b6984ee-5283-406e-8510-68a3181c8d76 associated. External IP: 172.25.0.91, port: 1d1c2ed2-288f-4c54-93ac-4cd170372e3e. Jul 29 23:26:04.985488 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d6ea8019-7431-4ce0-93f6-8b9b69319d80 req-82ce427a-d14a-46fc-b101-47fd34c3ba69 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409175 Jul 29 23:26:04.991901 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-d695c9da-2fec-4ece-ad16-0a20a537378f req-d82818a1-371f-45d1-9774-25fb7ab67f1e tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] For port 56d9f230-202a-4676-ae39-769e6f9c0d1c, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=56d9f230-202a-4676-ae39-769e6f9c0d1c,segment=NetworkSegment(2f225bab-780d-4bb8-903d-ee3f32d75d09),segment_id=2f225bab-780d-4bb8-903d-ee3f32d75d09)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:04.992280 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-d695c9da-2fec-4ece-ad16-0a20a537378f req-d82818a1-371f-45d1-9774-25fb7ab67f1e tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:05.024553 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-ea3ef725-9d9d-4356-9ef7-ce6c8f674038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:05.026179 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-ea3ef725-9d9d-4356-9ef7-ce6c8f674038 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1954572 Jul 29 23:26:05.095181 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-d695c9da-2fec-4ece-ad16-0a20a537378f req-d82818a1-371f-45d1-9774-25fb7ab67f1e tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Calling delete_port for 56d9f230-202a-4676-ae39-769e6f9c0d1c owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:26:05.107100 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8b27c451-8477-416a-b9b9-a96311fc3e96 req-2934f6b5-df16-4132-b158-7e336acf2189 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] 10.222.0.43 "GET /v2.0/security-group-rules/c8625078-f546-4286-b92c-0abe4bb3b264 HTTP/1.1" status: 200 len: 783 time: 0.0698555 Jul 29 23:26:05.158962 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2b216bd7-066b-4081-8a1d-9d92adaa042b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:05.173345 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2b216bd7-066b-4081-8a1d-9d92adaa042b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:05.184114 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8b27c451-8477-416a-b9b9-a96311fc3e96 req-5ea36c57-c12a-4ad2-8561-36117d0594e0 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] 10.222.0.43 "GET /v2.0/security-groups/12555935-18c4-4917-b4b7-fc2751486904 HTTP/1.1" status: 200 len: 2994 time: 0.0760858 Jul 29 23:26:05.207191 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-7354ee8d-113f-4364-899f-c3073d1752a0 service neutron] 10.222.0.41 "GET /v2.0/networks/4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710925 Jul 29 23:26:05.239541 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-8b27c451-8477-416a-b9b9-a96311fc3e96 req-c91f24d7-b5a2-4c05-9705-ade4982e6872 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:05.273780 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-8b27c451-8477-416a-b9b9-a96311fc3e96 req-c91f24d7-b5a2-4c05-9705-ade4982e6872 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:05.325091 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-2b216bd7-066b-4081-8a1d-9d92adaa042b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=affb1300630a4861914a9e88f716ea39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6864898 Jul 29 23:26:05.326016 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 41240) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:05.332976 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:26:05.344530 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-8b27c451-8477-416a-b9b9-a96311fc3e96 req-c91f24d7-b5a2-4c05-9705-ade4982e6872 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:05.368817 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-8b27c451-8477-416a-b9b9-a96311fc3e96 req-c91f24d7-b5a2-4c05-9705-ade4982e6872 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:05.386113 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8b27c451-8477-416a-b9b9-a96311fc3e96 req-c91f24d7-b5a2-4c05-9705-ade4982e6872 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/c8625078-f546-4286-b92c-0abe4bb3b264 HTTP/1.1" status: 204 len: 173 time: 0.2010128 Jul 29 23:26:05.421935 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91f24d7-b5a2-4c05-9705-ade4982e6872 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c8625078-f546-4286-b92c-0abe4bb3b264,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:05.447949 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b216bd7-066b-4081-8a1d-9d92adaa042b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a74d43-a412-4427-9054-8cbf39bc31b6,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:05.450002 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-90f594f4-3bcb-43aa-8be6-6c381de77248 service neutron] 10.222.0.41 "GET /v2.0/networks/4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321625 Jul 29 23:26:05.460986 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-aa2dc37c-1e29-483b-babe-6d04b36278a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:05.520190 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-aa2dc37c-1e29-483b-babe-6d04b36278a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:05.529543 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af15956b-8bff-4c51-8d1a-9fe9ade993ee req-f53381d2-e4ad-4c0b-becc-4df3b6646a8b tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:05.531043 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-af15956b-8bff-4c51-8d1a-9fe9ade993ee req-f53381d2-e4ad-4c0b-becc-4df3b6646a8b tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=d9966b87-b6ab-400b-bd2c-4a21687af50b HTTP/1.1" status: 200 len: 945 time: 0.1314125 Jul 29 23:26:05.532304 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-ee29d15a-109f-4a52-b7ae-d6e308c1edae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7450c10b-b2aa-4ef3-b42e-e8eeba1cf253 HTTP/1.1" status: 200 len: 217 time: 0.0538747 Jul 29 23:26:05.541742 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b42587ad-f8e3-46a5-ad55-2ac4db492a69 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Router d0765de7-b2a9-48ba-a3e2-4c253ac75656 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:26:05.597095 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575291aa-d115-4d11-b801-b5ea14a6c95e req-a7b52147-84e3-4ac6-b80e-b8de33b85ad7 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:05.603828 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575291aa-d115-4d11-b801-b5ea14a6c95e req-a7b52147-84e3-4ac6-b80e-b8de33b85ad7 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:05.609633 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575291aa-d115-4d11-b801-b5ea14a6c95e req-a7b52147-84e3-4ac6-b80e-b8de33b85ad7 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:05.615500 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575291aa-d115-4d11-b801-b5ea14a6c95e req-a7b52147-84e3-4ac6-b80e-b8de33b85ad7 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:05.622156 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575291aa-d115-4d11-b801-b5ea14a6c95e req-a7b52147-84e3-4ac6-b80e-b8de33b85ad7 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:05.627918 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575291aa-d115-4d11-b801-b5ea14a6c95e req-a7b52147-84e3-4ac6-b80e-b8de33b85ad7 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:05.631488 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-d695c9da-2fec-4ece-ad16-0a20a537378f req-d82818a1-371f-45d1-9774-25fb7ab67f1e tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:05.635411 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575291aa-d115-4d11-b801-b5ea14a6c95e req-a7b52147-84e3-4ac6-b80e-b8de33b85ad7 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:05.637511 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-575291aa-d115-4d11-b801-b5ea14a6c95e req-a7b52147-84e3-4ac6-b80e-b8de33b85ad7 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 5426 time: 0.1947107 Jul 29 23:26:05.647031 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['56d9f230-202a-4676-ae39-769e6f9c0d1c'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:26:05.671274 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['95555302-95fb-448e-a090-29b4ec336757'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:26:05.674933 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82818a1-371f-45d1-9774-25fb7ab67f1e tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Pushing event deleted for resources: {'Port': ['ID=56d9f230-202a-4676-ae39-769e6f9c0d1c,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:05.690270 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-af15956b-8bff-4c51-8d1a-9fe9ade993ee req-8988849c-624b-4ac2-b19b-06d95330f2a2 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501589 Jul 29 23:26:05.701927 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-f95993e6-6c15-4792-9c19-c1b5b6b66719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:05.703377 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-f95993e6-6c15-4792-9c19-c1b5b6b66719 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fcb38ae7-084a-4b8d-94fa-28c5b74ee6b1 HTTP/1.1" status: 200 len: 797 time: 0.1624057 Jul 29 23:26:05.760516 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-575291aa-d115-4d11-b801-b5ea14a6c95e req-439bdd0d-a311-45bd-8546-3a808a269914 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/security-groups?id=06985e19-0909-46d3-806d-ed854aa19767&id=1042ecbe-61fb-4261-9b1f-fc7302682049&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1121504 Jul 29 23:26:05.761489 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-d695c9da-2fec-4ece-ad16-0a20a537378f req-d82818a1-371f-45d1-9774-25fb7ab67f1e tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] No DVR routers for this DVR port 56d9f230-202a-4676-ae39-769e6f9c0d1c on host n-h2-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:26:05.765840 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-aa2dc37c-1e29-483b-babe-6d04b36278a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:05.768393 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-aa2dc37c-1e29-483b-babe-6d04b36278a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:05.772120 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-aa2dc37c-1e29-483b-babe-6d04b36278a2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a4a74d43-a412-4427-9054-8cbf39bc31b6 HTTP/1.1" status: 204 len: 168 time: 0.4335263 Jul 29 23:26:05.782308 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-d695c9da-2fec-4ece-ad16-0a20a537378f req-d82818a1-371f-45d1-9774-25fb7ab67f1e tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:05.792015 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d695c9da-2fec-4ece-ad16-0a20a537378f req-d82818a1-371f-45d1-9774-25fb7ab67f1e tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.22 "DELETE /v2.0/ports/56d9f230-202a-4676-ae39-769e6f9c0d1c HTTP/1.1" status: 204 len: 173 time: 1.4562535 Jul 29 23:26:05.828797 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-8a6bbeb4-b123-44d4-92b0-27b8d2036231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:05.830335 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-8a6bbeb4-b123-44d4-92b0-27b8d2036231 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1159604 Jul 29 23:26:05.832111 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9966b87-b6ab-400b-bd2c-4a21687af50b', 'name': 'network-vif-deleted', 'tag': '56d9f230-202a-4676-ae39-769e6f9c0d1c'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:26:05.834472 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a271c3-e344-41f5-8865-262af5e649ab" -d '{"events": [{"server_uuid": "d9966b87-b6ab-400b-bd2c-4a21687af50b", "name": "network-vif-deleted", "tag": "56d9f230-202a-4676-ae39-769e6f9c0d1c"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:26:05.843985 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a2f406c4-ec2f-437f-99f6-1d08dd8257a7 req-d560afa4-1456-4479-9b98-904f142e2434 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] 10.222.0.43 "GET /v2.0/security-groups/12555935-18c4-4917-b4b7-fc2751486904 HTTP/1.1" status: 200 len: 2396 time: 0.1154411 Jul 29 23:26:05.880039 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2dc37c-1e29-483b-babe-6d04b36278a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a74d43-a412-4427-9054-8cbf39bc31b6,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:05.884983 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42587ad-f8e3-46a5-ad55-2ac4db492a69 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:26:05.898747 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ab7e5c-49f9-4362-97d6-84403cf52350 None None] Sync routers for ids ['d0765de7-b2a9-48ba-a3e2-4c253ac75656'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:26:05.903639 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b42587ad-f8e3-46a5-ad55-2ac4db492a69 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:05.919119 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ab7e5c-49f9-4362-97d6-84403cf52350 None None] Routers {'d0765de7-b2a9-48ba-a3e2-4c253ac75656'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:26:05.919746 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-02ab7e5c-49f9-4362-97d6-84403cf52350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:25:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['d0765de7-b2a9-48ba-a3e2-4c253ac75656'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:05.949862 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b42587ad-f8e3-46a5-ad55-2ac4db492a69 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] 10.222.0.43 "PUT /v2.0/floatingips/7b6984ee-5283-406e-8510-68a3181c8d76 HTTP/1.1" status: 200 len: 990 time: 2.1991429 Jul 29 23:26:05.986801 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a2f406c4-ec2f-437f-99f6-1d08dd8257a7 req-f44b1718-d065-411e-a5da-b59343d0b781 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:06.016906 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a2f406c4-ec2f-437f-99f6-1d08dd8257a7 req-f44b1718-d065-411e-a5da-b59343d0b781 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:06.090559 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-d384a19b-4060-4e45-ac15-6ddffcd14bfb service neutron] 10.222.0.41 "GET /v2.0/networks/4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437785 Jul 29 23:26:06.120869 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-02ab7e5c-49f9-4362-97d6-84403cf52350 None None] Set router d0765de7-b2a9-48ba-a3e2-4c253ac75656 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:26:06.185560 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a2f406c4-ec2f-437f-99f6-1d08dd8257a7 req-f44b1718-d065-411e-a5da-b59343d0b781 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:06.188074 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a2f406c4-ec2f-437f-99f6-1d08dd8257a7 req-f44b1718-d065-411e-a5da-b59343d0b781 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:06.193274 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a2f406c4-ec2f-437f-99f6-1d08dd8257a7 req-f44b1718-d065-411e-a5da-b59343d0b781 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] 10.222.0.43 "DELETE /v2.0/security-groups/12555935-18c4-4917-b4b7-fc2751486904 HTTP/1.1" status: 204 len: 173 time: 0.3484550 Jul 29 23:26:06.247714 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e6771d-8e8e-41c3-9d89-6e9d33739423 x-openstack-request-id: req-15e6771d-8e8e-41c3-9d89-6e9d33739423 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:26:06.248343 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9966b87-b6ab-400b-bd2c-4a21687af50b", "name": "network-vif-deleted", "tag": "56d9f230-202a-4676-ae39-769e6f9c0d1c", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:26:06.248948 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-15e6771d-8e8e-41c3-9d89-6e9d33739423 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:26:06.249653 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9966b87-b6ab-400b-bd2c-4a21687af50b', 'name': 'network-vif-deleted', 'tag': '56d9f230-202a-4676-ae39-769e6f9c0d1c', 'status': 'completed', 'code': 200} Jul 29 23:26:06.258189 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44b1718-d065-411e-a5da-b59343d0b781 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12555935-18c4-4917-b4b7-fc2751486904,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:06.331625 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 41268) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:06.349706 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b2f04d36-e320-4247-a894-c952d13c6bf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:06.448954 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed8829b-2064-4b31-90d1-9ff41a943c1a req-2a65b528-9af1-4d48-9968-87d37d7a5fe7 tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:06.465101 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0ed8829b-2064-4b31-90d1-9ff41a943c1a req-2a65b528-9af1-4d48-9968-87d37d7a5fe7 tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] 10.222.0.43 "GET /v2.0/networks?id=25ec63fd-39c0-4137-a939-b19e29e152fa HTTP/1.1" status: 200 len: 815 time: 0.3227966 Jul 29 23:26:06.472953 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdd262b9-59e7-4172-8c79-793ffd2b5628 req-acabd0b2-fb92-4547-957a-c8d114beb9ae service neutron] 10.222.0.41 "GET /v2.0/networks/4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3740835 Jul 29 23:26:06.501608 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-02ab7e5c-49f9-4362-97d6-84403cf52350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0765de7-b2a9-48ba-a3e2-4c253ac75656', 'name': 'tempest-ServersTestJSON-1723327279-router', 'tenant_id': '05e8cd719a1e468d9d1f19a8ac790d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'f3096959-e840-4034-90d7-1ec965fd798e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:25:08Z', 'updated_at': '2021-07-29T23:25:19Z', 'revision_number': 4, 'project_id': '05e8cd719a1e468d9d1f19a8ac790d23', 'gw_port': {'id': 'f3096959-e840-4034-90d7-1ec965fd798e', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:58:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0765de7-b2a9-48ba-a3e2-4c253ac75656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:25:10Z', 'updated_at': '2021-07-29T23:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '7b6984ee-5283-406e-8510-68a3181c8d76', 'tenant_id': '05e8cd719a1e468d9d1f19a8ac790d23', 'floating_ip_address': '172.25.0.91', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': 'd0765de7-b2a9-48ba-a3e2-4c253ac75656', 'port_id': '1d1c2ed2-288f-4c54-93ac-4cd170372e3e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de2cb6c2-1eb5-4f3f-9ac4-4b9f8df261c6', 'mac_address': 'fa:16:3e:a1:07:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e867a9-5bf7-416f-9768-09cd705ee44a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:25:31Z', 'updated_at': '2021-07-29T23:26:04Z', 'revision_number': 1, 'project_id': '05e8cd719a1e468d9d1f19a8ac790d23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70700276-f102-4503-a701-b5c13aa1544c', 'name': '', 'network_id': 'de2cb6c2-1eb5-4f3f-9ac4-4b9f8df261c6', 'tenant_id': '05e8cd719a1e468d9d1f19a8ac790d23', 'mac_address': 'fa:16:3e:82:39:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0765de7-b2a9-48ba-a3e2-4c253ac75656', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': 'b39d3184-aaf6-43d1-83ae-f569a32d6aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:25:17Z', 'updated_at': '2021-07-29T23:25:27Z', 'revision_number': 5, 'project_id': '05e8cd719a1e468d9d1f19a8ac790d23', 'subnets': [{'id': 'b39d3184-aaf6-43d1-83ae-f569a32d6aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:06.502324 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0ed8829b-2064-4b31-90d1-9ff41a943c1a req-59a163d2-b87d-4bf7-ae75-726677ceaa38 tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] 10.222.0.43 "GET /v2.0/quotas/d05d0735641f4e49a84fdfbf89768ab7 HTTP/1.1" status: 200 len: 375 time: 0.0345609 Jul 29 23:26:06.549980 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b2f04d36-e320-4247-a894-c952d13c6bf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:06.561573 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b2f04d36-e320-4247-a894-c952d13c6bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:06.570774 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ab7e5c-49f9-4362-97d6-84403cf52350 None None] Checking router: d0765de7-b2a9-48ba-a3e2-4c253ac75656 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:26:06.590666 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ab7e5c-49f9-4362-97d6-84403cf52350 None None] Routers {'d0765de7-b2a9-48ba-a3e2-4c253ac75656'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:26:06.591280 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-02ab7e5c-49f9-4362-97d6-84403cf52350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:25:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['d0765de7-b2a9-48ba-a3e2-4c253ac75656'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:06.612045 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0ed8829b-2064-4b31-90d1-9ff41a943c1a req-eaea6808-5105-4c8a-a54d-e759e32084b9 tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d05d0735641f4e49a84fdfbf89768ab7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1093807 Jul 29 23:26:06.621424 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da715ed-fb37-40b6-9493-2da4d9576ff9 req-e1cfc8f5-7e6a-4094-8110-cd6257b1efde tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:06.624863 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b2f04d36-e320-4247-a894-c952d13c6bf7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=68297cc163ab4598b654e9f6c33016c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2893538 Jul 29 23:26:06.624863 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 41272) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:06.629057 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5da715ed-fb37-40b6-9493-2da4d9576ff9 req-e1cfc8f5-7e6a-4094-8110-cd6257b1efde tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=0330b254-1f00-4fd8-b87f-0cc4ecf581b2 HTTP/1.1" status: 200 len: 946 time: 0.1536028 Jul 29 23:26:06.632819 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f04d36-e320-4247-a894-c952d13c6bf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279f8229-8abe-4dbb-b92c-a8e2fe830ca0,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:06.695705 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8ec12667-aade-4cb7-ab1c-7d0a32dfce5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:06.721740 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8ec12667-aade-4cb7-ab1c-7d0a32dfce5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:06.730355 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-02ab7e5c-49f9-4362-97d6-84403cf52350 None None] Set router d0765de7-b2a9-48ba-a3e2-4c253ac75656 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:26:06.760061 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5da715ed-fb37-40b6-9493-2da4d9576ff9 req-6bbec9b5-e9bd-4239-a871-e79a1b3c10fe tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299574 Jul 29 23:26:06.784336 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af816298-1a0c-44a8-95fc-d2e116fabd14 req-ecfca4fb-d652-482b-992b-7f7895b4d54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:06.784813 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af816298-1a0c-44a8-95fc-d2e116fabd14 req-ecfca4fb-d652-482b-992b-7f7895b4d54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:06.785434 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af816298-1a0c-44a8-95fc-d2e116fabd14 req-ecfca4fb-d652-482b-992b-7f7895b4d54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:06.787639 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af816298-1a0c-44a8-95fc-d2e116fabd14 req-ecfca4fb-d652-482b-992b-7f7895b4d54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:06.787639 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af816298-1a0c-44a8-95fc-d2e116fabd14 req-ecfca4fb-d652-482b-992b-7f7895b4d54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:06.787639 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af816298-1a0c-44a8-95fc-d2e116fabd14 req-ecfca4fb-d652-482b-992b-7f7895b4d54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:06.787639 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af816298-1a0c-44a8-95fc-d2e116fabd14 req-ecfca4fb-d652-482b-992b-7f7895b4d54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:06.789422 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8ec12667-aade-4cb7-ab1c-7d0a32dfce5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:06.789818 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-af816298-1a0c-44a8-95fc-d2e116fabd14 req-ecfca4fb-d652-482b-992b-7f7895b4d54f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2080476b97a74d1caf5886ea19337ad1&device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 6490 time: 0.0925932 Jul 29 23:26:06.801434 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8ec12667-aade-4cb7-ab1c-7d0a32dfce5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:06.801434 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8ec12667-aade-4cb7-ab1c-7d0a32dfce5c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/279f8229-8abe-4dbb-b92c-a8e2fe830ca0 HTTP/1.1" status: 204 len: 168 time: 0.1679065 Jul 29 23:26:06.825788 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec12667-aade-4cb7-ab1c-7d0a32dfce5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279f8229-8abe-4dbb-b92c-a8e2fe830ca0,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:06.853566 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0ed8829b-2064-4b31-90d1-9ff41a943c1a req-ca1ad45f-2b30-452c-8776-39b605439eb0 service neutron] 10.222.0.43 "GET /v2.0/networks/25ec63fd-39c0-4137-a939-b19e29e152fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166641 Jul 29 23:26:06.893368 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:06.935578 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [req-e58313b1-a1ac-440f-aa58-723db8e44de5 req-e98ab166-5616-4909-9e98-064c6672badf tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] show failed (client error): The resource could not be found. Jul 29 23:26:06.936623 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e58313b1-a1ac-440f-aa58-723db8e44de5 req-e98ab166-5616-4909-9e98-064c6672badf tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] 10.222.0.43 "GET /v2.0/security-groups/59523670-b39a-4d6d-a830-227266572141 HTTP/1.1" status: 404 len: 352 time: 0.1121502 Jul 29 23:26:07.011728 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0ed8829b-2064-4b31-90d1-9ff41a943c1a req-33d9ea07-e26d-40a6-b0d7-31f93e8bdee9 service neutron] 10.222.0.43 "GET /v2.0/networks/25ec63fd-39c0-4137-a939-b19e29e152fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507382 Jul 29 23:26:07.033349 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af816298-1a0c-44a8-95fc-d2e116fabd14 req-b10d9182-f137-45f4-96f0-5a9cf76f8969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:07.040441 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-af816298-1a0c-44a8-95fc-d2e116fabd14 req-b10d9182-f137-45f4-96f0-5a9cf76f8969 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf HTTP/1.1" status: 200 len: 902 time: 0.2380030 Jul 29 23:26:07.157770 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-af816298-1a0c-44a8-95fc-d2e116fabd14 req-c27f7673-4792-42dd-9c58-8f472d2ff29f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7450c10b-b2aa-4ef3-b42e-e8eeba1cf253 HTTP/1.1" status: 200 len: 217 time: 0.0894101 Jul 29 23:26:07.353769 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff633cd-af72-4c05-bc60-1565fed007bb req-ebde4f5f-9701-4b22-9bd6-7e4f765cce28 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:07.370036 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff633cd-af72-4c05-bc60-1565fed007bb req-ebde4f5f-9701-4b22-9bd6-7e4f765cce28 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:07.378421 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff633cd-af72-4c05-bc60-1565fed007bb req-ebde4f5f-9701-4b22-9bd6-7e4f765cce28 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:07.384664 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff633cd-af72-4c05-bc60-1565fed007bb req-ebde4f5f-9701-4b22-9bd6-7e4f765cce28 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:07.391299 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff633cd-af72-4c05-bc60-1565fed007bb req-ebde4f5f-9701-4b22-9bd6-7e4f765cce28 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:07.406901 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff633cd-af72-4c05-bc60-1565fed007bb req-ebde4f5f-9701-4b22-9bd6-7e4f765cce28 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:07.414481 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff633cd-af72-4c05-bc60-1565fed007bb req-ebde4f5f-9701-4b22-9bd6-7e4f765cce28 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:07.438689 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9ff633cd-af72-4c05-bc60-1565fed007bb req-ebde4f5f-9701-4b22-9bd6-7e4f765cce28 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 5426 time: 0.2838969 Jul 29 23:26:07.454840 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af816298-1a0c-44a8-95fc-d2e116fabd14 req-cb689101-64ff-4a13-aa72-e6d932d510e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:07.456288 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-af816298-1a0c-44a8-95fc-d2e116fabd14 req-cb689101-64ff-4a13-aa72-e6d932d510e0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fcb38ae7-084a-4b8d-94fa-28c5b74ee6b1 HTTP/1.1" status: 200 len: 797 time: 0.2465305 Jul 29 23:26:07.476127 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-02ab7e5c-49f9-4362-97d6-84403cf52350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0765de7-b2a9-48ba-a3e2-4c253ac75656', 'name': 'tempest-ServersTestJSON-1723327279-router', 'tenant_id': '05e8cd719a1e468d9d1f19a8ac790d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'f3096959-e840-4034-90d7-1ec965fd798e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:25:08Z', 'updated_at': '2021-07-29T23:25:19Z', 'revision_number': 4, 'project_id': '05e8cd719a1e468d9d1f19a8ac790d23', 'gw_port': {'id': 'f3096959-e840-4034-90d7-1ec965fd798e', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:58:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0765de7-b2a9-48ba-a3e2-4c253ac75656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:25:10Z', 'updated_at': '2021-07-29T23:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '7b6984ee-5283-406e-8510-68a3181c8d76', 'tenant_id': '05e8cd719a1e468d9d1f19a8ac790d23', 'floating_ip_address': '172.25.0.91', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': 'd0765de7-b2a9-48ba-a3e2-4c253ac75656', 'port_id': '1d1c2ed2-288f-4c54-93ac-4cd170372e3e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de2cb6c2-1eb5-4f3f-9ac4-4b9f8df261c6', 'mac_address': 'fa:16:3e:a1:07:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e867a9-5bf7-416f-9768-09cd705ee44a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:25:31Z', 'updated_at': '2021-07-29T23:26:04Z', 'revision_number': 1, 'project_id': '05e8cd719a1e468d9d1f19a8ac790d23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70700276-f102-4503-a701-b5c13aa1544c', 'name': '', 'network_id': 'de2cb6c2-1eb5-4f3f-9ac4-4b9f8df261c6', 'tenant_id': '05e8cd719a1e468d9d1f19a8ac790d23', 'mac_address': 'fa:16:3e:82:39:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0765de7-b2a9-48ba-a3e2-4c253ac75656', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': 'b39d3184-aaf6-43d1-83ae-f569a32d6aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:25:17Z', 'updated_at': '2021-07-29T23:25:27Z', 'revision_number': 5, 'project_id': '05e8cd719a1e468d9d1f19a8ac790d23', 'subnets': [{'id': 'b39d3184-aaf6-43d1-83ae-f569a32d6aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:07.510910 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ab7e5c-49f9-4362-97d6-84403cf52350 None None] The sync data for ids ['d0765de7-b2a9-48ba-a3e2-4c253ac75656'] in n-d-712141-10 is: [{'id': 'd0765de7-b2a9-48ba-a3e2-4c253ac75656', 'name': 'tempest-ServersTestJSON-1723327279-router', 'tenant_id': '05e8cd719a1e468d9d1f19a8ac790d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'f3096959-e840-4034-90d7-1ec965fd798e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:25:08Z', 'updated_at': '2021-07-29T23:25:19Z', 'revision_number': 4, 'project_id': '05e8cd719a1e468d9d1f19a8ac790d23', 'gw_port': {'id': 'f3096959-e840-4034-90d7-1ec965fd798e', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:58:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0765de7-b2a9-48ba-a3e2-4c253ac75656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:25:10Z', 'updated_at': '2021-07-29T23:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '7b6984ee-5283-406e-8510-68a3181c8d76', 'tenant_id': '05e8cd719a1e468d9d1f19a8ac790d23', 'floating_ip_address': '172.25.0.91', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': 'd0765de7-b2a9-48ba-a3e2-4c253ac75656', 'port_id': '1d1c2ed2-288f-4c54-93ac-4cd170372e3e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de2cb6c2-1eb5-4f3f-9ac4-4b9f8df261c6', 'mac_address': 'fa:16:3e:a1:07:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e867a9-5bf7-416f-9768-09cd705ee44a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:25:31Z', 'updated_at': '2021-07-29T23:26:04Z', 'revision_number': 1, 'project_id': '05e8cd719a1e468d9d1f19a8ac790d23', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '70700276-f102-4503-a701-b5c13aa1544c', 'name': '', 'network_id': 'de2cb6c2-1eb5-4f3f-9ac4-4b9f8df261c6', 'tenant_id': '05e8cd719a1e468d9d1f19a8ac790d23', 'mac_address': 'fa:16:3e:82:39:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0765de7-b2a9-48ba-a3e2-4c253ac75656', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': 'b39d3184-aaf6-43d1-83ae-f569a32d6aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:25:17Z', 'updated_at': '2021-07-29T23:25:27Z', 'revision_number': 5, 'project_id': '05e8cd719a1e468d9d1f19a8ac790d23', 'subnets': [{'id': 'b39d3184-aaf6-43d1-83ae-f569a32d6aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:26:07.594326 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d6db1011-4392-40ef-88cf-51da2116f6e4 req-9c65e0c3-0307-477c-b3aa-3016b8495812 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] 10.222.0.43 "GET /v2.0/security-groups/08a09533-629f-48d5-9642-fcb5dcfceff4 HTTP/1.1" status: 200 len: 1804 time: 0.1304977 Jul 29 23:26:07.606932 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9ff633cd-af72-4c05-bc60-1565fed007bb req-648d2cf5-2ab2-4436-9565-416173a70963 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/security-groups?id=06985e19-0909-46d3-806d-ed854aa19767&id=1042ecbe-61fb-4261-9b1f-fc7302682049&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1669796 Jul 29 23:26:07.664955 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af816298-1a0c-44a8-95fc-d2e116fabd14 req-d27bcd2e-0453-4606-88fe-845a71ed70b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:07.668134 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-af816298-1a0c-44a8-95fc-d2e116fabd14 req-d27bcd2e-0453-4606-88fe-845a71ed70b0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1523919 Jul 29 23:26:07.902133 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 56d9f230-202a-4676-ae39-769e6f9c0d1c no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:26:07.957172 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940a5dc1-b747-4dd5-8946-48a767cddf3f None None] New status for floating IP 7b6984ee-5283-406e-8510-68a3181c8d76: ACTIVE {{(pid=94079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:26:07.962582 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: 56d9f230-202a-4676-ae39-769e6f9c0d1c {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:26:07.967716 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 56d9f230-202a-4676-ae39-769e6f9c0d1c not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:26:08.120987 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 41322) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:08.218699 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c5f39cdd-d8be-44f2-be66-466b8ffd0fa7 req-127d48bf-d42b-4e2a-ba3b-44866815bed1 tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] 10.222.0.43 "GET /v2.0/ports?device_id=564dd03e-5cd2-4dbf-a516-217c17e9cfa4 HTTP/1.1" status: 200 len: 210 time: 0.5056236 Jul 29 23:26:08.225418 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d6db1011-4392-40ef-88cf-51da2116f6e4 req-fb2472c1-9697-45e1-9cb0-56cb362c97ec tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:08.251794 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43e867a9-5bf7-416f-9768-09cd705ee44a', 'tag': '1d1c2ed2-288f-4c54-93ac-4cd170372e3e'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:26:08.254965 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39cef65a-9dfd-4a51-853b-9b415416d8e9" -d '{"events": [{"name": "network-changed", "server_uuid": "43e867a9-5bf7-416f-9768-09cd705ee44a", "tag": "1d1c2ed2-288f-4c54-93ac-4cd170372e3e"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:26:08.269744 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-f7b7afd5-059d-4a60-81b4-e702100a96f7 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-973500348-network', 'tenant_id': '1aef09e8ad134545bd67a467d0199c15'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:08.283424 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d6db1011-4392-40ef-88cf-51da2116f6e4 req-fb2472c1-9697-45e1-9cb0-56cb362c97ec tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:08.306767 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b7afd5-059d-4a60-81b4-e702100a96f7 admin admin] Made reservation on behalf of 1aef09e8ad134545bd67a467d0199c15 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:26:08.310634 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f7b7afd5-059d-4a60-81b4-e702100a96f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:08.326296 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f7b7afd5-059d-4a60-81b4-e702100a96f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:08.344678 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-af816298-1a0c-44a8-95fc-d2e116fabd14 req-6996f020-03de-4c2b-a90a-7e23284a78ed service neutron] 10.222.0.41 "GET /v2.0/networks/4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6490247 Jul 29 23:26:08.423269 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d6db1011-4392-40ef-88cf-51da2116f6e4 req-fb2472c1-9697-45e1-9cb0-56cb362c97ec tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:08.426071 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d6db1011-4392-40ef-88cf-51da2116f6e4 req-fb2472c1-9697-45e1-9cb0-56cb362c97ec tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:08.427294 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d6db1011-4392-40ef-88cf-51da2116f6e4 req-fb2472c1-9697-45e1-9cb0-56cb362c97ec tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] 10.222.0.43 "DELETE /v2.0/security-groups/08a09533-629f-48d5-9642-fcb5dcfceff4 HTTP/1.1" status: 204 len: 173 time: 0.8155808 Jul 29 23:26:08.470625 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f7b7afd5-059d-4a60-81b4-e702100a96f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:08.471718 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2472c1-9697-45e1-9cb0-56cb362c97ec tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a09533-629f-48d5-9642-fcb5dcfceff4,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:08.476438 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f7b7afd5-059d-4a60-81b4-e702100a96f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:08.491826 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7b7afd5-059d-4a60-81b4-e702100a96f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:26:08.504040 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f7b7afd5-059d-4a60-81b4-e702100a96f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:08.504405 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-f7b7afd5-059d-4a60-81b4-e702100a96f7 admin admin] Added segment 17b2c622-bac6-4298-9f70-11d5205d8079 of type vlan for network a74822f1-959a-4abc-9b28-d10d0b1420ae Jul 29 23:26:08.563302 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b7afd5-059d-4a60-81b4-e702100a96f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02fd24fa-7347-44bd-bec3-224dec7766ac,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:08.581206 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f7b7afd5-059d-4a60-81b4-e702100a96f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:08.612296 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-af816298-1a0c-44a8-95fc-d2e116fabd14 req-d3d005e6-1b27-487d-9489-23075225cd5d service neutron] 10.222.0.41 "GET /v2.0/networks/4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514615 Jul 29 23:26:08.644352 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b27dc1e-804a-4ffd-b996-e0316b78ba87 req-315ec259-3c9d-4a89-b936-2c920cc5d035 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:08.649268 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0b27dc1e-804a-4ffd-b996-e0316b78ba87 req-315ec259-3c9d-4a89-b936-2c920cc5d035 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/networks?id=09be3f6b-3c77-4c8e-bbe6-2435736d69cf HTTP/1.1" status: 200 len: 805 time: 0.2251925 Jul 29 23:26:08.661075 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f7b7afd5-059d-4a60-81b4-e702100a96f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:08.663614 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b7afd5-059d-4a60-81b4-e702100a96f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:08.664450 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f7b7afd5-059d-4a60-81b4-e702100a96f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:08.666041 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf610809-b60c-4e6c-b0b7-793451e075c3 req-05180ab8-3a44-4816-bb71-8925524406d2 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:08.667593 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cf610809-b60c-4e6c-b0b7-793451e075c3 req-05180ab8-3a44-4816-bb71-8925524406d2 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=0330b254-1f00-4fd8-b87f-0cc4ecf581b2 HTTP/1.1" status: 200 len: 946 time: 0.1456890 Jul 29 23:26:08.695096 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-f7b7afd5-059d-4a60-81b4-e702100a96f7 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5718780 Jul 29 23:26:08.704144 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0b27dc1e-804a-4ffd-b996-e0316b78ba87 req-dab0bef9-0f11-4399-85b2-01a9e4d694df tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/quotas/62091d0f24f84b44849aea33b1484fc4 HTTP/1.1" status: 200 len: 375 time: 0.0352273 Jul 29 23:26:08.707553 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 41342) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:08.723525 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-358a0c38-5554-4b49-9f8a-3d3d22d33d15 admin admin] Request body: {'subnet': {'network_id': 'a74822f1-959a-4abc-9b28-d10d0b1420ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-973500348-subnet', 'tenant_id': '1aef09e8ad134545bd67a467d0199c15', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:08.771695 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cf610809-b60c-4e6c-b0b7-793451e075c3 req-bc1dc35e-9cf8-4733-b9de-b6aa3a72ac3a tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950863 Jul 29 23:26:08.802451 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-358a0c38-5554-4b49-9f8a-3d3d22d33d15 admin admin] Made reservation on behalf of 1aef09e8ad134545bd67a467d0199c15 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:26:08.805541 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-358a0c38-5554-4b49-9f8a-3d3d22d33d15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:08.822227 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0b27dc1e-804a-4ffd-b996-e0316b78ba87 req-359a766d-8321-4922-a1d9-771844bee4bb tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=62091d0f24f84b44849aea33b1484fc4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1169391 Jul 29 23:26:09.025491 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-292c5194-5c82-4a63-af71-976775f485f6 req-cb2756c5-2258-4491-92e7-f29480772fe5 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] 10.222.0.43 "GET /v2.0/security-groups/52f42d3d-c1f2-4453-b167-1f67bacc369a HTTP/1.1" status: 200 len: 1805 time: 0.1567180 Jul 29 23:26:09.058797 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0b27dc1e-804a-4ffd-b996-e0316b78ba87 req-913ec854-6969-46f0-97e6-2babc3660982 service neutron] 10.222.0.43 "GET /v2.0/networks/09be3f6b-3c77-4c8e-bbe6-2435736d69cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356074 Jul 29 23:26:09.147669 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172f41a7-79cc-4f38-9b9f-565d6d568d88 x-openstack-request-id: req-172f41a7-79cc-4f38-9b9f-565d6d568d88 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:26:09.148878 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43e867a9-5bf7-416f-9768-09cd705ee44a", "tag": "1d1c2ed2-288f-4c54-93ac-4cd170372e3e", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:26:09.148878 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-172f41a7-79cc-4f38-9b9f-565d6d568d88 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:26:09.148878 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43e867a9-5bf7-416f-9768-09cd705ee44a', 'tag': '1d1c2ed2-288f-4c54-93ac-4cd170372e3e', 'status': 'completed', 'code': 200} Jul 29 23:26:09.197452 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b7afd5-059d-4a60-81b4-e702100a96f7 admin admin] Pushing event updated for resources: {'Network': ['ID=a74822f1-959a-4abc-9b28-d10d0b1420ae,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:09.214225 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network a74822f1-959a-4abc-9b28-d10d0b1420ae details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:26:09.230212 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cef65a-9dfd-4a51-853b-9b415416d8e9 req-cbee2d77-1406-4235-aeff-4d4b0ecbdcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:09.231626 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-39cef65a-9dfd-4a51-853b-9b415416d8e9 req-cbee2d77-1406-4235-aeff-4d4b0ecbdcd3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=05e8cd719a1e468d9d1f19a8ac790d23&device_id=43e867a9-5bf7-416f-9768-09cd705ee44a HTTP/1.1" status: 200 len: 1097 time: 0.0867081 Jul 29 23:26:09.238139 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed8829b-2064-4b31-90d1-9ff41a943c1a req-df460b8d-471a-4851-a093-94ca32280277 tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:09.239575 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0ed8829b-2064-4b31-90d1-9ff41a943c1a req-df460b8d-471a-4851-a093-94ca32280277 tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] 10.222.0.22 "GET /v2.0/networks?id=25ec63fd-39c0-4137-a939-b19e29e152fa HTTP/1.1" status: 200 len: 815 time: 0.5628421 Jul 29 23:26:09.261860 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-292c5194-5c82-4a63-af71-976775f485f6 req-77fe1a69-adc4-4a3e-abec-a918c13a84a5 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:09.262132 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-0ed8829b-2064-4b31-90d1-9ff41a943c1a req-06864a4f-fb6e-4150-b7f2-894c9941acf4 tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] Request body: {'port': {'device_id': '564dd03e-5cd2-4dbf-a516-217c17e9cfa4', 'network_id': '25ec63fd-39c0-4137-a939-b19e29e152fa', 'admin_state_up': True, 'tenant_id': 'd05d0735641f4e49a84fdfbf89768ab7'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:09.286484 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0b27dc1e-804a-4ffd-b996-e0316b78ba87 req-757570d5-8ec9-4623-9117-65d2553b0484 service neutron] 10.222.0.43 "GET /v2.0/networks/09be3f6b-3c77-4c8e-bbe6-2435736d69cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264333 Jul 29 23:26:09.310660 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-292c5194-5c82-4a63-af71-976775f485f6 req-77fe1a69-adc4-4a3e-abec-a918c13a84a5 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:09.399276 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-358a0c38-5554-4b49-9f8a-3d3d22d33d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:09.411978 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cef65a-9dfd-4a51-853b-9b415416d8e9 req-2acf7242-1452-4419-85a8-d6b819d8fafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:09.414109 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-39cef65a-9dfd-4a51-853b-9b415416d8e9 req-2acf7242-1452-4419-85a8-d6b819d8fafd service neutron] 10.222.0.22 "GET /v2.0/networks?id=de2cb6c2-1eb5-4f3f-9ac4-4b9f8df261c6 HTTP/1.1" status: 200 len: 907 time: 0.1736319 Jul 29 23:26:09.485453 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358a0c38-5554-4b49-9f8a-3d3d22d33d15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae790fd8-1f1c-42ad-b55e-335a32cfbdf8,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:09.498970 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-292c5194-5c82-4a63-af71-976775f485f6 req-77fe1a69-adc4-4a3e-abec-a918c13a84a5 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:09.503567 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-292c5194-5c82-4a63-af71-976775f485f6 req-77fe1a69-adc4-4a3e-abec-a918c13a84a5 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:09.503821 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ed8829b-2064-4b31-90d1-9ff41a943c1a req-06864a4f-fb6e-4150-b7f2-894c9941acf4 tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] Made reservation on behalf of d05d0735641f4e49a84fdfbf89768ab7 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:26:09.506352 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-292c5194-5c82-4a63-af71-976775f485f6 req-77fe1a69-adc4-4a3e-abec-a918c13a84a5 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] 10.222.0.43 "DELETE /v2.0/security-groups/52f42d3d-c1f2-4453-b167-1f67bacc369a HTTP/1.1" status: 204 len: 173 time: 0.4706733 Jul 29 23:26:09.512559 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-0ed8829b-2064-4b31-90d1-9ff41a943c1a req-06864a4f-fb6e-4150-b7f2-894c9941acf4 tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:09.570726 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fe1a69-adc4-4a3e-abec-a918c13a84a5 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f42d3d-c1f2-4453-b167-1f67bacc369a,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:09.592233 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358a0c38-5554-4b49-9f8a-3d3d22d33d15 admin admin] Checking segment: {'id': '17b2c622-bac6-4298-9f70-11d5205d8079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a74822f1-959a-4abc-9b28-d10d0b1420ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:26:09.593903 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358a0c38-5554-4b49-9f8a-3d3d22d33d15 admin admin] Network hostable DHCP agents. Network: a74822f1-959a-4abc-9b28-d10d0b1420ae, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:26:09.650241 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358a0c38-5554-4b49-9f8a-3d3d22d33d15 admin admin] Network a74822f1-959a-4abc-9b28-d10d0b1420ae is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:26:09.747528 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-358a0c38-5554-4b49-9f8a-3d3d22d33d15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, a74822f1-959a-4abc-9b28-d10d0b1420ae) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:26:09.765438 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01213533-b8d5-4ba0-a7a7-1809444cad2f None None] Network a74822f1-959a-4abc-9b28-d10d0b1420ae requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:26:09.768607 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-39cef65a-9dfd-4a51-853b-9b415416d8e9 req-d09894b2-4751-4c86-987b-ebdcc976a29f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d1c2ed2-288f-4c54-93ac-4cd170372e3e HTTP/1.1" status: 200 len: 1000 time: 0.3475053 Jul 29 23:26:09.778085 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358a0c38-5554-4b49-9f8a-3d3d22d33d15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:09.781207 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-358a0c38-5554-4b49-9f8a-3d3d22d33d15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:09.821361 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-358a0c38-5554-4b49-9f8a-3d3d22d33d15 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1120305 Jul 29 23:26:09.866938 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-0ed8829b-2064-4b31-90d1-9ff41a943c1a req-06864a4f-fb6e-4150-b7f2-894c9941acf4 tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] Allocated IP 172.20.0.3 (25ec63fd-39c0-4137-a939-b19e29e152fa/c91eb1c0-305d-415b-b3ca-0475dffc7759/e7fa0a15-9e42-46f4-9ed4-895a93dc17eb) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:26:09.958163 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75939fc2-2b6f-4b40-b094-942c089822d0 req-361d0a6d-631e-4305-a57c-bb7e93bca820 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:09.969908 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed88af4a-61bf-4cfa-9282-377a57a1a1c7 None None] Network a74822f1-959a-4abc-9b28-d10d0b1420ae requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:26:09.995502 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75939fc2-2b6f-4b40-b094-942c089822d0 req-361d0a6d-631e-4305-a57c-bb7e93bca820 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:10.001574 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75939fc2-2b6f-4b40-b094-942c089822d0 req-361d0a6d-631e-4305-a57c-bb7e93bca820 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:10.051573 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75939fc2-2b6f-4b40-b094-942c089822d0 req-361d0a6d-631e-4305-a57c-bb7e93bca820 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:10.073463 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75939fc2-2b6f-4b40-b094-942c089822d0 req-361d0a6d-631e-4305-a57c-bb7e93bca820 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:10.085370 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75939fc2-2b6f-4b40-b094-942c089822d0 req-361d0a6d-631e-4305-a57c-bb7e93bca820 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:10.101018 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cef65a-9dfd-4a51-853b-9b415416d8e9 req-e7d1b249-8ebd-4ebc-ac9c-4c7e2ff67618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:10.105751 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75939fc2-2b6f-4b40-b094-942c089822d0 req-361d0a6d-631e-4305-a57c-bb7e93bca820 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:10.112572 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-75939fc2-2b6f-4b40-b094-942c089822d0 req-361d0a6d-631e-4305-a57c-bb7e93bca820 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 5426 time: 0.4563699 Jul 29 23:26:10.113570 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-39cef65a-9dfd-4a51-853b-9b415416d8e9 req-e7d1b249-8ebd-4ebc-ac9c-4c7e2ff67618 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b39d3184-aaf6-43d1-83ae-f569a32d6aca HTTP/1.1" status: 200 len: 845 time: 0.2869422 Jul 29 23:26:10.233100 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a1e92891-2cdd-4436-a282-f9aee7cad4d6 req-65b80c42-e021-4bf3-9ffb-e1e52ac91d6d tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] 10.222.0.43 "GET /v2.0/ports?device_id=564dd03e-5cd2-4dbf-a516-217c17e9cfa4 HTTP/1.1" status: 200 len: 210 time: 0.1177373 Jul 29 23:26:10.340755 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-75939fc2-2b6f-4b40-b094-942c089822d0 req-3d29b77e-e188-4631-99d9-55ef22c9fddc tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/security-groups?id=06985e19-0909-46d3-806d-ed854aa19767&id=1042ecbe-61fb-4261-9b1f-fc7302682049&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2234132 Jul 29 23:26:10.444429 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-0ed8829b-2064-4b31-90d1-9ff41a943c1a req-06864a4f-fb6e-4150-b7f2-894c9941acf4 tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:10.483185 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-0ed8829b-2064-4b31-90d1-9ff41a943c1a req-06864a4f-fb6e-4150-b7f2-894c9941acf4 tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] Transition to ACTIVE for port object e7fa0a15-9e42-46f4-9ed4-895a93dc17eb will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:26:10.523557 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-656d5558-7dc8-430f-bdf6-1dbf0f40fc43 req-e331a838-935d-4c48-adfd-4882d8ffd0f6 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] 10.222.0.43 "GET /v2.0/security-groups/d0cdbea9-c1e0-4f50-8f30-3c106a1fb0e1 HTTP/1.1" status: 200 len: 1804 time: 0.1271443 Jul 29 23:26:10.607745 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-0ed8829b-2064-4b31-90d1-9ff41a943c1a req-06864a4f-fb6e-4150-b7f2-894c9941acf4 tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:10.626846 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c74c7ad3-2024-416d-9849-0c5c30380662 req-c51738ce-a50e-4b8c-b899-dadae8d6c0ca tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=97981410-0992-46c7-a0f1-961c2f5627fa HTTP/1.1" status: 200 len: 210 time: 0.1136315 Jul 29 23:26:10.739746 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-656d5558-7dc8-430f-bdf6-1dbf0f40fc43 req-0320559f-3338-433f-8154-d2c387170d79 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:10.764553 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ed8829b-2064-4b31-90d1-9ff41a943c1a req-06864a4f-fb6e-4150-b7f2-894c9941acf4 tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] Network 25ec63fd-39c0-4137-a939-b19e29e152fa is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:26:10.780163 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06864a4f-fb6e-4150-b7f2-894c9941acf4 tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] Pushing event updated for resources: {'Port': ['ID=e7fa0a15-9e42-46f4-9ed4-895a93dc17eb,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:10.795674 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-0ed8829b-2064-4b31-90d1-9ff41a943c1a req-06864a4f-fb6e-4150-b7f2-894c9941acf4 tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:26:10.802665 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ed8829b-2064-4b31-90d1-9ff41a943c1a req-06864a4f-fb6e-4150-b7f2-894c9941acf4 tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:26:10.809187 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cef65a-9dfd-4a51-853b-9b415416d8e9 req-4d79fd3c-2119-4778-96a9-a3eff2fbd9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:10.810739 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-39cef65a-9dfd-4a51-853b-9b415416d8e9 req-4d79fd3c-2119-4778-96a9-a3eff2fbd9f7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=de2cb6c2-1eb5-4f3f-9ac4-4b9f8df261c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6605186 Jul 29 23:26:10.813767 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-656d5558-7dc8-430f-bdf6-1dbf0f40fc43 req-0320559f-3338-433f-8154-d2c387170d79 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:10.870279 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9e24c2-7bcc-4b99-aa05-c973cb847daa req-9a3d4806-1038-4207-9c89-0e4b6e25fed8 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:10.879060 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8c9e24c2-7bcc-4b99-aa05-c973cb847daa req-9a3d4806-1038-4207-9c89-0e4b6e25fed8 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=0330b254-1f00-4fd8-b87f-0cc4ecf581b2 HTTP/1.1" status: 200 len: 946 time: 0.1325963 Jul 29 23:26:10.956740 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed8829b-2064-4b31-90d1-9ff41a943c1a req-06864a4f-fb6e-4150-b7f2-894c9941acf4 tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:10.957554 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-0ed8829b-2064-4b31-90d1-9ff41a943c1a req-06864a4f-fb6e-4150-b7f2-894c9941acf4 tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:10.968574 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-656d5558-7dc8-430f-bdf6-1dbf0f40fc43 req-0320559f-3338-433f-8154-d2c387170d79 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:10.974534 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-656d5558-7dc8-430f-bdf6-1dbf0f40fc43 req-0320559f-3338-433f-8154-d2c387170d79 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:10.981484 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-656d5558-7dc8-430f-bdf6-1dbf0f40fc43 req-0320559f-3338-433f-8154-d2c387170d79 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] 10.222.0.43 "DELETE /v2.0/security-groups/d0cdbea9-c1e0-4f50-8f30-3c106a1fb0e1 HTTP/1.1" status: 204 len: 173 time: 0.4570735 Jul 29 23:26:11.003032 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8c9e24c2-7bcc-4b99-aa05-c973cb847daa req-2c73cfca-d645-40a8-a56c-30b4992d989e tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/security-groups?id=22fa2620-dbff-471f-a869-b79dc46e7677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225224 Jul 29 23:26:11.045413 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0320559f-3338-433f-8154-d2c387170d79 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0cdbea9-c1e0-4f50-8f30-3c106a1fb0e1,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:11.173707 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0ed8829b-2064-4b31-90d1-9ff41a943c1a req-06864a4f-fb6e-4150-b7f2-894c9941acf4 tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9242332 Jul 29 23:26:11.221620 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c6af4f02-20a0-415d-9c76-b4a515b1276e req-fb5a23d2-80d6-4b33-b0b2-ada14defd61a tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] 10.222.0.43 "GET /v2.0/security-groups/c67eaa75-9bc4-4b24-bf98-406dcdf01537 HTTP/1.1" status: 200 len: 2402 time: 0.1277306 Jul 29 23:26:11.234186 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-0ed8829b-2064-4b31-90d1-9ff41a943c1a req-a6947b7b-ecb4-4b96-babb-dd2920d7a9f0 service neutron] Request body: {'port': {'device_id': '564dd03e-5cd2-4dbf-a516-217c17e9cfa4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:11.253992 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-85591b24-f097-4260-afd3-134fd8328660 None None] Provisioning for port e7fa0a15-9e42-46f4-9ed4-895a93dc17eb completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:26:11.261907 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-85591b24-f097-4260-afd3-134fd8328660 None None] Provisioning complete for port e7fa0a15-9e42-46f4-9ed4-895a93dc17eb triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:11.262678 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-85591b24-f097-4260-afd3-134fd8328660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:11.385416 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-85591b24-f097-4260-afd3-134fd8328660 None None] Port e7fa0a15-9e42-46f4-9ed4-895a93dc17eb cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:26:11.407803 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-c6af4f02-20a0-415d-9c76-b4a515b1276e req-a2c1de55-0fe5-4869-88a0-c7dbabfa09c2 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:11.462161 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-c6af4f02-20a0-415d-9c76-b4a515b1276e req-a2c1de55-0fe5-4869-88a0-c7dbabfa09c2 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:11.470063 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-39cef65a-9dfd-4a51-853b-9b415416d8e9 req-e803ddbd-91bb-41f7-bb5a-89540dfa3bc4 service neutron] 10.222.0.22 "GET /v2.0/networks/de2cb6c2-1eb5-4f3f-9ac4-4b9f8df261c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6077089 Jul 29 23:26:11.486389 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-0ed8829b-2064-4b31-90d1-9ff41a943c1a req-a6947b7b-ecb4-4b96-babb-dd2920d7a9f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:11.801436 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-c6af4f02-20a0-415d-9c76-b4a515b1276e req-a2c1de55-0fe5-4869-88a0-c7dbabfa09c2 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:11.804619 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-c6af4f02-20a0-415d-9c76-b4a515b1276e req-a2c1de55-0fe5-4869-88a0-c7dbabfa09c2 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:11.805868 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c6af4f02-20a0-415d-9c76-b4a515b1276e req-a2c1de55-0fe5-4869-88a0-c7dbabfa09c2 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] 10.222.0.43 "DELETE /v2.0/security-groups/c67eaa75-9bc4-4b24-bf98-406dcdf01537 HTTP/1.1" status: 204 len: 173 time: 0.5832825 Jul 29 23:26:11.839815 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c1de55-0fe5-4869-88a0-c7dbabfa09c2 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c67eaa75-9bc4-4b24-bf98-406dcdf01537,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:11.903608 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db60eb-37a9-4bde-9703-55d9d8693bf8 req-be5e17d1-9c60-485d-8422-40d89896e014 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:11.905105 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-15db60eb-37a9-4bde-9703-55d9d8693bf8 req-be5e17d1-9c60-485d-8422-40d89896e014 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.41 "GET /v2.0/ports?device_id=0330b254-1f00-4fd8-b87f-0cc4ecf581b2 HTTP/1.1" status: 200 len: 946 time: 0.3787739 Jul 29 23:26:11.955053 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b27dc1e-804a-4ffd-b996-e0316b78ba87 req-594b9a9c-71b2-401d-b8fa-455384ed0ea4 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:11.956547 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0b27dc1e-804a-4ffd-b996-e0316b78ba87 req-594b9a9c-71b2-401d-b8fa-455384ed0ea4 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.41 "GET /v2.0/networks?id=09be3f6b-3c77-4c8e-bbe6-2435736d69cf HTTP/1.1" status: 200 len: 805 time: 0.4209807 Jul 29 23:26:11.963519 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ad04b-2600-4605-a8f3-1a85c33ada08 req-c88eec05-fbc9-421c-9e25-59e220c7a63b tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:11.965085 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f31ad04b-2600-4605-a8f3-1a85c33ada08 req-c88eec05-fbc9-421c-9e25-59e220c7a63b tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/networks?id=a74822f1-959a-4abc-9b28-d10d0b1420ae HTTP/1.1" status: 200 len: 814 time: 0.5111496 Jul 29 23:26:11.986152 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-0b27dc1e-804a-4ffd-b996-e0316b78ba87 req-e9216520-949b-4b07-a24d-7540a3181d08 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Request body: {'port': {'device_id': '97981410-0992-46c7-a0f1-961c2f5627fa', 'network_id': '09be3f6b-3c77-4c8e-bbe6-2435736d69cf', 'admin_state_up': True, 'tenant_id': '62091d0f24f84b44849aea33b1484fc4'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:12.047173 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-39cef65a-9dfd-4a51-853b-9b415416d8e9 req-d2d15c6b-8238-444d-b554-82dcb6c113c2 service neutron] 10.222.0.22 "GET /v2.0/networks/de2cb6c2-1eb5-4f3f-9ac4-4b9f8df261c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071508 Jul 29 23:26:12.068206 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f31ad04b-2600-4605-a8f3-1a85c33ada08 req-f6683ffc-81b8-4439-a651-d4b77a265cb8 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/quotas/1aef09e8ad134545bd67a467d0199c15 HTTP/1.1" status: 200 len: 375 time: 0.0871358 Jul 29 23:26:12.167625 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-0ed8829b-2064-4b31-90d1-9ff41a943c1a req-a6947b7b-ecb4-4b96-babb-dd2920d7a9f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7fa0a15-9e42-46f4-9ed4-895a93dc17eb {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:26:12.183188 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f31ad04b-2600-4605-a8f3-1a85c33ada08 req-c8515607-d54e-4bee-a240-843520c6d258 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1aef09e8ad134545bd67a467d0199c15&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0882227 Jul 29 23:26:12.190278 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-0ed8829b-2064-4b31-90d1-9ff41a943c1a req-a6947b7b-ecb4-4b96-babb-dd2920d7a9f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:12.195926 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f92807-666b-47eb-8b80-fc6c7cb00f7e req-af916c73-18f8-48e8-8d73-8a2bb1c29eb7 tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:12.196465 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d3f92807-666b-47eb-8b80-fc6c7cb00f7e req-af916c73-18f8-48e8-8d73-8a2bb1c29eb7 tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] 10.222.0.43 "GET /v2.0/ports?device_id=564dd03e-5cd2-4dbf-a516-217c17e9cfa4 HTTP/1.1" status: 200 len: 931 time: 0.2302697 Jul 29 23:26:12.236409 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-0ed8829b-2064-4b31-90d1-9ff41a943c1a req-a6947b7b-ecb4-4b96-babb-dd2920d7a9f0 service neutron] Transition to ACTIVE for port object e7fa0a15-9e42-46f4-9ed4-895a93dc17eb will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:26:12.242680 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-0ed8829b-2064-4b31-90d1-9ff41a943c1a req-a6947b7b-ecb4-4b96-babb-dd2920d7a9f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:12.341088 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6947b7b-ecb4-4b96-babb-dd2920d7a9f0 service neutron] Pushing event updated for resources: {'Port': ['ID=e7fa0a15-9e42-46f4-9ed4-895a93dc17eb,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:12.442560 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d3f92807-666b-47eb-8b80-fc6c7cb00f7e req-ca24ede0-c234-45ad-ae6a-9efcbcffd487 tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] 10.222.0.43 "GET /v2.0/security-groups?id=8d40ae53-9330-41ee-89e9-65b1c9cf505a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306433 Jul 29 23:26:12.461744 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b27dc1e-804a-4ffd-b996-e0316b78ba87 req-e9216520-949b-4b07-a24d-7540a3181d08 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Made reservation on behalf of 62091d0f24f84b44849aea33b1484fc4 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:26:12.471942 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-0b27dc1e-804a-4ffd-b996-e0316b78ba87 req-e9216520-949b-4b07-a24d-7540a3181d08 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:12.514040 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-0ed8829b-2064-4b31-90d1-9ff41a943c1a req-a6947b7b-ecb4-4b96-babb-dd2920d7a9f0 service neutron] Attempting to bind port e7fa0a15-9e42-46f4-9ed4-895a93dc17eb on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:26:12.514723 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-0ed8829b-2064-4b31-90d1-9ff41a943c1a req-a6947b7b-ecb4-4b96-babb-dd2920d7a9f0 service neutron] Attempting to bind port e7fa0a15-9e42-46f4-9ed4-895a93dc17eb by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': 'efab33a7-a578-4f21-bb33-8b641ac40cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '25ec63fd-39c0-4137-a939-b19e29e152fa'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:26:12.514723 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed8829b-2064-4b31-90d1-9ff41a943c1a req-a6947b7b-ecb4-4b96-babb-dd2920d7a9f0 service neutron] Attempting to bind port e7fa0a15-9e42-46f4-9ed4-895a93dc17eb on network 25ec63fd-39c0-4137-a939-b19e29e152fa {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:26:12.531144 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed8829b-2064-4b31-90d1-9ff41a943c1a req-a6947b7b-ecb4-4b96-babb-dd2920d7a9f0 service neutron] Port e7fa0a15-9e42-46f4-9ed4-895a93dc17eb on network 25ec63fd-39c0-4137-a939-b19e29e152fa not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:26:12.531471 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed8829b-2064-4b31-90d1-9ff41a943c1a req-a6947b7b-ecb4-4b96-babb-dd2920d7a9f0 service neutron] Attempting to bind port e7fa0a15-9e42-46f4-9ed4-895a93dc17eb on network 25ec63fd-39c0-4137-a939-b19e29e152fa {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:26:12.575105 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed8829b-2064-4b31-90d1-9ff41a943c1a req-a6947b7b-ecb4-4b96-babb-dd2920d7a9f0 service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:26:12.576756 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed8829b-2064-4b31-90d1-9ff41a943c1a req-a6947b7b-ecb4-4b96-babb-dd2920d7a9f0 service neutron] Checking segment: {'id': 'efab33a7-a578-4f21-bb33-8b641ac40cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '25ec63fd-39c0-4137-a939-b19e29e152fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:26:12.577372 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ed8829b-2064-4b31-90d1-9ff41a943c1a req-a6947b7b-ecb4-4b96-babb-dd2920d7a9f0 service neutron] Bound using segment: {'id': 'efab33a7-a578-4f21-bb33-8b641ac40cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '25ec63fd-39c0-4137-a939-b19e29e152fa'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:26:12.578079 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-0ed8829b-2064-4b31-90d1-9ff41a943c1a req-a6947b7b-ecb4-4b96-babb-dd2920d7a9f0 service neutron] Bound port: e7fa0a15-9e42-46f4-9ed4-895a93dc17eb, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efab33a7-a578-4f21-bb33-8b641ac40cdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '25ec63fd-39c0-4137-a939-b19e29e152fa'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:26:12.578698 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-0ed8829b-2064-4b31-90d1-9ff41a943c1a req-a6947b7b-ecb4-4b96-babb-dd2920d7a9f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:12.739943 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-15db60eb-37a9-4bde-9703-55d9d8693bf8 req-34df8f1f-5cfc-4cf2-96a3-24f700761822 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Deleting port bf99fb11-40ec-4ef5-aac5-80f21dde4607 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:26:12.740288 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-15db60eb-37a9-4bde-9703-55d9d8693bf8 req-34df8f1f-5cfc-4cf2-96a3-24f700761822 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:12.780237 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-0ed8829b-2064-4b31-90d1-9ff41a943c1a req-a6947b7b-ecb4-4b96-babb-dd2920d7a9f0 service neutron] For port e7fa0a15-9e42-46f4-9ed4-895a93dc17eb, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:26:12.784482 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-0ed8829b-2064-4b31-90d1-9ff41a943c1a req-a6947b7b-ecb4-4b96-babb-dd2920d7a9f0 service neutron] For port e7fa0a15-9e42-46f4-9ed4-895a93dc17eb, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=e7fa0a15-9e42-46f4-9ed4-895a93dc17eb,segment=NetworkSegment(efab33a7-a578-4f21-bb33-8b641ac40cdc),segment_id=efab33a7-a578-4f21-bb33-8b641ac40cdc)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:26:12.794814 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-0ed8829b-2064-4b31-90d1-9ff41a943c1a req-a6947b7b-ecb4-4b96-babb-dd2920d7a9f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:12.886886 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f31ad04b-2600-4605-a8f3-1a85c33ada08 req-ac7d8d4d-7625-45e3-8d21-e45d00a447d1 service neutron] 10.222.0.43 "GET /v2.0/networks/a74822f1-959a-4abc-9b28-d10d0b1420ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6883385 Jul 29 23:26:12.910929 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6947b7b-ecb4-4b96-babb-dd2920d7a9f0 service neutron] Pushing event updated for resources: {'Port': ['ID=e7fa0a15-9e42-46f4-9ed4-895a93dc17eb,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:12.919349 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed8829b-2064-4b31-90d1-9ff41a943c1a req-a6947b7b-ecb4-4b96-babb-dd2920d7a9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:12.920122 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-0ed8829b-2064-4b31-90d1-9ff41a943c1a req-a6947b7b-ecb4-4b96-babb-dd2920d7a9f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:12.922244 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0ed8829b-2064-4b31-90d1-9ff41a943c1a req-a6947b7b-ecb4-4b96-babb-dd2920d7a9f0 service neutron] 10.222.0.22 "PUT /v2.0/ports/e7fa0a15-9e42-46f4-9ed4-895a93dc17eb HTTP/1.1" status: 200 len: 1092 time: 1.7074196 Jul 29 23:26:12.922951 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '564dd03e-5cd2-4dbf-a516-217c17e9cfa4', 'tag': 'e7fa0a15-9e42-46f4-9ed4-895a93dc17eb'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:26:12.926491 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b368cbb3-2a2f-444f-8252-8ca831b75b33" -d '{"events": [{"name": "network-changed", "server_uuid": "564dd03e-5cd2-4dbf-a516-217c17e9cfa4", "tag": "e7fa0a15-9e42-46f4-9ed4-895a93dc17eb"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:26:12.935570 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5715d789-04ed-4c1b-ad1e-ef18a5c8ad22 req-067c0ac8-ed84-4d9f-84fe-3e8cea24fb91 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:12.941926 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5715d789-04ed-4c1b-ad1e-ef18a5c8ad22 req-067c0ac8-ed84-4d9f-84fe-3e8cea24fb91 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:12.948736 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5715d789-04ed-4c1b-ad1e-ef18a5c8ad22 req-067c0ac8-ed84-4d9f-84fe-3e8cea24fb91 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:12.954693 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5715d789-04ed-4c1b-ad1e-ef18a5c8ad22 req-067c0ac8-ed84-4d9f-84fe-3e8cea24fb91 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:12.975659 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5715d789-04ed-4c1b-ad1e-ef18a5c8ad22 req-067c0ac8-ed84-4d9f-84fe-3e8cea24fb91 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:12.975659 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5715d789-04ed-4c1b-ad1e-ef18a5c8ad22 req-067c0ac8-ed84-4d9f-84fe-3e8cea24fb91 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:12.975659 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5715d789-04ed-4c1b-ad1e-ef18a5c8ad22 req-067c0ac8-ed84-4d9f-84fe-3e8cea24fb91 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:12.976488 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5715d789-04ed-4c1b-ad1e-ef18a5c8ad22 req-067c0ac8-ed84-4d9f-84fe-3e8cea24fb91 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 5426 time: 0.2529337 Jul 29 23:26:13.157111 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-0b27dc1e-804a-4ffd-b996-e0316b78ba87 req-e9216520-949b-4b07-a24d-7540a3181d08 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Allocated IP 172.20.0.10 (09be3f6b-3c77-4c8e-bbe6-2435736d69cf/61118f50-e726-435d-a59a-d51b2a8c879d/37f0313d-290b-4453-8e0c-0436d8b297d6) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:26:13.176310 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-15db60eb-37a9-4bde-9703-55d9d8693bf8 req-34df8f1f-5cfc-4cf2-96a3-24f700761822 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] For port bf99fb11-40ec-4ef5-aac5-80f21dde4607, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=bf99fb11-40ec-4ef5-aac5-80f21dde4607,segment=NetworkSegment(290ad064-62e5-45f1-87ac-9cd12097849c),segment_id=290ad064-62e5-45f1-87ac-9cd12097849c)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:13.176682 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-15db60eb-37a9-4bde-9703-55d9d8693bf8 req-34df8f1f-5cfc-4cf2-96a3-24f700761822 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:13.214497 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-15db60eb-37a9-4bde-9703-55d9d8693bf8 req-34df8f1f-5cfc-4cf2-96a3-24f700761822 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Calling delete_port for bf99fb11-40ec-4ef5-aac5-80f21dde4607 owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:26:13.248110 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5715d789-04ed-4c1b-ad1e-ef18a5c8ad22 req-873f9dbd-2b1b-46b6-90fd-2eccf284f42a tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/security-groups?id=06985e19-0909-46d3-806d-ed854aa19767&id=1042ecbe-61fb-4261-9b1f-fc7302682049&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2302694 Jul 29 23:26:13.406119 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f31ad04b-2600-4605-a8f3-1a85c33ada08 req-2a7b8f01-a49d-4663-9344-d676e746c289 service neutron] 10.222.0.43 "GET /v2.0/networks/a74822f1-959a-4abc-9b28-d10d0b1420ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5038064 Jul 29 23:26:13.585903 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-0b27dc1e-804a-4ffd-b996-e0316b78ba87 req-e9216520-949b-4b07-a24d-7540a3181d08 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:13.687029 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-15db60eb-37a9-4bde-9703-55d9d8693bf8 req-34df8f1f-5cfc-4cf2-96a3-24f700761822 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:13.756145 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-61e45d0d-afbc-4306-944e-9c845a98db6f req-02126554-e418-4d4b-8dae-5c9e31f7aaf7 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=97981410-0992-46c7-a0f1-961c2f5627fa HTTP/1.1" status: 200 len: 210 time: 0.0580044 Jul 29 23:26:13.808612 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34df8f1f-5cfc-4cf2-96a3-24f700761822 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Pushing event deleted for resources: {'Port': ['ID=bf99fb11-40ec-4ef5-aac5-80f21dde4607,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:13.870215 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-0b27dc1e-804a-4ffd-b996-e0316b78ba87 req-e9216520-949b-4b07-a24d-7540a3181d08 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:13.903718 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['95555302-95fb-448e-a090-29b4ec336757'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:26:13.948773 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-15db60eb-37a9-4bde-9703-55d9d8693bf8 req-34df8f1f-5cfc-4cf2-96a3-24f700761822 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] No DVR routers for this DVR port bf99fb11-40ec-4ef5-aac5-80f21dde4607 on host n-h1-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:26:13.952044 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-15db60eb-37a9-4bde-9703-55d9d8693bf8 req-34df8f1f-5cfc-4cf2-96a3-24f700761822 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:13.957053 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-15db60eb-37a9-4bde-9703-55d9d8693bf8 req-34df8f1f-5cfc-4cf2-96a3-24f700761822 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.41 "DELETE /v2.0/ports/bf99fb11-40ec-4ef5-aac5-80f21dde4607 HTTP/1.1" status: 204 len: 173 time: 2.0419159 Jul 29 23:26:13.959562 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0330b254-1f00-4fd8-b87f-0cc4ecf581b2', 'name': 'network-vif-deleted', 'tag': 'bf99fb11-40ec-4ef5-aac5-80f21dde4607'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:26:13.962080 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53439284-6bc3-43f4-aa74-cc982c8e6305" -d '{"events": [{"server_uuid": "0330b254-1f00-4fd8-b87f-0cc4ecf581b2", "name": "network-vif-deleted", "tag": "bf99fb11-40ec-4ef5-aac5-80f21dde4607"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:26:14.013793 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8b5cf48b-bb0a-4a3d-9614-9709087d54e3 req-f4ac97f5-631f-4d5a-87fd-7203c7093c18 tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] 10.222.0.43 "GET /v2.0/security-groups/8c252f72-6ce8-421a-b0ce-f7ce0493c918 HTTP/1.1" status: 200 len: 2398 time: 0.2108016 Jul 29 23:26:14.052319 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b27dc1e-804a-4ffd-b996-e0316b78ba87 req-e9216520-949b-4b07-a24d-7540a3181d08 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Network 09be3f6b-3c77-4c8e-bbe6-2435736d69cf is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:26:14.071215 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-0b27dc1e-804a-4ffd-b996-e0316b78ba87 req-e9216520-949b-4b07-a24d-7540a3181d08 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:26:14.075933 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b27dc1e-804a-4ffd-b996-e0316b78ba87 req-e9216520-949b-4b07-a24d-7540a3181d08 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:26:14.180262 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9216520-949b-4b07-a24d-7540a3181d08 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Pushing event updated for resources: {'Port': ['ID=37f0313d-290b-4453-8e0c-0436d8b297d6,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:14.245466 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b27dc1e-804a-4ffd-b996-e0316b78ba87 req-e9216520-949b-4b07-a24d-7540a3181d08 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:14.247303 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-0b27dc1e-804a-4ffd-b996-e0316b78ba87 req-e9216520-949b-4b07-a24d-7540a3181d08 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:14.318648 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0b27dc1e-804a-4ffd-b996-e0316b78ba87 req-e9216520-949b-4b07-a24d-7540a3181d08 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3386679 Jul 29 23:26:14.332677 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-8b5cf48b-bb0a-4a3d-9614-9709087d54e3 req-c774272c-5a39-4667-a076-d560187a8a7a tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:14.362429 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-8b5cf48b-bb0a-4a3d-9614-9709087d54e3 req-c774272c-5a39-4667-a076-d560187a8a7a tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:14.368593 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-0b27dc1e-804a-4ffd-b996-e0316b78ba87 req-c9953dc0-60f2-4999-9f6c-a9997c1c6391 service neutron] Request body: {'port': {'device_id': '97981410-0992-46c7-a0f1-961c2f5627fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:14.492545 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-0b27dc1e-804a-4ffd-b996-e0316b78ba87 req-c9953dc0-60f2-4999-9f6c-a9997c1c6391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:14.494677 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-8b5cf48b-bb0a-4a3d-9614-9709087d54e3 req-c774272c-5a39-4667-a076-d560187a8a7a tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:14.498911 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-8b5cf48b-bb0a-4a3d-9614-9709087d54e3 req-c774272c-5a39-4667-a076-d560187a8a7a tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:14.500218 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8b5cf48b-bb0a-4a3d-9614-9709087d54e3 req-c774272c-5a39-4667-a076-d560187a8a7a tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] 10.222.0.43 "DELETE /v2.0/security-groups/8c252f72-6ce8-421a-b0ce-f7ce0493c918 HTTP/1.1" status: 204 len: 173 time: 0.4775214 Jul 29 23:26:14.502426 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device bf99fb11-40ec-4ef5-aac5-80f21dde4607 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:26:14.513949 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 41508) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:14.538450 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c774272c-5a39-4667-a076-d560187a8a7a tempest-SecurityGroupRulesTestJSON-1099365640 tempest-SecurityGroupRulesTestJSON-1099365640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c252f72-6ce8-421a-b0ce-f7ce0493c918,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:14.581843 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] No Port match for: bf99fb11-40ec-4ef5-aac5-80f21dde4607 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:26:14.582465 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device bf99fb11-40ec-4ef5-aac5-80f21dde4607 not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:26:14.689906 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-62c74797-8dda-49cd-a8da-2a479b31d800 admin admin] Deleting subnet e59cc4f6-3a5e-4df1-9fca-c91abc3cd0f0 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:26:14.702322 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-62c74797-8dda-49cd-a8da-2a479b31d800 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:14.791061 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-62c74797-8dda-49cd-a8da-2a479b31d800 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:14.834194 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5e4073ef-5919-4c90-b987-3003bac488e7 req-1e69a9fe-b623-4221-b516-49836f5741f8 tempest-DeleteServersTestJSON-1528723697 tempest-DeleteServersTestJSON-1528723697-project] 10.222.0.43 "GET /v2.0/ports?device_id=0330b254-1f00-4fd8-b87f-0cc4ecf581b2 HTTP/1.1" status: 200 len: 210 time: 0.0771811 Jul 29 23:26:14.853236 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-62c74797-8dda-49cd-a8da-2a479b31d800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:14.938120 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d29069-a3b6-43e1-a897-6af1cfe9b904 x-openstack-request-id: req-f1d29069-a3b6-43e1-a897-6af1cfe9b904 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:26:14.938416 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "564dd03e-5cd2-4dbf-a516-217c17e9cfa4", "tag": "e7fa0a15-9e42-46f4-9ed4-895a93dc17eb", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:26:14.938670 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f1d29069-a3b6-43e1-a897-6af1cfe9b904 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:26:14.939267 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '564dd03e-5cd2-4dbf-a516-217c17e9cfa4', 'tag': 'e7fa0a15-9e42-46f4-9ed4-895a93dc17eb', 'status': 'completed', 'code': 200} Jul 29 23:26:14.964773 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-62c74797-8dda-49cd-a8da-2a479b31d800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:15.016278 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-62c74797-8dda-49cd-a8da-2a479b31d800 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:15.018375 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-62c74797-8dda-49cd-a8da-2a479b31d800 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e59cc4f6-3a5e-4df1-9fca-c91abc3cd0f0 HTTP/1.1" status: 204 len: 168 time: 0.5026057 Jul 29 23:26:15.019612 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c74797-8dda-49cd-a8da-2a479b31d800 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e59cc4f6-3a5e-4df1-9fca-c91abc3cd0f0,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:15.026179 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 41512) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:15.126517 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-0b27dc1e-804a-4ffd-b996-e0316b78ba87 req-c9953dc0-60f2-4999-9f6c-a9997c1c6391 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37f0313d-290b-4453-8e0c-0436d8b297d6 {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:26:15.139406 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-0b27dc1e-804a-4ffd-b996-e0316b78ba87 req-c9953dc0-60f2-4999-9f6c-a9997c1c6391 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:15.193532 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-071545cf-bc79-4663-8e58-b7c693a74b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:15.195821 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-0b27dc1e-804a-4ffd-b996-e0316b78ba87 req-c9953dc0-60f2-4999-9f6c-a9997c1c6391 service neutron] Transition to ACTIVE for port object 37f0313d-290b-4453-8e0c-0436d8b297d6 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:26:15.201906 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-0b27dc1e-804a-4ffd-b996-e0316b78ba87 req-c9953dc0-60f2-4999-9f6c-a9997c1c6391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:15.289254 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72904414-3c16-48eb-8ab4-a128dd28aa1c req-37519820-bb56-4798-aaae-1f9055a0c29b tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:15.290962 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-72904414-3c16-48eb-8ab4-a128dd28aa1c req-37519820-bb56-4798-aaae-1f9055a0c29b tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] 10.222.0.43 "GET /v2.0/ports?device_id=564dd03e-5cd2-4dbf-a516-217c17e9cfa4 HTTP/1.1" status: 200 len: 943 time: 0.1479394 Jul 29 23:26:15.294900 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9953dc0-60f2-4999-9f6c-a9997c1c6391 service neutron] Pushing event updated for resources: {'Port': ['ID=37f0313d-290b-4453-8e0c-0436d8b297d6,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:15.393494 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-071545cf-bc79-4663-8e58-b7c693a74b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:15.400414 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-72904414-3c16-48eb-8ab4-a128dd28aa1c req-4ba674a5-16b1-4a17-b502-cf425bd72f5c tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] 10.222.0.43 "GET /v2.0/security-groups?id=8d40ae53-9330-41ee-89e9-65b1c9cf505a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014626 Jul 29 23:26:15.415305 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-071545cf-bc79-4663-8e58-b7c693a74b44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29960399-786d-4029-a3ba-755cf821d4d9']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:15.430795 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-0b27dc1e-804a-4ffd-b996-e0316b78ba87 req-c9953dc0-60f2-4999-9f6c-a9997c1c6391 service neutron] Attempting to bind port 37f0313d-290b-4453-8e0c-0436d8b297d6 on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:26:15.431411 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-0b27dc1e-804a-4ffd-b996-e0316b78ba87 req-c9953dc0-60f2-4999-9f6c-a9997c1c6391 service neutron] Attempting to bind port 37f0313d-290b-4453-8e0c-0436d8b297d6 by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': '2f225bab-780d-4bb8-903d-ee3f32d75d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '09be3f6b-3c77-4c8e-bbe6-2435736d69cf'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:26:15.432153 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b27dc1e-804a-4ffd-b996-e0316b78ba87 req-c9953dc0-60f2-4999-9f6c-a9997c1c6391 service neutron] Attempting to bind port 37f0313d-290b-4453-8e0c-0436d8b297d6 on network 09be3f6b-3c77-4c8e-bbe6-2435736d69cf {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:26:15.443496 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-071545cf-bc79-4663-8e58-b7c693a74b44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '720614f5-615b-4b1a-bc23-807da098c446') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:15.444468 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-071545cf-bc79-4663-8e58-b7c693a74b44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '720614f5-615b-4b1a-bc23-807da098c446') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:15.447538 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b27dc1e-804a-4ffd-b996-e0316b78ba87 req-c9953dc0-60f2-4999-9f6c-a9997c1c6391 service neutron] Port 37f0313d-290b-4453-8e0c-0436d8b297d6 on network 09be3f6b-3c77-4c8e-bbe6-2435736d69cf not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:26:15.452814 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b27dc1e-804a-4ffd-b996-e0316b78ba87 req-c9953dc0-60f2-4999-9f6c-a9997c1c6391 service neutron] Attempting to bind port 37f0313d-290b-4453-8e0c-0436d8b297d6 on network 09be3f6b-3c77-4c8e-bbe6-2435736d69cf {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:26:15.465447 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b27dc1e-804a-4ffd-b996-e0316b78ba87 req-c9953dc0-60f2-4999-9f6c-a9997c1c6391 service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:26:15.466176 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-071545cf-bc79-4663-8e58-b7c693a74b44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:15.466328 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b27dc1e-804a-4ffd-b996-e0316b78ba87 req-c9953dc0-60f2-4999-9f6c-a9997c1c6391 service neutron] Checking segment: {'id': '2f225bab-780d-4bb8-903d-ee3f32d75d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '09be3f6b-3c77-4c8e-bbe6-2435736d69cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:26:15.466923 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b27dc1e-804a-4ffd-b996-e0316b78ba87 req-c9953dc0-60f2-4999-9f6c-a9997c1c6391 service neutron] Bound using segment: {'id': '2f225bab-780d-4bb8-903d-ee3f32d75d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '09be3f6b-3c77-4c8e-bbe6-2435736d69cf'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:26:15.467568 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-0b27dc1e-804a-4ffd-b996-e0316b78ba87 req-c9953dc0-60f2-4999-9f6c-a9997c1c6391 service neutron] Bound port: 37f0313d-290b-4453-8e0c-0436d8b297d6, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f225bab-780d-4bb8-903d-ee3f32d75d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '09be3f6b-3c77-4c8e-bbe6-2435736d69cf'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:26:15.468142 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-0b27dc1e-804a-4ffd-b996-e0316b78ba87 req-c9953dc0-60f2-4999-9f6c-a9997c1c6391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:15.497286 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-071545cf-bc79-4663-8e58-b7c693a74b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:15.507020 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-071545cf-bc79-4663-8e58-b7c693a74b44 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:26:15.507447 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-071545cf-bc79-4663-8e58-b7c693a74b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:15.513050 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:26:15.513050 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:26:15.513050 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:26:15.513050 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:26:15.513050 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:26:15.513050 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:26:15.513050 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:26:15.513050 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:26:15.513050 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:26:15.513050 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:26:15.513050 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:26:15.513050 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:26:15.513050 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:26:15.513050 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:26:15.513050 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:26:15.513050 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:26:15.513050 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:26:15.513050 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:26:15.513050 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:26:15.513050 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:26:15.513050 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:26:15.513050 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:26:15.513050 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:26:15.513050 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:26:15.513050 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:26:15.513050 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:26:15.513050 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:26:15.513050 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:26:15.513050 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:26:15.513050 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:26:15.513050 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:26:15.513050 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:26:15.607278 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-071545cf-bc79-4663-8e58-b7c693a74b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:15.614833 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-071545cf-bc79-4663-8e58-b7c693a74b44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:15.625501 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-071545cf-bc79-4663-8e58-b7c693a74b44 admin admin] 10.222.0.43 "DELETE /v2.0/networks/29960399-786d-4029-a3ba-755cf821d4d9 HTTP/1.1" status: 204 len: 168 time: 0.5956571 Jul 29 23:26:15.630775 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-62d4dde4-4425-4fb1-b4aa-5018cb1108d1 req-f8e470d2-8a4f-4b81-afcb-e592933e4b13 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17b7710-3c6e-4ff1-9f9c-83340c0d5270 HTTP/1.1" status: 200 len: 210 time: 0.0941954 Jul 29 23:26:15.642269 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-0b27dc1e-804a-4ffd-b996-e0316b78ba87 req-c9953dc0-60f2-4999-9f6c-a9997c1c6391 service neutron] For port 37f0313d-290b-4453-8e0c-0436d8b297d6, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:26:15.661126 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071545cf-bc79-4663-8e58-b7c693a74b44 admin admin] Pushing event deleted for resources: {'Network': ['ID=29960399-786d-4029-a3ba-755cf821d4d9,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:15.670787 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-0b27dc1e-804a-4ffd-b996-e0316b78ba87 req-c9953dc0-60f2-4999-9f6c-a9997c1c6391 service neutron] For port 37f0313d-290b-4453-8e0c-0436d8b297d6, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=37f0313d-290b-4453-8e0c-0436d8b297d6,segment=NetworkSegment(2f225bab-780d-4bb8-903d-ee3f32d75d09),segment_id=2f225bab-780d-4bb8-903d-ee3f32d75d09)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:26:15.678443 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-0b27dc1e-804a-4ffd-b996-e0316b78ba87 req-c9953dc0-60f2-4999-9f6c-a9997c1c6391 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:15.718099 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b27dc1e-804a-4ffd-b996-e0316b78ba87 req-c9953dc0-60f2-4999-9f6c-a9997c1c6391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:15.720436 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-0b27dc1e-804a-4ffd-b996-e0316b78ba87 req-c9953dc0-60f2-4999-9f6c-a9997c1c6391 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:15.723637 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0b27dc1e-804a-4ffd-b996-e0316b78ba87 req-c9953dc0-60f2-4999-9f6c-a9997c1c6391 service neutron] 10.222.0.41 "PUT /v2.0/ports/37f0313d-290b-4453-8e0c-0436d8b297d6 HTTP/1.1" status: 200 len: 1093 time: 1.3632972 Jul 29 23:26:15.756638 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-023612ae-ca80-4620-85e6-38c5379dd928 x-openstack-request-id: req-023612ae-ca80-4620-85e6-38c5379dd928 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:26:15.757425 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0330b254-1f00-4fd8-b87f-0cc4ecf581b2", "name": "network-vif-deleted", "tag": "bf99fb11-40ec-4ef5-aac5-80f21dde4607", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:26:15.758273 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-023612ae-ca80-4620-85e6-38c5379dd928 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:26:15.758762 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0330b254-1f00-4fd8-b87f-0cc4ecf581b2', 'name': 'network-vif-deleted', 'tag': 'bf99fb11-40ec-4ef5-aac5-80f21dde4607', 'status': 'completed', 'code': 200} Jul 29 23:26:15.764124 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9953dc0-60f2-4999-9f6c-a9997c1c6391 service neutron] Pushing event updated for resources: {'Port': ['ID=37f0313d-290b-4453-8e0c-0436d8b297d6,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:15.915245 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 41520) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:15.983378 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b27dc1e-804a-4ffd-b996-e0316b78ba87 req-37a4e96b-a3b6-41aa-8055-e4f6d828b6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:15.984968 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0b27dc1e-804a-4ffd-b996-e0316b78ba87 req-37a4e96b-a3b6-41aa-8055-e4f6d828b6c1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=62091d0f24f84b44849aea33b1484fc4&device_id=97981410-0992-46c7-a0f1-961c2f5627fa HTTP/1.1" status: 200 len: 1096 time: 0.1835749 Jul 29 23:26:16.008331 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd09c9a-ed08-480d-b78b-ade5a46fb351 req-69f5468c-15ac-4533-84ca-a270deab5143 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:16.014629 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd09c9a-ed08-480d-b78b-ade5a46fb351 req-69f5468c-15ac-4533-84ca-a270deab5143 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:16.020634 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd09c9a-ed08-480d-b78b-ade5a46fb351 req-69f5468c-15ac-4533-84ca-a270deab5143 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:16.022671 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-38dbe340-6af1-487d-af53-b207e23286b8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=95d533d8ce374848ab9e17c99bf10944&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1060061 Jul 29 23:26:16.025157 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 41522) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:16.029787 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd09c9a-ed08-480d-b78b-ade5a46fb351 req-69f5468c-15ac-4533-84ca-a270deab5143 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:16.036004 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd09c9a-ed08-480d-b78b-ade5a46fb351 req-69f5468c-15ac-4533-84ca-a270deab5143 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:16.043782 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd09c9a-ed08-480d-b78b-ade5a46fb351 req-69f5468c-15ac-4533-84ca-a270deab5143 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:16.050800 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd09c9a-ed08-480d-b78b-ade5a46fb351 req-69f5468c-15ac-4533-84ca-a270deab5143 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:16.059613 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2cd09c9a-ed08-480d-b78b-ade5a46fb351 req-69f5468c-15ac-4533-84ca-a270deab5143 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 5426 time: 0.1860847 Jul 29 23:26:16.095542 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b4cae153-bbf7-4ee2-88f2-3ea00706ce64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:16.122502 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0b27dc1e-804a-4ffd-b996-e0316b78ba87 req-dc4e564c-f5b3-478c-8d58-555c98bfeaa7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37f0313d-290b-4453-8e0c-0436d8b297d6 HTTP/1.1" status: 200 len: 217 time: 0.0576975 Jul 29 23:26:16.140929 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b4cae153-bbf7-4ee2-88f2-3ea00706ce64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:16.203557 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2cd09c9a-ed08-480d-b78b-ade5a46fb351 req-955425b9-9212-4798-a2af-c8febe9a19f3 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/security-groups?id=06985e19-0909-46d3-806d-ed854aa19767&id=1042ecbe-61fb-4261-9b1f-fc7302682049&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1426840 Jul 29 23:26:16.236857 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b27dc1e-804a-4ffd-b996-e0316b78ba87 req-24c8b534-99d0-40b0-9766-ca1a54bb1671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:16.238727 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0b27dc1e-804a-4ffd-b996-e0316b78ba87 req-24c8b534-99d0-40b0-9766-ca1a54bb1671 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=61118f50-e726-435d-a59a-d51b2a8c879d HTTP/1.1" status: 200 len: 845 time: 0.1100569 Jul 29 23:26:16.241797 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b4cae153-bbf7-4ee2-88f2-3ea00706ce64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:16.245228 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b4cae153-bbf7-4ee2-88f2-3ea00706ce64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:16.247355 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b4cae153-bbf7-4ee2-88f2-3ea00706ce64 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/820be0ac-2023-4f5c-81e6-61966682a2ad HTTP/1.1" status: 204 len: 168 time: 0.2209957 Jul 29 23:26:16.259752 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cae153-bbf7-4ee2-88f2-3ea00706ce64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820be0ac-2023-4f5c-81e6-61966682a2ad,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:16.305402 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0b27dc1e-804a-4ffd-b996-e0316b78ba87 req-6a6ca81c-4ff0-4f66-866a-864348647822 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=09be3f6b-3c77-4c8e-bbe6-2435736d69cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560184 Jul 29 23:26:16.454046 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0b27dc1e-804a-4ffd-b996-e0316b78ba87 req-eee75d6c-3e1e-4f3f-b216-daa1f7857d4b service neutron] 10.222.0.41 "GET /v2.0/networks/09be3f6b-3c77-4c8e-bbe6-2435736d69cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392961 Jul 29 23:26:16.534080 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f78f66a-867c-4df0-8ed6-feff7543a32c req-6e3834e5-2a0f-4ee9-8370-f43be1a30685 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:16.535710 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7f78f66a-867c-4df0-8ed6-feff7543a32c req-6e3834e5-2a0f-4ee9-8370-f43be1a30685 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=97981410-0992-46c7-a0f1-961c2f5627fa HTTP/1.1" status: 200 len: 944 time: 0.1170394 Jul 29 23:26:16.613012 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7f78f66a-867c-4df0-8ed6-feff7543a32c req-5771e401-729a-4e7e-890a-195747f18b0f tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692227 Jul 29 23:26:16.640114 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0b27dc1e-804a-4ffd-b996-e0316b78ba87 req-0619f2f8-6d2e-418b-af7d-fbfa9da7be82 service neutron] 10.222.0.41 "GET /v2.0/networks/09be3f6b-3c77-4c8e-bbe6-2435736d69cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766291 Jul 29 23:26:16.835628 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec27c8-2c5f-4f13-89e7-8cea6ed94a84 req-88d2ac49-a53d-469c-a0d9-11573489f1b9 tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:16.844597 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6aec27c8-2c5f-4f13-89e7-8cea6ed94a84 req-88d2ac49-a53d-469c-a0d9-11573489f1b9 tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] 10.222.0.43 "GET /v2.0/ports?device_id=564dd03e-5cd2-4dbf-a516-217c17e9cfa4 HTTP/1.1" status: 200 len: 943 time: 0.0871763 Jul 29 23:26:17.278207 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6aec27c8-2c5f-4f13-89e7-8cea6ed94a84 req-c423a35f-f5f6-4c57-a623-df433fdcd2a2 tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] 10.222.0.43 "GET /v2.0/security-groups?id=8d40ae53-9330-41ee-89e9-65b1c9cf505a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4326537 Jul 29 23:26:17.380657 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5e0b7805-bcd1-45f8-926e-2754cb83276f req-6aff321c-186c-476b-980f-9d63e2f5df18 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17b7710-3c6e-4ff1-9f9c-83340c0d5270 HTTP/1.1" status: 200 len: 210 time: 0.0307896 Jul 29 23:26:17.530114 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 41558) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:17.595396 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edb3f39-1f8d-4232-bbda-5fdb25b6af55 req-47c140bf-cf13-4799-9029-de15566260b4 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:17.602394 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edb3f39-1f8d-4232-bbda-5fdb25b6af55 req-47c140bf-cf13-4799-9029-de15566260b4 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:17.608497 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edb3f39-1f8d-4232-bbda-5fdb25b6af55 req-47c140bf-cf13-4799-9029-de15566260b4 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:17.615113 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edb3f39-1f8d-4232-bbda-5fdb25b6af55 req-47c140bf-cf13-4799-9029-de15566260b4 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:17.622156 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edb3f39-1f8d-4232-bbda-5fdb25b6af55 req-47c140bf-cf13-4799-9029-de15566260b4 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:17.628153 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edb3f39-1f8d-4232-bbda-5fdb25b6af55 req-47c140bf-cf13-4799-9029-de15566260b4 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:17.635868 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edb3f39-1f8d-4232-bbda-5fdb25b6af55 req-47c140bf-cf13-4799-9029-de15566260b4 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:17.638107 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3edb3f39-1f8d-4232-bbda-5fdb25b6af55 req-47c140bf-cf13-4799-9029-de15566260b4 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 5426 time: 0.1247010 Jul 29 23:26:17.700364 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-2c3a76ab-0842-49ae-be77-bd94a015c8aa admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-440229773-network', 'tenant_id': '5166df6a7a0b4b559f4ef2b3c52d103d'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:17.703173 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3edb3f39-1f8d-4232-bbda-5fdb25b6af55 req-b7666bba-c00c-416e-b15a-006613a94643 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/security-groups?id=06985e19-0909-46d3-806d-ed854aa19767&id=1042ecbe-61fb-4261-9b1f-fc7302682049&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542634 Jul 29 23:26:17.760477 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97981410-0992-46c7-a0f1-961c2f5627fa', 'tag': '37f0313d-290b-4453-8e0c-0436d8b297d6'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:26:17.763299 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c62cab6-25da-4671-913d-9af473a30a8f" -d '{"events": [{"name": "network-changed", "server_uuid": "97981410-0992-46c7-a0f1-961c2f5627fa", "tag": "37f0313d-290b-4453-8e0c-0436d8b297d6"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:26:17.769737 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3a76ab-0842-49ae-be77-bd94a015c8aa admin admin] Made reservation on behalf of 5166df6a7a0b4b559f4ef2b3c52d103d for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:26:17.775930 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2c3a76ab-0842-49ae-be77-bd94a015c8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:17.786097 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2c3a76ab-0842-49ae-be77-bd94a015c8aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:17.892456 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30d29b-91b8-4ffc-ab26-336a34af186b req-f096d055-c39f-4693-8f68-9262107e2956 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:17.894181 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6a30d29b-91b8-4ffc-ab26-336a34af186b req-f096d055-c39f-4693-8f68-9262107e2956 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=97981410-0992-46c7-a0f1-961c2f5627fa HTTP/1.1" status: 200 len: 944 time: 0.0699868 Jul 29 23:26:17.935941 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2c3a76ab-0842-49ae-be77-bd94a015c8aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:17.942566 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2c3a76ab-0842-49ae-be77-bd94a015c8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:17.950248 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6a30d29b-91b8-4ffc-ab26-336a34af186b req-014f7990-b57f-4472-aaa0-98232331773d tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466440 Jul 29 23:26:18.023865 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a76ab-0842-49ae-be77-bd94a015c8aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e644014a-1ff8-4ae3-805c-b9f65266937e,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:18.045079 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c3a76ab-0842-49ae-be77-bd94a015c8aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:26:18.047811 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80659759-2741-4f9d-8695-b80353170951 x-openstack-request-id: req-80659759-2741-4f9d-8695-b80353170951 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:26:18.048063 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97981410-0992-46c7-a0f1-961c2f5627fa", "tag": "37f0313d-290b-4453-8e0c-0436d8b297d6", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:26:18.048294 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-80659759-2741-4f9d-8695-b80353170951 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:26:18.048736 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97981410-0992-46c7-a0f1-961c2f5627fa', 'tag': '37f0313d-290b-4453-8e0c-0436d8b297d6', 'status': 'completed', 'code': 200} Jul 29 23:26:18.082970 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2c3a76ab-0842-49ae-be77-bd94a015c8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:18.084057 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-2c3a76ab-0842-49ae-be77-bd94a015c8aa admin admin] Added segment 73a6cd48-8c2a-409b-82a4-57eadefb5653 of type vlan for network afd8bf54-d9fe-41a7-9311-7114239f93ee Jul 29 23:26:18.158516 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c62cab6-25da-4671-913d-9af473a30a8f req-3cf97b88-5589-49ca-a1d1-e6e0ac4507a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:18.160226 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5c62cab6-25da-4671-913d-9af473a30a8f req-3cf97b88-5589-49ca-a1d1-e6e0ac4507a7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=62091d0f24f84b44849aea33b1484fc4&device_id=97981410-0992-46c7-a0f1-961c2f5627fa HTTP/1.1" status: 200 len: 1096 time: 0.0634055 Jul 29 23:26:18.164339 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2c3a76ab-0842-49ae-be77-bd94a015c8aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:18.208082 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2c3a76ab-0842-49ae-be77-bd94a015c8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:18.212659 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3a76ab-0842-49ae-be77-bd94a015c8aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:18.212659 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2c3a76ab-0842-49ae-be77-bd94a015c8aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:18.304150 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-2c3a76ab-0842-49ae-be77-bd94a015c8aa admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7716725 Jul 29 23:26:18.306431 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 41578) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:18.316511 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-d43ebe9d-8277-460d-a387-10f405db81b5 admin admin] Request body: {'subnet': {'network_id': 'afd8bf54-d9fe-41a7-9311-7114239f93ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-440229773-subnet', 'tenant_id': '5166df6a7a0b4b559f4ef2b3c52d103d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:18.330741 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a76ab-0842-49ae-be77-bd94a015c8aa admin admin] Pushing event updated for resources: {'Network': ['ID=afd8bf54-d9fe-41a7-9311-7114239f93ee,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:18.336417 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c62cab6-25da-4671-913d-9af473a30a8f req-55854848-668d-4b8f-b979-2341422fa47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:18.338074 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5c62cab6-25da-4671-913d-9af473a30a8f req-55854848-668d-4b8f-b979-2341422fa47f service neutron] 10.222.0.41 "GET /v2.0/networks?id=09be3f6b-3c77-4c8e-bbe6-2435736d69cf HTTP/1.1" status: 200 len: 906 time: 0.1690040 Jul 29 23:26:18.360877 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network afd8bf54-d9fe-41a7-9311-7114239f93ee details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:26:18.371704 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d43ebe9d-8277-460d-a387-10f405db81b5 admin admin] Made reservation on behalf of 5166df6a7a0b4b559f4ef2b3c52d103d for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:26:18.379752 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d43ebe9d-8277-460d-a387-10f405db81b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:18.486991 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5c62cab6-25da-4671-913d-9af473a30a8f req-8d4ca964-9f55-4dc7-a7a2-0cdc203bc9d0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37f0313d-290b-4453-8e0c-0436d8b297d6 HTTP/1.1" status: 200 len: 217 time: 0.1385138 Jul 29 23:26:18.568760 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 37f0313d-290b-4453-8e0c-0436d8b297d6 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:26:18.654620 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c62cab6-25da-4671-913d-9af473a30a8f req-f0a170d6-d5cc-44af-aa71-7f2b7272d1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:18.657155 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5c62cab6-25da-4671-913d-9af473a30a8f req-f0a170d6-d5cc-44af-aa71-7f2b7272d1ba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=61118f50-e726-435d-a59a-d51b2a8c879d HTTP/1.1" status: 200 len: 845 time: 0.1626024 Jul 29 23:26:18.677990 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b069a34-d3f9-4cc6-befc-0f4ead576288 req-9a21b9e2-195d-4373-ba12-4480fb71d115 tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:18.685942 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5b069a34-d3f9-4cc6-befc-0f4ead576288 req-9a21b9e2-195d-4373-ba12-4480fb71d115 tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] 10.222.0.43 "GET /v2.0/ports?device_id=564dd03e-5cd2-4dbf-a516-217c17e9cfa4 HTTP/1.1" status: 200 len: 943 time: 0.1701536 Jul 29 23:26:18.700579 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d43ebe9d-8277-460d-a387-10f405db81b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:18.776796 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5c62cab6-25da-4671-913d-9af473a30a8f req-c5f2ff9c-4190-4358-a2fc-ec33c2090e38 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=09be3f6b-3c77-4c8e-bbe6-2435736d69cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873795 Jul 29 23:26:18.793137 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43ebe9d-8277-460d-a387-10f405db81b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1313e30-2d0f-4ce4-b3e7-0bd99e93cf22,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:18.851270 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43ebe9d-8277-460d-a387-10f405db81b5 admin admin] Checking segment: {'id': '73a6cd48-8c2a-409b-82a4-57eadefb5653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'afd8bf54-d9fe-41a7-9311-7114239f93ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:26:18.851829 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43ebe9d-8277-460d-a387-10f405db81b5 admin admin] Network hostable DHCP agents. Network: afd8bf54-d9fe-41a7-9311-7114239f93ee, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:26:18.890900 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43ebe9d-8277-460d-a387-10f405db81b5 admin admin] Network afd8bf54-d9fe-41a7-9311-7114239f93ee is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:26:18.918013 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-d43ebe9d-8277-460d-a387-10f405db81b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, afd8bf54-d9fe-41a7-9311-7114239f93ee) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:26:18.925100 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43ebe9d-8277-460d-a387-10f405db81b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:18.927599 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d43ebe9d-8277-460d-a387-10f405db81b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:18.976265 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d43ebe9d-8277-460d-a387-10f405db81b5 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6592431 Jul 29 23:26:18.986288 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5b069a34-d3f9-4cc6-befc-0f4ead576288 req-fb6eeb46-ab25-4d5e-a7ee-5c0d19af72c1 tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] 10.222.0.43 "GET /v2.0/security-groups?id=8d40ae53-9330-41ee-89e9-65b1c9cf505a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988560 Jul 29 23:26:19.010160 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95f3e25-3e46-4648-b06e-cd9e9a281a49 None None] Network afd8bf54-d9fe-41a7-9311-7114239f93ee requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:26:19.120459 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5c62cab6-25da-4671-913d-9af473a30a8f req-8ddd4669-3be4-4272-846c-ef091f5394ee service neutron] 10.222.0.41 "GET /v2.0/networks/09be3f6b-3c77-4c8e-bbe6-2435736d69cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220057 Jul 29 23:26:19.194772 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704f9f99-f463-4a24-a238-95a74d675c57 None None] Network afd8bf54-d9fe-41a7-9311-7114239f93ee requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:26:19.304369 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e55f4f1f-6b39-4a31-b762-d68b3fa6955d req-2f4d90c5-8968-4e58-9d41-7b6db344c3a6 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17b7710-3c6e-4ff1-9f9c-83340c0d5270 HTTP/1.1" status: 200 len: 210 time: 0.0478992 Jul 29 23:26:19.320166 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 37f0313d-290b-4453-8e0c-0436d8b297d6, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=37f0313d-290b-4453-8e0c-0436d8b297d6,segment=NetworkSegment(2f225bab-780d-4bb8-903d-ee3f32d75d09),segment_id=2f225bab-780d-4bb8-903d-ee3f32d75d09)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:19.335682 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': '37f0313d-290b-4453-8e0c-0436d8b297d6', 'network_id': '09be3f6b-3c77-4c8e-bbe6-2435736d69cf', 'port_id': '37f0313d-290b-4453-8e0c-0436d8b297d6', 'mac_address': 'fa:16:3e:c8:49:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61118f50-e726-435d-a59a-d51b2a8c879d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:26:19.411199 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:19.434809 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5c62cab6-25da-4671-913d-9af473a30a8f req-8d6eccf7-3ee3-4a27-be00-4fa699a040c9 service neutron] 10.222.0.41 "GET /v2.0/networks/09be3f6b-3c77-4c8e-bbe6-2435736d69cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030179 Jul 29 23:26:19.440539 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37f0313d-290b-4453-8e0c-0436d8b297d6 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:26:19.492009 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:19.510422 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 37f0313d-290b-4453-8e0c-0436d8b297d6, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=37f0313d-290b-4453-8e0c-0436d8b297d6,segment=NetworkSegment(2f225bab-780d-4bb8-903d-ee3f32d75d09),segment_id=2f225bab-780d-4bb8-903d-ee3f32d75d09)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:19.512735 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6593bc80-7972-4c48-b678-ad268c34feec req-bf99f233-bc69-4dbb-8c86-fdea24065c3b tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:19.518675 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6593bc80-7972-4c48-b678-ad268c34feec req-bf99f233-bc69-4dbb-8c86-fdea24065c3b tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:19.520630 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:19.525426 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6593bc80-7972-4c48-b678-ad268c34feec req-bf99f233-bc69-4dbb-8c86-fdea24065c3b tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:19.532522 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6593bc80-7972-4c48-b678-ad268c34feec req-bf99f233-bc69-4dbb-8c86-fdea24065c3b tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:19.538984 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6593bc80-7972-4c48-b678-ad268c34feec req-bf99f233-bc69-4dbb-8c86-fdea24065c3b tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:19.545127 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6593bc80-7972-4c48-b678-ad268c34feec req-bf99f233-bc69-4dbb-8c86-fdea24065c3b tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:19.551386 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6593bc80-7972-4c48-b678-ad268c34feec req-bf99f233-bc69-4dbb-8c86-fdea24065c3b tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:19.554558 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6593bc80-7972-4c48-b678-ad268c34feec req-bf99f233-bc69-4dbb-8c86-fdea24065c3b tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 5426 time: 0.1469910 Jul 29 23:26:19.607374 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6593bc80-7972-4c48-b678-ad268c34feec req-79c81e8a-d2aa-40e0-acae-4b0851b75f53 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/security-groups?id=06985e19-0909-46d3-806d-ed854aa19767&id=1042ecbe-61fb-4261-9b1f-fc7302682049&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0451465 Jul 29 23:26:19.679898 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=37f0313d-290b-4453-8e0c-0436d8b297d6,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:19.758098 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08daeb1e-0619-403c-8f40-fbd4a9cbf47c req-138ed96e-9928-4725-9460-a5c3c10ee036 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:19.759998 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-08daeb1e-0619-403c-8f40-fbd4a9cbf47c req-138ed96e-9928-4725-9460-a5c3c10ee036 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=97981410-0992-46c7-a0f1-961c2f5627fa HTTP/1.1" status: 200 len: 945 time: 0.0578952 Jul 29 23:26:19.794913 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['37f0313d-290b-4453-8e0c-0436d8b297d6'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:26:19.809850 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-08daeb1e-0619-403c-8f40-fbd4a9cbf47c req-67996f5e-e853-4bc8-8dcc-cec8f22e9548 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413048 Jul 29 23:26:20.018992 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-2fef4d00-1131-4561-bb81-e60bb016c0c6 req-93d1d924-7e87-451b-be16-36dd782b5111 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1603794051', 'description': 'tempest-description-1234415633'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:20.048993 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2fef4d00-1131-4561-bb81-e60bb016c0c6 req-93d1d924-7e87-451b-be16-36dd782b5111 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:20.143158 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2fef4d00-1131-4561-bb81-e60bb016c0c6 req-93d1d924-7e87-451b-be16-36dd782b5111 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:20.148042 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2fef4d00-1131-4561-bb81-e60bb016c0c6 req-93d1d924-7e87-451b-be16-36dd782b5111 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:20.188187 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2fef4d00-1131-4561-bb81-e60bb016c0c6 req-93d1d924-7e87-451b-be16-36dd782b5111 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:20.190671 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2fef4d00-1131-4561-bb81-e60bb016c0c6 req-93d1d924-7e87-451b-be16-36dd782b5111 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.1764362 Jul 29 23:26:20.194676 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d1d924-7e87-451b-be16-36dd782b5111 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de773885-1c7e-4d57-b92a-e6cc2f127daa,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:20.340076 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00701e13-fb63-49f1-a1b2-e1e45d9efeee req-d95939fc-1853-4d68-9234-43c930f8f679 tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:20.341600 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-00701e13-fb63-49f1-a1b2-e1e45d9efeee req-d95939fc-1853-4d68-9234-43c930f8f679 tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] 10.222.0.43 "GET /v2.0/ports?device_id=564dd03e-5cd2-4dbf-a516-217c17e9cfa4 HTTP/1.1" status: 200 len: 943 time: 0.0517671 Jul 29 23:26:20.386680 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-00701e13-fb63-49f1-a1b2-e1e45d9efeee req-80d9107f-47c9-43c4-9086-81353e46735c tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] 10.222.0.43 "GET /v2.0/security-groups?id=8d40ae53-9330-41ee-89e9-65b1c9cf505a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387478 Jul 29 23:26:20.452500 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6cf6e781-9cec-4e5d-8a08-9b0fb1010786 req-5e4a2386-9efd-42af-ab46-9bb7c3a0a29d tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] 10.222.0.43 "GET /v2.0/security-groups/de773885-1c7e-4d57-b92a-e6cc2f127daa HTTP/1.1" status: 200 len: 1815 time: 0.0411501 Jul 29 23:26:20.463267 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-6cf6e781-9cec-4e5d-8a08-9b0fb1010786 req-b18cd412-5f6a-43bf-ba98-9a570acd7365 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'de773885-1c7e-4d57-b92a-e6cc2f127daa', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:20.463614 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-6cf6e781-9cec-4e5d-8a08-9b0fb1010786 req-b18cd412-5f6a-43bf-ba98-9a570acd7365 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'de773885-1c7e-4d57-b92a-e6cc2f127daa', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:20.531861 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-6cf6e781-9cec-4e5d-8a08-9b0fb1010786 req-b18cd412-5f6a-43bf-ba98-9a570acd7365 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:20.549476 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 37f0313d-290b-4453-8e0c-0436d8b297d6 up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:26:20.568700 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-6cf6e781-9cec-4e5d-8a08-9b0fb1010786 req-b18cd412-5f6a-43bf-ba98-9a570acd7365 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:20.573249 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-6cf6e781-9cec-4e5d-8a08-9b0fb1010786 req-b18cd412-5f6a-43bf-ba98-9a570acd7365 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:20.595594 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18cd412-5f6a-43bf-ba98-9a570acd7365 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcd58fd3-ffba-43c9-bfd3-10887bfa98e7,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:20.603590 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-6cf6e781-9cec-4e5d-8a08-9b0fb1010786 req-b18cd412-5f6a-43bf-ba98-9a570acd7365 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:20.604848 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6cf6e781-9cec-4e5d-8a08-9b0fb1010786 req-b18cd412-5f6a-43bf-ba98-9a570acd7365 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1461704 Jul 29 23:26:20.606857 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port 37f0313d-290b-4453-8e0c-0436d8b297d6 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:26:20.611378 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port 37f0313d-290b-4453-8e0c-0436d8b297d6 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:20.611856 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:20.712061 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:20.742617 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cabb1b5b-cb74-4fc5-9471-e782b31f26e2 req-40b41830-2646-4fb2-8a98-a07e539a5fa6 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17b7710-3c6e-4ff1-9f9c-83340c0d5270 HTTP/1.1" status: 200 len: 210 time: 0.0403764 Jul 29 23:26:20.753669 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97981410-0992-46c7-a0f1-961c2f5627fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f0313d-290b-4453-8e0c-0436d8b297d6'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:26:20.763245 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42a0188-50b3-4584-8e96-954f543d77fb" -d '{"events": [{"server_uuid": "97981410-0992-46c7-a0f1-961c2f5627fa", "name": "network-vif-plugged", "status": "completed", "tag": "37f0313d-290b-4453-8e0c-0436d8b297d6"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:26:20.777540 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 37f0313d-290b-4453-8e0c-0436d8b297d6, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=37f0313d-290b-4453-8e0c-0436d8b297d6,segment=NetworkSegment(2f225bab-780d-4bb8-903d-ee3f32d75d09),segment_id=2f225bab-780d-4bb8-903d-ee3f32d75d09)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:20.784228 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:20.819562 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-307610d9-dd56-4e50-8184-9fc4a5862b88 req-2915505a-03b0-40cc-80d6-9e93e713792e tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] 10.222.0.43 "GET /v2.0/security-groups/de773885-1c7e-4d57-b92a-e6cc2f127daa HTTP/1.1" status: 200 len: 2409 time: 0.0486844 Jul 29 23:26:20.840316 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=37f0313d-290b-4453-8e0c-0436d8b297d6,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:20.978405 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e68195-9bbb-40dd-8266-9ee1ca0a0fd9 req-5023ae04-bc5a-4bf3-981f-11fccf0ef28d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:20.984705 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e68195-9bbb-40dd-8266-9ee1ca0a0fd9 req-5023ae04-bc5a-4bf3-981f-11fccf0ef28d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:20.993624 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e68195-9bbb-40dd-8266-9ee1ca0a0fd9 req-5023ae04-bc5a-4bf3-981f-11fccf0ef28d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:21.001609 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e68195-9bbb-40dd-8266-9ee1ca0a0fd9 req-5023ae04-bc5a-4bf3-981f-11fccf0ef28d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:21.008643 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e68195-9bbb-40dd-8266-9ee1ca0a0fd9 req-5023ae04-bc5a-4bf3-981f-11fccf0ef28d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:21.015039 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e68195-9bbb-40dd-8266-9ee1ca0a0fd9 req-5023ae04-bc5a-4bf3-981f-11fccf0ef28d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:21.020874 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e68195-9bbb-40dd-8266-9ee1ca0a0fd9 req-5023ae04-bc5a-4bf3-981f-11fccf0ef28d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:21.031194 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-64e68195-9bbb-40dd-8266-9ee1ca0a0fd9 req-5023ae04-bc5a-4bf3-981f-11fccf0ef28d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 5426 time: 0.1254270 Jul 29 23:26:21.092911 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-64e68195-9bbb-40dd-8266-9ee1ca0a0fd9 req-b6f2ca92-df1f-4d34-92fc-bd827a968484 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/security-groups?id=06985e19-0909-46d3-806d-ed854aa19767&id=1042ecbe-61fb-4261-9b1f-fc7302682049&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562029 Jul 29 23:26:21.119940 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6246e6cb-ebf1-4c50-9533-753e216621be x-openstack-request-id: req-6246e6cb-ebf1-4c50-9533-753e216621be {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:26:21.120532 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97981410-0992-46c7-a0f1-961c2f5627fa", "name": "network-vif-plugged", "status": "completed", "tag": "37f0313d-290b-4453-8e0c-0436d8b297d6", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:26:21.120786 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6246e6cb-ebf1-4c50-9533-753e216621be {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:26:21.121181 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97981410-0992-46c7-a0f1-961c2f5627fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37f0313d-290b-4453-8e0c-0436d8b297d6', 'code': 200} Jul 29 23:26:21.220475 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-4247fc1a-a200-40db-96dd-ba0606c771fa req-299a4963-91ff-460e-ab60-c8f0890adea4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3f45cc9a-5e66-43e9-af21-16b02742bbfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1668811 Jul 29 23:26:21.234499 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b368cbb3-2a2f-444f-8252-8ca831b75b33 req-ccc60877-b914-45c8-8bbe-dc44735c941e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:21.237041 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b368cbb3-2a2f-444f-8252-8ca831b75b33 req-ccc60877-b914-45c8-8bbe-dc44735c941e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d05d0735641f4e49a84fdfbf89768ab7&device_id=564dd03e-5cd2-4dbf-a516-217c17e9cfa4 HTTP/1.1" status: 200 len: 1095 time: 0.0774784 Jul 29 23:26:21.262560 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bc85af45-0cdd-4956-8937-9ee2c520bf43 req-2e52dfbe-1deb-4c47-90ad-2395da4ad8b4 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] 10.222.0.43 "GET /v2.0/security-group-rules/fcd58fd3-ffba-43c9-bfd3-10887bfa98e7 HTTP/1.1" status: 200 len: 778 time: 0.0670183 Jul 29 23:26:21.327618 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db75158-58d9-4381-a781-f2c84ba6af49 req-272d76a3-8260-4bb4-97bc-cef2d361939f tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:21.336304 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8db75158-58d9-4381-a781-f2c84ba6af49 req-272d76a3-8260-4bb4-97bc-cef2d361939f tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=97981410-0992-46c7-a0f1-961c2f5627fa HTTP/1.1" status: 200 len: 946 time: 0.1750009 Jul 29 23:26:21.387527 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e866b0d8-78bf-46a9-8be4-dc4bcd1aa203 req-9ea5c693-3bc0-44f4-98f9-96b0e59be3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:21.389195 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e866b0d8-78bf-46a9-8be4-dc4bcd1aa203 req-9ea5c693-3bc0-44f4-98f9-96b0e59be3f4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=97981410-0992-46c7-a0f1-961c2f5627fa HTTP/1.1" status: 200 len: 1098 time: 0.1732264 Jul 29 23:26:21.394072 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bc85af45-0cdd-4956-8937-9ee2c520bf43 req-b7cbdb9f-1b92-439b-87b7-666a7238b556 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] 10.222.0.43 "GET /v2.0/security-groups/de773885-1c7e-4d57-b92a-e6cc2f127daa HTTP/1.1" status: 200 len: 2409 time: 0.1305745 Jul 29 23:26:21.416877 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4247fc1a-a200-40db-96dd-ba0606c771fa req-6319c96e-4a89-408a-8d24-1b37308b285b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:21.418448 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-4247fc1a-a200-40db-96dd-ba0606c771fa req-6319c96e-4a89-408a-8d24-1b37308b285b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=11625efdc5e247819e1ba7685d24a207&device_id=3f45cc9a-5e66-43e9-af21-16b02742bbfe HTTP/1.1" status: 200 len: 1097 time: 0.1055274 Jul 29 23:26:21.449045 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8db75158-58d9-4381-a781-f2c84ba6af49 req-932aa4fd-fd6d-4193-bd6a-b11738f44b46 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116743 Jul 29 23:26:21.470220 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b368cbb3-2a2f-444f-8252-8ca831b75b33 req-c488ab2d-5564-4d90-a493-f74b54f6d857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:21.471739 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b368cbb3-2a2f-444f-8252-8ca831b75b33 req-c488ab2d-5564-4d90-a493-f74b54f6d857 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=d05d0735641f4e49a84fdfbf89768ab7&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2229981 Jul 29 23:26:21.493958 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bc85af45-0cdd-4956-8937-9ee2c520bf43 req-64d2d9cb-07b9-4501-8c9e-18bfb5bf59b9 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:21.504472 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e866b0d8-78bf-46a9-8be4-dc4bcd1aa203 req-47ef45d6-4430-4327-9247-f6228ce2ba52 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060982 Jul 29 23:26:21.505990 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bc85af45-0cdd-4956-8937-9ee2c520bf43 req-64d2d9cb-07b9-4501-8c9e-18bfb5bf59b9 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:21.545531 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bc85af45-0cdd-4956-8937-9ee2c520bf43 req-64d2d9cb-07b9-4501-8c9e-18bfb5bf59b9 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:21.558344 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bc85af45-0cdd-4956-8937-9ee2c520bf43 req-64d2d9cb-07b9-4501-8c9e-18bfb5bf59b9 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:21.564624 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bc85af45-0cdd-4956-8937-9ee2c520bf43 req-64d2d9cb-07b9-4501-8c9e-18bfb5bf59b9 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/fcd58fd3-ffba-43c9-bfd3-10887bfa98e7 HTTP/1.1" status: 204 len: 173 time: 0.1597102 Jul 29 23:26:21.599491 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-c702fa4b-374e-45c3-a0d0-9326c149d517 req-2ce7e5a5-bcd1-4ad3-a628-499475cabd84 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-49497766', 'description': 'tempest-description-1033215312'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:21.619817 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d2d9cb-07b9-4501-8c9e-18bfb5bf59b9 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fcd58fd3-ffba-43c9-bfd3-10887bfa98e7,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:21.654450 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-c702fa4b-374e-45c3-a0d0-9326c149d517 req-2ce7e5a5-bcd1-4ad3-a628-499475cabd84 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:21.664101 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f86ce-60df-4094-971a-facf0d8ba7aa req-67a3ad23-7df2-42fd-9080-da6d845d1244 tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:21.665651 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-617f86ce-60df-4094-971a-facf0d8ba7aa req-67a3ad23-7df2-42fd-9080-da6d845d1244 tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] 10.222.0.43 "GET /v2.0/ports?device_id=564dd03e-5cd2-4dbf-a516-217c17e9cfa4 HTTP/1.1" status: 200 len: 943 time: 0.0950701 Jul 29 23:26:21.703356 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4247fc1a-a200-40db-96dd-ba0606c771fa req-182614b1-e11c-4f12-ad81-0655441892ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:21.704836 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-4247fc1a-a200-40db-96dd-ba0606c771fa req-182614b1-e11c-4f12-ad81-0655441892ad service neutron] 10.222.0.22 "GET /v2.0/networks?id=33e8f010-7789-4c0c-8f2b-4d54e9bb67e4 HTTP/1.1" status: 200 len: 909 time: 0.2589951 Jul 29 23:26:21.705807 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b368cbb3-2a2f-444f-8252-8ca831b75b33 req-b9bdb5a0-c607-431f-809e-b7bbb6c8b6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:21.707173 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b368cbb3-2a2f-444f-8252-8ca831b75b33 req-b9bdb5a0-c607-431f-809e-b7bbb6c8b6a3 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2248507 Jul 29 23:26:21.734546 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-617f86ce-60df-4094-971a-facf0d8ba7aa req-2e49e369-25a7-4f65-a321-644c903342c8 tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] 10.222.0.43 "GET /v2.0/security-groups?id=8d40ae53-9330-41ee-89e9-65b1c9cf505a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590498 Jul 29 23:26:21.837616 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-4247fc1a-a200-40db-96dd-ba0606c771fa req-1498e21f-a6ad-495a-85ae-70647ca46585 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf HTTP/1.1" status: 200 len: 217 time: 0.1169007 Jul 29 23:26:21.930206 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-34152b29-fc1a-43aa-8e10-d239620d1c33 req-409718c8-63b0-4abb-8df5-7a2ae89562d5 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17b7710-3c6e-4ff1-9f9c-83340c0d5270 HTTP/1.1" status: 200 len: 210 time: 0.0474136 Jul 29 23:26:21.986492 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4247fc1a-a200-40db-96dd-ba0606c771fa req-ad6c28c8-fb38-4936-b8da-bdf2b59ca5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:21.988457 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-4247fc1a-a200-40db-96dd-ba0606c771fa req-ad6c28c8-fb38-4936-b8da-bdf2b59ca5df service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d10b4a30-6630-4be3-b0e2-2a7a17a89939 HTTP/1.1" status: 200 len: 848 time: 0.0916409 Jul 29 23:26:21.993678 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed8829b-2064-4b31-90d1-9ff41a943c1a req-adcc8949-878f-43d2-87c3-034a19cb2d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:21.995514 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0ed8829b-2064-4b31-90d1-9ff41a943c1a req-adcc8949-878f-43d2-87c3-034a19cb2d3e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=d05d0735641f4e49a84fdfbf89768ab7&device_id=564dd03e-5cd2-4dbf-a516-217c17e9cfa4 HTTP/1.1" status: 200 len: 1095 time: 0.1842818 Jul 29 23:26:22.001932 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-c702fa4b-374e-45c3-a0d0-9326c149d517 req-2ce7e5a5-bcd1-4ad3-a628-499475cabd84 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:22.031289 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ad04b-2600-4605-a8f3-1a85c33ada08 req-f0ba795c-3cbc-4c0f-a569-fe15ca8d6ee7 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:22.032813 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f31ad04b-2600-4605-a8f3-1a85c33ada08 req-f0ba795c-3cbc-4c0f-a569-fe15ca8d6ee7 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.22 "GET /v2.0/networks?id=a74822f1-959a-4abc-9b28-d10d0b1420ae HTTP/1.1" status: 200 len: 814 time: 0.2430778 Jul 29 23:26:22.033746 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-c702fa4b-374e-45c3-a0d0-9326c149d517 req-2ce7e5a5-bcd1-4ad3-a628-499475cabd84 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:22.064790 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-f31ad04b-2600-4605-a8f3-1a85c33ada08 req-a10d4e1e-c47b-4e7b-b2b4-8a3258d65ecf tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Request body: {'port': {'device_id': 'c17b7710-3c6e-4ff1-9f9c-83340c0d5270', 'network_id': 'a74822f1-959a-4abc-9b28-d10d0b1420ae', 'admin_state_up': True, 'tenant_id': '1aef09e8ad134545bd67a467d0199c15'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:22.098376 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0ed8829b-2064-4b31-90d1-9ff41a943c1a req-5c9532e4-89fc-4477-8b54-e8f99d0f6f99 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7fa0a15-9e42-46f4-9ed4-895a93dc17eb HTTP/1.1" status: 200 len: 217 time: 0.0887001 Jul 29 23:26:22.122768 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-c702fa4b-374e-45c3-a0d0-9326c149d517 req-2ce7e5a5-bcd1-4ad3-a628-499475cabd84 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:22.126302 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c702fa4b-374e-45c3-a0d0-9326c149d517 req-2ce7e5a5-bcd1-4ad3-a628-499475cabd84 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.5315957 Jul 29 23:26:22.129741 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce7e5a5-bcd1-4ad3-a628-499475cabd84 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=119d6419-837f-45da-bc89-795d801a8906,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:22.134060 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-4247fc1a-a200-40db-96dd-ba0606c771fa req-34b7cc53-71d3-4368-a89d-c679937e6210 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=33e8f010-7789-4c0c-8f2b-4d54e9bb67e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1223564 Jul 29 23:26:22.261539 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-4247fc1a-a200-40db-96dd-ba0606c771fa req-4a72f35d-eee3-4d26-befa-48898c5bc57e service neutron] 10.222.0.22 "GET /v2.0/networks/33e8f010-7789-4c0c-8f2b-4d54e9bb67e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135190 Jul 29 23:26:22.269136 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4dde139a-8274-4711-befd-6c78c96614f1 req-22a2b33b-2b5a-4cf7-a3e7-06b56bfe3bd7 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] 10.222.0.43 "GET /v2.0/security-groups/119d6419-837f-45da-bc89-795d801a8906 HTTP/1.1" status: 200 len: 1813 time: 0.1136775 Jul 29 23:26:22.318266 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d51cf-4908-41a6-9b74-82122bf0038f req-e86b2661-b914-44dc-af78-6705bb762dfc tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:22.325751 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d51cf-4908-41a6-9b74-82122bf0038f req-e86b2661-b914-44dc-af78-6705bb762dfc tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:22.327079 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed8829b-2064-4b31-90d1-9ff41a943c1a req-1cbaf1a4-3d82-4111-bfd8-8835848b1bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:22.328568 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0ed8829b-2064-4b31-90d1-9ff41a943c1a req-1cbaf1a4-3d82-4111-bfd8-8835848b1bc4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c91eb1c0-305d-415b-b3ca-0475dffc7759 HTTP/1.1" status: 200 len: 854 time: 0.2097394 Jul 29 23:26:22.332267 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d51cf-4908-41a6-9b74-82122bf0038f req-e86b2661-b914-44dc-af78-6705bb762dfc tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:22.339240 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d51cf-4908-41a6-9b74-82122bf0038f req-e86b2661-b914-44dc-af78-6705bb762dfc tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:22.345406 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d51cf-4908-41a6-9b74-82122bf0038f req-e86b2661-b914-44dc-af78-6705bb762dfc tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:22.352464 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d51cf-4908-41a6-9b74-82122bf0038f req-e86b2661-b914-44dc-af78-6705bb762dfc tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:22.361067 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d51cf-4908-41a6-9b74-82122bf0038f req-e86b2661-b914-44dc-af78-6705bb762dfc tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:22.369506 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-680d51cf-4908-41a6-9b74-82122bf0038f req-e86b2661-b914-44dc-af78-6705bb762dfc tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 5426 time: 0.1767344 Jul 29 23:26:22.380550 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f31ad04b-2600-4605-a8f3-1a85c33ada08 req-a10d4e1e-c47b-4e7b-b2b4-8a3258d65ecf tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Made reservation on behalf of 1aef09e8ad134545bd67a467d0199c15 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:26:22.385069 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f31ad04b-2600-4605-a8f3-1a85c33ada08 req-a10d4e1e-c47b-4e7b-b2b4-8a3258d65ecf tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:22.391772 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-2cd049d8-c093-420e-a704-e4f3299805c4 req-d0e4d1c0-822c-4e42-a544-592ac6d0a0e3 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-177511973', 'description': 'tempest-description-1838086473'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:22.416252 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-4247fc1a-a200-40db-96dd-ba0606c771fa req-053196d3-0483-45d3-afa8-acb7ebee0d24 service neutron] 10.222.0.22 "GET /v2.0/networks/33e8f010-7789-4c0c-8f2b-4d54e9bb67e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466751 Jul 29 23:26:22.418985 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed8829b-2064-4b31-90d1-9ff41a943c1a req-7a12a362-372a-4b71-8bdb-b1d8f71cb139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:22.420367 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0ed8829b-2064-4b31-90d1-9ff41a943c1a req-7a12a362-372a-4b71-8bdb-b1d8f71cb139 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=25ec63fd-39c0-4137-a939-b19e29e152fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0799382 Jul 29 23:26:22.489963 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2cd049d8-c093-420e-a704-e4f3299805c4 req-d0e4d1c0-822c-4e42-a544-592ac6d0a0e3 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:22.510791 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-680d51cf-4908-41a6-9b74-82122bf0038f req-537ad9c1-71c0-4fa6-911a-4174c8d38c95 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/security-groups?id=06985e19-0909-46d3-806d-ed854aa19767&id=1042ecbe-61fb-4261-9b1f-fc7302682049&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1322405 Jul 29 23:26:22.630348 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0ed8829b-2064-4b31-90d1-9ff41a943c1a req-3a643cfa-f603-4855-af1b-2677a6ef61da service neutron] 10.222.0.22 "GET /v2.0/networks/25ec63fd-39c0-4137-a939-b19e29e152fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973586 Jul 29 23:26:22.768514 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d740089-bcb0-405f-971e-40b251c37201 req-37f76b12-aabd-4bcf-a338-a52cc167c608 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:22.770436 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5d740089-bcb0-405f-971e-40b251c37201 req-37f76b12-aabd-4bcf-a338-a52cc167c608 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=97981410-0992-46c7-a0f1-961c2f5627fa HTTP/1.1" status: 200 len: 946 time: 0.1344917 Jul 29 23:26:22.777556 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0ed8829b-2064-4b31-90d1-9ff41a943c1a req-45575fcf-c3ad-46ee-95a1-8d94a8f31423 service neutron] 10.222.0.22 "GET /v2.0/networks/25ec63fd-39c0-4137-a939-b19e29e152fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383207 Jul 29 23:26:22.783528 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-f31ad04b-2600-4605-a8f3-1a85c33ada08 req-a10d4e1e-c47b-4e7b-b2b4-8a3258d65ecf tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Allocated IP 172.20.0.3 (a74822f1-959a-4abc-9b28-d10d0b1420ae/ae790fd8-1f1c-42ad-b55e-335a32cfbdf8/44affca9-66f9-4f88-9afb-a14c3768e6ed) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:26:22.819818 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2cd049d8-c093-420e-a704-e4f3299805c4 req-d0e4d1c0-822c-4e42-a544-592ac6d0a0e3 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:22.833205 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2cd049d8-c093-420e-a704-e4f3299805c4 req-d0e4d1c0-822c-4e42-a544-592ac6d0a0e3 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:22.918572 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e4d1c0-822c-4e42-a544-592ac6d0a0e3 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7341e2e6-cdcc-43a7-9e50-b0e6910f5f9f,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:22.936004 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5d740089-bcb0-405f-971e-40b251c37201 req-dc0d887e-6005-4cdd-90ee-d7664a2e1f3d tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478298 Jul 29 23:26:22.940859 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2cd049d8-c093-420e-a704-e4f3299805c4 req-d0e4d1c0-822c-4e42-a544-592ac6d0a0e3 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:22.942130 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2cd049d8-c093-420e-a704-e4f3299805c4 req-d0e4d1c0-822c-4e42-a544-592ac6d0a0e3 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.5688026 Jul 29 23:26:23.091321 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-13571b4a-0284-44cd-b914-720af3be9b36 req-a4946679-679d-4c8b-a5dd-c9622c6fa579 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17b7710-3c6e-4ff1-9f9c-83340c0d5270 HTTP/1.1" status: 200 len: 210 time: 0.0587900 Jul 29 23:26:23.136291 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cdf7f3-e8aa-4ec7-b44a-2da51f71cc8c req-bc67d282-c41c-4f1e-a706-b22d38a89938 tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:23.137838 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-14cdf7f3-e8aa-4ec7-b44a-2da51f71cc8c req-bc67d282-c41c-4f1e-a706-b22d38a89938 tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] 10.222.0.43 "GET /v2.0/ports?device_id=564dd03e-5cd2-4dbf-a516-217c17e9cfa4 HTTP/1.1" status: 200 len: 943 time: 0.1042686 Jul 29 23:26:23.202912 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-245b35f8-910f-44b5-8cb0-f662c1c8ca3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:23.204294 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f31ad04b-2600-4605-a8f3-1a85c33ada08 req-a10d4e1e-c47b-4e7b-b2b4-8a3258d65ecf tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:23.235340 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-14cdf7f3-e8aa-4ec7-b44a-2da51f71cc8c req-428ae255-c7fa-4e5e-85a4-7a9fc0512500 tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] 10.222.0.43 "GET /v2.0/security-groups?id=8d40ae53-9330-41ee-89e9-65b1c9cf505a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908401 Jul 29 23:26:23.239470 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7dde87c2-4797-4415-907d-130ca13ab6e7 req-c135bd17-5277-4bd9-bdf6-8778a87d56d0 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] 10.222.0.43 "GET /v2.0/security-groups/7341e2e6-cdcc-43a7-9e50-b0e6910f5f9f HTTP/1.1" status: 200 len: 1814 time: 0.1006606 Jul 29 23:26:23.284931 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f31ad04b-2600-4605-a8f3-1a85c33ada08 req-a10d4e1e-c47b-4e7b-b2b4-8a3258d65ecf tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:23.329040 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-44461e49-5e89-4ce0-aca1-ce1d34af3dd8 req-9271e9ba-8fc8-4cc3-8b5b-846702bbcd59 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1291618696', 'description': 'tempest-description-411010062'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:23.359517 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f31ad04b-2600-4605-a8f3-1a85c33ada08 req-a10d4e1e-c47b-4e7b-b2b4-8a3258d65ecf tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Network a74822f1-959a-4abc-9b28-d10d0b1420ae is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:26:23.370084 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-f31ad04b-2600-4605-a8f3-1a85c33ada08 req-a10d4e1e-c47b-4e7b-b2b4-8a3258d65ecf tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:26:23.374125 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-f31ad04b-2600-4605-a8f3-1a85c33ada08 req-a10d4e1e-c47b-4e7b-b2b4-8a3258d65ecf tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:26:23.376583 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10d4e1e-c47b-4e7b-b2b4-8a3258d65ecf tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Pushing event updated for resources: {'Port': ['ID=44affca9-66f9-4f88-9afb-a14c3768e6ed,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:23.399307 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-44461e49-5e89-4ce0-aca1-ce1d34af3dd8 req-9271e9ba-8fc8-4cc3-8b5b-846702bbcd59 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:23.445176 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ad04b-2600-4605-a8f3-1a85c33ada08 req-a10d4e1e-c47b-4e7b-b2b4-8a3258d65ecf tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:23.445874 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f31ad04b-2600-4605-a8f3-1a85c33ada08 req-a10d4e1e-c47b-4e7b-b2b4-8a3258d65ecf tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:23.520547 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-44461e49-5e89-4ce0-aca1-ce1d34af3dd8 req-9271e9ba-8fc8-4cc3-8b5b-846702bbcd59 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:23.525631 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-44461e49-5e89-4ce0-aca1-ce1d34af3dd8 req-9271e9ba-8fc8-4cc3-8b5b-846702bbcd59 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:23.533346 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f31ad04b-2600-4605-a8f3-1a85c33ada08 req-a10d4e1e-c47b-4e7b-b2b4-8a3258d65ecf tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4753335 Jul 29 23:26:23.548942 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-f31ad04b-2600-4605-a8f3-1a85c33ada08 req-db6d77aa-817d-4913-bba2-0f98b2ba7dfe service neutron] Request body: {'port': {'device_id': 'c17b7710-3c6e-4ff1-9f9c-83340c0d5270', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:23.583859 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-44461e49-5e89-4ce0-aca1-ce1d34af3dd8 req-9271e9ba-8fc8-4cc3-8b5b-846702bbcd59 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:23.585786 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-44461e49-5e89-4ce0-aca1-ce1d34af3dd8 req-9271e9ba-8fc8-4cc3-8b5b-846702bbcd59 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2913554 Jul 29 23:26:23.604949 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9271e9ba-8fc8-4cc3-8b5b-846702bbcd59 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=829889ef-24a2-4f6b-98a1-6d931395a069,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:23.674485 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f31ad04b-2600-4605-a8f3-1a85c33ada08 req-db6d77aa-817d-4913-bba2-0f98b2ba7dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:23.735362 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-62e730ad-4dd6-42cb-93d2-887aa1493545 req-53dc11f3-51b5-4cbb-a635-929e7a8df876 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] 10.222.0.43 "GET /v2.0/security-groups/829889ef-24a2-4f6b-98a1-6d931395a069 HTTP/1.1" status: 200 len: 1814 time: 0.1160238 Jul 29 23:26:23.750769 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab355ca8-7924-484f-9f61-f0145c3bed90 req-64ea721e-2e80-403b-8888-bbfd1b3e4b56 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:23.755986 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab355ca8-7924-484f-9f61-f0145c3bed90 req-64ea721e-2e80-403b-8888-bbfd1b3e4b56 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:23.762494 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab355ca8-7924-484f-9f61-f0145c3bed90 req-64ea721e-2e80-403b-8888-bbfd1b3e4b56 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:23.768322 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab355ca8-7924-484f-9f61-f0145c3bed90 req-64ea721e-2e80-403b-8888-bbfd1b3e4b56 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:23.774903 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab355ca8-7924-484f-9f61-f0145c3bed90 req-64ea721e-2e80-403b-8888-bbfd1b3e4b56 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:23.780726 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab355ca8-7924-484f-9f61-f0145c3bed90 req-64ea721e-2e80-403b-8888-bbfd1b3e4b56 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:23.786616 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab355ca8-7924-484f-9f61-f0145c3bed90 req-64ea721e-2e80-403b-8888-bbfd1b3e4b56 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:23.788808 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ab355ca8-7924-484f-9f61-f0145c3bed90 req-64ea721e-2e80-403b-8888-bbfd1b3e4b56 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 5426 time: 0.1812546 Jul 29 23:26:23.796899 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-5e134e86-80c4-4b08-a2a5-0f9a87135e75 req-ce7ee657-415e-45bb-96de-c3be1178431e tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-882685020', 'description': 'tempest-description-2064071395'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:23.908166 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ab355ca8-7924-484f-9f61-f0145c3bed90 req-06fdcaa1-3f3a-470f-befd-2922a4412cf7 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/security-groups?id=06985e19-0909-46d3-806d-ed854aa19767&id=1042ecbe-61fb-4261-9b1f-fc7302682049&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1042395 Jul 29 23:26:23.911807 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5e134e86-80c4-4b08-a2a5-0f9a87135e75 req-ce7ee657-415e-45bb-96de-c3be1178431e tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:24.132231 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663cd9a6-7829-488e-8034-7cfd8d8e477f req-da33b508-401f-4036-abd3-d1f733bfeeec tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:24.133766 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-663cd9a6-7829-488e-8034-7cfd8d8e477f req-da33b508-401f-4036-abd3-d1f733bfeeec tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=97981410-0992-46c7-a0f1-961c2f5627fa HTTP/1.1" status: 200 len: 946 time: 0.1215153 Jul 29 23:26:24.165657 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5e134e86-80c4-4b08-a2a5-0f9a87135e75 req-ce7ee657-415e-45bb-96de-c3be1178431e tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:24.185561 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5e134e86-80c4-4b08-a2a5-0f9a87135e75 req-ce7ee657-415e-45bb-96de-c3be1178431e tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:24.253210 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-f31ad04b-2600-4605-a8f3-1a85c33ada08 req-db6d77aa-817d-4913-bba2-0f98b2ba7dfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44affca9-66f9-4f88-9afb-a14c3768e6ed {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:26:24.261909 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7ee657-415e-45bb-96de-c3be1178431e tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef85410-0903-46ec-a08d-46bf1e1d5e8a,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:24.267097 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f31ad04b-2600-4605-a8f3-1a85c33ada08 req-db6d77aa-817d-4913-bba2-0f98b2ba7dfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:24.269312 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5e134e86-80c4-4b08-a2a5-0f9a87135e75 req-ce7ee657-415e-45bb-96de-c3be1178431e tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:24.282215 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5e134e86-80c4-4b08-a2a5-0f9a87135e75 req-ce7ee657-415e-45bb-96de-c3be1178431e tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4916501 Jul 29 23:26:24.286727 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-663cd9a6-7829-488e-8034-7cfd8d8e477f req-5f945c9b-0b01-4fcc-94df-b69df8c70897 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396384 Jul 29 23:26:24.297161 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-f31ad04b-2600-4605-a8f3-1a85c33ada08 req-db6d77aa-817d-4913-bba2-0f98b2ba7dfe service neutron] Transition to ACTIVE for port object 44affca9-66f9-4f88-9afb-a14c3768e6ed will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:26:24.307136 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f31ad04b-2600-4605-a8f3-1a85c33ada08 req-db6d77aa-817d-4913-bba2-0f98b2ba7dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:24.429271 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6d77aa-817d-4913-bba2-0f98b2ba7dfe service neutron] Pushing event updated for resources: {'Port': ['ID=44affca9-66f9-4f88-9afb-a14c3768e6ed,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:24.485111 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e287fe52-299b-4141-9380-8eadc6ef697e req-e27756dd-6149-46a6-89eb-cefd0a4ee0d6 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] 10.222.0.43 "GET /v2.0/security-groups/1ef85410-0903-46ec-a08d-46bf1e1d5e8a HTTP/1.1" status: 200 len: 1814 time: 0.1385677 Jul 29 23:26:24.500610 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43374279-a84b-4b8c-94a5-10d86cbd260c req-5049e57f-c406-490e-8ffc-d14d774ca5d1 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:24.502455 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-43374279-a84b-4b8c-94a5-10d86cbd260c req-5049e57f-c406-490e-8ffc-d14d774ca5d1 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17b7710-3c6e-4ff1-9f9c-83340c0d5270 HTTP/1.1" status: 200 len: 943 time: 0.1251872 Jul 29 23:26:24.547449 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-f31ad04b-2600-4605-a8f3-1a85c33ada08 req-db6d77aa-817d-4913-bba2-0f98b2ba7dfe service neutron] Attempting to bind port 44affca9-66f9-4f88-9afb-a14c3768e6ed on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:26:24.548161 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-f31ad04b-2600-4605-a8f3-1a85c33ada08 req-db6d77aa-817d-4913-bba2-0f98b2ba7dfe service neutron] Attempting to bind port 44affca9-66f9-4f88-9afb-a14c3768e6ed by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '17b2c622-bac6-4298-9f70-11d5205d8079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a74822f1-959a-4abc-9b28-d10d0b1420ae'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:26:24.548740 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31ad04b-2600-4605-a8f3-1a85c33ada08 req-db6d77aa-817d-4913-bba2-0f98b2ba7dfe service neutron] Attempting to bind port 44affca9-66f9-4f88-9afb-a14c3768e6ed on network a74822f1-959a-4abc-9b28-d10d0b1420ae {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:26:24.559953 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31ad04b-2600-4605-a8f3-1a85c33ada08 req-db6d77aa-817d-4913-bba2-0f98b2ba7dfe service neutron] Port 44affca9-66f9-4f88-9afb-a14c3768e6ed on network a74822f1-959a-4abc-9b28-d10d0b1420ae not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:26:24.560279 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31ad04b-2600-4605-a8f3-1a85c33ada08 req-db6d77aa-817d-4913-bba2-0f98b2ba7dfe service neutron] Attempting to bind port 44affca9-66f9-4f88-9afb-a14c3768e6ed on network a74822f1-959a-4abc-9b28-d10d0b1420ae {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:26:24.572547 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-43374279-a84b-4b8c-94a5-10d86cbd260c req-1530bb73-d8c2-4332-b53b-e8a2f193a8cc tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605786 Jul 29 23:26:24.574570 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31ad04b-2600-4605-a8f3-1a85c33ada08 req-db6d77aa-817d-4913-bba2-0f98b2ba7dfe service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:26:24.574910 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31ad04b-2600-4605-a8f3-1a85c33ada08 req-db6d77aa-817d-4913-bba2-0f98b2ba7dfe service neutron] Checking segment: {'id': '17b2c622-bac6-4298-9f70-11d5205d8079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a74822f1-959a-4abc-9b28-d10d0b1420ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:26:24.575330 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f31ad04b-2600-4605-a8f3-1a85c33ada08 req-db6d77aa-817d-4913-bba2-0f98b2ba7dfe service neutron] Bound using segment: {'id': '17b2c622-bac6-4298-9f70-11d5205d8079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a74822f1-959a-4abc-9b28-d10d0b1420ae'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:26:24.575722 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-f31ad04b-2600-4605-a8f3-1a85c33ada08 req-db6d77aa-817d-4913-bba2-0f98b2ba7dfe service neutron] Bound port: 44affca9-66f9-4f88-9afb-a14c3768e6ed, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17b2c622-bac6-4298-9f70-11d5205d8079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a74822f1-959a-4abc-9b28-d10d0b1420ae'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:26:24.576082 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f31ad04b-2600-4605-a8f3-1a85c33ada08 req-db6d77aa-817d-4913-bba2-0f98b2ba7dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:24.664994 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c450be12-e317-42a8-b0cf-9f6bd3a87c20 req-0e8d6893-1199-4ecb-afbe-798a9765b9a7 tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:24.666638 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c450be12-e317-42a8-b0cf-9f6bd3a87c20 req-0e8d6893-1199-4ecb-afbe-798a9765b9a7 tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] 10.222.0.43 "GET /v2.0/ports?device_id=564dd03e-5cd2-4dbf-a516-217c17e9cfa4 HTTP/1.1" status: 200 len: 943 time: 0.0930281 Jul 29 23:26:24.717986 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-f31ad04b-2600-4605-a8f3-1a85c33ada08 req-db6d77aa-817d-4913-bba2-0f98b2ba7dfe service neutron] For port 44affca9-66f9-4f88-9afb-a14c3768e6ed, host n-h2-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:26:24.721785 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-f31ad04b-2600-4605-a8f3-1a85c33ada08 req-db6d77aa-817d-4913-bba2-0f98b2ba7dfe service neutron] For port 44affca9-66f9-4f88-9afb-a14c3768e6ed, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=44affca9-66f9-4f88-9afb-a14c3768e6ed,segment=NetworkSegment(17b2c622-bac6-4298-9f70-11d5205d8079),segment_id=17b2c622-bac6-4298-9f70-11d5205d8079)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:26:24.732324 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f31ad04b-2600-4605-a8f3-1a85c33ada08 req-db6d77aa-817d-4913-bba2-0f98b2ba7dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:24.748707 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c450be12-e317-42a8-b0cf-9f6bd3a87c20 req-c3a214d7-5a46-49d1-a01d-3be9d116c3fb tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] 10.222.0.43 "GET /v2.0/security-groups?id=8d40ae53-9330-41ee-89e9-65b1c9cf505a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746820 Jul 29 23:26:24.782964 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ad04b-2600-4605-a8f3-1a85c33ada08 req-db6d77aa-817d-4913-bba2-0f98b2ba7dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:24.783583 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f31ad04b-2600-4605-a8f3-1a85c33ada08 req-db6d77aa-817d-4913-bba2-0f98b2ba7dfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:24.784909 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f31ad04b-2600-4605-a8f3-1a85c33ada08 req-db6d77aa-817d-4913-bba2-0f98b2ba7dfe service neutron] 10.222.0.22 "PUT /v2.0/ports/44affca9-66f9-4f88-9afb-a14c3768e6ed HTTP/1.1" status: 200 len: 1092 time: 1.2430930 Jul 29 23:26:24.785344 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c17b7710-3c6e-4ff1-9f9c-83340c0d5270', 'tag': '44affca9-66f9-4f88-9afb-a14c3768e6ed'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:26:24.788143 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f739557-1e82-4eef-ba5a-e4ef8479dd93" -d '{"events": [{"name": "network-changed", "server_uuid": "c17b7710-3c6e-4ff1-9f9c-83340c0d5270", "tag": "44affca9-66f9-4f88-9afb-a14c3768e6ed"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:26:24.818875 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [req-39428096-1219-42b5-bf24-74aef22df040 req-bcc907b8-8eca-4c47-b4a6-b01bfacff982 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] show failed (client error): The resource could not be found. Jul 29 23:26:24.819963 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-39428096-1219-42b5-bf24-74aef22df040 req-bcc907b8-8eca-4c47-b4a6-b01bfacff982 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] 10.222.0.43 "GET /v2.0/security-groups/b1b323dc-385a-4e53-bff9-6d31ed488391 HTTP/1.1" status: 404 len: 352 time: 0.0395682 Jul 29 23:26:24.826290 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6d77aa-817d-4913-bba2-0f98b2ba7dfe service neutron] Pushing event updated for resources: {'Port': ['ID=44affca9-66f9-4f88-9afb-a14c3768e6ed,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:24.911604 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f679a7-2e08-4303-9e35-ff458851e4aa x-openstack-request-id: req-17f679a7-2e08-4303-9e35-ff458851e4aa {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:26:24.911983 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c17b7710-3c6e-4ff1-9f9c-83340c0d5270", "tag": "44affca9-66f9-4f88-9afb-a14c3768e6ed", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:26:24.912288 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-17f679a7-2e08-4303-9e35-ff458851e4aa {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:26:24.913367 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c17b7710-3c6e-4ff1-9f9c-83340c0d5270', 'tag': '44affca9-66f9-4f88-9afb-a14c3768e6ed', 'status': 'completed', 'code': 200} Jul 29 23:26:24.920273 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ad04b-2600-4605-a8f3-1a85c33ada08 req-f68f8d8e-9dcf-445b-9431-fb33359eb55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:24.921810 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f31ad04b-2600-4605-a8f3-1a85c33ada08 req-f68f8d8e-9dcf-445b-9431-fb33359eb55d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1aef09e8ad134545bd67a467d0199c15&device_id=c17b7710-3c6e-4ff1-9f9c-83340c0d5270 HTTP/1.1" status: 200 len: 1095 time: 0.0834234 Jul 29 23:26:24.952719 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc4d2cf-fa0a-4ad6-b663-627943513946 req-55bcf509-1905-4cb1-aee6-6b1d33e99a0e tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:24.955361 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3cc4d2cf-fa0a-4ad6-b663-627943513946 req-55bcf509-1905-4cb1-aee6-6b1d33e99a0e tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=97981410-0992-46c7-a0f1-961c2f5627fa HTTP/1.1" status: 200 len: 946 time: 0.0891099 Jul 29 23:26:24.987070 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [req-76650753-d810-4442-9753-96ea3a22cfd9 req-8198d7ee-d9b4-452c-b126-465f65c935cf tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] show failed (client error): The resource could not be found. Jul 29 23:26:24.988052 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-76650753-d810-4442-9753-96ea3a22cfd9 req-8198d7ee-d9b4-452c-b126-465f65c935cf tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] 10.222.0.43 "GET /v2.0/security-group-rules/378adc43-6688-4ca2-be58-1ab935f1d7ea HTTP/1.1" status: 404 len: 361 time: 0.0637257 Jul 29 23:26:24.990147 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f31ad04b-2600-4605-a8f3-1a85c33ada08 req-9a02f4c7-7a9a-4533-a707-e260d4fc985d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44affca9-66f9-4f88-9afb-a14c3768e6ed HTTP/1.1" status: 200 len: 217 time: 0.0576882 Jul 29 23:26:25.033513 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 41706) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:25.058457 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3cc4d2cf-fa0a-4ad6-b663-627943513946 req-df479bb9-78c7-440c-b94f-e6e3daa37e4c tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727615 Jul 29 23:26:25.066042 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ad04b-2600-4605-a8f3-1a85c33ada08 req-96a3b381-f216-4a7c-aa54-1224e4950db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:25.067513 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f31ad04b-2600-4605-a8f3-1a85c33ada08 req-96a3b381-f216-4a7c-aa54-1224e4950db6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ae790fd8-1f1c-42ad-b55e-335a32cfbdf8 HTTP/1.1" status: 200 len: 854 time: 0.0679398 Jul 29 23:26:25.089957 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-d17ace59-f8bb-42b0-86fc-9d6bd01bd9d2 admin admin] Deleting subnet 415faf0b-bf5f-4f8b-b3ff-1ae5686de75a {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:26:25.093198 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d17ace59-f8bb-42b0-86fc-9d6bd01bd9d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:25.112480 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f31ad04b-2600-4605-a8f3-1a85c33ada08 req-49323eeb-95d3-4473-97ff-904ba3678c08 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a74822f1-959a-4abc-9b28-d10d0b1420ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380063 Jul 29 23:26:25.148705 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d17ace59-f8bb-42b0-86fc-9d6bd01bd9d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:25.193497 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d17ace59-f8bb-42b0-86fc-9d6bd01bd9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:25.228355 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4cbe27a1-d7ec-4189-bd72-af855aea335d req-fc22b435-799d-4523-a09f-3f543cd0b70a tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] 10.222.0.43 "GET /v2.0/security-groups/1ef85410-0903-46ec-a08d-46bf1e1d5e8a HTTP/1.1" status: 200 len: 1814 time: 0.1244171 Jul 29 23:26:25.257677 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d17ace59-f8bb-42b0-86fc-9d6bd01bd9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:25.286852 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17ace59-f8bb-42b0-86fc-9d6bd01bd9d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=415faf0b-bf5f-4f8b-b3ff-1ae5686de75a,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:25.288458 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9648789-719d-49fd-b678-dbce96cc9e94 req-1d1e681b-09e1-49ba-bd8c-9e2598c2734a tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:25.289062 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d17ace59-f8bb-42b0-86fc-9d6bd01bd9d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:25.291149 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d17ace59-f8bb-42b0-86fc-9d6bd01bd9d2 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/415faf0b-bf5f-4f8b-b3ff-1ae5686de75a HTTP/1.1" status: 204 len: 168 time: 0.2560902 Jul 29 23:26:25.293727 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 41710) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:25.296410 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9648789-719d-49fd-b678-dbce96cc9e94 req-1d1e681b-09e1-49ba-bd8c-9e2598c2734a tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:25.300182 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9648789-719d-49fd-b678-dbce96cc9e94 req-1d1e681b-09e1-49ba-bd8c-9e2598c2734a tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:25.307305 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9648789-719d-49fd-b678-dbce96cc9e94 req-1d1e681b-09e1-49ba-bd8c-9e2598c2734a tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:25.313140 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9648789-719d-49fd-b678-dbce96cc9e94 req-1d1e681b-09e1-49ba-bd8c-9e2598c2734a tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:25.319555 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9648789-719d-49fd-b678-dbce96cc9e94 req-1d1e681b-09e1-49ba-bd8c-9e2598c2734a tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:25.325461 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9648789-719d-49fd-b678-dbce96cc9e94 req-1d1e681b-09e1-49ba-bd8c-9e2598c2734a tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:25.327381 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f9648789-719d-49fd-b678-dbce96cc9e94 req-1d1e681b-09e1-49ba-bd8c-9e2598c2734a tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 5426 time: 0.1826322 Jul 29 23:26:25.334089 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f31ad04b-2600-4605-a8f3-1a85c33ada08 req-75d353e9-80ab-45f6-b9fa-88a9bdb3e8f4 service neutron] 10.222.0.22 "GET /v2.0/networks/a74822f1-959a-4abc-9b28-d10d0b1420ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139699 Jul 29 23:26:25.371320 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5cc6fdf8-cd05-44f6-ba25-e2081014548b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:25.445955 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f9648789-719d-49fd-b678-dbce96cc9e94 req-b527f414-e683-4fe5-aebf-a14279c884f3 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/security-groups?id=06985e19-0909-46d3-806d-ed854aa19767&id=1042ecbe-61fb-4261-9b1f-fc7302682049&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1103349 Jul 29 23:26:25.453701 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-4cbe27a1-d7ec-4189-bd72-af855aea335d req-356df9a5-698e-4f5b-9115-8bd6c4597f85 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:25.467832 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5cc6fdf8-cd05-44f6-ba25-e2081014548b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:25.484948 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-5cc6fdf8-cd05-44f6-ba25-e2081014548b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['666740f6-88d5-4493-9e12-abc4c5ef258e']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:25.496210 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-4cbe27a1-d7ec-4189-bd72-af855aea335d req-356df9a5-698e-4f5b-9115-8bd6c4597f85 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:25.497678 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-5cc6fdf8-cd05-44f6-ba25-e2081014548b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '290ad064-62e5-45f1-87ac-9cd12097849c') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:25.498243 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-5cc6fdf8-cd05-44f6-ba25-e2081014548b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '290ad064-62e5-45f1-87ac-9cd12097849c') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:25.508425 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5cc6fdf8-cd05-44f6-ba25-e2081014548b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:25.511751 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f31ad04b-2600-4605-a8f3-1a85c33ada08 req-f71ba883-d330-406c-ba27-8833b51bb55c service neutron] 10.222.0.22 "GET /v2.0/networks/a74822f1-959a-4abc-9b28-d10d0b1420ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654098 Jul 29 23:26:25.524144 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5cc6fdf8-cd05-44f6-ba25-e2081014548b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:25.532035 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cc6fdf8-cd05-44f6-ba25-e2081014548b admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:26:25.532566 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5cc6fdf8-cd05-44f6-ba25-e2081014548b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:25.534785 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:26:25.534785 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:26:25.534785 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:26:25.534785 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:26:25.534785 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:26:25.534785 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:26:25.534785 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:26:25.534785 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:26:25.534785 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:26:25.534785 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:26:25.534785 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:26:25.534785 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:26:25.534785 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:26:25.534785 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:26:25.534785 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:26:25.534785 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:26:25.534785 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:26:25.534785 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:26:25.534785 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:26:25.534785 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:26:25.534785 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:26:25.534785 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:26:25.534785 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:26:25.534785 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:26:25.534785 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:26:25.534785 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:26:25.534785 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:26:25.534785 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:26:25.534785 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:26:25.534785 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:26:25.534785 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:26:25.534785 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:26:25.559696 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-4cbe27a1-d7ec-4189-bd72-af855aea335d req-356df9a5-698e-4f5b-9115-8bd6c4597f85 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:25.559696 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-4cbe27a1-d7ec-4189-bd72-af855aea335d req-356df9a5-698e-4f5b-9115-8bd6c4597f85 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:25.559696 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4cbe27a1-d7ec-4189-bd72-af855aea335d req-356df9a5-698e-4f5b-9115-8bd6c4597f85 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] 10.222.0.43 "DELETE /v2.0/security-groups/1ef85410-0903-46ec-a08d-46bf1e1d5e8a HTTP/1.1" status: 204 len: 173 time: 0.3186400 Jul 29 23:26:25.619410 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5cc6fdf8-cd05-44f6-ba25-e2081014548b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:25.625040 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5cc6fdf8-cd05-44f6-ba25-e2081014548b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:25.627070 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-5cc6fdf8-cd05-44f6-ba25-e2081014548b admin admin] 10.222.0.43 "DELETE /v2.0/networks/666740f6-88d5-4493-9e12-abc4c5ef258e HTTP/1.1" status: 204 len: 168 time: 0.3322408 Jul 29 23:26:25.641858 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc6fdf8-cd05-44f6-ba25-e2081014548b admin admin] Pushing event deleted for resources: {'Network': ['ID=666740f6-88d5-4493-9e12-abc4c5ef258e,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:25.675241 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356df9a5-698e-4f5b-9115-8bd6c4597f85 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef85410-0903-46ec-a08d-46bf1e1d5e8a,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:25.733979 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f739557-1e82-4eef-ba5a-e4ef8479dd93 req-a43a83e3-075a-4f1a-9f20-b8477ae08a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:25.735533 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4f739557-1e82-4eef-ba5a-e4ef8479dd93 req-a43a83e3-075a-4f1a-9f20-b8477ae08a06 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1aef09e8ad134545bd67a467d0199c15&device_id=c17b7710-3c6e-4ff1-9f9c-83340c0d5270 HTTP/1.1" status: 200 len: 1095 time: 0.1757119 Jul 29 23:26:25.744667 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5782d2cc-0fdf-4cb0-9f1b-0a1f6e0b600f req-48c5ace5-6b94-4b89-ad4b-efa6ff9fc698 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] 10.222.0.43 "GET /v2.0/security-groups/829889ef-24a2-4f6b-98a1-6d931395a069 HTTP/1.1" status: 200 len: 1814 time: 0.1517265 Jul 29 23:26:25.773680 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 41720) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:25.809720 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4170fd-ae14-40f4-ba3a-b02f1a421231 req-816d54cd-13a6-4821-96af-db34ab85935e tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:25.816641 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dd4170fd-ae14-40f4-ba3a-b02f1a421231 req-816d54cd-13a6-4821-96af-db34ab85935e tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=97981410-0992-46c7-a0f1-961c2f5627fa HTTP/1.1" status: 200 len: 946 time: 0.2261577 Jul 29 23:26:25.819728 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-090caab0-0e39-4c86-a2cd-7aa612bff8ee admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f4fb04acaf444a438779b8cf93bf1437&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0441546 Jul 29 23:26:25.822229 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 41726) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:25.877372 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1358708a-d310-4ff2-bd2a-89a8eb8d9e89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:25.883725 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-84f833b8-f3ab-4e31-b8b1-48255a8892ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:25.903459 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1358708a-d310-4ff2-bd2a-89a8eb8d9e89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:25.918933 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dd4170fd-ae14-40f4-ba3a-b02f1a421231 req-3f651cd1-0c72-4d3d-bab8-4d9959538f37 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943372 Jul 29 23:26:25.954833 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5782d2cc-0fdf-4cb0-9f1b-0a1f6e0b600f req-220457f0-da18-4078-ba53-660b82d13699 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:25.963142 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1358708a-d310-4ff2-bd2a-89a8eb8d9e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:25.964786 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f739557-1e82-4eef-ba5a-e4ef8479dd93 req-19624012-7e82-4c07-8a24-8947d3eb6755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:25.966404 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4f739557-1e82-4eef-ba5a-e4ef8479dd93 req-19624012-7e82-4c07-8a24-8947d3eb6755 service neutron] 10.222.0.22 "GET /v2.0/networks?id=a74822f1-959a-4abc-9b28-d10d0b1420ae HTTP/1.1" status: 200 len: 915 time: 0.2200429 Jul 29 23:26:25.966829 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1358708a-d310-4ff2-bd2a-89a8eb8d9e89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:25.968393 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-1358708a-d310-4ff2-bd2a-89a8eb8d9e89 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/22fa2620-dbff-471f-a869-b79dc46e7677 HTTP/1.1" status: 204 len: 168 time: 0.1449225 Jul 29 23:26:25.978433 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1358708a-d310-4ff2-bd2a-89a8eb8d9e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22fa2620-dbff-471f-a869-b79dc46e7677,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:25.989360 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device e7fa0a15-9e42-46f4-9ed4-895a93dc17eb details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:26:26.033762 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4f739557-1e82-4eef-ba5a-e4ef8479dd93 req-899b8ca0-8777-4b70-8606-49b98b88aac5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44affca9-66f9-4f88-9afb-a14c3768e6ed HTTP/1.1" status: 200 len: 217 time: 0.0499732 Jul 29 23:26:26.047066 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5782d2cc-0fdf-4cb0-9f1b-0a1f6e0b600f req-220457f0-da18-4078-ba53-660b82d13699 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:26.127769 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port e7fa0a15-9e42-46f4-9ed4-895a93dc17eb, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=e7fa0a15-9e42-46f4-9ed4-895a93dc17eb,segment=NetworkSegment(efab33a7-a578-4f21-bb33-8b641ac40cdc),segment_id=efab33a7-a578-4f21-bb33-8b641ac40cdc)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:26.141045 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': 'e7fa0a15-9e42-46f4-9ed4-895a93dc17eb', 'network_id': '25ec63fd-39c0-4137-a939-b19e29e152fa', 'port_id': 'e7fa0a15-9e42-46f4-9ed4-895a93dc17eb', 'mac_address': 'fa:16:3e:ad:c0:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c91eb1c0-305d-415b-b3ca-0475dffc7759', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:26:26.148171 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f739557-1e82-4eef-ba5a-e4ef8479dd93 req-4b0117c6-a69d-4d14-9de3-4b3e0306becc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:26.150001 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4f739557-1e82-4eef-ba5a-e4ef8479dd93 req-4b0117c6-a69d-4d14-9de3-4b3e0306becc service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ae790fd8-1f1c-42ad-b55e-335a32cfbdf8 HTTP/1.1" status: 200 len: 854 time: 0.1047573 Jul 29 23:26:26.159975 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12947de-ee61-4ba1-b7fd-6c8cde91e2c6 req-e9ee9daf-13e1-41b7-981d-8e5551e9a162 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:26.161499 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f12947de-ee61-4ba1-b7fd-6c8cde91e2c6 req-e9ee9daf-13e1-41b7-981d-8e5551e9a162 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17b7710-3c6e-4ff1-9f9c-83340c0d5270 HTTP/1.1" status: 200 len: 943 time: 0.1339793 Jul 29 23:26:26.188988 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:26.197604 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4f739557-1e82-4eef-ba5a-e4ef8479dd93 req-5f98df0e-7aee-4527-b63b-291081e8652d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a74822f1-959a-4abc-9b28-d10d0b1420ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339539 Jul 29 23:26:26.200241 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5782d2cc-0fdf-4cb0-9f1b-0a1f6e0b600f req-220457f0-da18-4078-ba53-660b82d13699 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:26.202782 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5782d2cc-0fdf-4cb0-9f1b-0a1f6e0b600f req-220457f0-da18-4078-ba53-660b82d13699 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:26.203822 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5782d2cc-0fdf-4cb0-9f1b-0a1f6e0b600f req-220457f0-da18-4078-ba53-660b82d13699 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] 10.222.0.43 "DELETE /v2.0/security-groups/829889ef-24a2-4f6b-98a1-6d931395a069 HTTP/1.1" status: 204 len: 173 time: 0.4100716 Jul 29 23:26:26.217906 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7fa0a15-9e42-46f4-9ed4-895a93dc17eb {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:26:26.244794 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port e7fa0a15-9e42-46f4-9ed4-895a93dc17eb, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=e7fa0a15-9e42-46f4-9ed4-895a93dc17eb,segment=NetworkSegment(efab33a7-a578-4f21-bb33-8b641ac40cdc),segment_id=efab33a7-a578-4f21-bb33-8b641ac40cdc)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:26.257068 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:26.267662 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220457f0-da18-4078-ba53-660b82d13699 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=829889ef-24a2-4f6b-98a1-6d931395a069,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:26.336655 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f12947de-ee61-4ba1-b7fd-6c8cde91e2c6 req-60dfb981-56fa-4223-91d0-3dac0a033e8f tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610649 Jul 29 23:26:26.349152 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:26.373783 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=e7fa0a15-9e42-46f4-9ed4-895a93dc17eb,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:26.433394 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c44260-5b14-4324-8b2b-97feb9d30a3e req-ca92db99-554a-4b92-b8ad-e741a7c162a6 tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:26.434333 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-96c44260-5b14-4324-8b2b-97feb9d30a3e req-ca92db99-554a-4b92-b8ad-e741a7c162a6 tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] 10.222.0.43 "GET /v2.0/ports?device_id=564dd03e-5cd2-4dbf-a516-217c17e9cfa4 HTTP/1.1" status: 200 len: 944 time: 0.1296422 Jul 29 23:26:26.438626 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4f739557-1e82-4eef-ba5a-e4ef8479dd93 req-3c7c63b8-9e6e-487d-a63b-e3465d364777 service neutron] 10.222.0.22 "GET /v2.0/networks/a74822f1-959a-4abc-9b28-d10d0b1420ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089498 Jul 29 23:26:26.533628 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['e7fa0a15-9e42-46f4-9ed4-895a93dc17eb'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:26:26.562221 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-96c44260-5b14-4324-8b2b-97feb9d30a3e req-eeff4cfd-af8c-4556-ab91-fbc568d92ef7 tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] 10.222.0.43 "GET /v2.0/security-groups?id=8d40ae53-9330-41ee-89e9-65b1c9cf505a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212046 Jul 29 23:26:26.582635 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device af1ec564-29cd-4f8a-b291-2e25d87073ad details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:26:26.666204 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e6d0ffb4-7786-4dba-a5fd-54e1b3f8cf12 req-24fba3a0-4296-4dcf-b4d0-5e3f42c9c103 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] 10.222.0.43 "GET /v2.0/security-groups/7341e2e6-cdcc-43a7-9e50-b0e6910f5f9f HTTP/1.1" status: 200 len: 1814 time: 0.0985260 Jul 29 23:26:26.720208 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port af1ec564-29cd-4f8a-b291-2e25d87073ad, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=af1ec564-29cd-4f8a-b291-2e25d87073ad,segment=NetworkSegment(85f03a44-d59a-404b-99bf-5c2915495fce),segment_id=85f03a44-d59a-404b-99bf-5c2915495fce)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:26.749511 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': 'af1ec564-29cd-4f8a-b291-2e25d87073ad', 'network_id': '20b17a75-47ba-4198-999c-000c34520768', 'port_id': 'af1ec564-29cd-4f8a-b291-2e25d87073ad', 'mac_address': 'fa:16:3e:e4:4e:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7458a594-1a22-4c4a-88d1-6b77cea076b8', 'ip_address': '10.1.1.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:26:26.813008 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4f739557-1e82-4eef-ba5a-e4ef8479dd93 req-5e80b812-95fd-4ec4-b691-8c1ce83e9dad service neutron] 10.222.0.22 "GET /v2.0/networks/a74822f1-959a-4abc-9b28-d10d0b1420ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615496 Jul 29 23:26:26.843147 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:26.859216 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d54a5-e3df-4ce3-ac4b-843c8686a2e8 req-1a235a70-91f0-44dd-b082-392674c2765e tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:26.866161 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d54a5-e3df-4ce3-ac4b-843c8686a2e8 req-1a235a70-91f0-44dd-b082-392674c2765e tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:26.870850 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af1ec564-29cd-4f8a-b291-2e25d87073ad {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:26:26.872370 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d54a5-e3df-4ce3-ac4b-843c8686a2e8 req-1a235a70-91f0-44dd-b082-392674c2765e tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:26.879035 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d54a5-e3df-4ce3-ac4b-843c8686a2e8 req-1a235a70-91f0-44dd-b082-392674c2765e tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:26.887255 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d54a5-e3df-4ce3-ac4b-843c8686a2e8 req-1a235a70-91f0-44dd-b082-392674c2765e tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:26.892302 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d54a5-e3df-4ce3-ac4b-843c8686a2e8 req-1a235a70-91f0-44dd-b082-392674c2765e tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:26.898774 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d54a5-e3df-4ce3-ac4b-843c8686a2e8 req-1a235a70-91f0-44dd-b082-392674c2765e tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:26.901150 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f33d54a5-e3df-4ce3-ac4b-843c8686a2e8 req-1a235a70-91f0-44dd-b082-392674c2765e tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 5426 time: 0.2200353 Jul 29 23:26:26.907358 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e6d0ffb4-7786-4dba-a5fd-54e1b3f8cf12 req-8f7886d0-a539-4c82-96d6-409355746c59 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:26.932377 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port af1ec564-29cd-4f8a-b291-2e25d87073ad, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=af1ec564-29cd-4f8a-b291-2e25d87073ad,segment=NetworkSegment(85f03a44-d59a-404b-99bf-5c2915495fce),segment_id=85f03a44-d59a-404b-99bf-5c2915495fce)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:26.942948 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:26.944520 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device fd088fd5-5d8a-4e4d-b620-8e5770596293 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:26:27.035278 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port fd088fd5-5d8a-4e4d-b620-8e5770596293, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=fd088fd5-5d8a-4e4d-b620-8e5770596293,segment=NetworkSegment(85f03a44-d59a-404b-99bf-5c2915495fce),segment_id=85f03a44-d59a-404b-99bf-5c2915495fce)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:27.060794 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=af1ec564-29cd-4f8a-b291-2e25d87073ad,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:27.073926 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': 'fd088fd5-5d8a-4e4d-b620-8e5770596293', 'network_id': '20b17a75-47ba-4198-999c-000c34520768', 'port_id': 'fd088fd5-5d8a-4e4d-b620-8e5770596293', 'mac_address': 'fa:16:3e:13:08:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7458a594-1a22-4c4a-88d1-6b77cea076b8', 'ip_address': '10.1.1.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:26:27.122198 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:27.136426 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd088fd5-5d8a-4e4d-b620-8e5770596293 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:26:27.160760 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port fd088fd5-5d8a-4e4d-b620-8e5770596293, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=fd088fd5-5d8a-4e4d-b620-8e5770596293,segment=NetworkSegment(85f03a44-d59a-404b-99bf-5c2915495fce),segment_id=85f03a44-d59a-404b-99bf-5c2915495fce)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:27.166070 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:27.166812 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 7450c10b-b2aa-4ef3-b42e-e8eeba1cf253 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:26:27.265559 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=fd088fd5-5d8a-4e4d-b620-8e5770596293,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:27.318481 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 7450c10b-b2aa-4ef3-b42e-e8eeba1cf253, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=7450c10b-b2aa-4ef3-b42e-e8eeba1cf253,segment=NetworkSegment(c392b50f-ee70-4e3d-a540-9c0fa7cb5fa7),segment_id=c392b50f-ee70-4e3d-a540-9c0fa7cb5fa7)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:27.319783 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e6d0ffb4-7786-4dba-a5fd-54e1b3f8cf12 req-8f7886d0-a539-4c82-96d6-409355746c59 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:27.326323 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f33d54a5-e3df-4ce3-ac4b-843c8686a2e8 req-bb7c30f5-10f8-4a99-88a6-0175880787c9 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/security-groups?id=06985e19-0909-46d3-806d-ed854aa19767&id=1042ecbe-61fb-4261-9b1f-fc7302682049&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4168828 Jul 29 23:26:27.343970 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': '7450c10b-b2aa-4ef3-b42e-e8eeba1cf253', 'network_id': '4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf', 'port_id': '7450c10b-b2aa-4ef3-b42e-e8eeba1cf253', 'mac_address': 'fa:16:3e:98:e7:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcb38ae7-084a-4b8d-94fa-28c5b74ee6b1', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:26:27.366920 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e6d0ffb4-7786-4dba-a5fd-54e1b3f8cf12 req-8f7886d0-a539-4c82-96d6-409355746c59 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:27.370795 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e6d0ffb4-7786-4dba-a5fd-54e1b3f8cf12 req-8f7886d0-a539-4c82-96d6-409355746c59 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:27.371944 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e6d0ffb4-7786-4dba-a5fd-54e1b3f8cf12 req-8f7886d0-a539-4c82-96d6-409355746c59 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] 10.222.0.43 "DELETE /v2.0/security-groups/7341e2e6-cdcc-43a7-9e50-b0e6910f5f9f HTTP/1.1" status: 204 len: 173 time: 0.6993511 Jul 29 23:26:27.385647 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7886d0-a539-4c82-96d6-409355746c59 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7341e2e6-cdcc-43a7-9e50-b0e6910f5f9f,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:27.392962 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:27.417709 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7450c10b-b2aa-4ef3-b42e-e8eeba1cf253 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:26:27.454714 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 7450c10b-b2aa-4ef3-b42e-e8eeba1cf253, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=7450c10b-b2aa-4ef3-b42e-e8eeba1cf253,segment=NetworkSegment(c392b50f-ee70-4e3d-a540-9c0fa7cb5fa7),segment_id=c392b50f-ee70-4e3d-a540-9c0fa7cb5fa7)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:27.460981 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:27.463272 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 77550cf2-90df-4bb3-86b3-6d949e514eac details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:26:27.483714 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a787a732-dd8d-4f5b-a400-724d91e4b2ae req-1797cbd5-3c6d-47c6-9765-224e5ef468b7 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:27.485280 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a787a732-dd8d-4f5b-a400-724d91e4b2ae req-1797cbd5-3c6d-47c6-9765-224e5ef468b7 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=97981410-0992-46c7-a0f1-961c2f5627fa HTTP/1.1" status: 200 len: 946 time: 0.0643492 Jul 29 23:26:27.536071 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 77550cf2-90df-4bb3-86b3-6d949e514eac, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=77550cf2-90df-4bb3-86b3-6d949e514eac,segment=NetworkSegment(85f03a44-d59a-404b-99bf-5c2915495fce),segment_id=85f03a44-d59a-404b-99bf-5c2915495fce)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:27.539556 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a787a732-dd8d-4f5b-a400-724d91e4b2ae req-d2c96e5a-c8f3-489c-9c9b-a996852cfccf tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429029 Jul 29 23:26:27.539726 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=7450c10b-b2aa-4ef3-b42e-e8eeba1cf253,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:27.566169 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': '77550cf2-90df-4bb3-86b3-6d949e514eac', 'network_id': '20b17a75-47ba-4198-999c-000c34520768', 'port_id': '77550cf2-90df-4bb3-86b3-6d949e514eac', 'mac_address': 'fa:16:3e:35:7a:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7458a594-1a22-4c4a-88d1-6b77cea076b8', 'ip_address': '10.1.1.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:26:27.571720 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:27.618910 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:27.641432 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77550cf2-90df-4bb3-86b3-6d949e514eac {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:26:27.678617 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 77550cf2-90df-4bb3-86b3-6d949e514eac, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=77550cf2-90df-4bb3-86b3-6d949e514eac,segment=NetworkSegment(85f03a44-d59a-404b-99bf-5c2915495fce),segment_id=85f03a44-d59a-404b-99bf-5c2915495fce)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:27.685710 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:27.686777 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 44e2e929-5306-4747-9f2b-b8a8f03b3793 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:26:27.702191 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2ca899b8-e650-4083-954d-eb1d7855c256 req-1526cc30-e04f-4767-9076-a446d49c2111 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] 10.222.0.43 "GET /v2.0/security-groups/119d6419-837f-45da-bc89-795d801a8906 HTTP/1.1" status: 200 len: 1813 time: 0.0803871 Jul 29 23:26:27.715293 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd3771-7ecf-461c-9735-c39ac8be2f84 req-2dee4281-9f65-4345-a2cb-5005b3984796 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:27.716817 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4ccd3771-7ecf-461c-9735-c39ac8be2f84 req-2dee4281-9f65-4345-a2cb-5005b3984796 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17b7710-3c6e-4ff1-9f9c-83340c0d5270 HTTP/1.1" status: 200 len: 943 time: 0.0744658 Jul 29 23:26:27.726996 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 44e2e929-5306-4747-9f2b-b8a8f03b3793, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=44e2e929-5306-4747-9f2b-b8a8f03b3793,segment=NetworkSegment(85f03a44-d59a-404b-99bf-5c2915495fce),segment_id=85f03a44-d59a-404b-99bf-5c2915495fce)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:27.763754 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': '44e2e929-5306-4747-9f2b-b8a8f03b3793', 'network_id': '20b17a75-47ba-4198-999c-000c34520768', 'port_id': '44e2e929-5306-4747-9f2b-b8a8f03b3793', 'mac_address': 'fa:16:3e:01:d6:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7458a594-1a22-4c4a-88d1-6b77cea076b8', 'ip_address': '10.1.1.252'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:26:27.784530 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4ccd3771-7ecf-461c-9735-c39ac8be2f84 req-97869b0e-b292-4151-8c90-acf4c816064e tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600479 Jul 29 23:26:27.802795 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2ca899b8-e650-4083-954d-eb1d7855c256 req-77cd1da7-8346-4e54-9c5a-a05fbad4b788 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:27.808233 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=77550cf2-90df-4bb3-86b3-6d949e514eac,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:27.826656 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:27.836955 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2ca899b8-e650-4083-954d-eb1d7855c256 req-77cd1da7-8346-4e54-9c5a-a05fbad4b788 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:27.843718 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44e2e929-5306-4747-9f2b-b8a8f03b3793 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:26:27.872484 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 44e2e929-5306-4747-9f2b-b8a8f03b3793, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=44e2e929-5306-4747-9f2b-b8a8f03b3793,segment=NetworkSegment(85f03a44-d59a-404b-99bf-5c2915495fce),segment_id=85f03a44-d59a-404b-99bf-5c2915495fce)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:27.877143 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:27.878216 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 6cab2274-0e29-41ee-a31c-dc16b683b0ae details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:26:27.899559 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2ca899b8-e650-4083-954d-eb1d7855c256 req-77cd1da7-8346-4e54-9c5a-a05fbad4b788 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:27.902740 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2ca899b8-e650-4083-954d-eb1d7855c256 req-77cd1da7-8346-4e54-9c5a-a05fbad4b788 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:27.905511 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2ca899b8-e650-4083-954d-eb1d7855c256 req-77cd1da7-8346-4e54-9c5a-a05fbad4b788 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] 10.222.0.43 "DELETE /v2.0/security-groups/119d6419-837f-45da-bc89-795d801a8906 HTTP/1.1" status: 204 len: 173 time: 0.1876802 Jul 29 23:26:27.917681 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cd1da7-8346-4e54-9c5a-a05fbad4b788 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=119d6419-837f-45da-bc89-795d801a8906,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:27.970092 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 6cab2274-0e29-41ee-a31c-dc16b683b0ae, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=6cab2274-0e29-41ee-a31c-dc16b683b0ae,segment=NetworkSegment(c392b50f-ee70-4e3d-a540-9c0fa7cb5fa7),segment_id=c392b50f-ee70-4e3d-a540-9c0fa7cb5fa7)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:27.982743 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=44e2e929-5306-4747-9f2b-b8a8f03b3793,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:27.987544 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': '6cab2274-0e29-41ee-a31c-dc16b683b0ae', 'network_id': '4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf', 'port_id': '6cab2274-0e29-41ee-a31c-dc16b683b0ae', 'mac_address': 'fa:16:3e:6b:d4:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcb38ae7-084a-4b8d-94fa-28c5b74ee6b1', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:26:28.015634 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device e7fa0a15-9e42-46f4-9ed4-895a93dc17eb up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:26:28.064442 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef8440e-563f-4267-b3de-ee97bfaf558b req-1f1be096-3b22-451e-a774-f334d2943983 tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:28.065993 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1ef8440e-563f-4267-b3de-ee97bfaf558b req-1f1be096-3b22-451e-a774-f334d2943983 tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] 10.222.0.43 "GET /v2.0/ports?device_id=564dd03e-5cd2-4dbf-a516-217c17e9cfa4 HTTP/1.1" status: 200 len: 944 time: 0.1072507 Jul 29 23:26:28.067971 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:28.074690 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-13c3d6b2-61d2-473c-8a76-3e443c2a67f9 req-a9b59b5a-8cb6-4b22-bb47-1fcb840199a6 tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] 10.222.0.43 "GET /v2.0/security-groups/de773885-1c7e-4d57-b92a-e6cc2f127daa HTTP/1.1" status: 200 len: 1815 time: 0.0708733 Jul 29 23:26:28.089787 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cab2274-0e29-41ee-a31c-dc16b683b0ae {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:26:28.122796 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 6cab2274-0e29-41ee-a31c-dc16b683b0ae, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=6cab2274-0e29-41ee-a31c-dc16b683b0ae,segment=NetworkSegment(c392b50f-ee70-4e3d-a540-9c0fa7cb5fa7),segment_id=c392b50f-ee70-4e3d-a540-9c0fa7cb5fa7)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:28.128745 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:28.129679 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device d88dbc0e-68ee-4fbf-94c1-8577555fefd5 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:26:28.134851 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port e7fa0a15-9e42-46f4-9ed4-895a93dc17eb completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:26:28.151886 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1ef8440e-563f-4267-b3de-ee97bfaf558b req-0dce16a4-f21b-4c83-991a-23d69adbad3a tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] 10.222.0.43 "GET /v2.0/security-groups?id=8d40ae53-9330-41ee-89e9-65b1c9cf505a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689580 Jul 29 23:26:28.166510 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port e7fa0a15-9e42-46f4-9ed4-895a93dc17eb triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:28.167410 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:28.172251 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-13c3d6b2-61d2-473c-8a76-3e443c2a67f9 req-96c8e848-24aa-44f4-abf5-595fc11bec9a tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:28.198603 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-13c3d6b2-61d2-473c-8a76-3e443c2a67f9 req-96c8e848-24aa-44f4-abf5-595fc11bec9a tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:28.273398 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-13c3d6b2-61d2-473c-8a76-3e443c2a67f9 req-96c8e848-24aa-44f4-abf5-595fc11bec9a tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:28.280802 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-13c3d6b2-61d2-473c-8a76-3e443c2a67f9 req-96c8e848-24aa-44f4-abf5-595fc11bec9a tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:28.288657 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-13c3d6b2-61d2-473c-8a76-3e443c2a67f9 req-96c8e848-24aa-44f4-abf5-595fc11bec9a tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] 10.222.0.43 "DELETE /v2.0/security-groups/de773885-1c7e-4d57-b92a-e6cc2f127daa HTTP/1.1" status: 204 len: 173 time: 0.2077050 Jul 29 23:26:28.289451 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=6cab2274-0e29-41ee-a31c-dc16b683b0ae,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:28.290239 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 41790) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:28.338043 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c8e848-24aa-44f4-abf5-595fc11bec9a tempest-SecurityGroupRulesNegativeTestJSON-1780557897 tempest-SecurityGroupRulesNegativeTestJSON-1780557897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de773885-1c7e-4d57-b92a-e6cc2f127daa,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:28.369319 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port d88dbc0e-68ee-4fbf-94c1-8577555fefd5, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=d88dbc0e-68ee-4fbf-94c1-8577555fefd5,segment=NetworkSegment(9b0e57e5-cd0f-4f81-8940-6c7b6788dd26),segment_id=9b0e57e5-cd0f-4f81-8940-6c7b6788dd26)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:28.399793 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-8db70fe7-4b0e-4c31-86eb-fecf91ce7c9c admin admin] Deleting subnet d1313e30-2d0f-4ce4-b3e7-0bd99e93cf22 {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:26:28.403762 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8db70fe7-4b0e-4c31-86eb-fecf91ce7c9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:28.414723 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': 'd88dbc0e-68ee-4fbf-94c1-8577555fefd5', 'network_id': 'ce4b3ab8-859d-4d6c-903b-c30dcaacffc8', 'port_id': 'd88dbc0e-68ee-4fbf-94c1-8577555fefd5', 'mac_address': 'fa:16:3e:36:26:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f17b5adc-97d4-4be8-906f-2c5b33598723', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:26:28.417888 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:28.489708 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '564dd03e-5cd2-4dbf-a516-217c17e9cfa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7fa0a15-9e42-46f4-9ed4-895a93dc17eb'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:26:28.492104 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce93008a-d50b-4024-be65-79ff2b717957" -d '{"events": [{"server_uuid": "564dd03e-5cd2-4dbf-a516-217c17e9cfa4", "name": "network-vif-plugged", "status": "completed", "tag": "e7fa0a15-9e42-46f4-9ed4-895a93dc17eb"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:26:28.499186 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8db70fe7-4b0e-4c31-86eb-fecf91ce7c9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:28.513227 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:28.516488 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port e7fa0a15-9e42-46f4-9ed4-895a93dc17eb, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=e7fa0a15-9e42-46f4-9ed4-895a93dc17eb,segment=NetworkSegment(efab33a7-a578-4f21-bb33-8b641ac40cdc),segment_id=efab33a7-a578-4f21-bb33-8b641ac40cdc)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:28.534072 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:28.548701 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d88dbc0e-68ee-4fbf-94c1-8577555fefd5 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:26:28.578247 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e0110-43bf-4b4f-a387-c85ffb361b84 req-42214aca-dd2a-48be-b579-20063e1fb02c tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:28.595981 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e0110-43bf-4b4f-a387-c85ffb361b84 req-42214aca-dd2a-48be-b579-20063e1fb02c tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:28.602653 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e0110-43bf-4b4f-a387-c85ffb361b84 req-42214aca-dd2a-48be-b579-20063e1fb02c tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:28.610326 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e0110-43bf-4b4f-a387-c85ffb361b84 req-42214aca-dd2a-48be-b579-20063e1fb02c tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:28.628148 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e0110-43bf-4b4f-a387-c85ffb361b84 req-42214aca-dd2a-48be-b579-20063e1fb02c tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:28.637648 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e0110-43bf-4b4f-a387-c85ffb361b84 req-42214aca-dd2a-48be-b579-20063e1fb02c tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:28.656550 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e0110-43bf-4b4f-a387-c85ffb361b84 req-42214aca-dd2a-48be-b579-20063e1fb02c tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:28.665802 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ce4e0110-43bf-4b4f-a387-c85ffb361b84 req-42214aca-dd2a-48be-b579-20063e1fb02c tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 5432 time: 0.2103720 Jul 29 23:26:28.700228 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8db70fe7-4b0e-4c31-86eb-fecf91ce7c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:28.740145 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4a92d3-3e57-4540-9311-6f39feefb5fc x-openstack-request-id: req-ab4a92d3-3e57-4540-9311-6f39feefb5fc {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:26:28.740464 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "564dd03e-5cd2-4dbf-a516-217c17e9cfa4", "name": "network-vif-plugged", "status": "completed", "tag": "e7fa0a15-9e42-46f4-9ed4-895a93dc17eb", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:26:28.740731 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ab4a92d3-3e57-4540-9311-6f39feefb5fc {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:26:28.741091 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '564dd03e-5cd2-4dbf-a516-217c17e9cfa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7fa0a15-9e42-46f4-9ed4-895a93dc17eb', 'code': 200} Jul 29 23:26:28.750805 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 41804) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:28.759523 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port d88dbc0e-68ee-4fbf-94c1-8577555fefd5, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=d88dbc0e-68ee-4fbf-94c1-8577555fefd5,segment=NetworkSegment(9b0e57e5-cd0f-4f81-8940-6c7b6788dd26),segment_id=9b0e57e5-cd0f-4f81-8940-6c7b6788dd26)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:28.778476 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:28.788094 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=e7fa0a15-9e42-46f4-9ed4-895a93dc17eb,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:28.826605 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8db70fe7-4b0e-4c31-86eb-fecf91ce7c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:28.860624 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=d88dbc0e-68ee-4fbf-94c1-8577555fefd5,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:28.896499 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046a68e2-a9e9-4cb2-bc6f-38f4a6fba406 req-cde140e1-bafd-40c3-bcda-186e3194ad26 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:28.899331 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-046a68e2-a9e9-4cb2-bc6f-38f4a6fba406 req-cde140e1-bafd-40c3-bcda-186e3194ad26 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=97981410-0992-46c7-a0f1-961c2f5627fa HTTP/1.1" status: 200 len: 946 time: 0.2180541 Jul 29 23:26:28.907617 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ce4e0110-43bf-4b4f-a387-c85ffb361b84 req-d8556716-9037-455f-a806-8136836b7a4b tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/security-groups?id=06985e19-0909-46d3-806d-ed854aa19767&id=1042ecbe-61fb-4261-9b1f-fc7302682049&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2409301 Jul 29 23:26:28.916043 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db70fe7-4b0e-4c31-86eb-fecf91ce7c9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1313e30-2d0f-4ce4-b3e7-0bd99e93cf22,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:28.917197 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-87989634-5f93-480a-80fe-820e61edf069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:28.929844 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8db70fe7-4b0e-4c31-86eb-fecf91ce7c9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:28.931729 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-8db70fe7-4b0e-4c31-86eb-fecf91ce7c9c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d1313e30-2d0f-4ce4-b3e7-0bd99e93cf22 HTTP/1.1" status: 204 len: 168 time: 0.6368098 Jul 29 23:26:28.934367 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 41814) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:28.935255 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b89eb-c4c0-4484-826e-3975efbceab0 req-065eab89-13a6-4290-a57f-e498741bee6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:28.936782 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-878b89eb-c4c0-4484-826e-3975efbceab0 req-065eab89-13a6-4290-a57f-e498741bee6e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=564dd03e-5cd2-4dbf-a516-217c17e9cfa4 HTTP/1.1" status: 200 len: 1097 time: 0.2662690 Jul 29 23:26:28.984152 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-046a68e2-a9e9-4cb2-bc6f-38f4a6fba406 req-af8af837-b6af-45e3-b24a-dab1298d05b6 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751557 Jul 29 23:26:29.030496 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-878b89eb-c4c0-4484-826e-3975efbceab0 req-54a8e009-b621-480d-b270-8c6fe4879873 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=8d40ae53-9330-41ee-89e9-65b1c9cf505a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845754 Jul 29 23:26:29.060932 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6776cb-eebc-4d21-b307-4d366f850a80 req-79e7ab84-f1b9-4127-a711-1472e07a7bb0 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:29.062405 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-66e8cb38-e0a8-483c-a8bc-12a547627899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:29.070043 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4f6776cb-eebc-4d21-b307-4d366f850a80 req-79e7ab84-f1b9-4127-a711-1472e07a7bb0 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17b7710-3c6e-4ff1-9f9c-83340c0d5270 HTTP/1.1" status: 200 len: 943 time: 0.0753551 Jul 29 23:26:29.126333 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4f6776cb-eebc-4d21-b307-4d366f850a80 req-a7e5abeb-0c2c-4b5d-aa69-ea7b42c70a91 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500736 Jul 29 23:26:29.196611 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-66e8cb38-e0a8-483c-a8bc-12a547627899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:29.215631 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-66e8cb38-e0a8-483c-a8bc-12a547627899 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afd8bf54-d9fe-41a7-9311-7114239f93ee']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:29.229405 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:29.233707 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-66e8cb38-e0a8-483c-a8bc-12a547627899 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73a6cd48-8c2a-409b-82a4-57eadefb5653') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:29.234012 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-66e8cb38-e0a8-483c-a8bc-12a547627899 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73a6cd48-8c2a-409b-82a4-57eadefb5653') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:29.244433 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-87989634-5f93-480a-80fe-820e61edf069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:29.250817 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-66e8cb38-e0a8-483c-a8bc-12a547627899 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:29.257949 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-87989634-5f93-480a-80fe-820e61edf069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:29.274110 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-66e8cb38-e0a8-483c-a8bc-12a547627899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:29.302656 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66e8cb38-e0a8-483c-a8bc-12a547627899 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:26:29.303696 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-66e8cb38-e0a8-483c-a8bc-12a547627899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:29.305435 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:26:29.305435 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:26:29.305435 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:26:29.305435 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:26:29.305435 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:26:29.305435 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:26:29.305435 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:26:29.305435 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:26:29.305435 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:26:29.305435 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:26:29.305435 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:26:29.305435 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:26:29.305435 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:26:29.305435 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:26:29.305435 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:26:29.305435 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:26:29.305435 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:26:29.305435 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:26:29.305435 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:26:29.305435 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:26:29.305435 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:26:29.305435 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:26:29.305435 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:26:29.305435 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:26:29.305435 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:26:29.305435 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:26:29.305435 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:26:29.305435 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:26:29.305435 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:26:29.305435 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:26:29.305435 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:26:29.305435 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:26:29.313445 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dad536-6f54-46a0-86d8-120b6a5d855c req-710f7671-56e9-4190-9f16-5f4c5c905a98 tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:29.315212 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d4dad536-6f54-46a0-86d8-120b6a5d855c req-710f7671-56e9-4190-9f16-5f4c5c905a98 tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] 10.222.0.43 "GET /v2.0/ports?device_id=564dd03e-5cd2-4dbf-a516-217c17e9cfa4 HTTP/1.1" status: 200 len: 945 time: 0.0760353 Jul 29 23:26:29.347987 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87989634-5f93-480a-80fe-820e61edf069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=897221dc-6c47-4d75-afa8-5ca9b377a1f0,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:29.356957 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-87989634-5f93-480a-80fe-820e61edf069 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fb86872359b54b34bc2a791e49541de8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6051049 Jul 29 23:26:29.362153 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d4dad536-6f54-46a0-86d8-120b6a5d855c req-9cf631e9-9f58-45aa-8a76-8a9e58553bdc tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] 10.222.0.43 "GET /v2.0/security-groups?id=8d40ae53-9330-41ee-89e9-65b1c9cf505a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389395 Jul 29 23:26:29.362594 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 41818) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:29.382097 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-66e8cb38-e0a8-483c-a8bc-12a547627899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:29.389784 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-66e8cb38-e0a8-483c-a8bc-12a547627899 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:29.392524 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-66e8cb38-e0a8-483c-a8bc-12a547627899 admin admin] 10.222.0.43 "DELETE /v2.0/networks/afd8bf54-d9fe-41a7-9311-7114239f93ee HTTP/1.1" status: 204 len: 168 time: 0.4572134 Jul 29 23:26:29.406519 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e8cb38-e0a8-483c-a8bc-12a547627899 admin admin] Pushing event deleted for resources: {'Network': ['ID=afd8bf54-d9fe-41a7-9311-7114239f93ee,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:29.431698 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fe302285-7306-46f3-991e-7b88c6041ac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:29.456165 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fe302285-7306-46f3-991e-7b88c6041ac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:29.520404 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fe302285-7306-46f3-991e-7b88c6041ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:29.524344 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fe302285-7306-46f3-991e-7b88c6041ac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:29.525482 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-fe302285-7306-46f3-991e-7b88c6041ac7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/897221dc-6c47-4d75-afa8-5ca9b377a1f0 HTTP/1.1" status: 204 len: 168 time: 0.1619418 Jul 29 23:26:29.538512 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe302285-7306-46f3-991e-7b88c6041ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=897221dc-6c47-4d75-afa8-5ca9b377a1f0,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:29.562171 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 41824) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:29.608647 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-3d209d02-833e-4517-baae-43c687788237 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5166df6a7a0b4b559f4ef2b3c52d103d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0450609 Jul 29 23:26:29.611059 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 41826) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:29.665794 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9880be8c-eb0b-4029-9d91-7c296c9f00f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:29.689277 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9880be8c-eb0b-4029-9d91-7c296c9f00f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:29.710740 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['af1ec564-29cd-4f8a-b291-2e25d87073ad'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:26:29.738690 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['7450c10b-b2aa-4ef3-b42e-e8eeba1cf253'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:26:29.744181 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9880be8c-eb0b-4029-9d91-7c296c9f00f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:29.747696 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9880be8c-eb0b-4029-9d91-7c296c9f00f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:29.752508 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-9880be8c-eb0b-4029-9d91-7c296c9f00f4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e644014a-1ff8-4ae3-805c-b9f65266937e HTTP/1.1" status: 204 len: 168 time: 0.1400607 Jul 29 23:26:29.777626 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9880be8c-eb0b-4029-9d91-7c296c9f00f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e644014a-1ff8-4ae3-805c-b9f65266937e,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:29.777973 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['77550cf2-90df-4bb3-86b3-6d949e514eac'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:26:29.790131 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['44e2e929-5306-4747-9f2b-b8a8f03b3793'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:26:29.841431 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['fd088fd5-5d8a-4e4d-b620-8e5770596293'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:26:29.878208 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['d88dbc0e-68ee-4fbf-94c1-8577555fefd5'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:26:30.032227 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 44affca9-66f9-4f88-9afb-a14c3768e6ed details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:26:30.187326 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14cf778-8397-457e-9eda-9a8142234b37 req-b228981b-ba39-46a0-a2f7-f65afa68389d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:30.195556 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14cf778-8397-457e-9eda-9a8142234b37 req-b228981b-ba39-46a0-a2f7-f65afa68389d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:30.202971 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14cf778-8397-457e-9eda-9a8142234b37 req-b228981b-ba39-46a0-a2f7-f65afa68389d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:30.209856 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14cf778-8397-457e-9eda-9a8142234b37 req-b228981b-ba39-46a0-a2f7-f65afa68389d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:30.218347 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14cf778-8397-457e-9eda-9a8142234b37 req-b228981b-ba39-46a0-a2f7-f65afa68389d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:30.232715 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14cf778-8397-457e-9eda-9a8142234b37 req-b228981b-ba39-46a0-a2f7-f65afa68389d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:30.241182 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14cf778-8397-457e-9eda-9a8142234b37 req-b228981b-ba39-46a0-a2f7-f65afa68389d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:30.244909 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b14cf778-8397-457e-9eda-9a8142234b37 req-b228981b-ba39-46a0-a2f7-f65afa68389d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 5433 time: 0.1351819 Jul 29 23:26:30.357828 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.db.resource_extend [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:26:30.388339 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf20b2-506e-4e04-b51c-fb92f9c01c45 req-7d67112a-23ba-4ff1-b157-ef0a3e3998de tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:30.410656 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-64bf20b2-506e-4e04-b51c-fb92f9c01c45 req-7d67112a-23ba-4ff1-b157-ef0a3e3998de tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=97981410-0992-46c7-a0f1-961c2f5627fa HTTP/1.1" status: 200 len: 946 time: 0.1645043 Jul 29 23:26:30.461164 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b14cf778-8397-457e-9eda-9a8142234b37 req-da759218-9185-4f3d-93a3-fdda9a6431b5 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/security-groups?id=06985e19-0909-46d3-806d-ed854aa19767&id=1042ecbe-61fb-4261-9b1f-fc7302682049&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2027752 Jul 29 23:26:30.468541 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 44affca9-66f9-4f88-9afb-a14c3768e6ed, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=44affca9-66f9-4f88-9afb-a14c3768e6ed,segment=NetworkSegment(17b2c622-bac6-4298-9f70-11d5205d8079),segment_id=17b2c622-bac6-4298-9f70-11d5205d8079)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:30.549031 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-64bf20b2-506e-4e04-b51c-fb92f9c01c45 req-3b549f1e-e36f-4600-bc04-70d5730323ff tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346483 Jul 29 23:26:30.572273 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '44affca9-66f9-4f88-9afb-a14c3768e6ed', 'network_id': 'a74822f1-959a-4abc-9b28-d10d0b1420ae', 'port_id': '44affca9-66f9-4f88-9afb-a14c3768e6ed', 'mac_address': 'fa:16:3e:77:78:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae790fd8-1f1c-42ad-b55e-335a32cfbdf8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:26:30.657448 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:30.697717 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d4cb5-bfba-4070-afe7-7b1f3482f59f req-e161b31b-cbc3-470e-bcf3-c4767c39cbba tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:30.707631 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-653d4cb5-bfba-4070-afe7-7b1f3482f59f req-e161b31b-cbc3-470e-bcf3-c4767c39cbba tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17b7710-3c6e-4ff1-9f9c-83340c0d5270 HTTP/1.1" status: 200 len: 943 time: 0.0784163 Jul 29 23:26:30.731632 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['6cab2274-0e29-41ee-a31c-dc16b683b0ae'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:26:30.832637 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-653d4cb5-bfba-4070-afe7-7b1f3482f59f req-9dea87f7-811c-488c-a952-66175c53be9f tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187589 Jul 29 23:26:30.845392 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44affca9-66f9-4f88-9afb-a14c3768e6ed {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:26:30.854480 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c37426-fa74-4b3c-93c7-4213c0fe8454 req-e417a5ba-20e2-4dea-988a-0a685952b2ec tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:30.856294 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d9c37426-fa74-4b3c-93c7-4213c0fe8454 req-e417a5ba-20e2-4dea-988a-0a685952b2ec tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] 10.222.0.43 "GET /v2.0/ports?device_id=564dd03e-5cd2-4dbf-a516-217c17e9cfa4 HTTP/1.1" status: 200 len: 945 time: 0.1172900 Jul 29 23:26:30.897796 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 41884) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:30.975137 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d9c37426-fa74-4b3c-93c7-4213c0fe8454 req-6cd49ce6-755f-4ded-af75-6d0d01bae24c tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] 10.222.0.43 "GET /v2.0/security-groups?id=8d40ae53-9330-41ee-89e9-65b1c9cf505a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070976 Jul 29 23:26:31.003159 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 44affca9-66f9-4f88-9afb-a14c3768e6ed, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=44affca9-66f9-4f88-9afb-a14c3768e6ed,segment=NetworkSegment(17b2c622-bac6-4298-9f70-11d5205d8079),segment_id=17b2c622-bac6-4298-9f70-11d5205d8079)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:31.058205 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:31.126417 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 41904) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:31.185925 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-47dd5069-4ad5-4d7e-bd29-7cd2c93ac147 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1396991874-network', 'tenant_id': 'b0043d03cb0a4bbcbd35eb8f2075805c'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:31.215436 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47dd5069-4ad5-4d7e-bd29-7cd2c93ac147 admin admin] Made reservation on behalf of b0043d03cb0a4bbcbd35eb8f2075805c for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:26:31.219169 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-47dd5069-4ad5-4d7e-bd29-7cd2c93ac147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:31.228617 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-d5fdead1-baaa-4bba-9aa2-d4d4b1a18f69 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-849171158-network', 'tenant_id': '39fa023325824cdc9ac137661a7f5230'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:31.247877 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=44affca9-66f9-4f88-9afb-a14c3768e6ed,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:31.254151 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-47dd5069-4ad5-4d7e-bd29-7cd2c93ac147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:31.276079 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5fdead1-baaa-4bba-9aa2-d4d4b1a18f69 admin admin] Made reservation on behalf of 39fa023325824cdc9ac137661a7f5230 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:26:31.279519 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d5fdead1-baaa-4bba-9aa2-d4d4b1a18f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:31.292511 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d5fdead1-baaa-4bba-9aa2-d4d4b1a18f69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:31.329541 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['44affca9-66f9-4f88-9afb-a14c3768e6ed'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:26:31.385322 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-47dd5069-4ad5-4d7e-bd29-7cd2c93ac147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:31.394738 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-47dd5069-4ad5-4d7e-bd29-7cd2c93ac147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:31.425300 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dd5069-4ad5-4d7e-bd29-7cd2c93ac147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95e6190-964a-4a06-8664-56e660ab268b,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:31.438629 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47dd5069-4ad5-4d7e-bd29-7cd2c93ac147 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:26:31.452787 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-47dd5069-4ad5-4d7e-bd29-7cd2c93ac147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:31.453349 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-47dd5069-4ad5-4d7e-bd29-7cd2c93ac147 admin admin] Added segment 85a18049-8d39-45df-9ccf-cf67471916ca of type vlan for network fc8993d1-1f3f-4e88-9d54-7eec99f127ad Jul 29 23:26:31.516870 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-47dd5069-4ad5-4d7e-bd29-7cd2c93ac147 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:31.578372 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-47dd5069-4ad5-4d7e-bd29-7cd2c93ac147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:31.579304 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47dd5069-4ad5-4d7e-bd29-7cd2c93ac147 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:31.580055 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-47dd5069-4ad5-4d7e-bd29-7cd2c93ac147 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:31.596660 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d5fdead1-baaa-4bba-9aa2-d4d4b1a18f69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:31.603168 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d5fdead1-baaa-4bba-9aa2-d4d4b1a18f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:31.636151 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5fdead1-baaa-4bba-9aa2-d4d4b1a18f69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:26:31.656753 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fdead1-baaa-4bba-9aa2-d4d4b1a18f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ffebec2-528d-4242-ad72-917823e57a71,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:31.660031 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d5fdead1-baaa-4bba-9aa2-d4d4b1a18f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:31.660823 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-d5fdead1-baaa-4bba-9aa2-d4d4b1a18f69 admin admin] Added segment cf619d83-fd56-4d22-a2b6-744093e75a35 of type vlan for network a1bbd66d-5cd1-4f36-86d9-6049aea968c5 Jul 29 23:26:31.679584 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-47dd5069-4ad5-4d7e-bd29-7cd2c93ac147 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7798851 Jul 29 23:26:31.688284 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 41920) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:31.690357 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-5c685dc8-dfc6-4b9a-89fd-54d424288794 admin admin] Request body: {'subnet': {'network_id': 'fc8993d1-1f3f-4e88-9d54-7eec99f127ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1396991874-subnet', 'tenant_id': 'b0043d03cb0a4bbcbd35eb8f2075805c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:31.714928 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d5fdead1-baaa-4bba-9aa2-d4d4b1a18f69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:31.753277 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d5fdead1-baaa-4bba-9aa2-d4d4b1a18f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:31.754564 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fdead1-baaa-4bba-9aa2-d4d4b1a18f69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:31.755434 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d5fdead1-baaa-4bba-9aa2-d4d4b1a18f69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:31.792290 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dd5069-4ad5-4d7e-bd29-7cd2c93ac147 admin admin] Pushing event updated for resources: {'Network': ['ID=fc8993d1-1f3f-4e88-9d54-7eec99f127ad,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:31.802469 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network fc8993d1-1f3f-4e88-9d54-7eec99f127ad details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:26:31.811993 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac2b0c0-2da9-42cf-aa76-9c409734452f req-38070c21-641b-4ddb-bbe5-1ac221f2a40d tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:31.813831 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9ac2b0c0-2da9-42cf-aa76-9c409734452f req-38070c21-641b-4ddb-bbe5-1ac221f2a40d tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=97981410-0992-46c7-a0f1-961c2f5627fa HTTP/1.1" status: 200 len: 946 time: 0.1492562 Jul 29 23:26:31.831525 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fdead1-baaa-4bba-9aa2-d4d4b1a18f69 admin admin] Pushing event updated for resources: {'Network': ['ID=a1bbd66d-5cd1-4f36-86d9-6049aea968c5,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:31.837164 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d5fdead1-baaa-4bba-9aa2-d4d4b1a18f69 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7096589 Jul 29 23:26:31.840199 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 41922) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:31.843219 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec86b22-451e-4c55-93c3-9d8e58672796 req-ed50d919-6618-4f91-a6e8-9dcd9d8f5c3e tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:31.849312 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec86b22-451e-4c55-93c3-9d8e58672796 req-ed50d919-6618-4f91-a6e8-9dcd9d8f5c3e tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:31.851433 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-d28e7cd3-754b-4b24-a56d-6aaca9a02658 admin admin] Request body: {'subnet': {'network_id': 'a1bbd66d-5cd1-4f36-86d9-6049aea968c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-849171158-subnet', 'tenant_id': '39fa023325824cdc9ac137661a7f5230', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:31.856637 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec86b22-451e-4c55-93c3-9d8e58672796 req-ed50d919-6618-4f91-a6e8-9dcd9d8f5c3e tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:31.863144 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec86b22-451e-4c55-93c3-9d8e58672796 req-ed50d919-6618-4f91-a6e8-9dcd9d8f5c3e tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:31.866993 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network a1bbd66d-5cd1-4f36-86d9-6049aea968c5 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:26:31.869920 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec86b22-451e-4c55-93c3-9d8e58672796 req-ed50d919-6618-4f91-a6e8-9dcd9d8f5c3e tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:31.875965 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec86b22-451e-4c55-93c3-9d8e58672796 req-ed50d919-6618-4f91-a6e8-9dcd9d8f5c3e tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:31.882465 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec86b22-451e-4c55-93c3-9d8e58672796 req-ed50d919-6618-4f91-a6e8-9dcd9d8f5c3e tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:31.884502 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0ec86b22-451e-4c55-93c3-9d8e58672796 req-ed50d919-6618-4f91-a6e8-9dcd9d8f5c3e tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 5433 time: 0.2334948 Jul 29 23:26:31.886058 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c685dc8-dfc6-4b9a-89fd-54d424288794 admin admin] Made reservation on behalf of b0043d03cb0a4bbcbd35eb8f2075805c for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:26:31.888320 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5c685dc8-dfc6-4b9a-89fd-54d424288794 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:31.911838 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28e7cd3-754b-4b24-a56d-6aaca9a02658 admin admin] Made reservation on behalf of 39fa023325824cdc9ac137661a7f5230 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:26:31.916108 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d28e7cd3-754b-4b24-a56d-6aaca9a02658 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:32.005001 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9ac2b0c0-2da9-42cf-aa76-9c409734452f req-d3c27bf1-a31c-42e3-9ec2-8f24c17231c5 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798408 Jul 29 23:26:32.015346 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0ec86b22-451e-4c55-93c3-9d8e58672796 req-3b729d6f-038b-49ea-b5b7-3e639d0a9a9d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/security-groups?id=06985e19-0909-46d3-806d-ed854aa19767&id=1042ecbe-61fb-4261-9b1f-fc7302682049&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1161747 Jul 29 23:26:32.208025 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d28e7cd3-754b-4b24-a56d-6aaca9a02658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:32.209253 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5c685dc8-dfc6-4b9a-89fd-54d424288794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:32.275470 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28e7cd3-754b-4b24-a56d-6aaca9a02658 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed9eb98b-ffc2-4261-95f7-c7797ed40732,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:32.285537 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28e7cd3-754b-4b24-a56d-6aaca9a02658 admin admin] Checking segment: {'id': 'cf619d83-fd56-4d22-a2b6-744093e75a35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a1bbd66d-5cd1-4f36-86d9-6049aea968c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:26:32.285954 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28e7cd3-754b-4b24-a56d-6aaca9a02658 admin admin] Network hostable DHCP agents. Network: a1bbd66d-5cd1-4f36-86d9-6049aea968c5, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:26:32.303447 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28e7cd3-754b-4b24-a56d-6aaca9a02658 admin admin] Network a1bbd66d-5cd1-4f36-86d9-6049aea968c5 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:26:32.303757 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c685dc8-dfc6-4b9a-89fd-54d424288794 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01812886-2cdd-41de-831e-c3e259b8e381,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:32.314475 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-d28e7cd3-754b-4b24-a56d-6aaca9a02658 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, a1bbd66d-5cd1-4f36-86d9-6049aea968c5) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:26:32.316738 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaa5759-aaa3-4dbb-a79f-e60fe87f9706 req-0e8ed246-808d-47b5-8d32-ab740edd4758 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:32.318294 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fdaa5759-aaa3-4dbb-a79f-e60fe87f9706 req-0e8ed246-808d-47b5-8d32-ab740edd4758 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17b7710-3c6e-4ff1-9f9c-83340c0d5270 HTTP/1.1" status: 200 len: 944 time: 0.1214833 Jul 29 23:26:32.324717 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28e7cd3-754b-4b24-a56d-6aaca9a02658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:32.325010 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c685dc8-dfc6-4b9a-89fd-54d424288794 admin admin] Checking segment: {'id': '85a18049-8d39-45df-9ccf-cf67471916ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fc8993d1-1f3f-4e88-9d54-7eec99f127ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:26:32.325365 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c685dc8-dfc6-4b9a-89fd-54d424288794 admin admin] Network hostable DHCP agents. Network: fc8993d1-1f3f-4e88-9d54-7eec99f127ad, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:26:32.325540 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d28e7cd3-754b-4b24-a56d-6aaca9a02658 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:32.325703 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535665d3-faaa-4a3f-91c2-9fb983545d83 None None] Network a1bbd66d-5cd1-4f36-86d9-6049aea968c5 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:26:32.343003 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d28e7cd3-754b-4b24-a56d-6aaca9a02658 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5015123 Jul 29 23:26:32.359201 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c685dc8-dfc6-4b9a-89fd-54d424288794 admin admin] Network fc8993d1-1f3f-4e88-9d54-7eec99f127ad is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:26:32.371661 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-5c685dc8-dfc6-4b9a-89fd-54d424288794 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, fc8993d1-1f3f-4e88-9d54-7eec99f127ad) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:26:32.383074 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c685dc8-dfc6-4b9a-89fd-54d424288794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:32.383648 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5c685dc8-dfc6-4b9a-89fd-54d424288794 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:32.392151 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452987f2-bb03-4f3a-8c47-b660aa2ace66 None None] Network fc8993d1-1f3f-4e88-9d54-7eec99f127ad requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:26:32.395849 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fdaa5759-aaa3-4dbb-a79f-e60fe87f9706 req-f487c847-4f04-445c-8654-e74cbdb2f6c7 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559857 Jul 29 23:26:32.407334 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-5c685dc8-dfc6-4b9a-89fd-54d424288794 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7210617 Jul 29 23:26:32.409881 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 41930) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:32.415025 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-110cfddf-8e12-46a1-8057-2f0c3fb2ce4b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1396991874-router', 'tenant_id': 'b0043d03cb0a4bbcbd35eb8f2075805c', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:32.457332 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-110cfddf-8e12-46a1-8057-2f0c3fb2ce4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:32.461098 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-110cfddf-8e12-46a1-8057-2f0c3fb2ce4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:32.628802 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccca54f-c447-4360-b3b7-357a21b821c9 None None] Network a1bbd66d-5cd1-4f36-86d9-6049aea968c5 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:26:32.785433 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [req-151b8255-310a-4606-8d41-2ff14f253d6b req-5b7c225f-8336-4918-9d34-fef1614e3da1 tempest-SecurityGroupsNegativeTestJSON-1907580521 tempest-SecurityGroupsNegativeTestJSON-1907580521-project] show failed (client error): The resource could not be found. Jul 29 23:26:32.786878 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-151b8255-310a-4606-8d41-2ff14f253d6b req-5b7c225f-8336-4918-9d34-fef1614e3da1 tempest-SecurityGroupsNegativeTestJSON-1907580521 tempest-SecurityGroupsNegativeTestJSON-1907580521-project] 10.222.0.43 "GET /v2.0/security-groups/6f046541-7782-4ac8-b977-6c0c8a20872d HTTP/1.1" status: 404 len: 352 time: 0.0176809 Jul 29 23:26:32.868974 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93b2b2e-483c-4957-9eb8-8f8808a60526 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-fc8993d1-1f3f-4e88-9d54-7eec99f127ad', 'network_id': 'fc8993d1-1f3f-4e88-9d54-7eec99f127ad', 'tenant_id': 'b0043d03cb0a4bbcbd35eb8f2075805c', 'fixed_ips': [{'subnet_id': '01812886-2cdd-41de-831e-c3e259b8e381'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:26:32.870627 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c93b2b2e-483c-4957-9eb8-8f8808a60526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:32.891018 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-52f55528-6161-40ed-b545-64769d10347d req-7b3cdf43-95db-4f35-8062-4640d7bfb8a7 tempest-SecurityGroupsNegativeTestJSON-1907580521 tempest-SecurityGroupsNegativeTestJSON-1907580521-project] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=39fa023325824cdc9ac137661a7f5230 HTTP/1.1" status: 200 len: 2988 time: 0.0644970 Jul 29 23:26:32.947641 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-52f55528-6161-40ed-b545-64769d10347d req-1c6aee2e-58e0-4695-9d87-459b08e54d3d tempest-SecurityGroupsNegativeTestJSON-1907580521 tempest-SecurityGroupsNegativeTestJSON-1907580521-project] 10.222.0.43 "GET /v2.0/security-groups/4ffebec2-528d-4242-ad72-917823e57a71 HTTP/1.1" status: 200 len: 2985 time: 0.0493343 Jul 29 23:26:32.995204 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-110cfddf-8e12-46a1-8057-2f0c3fb2ce4b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:32.997495 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-52f55528-6161-40ed-b545-64769d10347d req-8aa707e6-2f00-4f9d-aa62-b54a43486286 tempest-SecurityGroupsNegativeTestJSON-1907580521 tempest-SecurityGroupsNegativeTestJSON-1907580521-project] 10.222.0.43 "GET /v2.0/security-groups/4ffebec2-528d-4242-ad72-917823e57a71 HTTP/1.1" status: 200 len: 2985 time: 0.0489037 Jul 29 23:26:33.127032 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2fe5feb5-3859-46ab-ac58-6ce45799e796 req-eba6e554-9838-4c0c-a604-7442ea497608 tempest-SecurityGroupsNegativeTestJSON-1907580521 tempest-SecurityGroupsNegativeTestJSON-1907580521-project] 10.222.0.43 "GET /v2.0/security-groups/4ffebec2-528d-4242-ad72-917823e57a71 HTTP/1.1" status: 200 len: 2985 time: 0.1099966 Jul 29 23:26:33.165676 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-110cfddf-8e12-46a1-8057-2f0c3fb2ce4b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:33.241822 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4662944d-29f2-472e-9410-48160f877927 req-07d6c84b-9d09-4a7f-a4fc-0fa9c7e10d2a tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:33.243267 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-c93b2b2e-483c-4957-9eb8-8f8808a60526 None None] Allocated IP 172.20.0.2 (fc8993d1-1f3f-4e88-9d54-7eec99f127ad/01812886-2cdd-41de-831e-c3e259b8e381/4d5564cd-28c2-459c-b7b7-86dea18d66f2) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:26:33.249854 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4662944d-29f2-472e-9410-48160f877927 req-07d6c84b-9d09-4a7f-a4fc-0fa9c7e10d2a tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=97981410-0992-46c7-a0f1-961c2f5627fa HTTP/1.1" status: 200 len: 946 time: 0.0797052 Jul 29 23:26:33.284470 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [req-2fe5feb5-3859-46ab-ac58-6ce45799e796 req-a98f940c-1883-4d8e-90f2-f5eb74fb0b3e tempest-SecurityGroupsNegativeTestJSON-1907580521 tempest-SecurityGroupsNegativeTestJSON-1907580521-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 29 23:26:33.305237 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2fe5feb5-3859-46ab-ac58-6ce45799e796 req-a98f940c-1883-4d8e-90f2-f5eb74fb0b3e tempest-SecurityGroupsNegativeTestJSON-1907580521 tempest-SecurityGroupsNegativeTestJSON-1907580521-project] 10.222.0.43 "DELETE /v2.0/security-groups/4ffebec2-528d-4242-ad72-917823e57a71 HTTP/1.1" status: 409 len: 352 time: 0.1694496 Jul 29 23:26:33.333914 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4662944d-29f2-472e-9410-48160f877927 req-0b381415-ed13-43d7-a960-bfd540cf2dff tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791011 Jul 29 23:26:33.463565 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8585c0-84b9-4b69-a864-e2ae236d03fe req-03cd31f3-0b9c-4527-877b-7960dc47a1b0 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:33.471579 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8585c0-84b9-4b69-a864-e2ae236d03fe req-03cd31f3-0b9c-4527-877b-7960dc47a1b0 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:33.475791 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c93b2b2e-483c-4957-9eb8-8f8808a60526 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:33.482114 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8585c0-84b9-4b69-a864-e2ae236d03fe req-03cd31f3-0b9c-4527-877b-7960dc47a1b0 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:33.485827 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c93b2b2e-483c-4957-9eb8-8f8808a60526 None None] Transition to ACTIVE for port object 4d5564cd-28c2-459c-b7b7-86dea18d66f2 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:26:33.489553 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-110cfddf-8e12-46a1-8057-2f0c3fb2ce4b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:33.496280 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8585c0-84b9-4b69-a864-e2ae236d03fe req-03cd31f3-0b9c-4527-877b-7960dc47a1b0 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:33.502248 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8585c0-84b9-4b69-a864-e2ae236d03fe req-03cd31f3-0b9c-4527-877b-7960dc47a1b0 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:33.503353 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c93b2b2e-483c-4957-9eb8-8f8808a60526 None None] Transition to ACTIVE for port object 4d5564cd-28c2-459c-b7b7-86dea18d66f2 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:26:33.508843 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8585c0-84b9-4b69-a864-e2ae236d03fe req-03cd31f3-0b9c-4527-877b-7960dc47a1b0 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:33.513177 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c93b2b2e-483c-4957-9eb8-8f8808a60526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:33.514974 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8585c0-84b9-4b69-a864-e2ae236d03fe req-03cd31f3-0b9c-4527-877b-7960dc47a1b0 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:33.517222 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1e8585c0-84b9-4b69-a864-e2ae236d03fe req-03cd31f3-0b9c-4527-877b-7960dc47a1b0 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 5433 time: 0.1351840 Jul 29 23:26:33.518168 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [req-23e69c1b-a4be-46f8-8163-ea70b1c16d4a req-36891537-601f-4b68-9a67-b992baf3b62d tempest-SecurityGroupsNegativeTestJSON-1907580521 tempest-SecurityGroupsNegativeTestJSON-1907580521-project] show failed (client error): The resource could not be found. Jul 29 23:26:33.519062 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-23e69c1b-a4be-46f8-8163-ea70b1c16d4a req-36891537-601f-4b68-9a67-b992baf3b62d tempest-SecurityGroupsNegativeTestJSON-1907580521 tempest-SecurityGroupsNegativeTestJSON-1907580521-project] 10.222.0.43 "GET /v2.0/security-groups/d6584c13-2c12-422c-a248-e64e8eea2c4e HTTP/1.1" status: 404 len: 352 time: 0.0829003 Jul 29 23:26:33.523212 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-110cfddf-8e12-46a1-8057-2f0c3fb2ce4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:33.600861 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1e8585c0-84b9-4b69-a864-e2ae236d03fe req-3328640b-9644-421f-8a71-c35e7d530e26 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/security-groups?id=06985e19-0909-46d3-806d-ed854aa19767&id=1042ecbe-61fb-4261-9b1f-fc7302682049&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0769091 Jul 29 23:26:33.622680 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93b2b2e-483c-4957-9eb8-8f8808a60526 None None] Network fc8993d1-1f3f-4e88-9d54-7eec99f127ad is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:26:33.632004 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-c93b2b2e-483c-4957-9eb8-8f8808a60526 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:26:33.641120 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93b2b2e-483c-4957-9eb8-8f8808a60526 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:26:33.644512 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93b2b2e-483c-4957-9eb8-8f8808a60526 None None] Pushing event updated for resources: {'Port': ['ID=4d5564cd-28c2-459c-b7b7-86dea18d66f2,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:33.655003 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [req-88cdce7b-9d6e-4cc8-9408-01b966e1c048 req-0e0a9015-0648-4a23-b0d9-059e94052b9d tempest-SecurityGroupsNegativeTestJSON-1907580521 tempest-SecurityGroupsNegativeTestJSON-1907580521-project] show failed (client error): The resource could not be found. Jul 29 23:26:33.656375 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-88cdce7b-9d6e-4cc8-9408-01b966e1c048 req-0e0a9015-0648-4a23-b0d9-059e94052b9d tempest-SecurityGroupsNegativeTestJSON-1907580521 tempest-SecurityGroupsNegativeTestJSON-1907580521-project] 10.222.0.43 "GET /v2.0/security-groups/40b3c0a7-3512-4176-bfb8-c1093fe66a4f HTTP/1.1" status: 404 len: 352 time: 0.0326724 Jul 29 23:26:33.674153 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 41968) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:33.710696 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c5044-0026-4087-9750-51ed9b3df7dc req-4ce575d6-7bf7-4f13-acd0-43669d63e378 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:33.712541 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ed9c5044-0026-4087-9750-51ed9b3df7dc req-4ce575d6-7bf7-4f13-acd0-43669d63e378 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17b7710-3c6e-4ff1-9f9c-83340c0d5270 HTTP/1.1" status: 200 len: 944 time: 0.0716283 Jul 29 23:26:33.724621 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-672293ae-9233-48d8-b0de-3af851bf28d5 admin admin] Deleting subnet ed9eb98b-ffc2-4261-95f7-c7797ed40732 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:26:33.732824 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-672293ae-9233-48d8-b0de-3af851bf28d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:33.750092 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-c93b2b2e-483c-4957-9eb8-8f8808a60526 None None] Attempting to bind port 4d5564cd-28c2-459c-b7b7-86dea18d66f2 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:26:33.750559 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-c93b2b2e-483c-4957-9eb8-8f8808a60526 None None] Attempting to bind port 4d5564cd-28c2-459c-b7b7-86dea18d66f2 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '85a18049-8d39-45df-9ccf-cf67471916ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fc8993d1-1f3f-4e88-9d54-7eec99f127ad'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:26:33.751079 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93b2b2e-483c-4957-9eb8-8f8808a60526 None None] Attempting to bind port 4d5564cd-28c2-459c-b7b7-86dea18d66f2 on network fc8993d1-1f3f-4e88-9d54-7eec99f127ad {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:26:33.759173 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93b2b2e-483c-4957-9eb8-8f8808a60526 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:26:33.760047 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93b2b2e-483c-4957-9eb8-8f8808a60526 None None] Checking segment: {'id': '85a18049-8d39-45df-9ccf-cf67471916ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fc8993d1-1f3f-4e88-9d54-7eec99f127ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:26:33.761091 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c93b2b2e-483c-4957-9eb8-8f8808a60526 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:33.761234 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93b2b2e-483c-4957-9eb8-8f8808a60526 None None] Bound using segment: {'id': '85a18049-8d39-45df-9ccf-cf67471916ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fc8993d1-1f3f-4e88-9d54-7eec99f127ad'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:26:33.761852 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-c93b2b2e-483c-4957-9eb8-8f8808a60526 None None] Bound port: 4d5564cd-28c2-459c-b7b7-86dea18d66f2, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85a18049-8d39-45df-9ccf-cf67471916ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fc8993d1-1f3f-4e88-9d54-7eec99f127ad'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:26:33.762654 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c93b2b2e-483c-4957-9eb8-8f8808a60526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:33.763712 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-110cfddf-8e12-46a1-8057-2f0c3fb2ce4b admin admin] Allocated IP 172.25.0.121 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/cee57fc9-32af-463a-9f99-151d36fabbdf) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:26:33.786650 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ed9c5044-0026-4087-9750-51ed9b3df7dc req-31c7d6ec-834e-42b8-97b3-192f61f61a7b tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629852 Jul 29 23:26:33.789348 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-672293ae-9233-48d8-b0de-3af851bf28d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:33.846585 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-c93b2b2e-483c-4957-9eb8-8f8808a60526 None None] For port 4d5564cd-28c2-459c-b7b7-86dea18d66f2, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:26:33.851666 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-c93b2b2e-483c-4957-9eb8-8f8808a60526 None None] For port 4d5564cd-28c2-459c-b7b7-86dea18d66f2, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=4d5564cd-28c2-459c-b7b7-86dea18d66f2,segment=NetworkSegment(85a18049-8d39-45df-9ccf-cf67471916ca),segment_id=85a18049-8d39-45df-9ccf-cf67471916ca)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:26:33.861020 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c93b2b2e-483c-4957-9eb8-8f8808a60526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:33.886261 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-672293ae-9233-48d8-b0de-3af851bf28d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:33.937865 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93b2b2e-483c-4957-9eb8-8f8808a60526 None None] Pushing event updated for resources: {'Port': ['ID=4d5564cd-28c2-459c-b7b7-86dea18d66f2,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:33.979651 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-110cfddf-8e12-46a1-8057-2f0c3fb2ce4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:33.992008 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-672293ae-9233-48d8-b0de-3af851bf28d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:34.005895 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-672293ae-9233-48d8-b0de-3af851bf28d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:34.010761 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 41976) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:34.011027 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-672293ae-9233-48d8-b0de-3af851bf28d5 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/ed9eb98b-ffc2-4261-95f7-c7797ed40732 HTTP/1.1" status: 204 len: 168 time: 0.3317010 Jul 29 23:26:34.029463 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 44affca9-66f9-4f88-9afb-a14c3768e6ed up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:26:34.043545 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672293ae-9233-48d8-b0de-3af851bf28d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed9eb98b-ffc2-4261-95f7-c7797ed40732,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:34.073851 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-110cfddf-8e12-46a1-8057-2f0c3fb2ce4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:34.124556 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110cfddf-8e12-46a1-8057-2f0c3fb2ce4b admin admin] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:26:34.127722 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-110cfddf-8e12-46a1-8057-2f0c3fb2ce4b admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:26:34.130351 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110cfddf-8e12-46a1-8057-2f0c3fb2ce4b admin admin] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:26:34.148145 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-257b3ce7-35db-45cf-bcd1-48f5eaefd1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:34.185244 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110cfddf-8e12-46a1-8057-2f0c3fb2ce4b admin admin] Pushing event updated for resources: {'Port': ['ID=cee57fc9-32af-463a-9f99-151d36fabbdf,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:34.186475 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port 44affca9-66f9-4f88-9afb-a14c3768e6ed completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:26:34.224725 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 44affca9-66f9-4f88-9afb-a14c3768e6ed triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:34.226625 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:34.359399 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-257b3ce7-35db-45cf-bcd1-48f5eaefd1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:34.395008 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-257b3ce7-35db-45cf-bcd1-48f5eaefd1de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1bbd66d-5cd1-4f36-86d9-6049aea968c5']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:34.444519 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:34.462568 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-257b3ce7-35db-45cf-bcd1-48f5eaefd1de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf619d83-fd56-4d22-a2b6-744093e75a35') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:34.464906 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-257b3ce7-35db-45cf-bcd1-48f5eaefd1de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf619d83-fd56-4d22-a2b6-744093e75a35') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:34.504154 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-257b3ce7-35db-45cf-bcd1-48f5eaefd1de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:34.521497 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c17b7710-3c6e-4ff1-9f9c-83340c0d5270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44affca9-66f9-4f88-9afb-a14c3768e6ed'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:26:34.524811 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f53a86f2-f512-4ea5-8ff7-4e624f5485c7" -d '{"events": [{"server_uuid": "c17b7710-3c6e-4ff1-9f9c-83340c0d5270", "name": "network-vif-plugged", "status": "completed", "tag": "44affca9-66f9-4f88-9afb-a14c3768e6ed"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:26:34.541418 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 44affca9-66f9-4f88-9afb-a14c3768e6ed, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=44affca9-66f9-4f88-9afb-a14c3768e6ed,segment=NetworkSegment(17b2c622-bac6-4298-9f70-11d5205d8079),segment_id=17b2c622-bac6-4298-9f70-11d5205d8079)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:34.549088 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:34.562788 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-257b3ce7-35db-45cf-bcd1-48f5eaefd1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:34.574881 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-257b3ce7-35db-45cf-bcd1-48f5eaefd1de admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:26:34.575285 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-257b3ce7-35db-45cf-bcd1-48f5eaefd1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:34.578033 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:26:34.578033 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:26:34.578033 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:26:34.578033 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:26:34.578033 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:26:34.578033 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:26:34.578033 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:26:34.578033 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:26:34.578033 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:26:34.578033 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:26:34.578033 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:26:34.578033 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:26:34.578033 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:26:34.578033 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:26:34.578033 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:26:34.578033 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:26:34.578033 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:26:34.578033 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:26:34.578033 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:26:34.578033 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:26:34.578033 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:26:34.578033 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:26:34.578033 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:26:34.578033 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:26:34.578033 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:26:34.578033 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:26:34.578033 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:26:34.578033 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:26:34.578033 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:26:34.578033 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:26:34.578033 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:26:34.578033 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:26:34.635592 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df6b48a-a22d-47b5-b52e-2146910f8f53 x-openstack-request-id: req-1df6b48a-a22d-47b5-b52e-2146910f8f53 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:26:34.635948 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c17b7710-3c6e-4ff1-9f9c-83340c0d5270", "name": "network-vif-plugged", "status": "completed", "tag": "44affca9-66f9-4f88-9afb-a14c3768e6ed", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:26:34.636148 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1df6b48a-a22d-47b5-b52e-2146910f8f53 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:26:34.636503 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c17b7710-3c6e-4ff1-9f9c-83340c0d5270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44affca9-66f9-4f88-9afb-a14c3768e6ed', 'code': 200} Jul 29 23:26:34.642466 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad18489-4a4f-4bc7-98e1-b7039c7fed15 req-0366dc45-87e3-4eac-ac39-8f128babe403 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:34.652482 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0ad18489-4a4f-4bc7-98e1-b7039c7fed15 req-0366dc45-87e3-4eac-ac39-8f128babe403 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=97981410-0992-46c7-a0f1-961c2f5627fa HTTP/1.1" status: 200 len: 946 time: 0.1505508 Jul 29 23:26:34.706656 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=44affca9-66f9-4f88-9afb-a14c3768e6ed,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:34.708518 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-110cfddf-8e12-46a1-8057-2f0c3fb2ce4b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:34.717832 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:34.722327 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:34.722927 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:34.723639 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:34.726224 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:34.726999 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:34.729798 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:34.732418 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:34.733034 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:34.733629 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:34.734214 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:34.736807 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:34.803925 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-257b3ce7-35db-45cf-bcd1-48f5eaefd1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:34.814025 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-257b3ce7-35db-45cf-bcd1-48f5eaefd1de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:34.824340 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-257b3ce7-35db-45cf-bcd1-48f5eaefd1de admin admin] 10.222.0.43 "DELETE /v2.0/networks/a1bbd66d-5cd1-4f36-86d9-6049aea968c5 HTTP/1.1" status: 204 len: 168 time: 0.8108966 Jul 29 23:26:34.880985 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0ad18489-4a4f-4bc7-98e1-b7039c7fed15 req-7a3fac60-b379-43ed-9b26-b4eacb0ac3f6 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230985 Jul 29 23:26:34.894660 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257b3ce7-35db-45cf-bcd1-48f5eaefd1de admin admin] Pushing event deleted for resources: {'Network': ['ID=a1bbd66d-5cd1-4f36-86d9-6049aea968c5,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:34.944928 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device af1ec564-29cd-4f8a-b291-2e25d87073ad up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:26:34.945520 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3546139e-f5e6-4df4-8bf4-9fd6285df4c9 req-d94bf2ba-eec0-4c92-b542-ad8ea923d9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:34.950479 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3546139e-f5e6-4df4-8bf4-9fd6285df4c9 req-d94bf2ba-eec0-4c92-b542-ad8ea923d9a1 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c17b7710-3c6e-4ff1-9f9c-83340c0d5270 HTTP/1.1" status: 200 len: 1097 time: 0.2273169 Jul 29 23:26:34.986198 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b796ac-1d65-4f23-8436-fc0b538f4307 req-e8069491-6d21-42e0-85af-0d368f0bcc7b tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:35.002584 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b796ac-1d65-4f23-8436-fc0b538f4307 req-e8069491-6d21-42e0-85af-0d368f0bcc7b tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:35.011892 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b796ac-1d65-4f23-8436-fc0b538f4307 req-e8069491-6d21-42e0-85af-0d368f0bcc7b tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:35.019636 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b796ac-1d65-4f23-8436-fc0b538f4307 req-e8069491-6d21-42e0-85af-0d368f0bcc7b tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:35.027213 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b796ac-1d65-4f23-8436-fc0b538f4307 req-e8069491-6d21-42e0-85af-0d368f0bcc7b tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:35.036686 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b796ac-1d65-4f23-8436-fc0b538f4307 req-e8069491-6d21-42e0-85af-0d368f0bcc7b tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:35.060605 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b796ac-1d65-4f23-8436-fc0b538f4307 req-e8069491-6d21-42e0-85af-0d368f0bcc7b tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:35.079040 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f7b796ac-1d65-4f23-8436-fc0b538f4307 req-e8069491-6d21-42e0-85af-0d368f0bcc7b tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 5433 time: 0.3178895 Jul 29 23:26:35.132902 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port af1ec564-29cd-4f8a-b291-2e25d87073ad completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:26:35.138319 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port af1ec564-29cd-4f8a-b291-2e25d87073ad triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:35.138700 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:35.157650 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 41996) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:35.184497 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-110cfddf-8e12-46a1-8057-2f0c3fb2ce4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:35.233400 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4b3becf2-d351-45c9-9c2a-48e6f5715642 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=39fa023325824cdc9ac137661a7f5230&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0686150 Jul 29 23:26:35.240025 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 41998) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:35.305244 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 4d5564cd-28c2-459c-b7b7-86dea18d66f2 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:26:35.353278 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:35.417419 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6fe7b4-eb6c-4562-bd19-70ffff0a15f8 req-48873662-7a37-493e-8b92-9c0cda2671af tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:35.439047 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8b6fe7b4-eb6c-4562-bd19-70ffff0a15f8 req-48873662-7a37-493e-8b92-9c0cda2671af tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17b7710-3c6e-4ff1-9f9c-83340c0d5270 HTTP/1.1" status: 200 len: 945 time: 0.3588398 Jul 29 23:26:35.442985 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port af1ec564-29cd-4f8a-b291-2e25d87073ad, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=af1ec564-29cd-4f8a-b291-2e25d87073ad,segment=NetworkSegment(85f03a44-d59a-404b-99bf-5c2915495fce),segment_id=85f03a44-d59a-404b-99bf-5c2915495fce)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:35.454310 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:35.458375 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device fd088fd5-5d8a-4e4d-b620-8e5770596293 up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:26:35.465790 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 4d5564cd-28c2-459c-b7b7-86dea18d66f2 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:26:35.471581 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-110cfddf-8e12-46a1-8057-2f0c3fb2ce4b admin admin] Router dae35e35-2aef-418e-bf6b-28bd5d1ce7d2 is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:26:35.495343 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3546139e-f5e6-4df4-8bf4-9fd6285df4c9 req-d0bfe0fb-7d6a-4d5c-ac0a-e63d7c8d6298 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4032497 Jul 29 23:26:35.515833 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f7b796ac-1d65-4f23-8436-fc0b538f4307 req-76746347-76bc-4471-8120-f735c7152998 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/security-groups?id=06985e19-0909-46d3-806d-ed854aa19767&id=1042ecbe-61fb-4261-9b1f-fc7302682049&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3570492 Jul 29 23:26:35.589185 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-56cf0aee-dcd6-43c2-9ea0-0f6faccfab98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:35.626285 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf78a8f0-e7e9-4f36-9248-9121185bc949 None None] Network fc8993d1-1f3f-4e88-9d54-7eec99f127ad requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:26:35.654523 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-56cf0aee-dcd6-43c2-9ea0-0f6faccfab98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:35.698416 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=af1ec564-29cd-4f8a-b291-2e25d87073ad,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:35.704046 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8b6fe7b4-eb6c-4562-bd19-70ffff0a15f8 req-f367aab7-90bf-4bfb-95ad-54daa245a836 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635047 Jul 29 23:26:35.736404 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-56cf0aee-dcd6-43c2-9ea0-0f6faccfab98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:35.740719 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-56cf0aee-dcd6-43c2-9ea0-0f6faccfab98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:35.744967 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-56cf0aee-dcd6-43c2-9ea0-0f6faccfab98 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4ffebec2-528d-4242-ad72-917823e57a71 HTTP/1.1" status: 204 len: 168 time: 0.4860814 Jul 29 23:26:35.754110 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-bdd1c2ed-1474-4c89-8e29-e9ad6aa75919 None None] Provisioning for port 4d5564cd-28c2-459c-b7b7-86dea18d66f2 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:26:35.763066 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-bdd1c2ed-1474-4c89-8e29-e9ad6aa75919 None None] Provisioning complete for port 4d5564cd-28c2-459c-b7b7-86dea18d66f2 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:35.763415 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bdd1c2ed-1474-4c89-8e29-e9ad6aa75919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:35.782536 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cf0aee-dcd6-43c2-9ea0-0f6faccfab98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ffebec2-528d-4242-ad72-917823e57a71,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:35.805138 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-110cfddf-8e12-46a1-8057-2f0c3fb2ce4b admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:26:35.820756 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port fd088fd5-5d8a-4e4d-b620-8e5770596293 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:26:35.823333 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c5e202-190e-4edc-8fd1-d67182c59a67 None None] Sync routers for ids ['dae35e35-2aef-418e-bf6b-28bd5d1ce7d2'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:26:35.836581 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-110cfddf-8e12-46a1-8057-2f0c3fb2ce4b admin admin] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:35.838702 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-110cfddf-8e12-46a1-8057-2f0c3fb2ce4b admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4276528 Jul 29 23:26:35.841434 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 42008) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:35.845445 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c5e202-190e-4edc-8fd1-d67182c59a67 None None] Routers {'dae35e35-2aef-418e-bf6b-28bd5d1ce7d2'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:26:35.846191 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-56c5e202-190e-4edc-8fd1-d67182c59a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:26:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['dae35e35-2aef-418e-bf6b-28bd5d1ce7d2'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:35.890326 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port fd088fd5-5d8a-4e4d-b620-8e5770596293 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:35.892461 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:36.139086 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-56c5e202-190e-4edc-8fd1-d67182c59a67 None None] Set router dae35e35-2aef-418e-bf6b-28bd5d1ce7d2 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:26:36.212133 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:36.215017 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bdd1c2ed-1474-4c89-8e29-e9ad6aa75919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:36.229118 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46819db6-ca29-4fca-a2a8-cf4d44623bd3 req-c108f2b4-d552-4710-8db3-7b4555e78b17 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:36.230902 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-46819db6-ca29-4fca-a2a8-cf4d44623bd3 req-c108f2b4-d552-4710-8db3-7b4555e78b17 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=97981410-0992-46c7-a0f1-961c2f5627fa HTTP/1.1" status: 200 len: 946 time: 0.1920779 Jul 29 23:26:36.317371 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-bdd1c2ed-1474-4c89-8e29-e9ad6aa75919 None None] For port 4d5564cd-28c2-459c-b7b7-86dea18d66f2, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=4d5564cd-28c2-459c-b7b7-86dea18d66f2,segment=NetworkSegment(85a18049-8d39-45df-9ccf-cf67471916ca),segment_id=85a18049-8d39-45df-9ccf-cf67471916ca)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:36.327153 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port fd088fd5-5d8a-4e4d-b620-8e5770596293, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=fd088fd5-5d8a-4e4d-b620-8e5770596293,segment=NetworkSegment(85f03a44-d59a-404b-99bf-5c2915495fce),segment_id=85f03a44-d59a-404b-99bf-5c2915495fce)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:36.335885 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bdd1c2ed-1474-4c89-8e29-e9ad6aa75919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:36.354939 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:36.356343 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 6cab2274-0e29-41ee-a31c-dc16b683b0ae up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:26:36.391126 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-46819db6-ca29-4fca-a2a8-cf4d44623bd3 req-81207682-19f3-416d-a469-cb3a01692f48 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486039 Jul 29 23:26:36.475291 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd1c2ed-1474-4c89-8e29-e9ad6aa75919 None None] Pushing event updated for resources: {'Port': ['ID=4d5564cd-28c2-459c-b7b7-86dea18d66f2,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:36.557653 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port 6cab2274-0e29-41ee-a31c-dc16b683b0ae completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:26:36.573292 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port 6cab2274-0e29-41ee-a31c-dc16b683b0ae triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:36.573747 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:36.577538 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=fd088fd5-5d8a-4e4d-b620-8e5770596293,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:36.601498 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-56c5e202-190e-4edc-8fd1-d67182c59a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae35e35-2aef-418e-bf6b-28bd5d1ce7d2', 'name': 'tempest-ServerActionsTestJSON-1396991874-router', 'tenant_id': 'b0043d03cb0a4bbcbd35eb8f2075805c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'cee57fc9-32af-463a-9f99-151d36fabbdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:32Z', 'updated_at': '2021-07-29T23:26:34Z', 'revision_number': 3, 'project_id': 'b0043d03cb0a4bbcbd35eb8f2075805c', 'gw_port': {'id': 'cee57fc9-32af-463a-9f99-151d36fabbdf', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ee:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae35e35-2aef-418e-bf6b-28bd5d1ce7d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:33Z', 'updated_at': '2021-07-29T23:26:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:36.637686 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7edd9f15-fe6b-4312-89e6-b917a1b8550e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af1ec564-29cd-4f8a-b291-2e25d87073ad'}, {'server_uuid': '7edd9f15-fe6b-4312-89e6-b917a1b8550e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd088fd5-5d8a-4e4d-b620-8e5770596293'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:26:36.643958 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ca8a86-f857-4627-869b-570aa2eb4574" -d '{"events": [{"server_uuid": "7edd9f15-fe6b-4312-89e6-b917a1b8550e", "name": "network-vif-plugged", "status": "completed", "tag": "af1ec564-29cd-4f8a-b291-2e25d87073ad"}, {"server_uuid": "7edd9f15-fe6b-4312-89e6-b917a1b8550e", "name": "network-vif-plugged", "status": "completed", "tag": "fd088fd5-5d8a-4e4d-b620-8e5770596293"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:26:36.724221 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c5e202-190e-4edc-8fd1-d67182c59a67 None None] Checking router: dae35e35-2aef-418e-bf6b-28bd5d1ce7d2 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:26:36.724695 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c5e202-190e-4edc-8fd1-d67182c59a67 None None] Updating router dae35e35-2aef-418e-bf6b-28bd5d1ce7d2 port cee57fc9-32af-463a-9f99-151d36fabbdf binding host n-d-712141-10 {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:26:36.734681 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 29 Jul 2021 23:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bcdcb68-ec1f-4fd9-87e2-88bea6bbecca x-openstack-request-id: req-2bcdcb68-ec1f-4fd9-87e2-88bea6bbecca {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:26:36.734990 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7edd9f15-fe6b-4312-89e6-b917a1b8550e", "name": "network-vif-plugged", "status": "completed", "tag": "af1ec564-29cd-4f8a-b291-2e25d87073ad", "code": 200}, {"server_uuid": "7edd9f15-fe6b-4312-89e6-b917a1b8550e", "name": "network-vif-plugged", "status": "completed", "tag": "fd088fd5-5d8a-4e4d-b620-8e5770596293", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:26:36.735229 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2bcdcb68-ec1f-4fd9-87e2-88bea6bbecca {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:26:36.735625 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7edd9f15-fe6b-4312-89e6-b917a1b8550e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af1ec564-29cd-4f8a-b291-2e25d87073ad', 'code': 200} Jul 29 23:26:36.735883 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7edd9f15-fe6b-4312-89e6-b917a1b8550e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd088fd5-5d8a-4e4d-b620-8e5770596293', 'code': 200} Jul 29 23:26:36.804493 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:36.806566 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-5772188a-800a-4162-a41d-f0a5ef98f1c5 None None] Provisioning complete for port 4d5564cd-28c2-459c-b7b7-86dea18d66f2 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:36.806929 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5772188a-800a-4162-a41d-f0a5ef98f1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:36.816619 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-56c5e202-190e-4edc-8fd1-d67182c59a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:36.845942 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-39803c33-5bc3-40f4-be77-ab7f7ff2e6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:36.929704 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90ae05-1b84-4db9-9efd-646129c98790 req-596b1a9e-d68d-40e1-87f5-eba3b4749fa3 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:36.951994 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90ae05-1b84-4db9-9efd-646129c98790 req-596b1a9e-d68d-40e1-87f5-eba3b4749fa3 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:36.969036 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90ae05-1b84-4db9-9efd-646129c98790 req-596b1a9e-d68d-40e1-87f5-eba3b4749fa3 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:36.979122 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90ae05-1b84-4db9-9efd-646129c98790 req-596b1a9e-d68d-40e1-87f5-eba3b4749fa3 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:36.983749 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:36.989144 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 6cab2274-0e29-41ee-a31c-dc16b683b0ae, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=6cab2274-0e29-41ee-a31c-dc16b683b0ae,segment=NetworkSegment(c392b50f-ee70-4e3d-a540-9c0fa7cb5fa7),segment_id=c392b50f-ee70-4e3d-a540-9c0fa7cb5fa7)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:36.995807 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90ae05-1b84-4db9-9efd-646129c98790 req-596b1a9e-d68d-40e1-87f5-eba3b4749fa3 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:37.007683 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:37.008511 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device d88dbc0e-68ee-4fbf-94c1-8577555fefd5 up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:26:37.012389 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90ae05-1b84-4db9-9efd-646129c98790 req-596b1a9e-d68d-40e1-87f5-eba3b4749fa3 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:37.025319 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90ae05-1b84-4db9-9efd-646129c98790 req-596b1a9e-d68d-40e1-87f5-eba3b4749fa3 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:37.027342 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3a90ae05-1b84-4db9-9efd-646129c98790 req-596b1a9e-d68d-40e1-87f5-eba3b4749fa3 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 5435 time: 0.3308692 Jul 29 23:26:37.182236 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-56c5e202-190e-4edc-8fd1-d67182c59a67 None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:37.192687 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 42042) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:37.201712 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-56c5e202-190e-4edc-8fd1-d67182c59a67 None None] Transition to ACTIVE for port object cee57fc9-32af-463a-9f99-151d36fabbdf will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:26:37.206164 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 4d5564cd-28c2-459c-b7b7-86dea18d66f2 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:26:37.215420 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-56c5e202-190e-4edc-8fd1-d67182c59a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:37.245808 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=6cab2274-0e29-41ee-a31c-dc16b683b0ae,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:37.295786 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port d88dbc0e-68ee-4fbf-94c1-8577555fefd5 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:26:37.301724 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port d88dbc0e-68ee-4fbf-94c1-8577555fefd5 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:37.302192 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:37.304337 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2526d47c-3ab7-4de5-b7fa-a66e8b75d560 None None] Pushing event updated for resources: {'Port': ['ID=cee57fc9-32af-463a-9f99-151d36fabbdf,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:37.317887 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2526d47c-3ab7-4de5-b7fa-a66e8b75d560 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:37.318934 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2526d47c-3ab7-4de5-b7fa-a66e8b75d560 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:37.319534 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2526d47c-3ab7-4de5-b7fa-a66e8b75d560 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:37.319671 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 4d5564cd-28c2-459c-b7b7-86dea18d66f2 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:37.320297 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:37.320467 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2526d47c-3ab7-4de5-b7fa-a66e8b75d560 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:37.321120 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2526d47c-3ab7-4de5-b7fa-a66e8b75d560 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:37.321636 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2526d47c-3ab7-4de5-b7fa-a66e8b75d560 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:37.322270 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2526d47c-3ab7-4de5-b7fa-a66e8b75d560 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:37.322956 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2526d47c-3ab7-4de5-b7fa-a66e8b75d560 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:37.324354 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2526d47c-3ab7-4de5-b7fa-a66e8b75d560 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:37.324354 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2526d47c-3ab7-4de5-b7fa-a66e8b75d560 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:37.324904 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2526d47c-3ab7-4de5-b7fa-a66e8b75d560 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:37.325409 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2526d47c-3ab7-4de5-b7fa-a66e8b75d560 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:37.343838 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc276eaa-4823-4b87-904b-83b0e9463fe2 req-e3e2ce86-1080-4468-88cf-bfc3560d5fef tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:37.345447 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fc276eaa-4823-4b87-904b-83b0e9463fe2 req-e3e2ce86-1080-4468-88cf-bfc3560d5fef tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17b7710-3c6e-4ff1-9f9c-83340c0d5270 HTTP/1.1" status: 200 len: 945 time: 0.3024824 Jul 29 23:26:37.351102 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-0125db28-f3a7-474c-9107-054d3be217bf admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-967154592-network', 'tenant_id': '9a401af434c54898abf4f64d565a6a71'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:37.359937 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-56c5e202-190e-4edc-8fd1-d67182c59a67 None None] Attempting to bind port cee57fc9-32af-463a-9f99-151d36fabbdf on host n-d-712141-10 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:26:37.360450 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-56c5e202-190e-4edc-8fd1-d67182c59a67 None None] Attempting to bind port cee57fc9-32af-463a-9f99-151d36fabbdf by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:26:37.364615 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c5e202-190e-4edc-8fd1-d67182c59a67 None None] Attempting to bind port cee57fc9-32af-463a-9f99-151d36fabbdf on network 58f27f61-3278-49cc-b66b-1e729d26f29f {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:26:37.369918 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c5e202-190e-4edc-8fd1-d67182c59a67 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:26:37.370449 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c5e202-190e-4edc-8fd1-d67182c59a67 None None] Checking segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:26:37.370953 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-56c5e202-190e-4edc-8fd1-d67182c59a67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:37.371565 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c5e202-190e-4edc-8fd1-d67182c59a67 None None] Bound using segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:26:37.372345 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-56c5e202-190e-4edc-8fd1-d67182c59a67 None None] Bound port: cee57fc9-32af-463a-9f99-151d36fabbdf, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:26:37.372945 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-56c5e202-190e-4edc-8fd1-d67182c59a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:37.410832 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0125db28-f3a7-474c-9107-054d3be217bf admin admin] Made reservation on behalf of 9a401af434c54898abf4f64d565a6a71 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:26:37.414350 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0125db28-f3a7-474c-9107-054d3be217bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:37.420602 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fc276eaa-4823-4b87-904b-83b0e9463fe2 req-494c5062-9aaf-40d3-bfe0-ab74ac321ed8 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609505 Jul 29 23:26:37.433949 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0125db28-f3a7-474c-9107-054d3be217bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:37.475512 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-56c5e202-190e-4edc-8fd1-d67182c59a67 None None] For port cee57fc9-32af-463a-9f99-151d36fabbdf, host n-d-712141-10, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:26:37.488742 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-56c5e202-190e-4edc-8fd1-d67182c59a67 None None] For port cee57fc9-32af-463a-9f99-151d36fabbdf, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=cee57fc9-32af-463a-9f99-151d36fabbdf,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:26:37.508030 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3a90ae05-1b84-4db9-9efd-646129c98790 req-2f73a467-43d6-4c6f-addc-dc7b7a63e143 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/security-groups?id=06985e19-0909-46d3-806d-ed854aa19767&id=1042ecbe-61fb-4261-9b1f-fc7302682049&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3510206 Jul 29 23:26:37.508916 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-56c5e202-190e-4edc-8fd1-d67182c59a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:37.586148 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:37.660144 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0125db28-f3a7-474c-9107-054d3be217bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:37.666359 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0125db28-f3a7-474c-9107-054d3be217bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:37.672707 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port d88dbc0e-68ee-4fbf-94c1-8577555fefd5, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=d88dbc0e-68ee-4fbf-94c1-8577555fefd5,segment=NetworkSegment(9b0e57e5-cd0f-4f81-8940-6c7b6788dd26),segment_id=9b0e57e5-cd0f-4f81-8940-6c7b6788dd26)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:37.683634 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c5e202-190e-4edc-8fd1-d67182c59a67 None None] Routers {'dae35e35-2aef-418e-bf6b-28bd5d1ce7d2'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:26:37.684399 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-56c5e202-190e-4edc-8fd1-d67182c59a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:26:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['dae35e35-2aef-418e-bf6b-28bd5d1ce7d2'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:37.686890 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:37.687595 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 7450c10b-b2aa-4ef3-b42e-e8eeba1cf253 up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:26:37.701830 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2526d47c-3ab7-4de5-b7fa-a66e8b75d560 None None] Pushing event updated for resources: {'Port': ['ID=cee57fc9-32af-463a-9f99-151d36fabbdf,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:37.735723 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0125db28-f3a7-474c-9107-054d3be217bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:26:37.750921 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0125db28-f3a7-474c-9107-054d3be217bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de4b0c8b-803d-4e6d-a5c3-44fd125e868c,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:37.774505 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0125db28-f3a7-474c-9107-054d3be217bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:37.775055 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-0125db28-f3a7-474c-9107-054d3be217bf admin admin] Added segment 1e53d96e-2b52-4a8f-8172-d3e933bc937d of type vlan for network 399e2854-6b91-4680-bb53-ee3069227e3d Jul 29 23:26:37.852910 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-39803c33-5bc3-40f4-be77-ab7f7ff2e6ce admin admin] Allocated IP 172.20.0.1 (fc8993d1-1f3f-4e88-9d54-7eec99f127ad/01812886-2cdd-41de-831e-c3e259b8e381/ed93b4a2-ecbe-4cd9-af23-e098efdef252) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:26:37.869231 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0125db28-f3a7-474c-9107-054d3be217bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:37.887858 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port 7450c10b-b2aa-4ef3-b42e-e8eeba1cf253 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:26:37.895227 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6564ff-9d3b-45de-8512-2e2a39aa4f3b req-10855f9b-c418-46d4-99ac-ee84367e2e96 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:37.898757 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6f6564ff-9d3b-45de-8512-2e2a39aa4f3b req-10855f9b-c418-46d4-99ac-ee84367e2e96 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17b7710-3c6e-4ff1-9f9c-83340c0d5270 HTTP/1.1" status: 200 len: 945 time: 0.2363076 Jul 29 23:26:37.927128 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port 7450c10b-b2aa-4ef3-b42e-e8eeba1cf253 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:37.927532 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:37.930376 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf8210-151e-4ec5-b80a-fe930f044c80 req-6ed8d809-3c99-4b88-8d00-60a9371486f1 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:37.943182 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1ccf8210-151e-4ec5-b80a-fe930f044c80 req-6ed8d809-3c99-4b88-8d00-60a9371486f1 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=97981410-0992-46c7-a0f1-961c2f5627fa HTTP/1.1" status: 200 len: 946 time: 0.3344500 Jul 29 23:26:37.947336 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0125db28-f3a7-474c-9107-054d3be217bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:37.948533 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0125db28-f3a7-474c-9107-054d3be217bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:37.949134 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0125db28-f3a7-474c-9107-054d3be217bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:37.956502 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-56c5e202-190e-4edc-8fd1-d67182c59a67 None None] Set router dae35e35-2aef-418e-bf6b-28bd5d1ce7d2 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:26:37.991029 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=d88dbc0e-68ee-4fbf-94c1-8577555fefd5,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:38.061097 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0125db28-f3a7-474c-9107-054d3be217bf admin admin] Pushing event updated for resources: {'Network': ['ID=399e2854-6b91-4680-bb53-ee3069227e3d,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:38.065231 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0125db28-f3a7-474c-9107-054d3be217bf admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8707108 Jul 29 23:26:38.068275 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 42058) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:38.075459 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-7152d2c3-e3f0-4d1f-bbb6-e2fe7a21dcd2 admin admin] Request body: {'subnet': {'network_id': '399e2854-6b91-4680-bb53-ee3069227e3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-967154592-subnet', 'tenant_id': '9a401af434c54898abf4f64d565a6a71', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:38.102029 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 399e2854-6b91-4680-bb53-ee3069227e3d details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:26:38.114662 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7152d2c3-e3f0-4d1f-bbb6-e2fe7a21dcd2 admin admin] Made reservation on behalf of 9a401af434c54898abf4f64d565a6a71 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:26:38.118095 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7152d2c3-e3f0-4d1f-bbb6-e2fe7a21dcd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:38.121255 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6f6564ff-9d3b-45de-8512-2e2a39aa4f3b req-b1c08e8d-0356-429b-adac-303dad4a1d1b tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732693 Jul 29 23:26:38.138659 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1ccf8210-151e-4ec5-b80a-fe930f044c80 req-f5f957ad-1e2c-48ea-9445-8aa503433618 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928437 Jul 29 23:26:38.174006 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:38.236696 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 7450c10b-b2aa-4ef3-b42e-e8eeba1cf253, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=7450c10b-b2aa-4ef3-b42e-e8eeba1cf253,segment=NetworkSegment(c392b50f-ee70-4e3d-a540-9c0fa7cb5fa7),segment_id=c392b50f-ee70-4e3d-a540-9c0fa7cb5fa7)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:38.243193 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:38.244280 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 77550cf2-90df-4bb3-86b3-6d949e514eac up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:26:38.326692 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-39803c33-5bc3-40f4-be77-ab7f7ff2e6ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:38.334588 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-56c5e202-190e-4edc-8fd1-d67182c59a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae35e35-2aef-418e-bf6b-28bd5d1ce7d2', 'name': 'tempest-ServerActionsTestJSON-1396991874-router', 'tenant_id': 'b0043d03cb0a4bbcbd35eb8f2075805c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'cee57fc9-32af-463a-9f99-151d36fabbdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:32Z', 'updated_at': '2021-07-29T23:26:34Z', 'revision_number': 3, 'project_id': 'b0043d03cb0a4bbcbd35eb8f2075805c', 'gw_port': {'id': 'cee57fc9-32af-463a-9f99-151d36fabbdf', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ee:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae35e35-2aef-418e-bf6b-28bd5d1ce7d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:33Z', 'updated_at': '2021-07-29T23:26:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:38.339856 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port 77550cf2-90df-4bb3-86b3-6d949e514eac completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:26:38.355705 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port 77550cf2-90df-4bb3-86b3-6d949e514eac triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:38.356205 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:38.357955 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=7450c10b-b2aa-4ef3-b42e-e8eeba1cf253,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:38.358685 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-39803c33-5bc3-40f4-be77-ab7f7ff2e6ce admin admin] Transition to ACTIVE for port object ed93b4a2-ecbe-4cd9-af23-e098efdef252 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:26:38.385350 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c5e202-190e-4edc-8fd1-d67182c59a67 None None] The sync data for ids ['dae35e35-2aef-418e-bf6b-28bd5d1ce7d2'] in n-d-712141-10 is: [{'id': 'dae35e35-2aef-418e-bf6b-28bd5d1ce7d2', 'name': 'tempest-ServerActionsTestJSON-1396991874-router', 'tenant_id': 'b0043d03cb0a4bbcbd35eb8f2075805c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'cee57fc9-32af-463a-9f99-151d36fabbdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:32Z', 'updated_at': '2021-07-29T23:26:34Z', 'revision_number': 3, 'project_id': 'b0043d03cb0a4bbcbd35eb8f2075805c', 'gw_port': {'id': 'cee57fc9-32af-463a-9f99-151d36fabbdf', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ee:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae35e35-2aef-418e-bf6b-28bd5d1ce7d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:33Z', 'updated_at': '2021-07-29T23:26:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:26:38.401395 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-39803c33-5bc3-40f4-be77-ab7f7ff2e6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:38.418876 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7152d2c3-e3f0-4d1f-bbb6-e2fe7a21dcd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:38.449425 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39803c33-5bc3-40f4-be77-ab7f7ff2e6ce admin admin] Network fc8993d1-1f3f-4e88-9d54-7eec99f127ad is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:26:38.457099 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-39803c33-5bc3-40f4-be77-ab7f7ff2e6ce admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:26:38.462168 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39803c33-5bc3-40f4-be77-ab7f7ff2e6ce admin admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:26:38.516790 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39803c33-5bc3-40f4-be77-ab7f7ff2e6ce admin admin] Pushing event updated for resources: {'Port': ['ID=ed93b4a2-ecbe-4cd9-af23-e098efdef252,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:38.526802 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7152d2c3-e3f0-4d1f-bbb6-e2fe7a21dcd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f84d12aa-4b74-4699-924c-ad2973fc5537,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:38.558830 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39803c33-5bc3-40f4-be77-ab7f7ff2e6ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:38.559293 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39803c33-5bc3-40f4-be77-ab7f7ff2e6ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:38.561840 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39803c33-5bc3-40f4-be77-ab7f7ff2e6ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:38.562638 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39803c33-5bc3-40f4-be77-ab7f7ff2e6ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:38.563000 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39803c33-5bc3-40f4-be77-ab7f7ff2e6ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:38.563346 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39803c33-5bc3-40f4-be77-ab7f7ff2e6ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:38.563684 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39803c33-5bc3-40f4-be77-ab7f7ff2e6ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:38.564655 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39803c33-5bc3-40f4-be77-ab7f7ff2e6ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:38.564655 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39803c33-5bc3-40f4-be77-ab7f7ff2e6ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:38.564655 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39803c33-5bc3-40f4-be77-ab7f7ff2e6ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:38.564975 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39803c33-5bc3-40f4-be77-ab7f7ff2e6ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:38.565295 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39803c33-5bc3-40f4-be77-ab7f7ff2e6ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:38.598326 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-39803c33-5bc3-40f4-be77-ab7f7ff2e6ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:38.635927 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7152d2c3-e3f0-4d1f-bbb6-e2fe7a21dcd2 admin admin] Checking segment: {'id': '1e53d96e-2b52-4a8f-8172-d3e933bc937d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '399e2854-6b91-4680-bb53-ee3069227e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:26:38.637364 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7152d2c3-e3f0-4d1f-bbb6-e2fe7a21dcd2 admin admin] Network hostable DHCP agents. Network: 399e2854-6b91-4680-bb53-ee3069227e3d, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:26:38.691267 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7152d2c3-e3f0-4d1f-bbb6-e2fe7a21dcd2 admin admin] Network 399e2854-6b91-4680-bb53-ee3069227e3d is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:26:38.707167 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:38.711412 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-7152d2c3-e3f0-4d1f-bbb6-e2fe7a21dcd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 399e2854-6b91-4680-bb53-ee3069227e3d) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:26:38.727095 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7152d2c3-e3f0-4d1f-bbb6-e2fe7a21dcd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:38.728227 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7152d2c3-e3f0-4d1f-bbb6-e2fe7a21dcd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:38.739791 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7edd9f15-fe6b-4312-89e6-b917a1b8550e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cab2274-0e29-41ee-a31c-dc16b683b0ae'}, {'server_uuid': '7edd9f15-fe6b-4312-89e6-b917a1b8550e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88dbc0e-68ee-4fbf-94c1-8577555fefd5'}, {'server_uuid': '7edd9f15-fe6b-4312-89e6-b917a1b8550e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7450c10b-b2aa-4ef3-b42e-e8eeba1cf253'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:26:38.744402 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cebab97a-a30a-434f-ba18-9b2942d56faa" -d '{"events": [{"server_uuid": "7edd9f15-fe6b-4312-89e6-b917a1b8550e", "name": "network-vif-plugged", "status": "completed", "tag": "6cab2274-0e29-41ee-a31c-dc16b683b0ae"}, {"server_uuid": "7edd9f15-fe6b-4312-89e6-b917a1b8550e", "name": "network-vif-plugged", "status": "completed", "tag": "d88dbc0e-68ee-4fbf-94c1-8577555fefd5"}, {"server_uuid": "7edd9f15-fe6b-4312-89e6-b917a1b8550e", "name": "network-vif-plugged", "status": "completed", "tag": "7450c10b-b2aa-4ef3-b42e-e8eeba1cf253"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:26:38.753140 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6ff212-7830-4985-a0dd-49614d28cf40 None None] Network 399e2854-6b91-4680-bb53-ee3069227e3d requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:26:38.792297 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7152d2c3-e3f0-4d1f-bbb6-e2fe7a21dcd2 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7219501 Jul 29 23:26:38.795703 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 42078) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:38.802633 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-53ea16c9-a3c8-41fc-8f9b-8281c8d04b08 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-967154592-router', 'tenant_id': '9a401af434c54898abf4f64d565a6a71', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:38.844151 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-53ea16c9-a3c8-41fc-8f9b-8281c8d04b08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:38.845682 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-53ea16c9-a3c8-41fc-8f9b-8281c8d04b08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:38.912959 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 77550cf2-90df-4bb3-86b3-6d949e514eac, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=77550cf2-90df-4bb3-86b3-6d949e514eac,segment=NetworkSegment(85f03a44-d59a-404b-99bf-5c2915495fce),segment_id=85f03a44-d59a-404b-99bf-5c2915495fce)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:38.928244 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:38.929242 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 44e2e929-5306-4747-9f2b-b8a8f03b3793 up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:26:39.019517 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ecfe26-ab85-4c8a-aae7-3a45878317d6 req-9d3f62de-4b56-4bb4-a403-618596c910ef tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:39.022139 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-53ea16c9-a3c8-41fc-8f9b-8281c8d04b08 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:39.029097 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ecfe26-ab85-4c8a-aae7-3a45878317d6 req-9d3f62de-4b56-4bb4-a403-618596c910ef tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:39.066019 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ecfe26-ab85-4c8a-aae7-3a45878317d6 req-9d3f62de-4b56-4bb4-a403-618596c910ef tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:39.075367 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=77550cf2-90df-4bb3-86b3-6d949e514eac,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:39.087650 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-918872e2-58ac-4d62-8914-3625fc684373 None None] Provisioning for port ed93b4a2-ecbe-4cd9-af23-e098efdef252 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:26:39.094724 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ecfe26-ab85-4c8a-aae7-3a45878317d6 req-9d3f62de-4b56-4bb4-a403-618596c910ef tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:39.102646 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-918872e2-58ac-4d62-8914-3625fc684373 None None] Provisioning complete for port ed93b4a2-ecbe-4cd9-af23-e098efdef252 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:39.103403 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-918872e2-58ac-4d62-8914-3625fc684373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:39.128099 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ecfe26-ab85-4c8a-aae7-3a45878317d6 req-9d3f62de-4b56-4bb4-a403-618596c910ef tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:39.147371 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ecfe26-ab85-4c8a-aae7-3a45878317d6 req-9d3f62de-4b56-4bb4-a403-618596c910ef tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:39.152149 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-918872e2-58ac-4d62-8914-3625fc684373 None None] Port ed93b4a2-ecbe-4cd9-af23-e098efdef252 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:26:39.165923 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ecfe26-ab85-4c8a-aae7-3a45878317d6 req-9d3f62de-4b56-4bb4-a403-618596c910ef tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:39.178409 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port 44e2e929-5306-4747-9f2b-b8a8f03b3793 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:26:39.179194 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-48ecfe26-ab85-4c8a-aae7-3a45878317d6 req-9d3f62de-4b56-4bb4-a403-618596c910ef tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 5438 time: 0.4754181 Jul 29 23:26:39.194240 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port 44e2e929-5306-4747-9f2b-b8a8f03b3793 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:39.194619 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:39.247270 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241deaed-c70c-4b20-a537-328268dcc188 req-3b895c65-a291-446e-a86a-f6a1a4e852cd tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:39.254439 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-53ea16c9-a3c8-41fc-8f9b-8281c8d04b08 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:39.265108 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-241deaed-c70c-4b20-a537-328268dcc188 req-3b895c65-a291-446e-a86a-f6a1a4e852cd tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17b7710-3c6e-4ff1-9f9c-83340c0d5270 HTTP/1.1" status: 200 len: 945 time: 0.4838388 Jul 29 23:26:39.275698 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device cee57fc9-32af-463a-9f99-151d36fabbdf up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:26:39.323083 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-48ecfe26-ab85-4c8a-aae7-3a45878317d6 req-9fe52979-ba63-42bd-b860-08d484a7c2b2 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/security-groups?id=06985e19-0909-46d3-806d-ed854aa19767&id=1042ecbe-61fb-4261-9b1f-fc7302682049&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1427529 Jul 29 23:26:39.442164 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f23d2595-43df-4f75-a8f3-03d39055edde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-399e2854-6b91-4680-bb53-ee3069227e3d', 'network_id': '399e2854-6b91-4680-bb53-ee3069227e3d', 'tenant_id': '9a401af434c54898abf4f64d565a6a71', 'fixed_ips': [{'subnet_id': 'f84d12aa-4b74-4699-924c-ad2973fc5537'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:26:39.443198 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f23d2595-43df-4f75-a8f3-03d39055edde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:39.446637 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-241deaed-c70c-4b20-a537-328268dcc188 req-d471b359-a3cf-4b35-98dd-ffe10bcc8223 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766291 Jul 29 23:26:39.454528 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-39803c33-5bc3-40f4-be77-ab7f7ff2e6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:39.464630 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 29 Jul 2021 23:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267ab5d6-b23e-43a1-b7e9-539bd950b773 x-openstack-request-id: req-267ab5d6-b23e-43a1-b7e9-539bd950b773 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:26:39.464950 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7edd9f15-fe6b-4312-89e6-b917a1b8550e", "name": "network-vif-plugged", "status": "completed", "tag": "6cab2274-0e29-41ee-a31c-dc16b683b0ae", "code": 200}, {"server_uuid": "7edd9f15-fe6b-4312-89e6-b917a1b8550e", "name": "network-vif-plugged", "status": "completed", "tag": "d88dbc0e-68ee-4fbf-94c1-8577555fefd5", "code": 200}, {"server_uuid": "7edd9f15-fe6b-4312-89e6-b917a1b8550e", "name": "network-vif-plugged", "status": "completed", "tag": "7450c10b-b2aa-4ef3-b42e-e8eeba1cf253", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:26:39.465182 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-267ab5d6-b23e-43a1-b7e9-539bd950b773 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:26:39.465613 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7edd9f15-fe6b-4312-89e6-b917a1b8550e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cab2274-0e29-41ee-a31c-dc16b683b0ae', 'code': 200} Jul 29 23:26:39.465878 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7edd9f15-fe6b-4312-89e6-b917a1b8550e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88dbc0e-68ee-4fbf-94c1-8577555fefd5', 'code': 200} Jul 29 23:26:39.466184 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7edd9f15-fe6b-4312-89e6-b917a1b8550e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7450c10b-b2aa-4ef3-b42e-e8eeba1cf253', 'code': 200} Jul 29 23:26:39.609385 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-f23d2595-43df-4f75-a8f3-03d39055edde None None] Allocated IP 172.20.0.2 (399e2854-6b91-4680-bb53-ee3069227e3d/f84d12aa-4b74-4699-924c-ad2973fc5537/21c3692c-4526-44f0-a6cf-1245ed7acb12) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:26:39.656106 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-53ea16c9-a3c8-41fc-8f9b-8281c8d04b08 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:39.679059 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-53ea16c9-a3c8-41fc-8f9b-8281c8d04b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:39.695216 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port cee57fc9-32af-463a-9f99-151d36fabbdf completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:26:39.712289 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port cee57fc9-32af-463a-9f99-151d36fabbdf triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:39.712657 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:39.831792 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-53ea16c9-a3c8-41fc-8f9b-8281c8d04b08 admin admin] Allocated IP 172.25.0.104 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/ed821e53-1302-4661-b0e1-84ad381e3566) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:26:39.842592 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:39.855600 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-39803c33-5bc3-40f4-be77-ab7f7ff2e6ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:39.878307 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-39803c33-5bc3-40f4-be77-ab7f7ff2e6ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:39.907843 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c715f-bb52-4863-a66d-91e73e529af0 req-cdb629de-0f29-40c4-a861-0ca05c33d266 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:39.919735 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-016c715f-bb52-4863-a66d-91e73e529af0 req-cdb629de-0f29-40c4-a861-0ca05c33d266 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=97981410-0992-46c7-a0f1-961c2f5627fa HTTP/1.1" status: 200 len: 946 time: 0.2346261 Jul 29 23:26:39.928984 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 44e2e929-5306-4747-9f2b-b8a8f03b3793, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=44e2e929-5306-4747-9f2b-b8a8f03b3793,segment=NetworkSegment(85f03a44-d59a-404b-99bf-5c2915495fce),segment_id=85f03a44-d59a-404b-99bf-5c2915495fce)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:39.939453 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f23d2595-43df-4f75-a8f3-03d39055edde None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:39.948640 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:39.956543 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:40.013325 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-53ea16c9-a3c8-41fc-8f9b-8281c8d04b08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:40.050171 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f23d2595-43df-4f75-a8f3-03d39055edde None None] Transition to ACTIVE for port object 21c3692c-4526-44f0-a6cf-1245ed7acb12 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:26:40.077203 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=44e2e929-5306-4747-9f2b-b8a8f03b3793,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:40.087204 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port cee57fc9-32af-463a-9f99-151d36fabbdf, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=cee57fc9-32af-463a-9f99-151d36fabbdf,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:40.088081 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-39803c33-5bc3-40f4-be77-ab7f7ff2e6ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:40.092344 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f23d2595-43df-4f75-a8f3-03d39055edde None None] Transition to ACTIVE for port object 21c3692c-4526-44f0-a6cf-1245ed7acb12 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:26:40.094191 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-53ea16c9-a3c8-41fc-8f9b-8281c8d04b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:40.097041 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:40.107519 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f23d2595-43df-4f75-a8f3-03d39055edde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:40.120548 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e110d5db-3aed-4158-91eb-97c37b572e3c req-d3928e4f-a6ed-4b24-bc51-a62d358bcddc tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:40.128283 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e110d5db-3aed-4158-91eb-97c37b572e3c req-d3928e4f-a6ed-4b24-bc51-a62d358bcddc tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/networks?id=33e8f010-7789-4c0c-8f2b-4d54e9bb67e4 HTTP/1.1" status: 200 len: 808 time: 0.4454942 Jul 29 23:26:40.148484 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23d2595-43df-4f75-a8f3-03d39055edde None None] Network 399e2854-6b91-4680-bb53-ee3069227e3d is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:26:40.151366 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-f23d2595-43df-4f75-a8f3-03d39055edde None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:26:40.151530 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39803c33-5bc3-40f4-be77-ab7f7ff2e6ce admin admin] Pushing event updated for resources: {'Port': ['ID=ed93b4a2-ecbe-4cd9-af23-e098efdef252,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:40.154859 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23d2595-43df-4f75-a8f3-03d39055edde None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:26:40.168225 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ea16c9-a3c8-41fc-8f9b-8281c8d04b08 admin admin] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:26:40.180458 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-53ea16c9-a3c8-41fc-8f9b-8281c8d04b08 admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:26:40.182526 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea16c9-a3c8-41fc-8f9b-8281c8d04b08 admin admin] Pushing event updated for resources: {'Port': ['ID=ed821e53-1302-4661-b0e1-84ad381e3566,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:40.184783 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ea16c9-a3c8-41fc-8f9b-8281c8d04b08 admin admin] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:26:40.203510 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=cee57fc9-32af-463a-9f99-151d36fabbdf,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:40.241541 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-016c715f-bb52-4863-a66d-91e73e529af0 req-c0fbd003-bb10-4223-a5cd-7d38480da981 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161118 Jul 29 23:26:40.260155 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e110d5db-3aed-4158-91eb-97c37b572e3c req-c0a91198-97a6-4272-8e63-154abeb77d83 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/quotas/11625efdc5e247819e1ba7685d24a207 HTTP/1.1" status: 200 len: 375 time: 0.1307139 Jul 29 23:26:40.267817 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-f23d2595-43df-4f75-a8f3-03d39055edde None None] Attempting to bind port 21c3692c-4526-44f0-a6cf-1245ed7acb12 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:26:40.268189 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-f23d2595-43df-4f75-a8f3-03d39055edde None None] Attempting to bind port 21c3692c-4526-44f0-a6cf-1245ed7acb12 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '1e53d96e-2b52-4a8f-8172-d3e933bc937d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '399e2854-6b91-4680-bb53-ee3069227e3d'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:26:40.268553 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23d2595-43df-4f75-a8f3-03d39055edde None None] Attempting to bind port 21c3692c-4526-44f0-a6cf-1245ed7acb12 on network 399e2854-6b91-4680-bb53-ee3069227e3d {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:26:40.286941 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23d2595-43df-4f75-a8f3-03d39055edde None None] Pushing event updated for resources: {'Port': ['ID=21c3692c-4526-44f0-a6cf-1245ed7acb12,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:40.289076 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23d2595-43df-4f75-a8f3-03d39055edde None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:26:40.289536 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23d2595-43df-4f75-a8f3-03d39055edde None None] Checking segment: {'id': '1e53d96e-2b52-4a8f-8172-d3e933bc937d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '399e2854-6b91-4680-bb53-ee3069227e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:26:40.297185 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f23d2595-43df-4f75-a8f3-03d39055edde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:40.297611 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23d2595-43df-4f75-a8f3-03d39055edde None None] Bound using segment: {'id': '1e53d96e-2b52-4a8f-8172-d3e933bc937d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '399e2854-6b91-4680-bb53-ee3069227e3d'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:26:40.298127 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-f23d2595-43df-4f75-a8f3-03d39055edde None None] Bound port: 21c3692c-4526-44f0-a6cf-1245ed7acb12, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e53d96e-2b52-4a8f-8172-d3e933bc937d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '399e2854-6b91-4680-bb53-ee3069227e3d'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:26:40.298518 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f23d2595-43df-4f75-a8f3-03d39055edde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:40.390358 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-f23d2595-43df-4f75-a8f3-03d39055edde None None] For port 21c3692c-4526-44f0-a6cf-1245ed7acb12, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:26:40.393573 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-f23d2595-43df-4f75-a8f3-03d39055edde None None] For port 21c3692c-4526-44f0-a6cf-1245ed7acb12, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=21c3692c-4526-44f0-a6cf-1245ed7acb12,segment=NetworkSegment(1e53d96e-2b52-4a8f-8172-d3e933bc937d),segment_id=1e53d96e-2b52-4a8f-8172-d3e933bc937d)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:26:40.404720 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f23d2595-43df-4f75-a8f3-03d39055edde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:40.422498 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39803c33-5bc3-40f4-be77-ab7f7ff2e6ce admin admin] Network fc8993d1-1f3f-4e88-9d54-7eec99f127ad is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:26:40.453507 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e110d5db-3aed-4158-91eb-97c37b572e3c req-78aad01d-89a5-49e2-a737-dd5eab9f1d6e tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=11625efdc5e247819e1ba7685d24a207&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1921241 Jul 29 23:26:40.455574 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-39803c33-5bc3-40f4-be77-ab7f7ff2e6ce admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:26:40.509841 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23d2595-43df-4f75-a8f3-03d39055edde None None] Pushing event updated for resources: {'Port': ['ID=21c3692c-4526-44f0-a6cf-1245ed7acb12,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:40.604178 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-53ea16c9-a3c8-41fc-8f9b-8281c8d04b08 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:40.701822 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a2a71-80c1-4815-88bb-96afd005c485 req-fc446e0f-8f4c-43e5-bba0-c63c5868d231 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:40.707745 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a2a71-80c1-4815-88bb-96afd005c485 req-fc446e0f-8f4c-43e5-bba0-c63c5868d231 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:40.714400 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a2a71-80c1-4815-88bb-96afd005c485 req-fc446e0f-8f4c-43e5-bba0-c63c5868d231 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:40.722680 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a2a71-80c1-4815-88bb-96afd005c485 req-fc446e0f-8f4c-43e5-bba0-c63c5868d231 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:40.730263 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a2a71-80c1-4815-88bb-96afd005c485 req-fc446e0f-8f4c-43e5-bba0-c63c5868d231 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:40.736405 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a2a71-80c1-4815-88bb-96afd005c485 req-fc446e0f-8f4c-43e5-bba0-c63c5868d231 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:40.743257 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a2a71-80c1-4815-88bb-96afd005c485 req-fc446e0f-8f4c-43e5-bba0-c63c5868d231 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:40.752559 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0d0a2a71-80c1-4815-88bb-96afd005c485 req-fc446e0f-8f4c-43e5-bba0-c63c5868d231 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 5440 time: 0.2940836 Jul 29 23:26:40.898510 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-d1bd7ee5-7bf7-423f-a893-7de1db1cc216 None None] Provisioning complete for port ed93b4a2-ecbe-4cd9-af23-e098efdef252 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:40.899287 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d1bd7ee5-7bf7-423f-a893-7de1db1cc216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:40.966576 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-d1bd7ee5-7bf7-423f-a893-7de1db1cc216 None None] Port ed93b4a2-ecbe-4cd9-af23-e098efdef252 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:26:41.285565 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 21c3692c-4526-44f0-a6cf-1245ed7acb12 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:26:41.360873 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e110d5db-3aed-4158-91eb-97c37b572e3c req-2aeabf6a-8379-4a9e-ba09-ccc1c1cdd0f2 service neutron] 10.222.0.43 "GET /v2.0/networks/33e8f010-7789-4c0c-8f2b-4d54e9bb67e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9062169 Jul 29 23:26:41.364213 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 21c3692c-4526-44f0-a6cf-1245ed7acb12 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:26:41.371829 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39803c33-5bc3-40f4-be77-ab7f7ff2e6ce admin admin] Router dae35e35-2aef-418e-bf6b-28bd5d1ce7d2 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:26:41.376227 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device cee57fc9-32af-463a-9f99-151d36fabbdf up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:26:41.442707 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-53ea16c9-a3c8-41fc-8f9b-8281c8d04b08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:41.460991 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port cee57fc9-32af-463a-9f99-151d36fabbdf triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:41.462028 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:41.475107 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e110d5db-3aed-4158-91eb-97c37b572e3c req-00d2278f-f314-4d32-8c7f-e7d9266dd0dd service neutron] 10.222.0.43 "GET /v2.0/networks/33e8f010-7789-4c0c-8f2b-4d54e9bb67e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022294 Jul 29 23:26:41.501183 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7edd9f15-fe6b-4312-89e6-b917a1b8550e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77550cf2-90df-4bb3-86b3-6d949e514eac'}, {'server_uuid': '7edd9f15-fe6b-4312-89e6-b917a1b8550e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e2e929-5306-4747-9f2b-b8a8f03b3793'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:26:41.503986 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc84d6db-10ca-4136-9844-e3869d842397" -d '{"events": [{"server_uuid": "7edd9f15-fe6b-4312-89e6-b917a1b8550e", "name": "network-vif-plugged", "status": "completed", "tag": "77550cf2-90df-4bb3-86b3-6d949e514eac"}, {"server_uuid": "7edd9f15-fe6b-4312-89e6-b917a1b8550e", "name": "network-vif-plugged", "status": "completed", "tag": "44e2e929-5306-4747-9f2b-b8a8f03b3793"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:26:41.525193 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0d0a2a71-80c1-4815-88bb-96afd005c485 req-12bde517-0499-400f-90ff-a9ccc2b478c1 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/security-groups?id=06985e19-0909-46d3-806d-ed854aa19767&id=1042ecbe-61fb-4261-9b1f-fc7302682049&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7716880 Jul 29 23:26:41.752738 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39803c33-5bc3-40f4-be77-ab7f7ff2e6ce admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:26:41.776765 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ea16c9-a3c8-41fc-8f9b-8281c8d04b08 admin admin] Router 41052e7d-1a7b-4a4e-b9e6-dabd36572cae is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:26:41.788536 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-39803c33-5bc3-40f4-be77-ab7f7ff2e6ce admin admin] 10.222.0.43 "PUT /v2.0/routers/dae35e35-2aef-418e-bf6b-28bd5d1ce7d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9455023 Jul 29 23:26:41.875471 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a6e2a-d2f7-4039-971a-b38cfd85f72b req-b208cca8-3f9b-4a16-b62c-c530c60cd1f1 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:41.886738 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7f9a6e2a-d2f7-4039-971a-b38cfd85f72b req-b208cca8-3f9b-4a16-b62c-c530c60cd1f1 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17b7710-3c6e-4ff1-9f9c-83340c0d5270 HTTP/1.1" status: 200 len: 945 time: 0.0967917 Jul 29 23:26:41.949946 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7f9a6e2a-d2f7-4039-971a-b38cfd85f72b req-e574df02-06c3-416b-b845-0870ae0a557d tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612872 Jul 29 23:26:42.020164 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ea16c9-a3c8-41fc-8f9b-8281c8d04b08 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:26:42.053412 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-53ea16c9-a3c8-41fc-8f9b-8281c8d04b08 admin admin] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:42.060179 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-53ea16c9-a3c8-41fc-8f9b-8281c8d04b08 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2630160 Jul 29 23:26:42.060852 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 42118) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:42.087082 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743a50d9-b092-4501-8fbd-24b2975fa3d3 None None] Sync routers for ids ['dae35e35-2aef-418e-bf6b-28bd5d1ce7d2'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:26:42.091820 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1718e0ba-1d32-4e8a-887d-3c97889d3ec6 req-8d3c4d6c-b4bd-4ede-b477-ab8451bc77a0 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:42.097828 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c91914-ad6b-4a5b-a82c-8671a6606d56 None None] Sync routers for ids ['41052e7d-1a7b-4a4e-b9e6-dabd36572cae'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:26:42.103129 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1718e0ba-1d32-4e8a-887d-3c97889d3ec6 req-8d3c4d6c-b4bd-4ede-b477-ab8451bc77a0 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=97981410-0992-46c7-a0f1-961c2f5627fa HTTP/1.1" status: 200 len: 946 time: 0.0769567 Jul 29 23:26:42.112684 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743a50d9-b092-4501-8fbd-24b2975fa3d3 None None] Routers {'dae35e35-2aef-418e-bf6b-28bd5d1ce7d2'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:26:42.114331 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c91914-ad6b-4a5b-a82c-8671a6606d56 None None] Routers {'41052e7d-1a7b-4a4e-b9e6-dabd36572cae'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:26:42.115701 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-59c91914-ad6b-4a5b-a82c-8671a6606d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:26:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['41052e7d-1a7b-4a4e-b9e6-dabd36572cae'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:42.116322 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-743a50d9-b092-4501-8fbd-24b2975fa3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:26:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['dae35e35-2aef-418e-bf6b-28bd5d1ce7d2'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:42.170262 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1718e0ba-1d32-4e8a-887d-3c97889d3ec6 req-11cf348f-82ee-4b34-895b-152e37f14feb tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658457 Jul 29 23:26:42.355632 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:26:42.398666 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-59c91914-ad6b-4a5b-a82c-8671a6606d56 None None] Set router 41052e7d-1a7b-4a4e-b9e6-dabd36572cae gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:26:42.415679 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-743a50d9-b092-4501-8fbd-24b2975fa3d3 None None] Set router dae35e35-2aef-418e-bf6b-28bd5d1ce7d2 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:26:42.453013 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-743d3e9c-19b8-46b8-8d08-e8eccf4b3920 req-6646a5fe-e7d3-48ad-9a70-864559e2314a tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fb033b4-4959-4057-b11e-00fcaf3bf282 HTTP/1.1" status: 200 len: 210 time: 0.0624347 Jul 29 23:26:42.511093 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 29 Jul 2021 23:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dbd3071-1b0e-4cde-b757-d518fe949f8e x-openstack-request-id: req-5dbd3071-1b0e-4cde-b757-d518fe949f8e {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:26:42.511423 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7edd9f15-fe6b-4312-89e6-b917a1b8550e", "name": "network-vif-plugged", "status": "completed", "tag": "77550cf2-90df-4bb3-86b3-6d949e514eac", "code": 200}, {"server_uuid": "7edd9f15-fe6b-4312-89e6-b917a1b8550e", "name": "network-vif-plugged", "status": "completed", "tag": "44e2e929-5306-4747-9f2b-b8a8f03b3793", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:26:42.511633 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5dbd3071-1b0e-4cde-b757-d518fe949f8e {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:26:42.512030 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7edd9f15-fe6b-4312-89e6-b917a1b8550e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77550cf2-90df-4bb3-86b3-6d949e514eac', 'code': 200} Jul 29 23:26:42.512284 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7edd9f15-fe6b-4312-89e6-b917a1b8550e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e2e929-5306-4747-9f2b-b8a8f03b3793', 'code': 200} Jul 29 23:26:42.516660 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efec4cd0-1ced-46cc-8433-184063b24317 None None] Network 399e2854-6b91-4680-bb53-ee3069227e3d requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:26:42.539945 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cda223-70ce-4216-bef9-d07540fde3a1 req-8232eee9-caad-4fca-b7af-f0984caf6d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:42.540440 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cda223-70ce-4216-bef9-d07540fde3a1 req-8232eee9-caad-4fca-b7af-f0984caf6d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:42.540918 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cda223-70ce-4216-bef9-d07540fde3a1 req-8232eee9-caad-4fca-b7af-f0984caf6d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:42.541390 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cda223-70ce-4216-bef9-d07540fde3a1 req-8232eee9-caad-4fca-b7af-f0984caf6d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:42.542875 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cda223-70ce-4216-bef9-d07540fde3a1 req-8232eee9-caad-4fca-b7af-f0984caf6d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:42.543381 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cda223-70ce-4216-bef9-d07540fde3a1 req-8232eee9-caad-4fca-b7af-f0984caf6d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:42.543860 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cda223-70ce-4216-bef9-d07540fde3a1 req-8232eee9-caad-4fca-b7af-f0984caf6d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:42.546553 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-72cda223-70ce-4216-bef9-d07540fde3a1 req-8232eee9-caad-4fca-b7af-f0984caf6d3b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 6504 time: 0.0905454 Jul 29 23:26:42.591854 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-72cda223-70ce-4216-bef9-d07540fde3a1 req-100789db-b0ff-4f42-ab0b-bfece38b78a5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1042ecbe-61fb-4261-9b1f-fc7302682049&id=06985e19-0909-46d3-806d-ed854aa19767&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0366831 Jul 29 23:26:42.639457 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-db7286e4-a7b2-4625-9257-a8473ba09cc6 None None] Provisioning for port 21c3692c-4526-44f0-a6cf-1245ed7acb12 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:26:42.659062 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-db7286e4-a7b2-4625-9257-a8473ba09cc6 None None] Provisioning complete for port 21c3692c-4526-44f0-a6cf-1245ed7acb12 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:42.659551 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-db7286e4-a7b2-4625-9257-a8473ba09cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:42.819158 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb02b8-5f4d-4ba5-ae43-4148aec83212 req-1796c407-7518-4cd6-acb4-90c209cddb61 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:42.830102 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb02b8-5f4d-4ba5-ae43-4148aec83212 req-1796c407-7518-4cd6-acb4-90c209cddb61 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:42.838702 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb02b8-5f4d-4ba5-ae43-4148aec83212 req-1796c407-7518-4cd6-acb4-90c209cddb61 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:42.842801 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-59c91914-ad6b-4a5b-a82c-8671a6606d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41052e7d-1a7b-4a4e-b9e6-dabd36572cae', 'name': 'tempest-ServersTestManualDisk-967154592-router', 'tenant_id': '9a401af434c54898abf4f64d565a6a71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': 'ed821e53-1302-4661-b0e1-84ad381e3566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:38Z', 'updated_at': '2021-07-29T23:26:40Z', 'revision_number': 3, 'project_id': '9a401af434c54898abf4f64d565a6a71', 'gw_port': {'id': 'ed821e53-1302-4661-b0e1-84ad381e3566', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:74:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41052e7d-1a7b-4a4e-b9e6-dabd36572cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:39Z', 'updated_at': '2021-07-29T23:26:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:42.846149 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb02b8-5f4d-4ba5-ae43-4148aec83212 req-1796c407-7518-4cd6-acb4-90c209cddb61 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:42.853768 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb02b8-5f4d-4ba5-ae43-4148aec83212 req-1796c407-7518-4cd6-acb4-90c209cddb61 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:42.860747 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb02b8-5f4d-4ba5-ae43-4148aec83212 req-1796c407-7518-4cd6-acb4-90c209cddb61 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:42.868645 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb02b8-5f4d-4ba5-ae43-4148aec83212 req-1796c407-7518-4cd6-acb4-90c209cddb61 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:42.870637 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6ddb02b8-5f4d-4ba5-ae43-4148aec83212 req-1796c407-7518-4cd6-acb4-90c209cddb61 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 5440 time: 0.1750257 Jul 29 23:26:42.905713 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c91914-ad6b-4a5b-a82c-8671a6606d56 None None] Checking router: 41052e7d-1a7b-4a4e-b9e6-dabd36572cae for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:26:42.906244 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c91914-ad6b-4a5b-a82c-8671a6606d56 None None] Updating router 41052e7d-1a7b-4a4e-b9e6-dabd36572cae port ed821e53-1302-4661-b0e1-84ad381e3566 binding host n-d-712141-10 {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:26:42.911037 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 42140) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:42.922402 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-ded5e307-8844-4084-8e93-4bd06ca49f99 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1174334947', 'description': 'tempest-description--1704584753'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:42.975934 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ded5e307-8844-4084-8e93-4bd06ca49f99 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:42.977855 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ff54b913-c794-4495-b97f-3293abe6f7ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:42.979513 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-59c91914-ad6b-4a5b-a82c-8671a6606d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:43.015614 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-db7286e4-a7b2-4625-9257-a8473ba09cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:43.032205 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-743a50d9-b092-4501-8fbd-24b2975fa3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae35e35-2aef-418e-bf6b-28bd5d1ce7d2', 'name': 'tempest-ServerActionsTestJSON-1396991874-router', 'tenant_id': 'b0043d03cb0a4bbcbd35eb8f2075805c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'cee57fc9-32af-463a-9f99-151d36fabbdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:32Z', 'updated_at': '2021-07-29T23:26:39Z', 'revision_number': 4, 'project_id': 'b0043d03cb0a4bbcbd35eb8f2075805c', 'gw_port': {'id': 'cee57fc9-32af-463a-9f99-151d36fabbdf', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ee:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae35e35-2aef-418e-bf6b-28bd5d1ce7d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:33Z', 'updated_at': '2021-07-29T23:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'ed93b4a2-ecbe-4cd9-af23-e098efdef252', 'name': '', 'network_id': 'fc8993d1-1f3f-4e88-9d54-7eec99f127ad', 'tenant_id': 'b0043d03cb0a4bbcbd35eb8f2075805c', 'mac_address': 'fa:16:3e:6d:29:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae35e35-2aef-418e-bf6b-28bd5d1ce7d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '01812886-2cdd-41de-831e-c3e259b8e381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:37Z', 'updated_at': '2021-07-29T23:26:39Z', 'revision_number': 2, 'project_id': 'b0043d03cb0a4bbcbd35eb8f2075805c', 'subnets': [{'id': '01812886-2cdd-41de-831e-c3e259b8e381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:43.074893 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6ddb02b8-5f4d-4ba5-ae43-4148aec83212 req-7cb1a279-4cf1-4815-953b-9192cdb71aaf tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/security-groups?id=06985e19-0909-46d3-806d-ed854aa19767&id=1042ecbe-61fb-4261-9b1f-fc7302682049&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1948898 Jul 29 23:26:43.084745 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743a50d9-b092-4501-8fbd-24b2975fa3d3 None None] Checking router: dae35e35-2aef-418e-bf6b-28bd5d1ce7d2 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:26:43.090110 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743a50d9-b092-4501-8fbd-24b2975fa3d3 None None] Updating router dae35e35-2aef-418e-bf6b-28bd5d1ce7d2 port ed93b4a2-ecbe-4cd9-af23-e098efdef252 binding host n-d-712141-10 {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:26:43.148291 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-743a50d9-b092-4501-8fbd-24b2975fa3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:43.345915 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28049b05-67d5-4549-9324-d9a280328a88 req-c6258ac9-4950-442a-9f46-f0a8fcfd7088 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:43.348862 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-ff54b913-c794-4495-b97f-3293abe6f7ed admin admin] Allocated IP 172.20.0.1 (399e2854-6b91-4680-bb53-ee3069227e3d/f84d12aa-4b74-4699-924c-ad2973fc5537/05441e00-80ed-4219-8f22-34f7df211c67) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:26:43.351060 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-28049b05-67d5-4549-9324-d9a280328a88 req-c6258ac9-4950-442a-9f46-f0a8fcfd7088 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17b7710-3c6e-4ff1-9f9c-83340c0d5270 HTTP/1.1" status: 200 len: 945 time: 0.2359998 Jul 29 23:26:43.362242 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-db7286e4-a7b2-4625-9257-a8473ba09cc6 None None] For port 21c3692c-4526-44f0-a6cf-1245ed7acb12, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=21c3692c-4526-44f0-a6cf-1245ed7acb12,segment=NetworkSegment(1e53d96e-2b52-4a8f-8172-d3e933bc937d),segment_id=1e53d96e-2b52-4a8f-8172-d3e933bc937d)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:43.389496 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-db7286e4-a7b2-4625-9257-a8473ba09cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:43.409767 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-59c91914-ad6b-4a5b-a82c-8671a6606d56 None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:43.422322 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-59c91914-ad6b-4a5b-a82c-8671a6606d56 None None] Transition to ACTIVE for port object ed821e53-1302-4661-b0e1-84ad381e3566 will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:26:43.435035 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-59c91914-ad6b-4a5b-a82c-8671a6606d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:43.511321 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-59c91914-ad6b-4a5b-a82c-8671a6606d56 None None] Attempting to bind port ed821e53-1302-4661-b0e1-84ad381e3566 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:26:43.511794 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-59c91914-ad6b-4a5b-a82c-8671a6606d56 None None] Attempting to bind port ed821e53-1302-4661-b0e1-84ad381e3566 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:26:43.512230 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c91914-ad6b-4a5b-a82c-8671a6606d56 None None] Attempting to bind port ed821e53-1302-4661-b0e1-84ad381e3566 on network 58f27f61-3278-49cc-b66b-1e729d26f29f {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:26:43.523676 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ff54b913-c794-4495-b97f-3293abe6f7ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:43.523947 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c91914-ad6b-4a5b-a82c-8671a6606d56 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:26:43.523947 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c91914-ad6b-4a5b-a82c-8671a6606d56 None None] Checking segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:26:43.524458 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-59c91914-ad6b-4a5b-a82c-8671a6606d56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:43.525882 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59c91914-ad6b-4a5b-a82c-8671a6606d56 None None] Bound using segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:26:43.526441 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-59c91914-ad6b-4a5b-a82c-8671a6606d56 None None] Bound port: ed821e53-1302-4661-b0e1-84ad381e3566, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:26:43.527533 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-59c91914-ad6b-4a5b-a82c-8671a6606d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:43.539553 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-ff54b913-c794-4495-b97f-3293abe6f7ed admin admin] Transition to ACTIVE for port object 05441e00-80ed-4219-8f22-34f7df211c67 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:26:43.542194 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-28049b05-67d5-4549-9324-d9a280328a88 req-ac01b538-5201-4ab7-bc5d-80d1b40d8595 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067958 Jul 29 23:26:43.561711 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ded5e307-8844-4084-8e93-4bd06ca49f99 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:43.574934 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-0439e81b-9f15-46af-93df-89bd9063bb46 None None] Provisioning complete for port 21c3692c-4526-44f0-a6cf-1245ed7acb12 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:43.575568 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0439e81b-9f15-46af-93df-89bd9063bb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:43.583883 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a90122-e7c6-43b9-ad75-549a9bb4719a req-eee62738-b357-4653-a718-b13150acb30d tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:43.594596 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-59c91914-ad6b-4a5b-a82c-8671a6606d56 None None] For port ed821e53-1302-4661-b0e1-84ad381e3566, host n-d-712141-10, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:26:43.595256 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a2a90122-e7c6-43b9-ad75-549a9bb4719a req-eee62738-b357-4653-a718-b13150acb30d tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=97981410-0992-46c7-a0f1-961c2f5627fa HTTP/1.1" status: 200 len: 946 time: 0.2893686 Jul 29 23:26:43.598233 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-59c91914-ad6b-4a5b-a82c-8671a6606d56 None None] For port ed821e53-1302-4661-b0e1-84ad381e3566, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=ed821e53-1302-4661-b0e1-84ad381e3566,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:26:43.607115 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-59c91914-ad6b-4a5b-a82c-8671a6606d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:43.611553 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ded5e307-8844-4084-8e93-4bd06ca49f99 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:43.620035 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782bb733-e5b8-4ab2-be2a-9662dc559f3e None None] Pushing event updated for resources: {'Port': ['ID=ed821e53-1302-4661-b0e1-84ad381e3566,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:43.623974 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7286e4-a7b2-4625-9257-a8473ba09cc6 None None] Pushing event updated for resources: {'Port': ['ID=21c3692c-4526-44f0-a6cf-1245ed7acb12,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:43.635919 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ff54b913-c794-4495-b97f-3293abe6f7ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:43.678319 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c91914-ad6b-4a5b-a82c-8671a6606d56 None None] Routers {'41052e7d-1a7b-4a4e-b9e6-dabd36572cae'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:26:43.678972 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-59c91914-ad6b-4a5b-a82c-8671a6606d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:26:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['41052e7d-1a7b-4a4e-b9e6-dabd36572cae'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:43.689461 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ded5e307-8844-4084-8e93-4bd06ca49f99 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:43.695764 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ded5e307-8844-4084-8e93-4bd06ca49f99 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7808464 Jul 29 23:26:43.696095 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 42152) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:43.697000 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded5e307-8844-4084-8e93-4bd06ca49f99 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8a61a9-c8c7-4f8d-b216-92c757666cd3,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:43.714988 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-f1c5850e-ad12-4d6d-8f31-10954ff1e857 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Request body: {'security_group_rule': {'security_group_id': 'dc8a61a9-c8c7-4f8d-b216-92c757666cd3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:43.735533 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782bb733-e5b8-4ab2-be2a-9662dc559f3e None None] Pushing event updated for resources: {'Port': ['ID=ed821e53-1302-4661-b0e1-84ad381e3566,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:43.758158 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a2a90122-e7c6-43b9-ad75-549a9bb4719a req-94dc419c-1df6-40d8-b803-ad6b9a7bd1b8 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610007 Jul 29 23:26:43.766650 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff54b913-c794-4495-b97f-3293abe6f7ed admin admin] Network 399e2854-6b91-4680-bb53-ee3069227e3d is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:26:43.767731 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f1c5850e-ad12-4d6d-8f31-10954ff1e857 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:43.768608 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-ff54b913-c794-4495-b97f-3293abe6f7ed admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:26:43.815875 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff54b913-c794-4495-b97f-3293abe6f7ed admin admin] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:26:43.843417 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-59c91914-ad6b-4a5b-a82c-8671a6606d56 None None] Set router 41052e7d-1a7b-4a4e-b9e6-dabd36572cae gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:26:43.858428 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0c65488b-a44e-4b63-aaab-2e7f96aca337 req-ae8c4a45-f62e-472b-8876-3d80140bba76 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fb033b4-4959-4057-b11e-00fcaf3bf282 HTTP/1.1" status: 200 len: 210 time: 0.0900497 Jul 29 23:26:43.871066 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ff54b913-c794-4495-b97f-3293abe6f7ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:43.875895 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff54b913-c794-4495-b97f-3293abe6f7ed admin admin] Pushing event updated for resources: {'Port': ['ID=05441e00-80ed-4219-8f22-34f7df211c67,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:43.927388 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f1c5850e-ad12-4d6d-8f31-10954ff1e857 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:43.930639 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-743a50d9-b092-4501-8fbd-24b2975fa3d3 None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:43.938449 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f1c5850e-ad12-4d6d-8f31-10954ff1e857 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:43.948138 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-743a50d9-b092-4501-8fbd-24b2975fa3d3 None None] Transition to ACTIVE for port object ed93b4a2-ecbe-4cd9-af23-e098efdef252 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:26:43.961901 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-743a50d9-b092-4501-8fbd-24b2975fa3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:43.983238 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c5850e-ad12-4d6d-8f31-10954ff1e857 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c774b7ea-cb4f-4723-95a4-9d944266c15d,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:43.998831 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f1c5850e-ad12-4d6d-8f31-10954ff1e857 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:44.000541 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-f1c5850e-ad12-4d6d-8f31-10954ff1e857 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2901368 Jul 29 23:26:44.032078 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 42154) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:44.049840 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-bd0f7c4d-4f96-4c5e-bab0-a8d982f362e6 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Request body: {'security_group_rule': {'security_group_id': 'dc8a61a9-c8c7-4f8d-b216-92c757666cd3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:44.118278 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b52064-30c9-415a-a850-a93fcb6ff443 None None] Pushing event updated for resources: {'Port': ['ID=ed93b4a2-ecbe-4cd9-af23-e098efdef252,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:44.200335 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bd0f7c4d-4f96-4c5e-bab0-a8d982f362e6 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:44.206075 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e110d5db-3aed-4158-91eb-97c37b572e3c req-b14859b0-82bd-4a96-8bf9-9a5ec8e7c898 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:44.207307 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e110d5db-3aed-4158-91eb-97c37b572e3c req-b14859b0-82bd-4a96-8bf9-9a5ec8e7c898 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.41 "GET /v2.0/networks?id=33e8f010-7789-4c0c-8f2b-4d54e9bb67e4 HTTP/1.1" status: 200 len: 808 time: 0.2055724 Jul 29 23:26:44.225488 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-743a50d9-b092-4501-8fbd-24b2975fa3d3 None None] Attempting to bind port ed93b4a2-ecbe-4cd9-af23-e098efdef252 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:26:44.226667 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-743a50d9-b092-4501-8fbd-24b2975fa3d3 None None] Attempting to bind port ed93b4a2-ecbe-4cd9-af23-e098efdef252 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '85a18049-8d39-45df-9ccf-cf67471916ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fc8993d1-1f3f-4e88-9d54-7eec99f127ad'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:26:44.227035 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743a50d9-b092-4501-8fbd-24b2975fa3d3 None None] Attempting to bind port ed93b4a2-ecbe-4cd9-af23-e098efdef252 on network fc8993d1-1f3f-4e88-9d54-7eec99f127ad {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:26:44.233848 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-e110d5db-3aed-4158-91eb-97c37b572e3c req-d87d36fc-9f62-4262-bbd7-c43fa871ee67 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Request body: {'port': {'device_id': '9fb033b4-4959-4057-b11e-00fcaf3bf282', 'network_id': '33e8f010-7789-4c0c-8f2b-4d54e9bb67e4', 'admin_state_up': True, 'tenant_id': '11625efdc5e247819e1ba7685d24a207'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:44.235979 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ff54b913-c794-4495-b97f-3293abe6f7ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:44.248971 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743a50d9-b092-4501-8fbd-24b2975fa3d3 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:26:44.249932 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743a50d9-b092-4501-8fbd-24b2975fa3d3 None None] Checking segment: {'id': '85a18049-8d39-45df-9ccf-cf67471916ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fc8993d1-1f3f-4e88-9d54-7eec99f127ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:26:44.250526 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-743a50d9-b092-4501-8fbd-24b2975fa3d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:44.251418 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743a50d9-b092-4501-8fbd-24b2975fa3d3 None None] Bound using segment: {'id': '85a18049-8d39-45df-9ccf-cf67471916ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fc8993d1-1f3f-4e88-9d54-7eec99f127ad'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:26:44.252477 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-743a50d9-b092-4501-8fbd-24b2975fa3d3 None None] Bound port: ed93b4a2-ecbe-4cd9-af23-e098efdef252, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85a18049-8d39-45df-9ccf-cf67471916ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fc8993d1-1f3f-4e88-9d54-7eec99f127ad'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:26:44.253079 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-743a50d9-b092-4501-8fbd-24b2975fa3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:44.254295 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-59c91914-ad6b-4a5b-a82c-8671a6606d56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41052e7d-1a7b-4a4e-b9e6-dabd36572cae', 'name': 'tempest-ServersTestManualDisk-967154592-router', 'tenant_id': '9a401af434c54898abf4f64d565a6a71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': 'ed821e53-1302-4661-b0e1-84ad381e3566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:38Z', 'updated_at': '2021-07-29T23:26:40Z', 'revision_number': 3, 'project_id': '9a401af434c54898abf4f64d565a6a71', 'gw_port': {'id': 'ed821e53-1302-4661-b0e1-84ad381e3566', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:74:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41052e7d-1a7b-4a4e-b9e6-dabd36572cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:39Z', 'updated_at': '2021-07-29T23:26:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:44.272721 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-b47061df-ed51-43aa-8ff9-621946b770da None None] Provisioning for port 05441e00-80ed-4219-8f22-34f7df211c67 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:26:44.280210 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-b47061df-ed51-43aa-8ff9-621946b770da None None] Provisioning complete for port 05441e00-80ed-4219-8f22-34f7df211c67 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:44.280895 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b47061df-ed51-43aa-8ff9-621946b770da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:44.289641 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c91914-ad6b-4a5b-a82c-8671a6606d56 None None] The sync data for ids ['41052e7d-1a7b-4a4e-b9e6-dabd36572cae'] in n-d-712141-10 is: [{'id': '41052e7d-1a7b-4a4e-b9e6-dabd36572cae', 'name': 'tempest-ServersTestManualDisk-967154592-router', 'tenant_id': '9a401af434c54898abf4f64d565a6a71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': 'ed821e53-1302-4661-b0e1-84ad381e3566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:38Z', 'updated_at': '2021-07-29T23:26:40Z', 'revision_number': 3, 'project_id': '9a401af434c54898abf4f64d565a6a71', 'gw_port': {'id': 'ed821e53-1302-4661-b0e1-84ad381e3566', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:74:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41052e7d-1a7b-4a4e-b9e6-dabd36572cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:39Z', 'updated_at': '2021-07-29T23:26:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:26:44.366512 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-b47061df-ed51-43aa-8ff9-621946b770da None None] Port 05441e00-80ed-4219-8f22-34f7df211c67 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:26:44.424828 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-743a50d9-b092-4501-8fbd-24b2975fa3d3 None None] For port ed93b4a2-ecbe-4cd9-af23-e098efdef252, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:26:44.432989 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-743a50d9-b092-4501-8fbd-24b2975fa3d3 None None] For port ed93b4a2-ecbe-4cd9-af23-e098efdef252, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=ed93b4a2-ecbe-4cd9-af23-e098efdef252,segment=NetworkSegment(85a18049-8d39-45df-9ccf-cf67471916ca),segment_id=85a18049-8d39-45df-9ccf-cf67471916ca)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:26:44.447536 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-743a50d9-b092-4501-8fbd-24b2975fa3d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:44.455674 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bd0f7c4d-4f96-4c5e-bab0-a8d982f362e6 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:44.462940 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bd0f7c4d-4f96-4c5e-bab0-a8d982f362e6 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:44.468463 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a16ea2-3489-486b-ac10-efbecfdadf53 req-ab7ec11c-9965-405e-b807-4d1d146dbe0d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:44.475712 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a16ea2-3489-486b-ac10-efbecfdadf53 req-ab7ec11c-9965-405e-b807-4d1d146dbe0d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:44.483447 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a16ea2-3489-486b-ac10-efbecfdadf53 req-ab7ec11c-9965-405e-b807-4d1d146dbe0d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:44.495680 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a16ea2-3489-486b-ac10-efbecfdadf53 req-ab7ec11c-9965-405e-b807-4d1d146dbe0d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:44.503162 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a16ea2-3489-486b-ac10-efbecfdadf53 req-ab7ec11c-9965-405e-b807-4d1d146dbe0d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:44.511075 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a16ea2-3489-486b-ac10-efbecfdadf53 req-ab7ec11c-9965-405e-b807-4d1d146dbe0d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:44.518208 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a16ea2-3489-486b-ac10-efbecfdadf53 req-ab7ec11c-9965-405e-b807-4d1d146dbe0d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:44.520394 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f5a16ea2-3489-486b-ac10-efbecfdadf53 req-ab7ec11c-9965-405e-b807-4d1d146dbe0d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 5440 time: 0.2827137 Jul 29 23:26:44.565558 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b52064-30c9-415a-a850-a93fcb6ff443 None None] Pushing event updated for resources: {'Port': ['ID=ed93b4a2-ecbe-4cd9-af23-e098efdef252,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:44.583437 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743a50d9-b092-4501-8fbd-24b2975fa3d3 None None] Routers {'dae35e35-2aef-418e-bf6b-28bd5d1ce7d2'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:26:44.588020 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-743a50d9-b092-4501-8fbd-24b2975fa3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:26:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['dae35e35-2aef-418e-bf6b-28bd5d1ce7d2'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:44.595584 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bd0f7c4d-4f96-4c5e-bab0-a8d982f362e6 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:44.598560 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f5a16ea2-3489-486b-ac10-efbecfdadf53 req-6aa24482-0e2e-4ae6-949c-1e0c83ac2180 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/security-groups?id=06985e19-0909-46d3-806d-ed854aa19767&id=1042ecbe-61fb-4261-9b1f-fc7302682049&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0667980 Jul 29 23:26:44.619552 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-bd0f7c4d-4f96-4c5e-bab0-a8d982f362e6 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5821135 Jul 29 23:26:44.619751 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 42162) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:44.624752 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-a296a088-90b1-4121-b455-5b8397967d8b tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Request body: {'floatingip': {'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:44.698242 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e110d5db-3aed-4158-91eb-97c37b572e3c req-d87d36fc-9f62-4262-bbd7-c43fa871ee67 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Made reservation on behalf of 11625efdc5e247819e1ba7685d24a207 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:26:44.704456 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e110d5db-3aed-4158-91eb-97c37b572e3c req-d87d36fc-9f62-4262-bbd7-c43fa871ee67 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:44.711240 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0f7c4d-4f96-4c5e-bab0-a8d982f362e6 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf5f62cc-60fa-4246-b759-17a23fbcd603,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:44.755093 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0f7c4d-4f96-4c5e-bab0-a8d982f362e6 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:44.755444 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0f7c4d-4f96-4c5e-bab0-a8d982f362e6 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:44.755684 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0f7c4d-4f96-4c5e-bab0-a8d982f362e6 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:44.756064 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0f7c4d-4f96-4c5e-bab0-a8d982f362e6 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:44.756390 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0f7c4d-4f96-4c5e-bab0-a8d982f362e6 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:44.756717 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0f7c4d-4f96-4c5e-bab0-a8d982f362e6 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:44.757052 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0f7c4d-4f96-4c5e-bab0-a8d982f362e6 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:44.760638 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0f7c4d-4f96-4c5e-bab0-a8d982f362e6 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:44.762938 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a296a088-90b1-4121-b455-5b8397967d8b tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks [] for floatingip, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:44.763375 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0f7c4d-4f96-4c5e-bab0-a8d982f362e6 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:44.763789 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0f7c4d-4f96-4c5e-bab0-a8d982f362e6 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:44.764129 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0f7c4d-4f96-4c5e-bab0-a8d982f362e6 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:44.764460 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd0f7c4d-4f96-4c5e-bab0-a8d982f362e6 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:44.856470 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ff54b913-c794-4495-b97f-3293abe6f7ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:44.859193 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-743a50d9-b092-4501-8fbd-24b2975fa3d3 None None] Set router dae35e35-2aef-418e-bf6b-28bd5d1ce7d2 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:26:44.868155 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ff54b913-c794-4495-b97f-3293abe6f7ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:44.969783 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff54b913-c794-4495-b97f-3293abe6f7ed admin admin] Pushing event updated for resources: {'Port': ['ID=05441e00-80ed-4219-8f22-34f7df211c67,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:45.006898 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ff54b913-c794-4495-b97f-3293abe6f7ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:45.104626 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0631b4ad-9fdf-48cf-8eff-236001fbcfea req-0ca96193-e722-48c8-b1cf-800599c1cdaf tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:45.106981 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0631b4ad-9fdf-48cf-8eff-236001fbcfea req-0ca96193-e722-48c8-b1cf-800599c1cdaf tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17b7710-3c6e-4ff1-9f9c-83340c0d5270 HTTP/1.1" status: 200 len: 945 time: 0.3171058 Jul 29 23:26:45.160201 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06976490-f4a2-4839-ae50-ae5a71340cb0 req-563302d4-ab83-4f63-9860-ce0b5a860589 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:45.172525 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-06976490-f4a2-4839-ae50-ae5a71340cb0 req-563302d4-ab83-4f63-9860-ce0b5a860589 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=97981410-0992-46c7-a0f1-961c2f5627fa HTTP/1.1" status: 200 len: 946 time: 0.2154920 Jul 29 23:26:45.224200 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff54b913-c794-4495-b97f-3293abe6f7ed admin admin] Network 399e2854-6b91-4680-bb53-ee3069227e3d is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:26:45.227888 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-ff54b913-c794-4495-b97f-3293abe6f7ed admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:26:45.277245 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-743a50d9-b092-4501-8fbd-24b2975fa3d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae35e35-2aef-418e-bf6b-28bd5d1ce7d2', 'name': 'tempest-ServerActionsTestJSON-1396991874-router', 'tenant_id': 'b0043d03cb0a4bbcbd35eb8f2075805c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'cee57fc9-32af-463a-9f99-151d36fabbdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:32Z', 'updated_at': '2021-07-29T23:26:39Z', 'revision_number': 4, 'project_id': 'b0043d03cb0a4bbcbd35eb8f2075805c', 'gw_port': {'id': 'cee57fc9-32af-463a-9f99-151d36fabbdf', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ee:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae35e35-2aef-418e-bf6b-28bd5d1ce7d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:33Z', 'updated_at': '2021-07-29T23:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'ed93b4a2-ecbe-4cd9-af23-e098efdef252', 'name': '', 'network_id': 'fc8993d1-1f3f-4e88-9d54-7eec99f127ad', 'tenant_id': 'b0043d03cb0a4bbcbd35eb8f2075805c', 'mac_address': 'fa:16:3e:6d:29:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae35e35-2aef-418e-bf6b-28bd5d1ce7d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '01812886-2cdd-41de-831e-c3e259b8e381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:37Z', 'updated_at': '2021-07-29T23:26:44Z', 'revision_number': 4, 'project_id': 'b0043d03cb0a4bbcbd35eb8f2075805c', 'subnets': [{'id': '01812886-2cdd-41de-831e-c3e259b8e381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:45.343630 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743a50d9-b092-4501-8fbd-24b2975fa3d3 None None] The sync data for ids ['dae35e35-2aef-418e-bf6b-28bd5d1ce7d2'] in n-d-712141-10 is: [{'id': 'dae35e35-2aef-418e-bf6b-28bd5d1ce7d2', 'name': 'tempest-ServerActionsTestJSON-1396991874-router', 'tenant_id': 'b0043d03cb0a4bbcbd35eb8f2075805c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'cee57fc9-32af-463a-9f99-151d36fabbdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:32Z', 'updated_at': '2021-07-29T23:26:39Z', 'revision_number': 4, 'project_id': 'b0043d03cb0a4bbcbd35eb8f2075805c', 'gw_port': {'id': 'cee57fc9-32af-463a-9f99-151d36fabbdf', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ee:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae35e35-2aef-418e-bf6b-28bd5d1ce7d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:33Z', 'updated_at': '2021-07-29T23:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'ed93b4a2-ecbe-4cd9-af23-e098efdef252', 'name': '', 'network_id': 'fc8993d1-1f3f-4e88-9d54-7eec99f127ad', 'tenant_id': 'b0043d03cb0a4bbcbd35eb8f2075805c', 'mac_address': 'fa:16:3e:6d:29:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dae35e35-2aef-418e-bf6b-28bd5d1ce7d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '01812886-2cdd-41de-831e-c3e259b8e381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:37Z', 'updated_at': '2021-07-29T23:26:44Z', 'revision_number': 4, 'project_id': 'b0043d03cb0a4bbcbd35eb8f2075805c', 'subnets': [{'id': '01812886-2cdd-41de-831e-c3e259b8e381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:26:45.345860 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-06976490-f4a2-4839-ae50-ae5a71340cb0 req-8f969156-f903-4017-b2a2-70c5d8aeb372 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723914 Jul 29 23:26:45.375799 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0631b4ad-9fdf-48cf-8eff-236001fbcfea req-bfe8363f-24ba-49aa-9207-d6f139b012dc tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613730 Jul 29 23:26:45.420305 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 21c3692c-4526-44f0-a6cf-1245ed7acb12 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:26:45.574118 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 21c3692c-4526-44f0-a6cf-1245ed7acb12 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:45.574826 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:45.578277 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff54b913-c794-4495-b97f-3293abe6f7ed admin admin] Router 41052e7d-1a7b-4a4e-b9e6-dabd36572cae has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:26:45.599060 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1552a0a7-8965-4e10-aa8d-38191cdd4f84 req-d6ca2481-c62b-4e54-919e-b53a47fdf57e tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fb033b4-4959-4057-b11e-00fcaf3bf282 HTTP/1.1" status: 200 len: 210 time: 0.0912459 Jul 29 23:26:45.601728 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-e110d5db-3aed-4158-91eb-97c37b572e3c req-d87d36fc-9f62-4262-bbd7-c43fa871ee67 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Allocated IP 172.20.0.12 (33e8f010-7789-4c0c-8f2b-4d54e9bb67e4/d10b4a30-6630-4be3-b0e2-2a7a17a89939/ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:26:45.667317 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a296a088-90b1-4121-b455-5b8397967d8b tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:45.689887 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-ab170d7c-e233-412f-bc09-6a5b57099619 None None] Provisioning complete for port 05441e00-80ed-4219-8f22-34f7df211c67 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:45.690366 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ab170d7c-e233-412f-bc09-6a5b57099619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:45.812707 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff54b913-c794-4495-b97f-3293abe6f7ed admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:26:45.826726 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ff54b913-c794-4495-b97f-3293abe6f7ed admin admin] 10.222.0.43 "PUT /v2.0/routers/41052e7d-1a7b-4a4e-b9e6-dabd36572cae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7621360 Jul 29 23:26:45.845521 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-ab170d7c-e233-412f-bc09-6a5b57099619 None None] Port 05441e00-80ed-4219-8f22-34f7df211c67 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:26:45.872682 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device ed821e53-1302-4661-b0e1-84ad381e3566 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:26:45.992215 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port ed821e53-1302-4661-b0e1-84ad381e3566 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:26:45.996498 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port ed821e53-1302-4661-b0e1-84ad381e3566 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:45.996962 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:46.112667 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-a296a088-90b1-4121-b455-5b8397967d8b tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Allocated IP 172.25.0.140 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/a8171544-d168-4512-9bf7-6a6688916c78) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:26:46.119380 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:46.133978 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ae42d-19a3-48a6-9da3-c5a7e8168af0 req-0adb782b-5fc7-4e27-9fe9-c8eb5bb7f46e tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:46.140151 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ae42d-19a3-48a6-9da3-c5a7e8168af0 req-0adb782b-5fc7-4e27-9fe9-c8eb5bb7f46e tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:46.142510 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port ed821e53-1302-4661-b0e1-84ad381e3566, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=ed821e53-1302-4661-b0e1-84ad381e3566,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:46.146963 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ae42d-19a3-48a6-9da3-c5a7e8168af0 req-0adb782b-5fc7-4e27-9fe9-c8eb5bb7f46e tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:46.148733 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:46.159232 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ae42d-19a3-48a6-9da3-c5a7e8168af0 req-0adb782b-5fc7-4e27-9fe9-c8eb5bb7f46e tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:46.167961 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ae42d-19a3-48a6-9da3-c5a7e8168af0 req-0adb782b-5fc7-4e27-9fe9-c8eb5bb7f46e tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:46.174058 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ae42d-19a3-48a6-9da3-c5a7e8168af0 req-0adb782b-5fc7-4e27-9fe9-c8eb5bb7f46e tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:46.180885 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ae42d-19a3-48a6-9da3-c5a7e8168af0 req-0adb782b-5fc7-4e27-9fe9-c8eb5bb7f46e tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:46.189607 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f35ae42d-19a3-48a6-9da3-c5a7e8168af0 req-0adb782b-5fc7-4e27-9fe9-c8eb5bb7f46e tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 5440 time: 0.3384671 Jul 29 23:26:46.243497 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=ed821e53-1302-4661-b0e1-84ad381e3566,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:46.355865 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f35ae42d-19a3-48a6-9da3-c5a7e8168af0 req-d5d7b1e4-5c3e-452a-b856-c1309eb7f68a tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/security-groups?id=06985e19-0909-46d3-806d-ed854aa19767&id=1042ecbe-61fb-4261-9b1f-fc7302682049&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1652539 Jul 29 23:26:46.379276 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e110d5db-3aed-4158-91eb-97c37b572e3c req-d87d36fc-9f62-4262-bbd7-c43fa871ee67 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:46.476470 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a296a088-90b1-4121-b455-5b8397967d8b tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:46.486491 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 42188) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:46.497448 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-761d5e3e-f325-4262-a490-6a5546a0a2fa tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1665910085', 'description': 'tempest-description--1183758397'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:46.532062 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-761d5e3e-f325-4262-a490-6a5546a0a2fa tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:46.598694 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee5c6dc-9e61-47cd-af19-9b3f5d6e92fb req-f8e94255-56c6-4010-b8e2-99e1b82e4db2 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:46.601091 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bee5c6dc-9e61-47cd-af19-9b3f5d6e92fb req-f8e94255-56c6-4010-b8e2-99e1b82e4db2 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=97981410-0992-46c7-a0f1-961c2f5627fa HTTP/1.1" status: 200 len: 946 time: 0.1117740 Jul 29 23:26:46.620740 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e110d5db-3aed-4158-91eb-97c37b572e3c req-d87d36fc-9f62-4262-bbd7-c43fa871ee67 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:46.633012 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['1277b24c-ed68-4854-b8a8-d8c31421810a'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:26:46.719345 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87d36fc-9f62-4262-bbd7-c43fa871ee67 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Pushing event updated for resources: {'Port': ['ID=ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:46.722546 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-761d5e3e-f325-4262-a490-6a5546a0a2fa tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:46.734680 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-761d5e3e-f325-4262-a490-6a5546a0a2fa tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:46.783919 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761d5e3e-f325-4262-a490-6a5546a0a2fa tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2827e636-9a74-4e86-b89b-1097fcbb7e79,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:46.797680 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bee5c6dc-9e61-47cd-af19-9b3f5d6e92fb req-f473fc3e-a9e8-4969-ae65-1691f7dd3d54 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812642 Jul 29 23:26:46.808705 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a296a088-90b1-4121-b455-5b8397967d8b tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:46.812896 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-761d5e3e-f325-4262-a490-6a5546a0a2fa tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:46.815070 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-761d5e3e-f325-4262-a490-6a5546a0a2fa tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3274922 Jul 29 23:26:46.817965 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 42194) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:46.819003 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e110d5db-3aed-4158-91eb-97c37b572e3c req-d87d36fc-9f62-4262-bbd7-c43fa871ee67 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Network 33e8f010-7789-4c0c-8f2b-4d54e9bb67e4 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:26:46.825568 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-243353b0-3007-4bd2-9387-0ce44349b309 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Request body: {'security_group_rule': {'security_group_id': '2827e636-9a74-4e86-b89b-1097fcbb7e79', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:46.840827 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a296a088-90b1-4121-b455-5b8397967d8b tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:26:46.878053 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-243353b0-3007-4bd2-9387-0ce44349b309 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:46.914740 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-a296a088-90b1-4121-b455-5b8397967d8b tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:26:46.917632 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-e110d5db-3aed-4158-91eb-97c37b572e3c req-d87d36fc-9f62-4262-bbd7-c43fa871ee67 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:26:46.926616 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a296a088-90b1-4121-b455-5b8397967d8b tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:26:46.939662 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b570392b-2a34-469e-9c2d-c520cbd5d88f req-df6af080-0a08-49ed-bee8-acd9940362ef tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:46.941216 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b570392b-2a34-469e-9c2d-c520cbd5d88f req-df6af080-0a08-49ed-bee8-acd9940362ef tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17b7710-3c6e-4ff1-9f9c-83340c0d5270 HTTP/1.1" status: 200 len: 945 time: 0.3696494 Jul 29 23:26:46.942072 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-e110d5db-3aed-4158-91eb-97c37b572e3c req-d87d36fc-9f62-4262-bbd7-c43fa871ee67 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:26:46.964478 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-243353b0-3007-4bd2-9387-0ce44349b309 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:46.969869 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-243353b0-3007-4bd2-9387-0ce44349b309 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:46.994713 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243353b0-3007-4bd2-9387-0ce44349b309 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21aaf0f8-6cab-49c1-be3d-42d41f1864bf,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:47.005245 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-243353b0-3007-4bd2-9387-0ce44349b309 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:47.009209 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-243353b0-3007-4bd2-9387-0ce44349b309 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1866198 Jul 29 23:26:47.009364 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 42198) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:47.014939 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-c9379f7c-34f0-4133-8c36-f05584bc7259 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Request body: {'security_group_rule': {'security_group_id': '2827e636-9a74-4e86-b89b-1097fcbb7e79', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:47.048843 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c9379f7c-34f0-4133-8c36-f05584bc7259 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:47.069718 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a296a088-90b1-4121-b455-5b8397967d8b tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Pushing event updated for resources: {'Port': ['ID=a8171544-d168-4512-9bf7-6a6688916c78,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:47.108004 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e110d5db-3aed-4158-91eb-97c37b572e3c req-d87d36fc-9f62-4262-bbd7-c43fa871ee67 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:47.108639 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e110d5db-3aed-4158-91eb-97c37b572e3c req-d87d36fc-9f62-4262-bbd7-c43fa871ee67 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:47.137178 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c9379f7c-34f0-4133-8c36-f05584bc7259 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:47.143772 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e110d5db-3aed-4158-91eb-97c37b572e3c req-d87d36fc-9f62-4262-bbd7-c43fa871ee67 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9180872 Jul 29 23:26:47.150868 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c9379f7c-34f0-4133-8c36-f05584bc7259 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:47.155212 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b570392b-2a34-469e-9c2d-c520cbd5d88f req-c6006301-99d5-4078-9b99-fdd6e0d46d9d tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834440 Jul 29 23:26:47.167938 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9379f7c-34f0-4133-8c36-f05584bc7259 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ffb5d78-03e0-460a-a37c-547d7c175b24,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:47.191600 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a5054-4db7-4137-a0c4-058ad5765a6f req-cfe224f4-1108-4f34-83a6-95277bad99b9 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:47.199387 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c9379f7c-34f0-4133-8c36-f05584bc7259 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:47.204006 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c9379f7c-34f0-4133-8c36-f05584bc7259 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1935687 Jul 29 23:26:47.204948 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 42200) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:47.213537 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-d2d15378-7268-4cce-9523-77359042d2de tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Request body: {'floatingip': {'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:47.215833 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a5054-4db7-4137-a0c4-058ad5765a6f req-cfe224f4-1108-4f34-83a6-95277bad99b9 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:47.222890 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a5054-4db7-4137-a0c4-058ad5765a6f req-cfe224f4-1108-4f34-83a6-95277bad99b9 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:47.234364 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a5054-4db7-4137-a0c4-058ad5765a6f req-cfe224f4-1108-4f34-83a6-95277bad99b9 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:47.243147 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a5054-4db7-4137-a0c4-058ad5765a6f req-cfe224f4-1108-4f34-83a6-95277bad99b9 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:47.263078 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa248bb-157b-42d1-a72a-a12bf39ca01c None None] Sync routers for ids ['41052e7d-1a7b-4a4e-b9e6-dabd36572cae'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:26:47.263956 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a5054-4db7-4137-a0c4-058ad5765a6f req-cfe224f4-1108-4f34-83a6-95277bad99b9 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:47.270661 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d2d15378-7268-4cce-9523-77359042d2de tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Notify callbacks [] for floatingip, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:47.273942 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a5054-4db7-4137-a0c4-058ad5765a6f req-cfe224f4-1108-4f34-83a6-95277bad99b9 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:47.279989 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa248bb-157b-42d1-a72a-a12bf39ca01c None None] Routers {'41052e7d-1a7b-4a4e-b9e6-dabd36572cae'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:26:47.282260 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-0fa248bb-157b-42d1-a72a-a12bf39ca01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:26:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['41052e7d-1a7b-4a4e-b9e6-dabd36572cae'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:47.301336 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a38a5054-4db7-4137-a0c4-058ad5765a6f req-cfe224f4-1108-4f34-83a6-95277bad99b9 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 5440 time: 0.3545485 Jul 29 23:26:47.306621 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 42202) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:47.316405 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-e110d5db-3aed-4158-91eb-97c37b572e3c req-c0425f56-193d-4814-8c90-a727b120fc36 service neutron] Request body: {'port': {'device_id': '9fb033b4-4959-4057-b11e-00fcaf3bf282', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:47.336211 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-b642b7c7-ccda-4af3-a302-48b116fa31a7 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Request body: {'floatingip': {'port_id': 'd88dbc0e-68ee-4fbf-94c1-8577555fefd5'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:47.388535 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device ed93b4a2-ecbe-4cd9-af23-e098efdef252 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:26:47.437119 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b642b7c7-ccda-4af3-a302-48b116fa31a7 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks [] for floatingip, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:47.479342 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a296a088-90b1-4121-b455-5b8397967d8b tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:47.480706 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e110d5db-3aed-4158-91eb-97c37b572e3c req-c0425f56-193d-4814-8c90-a727b120fc36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:47.533006 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b91a90-c7aa-47a9-b307-a344e4b092df req-025a7987-1bdf-45b9-9210-d11c6eeda7dd tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:47.533471 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port ed93b4a2-ecbe-4cd9-af23-e098efdef252 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:26:47.534504 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b1b91a90-c7aa-47a9-b307-a344e4b092df req-025a7987-1bdf-45b9-9210-d11c6eeda7dd tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fb033b4-4959-4057-b11e-00fcaf3bf282 HTTP/1.1" status: 200 len: 932 time: 0.1511204 Jul 29 23:26:47.537975 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-0fa248bb-157b-42d1-a72a-a12bf39ca01c None None] Set router 41052e7d-1a7b-4a4e-b9e6-dabd36572cae gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:26:47.571586 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port ed93b4a2-ecbe-4cd9-af23-e098efdef252 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:47.575075 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:47.620975 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a296a088-90b1-4121-b455-5b8397967d8b tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:47.676671 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b1b91a90-c7aa-47a9-b307-a344e4b092df req-fa03ce17-4dc2-4bbe-b42d-50c984be207e tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933733 Jul 29 23:26:48.147834 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a296a088-90b1-4121-b455-5b8397967d8b tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:48.195711 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b642b7c7-ccda-4af3-a302-48b116fa31a7 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:48.214677 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b642b7c7-ccda-4af3-a302-48b116fa31a7 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:48.220641 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a296a088-90b1-4121-b455-5b8397967d8b tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:48.229550 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:48.276474 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port ed93b4a2-ecbe-4cd9-af23-e098efdef252, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=ed93b4a2-ecbe-4cd9-af23-e098efdef252,segment=NetworkSegment(85a18049-8d39-45df-9ccf-cf67471916ca),segment_id=85a18049-8d39-45df-9ccf-cf67471916ca)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:48.281348 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:48.282196 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device ed821e53-1302-4661-b0e1-84ad381e3566 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:26:48.414398 n-d-712141-10 neutron-server[94077]: INFO neutron.db.l3_db [None req-b642b7c7-ccda-4af3-a302-48b116fa31a7 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Floating IP a9efa153-64e6-4009-bd10-0bf13d5c1bbb associated. External IP: 172.25.0.189, port: d88dbc0e-68ee-4fbf-94c1-8577555fefd5. Jul 29 23:26:48.418616 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=ed93b4a2-ecbe-4cd9-af23-e098efdef252,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:48.419823 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d2d15378-7268-4cce-9523-77359042d2de tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:48.463809 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port ed821e53-1302-4661-b0e1-84ad381e3566 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:48.464309 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:48.507991 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-0fa248bb-157b-42d1-a72a-a12bf39ca01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41052e7d-1a7b-4a4e-b9e6-dabd36572cae', 'name': 'tempest-ServersTestManualDisk-967154592-router', 'tenant_id': '9a401af434c54898abf4f64d565a6a71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': 'ed821e53-1302-4661-b0e1-84ad381e3566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:38Z', 'updated_at': '2021-07-29T23:26:44Z', 'revision_number': 4, 'project_id': '9a401af434c54898abf4f64d565a6a71', 'gw_port': {'id': 'ed821e53-1302-4661-b0e1-84ad381e3566', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:74:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41052e7d-1a7b-4a4e-b9e6-dabd36572cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:39Z', 'updated_at': '2021-07-29T23:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '05441e00-80ed-4219-8f22-34f7df211c67', 'name': '', 'network_id': '399e2854-6b91-4680-bb53-ee3069227e3d', 'tenant_id': '9a401af434c54898abf4f64d565a6a71', 'mac_address': 'fa:16:3e:e8:3d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41052e7d-1a7b-4a4e-b9e6-dabd36572cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'f84d12aa-4b74-4699-924c-ad2973fc5537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:43Z', 'updated_at': '2021-07-29T23:26:44Z', 'revision_number': 2, 'project_id': '9a401af434c54898abf4f64d565a6a71', 'subnets': [{'id': 'f84d12aa-4b74-4699-924c-ad2973fc5537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:48.524420 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a296a088-90b1-4121-b455-5b8397967d8b tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Pushing event updated for resources: {'Port': ['ID=a8171544-d168-4512-9bf7-6a6688916c78,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:48.543317 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa248bb-157b-42d1-a72a-a12bf39ca01c None None] Checking router: 41052e7d-1a7b-4a4e-b9e6-dabd36572cae for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:26:48.543672 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa248bb-157b-42d1-a72a-a12bf39ca01c None None] Updating router 41052e7d-1a7b-4a4e-b9e6-dabd36572cae port 05441e00-80ed-4219-8f22-34f7df211c67 binding host n-d-712141-10 {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:26:48.569499 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4435874-6988-466c-86c9-d1c21fc4555c req-88cf678d-88d7-4512-a1db-62ff9b74f6f3 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:48.571165 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a4435874-6988-466c-86c9-d1c21fc4555c req-88cf678d-88d7-4512-a1db-62ff9b74f6f3 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=97981410-0992-46c7-a0f1-961c2f5627fa HTTP/1.1" status: 200 len: 946 time: 0.3889081 Jul 29 23:26:48.581113 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0fa248bb-157b-42d1-a72a-a12bf39ca01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:48.605881 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9829202b-07a1-4db3-99a2-53518beef5cf req-d24139dd-266f-4ea5-8804-d2ed68eb40e3 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:48.614317 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9829202b-07a1-4db3-99a2-53518beef5cf req-d24139dd-266f-4ea5-8804-d2ed68eb40e3 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17b7710-3c6e-4ff1-9f9c-83340c0d5270 HTTP/1.1" status: 200 len: 945 time: 0.3041739 Jul 29 23:26:48.672996 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a296a088-90b1-4121-b455-5b8397967d8b tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:48.717277 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-d2d15378-7268-4cce-9523-77359042d2de tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Allocated IP 172.25.0.85 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/6b4f00ad-329c-4eb2-a5d2-cba81e746d20) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:26:48.798471 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-e110d5db-3aed-4158-91eb-97c37b572e3c req-c0425f56-193d-4814-8c90-a727b120fc36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18 {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:26:48.812713 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e110d5db-3aed-4158-91eb-97c37b572e3c req-c0425f56-193d-4814-8c90-a727b120fc36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:48.839549 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-e110d5db-3aed-4158-91eb-97c37b572e3c req-c0425f56-193d-4814-8c90-a727b120fc36 service neutron] Transition to ACTIVE for port object ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:26:48.864057 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a296a088-90b1-4121-b455-5b8397967d8b tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:48.866439 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-a296a088-90b1-4121-b455-5b8397967d8b tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2454271 Jul 29 23:26:48.875815 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9829202b-07a1-4db3-99a2-53518beef5cf req-51b42e49-b8eb-4900-8985-1d6c2582074e tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606487 Jul 29 23:26:48.885430 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e110d5db-3aed-4158-91eb-97c37b572e3c req-c0425f56-193d-4814-8c90-a727b120fc36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:48.929022 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a4435874-6988-466c-86c9-d1c21fc4555c req-620824db-a2d5-445e-8f6c-bdcccee9967e tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3470953 Jul 29 23:26:48.990758 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0425f56-193d-4814-8c90-a727b120fc36 service neutron] Pushing event updated for resources: {'Port': ['ID=ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:49.041926 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d2d15378-7268-4cce-9523-77359042d2de tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:49.101831 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d2d15378-7268-4cce-9523-77359042d2de tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:49.110192 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b642b7c7-ccda-4af3-a302-48b116fa31a7 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Router d24c5e1e-46b9-4779-b665-679b591db605 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:26:49.173169 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d15378-7268-4cce-9523-77359042d2de tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:26:49.191637 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0fa248bb-157b-42d1-a72a-a12bf39ca01c None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:49.196574 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device ed93b4a2-ecbe-4cd9-af23-e098efdef252 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:26:49.237017 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-e110d5db-3aed-4158-91eb-97c37b572e3c req-c0425f56-193d-4814-8c90-a727b120fc36 service neutron] Attempting to bind port ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18 on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:26:49.237353 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-e110d5db-3aed-4158-91eb-97c37b572e3c req-c0425f56-193d-4814-8c90-a727b120fc36 service neutron] Attempting to bind port ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18 by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': '03081878-6d73-4f31-b394-970f508038c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '33e8f010-7789-4c0c-8f2b-4d54e9bb67e4'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:26:49.237725 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e110d5db-3aed-4158-91eb-97c37b572e3c req-c0425f56-193d-4814-8c90-a727b120fc36 service neutron] Attempting to bind port ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18 on network 33e8f010-7789-4c0c-8f2b-4d54e9bb67e4 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:26:49.247357 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e110d5db-3aed-4158-91eb-97c37b572e3c req-c0425f56-193d-4814-8c90-a727b120fc36 service neutron] Port ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18 on network 33e8f010-7789-4c0c-8f2b-4d54e9bb67e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:26:49.247357 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e110d5db-3aed-4158-91eb-97c37b572e3c req-c0425f56-193d-4814-8c90-a727b120fc36 service neutron] Attempting to bind port ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18 on network 33e8f010-7789-4c0c-8f2b-4d54e9bb67e4 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:26:49.249164 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-0fa248bb-157b-42d1-a72a-a12bf39ca01c None None] Transition to ACTIVE for port object 05441e00-80ed-4219-8f22-34f7df211c67 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:26:49.253223 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e110d5db-3aed-4158-91eb-97c37b572e3c req-c0425f56-193d-4814-8c90-a727b120fc36 service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:26:49.253557 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e110d5db-3aed-4158-91eb-97c37b572e3c req-c0425f56-193d-4814-8c90-a727b120fc36 service neutron] Checking segment: {'id': '03081878-6d73-4f31-b394-970f508038c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '33e8f010-7789-4c0c-8f2b-4d54e9bb67e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:26:49.253971 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e110d5db-3aed-4158-91eb-97c37b572e3c req-c0425f56-193d-4814-8c90-a727b120fc36 service neutron] Bound using segment: {'id': '03081878-6d73-4f31-b394-970f508038c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '33e8f010-7789-4c0c-8f2b-4d54e9bb67e4'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:26:49.254408 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-e110d5db-3aed-4158-91eb-97c37b572e3c req-c0425f56-193d-4814-8c90-a727b120fc36 service neutron] Bound port: ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03081878-6d73-4f31-b394-970f508038c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '33e8f010-7789-4c0c-8f2b-4d54e9bb67e4'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:26:49.254768 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e110d5db-3aed-4158-91eb-97c37b572e3c req-c0425f56-193d-4814-8c90-a727b120fc36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:49.262673 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port ed93b4a2-ecbe-4cd9-af23-e098efdef252 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:49.263169 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:49.266122 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0fa248bb-157b-42d1-a72a-a12bf39ca01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:49.288159 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-358a1de5-d598-44f4-9087-e0caf7ac52b9 req-d0aa2b53-2a19-47d2-857f-2d2139e0956f tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1174334947&fields=id&tenant_id=b0043d03cb0a4bbcbd35eb8f2075805c HTTP/1.1" status: 200 len: 267 time: 0.1336057 Jul 29 23:26:49.336939 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d767999e-4e32-4ab7-996b-8591b667de11 None None] Pushing event updated for resources: {'Port': ['ID=05441e00-80ed-4219-8f22-34f7df211c67,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:49.433628 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c59f1c5-f531-49fc-84ab-2fc8e9984c0b req-dae672b9-37b2-459f-aff4-6dca960b5530 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:49.435628 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8c59f1c5-f531-49fc-84ab-2fc8e9984c0b req-dae672b9-37b2-459f-aff4-6dca960b5530 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fb033b4-4959-4057-b11e-00fcaf3bf282 HTTP/1.1" status: 200 len: 944 time: 0.3610787 Jul 29 23:26:49.442461 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a1de5-d598-44f4-9087-e0caf7ac52b9 req-4cd81834-2d78-40c4-9294-97bbb68c48f6 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:49.445463 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-358a1de5-d598-44f4-9087-e0caf7ac52b9 req-4cd81834-2d78-40c4-9294-97bbb68c48f6 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/networks?id=fc8993d1-1f3f-4e88-9d54-7eec99f127ad HTTP/1.1" status: 200 len: 812 time: 0.1441417 Jul 29 23:26:49.463401 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-0fa248bb-157b-42d1-a72a-a12bf39ca01c None None] Attempting to bind port 05441e00-80ed-4219-8f22-34f7df211c67 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:26:49.463851 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-0fa248bb-157b-42d1-a72a-a12bf39ca01c None None] Attempting to bind port 05441e00-80ed-4219-8f22-34f7df211c67 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '1e53d96e-2b52-4a8f-8172-d3e933bc937d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '399e2854-6b91-4680-bb53-ee3069227e3d'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:26:49.464220 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa248bb-157b-42d1-a72a-a12bf39ca01c None None] Attempting to bind port 05441e00-80ed-4219-8f22-34f7df211c67 on network 399e2854-6b91-4680-bb53-ee3069227e3d {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:26:49.466283 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:49.502924 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa248bb-157b-42d1-a72a-a12bf39ca01c None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:26:49.503382 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa248bb-157b-42d1-a72a-a12bf39ca01c None None] Checking segment: {'id': '1e53d96e-2b52-4a8f-8172-d3e933bc937d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '399e2854-6b91-4680-bb53-ee3069227e3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:26:49.503703 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0fa248bb-157b-42d1-a72a-a12bf39ca01c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:49.504352 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fa248bb-157b-42d1-a72a-a12bf39ca01c None None] Bound using segment: {'id': '1e53d96e-2b52-4a8f-8172-d3e933bc937d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '399e2854-6b91-4680-bb53-ee3069227e3d'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:26:49.504837 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-0fa248bb-157b-42d1-a72a-a12bf39ca01c None None] Bound port: 05441e00-80ed-4219-8f22-34f7df211c67, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e53d96e-2b52-4a8f-8172-d3e933bc937d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '399e2854-6b91-4680-bb53-ee3069227e3d'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:26:49.505215 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0fa248bb-157b-42d1-a72a-a12bf39ca01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:49.515992 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-358a1de5-d598-44f4-9087-e0caf7ac52b9 req-46fdec35-5e68-4e0a-8fd2-922862c646e5 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/quotas/b0043d03cb0a4bbcbd35eb8f2075805c HTTP/1.1" status: 200 len: 375 time: 0.0496812 Jul 29 23:26:49.601534 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-0fa248bb-157b-42d1-a72a-a12bf39ca01c None None] For port 05441e00-80ed-4219-8f22-34f7df211c67, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:26:49.605866 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8c59f1c5-f531-49fc-84ab-2fc8e9984c0b req-b1a9880f-3f3b-4cc4-86fc-810504d7fb3b tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571031 Jul 29 23:26:49.606469 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-0fa248bb-157b-42d1-a72a-a12bf39ca01c None None] For port 05441e00-80ed-4219-8f22-34f7df211c67, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=05441e00-80ed-4219-8f22-34f7df211c67,segment=NetworkSegment(1e53d96e-2b52-4a8f-8172-d3e933bc937d),segment_id=1e53d96e-2b52-4a8f-8172-d3e933bc937d)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:26:49.621689 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0fa248bb-157b-42d1-a72a-a12bf39ca01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:49.666022 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-358a1de5-d598-44f4-9087-e0caf7ac52b9 req-30ebac59-6a21-4939-a8a8-b84ea8f796f8 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b0043d03cb0a4bbcbd35eb8f2075805c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1336024 Jul 29 23:26:49.688658 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa248bb-157b-42d1-a72a-a12bf39ca01c None None] Routers {'41052e7d-1a7b-4a4e-b9e6-dabd36572cae'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:26:49.689938 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-0fa248bb-157b-42d1-a72a-a12bf39ca01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:26:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['41052e7d-1a7b-4a4e-b9e6-dabd36572cae'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:49.730275 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-e110d5db-3aed-4158-91eb-97c37b572e3c req-c0425f56-193d-4814-8c90-a727b120fc36 service neutron] For port ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:26:49.764842 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-e110d5db-3aed-4158-91eb-97c37b572e3c req-c0425f56-193d-4814-8c90-a727b120fc36 service neutron] For port ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18,segment=NetworkSegment(03081878-6d73-4f31-b394-970f508038c5),segment_id=03081878-6d73-4f31-b394-970f508038c5)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:26:49.773881 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d767999e-4e32-4ab7-996b-8591b667de11 None None] Pushing event updated for resources: {'Port': ['ID=05441e00-80ed-4219-8f22-34f7df211c67,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:49.781347 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e110d5db-3aed-4158-91eb-97c37b572e3c req-c0425f56-193d-4814-8c90-a727b120fc36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:49.872164 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-d2d15378-7268-4cce-9523-77359042d2de tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:26:49.874896 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0425f56-193d-4814-8c90-a727b120fc36 service neutron] Pushing event updated for resources: {'Port': ['ID=ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:49.875087 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d15378-7268-4cce-9523-77359042d2de tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:26:49.915931 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-0fa248bb-157b-42d1-a72a-a12bf39ca01c None None] Set router 41052e7d-1a7b-4a4e-b9e6-dabd36572cae gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:26:49.931349 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e110d5db-3aed-4158-91eb-97c37b572e3c req-c0425f56-193d-4814-8c90-a727b120fc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:49.931969 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e110d5db-3aed-4158-91eb-97c37b572e3c req-c0425f56-193d-4814-8c90-a727b120fc36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:49.936790 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e110d5db-3aed-4158-91eb-97c37b572e3c req-c0425f56-193d-4814-8c90-a727b120fc36 service neutron] 10.222.0.41 "PUT /v2.0/ports/ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18 HTTP/1.1" status: 200 len: 1093 time: 2.6213899 Jul 29 23:26:49.937721 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fb033b4-4959-4057-b11e-00fcaf3bf282', 'tag': 'ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:26:49.938914 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b642b7c7-ccda-4af3-a302-48b116fa31a7 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:26:49.940067 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3aff78e-7bcd-4ab2-b2b2-c9f6539cf6ff" -d '{"events": [{"name": "network-changed", "server_uuid": "9fb033b4-4959-4057-b11e-00fcaf3bf282", "tag": "ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:26:49.943834 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d15378-7268-4cce-9523-77359042d2de tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Pushing event updated for resources: {'Port': ['ID=6b4f00ad-329c-4eb2-a5d2-cba81e746d20,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:49.950136 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b642b7c7-ccda-4af3-a302-48b116fa31a7 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:49.955284 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c8a388-3f65-4f33-b551-c457b6808c2e None None] Sync routers for ids ['d24c5e1e-46b9-4779-b665-679b591db605'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:26:49.979478 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c8a388-3f65-4f33-b551-c457b6808c2e None None] Routers {'d24c5e1e-46b9-4779-b665-679b591db605'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:26:49.981811 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-e6c8a388-3f65-4f33-b551-c457b6808c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:26:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['d24c5e1e-46b9-4779-b665-679b591db605'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:50.008711 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-358a1de5-d598-44f4-9087-e0caf7ac52b9 req-79144fc4-1499-415d-a4be-7caa1c107ad8 service neutron] 10.222.0.43 "GET /v2.0/networks/fc8993d1-1f3f-4e88-9d54-7eec99f127ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358269 Jul 29 23:26:50.065424 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b642b7c7-ccda-4af3-a302-48b116fa31a7 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "PUT /v2.0/floatingips/a9efa153-64e6-4009-bd10-0bf13d5c1bbb HTTP/1.1" status: 200 len: 991 time: 2.7413709 Jul 29 23:26:50.092379 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7edd9f15-fe6b-4312-89e6-b917a1b8550e', 'tag': 'd88dbc0e-68ee-4fbf-94c1-8577555fefd5'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:26:50.095445 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4856d077-ae5d-4ffe-9472-8d6a8b4e3591" -d '{"events": [{"name": "network-changed", "server_uuid": "7edd9f15-fe6b-4312-89e6-b917a1b8550e", "tag": "d88dbc0e-68ee-4fbf-94c1-8577555fefd5"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:26:50.200564 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d2d15378-7268-4cce-9523-77359042d2de tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:50.256867 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d2d15378-7268-4cce-9523-77359042d2de tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:50.260535 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-e6c8a388-3f65-4f33-b551-c457b6808c2e None None] Set router d24c5e1e-46b9-4779-b665-679b591db605 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:26:50.297218 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-0fa248bb-157b-42d1-a72a-a12bf39ca01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41052e7d-1a7b-4a4e-b9e6-dabd36572cae', 'name': 'tempest-ServersTestManualDisk-967154592-router', 'tenant_id': '9a401af434c54898abf4f64d565a6a71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': 'ed821e53-1302-4661-b0e1-84ad381e3566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:38Z', 'updated_at': '2021-07-29T23:26:44Z', 'revision_number': 4, 'project_id': '9a401af434c54898abf4f64d565a6a71', 'gw_port': {'id': 'ed821e53-1302-4661-b0e1-84ad381e3566', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:74:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41052e7d-1a7b-4a4e-b9e6-dabd36572cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:39Z', 'updated_at': '2021-07-29T23:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '05441e00-80ed-4219-8f22-34f7df211c67', 'name': '', 'network_id': '399e2854-6b91-4680-bb53-ee3069227e3d', 'tenant_id': '9a401af434c54898abf4f64d565a6a71', 'mac_address': 'fa:16:3e:e8:3d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41052e7d-1a7b-4a4e-b9e6-dabd36572cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'f84d12aa-4b74-4699-924c-ad2973fc5537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:43Z', 'updated_at': '2021-07-29T23:26:49Z', 'revision_number': 4, 'project_id': '9a401af434c54898abf4f64d565a6a71', 'subnets': [{'id': 'f84d12aa-4b74-4699-924c-ad2973fc5537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:50.351187 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fa248bb-157b-42d1-a72a-a12bf39ca01c None None] The sync data for ids ['41052e7d-1a7b-4a4e-b9e6-dabd36572cae'] in n-d-712141-10 is: [{'id': '41052e7d-1a7b-4a4e-b9e6-dabd36572cae', 'name': 'tempest-ServersTestManualDisk-967154592-router', 'tenant_id': '9a401af434c54898abf4f64d565a6a71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': 'ed821e53-1302-4661-b0e1-84ad381e3566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:38Z', 'updated_at': '2021-07-29T23:26:44Z', 'revision_number': 4, 'project_id': '9a401af434c54898abf4f64d565a6a71', 'gw_port': {'id': 'ed821e53-1302-4661-b0e1-84ad381e3566', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:74:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41052e7d-1a7b-4a4e-b9e6-dabd36572cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:39Z', 'updated_at': '2021-07-29T23:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '05441e00-80ed-4219-8f22-34f7df211c67', 'name': '', 'network_id': '399e2854-6b91-4680-bb53-ee3069227e3d', 'tenant_id': '9a401af434c54898abf4f64d565a6a71', 'mac_address': 'fa:16:3e:e8:3d:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41052e7d-1a7b-4a4e-b9e6-dabd36572cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'f84d12aa-4b74-4699-924c-ad2973fc5537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:43Z', 'updated_at': '2021-07-29T23:26:49Z', 'revision_number': 4, 'project_id': '9a401af434c54898abf4f64d565a6a71', 'subnets': [{'id': 'f84d12aa-4b74-4699-924c-ad2973fc5537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:26:50.430937 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-358a1de5-d598-44f4-9087-e0caf7ac52b9 req-2df8d79a-8410-45c5-8441-3dfd091d7b85 service neutron] 10.222.0.43 "GET /v2.0/networks/fc8993d1-1f3f-4e88-9d54-7eec99f127ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4163489 Jul 29 23:26:50.457251 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e110d5db-3aed-4158-91eb-97c37b572e3c req-aa12eb6e-421a-4ae5-8f64-8e0e912e6499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:50.461885 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e110d5db-3aed-4158-91eb-97c37b572e3c req-aa12eb6e-421a-4ae5-8f64-8e0e912e6499 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=11625efdc5e247819e1ba7685d24a207&device_id=9fb033b4-4959-4057-b11e-00fcaf3bf282 HTTP/1.1" status: 200 len: 1096 time: 0.3759141 Jul 29 23:26:50.471337 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ae23a-b55f-4e4e-8c5f-dabbf7769a94 req-0a546e19-ac05-48bd-b9cc-28324f60d231 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:50.479633 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-266ae23a-b55f-4e4e-8c5f-dabbf7769a94 req-0a546e19-ac05-48bd-b9cc-28324f60d231 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17b7710-3c6e-4ff1-9f9c-83340c0d5270 HTTP/1.1" status: 200 len: 945 time: 0.3957369 Jul 29 23:26:50.512939 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d2d15378-7268-4cce-9523-77359042d2de tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:50.530580 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d2d15378-7268-4cce-9523-77359042d2de tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:50.616346 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e110d5db-3aed-4158-91eb-97c37b572e3c req-5abeb9ff-d518-4e5e-85b5-b9494a57fc71 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18 HTTP/1.1" status: 200 len: 217 time: 0.1189399 Jul 29 23:26:50.621967 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d15378-7268-4cce-9523-77359042d2de tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Pushing event updated for resources: {'Port': ['ID=6b4f00ad-329c-4eb2-a5d2-cba81e746d20,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:50.673147 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-e6c8a388-3f65-4f33-b551-c457b6808c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24c5e1e-46b9-4779-b665-679b591db605', 'name': 'tempest-TaggedBootDevicesTest_v242-908721989-router', 'tenant_id': '2080476b97a74d1caf5886ea19337ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': '5b9039bb-38ed-402e-bf57-42aa85f95620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:24:05Z', 'updated_at': '2021-07-29T23:24:14Z', 'revision_number': 4, 'project_id': '2080476b97a74d1caf5886ea19337ad1', 'gw_port': {'id': '5b9039bb-38ed-402e-bf57-42aa85f95620', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24c5e1e-46b9-4779-b665-679b591db605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:06Z', 'updated_at': '2021-07-29T23:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': 'a9efa153-64e6-4009-bd10-0bf13d5c1bbb', 'tenant_id': '2080476b97a74d1caf5886ea19337ad1', 'floating_ip_address': '172.25.0.189', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': 'd24c5e1e-46b9-4779-b665-679b591db605', 'port_id': 'd88dbc0e-68ee-4fbf-94c1-8577555fefd5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 875, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce4b3ab8-859d-4d6c-903b-c30dcaacffc8', 'mac_address': 'fa:16:3e:36:26:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edd9f15-fe6b-4312-89e6-b917a1b8550e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:25:07Z', 'updated_at': '2021-07-29T23:26:48Z', 'revision_number': 1, 'project_id': '2080476b97a74d1caf5886ea19337ad1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '715390ce-2547-4acd-b959-070d46d7a628', 'name': '', 'network_id': 'ce4b3ab8-859d-4d6c-903b-c30dcaacffc8', 'tenant_id': '2080476b97a74d1caf5886ea19337ad1', 'mac_address': 'fa:16:3e:58:d0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24c5e1e-46b9-4779-b665-679b591db605', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'f17b5adc-97d4-4be8-906f-2c5b33598723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:12Z', 'updated_at': '2021-07-29T23:24:24Z', 'revision_number': 5, 'project_id': '2080476b97a74d1caf5886ea19337ad1', 'subnets': [{'id': 'f17b5adc-97d4-4be8-906f-2c5b33598723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:50.745307 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-266ae23a-b55f-4e4e-8c5f-dabbf7769a94 req-b409c13b-ae5c-4789-a2c9-f80c1c70e946 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647984 Jul 29 23:26:50.746870 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e110d5db-3aed-4158-91eb-97c37b572e3c req-1715e294-343e-4a57-8075-2294a371d8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:50.748401 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e110d5db-3aed-4158-91eb-97c37b572e3c req-1715e294-343e-4a57-8075-2294a371d8ec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d10b4a30-6630-4be3-b0e2-2a7a17a89939 HTTP/1.1" status: 200 len: 848 time: 0.0633924 Jul 29 23:26:50.791247 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d2d15378-7268-4cce-9523-77359042d2de tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:50.795437 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c8a388-3f65-4f33-b551-c457b6808c2e None None] Checking router: d24c5e1e-46b9-4779-b665-679b591db605 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:26:50.830097 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c8a388-3f65-4f33-b551-c457b6808c2e None None] Routers {'d24c5e1e-46b9-4779-b665-679b591db605'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:26:50.830729 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-e6c8a388-3f65-4f33-b551-c457b6808c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:26:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['d24c5e1e-46b9-4779-b665-679b591db605'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:50.842163 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d2d15378-7268-4cce-9523-77359042d2de tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:50.854563 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d2d15378-7268-4cce-9523-77359042d2de tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6479938 Jul 29 23:26:50.883371 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e110d5db-3aed-4158-91eb-97c37b572e3c req-d626548e-9f56-40f4-b653-4f895b394e09 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=33e8f010-7789-4c0c-8f2b-4d54e9bb67e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1231930 Jul 29 23:26:50.885413 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec582ccf-2bc8-484d-8ac1-91eea5bca4db x-openstack-request-id: req-ec582ccf-2bc8-484d-8ac1-91eea5bca4db {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:26:50.885810 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fb033b4-4959-4057-b11e-00fcaf3bf282", "tag": "ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:26:50.886063 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ec582ccf-2bc8-484d-8ac1-91eea5bca4db {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:26:50.886452 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fb033b4-4959-4057-b11e-00fcaf3bf282', 'tag': 'ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18', 'status': 'completed', 'code': 200} Jul 29 23:26:51.119176 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e7a4f5-98e5-4e43-8778-bd09e94fee28 req-52b305fb-74ff-4f4c-9dc5-05c0fd2e7afe tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:51.127267 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-09e7a4f5-98e5-4e43-8778-bd09e94fee28 req-52b305fb-74ff-4f4c-9dc5-05c0fd2e7afe tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=97981410-0992-46c7-a0f1-961c2f5627fa HTTP/1.1" status: 200 len: 946 time: 0.2366841 Jul 29 23:26:51.166727 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-e6c8a388-3f65-4f33-b551-c457b6808c2e None None] Set router d24c5e1e-46b9-4779-b665-679b591db605 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:26:51.251239 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 05441e00-80ed-4219-8f22-34f7df211c67 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:26:51.263154 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56128991-37f2-41bd-afc2-ef3d6ddfd07c x-openstack-request-id: req-56128991-37f2-41bd-afc2-ef3d6ddfd07c {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:26:51.263154 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7edd9f15-fe6b-4312-89e6-b917a1b8550e", "tag": "d88dbc0e-68ee-4fbf-94c1-8577555fefd5", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:26:51.263154 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-56128991-37f2-41bd-afc2-ef3d6ddfd07c {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:26:51.264215 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7edd9f15-fe6b-4312-89e6-b917a1b8550e', 'tag': 'd88dbc0e-68ee-4fbf-94c1-8577555fefd5', 'status': 'completed', 'code': 200} Jul 29 23:26:51.275467 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e110d5db-3aed-4158-91eb-97c37b572e3c req-29caf388-27ef-4629-a87e-ae27a381c01e service neutron] 10.222.0.41 "GET /v2.0/networks/33e8f010-7789-4c0c-8f2b-4d54e9bb67e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890968 Jul 29 23:26:51.297187 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-09e7a4f5-98e5-4e43-8778-bd09e94fee28 req-fc798ab5-23bf-4693-923e-c186baa4fb06 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545572 Jul 29 23:26:51.370742 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 05441e00-80ed-4219-8f22-34f7df211c67 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:26:51.375132 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 05441e00-80ed-4219-8f22-34f7df211c67 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:51.375342 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:51.589432 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:51.687977 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 05441e00-80ed-4219-8f22-34f7df211c67, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=05441e00-80ed-4219-8f22-34f7df211c67,segment=NetworkSegment(1e53d96e-2b52-4a8f-8172-d3e933bc937d),segment_id=1e53d96e-2b52-4a8f-8172-d3e933bc937d)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:51.699158 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:51.712891 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-e6c8a388-3f65-4f33-b551-c457b6808c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24c5e1e-46b9-4779-b665-679b591db605', 'name': 'tempest-TaggedBootDevicesTest_v242-908721989-router', 'tenant_id': '2080476b97a74d1caf5886ea19337ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': '5b9039bb-38ed-402e-bf57-42aa85f95620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:24:05Z', 'updated_at': '2021-07-29T23:24:14Z', 'revision_number': 4, 'project_id': '2080476b97a74d1caf5886ea19337ad1', 'gw_port': {'id': '5b9039bb-38ed-402e-bf57-42aa85f95620', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24c5e1e-46b9-4779-b665-679b591db605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:06Z', 'updated_at': '2021-07-29T23:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': 'a9efa153-64e6-4009-bd10-0bf13d5c1bbb', 'tenant_id': '2080476b97a74d1caf5886ea19337ad1', 'floating_ip_address': '172.25.0.189', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': 'd24c5e1e-46b9-4779-b665-679b591db605', 'port_id': 'd88dbc0e-68ee-4fbf-94c1-8577555fefd5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 875, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce4b3ab8-859d-4d6c-903b-c30dcaacffc8', 'mac_address': 'fa:16:3e:36:26:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edd9f15-fe6b-4312-89e6-b917a1b8550e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:25:07Z', 'updated_at': '2021-07-29T23:26:48Z', 'revision_number': 1, 'project_id': '2080476b97a74d1caf5886ea19337ad1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '715390ce-2547-4acd-b959-070d46d7a628', 'name': '', 'network_id': 'ce4b3ab8-859d-4d6c-903b-c30dcaacffc8', 'tenant_id': '2080476b97a74d1caf5886ea19337ad1', 'mac_address': 'fa:16:3e:58:d0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24c5e1e-46b9-4779-b665-679b591db605', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'f17b5adc-97d4-4be8-906f-2c5b33598723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:12Z', 'updated_at': '2021-07-29T23:24:24Z', 'revision_number': 5, 'project_id': '2080476b97a74d1caf5886ea19337ad1', 'subnets': [{'id': 'f17b5adc-97d4-4be8-906f-2c5b33598723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:51.761363 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c8a388-3f65-4f33-b551-c457b6808c2e None None] The sync data for ids ['d24c5e1e-46b9-4779-b665-679b591db605'] in n-d-712141-10 is: [{'id': 'd24c5e1e-46b9-4779-b665-679b591db605', 'name': 'tempest-TaggedBootDevicesTest_v242-908721989-router', 'tenant_id': '2080476b97a74d1caf5886ea19337ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': '5b9039bb-38ed-402e-bf57-42aa85f95620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:24:05Z', 'updated_at': '2021-07-29T23:24:14Z', 'revision_number': 4, 'project_id': '2080476b97a74d1caf5886ea19337ad1', 'gw_port': {'id': '5b9039bb-38ed-402e-bf57-42aa85f95620', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24c5e1e-46b9-4779-b665-679b591db605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:06Z', 'updated_at': '2021-07-29T23:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': 'a9efa153-64e6-4009-bd10-0bf13d5c1bbb', 'tenant_id': '2080476b97a74d1caf5886ea19337ad1', 'floating_ip_address': '172.25.0.189', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': 'd24c5e1e-46b9-4779-b665-679b591db605', 'port_id': 'd88dbc0e-68ee-4fbf-94c1-8577555fefd5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 875, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce4b3ab8-859d-4d6c-903b-c30dcaacffc8', 'mac_address': 'fa:16:3e:36:26:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7edd9f15-fe6b-4312-89e6-b917a1b8550e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:25:07Z', 'updated_at': '2021-07-29T23:26:48Z', 'revision_number': 1, 'project_id': '2080476b97a74d1caf5886ea19337ad1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '715390ce-2547-4acd-b959-070d46d7a628', 'name': '', 'network_id': 'ce4b3ab8-859d-4d6c-903b-c30dcaacffc8', 'tenant_id': '2080476b97a74d1caf5886ea19337ad1', 'mac_address': 'fa:16:3e:58:d0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24c5e1e-46b9-4779-b665-679b591db605', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'f17b5adc-97d4-4be8-906f-2c5b33598723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:12Z', 'updated_at': '2021-07-29T23:24:24Z', 'revision_number': 5, 'project_id': '2080476b97a74d1caf5886ea19337ad1', 'subnets': [{'id': 'f17b5adc-97d4-4be8-906f-2c5b33598723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:26:51.816932 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=05441e00-80ed-4219-8f22-34f7df211c67,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:51.877519 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b4d131f8-dc26-49b7-9cee-ea1b63381426 req-64545764-dc40-47a8-99d4-509b26982853 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 210 time: 0.4816239 Jul 29 23:26:51.940786 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5077ffb3-89a0-4632-a369-66e5c2e6482a req-e348f0a5-5d3d-4865-8f90-92f316b8124f tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:51.942433 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5077ffb3-89a0-4632-a369-66e5c2e6482a req-e348f0a5-5d3d-4865-8f90-92f316b8124f tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fb033b4-4959-4057-b11e-00fcaf3bf282 HTTP/1.1" status: 200 len: 944 time: 0.5831370 Jul 29 23:26:51.950720 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856d077-ae5d-4ffe-9472-8d6a8b4e3591 req-6d7e06b1-633a-4a73-a850-6ae7eb2daad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:51.951316 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856d077-ae5d-4ffe-9472-8d6a8b4e3591 req-6d7e06b1-633a-4a73-a850-6ae7eb2daad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:51.951793 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856d077-ae5d-4ffe-9472-8d6a8b4e3591 req-6d7e06b1-633a-4a73-a850-6ae7eb2daad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:51.952267 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856d077-ae5d-4ffe-9472-8d6a8b4e3591 req-6d7e06b1-633a-4a73-a850-6ae7eb2daad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:51.952734 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856d077-ae5d-4ffe-9472-8d6a8b4e3591 req-6d7e06b1-633a-4a73-a850-6ae7eb2daad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:51.953199 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856d077-ae5d-4ffe-9472-8d6a8b4e3591 req-6d7e06b1-633a-4a73-a850-6ae7eb2daad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:51.953691 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856d077-ae5d-4ffe-9472-8d6a8b4e3591 req-6d7e06b1-633a-4a73-a850-6ae7eb2daad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:51.955700 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4856d077-ae5d-4ffe-9472-8d6a8b4e3591 req-6d7e06b1-633a-4a73-a850-6ae7eb2daad6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2080476b97a74d1caf5886ea19337ad1&device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 6504 time: 0.5693524 Jul 29 23:26:51.957699 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e110d5db-3aed-4158-91eb-97c37b572e3c req-8f5ea523-95fb-4559-b982-fbb7ea514374 service neutron] 10.222.0.41 "GET /v2.0/networks/33e8f010-7789-4c0c-8f2b-4d54e9bb67e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6570139 Jul 29 23:26:52.077455 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5077ffb3-89a0-4632-a369-66e5c2e6482a req-51995dd2-4cf8-48d5-ac5d-5781147883b0 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185358 Jul 29 23:26:52.141551 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-16e647e5-0781-4e4b-adc2-33e121a07888 req-93f202c5-2612-4c21-9e77-6f9199ee0cc5 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1665910085&fields=id&tenant_id=9a401af434c54898abf4f64d565a6a71 HTTP/1.1" status: 200 len: 267 time: 0.1344337 Jul 29 23:26:52.258515 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aff78e-7bcd-4ab2-b2b2-c9f6539cf6ff req-44a08cbc-1ca1-487b-a749-11735de5652c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:52.260162 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b3aff78e-7bcd-4ab2-b2b2-c9f6539cf6ff req-44a08cbc-1ca1-487b-a749-11735de5652c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=11625efdc5e247819e1ba7685d24a207&device_id=9fb033b4-4959-4057-b11e-00fcaf3bf282 HTTP/1.1" status: 200 len: 1096 time: 0.1878839 Jul 29 23:26:52.265852 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856d077-ae5d-4ffe-9472-8d6a8b4e3591 req-b70f0941-fad5-4db8-83ab-1920cacdea1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:52.267377 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4856d077-ae5d-4ffe-9472-8d6a8b4e3591 req-b70f0941-fad5-4db8-83ab-1920cacdea1d service neutron] 10.222.0.41 "GET /v2.0/networks?id=ce4b3ab8-859d-4d6c-903b-c30dcaacffc8 HTTP/1.1" status: 200 len: 917 time: 0.2690661 Jul 29 23:26:52.444916 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6aafe0-65a6-46df-9dd5-4af56f34bd3a req-9cb59799-a15e-45bd-8648-35f017f3c666 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:52.446780 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ee6aafe0-65a6-46df-9dd5-4af56f34bd3a req-9cb59799-a15e-45bd-8648-35f017f3c666 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17b7710-3c6e-4ff1-9f9c-83340c0d5270 HTTP/1.1" status: 200 len: 945 time: 0.2345986 Jul 29 23:26:52.532430 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e647e5-0781-4e4b-adc2-33e121a07888 req-5548cc59-fac5-4e07-a8be-b5c2c52e09dd tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:52.534114 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-16e647e5-0781-4e4b-adc2-33e121a07888 req-5548cc59-fac5-4e07-a8be-b5c2c52e09dd tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] 10.222.0.43 "GET /v2.0/networks?id=399e2854-6b91-4680-bb53-ee3069227e3d HTTP/1.1" status: 200 len: 811 time: 0.3914695 Jul 29 23:26:52.578038 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ee6aafe0-65a6-46df-9dd5-4af56f34bd3a req-91cac226-753b-4381-a8f7-23ea494fff23 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052768 Jul 29 23:26:52.612245 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-16e647e5-0781-4e4b-adc2-33e121a07888 req-20b2b74a-f4ef-487f-ad06-72c3b36880ec tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] 10.222.0.43 "GET /v2.0/quotas/9a401af434c54898abf4f64d565a6a71 HTTP/1.1" status: 200 len: 375 time: 0.0667012 Jul 29 23:26:52.626613 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4856d077-ae5d-4ffe-9472-8d6a8b4e3591 req-c01a3584-f73d-4d49-936a-fc90eedf98fd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d88dbc0e-68ee-4fbf-94c1-8577555fefd5 HTTP/1.1" status: 200 len: 999 time: 0.3448246 Jul 29 23:26:52.666078 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aff78e-7bcd-4ab2-b2b2-c9f6539cf6ff req-932a1ec0-2c59-4acf-9974-e089972dc982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:52.670892 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b3aff78e-7bcd-4ab2-b2b2-c9f6539cf6ff req-932a1ec0-2c59-4acf-9974-e089972dc982 service neutron] 10.222.0.41 "GET /v2.0/networks?id=33e8f010-7789-4c0c-8f2b-4d54e9bb67e4 HTTP/1.1" status: 200 len: 909 time: 0.3962176 Jul 29 23:26:52.687079 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce1d1b6-b01a-4be6-8eb7-14ef96024682 None None] New status for floating IP a9efa153-64e6-4009-bd10-0bf13d5c1bbb: ACTIVE {{(pid=94079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:26:52.747221 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856d077-ae5d-4ffe-9472-8d6a8b4e3591 req-65ed152b-9257-4305-98ef-503147418ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:52.750452 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4856d077-ae5d-4ffe-9472-8d6a8b4e3591 req-65ed152b-9257-4305-98ef-503147418ecf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f17b5adc-97d4-4be8-906f-2c5b33598723 HTTP/1.1" status: 200 len: 855 time: 0.0784543 Jul 29 23:26:52.832639 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a1de5-d598-44f4-9087-e0caf7ac52b9 req-75ee58ec-65ee-441c-bd08-c846df52cc2b tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:52.836692 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-358a1de5-d598-44f4-9087-e0caf7ac52b9 req-75ee58ec-65ee-441c-bd08-c846df52cc2b tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.41 "GET /v2.0/networks?id=fc8993d1-1f3f-4e88-9d54-7eec99f127ad HTTP/1.1" status: 200 len: 812 time: 0.2423859 Jul 29 23:26:52.887713 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b3aff78e-7bcd-4ab2-b2b2-c9f6539cf6ff req-54ab3f33-c583-404e-aeea-5bd142d74463 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18 HTTP/1.1" status: 200 len: 217 time: 0.1362455 Jul 29 23:26:52.934394 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-358a1de5-d598-44f4-9087-e0caf7ac52b9 req-cacb7354-a8d6-4eed-977d-c8ee4abae06b tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0043d03cb0a4bbcbd35eb8f2075805c HTTP/1.1" status: 200 len: 380 time: 0.0623190 Jul 29 23:26:52.934672 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-16e647e5-0781-4e4b-adc2-33e121a07888 req-469cd848-845b-4f7d-a340-fcf49a2bc317 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9a401af434c54898abf4f64d565a6a71&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3214688 Jul 29 23:26:52.954826 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-358a1de5-d598-44f4-9087-e0caf7ac52b9 req-2129fbb8-3316-4e10-b6a8-1d7326b5923f tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Request body: {'port': {'device_id': 'ab6b3868-e699-420f-bc16-994fbeb3494f', 'network_id': 'fc8993d1-1f3f-4e88-9d54-7eec99f127ad', 'admin_state_up': True, 'tenant_id': 'b0043d03cb0a4bbcbd35eb8f2075805c', 'security_groups': ['dc8a61a9-c8c7-4f8d-b216-92c757666cd3']}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:53.015662 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856d077-ae5d-4ffe-9472-8d6a8b4e3591 req-f09995b6-8481-43c7-957f-961bb05552dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:53.017154 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4856d077-ae5d-4ffe-9472-8d6a8b4e3591 req-f09995b6-8481-43c7-957f-961bb05552dc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce4b3ab8-859d-4d6c-903b-c30dcaacffc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2497439 Jul 29 23:26:53.100164 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-358a1de5-d598-44f4-9087-e0caf7ac52b9 req-2129fbb8-3316-4e10-b6a8-1d7326b5923f tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Made reservation on behalf of b0043d03cb0a4bbcbd35eb8f2075805c for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:26:53.105352 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-358a1de5-d598-44f4-9087-e0caf7ac52b9 req-2129fbb8-3316-4e10-b6a8-1d7326b5923f tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:53.194173 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 05441e00-80ed-4219-8f22-34f7df211c67 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:26:53.194411 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aff78e-7bcd-4ab2-b2b2-c9f6539cf6ff req-7f8f2af6-d376-4f00-8ae7-af77aa5fdfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:53.195820 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b3aff78e-7bcd-4ab2-b2b2-c9f6539cf6ff req-7f8f2af6-d376-4f00-8ae7-af77aa5fdfcc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d10b4a30-6630-4be3-b0e2-2a7a17a89939 HTTP/1.1" status: 200 len: 848 time: 0.2591879 Jul 29 23:26:53.226386 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-16e647e5-0781-4e4b-adc2-33e121a07888 req-03f69e4f-2462-41fc-be41-ce77d777319e service neutron] 10.222.0.43 "GET /v2.0/networks/399e2854-6b91-4680-bb53-ee3069227e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907736 Jul 29 23:26:53.258583 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b3aff78e-7bcd-4ab2-b2b2-c9f6539cf6ff req-5e3d114e-3cd4-4c25-be05-bfa1a229a6c1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=33e8f010-7789-4c0c-8f2b-4d54e9bb67e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515046 Jul 29 23:26:53.269521 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-26e5890c-af8b-4a4a-abe0-d303244638de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:53.290449 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 05441e00-80ed-4219-8f22-34f7df211c67 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:53.291091 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:53.303685 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-358a1de5-d598-44f4-9087-e0caf7ac52b9 req-2129fbb8-3316-4e10-b6a8-1d7326b5923f tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Allocated IP 172.20.0.4 (fc8993d1-1f3f-4e88-9d54-7eec99f127ad/01812886-2cdd-41de-831e-c3e259b8e381/c7227480-4f34-4ba2-a5a3-39cc6359fd0d) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:26:53.317220 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f42bad-6934-4bf1-b62b-825358feec86 req-a483b969-66fb-4ce3-b99e-a82856f4f7d5 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:53.328600 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-34f42bad-6934-4bf1-b62b-825358feec86 req-a483b969-66fb-4ce3-b99e-a82856f4f7d5 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=97981410-0992-46c7-a0f1-961c2f5627fa HTTP/1.1" status: 200 len: 946 time: 0.3162568 Jul 29 23:26:53.441815 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4856d077-ae5d-4ffe-9472-8d6a8b4e3591 req-5db284c9-497e-4468-88c1-66f1c370c179 service neutron] 10.222.0.41 "GET /v2.0/networks/ce4b3ab8-859d-4d6c-903b-c30dcaacffc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3949881 Jul 29 23:26:53.491179 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-358a1de5-d598-44f4-9087-e0caf7ac52b9 req-2129fbb8-3316-4e10-b6a8-1d7326b5923f tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:53.507597 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-34f42bad-6934-4bf1-b62b-825358feec86 req-2770dd69-b242-4c2a-8db3-719e99566024 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726718 Jul 29 23:26:53.508022 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-358a1de5-d598-44f4-9087-e0caf7ac52b9 req-2129fbb8-3316-4e10-b6a8-1d7326b5923f tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Transition to ACTIVE for port object c7227480-4f34-4ba2-a5a3-39cc6359fd0d will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:26:53.550390 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-16e647e5-0781-4e4b-adc2-33e121a07888 req-2141b96e-f9f5-49ac-8360-18a9dbe57581 service neutron] 10.222.0.43 "GET /v2.0/networks/399e2854-6b91-4680-bb53-ee3069227e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194022 Jul 29 23:26:53.572949 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-358a1de5-d598-44f4-9087-e0caf7ac52b9 req-2129fbb8-3316-4e10-b6a8-1d7326b5923f tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:53.604934 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b3aff78e-7bcd-4ab2-b2b2-c9f6539cf6ff req-dcd170ac-494e-4247-b404-c8a2c134f2ff service neutron] 10.222.0.41 "GET /v2.0/networks/33e8f010-7789-4c0c-8f2b-4d54e9bb67e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054900 Jul 29 23:26:53.647879 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2129fbb8-3316-4e10-b6a8-1d7326b5923f tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Pushing event updated for resources: {'Port': ['ID=c7227480-4f34-4ba2-a5a3-39cc6359fd0d,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:53.671657 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-358a1de5-d598-44f4-9087-e0caf7ac52b9 req-2129fbb8-3316-4e10-b6a8-1d7326b5923f tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Network fc8993d1-1f3f-4e88-9d54-7eec99f127ad is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:26:53.673182 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-358a1de5-d598-44f4-9087-e0caf7ac52b9 req-2129fbb8-3316-4e10-b6a8-1d7326b5923f tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:26:53.689440 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-358a1de5-d598-44f4-9087-e0caf7ac52b9 req-2129fbb8-3316-4e10-b6a8-1d7326b5923f tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:26:53.753771 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4856d077-ae5d-4ffe-9472-8d6a8b4e3591 req-07a242ab-55be-46bb-a60d-18b20c2ab064 service neutron] 10.222.0.41 "GET /v2.0/networks/ce4b3ab8-859d-4d6c-903b-c30dcaacffc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027234 Jul 29 23:26:53.763969 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a1de5-d598-44f4-9087-e0caf7ac52b9 req-2129fbb8-3316-4e10-b6a8-1d7326b5923f tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:53.764725 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-358a1de5-d598-44f4-9087-e0caf7ac52b9 req-2129fbb8-3316-4e10-b6a8-1d7326b5923f tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:53.788071 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-358a1de5-d598-44f4-9087-e0caf7ac52b9 req-2129fbb8-3316-4e10-b6a8-1d7326b5923f tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8382187 Jul 29 23:26:53.806549 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-358a1de5-d598-44f4-9087-e0caf7ac52b9 req-e8a0203c-513a-4c23-98b2-12706f0901d0 service neutron] Request body: {'port': {'device_id': 'ab6b3868-e699-420f-bc16-994fbeb3494f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:53.860148 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d033db1b-aa09-4e20-9882-ed6559c586da req-a167f135-f4b6-4f03-847e-7248a42ac20c tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:53.868319 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d033db1b-aa09-4e20-9882-ed6559c586da req-a167f135-f4b6-4f03-847e-7248a42ac20c tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 931 time: 0.2401023 Jul 29 23:26:53.882153 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-358a1de5-d598-44f4-9087-e0caf7ac52b9 req-e8a0203c-513a-4c23-98b2-12706f0901d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:53.901599 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b3aff78e-7bcd-4ab2-b2b2-c9f6539cf6ff req-5c736645-5034-48a6-b0a0-f7884e3b6cba service neutron] 10.222.0.41 "GET /v2.0/networks/33e8f010-7789-4c0c-8f2b-4d54e9bb67e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826676 Jul 29 23:26:53.960131 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d033db1b-aa09-4e20-9882-ed6559c586da req-f0ccea66-6e5b-4f4b-be11-d414a30b9f6f tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905514 Jul 29 23:26:54.009136 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15230a5e-be24-47bd-943b-0a59dc3975d4 req-cfd85beb-4b5f-4dab-9d49-a4c68ca3e0ad tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:54.016441 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-15230a5e-be24-47bd-943b-0a59dc3975d4 req-cfd85beb-4b5f-4dab-9d49-a4c68ca3e0ad tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fb033b4-4959-4057-b11e-00fcaf3bf282 HTTP/1.1" status: 200 len: 944 time: 0.1359618 Jul 29 23:26:54.110395 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-15230a5e-be24-47bd-943b-0a59dc3975d4 req-b8b327df-fa29-48dc-add3-eaed5da0e8cb tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774829 Jul 29 23:26:54.157114 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-677771ff-cc6c-4901-a218-42a243204bad None None] Provisioning for port c7227480-4f34-4ba2-a5a3-39cc6359fd0d completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:26:54.161102 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-677771ff-cc6c-4901-a218-42a243204bad None None] Provisioning complete for port c7227480-4f34-4ba2-a5a3-39cc6359fd0d triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:54.161464 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-677771ff-cc6c-4901-a218-42a243204bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:54.246077 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-677771ff-cc6c-4901-a218-42a243204bad None None] Port c7227480-4f34-4ba2-a5a3-39cc6359fd0d cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:26:54.311554 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087fe573-7375-48fa-9ce0-5336e5f8442b req-463fe9b0-bf13-4881-ab0d-d945c97f88a7 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:54.314698 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-087fe573-7375-48fa-9ce0-5336e5f8442b req-463fe9b0-bf13-4881-ab0d-d945c97f88a7 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17b7710-3c6e-4ff1-9f9c-83340c0d5270 HTTP/1.1" status: 200 len: 945 time: 0.0874643 Jul 29 23:26:54.390995 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-86aba10a-152f-4f46-a474-9ddf1bf6b3ee req-f4f247b3-5349-42b4-9048-177ec715180c tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] 10.222.0.43 "GET /v2.0/ports?device_id=e790f4ad-9dc8-44bf-be90-2a37d75c0311 HTTP/1.1" status: 200 len: 210 time: 0.0673037 Jul 29 23:26:54.437222 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-087fe573-7375-48fa-9ce0-5336e5f8442b req-f212eb47-e1e8-465a-831a-72416edff28a tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147842 Jul 29 23:26:54.451842 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-358a1de5-d598-44f4-9087-e0caf7ac52b9 req-e8a0203c-513a-4c23-98b2-12706f0901d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7227480-4f34-4ba2-a5a3-39cc6359fd0d {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:26:54.462925 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-358a1de5-d598-44f4-9087-e0caf7ac52b9 req-e8a0203c-513a-4c23-98b2-12706f0901d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:54.477468 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-358a1de5-d598-44f4-9087-e0caf7ac52b9 req-e8a0203c-513a-4c23-98b2-12706f0901d0 service neutron] Transition to ACTIVE for port object c7227480-4f34-4ba2-a5a3-39cc6359fd0d will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:26:54.489527 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-358a1de5-d598-44f4-9087-e0caf7ac52b9 req-e8a0203c-513a-4c23-98b2-12706f0901d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:54.551013 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a0203c-513a-4c23-98b2-12706f0901d0 service neutron] Pushing event updated for resources: {'Port': ['ID=c7227480-4f34-4ba2-a5a3-39cc6359fd0d,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:54.638449 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbbca69-3d27-4b7e-81f2-fd5e9a3c5a63 req-4e3f6187-69da-4dd7-b4b0-2e8b294f3348 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:54.640556 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fcbbca69-3d27-4b7e-81f2-fd5e9a3c5a63 req-4e3f6187-69da-4dd7-b4b0-2e8b294f3348 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=97981410-0992-46c7-a0f1-961c2f5627fa HTTP/1.1" status: 200 len: 946 time: 0.0950727 Jul 29 23:26:54.651587 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-358a1de5-d598-44f4-9087-e0caf7ac52b9 req-e8a0203c-513a-4c23-98b2-12706f0901d0 service neutron] Attempting to bind port c7227480-4f34-4ba2-a5a3-39cc6359fd0d on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:26:54.651928 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-358a1de5-d598-44f4-9087-e0caf7ac52b9 req-e8a0203c-513a-4c23-98b2-12706f0901d0 service neutron] Attempting to bind port c7227480-4f34-4ba2-a5a3-39cc6359fd0d by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': '85a18049-8d39-45df-9ccf-cf67471916ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fc8993d1-1f3f-4e88-9d54-7eec99f127ad'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:26:54.652265 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358a1de5-d598-44f4-9087-e0caf7ac52b9 req-e8a0203c-513a-4c23-98b2-12706f0901d0 service neutron] Attempting to bind port c7227480-4f34-4ba2-a5a3-39cc6359fd0d on network fc8993d1-1f3f-4e88-9d54-7eec99f127ad {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:26:54.657435 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358a1de5-d598-44f4-9087-e0caf7ac52b9 req-e8a0203c-513a-4c23-98b2-12706f0901d0 service neutron] Port c7227480-4f34-4ba2-a5a3-39cc6359fd0d on network fc8993d1-1f3f-4e88-9d54-7eec99f127ad not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:26:54.657796 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358a1de5-d598-44f4-9087-e0caf7ac52b9 req-e8a0203c-513a-4c23-98b2-12706f0901d0 service neutron] Attempting to bind port c7227480-4f34-4ba2-a5a3-39cc6359fd0d on network fc8993d1-1f3f-4e88-9d54-7eec99f127ad {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:26:54.663858 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358a1de5-d598-44f4-9087-e0caf7ac52b9 req-e8a0203c-513a-4c23-98b2-12706f0901d0 service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:26:54.664193 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358a1de5-d598-44f4-9087-e0caf7ac52b9 req-e8a0203c-513a-4c23-98b2-12706f0901d0 service neutron] Checking segment: {'id': '85a18049-8d39-45df-9ccf-cf67471916ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fc8993d1-1f3f-4e88-9d54-7eec99f127ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:26:54.664590 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-358a1de5-d598-44f4-9087-e0caf7ac52b9 req-e8a0203c-513a-4c23-98b2-12706f0901d0 service neutron] Bound using segment: {'id': '85a18049-8d39-45df-9ccf-cf67471916ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fc8993d1-1f3f-4e88-9d54-7eec99f127ad'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:26:54.665024 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-358a1de5-d598-44f4-9087-e0caf7ac52b9 req-e8a0203c-513a-4c23-98b2-12706f0901d0 service neutron] Bound port: c7227480-4f34-4ba2-a5a3-39cc6359fd0d, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85a18049-8d39-45df-9ccf-cf67471916ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fc8993d1-1f3f-4e88-9d54-7eec99f127ad'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:26:54.665718 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-358a1de5-d598-44f4-9087-e0caf7ac52b9 req-e8a0203c-513a-4c23-98b2-12706f0901d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:54.692402 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fcbbca69-3d27-4b7e-81f2-fd5e9a3c5a63 req-ebacaeac-05c7-449c-b7fe-03976d38eff9 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440764 Jul 29 23:26:54.758591 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-358a1de5-d598-44f4-9087-e0caf7ac52b9 req-e8a0203c-513a-4c23-98b2-12706f0901d0 service neutron] For port c7227480-4f34-4ba2-a5a3-39cc6359fd0d, host n-h1-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:26:54.762488 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-358a1de5-d598-44f4-9087-e0caf7ac52b9 req-e8a0203c-513a-4c23-98b2-12706f0901d0 service neutron] For port c7227480-4f34-4ba2-a5a3-39cc6359fd0d, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=c7227480-4f34-4ba2-a5a3-39cc6359fd0d,segment=NetworkSegment(85a18049-8d39-45df-9ccf-cf67471916ca),segment_id=85a18049-8d39-45df-9ccf-cf67471916ca)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:26:54.774438 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-358a1de5-d598-44f4-9087-e0caf7ac52b9 req-e8a0203c-513a-4c23-98b2-12706f0901d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:54.829296 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a1de5-d598-44f4-9087-e0caf7ac52b9 req-e8a0203c-513a-4c23-98b2-12706f0901d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:54.829921 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-358a1de5-d598-44f4-9087-e0caf7ac52b9 req-e8a0203c-513a-4c23-98b2-12706f0901d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:54.831471 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-358a1de5-d598-44f4-9087-e0caf7ac52b9 req-e8a0203c-513a-4c23-98b2-12706f0901d0 service neutron] 10.222.0.41 "PUT /v2.0/ports/c7227480-4f34-4ba2-a5a3-39cc6359fd0d HTTP/1.1" status: 200 len: 1092 time: 1.0308244 Jul 29 23:26:54.831942 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab6b3868-e699-420f-bc16-994fbeb3494f', 'tag': 'c7227480-4f34-4ba2-a5a3-39cc6359fd0d'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:26:54.834381 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-005a91e0-c57a-4c13-b095-a9642c40bbac" -d '{"events": [{"name": "network-changed", "server_uuid": "ab6b3868-e699-420f-bc16-994fbeb3494f", "tag": "c7227480-4f34-4ba2-a5a3-39cc6359fd0d"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:26:54.840609 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a0203c-513a-4c23-98b2-12706f0901d0 service neutron] Pushing event updated for resources: {'Port': ['ID=c7227480-4f34-4ba2-a5a3-39cc6359fd0d,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:54.865725 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea5224-3340-44e6-902e-fe439c801b3b req-6a2da441-6e31-4565-8cca-9481b096e3b0 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:54.867541 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-50ea5224-3340-44e6-902e-fe439c801b3b req-6a2da441-6e31-4565-8cca-9481b096e3b0 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=97981410-0992-46c7-a0f1-961c2f5627fa HTTP/1.1" status: 200 len: 946 time: 0.0634048 Jul 29 23:26:54.906339 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6879e9-f73b-47f6-ba78-5e7e31fe473d x-openstack-request-id: req-6d6879e9-f73b-47f6-ba78-5e7e31fe473d {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:26:54.906883 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab6b3868-e699-420f-bc16-994fbeb3494f", "tag": "c7227480-4f34-4ba2-a5a3-39cc6359fd0d", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:26:54.907067 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6d6879e9-f73b-47f6-ba78-5e7e31fe473d {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:26:54.907561 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab6b3868-e699-420f-bc16-994fbeb3494f', 'tag': 'c7227480-4f34-4ba2-a5a3-39cc6359fd0d', 'status': 'completed', 'code': 200} Jul 29 23:26:54.916527 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-50ea5224-3340-44e6-902e-fe439c801b3b req-d95f1bea-7faf-42a3-8897-4dec1d3d55c8 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402961 Jul 29 23:26:54.989805 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a1de5-d598-44f4-9087-e0caf7ac52b9 req-2a815fe6-f74f-43be-8704-8fcc38bc8f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:54.992080 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-358a1de5-d598-44f4-9087-e0caf7ac52b9 req-2a815fe6-f74f-43be-8704-8fcc38bc8f65 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0043d03cb0a4bbcbd35eb8f2075805c&device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 1095 time: 0.0523560 Jul 29 23:26:55.104631 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-358a1de5-d598-44f4-9087-e0caf7ac52b9 req-e35674ee-234e-4806-a092-5a18a9b858f8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7227480-4f34-4ba2-a5a3-39cc6359fd0d HTTP/1.1" status: 200 len: 217 time: 0.0968294 Jul 29 23:26:55.202084 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a1de5-d598-44f4-9087-e0caf7ac52b9 req-179ce92f-5e51-470c-a4a9-a814100d7dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:55.203712 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-358a1de5-d598-44f4-9087-e0caf7ac52b9 req-179ce92f-5e51-470c-a4a9-a814100d7dd4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=01812886-2cdd-41de-831e-c3e259b8e381 HTTP/1.1" status: 200 len: 851 time: 0.0903714 Jul 29 23:26:55.266194 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38cf828-7973-4511-b01b-7c0eb1f9a7c3 req-41694f82-344b-4f82-9f48-048ea55fb903 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:55.268284 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d38cf828-7973-4511-b01b-7c0eb1f9a7c3 req-41694f82-344b-4f82-9f48-048ea55fb903 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 943 time: 0.1584609 Jul 29 23:26:55.269438 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a1de5-d598-44f4-9087-e0caf7ac52b9 req-58852700-f369-49af-ae0e-7daee61a08bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:55.271777 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-358a1de5-d598-44f4-9087-e0caf7ac52b9 req-58852700-f369-49af-ae0e-7daee61a08bc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fc8993d1-1f3f-4e88-9d54-7eec99f127ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598643 Jul 29 23:26:55.404043 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a872c00-a6ec-40ed-85ca-a9b82ff8faf0 req-f87ed240-4853-4e0e-a902-118eedeb92d2 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:55.405464 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3a872c00-a6ec-40ed-85ca-a9b82ff8faf0 req-f87ed240-4853-4e0e-a902-118eedeb92d2 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fb033b4-4959-4057-b11e-00fcaf3bf282 HTTP/1.1" status: 200 len: 944 time: 0.1491337 Jul 29 23:26:55.408233 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d38cf828-7973-4511-b01b-7c0eb1f9a7c3 req-bda7b2b8-1ba8-46cb-ac2e-c14e66feda40 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260808 Jul 29 23:26:55.415385 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-358a1de5-d598-44f4-9087-e0caf7ac52b9 req-eecbea25-9122-4925-b9e2-23cf959ac56a service neutron] 10.222.0.41 "GET /v2.0/networks/fc8993d1-1f3f-4e88-9d54-7eec99f127ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346548 Jul 29 23:26:55.432270 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e647e5-0781-4e4b-adc2-33e121a07888 req-26cb04d2-672e-42af-a442-906977863a07 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:55.434591 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-16e647e5-0781-4e4b-adc2-33e121a07888 req-26cb04d2-672e-42af-a442-906977863a07 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] 10.222.0.22 "GET /v2.0/networks?id=399e2854-6b91-4680-bb53-ee3069227e3d HTTP/1.1" status: 200 len: 811 time: 0.2388780 Jul 29 23:26:55.494231 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3a872c00-a6ec-40ed-85ca-a9b82ff8faf0 req-78d3b840-0f13-4ef7-b84f-10b6855db86f tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759904 Jul 29 23:26:55.539159 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-16e647e5-0781-4e4b-adc2-33e121a07888 req-3f3741f3-2a4c-4ecc-b871-4db0d98d0dc5 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a401af434c54898abf4f64d565a6a71 HTTP/1.1" status: 200 len: 380 time: 0.0872769 Jul 29 23:26:55.554956 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-358a1de5-d598-44f4-9087-e0caf7ac52b9 req-a5e235ef-0eaa-4339-8e60-8b6e2a08fbb1 service neutron] 10.222.0.41 "GET /v2.0/networks/fc8993d1-1f3f-4e88-9d54-7eec99f127ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309323 Jul 29 23:26:55.575379 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-16e647e5-0781-4e4b-adc2-33e121a07888 req-fbdd16c8-8c9b-4f9a-94c8-fc11f1224050 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Request body: {'port': {'device_id': 'e790f4ad-9dc8-44bf-be90-2a37d75c0311', 'network_id': '399e2854-6b91-4680-bb53-ee3069227e3d', 'admin_state_up': True, 'tenant_id': '9a401af434c54898abf4f64d565a6a71', 'security_groups': ['2827e636-9a74-4e86-b89b-1097fcbb7e79']}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:55.674225 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a12cfa4f-1295-4d58-846c-b003c0a7cd04 req-4ce29938-561b-447c-9d01-eaa7cf5a5158 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] 10.222.0.43 "GET /v2.0/ports?device_id=e790f4ad-9dc8-44bf-be90-2a37d75c0311 HTTP/1.1" status: 200 len: 210 time: 0.0394642 Jul 29 23:26:55.700552 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3914286f-d3cd-4347-862c-c8a49af58393 req-af28b2a5-6682-4f65-a48d-33f3f16ba6b4 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:55.709527 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3914286f-d3cd-4347-862c-c8a49af58393 req-af28b2a5-6682-4f65-a48d-33f3f16ba6b4 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=97981410-0992-46c7-a0f1-961c2f5627fa HTTP/1.1" status: 200 len: 946 time: 0.1893806 Jul 29 23:26:55.729742 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a91e0-c57a-4c13-b095-a9642c40bbac req-4a018409-9cad-4981-b43e-2c75ce3e8a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:55.732302 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-005a91e0-c57a-4c13-b095-a9642c40bbac req-4a018409-9cad-4981-b43e-2c75ce3e8a9e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0043d03cb0a4bbcbd35eb8f2075805c&device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 1095 time: 0.0619552 Jul 29 23:26:55.824199 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3914286f-d3cd-4347-862c-c8a49af58393 req-2c7552e8-a28c-4d7b-81a9-f9a0c77c44e3 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137502 Jul 29 23:26:55.840275 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a91e0-c57a-4c13-b095-a9642c40bbac req-8d01af21-99cd-484d-bf3b-455157daa313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:55.842468 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16e647e5-0781-4e4b-adc2-33e121a07888 req-fbdd16c8-8c9b-4f9a-94c8-fc11f1224050 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Made reservation on behalf of 9a401af434c54898abf4f64d565a6a71 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:26:55.843137 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-005a91e0-c57a-4c13-b095-a9642c40bbac req-8d01af21-99cd-484d-bf3b-455157daa313 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fc8993d1-1f3f-4e88-9d54-7eec99f127ad HTTP/1.1" status: 200 len: 913 time: 0.1027515 Jul 29 23:26:55.846333 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-16e647e5-0781-4e4b-adc2-33e121a07888 req-fbdd16c8-8c9b-4f9a-94c8-fc11f1224050 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:55.859164 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a668bd6b-0b56-4e46-9ffd-de77d0a1c127 req-082055e5-c144-4aa7-8768-0e2dae7fd626 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:55.872543 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a668bd6b-0b56-4e46-9ffd-de77d0a1c127 req-082055e5-c144-4aa7-8768-0e2dae7fd626 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17b7710-3c6e-4ff1-9f9c-83340c0d5270 HTTP/1.1" status: 200 len: 945 time: 0.1237767 Jul 29 23:26:55.885747 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a46c14fe-e460-4dd2-96d1-7d077168e5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:55.919614 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-005a91e0-c57a-4c13-b095-a9642c40bbac req-907e6439-2504-4598-9e30-ec1a6c5d4139 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7227480-4f34-4ba2-a5a3-39cc6359fd0d HTTP/1.1" status: 200 len: 217 time: 0.0631440 Jul 29 23:26:55.952727 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a668bd6b-0b56-4e46-9ffd-de77d0a1c127 req-7a518bf8-d3af-434a-a3f8-00164d5f8eec tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607476 Jul 29 23:26:56.000110 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a91e0-c57a-4c13-b095-a9642c40bbac req-31299d0a-b883-4467-b3bc-8c1546e1369b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:56.001848 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-005a91e0-c57a-4c13-b095-a9642c40bbac req-31299d0a-b883-4467-b3bc-8c1546e1369b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=01812886-2cdd-41de-831e-c3e259b8e381 HTTP/1.1" status: 200 len: 851 time: 0.0649030 Jul 29 23:26:56.058050 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a91e0-c57a-4c13-b095-a9642c40bbac req-3cd28aca-a68f-4e03-91f3-5830f864b707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:56.059986 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-005a91e0-c57a-4c13-b095-a9642c40bbac req-3cd28aca-a68f-4e03-91f3-5830f864b707 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fc8993d1-1f3f-4e88-9d54-7eec99f127ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487082 Jul 29 23:26:56.068963 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-16e647e5-0781-4e4b-adc2-33e121a07888 req-fbdd16c8-8c9b-4f9a-94c8-fc11f1224050 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Allocated IP 172.20.0.9 (399e2854-6b91-4680-bb53-ee3069227e3d/f84d12aa-4b74-4699-924c-ad2973fc5537/c4bc909b-2922-4baf-be7b-0d096263ff34) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:26:56.165789 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-005a91e0-c57a-4c13-b095-a9642c40bbac req-54297be0-e2e9-449e-94bb-80d17c499750 service neutron] 10.222.0.41 "GET /v2.0/networks/fc8993d1-1f3f-4e88-9d54-7eec99f127ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978651 Jul 29 23:26:56.245035 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-16e647e5-0781-4e4b-adc2-33e121a07888 req-fbdd16c8-8c9b-4f9a-94c8-fc11f1224050 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:56.260099 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-16e647e5-0781-4e4b-adc2-33e121a07888 req-fbdd16c8-8c9b-4f9a-94c8-fc11f1224050 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Transition to ACTIVE for port object c4bc909b-2922-4baf-be7b-0d096263ff34 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:26:56.297702 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-16e647e5-0781-4e4b-adc2-33e121a07888 req-fbdd16c8-8c9b-4f9a-94c8-fc11f1224050 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:56.306301 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-005a91e0-c57a-4c13-b095-a9642c40bbac req-57b50aaf-e89c-4ee2-9bba-666653ff5e74 service neutron] 10.222.0.41 "GET /v2.0/networks/fc8993d1-1f3f-4e88-9d54-7eec99f127ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314442 Jul 29 23:26:56.319386 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:56.341862 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16e647e5-0781-4e4b-adc2-33e121a07888 req-fbdd16c8-8c9b-4f9a-94c8-fc11f1224050 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Network 399e2854-6b91-4680-bb53-ee3069227e3d is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:26:56.344958 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-16e647e5-0781-4e4b-adc2-33e121a07888 req-fbdd16c8-8c9b-4f9a-94c8-fc11f1224050 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:26:56.348684 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-16e647e5-0781-4e4b-adc2-33e121a07888 req-fbdd16c8-8c9b-4f9a-94c8-fc11f1224050 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:26:56.377140 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdd16c8-8c9b-4f9a-94c8-fc11f1224050 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Pushing event updated for resources: {'Port': ['ID=c4bc909b-2922-4baf-be7b-0d096263ff34,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:56.406570 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e647e5-0781-4e4b-adc2-33e121a07888 req-fbdd16c8-8c9b-4f9a-94c8-fc11f1224050 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:56.407318 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-16e647e5-0781-4e4b-adc2-33e121a07888 req-fbdd16c8-8c9b-4f9a-94c8-fc11f1224050 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:56.422824 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-16e647e5-0781-4e4b-adc2-33e121a07888 req-fbdd16c8-8c9b-4f9a-94c8-fc11f1224050 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8519900 Jul 29 23:26:56.436011 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-16e647e5-0781-4e4b-adc2-33e121a07888 req-dcf2c896-b775-4e84-9e5c-3e79098bd4cd service neutron] Request body: {'port': {'device_id': 'e790f4ad-9dc8-44bf-be90-2a37d75c0311', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:56.496740 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-16e647e5-0781-4e4b-adc2-33e121a07888 req-dcf2c896-b775-4e84-9e5c-3e79098bd4cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:56.643949 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-da2c9dee-9d92-4f64-bb74-8878f7c932c5 None None] Provisioning for port c4bc909b-2922-4baf-be7b-0d096263ff34 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:26:56.648453 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-da2c9dee-9d92-4f64-bb74-8878f7c932c5 None None] Provisioning complete for port c4bc909b-2922-4baf-be7b-0d096263ff34 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:56.648824 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-da2c9dee-9d92-4f64-bb74-8878f7c932c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:56.672513 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d69bd7-17a9-48dc-bbf2-f6578a313803 req-d4363d41-e35d-4095-af8d-ed8ed4d3e9c9 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:56.674041 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-59d69bd7-17a9-48dc-bbf2-f6578a313803 req-d4363d41-e35d-4095-af8d-ed8ed4d3e9c9 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 943 time: 0.1683404 Jul 29 23:26:56.687556 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-da2c9dee-9d92-4f64-bb74-8878f7c932c5 None None] Port c4bc909b-2922-4baf-be7b-0d096263ff34 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:26:56.720595 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8466b-46f4-4602-9a5e-f70198801b2c req-9e99205a-89ac-40f0-ae9f-2c2fe7ad0764 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:56.722129 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f2e8466b-46f4-4602-9a5e-f70198801b2c req-9e99205a-89ac-40f0-ae9f-2c2fe7ad0764 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fb033b4-4959-4057-b11e-00fcaf3bf282 HTTP/1.1" status: 200 len: 944 time: 0.1594636 Jul 29 23:26:56.798264 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-59d69bd7-17a9-48dc-bbf2-f6578a313803 req-d1cd3570-5ba9-430d-89c9-1390086cec66 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150382 Jul 29 23:26:56.826940 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f2e8466b-46f4-4602-9a5e-f70198801b2c req-d09dafbd-5283-40d7-b4de-7cf5c0d22aaa tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926471 Jul 29 23:26:56.916571 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb833f-4507-4339-be75-1cc67882b1a7 req-97360690-5522-4480-8bf4-40d82a3cf8e3 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:56.918381 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3adb833f-4507-4339-be75-1cc67882b1a7 req-97360690-5522-4480-8bf4-40d82a3cf8e3 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.41 "GET /v2.0/ports?device_id=97981410-0992-46c7-a0f1-961c2f5627fa HTTP/1.1" status: 200 len: 946 time: 0.0558028 Jul 29 23:26:57.025196 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-3adb833f-4507-4339-be75-1cc67882b1a7 req-13fa4f58-5ce7-47ff-9da9-e57912a5b5c5 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Deleting port 37f0313d-290b-4453-8e0c-0436d8b297d6 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:26:57.026091 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-3adb833f-4507-4339-be75-1cc67882b1a7 req-13fa4f58-5ce7-47ff-9da9-e57912a5b5c5 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:57.112300 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device c7227480-4f34-4ba2-a5a3-39cc6359fd0d details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:26:57.120287 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-3adb833f-4507-4339-be75-1cc67882b1a7 req-13fa4f58-5ce7-47ff-9da9-e57912a5b5c5 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] For port 37f0313d-290b-4453-8e0c-0436d8b297d6, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=37f0313d-290b-4453-8e0c-0436d8b297d6,segment=NetworkSegment(2f225bab-780d-4bb8-903d-ee3f32d75d09),segment_id=2f225bab-780d-4bb8-903d-ee3f32d75d09)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:57.121123 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-3adb833f-4507-4339-be75-1cc67882b1a7 req-13fa4f58-5ce7-47ff-9da9-e57912a5b5c5 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:57.134801 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-3adb833f-4507-4339-be75-1cc67882b1a7 req-13fa4f58-5ce7-47ff-9da9-e57912a5b5c5 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Calling delete_port for 37f0313d-290b-4453-8e0c-0436d8b297d6 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:26:57.294389 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-3adb833f-4507-4339-be75-1cc67882b1a7 req-13fa4f58-5ce7-47ff-9da9-e57912a5b5c5 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:57.324913 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-16e647e5-0781-4e4b-adc2-33e121a07888 req-dcf2c896-b775-4e84-9e5c-3e79098bd4cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4bc909b-2922-4baf-be7b-0d096263ff34 {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:26:57.329476 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fa4f58-5ce7-47ff-9da9-e57912a5b5c5 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Pushing event deleted for resources: {'Port': ['ID=37f0313d-290b-4453-8e0c-0436d8b297d6,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:57.337713 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-16e647e5-0781-4e4b-adc2-33e121a07888 req-dcf2c896-b775-4e84-9e5c-3e79098bd4cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:57.346783 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['95555302-95fb-448e-a090-29b4ec336757', '37f0313d-290b-4453-8e0c-0436d8b297d6'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:26:57.363820 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb63df0-d6e9-49b6-b311-6c1094163203 req-44952c91-459b-4957-9ba6-7e040aa0c054 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:57.365565 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9fb63df0-d6e9-49b6-b311-6c1094163203 req-44952c91-459b-4957-9ba6-7e040aa0c054 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] 10.222.0.43 "GET /v2.0/ports?device_id=e790f4ad-9dc8-44bf-be90-2a37d75c0311 HTTP/1.1" status: 200 len: 931 time: 0.4492652 Jul 29 23:26:57.370210 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-16e647e5-0781-4e4b-adc2-33e121a07888 req-dcf2c896-b775-4e84-9e5c-3e79098bd4cd service neutron] Transition to ACTIVE for port object c4bc909b-2922-4baf-be7b-0d096263ff34 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:26:57.375344 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-3adb833f-4507-4339-be75-1cc67882b1a7 req-13fa4f58-5ce7-47ff-9da9-e57912a5b5c5 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] No DVR routers for this DVR port 37f0313d-290b-4453-8e0c-0436d8b297d6 on host n-h1-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:26:57.378146 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-3adb833f-4507-4339-be75-1cc67882b1a7 req-13fa4f58-5ce7-47ff-9da9-e57912a5b5c5 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:57.380699 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3adb833f-4507-4339-be75-1cc67882b1a7 req-13fa4f58-5ce7-47ff-9da9-e57912a5b5c5 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.41 "DELETE /v2.0/ports/37f0313d-290b-4453-8e0c-0436d8b297d6 HTTP/1.1" status: 204 len: 173 time: 0.4555013 Jul 29 23:26:57.381449 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97981410-0992-46c7-a0f1-961c2f5627fa', 'name': 'network-vif-deleted', 'tag': '37f0313d-290b-4453-8e0c-0436d8b297d6'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:26:57.382257 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9703df-ca4e-46cc-98da-ae49dc57e9c5 req-466477f7-966c-4d06-a709-252235d3c8bd tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:57.384457 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2b9703df-ca4e-46cc-98da-ae49dc57e9c5 req-466477f7-966c-4d06-a709-252235d3c8bd tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=97981410-0992-46c7-a0f1-961c2f5627fa HTTP/1.1" status: 200 len: 867 time: 0.4369211 Jul 29 23:26:57.391779 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74536cc2-6189-48b0-9dda-710d9e9a2c78" -d '{"events": [{"server_uuid": "97981410-0992-46c7-a0f1-961c2f5627fa", "name": "network-vif-deleted", "tag": "37f0313d-290b-4453-8e0c-0436d8b297d6"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:26:57.399089 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-16e647e5-0781-4e4b-adc2-33e121a07888 req-dcf2c896-b775-4e84-9e5c-3e79098bd4cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:57.419609 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port c7227480-4f34-4ba2-a5a3-39cc6359fd0d, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=c7227480-4f34-4ba2-a5a3-39cc6359fd0d,segment=NetworkSegment(85a18049-8d39-45df-9ccf-cf67471916ca),segment_id=85a18049-8d39-45df-9ccf-cf67471916ca)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:57.437395 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': 'c7227480-4f34-4ba2-a5a3-39cc6359fd0d', 'network_id': 'fc8993d1-1f3f-4e88-9d54-7eec99f127ad', 'port_id': 'c7227480-4f34-4ba2-a5a3-39cc6359fd0d', 'mac_address': 'fa:16:3e:61:dc:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01812886-2cdd-41de-831e-c3e259b8e381', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:26:57.510251 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2b9703df-ca4e-46cc-98da-ae49dc57e9c5 req-8c927003-2dfa-49e8-9afb-e2ba69c06951 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154029 Jul 29 23:26:57.522737 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:57.527330 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9fb63df0-d6e9-49b6-b311-6c1094163203 req-80c7a58c-1a14-4fcd-af3c-85d0a3b5ad46 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] 10.222.0.43 "GET /v2.0/security-groups?id=2827e636-9a74-4e86-b89b-1097fcbb7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421669 Jul 29 23:26:57.531957 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf2c896-b775-4e84-9e5c-3e79098bd4cd service neutron] Pushing event updated for resources: {'Port': ['ID=c4bc909b-2922-4baf-be7b-0d096263ff34,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:57.648107 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7227480-4f34-4ba2-a5a3-39cc6359fd0d {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:26:57.686617 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:57.688744 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-16e647e5-0781-4e4b-adc2-33e121a07888 req-dcf2c896-b775-4e84-9e5c-3e79098bd4cd service neutron] Attempting to bind port c4bc909b-2922-4baf-be7b-0d096263ff34 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:26:57.689241 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-16e647e5-0781-4e4b-adc2-33e121a07888 req-dcf2c896-b775-4e84-9e5c-3e79098bd4cd service neutron] Attempting to bind port c4bc909b-2922-4baf-be7b-0d096263ff34 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '1e53d96e-2b52-4a8f-8172-d3e933bc937d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '399e2854-6b91-4680-bb53-ee3069227e3d'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:26:57.690131 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e647e5-0781-4e4b-adc2-33e121a07888 req-dcf2c896-b775-4e84-9e5c-3e79098bd4cd service neutron] Attempting to bind port c4bc909b-2922-4baf-be7b-0d096263ff34 on network 399e2854-6b91-4680-bb53-ee3069227e3d {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:26:57.690239 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port c7227480-4f34-4ba2-a5a3-39cc6359fd0d, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=c7227480-4f34-4ba2-a5a3-39cc6359fd0d,segment=NetworkSegment(85a18049-8d39-45df-9ccf-cf67471916ca),segment_id=85a18049-8d39-45df-9ccf-cf67471916ca)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:57.698927 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:57.713755 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e647e5-0781-4e4b-adc2-33e121a07888 req-dcf2c896-b775-4e84-9e5c-3e79098bd4cd service neutron] Port c4bc909b-2922-4baf-be7b-0d096263ff34 on network 399e2854-6b91-4680-bb53-ee3069227e3d not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:26:57.714638 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e647e5-0781-4e4b-adc2-33e121a07888 req-dcf2c896-b775-4e84-9e5c-3e79098bd4cd service neutron] Attempting to bind port c4bc909b-2922-4baf-be7b-0d096263ff34 on network 399e2854-6b91-4680-bb53-ee3069227e3d {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:26:57.731062 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f06b9-055b-4872-b994-8d392a74d4d7 req-16c2e4db-37df-4931-b93f-9a193cd9f2f8 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:57.733383 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-598f06b9-055b-4872-b994-8d392a74d4d7 req-16c2e4db-37df-4931-b93f-9a193cd9f2f8 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17b7710-3c6e-4ff1-9f9c-83340c0d5270 HTTP/1.1" status: 200 len: 945 time: 0.1209922 Jul 29 23:26:57.735134 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e647e5-0781-4e4b-adc2-33e121a07888 req-dcf2c896-b775-4e84-9e5c-3e79098bd4cd service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:26:57.735719 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e647e5-0781-4e4b-adc2-33e121a07888 req-dcf2c896-b775-4e84-9e5c-3e79098bd4cd service neutron] Checking segment: {'id': '1e53d96e-2b52-4a8f-8172-d3e933bc937d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '399e2854-6b91-4680-bb53-ee3069227e3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:26:57.736348 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e647e5-0781-4e4b-adc2-33e121a07888 req-dcf2c896-b775-4e84-9e5c-3e79098bd4cd service neutron] Bound using segment: {'id': '1e53d96e-2b52-4a8f-8172-d3e933bc937d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '399e2854-6b91-4680-bb53-ee3069227e3d'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:26:57.737643 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-16e647e5-0781-4e4b-adc2-33e121a07888 req-dcf2c896-b775-4e84-9e5c-3e79098bd4cd service neutron] Bound port: c4bc909b-2922-4baf-be7b-0d096263ff34, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e53d96e-2b52-4a8f-8172-d3e933bc937d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '399e2854-6b91-4680-bb53-ee3069227e3d'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:26:57.738623 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-16e647e5-0781-4e4b-adc2-33e121a07888 req-dcf2c896-b775-4e84-9e5c-3e79098bd4cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:57.749274 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83046bf8-b1d3-468a-ba97-9e2180a38998 x-openstack-request-id: req-83046bf8-b1d3-468a-ba97-9e2180a38998 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:26:57.749594 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97981410-0992-46c7-a0f1-961c2f5627fa", "name": "network-vif-deleted", "tag": "37f0313d-290b-4453-8e0c-0436d8b297d6", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:26:57.749973 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-83046bf8-b1d3-468a-ba97-9e2180a38998 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:26:57.750236 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97981410-0992-46c7-a0f1-961c2f5627fa', 'name': 'network-vif-deleted', 'tag': '37f0313d-290b-4453-8e0c-0436d8b297d6', 'status': 'completed', 'code': 200} Jul 29 23:26:57.775958 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=c7227480-4f34-4ba2-a5a3-39cc6359fd0d,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:57.835834 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-598f06b9-055b-4872-b994-8d392a74d4d7 req-a43e791a-8d41-43fe-990b-11ef9f1bf96a tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893161 Jul 29 23:26:57.889852 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-16e647e5-0781-4e4b-adc2-33e121a07888 req-dcf2c896-b775-4e84-9e5c-3e79098bd4cd service neutron] For port c4bc909b-2922-4baf-be7b-0d096263ff34, host n-h2-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:26:57.922823 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-16e647e5-0781-4e4b-adc2-33e121a07888 req-dcf2c896-b775-4e84-9e5c-3e79098bd4cd service neutron] For port c4bc909b-2922-4baf-be7b-0d096263ff34, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=c4bc909b-2922-4baf-be7b-0d096263ff34,segment=NetworkSegment(1e53d96e-2b52-4a8f-8172-d3e933bc937d),segment_id=1e53d96e-2b52-4a8f-8172-d3e933bc937d)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:26:57.929820 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-16e647e5-0781-4e4b-adc2-33e121a07888 req-dcf2c896-b775-4e84-9e5c-3e79098bd4cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:57.972158 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e647e5-0781-4e4b-adc2-33e121a07888 req-dcf2c896-b775-4e84-9e5c-3e79098bd4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:57.972875 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-16e647e5-0781-4e4b-adc2-33e121a07888 req-dcf2c896-b775-4e84-9e5c-3e79098bd4cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:57.975227 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-16e647e5-0781-4e4b-adc2-33e121a07888 req-dcf2c896-b775-4e84-9e5c-3e79098bd4cd service neutron] 10.222.0.22 "PUT /v2.0/ports/c4bc909b-2922-4baf-be7b-0d096263ff34 HTTP/1.1" status: 200 len: 1092 time: 1.5428877 Jul 29 23:26:57.981939 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e790f4ad-9dc8-44bf-be90-2a37d75c0311', 'tag': 'c4bc909b-2922-4baf-be7b-0d096263ff34'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:26:57.984297 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451c3f60-bb81-450e-80db-e7db097ef93f" -d '{"events": [{"name": "network-changed", "server_uuid": "e790f4ad-9dc8-44bf-be90-2a37d75c0311", "tag": "c4bc909b-2922-4baf-be7b-0d096263ff34"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:26:58.002297 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45366fc7-1cae-4d81-90a8-8ddbea94be28 req-745ec450-fc1c-455e-8ac5-91410de44a09 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:58.004552 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-45366fc7-1cae-4d81-90a8-8ddbea94be28 req-745ec450-fc1c-455e-8ac5-91410de44a09 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 944 time: 0.1308374 Jul 29 23:26:58.088277 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf2c896-b775-4e84-9e5c-3e79098bd4cd service neutron] Pushing event updated for resources: {'Port': ['ID=c4bc909b-2922-4baf-be7b-0d096263ff34,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:58.150152 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-45366fc7-1cae-4d81-90a8-8ddbea94be28 req-36ca7e57-c525-434b-b99b-a9102c1dd7c2 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305156 Jul 29 23:26:58.152554 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e647e5-0781-4e4b-adc2-33e121a07888 req-b8ff2437-77c3-4959-ac71-8f1a7b715ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:58.154388 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-16e647e5-0781-4e4b-adc2-33e121a07888 req-b8ff2437-77c3-4959-ac71-8f1a7b715ea3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9a401af434c54898abf4f64d565a6a71&device_id=e790f4ad-9dc8-44bf-be90-2a37d75c0311 HTTP/1.1" status: 200 len: 1095 time: 0.1194289 Jul 29 23:26:58.169112 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44369029-d806-42ec-95c6-19f480dafd6d req-71a2881b-2ede-40c2-8e9c-58a97d547f2a tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:58.171068 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-44369029-d806-42ec-95c6-19f480dafd6d req-71a2881b-2ede-40c2-8e9c-58a97d547f2a tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fb033b4-4959-4057-b11e-00fcaf3bf282 HTTP/1.1" status: 200 len: 944 time: 0.1237977 Jul 29 23:26:58.217211 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-16e647e5-0781-4e4b-adc2-33e121a07888 req-e4c7e3c6-9716-4815-8be8-0b1e42a28883 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4bc909b-2922-4baf-be7b-0d096263ff34 HTTP/1.1" status: 200 len: 217 time: 0.0449643 Jul 29 23:26:58.278614 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-44369029-d806-42ec-95c6-19f480dafd6d req-17e0f96a-8e70-4b9c-adcb-d668207cfe3f tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987887 Jul 29 23:26:58.287728 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['c7227480-4f34-4ba2-a5a3-39cc6359fd0d'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:26:58.331355 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e647e5-0781-4e4b-adc2-33e121a07888 req-59de58a3-ec0b-4b4c-879e-b70543922988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:58.332816 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-16e647e5-0781-4e4b-adc2-33e121a07888 req-59de58a3-ec0b-4b4c-879e-b70543922988 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f84d12aa-4b74-4699-924c-ad2973fc5537 HTTP/1.1" status: 200 len: 850 time: 0.1001246 Jul 29 23:26:58.339523 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed33e366-7a48-4074-8838-4ec6b97068d5 x-openstack-request-id: req-ed33e366-7a48-4074-8838-4ec6b97068d5 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:26:58.339815 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e790f4ad-9dc8-44bf-be90-2a37d75c0311", "tag": "c4bc909b-2922-4baf-be7b-0d096263ff34", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:26:58.340066 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ed33e366-7a48-4074-8838-4ec6b97068d5 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:26:58.340454 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e790f4ad-9dc8-44bf-be90-2a37d75c0311', 'tag': 'c4bc909b-2922-4baf-be7b-0d096263ff34', 'status': 'completed', 'code': 200} Jul 29 23:26:58.379672 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24388b-d79b-4dc7-8b7a-e6e0cf77a47c req-d8e54e5b-844f-49f1-8dfa-9e507c57842f tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:58.381931 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9d24388b-d79b-4dc7-8b7a-e6e0cf77a47c req-d8e54e5b-844f-49f1-8dfa-9e507c57842f tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] 10.222.0.43 "GET /v2.0/ports?device_id=564dd03e-5cd2-4dbf-a516-217c17e9cfa4 HTTP/1.1" status: 200 len: 945 time: 0.1009002 Jul 29 23:26:58.411471 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e647e5-0781-4e4b-adc2-33e121a07888 req-480a7001-1129-4640-bdbb-a80d140b0f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:58.413479 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-16e647e5-0781-4e4b-adc2-33e121a07888 req-480a7001-1129-4640-bdbb-a80d140b0f3a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=399e2854-6b91-4680-bb53-ee3069227e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0692413 Jul 29 23:26:58.447968 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9d24388b-d79b-4dc7-8b7a-e6e0cf77a47c req-4d0e0f46-2ecb-4005-8bec-22c24647868a tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] 10.222.0.43 "GET /v2.0/security-groups?id=8d40ae53-9330-41ee-89e9-65b1c9cf505a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577097 Jul 29 23:26:58.517496 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-16e647e5-0781-4e4b-adc2-33e121a07888 req-0048cc80-e48a-4390-a5eb-55f7255f4777 service neutron] 10.222.0.22 "GET /v2.0/networks/399e2854-6b91-4680-bb53-ee3069227e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934801 Jul 29 23:26:58.625182 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-16e647e5-0781-4e4b-adc2-33e121a07888 req-d39cab30-8a88-4c59-8524-ce366739e9a3 service neutron] 10.222.0.22 "GET /v2.0/networks/399e2854-6b91-4680-bb53-ee3069227e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974452 Jul 29 23:26:58.669191 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e3ce94-3cdb-4c3d-a889-7ff234e0ccf0 req-b5e8bb90-3c5f-405f-9ca2-1701745858dc tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:58.670755 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c9e3ce94-3cdb-4c3d-a889-7ff234e0ccf0 req-b5e8bb90-3c5f-405f-9ca2-1701745858dc tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] 10.222.0.43 "GET /v2.0/ports?device_id=e790f4ad-9dc8-44bf-be90-2a37d75c0311 HTTP/1.1" status: 200 len: 943 time: 0.0606892 Jul 29 23:26:58.745641 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c9e3ce94-3cdb-4c3d-a889-7ff234e0ccf0 req-a822f71c-1676-4bad-ac28-2f3aa03720ab tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] 10.222.0.43 "GET /v2.0/security-groups?id=2827e636-9a74-4e86-b89b-1097fcbb7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657890 Jul 29 23:26:58.748507 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c3f60-bb81-450e-80db-e7db097ef93f req-cdd4581b-273d-4bb5-b67c-2a21688329ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:58.749797 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-451c3f60-bb81-450e-80db-e7db097ef93f req-cdd4581b-273d-4bb5-b67c-2a21688329ec service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9a401af434c54898abf4f64d565a6a71&device_id=e790f4ad-9dc8-44bf-be90-2a37d75c0311 HTTP/1.1" status: 200 len: 1095 time: 0.0711925 Jul 29 23:26:58.842240 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c3f60-bb81-450e-80db-e7db097ef93f req-43a04a85-68d5-4774-9933-afa7edb94630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:58.843716 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-451c3f60-bb81-450e-80db-e7db097ef93f req-43a04a85-68d5-4774-9933-afa7edb94630 service neutron] 10.222.0.22 "GET /v2.0/networks?id=399e2854-6b91-4680-bb53-ee3069227e3d HTTP/1.1" status: 200 len: 912 time: 0.0857313 Jul 29 23:26:58.901140 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-451c3f60-bb81-450e-80db-e7db097ef93f req-814ead8f-ed6d-47f7-be02-25d66eaf4e9c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4bc909b-2922-4baf-be7b-0d096263ff34 HTTP/1.1" status: 200 len: 217 time: 0.0459187 Jul 29 23:26:58.985184 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c3f60-bb81-450e-80db-e7db097ef93f req-1af2d900-fca1-43a2-87cc-751eca641b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:58.986743 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-451c3f60-bb81-450e-80db-e7db097ef93f req-1af2d900-fca1-43a2-87cc-751eca641b70 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f84d12aa-4b74-4699-924c-ad2973fc5537 HTTP/1.1" status: 200 len: 850 time: 0.0766249 Jul 29 23:26:58.995257 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b1481-7866-491b-a26e-d4a3f00cb5aa req-3f7612c9-27ef-4f20-94f4-18266f0fc4ae tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:58.996682 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c61b1481-7866-491b-a26e-d4a3f00cb5aa req-3f7612c9-27ef-4f20-94f4-18266f0fc4ae tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17b7710-3c6e-4ff1-9f9c-83340c0d5270 HTTP/1.1" status: 200 len: 945 time: 0.0854018 Jul 29 23:26:59.062005 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c61b1481-7866-491b-a26e-d4a3f00cb5aa req-a48fede6-3c57-467d-9a70-e8b733b44337 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566461 Jul 29 23:26:59.069975 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c3f60-bb81-450e-80db-e7db097ef93f req-10cf060d-23a9-4604-98bd-b4f06b05407b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:59.071564 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-451c3f60-bb81-450e-80db-e7db097ef93f req-10cf060d-23a9-4604-98bd-b4f06b05407b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=399e2854-6b91-4680-bb53-ee3069227e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0740144 Jul 29 23:26:59.120596 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:26:59.130391 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 37f0313d-290b-4453-8e0c-0436d8b297d6 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:26:59.167999 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] No Port match for: 37f0313d-290b-4453-8e0c-0436d8b297d6 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:26:59.168498 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 37f0313d-290b-4453-8e0c-0436d8b297d6 not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:26:59.181145 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-451c3f60-bb81-450e-80db-e7db097ef93f req-7aa583ef-1a5d-4200-959f-58e3f26e07ae service neutron] 10.222.0.22 "GET /v2.0/networks/399e2854-6b91-4680-bb53-ee3069227e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010747 Jul 29 23:26:59.263267 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:59.292741 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18,segment=NetworkSegment(03081878-6d73-4f31-b394-970f508038c5),segment_id=03081878-6d73-4f31-b394-970f508038c5)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:59.303891 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': 'ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18', 'network_id': '33e8f010-7789-4c0c-8f2b-4d54e9bb67e4', 'port_id': 'ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18', 'mac_address': 'fa:16:3e:81:8c:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd10b4a30-6630-4be3-b0e2-2a7a17a89939', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:26:59.345957 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:59.350365 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-451c3f60-bb81-450e-80db-e7db097ef93f req-2844dab2-7a3a-4a4d-92c9-856fb29511bf service neutron] 10.222.0.22 "GET /v2.0/networks/399e2854-6b91-4680-bb53-ee3069227e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611273 Jul 29 23:26:59.362007 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:26:59.364689 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3703e6ad-1b98-4ffb-b673-cd10fc94bdf9 req-125733e8-7000-48e2-9b18-221546e24e17 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:59.366340 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3703e6ad-1b98-4ffb-b673-cd10fc94bdf9 req-125733e8-7000-48e2-9b18-221546e24e17 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 944 time: 0.1121740 Jul 29 23:26:59.379633 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044feea3-62d5-4762-95b7-52290e9515c6 req-2d5f0045-dbbc-4db1-8341-e9569b649557 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:59.381426 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-044feea3-62d5-4762-95b7-52290e9515c6 req-2d5f0045-dbbc-4db1-8341-e9569b649557 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3012a93-c260-405f-9964-6b575d34a22e HTTP/1.1" status: 200 len: 946 time: 0.0951350 Jul 29 23:26:59.384948 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18,segment=NetworkSegment(03081878-6d73-4f31-b394-970f508038c5),segment_id=03081878-6d73-4f31-b394-970f508038c5)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:59.389539 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:59.436405 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3703e6ad-1b98-4ffb-b673-cd10fc94bdf9 req-1cfe6b97-1144-4e37-9c38-b65ebc14d8e3 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539451 Jul 29 23:26:59.443682 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-044feea3-62d5-4762-95b7-52290e9515c6 req-b4381eaa-59d4-45cc-90a0-516954248cb6 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550272 Jul 29 23:26:59.443911 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:59.553393 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a7f7d-1332-4755-9431-b1740ca596c5 req-a9ca323a-57ad-458b-8168-3daa7a462b45 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:59.555441 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-697a7f7d-1332-4755-9431-b1740ca596c5 req-a9ca323a-57ad-458b-8168-3daa7a462b45 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fb033b4-4959-4057-b11e-00fcaf3bf282 HTTP/1.1" status: 200 len: 945 time: 0.0548549 Jul 29 23:26:59.619123 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-697a7f7d-1332-4755-9431-b1740ca596c5 req-be1b2700-721c-4e7a-8429-1b802d895846 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575128 Jul 29 23:26:59.635662 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e3faf7-2b0f-4bb8-b915-bda25f9d06d3 req-7ee7edb9-089f-4036-9c7f-feec62d04063 tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:59.636939 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-54e3faf7-2b0f-4bb8-b915-bda25f9d06d3 req-7ee7edb9-089f-4036-9c7f-feec62d04063 tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] 10.222.0.43 "GET /v2.0/ports?device_id=564dd03e-5cd2-4dbf-a516-217c17e9cfa4 HTTP/1.1" status: 200 len: 945 time: 0.0690980 Jul 29 23:26:59.675783 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-54e3faf7-2b0f-4bb8-b915-bda25f9d06d3 req-ab244840-11c5-4683-9fcb-299d8c36347a tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] 10.222.0.43 "GET /v2.0/security-groups?id=8d40ae53-9330-41ee-89e9-65b1c9cf505a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322015 Jul 29 23:26:59.779146 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb2cae6-6766-49fd-8811-20ee89d813e7 req-e1a0653b-9a81-4164-8a47-3c08aa562cf6 tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:59.780740 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eeb2cae6-6766-49fd-8811-20ee89d813e7 req-e1a0653b-9a81-4164-8a47-3c08aa562cf6 tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] 10.222.0.22 "GET /v2.0/ports?device_id=564dd03e-5cd2-4dbf-a516-217c17e9cfa4 HTTP/1.1" status: 200 len: 945 time: 0.0506110 Jul 29 23:26:59.793847 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:26:59.906485 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa758a7-e465-4f8e-b5a0-f0d3212ba7d4 req-923c5faa-aa34-4de5-91f0-76e79ddd2151 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:59.907902 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-afa758a7-e465-4f8e-b5a0-f0d3212ba7d4 req-923c5faa-aa34-4de5-91f0-76e79ddd2151 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] 10.222.0.43 "GET /v2.0/ports?device_id=e790f4ad-9dc8-44bf-be90-2a37d75c0311 HTTP/1.1" status: 200 len: 943 time: 0.0853026 Jul 29 23:26:59.949445 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-eeb2cae6-6766-49fd-8811-20ee89d813e7 req-67b435d4-a753-4e61-b0a2-f5038bdb2ec7 tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] Deleting port e7fa0a15-9e42-46f4-9ed4-895a93dc17eb {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:26:59.949813 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-eeb2cae6-6766-49fd-8811-20ee89d813e7 req-67b435d4-a753-4e61-b0a2-f5038bdb2ec7 tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:59.968649 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-afa758a7-e465-4f8e-b5a0-f0d3212ba7d4 req-deed5927-05a2-45c6-88c4-eb1d2d8caaa2 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] 10.222.0.43 "GET /v2.0/security-groups?id=2827e636-9a74-4e86-b89b-1097fcbb7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542235 Jul 29 23:27:00.053826 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-eeb2cae6-6766-49fd-8811-20ee89d813e7 req-67b435d4-a753-4e61-b0a2-f5038bdb2ec7 tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] For port e7fa0a15-9e42-46f4-9ed4-895a93dc17eb, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=e7fa0a15-9e42-46f4-9ed4-895a93dc17eb,segment=NetworkSegment(efab33a7-a578-4f21-bb33-8b641ac40cdc),segment_id=efab33a7-a578-4f21-bb33-8b641ac40cdc)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:00.054307 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-eeb2cae6-6766-49fd-8811-20ee89d813e7 req-67b435d4-a753-4e61-b0a2-f5038bdb2ec7 tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:00.070908 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-eeb2cae6-6766-49fd-8811-20ee89d813e7 req-67b435d4-a753-4e61-b0a2-f5038bdb2ec7 tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] Calling delete_port for e7fa0a15-9e42-46f4-9ed4-895a93dc17eb owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:27:00.223729 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e841779b-fd3d-47d5-9d67-f383241ff63e req-a02b78ca-fb0c-4564-8dd1-36ef20a143e0 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:00.225777 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e841779b-fd3d-47d5-9d67-f383241ff63e req-a02b78ca-fb0c-4564-8dd1-36ef20a143e0 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17b7710-3c6e-4ff1-9f9c-83340c0d5270 HTTP/1.1" status: 200 len: 945 time: 0.0862932 Jul 29 23:27:00.239890 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-eeb2cae6-6766-49fd-8811-20ee89d813e7 req-67b435d4-a753-4e61-b0a2-f5038bdb2ec7 tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:00.251212 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['e7fa0a15-9e42-46f4-9ed4-895a93dc17eb'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:27:00.275560 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b435d4-a753-4e61-b0a2-f5038bdb2ec7 tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] Pushing event deleted for resources: {'Port': ['ID=e7fa0a15-9e42-46f4-9ed4-895a93dc17eb,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:00.330028 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e841779b-fd3d-47d5-9d67-f383241ff63e req-addad7c7-a947-49db-9a2a-aeeea8792ead tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975487 Jul 29 23:27:00.330845 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb2cae6-6766-49fd-8811-20ee89d813e7 req-67b435d4-a753-4e61-b0a2-f5038bdb2ec7 tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] No DVR routers for this DVR port e7fa0a15-9e42-46f4-9ed4-895a93dc17eb on host n-h2-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:27:00.333322 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-eeb2cae6-6766-49fd-8811-20ee89d813e7 req-67b435d4-a753-4e61-b0a2-f5038bdb2ec7 tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:00.335931 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eeb2cae6-6766-49fd-8811-20ee89d813e7 req-67b435d4-a753-4e61-b0a2-f5038bdb2ec7 tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] 10.222.0.22 "DELETE /v2.0/ports/e7fa0a15-9e42-46f4-9ed4-895a93dc17eb HTTP/1.1" status: 204 len: 173 time: 0.5477328 Jul 29 23:27:00.341761 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '564dd03e-5cd2-4dbf-a516-217c17e9cfa4', 'name': 'network-vif-deleted', 'tag': 'e7fa0a15-9e42-46f4-9ed4-895a93dc17eb'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:27:00.344065 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-540c3b46-0376-42e5-8f56-7ba2a2f10632" -d '{"events": [{"server_uuid": "564dd03e-5cd2-4dbf-a516-217c17e9cfa4", "name": "network-vif-deleted", "tag": "e7fa0a15-9e42-46f4-9ed4-895a93dc17eb"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:27:00.381190 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8141c49-7cb4-4c9a-a988-e51bfb8fdf3b x-openstack-request-id: req-a8141c49-7cb4-4c9a-a988-e51bfb8fdf3b {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:27:00.381885 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "564dd03e-5cd2-4dbf-a516-217c17e9cfa4", "name": "network-vif-deleted", "tag": "e7fa0a15-9e42-46f4-9ed4-895a93dc17eb", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:27:00.381885 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a8141c49-7cb4-4c9a-a988-e51bfb8fdf3b {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:27:00.382182 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '564dd03e-5cd2-4dbf-a516-217c17e9cfa4', 'name': 'network-vif-deleted', 'tag': 'e7fa0a15-9e42-46f4-9ed4-895a93dc17eb', 'status': 'completed', 'code': 200} Jul 29 23:27:00.578737 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dced9ef-75f2-46d9-bd04-cf75a961a757 req-320e1e35-3292-47b4-9ec8-8bc050c602c1 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:00.580269 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5dced9ef-75f2-46d9-bd04-cf75a961a757 req-320e1e35-3292-47b4-9ec8-8bc050c602c1 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 944 time: 0.0728612 Jul 29 23:27:00.592191 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d06b37-c963-4370-99fb-3a8584c4a002 req-c07ca266-a928-4838-aad0-7000c539b782 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:00.593565 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b4d06b37-c963-4370-99fb-3a8584c4a002 req-c07ca266-a928-4838-aad0-7000c539b782 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3012a93-c260-405f-9964-6b575d34a22e HTTP/1.1" status: 200 len: 946 time: 0.0773416 Jul 29 23:27:00.649482 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5dced9ef-75f2-46d9-bd04-cf75a961a757 req-bf5534b0-0747-47cb-87a4-a81c5572d756 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549369 Jul 29 23:27:00.656989 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b4d06b37-c963-4370-99fb-3a8584c4a002 req-121d4622-38cd-48e2-9fb7-58effea6461c tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/security-groups?id=9d6db705-1cdd-46a6-a037-d1e548d0f013&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561633 Jul 29 23:27:00.803150 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b3f289-13f1-4257-85d0-297fc330fb3f req-33b3f62c-1c5a-41e1-8ee7-49d5d2dfd16c tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:00.804779 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-35b3f289-13f1-4257-85d0-297fc330fb3f req-33b3f62c-1c5a-41e1-8ee7-49d5d2dfd16c tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fb033b4-4959-4057-b11e-00fcaf3bf282 HTTP/1.1" status: 200 len: 945 time: 0.0683846 Jul 29 23:27:00.855685 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-594f294e-a876-4e95-9480-8eae5c7b0d89 req-8bd3e650-8cbf-4b37-b9fb-5776cb812558 tempest-AttachSCSIVolumeTestJSON-419909668 tempest-AttachSCSIVolumeTestJSON-419909668-project] 10.222.0.43 "GET /v2.0/ports?device_id=564dd03e-5cd2-4dbf-a516-217c17e9cfa4 HTTP/1.1" status: 200 len: 210 time: 0.0355155 Jul 29 23:27:00.869195 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-35b3f289-13f1-4257-85d0-297fc330fb3f req-a26351db-73b2-481d-95ef-a81aa9575b41 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576184 Jul 29 23:27:01.087609 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddd3cd-6716-4092-967d-5e612d8ba76f req-faab7f7a-20fd-416c-9393-2238fc2b0b35 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:01.089163 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-20ddd3cd-6716-4092-967d-5e612d8ba76f req-faab7f7a-20fd-416c-9393-2238fc2b0b35 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] 10.222.0.43 "GET /v2.0/ports?device_id=e790f4ad-9dc8-44bf-be90-2a37d75c0311 HTTP/1.1" status: 200 len: 943 time: 0.0547929 Jul 29 23:27:01.127956 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18 up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:27:01.128570 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924cb775-ea31-4ed0-8c0a-5e291fd8c860 req-4e0ac36e-0618-4ffe-a004-6867a357c1f2 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:01.129521 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-924cb775-ea31-4ed0-8c0a-5e291fd8c860 req-4e0ac36e-0618-4ffe-a004-6867a357c1f2 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.41 "GET /v2.0/ports?device_id=a3012a93-c260-405f-9964-6b575d34a22e HTTP/1.1" status: 200 len: 946 time: 0.0567160 Jul 29 23:27:01.138694 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-20ddd3cd-6716-4092-967d-5e612d8ba76f req-7f20d4d5-677c-4990-8e55-d1f75eb61616 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] 10.222.0.43 "GET /v2.0/security-groups?id=2827e636-9a74-4e86-b89b-1097fcbb7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404704 Jul 29 23:27:01.178808 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:27:01.182653 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:27:01.183101 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:01.228346 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-924cb775-ea31-4ed0-8c0a-5e291fd8c860 req-88665dde-0ec7-40e4-afa9-23392eb9d28f tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Deleting port 95555302-95fb-448e-a090-29b4ec336757 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:27:01.228721 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-924cb775-ea31-4ed0-8c0a-5e291fd8c860 req-88665dde-0ec7-40e4-afa9-23392eb9d28f tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:01.259914 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:01.282295 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb033b4-4959-4057-b11e-00fcaf3bf282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:27:01.284575 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3316af6-a092-4710-9be6-4ab532126f05" -d '{"events": [{"server_uuid": "9fb033b4-4959-4057-b11e-00fcaf3bf282", "name": "network-vif-plugged", "status": "completed", "tag": "ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:27:01.297255 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18,segment=NetworkSegment(03081878-6d73-4f31-b394-970f508038c5),segment_id=03081878-6d73-4f31-b394-970f508038c5)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:01.304315 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:01.305082 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device c7227480-4f34-4ba2-a5a3-39cc6359fd0d up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:27:01.323347 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-924cb775-ea31-4ed0-8c0a-5e291fd8c860 req-88665dde-0ec7-40e4-afa9-23392eb9d28f tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] For port 95555302-95fb-448e-a090-29b4ec336757, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=95555302-95fb-448e-a090-29b4ec336757,segment=NetworkSegment(2f225bab-780d-4bb8-903d-ee3f32d75d09),segment_id=2f225bab-780d-4bb8-903d-ee3f32d75d09)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:01.323712 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-924cb775-ea31-4ed0-8c0a-5e291fd8c860 req-88665dde-0ec7-40e4-afa9-23392eb9d28f tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:01.331278 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df98fc0d-1c23-45bb-91b8-78699bf88dff x-openstack-request-id: req-df98fc0d-1c23-45bb-91b8-78699bf88dff {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:27:01.331278 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fb033b4-4959-4057-b11e-00fcaf3bf282", "name": "network-vif-plugged", "status": "completed", "tag": "ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:27:01.331588 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-df98fc0d-1c23-45bb-91b8-78699bf88dff {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:27:01.331852 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fb033b4-4959-4057-b11e-00fcaf3bf282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18', 'code': 200} Jul 29 23:27:01.338315 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-924cb775-ea31-4ed0-8c0a-5e291fd8c860 req-88665dde-0ec7-40e4-afa9-23392eb9d28f tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Calling delete_port for 95555302-95fb-448e-a090-29b4ec336757 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:27:01.388994 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:01.406296 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port c7227480-4f34-4ba2-a5a3-39cc6359fd0d completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:27:01.411421 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port c7227480-4f34-4ba2-a5a3-39cc6359fd0d triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:27:01.412111 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:01.486236 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-924cb775-ea31-4ed0-8c0a-5e291fd8c860 req-88665dde-0ec7-40e4-afa9-23392eb9d28f tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:01.507434 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:01.511395 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39508726-f265-4475-b8a8-fb626ebb7e29 req-4a207f1b-d472-4261-ac86-e938979648de tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:01.512868 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-39508726-f265-4475-b8a8-fb626ebb7e29 req-4a207f1b-d472-4261-ac86-e938979648de tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17b7710-3c6e-4ff1-9f9c-83340c0d5270 HTTP/1.1" status: 200 len: 945 time: 0.0858560 Jul 29 23:27:01.515817 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e5c62-1f78-4a45-b0ff-3e78a6387622 req-023a9a8e-0e43-4824-b551-60da73e00dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:01.517393 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d48e5c62-1f78-4a45-b0ff-3e78a6387622 req-023a9a8e-0e43-4824-b551-60da73e00dbd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9fb033b4-4959-4057-b11e-00fcaf3bf282 HTTP/1.1" status: 200 len: 1098 time: 0.1033132 Jul 29 23:27:01.524052 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88665dde-0ec7-40e4-afa9-23392eb9d28f tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Pushing event deleted for resources: {'Port': ['ID=95555302-95fb-448e-a090-29b4ec336757,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:01.524298 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['95555302-95fb-448e-a090-29b4ec336757'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:27:01.555906 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-924cb775-ea31-4ed0-8c0a-5e291fd8c860 req-88665dde-0ec7-40e4-afa9-23392eb9d28f tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] No DVR routers for this DVR port 95555302-95fb-448e-a090-29b4ec336757 on host n-h1-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:27:01.561073 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-924cb775-ea31-4ed0-8c0a-5e291fd8c860 req-88665dde-0ec7-40e4-afa9-23392eb9d28f tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:01.563265 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-924cb775-ea31-4ed0-8c0a-5e291fd8c860 req-88665dde-0ec7-40e4-afa9-23392eb9d28f tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.41 "DELETE /v2.0/ports/95555302-95fb-448e-a090-29b4ec336757 HTTP/1.1" status: 204 len: 173 time: 0.4267411 Jul 29 23:27:01.563713 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3012a93-c260-405f-9964-6b575d34a22e', 'name': 'network-vif-deleted', 'tag': '95555302-95fb-448e-a090-29b4ec336757'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:27:01.565972 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780a527c-1537-4049-9dd1-87c4be832311" -d '{"events": [{"server_uuid": "a3012a93-c260-405f-9964-6b575d34a22e", "name": "network-vif-deleted", "tag": "95555302-95fb-448e-a090-29b4ec336757"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:27:01.586890 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port c7227480-4f34-4ba2-a5a3-39cc6359fd0d, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=c7227480-4f34-4ba2-a5a3-39cc6359fd0d,segment=NetworkSegment(85a18049-8d39-45df-9ccf-cf67471916ca),segment_id=85a18049-8d39-45df-9ccf-cf67471916ca)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:01.592418 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:01.598232 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-39508726-f265-4475-b8a8-fb626ebb7e29 req-0c69696d-ed8b-4483-a379-db0d0d5aa076 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725596 Jul 29 23:27:01.605365 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d48e5c62-1f78-4a45-b0ff-3e78a6387622 req-9affd775-7845-4552-b8b7-c90026f0dd33 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762758 Jul 29 23:27:01.605754 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18e704fe-5cd3-4f0c-80ce-cece54600d79 x-openstack-request-id: req-18e704fe-5cd3-4f0c-80ce-cece54600d79 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:27:01.605906 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3012a93-c260-405f-9964-6b575d34a22e", "name": "network-vif-deleted", "tag": "95555302-95fb-448e-a090-29b4ec336757", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:27:01.606129 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-18e704fe-5cd3-4f0c-80ce-cece54600d79 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:27:01.606530 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3012a93-c260-405f-9964-6b575d34a22e', 'name': 'network-vif-deleted', 'tag': '95555302-95fb-448e-a090-29b4ec336757', 'status': 'completed', 'code': 200} Jul 29 23:27:01.644938 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=c7227480-4f34-4ba2-a5a3-39cc6359fd0d,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:01.770721 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1e4d0e1d-6c73-4864-8514-feeda68aac33 req-02cb534d-cb60-4ff4-9337-29e3058145f5 tempest-ServersTestJSON-223042287 tempest-ServersTestJSON-223042287-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3012a93-c260-405f-9964-6b575d34a22e HTTP/1.1" status: 200 len: 210 time: 0.0397909 Jul 29 23:27:01.792549 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b95ff4-9911-43b1-970a-09066af123a6 req-245934c1-c225-4bd8-8d2e-889c18755426 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:01.794162 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b9b95ff4-9911-43b1-970a-09066af123a6 req-245934c1-c225-4bd8-8d2e-889c18755426 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 945 time: 0.0740619 Jul 29 23:27:01.833175 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b9b95ff4-9911-43b1-970a-09066af123a6 req-aaf27b9d-819c-4a16-a8a4-ebb5d19e0a08 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332463 Jul 29 23:27:01.994887 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84c565-4a37-4d3b-b9b7-e983eae8ce93 req-4fcf27e9-64f9-4ea0-80fc-6fb16a601f85 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:01.997397 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1c84c565-4a37-4d3b-b9b7-e983eae8ce93 req-4fcf27e9-64f9-4ea0-80fc-6fb16a601f85 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fb033b4-4959-4057-b11e-00fcaf3bf282 HTTP/1.1" status: 200 len: 946 time: 0.0556109 Jul 29 23:27:02.041277 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1c84c565-4a37-4d3b-b9b7-e983eae8ce93 req-3bebde98-0986-4fdc-98aa-a54ae4aa93dc tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384359 Jul 29 23:27:02.188793 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device c4bc909b-2922-4baf-be7b-0d096263ff34 details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:27:02.261118 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca62c99f-3e54-4e5d-ba31-16a046a66458 req-ab2fc616-a5ad-4100-b277-cf85e6c24149 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:02.266131 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ca62c99f-3e54-4e5d-ba31-16a046a66458 req-ab2fc616-a5ad-4100-b277-cf85e6c24149 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] 10.222.0.43 "GET /v2.0/ports?device_id=e790f4ad-9dc8-44bf-be90-2a37d75c0311 HTTP/1.1" status: 200 len: 943 time: 0.0559833 Jul 29 23:27:02.297080 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port c4bc909b-2922-4baf-be7b-0d096263ff34, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=c4bc909b-2922-4baf-be7b-0d096263ff34,segment=NetworkSegment(1e53d96e-2b52-4a8f-8172-d3e933bc937d),segment_id=1e53d96e-2b52-4a8f-8172-d3e933bc937d)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:02.307453 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ca62c99f-3e54-4e5d-ba31-16a046a66458 req-75ac815d-e08d-4a05-8dd2-5fab1916c293 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] 10.222.0.43 "GET /v2.0/security-groups?id=2827e636-9a74-4e86-b89b-1097fcbb7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361691 Jul 29 23:27:02.312722 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': 'c4bc909b-2922-4baf-be7b-0d096263ff34', 'network_id': '399e2854-6b91-4680-bb53-ee3069227e3d', 'port_id': 'c4bc909b-2922-4baf-be7b-0d096263ff34', 'mac_address': 'fa:16:3e:3c:90:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f84d12aa-4b74-4699-924c-ad2973fc5537', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:27:02.356538 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:02.371202 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4bc909b-2922-4baf-be7b-0d096263ff34 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:27:02.393653 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port c4bc909b-2922-4baf-be7b-0d096263ff34, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=c4bc909b-2922-4baf-be7b-0d096263ff34,segment=NetworkSegment(1e53d96e-2b52-4a8f-8172-d3e933bc937d),segment_id=1e53d96e-2b52-4a8f-8172-d3e933bc937d)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:02.398975 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:02.454570 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=c4bc909b-2922-4baf-be7b-0d096263ff34,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:02.664924 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['c4bc909b-2922-4baf-be7b-0d096263ff34'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:27:02.740066 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79dd959-c431-43b4-9fc4-26476138029d req-8a7bf0c6-d103-43ca-b017-5f14c630641e tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:02.741996 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a79dd959-c431-43b4-9fc4-26476138029d req-8a7bf0c6-d103-43ca-b017-5f14c630641e tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17b7710-3c6e-4ff1-9f9c-83340c0d5270 HTTP/1.1" status: 200 len: 945 time: 0.0633807 Jul 29 23:27:02.807981 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a79dd959-c431-43b4-9fc4-26476138029d req-3b09df29-7a9c-401f-849a-d21a9344b4ff tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461204 Jul 29 23:27:02.838352 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 42512) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:02.895355 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-53e69efd-d08c-48bb-9e12-e7589edf19fa admin admin] Deleting subnet 61118f50-e726-435d-a59a-d51b2a8c879d {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:27:02.899775 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-53e69efd-d08c-48bb-9e12-e7589edf19fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:02.951990 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-53e69efd-d08c-48bb-9e12-e7589edf19fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:02.979163 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81217c52-2f34-43f6-bd83-30e91885a236 req-6f26d938-cf81-4378-a5f1-aabb16a11e50 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:02.987222 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-81217c52-2f34-43f6-bd83-30e91885a236 req-6f26d938-cf81-4378-a5f1-aabb16a11e50 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 945 time: 0.0613673 Jul 29 23:27:02.996129 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-53e69efd-d08c-48bb-9e12-e7589edf19fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:03.031557 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-81217c52-2f34-43f6-bd83-30e91885a236 req-4ada0c66-317b-4d94-ab12-d6682db9e9ed tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431952 Jul 29 23:27:03.056589 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-53e69efd-d08c-48bb-9e12-e7589edf19fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:03.086488 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e69efd-d08c-48bb-9e12-e7589edf19fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61118f50-e726-435d-a59a-d51b2a8c879d,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:03.090173 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-53e69efd-d08c-48bb-9e12-e7589edf19fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:03.094666 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 42522) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:03.094792 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-53e69efd-d08c-48bb-9e12-e7589edf19fa admin admin] 10.222.0.43 "DELETE /v2.0/subnets/61118f50-e726-435d-a59a-d51b2a8c879d HTTP/1.1" status: 204 len: 168 time: 0.2551992 Jul 29 23:27:03.200326 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b0af1e13-a13d-4f43-a7e9-e55a976e7096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:03.217162 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d1bd4-58a4-475a-abbb-ccc116bd1739 req-33fcc9a8-7571-4da3-b3fd-d47941ffd40c tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:03.218682 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b79d1bd4-58a4-475a-abbb-ccc116bd1739 req-33fcc9a8-7571-4da3-b3fd-d47941ffd40c tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fb033b4-4959-4057-b11e-00fcaf3bf282 HTTP/1.1" status: 200 len: 946 time: 0.0786636 Jul 29 23:27:03.312717 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b0af1e13-a13d-4f43-a7e9-e55a976e7096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:03.317999 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b79d1bd4-58a4-475a-abbb-ccc116bd1739 req-bb86bec6-bb11-4eb3-92f7-ffe7132a3e4f tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916727 Jul 29 23:27:03.325928 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-b0af1e13-a13d-4f43-a7e9-e55a976e7096 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09be3f6b-3c77-4c8e-bbe6-2435736d69cf']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:03.340515 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6b3868-e699-420f-bc16-994fbeb3494f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7227480-4f34-4ba2-a5a3-39cc6359fd0d'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:27:03.340515 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67733748-9a3e-41fe-9dd3-d3d84e54d0ba" -d '{"events": [{"server_uuid": "ab6b3868-e699-420f-bc16-994fbeb3494f", "name": "network-vif-plugged", "status": "completed", "tag": "c7227480-4f34-4ba2-a5a3-39cc6359fd0d"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:27:03.341082 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-b0af1e13-a13d-4f43-a7e9-e55a976e7096 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f225bab-780d-4bb8-903d-ee3f32d75d09') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:03.341082 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-b0af1e13-a13d-4f43-a7e9-e55a976e7096 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f225bab-780d-4bb8-903d-ee3f32d75d09') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:03.350935 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b0af1e13-a13d-4f43-a7e9-e55a976e7096 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:03.367258 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b0af1e13-a13d-4f43-a7e9-e55a976e7096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:03.373879 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0af1e13-a13d-4f43-a7e9-e55a976e7096 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:27:03.374534 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b0af1e13-a13d-4f43-a7e9-e55a976e7096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:03.376519 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:27:03.376519 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:27:03.376519 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:27:03.376519 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:27:03.376519 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:27:03.376519 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:27:03.376519 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:27:03.376519 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:27:03.376519 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:27:03.376519 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:27:03.376519 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:27:03.376519 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:27:03.376519 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:27:03.376519 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:27:03.376519 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:27:03.376519 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:27:03.376519 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:27:03.376519 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:27:03.376519 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:27:03.376519 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:27:03.376519 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:27:03.376519 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:27:03.376519 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:27:03.376519 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:27:03.376519 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:27:03.376519 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:27:03.376519 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:27:03.376519 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:27:03.376519 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:27:03.376519 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:27:03.376519 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:27:03.376519 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:27:03.401856 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09378eea-26d9-411f-bfb5-26fe32a69125 x-openstack-request-id: req-09378eea-26d9-411f-bfb5-26fe32a69125 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:27:03.402144 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6b3868-e699-420f-bc16-994fbeb3494f", "name": "network-vif-plugged", "status": "completed", "tag": "c7227480-4f34-4ba2-a5a3-39cc6359fd0d", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:27:03.402753 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-09378eea-26d9-411f-bfb5-26fe32a69125 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:27:03.403489 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab6b3868-e699-420f-bc16-994fbeb3494f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7227480-4f34-4ba2-a5a3-39cc6359fd0d', 'code': 200} Jul 29 23:27:03.551756 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b0af1e13-a13d-4f43-a7e9-e55a976e7096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:03.563627 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b0af1e13-a13d-4f43-a7e9-e55a976e7096 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:03.568659 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-b0af1e13-a13d-4f43-a7e9-e55a976e7096 admin admin] 10.222.0.43 "DELETE /v2.0/networks/09be3f6b-3c77-4c8e-bbe6-2435736d69cf HTTP/1.1" status: 204 len: 168 time: 0.4698040 Jul 29 23:27:03.586843 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5473b3-a320-40ff-ab26-d0652011e1f1 req-be9aa831-4ee0-4548-ae93-eaf19b45005d tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:03.588366 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3a5473b3-a320-40ff-ab26-d0652011e1f1 req-be9aa831-4ee0-4548-ae93-eaf19b45005d tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=9fb033b4-4959-4057-b11e-00fcaf3bf282 HTTP/1.1" status: 200 len: 1098 time: 0.1440301 Jul 29 23:27:03.589098 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0af1e13-a13d-4f43-a7e9-e55a976e7096 admin admin] Pushing event deleted for resources: {'Network': ['ID=09be3f6b-3c77-4c8e-bbe6-2435736d69cf,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:03.610606 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72c2435-030d-4f27-bb7b-4cd6992ce81d req-b0e7240e-c7d1-48d4-951e-e1af9c3bd5e0 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:03.612232 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e72c2435-030d-4f27-bb7b-4cd6992ce81d req-b0e7240e-c7d1-48d4-951e-e1af9c3bd5e0 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] 10.222.0.43 "GET /v2.0/ports?device_id=e790f4ad-9dc8-44bf-be90-2a37d75c0311 HTTP/1.1" status: 200 len: 944 time: 0.1337533 Jul 29 23:27:03.630095 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cc9c04-9a97-4183-89b3-1611b90ac032 req-269717da-627c-443b-9a76-b363c2e76226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:03.631967 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a1cc9c04-9a97-4183-89b3-1611b90ac032 req-269717da-627c-443b-9a76-b363c2e76226 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 1097 time: 0.1073132 Jul 29 23:27:03.692515 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3a5473b3-a320-40ff-ab26-d0652011e1f1 req-64c60bc3-2307-4f5d-b24e-19196300f3f7 tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924239 Jul 29 23:27:03.700611 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e72c2435-030d-4f27-bb7b-4cd6992ce81d req-2d653889-0e8f-448d-ba7a-5c523eb90863 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] 10.222.0.43 "GET /v2.0/security-groups?id=2827e636-9a74-4e86-b89b-1097fcbb7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802751 Jul 29 23:27:03.706590 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a1cc9c04-9a97-4183-89b3-1611b90ac032 req-23cdade7-8093-4a23-8c0c-7025229f6204 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654461 Jul 29 23:27:03.728992 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 42534) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:03.793902 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-3575f688-f5c8-4d81-a6d8-905e966a983a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=62091d0f24f84b44849aea33b1484fc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0633845 Jul 29 23:27:03.796670 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 42538) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:03.825680 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5281fb-2e9f-42fe-aa96-287b161fd8ae req-a5a89b87-80c4-460c-a3ef-4f2ca20bc4d0 tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:03.827130 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ca5281fb-2e9f-42fe-aa96-287b161fd8ae req-a5a89b87-80c4-460c-a3ef-4f2ca20bc4d0 tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=9fb033b4-4959-4057-b11e-00fcaf3bf282 HTTP/1.1" status: 200 len: 1098 time: 0.0524540 Jul 29 23:27:03.852048 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cba185df-28fd-4a4c-9c3a-b2122ae86c06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:03.865261 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ca5281fb-2e9f-42fe-aa96-287b161fd8ae req-61f4e8ea-a64f-4ddd-9670-e4fbdd18e42e tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301216 Jul 29 23:27:03.874969 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cba185df-28fd-4a4c-9c3a-b2122ae86c06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:03.942693 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f80c69-94d2-4ef2-87fb-9feaafec4bd7 req-c17ea247-036d-4472-a74c-64bdbc0b12f5 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:03.944696 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-33f80c69-94d2-4ef2-87fb-9feaafec4bd7 req-c17ea247-036d-4472-a74c-64bdbc0b12f5 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17b7710-3c6e-4ff1-9f9c-83340c0d5270 HTTP/1.1" status: 200 len: 945 time: 0.0621889 Jul 29 23:27:03.958184 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cba185df-28fd-4a4c-9c3a-b2122ae86c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:03.962696 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cba185df-28fd-4a4c-9c3a-b2122ae86c06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:03.963438 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-cba185df-28fd-4a4c-9c3a-b2122ae86c06 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9d6db705-1cdd-46a6-a037-d1e548d0f013 HTTP/1.1" status: 204 len: 168 time: 0.1656747 Jul 29 23:27:03.978487 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba185df-28fd-4a4c-9c3a-b2122ae86c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6db705-1cdd-46a6-a037-d1e548d0f013,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:04.029011 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-33f80c69-94d2-4ef2-87fb-9feaafec4bd7 req-7c3c8697-e609-413a-ac88-02906f65f7b2 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757468 Jul 29 23:27:04.204759 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device c4bc909b-2922-4baf-be7b-0d096263ff34 up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:27:04.258969 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a51bc-8848-4b46-8e94-ab3b166984b4 req-9064e17c-56e3-4f9e-94b0-03144c452566 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:04.260841 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-398a51bc-8848-4b46-8e94-ab3b166984b4 req-9064e17c-56e3-4f9e-94b0-03144c452566 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 945 time: 0.0670688 Jul 29 23:27:04.321608 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port c4bc909b-2922-4baf-be7b-0d096263ff34 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:27:04.325982 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port c4bc909b-2922-4baf-be7b-0d096263ff34 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:27:04.326356 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:04.341526 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-398a51bc-8848-4b46-8e94-ab3b166984b4 req-a0152836-cc7e-4ee9-b892-7a1ec654af9e tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737154 Jul 29 23:27:04.432676 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:04.479928 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port c4bc909b-2922-4baf-be7b-0d096263ff34, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=c4bc909b-2922-4baf-be7b-0d096263ff34,segment=NetworkSegment(1e53d96e-2b52-4a8f-8172-d3e933bc937d),segment_id=1e53d96e-2b52-4a8f-8172-d3e933bc937d)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:04.494676 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:04.495940 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device e7fa0a15-9e42-46f4-9ed4-895a93dc17eb no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:27:04.535252 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: e7fa0a15-9e42-46f4-9ed4-895a93dc17eb {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:27:04.535965 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device e7fa0a15-9e42-46f4-9ed4-895a93dc17eb not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:27:04.566398 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=c4bc909b-2922-4baf-be7b-0d096263ff34,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:04.897662 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a537c381-a91b-419f-98fd-738ef75ff6e6 req-a7067c6a-718f-4c77-bbbb-a11cbd6c4446 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:04.906326 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a537c381-a91b-419f-98fd-738ef75ff6e6 req-a7067c6a-718f-4c77-bbbb-a11cbd6c4446 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] 10.222.0.43 "GET /v2.0/ports?device_id=e790f4ad-9dc8-44bf-be90-2a37d75c0311 HTTP/1.1" status: 200 len: 945 time: 0.1139560 Jul 29 23:27:04.988829 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a537c381-a91b-419f-98fd-738ef75ff6e6 req-a8d41a97-b29a-40f4-a6f0-b751def6dac0 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] 10.222.0.43 "GET /v2.0/security-groups?id=2827e636-9a74-4e86-b89b-1097fcbb7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756979 Jul 29 23:27:05.147824 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 95555302-95fb-448e-a090-29b4ec336757 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:27:05.188498 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] No Port match for: 95555302-95fb-448e-a090-29b4ec336757 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:27:05.188932 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 95555302-95fb-448e-a090-29b4ec336757 not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:27:05.206911 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [req-2e873acb-549c-4590-9e62-af3657aef6da req-890f70c3-b1d2-413e-80f9-a4c4d0c6b381 tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:27:05.207924 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2e873acb-549c-4590-9e62-af3657aef6da req-890f70c3-b1d2-413e-80f9-a4c4d0c6b381 tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058892 Jul 29 23:27:05.219898 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-2e873acb-549c-4590-9e62-af3657aef6da req-2f6ac202-9bf6-4fbe-b84d-f100bbb28230 service neutron] Request body: {'binding': {'host': 'n-h2-712141-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:05.220500 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-2e873acb-549c-4590-9e62-af3657aef6da req-2f6ac202-9bf6-4fbe-b84d-f100bbb28230 service neutron] Unknown quota resources ['binding']. {{(pid=94077) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 23:27:05.288060 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74418323-bb33-47c4-8fbc-62494367c728 req-b97c7911-ddeb-443f-9650-d4517b7b0193 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:05.289769 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-74418323-bb33-47c4-8fbc-62494367c728 req-b97c7911-ddeb-443f-9650-d4517b7b0193 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17b7710-3c6e-4ff1-9f9c-83340c0d5270 HTTP/1.1" status: 200 len: 945 time: 0.0599475 Jul 29 23:27:05.332343 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-74418323-bb33-47c4-8fbc-62494367c728 req-d9ecb57a-edd5-40ef-bb47-61c869137da7 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359154 Jul 29 23:27:05.384548 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-2e873acb-549c-4590-9e62-af3657aef6da req-2f6ac202-9bf6-4fbe-b84d-f100bbb28230 service neutron] Attempting to bind port ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18 on host n-h2-712141-10 for vnic_type normal with profile None {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:27:05.384905 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-2e873acb-549c-4590-9e62-af3657aef6da req-2f6ac202-9bf6-4fbe-b84d-f100bbb28230 service neutron] Attempting to bind port ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '03081878-6d73-4f31-b394-970f508038c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '33e8f010-7789-4c0c-8f2b-4d54e9bb67e4'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:27:05.385199 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e873acb-549c-4590-9e62-af3657aef6da req-2f6ac202-9bf6-4fbe-b84d-f100bbb28230 service neutron] Attempting to bind port ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18 on network 33e8f010-7789-4c0c-8f2b-4d54e9bb67e4 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:27:05.389485 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e873acb-549c-4590-9e62-af3657aef6da req-2f6ac202-9bf6-4fbe-b84d-f100bbb28230 service neutron] Port ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18 on network 33e8f010-7789-4c0c-8f2b-4d54e9bb67e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:27:05.390766 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e873acb-549c-4590-9e62-af3657aef6da req-2f6ac202-9bf6-4fbe-b84d-f100bbb28230 service neutron] Attempting to bind port ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18 on network 33e8f010-7789-4c0c-8f2b-4d54e9bb67e4 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:27:05.398021 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e873acb-549c-4590-9e62-af3657aef6da req-2f6ac202-9bf6-4fbe-b84d-f100bbb28230 service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:27:05.398661 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e873acb-549c-4590-9e62-af3657aef6da req-2f6ac202-9bf6-4fbe-b84d-f100bbb28230 service neutron] Checking segment: {'id': '03081878-6d73-4f31-b394-970f508038c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '33e8f010-7789-4c0c-8f2b-4d54e9bb67e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:27:05.400360 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e873acb-549c-4590-9e62-af3657aef6da req-2f6ac202-9bf6-4fbe-b84d-f100bbb28230 service neutron] Bound using segment: {'id': '03081878-6d73-4f31-b394-970f508038c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '33e8f010-7789-4c0c-8f2b-4d54e9bb67e4'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:27:05.400810 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-2e873acb-549c-4590-9e62-af3657aef6da req-2f6ac202-9bf6-4fbe-b84d-f100bbb28230 service neutron] Bound port: ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03081878-6d73-4f31-b394-970f508038c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '33e8f010-7789-4c0c-8f2b-4d54e9bb67e4'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:27:05.408344 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e790f4ad-9dc8-44bf-be90-2a37d75c0311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4bc909b-2922-4baf-be7b-0d096263ff34'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:27:05.408344 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa8d9549-f9cb-4b0a-ac0a-cf034feb6817" -d '{"events": [{"server_uuid": "e790f4ad-9dc8-44bf-be90-2a37d75c0311", "name": "network-vif-plugged", "status": "completed", "tag": "c4bc909b-2922-4baf-be7b-0d096263ff34"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:27:05.493857 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-2e873acb-549c-4590-9e62-af3657aef6da req-2f6ac202-9bf6-4fbe-b84d-f100bbb28230 service neutron] For port ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18,segment=NetworkSegment(03081878-6d73-4f31-b394-970f508038c5),segment_id=03081878-6d73-4f31-b394-970f508038c5)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:27:05.508436 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2e873acb-549c-4590-9e62-af3657aef6da req-2f6ac202-9bf6-4fbe-b84d-f100bbb28230 service neutron] Notify callbacks [] for binding, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:05.509996 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2e873acb-549c-4590-9e62-af3657aef6da req-2f6ac202-9bf6-4fbe-b84d-f100bbb28230 service neutron] 10.222.0.43 "POST /v2.0/ports/ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18/bindings HTTP/1.1" status: 201 len: 390 time: 0.2941859 Jul 29 23:27:05.566108 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02da0ec-7321-486f-a2b5-7f2916842e29 req-74462210-11f9-4ca0-a930-8b8fe81e1bfd tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:05.568428 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f02da0ec-7321-486f-a2b5-7f2916842e29 req-74462210-11f9-4ca0-a930-8b8fe81e1bfd tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 945 time: 0.0708201 Jul 29 23:27:05.654956 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f02da0ec-7321-486f-a2b5-7f2916842e29 req-2235b678-d50c-40b2-9aa5-b7a873c7e577 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747583 Jul 29 23:27:05.668907 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c48086b-95ce-4c8e-bc91-ab30e11f8efd x-openstack-request-id: req-8c48086b-95ce-4c8e-bc91-ab30e11f8efd {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:27:05.669487 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e790f4ad-9dc8-44bf-be90-2a37d75c0311", "name": "network-vif-plugged", "status": "completed", "tag": "c4bc909b-2922-4baf-be7b-0d096263ff34", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:27:05.669487 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8c48086b-95ce-4c8e-bc91-ab30e11f8efd {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:27:05.669906 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e790f4ad-9dc8-44bf-be90-2a37d75c0311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4bc909b-2922-4baf-be7b-0d096263ff34', 'code': 200} Jul 29 23:27:05.871408 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65de8d-9c91-450f-9cb0-f69fb17a7df0 req-5aae59ea-544e-46fa-a706-b432f8dbfc59 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:05.871408 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5c65de8d-9c91-450f-9cb0-f69fb17a7df0 req-5aae59ea-544e-46fa-a706-b432f8dbfc59 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fb033b4-4959-4057-b11e-00fcaf3bf282 HTTP/1.1" status: 200 len: 946 time: 0.1095145 Jul 29 23:27:05.872119 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 42622) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:05.879416 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746c5cc4-8ab8-40c6-b63d-3b62ce17739a req-27ec14fb-c5d8-415b-9b2e-ef3ab19f732b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:05.891909 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-746c5cc4-8ab8-40c6-b63d-3b62ce17739a req-27ec14fb-c5d8-415b-9b2e-ef3ab19f732b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e790f4ad-9dc8-44bf-be90-2a37d75c0311 HTTP/1.1" status: 200 len: 1097 time: 0.1145375 Jul 29 23:27:05.918116 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e873acb-549c-4590-9e62-af3657aef6da req-916184de-03f2-485c-bd45-ac0ed389f029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:05.920091 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2e873acb-549c-4590-9e62-af3657aef6da req-916184de-03f2-485c-bd45-ac0ed389f029 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=11625efdc5e247819e1ba7685d24a207&device_id=9fb033b4-4959-4057-b11e-00fcaf3bf282 HTTP/1.1" status: 200 len: 1098 time: 0.1090801 Jul 29 23:27:05.991191 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5c65de8d-9c91-450f-9cb0-f69fb17a7df0 req-2574482a-7eb3-470f-90e5-b2cb5a1ce779 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927334 Jul 29 23:27:06.007150 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-746c5cc4-8ab8-40c6-b63d-3b62ce17739a req-167d1434-658d-4d18-8ca6-745b6466c850 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=2827e636-9a74-4e86-b89b-1097fcbb7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075954 Jul 29 23:27:06.033718 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e873acb-549c-4590-9e62-af3657aef6da req-56719e92-724b-4d6e-8321-f2bfb53ebcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:06.034162 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1b98e-cf5f-4890-ad3a-a932e9d0edfd req-608601c8-2b99-4ced-be39-87c96c9045e0 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:06.035229 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2e873acb-549c-4590-9e62-af3657aef6da req-56719e92-724b-4d6e-8321-f2bfb53ebcf6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=33e8f010-7789-4c0c-8f2b-4d54e9bb67e4 HTTP/1.1" status: 200 len: 909 time: 0.1079607 Jul 29 23:27:06.035660 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f2a1b98e-cf5f-4890-ad3a-a932e9d0edfd req-608601c8-2b99-4ced-be39-87c96c9045e0 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 945 time: 0.1407716 Jul 29 23:27:06.048109 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 42634) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:06.050019 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-56df7de0-a507-4585-bf55-07211c0bb6fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:06.054238 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-222b6592-0e40-4b84-8c4e-6dacce268073 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Request body: {'floatingip': {'port_id': 'c7227480-4f34-4ba2-a5a3-39cc6359fd0d'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:06.127848 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 42638) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:06.138105 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2e873acb-549c-4590-9e62-af3657aef6da req-53dd6b11-43f6-44bc-ac32-5b90814ad356 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18 HTTP/1.1" status: 200 len: 217 time: 0.0474946 Jul 29 23:27:06.141520 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-222b6592-0e40-4b84-8c4e-6dacce268073 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks [] for floatingip, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:06.282517 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58d93e-fb93-4282-9370-b2cbc488f824 req-e48629de-73a3-4b2b-8692-b42baf5325e9 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:06.283931 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9e58d93e-fb93-4282-9370-b2cbc488f824 req-e48629de-73a3-4b2b-8692-b42baf5325e9 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] 10.222.0.43 "GET /v2.0/ports?device_id=e790f4ad-9dc8-44bf-be90-2a37d75c0311 HTTP/1.1" status: 200 len: 945 time: 0.1569712 Jul 29 23:27:06.285829 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-56df7de0-a507-4585-bf55-07211c0bb6fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:06.294801 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-56df7de0-a507-4585-bf55-07211c0bb6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:06.301143 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e873acb-549c-4590-9e62-af3657aef6da req-c7dd14f1-968b-46fc-aa81-42fff4ce51c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:06.303667 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2e873acb-549c-4590-9e62-af3657aef6da req-c7dd14f1-968b-46fc-aa81-42fff4ce51c3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d10b4a30-6630-4be3-b0e2-2a7a17a89939 HTTP/1.1" status: 200 len: 848 time: 0.1545615 Jul 29 23:27:06.354481 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56df7de0-a507-4585-bf55-07211c0bb6fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8dbe91-9ab7-4fd8-923f-3754f429d92c,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:06.355365 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2e873acb-549c-4590-9e62-af3657aef6da req-4dd60254-492f-413f-96b2-f442afb342da service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=33e8f010-7789-4c0c-8f2b-4d54e9bb67e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410647 Jul 29 23:27:06.386081 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-56df7de0-a507-4585-bf55-07211c0bb6fc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1f6e059df22a4d17b29d2d8c5a9802f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5129569 Jul 29 23:27:06.386950 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 42642) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:06.431504 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9e58d93e-fb93-4282-9370-b2cbc488f824 req-f5bfbb42-2941-4738-95d5-fedd044b399f tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] 10.222.0.43 "GET /v2.0/security-groups?id=2827e636-9a74-4e86-b89b-1097fcbb7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397069 Jul 29 23:27:06.559616 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2e873acb-549c-4590-9e62-af3657aef6da req-f8846efb-bf48-4150-afd1-c1a7aa490e93 service neutron] 10.222.0.22 "GET /v2.0/networks/33e8f010-7789-4c0c-8f2b-4d54e9bb67e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688118 Jul 29 23:27:06.575031 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241cacb7-bf50-4ed1-8c85-ce0171433ecc req-77ce2970-88b6-427a-ba72-754d35c318d9 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:06.576517 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-241cacb7-bf50-4ed1-8c85-ce0171433ecc req-77ce2970-88b6-427a-ba72-754d35c318d9 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17b7710-3c6e-4ff1-9f9c-83340c0d5270 HTTP/1.1" status: 200 len: 945 time: 0.1375053 Jul 29 23:27:06.581479 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-99217bb1-8e35-4938-b9e5-0ca3fddadaa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:06.644092 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-99217bb1-8e35-4938-b9e5-0ca3fddadaa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:06.696825 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-241cacb7-bf50-4ed1-8c85-ce0171433ecc req-3ab69263-50eb-47d6-aaae-7dfbd8980a9a tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110384 Jul 29 23:27:06.743052 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-99217bb1-8e35-4938-b9e5-0ca3fddadaa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:06.745433 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-99217bb1-8e35-4938-b9e5-0ca3fddadaa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:06.746599 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-99217bb1-8e35-4938-b9e5-0ca3fddadaa1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1d8dbe91-9ab7-4fd8-923f-3754f429d92c HTTP/1.1" status: 204 len: 168 time: 0.3247366 Jul 29 23:27:06.759345 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99217bb1-8e35-4938-b9e5-0ca3fddadaa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8dbe91-9ab7-4fd8-923f-3754f429d92c,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:06.774680 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2e873acb-549c-4590-9e62-af3657aef6da req-2fcbfe05-515b-42ee-aec4-b995337a6de3 service neutron] 10.222.0.22 "GET /v2.0/networks/33e8f010-7789-4c0c-8f2b-4d54e9bb67e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837552 Jul 29 23:27:06.842793 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e24ece43-d465-4bdf-aecb-1b0e4d591d9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:06.889029 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:06.905201 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-222b6592-0e40-4b84-8c4e-6dacce268073 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:06.910347 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-222b6592-0e40-4b84-8c4e-6dacce268073 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:07.030722 n-d-712141-10 neutron-server[94077]: INFO neutron.db.l3_db [None req-222b6592-0e40-4b84-8c4e-6dacce268073 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Floating IP 42aac9c6-1b4c-454d-acb7-092a08961d6e associated. External IP: 172.25.0.140, port: c7227480-4f34-4ba2-a5a3-39cc6359fd0d. Jul 29 23:27:07.571240 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e276ba-be32-4e7e-ab5b-ffa59ae713aa req-99dfee9e-39ef-4f5c-9160-ac3c7f151243 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:07.579294 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d0e276ba-be32-4e7e-ab5b-ffa59ae713aa req-99dfee9e-39ef-4f5c-9160-ac3c7f151243 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fb033b4-4959-4057-b11e-00fcaf3bf282 HTTP/1.1" status: 200 len: 946 time: 0.1638451 Jul 29 23:27:07.645436 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b946c63-9993-4331-8342-082f65385d00 req-d94e2826-7edc-426b-9f8e-02539792bfd2 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:07.647812 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2b946c63-9993-4331-8342-082f65385d00 req-d94e2826-7edc-426b-9f8e-02539792bfd2 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] 10.222.0.43 "GET /v2.0/ports?device_id=e790f4ad-9dc8-44bf-be90-2a37d75c0311 HTTP/1.1" status: 200 len: 945 time: 0.1313522 Jul 29 23:27:07.673830 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d0e276ba-be32-4e7e-ab5b-ffa59ae713aa req-0361d57d-d88c-4c97-8b77-f3a67cd320ad tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915666 Jul 29 23:27:07.682053 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-222b6592-0e40-4b84-8c4e-6dacce268073 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Router dae35e35-2aef-418e-bf6b-28bd5d1ce7d2 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:27:07.804973 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2b946c63-9993-4331-8342-082f65385d00 req-c9144c12-4665-4a5b-bab1-890bd983c74d tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] 10.222.0.43 "GET /v2.0/security-groups?id=2827e636-9a74-4e86-b89b-1097fcbb7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267691 Jul 29 23:27:07.857920 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222b6592-0e40-4b84-8c4e-6dacce268073 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:27:07.862462 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-e24ece43-d465-4bdf-aecb-1b0e4d591d9a admin admin] Deleting port e82ac4e3-04f6-4b52-a485-d12cbfe3534e {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:27:07.862910 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e24ece43-d465-4bdf-aecb-1b0e4d591d9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:07.871121 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362f718e-8717-48bb-a18f-69cb8b6e552f None None] Sync routers for ids ['dae35e35-2aef-418e-bf6b-28bd5d1ce7d2'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:27:07.872487 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-222b6592-0e40-4b84-8c4e-6dacce268073 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:07.882810 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362f718e-8717-48bb-a18f-69cb8b6e552f None None] Routers {'dae35e35-2aef-418e-bf6b-28bd5d1ce7d2'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:27:07.886683 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-362f718e-8717-48bb-a18f-69cb8b6e552f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:26:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['dae35e35-2aef-418e-bf6b-28bd5d1ce7d2'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:07.908880 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-222b6592-0e40-4b84-8c4e-6dacce268073 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "PUT /v2.0/floatingips/42aac9c6-1b4c-454d-acb7-092a08961d6e HTTP/1.1" status: 200 len: 991 time: 1.8570154 Jul 29 23:27:07.908880 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab6b3868-e699-420f-bc16-994fbeb3494f', 'tag': 'c7227480-4f34-4ba2-a5a3-39cc6359fd0d'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:27:07.910053 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd26a101-ffaa-4cbf-a996-9d70fb4395bf" -d '{"events": [{"name": "network-changed", "server_uuid": "ab6b3868-e699-420f-bc16-994fbeb3494f", "tag": "c7227480-4f34-4ba2-a5a3-39cc6359fd0d"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:27:08.016189 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-362f718e-8717-48bb-a18f-69cb8b6e552f None None] Set router dae35e35-2aef-418e-bf6b-28bd5d1ce7d2 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:27:08.050643 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ad5702-f62e-4547-afbf-5c0f43561f97 req-60a81925-729a-4b2c-b658-e681368667ca tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:08.052951 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b1ad5702-f62e-4547-afbf-5c0f43561f97 req-60a81925-729a-4b2c-b658-e681368667ca tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17b7710-3c6e-4ff1-9f9c-83340c0d5270 HTTP/1.1" status: 200 len: 945 time: 0.1478140 Jul 29 23:27:08.108574 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb1ed8a-4928-41f5-9af4-7a3dc09738f5 req-6718222a-bddf-463e-88a4-1d4c2c23b391 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:08.110249 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ddb1ed8a-4928-41f5-9af4-7a3dc09738f5 req-6718222a-bddf-463e-88a4-1d4c2c23b391 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] 10.222.0.43 "GET /v2.0/ports?device_id=e790f4ad-9dc8-44bf-be90-2a37d75c0311 HTTP/1.1" status: 200 len: 945 time: 0.1264942 Jul 29 23:27:08.120744 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 42686) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:08.126177 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-f9d6f21a-defa-4fad-abca-313053a169e4 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Request body: {'floatingip': {'port_id': 'c4bc909b-2922-4baf-be7b-0d096263ff34'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:08.177442 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f9d6f21a-defa-4fad-abca-313053a169e4 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Notify callbacks [] for floatingip, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:08.227518 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-e24ece43-d465-4bdf-aecb-1b0e4d591d9a admin admin] For port e82ac4e3-04f6-4b52-a485-d12cbfe3534e, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=e82ac4e3-04f6-4b52-a485-d12cbfe3534e,segment=NetworkSegment(efab33a7-a578-4f21-bb33-8b641ac40cdc),segment_id=efab33a7-a578-4f21-bb33-8b641ac40cdc)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:08.228182 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e24ece43-d465-4bdf-aecb-1b0e4d591d9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:08.240874 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053635e3-3710-480c-b543-a98b54309616 x-openstack-request-id: req-053635e3-3710-480c-b543-a98b54309616 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:27:08.243628 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab6b3868-e699-420f-bc16-994fbeb3494f", "tag": "c7227480-4f34-4ba2-a5a3-39cc6359fd0d", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:27:08.244017 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-053635e3-3710-480c-b543-a98b54309616 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:27:08.244558 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab6b3868-e699-420f-bc16-994fbeb3494f', 'tag': 'c7227480-4f34-4ba2-a5a3-39cc6359fd0d', 'status': 'completed', 'code': 200} Jul 29 23:27:08.246230 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b1ad5702-f62e-4547-afbf-5c0f43561f97 req-9d6b55b0-bd87-4e17-868a-e144011f121f tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680031 Jul 29 23:27:08.275864 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-e24ece43-d465-4bdf-aecb-1b0e4d591d9a admin admin] Calling delete_port for e82ac4e3-04f6-4b52-a485-d12cbfe3534e owned by network:router_interface {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:27:08.328229 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-362f718e-8717-48bb-a18f-69cb8b6e552f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae35e35-2aef-418e-bf6b-28bd5d1ce7d2', 'name': 'tempest-ServerActionsTestJSON-1396991874-router', 'tenant_id': 'b0043d03cb0a4bbcbd35eb8f2075805c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'cee57fc9-32af-463a-9f99-151d36fabbdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:32Z', 'updated_at': '2021-07-29T23:26:39Z', 'revision_number': 4, 'project_id': 'b0043d03cb0a4bbcbd35eb8f2075805c', 'gw_port': {'id': 'cee57fc9-32af-463a-9f99-151d36fabbdf', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ee:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae35e35-2aef-418e-bf6b-28bd5d1ce7d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:33Z', 'updated_at': '2021-07-29T23:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '42aac9c6-1b4c-454d-acb7-092a08961d6e', 'tenant_id': 'b0043d03cb0a4bbcbd35eb8f2075805c', 'floating_ip_address': '172.25.0.140', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': 'dae35e35-2aef-418e-bf6b-28bd5d1ce7d2', 'port_id': 'c7227480-4f34-4ba2-a5a3-39cc6359fd0d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc8993d1-1f3f-4e88-9d54-7eec99f127ad', 'mac_address': 'fa:16:3e:61:dc:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6b3868-e699-420f-bc16-994fbeb3494f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:26:47Z', 'updated_at': '2021-07-29T23:27:06Z', 'revision_number': 1, 'project_id': 'b0043d03cb0a4bbcbd35eb8f2075805c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed93b4a2-ecbe-4cd9-af23-e098efdef252', 'name': '', 'network_id': 'fc8993d1-1f3f-4e88-9d54-7eec99f127ad', 'tenant_id': 'b0043d03cb0a4bbcbd35eb8f2075805c', 'mac_address': 'fa:16:3e:6d:29:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae35e35-2aef-418e-bf6b-28bd5d1ce7d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '01812886-2cdd-41de-831e-c3e259b8e381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:37Z', 'updated_at': '2021-07-29T23:26:48Z', 'revision_number': 5, 'project_id': 'b0043d03cb0a4bbcbd35eb8f2075805c', 'subnets': [{'id': '01812886-2cdd-41de-831e-c3e259b8e381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:08.369129 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362f718e-8717-48bb-a18f-69cb8b6e552f None None] Checking router: dae35e35-2aef-418e-bf6b-28bd5d1ce7d2 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:27:08.381160 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362f718e-8717-48bb-a18f-69cb8b6e552f None None] Routers {'dae35e35-2aef-418e-bf6b-28bd5d1ce7d2'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:27:08.382748 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-362f718e-8717-48bb-a18f-69cb8b6e552f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:26:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['dae35e35-2aef-418e-bf6b-28bd5d1ce7d2'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:08.494935 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26a101-ffaa-4cbf-a996-9d70fb4395bf req-5b42cee4-c9ab-4f50-a305-96f2b184c56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:08.496799 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dd26a101-ffaa-4cbf-a996-9d70fb4395bf req-5b42cee4-c9ab-4f50-a305-96f2b184c56f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0043d03cb0a4bbcbd35eb8f2075805c&device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 1097 time: 0.1842456 Jul 29 23:27:08.501520 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-362f718e-8717-48bb-a18f-69cb8b6e552f None None] Set router dae35e35-2aef-418e-bf6b-28bd5d1ce7d2 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:27:08.774454 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26a101-ffaa-4cbf-a996-9d70fb4395bf req-c9e02082-37e9-41eb-ba39-1106d89c828c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:08.775969 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dd26a101-ffaa-4cbf-a996-9d70fb4395bf req-c9e02082-37e9-41eb-ba39-1106d89c828c service neutron] 10.222.0.41 "GET /v2.0/networks?id=fc8993d1-1f3f-4e88-9d54-7eec99f127ad HTTP/1.1" status: 200 len: 913 time: 0.2679327 Jul 29 23:27:08.796141 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-362f718e-8717-48bb-a18f-69cb8b6e552f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae35e35-2aef-418e-bf6b-28bd5d1ce7d2', 'name': 'tempest-ServerActionsTestJSON-1396991874-router', 'tenant_id': 'b0043d03cb0a4bbcbd35eb8f2075805c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'cee57fc9-32af-463a-9f99-151d36fabbdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:32Z', 'updated_at': '2021-07-29T23:26:39Z', 'revision_number': 4, 'project_id': 'b0043d03cb0a4bbcbd35eb8f2075805c', 'gw_port': {'id': 'cee57fc9-32af-463a-9f99-151d36fabbdf', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ee:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae35e35-2aef-418e-bf6b-28bd5d1ce7d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:33Z', 'updated_at': '2021-07-29T23:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '42aac9c6-1b4c-454d-acb7-092a08961d6e', 'tenant_id': 'b0043d03cb0a4bbcbd35eb8f2075805c', 'floating_ip_address': '172.25.0.140', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': 'dae35e35-2aef-418e-bf6b-28bd5d1ce7d2', 'port_id': 'c7227480-4f34-4ba2-a5a3-39cc6359fd0d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc8993d1-1f3f-4e88-9d54-7eec99f127ad', 'mac_address': 'fa:16:3e:61:dc:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6b3868-e699-420f-bc16-994fbeb3494f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:26:47Z', 'updated_at': '2021-07-29T23:27:06Z', 'revision_number': 1, 'project_id': 'b0043d03cb0a4bbcbd35eb8f2075805c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed93b4a2-ecbe-4cd9-af23-e098efdef252', 'name': '', 'network_id': 'fc8993d1-1f3f-4e88-9d54-7eec99f127ad', 'tenant_id': 'b0043d03cb0a4bbcbd35eb8f2075805c', 'mac_address': 'fa:16:3e:6d:29:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae35e35-2aef-418e-bf6b-28bd5d1ce7d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '01812886-2cdd-41de-831e-c3e259b8e381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:37Z', 'updated_at': '2021-07-29T23:26:48Z', 'revision_number': 5, 'project_id': 'b0043d03cb0a4bbcbd35eb8f2075805c', 'subnets': [{'id': '01812886-2cdd-41de-831e-c3e259b8e381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:08.846831 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362f718e-8717-48bb-a18f-69cb8b6e552f None None] The sync data for ids ['dae35e35-2aef-418e-bf6b-28bd5d1ce7d2'] in n-d-712141-10 is: [{'id': 'dae35e35-2aef-418e-bf6b-28bd5d1ce7d2', 'name': 'tempest-ServerActionsTestJSON-1396991874-router', 'tenant_id': 'b0043d03cb0a4bbcbd35eb8f2075805c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'cee57fc9-32af-463a-9f99-151d36fabbdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:32Z', 'updated_at': '2021-07-29T23:26:39Z', 'revision_number': 4, 'project_id': 'b0043d03cb0a4bbcbd35eb8f2075805c', 'gw_port': {'id': 'cee57fc9-32af-463a-9f99-151d36fabbdf', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ee:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae35e35-2aef-418e-bf6b-28bd5d1ce7d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:33Z', 'updated_at': '2021-07-29T23:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '42aac9c6-1b4c-454d-acb7-092a08961d6e', 'tenant_id': 'b0043d03cb0a4bbcbd35eb8f2075805c', 'floating_ip_address': '172.25.0.140', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': 'dae35e35-2aef-418e-bf6b-28bd5d1ce7d2', 'port_id': 'c7227480-4f34-4ba2-a5a3-39cc6359fd0d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc8993d1-1f3f-4e88-9d54-7eec99f127ad', 'mac_address': 'fa:16:3e:61:dc:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6b3868-e699-420f-bc16-994fbeb3494f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:26:47Z', 'updated_at': '2021-07-29T23:27:06Z', 'revision_number': 1, 'project_id': 'b0043d03cb0a4bbcbd35eb8f2075805c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed93b4a2-ecbe-4cd9-af23-e098efdef252', 'name': '', 'network_id': 'fc8993d1-1f3f-4e88-9d54-7eec99f127ad', 'tenant_id': 'b0043d03cb0a4bbcbd35eb8f2075805c', 'mac_address': 'fa:16:3e:6d:29:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae35e35-2aef-418e-bf6b-28bd5d1ce7d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '01812886-2cdd-41de-831e-c3e259b8e381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:37Z', 'updated_at': '2021-07-29T23:26:48Z', 'revision_number': 5, 'project_id': 'b0043d03cb0a4bbcbd35eb8f2075805c', 'subnets': [{'id': '01812886-2cdd-41de-831e-c3e259b8e381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:27:09.056551 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dd26a101-ffaa-4cbf-a996-9d70fb4395bf req-f973eed7-531d-4ac7-8e0a-081317288425 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7227480-4f34-4ba2-a5a3-39cc6359fd0d HTTP/1.1" status: 200 len: 999 time: 0.2412784 Jul 29 23:27:09.152256 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26a101-ffaa-4cbf-a996-9d70fb4395bf req-c39c674c-6fc9-4970-a1c9-0990da1c0f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:09.153879 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dd26a101-ffaa-4cbf-a996-9d70fb4395bf req-c39c674c-6fc9-4970-a1c9-0990da1c0f0f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=01812886-2cdd-41de-831e-c3e259b8e381 HTTP/1.1" status: 200 len: 851 time: 0.0851278 Jul 29 23:27:09.159405 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cd85b4-1b1b-48ab-9899-66337e376c47 None None] New status for floating IP 42aac9c6-1b4c-454d-acb7-092a08961d6e: ACTIVE {{(pid=94079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:27:09.162713 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1253989-e86a-49d7-9a52-3df1bb099545 req-c2730f92-70b5-4313-bee7-92c3af4b35a3 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:09.165258 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a1253989-e86a-49d7-9a52-3df1bb099545 req-c2730f92-70b5-4313-bee7-92c3af4b35a3 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fb033b4-4959-4057-b11e-00fcaf3bf282 HTTP/1.1" status: 200 len: 946 time: 0.3478458 Jul 29 23:27:09.168121 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e24ece43-d465-4bdf-aecb-1b0e4d591d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:09.249560 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24ece43-d465-4bdf-aecb-1b0e4d591d9a admin admin] Pushing event deleted for resources: {'Port': ['ID=e82ac4e3-04f6-4b52-a485-d12cbfe3534e,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:09.348232 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26a101-ffaa-4cbf-a996-9d70fb4395bf req-19764e59-64db-46dd-ba57-bf0893c469b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:09.350385 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dd26a101-ffaa-4cbf-a996-9d70fb4395bf req-19764e59-64db-46dd-ba57-bf0893c469b9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fc8993d1-1f3f-4e88-9d54-7eec99f127ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1780071 Jul 29 23:27:09.446108 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 42732) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:09.544500 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a1253989-e86a-49d7-9a52-3df1bb099545 req-f7adc975-b869-4071-8eff-7974dbb107df tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3637624 Jul 29 23:27:09.591961 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.db.resource_extend [None req-f9d6f21a-defa-4fad-abca-313053a169e4 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:27:09.621040 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a20cfd67-60c0-4a37-8a52-de3a212152ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:09.727469 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f9d6f21a-defa-4fad-abca-313053a169e4 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:09.738815 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a20cfd67-60c0-4a37-8a52-de3a212152ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:09.742089 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11e31b0-e3a6-4a3e-96a6-553e9702b5c3 req-fa0f005c-7d22-4154-a794-1567e00ec2d7 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:09.743682 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f11e31b0-e3a6-4a3e-96a6-553e9702b5c3 req-fa0f005c-7d22-4154-a794-1567e00ec2d7 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17b7710-3c6e-4ff1-9f9c-83340c0d5270 HTTP/1.1" status: 200 len: 945 time: 0.2576759 Jul 29 23:27:09.744331 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a20cfd67-60c0-4a37-8a52-de3a212152ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:09.749248 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f9d6f21a-defa-4fad-abca-313053a169e4 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:09.753996 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dd26a101-ffaa-4cbf-a996-9d70fb4395bf req-db749e20-4d95-451f-901a-6259a1bc13b8 service neutron] 10.222.0.41 "GET /v2.0/networks/fc8993d1-1f3f-4e88-9d54-7eec99f127ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3777683 Jul 29 23:27:09.764062 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e24ece43-d465-4bdf-aecb-1b0e4d591d9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:09.779325 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20cfd67-60c0-4a37-8a52-de3a212152ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a332647-d010-45d1-ac52-096bf305635a,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:09.804924 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a20cfd67-60c0-4a37-8a52-de3a212152ec admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6829c8e976454939b595170eb162265f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3573704 Jul 29 23:27:09.805535 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 42736) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:09.868901 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-768a869c-f55f-4797-8e4c-150c2263d973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:09.892001 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-768a869c-f55f-4797-8e4c-150c2263d973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:09.955697 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-768a869c-f55f-4797-8e4c-150c2263d973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:09.959337 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-768a869c-f55f-4797-8e4c-150c2263d973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:09.961060 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-768a869c-f55f-4797-8e4c-150c2263d973 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8a332647-d010-45d1-ac52-096bf305635a HTTP/1.1" status: 204 len: 168 time: 0.1540430 Jul 29 23:27:09.973668 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768a869c-f55f-4797-8e4c-150c2263d973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a332647-d010-45d1-ac52-096bf305635a,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:10.040670 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f11e31b0-e3a6-4a3e-96a6-553e9702b5c3 req-c7e7773f-569c-4d9b-8849-dd7612971879 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839098 Jul 29 23:27:10.278790 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 44affca9-66f9-4f88-9afb-a14c3768e6ed details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:27:10.282606 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 44affca9-66f9-4f88-9afb-a14c3768e6ed no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:27:10.443339 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dd26a101-ffaa-4cbf-a996-9d70fb4395bf req-06ac6d0e-fd01-4f7a-bbf4-e51492c9e28f service neutron] 10.222.0.41 "GET /v2.0/networks/fc8993d1-1f3f-4e88-9d54-7eec99f127ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6456420 Jul 29 23:27:10.464550 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:10.469731 n-d-712141-10 neutron-server[94078]: INFO neutron.db.l3_db [None req-f9d6f21a-defa-4fad-abca-313053a169e4 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Floating IP 8b0e242e-62e0-4c7b-8d12-82a8e2b7caea associated. External IP: 172.25.0.85, port: c4bc909b-2922-4baf-be7b-0d096263ff34. Jul 29 23:27:10.519684 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c17b7710-3c6e-4ff1-9f9c-83340c0d5270', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44affca9-66f9-4f88-9afb-a14c3768e6ed'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:27:10.523404 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d4ceab-5b41-410f-b034-783a20987adb" -d '{"events": [{"server_uuid": "c17b7710-3c6e-4ff1-9f9c-83340c0d5270", "name": "network-vif-unplugged", "status": "completed", "tag": "44affca9-66f9-4f88-9afb-a14c3768e6ed"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:27:10.553633 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 44affca9-66f9-4f88-9afb-a14c3768e6ed, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=44affca9-66f9-4f88-9afb-a14c3768e6ed,segment=NetworkSegment(17b2c622-bac6-4298-9f70-11d5205d8079),segment_id=17b2c622-bac6-4298-9f70-11d5205d8079)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:10.574064 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '44affca9-66f9-4f88-9afb-a14c3768e6ed', 'network_id': 'a74822f1-959a-4abc-9b28-d10d0b1420ae', 'port_id': '44affca9-66f9-4f88-9afb-a14c3768e6ed', 'mac_address': 'fa:16:3e:77:78:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae790fd8-1f1c-42ad-b55e-335a32cfbdf8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:27:10.587187 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e557fc83-c685-415e-8fef-1e369198c317 x-openstack-request-id: req-e557fc83-c685-415e-8fef-1e369198c317 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:27:10.587481 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c17b7710-3c6e-4ff1-9f9c-83340c0d5270", "name": "network-vif-unplugged", "status": "completed", "tag": "44affca9-66f9-4f88-9afb-a14c3768e6ed", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:27:10.587728 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e557fc83-c685-415e-8fef-1e369198c317 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:27:10.589543 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c17b7710-3c6e-4ff1-9f9c-83340c0d5270', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44affca9-66f9-4f88-9afb-a14c3768e6ed', 'code': 200} Jul 29 23:27:10.595037 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 44affca9-66f9-4f88-9afb-a14c3768e6ed, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=44affca9-66f9-4f88-9afb-a14c3768e6ed,segment=NetworkSegment(17b2c622-bac6-4298-9f70-11d5205d8079),segment_id=17b2c622-bac6-4298-9f70-11d5205d8079)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:10.621095 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:10.698666 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:10.714365 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 44affca9-66f9-4f88-9afb-a14c3768e6ed {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:27:10.740369 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=44affca9-66f9-4f88-9afb-a14c3768e6ed,revision_number=6']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:10.785772 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.db.api [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94079) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:27:10.786175 n-d-712141-10 neutron-server[94079]: DEBUG oslo_db.api [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:27:10.809555 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e24ece43-d465-4bdf-aecb-1b0e4d591d9a admin admin] Router 1ada2bcc-ee54-4511-92f7-0523ac839da8 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:27:10.920222 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f03a7c-41bc-4a05-b9ee-6bfc56e7974d req-8ba13dfe-4a92-4680-832e-61ec0d4819d0 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:10.921798 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-09f03a7c-41bc-4a05-b9ee-6bfc56e7974d req-8ba13dfe-4a92-4680-832e-61ec0d4819d0 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fb033b4-4959-4057-b11e-00fcaf3bf282 HTTP/1.1" status: 200 len: 946 time: 0.1908171 Jul 29 23:27:11.053761 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-09f03a7c-41bc-4a05-b9ee-6bfc56e7974d req-e51a5b49-f45c-4f6c-9c22-fd71eaa7af98 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181185 Jul 29 23:27:11.093031 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e24ece43-d465-4bdf-aecb-1b0e4d591d9a admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:27:11.104505 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e24ece43-d465-4bdf-aecb-1b0e4d591d9a admin admin] 10.222.0.43 "PUT /v2.0/routers/1ada2bcc-ee54-4511-92f7-0523ac839da8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9757097 Jul 29 23:27:11.107594 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 42776) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:11.110548 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487e0734-3bed-4eca-86fe-d48ea3936020 None None] Sync routers for ids ['1ada2bcc-ee54-4511-92f7-0523ac839da8'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:27:11.129627 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9d6f21a-defa-4fad-abca-313053a169e4 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Router 41052e7d-1a7b-4a4e-b9e6-dabd36572cae has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:27:11.132819 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487e0734-3bed-4eca-86fe-d48ea3936020 None None] Routers {'1ada2bcc-ee54-4511-92f7-0523ac839da8'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:27:11.134630 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-487e0734-3bed-4eca-86fe-d48ea3936020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:26:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['1ada2bcc-ee54-4511-92f7-0523ac839da8'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:11.285177 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d6f21a-defa-4fad-abca-313053a169e4 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:27:11.292136 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f9d6f21a-defa-4fad-abca-313053a169e4 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:11.341619 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40a29f9-6ac4-4314-9afe-86b579a181f9 None None] Sync routers for ids ['41052e7d-1a7b-4a4e-b9e6-dabd36572cae'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:27:11.352230 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-487e0734-3bed-4eca-86fe-d48ea3936020 None None] Set router 1ada2bcc-ee54-4511-92f7-0523ac839da8 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:27:11.355957 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9974a648-cbf1-44d5-b4b5-002c4554cb71 admin admin] Notify callbacks [] for router, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:11.368767 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-f9d6f21a-defa-4fad-abca-313053a169e4 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] 10.222.0.43 "PUT /v2.0/floatingips/8b0e242e-62e0-4c7b-8d12-82a8e2b7caea HTTP/1.1" status: 200 len: 990 time: 3.2468262 Jul 29 23:27:11.369706 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e790f4ad-9dc8-44bf-be90-2a37d75c0311', 'tag': 'c4bc909b-2922-4baf-be7b-0d096263ff34'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:27:11.372116 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde8930a-3ada-4860-b1c8-02de2a28ae6b" -d '{"events": [{"name": "network-changed", "server_uuid": "e790f4ad-9dc8-44bf-be90-2a37d75c0311", "tag": "c4bc909b-2922-4baf-be7b-0d096263ff34"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:27:11.396871 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:11.397691 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa6004-0526-4ffe-9389-00e202281ef4 req-5dc0623f-9e17-4ab2-ad1d-13ebb80f76d5 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:11.399727 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d4aa6004-0526-4ffe-9389-00e202281ef4 req-5dc0623f-9e17-4ab2-ad1d-13ebb80f76d5 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17b7710-3c6e-4ff1-9f9c-83340c0d5270 HTTP/1.1" status: 200 len: 943 time: 0.1166084 Jul 29 23:27:11.416797 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40a29f9-6ac4-4314-9afe-86b579a181f9 None None] Routers {'41052e7d-1a7b-4a4e-b9e6-dabd36572cae'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:27:11.425617 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-b40a29f9-6ac4-4314-9afe-86b579a181f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:26:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['41052e7d-1a7b-4a4e-b9e6-dabd36572cae'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:11.489324 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d4aa6004-0526-4ffe-9389-00e202281ef4 req-97db5b1d-6da6-4185-9e84-23b7acedfd6b tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811377 Jul 29 23:27:11.531626 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44affca9-66f9-4f88-9afb-a14c3768e6ed {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:27:11.547253 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9974a648-cbf1-44d5-b4b5-002c4554cb71 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:11.575261 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684b9724-ca78-4b99-9fba-4a66c63d44d6 x-openstack-request-id: req-684b9724-ca78-4b99-9fba-4a66c63d44d6 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:27:11.575651 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e790f4ad-9dc8-44bf-be90-2a37d75c0311", "tag": "c4bc909b-2922-4baf-be7b-0d096263ff34", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:27:11.575914 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-684b9724-ca78-4b99-9fba-4a66c63d44d6 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:27:11.576438 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e790f4ad-9dc8-44bf-be90-2a37d75c0311', 'tag': 'c4bc909b-2922-4baf-be7b-0d096263ff34', 'status': 'completed', 'code': 200} Jul 29 23:27:11.598263 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 44affca9-66f9-4f88-9afb-a14c3768e6ed, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=44affca9-66f9-4f88-9afb-a14c3768e6ed,segment=NetworkSegment(17b2c622-bac6-4298-9f70-11d5205d8079),segment_id=17b2c622-bac6-4298-9f70-11d5205d8079)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:11.676107 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-9974a648-cbf1-44d5-b4b5-002c4554cb71 admin admin] Deleting port d00f616a-f371-417a-b9e2-d6e37bbed74a {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:27:11.676455 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9974a648-cbf1-44d5-b4b5-002c4554cb71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:11.679221 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:11.718752 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-487e0734-3bed-4eca-86fe-d48ea3936020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ada2bcc-ee54-4511-92f7-0523ac839da8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1809969856-router', 'tenant_id': 'd05d0735641f4e49a84fdfbf89768ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.191'}], 'enable_snat': True}, 'gw_port_id': 'd00f616a-f371-417a-b9e2-d6e37bbed74a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:25:14Z', 'updated_at': '2021-07-29T23:27:08Z', 'revision_number': 5, 'project_id': 'd05d0735641f4e49a84fdfbf89768ab7', 'gw_port': {'id': 'd00f616a-f371-417a-b9e2-d6e37bbed74a', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ada2bcc-ee54-4511-92f7-0523ac839da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 900, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:25:15Z', 'updated_at': '2021-07-29T23:25:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:11.733242 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde8930a-3ada-4860-b1c8-02de2a28ae6b req-9855e98a-132d-4b45-b430-bd12736ffb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:11.734786 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-fde8930a-3ada-4860-b1c8-02de2a28ae6b req-9855e98a-132d-4b45-b430-bd12736ffb46 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9a401af434c54898abf4f64d565a6a71&device_id=e790f4ad-9dc8-44bf-be90-2a37d75c0311 HTTP/1.1" status: 200 len: 1097 time: 0.1164427 Jul 29 23:27:11.749105 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487e0734-3bed-4eca-86fe-d48ea3936020 None None] Checking router: 1ada2bcc-ee54-4511-92f7-0523ac839da8 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:27:11.759398 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487e0734-3bed-4eca-86fe-d48ea3936020 None None] Routers {'1ada2bcc-ee54-4511-92f7-0523ac839da8'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:27:11.760374 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-487e0734-3bed-4eca-86fe-d48ea3936020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:26:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['1ada2bcc-ee54-4511-92f7-0523ac839da8'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:11.874497 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-9974a648-cbf1-44d5-b4b5-002c4554cb71 admin admin] For port d00f616a-f371-417a-b9e2-d6e37bbed74a, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=d00f616a-f371-417a-b9e2-d6e37bbed74a,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:11.874872 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9974a648-cbf1-44d5-b4b5-002c4554cb71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:11.899346 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-9974a648-cbf1-44d5-b4b5-002c4554cb71 admin admin] Calling delete_port for d00f616a-f371-417a-b9e2-d6e37bbed74a owned by network:router_gateway {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:27:11.905321 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-487e0734-3bed-4eca-86fe-d48ea3936020 None None] Set router 1ada2bcc-ee54-4511-92f7-0523ac839da8 gateway port host: None {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:27:11.907434 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde8930a-3ada-4860-b1c8-02de2a28ae6b req-d2603a69-0c39-4d2f-98fd-12ae70161cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:11.909600 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-fde8930a-3ada-4860-b1c8-02de2a28ae6b req-d2603a69-0c39-4d2f-98fd-12ae70161cb4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=399e2854-6b91-4680-bb53-ee3069227e3d HTTP/1.1" status: 200 len: 912 time: 0.1626210 Jul 29 23:27:12.086043 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-487e0734-3bed-4eca-86fe-d48ea3936020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ada2bcc-ee54-4511-92f7-0523ac839da8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1809969856-router', 'tenant_id': 'd05d0735641f4e49a84fdfbf89768ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:25:14Z', 'updated_at': '2021-07-29T23:27:11Z', 'revision_number': 6, 'project_id': 'd05d0735641f4e49a84fdfbf89768ab7', 'gw_port_host': None}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:12.092726 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=44affca9-66f9-4f88-9afb-a14c3768e6ed,revision_number=7']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:12.124845 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487e0734-3bed-4eca-86fe-d48ea3936020 None None] The sync data for ids ['1ada2bcc-ee54-4511-92f7-0523ac839da8'] in n-d-712141-10 is: [{'id': '1ada2bcc-ee54-4511-92f7-0523ac839da8', 'name': 'tempest-AttachSCSIVolumeTestJSON-1809969856-router', 'tenant_id': 'd05d0735641f4e49a84fdfbf89768ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:25:14Z', 'updated_at': '2021-07-29T23:27:11Z', 'revision_number': 6, 'project_id': 'd05d0735641f4e49a84fdfbf89768ab7', 'gw_port_host': None}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:27:12.130806 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-b40a29f9-6ac4-4314-9afe-86b579a181f9 None None] Set router 41052e7d-1a7b-4a4e-b9e6-dabd36572cae gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:27:12.132835 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-fde8930a-3ada-4860-b1c8-02de2a28ae6b req-bb736e86-6a44-40a5-adf4-b01692f2fdfc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4bc909b-2922-4baf-be7b-0d096263ff34 HTTP/1.1" status: 200 len: 998 time: 0.2148728 Jul 29 23:27:12.273907 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['44affca9-66f9-4f88-9afb-a14c3768e6ed'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:27:12.282851 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe58673-3afe-4a33-b740-c38a74cb6ee7 req-782d0552-6967-416b-a5b2-b6e377a61c8c tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:12.285838 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ebe58673-3afe-4a33-b740-c38a74cb6ee7 req-782d0552-6967-416b-a5b2-b6e377a61c8c tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fb033b4-4959-4057-b11e-00fcaf3bf282 HTTP/1.1" status: 200 len: 946 time: 0.0951912 Jul 29 23:27:12.337367 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde8930a-3ada-4860-b1c8-02de2a28ae6b req-9016779a-8064-4aa1-ae86-fecdb13c6fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:12.341793 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-fde8930a-3ada-4860-b1c8-02de2a28ae6b req-9016779a-8064-4aa1-ae86-fecdb13c6fad service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f84d12aa-4b74-4699-924c-ad2973fc5537 HTTP/1.1" status: 200 len: 850 time: 0.1853323 Jul 29 23:27:12.362173 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ebe58673-3afe-4a33-b740-c38a74cb6ee7 req-406f5529-f36e-4143-bd25-2574b3712208 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685759 Jul 29 23:27:12.444582 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde8930a-3ada-4860-b1c8-02de2a28ae6b req-42d103b3-7fc8-48a1-8ed5-5d3fba516c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:12.446136 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-fde8930a-3ada-4860-b1c8-02de2a28ae6b req-42d103b3-7fc8-48a1-8ed5-5d3fba516c2c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=399e2854-6b91-4680-bb53-ee3069227e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0921607 Jul 29 23:27:12.463647 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9974a648-cbf1-44d5-b4b5-002c4554cb71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:12.596153 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-fde8930a-3ada-4860-b1c8-02de2a28ae6b req-8f96b05d-ca75-47a0-b3e0-ca1838ebbd1e service neutron] 10.222.0.22 "GET /v2.0/networks/399e2854-6b91-4680-bb53-ee3069227e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404483 Jul 29 23:27:12.598131 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9974a648-cbf1-44d5-b4b5-002c4554cb71 admin admin] Pushing event deleted for resources: {'Port': ['ID=d00f616a-f371-417a-b9e2-d6e37bbed74a,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:12.666792 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-b40a29f9-6ac4-4314-9afe-86b579a181f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41052e7d-1a7b-4a4e-b9e6-dabd36572cae', 'name': 'tempest-ServersTestManualDisk-967154592-router', 'tenant_id': '9a401af434c54898abf4f64d565a6a71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': 'ed821e53-1302-4661-b0e1-84ad381e3566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:38Z', 'updated_at': '2021-07-29T23:26:44Z', 'revision_number': 4, 'project_id': '9a401af434c54898abf4f64d565a6a71', 'gw_port': {'id': 'ed821e53-1302-4661-b0e1-84ad381e3566', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:74:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41052e7d-1a7b-4a4e-b9e6-dabd36572cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:39Z', 'updated_at': '2021-07-29T23:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '8b0e242e-62e0-4c7b-8d12-82a8e2b7caea', 'tenant_id': '9a401af434c54898abf4f64d565a6a71', 'floating_ip_address': '172.25.0.85', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '41052e7d-1a7b-4a4e-b9e6-dabd36572cae', 'port_id': 'c4bc909b-2922-4baf-be7b-0d096263ff34', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '399e2854-6b91-4680-bb53-ee3069227e3d', 'mac_address': 'fa:16:3e:3c:90:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e790f4ad-9dc8-44bf-be90-2a37d75c0311', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:26:50Z', 'updated_at': '2021-07-29T23:27:09Z', 'revision_number': 1, 'project_id': '9a401af434c54898abf4f64d565a6a71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05441e00-80ed-4219-8f22-34f7df211c67', 'name': '', 'network_id': '399e2854-6b91-4680-bb53-ee3069227e3d', 'tenant_id': '9a401af434c54898abf4f64d565a6a71', 'mac_address': 'fa:16:3e:e8:3d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41052e7d-1a7b-4a4e-b9e6-dabd36572cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'f84d12aa-4b74-4699-924c-ad2973fc5537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:43Z', 'updated_at': '2021-07-29T23:26:51Z', 'revision_number': 5, 'project_id': '9a401af434c54898abf4f64d565a6a71', 'subnets': [{'id': 'f84d12aa-4b74-4699-924c-ad2973fc5537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:12.691645 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b60bb4-34f5-4e56-b2ac-fb041c722faa req-0d389e0d-3eae-454c-89a7-cddace386e74 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:12.700941 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d2b60bb4-34f5-4e56-b2ac-fb041c722faa req-0d389e0d-3eae-454c-89a7-cddace386e74 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17b7710-3c6e-4ff1-9f9c-83340c0d5270 HTTP/1.1" status: 200 len: 944 time: 0.0887027 Jul 29 23:27:12.737838 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40a29f9-6ac4-4314-9afe-86b579a181f9 None None] Checking router: 41052e7d-1a7b-4a4e-b9e6-dabd36572cae for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:27:12.740463 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d2b60bb4-34f5-4e56-b2ac-fb041c722faa req-54cbf1a3-f904-401f-be21-b9f36b71311e tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385754 Jul 29 23:27:12.765967 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9974a648-cbf1-44d5-b4b5-002c4554cb71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:12.766645 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40a29f9-6ac4-4314-9afe-86b579a181f9 None None] Routers {'41052e7d-1a7b-4a4e-b9e6-dabd36572cae'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:27:12.767095 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-b40a29f9-6ac4-4314-9afe-86b579a181f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:26:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['41052e7d-1a7b-4a4e-b9e6-dabd36572cae'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:12.875273 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-fde8930a-3ada-4860-b1c8-02de2a28ae6b req-5d424b97-4ced-469b-8cbf-14eb13e523d1 service neutron] 10.222.0.22 "GET /v2.0/networks/399e2854-6b91-4680-bb53-ee3069227e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628086 Jul 29 23:27:12.876849 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9974a648-cbf1-44d5-b4b5-002c4554cb71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:12.879227 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9974a648-cbf1-44d5-b4b5-002c4554cb71 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:12.885547 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-b40a29f9-6ac4-4314-9afe-86b579a181f9 None None] Set router 41052e7d-1a7b-4a4e-b9e6-dabd36572cae gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:27:12.931803 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9974a648-cbf1-44d5-b4b5-002c4554cb71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:12.932460 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9974a648-cbf1-44d5-b4b5-002c4554cb71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ada2bcc-ee54-4511-92f7-0523ac839da8 {{(pid=94077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:27:12.936889 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9974a648-cbf1-44d5-b4b5-002c4554cb71 admin admin] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:12.938085 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9974a648-cbf1-44d5-b4b5-002c4554cb71 admin admin] 10.222.0.43 "DELETE /v2.0/routers/1ada2bcc-ee54-4511-92f7-0523ac839da8 HTTP/1.1" status: 204 len: 168 time: 1.8288724 Jul 29 23:27:12.940633 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 42824) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:12.994625 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-12ba3ea7-fa53-4beb-9996-a21408801927 admin admin] Deleting subnet c91eb1c0-305d-415b-b3ca-0475dffc7759 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:27:12.999651 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-12ba3ea7-fa53-4beb-9996-a21408801927 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:13.069736 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-12ba3ea7-fa53-4beb-9996-a21408801927 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:13.195908 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-b40a29f9-6ac4-4314-9afe-86b579a181f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41052e7d-1a7b-4a4e-b9e6-dabd36572cae', 'name': 'tempest-ServersTestManualDisk-967154592-router', 'tenant_id': '9a401af434c54898abf4f64d565a6a71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': 'ed821e53-1302-4661-b0e1-84ad381e3566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:38Z', 'updated_at': '2021-07-29T23:26:44Z', 'revision_number': 4, 'project_id': '9a401af434c54898abf4f64d565a6a71', 'gw_port': {'id': 'ed821e53-1302-4661-b0e1-84ad381e3566', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:74:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41052e7d-1a7b-4a4e-b9e6-dabd36572cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:39Z', 'updated_at': '2021-07-29T23:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '8b0e242e-62e0-4c7b-8d12-82a8e2b7caea', 'tenant_id': '9a401af434c54898abf4f64d565a6a71', 'floating_ip_address': '172.25.0.85', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '41052e7d-1a7b-4a4e-b9e6-dabd36572cae', 'port_id': 'c4bc909b-2922-4baf-be7b-0d096263ff34', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '399e2854-6b91-4680-bb53-ee3069227e3d', 'mac_address': 'fa:16:3e:3c:90:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e790f4ad-9dc8-44bf-be90-2a37d75c0311', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:26:50Z', 'updated_at': '2021-07-29T23:27:09Z', 'revision_number': 1, 'project_id': '9a401af434c54898abf4f64d565a6a71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05441e00-80ed-4219-8f22-34f7df211c67', 'name': '', 'network_id': '399e2854-6b91-4680-bb53-ee3069227e3d', 'tenant_id': '9a401af434c54898abf4f64d565a6a71', 'mac_address': 'fa:16:3e:e8:3d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41052e7d-1a7b-4a4e-b9e6-dabd36572cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'f84d12aa-4b74-4699-924c-ad2973fc5537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:43Z', 'updated_at': '2021-07-29T23:26:51Z', 'revision_number': 5, 'project_id': '9a401af434c54898abf4f64d565a6a71', 'subnets': [{'id': 'f84d12aa-4b74-4699-924c-ad2973fc5537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:13.201613 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device d00f616a-f371-417a-b9e2-d6e37bbed74a no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:27:13.202335 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-12ba3ea7-fa53-4beb-9996-a21408801927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:13.247775 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: d00f616a-f371-417a-b9e2-d6e37bbed74a {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:27:13.248219 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device d00f616a-f371-417a-b9e2-d6e37bbed74a not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:27:13.248649 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device e82ac4e3-04f6-4b52-a485-d12cbfe3534e no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:27:13.251645 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b40a29f9-6ac4-4314-9afe-86b579a181f9 None None] The sync data for ids ['41052e7d-1a7b-4a4e-b9e6-dabd36572cae'] in n-d-712141-10 is: [{'id': '41052e7d-1a7b-4a4e-b9e6-dabd36572cae', 'name': 'tempest-ServersTestManualDisk-967154592-router', 'tenant_id': '9a401af434c54898abf4f64d565a6a71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': 'ed821e53-1302-4661-b0e1-84ad381e3566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:38Z', 'updated_at': '2021-07-29T23:26:44Z', 'revision_number': 4, 'project_id': '9a401af434c54898abf4f64d565a6a71', 'gw_port': {'id': 'ed821e53-1302-4661-b0e1-84ad381e3566', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:74:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41052e7d-1a7b-4a4e-b9e6-dabd36572cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:39Z', 'updated_at': '2021-07-29T23:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '8b0e242e-62e0-4c7b-8d12-82a8e2b7caea', 'tenant_id': '9a401af434c54898abf4f64d565a6a71', 'floating_ip_address': '172.25.0.85', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '41052e7d-1a7b-4a4e-b9e6-dabd36572cae', 'port_id': 'c4bc909b-2922-4baf-be7b-0d096263ff34', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1071, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '399e2854-6b91-4680-bb53-ee3069227e3d', 'mac_address': 'fa:16:3e:3c:90:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e790f4ad-9dc8-44bf-be90-2a37d75c0311', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:26:50Z', 'updated_at': '2021-07-29T23:27:09Z', 'revision_number': 1, 'project_id': '9a401af434c54898abf4f64d565a6a71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05441e00-80ed-4219-8f22-34f7df211c67', 'name': '', 'network_id': '399e2854-6b91-4680-bb53-ee3069227e3d', 'tenant_id': '9a401af434c54898abf4f64d565a6a71', 'mac_address': 'fa:16:3e:e8:3d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41052e7d-1a7b-4a4e-b9e6-dabd36572cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'f84d12aa-4b74-4699-924c-ad2973fc5537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:43Z', 'updated_at': '2021-07-29T23:26:51Z', 'revision_number': 5, 'project_id': '9a401af434c54898abf4f64d565a6a71', 'subnets': [{'id': 'f84d12aa-4b74-4699-924c-ad2973fc5537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:27:13.270832 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: e82ac4e3-04f6-4b52-a485-d12cbfe3534e {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:27:13.271793 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device e82ac4e3-04f6-4b52-a485-d12cbfe3534e not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:27:13.296087 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-12ba3ea7-fa53-4beb-9996-a21408801927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:13.332583 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba3ea7-fa53-4beb-9996-a21408801927 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c91eb1c0-305d-415b-b3ca-0475dffc7759,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:13.338136 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-12ba3ea7-fa53-4beb-9996-a21408801927 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:13.340251 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-12ba3ea7-fa53-4beb-9996-a21408801927 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c91eb1c0-305d-415b-b3ca-0475dffc7759 HTTP/1.1" status: 204 len: 168 time: 0.3983884 Jul 29 23:27:13.346265 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 42832) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:13.347989 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8585bec-2b34-4faf-ab2b-c28ecfe119fb None None] Network 25ec63fd-39c0-4137-a939-b19e29e152fa requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:27:13.498182 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-995e7dbd-c723-4585-974c-6827839b704b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:13.615795 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64383a59-34b5-42af-9da8-c490c227ef41 req-3a8a365c-d001-4658-8996-a8b9e7c4c6f5 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:13.617459 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-64383a59-34b5-42af-9da8-c490c227ef41 req-3a8a365c-d001-4658-8996-a8b9e7c4c6f5 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fb033b4-4959-4057-b11e-00fcaf3bf282 HTTP/1.1" status: 200 len: 946 time: 0.1165061 Jul 29 23:27:13.655323 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-995e7dbd-c723-4585-974c-6827839b704b admin admin] Deleting port 6cb59cba-0bb0-4908-9987-2e8cfe78fda7 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:27:13.655966 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-995e7dbd-c723-4585-974c-6827839b704b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:13.669905 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e43db70-6b51-4678-b0ed-0891b4f75b3f None None] DHCP port deletion for 25ec63fd-39c0-4137-a939-b19e29e152fa request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:27:13.694273 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd0f68e-509a-4c9b-ae43-bcb707ca3893 None None] New status for floating IP 8b0e242e-62e0-4c7b-8d12-82a8e2b7caea: ACTIVE {{(pid=94080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:27:13.736303 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-64383a59-34b5-42af-9da8-c490c227ef41 req-ee3db36f-d7d2-46e3-8294-e05b41b83397 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060839 Jul 29 23:27:13.752450 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-995e7dbd-c723-4585-974c-6827839b704b admin admin] For port 6cb59cba-0bb0-4908-9987-2e8cfe78fda7, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=6cb59cba-0bb0-4908-9987-2e8cfe78fda7,segment=NetworkSegment(efab33a7-a578-4f21-bb33-8b641ac40cdc),segment_id=efab33a7-a578-4f21-bb33-8b641ac40cdc)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:13.752450 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-995e7dbd-c723-4585-974c-6827839b704b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:13.773142 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-6e43db70-6b51-4678-b0ed-0891b4f75b3f None None] Deleting port 6cb59cba-0bb0-4908-9987-2e8cfe78fda7 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:27:13.773848 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6e43db70-6b51-4678-b0ed-0891b4f75b3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:13.775088 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-995e7dbd-c723-4585-974c-6827839b704b admin admin] Calling delete_port for 6cb59cba-0bb0-4908-9987-2e8cfe78fda7 owned by network:dhcp {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:27:13.876785 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-6e43db70-6b51-4678-b0ed-0891b4f75b3f None None] For port 6cb59cba-0bb0-4908-9987-2e8cfe78fda7, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=6cb59cba-0bb0-4908-9987-2e8cfe78fda7,segment=NetworkSegment(efab33a7-a578-4f21-bb33-8b641ac40cdc),segment_id=efab33a7-a578-4f21-bb33-8b641ac40cdc)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:13.877244 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6e43db70-6b51-4678-b0ed-0891b4f75b3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:13.895080 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-6e43db70-6b51-4678-b0ed-0891b4f75b3f None None] Calling delete_port for 6cb59cba-0bb0-4908-9987-2e8cfe78fda7 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:27:13.947077 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00678aeb-971e-4be4-8aab-9d64469158ca req-2183e747-2a4a-4d38-9d30-2272268200c2 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:13.956398 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-00678aeb-971e-4be4-8aab-9d64469158ca req-2183e747-2a4a-4d38-9d30-2272268200c2 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17b7710-3c6e-4ff1-9f9c-83340c0d5270 HTTP/1.1" status: 200 len: 944 time: 0.0936430 Jul 29 23:27:14.007307 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6e43db70-6b51-4678-b0ed-0891b4f75b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:14.020667 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-00678aeb-971e-4be4-8aab-9d64469158ca req-878e3f58-cd4e-493c-825a-1ea934449114 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629458 Jul 29 23:27:14.029497 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-995e7dbd-c723-4585-974c-6827839b704b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:14.044371 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e43db70-6b51-4678-b0ed-0891b4f75b3f None None] Pushing event deleted for resources: {'Port': ['ID=6cb59cba-0bb0-4908-9987-2e8cfe78fda7,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:14.048612 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e43db70-6b51-4678-b0ed-0891b4f75b3f None None] No DVR routers for this DVR port 6cb59cba-0bb0-4908-9987-2e8cfe78fda7 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:27:14.077546 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995e7dbd-c723-4585-974c-6827839b704b admin admin] Pushing event deleted for resources: {'Port': ['ID=6cb59cba-0bb0-4908-9987-2e8cfe78fda7,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:14.084251 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995e7dbd-c723-4585-974c-6827839b704b admin admin] No DVR routers for this DVR port 6cb59cba-0bb0-4908-9987-2e8cfe78fda7 on host n-d-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:27:14.165271 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-995e7dbd-c723-4585-974c-6827839b704b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:14.179353 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-995e7dbd-c723-4585-974c-6827839b704b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25ec63fd-39c0-4137-a939-b19e29e152fa']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:14.192789 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-995e7dbd-c723-4585-974c-6827839b704b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efab33a7-a578-4f21-bb33-8b641ac40cdc') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:14.193093 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-995e7dbd-c723-4585-974c-6827839b704b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efab33a7-a578-4f21-bb33-8b641ac40cdc') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:14.204162 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-995e7dbd-c723-4585-974c-6827839b704b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:14.226203 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-995e7dbd-c723-4585-974c-6827839b704b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:14.233348 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-995e7dbd-c723-4585-974c-6827839b704b admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:27:14.233997 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-995e7dbd-c723-4585-974c-6827839b704b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:14.235908 n-d-712141-10 neutron-server[94078]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:27:14.235908 n-d-712141-10 neutron-server[94078]: self.session.flush() Jul 29 23:27:14.235908 n-d-712141-10 neutron-server[94078]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:27:14.235908 n-d-712141-10 neutron-server[94078]: self.session.flush() Jul 29 23:27:14.235908 n-d-712141-10 neutron-server[94078]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:27:14.235908 n-d-712141-10 neutron-server[94078]: self.session.flush() Jul 29 23:27:14.235908 n-d-712141-10 neutron-server[94078]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:27:14.235908 n-d-712141-10 neutron-server[94078]: self.session.flush() Jul 29 23:27:14.235908 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:27:14.235908 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:27:14.235908 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:27:14.235908 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:27:14.235908 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:27:14.235908 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:27:14.235908 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:27:14.235908 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:27:14.235908 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:27:14.235908 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:27:14.235908 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:27:14.235908 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:27:14.235908 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:27:14.235908 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:27:14.235908 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:27:14.235908 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:27:14.235908 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:27:14.235908 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:27:14.235908 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:27:14.235908 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:27:14.235908 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:27:14.235908 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:27:14.235908 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:27:14.235908 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:27:14.235908 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:27:14.235908 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:27:14.235908 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:27:14.235908 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:27:14.235908 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:27:14.235908 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:27:14.235908 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:27:14.235908 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:27:14.292852 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-995e7dbd-c723-4585-974c-6827839b704b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:14.298083 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 44affca9-66f9-4f88-9afb-a14c3768e6ed up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:27:14.298985 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-995e7dbd-c723-4585-974c-6827839b704b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:14.303926 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-995e7dbd-c723-4585-974c-6827839b704b admin admin] 10.222.0.43 "DELETE /v2.0/networks/25ec63fd-39c0-4137-a939-b19e29e152fa HTTP/1.1" status: 204 len: 168 time: 0.9504476 Jul 29 23:27:14.305017 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 42850) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:14.321386 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995e7dbd-c723-4585-974c-6827839b704b admin admin] Pushing event deleted for resources: {'Network': ['ID=25ec63fd-39c0-4137-a939-b19e29e152fa,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:14.360917 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 44affca9-66f9-4f88-9afb-a14c3768e6ed triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:27:14.361488 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:14.451017 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:14.483616 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c17b7710-3c6e-4ff1-9f9c-83340c0d5270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44affca9-66f9-4f88-9afb-a14c3768e6ed'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:27:14.486190 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4412cf3c-5c5f-4ac6-9505-9a4f5f709fde" -d '{"events": [{"server_uuid": "c17b7710-3c6e-4ff1-9f9c-83340c0d5270", "name": "network-vif-plugged", "status": "completed", "tag": "44affca9-66f9-4f88-9afb-a14c3768e6ed"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:27:14.488169 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 42856) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:14.508988 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 44affca9-66f9-4f88-9afb-a14c3768e6ed, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=44affca9-66f9-4f88-9afb-a14c3768e6ed,segment=NetworkSegment(17b2c622-bac6-4298-9f70-11d5205d8079),segment_id=17b2c622-bac6-4298-9f70-11d5205d8079)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:14.515132 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:14.580078 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0980019b-ac0e-4a7d-ac48-171b75be70a4 x-openstack-request-id: req-0980019b-ac0e-4a7d-ac48-171b75be70a4 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:27:14.580369 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c17b7710-3c6e-4ff1-9f9c-83340c0d5270", "name": "network-vif-plugged", "status": "completed", "tag": "44affca9-66f9-4f88-9afb-a14c3768e6ed", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:27:14.580961 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0980019b-ac0e-4a7d-ac48-171b75be70a4 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:27:14.581341 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c17b7710-3c6e-4ff1-9f9c-83340c0d5270', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44affca9-66f9-4f88-9afb-a14c3768e6ed', 'code': 200} Jul 29 23:27:14.582296 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=44affca9-66f9-4f88-9afb-a14c3768e6ed,revision_number=8']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:14.682899 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2898f1fd-e0f2-468e-9b6a-fd4cb01768c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:14.713209 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bed555-fb75-41fe-acc2-59ca53718d4f req-0545b49b-36f6-46b3-9fcc-e6eebcbc462a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:14.715551 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-49bed555-fb75-41fe-acc2-59ca53718d4f req-0545b49b-36f6-46b3-9fcc-e6eebcbc462a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c17b7710-3c6e-4ff1-9f9c-83340c0d5270 HTTP/1.1" status: 200 len: 1097 time: 0.0455287 Jul 29 23:27:14.763516 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-49bed555-fb75-41fe-acc2-59ca53718d4f req-7e7312c4-e992-445f-a8b2-f75aea050fb4 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410852 Jul 29 23:27:14.912515 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2898f1fd-e0f2-468e-9b6a-fd4cb01768c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:14.924429 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2898f1fd-e0f2-468e-9b6a-fd4cb01768c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:14.930830 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-825328fc-58bc-48fc-a9c2-2e4b37db2dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:14.947929 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36f24ba-67b4-45fb-ab1b-e6d0a9268684 req-37a0b8d0-2623-40bb-b7f5-b0e741821975 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:14.950369 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c36f24ba-67b4-45fb-ab1b-e6d0a9268684 req-37a0b8d0-2623-40bb-b7f5-b0e741821975 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fb033b4-4959-4057-b11e-00fcaf3bf282 HTTP/1.1" status: 200 len: 946 time: 0.1292815 Jul 29 23:27:15.112953 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-2898f1fd-e0f2-468e-9b6a-fd4cb01768c8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fab39bb9578d416d93b9383bc02e3afa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6237321 Jul 29 23:27:15.113900 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2898f1fd-e0f2-468e-9b6a-fd4cb01768c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d3c51c-01c5-4fa8-abe2-8949ff312cb4,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:15.116665 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 42870) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:15.154690 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c36f24ba-67b4-45fb-ab1b-e6d0a9268684 req-d981e995-6898-4817-96ad-2cfc3331881a tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426408 Jul 29 23:27:15.162653 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 6cb59cba-0bb0-4908-9987-2e8cfe78fda7 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:27:15.207873 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 6cb59cba-0bb0-4908-9987-2e8cfe78fda7 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:27:15.208472 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 6cb59cba-0bb0-4908-9987-2e8cfe78fda7 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:27:15.209385 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-198f58c6-5859-48a1-9dfb-da1c62c3c452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:15.246537 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-198f58c6-5859-48a1-9dfb-da1c62c3c452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:15.275092 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f15ea3f-1f19-498f-998d-14fb3b975521 req-af3bdfa0-d736-4832-9ac8-6ccd7e90cc73 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:15.278545 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1f15ea3f-1f19-498f-998d-14fb3b975521 req-af3bdfa0-d736-4832-9ac8-6ccd7e90cc73 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17b7710-3c6e-4ff1-9f9c-83340c0d5270 HTTP/1.1" status: 200 len: 945 time: 0.1510751 Jul 29 23:27:15.311238 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-198f58c6-5859-48a1-9dfb-da1c62c3c452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:15.314016 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-198f58c6-5859-48a1-9dfb-da1c62c3c452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:15.315271 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-198f58c6-5859-48a1-9dfb-da1c62c3c452 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/00d3c51c-01c5-4fa8-abe2-8949ff312cb4 HTTP/1.1" status: 204 len: 168 time: 0.1975286 Jul 29 23:27:15.324524 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198f58c6-5859-48a1-9dfb-da1c62c3c452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d3c51c-01c5-4fa8-abe2-8949ff312cb4,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:15.348813 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1f15ea3f-1f19-498f-998d-14fb3b975521 req-45c33f22-0396-4c75-b033-92381e16c51b tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632265 Jul 29 23:27:15.439483 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-825328fc-58bc-48fc-a9c2-2e4b37db2dde admin admin] Deleting port 831ba847-78bd-407c-bf7d-fbcea940372d {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:27:15.439828 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-825328fc-58bc-48fc-a9c2-2e4b37db2dde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:15.526546 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-825328fc-58bc-48fc-a9c2-2e4b37db2dde admin admin] For port 831ba847-78bd-407c-bf7d-fbcea940372d, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=831ba847-78bd-407c-bf7d-fbcea940372d,segment=NetworkSegment(8c2acf2c-8e00-41c8-b8d8-246821c2a91b),segment_id=8c2acf2c-8e00-41c8-b8d8-246821c2a91b)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:15.527252 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-825328fc-58bc-48fc-a9c2-2e4b37db2dde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:15.541675 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-825328fc-58bc-48fc-a9c2-2e4b37db2dde admin admin] Calling delete_port for 831ba847-78bd-407c-bf7d-fbcea940372d owned by network:router_interface {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:27:15.648859 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 42880) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:15.663363 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a9da1804-5b3e-44f8-a8e2-ee54ccf980ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:15.759208 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-825328fc-58bc-48fc-a9c2-2e4b37db2dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:15.770472 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a9da1804-5b3e-44f8-a8e2-ee54ccf980ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:15.778623 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a9da1804-5b3e-44f8-a8e2-ee54ccf980ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:15.788258 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825328fc-58bc-48fc-a9c2-2e4b37db2dde admin admin] Pushing event deleted for resources: {'Port': ['ID=831ba847-78bd-407c-bf7d-fbcea940372d,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:15.832092 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a9da1804-5b3e-44f8-a8e2-ee54ccf980ce admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2e53e4f64da74102a5449b43b5ed33e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1810472 Jul 29 23:27:15.833074 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9da1804-5b3e-44f8-a8e2-ee54ccf980ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bac9975-0dd0-4111-b7e1-51e064a588e4,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:15.835980 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 42884) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:15.893470 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fce6fe6f-13c9-4523-93af-8bb0e27737ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:15.928404 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fce6fe6f-13c9-4523-93af-8bb0e27737ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:15.990546 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fce6fe6f-13c9-4523-93af-8bb0e27737ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:15.991152 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-825328fc-58bc-48fc-a9c2-2e4b37db2dde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:15.994041 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fce6fe6f-13c9-4523-93af-8bb0e27737ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:15.997518 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-fce6fe6f-13c9-4523-93af-8bb0e27737ed admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8bac9975-0dd0-4111-b7e1-51e064a588e4 HTTP/1.1" status: 204 len: 168 time: 0.1583056 Jul 29 23:27:16.004655 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce6fe6f-13c9-4523-93af-8bb0e27737ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bac9975-0dd0-4111-b7e1-51e064a588e4,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:16.238880 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-825328fc-58bc-48fc-a9c2-2e4b37db2dde admin admin] Router 21e60235-a784-4977-a7f7-7d6b6c2c7494 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:27:16.342261 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb83856-3a89-428e-bb49-cb5219453a2c req-b6a13873-b1fd-4cca-882e-f2c0d3e35e40 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:16.343791 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9cb83856-3a89-428e-bb49-cb5219453a2c req-b6a13873-b1fd-4cca-882e-f2c0d3e35e40 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fb033b4-4959-4057-b11e-00fcaf3bf282 HTTP/1.1" status: 200 len: 946 time: 0.1007876 Jul 29 23:27:16.782328 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825328fc-58bc-48fc-a9c2-2e4b37db2dde admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:27:16.792551 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-825328fc-58bc-48fc-a9c2-2e4b37db2dde admin admin] 10.222.0.43 "PUT /v2.0/routers/21e60235-a784-4977-a7f7-7d6b6c2c7494/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4836681 Jul 29 23:27:16.792551 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9cb83856-3a89-428e-bb49-cb5219453a2c req-1e2de360-ddd6-4b1a-8329-4eacd4808ff4 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839381 Jul 29 23:27:16.792947 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 42918) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:16.805458 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ed08c9-df2f-42d6-9e4a-4867c206ac95 None None] Sync routers for ids ['21e60235-a784-4977-a7f7-7d6b6c2c7494'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:27:16.806245 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c185c846-fd5d-4bdd-8dbb-afcfc67baa7b req-72e7f24b-3ddd-4a0e-a4a8-85af91873048 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:16.813367 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c185c846-fd5d-4bdd-8dbb-afcfc67baa7b req-72e7f24b-3ddd-4a0e-a4a8-85af91873048 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17b7710-3c6e-4ff1-9f9c-83340c0d5270 HTTP/1.1" status: 200 len: 945 time: 0.1057212 Jul 29 23:27:16.816654 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ed08c9-df2f-42d6-9e4a-4867c206ac95 None None] Routers {'21e60235-a784-4977-a7f7-7d6b6c2c7494'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:27:16.817272 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-43ed08c9-df2f-42d6-9e4a-4867c206ac95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:26:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['21e60235-a784-4977-a7f7-7d6b6c2c7494'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:16.885896 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c185c846-fd5d-4bdd-8dbb-afcfc67baa7b req-2d733d1a-1dce-4406-9f22-9d19596f08ac tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654883 Jul 29 23:27:16.935757 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b8b8fa92-109b-485c-bc82-5b593b59a040 admin admin] Notify callbacks [] for router, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:16.995916 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-43ed08c9-df2f-42d6-9e4a-4867c206ac95 None None] Set router 21e60235-a784-4977-a7f7-7d6b6c2c7494 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:27:17.008422 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bef04b-2b26-47b4-953b-e7299492ea96 req-b1cb0cff-5aaf-434e-b62c-e62f466916a7 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:17.010471 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d8bef04b-2b26-47b4-953b-e7299492ea96 req-b1cb0cff-5aaf-434e-b62c-e62f466916a7 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=c17b7710-3c6e-4ff1-9f9c-83340c0d5270 HTTP/1.1" status: 200 len: 945 time: 0.0639625 Jul 29 23:27:17.066837 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d8bef04b-2b26-47b4-953b-e7299492ea96 req-345ebc32-c41f-4484-a410-eecb6ec32591 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481503 Jul 29 23:27:17.126341 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b8b8fa92-109b-485c-bc82-5b593b59a040 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:17.205661 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-43ed08c9-df2f-42d6-9e4a-4867c206ac95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21e60235-a784-4977-a7f7-7d6b6c2c7494', 'name': 'tempest-AttachSCSIVolumeTestJSON-723505916-router', 'tenant_id': '421db16ff9f44899afacd8d7c30512ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.141'}], 'enable_snat': True}, 'gw_port_id': '5706db24-9b8e-42b6-837f-00cfbf8aa106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:25:25Z', 'updated_at': '2021-07-29T23:27:15Z', 'revision_number': 5, 'project_id': '421db16ff9f44899afacd8d7c30512ee', 'gw_port': {'id': '5706db24-9b8e-42b6-837f-00cfbf8aa106', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:70:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e60235-a784-4977-a7f7-7d6b6c2c7494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:25:27Z', 'updated_at': '2021-07-29T23:25:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:17.215247 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-b8b8fa92-109b-485c-bc82-5b593b59a040 admin admin] Deleting port 5706db24-9b8e-42b6-837f-00cfbf8aa106 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:27:17.215589 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b8b8fa92-109b-485c-bc82-5b593b59a040 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:17.250194 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ed08c9-df2f-42d6-9e4a-4867c206ac95 None None] Checking router: 21e60235-a784-4977-a7f7-7d6b6c2c7494 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:27:17.263535 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ed08c9-df2f-42d6-9e4a-4867c206ac95 None None] Routers {'21e60235-a784-4977-a7f7-7d6b6c2c7494'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:27:17.264334 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-43ed08c9-df2f-42d6-9e4a-4867c206ac95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:26:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['21e60235-a784-4977-a7f7-7d6b6c2c7494'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:17.315552 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-b8b8fa92-109b-485c-bc82-5b593b59a040 admin admin] For port 5706db24-9b8e-42b6-837f-00cfbf8aa106, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=5706db24-9b8e-42b6-837f-00cfbf8aa106,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:17.315856 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b8b8fa92-109b-485c-bc82-5b593b59a040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:17.345093 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-b8b8fa92-109b-485c-bc82-5b593b59a040 admin admin] Calling delete_port for 5706db24-9b8e-42b6-837f-00cfbf8aa106 owned by network:router_gateway {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:27:17.374341 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-43ed08c9-df2f-42d6-9e4a-4867c206ac95 None None] Set router 21e60235-a784-4977-a7f7-7d6b6c2c7494 gateway port host: None {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:27:17.435423 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-43ed08c9-df2f-42d6-9e4a-4867c206ac95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21e60235-a784-4977-a7f7-7d6b6c2c7494', 'name': 'tempest-AttachSCSIVolumeTestJSON-723505916-router', 'tenant_id': '421db16ff9f44899afacd8d7c30512ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:25:25Z', 'updated_at': '2021-07-29T23:27:17Z', 'revision_number': 6, 'project_id': '421db16ff9f44899afacd8d7c30512ee', 'gw_port_host': None}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:17.485559 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ed08c9-df2f-42d6-9e4a-4867c206ac95 None None] The sync data for ids ['21e60235-a784-4977-a7f7-7d6b6c2c7494'] in n-d-712141-10 is: [{'id': '21e60235-a784-4977-a7f7-7d6b6c2c7494', 'name': 'tempest-AttachSCSIVolumeTestJSON-723505916-router', 'tenant_id': '421db16ff9f44899afacd8d7c30512ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:25:25Z', 'updated_at': '2021-07-29T23:27:17Z', 'revision_number': 6, 'project_id': '421db16ff9f44899afacd8d7c30512ee', 'gw_port_host': None}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:27:17.567041 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b8b8fa92-109b-485c-bc82-5b593b59a040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:17.594793 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b8fa92-109b-485c-bc82-5b593b59a040 admin admin] Pushing event deleted for resources: {'Port': ['ID=5706db24-9b8e-42b6-837f-00cfbf8aa106,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:17.652311 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab36599-e357-4cb1-92b4-7166e954ac78 req-6aa790e7-67c9-4ba4-83b7-d56f996c277e tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:17.659126 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cab36599-e357-4cb1-92b4-7166e954ac78 req-6aa790e7-67c9-4ba4-83b7-d56f996c277e tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/networks?id=a74822f1-959a-4abc-9b28-d10d0b1420ae HTTP/1.1" status: 200 len: 814 time: 0.1180933 Jul 29 23:27:17.664896 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b8b8fa92-109b-485c-bc82-5b593b59a040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:17.676727 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cab36599-e357-4cb1-92b4-7166e954ac78 req-835ae89c-5c76-47af-9a32-b2a8a34f8f1f tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/quotas/1aef09e8ad134545bd67a467d0199c15 HTTP/1.1" status: 200 len: 375 time: 0.0167365 Jul 29 23:27:17.729452 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cab36599-e357-4cb1-92b4-7166e954ac78 req-a3ce9640-3879-4c7d-8dbf-7d213d4e1c4e tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1aef09e8ad134545bd67a467d0199c15&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0518088 Jul 29 23:27:17.764983 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b8b8fa92-109b-485c-bc82-5b593b59a040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:17.767300 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b8b8fa92-109b-485c-bc82-5b593b59a040 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:17.820047 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b8b8fa92-109b-485c-bc82-5b593b59a040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:17.821238 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b8fa92-109b-485c-bc82-5b593b59a040 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21e60235-a784-4977-a7f7-7d6b6c2c7494 {{(pid=94077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:27:17.829142 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b8b8fa92-109b-485c-bc82-5b593b59a040 admin admin] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:17.830995 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b8b8fa92-109b-485c-bc82-5b593b59a040 admin admin] 10.222.0.43 "DELETE /v2.0/routers/21e60235-a784-4977-a7f7-7d6b6c2c7494 HTTP/1.1" status: 204 len: 168 time: 1.0366395 Jul 29 23:27:17.834732 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 42964) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:17.863412 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cab36599-e357-4cb1-92b4-7166e954ac78 req-92be87b3-aa50-4650-a0be-3bf7727ef7ed service neutron] 10.222.0.43 "GET /v2.0/networks/a74822f1-959a-4abc-9b28-d10d0b1420ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254034 Jul 29 23:27:17.909491 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-afb00aa9-3b4e-422c-afa2-649c0d83f012 admin admin] Deleting subnet 35d2859a-fff7-42d8-a219-490b9fd3a47c {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:27:17.915178 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-afb00aa9-3b4e-422c-afa2-649c0d83f012 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:17.963855 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-afb00aa9-3b4e-422c-afa2-649c0d83f012 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:18.010447 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c349eb1-ae5b-48b0-91f2-6a088275ffc3 req-d7777f7a-345d-459f-bec6-e1e84c3280e0 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:18.011989 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8c349eb1-ae5b-48b0-91f2-6a088275ffc3 req-d7777f7a-345d-459f-bec6-e1e84c3280e0 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fb033b4-4959-4057-b11e-00fcaf3bf282 HTTP/1.1" status: 200 len: 946 time: 0.0879304 Jul 29 23:27:18.049618 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cab36599-e357-4cb1-92b4-7166e954ac78 req-dc3c03a6-6309-4aac-9b7b-7e5a71e55e64 service neutron] 10.222.0.43 "GET /v2.0/networks/a74822f1-959a-4abc-9b28-d10d0b1420ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851959 Jul 29 23:27:18.068059 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-afb00aa9-3b4e-422c-afa2-649c0d83f012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:18.073144 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8c349eb1-ae5b-48b0-91f2-6a088275ffc3 req-2287c61f-eef4-437f-bade-3b9a9a5190d5 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503240 Jul 29 23:27:18.140037 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-afb00aa9-3b4e-422c-afa2-649c0d83f012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:18.174451 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb00aa9-3b4e-422c-afa2-649c0d83f012 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35d2859a-fff7-42d8-a219-490b9fd3a47c,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:18.187842 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf70ae1-e4a7-48ba-9213-d3c710809e4d None None] Network 0af718fc-c93c-4b0f-93b2-48cf1534cee5 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:27:18.188363 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-afb00aa9-3b4e-422c-afa2-649c0d83f012 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:18.192651 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 42980) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:18.201275 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-afb00aa9-3b4e-422c-afa2-649c0d83f012 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/35d2859a-fff7-42d8-a219-490b9fd3a47c HTTP/1.1" status: 204 len: 168 time: 0.3651700 Jul 29 23:27:18.296555 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-efc1d929-8565-4bf8-9060-d1dba4f8876b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:18.452022 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f16bcba2-6a98-458b-980b-47e3b78df3b1 req-c3122e59-34fa-493e-80ec-50e274e47e9b tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=393275b2-aa8f-4044-96a2-110cf5e07da3 HTTP/1.1" status: 200 len: 210 time: 0.0574365 Jul 29 23:27:18.482480 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e873acb-549c-4590-9e62-af3657aef6da req-e0af175c-e411-4f54-99c7-07686a75ddc9 tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:18.484018 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2e873acb-549c-4590-9e62-af3657aef6da req-e0af175c-e411-4f54-99c7-07686a75ddc9 tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9fb033b4-4959-4057-b11e-00fcaf3bf282&tenant_id=11625efdc5e247819e1ba7685d24a207&binding%3Ahost_id=n-h1-712141-10 HTTP/1.1" status: 200 len: 1098 time: 0.1092646 Jul 29 23:27:18.494076 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0706fa-b57d-4689-bae8-4e722f6dc4e5 None None] DHCP port deletion for 0af718fc-c93c-4b0f-93b2-48cf1534cee5 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:27:18.501898 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-efc1d929-8565-4bf8-9060-d1dba4f8876b admin admin] Deleting port f9e97129-71c5-402b-9dcc-8e9903d6e3e7 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:27:18.503970 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-efc1d929-8565-4bf8-9060-d1dba4f8876b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:18.512431 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-2e873acb-549c-4590-9e62-af3657aef6da req-488436e1-6fb4-482f-8d81-a98c44498ffa service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712141-10'}}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:18.582132 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-3e0706fa-b57d-4689-bae8-4e722f6dc4e5 None None] Deleting port f9e97129-71c5-402b-9dcc-8e9903d6e3e7 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:27:18.582517 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3e0706fa-b57d-4689-bae8-4e722f6dc4e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:18.633079 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2e873acb-549c-4590-9e62-af3657aef6da req-488436e1-6fb4-482f-8d81-a98c44498ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:18.634239 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-efc1d929-8565-4bf8-9060-d1dba4f8876b admin admin] For port f9e97129-71c5-402b-9dcc-8e9903d6e3e7, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=f9e97129-71c5-402b-9dcc-8e9903d6e3e7,segment=NetworkSegment(8c2acf2c-8e00-41c8-b8d8-246821c2a91b),segment_id=8c2acf2c-8e00-41c8-b8d8-246821c2a91b)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:18.635398 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-efc1d929-8565-4bf8-9060-d1dba4f8876b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:18.659682 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-efc1d929-8565-4bf8-9060-d1dba4f8876b admin admin] Calling delete_port for f9e97129-71c5-402b-9dcc-8e9903d6e3e7 owned by network:dhcp {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:27:18.722638 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-3e0706fa-b57d-4689-bae8-4e722f6dc4e5 None None] For port f9e97129-71c5-402b-9dcc-8e9903d6e3e7, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=f9e97129-71c5-402b-9dcc-8e9903d6e3e7,segment=NetworkSegment(8c2acf2c-8e00-41c8-b8d8-246821c2a91b),segment_id=8c2acf2c-8e00-41c8-b8d8-246821c2a91b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:18.723275 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3e0706fa-b57d-4689-bae8-4e722f6dc4e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:18.742822 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-3e0706fa-b57d-4689-bae8-4e722f6dc4e5 None None] Calling delete_port for f9e97129-71c5-402b-9dcc-8e9903d6e3e7 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:27:18.771714 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-efc1d929-8565-4bf8-9060-d1dba4f8876b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:18.788281 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc1d929-8565-4bf8-9060-d1dba4f8876b admin admin] No DVR routers for this DVR port f9e97129-71c5-402b-9dcc-8e9903d6e3e7 on host n-d-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:27:18.832037 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc1d929-8565-4bf8-9060-d1dba4f8876b admin admin] Pushing event deleted for resources: {'Port': ['ID=f9e97129-71c5-402b-9dcc-8e9903d6e3e7,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:18.919943 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-2e873acb-549c-4590-9e62-af3657aef6da req-488436e1-6fb4-482f-8d81-a98c44498ffa service neutron] For port ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18,segment=NetworkSegment(03081878-6d73-4f31-b394-970f508038c5),segment_id=03081878-6d73-4f31-b394-970f508038c5)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:18.921425 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3e0706fa-b57d-4689-bae8-4e722f6dc4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:19.008704 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced7b3ec-044d-4865-b32e-ffa3720289fe req-2407f20b-f570-4a5a-956a-358a88e73a54 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:19.010815 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ced7b3ec-044d-4865-b32e-ffa3720289fe req-2407f20b-f570-4a5a-956a-358a88e73a54 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.22 "GET /v2.0/ports?device_id=c17b7710-3c6e-4ff1-9f9c-83340c0d5270 HTTP/1.1" status: 200 len: 945 time: 0.1901913 Jul 29 23:27:19.012824 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-efc1d929-8565-4bf8-9060-d1dba4f8876b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:19.050463 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-2e873acb-549c-4590-9e62-af3657aef6da req-488436e1-6fb4-482f-8d81-a98c44498ffa service neutron] For port ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18, host n-h1-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:27:19.051346 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-efc1d929-8565-4bf8-9060-d1dba4f8876b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0af718fc-c93c-4b0f-93b2-48cf1534cee5']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:19.076300 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-efc1d929-8565-4bf8-9060-d1dba4f8876b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c2acf2c-8e00-41c8-b8d8-246821c2a91b') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:19.076581 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-efc1d929-8565-4bf8-9060-d1dba4f8876b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c2acf2c-8e00-41c8-b8d8-246821c2a91b') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:19.116968 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-efc1d929-8565-4bf8-9060-d1dba4f8876b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:19.137007 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-efc1d929-8565-4bf8-9060-d1dba4f8876b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:19.152899 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efc1d929-8565-4bf8-9060-d1dba4f8876b admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:27:19.153346 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-efc1d929-8565-4bf8-9060-d1dba4f8876b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:19.156152 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:27:19.156152 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:27:19.156152 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:27:19.156152 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:27:19.156152 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:27:19.156152 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:27:19.156152 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:27:19.156152 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:27:19.156152 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:27:19.156152 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:27:19.156152 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:27:19.156152 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:27:19.156152 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:27:19.156152 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:27:19.156152 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:27:19.156152 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:27:19.156152 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:27:19.156152 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:27:19.156152 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:27:19.156152 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:27:19.156152 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:27:19.156152 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:27:19.156152 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:27:19.156152 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:27:19.156152 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:27:19.156152 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:27:19.156152 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:27:19.156152 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:27:19.156152 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:27:19.156152 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:27:19.156152 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:27:19.156152 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:27:19.159452 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb033b4-4959-4057-b11e-00fcaf3bf282', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:27:19.162916 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3404f9-d00a-451c-88ce-e76001354cbc" -d '{"events": [{"server_uuid": "9fb033b4-4959-4057-b11e-00fcaf3bf282", "name": "network-vif-unplugged", "status": "completed", "tag": "ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:27:19.168780 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2e873acb-549c-4590-9e62-af3657aef6da req-488436e1-6fb4-482f-8d81-a98c44498ffa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:19.206305 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-ced7b3ec-044d-4865-b32e-ffa3720289fe req-e9b3120c-b61f-4336-a11e-6a1419004a0d tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Deleting port 44affca9-66f9-4f88-9afb-a14c3768e6ed {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:27:19.206547 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2e873acb-549c-4590-9e62-af3657aef6da req-488436e1-6fb4-482f-8d81-a98c44498ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:19.206704 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-ced7b3ec-044d-4865-b32e-ffa3720289fe req-e9b3120c-b61f-4336-a11e-6a1419004a0d tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:19.276263 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device f9e97129-71c5-402b-9dcc-8e9903d6e3e7 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:27:19.283207 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0706fa-b57d-4689-bae8-4e722f6dc4e5 None None] Pushing event deleted for resources: {'Port': ['ID=f9e97129-71c5-402b-9dcc-8e9903d6e3e7,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:19.308268 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0706fa-b57d-4689-bae8-4e722f6dc4e5 None None] No DVR routers for this DVR port f9e97129-71c5-402b-9dcc-8e9903d6e3e7 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:27:19.313482 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: f9e97129-71c5-402b-9dcc-8e9903d6e3e7 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:27:19.322962 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device f9e97129-71c5-402b-9dcc-8e9903d6e3e7 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:27:19.323682 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 831ba847-78bd-407c-bf7d-fbcea940372d no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:27:19.328234 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-efc1d929-8565-4bf8-9060-d1dba4f8876b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:19.356459 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-efc1d929-8565-4bf8-9060-d1dba4f8876b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:19.358805 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:27:19.359693 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-efc1d929-8565-4bf8-9060-d1dba4f8876b admin admin] 10.222.0.43 "DELETE /v2.0/networks/0af718fc-c93c-4b0f-93b2-48cf1534cee5 HTTP/1.1" status: 204 len: 168 time: 1.1653640 Jul 29 23:27:19.374671 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488436e1-6fb4-482f-8d81-a98c44498ffa service neutron] Pushing event updated for resources: {'Port': ['ID=ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18,revision_number=7']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:19.379391 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc1d929-8565-4bf8-9060-d1dba4f8876b admin admin] Pushing event deleted for resources: {'Network': ['ID=0af718fc-c93c-4b0f-93b2-48cf1534cee5,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:19.391317 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d90766-9c95-44ef-aade-3668805ec8f3 req-0390fe48-e91e-4db3-97ae-ebefbed13286 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:19.393493 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d3d90766-9c95-44ef-aade-3668805ec8f3 req-0390fe48-e91e-4db3-97ae-ebefbed13286 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fb033b4-4959-4057-b11e-00fcaf3bf282 HTTP/1.1" status: 200 len: 944 time: 0.1354566 Jul 29 23:27:19.437622 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 831ba847-78bd-407c-bf7d-fbcea940372d {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:27:19.440723 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-ced7b3ec-044d-4865-b32e-ffa3720289fe req-e9b3120c-b61f-4336-a11e-6a1419004a0d tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] For port 44affca9-66f9-4f88-9afb-a14c3768e6ed, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=44affca9-66f9-4f88-9afb-a14c3768e6ed,segment=NetworkSegment(17b2c622-bac6-4298-9f70-11d5205d8079),segment_id=17b2c622-bac6-4298-9f70-11d5205d8079)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:19.441354 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 831ba847-78bd-407c-bf7d-fbcea940372d not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:27:19.441507 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-ced7b3ec-044d-4865-b32e-ffa3720289fe req-e9b3120c-b61f-4336-a11e-6a1419004a0d tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:19.441991 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 5706db24-9b8e-42b6-837f-00cfbf8aa106 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:27:19.452361 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-2e873acb-549c-4590-9e62-af3657aef6da req-488436e1-6fb4-482f-8d81-a98c44498ffa service neutron] Attempting to bind port ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18 on host n-h1-712141-10 for vnic_type normal with profile {"migrating_to": "n-h2-712141-10"} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:27:19.453182 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-2e873acb-549c-4590-9e62-af3657aef6da req-488436e1-6fb4-482f-8d81-a98c44498ffa service neutron] Attempting to bind port ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18 by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': '03081878-6d73-4f31-b394-970f508038c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '33e8f010-7789-4c0c-8f2b-4d54e9bb67e4'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:27:19.453761 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e873acb-549c-4590-9e62-af3657aef6da req-488436e1-6fb4-482f-8d81-a98c44498ffa service neutron] Attempting to bind port ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18 on network 33e8f010-7789-4c0c-8f2b-4d54e9bb67e4 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:27:19.460409 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e873acb-549c-4590-9e62-af3657aef6da req-488436e1-6fb4-482f-8d81-a98c44498ffa service neutron] Port ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18 on network 33e8f010-7789-4c0c-8f2b-4d54e9bb67e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:27:19.461376 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e873acb-549c-4590-9e62-af3657aef6da req-488436e1-6fb4-482f-8d81-a98c44498ffa service neutron] Attempting to bind port ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18 on network 33e8f010-7789-4c0c-8f2b-4d54e9bb67e4 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:27:19.465952 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-ced7b3ec-044d-4865-b32e-ffa3720289fe req-e9b3120c-b61f-4336-a11e-6a1419004a0d tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Calling delete_port for 44affca9-66f9-4f88-9afb-a14c3768e6ed owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:27:19.468234 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e873acb-549c-4590-9e62-af3657aef6da req-488436e1-6fb4-482f-8d81-a98c44498ffa service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:27:19.468814 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e873acb-549c-4590-9e62-af3657aef6da req-488436e1-6fb4-482f-8d81-a98c44498ffa service neutron] Checking segment: {'id': '03081878-6d73-4f31-b394-970f508038c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '33e8f010-7789-4c0c-8f2b-4d54e9bb67e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:27:19.469429 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e873acb-549c-4590-9e62-af3657aef6da req-488436e1-6fb4-482f-8d81-a98c44498ffa service neutron] Bound using segment: {'id': '03081878-6d73-4f31-b394-970f508038c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '33e8f010-7789-4c0c-8f2b-4d54e9bb67e4'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:27:19.470192 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-2e873acb-549c-4590-9e62-af3657aef6da req-488436e1-6fb4-482f-8d81-a98c44498ffa service neutron] Bound port: ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03081878-6d73-4f31-b394-970f508038c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '33e8f010-7789-4c0c-8f2b-4d54e9bb67e4'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:27:19.470771 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2e873acb-549c-4590-9e62-af3657aef6da req-488436e1-6fb4-482f-8d81-a98c44498ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:19.499853 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:19.501070 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 5706db24-9b8e-42b6-837f-00cfbf8aa106 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:27:19.501874 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 5706db24-9b8e-42b6-837f-00cfbf8aa106 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:27:19.559904 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-2e873acb-549c-4590-9e62-af3657aef6da req-488436e1-6fb4-482f-8d81-a98c44498ffa service neutron] For port ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18, host n-h1-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:27:19.561352 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-2e873acb-549c-4590-9e62-af3657aef6da req-488436e1-6fb4-482f-8d81-a98c44498ffa service neutron] For port ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18,segment=NetworkSegment(03081878-6d73-4f31-b394-970f508038c5),segment_id=03081878-6d73-4f31-b394-970f508038c5)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:27:19.570696 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2e873acb-549c-4590-9e62-af3657aef6da req-488436e1-6fb4-482f-8d81-a98c44498ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:19.605966 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d3d90766-9c95-44ef-aade-3668805ec8f3 req-df633877-7b73-4875-b7d8-6d2666568b6f tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033124 Jul 29 23:27:19.749532 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e873acb-549c-4590-9e62-af3657aef6da req-488436e1-6fb4-482f-8d81-a98c44498ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:19.750470 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2e873acb-549c-4590-9e62-af3657aef6da req-488436e1-6fb4-482f-8d81-a98c44498ffa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:19.751958 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2e873acb-549c-4590-9e62-af3657aef6da req-488436e1-6fb4-482f-8d81-a98c44498ffa service neutron] 10.222.0.22 "PUT /v2.0/ports/ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18 HTTP/1.1" status: 200 len: 1124 time: 1.2561061 Jul 29 23:27:19.757234 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488436e1-6fb4-482f-8d81-a98c44498ffa service neutron] Pushing event updated for resources: {'Port': ['ID=ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18,revision_number=8']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:19.801625 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ddb4cd-fc89-4c17-8a96-3e3c512673bc x-openstack-request-id: req-61ddb4cd-fc89-4c17-8a96-3e3c512673bc {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:27:19.802476 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fb033b4-4959-4057-b11e-00fcaf3bf282", "name": "network-vif-unplugged", "status": "completed", "tag": "ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:27:19.802839 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-61ddb4cd-fc89-4c17-8a96-3e3c512673bc {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:27:19.803452 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fb033b4-4959-4057-b11e-00fcaf3bf282', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18', 'code': 200} Jul 29 23:27:19.805972 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-ced7b3ec-044d-4865-b32e-ffa3720289fe req-e9b3120c-b61f-4336-a11e-6a1419004a0d tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:19.810351 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 43048) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:19.829804 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['44affca9-66f9-4f88-9afb-a14c3768e6ed'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:27:19.881938 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b3120c-b61f-4336-a11e-6a1419004a0d tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Pushing event deleted for resources: {'Port': ['ID=44affca9-66f9-4f88-9afb-a14c3768e6ed,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:19.939747 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:27:19.946462 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-ced7b3ec-044d-4865-b32e-ffa3720289fe req-e9b3120c-b61f-4336-a11e-6a1419004a0d tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] No DVR routers for this DVR port 44affca9-66f9-4f88-9afb-a14c3768e6ed on host n-h2-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:27:19.951178 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-ced7b3ec-044d-4865-b32e-ffa3720289fe req-e9b3120c-b61f-4336-a11e-6a1419004a0d tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:19.953149 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ced7b3ec-044d-4865-b32e-ffa3720289fe req-e9b3120c-b61f-4336-a11e-6a1419004a0d tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.22 "DELETE /v2.0/ports/44affca9-66f9-4f88-9afb-a14c3768e6ed HTTP/1.1" status: 204 len: 173 time: 0.9311590 Jul 29 23:27:19.953613 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c17b7710-3c6e-4ff1-9f9c-83340c0d5270', 'name': 'network-vif-deleted', 'tag': '44affca9-66f9-4f88-9afb-a14c3768e6ed'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:27:19.956666 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13dab4c1-1bcb-4e89-bed2-9ff318aad5e0" -d '{"events": [{"server_uuid": "c17b7710-3c6e-4ff1-9f9c-83340c0d5270", "name": "network-vif-deleted", "tag": "44affca9-66f9-4f88-9afb-a14c3768e6ed"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:27:19.975005 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-88e26c87-53ed-4859-bd43-607de25ba419 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d05d0735641f4e49a84fdfbf89768ab7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1627266 Jul 29 23:27:19.977402 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 43052) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:20.043777 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3f3ad92c-8b54-4c6d-b9f4-480ef7a15425 req-8654a072-bdd7-4d5f-8843-72ace045c6c5 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=393275b2-aa8f-4044-96a2-110cf5e07da3 HTTP/1.1" status: 200 len: 210 time: 0.0444968 Jul 29 23:27:20.071100 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:27:20.140594 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8f9e74c-5484-4902-bd92-4f1deb34f40c x-openstack-request-id: req-e8f9e74c-5484-4902-bd92-4f1deb34f40c {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:27:20.141040 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c17b7710-3c6e-4ff1-9f9c-83340c0d5270", "name": "network-vif-deleted", "tag": "44affca9-66f9-4f88-9afb-a14c3768e6ed", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:27:20.141222 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e8f9e74c-5484-4902-bd92-4f1deb34f40c {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:27:20.141692 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c17b7710-3c6e-4ff1-9f9c-83340c0d5270', 'name': 'network-vif-deleted', 'tag': '44affca9-66f9-4f88-9afb-a14c3768e6ed', 'status': 'completed', 'code': 200} Jul 29 23:27:20.145431 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d272f926-7116-480a-82e4-dad892cf927b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:20.172664 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d272f926-7116-480a-82e4-dad892cf927b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:20.254150 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d272f926-7116-480a-82e4-dad892cf927b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:20.257021 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d272f926-7116-480a-82e4-dad892cf927b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:20.263060 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-d272f926-7116-480a-82e4-dad892cf927b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8d40ae53-9330-41ee-89e9-65b1c9cf505a HTTP/1.1" status: 204 len: 168 time: 0.2837827 Jul 29 23:27:20.293350 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab36599-e357-4cb1-92b4-7166e954ac78 req-8c401c29-195f-46b2-bad4-101a8d362215 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:20.296087 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cab36599-e357-4cb1-92b4-7166e954ac78 req-8c401c29-195f-46b2-bad4-101a8d362215 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.22 "GET /v2.0/networks?id=a74822f1-959a-4abc-9b28-d10d0b1420ae HTTP/1.1" status: 200 len: 814 time: 0.2547958 Jul 29 23:27:20.297350 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d272f926-7116-480a-82e4-dad892cf927b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d40ae53-9330-41ee-89e9-65b1c9cf505a,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:20.316941 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-cab36599-e357-4cb1-92b4-7166e954ac78 req-644e357b-281f-4c53-b376-36f25d9ac950 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Request body: {'port': {'device_id': '393275b2-aa8f-4044-96a2-110cf5e07da3', 'network_id': 'a74822f1-959a-4abc-9b28-d10d0b1420ae', 'admin_state_up': True, 'tenant_id': '1aef09e8ad134545bd67a467d0199c15'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:20.325821 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18 details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:27:20.449068 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18,segment=NetworkSegment(03081878-6d73-4f31-b394-970f508038c5),segment_id=03081878-6d73-4f31-b394-970f508038c5)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:20.455148 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cab36599-e357-4cb1-92b4-7166e954ac78 req-644e357b-281f-4c53-b376-36f25d9ac950 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Made reservation on behalf of 1aef09e8ad134545bd67a467d0199c15 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:27:20.459297 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-cab36599-e357-4cb1-92b4-7166e954ac78 req-644e357b-281f-4c53-b376-36f25d9ac950 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:20.470635 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18 has no active binding in host n-h2-712141-10 {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 29 23:27:20.633319 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-cab36599-e357-4cb1-92b4-7166e954ac78 req-644e357b-281f-4c53-b376-36f25d9ac950 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Allocated IP 172.20.0.6 (a74822f1-959a-4abc-9b28-d10d0b1420ae/ae790fd8-1f1c-42ad-b55e-335a32cfbdf8/5a6ed8fe-023d-43a1-8fcb-247105a71aea) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:27:20.820421 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe84f3-e0c3-4b37-94f3-f232744e9f31 req-fc449afd-5add-4275-9a3a-9b9132c60c02 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:20.826384 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d4fe84f3-e0c3-4b37-94f3-f232744e9f31 req-fc449afd-5add-4275-9a3a-9b9132c60c02 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fb033b4-4959-4057-b11e-00fcaf3bf282 HTTP/1.1" status: 200 len: 944 time: 0.1280167 Jul 29 23:27:20.830618 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 43078) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:20.886177 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-93142178-3d50-46d9-9003-e96d7599cce9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=421db16ff9f44899afacd8d7c30512ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0540800 Jul 29 23:27:20.887248 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 43082) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:20.899867 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d4fe84f3-e0c3-4b37-94f3-f232744e9f31 req-f6c967f2-ef28-4ad7-907e-97d90795a020 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639102 Jul 29 23:27:20.943044 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-cab36599-e357-4cb1-92b4-7166e954ac78 req-644e357b-281f-4c53-b376-36f25d9ac950 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:20.957140 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-397d5213-ffaf-4eb9-b1ff-dafd203179ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:20.987685 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-397d5213-ffaf-4eb9-b1ff-dafd203179ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:21.000074 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-cab36599-e357-4cb1-92b4-7166e954ac78 req-644e357b-281f-4c53-b376-36f25d9ac950 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:21.055116 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cab36599-e357-4cb1-92b4-7166e954ac78 req-644e357b-281f-4c53-b376-36f25d9ac950 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Network a74822f1-959a-4abc-9b28-d10d0b1420ae is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:27:21.057980 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 43090) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:21.058902 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-cab36599-e357-4cb1-92b4-7166e954ac78 req-644e357b-281f-4c53-b376-36f25d9ac950 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:27:21.063456 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-cab36599-e357-4cb1-92b4-7166e954ac78 req-644e357b-281f-4c53-b376-36f25d9ac950 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:27:21.070771 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-397d5213-ffaf-4eb9-b1ff-dafd203179ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:21.074604 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644e357b-281f-4c53-b376-36f25d9ac950 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Pushing event updated for resources: {'Port': ['ID=5a6ed8fe-023d-43a1-8fcb-247105a71aea,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:21.075267 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-397d5213-ffaf-4eb9-b1ff-dafd203179ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:21.079068 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-397d5213-ffaf-4eb9-b1ff-dafd203179ce admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/245179d2-991b-401e-9090-49c88c374541 HTTP/1.1" status: 204 len: 168 time: 0.1881311 Jul 29 23:27:21.103822 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397d5213-ffaf-4eb9-b1ff-dafd203179ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245179d2-991b-401e-9090-49c88c374541,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:21.130282 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab36599-e357-4cb1-92b4-7166e954ac78 req-644e357b-281f-4c53-b376-36f25d9ac950 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:21.131095 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-cab36599-e357-4cb1-92b4-7166e954ac78 req-644e357b-281f-4c53-b376-36f25d9ac950 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:21.150362 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cab36599-e357-4cb1-92b4-7166e954ac78 req-644e357b-281f-4c53-b376-36f25d9ac950 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8374124 Jul 29 23:27:21.174442 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-cab36599-e357-4cb1-92b4-7166e954ac78 req-f4be862b-3385-480d-ad88-14eacce5c5e0 service neutron] Request body: {'port': {'device_id': '393275b2-aa8f-4044-96a2-110cf5e07da3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:21.256206 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8620ff4-fc39-41da-b980-1f75609330e0 req-ba4eee5f-025c-4501-b642-41ea73b5fe47 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:21.257768 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f8620ff4-fc39-41da-b980-1f75609330e0 req-ba4eee5f-025c-4501-b642-41ea73b5fe47 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=393275b2-aa8f-4044-96a2-110cf5e07da3 HTTP/1.1" status: 200 len: 931 time: 0.0992711 Jul 29 23:27:21.265264 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-cab36599-e357-4cb1-92b4-7166e954ac78 req-f4be862b-3385-480d-ad88-14eacce5c5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:21.334150 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f8620ff4-fc39-41da-b980-1f75609330e0 req-2832b634-804e-4837-a6d4-561e15d6662b tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648198 Jul 29 23:27:21.369052 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2e296918-1fe4-4ade-9841-45ed36fcc09e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:21.482892 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2e296918-1fe4-4ade-9841-45ed36fcc09e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:21.488290 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2e296918-1fe4-4ade-9841-45ed36fcc09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:21.535140 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-2e296918-1fe4-4ade-9841-45ed36fcc09e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ba40560787734f40b47e4c848ca6adad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4737332 Jul 29 23:27:21.535389 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 43108) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:21.550479 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e296918-1fe4-4ade-9841-45ed36fcc09e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d76e9c-2c2f-43b7-9c3e-0c08c7e3557c,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:21.590073 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-51ec7c8f-8810-4883-aea2-e8ab7bb42290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:21.614155 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-cab36599-e357-4cb1-92b4-7166e954ac78 req-f4be862b-3385-480d-ad88-14eacce5c5e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a6ed8fe-023d-43a1-8fcb-247105a71aea {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:27:21.616245 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-51ec7c8f-8810-4883-aea2-e8ab7bb42290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:21.624602 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-cab36599-e357-4cb1-92b4-7166e954ac78 req-f4be862b-3385-480d-ad88-14eacce5c5e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:21.637964 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-cab36599-e357-4cb1-92b4-7166e954ac78 req-f4be862b-3385-480d-ad88-14eacce5c5e0 service neutron] Transition to ACTIVE for port object 5a6ed8fe-023d-43a1-8fcb-247105a71aea will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:27:21.644436 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-cab36599-e357-4cb1-92b4-7166e954ac78 req-f4be862b-3385-480d-ad88-14eacce5c5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:21.671534 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-51ec7c8f-8810-4883-aea2-e8ab7bb42290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:21.674739 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-51ec7c8f-8810-4883-aea2-e8ab7bb42290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:21.678843 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-51ec7c8f-8810-4883-aea2-e8ab7bb42290 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f4d76e9c-2c2f-43b7-9c3e-0c08c7e3557c HTTP/1.1" status: 204 len: 168 time: 0.1397064 Jul 29 23:27:21.697907 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ec7c8f-8810-4883-aea2-e8ab7bb42290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d76e9c-2c2f-43b7-9c3e-0c08c7e3557c,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:21.698332 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4be862b-3385-480d-ad88-14eacce5c5e0 service neutron] Pushing event updated for resources: {'Port': ['ID=5a6ed8fe-023d-43a1-8fcb-247105a71aea,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:21.792625 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-cab36599-e357-4cb1-92b4-7166e954ac78 req-f4be862b-3385-480d-ad88-14eacce5c5e0 service neutron] Attempting to bind port 5a6ed8fe-023d-43a1-8fcb-247105a71aea on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:27:21.792962 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-cab36599-e357-4cb1-92b4-7166e954ac78 req-f4be862b-3385-480d-ad88-14eacce5c5e0 service neutron] Attempting to bind port 5a6ed8fe-023d-43a1-8fcb-247105a71aea by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '17b2c622-bac6-4298-9f70-11d5205d8079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a74822f1-959a-4abc-9b28-d10d0b1420ae'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:27:21.793490 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab36599-e357-4cb1-92b4-7166e954ac78 req-f4be862b-3385-480d-ad88-14eacce5c5e0 service neutron] Attempting to bind port 5a6ed8fe-023d-43a1-8fcb-247105a71aea on network a74822f1-959a-4abc-9b28-d10d0b1420ae {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:27:21.798488 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab36599-e357-4cb1-92b4-7166e954ac78 req-f4be862b-3385-480d-ad88-14eacce5c5e0 service neutron] Port 5a6ed8fe-023d-43a1-8fcb-247105a71aea on network a74822f1-959a-4abc-9b28-d10d0b1420ae not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:27:21.798705 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab36599-e357-4cb1-92b4-7166e954ac78 req-f4be862b-3385-480d-ad88-14eacce5c5e0 service neutron] Attempting to bind port 5a6ed8fe-023d-43a1-8fcb-247105a71aea on network a74822f1-959a-4abc-9b28-d10d0b1420ae {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:27:21.804437 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab36599-e357-4cb1-92b4-7166e954ac78 req-f4be862b-3385-480d-ad88-14eacce5c5e0 service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:27:21.804878 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab36599-e357-4cb1-92b4-7166e954ac78 req-f4be862b-3385-480d-ad88-14eacce5c5e0 service neutron] Checking segment: {'id': '17b2c622-bac6-4298-9f70-11d5205d8079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a74822f1-959a-4abc-9b28-d10d0b1420ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:27:21.805071 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fb033b4-4959-4057-b11e-00fcaf3bf282', 'tag': 'ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:27:21.805267 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cab36599-e357-4cb1-92b4-7166e954ac78 req-f4be862b-3385-480d-ad88-14eacce5c5e0 service neutron] Bound using segment: {'id': '17b2c622-bac6-4298-9f70-11d5205d8079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a74822f1-959a-4abc-9b28-d10d0b1420ae'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:27:21.805721 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-cab36599-e357-4cb1-92b4-7166e954ac78 req-f4be862b-3385-480d-ad88-14eacce5c5e0 service neutron] Bound port: 5a6ed8fe-023d-43a1-8fcb-247105a71aea, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17b2c622-bac6-4298-9f70-11d5205d8079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a74822f1-959a-4abc-9b28-d10d0b1420ae'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:27:21.806366 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-cab36599-e357-4cb1-92b4-7166e954ac78 req-f4be862b-3385-480d-ad88-14eacce5c5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:21.807895 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb10f04-fcca-4f14-8d36-79e38c509e33" -d '{"events": [{"name": "network-changed", "server_uuid": "9fb033b4-4959-4057-b11e-00fcaf3bf282", "tag": "ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:27:21.855961 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3083c645-c78e-434f-92fe-55949546ef2b x-openstack-request-id: req-3083c645-c78e-434f-92fe-55949546ef2b {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:27:21.857269 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fb033b4-4959-4057-b11e-00fcaf3bf282", "tag": "ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:27:21.858179 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3083c645-c78e-434f-92fe-55949546ef2b {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:27:21.858911 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fb033b4-4959-4057-b11e-00fcaf3bf282', 'tag': 'ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18', 'status': 'completed', 'code': 200} Jul 29 23:27:21.880224 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 43126) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:21.920446 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-cab36599-e357-4cb1-92b4-7166e954ac78 req-f4be862b-3385-480d-ad88-14eacce5c5e0 service neutron] For port 5a6ed8fe-023d-43a1-8fcb-247105a71aea, host n-h2-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:27:21.925423 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-cab36599-e357-4cb1-92b4-7166e954ac78 req-f4be862b-3385-480d-ad88-14eacce5c5e0 service neutron] For port 5a6ed8fe-023d-43a1-8fcb-247105a71aea, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=5a6ed8fe-023d-43a1-8fcb-247105a71aea,segment=NetworkSegment(17b2c622-bac6-4298-9f70-11d5205d8079),segment_id=17b2c622-bac6-4298-9f70-11d5205d8079)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:27:21.935542 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-cab36599-e357-4cb1-92b4-7166e954ac78 req-f4be862b-3385-480d-ad88-14eacce5c5e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:22.015779 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab36599-e357-4cb1-92b4-7166e954ac78 req-f4be862b-3385-480d-ad88-14eacce5c5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:22.016478 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-cab36599-e357-4cb1-92b4-7166e954ac78 req-f4be862b-3385-480d-ad88-14eacce5c5e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:22.017933 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cab36599-e357-4cb1-92b4-7166e954ac78 req-f4be862b-3385-480d-ad88-14eacce5c5e0 service neutron] 10.222.0.22 "PUT /v2.0/ports/5a6ed8fe-023d-43a1-8fcb-247105a71aea HTTP/1.1" status: 200 len: 1092 time: 0.8477292 Jul 29 23:27:22.053091 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-32eba786-28ef-4544-8070-3e457d281785 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-454429373-network', 'tenant_id': 'cfd954225fe54c54b27a2d340342811d'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:22.077303 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4be862b-3385-480d-ad88-14eacce5c5e0 service neutron] Pushing event updated for resources: {'Port': ['ID=5a6ed8fe-023d-43a1-8fcb-247105a71aea,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:22.095085 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32eba786-28ef-4544-8070-3e457d281785 admin admin] Made reservation on behalf of cfd954225fe54c54b27a2d340342811d for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:27:22.096411 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 43136) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:22.101190 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-32eba786-28ef-4544-8070-3e457d281785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:22.111217 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-32eba786-28ef-4544-8070-3e457d281785 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:22.122036 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb10f04-fcca-4f14-8d36-79e38c509e33 req-de6af5bc-ba0e-4f5d-b996-456faaf99d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:22.123518 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ecb10f04-fcca-4f14-8d36-79e38c509e33 req-de6af5bc-ba0e-4f5d-b996-456faaf99d23 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=11625efdc5e247819e1ba7685d24a207&device_id=9fb033b4-4959-4057-b11e-00fcaf3bf282 HTTP/1.1" status: 200 len: 1127 time: 0.1731782 Jul 29 23:27:22.139890 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f2f1c1-8d21-4f1e-be8a-21d4894cc0dc req-b30f1a8c-b903-4520-b393-ecb353d695d6 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:22.148309 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a4f2f1c1-8d21-4f1e-be8a-21d4894cc0dc req-b30f1a8c-b903-4520-b393-ecb353d695d6 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fb033b4-4959-4057-b11e-00fcaf3bf282 HTTP/1.1" status: 200 len: 944 time: 0.1407290 Jul 29 23:27:22.152532 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '393275b2-aa8f-4044-96a2-110cf5e07da3', 'tag': '5a6ed8fe-023d-43a1-8fcb-247105a71aea'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:27:22.154807 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16572594-a330-42bd-a285-dc028824a090" -d '{"events": [{"name": "network-changed", "server_uuid": "393275b2-aa8f-4044-96a2-110cf5e07da3", "tag": "5a6ed8fe-023d-43a1-8fcb-247105a71aea"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:27:22.173013 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7833372c-afa2-45f3-bacb-2db7b2453055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:22.213149 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-32eba786-28ef-4544-8070-3e457d281785 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:22.217432 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-32eba786-28ef-4544-8070-3e457d281785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:22.229725 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bbe4d5d-df2a-4406-b793-e18327671633 x-openstack-request-id: req-8bbe4d5d-df2a-4406-b793-e18327671633 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:27:22.230042 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "393275b2-aa8f-4044-96a2-110cf5e07da3", "tag": "5a6ed8fe-023d-43a1-8fcb-247105a71aea", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:27:22.230259 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8bbe4d5d-df2a-4406-b793-e18327671633 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:27:22.230645 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '393275b2-aa8f-4044-96a2-110cf5e07da3', 'tag': '5a6ed8fe-023d-43a1-8fcb-247105a71aea', 'status': 'completed', 'code': 200} Jul 29 23:27:22.248088 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32eba786-28ef-4544-8070-3e457d281785 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:27:22.265252 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab36599-e357-4cb1-92b4-7166e954ac78 req-59664469-4bf2-4c1b-9106-d280be43baae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:22.266825 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cab36599-e357-4cb1-92b4-7166e954ac78 req-59664469-4bf2-4c1b-9106-d280be43baae service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1aef09e8ad134545bd67a467d0199c15&device_id=393275b2-aa8f-4044-96a2-110cf5e07da3 HTTP/1.1" status: 200 len: 1095 time: 0.1861446 Jul 29 23:27:22.269093 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-32eba786-28ef-4544-8070-3e457d281785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:22.269450 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-32eba786-28ef-4544-8070-3e457d281785 admin admin] Added segment deb29660-eaef-47af-8b2d-d34c883ef993 of type vlan for network 249f9a39-5994-41da-9767-e19fa079301c Jul 29 23:27:22.273316 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eba786-28ef-4544-8070-3e457d281785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd1850b-5d38-44b6-8460-52dfa8642148,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:22.285720 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a4f2f1c1-8d21-4f1e-be8a-21d4894cc0dc req-4f029aa5-4023-476b-8d26-784a0e55be47 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342537 Jul 29 23:27:22.316938 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 44affca9-66f9-4f88-9afb-a14c3768e6ed no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:27:22.329396 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-32eba786-28ef-4544-8070-3e457d281785 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:22.338173 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: 44affca9-66f9-4f88-9afb-a14c3768e6ed {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:27:22.338789 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 44affca9-66f9-4f88-9afb-a14c3768e6ed not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:27:22.356533 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cab36599-e357-4cb1-92b4-7166e954ac78 req-520ca005-4c20-4a61-9fb0-f26f0d53f7b3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a6ed8fe-023d-43a1-8fcb-247105a71aea HTTP/1.1" status: 200 len: 217 time: 0.0649352 Jul 29 23:27:22.365976 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-32eba786-28ef-4544-8070-3e457d281785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:22.367167 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32eba786-28ef-4544-8070-3e457d281785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:22.367906 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-32eba786-28ef-4544-8070-3e457d281785 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:22.422220 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb10f04-fcca-4f14-8d36-79e38c509e33 req-a35fb019-be85-496f-88a1-ed3f7a31e1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:22.424723 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ecb10f04-fcca-4f14-8d36-79e38c509e33 req-a35fb019-be85-496f-88a1-ed3f7a31e1ba service neutron] 10.222.0.41 "GET /v2.0/networks?id=33e8f010-7789-4c0c-8f2b-4d54e9bb67e4 HTTP/1.1" status: 200 len: 909 time: 0.2736111 Jul 29 23:27:22.433119 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eba786-28ef-4544-8070-3e457d281785 admin admin] Pushing event updated for resources: {'Network': ['ID=249f9a39-5994-41da-9767-e19fa079301c,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:22.444990 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 249f9a39-5994-41da-9767-e19fa079301c details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:27:22.512883 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab36599-e357-4cb1-92b4-7166e954ac78 req-de0ae643-86e2-450b-9f1d-688a45d121d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:22.514380 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cab36599-e357-4cb1-92b4-7166e954ac78 req-de0ae643-86e2-450b-9f1d-688a45d121d4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ae790fd8-1f1c-42ad-b55e-335a32cfbdf8 HTTP/1.1" status: 200 len: 854 time: 0.1469195 Jul 29 23:27:22.517414 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ecb10f04-fcca-4f14-8d36-79e38c509e33 req-d2b43867-efc9-4ca4-9ab7-77c18fc849fd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18 HTTP/1.1" status: 200 len: 217 time: 0.0798521 Jul 29 23:27:22.572045 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cab36599-e357-4cb1-92b4-7166e954ac78 req-e786769f-d14f-490d-9af9-3adefcae827b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a74822f1-959a-4abc-9b28-d10d0b1420ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448625 Jul 29 23:27:22.579276 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335b424e-23f9-4f83-8607-fb60659a2adf req-b811c17f-09fd-4d6d-a044-bca6461e61d5 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:22.580628 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-335b424e-23f9-4f83-8607-fb60659a2adf req-b811c17f-09fd-4d6d-a044-bca6461e61d5 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=393275b2-aa8f-4044-96a2-110cf5e07da3 HTTP/1.1" status: 200 len: 943 time: 0.1667974 Jul 29 23:27:22.672491 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7833372c-afa2-45f3-bacb-2db7b2453055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:22.682392 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-32eba786-28ef-4544-8070-3e457d281785 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8005672 Jul 29 23:27:22.685918 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 43144) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:22.689366 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7833372c-afa2-45f3-bacb-2db7b2453055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:22.690836 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-fdb46747-f036-48a3-9341-e3a115dbdf44 admin admin] Request body: {'subnet': {'network_id': '249f9a39-5994-41da-9767-e19fa079301c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-454429373-subnet', 'tenant_id': 'cfd954225fe54c54b27a2d340342811d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:22.713550 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb46747-f036-48a3-9341-e3a115dbdf44 admin admin] Made reservation on behalf of cfd954225fe54c54b27a2d340342811d for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:27:22.715865 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fdb46747-f036-48a3-9341-e3a115dbdf44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:22.719570 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb10f04-fcca-4f14-8d36-79e38c509e33 req-63c6fbd5-e840-43ca-bc88-3f4f31ab19d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:22.721045 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ecb10f04-fcca-4f14-8d36-79e38c509e33 req-63c6fbd5-e840-43ca-bc88-3f4f31ab19d4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d10b4a30-6630-4be3-b0e2-2a7a17a89939 HTTP/1.1" status: 200 len: 848 time: 0.1920650 Jul 29 23:27:22.776839 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-335b424e-23f9-4f83-8607-fb60659a2adf req-2a660095-d813-4d33-b313-707f23c927e2 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757746 Jul 29 23:27:22.781954 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7833372c-afa2-45f3-bacb-2db7b2453055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6e8786-e97c-4f37-bd5e-11cc4152091f,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:22.806151 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-7833372c-afa2-45f3-bacb-2db7b2453055 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5b500a0c03734888ac5e1bac0eaa5f57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7055984 Jul 29 23:27:22.810715 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 43146) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:22.811559 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ecb10f04-fcca-4f14-8d36-79e38c509e33 req-b24534c8-4767-4278-a089-7a6b52034a29 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=33e8f010-7789-4c0c-8f2b-4d54e9bb67e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551288 Jul 29 23:27:22.823378 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cab36599-e357-4cb1-92b4-7166e954ac78 req-7d3ffc9c-7ce5-47d9-8336-af7907e2762f service neutron] 10.222.0.22 "GET /v2.0/networks/a74822f1-959a-4abc-9b28-d10d0b1420ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211447 Jul 29 23:27:22.930588 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-691c7a78-9197-4b18-8269-66927b86d84e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:22.944158 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fdb46747-f036-48a3-9341-e3a115dbdf44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:22.984300 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-691c7a78-9197-4b18-8269-66927b86d84e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:22.992730 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ecb10f04-fcca-4f14-8d36-79e38c509e33 req-4b68b2d1-4a5f-4a80-9cf0-f24c40ff635a service neutron] 10.222.0.41 "GET /v2.0/networks/33e8f010-7789-4c0c-8f2b-4d54e9bb67e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682703 Jul 29 23:27:22.994910 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cab36599-e357-4cb1-92b4-7166e954ac78 req-47b25ef3-8b0b-4e8b-9ce9-c806f7ae802a service neutron] 10.222.0.22 "GET /v2.0/networks/a74822f1-959a-4abc-9b28-d10d0b1420ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617386 Jul 29 23:27:23.089767 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb46747-f036-48a3-9341-e3a115dbdf44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d6ca941-9b98-4939-964c-d32a2fbd1a2b,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:23.104289 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb46747-f036-48a3-9341-e3a115dbdf44 admin admin] Checking segment: {'id': 'deb29660-eaef-47af-8b2d-d34c883ef993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '249f9a39-5994-41da-9767-e19fa079301c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:27:23.104880 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb46747-f036-48a3-9341-e3a115dbdf44 admin admin] Network hostable DHCP agents. Network: 249f9a39-5994-41da-9767-e19fa079301c, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:27:23.139961 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb46747-f036-48a3-9341-e3a115dbdf44 admin admin] Network 249f9a39-5994-41da-9767-e19fa079301c is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:27:23.145349 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16572594-a330-42bd-a285-dc028824a090 req-c0a5b6ff-52c3-4466-b047-af9b7c6c13b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:23.147746 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-16572594-a330-42bd-a285-dc028824a090 req-c0a5b6ff-52c3-4466-b047-af9b7c6c13b1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=1aef09e8ad134545bd67a467d0199c15&device_id=393275b2-aa8f-4044-96a2-110cf5e07da3 HTTP/1.1" status: 200 len: 1095 time: 0.0838461 Jul 29 23:27:23.152189 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ecb10f04-fcca-4f14-8d36-79e38c509e33 req-fd1c49e7-a8c3-43e8-b3c3-39a04d8054d8 service neutron] 10.222.0.41 "GET /v2.0/networks/33e8f010-7789-4c0c-8f2b-4d54e9bb67e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512523 Jul 29 23:27:23.154050 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-691c7a78-9197-4b18-8269-66927b86d84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:23.157274 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-691c7a78-9197-4b18-8269-66927b86d84e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:23.159400 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-691c7a78-9197-4b18-8269-66927b86d84e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cc6e8786-e97c-4f37-bd5e-11cc4152091f HTTP/1.1" status: 204 len: 168 time: 0.3475010 Jul 29 23:27:23.197127 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691c7a78-9197-4b18-8269-66927b86d84e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6e8786-e97c-4f37-bd5e-11cc4152091f,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:23.206395 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-fdb46747-f036-48a3-9341-e3a115dbdf44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 249f9a39-5994-41da-9767-e19fa079301c) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:27:23.224494 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb46747-f036-48a3-9341-e3a115dbdf44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:23.225739 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fdb46747-f036-48a3-9341-e3a115dbdf44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:23.248272 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94555d5d-d589-4734-bfeb-c7db16918166 None None] Network 249f9a39-5994-41da-9767-e19fa079301c requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:27:23.250066 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-56402d87-aa13-40f3-9415-21c29a1061e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:23.251973 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-fdb46747-f036-48a3-9341-e3a115dbdf44 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5641267 Jul 29 23:27:23.253904 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 43156) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:23.261539 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-c5882a41-4f6b-423d-bdb0-d005021ffede admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-454429373-router', 'tenant_id': 'cfd954225fe54c54b27a2d340342811d', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:23.287160 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16572594-a330-42bd-a285-dc028824a090 req-049e8e97-4af9-4abe-a946-61aea696b1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:23.288934 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-16572594-a330-42bd-a285-dc028824a090 req-049e8e97-4af9-4abe-a946-61aea696b1de service neutron] 10.222.0.22 "GET /v2.0/networks?id=a74822f1-959a-4abc-9b28-d10d0b1420ae HTTP/1.1" status: 200 len: 915 time: 0.1332080 Jul 29 23:27:23.307131 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c5882a41-4f6b-423d-bdb0-d005021ffede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:23.308315 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c5882a41-4f6b-423d-bdb0-d005021ffede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:23.347353 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-16572594-a330-42bd-a285-dc028824a090 req-5cb30db7-af13-452e-a3f8-6277ed7c1a9d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a6ed8fe-023d-43a1-8fcb-247105a71aea HTTP/1.1" status: 200 len: 217 time: 0.0489948 Jul 29 23:27:23.447083 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c5882a41-4f6b-423d-bdb0-d005021ffede admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:23.519379 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16572594-a330-42bd-a285-dc028824a090 req-a3bed63a-0a0f-4b6f-a509-e3f4f5685582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:23.520729 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-16572594-a330-42bd-a285-dc028824a090 req-a3bed63a-0a0f-4b6f-a509-e3f4f5685582 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ae790fd8-1f1c-42ad-b55e-335a32cfbdf8 HTTP/1.1" status: 200 len: 854 time: 0.1644795 Jul 29 23:27:23.557424 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a33444-7125-48a7-a2e3-380b3744324a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-249f9a39-5994-41da-9767-e19fa079301c', 'network_id': '249f9a39-5994-41da-9767-e19fa079301c', 'tenant_id': 'cfd954225fe54c54b27a2d340342811d', 'fixed_ips': [{'subnet_id': '4d6ca941-9b98-4939-964c-d32a2fbd1a2b'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:27:23.558366 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-86a33444-7125-48a7-a2e3-380b3744324a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:23.594595 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-16572594-a330-42bd-a285-dc028824a090 req-7104f8af-1c8b-4ba6-8923-82a04813f750 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=a74822f1-959a-4abc-9b28-d10d0b1420ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374897 Jul 29 23:27:23.647285 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fb0a13-c4d2-4f0a-b30b-faa43534c4c4 req-9949b0fd-7252-4565-bd17-1fb1878c4469 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:23.655093 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-19fb0a13-c4d2-4f0a-b30b-faa43534c4c4 req-9949b0fd-7252-4565-bd17-1fb1878c4469 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fb033b4-4959-4057-b11e-00fcaf3bf282 HTTP/1.1" status: 200 len: 944 time: 0.2222915 Jul 29 23:27:23.735231 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-86a33444-7125-48a7-a2e3-380b3744324a None None] Allocated IP 172.20.0.2 (249f9a39-5994-41da-9767-e19fa079301c/4d6ca941-9b98-4939-964c-d32a2fbd1a2b/313b882d-cb44-4405-a2ff-8944de5fab8a) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:27:23.754311 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c5882a41-4f6b-423d-bdb0-d005021ffede admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:23.822202 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-19fb0a13-c4d2-4f0a-b30b-faa43534c4c4 req-0a22e212-bbdb-4edc-9013-04e51df6a168 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661575 Jul 29 23:27:23.892537 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-16572594-a330-42bd-a285-dc028824a090 req-6fcb95b6-d0eb-4c03-aea5-e635961ac94f service neutron] 10.222.0.22 "GET /v2.0/networks/a74822f1-959a-4abc-9b28-d10d0b1420ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612286 Jul 29 23:27:23.937503 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-86a33444-7125-48a7-a2e3-380b3744324a None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:23.950317 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-86a33444-7125-48a7-a2e3-380b3744324a None None] Transition to ACTIVE for port object 313b882d-cb44-4405-a2ff-8944de5fab8a will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:27:23.970796 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-86a33444-7125-48a7-a2e3-380b3744324a None None] Transition to ACTIVE for port object 313b882d-cb44-4405-a2ff-8944de5fab8a will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:27:23.981787 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-86a33444-7125-48a7-a2e3-380b3744324a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:24.082253 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a33444-7125-48a7-a2e3-380b3744324a None None] Network 249f9a39-5994-41da-9767-e19fa079301c is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:27:24.087565 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-86a33444-7125-48a7-a2e3-380b3744324a None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:27:24.091195 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a33444-7125-48a7-a2e3-380b3744324a None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:27:24.194946 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-86a33444-7125-48a7-a2e3-380b3744324a None None] Attempting to bind port 313b882d-cb44-4405-a2ff-8944de5fab8a on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:27:24.197027 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-86a33444-7125-48a7-a2e3-380b3744324a None None] Attempting to bind port 313b882d-cb44-4405-a2ff-8944de5fab8a by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': 'deb29660-eaef-47af-8b2d-d34c883ef993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '249f9a39-5994-41da-9767-e19fa079301c'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:27:24.197632 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a33444-7125-48a7-a2e3-380b3744324a None None] Attempting to bind port 313b882d-cb44-4405-a2ff-8944de5fab8a on network 249f9a39-5994-41da-9767-e19fa079301c {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:27:24.214275 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a33444-7125-48a7-a2e3-380b3744324a None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:27:24.214976 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a33444-7125-48a7-a2e3-380b3744324a None None] Checking segment: {'id': 'deb29660-eaef-47af-8b2d-d34c883ef993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '249f9a39-5994-41da-9767-e19fa079301c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:27:24.215857 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-86a33444-7125-48a7-a2e3-380b3744324a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:24.216747 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a33444-7125-48a7-a2e3-380b3744324a None None] Bound using segment: {'id': 'deb29660-eaef-47af-8b2d-d34c883ef993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '249f9a39-5994-41da-9767-e19fa079301c'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:27:24.219058 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-86a33444-7125-48a7-a2e3-380b3744324a None None] Bound port: 313b882d-cb44-4405-a2ff-8944de5fab8a, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deb29660-eaef-47af-8b2d-d34c883ef993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '249f9a39-5994-41da-9767-e19fa079301c'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:27:24.220123 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-86a33444-7125-48a7-a2e3-380b3744324a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:24.225614 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a33444-7125-48a7-a2e3-380b3744324a None None] Pushing event updated for resources: {'Port': ['ID=313b882d-cb44-4405-a2ff-8944de5fab8a,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:24.367572 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-86a33444-7125-48a7-a2e3-380b3744324a None None] For port 313b882d-cb44-4405-a2ff-8944de5fab8a, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:27:24.378485 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-86a33444-7125-48a7-a2e3-380b3744324a None None] For port 313b882d-cb44-4405-a2ff-8944de5fab8a, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=313b882d-cb44-4405-a2ff-8944de5fab8a,segment=NetworkSegment(deb29660-eaef-47af-8b2d-d34c883ef993),segment_id=deb29660-eaef-47af-8b2d-d34c883ef993)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:27:24.388541 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-86a33444-7125-48a7-a2e3-380b3744324a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:24.455693 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8130021-291c-4b27-9fe8-eacec0c542ec req-4111d4ad-10aa-413e-9075-4f68ef8ebce3 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:24.464822 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a8130021-291c-4b27-9fe8-eacec0c542ec req-4111d4ad-10aa-413e-9075-4f68ef8ebce3 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=393275b2-aa8f-4044-96a2-110cf5e07da3 HTTP/1.1" status: 200 len: 943 time: 0.5745804 Jul 29 23:27:24.503015 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a33444-7125-48a7-a2e3-380b3744324a None None] Pushing event updated for resources: {'Port': ['ID=313b882d-cb44-4405-a2ff-8944de5fab8a,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:24.513775 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-16572594-a330-42bd-a285-dc028824a090 req-1d486c7b-46e4-429f-817e-0cf51186c822 service neutron] 10.222.0.22 "GET /v2.0/networks/a74822f1-959a-4abc-9b28-d10d0b1420ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6080539 Jul 29 23:27:24.560824 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a8130021-291c-4b27-9fe8-eacec0c542ec req-ceec6b7c-5977-41a7-921e-ae4001628b2a tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950723 Jul 29 23:27:24.701121 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c5882a41-4f6b-423d-bdb0-d005021ffede admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:24.729389 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c5882a41-4f6b-423d-bdb0-d005021ffede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:24.913302 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-c5882a41-4f6b-423d-bdb0-d005021ffede admin admin] Allocated IP 172.25.0.246 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/256facda-b197-4ea2-a9e6-7488b567e736) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:27:25.047623 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb9d4d-b23f-4feb-b261-567e01bfeca2 req-2a8aee6d-54af-456c-b876-9e743b626a0c tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:25.049513 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b3eb9d4d-b23f-4feb-b261-567e01bfeca2 req-2a8aee6d-54af-456c-b876-9e743b626a0c tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fb033b4-4959-4057-b11e-00fcaf3bf282 HTTP/1.1" status: 200 len: 944 time: 0.1333060 Jul 29 23:27:25.163981 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b3eb9d4d-b23f-4feb-b261-567e01bfeca2 req-a9e3c6e9-3d2a-4322-a612-5e5ec5524dbc tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993521 Jul 29 23:27:25.204857 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c5882a41-4f6b-423d-bdb0-d005021ffede admin admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:25.213829 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2e873acb-549c-4590-9e62-af3657aef6da req-51ae09c9-1ab1-46d4-8ad6-359c84494347 service neutron] 10.222.0.41 "GET /v2.0/ports/ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18/bindings/n-h2-712141-10 HTTP/1.1" status: 200 len: 385 time: 0.1605294 Jul 29 23:27:25.229210 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:27:25.264779 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 313b882d-cb44-4405-a2ff-8944de5fab8a up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:27:25.336930 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c5882a41-4f6b-423d-bdb0-d005021ffede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:25.394719 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 313b882d-cb44-4405-a2ff-8944de5fab8a completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:27:25.435080 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5882a41-4f6b-423d-bdb0-d005021ffede admin admin] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:27:25.461234 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-c5882a41-4f6b-423d-bdb0-d005021ffede admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:27:25.464736 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5882a41-4f6b-423d-bdb0-d005021ffede admin admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:27:25.480919 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5882a41-4f6b-423d-bdb0-d005021ffede admin admin] Pushing event updated for resources: {'Port': ['ID=256facda-b197-4ea2-a9e6-7488b567e736,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:25.746754 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-2e873acb-549c-4590-9e62-af3657aef6da req-49770acd-bcd5-4947-a80f-4d443c753995 service neutron] For port ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18,segment=NetworkSegment(03081878-6d73-4f31-b394-970f508038c5),segment_id=03081878-6d73-4f31-b394-970f508038c5)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:25.774335 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a090376-bf7b-43cd-ae67-075011f81413 None None] Network 249f9a39-5994-41da-9767-e19fa079301c requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:27:25.814760 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-2e873acb-549c-4590-9e62-af3657aef6da req-49770acd-bcd5-4947-a80f-4d443c753995 service neutron] For port ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:27:25.858117 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-98465ba8-45c4-42a3-aa60-6da131af3313 None None] Provisioning for port 313b882d-cb44-4405-a2ff-8944de5fab8a completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:27:25.876449 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-98465ba8-45c4-42a3-aa60-6da131af3313 None None] Provisioning complete for port 313b882d-cb44-4405-a2ff-8944de5fab8a triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:27:25.876816 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-98465ba8-45c4-42a3-aa60-6da131af3313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:25.922738 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd8d69-6fb1-4227-bc94-690fa97198e9 req-e4a26198-49f8-415a-9cf5-3f98a54824a3 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:25.932892 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9fbd8d69-6fb1-4227-bc94-690fa97198e9 req-e4a26198-49f8-415a-9cf5-3f98a54824a3 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=393275b2-aa8f-4044-96a2-110cf5e07da3 HTTP/1.1" status: 200 len: 943 time: 0.2401361 Jul 29 23:27:25.946739 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b6966de2-eed1-4865-b8cb-fb3198a5d29e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:25.956396 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-2e873acb-549c-4590-9e62-af3657aef6da req-49770acd-bcd5-4947-a80f-4d443c753995 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18 {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:27:26.015104 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-98465ba8-45c4-42a3-aa60-6da131af3313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:26.026197 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-2e873acb-549c-4590-9e62-af3657aef6da req-49770acd-bcd5-4947-a80f-4d443c753995 service neutron] For port ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18,segment=NetworkSegment(03081878-6d73-4f31-b394-970f508038c5),segment_id=03081878-6d73-4f31-b394-970f508038c5)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:26.054194 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-98465ba8-45c4-42a3-aa60-6da131af3313 None None] For port 313b882d-cb44-4405-a2ff-8944de5fab8a, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=313b882d-cb44-4405-a2ff-8944de5fab8a,segment=NetworkSegment(deb29660-eaef-47af-8b2d-d34c883ef993),segment_id=deb29660-eaef-47af-8b2d-d34c883ef993)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:26.068312 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9fbd8d69-6fb1-4227-bc94-690fa97198e9 req-6c38b6f9-a63c-42fc-b15a-bd58adeb94ba tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337426 Jul 29 23:27:26.070585 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-98465ba8-45c4-42a3-aa60-6da131af3313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:26.070988 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2e873acb-549c-4590-9e62-af3657aef6da req-49770acd-bcd5-4947-a80f-4d443c753995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:26.094655 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c5882a41-4f6b-423d-bdb0-d005021ffede admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:26.138499 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98465ba8-45c4-42a3-aa60-6da131af3313 None None] Pushing event updated for resources: {'Port': ['ID=313b882d-cb44-4405-a2ff-8944de5fab8a,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:26.294615 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-2e873acb-549c-4590-9e62-af3657aef6da req-49770acd-bcd5-4947-a80f-4d443c753995 service neutron] Transition to ACTIVE for port object ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:27:26.314775 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 5a6ed8fe-023d-43a1-8fcb-247105a71aea details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:27:26.353924 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:26.365137 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 43248) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:26.367897 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2e873acb-549c-4590-9e62-af3657aef6da req-49770acd-bcd5-4947-a80f-4d443c753995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:26.464483 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 5a6ed8fe-023d-43a1-8fcb-247105a71aea, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=5a6ed8fe-023d-43a1-8fcb-247105a71aea,segment=NetworkSegment(17b2c622-bac6-4298-9f70-11d5205d8079),segment_id=17b2c622-bac6-4298-9f70-11d5205d8079)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:26.486876 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '5a6ed8fe-023d-43a1-8fcb-247105a71aea', 'network_id': 'a74822f1-959a-4abc-9b28-d10d0b1420ae', 'port_id': '5a6ed8fe-023d-43a1-8fcb-247105a71aea', 'mac_address': 'fa:16:3e:2d:38:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae790fd8-1f1c-42ad-b55e-335a32cfbdf8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:27:26.515626 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e165a8-fe78-42dd-b727-c135350e3588 req-b4910312-8881-4953-b734-5616a6e0810f tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:26.517340 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-13e165a8-fe78-42dd-b727-c135350e3588 req-b4910312-8881-4953-b734-5616a6e0810f tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fb033b4-4959-4057-b11e-00fcaf3bf282 HTTP/1.1" status: 200 len: 944 time: 0.2511888 Jul 29 23:27:26.526198 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-e64a0f5b-1833-4c14-b3e6-4d5c51be1e69 None None] Provisioning complete for port 313b882d-cb44-4405-a2ff-8944de5fab8a triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:27:26.526512 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e64a0f5b-1833-4c14-b3e6-4d5c51be1e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:26.543675 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b4e7b9fc-ede7-470c-a6f2-3cdd7d779ef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:26.550104 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e873acb-549c-4590-9e62-af3657aef6da req-49770acd-bcd5-4947-a80f-4d443c753995 service neutron] No DVR routers for this DVR port ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18 on host n-h1-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:27:26.582662 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:26.593788 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49770acd-bcd5-4947-a80f-4d443c753995 service neutron] Pushing event updated for resources: {'Port': ['ID=ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18,revision_number=10']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:26.623369 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a6ed8fe-023d-43a1-8fcb-247105a71aea {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:27:26.651069 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2e873acb-549c-4590-9e62-af3657aef6da req-49770acd-bcd5-4947-a80f-4d443c753995 service neutron] 10.222.0.41 "PUT /v2.0/ports/ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18/bindings/n-h2-712141-10/activate HTTP/1.1" status: 200 len: 370 time: 1.4279788 Jul 29 23:27:26.652380 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c5882a41-4f6b-423d-bdb0-d005021ffede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:26.653556 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 5a6ed8fe-023d-43a1-8fcb-247105a71aea, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=5a6ed8fe-023d-43a1-8fcb-247105a71aea,segment=NetworkSegment(17b2c622-bac6-4298-9f70-11d5205d8079),segment_id=17b2c622-bac6-4298-9f70-11d5205d8079)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:26.658846 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:26.671887 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-13e165a8-fe78-42dd-b727-c135350e3588 req-2898f665-7239-4203-a821-d68f13c882dc tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236429 Jul 29 23:27:26.683492 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b4e7b9fc-ede7-470c-a6f2-3cdd7d779ef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:26.688503 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b4e7b9fc-ede7-470c-a6f2-3cdd7d779ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:26.735481 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b4e7b9fc-ede7-470c-a6f2-3cdd7d779ef7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b388d3a4e8c1410088f21d6f5c859d53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3674741 Jul 29 23:27:26.737919 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e7b9fc-ede7-470c-a6f2-3cdd7d779ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a0f8ce-ba6b-48d1-b457-dd8bc446a554,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:26.743777 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 43256) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:26.761665 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=5a6ed8fe-023d-43a1-8fcb-247105a71aea,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:26.821764 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d82aacbc-2b6c-4873-a87a-d90d42be137e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:26.845792 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e873acb-549c-4590-9e62-af3657aef6da req-2b6c0f33-9261-429e-97f0-8bd798d658a9 tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:26.847222 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2e873acb-549c-4590-9e62-af3657aef6da req-2b6c0f33-9261-429e-97f0-8bd798d658a9 tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9fb033b4-4959-4057-b11e-00fcaf3bf282&tenant_id=11625efdc5e247819e1ba7685d24a207&binding%3Ahost_id=n-h1-712141-10 HTTP/1.1" status: 200 len: 1097 time: 0.0607426 Jul 29 23:27:26.850811 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d82aacbc-2b6c-4873-a87a-d90d42be137e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:26.903649 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5882a41-4f6b-423d-bdb0-d005021ffede admin admin] Router 0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2 is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:27:26.909462 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e873acb-549c-4590-9e62-af3657aef6da req-d4ea62d2-2c86-4543-99d3-a9cd4d1480b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:26.911049 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2e873acb-549c-4590-9e62-af3657aef6da req-d4ea62d2-2c86-4543-99d3-a9cd4d1480b5 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9fb033b4-4959-4057-b11e-00fcaf3bf282&tenant_id=11625efdc5e247819e1ba7685d24a207 HTTP/1.1" status: 200 len: 1097 time: 0.0545137 Jul 29 23:27:26.915851 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d82aacbc-2b6c-4873-a87a-d90d42be137e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:26.920298 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d82aacbc-2b6c-4873-a87a-d90d42be137e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:26.921786 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d82aacbc-2b6c-4873-a87a-d90d42be137e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/68a0f8ce-ba6b-48d1-b457-dd8bc446a554 HTTP/1.1" status: 204 len: 168 time: 0.1768034 Jul 29 23:27:26.933789 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82aacbc-2b6c-4873-a87a-d90d42be137e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a0f8ce-ba6b-48d1-b457-dd8bc446a554,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:26.990400 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['5a6ed8fe-023d-43a1-8fcb-247105a71aea'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:27:27.045118 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e873acb-549c-4590-9e62-af3657aef6da req-73e7c5f9-f602-43eb-adb7-fb167ed428af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:27.046668 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2e873acb-549c-4590-9e62-af3657aef6da req-73e7c5f9-f602-43eb-adb7-fb167ed428af service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=11625efdc5e247819e1ba7685d24a207&device_id=9fb033b4-4959-4057-b11e-00fcaf3bf282 HTTP/1.1" status: 200 len: 1097 time: 0.0838761 Jul 29 23:27:27.109174 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5882a41-4f6b-423d-bdb0-d005021ffede admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:27:27.120542 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0300658f-5d39-4aa4-aea7-b675b085bb2a None None] Sync routers for ids ['0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:27:27.136197 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0300658f-5d39-4aa4-aea7-b675b085bb2a None None] Routers {'0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:27:27.138591 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-0300658f-5d39-4aa4-aea7-b675b085bb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:27:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:27.146923 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c5882a41-4f6b-423d-bdb0-d005021ffede admin admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:27.147805 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-c5882a41-4f6b-423d-bdb0-d005021ffede admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.8901145 Jul 29 23:27:27.152053 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 43266) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:27.167647 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e873acb-549c-4590-9e62-af3657aef6da req-35fefbc9-3d8c-4a40-b79e-c363087e7807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:27.169954 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2e873acb-549c-4590-9e62-af3657aef6da req-35fefbc9-3d8c-4a40-b79e-c363087e7807 service neutron] 10.222.0.22 "GET /v2.0/networks?id=33e8f010-7789-4c0c-8f2b-4d54e9bb67e4 HTTP/1.1" status: 200 len: 909 time: 0.1115768 Jul 29 23:27:27.231042 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2e873acb-549c-4590-9e62-af3657aef6da req-c1927c21-4d37-494f-a6e8-c95572608dff service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18 HTTP/1.1" status: 200 len: 217 time: 0.0522032 Jul 29 23:27:27.251594 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 313b882d-cb44-4405-a2ff-8944de5fab8a up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:27:27.338951 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-0300658f-5d39-4aa4-aea7-b675b085bb2a None None] Set router 0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:27:27.340297 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e873acb-549c-4590-9e62-af3657aef6da req-81e6e152-639b-455e-9d4c-4959d23e76d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:27.342571 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2e873acb-549c-4590-9e62-af3657aef6da req-81e6e152-639b-455e-9d4c-4959d23e76d7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d10b4a30-6630-4be3-b0e2-2a7a17a89939 HTTP/1.1" status: 200 len: 848 time: 0.0912950 Jul 29 23:27:27.382950 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2e873acb-549c-4590-9e62-af3657aef6da req-4bd33116-6b1d-4157-9e6e-49955bfadbcf service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=33e8f010-7789-4c0c-8f2b-4d54e9bb67e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322490 Jul 29 23:27:27.409243 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 313b882d-cb44-4405-a2ff-8944de5fab8a triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:27:27.410029 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb802d8d-04e7-4451-8df4-5056c726b0c0 req-35516343-68ed-4608-8c90-1462951d917e tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:27.410989 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eb802d8d-04e7-4451-8df4-5056c726b0c0 req-35516343-68ed-4608-8c90-1462951d917e tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=393275b2-aa8f-4044-96a2-110cf5e07da3 HTTP/1.1" status: 200 len: 944 time: 0.1636722 Jul 29 23:27:27.412113 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 43272) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:27.419306 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:27.486144 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2a3685f3-5981-41f4-b084-5f65a0d0e22b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:27.516182 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eb802d8d-04e7-4451-8df4-5056c726b0c0 req-4e5ca1b4-d073-46bd-b728-afed43fdb596 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872147 Jul 29 23:27:27.577969 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:27.586676 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2e873acb-549c-4590-9e62-af3657aef6da req-b58c0845-3190-45ef-94e5-4cbaf09a7299 service neutron] 10.222.0.22 "GET /v2.0/networks/33e8f010-7789-4c0c-8f2b-4d54e9bb67e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927130 Jul 29 23:27:27.615375 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-0300658f-5d39-4aa4-aea7-b675b085bb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'name': 'tempest-FloatingIPsAssociationTestJSON-454429373-router', 'tenant_id': 'cfd954225fe54c54b27a2d340342811d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '256facda-b197-4ea2-a9e6-7488b567e736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:27:23Z', 'updated_at': '2021-07-29T23:27:25Z', 'revision_number': 3, 'project_id': 'cfd954225fe54c54b27a2d340342811d', 'gw_port': {'id': '256facda-b197-4ea2-a9e6-7488b567e736', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ab:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:27:24Z', 'updated_at': '2021-07-29T23:27:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:27.647226 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0300658f-5d39-4aa4-aea7-b675b085bb2a None None] Checking router: 0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:27:27.647970 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0300658f-5d39-4aa4-aea7-b675b085bb2a None None] Updating router 0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2 port 256facda-b197-4ea2-a9e6-7488b567e736 binding host n-d-712141-10 {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:27:27.693419 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0300658f-5d39-4aa4-aea7-b675b085bb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:27.746642 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2e873acb-549c-4590-9e62-af3657aef6da req-d504bd37-0b93-462b-ad17-5e5e249a1fec service neutron] 10.222.0.22 "GET /v2.0/networks/33e8f010-7789-4c0c-8f2b-4d54e9bb67e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440823 Jul 29 23:27:27.763806 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2a3685f3-5981-41f4-b084-5f65a0d0e22b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:27.776407 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2a3685f3-5981-41f4-b084-5f65a0d0e22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:27.856057 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3685f3-5981-41f4-b084-5f65a0d0e22b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802cd53c-956c-4104-bf83-a171dfcb8f61,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:27.866899 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-2a3685f3-5981-41f4-b084-5f65a0d0e22b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c9f341d20ce14fffaa38f0d42de8aa64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4527652 Jul 29 23:27:27.869768 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 43282) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:27.941763 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e23d8ae3-ce2c-4ab5-86d3-5444b9882f10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:27.969329 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e23d8ae3-ce2c-4ab5-86d3-5444b9882f10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:28.033861 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e23d8ae3-ce2c-4ab5-86d3-5444b9882f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:28.038377 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e23d8ae3-ce2c-4ab5-86d3-5444b9882f10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:28.039748 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e23d8ae3-ce2c-4ab5-86d3-5444b9882f10 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/802cd53c-956c-4104-bf83-a171dfcb8f61 HTTP/1.1" status: 204 len: 168 time: 0.1687801 Jul 29 23:27:28.053373 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23d8ae3-ce2c-4ab5-86d3-5444b9882f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802cd53c-956c-4104-bf83-a171dfcb8f61,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:28.103786 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0300658f-5d39-4aa4-aea7-b675b085bb2a None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:28.117097 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-0300658f-5d39-4aa4-aea7-b675b085bb2a None None] Transition to ACTIVE for port object 256facda-b197-4ea2-a9e6-7488b567e736 will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:27:28.124037 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0300658f-5d39-4aa4-aea7-b675b085bb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:28.189869 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-0300658f-5d39-4aa4-aea7-b675b085bb2a None None] Attempting to bind port 256facda-b197-4ea2-a9e6-7488b567e736 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:27:28.190589 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-0300658f-5d39-4aa4-aea7-b675b085bb2a None None] Attempting to bind port 256facda-b197-4ea2-a9e6-7488b567e736 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:27:28.191231 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0300658f-5d39-4aa4-aea7-b675b085bb2a None None] Attempting to bind port 256facda-b197-4ea2-a9e6-7488b567e736 on network 58f27f61-3278-49cc-b66b-1e729d26f29f {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:27:28.210584 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0300658f-5d39-4aa4-aea7-b675b085bb2a None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:27:28.211818 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0300658f-5d39-4aa4-aea7-b675b085bb2a None None] Checking segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:27:28.212462 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0300658f-5d39-4aa4-aea7-b675b085bb2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:28.213051 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0300658f-5d39-4aa4-aea7-b675b085bb2a None None] Bound using segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:27:28.213806 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-0300658f-5d39-4aa4-aea7-b675b085bb2a None None] Bound port: 256facda-b197-4ea2-a9e6-7488b567e736, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:27:28.214594 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0300658f-5d39-4aa4-aea7-b675b085bb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:28.220219 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e873acb-549c-4590-9e62-af3657aef6da req-bc7c94bf-3db9-472f-b589-0237346f86de tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:28.222038 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2e873acb-549c-4590-9e62-af3657aef6da req-bc7c94bf-3db9-472f-b589-0237346f86de tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9fb033b4-4959-4057-b11e-00fcaf3bf282&tenant_id=11625efdc5e247819e1ba7685d24a207&binding%3Ahost_id=n-h2-712141-10 HTTP/1.1" status: 200 len: 1097 time: 0.1059248 Jul 29 23:27:28.260650 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4b155f-81b1-44e2-a23d-22700de21e05 None None] Pushing event updated for resources: {'Port': ['ID=256facda-b197-4ea2-a9e6-7488b567e736,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:28.311506 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0300658f-5d39-4aa4-aea7-b675b085bb2a None None] For port 256facda-b197-4ea2-a9e6-7488b567e736, host n-d-712141-10, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:27:28.317348 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0300658f-5d39-4aa4-aea7-b675b085bb2a None None] For port 256facda-b197-4ea2-a9e6-7488b567e736, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=256facda-b197-4ea2-a9e6-7488b567e736,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:27:28.318577 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630ec65c-ce66-4b20-8dbd-7db751e684b5 req-3d9ddc21-f672-4a35-bb01-96554f5770b2 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:28.320622 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-630ec65c-ce66-4b20-8dbd-7db751e684b5 req-3d9ddc21-f672-4a35-bb01-96554f5770b2 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fb033b4-4959-4057-b11e-00fcaf3bf282 HTTP/1.1" status: 200 len: 945 time: 0.4778481 Jul 29 23:27:28.323886 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0300658f-5d39-4aa4-aea7-b675b085bb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:28.331551 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 5a6ed8fe-023d-43a1-8fcb-247105a71aea up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:27:28.403252 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0300658f-5d39-4aa4-aea7-b675b085bb2a None None] Routers {'0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:27:28.404177 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-0300658f-5d39-4aa4-aea7-b675b085bb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:27:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:28.418804 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port 5a6ed8fe-023d-43a1-8fcb-247105a71aea completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:27:28.424386 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-630ec65c-ce66-4b20-8dbd-7db751e684b5 req-c2e2a680-9741-40da-a572-58c58042670c tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948317 Jul 29 23:27:28.429932 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 5a6ed8fe-023d-43a1-8fcb-247105a71aea triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:27:28.430440 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:28.466311 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-2e873acb-549c-4590-9e62-af3657aef6da req-d04490e6-2ae9-4a34-bf8a-a709dd5417d2 service neutron] For port ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:27:28.471487 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2e873acb-549c-4590-9e62-af3657aef6da req-d04490e6-2ae9-4a34-bf8a-a709dd5417d2 service neutron] Notify callbacks [] for binding, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:28.472665 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2e873acb-549c-4590-9e62-af3657aef6da req-d04490e6-2ae9-4a34-bf8a-a709dd5417d2 service neutron] 10.222.0.22 "DELETE /v2.0/ports/ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18/bindings/n-h1-712141-10 HTTP/1.1" status: 204 len: 173 time: 0.2232993 Jul 29 23:27:28.575686 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-815b1ebd-151d-40d6-8d09-c35245e67d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:28.600644 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4b155f-81b1-44e2-a23d-22700de21e05 None None] Pushing event updated for resources: {'Port': ['ID=256facda-b197-4ea2-a9e6-7488b567e736,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:28.601758 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:28.636123 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-0300658f-5d39-4aa4-aea7-b675b085bb2a None None] Set router 0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:27:28.678135 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393275b2-aa8f-4044-96a2-110cf5e07da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a6ed8fe-023d-43a1-8fcb-247105a71aea'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:27:28.681483 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b99668a-f523-4144-949c-170049f1f65b" -d '{"events": [{"server_uuid": "393275b2-aa8f-4044-96a2-110cf5e07da3", "name": "network-vif-plugged", "status": "completed", "tag": "5a6ed8fe-023d-43a1-8fcb-247105a71aea"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:27:28.712945 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 5a6ed8fe-023d-43a1-8fcb-247105a71aea, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=5a6ed8fe-023d-43a1-8fcb-247105a71aea,segment=NetworkSegment(17b2c622-bac6-4298-9f70-11d5205d8079),segment_id=17b2c622-bac6-4298-9f70-11d5205d8079)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:28.717853 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:28.749332 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1c65c-f1ed-46be-a310-f9037f573f41 req-db45ccec-40e2-4884-a4e3-e9b4a4718ced tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:28.765164 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a2c1c65c-f1ed-46be-a310-f9037f573f41 req-db45ccec-40e2-4884-a4e3-e9b4a4718ced tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=393275b2-aa8f-4044-96a2-110cf5e07da3 HTTP/1.1" status: 200 len: 944 time: 0.1310430 Jul 29 23:27:28.786014 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9654414b-fa6c-4657-824f-99690ef0d2f8 x-openstack-request-id: req-9654414b-fa6c-4657-824f-99690ef0d2f8 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:27:28.787069 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "393275b2-aa8f-4044-96a2-110cf5e07da3", "name": "network-vif-plugged", "status": "completed", "tag": "5a6ed8fe-023d-43a1-8fcb-247105a71aea", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:27:28.787464 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9654414b-fa6c-4657-824f-99690ef0d2f8 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:27:28.801027 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '393275b2-aa8f-4044-96a2-110cf5e07da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a6ed8fe-023d-43a1-8fcb-247105a71aea', 'code': 200} Jul 29 23:27:28.807558 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=5a6ed8fe-023d-43a1-8fcb-247105a71aea,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:28.847260 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a2c1c65c-f1ed-46be-a310-f9037f573f41 req-87eda741-884d-4e96-b95d-6efb3cc753b0 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804176 Jul 29 23:27:28.924724 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-815b1ebd-151d-40d6-8d09-c35245e67d00 admin admin] Allocated IP 172.20.0.1 (249f9a39-5994-41da-9767-e19fa079301c/4d6ca941-9b98-4939-964c-d32a2fbd1a2b/6626479c-dea8-4493-afe3-5242c51f57f6) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:27:28.967181 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49947afa-acc7-4a82-b48f-812a2f194990 req-3a8c3720-fd81-47ef-97bd-eb93841292e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:28.969314 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-49947afa-acc7-4a82-b48f-812a2f194990 req-3a8c3720-fd81-47ef-97bd-eb93841292e0 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=393275b2-aa8f-4044-96a2-110cf5e07da3 HTTP/1.1" status: 200 len: 1097 time: 0.0786033 Jul 29 23:27:28.991078 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-0300658f-5d39-4aa4-aea7-b675b085bb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'name': 'tempest-FloatingIPsAssociationTestJSON-454429373-router', 'tenant_id': 'cfd954225fe54c54b27a2d340342811d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '256facda-b197-4ea2-a9e6-7488b567e736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:27:23Z', 'updated_at': '2021-07-29T23:27:25Z', 'revision_number': 3, 'project_id': 'cfd954225fe54c54b27a2d340342811d', 'gw_port': {'id': '256facda-b197-4ea2-a9e6-7488b567e736', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ab:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:27:24Z', 'updated_at': '2021-07-29T23:27:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:29.029791 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0300658f-5d39-4aa4-aea7-b675b085bb2a None None] The sync data for ids ['0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2'] in n-d-712141-10 is: [{'id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'name': 'tempest-FloatingIPsAssociationTestJSON-454429373-router', 'tenant_id': 'cfd954225fe54c54b27a2d340342811d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '256facda-b197-4ea2-a9e6-7488b567e736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:27:23Z', 'updated_at': '2021-07-29T23:27:25Z', 'revision_number': 3, 'project_id': 'cfd954225fe54c54b27a2d340342811d', 'gw_port': {'id': '256facda-b197-4ea2-a9e6-7488b567e736', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ab:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:27:24Z', 'updated_at': '2021-07-29T23:27:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:27:29.033090 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-49947afa-acc7-4a82-b48f-812a2f194990 req-11b5c9cd-f999-49ee-8a93-d7aa991bf125 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552969 Jul 29 23:27:29.088539 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-815b1ebd-151d-40d6-8d09-c35245e67d00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:29.107726 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-815b1ebd-151d-40d6-8d09-c35245e67d00 admin admin] Transition to ACTIVE for port object 6626479c-dea8-4493-afe3-5242c51f57f6 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:27:29.154586 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-815b1ebd-151d-40d6-8d09-c35245e67d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:29.161546 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-379ec8a8-9dee-40bf-bcc3-c95520b486ea req-a8d912f0-5878-46ef-8dd0-194c8ab78ea3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0907621 Jul 29 23:27:29.203549 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815b1ebd-151d-40d6-8d09-c35245e67d00 admin admin] Network 249f9a39-5994-41da-9767-e19fa079301c is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:27:29.206841 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-815b1ebd-151d-40d6-8d09-c35245e67d00 admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:27:29.211568 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815b1ebd-151d-40d6-8d09-c35245e67d00 admin admin] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:27:29.240229 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:29.257232 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815b1ebd-151d-40d6-8d09-c35245e67d00 admin admin] Pushing event updated for resources: {'Port': ['ID=6626479c-dea8-4493-afe3-5242c51f57f6,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:29.287696 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-815b1ebd-151d-40d6-8d09-c35245e67d00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:29.365394 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ec8a8-9dee-40bf-bcc3-c95520b486ea req-2ac03a6e-fde7-4520-ae99-72c2c4547939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:29.365902 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ec8a8-9dee-40bf-bcc3-c95520b486ea req-2ac03a6e-fde7-4520-ae99-72c2c4547939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:29.366741 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ec8a8-9dee-40bf-bcc3-c95520b486ea req-2ac03a6e-fde7-4520-ae99-72c2c4547939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:29.366858 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ec8a8-9dee-40bf-bcc3-c95520b486ea req-2ac03a6e-fde7-4520-ae99-72c2c4547939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:29.367283 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ec8a8-9dee-40bf-bcc3-c95520b486ea req-2ac03a6e-fde7-4520-ae99-72c2c4547939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:29.367742 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ec8a8-9dee-40bf-bcc3-c95520b486ea req-2ac03a6e-fde7-4520-ae99-72c2c4547939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:29.368291 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ec8a8-9dee-40bf-bcc3-c95520b486ea req-2ac03a6e-fde7-4520-ae99-72c2c4547939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:29.375470 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-379ec8a8-9dee-40bf-bcc3-c95520b486ea req-2ac03a6e-fde7-4520-ae99-72c2c4547939 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2080476b97a74d1caf5886ea19337ad1&device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 6504 time: 0.0736890 Jul 29 23:27:29.516840 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-815b1ebd-151d-40d6-8d09-c35245e67d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:29.656079 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ec8a8-9dee-40bf-bcc3-c95520b486ea req-e00f3bc3-d5f4-4c60-8252-7f65edfb009b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:29.662187 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ec8a8-9dee-40bf-bcc3-c95520b486ea req-e00f3bc3-d5f4-4c60-8252-7f65edfb009b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:29.662700 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ec8a8-9dee-40bf-bcc3-c95520b486ea req-e00f3bc3-d5f4-4c60-8252-7f65edfb009b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:29.664391 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-379ec8a8-9dee-40bf-bcc3-c95520b486ea req-e00f3bc3-d5f4-4c60-8252-7f65edfb009b service neutron] 10.222.0.41 "GET /v2.0/networks?id=ce4b3ab8-859d-4d6c-903b-c30dcaacffc8&id=20b17a75-47ba-4198-999c-000c34520768&id=20b17a75-47ba-4198-999c-000c34520768&id=20b17a75-47ba-4198-999c-000c34520768&id=20b17a75-47ba-4198-999c-000c34520768&id=4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf&id=4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf HTTP/1.1" status: 200 len: 2296 time: 0.2395380 Jul 29 23:27:29.697625 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-6d1d0d52-87ac-4578-9637-6dca59a3b66b None None] Provisioning for port 6626479c-dea8-4493-afe3-5242c51f57f6 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:27:29.704850 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-6d1d0d52-87ac-4578-9637-6dca59a3b66b None None] Provisioning complete for port 6626479c-dea8-4493-afe3-5242c51f57f6 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:27:29.706127 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6d1d0d52-87ac-4578-9637-6dca59a3b66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:29.793140 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-6d1d0d52-87ac-4578-9637-6dca59a3b66b None None] Port 6626479c-dea8-4493-afe3-5242c51f57f6 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:27:29.809059 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-379ec8a8-9dee-40bf-bcc3-c95520b486ea req-f5e11849-44de-4af2-9730-b948abcd4ec7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d88dbc0e-68ee-4fbf-94c1-8577555fefd5 HTTP/1.1" status: 200 len: 1001 time: 0.1302314 Jul 29 23:27:29.931332 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ec8a8-9dee-40bf-bcc3-c95520b486ea req-c5e5dcd5-324d-4b29-9bae-8a3188c39631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:29.933996 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-379ec8a8-9dee-40bf-bcc3-c95520b486ea req-c5e5dcd5-324d-4b29-9bae-8a3188c39631 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f17b5adc-97d4-4be8-906f-2c5b33598723 HTTP/1.1" status: 200 len: 855 time: 0.1108809 Jul 29 23:27:29.958020 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-815b1ebd-151d-40d6-8d09-c35245e67d00 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:29.978620 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-815b1ebd-151d-40d6-8d09-c35245e67d00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:30.099640 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-815b1ebd-151d-40d6-8d09-c35245e67d00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:30.101869 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ec8a8-9dee-40bf-bcc3-c95520b486ea req-38836aa1-6aea-4b1a-9610-3d7a8faed75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:30.103686 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-379ec8a8-9dee-40bf-bcc3-c95520b486ea req-38836aa1-6aea-4b1a-9610-3d7a8faed75c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce4b3ab8-859d-4d6c-903b-c30dcaacffc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1596699 Jul 29 23:27:30.110478 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815b1ebd-151d-40d6-8d09-c35245e67d00 admin admin] Pushing event updated for resources: {'Port': ['ID=6626479c-dea8-4493-afe3-5242c51f57f6,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:30.118903 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87066315-9d08-4b50-8e30-912773e4cc07 req-7f555b69-0d60-47a7-a39c-38f40f6f9236 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:30.122226 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-87066315-9d08-4b50-8e30-912773e4cc07 req-7f555b69-0d60-47a7-a39c-38f40f6f9236 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fb033b4-4959-4057-b11e-00fcaf3bf282 HTTP/1.1" status: 200 len: 945 time: 0.5248952 Jul 29 23:27:30.218477 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b9c58-89d3-48e2-b590-553687b69685 req-4ced275b-d9c3-41ea-b9ae-01f4efbbf3cd tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:30.220345 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bd2b9c58-89d3-48e2-b590-553687b69685 req-4ced275b-d9c3-41ea-b9ae-01f4efbbf3cd tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=393275b2-aa8f-4044-96a2-110cf5e07da3 HTTP/1.1" status: 200 len: 945 time: 0.2198477 Jul 29 23:27:30.237414 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815b1ebd-151d-40d6-8d09-c35245e67d00 admin admin] Network 249f9a39-5994-41da-9767-e19fa079301c is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:27:30.240172 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-815b1ebd-151d-40d6-8d09-c35245e67d00 admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:27:30.294510 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-87066315-9d08-4b50-8e30-912773e4cc07 req-caafa445-0be5-4100-8f22-a6cf2c9eb7cf tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393402 Jul 29 23:27:30.336351 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bd2b9c58-89d3-48e2-b590-553687b69685 req-fd4d4522-bce3-4e26-834c-a03c732a2d2c tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022043 Jul 29 23:27:30.386154 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-379ec8a8-9dee-40bf-bcc3-c95520b486ea req-baf04f17-71a1-4a03-8b34-5d19f1f4cc33 service neutron] 10.222.0.41 "GET /v2.0/networks/ce4b3ab8-859d-4d6c-903b-c30dcaacffc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588577 Jul 29 23:27:30.484554 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-815b1ebd-151d-40d6-8d09-c35245e67d00 admin admin] Router 0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:27:30.637264 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-dec79c7c-300f-426b-b1d8-e6794d86cf1c None None] Provisioning complete for port 6626479c-dea8-4493-afe3-5242c51f57f6 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:27:30.637508 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-dec79c7c-300f-426b-b1d8-e6794d86cf1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:30.679392 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815b1ebd-151d-40d6-8d09-c35245e67d00 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:27:30.687716 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-815b1ebd-151d-40d6-8d09-c35245e67d00 admin admin] 10.222.0.43 "PUT /v2.0/routers/0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5341136 Jul 29 23:27:30.695766 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-dec79c7c-300f-426b-b1d8-e6794d86cf1c None None] Port 6626479c-dea8-4493-afe3-5242c51f57f6 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:27:31.003119 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f42dd65-7d2d-4ea5-8731-88de2966948c req-cd637a02-834b-40d6-96b7-cdb760f38d57 tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:31.004657 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0f42dd65-7d2d-4ea5-8731-88de2966948c req-cd637a02-834b-40d6-96b7-cdb760f38d57 tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=9fb033b4-4959-4057-b11e-00fcaf3bf282 HTTP/1.1" status: 200 len: 1097 time: 0.0653892 Jul 29 23:27:31.041190 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-379ec8a8-9dee-40bf-bcc3-c95520b486ea req-a136a0b2-922c-42d8-adde-d4c034d59841 service neutron] 10.222.0.41 "GET /v2.0/networks/ce4b3ab8-859d-4d6c-903b-c30dcaacffc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6429758 Jul 29 23:27:31.062833 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0f42dd65-7d2d-4ea5-8731-88de2966948c req-7afc4cbe-bd24-4175-8f3a-a67f0ab1c324 tempest-LiveMigrationTest-1908081812 tempest-LiveMigrationTest-1908081812-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449965 Jul 29 23:27:31.147233 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-379ec8a8-9dee-40bf-bcc3-c95520b486ea req-efc8dac0-8b88-4137-bd3a-85da2dfc076c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=44e2e929-5306-4747-9f2b-b8a8f03b3793 HTTP/1.1" status: 200 len: 217 time: 0.0864100 Jul 29 23:27:31.225495 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ec8a8-9dee-40bf-bcc3-c95520b486ea req-201c6ea6-3204-478b-802c-44a3ec325018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:31.227592 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-379ec8a8-9dee-40bf-bcc3-c95520b486ea req-201c6ea6-3204-478b-802c-44a3ec325018 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7458a594-1a22-4c4a-88d1-6b77cea076b8 HTTP/1.1" status: 200 len: 797 time: 0.0713165 Jul 29 23:27:31.248302 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 256facda-b197-4ea2-a9e6-7488b567e736 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:27:31.335884 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 256facda-b197-4ea2-a9e6-7488b567e736 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:27:31.342381 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 256facda-b197-4ea2-a9e6-7488b567e736 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:27:31.342984 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:31.396453 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ec8a8-9dee-40bf-bcc3-c95520b486ea req-cbe0ca30-0a62-4426-b533-c26180268c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:31.398166 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-379ec8a8-9dee-40bf-bcc3-c95520b486ea req-cbe0ca30-0a62-4426-b533-c26180268c20 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=20b17a75-47ba-4198-999c-000c34520768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1612926 Jul 29 23:27:31.455998 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:31.486580 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 256facda-b197-4ea2-a9e6-7488b567e736, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=256facda-b197-4ea2-a9e6-7488b567e736,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:31.493178 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:31.537212 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef486ebb-7156-47f2-a175-28c240d23d72 req-10b72773-87cc-4b86-a3d6-1197f6043ec5 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:31.538770 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ef486ebb-7156-47f2-a175-28c240d23d72 req-10b72773-87cc-4b86-a3d6-1197f6043ec5 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/networks?id=249f9a39-5994-41da-9767-e19fa079301c HTTP/1.1" status: 200 len: 820 time: 0.2597108 Jul 29 23:27:31.564836 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=256facda-b197-4ea2-a9e6-7488b567e736,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:31.571154 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 43406) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:31.587078 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f00f37-bf0f-4364-98c2-ba7294c2d176 req-4cd142a3-5bf8-4789-9983-de8dcfb380e5 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:31.588656 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-98f00f37-bf0f-4364-98c2-ba7294c2d176 req-4cd142a3-5bf8-4789-9983-de8dcfb380e5 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fb033b4-4959-4057-b11e-00fcaf3bf282 HTTP/1.1" status: 200 len: 945 time: 0.1664813 Jul 29 23:27:31.593875 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ef486ebb-7156-47f2-a175-28c240d23d72 req-2d830586-f323-4d7b-820a-ca77f7134491 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/quotas/cfd954225fe54c54b27a2d340342811d HTTP/1.1" status: 200 len: 375 time: 0.0408285 Jul 29 23:27:31.622993 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-379ec8a8-9dee-40bf-bcc3-c95520b486ea req-1efbdb3a-6e53-4239-b316-ca34a4e43df8 service neutron] 10.222.0.41 "GET /v2.0/networks/20b17a75-47ba-4198-999c-000c34520768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144434 Jul 29 23:27:31.636248 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286d763d-d4a5-4619-b9fa-ca389c85561d None None] Sync routers for ids ['0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:27:31.648276 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286d763d-d4a5-4619-b9fa-ca389c85561d None None] Routers {'0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:27:31.649254 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-286d763d-d4a5-4619-b9fa-ca389c85561d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:27:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:31.709573 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a3b53bc8-8d98-480a-bedd-c9f212b8e401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:31.725082 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-98f00f37-bf0f-4364-98c2-ba7294c2d176 req-6c925d56-f2a3-4a92-8f94-5ef6883ef46a tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233006 Jul 29 23:27:31.754834 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ef486ebb-7156-47f2-a175-28c240d23d72 req-b6c56f7c-97f8-4515-82f1-e7dc11063cef tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=cfd954225fe54c54b27a2d340342811d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1518669 Jul 29 23:27:31.789565 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-286d763d-d4a5-4619-b9fa-ca389c85561d None None] Set router 0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:27:31.830062 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a3b53bc8-8d98-480a-bedd-c9f212b8e401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:31.836523 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a3b53bc8-8d98-480a-bedd-c9f212b8e401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:31.868819 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-379ec8a8-9dee-40bf-bcc3-c95520b486ea req-c85b9815-1d0f-4139-a84f-ec16c2da0f03 service neutron] 10.222.0.41 "GET /v2.0/networks/20b17a75-47ba-4198-999c-000c34520768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260964 Jul 29 23:27:31.876191 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b53bc8-8d98-480a-bedd-c9f212b8e401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0722609a-0558-414b-bbcf-ec9bef3cab43,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:31.884741 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a3b53bc8-8d98-480a-bedd-c9f212b8e401 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9b18dc034ab3447fb46311a7a06114c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3122351 Jul 29 23:27:31.885505 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 43412) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:31.931669 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-379ec8a8-9dee-40bf-bcc3-c95520b486ea req-4f5818cc-f20e-48bc-8642-4c65dca72b0f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=77550cf2-90df-4bb3-86b3-6d949e514eac HTTP/1.1" status: 200 len: 217 time: 0.0529215 Jul 29 23:27:31.941771 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f8c79730-a776-445e-91e3-9c6226d5323b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:31.957703 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9623d6-00e1-4bc7-a382-0af5ac31c01a req-cd66d04d-97ed-492e-819f-96216f7bffe6 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:31.959802 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5b9623d6-00e1-4bc7-a382-0af5ac31c01a req-cd66d04d-97ed-492e-819f-96216f7bffe6 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=393275b2-aa8f-4044-96a2-110cf5e07da3 HTTP/1.1" status: 200 len: 945 time: 0.1408052 Jul 29 23:27:31.967549 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f8c79730-a776-445e-91e3-9c6226d5323b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:32.002600 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ef486ebb-7156-47f2-a175-28c240d23d72 req-a6d4ba26-fe7d-4900-b8fb-f8c94e6d1c6b service neutron] 10.222.0.43 "GET /v2.0/networks/249f9a39-5994-41da-9767-e19fa079301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464097 Jul 29 23:27:32.029716 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f8c79730-a776-445e-91e3-9c6226d5323b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:32.032732 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f8c79730-a776-445e-91e3-9c6226d5323b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:32.033967 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-f8c79730-a776-445e-91e3-9c6226d5323b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0722609a-0558-414b-bbcf-ec9bef3cab43 HTTP/1.1" status: 204 len: 168 time: 0.1471210 Jul 29 23:27:32.047416 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c79730-a776-445e-91e3-9c6226d5323b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0722609a-0558-414b-bbcf-ec9bef3cab43,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:32.057667 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ec8a8-9dee-40bf-bcc3-c95520b486ea req-3cd7e564-75c4-44c7-afd4-cd3ff356f544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:32.059325 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-379ec8a8-9dee-40bf-bcc3-c95520b486ea req-3cd7e564-75c4-44c7-afd4-cd3ff356f544 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7458a594-1a22-4c4a-88d1-6b77cea076b8 HTTP/1.1" status: 200 len: 797 time: 0.1200078 Jul 29 23:27:32.157993 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5b9623d6-00e1-4bc7-a382-0af5ac31c01a req-f51c82bc-9d59-40db-a853-0d1762ba29d7 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897333 Jul 29 23:27:32.211345 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-286d763d-d4a5-4619-b9fa-ca389c85561d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'name': 'tempest-FloatingIPsAssociationTestJSON-454429373-router', 'tenant_id': 'cfd954225fe54c54b27a2d340342811d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '256facda-b197-4ea2-a9e6-7488b567e736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:27:23Z', 'updated_at': '2021-07-29T23:27:29Z', 'revision_number': 4, 'project_id': 'cfd954225fe54c54b27a2d340342811d', 'gw_port': {'id': '256facda-b197-4ea2-a9e6-7488b567e736', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ab:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:27:24Z', 'updated_at': '2021-07-29T23:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '6626479c-dea8-4493-afe3-5242c51f57f6', 'name': '', 'network_id': '249f9a39-5994-41da-9767-e19fa079301c', 'tenant_id': 'cfd954225fe54c54b27a2d340342811d', 'mac_address': 'fa:16:3e:40:f9:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '4d6ca941-9b98-4939-964c-d32a2fbd1a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:27:28Z', 'updated_at': '2021-07-29T23:27:29Z', 'revision_number': 2, 'project_id': 'cfd954225fe54c54b27a2d340342811d', 'subnets': [{'id': '4d6ca941-9b98-4939-964c-d32a2fbd1a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:32.229791 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63878081-59f8-4848-8fad-c41212f6d4a5 req-0275783c-fd5d-4d94-b135-797b9cc846f3 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:32.231475 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-63878081-59f8-4848-8fad-c41212f6d4a5 req-0275783c-fd5d-4d94-b135-797b9cc846f3 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.22 "GET /v2.0/ports?device_id=9fb033b4-4959-4057-b11e-00fcaf3bf282 HTTP/1.1" status: 200 len: 945 time: 0.1399217 Jul 29 23:27:32.236824 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ec8a8-9dee-40bf-bcc3-c95520b486ea req-e3b02aa5-bf24-4947-a9c2-e4aea7940c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:32.238287 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-379ec8a8-9dee-40bf-bcc3-c95520b486ea req-e3b02aa5-bf24-4947-a9c2-e4aea7940c09 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=20b17a75-47ba-4198-999c-000c34520768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1454451 Jul 29 23:27:32.246311 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286d763d-d4a5-4619-b9fa-ca389c85561d None None] Checking router: 0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:27:32.246662 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286d763d-d4a5-4619-b9fa-ca389c85561d None None] Updating router 0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2 port 6626479c-dea8-4493-afe3-5242c51f57f6 binding host n-d-712141-10 {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:27:32.275774 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-286d763d-d4a5-4619-b9fa-ca389c85561d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:32.283696 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ef486ebb-7156-47f2-a175-28c240d23d72 req-6ebce03b-237d-4da0-99b0-86dc94cf9e86 service neutron] 10.222.0.43 "GET /v2.0/networks/249f9a39-5994-41da-9767-e19fa079301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583904 Jul 29 23:27:32.396388 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 43422) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:32.424871 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-379ec8a8-9dee-40bf-bcc3-c95520b486ea req-b1576902-5865-4065-88aa-c9c508eac4b7 service neutron] 10.222.0.41 "GET /v2.0/networks/20b17a75-47ba-4198-999c-000c34520768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711721 Jul 29 23:27:32.425062 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1329c851-e418-4515-816d-9c589c49b14b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:32.431417 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-63878081-59f8-4848-8fad-c41212f6d4a5 req-d026b1be-fbff-4337-8708-56e06b68e9a5 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Deleting port ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:27:32.431782 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-63878081-59f8-4848-8fad-c41212f6d4a5 req-d026b1be-fbff-4337-8708-56e06b68e9a5 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:32.541566 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1329c851-e418-4515-816d-9c589c49b14b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:32.546924 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1329c851-e418-4515-816d-9c589c49b14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:32.593479 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-1329c851-e418-4515-816d-9c589c49b14b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e1cb719d6f9f48769e6045a13c4ff428&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1952364 Jul 29 23:27:32.596303 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 43428) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:32.619490 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1329c851-e418-4515-816d-9c589c49b14b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac22e005-df5f-48be-bef5-02cd967cc432,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:32.640143 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-63878081-59f8-4848-8fad-c41212f6d4a5 req-d026b1be-fbff-4337-8708-56e06b68e9a5 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] For port ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18,segment=NetworkSegment(03081878-6d73-4f31-b394-970f508038c5),segment_id=03081878-6d73-4f31-b394-970f508038c5)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:32.640607 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-63878081-59f8-4848-8fad-c41212f6d4a5 req-d026b1be-fbff-4337-8708-56e06b68e9a5 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:32.684073 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-63878081-59f8-4848-8fad-c41212f6d4a5 req-d026b1be-fbff-4337-8708-56e06b68e9a5 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Calling delete_port for ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18 owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:27:32.696475 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-286d763d-d4a5-4619-b9fa-ca389c85561d None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:32.711565 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-286d763d-d4a5-4619-b9fa-ca389c85561d None None] Transition to ACTIVE for port object 6626479c-dea8-4493-afe3-5242c51f57f6 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:27:32.718098 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-286d763d-d4a5-4619-b9fa-ca389c85561d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:32.789963 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c6329c-fb7e-4aa1-98ac-79443182c230 None None] Pushing event updated for resources: {'Port': ['ID=6626479c-dea8-4493-afe3-5242c51f57f6,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:32.816910 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-99fc0d91-b9c3-405a-bfb5-7bec73a9e177 req-65116b99-d60e-40d6-aa68-946eb3779b25 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/ports?device_id=8faaf670-71d8-4fa6-bd34-6a22795183fb HTTP/1.1" status: 200 len: 210 time: 0.1045823 Jul 29 23:27:32.820590 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-379ec8a8-9dee-40bf-bcc3-c95520b486ea req-5d1c59e2-4296-4fba-8c35-33f86b170603 service neutron] 10.222.0.41 "GET /v2.0/networks/20b17a75-47ba-4198-999c-000c34520768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081288 Jul 29 23:27:32.823676 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fefcb0d3-ea4b-4c4b-bc0a-6a0363f0c146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:32.840541 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-286d763d-d4a5-4619-b9fa-ca389c85561d None None] Attempting to bind port 6626479c-dea8-4493-afe3-5242c51f57f6 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:27:32.840922 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-286d763d-d4a5-4619-b9fa-ca389c85561d None None] Attempting to bind port 6626479c-dea8-4493-afe3-5242c51f57f6 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': 'deb29660-eaef-47af-8b2d-d34c883ef993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '249f9a39-5994-41da-9767-e19fa079301c'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:27:32.841283 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286d763d-d4a5-4619-b9fa-ca389c85561d None None] Attempting to bind port 6626479c-dea8-4493-afe3-5242c51f57f6 on network 249f9a39-5994-41da-9767-e19fa079301c {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:27:32.847779 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286d763d-d4a5-4619-b9fa-ca389c85561d None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:27:32.849066 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286d763d-d4a5-4619-b9fa-ca389c85561d None None] Checking segment: {'id': 'deb29660-eaef-47af-8b2d-d34c883ef993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '249f9a39-5994-41da-9767-e19fa079301c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:27:32.849940 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-286d763d-d4a5-4619-b9fa-ca389c85561d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:32.850563 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-286d763d-d4a5-4619-b9fa-ca389c85561d None None] Bound using segment: {'id': 'deb29660-eaef-47af-8b2d-d34c883ef993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '249f9a39-5994-41da-9767-e19fa079301c'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:27:32.851107 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-286d763d-d4a5-4619-b9fa-ca389c85561d None None] Bound port: 6626479c-dea8-4493-afe3-5242c51f57f6, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deb29660-eaef-47af-8b2d-d34c883ef993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '249f9a39-5994-41da-9767-e19fa079301c'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:27:32.851558 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-286d763d-d4a5-4619-b9fa-ca389c85561d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:32.890927 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-379ec8a8-9dee-40bf-bcc3-c95520b486ea req-0eec9c85-1ac4-4bad-bf3f-1e5d26f96911 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=fd088fd5-5d8a-4e4d-b620-8e5770596293 HTTP/1.1" status: 200 len: 217 time: 0.0580673 Jul 29 23:27:32.958912 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-286d763d-d4a5-4619-b9fa-ca389c85561d None None] For port 6626479c-dea8-4493-afe3-5242c51f57f6, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:27:32.964295 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-286d763d-d4a5-4619-b9fa-ca389c85561d None None] For port 6626479c-dea8-4493-afe3-5242c51f57f6, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=6626479c-dea8-4493-afe3-5242c51f57f6,segment=NetworkSegment(deb29660-eaef-47af-8b2d-d34c883ef993),segment_id=deb29660-eaef-47af-8b2d-d34c883ef993)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:27:32.972069 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-286d763d-d4a5-4619-b9fa-ca389c85561d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:32.981118 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a99d4-642d-4b60-bf18-dae6203315b8 req-997a54cf-977c-4e55-a660-dfdd48f0cf2d tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:32.988442 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-460a99d4-642d-4b60-bf18-dae6203315b8 req-997a54cf-977c-4e55-a660-dfdd48f0cf2d tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=393275b2-aa8f-4044-96a2-110cf5e07da3 HTTP/1.1" status: 200 len: 945 time: 0.2977545 Jul 29 23:27:33.041533 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286d763d-d4a5-4619-b9fa-ca389c85561d None None] Routers {'0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:27:33.042575 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-286d763d-d4a5-4619-b9fa-ca389c85561d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:27:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:33.043259 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fefcb0d3-ea4b-4c4b-bc0a-6a0363f0c146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:33.142117 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ec8a8-9dee-40bf-bcc3-c95520b486ea req-d851601d-491b-4560-8e6a-4afc4b857b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:33.147970 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-379ec8a8-9dee-40bf-bcc3-c95520b486ea req-d851601d-491b-4560-8e6a-4afc4b857b53 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7458a594-1a22-4c4a-88d1-6b77cea076b8 HTTP/1.1" status: 200 len: 797 time: 0.2317817 Jul 29 23:27:33.149147 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c6329c-fb7e-4aa1-98ac-79443182c230 None None] Pushing event updated for resources: {'Port': ['ID=6626479c-dea8-4493-afe3-5242c51f57f6,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:33.194594 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a0a95-8795-4914-9051-e822b297488b req-215a53f9-2d84-4453-838d-75b307e9a98f tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:33.202020 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-252a0a95-8795-4914-9051-e822b297488b req-215a53f9-2d84-4453-838d-75b307e9a98f tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fb033b4-4959-4057-b11e-00fcaf3bf282 HTTP/1.1" status: 200 len: 945 time: 0.2875612 Jul 29 23:27:33.238007 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 256facda-b197-4ea2-a9e6-7488b567e736 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:27:33.258334 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-460a99d4-642d-4b60-bf18-dae6203315b8 req-2836e2e6-6e9f-4111-a2d7-ac662786d3c0 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689404 Jul 29 23:27:33.292515 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-286d763d-d4a5-4619-b9fa-ca389c85561d None None] Set router 0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:27:33.344697 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 256facda-b197-4ea2-a9e6-7488b567e736 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:27:33.345073 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:33.353613 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-63878081-59f8-4848-8fad-c41212f6d4a5 req-d026b1be-fbff-4337-8708-56e06b68e9a5 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:33.359266 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fefcb0d3-ea4b-4c4b-bc0a-6a0363f0c146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:33.362300 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fefcb0d3-ea4b-4c4b-bc0a-6a0363f0c146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:33.366472 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-fefcb0d3-ea4b-4c4b-bc0a-6a0363f0c146 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ac22e005-df5f-48be-bef5-02cd967cc432 HTTP/1.1" status: 204 len: 168 time: 0.7661154 Jul 29 23:27:33.407387 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['1277b24c-ed68-4854-b8a8-d8c31421810a', 'ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:27:33.414897 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d026b1be-fbff-4337-8708-56e06b68e9a5 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Pushing event deleted for resources: {'Port': ['ID=ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:33.440612 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-252a0a95-8795-4914-9051-e822b297488b req-7ee10cb8-9b6a-43b5-b1d3-62e6ba7da765 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284782 Jul 29 23:27:33.466462 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ec8a8-9dee-40bf-bcc3-c95520b486ea req-51565f8a-bd6c-4b82-9297-d0ed16d9713b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:33.470468 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-379ec8a8-9dee-40bf-bcc3-c95520b486ea req-51565f8a-bd6c-4b82-9297-d0ed16d9713b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=20b17a75-47ba-4198-999c-000c34520768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3006995 Jul 29 23:27:33.515956 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefcb0d3-ea4b-4c4b-bc0a-6a0363f0c146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac22e005-df5f-48be-bef5-02cd967cc432,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:33.655936 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-63878081-59f8-4848-8fad-c41212f6d4a5 req-d026b1be-fbff-4337-8708-56e06b68e9a5 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] No DVR routers for this DVR port ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18 on host n-h2-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:27:33.661475 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-63878081-59f8-4848-8fad-c41212f6d4a5 req-d026b1be-fbff-4337-8708-56e06b68e9a5 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:33.663804 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-63878081-59f8-4848-8fad-c41212f6d4a5 req-d026b1be-fbff-4337-8708-56e06b68e9a5 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.22 "DELETE /v2.0/ports/ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18 HTTP/1.1" status: 204 len: 173 time: 1.4192619 Jul 29 23:27:33.664638 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb033b4-4959-4057-b11e-00fcaf3bf282', 'name': 'network-vif-deleted', 'tag': 'ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:27:33.677775 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc70a91-f204-45a9-b09d-4c843ab3397e" -d '{"events": [{"server_uuid": "9fb033b4-4959-4057-b11e-00fcaf3bf282", "name": "network-vif-deleted", "tag": "ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:27:33.716798 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc7b4a-c91d-48cb-9b9c-2e2083762ec0 req-226f69cd-5380-444a-b185-8d1f0dbdc89c tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:33.726621 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b4fc7b4a-c91d-48cb-9b9c-2e2083762ec0 req-226f69cd-5380-444a-b185-8d1f0dbdc89c tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=393275b2-aa8f-4044-96a2-110cf5e07da3 HTTP/1.1" status: 200 len: 945 time: 0.1662571 Jul 29 23:27:33.814984 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b4fc7b4a-c91d-48cb-9b9c-2e2083762ec0 req-ac86c2ee-4cce-40ef-a9ec-71720a79b425 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789893 Jul 29 23:27:33.820571 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-379ec8a8-9dee-40bf-bcc3-c95520b486ea req-1b28a9d9-c15a-42e7-9cba-b8076107ff42 service neutron] 10.222.0.41 "GET /v2.0/networks/20b17a75-47ba-4198-999c-000c34520768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3289866 Jul 29 23:27:33.970843 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-286d763d-d4a5-4619-b9fa-ca389c85561d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'name': 'tempest-FloatingIPsAssociationTestJSON-454429373-router', 'tenant_id': 'cfd954225fe54c54b27a2d340342811d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '256facda-b197-4ea2-a9e6-7488b567e736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:27:23Z', 'updated_at': '2021-07-29T23:27:29Z', 'revision_number': 4, 'project_id': 'cfd954225fe54c54b27a2d340342811d', 'gw_port': {'id': '256facda-b197-4ea2-a9e6-7488b567e736', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ab:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:27:24Z', 'updated_at': '2021-07-29T23:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '6626479c-dea8-4493-afe3-5242c51f57f6', 'name': '', 'network_id': '249f9a39-5994-41da-9767-e19fa079301c', 'tenant_id': 'cfd954225fe54c54b27a2d340342811d', 'mac_address': 'fa:16:3e:40:f9:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '4d6ca941-9b98-4939-964c-d32a2fbd1a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:27:28Z', 'updated_at': '2021-07-29T23:27:32Z', 'revision_number': 4, 'project_id': 'cfd954225fe54c54b27a2d340342811d', 'subnets': [{'id': '4d6ca941-9b98-4939-964c-d32a2fbd1a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:33.980641 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d734c69-ab0a-4c05-938d-319e603a442c x-openstack-request-id: req-8d734c69-ab0a-4c05-938d-319e603a442c {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:27:33.980941 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fb033b4-4959-4057-b11e-00fcaf3bf282", "name": "network-vif-deleted", "tag": "ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:27:33.981161 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8d734c69-ab0a-4c05-938d-319e603a442c {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:27:33.981536 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fb033b4-4959-4057-b11e-00fcaf3bf282', 'name': 'network-vif-deleted', 'tag': 'ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18', 'status': 'completed', 'code': 200} Jul 29 23:27:34.005446 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-379ec8a8-9dee-40bf-bcc3-c95520b486ea req-ebe9665e-2469-47d3-a64a-c8af4bb2e42c service neutron] 10.222.0.41 "GET /v2.0/networks/20b17a75-47ba-4198-999c-000c34520768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749709 Jul 29 23:27:34.040869 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286d763d-d4a5-4619-b9fa-ca389c85561d None None] The sync data for ids ['0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2'] in n-d-712141-10 is: [{'id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'name': 'tempest-FloatingIPsAssociationTestJSON-454429373-router', 'tenant_id': 'cfd954225fe54c54b27a2d340342811d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '256facda-b197-4ea2-a9e6-7488b567e736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:27:23Z', 'updated_at': '2021-07-29T23:27:29Z', 'revision_number': 4, 'project_id': 'cfd954225fe54c54b27a2d340342811d', 'gw_port': {'id': '256facda-b197-4ea2-a9e6-7488b567e736', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ab:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:27:24Z', 'updated_at': '2021-07-29T23:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '6626479c-dea8-4493-afe3-5242c51f57f6', 'name': '', 'network_id': '249f9a39-5994-41da-9767-e19fa079301c', 'tenant_id': 'cfd954225fe54c54b27a2d340342811d', 'mac_address': 'fa:16:3e:40:f9:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '4d6ca941-9b98-4939-964c-d32a2fbd1a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:27:28Z', 'updated_at': '2021-07-29T23:27:32Z', 'revision_number': 4, 'project_id': 'cfd954225fe54c54b27a2d340342811d', 'subnets': [{'id': '4d6ca941-9b98-4939-964c-d32a2fbd1a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:27:34.052556 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-379ec8a8-9dee-40bf-bcc3-c95520b486ea req-ef601049-9522-4ffa-8ee0-0d5545a944f1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=af1ec564-29cd-4f8a-b291-2e25d87073ad HTTP/1.1" status: 200 len: 217 time: 0.0390234 Jul 29 23:27:34.138718 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e494a09e-dc39-49b5-9317-211e549b3b13 req-a3135d5e-4509-4972-8dae-b2300f839c39 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/ports?device_id=8faaf670-71d8-4fa6-bd34-6a22795183fb HTTP/1.1" status: 200 len: 210 time: 0.0901082 Jul 29 23:27:34.204574 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109c93f5-8a47-4ca8-bd89-b4c88c10bac8 req-983bf7fa-6e49-46ba-aeb1-21f9dd3b9d1f tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:34.206151 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-109c93f5-8a47-4ca8-bd89-b4c88c10bac8 req-983bf7fa-6e49-46ba-aeb1-21f9dd3b9d1f tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=393275b2-aa8f-4044-96a2-110cf5e07da3 HTTP/1.1" status: 200 len: 945 time: 0.1566935 Jul 29 23:27:34.210789 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ec8a8-9dee-40bf-bcc3-c95520b486ea req-1845a384-2576-4673-8120-25925586eadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:34.212219 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-379ec8a8-9dee-40bf-bcc3-c95520b486ea req-1845a384-2576-4673-8120-25925586eadd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7458a594-1a22-4c4a-88d1-6b77cea076b8 HTTP/1.1" status: 200 len: 797 time: 0.1376936 Jul 29 23:27:34.296700 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-109c93f5-8a47-4ca8-bd89-b4c88c10bac8 req-7b36db25-f52a-45ad-a1aa-8227ff0b3ba3 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810094 Jul 29 23:27:34.325537 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ec8a8-9dee-40bf-bcc3-c95520b486ea req-2ed22ddb-acc0-4261-9e8d-14debb4f3fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:34.328229 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-379ec8a8-9dee-40bf-bcc3-c95520b486ea req-2ed22ddb-acc0-4261-9e8d-14debb4f3fcb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=20b17a75-47ba-4198-999c-000c34520768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1065423 Jul 29 23:27:34.495804 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-379ec8a8-9dee-40bf-bcc3-c95520b486ea req-4cc5b177-174d-4551-bf11-b7abac2426dc service neutron] 10.222.0.41 "GET /v2.0/networks/20b17a75-47ba-4198-999c-000c34520768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497715 Jul 29 23:27:34.674253 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-379ec8a8-9dee-40bf-bcc3-c95520b486ea req-74532e81-a062-4f31-beb9-0a17a8f03bac service neutron] 10.222.0.41 "GET /v2.0/networks/20b17a75-47ba-4198-999c-000c34520768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715600 Jul 29 23:27:34.683908 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef486ebb-7156-47f2-a175-28c240d23d72 req-83aabfd9-5179-40ed-83f4-f280852575ee tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:34.686720 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ef486ebb-7156-47f2-a175-28c240d23d72 req-83aabfd9-5179-40ed-83f4-f280852575ee tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.41 "GET /v2.0/networks?id=249f9a39-5994-41da-9767-e19fa079301c HTTP/1.1" status: 200 len: 820 time: 0.2411034 Jul 29 23:27:34.718146 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-ef486ebb-7156-47f2-a175-28c240d23d72 req-2bb33d76-c159-4b33-bd38-bd1bf86abf6d tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Request body: {'port': {'device_id': '8faaf670-71d8-4fa6-bd34-6a22795183fb', 'network_id': '249f9a39-5994-41da-9767-e19fa079301c', 'admin_state_up': True, 'tenant_id': 'cfd954225fe54c54b27a2d340342811d'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:34.754113 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d97d9a28-d19c-473f-b725-ef9395a9e217 req-e2148cb8-22e0-438e-8549-c07521cacebe tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fb033b4-4959-4057-b11e-00fcaf3bf282 HTTP/1.1" status: 200 len: 210 time: 0.1974680 Jul 29 23:27:34.876265 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-379ec8a8-9dee-40bf-bcc3-c95520b486ea req-85877570-e683-443c-8886-d1c4cce95202 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6cab2274-0e29-41ee-a31c-dc16b683b0ae HTTP/1.1" status: 200 len: 217 time: 0.1667035 Jul 29 23:27:34.985012 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ec8a8-9dee-40bf-bcc3-c95520b486ea req-8546f057-fdd8-4a8b-a261-07b82f0d83fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:34.990623 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-379ec8a8-9dee-40bf-bcc3-c95520b486ea req-8546f057-fdd8-4a8b-a261-07b82f0d83fd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fcb38ae7-084a-4b8d-94fa-28c5b74ee6b1 HTTP/1.1" status: 200 len: 797 time: 0.1022537 Jul 29 23:27:35.021062 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef486ebb-7156-47f2-a175-28c240d23d72 req-2bb33d76-c159-4b33-bd38-bd1bf86abf6d tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Made reservation on behalf of cfd954225fe54c54b27a2d340342811d for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:27:35.027232 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ef486ebb-7156-47f2-a175-28c240d23d72 req-2bb33d76-c159-4b33-bd38-bd1bf86abf6d tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:35.077050 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ec8a8-9dee-40bf-bcc3-c95520b486ea req-05d82277-6d31-446d-a216-ece1b01c9b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:35.078853 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-379ec8a8-9dee-40bf-bcc3-c95520b486ea req-05d82277-6d31-446d-a216-ece1b01c9b9e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0801537 Jul 29 23:27:35.318655 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed16655-3fd2-468a-a54c-7d9331b9bb4c req-8012757e-4c06-4586-8eed-3b57c40c3f1a tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:35.322623 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4ed16655-3fd2-468a-a54c-7d9331b9bb4c req-8012757e-4c06-4586-8eed-3b57c40c3f1a tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=393275b2-aa8f-4044-96a2-110cf5e07da3 HTTP/1.1" status: 200 len: 945 time: 0.2388952 Jul 29 23:27:35.355192 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 6626479c-dea8-4493-afe3-5242c51f57f6 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:27:35.366339 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-abe11161-3700-43c7-88ba-bd83af6d1b3c req-afd9754e-9c6a-4dd4-93fa-5b4a4da86327 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/ports?device_id=8faaf670-71d8-4fa6-bd34-6a22795183fb HTTP/1.1" status: 200 len: 210 time: 0.0427623 Jul 29 23:27:35.393775 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-ef486ebb-7156-47f2-a175-28c240d23d72 req-2bb33d76-c159-4b33-bd38-bd1bf86abf6d tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Allocated IP 172.20.0.12 (249f9a39-5994-41da-9767-e19fa079301c/4d6ca941-9b98-4939-964c-d32a2fbd1a2b/e08ae88d-6f9b-4c42-9f6b-db158c096940) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:27:35.439122 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 6626479c-dea8-4493-afe3-5242c51f57f6 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:27:35.445555 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 6626479c-dea8-4493-afe3-5242c51f57f6 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:27:35.446119 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:35.472158 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-379ec8a8-9dee-40bf-bcc3-c95520b486ea req-36ca6b84-e91d-4ad9-895a-f04382231bca service neutron] 10.222.0.41 "GET /v2.0/networks/4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3797290 Jul 29 23:27:35.491298 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4ed16655-3fd2-468a-a54c-7d9331b9bb4c req-552ba18a-faa3-4c20-b480-f23236641e3c tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473176 Jul 29 23:27:35.595731 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:35.646613 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 6626479c-dea8-4493-afe3-5242c51f57f6, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=6626479c-dea8-4493-afe3-5242c51f57f6,segment=NetworkSegment(deb29660-eaef-47af-8b2d-d34c883ef993),segment_id=deb29660-eaef-47af-8b2d-d34c883ef993)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:35.653278 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:35.710723 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ef486ebb-7156-47f2-a175-28c240d23d72 req-2bb33d76-c159-4b33-bd38-bd1bf86abf6d tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:35.730047 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-ef486ebb-7156-47f2-a175-28c240d23d72 req-2bb33d76-c159-4b33-bd38-bd1bf86abf6d tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Transition to ACTIVE for port object e08ae88d-6f9b-4c42-9f6b-db158c096940 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:27:35.742650 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-379ec8a8-9dee-40bf-bcc3-c95520b486ea req-14607556-3187-4e3d-bd9b-fd3a29915721 service neutron] 10.222.0.41 "GET /v2.0/networks/4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490954 Jul 29 23:27:35.758911 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=6626479c-dea8-4493-afe3-5242c51f57f6,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:35.774007 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ef486ebb-7156-47f2-a175-28c240d23d72 req-2bb33d76-c159-4b33-bd38-bd1bf86abf6d tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:35.797827 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:35.798234 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:35.798571 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:35.799354 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:35.799354 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:35.799620 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef486ebb-7156-47f2-a175-28c240d23d72 req-2bb33d76-c159-4b33-bd38-bd1bf86abf6d tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Network 249f9a39-5994-41da-9767-e19fa079301c is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:27:35.799729 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:35.799919 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:35.800272 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:35.800579 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:35.800969 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:35.801299 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:35.801703 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:35.803475 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-379ec8a8-9dee-40bf-bcc3-c95520b486ea req-03a31644-ef7d-419e-b92d-4bee9be29f81 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7450c10b-b2aa-4ef3-b42e-e8eeba1cf253 HTTP/1.1" status: 200 len: 217 time: 0.0540533 Jul 29 23:27:35.824529 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-ef486ebb-7156-47f2-a175-28c240d23d72 req-2bb33d76-c159-4b33-bd38-bd1bf86abf6d tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:27:35.827466 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef486ebb-7156-47f2-a175-28c240d23d72 req-2bb33d76-c159-4b33-bd38-bd1bf86abf6d tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:27:35.906303 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb33d76-c159-4b33-bd38-bd1bf86abf6d tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Pushing event updated for resources: {'Port': ['ID=e08ae88d-6f9b-4c42-9f6b-db158c096940,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:35.923480 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef486ebb-7156-47f2-a175-28c240d23d72 req-2bb33d76-c159-4b33-bd38-bd1bf86abf6d tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:35.924154 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ef486ebb-7156-47f2-a175-28c240d23d72 req-2bb33d76-c159-4b33-bd38-bd1bf86abf6d tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:35.945875 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ef486ebb-7156-47f2-a175-28c240d23d72 req-2bb33d76-c159-4b33-bd38-bd1bf86abf6d tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2321858 Jul 29 23:27:35.957258 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2d595271-9bab-4d67-a7e9-58db19533cb9 req-8e9ed4a0-cfb2-41ce-b3f5-db1e0d45f041 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fb033b4-4959-4057-b11e-00fcaf3bf282 HTTP/1.1" status: 200 len: 210 time: 0.0902660 Jul 29 23:27:35.972182 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-ef486ebb-7156-47f2-a175-28c240d23d72 req-ac0f5322-c9b2-4162-be67-8dbbc42637f3 service neutron] Request body: {'port': {'device_id': '8faaf670-71d8-4fa6-bd34-6a22795183fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:35.999640 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ec8a8-9dee-40bf-bcc3-c95520b486ea req-40d1725f-ec36-4c19-9036-18727603a54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:36.002412 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-379ec8a8-9dee-40bf-bcc3-c95520b486ea req-40d1725f-ec36-4c19-9036-18727603a54d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fcb38ae7-084a-4b8d-94fa-28c5b74ee6b1 HTTP/1.1" status: 200 len: 797 time: 0.1868019 Jul 29 23:27:36.109513 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379ec8a8-9dee-40bf-bcc3-c95520b486ea req-a4e7be39-62d7-4980-841a-89fedb1b50c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:36.117297 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ef486ebb-7156-47f2-a175-28c240d23d72 req-ac0f5322-c9b2-4162-be67-8dbbc42637f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:36.119451 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-379ec8a8-9dee-40bf-bcc3-c95520b486ea req-a4e7be39-62d7-4980-841a-89fedb1b50c5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1034813 Jul 29 23:27:36.224014 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-379ec8a8-9dee-40bf-bcc3-c95520b486ea req-5be88d0c-5641-4f72-b6df-8065885c760b service neutron] 10.222.0.41 "GET /v2.0/networks/4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978584 Jul 29 23:27:36.284553 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2e4facd0-9c4f-4f98-9aa9-4603db8cd6bc None None] Provisioning for port e08ae88d-6f9b-4c42-9f6b-db158c096940 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:27:36.291188 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2e4facd0-9c4f-4f98-9aa9-4603db8cd6bc None None] Provisioning complete for port e08ae88d-6f9b-4c42-9f6b-db158c096940 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:27:36.291702 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2e4facd0-9c4f-4f98-9aa9-4603db8cd6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:36.367783 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-2e4facd0-9c4f-4f98-9aa9-4603db8cd6bc None None] Port e08ae88d-6f9b-4c42-9f6b-db158c096940 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:27:36.374680 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18 no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:27:36.379021 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-379ec8a8-9dee-40bf-bcc3-c95520b486ea req-b3140b7b-7a47-44ec-81d7-9493c1113d41 service neutron] 10.222.0.41 "GET /v2.0/networks/4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435080 Jul 29 23:27:36.423996 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:27:36.424334 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device ae0b9454-f9ca-4ce9-b34a-bcd0228b1b18 not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:27:36.546213 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-ef486ebb-7156-47f2-a175-28c240d23d72 req-ac0f5322-c9b2-4162-be67-8dbbc42637f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e08ae88d-6f9b-4c42-9f6b-db158c096940 {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:27:36.557719 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ef486ebb-7156-47f2-a175-28c240d23d72 req-ac0f5322-c9b2-4162-be67-8dbbc42637f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:36.558261 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f844fb96-f329-46c1-8aa7-9973a646759b req-bad5f7e9-83bd-49fd-bbdb-79ba23d7aaeb tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:36.562391 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f844fb96-f329-46c1-8aa7-9973a646759b req-bad5f7e9-83bd-49fd-bbdb-79ba23d7aaeb tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/ports?device_id=8faaf670-71d8-4fa6-bd34-6a22795183fb HTTP/1.1" status: 200 len: 932 time: 0.1030490 Jul 29 23:27:36.579623 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-ef486ebb-7156-47f2-a175-28c240d23d72 req-ac0f5322-c9b2-4162-be67-8dbbc42637f3 service neutron] Transition to ACTIVE for port object e08ae88d-6f9b-4c42-9f6b-db158c096940 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:27:36.590516 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ef486ebb-7156-47f2-a175-28c240d23d72 req-ac0f5322-c9b2-4162-be67-8dbbc42637f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:36.610139 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f844fb96-f329-46c1-8aa7-9973a646759b req-cd3aa0c0-971e-4a9a-8267-5f21f887594e tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/security-groups?id=8dd1850b-5d38-44b6-8460-52dfa8642148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411901 Jul 29 23:27:36.674377 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0f5322-c9b2-4162-be67-8dbbc42637f3 service neutron] Pushing event updated for resources: {'Port': ['ID=e08ae88d-6f9b-4c42-9f6b-db158c096940,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:36.698575 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c094bccf-6266-4d4c-8d18-bcbcfab90cbb req-1be09ae2-98c0-4c92-880d-5a26eca9b82d tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:36.708705 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c094bccf-6266-4d4c-8d18-bcbcfab90cbb req-1be09ae2-98c0-4c92-880d-5a26eca9b82d tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=393275b2-aa8f-4044-96a2-110cf5e07da3 HTTP/1.1" status: 200 len: 945 time: 0.0965116 Jul 29 23:27:36.762524 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c094bccf-6266-4d4c-8d18-bcbcfab90cbb req-eacd761a-ea3f-4d5a-a8fc-30ac99e60670 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526021 Jul 29 23:27:36.785060 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-ef486ebb-7156-47f2-a175-28c240d23d72 req-ac0f5322-c9b2-4162-be67-8dbbc42637f3 service neutron] Attempting to bind port e08ae88d-6f9b-4c42-9f6b-db158c096940 on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:27:36.785558 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-ef486ebb-7156-47f2-a175-28c240d23d72 req-ac0f5322-c9b2-4162-be67-8dbbc42637f3 service neutron] Attempting to bind port e08ae88d-6f9b-4c42-9f6b-db158c096940 by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': 'deb29660-eaef-47af-8b2d-d34c883ef993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '249f9a39-5994-41da-9767-e19fa079301c'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:27:36.785940 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef486ebb-7156-47f2-a175-28c240d23d72 req-ac0f5322-c9b2-4162-be67-8dbbc42637f3 service neutron] Attempting to bind port e08ae88d-6f9b-4c42-9f6b-db158c096940 on network 249f9a39-5994-41da-9767-e19fa079301c {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:27:36.791359 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef486ebb-7156-47f2-a175-28c240d23d72 req-ac0f5322-c9b2-4162-be67-8dbbc42637f3 service neutron] Port e08ae88d-6f9b-4c42-9f6b-db158c096940 on network 249f9a39-5994-41da-9767-e19fa079301c not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:27:36.794636 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef486ebb-7156-47f2-a175-28c240d23d72 req-ac0f5322-c9b2-4162-be67-8dbbc42637f3 service neutron] Attempting to bind port e08ae88d-6f9b-4c42-9f6b-db158c096940 on network 249f9a39-5994-41da-9767-e19fa079301c {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:27:36.797491 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef486ebb-7156-47f2-a175-28c240d23d72 req-ac0f5322-c9b2-4162-be67-8dbbc42637f3 service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:27:36.797927 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef486ebb-7156-47f2-a175-28c240d23d72 req-ac0f5322-c9b2-4162-be67-8dbbc42637f3 service neutron] Checking segment: {'id': 'deb29660-eaef-47af-8b2d-d34c883ef993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '249f9a39-5994-41da-9767-e19fa079301c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:27:36.798377 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef486ebb-7156-47f2-a175-28c240d23d72 req-ac0f5322-c9b2-4162-be67-8dbbc42637f3 service neutron] Bound using segment: {'id': 'deb29660-eaef-47af-8b2d-d34c883ef993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '249f9a39-5994-41da-9767-e19fa079301c'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:27:36.798877 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-ef486ebb-7156-47f2-a175-28c240d23d72 req-ac0f5322-c9b2-4162-be67-8dbbc42637f3 service neutron] Bound port: e08ae88d-6f9b-4c42-9f6b-db158c096940, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'deb29660-eaef-47af-8b2d-d34c883ef993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '249f9a39-5994-41da-9767-e19fa079301c'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:27:36.799298 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ef486ebb-7156-47f2-a175-28c240d23d72 req-ac0f5322-c9b2-4162-be67-8dbbc42637f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:36.907841 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:36.927263 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-ef486ebb-7156-47f2-a175-28c240d23d72 req-ac0f5322-c9b2-4162-be67-8dbbc42637f3 service neutron] For port e08ae88d-6f9b-4c42-9f6b-db158c096940, host n-h1-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:27:36.931271 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-ef486ebb-7156-47f2-a175-28c240d23d72 req-ac0f5322-c9b2-4162-be67-8dbbc42637f3 service neutron] For port e08ae88d-6f9b-4c42-9f6b-db158c096940, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=e08ae88d-6f9b-4c42-9f6b-db158c096940,segment=NetworkSegment(deb29660-eaef-47af-8b2d-d34c883ef993),segment_id=deb29660-eaef-47af-8b2d-d34c883ef993)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:27:36.937242 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ef486ebb-7156-47f2-a175-28c240d23d72 req-ac0f5322-c9b2-4162-be67-8dbbc42637f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:37.010761 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef486ebb-7156-47f2-a175-28c240d23d72 req-ac0f5322-c9b2-4162-be67-8dbbc42637f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:37.013795 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ef486ebb-7156-47f2-a175-28c240d23d72 req-ac0f5322-c9b2-4162-be67-8dbbc42637f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:37.013795 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ef486ebb-7156-47f2-a175-28c240d23d72 req-ac0f5322-c9b2-4162-be67-8dbbc42637f3 service neutron] 10.222.0.41 "PUT /v2.0/ports/e08ae88d-6f9b-4c42-9f6b-db158c096940 HTTP/1.1" status: 200 len: 1093 time: 1.0459468 Jul 29 23:27:37.013795 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8faaf670-71d8-4fa6-bd34-6a22795183fb', 'tag': 'e08ae88d-6f9b-4c42-9f6b-db158c096940'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:27:37.023316 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c3b732-8fec-464b-b206-39b6fe137403" -d '{"events": [{"name": "network-changed", "server_uuid": "8faaf670-71d8-4fa6-bd34-6a22795183fb", "tag": "e08ae88d-6f9b-4c42-9f6b-db158c096940"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:27:37.072894 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c5f074-3216-42eb-b8f7-b861126a5e5e x-openstack-request-id: req-f3c5f074-3216-42eb-b8f7-b861126a5e5e {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:27:37.073193 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8faaf670-71d8-4fa6-bd34-6a22795183fb", "tag": "e08ae88d-6f9b-4c42-9f6b-db158c096940", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:27:37.073452 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f3c5f074-3216-42eb-b8f7-b861126a5e5e {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:27:37.073879 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8faaf670-71d8-4fa6-bd34-6a22795183fb', 'tag': 'e08ae88d-6f9b-4c42-9f6b-db158c096940', 'status': 'completed', 'code': 200} Jul 29 23:27:37.074930 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0f5322-c9b2-4162-be67-8dbbc42637f3 service neutron] Pushing event updated for resources: {'Port': ['ID=e08ae88d-6f9b-4c42-9f6b-db158c096940,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:37.116145 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-54cb8642-4857-4f70-bd6f-902727e440f6 req-d50a8c9d-5916-402e-acb8-76d968e38028 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fb033b4-4959-4057-b11e-00fcaf3bf282 HTTP/1.1" status: 200 len: 210 time: 0.0507612 Jul 29 23:27:37.175934 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef486ebb-7156-47f2-a175-28c240d23d72 req-a8918877-7a5c-41d4-b21e-5c0aee319330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:37.177899 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ef486ebb-7156-47f2-a175-28c240d23d72 req-a8918877-7a5c-41d4-b21e-5c0aee319330 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cfd954225fe54c54b27a2d340342811d&device_id=8faaf670-71d8-4fa6-bd34-6a22795183fb HTTP/1.1" status: 200 len: 1096 time: 0.0747111 Jul 29 23:27:37.268416 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 6626479c-dea8-4493-afe3-5242c51f57f6 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:27:37.284878 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ef486ebb-7156-47f2-a175-28c240d23d72 req-3684987f-7acf-4dc9-9896-0c33352d1ac0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e08ae88d-6f9b-4c42-9f6b-db158c096940 HTTP/1.1" status: 200 len: 217 time: 0.0894039 Jul 29 23:27:37.328262 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 6626479c-dea8-4493-afe3-5242c51f57f6 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:27:37.328630 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:37.380450 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef486ebb-7156-47f2-a175-28c240d23d72 req-d293f057-646b-4d43-b384-eae85583692a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:37.382436 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ef486ebb-7156-47f2-a175-28c240d23d72 req-d293f057-646b-4d43-b384-eae85583692a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4d6ca941-9b98-4939-964c-d32a2fbd1a2b HTTP/1.1" status: 200 len: 859 time: 0.0891178 Jul 29 23:27:37.447992 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef486ebb-7156-47f2-a175-28c240d23d72 req-15431936-58e3-46b3-99ac-fdb0cd3f3d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:37.449512 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ef486ebb-7156-47f2-a175-28c240d23d72 req-15431936-58e3-46b3-99ac-fdb0cd3f3d08 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=249f9a39-5994-41da-9767-e19fa079301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578799 Jul 29 23:27:37.465176 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [req-ef486ebb-7156-47f2-a175-28c240d23d72 req-35452a9a-a4e7-4b4a-9c91-81de2fe42b59 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:27:37.466446 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ef486ebb-7156-47f2-a175-28c240d23d72 req-35452a9a-a4e7-4b4a-9c91-81de2fe42b59 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086019 Jul 29 23:27:37.580962 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ef486ebb-7156-47f2-a175-28c240d23d72 req-eae74531-96fa-47ac-8b40-20802e965b88 service neutron] 10.222.0.41 "GET /v2.0/networks/249f9a39-5994-41da-9767-e19fa079301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061409 Jul 29 23:27:37.598190 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 43568) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:37.697217 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ef486ebb-7156-47f2-a175-28c240d23d72 req-662b5bbe-0469-4701-922c-83a083ad75d5 service neutron] 10.222.0.41 "GET /v2.0/networks/249f9a39-5994-41da-9767-e19fa079301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061215 Jul 29 23:27:37.744150 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d8720191-a25b-4625-9426-0d35f999a9de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:37.773376 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc250474-4d18-4992-902d-6e9c38989bae req-bd4ac82e-f02c-417b-9ba2-d84f9f42aeda tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:37.774923 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fc250474-4d18-4992-902d-6e9c38989bae req-bd4ac82e-f02c-417b-9ba2-d84f9f42aeda tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/ports?device_id=8faaf670-71d8-4fa6-bd34-6a22795183fb HTTP/1.1" status: 200 len: 944 time: 0.0796459 Jul 29 23:27:37.844786 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fc250474-4d18-4992-902d-6e9c38989bae req-a192be2f-e2cd-4683-801d-6d9e602c2220 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/security-groups?id=8dd1850b-5d38-44b6-8460-52dfa8642148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572820 Jul 29 23:27:37.871269 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c3b732-8fec-464b-b206-39b6fe137403 req-36ec2fa4-2874-4204-b52c-922c5536321d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:37.874197 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-28c3b732-8fec-464b-b206-39b6fe137403 req-36ec2fa4-2874-4204-b52c-922c5536321d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cfd954225fe54c54b27a2d340342811d&device_id=8faaf670-71d8-4fa6-bd34-6a22795183fb HTTP/1.1" status: 200 len: 1096 time: 0.0752013 Jul 29 23:27:37.919360 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d8720191-a25b-4625-9426-0d35f999a9de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:37.925843 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d8720191-a25b-4625-9426-0d35f999a9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:37.983891 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c3b732-8fec-464b-b206-39b6fe137403 req-dc4aacde-71d3-4ee5-b3a9-0210e8bcdb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:37.985672 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-28c3b732-8fec-464b-b206-39b6fe137403 req-dc4aacde-71d3-4ee5-b3a9-0210e8bcdb14 service neutron] 10.222.0.41 "GET /v2.0/networks?id=249f9a39-5994-41da-9767-e19fa079301c HTTP/1.1" status: 200 len: 921 time: 0.1034019 Jul 29 23:27:38.032802 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-28c3b732-8fec-464b-b206-39b6fe137403 req-f7778ce4-b53a-4995-bd1c-05b54f291235 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e08ae88d-6f9b-4c42-9f6b-db158c096940 HTTP/1.1" status: 200 len: 217 time: 0.0384429 Jul 29 23:27:38.100063 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c3b732-8fec-464b-b206-39b6fe137403 req-fd07ee84-2302-4de8-90cb-48557d273eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:38.101783 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-28c3b732-8fec-464b-b206-39b6fe137403 req-fd07ee84-2302-4de8-90cb-48557d273eb3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4d6ca941-9b98-4939-964c-d32a2fbd1a2b HTTP/1.1" status: 200 len: 859 time: 0.0591249 Jul 29 23:27:38.151494 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c3b732-8fec-464b-b206-39b6fe137403 req-ce360226-0ebd-4592-8c7b-941909d432b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:38.153034 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-28c3b732-8fec-464b-b206-39b6fe137403 req-ce360226-0ebd-4592-8c7b-941909d432b5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=249f9a39-5994-41da-9767-e19fa079301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434599 Jul 29 23:27:38.264086 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-28c3b732-8fec-464b-b206-39b6fe137403 req-4ecad0e7-0df1-41be-9e62-9a7be8db794a service neutron] 10.222.0.41 "GET /v2.0/networks/249f9a39-5994-41da-9767-e19fa079301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004868 Jul 29 23:27:38.306475 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d3e25-c426-4b3e-b423-50505c05b2d0 req-c25642aa-e685-42a7-b4b8-9cfc0241d213 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:38.308013 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6f5d3e25-c426-4b3e-b423-50505c05b2d0 req-c25642aa-e685-42a7-b4b8-9cfc0241d213 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=393275b2-aa8f-4044-96a2-110cf5e07da3 HTTP/1.1" status: 200 len: 945 time: 0.4346457 Jul 29 23:27:38.329147 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c4c1173d-00f2-4e04-844d-0021a558cf1c req-f692ea98-017d-49f2-8875-c9de0636fde6 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=9fb033b4-4959-4057-b11e-00fcaf3bf282 HTTP/1.1" status: 200 len: 210 time: 0.0647645 Jul 29 23:27:38.338110 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-d8720191-a25b-4625-9426-0d35f999a9de admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a0da9b66768c4cd0a66fc3def3b054fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7381682 Jul 29 23:27:38.342207 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 43582) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:38.354698 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8720191-a25b-4625-9426-0d35f999a9de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4ba4e4-1b7b-443e-a830-710b0c77b1dc,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:38.383887 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-28c3b732-8fec-464b-b206-39b6fe137403 req-df822d61-c236-4ca2-aa97-86122733dc91 service neutron] 10.222.0.41 "GET /v2.0/networks/249f9a39-5994-41da-9767-e19fa079301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117589 Jul 29 23:27:38.385951 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6f5d3e25-c426-4b3e-b423-50505c05b2d0 req-769420a5-a3f5-4886-9d02-bd58cf46bdbd tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594106 Jul 29 23:27:38.440573 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-28aa07d3-a28d-471b-879a-d7f9c2bf56ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:38.464556 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-28aa07d3-a28d-471b-879a-d7f9c2bf56ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:38.527707 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-28aa07d3-a28d-471b-879a-d7f9c2bf56ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:38.530656 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-28aa07d3-a28d-471b-879a-d7f9c2bf56ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:38.534503 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-28aa07d3-a28d-471b-879a-d7f9c2bf56ff admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ef4ba4e4-1b7b-443e-a830-710b0c77b1dc HTTP/1.1" status: 204 len: 168 time: 0.1888914 Jul 29 23:27:38.547325 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28aa07d3-a28d-471b-879a-d7f9c2bf56ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4ba4e4-1b7b-443e-a830-710b0c77b1dc,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:38.805515 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 43592) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:38.820138 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d169b0db-fe39-4f43-977a-039a265ac470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:38.919573 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d169b0db-fe39-4f43-977a-039a265ac470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:38.924263 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d169b0db-fe39-4f43-977a-039a265ac470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:39.004325 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-d169b0db-fe39-4f43-977a-039a265ac470 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=534a5d04bbdb4caaa0ea92488a491c0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1976330 Jul 29 23:27:39.006301 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d169b0db-fe39-4f43-977a-039a265ac470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb52cc0-074b-46df-a515-2f9e5a93fa62,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:39.007259 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 43596) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:39.018752 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d169b0db-fe39-4f43-977a-039a265ac470 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:39.019058 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d169b0db-fe39-4f43-977a-039a265ac470 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:39.019436 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d169b0db-fe39-4f43-977a-039a265ac470 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:39.019801 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d169b0db-fe39-4f43-977a-039a265ac470 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:39.020128 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d169b0db-fe39-4f43-977a-039a265ac470 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:39.021131 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d169b0db-fe39-4f43-977a-039a265ac470 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:39.021489 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d169b0db-fe39-4f43-977a-039a265ac470 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:39.022081 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d169b0db-fe39-4f43-977a-039a265ac470 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:39.022188 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d169b0db-fe39-4f43-977a-039a265ac470 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:39.022476 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d169b0db-fe39-4f43-977a-039a265ac470 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:39.022922 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d169b0db-fe39-4f43-977a-039a265ac470 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:39.023255 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d169b0db-fe39-4f43-977a-039a265ac470 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:39.049687 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff6697e-bab8-45f7-b5b2-f5941aee96cc req-57cf5d56-95d0-46cc-bcae-c405333f38ec tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:39.051218 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5ff6697e-bab8-45f7-b5b2-f5941aee96cc req-57cf5d56-95d0-46cc-bcae-c405333f38ec tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/ports?device_id=8faaf670-71d8-4fa6-bd34-6a22795183fb HTTP/1.1" status: 200 len: 944 time: 0.1094468 Jul 29 23:27:39.070810 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8eaf63f1-bcd4-4177-9116-fdc4899a6ac2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:39.094741 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5ff6697e-bab8-45f7-b5b2-f5941aee96cc req-3222ce28-d715-4605-8710-4f5fcff00e9e tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/security-groups?id=8dd1850b-5d38-44b6-8460-52dfa8642148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368254 Jul 29 23:27:39.095804 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8eaf63f1-bcd4-4177-9116-fdc4899a6ac2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:39.156397 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8eaf63f1-bcd4-4177-9116-fdc4899a6ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:39.160058 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8eaf63f1-bcd4-4177-9116-fdc4899a6ac2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:39.161977 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8eaf63f1-bcd4-4177-9116-fdc4899a6ac2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2bb52cc0-074b-46df-a515-2f9e5a93fa62 HTTP/1.1" status: 204 len: 168 time: 0.1534548 Jul 29 23:27:39.170416 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaf63f1-bcd4-4177-9116-fdc4899a6ac2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb52cc0-074b-46df-a515-2f9e5a93fa62,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:39.562977 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c5beb-c6ca-4907-816a-c4e400a4c420 req-0afb0ca6-9ed7-4dc6-9644-bd8c7a7a685d tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:39.570645 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-642c5beb-c6ca-4907-816a-c4e400a4c420 req-0afb0ca6-9ed7-4dc6-9644-bd8c7a7a685d tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=393275b2-aa8f-4044-96a2-110cf5e07da3 HTTP/1.1" status: 200 len: 945 time: 0.1105664 Jul 29 23:27:39.607518 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-642c5beb-c6ca-4907-816a-c4e400a4c420 req-5fadf5a9-037f-4053-afc0-9202a758c692 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359521 Jul 29 23:27:40.269063 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e72672-5d8f-4295-9096-1695e659483b req-2dbd10f4-7e46-4b45-a8d5-8f7d8df8d3f6 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:40.279031 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-23e72672-5d8f-4295-9096-1695e659483b req-2dbd10f4-7e46-4b45-a8d5-8f7d8df8d3f6 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/ports?device_id=8faaf670-71d8-4fa6-bd34-6a22795183fb HTTP/1.1" status: 200 len: 944 time: 0.1054416 Jul 29 23:27:40.329925 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-23e72672-5d8f-4295-9096-1695e659483b req-d0232430-c880-49a9-943a-202250c59a50 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/security-groups?id=8dd1850b-5d38-44b6-8460-52dfa8642148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446670 Jul 29 23:27:40.791773 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9385c4e6-af9f-4bbc-8e42-bce3c33cba9b req-2f95bfcc-1f3f-48c3-a7c2-ce6ef62c61f3 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:40.801291 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9385c4e6-af9f-4bbc-8e42-bce3c33cba9b req-2f95bfcc-1f3f-48c3-a7c2-ce6ef62c61f3 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=393275b2-aa8f-4044-96a2-110cf5e07da3 HTTP/1.1" status: 200 len: 945 time: 0.0986700 Jul 29 23:27:40.856047 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9385c4e6-af9f-4bbc-8e42-bce3c33cba9b req-b43847bf-dd14-417b-a116-facc67e8cdfb tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445042 Jul 29 23:27:41.299978 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device e08ae88d-6f9b-4c42-9f6b-db158c096940 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:27:41.436169 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port e08ae88d-6f9b-4c42-9f6b-db158c096940, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=e08ae88d-6f9b-4c42-9f6b-db158c096940,segment=NetworkSegment(deb29660-eaef-47af-8b2d-d34c883ef993),segment_id=deb29660-eaef-47af-8b2d-d34c883ef993)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:41.452513 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': 'e08ae88d-6f9b-4c42-9f6b-db158c096940', 'network_id': '249f9a39-5994-41da-9767-e19fa079301c', 'port_id': 'e08ae88d-6f9b-4c42-9f6b-db158c096940', 'mac_address': 'fa:16:3e:91:5b:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d6ca941-9b98-4939-964c-d32a2fbd1a2b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:27:41.467029 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aead22f4-6406-4767-8d13-d8bf619bf80f req-d5fa60d0-fd1b-4f9e-af31-37fcb25273b7 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:41.477560 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-aead22f4-6406-4767-8d13-d8bf619bf80f req-d5fa60d0-fd1b-4f9e-af31-37fcb25273b7 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/ports?device_id=8faaf670-71d8-4fa6-bd34-6a22795183fb HTTP/1.1" status: 200 len: 944 time: 0.0665672 Jul 29 23:27:41.512366 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:41.526247 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-aead22f4-6406-4767-8d13-d8bf619bf80f req-23bd67e1-dcc5-4f4b-aead-269aafb69531 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/security-groups?id=8dd1850b-5d38-44b6-8460-52dfa8642148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475495 Jul 29 23:27:41.537745 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e08ae88d-6f9b-4c42-9f6b-db158c096940 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:27:41.564453 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port e08ae88d-6f9b-4c42-9f6b-db158c096940, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=e08ae88d-6f9b-4c42-9f6b-db158c096940,segment=NetworkSegment(deb29660-eaef-47af-8b2d-d34c883ef993),segment_id=deb29660-eaef-47af-8b2d-d34c883ef993)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:41.570147 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:41.633693 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=e08ae88d-6f9b-4c42-9f6b-db158c096940,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:41.657816 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 43678) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:41.782511 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e3e9fabe-87f5-4c77-87c6-b72a22d044cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:41.902909 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e3e9fabe-87f5-4c77-87c6-b72a22d044cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:41.910713 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e3e9fabe-87f5-4c77-87c6-b72a22d044cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:41.945516 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['e08ae88d-6f9b-4c42-9f6b-db158c096940'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:27:41.959334 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e3e9fabe-87f5-4c77-87c6-b72a22d044cf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=116d394106804dcfb26c9238c6ef9d2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3000631 Jul 29 23:27:41.967185 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 43694) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:42.018662 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e9fabe-87f5-4c77-87c6-b72a22d044cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2277fb79-188f-4f6e-8a0b-6dea65958313,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:42.066934 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0c185322-3d6d-49b5-8f73-591fa9bcd366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:42.088812 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e469b-2a12-4831-b1e2-f5f139750814 req-3b8c1a65-5fba-4e75-ba1f-4664338d4274 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:42.091225 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-064e469b-2a12-4831-b1e2-f5f139750814 req-3b8c1a65-5fba-4e75-ba1f-4664338d4274 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=393275b2-aa8f-4044-96a2-110cf5e07da3 HTTP/1.1" status: 200 len: 945 time: 0.1217394 Jul 29 23:27:42.110377 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0c185322-3d6d-49b5-8f73-591fa9bcd366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:42.173010 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0c185322-3d6d-49b5-8f73-591fa9bcd366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:42.176027 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0c185322-3d6d-49b5-8f73-591fa9bcd366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:42.179833 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0c185322-3d6d-49b5-8f73-591fa9bcd366 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2277fb79-188f-4f6e-8a0b-6dea65958313 HTTP/1.1" status: 204 len: 168 time: 0.2095532 Jul 29 23:27:42.197927 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc149d53-23cc-4038-b810-372d32c750a5 req-97395bd9-4a05-4d18-bf9c-5d8626691895 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:42.200333 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cc149d53-23cc-4038-b810-372d32c750a5 req-97395bd9-4a05-4d18-bf9c-5d8626691895 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] 10.222.0.43 "GET /v2.0/ports?device_id=43e867a9-5bf7-416f-9768-09cd705ee44a HTTP/1.1" status: 200 len: 945 time: 0.1387930 Jul 29 23:27:42.211077 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c185322-3d6d-49b5-8f73-591fa9bcd366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2277fb79-188f-4f6e-8a0b-6dea65958313,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:42.237240 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-064e469b-2a12-4831-b1e2-f5f139750814 req-cbff87d7-095a-4822-b191-288b22e0ba60 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324925 Jul 29 23:27:42.318388 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cc149d53-23cc-4038-b810-372d32c750a5 req-3835fe73-b6bb-4123-be7b-5dbdceee8ffe tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] 10.222.0.43 "GET /v2.0/security-groups?id=276c8385-81d8-4f6d-b0f0-ac6a7e184005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065540 Jul 29 23:27:42.621532 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 43704) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:42.636324 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8f8fb9f0-29eb-486a-8666-ae0c0b4a87e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:42.683506 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd882a-0adb-4dd6-b130-328f92e35717 req-129c6237-959f-4248-a0ee-0a2f6c736cb1 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:42.700195 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c8dd882a-0adb-4dd6-b130-328f92e35717 req-129c6237-959f-4248-a0ee-0a2f6c736cb1 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/ports?device_id=8faaf670-71d8-4fa6-bd34-6a22795183fb HTTP/1.1" status: 200 len: 945 time: 0.0965173 Jul 29 23:27:42.746167 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8f8fb9f0-29eb-486a-8666-ae0c0b4a87e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:42.751757 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8f8fb9f0-29eb-486a-8666-ae0c0b4a87e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:42.804865 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8f8fb9f0-29eb-486a-8666-ae0c0b4a87e3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cd6237437e614718a2e1fa08aa3d320d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1820767 Jul 29 23:27:42.805803 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8fb9f0-29eb-486a-8666-ae0c0b4a87e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ece0824c-5313-4a24-a319-b086d69475ef,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:42.808259 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 43710) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:42.811617 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c8dd882a-0adb-4dd6-b130-328f92e35717 req-4e57b527-9031-4c48-a9ff-41afc96173a9 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/security-groups?id=8dd1850b-5d38-44b6-8460-52dfa8642148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073651 Jul 29 23:27:42.886140 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a8d07ad9-93b1-4b8f-8b20-f7dd3da3ccc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:42.911900 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a8d07ad9-93b1-4b8f-8b20-f7dd3da3ccc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:42.991529 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a8d07ad9-93b1-4b8f-8b20-f7dd3da3ccc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:42.995555 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a8d07ad9-93b1-4b8f-8b20-f7dd3da3ccc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:42.996973 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a8d07ad9-93b1-4b8f-8b20-f7dd3da3ccc4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ece0824c-5313-4a24-a319-b086d69475ef HTTP/1.1" status: 204 len: 168 time: 0.1822286 Jul 29 23:27:43.015794 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d07ad9-93b1-4b8f-8b20-f7dd3da3ccc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece0824c-5313-4a24-a319-b086d69475ef,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:43.069362 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196934ee-25ce-4b42-901b-cdf1273b7dc1 req-d6c2ff0f-9124-4c3d-9e6e-19bff3eb15fa tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:43.070977 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-196934ee-25ce-4b42-901b-cdf1273b7dc1 req-d6c2ff0f-9124-4c3d-9e6e-19bff3eb15fa tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4ff10e6-5df0-49b5-9d56-bbcdee1500ff HTTP/1.1" status: 200 len: 945 time: 0.0753126 Jul 29 23:27:43.120152 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-196934ee-25ce-4b42-901b-cdf1273b7dc1 req-d969e64b-3c20-461a-a57d-5c9c63281c96 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403938 Jul 29 23:27:43.217348 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffd8598-5821-4962-97a0-36d4b1d2f7d7 req-1a8e77be-c66e-41ad-924a-fcf23ed3194f tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:43.222119 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6ffd8598-5821-4962-97a0-36d4b1d2f7d7 req-1a8e77be-c66e-41ad-924a-fcf23ed3194f tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] 10.222.0.43 "GET /v2.0/ports?device_id=43e867a9-5bf7-416f-9768-09cd705ee44a HTTP/1.1" status: 200 len: 945 time: 0.0569701 Jul 29 23:27:43.279769 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6ffd8598-5821-4962-97a0-36d4b1d2f7d7 req-7edf1647-519d-4db1-8d4e-6ef8b622390f tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] 10.222.0.43 "GET /v2.0/security-groups?id=276c8385-81d8-4f6d-b0f0-ac6a7e184005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485291 Jul 29 23:27:43.318287 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device e08ae88d-6f9b-4c42-9f6b-db158c096940 up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:27:43.376669 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d8e0b8-d9e0-4a42-a2dd-f33e3ec89d6d req-783ddc12-e868-4605-bdaa-11831cdad65a tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:43.393211 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b1d8e0b8-d9e0-4a42-a2dd-f33e3ec89d6d req-783ddc12-e868-4605-bdaa-11831cdad65a tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=393275b2-aa8f-4044-96a2-110cf5e07da3 HTTP/1.1" status: 200 len: 945 time: 0.0760233 Jul 29 23:27:43.394177 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port e08ae88d-6f9b-4c42-9f6b-db158c096940 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:27:43.404432 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port e08ae88d-6f9b-4c42-9f6b-db158c096940 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:27:43.406092 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:43.450348 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b1d8e0b8-d9e0-4a42-a2dd-f33e3ec89d6d req-e61e4a84-a392-41ff-a497-75aaeeee8f9b tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496035 Jul 29 23:27:43.526317 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:43.539275 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cb547c-c07c-40d0-abf5-e41adb0e089c req-79d6c066-e3bf-4b31-b786-4f7dbb104760 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:43.540775 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-28cb547c-c07c-40d0-abf5-e41adb0e089c req-79d6c066-e3bf-4b31-b786-4f7dbb104760 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4ff10e6-5df0-49b5-9d56-bbcdee1500ff HTTP/1.1" status: 200 len: 945 time: 0.0553589 Jul 29 23:27:43.553077 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8faaf670-71d8-4fa6-bd34-6a22795183fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e08ae88d-6f9b-4c42-9f6b-db158c096940'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:27:43.556251 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04003335-e1ff-4255-aff8-9343f4e26b72" -d '{"events": [{"server_uuid": "8faaf670-71d8-4fa6-bd34-6a22795183fb", "name": "network-vif-plugged", "status": "completed", "tag": "e08ae88d-6f9b-4c42-9f6b-db158c096940"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:27:43.596589 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port e08ae88d-6f9b-4c42-9f6b-db158c096940, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=e08ae88d-6f9b-4c42-9f6b-db158c096940,segment=NetworkSegment(deb29660-eaef-47af-8b2d-d34c883ef993),segment_id=deb29660-eaef-47af-8b2d-d34c883ef993)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:43.609171 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:43.615484 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a77240-815a-4f3e-85ae-3485fb24821e x-openstack-request-id: req-85a77240-815a-4f3e-85ae-3485fb24821e {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:27:43.615786 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8faaf670-71d8-4fa6-bd34-6a22795183fb", "name": "network-vif-plugged", "status": "completed", "tag": "e08ae88d-6f9b-4c42-9f6b-db158c096940", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:27:43.616319 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-85a77240-815a-4f3e-85ae-3485fb24821e {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:27:43.616714 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8faaf670-71d8-4fa6-bd34-6a22795183fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e08ae88d-6f9b-4c42-9f6b-db158c096940', 'code': 200} Jul 29 23:27:43.668137 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-28cb547c-c07c-40d0-abf5-e41adb0e089c req-dcecd677-63ba-4dc0-b24a-7dccd9bd49d2 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Deleting port 1277b24c-ed68-4854-b8a8-d8c31421810a {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:27:43.668660 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-28cb547c-c07c-40d0-abf5-e41adb0e089c req-dcecd677-63ba-4dc0-b24a-7dccd9bd49d2 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:43.675219 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=e08ae88d-6f9b-4c42-9f6b-db158c096940,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:43.783079 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-28cb547c-c07c-40d0-abf5-e41adb0e089c req-dcecd677-63ba-4dc0-b24a-7dccd9bd49d2 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] For port 1277b24c-ed68-4854-b8a8-d8c31421810a, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=1277b24c-ed68-4854-b8a8-d8c31421810a,segment=NetworkSegment(03081878-6d73-4f31-b394-970f508038c5),segment_id=03081878-6d73-4f31-b394-970f508038c5)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:43.784410 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-28cb547c-c07c-40d0-abf5-e41adb0e089c req-dcecd677-63ba-4dc0-b24a-7dccd9bd49d2 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:43.799770 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-28cb547c-c07c-40d0-abf5-e41adb0e089c req-dcecd677-63ba-4dc0-b24a-7dccd9bd49d2 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Calling delete_port for 1277b24c-ed68-4854-b8a8-d8c31421810a owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:27:43.880752 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e09fa57-0a2d-4665-b472-9af6976ae553 req-d8b8e753-42b9-43b1-9f81-3195a4d1dc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:43.882850 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-5e09fa57-0a2d-4665-b472-9af6976ae553 req-d8b8e753-42b9-43b1-9f81-3195a4d1dc58 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8faaf670-71d8-4fa6-bd34-6a22795183fb HTTP/1.1" status: 200 len: 1098 time: 0.1725130 Jul 29 23:27:43.925780 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-5e09fa57-0a2d-4665-b472-9af6976ae553 req-0aff2ca1-4657-4479-b739-0c478f7d814f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8dd1850b-5d38-44b6-8460-52dfa8642148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345592 Jul 29 23:27:44.026783 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8718315-4671-4275-8aaa-5cda449b6a7a req-a400ebe0-623e-43e0-a8ab-39372e09567c tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:44.028311 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d8718315-4671-4275-8aaa-5cda449b6a7a req-a400ebe0-623e-43e0-a8ab-39372e09567c tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/ports?device_id=8faaf670-71d8-4fa6-bd34-6a22795183fb HTTP/1.1" status: 200 len: 946 time: 0.1132624 Jul 29 23:27:44.062038 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-28cb547c-c07c-40d0-abf5-e41adb0e089c req-dcecd677-63ba-4dc0-b24a-7dccd9bd49d2 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:44.078354 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['1277b24c-ed68-4854-b8a8-d8c31421810a'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:27:44.110252 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d8718315-4671-4275-8aaa-5cda449b6a7a req-24617697-56e7-4ec4-87bf-ff5d20733040 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/security-groups?id=8dd1850b-5d38-44b6-8460-52dfa8642148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745902 Jul 29 23:27:44.112763 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcecd677-63ba-4dc0-b24a-7dccd9bd49d2 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Pushing event deleted for resources: {'Port': ['ID=1277b24c-ed68-4854-b8a8-d8c31421810a,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:44.166247 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-28cb547c-c07c-40d0-abf5-e41adb0e089c req-dcecd677-63ba-4dc0-b24a-7dccd9bd49d2 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] No DVR routers for this DVR port 1277b24c-ed68-4854-b8a8-d8c31421810a on host n-h2-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:27:44.168908 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-28cb547c-c07c-40d0-abf5-e41adb0e089c req-dcecd677-63ba-4dc0-b24a-7dccd9bd49d2 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:44.170950 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-28cb547c-c07c-40d0-abf5-e41adb0e089c req-dcecd677-63ba-4dc0-b24a-7dccd9bd49d2 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.22 "DELETE /v2.0/ports/1277b24c-ed68-4854-b8a8-d8c31421810a HTTP/1.1" status: 204 len: 173 time: 0.6214311 Jul 29 23:27:44.171407 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4ff10e6-5df0-49b5-9d56-bbcdee1500ff', 'name': 'network-vif-deleted', 'tag': '1277b24c-ed68-4854-b8a8-d8c31421810a'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:27:44.173868 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043dc234-ae60-4cb8-aa0f-5d0430135f35" -d '{"events": [{"server_uuid": "f4ff10e6-5df0-49b5-9d56-bbcdee1500ff", "name": "network-vif-deleted", "tag": "1277b24c-ed68-4854-b8a8-d8c31421810a"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:27:44.303318 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bc26cf73-bf16-41ae-8a5a-5fc4f007b25c req-13da72dd-14bb-4f35-bf21-3d9a58b1b0e3 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4ff10e6-5df0-49b5-9d56-bbcdee1500ff HTTP/1.1" status: 200 len: 210 time: 0.0287120 Jul 29 23:27:44.372114 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0966ed-a1e2-479e-b8c0-f764de0ba161 x-openstack-request-id: req-db0966ed-a1e2-479e-b8c0-f764de0ba161 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:27:44.372408 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4ff10e6-5df0-49b5-9d56-bbcdee1500ff", "name": "network-vif-deleted", "tag": "1277b24c-ed68-4854-b8a8-d8c31421810a", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:27:44.372662 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-db0966ed-a1e2-479e-b8c0-f764de0ba161 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:27:44.373061 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4ff10e6-5df0-49b5-9d56-bbcdee1500ff', 'name': 'network-vif-deleted', 'tag': '1277b24c-ed68-4854-b8a8-d8c31421810a', 'status': 'completed', 'code': 200} Jul 29 23:27:44.468050 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d2cee-539f-4207-969a-a6c7d9198f89 req-62eaf24d-9850-4f58-a40a-47329468fe6f tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:44.469819 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f85d2cee-539f-4207-969a-a6c7d9198f89 req-62eaf24d-9850-4f58-a40a-47329468fe6f tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] 10.222.0.43 "GET /v2.0/ports?device_id=43e867a9-5bf7-416f-9768-09cd705ee44a HTTP/1.1" status: 200 len: 945 time: 0.0511918 Jul 29 23:27:44.485473 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 43786) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:44.522120 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f85d2cee-539f-4207-969a-a6c7d9198f89 req-ec3b7947-d9cb-492a-bc51-7a3f847cd838 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] 10.222.0.43 "GET /v2.0/security-groups?id=276c8385-81d8-4f6d-b0f0-ac6a7e184005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440228 Jul 29 23:27:44.604696 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f34d32b3-b9cf-414f-a40f-f265cdf41bea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:44.620698 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5eb424-5ee2-4ece-a06c-a4f6394f9341 req-bf6fcac0-b3c4-4322-aa26-26ae76a3e880 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:44.622485 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2a5eb424-5ee2-4ece-a06c-a4f6394f9341 req-bf6fcac0-b3c4-4322-aa26-26ae76a3e880 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=393275b2-aa8f-4044-96a2-110cf5e07da3 HTTP/1.1" status: 200 len: 945 time: 0.0517645 Jul 29 23:27:44.671111 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2a5eb424-5ee2-4ece-a06c-a4f6394f9341 req-a3a53280-6185-4ed5-b24e-2f9f207a5dbd tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426888 Jul 29 23:27:44.715362 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f34d32b3-b9cf-414f-a40f-f265cdf41bea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:44.719345 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f34d32b3-b9cf-414f-a40f-f265cdf41bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:44.758459 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-f34d32b3-b9cf-414f-a40f-f265cdf41bea admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9bb87ec72aff4083899c67afe6588ed8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2717712 Jul 29 23:27:44.759674 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d32b3-b9cf-414f-a40f-f265cdf41bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3922a5b-e6aa-4aad-ac63-515e12536f81,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:44.761253 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 43790) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:44.815305 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d7f2b623-84c7-490e-992e-41653db60272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:44.838500 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d7f2b623-84c7-490e-992e-41653db60272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:44.886122 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d7f2b623-84c7-490e-992e-41653db60272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:44.888728 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d7f2b623-84c7-490e-992e-41653db60272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:44.889953 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-d7f2b623-84c7-490e-992e-41653db60272 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b3922a5b-e6aa-4aad-ac63-515e12536f81 HTTP/1.1" status: 204 len: 168 time: 0.1275640 Jul 29 23:27:44.898562 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f2b623-84c7-490e-992e-41653db60272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3922a5b-e6aa-4aad-ac63-515e12536f81,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:45.223961 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51271d9-cc29-473f-b81f-247a9382e201 req-95d3f3e1-5410-4cc1-b88a-db01d33da9e5 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:45.225506 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f51271d9-cc29-473f-b81f-247a9382e201 req-95d3f3e1-5410-4cc1-b88a-db01d33da9e5 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/ports?device_id=8faaf670-71d8-4fa6-bd34-6a22795183fb HTTP/1.1" status: 200 len: 946 time: 0.0530667 Jul 29 23:27:45.268379 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f51271d9-cc29-473f-b81f-247a9382e201 req-9be56db2-184b-4d70-9ba4-ecd36a291eb1 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/security-groups?id=8dd1850b-5d38-44b6-8460-52dfa8642148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365019 Jul 29 23:27:45.562987 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a930284f-665b-40a6-8bf3-3eb4a675416e req-952d6239-f3e2-41c5-a95e-30d5f2486088 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2590654 Jul 29 23:27:45.572680 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-a930284f-665b-40a6-8bf3-3eb4a675416e req-75daf81d-dbfa-4187-925d-981d95362dc6 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Request body: {'floatingip': {'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:45.591523 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8cc12f-2e0d-406a-bc06-59540871bf44 req-c7ab81a3-6fd7-41bf-b0aa-6f4c2730a429 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:45.593047 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cb8cc12f-2e0d-406a-bc06-59540871bf44 req-c7ab81a3-6fd7-41bf-b0aa-6f4c2730a429 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] 10.222.0.22 "GET /v2.0/ports?device_id=43e867a9-5bf7-416f-9768-09cd705ee44a HTTP/1.1" status: 200 len: 945 time: 0.1108840 Jul 29 23:27:45.633722 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a930284f-665b-40a6-8bf3-3eb4a675416e req-75daf81d-dbfa-4187-925d-981d95362dc6 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Notify callbacks [] for floatingip, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:45.772289 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dacb15a-e9b7-47c7-8d0f-cf7be8736b28 req-49aadc95-0492-42e8-af47-dd1273c5862e tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:45.773869 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9dacb15a-e9b7-47c7-8d0f-cf7be8736b28 req-49aadc95-0492-42e8-af47-dd1273c5862e tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f45cc9a-5e66-43e9-af21-16b02742bbfe HTTP/1.1" status: 200 len: 945 time: 0.1212618 Jul 29 23:27:45.813016 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-cb8cc12f-2e0d-406a-bc06-59540871bf44 req-7e4d5896-8934-47bb-9b6d-28e1fefa9262 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Deleting port 1d1c2ed2-288f-4c54-93ac-4cd170372e3e {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:27:45.813364 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-cb8cc12f-2e0d-406a-bc06-59540871bf44 req-7e4d5896-8934-47bb-9b6d-28e1fefa9262 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:45.896985 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9dacb15a-e9b7-47c7-8d0f-cf7be8736b28 req-872e368b-2bb5-4dbd-bed5-532911e16588 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153142 Jul 29 23:27:45.939724 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a930284f-665b-40a6-8bf3-3eb4a675416e req-75daf81d-dbfa-4187-925d-981d95362dc6 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:45.946913 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 43838) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:45.959259 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-cb8cc12f-2e0d-406a-bc06-59540871bf44 req-7e4d5896-8934-47bb-9b6d-28e1fefa9262 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] For port 1d1c2ed2-288f-4c54-93ac-4cd170372e3e, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=1d1c2ed2-288f-4c54-93ac-4cd170372e3e,segment=NetworkSegment(697ca422-dae8-4a41-9470-24af6f5c602a),segment_id=697ca422-dae8-4a41-9470-24af6f5c602a)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:45.959626 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-cb8cc12f-2e0d-406a-bc06-59540871bf44 req-7e4d5896-8934-47bb-9b6d-28e1fefa9262 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:46.043332 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b636b-566e-43a6-be8e-b1df9da237f3 req-41ffab55-199f-492e-98e5-e5ee2c3dac2b tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:46.045069 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-339b636b-566e-43a6-be8e-b1df9da237f3 req-41ffab55-199f-492e-98e5-e5ee2c3dac2b tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.22 "GET /v2.0/ports?device_id=3f45cc9a-5e66-43e9-af21-16b02742bbfe HTTP/1.1" status: 200 len: 945 time: 0.0656028 Jul 29 23:27:46.084859 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8dc7b85e-5d08-4e96-a52d-850020e71738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:46.201924 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-339b636b-566e-43a6-be8e-b1df9da237f3 req-13aa6543-ce0c-49c1-af18-9bcffac37a08 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Deleting port c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:27:46.202191 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-339b636b-566e-43a6-be8e-b1df9da237f3 req-13aa6543-ce0c-49c1-af18-9bcffac37a08 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:46.239668 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15e93b9-1eb5-4a30-b481-d424ca218ef9 req-ace33a70-41e7-4e3e-ac20-95b2c5bcf1a5 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:46.241289 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a15e93b9-1eb5-4a30-b481-d424ca218ef9 req-ace33a70-41e7-4e3e-ac20-95b2c5bcf1a5 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] 10.222.0.43 "GET /v2.0/ports?device_id=43e867a9-5bf7-416f-9768-09cd705ee44a HTTP/1.1" status: 200 len: 945 time: 0.1836398 Jul 29 23:27:46.242404 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-a930284f-665b-40a6-8bf3-3eb4a675416e req-75daf81d-dbfa-4187-925d-981d95362dc6 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Allocated IP 172.25.0.225 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/5391fe44-0752-4441-a33b-7c83da40846b) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:27:46.284674 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8dc7b85e-5d08-4e96-a52d-850020e71738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:46.292246 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8dc7b85e-5d08-4e96-a52d-850020e71738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:46.337712 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-339b636b-566e-43a6-be8e-b1df9da237f3 req-13aa6543-ce0c-49c1-af18-9bcffac37a08 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] For port c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf,segment=NetworkSegment(03081878-6d73-4f31-b394-970f508038c5),segment_id=03081878-6d73-4f31-b394-970f508038c5)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:46.338083 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-339b636b-566e-43a6-be8e-b1df9da237f3 req-13aa6543-ce0c-49c1-af18-9bcffac37a08 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:46.365898 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8dc7b85e-5d08-4e96-a52d-850020e71738 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3f865e141b7c4a28958740f4e0f73b78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4172730 Jul 29 23:27:46.366607 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc7b85e-5d08-4e96-a52d-850020e71738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d41943d1-5b3d-4d87-851b-1781955d8059,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:46.368884 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-339b636b-566e-43a6-be8e-b1df9da237f3 req-13aa6543-ce0c-49c1-af18-9bcffac37a08 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Calling delete_port for c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:27:46.369192 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 43844) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:46.382492 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc7b85e-5d08-4e96-a52d-850020e71738 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:46.382840 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc7b85e-5d08-4e96-a52d-850020e71738 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:46.383182 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc7b85e-5d08-4e96-a52d-850020e71738 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:46.383517 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc7b85e-5d08-4e96-a52d-850020e71738 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:46.383851 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc7b85e-5d08-4e96-a52d-850020e71738 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:46.384186 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc7b85e-5d08-4e96-a52d-850020e71738 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:46.384540 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc7b85e-5d08-4e96-a52d-850020e71738 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:46.384642 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a15e93b9-1eb5-4a30-b481-d424ca218ef9 req-9d445263-8ec3-4cdd-b091-bd50d8a3ffbd tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] 10.222.0.43 "GET /v2.0/security-groups?id=276c8385-81d8-4f6d-b0f0-ac6a7e184005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362050 Jul 29 23:27:46.384834 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc7b85e-5d08-4e96-a52d-850020e71738 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:46.385157 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc7b85e-5d08-4e96-a52d-850020e71738 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:46.385482 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc7b85e-5d08-4e96-a52d-850020e71738 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:46.385841 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc7b85e-5d08-4e96-a52d-850020e71738 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:46.386182 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc7b85e-5d08-4e96-a52d-850020e71738 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:46.433624 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-cb8cc12f-2e0d-406a-bc06-59540871bf44 req-7e4d5896-8934-47bb-9b6d-28e1fefa9262 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:46.434082 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-cb8cc12f-2e0d-406a-bc06-59540871bf44 req-7e4d5896-8934-47bb-9b6d-28e1fefa9262 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:46.434464 n-d-712141-10 neutron-server[94078]: INFO neutron.db.l3_db [req-cb8cc12f-2e0d-406a-bc06-59540871bf44 req-7e4d5896-8934-47bb-9b6d-28e1fefa9262 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Floating IP 7b6984ee-5283-406e-8510-68a3181c8d76 disassociated. External IP: 172.25.0.91, port: 1d1c2ed2-288f-4c54-93ac-4cd170372e3e. Jul 29 23:27:46.434872 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-cb8cc12f-2e0d-406a-bc06-59540871bf44 req-7e4d5896-8934-47bb-9b6d-28e1fefa9262 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Calling delete_port for 1d1c2ed2-288f-4c54-93ac-4cd170372e3e owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:27:46.516641 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-339b636b-566e-43a6-be8e-b1df9da237f3 req-13aa6543-ce0c-49c1-af18-9bcffac37a08 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:46.545636 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa6543-ce0c-49c1-af18-9bcffac37a08 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Pushing event deleted for resources: {'Port': ['ID=c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:46.579305 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a930284f-665b-40a6-8bf3-3eb4a675416e req-75daf81d-dbfa-4187-925d-981d95362dc6 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:46.589560 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-727bbf04-10fb-4a0a-bc2e-85737600ce02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:46.592165 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-339b636b-566e-43a6-be8e-b1df9da237f3 req-13aa6543-ce0c-49c1-af18-9bcffac37a08 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] No DVR routers for this DVR port c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf on host n-h2-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:27:46.594862 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-339b636b-566e-43a6-be8e-b1df9da237f3 req-13aa6543-ce0c-49c1-af18-9bcffac37a08 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:46.597126 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-339b636b-566e-43a6-be8e-b1df9da237f3 req-13aa6543-ce0c-49c1-af18-9bcffac37a08 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.22 "DELETE /v2.0/ports/c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf HTTP/1.1" status: 204 len: 173 time: 0.5406103 Jul 29 23:27:46.597613 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f45cc9a-5e66-43e9-af21-16b02742bbfe', 'name': 'network-vif-deleted', 'tag': 'c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:27:46.601358 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f126427-197b-4264-852b-11e38d28b479" -d '{"events": [{"server_uuid": "3f45cc9a-5e66-43e9-af21-16b02742bbfe", "name": "network-vif-deleted", "tag": "c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:27:46.623802 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b1e7b-4ef3-4706-87a8-1b3e8dda29ea req-8ea359c4-4155-4686-a76d-b00c56f6efd5 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:46.626044 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-047b1e7b-4ef3-4706-87a8-1b3e8dda29ea req-8ea359c4-4155-4686-a76d-b00c56f6efd5 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=393275b2-aa8f-4044-96a2-110cf5e07da3 HTTP/1.1" status: 200 len: 945 time: 0.1665051 Jul 29 23:27:46.672164 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-727bbf04-10fb-4a0a-bc2e-85737600ce02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:46.773231 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-047b1e7b-4ef3-4706-87a8-1b3e8dda29ea req-dc7571e5-84dc-4ad2-bf21-e3a211bfb1e4 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352286 Jul 29 23:27:46.777715 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a930284f-665b-40a6-8bf3-3eb4a675416e req-75daf81d-dbfa-4187-925d-981d95362dc6 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:46.815732 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-cb8cc12f-2e0d-406a-bc06-59540871bf44 req-7e4d5896-8934-47bb-9b6d-28e1fefa9262 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:46.831252 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a930284f-665b-40a6-8bf3-3eb4a675416e req-75daf81d-dbfa-4187-925d-981d95362dc6 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:27:46.845468 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-a930284f-665b-40a6-8bf3-3eb4a675416e req-75daf81d-dbfa-4187-925d-981d95362dc6 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:27:46.847823 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daf81d-dbfa-4187-925d-981d95362dc6 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Pushing event updated for resources: {'Port': ['ID=5391fe44-0752-4441-a33b-7c83da40846b,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:46.851277 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-a930284f-665b-40a6-8bf3-3eb4a675416e req-75daf81d-dbfa-4187-925d-981d95362dc6 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:27:46.853875 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-727bbf04-10fb-4a0a-bc2e-85737600ce02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:46.856307 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-727bbf04-10fb-4a0a-bc2e-85737600ce02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:46.859855 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-727bbf04-10fb-4a0a-bc2e-85737600ce02 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d41943d1-5b3d-4d87-851b-1781955d8059 HTTP/1.1" status: 204 len: 168 time: 0.4858193 Jul 29 23:27:46.919690 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4d5896-8934-47bb-9b6d-28e1fefa9262 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Pushing event deleted for resources: {'Port': ['ID=1d1c2ed2-288f-4c54-93ac-4cd170372e3e,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:46.921926 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727bbf04-10fb-4a0a-bc2e-85737600ce02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41943d1-5b3d-4d87-851b-1781955d8059,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:46.995400 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6fd1f0-42be-40aa-8e07-0a2aecc37ec8 x-openstack-request-id: req-ab6fd1f0-42be-40aa-8e07-0a2aecc37ec8 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:27:46.995899 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f45cc9a-5e66-43e9-af21-16b02742bbfe", "name": "network-vif-deleted", "tag": "c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:27:46.996015 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ab6fd1f0-42be-40aa-8e07-0a2aecc37ec8 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:27:46.996385 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f45cc9a-5e66-43e9-af21-16b02742bbfe', 'name': 'network-vif-deleted', 'tag': 'c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf', 'status': 'completed', 'code': 200} Jul 29 23:27:47.110423 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-145c9331-7129-4474-8018-4f4685d229ab req-25f99d1b-fbf2-44bd-b56d-cf9f01cec952 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=3f45cc9a-5e66-43e9-af21-16b02742bbfe HTTP/1.1" status: 200 len: 210 time: 0.0385649 Jul 29 23:27:47.127162 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a930284f-665b-40a6-8bf3-3eb4a675416e req-75daf81d-dbfa-4187-925d-981d95362dc6 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:47.169735 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb8cc12f-2e0d-406a-bc06-59540871bf44 req-7e4d5896-8934-47bb-9b6d-28e1fefa9262 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Router d0765de7-b2a9-48ba-a3e2-4c253ac75656 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:27:47.184610 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a930284f-665b-40a6-8bf3-3eb4a675416e req-75daf81d-dbfa-4187-925d-981d95362dc6 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:47.397668 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb8cc12f-2e0d-406a-bc06-59540871bf44 req-7e4d5896-8934-47bb-9b6d-28e1fefa9262 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:27:47.408615 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c258b36-b808-4180-80be-8daf5ae4e7bf None None] Sync routers for ids ['d0765de7-b2a9-48ba-a3e2-4c253ac75656'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:27:47.419408 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c258b36-b808-4180-80be-8daf5ae4e7bf None None] Routers {'d0765de7-b2a9-48ba-a3e2-4c253ac75656'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:27:47.419896 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-0c258b36-b808-4180-80be-8daf5ae4e7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:27:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['d0765de7-b2a9-48ba-a3e2-4c253ac75656'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:47.455740 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb8cc12f-2e0d-406a-bc06-59540871bf44 req-7e4d5896-8934-47bb-9b6d-28e1fefa9262 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] No DVR routers for this DVR port 1d1c2ed2-288f-4c54-93ac-4cd170372e3e on host n-h2-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:27:47.459880 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-cb8cc12f-2e0d-406a-bc06-59540871bf44 req-7e4d5896-8934-47bb-9b6d-28e1fefa9262 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:47.462075 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cb8cc12f-2e0d-406a-bc06-59540871bf44 req-7e4d5896-8934-47bb-9b6d-28e1fefa9262 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] 10.222.0.22 "DELETE /v2.0/ports/1d1c2ed2-288f-4c54-93ac-4cd170372e3e HTTP/1.1" status: 204 len: 173 time: 1.8598158 Jul 29 23:27:47.462586 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43e867a9-5bf7-416f-9768-09cd705ee44a', 'name': 'network-vif-deleted', 'tag': '1d1c2ed2-288f-4c54-93ac-4cd170372e3e'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:27:47.464901 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ffccba1-9a23-4b09-aa03-4fc7d87733bd" -d '{"events": [{"server_uuid": "43e867a9-5bf7-416f-9768-09cd705ee44a", "name": "network-vif-deleted", "tag": "1d1c2ed2-288f-4c54-93ac-4cd170372e3e"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:27:47.502850 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a930284f-665b-40a6-8bf3-3eb4a675416e req-75daf81d-dbfa-4187-925d-981d95362dc6 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:47.520705 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a930284f-665b-40a6-8bf3-3eb4a675416e req-75daf81d-dbfa-4187-925d-981d95362dc6 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:47.541005 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-aaed75d2-8864-4ffb-b492-233b11a29c38 req-d91999ae-15a8-4145-a39f-d41c287eceb5 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] 10.222.0.43 "GET /v2.0/ports?device_id=43e867a9-5bf7-416f-9768-09cd705ee44a HTTP/1.1" status: 200 len: 210 time: 0.0353067 Jul 29 23:27:47.580014 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-0c258b36-b808-4180-80be-8daf5ae4e7bf None None] Set router d0765de7-b2a9-48ba-a3e2-4c253ac75656 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:27:47.652960 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75daf81d-dbfa-4187-925d-981d95362dc6 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Pushing event updated for resources: {'Port': ['ID=5391fe44-0752-4441-a33b-7c83da40846b,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:47.656727 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a930284f-665b-40a6-8bf3-3eb4a675416e req-75daf81d-dbfa-4187-925d-981d95362dc6 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:47.689906 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a930284f-665b-40a6-8bf3-3eb4a675416e req-75daf81d-dbfa-4187-925d-981d95362dc6 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:47.691655 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a930284f-665b-40a6-8bf3-3eb4a675416e req-75daf81d-dbfa-4187-925d-981d95362dc6 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1246204 Jul 29 23:27:47.862413 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a930284f-665b-40a6-8bf3-3eb4a675416e req-4001ab2a-9ad5-4c31-bac3-e12e0785ad91 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.225 HTTP/1.1" status: 200 len: 696 time: 0.1637285 Jul 29 23:27:48.001081 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-0c258b36-b808-4180-80be-8daf5ae4e7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0765de7-b2a9-48ba-a3e2-4c253ac75656', 'name': 'tempest-ServersTestJSON-1723327279-router', 'tenant_id': '05e8cd719a1e468d9d1f19a8ac790d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'f3096959-e840-4034-90d7-1ec965fd798e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:25:08Z', 'updated_at': '2021-07-29T23:25:19Z', 'revision_number': 4, 'project_id': '05e8cd719a1e468d9d1f19a8ac790d23', 'gw_port': {'id': 'f3096959-e840-4034-90d7-1ec965fd798e', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:58:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0765de7-b2a9-48ba-a3e2-4c253ac75656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:25:10Z', 'updated_at': '2021-07-29T23:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '70700276-f102-4503-a701-b5c13aa1544c', 'name': '', 'network_id': 'de2cb6c2-1eb5-4f3f-9ac4-4b9f8df261c6', 'tenant_id': '05e8cd719a1e468d9d1f19a8ac790d23', 'mac_address': 'fa:16:3e:82:39:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0765de7-b2a9-48ba-a3e2-4c253ac75656', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': 'b39d3184-aaf6-43d1-83ae-f569a32d6aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:25:17Z', 'updated_at': '2021-07-29T23:25:27Z', 'revision_number': 5, 'project_id': '05e8cd719a1e468d9d1f19a8ac790d23', 'subnets': [{'id': 'b39d3184-aaf6-43d1-83ae-f569a32d6aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:48.034107 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c258b36-b808-4180-80be-8daf5ae4e7bf None None] Checking router: d0765de7-b2a9-48ba-a3e2-4c253ac75656 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:27:48.046521 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c258b36-b808-4180-80be-8daf5ae4e7bf None None] Routers {'d0765de7-b2a9-48ba-a3e2-4c253ac75656'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:27:48.047450 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-0c258b36-b808-4180-80be-8daf5ae4e7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:27:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['d0765de7-b2a9-48ba-a3e2-4c253ac75656'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:48.209186 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-0c258b36-b808-4180-80be-8daf5ae4e7bf None None] Set router d0765de7-b2a9-48ba-a3e2-4c253ac75656 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:27:48.376048 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50473680-ceae-4c42-81ff-b94928f46167 x-openstack-request-id: req-50473680-ceae-4c42-81ff-b94928f46167 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:27:48.376536 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43e867a9-5bf7-416f-9768-09cd705ee44a", "name": "network-vif-deleted", "tag": "1d1c2ed2-288f-4c54-93ac-4cd170372e3e", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:27:48.376536 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-50473680-ceae-4c42-81ff-b94928f46167 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:27:48.376940 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43e867a9-5bf7-416f-9768-09cd705ee44a', 'name': 'network-vif-deleted', 'tag': '1d1c2ed2-288f-4c54-93ac-4cd170372e3e', 'status': 'completed', 'code': 200} Jul 29 23:27:48.453415 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 1277b24c-ed68-4854-b8a8-d8c31421810a no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:27:48.479238 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-0c258b36-b808-4180-80be-8daf5ae4e7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0765de7-b2a9-48ba-a3e2-4c253ac75656', 'name': 'tempest-ServersTestJSON-1723327279-router', 'tenant_id': '05e8cd719a1e468d9d1f19a8ac790d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'f3096959-e840-4034-90d7-1ec965fd798e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:25:08Z', 'updated_at': '2021-07-29T23:25:19Z', 'revision_number': 4, 'project_id': '05e8cd719a1e468d9d1f19a8ac790d23', 'gw_port': {'id': 'f3096959-e840-4034-90d7-1ec965fd798e', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:58:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0765de7-b2a9-48ba-a3e2-4c253ac75656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:25:10Z', 'updated_at': '2021-07-29T23:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '70700276-f102-4503-a701-b5c13aa1544c', 'name': '', 'network_id': 'de2cb6c2-1eb5-4f3f-9ac4-4b9f8df261c6', 'tenant_id': '05e8cd719a1e468d9d1f19a8ac790d23', 'mac_address': 'fa:16:3e:82:39:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0765de7-b2a9-48ba-a3e2-4c253ac75656', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': 'b39d3184-aaf6-43d1-83ae-f569a32d6aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:25:17Z', 'updated_at': '2021-07-29T23:25:27Z', 'revision_number': 5, 'project_id': '05e8cd719a1e468d9d1f19a8ac790d23', 'subnets': [{'id': 'b39d3184-aaf6-43d1-83ae-f569a32d6aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:48.496755 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: 1277b24c-ed68-4854-b8a8-d8c31421810a {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:27:48.497103 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 1277b24c-ed68-4854-b8a8-d8c31421810a not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:27:48.497523 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:27:48.501888 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5598e2b9-843e-412a-8fe0-4fc762ebc20e req-6c768cf3-f048-4104-b3a1-72e2e6ee079e tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:48.503519 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5598e2b9-843e-412a-8fe0-4fc762ebc20e req-6c768cf3-f048-4104-b3a1-72e2e6ee079e tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=393275b2-aa8f-4044-96a2-110cf5e07da3 HTTP/1.1" status: 200 len: 945 time: 0.1298625 Jul 29 23:27:48.511517 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c258b36-b808-4180-80be-8daf5ae4e7bf None None] The sync data for ids ['d0765de7-b2a9-48ba-a3e2-4c253ac75656'] in n-d-712141-10 is: [{'id': 'd0765de7-b2a9-48ba-a3e2-4c253ac75656', 'name': 'tempest-ServersTestJSON-1723327279-router', 'tenant_id': '05e8cd719a1e468d9d1f19a8ac790d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'f3096959-e840-4034-90d7-1ec965fd798e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:25:08Z', 'updated_at': '2021-07-29T23:25:19Z', 'revision_number': 4, 'project_id': '05e8cd719a1e468d9d1f19a8ac790d23', 'gw_port': {'id': 'f3096959-e840-4034-90d7-1ec965fd798e', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:58:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0765de7-b2a9-48ba-a3e2-4c253ac75656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:25:10Z', 'updated_at': '2021-07-29T23:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '70700276-f102-4503-a701-b5c13aa1544c', 'name': '', 'network_id': 'de2cb6c2-1eb5-4f3f-9ac4-4b9f8df261c6', 'tenant_id': '05e8cd719a1e468d9d1f19a8ac790d23', 'mac_address': 'fa:16:3e:82:39:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0765de7-b2a9-48ba-a3e2-4c253ac75656', 'device_owner': 'network:router_interface', 'standard_attr_id': 901, 'fixed_ips': [{'subnet_id': 'b39d3184-aaf6-43d1-83ae-f569a32d6aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:25:17Z', 'updated_at': '2021-07-29T23:25:27Z', 'revision_number': 5, 'project_id': '05e8cd719a1e468d9d1f19a8ac790d23', 'subnets': [{'id': 'b39d3184-aaf6-43d1-83ae-f569a32d6aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:27:48.531605 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930284f-665b-40a6-8bf3-3eb4a675416e req-7fffe3ef-42f4-4355-b474-b723d3a54c1d tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:48.532978 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a930284f-665b-40a6-8bf3-3eb4a675416e req-7fffe3ef-42f4-4355-b474-b723d3a54c1d tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/networks/58f27f61-3278-49cc-b66b-1e729d26f29f HTTP/1.1" status: 200 len: 784 time: 0.6638901 Jul 29 23:27:48.538789 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:27:48.539346 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device c5bfc4b8-8b1e-4454-a0df-8ddbcb584bdf not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:27:48.560299 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [req-a930284f-665b-40a6-8bf3-3eb4a675416e req-de35ee51-776d-4ddc-b5ca-27f75603905a tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:27:48.561951 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a930284f-665b-40a6-8bf3-3eb4a675416e req-de35ee51-776d-4ddc-b5ca-27f75603905a tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0143390 Jul 29 23:27:48.610360 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5598e2b9-843e-412a-8fe0-4fc762ebc20e req-365c335e-2523-4b53-841e-752185176cc5 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867624 Jul 29 23:27:48.940757 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c00e0b-c5f4-4de5-b06d-79781fd4392c None None] New status for floating IP 7b6984ee-5283-406e-8510-68a3181c8d76: DOWN {{(pid=94079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:27:49.018626 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 43940) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:49.042489 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 43942) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:49.069618 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a07f3-3cf8-432d-a4bc-5cf141395fb0 req-fa9c8d59-f853-43d5-8727-b8e0b3cd5b1b tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:49.071256 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-743a07f3-3cf8-432d-a4bc-5cf141395fb0 req-fa9c8d59-f853-43d5-8727-b8e0b3cd5b1b tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/networks?id=249f9a39-5994-41da-9767-e19fa079301c HTTP/1.1" status: 200 len: 820 time: 0.1947303 Jul 29 23:27:49.107082 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-73b56424-5a93-47e2-9282-c744013c0f7b tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:49.107751 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-743a07f3-3cf8-432d-a4bc-5cf141395fb0 req-6474b93f-72fe-4495-a991-de12e01e46b5 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/quotas/cfd954225fe54c54b27a2d340342811d HTTP/1.1" status: 200 len: 375 time: 0.0288239 Jul 29 23:27:49.134191 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-73b56424-5a93-47e2-9282-c744013c0f7b tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:49.186368 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ac366-31c7-4c0c-86c3-445a6513e118 req-1442026c-fbfd-4885-97b9-0339cd519ac4 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:49.187907 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ce5ac366-31c7-4c0c-86c3-445a6513e118 req-1442026c-fbfd-4885-97b9-0339cd519ac4 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=3222d6f4-7874-4b97-9753-b6ee5e9ee70f HTTP/1.1" status: 200 len: 944 time: 0.1079905 Jul 29 23:27:49.200553 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4a156cce-f0b2-4d95-8ef9-f5220e7385cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:49.219216 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-743a07f3-3cf8-432d-a4bc-5cf141395fb0 req-3d700b4a-d8eb-4a0c-b0d6-9871993112e1 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=cfd954225fe54c54b27a2d340342811d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0927556 Jul 29 23:27:49.219818 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-73b56424-5a93-47e2-9282-c744013c0f7b tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:49.222366 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-73b56424-5a93-47e2-9282-c744013c0f7b tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:49.226351 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-73b56424-5a93-47e2-9282-c744013c0f7b tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] 10.222.0.43 "DELETE /v2.0/security-groups/276c8385-81d8-4f6d-b0f0-ac6a7e184005 HTTP/1.1" status: 204 len: 168 time: 0.2038999 Jul 29 23:27:49.227378 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 43946) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:49.242483 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b56424-5a93-47e2-9282-c744013c0f7b tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=276c8385-81d8-4f6d-b0f0-ac6a7e184005,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:49.273248 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [None req-13af8897-86c3-43a4-ba61-5fcdc633c7d6 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] show failed (client error): The resource could not be found. Jul 29 23:27:49.274404 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-13af8897-86c3-43a4-ba61-5fcdc633c7d6 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] 10.222.0.43 "GET /v2.0/security-groups/276c8385-81d8-4f6d-b0f0-ac6a7e184005 HTTP/1.1" status: 404 len: 347 time: 0.0459630 Jul 29 23:27:49.286750 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 43948) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:49.310330 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ce5ac366-31c7-4c0c-86c3-445a6513e118 req-430cd0b7-60ed-4bb8-a646-d5f3b69339fa tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/security-groups?id=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143744 Jul 29 23:27:49.354459 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-743a07f3-3cf8-432d-a4bc-5cf141395fb0 req-e7217450-fe0e-43e6-8e00-562a072e5b96 service neutron] 10.222.0.43 "GET /v2.0/networks/249f9a39-5994-41da-9767-e19fa079301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244926 Jul 29 23:27:49.408947 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:49.411748 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4a156cce-f0b2-4d95-8ef9-f5220e7385cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:49.416212 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4a156cce-f0b2-4d95-8ef9-f5220e7385cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:49.446822 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-743a07f3-3cf8-432d-a4bc-5cf141395fb0 req-f1f14306-acb7-42d4-98ba-cb31b03b4d1a service neutron] 10.222.0.43 "GET /v2.0/networks/249f9a39-5994-41da-9767-e19fa079301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863671 Jul 29 23:27:49.466002 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a156cce-f0b2-4d95-8ef9-f5220e7385cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99338199-5c6c-44b2-a6a5-c2fbd256dbf7,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:49.477107 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4a156cce-f0b2-4d95-8ef9-f5220e7385cd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=df30d7068c2541578be94ef1a2d41314&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4331019 Jul 29 23:27:49.477750 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 43950) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:49.495455 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-0ad3b833-263a-4368-8ab8-512b3dc4f100 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Deleting port cb841a55-c43c-46ef-b6d9-8838e1864ea1 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:27:49.495799 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0ad3b833-263a-4368-8ab8-512b3dc4f100 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:49.508879 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cff5d7-e7a2-4b51-9d80-0923868d2cd1 req-e54c771c-ec3d-4576-8452-dc6009c8de4d tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:49.510520 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-17cff5d7-e7a2-4b51-9d80-0923868d2cd1 req-e54c771c-ec3d-4576-8452-dc6009c8de4d tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.22 "GET /v2.0/ports?device_id=3222d6f4-7874-4b97-9753-b6ee5e9ee70f HTTP/1.1" status: 200 len: 944 time: 0.0587547 Jul 29 23:27:49.605913 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9903dcfe-00ed-4f1f-b7af-af796736a068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:49.632679 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-17cff5d7-e7a2-4b51-9d80-0923868d2cd1 req-363c4131-e651-478d-a659-0561e9263f38 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Deleting port fd6af666-9168-444a-ab4f-a842c3946b2a {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:27:49.633118 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-17cff5d7-e7a2-4b51-9d80-0923868d2cd1 req-363c4131-e651-478d-a659-0561e9263f38 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:49.639591 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0ad3b833-263a-4368-8ab8-512b3dc4f100 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:49.640125 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0ad3b833-263a-4368-8ab8-512b3dc4f100 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:49.663417 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9903dcfe-00ed-4f1f-b7af-af796736a068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:49.665244 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-0ad3b833-263a-4368-8ab8-512b3dc4f100 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Calling delete_port for cb841a55-c43c-46ef-b6d9-8838e1864ea1 owned by network:floatingip {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:27:49.802986 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5aa202e2-d597-4e91-9632-12a6198afba3 req-f2a5be8c-6c6c-4b5d-89ec-159e9cfa15e8 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8348b2d-91c3-4ba6-be67-b75f225eb8dc HTTP/1.1" status: 200 len: 210 time: 0.1477602 Jul 29 23:27:49.818079 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-17cff5d7-e7a2-4b51-9d80-0923868d2cd1 req-363c4131-e651-478d-a659-0561e9263f38 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] For port fd6af666-9168-444a-ab4f-a842c3946b2a, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=fd6af666-9168-444a-ab4f-a842c3946b2a,segment=NetworkSegment(03081878-6d73-4f31-b394-970f508038c5),segment_id=03081878-6d73-4f31-b394-970f508038c5)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:49.818457 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-17cff5d7-e7a2-4b51-9d80-0923868d2cd1 req-363c4131-e651-478d-a659-0561e9263f38 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:49.839251 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-17cff5d7-e7a2-4b51-9d80-0923868d2cd1 req-363c4131-e651-478d-a659-0561e9263f38 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Calling delete_port for fd6af666-9168-444a-ab4f-a842c3946b2a owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:27:49.865426 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2de5129-50d1-4d05-80c7-ba0925c92afe req-b5d290bf-c23a-4e23-82bd-843d4d8d46b8 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:49.867156 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f2de5129-50d1-4d05-80c7-ba0925c92afe req-b5d290bf-c23a-4e23-82bd-843d4d8d46b8 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=393275b2-aa8f-4044-96a2-110cf5e07da3 HTTP/1.1" status: 200 len: 945 time: 0.1702933 Jul 29 23:27:49.951596 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f2de5129-50d1-4d05-80c7-ba0925c92afe req-c3f5c38b-7d96-45d3-b63c-76c2756aa9bb tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749583 Jul 29 23:27:50.090919 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-17cff5d7-e7a2-4b51-9d80-0923868d2cd1 req-363c4131-e651-478d-a659-0561e9263f38 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:50.112184 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9903dcfe-00ed-4f1f-b7af-af796736a068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:50.116408 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9903dcfe-00ed-4f1f-b7af-af796736a068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:50.117483 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9903dcfe-00ed-4f1f-b7af-af796736a068 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/99338199-5c6c-44b2-a6a5-c2fbd256dbf7 HTTP/1.1" status: 204 len: 168 time: 0.6377511 Jul 29 23:27:50.131234 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9903dcfe-00ed-4f1f-b7af-af796736a068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99338199-5c6c-44b2-a6a5-c2fbd256dbf7,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:50.134635 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c4131-e651-478d-a659-0561e9263f38 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Pushing event deleted for resources: {'Port': ['ID=fd6af666-9168-444a-ab4f-a842c3946b2a,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:50.188529 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-17cff5d7-e7a2-4b51-9d80-0923868d2cd1 req-363c4131-e651-478d-a659-0561e9263f38 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] No DVR routers for this DVR port fd6af666-9168-444a-ab4f-a842c3946b2a on host n-h2-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:27:50.192200 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-17cff5d7-e7a2-4b51-9d80-0923868d2cd1 req-363c4131-e651-478d-a659-0561e9263f38 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:50.195803 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-17cff5d7-e7a2-4b51-9d80-0923868d2cd1 req-363c4131-e651-478d-a659-0561e9263f38 tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.22 "DELETE /v2.0/ports/fd6af666-9168-444a-ab4f-a842c3946b2a HTTP/1.1" status: 204 len: 173 time: 0.6788421 Jul 29 23:27:50.206044 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0ad3b833-263a-4368-8ab8-512b3dc4f100 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:50.271335 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad3b833-263a-4368-8ab8-512b3dc4f100 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Pushing event deleted for resources: {'Port': ['ID=cb841a55-c43c-46ef-b6d9-8838e1864ea1,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:50.313185 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0ad3b833-263a-4368-8ab8-512b3dc4f100 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Notify callbacks [] for floatingip, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:50.318369 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0ad3b833-263a-4368-8ab8-512b3dc4f100 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:50.322757 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0ad3b833-263a-4368-8ab8-512b3dc4f100 tempest-ServersTestJSON-1866776857 tempest-ServersTestJSON-1866776857-project] 10.222.0.43 "DELETE /v2.0/floatingips/7b6984ee-5283-406e-8510-68a3181c8d76 HTTP/1.1" status: 204 len: 168 time: 1.0348108 Jul 29 23:27:50.323016 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 43974) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:50.378420 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3222d6f4-7874-4b97-9753-b6ee5e9ee70f', 'name': 'network-vif-deleted', 'tag': 'fd6af666-9168-444a-ab4f-a842c3946b2a'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:27:50.381736 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88049f1e-6cd3-4f25-904e-20e209e712ec" -d '{"events": [{"server_uuid": "3222d6f4-7874-4b97-9753-b6ee5e9ee70f", "name": "network-vif-deleted", "tag": "fd6af666-9168-444a-ab4f-a842c3946b2a"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:27:50.444805 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36dfaba6-6703-4a83-b8e4-1c707b9cdb85 x-openstack-request-id: req-36dfaba6-6703-4a83-b8e4-1c707b9cdb85 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:27:50.445054 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3222d6f4-7874-4b97-9753-b6ee5e9ee70f", "name": "network-vif-deleted", "tag": "fd6af666-9168-444a-ab4f-a842c3946b2a", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:27:50.445305 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-36dfaba6-6703-4a83-b8e4-1c707b9cdb85 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:27:50.445756 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3222d6f4-7874-4b97-9753-b6ee5e9ee70f', 'name': 'network-vif-deleted', 'tag': 'fd6af666-9168-444a-ab4f-a842c3946b2a', 'status': 'completed', 'code': 200} Jul 29 23:27:50.465432 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-59a64a1e-c149-46b1-9bc6-3886c8b89588 req-5760517f-5807-484c-b6f7-aa6463375c6c tempest-LiveMigrationTest-1609273927 tempest-LiveMigrationTest-1609273927-project] 10.222.0.43 "GET /v2.0/ports?device_id=3222d6f4-7874-4b97-9753-b6ee5e9ee70f HTTP/1.1" status: 200 len: 210 time: 0.0334654 Jul 29 23:27:50.466954 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 1d1c2ed2-288f-4c54-93ac-4cd170372e3e no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:27:50.499494 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: 1d1c2ed2-288f-4c54-93ac-4cd170372e3e {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:27:50.499850 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 1d1c2ed2-288f-4c54-93ac-4cd170372e3e not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:27:50.749333 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e52a45a2-973c-4160-8275-b9867f830960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:50.913277 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f326f2c6-cb53-4676-afe3-aca7aa5e9ca1 req-f82d586e-5c43-47a4-817b-eee799eb93e3 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8348b2d-91c3-4ba6-be67-b75f225eb8dc HTTP/1.1" status: 200 len: 210 time: 0.0294430 Jul 29 23:27:50.964778 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a07f3-3cf8-432d-a4bc-5cf141395fb0 req-c4c9e2f9-795a-4d15-b29d-b62e25891e49 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:50.967855 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-743a07f3-3cf8-432d-a4bc-5cf141395fb0 req-c4c9e2f9-795a-4d15-b29d-b62e25891e49 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.41 "GET /v2.0/networks?id=249f9a39-5994-41da-9767-e19fa079301c HTTP/1.1" status: 200 len: 820 time: 0.1742666 Jul 29 23:27:51.014235 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-743a07f3-3cf8-432d-a4bc-5cf141395fb0 req-7ed78cef-99ef-49f9-bbd1-2fc6cc74666e tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Request body: {'port': {'device_id': 'e8348b2d-91c3-4ba6-be67-b75f225eb8dc', 'network_id': '249f9a39-5994-41da-9767-e19fa079301c', 'admin_state_up': True, 'tenant_id': 'cfd954225fe54c54b27a2d340342811d'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:51.164272 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-743a07f3-3cf8-432d-a4bc-5cf141395fb0 req-7ed78cef-99ef-49f9-bbd1-2fc6cc74666e tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Made reservation on behalf of cfd954225fe54c54b27a2d340342811d for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:27:51.167958 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-743a07f3-3cf8-432d-a4bc-5cf141395fb0 req-7ed78cef-99ef-49f9-bbd1-2fc6cc74666e tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:51.215478 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b9ce2-1093-4d6f-ac35-1d25f9bc8b00 req-893a1a3a-94a3-43f3-b496-d068afae09fc tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:51.217012 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d03b9ce2-1093-4d6f-ac35-1d25f9bc8b00 req-893a1a3a-94a3-43f3-b496-d068afae09fc tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=393275b2-aa8f-4044-96a2-110cf5e07da3 HTTP/1.1" status: 200 len: 945 time: 0.1181786 Jul 29 23:27:51.228251 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-e52a45a2-973c-4160-8275-b9867f830960 admin admin] Deleting port 70700276-f102-4503-a701-b5c13aa1544c {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:27:51.228251 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e52a45a2-973c-4160-8275-b9867f830960 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:51.327016 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d03b9ce2-1093-4d6f-ac35-1d25f9bc8b00 req-2989da08-e541-4f19-9d1e-c5c585b47939 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863783 Jul 29 23:27:51.351990 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-e52a45a2-973c-4160-8275-b9867f830960 admin admin] For port 70700276-f102-4503-a701-b5c13aa1544c, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=70700276-f102-4503-a701-b5c13aa1544c,segment=NetworkSegment(697ca422-dae8-4a41-9470-24af6f5c602a),segment_id=697ca422-dae8-4a41-9470-24af6f5c602a)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:51.352360 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e52a45a2-973c-4160-8275-b9867f830960 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:51.368639 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-e52a45a2-973c-4160-8275-b9867f830960 admin admin] Calling delete_port for 70700276-f102-4503-a701-b5c13aa1544c owned by network:router_interface {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:27:51.400374 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-743a07f3-3cf8-432d-a4bc-5cf141395fb0 req-7ed78cef-99ef-49f9-bbd1-2fc6cc74666e tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Allocated IP 172.20.0.10 (249f9a39-5994-41da-9767-e19fa079301c/4d6ca941-9b98-4939-964c-d32a2fbd1a2b/593608c7-e98e-4615-a81f-45557b3f70b5) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:27:51.553125 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44020) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:51.615310 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e52a45a2-973c-4160-8275-b9867f830960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:51.632207 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-49472fba-9b9d-43e0-87fb-56b0e1d85b0f admin admin] Deleting subnet d10b4a30-6630-4be3-b0e2-2a7a17a89939 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:27:51.643304 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-49472fba-9b9d-43e0-87fb-56b0e1d85b0f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:51.655845 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52a45a2-973c-4160-8275-b9867f830960 admin admin] Pushing event deleted for resources: {'Port': ['ID=70700276-f102-4503-a701-b5c13aa1544c,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:51.695725 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-743a07f3-3cf8-432d-a4bc-5cf141395fb0 req-7ed78cef-99ef-49f9-bbd1-2fc6cc74666e tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:51.704700 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 44024) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:51.717378 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-743a07f3-3cf8-432d-a4bc-5cf141395fb0 req-7ed78cef-99ef-49f9-bbd1-2fc6cc74666e tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Transition to ACTIVE for port object 593608c7-e98e-4615-a81f-45557b3f70b5 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:27:51.727313 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-49472fba-9b9d-43e0-87fb-56b0e1d85b0f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:51.789174 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-49472fba-9b9d-43e0-87fb-56b0e1d85b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:51.836092 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-743a07f3-3cf8-432d-a4bc-5cf141395fb0 req-7ed78cef-99ef-49f9-bbd1-2fc6cc74666e tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:51.845651 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-ed53cd48-6438-45ed-9e3a-943a8f46dd9c tempest-RoutersAdminNegativeIpV6Test-378776735 tempest-RoutersAdminNegativeIpV6Test-378776735-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-760491656', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:51.860851 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e52a45a2-973c-4160-8275-b9867f830960 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:51.871685 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['e08ae88d-6f9b-4c42-9f6b-db158c096940'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:27:51.893810 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed53cd48-6438-45ed-9e3a-943a8f46dd9c tempest-RoutersAdminNegativeIpV6Test-378776735 tempest-RoutersAdminNegativeIpV6Test-378776735-project-admin] Made reservation on behalf of 9bf7ba8a7c554fd084be3bea5b5830e2 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:27:51.896860 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ed53cd48-6438-45ed-9e3a-943a8f46dd9c tempest-RoutersAdminNegativeIpV6Test-378776735 tempest-RoutersAdminNegativeIpV6Test-378776735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:51.906327 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-743a07f3-3cf8-432d-a4bc-5cf141395fb0 req-7ed78cef-99ef-49f9-bbd1-2fc6cc74666e tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Network 249f9a39-5994-41da-9767-e19fa079301c is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:27:51.914043 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed78cef-99ef-49f9-bbd1-2fc6cc74666e tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Pushing event updated for resources: {'Port': ['ID=593608c7-e98e-4615-a81f-45557b3f70b5,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:51.916757 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-743a07f3-3cf8-432d-a4bc-5cf141395fb0 req-7ed78cef-99ef-49f9-bbd1-2fc6cc74666e tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:27:51.919439 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-743a07f3-3cf8-432d-a4bc-5cf141395fb0 req-7ed78cef-99ef-49f9-bbd1-2fc6cc74666e tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:27:51.950973 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ed53cd48-6438-45ed-9e3a-943a8f46dd9c tempest-RoutersAdminNegativeIpV6Test-378776735 tempest-RoutersAdminNegativeIpV6Test-378776735-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:51.960113 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-49472fba-9b9d-43e0-87fb-56b0e1d85b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:52.010501 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49472fba-9b9d-43e0-87fb-56b0e1d85b0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d10b4a30-6630-4be3-b0e2-2a7a17a89939,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:52.044817 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-49472fba-9b9d-43e0-87fb-56b0e1d85b0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:52.046775 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-49472fba-9b9d-43e0-87fb-56b0e1d85b0f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d10b4a30-6630-4be3-b0e2-2a7a17a89939 HTTP/1.1" status: 204 len: 168 time: 0.4924788 Jul 29 23:27:52.051034 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44032) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:52.081918 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a07f3-3cf8-432d-a4bc-5cf141395fb0 req-7ed78cef-99ef-49f9-bbd1-2fc6cc74666e tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:52.083091 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-743a07f3-3cf8-432d-a4bc-5cf141395fb0 req-7ed78cef-99ef-49f9-bbd1-2fc6cc74666e tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:52.155024 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-74b51f03-1be1-4433-81b1-c6fba44d3ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:52.182299 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f5594-dca2-4f35-9006-c1de320146a7 req-1ea3c717-59f6-408d-83c6-6416902a5de9 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:52.189469 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-792f5594-dca2-4f35-9006-c1de320146a7 req-1ea3c717-59f6-408d-83c6-6416902a5de9 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8348b2d-91c3-4ba6-be67-b75f225eb8dc HTTP/1.1" status: 200 len: 932 time: 0.1613250 Jul 29 23:27:52.243196 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-74b51f03-1be1-4433-81b1-c6fba44d3ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:52.250391 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-27ed74ae-318c-4d40-b7b1-48fb82e04d7c None None] Provisioning for port 593608c7-e98e-4615-a81f-45557b3f70b5 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:27:52.255398 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-74b51f03-1be1-4433-81b1-c6fba44d3ef6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33e8f010-7789-4c0c-8f2b-4d54e9bb67e4']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:52.258296 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-27ed74ae-318c-4d40-b7b1-48fb82e04d7c None None] Provisioning complete for port 593608c7-e98e-4615-a81f-45557b3f70b5 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:27:52.259379 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-27ed74ae-318c-4d40-b7b1-48fb82e04d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:52.267152 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-74b51f03-1be1-4433-81b1-c6fba44d3ef6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03081878-6d73-4f31-b394-970f508038c5') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:52.267494 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-74b51f03-1be1-4433-81b1-c6fba44d3ef6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03081878-6d73-4f31-b394-970f508038c5') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:52.277166 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-74b51f03-1be1-4433-81b1-c6fba44d3ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:52.287740 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ed53cd48-6438-45ed-9e3a-943a8f46dd9c tempest-RoutersAdminNegativeIpV6Test-378776735 tempest-RoutersAdminNegativeIpV6Test-378776735-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:52.292325 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-74b51f03-1be1-4433-81b1-c6fba44d3ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:52.300775 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74b51f03-1be1-4433-81b1-c6fba44d3ef6 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:27:52.301445 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-74b51f03-1be1-4433-81b1-c6fba44d3ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:52.303800 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:27:52.303800 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:27:52.303800 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:27:52.303800 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:27:52.303800 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:27:52.303800 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:27:52.303800 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:27:52.303800 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:27:52.303800 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:27:52.303800 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:27:52.303800 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:27:52.303800 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:27:52.303800 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:27:52.303800 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:27:52.303800 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:27:52.303800 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:27:52.303800 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:27:52.303800 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:27:52.303800 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:27:52.303800 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:27:52.303800 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:27:52.303800 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:27:52.303800 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:27:52.303800 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:27:52.303800 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:27:52.303800 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:27:52.303800 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:27:52.303800 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:27:52.303800 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:27:52.303800 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:27:52.303800 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:27:52.303800 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:27:52.314617 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-743a07f3-3cf8-432d-a4bc-5cf141395fb0 req-7ed78cef-99ef-49f9-bbd1-2fc6cc74666e tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3080673 Jul 29 23:27:52.315553 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-27ed74ae-318c-4d40-b7b1-48fb82e04d7c None None] Port 593608c7-e98e-4615-a81f-45557b3f70b5 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:27:52.320358 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ed53cd48-6438-45ed-9e3a-943a8f46dd9c tempest-RoutersAdminNegativeIpV6Test-378776735 tempest-RoutersAdminNegativeIpV6Test-378776735-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:52.328435 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-792f5594-dca2-4f35-9006-c1de320146a7 req-429f2cad-4d56-44a4-9941-aec905e00a35 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/security-groups?id=8dd1850b-5d38-44b6-8460-52dfa8642148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379740 Jul 29 23:27:52.331012 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [None req-ed53cd48-6438-45ed-9e3a-943a8f46dd9c tempest-RoutersAdminNegativeIpV6Test-378776735 tempest-RoutersAdminNegativeIpV6Test-378776735-project-admin] device_id is not set on port b7ec5a14-0ce3-4e70-9979-62971344745a yet. {{(pid=94078) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:27:52.367585 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-743a07f3-3cf8-432d-a4bc-5cf141395fb0 req-4730fc15-33aa-4d7d-a8c8-99dcb7fc83e9 service neutron] Request body: {'port': {'device_id': 'e8348b2d-91c3-4ba6-be67-b75f225eb8dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:52.415579 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e52a45a2-973c-4160-8275-b9867f830960 admin admin] Router d0765de7-b2a9-48ba-a3e2-4c253ac75656 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:27:52.416686 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed53cd48-6438-45ed-9e3a-943a8f46dd9c tempest-RoutersAdminNegativeIpV6Test-378776735 tempest-RoutersAdminNegativeIpV6Test-378776735-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24af86c8-17a9-4f59-967b-175056c57a1b,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:52.425642 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-74b51f03-1be1-4433-81b1-c6fba44d3ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:52.432211 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-74b51f03-1be1-4433-81b1-c6fba44d3ef6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:52.433966 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-74b51f03-1be1-4433-81b1-c6fba44d3ef6 admin admin] 10.222.0.43 "DELETE /v2.0/networks/33e8f010-7789-4c0c-8f2b-4d54e9bb67e4 HTTP/1.1" status: 204 len: 168 time: 0.3814361 Jul 29 23:27:52.438769 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44040) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:52.455345 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-743a07f3-3cf8-432d-a4bc-5cf141395fb0 req-4730fc15-33aa-4d7d-a8c8-99dcb7fc83e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:52.474895 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b51f03-1be1-4433-81b1-c6fba44d3ef6 admin admin] Pushing event deleted for resources: {'Network': ['ID=33e8f010-7789-4c0c-8f2b-4d54e9bb67e4,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:52.488331 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device fd6af666-9168-444a-ab4f-a842c3946b2a no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:27:52.510860 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: fd6af666-9168-444a-ab4f-a842c3946b2a {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:27:52.511299 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device fd6af666-9168-444a-ab4f-a842c3946b2a not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:27:52.529490 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-e492c8a4-6af1-4130-ab6f-9c713eca84cf admin admin] Deleting subnet f0ecc01e-940e-46c6-8d22-551f863234a7 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:27:52.535334 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e492c8a4-6af1-4130-ab6f-9c713eca84cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:52.630857 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e492c8a4-6af1-4130-ab6f-9c713eca84cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:52.725945 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e492c8a4-6af1-4130-ab6f-9c713eca84cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:52.801956 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-ed53cd48-6438-45ed-9e3a-943a8f46dd9c tempest-RoutersAdminNegativeIpV6Test-378776735 tempest-RoutersAdminNegativeIpV6Test-378776735-project-admin] Allocated IP 172.25.0.235 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/b7ec5a14-0ce3-4e70-9979-62971344745a) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:27:52.812671 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e662ba66-41b7-4689-8669-e5f66c0e4102 req-47253b08-eda3-49d8-9ae7-c4e046494855 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:52.814190 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e662ba66-41b7-4689-8669-e5f66c0e4102 req-47253b08-eda3-49d8-9ae7-c4e046494855 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=393275b2-aa8f-4044-96a2-110cf5e07da3 HTTP/1.1" status: 200 len: 945 time: 0.3947325 Jul 29 23:27:52.821820 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e492c8a4-6af1-4130-ab6f-9c713eca84cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:52.876263 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e492c8a4-6af1-4130-ab6f-9c713eca84cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0ecc01e-940e-46c6-8d22-551f863234a7,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:52.881963 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e492c8a4-6af1-4130-ab6f-9c713eca84cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:52.883883 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e492c8a4-6af1-4130-ab6f-9c713eca84cf admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f0ecc01e-940e-46c6-8d22-551f863234a7 HTTP/1.1" status: 204 len: 168 time: 0.4441383 Jul 29 23:27:52.886262 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44042) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:52.909765 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-743a07f3-3cf8-432d-a4bc-5cf141395fb0 req-4730fc15-33aa-4d7d-a8c8-99dcb7fc83e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 593608c7-e98e-4615-a81f-45557b3f70b5 {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:27:52.922159 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e662ba66-41b7-4689-8669-e5f66c0e4102 req-00f9bdd9-4f42-4d5d-8529-3339db3bf4d5 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003277 Jul 29 23:27:52.936397 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e52a45a2-973c-4160-8275-b9867f830960 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:27:52.942679 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-743a07f3-3cf8-432d-a4bc-5cf141395fb0 req-4730fc15-33aa-4d7d-a8c8-99dcb7fc83e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:52.945822 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e52a45a2-973c-4160-8275-b9867f830960 admin admin] 10.222.0.43 "PUT /v2.0/routers/d0765de7-b2a9-48ba-a3e2-4c253ac75656/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6195636 Jul 29 23:27:52.946226 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 44044) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:52.953986 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b9902b-69ec-40a8-bcfb-8e7f001f493c None None] Sync routers for ids ['d0765de7-b2a9-48ba-a3e2-4c253ac75656'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:27:52.965806 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b9902b-69ec-40a8-bcfb-8e7f001f493c None None] Routers {'d0765de7-b2a9-48ba-a3e2-4c253ac75656'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:27:52.966732 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-e0b9902b-69ec-40a8-bcfb-8e7f001f493c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:27:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['d0765de7-b2a9-48ba-a3e2-4c253ac75656'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:52.972250 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-743a07f3-3cf8-432d-a4bc-5cf141395fb0 req-4730fc15-33aa-4d7d-a8c8-99dcb7fc83e9 service neutron] Transition to ACTIVE for port object 593608c7-e98e-4615-a81f-45557b3f70b5 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:27:52.977213 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-743a07f3-3cf8-432d-a4bc-5cf141395fb0 req-4730fc15-33aa-4d7d-a8c8-99dcb7fc83e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:52.986114 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f6ca139a-a5fb-4048-b878-b8ee31673b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:53.070889 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4730fc15-33aa-4d7d-a8c8-99dcb7fc83e9 service neutron] Pushing event updated for resources: {'Port': ['ID=593608c7-e98e-4615-a81f-45557b3f70b5,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:53.155947 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-e0b9902b-69ec-40a8-bcfb-8e7f001f493c None None] Set router d0765de7-b2a9-48ba-a3e2-4c253ac75656 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:27:53.161657 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2578a78a-2fb6-43ca-baa2-ecc5dbce9a72 admin admin] Notify callbacks [] for router, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:53.203928 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-fa135597-f1a3-4991-a5e4-fff0db09d0b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:53.207290 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f6ca139a-a5fb-4048-b878-b8ee31673b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:53.224710 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ed53cd48-6438-45ed-9e3a-943a8f46dd9c tempest-RoutersAdminNegativeIpV6Test-378776735 tempest-RoutersAdminNegativeIpV6Test-378776735-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:53.232323 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-f6ca139a-a5fb-4048-b878-b8ee31673b7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6baca4e2-ccbc-470a-9ba3-68c8498c5c10']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:53.258073 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-f6ca139a-a5fb-4048-b878-b8ee31673b7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ca1b50c-4020-46db-99c1-d9a54b94a923') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:53.258737 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-f6ca139a-a5fb-4048-b878-b8ee31673b7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ca1b50c-4020-46db-99c1-d9a54b94a923') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:53.271327 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-743a07f3-3cf8-432d-a4bc-5cf141395fb0 req-4730fc15-33aa-4d7d-a8c8-99dcb7fc83e9 service neutron] Attempting to bind port 593608c7-e98e-4615-a81f-45557b3f70b5 on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:27:53.271691 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-743a07f3-3cf8-432d-a4bc-5cf141395fb0 req-4730fc15-33aa-4d7d-a8c8-99dcb7fc83e9 service neutron] Attempting to bind port 593608c7-e98e-4615-a81f-45557b3f70b5 by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': 'deb29660-eaef-47af-8b2d-d34c883ef993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '249f9a39-5994-41da-9767-e19fa079301c'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:27:53.272023 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743a07f3-3cf8-432d-a4bc-5cf141395fb0 req-4730fc15-33aa-4d7d-a8c8-99dcb7fc83e9 service neutron] Attempting to bind port 593608c7-e98e-4615-a81f-45557b3f70b5 on network 249f9a39-5994-41da-9767-e19fa079301c {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:27:53.275925 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f6ca139a-a5fb-4048-b878-b8ee31673b7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:53.283337 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743a07f3-3cf8-432d-a4bc-5cf141395fb0 req-4730fc15-33aa-4d7d-a8c8-99dcb7fc83e9 service neutron] Port 593608c7-e98e-4615-a81f-45557b3f70b5 on network 249f9a39-5994-41da-9767-e19fa079301c not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:27:53.283660 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743a07f3-3cf8-432d-a4bc-5cf141395fb0 req-4730fc15-33aa-4d7d-a8c8-99dcb7fc83e9 service neutron] Attempting to bind port 593608c7-e98e-4615-a81f-45557b3f70b5 on network 249f9a39-5994-41da-9767-e19fa079301c {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:27:53.294518 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743a07f3-3cf8-432d-a4bc-5cf141395fb0 req-4730fc15-33aa-4d7d-a8c8-99dcb7fc83e9 service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:27:53.294518 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743a07f3-3cf8-432d-a4bc-5cf141395fb0 req-4730fc15-33aa-4d7d-a8c8-99dcb7fc83e9 service neutron] Checking segment: {'id': 'deb29660-eaef-47af-8b2d-d34c883ef993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '249f9a39-5994-41da-9767-e19fa079301c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:27:53.294518 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743a07f3-3cf8-432d-a4bc-5cf141395fb0 req-4730fc15-33aa-4d7d-a8c8-99dcb7fc83e9 service neutron] Bound using segment: {'id': 'deb29660-eaef-47af-8b2d-d34c883ef993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '249f9a39-5994-41da-9767-e19fa079301c'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:27:53.294883 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-743a07f3-3cf8-432d-a4bc-5cf141395fb0 req-4730fc15-33aa-4d7d-a8c8-99dcb7fc83e9 service neutron] Bound port: 593608c7-e98e-4615-a81f-45557b3f70b5, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'deb29660-eaef-47af-8b2d-d34c883ef993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '249f9a39-5994-41da-9767-e19fa079301c'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:27:53.294984 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-743a07f3-3cf8-432d-a4bc-5cf141395fb0 req-4730fc15-33aa-4d7d-a8c8-99dcb7fc83e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:53.297186 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f6ca139a-a5fb-4048-b878-b8ee31673b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:53.312214 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6ca139a-a5fb-4048-b878-b8ee31673b7b admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:27:53.312634 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f6ca139a-a5fb-4048-b878-b8ee31673b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:53.314518 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:27:53.314518 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:27:53.314518 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:27:53.314518 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:27:53.314518 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:27:53.314518 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:27:53.314518 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:27:53.314518 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:27:53.314518 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:27:53.314518 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:27:53.314518 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:27:53.314518 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:27:53.314518 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:27:53.314518 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:27:53.314518 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:27:53.314518 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:27:53.314518 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:27:53.314518 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:27:53.314518 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:27:53.314518 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:27:53.314518 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:27:53.314518 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:27:53.314518 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:27:53.314518 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:27:53.314518 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:27:53.314518 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:27:53.314518 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:27:53.314518 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:27:53.314518 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:27:53.314518 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:27:53.314518 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:27:53.314518 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:27:53.432261 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f6ca139a-a5fb-4048-b878-b8ee31673b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:53.440095 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f6ca139a-a5fb-4048-b878-b8ee31673b7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:53.442793 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-f6ca139a-a5fb-4048-b878-b8ee31673b7b admin admin] 10.222.0.43 "DELETE /v2.0/networks/6baca4e2-ccbc-470a-9ba3-68c8498c5c10 HTTP/1.1" status: 204 len: 168 time: 0.5548692 Jul 29 23:27:53.444698 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2578a78a-2fb6-43ca-baa2-ecc5dbce9a72 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:53.460270 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ca139a-a5fb-4048-b878-b8ee31673b7b admin admin] Pushing event deleted for resources: {'Network': ['ID=6baca4e2-ccbc-470a-9ba3-68c8498c5c10,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:53.464620 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-743a07f3-3cf8-432d-a4bc-5cf141395fb0 req-4730fc15-33aa-4d7d-a8c8-99dcb7fc83e9 service neutron] For port 593608c7-e98e-4615-a81f-45557b3f70b5, host n-h1-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:27:53.475697 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ed53cd48-6438-45ed-9e3a-943a8f46dd9c tempest-RoutersAdminNegativeIpV6Test-378776735 tempest-RoutersAdminNegativeIpV6Test-378776735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:53.479640 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-743a07f3-3cf8-432d-a4bc-5cf141395fb0 req-4730fc15-33aa-4d7d-a8c8-99dcb7fc83e9 service neutron] For port 593608c7-e98e-4615-a81f-45557b3f70b5, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=593608c7-e98e-4615-a81f-45557b3f70b5,segment=NetworkSegment(deb29660-eaef-47af-8b2d-d34c883ef993),segment_id=deb29660-eaef-47af-8b2d-d34c883ef993)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:27:53.486440 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-743a07f3-3cf8-432d-a4bc-5cf141395fb0 req-4730fc15-33aa-4d7d-a8c8-99dcb7fc83e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:53.518616 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-e0b9902b-69ec-40a8-bcfb-8e7f001f493c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0765de7-b2a9-48ba-a3e2-4c253ac75656', 'name': 'tempest-ServersTestJSON-1723327279-router', 'tenant_id': '05e8cd719a1e468d9d1f19a8ac790d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'f3096959-e840-4034-90d7-1ec965fd798e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:25:08Z', 'updated_at': '2021-07-29T23:27:51Z', 'revision_number': 5, 'project_id': '05e8cd719a1e468d9d1f19a8ac790d23', 'gw_port': {'id': 'f3096959-e840-4034-90d7-1ec965fd798e', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:58:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0765de7-b2a9-48ba-a3e2-4c253ac75656', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:25:10Z', 'updated_at': '2021-07-29T23:25:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:53.531678 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a07f3-3cf8-432d-a4bc-5cf141395fb0 req-4730fc15-33aa-4d7d-a8c8-99dcb7fc83e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:53.532720 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-743a07f3-3cf8-432d-a4bc-5cf141395fb0 req-4730fc15-33aa-4d7d-a8c8-99dcb7fc83e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:53.534164 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-743a07f3-3cf8-432d-a4bc-5cf141395fb0 req-4730fc15-33aa-4d7d-a8c8-99dcb7fc83e9 service neutron] 10.222.0.41 "PUT /v2.0/ports/593608c7-e98e-4615-a81f-45557b3f70b5 HTTP/1.1" status: 200 len: 1093 time: 1.1903543 Jul 29 23:27:53.534601 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8348b2d-91c3-4ba6-be67-b75f225eb8dc', 'tag': '593608c7-e98e-4615-a81f-45557b3f70b5'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:27:53.540364 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de037dbe-83a2-45b5-8c15-9c4b1d44e563" -d '{"events": [{"name": "network-changed", "server_uuid": "e8348b2d-91c3-4ba6-be67-b75f225eb8dc", "tag": "593608c7-e98e-4615-a81f-45557b3f70b5"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:27:53.577081 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b9902b-69ec-40a8-bcfb-8e7f001f493c None None] Checking router: d0765de7-b2a9-48ba-a3e2-4c253ac75656 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:27:53.592901 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b9902b-69ec-40a8-bcfb-8e7f001f493c None None] Routers {'d0765de7-b2a9-48ba-a3e2-4c253ac75656'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:27:53.595199 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-e0b9902b-69ec-40a8-bcfb-8e7f001f493c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:27:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['d0765de7-b2a9-48ba-a3e2-4c253ac75656'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:53.596990 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4730fc15-33aa-4d7d-a8c8-99dcb7fc83e9 service neutron] Pushing event updated for resources: {'Port': ['ID=593608c7-e98e-4615-a81f-45557b3f70b5,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:53.614467 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed53cd48-6438-45ed-9e3a-943a8f46dd9c tempest-RoutersAdminNegativeIpV6Test-378776735 tempest-RoutersAdminNegativeIpV6Test-378776735-project-admin] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:27:53.627551 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-ed53cd48-6438-45ed-9e3a-943a8f46dd9c tempest-RoutersAdminNegativeIpV6Test-378776735 tempest-RoutersAdminNegativeIpV6Test-378776735-project-admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:27:53.631949 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed53cd48-6438-45ed-9e3a-943a8f46dd9c tempest-RoutersAdminNegativeIpV6Test-378776735 tempest-RoutersAdminNegativeIpV6Test-378776735-project-admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:27:53.639655 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed53cd48-6438-45ed-9e3a-943a8f46dd9c tempest-RoutersAdminNegativeIpV6Test-378776735 tempest-RoutersAdminNegativeIpV6Test-378776735-project-admin] Pushing event updated for resources: {'Port': ['ID=b7ec5a14-0ce3-4e70-9979-62971344745a,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:53.682802 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a07f3-3cf8-432d-a4bc-5cf141395fb0 req-67ff5f21-d85a-441d-b4ec-44b3e8ea1c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:53.687511 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-743a07f3-3cf8-432d-a4bc-5cf141395fb0 req-67ff5f21-d85a-441d-b4ec-44b3e8ea1c2b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cfd954225fe54c54b27a2d340342811d&device_id=e8348b2d-91c3-4ba6-be67-b75f225eb8dc HTTP/1.1" status: 200 len: 1096 time: 0.0780742 Jul 29 23:27:53.714059 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed53cd48-6438-45ed-9e3a-943a8f46dd9c tempest-RoutersAdminNegativeIpV6Test-378776735 tempest-RoutersAdminNegativeIpV6Test-378776735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:53.714671 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ed53cd48-6438-45ed-9e3a-943a8f46dd9c tempest-RoutersAdminNegativeIpV6Test-378776735 tempest-RoutersAdminNegativeIpV6Test-378776735-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:53.736698 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-e0b9902b-69ec-40a8-bcfb-8e7f001f493c None None] Set router d0765de7-b2a9-48ba-a3e2-4c253ac75656 gateway port host: None {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:27:53.760015 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d3e75-0a05-4927-bf67-f1c07fba8780 req-d7805044-a752-45fb-81ca-571fb41aed36 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:53.761107 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-743a07f3-3cf8-432d-a4bc-5cf141395fb0 req-fdba19ae-7db8-4ac0-b3eb-770c14d94c4d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=593608c7-e98e-4615-a81f-45557b3f70b5 HTTP/1.1" status: 200 len: 217 time: 0.0593560 Jul 29 23:27:53.761205 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-906d3e75-0a05-4927-bf67-f1c07fba8780 req-d7805044-a752-45fb-81ca-571fb41aed36 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8348b2d-91c3-4ba6-be67-b75f225eb8dc HTTP/1.1" status: 200 len: 944 time: 0.3049910 Jul 29 23:27:53.761830 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44060) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:53.770978 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ed53cd48-6438-45ed-9e3a-943a8f46dd9c tempest-RoutersAdminNegativeIpV6Test-378776735 tempest-RoutersAdminNegativeIpV6Test-378776735-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.0647039 Jul 29 23:27:53.778209 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 44062) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:53.799672 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-11f30589-315f-4835-9816-a69deb04fd3f tempest-RoutersAdminNegativeIpV6Test-378776735 tempest-RoutersAdminNegativeIpV6Test-378776735-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.235'}]}}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:53.819559 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-e0b9902b-69ec-40a8-bcfb-8e7f001f493c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0765de7-b2a9-48ba-a3e2-4c253ac75656', 'name': 'tempest-ServersTestJSON-1723327279-router', 'tenant_id': '05e8cd719a1e468d9d1f19a8ac790d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:25:08Z', 'updated_at': '2021-07-29T23:27:53Z', 'revision_number': 6, 'project_id': '05e8cd719a1e468d9d1f19a8ac790d23', 'gw_port_host': None}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:53.837262 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c51579c0-358e-40e4-981b-620e10cbaa05 x-openstack-request-id: req-c51579c0-358e-40e4-981b-620e10cbaa05 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:27:53.837830 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8348b2d-91c3-4ba6-be67-b75f225eb8dc", "tag": "593608c7-e98e-4615-a81f-45557b3f70b5", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:27:53.838221 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c51579c0-358e-40e4-981b-620e10cbaa05 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:27:53.838884 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8348b2d-91c3-4ba6-be67-b75f225eb8dc', 'tag': '593608c7-e98e-4615-a81f-45557b3f70b5', 'status': 'completed', 'code': 200} Jul 29 23:27:53.858085 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a07f3-3cf8-432d-a4bc-5cf141395fb0 req-f69c2d52-17b4-41e7-b724-0c120728cc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:53.858789 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b9902b-69ec-40a8-bcfb-8e7f001f493c None None] The sync data for ids ['d0765de7-b2a9-48ba-a3e2-4c253ac75656'] in n-d-712141-10 is: [{'id': 'd0765de7-b2a9-48ba-a3e2-4c253ac75656', 'name': 'tempest-ServersTestJSON-1723327279-router', 'tenant_id': '05e8cd719a1e468d9d1f19a8ac790d23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:25:08Z', 'updated_at': '2021-07-29T23:27:53Z', 'revision_number': 6, 'project_id': '05e8cd719a1e468d9d1f19a8ac790d23', 'gw_port_host': None}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:27:53.860011 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-743a07f3-3cf8-432d-a4bc-5cf141395fb0 req-f69c2d52-17b4-41e7-b724-0c120728cc51 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4d6ca941-9b98-4939-964c-d32a2fbd1a2b HTTP/1.1" status: 200 len: 859 time: 0.0909469 Jul 29 23:27:53.863759 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-36e380b7-2e34-4fb8-aad4-4884217fec2e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=11625efdc5e247819e1ba7685d24a207&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1006377 Jul 29 23:27:53.867631 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 44064) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:53.871013 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-2578a78a-2fb6-43ca-baa2-ecc5dbce9a72 admin admin] Deleting port f3096959-e840-4034-90d7-1ec965fd798e {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:27:53.871357 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2578a78a-2fb6-43ca-baa2-ecc5dbce9a72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:53.875401 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-11f30589-315f-4835-9816-a69deb04fd3f tempest-RoutersAdminNegativeIpV6Test-378776735 tempest-RoutersAdminNegativeIpV6Test-378776735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:53.878540 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-11f30589-315f-4835-9816-a69deb04fd3f tempest-RoutersAdminNegativeIpV6Test-378776735 tempest-RoutersAdminNegativeIpV6Test-378776735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:53.915679 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a07f3-3cf8-432d-a4bc-5cf141395fb0 req-aac8cbd0-c7dc-4e73-8f04-48a572ae8676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:53.917220 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-743a07f3-3cf8-432d-a4bc-5cf141395fb0 req-aac8cbd0-c7dc-4e73-8f04-48a572ae8676 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=249f9a39-5994-41da-9767-e19fa079301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501916 Jul 29 23:27:53.975440 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-906d3e75-0a05-4927-bf67-f1c07fba8780 req-ab0b0f7d-11e2-4e9f-ad50-5dd367dc06dc tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/security-groups?id=8dd1850b-5d38-44b6-8460-52dfa8642148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962030 Jul 29 23:27:54.017285 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-743a07f3-3cf8-432d-a4bc-5cf141395fb0 req-b2b5a131-8855-4e12-a0b2-088825e04380 service neutron] 10.222.0.41 "GET /v2.0/networks/249f9a39-5994-41da-9767-e19fa079301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923097 Jul 29 23:27:54.078007 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-11f30589-315f-4835-9816-a69deb04fd3f tempest-RoutersAdminNegativeIpV6Test-378776735 tempest-RoutersAdminNegativeIpV6Test-378776735-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:54.109872 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-743a07f3-3cf8-432d-a4bc-5cf141395fb0 req-7dce3b79-414a-476a-b660-ca67b4ad6e2a service neutron] 10.222.0.41 "GET /v2.0/networks/249f9a39-5994-41da-9767-e19fa079301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857913 Jul 29 23:27:54.140945 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-2578a78a-2fb6-43ca-baa2-ecc5dbce9a72 admin admin] For port f3096959-e840-4034-90d7-1ec965fd798e, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=f3096959-e840-4034-90d7-1ec965fd798e,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:54.141314 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2578a78a-2fb6-43ca-baa2-ecc5dbce9a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:54.178509 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-64c41983-0650-44e3-b8d6-2c62695bba00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:54.197248 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-2578a78a-2fb6-43ca-baa2-ecc5dbce9a72 admin admin] Calling delete_port for f3096959-e840-4034-90d7-1ec965fd798e owned by network:router_gateway {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:27:54.242529 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de037dbe-83a2-45b5-8c15-9c4b1d44e563 req-403a12db-f1a5-420d-8216-361a495a13f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:54.244207 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-de037dbe-83a2-45b5-8c15-9c4b1d44e563 req-403a12db-f1a5-420d-8216-361a495a13f0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cfd954225fe54c54b27a2d340342811d&device_id=e8348b2d-91c3-4ba6-be67-b75f225eb8dc HTTP/1.1" status: 200 len: 1096 time: 0.0507352 Jul 29 23:27:54.290765 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a314f5-8174-4571-91f5-c8c31fc11801 req-e466962a-0ab1-4e5f-a91b-ba8e904bd720 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:54.296158 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-86a314f5-8174-4571-91f5-c8c31fc11801 req-e466962a-0ab1-4e5f-a91b-ba8e904bd720 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=393275b2-aa8f-4044-96a2-110cf5e07da3 HTTP/1.1" status: 200 len: 945 time: 0.2846065 Jul 29 23:27:54.298241 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-64c41983-0650-44e3-b8d6-2c62695bba00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:54.308942 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-11f30589-315f-4835-9816-a69deb04fd3f tempest-RoutersAdminNegativeIpV6Test-378776735 tempest-RoutersAdminNegativeIpV6Test-378776735-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:54.349827 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de037dbe-83a2-45b5-8c15-9c4b1d44e563 req-7387f7c0-85ee-4f1a-a02b-80cdd6a851b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:54.351641 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-de037dbe-83a2-45b5-8c15-9c4b1d44e563 req-7387f7c0-85ee-4f1a-a02b-80cdd6a851b5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=249f9a39-5994-41da-9767-e19fa079301c HTTP/1.1" status: 200 len: 921 time: 0.0990314 Jul 29 23:27:54.400130 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-de037dbe-83a2-45b5-8c15-9c4b1d44e563 req-4691d0d5-228f-4053-9358-9d04716e5c9a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=593608c7-e98e-4615-a81f-45557b3f70b5 HTTP/1.1" status: 200 len: 217 time: 0.0398722 Jul 29 23:27:54.460276 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-86a314f5-8174-4571-91f5-c8c31fc11801 req-8a9a8c7e-e7f6-4b29-9ba8-bf3c1e9e5f43 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481490 Jul 29 23:27:54.460830 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de037dbe-83a2-45b5-8c15-9c4b1d44e563 req-5ad16637-67cd-47df-a39a-bbc7534d4dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:54.462589 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-de037dbe-83a2-45b5-8c15-9c4b1d44e563 req-5ad16637-67cd-47df-a39a-bbc7534d4dbf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4d6ca941-9b98-4939-964c-d32a2fbd1a2b HTTP/1.1" status: 200 len: 859 time: 0.0543222 Jul 29 23:27:54.515087 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-64c41983-0650-44e3-b8d6-2c62695bba00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:54.517634 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-64c41983-0650-44e3-b8d6-2c62695bba00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:54.521499 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-64c41983-0650-44e3-b8d6-2c62695bba00 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d HTTP/1.1" status: 204 len: 168 time: 0.6495275 Jul 29 23:27:54.540005 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c41983-0650-44e3-b8d6-2c62695bba00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0c5b42-9a3b-4c25-80ee-1adb8bdb3f1d,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:54.552524 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de037dbe-83a2-45b5-8c15-9c4b1d44e563 req-31df0558-a351-4964-aabd-c0c7d46a2397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:54.558011 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-de037dbe-83a2-45b5-8c15-9c4b1d44e563 req-31df0558-a351-4964-aabd-c0c7d46a2397 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=249f9a39-5994-41da-9767-e19fa079301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0670419 Jul 29 23:27:54.625635 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2578a78a-2fb6-43ca-baa2-ecc5dbce9a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:54.665690 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-de037dbe-83a2-45b5-8c15-9c4b1d44e563 req-e1831384-c02c-44aa-83d7-cc7c4f304897 service neutron] 10.222.0.41 "GET /v2.0/networks/249f9a39-5994-41da-9767-e19fa079301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029773 Jul 29 23:27:54.685740 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2578a78a-2fb6-43ca-baa2-ecc5dbce9a72 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3096959-e840-4034-90d7-1ec965fd798e,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:54.772742 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-de037dbe-83a2-45b5-8c15-9c4b1d44e563 req-861ae056-4057-4885-8dbc-4661e4b336c2 service neutron] 10.222.0.41 "GET /v2.0/networks/249f9a39-5994-41da-9767-e19fa079301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993049 Jul 29 23:27:54.811398 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-11f30589-315f-4835-9816-a69deb04fd3f tempest-RoutersAdminNegativeIpV6Test-378776735 tempest-RoutersAdminNegativeIpV6Test-378776735-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:54.834743 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-11f30589-315f-4835-9816-a69deb04fd3f tempest-RoutersAdminNegativeIpV6Test-378776735 tempest-RoutersAdminNegativeIpV6Test-378776735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:54.837867 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2578a78a-2fb6-43ca-baa2-ecc5dbce9a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:54.908157 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44078) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:54.950788 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-79bdc881-8ac9-4d86-b9d7-3b825f53d851 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2ac9a0f8e8db4e5fb0e9d23f44aef138&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0413115 Jul 29 23:27:54.953305 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44080) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:54.975550 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2578a78a-2fb6-43ca-baa2-ecc5dbce9a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:54.979378 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2578a78a-2fb6-43ca-baa2-ecc5dbce9a72 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:55.001946 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7dada590-5394-4d2f-bb52-ef17a2189f7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:55.025203 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7dada590-5394-4d2f-bb52-ef17a2189f7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:55.086098 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7dada590-5394-4d2f-bb52-ef17a2189f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:55.089562 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7dada590-5394-4d2f-bb52-ef17a2189f7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:55.090969 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7dada590-5394-4d2f-bb52-ef17a2189f7f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/66a1a339-beda-4cce-8143-098d6e5c8673 HTTP/1.1" status: 204 len: 168 time: 0.1366446 Jul 29 23:27:55.099526 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2578a78a-2fb6-43ca-baa2-ecc5dbce9a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:55.100020 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2578a78a-2fb6-43ca-baa2-ecc5dbce9a72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0765de7-b2a9-48ba-a3e2-4c253ac75656 {{(pid=94078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:27:55.105128 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dada590-5394-4d2f-bb52-ef17a2189f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a1a339-beda-4cce-8143-098d6e5c8673,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:55.121058 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2578a78a-2fb6-43ca-baa2-ecc5dbce9a72 admin admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:55.124452 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-2578a78a-2fb6-43ca-baa2-ecc5dbce9a72 admin admin] 10.222.0.43 "DELETE /v2.0/routers/d0765de7-b2a9-48ba-a3e2-4c253ac75656 HTTP/1.1" status: 204 len: 168 time: 2.1752648 Jul 29 23:27:55.125410 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44086) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:55.185173 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22b5374-c45c-45ed-ad0e-90145f6bfdd9 req-a51bde0b-4205-41df-9869-32a97f8a69da tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:55.186865 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b22b5374-c45c-45ed-ad0e-90145f6bfdd9 req-a51bde0b-4205-41df-9869-32a97f8a69da tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8348b2d-91c3-4ba6-be67-b75f225eb8dc HTTP/1.1" status: 200 len: 944 time: 0.1114414 Jul 29 23:27:55.227133 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-a135d3dd-734f-401e-a709-38223ca842a4 admin admin] Deleting subnet b39d3184-aaf6-43d1-83ae-f569a32d6aca {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:27:55.242700 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a135d3dd-734f-401e-a709-38223ca842a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:55.248379 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-11f30589-315f-4835-9816-a69deb04fd3f tempest-RoutersAdminNegativeIpV6Test-378776735 tempest-RoutersAdminNegativeIpV6Test-378776735-project-admin] Notify callbacks [] for router, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:55.313879 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a135d3dd-734f-401e-a709-38223ca842a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:55.324273 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 70700276-f102-4503-a701-b5c13aa1544c no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:27:55.356535 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 70700276-f102-4503-a701-b5c13aa1544c {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:27:55.357212 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 70700276-f102-4503-a701-b5c13aa1544c not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:27:55.357890 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device f3096959-e840-4034-90d7-1ec965fd798e no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:27:55.380151 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: f3096959-e840-4034-90d7-1ec965fd798e {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:27:55.380718 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device f3096959-e840-4034-90d7-1ec965fd798e not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:27:55.383031 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b22b5374-c45c-45ed-ad0e-90145f6bfdd9 req-f4f13a7e-10ab-47ea-9182-214d499d3c3c tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/security-groups?id=8dd1850b-5d38-44b6-8460-52dfa8642148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446278 Jul 29 23:27:55.420382 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a135d3dd-734f-401e-a709-38223ca842a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:55.463368 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-11f30589-315f-4835-9816-a69deb04fd3f tempest-RoutersAdminNegativeIpV6Test-378776735 tempest-RoutersAdminNegativeIpV6Test-378776735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:55.466063 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-11f30589-315f-4835-9816-a69deb04fd3f tempest-RoutersAdminNegativeIpV6Test-378776735 tempest-RoutersAdminNegativeIpV6Test-378776735-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:55.482168 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a135d3dd-734f-401e-a709-38223ca842a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:55.534483 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a135d3dd-734f-401e-a709-38223ca842a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b39d3184-aaf6-43d1-83ae-f569a32d6aca,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:55.537612 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-11f30589-315f-4835-9816-a69deb04fd3f tempest-RoutersAdminNegativeIpV6Test-378776735 tempest-RoutersAdminNegativeIpV6Test-378776735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:55.538290 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f30589-315f-4835-9816-a69deb04fd3f tempest-RoutersAdminNegativeIpV6Test-378776735 tempest-RoutersAdminNegativeIpV6Test-378776735-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e71864a6-e251-4eb9-b028-88bc74f4c473 {{(pid=94078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:27:55.555669 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a135d3dd-734f-401e-a709-38223ca842a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:55.562008 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a135d3dd-734f-401e-a709-38223ca842a4 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b39d3184-aaf6-43d1-83ae-f569a32d6aca HTTP/1.1" status: 204 len: 168 time: 0.4350417 Jul 29 23:27:55.562622 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44100) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:55.564239 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54e35a3-2495-48d3-bcb0-ef4d12c753a1 None None] Network de2cb6c2-1eb5-4f3f-9ac4-4b9f8df261c6 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:27:55.604490 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [None req-11f30589-315f-4835-9816-a69deb04fd3f tempest-RoutersAdminNegativeIpV6Test-378776735 tempest-RoutersAdminNegativeIpV6Test-378776735-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 29 23:27:55.608140 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-11f30589-315f-4835-9816-a69deb04fd3f tempest-RoutersAdminNegativeIpV6Test-378776735 tempest-RoutersAdminNegativeIpV6Test-378776735-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.8165205 Jul 29 23:27:55.608140 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 44104) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:55.666574 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e636138-929a-4597-b93a-fbe8e2f8e6d3 req-3a5e319e-980a-4d9e-9894-43ae9d9717f0 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:55.669458 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0e636138-929a-4597-b93a-fbe8e2f8e6d3 req-3a5e319e-980a-4d9e-9894-43ae9d9717f0 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=393275b2-aa8f-4044-96a2-110cf5e07da3 HTTP/1.1" status: 200 len: 945 time: 0.1207829 Jul 29 23:27:55.672101 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2a9385c5-532e-429d-9e8f-53bb2e8253c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:55.761845 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0e636138-929a-4597-b93a-fbe8e2f8e6d3 req-5f258eb6-1d28-4f4f-ac12-168709ae1b29 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659628 Jul 29 23:27:55.762058 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-2a9385c5-532e-429d-9e8f-53bb2e8253c6 admin admin] Deleting port dd51a050-5368-4fb4-8276-88cb8039aac7 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:27:55.762537 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2a9385c5-532e-429d-9e8f-53bb2e8253c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:55.767429 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-46af0bf9-04b3-44df-a916-b20ae1ac1c46 tempest-RoutersAdminNegativeIpV6Test-378776735 tempest-RoutersAdminNegativeIpV6Test-378776735-project-admin] Deleting port b7ec5a14-0ce3-4e70-9979-62971344745a {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:27:55.767879 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-46af0bf9-04b3-44df-a916-b20ae1ac1c46 tempest-RoutersAdminNegativeIpV6Test-378776735 tempest-RoutersAdminNegativeIpV6Test-378776735-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:55.844967 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-2a9385c5-532e-429d-9e8f-53bb2e8253c6 admin admin] For port dd51a050-5368-4fb4-8276-88cb8039aac7, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=dd51a050-5368-4fb4-8276-88cb8039aac7,segment=NetworkSegment(697ca422-dae8-4a41-9470-24af6f5c602a),segment_id=697ca422-dae8-4a41-9470-24af6f5c602a)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:55.845353 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2a9385c5-532e-429d-9e8f-53bb2e8253c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:55.860498 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-2a9385c5-532e-429d-9e8f-53bb2e8253c6 admin admin] Calling delete_port for dd51a050-5368-4fb4-8276-88cb8039aac7 owned by network:dhcp {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:27:55.891247 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1fa1cbe7-576f-4950-b340-5a8fd9a4b036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:55.894236 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eae0c0e-ed2d-4fbf-857d-defefe57f6e9 None None] DHCP port deletion for de2cb6c2-1eb5-4f3f-9ac4-4b9f8df261c6 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:27:55.903462 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-46af0bf9-04b3-44df-a916-b20ae1ac1c46 tempest-RoutersAdminNegativeIpV6Test-378776735 tempest-RoutersAdminNegativeIpV6Test-378776735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:55.925722 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-46af0bf9-04b3-44df-a916-b20ae1ac1c46 tempest-RoutersAdminNegativeIpV6Test-378776735 tempest-RoutersAdminNegativeIpV6Test-378776735-project-admin] Calling delete_port for b7ec5a14-0ce3-4e70-9979-62971344745a owned by {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:27:55.945352 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-0eae0c0e-ed2d-4fbf-857d-defefe57f6e9 None None] Deleting port dd51a050-5368-4fb4-8276-88cb8039aac7 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:27:55.945768 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0eae0c0e-ed2d-4fbf-857d-defefe57f6e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:55.970221 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2a9385c5-532e-429d-9e8f-53bb2e8253c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:56.006394 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9385c5-532e-429d-9e8f-53bb2e8253c6 admin admin] No DVR routers for this DVR port dd51a050-5368-4fb4-8276-88cb8039aac7 on host n-d-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:27:56.033099 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9385c5-532e-429d-9e8f-53bb2e8253c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd51a050-5368-4fb4-8276-88cb8039aac7,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:56.086664 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-46af0bf9-04b3-44df-a916-b20ae1ac1c46 tempest-RoutersAdminNegativeIpV6Test-378776735 tempest-RoutersAdminNegativeIpV6Test-378776735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:56.087721 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2a9385c5-532e-429d-9e8f-53bb2e8253c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:56.102334 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-2a9385c5-532e-429d-9e8f-53bb2e8253c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de2cb6c2-1eb5-4f3f-9ac4-4b9f8df261c6']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:56.114407 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-2a9385c5-532e-429d-9e8f-53bb2e8253c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '697ca422-dae8-4a41-9470-24af6f5c602a') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:56.114762 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-2a9385c5-532e-429d-9e8f-53bb2e8253c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '697ca422-dae8-4a41-9470-24af6f5c602a') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:56.120303 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af0bf9-04b3-44df-a916-b20ae1ac1c46 tempest-RoutersAdminNegativeIpV6Test-378776735 tempest-RoutersAdminNegativeIpV6Test-378776735-project-admin] Pushing event deleted for resources: {'Port': ['ID=b7ec5a14-0ce3-4e70-9979-62971344745a,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:56.125086 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2a9385c5-532e-429d-9e8f-53bb2e8253c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:56.146969 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2a9385c5-532e-429d-9e8f-53bb2e8253c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:56.147697 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44118) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:56.160395 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-0eae0c0e-ed2d-4fbf-857d-defefe57f6e9 None None] For port dd51a050-5368-4fb4-8276-88cb8039aac7, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=dd51a050-5368-4fb4-8276-88cb8039aac7,segment=NetworkSegment(697ca422-dae8-4a41-9470-24af6f5c602a),segment_id=697ca422-dae8-4a41-9470-24af6f5c602a)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:56.161103 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a9385c5-532e-429d-9e8f-53bb2e8253c6 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:27:56.161535 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2a9385c5-532e-429d-9e8f-53bb2e8253c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:56.162006 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0eae0c0e-ed2d-4fbf-857d-defefe57f6e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:56.165164 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:27:56.165164 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:27:56.165164 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:27:56.165164 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:27:56.165164 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:27:56.165164 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:27:56.165164 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:27:56.165164 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:27:56.165164 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:27:56.165164 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:27:56.165164 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:27:56.165164 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:27:56.165164 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:27:56.165164 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:27:56.165164 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:27:56.165164 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:27:56.165164 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:27:56.165164 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:27:56.165164 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:27:56.165164 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:27:56.165164 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:27:56.165164 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:27:56.165164 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:27:56.165164 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:27:56.165164 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:27:56.165164 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:27:56.165164 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:27:56.165164 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:27:56.165164 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:27:56.165164 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:27:56.165164 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:27:56.165164 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:27:56.179416 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-0eae0c0e-ed2d-4fbf-857d-defefe57f6e9 None None] Calling delete_port for dd51a050-5368-4fb4-8276-88cb8039aac7 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:27:56.198779 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-46af0bf9-04b3-44df-a916-b20ae1ac1c46 tempest-RoutersAdminNegativeIpV6Test-378776735 tempest-RoutersAdminNegativeIpV6Test-378776735-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:56.215418 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-46af0bf9-04b3-44df-a916-b20ae1ac1c46 tempest-RoutersAdminNegativeIpV6Test-378776735 tempest-RoutersAdminNegativeIpV6Test-378776735-project-admin] 10.222.0.43 "DELETE /v2.0/ports/b7ec5a14-0ce3-4e70-9979-62971344745a HTTP/1.1" status: 204 len: 168 time: 0.5980313 Jul 29 23:27:56.229113 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2a9385c5-532e-429d-9e8f-53bb2e8253c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:56.253081 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2a9385c5-532e-429d-9e8f-53bb2e8253c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:56.255991 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-2a9385c5-532e-429d-9e8f-53bb2e8253c6 admin admin] 10.222.0.43 "DELETE /v2.0/networks/de2cb6c2-1eb5-4f3f-9ac4-4b9f8df261c6 HTTP/1.1" status: 204 len: 168 time: 0.6918926 Jul 29 23:27:56.257057 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9385c5-532e-429d-9e8f-53bb2e8253c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=de2cb6c2-1eb5-4f3f-9ac4-4b9f8df261c6,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:56.278777 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-8c88fe77-dfbb-446d-9853-b3a114909678 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1349028402-network', 'tenant_id': '93d1481c6e194707b540771064ae64d2'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:56.283626 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0eae0c0e-ed2d-4fbf-857d-defefe57f6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:56.292391 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0eae0c0e-ed2d-4fbf-857d-defefe57f6e9 None None] Network de2cb6c2-1eb5-4f3f-9ac4-4b9f8df261c6 is not hosted by any dhcp agent {{(pid=94079) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 23:27:56.292920 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eae0c0e-ed2d-4fbf-857d-defefe57f6e9 None None] No DVR routers for this DVR port dd51a050-5368-4fb4-8276-88cb8039aac7 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:27:56.320460 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c88fe77-dfbb-446d-9853-b3a114909678 admin admin] Made reservation on behalf of 93d1481c6e194707b540771064ae64d2 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:27:56.323711 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8c88fe77-dfbb-446d-9853-b3a114909678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:56.334873 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8c88fe77-dfbb-446d-9853-b3a114909678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:56.338544 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:27:56.342745 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae0c0e-ed2d-4fbf-857d-defefe57f6e9 None None] Pushing event deleted for resources: {'Port': ['ID=dd51a050-5368-4fb4-8276-88cb8039aac7,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:56.354808 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:56.446612 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 44130) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:56.448705 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8c88fe77-dfbb-446d-9853-b3a114909678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:56.454625 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8c88fe77-dfbb-446d-9853-b3a114909678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:56.493749 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c88fe77-dfbb-446d-9853-b3a114909678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8c09c6-5ee2-48a6-b769-c1272c2e83b8,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:56.496412 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44132) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:56.497091 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c88fe77-dfbb-446d-9853-b3a114909678 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:27:56.513497 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8c88fe77-dfbb-446d-9853-b3a114909678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:56.513964 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-8c88fe77-dfbb-446d-9853-b3a114909678 admin admin] Added segment c4cbd3c6-74da-415d-8bcc-d7b56268d00d of type vlan for network de03d9a2-6b04-49ad-b35d-d0e345e53bb6 Jul 29 23:27:56.577213 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8c88fe77-dfbb-446d-9853-b3a114909678 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:56.616979 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8c88fe77-dfbb-446d-9853-b3a114909678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:56.618103 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c88fe77-dfbb-446d-9853-b3a114909678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:56.618799 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8c88fe77-dfbb-446d-9853-b3a114909678 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:56.676050 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8c88fe77-dfbb-446d-9853-b3a114909678 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5277016 Jul 29 23:27:56.678990 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44140) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:56.685862 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-c4c34a02-7bb4-482b-a055-efb827f49c76 admin admin] Request body: {'subnet': {'network_id': 'de03d9a2-6b04-49ad-b35d-d0e345e53bb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1349028402-subnet', 'tenant_id': '93d1481c6e194707b540771064ae64d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:56.696480 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c88fe77-dfbb-446d-9853-b3a114909678 admin admin] Pushing event updated for resources: {'Network': ['ID=de03d9a2-6b04-49ad-b35d-d0e345e53bb6,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:56.709395 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network de03d9a2-6b04-49ad-b35d-d0e345e53bb6 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:27:56.714308 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c34a02-7bb4-482b-a055-efb827f49c76 admin admin] Made reservation on behalf of 93d1481c6e194707b540771064ae64d2 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:27:56.717624 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c4c34a02-7bb4-482b-a055-efb827f49c76 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:56.774099 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0f5911b4-7b9a-4bac-b0f8-a1cb676c3584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:56.812588 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4ffbf4-c352-4e6d-be79-74f1dee22eb9 req-7c7bc239-e3de-4f5f-8523-23ccdf19ea64 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:56.820466 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1d4ffbf4-c352-4e6d-be79-74f1dee22eb9 req-7c7bc239-e3de-4f5f-8523-23ccdf19ea64 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8348b2d-91c3-4ba6-be67-b75f225eb8dc HTTP/1.1" status: 200 len: 944 time: 0.0787921 Jul 29 23:27:56.834722 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-d1d5918a-ab43-4ead-a6d0-8fd1efd58360 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=05e8cd719a1e468d9d1f19a8ac790d23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3831592 Jul 29 23:27:56.835150 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44146) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:56.871157 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1d4ffbf4-c352-4e6d-be79-74f1dee22eb9 req-32b049e3-fe77-4a2d-bf1a-053cc01d15b7 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/security-groups?id=8dd1850b-5d38-44b6-8460-52dfa8642148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480351 Jul 29 23:27:56.936250 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b86254f-ba55-4c61-b7be-3b38eb7dfa5d req-c3604207-65e3-4714-af6b-15c75f965299 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:56.943460 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8b86254f-ba55-4c61-b7be-3b38eb7dfa5d req-c3604207-65e3-4714-af6b-15c75f965299 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=393275b2-aa8f-4044-96a2-110cf5e07da3 HTTP/1.1" status: 200 len: 945 time: 0.0547612 Jul 29 23:27:56.973964 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6384939d-9278-4e65-8dc3-73cc7fce9d0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:56.977932 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8b86254f-ba55-4c61-b7be-3b38eb7dfa5d req-1a437988-74ac-48fb-bbed-419cdce3672e tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328894 Jul 29 23:27:57.016020 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0f5911b4-7b9a-4bac-b0f8-a1cb676c3584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:57.027354 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0f5911b4-7b9a-4bac-b0f8-a1cb676c3584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:57.052531 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6384939d-9278-4e65-8dc3-73cc7fce9d0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:57.080584 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c4c34a02-7bb4-482b-a055-efb827f49c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:57.129146 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0f5911b4-7b9a-4bac-b0f8-a1cb676c3584 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0997cc3e4aee4ff3b339d0d68ea9581a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6296196 Jul 29 23:27:57.132389 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 44148) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:57.136806 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5911b4-7b9a-4bac-b0f8-a1cb676c3584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b74f41-274e-4b95-a4d6-3bbabf6ab0ac,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:57.178057 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c34a02-7bb4-482b-a055-efb827f49c76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be25d12a-e438-48df-894b-78a1a5195ef4,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:57.184215 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6384939d-9278-4e65-8dc3-73cc7fce9d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:57.186713 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6384939d-9278-4e65-8dc3-73cc7fce9d0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:57.189740 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-6384939d-9278-4e65-8dc3-73cc7fce9d0a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a01010c1-595d-4af4-9091-ce78d76f2897 HTTP/1.1" status: 204 len: 168 time: 0.3518164 Jul 29 23:27:57.198427 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device dd51a050-5368-4fb4-8276-88cb8039aac7 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:27:57.199398 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c34a02-7bb4-482b-a055-efb827f49c76 admin admin] Checking segment: {'id': 'c4cbd3c6-74da-415d-8bcc-d7b56268d00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'de03d9a2-6b04-49ad-b35d-d0e345e53bb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:27:57.199762 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c34a02-7bb4-482b-a055-efb827f49c76 admin admin] Network hostable DHCP agents. Network: de03d9a2-6b04-49ad-b35d-d0e345e53bb6, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:27:57.202935 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6384939d-9278-4e65-8dc3-73cc7fce9d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01010c1-595d-4af4-9091-ce78d76f2897,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:57.210045 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b26ca0fe-ed04-43ad-9b48-8fdd047e4035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:57.222026 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c34a02-7bb4-482b-a055-efb827f49c76 admin admin] Network de03d9a2-6b04-49ad-b35d-d0e345e53bb6 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:27:57.234031 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b26ca0fe-ed04-43ad-9b48-8fdd047e4035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:57.234156 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: dd51a050-5368-4fb4-8276-88cb8039aac7 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:27:57.234423 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device dd51a050-5368-4fb4-8276-88cb8039aac7 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:27:57.245800 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-c4c34a02-7bb4-482b-a055-efb827f49c76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, de03d9a2-6b04-49ad-b35d-d0e345e53bb6) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:27:57.259984 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae481732-432a-4582-a369-b2c8cf9e31d7 None None] Network de03d9a2-6b04-49ad-b35d-d0e345e53bb6 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:27:57.261328 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c34a02-7bb4-482b-a055-efb827f49c76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:57.261975 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c4c34a02-7bb4-482b-a055-efb827f49c76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:57.300134 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c4c34a02-7bb4-482b-a055-efb827f49c76 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6181581 Jul 29 23:27:57.304746 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b26ca0fe-ed04-43ad-9b48-8fdd047e4035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:57.308291 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b26ca0fe-ed04-43ad-9b48-8fdd047e4035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:57.310471 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-b26ca0fe-ed04-43ad-9b48-8fdd047e4035 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/62b74f41-274e-4b95-a4d6-3bbabf6ab0ac HTTP/1.1" status: 204 len: 168 time: 0.1760373 Jul 29 23:27:57.319661 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26ca0fe-ed04-43ad-9b48-8fdd047e4035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b74f41-274e-4b95-a4d6-3bbabf6ab0ac,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:57.406610 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 593608c7-e98e-4615-a81f-45557b3f70b5 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:27:57.442331 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95781cc5-6995-44e2-8d6f-61569ba7445f None None] Network de03d9a2-6b04-49ad-b35d-d0e345e53bb6 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:27:57.596688 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:57.599139 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 593608c7-e98e-4615-a81f-45557b3f70b5, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=593608c7-e98e-4615-a81f-45557b3f70b5,segment=NetworkSegment(deb29660-eaef-47af-8b2d-d34c883ef993),segment_id=deb29660-eaef-47af-8b2d-d34c883ef993)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:57.614787 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': '593608c7-e98e-4615-a81f-45557b3f70b5', 'network_id': '249f9a39-5994-41da-9767-e19fa079301c', 'port_id': '593608c7-e98e-4615-a81f-45557b3f70b5', 'mac_address': 'fa:16:3e:f0:ea:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d6ca941-9b98-4939-964c-d32a2fbd1a2b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:27:57.690303 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:57.706302 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 593608c7-e98e-4615-a81f-45557b3f70b5 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:27:57.731967 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 593608c7-e98e-4615-a81f-45557b3f70b5, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=593608c7-e98e-4615-a81f-45557b3f70b5,segment=NetworkSegment(deb29660-eaef-47af-8b2d-d34c883ef993),segment_id=deb29660-eaef-47af-8b2d-d34c883ef993)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:57.738062 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:57.777996 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 44178) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:57.815994 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=593608c7-e98e-4615-a81f-45557b3f70b5,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:57.848534 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-1db3fdf3-25be-4c35-a65d-fd34094528a4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9bf7ba8a7c554fd084be3bea5b5830e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0691650 Jul 29 23:27:57.851203 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 44184) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:57.917448 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6475112d-0bce-4e05-ab81-5bb9e3393e78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:57.963669 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6475112d-0bce-4e05-ab81-5bb9e3393e78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:58.039083 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaa150c-abf3-4a47-8249-3a91f201a635 req-c5fabe70-bf70-4ed1-989d-d7826136e960 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:58.041043 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cdaa150c-abf3-4a47-8249-3a91f201a635 req-c5fabe70-bf70-4ed1-989d-d7826136e960 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8348b2d-91c3-4ba6-be67-b75f225eb8dc HTTP/1.1" status: 200 len: 945 time: 0.0969949 Jul 29 23:27:58.089796 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['593608c7-e98e-4615-a81f-45557b3f70b5'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:27:58.100474 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6475112d-0bce-4e05-ab81-5bb9e3393e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:58.102898 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6475112d-0bce-4e05-ab81-5bb9e3393e78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:58.104298 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-6475112d-0bce-4e05-ab81-5bb9e3393e78 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/24af86c8-17a9-4f59-967b-175056c57a1b HTTP/1.1" status: 204 len: 168 time: 0.2521389 Jul 29 23:27:58.119640 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6475112d-0bce-4e05-ab81-5bb9e3393e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24af86c8-17a9-4f59-967b-175056c57a1b,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:58.140922 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cdaa150c-abf3-4a47-8249-3a91f201a635 req-537adc6b-9895-4e91-8d92-4138a3cf6549 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/security-groups?id=8dd1850b-5d38-44b6-8460-52dfa8642148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916066 Jul 29 23:27:58.171987 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa5dad-c9ff-4b75-a970-a39fd0d6cb10 req-6d06a768-45bd-4e94-84db-8f0cc49b6907 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:58.176723 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-15fa5dad-c9ff-4b75-a970-a39fd0d6cb10 req-6d06a768-45bd-4e94-84db-8f0cc49b6907 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=393275b2-aa8f-4044-96a2-110cf5e07da3 HTTP/1.1" status: 200 len: 945 time: 0.1182144 Jul 29 23:27:58.224958 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-15fa5dad-c9ff-4b75-a970-a39fd0d6cb10 req-5f162a0d-57e9-4064-8ecb-d2d1a98dc6b4 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408909 Jul 29 23:27:58.359130 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 44206) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:58.365063 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-b496e2fc-5e27-4537-9e1e-21cc65201e62 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-845126561-network', 'tenant_id': 'ea7db58a06894f408e0bade911b494ae'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:58.380377 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44208) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:58.390474 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b496e2fc-5e27-4537-9e1e-21cc65201e62 admin admin] Made reservation on behalf of ea7db58a06894f408e0bade911b494ae for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:27:58.393493 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b496e2fc-5e27-4537-9e1e-21cc65201e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:58.403387 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b496e2fc-5e27-4537-9e1e-21cc65201e62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:58.497413 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b496e2fc-5e27-4537-9e1e-21cc65201e62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:58.502205 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b496e2fc-5e27-4537-9e1e-21cc65201e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:58.530336 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b496e2fc-5e27-4537-9e1e-21cc65201e62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:27:58.545057 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b496e2fc-5e27-4537-9e1e-21cc65201e62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5f0dd6-44f5-4fdb-8b80-c6039be66053,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:58.556517 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-a99ea11f-2535-4996-a70b-e90d900b9485 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1055986750-network', 'tenant_id': '7c8096d80a564abc9353a3508d196cdf'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:58.561114 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b496e2fc-5e27-4537-9e1e-21cc65201e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:58.561821 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-b496e2fc-5e27-4537-9e1e-21cc65201e62 admin admin] Added segment 1bb890ce-b169-40b9-a8be-c6ea411cbfa1 of type vlan for network 81b4125c-574b-4ff0-8772-8675be21e883 Jul 29 23:27:58.581727 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a99ea11f-2535-4996-a70b-e90d900b9485 admin admin] Made reservation on behalf of 7c8096d80a564abc9353a3508d196cdf for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:27:58.584926 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a99ea11f-2535-4996-a70b-e90d900b9485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:58.594445 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a99ea11f-2535-4996-a70b-e90d900b9485 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:58.629493 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b496e2fc-5e27-4537-9e1e-21cc65201e62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:58.673489 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b496e2fc-5e27-4537-9e1e-21cc65201e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:58.674550 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b496e2fc-5e27-4537-9e1e-21cc65201e62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:58.675170 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b496e2fc-5e27-4537-9e1e-21cc65201e62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:58.702481 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a99ea11f-2535-4996-a70b-e90d900b9485 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:58.704977 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a99ea11f-2535-4996-a70b-e90d900b9485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:58.735517 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99ea11f-2535-4996-a70b-e90d900b9485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c98340f-d196-4f87-9960-78e50d69634c,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:58.747428 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a99ea11f-2535-4996-a70b-e90d900b9485 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:27:58.753737 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-b496e2fc-5e27-4537-9e1e-21cc65201e62 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3932061 Jul 29 23:27:58.757164 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44226) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:58.763152 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-f9a58707-1b34-4820-b0c8-f813c3d000b4 admin admin] Request body: {'subnet': {'network_id': '81b4125c-574b-4ff0-8772-8675be21e883', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-845126561-subnet', 'tenant_id': 'ea7db58a06894f408e0bade911b494ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:58.774041 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b496e2fc-5e27-4537-9e1e-21cc65201e62 admin admin] Pushing event updated for resources: {'Network': ['ID=81b4125c-574b-4ff0-8772-8675be21e883,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:58.775654 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a99ea11f-2535-4996-a70b-e90d900b9485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:58.776009 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-a99ea11f-2535-4996-a70b-e90d900b9485 admin admin] Added segment 0754d6e5-2dc6-4a3f-b6fb-c6aa773a44a2 of type vlan for network ef7826e5-d659-4fd6-a8f1-187e2effbcfa Jul 29 23:27:58.794715 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 81b4125c-574b-4ff0-8772-8675be21e883 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:27:58.837770 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a58707-1b34-4820-b0c8-f813c3d000b4 admin admin] Made reservation on behalf of ea7db58a06894f408e0bade911b494ae for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:27:58.840045 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f9a58707-1b34-4820-b0c8-f813c3d000b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:58.844319 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a99ea11f-2535-4996-a70b-e90d900b9485 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:58.934192 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a99ea11f-2535-4996-a70b-e90d900b9485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:58.935432 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99ea11f-2535-4996-a70b-e90d900b9485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:58.936215 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a99ea11f-2535-4996-a70b-e90d900b9485 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:58.988187 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 44236) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:59.001047 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a99ea11f-2535-4996-a70b-e90d900b9485 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6194510 Jul 29 23:27:59.005521 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 44240) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:59.010395 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-a4fb2abc-d40e-44ff-b374-4c1941442f29 admin admin] Request body: {'subnet': {'network_id': 'ef7826e5-d659-4fd6-a8f1-187e2effbcfa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1055986750-subnet', 'tenant_id': '7c8096d80a564abc9353a3508d196cdf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:59.015292 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99ea11f-2535-4996-a70b-e90d900b9485 admin admin] Pushing event updated for resources: {'Network': ['ID=ef7826e5-d659-4fd6-a8f1-187e2effbcfa,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:59.025735 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network ef7826e5-d659-4fd6-a8f1-187e2effbcfa details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:27:59.053425 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4fb2abc-d40e-44ff-b374-4c1941442f29 admin admin] Made reservation on behalf of 7c8096d80a564abc9353a3508d196cdf for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:27:59.056504 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a4fb2abc-d40e-44ff-b374-4c1941442f29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:59.118422 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f9a58707-1b34-4820-b0c8-f813c3d000b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:59.124966 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-9fbf9456-1602-4e6f-a29d-d8e1887ad045 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-455892477'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:59.175444 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fbf9456-1602-4e6f-a29d-d8e1887ad045 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Made reservation on behalf of 1bed7cb062fe46c5bfada15baf9858de for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:27:59.180003 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9fbf9456-1602-4e6f-a29d-d8e1887ad045 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:59.181972 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a58707-1b34-4820-b0c8-f813c3d000b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f6d92b8-ed7a-4e9d-a68f-f84dde25bc63,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:59.190008 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a58707-1b34-4820-b0c8-f813c3d000b4 admin admin] Checking segment: {'id': '1bb890ce-b169-40b9-a8be-c6ea411cbfa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '81b4125c-574b-4ff0-8772-8675be21e883'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:27:59.190368 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a58707-1b34-4820-b0c8-f813c3d000b4 admin admin] Network hostable DHCP agents. Network: 81b4125c-574b-4ff0-8772-8675be21e883, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:27:59.193382 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9fbf9456-1602-4e6f-a29d-d8e1887ad045 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:59.206918 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a58707-1b34-4820-b0c8-f813c3d000b4 admin admin] Network 81b4125c-574b-4ff0-8772-8675be21e883 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:27:59.228315 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-f9a58707-1b34-4820-b0c8-f813c3d000b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 81b4125c-574b-4ff0-8772-8675be21e883) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:27:59.236767 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:59.238371 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a58707-1b34-4820-b0c8-f813c3d000b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:59.239244 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f9a58707-1b34-4820-b0c8-f813c3d000b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:59.240138 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90134dd-2b66-485c-9267-a51a398fd188 None None] Network 81b4125c-574b-4ff0-8772-8675be21e883 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:27:59.379076 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1f1885-69aa-49be-8492-d89c5d0ee790 None None] Network 81b4125c-574b-4ff0-8772-8675be21e883 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:27:59.415511 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ad634-1f4a-4bfa-af0d-0ae278cf05e7 req-dbec4b66-64ca-4ac6-9150-c6c011680ca4 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:59.417374 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-be8ad634-1f4a-4bfa-af0d-0ae278cf05e7 req-dbec4b66-64ca-4ac6-9150-c6c011680ca4 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8348b2d-91c3-4ba6-be67-b75f225eb8dc HTTP/1.1" status: 200 len: 945 time: 0.1657164 Jul 29 23:27:59.417816 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 593608c7-e98e-4615-a81f-45557b3f70b5 up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:27:59.424716 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a4fb2abc-d40e-44ff-b374-4c1941442f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:59.497143 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63434b24-9335-4c14-bff7-1518df0f9c7a req-f44e34ab-0672-4a00-bc09-dac97bdf7dab tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:59.498605 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-63434b24-9335-4c14-bff7-1518df0f9c7a req-f44e34ab-0672-4a00-bc09-dac97bdf7dab tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=393275b2-aa8f-4044-96a2-110cf5e07da3 HTTP/1.1" status: 200 len: 945 time: 0.1888661 Jul 29 23:27:59.539833 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port 593608c7-e98e-4615-a81f-45557b3f70b5 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:27:59.544008 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port 593608c7-e98e-4615-a81f-45557b3f70b5 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:27:59.544381 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:59.569311 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fb2abc-d40e-44ff-b374-4c1941442f29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9626e9c4-cc36-4d80-acf6-1d744575c302,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:59.580069 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-be8ad634-1f4a-4bfa-af0d-0ae278cf05e7 req-1281c89b-d791-48ff-8544-c758c59626f9 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/security-groups?id=8dd1850b-5d38-44b6-8460-52dfa8642148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518736 Jul 29 23:27:59.602125 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9fbf9456-1602-4e6f-a29d-d8e1887ad045 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:59.612157 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-f9a58707-1b34-4820-b0c8-f813c3d000b4 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8531332 Jul 29 23:27:59.613092 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9fbf9456-1602-4e6f-a29d-d8e1887ad045 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:59.619492 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4fb2abc-d40e-44ff-b374-4c1941442f29 admin admin] Checking segment: {'id': '0754d6e5-2dc6-4a3f-b6fb-c6aa773a44a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ef7826e5-d659-4fd6-a8f1-187e2effbcfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:27:59.619847 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fb2abc-d40e-44ff-b374-4c1941442f29 admin admin] Network hostable DHCP agents. Network: ef7826e5-d659-4fd6-a8f1-187e2effbcfa, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:27:59.627760 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-63434b24-9335-4c14-bff7-1518df0f9c7a req-07f886a2-9bc2-4c33-90fd-924d778bb105 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176877 Jul 29 23:27:59.648829 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:59.650948 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fbf9456-1602-4e6f-a29d-d8e1887ad045 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:27:59.683682 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8348b2d-91c3-4ba6-be67-b75f225eb8dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '593608c7-e98e-4615-a81f-45557b3f70b5'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:27:59.683881 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9fbf9456-1602-4e6f-a29d-d8e1887ad045 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:59.684181 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-9fbf9456-1602-4e6f-a29d-d8e1887ad045 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Added segment 2fb751de-b633-463b-90a0-8a5aa2cd4935 of type vlan for network 28cff45e-1894-4f77-9aa2-03ad31c1e39a Jul 29 23:27:59.685696 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbf9456-1602-4e6f-a29d-d8e1887ad045 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a89ed91-9b26-4b7f-bbee-8ed061a9ac3f,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:59.686296 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f469f03b-b6ed-4895-ac94-c578d8502589" -d '{"events": [{"server_uuid": "e8348b2d-91c3-4ba6-be67-b75f225eb8dc", "name": "network-vif-plugged", "status": "completed", "tag": "593608c7-e98e-4615-a81f-45557b3f70b5"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:27:59.705647 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 593608c7-e98e-4615-a81f-45557b3f70b5, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=593608c7-e98e-4615-a81f-45557b3f70b5,segment=NetworkSegment(deb29660-eaef-47af-8b2d-d34c883ef993),segment_id=deb29660-eaef-47af-8b2d-d34c883ef993)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:59.709510 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4fb2abc-d40e-44ff-b374-4c1941442f29 admin admin] Network ef7826e5-d659-4fd6-a8f1-187e2effbcfa is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:27:59.713098 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:59.746025 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8367e0ff-7f97-4af7-a16a-296a4684c15f x-openstack-request-id: req-8367e0ff-7f97-4af7-a16a-296a4684c15f {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:27:59.746316 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8348b2d-91c3-4ba6-be67-b75f225eb8dc", "name": "network-vif-plugged", "status": "completed", "tag": "593608c7-e98e-4615-a81f-45557b3f70b5", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:27:59.746926 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8367e0ff-7f97-4af7-a16a-296a4684c15f {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:27:59.746926 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8348b2d-91c3-4ba6-be67-b75f225eb8dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '593608c7-e98e-4615-a81f-45557b3f70b5', 'code': 200} Jul 29 23:27:59.747412 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-a4fb2abc-d40e-44ff-b374-4c1941442f29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, ef7826e5-d659-4fd6-a8f1-187e2effbcfa) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:27:59.751852 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fb2abc-d40e-44ff-b374-4c1941442f29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:59.753080 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a4fb2abc-d40e-44ff-b374-4c1941442f29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:59.757933 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9fbf9456-1602-4e6f-a29d-d8e1887ad045 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:59.758654 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861ab886-e21b-42a3-89e7-7dbf8b704896 None None] Network ef7826e5-d659-4fd6-a8f1-187e2effbcfa requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:27:59.784433 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-a4fb2abc-d40e-44ff-b374-4c1941442f29 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7777719 Jul 29 23:27:59.811335 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9fbf9456-1602-4e6f-a29d-d8e1887ad045 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:59.825014 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbf9456-1602-4e6f-a29d-d8e1887ad045 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:59.825950 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9fbf9456-1602-4e6f-a29d-d8e1887ad045 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:59.847903 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=593608c7-e98e-4615-a81f-45557b3f70b5,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:59.909651 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee5155-20c1-47d1-8671-fd7d51048ba6 req-bbb1859c-8900-4439-9144-0214886279ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:59.911738 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d8ee5155-20c1-47d1-8671-fd7d51048ba6 req-bbb1859c-8900-4439-9144-0214886279ac service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e8348b2d-91c3-4ba6-be67-b75f225eb8dc HTTP/1.1" status: 200 len: 1098 time: 0.0522590 Jul 29 23:27:59.947403 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3606865-6910-4741-afa6-79deca57937b None None] Network ef7826e5-d659-4fd6-a8f1-187e2effbcfa requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:27:59.966280 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44256) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:59.966650 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-9fbf9456-1602-4e6f-a29d-d8e1887ad045 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.9759924 Jul 29 23:28:00.011611 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-a9386bd6-e6a0-4441-81d8-eb5c60e62866 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Request body: {'subnet': {'network_id': '28cff45e-1894-4f77-9aa2-03ad31c1e39a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:00.012460 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbf9456-1602-4e6f-a29d-d8e1887ad045 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Pushing event updated for resources: {'Network': ['ID=28cff45e-1894-4f77-9aa2-03ad31c1e39a,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:00.039399 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 28cff45e-1894-4f77-9aa2-03ad31c1e39a details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:28:00.075690 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d8ee5155-20c1-47d1-8671-fd7d51048ba6 req-d2993158-98bf-433d-a420-acb82d75a85e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8dd1850b-5d38-44b6-8460-52dfa8642148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541886 Jul 29 23:28:00.154726 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9386bd6-e6a0-4441-81d8-eb5c60e62866 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Made reservation on behalf of 1bed7cb062fe46c5bfada15baf9858de for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:28:00.158453 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a9386bd6-e6a0-4441-81d8-eb5c60e62866 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:00.368808 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a9386bd6-e6a0-4441-81d8-eb5c60e62866 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:00.423286 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b093a5-7999-436d-97c8-26c7bfceb1f9 req-b874ca53-9a4d-495b-a727-58994c255a85 tempest-VolumesAdminNegativeTest-1639704648 tempest-VolumesAdminNegativeTest-1639704648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:00.424790 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-18b093a5-7999-436d-97c8-26c7bfceb1f9 req-b874ca53-9a4d-495b-a727-58994c255a85 tempest-VolumesAdminNegativeTest-1639704648 tempest-VolumesAdminNegativeTest-1639704648-project] 10.222.0.43 "GET /v2.0/networks?id=de03d9a2-6b04-49ad-b35d-d0e345e53bb6 HTTP/1.1" status: 200 len: 815 time: 0.1639562 Jul 29 23:28:00.432419 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9386bd6-e6a0-4441-81d8-eb5c60e62866 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Pushing event updated for resources: {'Subnet': ['ID=67528cfc-53e1-4891-90d2-c9af89dc2eac,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:00.441448 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9386bd6-e6a0-4441-81d8-eb5c60e62866 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Checking segment: {'id': '2fb751de-b633-463b-90a0-8a5aa2cd4935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '28cff45e-1894-4f77-9aa2-03ad31c1e39a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:28:00.442409 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9386bd6-e6a0-4441-81d8-eb5c60e62866 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Network hostable DHCP agents. Network: 28cff45e-1894-4f77-9aa2-03ad31c1e39a, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:28:00.451323 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-18b093a5-7999-436d-97c8-26c7bfceb1f9 req-62d4e74b-8947-4f9f-a138-a242fda09f00 tempest-VolumesAdminNegativeTest-1639704648 tempest-VolumesAdminNegativeTest-1639704648-project] 10.222.0.43 "GET /v2.0/quotas/93d1481c6e194707b540771064ae64d2 HTTP/1.1" status: 200 len: 375 time: 0.0194862 Jul 29 23:28:00.460404 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9386bd6-e6a0-4441-81d8-eb5c60e62866 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Network 28cff45e-1894-4f77-9aa2-03ad31c1e39a is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:28:00.469308 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-a9386bd6-e6a0-4441-81d8-eb5c60e62866 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 28cff45e-1894-4f77-9aa2-03ad31c1e39a) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:28:00.474324 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9386bd6-e6a0-4441-81d8-eb5c60e62866 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:00.474930 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a9386bd6-e6a0-4441-81d8-eb5c60e62866 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:00.477541 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc1745-a14d-4d79-bc08-518cb021518d req-94061c8a-af29-4e16-8865-bcdf6bb4b758 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:00.482037 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-92bc1745-a14d-4d79-bc08-518cb021518d req-94061c8a-af29-4e16-8865-bcdf6bb4b758 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] 10.222.0.43 "GET /v2.0/networks?id=ef7826e5-d659-4fd6-a8f1-187e2effbcfa HTTP/1.1" status: 200 len: 818 time: 0.1626596 Jul 29 23:28:00.492639 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd50889f-0625-4e82-a50f-a1bcb6a29caa None None] Network 28cff45e-1894-4f77-9aa2-03ad31c1e39a requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:28:00.499091 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a9386bd6-e6a0-4441-81d8-eb5c60e62866 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5285506 Jul 29 23:28:00.499688 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44288) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:00.504705 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-2831827e-bc08-47a1-b4b1-17ae9b800656 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Request body: {'port': {'network_id': '28cff45e-1894-4f77-9aa2-03ad31c1e39a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-924197800'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:00.508259 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-18b093a5-7999-436d-97c8-26c7bfceb1f9 req-ea52e62e-6293-49e8-9da4-0fff9477072f tempest-VolumesAdminNegativeTest-1639704648 tempest-VolumesAdminNegativeTest-1639704648-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=93d1481c6e194707b540771064ae64d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484116 Jul 29 23:28:00.510602 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-92bc1745-a14d-4d79-bc08-518cb021518d req-3bc4fc68-8413-4732-aaf8-04d680f005b6 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] 10.222.0.43 "GET /v2.0/quotas/7c8096d80a564abc9353a3508d196cdf HTTP/1.1" status: 200 len: 375 time: 0.0255895 Jul 29 23:28:00.520923 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [req-18b093a5-7999-436d-97c8-26c7bfceb1f9 req-db3e43d2-314d-4714-b5c8-fab63a1bd54c service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:28:00.522649 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-18b093a5-7999-436d-97c8-26c7bfceb1f9 req-db3e43d2-314d-4714-b5c8-fab63a1bd54c service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055902 Jul 29 23:28:00.594784 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-92bc1745-a14d-4d79-bc08-518cb021518d req-98eb3e5d-efff-4f3d-a992-b50f37af6a4e tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7c8096d80a564abc9353a3508d196cdf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0701315 Jul 29 23:28:00.631574 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2831827e-bc08-47a1-b4b1-17ae9b800656 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Made reservation on behalf of 1bed7cb062fe46c5bfada15baf9858de for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:28:00.635319 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2831827e-bc08-47a1-b4b1-17ae9b800656 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:00.653472 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [None req-2831827e-bc08-47a1-b4b1-17ae9b800656 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] device_id is not set on port a066ae84-80cb-4c5c-9b26-022b3e937949 yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:28:00.658749 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937a9275-c067-440a-9c98-1cfa072a1906 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-28cff45e-1894-4f77-9aa2-03ad31c1e39a', 'network_id': '28cff45e-1894-4f77-9aa2-03ad31c1e39a', 'tenant_id': '1bed7cb062fe46c5bfada15baf9858de', 'fixed_ips': [{'subnet_id': '67528cfc-53e1-4891-90d2-c9af89dc2eac'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:28:00.659767 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-937a9275-c067-440a-9c98-1cfa072a1906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:00.711401 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-18b093a5-7999-436d-97c8-26c7bfceb1f9 req-1af96173-29c7-4cbc-b1e0-caf316e658f8 service neutron] 10.222.0.43 "GET /v2.0/networks/de03d9a2-6b04-49ad-b35d-d0e345e53bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793993 Jul 29 23:28:00.730478 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-92bc1745-a14d-4d79-bc08-518cb021518d req-ad869e42-f9f9-4640-aa48-c50e8a15c3fb service neutron] 10.222.0.43 "GET /v2.0/networks/ef7826e5-d659-4fd6-a8f1-187e2effbcfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274562 Jul 29 23:28:00.777877 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-2831827e-bc08-47a1-b4b1-17ae9b800656 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Allocated IP 2001:db8::2ca (28cff45e-1894-4f77-9aa2-03ad31c1e39a/67528cfc-53e1-4891-90d2-c9af89dc2eac/a066ae84-80cb-4c5c-9b26-022b3e937949) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:28:00.877528 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-18b093a5-7999-436d-97c8-26c7bfceb1f9 req-e580f8f8-1ac0-40cd-98ba-d7e7828d50ed service neutron] 10.222.0.43 "GET /v2.0/networks/de03d9a2-6b04-49ad-b35d-d0e345e53bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591070 Jul 29 23:28:00.881820 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-92bc1745-a14d-4d79-bc08-518cb021518d req-c86e3ce1-4565-469d-9621-ad531eb2a12f service neutron] 10.222.0.43 "GET /v2.0/networks/ef7826e5-d659-4fd6-a8f1-187e2effbcfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411510 Jul 29 23:28:00.942698 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2831827e-bc08-47a1-b4b1-17ae9b800656 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:00.959293 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-2831827e-bc08-47a1-b4b1-17ae9b800656 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Transition to ACTIVE for port object a066ae84-80cb-4c5c-9b26-022b3e937949 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:28:01.031872 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2831827e-bc08-47a1-b4b1-17ae9b800656 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:01.074690 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2831827e-bc08-47a1-b4b1-17ae9b800656 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Network 28cff45e-1894-4f77-9aa2-03ad31c1e39a is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:28:01.079953 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-2831827e-bc08-47a1-b4b1-17ae9b800656 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:28:01.084825 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2831827e-bc08-47a1-b4b1-17ae9b800656 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:28:01.090570 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2831827e-bc08-47a1-b4b1-17ae9b800656 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:01.091657 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2831827e-bc08-47a1-b4b1-17ae9b800656 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:01.102798 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2831827e-bc08-47a1-b4b1-17ae9b800656 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Pushing event updated for resources: {'Port': ['ID=a066ae84-80cb-4c5c-9b26-022b3e937949,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:01.127790 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-2831827e-bc08-47a1-b4b1-17ae9b800656 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.6172526 Jul 29 23:28:01.128365 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-937a9275-c067-440a-9c98-1cfa072a1906 None None] Allocated IP 2001:db8::2 (28cff45e-1894-4f77-9aa2-03ad31c1e39a/67528cfc-53e1-4891-90d2-c9af89dc2eac/bea5a635-89cb-4117-a891-61d49efe965f) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:28:01.130961 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44302) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:01.136516 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-58dbef9e-37ca-42fc-8863-254e80aa2c5b tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Request body: {'port': {'network_id': '28cff45e-1894-4f77-9aa2-03ad31c1e39a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1925379261', 'allowed_address_pairs': [{'ip_address': '2001:db8::2ca', 'mac_address': 'fa:16:3e:ba:ea:5b'}]}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:01.191318 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cd7fed-6ca7-47fc-a9a6-cfd7852ecb33 req-dee6645d-ebca-4c9b-9078-35afb3e2d47c tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:01.199337 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f9cd7fed-6ca7-47fc-a9a6-cfd7852ecb33 req-dee6645d-ebca-4c9b-9078-35afb3e2d47c tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8348b2d-91c3-4ba6-be67-b75f225eb8dc HTTP/1.1" status: 200 len: 946 time: 0.1568148 Jul 29 23:28:01.328524 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f9cd7fed-6ca7-47fc-a9a6-cfd7852ecb33 req-535f8282-c190-452b-9007-6fdc3a269fe0 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/security-groups?id=8dd1850b-5d38-44b6-8460-52dfa8642148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142380 Jul 29 23:28:01.384121 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e55908-66e5-44c5-a1fa-574642fbde50 req-646331aa-b9b5-449c-865f-ad93bdf5ae0b tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:01.385839 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e5e55908-66e5-44c5-a1fa-574642fbde50 req-646331aa-b9b5-449c-865f-ad93bdf5ae0b tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=393275b2-aa8f-4044-96a2-110cf5e07da3 HTTP/1.1" status: 200 len: 945 time: 0.1517189 Jul 29 23:28:01.443242 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-937a9275-c067-440a-9c98-1cfa072a1906 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:01.452377 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e5e55908-66e5-44c5-a1fa-574642fbde50 req-8c2d052c-c256-4b23-a1ff-728789cac776 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600963 Jul 29 23:28:01.467023 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-937a9275-c067-440a-9c98-1cfa072a1906 None None] Transition to ACTIVE for port object bea5a635-89cb-4117-a891-61d49efe965f will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:28:01.500330 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-937a9275-c067-440a-9c98-1cfa072a1906 None None] Transition to ACTIVE for port object bea5a635-89cb-4117-a891-61d49efe965f will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:28:01.521466 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-937a9275-c067-440a-9c98-1cfa072a1906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:01.565790 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a8b86812-0165-45f6-9e18-7897557dfe15 req-b13ee95c-e3d5-4fe3-987c-646c37a429cf tempest-VolumesAdminNegativeTest-1639704648 tempest-VolumesAdminNegativeTest-1639704648-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb487f10-f4b1-428d-b91e-738edc2cc613 HTTP/1.1" status: 200 len: 210 time: 0.0587535 Jul 29 23:28:01.603090 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937a9275-c067-440a-9c98-1cfa072a1906 None None] Network 28cff45e-1894-4f77-9aa2-03ad31c1e39a is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:28:01.606251 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-937a9275-c067-440a-9c98-1cfa072a1906 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:28:01.609809 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937a9275-c067-440a-9c98-1cfa072a1906 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:28:01.687521 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a9275-c067-440a-9c98-1cfa072a1906 None None] Pushing event updated for resources: {'Port': ['ID=bea5a635-89cb-4117-a891-61d49efe965f,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:01.736229 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-937a9275-c067-440a-9c98-1cfa072a1906 None None] Attempting to bind port bea5a635-89cb-4117-a891-61d49efe965f on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:28:01.736540 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-937a9275-c067-440a-9c98-1cfa072a1906 None None] Attempting to bind port bea5a635-89cb-4117-a891-61d49efe965f by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '2fb751de-b633-463b-90a0-8a5aa2cd4935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '28cff45e-1894-4f77-9aa2-03ad31c1e39a'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:28:01.737101 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937a9275-c067-440a-9c98-1cfa072a1906 None None] Attempting to bind port bea5a635-89cb-4117-a891-61d49efe965f on network 28cff45e-1894-4f77-9aa2-03ad31c1e39a {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:28:01.744252 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937a9275-c067-440a-9c98-1cfa072a1906 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 27, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:28:01.744638 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937a9275-c067-440a-9c98-1cfa072a1906 None None] Checking segment: {'id': '2fb751de-b633-463b-90a0-8a5aa2cd4935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '28cff45e-1894-4f77-9aa2-03ad31c1e39a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:28:01.745846 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-937a9275-c067-440a-9c98-1cfa072a1906 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:01.746382 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937a9275-c067-440a-9c98-1cfa072a1906 None None] Bound using segment: {'id': '2fb751de-b633-463b-90a0-8a5aa2cd4935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '28cff45e-1894-4f77-9aa2-03ad31c1e39a'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:28:01.747179 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-937a9275-c067-440a-9c98-1cfa072a1906 None None] Bound port: bea5a635-89cb-4117-a891-61d49efe965f, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fb751de-b633-463b-90a0-8a5aa2cd4935', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '28cff45e-1894-4f77-9aa2-03ad31c1e39a'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:28:01.747811 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-937a9275-c067-440a-9c98-1cfa072a1906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:01.789006 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b8fe1fd7-2f16-49e0-95a4-7adf9e29f04f req-ebf9dfba-9467-4438-84af-288e4205c790 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] 10.222.0.43 "GET /v2.0/ports?device_id=e430b59a-c292-4bfa-9b39-b7f5ec706db3 HTTP/1.1" status: 200 len: 210 time: 0.0343013 Jul 29 23:28:01.847083 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-937a9275-c067-440a-9c98-1cfa072a1906 None None] For port bea5a635-89cb-4117-a891-61d49efe965f, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:28:01.852095 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-937a9275-c067-440a-9c98-1cfa072a1906 None None] For port bea5a635-89cb-4117-a891-61d49efe965f, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=bea5a635-89cb-4117-a891-61d49efe965f,segment=NetworkSegment(2fb751de-b633-463b-90a0-8a5aa2cd4935),segment_id=2fb751de-b633-463b-90a0-8a5aa2cd4935)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:28:01.858933 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-937a9275-c067-440a-9c98-1cfa072a1906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:01.901795 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58dbef9e-37ca-42fc-8863-254e80aa2c5b tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Made reservation on behalf of 1bed7cb062fe46c5bfada15baf9858de for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:28:01.944019 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a9275-c067-440a-9c98-1cfa072a1906 None None] Pushing event updated for resources: {'Port': ['ID=bea5a635-89cb-4117-a891-61d49efe965f,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:02.021097 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-58dbef9e-37ca-42fc-8863-254e80aa2c5b tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:02.043379 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [None req-58dbef9e-37ca-42fc-8863-254e80aa2c5b tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] device_id is not set on port e289c176-d61b-4d03-b1d6-42e2824cceec yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:28:02.196052 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-58dbef9e-37ca-42fc-8863-254e80aa2c5b tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Allocated IP 2001:db8::1bc (28cff45e-1894-4f77-9aa2-03ad31c1e39a/67528cfc-53e1-4891-90d2-c9af89dc2eac/e289c176-d61b-4d03-b1d6-42e2824cceec) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:28:02.442543 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-58dbef9e-37ca-42fc-8863-254e80aa2c5b tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:02.463819 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-58dbef9e-37ca-42fc-8863-254e80aa2c5b tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Transition to ACTIVE for port object e289c176-d61b-4d03-b1d6-42e2824cceec will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:28:02.568549 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-58dbef9e-37ca-42fc-8863-254e80aa2c5b tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:02.586607 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6bd229-e44e-4685-9671-0cd73c3028ce req-c301e337-dc48-412d-9bf9-8a9febb89655 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:02.588611 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2b6bd229-e44e-4685-9671-0cd73c3028ce req-c301e337-dc48-412d-9bf9-8a9febb89655 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8348b2d-91c3-4ba6-be67-b75f225eb8dc HTTP/1.1" status: 200 len: 946 time: 0.1934140 Jul 29 23:28:02.637736 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b093a5-7999-436d-97c8-26c7bfceb1f9 req-1bef222b-3508-488f-9e09-6989d15f055c tempest-VolumesAdminNegativeTest-1639704648 tempest-VolumesAdminNegativeTest-1639704648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:02.639314 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-18b093a5-7999-436d-97c8-26c7bfceb1f9 req-1bef222b-3508-488f-9e09-6989d15f055c tempest-VolumesAdminNegativeTest-1639704648 tempest-VolumesAdminNegativeTest-1639704648-project] 10.222.0.22 "GET /v2.0/networks?id=de03d9a2-6b04-49ad-b35d-d0e345e53bb6 HTTP/1.1" status: 200 len: 815 time: 0.2094338 Jul 29 23:28:02.651192 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dbef9e-37ca-42fc-8863-254e80aa2c5b tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Pushing event updated for resources: {'Port': ['ID=e289c176-d61b-4d03-b1d6-42e2824cceec,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:02.662272 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58dbef9e-37ca-42fc-8863-254e80aa2c5b tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Network 28cff45e-1894-4f77-9aa2-03ad31c1e39a is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:28:02.664392 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-58dbef9e-37ca-42fc-8863-254e80aa2c5b tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:28:02.666849 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58dbef9e-37ca-42fc-8863-254e80aa2c5b tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:28:02.672902 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58dbef9e-37ca-42fc-8863-254e80aa2c5b tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:02.673549 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-58dbef9e-37ca-42fc-8863-254e80aa2c5b tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:02.690730 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-18b093a5-7999-436d-97c8-26c7bfceb1f9 req-29580d7d-2d11-4c68-96e5-d083d56a139f tempest-VolumesAdminNegativeTest-1639704648 tempest-VolumesAdminNegativeTest-1639704648-project] Request body: {'port': {'device_id': 'bb487f10-f4b1-428d-b91e-738edc2cc613', 'network_id': 'de03d9a2-6b04-49ad-b35d-d0e345e53bb6', 'admin_state_up': True, 'tenant_id': '93d1481c6e194707b540771064ae64d2'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:02.694099 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-58dbef9e-37ca-42fc-8863-254e80aa2c5b tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.5618703 Jul 29 23:28:02.696608 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44342) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:02.765825 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2b6bd229-e44e-4685-9671-0cd73c3028ce req-9449ffec-181f-4521-b3c0-413fa84ff02a tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/security-groups?id=8dd1850b-5d38-44b6-8460-52dfa8642148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649764 Jul 29 23:28:02.805154 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c07de-b78b-46a3-8bda-9a410e0ff87a req-127dee88-1aa4-4e07-a7e5-7382efa7a9fd tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:02.813189 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b72c07de-b78b-46a3-8bda-9a410e0ff87a req-127dee88-1aa4-4e07-a7e5-7382efa7a9fd tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=393275b2-aa8f-4044-96a2-110cf5e07da3 HTTP/1.1" status: 200 len: 945 time: 0.1721358 Jul 29 23:28:02.827173 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d55314d-0a95-4262-97cc-4f6f2610cdb5 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:02.834995 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d55314d-0a95-4262-97cc-4f6f2610cdb5 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:02.843001 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d55314d-0a95-4262-97cc-4f6f2610cdb5 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:02.847790 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9d55314d-0a95-4262-97cc-4f6f2610cdb5 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1501224 Jul 29 23:28:02.849063 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44350) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:02.900917 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18b093a5-7999-436d-97c8-26c7bfceb1f9 req-29580d7d-2d11-4c68-96e5-d083d56a139f tempest-VolumesAdminNegativeTest-1639704648 tempest-VolumesAdminNegativeTest-1639704648-project] Made reservation on behalf of 93d1481c6e194707b540771064ae64d2 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:28:02.904446 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-18b093a5-7999-436d-97c8-26c7bfceb1f9 req-29580d7d-2d11-4c68-96e5-d083d56a139f tempest-VolumesAdminNegativeTest-1639704648 tempest-VolumesAdminNegativeTest-1639704648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:03.092608 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-18b093a5-7999-436d-97c8-26c7bfceb1f9 req-29580d7d-2d11-4c68-96e5-d083d56a139f tempest-VolumesAdminNegativeTest-1639704648 tempest-VolumesAdminNegativeTest-1639704648-project] Allocated IP 172.20.0.4 (de03d9a2-6b04-49ad-b35d-d0e345e53bb6/be25d12a-e438-48df-894b-78a1a5195ef4/26fb5b0d-8b78-4707-b540-f8096d13da7a) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:28:03.108871 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b72c07de-b78b-46a3-8bda-9a410e0ff87a req-8373aa04-6856-490d-ab82-d87b1f1c4047 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949960 Jul 29 23:28:03.182301 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-47cde0e4-fe8b-46f6-a32f-d1391fcece85 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Deleting port e289c176-d61b-4d03-b1d6-42e2824cceec {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:28:03.188671 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d3eb5670-1322-4483-ac2f-5ff40ed3592e req-fef52ff7-8779-44b2-aa9b-91035787d162 tempest-VolumesAdminNegativeTest-1639704648 tempest-VolumesAdminNegativeTest-1639704648-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb487f10-f4b1-428d-b91e-738edc2cc613 HTTP/1.1" status: 200 len: 210 time: 0.0781624 Jul 29 23:28:03.191488 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-47cde0e4-fe8b-46f6-a32f-d1391fcece85 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:03.260195 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad129f93-77fa-4d4c-b48f-b73edb4abc76 None None] Network 28cff45e-1894-4f77-9aa2-03ad31c1e39a requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:28:03.356284 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc1745-a14d-4d79-bc08-518cb021518d req-ec4a9546-66c5-435d-8a04-03c6032b6e4d tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:03.358732 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-92bc1745-a14d-4d79-bc08-518cb021518d req-ec4a9546-66c5-435d-8a04-03c6032b6e4d tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] 10.222.0.22 "GET /v2.0/networks?id=ef7826e5-d659-4fd6-a8f1-187e2effbcfa HTTP/1.1" status: 200 len: 818 time: 0.3905888 Jul 29 23:28:03.381045 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device bea5a635-89cb-4117-a891-61d49efe965f up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:28:03.406322 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-92bc1745-a14d-4d79-bc08-518cb021518d req-efd7c085-ace0-4d2b-9a7f-1619db662ea7 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Request body: {'port': {'device_id': '1339d222-3025-4594-a94d-576d79c37582', 'network_id': 'ef7826e5-d659-4fd6-a8f1-187e2effbcfa', 'admin_state_up': True, 'tenant_id': '7c8096d80a564abc9353a3508d196cdf'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:03.416037 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-da39e34d-40db-4f8a-b80e-463cbaa643f1 None None] Provisioning for port bea5a635-89cb-4117-a891-61d49efe965f completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:28:03.468912 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-da7f7b3d-7f49-420f-a716-78655d061efc req-950bb50d-5071-4752-a4f1-90d90382f5fa tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] 10.222.0.43 "GET /v2.0/ports?device_id=e430b59a-c292-4bfa-9b39-b7f5ec706db3 HTTP/1.1" status: 200 len: 210 time: 0.1052620 Jul 29 23:28:03.546916 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c5b2d7-b9f9-405c-ad76-314ed94d1dfe req-493d52c9-3cd7-4027-9e90-6f5993f872e7 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:03.548463 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b1c5b2d7-b9f9-405c-ad76-314ed94d1dfe req-493d52c9-3cd7-4027-9e90-6f5993f872e7 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/ports?device_id=8faaf670-71d8-4fa6-bd34-6a22795183fb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1796196 Jul 29 23:28:03.650980 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc1745-a14d-4d79-bc08-518cb021518d req-e1a540a9-81ed-4040-9953-3eab4a66ae87 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:03.652686 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-92bc1745-a14d-4d79-bc08-518cb021518d req-e1a540a9-81ed-4040-9953-3eab4a66ae87 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] 10.222.0.41 "GET /v2.0/networks?id=ef7826e5-d659-4fd6-a8f1-187e2effbcfa HTTP/1.1" status: 200 len: 818 time: 0.4220338 Jul 29 23:28:03.697001 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-92bc1745-a14d-4d79-bc08-518cb021518d req-f1f39cae-6384-40c6-9664-dc6cb5fab575 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Request body: {'port': {'device_id': 'adba6d1c-ef86-47b2-ae58-0f7966c1b760', 'network_id': 'ef7826e5-d659-4fd6-a8f1-187e2effbcfa', 'admin_state_up': True, 'tenant_id': '7c8096d80a564abc9353a3508d196cdf'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:03.702597 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port bea5a635-89cb-4117-a891-61d49efe965f completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:28:03.726997 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port bea5a635-89cb-4117-a891-61d49efe965f triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:28:03.727887 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:03.731460 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-47cde0e4-fe8b-46f6-a32f-d1391fcece85 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:03.792297 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-47cde0e4-fe8b-46f6-a32f-d1391fcece85 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Calling delete_port for e289c176-d61b-4d03-b1d6-42e2824cceec owned by {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:28:03.824630 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:03.851685 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc1745-a14d-4d79-bc08-518cb021518d req-a459fe04-60cc-4693-b5ac-98678079904d tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:03.853214 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-92bc1745-a14d-4d79-bc08-518cb021518d req-a459fe04-60cc-4693-b5ac-98678079904d tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] 10.222.0.22 "GET /v2.0/networks?id=ef7826e5-d659-4fd6-a8f1-187e2effbcfa HTTP/1.1" status: 200 len: 818 time: 0.3283253 Jul 29 23:28:03.862519 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port bea5a635-89cb-4117-a891-61d49efe965f, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=bea5a635-89cb-4117-a891-61d49efe965f,segment=NetworkSegment(2fb751de-b633-463b-90a0-8a5aa2cd4935),segment_id=2fb751de-b633-463b-90a0-8a5aa2cd4935)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:03.867765 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:03.907416 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-92bc1745-a14d-4d79-bc08-518cb021518d req-0ea82e9a-cc09-43a3-bfb8-22f09f19ea3f tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Request body: {'port': {'device_id': 'e430b59a-c292-4bfa-9b39-b7f5ec706db3', 'network_id': 'ef7826e5-d659-4fd6-a8f1-187e2effbcfa', 'admin_state_up': True, 'tenant_id': '7c8096d80a564abc9353a3508d196cdf'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:03.928831 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=bea5a635-89cb-4117-a891-61d49efe965f,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:03.994222 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b1c5b2d7-b9f9-405c-ad76-314ed94d1dfe req-8aa1a85c-87c9-4a26-a47f-dad69e317b4f tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.225 HTTP/1.1" status: 200 len: 696 time: 0.4178338 Jul 29 23:28:04.002581 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-b1c5b2d7-b9f9-405c-ad76-314ed94d1dfe req-ef2a486c-e71e-4554-944b-3bb8e2e7cbda tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Request body: {'floatingip': {'port_id': 'e08ae88d-6f9b-4c42-9f6b-db158c096940', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:04.006278 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92bc1745-a14d-4d79-bc08-518cb021518d req-efd7c085-ace0-4d2b-9a7f-1619db662ea7 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Made reservation on behalf of 7c8096d80a564abc9353a3508d196cdf for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:28:04.009784 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-92bc1745-a14d-4d79-bc08-518cb021518d req-efd7c085-ace0-4d2b-9a7f-1619db662ea7 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:04.037872 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-18b093a5-7999-436d-97c8-26c7bfceb1f9 req-29580d7d-2d11-4c68-96e5-d083d56a139f tempest-VolumesAdminNegativeTest-1639704648 tempest-VolumesAdminNegativeTest-1639704648-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:04.052577 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b1c5b2d7-b9f9-405c-ad76-314ed94d1dfe req-ef2a486c-e71e-4554-944b-3bb8e2e7cbda tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Notify callbacks [] for floatingip, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:04.187834 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-0576195b-b94e-429c-a602-d2739bc53528 None None] Provisioning for port a066ae84-80cb-4c5c-9b26-022b3e937949 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:28:04.194284 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-0576195b-b94e-429c-a602-d2739bc53528 None None] Provisioning complete for port a066ae84-80cb-4c5c-9b26-022b3e937949 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:28:04.194783 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0576195b-b94e-429c-a602-d2739bc53528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:04.252503 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92bc1745-a14d-4d79-bc08-518cb021518d req-f1f39cae-6384-40c6-9664-dc6cb5fab575 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Made reservation on behalf of 7c8096d80a564abc9353a3508d196cdf for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:28:04.256750 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-92bc1745-a14d-4d79-bc08-518cb021518d req-f1f39cae-6384-40c6-9664-dc6cb5fab575 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:04.260494 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-0576195b-b94e-429c-a602-d2739bc53528 None None] Port a066ae84-80cb-4c5c-9b26-022b3e937949 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:28:04.270059 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-18b093a5-7999-436d-97c8-26c7bfceb1f9 req-29580d7d-2d11-4c68-96e5-d083d56a139f tempest-VolumesAdminNegativeTest-1639704648 tempest-VolumesAdminNegativeTest-1639704648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:04.277358 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-0576195b-b94e-429c-a602-d2739bc53528 None None] Provisioning complete for port bea5a635-89cb-4117-a891-61d49efe965f triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:28:04.277953 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0576195b-b94e-429c-a602-d2739bc53528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:04.325751 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-92bc1745-a14d-4d79-bc08-518cb021518d req-efd7c085-ace0-4d2b-9a7f-1619db662ea7 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Allocated IP 172.20.0.7 (ef7826e5-d659-4fd6-a8f1-187e2effbcfa/9626e9c4-cc36-4d80-acf6-1d744575c302/14141684-de4a-4f29-b9a8-8a008bf0abc0) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:28:04.334916 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-47cde0e4-fe8b-46f6-a32f-d1391fcece85 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:04.347265 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92bc1745-a14d-4d79-bc08-518cb021518d req-0ea82e9a-cc09-43a3-bfb8-22f09f19ea3f tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Made reservation on behalf of 7c8096d80a564abc9353a3508d196cdf for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:28:04.355420 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-92bc1745-a14d-4d79-bc08-518cb021518d req-0ea82e9a-cc09-43a3-bfb8-22f09f19ea3f tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:04.357992 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18b093a5-7999-436d-97c8-26c7bfceb1f9 req-29580d7d-2d11-4c68-96e5-d083d56a139f tempest-VolumesAdminNegativeTest-1639704648 tempest-VolumesAdminNegativeTest-1639704648-project] Network de03d9a2-6b04-49ad-b35d-d0e345e53bb6 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:28:04.377627 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a1f548-adb0-4cd4-8599-4a6402cbb4ea req-2ee90a5a-0dea-45d0-a26f-b0a7b2df0672 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:04.380073 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-75a1f548-adb0-4cd4-8599-4a6402cbb4ea req-2ee90a5a-0dea-45d0-a26f-b0a7b2df0672 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=393275b2-aa8f-4044-96a2-110cf5e07da3 HTTP/1.1" status: 200 len: 945 time: 0.1484540 Jul 29 23:28:04.381373 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-18b093a5-7999-436d-97c8-26c7bfceb1f9 req-29580d7d-2d11-4c68-96e5-d083d56a139f tempest-VolumesAdminNegativeTest-1639704648 tempest-VolumesAdminNegativeTest-1639704648-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:28:04.387369 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-18b093a5-7999-436d-97c8-26c7bfceb1f9 req-29580d7d-2d11-4c68-96e5-d083d56a139f tempest-VolumesAdminNegativeTest-1639704648 tempest-VolumesAdminNegativeTest-1639704648-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:28:04.404612 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-0576195b-b94e-429c-a602-d2739bc53528 None None] Could not find standard attr ID for object e289c176-d61b-4d03-b1d6-42e2824cceec. {{(pid=94079) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:28:04.425595 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29580d7d-2d11-4c68-96e5-d083d56a139f tempest-VolumesAdminNegativeTest-1639704648 tempest-VolumesAdminNegativeTest-1639704648-project] Pushing event updated for resources: {'Port': ['ID=26fb5b0d-8b78-4707-b540-f8096d13da7a,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:04.426372 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cde0e4-fe8b-46f6-a32f-d1391fcece85 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Pushing event deleted for resources: {'Port': ['ID=e289c176-d61b-4d03-b1d6-42e2824cceec,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:04.534572 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-777d28b2-10f6-4769-9c11-c7bac5b6759e None None] Provisioning complete for port a066ae84-80cb-4c5c-9b26-022b3e937949 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:28:04.535247 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-777d28b2-10f6-4769-9c11-c7bac5b6759e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:04.571568 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 5a6ed8fe-023d-43a1-8fcb-247105a71aea details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:28:04.574771 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 5a6ed8fe-023d-43a1-8fcb-247105a71aea no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:28:04.580037 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b093a5-7999-436d-97c8-26c7bfceb1f9 req-29580d7d-2d11-4c68-96e5-d083d56a139f tempest-VolumesAdminNegativeTest-1639704648 tempest-VolumesAdminNegativeTest-1639704648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:04.580777 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-18b093a5-7999-436d-97c8-26c7bfceb1f9 req-29580d7d-2d11-4c68-96e5-d083d56a139f tempest-VolumesAdminNegativeTest-1639704648 tempest-VolumesAdminNegativeTest-1639704648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:04.607355 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-75a1f548-adb0-4cd4-8599-4a6402cbb4ea req-72f2d227-eec0-4367-a817-9d257be731fd tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073143 Jul 29 23:28:04.635477 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-777d28b2-10f6-4769-9c11-c7bac5b6759e None None] Port a066ae84-80cb-4c5c-9b26-022b3e937949 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:28:04.648526 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-18b093a5-7999-436d-97c8-26c7bfceb1f9 req-29580d7d-2d11-4c68-96e5-d083d56a139f tempest-VolumesAdminNegativeTest-1639704648 tempest-VolumesAdminNegativeTest-1639704648-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9962478 Jul 29 23:28:04.733634 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-47cde0e4-fe8b-46f6-a32f-d1391fcece85 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:04.735754 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-47cde0e4-fe8b-46f6-a32f-d1391fcece85 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] 10.222.0.43 "DELETE /v2.0/ports/e289c176-d61b-4d03-b1d6-42e2824cceec HTTP/1.1" status: 204 len: 168 time: 1.8846130 Jul 29 23:28:04.738239 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44366) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:04.766757 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd8d4b03-1d4e-40d2-acbe-fff00eba7beb tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] GET failed (client error): The resource could not be found. Jul 29 23:28:04.772802 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-fd8d4b03-1d4e-40d2-acbe-fff00eba7beb tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] 10.222.0.43 "GET /v2.0/ports/e289c176-d61b-4d03-b1d6-42e2824cceec HTTP/1.1" status: 404 len: 333 time: 0.0290813 Jul 29 23:28:04.775745 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44368) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:04.780499 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-2a8408e9-18e5-4af1-8a5c-c857e0fd49f8 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Request body: {'port': {'network_id': '28cff45e-1894-4f77-9aa2-03ad31c1e39a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-10370128'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:04.793907 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:04.798577 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-84273628-479c-49b1-ad88-835f881fcf34 None None] Could not find standard attr ID for object e289c176-d61b-4d03-b1d6-42e2824cceec. {{(pid=94079) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:28:04.814235 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [req-18b093a5-7999-436d-97c8-26c7bfceb1f9 req-cc622a30-ad1d-477b-9042-c990ad1fdd1b tempest-VolumesAdminNegativeTest-1639704648 tempest-VolumesAdminNegativeTest-1639704648-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:28:04.815264 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-18b093a5-7999-436d-97c8-26c7bfceb1f9 req-cc622a30-ad1d-477b-9042-c990ad1fdd1b tempest-VolumesAdminNegativeTest-1639704648 tempest-VolumesAdminNegativeTest-1639704648-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072768 Jul 29 23:28:04.826086 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 5a6ed8fe-023d-43a1-8fcb-247105a71aea, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=5a6ed8fe-023d-43a1-8fcb-247105a71aea,segment=NetworkSegment(17b2c622-bac6-4298-9f70-11d5205d8079),segment_id=17b2c622-bac6-4298-9f70-11d5205d8079)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:04.840052 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '5a6ed8fe-023d-43a1-8fcb-247105a71aea', 'network_id': 'a74822f1-959a-4abc-9b28-d10d0b1420ae', 'port_id': '5a6ed8fe-023d-43a1-8fcb-247105a71aea', 'mac_address': 'fa:16:3e:2d:38:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae790fd8-1f1c-42ad-b55e-335a32cfbdf8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:28:04.862236 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393275b2-aa8f-4044-96a2-110cf5e07da3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a6ed8fe-023d-43a1-8fcb-247105a71aea'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:28:04.865902 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e0b886-4d63-4f3d-98c2-0593b2116fc1" -d '{"events": [{"server_uuid": "393275b2-aa8f-4044-96a2-110cf5e07da3", "name": "network-vif-unplugged", "status": "completed", "tag": "5a6ed8fe-023d-43a1-8fcb-247105a71aea"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:28:04.912321 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 5a6ed8fe-023d-43a1-8fcb-247105a71aea, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=5a6ed8fe-023d-43a1-8fcb-247105a71aea,segment=NetworkSegment(17b2c622-bac6-4298-9f70-11d5205d8079),segment_id=17b2c622-bac6-4298-9f70-11d5205d8079)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:04.929493 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:04.937198 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b412d9-b16b-4178-809c-b8af98d72829 req-32195087-5b15-46f1-a2d4-d0a59ac8ca92 tempest-VolumesAdminNegativeTest-1639704648 tempest-VolumesAdminNegativeTest-1639704648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:04.938878 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b0b412d9-b16b-4178-809c-b8af98d72829 req-32195087-5b15-46f1-a2d4-d0a59ac8ca92 tempest-VolumesAdminNegativeTest-1639704648 tempest-VolumesAdminNegativeTest-1639704648-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb487f10-f4b1-428d-b91e-738edc2cc613 HTTP/1.1" status: 200 len: 931 time: 0.1297812 Jul 29 23:28:04.941887 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b1c5b2d7-b9f9-405c-ad76-314ed94d1dfe req-ef2a486c-e71e-4554-944b-3bb8e2e7cbda tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:04.942135 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:04.946390 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b1c5b2d7-b9f9-405c-ad76-314ed94d1dfe req-ef2a486c-e71e-4554-944b-3bb8e2e7cbda tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:04.947773 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-92bc1745-a14d-4d79-bc08-518cb021518d req-efd7c085-ace0-4d2b-9a7f-1619db662ea7 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:04.988013 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5a6ed8fe-023d-43a1-8fcb-247105a71aea {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:28:05.008892 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-18b093a5-7999-436d-97c8-26c7bfceb1f9 req-30488c67-b7c8-4d2b-8af3-d672c10626ef service neutron] Request body: {'port': {'device_id': 'bb487f10-f4b1-428d-b91e-738edc2cc613', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:05.037903 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8408e9-18e5-4af1-8a5c-c857e0fd49f8 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Made reservation on behalf of 1bed7cb062fe46c5bfada15baf9858de for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:28:05.041422 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2a8408e9-18e5-4af1-8a5c-c857e0fd49f8 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:05.051959 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.db.api [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94079) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:28:05.053325 n-d-712141-10 neutron-server[94079]: DEBUG oslo_db.api [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:28:05.053535 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-92bc1745-a14d-4d79-bc08-518cb021518d req-efd7c085-ace0-4d2b-9a7f-1619db662ea7 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:05.057762 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=5a6ed8fe-023d-43a1-8fcb-247105a71aea,revision_number=6']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:05.125933 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92bc1745-a14d-4d79-bc08-518cb021518d req-efd7c085-ace0-4d2b-9a7f-1619db662ea7 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Network ef7826e5-d659-4fd6-a8f1-187e2effbcfa is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:28:05.134000 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [None req-2a8408e9-18e5-4af1-8a5c-c857e0fd49f8 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] device_id is not set on port 3e5b3d23-6e5f-4af9-9a03-24a179edbad2 yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:28:05.140751 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-92bc1745-a14d-4d79-bc08-518cb021518d req-efd7c085-ace0-4d2b-9a7f-1619db662ea7 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:28:05.148245 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-92bc1745-a14d-4d79-bc08-518cb021518d req-efd7c085-ace0-4d2b-9a7f-1619db662ea7 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:28:05.154583 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b0b412d9-b16b-4178-809c-b8af98d72829 req-f00576e1-a2be-493c-b4f9-10dd53130089 tempest-VolumesAdminNegativeTest-1639704648 tempest-VolumesAdminNegativeTest-1639704648-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d8c09c6-5ee2-48a6-b769-c1272c2e83b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516423 Jul 29 23:28:05.158202 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-18b093a5-7999-436d-97c8-26c7bfceb1f9 req-30488c67-b7c8-4d2b-8af3-d672c10626ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:05.229882 n-d-712141-10 neutron-server[94078]: INFO neutron.db.l3_db [req-b1c5b2d7-b9f9-405c-ad76-314ed94d1dfe req-ef2a486c-e71e-4554-944b-3bb8e2e7cbda tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Floating IP a095e7d4-8a53-4aaf-8dc5-acc186a8d2e4 associated. External IP: 172.25.0.225, port: e08ae88d-6f9b-4c42-9f6b-db158c096940. Jul 29 23:28:05.238533 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device bea5a635-89cb-4117-a891-61d49efe965f up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:28:05.246273 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd7c085-ace0-4d2b-9a7f-1619db662ea7 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Pushing event updated for resources: {'Port': ['ID=14141684-de4a-4f29-b9a8-8a008bf0abc0,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:05.276182 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-92bc1745-a14d-4d79-bc08-518cb021518d req-f1f39cae-6384-40c6-9664-dc6cb5fab575 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Allocated IP 172.20.0.3 (ef7826e5-d659-4fd6-a8f1-187e2effbcfa/9626e9c4-cc36-4d80-acf6-1d744575c302/a5044f02-7a9d-4218-92f5-e629adfc157c) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:28:05.311194 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc1745-a14d-4d79-bc08-518cb021518d req-efd7c085-ace0-4d2b-9a7f-1619db662ea7 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:05.311958 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-92bc1745-a14d-4d79-bc08-518cb021518d req-efd7c085-ace0-4d2b-9a7f-1619db662ea7 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:05.315585 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port bea5a635-89cb-4117-a891-61d49efe965f triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:28:05.316053 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:05.374627 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-92bc1745-a14d-4d79-bc08-518cb021518d req-efd7c085-ace0-4d2b-9a7f-1619db662ea7 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9798043 Jul 29 23:28:05.391553 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-92bc1745-a14d-4d79-bc08-518cb021518d req-f071182d-53a8-4960-81d9-86f452310c84 service neutron] Request body: {'port': {'device_id': '1339d222-3025-4594-a94d-576d79c37582', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:05.423742 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4301b7a7-1e6b-4d26-bd9a-894a39806a60 req-5286aeb2-9d05-40ba-9603-730f48b2929d tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] 10.222.0.43 "GET /v2.0/ports?device_id=e430b59a-c292-4bfa-9b39-b7f5ec706db3 HTTP/1.1" status: 200 len: 210 time: 0.0443237 Jul 29 23:28:05.434135 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-2a8408e9-18e5-4af1-8a5c-c857e0fd49f8 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Allocated IP 2001:db8::73 (28cff45e-1894-4f77-9aa2-03ad31c1e39a/67528cfc-53e1-4891-90d2-c9af89dc2eac/3e5b3d23-6e5f-4af9-9a03-24a179edbad2) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:28:05.557396 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-92bc1745-a14d-4d79-bc08-518cb021518d req-f071182d-53a8-4960-81d9-86f452310c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:05.624467 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:05.642868 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a6ed8fe-023d-43a1-8fcb-247105a71aea {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:28:05.667087 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 5a6ed8fe-023d-43a1-8fcb-247105a71aea, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=5a6ed8fe-023d-43a1-8fcb-247105a71aea,segment=NetworkSegment(17b2c622-bac6-4298-9f70-11d5205d8079),segment_id=17b2c622-bac6-4298-9f70-11d5205d8079)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:05.673154 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:05.680102 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9bd7d3b-0ae3-40e8-93f3-ef66fc7a09a9 x-openstack-request-id: req-a9bd7d3b-0ae3-40e8-93f3-ef66fc7a09a9 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:28:05.680102 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "393275b2-aa8f-4044-96a2-110cf5e07da3", "name": "network-vif-unplugged", "status": "completed", "tag": "5a6ed8fe-023d-43a1-8fcb-247105a71aea", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:28:05.680508 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a9bd7d3b-0ae3-40e8-93f3-ef66fc7a09a9 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:28:05.681076 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '393275b2-aa8f-4044-96a2-110cf5e07da3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a6ed8fe-023d-43a1-8fcb-247105a71aea', 'code': 200} Jul 29 23:28:05.691150 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-92bc1745-a14d-4d79-bc08-518cb021518d req-f1f39cae-6384-40c6-9664-dc6cb5fab575 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:05.699868 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1c5b2d7-b9f9-405c-ad76-314ed94d1dfe req-ef2a486c-e71e-4554-944b-3bb8e2e7cbda tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Router 0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:28:05.717806 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-18b093a5-7999-436d-97c8-26c7bfceb1f9 req-30488c67-b7c8-4d2b-8af3-d672c10626ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26fb5b0d-8b78-4707-b540-f8096d13da7a {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:28:05.743172 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=5a6ed8fe-023d-43a1-8fcb-247105a71aea,revision_number=7']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:05.764555 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-18b093a5-7999-436d-97c8-26c7bfceb1f9 req-30488c67-b7c8-4d2b-8af3-d672c10626ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:05.828855 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-18b093a5-7999-436d-97c8-26c7bfceb1f9 req-30488c67-b7c8-4d2b-8af3-d672c10626ef service neutron] Transition to ACTIVE for port object 26fb5b0d-8b78-4707-b540-f8096d13da7a will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:28:05.839015 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-18b093a5-7999-436d-97c8-26c7bfceb1f9 req-30488c67-b7c8-4d2b-8af3-d672c10626ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:05.852484 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2a8408e9-18e5-4af1-8a5c-c857e0fd49f8 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:05.874991 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-92bc1745-a14d-4d79-bc08-518cb021518d req-f1f39cae-6384-40c6-9664-dc6cb5fab575 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:05.880927 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['5a6ed8fe-023d-43a1-8fcb-247105a71aea'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:28:05.895706 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-2a8408e9-18e5-4af1-8a5c-c857e0fd49f8 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Transition to ACTIVE for port object 3e5b3d23-6e5f-4af9-9a03-24a179edbad2 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:28:05.932015 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1c5b2d7-b9f9-405c-ad76-314ed94d1dfe req-ef2a486c-e71e-4554-944b-3bb8e2e7cbda tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:28:05.939243 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b1c5b2d7-b9f9-405c-ad76-314ed94d1dfe req-ef2a486c-e71e-4554-944b-3bb8e2e7cbda tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:05.949460 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b08e19-d224-49ac-8e99-17d9e21e2b22 None None] Sync routers for ids ['0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:28:05.965386 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92bc1745-a14d-4d79-bc08-518cb021518d req-f1f39cae-6384-40c6-9664-dc6cb5fab575 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Network ef7826e5-d659-4fd6-a8f1-187e2effbcfa is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:28:05.972781 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b08e19-d224-49ac-8e99-17d9e21e2b22 None None] Routers {'0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:28:05.973997 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-b6b08e19-d224-49ac-8e99-17d9e21e2b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:27:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:05.979601 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-92bc1745-a14d-4d79-bc08-518cb021518d req-f1f39cae-6384-40c6-9664-dc6cb5fab575 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:28:05.984872 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-92bc1745-a14d-4d79-bc08-518cb021518d req-f1f39cae-6384-40c6-9664-dc6cb5fab575 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:28:05.992034 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f39cae-6384-40c6-9664-dc6cb5fab575 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Pushing event updated for resources: {'Port': ['ID=a5044f02-7a9d-4218-92f5-e629adfc157c,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:05.999264 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c2bfa-1300-40a0-8941-2fc2329e1a36 req-7adf1ec9-1897-4e7c-9411-c30daf7d026d tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:06.002793 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-92bc1745-a14d-4d79-bc08-518cb021518d req-0ea82e9a-cc09-43a3-bfb8-22f09f19ea3f tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Allocated IP 172.20.0.13 (ef7826e5-d659-4fd6-a8f1-187e2effbcfa/9626e9c4-cc36-4d80-acf6-1d744575c302/48e6ec06-36c3-4105-bb86-4cf10e8aac8b) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:28:06.008093 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ed9c2bfa-1300-40a0-8941-2fc2329e1a36 req-7adf1ec9-1897-4e7c-9411-c30daf7d026d tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=393275b2-aa8f-4044-96a2-110cf5e07da3 HTTP/1.1" status: 200 len: 944 time: 0.1644797 Jul 29 23:28:06.015290 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30488c67-b7c8-4d2b-8af3-d672c10626ef service neutron] Pushing event updated for resources: {'Port': ['ID=26fb5b0d-8b78-4707-b540-f8096d13da7a,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:06.039721 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b1c5b2d7-b9f9-405c-ad76-314ed94d1dfe req-ef2a486c-e71e-4554-944b-3bb8e2e7cbda tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "PUT /v2.0/floatingips/a095e7d4-8a53-4aaf-8dc5-acc186a8d2e4 HTTP/1.1" status: 200 len: 997 time: 2.0441897 Jul 29 23:28:06.047516 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8faaf670-71d8-4fa6-bd34-6a22795183fb', 'tag': 'e08ae88d-6f9b-4c42-9f6b-db158c096940'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:28:06.054643 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7f7f86-f0a2-41c1-ac97-da1dd5ea682e" -d '{"events": [{"name": "network-changed", "server_uuid": "8faaf670-71d8-4fa6-bd34-6a22795183fb", "tag": "e08ae88d-6f9b-4c42-9f6b-db158c096940"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:28:06.079242 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc1745-a14d-4d79-bc08-518cb021518d req-f1f39cae-6384-40c6-9664-dc6cb5fab575 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:06.079855 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-92bc1745-a14d-4d79-bc08-518cb021518d req-f1f39cae-6384-40c6-9664-dc6cb5fab575 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:06.088138 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2a8408e9-18e5-4af1-8a5c-c857e0fd49f8 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:06.139596 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ed9c2bfa-1300-40a0-8941-2fc2329e1a36 req-fab1b6a1-5b98-4018-a776-27ccba5d82fd tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305294 Jul 29 23:28:06.150608 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-b6b08e19-d224-49ac-8e99-17d9e21e2b22 None None] Set router 0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:28:06.154042 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c5b2d7-b9f9-405c-ad76-314ed94d1dfe req-93582e72-2936-4492-9b05-1300a3237b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:06.155547 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b1c5b2d7-b9f9-405c-ad76-314ed94d1dfe req-93582e72-2936-4492-9b05-1300a3237b5a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cfd954225fe54c54b27a2d340342811d&device_id=8faaf670-71d8-4fa6-bd34-6a22795183fb HTTP/1.1" status: 200 len: 1098 time: 0.0977089 Jul 29 23:28:06.172477 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-18b093a5-7999-436d-97c8-26c7bfceb1f9 req-30488c67-b7c8-4d2b-8af3-d672c10626ef service neutron] Attempting to bind port 26fb5b0d-8b78-4707-b540-f8096d13da7a on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:28:06.172477 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-18b093a5-7999-436d-97c8-26c7bfceb1f9 req-30488c67-b7c8-4d2b-8af3-d672c10626ef service neutron] Attempting to bind port 26fb5b0d-8b78-4707-b540-f8096d13da7a by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': 'c4cbd3c6-74da-415d-8bcc-d7b56268d00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'de03d9a2-6b04-49ad-b35d-d0e345e53bb6'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:28:06.172477 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b093a5-7999-436d-97c8-26c7bfceb1f9 req-30488c67-b7c8-4d2b-8af3-d672c10626ef service neutron] Attempting to bind port 26fb5b0d-8b78-4707-b540-f8096d13da7a on network de03d9a2-6b04-49ad-b35d-d0e345e53bb6 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:28:06.182122 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b093a5-7999-436d-97c8-26c7bfceb1f9 req-30488c67-b7c8-4d2b-8af3-d672c10626ef service neutron] Port 26fb5b0d-8b78-4707-b540-f8096d13da7a on network de03d9a2-6b04-49ad-b35d-d0e345e53bb6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:28:06.182673 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b093a5-7999-436d-97c8-26c7bfceb1f9 req-30488c67-b7c8-4d2b-8af3-d672c10626ef service neutron] Attempting to bind port 26fb5b0d-8b78-4707-b540-f8096d13da7a on network de03d9a2-6b04-49ad-b35d-d0e345e53bb6 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:28:06.200271 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8408e9-18e5-4af1-8a5c-c857e0fd49f8 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Network 28cff45e-1894-4f77-9aa2-03ad31c1e39a is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:28:06.201783 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-92bc1745-a14d-4d79-bc08-518cb021518d req-f1f39cae-6384-40c6-9664-dc6cb5fab575 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5136909 Jul 29 23:28:06.210329 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-2a8408e9-18e5-4af1-8a5c-c857e0fd49f8 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:28:06.214055 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8408e9-18e5-4af1-8a5c-c857e0fd49f8 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Pushing event updated for resources: {'Port': ['ID=3e5b3d23-6e5f-4af9-9a03-24a179edbad2,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:06.217991 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8408e9-18e5-4af1-8a5c-c857e0fd49f8 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:28:06.224260 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8408e9-18e5-4af1-8a5c-c857e0fd49f8 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:06.224889 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2a8408e9-18e5-4af1-8a5c-c857e0fd49f8 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:06.236796 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-92bc1745-a14d-4d79-bc08-518cb021518d req-1897630d-4ecc-4513-9d5b-fed5c0e35aec service neutron] Request body: {'port': {'device_id': 'adba6d1c-ef86-47b2-ae58-0f7966c1b760', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:06.237321 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b093a5-7999-436d-97c8-26c7bfceb1f9 req-30488c67-b7c8-4d2b-8af3-d672c10626ef service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:28:06.237797 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b093a5-7999-436d-97c8-26c7bfceb1f9 req-30488c67-b7c8-4d2b-8af3-d672c10626ef service neutron] Checking segment: {'id': 'c4cbd3c6-74da-415d-8bcc-d7b56268d00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'de03d9a2-6b04-49ad-b35d-d0e345e53bb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:28:06.239267 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b093a5-7999-436d-97c8-26c7bfceb1f9 req-30488c67-b7c8-4d2b-8af3-d672c10626ef service neutron] Bound using segment: {'id': 'c4cbd3c6-74da-415d-8bcc-d7b56268d00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'de03d9a2-6b04-49ad-b35d-d0e345e53bb6'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:28:06.239828 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-18b093a5-7999-436d-97c8-26c7bfceb1f9 req-30488c67-b7c8-4d2b-8af3-d672c10626ef service neutron] Bound port: 26fb5b0d-8b78-4707-b540-f8096d13da7a, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4cbd3c6-74da-415d-8bcc-d7b56268d00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'de03d9a2-6b04-49ad-b35d-d0e345e53bb6'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:28:06.240439 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-18b093a5-7999-436d-97c8-26c7bfceb1f9 req-30488c67-b7c8-4d2b-8af3-d672c10626ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:06.253525 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a93e6e-25fb-48b0-a8a3-99b16356ce3f x-openstack-request-id: req-42a93e6e-25fb-48b0-a8a3-99b16356ce3f {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:28:06.253917 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8faaf670-71d8-4fa6-bd34-6a22795183fb", "tag": "e08ae88d-6f9b-4c42-9f6b-db158c096940", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:28:06.254866 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-42a93e6e-25fb-48b0-a8a3-99b16356ce3f {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:28:06.255527 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8faaf670-71d8-4fa6-bd34-6a22795183fb', 'tag': 'e08ae88d-6f9b-4c42-9f6b-db158c096940', 'status': 'completed', 'code': 200} Jul 29 23:28:06.320193 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-2a8408e9-18e5-4af1-8a5c-c857e0fd49f8 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.5407097 Jul 29 23:28:06.325361 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 44386) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:06.341691 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-1d3a431a-0b2f-401f-9b95-a5630d7356b3 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2ca', 'mac_address': 'fa:16:3e:ba:ea:5b'}]}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:06.390963 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-92bc1745-a14d-4d79-bc08-518cb021518d req-1897630d-4ecc-4513-9d5b-fed5c0e35aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:06.397897 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-92bc1745-a14d-4d79-bc08-518cb021518d req-0ea82e9a-cc09-43a3-bfb8-22f09f19ea3f tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:06.428411 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c5b2d7-b9f9-405c-ad76-314ed94d1dfe req-09c15980-feb7-4aa9-8dba-61f925189a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:06.430378 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b1c5b2d7-b9f9-405c-ad76-314ed94d1dfe req-09c15980-feb7-4aa9-8dba-61f925189a0c service neutron] 10.222.0.43 "GET /v2.0/networks?id=249f9a39-5994-41da-9767-e19fa079301c HTTP/1.1" status: 200 len: 921 time: 0.2570837 Jul 29 23:28:06.463090 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-b6b08e19-d224-49ac-8e99-17d9e21e2b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'name': 'tempest-FloatingIPsAssociationTestJSON-454429373-router', 'tenant_id': 'cfd954225fe54c54b27a2d340342811d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '256facda-b197-4ea2-a9e6-7488b567e736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:27:23Z', 'updated_at': '2021-07-29T23:27:29Z', 'revision_number': 4, 'project_id': 'cfd954225fe54c54b27a2d340342811d', 'gw_port': {'id': '256facda-b197-4ea2-a9e6-7488b567e736', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ab:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:27:24Z', 'updated_at': '2021-07-29T23:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': 'a095e7d4-8a53-4aaf-8dc5-acc186a8d2e4', 'tenant_id': 'cfd954225fe54c54b27a2d340342811d', 'floating_ip_address': '172.25.0.225', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'port_id': 'e08ae88d-6f9b-4c42-9f6b-db158c096940', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '249f9a39-5994-41da-9767-e19fa079301c', 'mac_address': 'fa:16:3e:91:5b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8faaf670-71d8-4fa6-bd34-6a22795183fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:27:47Z', 'updated_at': '2021-07-29T23:28:04Z', 'revision_number': 1, 'project_id': 'cfd954225fe54c54b27a2d340342811d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6626479c-dea8-4493-afe3-5242c51f57f6', 'name': '', 'network_id': '249f9a39-5994-41da-9767-e19fa079301c', 'tenant_id': 'cfd954225fe54c54b27a2d340342811d', 'mac_address': 'fa:16:3e:40:f9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '4d6ca941-9b98-4939-964c-d32a2fbd1a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:27:28Z', 'updated_at': '2021-07-29T23:27:35Z', 'revision_number': 5, 'project_id': 'cfd954225fe54c54b27a2d340342811d', 'subnets': [{'id': '4d6ca941-9b98-4939-964c-d32a2fbd1a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:06.472050 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-18b093a5-7999-436d-97c8-26c7bfceb1f9 req-30488c67-b7c8-4d2b-8af3-d672c10626ef service neutron] For port 26fb5b0d-8b78-4707-b540-f8096d13da7a, host n-h2-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:28:06.498783 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b08e19-d224-49ac-8e99-17d9e21e2b22 None None] Checking router: 0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:28:06.508768 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b08e19-d224-49ac-8e99-17d9e21e2b22 None None] Routers {'0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:28:06.509425 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-b6b08e19-d224-49ac-8e99-17d9e21e2b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:27:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:06.637346 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-b6b08e19-d224-49ac-8e99-17d9e21e2b22 None None] Set router 0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:28:06.677007 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c9df78fb-214b-477d-9516-b92b169bcaa8 None None] Provisioning for port 3e5b3d23-6e5f-4af9-9a03-24a179edbad2 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:28:06.684761 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c9df78fb-214b-477d-9516-b92b169bcaa8 None None] Provisioning complete for port 3e5b3d23-6e5f-4af9-9a03-24a179edbad2 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:28:06.685141 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c9df78fb-214b-477d-9516-b92b169bcaa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:06.769089 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-c9df78fb-214b-477d-9516-b92b169bcaa8 None None] Port 3e5b3d23-6e5f-4af9-9a03-24a179edbad2 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:28:06.854630 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-18b093a5-7999-436d-97c8-26c7bfceb1f9 req-30488c67-b7c8-4d2b-8af3-d672c10626ef service neutron] For port 26fb5b0d-8b78-4707-b540-f8096d13da7a, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=26fb5b0d-8b78-4707-b540-f8096d13da7a,segment=NetworkSegment(c4cbd3c6-74da-415d-8bcc-d7b56268d00d),segment_id=c4cbd3c6-74da-415d-8bcc-d7b56268d00d)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:28:06.867321 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7f7f86-f0a2-41c1-ac97-da1dd5ea682e req-be5bb900-65d1-4367-b379-4c37d5d8acae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:06.868831 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-de7f7f86-f0a2-41c1-ac97-da1dd5ea682e req-be5bb900-65d1-4367-b379-4c37d5d8acae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cfd954225fe54c54b27a2d340342811d&device_id=8faaf670-71d8-4fa6-bd34-6a22795183fb HTTP/1.1" status: 200 len: 1098 time: 0.5580058 Jul 29 23:28:06.874529 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-18b093a5-7999-436d-97c8-26c7bfceb1f9 req-30488c67-b7c8-4d2b-8af3-d672c10626ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:06.903456 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-92bc1745-a14d-4d79-bc08-518cb021518d req-0ea82e9a-cc09-43a3-bfb8-22f09f19ea3f tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:06.924432 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:06.935964 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-b6b08e19-d224-49ac-8e99-17d9e21e2b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'name': 'tempest-FloatingIPsAssociationTestJSON-454429373-router', 'tenant_id': 'cfd954225fe54c54b27a2d340342811d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '256facda-b197-4ea2-a9e6-7488b567e736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:27:23Z', 'updated_at': '2021-07-29T23:27:29Z', 'revision_number': 4, 'project_id': 'cfd954225fe54c54b27a2d340342811d', 'gw_port': {'id': '256facda-b197-4ea2-a9e6-7488b567e736', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ab:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:27:24Z', 'updated_at': '2021-07-29T23:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': 'a095e7d4-8a53-4aaf-8dc5-acc186a8d2e4', 'tenant_id': 'cfd954225fe54c54b27a2d340342811d', 'floating_ip_address': '172.25.0.225', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'port_id': 'e08ae88d-6f9b-4c42-9f6b-db158c096940', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '249f9a39-5994-41da-9767-e19fa079301c', 'mac_address': 'fa:16:3e:91:5b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8faaf670-71d8-4fa6-bd34-6a22795183fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:27:47Z', 'updated_at': '2021-07-29T23:28:04Z', 'revision_number': 1, 'project_id': 'cfd954225fe54c54b27a2d340342811d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6626479c-dea8-4493-afe3-5242c51f57f6', 'name': '', 'network_id': '249f9a39-5994-41da-9767-e19fa079301c', 'tenant_id': 'cfd954225fe54c54b27a2d340342811d', 'mac_address': 'fa:16:3e:40:f9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '4d6ca941-9b98-4939-964c-d32a2fbd1a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:27:28Z', 'updated_at': '2021-07-29T23:27:35Z', 'revision_number': 5, 'project_id': 'cfd954225fe54c54b27a2d340342811d', 'subnets': [{'id': '4d6ca941-9b98-4939-964c-d32a2fbd1a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:06.944141 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e77f5-0495-4d71-9710-b3b439bd24eb req-90202708-040d-4e6b-8d28-7d3b61151f0d tempest-VolumesAdminNegativeTest-1639704648 tempest-VolumesAdminNegativeTest-1639704648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:06.950774 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-557e77f5-0495-4d71-9710-b3b439bd24eb req-90202708-040d-4e6b-8d28-7d3b61151f0d tempest-VolumesAdminNegativeTest-1639704648 tempest-VolumesAdminNegativeTest-1639704648-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb487f10-f4b1-428d-b91e-738edc2cc613 HTTP/1.1" status: 200 len: 943 time: 0.5839291 Jul 29 23:28:06.969068 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b08e19-d224-49ac-8e99-17d9e21e2b22 None None] The sync data for ids ['0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2'] in n-d-712141-10 is: [{'id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'name': 'tempest-FloatingIPsAssociationTestJSON-454429373-router', 'tenant_id': 'cfd954225fe54c54b27a2d340342811d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '256facda-b197-4ea2-a9e6-7488b567e736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:27:23Z', 'updated_at': '2021-07-29T23:27:29Z', 'revision_number': 4, 'project_id': 'cfd954225fe54c54b27a2d340342811d', 'gw_port': {'id': '256facda-b197-4ea2-a9e6-7488b567e736', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ab:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:27:24Z', 'updated_at': '2021-07-29T23:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': 'a095e7d4-8a53-4aaf-8dc5-acc186a8d2e4', 'tenant_id': 'cfd954225fe54c54b27a2d340342811d', 'floating_ip_address': '172.25.0.225', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'port_id': 'e08ae88d-6f9b-4c42-9f6b-db158c096940', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '249f9a39-5994-41da-9767-e19fa079301c', 'mac_address': 'fa:16:3e:91:5b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8faaf670-71d8-4fa6-bd34-6a22795183fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:27:47Z', 'updated_at': '2021-07-29T23:28:04Z', 'revision_number': 1, 'project_id': 'cfd954225fe54c54b27a2d340342811d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6626479c-dea8-4493-afe3-5242c51f57f6', 'name': '', 'network_id': '249f9a39-5994-41da-9767-e19fa079301c', 'tenant_id': 'cfd954225fe54c54b27a2d340342811d', 'mac_address': 'fa:16:3e:40:f9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '4d6ca941-9b98-4939-964c-d32a2fbd1a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:27:28Z', 'updated_at': '2021-07-29T23:27:35Z', 'revision_number': 5, 'project_id': 'cfd954225fe54c54b27a2d340342811d', 'subnets': [{'id': '4d6ca941-9b98-4939-964c-d32a2fbd1a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:28:06.987567 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92bc1745-a14d-4d79-bc08-518cb021518d req-0ea82e9a-cc09-43a3-bfb8-22f09f19ea3f tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Network ef7826e5-d659-4fd6-a8f1-187e2effbcfa is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:28:06.994755 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-92bc1745-a14d-4d79-bc08-518cb021518d req-0ea82e9a-cc09-43a3-bfb8-22f09f19ea3f tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:28:06.997101 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-92bc1745-a14d-4d79-bc08-518cb021518d req-0ea82e9a-cc09-43a3-bfb8-22f09f19ea3f tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:28:07.007168 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b1c5b2d7-b9f9-405c-ad76-314ed94d1dfe req-b5f06cb9-e34a-4b48-9254-70d65c761f95 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e08ae88d-6f9b-4c42-9f6b-db158c096940 HTTP/1.1" status: 200 len: 1000 time: 0.5490513 Jul 29 23:28:07.030080 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea82e9a-cc09-43a3-bfb8-22f09f19ea3f tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Pushing event updated for resources: {'Port': ['ID=48e6ec06-36c3-4105-bb86-4cf10e8aac8b,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:07.053111 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b093a5-7999-436d-97c8-26c7bfceb1f9 req-30488c67-b7c8-4d2b-8af3-d672c10626ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:07.053873 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-18b093a5-7999-436d-97c8-26c7bfceb1f9 req-30488c67-b7c8-4d2b-8af3-d672c10626ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:07.055522 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-18b093a5-7999-436d-97c8-26c7bfceb1f9 req-30488c67-b7c8-4d2b-8af3-d672c10626ef service neutron] 10.222.0.22 "PUT /v2.0/ports/26fb5b0d-8b78-4707-b540-f8096d13da7a HTTP/1.1" status: 200 len: 1092 time: 2.2057202 Jul 29 23:28:07.088809 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc1745-a14d-4d79-bc08-518cb021518d req-0ea82e9a-cc09-43a3-bfb8-22f09f19ea3f tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:07.089444 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-92bc1745-a14d-4d79-bc08-518cb021518d req-0ea82e9a-cc09-43a3-bfb8-22f09f19ea3f tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:07.114977 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-92bc1745-a14d-4d79-bc08-518cb021518d req-0ea82e9a-cc09-43a3-bfb8-22f09f19ea3f tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2174864 Jul 29 23:28:07.130048 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-92bc1745-a14d-4d79-bc08-518cb021518d req-062f752d-6e8c-42c7-815a-56d4b2630d69 service neutron] Request body: {'port': {'device_id': 'e430b59a-c292-4bfa-9b39-b7f5ec706db3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:07.169186 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30488c67-b7c8-4d2b-8af3-d672c10626ef service neutron] Pushing event updated for resources: {'Port': ['ID=26fb5b0d-8b78-4707-b540-f8096d13da7a,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:07.202137 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-557e77f5-0495-4d71-9710-b3b439bd24eb req-a78d261f-c365-4c40-8acd-dbde49035048 tempest-VolumesAdminNegativeTest-1639704648 tempest-VolumesAdminNegativeTest-1639704648-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d8c09c6-5ee2-48a6-b769-c1272c2e83b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501857 Jul 29 23:28:07.211787 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-92bc1745-a14d-4d79-bc08-518cb021518d req-f071182d-53a8-4960-81d9-86f452310c84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14141684-de4a-4f29-b9a8-8a008bf0abc0 {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:28:07.222870 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-92bc1745-a14d-4d79-bc08-518cb021518d req-f071182d-53a8-4960-81d9-86f452310c84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:07.233653 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-92bc1745-a14d-4d79-bc08-518cb021518d req-062f752d-6e8c-42c7-815a-56d4b2630d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:07.245258 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c5b2d7-b9f9-405c-ad76-314ed94d1dfe req-87749bcb-543c-4434-a269-d9351df5422c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:07.246789 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b1c5b2d7-b9f9-405c-ad76-314ed94d1dfe req-87749bcb-543c-4434-a269-d9351df5422c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4d6ca941-9b98-4939-964c-d32a2fbd1a2b HTTP/1.1" status: 200 len: 859 time: 0.2018316 Jul 29 23:28:07.277186 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-92bc1745-a14d-4d79-bc08-518cb021518d req-f071182d-53a8-4960-81d9-86f452310c84 service neutron] Transition to ACTIVE for port object 14141684-de4a-4f29-b9a8-8a008bf0abc0 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:28:07.279273 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7f7f86-f0a2-41c1-ac97-da1dd5ea682e req-879d8769-b4e6-4574-93f1-861fdeae2eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:07.281304 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-de7f7f86-f0a2-41c1-ac97-da1dd5ea682e req-879d8769-b4e6-4574-93f1-861fdeae2eb3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=249f9a39-5994-41da-9767-e19fa079301c HTTP/1.1" status: 200 len: 921 time: 0.3970857 Jul 29 23:28:07.284711 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7475cd93-e6c9-4748-88d8-88a23fe7b595 None None] New status for floating IP a095e7d4-8a53-4aaf-8dc5-acc186a8d2e4: ACTIVE {{(pid=94080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:28:07.286376 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1d3a431a-0b2f-401f-9b95-a5630d7356b3 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:07.321660 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b093a5-7999-436d-97c8-26c7bfceb1f9 req-e9e6b7fe-a66e-42a5-93fa-9937a276764d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:07.323142 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-18b093a5-7999-436d-97c8-26c7bfceb1f9 req-e9e6b7fe-a66e-42a5-93fa-9937a276764d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=93d1481c6e194707b540771064ae64d2&device_id=bb487f10-f4b1-428d-b91e-738edc2cc613 HTTP/1.1" status: 200 len: 1095 time: 0.2114229 Jul 29 23:28:07.339472 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-92bc1745-a14d-4d79-bc08-518cb021518d req-f071182d-53a8-4960-81d9-86f452310c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:07.438985 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-18b093a5-7999-436d-97c8-26c7bfceb1f9 req-4f328c10-e198-4f72-8826-c7c111714c98 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26fb5b0d-8b78-4707-b540-f8096d13da7a HTTP/1.1" status: 200 len: 217 time: 0.0834343 Jul 29 23:28:07.530553 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071182d-53a8-4960-81d9-86f452310c84 service neutron] Pushing event updated for resources: {'Port': ['ID=14141684-de4a-4f29-b9a8-8a008bf0abc0,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:07.537489 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-de7f7f86-f0a2-41c1-ac97-da1dd5ea682e req-49fa5fdf-251e-4e0b-ba5e-a198a7cd8778 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e08ae88d-6f9b-4c42-9f6b-db158c096940 HTTP/1.1" status: 200 len: 1000 time: 0.2336044 Jul 29 23:28:07.539446 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c5b2d7-b9f9-405c-ad76-314ed94d1dfe req-ef7295c7-10f4-45b8-bdbc-1623252af90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:07.540871 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b1c5b2d7-b9f9-405c-ad76-314ed94d1dfe req-ef7295c7-10f4-45b8-bdbc-1623252af90d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=249f9a39-5994-41da-9767-e19fa079301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2794261 Jul 29 23:28:07.628570 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-92bc1745-a14d-4d79-bc08-518cb021518d req-1897630d-4ecc-4513-9d5b-fed5c0e35aec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5044f02-7a9d-4218-92f5-e629adfc157c {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:28:07.643016 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-92bc1745-a14d-4d79-bc08-518cb021518d req-1897630d-4ecc-4513-9d5b-fed5c0e35aec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:07.648573 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-92bc1745-a14d-4d79-bc08-518cb021518d req-f071182d-53a8-4960-81d9-86f452310c84 service neutron] Attempting to bind port 14141684-de4a-4f29-b9a8-8a008bf0abc0 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:28:07.648909 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-92bc1745-a14d-4d79-bc08-518cb021518d req-f071182d-53a8-4960-81d9-86f452310c84 service neutron] Attempting to bind port 14141684-de4a-4f29-b9a8-8a008bf0abc0 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '0754d6e5-2dc6-4a3f-b6fb-c6aa773a44a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ef7826e5-d659-4fd6-a8f1-187e2effbcfa'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:28:07.649241 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bc1745-a14d-4d79-bc08-518cb021518d req-f071182d-53a8-4960-81d9-86f452310c84 service neutron] Attempting to bind port 14141684-de4a-4f29-b9a8-8a008bf0abc0 on network ef7826e5-d659-4fd6-a8f1-187e2effbcfa {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:28:07.657495 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bc1745-a14d-4d79-bc08-518cb021518d req-f071182d-53a8-4960-81d9-86f452310c84 service neutron] Port 14141684-de4a-4f29-b9a8-8a008bf0abc0 on network ef7826e5-d659-4fd6-a8f1-187e2effbcfa not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:28:07.657849 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bc1745-a14d-4d79-bc08-518cb021518d req-f071182d-53a8-4960-81d9-86f452310c84 service neutron] Attempting to bind port 14141684-de4a-4f29-b9a8-8a008bf0abc0 on network ef7826e5-d659-4fd6-a8f1-187e2effbcfa {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:28:07.671535 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b093a5-7999-436d-97c8-26c7bfceb1f9 req-8a3634b1-50b8-4064-84a7-48ca9a7deb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:07.672634 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bc1745-a14d-4d79-bc08-518cb021518d req-f071182d-53a8-4960-81d9-86f452310c84 service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:28:07.672977 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bc1745-a14d-4d79-bc08-518cb021518d req-f071182d-53a8-4960-81d9-86f452310c84 service neutron] Checking segment: {'id': '0754d6e5-2dc6-4a3f-b6fb-c6aa773a44a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ef7826e5-d659-4fd6-a8f1-187e2effbcfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:28:07.673166 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-18b093a5-7999-436d-97c8-26c7bfceb1f9 req-8a3634b1-50b8-4064-84a7-48ca9a7deb10 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=be25d12a-e438-48df-894b-78a1a5195ef4 HTTP/1.1" status: 200 len: 855 time: 0.2082574 Jul 29 23:28:07.673368 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bc1745-a14d-4d79-bc08-518cb021518d req-f071182d-53a8-4960-81d9-86f452310c84 service neutron] Bound using segment: {'id': '0754d6e5-2dc6-4a3f-b6fb-c6aa773a44a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ef7826e5-d659-4fd6-a8f1-187e2effbcfa'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:28:07.673842 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-92bc1745-a14d-4d79-bc08-518cb021518d req-f071182d-53a8-4960-81d9-86f452310c84 service neutron] Bound port: 14141684-de4a-4f29-b9a8-8a008bf0abc0, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0754d6e5-2dc6-4a3f-b6fb-c6aa773a44a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ef7826e5-d659-4fd6-a8f1-187e2effbcfa'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:28:07.674201 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-92bc1745-a14d-4d79-bc08-518cb021518d req-f071182d-53a8-4960-81d9-86f452310c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:07.677464 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-92bc1745-a14d-4d79-bc08-518cb021518d req-1897630d-4ecc-4513-9d5b-fed5c0e35aec service neutron] Transition to ACTIVE for port object a5044f02-7a9d-4218-92f5-e629adfc157c will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:28:07.687474 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-92bc1745-a14d-4d79-bc08-518cb021518d req-1897630d-4ecc-4513-9d5b-fed5c0e35aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:07.717536 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d1063-e338-4666-b4e9-a39b881c55ae req-9d748a14-407e-4c72-b323-c52b2a2a4e02 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:07.719059 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a84d1063-e338-4666-b4e9-a39b881c55ae req-9d748a14-407e-4c72-b323-c52b2a2a4e02 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] 10.222.0.43 "GET /v2.0/ports?device_id=e430b59a-c292-4bfa-9b39-b7f5ec706db3 HTTP/1.1" status: 200 len: 932 time: 0.3517954 Jul 29 23:28:07.774370 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-18b093a5-7999-436d-97c8-26c7bfceb1f9 req-22e157b5-948f-4ee5-9816-0bfd07090b89 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=de03d9a2-6b04-49ad-b35d-d0e345e53bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648901 Jul 29 23:28:07.788469 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7f7f86-f0a2-41c1-ac97-da1dd5ea682e req-1d94f717-6ce8-4907-88fa-24ee10e2fd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:07.790291 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-de7f7f86-f0a2-41c1-ac97-da1dd5ea682e req-1d94f717-6ce8-4907-88fa-24ee10e2fd55 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4d6ca941-9b98-4939-964c-d32a2fbd1a2b HTTP/1.1" status: 200 len: 859 time: 0.2435479 Jul 29 23:28:07.827498 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1897630d-4ecc-4513-9d5b-fed5c0e35aec service neutron] Pushing event updated for resources: {'Port': ['ID=a5044f02-7a9d-4218-92f5-e629adfc157c,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:07.911283 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-92bc1745-a14d-4d79-bc08-518cb021518d req-f071182d-53a8-4960-81d9-86f452310c84 service neutron] For port 14141684-de4a-4f29-b9a8-8a008bf0abc0, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:28:07.932942 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a84d1063-e338-4666-b4e9-a39b881c55ae req-82082ef4-7756-451c-83ba-9005c4b8b208 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c98340f-d196-4f87-9960-78e50d69634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968629 Jul 29 23:28:07.943197 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-92bc1745-a14d-4d79-bc08-518cb021518d req-f071182d-53a8-4960-81d9-86f452310c84 service neutron] For port 14141684-de4a-4f29-b9a8-8a008bf0abc0, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=14141684-de4a-4f29-b9a8-8a008bf0abc0,segment=NetworkSegment(0754d6e5-2dc6-4a3f-b6fb-c6aa773a44a2),segment_id=0754d6e5-2dc6-4a3f-b6fb-c6aa773a44a2)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:28:07.943405 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b1c5b2d7-b9f9-405c-ad76-314ed94d1dfe req-2ee87008-84fe-4b27-92e0-86c9969b9bc2 service neutron] 10.222.0.43 "GET /v2.0/networks/249f9a39-5994-41da-9767-e19fa079301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3890574 Jul 29 23:28:07.956953 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-92bc1745-a14d-4d79-bc08-518cb021518d req-f071182d-53a8-4960-81d9-86f452310c84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:08.019348 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-92bc1745-a14d-4d79-bc08-518cb021518d req-1897630d-4ecc-4513-9d5b-fed5c0e35aec service neutron] Attempting to bind port a5044f02-7a9d-4218-92f5-e629adfc157c on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:28:08.019714 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-92bc1745-a14d-4d79-bc08-518cb021518d req-1897630d-4ecc-4513-9d5b-fed5c0e35aec service neutron] Attempting to bind port a5044f02-7a9d-4218-92f5-e629adfc157c by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': '0754d6e5-2dc6-4a3f-b6fb-c6aa773a44a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ef7826e5-d659-4fd6-a8f1-187e2effbcfa'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:28:08.020045 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bc1745-a14d-4d79-bc08-518cb021518d req-1897630d-4ecc-4513-9d5b-fed5c0e35aec service neutron] Attempting to bind port a5044f02-7a9d-4218-92f5-e629adfc157c on network ef7826e5-d659-4fd6-a8f1-187e2effbcfa {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:28:08.027824 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc1745-a14d-4d79-bc08-518cb021518d req-f071182d-53a8-4960-81d9-86f452310c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:08.028429 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-92bc1745-a14d-4d79-bc08-518cb021518d req-f071182d-53a8-4960-81d9-86f452310c84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:08.029818 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-92bc1745-a14d-4d79-bc08-518cb021518d req-f071182d-53a8-4960-81d9-86f452310c84 service neutron] 10.222.0.22 "PUT /v2.0/ports/14141684-de4a-4f29-b9a8-8a008bf0abc0 HTTP/1.1" status: 200 len: 1092 time: 2.6468830 Jul 29 23:28:08.031695 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1339d222-3025-4594-a94d-576d79c37582', 'tag': '14141684-de4a-4f29-b9a8-8a008bf0abc0'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:28:08.034448 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82371d03-ef2a-4a9a-a5d6-0551cb38106b" -d '{"events": [{"name": "network-changed", "server_uuid": "1339d222-3025-4594-a94d-576d79c37582", "tag": "14141684-de4a-4f29-b9a8-8a008bf0abc0"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:28:08.049240 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-92bc1745-a14d-4d79-bc08-518cb021518d req-062f752d-6e8c-42c7-815a-56d4b2630d69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48e6ec06-36c3-4105-bb86-4cf10e8aac8b {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:28:08.053502 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7f7f86-f0a2-41c1-ac97-da1dd5ea682e req-a3b9b148-a7cd-413b-8f9a-f98b32bad8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:08.054754 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bc1745-a14d-4d79-bc08-518cb021518d req-1897630d-4ecc-4513-9d5b-fed5c0e35aec service neutron] Port a5044f02-7a9d-4218-92f5-e629adfc157c on network ef7826e5-d659-4fd6-a8f1-187e2effbcfa not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:28:08.054871 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bc1745-a14d-4d79-bc08-518cb021518d req-1897630d-4ecc-4513-9d5b-fed5c0e35aec service neutron] Attempting to bind port a5044f02-7a9d-4218-92f5-e629adfc157c on network ef7826e5-d659-4fd6-a8f1-187e2effbcfa {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:28:08.055061 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-de7f7f86-f0a2-41c1-ac97-da1dd5ea682e req-a3b9b148-a7cd-413b-8f9a-f98b32bad8ab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=249f9a39-5994-41da-9767-e19fa079301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2470939 Jul 29 23:28:08.067825 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-92bc1745-a14d-4d79-bc08-518cb021518d req-062f752d-6e8c-42c7-815a-56d4b2630d69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:08.078901 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bc1745-a14d-4d79-bc08-518cb021518d req-1897630d-4ecc-4513-9d5b-fed5c0e35aec service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:28:08.079364 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bc1745-a14d-4d79-bc08-518cb021518d req-1897630d-4ecc-4513-9d5b-fed5c0e35aec service neutron] Checking segment: {'id': '0754d6e5-2dc6-4a3f-b6fb-c6aa773a44a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ef7826e5-d659-4fd6-a8f1-187e2effbcfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:28:08.079820 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bc1745-a14d-4d79-bc08-518cb021518d req-1897630d-4ecc-4513-9d5b-fed5c0e35aec service neutron] Bound using segment: {'id': '0754d6e5-2dc6-4a3f-b6fb-c6aa773a44a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ef7826e5-d659-4fd6-a8f1-187e2effbcfa'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:28:08.080372 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-92bc1745-a14d-4d79-bc08-518cb021518d req-1897630d-4ecc-4513-9d5b-fed5c0e35aec service neutron] Bound port: a5044f02-7a9d-4218-92f5-e629adfc157c, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0754d6e5-2dc6-4a3f-b6fb-c6aa773a44a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ef7826e5-d659-4fd6-a8f1-187e2effbcfa'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:28:08.080895 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-92bc1745-a14d-4d79-bc08-518cb021518d req-1897630d-4ecc-4513-9d5b-fed5c0e35aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:08.126402 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f071182d-53a8-4960-81d9-86f452310c84 service neutron] Pushing event updated for resources: {'Port': ['ID=14141684-de4a-4f29-b9a8-8a008bf0abc0,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:08.134629 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1d3a431a-0b2f-401f-9b95-a5630d7356b3 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:08.136239 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-92bc1745-a14d-4d79-bc08-518cb021518d req-062f752d-6e8c-42c7-815a-56d4b2630d69 service neutron] Transition to ACTIVE for port object 48e6ec06-36c3-4105-bb86-4cf10e8aac8b will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:28:08.144508 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1d3a431a-0b2f-401f-9b95-a5630d7356b3 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:08.144791 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-92bc1745-a14d-4d79-bc08-518cb021518d req-062f752d-6e8c-42c7-815a-56d4b2630d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:08.148835 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-18b093a5-7999-436d-97c8-26c7bfceb1f9 req-1eea5c56-d933-4998-b41e-5ac683f21888 service neutron] 10.222.0.22 "GET /v2.0/networks/de03d9a2-6b04-49ad-b35d-d0e345e53bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575954 Jul 29 23:28:08.205153 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3a431a-0b2f-401f-9b95-a5630d7356b3 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Pushing event updated for resources: {'Port': ['ID=3e5b3d23-6e5f-4af9-9a03-24a179edbad2,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:08.206964 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc1745-a14d-4d79-bc08-518cb021518d req-1679ec4b-bcfd-4805-b4c2-39d5ed3297bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:08.209116 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-92bc1745-a14d-4d79-bc08-518cb021518d req-1679ec4b-bcfd-4805-b4c2-39d5ed3297bf service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7c8096d80a564abc9353a3508d196cdf&device_id=1339d222-3025-4594-a94d-576d79c37582 HTTP/1.1" status: 200 len: 1095 time: 0.1224737 Jul 29 23:28:08.250211 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062f752d-6e8c-42c7-815a-56d4b2630d69 service neutron] Pushing event updated for resources: {'Port': ['ID=48e6ec06-36c3-4105-bb86-4cf10e8aac8b,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:08.289181 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-92bc1745-a14d-4d79-bc08-518cb021518d req-1897630d-4ecc-4513-9d5b-fed5c0e35aec service neutron] For port a5044f02-7a9d-4218-92f5-e629adfc157c, host n-h1-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:28:08.294265 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb487f10-f4b1-428d-b91e-738edc2cc613', 'tag': '26fb5b0d-8b78-4707-b540-f8096d13da7a'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:28:08.296803 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1818a3-6ca4-4983-a35d-f371884a9e62" -d '{"events": [{"name": "network-changed", "server_uuid": "bb487f10-f4b1-428d-b91e-738edc2cc613", "tag": "26fb5b0d-8b78-4707-b540-f8096d13da7a"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:28:08.302169 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-1d3a431a-0b2f-401f-9b95-a5630d7356b3 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] In _notify_port_updated(), no bound segment for port 3e5b3d23-6e5f-4af9-9a03-24a179edbad2 on network 28cff45e-1894-4f77-9aa2-03ad31c1e39a {{(pid=94078) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:28:08.307744 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3a431a-0b2f-401f-9b95-a5630d7356b3 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:08.308419 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1d3a431a-0b2f-401f-9b95-a5630d7356b3 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:08.312269 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-1d3a431a-0b2f-401f-9b95-a5630d7356b3 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] 10.222.0.43 "PUT /v2.0/ports/3e5b3d23-6e5f-4af9-9a03-24a179edbad2 HTTP/1.1" status: 200 len: 1000 time: 1.9823272 Jul 29 23:28:08.326423 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 44404) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:08.327073 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-92bc1745-a14d-4d79-bc08-518cb021518d req-9a7215bc-1cf4-46c6-a7b1-731a3a2b7271 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14141684-de4a-4f29-b9a8-8a008bf0abc0 HTTP/1.1" status: 200 len: 217 time: 0.1093464 Jul 29 23:28:08.334013 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-92bc1745-a14d-4d79-bc08-518cb021518d req-1897630d-4ecc-4513-9d5b-fed5c0e35aec service neutron] For port a5044f02-7a9d-4218-92f5-e629adfc157c, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=a5044f02-7a9d-4218-92f5-e629adfc157c,segment=NetworkSegment(0754d6e5-2dc6-4a3f-b6fb-c6aa773a44a2),segment_id=0754d6e5-2dc6-4a3f-b6fb-c6aa773a44a2)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:28:08.371730 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-92bc1745-a14d-4d79-bc08-518cb021518d req-1897630d-4ecc-4513-9d5b-fed5c0e35aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:08.402390 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b1c5b2d7-b9f9-405c-ad76-314ed94d1dfe req-6fa30ac0-cff4-45d7-84ad-145c03e70664 service neutron] 10.222.0.43 "GET /v2.0/networks/249f9a39-5994-41da-9767-e19fa079301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4483137 Jul 29 23:28:08.424081 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-de7f7f86-f0a2-41c1-ac97-da1dd5ea682e req-d5bed5cf-81bb-419c-9fbe-0b94b78544da service neutron] 10.222.0.41 "GET /v2.0/networks/249f9a39-5994-41da-9767-e19fa079301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514094 Jul 29 23:28:08.445245 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc1745-a14d-4d79-bc08-518cb021518d req-1897630d-4ecc-4513-9d5b-fed5c0e35aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:08.445996 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-92bc1745-a14d-4d79-bc08-518cb021518d req-1897630d-4ecc-4513-9d5b-fed5c0e35aec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:08.447614 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-92bc1745-a14d-4d79-bc08-518cb021518d req-1897630d-4ecc-4513-9d5b-fed5c0e35aec service neutron] 10.222.0.41 "PUT /v2.0/ports/a5044f02-7a9d-4218-92f5-e629adfc157c HTTP/1.1" status: 200 len: 1092 time: 2.2199686 Jul 29 23:28:08.507119 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-12e1b14f-3968-4626-ba67-af3865973868 None None] Provisioning complete for port 3e5b3d23-6e5f-4af9-9a03-24a179edbad2 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:28:08.507657 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-12e1b14f-3968-4626-ba67-af3865973868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:08.511322 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc1745-a14d-4d79-bc08-518cb021518d req-61c4303d-8673-41a3-b6b0-262709a7d7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:08.513025 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-92bc1745-a14d-4d79-bc08-518cb021518d req-61c4303d-8673-41a3-b6b0-262709a7d7c7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9626e9c4-cc36-4d80-acf6-1d744575c302 HTTP/1.1" status: 200 len: 858 time: 0.1553206 Jul 29 23:28:08.514450 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dffcec5-9878-4a10-a033-0e6a22279b4a req-69641953-1a5e-4e06-8f25-6a3b304ea1d4 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:08.514828 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a78037a8-c2f8-440d-bbbe-8cbf94a05b42 x-openstack-request-id: req-a78037a8-c2f8-440d-bbbe-8cbf94a05b42 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:28:08.515377 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1339d222-3025-4594-a94d-576d79c37582", "tag": "14141684-de4a-4f29-b9a8-8a008bf0abc0", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:28:08.515724 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a78037a8-c2f8-440d-bbbe-8cbf94a05b42 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:28:08.516027 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4dffcec5-9878-4a10-a033-0e6a22279b4a req-69641953-1a5e-4e06-8f25-6a3b304ea1d4 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=393275b2-aa8f-4044-96a2-110cf5e07da3 HTTP/1.1" status: 200 len: 944 time: 0.2966850 Jul 29 23:28:08.516306 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1339d222-3025-4594-a94d-576d79c37582', 'tag': '14141684-de4a-4f29-b9a8-8a008bf0abc0', 'status': 'completed', 'code': 200} Jul 29 23:28:08.550288 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-12e1b14f-3968-4626-ba67-af3865973868 None None] Port 3e5b3d23-6e5f-4af9-9a03-24a179edbad2 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:28:08.564578 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-18b093a5-7999-436d-97c8-26c7bfceb1f9 req-d597282a-db7b-4777-9800-d5ad7d876f91 service neutron] 10.222.0.22 "GET /v2.0/networks/de03d9a2-6b04-49ad-b35d-d0e345e53bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615227 Jul 29 23:28:08.565074 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 5a6ed8fe-023d-43a1-8fcb-247105a71aea up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:28:08.566055 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1897630d-4ecc-4513-9d5b-fed5c0e35aec service neutron] Pushing event updated for resources: {'Port': ['ID=a5044f02-7a9d-4218-92f5-e629adfc157c,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:08.572822 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-92bc1745-a14d-4d79-bc08-518cb021518d req-062f752d-6e8c-42c7-815a-56d4b2630d69 service neutron] Attempting to bind port 48e6ec06-36c3-4105-bb86-4cf10e8aac8b on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:28:08.573447 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-92bc1745-a14d-4d79-bc08-518cb021518d req-062f752d-6e8c-42c7-815a-56d4b2630d69 service neutron] Attempting to bind port 48e6ec06-36c3-4105-bb86-4cf10e8aac8b by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '0754d6e5-2dc6-4a3f-b6fb-c6aa773a44a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ef7826e5-d659-4fd6-a8f1-187e2effbcfa'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:28:08.575040 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bc1745-a14d-4d79-bc08-518cb021518d req-062f752d-6e8c-42c7-815a-56d4b2630d69 service neutron] Attempting to bind port 48e6ec06-36c3-4105-bb86-4cf10e8aac8b on network ef7826e5-d659-4fd6-a8f1-187e2effbcfa {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:28:08.602818 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bc1745-a14d-4d79-bc08-518cb021518d req-062f752d-6e8c-42c7-815a-56d4b2630d69 service neutron] Port 48e6ec06-36c3-4105-bb86-4cf10e8aac8b on network ef7826e5-d659-4fd6-a8f1-187e2effbcfa not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:28:08.603324 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bc1745-a14d-4d79-bc08-518cb021518d req-062f752d-6e8c-42c7-815a-56d4b2630d69 service neutron] Attempting to bind port 48e6ec06-36c3-4105-bb86-4cf10e8aac8b on network ef7826e5-d659-4fd6-a8f1-187e2effbcfa {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:28:08.610923 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-92bc1745-a14d-4d79-bc08-518cb021518d req-aa007c16-2d11-437c-a77f-38de60c76f47 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ef7826e5-d659-4fd6-a8f1-187e2effbcfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776217 Jul 29 23:28:08.617107 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bc1745-a14d-4d79-bc08-518cb021518d req-062f752d-6e8c-42c7-815a-56d4b2630d69 service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 28, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:28:08.617281 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bc1745-a14d-4d79-bc08-518cb021518d req-062f752d-6e8c-42c7-815a-56d4b2630d69 service neutron] Checking segment: {'id': '0754d6e5-2dc6-4a3f-b6fb-c6aa773a44a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ef7826e5-d659-4fd6-a8f1-187e2effbcfa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:28:08.617644 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92bc1745-a14d-4d79-bc08-518cb021518d req-062f752d-6e8c-42c7-815a-56d4b2630d69 service neutron] Bound using segment: {'id': '0754d6e5-2dc6-4a3f-b6fb-c6aa773a44a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ef7826e5-d659-4fd6-a8f1-187e2effbcfa'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:28:08.618091 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-92bc1745-a14d-4d79-bc08-518cb021518d req-062f752d-6e8c-42c7-815a-56d4b2630d69 service neutron] Bound port: 48e6ec06-36c3-4105-bb86-4cf10e8aac8b, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0754d6e5-2dc6-4a3f-b6fb-c6aa773a44a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'ef7826e5-d659-4fd6-a8f1-187e2effbcfa'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:28:08.620572 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-92bc1745-a14d-4d79-bc08-518cb021518d req-062f752d-6e8c-42c7-815a-56d4b2630d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:08.636402 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 5a6ed8fe-023d-43a1-8fcb-247105a71aea triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:28:08.637301 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:08.689135 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc1745-a14d-4d79-bc08-518cb021518d req-cb7dfa8b-5a6b-48a0-a6a9-55ed3e776a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:08.690669 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-92bc1745-a14d-4d79-bc08-518cb021518d req-cb7dfa8b-5a6b-48a0-a6a9-55ed3e776a86 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c8096d80a564abc9353a3508d196cdf&device_id=adba6d1c-ef86-47b2-ae58-0f7966c1b760 HTTP/1.1" status: 200 len: 1095 time: 0.1694279 Jul 29 23:28:08.690805 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4dffcec5-9878-4a10-a033-0e6a22279b4a req-547d8af5-ec8b-46c7-9b62-f21ba58b763f tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369805 Jul 29 23:28:08.701378 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-de7f7f86-f0a2-41c1-ac97-da1dd5ea682e req-e9ea021a-9b99-4d7a-8b85-96c49011ffaa service neutron] 10.222.0.41 "GET /v2.0/networks/249f9a39-5994-41da-9767-e19fa079301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617295 Jul 29 23:28:08.733188 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005d5bbe-76c1-4779-8fe5-947192f0a6fe req-d1711203-522f-4f3a-bd3a-0df378d43fc1 tempest-VolumesAdminNegativeTest-1639704648 tempest-VolumesAdminNegativeTest-1639704648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:08.744039 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-005d5bbe-76c1-4779-8fe5-947192f0a6fe req-d1711203-522f-4f3a-bd3a-0df378d43fc1 tempest-VolumesAdminNegativeTest-1639704648 tempest-VolumesAdminNegativeTest-1639704648-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb487f10-f4b1-428d-b91e-738edc2cc613 HTTP/1.1" status: 200 len: 943 time: 0.1446264 Jul 29 23:28:08.748335 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-68c8fd73-1209-4dae-b6d6-c8f851d4893f tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Deleting port 3e5b3d23-6e5f-4af9-9a03-24a179edbad2 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:28:08.748599 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-68c8fd73-1209-4dae-b6d6-c8f851d4893f tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:08.770839 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:08.789384 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-92bc1745-a14d-4d79-bc08-518cb021518d req-d05b67d3-ae5c-4a16-975f-7e14f041e98c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5044f02-7a9d-4218-92f5-e629adfc157c HTTP/1.1" status: 200 len: 217 time: 0.0575976 Jul 29 23:28:08.801287 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6918ec-e859-4f22-ba7d-2738cb26c1d4 x-openstack-request-id: req-ec6918ec-e859-4f22-ba7d-2738cb26c1d4 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:28:08.802034 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb487f10-f4b1-428d-b91e-738edc2cc613", "tag": "26fb5b0d-8b78-4707-b540-f8096d13da7a", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:28:08.802745 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ec6918ec-e859-4f22-ba7d-2738cb26c1d4 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:28:08.803133 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb487f10-f4b1-428d-b91e-738edc2cc613', 'tag': '26fb5b0d-8b78-4707-b540-f8096d13da7a', 'status': 'completed', 'code': 200} Jul 29 23:28:08.815993 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 5a6ed8fe-023d-43a1-8fcb-247105a71aea, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=5a6ed8fe-023d-43a1-8fcb-247105a71aea,segment=NetworkSegment(17b2c622-bac6-4298-9f70-11d5205d8079),segment_id=17b2c622-bac6-4298-9f70-11d5205d8079)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:08.816333 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-92bc1745-a14d-4d79-bc08-518cb021518d req-062f752d-6e8c-42c7-815a-56d4b2630d69 service neutron] For port 48e6ec06-36c3-4105-bb86-4cf10e8aac8b, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:28:08.817954 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393275b2-aa8f-4044-96a2-110cf5e07da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a6ed8fe-023d-43a1-8fcb-247105a71aea'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:28:08.820896 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b70686-318c-4a33-9bc9-48617c2ee0fe" -d '{"events": [{"server_uuid": "393275b2-aa8f-4044-96a2-110cf5e07da3", "name": "network-vif-plugged", "status": "completed", "tag": "5a6ed8fe-023d-43a1-8fcb-247105a71aea"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:28:08.825202 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:08.839940 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-92bc1745-a14d-4d79-bc08-518cb021518d req-a20bf492-b0e4-4324-8913-2cc4c2f64057 service neutron] 10.222.0.22 "GET /v2.0/networks/ef7826e5-d659-4fd6-a8f1-187e2effbcfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183845 Jul 29 23:28:08.855389 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-92bc1745-a14d-4d79-bc08-518cb021518d req-062f752d-6e8c-42c7-815a-56d4b2630d69 service neutron] For port 48e6ec06-36c3-4105-bb86-4cf10e8aac8b, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=48e6ec06-36c3-4105-bb86-4cf10e8aac8b,segment=NetworkSegment(0754d6e5-2dc6-4a3f-b6fb-c6aa773a44a2),segment_id=0754d6e5-2dc6-4a3f-b6fb-c6aa773a44a2)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:28:08.888987 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=5a6ed8fe-023d-43a1-8fcb-247105a71aea,revision_number=8']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:08.907883 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-92bc1745-a14d-4d79-bc08-518cb021518d req-062f752d-6e8c-42c7-815a-56d4b2630d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:08.933910 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-005d5bbe-76c1-4779-8fe5-947192f0a6fe req-ad79a0a8-6e6d-4176-a8fb-fff07d2f7795 tempest-VolumesAdminNegativeTest-1639704648 tempest-VolumesAdminNegativeTest-1639704648-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d8c09c6-5ee2-48a6-b769-c1272c2e83b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882541 Jul 29 23:28:08.945183 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc1745-a14d-4d79-bc08-518cb021518d req-08d7352d-9951-4a8f-a23d-fd2a644dc988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:08.947378 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-92bc1745-a14d-4d79-bc08-518cb021518d req-08d7352d-9951-4a8f-a23d-fd2a644dc988 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9626e9c4-cc36-4d80-acf6-1d744575c302 HTTP/1.1" status: 200 len: 858 time: 0.1475265 Jul 29 23:28:08.960006 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1818a3-6ca4-4983-a35d-f371884a9e62 req-7dcd56dc-0479-464a-b258-9cd7b4f0ddff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:08.961075 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ad1818a3-6ca4-4983-a35d-f371884a9e62 req-7dcd56dc-0479-464a-b258-9cd7b4f0ddff service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=93d1481c6e194707b540771064ae64d2&device_id=bb487f10-f4b1-428d-b91e-738edc2cc613 HTTP/1.1" status: 200 len: 1095 time: 0.1571107 Jul 29 23:28:08.987585 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-68c8fd73-1209-4dae-b6d6-c8f851d4893f tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:08.990984 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc1745-a14d-4d79-bc08-518cb021518d req-062f752d-6e8c-42c7-815a-56d4b2630d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:08.991703 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-92bc1745-a14d-4d79-bc08-518cb021518d req-062f752d-6e8c-42c7-815a-56d4b2630d69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:08.993162 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-92bc1745-a14d-4d79-bc08-518cb021518d req-062f752d-6e8c-42c7-815a-56d4b2630d69 service neutron] 10.222.0.22 "PUT /v2.0/ports/48e6ec06-36c3-4105-bb86-4cf10e8aac8b HTTP/1.1" status: 200 len: 1093 time: 1.8687024 Jul 29 23:28:08.996794 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e6233a-b1bd-4dd3-bf75-a1758bb86602 x-openstack-request-id: req-f3e6233a-b1bd-4dd3-bf75-a1758bb86602 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:28:08.997245 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "393275b2-aa8f-4044-96a2-110cf5e07da3", "name": "network-vif-plugged", "status": "completed", "tag": "5a6ed8fe-023d-43a1-8fcb-247105a71aea", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:28:08.997531 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-92bc1745-a14d-4d79-bc08-518cb021518d req-05ce0e90-1c58-4a10-a327-3ea5c5fe8ead service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef7826e5-d659-4fd6-a8f1-187e2effbcfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405436 Jul 29 23:28:08.997677 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f3e6233a-b1bd-4dd3-bf75-a1758bb86602 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:28:08.998105 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '393275b2-aa8f-4044-96a2-110cf5e07da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a6ed8fe-023d-43a1-8fcb-247105a71aea', 'code': 200} Jul 29 23:28:09.044111 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-68c8fd73-1209-4dae-b6d6-c8f851d4893f tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Calling delete_port for 3e5b3d23-6e5f-4af9-9a03-24a179edbad2 owned by {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:28:09.074918 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35efffb3-5acc-47b7-a2ca-213e32d61915 req-7e33d701-4760-4c16-8926-d0ec7b528e7b tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:09.082074 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-35efffb3-5acc-47b7-a2ca-213e32d61915 req-7e33d701-4760-4c16-8926-d0ec7b528e7b tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/ports?device_id=e8348b2d-91c3-4ba6-be67-b75f225eb8dc&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1845627 Jul 29 23:28:09.105612 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062f752d-6e8c-42c7-815a-56d4b2630d69 service neutron] Pushing event updated for resources: {'Port': ['ID=48e6ec06-36c3-4105-bb86-4cf10e8aac8b,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:09.132203 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-92bc1745-a14d-4d79-bc08-518cb021518d req-0fa9c4a5-fea0-4d3b-9313-0ae229c86e1d service neutron] 10.222.0.22 "GET /v2.0/networks/ef7826e5-d659-4fd6-a8f1-187e2effbcfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812035 Jul 29 23:28:09.173138 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc1745-a14d-4d79-bc08-518cb021518d req-d7d55c4f-537a-4541-b92f-902ecc71a9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:09.174789 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-92bc1745-a14d-4d79-bc08-518cb021518d req-d7d55c4f-537a-4541-b92f-902ecc71a9db service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7c8096d80a564abc9353a3508d196cdf&device_id=e430b59a-c292-4bfa-9b39-b7f5ec706db3 HTTP/1.1" status: 200 len: 1096 time: 0.0860748 Jul 29 23:28:09.179320 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-92bc1745-a14d-4d79-bc08-518cb021518d req-51e31ae1-c167-4133-9aea-811c6b469a39 service neutron] 10.222.0.41 "GET /v2.0/networks/ef7826e5-d659-4fd6-a8f1-187e2effbcfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644757 Jul 29 23:28:09.248244 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-92bc1745-a14d-4d79-bc08-518cb021518d req-a9fbab86-6ebe-4142-949e-78c735683b12 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48e6ec06-36c3-4105-bb86-4cf10e8aac8b HTTP/1.1" status: 200 len: 217 time: 0.0625291 Jul 29 23:28:09.412808 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311569a6-f29d-4bd5-af74-1d26f952d61c req-dd94875b-438d-4b15-8e7e-a8fc09a28bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:09.414343 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-311569a6-f29d-4bd5-af74-1d26f952d61c req-dd94875b-438d-4b15-8e7e-a8fc09a28bb3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=393275b2-aa8f-4044-96a2-110cf5e07da3 HTTP/1.1" status: 200 len: 1097 time: 0.1780646 Jul 29 23:28:09.415915 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82371d03-ef2a-4a9a-a5d6-0551cb38106b req-112a1740-e246-44e7-8acd-ae4ac2307223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:09.417259 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-82371d03-ef2a-4a9a-a5d6-0551cb38106b req-112a1740-e246-44e7-8acd-ae4ac2307223 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7c8096d80a564abc9353a3508d196cdf&device_id=1339d222-3025-4594-a94d-576d79c37582 HTTP/1.1" status: 200 len: 1095 time: 0.1795995 Jul 29 23:28:09.420239 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc1745-a14d-4d79-bc08-518cb021518d req-328bd288-5ef9-486a-a38c-475ddf712cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:09.421573 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-92bc1745-a14d-4d79-bc08-518cb021518d req-328bd288-5ef9-486a-a38c-475ddf712cef service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9626e9c4-cc36-4d80-acf6-1d744575c302 HTTP/1.1" status: 200 len: 858 time: 0.1236272 Jul 29 23:28:09.436750 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-92bc1745-a14d-4d79-bc08-518cb021518d req-2925ca04-2515-47de-8d04-3d051bbd7144 service neutron] 10.222.0.41 "GET /v2.0/networks/ef7826e5-d659-4fd6-a8f1-187e2effbcfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449756 Jul 29 23:28:09.492656 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-92bc1745-a14d-4d79-bc08-518cb021518d req-b6cec7f8-0662-49b1-8a77-d1b532a84aa0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ef7826e5-d659-4fd6-a8f1-187e2effbcfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539026 Jul 29 23:28:09.538284 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-35efffb3-5acc-47b7-a2ca-213e32d61915 req-834b5aa5-e4cc-424a-a01e-0b04fe84db4f tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.225 HTTP/1.1" status: 200 len: 1002 time: 0.4546514 Jul 29 23:28:09.539311 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1818a3-6ca4-4983-a35d-f371884a9e62 req-1476973e-3b18-4388-93ce-7d9da8a7dfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:09.540682 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ad1818a3-6ca4-4983-a35d-f371884a9e62 req-1476973e-3b18-4388-93ce-7d9da8a7dfd1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=de03d9a2-6b04-49ad-b35d-d0e345e53bb6 HTTP/1.1" status: 200 len: 916 time: 0.5660052 Jul 29 23:28:09.553513 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-35efffb3-5acc-47b7-a2ca-213e32d61915 req-1fddf885-4312-48e3-bab1-9027c9af1759 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Request body: {'floatingip': {'port_id': '593608c7-e98e-4615-a81f-45557b3f70b5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:09.569980 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f0fae-2b79-4c28-a092-4513c5dda134 req-76d1ae70-a7d6-44a2-a6d2-7f104dee1396 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:09.571471 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a17f0fae-2b79-4c28-a092-4513c5dda134 req-76d1ae70-a7d6-44a2-a6d2-7f104dee1396 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] 10.222.0.43 "GET /v2.0/ports?device_id=e430b59a-c292-4bfa-9b39-b7f5ec706db3 HTTP/1.1" status: 200 len: 944 time: 0.4846103 Jul 29 23:28:09.582275 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-311569a6-f29d-4bd5-af74-1d26f952d61c req-a2c31cc5-505f-4975-ae98-3d666786145a service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425436 Jul 29 23:28:09.636733 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82371d03-ef2a-4a9a-a5d6-0551cb38106b req-cc4cf738-e7c4-40b6-8872-03c539810103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:09.638242 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-82371d03-ef2a-4a9a-a5d6-0551cb38106b req-cc4cf738-e7c4-40b6-8872-03c539810103 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ef7826e5-d659-4fd6-a8f1-187e2effbcfa HTTP/1.1" status: 200 len: 919 time: 0.2006612 Jul 29 23:28:09.648423 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ad1818a3-6ca4-4983-a35d-f371884a9e62 req-109af403-99c3-4811-b731-1e5ef1e9e89a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26fb5b0d-8b78-4707-b540-f8096d13da7a HTTP/1.1" status: 200 len: 217 time: 0.0995469 Jul 29 23:28:09.654474 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-92bc1745-a14d-4d79-bc08-518cb021518d req-953bc3f9-fb0f-4767-9867-1cbcd687100a service neutron] 10.222.0.22 "GET /v2.0/networks/ef7826e5-d659-4fd6-a8f1-187e2effbcfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363199 Jul 29 23:28:09.690975 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-82371d03-ef2a-4a9a-a5d6-0551cb38106b req-f445e6f1-9b02-41ce-9b54-36814bb227d1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14141684-de4a-4f29-b9a8-8a008bf0abc0 HTTP/1.1" status: 200 len: 217 time: 0.0431924 Jul 29 23:28:09.748200 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-35efffb3-5acc-47b7-a2ca-213e32d61915 req-1fddf885-4312-48e3-bab1-9027c9af1759 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Notify callbacks [] for floatingip, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:09.756465 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a17f0fae-2b79-4c28-a092-4513c5dda134 req-45a996dc-92bb-4f8a-9a0f-a9bc404d7d11 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c98340f-d196-4f87-9960-78e50d69634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259475 Jul 29 23:28:09.809755 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1818a3-6ca4-4983-a35d-f371884a9e62 req-1d77e1e7-e869-46df-b21e-9b92e15555c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:09.811094 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82371d03-ef2a-4a9a-a5d6-0551cb38106b req-96d31895-4117-486d-85f4-4a89710c286d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:09.811213 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ad1818a3-6ca4-4983-a35d-f371884a9e62 req-1d77e1e7-e869-46df-b21e-9b92e15555c3 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=be25d12a-e438-48df-894b-78a1a5195ef4 HTTP/1.1" status: 200 len: 855 time: 0.1493559 Jul 29 23:28:09.812558 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-82371d03-ef2a-4a9a-a5d6-0551cb38106b req-96d31895-4117-486d-85f4-4a89710c286d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9626e9c4-cc36-4d80-acf6-1d744575c302 HTTP/1.1" status: 200 len: 858 time: 0.0847535 Jul 29 23:28:09.820091 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-92bc1745-a14d-4d79-bc08-518cb021518d req-a1bca184-9fdb-4367-93a2-c936c40b8d49 service neutron] 10.222.0.22 "GET /v2.0/networks/ef7826e5-d659-4fd6-a8f1-187e2effbcfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368461 Jul 29 23:28:09.855639 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-82371d03-ef2a-4a9a-a5d6-0551cb38106b req-3afe9cc1-8702-4453-bcb9-9f594fa45ae1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ef7826e5-d659-4fd6-a8f1-187e2effbcfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264559 Jul 29 23:28:09.867875 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ad1818a3-6ca4-4983-a35d-f371884a9e62 req-b165c5a6-3406-4580-8be3-073f5c7749b9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=de03d9a2-6b04-49ad-b35d-d0e345e53bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419362 Jul 29 23:28:09.885094 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-68c8fd73-1209-4dae-b6d6-c8f851d4893f tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:09.969519 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-82371d03-ef2a-4a9a-a5d6-0551cb38106b req-9d56d84b-09e3-4c68-b2bb-98d8d541d67d service neutron] 10.222.0.22 "GET /v2.0/networks/ef7826e5-d659-4fd6-a8f1-187e2effbcfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040952 Jul 29 23:28:09.985550 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c8fd73-1209-4dae-b6d6-c8f851d4893f tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Pushing event deleted for resources: {'Port': ['ID=3e5b3d23-6e5f-4af9-9a03-24a179edbad2,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:10.074558 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-82371d03-ef2a-4a9a-a5d6-0551cb38106b req-c7d390af-cb43-4c69-955f-d9d8a7904f5b service neutron] 10.222.0.22 "GET /v2.0/networks/ef7826e5-d659-4fd6-a8f1-187e2effbcfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972152 Jul 29 23:28:10.210975 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ad1818a3-6ca4-4983-a35d-f371884a9e62 req-f4d9f55a-b998-42b7-bc23-1422b893a256 service neutron] 10.222.0.22 "GET /v2.0/networks/de03d9a2-6b04-49ad-b35d-d0e345e53bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228326 Jul 29 23:28:10.230879 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e44e4-d9bb-4753-af4a-614510612173 req-ead099ba-48c1-4d56-a457-8ad88f579136 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:10.232332 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9f1e44e4-d9bb-4753-af4a-614510612173 req-ead099ba-48c1-4d56-a457-8ad88f579136 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=393275b2-aa8f-4044-96a2-110cf5e07da3 HTTP/1.1" status: 200 len: 945 time: 0.2008183 Jul 29 23:28:10.323454 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-68c8fd73-1209-4dae-b6d6-c8f851d4893f tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:10.325314 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-68c8fd73-1209-4dae-b6d6-c8f851d4893f tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] 10.222.0.43 "DELETE /v2.0/ports/3e5b3d23-6e5f-4af9-9a03-24a179edbad2 HTTP/1.1" status: 204 len: 168 time: 1.9846613 Jul 29 23:28:10.328049 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44426) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:10.354495 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a39c691-4f65-43ba-9f71-4f76105fbfda tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] GET failed (client error): The resource could not be found. Jul 29 23:28:10.359508 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-2a39c691-4f65-43ba-9f71-4f76105fbfda tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] 10.222.0.43 "GET /v2.0/ports/3e5b3d23-6e5f-4af9-9a03-24a179edbad2 HTTP/1.1" status: 404 len: 333 time: 0.0265100 Jul 29 23:28:10.359870 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44428) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:10.364912 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-42802072-42b7-4308-8e6c-82b51d27a301 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Request body: {'port': {'network_id': '28cff45e-1894-4f77-9aa2-03ad31c1e39a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1985593421'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:10.387346 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9f1e44e4-d9bb-4753-af4a-614510612173 req-01bf553b-fdc4-44ad-85c7-ad3b2b257078 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059732 Jul 29 23:28:10.443920 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ad1818a3-6ca4-4983-a35d-f371884a9e62 req-6bb3e8c8-7d0f-40eb-8147-5adf4a112004 service neutron] 10.222.0.22 "GET /v2.0/networks/de03d9a2-6b04-49ad-b35d-d0e345e53bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091160 Jul 29 23:28:10.515312 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42802072-42b7-4308-8e6c-82b51d27a301 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Made reservation on behalf of 1bed7cb062fe46c5bfada15baf9858de for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:28:10.520249 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-42802072-42b7-4308-8e6c-82b51d27a301 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:10.523847 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adba6d1c-ef86-47b2-ae58-0f7966c1b760', 'tag': 'a5044f02-7a9d-4218-92f5-e629adfc157c'}, {'name': 'network-changed', 'server_uuid': 'e430b59a-c292-4bfa-9b39-b7f5ec706db3', 'tag': '48e6ec06-36c3-4105-bb86-4cf10e8aac8b'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:28:10.526191 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b0b942-c15a-4055-9061-7ae41eb12d1d" -d '{"events": [{"name": "network-changed", "server_uuid": "adba6d1c-ef86-47b2-ae58-0f7966c1b760", "tag": "a5044f02-7a9d-4218-92f5-e629adfc157c"}, {"name": "network-changed", "server_uuid": "e430b59a-c292-4bfa-9b39-b7f5ec706db3", "tag": "48e6ec06-36c3-4105-bb86-4cf10e8aac8b"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:28:10.544240 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [None req-42802072-42b7-4308-8e6c-82b51d27a301 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] device_id is not set on port 8230d2c5-b2bc-47b7-b460-c42b2d3ae953 yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:28:10.662002 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-42802072-42b7-4308-8e6c-82b51d27a301 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Allocated IP 2001:db8::36d (28cff45e-1894-4f77-9aa2-03ad31c1e39a/67528cfc-53e1-4891-90d2-c9af89dc2eac/8230d2c5-b2bc-47b7-b460-c42b2d3ae953) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:28:10.662586 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910e679-5c80-4ef1-93c4-cbae1d5e2f5f req-bce0be53-3261-4ffd-945a-c37405064ea5 tempest-VolumesAdminNegativeTest-1639704648 tempest-VolumesAdminNegativeTest-1639704648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:10.664103 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7910e679-5c80-4ef1-93c4-cbae1d5e2f5f req-bce0be53-3261-4ffd-945a-c37405064ea5 tempest-VolumesAdminNegativeTest-1639704648 tempest-VolumesAdminNegativeTest-1639704648-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb487f10-f4b1-428d-b91e-738edc2cc613 HTTP/1.1" status: 200 len: 943 time: 0.1212113 Jul 29 23:28:10.753023 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-35efffb3-5acc-47b7-a2ca-213e32d61915 req-1fddf885-4312-48e3-bab1-9027c9af1759 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:10.757351 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7910e679-5c80-4ef1-93c4-cbae1d5e2f5f req-c6df413c-95b1-4515-b10c-ee7d43f50e06 tempest-VolumesAdminNegativeTest-1639704648 tempest-VolumesAdminNegativeTest-1639704648-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d8c09c6-5ee2-48a6-b769-c1272c2e83b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849679 Jul 29 23:28:10.758891 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-35efffb3-5acc-47b7-a2ca-213e32d61915 req-1fddf885-4312-48e3-bab1-9027c9af1759 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:10.818616 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 29 Jul 2021 23:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545a6ca3-9f5e-49bd-8de7-d76612fae557 x-openstack-request-id: req-545a6ca3-9f5e-49bd-8de7-d76612fae557 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:28:10.819048 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adba6d1c-ef86-47b2-ae58-0f7966c1b760", "tag": "a5044f02-7a9d-4218-92f5-e629adfc157c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e430b59a-c292-4bfa-9b39-b7f5ec706db3", "tag": "48e6ec06-36c3-4105-bb86-4cf10e8aac8b", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:28:10.819368 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-545a6ca3-9f5e-49bd-8de7-d76612fae557 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:28:10.819853 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adba6d1c-ef86-47b2-ae58-0f7966c1b760', 'tag': 'a5044f02-7a9d-4218-92f5-e629adfc157c', 'status': 'completed', 'code': 200} Jul 29 23:28:10.820206 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e430b59a-c292-4bfa-9b39-b7f5ec706db3', 'tag': '48e6ec06-36c3-4105-bb86-4cf10e8aac8b', 'status': 'completed', 'code': 200} Jul 29 23:28:10.830902 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-42802072-42b7-4308-8e6c-82b51d27a301 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:10.844389 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-42802072-42b7-4308-8e6c-82b51d27a301 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Transition to ACTIVE for port object 8230d2c5-b2bc-47b7-b460-c42b2d3ae953 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:28:10.909594 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-42802072-42b7-4308-8e6c-82b51d27a301 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:10.928924 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0b942-c15a-4055-9061-7ae41eb12d1d req-237eb477-bdcb-4d12-872c-6e0acb13dda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:10.930481 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f3b0b942-c15a-4055-9061-7ae41eb12d1d req-237eb477-bdcb-4d12-872c-6e0acb13dda6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c8096d80a564abc9353a3508d196cdf&device_id=adba6d1c-ef86-47b2-ae58-0f7966c1b760 HTTP/1.1" status: 200 len: 1095 time: 0.0641804 Jul 29 23:28:10.931215 n-d-712141-10 neutron-server[94078]: INFO neutron.db.l3_db [req-35efffb3-5acc-47b7-a2ca-213e32d61915 req-1fddf885-4312-48e3-bab1-9027c9af1759 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Floating IP a095e7d4-8a53-4aaf-8dc5-acc186a8d2e4 associated. External IP: 172.25.0.225, port: e08ae88d-6f9b-4c42-9f6b-db158c096940. Jul 29 23:28:10.937769 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0b942-c15a-4055-9061-7ae41eb12d1d req-7497f7ca-f310-447e-97be-afee013bad2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:10.939254 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f3b0b942-c15a-4055-9061-7ae41eb12d1d req-7497f7ca-f310-447e-97be-afee013bad2a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7c8096d80a564abc9353a3508d196cdf&device_id=e430b59a-c292-4bfa-9b39-b7f5ec706db3 HTTP/1.1" status: 200 len: 1096 time: 0.0936067 Jul 29 23:28:11.000379 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42802072-42b7-4308-8e6c-82b51d27a301 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Network 28cff45e-1894-4f77-9aa2-03ad31c1e39a is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:28:11.009239 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-42802072-42b7-4308-8e6c-82b51d27a301 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:28:11.019200 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42802072-42b7-4308-8e6c-82b51d27a301 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:28:11.024968 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42802072-42b7-4308-8e6c-82b51d27a301 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:11.025952 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-42802072-42b7-4308-8e6c-82b51d27a301 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:11.034207 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42802072-42b7-4308-8e6c-82b51d27a301 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Pushing event updated for resources: {'Port': ['ID=8230d2c5-b2bc-47b7-b460-c42b2d3ae953,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:11.034592 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af57fb10-8455-4a90-b993-368ab4fa4e36 req-32b0b8dc-9c99-40de-afd9-c393c0bbcee1 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:11.036854 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-af57fb10-8455-4a90-b993-368ab4fa4e36 req-32b0b8dc-9c99-40de-afd9-c393c0bbcee1 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] 10.222.0.43 "GET /v2.0/ports?device_id=e430b59a-c292-4bfa-9b39-b7f5ec706db3 HTTP/1.1" status: 200 len: 944 time: 0.1591315 Jul 29 23:28:11.062040 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-42802072-42b7-4308-8e6c-82b51d27a301 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.7010407 Jul 29 23:28:11.064715 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44438) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:11.070766 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-83597696-64e5-4654-b157-fd1a3466399b tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:ba:ea:5b'}]}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:11.308441 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-92821cbc-4c67-47e3-be89-744761a0a24e None None] Provisioning for port 8230d2c5-b2bc-47b7-b460-c42b2d3ae953 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:28:11.313185 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-92821cbc-4c67-47e3-be89-744761a0a24e None None] Provisioning complete for port 8230d2c5-b2bc-47b7-b460-c42b2d3ae953 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:28:11.313743 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-92821cbc-4c67-47e3-be89-744761a0a24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:11.349914 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-92821cbc-4c67-47e3-be89-744761a0a24e None None] Port 8230d2c5-b2bc-47b7-b460-c42b2d3ae953 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:28:11.434072 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0b942-c15a-4055-9061-7ae41eb12d1d req-0ebf0b1a-ace3-452d-8ecc-15605f824d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:11.434942 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-af57fb10-8455-4a90-b993-368ab4fa4e36 req-0f3bba49-8f41-47c0-9b2c-6e0f095c48a2 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c98340f-d196-4f87-9960-78e50d69634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3873804 Jul 29 23:28:11.435497 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f3b0b942-c15a-4055-9061-7ae41eb12d1d req-0ebf0b1a-ace3-452d-8ecc-15605f824d0e service neutron] 10.222.0.41 "GET /v2.0/networks?id=ef7826e5-d659-4fd6-a8f1-187e2effbcfa HTTP/1.1" status: 200 len: 919 time: 0.4868536 Jul 29 23:28:11.440699 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0b942-c15a-4055-9061-7ae41eb12d1d req-640e09f5-7c68-490e-b380-ed1607e4249b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:11.442362 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f3b0b942-c15a-4055-9061-7ae41eb12d1d req-640e09f5-7c68-490e-b380-ed1607e4249b service neutron] 10.222.0.22 "GET /v2.0/networks?id=ef7826e5-d659-4fd6-a8f1-187e2effbcfa HTTP/1.1" status: 200 len: 919 time: 0.4733021 Jul 29 23:28:11.516101 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f3b0b942-c15a-4055-9061-7ae41eb12d1d req-31a14f97-00a7-43c0-85d1-d43a33af851d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5044f02-7a9d-4218-92f5-e629adfc157c HTTP/1.1" status: 200 len: 217 time: 0.0701320 Jul 29 23:28:11.518593 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f3b0b942-c15a-4055-9061-7ae41eb12d1d req-a7195413-4bcc-4f3d-a5d0-b0c838652e29 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=48e6ec06-36c3-4105-bb86-4cf10e8aac8b HTTP/1.1" status: 200 len: 217 time: 0.0409627 Jul 29 23:28:11.610434 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0b942-c15a-4055-9061-7ae41eb12d1d req-f396e302-b279-4e46-a6b9-dd1fc5f94e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:11.611886 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f3b0b942-c15a-4055-9061-7ae41eb12d1d req-f396e302-b279-4e46-a6b9-dd1fc5f94e5b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9626e9c4-cc36-4d80-acf6-1d744575c302 HTTP/1.1" status: 200 len: 858 time: 0.0867019 Jul 29 23:28:11.628842 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35efffb3-5acc-47b7-a2ca-213e32d61915 req-1fddf885-4312-48e3-bab1-9027c9af1759 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Router 0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:28:11.633635 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0b942-c15a-4055-9061-7ae41eb12d1d req-348a1210-3aa2-40c9-8895-99b54a47c4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:11.635101 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f3b0b942-c15a-4055-9061-7ae41eb12d1d req-348a1210-3aa2-40c9-8895-99b54a47c4f6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9626e9c4-cc36-4d80-acf6-1d744575c302 HTTP/1.1" status: 200 len: 858 time: 0.0901508 Jul 29 23:28:11.635807 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-83597696-64e5-4654-b157-fd1a3466399b tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:11.651988 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f3b0b942-c15a-4055-9061-7ae41eb12d1d req-75c91b55-5303-4edc-bf2f-2cbbd6285620 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ef7826e5-d659-4fd6-a8f1-187e2effbcfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318630 Jul 29 23:28:11.672190 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f3b0b942-c15a-4055-9061-7ae41eb12d1d req-a8cb8ae4-1fac-4129-a5c0-3f5521759ee6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef7826e5-d659-4fd6-a8f1-187e2effbcfa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273163 Jul 29 23:28:11.845421 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e19b536-e00b-4dda-a400-5e3386a756bd req-bb1168ce-a410-48cd-b687-5a5aba9c8b4c tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:11.846862 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8e19b536-e00b-4dda-a400-5e3386a756bd req-bb1168ce-a410-48cd-b687-5a5aba9c8b4c tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=393275b2-aa8f-4044-96a2-110cf5e07da3 HTTP/1.1" status: 200 len: 945 time: 0.1681812 Jul 29 23:28:11.853993 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f3b0b942-c15a-4055-9061-7ae41eb12d1d req-e1c13ae4-9d32-431a-8500-6cbdc525fe69 service neutron] 10.222.0.41 "GET /v2.0/networks/ef7826e5-d659-4fd6-a8f1-187e2effbcfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546507 Jul 29 23:28:11.888864 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f3b0b942-c15a-4055-9061-7ae41eb12d1d req-c6b45a75-413d-4d7c-8b56-57c67014938a service neutron] 10.222.0.22 "GET /v2.0/networks/ef7826e5-d659-4fd6-a8f1-187e2effbcfa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300408 Jul 29 23:28:11.891486 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35efffb3-5acc-47b7-a2ca-213e32d61915 req-1fddf885-4312-48e3-bab1-9027c9af1759 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:28:11.901957 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a339bc-63f4-4dd8-84c8-dfee311676a2 None None] Sync routers for ids ['0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:28:11.912814 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a339bc-63f4-4dd8-84c8-dfee311676a2 None None] Routers {'0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:28:11.913438 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-57a339bc-63f4-4dd8-84c8-dfee311676a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:27:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:11.982137 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-83597696-64e5-4654-b157-fd1a3466399b tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:11.993293 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-83597696-64e5-4654-b157-fd1a3466399b tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:11.993545 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8e19b536-e00b-4dda-a400-5e3386a756bd req-9769161c-9d5b-4973-8187-e66d4574ce02 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338341 Jul 29 23:28:12.007377 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f3b0b942-c15a-4055-9061-7ae41eb12d1d req-e04e5836-74f6-4c70-b43d-604961606fbc service neutron] 10.222.0.41 "GET /v2.0/networks/ef7826e5-d659-4fd6-a8f1-187e2effbcfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404757 Jul 29 23:28:12.036282 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-83597696-64e5-4654-b157-fd1a3466399b tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] In _notify_port_updated(), no bound segment for port 8230d2c5-b2bc-47b7-b460-c42b2d3ae953 on network 28cff45e-1894-4f77-9aa2-03ad31c1e39a {{(pid=94077) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:28:12.041739 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83597696-64e5-4654-b157-fd1a3466399b tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:12.042381 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-83597696-64e5-4654-b157-fd1a3466399b tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:12.046749 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-83597696-64e5-4654-b157-fd1a3466399b tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] 10.222.0.43 "PUT /v2.0/ports/8230d2c5-b2bc-47b7-b460-c42b2d3ae953 HTTP/1.1" status: 200 len: 1003 time: 0.9808676 Jul 29 23:28:12.047393 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44448) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:12.050664 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-57a339bc-63f4-4dd8-84c8-dfee311676a2 None None] Set router 0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:28:12.099204 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f3b0b942-c15a-4055-9061-7ae41eb12d1d req-db143b26-6c6b-41cb-98a9-3ef8ab0ed4fe service neutron] 10.222.0.22 "GET /v2.0/networks/ef7826e5-d659-4fd6-a8f1-187e2effbcfa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023637 Jul 29 23:28:12.108545 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83597696-64e5-4654-b157-fd1a3466399b tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Pushing event updated for resources: {'Port': ['ID=8230d2c5-b2bc-47b7-b460-c42b2d3ae953,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:12.190067 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-8018b936-1463-4ed2-8a70-14b2e17ddd66 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Deleting port 8230d2c5-b2bc-47b7-b460-c42b2d3ae953 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:28:12.190429 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8018b936-1463-4ed2-8a70-14b2e17ddd66 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:12.284557 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [req-35efffb3-5acc-47b7-a2ca-213e32d61915 req-1fddf885-4312-48e3-bab1-9027c9af1759 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Router 0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:28:12.296362 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e97b7-aa9a-4cfa-a8ce-e09e70097885 req-7f9597bb-2f2e-401d-9b2f-41e67fbb16f2 tempest-VolumesAdminNegativeTest-1639704648 tempest-VolumesAdminNegativeTest-1639704648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:12.301087 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e26e97b7-aa9a-4cfa-a8ce-e09e70097885 req-7f9597bb-2f2e-401d-9b2f-41e67fbb16f2 tempest-VolumesAdminNegativeTest-1639704648 tempest-VolumesAdminNegativeTest-1639704648-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb487f10-f4b1-428d-b91e-738edc2cc613 HTTP/1.1" status: 200 len: 943 time: 0.0794919 Jul 29 23:28:12.316210 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8018b936-1463-4ed2-8a70-14b2e17ddd66 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:12.330216 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-8018b936-1463-4ed2-8a70-14b2e17ddd66 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Calling delete_port for 8230d2c5-b2bc-47b7-b460-c42b2d3ae953 owned by {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:28:12.394558 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e26e97b7-aa9a-4cfa-a8ce-e09e70097885 req-0d5cb957-0acf-4cac-8bdb-eb07a3d2946b tempest-VolumesAdminNegativeTest-1639704648 tempest-VolumesAdminNegativeTest-1639704648-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d8c09c6-5ee2-48a6-b769-c1272c2e83b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851519 Jul 29 23:28:12.405240 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-07b3da78-1bb1-44de-aea5-52e698bb7150 None None] Provisioning complete for port 8230d2c5-b2bc-47b7-b460-c42b2d3ae953 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:28:12.406555 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-07b3da78-1bb1-44de-aea5-52e698bb7150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:12.458692 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-35efffb3-5acc-47b7-a2ca-213e32d61915 req-1fddf885-4312-48e3-bab1-9027c9af1759 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:28:12.476614 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-35efffb3-5acc-47b7-a2ca-213e32d61915 req-1fddf885-4312-48e3-bab1-9027c9af1759 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:12.527178 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-07b3da78-1bb1-44de-aea5-52e698bb7150 None None] Port 8230d2c5-b2bc-47b7-b460-c42b2d3ae953 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:28:12.528681 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8018b936-1463-4ed2-8a70-14b2e17ddd66 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:12.549678 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8faaf670-71d8-4fa6-bd34-6a22795183fb', 'tag': 'e08ae88d-6f9b-4c42-9f6b-db158c096940'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:28:12.553195 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9b11a3-2c8f-4e23-82e5-ebb401405dd8" -d '{"events": [{"name": "network-changed", "server_uuid": "8faaf670-71d8-4fa6-bd34-6a22795183fb", "tag": "e08ae88d-6f9b-4c42-9f6b-db158c096940"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:28:12.580823 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 26fb5b0d-8b78-4707-b540-f8096d13da7a details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:28:12.629928 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-35efffb3-5acc-47b7-a2ca-213e32d61915 req-1fddf885-4312-48e3-bab1-9027c9af1759 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "PUT /v2.0/floatingips/a095e7d4-8a53-4aaf-8dc5-acc186a8d2e4 HTTP/1.1" status: 200 len: 999 time: 3.0815558 Jul 29 23:28:12.635574 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8018b936-1463-4ed2-8a70-14b2e17ddd66 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:12.643215 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 44458) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:12.644257 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8018b936-1463-4ed2-8a70-14b2e17ddd66 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] 10.222.0.43 "DELETE /v2.0/ports/8230d2c5-b2bc-47b7-b460-c42b2d3ae953 HTTP/1.1" status: 204 len: 168 time: 0.5933754 Jul 29 23:28:12.646252 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8018b936-1463-4ed2-8a70-14b2e17ddd66 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Pushing event deleted for resources: {'Port': ['ID=8230d2c5-b2bc-47b7-b460-c42b2d3ae953,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:12.666630 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5dca92-0afa-4f2a-a9df-cd5a60568dca req-c2ffb30e-c638-4f93-8315-4b1b72a50262 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:12.673978 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fa5dca92-0afa-4f2a-a9df-cd5a60568dca req-c2ffb30e-c638-4f93-8315-4b1b72a50262 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=393275b2-aa8f-4044-96a2-110cf5e07da3 HTTP/1.1" status: 200 len: 945 time: 0.1463666 Jul 29 23:28:12.714041 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-57a339bc-63f4-4dd8-84c8-dfee311676a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'name': 'tempest-FloatingIPsAssociationTestJSON-454429373-router', 'tenant_id': 'cfd954225fe54c54b27a2d340342811d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '256facda-b197-4ea2-a9e6-7488b567e736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:27:23Z', 'updated_at': '2021-07-29T23:27:29Z', 'revision_number': 4, 'project_id': 'cfd954225fe54c54b27a2d340342811d', 'gw_port': {'id': '256facda-b197-4ea2-a9e6-7488b567e736', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ab:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:27:24Z', 'updated_at': '2021-07-29T23:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': 'a095e7d4-8a53-4aaf-8dc5-acc186a8d2e4', 'tenant_id': 'cfd954225fe54c54b27a2d340342811d', 'floating_ip_address': '172.25.0.225', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'port_id': '593608c7-e98e-4615-a81f-45557b3f70b5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '249f9a39-5994-41da-9767-e19fa079301c', 'mac_address': 'fa:16:3e:f0:ea:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8348b2d-91c3-4ba6-be67-b75f225eb8dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:27:47Z', 'updated_at': '2021-07-29T23:28:10Z', 'revision_number': 3, 'project_id': 'cfd954225fe54c54b27a2d340342811d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6626479c-dea8-4493-afe3-5242c51f57f6', 'name': '', 'network_id': '249f9a39-5994-41da-9767-e19fa079301c', 'tenant_id': 'cfd954225fe54c54b27a2d340342811d', 'mac_address': 'fa:16:3e:40:f9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '4d6ca941-9b98-4939-964c-d32a2fbd1a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:27:28Z', 'updated_at': '2021-07-29T23:27:35Z', 'revision_number': 5, 'project_id': 'cfd954225fe54c54b27a2d340342811d', 'subnets': [{'id': '4d6ca941-9b98-4939-964c-d32a2fbd1a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:12.730596 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-dccc70ba-3f53-4af3-a0bb-fa0c3149fb8d tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] GET failed (client error): The resource could not be found. Jul 29 23:28:12.735609 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-dccc70ba-3f53-4af3-a0bb-fa0c3149fb8d tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] 10.222.0.43 "GET /v2.0/ports/8230d2c5-b2bc-47b7-b460-c42b2d3ae953 HTTP/1.1" status: 404 len: 333 time: 0.0753725 Jul 29 23:28:12.737076 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44460) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:12.745529 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-5977ced7-ddf5-4f9e-b7c0-3eb0a504330b tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Request body: {'port': {'network_id': '28cff45e-1894-4f77-9aa2-03ad31c1e39a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-959910032'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:12.751777 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a339bc-63f4-4dd8-84c8-dfee311676a2 None None] Checking router: 0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:28:12.755166 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 26fb5b0d-8b78-4707-b540-f8096d13da7a, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=26fb5b0d-8b78-4707-b540-f8096d13da7a,segment=NetworkSegment(c4cbd3c6-74da-415d-8bcc-d7b56268d00d),segment_id=c4cbd3c6-74da-415d-8bcc-d7b56268d00d)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:12.761263 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fa5dca92-0afa-4f2a-a9df-cd5a60568dca req-bac1fd9f-daca-4e83-90b7-0645afd92b2b tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864191 Jul 29 23:28:12.770111 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35efffb3-5acc-47b7-a2ca-213e32d61915 req-b42d74f1-4c54-4abd-88a2-9c5d0d4b2b2d tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:12.771767 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-35efffb3-5acc-47b7-a2ca-213e32d61915 req-b42d74f1-4c54-4abd-88a2-9c5d0d4b2b2d tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/ports/e08ae88d-6f9b-4c42-9f6b-db158c096940 HTTP/1.1" status: 200 len: 943 time: 0.1309609 Jul 29 23:28:12.784416 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a339bc-63f4-4dd8-84c8-dfee311676a2 None None] Routers {'0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:28:12.785077 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-57a339bc-63f4-4dd8-84c8-dfee311676a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:27:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:12.796658 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '26fb5b0d-8b78-4707-b540-f8096d13da7a', 'network_id': 'de03d9a2-6b04-49ad-b35d-d0e345e53bb6', 'port_id': '26fb5b0d-8b78-4707-b540-f8096d13da7a', 'mac_address': 'fa:16:3e:76:20:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be25d12a-e438-48df-894b-78a1a5195ef4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:28:12.900691 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5977ced7-ddf5-4f9e-b7c0-3eb0a504330b tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Made reservation on behalf of 1bed7cb062fe46c5bfada15baf9858de for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:28:12.905203 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5977ced7-ddf5-4f9e-b7c0-3eb0a504330b tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:12.908260 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7bb918-a95e-48d2-a68e-d5a8d8a33936 req-b4657b73-cd4b-4bca-b802-43b37facfdf0 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:12.909962 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8e7bb918-a95e-48d2-a68e-d5a8d8a33936 req-b4657b73-cd4b-4bca-b802-43b37facfdf0 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] 10.222.0.43 "GET /v2.0/ports?device_id=e430b59a-c292-4bfa-9b39-b7f5ec706db3 HTTP/1.1" status: 200 len: 944 time: 0.0651035 Jul 29 23:28:12.925401 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [None req-5977ced7-ddf5-4f9e-b7c0-3eb0a504330b tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] device_id is not set on port 1683e2c7-43c4-4502-944b-6b874fe764f2 yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:28:12.931881 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:12.955589 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26fb5b0d-8b78-4707-b540-f8096d13da7a {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:28:12.972339 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-57a339bc-63f4-4dd8-84c8-dfee311676a2 None None] Set router 0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:28:12.998732 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8e7bb918-a95e-48d2-a68e-d5a8d8a33936 req-f043ffd3-e68d-48bf-84b7-c3d7e1a61128 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c98340f-d196-4f87-9960-78e50d69634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811026 Jul 29 23:28:13.010462 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 26fb5b0d-8b78-4707-b540-f8096d13da7a, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=26fb5b0d-8b78-4707-b540-f8096d13da7a,segment=NetworkSegment(c4cbd3c6-74da-415d-8bcc-d7b56268d00d),segment_id=c4cbd3c6-74da-415d-8bcc-d7b56268d00d)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:13.020334 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35efffb3-5acc-47b7-a2ca-213e32d61915 req-db78683a-c61d-4864-ba59-9f8d6913ba46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:13.020334 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-35efffb3-5acc-47b7-a2ca-213e32d61915 req-db78683a-c61d-4864-ba59-9f8d6913ba46 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cfd954225fe54c54b27a2d340342811d&device_id=8faaf670-71d8-4fa6-bd34-6a22795183fb HTTP/1.1" status: 200 len: 1098 time: 0.1436539 Jul 29 23:28:13.025003 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:13.025698 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 14141684-de4a-4f29-b9a8-8a008bf0abc0 details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:28:13.063919 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-5977ced7-ddf5-4f9e-b7c0-3eb0a504330b tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Allocated IP 2001:db8::12e (28cff45e-1894-4f77-9aa2-03ad31c1e39a/67528cfc-53e1-4891-90d2-c9af89dc2eac/1683e2c7-43c4-4502-944b-6b874fe764f2) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:28:13.143104 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35efffb3-5acc-47b7-a2ca-213e32d61915 req-1b09756e-3fc4-4bcd-9718-fd9050b0ef88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:13.143104 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-35efffb3-5acc-47b7-a2ca-213e32d61915 req-1b09756e-3fc4-4bcd-9718-fd9050b0ef88 service neutron] 10.222.0.43 "GET /v2.0/networks?id=249f9a39-5994-41da-9767-e19fa079301c HTTP/1.1" status: 200 len: 921 time: 0.1088903 Jul 29 23:28:13.199018 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-35efffb3-5acc-47b7-a2ca-213e32d61915 req-13791084-7531-4699-8ead-1c3d51c798a6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e08ae88d-6f9b-4c42-9f6b-db158c096940 HTTP/1.1" status: 200 len: 217 time: 0.0482738 Jul 29 23:28:13.242509 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=26fb5b0d-8b78-4707-b540-f8096d13da7a,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:13.252007 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-203b2771-af07-4b78-b468-2e9b7196b0ea x-openstack-request-id: req-203b2771-af07-4b78-b468-2e9b7196b0ea {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:28:13.252444 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8faaf670-71d8-4fa6-bd34-6a22795183fb", "tag": "e08ae88d-6f9b-4c42-9f6b-db158c096940", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:28:13.252816 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-203b2771-af07-4b78-b468-2e9b7196b0ea {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:28:13.253432 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8faaf670-71d8-4fa6-bd34-6a22795183fb', 'tag': 'e08ae88d-6f9b-4c42-9f6b-db158c096940', 'status': 'completed', 'code': 200} Jul 29 23:28:13.255534 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35efffb3-5acc-47b7-a2ca-213e32d61915 req-0e2ba38b-0863-4b4e-b711-6b5685488334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:13.262413 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-35efffb3-5acc-47b7-a2ca-213e32d61915 req-0e2ba38b-0863-4b4e-b711-6b5685488334 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4d6ca941-9b98-4939-964c-d32a2fbd1a2b HTTP/1.1" status: 200 len: 859 time: 0.0621419 Jul 29 23:28:13.311677 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5977ced7-ddf5-4f9e-b7c0-3eb0a504330b tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:13.314883 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35efffb3-5acc-47b7-a2ca-213e32d61915 req-c5241c53-1beb-46f3-b38b-0951eecd30d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:13.318011 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-35efffb3-5acc-47b7-a2ca-213e32d61915 req-c5241c53-1beb-46f3-b38b-0951eecd30d9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=249f9a39-5994-41da-9767-e19fa079301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527833 Jul 29 23:28:13.335781 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-5977ced7-ddf5-4f9e-b7c0-3eb0a504330b tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Transition to ACTIVE for port object 1683e2c7-43c4-4502-944b-6b874fe764f2 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:28:13.343469 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b11a3-2c8f-4e23-82e5-ebb401405dd8 req-96836812-0125-40db-8536-55062e2bd43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:13.345080 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6c9b11a3-2c8f-4e23-82e5-ebb401405dd8 req-96836812-0125-40db-8536-55062e2bd43b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cfd954225fe54c54b27a2d340342811d&device_id=8faaf670-71d8-4fa6-bd34-6a22795183fb HTTP/1.1" status: 200 len: 1098 time: 0.0920985 Jul 29 23:28:13.346013 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 14141684-de4a-4f29-b9a8-8a008bf0abc0, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=14141684-de4a-4f29-b9a8-8a008bf0abc0,segment=NetworkSegment(0754d6e5-2dc6-4a3f-b6fb-c6aa773a44a2),segment_id=0754d6e5-2dc6-4a3f-b6fb-c6aa773a44a2)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:13.384307 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '14141684-de4a-4f29-b9a8-8a008bf0abc0', 'network_id': 'ef7826e5-d659-4fd6-a8f1-187e2effbcfa', 'port_id': '14141684-de4a-4f29-b9a8-8a008bf0abc0', 'mac_address': 'fa:16:3e:28:3c:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9626e9c4-cc36-4d80-acf6-1d744575c302', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:28:13.439108 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:13.446695 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14141684-de4a-4f29-b9a8-8a008bf0abc0 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:28:13.461444 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-35efffb3-5acc-47b7-a2ca-213e32d61915 req-e00fb6f5-e9aa-4f44-9853-9769de9c3ffd service neutron] 10.222.0.43 "GET /v2.0/networks/249f9a39-5994-41da-9767-e19fa079301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367080 Jul 29 23:28:13.470283 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5977ced7-ddf5-4f9e-b7c0-3eb0a504330b tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:13.496560 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 14141684-de4a-4f29-b9a8-8a008bf0abc0, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=14141684-de4a-4f29-b9a8-8a008bf0abc0,segment=NetworkSegment(0754d6e5-2dc6-4a3f-b6fb-c6aa773a44a2),segment_id=0754d6e5-2dc6-4a3f-b6fb-c6aa773a44a2)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:13.504899 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device a5044f02-7a9d-4218-92f5-e629adfc157c details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:28:13.512186 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:13.513096 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 48e6ec06-36c3-4105-bb86-4cf10e8aac8b details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:28:13.543951 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5977ced7-ddf5-4f9e-b7c0-3eb0a504330b tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Network 28cff45e-1894-4f77-9aa2-03ad31c1e39a is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:28:13.551128 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b11a3-2c8f-4e23-82e5-ebb401405dd8 req-84d5ac6e-3211-49f7-9b45-29d5f12cd8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:13.552787 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6c9b11a3-2c8f-4e23-82e5-ebb401405dd8 req-84d5ac6e-3211-49f7-9b45-29d5f12cd8d5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=249f9a39-5994-41da-9767-e19fa079301c HTTP/1.1" status: 200 len: 921 time: 0.1996408 Jul 29 23:28:13.558669 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-5977ced7-ddf5-4f9e-b7c0-3eb0a504330b tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:28:13.558669 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5977ced7-ddf5-4f9e-b7c0-3eb0a504330b tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Pushing event updated for resources: {'Port': ['ID=1683e2c7-43c4-4502-944b-6b874fe764f2,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:13.558955 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5977ced7-ddf5-4f9e-b7c0-3eb0a504330b tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:28:13.568441 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5977ced7-ddf5-4f9e-b7c0-3eb0a504330b tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:13.569157 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5977ced7-ddf5-4f9e-b7c0-3eb0a504330b tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:13.589321 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=14141684-de4a-4f29-b9a8-8a008bf0abc0,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:13.619775 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-57a339bc-63f4-4dd8-84c8-dfee311676a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'name': 'tempest-FloatingIPsAssociationTestJSON-454429373-router', 'tenant_id': 'cfd954225fe54c54b27a2d340342811d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '256facda-b197-4ea2-a9e6-7488b567e736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:27:23Z', 'updated_at': '2021-07-29T23:27:29Z', 'revision_number': 4, 'project_id': 'cfd954225fe54c54b27a2d340342811d', 'gw_port': {'id': '256facda-b197-4ea2-a9e6-7488b567e736', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ab:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:27:24Z', 'updated_at': '2021-07-29T23:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': 'a095e7d4-8a53-4aaf-8dc5-acc186a8d2e4', 'tenant_id': 'cfd954225fe54c54b27a2d340342811d', 'floating_ip_address': '172.25.0.225', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'port_id': '593608c7-e98e-4615-a81f-45557b3f70b5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '249f9a39-5994-41da-9767-e19fa079301c', 'mac_address': 'fa:16:3e:f0:ea:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8348b2d-91c3-4ba6-be67-b75f225eb8dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:27:47Z', 'updated_at': '2021-07-29T23:28:10Z', 'revision_number': 3, 'project_id': 'cfd954225fe54c54b27a2d340342811d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6626479c-dea8-4493-afe3-5242c51f57f6', 'name': '', 'network_id': '249f9a39-5994-41da-9767-e19fa079301c', 'tenant_id': 'cfd954225fe54c54b27a2d340342811d', 'mac_address': 'fa:16:3e:40:f9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '4d6ca941-9b98-4939-964c-d32a2fbd1a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:27:28Z', 'updated_at': '2021-07-29T23:27:35Z', 'revision_number': 5, 'project_id': 'cfd954225fe54c54b27a2d340342811d', 'subnets': [{'id': '4d6ca941-9b98-4939-964c-d32a2fbd1a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:13.630910 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6c9b11a3-2c8f-4e23-82e5-ebb401405dd8 req-aa3e0cbe-e0c8-463a-a794-2ab5a3f34fce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e08ae88d-6f9b-4c42-9f6b-db158c096940 HTTP/1.1" status: 200 len: 217 time: 0.0583596 Jul 29 23:28:13.669850 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-35efffb3-5acc-47b7-a2ca-213e32d61915 req-912134dc-97a0-4df3-891c-184e7b4b21fc service neutron] 10.222.0.43 "GET /v2.0/networks/249f9a39-5994-41da-9767-e19fa079301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045937 Jul 29 23:28:13.691057 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-5977ced7-ddf5-4f9e-b7c0-3eb0a504330b tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9501867 Jul 29 23:28:13.694077 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b11a3-2c8f-4e23-82e5-ebb401405dd8 req-23e55978-d8e1-4a89-b4e0-41498ee9a393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:13.695782 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6c9b11a3-2c8f-4e23-82e5-ebb401405dd8 req-23e55978-d8e1-4a89-b4e0-41498ee9a393 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4d6ca941-9b98-4939-964c-d32a2fbd1a2b HTTP/1.1" status: 200 len: 859 time: 0.0564346 Jul 29 23:28:13.696447 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44474) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:13.704731 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-8a4700b2-2739-40b8-9228-4d58c5f0b88f tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Request body: {'port': {'network_id': '28cff45e-1894-4f77-9aa2-03ad31c1e39a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1910541244'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:13.705141 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a339bc-63f4-4dd8-84c8-dfee311676a2 None None] The sync data for ids ['0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2'] in n-d-712141-10 is: [{'id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'name': 'tempest-FloatingIPsAssociationTestJSON-454429373-router', 'tenant_id': 'cfd954225fe54c54b27a2d340342811d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '256facda-b197-4ea2-a9e6-7488b567e736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:27:23Z', 'updated_at': '2021-07-29T23:27:29Z', 'revision_number': 4, 'project_id': 'cfd954225fe54c54b27a2d340342811d', 'gw_port': {'id': '256facda-b197-4ea2-a9e6-7488b567e736', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ab:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:27:24Z', 'updated_at': '2021-07-29T23:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': 'a095e7d4-8a53-4aaf-8dc5-acc186a8d2e4', 'tenant_id': 'cfd954225fe54c54b27a2d340342811d', 'floating_ip_address': '172.25.0.225', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'port_id': '593608c7-e98e-4615-a81f-45557b3f70b5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '249f9a39-5994-41da-9767-e19fa079301c', 'mac_address': 'fa:16:3e:f0:ea:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8348b2d-91c3-4ba6-be67-b75f225eb8dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:27:47Z', 'updated_at': '2021-07-29T23:28:10Z', 'revision_number': 3, 'project_id': 'cfd954225fe54c54b27a2d340342811d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6626479c-dea8-4493-afe3-5242c51f57f6', 'name': '', 'network_id': '249f9a39-5994-41da-9767-e19fa079301c', 'tenant_id': 'cfd954225fe54c54b27a2d340342811d', 'mac_address': 'fa:16:3e:40:f9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '4d6ca941-9b98-4939-964c-d32a2fbd1a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:27:28Z', 'updated_at': '2021-07-29T23:27:35Z', 'revision_number': 5, 'project_id': 'cfd954225fe54c54b27a2d340342811d', 'subnets': [{'id': '4d6ca941-9b98-4939-964c-d32a2fbd1a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:28:13.725765 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 48e6ec06-36c3-4105-bb86-4cf10e8aac8b, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=48e6ec06-36c3-4105-bb86-4cf10e8aac8b,segment=NetworkSegment(0754d6e5-2dc6-4a3f-b6fb-c6aa773a44a2),segment_id=0754d6e5-2dc6-4a3f-b6fb-c6aa773a44a2)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:13.742380 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '48e6ec06-36c3-4105-bb86-4cf10e8aac8b', 'network_id': 'ef7826e5-d659-4fd6-a8f1-187e2effbcfa', 'port_id': '48e6ec06-36c3-4105-bb86-4cf10e8aac8b', 'mac_address': 'fa:16:3e:dc:9d:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9626e9c4-cc36-4d80-acf6-1d744575c302', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:28:13.794407 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:13.813902 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48e6ec06-36c3-4105-bb86-4cf10e8aac8b {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:28:13.820575 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b11a3-2c8f-4e23-82e5-ebb401405dd8 req-52239565-3d1b-40c5-ac6c-c400b5ae2ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:13.822734 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6c9b11a3-2c8f-4e23-82e5-ebb401405dd8 req-52239565-3d1b-40c5-ac6c-c400b5ae2ebd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=249f9a39-5994-41da-9767-e19fa079301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1117723 Jul 29 23:28:13.854461 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port a5044f02-7a9d-4218-92f5-e629adfc157c, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=a5044f02-7a9d-4218-92f5-e629adfc157c,segment=NetworkSegment(0754d6e5-2dc6-4a3f-b6fb-c6aa773a44a2),segment_id=0754d6e5-2dc6-4a3f-b6fb-c6aa773a44a2)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:13.857922 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 48e6ec06-36c3-4105-bb86-4cf10e8aac8b, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=48e6ec06-36c3-4105-bb86-4cf10e8aac8b,segment=NetworkSegment(0754d6e5-2dc6-4a3f-b6fb-c6aa773a44a2),segment_id=0754d6e5-2dc6-4a3f-b6fb-c6aa773a44a2)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:13.858993 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b67f90-3b80-4e0e-a1f9-435d1575fda5 req-38e8ca25-6114-4cad-a6e1-2b1435d67301 tempest-VolumesAdminNegativeTest-1639704648 tempest-VolumesAdminNegativeTest-1639704648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:13.860728 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-22b67f90-3b80-4e0e-a1f9-435d1575fda5 req-38e8ca25-6114-4cad-a6e1-2b1435d67301 tempest-VolumesAdminNegativeTest-1639704648 tempest-VolumesAdminNegativeTest-1639704648-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb487f10-f4b1-428d-b91e-738edc2cc613 HTTP/1.1" status: 200 len: 944 time: 0.1706784 Jul 29 23:28:13.868019 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:13.885872 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35efffb3-5acc-47b7-a2ca-213e32d61915 req-daf21ca6-5f2d-46f9-bf5f-4792217f11aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:13.886933 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': 'a5044f02-7a9d-4218-92f5-e629adfc157c', 'network_id': 'ef7826e5-d659-4fd6-a8f1-187e2effbcfa', 'port_id': 'a5044f02-7a9d-4218-92f5-e629adfc157c', 'mac_address': 'fa:16:3e:b0:72:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9626e9c4-cc36-4d80-acf6-1d744575c302', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:28:13.893634 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-35efffb3-5acc-47b7-a2ca-213e32d61915 req-daf21ca6-5f2d-46f9-bf5f-4792217f11aa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cfd954225fe54c54b27a2d340342811d&device_id=e8348b2d-91c3-4ba6-be67-b75f225eb8dc HTTP/1.1" status: 200 len: 1098 time: 0.1745348 Jul 29 23:28:13.936675 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6c9b11a3-2c8f-4e23-82e5-ebb401405dd8 req-4c65feb2-2a92-4732-8feb-7442e470cf50 service neutron] 10.222.0.41 "GET /v2.0/networks/249f9a39-5994-41da-9767-e19fa079301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039410 Jul 29 23:28:13.975275 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=48e6ec06-36c3-4105-bb86-4cf10e8aac8b,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:13.984574 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:13.997822 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-e3197bc0-fc8c-4802-b1fd-39705bc9d1f8 None None] Provisioning for port 1683e2c7-43c4-4502-944b-6b874fe764f2 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:28:14.002128 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-e3197bc0-fc8c-4802-b1fd-39705bc9d1f8 None None] Provisioning complete for port 1683e2c7-43c4-4502-944b-6b874fe764f2 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:28:14.002509 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e3197bc0-fc8c-4802-b1fd-39705bc9d1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:14.007772 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-22b67f90-3b80-4e0e-a1f9-435d1575fda5 req-2c19065b-d143-44b7-aabf-bd2379104923 tempest-VolumesAdminNegativeTest-1639704648 tempest-VolumesAdminNegativeTest-1639704648-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d8c09c6-5ee2-48a6-b769-c1272c2e83b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322412 Jul 29 23:28:14.028175 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2ff104-5760-4dd2-ba94-53ee2a7c33c6 None None] New status for floating IP a095e7d4-8a53-4aaf-8dc5-acc186a8d2e4: ACTIVE {{(pid=94080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:28:14.031313 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5044f02-7a9d-4218-92f5-e629adfc157c {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:28:14.050634 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35efffb3-5acc-47b7-a2ca-213e32d61915 req-4ad00ee3-2c7c-4991-9b1e-2cb1292ec5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:14.061209 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-35efffb3-5acc-47b7-a2ca-213e32d61915 req-4ad00ee3-2c7c-4991-9b1e-2cb1292ec5f3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=249f9a39-5994-41da-9767-e19fa079301c HTTP/1.1" status: 200 len: 921 time: 0.1665814 Jul 29 23:28:14.077562 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port a5044f02-7a9d-4218-92f5-e629adfc157c, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=a5044f02-7a9d-4218-92f5-e629adfc157c,segment=NetworkSegment(0754d6e5-2dc6-4a3f-b6fb-c6aa773a44a2),segment_id=0754d6e5-2dc6-4a3f-b6fb-c6aa773a44a2)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:14.081514 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6c9b11a3-2c8f-4e23-82e5-ebb401405dd8 req-25950c54-1752-46a2-a786-e7938d060fdc service neutron] 10.222.0.41 "GET /v2.0/networks/249f9a39-5994-41da-9767-e19fa079301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366224 Jul 29 23:28:14.093442 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-e3197bc0-fc8c-4802-b1fd-39705bc9d1f8 None None] Port 1683e2c7-43c4-4502-944b-6b874fe764f2 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:28:14.095510 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:14.109325 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4700b2-2739-40b8-9228-4d58c5f0b88f tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Made reservation on behalf of 1bed7cb062fe46c5bfada15baf9858de for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:28:14.114403 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8a4700b2-2739-40b8-9228-4d58c5f0b88f tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:14.140670 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [None req-8a4700b2-2739-40b8-9228-4d58c5f0b88f tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] device_id is not set on port 1afb5d5c-9b9d-4c0b-b105-b2a0c0f51cee yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:28:14.165116 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-35efffb3-5acc-47b7-a2ca-213e32d61915 req-34dcb41d-29f3-4427-bb4a-9d73e799c32a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=593608c7-e98e-4615-a81f-45557b3f70b5 HTTP/1.1" status: 200 len: 1002 time: 0.1023629 Jul 29 23:28:14.166980 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['26fb5b0d-8b78-4707-b540-f8096d13da7a'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:28:14.198273 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=a5044f02-7a9d-4218-92f5-e629adfc157c,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:14.211702 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['48e6ec06-36c3-4105-bb86-4cf10e8aac8b'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:28:14.215273 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['14141684-de4a-4f29-b9a8-8a008bf0abc0'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:28:14.287892 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35efffb3-5acc-47b7-a2ca-213e32d61915 req-8f090de6-b070-4838-8b8c-5d0089b587af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:14.287892 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-35efffb3-5acc-47b7-a2ca-213e32d61915 req-8f090de6-b070-4838-8b8c-5d0089b587af service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4d6ca941-9b98-4939-964c-d32a2fbd1a2b HTTP/1.1" status: 200 len: 859 time: 0.1156955 Jul 29 23:28:14.319735 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-8a4700b2-2739-40b8-9228-4d58c5f0b88f tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Allocated IP 2001:db8::3d (28cff45e-1894-4f77-9aa2-03ad31c1e39a/67528cfc-53e1-4891-90d2-c9af89dc2eac/1afb5d5c-9b9d-4c0b-b105-b2a0c0f51cee) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:28:14.377847 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807c408-fd89-4025-9c88-5fe348de834a req-73e74745-c80c-4fa3-92a2-4afddc652169 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:14.386363 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6807c408-fd89-4025-9c88-5fe348de834a req-73e74745-c80c-4fa3-92a2-4afddc652169 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/networks?id=a74822f1-959a-4abc-9b28-d10d0b1420ae HTTP/1.1" status: 200 len: 814 time: 0.2156012 Jul 29 23:28:14.404308 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6807c408-fd89-4025-9c88-5fe348de834a req-8ede1e71-3494-4e34-abbf-dd866ab01034 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/quotas/1aef09e8ad134545bd67a467d0199c15 HTTP/1.1" status: 200 len: 375 time: 0.0167341 Jul 29 23:28:14.406515 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35efffb3-5acc-47b7-a2ca-213e32d61915 req-62f449ce-4474-48dc-9aa8-6c963da8fe78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:14.408193 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-35efffb3-5acc-47b7-a2ca-213e32d61915 req-62f449ce-4474-48dc-9aa8-6c963da8fe78 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=249f9a39-5994-41da-9767-e19fa079301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1093094 Jul 29 23:28:14.523282 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8a4700b2-2739-40b8-9228-4d58c5f0b88f tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:14.525414 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6807c408-fd89-4025-9c88-5fe348de834a req-498364e5-faca-40dd-96c2-df739ad3d14b tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=1aef09e8ad134545bd67a467d0199c15&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1150045 Jul 29 23:28:14.531664 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['a5044f02-7a9d-4218-92f5-e629adfc157c'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:28:14.533612 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ad6e7b-1bd0-4577-8e54-18f0990e7620 None None] Sync routers for ids ['0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:28:14.546861 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-8a4700b2-2739-40b8-9228-4d58c5f0b88f tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Transition to ACTIVE for port object 1afb5d5c-9b9d-4c0b-b105-b2a0c0f51cee will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:28:14.592889 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-35efffb3-5acc-47b7-a2ca-213e32d61915 req-e1224e77-3b17-4029-af8f-c278cdf770a3 service neutron] 10.222.0.43 "GET /v2.0/networks/249f9a39-5994-41da-9767-e19fa079301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715760 Jul 29 23:28:14.594071 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8a4700b2-2739-40b8-9228-4d58c5f0b88f tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:14.621862 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ad6e7b-1bd0-4577-8e54-18f0990e7620 None None] Routers {'0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:28:14.622501 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-90ad6e7b-1bd0-4577-8e54-18f0990e7620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:27:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:14.646384 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4700b2-2739-40b8-9228-4d58c5f0b88f tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Network 28cff45e-1894-4f77-9aa2-03ad31c1e39a is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:28:14.649777 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-8a4700b2-2739-40b8-9228-4d58c5f0b88f tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:28:14.653677 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4700b2-2739-40b8-9228-4d58c5f0b88f tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:28:14.659568 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4700b2-2739-40b8-9228-4d58c5f0b88f tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:14.660142 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8a4700b2-2739-40b8-9228-4d58c5f0b88f tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:14.673945 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4700b2-2739-40b8-9228-4d58c5f0b88f tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Pushing event updated for resources: {'Port': ['ID=1afb5d5c-9b9d-4c0b-b105-b2a0c0f51cee,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:14.691068 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8a4700b2-2739-40b8-9228-4d58c5f0b88f tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9910119 Jul 29 23:28:14.692182 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44492) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:14.700732 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-c9f81071-8c30-4de0-b6db-6a3ec117ddac tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2ca', 'mac_address': 'fa:16:3e:ba:ea:5b'}, {'ip_address': '2001:db8::12e', 'mac_address': 'fa:16:3e:15:38:7e'}]}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:14.715000 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6807c408-fd89-4025-9c88-5fe348de834a req-7fe125bd-581e-4449-bca0-cbfb2b568240 service neutron] 10.222.0.43 "GET /v2.0/networks/a74822f1-959a-4abc-9b28-d10d0b1420ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796250 Jul 29 23:28:14.807856 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c9f81071-8c30-4de0-b6db-6a3ec117ddac tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:14.834263 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-35efffb3-5acc-47b7-a2ca-213e32d61915 req-fb628c2b-59fa-4192-90b7-5b140f2f6f94 service neutron] 10.222.0.43 "GET /v2.0/networks/249f9a39-5994-41da-9767-e19fa079301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294168 Jul 29 23:28:14.874655 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d31c59-34b5-42a9-98ac-485f6a05a184 req-a8684d1c-71d5-42b7-b41c-89661f375d42 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:14.876418 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-28d31c59-34b5-42a9-98ac-485f6a05a184 req-a8684d1c-71d5-42b7-b41c-89661f375d42 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.22 "GET /v2.0/ports?device_id=393275b2-aa8f-4044-96a2-110cf5e07da3 HTTP/1.1" status: 200 len: 945 time: 0.0884614 Jul 29 23:28:14.908383 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-90ad6e7b-1bd0-4577-8e54-18f0990e7620 None None] Set router 0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:28:14.981651 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6807c408-fd89-4025-9c88-5fe348de834a req-6cd7b6c5-e587-4dd4-8d5a-ade07196eeeb service neutron] 10.222.0.43 "GET /v2.0/networks/a74822f1-959a-4abc-9b28-d10d0b1420ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588270 Jul 29 23:28:15.035501 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca227366-785a-4e5a-91db-4db653ff88de req-7651eaf5-29f0-46e1-9087-d22556780678 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:15.036785 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ca227366-785a-4e5a-91db-4db653ff88de req-7651eaf5-29f0-46e1-9087-d22556780678 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] 10.222.0.43 "GET /v2.0/ports?device_id=e430b59a-c292-4bfa-9b39-b7f5ec706db3 HTTP/1.1" status: 200 len: 945 time: 0.1055303 Jul 29 23:28:15.090570 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-28d31c59-34b5-42a9-98ac-485f6a05a184 req-52e3e781-6244-4323-86a2-28e8c5e7d658 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Deleting port 5a6ed8fe-023d-43a1-8fcb-247105a71aea {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:28:15.090812 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-28d31c59-34b5-42a9-98ac-485f6a05a184 req-52e3e781-6244-4323-86a2-28e8c5e7d658 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:15.095219 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-98357718-5801-481f-abf1-c318d593d5d4 None None] Provisioning for port 1afb5d5c-9b9d-4c0b-b105-b2a0c0f51cee completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:28:15.095821 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ca227366-785a-4e5a-91db-4db653ff88de req-e3a7da9d-01ea-45e1-aae7-bded60cb4a1a tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c98340f-d196-4f87-9960-78e50d69634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526762 Jul 29 23:28:15.137524 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c9f81071-8c30-4de0-b6db-6a3ec117ddac tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:15.146018 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c9f81071-8c30-4de0-b6db-6a3ec117ddac tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:15.175101 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-98357718-5801-481f-abf1-c318d593d5d4 None None] Provisioning complete for port 1afb5d5c-9b9d-4c0b-b105-b2a0c0f51cee triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:28:15.185154 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-98357718-5801-481f-abf1-c318d593d5d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:15.215089 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-c9f81071-8c30-4de0-b6db-6a3ec117ddac tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] In _notify_port_updated(), no bound segment for port 1afb5d5c-9b9d-4c0b-b105-b2a0c0f51cee on network 28cff45e-1894-4f77-9aa2-03ad31c1e39a {{(pid=94077) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:28:15.221920 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f81071-8c30-4de0-b6db-6a3ec117ddac tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:15.222203 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c9f81071-8c30-4de0-b6db-6a3ec117ddac tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:15.227046 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c9f81071-8c30-4de0-b6db-6a3ec117ddac tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] 10.222.0.43 "PUT /v2.0/ports/1afb5d5c-9b9d-4c0b-b105-b2a0c0f51cee HTTP/1.1" status: 200 len: 1067 time: 0.5312889 Jul 29 23:28:15.227046 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f81071-8c30-4de0-b6db-6a3ec117ddac tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Pushing event updated for resources: {'Port': ['ID=1afb5d5c-9b9d-4c0b-b105-b2a0c0f51cee,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:15.227943 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44502) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:15.238333 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-28d31c59-34b5-42a9-98ac-485f6a05a184 req-52e3e781-6244-4323-86a2-28e8c5e7d658 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] For port 5a6ed8fe-023d-43a1-8fcb-247105a71aea, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=5a6ed8fe-023d-43a1-8fcb-247105a71aea,segment=NetworkSegment(17b2c622-bac6-4298-9f70-11d5205d8079),segment_id=17b2c622-bac6-4298-9f70-11d5205d8079)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:15.238811 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-28d31c59-34b5-42a9-98ac-485f6a05a184 req-52e3e781-6244-4323-86a2-28e8c5e7d658 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:15.261630 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8348b2d-91c3-4ba6-be67-b75f225eb8dc', 'tag': '593608c7-e98e-4615-a81f-45557b3f70b5'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:28:15.268731 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac183e12-948e-4591-8864-b43ce63ce9de" -d '{"events": [{"name": "network-changed", "server_uuid": "e8348b2d-91c3-4ba6-be67-b75f225eb8dc", "tag": "593608c7-e98e-4615-a81f-45557b3f70b5"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:28:15.279210 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-28d31c59-34b5-42a9-98ac-485f6a05a184 req-52e3e781-6244-4323-86a2-28e8c5e7d658 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Calling delete_port for 5a6ed8fe-023d-43a1-8fcb-247105a71aea owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:28:15.380779 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-98357718-5801-481f-abf1-c318d593d5d4 None None] Port 1afb5d5c-9b9d-4c0b-b105-b2a0c0f51cee cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:28:15.430506 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-988b159e-decc-41ef-ab3b-58d5f61f228f tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Deleting port 1afb5d5c-9b9d-4c0b-b105-b2a0c0f51cee {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:28:15.435185 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-988b159e-decc-41ef-ab3b-58d5f61f228f tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:15.533953 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-90ad6e7b-1bd0-4577-8e54-18f0990e7620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'name': 'tempest-FloatingIPsAssociationTestJSON-454429373-router', 'tenant_id': 'cfd954225fe54c54b27a2d340342811d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '256facda-b197-4ea2-a9e6-7488b567e736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:27:23Z', 'updated_at': '2021-07-29T23:27:29Z', 'revision_number': 4, 'project_id': 'cfd954225fe54c54b27a2d340342811d', 'gw_port': {'id': '256facda-b197-4ea2-a9e6-7488b567e736', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ab:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:27:24Z', 'updated_at': '2021-07-29T23:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': 'a095e7d4-8a53-4aaf-8dc5-acc186a8d2e4', 'tenant_id': 'cfd954225fe54c54b27a2d340342811d', 'floating_ip_address': '172.25.0.225', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'port_id': '593608c7-e98e-4615-a81f-45557b3f70b5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '249f9a39-5994-41da-9767-e19fa079301c', 'mac_address': 'fa:16:3e:f0:ea:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8348b2d-91c3-4ba6-be67-b75f225eb8dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:27:47Z', 'updated_at': '2021-07-29T23:28:14Z', 'revision_number': 4, 'project_id': 'cfd954225fe54c54b27a2d340342811d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6626479c-dea8-4493-afe3-5242c51f57f6', 'name': '', 'network_id': '249f9a39-5994-41da-9767-e19fa079301c', 'tenant_id': 'cfd954225fe54c54b27a2d340342811d', 'mac_address': 'fa:16:3e:40:f9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '4d6ca941-9b98-4939-964c-d32a2fbd1a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:27:28Z', 'updated_at': '2021-07-29T23:27:35Z', 'revision_number': 5, 'project_id': 'cfd954225fe54c54b27a2d340342811d', 'subnets': [{'id': '4d6ca941-9b98-4939-964c-d32a2fbd1a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:15.574017 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-988b159e-decc-41ef-ab3b-58d5f61f228f tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:15.594372 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-988b159e-decc-41ef-ab3b-58d5f61f228f tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Calling delete_port for 1afb5d5c-9b9d-4c0b-b105-b2a0c0f51cee owned by {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:28:15.598400 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ad6e7b-1bd0-4577-8e54-18f0990e7620 None None] Checking router: 0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:28:15.609630 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ad6e7b-1bd0-4577-8e54-18f0990e7620 None None] Routers {'0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:28:15.610637 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-90ad6e7b-1bd0-4577-8e54-18f0990e7620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:27:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:15.737772 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-bfe11f06-ac96-4bdf-aee9-6ad8a3701282 None None] Provisioning complete for port 1afb5d5c-9b9d-4c0b-b105-b2a0c0f51cee triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:28:15.737772 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bfe11f06-ac96-4bdf-aee9-6ad8a3701282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:15.802226 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-988b159e-decc-41ef-ab3b-58d5f61f228f tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:15.809819 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-bfe11f06-ac96-4bdf-aee9-6ad8a3701282 None None] Port 1afb5d5c-9b9d-4c0b-b105-b2a0c0f51cee cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:28:15.829780 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-90ad6e7b-1bd0-4577-8e54-18f0990e7620 None None] Set router 0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:28:15.844421 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b159e-decc-41ef-ab3b-58d5f61f228f tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Pushing event deleted for resources: {'Port': ['ID=1afb5d5c-9b9d-4c0b-b105-b2a0c0f51cee,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:15.915716 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1cb76d79-436b-44b5-9808-05f6ee47d014 req-8daaa381-9a25-4589-9c69-27dfebb4daad tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.225 HTTP/1.1" status: 200 len: 1002 time: 0.6124303 Jul 29 23:28:15.988940 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d1e888-0004-44db-b055-8fcacf015739 req-9f35f7e5-5d19-4cc3-98db-fa58be8eec78 tempest-VolumesAdminNegativeTest-1639704648 tempest-VolumesAdminNegativeTest-1639704648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:15.990536 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-48d1e888-0004-44db-b055-8fcacf015739 req-9f35f7e5-5d19-4cc3-98db-fa58be8eec78 tempest-VolumesAdminNegativeTest-1639704648 tempest-VolumesAdminNegativeTest-1639704648-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb487f10-f4b1-428d-b91e-738edc2cc613 HTTP/1.1" status: 200 len: 944 time: 0.5412755 Jul 29 23:28:16.013013 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb76d79-436b-44b5-9808-05f6ee47d014 req-5843bd57-25e3-4008-8eb7-5dfc0aa96083 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:16.019157 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1cb76d79-436b-44b5-9808-05f6ee47d014 req-5843bd57-25e3-4008-8eb7-5dfc0aa96083 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/ports/593608c7-e98e-4615-a81f-45557b3f70b5 HTTP/1.1" status: 200 len: 943 time: 0.0916953 Jul 29 23:28:16.076666 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-988b159e-decc-41ef-ab3b-58d5f61f228f tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:16.079285 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-988b159e-decc-41ef-ab3b-58d5f61f228f tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] 10.222.0.43 "DELETE /v2.0/ports/1afb5d5c-9b9d-4c0b-b105-b2a0c0f51cee HTTP/1.1" status: 204 len: 168 time: 0.8506362 Jul 29 23:28:16.086391 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 44512) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:16.186949 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-faec14f0-f083-4573-b996-9b5fcfe74f8f tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] GET failed (client error): The resource could not be found. Jul 29 23:28:16.188521 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-faec14f0-f083-4573-b996-9b5fcfe74f8f tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] 10.222.0.43 "GET /v2.0/ports/1afb5d5c-9b9d-4c0b-b105-b2a0c0f51cee HTTP/1.1" status: 404 len: 333 time: 0.0990102 Jul 29 23:28:16.192172 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44516) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:16.200932 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-90ad6e7b-1bd0-4577-8e54-18f0990e7620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'name': 'tempest-FloatingIPsAssociationTestJSON-454429373-router', 'tenant_id': 'cfd954225fe54c54b27a2d340342811d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '256facda-b197-4ea2-a9e6-7488b567e736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:27:23Z', 'updated_at': '2021-07-29T23:27:29Z', 'revision_number': 4, 'project_id': 'cfd954225fe54c54b27a2d340342811d', 'gw_port': {'id': '256facda-b197-4ea2-a9e6-7488b567e736', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ab:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:27:24Z', 'updated_at': '2021-07-29T23:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': 'a095e7d4-8a53-4aaf-8dc5-acc186a8d2e4', 'tenant_id': 'cfd954225fe54c54b27a2d340342811d', 'floating_ip_address': '172.25.0.225', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'port_id': '593608c7-e98e-4615-a81f-45557b3f70b5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '249f9a39-5994-41da-9767-e19fa079301c', 'mac_address': 'fa:16:3e:f0:ea:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8348b2d-91c3-4ba6-be67-b75f225eb8dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:27:47Z', 'updated_at': '2021-07-29T23:28:14Z', 'revision_number': 4, 'project_id': 'cfd954225fe54c54b27a2d340342811d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6626479c-dea8-4493-afe3-5242c51f57f6', 'name': '', 'network_id': '249f9a39-5994-41da-9767-e19fa079301c', 'tenant_id': 'cfd954225fe54c54b27a2d340342811d', 'mac_address': 'fa:16:3e:40:f9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '4d6ca941-9b98-4939-964c-d32a2fbd1a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:27:28Z', 'updated_at': '2021-07-29T23:27:35Z', 'revision_number': 5, 'project_id': 'cfd954225fe54c54b27a2d340342811d', 'subnets': [{'id': '4d6ca941-9b98-4939-964c-d32a2fbd1a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:16.205868 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-28d31c59-34b5-42a9-98ac-485f6a05a184 req-52e3e781-6244-4323-86a2-28e8c5e7d658 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:16.229929 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ad6e7b-1bd0-4577-8e54-18f0990e7620 None None] The sync data for ids ['0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2'] in n-d-712141-10 is: [{'id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'name': 'tempest-FloatingIPsAssociationTestJSON-454429373-router', 'tenant_id': 'cfd954225fe54c54b27a2d340342811d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '256facda-b197-4ea2-a9e6-7488b567e736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:27:23Z', 'updated_at': '2021-07-29T23:27:29Z', 'revision_number': 4, 'project_id': 'cfd954225fe54c54b27a2d340342811d', 'gw_port': {'id': '256facda-b197-4ea2-a9e6-7488b567e736', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ab:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:27:24Z', 'updated_at': '2021-07-29T23:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': 'a095e7d4-8a53-4aaf-8dc5-acc186a8d2e4', 'tenant_id': 'cfd954225fe54c54b27a2d340342811d', 'floating_ip_address': '172.25.0.225', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'port_id': '593608c7-e98e-4615-a81f-45557b3f70b5', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '249f9a39-5994-41da-9767-e19fa079301c', 'mac_address': 'fa:16:3e:f0:ea:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8348b2d-91c3-4ba6-be67-b75f225eb8dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:27:47Z', 'updated_at': '2021-07-29T23:28:14Z', 'revision_number': 4, 'project_id': 'cfd954225fe54c54b27a2d340342811d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6626479c-dea8-4493-afe3-5242c51f57f6', 'name': '', 'network_id': '249f9a39-5994-41da-9767-e19fa079301c', 'tenant_id': 'cfd954225fe54c54b27a2d340342811d', 'mac_address': 'fa:16:3e:40:f9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '4d6ca941-9b98-4939-964c-d32a2fbd1a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:27:28Z', 'updated_at': '2021-07-29T23:27:35Z', 'revision_number': 5, 'project_id': 'cfd954225fe54c54b27a2d340342811d', 'subnets': [{'id': '4d6ca941-9b98-4939-964c-d32a2fbd1a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:28:16.231841 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['5a6ed8fe-023d-43a1-8fcb-247105a71aea'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:28:16.278103 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-48d1e888-0004-44db-b055-8fcacf015739 req-6878e782-da49-403b-a4ad-da0b83235b38 tempest-VolumesAdminNegativeTest-1639704648 tempest-VolumesAdminNegativeTest-1639704648-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d8c09c6-5ee2-48a6-b769-c1272c2e83b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722552 Jul 29 23:28:16.282297 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e3e781-6244-4323-86a2-28e8c5e7d658 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Pushing event deleted for resources: {'Port': ['ID=5a6ed8fe-023d-43a1-8fcb-247105a71aea,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:16.297680 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-f3a31561-4eed-4150-8a82-e6b06b5f4276 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Deleting port 1683e2c7-43c4-4502-944b-6b874fe764f2 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:28:16.298184 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f3a31561-4eed-4150-8a82-e6b06b5f4276 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:16.307440 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-28d31c59-34b5-42a9-98ac-485f6a05a184 req-52e3e781-6244-4323-86a2-28e8c5e7d658 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] No DVR routers for this DVR port 5a6ed8fe-023d-43a1-8fcb-247105a71aea on host n-h2-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:28:16.310175 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-28d31c59-34b5-42a9-98ac-485f6a05a184 req-52e3e781-6244-4323-86a2-28e8c5e7d658 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:16.312591 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-28d31c59-34b5-42a9-98ac-485f6a05a184 req-52e3e781-6244-4323-86a2-28e8c5e7d658 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.22 "DELETE /v2.0/ports/5a6ed8fe-023d-43a1-8fcb-247105a71aea HTTP/1.1" status: 204 len: 173 time: 1.4270144 Jul 29 23:28:16.324128 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1cb76d79-436b-44b5-9808-05f6ee47d014 req-1eca1352-aec1-4a3a-b4eb-3dcb9e2e15e6 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.225 HTTP/1.1" status: 200 len: 1002 time: 0.2062767 Jul 29 23:28:16.417009 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f3a31561-4eed-4150-8a82-e6b06b5f4276 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:16.430269 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f1e4fcc8-75ee-4900-ba1b-736248a26204 req-e6ebc242-4c46-420d-932a-fe340b4c479f tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fe6ba45-a72e-4420-a71e-4c356f1cf4a7 HTTP/1.1" status: 200 len: 210 time: 0.0448012 Jul 29 23:28:16.431163 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-f3a31561-4eed-4150-8a82-e6b06b5f4276 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Calling delete_port for 1683e2c7-43c4-4502-944b-6b874fe764f2 owned by {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:28:16.506217 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb76d79-436b-44b5-9808-05f6ee47d014 req-9154dd9a-713a-4eee-85e1-64f92107940f tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:16.508497 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1cb76d79-436b-44b5-9808-05f6ee47d014 req-9154dd9a-713a-4eee-85e1-64f92107940f tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/networks/58f27f61-3278-49cc-b66b-1e729d26f29f HTTP/1.1" status: 200 len: 784 time: 0.1780813 Jul 29 23:28:16.518066 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d2239d-294c-49b7-9c29-a2c3a545ae32 x-openstack-request-id: req-70d2239d-294c-49b7-9c29-a2c3a545ae32 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:28:16.518539 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8348b2d-91c3-4ba6-be67-b75f225eb8dc", "tag": "593608c7-e98e-4615-a81f-45557b3f70b5", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:28:16.518954 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-70d2239d-294c-49b7-9c29-a2c3a545ae32 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:28:16.520126 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8348b2d-91c3-4ba6-be67-b75f225eb8dc', 'tag': '593608c7-e98e-4615-a81f-45557b3f70b5', 'status': 'completed', 'code': 200} Jul 29 23:28:16.594116 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 26fb5b0d-8b78-4707-b540-f8096d13da7a up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:28:16.609665 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f3a31561-4eed-4150-8a82-e6b06b5f4276 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:16.697151 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port 26fb5b0d-8b78-4707-b540-f8096d13da7a completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:28:16.701369 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 26fb5b0d-8b78-4707-b540-f8096d13da7a triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:28:16.702117 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:16.726268 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41478b7-ccc3-4911-a768-f9bad404a05c req-66fadc44-9dc1-450a-a57c-291083a9f600 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:16.727871 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a41478b7-ccc3-4911-a768-f9bad404a05c req-66fadc44-9dc1-450a-a57c-291083a9f600 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] 10.222.0.43 "GET /v2.0/ports?device_id=e430b59a-c292-4bfa-9b39-b7f5ec706db3 HTTP/1.1" status: 200 len: 945 time: 0.1301725 Jul 29 23:28:16.750425 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a31561-4eed-4150-8a82-e6b06b5f4276 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Pushing event deleted for resources: {'Port': ['ID=1683e2c7-43c4-4502-944b-6b874fe764f2,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:16.775330 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac183e12-948e-4591-8864-b43ce63ce9de req-317828cc-8a1d-4c76-9398-435b6a1e5575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:16.775536 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f3a31561-4eed-4150-8a82-e6b06b5f4276 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:16.776889 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ac183e12-948e-4591-8864-b43ce63ce9de req-317828cc-8a1d-4c76-9398-435b6a1e5575 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cfd954225fe54c54b27a2d340342811d&device_id=e8348b2d-91c3-4ba6-be67-b75f225eb8dc HTTP/1.1" status: 200 len: 1098 time: 0.1372800 Jul 29 23:28:16.780207 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-f3a31561-4eed-4150-8a82-e6b06b5f4276 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] 10.222.0.43 "DELETE /v2.0/ports/1683e2c7-43c4-4502-944b-6b874fe764f2 HTTP/1.1" status: 204 len: 168 time: 0.5867319 Jul 29 23:28:16.783087 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 44526) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:16.856335 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:16.885030 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb487f10-f4b1-428d-b91e-738edc2cc613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26fb5b0d-8b78-4707-b540-f8096d13da7a'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:28:16.888340 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a4fd92-bafd-4f1c-a577-1522a9df9399" -d '{"events": [{"server_uuid": "bb487f10-f4b1-428d-b91e-738edc2cc613", "name": "network-vif-plugged", "status": "completed", "tag": "26fb5b0d-8b78-4707-b540-f8096d13da7a"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:28:16.894012 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807c408-fd89-4025-9c88-5fe348de834a req-7bfeff4f-ca37-46fa-bc5f-8c24340a1754 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:16.896262 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6807c408-fd89-4025-9c88-5fe348de834a req-7bfeff4f-ca37-46fa-bc5f-8c24340a1754 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.41 "GET /v2.0/networks?id=a74822f1-959a-4abc-9b28-d10d0b1420ae HTTP/1.1" status: 200 len: 814 time: 0.2492220 Jul 29 23:28:16.909599 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 26fb5b0d-8b78-4707-b540-f8096d13da7a, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=26fb5b0d-8b78-4707-b540-f8096d13da7a,segment=NetworkSegment(c4cbd3c6-74da-415d-8bcc-d7b56268d00d),segment_id=c4cbd3c6-74da-415d-8bcc-d7b56268d00d)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:16.921268 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-6807c408-fd89-4025-9c88-5fe348de834a req-2b93502c-763e-4fbb-877d-3ae5de64ca66 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Request body: {'port': {'device_id': '3fe6ba45-a72e-4420-a71e-4c356f1cf4a7', 'network_id': 'a74822f1-959a-4abc-9b28-d10d0b1420ae', 'admin_state_up': True, 'tenant_id': '1aef09e8ad134545bd67a467d0199c15'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:16.928419 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:16.929240 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 14141684-de4a-4f29-b9a8-8a008bf0abc0 up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:28:17.024492 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-14b94385-534c-425e-830d-1a1e6380c9e5 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] GET failed (client error): The resource could not be found. Jul 29 23:28:17.032123 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-14b94385-534c-425e-830d-1a1e6380c9e5 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] 10.222.0.43 "GET /v2.0/ports/1683e2c7-43c4-4502-944b-6b874fe764f2 HTTP/1.1" status: 404 len: 333 time: 0.2317047 Jul 29 23:28:17.033030 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44530) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:17.042477 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=26fb5b0d-8b78-4707-b540-f8096d13da7a,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:17.058655 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a41478b7-ccc3-4911-a768-f9bad404a05c req-63fdb2aa-70e7-4517-94e1-ce0794a0f718 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c98340f-d196-4f87-9960-78e50d69634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139176 Jul 29 23:28:17.060304 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port 14141684-de4a-4f29-b9a8-8a008bf0abc0 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:28:17.068192 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 14141684-de4a-4f29-b9a8-8a008bf0abc0 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:28:17.068803 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:17.122980 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ae85e8-ddde-4f2b-84f2-67c6077c222a x-openstack-request-id: req-d7ae85e8-ddde-4f2b-84f2-67c6077c222a {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:28:17.123599 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb487f10-f4b1-428d-b91e-738edc2cc613", "name": "network-vif-plugged", "status": "completed", "tag": "26fb5b0d-8b78-4707-b540-f8096d13da7a", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:28:17.124088 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d7ae85e8-ddde-4f2b-84f2-67c6077c222a {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:28:17.124625 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb487f10-f4b1-428d-b91e-738edc2cc613', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26fb5b0d-8b78-4707-b540-f8096d13da7a', 'code': 200} Jul 29 23:28:17.138664 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b8b5e58b-15c0-4f33-b01e-a0eaeb08190b req-63cf5e3a-1cb8-4da9-ace3-6bb54ad63470 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.225 HTTP/1.1" status: 200 len: 1002 time: 0.2557938 Jul 29 23:28:17.163326 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6807c408-fd89-4025-9c88-5fe348de834a req-2b93502c-763e-4fbb-877d-3ae5de64ca66 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Made reservation on behalf of 1aef09e8ad134545bd67a467d0199c15 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:28:17.163749 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac183e12-948e-4591-8864-b43ce63ce9de req-ce7710bb-a08e-4991-a7ff-777002ff5a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:17.165320 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ac183e12-948e-4591-8864-b43ce63ce9de req-ce7710bb-a08e-4991-a7ff-777002ff5a24 service neutron] 10.222.0.41 "GET /v2.0/networks?id=249f9a39-5994-41da-9767-e19fa079301c HTTP/1.1" status: 200 len: 921 time: 0.3554001 Jul 29 23:28:17.168287 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-6807c408-fd89-4025-9c88-5fe348de834a req-2b93502c-763e-4fbb-877d-3ae5de64ca66 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:17.188901 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:17.200006 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-e0fbb108-11ed-40bf-aeb3-792f872c6118 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Deleting port a066ae84-80cb-4c5c-9b26-022b3e937949 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:28:17.200355 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e0fbb108-11ed-40bf-aeb3-792f872c6118 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:17.223992 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 14141684-de4a-4f29-b9a8-8a008bf0abc0, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=14141684-de4a-4f29-b9a8-8a008bf0abc0,segment=NetworkSegment(0754d6e5-2dc6-4a3f-b6fb-c6aa773a44a2),segment_id=0754d6e5-2dc6-4a3f-b6fb-c6aa773a44a2)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:17.228188 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:17.229349 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 48e6ec06-36c3-4105-bb86-4cf10e8aac8b up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:28:17.288681 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b5e58b-15c0-4f33-b01e-a0eaeb08190b req-578669de-16b3-40a6-b75a-78deecd7aa8b tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:17.290131 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b8b5e58b-15c0-4f33-b01e-a0eaeb08190b req-578669de-16b3-40a6-b75a-78deecd7aa8b tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/ports/593608c7-e98e-4615-a81f-45557b3f70b5 HTTP/1.1" status: 200 len: 943 time: 0.1278744 Jul 29 23:28:17.307113 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ac183e12-948e-4591-8864-b43ce63ce9de req-b4d05606-c19c-4940-9c23-f8efe2e64047 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=593608c7-e98e-4615-a81f-45557b3f70b5 HTTP/1.1" status: 200 len: 1002 time: 0.1323755 Jul 29 23:28:17.339160 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=14141684-de4a-4f29-b9a8-8a008bf0abc0,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:17.377610 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port 48e6ec06-36c3-4105-bb86-4cf10e8aac8b completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:28:17.380515 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfaa64e-792f-4868-acc4-8701dc37c236 req-557a1f44-b440-4b45-a266-171a7fa02479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:17.382352 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdfaa64e-792f-4868-acc4-8701dc37c236 req-557a1f44-b440-4b45-a266-171a7fa02479 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=bb487f10-f4b1-428d-b91e-738edc2cc613 HTTP/1.1" status: 200 len: 1097 time: 0.1508055 Jul 29 23:28:17.383019 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 48e6ec06-36c3-4105-bb86-4cf10e8aac8b triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:28:17.383134 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e0fbb108-11ed-40bf-aeb3-792f872c6118 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:17.383393 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:17.403870 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-e0fbb108-11ed-40bf-aeb3-792f872c6118 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Calling delete_port for a066ae84-80cb-4c5c-9b26-022b3e937949 owned by {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:28:17.421739 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-6807c408-fd89-4025-9c88-5fe348de834a req-2b93502c-763e-4fbb-877d-3ae5de64ca66 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Allocated IP 172.20.0.8 (a74822f1-959a-4abc-9b28-d10d0b1420ae/ae790fd8-1f1c-42ad-b55e-335a32cfbdf8/d11ddc8a-a813-4665-8d68-3b88a2b067be) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:28:17.465477 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:17.468386 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac183e12-948e-4591-8864-b43ce63ce9de req-4305c5c4-c8b0-4f39-a39b-b51c5f13e4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:17.469882 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ac183e12-948e-4591-8864-b43ce63ce9de req-4305c5c4-c8b0-4f39-a39b-b51c5f13e4a3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4d6ca941-9b98-4939-964c-d32a2fbd1a2b HTTP/1.1" status: 200 len: 859 time: 0.1538603 Jul 29 23:28:17.513186 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 48e6ec06-36c3-4105-bb86-4cf10e8aac8b, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=48e6ec06-36c3-4105-bb86-4cf10e8aac8b,segment=NetworkSegment(0754d6e5-2dc6-4a3f-b6fb-c6aa773a44a2),segment_id=0754d6e5-2dc6-4a3f-b6fb-c6aa773a44a2)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:17.517558 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:17.523692 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device a5044f02-7a9d-4218-92f5-e629adfc157c up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:28:17.544774 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b8b5e58b-15c0-4f33-b01e-a0eaeb08190b req-8dc388d2-75d1-4c1c-8859-e247f601a7b5 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.225 HTTP/1.1" status: 200 len: 1002 time: 0.1706359 Jul 29 23:28:17.546815 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdfaa64e-792f-4868-acc4-8701dc37c236 req-84702896-24bf-4c9b-a1a1-d8283e549ed3 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=2d8c09c6-5ee2-48a6-b769-c1272c2e83b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515558 Jul 29 23:28:17.558536 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac68f7-4c86-4443-b581-75263284d8ea req-5e4f9b37-9942-4ee3-99df-4c535c146781 tempest-VolumesAdminNegativeTest-1639704648 tempest-VolumesAdminNegativeTest-1639704648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:17.566146 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-40ac68f7-4c86-4443-b581-75263284d8ea req-5e4f9b37-9942-4ee3-99df-4c535c146781 tempest-VolumesAdminNegativeTest-1639704648 tempest-VolumesAdminNegativeTest-1639704648-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb487f10-f4b1-428d-b91e-738edc2cc613 HTTP/1.1" status: 200 len: 945 time: 0.1791110 Jul 29 23:28:17.607072 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=48e6ec06-36c3-4105-bb86-4cf10e8aac8b,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:17.624571 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port a5044f02-7a9d-4218-92f5-e629adfc157c completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:28:17.630899 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port a5044f02-7a9d-4218-92f5-e629adfc157c triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:28:17.631921 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:17.636500 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac183e12-948e-4591-8864-b43ce63ce9de req-7039c6a2-4166-496f-8024-2f23b6497b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:17.638023 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ac183e12-948e-4591-8864-b43ce63ce9de req-7039c6a2-4166-496f-8024-2f23b6497b61 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=249f9a39-5994-41da-9767-e19fa079301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1597919 Jul 29 23:28:17.659954 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e0fbb108-11ed-40bf-aeb3-792f872c6118 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:17.683144 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-40ac68f7-4c86-4443-b581-75263284d8ea req-1400f533-96c0-4fc4-b64a-0ecffb8793a9 tempest-VolumesAdminNegativeTest-1639704648 tempest-VolumesAdminNegativeTest-1639704648-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d8c09c6-5ee2-48a6-b769-c1272c2e83b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160023 Jul 29 23:28:17.717676 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fbb108-11ed-40bf-aeb3-792f872c6118 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Pushing event deleted for resources: {'Port': ['ID=a066ae84-80cb-4c5c-9b26-022b3e937949,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:17.735752 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:17.750973 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e0fbb108-11ed-40bf-aeb3-792f872c6118 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:17.757492 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e0fbb108-11ed-40bf-aeb3-792f872c6118 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] 10.222.0.43 "DELETE /v2.0/ports/a066ae84-80cb-4c5c-9b26-022b3e937949 HTTP/1.1" status: 204 len: 168 time: 0.7192535 Jul 29 23:28:17.757729 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 44540) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:17.761062 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-6807c408-fd89-4025-9c88-5fe348de834a req-2b93502c-763e-4fbb-877d-3ae5de64ca66 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:17.811945 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-6807c408-fd89-4025-9c88-5fe348de834a req-2b93502c-763e-4fbb-877d-3ae5de64ca66 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:17.841273 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b5e58b-15c0-4f33-b01e-a0eaeb08190b req-dbda6140-58de-430b-b118-8f5369ea3c4b tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:17.843760 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b8b5e58b-15c0-4f33-b01e-a0eaeb08190b req-dbda6140-58de-430b-b118-8f5369ea3c4b tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/networks/58f27f61-3278-49cc-b66b-1e729d26f29f HTTP/1.1" status: 200 len: 784 time: 0.2745519 Jul 29 23:28:17.881292 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93502c-763e-4fbb-877d-3ae5de64ca66 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Pushing event updated for resources: {'Port': ['ID=d11ddc8a-a813-4665-8d68-3b88a2b067be,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:17.899095 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6807c408-fd89-4025-9c88-5fe348de834a req-2b93502c-763e-4fbb-877d-3ae5de64ca66 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Network a74822f1-959a-4abc-9b28-d10d0b1420ae is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:28:17.901634 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-6807c408-fd89-4025-9c88-5fe348de834a req-2b93502c-763e-4fbb-877d-3ae5de64ca66 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:28:17.904674 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-6807c408-fd89-4025-9c88-5fe348de834a req-2b93502c-763e-4fbb-877d-3ae5de64ca66 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:28:17.942654 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port a5044f02-7a9d-4218-92f5-e629adfc157c, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=a5044f02-7a9d-4218-92f5-e629adfc157c,segment=NetworkSegment(0754d6e5-2dc6-4a3f-b6fb-c6aa773a44a2),segment_id=0754d6e5-2dc6-4a3f-b6fb-c6aa773a44a2)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:17.949860 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:17.976845 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-b37367a6-4123-40f5-a87f-d26dd9702173 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Deleting subnet 67528cfc-53e1-4891-90d2-c9af89dc2eac {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:28:17.980934 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ac183e12-948e-4591-8864-b43ce63ce9de req-a6bd81c0-29e0-45e0-8bd3-cc82eb2d900f service neutron] 10.222.0.41 "GET /v2.0/networks/249f9a39-5994-41da-9767-e19fa079301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302364 Jul 29 23:28:17.986430 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b37367a6-4123-40f5-a87f-d26dd9702173 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:17.987161 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807c408-fd89-4025-9c88-5fe348de834a req-2b93502c-763e-4fbb-877d-3ae5de64ca66 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:17.987952 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-6807c408-fd89-4025-9c88-5fe348de834a req-2b93502c-763e-4fbb-877d-3ae5de64ca66 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:18.004741 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=a5044f02-7a9d-4218-92f5-e629adfc157c,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:18.009274 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6807c408-fd89-4025-9c88-5fe348de834a req-2b93502c-763e-4fbb-877d-3ae5de64ca66 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0948236 Jul 29 23:28:18.034870 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-6807c408-fd89-4025-9c88-5fe348de834a req-0be5dcc9-ff1a-4724-ae39-57ff4610f025 service neutron] Request body: {'port': {'device_id': '3fe6ba45-a72e-4420-a71e-4c356f1cf4a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:18.093336 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-6807c408-fd89-4025-9c88-5fe348de834a req-0be5dcc9-ff1a-4724-ae39-57ff4610f025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:18.095226 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b8b5e58b-15c0-4f33-b01e-a0eaeb08190b req-1a884996-1133-41fd-ac7d-8c73981bbeb0 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.225 HTTP/1.1" status: 200 len: 1002 time: 0.2394850 Jul 29 23:28:18.099441 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b37367a6-4123-40f5-a87f-d26dd9702173 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:18.112092 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367cd32e-377b-4ef8-8f11-ae1ea5441007 req-c291cab6-168c-44a1-b263-d31e61672a80 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:18.114325 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-367cd32e-377b-4ef8-8f11-ae1ea5441007 req-c291cab6-168c-44a1-b263-d31e61672a80 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fe6ba45-a72e-4420-a71e-4c356f1cf4a7 HTTP/1.1" status: 200 len: 931 time: 0.2671628 Jul 29 23:28:18.146653 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-b8b5e58b-15c0-4f33-b01e-a0eaeb08190b req-28ddb49d-188d-4879-8718-77c00e7dff4e tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:18.308018 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-367cd32e-377b-4ef8-8f11-ae1ea5441007 req-83aae454-a6cd-4adf-9c0c-6aaf2730eea4 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706657 Jul 29 23:28:18.314692 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ac183e12-948e-4591-8864-b43ce63ce9de req-03090943-2bee-4ae5-a2fd-a6faa75a8a33 service neutron] 10.222.0.41 "GET /v2.0/networks/249f9a39-5994-41da-9767-e19fa079301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018951 Jul 29 23:28:18.323472 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b8b5e58b-15c0-4f33-b01e-a0eaeb08190b req-28ddb49d-188d-4879-8718-77c00e7dff4e tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Notify callbacks [] for floatingip, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:18.387704 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b37367a6-4123-40f5-a87f-d26dd9702173 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:18.390877 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-6807c408-fd89-4025-9c88-5fe348de834a req-0be5dcc9-ff1a-4724-ae39-57ff4610f025 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d11ddc8a-a813-4665-8d68-3b88a2b067be {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:28:18.399757 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-6807c408-fd89-4025-9c88-5fe348de834a req-0be5dcc9-ff1a-4724-ae39-57ff4610f025 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:18.414820 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-6807c408-fd89-4025-9c88-5fe348de834a req-0be5dcc9-ff1a-4724-ae39-57ff4610f025 service neutron] Transition to ACTIVE for port object d11ddc8a-a813-4665-8d68-3b88a2b067be will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:28:18.426797 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-6807c408-fd89-4025-9c88-5fe348de834a req-0be5dcc9-ff1a-4724-ae39-57ff4610f025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:18.480993 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be5dcc9-ff1a-4724-ae39-57ff4610f025 service neutron] Pushing event updated for resources: {'Port': ['ID=d11ddc8a-a813-4665-8d68-3b88a2b067be,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:18.525493 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393275b2-aa8f-4044-96a2-110cf5e07da3', 'name': 'network-vif-deleted', 'tag': '5a6ed8fe-023d-43a1-8fcb-247105a71aea'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:28:18.527760 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a05f7f-f008-47fe-be89-488d8b834af3" -d '{"events": [{"server_uuid": "393275b2-aa8f-4044-96a2-110cf5e07da3", "name": "network-vif-deleted", "tag": "5a6ed8fe-023d-43a1-8fcb-247105a71aea"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:28:18.537837 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b8b5e58b-15c0-4f33-b01e-a0eaeb08190b req-28ddb49d-188d-4879-8718-77c00e7dff4e tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:18.540445 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b37367a6-4123-40f5-a87f-d26dd9702173 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:18.546959 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b8b5e58b-15c0-4f33-b01e-a0eaeb08190b req-28ddb49d-188d-4879-8718-77c00e7dff4e tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:18.547275 n-d-712141-10 neutron-server[94078]: INFO neutron.db.l3_db [req-b8b5e58b-15c0-4f33-b01e-a0eaeb08190b req-28ddb49d-188d-4879-8718-77c00e7dff4e tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Floating IP a095e7d4-8a53-4aaf-8dc5-acc186a8d2e4 disassociated. External IP: 172.25.0.225, port: 593608c7-e98e-4615-a81f-45557b3f70b5. Jul 29 23:28:18.576529 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-6807c408-fd89-4025-9c88-5fe348de834a req-0be5dcc9-ff1a-4724-ae39-57ff4610f025 service neutron] Attempting to bind port d11ddc8a-a813-4665-8d68-3b88a2b067be on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:28:18.577307 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-6807c408-fd89-4025-9c88-5fe348de834a req-0be5dcc9-ff1a-4724-ae39-57ff4610f025 service neutron] Attempting to bind port d11ddc8a-a813-4665-8d68-3b88a2b067be by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': '17b2c622-bac6-4298-9f70-11d5205d8079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a74822f1-959a-4abc-9b28-d10d0b1420ae'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:28:18.577759 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6807c408-fd89-4025-9c88-5fe348de834a req-0be5dcc9-ff1a-4724-ae39-57ff4610f025 service neutron] Attempting to bind port d11ddc8a-a813-4665-8d68-3b88a2b067be on network a74822f1-959a-4abc-9b28-d10d0b1420ae {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:28:18.582553 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6807c408-fd89-4025-9c88-5fe348de834a req-0be5dcc9-ff1a-4724-ae39-57ff4610f025 service neutron] Port d11ddc8a-a813-4665-8d68-3b88a2b067be on network a74822f1-959a-4abc-9b28-d10d0b1420ae not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:28:18.582966 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6807c408-fd89-4025-9c88-5fe348de834a req-0be5dcc9-ff1a-4724-ae39-57ff4610f025 service neutron] Attempting to bind port d11ddc8a-a813-4665-8d68-3b88a2b067be on network a74822f1-959a-4abc-9b28-d10d0b1420ae {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:28:18.588361 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6807c408-fd89-4025-9c88-5fe348de834a req-0be5dcc9-ff1a-4724-ae39-57ff4610f025 service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:28:18.589295 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6807c408-fd89-4025-9c88-5fe348de834a req-0be5dcc9-ff1a-4724-ae39-57ff4610f025 service neutron] Checking segment: {'id': '17b2c622-bac6-4298-9f70-11d5205d8079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a74822f1-959a-4abc-9b28-d10d0b1420ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:28:18.589973 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6807c408-fd89-4025-9c88-5fe348de834a req-0be5dcc9-ff1a-4724-ae39-57ff4610f025 service neutron] Bound using segment: {'id': '17b2c622-bac6-4298-9f70-11d5205d8079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a74822f1-959a-4abc-9b28-d10d0b1420ae'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:28:18.590520 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-6807c408-fd89-4025-9c88-5fe348de834a req-0be5dcc9-ff1a-4724-ae39-57ff4610f025 service neutron] Bound port: d11ddc8a-a813-4665-8d68-3b88a2b067be, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17b2c622-bac6-4298-9f70-11d5205d8079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'a74822f1-959a-4abc-9b28-d10d0b1420ae'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:28:18.590833 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-6807c408-fd89-4025-9c88-5fe348de834a req-0be5dcc9-ff1a-4724-ae39-57ff4610f025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:18.599231 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37367a6-4123-40f5-a87f-d26dd9702173 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Pushing event deleted for resources: {'Subnet': ['ID=67528cfc-53e1-4891-90d2-c9af89dc2eac,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:18.605713 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 5a6ed8fe-023d-43a1-8fcb-247105a71aea no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:28:18.606267 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b37367a6-4123-40f5-a87f-d26dd9702173 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:18.608159 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-b37367a6-4123-40f5-a87f-d26dd9702173 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] 10.222.0.43 "DELETE /v2.0/subnets/67528cfc-53e1-4891-90d2-c9af89dc2eac HTTP/1.1" status: 204 len: 168 time: 0.8505526 Jul 29 23:28:18.610634 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 44548) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:18.638288 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbaef55-fac2-4e4e-99dc-8be6f89c84d0 None None] Network 28cff45e-1894-4f77-9aa2-03ad31c1e39a requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:28:18.642717 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: 5a6ed8fe-023d-43a1-8fcb-247105a71aea {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:28:18.643564 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 5a6ed8fe-023d-43a1-8fcb-247105a71aea not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:28:18.683918 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-6807c408-fd89-4025-9c88-5fe348de834a req-0be5dcc9-ff1a-4724-ae39-57ff4610f025 service neutron] For port d11ddc8a-a813-4665-8d68-3b88a2b067be, host n-h1-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:28:18.687702 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-6807c408-fd89-4025-9c88-5fe348de834a req-0be5dcc9-ff1a-4724-ae39-57ff4610f025 service neutron] For port d11ddc8a-a813-4665-8d68-3b88a2b067be, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=d11ddc8a-a813-4665-8d68-3b88a2b067be,segment=NetworkSegment(17b2c622-bac6-4298-9f70-11d5205d8079),segment_id=17b2c622-bac6-4298-9f70-11d5205d8079)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:28:18.696662 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-6807c408-fd89-4025-9c88-5fe348de834a req-0be5dcc9-ff1a-4724-ae39-57ff4610f025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:18.739802 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807c408-fd89-4025-9c88-5fe348de834a req-0be5dcc9-ff1a-4724-ae39-57ff4610f025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:18.740632 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-6807c408-fd89-4025-9c88-5fe348de834a req-0be5dcc9-ff1a-4724-ae39-57ff4610f025 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:18.742486 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6807c408-fd89-4025-9c88-5fe348de834a req-0be5dcc9-ff1a-4724-ae39-57ff4610f025 service neutron] 10.222.0.41 "PUT /v2.0/ports/d11ddc8a-a813-4665-8d68-3b88a2b067be HTTP/1.1" status: 200 len: 1092 time: 0.7125819 Jul 29 23:28:18.743044 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe6ba45-a72e-4420-a71e-4c356f1cf4a7', 'tag': 'd11ddc8a-a813-4665-8d68-3b88a2b067be'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:28:18.745698 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c59705-4a97-4591-8caa-7b38d50cc885" -d '{"events": [{"name": "network-changed", "server_uuid": "3fe6ba45-a72e-4420-a71e-4c356f1cf4a7", "tag": "d11ddc8a-a813-4665-8d68-3b88a2b067be"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:28:18.780608 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be5dcc9-ff1a-4724-ae39-57ff4610f025 service neutron] Pushing event updated for resources: {'Port': ['ID=d11ddc8a-a813-4665-8d68-3b88a2b067be,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:18.862186 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807c408-fd89-4025-9c88-5fe348de834a req-4df6090a-f788-4b6f-a09e-07fdc17ccf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:18.863905 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6807c408-fd89-4025-9c88-5fe348de834a req-4df6090a-f788-4b6f-a09e-07fdc17ccf99 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1aef09e8ad134545bd67a467d0199c15&device_id=3fe6ba45-a72e-4420-a71e-4c356f1cf4a7 HTTP/1.1" status: 200 len: 1095 time: 0.0546775 Jul 29 23:28:18.866378 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b5d506-ee5c-4163-acce-a32700118e33 None None] DHCP port deletion for 28cff45e-1894-4f77-9aa2-03ad31c1e39a request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:28:18.915573 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-b8b5d506-ee5c-4163-acce-a32700118e33 None None] Deleting port bea5a635-89cb-4117-a891-61d49efe965f {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:28:18.916103 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b8b5d506-ee5c-4163-acce-a32700118e33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:18.918093 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6807c408-fd89-4025-9c88-5fe348de834a req-b2fbced0-5ba3-4b85-b6bb-feef05f38f38 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d11ddc8a-a813-4665-8d68-3b88a2b067be HTTP/1.1" status: 200 len: 217 time: 0.0372229 Jul 29 23:28:18.972389 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807c408-fd89-4025-9c88-5fe348de834a req-0a1aa010-4a79-47d6-a93e-c967f5955e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:18.974634 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6807c408-fd89-4025-9c88-5fe348de834a req-0a1aa010-4a79-47d6-a93e-c967f5955e48 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ae790fd8-1f1c-42ad-b55e-335a32cfbdf8 HTTP/1.1" status: 200 len: 854 time: 0.0488300 Jul 29 23:28:18.992923 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-b8b5d506-ee5c-4163-acce-a32700118e33 None None] For port bea5a635-89cb-4117-a891-61d49efe965f, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=bea5a635-89cb-4117-a891-61d49efe965f,segment=NetworkSegment(2fb751de-b633-463b-90a0-8a5aa2cd4935),segment_id=2fb751de-b633-463b-90a0-8a5aa2cd4935)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:18.992923 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b8b5d506-ee5c-4163-acce-a32700118e33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:19.007261 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-b8b5d506-ee5c-4163-acce-a32700118e33 None None] Calling delete_port for bea5a635-89cb-4117-a891-61d49efe965f owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:28:19.012635 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6807c408-fd89-4025-9c88-5fe348de834a req-a818511e-c1cf-4ed9-a06b-bfd7736cf3d5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a74822f1-959a-4abc-9b28-d10d0b1420ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295172 Jul 29 23:28:19.044758 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f942d472-be11-49fc-ba12-8eb4d69a8a37 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:19.057079 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de6f5f-b6b0-496e-9b93-daac07fcfc01 req-17b4b6d9-8b89-433b-80ee-54ab22c7a99d tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:19.058627 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-82de6f5f-b6b0-496e-9b93-daac07fcfc01 req-17b4b6d9-8b89-433b-80ee-54ab22c7a99d tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] 10.222.0.43 "GET /v2.0/ports?device_id=e430b59a-c292-4bfa-9b39-b7f5ec706db3 HTTP/1.1" status: 200 len: 946 time: 0.1263514 Jul 29 23:28:19.098660 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b8b5d506-ee5c-4163-acce-a32700118e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:19.115095 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6807c408-fd89-4025-9c88-5fe348de834a req-b488eb31-dcfa-4048-9157-66683025492b service neutron] 10.222.0.41 "GET /v2.0/networks/a74822f1-959a-4abc-9b28-d10d0b1420ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935345 Jul 29 23:28:19.125413 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1339d222-3025-4594-a94d-576d79c37582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14141684-de4a-4f29-b9a8-8a008bf0abc0'}, {'server_uuid': 'e430b59a-c292-4bfa-9b39-b7f5ec706db3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e6ec06-36c3-4105-bb86-4cf10e8aac8b'}, {'server_uuid': 'adba6d1c-ef86-47b2-ae58-0f7966c1b760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5044f02-7a9d-4218-92f5-e629adfc157c'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:28:19.128263 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d62910-0761-4256-8911-3f3c0aa7f329" -d '{"events": [{"server_uuid": "1339d222-3025-4594-a94d-576d79c37582", "name": "network-vif-plugged", "status": "completed", "tag": "14141684-de4a-4f29-b9a8-8a008bf0abc0"}, {"server_uuid": "e430b59a-c292-4bfa-9b39-b7f5ec706db3", "name": "network-vif-plugged", "status": "completed", "tag": "48e6ec06-36c3-4105-bb86-4cf10e8aac8b"}, {"server_uuid": "adba6d1c-ef86-47b2-ae58-0f7966c1b760", "name": "network-vif-plugged", "status": "completed", "tag": "a5044f02-7a9d-4218-92f5-e629adfc157c"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:28:19.134543 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b5d506-ee5c-4163-acce-a32700118e33 None None] Pushing event deleted for resources: {'Port': ['ID=bea5a635-89cb-4117-a891-61d49efe965f,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:19.136443 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b5d506-ee5c-4163-acce-a32700118e33 None None] No DVR routers for this DVR port bea5a635-89cb-4117-a891-61d49efe965f on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:28:19.143063 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-f942d472-be11-49fc-ba12-8eb4d69a8a37 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] The port 'bea5a635-89cb-4117-a891-61d49efe965f' was deleted {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 23:28:19.216487 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device bea5a635-89cb-4117-a891-61d49efe965f no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:28:19.222611 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6807c408-fd89-4025-9c88-5fe348de834a req-b4d997a1-8313-4a86-9214-d394bbd4666d service neutron] 10.222.0.41 "GET /v2.0/networks/a74822f1-959a-4abc-9b28-d10d0b1420ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988533 Jul 29 23:28:19.240593 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: bea5a635-89cb-4117-a891-61d49efe965f {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:28:19.241082 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device bea5a635-89cb-4117-a891-61d49efe965f not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:28:19.261450 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-82de6f5f-b6b0-496e-9b93-daac07fcfc01 req-81c0054f-915a-4ae8-a091-59dc2b0768e6 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c98340f-d196-4f87-9960-78e50d69634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908231 Jul 29 23:28:19.296118 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f942d472-be11-49fc-ba12-8eb4d69a8a37 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:19.311056 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-f942d472-be11-49fc-ba12-8eb4d69a8a37 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28cff45e-1894-4f77-9aa2-03ad31c1e39a']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:19.314136 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc83174-ac95-4c21-9884-f34bfccdf832 x-openstack-request-id: req-4dc83174-ac95-4c21-9884-f34bfccdf832 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:28:19.314822 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "393275b2-aa8f-4044-96a2-110cf5e07da3", "name": "network-vif-deleted", "tag": "5a6ed8fe-023d-43a1-8fcb-247105a71aea", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:28:19.314822 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4dc83174-ac95-4c21-9884-f34bfccdf832 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:28:19.315124 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '393275b2-aa8f-4044-96a2-110cf5e07da3', 'name': 'network-vif-deleted', 'tag': '5a6ed8fe-023d-43a1-8fcb-247105a71aea', 'status': 'completed', 'code': 200} Jul 29 23:28:19.325516 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8b5e58b-15c0-4f33-b01e-a0eaeb08190b req-28ddb49d-188d-4879-8718-77c00e7dff4e tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Router 0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:28:19.330928 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-f942d472-be11-49fc-ba12-8eb4d69a8a37 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fb751de-b633-463b-90a0-8a5aa2cd4935') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:19.331223 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-f942d472-be11-49fc-ba12-8eb4d69a8a37 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fb751de-b633-463b-90a0-8a5aa2cd4935') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:19.343245 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f942d472-be11-49fc-ba12-8eb4d69a8a37 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:19.370087 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f942d472-be11-49fc-ba12-8eb4d69a8a37 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:19.399527 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f942d472-be11-49fc-ba12-8eb4d69a8a37 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:28:19.399863 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f942d472-be11-49fc-ba12-8eb4d69a8a37 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:19.414811 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:19.435617 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:28:19.435617 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:28:19.435617 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:28:19.435617 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:28:19.435617 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:28:19.435617 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:28:19.435617 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:28:19.435617 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:28:19.435617 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:28:19.435617 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:28:19.435617 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:28:19.435617 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:28:19.435617 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:28:19.435617 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:28:19.435617 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:28:19.435617 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:28:19.435617 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:28:19.435617 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:28:19.435617 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:28:19.435617 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:28:19.435617 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:28:19.435617 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:28:19.435617 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:28:19.435617 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:28:19.435617 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:28:19.435617 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:28:19.435617 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:28:19.435617 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:28:19.435617 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:28:19.435617 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:28:19.435617 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:28:19.435617 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:28:19.557847 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f942d472-be11-49fc-ba12-8eb4d69a8a37 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:19.564396 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d74d5d16-d1b0-4c4b-9928-8984765c7326 req-af2e8773-224a-441c-8c08-a4d10cd743a5 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e790f4ad-9dc8-44bf-be90-2a37d75c0311&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2106678 Jul 29 23:28:19.577087 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f942d472-be11-49fc-ba12-8eb4d69a8a37 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:19.578933 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-f942d472-be11-49fc-ba12-8eb4d69a8a37 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] 10.222.0.43 "DELETE /v2.0/networks/28cff45e-1894-4f77-9aa2-03ad31c1e39a HTTP/1.1" status: 204 len: 168 time: 0.9673886 Jul 29 23:28:19.602968 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dfa349-f2a7-41df-9a4f-db94cff5801a req-21e720b1-d595-4da8-9323-a59ba8055215 tempest-VolumesAdminNegativeTest-1639704648 tempest-VolumesAdminNegativeTest-1639704648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:19.604785 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f3dfa349-f2a7-41df-9a4f-db94cff5801a req-21e720b1-d595-4da8-9323-a59ba8055215 tempest-VolumesAdminNegativeTest-1639704648 tempest-VolumesAdminNegativeTest-1639704648-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb487f10-f4b1-428d-b91e-738edc2cc613 HTTP/1.1" status: 200 len: 945 time: 0.2376578 Jul 29 23:28:19.607925 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f942d472-be11-49fc-ba12-8eb4d69a8a37 tempest-AllowedAddressPairIpV6TestJSON-394251771 tempest-AllowedAddressPairIpV6TestJSON-394251771-project] Pushing event deleted for resources: {'Network': ['ID=28cff45e-1894-4f77-9aa2-03ad31c1e39a,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:19.642460 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8b5e58b-15c0-4f33-b01e-a0eaeb08190b req-28ddb49d-188d-4879-8718-77c00e7dff4e tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:28:19.653308 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca56fe2-54db-4a43-9649-1f67281a866b None None] Sync routers for ids ['0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:28:19.656089 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b8b5e58b-15c0-4f33-b01e-a0eaeb08190b req-28ddb49d-188d-4879-8718-77c00e7dff4e tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:19.662947 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca56fe2-54db-4a43-9649-1f67281a866b None None] Routers {'0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:28:19.663650 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-2ca56fe2-54db-4a43-9649-1f67281a866b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:27:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:19.697959 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b8b5e58b-15c0-4f33-b01e-a0eaeb08190b req-28ddb49d-188d-4879-8718-77c00e7dff4e tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "PUT /v2.0/floatingips/a095e7d4-8a53-4aaf-8dc5-acc186a8d2e4 HTTP/1.1" status: 200 len: 695 time: 1.5652664 Jul 29 23:28:19.706683 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f3dfa349-f2a7-41df-9a4f-db94cff5801a req-386d59f4-91d6-4c42-abe1-b460e1ebf1ed tempest-VolumesAdminNegativeTest-1639704648 tempest-VolumesAdminNegativeTest-1639704648-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d8c09c6-5ee2-48a6-b769-c1272c2e83b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941541 Jul 29 23:28:19.710270 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d5d16-d1b0-4c4b-9928-8984765c7326 req-ab2bb9c6-e2df-452d-adbb-fdc14ba7f47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:19.711793 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d74d5d16-d1b0-4c4b-9928-8984765c7326 req-ab2bb9c6-e2df-452d-adbb-fdc14ba7f47b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9a401af434c54898abf4f64d565a6a71&device_id=e790f4ad-9dc8-44bf-be90-2a37d75c0311 HTTP/1.1" status: 200 len: 1097 time: 0.1003909 Jul 29 23:28:19.777906 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f3cb4ee-ec34-4a5b-a231-167f6dbf735b x-openstack-request-id: req-8f3cb4ee-ec34-4a5b-a231-167f6dbf735b {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:28:19.779222 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fe6ba45-a72e-4420-a71e-4c356f1cf4a7", "tag": "d11ddc8a-a813-4665-8d68-3b88a2b067be", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:28:19.779483 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8f3cb4ee-ec34-4a5b-a231-167f6dbf735b {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:28:19.779896 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe6ba45-a72e-4420-a71e-4c356f1cf4a7', 'tag': 'd11ddc8a-a813-4665-8d68-3b88a2b067be', 'status': 'completed', 'code': 200} Jul 29 23:28:19.798474 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-2ca56fe2-54db-4a43-9649-1f67281a866b None None] Set router 0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:28:19.862707 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 29 Jul 2021 23:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f5c5cb-dcf6-4dae-9041-4f1e327d801d x-openstack-request-id: req-a6f5c5cb-dcf6-4dae-9041-4f1e327d801d {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:28:19.863697 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1339d222-3025-4594-a94d-576d79c37582", "name": "network-vif-plugged", "status": "completed", "tag": "14141684-de4a-4f29-b9a8-8a008bf0abc0", "code": 200}, {"server_uuid": "e430b59a-c292-4bfa-9b39-b7f5ec706db3", "name": "network-vif-plugged", "status": "completed", "tag": "48e6ec06-36c3-4105-bb86-4cf10e8aac8b", "code": 200}, {"server_uuid": "adba6d1c-ef86-47b2-ae58-0f7966c1b760", "name": "network-vif-plugged", "status": "completed", "tag": "a5044f02-7a9d-4218-92f5-e629adfc157c", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:28:19.865026 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a6f5c5cb-dcf6-4dae-9041-4f1e327d801d {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:28:19.865663 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1339d222-3025-4594-a94d-576d79c37582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14141684-de4a-4f29-b9a8-8a008bf0abc0', 'code': 200} Jul 29 23:28:19.866755 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e430b59a-c292-4bfa-9b39-b7f5ec706db3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48e6ec06-36c3-4105-bb86-4cf10e8aac8b', 'code': 200} Jul 29 23:28:19.867196 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adba6d1c-ef86-47b2-ae58-0f7966c1b760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5044f02-7a9d-4218-92f5-e629adfc157c', 'code': 200} Jul 29 23:28:19.885623 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b5e58b-15c0-4f33-b01e-a0eaeb08190b req-3f0b1398-7fec-4a06-8dd6-e6369db805f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:19.897899 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c59705-4a97-4591-8caa-7b38d50cc885 req-adfa8623-466e-4d40-94b4-fc47ff418e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:19.899726 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b8b5e58b-15c0-4f33-b01e-a0eaeb08190b req-3f0b1398-7fec-4a06-8dd6-e6369db805f3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cfd954225fe54c54b27a2d340342811d&device_id=e8348b2d-91c3-4ba6-be67-b75f225eb8dc HTTP/1.1" status: 200 len: 1098 time: 0.1743553 Jul 29 23:28:19.900670 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-72c59705-4a97-4591-8caa-7b38d50cc885 req-adfa8623-466e-4d40-94b4-fc47ff418e18 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1aef09e8ad134545bd67a467d0199c15&device_id=3fe6ba45-a72e-4420-a71e-4c356f1cf4a7 HTTP/1.1" status: 200 len: 1095 time: 0.0711579 Jul 29 23:28:20.075580 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 44570) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:20.128890 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-2ca56fe2-54db-4a43-9649-1f67281a866b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'name': 'tempest-FloatingIPsAssociationTestJSON-454429373-router', 'tenant_id': 'cfd954225fe54c54b27a2d340342811d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '256facda-b197-4ea2-a9e6-7488b567e736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:27:23Z', 'updated_at': '2021-07-29T23:27:29Z', 'revision_number': 4, 'project_id': 'cfd954225fe54c54b27a2d340342811d', 'gw_port': {'id': '256facda-b197-4ea2-a9e6-7488b567e736', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ab:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:27:24Z', 'updated_at': '2021-07-29T23:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '6626479c-dea8-4493-afe3-5242c51f57f6', 'name': '', 'network_id': '249f9a39-5994-41da-9767-e19fa079301c', 'tenant_id': 'cfd954225fe54c54b27a2d340342811d', 'mac_address': 'fa:16:3e:40:f9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '4d6ca941-9b98-4939-964c-d32a2fbd1a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:27:28Z', 'updated_at': '2021-07-29T23:27:35Z', 'revision_number': 5, 'project_id': 'cfd954225fe54c54b27a2d340342811d', 'subnets': [{'id': '4d6ca941-9b98-4939-964c-d32a2fbd1a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:20.137290 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef6b616-5389-4885-8adb-665f84c515ad req-ca738311-7809-43e8-90fe-051c8c78fa7a tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:20.138911 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bef6b616-5389-4885-8adb-665f84c515ad req-ca738311-7809-43e8-90fe-051c8c78fa7a tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fe6ba45-a72e-4420-a71e-4c356f1cf4a7 HTTP/1.1" status: 200 len: 943 time: 0.1064587 Jul 29 23:28:20.157755 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68568554-2be9-4d98-9931-69b701cab892 req-8aca282d-530e-414c-a926-6ca0cbdd02e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:20.159323 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-68568554-2be9-4d98-9931-69b701cab892 req-8aca282d-530e-414c-a926-6ca0cbdd02e8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=adba6d1c-ef86-47b2-ae58-0f7966c1b760 HTTP/1.1" status: 200 len: 1097 time: 0.1588993 Jul 29 23:28:20.172532 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca56fe2-54db-4a43-9649-1f67281a866b None None] Checking router: 0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:28:20.199364 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca56fe2-54db-4a43-9649-1f67281a866b None None] Routers {'0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:28:20.202275 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-2ca56fe2-54db-4a43-9649-1f67281a866b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:27:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:20.292738 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d5d16-d1b0-4c4b-9928-8984765c7326 req-1a8469be-0fcb-452a-9d3a-f0a4b40ff9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:20.294807 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d74d5d16-d1b0-4c4b-9928-8984765c7326 req-1a8469be-0fcb-452a-9d3a-f0a4b40ff9cc service neutron] 10.222.0.22 "GET /v2.0/networks?id=399e2854-6b91-4680-bb53-ee3069227e3d HTTP/1.1" status: 200 len: 912 time: 0.5471344 Jul 29 23:28:20.390967 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-2ca56fe2-54db-4a43-9649-1f67281a866b None None] Set router 0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:28:20.408150 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b5e58b-15c0-4f33-b01e-a0eaeb08190b req-84386854-6567-4ad3-b0af-db6280d4dcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:20.415990 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b8b5e58b-15c0-4f33-b01e-a0eaeb08190b req-84386854-6567-4ad3-b0af-db6280d4dcaf service neutron] 10.222.0.43 "GET /v2.0/networks?id=249f9a39-5994-41da-9767-e19fa079301c HTTP/1.1" status: 200 len: 921 time: 0.5153532 Jul 29 23:28:20.442489 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-68568554-2be9-4d98-9931-69b701cab892 req-64a01607-7808-4e0d-8a34-e7718b17d9ee service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6c98340f-d196-4f87-9960-78e50d69634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605855 Jul 29 23:28:20.485201 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ded6b-619c-4ccc-a0a1-3b4e66196dd9 req-5e95b158-0bfc-4ed3-a6b8-691c4b75c25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:20.486731 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e03ded6b-619c-4ccc-a0a1-3b4e66196dd9 req-5e95b158-0bfc-4ed3-a6b8-691c4b75c25c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e430b59a-c292-4bfa-9b39-b7f5ec706db3 HTTP/1.1" status: 200 len: 1098 time: 0.4957798 Jul 29 23:28:20.499178 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bef6b616-5389-4885-8adb-665f84c515ad req-5d758b65-9f5c-41e0-9605-0eddd7fd58e9 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3364787 Jul 29 23:28:20.501991 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4222bb-fbc8-43f8-b5a7-2994a5fe4236 req-8afba87b-0dca-4bd7-8d2c-1d0b5341bfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:20.504731 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-5d4222bb-fbc8-43f8-b5a7-2994a5fe4236 req-8afba87b-0dca-4bd7-8d2c-1d0b5341bfe3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1339d222-3025-4594-a94d-576d79c37582 HTTP/1.1" status: 200 len: 1097 time: 0.5601819 Jul 29 23:28:20.507130 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b8b5e58b-15c0-4f33-b01e-a0eaeb08190b req-ae44747b-e0f4-45e6-9a7c-25dfccc976c3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=593608c7-e98e-4615-a81f-45557b3f70b5 HTTP/1.1" status: 200 len: 217 time: 0.0902684 Jul 29 23:28:20.542290 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e03ded6b-619c-4ccc-a0a1-3b4e66196dd9 req-77f62e4b-fb8d-4e3b-9ae9-9aaaf1ff8223 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=6c98340f-d196-4f87-9960-78e50d69634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356753 Jul 29 23:28:20.575304 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d74d5d16-d1b0-4c4b-9928-8984765c7326 req-e0fdc104-59d7-4e72-9119-4321c284593e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4bc909b-2922-4baf-be7b-0d096263ff34 HTTP/1.1" status: 200 len: 1000 time: 0.2588980 Jul 29 23:28:20.580165 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c59705-4a97-4591-8caa-7b38d50cc885 req-72ce9136-cf3a-4af6-8335-070512f24f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:20.582528 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-72c59705-4a97-4591-8caa-7b38d50cc885 req-72ce9136-cf3a-4af6-8335-070512f24f80 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a74822f1-959a-4abc-9b28-d10d0b1420ae HTTP/1.1" status: 200 len: 915 time: 0.6732256 Jul 29 23:28:20.584297 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-5d4222bb-fbc8-43f8-b5a7-2994a5fe4236 req-9c32e678-6465-469c-8cd7-be6fda3642d4 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=6c98340f-d196-4f87-9960-78e50d69634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465307 Jul 29 23:28:20.588297 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b5e58b-15c0-4f33-b01e-a0eaeb08190b req-e31a1362-351e-419b-8bb7-f1501cce6b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:20.590050 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b8b5e58b-15c0-4f33-b01e-a0eaeb08190b req-e31a1362-351e-419b-8bb7-f1501cce6b48 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4d6ca941-9b98-4939-964c-d32a2fbd1a2b HTTP/1.1" status: 200 len: 859 time: 0.0755849 Jul 29 23:28:20.595535 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-8dd2f17e-58db-4bb0-809f-d28683adab0a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1bed7cb062fe46c5bfada15baf9858de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4984884 Jul 29 23:28:20.595961 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44582) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:20.660138 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ceaebdb7-88ef-48cb-8591-e00af4b5a050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:20.668079 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-2ca56fe2-54db-4a43-9649-1f67281a866b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'name': 'tempest-FloatingIPsAssociationTestJSON-454429373-router', 'tenant_id': 'cfd954225fe54c54b27a2d340342811d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '256facda-b197-4ea2-a9e6-7488b567e736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:27:23Z', 'updated_at': '2021-07-29T23:27:29Z', 'revision_number': 4, 'project_id': 'cfd954225fe54c54b27a2d340342811d', 'gw_port': {'id': '256facda-b197-4ea2-a9e6-7488b567e736', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ab:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:27:24Z', 'updated_at': '2021-07-29T23:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '6626479c-dea8-4493-afe3-5242c51f57f6', 'name': '', 'network_id': '249f9a39-5994-41da-9767-e19fa079301c', 'tenant_id': 'cfd954225fe54c54b27a2d340342811d', 'mac_address': 'fa:16:3e:40:f9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '4d6ca941-9b98-4939-964c-d32a2fbd1a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:27:28Z', 'updated_at': '2021-07-29T23:27:35Z', 'revision_number': 5, 'project_id': 'cfd954225fe54c54b27a2d340342811d', 'subnets': [{'id': '4d6ca941-9b98-4939-964c-d32a2fbd1a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:20.685908 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b5e58b-15c0-4f33-b01e-a0eaeb08190b req-01b278c0-ab29-4d2c-9c48-ccce46e2ab61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:20.688873 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b8b5e58b-15c0-4f33-b01e-a0eaeb08190b req-01b278c0-ab29-4d2c-9c48-ccce46e2ab61 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=249f9a39-5994-41da-9767-e19fa079301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0891528 Jul 29 23:28:20.693885 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ceaebdb7-88ef-48cb-8591-e00af4b5a050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:20.698342 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca56fe2-54db-4a43-9649-1f67281a866b None None] The sync data for ids ['0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2'] in n-d-712141-10 is: [{'id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'name': 'tempest-FloatingIPsAssociationTestJSON-454429373-router', 'tenant_id': 'cfd954225fe54c54b27a2d340342811d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '256facda-b197-4ea2-a9e6-7488b567e736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:27:23Z', 'updated_at': '2021-07-29T23:27:29Z', 'revision_number': 4, 'project_id': 'cfd954225fe54c54b27a2d340342811d', 'gw_port': {'id': '256facda-b197-4ea2-a9e6-7488b567e736', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ab:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:27:24Z', 'updated_at': '2021-07-29T23:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '6626479c-dea8-4493-afe3-5242c51f57f6', 'name': '', 'network_id': '249f9a39-5994-41da-9767-e19fa079301c', 'tenant_id': 'cfd954225fe54c54b27a2d340342811d', 'mac_address': 'fa:16:3e:40:f9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '4d6ca941-9b98-4939-964c-d32a2fbd1a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:27:28Z', 'updated_at': '2021-07-29T23:27:35Z', 'revision_number': 5, 'project_id': 'cfd954225fe54c54b27a2d340342811d', 'subnets': [{'id': '4d6ca941-9b98-4939-964c-d32a2fbd1a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:28:20.797537 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d5d16-d1b0-4c4b-9928-8984765c7326 req-8cdaadc6-18db-438d-b169-eab0d731b87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:20.799706 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d74d5d16-d1b0-4c4b-9928-8984765c7326 req-8cdaadc6-18db-438d-b169-eab0d731b87e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f84d12aa-4b74-4699-924c-ad2973fc5537 HTTP/1.1" status: 200 len: 850 time: 0.1680412 Jul 29 23:28:20.823941 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ceaebdb7-88ef-48cb-8591-e00af4b5a050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:20.826668 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ceaebdb7-88ef-48cb-8591-e00af4b5a050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:20.830493 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ceaebdb7-88ef-48cb-8591-e00af4b5a050 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9a89ed91-9b26-4b7f-bbee-8ed061a9ac3f HTTP/1.1" status: 204 len: 168 time: 0.2335145 Jul 29 23:28:20.832755 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b8b5e58b-15c0-4f33-b01e-a0eaeb08190b req-b0db96a4-736d-4474-89db-56d06bab05b6 service neutron] 10.222.0.43 "GET /v2.0/networks/249f9a39-5994-41da-9767-e19fa079301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324806 Jul 29 23:28:20.836865 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-72c59705-4a97-4591-8caa-7b38d50cc885 req-4742b607-dfeb-48f2-a8c0-8a97bed37c28 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d11ddc8a-a813-4665-8d68-3b88a2b067be HTTP/1.1" status: 200 len: 217 time: 0.0755355 Jul 29 23:28:20.846478 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaebdb7-88ef-48cb-8591-e00af4b5a050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a89ed91-9b26-4b7f-bbee-8ed061a9ac3f,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:20.935135 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d5d16-d1b0-4c4b-9928-8984765c7326 req-27525516-2309-42e6-980c-076c40863f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:20.936660 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d74d5d16-d1b0-4c4b-9928-8984765c7326 req-27525516-2309-42e6-980c-076c40863f2a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=399e2854-6b91-4680-bb53-ee3069227e3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1026804 Jul 29 23:28:21.011863 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c59705-4a97-4591-8caa-7b38d50cc885 req-66cd365c-0aa3-454a-b37f-8cfb4d4d12f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:21.013373 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-72c59705-4a97-4591-8caa-7b38d50cc885 req-66cd365c-0aa3-454a-b37f-8cfb4d4d12f6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ae790fd8-1f1c-42ad-b55e-335a32cfbdf8 HTTP/1.1" status: 200 len: 854 time: 0.1356235 Jul 29 23:28:21.052136 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b8b5e58b-15c0-4f33-b01e-a0eaeb08190b req-810b59c9-5498-49fd-b710-7539ad62d53c service neutron] 10.222.0.43 "GET /v2.0/networks/249f9a39-5994-41da-9767-e19fa079301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169096 Jul 29 23:28:21.064285 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-72c59705-4a97-4591-8caa-7b38d50cc885 req-bb5bc5bd-94b2-423d-b85c-3dbf1431176a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a74822f1-959a-4abc-9b28-d10d0b1420ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415707 Jul 29 23:28:21.183998 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d74d5d16-d1b0-4c4b-9928-8984765c7326 req-1b32f265-0ac3-42f3-95ff-e5c1275c98d6 service neutron] 10.222.0.22 "GET /v2.0/networks/399e2854-6b91-4680-bb53-ee3069227e3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380781 Jul 29 23:28:21.196161 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1799f73-98f3-4166-b372-a7fa9db5cb99 None None] New status for floating IP a095e7d4-8a53-4aaf-8dc5-acc186a8d2e4: DOWN {{(pid=94079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:28:21.278039 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-72c59705-4a97-4591-8caa-7b38d50cc885 req-fcd9a13e-2baa-4626-bd20-86714cf02f24 service neutron] 10.222.0.41 "GET /v2.0/networks/a74822f1-959a-4abc-9b28-d10d0b1420ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039022 Jul 29 23:28:21.318100 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8348b2d-91c3-4ba6-be67-b75f225eb8dc', 'tag': '593608c7-e98e-4615-a81f-45557b3f70b5'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:28:21.321268 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02268caf-ab26-4593-bbb2-eaf9d0b6fb7a" -d '{"events": [{"name": "network-changed", "server_uuid": "e8348b2d-91c3-4ba6-be67-b75f225eb8dc", "tag": "593608c7-e98e-4615-a81f-45557b3f70b5"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:28:21.385014 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ccb6cb-053f-4570-81dd-c11188a5275e req-78335e32-d365-4dbb-8b38-40c444cff370 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:21.392015 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-28ccb6cb-053f-4570-81dd-c11188a5275e req-78335e32-d365-4dbb-8b38-40c444cff370 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] 10.222.0.43 "GET /v2.0/ports?device_id=e430b59a-c292-4bfa-9b39-b7f5ec706db3 HTTP/1.1" status: 200 len: 946 time: 0.2700663 Jul 29 23:28:21.394505 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d74d5d16-d1b0-4c4b-9928-8984765c7326 req-d3c46800-6b76-44bc-ba2e-687525a13fee service neutron] 10.222.0.22 "GET /v2.0/networks/399e2854-6b91-4680-bb53-ee3069227e3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006295 Jul 29 23:28:21.468930 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-72c59705-4a97-4591-8caa-7b38d50cc885 req-8c40e273-8504-487e-a0b8-9506e1ba81d3 service neutron] 10.222.0.41 "GET /v2.0/networks/a74822f1-959a-4abc-9b28-d10d0b1420ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814430 Jul 29 23:28:21.473955 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb745dda-bbf3-4dcf-a9fe-ce861290540d x-openstack-request-id: req-cb745dda-bbf3-4dcf-a9fe-ce861290540d {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:28:21.474292 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8348b2d-91c3-4ba6-be67-b75f225eb8dc", "tag": "593608c7-e98e-4615-a81f-45557b3f70b5", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:28:21.474555 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cb745dda-bbf3-4dcf-a9fe-ce861290540d {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:28:21.475869 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8348b2d-91c3-4ba6-be67-b75f225eb8dc', 'tag': '593608c7-e98e-4615-a81f-45557b3f70b5', 'status': 'completed', 'code': 200} Jul 29 23:28:21.482409 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-28ccb6cb-053f-4570-81dd-c11188a5275e req-af1c7b8d-c029-4c11-b906-ed0477b76ece tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c98340f-d196-4f87-9960-78e50d69634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828762 Jul 29 23:28:21.664637 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e966437d-6b2e-4ac9-9adb-bd6a3de833a0 req-01a954d5-6123-48ba-a776-f1cc30362ab4 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:21.672894 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e966437d-6b2e-4ac9-9adb-bd6a3de833a0 req-01a954d5-6123-48ba-a776-f1cc30362ab4 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/ports?device_id=8faaf670-71d8-4fa6-bd34-6a22795183fb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0912087 Jul 29 23:28:21.685202 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02268caf-ab26-4593-bbb2-eaf9d0b6fb7a req-07cc5835-2dd4-4272-a6ad-33ed31eaacf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:21.690404 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-02268caf-ab26-4593-bbb2-eaf9d0b6fb7a req-07cc5835-2dd4-4272-a6ad-33ed31eaacf3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cfd954225fe54c54b27a2d340342811d&device_id=e8348b2d-91c3-4ba6-be67-b75f225eb8dc HTTP/1.1" status: 200 len: 1098 time: 0.0569837 Jul 29 23:28:21.731529 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e966437d-6b2e-4ac9-9adb-bd6a3de833a0 req-7dd4a795-b16b-403a-87ba-8b758f383390 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.225 HTTP/1.1" status: 200 len: 696 time: 0.0575726 Jul 29 23:28:21.738987 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-e966437d-6b2e-4ac9-9adb-bd6a3de833a0 req-793aba93-b5d8-488d-9a7f-fce7d7aebad6 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Request body: {'floatingip': {'port_id': 'e08ae88d-6f9b-4c42-9f6b-db158c096940', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:21.831974 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e966437d-6b2e-4ac9-9adb-bd6a3de833a0 req-793aba93-b5d8-488d-9a7f-fce7d7aebad6 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Notify callbacks [] for floatingip, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:21.862405 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02268caf-ab26-4593-bbb2-eaf9d0b6fb7a req-66a4c07f-f0e0-40ad-a25f-b947264f26ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:21.866021 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-02268caf-ab26-4593-bbb2-eaf9d0b6fb7a req-66a4c07f-f0e0-40ad-a25f-b947264f26ea service neutron] 10.222.0.41 "GET /v2.0/networks?id=249f9a39-5994-41da-9767-e19fa079301c HTTP/1.1" status: 200 len: 921 time: 0.1562791 Jul 29 23:28:21.926272 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-02268caf-ab26-4593-bbb2-eaf9d0b6fb7a req-01c23ee7-391f-4578-b303-eadf22aebfa5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=593608c7-e98e-4615-a81f-45557b3f70b5 HTTP/1.1" status: 200 len: 217 time: 0.0517616 Jul 29 23:28:22.008979 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02268caf-ab26-4593-bbb2-eaf9d0b6fb7a req-d842bdd3-953a-453e-abc2-9318f37f3ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:22.011165 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-02268caf-ab26-4593-bbb2-eaf9d0b6fb7a req-d842bdd3-953a-453e-abc2-9318f37f3ffd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4d6ca941-9b98-4939-964c-d32a2fbd1a2b HTTP/1.1" status: 200 len: 859 time: 0.0742843 Jul 29 23:28:22.091010 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44630) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:22.094397 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02268caf-ab26-4593-bbb2-eaf9d0b6fb7a req-0f0fb689-eb05-4db3-bd73-e7c1682a0ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:22.095898 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-02268caf-ab26-4593-bbb2-eaf9d0b6fb7a req-0f0fb689-eb05-4db3-bd73-e7c1682a0ab0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=249f9a39-5994-41da-9767-e19fa079301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0718827 Jul 29 23:28:22.133813 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe8c038-d8de-4ca7-b0df-c6ca1a1ced0b req-832a8d7f-5ac6-4a12-832e-81be658fc5ad tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:22.135365 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7fe8c038-d8de-4ca7-b0df-c6ca1a1ced0b req-832a8d7f-5ac6-4a12-832e-81be658fc5ad tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fe6ba45-a72e-4420-a71e-4c356f1cf4a7 HTTP/1.1" status: 200 len: 943 time: 0.1067438 Jul 29 23:28:22.208479 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-02268caf-ab26-4593-bbb2-eaf9d0b6fb7a req-32dc2464-9546-4161-bea6-29ae5c20a870 service neutron] 10.222.0.41 "GET /v2.0/networks/249f9a39-5994-41da-9767-e19fa079301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018181 Jul 29 23:28:22.216534 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-3e593b9c-d823-4263-ba80-f6d3d35a4832 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Request body: {'security_group': {'name': 'tempest-secgroup--226021801'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:22.251889 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7fe8c038-d8de-4ca7-b0df-c6ca1a1ced0b req-9f1602cf-0ae0-414c-bbb8-92d3a43ae151 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096239 Jul 29 23:28:22.297153 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3e593b9c-d823-4263-ba80-f6d3d35a4832 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:22.310580 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3e593b9c-d823-4263-ba80-f6d3d35a4832 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:22.381258 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-02268caf-ab26-4593-bbb2-eaf9d0b6fb7a req-78346224-146d-4f14-960d-8cd889306308 service neutron] 10.222.0.41 "GET /v2.0/networks/249f9a39-5994-41da-9767-e19fa079301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602721 Jul 29 23:28:22.459602 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3e593b9c-d823-4263-ba80-f6d3d35a4832 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:22.460152 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e966437d-6b2e-4ac9-9adb-bd6a3de833a0 req-793aba93-b5d8-488d-9a7f-fce7d7aebad6 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:22.463928 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3e593b9c-d823-4263-ba80-f6d3d35a4832 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:22.465066 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e966437d-6b2e-4ac9-9adb-bd6a3de833a0 req-793aba93-b5d8-488d-9a7f-fce7d7aebad6 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:22.518754 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e593b9c-d823-4263-ba80-f6d3d35a4832 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d65bba6-1038-451c-8484-723249d54e5a,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:22.586490 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3e593b9c-d823-4263-ba80-f6d3d35a4832 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:22.591096 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3e593b9c-d823-4263-ba80-f6d3d35a4832 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:22.594416 n-d-712141-10 neutron-server[94078]: INFO neutron.db.l3_db [req-e966437d-6b2e-4ac9-9adb-bd6a3de833a0 req-793aba93-b5d8-488d-9a7f-fce7d7aebad6 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Floating IP a095e7d4-8a53-4aaf-8dc5-acc186a8d2e4 associated. External IP: 172.25.0.225, port: e08ae88d-6f9b-4c42-9f6b-db158c096940. Jul 29 23:28:22.623658 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e593b9c-d823-4263-ba80-f6d3d35a4832 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=366ecc78-4cc1-4068-bc95-64f78845f1c8,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:22.626161 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3e593b9c-d823-4263-ba80-f6d3d35a4832 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:22.631381 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-3e593b9c-d823-4263-ba80-f6d3d35a4832 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5389686 Jul 29 23:28:22.632188 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44636) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:22.700886 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-5882a26e-80d6-4363-b675-30cac8038502 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0675263 Jul 29 23:28:22.702196 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44638) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:22.706699 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-23a83cdd-48fb-4511-8c3d-3cf4844068ab tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Request body: {'security_group': {'name': 'tempest-security--2019208970', 'description': 'tempest-security-description-1122668311'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:22.734380 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-23a83cdd-48fb-4511-8c3d-3cf4844068ab tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:22.783474 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-23a83cdd-48fb-4511-8c3d-3cf4844068ab tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:22.789060 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-23a83cdd-48fb-4511-8c3d-3cf4844068ab tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:22.792411 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-23a83cdd-48fb-4511-8c3d-3cf4844068ab tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:22.796471 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-23a83cdd-48fb-4511-8c3d-3cf4844068ab tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] 10.222.0.43 "PUT /v2.0/security-groups/366ecc78-4cc1-4068-bc95-64f78845f1c8 HTTP/1.1" status: 200 len: 1780 time: 0.0909817 Jul 29 23:28:22.798278 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44640) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:22.846082 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a83cdd-48fb-4511-8c3d-3cf4844068ab tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=366ecc78-4cc1-4068-bc95-64f78845f1c8,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:22.866123 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e1580cda-15ab-42cb-aa26-75dc41ab114f tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] 10.222.0.43 "GET /v2.0/security-groups/366ecc78-4cc1-4068-bc95-64f78845f1c8 HTTP/1.1" status: 200 len: 1780 time: 0.0641809 Jul 29 23:28:22.866801 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44642) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:22.930936 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-81dd35fb-159f-4084-9166-647492bb2097 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:22.957613 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-81dd35fb-159f-4084-9166-647492bb2097 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:23.018891 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-81dd35fb-159f-4084-9166-647492bb2097 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:23.022699 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-81dd35fb-159f-4084-9166-647492bb2097 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:23.022815 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4d946-ef7a-476a-a26f-e104ee1b5d16 req-d0c56fa0-06a8-4b76-a4af-7ac79fe47830 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:23.026789 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-81dd35fb-159f-4084-9166-647492bb2097 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] 10.222.0.43 "DELETE /v2.0/security-groups/366ecc78-4cc1-4068-bc95-64f78845f1c8 HTTP/1.1" status: 204 len: 168 time: 0.1592577 Jul 29 23:28:23.027444 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44646) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:23.030184 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e4c4d946-ef7a-476a-a26f-e104ee1b5d16 req-d0c56fa0-06a8-4b76-a4af-7ac79fe47830 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] 10.222.0.43 "GET /v2.0/ports?device_id=e430b59a-c292-4bfa-9b39-b7f5ec706db3 HTTP/1.1" status: 200 len: 946 time: 0.3877394 Jul 29 23:28:23.059916 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dd35fb-159f-4084-9166-647492bb2097 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=366ecc78-4cc1-4068-bc95-64f78845f1c8,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:23.087474 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e4c4d946-ef7a-476a-a26f-e104ee1b5d16 req-423d8438-fe58-4e5b-a720-6c938398468d tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c98340f-d196-4f87-9960-78e50d69634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560863 Jul 29 23:28:23.095820 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-740e6f38-340e-4c43-9158-a60d4f46d91b tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0545971 Jul 29 23:28:23.104551 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44648) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:23.121799 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-7ab999bf-c04a-4729-9fbb-eaa6f3809ae9 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] delete failed (client error): The resource could not be found. Jul 29 23:28:23.123572 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7ab999bf-c04a-4729-9fbb-eaa6f3809ae9 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] 10.222.0.43 "DELETE /v2.0/security-groups/366ecc78-4cc1-4068-bc95-64f78845f1c8 HTTP/1.1" status: 404 len: 347 time: 0.0178027 Jul 29 23:28:23.127310 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44652) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:23.132983 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-7fb49295-559d-4a50-be3c-0eec59846593 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Request body: {'security_group': {'name': 'tempest-secgroup--1098098938'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:23.157342 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7fb49295-559d-4a50-be3c-0eec59846593 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:23.197920 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-95a8a52f-98b4-489f-9b55-fb4ca9f5fcfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:23.265622 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7fb49295-559d-4a50-be3c-0eec59846593 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:23.274937 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085e92e-2758-4837-a849-83229a73ad72 req-c9df970b-b828-405e-a61e-dc529062a19c tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:23.276494 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4085e92e-2758-4837-a849-83229a73ad72 req-c9df970b-b828-405e-a61e-dc529062a19c tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] 10.222.0.43 "GET /v2.0/ports?device_id=adba6d1c-ef86-47b2-ae58-0f7966c1b760 HTTP/1.1" status: 200 len: 945 time: 0.0842013 Jul 29 23:28:23.283813 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e966437d-6b2e-4ac9-9adb-bd6a3de833a0 req-793aba93-b5d8-488d-9a7f-fce7d7aebad6 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Router 0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:28:23.286541 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7fb49295-559d-4a50-be3c-0eec59846593 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:23.330471 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7fb49295-559d-4a50-be3c-0eec59846593 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:23.332424 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7fb49295-559d-4a50-be3c-0eec59846593 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2032676 Jul 29 23:28:23.338323 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44656) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:23.343511 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-17759679-08a9-419a-a5b5-45a089b50eeb tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Request body: {'security_group_rule': {'security_group_id': '08840fbb-d0f0-4517-b75d-5976407ea1a2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:23.350739 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb49295-559d-4a50-be3c-0eec59846593 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08840fbb-d0f0-4517-b75d-5976407ea1a2,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:23.374254 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e100d1b-497c-44ac-a5c5-2370d66cafa9 req-79957caa-e823-47c1-af39-b61580b29960 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:23.375776 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3e100d1b-497c-44ac-a5c5-2370d66cafa9 req-79957caa-e823-47c1-af39-b61580b29960 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.41 "GET /v2.0/ports?device_id=e8348b2d-91c3-4ba6-be67-b75f225eb8dc HTTP/1.1" status: 200 len: 946 time: 0.1222904 Jul 29 23:28:23.381974 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4085e92e-2758-4837-a849-83229a73ad72 req-3533d8b5-564e-40d7-81c5-272a62d8cf3d tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c98340f-d196-4f87-9960-78e50d69634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943847 Jul 29 23:28:23.472289 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-17759679-08a9-419a-a5b5-45a089b50eeb tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:23.507341 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e966437d-6b2e-4ac9-9adb-bd6a3de833a0 req-793aba93-b5d8-488d-9a7f-fce7d7aebad6 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:28:23.513505 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e966437d-6b2e-4ac9-9adb-bd6a3de833a0 req-793aba93-b5d8-488d-9a7f-fce7d7aebad6 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:23.520902 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa5482e-2e4c-4221-b7eb-0454fc10cd63 None None] Sync routers for ids ['0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:28:23.532855 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa5482e-2e4c-4221-b7eb-0454fc10cd63 None None] Routers {'0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:28:23.533840 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-eaa5482e-2e4c-4221-b7eb-0454fc10cd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:27:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:23.549976 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device d11ddc8a-a813-4665-8d68-3b88a2b067be details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:28:23.556023 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad40a59-9e4f-47da-b171-fe2cae1bfec6 req-b8de028e-bd6d-42a5-9074-93eebd8741cd tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:23.557726 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1ad40a59-9e4f-47da-b171-fe2cae1bfec6 req-b8de028e-bd6d-42a5-9074-93eebd8741cd tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fe6ba45-a72e-4420-a71e-4c356f1cf4a7 HTTP/1.1" status: 200 len: 943 time: 0.0955441 Jul 29 23:28:23.575271 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-3e100d1b-497c-44ac-a5c5-2370d66cafa9 req-90cc87eb-2517-4acb-871c-f52e0bd3d479 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Deleting port 593608c7-e98e-4615-a81f-45557b3f70b5 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:28:23.575616 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-3e100d1b-497c-44ac-a5c5-2370d66cafa9 req-90cc87eb-2517-4acb-871c-f52e0bd3d479 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:23.580592 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-17759679-08a9-419a-a5b5-45a089b50eeb tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:23.581552 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e966437d-6b2e-4ac9-9adb-bd6a3de833a0 req-793aba93-b5d8-488d-9a7f-fce7d7aebad6 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "PUT /v2.0/floatingips/a095e7d4-8a53-4aaf-8dc5-acc186a8d2e4 HTTP/1.1" status: 200 len: 997 time: 1.8483253 Jul 29 23:28:23.593035 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8faaf670-71d8-4fa6-bd34-6a22795183fb', 'tag': 'e08ae88d-6f9b-4c42-9f6b-db158c096940'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:28:23.596710 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4058141d-301a-49e5-9ee9-e78a934f7f96" -d '{"events": [{"name": "network-changed", "server_uuid": "8faaf670-71d8-4fa6-bd34-6a22795183fb", "tag": "e08ae88d-6f9b-4c42-9f6b-db158c096940"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:28:23.608585 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-17759679-08a9-419a-a5b5-45a089b50eeb tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:23.653433 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-eaa5482e-2e4c-4221-b7eb-0454fc10cd63 None None] Set router 0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:28:23.658899 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17759679-08a9-419a-a5b5-45a089b50eeb tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80b362c9-a8b0-4b42-9979-79729eb53d1c,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:23.683889 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-17759679-08a9-419a-a5b5-45a089b50eeb tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:23.687494 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-17759679-08a9-419a-a5b5-45a089b50eeb tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3462253 Jul 29 23:28:23.687647 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e966437d-6b2e-4ac9-9adb-bd6a3de833a0 req-f6cb9e73-c1a3-4e96-81ea-6043ad81c84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:23.687647 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e966437d-6b2e-4ac9-9adb-bd6a3de833a0 req-f6cb9e73-c1a3-4e96-81ea-6043ad81c84e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cfd954225fe54c54b27a2d340342811d&device_id=8faaf670-71d8-4fa6-bd34-6a22795183fb HTTP/1.1" status: 200 len: 1098 time: 0.0851991 Jul 29 23:28:23.688255 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 44668) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:23.728329 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port d11ddc8a-a813-4665-8d68-3b88a2b067be, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=d11ddc8a-a813-4665-8d68-3b88a2b067be,segment=NetworkSegment(17b2c622-bac6-4298-9f70-11d5205d8079),segment_id=17b2c622-bac6-4298-9f70-11d5205d8079)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:23.741394 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': 'd11ddc8a-a813-4665-8d68-3b88a2b067be', 'network_id': 'a74822f1-959a-4abc-9b28-d10d0b1420ae', 'port_id': 'd11ddc8a-a813-4665-8d68-3b88a2b067be', 'mac_address': 'fa:16:3e:23:c7:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae790fd8-1f1c-42ad-b55e-335a32cfbdf8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:28:23.788375 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:23.789641 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-3e100d1b-497c-44ac-a5c5-2370d66cafa9 req-90cc87eb-2517-4acb-871c-f52e0bd3d479 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] For port 593608c7-e98e-4615-a81f-45557b3f70b5, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=593608c7-e98e-4615-a81f-45557b3f70b5,segment=NetworkSegment(deb29660-eaef-47af-8b2d-d34c883ef993),segment_id=deb29660-eaef-47af-8b2d-d34c883ef993)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:23.790174 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-3e100d1b-497c-44ac-a5c5-2370d66cafa9 req-90cc87eb-2517-4acb-871c-f52e0bd3d479 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:23.803610 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d11ddc8a-a813-4665-8d68-3b88a2b067be {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:28:23.819487 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-3e100d1b-497c-44ac-a5c5-2370d66cafa9 req-90cc87eb-2517-4acb-871c-f52e0bd3d479 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Calling delete_port for 593608c7-e98e-4615-a81f-45557b3f70b5 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:28:23.845247 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port d11ddc8a-a813-4665-8d68-3b88a2b067be, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=d11ddc8a-a813-4665-8d68-3b88a2b067be,segment=NetworkSegment(17b2c622-bac6-4298-9f70-11d5205d8079),segment_id=17b2c622-bac6-4298-9f70-11d5205d8079)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:23.850870 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:23.887604 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1ad40a59-9e4f-47da-b171-fe2cae1bfec6 req-8b1a1b99-9377-4a05-b212-c7e4eed52e57 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043060 Jul 29 23:28:23.905303 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c0432700-b727-4369-a236-61fc1073c06a tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:23.934745 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-eaa5482e-2e4c-4221-b7eb-0454fc10cd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'name': 'tempest-FloatingIPsAssociationTestJSON-454429373-router', 'tenant_id': 'cfd954225fe54c54b27a2d340342811d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '256facda-b197-4ea2-a9e6-7488b567e736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:27:23Z', 'updated_at': '2021-07-29T23:27:29Z', 'revision_number': 4, 'project_id': 'cfd954225fe54c54b27a2d340342811d', 'gw_port': {'id': '256facda-b197-4ea2-a9e6-7488b567e736', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ab:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:27:24Z', 'updated_at': '2021-07-29T23:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': 'a095e7d4-8a53-4aaf-8dc5-acc186a8d2e4', 'tenant_id': 'cfd954225fe54c54b27a2d340342811d', 'floating_ip_address': '172.25.0.225', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'port_id': 'e08ae88d-6f9b-4c42-9f6b-db158c096940', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '249f9a39-5994-41da-9767-e19fa079301c', 'mac_address': 'fa:16:3e:91:5b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8faaf670-71d8-4fa6-bd34-6a22795183fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:27:47Z', 'updated_at': '2021-07-29T23:28:22Z', 'revision_number': 8, 'project_id': 'cfd954225fe54c54b27a2d340342811d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6626479c-dea8-4493-afe3-5242c51f57f6', 'name': '', 'network_id': '249f9a39-5994-41da-9767-e19fa079301c', 'tenant_id': 'cfd954225fe54c54b27a2d340342811d', 'mac_address': 'fa:16:3e:40:f9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '4d6ca941-9b98-4939-964c-d32a2fbd1a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:27:28Z', 'updated_at': '2021-07-29T23:27:35Z', 'revision_number': 5, 'project_id': 'cfd954225fe54c54b27a2d340342811d', 'subnets': [{'id': '4d6ca941-9b98-4939-964c-d32a2fbd1a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:23.937302 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c0432700-b727-4369-a236-61fc1073c06a tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:23.943690 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=d11ddc8a-a813-4665-8d68-3b88a2b067be,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:23.994111 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa5482e-2e4c-4221-b7eb-0454fc10cd63 None None] Checking router: 0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:28:24.004917 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-3e100d1b-497c-44ac-a5c5-2370d66cafa9 req-90cc87eb-2517-4acb-871c-f52e0bd3d479 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:24.011535 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c0432700-b727-4369-a236-61fc1073c06a tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:24.015511 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa5482e-2e4c-4221-b7eb-0454fc10cd63 None None] Routers {'0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:28:24.016206 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-eaa5482e-2e4c-4221-b7eb-0454fc10cd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:27:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:24.026909 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c0432700-b727-4369-a236-61fc1073c06a tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:24.028148 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-c0432700-b727-4369-a236-61fc1073c06a tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/80b362c9-a8b0-4b42-9979-79729eb53d1c HTTP/1.1" status: 204 len: 168 time: 0.3315485 Jul 29 23:28:24.031316 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0432700-b727-4369-a236-61fc1073c06a tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=80b362c9-a8b0-4b42-9979-79729eb53d1c,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:24.033693 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 44670) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:24.034838 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e966437d-6b2e-4ac9-9adb-bd6a3de833a0 req-4d87b1b9-c077-4f02-a760-51b0fce4ade8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:24.037325 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e966437d-6b2e-4ac9-9adb-bd6a3de833a0 req-4d87b1b9-c077-4f02-a760-51b0fce4ade8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=249f9a39-5994-41da-9767-e19fa079301c HTTP/1.1" status: 200 len: 921 time: 0.2857041 Jul 29 23:28:24.039297 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['e08ae88d-6f9b-4c42-9f6b-db158c096940'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:28:24.078912 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cc87eb-2517-4acb-871c-f52e0bd3d479 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Pushing event deleted for resources: {'Port': ['ID=593608c7-e98e-4615-a81f-45557b3f70b5,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:24.194362 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e100d1b-497c-44ac-a5c5-2370d66cafa9 req-90cc87eb-2517-4acb-871c-f52e0bd3d479 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] No DVR routers for this DVR port 593608c7-e98e-4615-a81f-45557b3f70b5 on host n-h1-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:28:24.199573 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-3e100d1b-497c-44ac-a5c5-2370d66cafa9 req-90cc87eb-2517-4acb-871c-f52e0bd3d479 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:24.201664 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3e100d1b-497c-44ac-a5c5-2370d66cafa9 req-90cc87eb-2517-4acb-871c-f52e0bd3d479 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.41 "DELETE /v2.0/ports/593608c7-e98e-4615-a81f-45557b3f70b5 HTTP/1.1" status: 204 len: 173 time: 0.8153832 Jul 29 23:28:24.202128 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8348b2d-91c3-4ba6-be67-b75f225eb8dc', 'name': 'network-vif-deleted', 'tag': '593608c7-e98e-4615-a81f-45557b3f70b5'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:28:24.210183 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765cc729-b7d1-47c1-9d70-751a2f9850e9" -d '{"events": [{"server_uuid": "e8348b2d-91c3-4ba6-be67-b75f225eb8dc", "name": "network-vif-deleted", "tag": "593608c7-e98e-4615-a81f-45557b3f70b5"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:28:24.256947 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-3d6a7a06-aff5-4d0a-9005-48270942ff56 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2184477 Jul 29 23:28:24.260001 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44676) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:24.276410 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['d11ddc8a-a813-4665-8d68-3b88a2b067be'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:28:24.292813 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e966437d-6b2e-4ac9-9adb-bd6a3de833a0 req-db3ba49d-4680-4acd-b883-4dc12cffa90f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e08ae88d-6f9b-4c42-9f6b-db158c096940 HTTP/1.1" status: 200 len: 1000 time: 0.2391825 Jul 29 23:28:24.303596 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b034caf-c07f-472d-8935-f13ba9875aa4 req-f309ca09-c8a4-4689-aca7-a56ff6885382 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:24.305468 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5b034caf-c07f-472d-8935-f13ba9875aa4 req-f309ca09-c8a4-4689-aca7-a56ff6885382 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] 10.222.0.43 "GET /v2.0/ports?device_id=1339d222-3025-4594-a94d-576d79c37582 HTTP/1.1" status: 200 len: 945 time: 0.1568696 Jul 29 23:28:24.377880 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6c80dc45-ee02-4c8f-93ce-586c0c2f2fde tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:24.430772 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6c80dc45-ee02-4c8f-93ce-586c0c2f2fde tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:24.443596 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e966437d-6b2e-4ac9-9adb-bd6a3de833a0 req-0b199d7a-8421-4259-8317-b7b51b8ea87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:24.448449 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e966437d-6b2e-4ac9-9adb-bd6a3de833a0 req-0b199d7a-8421-4259-8317-b7b51b8ea87d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4d6ca941-9b98-4939-964c-d32a2fbd1a2b HTTP/1.1" status: 200 len: 859 time: 0.1417770 Jul 29 23:28:24.464233 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5b034caf-c07f-472d-8935-f13ba9875aa4 req-4ef11c29-b12e-4c74-a99e-7272cdde7daa tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c98340f-d196-4f87-9960-78e50d69634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219978 Jul 29 23:28:24.510572 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-eaa5482e-2e4c-4221-b7eb-0454fc10cd63 None None] Set router 0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:28:24.516687 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6c80dc45-ee02-4c8f-93ce-586c0c2f2fde tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:24.520297 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6c80dc45-ee02-4c8f-93ce-586c0c2f2fde tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:24.522012 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-6c80dc45-ee02-4c8f-93ce-586c0c2f2fde tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] 10.222.0.43 "DELETE /v2.0/security-groups/08840fbb-d0f0-4517-b75d-5976407ea1a2 HTTP/1.1" status: 204 len: 168 time: 0.2608726 Jul 29 23:28:24.526072 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44680) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:24.554013 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c80dc45-ee02-4c8f-93ce-586c0c2f2fde tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08840fbb-d0f0-4517-b75d-5976407ea1a2,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:24.583100 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e966437d-6b2e-4ac9-9adb-bd6a3de833a0 req-84d9a392-d83e-476e-ac82-826ebb8f7e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:24.587667 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e966437d-6b2e-4ac9-9adb-bd6a3de833a0 req-84d9a392-d83e-476e-ac82-826ebb8f7e9b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=249f9a39-5994-41da-9767-e19fa079301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1182852 Jul 29 23:28:24.598330 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8f5d08be-3253-485d-8b1f-f3b4cc8b9fb1 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0691824 Jul 29 23:28:24.602275 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 44682) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:24.607653 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-ab5d6a59-a757-48b1-89bc-e57f719ac75a tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Request body: {'security_group': {'name': 'tempest-secgroup--1681492851'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:24.640794 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ab5d6a59-a757-48b1-89bc-e57f719ac75a tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:24.786476 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ab5d6a59-a757-48b1-89bc-e57f719ac75a tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:24.789543 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8372864-be8b-4593-bdc4-7aed62d44efa x-openstack-request-id: req-a8372864-be8b-4593-bdc4-7aed62d44efa {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:28:24.790009 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8faaf670-71d8-4fa6-bd34-6a22795183fb", "tag": "e08ae88d-6f9b-4c42-9f6b-db158c096940", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:28:24.790400 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a8372864-be8b-4593-bdc4-7aed62d44efa {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:28:24.791006 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8faaf670-71d8-4fa6-bd34-6a22795183fb', 'tag': 'e08ae88d-6f9b-4c42-9f6b-db158c096940', 'status': 'completed', 'code': 200} Jul 29 23:28:24.822687 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ab5d6a59-a757-48b1-89bc-e57f719ac75a tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:24.843654 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5c276a-a7f0-43c0-ab3e-d6c7586e853f x-openstack-request-id: req-1a5c276a-a7f0-43c0-ab3e-d6c7586e853f {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:28:24.850408 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8348b2d-91c3-4ba6-be67-b75f225eb8dc", "name": "network-vif-deleted", "tag": "593608c7-e98e-4615-a81f-45557b3f70b5", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:28:24.850894 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1a5c276a-a7f0-43c0-ab3e-d6c7586e853f {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:28:24.851508 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8348b2d-91c3-4ba6-be67-b75f225eb8dc', 'name': 'network-vif-deleted', 'tag': '593608c7-e98e-4615-a81f-45557b3f70b5', 'status': 'completed', 'code': 200} Jul 29 23:28:24.883212 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4058141d-301a-49e5-9ee9-e78a934f7f96 req-4995ef0a-4b47-42e9-a988-adf407190008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:24.892976 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-4058141d-301a-49e5-9ee9-e78a934f7f96 req-4995ef0a-4b47-42e9-a988-adf407190008 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cfd954225fe54c54b27a2d340342811d&device_id=8faaf670-71d8-4fa6-bd34-6a22795183fb HTTP/1.1" status: 200 len: 1098 time: 0.0906854 Jul 29 23:28:24.907990 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ab5d6a59-a757-48b1-89bc-e57f719ac75a tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:24.917468 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ab5d6a59-a757-48b1-89bc-e57f719ac75a tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3139324 Jul 29 23:28:24.922225 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-eaa5482e-2e4c-4221-b7eb-0454fc10cd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'name': 'tempest-FloatingIPsAssociationTestJSON-454429373-router', 'tenant_id': 'cfd954225fe54c54b27a2d340342811d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '256facda-b197-4ea2-a9e6-7488b567e736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:27:23Z', 'updated_at': '2021-07-29T23:27:29Z', 'revision_number': 4, 'project_id': 'cfd954225fe54c54b27a2d340342811d', 'gw_port': {'id': '256facda-b197-4ea2-a9e6-7488b567e736', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ab:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:27:24Z', 'updated_at': '2021-07-29T23:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': 'a095e7d4-8a53-4aaf-8dc5-acc186a8d2e4', 'tenant_id': 'cfd954225fe54c54b27a2d340342811d', 'floating_ip_address': '172.25.0.225', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'port_id': 'e08ae88d-6f9b-4c42-9f6b-db158c096940', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '249f9a39-5994-41da-9767-e19fa079301c', 'mac_address': 'fa:16:3e:91:5b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8faaf670-71d8-4fa6-bd34-6a22795183fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:27:47Z', 'updated_at': '2021-07-29T23:28:22Z', 'revision_number': 8, 'project_id': 'cfd954225fe54c54b27a2d340342811d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6626479c-dea8-4493-afe3-5242c51f57f6', 'name': '', 'network_id': '249f9a39-5994-41da-9767-e19fa079301c', 'tenant_id': 'cfd954225fe54c54b27a2d340342811d', 'mac_address': 'fa:16:3e:40:f9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '4d6ca941-9b98-4939-964c-d32a2fbd1a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:27:28Z', 'updated_at': '2021-07-29T23:27:35Z', 'revision_number': 5, 'project_id': 'cfd954225fe54c54b27a2d340342811d', 'subnets': [{'id': '4d6ca941-9b98-4939-964c-d32a2fbd1a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:24.923320 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44686) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:24.943477 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5d6a59-a757-48b1-89bc-e57f719ac75a tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68053e60-3ae7-4493-8ae1-60a118b99c0e,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:24.951165 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e966437d-6b2e-4ac9-9adb-bd6a3de833a0 req-0327b3f4-82c2-4113-92b2-3621eb8ba23d service neutron] 10.222.0.43 "GET /v2.0/networks/249f9a39-5994-41da-9767-e19fa079301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207641 Jul 29 23:28:25.010099 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa5482e-2e4c-4221-b7eb-0454fc10cd63 None None] The sync data for ids ['0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2'] in n-d-712141-10 is: [{'id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'name': 'tempest-FloatingIPsAssociationTestJSON-454429373-router', 'tenant_id': 'cfd954225fe54c54b27a2d340342811d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '256facda-b197-4ea2-a9e6-7488b567e736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:27:23Z', 'updated_at': '2021-07-29T23:27:29Z', 'revision_number': 4, 'project_id': 'cfd954225fe54c54b27a2d340342811d', 'gw_port': {'id': '256facda-b197-4ea2-a9e6-7488b567e736', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ab:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:27:24Z', 'updated_at': '2021-07-29T23:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': 'a095e7d4-8a53-4aaf-8dc5-acc186a8d2e4', 'tenant_id': 'cfd954225fe54c54b27a2d340342811d', 'floating_ip_address': '172.25.0.225', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'port_id': 'e08ae88d-6f9b-4c42-9f6b-db158c096940', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '249f9a39-5994-41da-9767-e19fa079301c', 'mac_address': 'fa:16:3e:91:5b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8faaf670-71d8-4fa6-bd34-6a22795183fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:27:47Z', 'updated_at': '2021-07-29T23:28:22Z', 'revision_number': 8, 'project_id': 'cfd954225fe54c54b27a2d340342811d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6626479c-dea8-4493-afe3-5242c51f57f6', 'name': '', 'network_id': '249f9a39-5994-41da-9767-e19fa079301c', 'tenant_id': 'cfd954225fe54c54b27a2d340342811d', 'mac_address': 'fa:16:3e:40:f9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '4d6ca941-9b98-4939-964c-d32a2fbd1a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:27:28Z', 'updated_at': '2021-07-29T23:27:35Z', 'revision_number': 5, 'project_id': 'cfd954225fe54c54b27a2d340342811d', 'subnets': [{'id': '4d6ca941-9b98-4939-964c-d32a2fbd1a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:28:25.013479 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-df1784e1-5a6d-4c6d-947d-2b37591c3367 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Request body: {'security_group_rule': {'security_group_id': '68053e60-3ae7-4493-8ae1-60a118b99c0e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:25.081317 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-df1784e1-5a6d-4c6d-947d-2b37591c3367 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:25.192486 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4058141d-301a-49e5-9ee9-e78a934f7f96 req-7ce7e4e6-3a4d-439e-86e2-814c101921fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:25.194302 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-4058141d-301a-49e5-9ee9-e78a934f7f96 req-7ce7e4e6-3a4d-439e-86e2-814c101921fc service neutron] 10.222.0.41 "GET /v2.0/networks?id=249f9a39-5994-41da-9767-e19fa079301c HTTP/1.1" status: 200 len: 921 time: 0.2851748 Jul 29 23:28:25.211509 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e966437d-6b2e-4ac9-9adb-bd6a3de833a0 req-f784ed96-da75-4984-aa42-c56b70ce9377 service neutron] 10.222.0.43 "GET /v2.0/networks/249f9a39-5994-41da-9767-e19fa079301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500443 Jul 29 23:28:25.236665 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-df1784e1-5a6d-4c6d-947d-2b37591c3367 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:25.248193 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b2612c-a81e-44d0-8745-4d4ff7d00c07 req-ed7e915b-7aa8-415d-bb72-baad33829cc9 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:25.249722 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-39b2612c-a81e-44d0-8745-4d4ff7d00c07 req-ed7e915b-7aa8-415d-bb72-baad33829cc9 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fe6ba45-a72e-4420-a71e-4c356f1cf4a7 HTTP/1.1" status: 200 len: 944 time: 0.0952013 Jul 29 23:28:25.304234 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-39b2612c-a81e-44d0-8745-4d4ff7d00c07 req-8e105dda-8e8c-49f2-ab1a-1a507b8f285d tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429287 Jul 29 23:28:25.307788 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-df1784e1-5a6d-4c6d-947d-2b37591c3367 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:25.343634 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1784e1-5a6d-4c6d-947d-2b37591c3367 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47ae0502-0db2-4c6e-858a-86d5c3cae7e8,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:25.359032 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-df1784e1-5a6d-4c6d-947d-2b37591c3367 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:25.360242 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-df1784e1-5a6d-4c6d-947d-2b37591c3367 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4251242 Jul 29 23:28:25.363256 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 44696) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:25.371305 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-4058141d-301a-49e5-9ee9-e78a934f7f96 req-83f8a139-8e7d-49b2-87c4-2115329bbce1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e08ae88d-6f9b-4c42-9f6b-db158c096940 HTTP/1.1" status: 200 len: 1000 time: 0.1475894 Jul 29 23:28:25.375411 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-c4d50e53-9979-4a8c-a396-45871bc10275 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Request body: {'security_group_rule': {'security_group_id': '68053e60-3ae7-4493-8ae1-60a118b99c0e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:25.406804 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43721fd8-aef8-4f6f-afb9-b1e695d5eb8d None None] New status for floating IP a095e7d4-8a53-4aaf-8dc5-acc186a8d2e4: ACTIVE {{(pid=94079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:28:25.444403 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4058141d-301a-49e5-9ee9-e78a934f7f96 req-9e844a7e-1c5c-4182-8082-5e53cbb4d8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:25.446066 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-4058141d-301a-49e5-9ee9-e78a934f7f96 req-9e844a7e-1c5c-4182-8082-5e53cbb4d8a1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4d6ca941-9b98-4939-964c-d32a2fbd1a2b HTTP/1.1" status: 200 len: 859 time: 0.0674486 Jul 29 23:28:25.512142 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4058141d-301a-49e5-9ee9-e78a934f7f96 req-000763ef-72c8-4ecb-a90c-cb4b4bf64718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:25.513770 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-4058141d-301a-49e5-9ee9-e78a934f7f96 req-000763ef-72c8-4ecb-a90c-cb4b4bf64718 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=249f9a39-5994-41da-9767-e19fa079301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0584960 Jul 29 23:28:25.527188 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c4d50e53-9979-4a8c-a396-45871bc10275 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:25.537302 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0755fa3-7717-4eae-9e07-cabd8cb96932 req-786cecb8-c44c-464d-882b-48c9d0a47774 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:25.538928 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e0755fa3-7717-4eae-9e07-cabd8cb96932 req-786cecb8-c44c-464d-882b-48c9d0a47774 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] 10.222.0.43 "GET /v2.0/ports?device_id=1339d222-3025-4594-a94d-576d79c37582 HTTP/1.1" status: 200 len: 945 time: 0.1486881 Jul 29 23:28:25.541919 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-566f99f5-151d-486b-ba45-f8b1b85e0904 req-5a4a27c7-6604-4fef-b12d-731f281457f2 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/floatingips/a095e7d4-8a53-4aaf-8dc5-acc186a8d2e4 HTTP/1.1" status: 200 len: 997 time: 0.1288598 Jul 29 23:28:25.565711 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 593608c7-e98e-4615-a81f-45557b3f70b5 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:28:25.592617 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] No Port match for: 593608c7-e98e-4615-a81f-45557b3f70b5 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:28:25.593097 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 593608c7-e98e-4615-a81f-45557b3f70b5 not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:28:25.654659 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-4058141d-301a-49e5-9ee9-e78a934f7f96 req-caf4ba82-0e2f-4154-bfa9-7d1b5b5a6445 service neutron] 10.222.0.41 "GET /v2.0/networks/249f9a39-5994-41da-9767-e19fa079301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317933 Jul 29 23:28:25.693992 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c4d50e53-9979-4a8c-a396-45871bc10275 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:25.706701 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e0755fa3-7717-4eae-9e07-cabd8cb96932 req-22bb3e53-5209-4c8d-afe0-5d2983414998 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c98340f-d196-4f87-9960-78e50d69634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457372 Jul 29 23:28:25.727161 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c4d50e53-9979-4a8c-a396-45871bc10275 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:25.749676 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d50e53-9979-4a8c-a396-45871bc10275 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61239122-c8c4-451b-aa7a-75bca93cc15d,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:25.787832 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-4058141d-301a-49e5-9ee9-e78a934f7f96 req-4eaccf5a-8d8f-441f-ac0a-2c69a5ab0fe6 service neutron] 10.222.0.41 "GET /v2.0/networks/249f9a39-5994-41da-9767-e19fa079301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247485 Jul 29 23:28:25.788190 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f99f5-151d-486b-ba45-f8b1b85e0904 req-3702a085-e399-4bdd-b6a8-e7dd08d24354 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:25.789786 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-566f99f5-151d-486b-ba45-f8b1b85e0904 req-3702a085-e399-4bdd-b6a8-e7dd08d24354 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/networks/58f27f61-3278-49cc-b66b-1e729d26f29f HTTP/1.1" status: 200 len: 784 time: 0.2300873 Jul 29 23:28:25.790835 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c4d50e53-9979-4a8c-a396-45871bc10275 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:25.795244 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-c4d50e53-9979-4a8c-a396-45871bc10275 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4301050 Jul 29 23:28:25.795945 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 44702) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:25.802901 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-7f6a003c-ae4d-4703-b990-de9a28af7cfb tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Request body: {'security_group_rule': {'security_group_id': '68053e60-3ae7-4493-8ae1-60a118b99c0e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:25.815309 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [req-566f99f5-151d-486b-ba45-f8b1b85e0904 req-e972ddf7-f135-49bb-a757-7faf9c886741 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:28:25.816873 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-566f99f5-151d-486b-ba45-f8b1b85e0904 req-e972ddf7-f135-49bb-a757-7faf9c886741 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068231 Jul 29 23:28:25.848419 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7f6a003c-ae4d-4703-b990-de9a28af7cfb tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:25.887157 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a0a8a541-4376-41b3-8d5e-0ec3de0c7a6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:25.954738 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2165a4a3-b0c3-4d3e-9327-5cb5284db7ce req-65047921-dae8-4531-b406-9f8f41089974 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.225 HTTP/1.1" status: 200 len: 1002 time: 0.1019738 Jul 29 23:28:25.966351 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7f6a003c-ae4d-4703-b990-de9a28af7cfb tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:25.976613 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7f6a003c-ae4d-4703-b990-de9a28af7cfb tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:26.027008 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165a4a3-b0c3-4d3e-9327-5cb5284db7ce req-db359695-818c-41b7-8a44-96e558a9e717 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:26.028367 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2165a4a3-b0c3-4d3e-9327-5cb5284db7ce req-db359695-818c-41b7-8a44-96e558a9e717 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/ports/e08ae88d-6f9b-4c42-9f6b-db158c096940 HTTP/1.1" status: 200 len: 943 time: 0.0639813 Jul 29 23:28:26.028972 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6a003c-ae4d-4703-b990-de9a28af7cfb tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce589600-1081-4bf1-8881-19af91209650,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:26.037250 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7f6a003c-ae4d-4703-b990-de9a28af7cfb tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:26.038999 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-7f6a003c-ae4d-4703-b990-de9a28af7cfb tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2409863 Jul 29 23:28:26.041918 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 44706) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:26.047049 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-e2c0d1ee-f81f-4881-a55c-d972cc152286 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Request body: {'security_group_rule': {'security_group_id': '68053e60-3ae7-4493-8ae1-60a118b99c0e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:26.076451 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e2c0d1ee-f81f-4881-a55c-d972cc152286 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:26.186578 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2165a4a3-b0c3-4d3e-9327-5cb5284db7ce req-f2400afb-dc82-43bd-bf42-4081bc0b1e8b tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.225 HTTP/1.1" status: 200 len: 1002 time: 0.1000252 Jul 29 23:28:26.210798 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e2c0d1ee-f81f-4881-a55c-d972cc152286 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:26.224058 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e2c0d1ee-f81f-4881-a55c-d972cc152286 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:26.269967 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c0d1ee-f81f-4881-a55c-d972cc152286 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23a74027-80dd-4d65-be69-db2280ccb0a7,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:26.289260 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e2c0d1ee-f81f-4881-a55c-d972cc152286 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:26.292934 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e2c0d1ee-f81f-4881-a55c-d972cc152286 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2472267 Jul 29 23:28:26.293909 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44710) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:26.298762 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-de2dbcbd-7fa6-4f3c-9a0f-a33635fe1ea1 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Request body: {'security_group_rule': {'security_group_id': '68053e60-3ae7-4493-8ae1-60a118b99c0e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:26.342422 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:26.354624 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165a4a3-b0c3-4d3e-9327-5cb5284db7ce req-752d432f-ceb5-45b6-9bdd-79d0c4c4b383 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:26.358498 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-de2dbcbd-7fa6-4f3c-9a0f-a33635fe1ea1 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:26.363443 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2165a4a3-b0c3-4d3e-9327-5cb5284db7ce req-752d432f-ceb5-45b6-9bdd-79d0c4c4b383 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/networks/58f27f61-3278-49cc-b66b-1e729d26f29f HTTP/1.1" status: 200 len: 784 time: 0.1695023 Jul 29 23:28:26.427348 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-de2dbcbd-7fa6-4f3c-9a0f-a33635fe1ea1 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:26.431051 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-de2dbcbd-7fa6-4f3c-9a0f-a33635fe1ea1 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:26.449645 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2dbcbd-7fa6-4f3c-9a0f-a33635fe1ea1 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77e030bf-a525-4af5-bf08-bdd57c146b50,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:26.460668 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-de2dbcbd-7fa6-4f3c-9a0f-a33635fe1ea1 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:26.464686 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-de2dbcbd-7fa6-4f3c-9a0f-a33635fe1ea1 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1669714 Jul 29 23:28:26.464931 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44716) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:26.505291 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f023b852-cd1e-4ac2-b2fc-312c6b2b4483 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:26.513531 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f023b852-cd1e-4ac2-b2fc-312c6b2b4483 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:26.522769 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f89749-4de2-4c98-95bc-608a1e2bf562 req-174887d7-e0d8-4b5a-8abb-a1ee0446d216 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:26.524299 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-56f89749-4de2-4c98-95bc-608a1e2bf562 req-174887d7-e0d8-4b5a-8abb-a1ee0446d216 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fe6ba45-a72e-4420-a71e-4c356f1cf4a7 HTTP/1.1" status: 200 len: 944 time: 0.1047719 Jul 29 23:28:26.533772 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2165a4a3-b0c3-4d3e-9327-5cb5284db7ce req-6f506d71-05b7-4c29-b99b-f65ee649f042 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.225 HTTP/1.1" status: 200 len: 1002 time: 0.1694257 Jul 29 23:28:26.543303 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f023b852-cd1e-4ac2-b2fc-312c6b2b4483 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:26.545571 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef1e3a-091f-44f7-9ff9-4a39e13a621d req-b7fd7f67-a8d8-4e53-9270-cb0106aed8f8 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:26.547044 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e0ef1e3a-091f-44f7-9ff9-4a39e13a621d req-b7fd7f67-a8d8-4e53-9270-cb0106aed8f8 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] 10.222.0.22 "GET /v2.0/ports?device_id=1339d222-3025-4594-a94d-576d79c37582 HTTP/1.1" status: 200 len: 945 time: 0.1264415 Jul 29 23:28:26.549771 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f023b852-cd1e-4ac2-b2fc-312c6b2b4483 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:26.550035 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-2165a4a3-b0c3-4d3e-9327-5cb5284db7ce req-e8cd7d17-a2da-448a-9b55-9129420a9d12 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:26.553799 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-f023b852-cd1e-4ac2-b2fc-312c6b2b4483 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/77e030bf-a525-4af5-bf08-bdd57c146b50 HTTP/1.1" status: 204 len: 168 time: 0.0855415 Jul 29 23:28:26.557727 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44718) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:26.566113 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f023b852-cd1e-4ac2-b2fc-312c6b2b4483 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=77e030bf-a525-4af5-bf08-bdd57c146b50,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:26.620805 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-db66366e-b8ec-4d8c-8d5f-26286251c300 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0598428 Jul 29 23:28:26.621119 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44720) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:26.646396 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5ec3c525-3df2-430f-884f-6e9eca70640f tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:26.654672 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5ec3c525-3df2-430f-884f-6e9eca70640f tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:26.671793 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2165a4a3-b0c3-4d3e-9327-5cb5284db7ce req-e8cd7d17-a2da-448a-9b55-9129420a9d12 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Notify callbacks [] for floatingip, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:26.684595 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5ec3c525-3df2-430f-884f-6e9eca70640f tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:26.693146 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5ec3c525-3df2-430f-884f-6e9eca70640f tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:26.697663 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-5ec3c525-3df2-430f-884f-6e9eca70640f tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/23a74027-80dd-4d65-be69-db2280ccb0a7 HTTP/1.1" status: 204 len: 168 time: 0.0723228 Jul 29 23:28:26.698333 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44722) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:26.706376 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec3c525-3df2-430f-884f-6e9eca70640f tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=23a74027-80dd-4d65-be69-db2280ccb0a7,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:26.735133 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-56f89749-4de2-4c98-95bc-608a1e2bf562 req-4864c3cf-ba60-4939-b4a6-edca1777f15b tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990793 Jul 29 23:28:26.751877 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-3b1b6855-3a8f-4887-9b87-e5b52d257cf1 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0497189 Jul 29 23:28:26.752125 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44726) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:26.778855 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4a402877-901a-4ec5-9b06-9a02c144f062 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:26.787386 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4a402877-901a-4ec5-9b06-9a02c144f062 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:26.818527 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4a402877-901a-4ec5-9b06-9a02c144f062 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:26.827931 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4a402877-901a-4ec5-9b06-9a02c144f062 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:26.829074 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4a402877-901a-4ec5-9b06-9a02c144f062 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/ce589600-1081-4bf1-8881-19af91209650 HTTP/1.1" status: 204 len: 168 time: 0.0760119 Jul 29 23:28:26.831678 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44728) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:26.835897 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-e0ef1e3a-091f-44f7-9ff9-4a39e13a621d req-bb91c4c5-68b8-48b3-ae45-12e0ce90c792 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Deleting port 14141684-de4a-4f29-b9a8-8a008bf0abc0 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:28:26.836241 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e0ef1e3a-091f-44f7-9ff9-4a39e13a621d req-bb91c4c5-68b8-48b3-ae45-12e0ce90c792 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:26.844885 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a402877-901a-4ec5-9b06-9a02c144f062 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ce589600-1081-4bf1-8881-19af91209650,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:26.910869 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-1958249e-b494-4f7f-8cc2-89098d04d64c tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0768406 Jul 29 23:28:26.913707 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44734) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:26.922630 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2165a4a3-b0c3-4d3e-9327-5cb5284db7ce req-e8cd7d17-a2da-448a-9b55-9129420a9d12 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:26.936205 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2165a4a3-b0c3-4d3e-9327-5cb5284db7ce req-e8cd7d17-a2da-448a-9b55-9129420a9d12 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:26.937143 n-d-712141-10 neutron-server[94078]: INFO neutron.db.l3_db [req-2165a4a3-b0c3-4d3e-9327-5cb5284db7ce req-e8cd7d17-a2da-448a-9b55-9129420a9d12 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Floating IP a095e7d4-8a53-4aaf-8dc5-acc186a8d2e4 disassociated. External IP: 172.25.0.225, port: e08ae88d-6f9b-4c42-9f6b-db158c096940. Jul 29 23:28:26.944062 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cc468382-31de-422d-b6f5-aaa65863d032 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:26.952515 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cc468382-31de-422d-b6f5-aaa65863d032 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:26.989333 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cc468382-31de-422d-b6f5-aaa65863d032 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:26.995165 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cc468382-31de-422d-b6f5-aaa65863d032 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:26.996581 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-cc468382-31de-422d-b6f5-aaa65863d032 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/61239122-c8c4-451b-aa7a-75bca93cc15d HTTP/1.1" status: 204 len: 168 time: 0.0818760 Jul 29 23:28:27.000728 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44736) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:27.013425 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc468382-31de-422d-b6f5-aaa65863d032 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=61239122-c8c4-451b-aa7a-75bca93cc15d,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:27.055462 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4163c569-10d6-4190-b515-953588f6273b tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0532475 Jul 29 23:28:27.058304 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44738) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:27.084629 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8d008199-3e6b-4521-a2d5-36647801d4c5 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:27.092888 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8d008199-3e6b-4521-a2d5-36647801d4c5 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:27.123830 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8d008199-3e6b-4521-a2d5-36647801d4c5 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:27.131659 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8d008199-3e6b-4521-a2d5-36647801d4c5 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:27.133051 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8d008199-3e6b-4521-a2d5-36647801d4c5 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/47ae0502-0db2-4c6e-858a-86d5c3cae7e8 HTTP/1.1" status: 204 len: 168 time: 0.0734396 Jul 29 23:28:27.138221 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44740) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:27.145379 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d008199-3e6b-4521-a2d5-36647801d4c5 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=47ae0502-0db2-4c6e-858a-86d5c3cae7e8,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:27.182948 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-128b4f49-deb3-44df-909c-a8d698cbd204 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0435324 Jul 29 23:28:27.185610 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44742) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:27.241449 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-007dd4c1-46ec-45c4-b26e-dbfe58fdb50d tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:27.264949 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-007dd4c1-46ec-45c4-b26e-dbfe58fdb50d tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:27.307287 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-007dd4c1-46ec-45c4-b26e-dbfe58fdb50d tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:27.309947 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-007dd4c1-46ec-45c4-b26e-dbfe58fdb50d tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:27.311245 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-007dd4c1-46ec-45c4-b26e-dbfe58fdb50d tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] 10.222.0.43 "DELETE /v2.0/security-groups/68053e60-3ae7-4493-8ae1-60a118b99c0e HTTP/1.1" status: 204 len: 168 time: 0.1246989 Jul 29 23:28:27.315689 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44744) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:27.325560 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba410d2-6fe2-4a96-a7e0-c144a9ab9eca req-882bd268-458a-4324-86f4-14a31ec94323 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:27.327081 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9ba410d2-6fe2-4a96-a7e0-c144a9ab9eca req-882bd268-458a-4324-86f4-14a31ec94323 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] 10.222.0.43 "GET /v2.0/ports?device_id=1339d222-3025-4594-a94d-576d79c37582 HTTP/1.1" status: 200 len: 945 time: 0.4095464 Jul 29 23:28:27.327317 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007dd4c1-46ec-45c4-b26e-dbfe58fdb50d tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68053e60-3ae7-4493-8ae1-60a118b99c0e,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:27.368607 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a9d476a0-d5e2-4e36-b99c-98c66fe8ee56 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0510960 Jul 29 23:28:27.372504 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-e0ef1e3a-091f-44f7-9ff9-4a39e13a621d req-bb91c4c5-68b8-48b3-ae45-12e0ce90c792 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] For port 14141684-de4a-4f29-b9a8-8a008bf0abc0, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=14141684-de4a-4f29-b9a8-8a008bf0abc0,segment=NetworkSegment(0754d6e5-2dc6-4a3f-b6fb-c6aa773a44a2),segment_id=0754d6e5-2dc6-4a3f-b6fb-c6aa773a44a2)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:27.372975 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e0ef1e3a-091f-44f7-9ff9-4a39e13a621d req-bb91c4c5-68b8-48b3-ae45-12e0ce90c792 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:27.373773 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44748) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:27.379742 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-e4279f8c-575b-4dea-852d-5ee88c74c499 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Request body: {'security_group': {'name': 'tempest-secgroup--1249384052'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:27.399112 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-e0ef1e3a-091f-44f7-9ff9-4a39e13a621d req-bb91c4c5-68b8-48b3-ae45-12e0ce90c792 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Calling delete_port for 14141684-de4a-4f29-b9a8-8a008bf0abc0 owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:28:27.404253 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e4279f8c-575b-4dea-852d-5ee88c74c499 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:27.478256 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9ba410d2-6fe2-4a96-a7e0-c144a9ab9eca req-f3209391-482d-49a4-8e07-3d2c9876bb9a tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c98340f-d196-4f87-9960-78e50d69634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188502 Jul 29 23:28:27.493495 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e4279f8c-575b-4dea-852d-5ee88c74c499 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:27.506474 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e4279f8c-575b-4dea-852d-5ee88c74c499 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:27.538702 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4279f8c-575b-4dea-852d-5ee88c74c499 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34f1df62-329f-4361-b75d-a8c45fb0b18f,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:27.543480 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e4279f8c-575b-4dea-852d-5ee88c74c499 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:27.544918 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e4279f8c-575b-4dea-852d-5ee88c74c499 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1694660 Jul 29 23:28:27.547628 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 44750) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:27.552792 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-6c638282-0824-491f-8cec-ca6d1b585ad4 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Request body: {'security_group_rule': {'security_group_id': '34f1df62-329f-4361-b75d-a8c45fb0b18f', 'direction': 'ingress', 'protocol': 17}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:27.562279 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device d11ddc8a-a813-4665-8d68-3b88a2b067be up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:28:27.590618 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:27.620504 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port d11ddc8a-a813-4665-8d68-3b88a2b067be completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:28:27.624874 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port d11ddc8a-a813-4665-8d68-3b88a2b067be triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:28:27.625241 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:27.670196 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6c638282-0824-491f-8cec-ca6d1b585ad4 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:27.688038 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2165a4a3-b0c3-4d3e-9327-5cb5284db7ce req-e8cd7d17-a2da-448a-9b55-9129420a9d12 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Router 0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:28:27.707803 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:27.723862 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e0ef1e3a-091f-44f7-9ff9-4a39e13a621d req-bb91c4c5-68b8-48b3-ae45-12e0ce90c792 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:27.732560 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe6ba45-a72e-4420-a71e-4c356f1cf4a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd11ddc8a-a813-4665-8d68-3b88a2b067be'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:28:27.734832 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6774f593-fc4a-48ca-975d-9c89ab3ef135" -d '{"events": [{"server_uuid": "3fe6ba45-a72e-4420-a71e-4c356f1cf4a7", "name": "network-vif-plugged", "status": "completed", "tag": "d11ddc8a-a813-4665-8d68-3b88a2b067be"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:28:27.741200 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['14141684-de4a-4f29-b9a8-8a008bf0abc0', '48e6ec06-36c3-4105-bb86-4cf10e8aac8b'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:28:27.770201 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port d11ddc8a-a813-4665-8d68-3b88a2b067be, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=d11ddc8a-a813-4665-8d68-3b88a2b067be,segment=NetworkSegment(17b2c622-bac6-4298-9f70-11d5205d8079),segment_id=17b2c622-bac6-4298-9f70-11d5205d8079)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:27.772731 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['a5044f02-7a9d-4218-92f5-e629adfc157c'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:28:27.795346 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb91c4c5-68b8-48b3-ae45-12e0ce90c792 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Pushing event deleted for resources: {'Port': ['ID=14141684-de4a-4f29-b9a8-8a008bf0abc0,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:27.804735 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544a70be-a609-464d-9521-1ef6b7a0cedd x-openstack-request-id: req-544a70be-a609-464d-9521-1ef6b7a0cedd {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:28:27.805030 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe6ba45-a72e-4420-a71e-4c356f1cf4a7", "name": "network-vif-plugged", "status": "completed", "tag": "d11ddc8a-a813-4665-8d68-3b88a2b067be", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:28:27.805287 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-544a70be-a609-464d-9521-1ef6b7a0cedd {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:28:27.805769 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe6ba45-a72e-4420-a71e-4c356f1cf4a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd11ddc8a-a813-4665-8d68-3b88a2b067be', 'code': 200} Jul 29 23:28:27.810315 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:27.843661 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6c638282-0824-491f-8cec-ca6d1b585ad4 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:27.867099 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6c638282-0824-491f-8cec-ca6d1b585ad4 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:27.880894 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0ef1e3a-091f-44f7-9ff9-4a39e13a621d req-bb91c4c5-68b8-48b3-ae45-12e0ce90c792 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] No DVR routers for this DVR port 14141684-de4a-4f29-b9a8-8a008bf0abc0 on host n-h2-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:28:27.890584 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e0ef1e3a-091f-44f7-9ff9-4a39e13a621d req-bb91c4c5-68b8-48b3-ae45-12e0ce90c792 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:27.892422 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e0ef1e3a-091f-44f7-9ff9-4a39e13a621d req-bb91c4c5-68b8-48b3-ae45-12e0ce90c792 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] 10.222.0.22 "DELETE /v2.0/ports/14141684-de4a-4f29-b9a8-8a008bf0abc0 HTTP/1.1" status: 204 len: 173 time: 1.3380368 Jul 29 23:28:27.901061 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=d11ddc8a-a813-4665-8d68-3b88a2b067be,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:27.912589 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1339d222-3025-4594-a94d-576d79c37582', 'name': 'network-vif-deleted', 'tag': '14141684-de4a-4f29-b9a8-8a008bf0abc0'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:28:27.914914 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2acdee38-2b87-4d2d-8d83-e9995dada57c" -d '{"events": [{"server_uuid": "1339d222-3025-4594-a94d-576d79c37582", "name": "network-vif-deleted", "tag": "14141684-de4a-4f29-b9a8-8a008bf0abc0"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:28:27.950876 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9c4eb-c6da-4401-ab29-c59153ed9e9f req-926fd092-b412-4bdb-8862-f884b5222d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:27.952754 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-19a9c4eb-c6da-4401-ab29-c59153ed9e9f req-926fd092-b412-4bdb-8862-f884b5222d98 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3fe6ba45-a72e-4420-a71e-4c356f1cf4a7 HTTP/1.1" status: 200 len: 1097 time: 0.0635567 Jul 29 23:28:27.966668 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c638282-0824-491f-8cec-ca6d1b585ad4 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47f3ee5a-2701-4c73-bb8c-c8a7ce452f5c,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:27.977940 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6c638282-0824-491f-8cec-ca6d1b585ad4 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:27.979461 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-6c638282-0824-491f-8cec-ca6d1b585ad4 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4308665 Jul 29 23:28:27.986180 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 44760) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:28.006683 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2165a4a3-b0c3-4d3e-9327-5cb5284db7ce req-e8cd7d17-a2da-448a-9b55-9129420a9d12 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:28:28.013165 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-19a9c4eb-c6da-4401-ab29-c59153ed9e9f req-1c126652-8f24-4e5b-8346-f4b6029a6de7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520942 Jul 29 23:28:28.015491 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694eb0be-a557-4313-b007-67350cfd323c req-5561875c-a650-49c4-a807-f72d751af64a tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:28.017035 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-694eb0be-a557-4313-b007-67350cfd323c req-5561875c-a650-49c4-a807-f72d751af64a tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fe6ba45-a72e-4420-a71e-4c356f1cf4a7 HTTP/1.1" status: 200 len: 945 time: 0.1668525 Jul 29 23:28:28.020271 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc3c953-02de-4844-ac35-1cec8e75effc None None] Sync routers for ids ['0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:28:28.021260 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2165a4a3-b0c3-4d3e-9327-5cb5284db7ce req-e8cd7d17-a2da-448a-9b55-9129420a9d12 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:28.036149 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc3c953-02de-4844-ac35-1cec8e75effc None None] Routers {'0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:28:28.037257 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-4bc3c953-02de-4844-ac35-1cec8e75effc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:28:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:28.094046 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2165a4a3-b0c3-4d3e-9327-5cb5284db7ce req-e8cd7d17-a2da-448a-9b55-9129420a9d12 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "PUT /v2.0/floatingips/a095e7d4-8a53-4aaf-8dc5-acc186a8d2e4 HTTP/1.1" status: 200 len: 696 time: 1.5593293 Jul 29 23:28:28.153536 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d9f6d9dd-96fa-44de-96ab-aeca6f8cb929 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:28.157924 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-694eb0be-a557-4313-b007-67350cfd323c req-4008b40c-1d39-4371-bfaa-d717af22f585 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200531 Jul 29 23:28:28.171611 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-4bc3c953-02de-4844-ac35-1cec8e75effc None None] Set router 0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:28:28.192943 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d9f6d9dd-96fa-44de-96ab-aeca6f8cb929 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:28.202688 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165a4a3-b0c3-4d3e-9327-5cb5284db7ce req-08e91862-9780-4d69-bb8b-25ef3ec786f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:28.204234 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2165a4a3-b0c3-4d3e-9327-5cb5284db7ce req-08e91862-9780-4d69-bb8b-25ef3ec786f6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=cfd954225fe54c54b27a2d340342811d&device_id=8faaf670-71d8-4fa6-bd34-6a22795183fb HTTP/1.1" status: 200 len: 1098 time: 0.0893662 Jul 29 23:28:28.298071 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d9f6d9dd-96fa-44de-96ab-aeca6f8cb929 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:28.300599 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d9f6d9dd-96fa-44de-96ab-aeca6f8cb929 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:28.302113 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-d9f6d9dd-96fa-44de-96ab-aeca6f8cb929 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] 10.222.0.43 "DELETE /v2.0/security-groups/34f1df62-329f-4361-b75d-a8c45fb0b18f HTTP/1.1" status: 204 len: 168 time: 0.3129029 Jul 29 23:28:28.305226 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44762) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:28.336766 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165a4a3-b0c3-4d3e-9327-5cb5284db7ce req-0ccbdb0d-1a47-4d49-895f-262d4f5fa2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:28.338307 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2165a4a3-b0c3-4d3e-9327-5cb5284db7ce req-0ccbdb0d-1a47-4d49-895f-262d4f5fa2f0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=249f9a39-5994-41da-9767-e19fa079301c HTTP/1.1" status: 200 len: 921 time: 0.1224358 Jul 29 23:28:28.339222 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f6d9dd-96fa-44de-96ab-aeca6f8cb929 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f1df62-329f-4361-b75d-a8c45fb0b18f,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:28.395797 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-62aa575e-4538-4ee8-ba33-675a30e9d844 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0875728 Jul 29 23:28:28.396354 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44764) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:28.400098 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed369a62-0cbe-4c7b-b81a-f663b63f061a x-openstack-request-id: req-ed369a62-0cbe-4c7b-b81a-f663b63f061a {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:28:28.400570 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1339d222-3025-4594-a94d-576d79c37582", "name": "network-vif-deleted", "tag": "14141684-de4a-4f29-b9a8-8a008bf0abc0", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:28:28.400570 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ed369a62-0cbe-4c7b-b81a-f663b63f061a {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:28:28.400795 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-51479294-ef89-4c13-a951-de9f55d74b74 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Request body: {'security_group': {'name': 'tempest-secgroup--1192888571'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:28.400973 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1339d222-3025-4594-a94d-576d79c37582', 'name': 'network-vif-deleted', 'tag': '14141684-de4a-4f29-b9a8-8a008bf0abc0', 'status': 'completed', 'code': 200} Jul 29 23:28:28.405817 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2165a4a3-b0c3-4d3e-9327-5cb5284db7ce req-0f91dd6d-bb31-46be-bfb3-d8a12b8b5eb1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e08ae88d-6f9b-4c42-9f6b-db158c096940 HTTP/1.1" status: 200 len: 217 time: 0.0595741 Jul 29 23:28:28.417655 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-4bc3c953-02de-4844-ac35-1cec8e75effc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'name': 'tempest-FloatingIPsAssociationTestJSON-454429373-router', 'tenant_id': 'cfd954225fe54c54b27a2d340342811d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '256facda-b197-4ea2-a9e6-7488b567e736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:27:23Z', 'updated_at': '2021-07-29T23:27:29Z', 'revision_number': 4, 'project_id': 'cfd954225fe54c54b27a2d340342811d', 'gw_port': {'id': '256facda-b197-4ea2-a9e6-7488b567e736', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ab:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:27:24Z', 'updated_at': '2021-07-29T23:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '6626479c-dea8-4493-afe3-5242c51f57f6', 'name': '', 'network_id': '249f9a39-5994-41da-9767-e19fa079301c', 'tenant_id': 'cfd954225fe54c54b27a2d340342811d', 'mac_address': 'fa:16:3e:40:f9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '4d6ca941-9b98-4939-964c-d32a2fbd1a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:27:28Z', 'updated_at': '2021-07-29T23:27:35Z', 'revision_number': 5, 'project_id': 'cfd954225fe54c54b27a2d340342811d', 'subnets': [{'id': '4d6ca941-9b98-4939-964c-d32a2fbd1a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:28.431603 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-51479294-ef89-4c13-a951-de9f55d74b74 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:28.465073 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165a4a3-b0c3-4d3e-9327-5cb5284db7ce req-d6667d18-a210-4ad1-a432-126c62b094aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:28.475780 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2165a4a3-b0c3-4d3e-9327-5cb5284db7ce req-d6667d18-a210-4ad1-a432-126c62b094aa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4d6ca941-9b98-4939-964c-d32a2fbd1a2b HTTP/1.1" status: 200 len: 859 time: 0.0663714 Jul 29 23:28:28.493505 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc3c953-02de-4844-ac35-1cec8e75effc None None] Checking router: 0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:28:28.527504 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc3c953-02de-4844-ac35-1cec8e75effc None None] Routers {'0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:28:28.528161 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-4bc3c953-02de-4844-ac35-1cec8e75effc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:28:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:28.534097 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2165a4a3-b0c3-4d3e-9327-5cb5284db7ce req-aa181f0e-59f7-4192-b229-28caf2bd4ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:28.544817 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2165a4a3-b0c3-4d3e-9327-5cb5284db7ce req-aa181f0e-59f7-4192-b229-28caf2bd4ba9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=249f9a39-5994-41da-9767-e19fa079301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0679383 Jul 29 23:28:28.547404 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-51479294-ef89-4c13-a951-de9f55d74b74 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:28.553373 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-51479294-ef89-4c13-a951-de9f55d74b74 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:28.576870 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-51479294-ef89-4c13-a951-de9f55d74b74 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:28.578122 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-51479294-ef89-4c13-a951-de9f55d74b74 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1808960 Jul 29 23:28:28.581348 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44770) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:28.587079 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-085083c9-23f9-4191-b96e-1e54964336a3 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Request body: {'security_group': {'name': 'tempest-secgroup--2032637904'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:28.611926 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51479294-ef89-4c13-a951-de9f55d74b74 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cdea9b0-8608-42d8-84d3-81924218227a,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:28.628299 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-085083c9-23f9-4191-b96e-1e54964336a3 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:28.640998 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-07243b20-2f32-4937-9499-c35b8d6d4122 req-fd8140bd-2b43-4858-b5b5-4cddd1a17b2d tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] 10.222.0.43 "GET /v2.0/ports?device_id=1339d222-3025-4594-a94d-576d79c37582 HTTP/1.1" status: 200 len: 210 time: 0.0336876 Jul 29 23:28:28.700935 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-4bc3c953-02de-4844-ac35-1cec8e75effc None None] Set router 0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:28:28.701147 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2165a4a3-b0c3-4d3e-9327-5cb5284db7ce req-7280d3ad-069d-4fb0-ac01-50dd0e0028e7 service neutron] 10.222.0.43 "GET /v2.0/networks/249f9a39-5994-41da-9767-e19fa079301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553082 Jul 29 23:28:28.749307 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-085083c9-23f9-4191-b96e-1e54964336a3 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:28.755166 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-085083c9-23f9-4191-b96e-1e54964336a3 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:28.790174 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-085083c9-23f9-4191-b96e-1e54964336a3 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:28.791705 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-085083c9-23f9-4191-b96e-1e54964336a3 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2086124 Jul 29 23:28:28.796709 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44776) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:28.803141 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-3ded7b66-1b18-4672-a5dc-010bdee0e9b6 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Request body: {'security_group_rule': {'security_group_id': '9cdea9b0-8608-42d8-84d3-81924218227a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '2a56542e-af0d-4f66-b3a6-37453bf14669', 'remote_ip_prefix': None}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:28.816134 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085083c9-23f9-4191-b96e-1e54964336a3 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a56542e-af0d-4f66-b3a6-37453bf14669,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:28.821532 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2165a4a3-b0c3-4d3e-9327-5cb5284db7ce req-16079c52-e0d6-4163-91a0-38291258ba48 service neutron] 10.222.0.43 "GET /v2.0/networks/249f9a39-5994-41da-9767-e19fa079301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192193 Jul 29 23:28:28.860536 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3ded7b66-1b18-4672-a5dc-010bdee0e9b6 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:28.928525 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-4bc3c953-02de-4844-ac35-1cec8e75effc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'name': 'tempest-FloatingIPsAssociationTestJSON-454429373-router', 'tenant_id': 'cfd954225fe54c54b27a2d340342811d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '256facda-b197-4ea2-a9e6-7488b567e736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:27:23Z', 'updated_at': '2021-07-29T23:27:29Z', 'revision_number': 4, 'project_id': 'cfd954225fe54c54b27a2d340342811d', 'gw_port': {'id': '256facda-b197-4ea2-a9e6-7488b567e736', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ab:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:27:24Z', 'updated_at': '2021-07-29T23:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '6626479c-dea8-4493-afe3-5242c51f57f6', 'name': '', 'network_id': '249f9a39-5994-41da-9767-e19fa079301c', 'tenant_id': 'cfd954225fe54c54b27a2d340342811d', 'mac_address': 'fa:16:3e:40:f9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '4d6ca941-9b98-4939-964c-d32a2fbd1a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:27:28Z', 'updated_at': '2021-07-29T23:27:35Z', 'revision_number': 5, 'project_id': 'cfd954225fe54c54b27a2d340342811d', 'subnets': [{'id': '4d6ca941-9b98-4939-964c-d32a2fbd1a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:28.948294 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3ded7b66-1b18-4672-a5dc-010bdee0e9b6 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:28.952173 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3ded7b66-1b18-4672-a5dc-010bdee0e9b6 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:28.956500 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc3c953-02de-4844-ac35-1cec8e75effc None None] The sync data for ids ['0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2'] in n-d-712141-10 is: [{'id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'name': 'tempest-FloatingIPsAssociationTestJSON-454429373-router', 'tenant_id': 'cfd954225fe54c54b27a2d340342811d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '256facda-b197-4ea2-a9e6-7488b567e736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:27:23Z', 'updated_at': '2021-07-29T23:27:29Z', 'revision_number': 4, 'project_id': 'cfd954225fe54c54b27a2d340342811d', 'gw_port': {'id': '256facda-b197-4ea2-a9e6-7488b567e736', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ab:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:27:24Z', 'updated_at': '2021-07-29T23:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '6626479c-dea8-4493-afe3-5242c51f57f6', 'name': '', 'network_id': '249f9a39-5994-41da-9767-e19fa079301c', 'tenant_id': 'cfd954225fe54c54b27a2d340342811d', 'mac_address': 'fa:16:3e:40:f9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '4d6ca941-9b98-4939-964c-d32a2fbd1a2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:27:28Z', 'updated_at': '2021-07-29T23:27:35Z', 'revision_number': 5, 'project_id': 'cfd954225fe54c54b27a2d340342811d', 'subnets': [{'id': '4d6ca941-9b98-4939-964c-d32a2fbd1a2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:28:28.975834 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ded7b66-1b18-4672-a5dc-010bdee0e9b6 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d0d5d05-03ff-47d0-9e2d-19f21beda1d1,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:28.986873 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8a0115c5-a192-4aa3-adfa-cb23c21ba99b req-33fbf816-0048-4c0b-8230-88a65ae2a481 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/floatingips/a095e7d4-8a53-4aaf-8dc5-acc186a8d2e4 HTTP/1.1" status: 200 len: 696 time: 0.0500700 Jul 29 23:28:28.987120 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3ded7b66-1b18-4672-a5dc-010bdee0e9b6 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:28.989039 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-3ded7b66-1b18-4672-a5dc-010bdee0e9b6 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1905909 Jul 29 23:28:28.992315 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44784) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:29.020684 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bc97db39-93d7-4588-b383-646eb3b5301d tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:29.029386 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bc97db39-93d7-4588-b383-646eb3b5301d tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:29.063906 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bc97db39-93d7-4588-b383-646eb3b5301d tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:29.071366 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bc97db39-93d7-4588-b383-646eb3b5301d tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:29.072468 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-bc97db39-93d7-4588-b383-646eb3b5301d tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/9d0d5d05-03ff-47d0-9e2d-19f21beda1d1 HTTP/1.1" status: 204 len: 168 time: 0.0791421 Jul 29 23:28:29.077287 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44786) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:29.084395 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc97db39-93d7-4588-b383-646eb3b5301d tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d0d5d05-03ff-47d0-9e2d-19f21beda1d1,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:29.111324 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0115c5-a192-4aa3-adfa-cb23c21ba99b req-0ea10217-3694-40e3-b32e-3398ea42b272 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:29.112939 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8a0115c5-a192-4aa3-adfa-cb23c21ba99b req-0ea10217-3694-40e3-b32e-3398ea42b272 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/networks/58f27f61-3278-49cc-b66b-1e729d26f29f HTTP/1.1" status: 200 len: 784 time: 0.1183891 Jul 29 23:28:29.124052 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-14b39b81-a492-4cea-97a4-80168f87b012 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0456030 Jul 29 23:28:29.126688 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44788) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:29.171769 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8a0115c5-a192-4aa3-adfa-cb23c21ba99b req-0a8804fe-762f-4297-8304-7bb41e44f2b4 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.225 HTTP/1.1" status: 200 len: 699 time: 0.0504265 Jul 29 23:28:29.203878 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8e8ea0b2-f8f8-4eff-8e37-1770fe930d35 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:29.237119 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8e8ea0b2-f8f8-4eff-8e37-1770fe930d35 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:29.250821 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:29.251371 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8a0115c5-a192-4aa3-adfa-cb23c21ba99b req-b435f37c-f2ab-4273-a997-af11fc9a3806 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.225 HTTP/1.1" status: 200 len: 699 time: 0.0691707 Jul 29 23:28:29.260828 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45b280d-a20f-49be-bd12-08ff0795b606 None None] New status for floating IP a095e7d4-8a53-4aaf-8dc5-acc186a8d2e4: DOWN {{(pid=94079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:28:29.294854 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8e8ea0b2-f8f8-4eff-8e37-1770fe930d35 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:29.298629 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8e8ea0b2-f8f8-4eff-8e37-1770fe930d35 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:29.301034 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8e8ea0b2-f8f8-4eff-8e37-1770fe930d35 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] 10.222.0.43 "DELETE /v2.0/security-groups/2a56542e-af0d-4f66-b3a6-37453bf14669 HTTP/1.1" status: 204 len: 168 time: 0.1729443 Jul 29 23:28:29.304365 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 44792) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:29.312118 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8ea0b2-f8f8-4eff-8e37-1770fe930d35 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a56542e-af0d-4f66-b3a6-37453bf14669,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:29.433235 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3991c7b5-353c-4dd6-82d4-d84b60098f36 req-90a8fb05-75de-4948-b42b-49c90f6e5247 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:29.434694 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3991c7b5-353c-4dd6-82d4-d84b60098f36 req-90a8fb05-75de-4948-b42b-49c90f6e5247 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fe6ba45-a72e-4420-a71e-4c356f1cf4a7 HTTP/1.1" status: 200 len: 945 time: 0.1812623 Jul 29 23:28:29.498817 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-c8531ba1-8243-448b-bc96-871bb0c06efa tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1763294 Jul 29 23:28:29.501837 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44796) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:29.524397 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3991c7b5-353c-4dd6-82d4-d84b60098f36 req-658370ce-0078-46a2-870c-8c4b4bcb8e7d tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660732 Jul 29 23:28:29.549910 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-8a0115c5-a192-4aa3-adfa-cb23c21ba99b req-a87ba0b1-d2d9-4a20-a7ce-1ec25f83d97c tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Deleting port 5391fe44-0752-4441-a33b-7c83da40846b {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:28:29.550261 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-8a0115c5-a192-4aa3-adfa-cb23c21ba99b req-a87ba0b1-d2d9-4a20-a7ce-1ec25f83d97c tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:29.597631 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-375f89e9-620b-4617-9ac6-5a253dcb2790 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:29.621121 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-375f89e9-620b-4617-9ac6-5a253dcb2790 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:29.641281 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-8a0115c5-a192-4aa3-adfa-cb23c21ba99b req-a87ba0b1-d2d9-4a20-a7ce-1ec25f83d97c tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:29.642007 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-8a0115c5-a192-4aa3-adfa-cb23c21ba99b req-a87ba0b1-d2d9-4a20-a7ce-1ec25f83d97c tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:29.654280 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-8a0115c5-a192-4aa3-adfa-cb23c21ba99b req-a87ba0b1-d2d9-4a20-a7ce-1ec25f83d97c tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Calling delete_port for 5391fe44-0752-4441-a33b-7c83da40846b owned by network:floatingip {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:28:29.667535 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-375f89e9-620b-4617-9ac6-5a253dcb2790 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:29.670287 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-375f89e9-620b-4617-9ac6-5a253dcb2790 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:29.673761 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-375f89e9-620b-4617-9ac6-5a253dcb2790 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] 10.222.0.43 "DELETE /v2.0/security-groups/9cdea9b0-8608-42d8-84d3-81924218227a HTTP/1.1" status: 204 len: 168 time: 0.1685436 Jul 29 23:28:29.674805 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44802) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:29.697656 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375f89e9-620b-4617-9ac6-5a253dcb2790 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cdea9b0-8608-42d8-84d3-81924218227a,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:29.745450 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-80d4ea4f-2907-4625-8d76-5a00334acbb1 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0660179 Jul 29 23:28:29.746679 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44806) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:29.751181 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-56a6fd64-1635-42cf-a05b-85e10787b766 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Request body: {'security_group': {'name': 'tempest-secgroup--474230839'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:29.775080 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-56a6fd64-1635-42cf-a05b-85e10787b766 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:29.813954 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-8a0115c5-a192-4aa3-adfa-cb23c21ba99b req-a87ba0b1-d2d9-4a20-a7ce-1ec25f83d97c tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:29.846033 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87ba0b1-d2d9-4a20-a7ce-1ec25f83d97c tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Pushing event deleted for resources: {'Port': ['ID=5391fe44-0752-4441-a33b-7c83da40846b,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:29.876626 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-56a6fd64-1635-42cf-a05b-85e10787b766 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:29.881268 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-56a6fd64-1635-42cf-a05b-85e10787b766 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:29.911481 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a6fd64-1635-42cf-a05b-85e10787b766 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d64c56a-3b43-4246-90bc-b916e28b3521,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:29.918304 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-8a0115c5-a192-4aa3-adfa-cb23c21ba99b req-a87ba0b1-d2d9-4a20-a7ce-1ec25f83d97c tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Notify callbacks [] for floatingip, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:29.919140 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-56a6fd64-1635-42cf-a05b-85e10787b766 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:29.922876 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-56a6fd64-1635-42cf-a05b-85e10787b766 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1727874 Jul 29 23:28:29.923024 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-8a0115c5-a192-4aa3-adfa-cb23c21ba99b req-a87ba0b1-d2d9-4a20-a7ce-1ec25f83d97c tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:29.923128 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44816) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:29.930074 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-167414b8-1fb4-4081-9c8e-6507de82c482 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Request body: {'security_group_rule': {'security_group_id': '3d64c56a-3b43-4246-90bc-b916e28b3521', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:29.935168 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8a0115c5-a192-4aa3-adfa-cb23c21ba99b req-a87ba0b1-d2d9-4a20-a7ce-1ec25f83d97c tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "DELETE /v2.0/floatingips/a095e7d4-8a53-4aaf-8dc5-acc186a8d2e4 HTTP/1.1" status: 204 len: 173 time: 0.6827774 Jul 29 23:28:29.958220 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-167414b8-1fb4-4081-9c8e-6507de82c482 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:30.030586 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-167414b8-1fb4-4081-9c8e-6507de82c482 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:30.035685 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-167414b8-1fb4-4081-9c8e-6507de82c482 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:30.057032 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167414b8-1fb4-4081-9c8e-6507de82c482 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2219d07-dc6f-425f-9087-c531975b1151,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:30.068540 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-167414b8-1fb4-4081-9c8e-6507de82c482 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:30.072396 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-167414b8-1fb4-4081-9c8e-6507de82c482 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1456137 Jul 29 23:28:30.072826 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44822) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:30.100416 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-43f29fee-32b9-42be-8fd8-097cf93cb221 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:30.119772 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-43f29fee-32b9-42be-8fd8-097cf93cb221 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:30.157278 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-43f29fee-32b9-42be-8fd8-097cf93cb221 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:30.169646 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-43f29fee-32b9-42be-8fd8-097cf93cb221 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:30.170783 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-43f29fee-32b9-42be-8fd8-097cf93cb221 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/b2219d07-dc6f-425f-9087-c531975b1151 HTTP/1.1" status: 204 len: 168 time: 0.0969834 Jul 29 23:28:30.171729 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f29fee-32b9-42be-8fd8-097cf93cb221 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b2219d07-dc6f-425f-9087-c531975b1151,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:30.173404 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44834) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:30.217622 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ace2e2be-8ca7-4ad6-991f-01fa91826fb4 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0417695 Jul 29 23:28:30.219031 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44836) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:30.252303 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e463fae1-6e00-4f4e-aa27-9363c80398d7 req-9e69169e-22a2-4b42-9f66-16f8350cd26b tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:30.254306 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e463fae1-6e00-4f4e-aa27-9363c80398d7 req-9e69169e-22a2-4b42-9f66-16f8350cd26b tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/ports?device_id=8faaf670-71d8-4fa6-bd34-6a22795183fb HTTP/1.1" status: 200 len: 946 time: 0.0634847 Jul 29 23:28:30.278070 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e3333ed4-8342-4039-b89c-69b126a1ff38 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:30.306246 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e3333ed4-8342-4039-b89c-69b126a1ff38 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:30.306949 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e463fae1-6e00-4f4e-aa27-9363c80398d7 req-c7ba9de1-4f03-4d28-ac7f-6d9fb0cde3fa tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/security-groups?id=8dd1850b-5d38-44b6-8460-52dfa8642148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434704 Jul 29 23:28:30.350219 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e3333ed4-8342-4039-b89c-69b126a1ff38 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:30.352892 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e3333ed4-8342-4039-b89c-69b126a1ff38 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:30.354197 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e3333ed4-8342-4039-b89c-69b126a1ff38 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] 10.222.0.43 "DELETE /v2.0/security-groups/3d64c56a-3b43-4246-90bc-b916e28b3521 HTTP/1.1" status: 204 len: 168 time: 0.1338341 Jul 29 23:28:30.358442 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 44840) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:30.365063 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3333ed4-8342-4039-b89c-69b126a1ff38 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d64c56a-3b43-4246-90bc-b916e28b3521,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:30.402057 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8faaf670-71d8-4fa6-bd34-6a22795183fb', 'tag': 'e08ae88d-6f9b-4c42-9f6b-db158c096940'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:28:30.404298 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85eed72c-f4a3-475f-976c-bb7f7e4df85c" -d '{"events": [{"name": "network-changed", "server_uuid": "8faaf670-71d8-4fa6-bd34-6a22795183fb", "tag": "e08ae88d-6f9b-4c42-9f6b-db158c096940"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:28:30.412109 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e2dfa894-44d5-45c5-a4b8-1aa1db7814ce tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0533350 Jul 29 23:28:30.417565 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 44846) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:30.422974 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-af01d6a5-4126-42a0-809f-a797f4f6f429 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Request body: {'security_group': {'name': 'tempest-secgroup--686483205'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:30.443635 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc42c3a5-fb74-482e-9495-5f55190ac49e x-openstack-request-id: req-dc42c3a5-fb74-482e-9495-5f55190ac49e {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:28:30.444259 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8faaf670-71d8-4fa6-bd34-6a22795183fb", "tag": "e08ae88d-6f9b-4c42-9f6b-db158c096940", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:28:30.444259 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dc42c3a5-fb74-482e-9495-5f55190ac49e {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:28:30.444684 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8faaf670-71d8-4fa6-bd34-6a22795183fb', 'tag': 'e08ae88d-6f9b-4c42-9f6b-db158c096940', 'status': 'completed', 'code': 200} Jul 29 23:28:30.448931 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-af01d6a5-4126-42a0-809f-a797f4f6f429 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:30.541319 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eed72c-f4a3-475f-976c-bb7f7e4df85c req-43a84028-d294-4f70-aa9e-411daffb4fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:30.542872 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-85eed72c-f4a3-475f-976c-bb7f7e4df85c req-43a84028-d294-4f70-aa9e-411daffb4fe0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=cfd954225fe54c54b27a2d340342811d&device_id=8faaf670-71d8-4fa6-bd34-6a22795183fb HTTP/1.1" status: 200 len: 1098 time: 0.0428827 Jul 29 23:28:30.571875 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-af01d6a5-4126-42a0-809f-a797f4f6f429 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:30.578460 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-af01d6a5-4126-42a0-809f-a797f4f6f429 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:30.623444 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a5520-6a62-4934-a082-c83d5c200bc2 req-b38f6ed6-e602-419e-8e57-963503a0fba9 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:30.630247 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a5520-6a62-4934-a082-c83d5c200bc2 req-b38f6ed6-e602-419e-8e57-963503a0fba9 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:30.631905 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4d9a5520-6a62-4934-a082-c83d5c200bc2 req-b38f6ed6-e602-419e-8e57-963503a0fba9 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] 10.222.0.43 "GET /v2.0/ports?device_id=e430b59a-c292-4bfa-9b39-b7f5ec706db3&device_id=adba6d1c-ef86-47b2-ae58-0f7966c1b760 HTTP/1.1" status: 200 len: 1682 time: 0.1000302 Jul 29 23:28:30.642112 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-af01d6a5-4126-42a0-809f-a797f4f6f429 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:30.646585 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-af01d6a5-4126-42a0-809f-a797f4f6f429 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2246470 Jul 29 23:28:30.647712 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44854) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:30.656080 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-e7214d10-1712-46a1-b3fe-06d2640b37ea tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Request body: {'security_group_rule': {'security_group_id': 'ef67cc3b-64a8-47c7-8dd1-d0b89b0cf169', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:30.670425 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 14141684-de4a-4f29-b9a8-8a008bf0abc0 no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:28:30.675790 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af01d6a5-4126-42a0-809f-a797f4f6f429 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef67cc3b-64a8-47c7-8dd1-d0b89b0cf169,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:30.687313 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eed72c-f4a3-475f-976c-bb7f7e4df85c req-1df7d7fc-9992-41ee-b1a5-0b0624370f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:30.688925 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-85eed72c-f4a3-475f-976c-bb7f7e4df85c req-1df7d7fc-9992-41ee-b1a5-0b0624370f65 service neutron] 10.222.0.41 "GET /v2.0/networks?id=249f9a39-5994-41da-9767-e19fa079301c HTTP/1.1" status: 200 len: 921 time: 0.1384003 Jul 29 23:28:30.698302 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: 14141684-de4a-4f29-b9a8-8a008bf0abc0 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:28:30.698649 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 14141684-de4a-4f29-b9a8-8a008bf0abc0 not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:28:30.707886 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e7214d10-1712-46a1-b3fe-06d2640b37ea tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:30.724431 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a35b9-803d-431b-86b8-0d64964036a0 req-d70d3a93-4dc9-4b12-b489-e2743a0f750b tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:30.725946 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-266a35b9-803d-431b-86b8-0d64964036a0 req-d70d3a93-4dc9-4b12-b489-e2743a0f750b tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fe6ba45-a72e-4420-a71e-4c356f1cf4a7 HTTP/1.1" status: 200 len: 945 time: 0.1208818 Jul 29 23:28:30.728574 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4d9a5520-6a62-4934-a082-c83d5c200bc2 req-32596b35-075f-489d-839c-54c52137b07b tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c98340f-d196-4f87-9960-78e50d69634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827088 Jul 29 23:28:30.744602 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-85eed72c-f4a3-475f-976c-bb7f7e4df85c req-36d9d7cd-e97c-47d5-bd54-2ff7265ae65d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e08ae88d-6f9b-4c42-9f6b-db158c096940 HTTP/1.1" status: 200 len: 217 time: 0.0426567 Jul 29 23:28:30.768567 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-266a35b9-803d-431b-86b8-0d64964036a0 req-cbf9deb6-81e5-44e8-86dd-a975f9454e69 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356696 Jul 29 23:28:30.825073 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eed72c-f4a3-475f-976c-bb7f7e4df85c req-bb5961e1-f6f8-4755-980a-2b0794249dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:30.826600 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-85eed72c-f4a3-475f-976c-bb7f7e4df85c req-bb5961e1-f6f8-4755-980a-2b0794249dce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4d6ca941-9b98-4939-964c-d32a2fbd1a2b HTTP/1.1" status: 200 len: 859 time: 0.0753660 Jul 29 23:28:30.828188 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e7214d10-1712-46a1-b3fe-06d2640b37ea tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:30.833009 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e7214d10-1712-46a1-b3fe-06d2640b37ea tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:30.881807 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7214d10-1712-46a1-b3fe-06d2640b37ea tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a6b8e1a-ee11-4c3e-96c6-e0dbc4541c06,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:30.895248 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e7214d10-1712-46a1-b3fe-06d2640b37ea tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:30.896444 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e7214d10-1712-46a1-b3fe-06d2640b37ea tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2477832 Jul 29 23:28:30.899091 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44862) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:30.900632 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89779396-f54d-4f11-a048-57b5f6c3e4b2 req-3f672010-78ef-4779-8c33-0f1ada0ea4b6 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:30.902225 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-89779396-f54d-4f11-a048-57b5f6c3e4b2 req-3f672010-78ef-4779-8c33-0f1ada0ea4b6 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fe6ba45-a72e-4420-a71e-4c356f1cf4a7 HTTP/1.1" status: 200 len: 945 time: 0.0604606 Jul 29 23:28:30.906674 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eed72c-f4a3-475f-976c-bb7f7e4df85c req-f3c49ee4-671b-472f-83be-5cd964e2fbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:30.908183 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-85eed72c-f4a3-475f-976c-bb7f7e4df85c req-f3c49ee4-671b-472f-83be-5cd964e2fbdb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=249f9a39-5994-41da-9767-e19fa079301c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0705125 Jul 29 23:28:30.920651 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-359c78eb-fc7a-4d8b-8f21-f76945b8ce51 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] 10.222.0.43 "GET /v2.0/security-group-rules/7a6b8e1a-ee11-4c3e-96c6-e0dbc4541c06 HTTP/1.1" status: 200 len: 763 time: 0.0183339 Jul 29 23:28:30.921007 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44866) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:30.955951 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-89779396-f54d-4f11-a048-57b5f6c3e4b2 req-485c605d-ae43-4f11-b2cc-6dc48345d37c tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426891 Jul 29 23:28:31.021358 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7c67ea26-cd1a-44f9-98f0-8b4698c463a3 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0961933 Jul 29 23:28:31.023034 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 44876) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:31.052727 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-85eed72c-f4a3-475f-976c-bb7f7e4df85c req-dc6f0697-60a9-461b-bd78-a2150b854eaf service neutron] 10.222.0.41 "GET /v2.0/networks/249f9a39-5994-41da-9767-e19fa079301c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330409 Jul 29 23:28:31.061201 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5ce9906b-ee83-4c61-b264-506a42e51030 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:31.087582 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5ce9906b-ee83-4c61-b264-506a42e51030 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:31.171974 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-85eed72c-f4a3-475f-976c-bb7f7e4df85c req-2e45de96-beb4-496d-a941-10bb4e5b28b0 service neutron] 10.222.0.41 "GET /v2.0/networks/249f9a39-5994-41da-9767-e19fa079301c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105056 Jul 29 23:28:31.180780 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d01d3e54-63e3-4bf0-9523-cdf2edef1042 req-356e8972-b68a-4672-946e-b81d6ac3e753 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0777979 Jul 29 23:28:31.181795 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5ce9906b-ee83-4c61-b264-506a42e51030 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:31.189069 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5ce9906b-ee83-4c61-b264-506a42e51030 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:31.194197 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44880) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:31.198009 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-5ce9906b-ee83-4c61-b264-506a42e51030 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/7a6b8e1a-ee11-4c3e-96c6-e0dbc4541c06 HTTP/1.1" status: 204 len: 168 time: 0.1634359 Jul 29 23:28:31.229370 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce9906b-ee83-4c61-b264-506a42e51030 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7a6b8e1a-ee11-4c3e-96c6-e0dbc4541c06,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:31.262101 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-888d2702-4d5c-413a-9287-793da8d0f72e tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0664842 Jul 29 23:28:31.265203 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 44884) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:31.271167 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-51aff849-b0b8-4502-8bac-e473406b6611 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Request body: {'security_group_rule': {'security_group_id': 'ef67cc3b-64a8-47c7-8dd1-d0b89b0cf169', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:31.293136 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70953424-b471-4628-95c9-481ecd755da9 req-3e07ac93-91cc-414d-8eae-614059e503f6 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:31.300269 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-70953424-b471-4628-95c9-481ecd755da9 req-3e07ac93-91cc-414d-8eae-614059e503f6 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fe6ba45-a72e-4420-a71e-4c356f1cf4a7 HTTP/1.1" status: 200 len: 945 time: 0.1142068 Jul 29 23:28:31.342747 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d3e54-63e3-4bf0-9523-cdf2edef1042 req-a6515b32-7e34-4204-80c8-7813dfeedce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:31.344225 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d01d3e54-63e3-4bf0-9523-cdf2edef1042 req-a6515b32-7e34-4204-80c8-7813dfeedce2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0043d03cb0a4bbcbd35eb8f2075805c&device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 1097 time: 0.1104653 Jul 29 23:28:31.362025 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-51aff849-b0b8-4502-8bac-e473406b6611 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:31.376970 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-70953424-b471-4628-95c9-481ecd755da9 req-956ff6a7-259e-4765-9e30-abb1792790ad tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681939 Jul 29 23:28:31.563213 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-51aff849-b0b8-4502-8bac-e473406b6611 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:31.578566 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-51aff849-b0b8-4502-8bac-e473406b6611 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:31.592959 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0822d106-1b0c-45a4-ac55-e6f191d849b6 req-10f93693-f12b-48bc-a5b5-8166f48c56d1 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:31.594490 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0822d106-1b0c-45a4-ac55-e6f191d849b6 req-10f93693-f12b-48bc-a5b5-8166f48c56d1 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/ports?device_id=8faaf670-71d8-4fa6-bd34-6a22795183fb HTTP/1.1" status: 200 len: 946 time: 0.1867683 Jul 29 23:28:31.613182 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d3e54-63e3-4bf0-9523-cdf2edef1042 req-a818878b-4903-4ee2-a895-b8ccc52394c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:31.614715 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d01d3e54-63e3-4bf0-9523-cdf2edef1042 req-a818878b-4903-4ee2-a895-b8ccc52394c0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fc8993d1-1f3f-4e88-9d54-7eec99f127ad HTTP/1.1" status: 200 len: 913 time: 0.2257850 Jul 29 23:28:31.628623 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf5652-fe88-421a-97dd-c3cc9142843c req-2859b17f-55ff-49df-b831-7269aed3025f tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:31.630155 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-acaf5652-fe88-421a-97dd-c3cc9142843c req-2859b17f-55ff-49df-b831-7269aed3025f tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fe6ba45-a72e-4420-a71e-4c356f1cf4a7 HTTP/1.1" status: 200 len: 945 time: 0.1449645 Jul 29 23:28:31.634083 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aff849-b0b8-4502-8bac-e473406b6611 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=464bf293-a2ff-4e47-8e37-822df89be714,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:31.659519 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-51aff849-b0b8-4502-8bac-e473406b6611 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:31.661004 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-51aff849-b0b8-4502-8bac-e473406b6611 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3950791 Jul 29 23:28:31.663898 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44896) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:31.681774 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-cdb2a3fc-e449-474c-94b3-ccc86a9033b9 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] 10.222.0.43 "GET /v2.0/security-group-rules/464bf293-a2ff-4e47-8e37-822df89be714 HTTP/1.1" status: 200 len: 763 time: 0.0162649 Jul 29 23:28:31.684210 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44898) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:31.726688 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0822d106-1b0c-45a4-ac55-e6f191d849b6 req-f88102d5-1267-4190-bb3a-d44a05e4a2eb tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/security-groups?id=8dd1850b-5d38-44b6-8460-52dfa8642148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199918 Jul 29 23:28:31.736369 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-6614fc6f-5812-45d9-a53b-7f49d4f50aad tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0506811 Jul 29 23:28:31.740162 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44900) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:31.758132 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d01d3e54-63e3-4bf0-9523-cdf2edef1042 req-3104768b-5a54-4317-9329-1853504cb717 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7227480-4f34-4ba2-a5a3-39cc6359fd0d HTTP/1.1" status: 200 len: 1001 time: 0.1270339 Jul 29 23:28:31.760891 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-acaf5652-fe88-421a-97dd-c3cc9142843c req-9b681af5-9986-44fd-b65c-8b150fbfeeaa tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182880 Jul 29 23:28:31.765239 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7562c5e3-0692-4ecd-8a40-5dc47de1d08d tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:31.773741 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7562c5e3-0692-4ecd-8a40-5dc47de1d08d tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:31.816040 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7562c5e3-0692-4ecd-8a40-5dc47de1d08d tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:31.823318 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7562c5e3-0692-4ecd-8a40-5dc47de1d08d tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:31.826786 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7562c5e3-0692-4ecd-8a40-5dc47de1d08d tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/464bf293-a2ff-4e47-8e37-822df89be714 HTTP/1.1" status: 204 len: 168 time: 0.0834246 Jul 29 23:28:31.829918 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44904) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:31.837083 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7562c5e3-0692-4ecd-8a40-5dc47de1d08d tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=464bf293-a2ff-4e47-8e37-822df89be714,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:31.849139 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d3e54-63e3-4bf0-9523-cdf2edef1042 req-617b8ce2-cbce-493e-bd0e-795de3bcc90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:31.851073 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d01d3e54-63e3-4bf0-9523-cdf2edef1042 req-617b8ce2-cbce-493e-bd0e-795de3bcc90e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=01812886-2cdd-41de-831e-c3e259b8e381 HTTP/1.1" status: 200 len: 851 time: 0.0835223 Jul 29 23:28:31.867364 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa3d8c-8339-4d66-ab06-1c06df9514ea req-b92f4ea6-081e-4037-ace4-c10d51b4bda1 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:31.868860 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f8fa3d8c-8339-4d66-ab06-1c06df9514ea req-b92f4ea6-081e-4037-ace4-c10d51b4bda1 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] 10.222.0.43 "GET /v2.0/ports?device_id=adba6d1c-ef86-47b2-ae58-0f7966c1b760 HTTP/1.1" status: 200 len: 945 time: 0.0747581 Jul 29 23:28:31.917153 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-160d243c-64f7-4c28-a479-e5bc448350c7 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0837846 Jul 29 23:28:31.917830 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 44910) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:31.921988 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-410f0201-c37d-4bae-b1ad-a8fb1f090e68 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Request body: {'security_group_rule': {'security_group_id': 'ef67cc3b-64a8-47c7-8dd1-d0b89b0cf169', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:31.932745 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e08e7d-243c-4d40-b52a-ad249b7443bd req-65b71525-794a-41dc-8cab-0449e003b347 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:31.934483 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e7e08e7d-243c-4d40-b52a-ad249b7443bd req-65b71525-794a-41dc-8cab-0449e003b347 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.41 "GET /v2.0/ports?device_id=8faaf670-71d8-4fa6-bd34-6a22795183fb HTTP/1.1" status: 200 len: 946 time: 0.0854287 Jul 29 23:28:31.946809 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f8fa3d8c-8339-4d66-ab06-1c06df9514ea req-191ca3fc-5c6d-4b8a-9c41-a62ccd697e14 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c98340f-d196-4f87-9960-78e50d69634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705259 Jul 29 23:28:31.955767 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01d3e54-63e3-4bf0-9523-cdf2edef1042 req-facca091-91c1-44ce-91f7-3f832a9c041b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:31.958469 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d01d3e54-63e3-4bf0-9523-cdf2edef1042 req-facca091-91c1-44ce-91f7-3f832a9c041b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fc8993d1-1f3f-4e88-9d54-7eec99f127ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0993714 Jul 29 23:28:31.984106 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-410f0201-c37d-4bae-b1ad-a8fb1f090e68 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:32.037921 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-e7e08e7d-243c-4d40-b52a-ad249b7443bd req-bebe4f88-451c-41cd-bd4d-5d66f8ee7665 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Deleting port e08ae88d-6f9b-4c42-9f6b-db158c096940 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:28:32.038888 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e7e08e7d-243c-4d40-b52a-ad249b7443bd req-bebe4f88-451c-41cd-bd4d-5d66f8ee7665 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:32.136493 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300cf804-37e7-4b75-b26d-a6708f326b92 req-2a53aaac-a0b4-4c42-8b3c-733e8c688d07 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:32.138025 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-300cf804-37e7-4b75-b26d-a6708f326b92 req-2a53aaac-a0b4-4c42-8b3c-733e8c688d07 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fe6ba45-a72e-4420-a71e-4c356f1cf4a7 HTTP/1.1" status: 200 len: 945 time: 0.1129625 Jul 29 23:28:32.138806 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-e7e08e7d-243c-4d40-b52a-ad249b7443bd req-bebe4f88-451c-41cd-bd4d-5d66f8ee7665 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] For port e08ae88d-6f9b-4c42-9f6b-db158c096940, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=e08ae88d-6f9b-4c42-9f6b-db158c096940,segment=NetworkSegment(deb29660-eaef-47af-8b2d-d34c883ef993),segment_id=deb29660-eaef-47af-8b2d-d34c883ef993)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:32.139182 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e7e08e7d-243c-4d40-b52a-ad249b7443bd req-bebe4f88-451c-41cd-bd4d-5d66f8ee7665 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:32.153445 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-e7e08e7d-243c-4d40-b52a-ad249b7443bd req-bebe4f88-451c-41cd-bd4d-5d66f8ee7665 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Calling delete_port for e08ae88d-6f9b-4c42-9f6b-db158c096940 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:28:32.174273 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-410f0201-c37d-4bae-b1ad-a8fb1f090e68 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:32.183715 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-410f0201-c37d-4bae-b1ad-a8fb1f090e68 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:32.201768 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d01d3e54-63e3-4bf0-9523-cdf2edef1042 req-7cdf7be1-cb9d-40f6-b71f-2f982591836c service neutron] 10.222.0.41 "GET /v2.0/networks/fc8993d1-1f3f-4e88-9d54-7eec99f127ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057033 Jul 29 23:28:32.223949 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410f0201-c37d-4bae-b1ad-a8fb1f090e68 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d3f4bbb-75b0-41b7-9459-841cf6d03eaf,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:32.232750 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-300cf804-37e7-4b75-b26d-a6708f326b92 req-c0352786-71fd-428c-a3b7-3672aba0dbb4 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846426 Jul 29 23:28:32.247099 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-410f0201-c37d-4bae-b1ad-a8fb1f090e68 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:32.250961 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-410f0201-c37d-4bae-b1ad-a8fb1f090e68 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3298366 Jul 29 23:28:32.258470 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44916) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:32.280116 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b923bd2e-532c-4a80-a9a5-e8cf54f93a6e tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] 10.222.0.43 "GET /v2.0/security-group-rules/8d3f4bbb-75b0-41b7-9459-841cf6d03eaf HTTP/1.1" status: 200 len: 764 time: 0.0205700 Jul 29 23:28:32.282663 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44920) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:32.317548 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d01d3e54-63e3-4bf0-9523-cdf2edef1042 req-7386fb02-d841-4c03-94f9-e0e1805e069c service neutron] 10.222.0.41 "GET /v2.0/networks/fc8993d1-1f3f-4e88-9d54-7eec99f127ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042113 Jul 29 23:28:32.324966 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e7e08e7d-243c-4d40-b52a-ad249b7443bd req-bebe4f88-451c-41cd-bd4d-5d66f8ee7665 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:32.358014 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['e08ae88d-6f9b-4c42-9f6b-db158c096940'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:28:32.362969 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-6c40384e-a4a2-46a5-9ff8-9e507188909f tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0767710 Jul 29 23:28:32.363294 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 44922) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:32.379089 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e5b86-4f30-4552-8535-9ac5f376cc7e req-2eb302c0-73b3-4e2d-b8ee-ae63c312fbed tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:32.380635 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-275e5b86-4f30-4552-8535-9ac5f376cc7e req-2eb302c0-73b3-4e2d-b8ee-ae63c312fbed tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fe6ba45-a72e-4420-a71e-4c356f1cf4a7 HTTP/1.1" status: 200 len: 945 time: 0.0602236 Jul 29 23:28:32.388135 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebe4f88-451c-41cd-bd4d-5d66f8ee7665 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Pushing event deleted for resources: {'Port': ['ID=e08ae88d-6f9b-4c42-9f6b-db158c096940,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:32.423972 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f3f87c5e-0287-437c-ad4b-0ed4f1a08843 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:32.426226 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7e08e7d-243c-4d40-b52a-ad249b7443bd req-bebe4f88-451c-41cd-bd4d-5d66f8ee7665 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] No DVR routers for this DVR port e08ae88d-6f9b-4c42-9f6b-db158c096940 on host n-h1-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:28:32.428585 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e7e08e7d-243c-4d40-b52a-ad249b7443bd req-bebe4f88-451c-41cd-bd4d-5d66f8ee7665 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:32.430616 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e7e08e7d-243c-4d40-b52a-ad249b7443bd req-bebe4f88-451c-41cd-bd4d-5d66f8ee7665 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.41 "DELETE /v2.0/ports/e08ae88d-6f9b-4c42-9f6b-db158c096940 HTTP/1.1" status: 204 len: 173 time: 0.4894631 Jul 29 23:28:32.431055 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8faaf670-71d8-4fa6-bd34-6a22795183fb', 'name': 'network-vif-deleted', 'tag': 'e08ae88d-6f9b-4c42-9f6b-db158c096940'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:28:32.433293 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa2c230-0fbf-41a4-b20d-fd4a4e1eea7a" -d '{"events": [{"server_uuid": "8faaf670-71d8-4fa6-bd34-6a22795183fb", "name": "network-vif-deleted", "tag": "e08ae88d-6f9b-4c42-9f6b-db158c096940"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:28:32.440991 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f3f87c5e-0287-437c-ad4b-0ed4f1a08843 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:32.451642 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-275e5b86-4f30-4552-8535-9ac5f376cc7e req-71360b97-b1e7-4ed5-a2d5-86ed600acef6 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555501 Jul 29 23:28:32.478774 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541d9e3b-ce62-4198-b2f5-3e3971e3e085 x-openstack-request-id: req-541d9e3b-ce62-4198-b2f5-3e3971e3e085 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:28:32.479333 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8faaf670-71d8-4fa6-bd34-6a22795183fb", "name": "network-vif-deleted", "tag": "e08ae88d-6f9b-4c42-9f6b-db158c096940", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:28:32.480080 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-541d9e3b-ce62-4198-b2f5-3e3971e3e085 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:28:32.480080 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8faaf670-71d8-4fa6-bd34-6a22795183fb', 'name': 'network-vif-deleted', 'tag': 'e08ae88d-6f9b-4c42-9f6b-db158c096940', 'status': 'completed', 'code': 200} Jul 29 23:28:32.480611 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f3f87c5e-0287-437c-ad4b-0ed4f1a08843 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:32.490239 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f3f87c5e-0287-437c-ad4b-0ed4f1a08843 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:32.495075 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-f3f87c5e-0287-437c-ad4b-0ed4f1a08843 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/8d3f4bbb-75b0-41b7-9459-841cf6d03eaf HTTP/1.1" status: 204 len: 168 time: 0.1269977 Jul 29 23:28:32.495258 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44928) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:32.496975 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f87c5e-0287-437c-ad4b-0ed4f1a08843 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8d3f4bbb-75b0-41b7-9459-841cf6d03eaf,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:32.552363 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a10abe66-74d4-4d5f-823c-855daf9dfef8 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0563657 Jul 29 23:28:32.552602 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 44930) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:32.624136 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-95b3baab-6eef-4e3e-beba-eed65c8bc6aa tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:32.657355 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-95b3baab-6eef-4e3e-beba-eed65c8bc6aa tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:32.704965 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-95b3baab-6eef-4e3e-beba-eed65c8bc6aa tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:32.708745 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-95b3baab-6eef-4e3e-beba-eed65c8bc6aa tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:32.709990 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-95b3baab-6eef-4e3e-beba-eed65c8bc6aa tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] 10.222.0.43 "DELETE /v2.0/security-groups/ef67cc3b-64a8-47c7-8dd1-d0b89b0cf169 HTTP/1.1" status: 204 len: 168 time: 0.1564579 Jul 29 23:28:32.713023 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44934) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:32.720024 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b3baab-6eef-4e3e-beba-eed65c8bc6aa tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef67cc3b-64a8-47c7-8dd1-d0b89b0cf169,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:32.788864 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-67e794e0-ab57-4601-80da-0915b07f49a9 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0713048 Jul 29 23:28:32.789222 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 44940) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:32.861456 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-9bdb675d-4db0-4d2a-90f6-7f5ae8d507a7 tempest-SecGroupTest-1535300130 tempest-SecGroupTest-1535300130-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0709121 Jul 29 23:28:32.879871 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-74e83dda-7566-40eb-8a42-8a94e4578560 req-6a743c7d-6b08-449c-af70-b653e9ac8021 tempest-FloatingIPsAssociationTestJSON-1088284822 tempest-FloatingIPsAssociationTestJSON-1088284822-project] 10.222.0.43 "GET /v2.0/ports?device_id=8faaf670-71d8-4fa6-bd34-6a22795183fb HTTP/1.1" status: 200 len: 210 time: 0.0339038 Jul 29 23:28:32.970422 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226263f3-50ae-46ac-938a-97cf731d60d6 req-cdc98834-55f3-49a5-9f6b-a7d93eb4532d tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:32.971160 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-226263f3-50ae-46ac-938a-97cf731d60d6 req-cdc98834-55f3-49a5-9f6b-a7d93eb4532d tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fe6ba45-a72e-4420-a71e-4c356f1cf4a7 HTTP/1.1" status: 200 len: 945 time: 0.0957928 Jul 29 23:28:32.980707 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a411c4-747c-4b12-adfd-4853c0d1c6bc req-1191af39-86cf-4907-9117-bd4503a95555 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:32.982212 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-73a411c4-747c-4b12-adfd-4853c0d1c6bc req-1191af39-86cf-4907-9117-bd4503a95555 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] 10.222.0.22 "GET /v2.0/ports?device_id=e430b59a-c292-4bfa-9b39-b7f5ec706db3 HTTP/1.1" status: 200 len: 946 time: 0.1049752 Jul 29 23:28:33.065485 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-226263f3-50ae-46ac-938a-97cf731d60d6 req-a78fccd9-2327-4dbe-acea-12e4b07fef33 tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821898 Jul 29 23:28:33.179943 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44960) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:33.216328 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-73a411c4-747c-4b12-adfd-4853c0d1c6bc req-c7f4adf4-6b84-4693-80c1-6ff4fd8747df tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Deleting port 48e6ec06-36c3-4105-bb86-4cf10e8aac8b {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:28:33.216787 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-73a411c4-747c-4b12-adfd-4853c0d1c6bc req-c7f4adf4-6b84-4693-80c1-6ff4fd8747df tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:33.338038 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:28:33.397289 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-6c64bcb8-e504-4fad-8b30-5763a25703c3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f3b54de2c98d440c85aae5b4abfb52bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2156973 Jul 29 23:28:33.415163 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44970) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:33.474174 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45723438-aef5-45ff-a723-b9b50a0d96a5 req-cfcd2eb9-af24-4a15-8452-b782352be554 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:33.475716 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-45723438-aef5-45ff-a723-b9b50a0d96a5 req-cfcd2eb9-af24-4a15-8452-b782352be554 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] 10.222.0.41 "GET /v2.0/ports?device_id=adba6d1c-ef86-47b2-ae58-0f7966c1b760 HTTP/1.1" status: 200 len: 945 time: 0.1033537 Jul 29 23:28:33.543780 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0e19fab5-c0d9-4fcd-9477-c0e943e7a2c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:33.591094 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0e19fab5-c0d9-4fcd-9477-c0e943e7a2c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:33.593109 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46402756-03c6-4df5-9336-5d2243ae6b10 req-8fa7da45-4da6-4956-a3d2-a5e7a1b9eb52 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:33.594668 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-46402756-03c6-4df5-9336-5d2243ae6b10 req-8fa7da45-4da6-4956-a3d2-a5e7a1b9eb52 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] 10.222.0.43 "GET /v2.0/ports?device_id=adba6d1c-ef86-47b2-ae58-0f7966c1b760 HTTP/1.1" status: 200 len: 945 time: 0.4532554 Jul 29 23:28:33.640622 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-45723438-aef5-45ff-a723-b9b50a0d96a5 req-ca1e4b50-3a01-4f4a-9093-c9b06630af09 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Deleting port a5044f02-7a9d-4218-92f5-e629adfc157c {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:28:33.640898 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-45723438-aef5-45ff-a723-b9b50a0d96a5 req-ca1e4b50-3a01-4f4a-9093-c9b06630af09 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:33.649831 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-73a411c4-747c-4b12-adfd-4853c0d1c6bc req-c7f4adf4-6b84-4693-80c1-6ff4fd8747df tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] For port 48e6ec06-36c3-4105-bb86-4cf10e8aac8b, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=48e6ec06-36c3-4105-bb86-4cf10e8aac8b,segment=NetworkSegment(0754d6e5-2dc6-4a3f-b6fb-c6aa773a44a2),segment_id=0754d6e5-2dc6-4a3f-b6fb-c6aa773a44a2)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:33.650436 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-73a411c4-747c-4b12-adfd-4853c0d1c6bc req-c7f4adf4-6b84-4693-80c1-6ff4fd8747df tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:33.672844 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-73a411c4-747c-4b12-adfd-4853c0d1c6bc req-c7f4adf4-6b84-4693-80c1-6ff4fd8747df tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Calling delete_port for 48e6ec06-36c3-4105-bb86-4cf10e8aac8b owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:28:33.682234 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-46402756-03c6-4df5-9336-5d2243ae6b10 req-556dadc1-19a0-4a6e-95a0-772092e776ff tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] 10.222.0.43 "GET /v2.0/security-groups?id=6c98340f-d196-4f87-9960-78e50d69634c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731494 Jul 29 23:28:33.692851 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0e19fab5-c0d9-4fcd-9477-c0e943e7a2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:33.700857 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0e19fab5-c0d9-4fcd-9477-c0e943e7a2c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:33.702169 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0e19fab5-c0d9-4fcd-9477-c0e943e7a2c3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5d65bba6-1038-451c-8484-723249d54e5a HTTP/1.1" status: 204 len: 168 time: 0.2853911 Jul 29 23:28:33.718534 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e19fab5-c0d9-4fcd-9477-c0e943e7a2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d65bba6-1038-451c-8484-723249d54e5a,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:33.781247 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-45723438-aef5-45ff-a723-b9b50a0d96a5 req-ca1e4b50-3a01-4f4a-9093-c9b06630af09 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] For port a5044f02-7a9d-4218-92f5-e629adfc157c, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=a5044f02-7a9d-4218-92f5-e629adfc157c,segment=NetworkSegment(0754d6e5-2dc6-4a3f-b6fb-c6aa773a44a2),segment_id=0754d6e5-2dc6-4a3f-b6fb-c6aa773a44a2)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:33.782683 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-45723438-aef5-45ff-a723-b9b50a0d96a5 req-ca1e4b50-3a01-4f4a-9093-c9b06630af09 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:33.801003 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-45723438-aef5-45ff-a723-b9b50a0d96a5 req-ca1e4b50-3a01-4f4a-9093-c9b06630af09 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Calling delete_port for a5044f02-7a9d-4218-92f5-e629adfc157c owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:28:33.901351 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-73a411c4-747c-4b12-adfd-4853c0d1c6bc req-c7f4adf4-6b84-4693-80c1-6ff4fd8747df tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:33.914830 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['48e6ec06-36c3-4105-bb86-4cf10e8aac8b'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:28:33.936555 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f4adf4-6b84-4693-80c1-6ff4fd8747df tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Pushing event deleted for resources: {'Port': ['ID=48e6ec06-36c3-4105-bb86-4cf10e8aac8b,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:33.967157 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['a5044f02-7a9d-4218-92f5-e629adfc157c'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:28:34.002825 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44986) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:34.007711 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a411c4-747c-4b12-adfd-4853c0d1c6bc req-c7f4adf4-6b84-4693-80c1-6ff4fd8747df tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] No DVR routers for this DVR port 48e6ec06-36c3-4105-bb86-4cf10e8aac8b on host n-h2-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:28:34.023210 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-73a411c4-747c-4b12-adfd-4853c0d1c6bc req-c7f4adf4-6b84-4693-80c1-6ff4fd8747df tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:34.025391 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-73a411c4-747c-4b12-adfd-4853c0d1c6bc req-c7f4adf4-6b84-4693-80c1-6ff4fd8747df tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] 10.222.0.22 "DELETE /v2.0/ports/48e6ec06-36c3-4105-bb86-4cf10e8aac8b HTTP/1.1" status: 204 len: 173 time: 1.0358021 Jul 29 23:28:34.025998 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e430b59a-c292-4bfa-9b39-b7f5ec706db3', 'name': 'network-vif-deleted', 'tag': '48e6ec06-36c3-4105-bb86-4cf10e8aac8b'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:28:34.028263 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab1bc8a-c177-4f8f-a371-e04e7d690bc8" -d '{"events": [{"server_uuid": "e430b59a-c292-4bfa-9b39-b7f5ec706db3", "name": "network-vif-deleted", "tag": "48e6ec06-36c3-4105-bb86-4cf10e8aac8b"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:28:34.081291 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aab2e94-a090-4c6b-8d55-25e43445643c x-openstack-request-id: req-4aab2e94-a090-4c6b-8d55-25e43445643c {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:28:34.082557 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e430b59a-c292-4bfa-9b39-b7f5ec706db3", "name": "network-vif-deleted", "tag": "48e6ec06-36c3-4105-bb86-4cf10e8aac8b", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:28:34.083071 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4aab2e94-a090-4c6b-8d55-25e43445643c {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:28:34.083666 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e430b59a-c292-4bfa-9b39-b7f5ec706db3', 'name': 'network-vif-deleted', 'tag': '48e6ec06-36c3-4105-bb86-4cf10e8aac8b', 'status': 'completed', 'code': 200} Jul 29 23:28:34.084057 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-45723438-aef5-45ff-a723-b9b50a0d96a5 req-ca1e4b50-3a01-4f4a-9093-c9b06630af09 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:34.103610 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['48e6ec06-36c3-4105-bb86-4cf10e8aac8b'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:28:34.167606 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1e4b50-3a01-4f4a-9093-c9b06630af09 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Pushing event deleted for resources: {'Port': ['ID=a5044f02-7a9d-4218-92f5-e629adfc157c,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:34.234395 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b07c6-3aee-40cd-8fc8-28919d2d0e8e req-bb96713b-4c3b-4eda-8493-c98a22562d6a tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:34.236519 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c37b07c6-3aee-40cd-8fc8-28919d2d0e8e req-bb96713b-4c3b-4eda-8493-c98a22562d6a tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fe6ba45-a72e-4420-a71e-4c356f1cf4a7 HTTP/1.1" status: 200 len: 945 time: 0.1015592 Jul 29 23:28:34.242536 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-45723438-aef5-45ff-a723-b9b50a0d96a5 req-ca1e4b50-3a01-4f4a-9093-c9b06630af09 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] No DVR routers for this DVR port a5044f02-7a9d-4218-92f5-e629adfc157c on host n-h1-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:28:34.247958 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-45723438-aef5-45ff-a723-b9b50a0d96a5 req-ca1e4b50-3a01-4f4a-9093-c9b06630af09 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:34.251711 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-45723438-aef5-45ff-a723-b9b50a0d96a5 req-ca1e4b50-3a01-4f4a-9093-c9b06630af09 tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] 10.222.0.41 "DELETE /v2.0/ports/a5044f02-7a9d-4218-92f5-e629adfc157c HTTP/1.1" status: 204 len: 173 time: 0.7624090 Jul 29 23:28:34.285405 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c37b07c6-3aee-40cd-8fc8-28919d2d0e8e req-018609ff-4ad0-4318-9e56-d82dd9700b2a tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419815 Jul 29 23:28:34.489999 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adba6d1c-ef86-47b2-ae58-0f7966c1b760', 'name': 'network-vif-deleted', 'tag': 'a5044f02-7a9d-4218-92f5-e629adfc157c'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:28:34.494428 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ca4bc6-afed-4a0b-95b6-0adb044877bb" -d '{"events": [{"server_uuid": "adba6d1c-ef86-47b2-ae58-0f7966c1b760", "name": "network-vif-deleted", "tag": "a5044f02-7a9d-4218-92f5-e629adfc157c"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:28:34.601514 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c18d6bf1-7538-4830-bab1-9a92ce36391b x-openstack-request-id: req-c18d6bf1-7538-4830-bab1-9a92ce36391b {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:28:34.601796 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adba6d1c-ef86-47b2-ae58-0f7966c1b760", "name": "network-vif-deleted", "tag": "a5044f02-7a9d-4218-92f5-e629adfc157c", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:28:34.602053 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c18d6bf1-7538-4830-bab1-9a92ce36391b {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:28:34.602634 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adba6d1c-ef86-47b2-ae58-0f7966c1b760', 'name': 'network-vif-deleted', 'tag': 'a5044f02-7a9d-4218-92f5-e629adfc157c', 'status': 'completed', 'code': 200} Jul 29 23:28:34.678484 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032e155-e17b-45ec-abec-a564dab5933e req-1312f49b-270f-4a67-bafc-831e3357612c tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:34.680044 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3032e155-e17b-45ec-abec-a564dab5933e req-1312f49b-270f-4a67-bafc-831e3357612c tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.41 "GET /v2.0/ports?device_id=3fe6ba45-a72e-4420-a71e-4c356f1cf4a7 HTTP/1.1" status: 200 len: 945 time: 0.0957153 Jul 29 23:28:34.742461 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-47b1899d-a65e-455a-a861-751ff10d5194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:34.818136 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 45018) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:34.877291 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1ab8139e-6cc4-4ba5-bc51-f437bf292c87 req-f9c7cf60-cd18-4db0-b275-4bbdc3acfadd tempest-ListServersNegativeTestJSON-439194972 tempest-ListServersNegativeTestJSON-439194972-project] 10.222.0.43 "GET /v2.0/ports?device_id=adba6d1c-ef86-47b2-ae58-0f7966c1b760 HTTP/1.1" status: 200 len: 210 time: 0.0563543 Jul 29 23:28:34.885994 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-3032e155-e17b-45ec-abec-a564dab5933e req-36134783-b61f-4c24-a2c3-3a75bb8f6e1c tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Deleting port d11ddc8a-a813-4665-8d68-3b88a2b067be {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:28:34.885994 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-3032e155-e17b-45ec-abec-a564dab5933e req-36134783-b61f-4c24-a2c3-3a75bb8f6e1c tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:35.295995 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-10e26f49-1b3b-4195-b884-8e27dfa95248 tempest-ServiceProvidersTest-51595360 tempest-ServiceProvidersTest-51595360-project] 10.222.0.43 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.4767594 Jul 29 23:28:35.362730 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-3032e155-e17b-45ec-abec-a564dab5933e req-36134783-b61f-4c24-a2c3-3a75bb8f6e1c tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] For port d11ddc8a-a813-4665-8d68-3b88a2b067be, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=d11ddc8a-a813-4665-8d68-3b88a2b067be,segment=NetworkSegment(17b2c622-bac6-4298-9f70-11d5205d8079),segment_id=17b2c622-bac6-4298-9f70-11d5205d8079)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:35.363642 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-3032e155-e17b-45ec-abec-a564dab5933e req-36134783-b61f-4c24-a2c3-3a75bb8f6e1c tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:35.379517 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-3032e155-e17b-45ec-abec-a564dab5933e req-36134783-b61f-4c24-a2c3-3a75bb8f6e1c tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Calling delete_port for d11ddc8a-a813-4665-8d68-3b88a2b067be owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:28:35.443546 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b7ac7-c0c2-4b68-892e-39dcc4526d12 req-370872c4-9c5a-48fa-be32-795a3de73a4c tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:35.445707 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-687b7ac7-c0c2-4b68-892e-39dcc4526d12 req-370872c4-9c5a-48fa-be32-795a3de73a4c tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/ports?device_id=3fe6ba45-a72e-4420-a71e-4c356f1cf4a7 HTTP/1.1" status: 200 len: 945 time: 0.0631602 Jul 29 23:28:35.527165 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-687b7ac7-c0c2-4b68-892e-39dcc4526d12 req-d0355477-b472-4f1d-af2e-7f02f02ba02b tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.43 "GET /v2.0/security-groups?id=02fd24fa-7347-44bd-bec3-224dec7766ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705936 Jul 29 23:28:35.574210 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-47b1899d-a65e-455a-a861-751ff10d5194 admin admin] Deleting port 6626479c-dea8-4493-afe3-5242c51f57f6 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:28:35.574622 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-47b1899d-a65e-455a-a861-751ff10d5194 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:35.617063 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device e08ae88d-6f9b-4c42-9f6b-db158c096940 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:28:35.617569 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-3032e155-e17b-45ec-abec-a564dab5933e req-36134783-b61f-4c24-a2c3-3a75bb8f6e1c tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:35.635978 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 45032) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:35.655188 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36134783-b61f-4c24-a2c3-3a75bb8f6e1c tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Pushing event deleted for resources: {'Port': ['ID=d11ddc8a-a813-4665-8d68-3b88a2b067be,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:35.656100 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] No Port match for: e08ae88d-6f9b-4c42-9f6b-db158c096940 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:28:35.656655 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device e08ae88d-6f9b-4c42-9f6b-db158c096940 not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:28:35.670064 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['d11ddc8a-a813-4665-8d68-3b88a2b067be'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:28:35.720251 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-3032e155-e17b-45ec-abec-a564dab5933e req-36134783-b61f-4c24-a2c3-3a75bb8f6e1c tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] No DVR routers for this DVR port d11ddc8a-a813-4665-8d68-3b88a2b067be on host n-h1-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:28:35.725051 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-3032e155-e17b-45ec-abec-a564dab5933e req-36134783-b61f-4c24-a2c3-3a75bb8f6e1c tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:35.727102 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3032e155-e17b-45ec-abec-a564dab5933e req-36134783-b61f-4c24-a2c3-3a75bb8f6e1c tempest-ServerDiskConfigTestJSON-1023947101 tempest-ServerDiskConfigTestJSON-1023947101-project] 10.222.0.41 "DELETE /v2.0/ports/d11ddc8a-a813-4665-8d68-3b88a2b067be HTTP/1.1" status: 204 len: 173 time: 1.0392385 Jul 29 23:28:35.765946 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-47b1899d-a65e-455a-a861-751ff10d5194 admin admin] For port 6626479c-dea8-4493-afe3-5242c51f57f6, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=6626479c-dea8-4493-afe3-5242c51f57f6,segment=NetworkSegment(deb29660-eaef-47af-8b2d-d34c883ef993),segment_id=deb29660-eaef-47af-8b2d-d34c883ef993)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:35.766561 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-47b1899d-a65e-455a-a861-751ff10d5194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:35.804759 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-531ae8aa-08f2-4005-a900-1ecb1ad03c7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:35.805944 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-47b1899d-a65e-455a-a861-751ff10d5194 admin admin] Calling delete_port for 6626479c-dea8-4493-afe3-5242c51f57f6 owned by network:router_interface {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:28:35.971019 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-531ae8aa-08f2-4005-a900-1ecb1ad03c7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:35.980188 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-531ae8aa-08f2-4005-a900-1ecb1ad03c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:36.036744 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-531ae8aa-08f2-4005-a900-1ecb1ad03c7d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e5538d1c472f442a9f7a2314c359bf4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3996575 Jul 29 23:28:36.038920 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 45044) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:36.039268 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 45046) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:36.054178 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531ae8aa-08f2-4005-a900-1ecb1ad03c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0bdd66-8b42-41b2-bcf0-e83ce30289a8,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:36.063349 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-47b1899d-a65e-455a-a861-751ff10d5194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:36.096651 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b1899d-a65e-455a-a861-751ff10d5194 admin admin] Pushing event deleted for resources: {'Port': ['ID=6626479c-dea8-4493-afe3-5242c51f57f6,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:36.148139 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-518790a2-ccc3-4529-b17d-0b392b36eb32 admin admin] Deleting subnet 9626e9c4-cc36-4d80-acf6-1d744575c302 {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:28:36.153115 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-518790a2-ccc3-4529-b17d-0b392b36eb32 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:36.196763 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-64e2cc1e-cf76-457a-a23d-8a13a1e2858d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:36.228793 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-518790a2-ccc3-4529-b17d-0b392b36eb32 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:36.261419 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-64e2cc1e-cf76-457a-a23d-8a13a1e2858d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:36.311488 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-518790a2-ccc3-4529-b17d-0b392b36eb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:36.382782 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-47b1899d-a65e-455a-a861-751ff10d5194 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:36.383731 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-64e2cc1e-cf76-457a-a23d-8a13a1e2858d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:36.387594 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-64e2cc1e-cf76-457a-a23d-8a13a1e2858d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:36.388936 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-64e2cc1e-cf76-457a-a23d-8a13a1e2858d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cc0bdd66-8b42-41b2-bcf0-e83ce30289a8 HTTP/1.1" status: 204 len: 168 time: 0.3456883 Jul 29 23:28:36.402544 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e2cc1e-cf76-457a-a23d-8a13a1e2858d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0bdd66-8b42-41b2-bcf0-e83ce30289a8,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:36.433158 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-518790a2-ccc3-4529-b17d-0b392b36eb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:36.453487 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-518790a2-ccc3-4529-b17d-0b392b36eb32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:36.459342 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-518790a2-ccc3-4529-b17d-0b392b36eb32 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/9626e9c4-cc36-4d80-acf6-1d744575c302 HTTP/1.1" status: 204 len: 168 time: 0.4171886 Jul 29 23:28:36.460421 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 45052) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:36.486619 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518790a2-ccc3-4529-b17d-0b392b36eb32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9626e9c4-cc36-4d80-acf6-1d744575c302,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:36.593931 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-48fd573a-b2cb-489e-ad51-1afd039c309e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:36.604788 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe6ba45-a72e-4420-a71e-4c356f1cf4a7', 'name': 'network-vif-deleted', 'tag': 'd11ddc8a-a813-4665-8d68-3b88a2b067be'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:28:36.607569 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca54109-4d8f-4ef3-9837-f1e3246042d6" -d '{"events": [{"server_uuid": "3fe6ba45-a72e-4420-a71e-4c356f1cf4a7", "name": "network-vif-deleted", "tag": "d11ddc8a-a813-4665-8d68-3b88a2b067be"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:28:36.684716 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0dfe80-db0d-447f-9006-3d527856fae0 x-openstack-request-id: req-ce0dfe80-db0d-447f-9006-3d527856fae0 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:28:36.685009 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe6ba45-a72e-4420-a71e-4c356f1cf4a7", "name": "network-vif-deleted", "tag": "d11ddc8a-a813-4665-8d68-3b88a2b067be", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:28:36.685258 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ce0dfe80-db0d-447f-9006-3d527856fae0 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:28:36.685687 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe6ba45-a72e-4420-a71e-4c356f1cf4a7', 'name': 'network-vif-deleted', 'tag': 'd11ddc8a-a813-4665-8d68-3b88a2b067be', 'status': 'completed', 'code': 200} Jul 29 23:28:36.702210 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 48e6ec06-36c3-4105-bb86-4cf10e8aac8b no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:28:36.741925 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: 48e6ec06-36c3-4105-bb86-4cf10e8aac8b {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:28:36.742273 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 48e6ec06-36c3-4105-bb86-4cf10e8aac8b not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:28:36.770133 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 45072) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:36.845861 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-48fd573a-b2cb-489e-ad51-1afd039c309e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:36.868378 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-48fd573a-b2cb-489e-ad51-1afd039c309e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef7826e5-d659-4fd6-a8f1-187e2effbcfa']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:36.883093 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbbdca01-c7a1-4109-b26b-ae78153dc1d5 admin admin] Deleting subnet ae790fd8-1f1c-42ad-b55e-335a32cfbdf8 {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:28:36.885936 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-48fd573a-b2cb-489e-ad51-1afd039c309e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0754d6e5-2dc6-4a3f-b6fb-c6aa773a44a2') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:36.886283 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-48fd573a-b2cb-489e-ad51-1afd039c309e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0754d6e5-2dc6-4a3f-b6fb-c6aa773a44a2') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:36.889907 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bbbdca01-c7a1-4109-b26b-ae78153dc1d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:36.923235 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-48fd573a-b2cb-489e-ad51-1afd039c309e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:36.942970 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:36.963269 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-48fd573a-b2cb-489e-ad51-1afd039c309e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:36.964616 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bbbdca01-c7a1-4109-b26b-ae78153dc1d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:36.982024 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47b1899d-a65e-455a-a861-751ff10d5194 admin admin] Router 0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:28:36.986112 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48fd573a-b2cb-489e-ad51-1afd039c309e admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:28:36.986874 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-48fd573a-b2cb-489e-ad51-1afd039c309e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:36.991554 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:28:36.991554 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:28:36.991554 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:28:36.991554 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:28:36.991554 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:28:36.991554 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:28:36.991554 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:28:36.991554 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:28:36.991554 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:28:36.991554 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:28:36.991554 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:28:36.991554 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:28:36.991554 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:28:36.991554 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:28:36.991554 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:28:36.991554 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:28:36.991554 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:28:36.991554 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:28:36.991554 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:28:36.991554 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:28:36.991554 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:28:36.991554 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:28:36.991554 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:28:36.991554 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:28:36.991554 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:28:36.991554 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:28:36.991554 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:28:36.991554 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:28:36.991554 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:28:36.991554 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:28:36.991554 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:28:36.991554 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:28:37.034557 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bbbdca01-c7a1-4109-b26b-ae78153dc1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:37.105290 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bbbdca01-c7a1-4109-b26b-ae78153dc1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:37.137276 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-48fd573a-b2cb-489e-ad51-1afd039c309e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:37.146648 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-48fd573a-b2cb-489e-ad51-1afd039c309e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:37.148495 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-48fd573a-b2cb-489e-ad51-1afd039c309e admin admin] 10.222.0.43 "DELETE /v2.0/networks/ef7826e5-d659-4fd6-a8f1-187e2effbcfa HTTP/1.1" status: 204 len: 168 time: 0.6870747 Jul 29 23:28:37.152708 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbdca01-c7a1-4109-b26b-ae78153dc1d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae790fd8-1f1c-42ad-b55e-335a32cfbdf8,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:37.166044 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fd573a-b2cb-489e-ad51-1afd039c309e admin admin] Pushing event deleted for resources: {'Network': ['ID=ef7826e5-d659-4fd6-a8f1-187e2effbcfa,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:37.170355 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bbbdca01-c7a1-4109-b26b-ae78153dc1d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:37.176777 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 45094) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:37.178733 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-bbbdca01-c7a1-4109-b26b-ae78153dc1d5 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/ae790fd8-1f1c-42ad-b55e-335a32cfbdf8 HTTP/1.1" status: 204 len: 168 time: 0.4061859 Jul 29 23:28:37.233391 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b1899d-a65e-455a-a861-751ff10d5194 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:28:37.248314 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-47b1899d-a65e-455a-a861-751ff10d5194 admin admin] 10.222.0.43 "PUT /v2.0/routers/0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2420506 Jul 29 23:28:37.248721 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7f3121-2d60-4498-891a-c71e94a4842e None None] Sync routers for ids ['0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:28:37.249160 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 45096) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:37.261942 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7f3121-2d60-4498-891a-c71e94a4842e None None] Routers {'0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:28:37.262699 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-3f7f3121-2d60-4498-891a-c71e94a4842e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:28:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:37.326738 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6103b9ef-a877-4d76-82a3-a45109b94da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:37.367496 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 45100) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:37.422094 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-3f7f3121-2d60-4498-891a-c71e94a4842e None None] Set router 0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:28:37.451368 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 45102) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:37.477310 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-d80594e6-318b-41ac-9b5c-e735e1bdb58e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7c8096d80a564abc9353a3508d196cdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1082106 Jul 29 23:28:37.478799 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 45106) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:37.497724 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b9529fca-0e91-4556-a3f7-9ba23bb27182 admin admin] Notify callbacks [] for router, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:37.546122 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6103b9ef-a877-4d76-82a3-a45109b94da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:37.564318 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-6103b9ef-a877-4d76-82a3-a45109b94da3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a74822f1-959a-4abc-9b28-d10d0b1420ae']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:37.581534 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-6103b9ef-a877-4d76-82a3-a45109b94da3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17b2c622-bac6-4298-9f70-11d5205d8079') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:37.581997 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-6103b9ef-a877-4d76-82a3-a45109b94da3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17b2c622-bac6-4298-9f70-11d5205d8079') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:37.620927 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6103b9ef-a877-4d76-82a3-a45109b94da3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:37.624375 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fd76ae8e-10e2-4bb9-9bac-7ac94441418c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:37.632924 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device a5044f02-7a9d-4218-92f5-e629adfc157c no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:28:37.643073 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6103b9ef-a877-4d76-82a3-a45109b94da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:37.655249 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6103b9ef-a877-4d76-82a3-a45109b94da3 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:28:37.655948 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6103b9ef-a877-4d76-82a3-a45109b94da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:37.657730 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:28:37.657730 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:28:37.657730 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:28:37.657730 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:28:37.657730 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:28:37.657730 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:28:37.657730 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:28:37.657730 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:28:37.657730 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:28:37.657730 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:28:37.657730 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:28:37.657730 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:28:37.657730 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:28:37.657730 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:28:37.657730 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:28:37.657730 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:28:37.657730 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:28:37.657730 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:28:37.657730 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:28:37.657730 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:28:37.657730 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:28:37.657730 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:28:37.657730 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:28:37.657730 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:28:37.657730 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:28:37.657730 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:28:37.657730 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:28:37.657730 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:28:37.657730 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:28:37.657730 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:28:37.657730 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:28:37.657730 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:28:37.686254 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-3f7f3121-2d60-4498-891a-c71e94a4842e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'name': 'tempest-FloatingIPsAssociationTestJSON-454429373-router', 'tenant_id': 'cfd954225fe54c54b27a2d340342811d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.246'}], 'enable_snat': True}, 'gw_port_id': '256facda-b197-4ea2-a9e6-7488b567e736', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:27:23Z', 'updated_at': '2021-07-29T23:28:36Z', 'revision_number': 5, 'project_id': 'cfd954225fe54c54b27a2d340342811d', 'gw_port': {'id': '256facda-b197-4ea2-a9e6-7488b567e736', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:ab:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:27:24Z', 'updated_at': '2021-07-29T23:27:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:37.704580 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] No Port match for: a5044f02-7a9d-4218-92f5-e629adfc157c {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:28:37.704580 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device a5044f02-7a9d-4218-92f5-e629adfc157c not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:28:37.704580 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device d11ddc8a-a813-4665-8d68-3b88a2b067be no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:28:37.718960 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b9529fca-0e91-4556-a3f7-9ba23bb27182 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:37.728239 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fd76ae8e-10e2-4bb9-9bac-7ac94441418c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:37.734226 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7f3121-2d60-4498-891a-c71e94a4842e None None] Checking router: 0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:28:37.750228 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7f3121-2d60-4498-891a-c71e94a4842e None None] Routers {'0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:28:37.750936 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-3f7f3121-2d60-4498-891a-c71e94a4842e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:28:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:37.783111 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6103b9ef-a877-4d76-82a3-a45109b94da3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:37.791421 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] No Port match for: d11ddc8a-a813-4665-8d68-3b88a2b067be {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:28:37.791787 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device d11ddc8a-a813-4665-8d68-3b88a2b067be not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:28:37.801303 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6103b9ef-a877-4d76-82a3-a45109b94da3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:37.805802 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-6103b9ef-a877-4d76-82a3-a45109b94da3 admin admin] 10.222.0.43 "DELETE /v2.0/networks/a74822f1-959a-4abc-9b28-d10d0b1420ae HTTP/1.1" status: 204 len: 168 time: 0.6256402 Jul 29 23:28:37.818288 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6103b9ef-a877-4d76-82a3-a45109b94da3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a74822f1-959a-4abc-9b28-d10d0b1420ae,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:37.852110 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-b9529fca-0e91-4556-a3f7-9ba23bb27182 admin admin] Deleting port 256facda-b197-4ea2-a9e6-7488b567e736 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:28:37.853203 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b9529fca-0e91-4556-a3f7-9ba23bb27182 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:37.857943 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-b91c39cc-d8fe-4b1a-b6ef-9647e81633a8 tempest-TagsTest-1672493740 tempest-TagsTest-1672493740-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1175985690'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:37.881295 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fd76ae8e-10e2-4bb9-9bac-7ac94441418c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:37.884468 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fd76ae8e-10e2-4bb9-9bac-7ac94441418c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:37.901618 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-fd76ae8e-10e2-4bb9-9bac-7ac94441418c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6c98340f-d196-4f87-9960-78e50d69634c HTTP/1.1" status: 204 len: 168 time: 0.4139838 Jul 29 23:28:37.906518 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b91c39cc-d8fe-4b1a-b6ef-9647e81633a8 tempest-TagsTest-1672493740 tempest-TagsTest-1672493740-project] Made reservation on behalf of a3ea6c04d56d4ccbb98d22b91a41669b for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:28:37.916727 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b91c39cc-d8fe-4b1a-b6ef-9647e81633a8 tempest-TagsTest-1672493740 tempest-TagsTest-1672493740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:37.948034 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b91c39cc-d8fe-4b1a-b6ef-9647e81633a8 tempest-TagsTest-1672493740 tempest-TagsTest-1672493740-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:37.968904 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-b9529fca-0e91-4556-a3f7-9ba23bb27182 admin admin] For port 256facda-b197-4ea2-a9e6-7488b567e736, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=256facda-b197-4ea2-a9e6-7488b567e736,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:37.969273 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b9529fca-0e91-4556-a3f7-9ba23bb27182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:37.980348 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd76ae8e-10e2-4bb9-9bac-7ac94441418c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c98340f-d196-4f87-9960-78e50d69634c,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:37.985549 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-b9529fca-0e91-4556-a3f7-9ba23bb27182 admin admin] Calling delete_port for 256facda-b197-4ea2-a9e6-7488b567e736 owned by network:router_gateway {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:28:38.010935 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-3f7f3121-2d60-4498-891a-c71e94a4842e None None] Set router 0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2 gateway port host: None {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:28:38.194415 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-3f7f3121-2d60-4498-891a-c71e94a4842e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'name': 'tempest-FloatingIPsAssociationTestJSON-454429373-router', 'tenant_id': 'cfd954225fe54c54b27a2d340342811d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:27:23Z', 'updated_at': '2021-07-29T23:28:37Z', 'revision_number': 6, 'project_id': 'cfd954225fe54c54b27a2d340342811d', 'gw_port_host': None}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:38.201920 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b91c39cc-d8fe-4b1a-b6ef-9647e81633a8 tempest-TagsTest-1672493740 tempest-TagsTest-1672493740-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:38.212112 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b91c39cc-d8fe-4b1a-b6ef-9647e81633a8 tempest-TagsTest-1672493740 tempest-TagsTest-1672493740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:38.240588 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b9529fca-0e91-4556-a3f7-9ba23bb27182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:38.249560 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b91c39cc-d8fe-4b1a-b6ef-9647e81633a8 tempest-TagsTest-1672493740 tempest-TagsTest-1672493740-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:28:38.279350 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9529fca-0e91-4556-a3f7-9ba23bb27182 admin admin] Pushing event deleted for resources: {'Port': ['ID=256facda-b197-4ea2-a9e6-7488b567e736,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:38.284585 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 45120) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:38.296705 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7f3121-2d60-4498-891a-c71e94a4842e None None] The sync data for ids ['0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2'] in n-d-712141-10 is: [{'id': '0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2', 'name': 'tempest-FloatingIPsAssociationTestJSON-454429373-router', 'tenant_id': 'cfd954225fe54c54b27a2d340342811d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:27:23Z', 'updated_at': '2021-07-29T23:28:37Z', 'revision_number': 6, 'project_id': 'cfd954225fe54c54b27a2d340342811d', 'gw_port_host': None}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:28:38.324403 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b91c39cc-d8fe-4b1a-b6ef-9647e81633a8 tempest-TagsTest-1672493740 tempest-TagsTest-1672493740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:38.325498 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-b91c39cc-d8fe-4b1a-b6ef-9647e81633a8 tempest-TagsTest-1672493740 tempest-TagsTest-1672493740-project] Added segment 7744a1a4-b054-468c-919f-35618e3b4e5a of type vlan for network 20598204-4938-41e3-83bc-1c51c38591e4 Jul 29 23:28:38.351572 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91c39cc-d8fe-4b1a-b6ef-9647e81633a8 tempest-TagsTest-1672493740 tempest-TagsTest-1672493740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=956a9d49-828b-41f1-bb3e-9ece610ddabd,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:38.387421 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b9529fca-0e91-4556-a3f7-9ba23bb27182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:38.407898 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b91c39cc-d8fe-4b1a-b6ef-9647e81633a8 tempest-TagsTest-1672493740 tempest-TagsTest-1672493740-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:38.447389 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b91c39cc-d8fe-4b1a-b6ef-9647e81633a8 tempest-TagsTest-1672493740 tempest-TagsTest-1672493740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:38.456125 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91c39cc-d8fe-4b1a-b6ef-9647e81633a8 tempest-TagsTest-1672493740 tempest-TagsTest-1672493740-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:38.458043 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b91c39cc-d8fe-4b1a-b6ef-9647e81633a8 tempest-TagsTest-1672493740 tempest-TagsTest-1672493740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:38.495161 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b9529fca-0e91-4556-a3f7-9ba23bb27182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:38.499753 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b9529fca-0e91-4556-a3f7-9ba23bb27182 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:38.506191 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-f1a5b898-6447-4fff-a4c4-ed3315a3c420 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1aef09e8ad134545bd67a467d0199c15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2205174 Jul 29 23:28:38.508720 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 45126) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:38.560424 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91c39cc-d8fe-4b1a-b6ef-9647e81633a8 tempest-TagsTest-1672493740 tempest-TagsTest-1672493740-project] Pushing event updated for resources: {'Network': ['ID=20598204-4938-41e3-83bc-1c51c38591e4,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:38.577850 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 20598204-4938-41e3-83bc-1c51c38591e4 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:28:38.579141 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-b91c39cc-d8fe-4b1a-b6ef-9647e81633a8 tempest-TagsTest-1672493740 tempest-TagsTest-1672493740-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.1267302 Jul 29 23:28:38.582921 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 45132) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:38.587971 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.tag.tag_plugin [None req-bee7660f-05b2-464f-8fa7-780f98925f7b tempest-TagsTest-1672493740 tempest-TagsTest-1672493740-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '20598204-4938-41e3-83bc-1c51c38591e4', 'tempest-TagsTest-Tag-593233503') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:38.619428 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1827840c-c00d-44a1-b611-24fe8d6c594d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:38.668684 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1827840c-c00d-44a1-b611-24fe8d6c594d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:38.711986 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b9529fca-0e91-4556-a3f7-9ba23bb27182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:38.712550 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9529fca-0e91-4556-a3f7-9ba23bb27182 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2 {{(pid=94077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:28:38.723398 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-bee7660f-05b2-464f-8fa7-780f98925f7b tempest-TagsTest-1672493740 tempest-TagsTest-1672493740-project] 10.222.0.43 "PUT /v2.0/networks/20598204-4938-41e3-83bc-1c51c38591e4/tags/tempest-TagsTest-Tag-593233503 HTTP/1.1" status: 201 len: 201 time: 0.1383152 Jul 29 23:28:38.723587 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b9529fca-0e91-4556-a3f7-9ba23bb27182 admin admin] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:38.726955 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b9529fca-0e91-4556-a3f7-9ba23bb27182 admin admin] 10.222.0.43 "DELETE /v2.0/routers/0609d2b9-a285-4f98-a4fc-8aa8e46fd9f2 HTTP/1.1" status: 204 len: 168 time: 1.4749300 Jul 29 23:28:38.727079 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 45136) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:38.730004 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 45138) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:38.731845 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.tag.tag_plugin [None req-0571aff7-84ef-487b-9fd3-73397ac6d091 tempest-TagsTest-1672493740 tempest-TagsTest-1672493740-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '20598204-4938-41e3-83bc-1c51c38591e4', 'tempest-TagsTest-Tag-593233503') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:38.756279 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1827840c-c00d-44a1-b611-24fe8d6c594d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:38.762793 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1827840c-c00d-44a1-b611-24fe8d6c594d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:38.764251 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-1827840c-c00d-44a1-b611-24fe8d6c594d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/02fd24fa-7347-44bd-bec3-224dec7766ac HTTP/1.1" status: 204 len: 168 time: 0.2546332 Jul 29 23:28:38.776823 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1827840c-c00d-44a1-b611-24fe8d6c594d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02fd24fa-7347-44bd-bec3-224dec7766ac,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:38.902049 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-e40a1175-06ad-4045-9c35-6a7dce29eb3e admin admin] Deleting subnet 4d6ca941-9b98-4939-964c-d32a2fbd1a2b {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:28:38.905880 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e40a1175-06ad-4045-9c35-6a7dce29eb3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:38.943426 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-0571aff7-84ef-487b-9fd3-73397ac6d091 tempest-TagsTest-1672493740 tempest-TagsTest-1672493740-project] 10.222.0.43 "GET /v2.0/networks/20598204-4938-41e3-83bc-1c51c38591e4/tags/tempest-TagsTest-Tag-593233503 HTTP/1.1" status: 204 len: 168 time: 0.2157099 Jul 29 23:28:38.945971 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 45144) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:38.950967 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.tag.tag_plugin [None req-fca3f2b1-dd08-4182-b7ec-d7666c6afb6d tempest-TagsTest-1672493740 tempest-TagsTest-1672493740-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '20598204-4938-41e3-83bc-1c51c38591e4') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:38.964418 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e40a1175-06ad-4045-9c35-6a7dce29eb3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:39.059833 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e40a1175-06ad-4045-9c35-6a7dce29eb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:39.123598 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-fca3f2b1-dd08-4182-b7ec-d7666c6afb6d tempest-TagsTest-1672493740 tempest-TagsTest-1672493740-project] 10.222.0.43 "GET /v2.0/networks/20598204-4938-41e3-83bc-1c51c38591e4/tags HTTP/1.1" status: 200 len: 237 time: 0.1758642 Jul 29 23:28:39.126970 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 45156) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:39.143201 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.tag.tag_plugin [None req-be3dd3c2-4372-4661-8a7b-9494d538855f tempest-TagsTest-1672493740 tempest-TagsTest-1672493740-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '20598204-4938-41e3-83bc-1c51c38591e4', {'tags': ['tempest-TagsTest-Tag-2060461405', 'tempest-TagsTest-Tag-1511200015', 'tempest-TagsTest-Tag-1892740749']}) {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:39.210041 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e40a1175-06ad-4045-9c35-6a7dce29eb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:39.281006 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40a1175-06ad-4045-9c35-6a7dce29eb3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d6ca941-9b98-4939-964c-d32a2fbd1a2b,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:39.283555 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e40a1175-06ad-4045-9c35-6a7dce29eb3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:39.286209 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e40a1175-06ad-4045-9c35-6a7dce29eb3e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/4d6ca941-9b98-4939-964c-d32a2fbd1a2b HTTP/1.1" status: 204 len: 168 time: 0.5482860 Jul 29 23:28:39.291481 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60523da4-f5a3-4ee3-b03f-3e5c37a6abcf None None] Network 249f9a39-5994-41da-9767-e19fa079301c requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:28:39.292004 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 45168) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:39.303116 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40a1175-06ad-4045-9c35-6a7dce29eb3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:39.303570 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40a1175-06ad-4045-9c35-6a7dce29eb3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:39.303797 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40a1175-06ad-4045-9c35-6a7dce29eb3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:39.304135 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40a1175-06ad-4045-9c35-6a7dce29eb3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:39.304482 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40a1175-06ad-4045-9c35-6a7dce29eb3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:39.304813 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40a1175-06ad-4045-9c35-6a7dce29eb3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:39.305140 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40a1175-06ad-4045-9c35-6a7dce29eb3e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:39.305466 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40a1175-06ad-4045-9c35-6a7dce29eb3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:39.305841 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40a1175-06ad-4045-9c35-6a7dce29eb3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:39.306165 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40a1175-06ad-4045-9c35-6a7dce29eb3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:39.306487 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40a1175-06ad-4045-9c35-6a7dce29eb3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:39.306806 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e40a1175-06ad-4045-9c35-6a7dce29eb3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:39.358944 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 6626479c-dea8-4493-afe3-5242c51f57f6 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:28:39.382353 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-be3dd3c2-4372-4661-8a7b-9494d538855f tempest-TagsTest-1672493740 tempest-TagsTest-1672493740-project] 10.222.0.43 "PUT /v2.0/networks/20598204-4938-41e3-83bc-1c51c38591e4/tags HTTP/1.1" status: 200 len: 309 time: 0.2505951 Jul 29 23:28:39.383372 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 45172) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:39.398827 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-266d08b8-72fc-42e2-a3f7-5cedfd8ee106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:39.399287 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.tag.tag_plugin [None req-3ebc9f7a-227f-43fb-b138-e5a2d9e57b1c tempest-TagsTest-1672493740 tempest-TagsTest-1672493740-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '20598204-4938-41e3-83bc-1c51c38591e4', 'tempest-TagsTest-Tag-2060461405') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:39.525557 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 6626479c-dea8-4493-afe3-5242c51f57f6 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:28:39.527179 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 6626479c-dea8-4493-afe3-5242c51f57f6 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:28:39.528360 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 256facda-b197-4ea2-a9e6-7488b567e736 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:28:39.539421 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-266d08b8-72fc-42e2-a3f7-5cedfd8ee106 admin admin] Deleting port 313b882d-cb44-4405-a2ff-8944de5fab8a {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:28:39.541800 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-266d08b8-72fc-42e2-a3f7-5cedfd8ee106 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:39.580244 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-3ebc9f7a-227f-43fb-b138-e5a2d9e57b1c tempest-TagsTest-1672493740 tempest-TagsTest-1672493740-project] 10.222.0.43 "DELETE /v2.0/networks/20598204-4938-41e3-83bc-1c51c38591e4/tags/tempest-TagsTest-Tag-2060461405 HTTP/1.1" status: 204 len: 168 time: 0.1957769 Jul 29 23:28:39.583660 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 45184) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:39.587275 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 256facda-b197-4ea2-a9e6-7488b567e736 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:28:39.587839 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 256facda-b197-4ea2-a9e6-7488b567e736 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:28:39.589390 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.tag.tag_plugin [None req-9f08a07e-42ab-4602-b953-4589fabc3632 tempest-TagsTest-1672493740 tempest-TagsTest-1672493740-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '20598204-4938-41e3-83bc-1c51c38591e4', 'tempest-TagsTest-Tag-2060461405') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:39.684233 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-9f08a07e-42ab-4602-b953-4589fabc3632 tempest-TagsTest-1672493740 tempest-TagsTest-1672493740-project] show failed (client error): The resource could not be found. Jul 29 23:28:39.687081 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9f08a07e-42ab-4602-b953-4589fabc3632 tempest-TagsTest-1672493740 tempest-TagsTest-1672493740-project] 10.222.0.43 "GET /v2.0/networks/20598204-4938-41e3-83bc-1c51c38591e4/tags/tempest-TagsTest-Tag-2060461405 HTTP/1.1" status: 404 len: 326 time: 0.1019945 Jul 29 23:28:39.689799 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 45190) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:39.697728 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.tag.tag_plugin [None req-f3511829-59ab-4ee9-93a9-5f35998d210b tempest-TagsTest-1672493740 tempest-TagsTest-1672493740-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '20598204-4938-41e3-83bc-1c51c38591e4', 'tempest-TagsTest-Tag-1511200015') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:39.740363 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-266d08b8-72fc-42e2-a3f7-5cedfd8ee106 admin admin] For port 313b882d-cb44-4405-a2ff-8944de5fab8a, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=313b882d-cb44-4405-a2ff-8944de5fab8a,segment=NetworkSegment(deb29660-eaef-47af-8b2d-d34c883ef993),segment_id=deb29660-eaef-47af-8b2d-d34c883ef993)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:39.740745 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-266d08b8-72fc-42e2-a3f7-5cedfd8ee106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:39.778644 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-266d08b8-72fc-42e2-a3f7-5cedfd8ee106 admin admin] Calling delete_port for 313b882d-cb44-4405-a2ff-8944de5fab8a owned by network:dhcp {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:28:39.836086 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-f3511829-59ab-4ee9-93a9-5f35998d210b tempest-TagsTest-1672493740 tempest-TagsTest-1672493740-project] 10.222.0.43 "GET /v2.0/networks/20598204-4938-41e3-83bc-1c51c38591e4/tags/tempest-TagsTest-Tag-1511200015 HTTP/1.1" status: 204 len: 168 time: 0.1451318 Jul 29 23:28:39.837202 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 45194) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:39.845531 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48f97e7-a30f-4bb1-93fb-a5dc5456df31 None None] DHCP port deletion for 249f9a39-5994-41da-9767-e19fa079301c request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:28:39.851567 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.tag.tag_plugin [None req-c54567e4-ab16-4350-96ad-437d3f13cb0e tempest-TagsTest-1672493740 tempest-TagsTest-1672493740-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '20598204-4938-41e3-83bc-1c51c38591e4', 'tempest-TagsTest-Tag-1892740749') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:39.938678 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-d48f97e7-a30f-4bb1-93fb-a5dc5456df31 None None] Deleting port 313b882d-cb44-4405-a2ff-8944de5fab8a {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:28:39.939143 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d48f97e7-a30f-4bb1-93fb-a5dc5456df31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:39.972970 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-266d08b8-72fc-42e2-a3f7-5cedfd8ee106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:40.012251 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c54567e4-ab16-4350-96ad-437d3f13cb0e tempest-TagsTest-1672493740 tempest-TagsTest-1672493740-project] 10.222.0.43 "GET /v2.0/networks/20598204-4938-41e3-83bc-1c51c38591e4/tags/tempest-TagsTest-Tag-1892740749 HTTP/1.1" status: 204 len: 168 time: 0.1705465 Jul 29 23:28:40.012796 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 45202) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:40.016298 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266d08b8-72fc-42e2-a3f7-5cedfd8ee106 admin admin] Pushing event deleted for resources: {'Port': ['ID=313b882d-cb44-4405-a2ff-8944de5fab8a,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:40.018440 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266d08b8-72fc-42e2-a3f7-5cedfd8ee106 admin admin] No DVR routers for this DVR port 313b882d-cb44-4405-a2ff-8944de5fab8a on host n-d-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:28:40.025031 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 45204) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:40.029901 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.tag.tag_plugin [None req-1a892237-1474-4e56-ad1e-a95ab60ab79f tempest-TagsTest-1672493740 tempest-TagsTest-1672493740-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '20598204-4938-41e3-83bc-1c51c38591e4') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:40.095869 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-d48f97e7-a30f-4bb1-93fb-a5dc5456df31 None None] For port 313b882d-cb44-4405-a2ff-8944de5fab8a, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=313b882d-cb44-4405-a2ff-8944de5fab8a,segment=NetworkSegment(deb29660-eaef-47af-8b2d-d34c883ef993),segment_id=deb29660-eaef-47af-8b2d-d34c883ef993)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:40.096475 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d48f97e7-a30f-4bb1-93fb-a5dc5456df31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:40.131427 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-d48f97e7-a30f-4bb1-93fb-a5dc5456df31 None None] Calling delete_port for 313b882d-cb44-4405-a2ff-8944de5fab8a owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:28:40.193856 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-266d08b8-72fc-42e2-a3f7-5cedfd8ee106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:40.197152 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-1a892237-1474-4e56-ad1e-a95ab60ab79f tempest-TagsTest-1672493740 tempest-TagsTest-1672493740-project] 10.222.0.43 "DELETE /v2.0/networks/20598204-4938-41e3-83bc-1c51c38591e4/tags HTTP/1.1" status: 204 len: 168 time: 0.1810730 Jul 29 23:28:40.197152 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 45214) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:40.203340 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.tag.tag_plugin [None req-5cacdb75-e112-490c-aa52-2e9f183e741f tempest-TagsTest-1672493740 tempest-TagsTest-1672493740-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '20598204-4938-41e3-83bc-1c51c38591e4', 'tempest-TagsTest-Tag-1511200015') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:40.224218 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-266d08b8-72fc-42e2-a3f7-5cedfd8ee106 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['249f9a39-5994-41da-9767-e19fa079301c']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:40.253940 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-266d08b8-72fc-42e2-a3f7-5cedfd8ee106 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deb29660-eaef-47af-8b2d-d34c883ef993') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:40.257537 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-266d08b8-72fc-42e2-a3f7-5cedfd8ee106 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deb29660-eaef-47af-8b2d-d34c883ef993') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:40.289395 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-266d08b8-72fc-42e2-a3f7-5cedfd8ee106 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:40.293911 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-5cacdb75-e112-490c-aa52-2e9f183e741f tempest-TagsTest-1672493740 tempest-TagsTest-1672493740-project] show failed (client error): The resource could not be found. Jul 29 23:28:40.297635 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-5cacdb75-e112-490c-aa52-2e9f183e741f tempest-TagsTest-1672493740 tempest-TagsTest-1672493740-project] 10.222.0.43 "GET /v2.0/networks/20598204-4938-41e3-83bc-1c51c38591e4/tags/tempest-TagsTest-Tag-1511200015 HTTP/1.1" status: 404 len: 326 time: 0.0972652 Jul 29 23:28:40.301456 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 45222) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:40.305116 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d48f97e7-a30f-4bb1-93fb-a5dc5456df31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:40.312504 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.tag.tag_plugin [None req-9c616166-4a51-42c9-8817-d7de229f682a tempest-TagsTest-1672493740 tempest-TagsTest-1672493740-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '20598204-4938-41e3-83bc-1c51c38591e4', 'tempest-TagsTest-Tag-1892740749') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:40.312644 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-266d08b8-72fc-42e2-a3f7-5cedfd8ee106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:40.325772 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-266d08b8-72fc-42e2-a3f7-5cedfd8ee106 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:28:40.326438 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-266d08b8-72fc-42e2-a3f7-5cedfd8ee106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:40.384564 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48f97e7-a30f-4bb1-93fb-a5dc5456df31 None None] Pushing event deleted for resources: {'Port': ['ID=313b882d-cb44-4405-a2ff-8944de5fab8a,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:40.396808 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48f97e7-a30f-4bb1-93fb-a5dc5456df31 None None] No DVR routers for this DVR port 313b882d-cb44-4405-a2ff-8944de5fab8a on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:28:40.411142 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48f97e7-a30f-4bb1-93fb-a5dc5456df31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:40.411491 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48f97e7-a30f-4bb1-93fb-a5dc5456df31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:40.411828 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48f97e7-a30f-4bb1-93fb-a5dc5456df31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:40.412159 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48f97e7-a30f-4bb1-93fb-a5dc5456df31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:40.413887 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48f97e7-a30f-4bb1-93fb-a5dc5456df31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:40.413887 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48f97e7-a30f-4bb1-93fb-a5dc5456df31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:40.413887 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48f97e7-a30f-4bb1-93fb-a5dc5456df31 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:40.413887 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48f97e7-a30f-4bb1-93fb-a5dc5456df31 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:40.422815 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48f97e7-a30f-4bb1-93fb-a5dc5456df31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:40.423432 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48f97e7-a30f-4bb1-93fb-a5dc5456df31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:40.423836 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48f97e7-a30f-4bb1-93fb-a5dc5456df31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:40.424108 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d48f97e7-a30f-4bb1-93fb-a5dc5456df31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:40.442792 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:28:40.442792 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:28:40.442792 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:28:40.442792 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:28:40.442792 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:28:40.442792 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:28:40.442792 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:28:40.442792 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:28:40.442792 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:28:40.442792 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:28:40.442792 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:28:40.442792 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:28:40.442792 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:28:40.442792 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:28:40.442792 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:28:40.442792 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:28:40.442792 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:28:40.442792 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:28:40.442792 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:28:40.442792 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:28:40.442792 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:28:40.442792 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:28:40.442792 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:28:40.442792 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:28:40.442792 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:28:40.442792 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:28:40.442792 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:28:40.442792 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:28:40.442792 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:28:40.442792 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:28:40.442792 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:28:40.442792 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:28:40.461861 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-fa34f6b4-6e9a-48ad-a178-24752f8160ad admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1160509313-network', 'tenant_id': 'a36988fe517c402a82eba514b94be066'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:40.474908 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-9c616166-4a51-42c9-8817-d7de229f682a tempest-TagsTest-1672493740 tempest-TagsTest-1672493740-project] show failed (client error): The resource could not be found. Jul 29 23:28:40.476729 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9c616166-4a51-42c9-8817-d7de229f682a tempest-TagsTest-1672493740 tempest-TagsTest-1672493740-project] 10.222.0.43 "GET /v2.0/networks/20598204-4938-41e3-83bc-1c51c38591e4/tags/tempest-TagsTest-Tag-1892740749 HTTP/1.1" status: 404 len: 326 time: 0.1742368 Jul 29 23:28:40.480225 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 45228) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:40.486390 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.tag.tag_plugin [None req-e5192562-8747-45f4-9603-4f9ce46308ca tempest-TagsTest-1672493740 tempest-TagsTest-1672493740-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '20598204-4938-41e3-83bc-1c51c38591e4') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:40.505382 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-266d08b8-72fc-42e2-a3f7-5cedfd8ee106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:40.512587 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-266d08b8-72fc-42e2-a3f7-5cedfd8ee106 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:40.515338 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-266d08b8-72fc-42e2-a3f7-5cedfd8ee106 admin admin] 10.222.0.43 "DELETE /v2.0/networks/249f9a39-5994-41da-9767-e19fa079301c HTTP/1.1" status: 204 len: 168 time: 1.2223930 Jul 29 23:28:40.542653 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa34f6b4-6e9a-48ad-a178-24752f8160ad admin admin] Made reservation on behalf of a36988fe517c402a82eba514b94be066 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:28:40.545619 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fa34f6b4-6e9a-48ad-a178-24752f8160ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:40.567705 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266d08b8-72fc-42e2-a3f7-5cedfd8ee106 admin admin] Pushing event deleted for resources: {'Network': ['ID=249f9a39-5994-41da-9767-e19fa079301c,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:40.571680 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fa34f6b4-6e9a-48ad-a178-24752f8160ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:40.629658 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 45236) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:40.630079 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e5192562-8747-45f4-9603-4f9ce46308ca tempest-TagsTest-1672493740 tempest-TagsTest-1672493740-project] 10.222.0.43 "DELETE /v2.0/networks/20598204-4938-41e3-83bc-1c51c38591e4/tags HTTP/1.1" status: 204 len: 168 time: 0.1480269 Jul 29 23:28:40.715343 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fa34f6b4-6e9a-48ad-a178-24752f8160ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:40.729706 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fa34f6b4-6e9a-48ad-a178-24752f8160ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:40.747184 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6740a59e-fa48-4d75-abab-66217df0a216 tempest-TagsTest-1672493740 tempest-TagsTest-1672493740-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:40.757964 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa34f6b4-6e9a-48ad-a178-24752f8160ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:28:40.783171 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fa34f6b4-6e9a-48ad-a178-24752f8160ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:40.783616 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-fa34f6b4-6e9a-48ad-a178-24752f8160ad admin admin] Added segment b9146bc8-de17-49a2-a924-5fa3227d329f of type vlan for network 321f8ed5-b5fd-4db2-87ff-0971c469b85f Jul 29 23:28:40.842063 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 45242) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:40.857027 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6740a59e-fa48-4d75-abab-66217df0a216 tempest-TagsTest-1672493740 tempest-TagsTest-1672493740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:40.859905 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fa34f6b4-6e9a-48ad-a178-24752f8160ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:40.876363 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-6740a59e-fa48-4d75-abab-66217df0a216 tempest-TagsTest-1672493740 tempest-TagsTest-1672493740-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20598204-4938-41e3-83bc-1c51c38591e4']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:40.883815 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa34f6b4-6e9a-48ad-a178-24752f8160ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ecf26d9-215e-4774-b7bb-a41ad429c39b,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:40.909571 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-747eb1e8-a773-488b-a306-46d375bcb645 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cfd954225fe54c54b27a2d340342811d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0659659 Jul 29 23:28:40.911966 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-6740a59e-fa48-4d75-abab-66217df0a216 tempest-TagsTest-1672493740 tempest-TagsTest-1672493740-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7744a1a4-b054-468c-919f-35618e3b4e5a') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:40.914099 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-6740a59e-fa48-4d75-abab-66217df0a216 tempest-TagsTest-1672493740 tempest-TagsTest-1672493740-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7744a1a4-b054-468c-919f-35618e3b4e5a') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:40.914556 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 45246) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:40.927845 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6740a59e-fa48-4d75-abab-66217df0a216 tempest-TagsTest-1672493740 tempest-TagsTest-1672493740-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:40.947112 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6740a59e-fa48-4d75-abab-66217df0a216 tempest-TagsTest-1672493740 tempest-TagsTest-1672493740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:40.962150 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6740a59e-fa48-4d75-abab-66217df0a216 tempest-TagsTest-1672493740 tempest-TagsTest-1672493740-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:28:40.963103 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6740a59e-fa48-4d75-abab-66217df0a216 tempest-TagsTest-1672493740 tempest-TagsTest-1672493740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:40.968651 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:28:40.968651 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:28:40.968651 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:28:40.968651 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:28:40.968651 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:28:40.968651 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:28:40.968651 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:28:40.968651 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:28:40.968651 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:28:40.968651 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:28:40.968651 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:28:40.968651 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:28:40.968651 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:28:40.968651 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:28:40.968651 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:28:40.968651 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:28:40.968651 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:28:40.968651 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:28:40.968651 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:28:40.968651 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:28:40.968651 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:28:40.968651 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:28:40.968651 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:28:40.968651 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:28:40.968651 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:28:40.968651 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:28:40.968651 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:28:40.968651 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:28:40.968651 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:28:40.968651 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:28:40.968651 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:28:40.968651 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:28:40.971794 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fa34f6b4-6e9a-48ad-a178-24752f8160ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:40.973692 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa34f6b4-6e9a-48ad-a178-24752f8160ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:40.974791 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fa34f6b4-6e9a-48ad-a178-24752f8160ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:41.069254 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6740a59e-fa48-4d75-abab-66217df0a216 tempest-TagsTest-1672493740 tempest-TagsTest-1672493740-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:41.085405 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6740a59e-fa48-4d75-abab-66217df0a216 tempest-TagsTest-1672493740 tempest-TagsTest-1672493740-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:41.090135 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-6740a59e-fa48-4d75-abab-66217df0a216 tempest-TagsTest-1672493740 tempest-TagsTest-1672493740-project] 10.222.0.43 "DELETE /v2.0/networks/20598204-4938-41e3-83bc-1c51c38591e4 HTTP/1.1" status: 204 len: 168 time: 0.4569988 Jul 29 23:28:41.106515 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6740a59e-fa48-4d75-abab-66217df0a216 tempest-TagsTest-1672493740 tempest-TagsTest-1672493740-project] Pushing event deleted for resources: {'Network': ['ID=20598204-4938-41e3-83bc-1c51c38591e4,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:41.107583 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bb035d64-14ef-4b2c-8c93-8e201901eb8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:41.132904 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-fa34f6b4-6e9a-48ad-a178-24752f8160ad admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1059976 Jul 29 23:28:41.136424 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 45254) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:41.140715 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa34f6b4-6e9a-48ad-a178-24752f8160ad admin admin] Pushing event updated for resources: {'Network': ['ID=321f8ed5-b5fd-4db2-87ff-0971c469b85f,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:41.150778 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-a2c5557d-1857-47c5-990a-da799ef751ab admin admin] Request body: {'subnet': {'network_id': '321f8ed5-b5fd-4db2-87ff-0971c469b85f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1160509313-subnet', 'tenant_id': 'a36988fe517c402a82eba514b94be066', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:41.183606 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 321f8ed5-b5fd-4db2-87ff-0971c469b85f details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:28:41.196397 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bb035d64-14ef-4b2c-8c93-8e201901eb8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:41.227522 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c5557d-1857-47c5-990a-da799ef751ab admin admin] Made reservation on behalf of a36988fe517c402a82eba514b94be066 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:28:41.230495 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a2c5557d-1857-47c5-990a-da799ef751ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:41.265562 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 313b882d-cb44-4405-a2ff-8944de5fab8a no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:28:41.294944 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 313b882d-cb44-4405-a2ff-8944de5fab8a {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:28:41.295565 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 313b882d-cb44-4405-a2ff-8944de5fab8a not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:28:41.305529 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bb035d64-14ef-4b2c-8c93-8e201901eb8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:41.308561 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bb035d64-14ef-4b2c-8c93-8e201901eb8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:41.309866 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-bb035d64-14ef-4b2c-8c93-8e201901eb8d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8dd1850b-5d38-44b6-8460-52dfa8642148 HTTP/1.1" status: 204 len: 168 time: 0.3941588 Jul 29 23:28:41.327137 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb035d64-14ef-4b2c-8c93-8e201901eb8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd1850b-5d38-44b6-8460-52dfa8642148,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:41.472841 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a2c5557d-1857-47c5-990a-da799ef751ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:41.513215 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 45266) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:41.533165 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c5557d-1857-47c5-990a-da799ef751ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb8c165f-980a-4e46-a17e-579ab051225f,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:41.540390 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c5557d-1857-47c5-990a-da799ef751ab admin admin] Checking segment: {'id': 'b9146bc8-de17-49a2-a924-5fa3227d329f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '321f8ed5-b5fd-4db2-87ff-0971c469b85f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:28:41.540758 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c5557d-1857-47c5-990a-da799ef751ab admin admin] Network hostable DHCP agents. Network: 321f8ed5-b5fd-4db2-87ff-0971c469b85f, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:28:41.568203 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c5557d-1857-47c5-990a-da799ef751ab admin admin] Network 321f8ed5-b5fd-4db2-87ff-0971c469b85f is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:28:41.583363 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-a2c5557d-1857-47c5-990a-da799ef751ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 321f8ed5-b5fd-4db2-87ff-0971c469b85f) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:28:41.596924 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ec8795-dc26-49ec-aff4-3c58e50278df None None] Network 321f8ed5-b5fd-4db2-87ff-0971c469b85f requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:28:41.601358 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c5557d-1857-47c5-990a-da799ef751ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:41.608215 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a2c5557d-1857-47c5-990a-da799ef751ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:41.634912 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a2c5557d-1857-47c5-990a-da799ef751ab admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4873745 Jul 29 23:28:41.746321 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5071a6b2-92ab-4f8f-a707-2856703d5cea None None] Network 321f8ed5-b5fd-4db2-87ff-0971c469b85f requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:28:41.811519 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-fac78b99-b1e5-4106-9e9a-d6ff9fc77975 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a3ea6c04d56d4ccbb98d22b91a41669b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2970469 Jul 29 23:28:41.814344 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 45282) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:41.872184 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4fe75def-4cd5-425c-b69d-9148fc66a720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:41.897339 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4fe75def-4cd5-425c-b69d-9148fc66a720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:41.961916 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4fe75def-4cd5-425c-b69d-9148fc66a720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:41.966181 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4fe75def-4cd5-425c-b69d-9148fc66a720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:41.967564 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4fe75def-4cd5-425c-b69d-9148fc66a720 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/956a9d49-828b-41f1-bb3e-9ece610ddabd HTTP/1.1" status: 204 len: 168 time: 0.1521020 Jul 29 23:28:41.975951 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe75def-4cd5-425c-b69d-9148fc66a720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=956a9d49-828b-41f1-bb3e-9ece610ddabd,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:42.622473 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45fafb8-167f-47b3-ad7d-6faa5fbd04b4 req-cad63e34-af06-4565-a57b-17ee17a29767 tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:42.624309 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a45fafb8-167f-47b3-ad7d-6faa5fbd04b4 req-cad63e34-af06-4565-a57b-17ee17a29767 tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] 10.222.0.43 "GET /v2.0/networks?id=321f8ed5-b5fd-4db2-87ff-0971c469b85f HTTP/1.1" status: 200 len: 822 time: 0.2010307 Jul 29 23:28:42.647919 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a45fafb8-167f-47b3-ad7d-6faa5fbd04b4 req-300dd932-f07e-44d9-8580-6c19e8d7a51f tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] 10.222.0.43 "GET /v2.0/quotas/a36988fe517c402a82eba514b94be066 HTTP/1.1" status: 200 len: 375 time: 0.0149598 Jul 29 23:28:42.727677 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a45fafb8-167f-47b3-ad7d-6faa5fbd04b4 req-702510fc-f307-4a3c-a090-717a372930f9 tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a36988fe517c402a82eba514b94be066&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0609779 Jul 29 23:28:42.733228 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [req-a45fafb8-167f-47b3-ad7d-6faa5fbd04b4 req-22665bc2-8e58-4120-b595-15eba2ea2d5a service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:28:42.741455 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a45fafb8-167f-47b3-ad7d-6faa5fbd04b4 req-22665bc2-8e58-4120-b595-15eba2ea2d5a service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128396 Jul 29 23:28:42.852319 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a45fafb8-167f-47b3-ad7d-6faa5fbd04b4 req-600af640-c48a-4f5e-bb51-4d7bc096d2e8 service neutron] 10.222.0.43 "GET /v2.0/networks/321f8ed5-b5fd-4db2-87ff-0971c469b85f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098816 Jul 29 23:28:42.961182 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a45fafb8-167f-47b3-ad7d-6faa5fbd04b4 req-75450ab7-4751-4b5d-9290-b19467a5c025 service neutron] 10.222.0.43 "GET /v2.0/networks/321f8ed5-b5fd-4db2-87ff-0971c469b85f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077821 Jul 29 23:28:43.061521 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 45350) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:43.165188 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5f6e7f14-d7a8-4d65-bfb3-3e25e69fda84 req-8b161938-8aba-400a-9b58-ffdebfdd3ac3 tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] 10.222.0.43 "GET /v2.0/ports?device_id=2258e336-0707-4bfe-b054-0ad19dd4f473 HTTP/1.1" status: 200 len: 210 time: 0.0559118 Jul 29 23:28:43.321806 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 45368) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:43.358164 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4fa8d17d-105a-4eff-929c-1a968a6d258e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:43.420380 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-772bca9d-81be-4419-8370-f20f6110aa23 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-158662081-network', 'tenant_id': '71b44dc61bd24fc994bc46fef37e8753'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:43.480506 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4fa8d17d-105a-4eff-929c-1a968a6d258e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:43.487379 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4fa8d17d-105a-4eff-929c-1a968a6d258e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:43.523654 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-772bca9d-81be-4419-8370-f20f6110aa23 admin admin] Made reservation on behalf of 71b44dc61bd24fc994bc46fef37e8753 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:28:43.526018 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-772bca9d-81be-4419-8370-f20f6110aa23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:43.568651 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-772bca9d-81be-4419-8370-f20f6110aa23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:43.653540 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4fa8d17d-105a-4eff-929c-1a968a6d258e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b070b5cf94284e8caa68066aaf70d2ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5907841 Jul 29 23:28:43.656388 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 45384) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:43.667471 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa8d17d-105a-4eff-929c-1a968a6d258e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0a2296-7609-4155-b8ec-494c1c887176,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:43.711540 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c07f0665-c878-462e-b431-c19349d5aeed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:43.732417 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-772bca9d-81be-4419-8370-f20f6110aa23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:43.739697 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-772bca9d-81be-4419-8370-f20f6110aa23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:43.751937 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c07f0665-c878-462e-b431-c19349d5aeed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:43.762517 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-772bca9d-81be-4419-8370-f20f6110aa23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:28:43.778207 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772bca9d-81be-4419-8370-f20f6110aa23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be93f02-75ac-4eeb-bc17-f5abb0cf964a,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:43.783320 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-772bca9d-81be-4419-8370-f20f6110aa23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:43.783905 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-772bca9d-81be-4419-8370-f20f6110aa23 admin admin] Added segment 931f0986-fcdf-432f-a9ff-f4c84ce200cf of type vlan for network e00f2b5b-a281-4360-b0d0-9002ce6fc6f0 Jul 29 23:28:43.840343 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-772bca9d-81be-4419-8370-f20f6110aa23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:43.853495 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c07f0665-c878-462e-b431-c19349d5aeed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:43.858549 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c07f0665-c878-462e-b431-c19349d5aeed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:43.864107 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-c07f0665-c878-462e-b431-c19349d5aeed admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4f0a2296-7609-4155-b8ec-494c1c887176 HTTP/1.1" status: 204 len: 168 time: 0.2058227 Jul 29 23:28:43.879586 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07f0665-c878-462e-b431-c19349d5aeed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0a2296-7609-4155-b8ec-494c1c887176,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:43.904347 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-772bca9d-81be-4419-8370-f20f6110aa23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:43.905677 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772bca9d-81be-4419-8370-f20f6110aa23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:43.906368 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-772bca9d-81be-4419-8370-f20f6110aa23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:44.024328 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 45396) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:44.026155 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-772bca9d-81be-4419-8370-f20f6110aa23 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7029889 Jul 29 23:28:44.031067 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-e251fe9d-20c2-4155-820e-3616f2f35754 admin admin] Request body: {'subnet': {'network_id': 'e00f2b5b-a281-4360-b0d0-9002ce6fc6f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-158662081-subnet', 'tenant_id': '71b44dc61bd24fc994bc46fef37e8753', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:44.041800 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772bca9d-81be-4419-8370-f20f6110aa23 admin admin] Pushing event updated for resources: {'Network': ['ID=e00f2b5b-a281-4360-b0d0-9002ce6fc6f0,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:44.055400 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network e00f2b5b-a281-4360-b0d0-9002ce6fc6f0 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:28:44.126964 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e251fe9d-20c2-4155-820e-3616f2f35754 admin admin] Made reservation on behalf of 71b44dc61bd24fc994bc46fef37e8753 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:28:44.132353 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e251fe9d-20c2-4155-820e-3616f2f35754 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:44.321914 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dc12114f-6546-401d-bb31-aafdb7e27707 req-9e4e94f0-aae4-48a6-9631-81716f830f07 tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] 10.222.0.43 "GET /v2.0/ports?device_id=2258e336-0707-4bfe-b054-0ad19dd4f473 HTTP/1.1" status: 200 len: 210 time: 0.0362568 Jul 29 23:28:44.367136 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 45404) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:44.407959 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5038b7f6-3ca1-4405-b5c2-aad60e6c524e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:44.528392 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e251fe9d-20c2-4155-820e-3616f2f35754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:44.627881 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e251fe9d-20c2-4155-820e-3616f2f35754 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ec11295-fecf-41ab-8810-9010d4100533,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:44.641491 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e251fe9d-20c2-4155-820e-3616f2f35754 admin admin] Checking segment: {'id': '931f0986-fcdf-432f-a9ff-f4c84ce200cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e00f2b5b-a281-4360-b0d0-9002ce6fc6f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:28:44.641870 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e251fe9d-20c2-4155-820e-3616f2f35754 admin admin] Network hostable DHCP agents. Network: e00f2b5b-a281-4360-b0d0-9002ce6fc6f0, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:28:44.670201 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e251fe9d-20c2-4155-820e-3616f2f35754 admin admin] Network e00f2b5b-a281-4360-b0d0-9002ce6fc6f0 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:28:44.710675 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-e251fe9d-20c2-4155-820e-3616f2f35754 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, e00f2b5b-a281-4360-b0d0-9002ce6fc6f0) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:28:44.729316 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e251fe9d-20c2-4155-820e-3616f2f35754 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:44.731322 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4692c586-6887-4f2b-9665-0f36c517d5e1 None None] Network e00f2b5b-a281-4360-b0d0-9002ce6fc6f0 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:28:44.747490 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e251fe9d-20c2-4155-820e-3616f2f35754 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:44.818118 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5038b7f6-3ca1-4405-b5c2-aad60e6c524e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:44.844033 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e251fe9d-20c2-4155-820e-3616f2f35754 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8155296 Jul 29 23:28:44.844408 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 45418) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:44.851153 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-0416b008-9724-4a65-82fc-3ff57496bd66 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-158662081-router', 'tenant_id': '71b44dc61bd24fc994bc46fef37e8753', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:44.875384 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5038b7f6-3ca1-4405-b5c2-aad60e6c524e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:44.958474 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0416b008-9724-4a65-82fc-3ff57496bd66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:44.959705 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0416b008-9724-4a65-82fc-3ff57496bd66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:44.965838 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5038b7f6-3ca1-4405-b5c2-aad60e6c524e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a988882-4f70-43ad-b666-85731778bd32,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:45.044782 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-5038b7f6-3ca1-4405-b5c2-aad60e6c524e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7c7fc19350704a00afacf480a37f3752&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6741350 Jul 29 23:28:45.048324 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 45428) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:45.066256 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45fafb8-167f-47b3-ad7d-6faa5fbd04b4 req-7d2af888-da17-48ab-a76e-cd5872b6ac40 tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:45.076511 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a45fafb8-167f-47b3-ad7d-6faa5fbd04b4 req-7d2af888-da17-48ab-a76e-cd5872b6ac40 tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] 10.222.0.41 "GET /v2.0/networks?id=321f8ed5-b5fd-4db2-87ff-0971c469b85f HTTP/1.1" status: 200 len: 822 time: 0.5241866 Jul 29 23:28:45.117229 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-a45fafb8-167f-47b3-ad7d-6faa5fbd04b4 req-8f28e129-44aa-4a95-b7b8-5fa07f7277c3 tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] Request body: {'port': {'device_id': '2258e336-0707-4bfe-b054-0ad19dd4f473', 'network_id': '321f8ed5-b5fd-4db2-87ff-0971c469b85f', 'admin_state_up': True, 'tenant_id': 'a36988fe517c402a82eba514b94be066'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:45.133789 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0416b008-9724-4a65-82fc-3ff57496bd66 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:45.184997 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6681ef-ded6-4da4-bd7d-7d1aeaef6978 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-e00f2b5b-a281-4360-b0d0-9002ce6fc6f0', 'network_id': 'e00f2b5b-a281-4360-b0d0-9002ce6fc6f0', 'tenant_id': '71b44dc61bd24fc994bc46fef37e8753', 'fixed_ips': [{'subnet_id': '3ec11295-fecf-41ab-8810-9010d4100533'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:28:45.187139 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b6681ef-ded6-4da4-bd7d-7d1aeaef6978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:45.215057 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e9a1bec2-9c61-4a69-b5c3-8ed45db7e0de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:45.241924 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e9a1bec2-9c61-4a69-b5c3-8ed45db7e0de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:45.304096 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e9a1bec2-9c61-4a69-b5c3-8ed45db7e0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:45.306925 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e9a1bec2-9c61-4a69-b5c3-8ed45db7e0de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:45.308180 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e9a1bec2-9c61-4a69-b5c3-8ed45db7e0de admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1a988882-4f70-43ad-b666-85731778bd32 HTTP/1.1" status: 204 len: 168 time: 0.2586017 Jul 29 23:28:45.330808 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a1bec2-9c61-4a69-b5c3-8ed45db7e0de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a988882-4f70-43ad-b666-85731778bd32,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:45.381473 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a45fafb8-167f-47b3-ad7d-6faa5fbd04b4 req-8f28e129-44aa-4a95-b7b8-5fa07f7277c3 tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] Made reservation on behalf of a36988fe517c402a82eba514b94be066 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:28:45.393419 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a45fafb8-167f-47b3-ad7d-6faa5fbd04b4 req-8f28e129-44aa-4a95-b7b8-5fa07f7277c3 tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:45.485836 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0416b008-9724-4a65-82fc-3ff57496bd66 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:45.562070 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-2b6681ef-ded6-4da4-bd7d-7d1aeaef6978 None None] Allocated IP 172.20.0.2 (e00f2b5b-a281-4360-b0d0-9002ce6fc6f0/3ec11295-fecf-41ab-8810-9010d4100533/91e3827f-ba18-483f-a642-d542e2c937e9) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:28:45.576857 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-127e2298-ee65-4eaa-9f3d-12061e14be9f req-84aa45f8-ceae-47e1-ae42-c6b070f1a493 tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] 10.222.0.43 "GET /v2.0/ports?device_id=2258e336-0707-4bfe-b054-0ad19dd4f473 HTTP/1.1" status: 200 len: 210 time: 0.0855203 Jul 29 23:28:45.911305 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b6681ef-ded6-4da4-bd7d-7d1aeaef6978 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:45.924612 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2b6681ef-ded6-4da4-bd7d-7d1aeaef6978 None None] Transition to ACTIVE for port object 91e3827f-ba18-483f-a642-d542e2c937e9 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:28:45.944500 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2b6681ef-ded6-4da4-bd7d-7d1aeaef6978 None None] Transition to ACTIVE for port object 91e3827f-ba18-483f-a642-d542e2c937e9 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:28:45.959948 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b6681ef-ded6-4da4-bd7d-7d1aeaef6978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:46.111596 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b6681ef-ded6-4da4-bd7d-7d1aeaef6978 None None] Network e00f2b5b-a281-4360-b0d0-9002ce6fc6f0 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:28:46.129487 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0416b008-9724-4a65-82fc-3ff57496bd66 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:46.134057 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6681ef-ded6-4da4-bd7d-7d1aeaef6978 None None] Pushing event updated for resources: {'Port': ['ID=91e3827f-ba18-483f-a642-d542e2c937e9,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:46.140055 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-2b6681ef-ded6-4da4-bd7d-7d1aeaef6978 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:28:46.144490 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6681ef-ded6-4da4-bd7d-7d1aeaef6978 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:28:46.203609 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0416b008-9724-4a65-82fc-3ff57496bd66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:46.268270 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-2b6681ef-ded6-4da4-bd7d-7d1aeaef6978 None None] Attempting to bind port 91e3827f-ba18-483f-a642-d542e2c937e9 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:28:46.268849 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-2b6681ef-ded6-4da4-bd7d-7d1aeaef6978 None None] Attempting to bind port 91e3827f-ba18-483f-a642-d542e2c937e9 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '931f0986-fcdf-432f-a9ff-f4c84ce200cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e00f2b5b-a281-4360-b0d0-9002ce6fc6f0'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:28:46.270713 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6681ef-ded6-4da4-bd7d-7d1aeaef6978 None None] Attempting to bind port 91e3827f-ba18-483f-a642-d542e2c937e9 on network e00f2b5b-a281-4360-b0d0-9002ce6fc6f0 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:28:46.277791 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6681ef-ded6-4da4-bd7d-7d1aeaef6978 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:28:46.278459 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6681ef-ded6-4da4-bd7d-7d1aeaef6978 None None] Checking segment: {'id': '931f0986-fcdf-432f-a9ff-f4c84ce200cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e00f2b5b-a281-4360-b0d0-9002ce6fc6f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:28:46.279616 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b6681ef-ded6-4da4-bd7d-7d1aeaef6978 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:46.280172 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b6681ef-ded6-4da4-bd7d-7d1aeaef6978 None None] Bound using segment: {'id': '931f0986-fcdf-432f-a9ff-f4c84ce200cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e00f2b5b-a281-4360-b0d0-9002ce6fc6f0'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:28:46.280806 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-2b6681ef-ded6-4da4-bd7d-7d1aeaef6978 None None] Bound port: 91e3827f-ba18-483f-a642-d542e2c937e9, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '931f0986-fcdf-432f-a9ff-f4c84ce200cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e00f2b5b-a281-4360-b0d0-9002ce6fc6f0'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:28:46.281369 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b6681ef-ded6-4da4-bd7d-7d1aeaef6978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:46.350012 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-0416b008-9724-4a65-82fc-3ff57496bd66 admin admin] Allocated IP 172.25.0.78 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/ddc0365f-2fcc-45f9-b65c-8c123591b867) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:28:46.358050 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b6681ef-ded6-4da4-bd7d-7d1aeaef6978 None None] For port 91e3827f-ba18-483f-a642-d542e2c937e9, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:28:46.363020 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b6681ef-ded6-4da4-bd7d-7d1aeaef6978 None None] For port 91e3827f-ba18-483f-a642-d542e2c937e9, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=91e3827f-ba18-483f-a642-d542e2c937e9,segment=NetworkSegment(931f0986-fcdf-432f-a9ff-f4c84ce200cf),segment_id=931f0986-fcdf-432f-a9ff-f4c84ce200cf)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:28:46.369397 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b6681ef-ded6-4da4-bd7d-7d1aeaef6978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:46.383205 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-a45fafb8-167f-47b3-ad7d-6faa5fbd04b4 req-8f28e129-44aa-4a95-b7b8-5fa07f7277c3 tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] Allocated IP 172.20.0.11 (321f8ed5-b5fd-4db2-87ff-0971c469b85f/bb8c165f-980a-4e46-a17e-579ab051225f/08eaba92-12b5-4547-aedd-2d3375563912) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:28:46.484909 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6681ef-ded6-4da4-bd7d-7d1aeaef6978 None None] Pushing event updated for resources: {'Port': ['ID=91e3827f-ba18-483f-a642-d542e2c937e9,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:46.564164 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0416b008-9724-4a65-82fc-3ff57496bd66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:46.621136 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a45fafb8-167f-47b3-ad7d-6faa5fbd04b4 req-8f28e129-44aa-4a95-b7b8-5fa07f7277c3 tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:46.622748 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0416b008-9724-4a65-82fc-3ff57496bd66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:46.685153 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0416b008-9724-4a65-82fc-3ff57496bd66 admin admin] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:28:46.719175 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a45fafb8-167f-47b3-ad7d-6faa5fbd04b4 req-8f28e129-44aa-4a95-b7b8-5fa07f7277c3 tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:46.736565 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-0416b008-9724-4a65-82fc-3ff57496bd66 admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:28:46.752396 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0416b008-9724-4a65-82fc-3ff57496bd66 admin admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:28:46.755399 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0416b008-9724-4a65-82fc-3ff57496bd66 admin admin] Pushing event updated for resources: {'Port': ['ID=ddc0365f-2fcc-45f9-b65c-8c123591b867,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:46.784845 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a45fafb8-167f-47b3-ad7d-6faa5fbd04b4 req-8f28e129-44aa-4a95-b7b8-5fa07f7277c3 tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] Network 321f8ed5-b5fd-4db2-87ff-0971c469b85f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:28:46.830150 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-a45fafb8-167f-47b3-ad7d-6faa5fbd04b4 req-8f28e129-44aa-4a95-b7b8-5fa07f7277c3 tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:28:46.835068 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-a45fafb8-167f-47b3-ad7d-6faa5fbd04b4 req-8f28e129-44aa-4a95-b7b8-5fa07f7277c3 tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:28:46.895699 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0861b2-5132-4526-9a77-d893ab2f151a req-3d763244-a3ea-4714-b585-eafc916989ef tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:46.897224 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2a0861b2-5132-4526-9a77-d893ab2f151a req-3d763244-a3ea-4714-b585-eafc916989ef tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] 10.222.0.43 "GET /v2.0/ports?device_id=2258e336-0707-4bfe-b054-0ad19dd4f473 HTTP/1.1" status: 200 len: 932 time: 0.1754525 Jul 29 23:28:46.906252 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45fafb8-167f-47b3-ad7d-6faa5fbd04b4 req-8f28e129-44aa-4a95-b7b8-5fa07f7277c3 tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:46.906897 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a45fafb8-167f-47b3-ad7d-6faa5fbd04b4 req-8f28e129-44aa-4a95-b7b8-5fa07f7277c3 tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:46.924990 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f28e129-44aa-4a95-b7b8-5fa07f7277c3 tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] Pushing event updated for resources: {'Port': ['ID=08eaba92-12b5-4547-aedd-2d3375563912,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:46.943895 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f28e129-44aa-4a95-b7b8-5fa07f7277c3 tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:46.945169 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f28e129-44aa-4a95-b7b8-5fa07f7277c3 tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:46.945169 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f28e129-44aa-4a95-b7b8-5fa07f7277c3 tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:46.945169 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f28e129-44aa-4a95-b7b8-5fa07f7277c3 tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:46.945412 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f28e129-44aa-4a95-b7b8-5fa07f7277c3 tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:46.946029 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f28e129-44aa-4a95-b7b8-5fa07f7277c3 tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:46.946527 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f28e129-44aa-4a95-b7b8-5fa07f7277c3 tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:46.946988 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f28e129-44aa-4a95-b7b8-5fa07f7277c3 tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:46.947712 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f28e129-44aa-4a95-b7b8-5fa07f7277c3 tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:46.947712 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f28e129-44aa-4a95-b7b8-5fa07f7277c3 tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:46.948521 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f28e129-44aa-4a95-b7b8-5fa07f7277c3 tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:46.948869 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f28e129-44aa-4a95-b7b8-5fa07f7277c3 tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:46.954591 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a45fafb8-167f-47b3-ad7d-6faa5fbd04b4 req-8f28e129-44aa-4a95-b7b8-5fa07f7277c3 tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8435974 Jul 29 23:28:46.974862 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2a0861b2-5132-4526-9a77-d893ab2f151a req-c4c42bf5-4d79-41a0-b9f2-3eff46d6a899 tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ecf26d9-215e-4774-b7bb-a41ad429c39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528955 Jul 29 23:28:46.975075 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-a45fafb8-167f-47b3-ad7d-6faa5fbd04b4 req-176c82f6-4cc4-4544-8eff-cb7b9504fd24 service neutron] Request body: {'port': {'device_id': '2258e336-0707-4bfe-b054-0ad19dd4f473', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:47.061185 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a45fafb8-167f-47b3-ad7d-6faa5fbd04b4 req-176c82f6-4cc4-4544-8eff-cb7b9504fd24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:47.098267 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0416b008-9724-4a65-82fc-3ff57496bd66 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:47.423856 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 91e3827f-ba18-483f-a642-d542e2c937e9 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:28:47.542178 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 91e3827f-ba18-483f-a642-d542e2c937e9 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:28:47.794708 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-a45fafb8-167f-47b3-ad7d-6faa5fbd04b4 req-176c82f6-4cc4-4544-8eff-cb7b9504fd24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08eaba92-12b5-4547-aedd-2d3375563912 {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:28:47.816991 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a45fafb8-167f-47b3-ad7d-6faa5fbd04b4 req-176c82f6-4cc4-4544-8eff-cb7b9504fd24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:47.855191 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-a45fafb8-167f-47b3-ad7d-6faa5fbd04b4 req-176c82f6-4cc4-4544-8eff-cb7b9504fd24 service neutron] Transition to ACTIVE for port object 08eaba92-12b5-4547-aedd-2d3375563912 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:28:47.869437 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a45fafb8-167f-47b3-ad7d-6faa5fbd04b4 req-176c82f6-4cc4-4544-8eff-cb7b9504fd24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:47.934939 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176c82f6-4cc4-4544-8eff-cb7b9504fd24 service neutron] Pushing event updated for resources: {'Port': ['ID=08eaba92-12b5-4547-aedd-2d3375563912,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:48.080762 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-a45fafb8-167f-47b3-ad7d-6faa5fbd04b4 req-176c82f6-4cc4-4544-8eff-cb7b9504fd24 service neutron] Attempting to bind port 08eaba92-12b5-4547-aedd-2d3375563912 on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:28:48.081112 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-a45fafb8-167f-47b3-ad7d-6faa5fbd04b4 req-176c82f6-4cc4-4544-8eff-cb7b9504fd24 service neutron] Attempting to bind port 08eaba92-12b5-4547-aedd-2d3375563912 by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': 'b9146bc8-de17-49a2-a924-5fa3227d329f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '321f8ed5-b5fd-4db2-87ff-0971c469b85f'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:28:48.081633 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45fafb8-167f-47b3-ad7d-6faa5fbd04b4 req-176c82f6-4cc4-4544-8eff-cb7b9504fd24 service neutron] Attempting to bind port 08eaba92-12b5-4547-aedd-2d3375563912 on network 321f8ed5-b5fd-4db2-87ff-0971c469b85f {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:28:48.088892 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45fafb8-167f-47b3-ad7d-6faa5fbd04b4 req-176c82f6-4cc4-4544-8eff-cb7b9504fd24 service neutron] Port 08eaba92-12b5-4547-aedd-2d3375563912 on network 321f8ed5-b5fd-4db2-87ff-0971c469b85f not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:28:48.089334 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45fafb8-167f-47b3-ad7d-6faa5fbd04b4 req-176c82f6-4cc4-4544-8eff-cb7b9504fd24 service neutron] Attempting to bind port 08eaba92-12b5-4547-aedd-2d3375563912 on network 321f8ed5-b5fd-4db2-87ff-0971c469b85f {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:28:48.101632 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45fafb8-167f-47b3-ad7d-6faa5fbd04b4 req-176c82f6-4cc4-4544-8eff-cb7b9504fd24 service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:28:48.102159 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45fafb8-167f-47b3-ad7d-6faa5fbd04b4 req-176c82f6-4cc4-4544-8eff-cb7b9504fd24 service neutron] Checking segment: {'id': 'b9146bc8-de17-49a2-a924-5fa3227d329f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '321f8ed5-b5fd-4db2-87ff-0971c469b85f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:28:48.103610 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45fafb8-167f-47b3-ad7d-6faa5fbd04b4 req-176c82f6-4cc4-4544-8eff-cb7b9504fd24 service neutron] Bound using segment: {'id': 'b9146bc8-de17-49a2-a924-5fa3227d329f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '321f8ed5-b5fd-4db2-87ff-0971c469b85f'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:28:48.103610 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-a45fafb8-167f-47b3-ad7d-6faa5fbd04b4 req-176c82f6-4cc4-4544-8eff-cb7b9504fd24 service neutron] Bound port: 08eaba92-12b5-4547-aedd-2d3375563912, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9146bc8-de17-49a2-a924-5fa3227d329f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '321f8ed5-b5fd-4db2-87ff-0971c469b85f'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:28:48.103610 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a45fafb8-167f-47b3-ad7d-6faa5fbd04b4 req-176c82f6-4cc4-4544-8eff-cb7b9504fd24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:48.150094 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-facf981f-fb3b-4eec-8da2-910810de08b9 None None] Network e00f2b5b-a281-4360-b0d0-9002ce6fc6f0 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:28:48.204429 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-a45fafb8-167f-47b3-ad7d-6faa5fbd04b4 req-176c82f6-4cc4-4544-8eff-cb7b9504fd24 service neutron] For port 08eaba92-12b5-4547-aedd-2d3375563912, host n-h1-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:28:48.208877 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-a45fafb8-167f-47b3-ad7d-6faa5fbd04b4 req-176c82f6-4cc4-4544-8eff-cb7b9504fd24 service neutron] For port 08eaba92-12b5-4547-aedd-2d3375563912, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=08eaba92-12b5-4547-aedd-2d3375563912,segment=NetworkSegment(b9146bc8-de17-49a2-a924-5fa3227d329f),segment_id=b9146bc8-de17-49a2-a924-5fa3227d329f)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:28:48.215326 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a45fafb8-167f-47b3-ad7d-6faa5fbd04b4 req-176c82f6-4cc4-4544-8eff-cb7b9504fd24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:48.262631 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45fafb8-167f-47b3-ad7d-6faa5fbd04b4 req-176c82f6-4cc4-4544-8eff-cb7b9504fd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:48.263904 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a45fafb8-167f-47b3-ad7d-6faa5fbd04b4 req-176c82f6-4cc4-4544-8eff-cb7b9504fd24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:48.265430 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a45fafb8-167f-47b3-ad7d-6faa5fbd04b4 req-176c82f6-4cc4-4544-8eff-cb7b9504fd24 service neutron] 10.222.0.41 "PUT /v2.0/ports/08eaba92-12b5-4547-aedd-2d3375563912 HTTP/1.1" status: 200 len: 1093 time: 1.2957277 Jul 29 23:28:48.268482 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2258e336-0707-4bfe-b054-0ad19dd4f473', 'tag': '08eaba92-12b5-4547-aedd-2d3375563912'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:28:48.273048 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7bde4f1-4ed7-405f-a889-ef8ac5a1960c" -d '{"events": [{"name": "network-changed", "server_uuid": "2258e336-0707-4bfe-b054-0ad19dd4f473", "tag": "08eaba92-12b5-4547-aedd-2d3375563912"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:28:48.274749 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0416b008-9724-4a65-82fc-3ff57496bd66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:48.333186 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176c82f6-4cc4-4544-8eff-cb7b9504fd24 service neutron] Pushing event updated for resources: {'Port': ['ID=08eaba92-12b5-4547-aedd-2d3375563912,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:48.378612 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-9f62887e-c214-4638-950f-ca2ef161aac6 None None] Provisioning for port 91e3827f-ba18-483f-a642-d542e2c937e9 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:28:48.428993 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-9f62887e-c214-4638-950f-ca2ef161aac6 None None] Provisioning complete for port 91e3827f-ba18-483f-a642-d542e2c937e9 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:28:48.429722 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9f62887e-c214-4638-950f-ca2ef161aac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:48.449383 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45fafb8-167f-47b3-ad7d-6faa5fbd04b4 req-ba61707c-cecc-44b6-becf-256bde1bf701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:48.451716 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a45fafb8-167f-47b3-ad7d-6faa5fbd04b4 req-ba61707c-cecc-44b6-becf-256bde1bf701 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a36988fe517c402a82eba514b94be066&device_id=2258e336-0707-4bfe-b054-0ad19dd4f473 HTTP/1.1" status: 200 len: 1096 time: 0.1136642 Jul 29 23:28:48.592549 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530e2f5-9a8c-480b-a48a-67cdca598910 req-c6b4ff60-11fb-451b-bdd8-43d5e0a25acf tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:48.595376 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2530e2f5-9a8c-480b-a48a-67cdca598910 req-c6b4ff60-11fb-451b-bdd8-43d5e0a25acf tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 945 time: 0.5319138 Jul 29 23:28:48.636810 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a45fafb8-167f-47b3-ad7d-6faa5fbd04b4 req-cf5a61d6-4c72-470c-a61a-ae33742b6bf5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08eaba92-12b5-4547-aedd-2d3375563912 HTTP/1.1" status: 200 len: 217 time: 0.1692545 Jul 29 23:28:48.705952 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2530e2f5-9a8c-480b-a48a-67cdca598910 req-be777ddb-45ae-48a1-9fc3-023c49bd8cd1 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666008 Jul 29 23:28:48.766423 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c308dfaa-1fb4-4f6e-9b09-757c8609e84e req-3026eecd-0981-4f61-8267-dea7ef39f6aa tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:48.772258 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c308dfaa-1fb4-4f6e-9b09-757c8609e84e req-3026eecd-0981-4f61-8267-dea7ef39f6aa tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] 10.222.0.43 "GET /v2.0/ports?device_id=2258e336-0707-4bfe-b054-0ad19dd4f473 HTTP/1.1" status: 200 len: 944 time: 0.5980549 Jul 29 23:28:48.821796 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0416b008-9724-4a65-82fc-3ff57496bd66 admin admin] Router 5c8009b3-3663-433e-98e8-e9792008875d is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:28:48.835499 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45fafb8-167f-47b3-ad7d-6faa5fbd04b4 req-bbc3445c-d104-4654-87af-03e3145aa665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:48.837913 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a45fafb8-167f-47b3-ad7d-6faa5fbd04b4 req-bbc3445c-d104-4654-87af-03e3145aa665 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bb8c165f-980a-4e46-a17e-579ab051225f HTTP/1.1" status: 200 len: 862 time: 0.1928174 Jul 29 23:28:48.865437 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9f62887e-c214-4638-950f-ca2ef161aac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:48.915358 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a45fafb8-167f-47b3-ad7d-6faa5fbd04b4 req-a559a19d-3111-42b6-ab69-b7d3239a7679 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=321f8ed5-b5fd-4db2-87ff-0971c469b85f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658226 Jul 29 23:28:48.937246 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-9f62887e-c214-4638-950f-ca2ef161aac6 None None] For port 91e3827f-ba18-483f-a642-d542e2c937e9, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=91e3827f-ba18-483f-a642-d542e2c937e9,segment=NetworkSegment(931f0986-fcdf-432f-a9ff-f4c84ce200cf),segment_id=931f0986-fcdf-432f-a9ff-f4c84ce200cf)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:48.944382 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9f62887e-c214-4638-950f-ca2ef161aac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:49.044081 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d141a4-34a0-4908-8066-feebfd263c09 x-openstack-request-id: req-45d141a4-34a0-4908-8066-feebfd263c09 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:28:49.044530 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2258e336-0707-4bfe-b054-0ad19dd4f473", "tag": "08eaba92-12b5-4547-aedd-2d3375563912", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:28:49.046302 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-45d141a4-34a0-4908-8066-feebfd263c09 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:28:49.053605 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2258e336-0707-4bfe-b054-0ad19dd4f473', 'tag': '08eaba92-12b5-4547-aedd-2d3375563912', 'status': 'completed', 'code': 200} Jul 29 23:28:49.151306 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f62887e-c214-4638-950f-ca2ef161aac6 None None] Pushing event updated for resources: {'Port': ['ID=91e3827f-ba18-483f-a642-d542e2c937e9,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:49.202325 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c308dfaa-1fb4-4f6e-9b09-757c8609e84e req-803849fa-20b3-459f-b9ba-c29f1ff1a84b tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ecf26d9-215e-4774-b7bb-a41ad429c39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4110925 Jul 29 23:28:49.275691 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-a08f686e-5639-411c-81ca-45d34afcc304 None None] Provisioning complete for port 91e3827f-ba18-483f-a642-d542e2c937e9 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:28:49.276137 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a08f686e-5639-411c-81ca-45d34afcc304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:49.286766 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a45fafb8-167f-47b3-ad7d-6faa5fbd04b4 req-f98ab45a-8450-45e3-bd9c-612c9fc3f795 service neutron] 10.222.0.41 "GET /v2.0/networks/321f8ed5-b5fd-4db2-87ff-0971c469b85f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3599329 Jul 29 23:28:49.429816 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0416b008-9724-4a65-82fc-3ff57496bd66 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:28:49.475104 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0416b008-9724-4a65-82fc-3ff57496bd66 admin admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:49.476475 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-0416b008-9724-4a65-82fc-3ff57496bd66 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.6308882 Jul 29 23:28:49.479558 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 45548) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:49.536842 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdbe53e-68de-46ca-8ee6-f257954972da None None] Sync routers for ids ['5c8009b3-3663-433e-98e8-e9792008875d'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:28:49.563013 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a45fafb8-167f-47b3-ad7d-6faa5fbd04b4 req-e91073da-95c0-4aaa-8459-9055f733f4ec service neutron] 10.222.0.41 "GET /v2.0/networks/321f8ed5-b5fd-4db2-87ff-0971c469b85f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591541 Jul 29 23:28:49.621475 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdbe53e-68de-46ca-8ee6-f257954972da None None] Routers {'5c8009b3-3663-433e-98e8-e9792008875d'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:28:49.626085 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-1fdbe53e-68de-46ca-8ee6-f257954972da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:28:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['5c8009b3-3663-433e-98e8-e9792008875d'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:49.628114 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:49.775658 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bde4f1-4ed7-405f-a889-ef8ac5a1960c req-58835252-0a27-42ed-b44b-e584b033097c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:49.777201 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d7bde4f1-4ed7-405f-a889-ef8ac5a1960c req-58835252-0a27-42ed-b44b-e584b033097c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a36988fe517c402a82eba514b94be066&device_id=2258e336-0707-4bfe-b054-0ad19dd4f473 HTTP/1.1" status: 200 len: 1096 time: 0.1317139 Jul 29 23:28:49.854957 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-1fdbe53e-68de-46ca-8ee6-f257954972da None None] Set router 5c8009b3-3663-433e-98e8-e9792008875d gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:28:49.984155 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bde4f1-4ed7-405f-a889-ef8ac5a1960c req-4aa343a7-b36b-4abe-84b7-e4c7b840797a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:49.986463 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d7bde4f1-4ed7-405f-a889-ef8ac5a1960c req-4aa343a7-b36b-4abe-84b7-e4c7b840797a service neutron] 10.222.0.41 "GET /v2.0/networks?id=321f8ed5-b5fd-4db2-87ff-0971c469b85f HTTP/1.1" status: 200 len: 923 time: 0.2008638 Jul 29 23:28:50.064246 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d7bde4f1-4ed7-405f-a889-ef8ac5a1960c req-47a357bf-9f7f-4846-9c48-00d59f225ede service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=08eaba92-12b5-4547-aedd-2d3375563912 HTTP/1.1" status: 200 len: 217 time: 0.0679750 Jul 29 23:28:50.180707 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-1fdbe53e-68de-46ca-8ee6-f257954972da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c8009b3-3663-433e-98e8-e9792008875d', 'name': 'tempest-FloatingIPDetailsTestJSON-158662081-router', 'tenant_id': '71b44dc61bd24fc994bc46fef37e8753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'ddc0365f-2fcc-45f9-b65c-8c123591b867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:28:44Z', 'updated_at': '2021-07-29T23:28:46Z', 'revision_number': 3, 'project_id': '71b44dc61bd24fc994bc46fef37e8753', 'gw_port': {'id': 'ddc0365f-2fcc-45f9-b65c-8c123591b867', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:aa:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c8009b3-3663-433e-98e8-e9792008875d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:46Z', 'updated_at': '2021-07-29T23:28:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:50.186999 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bde4f1-4ed7-405f-a889-ef8ac5a1960c req-07025aa3-696a-4842-be78-bc18ad21b1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:50.189212 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d7bde4f1-4ed7-405f-a889-ef8ac5a1960c req-07025aa3-696a-4842-be78-bc18ad21b1c2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bb8c165f-980a-4e46-a17e-579ab051225f HTTP/1.1" status: 200 len: 862 time: 0.1008260 Jul 29 23:28:50.219053 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdbe53e-68de-46ca-8ee6-f257954972da None None] Checking router: 5c8009b3-3663-433e-98e8-e9792008875d for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:28:50.219403 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdbe53e-68de-46ca-8ee6-f257954972da None None] Updating router 5c8009b3-3663-433e-98e8-e9792008875d port ddc0365f-2fcc-45f9-b65c-8c123591b867 binding host n-d-712141-10 {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:28:50.244823 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d7bde4f1-4ed7-405f-a889-ef8ac5a1960c req-012a049f-147d-4162-8c08-812808ca38a8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=321f8ed5-b5fd-4db2-87ff-0971c469b85f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464821 Jul 29 23:28:50.274798 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1fdbe53e-68de-46ca-8ee6-f257954972da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:50.429987 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d7bde4f1-4ed7-405f-a889-ef8ac5a1960c req-9853dd0c-17e0-43d8-95ab-a29459dad09f service neutron] 10.222.0.41 "GET /v2.0/networks/321f8ed5-b5fd-4db2-87ff-0971c469b85f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709142 Jul 29 23:28:50.528822 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564bb68d-b538-42bf-a639-6ab1f846dab6 req-77ebc967-1255-4da4-9bfa-efc0e448f553 tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:50.541034 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-564bb68d-b538-42bf-a639-6ab1f846dab6 req-77ebc967-1255-4da4-9bfa-efc0e448f553 tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] 10.222.0.43 "GET /v2.0/ports?device_id=2258e336-0707-4bfe-b054-0ad19dd4f473 HTTP/1.1" status: 200 len: 944 time: 0.1943648 Jul 29 23:28:50.632412 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d7bde4f1-4ed7-405f-a889-ef8ac5a1960c req-ec0484a1-70c8-4d47-b2ea-236d3aa7230f service neutron] 10.222.0.41 "GET /v2.0/networks/321f8ed5-b5fd-4db2-87ff-0971c469b85f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923974 Jul 29 23:28:50.640821 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-564bb68d-b538-42bf-a639-6ab1f846dab6 req-d99388a0-95e5-42cf-92de-2860a6869768 tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ecf26d9-215e-4774-b7bb-a41ad429c39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984280 Jul 29 23:28:50.746930 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d30ab293-36de-4533-9451-da1c6cc3d833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:50.824112 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1fdbe53e-68de-46ca-8ee6-f257954972da None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:50.838361 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1fdbe53e-68de-46ca-8ee6-f257954972da None None] Transition to ACTIVE for port object ddc0365f-2fcc-45f9-b65c-8c123591b867 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:28:50.857618 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1fdbe53e-68de-46ca-8ee6-f257954972da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:50.949088 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821475a6-9763-4e1a-874b-c1707511bb6f None None] Pushing event updated for resources: {'Port': ['ID=ddc0365f-2fcc-45f9-b65c-8c123591b867,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:50.975531 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-1fdbe53e-68de-46ca-8ee6-f257954972da None None] Attempting to bind port ddc0365f-2fcc-45f9-b65c-8c123591b867 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:28:50.975531 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-1fdbe53e-68de-46ca-8ee6-f257954972da None None] Attempting to bind port ddc0365f-2fcc-45f9-b65c-8c123591b867 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:28:50.975874 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdbe53e-68de-46ca-8ee6-f257954972da None None] Attempting to bind port ddc0365f-2fcc-45f9-b65c-8c123591b867 on network 58f27f61-3278-49cc-b66b-1e729d26f29f {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:28:50.983590 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdbe53e-68de-46ca-8ee6-f257954972da None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:28:50.983988 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdbe53e-68de-46ca-8ee6-f257954972da None None] Checking segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:28:50.984439 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1fdbe53e-68de-46ca-8ee6-f257954972da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:50.984792 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fdbe53e-68de-46ca-8ee6-f257954972da None None] Bound using segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:28:50.985440 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-1fdbe53e-68de-46ca-8ee6-f257954972da None None] Bound port: ddc0365f-2fcc-45f9-b65c-8c123591b867, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:28:50.985861 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1fdbe53e-68de-46ca-8ee6-f257954972da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:50.995498 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-d30ab293-36de-4533-9451-da1c6cc3d833 admin admin] Allocated IP 172.20.0.1 (e00f2b5b-a281-4360-b0d0-9002ce6fc6f0/3ec11295-fecf-41ab-8810-9010d4100533/37de53a7-9e50-4e76-821c-0876a53fe408) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:28:51.073889 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1fdbe53e-68de-46ca-8ee6-f257954972da None None] For port ddc0365f-2fcc-45f9-b65c-8c123591b867, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:28:51.083900 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1fdbe53e-68de-46ca-8ee6-f257954972da None None] For port ddc0365f-2fcc-45f9-b65c-8c123591b867, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=ddc0365f-2fcc-45f9-b65c-8c123591b867,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:28:51.098133 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1fdbe53e-68de-46ca-8ee6-f257954972da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:51.225171 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d30ab293-36de-4533-9451-da1c6cc3d833 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:51.243264 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-d30ab293-36de-4533-9451-da1c6cc3d833 admin admin] Transition to ACTIVE for port object 37de53a7-9e50-4e76-821c-0876a53fe408 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:28:51.321548 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc13516c-9c94-49fe-b6a8-bbf88363026a req-0af788d2-9ce0-41b5-822f-47f5217f83c8 tempest-VolumesAdminNegativeTest-1639704648 tempest-VolumesAdminNegativeTest-1639704648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:51.323232 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dc13516c-9c94-49fe-b6a8-bbf88363026a req-0af788d2-9ce0-41b5-822f-47f5217f83c8 tempest-VolumesAdminNegativeTest-1639704648 tempest-VolumesAdminNegativeTest-1639704648-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb487f10-f4b1-428d-b91e-738edc2cc613 HTTP/1.1" status: 200 len: 945 time: 0.2803926 Jul 29 23:28:51.324349 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d30ab293-36de-4533-9451-da1c6cc3d833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:51.380235 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 91e3827f-ba18-483f-a642-d542e2c937e9 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:28:51.391228 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30ab293-36de-4533-9451-da1c6cc3d833 admin admin] Pushing event updated for resources: {'Port': ['ID=37de53a7-9e50-4e76-821c-0876a53fe408,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:51.416734 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30ab293-36de-4533-9451-da1c6cc3d833 admin admin] Network e00f2b5b-a281-4360-b0d0-9002ce6fc6f0 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:28:51.419989 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-d30ab293-36de-4533-9451-da1c6cc3d833 admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:28:51.423867 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30ab293-36de-4533-9451-da1c6cc3d833 admin admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:28:51.455894 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdbe53e-68de-46ca-8ee6-f257954972da None None] Routers {'5c8009b3-3663-433e-98e8-e9792008875d'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:28:51.457326 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-1fdbe53e-68de-46ca-8ee6-f257954972da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:28:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['5c8009b3-3663-433e-98e8-e9792008875d'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:51.472573 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dc13516c-9c94-49fe-b6a8-bbf88363026a req-27612e8c-bb6a-49c2-8780-5437928b9027 tempest-VolumesAdminNegativeTest-1639704648 tempest-VolumesAdminNegativeTest-1639704648-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d8c09c6-5ee2-48a6-b769-c1272c2e83b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386631 Jul 29 23:28:51.485465 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b20d8e-5017-4b74-aee3-b869d1fb4f51 req-86509457-cf57-4a52-80ee-92fa2e170014 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:51.487699 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e2b20d8e-5017-4b74-aee3-b869d1fb4f51 req-86509457-cf57-4a52-80ee-92fa2e170014 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] 10.222.0.43 "GET /v2.0/ports?device_id=e790f4ad-9dc8-44bf-be90-2a37d75c0311 HTTP/1.1" status: 200 len: 945 time: 0.2077284 Jul 29 23:28:51.531370 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d30ab293-36de-4533-9451-da1c6cc3d833 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:51.550811 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821475a6-9763-4e1a-874b-c1707511bb6f None None] Pushing event updated for resources: {'Port': ['ID=ddc0365f-2fcc-45f9-b65c-8c123591b867,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:51.563520 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 91e3827f-ba18-483f-a642-d542e2c937e9 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:28:51.563520 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:51.614000 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e2b20d8e-5017-4b74-aee3-b869d1fb4f51 req-a7d9cddf-43a8-46d8-bfde-62a2ae23adee tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] 10.222.0.43 "GET /v2.0/security-groups?id=2827e636-9a74-4e86-b89b-1097fcbb7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043999 Jul 29 23:28:51.759936 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-1fdbe53e-68de-46ca-8ee6-f257954972da None None] Set router 5c8009b3-3663-433e-98e8-e9792008875d gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:28:51.811456 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d30ab293-36de-4533-9451-da1c6cc3d833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:51.885171 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b56157-0c83-4ebc-af7e-ec63e8f06ea2 req-c45e4da8-873a-4db7-bb76-b23aa44112ae tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:51.893285 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-12b56157-0c83-4ebc-af7e-ec63e8f06ea2 req-c45e4da8-873a-4db7-bb76-b23aa44112ae tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] 10.222.0.43 "GET /v2.0/ports?device_id=2258e336-0707-4bfe-b054-0ad19dd4f473 HTTP/1.1" status: 200 len: 944 time: 0.0963044 Jul 29 23:28:51.995542 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-59b483e9-58be-4f3f-a5af-633d3eb6c357 None None] Provisioning for port 37de53a7-9e50-4e76-821c-0876a53fe408 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:28:52.002932 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-59b483e9-58be-4f3f-a5af-633d3eb6c357 None None] Provisioning complete for port 37de53a7-9e50-4e76-821c-0876a53fe408 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:28:52.004120 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-59b483e9-58be-4f3f-a5af-633d3eb6c357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:52.047240 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-59b483e9-58be-4f3f-a5af-633d3eb6c357 None None] Port 37de53a7-9e50-4e76-821c-0876a53fe408 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:28:52.077873 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-12b56157-0c83-4ebc-af7e-ec63e8f06ea2 req-1d684f13-7832-46ec-a083-7dc695898c4f tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ecf26d9-215e-4774-b7bb-a41ad429c39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835654 Jul 29 23:28:52.116967 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-1fdbe53e-68de-46ca-8ee6-f257954972da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c8009b3-3663-433e-98e8-e9792008875d', 'name': 'tempest-FloatingIPDetailsTestJSON-158662081-router', 'tenant_id': '71b44dc61bd24fc994bc46fef37e8753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'ddc0365f-2fcc-45f9-b65c-8c123591b867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:28:44Z', 'updated_at': '2021-07-29T23:28:46Z', 'revision_number': 3, 'project_id': '71b44dc61bd24fc994bc46fef37e8753', 'gw_port': {'id': 'ddc0365f-2fcc-45f9-b65c-8c123591b867', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:aa:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c8009b3-3663-433e-98e8-e9792008875d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:46Z', 'updated_at': '2021-07-29T23:28:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:52.153728 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdbe53e-68de-46ca-8ee6-f257954972da None None] The sync data for ids ['5c8009b3-3663-433e-98e8-e9792008875d'] in n-d-712141-10 is: [{'id': '5c8009b3-3663-433e-98e8-e9792008875d', 'name': 'tempest-FloatingIPDetailsTestJSON-158662081-router', 'tenant_id': '71b44dc61bd24fc994bc46fef37e8753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'ddc0365f-2fcc-45f9-b65c-8c123591b867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:28:44Z', 'updated_at': '2021-07-29T23:28:46Z', 'revision_number': 3, 'project_id': '71b44dc61bd24fc994bc46fef37e8753', 'gw_port': {'id': 'ddc0365f-2fcc-45f9-b65c-8c123591b867', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:aa:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c8009b3-3663-433e-98e8-e9792008875d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:46Z', 'updated_at': '2021-07-29T23:28:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:28:52.198970 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d30ab293-36de-4533-9451-da1c6cc3d833 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:52.207711 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d30ab293-36de-4533-9451-da1c6cc3d833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:52.274702 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d30ab293-36de-4533-9451-da1c6cc3d833 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:52.276601 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30ab293-36de-4533-9451-da1c6cc3d833 admin admin] Pushing event updated for resources: {'Port': ['ID=37de53a7-9e50-4e76-821c-0876a53fe408,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:52.428346 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30ab293-36de-4533-9451-da1c6cc3d833 admin admin] Network e00f2b5b-a281-4360-b0d0-9002ce6fc6f0 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:28:52.430757 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-d30ab293-36de-4533-9451-da1c6cc3d833 admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:28:52.797531 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d30ab293-36de-4533-9451-da1c6cc3d833 admin admin] Router 5c8009b3-3663-433e-98e8-e9792008875d has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:28:52.840153 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a169b-57e1-478e-9114-44daf6b87c6f req-fc7c0d77-bf3e-426a-aa37-3532647c8626 tempest-VolumesAdminNegativeTest-1639704648 tempest-VolumesAdminNegativeTest-1639704648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:52.841689 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-da5a169b-57e1-478e-9114-44daf6b87c6f req-fc7c0d77-bf3e-426a-aa37-3532647c8626 tempest-VolumesAdminNegativeTest-1639704648 tempest-VolumesAdminNegativeTest-1639704648-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb487f10-f4b1-428d-b91e-738edc2cc613 HTTP/1.1" status: 200 len: 945 time: 0.2088590 Jul 29 23:28:52.877671 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7141c-2e37-4669-9c19-d0ddc94536d5 req-61e3bb24-00ac-435c-9e5e-49e8f7b501c4 tempest-VolumesAdminNegativeTest-1639704648 tempest-VolumesAdminNegativeTest-1639704648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:52.879920 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-69c7141c-2e37-4669-9c19-d0ddc94536d5 req-61e3bb24-00ac-435c-9e5e-49e8f7b501c4 tempest-VolumesAdminNegativeTest-1639704648 tempest-VolumesAdminNegativeTest-1639704648-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb487f10-f4b1-428d-b91e-738edc2cc613 HTTP/1.1" status: 200 len: 945 time: 0.2217355 Jul 29 23:28:52.986356 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93045411-b72e-4b4a-8d5d-8339ddf13a2d req-7d81a27a-9e30-4019-acbb-8a89bd9868fe tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:52.987394 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1549c187-a325-46af-944c-be7bf673895a None None] Provisioning complete for port 37de53a7-9e50-4e76-821c-0876a53fe408 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:28:52.988645 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1549c187-a325-46af-944c-be7bf673895a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:52.994549 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-93045411-b72e-4b4a-8d5d-8339ddf13a2d req-7d81a27a-9e30-4019-acbb-8a89bd9868fe tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] 10.222.0.43 "GET /v2.0/ports?device_id=e790f4ad-9dc8-44bf-be90-2a37d75c0311 HTTP/1.1" status: 200 len: 945 time: 0.2590411 Jul 29 23:28:53.052800 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1549c187-a325-46af-944c-be7bf673895a None None] Port 37de53a7-9e50-4e76-821c-0876a53fe408 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:28:53.117377 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-69c7141c-2e37-4669-9c19-d0ddc94536d5 req-8f49e919-bc6b-47c3-ace2-2cc7e63305d5 tempest-VolumesAdminNegativeTest-1639704648 tempest-VolumesAdminNegativeTest-1639704648-project] 10.222.0.43 "GET /v2.0/security-groups?id=2d8c09c6-5ee2-48a6-b769-c1272c2e83b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147763 Jul 29 23:28:53.184537 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-93045411-b72e-4b4a-8d5d-8339ddf13a2d req-bb17a539-1a07-47b4-8e2f-9f6617653dd1 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] 10.222.0.43 "GET /v2.0/security-groups?id=2827e636-9a74-4e86-b89b-1097fcbb7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1890352 Jul 29 23:28:53.218524 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5cbf5664-a927-4aed-a279-a157578c306f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:53.294582 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d30ab293-36de-4533-9451-da1c6cc3d833 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:28:53.310325 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-d30ab293-36de-4533-9451-da1c6cc3d833 admin admin] 10.222.0.43 "PUT /v2.0/routers/5c8009b3-3663-433e-98e8-e9792008875d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8221331 Jul 29 23:28:53.313128 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-da5a169b-57e1-478e-9114-44daf6b87c6f req-b05a5be0-b354-4ee6-82e2-1328f4725898 tempest-VolumesAdminNegativeTest-1639704648 tempest-VolumesAdminNegativeTest-1639704648-project] Deleting port 26fb5b0d-8b78-4707-b540-f8096d13da7a {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:28:53.313615 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-da5a169b-57e1-478e-9114-44daf6b87c6f req-b05a5be0-b354-4ee6-82e2-1328f4725898 tempest-VolumesAdminNegativeTest-1639704648 tempest-VolumesAdminNegativeTest-1639704648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:53.374526 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device ddc0365f-2fcc-45f9-b65c-8c123591b867 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:28:53.478143 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port ddc0365f-2fcc-45f9-b65c-8c123591b867 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:28:53.483341 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port ddc0365f-2fcc-45f9-b65c-8c123591b867 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:28:53.483949 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:53.518725 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8958d1cd-cf22-4787-a4f4-39d0552f075c req-97a03c11-6fcb-42a0-bc21-e9cb649c0539 tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:53.530801 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8958d1cd-cf22-4787-a4f4-39d0552f075c req-97a03c11-6fcb-42a0-bc21-e9cb649c0539 tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] 10.222.0.43 "GET /v2.0/ports?device_id=2258e336-0707-4bfe-b054-0ad19dd4f473 HTTP/1.1" status: 200 len: 944 time: 0.2214627 Jul 29 23:28:53.603731 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-da5a169b-57e1-478e-9114-44daf6b87c6f req-b05a5be0-b354-4ee6-82e2-1328f4725898 tempest-VolumesAdminNegativeTest-1639704648 tempest-VolumesAdminNegativeTest-1639704648-project] For port 26fb5b0d-8b78-4707-b540-f8096d13da7a, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=26fb5b0d-8b78-4707-b540-f8096d13da7a,segment=NetworkSegment(c4cbd3c6-74da-415d-8bcc-d7b56268d00d),segment_id=c4cbd3c6-74da-415d-8bcc-d7b56268d00d)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:53.604451 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-da5a169b-57e1-478e-9114-44daf6b87c6f req-b05a5be0-b354-4ee6-82e2-1328f4725898 tempest-VolumesAdminNegativeTest-1639704648 tempest-VolumesAdminNegativeTest-1639704648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:53.617020 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8958d1cd-cf22-4787-a4f4-39d0552f075c req-978edc44-ebd9-4132-af71-3b1faf278f1e tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ecf26d9-215e-4774-b7bb-a41ad429c39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847232 Jul 29 23:28:53.660962 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device c7227480-4f34-4ba2-a5a3-39cc6359fd0d details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:28:53.661698 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-da5a169b-57e1-478e-9114-44daf6b87c6f req-b05a5be0-b354-4ee6-82e2-1328f4725898 tempest-VolumesAdminNegativeTest-1639704648 tempest-VolumesAdminNegativeTest-1639704648-project] Calling delete_port for 26fb5b0d-8b78-4707-b540-f8096d13da7a owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:28:53.737297 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:53.765103 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port ddc0365f-2fcc-45f9-b65c-8c123591b867, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=ddc0365f-2fcc-45f9-b65c-8c123591b867,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:53.857906 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:53.993481 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-da5a169b-57e1-478e-9114-44daf6b87c6f req-b05a5be0-b354-4ee6-82e2-1328f4725898 tempest-VolumesAdminNegativeTest-1639704648 tempest-VolumesAdminNegativeTest-1639704648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:54.028554 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['26fb5b0d-8b78-4707-b540-f8096d13da7a'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:28:54.153640 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=ddc0365f-2fcc-45f9-b65c-8c123591b867,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:54.172016 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port c7227480-4f34-4ba2-a5a3-39cc6359fd0d, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=c7227480-4f34-4ba2-a5a3-39cc6359fd0d,segment=NetworkSegment(85a18049-8d39-45df-9ccf-cf67471916ca),segment_id=85a18049-8d39-45df-9ccf-cf67471916ca)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:54.178826 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05a5be0-b354-4ee6-82e2-1328f4725898 tempest-VolumesAdminNegativeTest-1639704648 tempest-VolumesAdminNegativeTest-1639704648-project] Pushing event deleted for resources: {'Port': ['ID=26fb5b0d-8b78-4707-b540-f8096d13da7a,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:54.198817 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': 'c7227480-4f34-4ba2-a5a3-39cc6359fd0d', 'network_id': 'fc8993d1-1f3f-4e88-9d54-7eec99f127ad', 'port_id': 'c7227480-4f34-4ba2-a5a3-39cc6359fd0d', 'mac_address': 'fa:16:3e:61:dc:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01812886-2cdd-41de-831e-c3e259b8e381', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:28:54.245954 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-da5a169b-57e1-478e-9114-44daf6b87c6f req-b05a5be0-b354-4ee6-82e2-1328f4725898 tempest-VolumesAdminNegativeTest-1639704648 tempest-VolumesAdminNegativeTest-1639704648-project] No DVR routers for this DVR port 26fb5b0d-8b78-4707-b540-f8096d13da7a on host n-h2-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:28:54.253888 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-da5a169b-57e1-478e-9114-44daf6b87c6f req-b05a5be0-b354-4ee6-82e2-1328f4725898 tempest-VolumesAdminNegativeTest-1639704648 tempest-VolumesAdminNegativeTest-1639704648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:54.256345 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-da5a169b-57e1-478e-9114-44daf6b87c6f req-b05a5be0-b354-4ee6-82e2-1328f4725898 tempest-VolumesAdminNegativeTest-1639704648 tempest-VolumesAdminNegativeTest-1639704648-project] 10.222.0.22 "DELETE /v2.0/ports/26fb5b0d-8b78-4707-b540-f8096d13da7a HTTP/1.1" status: 204 len: 173 time: 1.4055412 Jul 29 23:28:54.262337 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb487f10-f4b1-428d-b91e-738edc2cc613', 'name': 'network-vif-deleted', 'tag': '26fb5b0d-8b78-4707-b540-f8096d13da7a'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:28:54.272884 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d22fb6-764c-4e9c-8fed-528ca8448ff9" -d '{"events": [{"server_uuid": "bb487f10-f4b1-428d-b91e-738edc2cc613", "name": "network-vif-deleted", "tag": "26fb5b0d-8b78-4707-b540-f8096d13da7a"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:28:54.325645 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:54.326324 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d40c57d-d650-44ad-a55d-037d045f4106 req-33142117-8929-4898-ba8f-1c119b365b6f tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:54.339323 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3d40c57d-d650-44ad-a55d-037d045f4106 req-33142117-8929-4898-ba8f-1c119b365b6f tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] 10.222.0.43 "GET /v2.0/ports?device_id=e790f4ad-9dc8-44bf-be90-2a37d75c0311 HTTP/1.1" status: 200 len: 945 time: 0.2309396 Jul 29 23:28:54.343629 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c7227480-4f34-4ba2-a5a3-39cc6359fd0d {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:28:54.401565 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port c7227480-4f34-4ba2-a5a3-39cc6359fd0d, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=c7227480-4f34-4ba2-a5a3-39cc6359fd0d,segment=NetworkSegment(85a18049-8d39-45df-9ccf-cf67471916ca),segment_id=85a18049-8d39-45df-9ccf-cf67471916ca)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:54.417262 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:54.421045 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b75df723-2f55-4c39-b25a-353f8530a9bb req-2e5f73c4-adf0-4851-bf31-70402c3efbde tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3882222 Jul 29 23:28:54.422396 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 08eaba92-12b5-4547-aedd-2d3375563912 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:28:54.428835 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-b75df723-2f55-4c39-b25a-353f8530a9bb req-11a6eace-b0e0-43f0-9cf5-1fd179202cea tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Request body: {'floatingip': {'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:54.448227 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3d40c57d-d650-44ad-a55d-037d045f4106 req-cfe2b4dc-71ed-49f8-9c67-ce016f851e80 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] 10.222.0.43 "GET /v2.0/security-groups?id=2827e636-9a74-4e86-b89b-1097fcbb7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078324 Jul 29 23:28:54.511935 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b75df723-2f55-4c39-b25a-353f8530a9bb req-11a6eace-b0e0-43f0-9cf5-1fd179202cea tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Notify callbacks [] for floatingip, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:54.537063 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=c7227480-4f34-4ba2-a5a3-39cc6359fd0d,revision_number=6']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:54.669623 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5a94090a-5248-4fe4-a603-a0fcab8f0b52 req-dd68cb42-68a3-4966-8bf5-aa5ab14ddf40 tempest-VolumesAdminNegativeTest-1639704648 tempest-VolumesAdminNegativeTest-1639704648-project] 10.222.0.43 "GET /v2.0/ports?device_id=bb487f10-f4b1-428d-b91e-738edc2cc613 HTTP/1.1" status: 200 len: 210 time: 0.0514555 Jul 29 23:28:54.692217 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 08eaba92-12b5-4547-aedd-2d3375563912, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=08eaba92-12b5-4547-aedd-2d3375563912,segment=NetworkSegment(b9146bc8-de17-49a2-a924-5fa3227d329f),segment_id=b9146bc8-de17-49a2-a924-5fa3227d329f)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:54.761062 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': '08eaba92-12b5-4547-aedd-2d3375563912', 'network_id': '321f8ed5-b5fd-4db2-87ff-0971c469b85f', 'port_id': '08eaba92-12b5-4547-aedd-2d3375563912', 'mac_address': 'fa:16:3e:a2:ac:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb8c165f-980a-4e46-a17e-579ab051225f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:28:54.930593 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:55.008943 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08eaba92-12b5-4547-aedd-2d3375563912 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:28:55.017320 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824a00e9-8448-44de-8f2c-4dc4e67d535d None None] Sync routers for ids ['5c8009b3-3663-433e-98e8-e9792008875d'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:28:55.035519 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824a00e9-8448-44de-8f2c-4dc4e67d535d None None] Routers {'5c8009b3-3663-433e-98e8-e9792008875d'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:28:55.036501 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-824a00e9-8448-44de-8f2c-4dc4e67d535d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:28:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['5c8009b3-3663-433e-98e8-e9792008875d'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:55.121709 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 08eaba92-12b5-4547-aedd-2d3375563912, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=08eaba92-12b5-4547-aedd-2d3375563912,segment=NetworkSegment(b9146bc8-de17-49a2-a924-5fa3227d329f),segment_id=b9146bc8-de17-49a2-a924-5fa3227d329f)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:55.131119 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:55.286120 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=08eaba92-12b5-4547-aedd-2d3375563912,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:55.315113 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-824a00e9-8448-44de-8f2c-4dc4e67d535d None None] Set router 5c8009b3-3663-433e-98e8-e9792008875d gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:28:55.351171 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['c7227480-4f34-4ba2-a5a3-39cc6359fd0d'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:28:55.400990 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device ddc0365f-2fcc-45f9-b65c-8c123591b867 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:28:55.561046 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port ddc0365f-2fcc-45f9-b65c-8c123591b867 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:28:55.561489 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:55.563386 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['08eaba92-12b5-4547-aedd-2d3375563912'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:28:55.620101 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e5b013-168c-40ca-b957-fed549c4d194 x-openstack-request-id: req-75e5b013-168c-40ca-b957-fed549c4d194 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:28:55.620856 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb487f10-f4b1-428d-b91e-738edc2cc613", "name": "network-vif-deleted", "tag": "26fb5b0d-8b78-4707-b540-f8096d13da7a", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:28:55.620856 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-75e5b013-168c-40ca-b957-fed549c4d194 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:28:55.621107 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb487f10-f4b1-428d-b91e-738edc2cc613', 'name': 'network-vif-deleted', 'tag': '26fb5b0d-8b78-4707-b540-f8096d13da7a', 'status': 'completed', 'code': 200} Jul 29 23:28:55.698166 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b75df723-2f55-4c39-b25a-353f8530a9bb req-11a6eace-b0e0-43f0-9cf5-1fd179202cea tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:55.775986 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9ac56e-526e-45e8-801e-8e93cf534ad2 req-f731fcd4-31af-4f16-acf0-94f259ed0850 tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:55.783595 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9c9ac56e-526e-45e8-801e-8e93cf534ad2 req-f731fcd4-31af-4f16-acf0-94f259ed0850 tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] 10.222.0.43 "GET /v2.0/ports?device_id=2258e336-0707-4bfe-b054-0ad19dd4f473 HTTP/1.1" status: 200 len: 945 time: 0.1859846 Jul 29 23:28:55.783796 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-824a00e9-8448-44de-8f2c-4dc4e67d535d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c8009b3-3663-433e-98e8-e9792008875d', 'name': 'tempest-FloatingIPDetailsTestJSON-158662081-router', 'tenant_id': '71b44dc61bd24fc994bc46fef37e8753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'ddc0365f-2fcc-45f9-b65c-8c123591b867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:28:44Z', 'updated_at': '2021-07-29T23:28:51Z', 'revision_number': 4, 'project_id': '71b44dc61bd24fc994bc46fef37e8753', 'gw_port': {'id': 'ddc0365f-2fcc-45f9-b65c-8c123591b867', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:aa:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8009b3-3663-433e-98e8-e9792008875d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:46Z', 'updated_at': '2021-07-29T23:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '37de53a7-9e50-4e76-821c-0876a53fe408', 'name': '', 'network_id': 'e00f2b5b-a281-4360-b0d0-9002ce6fc6f0', 'tenant_id': '71b44dc61bd24fc994bc46fef37e8753', 'mac_address': 'fa:16:3e:d3:81:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c8009b3-3663-433e-98e8-e9792008875d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '3ec11295-fecf-41ab-8810-9010d4100533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:50Z', 'updated_at': '2021-07-29T23:28:51Z', 'revision_number': 2, 'project_id': '71b44dc61bd24fc994bc46fef37e8753', 'subnets': [{'id': '3ec11295-fecf-41ab-8810-9010d4100533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:55.796657 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24990465-cd83-4c8e-a25c-66b18273c381 req-c39b8acb-5dc9-4af0-89c3-4535a1cdf3f1 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:55.799179 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-24990465-cd83-4c8e-a25c-66b18273c381 req-c39b8acb-5dc9-4af0-89c3-4535a1cdf3f1 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] 10.222.0.22 "GET /v2.0/ports?device_id=e790f4ad-9dc8-44bf-be90-2a37d75c0311 HTTP/1.1" status: 200 len: 945 time: 0.1847725 Jul 29 23:28:55.830667 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824a00e9-8448-44de-8f2c-4dc4e67d535d None None] Checking router: 5c8009b3-3663-433e-98e8-e9792008875d for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:28:55.831126 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824a00e9-8448-44de-8f2c-4dc4e67d535d None None] Updating router 5c8009b3-3663-433e-98e8-e9792008875d port 37de53a7-9e50-4e76-821c-0876a53fe408 binding host n-d-712141-10 {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:28:55.895495 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-824a00e9-8448-44de-8f2c-4dc4e67d535d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:55.931202 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-626e578d-6f67-4492-8376-54e00ef111d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:55.992260 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9c9ac56e-526e-45e8-801e-8e93cf534ad2 req-ec5f2208-fe35-4688-8f21-ca63af1aaf72 tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ecf26d9-215e-4774-b7bb-a41ad429c39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056267 Jul 29 23:28:56.185267 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-b75df723-2f55-4c39-b25a-353f8530a9bb req-11a6eace-b0e0-43f0-9cf5-1fd179202cea tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Allocated IP 172.25.0.109 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/0823a02c-4510-4c56-8462-146f8e7f2f34) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:28:56.267652 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-24990465-cd83-4c8e-a25c-66b18273c381 req-d4dcf579-14ed-42ea-ade9-038b4d152c09 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Deleting port c4bc909b-2922-4baf-be7b-0d096263ff34 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:28:56.268001 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-24990465-cd83-4c8e-a25c-66b18273c381 req-d4dcf579-14ed-42ea-ade9-038b4d152c09 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:56.365920 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-824a00e9-8448-44de-8f2c-4dc4e67d535d None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:56.367748 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:56.378730 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-824a00e9-8448-44de-8f2c-4dc4e67d535d None None] Transition to ACTIVE for port object 37de53a7-9e50-4e76-821c-0876a53fe408 will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:28:56.398197 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-824a00e9-8448-44de-8f2c-4dc4e67d535d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:56.422605 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beebac9-1240-4ef3-8723-516f2b3f03b5 req-aa1f70ab-b727-4c89-8aa1-82b335cda2ac tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:56.438992 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9beebac9-1240-4ef3-8723-516f2b3f03b5 req-aa1f70ab-b727-4c89-8aa1-82b335cda2ac tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] 10.222.0.43 "GET /v2.0/ports?device_id=e790f4ad-9dc8-44bf-be90-2a37d75c0311 HTTP/1.1" status: 200 len: 945 time: 0.3203938 Jul 29 23:28:56.631510 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9beebac9-1240-4ef3-8723-516f2b3f03b5 req-3e9b95bc-ca16-4c5d-b84c-c61043266088 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] 10.222.0.43 "GET /v2.0/security-groups?id=2827e636-9a74-4e86-b89b-1097fcbb7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222265 Jul 29 23:28:56.696390 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed0f5fe-0f66-4a2a-ada0-8a5c0013e8e2 None None] Pushing event updated for resources: {'Port': ['ID=37de53a7-9e50-4e76-821c-0876a53fe408,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:56.733946 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 45790) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:56.751516 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed0f5fe-0f66-4a2a-ada0-8a5c0013e8e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:56.751861 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed0f5fe-0f66-4a2a-ada0-8a5c0013e8e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:56.752194 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed0f5fe-0f66-4a2a-ada0-8a5c0013e8e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:56.752524 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed0f5fe-0f66-4a2a-ada0-8a5c0013e8e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:56.752940 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed0f5fe-0f66-4a2a-ada0-8a5c0013e8e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:56.753350 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed0f5fe-0f66-4a2a-ada0-8a5c0013e8e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:56.753666 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed0f5fe-0f66-4a2a-ada0-8a5c0013e8e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:56.754073 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed0f5fe-0f66-4a2a-ada0-8a5c0013e8e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:56.754398 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed0f5fe-0f66-4a2a-ada0-8a5c0013e8e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:56.755093 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed0f5fe-0f66-4a2a-ada0-8a5c0013e8e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:56.755411 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed0f5fe-0f66-4a2a-ada0-8a5c0013e8e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:56.755733 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed0f5fe-0f66-4a2a-ada0-8a5c0013e8e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:56.767922 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-824a00e9-8448-44de-8f2c-4dc4e67d535d None None] Attempting to bind port 37de53a7-9e50-4e76-821c-0876a53fe408 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:28:56.768255 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-824a00e9-8448-44de-8f2c-4dc4e67d535d None None] Attempting to bind port 37de53a7-9e50-4e76-821c-0876a53fe408 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '931f0986-fcdf-432f-a9ff-f4c84ce200cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e00f2b5b-a281-4360-b0d0-9002ce6fc6f0'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:28:56.768619 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824a00e9-8448-44de-8f2c-4dc4e67d535d None None] Attempting to bind port 37de53a7-9e50-4e76-821c-0876a53fe408 on network e00f2b5b-a281-4360-b0d0-9002ce6fc6f0 {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:28:56.773534 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 26fb5b0d-8b78-4707-b540-f8096d13da7a no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:28:56.778924 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824a00e9-8448-44de-8f2c-4dc4e67d535d None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:28:56.779328 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824a00e9-8448-44de-8f2c-4dc4e67d535d None None] Checking segment: {'id': '931f0986-fcdf-432f-a9ff-f4c84ce200cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e00f2b5b-a281-4360-b0d0-9002ce6fc6f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:28:56.779795 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-824a00e9-8448-44de-8f2c-4dc4e67d535d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:56.780197 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824a00e9-8448-44de-8f2c-4dc4e67d535d None None] Bound using segment: {'id': '931f0986-fcdf-432f-a9ff-f4c84ce200cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e00f2b5b-a281-4360-b0d0-9002ce6fc6f0'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:28:56.780836 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-824a00e9-8448-44de-8f2c-4dc4e67d535d None None] Bound port: 37de53a7-9e50-4e76-821c-0876a53fe408, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '931f0986-fcdf-432f-a9ff-f4c84ce200cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e00f2b5b-a281-4360-b0d0-9002ce6fc6f0'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:28:56.781418 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-824a00e9-8448-44de-8f2c-4dc4e67d535d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:56.829140 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: 26fb5b0d-8b78-4707-b540-f8096d13da7a {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:28:56.833099 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 26fb5b0d-8b78-4707-b540-f8096d13da7a not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:28:56.834814 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-24990465-cd83-4c8e-a25c-66b18273c381 req-d4dcf579-14ed-42ea-ade9-038b4d152c09 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] For port c4bc909b-2922-4baf-be7b-0d096263ff34, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=c4bc909b-2922-4baf-be7b-0d096263ff34,segment=NetworkSegment(1e53d96e-2b52-4a8f-8172-d3e933bc937d),segment_id=1e53d96e-2b52-4a8f-8172-d3e933bc937d)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:56.835637 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device c4bc909b-2922-4baf-be7b-0d096263ff34 no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:28:56.838626 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-24990465-cd83-4c8e-a25c-66b18273c381 req-d4dcf579-14ed-42ea-ade9-038b4d152c09 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:56.877458 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e10f3ff-11c9-4c4c-a503-89a28aca4820 admin admin] Deleting subnet be25d12a-e438-48df-894b-78a1a5195ef4 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:28:56.889362 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6e10f3ff-11c9-4c4c-a503-89a28aca4820 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:56.932475 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b75df723-2f55-4c39-b25a-353f8530a9bb req-11a6eace-b0e0-43f0-9cf5-1fd179202cea tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:56.946381 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-824a00e9-8448-44de-8f2c-4dc4e67d535d None None] For port 37de53a7-9e50-4e76-821c-0876a53fe408, host n-d-712141-10, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:28:56.964939 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-824a00e9-8448-44de-8f2c-4dc4e67d535d None None] For port 37de53a7-9e50-4e76-821c-0876a53fe408, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=37de53a7-9e50-4e76-821c-0876a53fe408,segment=NetworkSegment(931f0986-fcdf-432f-a9ff-f4c84ce200cf),segment_id=931f0986-fcdf-432f-a9ff-f4c84ce200cf)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:28:56.966648 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6e10f3ff-11c9-4c4c-a503-89a28aca4820 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:56.988287 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-824a00e9-8448-44de-8f2c-4dc4e67d535d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:57.019311 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6e10f3ff-11c9-4c4c-a503-89a28aca4820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:57.089216 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6e10f3ff-11c9-4c4c-a503-89a28aca4820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:57.139341 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6e10f3ff-11c9-4c4c-a503-89a28aca4820 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:57.145499 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-6e10f3ff-11c9-4c4c-a503-89a28aca4820 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/be25d12a-e438-48df-894b-78a1a5195ef4 HTTP/1.1" status: 204 len: 168 time: 0.4078591 Jul 29 23:28:57.146556 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 45796) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:57.149203 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e10f3ff-11c9-4c4c-a503-89a28aca4820 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be25d12a-e438-48df-894b-78a1a5195ef4,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:57.163692 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 45798) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:57.224730 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824a00e9-8448-44de-8f2c-4dc4e67d535d None None] Routers {'5c8009b3-3663-433e-98e8-e9792008875d'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:28:57.230494 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-824a00e9-8448-44de-8f2c-4dc4e67d535d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:28:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['5c8009b3-3663-433e-98e8-e9792008875d'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:57.299077 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:57.374222 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-58ee7c3f-85f6-4465-a8a9-11b8f736837e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:57.421057 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-617dcdd7-d7c2-4b6f-a1e5-370090de8dd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:57.450946 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed0f5fe-0f66-4a2a-ada0-8a5c0013e8e2 None None] Pushing event updated for resources: {'Port': ['ID=37de53a7-9e50-4e76-821c-0876a53fe408,revision_number=4']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:57.479554 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e790f4ad-9dc8-44bf-be90-2a37d75c0311', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4bc909b-2922-4baf-be7b-0d096263ff34'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:28:57.485397 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8509ec88-5343-4585-87c9-f7b0691fc36a" -d '{"events": [{"server_uuid": "e790f4ad-9dc8-44bf-be90-2a37d75c0311", "name": "network-vif-unplugged", "status": "completed", "tag": "c4bc909b-2922-4baf-be7b-0d096263ff34"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:28:57.488491 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8924be-d76f-4b84-b6a0-62ed3a9201d5 req-f33ad1d6-8c8e-4b4f-bccd-900b171bb971 tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:57.497411 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fb8924be-d76f-4b84-b6a0-62ed3a9201d5 req-f33ad1d6-8c8e-4b4f-bccd-900b171bb971 tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] 10.222.0.43 "GET /v2.0/ports?device_id=2258e336-0707-4bfe-b054-0ad19dd4f473 HTTP/1.1" status: 200 len: 945 time: 0.3251903 Jul 29 23:28:57.499793 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b75df723-2f55-4c39-b25a-353f8530a9bb req-11a6eace-b0e0-43f0-9cf5-1fd179202cea tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:57.517894 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-58ee7c3f-85f6-4465-a8a9-11b8f736837e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:57.529805 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-58ee7c3f-85f6-4465-a8a9-11b8f736837e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de03d9a2-6b04-49ad-b35d-d0e345e53bb6']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:57.543537 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-58ee7c3f-85f6-4465-a8a9-11b8f736837e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4cbd3c6-74da-415d-8bcc-d7b56268d00d') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:57.544090 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-58ee7c3f-85f6-4465-a8a9-11b8f736837e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4cbd3c6-74da-415d-8bcc-d7b56268d00d') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:57.552271 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port c4bc909b-2922-4baf-be7b-0d096263ff34, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=c4bc909b-2922-4baf-be7b-0d096263ff34,segment=NetworkSegment(1e53d96e-2b52-4a8f-8172-d3e933bc937d),segment_id=1e53d96e-2b52-4a8f-8172-d3e933bc937d)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:57.562835 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-58ee7c3f-85f6-4465-a8a9-11b8f736837e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:57.579603 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-58ee7c3f-85f6-4465-a8a9-11b8f736837e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:57.594382 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58ee7c3f-85f6-4465-a8a9-11b8f736837e admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:28:57.594794 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-58ee7c3f-85f6-4465-a8a9-11b8f736837e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:57.598641 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:57.620003 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:57.656647 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b75df723-2f55-4c39-b25a-353f8530a9bb req-11a6eace-b0e0-43f0-9cf5-1fd179202cea tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:28:57.673907 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-824a00e9-8448-44de-8f2c-4dc4e67d535d None None] Set router 5c8009b3-3663-433e-98e8-e9792008875d gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:28:57.679748 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-b75df723-2f55-4c39-b25a-353f8530a9bb req-11a6eace-b0e0-43f0-9cf5-1fd179202cea tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:28:57.685539 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-b75df723-2f55-4c39-b25a-353f8530a9bb req-11a6eace-b0e0-43f0-9cf5-1fd179202cea tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:28:57.695060 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device c7227480-4f34-4ba2-a5a3-39cc6359fd0d up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:28:57.732867 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:28:57.732867 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:28:57.732867 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:28:57.732867 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:28:57.732867 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:28:57.732867 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:28:57.732867 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:28:57.732867 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:28:57.732867 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:28:57.732867 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:28:57.732867 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:28:57.732867 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:28:57.732867 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:28:57.732867 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:28:57.732867 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:28:57.732867 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:28:57.732867 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:28:57.732867 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:28:57.732867 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:28:57.732867 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:28:57.732867 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:28:57.732867 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:28:57.732867 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:28:57.732867 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:28:57.732867 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:28:57.732867 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:28:57.732867 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:28:57.732867 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:28:57.732867 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:28:57.732867 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:28:57.732867 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:28:57.732867 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:28:57.739816 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-58ee7c3f-85f6-4465-a8a9-11b8f736837e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:57.759392 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-58ee7c3f-85f6-4465-a8a9-11b8f736837e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:57.767441 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-58ee7c3f-85f6-4465-a8a9-11b8f736837e admin admin] 10.222.0.43 "DELETE /v2.0/networks/de03d9a2-6b04-49ad-b35d-d0e345e53bb6 HTTP/1.1" status: 204 len: 168 time: 0.6156278 Jul 29 23:28:57.775449 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 45816) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:57.883673 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=c4bc909b-2922-4baf-be7b-0d096263ff34,revision_number=6']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:57.909147 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d6ef839-c01d-4bb4-92d6-26483fd97e18 admin admin] Deleting subnet 8f6d92b8-ed7a-4e9d-a68f-f84dde25bc63 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:28:57.916476 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4d6ef839-c01d-4bb4-92d6-26483fd97e18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:57.976183 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4d6ef839-c01d-4bb4-92d6-26483fd97e18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:58.032068 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port c7227480-4f34-4ba2-a5a3-39cc6359fd0d triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:28:58.034233 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:58.056645 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a6eace-b0e0-43f0-9cf5-1fd179202cea tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Pushing event updated for resources: {'Port': ['ID=0823a02c-4510-4c56-8462-146f8e7f2f34,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:58.079966 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fb8924be-d76f-4b84-b6a0-62ed3a9201d5 req-7ef2f0ff-2400-4887-863f-f76434fe01f9 tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ecf26d9-215e-4774-b7bb-a41ad429c39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5815051 Jul 29 23:28:58.100706 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-24990465-cd83-4c8e-a25c-66b18273c381 req-d4dcf579-14ed-42ea-ade9-038b4d152c09 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:58.101120 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-24990465-cd83-4c8e-a25c-66b18273c381 req-d4dcf579-14ed-42ea-ade9-038b4d152c09 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:58.102086 n-d-712141-10 neutron-server[94078]: INFO neutron.db.l3_db [req-24990465-cd83-4c8e-a25c-66b18273c381 req-d4dcf579-14ed-42ea-ade9-038b4d152c09 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Floating IP 8b0e242e-62e0-4c7b-8d12-82a8e2b7caea disassociated. External IP: 172.25.0.85, port: c4bc909b-2922-4baf-be7b-0d096263ff34. Jul 29 23:28:58.102459 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-24990465-cd83-4c8e-a25c-66b18273c381 req-d4dcf579-14ed-42ea-ade9-038b4d152c09 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Calling delete_port for c4bc909b-2922-4baf-be7b-0d096263ff34 owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:28:58.119431 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4d6ef839-c01d-4bb4-92d6-26483fd97e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:58.184319 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-824a00e9-8448-44de-8f2c-4dc4e67d535d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c8009b3-3663-433e-98e8-e9792008875d', 'name': 'tempest-FloatingIPDetailsTestJSON-158662081-router', 'tenant_id': '71b44dc61bd24fc994bc46fef37e8753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'ddc0365f-2fcc-45f9-b65c-8c123591b867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:28:44Z', 'updated_at': '2021-07-29T23:28:51Z', 'revision_number': 4, 'project_id': '71b44dc61bd24fc994bc46fef37e8753', 'gw_port': {'id': 'ddc0365f-2fcc-45f9-b65c-8c123591b867', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:aa:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8009b3-3663-433e-98e8-e9792008875d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:46Z', 'updated_at': '2021-07-29T23:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '37de53a7-9e50-4e76-821c-0876a53fe408', 'name': '', 'network_id': 'e00f2b5b-a281-4360-b0d0-9002ce6fc6f0', 'tenant_id': '71b44dc61bd24fc994bc46fef37e8753', 'mac_address': 'fa:16:3e:d3:81:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c8009b3-3663-433e-98e8-e9792008875d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '3ec11295-fecf-41ab-8810-9010d4100533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:50Z', 'updated_at': '2021-07-29T23:28:56Z', 'revision_number': 4, 'project_id': '71b44dc61bd24fc994bc46fef37e8753', 'subnets': [{'id': '3ec11295-fecf-41ab-8810-9010d4100533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:58.227455 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824a00e9-8448-44de-8f2c-4dc4e67d535d None None] The sync data for ids ['5c8009b3-3663-433e-98e8-e9792008875d'] in n-d-712141-10 is: [{'id': '5c8009b3-3663-433e-98e8-e9792008875d', 'name': 'tempest-FloatingIPDetailsTestJSON-158662081-router', 'tenant_id': '71b44dc61bd24fc994bc46fef37e8753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'ddc0365f-2fcc-45f9-b65c-8c123591b867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:28:44Z', 'updated_at': '2021-07-29T23:28:51Z', 'revision_number': 4, 'project_id': '71b44dc61bd24fc994bc46fef37e8753', 'gw_port': {'id': 'ddc0365f-2fcc-45f9-b65c-8c123591b867', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:aa:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8009b3-3663-433e-98e8-e9792008875d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:46Z', 'updated_at': '2021-07-29T23:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '37de53a7-9e50-4e76-821c-0876a53fe408', 'name': '', 'network_id': 'e00f2b5b-a281-4360-b0d0-9002ce6fc6f0', 'tenant_id': '71b44dc61bd24fc994bc46fef37e8753', 'mac_address': 'fa:16:3e:d3:81:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c8009b3-3663-433e-98e8-e9792008875d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1316, 'fixed_ips': [{'subnet_id': '3ec11295-fecf-41ab-8810-9010d4100533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:50Z', 'updated_at': '2021-07-29T23:28:56Z', 'revision_number': 4, 'project_id': '71b44dc61bd24fc994bc46fef37e8753', 'subnets': [{'id': '3ec11295-fecf-41ab-8810-9010d4100533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:28:58.260232 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ee7c3f-85f6-4465-a8a9-11b8f736837e admin admin] Pushing event deleted for resources: {'Network': ['ID=de03d9a2-6b04-49ad-b35d-d0e345e53bb6,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:58.268249 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4d6ef839-c01d-4bb4-92d6-26483fd97e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:58.285478 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b75df723-2f55-4c39-b25a-353f8530a9bb req-11a6eace-b0e0-43f0-9cf5-1fd179202cea tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:58.341260 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ed8260-50e4-406e-a1ed-fe21f6c963d5 x-openstack-request-id: req-86ed8260-50e4-406e-a1ed-fe21f6c963d5 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:28:58.341550 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e790f4ad-9dc8-44bf-be90-2a37d75c0311", "name": "network-vif-unplugged", "status": "completed", "tag": "c4bc909b-2922-4baf-be7b-0d096263ff34", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:28:58.343696 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-86ed8260-50e4-406e-a1ed-fe21f6c963d5 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:28:58.344104 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e790f4ad-9dc8-44bf-be90-2a37d75c0311', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4bc909b-2922-4baf-be7b-0d096263ff34', 'code': 200} Jul 29 23:28:58.364479 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:58.428120 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6ef839-c01d-4bb4-92d6-26483fd97e18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f6d92b8-ed7a-4e9d-a68f-f84dde25bc63,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:58.433456 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4d6ef839-c01d-4bb4-92d6-26483fd97e18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:58.439132 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 45838) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:58.441707 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4d6ef839-c01d-4bb4-92d6-26483fd97e18 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8f6d92b8-ed7a-4e9d-a68f-f84dde25bc63 HTTP/1.1" status: 204 len: 168 time: 0.6628139 Jul 29 23:28:58.500392 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port c7227480-4f34-4ba2-a5a3-39cc6359fd0d, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=c7227480-4f34-4ba2-a5a3-39cc6359fd0d,segment=NetworkSegment(85a18049-8d39-45df-9ccf-cf67471916ca),segment_id=85a18049-8d39-45df-9ccf-cf67471916ca)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:58.524430 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:58.525472 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 08eaba92-12b5-4547-aedd-2d3375563912 up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:28:58.549357 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b75df723-2f55-4c39-b25a-353f8530a9bb req-11a6eace-b0e0-43f0-9cf5-1fd179202cea tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:58.671363 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-617dcdd7-d7c2-4b6f-a1e5-370090de8dd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:58.684285 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-617dcdd7-d7c2-4b6f-a1e5-370090de8dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:58.693003 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd79a93-2939-4879-8f63-85250eccc74d req-b7889f6f-0949-414b-93af-49d3a2758a66 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:58.701153 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8dd79a93-2939-4879-8f63-85250eccc74d req-b7889f6f-0949-414b-93af-49d3a2758a66 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] 10.222.0.43 "GET /v2.0/ports?device_id=e790f4ad-9dc8-44bf-be90-2a37d75c0311 HTTP/1.1" status: 200 len: 943 time: 0.2273035 Jul 29 23:28:58.716461 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-617dcdd7-d7c2-4b6f-a1e5-370090de8dd7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5d60ce66b39c407e97042ed0b8299a32&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5495119 Jul 29 23:28:58.725118 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 45842) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:58.776917 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617dcdd7-d7c2-4b6f-a1e5-370090de8dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c213348d-2d45-4aa6-b4b7-43ecda73b221,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:58.777762 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=c7227480-4f34-4ba2-a5a3-39cc6359fd0d,revision_number=7']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:58.793534 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a11f6a35-6204-4e7b-8c53-a8ec7a157395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:58.804394 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port 08eaba92-12b5-4547-aedd-2d3375563912 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:28:58.811647 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port 08eaba92-12b5-4547-aedd-2d3375563912 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:28:58.812044 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:58.839137 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-714e82ea-e29e-48c9-97c6-4b69bf976184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:58.850235 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8dd79a93-2939-4879-8f63-85250eccc74d req-803be0c7-0df3-4ac5-8e71-7f3c02bf2ce7 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] 10.222.0.43 "GET /v2.0/security-groups?id=2827e636-9a74-4e86-b89b-1097fcbb7e79&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426072 Jul 29 23:28:58.900704 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-714e82ea-e29e-48c9-97c6-4b69bf976184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:59.017343 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-714e82ea-e29e-48c9-97c6-4b69bf976184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:59.020214 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-714e82ea-e29e-48c9-97c6-4b69bf976184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:59.021407 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-714e82ea-e29e-48c9-97c6-4b69bf976184 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c213348d-2d45-4aa6-b4b7-43ecda73b221 HTTP/1.1" status: 204 len: 168 time: 0.2952294 Jul 29 23:28:59.035970 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714e82ea-e29e-48c9-97c6-4b69bf976184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c213348d-2d45-4aa6-b4b7-43ecda73b221,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:59.121317 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-24990465-cd83-4c8e-a25c-66b18273c381 req-d4dcf579-14ed-42ea-ade9-038b4d152c09 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:59.239650 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b75df723-2f55-4c39-b25a-353f8530a9bb req-11a6eace-b0e0-43f0-9cf5-1fd179202cea tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:59.298516 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:59.333118 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dcf579-14ed-42ea-ade9-038b4d152c09 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Pushing event deleted for resources: {'Port': ['ID=c4bc909b-2922-4baf-be7b-0d096263ff34,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:59.349358 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b75df723-2f55-4c39-b25a-353f8530a9bb req-11a6eace-b0e0-43f0-9cf5-1fd179202cea tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:59.373096 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:59.424738 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 37de53a7-9e50-4e76-821c-0876a53fe408 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:28:59.445043 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a11f6a35-6204-4e7b-8c53-a8ec7a157395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:59.569385 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-a11f6a35-6204-4e7b-8c53-a8ec7a157395 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81b4125c-574b-4ff0-8772-8675be21e883']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:59.584911 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 08eaba92-12b5-4547-aedd-2d3375563912, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=08eaba92-12b5-4547-aedd-2d3375563912,segment=NetworkSegment(b9146bc8-de17-49a2-a924-5fa3227d329f),segment_id=b9146bc8-de17-49a2-a924-5fa3227d329f)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:59.611424 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:59.640795 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b75df723-2f55-4c39-b25a-353f8530a9bb req-11a6eace-b0e0-43f0-9cf5-1fd179202cea tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:59.671552 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 37de53a7-9e50-4e76-821c-0876a53fe408 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:28:59.674769 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-a11f6a35-6204-4e7b-8c53-a8ec7a157395 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bb890ce-b169-40b9-a8be-c6ea411cbfa1') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:59.675301 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-a11f6a35-6204-4e7b-8c53-a8ec7a157395 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bb890ce-b169-40b9-a8be-c6ea411cbfa1') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:59.694636 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 37de53a7-9e50-4e76-821c-0876a53fe408 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:28:59.697005 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:59.796591 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 45858) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:59.822302 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a11f6a35-6204-4e7b-8c53-a8ec7a157395 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:59.833737 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-545e1bd8-8a54-4bc9-8c67-a44073b9a117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:59.855110 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:59.868357 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a6eace-b0e0-43f0-9cf5-1fd179202cea tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Pushing event updated for resources: {'Port': ['ID=0823a02c-4510-4c56-8462-146f8e7f2f34,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:59.871683 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=08eaba92-12b5-4547-aedd-2d3375563912,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:59.895889 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b75df723-2f55-4c39-b25a-353f8530a9bb req-11a6eace-b0e0-43f0-9cf5-1fd179202cea tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:59.900806 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b75df723-2f55-4c39-b25a-353f8530a9bb req-11a6eace-b0e0-43f0-9cf5-1fd179202cea tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.4787171 Jul 29 23:28:59.903807 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 37de53a7-9e50-4e76-821c-0876a53fe408, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=37de53a7-9e50-4e76-821c-0876a53fe408,segment=NetworkSegment(931f0986-fcdf-432f-a9ff-f4c84ce200cf),segment_id=931f0986-fcdf-432f-a9ff-f4c84ce200cf)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:59.911883 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:59.929378 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1618a48-d36e-47a8-aa22-3b34e6a2f7c9 req-a010cf57-580c-43de-8ae2-aa85f5d1f8c7 tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:59.935883 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d1618a48-d36e-47a8-aa22-3b34e6a2f7c9 req-a010cf57-580c-43de-8ae2-aa85f5d1f8c7 tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] 10.222.0.43 "GET /v2.0/ports?device_id=2258e336-0707-4bfe-b054-0ad19dd4f473 HTTP/1.1" status: 200 len: 945 time: 0.5804162 Jul 29 23:29:00.103765 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-545e1bd8-8a54-4bc9-8c67-a44073b9a117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:00.120689 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-545e1bd8-8a54-4bc9-8c67-a44073b9a117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:00.122907 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=37de53a7-9e50-4e76-821c-0876a53fe408,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:00.168882 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a11f6a35-6204-4e7b-8c53-a8ec7a157395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:00.204714 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b75df723-2f55-4c39-b25a-353f8530a9bb req-a1d34ded-d604-4277-909a-d1a29c005107 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.109 HTTP/1.1" status: 200 len: 696 time: 0.2621877 Jul 29 23:29:00.220199 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a11f6a35-6204-4e7b-8c53-a8ec7a157395 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:29:00.220759 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a11f6a35-6204-4e7b-8c53-a8ec7a157395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:00.223655 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:29:00.223655 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:29:00.223655 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:29:00.223655 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:29:00.223655 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:29:00.223655 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:29:00.223655 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:29:00.223655 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:29:00.223655 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:29:00.223655 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:29:00.223655 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:29:00.223655 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:29:00.223655 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:29:00.223655 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:29:00.223655 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:29:00.223655 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:29:00.223655 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:29:00.223655 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:29:00.223655 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:29:00.223655 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:29:00.223655 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:29:00.223655 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:29:00.223655 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:29:00.223655 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:29:00.223655 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:29:00.223655 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:29:00.223655 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:29:00.223655 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:29:00.223655 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:29:00.223655 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:29:00.223655 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:29:00.223655 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:29:00.243448 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-545e1bd8-8a54-4bc9-8c67-a44073b9a117 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=21c1516e574a4fdb914b97a3dca29423&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4433188 Jul 29 23:29:00.254205 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545e1bd8-8a54-4bc9-8c67-a44073b9a117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84843f11-7941-4553-943c-f83ea3689149,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:00.260491 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 45870) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:00.345319 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6b3868-e699-420f-bc16-994fbeb3494f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7227480-4f34-4ba2-a5a3-39cc6359fd0d'}, {'server_uuid': '2258e336-0707-4bfe-b054-0ad19dd4f473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08eaba92-12b5-4547-aedd-2d3375563912'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:29:00.348105 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebea2cd6-64e3-4eb5-888b-a6dd23810b06" -d '{"events": [{"server_uuid": "ab6b3868-e699-420f-bc16-994fbeb3494f", "name": "network-vif-plugged", "status": "completed", "tag": "c7227480-4f34-4ba2-a5a3-39cc6359fd0d"}, {"server_uuid": "2258e336-0707-4bfe-b054-0ad19dd4f473", "name": "network-vif-plugged", "status": "completed", "tag": "08eaba92-12b5-4547-aedd-2d3375563912"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:29:00.384315 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c6e61587-1d4d-422d-9a32-b0c3f6686b25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:00.432396 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d1618a48-d36e-47a8-aa22-3b34e6a2f7c9 req-15c032eb-ba23-4cae-8c4b-097d6724173a tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ecf26d9-215e-4774-b7bb-a41ad429c39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612379 Jul 29 23:29:00.437680 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c6e61587-1d4d-422d-9a32-b0c3f6686b25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:00.517313 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24990465-cd83-4c8e-a25c-66b18273c381 req-d4dcf579-14ed-42ea-ade9-038b4d152c09 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Router 41052e7d-1a7b-4a4e-b9e6-dabd36572cae has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:29:00.553259 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a11f6a35-6204-4e7b-8c53-a8ec7a157395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:00.555599 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c6e61587-1d4d-422d-9a32-b0c3f6686b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:00.558732 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c6e61587-1d4d-422d-9a32-b0c3f6686b25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:00.563006 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c6e61587-1d4d-422d-9a32-b0c3f6686b25 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/84843f11-7941-4553-943c-f83ea3689149 HTTP/1.1" status: 204 len: 168 time: 0.2982099 Jul 29 23:29:00.592774 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a11f6a35-6204-4e7b-8c53-a8ec7a157395 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:00.596942 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-a11f6a35-6204-4e7b-8c53-a8ec7a157395 admin admin] 10.222.0.43 "DELETE /v2.0/networks/81b4125c-574b-4ff0-8772-8675be21e883 HTTP/1.1" status: 204 len: 168 time: 2.1498480 Jul 29 23:29:00.598795 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e61587-1d4d-422d-9a32-b0c3f6686b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84843f11-7941-4553-943c-f83ea3689149,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:00.689105 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d7c3cb83-9bd4-4b4e-aec3-cbe9805ae210 req-5b48f520-6b0b-41c4-a3fe-33dced366eb9 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] 10.222.0.43 "GET /v2.0/ports?device_id=e790f4ad-9dc8-44bf-be90-2a37d75c0311 HTTP/1.1" status: 200 len: 210 time: 0.0766521 Jul 29 23:29:00.736776 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11f6a35-6204-4e7b-8c53-a8ec7a157395 admin admin] Pushing event deleted for resources: {'Network': ['ID=81b4125c-574b-4ff0-8772-8675be21e883,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:00.809941 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75df723-2f55-4c39-b25a-353f8530a9bb req-e5fa9979-8da9-4f8e-8e98-0c8b5a189031 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:00.821282 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b75df723-2f55-4c39-b25a-353f8530a9bb req-e5fa9979-8da9-4f8e-8e98-0c8b5a189031 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] 10.222.0.43 "GET /v2.0/networks/58f27f61-3278-49cc-b66b-1e729d26f29f HTTP/1.1" status: 200 len: 784 time: 0.6069064 Jul 29 23:29:00.833101 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [req-b75df723-2f55-4c39-b25a-353f8530a9bb req-68cb021f-08ba-4008-96ee-a419e1ef7152 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:29:00.848733 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b75df723-2f55-4c39-b25a-353f8530a9bb req-68cb021f-08ba-4008-96ee-a419e1ef7152 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0233727 Jul 29 23:29:00.957771 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 29 Jul 2021 23:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b598e4-81e4-4421-9ec2-e083a4bbbb9b x-openstack-request-id: req-f5b598e4-81e4-4421-9ec2-e083a4bbbb9b {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:29:00.958686 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6b3868-e699-420f-bc16-994fbeb3494f", "name": "network-vif-plugged", "status": "completed", "tag": "c7227480-4f34-4ba2-a5a3-39cc6359fd0d", "code": 200}, {"server_uuid": "2258e336-0707-4bfe-b054-0ad19dd4f473", "name": "network-vif-plugged", "status": "completed", "tag": "08eaba92-12b5-4547-aedd-2d3375563912", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:29:00.959167 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f5b598e4-81e4-4421-9ec2-e083a4bbbb9b {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:29:00.959780 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab6b3868-e699-420f-bc16-994fbeb3494f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7227480-4f34-4ba2-a5a3-39cc6359fd0d', 'code': 200} Jul 29 23:29:00.960283 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2258e336-0707-4bfe-b054-0ad19dd4f473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08eaba92-12b5-4547-aedd-2d3375563912', 'code': 200} Jul 29 23:29:01.063489 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 45890) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:01.148258 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24990465-cd83-4c8e-a25c-66b18273c381 req-d4dcf579-14ed-42ea-ade9-038b4d152c09 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:29:01.159950 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99e9885-dbe3-48be-b437-100b4872184c None None] Sync routers for ids ['41052e7d-1a7b-4a4e-b9e6-dabd36572cae'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:29:01.202732 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99e9885-dbe3-48be-b437-100b4872184c None None] Routers {'41052e7d-1a7b-4a4e-b9e6-dabd36572cae'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:29:01.203388 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-b99e9885-dbe3-48be-b437-100b4872184c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:28:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['41052e7d-1a7b-4a4e-b9e6-dabd36572cae'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:01.226112 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-24990465-cd83-4c8e-a25c-66b18273c381 req-d4dcf579-14ed-42ea-ade9-038b4d152c09 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] No DVR routers for this DVR port c4bc909b-2922-4baf-be7b-0d096263ff34 on host n-h2-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:29:01.230946 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-24990465-cd83-4c8e-a25c-66b18273c381 req-d4dcf579-14ed-42ea-ade9-038b4d152c09 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:01.245251 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d7e0f0b5-23e9-42a0-b4ad-cdee76495682 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=93d1481c6e194707b540771064ae64d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1774812 Jul 29 23:29:01.245750 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 45894) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:01.258475 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-24990465-cd83-4c8e-a25c-66b18273c381 req-d4dcf579-14ed-42ea-ade9-038b4d152c09 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] 10.222.0.22 "DELETE /v2.0/ports/c4bc909b-2922-4baf-be7b-0d096263ff34 HTTP/1.1" status: 204 len: 173 time: 5.4428475 Jul 29 23:29:01.265008 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e790f4ad-9dc8-44bf-be90-2a37d75c0311', 'name': 'network-vif-deleted', 'tag': 'c4bc909b-2922-4baf-be7b-0d096263ff34'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:29:01.274191 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e91d6a4a-f6f1-4d3f-b8be-9be4c6b96ca2" -d '{"events": [{"server_uuid": "e790f4ad-9dc8-44bf-be90-2a37d75c0311", "name": "network-vif-deleted", "tag": "c4bc909b-2922-4baf-be7b-0d096263ff34"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:29:01.323070 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cace1e-c8f8-4893-a541-e0c6f46e19d2 req-7fec0361-315f-4749-8225-346d0d126c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:01.328361 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-64cace1e-c8f8-4893-a541-e0c6f46e19d2 req-7fec0361-315f-4749-8225-346d0d126c61 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2258e336-0707-4bfe-b054-0ad19dd4f473 HTTP/1.1" status: 200 len: 1098 time: 0.2117381 Jul 29 23:29:01.396692 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-64cace1e-c8f8-4893-a541-e0c6f46e19d2 req-35d9cc46-0d72-4cd0-9616-1154cca04a4c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6ecf26d9-215e-4774-b7bb-a41ad429c39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591040 Jul 29 23:29:01.400109 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-79dfff96-7e04-43c4-bfd4-2fb9382eaf9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:01.414781 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c16a77d2-f80a-4c9e-9e25-6ad381324d4b req-209815dd-4356-47ab-a324-f3b45da6edd9 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3381996 Jul 29 23:29:01.429442 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-79dfff96-7e04-43c4-bfd4-2fb9382eaf9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:01.433014 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-c16a77d2-f80a-4c9e-9e25-6ad381324d4b req-86132973-4ec4-4439-9e15-812f65ab5bba tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Request body: {'floatingip': {'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:01.491849 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5929c7fc-3262-4540-8c88-8c70bfb41a11 x-openstack-request-id: req-5929c7fc-3262-4540-8c88-8c70bfb41a11 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:29:01.492214 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e790f4ad-9dc8-44bf-be90-2a37d75c0311", "name": "network-vif-deleted", "tag": "c4bc909b-2922-4baf-be7b-0d096263ff34", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:29:01.495880 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5929c7fc-3262-4540-8c88-8c70bfb41a11 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:29:01.496805 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e790f4ad-9dc8-44bf-be90-2a37d75c0311', 'name': 'network-vif-deleted', 'tag': 'c4bc909b-2922-4baf-be7b-0d096263ff34', 'status': 'completed', 'code': 200} Jul 29 23:29:01.539412 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-79dfff96-7e04-43c4-bfd4-2fb9382eaf9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:01.551924 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-79dfff96-7e04-43c4-bfd4-2fb9382eaf9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:01.559657 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-79dfff96-7e04-43c4-bfd4-2fb9382eaf9b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2d8c09c6-5ee2-48a6-b769-c1272c2e83b8 HTTP/1.1" status: 204 len: 168 time: 0.3005149 Jul 29 23:29:01.575917 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-c16a77d2-f80a-4c9e-9e25-6ad381324d4b req-86132973-4ec4-4439-9e15-812f65ab5bba tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Notify callbacks [] for floatingip, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:01.602766 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dfff96-7e04-43c4-bfd4-2fb9382eaf9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8c09c6-5ee2-48a6-b769-c1272c2e83b8,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:01.661217 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f7d63-8142-4ffb-8aae-300456b83ee1 req-96b9fc11-a407-4d0c-9bad-fc95ce346334 tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:01.662830 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-aa2f7d63-8142-4ffb-8aae-300456b83ee1 req-96b9fc11-a407-4d0c-9bad-fc95ce346334 tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] 10.222.0.43 "GET /v2.0/ports?device_id=2258e336-0707-4bfe-b054-0ad19dd4f473 HTTP/1.1" status: 200 len: 946 time: 0.1290097 Jul 29 23:29:01.690063 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 37de53a7-9e50-4e76-821c-0876a53fe408 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:29:01.776146 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-b99e9885-dbe3-48be-b437-100b4872184c None None] Set router 41052e7d-1a7b-4a4e-b9e6-dabd36572cae gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:29:02.049748 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 37de53a7-9e50-4e76-821c-0876a53fe408 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:02.050986 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:02.180161 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-aa2f7d63-8142-4ffb-8aae-300456b83ee1 req-f4346307-1cf2-404a-9ac7-478d2ebf4c24 tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ecf26d9-215e-4774-b7bb-a41ad429c39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5072715 Jul 29 23:29:02.269994 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-c16a77d2-f80a-4c9e-9e25-6ad381324d4b req-86132973-4ec4-4439-9e15-812f65ab5bba tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:02.277436 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 45930) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:02.406218 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-bae22eff-4d36-4cd1-82c1-be403d5585e6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ea7db58a06894f408e0bade911b494ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1268847 Jul 29 23:29:02.407844 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-b99e9885-dbe3-48be-b437-100b4872184c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41052e7d-1a7b-4a4e-b9e6-dabd36572cae', 'name': 'tempest-ServersTestManualDisk-967154592-router', 'tenant_id': '9a401af434c54898abf4f64d565a6a71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': 'ed821e53-1302-4661-b0e1-84ad381e3566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:38Z', 'updated_at': '2021-07-29T23:26:44Z', 'revision_number': 4, 'project_id': '9a401af434c54898abf4f64d565a6a71', 'gw_port': {'id': 'ed821e53-1302-4661-b0e1-84ad381e3566', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:74:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41052e7d-1a7b-4a4e-b9e6-dabd36572cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:39Z', 'updated_at': '2021-07-29T23:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '05441e00-80ed-4219-8f22-34f7df211c67', 'name': '', 'network_id': '399e2854-6b91-4680-bb53-ee3069227e3d', 'tenant_id': '9a401af434c54898abf4f64d565a6a71', 'mac_address': 'fa:16:3e:e8:3d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41052e7d-1a7b-4a4e-b9e6-dabd36572cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'f84d12aa-4b74-4699-924c-ad2973fc5537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:43Z', 'updated_at': '2021-07-29T23:26:51Z', 'revision_number': 5, 'project_id': '9a401af434c54898abf4f64d565a6a71', 'subnets': [{'id': 'f84d12aa-4b74-4699-924c-ad2973fc5537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:02.409066 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 45934) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:02.436403 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-c16a77d2-f80a-4c9e-9e25-6ad381324d4b req-86132973-4ec4-4439-9e15-812f65ab5bba tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Allocated IP 172.25.0.30 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/220e984a-6298-4732-a75b-ac3feaa7b268) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:29:02.492446 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99e9885-dbe3-48be-b437-100b4872184c None None] Checking router: 41052e7d-1a7b-4a4e-b9e6-dabd36572cae for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:29:02.536463 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99e9885-dbe3-48be-b437-100b4872184c None None] Routers {'41052e7d-1a7b-4a4e-b9e6-dabd36572cae'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:29:02.539820 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-b99e9885-dbe3-48be-b437-100b4872184c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:28:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['41052e7d-1a7b-4a4e-b9e6-dabd36572cae'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:02.543267 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3b8c36e3-3b3b-4d0c-ba9f-9137d486f8bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:02.562944 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 45938) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:02.649020 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-c16a77d2-f80a-4c9e-9e25-6ad381324d4b req-86132973-4ec4-4439-9e15-812f65ab5bba tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:02.670449 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3b8c36e3-3b3b-4d0c-ba9f-9137d486f8bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:02.744210 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ee02594c-7ae9-49e5-b556-9c57b19d6e31 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:02.749084 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-c16a77d2-f80a-4c9e-9e25-6ad381324d4b req-86132973-4ec4-4439-9e15-812f65ab5bba tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:02.807396 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-b99e9885-dbe3-48be-b437-100b4872184c None None] Set router 41052e7d-1a7b-4a4e-b9e6-dabd36572cae gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:29:02.854794 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86132973-4ec4-4439-9e15-812f65ab5bba tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Pushing event updated for resources: {'Port': ['ID=220e984a-6298-4732-a75b-ac3feaa7b268,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:02.876926 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ee02594c-7ae9-49e5-b556-9c57b19d6e31 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:02.899063 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c16a77d2-f80a-4c9e-9e25-6ad381324d4b req-86132973-4ec4-4439-9e15-812f65ab5bba tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:29:02.901790 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-c16a77d2-f80a-4c9e-9e25-6ad381324d4b req-86132973-4ec4-4439-9e15-812f65ab5bba tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:02.910270 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-c16a77d2-f80a-4c9e-9e25-6ad381324d4b req-86132973-4ec4-4439-9e15-812f65ab5bba tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:29:02.958939 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3b8c36e3-3b3b-4d0c-ba9f-9137d486f8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:02.969037 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3b8c36e3-3b3b-4d0c-ba9f-9137d486f8bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:02.970341 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-3b8c36e3-3b3b-4d0c-ba9f-9137d486f8bf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3a5f0dd6-44f5-4fdb-8b80-c6039be66053 HTTP/1.1" status: 204 len: 168 time: 0.5589299 Jul 29 23:29:03.004076 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8c36e3-3b3b-4d0c-ba9f-9137d486f8bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5f0dd6-44f5-4fdb-8b80-c6039be66053,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:03.046462 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ee02594c-7ae9-49e5-b556-9c57b19d6e31 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:03.049244 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ee02594c-7ae9-49e5-b556-9c57b19d6e31 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:03.053341 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ee02594c-7ae9-49e5-b556-9c57b19d6e31 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] 10.222.0.43 "DELETE /v2.0/security-groups/2827e636-9a74-4e86-b89b-1097fcbb7e79 HTTP/1.1" status: 204 len: 168 time: 0.4858801 Jul 29 23:29:03.068412 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 45956) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:03.069443 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee02594c-7ae9-49e5-b556-9c57b19d6e31 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2827e636-9a74-4e86-b89b-1097fcbb7e79,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:03.111407 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-4c9648e0-72c1-43c4-b08e-d62ecc3a1e21 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] show failed (client error): The resource could not be found. Jul 29 23:29:03.116999 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4c9648e0-72c1-43c4-b08e-d62ecc3a1e21 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] 10.222.0.43 "GET /v2.0/security-groups/2827e636-9a74-4e86-b89b-1097fcbb7e79 HTTP/1.1" status: 404 len: 347 time: 0.0392334 Jul 29 23:29:03.119708 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 45958) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:03.176379 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-c16a77d2-f80a-4c9e-9e25-6ad381324d4b req-86132973-4ec4-4439-9e15-812f65ab5bba tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:03.289821 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-c16a77d2-f80a-4c9e-9e25-6ad381324d4b req-86132973-4ec4-4439-9e15-812f65ab5bba tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:03.447743 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-b99e9885-dbe3-48be-b437-100b4872184c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41052e7d-1a7b-4a4e-b9e6-dabd36572cae', 'name': 'tempest-ServersTestManualDisk-967154592-router', 'tenant_id': '9a401af434c54898abf4f64d565a6a71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': 'ed821e53-1302-4661-b0e1-84ad381e3566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:38Z', 'updated_at': '2021-07-29T23:26:44Z', 'revision_number': 4, 'project_id': '9a401af434c54898abf4f64d565a6a71', 'gw_port': {'id': 'ed821e53-1302-4661-b0e1-84ad381e3566', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:74:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41052e7d-1a7b-4a4e-b9e6-dabd36572cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:39Z', 'updated_at': '2021-07-29T23:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '05441e00-80ed-4219-8f22-34f7df211c67', 'name': '', 'network_id': '399e2854-6b91-4680-bb53-ee3069227e3d', 'tenant_id': '9a401af434c54898abf4f64d565a6a71', 'mac_address': 'fa:16:3e:e8:3d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41052e7d-1a7b-4a4e-b9e6-dabd36572cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'f84d12aa-4b74-4699-924c-ad2973fc5537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:43Z', 'updated_at': '2021-07-29T23:26:51Z', 'revision_number': 5, 'project_id': '9a401af434c54898abf4f64d565a6a71', 'subnets': [{'id': 'f84d12aa-4b74-4699-924c-ad2973fc5537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:03.510219 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99e9885-dbe3-48be-b437-100b4872184c None None] The sync data for ids ['41052e7d-1a7b-4a4e-b9e6-dabd36572cae'] in n-d-712141-10 is: [{'id': '41052e7d-1a7b-4a4e-b9e6-dabd36572cae', 'name': 'tempest-ServersTestManualDisk-967154592-router', 'tenant_id': '9a401af434c54898abf4f64d565a6a71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': 'ed821e53-1302-4661-b0e1-84ad381e3566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:38Z', 'updated_at': '2021-07-29T23:26:44Z', 'revision_number': 4, 'project_id': '9a401af434c54898abf4f64d565a6a71', 'gw_port': {'id': 'ed821e53-1302-4661-b0e1-84ad381e3566', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:74:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41052e7d-1a7b-4a4e-b9e6-dabd36572cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:39Z', 'updated_at': '2021-07-29T23:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '05441e00-80ed-4219-8f22-34f7df211c67', 'name': '', 'network_id': '399e2854-6b91-4680-bb53-ee3069227e3d', 'tenant_id': '9a401af434c54898abf4f64d565a6a71', 'mac_address': 'fa:16:3e:e8:3d:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41052e7d-1a7b-4a4e-b9e6-dabd36572cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1056, 'fixed_ips': [{'subnet_id': 'f84d12aa-4b74-4699-924c-ad2973fc5537', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:43Z', 'updated_at': '2021-07-29T23:26:51Z', 'revision_number': 5, 'project_id': '9a401af434c54898abf4f64d565a6a71', 'subnets': [{'id': 'f84d12aa-4b74-4699-924c-ad2973fc5537', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:29:03.550475 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-8005439c-03d2-4100-add7-741823ceb014 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Deleting port 6b4f00ad-329c-4eb2-a5d2-cba81e746d20 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:29:03.551210 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8005439c-03d2-4100-add7-741823ceb014 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:03.751832 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6889d5-e078-4f19-9df1-80de0e7972a3 req-bab9e5ba-9572-41be-b9c1-3f0a272a81f4 tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:03.765181 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8e6889d5-e078-4f19-9df1-80de0e7972a3 req-bab9e5ba-9572-41be-b9c1-3f0a272a81f4 tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] 10.222.0.43 "GET /v2.0/ports?device_id=2258e336-0707-4bfe-b054-0ad19dd4f473 HTTP/1.1" status: 200 len: 946 time: 0.3445566 Jul 29 23:29:03.811860 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8005439c-03d2-4100-add7-741823ceb014 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:03.813912 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8005439c-03d2-4100-add7-741823ceb014 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:03.850331 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-8005439c-03d2-4100-add7-741823ceb014 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Calling delete_port for 6b4f00ad-329c-4eb2-a5d2-cba81e746d20 owned by network:floatingip {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:29:03.884870 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8e6889d5-e078-4f19-9df1-80de0e7972a3 req-8f0c604d-9742-4860-b277-a72e66bffcd9 tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ecf26d9-215e-4774-b7bb-a41ad429c39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185176 Jul 29 23:29:04.034834 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-c16a77d2-f80a-4c9e-9e25-6ad381324d4b req-86132973-4ec4-4439-9e15-812f65ab5bba tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:04.046933 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-c16a77d2-f80a-4c9e-9e25-6ad381324d4b req-86132973-4ec4-4439-9e15-812f65ab5bba tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:04.203225 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32015ae-20fd-44d5-b955-4e09011a7f9f None None] New status for floating IP 8b0e242e-62e0-4c7b-8d12-82a8e2b7caea: DOWN {{(pid=94080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:29:04.293368 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86132973-4ec4-4439-9e15-812f65ab5bba tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Pushing event updated for resources: {'Port': ['ID=220e984a-6298-4732-a75b-ac3feaa7b268,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:04.326470 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8005439c-03d2-4100-add7-741823ceb014 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:04.353402 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-c16a77d2-f80a-4c9e-9e25-6ad381324d4b req-86132973-4ec4-4439-9e15-812f65ab5bba tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:04.392736 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-c16a77d2-f80a-4c9e-9e25-6ad381324d4b req-86132973-4ec4-4439-9e15-812f65ab5bba tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:04.395289 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c16a77d2-f80a-4c9e-9e25-6ad381324d4b req-86132973-4ec4-4439-9e15-812f65ab5bba tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.9776447 Jul 29 23:29:04.431283 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8005439c-03d2-4100-add7-741823ceb014 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Pushing event deleted for resources: {'Port': ['ID=6b4f00ad-329c-4eb2-a5d2-cba81e746d20,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:04.446362 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.db.api [None req-e32015ae-20fd-44d5-b955-4e09011a7f9f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94080) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:29:04.449543 n-d-712141-10 neutron-server[94080]: DEBUG oslo_db.api [None req-e32015ae-20fd-44d5-b955-4e09011a7f9f None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:29:04.529115 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8005439c-03d2-4100-add7-741823ceb014 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Notify callbacks [] for floatingip, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:04.531873 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8005439c-03d2-4100-add7-741823ceb014 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:04.533084 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8005439c-03d2-4100-add7-741823ceb014 tempest-ServersTestManualDisk-2088527519 tempest-ServersTestManualDisk-2088527519-project] 10.222.0.43 "DELETE /v2.0/floatingips/8b0e242e-62e0-4c7b-8d12-82a8e2b7caea HTTP/1.1" status: 204 len: 168 time: 1.4118135 Jul 29 23:29:04.536846 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 46018) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:04.599791 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c16a77d2-f80a-4c9e-9e25-6ad381324d4b req-552c65c6-a392-49b0-88f2-3e7c34b8e25f tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.30 HTTP/1.1" status: 200 len: 695 time: 0.1972063 Jul 29 23:29:04.952766 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32015ae-20fd-44d5-b955-4e09011a7f9f None None] New status for floating IP 8b0e242e-62e0-4c7b-8d12-82a8e2b7caea: DOWN {{(pid=94080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:29:04.980294 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114c6d80-30c3-436b-8852-0546a9894a2d req-7e15455e-f452-49f5-8750-457d43a61339 tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:04.998088 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-114c6d80-30c3-436b-8852-0546a9894a2d req-7e15455e-f452-49f5-8750-457d43a61339 tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] 10.222.0.43 "GET /v2.0/ports?device_id=2258e336-0707-4bfe-b054-0ad19dd4f473 HTTP/1.1" status: 200 len: 946 time: 0.2091253 Jul 29 23:29:05.029855 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16a77d2-f80a-4c9e-9e25-6ad381324d4b req-c605bf3b-9a43-47e0-a885-776eb6a96038 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:05.031331 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c16a77d2-f80a-4c9e-9e25-6ad381324d4b req-c605bf3b-9a43-47e0-a885-776eb6a96038 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] 10.222.0.43 "GET /v2.0/networks/58f27f61-3278-49cc-b66b-1e729d26f29f HTTP/1.1" status: 200 len: 784 time: 0.4238451 Jul 29 23:29:05.098202 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-114c6d80-30c3-436b-8852-0546a9894a2d req-a7a6dc91-2229-44df-ae92-175d09e30d76 tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ecf26d9-215e-4774-b7bb-a41ad429c39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983315 Jul 29 23:29:05.374917 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9227ddee-70ac-44c3-9f14-412dc933248d req-8212af98-b0eb-445e-a099-6eb830ed4f23 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1969669 Jul 29 23:29:05.380919 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-9227ddee-70ac-44c3-9f14-412dc933248d req-1e99d1b1-74c3-42ed-a95a-0f8ecb7b5552 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Request body: {'floatingip': {'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:05.421325 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-9227ddee-70ac-44c3-9f14-412dc933248d req-1e99d1b1-74c3-42ed-a95a-0f8ecb7b5552 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Notify callbacks [] for floatingip, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:05.522724 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9c2556ec-675c-449d-9712-40dce51231b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:05.657779 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-9227ddee-70ac-44c3-9f14-412dc933248d req-1e99d1b1-74c3-42ed-a95a-0f8ecb7b5552 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:05.878693 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-9227ddee-70ac-44c3-9f14-412dc933248d req-1e99d1b1-74c3-42ed-a95a-0f8ecb7b5552 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Allocated IP 172.25.0.68 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/ecb8b0b5-5a75-42d0-bfc8-364331f61b1d) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:29:06.111073 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-9227ddee-70ac-44c3-9f14-412dc933248d req-1e99d1b1-74c3-42ed-a95a-0f8ecb7b5552 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:06.215285 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-9c2556ec-675c-449d-9712-40dce51231b1 admin admin] Deleting port 05441e00-80ed-4219-8f22-34f7df211c67 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:29:06.215631 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9c2556ec-675c-449d-9712-40dce51231b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:06.232431 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-9227ddee-70ac-44c3-9f14-412dc933248d req-1e99d1b1-74c3-42ed-a95a-0f8ecb7b5552 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:06.313817 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e99d1b1-74c3-42ed-a95a-0f8ecb7b5552 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Pushing event updated for resources: {'Port': ['ID=ecb8b0b5-5a75-42d0-bfc8-364331f61b1d,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:06.332001 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9227ddee-70ac-44c3-9f14-412dc933248d req-1e99d1b1-74c3-42ed-a95a-0f8ecb7b5552 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:29:06.338562 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e462f3-9dfb-4d08-9f3d-acc038b19a20 req-6f576fd9-fbf8-4588-baa9-b5466adab316 tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:06.340095 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-44e462f3-9dfb-4d08-9f3d-acc038b19a20 req-6f576fd9-fbf8-4588-baa9-b5466adab316 tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] 10.222.0.41 "GET /v2.0/ports?device_id=2258e336-0707-4bfe-b054-0ad19dd4f473 HTTP/1.1" status: 200 len: 946 time: 0.2140820 Jul 29 23:29:06.378757 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-9227ddee-70ac-44c3-9f14-412dc933248d req-1e99d1b1-74c3-42ed-a95a-0f8ecb7b5552 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:06.382915 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-9227ddee-70ac-44c3-9f14-412dc933248d req-1e99d1b1-74c3-42ed-a95a-0f8ecb7b5552 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:29:06.431996 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d015bf06-32f6-4e7e-9360-f1061918d1bf req-f7b8f292-b53a-443c-9646-638918ca124b tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:06.433571 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d015bf06-32f6-4e7e-9360-f1061918d1bf req-f7b8f292-b53a-443c-9646-638918ca124b tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] 10.222.0.43 "GET /v2.0/ports?device_id=2258e336-0707-4bfe-b054-0ad19dd4f473 HTTP/1.1" status: 200 len: 946 time: 0.1273766 Jul 29 23:29:06.480757 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d015bf06-32f6-4e7e-9360-f1061918d1bf req-48c03216-2ccc-410a-957d-b54b2487b6ec tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] 10.222.0.43 "GET /v2.0/security-groups?id=6ecf26d9-215e-4774-b7bb-a41ad429c39b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384157 Jul 29 23:29:06.541709 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-9c2556ec-675c-449d-9712-40dce51231b1 admin admin] For port 05441e00-80ed-4219-8f22-34f7df211c67, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=05441e00-80ed-4219-8f22-34f7df211c67,segment=NetworkSegment(1e53d96e-2b52-4a8f-8172-d3e933bc937d),segment_id=1e53d96e-2b52-4a8f-8172-d3e933bc937d)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:06.542257 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-9227ddee-70ac-44c3-9f14-412dc933248d req-1e99d1b1-74c3-42ed-a95a-0f8ecb7b5552 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:06.542368 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9c2556ec-675c-449d-9712-40dce51231b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:06.603428 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-9c2556ec-675c-449d-9712-40dce51231b1 admin admin] Calling delete_port for 05441e00-80ed-4219-8f22-34f7df211c67 owned by network:router_interface {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:29:06.603673 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-9227ddee-70ac-44c3-9f14-412dc933248d req-1e99d1b1-74c3-42ed-a95a-0f8ecb7b5552 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:06.630776 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 46118) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:06.651172 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-44e462f3-9dfb-4d08-9f3d-acc038b19a20 req-c64ccad6-dd3a-4f1a-831c-340bab48426e tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] Deleting port 08eaba92-12b5-4547-aedd-2d3375563912 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:29:06.651526 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-44e462f3-9dfb-4d08-9f3d-acc038b19a20 req-c64ccad6-dd3a-4f1a-831c-340bab48426e tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:06.827680 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-44e462f3-9dfb-4d08-9f3d-acc038b19a20 req-c64ccad6-dd3a-4f1a-831c-340bab48426e tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] For port 08eaba92-12b5-4547-aedd-2d3375563912, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=08eaba92-12b5-4547-aedd-2d3375563912,segment=NetworkSegment(b9146bc8-de17-49a2-a924-5fa3227d329f),segment_id=b9146bc8-de17-49a2-a924-5fa3227d329f)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:06.827680 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-44e462f3-9dfb-4d08-9f3d-acc038b19a20 req-c64ccad6-dd3a-4f1a-831c-340bab48426e tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:06.841398 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-44e462f3-9dfb-4d08-9f3d-acc038b19a20 req-c64ccad6-dd3a-4f1a-831c-340bab48426e tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] Calling delete_port for 08eaba92-12b5-4547-aedd-2d3375563912 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:29:06.867866 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cf4f0923-6c20-4d2e-afd0-aaccc1874d73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:06.957827 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-9227ddee-70ac-44c3-9f14-412dc933248d req-1e99d1b1-74c3-42ed-a95a-0f8ecb7b5552 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:06.976533 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:07.031971 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-9227ddee-70ac-44c3-9f14-412dc933248d req-1e99d1b1-74c3-42ed-a95a-0f8ecb7b5552 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:07.166692 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-44e462f3-9dfb-4d08-9f3d-acc038b19a20 req-c64ccad6-dd3a-4f1a-831c-340bab48426e tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:07.175989 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e99d1b1-74c3-42ed-a95a-0f8ecb7b5552 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Pushing event updated for resources: {'Port': ['ID=ecb8b0b5-5a75-42d0-bfc8-364331f61b1d,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:07.194264 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cf4f0923-6c20-4d2e-afd0-aaccc1874d73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:07.205848 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['08eaba92-12b5-4547-aedd-2d3375563912'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:29:07.222352 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cf4f0923-6c20-4d2e-afd0-aaccc1874d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:07.225893 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-9227ddee-70ac-44c3-9f14-412dc933248d req-1e99d1b1-74c3-42ed-a95a-0f8ecb7b5552 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:07.230733 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64ccad6-dd3a-4f1a-831c-340bab48426e tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] Pushing event deleted for resources: {'Port': ['ID=08eaba92-12b5-4547-aedd-2d3375563912,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:07.301975 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e462f3-9dfb-4d08-9f3d-acc038b19a20 req-c64ccad6-dd3a-4f1a-831c-340bab48426e tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] No DVR routers for this DVR port 08eaba92-12b5-4547-aedd-2d3375563912 on host n-h1-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:29:07.303408 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-44e462f3-9dfb-4d08-9f3d-acc038b19a20 req-c64ccad6-dd3a-4f1a-831c-340bab48426e tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:07.306154 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-44e462f3-9dfb-4d08-9f3d-acc038b19a20 req-c64ccad6-dd3a-4f1a-831c-340bab48426e tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] 10.222.0.41 "DELETE /v2.0/ports/08eaba92-12b5-4547-aedd-2d3375563912 HTTP/1.1" status: 204 len: 173 time: 0.9567230 Jul 29 23:29:07.306704 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2258e336-0707-4bfe-b054-0ad19dd4f473', 'name': 'network-vif-deleted', 'tag': '08eaba92-12b5-4547-aedd-2d3375563912'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:29:07.309153 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13e5a1c-40bf-4ea1-9ee9-efc9166d01f6" -d '{"events": [{"server_uuid": "2258e336-0707-4bfe-b054-0ad19dd4f473", "name": "network-vif-deleted", "tag": "08eaba92-12b5-4547-aedd-2d3375563912"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:29:07.311858 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-9227ddee-70ac-44c3-9f14-412dc933248d req-1e99d1b1-74c3-42ed-a95a-0f8ecb7b5552 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:07.326962 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9227ddee-70ac-44c3-9f14-412dc933248d req-1e99d1b1-74c3-42ed-a95a-0f8ecb7b5552 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9508197 Jul 29 23:29:07.338828 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9c2556ec-675c-449d-9712-40dce51231b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:07.349041 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4f0923-6c20-4d2e-afd0-aaccc1874d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db4c3609-6711-4d41-b317-8afb8b94ad82,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:07.397867 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 46140) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:07.422067 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-cf4f0923-6c20-4d2e-afd0-aaccc1874d73 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d81d2f74ee8a420a8101c7abe1bdbcb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7901158 Jul 29 23:29:07.438823 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 46146) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:07.462555 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9227ddee-70ac-44c3-9f14-412dc933248d req-9399da07-b13e-4763-91d6-751bf1772315 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.68 HTTP/1.1" status: 200 len: 695 time: 0.1345451 Jul 29 23:29:07.465649 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95fb8ce-a84a-49d5-b91f-6b9dab56eb6b x-openstack-request-id: req-f95fb8ce-a84a-49d5-b91f-6b9dab56eb6b {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:29:07.466515 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2258e336-0707-4bfe-b054-0ad19dd4f473", "name": "network-vif-deleted", "tag": "08eaba92-12b5-4547-aedd-2d3375563912", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:29:07.466515 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f95fb8ce-a84a-49d5-b91f-6b9dab56eb6b {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:29:07.467105 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2258e336-0707-4bfe-b054-0ad19dd4f473', 'name': 'network-vif-deleted', 'tag': '08eaba92-12b5-4547-aedd-2d3375563912', 'status': 'completed', 'code': 200} Jul 29 23:29:07.537002 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2556ec-675c-449d-9712-40dce51231b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=05441e00-80ed-4219-8f22-34f7df211c67,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:07.746201 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d01064af-01cf-41f4-9202-e010c82c58d5 req-75f99791-7ae5-45aa-b8ac-15e95cb3d621 tempest-InstanceActionsNegativeTestJSON-1606122904 tempest-InstanceActionsNegativeTestJSON-1606122904-project] 10.222.0.43 "GET /v2.0/ports?device_id=2258e336-0707-4bfe-b054-0ad19dd4f473 HTTP/1.1" status: 200 len: 210 time: 0.0642502 Jul 29 23:29:07.750585 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-250a42f5-e4cf-4b83-8d98-29ad8d55b567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:07.768357 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5025d4de-0a01-4cc5-8ddc-44e5ba23ae7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:07.824631 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5025d4de-0a01-4cc5-8ddc-44e5ba23ae7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:07.865226 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9227ddee-70ac-44c3-9f14-412dc933248d req-95db7ee3-d5fb-455a-b6db-ff6a8271ffc5 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:07.900712 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9227ddee-70ac-44c3-9f14-412dc933248d req-95db7ee3-d5fb-455a-b6db-ff6a8271ffc5 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] 10.222.0.43 "GET /v2.0/networks/58f27f61-3278-49cc-b66b-1e729d26f29f HTTP/1.1" status: 200 len: 784 time: 0.4289038 Jul 29 23:29:07.945523 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9c2556ec-675c-449d-9712-40dce51231b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:08.124066 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5025d4de-0a01-4cc5-8ddc-44e5ba23ae7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:08.127205 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5025d4de-0a01-4cc5-8ddc-44e5ba23ae7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:08.128898 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-5025d4de-0a01-4cc5-8ddc-44e5ba23ae7c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/db4c3609-6711-4d41-b317-8afb8b94ad82 HTTP/1.1" status: 204 len: 168 time: 0.6891210 Jul 29 23:29:08.167201 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5025d4de-0a01-4cc5-8ddc-44e5ba23ae7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4c3609-6711-4d41-b317-8afb8b94ad82,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:08.184347 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b6f110cf-5692-4b76-9a55-e6ddded70780 req-d7208265-8caa-49c3-872c-581e73fc8727 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2220173 Jul 29 23:29:08.194552 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-250a42f5-e4cf-4b83-8d98-29ad8d55b567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:08.197941 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-b6f110cf-5692-4b76-9a55-e6ddded70780 req-92f83c28-8860-4f58-9c0e-ac81cf71867b tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Request body: {'floatingip': {'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:08.240689 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b6f110cf-5692-4b76-9a55-e6ddded70780 req-92f83c28-8860-4f58-9c0e-ac81cf71867b tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Notify callbacks [] for floatingip, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:08.336325 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-250a42f5-e4cf-4b83-8d98-29ad8d55b567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:08.351527 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c2556ec-675c-449d-9712-40dce51231b1 admin admin] Router 41052e7d-1a7b-4a4e-b9e6-dabd36572cae has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:29:08.379976 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b6f110cf-5692-4b76-9a55-e6ddded70780 req-92f83c28-8860-4f58-9c0e-ac81cf71867b tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:08.494300 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-250a42f5-e4cf-4b83-8d98-29ad8d55b567 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1c55d2d0fdb24aed96dcd1bcec3ada1f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0905049 Jul 29 23:29:08.496665 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a42f5-e4cf-4b83-8d98-29ad8d55b567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a7b2bb-9496-4c93-b719-ce6e3c211848,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:08.500522 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 46172) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:08.509376 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c2556ec-675c-449d-9712-40dce51231b1 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:29:08.521916 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3870e19-8552-4fea-aee8-23b2b365ef9a None None] Sync routers for ids ['41052e7d-1a7b-4a4e-b9e6-dabd36572cae'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:29:08.537572 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9c2556ec-675c-449d-9712-40dce51231b1 admin admin] 10.222.0.43 "PUT /v2.0/routers/41052e7d-1a7b-4a4e-b9e6-dabd36572cae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0003083 Jul 29 23:29:08.538281 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-b6f110cf-5692-4b76-9a55-e6ddded70780 req-92f83c28-8860-4f58-9c0e-ac81cf71867b tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Allocated IP 172.25.0.172 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/ac0623db-2c62-455e-acb1-c563a4c38052) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:29:08.539668 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3870e19-8552-4fea-aee8-23b2b365ef9a None None] Routers {'41052e7d-1a7b-4a4e-b9e6-dabd36572cae'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:29:08.540311 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-c3870e19-8552-4fea-aee8-23b2b365ef9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:28:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['41052e7d-1a7b-4a4e-b9e6-dabd36572cae'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:08.542283 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 46174) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:08.617300 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 46176) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:08.644358 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4bc725e6-cf4e-402a-a1bd-6d0c9f6396cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:08.714215 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1317e058-e0d2-4adb-9d66-1f321576c5ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:08.746722 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-c3870e19-8552-4fea-aee8-23b2b365ef9a None None] Set router 41052e7d-1a7b-4a4e-b9e6-dabd36572cae gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:29:08.753988 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1317e058-e0d2-4adb-9d66-1f321576c5ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:08.757992 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4bc725e6-cf4e-402a-a1bd-6d0c9f6396cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:08.772867 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4bc725e6-cf4e-402a-a1bd-6d0c9f6396cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:08.775825 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a752a9d3-46bc-49b1-8827-818ccefc7429 admin admin] Notify callbacks [] for router, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:08.846582 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b6f110cf-5692-4b76-9a55-e6ddded70780 req-92f83c28-8860-4f58-9c0e-ac81cf71867b tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:08.863835 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 46180) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:08.920401 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-4bc725e6-cf4e-402a-a1bd-6d0c9f6396cf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ddd82818e5f347f694d487b9e03d28ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3016160 Jul 29 23:29:08.926080 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc725e6-cf4e-402a-a1bd-6d0c9f6396cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403d0f80-ed3d-4cc6-9ce9-190cc7691075,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:08.951524 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 46182) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:09.099606 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ebce37f-69d8-47ab-80eb-514ced18924e admin admin] Deleting subnet bb8c165f-980a-4e46-a17e-579ab051225f {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:29:09.111151 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6ebce37f-69d8-47ab-80eb-514ced18924e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:09.173973 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b6f110cf-5692-4b76-9a55-e6ddded70780 req-92f83c28-8860-4f58-9c0e-ac81cf71867b tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:09.193370 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6ebce37f-69d8-47ab-80eb-514ced18924e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:09.254116 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-61f399e9-08e7-4401-b152-ee92e7880bf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:09.283681 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6f110cf-5692-4b76-9a55-e6ddded70780 req-92f83c28-8860-4f58-9c0e-ac81cf71867b tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:29:09.294368 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-c3870e19-8552-4fea-aee8-23b2b365ef9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41052e7d-1a7b-4a4e-b9e6-dabd36572cae', 'name': 'tempest-ServersTestManualDisk-967154592-router', 'tenant_id': '9a401af434c54898abf4f64d565a6a71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': 'ed821e53-1302-4661-b0e1-84ad381e3566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:38Z', 'updated_at': '2021-07-29T23:29:07Z', 'revision_number': 5, 'project_id': '9a401af434c54898abf4f64d565a6a71', 'gw_port': {'id': 'ed821e53-1302-4661-b0e1-84ad381e3566', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:74:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41052e7d-1a7b-4a4e-b9e6-dabd36572cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:39Z', 'updated_at': '2021-07-29T23:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:09.298844 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-b6f110cf-5692-4b76-9a55-e6ddded70780 req-92f83c28-8860-4f58-9c0e-ac81cf71867b tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:09.301988 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f110cf-5692-4b76-9a55-e6ddded70780 req-92f83c28-8860-4f58-9c0e-ac81cf71867b tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:29:09.335262 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6ebce37f-69d8-47ab-80eb-514ced18924e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:09.335429 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3870e19-8552-4fea-aee8-23b2b365ef9a None None] Checking router: 41052e7d-1a7b-4a4e-b9e6-dabd36572cae for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:29:09.342100 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f83c28-8860-4f58-9c0e-ac81cf71867b tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Pushing event updated for resources: {'Port': ['ID=ac0623db-2c62-455e-acb1-c563a4c38052,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:09.351239 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3870e19-8552-4fea-aee8-23b2b365ef9a None None] Routers {'41052e7d-1a7b-4a4e-b9e6-dabd36572cae'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:29:09.351991 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-c3870e19-8552-4fea-aee8-23b2b365ef9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:28:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['41052e7d-1a7b-4a4e-b9e6-dabd36572cae'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:09.394341 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-61f399e9-08e7-4401-b152-ee92e7880bf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:09.507471 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b6f110cf-5692-4b76-9a55-e6ddded70780 req-92f83c28-8860-4f58-9c0e-ac81cf71867b tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:09.534757 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-c3870e19-8552-4fea-aee8-23b2b365ef9a None None] Set router 41052e7d-1a7b-4a4e-b9e6-dabd36572cae gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:29:09.664651 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-61f399e9-08e7-4401-b152-ee92e7880bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:09.667642 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-61f399e9-08e7-4401-b152-ee92e7880bf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:09.668854 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-61f399e9-08e7-4401-b152-ee92e7880bf6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/403d0f80-ed3d-4cc6-9ce9-190cc7691075 HTTP/1.1" status: 204 len: 168 time: 0.7105827 Jul 29 23:29:09.687863 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b6f110cf-5692-4b76-9a55-e6ddded70780 req-92f83c28-8860-4f58-9c0e-ac81cf71867b tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:09.722412 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f399e9-08e7-4401-b152-ee92e7880bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=403d0f80-ed3d-4cc6-9ce9-190cc7691075,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:09.741366 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 08eaba92-12b5-4547-aedd-2d3375563912 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:29:09.745016 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1317e058-e0d2-4adb-9d66-1f321576c5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:09.748798 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1317e058-e0d2-4adb-9d66-1f321576c5ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:09.754673 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-1317e058-e0d2-4adb-9d66-1f321576c5ca admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/08a7b2bb-9496-4c93-b719-ce6e3c211848 HTTP/1.1" status: 204 len: 168 time: 1.2528677 Jul 29 23:29:09.780061 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1317e058-e0d2-4adb-9d66-1f321576c5ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a7b2bb-9496-4c93-b719-ce6e3c211848,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:09.780483 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] No Port match for: 08eaba92-12b5-4547-aedd-2d3375563912 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:29:09.780994 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6ebce37f-69d8-47ab-80eb-514ced18924e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:09.781180 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 08eaba92-12b5-4547-aedd-2d3375563912 not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:29:09.856205 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a752a9d3-46bc-49b1-8827-818ccefc7429 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:09.938713 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebce37f-69d8-47ab-80eb-514ced18924e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb8c165f-980a-4e46-a17e-579ab051225f,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:09.950431 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6ebce37f-69d8-47ab-80eb-514ced18924e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:09.956666 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-6ebce37f-69d8-47ab-80eb-514ced18924e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/bb8c165f-980a-4e46-a17e-579ab051225f HTTP/1.1" status: 204 len: 168 time: 1.0879085 Jul 29 23:29:09.958102 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 46218) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:10.110577 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-842314b4-3ba5-407d-a33b-5f546da947c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:10.238544 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-c3870e19-8552-4fea-aee8-23b2b365ef9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41052e7d-1a7b-4a4e-b9e6-dabd36572cae', 'name': 'tempest-ServersTestManualDisk-967154592-router', 'tenant_id': '9a401af434c54898abf4f64d565a6a71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': 'ed821e53-1302-4661-b0e1-84ad381e3566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:38Z', 'updated_at': '2021-07-29T23:29:07Z', 'revision_number': 5, 'project_id': '9a401af434c54898abf4f64d565a6a71', 'gw_port': {'id': 'ed821e53-1302-4661-b0e1-84ad381e3566', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:74:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41052e7d-1a7b-4a4e-b9e6-dabd36572cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:39Z', 'updated_at': '2021-07-29T23:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:10.240867 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-a752a9d3-46bc-49b1-8827-818ccefc7429 admin admin] Deleting port ed821e53-1302-4661-b0e1-84ad381e3566 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:29:10.241486 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a752a9d3-46bc-49b1-8827-818ccefc7429 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:10.247145 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-842314b4-3ba5-407d-a33b-5f546da947c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:10.247542 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b6f110cf-5692-4b76-9a55-e6ddded70780 req-92f83c28-8860-4f58-9c0e-ac81cf71867b tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:10.260866 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b6f110cf-5692-4b76-9a55-e6ddded70780 req-92f83c28-8860-4f58-9c0e-ac81cf71867b tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:10.304965 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-842314b4-3ba5-407d-a33b-5f546da947c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['321f8ed5-b5fd-4db2-87ff-0971c469b85f']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:10.319710 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-842314b4-3ba5-407d-a33b-5f546da947c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9146bc8-de17-49a2-a924-5fa3227d329f') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:10.320294 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-842314b4-3ba5-407d-a33b-5f546da947c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9146bc8-de17-49a2-a924-5fa3227d329f') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:10.335116 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3870e19-8552-4fea-aee8-23b2b365ef9a None None] The sync data for ids ['41052e7d-1a7b-4a4e-b9e6-dabd36572cae'] in n-d-712141-10 is: [{'id': '41052e7d-1a7b-4a4e-b9e6-dabd36572cae', 'name': 'tempest-ServersTestManualDisk-967154592-router', 'tenant_id': '9a401af434c54898abf4f64d565a6a71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.104'}], 'enable_snat': True}, 'gw_port_id': 'ed821e53-1302-4661-b0e1-84ad381e3566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:38Z', 'updated_at': '2021-07-29T23:29:07Z', 'revision_number': 5, 'project_id': '9a401af434c54898abf4f64d565a6a71', 'gw_port': {'id': 'ed821e53-1302-4661-b0e1-84ad381e3566', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:74:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41052e7d-1a7b-4a4e-b9e6-dabd36572cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:39Z', 'updated_at': '2021-07-29T23:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:29:10.338124 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:29:10.347243 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-842314b4-3ba5-407d-a33b-5f546da947c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:10.401495 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-842314b4-3ba5-407d-a33b-5f546da947c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:10.433092 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-842314b4-3ba5-407d-a33b-5f546da947c6 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:29:10.436621 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-842314b4-3ba5-407d-a33b-5f546da947c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:10.442623 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:29:10.442623 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:29:10.442623 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:29:10.442623 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:29:10.442623 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:29:10.442623 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:29:10.442623 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:29:10.442623 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:29:10.442623 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:29:10.442623 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:29:10.442623 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:29:10.442623 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:29:10.442623 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:29:10.442623 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:29:10.442623 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:29:10.442623 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:29:10.442623 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:29:10.442623 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:29:10.442623 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:29:10.442623 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:29:10.442623 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:29:10.442623 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:29:10.442623 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:29:10.442623 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:29:10.442623 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:29:10.442623 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:29:10.442623 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:29:10.442623 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:29:10.442623 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:29:10.442623 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:29:10.442623 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:29:10.442623 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:29:10.506082 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f83c28-8860-4f58-9c0e-ac81cf71867b tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Pushing event updated for resources: {'Port': ['ID=ac0623db-2c62-455e-acb1-c563a4c38052,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:10.548977 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b6f110cf-5692-4b76-9a55-e6ddded70780 req-92f83c28-8860-4f58-9c0e-ac81cf71867b tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:10.584676 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-a752a9d3-46bc-49b1-8827-818ccefc7429 admin admin] For port ed821e53-1302-4661-b0e1-84ad381e3566, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=ed821e53-1302-4661-b0e1-84ad381e3566,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:10.585164 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a752a9d3-46bc-49b1-8827-818ccefc7429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:10.596145 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b6f110cf-5692-4b76-9a55-e6ddded70780 req-92f83c28-8860-4f58-9c0e-ac81cf71867b tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:10.601148 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b6f110cf-5692-4b76-9a55-e6ddded70780 req-92f83c28-8860-4f58-9c0e-ac81cf71867b tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4075272 Jul 29 23:29:10.613748 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-a752a9d3-46bc-49b1-8827-818ccefc7429 admin admin] Calling delete_port for ed821e53-1302-4661-b0e1-84ad381e3566 owned by network:router_gateway {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:29:10.639034 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-842314b4-3ba5-407d-a33b-5f546da947c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:10.672724 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-842314b4-3ba5-407d-a33b-5f546da947c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:10.678431 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-842314b4-3ba5-407d-a33b-5f546da947c6 admin admin] 10.222.0.43 "DELETE /v2.0/networks/321f8ed5-b5fd-4db2-87ff-0971c469b85f HTTP/1.1" status: 204 len: 168 time: 0.7062504 Jul 29 23:29:10.694887 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842314b4-3ba5-407d-a33b-5f546da947c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=321f8ed5-b5fd-4db2-87ff-0971c469b85f,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:10.764766 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b6f110cf-5692-4b76-9a55-e6ddded70780 req-43f04280-d9d5-4203-875f-3fc4d1c3a45c tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.172 HTTP/1.1" status: 200 len: 696 time: 0.1538205 Jul 29 23:29:11.073555 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a752a9d3-46bc-49b1-8827-818ccefc7429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:11.089255 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f110cf-5692-4b76-9a55-e6ddded70780 req-929efa1b-37c2-486d-b4be-36949768cc3a tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:11.100469 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b6f110cf-5692-4b76-9a55-e6ddded70780 req-929efa1b-37c2-486d-b4be-36949768cc3a tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] 10.222.0.43 "GET /v2.0/networks/58f27f61-3278-49cc-b66b-1e729d26f29f HTTP/1.1" status: 200 len: 784 time: 0.3283544 Jul 29 23:29:11.135195 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a752a9d3-46bc-49b1-8827-818ccefc7429 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed821e53-1302-4661-b0e1-84ad381e3566,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:11.179035 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 46256) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:11.316905 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a752a9d3-46bc-49b1-8827-818ccefc7429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:11.435016 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 05441e00-80ed-4219-8f22-34f7df211c67 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:29:11.495436 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 05441e00-80ed-4219-8f22-34f7df211c67 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:29:11.496007 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 05441e00-80ed-4219-8f22-34f7df211c67 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:29:11.551558 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-c53d8410-6518-46eb-84dc-1c4e54d51870 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a36988fe517c402a82eba514b94be066&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3714540 Jul 29 23:29:11.557464 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 46270) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:11.564518 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f6926501-90a5-4733-9f5d-a81f2564b11b req-5a19970e-ae4c-4f52-ad6a-6f781aacbebd tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] 10.222.0.43 "GET /v2.0/floatingips/28e62939-2e81-48b6-94ce-b941b4b946b1 HTTP/1.1" status: 200 len: 693 time: 0.3351252 Jul 29 23:29:11.580894 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a752a9d3-46bc-49b1-8827-818ccefc7429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:11.603832 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a752a9d3-46bc-49b1-8827-818ccefc7429 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:11.726527 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a752a9d3-46bc-49b1-8827-818ccefc7429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:11.727388 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a752a9d3-46bc-49b1-8827-818ccefc7429 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41052e7d-1a7b-4a4e-b9e6-dabd36572cae {{(pid=94077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:29:11.733232 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a752a9d3-46bc-49b1-8827-818ccefc7429 admin admin] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:11.739638 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a752a9d3-46bc-49b1-8827-818ccefc7429 admin admin] 10.222.0.43 "DELETE /v2.0/routers/41052e7d-1a7b-4a4e-b9e6-dabd36572cae HTTP/1.1" status: 204 len: 168 time: 3.1790431 Jul 29 23:29:11.752376 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 46274) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:11.821622 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6926501-90a5-4733-9f5d-a81f2564b11b req-26aee1a1-3123-4071-b94e-6ce2874d9a53 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:11.828230 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f6926501-90a5-4733-9f5d-a81f2564b11b req-26aee1a1-3123-4071-b94e-6ce2874d9a53 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] 10.222.0.43 "GET /v2.0/networks/58f27f61-3278-49cc-b66b-1e729d26f29f HTTP/1.1" status: 200 len: 784 time: 0.2620056 Jul 29 23:29:11.931056 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-dcea4e6b-935c-4105-a218-29870c37bd9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:11.944647 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b1a32a6-17c1-44db-8830-aab69ddb7848 admin admin] Deleting subnet f84d12aa-4b74-4699-924c-ad2973fc5537 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:29:11.994647 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3b1a32a6-17c1-44db-8830-aab69ddb7848 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:12.045566 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-84dd5609-693e-438d-8df2-65d132cf4883 req-ba4b8068-7959-4a5b-8021-2b5a8aa98247 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] 10.222.0.43 "GET /v2.0/floatingips/28e62939-2e81-48b6-94ce-b941b4b946b1 HTTP/1.1" status: 200 len: 693 time: 0.1631181 Jul 29 23:29:12.106161 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-dcea4e6b-935c-4105-a218-29870c37bd9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:12.139766 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3b1a32a6-17c1-44db-8830-aab69ddb7848 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:12.255479 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 46292) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:12.327760 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3b1a32a6-17c1-44db-8830-aab69ddb7848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:12.329854 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dd5609-693e-438d-8df2-65d132cf4883 req-3088d726-7d55-46ae-aa8d-7fe7297c0d83 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:12.335558 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-84dd5609-693e-438d-8df2-65d132cf4883 req-3088d726-7d55-46ae-aa8d-7fe7297c0d83 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] 10.222.0.43 "GET /v2.0/networks/58f27f61-3278-49cc-b66b-1e729d26f29f HTTP/1.1" status: 200 len: 784 time: 0.2863743 Jul 29 23:29:12.350279 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [req-84dd5609-693e-438d-8df2-65d132cf4883 req-18bd1120-ec1a-4449-a1f0-551e21e30427 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:29:12.350900 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-dcea4e6b-935c-4105-a218-29870c37bd9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:12.351725 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-84dd5609-693e-438d-8df2-65d132cf4883 req-18bd1120-ec1a-4449-a1f0-551e21e30427 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076439 Jul 29 23:29:12.353972 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-dcea4e6b-935c-4105-a218-29870c37bd9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:12.357720 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-dcea4e6b-935c-4105-a218-29870c37bd9c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6ecf26d9-215e-4774-b7bb-a41ad429c39b HTTP/1.1" status: 204 len: 168 time: 0.7967231 Jul 29 23:29:12.376695 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcea4e6b-935c-4105-a218-29870c37bd9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ecf26d9-215e-4774-b7bb-a41ad429c39b,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:12.460248 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3b1a32a6-17c1-44db-8830-aab69ddb7848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:12.504106 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-84dd5609-693e-438d-8df2-65d132cf4883 req-32c169e6-8773-480e-a637-ee0d914ee342 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.172 HTTP/1.1" status: 200 len: 696 time: 0.1429138 Jul 29 23:29:12.530603 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72212e9-46e9-4420-8745-da37ae9fb63a None None] Network 399e2854-6b91-4680-bb53-ee3069227e3d requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:29:12.540297 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3b1a32a6-17c1-44db-8830-aab69ddb7848 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:12.542448 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-3b1a32a6-17c1-44db-8830-aab69ddb7848 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f84d12aa-4b74-4699-924c-ad2973fc5537 HTTP/1.1" status: 204 len: 168 time: 0.7848163 Jul 29 23:29:12.552376 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-d5982171-b000-4329-a1e5-58635bc0b8cc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-247767229-network', 'tenant_id': '51255cfffa684de591fe711791e2cb9e'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:12.570157 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 46308) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:12.631601 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1a32a6-17c1-44db-8830-aab69ddb7848 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f84d12aa-4b74-4699-924c-ad2973fc5537,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:12.650621 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5982171-b000-4329-a1e5-58635bc0b8cc admin admin] Made reservation on behalf of 51255cfffa684de591fe711791e2cb9e for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:29:12.660560 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d5982171-b000-4329-a1e5-58635bc0b8cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:12.718847 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d5982171-b000-4329-a1e5-58635bc0b8cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:12.995030 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d5982171-b000-4329-a1e5-58635bc0b8cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:12.995413 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52328067-f180-44a8-86f7-efb2a7c7ae87 None None] DHCP port deletion for 399e2854-6b91-4680-bb53-ee3069227e3d request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:29:13.014817 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d5982171-b000-4329-a1e5-58635bc0b8cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:13.116638 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5982171-b000-4329-a1e5-58635bc0b8cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d81a41f-1531-4658-8c1e-263768d3a7b1,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:13.121076 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-52328067-f180-44a8-86f7-efb2a7c7ae87 None None] Deleting port 21c3692c-4526-44f0-a6cf-1245ed7acb12 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:29:13.125815 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-52328067-f180-44a8-86f7-efb2a7c7ae87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:13.130320 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5982171-b000-4329-a1e5-58635bc0b8cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:29:13.140617 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d5982171-b000-4329-a1e5-58635bc0b8cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:13.140975 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-d5982171-b000-4329-a1e5-58635bc0b8cc admin admin] Added segment 12801ee3-766c-4a0c-8974-7e532bb9c394 of type vlan for network cfd180a5-2323-419d-bdc6-4ceded7aeded Jul 29 23:29:13.191780 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d5982171-b000-4329-a1e5-58635bc0b8cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:13.242006 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d5982171-b000-4329-a1e5-58635bc0b8cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:13.242757 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5982171-b000-4329-a1e5-58635bc0b8cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:13.243524 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d5982171-b000-4329-a1e5-58635bc0b8cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:13.300991 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d5982171-b000-4329-a1e5-58635bc0b8cc admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0410383 Jul 29 23:29:13.309395 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-52328067-f180-44a8-86f7-efb2a7c7ae87 None None] For port 21c3692c-4526-44f0-a6cf-1245ed7acb12, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=21c3692c-4526-44f0-a6cf-1245ed7acb12,segment=NetworkSegment(1e53d96e-2b52-4a8f-8172-d3e933bc937d),segment_id=1e53d96e-2b52-4a8f-8172-d3e933bc937d)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:13.309698 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-52328067-f180-44a8-86f7-efb2a7c7ae87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:13.338876 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 46320) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:13.362039 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-52328067-f180-44a8-86f7-efb2a7c7ae87 None None] Calling delete_port for 21c3692c-4526-44f0-a6cf-1245ed7acb12 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:29:13.382480 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 21c3692c-4526-44f0-a6cf-1245ed7acb12 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:29:13.390742 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-9066a8fe-ee74-459b-9411-b69741a26c24 admin admin] Request body: {'subnet': {'network_id': 'cfd180a5-2323-419d-bdc6-4ceded7aeded', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-247767229-subnet', 'tenant_id': '51255cfffa684de591fe711791e2cb9e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:13.449103 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5982171-b000-4329-a1e5-58635bc0b8cc admin admin] Pushing event updated for resources: {'Network': ['ID=cfd180a5-2323-419d-bdc6-4ceded7aeded,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:13.474046 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9066a8fe-ee74-459b-9411-b69741a26c24 admin admin] Made reservation on behalf of 51255cfffa684de591fe711791e2cb9e for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:29:13.476519 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9066a8fe-ee74-459b-9411-b69741a26c24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:13.495858 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-84dd5609-693e-438d-8df2-65d132cf4883 req-33fc95dd-af4d-4970-8201-06d240df8fb5 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.172 HTTP/1.1" status: 200 len: 696 time: 0.9851830 Jul 29 23:29:13.503506 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network cfd180a5-2323-419d-bdc6-4ceded7aeded details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:29:13.793293 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9066a8fe-ee74-459b-9411-b69741a26c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:13.899623 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-79955a11-4891-45c3-8170-5ee643c5b363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:13.933005 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9066a8fe-ee74-459b-9411-b69741a26c24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3af85d15-7d43-47c4-8832-b74b95c0d8e8,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:13.953248 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9066a8fe-ee74-459b-9411-b69741a26c24 admin admin] Checking segment: {'id': '12801ee3-766c-4a0c-8974-7e532bb9c394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cfd180a5-2323-419d-bdc6-4ceded7aeded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:29:13.953248 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9066a8fe-ee74-459b-9411-b69741a26c24 admin admin] Network hostable DHCP agents. Network: cfd180a5-2323-419d-bdc6-4ceded7aeded, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:29:13.979241 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9066a8fe-ee74-459b-9411-b69741a26c24 admin admin] Network cfd180a5-2323-419d-bdc6-4ceded7aeded is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:29:14.005246 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:14.011271 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-9066a8fe-ee74-459b-9411-b69741a26c24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, cfd180a5-2323-419d-bdc6-4ceded7aeded) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:14.019669 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9066a8fe-ee74-459b-9411-b69741a26c24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:14.024573 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9066a8fe-ee74-459b-9411-b69741a26c24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:14.025113 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7b003b-94a5-41a9-be3e-ccc91759d765 None None] Network cfd180a5-2323-419d-bdc6-4ceded7aeded requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:29:14.075056 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-84dd5609-693e-438d-8df2-65d132cf4883 req-00d661e7-6974-4d62-9ab7-6f7e4752a09d tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Deleting port ac0623db-2c62-455e-acb1-c563a4c38052 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:29:14.075056 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-84dd5609-693e-438d-8df2-65d132cf4883 req-00d661e7-6974-4d62-9ab7-6f7e4752a09d tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:14.086354 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9066a8fe-ee74-459b-9411-b69741a26c24 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6994786 Jul 29 23:29:14.091074 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 46346) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:14.100089 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-e375c103-5b10-4d87-9751-1c3bcbafdcb0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-247767229-router', 'tenant_id': '51255cfffa684de591fe711791e2cb9e', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:14.200140 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e375c103-5b10-4d87-9751-1c3bcbafdcb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:14.201620 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e375c103-5b10-4d87-9751-1c3bcbafdcb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:14.241449 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-52328067-f180-44a8-86f7-efb2a7c7ae87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:14.292982 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-79955a11-4891-45c3-8170-5ee643c5b363 admin admin] Deleting port 21c3692c-4526-44f0-a6cf-1245ed7acb12 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:29:14.295510 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-79955a11-4891-45c3-8170-5ee643c5b363 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:14.310617 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52328067-f180-44a8-86f7-efb2a7c7ae87 None None] Pushing event deleted for resources: {'Port': ['ID=21c3692c-4526-44f0-a6cf-1245ed7acb12,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:14.312258 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b052a07-773e-4221-b794-65bb40b97a50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-cfd180a5-2323-419d-bdc6-4ceded7aeded', 'network_id': 'cfd180a5-2323-419d-bdc6-4ceded7aeded', 'tenant_id': '51255cfffa684de591fe711791e2cb9e', 'fixed_ips': [{'subnet_id': '3af85d15-7d43-47c4-8832-b74b95c0d8e8'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:29:14.313181 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b052a07-773e-4221-b794-65bb40b97a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:14.329400 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52328067-f180-44a8-86f7-efb2a7c7ae87 None None] No DVR routers for this DVR port 21c3692c-4526-44f0-a6cf-1245ed7acb12 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:29:14.335018 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device ed821e53-1302-4661-b0e1-84ad381e3566 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:29:14.423908 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e375c103-5b10-4d87-9751-1c3bcbafdcb0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:14.429542 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: ed821e53-1302-4661-b0e1-84ad381e3566 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:29:14.434122 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device ed821e53-1302-4661-b0e1-84ad381e3566 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:29:14.542602 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-84dd5609-693e-438d-8df2-65d132cf4883 req-00d661e7-6974-4d62-9ab7-6f7e4752a09d tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:14.543170 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-84dd5609-693e-438d-8df2-65d132cf4883 req-00d661e7-6974-4d62-9ab7-6f7e4752a09d tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:14.601942 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-79955a11-4891-45c3-8170-5ee643c5b363 admin admin] For port 21c3692c-4526-44f0-a6cf-1245ed7acb12, host n-d-712141-10, got binding levels [] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:14.602558 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-79955a11-4891-45c3-8170-5ee643c5b363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:14.618759 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-84dd5609-693e-438d-8df2-65d132cf4883 req-00d661e7-6974-4d62-9ab7-6f7e4752a09d tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Calling delete_port for ac0623db-2c62-455e-acb1-c563a4c38052 owned by network:floatingip {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:29:14.627636 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-2b052a07-773e-4221-b794-65bb40b97a50 None None] Allocated IP 172.20.0.2 (cfd180a5-2323-419d-bdc6-4ceded7aeded/3af85d15-7d43-47c4-8832-b74b95c0d8e8/d96164f6-0b7b-48f9-bb58-8298f400acac) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:29:14.658277 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-79955a11-4891-45c3-8170-5ee643c5b363 admin admin] Calling delete_port for 21c3692c-4526-44f0-a6cf-1245ed7acb12 owned by network:dhcp {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:29:14.670959 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.ipam_backend_mixin [None req-79955a11-4891-45c3-8170-5ee643c5b363 admin admin] Port 21c3692c-4526-44f0-a6cf-1245ed7acb12 was not found and therefore no delete operation was performed {{(pid=94078) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 23:29:14.681887 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-79955a11-4891-45c3-8170-5ee643c5b363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:14.724251 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79955a11-4891-45c3-8170-5ee643c5b363 admin admin] No DVR routers for this DVR port 21c3692c-4526-44f0-a6cf-1245ed7acb12 on host n-d-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:29:14.904291 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79955a11-4891-45c3-8170-5ee643c5b363 admin admin] Pushing event deleted for resources: {'Port': ['ID=21c3692c-4526-44f0-a6cf-1245ed7acb12,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:14.909929 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e375c103-5b10-4d87-9751-1c3bcbafdcb0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:15.086764 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b052a07-773e-4221-b794-65bb40b97a50 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:15.087242 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 46370) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:15.122789 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2b052a07-773e-4221-b794-65bb40b97a50 None None] Transition to ACTIVE for port object d96164f6-0b7b-48f9-bb58-8298f400acac will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:15.202993 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2b052a07-773e-4221-b794-65bb40b97a50 None None] Transition to ACTIVE for port object d96164f6-0b7b-48f9-bb58-8298f400acac will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:15.226699 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b052a07-773e-4221-b794-65bb40b97a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:15.370832 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b052a07-773e-4221-b794-65bb40b97a50 None None] Network cfd180a5-2323-419d-bdc6-4ceded7aeded is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:29:15.378104 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-2b052a07-773e-4221-b794-65bb40b97a50 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:15.404456 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b052a07-773e-4221-b794-65bb40b97a50 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:29:15.503241 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-79955a11-4891-45c3-8170-5ee643c5b363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:15.536394 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-84dd5609-693e-438d-8df2-65d132cf4883 req-00d661e7-6974-4d62-9ab7-6f7e4752a09d tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:15.551236 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-79955a11-4891-45c3-8170-5ee643c5b363 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['399e2854-6b91-4680-bb53-ee3069227e3d']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:15.566709 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b052a07-773e-4221-b794-65bb40b97a50 None None] Pushing event updated for resources: {'Port': ['ID=d96164f6-0b7b-48f9-bb58-8298f400acac,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:15.620472 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-2b052a07-773e-4221-b794-65bb40b97a50 None None] Attempting to bind port d96164f6-0b7b-48f9-bb58-8298f400acac on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:29:15.620472 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-2b052a07-773e-4221-b794-65bb40b97a50 None None] Attempting to bind port d96164f6-0b7b-48f9-bb58-8298f400acac by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '12801ee3-766c-4a0c-8974-7e532bb9c394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cfd180a5-2323-419d-bdc6-4ceded7aeded'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:29:15.622350 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b052a07-773e-4221-b794-65bb40b97a50 None None] Attempting to bind port d96164f6-0b7b-48f9-bb58-8298f400acac on network cfd180a5-2323-419d-bdc6-4ceded7aeded {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:29:15.628446 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-79955a11-4891-45c3-8170-5ee643c5b363 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e53d96e-2b52-4a8f-8172-d3e933bc937d') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:15.637171 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-79955a11-4891-45c3-8170-5ee643c5b363 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e53d96e-2b52-4a8f-8172-d3e933bc937d') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:15.639251 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b052a07-773e-4221-b794-65bb40b97a50 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:29:15.639637 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b052a07-773e-4221-b794-65bb40b97a50 None None] Checking segment: {'id': '12801ee3-766c-4a0c-8974-7e532bb9c394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cfd180a5-2323-419d-bdc6-4ceded7aeded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:29:15.640518 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b052a07-773e-4221-b794-65bb40b97a50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:15.640518 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b052a07-773e-4221-b794-65bb40b97a50 None None] Bound using segment: {'id': '12801ee3-766c-4a0c-8974-7e532bb9c394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cfd180a5-2323-419d-bdc6-4ceded7aeded'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:29:15.640900 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-2b052a07-773e-4221-b794-65bb40b97a50 None None] Bound port: d96164f6-0b7b-48f9-bb58-8298f400acac, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12801ee3-766c-4a0c-8974-7e532bb9c394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cfd180a5-2323-419d-bdc6-4ceded7aeded'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:29:15.641417 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b052a07-773e-4221-b794-65bb40b97a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:15.656325 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e375c103-5b10-4d87-9751-1c3bcbafdcb0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:15.721393 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e375c103-5b10-4d87-9751-1c3bcbafdcb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:15.761092 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-cd1a91ed-e7f7-4703-b5b2-67bbf5ddf0ae admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1576914320-network', 'tenant_id': 'e28d67885ebb4a87be58f30870187692'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:15.782286 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-79955a11-4891-45c3-8170-5ee643c5b363 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:15.808054 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b052a07-773e-4221-b794-65bb40b97a50 None None] For port d96164f6-0b7b-48f9-bb58-8298f400acac, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:29:15.811926 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b052a07-773e-4221-b794-65bb40b97a50 None None] For port d96164f6-0b7b-48f9-bb58-8298f400acac, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=d96164f6-0b7b-48f9-bb58-8298f400acac,segment=NetworkSegment(12801ee3-766c-4a0c-8974-7e532bb9c394),segment_id=12801ee3-766c-4a0c-8974-7e532bb9c394)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:29:15.820085 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b052a07-773e-4221-b794-65bb40b97a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:15.829167 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d661e7-6974-4d62-9ab7-6f7e4752a09d tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Pushing event deleted for resources: {'Port': ['ID=ac0623db-2c62-455e-acb1-c563a4c38052,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:15.902393 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b052a07-773e-4221-b794-65bb40b97a50 None None] Pushing event updated for resources: {'Port': ['ID=d96164f6-0b7b-48f9-bb58-8298f400acac,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:15.949419 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-84dd5609-693e-438d-8df2-65d132cf4883 req-00d661e7-6974-4d62-9ab7-6f7e4752a09d tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Notify callbacks [] for floatingip, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:15.953071 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-84dd5609-693e-438d-8df2-65d132cf4883 req-00d661e7-6974-4d62-9ab7-6f7e4752a09d tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:15.982148 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-84dd5609-693e-438d-8df2-65d132cf4883 req-00d661e7-6974-4d62-9ab7-6f7e4752a09d tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] 10.222.0.43 "DELETE /v2.0/floatingips/28e62939-2e81-48b6-94ce-b941b4b946b1 HTTP/1.1" status: 204 len: 173 time: 2.4218702 Jul 29 23:29:16.007354 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-79955a11-4891-45c3-8170-5ee643c5b363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:16.059129 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79955a11-4891-45c3-8170-5ee643c5b363 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:29:16.060292 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-79955a11-4891-45c3-8170-5ee643c5b363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:16.061886 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:29:16.061886 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:29:16.061886 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:29:16.061886 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:29:16.061886 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:29:16.061886 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:29:16.061886 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:29:16.061886 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:29:16.061886 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:29:16.061886 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:29:16.061886 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:29:16.061886 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:29:16.061886 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:29:16.061886 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:29:16.061886 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:29:16.061886 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:29:16.061886 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:29:16.061886 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:29:16.061886 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:29:16.061886 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:29:16.061886 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:29:16.061886 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:29:16.061886 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:29:16.061886 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:29:16.061886 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:29:16.061886 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:29:16.061886 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:29:16.061886 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:29:16.061886 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:29:16.061886 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:29:16.061886 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:29:16.061886 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:29:16.094754 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-e375c103-5b10-4d87-9751-1c3bcbafdcb0 admin admin] Allocated IP 172.25.0.89 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/1165d32f-5e4c-498e-9852-079b95a2201b) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:29:16.156439 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1a91ed-e7f7-4703-b5b2-67bbf5ddf0ae admin admin] Made reservation on behalf of e28d67885ebb4a87be58f30870187692 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:29:16.158822 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cd1a91ed-e7f7-4703-b5b2-67bbf5ddf0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:16.325345 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cd1a91ed-e7f7-4703-b5b2-67bbf5ddf0ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:16.356301 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e375c103-5b10-4d87-9751-1c3bcbafdcb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:16.403090 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-79955a11-4891-45c3-8170-5ee643c5b363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:16.425395 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-79955a11-4891-45c3-8170-5ee643c5b363 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:16.429393 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-79955a11-4891-45c3-8170-5ee643c5b363 admin admin] 10.222.0.43 "DELETE /v2.0/networks/399e2854-6b91-4680-bb53-ee3069227e3d HTTP/1.1" status: 204 len: 168 time: 3.8580894 Jul 29 23:29:16.456863 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e375c103-5b10-4d87-9751-1c3bcbafdcb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:16.516819 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79955a11-4891-45c3-8170-5ee643c5b363 admin admin] Pushing event deleted for resources: {'Network': ['ID=399e2854-6b91-4680-bb53-ee3069227e3d,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:16.560622 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e375c103-5b10-4d87-9751-1c3bcbafdcb0 admin admin] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:29:16.564579 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-e375c103-5b10-4d87-9751-1c3bcbafdcb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:16.575174 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e375c103-5b10-4d87-9751-1c3bcbafdcb0 admin admin] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:29:16.659342 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025f4021-7732-4d4b-8ca8-b70ef680e7e6 req-2f59d4f9-ea32-4c54-b8d9-c90d0f2428a9 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:16.681354 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-025f4021-7732-4d4b-8ca8-b70ef680e7e6 req-2f59d4f9-ea32-4c54-b8d9-c90d0f2428a9 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.6714466 Jul 29 23:29:16.685100 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e375c103-5b10-4d87-9751-1c3bcbafdcb0 admin admin] Pushing event updated for resources: {'Port': ['ID=1165d32f-5e4c-498e-9852-079b95a2201b,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:16.865485 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 46418) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:16.959567 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cd1a91ed-e7f7-4703-b5b2-67bbf5ddf0ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:16.973851 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-41505dc0-717e-479a-8b61-45b04b832c6a req-941d58ef-fa33-470f-b597-87b9547fce78 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] 10.222.0.43 "GET /v2.0/floatingips?tenant_id=71b44dc61bd24fc994bc46fef37e8753 HTTP/1.1" status: 200 len: 1655 time: 0.2107167 Jul 29 23:29:16.976673 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cd1a91ed-e7f7-4703-b5b2-67bbf5ddf0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:16.993718 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd1a91ed-e7f7-4703-b5b2-67bbf5ddf0ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:29:17.007090 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cd1a91ed-e7f7-4703-b5b2-67bbf5ddf0ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:17.008246 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-cd1a91ed-e7f7-4703-b5b2-67bbf5ddf0ae admin admin] Added segment a9b44f2a-aa44-41d6-aa0c-db679a4cff3f of type vlan for network de4f95b9-111d-4410-8338-da8c0dfd383a Jul 29 23:29:17.105400 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cd1a91ed-e7f7-4703-b5b2-67bbf5ddf0ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:17.139092 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e375c103-5b10-4d87-9751-1c3bcbafdcb0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:17.311062 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.db.resource_extend [None req-cd1a91ed-e7f7-4703-b5b2-67bbf5ddf0ae admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:29:17.422145 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device d96164f6-0b7b-48f9-bb58-8298f400acac up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:29:17.462764 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-4e0626a5-d0a5-4766-bc84-923c2f61c5c7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9a401af434c54898abf4f64d565a6a71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5950301 Jul 29 23:29:17.473679 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 46428) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:17.495148 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a91ed-e7f7-4703-b5b2-67bbf5ddf0ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73632634-b32a-47c2-a241-503e403369ee,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:17.513385 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cd1a91ed-e7f7-4703-b5b2-67bbf5ddf0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:17.515501 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1a91ed-e7f7-4703-b5b2-67bbf5ddf0ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:17.515501 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cd1a91ed-e7f7-4703-b5b2-67bbf5ddf0ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:17.570083 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port d96164f6-0b7b-48f9-bb58-8298f400acac completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:29:17.577463 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-cd1a91ed-e7f7-4703-b5b2-67bbf5ddf0ae admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.4860153 Jul 29 23:29:17.583306 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 46432) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:17.720856 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-68f5ba4d-23bb-4794-9d00-35e8757fa4fe admin admin] Request body: {'subnet': {'network_id': 'de4f95b9-111d-4410-8338-da8c0dfd383a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1576914320-subnet', 'tenant_id': 'e28d67885ebb4a87be58f30870187692', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:17.775495 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f0d27a-6be9-4c1a-88ff-250e79d487e4 None None] Network cfd180a5-2323-419d-bdc6-4ceded7aeded requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:29:17.803227 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e375c103-5b10-4d87-9751-1c3bcbafdcb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:17.864289 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41505dc0-717e-479a-8b61-45b04b832c6a req-c4c97144-11c5-4a4d-948a-b1b6dc5c8431 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:17.875128 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-41505dc0-717e-479a-8b61-45b04b832c6a req-c4c97144-11c5-4a4d-948a-b1b6dc5c8431 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] 10.222.0.43 "GET /v2.0/networks?id=58f27f61-3278-49cc-b66b-1e729d26f29f&id=58f27f61-3278-49cc-b66b-1e729d26f29f&id=58f27f61-3278-49cc-b66b-1e729d26f29f HTTP/1.1" status: 200 len: 787 time: 0.7487011 Jul 29 23:29:17.901561 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [req-41505dc0-717e-479a-8b61-45b04b832c6a req-8fc36a86-7f2c-457c-897f-a053051e1980 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:29:17.907829 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-41505dc0-717e-479a-8b61-45b04b832c6a req-8fc36a86-7f2c-457c-897f-a053051e1980 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0299723 Jul 29 23:29:17.966957 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a91ed-e7f7-4703-b5b2-67bbf5ddf0ae admin admin] Pushing event updated for resources: {'Network': ['ID=de4f95b9-111d-4410-8338-da8c0dfd383a,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:18.026623 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f5ba4d-23bb-4794-9d00-35e8757fa4fe admin admin] Made reservation on behalf of e28d67885ebb4a87be58f30870187692 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:29:18.030553 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-68f5ba4d-23bb-4794-9d00-35e8757fa4fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:18.111562 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network de4f95b9-111d-4410-8338-da8c0dfd383a details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:29:18.142935 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e375c103-5b10-4d87-9751-1c3bcbafdcb0 admin admin] Router e44e1d7e-51aa-482c-a33b-118aef5ede9a is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:29:18.245695 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-65feee55-3caa-42ba-a4aa-319d770f1875 None None] Provisioning for port d96164f6-0b7b-48f9-bb58-8298f400acac completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:29:18.250953 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-65feee55-3caa-42ba-a4aa-319d770f1875 None None] Provisioning complete for port d96164f6-0b7b-48f9-bb58-8298f400acac triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:18.251345 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-65feee55-3caa-42ba-a4aa-319d770f1875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:18.330535 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e375c103-5b10-4d87-9751-1c3bcbafdcb0 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:29:18.341795 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f2df5f-84e1-4526-9ead-7ff010f7a3d4 None None] Sync routers for ids ['e44e1d7e-51aa-482c-a33b-118aef5ede9a'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:29:18.357996 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f2df5f-84e1-4526-9ead-7ff010f7a3d4 None None] Routers {'e44e1d7e-51aa-482c-a33b-118aef5ede9a'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:29:18.358709 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-18f2df5f-84e1-4526-9ead-7ff010f7a3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:28:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['e44e1d7e-51aa-482c-a33b-118aef5ede9a'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:18.391667 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e375c103-5b10-4d87-9751-1c3bcbafdcb0 admin admin] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:18.394074 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e375c103-5b10-4d87-9751-1c3bcbafdcb0 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.3016653 Jul 29 23:29:18.397215 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 46446) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:18.401039 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-65feee55-3caa-42ba-a4aa-319d770f1875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:18.407375 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-68f5ba4d-23bb-4794-9d00-35e8757fa4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:18.427859 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ac5a215c-9fa7-4c7c-bab1-62254cec382d req-85365ac4-3a90-44cd-a0c2-a2aa6399fad6 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] 10.222.0.43 "GET /v2.0/floatingips/53f7e44b-e719-48d3-91c4-9565edcf1622 HTTP/1.1" status: 200 len: 692 time: 0.4809582 Jul 29 23:29:18.508439 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3862705f-ddbf-4a06-80be-31bf8789f5b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:18.560382 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-65feee55-3caa-42ba-a4aa-319d770f1875 None None] For port d96164f6-0b7b-48f9-bb58-8298f400acac, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=d96164f6-0b7b-48f9-bb58-8298f400acac,segment=NetworkSegment(12801ee3-766c-4a0c-8974-7e532bb9c394),segment_id=12801ee3-766c-4a0c-8974-7e532bb9c394)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:18.579447 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-65feee55-3caa-42ba-a4aa-319d770f1875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:18.703512 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-18f2df5f-84e1-4526-9ead-7ff010f7a3d4 None None] Set router e44e1d7e-51aa-482c-a33b-118aef5ede9a gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:29:18.889142 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65feee55-3caa-42ba-a4aa-319d770f1875 None None] Pushing event updated for resources: {'Port': ['ID=d96164f6-0b7b-48f9-bb58-8298f400acac,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:18.924092 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-08fb1fb2-6519-4ef6-9db6-0ad8ff29d898 None None] Provisioning complete for port d96164f6-0b7b-48f9-bb58-8298f400acac triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:18.924504 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-08fb1fb2-6519-4ef6-9db6-0ad8ff29d898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:19.044779 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5a215c-9fa7-4c7c-bab1-62254cec382d req-51ca764f-9344-44f1-870c-bac774cab9c5 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:19.055220 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ac5a215c-9fa7-4c7c-bab1-62254cec382d req-51ca764f-9344-44f1-870c-bac774cab9c5 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] 10.222.0.43 "GET /v2.0/networks/58f27f61-3278-49cc-b66b-1e729d26f29f HTTP/1.1" status: 200 len: 784 time: 0.6161757 Jul 29 23:29:19.108547 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [req-ac5a215c-9fa7-4c7c-bab1-62254cec382d req-87ef71f9-51dc-45a8-9806-cbaccd1e74e9 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:29:19.109610 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ac5a215c-9fa7-4c7c-bab1-62254cec382d req-87ef71f9-51dc-45a8-9806-cbaccd1e74e9 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0536740 Jul 29 23:29:19.114556 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f5ba4d-23bb-4794-9d00-35e8757fa4fe admin admin] Checking segment: {'id': 'a9b44f2a-aa44-41d6-aa0c-db679a4cff3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'de4f95b9-111d-4410-8338-da8c0dfd383a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:29:19.114916 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f5ba4d-23bb-4794-9d00-35e8757fa4fe admin admin] Network hostable DHCP agents. Network: de4f95b9-111d-4410-8338-da8c0dfd383a, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:29:19.152904 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3862705f-ddbf-4a06-80be-31bf8789f5b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:19.227838 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-18f2df5f-84e1-4526-9ead-7ff010f7a3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44e1d7e-51aa-482c-a33b-118aef5ede9a', 'name': 'tempest-FloatingIPsTestJSON-247767229-router', 'tenant_id': '51255cfffa684de591fe711791e2cb9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '1165d32f-5e4c-498e-9852-079b95a2201b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:29:14Z', 'updated_at': '2021-07-29T23:29:16Z', 'revision_number': 3, 'project_id': '51255cfffa684de591fe711791e2cb9e', 'gw_port': {'id': '1165d32f-5e4c-498e-9852-079b95a2201b', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e44e1d7e-51aa-482c-a33b-118aef5ede9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:15Z', 'updated_at': '2021-07-29T23:29:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:19.234084 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ac5a215c-9fa7-4c7c-bab1-62254cec382d req-27206218-4bd2-4b1b-8d5a-2544f6f60539 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.68 HTTP/1.1" status: 200 len: 695 time: 0.1087394 Jul 29 23:29:19.291537 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f5ba4d-23bb-4794-9d00-35e8757fa4fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=b898f6b9-5fac-4610-9f64-99cb2f6e7579,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:19.317480 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f5ba4d-23bb-4794-9d00-35e8757fa4fe admin admin] Network de4f95b9-111d-4410-8338-da8c0dfd383a is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:29:19.318806 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f2df5f-84e1-4526-9ead-7ff010f7a3d4 None None] Checking router: e44e1d7e-51aa-482c-a33b-118aef5ede9a for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:29:19.322420 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f2df5f-84e1-4526-9ead-7ff010f7a3d4 None None] Updating router e44e1d7e-51aa-482c-a33b-118aef5ede9a port 1165d32f-5e4c-498e-9852-079b95a2201b binding host n-d-712141-10 {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:29:19.331377 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device d96164f6-0b7b-48f9-bb58-8298f400acac up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:29:19.396695 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-18f2df5f-84e1-4526-9ead-7ff010f7a3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:19.446513 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port d96164f6-0b7b-48f9-bb58-8298f400acac triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:19.447416 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:19.481549 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:19.530763 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-68f5ba4d-23bb-4794-9d00-35e8757fa4fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, de4f95b9-111d-4410-8338-da8c0dfd383a) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:19.577675 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ac5a215c-9fa7-4c7c-bab1-62254cec382d req-38830e24-60ca-4e95-a39b-2a39dcf83e57 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.68 HTTP/1.1" status: 200 len: 695 time: 0.3419499 Jul 29 23:29:19.579895 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f5ba4d-23bb-4794-9d00-35e8757fa4fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:19.580376 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-68f5ba4d-23bb-4794-9d00-35e8757fa4fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:19.587057 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d390da79-1d07-4804-a9e3-60ad1680df42 None None] Network de4f95b9-111d-4410-8338-da8c0dfd383a requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:29:19.822584 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 46490) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:19.868552 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c09f4d-d925-4f0b-a726-aa188eb5ecf1 None None] Network de4f95b9-111d-4410-8338-da8c0dfd383a requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:29:19.894977 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-eb82a6b1-16b9-47e8-9fde-b4ff5598a690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:19.912302 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3862705f-ddbf-4a06-80be-31bf8789f5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:19.919782 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3862705f-ddbf-4a06-80be-31bf8789f5b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:19.923676 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-18f2df5f-84e1-4526-9ead-7ff010f7a3d4 None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:19.933684 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-3862705f-ddbf-4a06-80be-31bf8789f5b3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/de4b0c8b-803d-4e6d-a5c3-44fd125e868c HTTP/1.1" status: 204 len: 168 time: 2.4480264 Jul 29 23:29:19.933684 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-68f5ba4d-23bb-4794-9d00-35e8757fa4fe admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3188524 Jul 29 23:29:19.950744 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-18f2df5f-84e1-4526-9ead-7ff010f7a3d4 None None] Transition to ACTIVE for port object 1165d32f-5e4c-498e-9852-079b95a2201b will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:19.959238 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-18f2df5f-84e1-4526-9ead-7ff010f7a3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:19.967114 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3862705f-ddbf-4a06-80be-31bf8789f5b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de4b0c8b-803d-4e6d-a5c3-44fd125e868c,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:20.023234 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-18f2df5f-84e1-4526-9ead-7ff010f7a3d4 None None] Attempting to bind port 1165d32f-5e4c-498e-9852-079b95a2201b on host n-d-712141-10 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:29:20.023908 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-18f2df5f-84e1-4526-9ead-7ff010f7a3d4 None None] Attempting to bind port 1165d32f-5e4c-498e-9852-079b95a2201b by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:29:20.024454 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f2df5f-84e1-4526-9ead-7ff010f7a3d4 None None] Attempting to bind port 1165d32f-5e4c-498e-9852-079b95a2201b on network 58f27f61-3278-49cc-b66b-1e729d26f29f {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:29:20.044845 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f2df5f-84e1-4526-9ead-7ff010f7a3d4 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:29:20.045523 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f2df5f-84e1-4526-9ead-7ff010f7a3d4 None None] Checking segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:29:20.046133 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-18f2df5f-84e1-4526-9ead-7ff010f7a3d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:20.046675 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f2df5f-84e1-4526-9ead-7ff010f7a3d4 None None] Bound using segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:29:20.047300 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-18f2df5f-84e1-4526-9ead-7ff010f7a3d4 None None] Bound port: 1165d32f-5e4c-498e-9852-079b95a2201b, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:29:20.047909 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-18f2df5f-84e1-4526-9ead-7ff010f7a3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:20.053021 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-ac5a215c-9fa7-4c7c-bab1-62254cec382d req-6c5fe0cd-0dce-45db-9219-48b6cc38de8e tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Deleting port ecb8b0b5-5a75-42d0-bfc8-364331f61b1d {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:29:20.053598 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-ac5a215c-9fa7-4c7c-bab1-62254cec382d req-6c5fe0cd-0dce-45db-9219-48b6cc38de8e tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:20.109970 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-18f2df5f-84e1-4526-9ead-7ff010f7a3d4 None None] For port 1165d32f-5e4c-498e-9852-079b95a2201b, host n-d-712141-10, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:29:20.114940 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-18f2df5f-84e1-4526-9ead-7ff010f7a3d4 None None] For port 1165d32f-5e4c-498e-9852-079b95a2201b, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=1165d32f-5e4c-498e-9852-079b95a2201b,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:29:20.132819 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-18f2df5f-84e1-4526-9ead-7ff010f7a3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:20.135772 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dd9286-b7eb-4f46-8a0d-2293828f7fd9 None None] Pushing event updated for resources: {'Port': ['ID=1165d32f-5e4c-498e-9852-079b95a2201b,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:20.201025 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dd9286-b7eb-4f46-8a0d-2293828f7fd9 None None] Pushing event updated for resources: {'Port': ['ID=1165d32f-5e4c-498e-9852-079b95a2201b,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:20.239976 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ae79e4eb-6835-41e5-ad98-79575f3a7353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:20.247010 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f2df5f-84e1-4526-9ead-7ff010f7a3d4 None None] Routers {'e44e1d7e-51aa-482c-a33b-118aef5ede9a'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:29:20.247960 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-18f2df5f-84e1-4526-9ead-7ff010f7a3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:28:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['e44e1d7e-51aa-482c-a33b-118aef5ede9a'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:20.353281 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-eb82a6b1-16b9-47e8-9fde-b4ff5598a690 admin admin] Allocated IP 172.20.0.1 (cfd180a5-2323-419d-bdc6-4ceded7aeded/3af85d15-7d43-47c4-8832-b74b95c0d8e8/8ae8cf93-d0c1-40e1-8051-ef6498060626) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:29:20.388273 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-ac5a215c-9fa7-4c7c-bab1-62254cec382d req-6c5fe0cd-0dce-45db-9219-48b6cc38de8e tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:20.398229 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-ac5a215c-9fa7-4c7c-bab1-62254cec382d req-6c5fe0cd-0dce-45db-9219-48b6cc38de8e tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:20.453676 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-ac5a215c-9fa7-4c7c-bab1-62254cec382d req-6c5fe0cd-0dce-45db-9219-48b6cc38de8e tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Calling delete_port for ecb8b0b5-5a75-42d0-bfc8-364331f61b1d owned by network:floatingip {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:29:20.564426 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-18f2df5f-84e1-4526-9ead-7ff010f7a3d4 None None] Set router e44e1d7e-51aa-482c-a33b-118aef5ede9a gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:29:20.827117 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ae79e4eb-6835-41e5-ad98-79575f3a7353 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:20.849529 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ae79e4eb-6835-41e5-ad98-79575f3a7353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:20.998581 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ae79e4eb-6835-41e5-ad98-79575f3a7353 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=81e9c3afec7d4e5bba3d42d2cc7014d0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1742687 Jul 29 23:29:21.000747 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae79e4eb-6835-41e5-ad98-79575f3a7353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e15c5a-9162-4069-90a8-748a31d50710,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:21.013251 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 46524) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:21.034618 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-18f2df5f-84e1-4526-9ead-7ff010f7a3d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44e1d7e-51aa-482c-a33b-118aef5ede9a', 'name': 'tempest-FloatingIPsTestJSON-247767229-router', 'tenant_id': '51255cfffa684de591fe711791e2cb9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '1165d32f-5e4c-498e-9852-079b95a2201b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:29:14Z', 'updated_at': '2021-07-29T23:29:16Z', 'revision_number': 3, 'project_id': '51255cfffa684de591fe711791e2cb9e', 'gw_port': {'id': '1165d32f-5e4c-498e-9852-079b95a2201b', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e44e1d7e-51aa-482c-a33b-118aef5ede9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:15Z', 'updated_at': '2021-07-29T23:29:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:21.124309 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f2df5f-84e1-4526-9ead-7ff010f7a3d4 None None] The sync data for ids ['e44e1d7e-51aa-482c-a33b-118aef5ede9a'] in n-d-712141-10 is: [{'id': 'e44e1d7e-51aa-482c-a33b-118aef5ede9a', 'name': 'tempest-FloatingIPsTestJSON-247767229-router', 'tenant_id': '51255cfffa684de591fe711791e2cb9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '1165d32f-5e4c-498e-9852-079b95a2201b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:29:14Z', 'updated_at': '2021-07-29T23:29:16Z', 'revision_number': 3, 'project_id': '51255cfffa684de591fe711791e2cb9e', 'gw_port': {'id': '1165d32f-5e4c-498e-9852-079b95a2201b', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1b:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e44e1d7e-51aa-482c-a33b-118aef5ede9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:15Z', 'updated_at': '2021-07-29T23:29:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:29:21.172718 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-ac5a215c-9fa7-4c7c-bab1-62254cec382d req-6c5fe0cd-0dce-45db-9219-48b6cc38de8e tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:21.265929 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5fe0cd-0dce-45db-9219-48b6cc38de8e tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Pushing event deleted for resources: {'Port': ['ID=ecb8b0b5-5a75-42d0-bfc8-364331f61b1d,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:21.459016 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-eb82a6b1-16b9-47e8-9fde-b4ff5598a690 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:21.498698 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-ac5a215c-9fa7-4c7c-bab1-62254cec382d req-6c5fe0cd-0dce-45db-9219-48b6cc38de8e tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Notify callbacks [] for floatingip, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:21.501367 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-eb82a6b1-16b9-47e8-9fde-b4ff5598a690 admin admin] Transition to ACTIVE for port object 8ae8cf93-d0c1-40e1-8051-ef6498060626 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:21.503587 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-ac5a215c-9fa7-4c7c-bab1-62254cec382d req-6c5fe0cd-0dce-45db-9219-48b6cc38de8e tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:21.507044 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ac5a215c-9fa7-4c7c-bab1-62254cec382d req-6c5fe0cd-0dce-45db-9219-48b6cc38de8e tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] 10.222.0.43 "DELETE /v2.0/floatingips/53f7e44b-e719-48d3-91c4-9565edcf1622 HTTP/1.1" status: 204 len: 173 time: 1.9139912 Jul 29 23:29:21.521988 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9669d98a-e6f0-4128-87db-e5038c80b1d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:21.571303 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-eb82a6b1-16b9-47e8-9fde-b4ff5598a690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:21.632252 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb82a6b1-16b9-47e8-9fde-b4ff5598a690 admin admin] Network cfd180a5-2323-419d-bdc6-4ceded7aeded is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:29:21.642532 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-eb82a6b1-16b9-47e8-9fde-b4ff5598a690 admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:21.642659 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9669d98a-e6f0-4128-87db-e5038c80b1d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:21.647899 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb82a6b1-16b9-47e8-9fde-b4ff5598a690 admin admin] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:29:21.704124 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb82a6b1-16b9-47e8-9fde-b4ff5598a690 admin admin] Pushing event updated for resources: {'Port': ['ID=8ae8cf93-d0c1-40e1-8051-ef6498060626,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:21.742773 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-eb82a6b1-16b9-47e8-9fde-b4ff5598a690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:21.863259 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-12034bd9-660f-4de1-a6ed-c7b9625b0afd req-f8ad89ca-3e65-4e7e-bcdd-514f1b1cd4d4 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] 10.222.0.43 "GET /v2.0/floatingips/40d7625e-f811-47c6-8fd2-ca5c646a3849 HTTP/1.1" status: 200 len: 692 time: 0.2917888 Jul 29 23:29:22.011403 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-eb82a6b1-16b9-47e8-9fde-b4ff5598a690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:22.118768 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9669d98a-e6f0-4128-87db-e5038c80b1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:22.121653 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9669d98a-e6f0-4128-87db-e5038c80b1d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:22.125673 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-9669d98a-e6f0-4128-87db-e5038c80b1d8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f3e15c5a-9162-4069-90a8-748a31d50710 HTTP/1.1" status: 204 len: 168 time: 1.1081693 Jul 29 23:29:22.135307 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-8457f50e-987d-4662-aba7-2946f99479da None None] Provisioning for port 8ae8cf93-d0c1-40e1-8051-ef6498060626 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:29:22.148866 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-8457f50e-987d-4662-aba7-2946f99479da None None] Provisioning complete for port 8ae8cf93-d0c1-40e1-8051-ef6498060626 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:22.149465 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8457f50e-987d-4662-aba7-2946f99479da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:22.153815 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 46564) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:22.171988 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9669d98a-e6f0-4128-87db-e5038c80b1d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e15c5a-9162-4069-90a8-748a31d50710,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:22.207773 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12034bd9-660f-4de1-a6ed-c7b9625b0afd req-523fbbe4-ceb2-42bd-a93c-4f27b1c903e9 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:22.219580 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-12034bd9-660f-4de1-a6ed-c7b9625b0afd req-523fbbe4-ceb2-42bd-a93c-4f27b1c903e9 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] 10.222.0.43 "GET /v2.0/networks/58f27f61-3278-49cc-b66b-1e729d26f29f HTTP/1.1" status: 200 len: 784 time: 0.3411419 Jul 29 23:29:22.306159 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-8457f50e-987d-4662-aba7-2946f99479da None None] Port 8ae8cf93-d0c1-40e1-8051-ef6498060626 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:29:22.403474 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-12034bd9-660f-4de1-a6ed-c7b9625b0afd req-39fb1b22-fe40-4dcb-9d50-5849875b68c2 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.30 HTTP/1.1" status: 200 len: 695 time: 0.1830380 Jul 29 23:29:22.487659 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-eb82a6b1-16b9-47e8-9fde-b4ff5598a690 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:22.499541 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-eb82a6b1-16b9-47e8-9fde-b4ff5598a690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:22.514859 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-12034bd9-660f-4de1-a6ed-c7b9625b0afd req-cc68e5ee-5676-4d30-a126-26ef95913634 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.30 HTTP/1.1" status: 200 len: 695 time: 0.1101665 Jul 29 23:29:22.600349 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-eb82a6b1-16b9-47e8-9fde-b4ff5598a690 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:22.603444 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb82a6b1-16b9-47e8-9fde-b4ff5598a690 admin admin] Pushing event updated for resources: {'Port': ['ID=8ae8cf93-d0c1-40e1-8051-ef6498060626,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:22.776853 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-77392795-98bc-4dd3-82c0-f6a92ff7a66d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-378262961-network', 'tenant_id': '0f2ab90424214bdcb3d3f2d44c6cf9b4'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:22.781985 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb82a6b1-16b9-47e8-9fde-b4ff5598a690 admin admin] Network cfd180a5-2323-419d-bdc6-4ceded7aeded is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:29:22.787378 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-eb82a6b1-16b9-47e8-9fde-b4ff5598a690 admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:22.816571 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 46596) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:22.856858 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ef5e7623-93ac-4f7d-92a6-99cda68ee031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:22.902739 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77392795-98bc-4dd3-82c0-f6a92ff7a66d admin admin] Made reservation on behalf of 0f2ab90424214bdcb3d3f2d44c6cf9b4 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:29:22.904952 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-77392795-98bc-4dd3-82c0-f6a92ff7a66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:22.969640 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-77392795-98bc-4dd3-82c0-f6a92ff7a66d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:22.976254 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-12034bd9-660f-4de1-a6ed-c7b9625b0afd req-b926d9e6-d91f-4eec-9be4-751466105c0f tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Deleting port 220e984a-6298-4732-a75b-ac3feaa7b268 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:29:22.977024 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-12034bd9-660f-4de1-a6ed-c7b9625b0afd req-b926d9e6-d91f-4eec-9be4-751466105c0f tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:22.983470 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb82a6b1-16b9-47e8-9fde-b4ff5598a690 admin admin] Router e44e1d7e-51aa-482c-a33b-118aef5ede9a has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:29:23.141155 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-12034bd9-660f-4de1-a6ed-c7b9625b0afd req-b926d9e6-d91f-4eec-9be4-751466105c0f tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:23.141833 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-12034bd9-660f-4de1-a6ed-c7b9625b0afd req-b926d9e6-d91f-4eec-9be4-751466105c0f tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:23.172476 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-12034bd9-660f-4de1-a6ed-c7b9625b0afd req-b926d9e6-d91f-4eec-9be4-751466105c0f tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Calling delete_port for 220e984a-6298-4732-a75b-ac3feaa7b268 owned by network:floatingip {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:29:23.193227 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb82a6b1-16b9-47e8-9fde-b4ff5598a690 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:29:23.206837 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-eb82a6b1-16b9-47e8-9fde-b4ff5598a690 admin admin] 10.222.0.43 "PUT /v2.0/routers/e44e1d7e-51aa-482c-a33b-118aef5ede9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8080993 Jul 29 23:29:23.215991 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-844b39a4-41db-4def-9a13-4dd6bf98f770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:23.261564 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-db94db2d-2c9f-438d-b5a5-52aca732fe96 None None] Provisioning complete for port 8ae8cf93-d0c1-40e1-8051-ef6498060626 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:23.262289 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-db94db2d-2c9f-438d-b5a5-52aca732fe96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:23.357857 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 1165d32f-5e4c-498e-9852-079b95a2201b up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:29:23.400482 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-db94db2d-2c9f-438d-b5a5-52aca732fe96 None None] Port 8ae8cf93-d0c1-40e1-8051-ef6498060626 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:29:23.433744 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 1165d32f-5e4c-498e-9852-079b95a2201b completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:29:23.444875 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 1165d32f-5e4c-498e-9852-079b95a2201b triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:23.445449 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:23.575861 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:23.598373 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 1165d32f-5e4c-498e-9852-079b95a2201b, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=1165d32f-5e4c-498e-9852-079b95a2201b,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:23.603815 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:23.665382 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=1165d32f-5e4c-498e-9852-079b95a2201b,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:23.711643 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45727b12-f8d6-4c88-8028-62e81d82ceb2 req-aff96e5e-e9fc-4c16-8514-631756ee0f11 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:23.713354 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-45727b12-f8d6-4c88-8028-62e81d82ceb2 req-aff96e5e-e9fc-4c16-8514-631756ee0f11 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 945 time: 0.4674339 Jul 29 23:29:23.715526 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ef5e7623-93ac-4f7d-92a6-99cda68ee031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:23.742142 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ef5e7623-93ac-4f7d-92a6-99cda68ee031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:23.816294 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ef5e7623-93ac-4f7d-92a6-99cda68ee031 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f3cadbdc76f44cb5be14bf56758284d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9884849 Jul 29 23:29:23.819474 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 46634) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:23.823910 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5e7623-93ac-4f7d-92a6-99cda68ee031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1343af68-a4da-4c71-ac41-b1cd0e631090,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:23.839510 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-45727b12-f8d6-4c88-8028-62e81d82ceb2 req-98877d50-906d-477f-8009-d3d43b6bb93d tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183310 Jul 29 23:29:23.899619 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d453a3b6-eb57-46ac-bcb0-a8f80ed93625 None None] Sync routers for ids ['e44e1d7e-51aa-482c-a33b-118aef5ede9a'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:29:23.912383 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fda62f2d-586e-4b4a-973d-34ce18a39764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:23.917368 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d453a3b6-eb57-46ac-bcb0-a8f80ed93625 None None] Routers {'e44e1d7e-51aa-482c-a33b-118aef5ede9a'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:29:23.919283 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-d453a3b6-eb57-46ac-bcb0-a8f80ed93625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:28:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['e44e1d7e-51aa-482c-a33b-118aef5ede9a'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:23.919481 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-12034bd9-660f-4de1-a6ed-c7b9625b0afd req-b926d9e6-d91f-4eec-9be4-751466105c0f tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:23.959454 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fda62f2d-586e-4b4a-973d-34ce18a39764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:23.983430 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b926d9e6-d91f-4eec-9be4-751466105c0f tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Pushing event deleted for resources: {'Port': ['ID=220e984a-6298-4732-a75b-ac3feaa7b268,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:24.039229 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-77392795-98bc-4dd3-82c0-f6a92ff7a66d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:24.045915 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fda62f2d-586e-4b4a-973d-34ce18a39764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:24.051945 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-77392795-98bc-4dd3-82c0-f6a92ff7a66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:24.057243 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fda62f2d-586e-4b4a-973d-34ce18a39764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:24.062281 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-fda62f2d-586e-4b4a-973d-34ce18a39764 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1343af68-a4da-4c71-ac41-b1cd0e631090 HTTP/1.1" status: 204 len: 168 time: 0.2395375 Jul 29 23:29:24.081803 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda62f2d-586e-4b4a-973d-34ce18a39764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1343af68-a4da-4c71-ac41-b1cd0e631090,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:24.084658 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77392795-98bc-4dd3-82c0-f6a92ff7a66d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6fa48f-d86a-46d7-b38c-3131d342f37d,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:24.097352 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-12034bd9-660f-4de1-a6ed-c7b9625b0afd req-b926d9e6-d91f-4eec-9be4-751466105c0f tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Notify callbacks [] for floatingip, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:24.101417 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-12034bd9-660f-4de1-a6ed-c7b9625b0afd req-b926d9e6-d91f-4eec-9be4-751466105c0f tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:24.102351 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-12034bd9-660f-4de1-a6ed-c7b9625b0afd req-b926d9e6-d91f-4eec-9be4-751466105c0f tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] 10.222.0.43 "DELETE /v2.0/floatingips/40d7625e-f811-47c6-8fd2-ca5c646a3849 HTTP/1.1" status: 204 len: 173 time: 1.5866833 Jul 29 23:29:24.115161 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77392795-98bc-4dd3-82c0-f6a92ff7a66d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:29:24.143881 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-d453a3b6-eb57-46ac-bcb0-a8f80ed93625 None None] Set router e44e1d7e-51aa-482c-a33b-118aef5ede9a gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:29:24.152306 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-77392795-98bc-4dd3-82c0-f6a92ff7a66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:24.154847 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-77392795-98bc-4dd3-82c0-f6a92ff7a66d admin admin] Added segment be77653f-7be6-4792-85af-06f31dac82f8 of type vlan for network cd4fb90a-a73b-48ea-873e-472dda9549c0 Jul 29 23:29:24.260364 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-77392795-98bc-4dd3-82c0-f6a92ff7a66d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:24.325472 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f8684-7ecd-404c-a533-9ecc6f7952ee req-e8590715-42d5-4b25-b993-9a5db47af924 tempest-ServerGroupTestJSON-1819291909 tempest-ServerGroupTestJSON-1819291909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:24.327145 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9d5f8684-7ecd-404c-a533-9ecc6f7952ee req-e8590715-42d5-4b25-b993-9a5db47af924 tempest-ServerGroupTestJSON-1819291909 tempest-ServerGroupTestJSON-1819291909-project] 10.222.0.43 "GET /v2.0/networks?id=de4f95b9-111d-4410-8338-da8c0dfd383a HTTP/1.1" status: 200 len: 810 time: 0.2001348 Jul 29 23:29:24.328400 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-77392795-98bc-4dd3-82c0-f6a92ff7a66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:24.329311 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77392795-98bc-4dd3-82c0-f6a92ff7a66d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:24.329912 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-77392795-98bc-4dd3-82c0-f6a92ff7a66d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:24.368418 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9d5f8684-7ecd-404c-a533-9ecc6f7952ee req-5d94ae7f-8dc7-41d1-86f9-2834a8855336 tempest-ServerGroupTestJSON-1819291909 tempest-ServerGroupTestJSON-1819291909-project] 10.222.0.43 "GET /v2.0/quotas/e28d67885ebb4a87be58f30870187692 HTTP/1.1" status: 200 len: 375 time: 0.0330462 Jul 29 23:29:24.392321 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-d453a3b6-eb57-46ac-bcb0-a8f80ed93625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44e1d7e-51aa-482c-a33b-118aef5ede9a', 'name': 'tempest-FloatingIPsTestJSON-247767229-router', 'tenant_id': '51255cfffa684de591fe711791e2cb9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '1165d32f-5e4c-498e-9852-079b95a2201b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:29:14Z', 'updated_at': '2021-07-29T23:29:21Z', 'revision_number': 4, 'project_id': '51255cfffa684de591fe711791e2cb9e', 'gw_port': {'id': '1165d32f-5e4c-498e-9852-079b95a2201b', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44e1d7e-51aa-482c-a33b-118aef5ede9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:15Z', 'updated_at': '2021-07-29T23:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '8ae8cf93-d0c1-40e1-8051-ef6498060626', 'name': '', 'network_id': 'cfd180a5-2323-419d-bdc6-4ceded7aeded', 'tenant_id': '51255cfffa684de591fe711791e2cb9e', 'mac_address': 'fa:16:3e:83:81:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e44e1d7e-51aa-482c-a33b-118aef5ede9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '3af85d15-7d43-47c4-8832-b74b95c0d8e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:19Z', 'updated_at': '2021-07-29T23:29:22Z', 'revision_number': 2, 'project_id': '51255cfffa684de591fe711791e2cb9e', 'subnets': [{'id': '3af85d15-7d43-47c4-8832-b74b95c0d8e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:24.416280 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-77392795-98bc-4dd3-82c0-f6a92ff7a66d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2571552 Jul 29 23:29:24.418992 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 46656) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:24.423946 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-741dcd24-25dc-42e6-b713-b5cebfb2ccd0 admin admin] Request body: {'subnet': {'network_id': 'cd4fb90a-a73b-48ea-873e-472dda9549c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-378262961-subnet', 'tenant_id': '0f2ab90424214bdcb3d3f2d44c6cf9b4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:24.434397 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d453a3b6-eb57-46ac-bcb0-a8f80ed93625 None None] Checking router: e44e1d7e-51aa-482c-a33b-118aef5ede9a for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:29:24.435106 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d453a3b6-eb57-46ac-bcb0-a8f80ed93625 None None] Updating router e44e1d7e-51aa-482c-a33b-118aef5ede9a port 8ae8cf93-d0c1-40e1-8051-ef6498060626 binding host n-d-712141-10 {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:29:24.453960 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9d5f8684-7ecd-404c-a533-9ecc6f7952ee req-bf3c96fe-69d4-4ad9-bb83-2f1c5c5af3e5 tempest-ServerGroupTestJSON-1819291909 tempest-ServerGroupTestJSON-1819291909-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e28d67885ebb4a87be58f30870187692&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0846927 Jul 29 23:29:24.470229 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741dcd24-25dc-42e6-b713-b5cebfb2ccd0 admin admin] Made reservation on behalf of 0f2ab90424214bdcb3d3f2d44c6cf9b4 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:29:24.473555 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-741dcd24-25dc-42e6-b713-b5cebfb2ccd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:24.479020 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d453a3b6-eb57-46ac-bcb0-a8f80ed93625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:24.512260 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77392795-98bc-4dd3-82c0-f6a92ff7a66d admin admin] Pushing event updated for resources: {'Network': ['ID=cd4fb90a-a73b-48ea-873e-472dda9549c0,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:24.574342 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9d5f8684-7ecd-404c-a533-9ecc6f7952ee req-3851a674-d281-4655-9522-15cd484aa5f4 service neutron] 10.222.0.43 "GET /v2.0/networks/de4f95b9-111d-4410-8338-da8c0dfd383a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194360 Jul 29 23:29:24.585794 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network cd4fb90a-a73b-48ea-873e-472dda9549c0 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:29:24.763254 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-741dcd24-25dc-42e6-b713-b5cebfb2ccd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:24.782570 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9d5f8684-7ecd-404c-a533-9ecc6f7952ee req-02b26dea-6a4a-4964-a425-e34d3baec2a1 service neutron] 10.222.0.43 "GET /v2.0/networks/de4f95b9-111d-4410-8338-da8c0dfd383a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070637 Jul 29 23:29:24.788589 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f6f12b22-5c1e-4b14-9e08-d2059d246c21 req-e4ce5d15-4f2f-4fde-8c27-d68fe44cdd03 tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2036664 Jul 29 23:29:24.805010 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-f6f12b22-5c1e-4b14-9e08-d2059d246c21 req-7ad1edbd-975d-42fd-aa31-1f29659bddbc tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] Request body: {'floatingip': {'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:24.819156 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 46664) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:24.850910 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f6f12b22-5c1e-4b14-9e08-d2059d246c21 req-7ad1edbd-975d-42fd-aa31-1f29659bddbc tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] Notify callbacks [] for floatingip, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:24.887182 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741dcd24-25dc-42e6-b713-b5cebfb2ccd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e68bcd5-61dd-4d3a-b0e6-c975e0de7caa,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:24.917988 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741dcd24-25dc-42e6-b713-b5cebfb2ccd0 admin admin] Checking segment: {'id': 'be77653f-7be6-4792-85af-06f31dac82f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cd4fb90a-a73b-48ea-873e-472dda9549c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:29:24.918666 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741dcd24-25dc-42e6-b713-b5cebfb2ccd0 admin admin] Network hostable DHCP agents. Network: cd4fb90a-a73b-48ea-873e-472dda9549c0, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:29:24.958910 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741dcd24-25dc-42e6-b713-b5cebfb2ccd0 admin admin] Network cd4fb90a-a73b-48ea-873e-472dda9549c0 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:29:24.977159 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-741dcd24-25dc-42e6-b713-b5cebfb2ccd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, cd4fb90a-a73b-48ea-873e-472dda9549c0) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:24.982456 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741dcd24-25dc-42e6-b713-b5cebfb2ccd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:24.983398 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-741dcd24-25dc-42e6-b713-b5cebfb2ccd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:25.009375 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-741dcd24-25dc-42e6-b713-b5cebfb2ccd0 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5890858 Jul 29 23:29:25.011961 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 46676) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:25.013074 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d516e82-df4e-4456-959a-01de39427ddb None None] Network cd4fb90a-a73b-48ea-873e-472dda9549c0 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:29:25.019923 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-7508cd82-c368-4bff-9461-f1637552c03a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-378262961-router', 'tenant_id': '0f2ab90424214bdcb3d3f2d44c6cf9b4', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:25.042625 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d453a3b6-eb57-46ac-bcb0-a8f80ed93625 None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:25.083842 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7508cd82-c368-4bff-9461-f1637552c03a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:25.084967 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7508cd82-c368-4bff-9461-f1637552c03a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:25.089239 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f6f12b22-5c1e-4b14-9e08-d2059d246c21 req-7ad1edbd-975d-42fd-aa31-1f29659bddbc tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:25.093887 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-d453a3b6-eb57-46ac-bcb0-a8f80ed93625 None None] Transition to ACTIVE for port object 8ae8cf93-d0c1-40e1-8051-ef6498060626 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:25.122229 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d453a3b6-eb57-46ac-bcb0-a8f80ed93625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:25.155411 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-66ffe974-9174-468b-a668-844c9a81618c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:25.168811 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7508cd82-c368-4bff-9461-f1637552c03a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:25.358156 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ebf39-759a-4c0f-9e85-4ec32970850a None None] Pushing event updated for resources: {'Port': ['ID=8ae8cf93-d0c1-40e1-8051-ef6498060626,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:25.366810 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 1165d32f-5e4c-498e-9852-079b95a2201b up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:29:25.372138 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ff8c1e5b-cb50-4f09-8089-93eeaea69eb1 req-c04373b1-e159-4ab5-a333-873368319e50 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] 10.222.0.43 "GET /v2.0/floatingips/1c455e31-64ba-4526-bf9a-acb85be29fa3 HTTP/1.1" status: 200 len: 693 time: 0.1774056 Jul 29 23:29:25.423586 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-d453a3b6-eb57-46ac-bcb0-a8f80ed93625 None None] Attempting to bind port 8ae8cf93-d0c1-40e1-8051-ef6498060626 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:29:25.425223 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-d453a3b6-eb57-46ac-bcb0-a8f80ed93625 None None] Attempting to bind port 8ae8cf93-d0c1-40e1-8051-ef6498060626 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '12801ee3-766c-4a0c-8974-7e532bb9c394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cfd180a5-2323-419d-bdc6-4ceded7aeded'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:29:25.426039 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d453a3b6-eb57-46ac-bcb0-a8f80ed93625 None None] Attempting to bind port 8ae8cf93-d0c1-40e1-8051-ef6498060626 on network cfd180a5-2323-419d-bdc6-4ceded7aeded {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:29:25.437610 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d453a3b6-eb57-46ac-bcb0-a8f80ed93625 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:29:25.450790 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d453a3b6-eb57-46ac-bcb0-a8f80ed93625 None None] Checking segment: {'id': '12801ee3-766c-4a0c-8974-7e532bb9c394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cfd180a5-2323-419d-bdc6-4ceded7aeded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:29:25.451891 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d453a3b6-eb57-46ac-bcb0-a8f80ed93625 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:25.452450 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d453a3b6-eb57-46ac-bcb0-a8f80ed93625 None None] Bound using segment: {'id': '12801ee3-766c-4a0c-8974-7e532bb9c394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cfd180a5-2323-419d-bdc6-4ceded7aeded'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:29:25.453112 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-d453a3b6-eb57-46ac-bcb0-a8f80ed93625 None None] Bound port: 8ae8cf93-d0c1-40e1-8051-ef6498060626, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12801ee3-766c-4a0c-8974-7e532bb9c394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'cfd180a5-2323-419d-bdc6-4ceded7aeded'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:29:25.453689 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d453a3b6-eb57-46ac-bcb0-a8f80ed93625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:25.525173 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7508cd82-c368-4bff-9461-f1637552c03a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:25.541615 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9581f183-7081-417d-901b-6a417a6c9ab7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-cd4fb90a-a73b-48ea-873e-472dda9549c0', 'network_id': 'cd4fb90a-a73b-48ea-873e-472dda9549c0', 'tenant_id': '0f2ab90424214bdcb3d3f2d44c6cf9b4', 'fixed_ips': [{'subnet_id': '5e68bcd5-61dd-4d3a-b0e6-c975e0de7caa'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:29:25.542442 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9581f183-7081-417d-901b-6a417a6c9ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:25.578499 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-f6f12b22-5c1e-4b14-9e08-d2059d246c21 req-7ad1edbd-975d-42fd-aa31-1f29659bddbc tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] Allocated IP 172.25.0.174 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/4612d3b0-8c93-41ce-a9eb-ba7075beb796) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:29:25.606083 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 1165d32f-5e4c-498e-9852-079b95a2201b triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:25.606451 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:25.689719 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c1e5b-cb50-4f09-8089-93eeaea69eb1 req-37439ae4-5a35-4e1c-8344-224b6dede687 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:25.698076 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ff8c1e5b-cb50-4f09-8089-93eeaea69eb1 req-37439ae4-5a35-4e1c-8344-224b6dede687 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] 10.222.0.43 "GET /v2.0/networks/58f27f61-3278-49cc-b66b-1e729d26f29f HTTP/1.1" status: 200 len: 784 time: 0.3236248 Jul 29 23:29:25.754290 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-66ffe974-9174-468b-a668-844c9a81618c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:25.774830 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ff8c1e5b-cb50-4f09-8089-93eeaea69eb1 req-8ecac0b9-4f57-463e-8090-74c6df1b884a tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.109 HTTP/1.1" status: 200 len: 696 time: 0.0751700 Jul 29 23:29:25.797606 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-66ffe974-9174-468b-a668-844c9a81618c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:25.822343 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7508cd82-c368-4bff-9461-f1637552c03a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:25.847864 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7508cd82-c368-4bff-9461-f1637552c03a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:25.884051 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-d453a3b6-eb57-46ac-bcb0-a8f80ed93625 None None] For port 8ae8cf93-d0c1-40e1-8051-ef6498060626, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:29:25.929151 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-d453a3b6-eb57-46ac-bcb0-a8f80ed93625 None None] For port 8ae8cf93-d0c1-40e1-8051-ef6498060626, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=8ae8cf93-d0c1-40e1-8051-ef6498060626,segment=NetworkSegment(12801ee3-766c-4a0c-8974-7e532bb9c394),segment_id=12801ee3-766c-4a0c-8974-7e532bb9c394)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:29:25.937176 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d453a3b6-eb57-46ac-bcb0-a8f80ed93625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:25.955457 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-66ffe974-9174-468b-a668-844c9a81618c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a2b54bae321949bd86c81704de352bc1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1352532 Jul 29 23:29:25.959023 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 46702) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:25.971896 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-86885836-119d-4831-ae56-dda1b596e296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:25.993836 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-9581f183-7081-417d-901b-6a417a6c9ab7 None None] Allocated IP 172.20.0.2 (cd4fb90a-a73b-48ea-873e-472dda9549c0/5e68bcd5-61dd-4d3a-b0e6-c975e0de7caa/443a5395-ebc0-438b-a774-b41bfc50d08b) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:29:26.018144 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ffe974-9174-468b-a668-844c9a81618c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0720e7e9-16f3-4db6-a697-59f5ac07a6b2,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:26.037707 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ff8c1e5b-cb50-4f09-8089-93eeaea69eb1 req-87f4c23f-a1f5-4d4f-af80-fb9588a10bc0 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.109 HTTP/1.1" status: 200 len: 696 time: 0.2615805 Jul 29 23:29:26.047267 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a054a797-f2a0-4df8-996b-925021e85544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:26.075728 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a054a797-f2a0-4df8-996b-925021e85544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:26.077841 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d453a3b6-eb57-46ac-bcb0-a8f80ed93625 None None] Routers {'e44e1d7e-51aa-482c-a33b-118aef5ede9a'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:29:26.078475 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-d453a3b6-eb57-46ac-bcb0-a8f80ed93625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:29:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['e44e1d7e-51aa-482c-a33b-118aef5ede9a'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:26.080500 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ebf39-759a-4c0f-9e85-4ec32970850a None None] Pushing event updated for resources: {'Port': ['ID=8ae8cf93-d0c1-40e1-8051-ef6498060626,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:26.145524 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a054a797-f2a0-4df8-996b-925021e85544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:26.149323 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a054a797-f2a0-4df8-996b-925021e85544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:26.150971 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a054a797-f2a0-4df8-996b-925021e85544 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0720e7e9-16f3-4db6-a697-59f5ac07a6b2 HTTP/1.1" status: 204 len: 168 time: 0.1900849 Jul 29 23:29:26.169332 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a054a797-f2a0-4df8-996b-925021e85544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0720e7e9-16f3-4db6-a697-59f5ac07a6b2,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:26.265348 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-d453a3b6-eb57-46ac-bcb0-a8f80ed93625 None None] Set router e44e1d7e-51aa-482c-a33b-118aef5ede9a gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:29:26.338965 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-ff8c1e5b-cb50-4f09-8089-93eeaea69eb1 req-1a313cc9-c1e0-4b56-86f5-c1e5a50a5172 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Deleting port 0823a02c-4510-4c56-8462-146f8e7f2f34 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:29:26.339303 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-ff8c1e5b-cb50-4f09-8089-93eeaea69eb1 req-1a313cc9-c1e0-4b56-86f5-c1e5a50a5172 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:26.436429 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f6f12b22-5c1e-4b14-9e08-d2059d246c21 req-7ad1edbd-975d-42fd-aa31-1f29659bddbc tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:26.514955 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-ff8c1e5b-cb50-4f09-8089-93eeaea69eb1 req-1a313cc9-c1e0-4b56-86f5-c1e5a50a5172 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:26.515293 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-ff8c1e5b-cb50-4f09-8089-93eeaea69eb1 req-1a313cc9-c1e0-4b56-86f5-c1e5a50a5172 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:26.541561 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-ff8c1e5b-cb50-4f09-8089-93eeaea69eb1 req-1a313cc9-c1e0-4b56-86f5-c1e5a50a5172 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Calling delete_port for 0823a02c-4510-4c56-8462-146f8e7f2f34 owned by network:floatingip {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:29:26.557841 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f6f12b22-5c1e-4b14-9e08-d2059d246c21 req-7ad1edbd-975d-42fd-aa31-1f29659bddbc tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:26.618817 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad1edbd-975d-42fd-aa31-1f29659bddbc tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] Pushing event updated for resources: {'Port': ['ID=4612d3b0-8c93-41ce-a9eb-ba7075beb796,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:26.628465 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6f12b22-5c1e-4b14-9e08-d2059d246c21 req-7ad1edbd-975d-42fd-aa31-1f29659bddbc tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:29:26.632391 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-f6f12b22-5c1e-4b14-9e08-d2059d246c21 req-7ad1edbd-975d-42fd-aa31-1f29659bddbc tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:26.671673 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6f12b22-5c1e-4b14-9e08-d2059d246c21 req-7ad1edbd-975d-42fd-aa31-1f29659bddbc tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:29:26.672728 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:26.689264 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-7508cd82-c368-4bff-9461-f1637552c03a admin admin] Allocated IP 172.25.0.90 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/0aaf13b6-72fe-4fb7-8714-a57258ce9909) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:29:26.802776 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f6f12b22-5c1e-4b14-9e08-d2059d246c21 req-7ad1edbd-975d-42fd-aa31-1f29659bddbc tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:26.923975 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f6f12b22-5c1e-4b14-9e08-d2059d246c21 req-7ad1edbd-975d-42fd-aa31-1f29659bddbc tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:26.935572 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9581f183-7081-417d-901b-6a417a6c9ab7 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:26.949906 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-9581f183-7081-417d-901b-6a417a6c9ab7 None None] Transition to ACTIVE for port object 443a5395-ebc0-438b-a774-b41bfc50d08b will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:26.975641 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-d453a3b6-eb57-46ac-bcb0-a8f80ed93625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44e1d7e-51aa-482c-a33b-118aef5ede9a', 'name': 'tempest-FloatingIPsTestJSON-247767229-router', 'tenant_id': '51255cfffa684de591fe711791e2cb9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '1165d32f-5e4c-498e-9852-079b95a2201b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:29:14Z', 'updated_at': '2021-07-29T23:29:21Z', 'revision_number': 4, 'project_id': '51255cfffa684de591fe711791e2cb9e', 'gw_port': {'id': '1165d32f-5e4c-498e-9852-079b95a2201b', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44e1d7e-51aa-482c-a33b-118aef5ede9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:15Z', 'updated_at': '2021-07-29T23:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '8ae8cf93-d0c1-40e1-8051-ef6498060626', 'name': '', 'network_id': 'cfd180a5-2323-419d-bdc6-4ceded7aeded', 'tenant_id': '51255cfffa684de591fe711791e2cb9e', 'mac_address': 'fa:16:3e:83:81:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e44e1d7e-51aa-482c-a33b-118aef5ede9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '3af85d15-7d43-47c4-8832-b74b95c0d8e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:19Z', 'updated_at': '2021-07-29T23:29:25Z', 'revision_number': 4, 'project_id': '51255cfffa684de591fe711791e2cb9e', 'subnets': [{'id': '3af85d15-7d43-47c4-8832-b74b95c0d8e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:26.978032 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-9581f183-7081-417d-901b-6a417a6c9ab7 None None] Transition to ACTIVE for port object 443a5395-ebc0-438b-a774-b41bfc50d08b will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:27.007748 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d453a3b6-eb57-46ac-bcb0-a8f80ed93625 None None] The sync data for ids ['e44e1d7e-51aa-482c-a33b-118aef5ede9a'] in n-d-712141-10 is: [{'id': 'e44e1d7e-51aa-482c-a33b-118aef5ede9a', 'name': 'tempest-FloatingIPsTestJSON-247767229-router', 'tenant_id': '51255cfffa684de591fe711791e2cb9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '1165d32f-5e4c-498e-9852-079b95a2201b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:29:14Z', 'updated_at': '2021-07-29T23:29:21Z', 'revision_number': 4, 'project_id': '51255cfffa684de591fe711791e2cb9e', 'gw_port': {'id': '1165d32f-5e4c-498e-9852-079b95a2201b', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44e1d7e-51aa-482c-a33b-118aef5ede9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:15Z', 'updated_at': '2021-07-29T23:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '8ae8cf93-d0c1-40e1-8051-ef6498060626', 'name': '', 'network_id': 'cfd180a5-2323-419d-bdc6-4ceded7aeded', 'tenant_id': '51255cfffa684de591fe711791e2cb9e', 'mac_address': 'fa:16:3e:83:81:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e44e1d7e-51aa-482c-a33b-118aef5ede9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '3af85d15-7d43-47c4-8832-b74b95c0d8e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:19Z', 'updated_at': '2021-07-29T23:29:25Z', 'revision_number': 4, 'project_id': '51255cfffa684de591fe711791e2cb9e', 'subnets': [{'id': '3af85d15-7d43-47c4-8832-b74b95c0d8e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:29:27.009766 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9581f183-7081-417d-901b-6a417a6c9ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:27.030003 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 46720) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:27.050231 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9581f183-7081-417d-901b-6a417a6c9ab7 None None] Network cd4fb90a-a73b-48ea-873e-472dda9549c0 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:29:27.053407 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-9581f183-7081-417d-901b-6a417a6c9ab7 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:27.057507 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9581f183-7081-417d-901b-6a417a6c9ab7 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:29:27.060050 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b3eeab92-fccd-4339-9629-e067663c4ac4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:27.069152 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9581f183-7081-417d-901b-6a417a6c9ab7 None None] Pushing event updated for resources: {'Port': ['ID=443a5395-ebc0-438b-a774-b41bfc50d08b,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:27.156240 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-9581f183-7081-417d-901b-6a417a6c9ab7 None None] Attempting to bind port 443a5395-ebc0-438b-a774-b41bfc50d08b on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:29:27.157920 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-9581f183-7081-417d-901b-6a417a6c9ab7 None None] Attempting to bind port 443a5395-ebc0-438b-a774-b41bfc50d08b by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': 'be77653f-7be6-4792-85af-06f31dac82f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cd4fb90a-a73b-48ea-873e-472dda9549c0'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:29:27.158308 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9581f183-7081-417d-901b-6a417a6c9ab7 None None] Attempting to bind port 443a5395-ebc0-438b-a774-b41bfc50d08b on network cd4fb90a-a73b-48ea-873e-472dda9549c0 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:29:27.166308 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9581f183-7081-417d-901b-6a417a6c9ab7 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:29:27.166862 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9581f183-7081-417d-901b-6a417a6c9ab7 None None] Checking segment: {'id': 'be77653f-7be6-4792-85af-06f31dac82f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cd4fb90a-a73b-48ea-873e-472dda9549c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:29:27.167357 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9581f183-7081-417d-901b-6a417a6c9ab7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:27.167738 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9581f183-7081-417d-901b-6a417a6c9ab7 None None] Bound using segment: {'id': 'be77653f-7be6-4792-85af-06f31dac82f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cd4fb90a-a73b-48ea-873e-472dda9549c0'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:29:27.168521 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-9581f183-7081-417d-901b-6a417a6c9ab7 None None] Bound port: 443a5395-ebc0-438b-a774-b41bfc50d08b, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be77653f-7be6-4792-85af-06f31dac82f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cd4fb90a-a73b-48ea-873e-472dda9549c0'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:29:27.168923 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9581f183-7081-417d-901b-6a417a6c9ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:27.198081 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f8684-7ecd-404c-a533-9ecc6f7952ee req-a3ac9c9d-7c90-4110-9cd4-ba8300a2f9ac tempest-ServerGroupTestJSON-1819291909 tempest-ServerGroupTestJSON-1819291909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:27.200601 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9d5f8684-7ecd-404c-a533-9ecc6f7952ee req-a3ac9c9d-7c90-4110-9cd4-ba8300a2f9ac tempest-ServerGroupTestJSON-1819291909 tempest-ServerGroupTestJSON-1819291909-project] 10.222.0.22 "GET /v2.0/networks?id=de4f95b9-111d-4410-8338-da8c0dfd383a HTTP/1.1" status: 200 len: 810 time: 0.4186203 Jul 29 23:29:27.212546 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-ff8c1e5b-cb50-4f09-8089-93eeaea69eb1 req-1a313cc9-c1e0-4b56-86f5-c1e5a50a5172 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:27.227838 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-9d5f8684-7ecd-404c-a533-9ecc6f7952ee req-8d39b2ae-508a-461c-b66a-21a950be7381 tempest-ServerGroupTestJSON-1819291909 tempest-ServerGroupTestJSON-1819291909-project] Request body: {'port': {'device_id': '35db4f7a-37bf-4e8a-8655-4c4b3673d900', 'network_id': 'de4f95b9-111d-4410-8338-da8c0dfd383a', 'admin_state_up': True, 'tenant_id': 'e28d67885ebb4a87be58f30870187692'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:27.232494 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7508cd82-c368-4bff-9461-f1637552c03a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:27.280530 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-9581f183-7081-417d-901b-6a417a6c9ab7 None None] For port 443a5395-ebc0-438b-a774-b41bfc50d08b, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:29:27.294059 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-9581f183-7081-417d-901b-6a417a6c9ab7 None None] For port 443a5395-ebc0-438b-a774-b41bfc50d08b, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=443a5395-ebc0-438b-a774-b41bfc50d08b,segment=NetworkSegment(be77653f-7be6-4792-85af-06f31dac82f8),segment_id=be77653f-7be6-4792-85af-06f31dac82f8)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:29:27.319151 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a313cc9-c1e0-4b56-86f5-c1e5a50a5172 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Pushing event deleted for resources: {'Port': ['ID=0823a02c-4510-4c56-8462-146f8e7f2f34,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:27.321091 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9581f183-7081-417d-901b-6a417a6c9ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:27.362420 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b3eeab92-fccd-4339-9629-e067663c4ac4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:27.375418 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b3eeab92-fccd-4339-9629-e067663c4ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:27.403500 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7508cd82-c368-4bff-9461-f1637552c03a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:27.447933 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9581f183-7081-417d-901b-6a417a6c9ab7 None None] Pushing event updated for resources: {'Port': ['ID=443a5395-ebc0-438b-a774-b41bfc50d08b,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:27.451194 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 8ae8cf93-d0c1-40e1-8051-ef6498060626 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:29:27.547090 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b3eeab92-fccd-4339-9629-e067663c4ac4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d8ea6d07a0f143449a4769a6fddb6bdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5155532 Jul 29 23:29:27.547931 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 8ae8cf93-d0c1-40e1-8051-ef6498060626 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:29:27.550586 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 46728) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:27.558079 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 8ae8cf93-d0c1-40e1-8051-ef6498060626 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:27.558881 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:27.562990 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eeab92-fccd-4339-9629-e067663c4ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e0aab9-bc7e-444c-b560-933f29097b21,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:27.616970 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7508cd82-c368-4bff-9461-f1637552c03a admin admin] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:29:27.617625 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7508cd82-c368-4bff-9461-f1637552c03a admin admin] Pushing event updated for resources: {'Port': ['ID=0aaf13b6-72fe-4fb7-8714-a57258ce9909,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:27.625118 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-7508cd82-c368-4bff-9461-f1637552c03a admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:27.641089 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7508cd82-c368-4bff-9461-f1637552c03a admin admin] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:29:27.671556 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f6f12b22-5c1e-4b14-9e08-d2059d246c21 req-7ad1edbd-975d-42fd-aa31-1f29659bddbc tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:27.682168 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:27.683109 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-ff8c1e5b-cb50-4f09-8089-93eeaea69eb1 req-1a313cc9-c1e0-4b56-86f5-c1e5a50a5172 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Notify callbacks [] for floatingip, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:27.688819 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-ff8c1e5b-cb50-4f09-8089-93eeaea69eb1 req-1a313cc9-c1e0-4b56-86f5-c1e5a50a5172 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:27.704080 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ff8c1e5b-cb50-4f09-8089-93eeaea69eb1 req-1a313cc9-c1e0-4b56-86f5-c1e5a50a5172 tempest-FloatingIPDetailsTestJSON-1290917713 tempest-FloatingIPDetailsTestJSON-1290917713-project] 10.222.0.43 "DELETE /v2.0/floatingips/1c455e31-64ba-4526-bf9a-acb85be29fa3 HTTP/1.1" status: 204 len: 173 time: 1.6641946 Jul 29 23:29:27.705307 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 46732) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:27.734924 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f6f12b22-5c1e-4b14-9e08-d2059d246c21 req-7ad1edbd-975d-42fd-aa31-1f29659bddbc tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:27.784231 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:27.878371 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device c7227480-4f34-4ba2-a5a3-39cc6359fd0d no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:29:27.915575 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f6f12b22-5c1e-4b14-9e08-d2059d246c21 req-7ad1edbd-975d-42fd-aa31-1f29659bddbc tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:27.932739 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 8ae8cf93-d0c1-40e1-8051-ef6498060626, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=8ae8cf93-d0c1-40e1-8051-ef6498060626,segment=NetworkSegment(12801ee3-766c-4a0c-8974-7e532bb9c394),segment_id=12801ee3-766c-4a0c-8974-7e532bb9c394)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:27.957925 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fa0adb9d-add1-4a2c-9bde-d0c499b2d356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:27.970535 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:28.080342 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f6f12b22-5c1e-4b14-9e08-d2059d246c21 req-7ad1edbd-975d-42fd-aa31-1f29659bddbc tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:28.082756 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f6f12b22-5c1e-4b14-9e08-d2059d246c21 req-7ad1edbd-975d-42fd-aa31-1f29659bddbc tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2845848 Jul 29 23:29:28.083424 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad1edbd-975d-42fd-aa31-1f29659bddbc tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] Pushing event updated for resources: {'Port': ['ID=4612d3b0-8c93-41ce-a9eb-ba7075beb796,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:28.111413 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d5f8684-7ecd-404c-a533-9ecc6f7952ee req-8d39b2ae-508a-461c-b66a-21a950be7381 tempest-ServerGroupTestJSON-1819291909 tempest-ServerGroupTestJSON-1819291909-project] Made reservation on behalf of e28d67885ebb4a87be58f30870187692 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:29:28.121053 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-9d5f8684-7ecd-404c-a533-9ecc6f7952ee req-8d39b2ae-508a-461c-b66a-21a950be7381 tempest-ServerGroupTestJSON-1819291909 tempest-ServerGroupTestJSON-1819291909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:28.163490 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=8ae8cf93-d0c1-40e1-8051-ef6498060626,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:28.186231 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:28.200549 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fa0adb9d-add1-4a2c-9bde-d0c499b2d356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:28.209332 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f6f12b22-5c1e-4b14-9e08-d2059d246c21 req-0e8be12c-5139-4130-b19a-f7330700e4b5 tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.174 HTTP/1.1" status: 200 len: 696 time: 0.1103916 Jul 29 23:29:28.232443 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6b3868-e699-420f-bc16-994fbeb3494f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7227480-4f34-4ba2-a5a3-39cc6359fd0d'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:29:28.237017 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c71ece-a9bf-4f2a-9f50-10967b42be7a" -d '{"events": [{"server_uuid": "ab6b3868-e699-420f-bc16-994fbeb3494f", "name": "network-vif-unplugged", "status": "completed", "tag": "c7227480-4f34-4ba2-a5a3-39cc6359fd0d"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:29:28.267062 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port c7227480-4f34-4ba2-a5a3-39cc6359fd0d, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=c7227480-4f34-4ba2-a5a3-39cc6359fd0d,segment=NetworkSegment(85a18049-8d39-45df-9ccf-cf67471916ca),segment_id=85a18049-8d39-45df-9ccf-cf67471916ca)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:28.270330 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1f658-6d35-4b0c-a39c-b7d7b35aab65 req-c2712595-1c1b-4712-ab98-d948b3e4cb37 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:28.273610 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-83b1f658-6d35-4b0c-a39c-b7d7b35aab65 req-c2712595-1c1b-4712-ab98-d948b3e4cb37 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 945 time: 0.3438458 Jul 29 23:29:28.280398 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:28.298121 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fa0adb9d-add1-4a2c-9bde-d0c499b2d356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:28.302007 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fa0adb9d-add1-4a2c-9bde-d0c499b2d356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:28.303887 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-fa0adb9d-add1-4a2c-9bde-d0c499b2d356 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/21e0aab9-bc7e-444c-b560-933f29097b21 HTTP/1.1" status: 204 len: 168 time: 0.7491531 Jul 29 23:29:28.359889 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0adb9d-add1-4a2c-9bde-d0c499b2d356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e0aab9-bc7e-444c-b560-933f29097b21,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:28.408549 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-83b1f658-6d35-4b0c-a39c-b7d7b35aab65 req-a98f648e-8dd9-451b-b015-da0e2ac5eb13 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013656 Jul 29 23:29:28.477803 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=c7227480-4f34-4ba2-a5a3-39cc6359fd0d,revision_number=8']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:28.600476 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f12b22-5c1e-4b14-9e08-d2059d246c21 req-174d8c40-5b98-4be6-9551-6a6e8ae3a3ac tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:28.608167 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f6f12b22-5c1e-4b14-9e08-d2059d246c21 req-174d8c40-5b98-4be6-9551-6a6e8ae3a3ac tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] 10.222.0.43 "GET /v2.0/networks/58f27f61-3278-49cc-b66b-1e729d26f29f HTTP/1.1" status: 200 len: 784 time: 0.3921492 Jul 29 23:29:28.613988 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-9d5f8684-7ecd-404c-a533-9ecc6f7952ee req-8d39b2ae-508a-461c-b66a-21a950be7381 tempest-ServerGroupTestJSON-1819291909 tempest-ServerGroupTestJSON-1819291909-project] Allocated IP 172.20.0.5 (de4f95b9-111d-4410-8338-da8c0dfd383a/b898f6b9-5fac-4610-9f64-99cb2f6e7579/38acdadc-ba6c-4e43-9af4-d14201aedf71) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:29:28.708590 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643324ec-4e3a-4e55-b982-61b7e3dac519 x-openstack-request-id: req-643324ec-4e3a-4e55-b982-61b7e3dac519 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:29:28.709364 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6b3868-e699-420f-bc16-994fbeb3494f", "name": "network-vif-unplugged", "status": "completed", "tag": "c7227480-4f34-4ba2-a5a3-39cc6359fd0d", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:29:28.709846 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-643324ec-4e3a-4e55-b982-61b7e3dac519 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:29:28.710399 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab6b3868-e699-420f-bc16-994fbeb3494f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7227480-4f34-4ba2-a5a3-39cc6359fd0d', 'code': 200} Jul 29 23:29:28.711487 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0113ed42-9def-41bb-807a-fc56c54f1e1e req-810402e1-d322-4b31-910d-944318fe503e tempest-ServerGroupTestJSON-1819291909 tempest-ServerGroupTestJSON-1819291909-project] 10.222.0.43 "GET /v2.0/ports?device_id=35db4f7a-37bf-4e8a-8655-4c4b3673d900 HTTP/1.1" status: 200 len: 210 time: 0.0848329 Jul 29 23:29:28.880729 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-83b78c1d-36cc-4512-acc0-11b82cc835a1 req-59bd2985-9939-482a-a1b1-e3ed71f046d5 tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] 10.222.0.43 "GET /v2.0/floatingips/f7d3a094-8dac-4429-a1d0-7408ddd4a841 HTTP/1.1" status: 200 len: 693 time: 0.1200581 Jul 29 23:29:28.888291 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7508cd82-c368-4bff-9461-f1637552c03a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:29.138006 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b78c1d-36cc-4512-acc0-11b82cc835a1 req-13c3c441-5b62-48c7-9fc7-46ffc5ca4f82 tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:29.139443 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-83b78c1d-36cc-4512-acc0-11b82cc835a1 req-13c3c441-5b62-48c7-9fc7-46ffc5ca4f82 tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] 10.222.0.43 "GET /v2.0/networks/58f27f61-3278-49cc-b66b-1e729d26f29f HTTP/1.1" status: 200 len: 784 time: 0.2576783 Jul 29 23:29:29.148439 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3e15dcb4-1f52-47d2-ac38-c6d69eeb3fbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:29.157845 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-9d5f8684-7ecd-404c-a533-9ecc6f7952ee req-8d39b2ae-508a-461c-b66a-21a950be7381 tempest-ServerGroupTestJSON-1819291909 tempest-ServerGroupTestJSON-1819291909-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:29.163153 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [req-83b78c1d-36cc-4512-acc0-11b82cc835a1 req-6fdb7503-4283-44fb-9e11-2d5f39aaeade tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:29:29.167458 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-83b78c1d-36cc-4512-acc0-11b82cc835a1 req-6fdb7503-4283-44fb-9e11-2d5f39aaeade tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0163260 Jul 29 23:29:29.248395 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:29.275867 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c27fcc-945f-489b-bda7-08844b173e0d None None] Network cd4fb90a-a73b-48ea-873e-472dda9549c0 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:29:29.323488 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-444ec357-90cf-4400-9bab-181c3b97d0ff req-f8f7f4b5-7287-4f8a-b37b-c11e2389848f tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] 10.222.0.43 "GET /v2.0/floatingips?tenant_id=51255cfffa684de591fe711791e2cb9e HTTP/1.1" status: 200 len: 696 time: 0.1312053 Jul 29 23:29:29.355342 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f2b2d4a3-c61d-434e-a695-c5dfbf9e112c None None] Provisioning for port 443a5395-ebc0-438b-a774-b41bfc50d08b completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:29:29.515277 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ec357-90cf-4400-9bab-181c3b97d0ff req-8b99f220-5989-4c05-8012-65f93dc4ff6b tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:29.525753 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-444ec357-90cf-4400-9bab-181c3b97d0ff req-8b99f220-5989-4c05-8012-65f93dc4ff6b tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] 10.222.0.43 "GET /v2.0/networks?id=58f27f61-3278-49cc-b66b-1e729d26f29f HTTP/1.1" status: 200 len: 787 time: 0.1961381 Jul 29 23:29:29.528549 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-9d5f8684-7ecd-404c-a533-9ecc6f7952ee req-8d39b2ae-508a-461c-b66a-21a950be7381 tempest-ServerGroupTestJSON-1819291909 tempest-ServerGroupTestJSON-1819291909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:29.541678 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 443a5395-ebc0-438b-a774-b41bfc50d08b up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:29:29.634031 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 443a5395-ebc0-438b-a774-b41bfc50d08b completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:29:29.644584 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 443a5395-ebc0-438b-a774-b41bfc50d08b triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:29.645336 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:29.849021 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:29.896969 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 443a5395-ebc0-438b-a774-b41bfc50d08b, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=443a5395-ebc0-438b-a774-b41bfc50d08b,segment=NetworkSegment(be77653f-7be6-4792-85af-06f31dac82f8),segment_id=be77653f-7be6-4792-85af-06f31dac82f8)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:29.901499 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 46786) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:29.906020 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:29.907986 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 8ae8cf93-d0c1-40e1-8051-ef6498060626 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:29:29.938640 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7508cd82-c368-4bff-9461-f1637552c03a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:30.013772 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=443a5395-ebc0-438b-a774-b41bfc50d08b,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:30.057837 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-57e525da-9fff-40db-89a8-0c1c9957fbf9 None None] Provisioning complete for port 443a5395-ebc0-438b-a774-b41bfc50d08b triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:30.058595 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-57e525da-9fff-40db-89a8-0c1c9957fbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:30.138260 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 8ae8cf93-d0c1-40e1-8051-ef6498060626 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:30.138572 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:30.139480 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d5f8684-7ecd-404c-a533-9ecc6f7952ee req-8d39b2ae-508a-461c-b66a-21a950be7381 tempest-ServerGroupTestJSON-1819291909 tempest-ServerGroupTestJSON-1819291909-project] Network de4f95b9-111d-4410-8338-da8c0dfd383a is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:29:30.165280 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-9d5f8684-7ecd-404c-a533-9ecc6f7952ee req-8d39b2ae-508a-461c-b66a-21a950be7381 tempest-ServerGroupTestJSON-1819291909 tempest-ServerGroupTestJSON-1819291909-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:30.177938 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-525382d3-27a8-4fbe-98d0-f7f73cb775e1 tempest-AgentManagementNegativeTest-1714766574 tempest-AgentManagementNegativeTest-1714766574-project] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2485633 Jul 29 23:29:30.180144 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-558c0337-b844-45db-bd01-c75eb1b9de40 req-e741423b-68d4-421c-9299-e8394ed24805 tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] 10.222.0.43 "GET /v2.0/floatingips/f7d3a094-8dac-4429-a1d0-7408ddd4a841 HTTP/1.1" status: 200 len: 693 time: 0.6288807 Jul 29 23:29:30.184908 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d5f8684-7ecd-404c-a533-9ecc6f7952ee req-8d39b2ae-508a-461c-b66a-21a950be7381 tempest-ServerGroupTestJSON-1819291909 tempest-ServerGroupTestJSON-1819291909-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:29:30.246325 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d39b2ae-508a-461c-b66a-21a950be7381 tempest-ServerGroupTestJSON-1819291909 tempest-ServerGroupTestJSON-1819291909-project] Pushing event updated for resources: {'Port': ['ID=38acdadc-ba6c-4e43-9af4-d14201aedf71,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:30.338915 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ba836-2bef-43a2-9296-f0cba83f84f9 req-40483210-12c9-45d6-b761-866ab1fca3f2 tempest-ServerGroupTestJSON-1819291909 tempest-ServerGroupTestJSON-1819291909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:30.340467 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d50ba836-2bef-43a2-9296-f0cba83f84f9 req-40483210-12c9-45d6-b761-866ab1fca3f2 tempest-ServerGroupTestJSON-1819291909 tempest-ServerGroupTestJSON-1819291909-project] 10.222.0.43 "GET /v2.0/ports?device_id=35db4f7a-37bf-4e8a-8655-4c4b3673d900 HTTP/1.1" status: 200 len: 931 time: 0.3022654 Jul 29 23:29:30.340844 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7508cd82-c368-4bff-9461-f1637552c03a admin admin] Router fe2e1c24-500f-40df-9b8d-992cab84a69c is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:29:30.363335 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f8684-7ecd-404c-a533-9ecc6f7952ee req-8d39b2ae-508a-461c-b66a-21a950be7381 tempest-ServerGroupTestJSON-1819291909 tempest-ServerGroupTestJSON-1819291909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:30.363954 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-9d5f8684-7ecd-404c-a533-9ecc6f7952ee req-8d39b2ae-508a-461c-b66a-21a950be7381 tempest-ServerGroupTestJSON-1819291909 tempest-ServerGroupTestJSON-1819291909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:30.415767 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9d5f8684-7ecd-404c-a533-9ecc6f7952ee req-8d39b2ae-508a-461c-b66a-21a950be7381 tempest-ServerGroupTestJSON-1819291909 tempest-ServerGroupTestJSON-1819291909-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1980655 Jul 29 23:29:30.435863 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c0337-b844-45db-bd01-c75eb1b9de40 req-814a9270-3605-41f1-b2c8-893cda2d9c38 tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:30.443956 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-558c0337-b844-45db-bd01-c75eb1b9de40 req-814a9270-3605-41f1-b2c8-893cda2d9c38 tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] 10.222.0.43 "GET /v2.0/networks/58f27f61-3278-49cc-b66b-1e729d26f29f HTTP/1.1" status: 200 len: 784 time: 0.2626309 Jul 29 23:29:30.452045 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-9d5f8684-7ecd-404c-a533-9ecc6f7952ee req-3f3ec95d-9c95-46bd-bb5b-d5381e3bbdc7 service neutron] Request body: {'port': {'device_id': '35db4f7a-37bf-4e8a-8655-4c4b3673d900', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:30.507084 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-3e15dcb4-1f52-47d2-ac38-c6d69eeb3fbb admin admin] Deleting port 37de53a7-9e50-4e76-821c-0876a53fe408 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:29:30.507426 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3e15dcb4-1f52-47d2-ac38-c6d69eeb3fbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:30.508174 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d50ba836-2bef-43a2-9296-f0cba83f84f9 req-f18bf665-21f8-4fde-8737-36d6f005c6bd tempest-ServerGroupTestJSON-1819291909 tempest-ServerGroupTestJSON-1819291909-project] 10.222.0.43 "GET /v2.0/security-groups?id=73632634-b32a-47c2-a241-503e403369ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597204 Jul 29 23:29:30.545571 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-558c0337-b844-45db-bd01-c75eb1b9de40 req-eecce0e5-56e0-4825-8fc2-b4ea3ad8bf9a tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.174 HTTP/1.1" status: 200 len: 696 time: 0.1007626 Jul 29 23:29:30.574747 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 46800) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:30.620182 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-558c0337-b844-45db-bd01-c75eb1b9de40 req-2e9545a9-d8c4-452b-85d5-8c2ba9c11098 tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.174 HTTP/1.1" status: 200 len: 696 time: 0.0734508 Jul 29 23:29:30.655824 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7508cd82-c368-4bff-9461-f1637552c03a admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:29:30.662074 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-9d5f8684-7ecd-404c-a533-9ecc6f7952ee req-3f3ec95d-9c95-46bd-bb5b-d5381e3bbdc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:30.671225 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50dacf9-0bc6-4601-8b32-ef1a758dd610 None None] Sync routers for ids ['fe2e1c24-500f-40df-9b8d-992cab84a69c'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:29:30.691527 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50dacf9-0bc6-4601-8b32-ef1a758dd610 None None] Routers {'fe2e1c24-500f-40df-9b8d-992cab84a69c'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:29:30.692296 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-d50dacf9-0bc6-4601-8b32-ef1a758dd610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:29:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['fe2e1c24-500f-40df-9b8d-992cab84a69c'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:30.724555 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7508cd82-c368-4bff-9461-f1637552c03a admin admin] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:30.728307 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7508cd82-c368-4bff-9461-f1637552c03a admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.7152915 Jul 29 23:29:30.734351 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 46806) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:30.841103 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-d50dacf9-0bc6-4601-8b32-ef1a758dd610 None None] Set router fe2e1c24-500f-40df-9b8d-992cab84a69c gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:29:31.045308 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3a9f3d44-c4ac-45e1-9be3-590da19a62fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:31.046844 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-d50dacf9-0bc6-4601-8b32-ef1a758dd610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2e1c24-500f-40df-9b8d-992cab84a69c', 'name': 'tempest-TaggedBootDevicesTest-378262961-router', 'tenant_id': '0f2ab90424214bdcb3d3f2d44c6cf9b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '0aaf13b6-72fe-4fb7-8714-a57258ce9909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:29:25Z', 'updated_at': '2021-07-29T23:29:28Z', 'revision_number': 3, 'project_id': '0f2ab90424214bdcb3d3f2d44c6cf9b4', 'gw_port': {'id': '0aaf13b6-72fe-4fb7-8714-a57258ce9909', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2e1c24-500f-40df-9b8d-992cab84a69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:25Z', 'updated_at': '2021-07-29T23:29:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:31.052020 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-9d5f8684-7ecd-404c-a533-9ecc6f7952ee req-3f3ec95d-9c95-46bd-bb5b-d5381e3bbdc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38acdadc-ba6c-4e43-9af4-d14201aedf71 {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:29:31.061368 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-3e15dcb4-1f52-47d2-ac38-c6d69eeb3fbb admin admin] For port 37de53a7-9e50-4e76-821c-0876a53fe408, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=37de53a7-9e50-4e76-821c-0876a53fe408,segment=NetworkSegment(931f0986-fcdf-432f-a9ff-f4c84ce200cf),segment_id=931f0986-fcdf-432f-a9ff-f4c84ce200cf)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:31.061766 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3e15dcb4-1f52-47d2-ac38-c6d69eeb3fbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:31.062716 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-9d5f8684-7ecd-404c-a533-9ecc6f7952ee req-3f3ec95d-9c95-46bd-bb5b-d5381e3bbdc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:31.076378 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-9d5f8684-7ecd-404c-a533-9ecc6f7952ee req-3f3ec95d-9c95-46bd-bb5b-d5381e3bbdc7 service neutron] Transition to ACTIVE for port object 38acdadc-ba6c-4e43-9af4-d14201aedf71 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:31.097513 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-9d5f8684-7ecd-404c-a533-9ecc6f7952ee req-3f3ec95d-9c95-46bd-bb5b-d5381e3bbdc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:31.098237 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50dacf9-0bc6-4601-8b32-ef1a758dd610 None None] Checking router: fe2e1c24-500f-40df-9b8d-992cab84a69c for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:29:31.098583 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50dacf9-0bc6-4601-8b32-ef1a758dd610 None None] Updating router fe2e1c24-500f-40df-9b8d-992cab84a69c port 0aaf13b6-72fe-4fb7-8714-a57258ce9909 binding host n-d-712141-10 {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:29:31.099322 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-3e15dcb4-1f52-47d2-ac38-c6d69eeb3fbb admin admin] Calling delete_port for 37de53a7-9e50-4e76-821c-0876a53fe408 owned by network:router_interface {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:29:31.108363 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-558c0337-b844-45db-bd01-c75eb1b9de40 req-b638fa52-ed49-49b0-ad55-a3965bfa2649 tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] Deleting port 4612d3b0-8c93-41ce-a9eb-ba7075beb796 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:29:31.108745 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-558c0337-b844-45db-bd01-c75eb1b9de40 req-b638fa52-ed49-49b0-ad55-a3965bfa2649 tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:31.126785 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-d50dacf9-0bc6-4601-8b32-ef1a758dd610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:31.152886 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ec95d-9c95-46bd-bb5b-d5381e3bbdc7 service neutron] Pushing event updated for resources: {'Port': ['ID=38acdadc-ba6c-4e43-9af4-d14201aedf71,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:31.270539 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7b2ff077-6bef-482f-9ecd-5985065400ad req-2f9aa81a-632c-437e-9484-d0ba0aacc8f4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1990483 Jul 29 23:29:31.300428 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-9d5f8684-7ecd-404c-a533-9ecc6f7952ee req-3f3ec95d-9c95-46bd-bb5b-d5381e3bbdc7 service neutron] Attempting to bind port 38acdadc-ba6c-4e43-9af4-d14201aedf71 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:29:31.300675 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-9d5f8684-7ecd-404c-a533-9ecc6f7952ee req-3f3ec95d-9c95-46bd-bb5b-d5381e3bbdc7 service neutron] Attempting to bind port 38acdadc-ba6c-4e43-9af4-d14201aedf71 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': 'a9b44f2a-aa44-41d6-aa0c-db679a4cff3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'de4f95b9-111d-4410-8338-da8c0dfd383a'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:29:31.300965 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5f8684-7ecd-404c-a533-9ecc6f7952ee req-3f3ec95d-9c95-46bd-bb5b-d5381e3bbdc7 service neutron] Attempting to bind port 38acdadc-ba6c-4e43-9af4-d14201aedf71 on network de4f95b9-111d-4410-8338-da8c0dfd383a {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:29:31.307186 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5f8684-7ecd-404c-a533-9ecc6f7952ee req-3f3ec95d-9c95-46bd-bb5b-d5381e3bbdc7 service neutron] Port 38acdadc-ba6c-4e43-9af4-d14201aedf71 on network de4f95b9-111d-4410-8338-da8c0dfd383a not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:29:31.307514 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5f8684-7ecd-404c-a533-9ecc6f7952ee req-3f3ec95d-9c95-46bd-bb5b-d5381e3bbdc7 service neutron] Attempting to bind port 38acdadc-ba6c-4e43-9af4-d14201aedf71 on network de4f95b9-111d-4410-8338-da8c0dfd383a {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:29:31.314289 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5f8684-7ecd-404c-a533-9ecc6f7952ee req-3f3ec95d-9c95-46bd-bb5b-d5381e3bbdc7 service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:29:31.314629 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5f8684-7ecd-404c-a533-9ecc6f7952ee req-3f3ec95d-9c95-46bd-bb5b-d5381e3bbdc7 service neutron] Checking segment: {'id': 'a9b44f2a-aa44-41d6-aa0c-db679a4cff3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'de4f95b9-111d-4410-8338-da8c0dfd383a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:29:31.315796 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d5f8684-7ecd-404c-a533-9ecc6f7952ee req-3f3ec95d-9c95-46bd-bb5b-d5381e3bbdc7 service neutron] Bound using segment: {'id': 'a9b44f2a-aa44-41d6-aa0c-db679a4cff3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'de4f95b9-111d-4410-8338-da8c0dfd383a'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:29:31.316242 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-9d5f8684-7ecd-404c-a533-9ecc6f7952ee req-3f3ec95d-9c95-46bd-bb5b-d5381e3bbdc7 service neutron] Bound port: 38acdadc-ba6c-4e43-9af4-d14201aedf71, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9b44f2a-aa44-41d6-aa0c-db679a4cff3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': 'de4f95b9-111d-4410-8338-da8c0dfd383a'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:29:31.316650 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-9d5f8684-7ecd-404c-a533-9ecc6f7952ee req-3f3ec95d-9c95-46bd-bb5b-d5381e3bbdc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:31.342541 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-558c0337-b844-45db-bd01-c75eb1b9de40 req-b638fa52-ed49-49b0-ad55-a3965bfa2649 tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:31.342902 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-558c0337-b844-45db-bd01-c75eb1b9de40 req-b638fa52-ed49-49b0-ad55-a3965bfa2649 tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:31.392274 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 443a5395-ebc0-438b-a774-b41bfc50d08b up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:29:31.451968 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-9d5f8684-7ecd-404c-a533-9ecc6f7952ee req-3f3ec95d-9c95-46bd-bb5b-d5381e3bbdc7 service neutron] For port 38acdadc-ba6c-4e43-9af4-d14201aedf71, host n-h2-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:29:31.464108 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-9d5f8684-7ecd-404c-a533-9ecc6f7952ee req-3f3ec95d-9c95-46bd-bb5b-d5381e3bbdc7 service neutron] For port 38acdadc-ba6c-4e43-9af4-d14201aedf71, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=38acdadc-ba6c-4e43-9af4-d14201aedf71,segment=NetworkSegment(a9b44f2a-aa44-41d6-aa0c-db679a4cff3f),segment_id=a9b44f2a-aa44-41d6-aa0c-db679a4cff3f)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:29:31.474592 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 443a5395-ebc0-438b-a774-b41bfc50d08b triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:31.475830 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:31.476868 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-9d5f8684-7ecd-404c-a533-9ecc6f7952ee req-3f3ec95d-9c95-46bd-bb5b-d5381e3bbdc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:31.480640 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-558c0337-b844-45db-bd01-c75eb1b9de40 req-b638fa52-ed49-49b0-ad55-a3965bfa2649 tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] Calling delete_port for 4612d3b0-8c93-41ce-a9eb-ba7075beb796 owned by network:floatingip {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:29:31.558056 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ff077-6bef-482f-9ecd-5985065400ad req-707f05e9-fd6f-4e88-b896-c0cc88a41b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:31.558551 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ff077-6bef-482f-9ecd-5985065400ad req-707f05e9-fd6f-4e88-b896-c0cc88a41b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:31.559029 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ff077-6bef-482f-9ecd-5985065400ad req-707f05e9-fd6f-4e88-b896-c0cc88a41b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:31.559496 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ff077-6bef-482f-9ecd-5985065400ad req-707f05e9-fd6f-4e88-b896-c0cc88a41b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:31.559963 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ff077-6bef-482f-9ecd-5985065400ad req-707f05e9-fd6f-4e88-b896-c0cc88a41b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:31.564157 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ff077-6bef-482f-9ecd-5985065400ad req-707f05e9-fd6f-4e88-b896-c0cc88a41b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:31.564649 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ff077-6bef-482f-9ecd-5985065400ad req-707f05e9-fd6f-4e88-b896-c0cc88a41b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:31.566962 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7b2ff077-6bef-482f-9ecd-5985065400ad req-707f05e9-fd6f-4e88-b896-c0cc88a41b1e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2080476b97a74d1caf5886ea19337ad1&device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 6504 time: 0.1801243 Jul 29 23:29:31.576322 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3a9f3d44-c4ac-45e1-9be3-590da19a62fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:31.606996 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3a9f3d44-c4ac-45e1-9be3-590da19a62fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:31.683647 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f8684-7ecd-404c-a533-9ecc6f7952ee req-3f3ec95d-9c95-46bd-bb5b-d5381e3bbdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:31.684270 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-9d5f8684-7ecd-404c-a533-9ecc6f7952ee req-3f3ec95d-9c95-46bd-bb5b-d5381e3bbdc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:31.689600 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9d5f8684-7ecd-404c-a533-9ecc6f7952ee req-3f3ec95d-9c95-46bd-bb5b-d5381e3bbdc7 service neutron] 10.222.0.22 "PUT /v2.0/ports/38acdadc-ba6c-4e43-9af4-d14201aedf71 HTTP/1.1" status: 200 len: 1092 time: 1.2573938 Jul 29 23:29:31.690634 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35db4f7a-37bf-4e8a-8655-4c4b3673d900', 'tag': '38acdadc-ba6c-4e43-9af4-d14201aedf71'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:29:31.695273 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19963a8c-37b2-4448-a797-5d212104fae4" -d '{"events": [{"name": "network-changed", "server_uuid": "35db4f7a-37bf-4e8a-8655-4c4b3673d900", "tag": "38acdadc-ba6c-4e43-9af4-d14201aedf71"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:29:31.846379 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device c7227480-4f34-4ba2-a5a3-39cc6359fd0d details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:29:31.871658 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-d50dacf9-0bc6-4601-8b32-ef1a758dd610 None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:31.875889 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3ec95d-9c95-46bd-bb5b-d5381e3bbdc7 service neutron] Pushing event updated for resources: {'Port': ['ID=38acdadc-ba6c-4e43-9af4-d14201aedf71,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:31.930306 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c7f153-fb6f-461b-8eda-0183588cf6df req-3ff01c97-c8f6-4521-b612-f30456a322fb tempest-ServerGroupTestJSON-1819291909 tempest-ServerGroupTestJSON-1819291909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:31.931588 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-49c7f153-fb6f-461b-8eda-0183588cf6df req-3ff01c97-c8f6-4521-b612-f30456a322fb tempest-ServerGroupTestJSON-1819291909 tempest-ServerGroupTestJSON-1819291909-project] 10.222.0.43 "GET /v2.0/ports?device_id=35db4f7a-37bf-4e8a-8655-4c4b3673d900 HTTP/1.1" status: 200 len: 943 time: 0.2333393 Jul 29 23:29:31.943653 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f8684-7ecd-404c-a533-9ecc6f7952ee req-62f1c2c3-317b-44f6-bd3d-cece32d6e72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:31.944828 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9d5f8684-7ecd-404c-a533-9ecc6f7952ee req-62f1c2c3-317b-44f6-bd3d-cece32d6e72d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e28d67885ebb4a87be58f30870187692&device_id=35db4f7a-37bf-4e8a-8655-4c4b3673d900 HTTP/1.1" status: 200 len: 1095 time: 0.1723750 Jul 29 23:29:31.969261 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-3a9f3d44-c4ac-45e1-9be3-590da19a62fc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bc47d3f9e50b445eaad71c9c7ef48f4a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3933530 Jul 29 23:29:31.970045 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 46820) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:31.981066 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5d8adf96-3d3d-4e76-9f58-20e39c9ac182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:31.999118 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port c7227480-4f34-4ba2-a5a3-39cc6359fd0d, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=c7227480-4f34-4ba2-a5a3-39cc6359fd0d,segment=NetworkSegment(85a18049-8d39-45df-9ccf-cf67471916ca),segment_id=85a18049-8d39-45df-9ccf-cf67471916ca)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:32.005503 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9d5f8684-7ecd-404c-a533-9ecc6f7952ee req-be701ac2-cf8f-4633-ab4e-7ef74047dac6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38acdadc-ba6c-4e43-9af4-d14201aedf71 HTTP/1.1" status: 200 len: 217 time: 0.0461271 Jul 29 23:29:32.011152 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9f3d44-c4ac-45e1-9be3-590da19a62fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2992585-0c0d-4dd1-8687-591c48dc3cc3,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:32.015237 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': 'c7227480-4f34-4ba2-a5a3-39cc6359fd0d', 'network_id': 'fc8993d1-1f3f-4e88-9d54-7eec99f127ad', 'port_id': 'c7227480-4f34-4ba2-a5a3-39cc6359fd0d', 'mac_address': 'fa:16:3e:61:dc:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01812886-2cdd-41de-831e-c3e259b8e381', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:29:32.042136 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ff077-6bef-482f-9ecd-5985065400ad req-06b0122e-c25b-4aa3-90ee-0db4f1865b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:32.042721 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ff077-6bef-482f-9ecd-5985065400ad req-06b0122e-c25b-4aa3-90ee-0db4f1865b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:32.043325 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ff077-6bef-482f-9ecd-5985065400ad req-06b0122e-c25b-4aa3-90ee-0db4f1865b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:32.045243 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7b2ff077-6bef-482f-9ecd-5985065400ad req-06b0122e-c25b-4aa3-90ee-0db4f1865b17 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ce4b3ab8-859d-4d6c-903b-c30dcaacffc8&id=20b17a75-47ba-4198-999c-000c34520768&id=20b17a75-47ba-4198-999c-000c34520768&id=20b17a75-47ba-4198-999c-000c34520768&id=20b17a75-47ba-4198-999c-000c34520768&id=4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf&id=4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf HTTP/1.1" status: 200 len: 2296 time: 0.4120495 Jul 29 23:29:32.051327 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3e15dcb4-1f52-47d2-ac38-c6d69eeb3fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:32.062456 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:32.078490 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7227480-4f34-4ba2-a5a3-39cc6359fd0d {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:29:32.085855 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-49c7f153-fb6f-461b-8eda-0183588cf6df req-208c1fed-160c-4e19-89e4-f7cb93690c38 tempest-ServerGroupTestJSON-1819291909 tempest-ServerGroupTestJSON-1819291909-project] 10.222.0.43 "GET /v2.0/security-groups?id=73632634-b32a-47c2-a241-503e403369ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469388 Jul 29 23:29:32.101235 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port c7227480-4f34-4ba2-a5a3-39cc6359fd0d, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=c7227480-4f34-4ba2-a5a3-39cc6359fd0d,segment=NetworkSegment(85a18049-8d39-45df-9ccf-cf67471916ca),segment_id=85a18049-8d39-45df-9ccf-cf67471916ca)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:32.106435 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:32.111675 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5f8684-7ecd-404c-a533-9ecc6f7952ee req-6df99c67-998d-4b26-b9d8-1c12601883e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:32.113555 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9d5f8684-7ecd-404c-a533-9ecc6f7952ee req-6df99c67-998d-4b26-b9d8-1c12601883e7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b898f6b9-5fac-4610-9f64-99cb2f6e7579 HTTP/1.1" status: 200 len: 850 time: 0.1001260 Jul 29 23:29:32.114687 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-558c0337-b844-45db-bd01-c75eb1b9de40 req-b638fa52-ed49-49b0-ad55-a3965bfa2649 tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:32.123040 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-d50dacf9-0bc6-4601-8b32-ef1a758dd610 None None] Transition to ACTIVE for port object 0aaf13b6-72fe-4fb7-8714-a57258ce9909 will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:32.136160 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-d50dacf9-0bc6-4601-8b32-ef1a758dd610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:32.181648 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9d5f8684-7ecd-404c-a533-9ecc6f7952ee req-baf6f009-5079-41de-ae6e-07c24c043a32 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=de4f95b9-111d-4410-8338-da8c0dfd383a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581577 Jul 29 23:29:32.183365 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079820f3-9500-490e-ae1e-627941d0c1c9 x-openstack-request-id: req-079820f3-9500-490e-ae1e-627941d0c1c9 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:29:32.183649 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35db4f7a-37bf-4e8a-8655-4c4b3673d900", "tag": "38acdadc-ba6c-4e43-9af4-d14201aedf71", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:29:32.183906 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-079820f3-9500-490e-ae1e-627941d0c1c9 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:29:32.184356 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35db4f7a-37bf-4e8a-8655-4c4b3673d900', 'tag': '38acdadc-ba6c-4e43-9af4-d14201aedf71', 'status': 'completed', 'code': 200} Jul 29 23:29:32.186687 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b638fa52-ed49-49b0-ad55-a3965bfa2649 tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] Pushing event deleted for resources: {'Port': ['ID=4612d3b0-8c93-41ce-a9eb-ba7075beb796,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:32.224654 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=c7227480-4f34-4ba2-a5a3-39cc6359fd0d,revision_number=9']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:32.225043 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-d50dacf9-0bc6-4601-8b32-ef1a758dd610 None None] Attempting to bind port 0aaf13b6-72fe-4fb7-8714-a57258ce9909 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:29:32.225710 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-d50dacf9-0bc6-4601-8b32-ef1a758dd610 None None] Attempting to bind port 0aaf13b6-72fe-4fb7-8714-a57258ce9909 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:29:32.226262 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50dacf9-0bc6-4601-8b32-ef1a758dd610 None None] Attempting to bind port 0aaf13b6-72fe-4fb7-8714-a57258ce9909 on network 58f27f61-3278-49cc-b66b-1e729d26f29f {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:29:32.230943 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb6cf48-3cd8-426b-b6a0-d2f567a9e09c None None] Pushing event updated for resources: {'Port': ['ID=0aaf13b6-72fe-4fb7-8714-a57258ce9909,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:32.236287 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50dacf9-0bc6-4601-8b32-ef1a758dd610 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:29:32.237174 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50dacf9-0bc6-4601-8b32-ef1a758dd610 None None] Checking segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:29:32.237836 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-d50dacf9-0bc6-4601-8b32-ef1a758dd610 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:32.238532 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50dacf9-0bc6-4601-8b32-ef1a758dd610 None None] Bound using segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:29:32.239223 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-d50dacf9-0bc6-4601-8b32-ef1a758dd610 None None] Bound port: 0aaf13b6-72fe-4fb7-8714-a57258ce9909, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:29:32.239811 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-d50dacf9-0bc6-4601-8b32-ef1a758dd610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:32.327466 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e15dcb4-1f52-47d2-ac38-c6d69eeb3fbb admin admin] Pushing event deleted for resources: {'Port': ['ID=37de53a7-9e50-4e76-821c-0876a53fe408,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:32.346820 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-558c0337-b844-45db-bd01-c75eb1b9de40 req-b638fa52-ed49-49b0-ad55-a3965bfa2649 tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] Notify callbacks [] for floatingip, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:32.349474 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-558c0337-b844-45db-bd01-c75eb1b9de40 req-b638fa52-ed49-49b0-ad55-a3965bfa2649 tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:32.350540 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-d50dacf9-0bc6-4601-8b32-ef1a758dd610 None None] For port 0aaf13b6-72fe-4fb7-8714-a57258ce9909, host n-d-712141-10, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:29:32.350738 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-558c0337-b844-45db-bd01-c75eb1b9de40 req-b638fa52-ed49-49b0-ad55-a3965bfa2649 tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] 10.222.0.43 "DELETE /v2.0/floatingips/f7d3a094-8dac-4429-a1d0-7408ddd4a841 HTTP/1.1" status: 204 len: 173 time: 1.7297766 Jul 29 23:29:32.361630 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-d50dacf9-0bc6-4601-8b32-ef1a758dd610 None None] For port 0aaf13b6-72fe-4fb7-8714-a57258ce9909, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=0aaf13b6-72fe-4fb7-8714-a57258ce9909,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:29:32.369549 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-d50dacf9-0bc6-4601-8b32-ef1a758dd610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:32.395278 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['c7227480-4f34-4ba2-a5a3-39cc6359fd0d'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:29:32.405156 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d72fae71-37ef-4d4e-b752-db455de890dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:32.412448 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7b2ff077-6bef-482f-9ecd-5985065400ad req-46214e75-efcb-4cf5-95f8-c2efe4a109e5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d88dbc0e-68ee-4fbf-94c1-8577555fefd5 HTTP/1.1" status: 200 len: 1001 time: 0.3553898 Jul 29 23:29:32.509823 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ff077-6bef-482f-9ecd-5985065400ad req-990a4407-a686-482f-af26-7a43ec77b9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:32.510101 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9d5f8684-7ecd-404c-a533-9ecc6f7952ee req-21a68dd8-0ff9-4436-8e63-4328084c8a51 service neutron] 10.222.0.22 "GET /v2.0/networks/de4f95b9-111d-4410-8338-da8c0dfd383a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074160 Jul 29 23:29:32.511283 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7b2ff077-6bef-482f-9ecd-5985065400ad req-990a4407-a686-482f-af26-7a43ec77b9a2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f17b5adc-97d4-4be8-906f-2c5b33598723 HTTP/1.1" status: 200 len: 855 time: 0.0735605 Jul 29 23:29:32.539157 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50dacf9-0bc6-4601-8b32-ef1a758dd610 None None] Routers {'fe2e1c24-500f-40df-9b8d-992cab84a69c'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:29:32.539792 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-d50dacf9-0bc6-4601-8b32-ef1a758dd610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:29:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['fe2e1c24-500f-40df-9b8d-992cab84a69c'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:32.575724 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d72fae71-37ef-4d4e-b752-db455de890dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:32.733711 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-d50dacf9-0bc6-4601-8b32-ef1a758dd610 None None] Set router fe2e1c24-500f-40df-9b8d-992cab84a69c gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:29:32.800283 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-57c285db-cd17-4f0f-9518-25451ff7237d req-03893972-ef0e-446c-b8cd-ca1d908efa6f tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4161685 Jul 29 23:29:32.810786 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-57c285db-cd17-4f0f-9518-25451ff7237d req-b23dc2ab-144b-4259-8ccc-971ffa02b259 tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] Request body: {'floatingip': {'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:32.849163 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ff077-6bef-482f-9ecd-5985065400ad req-421ef3e2-1a1f-4e6a-9c5e-fdefb6c59850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:32.850835 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9d5f8684-7ecd-404c-a533-9ecc6f7952ee req-d1d25f58-7e7a-48cd-83f0-43e47c2c25fe service neutron] 10.222.0.22 "GET /v2.0/networks/de4f95b9-111d-4410-8338-da8c0dfd383a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307829 Jul 29 23:29:32.850975 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7b2ff077-6bef-482f-9ecd-5985065400ad req-421ef3e2-1a1f-4e6a-9c5e-fdefb6c59850 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce4b3ab8-859d-4d6c-903b-c30dcaacffc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3100796 Jul 29 23:29:32.861551 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-57c285db-cd17-4f0f-9518-25451ff7237d req-b23dc2ab-144b-4259-8ccc-971ffa02b259 tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] Notify callbacks [] for floatingip, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:32.900805 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb6cf48-3cd8-426b-b6a0-d2f567a9e09c None None] Pushing event updated for resources: {'Port': ['ID=0aaf13b6-72fe-4fb7-8714-a57258ce9909,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:32.952182 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-5d8adf96-3d3d-4e76-9f58-20e39c9ac182 admin admin] Allocated IP 172.20.0.1 (cd4fb90a-a73b-48ea-873e-472dda9549c0/5e68bcd5-61dd-4d3a-b0e6-c975e0de7caa/3159c5c9-2273-471e-b95d-9bd8047b94d3) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:29:33.007394 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3e15dcb4-1f52-47d2-ac38-c6d69eeb3fbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:33.021066 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19963a8c-37b2-4448-a797-5d212104fae4 req-a20e2691-1d8c-4ef0-9d97-a62659418a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:33.022938 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-19963a8c-37b2-4448-a797-5d212104fae4 req-a20e2691-1d8c-4ef0-9d97-a62659418a45 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e28d67885ebb4a87be58f30870187692&device_id=35db4f7a-37bf-4e8a-8655-4c4b3673d900 HTTP/1.1" status: 200 len: 1095 time: 0.0624001 Jul 29 23:29:33.050586 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-d50dacf9-0bc6-4601-8b32-ef1a758dd610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2e1c24-500f-40df-9b8d-992cab84a69c', 'name': 'tempest-TaggedBootDevicesTest-378262961-router', 'tenant_id': '0f2ab90424214bdcb3d3f2d44c6cf9b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '0aaf13b6-72fe-4fb7-8714-a57258ce9909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:29:25Z', 'updated_at': '2021-07-29T23:29:28Z', 'revision_number': 3, 'project_id': '0f2ab90424214bdcb3d3f2d44c6cf9b4', 'gw_port': {'id': '0aaf13b6-72fe-4fb7-8714-a57258ce9909', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2e1c24-500f-40df-9b8d-992cab84a69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:25Z', 'updated_at': '2021-07-29T23:29:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:33.068766 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d72fae71-37ef-4d4e-b752-db455de890dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:33.070913 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d72fae71-37ef-4d4e-b752-db455de890dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:33.075207 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d72fae71-37ef-4d4e-b752-db455de890dc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a2992585-0c0d-4dd1-8687-591c48dc3cc3 HTTP/1.1" status: 204 len: 168 time: 1.0965028 Jul 29 23:29:33.092766 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72fae71-37ef-4d4e-b752-db455de890dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2992585-0c0d-4dd1-8687-591c48dc3cc3,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:33.112552 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50dacf9-0bc6-4601-8b32-ef1a758dd610 None None] The sync data for ids ['fe2e1c24-500f-40df-9b8d-992cab84a69c'] in n-d-712141-10 is: [{'id': 'fe2e1c24-500f-40df-9b8d-992cab84a69c', 'name': 'tempest-TaggedBootDevicesTest-378262961-router', 'tenant_id': '0f2ab90424214bdcb3d3f2d44c6cf9b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '0aaf13b6-72fe-4fb7-8714-a57258ce9909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:29:25Z', 'updated_at': '2021-07-29T23:29:28Z', 'revision_number': 3, 'project_id': '0f2ab90424214bdcb3d3f2d44c6cf9b4', 'gw_port': {'id': '0aaf13b6-72fe-4fb7-8714-a57258ce9909', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2e1c24-500f-40df-9b8d-992cab84a69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:25Z', 'updated_at': '2021-07-29T23:29:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:29:33.187897 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7b2ff077-6bef-482f-9ecd-5985065400ad req-9e645ac0-707d-441e-bc8d-3911d74cb560 service neutron] 10.222.0.41 "GET /v2.0/networks/ce4b3ab8-859d-4d6c-903b-c30dcaacffc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271360 Jul 29 23:29:33.193135 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-57c285db-cd17-4f0f-9518-25451ff7237d req-b23dc2ab-144b-4259-8ccc-971ffa02b259 tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:33.301138 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5d8adf96-3d3d-4e76-9f58-20e39c9ac182 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:33.363360 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-5d8adf96-3d3d-4e76-9f58-20e39c9ac182 admin admin] Transition to ACTIVE for port object 3159c5c9-2273-471e-b95d-9bd8047b94d3 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:33.427703 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19963a8c-37b2-4448-a797-5d212104fae4 req-50f6b61a-66ae-4b35-b58b-f06883bf786d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:33.430710 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-19963a8c-37b2-4448-a797-5d212104fae4 req-50f6b61a-66ae-4b35-b58b-f06883bf786d service neutron] 10.222.0.22 "GET /v2.0/networks?id=de4f95b9-111d-4410-8338-da8c0dfd383a HTTP/1.1" status: 200 len: 911 time: 0.3994136 Jul 29 23:29:33.521339 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91b098-f6c3-4b61-a306-e3e3537091c5 req-3f5e5bdf-9244-48ba-b3f9-ff3e3ed7f38b tempest-ServerGroupTestJSON-1819291909 tempest-ServerGroupTestJSON-1819291909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:33.523334 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ab91b098-f6c3-4b61-a306-e3e3537091c5 req-3f5e5bdf-9244-48ba-b3f9-ff3e3ed7f38b tempest-ServerGroupTestJSON-1819291909 tempest-ServerGroupTestJSON-1819291909-project] 10.222.0.43 "GET /v2.0/ports?device_id=35db4f7a-37bf-4e8a-8655-4c4b3673d900 HTTP/1.1" status: 200 len: 943 time: 0.2664156 Jul 29 23:29:33.581341 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7b2ff077-6bef-482f-9ecd-5985065400ad req-1c36944d-d770-4c84-b1c7-8a4afa5db96d service neutron] 10.222.0.41 "GET /v2.0/networks/ce4b3ab8-859d-4d6c-903b-c30dcaacffc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3850482 Jul 29 23:29:33.583371 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5d8adf96-3d3d-4e76-9f58-20e39c9ac182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:33.587050 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-19963a8c-37b2-4448-a797-5d212104fae4 req-7d9521e4-a78c-4714-927b-447a3a4df441 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=38acdadc-ba6c-4e43-9af4-d14201aedf71 HTTP/1.1" status: 200 len: 217 time: 0.1478403 Jul 29 23:29:33.677325 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-57c285db-cd17-4f0f-9518-25451ff7237d req-b23dc2ab-144b-4259-8ccc-971ffa02b259 tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] Allocated IP 172.25.0.139 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/31be3a65-c5c8-41f3-be22-9a6fffc1ca3a) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:29:33.731453 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ab91b098-f6c3-4b61-a306-e3e3537091c5 req-c8332559-7cbd-41d9-9cf0-7ebbecf5edf8 tempest-ServerGroupTestJSON-1819291909 tempest-ServerGroupTestJSON-1819291909-project] 10.222.0.43 "GET /v2.0/security-groups?id=73632634-b32a-47c2-a241-503e403369ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436167 Jul 29 23:29:33.746268 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19963a8c-37b2-4448-a797-5d212104fae4 req-6f7cc940-458f-4768-8b59-e218b6aa8aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:33.747761 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-19963a8c-37b2-4448-a797-5d212104fae4 req-6f7cc940-458f-4768-8b59-e218b6aa8aaa service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b898f6b9-5fac-4610-9f64-99cb2f6e7579 HTTP/1.1" status: 200 len: 850 time: 0.1332474 Jul 29 23:29:33.858757 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device c7227480-4f34-4ba2-a5a3-39cc6359fd0d up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:29:34.008657 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port c7227480-4f34-4ba2-a5a3-39cc6359fd0d triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:34.009324 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:34.038708 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-19963a8c-37b2-4448-a797-5d212104fae4 req-53371929-8f59-4b4b-a31f-cca4dc35cfc2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=de4f95b9-111d-4410-8338-da8c0dfd383a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2650933 Jul 29 23:29:34.221071 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8adf96-3d3d-4e76-9f58-20e39c9ac182 admin admin] Network cd4fb90a-a73b-48ea-873e-472dda9549c0 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:29:34.224007 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7b2ff077-6bef-482f-9ecd-5985065400ad req-89dbf452-e4e7-4752-be10-c6f5dcf00383 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=44e2e929-5306-4747-9f2b-b8a8f03b3793 HTTP/1.1" status: 200 len: 217 time: 0.1657612 Jul 29 23:29:34.236032 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-57c285db-cd17-4f0f-9518-25451ff7237d req-b23dc2ab-144b-4259-8ccc-971ffa02b259 tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:34.240227 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-5d8adf96-3d3d-4e76-9f58-20e39c9ac182 admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:34.281547 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8adf96-3d3d-4e76-9f58-20e39c9ac182 admin admin] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:29:34.281733 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:34.288882 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-19963a8c-37b2-4448-a797-5d212104fae4 req-bfd54b77-6ccb-410c-92cf-cd041f4c7862 service neutron] 10.222.0.22 "GET /v2.0/networks/de4f95b9-111d-4410-8338-da8c0dfd383a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342689 Jul 29 23:29:34.334288 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-57c285db-cd17-4f0f-9518-25451ff7237d req-b23dc2ab-144b-4259-8ccc-971ffa02b259 tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:34.394784 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6b3868-e699-420f-bc16-994fbeb3494f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7227480-4f34-4ba2-a5a3-39cc6359fd0d'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:29:34.404850 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67fa659-bb23-404d-b824-33181c61d427" -d '{"events": [{"server_uuid": "ab6b3868-e699-420f-bc16-994fbeb3494f", "name": "network-vif-plugged", "status": "completed", "tag": "c7227480-4f34-4ba2-a5a3-39cc6359fd0d"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:29:34.410595 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8adf96-3d3d-4e76-9f58-20e39c9ac182 admin admin] Pushing event updated for resources: {'Port': ['ID=3159c5c9-2273-471e-b95d-9bd8047b94d3,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:34.442233 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port c7227480-4f34-4ba2-a5a3-39cc6359fd0d, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=c7227480-4f34-4ba2-a5a3-39cc6359fd0d,segment=NetworkSegment(85a18049-8d39-45df-9ccf-cf67471916ca),segment_id=85a18049-8d39-45df-9ccf-cf67471916ca)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:34.455261 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ff077-6bef-482f-9ecd-5985065400ad req-ddcb6746-d3c1-46eb-bec5-a2513505bfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:34.458278 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:34.472573 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7b2ff077-6bef-482f-9ecd-5985065400ad req-ddcb6746-d3c1-46eb-bec5-a2513505bfc7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7458a594-1a22-4c4a-88d1-6b77cea076b8 HTTP/1.1" status: 200 len: 797 time: 0.2284284 Jul 29 23:29:34.525422 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee2ef006-c8ac-4dce-a136-5d67d73b71ad x-openstack-request-id: req-ee2ef006-c8ac-4dce-a136-5d67d73b71ad {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:29:34.525766 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6b3868-e699-420f-bc16-994fbeb3494f", "name": "network-vif-plugged", "status": "completed", "tag": "c7227480-4f34-4ba2-a5a3-39cc6359fd0d", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:29:34.526028 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ee2ef006-c8ac-4dce-a136-5d67d73b71ad {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:29:34.526428 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab6b3868-e699-420f-bc16-994fbeb3494f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7227480-4f34-4ba2-a5a3-39cc6359fd0d', 'code': 200} Jul 29 23:29:34.631008 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23dc2ab-144b-4259-8ccc-971ffa02b259 tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] Pushing event updated for resources: {'Port': ['ID=31be3a65-c5c8-41f3-be22-9a6fffc1ca3a,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:34.672045 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57c285db-cd17-4f0f-9518-25451ff7237d req-b23dc2ab-144b-4259-8ccc-971ffa02b259 tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:29:34.678229 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-57c285db-cd17-4f0f-9518-25451ff7237d req-b23dc2ab-144b-4259-8ccc-971ffa02b259 tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:34.681835 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-57c285db-cd17-4f0f-9518-25451ff7237d req-b23dc2ab-144b-4259-8ccc-971ffa02b259 tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:29:34.686403 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e15dcb4-1f52-47d2-ac38-c6d69eeb3fbb admin admin] Router 5c8009b3-3663-433e-98e8-e9792008875d has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:29:34.694377 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=c7227480-4f34-4ba2-a5a3-39cc6359fd0d,revision_number=10']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:34.724947 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-8e710210-27d2-4a02-94aa-5c82219fcd36 None None] Provisioning for port 3159c5c9-2273-471e-b95d-9bd8047b94d3 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:29:34.733762 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5d8adf96-3d3d-4e76-9f58-20e39c9ac182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:34.747425 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-8e710210-27d2-4a02-94aa-5c82219fcd36 None None] Provisioning complete for port 3159c5c9-2273-471e-b95d-9bd8047b94d3 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:34.747425 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8e710210-27d2-4a02-94aa-5c82219fcd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:34.782679 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-19963a8c-37b2-4448-a797-5d212104fae4 req-75fa2aa1-d8e9-4449-909b-e6fb490f7061 service neutron] 10.222.0.22 "GET /v2.0/networks/de4f95b9-111d-4410-8338-da8c0dfd383a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4618025 Jul 29 23:29:34.873608 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-8e710210-27d2-4a02-94aa-5c82219fcd36 None None] Port 3159c5c9-2273-471e-b95d-9bd8047b94d3 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:29:34.915837 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ff077-6bef-482f-9ecd-5985065400ad req-437adeba-e397-4005-a288-9b89ce13c189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:34.919161 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7b2ff077-6bef-482f-9ecd-5985065400ad req-437adeba-e397-4005-a288-9b89ce13c189 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=20b17a75-47ba-4198-999c-000c34520768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4453745 Jul 29 23:29:34.921706 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 46902) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:34.945152 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-57c285db-cd17-4f0f-9518-25451ff7237d req-b23dc2ab-144b-4259-8ccc-971ffa02b259 tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:34.966819 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 38acdadc-ba6c-4e43-9af4-d14201aedf71 details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:29:35.212913 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5d8adf96-3d3d-4e76-9f58-20e39c9ac182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:35.274636 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 38acdadc-ba6c-4e43-9af4-d14201aedf71, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=38acdadc-ba6c-4e43-9af4-d14201aedf71,segment=NetworkSegment(a9b44f2a-aa44-41d6-aa0c-db679a4cff3f),segment_id=a9b44f2a-aa44-41d6-aa0c-db679a4cff3f)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:35.306175 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '38acdadc-ba6c-4e43-9af4-d14201aedf71', 'network_id': 'de4f95b9-111d-4410-8338-da8c0dfd383a', 'port_id': '38acdadc-ba6c-4e43-9af4-d14201aedf71', 'mac_address': 'fa:16:3e:86:aa:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b898f6b9-5fac-4610-9f64-99cb2f6e7579', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:29:35.448191 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:35.456793 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-64997713-0491-46d9-8be6-fd5dd101019f tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2143276206'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:35.463633 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 0aaf13b6-72fe-4fb7-8714-a57258ce9909 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:29:35.499167 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38acdadc-ba6c-4e43-9af4-d14201aedf71 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:29:35.515580 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e15dcb4-1f52-47d2-ac38-c6d69eeb3fbb admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:29:35.529539 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-3e15dcb4-1f52-47d2-ac38-c6d69eeb3fbb admin admin] 10.222.0.43 "PUT /v2.0/routers/5c8009b3-3663-433e-98e8-e9792008875d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8224847 Jul 29 23:29:35.532863 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86c36e7-6429-41ec-8522-4253f6cb684e None None] Sync routers for ids ['5c8009b3-3663-433e-98e8-e9792008875d'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:29:35.546356 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 46912) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:35.561569 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 38acdadc-ba6c-4e43-9af4-d14201aedf71, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=38acdadc-ba6c-4e43-9af4-d14201aedf71,segment=NetworkSegment(a9b44f2a-aa44-41d6-aa0c-db679a4cff3f),segment_id=a9b44f2a-aa44-41d6-aa0c-db679a4cff3f)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:35.571351 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86c36e7-6429-41ec-8522-4253f6cb684e None None] Routers {'5c8009b3-3663-433e-98e8-e9792008875d'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:29:35.572117 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-c86c36e7-6429-41ec-8522-4253f6cb684e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:29:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['5c8009b3-3663-433e-98e8-e9792008875d'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:35.584309 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:35.626294 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64997713-0491-46d9-8be6-fd5dd101019f tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Made reservation on behalf of 7c9416c97c57443282624ca6d2f37df4 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:29:35.636988 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-64997713-0491-46d9-8be6-fd5dd101019f tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:35.649231 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23591f51-43cf-4e32-bdaa-1e4042ed5027 req-b0407dce-4144-43b3-96e4-7bf4d94f22fc tempest-ServerGroupTestJSON-1819291909 tempest-ServerGroupTestJSON-1819291909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:35.657157 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-23591f51-43cf-4e32-bdaa-1e4042ed5027 req-b0407dce-4144-43b3-96e4-7bf4d94f22fc tempest-ServerGroupTestJSON-1819291909 tempest-ServerGroupTestJSON-1819291909-project] 10.222.0.43 "GET /v2.0/ports?device_id=35db4f7a-37bf-4e8a-8655-4c4b3673d900 HTTP/1.1" status: 200 len: 943 time: 0.7624042 Jul 29 23:29:35.671344 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-57c285db-cd17-4f0f-9518-25451ff7237d req-b23dc2ab-144b-4259-8ccc-971ffa02b259 tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:35.693054 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7b2ff077-6bef-482f-9ecd-5985065400ad req-6abe4ee0-dc6e-4c60-ac17-a2565470a94a service neutron] 10.222.0.41 "GET /v2.0/networks/20b17a75-47ba-4198-999c-000c34520768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7642255 Jul 29 23:29:35.742575 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-64997713-0491-46d9-8be6-fd5dd101019f tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:35.764729 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-23591f51-43cf-4e32-bdaa-1e4042ed5027 req-541effdd-a5e9-422c-b3ae-859c519e07da tempest-ServerGroupTestJSON-1819291909 tempest-ServerGroupTestJSON-1819291909-project] 10.222.0.43 "GET /v2.0/security-groups?id=73632634-b32a-47c2-a241-503e403369ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042349 Jul 29 23:29:35.764942 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 0aaf13b6-72fe-4fb7-8714-a57258ce9909 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:29:35.777397 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=38acdadc-ba6c-4e43-9af4-d14201aedf71,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:35.816836 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 0aaf13b6-72fe-4fb7-8714-a57258ce9909 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:35.817329 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:35.889011 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['38acdadc-ba6c-4e43-9af4-d14201aedf71'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:29:35.934502 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5d8adf96-3d3d-4e76-9f58-20e39c9ac182 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:35.974653 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5d8adf96-3d3d-4e76-9f58-20e39c9ac182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:36.034853 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-57c285db-cd17-4f0f-9518-25451ff7237d req-b23dc2ab-144b-4259-8ccc-971ffa02b259 tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:36.040987 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-57c285db-cd17-4f0f-9518-25451ff7237d req-b23dc2ab-144b-4259-8ccc-971ffa02b259 tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:36.079961 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-c86c36e7-6429-41ec-8522-4253f6cb684e None None] Set router 5c8009b3-3663-433e-98e8-e9792008875d gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:29:36.117019 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23dc2ab-144b-4259-8ccc-971ffa02b259 tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] Pushing event updated for resources: {'Port': ['ID=31be3a65-c5c8-41f3-be22-9a6fffc1ca3a,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:36.133044 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-57c285db-cd17-4f0f-9518-25451ff7237d req-b23dc2ab-144b-4259-8ccc-971ffa02b259 tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:36.134299 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7b2ff077-6bef-482f-9ecd-5985065400ad req-f432b373-582a-45a2-8611-68af8f6606a1 service neutron] 10.222.0.41 "GET /v2.0/networks/20b17a75-47ba-4198-999c-000c34520768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4080510 Jul 29 23:29:36.139101 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8adf96-3d3d-4e76-9f58-20e39c9ac182 admin admin] Pushing event updated for resources: {'Port': ['ID=3159c5c9-2273-471e-b95d-9bd8047b94d3,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:36.142224 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8bc6dee7-9c91-4d39-83cc-80313f401612 admin admin] Notify callbacks [] for router, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:36.198013 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5d8adf96-3d3d-4e76-9f58-20e39c9ac182 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:36.289345 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7b2ff077-6bef-482f-9ecd-5985065400ad req-5a23884c-2d93-4d16-ac83-7d6a4a4d3473 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=77550cf2-90df-4bb3-86b3-6d949e514eac HTTP/1.1" status: 200 len: 217 time: 0.0870206 Jul 29 23:29:36.453950 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ff077-6bef-482f-9ecd-5985065400ad req-584e6ea7-0460-481f-80f6-ccc6f13f7fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:36.456529 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7b2ff077-6bef-482f-9ecd-5985065400ad req-584e6ea7-0460-481f-80f6-ccc6f13f7fef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7458a594-1a22-4c4a-88d1-6b77cea076b8 HTTP/1.1" status: 200 len: 797 time: 0.1456640 Jul 29 23:29:36.473427 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8bc6dee7-9c91-4d39-83cc-80313f401612 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:36.477909 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-64997713-0491-46d9-8be6-fd5dd101019f tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:36.501289 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-64997713-0491-46d9-8be6-fd5dd101019f tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:36.511841 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-57c285db-cd17-4f0f-9518-25451ff7237d req-b23dc2ab-144b-4259-8ccc-971ffa02b259 tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:36.513325 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-57c285db-cd17-4f0f-9518-25451ff7237d req-b23dc2ab-144b-4259-8ccc-971ffa02b259 tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.7117231 Jul 29 23:29:36.544927 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:36.569766 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 0aaf13b6-72fe-4fb7-8714-a57258ce9909, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=0aaf13b6-72fe-4fb7-8714-a57258ce9909,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:36.577517 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8adf96-3d3d-4e76-9f58-20e39c9ac182 admin admin] Network cd4fb90a-a73b-48ea-873e-472dda9549c0 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:29:36.578289 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:36.578832 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64997713-0491-46d9-8be6-fd5dd101019f tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:29:36.622994 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-5d8adf96-3d3d-4e76-9f58-20e39c9ac182 admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:36.636187 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64997713-0491-46d9-8be6-fd5dd101019f tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10018400-3757-49a1-b2a4-f34dc97900b5,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:36.641016 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-57c285db-cd17-4f0f-9518-25451ff7237d req-cc257591-a208-482f-81ae-c0df25725e80 tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.139 HTTP/1.1" status: 200 len: 696 time: 0.1172457 Jul 29 23:29:36.650898 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-64997713-0491-46d9-8be6-fd5dd101019f tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:36.651419 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-64997713-0491-46d9-8be6-fd5dd101019f tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Added segment ceb567b3-93e6-4495-80aa-58a786948605 of type vlan for network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e Jul 29 23:29:36.703861 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ff077-6bef-482f-9ecd-5985065400ad req-5f16e477-478e-4cb5-8277-2b14ec79b4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:36.710767 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7b2ff077-6bef-482f-9ecd-5985065400ad req-5f16e477-478e-4cb5-8277-2b14ec79b4c8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=20b17a75-47ba-4198-999c-000c34520768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2426200 Jul 29 23:29:36.842631 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c285db-cd17-4f0f-9518-25451ff7237d req-66afdea5-c1c1-40ae-9f46-7f96a2d17906 tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:36.853094 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-57c285db-cd17-4f0f-9518-25451ff7237d req-66afdea5-c1c1-40ae-9f46-7f96a2d17906 tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] 10.222.0.43 "GET /v2.0/networks/58f27f61-3278-49cc-b66b-1e729d26f29f HTTP/1.1" status: 200 len: 784 time: 0.2017889 Jul 29 23:29:36.875439 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d8adf96-3d3d-4e76-9f58-20e39c9ac182 admin admin] Router fe2e1c24-500f-40df-9b8d-992cab84a69c has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:29:36.931430 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=0aaf13b6-72fe-4fb7-8714-a57258ce9909,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:36.970220 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-64997713-0491-46d9-8be6-fd5dd101019f tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:36.994627 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-8bc6dee7-9c91-4d39-83cc-80313f401612 admin admin] Deleting port ddc0365f-2fcc-45f9-b65c-8c123591b867 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:29:36.994971 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8bc6dee7-9c91-4d39-83cc-80313f401612 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:37.024989 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-41255372-6e90-499a-9226-571c80e9a34d req-c1f5377d-5fd6-4e12-914c-25b72dc74767 tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] 10.222.0.43 "GET /v2.0/floatingips/786d01e3-f099-4931-9b0f-1e5f44861020 HTTP/1.1" status: 200 len: 693 time: 0.1498845 Jul 29 23:29:37.064312 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:37.094882 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-0eca4ed3-073a-41ee-8d36-4c8ac4dc259e None None] Provisioning complete for port 3159c5c9-2273-471e-b95d-9bd8047b94d3 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:37.106095 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0eca4ed3-073a-41ee-8d36-4c8ac4dc259e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:37.133495 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-8bc6dee7-9c91-4d39-83cc-80313f401612 admin admin] For port ddc0365f-2fcc-45f9-b65c-8c123591b867, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=ddc0365f-2fcc-45f9-b65c-8c123591b867,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:37.133802 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8bc6dee7-9c91-4d39-83cc-80313f401612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:37.149760 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-8bc6dee7-9c91-4d39-83cc-80313f401612 admin admin] Calling delete_port for ddc0365f-2fcc-45f9-b65c-8c123591b867 owned by network:router_gateway {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:29:37.160870 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41255372-6e90-499a-9226-571c80e9a34d req-e55d769c-4a89-4991-8caa-522b354fcc00 tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:37.162715 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-41255372-6e90-499a-9226-571c80e9a34d req-e55d769c-4a89-4991-8caa-522b354fcc00 tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] 10.222.0.43 "GET /v2.0/networks/58f27f61-3278-49cc-b66b-1e729d26f29f HTTP/1.1" status: 200 len: 784 time: 0.1308923 Jul 29 23:29:37.167199 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-c86c36e7-6429-41ec-8522-4253f6cb684e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c8009b3-3663-433e-98e8-e9792008875d', 'name': 'tempest-FloatingIPDetailsTestJSON-158662081-router', 'tenant_id': '71b44dc61bd24fc994bc46fef37e8753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.78'}], 'enable_snat': True}, 'gw_port_id': 'ddc0365f-2fcc-45f9-b65c-8c123591b867', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:28:44Z', 'updated_at': '2021-07-29T23:29:31Z', 'revision_number': 5, 'project_id': '71b44dc61bd24fc994bc46fef37e8753', 'gw_port': {'id': 'ddc0365f-2fcc-45f9-b65c-8c123591b867', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:aa:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c8009b3-3663-433e-98e8-e9792008875d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:46Z', 'updated_at': '2021-07-29T23:28:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:37.189137 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2720dc2c-ef02-4246-97e3-7317ff034f85 req-8319f130-604d-4ab2-8db6-c9779a2eea8f tempest-ServerGroupTestJSON-1819291909 tempest-ServerGroupTestJSON-1819291909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:37.191731 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2720dc2c-ef02-4246-97e3-7317ff034f85 req-8319f130-604d-4ab2-8db6-c9779a2eea8f tempest-ServerGroupTestJSON-1819291909 tempest-ServerGroupTestJSON-1819291909-project] 10.222.0.43 "GET /v2.0/ports?device_id=35db4f7a-37bf-4e8a-8655-4c4b3673d900 HTTP/1.1" status: 200 len: 944 time: 0.2205677 Jul 29 23:29:37.231349 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86c36e7-6429-41ec-8522-4253f6cb684e None None] Checking router: 5c8009b3-3663-433e-98e8-e9792008875d for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:29:37.247713 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-0eca4ed3-073a-41ee-8d36-4c8ac4dc259e None None] Port 3159c5c9-2273-471e-b95d-9bd8047b94d3 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:29:37.254540 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-41255372-6e90-499a-9226-571c80e9a34d req-5c34dc23-447f-4a82-9bcf-6d61b4f037c7 tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.139 HTTP/1.1" status: 200 len: 696 time: 0.0827594 Jul 29 23:29:37.260681 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86c36e7-6429-41ec-8522-4253f6cb684e None None] Routers {'5c8009b3-3663-433e-98e8-e9792008875d'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:29:37.261312 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-c86c36e7-6429-41ec-8522-4253f6cb684e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:29:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['5c8009b3-3663-433e-98e8-e9792008875d'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:37.328794 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 0aaf13b6-72fe-4fb7-8714-a57258ce9909 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:29:37.392361 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2720dc2c-ef02-4246-97e3-7317ff034f85 req-94643c43-aae5-4181-94a1-f4a6a7516015 tempest-ServerGroupTestJSON-1819291909 tempest-ServerGroupTestJSON-1819291909-project] 10.222.0.43 "GET /v2.0/security-groups?id=73632634-b32a-47c2-a241-503e403369ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659145 Jul 29 23:29:37.403167 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-41255372-6e90-499a-9226-571c80e9a34d req-465c42c7-f121-433a-8b49-eb79496e649d tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.139 HTTP/1.1" status: 200 len: 696 time: 0.1399064 Jul 29 23:29:37.413903 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.db.resource_extend [None req-64997713-0491-46d9-8be6-fd5dd101019f tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:29:37.487834 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-c86c36e7-6429-41ec-8522-4253f6cb684e None None] Set router 5c8009b3-3663-433e-98e8-e9792008875d gateway port host: None {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:29:37.547816 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-c86c36e7-6429-41ec-8522-4253f6cb684e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c8009b3-3663-433e-98e8-e9792008875d', 'name': 'tempest-FloatingIPDetailsTestJSON-158662081-router', 'tenant_id': '71b44dc61bd24fc994bc46fef37e8753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:28:44Z', 'updated_at': '2021-07-29T23:29:36Z', 'revision_number': 6, 'project_id': '71b44dc61bd24fc994bc46fef37e8753', 'gw_port_host': None}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:37.575966 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86c36e7-6429-41ec-8522-4253f6cb684e None None] The sync data for ids ['5c8009b3-3663-433e-98e8-e9792008875d'] in n-d-712141-10 is: [{'id': '5c8009b3-3663-433e-98e8-e9792008875d', 'name': 'tempest-FloatingIPDetailsTestJSON-158662081-router', 'tenant_id': '71b44dc61bd24fc994bc46fef37e8753', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:28:44Z', 'updated_at': '2021-07-29T23:29:36Z', 'revision_number': 6, 'project_id': '71b44dc61bd24fc994bc46fef37e8753', 'gw_port_host': None}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:29:37.578607 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 0aaf13b6-72fe-4fb7-8714-a57258ce9909 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:37.579181 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:37.688813 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7b2ff077-6bef-482f-9ecd-5985065400ad req-54b51ca3-3d76-491e-b609-a0c423c22ba3 service neutron] 10.222.0.41 "GET /v2.0/networks/20b17a75-47ba-4198-999c-000c34520768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8112340 Jul 29 23:29:37.715733 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-41255372-6e90-499a-9226-571c80e9a34d req-0d4829c9-c9c8-4669-a4d0-aeab77f8ec16 tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] Deleting port 31be3a65-c5c8-41f3-be22-9a6fffc1ca3a {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:29:37.716084 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-41255372-6e90-499a-9226-571c80e9a34d req-0d4829c9-c9c8-4669-a4d0-aeab77f8ec16 tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:37.777179 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8bc6dee7-9c91-4d39-83cc-80313f401612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:37.834769 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-41255372-6e90-499a-9226-571c80e9a34d req-0d4829c9-c9c8-4669-a4d0-aeab77f8ec16 tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:37.835510 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-41255372-6e90-499a-9226-571c80e9a34d req-0d4829c9-c9c8-4669-a4d0-aeab77f8ec16 tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:37.870544 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-41255372-6e90-499a-9226-571c80e9a34d req-0d4829c9-c9c8-4669-a4d0-aeab77f8ec16 tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] Calling delete_port for 31be3a65-c5c8-41f3-be22-9a6fffc1ca3a owned by network:floatingip {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:29:37.944815 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-64997713-0491-46d9-8be6-fd5dd101019f tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:37.950691 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64997713-0491-46d9-8be6-fd5dd101019f tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:37.951524 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-64997713-0491-46d9-8be6-fd5dd101019f tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:38.030630 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc6dee7-9c91-4d39-83cc-80313f401612 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddc0365f-2fcc-45f9-b65c-8c123591b867,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:38.089100 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-41255372-6e90-499a-9226-571c80e9a34d req-0d4829c9-c9c8-4669-a4d0-aeab77f8ec16 tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:38.106177 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8bc6dee7-9c91-4d39-83cc-80313f401612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:38.108905 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-64997713-0491-46d9-8be6-fd5dd101019f tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.1814384 Jul 29 23:29:38.121293 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 46936) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:38.121661 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64997713-0491-46d9-8be6-fd5dd101019f tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event updated for resources: {'Network': ['ID=27ea2e30-5576-4381-a6d8-03efb8f4bd4e,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:38.134253 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4829c9-c9c8-4669-a4d0-aeab77f8ec16 tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] Pushing event deleted for resources: {'Port': ['ID=31be3a65-c5c8-41f3-be22-9a6fffc1ca3a,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:38.135225 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:29:38.149568 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-49840109-d607-46d1-91f3-53be1b2c7a00 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Request body: {'subnet': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:38.230467 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7b2ff077-6bef-482f-9ecd-5985065400ad req-77fbaab6-f2ed-4253-a755-4aaaa18f0ce0 service neutron] 10.222.0.41 "GET /v2.0/networks/20b17a75-47ba-4198-999c-000c34520768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5330203 Jul 29 23:29:38.274618 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-41255372-6e90-499a-9226-571c80e9a34d req-0d4829c9-c9c8-4669-a4d0-aeab77f8ec16 tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] Notify callbacks [] for floatingip, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:38.277961 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-41255372-6e90-499a-9226-571c80e9a34d req-0d4829c9-c9c8-4669-a4d0-aeab77f8ec16 tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:38.282615 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-41255372-6e90-499a-9226-571c80e9a34d req-0d4829c9-c9c8-4669-a4d0-aeab77f8ec16 tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] 10.222.0.43 "DELETE /v2.0/floatingips/786d01e3-f099-4931-9b0f-1e5f44861020 HTTP/1.1" status: 204 len: 173 time: 0.8784976 Jul 29 23:29:38.324776 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d8adf96-3d3d-4e76-9f58-20e39c9ac182 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:29:38.327396 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8bc6dee7-9c91-4d39-83cc-80313f401612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:38.335825 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053844c2-21e3-4df1-903c-9828ba0ec6ed None None] Sync routers for ids ['fe2e1c24-500f-40df-9b8d-992cab84a69c'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:29:38.344106 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-5d8adf96-3d3d-4e76-9f58-20e39c9ac182 admin admin] 10.222.0.43 "PUT /v2.0/routers/fe2e1c24-500f-40df-9b8d-992cab84a69c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6067905 Jul 29 23:29:38.345289 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7b2ff077-6bef-482f-9ecd-5985065400ad req-f27a8327-17cb-4487-bfbb-c7b004adb9fc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=fd088fd5-5d8a-4e4d-b620-8e5770596293 HTTP/1.1" status: 200 len: 217 time: 0.0805924 Jul 29 23:29:38.346546 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8bc6dee7-9c91-4d39-83cc-80313f401612 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:38.382309 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053844c2-21e3-4df1-903c-9828ba0ec6ed None None] Routers {'fe2e1c24-500f-40df-9b8d-992cab84a69c'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:29:38.383131 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-053844c2-21e3-4df1-903c-9828ba0ec6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:29:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['fe2e1c24-500f-40df-9b8d-992cab84a69c'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:38.386917 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [req-78487224-354e-4022-b086-391d721d5706 req-1fb362fd-68d2-4b16-a01c-47a5086689eb tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] show failed (client error): The resource could not be found. Jul 29 23:29:38.388539 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-78487224-354e-4022-b086-391d721d5706 req-1fb362fd-68d2-4b16-a01c-47a5086689eb tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] 10.222.0.43 "GET /v2.0/floatingips/786d01e3-f099-4931-9b0f-1e5f44861020 HTTP/1.1" status: 404 len: 350 time: 0.0767283 Jul 29 23:29:38.423624 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49840109-d607-46d1-91f3-53be1b2c7a00 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Made reservation on behalf of 7c9416c97c57443282624ca6d2f37df4 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:29:38.445415 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-49840109-d607-46d1-91f3-53be1b2c7a00 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:38.671149 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-053844c2-21e3-4df1-903c-9828ba0ec6ed None None] Set router fe2e1c24-500f-40df-9b8d-992cab84a69c gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:29:38.771096 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [req-30e45552-4c6d-4c0b-8c26-adbb9f7cb2ff req-5ca7277e-80ca-4f25-9545-a85159043f71 tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] show failed (client error): The resource could not be found. Jul 29 23:29:38.774598 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-30e45552-4c6d-4c0b-8c26-adbb9f7cb2ff req-5ca7277e-80ca-4f25-9545-a85159043f71 tempest-FloatingIPsTestJSON-128632529 tempest-FloatingIPsTestJSON-128632529-project] 10.222.0.43 "GET /v2.0/floatingips/786d01e3-f099-4931-9b0f-1e5f44861020 HTTP/1.1" status: 404 len: 350 time: 0.1898260 Jul 29 23:29:38.813488 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 46954) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:38.995490 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 38acdadc-ba6c-4e43-9af4-d14201aedf71 up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:29:39.099662 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317628b-a24e-4097-ad89-d426bec83398 req-92de6a41-500e-4f03-b2d8-78eb8cfcc158 tempest-ServerGroupTestJSON-1819291909 tempest-ServerGroupTestJSON-1819291909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:39.116451 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2317628b-a24e-4097-ad89-d426bec83398 req-92de6a41-500e-4f03-b2d8-78eb8cfcc158 tempest-ServerGroupTestJSON-1819291909 tempest-ServerGroupTestJSON-1819291909-project] 10.222.0.43 "GET /v2.0/ports?device_id=35db4f7a-37bf-4e8a-8655-4c4b3673d900 HTTP/1.1" status: 200 len: 944 time: 0.5210581 Jul 29 23:29:39.137676 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8bc6dee7-9c91-4d39-83cc-80313f401612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:39.138234 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc6dee7-9c91-4d39-83cc-80313f401612 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c8009b3-3663-433e-98e8-e9792008875d {{(pid=94077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:29:39.150405 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port 38acdadc-ba6c-4e43-9af4-d14201aedf71 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:29:39.156203 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 38acdadc-ba6c-4e43-9af4-d14201aedf71 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:39.156831 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:39.162760 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8bc6dee7-9c91-4d39-83cc-80313f401612 admin admin] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:39.166342 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8bc6dee7-9c91-4d39-83cc-80313f401612 admin admin] 10.222.0.43 "DELETE /v2.0/routers/5c8009b3-3663-433e-98e8-e9792008875d HTTP/1.1" status: 204 len: 168 time: 3.6105270 Jul 29 23:29:39.166810 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ff077-6bef-482f-9ecd-5985065400ad req-4e9a7b19-00a9-4eed-a1cb-202ad336c70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:39.168269 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7b2ff077-6bef-482f-9ecd-5985065400ad req-4e9a7b19-00a9-4eed-a1cb-202ad336c70f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7458a594-1a22-4c4a-88d1-6b77cea076b8 HTTP/1.1" status: 200 len: 797 time: 0.8095384 Jul 29 23:29:39.169434 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 46992) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:39.199194 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-053844c2-21e3-4df1-903c-9828ba0ec6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2e1c24-500f-40df-9b8d-992cab84a69c', 'name': 'tempest-TaggedBootDevicesTest-378262961-router', 'tenant_id': '0f2ab90424214bdcb3d3f2d44c6cf9b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '0aaf13b6-72fe-4fb7-8714-a57258ce9909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:29:25Z', 'updated_at': '2021-07-29T23:29:35Z', 'revision_number': 4, 'project_id': '0f2ab90424214bdcb3d3f2d44c6cf9b4', 'gw_port': {'id': '0aaf13b6-72fe-4fb7-8714-a57258ce9909', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2e1c24-500f-40df-9b8d-992cab84a69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:25Z', 'updated_at': '2021-07-29T23:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '3159c5c9-2273-471e-b95d-9bd8047b94d3', 'name': '', 'network_id': 'cd4fb90a-a73b-48ea-873e-472dda9549c0', 'tenant_id': '0f2ab90424214bdcb3d3f2d44c6cf9b4', 'mac_address': 'fa:16:3e:ba:c9:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2e1c24-500f-40df-9b8d-992cab84a69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '5e68bcd5-61dd-4d3a-b0e6-c975e0de7caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:32Z', 'updated_at': '2021-07-29T23:29:35Z', 'revision_number': 2, 'project_id': '0f2ab90424214bdcb3d3f2d44c6cf9b4', 'subnets': [{'id': '5e68bcd5-61dd-4d3a-b0e6-c975e0de7caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:39.287393 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053844c2-21e3-4df1-903c-9828ba0ec6ed None None] Checking router: fe2e1c24-500f-40df-9b8d-992cab84a69c for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:29:39.299811 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053844c2-21e3-4df1-903c-9828ba0ec6ed None None] Updating router fe2e1c24-500f-40df-9b8d-992cab84a69c port 3159c5c9-2273-471e-b95d-9bd8047b94d3 binding host n-d-712141-10 {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:29:39.373383 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 37de53a7-9e50-4e76-821c-0876a53fe408 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:29:39.395626 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-acef1ad7-de70-4cf8-b09e-5ef71a765b88 admin admin] Deleting subnet 3ec11295-fecf-41ab-8810-9010d4100533 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:29:39.405350 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-acef1ad7-de70-4cf8-b09e-5ef71a765b88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:39.414441 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-053844c2-21e3-4df1-903c-9828ba0ec6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:39.435159 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2317628b-a24e-4097-ad89-d426bec83398 req-5d0cd58e-c3e9-4456-abf6-89c75ddc5a9f tempest-ServerGroupTestJSON-1819291909 tempest-ServerGroupTestJSON-1819291909-project] 10.222.0.43 "GET /v2.0/security-groups?id=73632634-b32a-47c2-a241-503e403369ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160110 Jul 29 23:29:39.473179 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 37de53a7-9e50-4e76-821c-0876a53fe408 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:29:39.473528 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 37de53a7-9e50-4e76-821c-0876a53fe408 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:29:39.478064 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device ddc0365f-2fcc-45f9-b65c-8c123591b867 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:29:39.536939 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-acef1ad7-de70-4cf8-b09e-5ef71a765b88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:39.550083 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ff077-6bef-482f-9ecd-5985065400ad req-f1af4033-562f-4b29-b9b0-1a21e18d731f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:39.551872 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7b2ff077-6bef-482f-9ecd-5985065400ad req-f1af4033-562f-4b29-b9b0-1a21e18d731f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=20b17a75-47ba-4198-999c-000c34520768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2110212 Jul 29 23:29:39.573883 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:39.575871 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: ddc0365f-2fcc-45f9-b65c-8c123591b867 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:29:39.580490 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device ddc0365f-2fcc-45f9-b65c-8c123591b867 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:29:39.671654 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35db4f7a-37bf-4e8a-8655-4c4b3673d900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38acdadc-ba6c-4e43-9af4-d14201aedf71'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:29:39.684808 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58424cc0-580b-4fcf-8192-ff869bfc2fca" -d '{"events": [{"server_uuid": "35db4f7a-37bf-4e8a-8655-4c4b3673d900", "name": "network-vif-plugged", "status": "completed", "tag": "38acdadc-ba6c-4e43-9af4-d14201aedf71"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:29:39.734971 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 38acdadc-ba6c-4e43-9af4-d14201aedf71, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=38acdadc-ba6c-4e43-9af4-d14201aedf71,segment=NetworkSegment(a9b44f2a-aa44-41d6-aa0c-db679a4cff3f),segment_id=a9b44f2a-aa44-41d6-aa0c-db679a4cff3f)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:39.749615 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:39.816930 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209d624d-ffdf-4b1b-8394-0a93d5320186 x-openstack-request-id: req-209d624d-ffdf-4b1b-8394-0a93d5320186 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:29:39.817523 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35db4f7a-37bf-4e8a-8655-4c4b3673d900", "name": "network-vif-plugged", "status": "completed", "tag": "38acdadc-ba6c-4e43-9af4-d14201aedf71", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:29:39.820022 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-209d624d-ffdf-4b1b-8394-0a93d5320186 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:29:39.820022 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35db4f7a-37bf-4e8a-8655-4c4b3673d900', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38acdadc-ba6c-4e43-9af4-d14201aedf71', 'code': 200} Jul 29 23:29:39.893868 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7b2ff077-6bef-482f-9ecd-5985065400ad req-0a9b4d65-9dab-491c-85ff-6af0c120e8d9 service neutron] 10.222.0.41 "GET /v2.0/networks/20b17a75-47ba-4198-999c-000c34520768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906737 Jul 29 23:29:39.905808 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=38acdadc-ba6c-4e43-9af4-d14201aedf71,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:40.072590 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-49840109-d607-46d1-91f3-53be1b2c7a00 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:40.077985 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-053844c2-21e3-4df1-903c-9828ba0ec6ed None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:40.089484 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-053844c2-21e3-4df1-903c-9828ba0ec6ed None None] Transition to ACTIVE for port object 3159c5c9-2273-471e-b95d-9bd8047b94d3 will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:40.102606 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-053844c2-21e3-4df1-903c-9828ba0ec6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:40.275619 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb96ea53-ddf4-4e59-8418-6250b50147a8 req-7d8cb88c-b024-40ab-a1a9-a1c0aa8c4793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:40.282639 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bb96ea53-ddf4-4e59-8418-6250b50147a8 req-7d8cb88c-b024-40ab-a1a9-a1c0aa8c4793 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=35db4f7a-37bf-4e8a-8655-4c4b3673d900 HTTP/1.1" status: 200 len: 1097 time: 0.2666125 Jul 29 23:29:40.284048 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49840109-d607-46d1-91f3-53be1b2c7a00 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event updated for resources: {'Subnet': ['ID=6b89d23c-fe84-41ae-b5c4-f46740b2966c,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:40.329770 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7b2ff077-6bef-482f-9ecd-5985065400ad req-87abad4f-5e9d-4673-82af-557ca0296f5e service neutron] 10.222.0.41 "GET /v2.0/networks/20b17a75-47ba-4198-999c-000c34520768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4219282 Jul 29 23:29:40.361161 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1d55e6-bf95-45c6-843b-d481d6a8fada None None] Pushing event updated for resources: {'Port': ['ID=3159c5c9-2273-471e-b95d-9bd8047b94d3,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:40.398451 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-053844c2-21e3-4df1-903c-9828ba0ec6ed None None] Attempting to bind port 3159c5c9-2273-471e-b95d-9bd8047b94d3 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:29:40.403201 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-053844c2-21e3-4df1-903c-9828ba0ec6ed None None] Attempting to bind port 3159c5c9-2273-471e-b95d-9bd8047b94d3 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': 'be77653f-7be6-4792-85af-06f31dac82f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cd4fb90a-a73b-48ea-873e-472dda9549c0'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:29:40.403865 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053844c2-21e3-4df1-903c-9828ba0ec6ed None None] Attempting to bind port 3159c5c9-2273-471e-b95d-9bd8047b94d3 on network cd4fb90a-a73b-48ea-873e-472dda9549c0 {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:29:40.432482 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053844c2-21e3-4df1-903c-9828ba0ec6ed None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:29:40.435713 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053844c2-21e3-4df1-903c-9828ba0ec6ed None None] Checking segment: {'id': 'be77653f-7be6-4792-85af-06f31dac82f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cd4fb90a-a73b-48ea-873e-472dda9549c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:29:40.436128 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-053844c2-21e3-4df1-903c-9828ba0ec6ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:40.439381 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-053844c2-21e3-4df1-903c-9828ba0ec6ed None None] Bound using segment: {'id': 'be77653f-7be6-4792-85af-06f31dac82f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cd4fb90a-a73b-48ea-873e-472dda9549c0'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:29:40.441376 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-053844c2-21e3-4df1-903c-9828ba0ec6ed None None] Bound port: 3159c5c9-2273-471e-b95d-9bd8047b94d3, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be77653f-7be6-4792-85af-06f31dac82f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cd4fb90a-a73b-48ea-873e-472dda9549c0'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:29:40.442713 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-053844c2-21e3-4df1-903c-9828ba0ec6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:40.522698 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7b2ff077-6bef-482f-9ecd-5985065400ad req-a4716f17-9529-4f80-b726-44222bcea954 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=af1ec564-29cd-4f8a-b291-2e25d87073ad HTTP/1.1" status: 200 len: 217 time: 0.1751683 Jul 29 23:29:40.597486 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49840109-d607-46d1-91f3-53be1b2c7a00 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:40.599048 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49840109-d607-46d1-91f3-53be1b2c7a00 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:40.599398 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49840109-d607-46d1-91f3-53be1b2c7a00 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:40.599752 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49840109-d607-46d1-91f3-53be1b2c7a00 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:40.600087 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49840109-d607-46d1-91f3-53be1b2c7a00 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:40.600415 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49840109-d607-46d1-91f3-53be1b2c7a00 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:40.600738 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49840109-d607-46d1-91f3-53be1b2c7a00 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:40.601060 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49840109-d607-46d1-91f3-53be1b2c7a00 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:40.601378 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49840109-d607-46d1-91f3-53be1b2c7a00 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:40.601725 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49840109-d607-46d1-91f3-53be1b2c7a00 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:40.607413 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49840109-d607-46d1-91f3-53be1b2c7a00 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:40.607761 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49840109-d607-46d1-91f3-53be1b2c7a00 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:40.626666 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49840109-d607-46d1-91f3-53be1b2c7a00 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Checking segment: {'id': 'ceb567b3-93e6-4495-80aa-58a786948605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:29:40.628818 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49840109-d607-46d1-91f3-53be1b2c7a00 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Network hostable DHCP agents. Network: 27ea2e30-5576-4381-a6d8-03efb8f4bd4e, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:29:40.633018 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-acef1ad7-de70-4cf8-b09e-5ef71a765b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:40.668590 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-053844c2-21e3-4df1-903c-9828ba0ec6ed None None] For port 3159c5c9-2273-471e-b95d-9bd8047b94d3, host n-d-712141-10, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:29:40.677436 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ff077-6bef-482f-9ecd-5985065400ad req-5d3d2c9a-ec02-4b9b-8f4d-956a29095785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:40.679254 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7b2ff077-6bef-482f-9ecd-5985065400ad req-5d3d2c9a-ec02-4b9b-8f4d-956a29095785 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7458a594-1a22-4c4a-88d1-6b77cea076b8 HTTP/1.1" status: 200 len: 797 time: 0.1273937 Jul 29 23:29:40.680358 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-053844c2-21e3-4df1-903c-9828ba0ec6ed None None] For port 3159c5c9-2273-471e-b95d-9bd8047b94d3, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=3159c5c9-2273-471e-b95d-9bd8047b94d3,segment=NetworkSegment(be77653f-7be6-4792-85af-06f31dac82f8),segment_id=be77653f-7be6-4792-85af-06f31dac82f8)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:29:40.692732 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-053844c2-21e3-4df1-903c-9828ba0ec6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:40.822771 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bb96ea53-ddf4-4e59-8418-6250b50147a8 req-4dcc4e6b-6594-4610-b04f-6ccc3382bc52 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=73632634-b32a-47c2-a241-503e403369ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4420257 Jul 29 23:29:40.825250 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053844c2-21e3-4df1-903c-9828ba0ec6ed None None] Routers {'fe2e1c24-500f-40df-9b8d-992cab84a69c'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:29:40.826604 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-053844c2-21e3-4df1-903c-9828ba0ec6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:29:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['fe2e1c24-500f-40df-9b8d-992cab84a69c'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:40.845770 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ff077-6bef-482f-9ecd-5985065400ad req-4e871449-51b0-4cfa-8005-173be30381b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:40.851014 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7b2ff077-6bef-482f-9ecd-5985065400ad req-4e871449-51b0-4cfa-8005-173be30381b2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=20b17a75-47ba-4198-999c-000c34520768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1599987 Jul 29 23:29:40.879864 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49840109-d607-46d1-91f3-53be1b2c7a00 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:29:40.888488 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-acef1ad7-de70-4cf8-b09e-5ef71a765b88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:40.914881 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1d55e6-bf95-45c6-843b-d481d6a8fada None None] Pushing event updated for resources: {'Port': ['ID=3159c5c9-2273-471e-b95d-9bd8047b94d3,revision_number=4']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:40.918059 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-49840109-d607-46d1-91f3-53be1b2c7a00 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 27ea2e30-5576-4381-a6d8-03efb8f4bd4e) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:40.927107 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1cfe30-d8d4-4522-868b-87353c02b903 None None] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:29:40.953231 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49840109-d607-46d1-91f3-53be1b2c7a00 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:40.953856 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-49840109-d607-46d1-91f3-53be1b2c7a00 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:41.008655 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acef1ad7-de70-4cf8-b09e-5ef71a765b88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ec11295-fecf-41ab-8810-9010d4100533,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:41.026893 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-acef1ad7-de70-4cf8-b09e-5ef71a765b88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:41.031852 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-acef1ad7-de70-4cf8-b09e-5ef71a765b88 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/3ec11295-fecf-41ab-8810-9010d4100533 HTTP/1.1" status: 204 len: 168 time: 1.8613505 Jul 29 23:29:41.037039 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea10750-c493-4135-90c7-57ae5d7f4038 req-9fd5494e-04c2-4386-97d1-b6a38c9c3065 tempest-ServerGroupTestJSON-1819291909 tempest-ServerGroupTestJSON-1819291909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:41.037231 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 47050) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:41.054863 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0ea10750-c493-4135-90c7-57ae5d7f4038 req-9fd5494e-04c2-4386-97d1-b6a38c9c3065 tempest-ServerGroupTestJSON-1819291909 tempest-ServerGroupTestJSON-1819291909-project] 10.222.0.43 "GET /v2.0/ports?device_id=35db4f7a-37bf-4e8a-8655-4c4b3673d900 HTTP/1.1" status: 200 len: 945 time: 0.4709759 Jul 29 23:29:41.095208 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-053844c2-21e3-4df1-903c-9828ba0ec6ed None None] Set router fe2e1c24-500f-40df-9b8d-992cab84a69c gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:29:41.095437 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958c82b0-af29-40ab-b4cb-e73a1c9f595e None None] Network e00f2b5b-a281-4360-b0d0-9002ce6fc6f0 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:29:41.107744 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-49840109-d607-46d1-91f3-53be1b2c7a00 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9642727 Jul 29 23:29:41.135132 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 47054) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:41.157421 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-17c50d72-4379-442e-8926-1b5119c575d4 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Request body: {'port': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'name': 'tempest-NetworksTestDHCPv6-222213316'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:41.233355 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d9c70f45-fb2d-4fe6-afb6-b2e39ca1ffcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:41.331398 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7b2ff077-6bef-482f-9ecd-5985065400ad req-b7f3ca93-498f-4c19-935d-ce3c6a0f37fd service neutron] 10.222.0.41 "GET /v2.0/networks/20b17a75-47ba-4198-999c-000c34520768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4710844 Jul 29 23:29:41.365672 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0ea10750-c493-4135-90c7-57ae5d7f4038 req-b02714d7-662c-46f4-8962-06c9667233c8 tempest-ServerGroupTestJSON-1819291909 tempest-ServerGroupTestJSON-1819291909-project] 10.222.0.43 "GET /v2.0/security-groups?id=73632634-b32a-47c2-a241-503e403369ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098254 Jul 29 23:29:41.451994 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-dc48620a-a255-4732-bd1a-d8abbf250c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:41.490072 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-d9c70f45-fb2d-4fe6-afb6-b2e39ca1ffcd admin admin] Deleting port 91e3827f-ba18-483f-a642-d542e2c937e9 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:29:41.490421 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d9c70f45-fb2d-4fe6-afb6-b2e39ca1ffcd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:41.595311 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7b2ff077-6bef-482f-9ecd-5985065400ad req-296094d7-c409-43ea-b1cf-6a4df115845a service neutron] 10.222.0.41 "GET /v2.0/networks/20b17a75-47ba-4198-999c-000c34520768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527728 Jul 29 23:29:41.599062 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c50d72-4379-442e-8926-1b5119c575d4 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Made reservation on behalf of 7c9416c97c57443282624ca6d2f37df4 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:29:41.609779 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-17c50d72-4379-442e-8926-1b5119c575d4 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:41.621458 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-d9c70f45-fb2d-4fe6-afb6-b2e39ca1ffcd admin admin] For port 91e3827f-ba18-483f-a642-d542e2c937e9, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=91e3827f-ba18-483f-a642-d542e2c937e9,segment=NetworkSegment(931f0986-fcdf-432f-a9ff-f4c84ce200cf),segment_id=931f0986-fcdf-432f-a9ff-f4c84ce200cf)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:41.621975 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d9c70f45-fb2d-4fe6-afb6-b2e39ca1ffcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:41.683468 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7b2ff077-6bef-482f-9ecd-5985065400ad req-919a3999-e13d-442f-9d5e-df7e94bc1275 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6cab2274-0e29-41ee-a31c-dc16b683b0ae HTTP/1.1" status: 200 len: 217 time: 0.0764318 Jul 29 23:29:41.687738 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-053844c2-21e3-4df1-903c-9828ba0ec6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2e1c24-500f-40df-9b8d-992cab84a69c', 'name': 'tempest-TaggedBootDevicesTest-378262961-router', 'tenant_id': '0f2ab90424214bdcb3d3f2d44c6cf9b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '0aaf13b6-72fe-4fb7-8714-a57258ce9909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:29:25Z', 'updated_at': '2021-07-29T23:29:35Z', 'revision_number': 4, 'project_id': '0f2ab90424214bdcb3d3f2d44c6cf9b4', 'gw_port': {'id': '0aaf13b6-72fe-4fb7-8714-a57258ce9909', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2e1c24-500f-40df-9b8d-992cab84a69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:25Z', 'updated_at': '2021-07-29T23:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '3159c5c9-2273-471e-b95d-9bd8047b94d3', 'name': '', 'network_id': 'cd4fb90a-a73b-48ea-873e-472dda9549c0', 'tenant_id': '0f2ab90424214bdcb3d3f2d44c6cf9b4', 'mac_address': 'fa:16:3e:ba:c9:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2e1c24-500f-40df-9b8d-992cab84a69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '5e68bcd5-61dd-4d3a-b0e6-c975e0de7caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:32Z', 'updated_at': '2021-07-29T23:29:40Z', 'revision_number': 4, 'project_id': '0f2ab90424214bdcb3d3f2d44c6cf9b4', 'subnets': [{'id': '5e68bcd5-61dd-4d3a-b0e6-c975e0de7caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:41.703916 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-d9c70f45-fb2d-4fe6-afb6-b2e39ca1ffcd admin admin] Calling delete_port for 91e3827f-ba18-483f-a642-d542e2c937e9 owned by network:dhcp {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:29:41.751383 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [None req-17c50d72-4379-442e-8926-1b5119c575d4 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] device_id is not set on port 327a7a9f-8ec7-4fb4-9c23-a6d73427f456 yet. {{(pid=94078) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:29:41.832609 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053844c2-21e3-4df1-903c-9828ba0ec6ed None None] The sync data for ids ['fe2e1c24-500f-40df-9b8d-992cab84a69c'] in n-d-712141-10 is: [{'id': 'fe2e1c24-500f-40df-9b8d-992cab84a69c', 'name': 'tempest-TaggedBootDevicesTest-378262961-router', 'tenant_id': '0f2ab90424214bdcb3d3f2d44c6cf9b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '0aaf13b6-72fe-4fb7-8714-a57258ce9909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:29:25Z', 'updated_at': '2021-07-29T23:29:35Z', 'revision_number': 4, 'project_id': '0f2ab90424214bdcb3d3f2d44c6cf9b4', 'gw_port': {'id': '0aaf13b6-72fe-4fb7-8714-a57258ce9909', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2e1c24-500f-40df-9b8d-992cab84a69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:25Z', 'updated_at': '2021-07-29T23:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '3159c5c9-2273-471e-b95d-9bd8047b94d3', 'name': '', 'network_id': 'cd4fb90a-a73b-48ea-873e-472dda9549c0', 'tenant_id': '0f2ab90424214bdcb3d3f2d44c6cf9b4', 'mac_address': 'fa:16:3e:ba:c9:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe2e1c24-500f-40df-9b8d-992cab84a69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '5e68bcd5-61dd-4d3a-b0e6-c975e0de7caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:32Z', 'updated_at': '2021-07-29T23:29:40Z', 'revision_number': 4, 'project_id': '0f2ab90424214bdcb3d3f2d44c6cf9b4', 'subnets': [{'id': '5e68bcd5-61dd-4d3a-b0e6-c975e0de7caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:29:41.907192 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ff077-6bef-482f-9ecd-5985065400ad req-3fc1d29f-69bb-478f-b26c-8a8846fd7021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:41.925954 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7b2ff077-6bef-482f-9ecd-5985065400ad req-3fc1d29f-69bb-478f-b26c-8a8846fd7021 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fcb38ae7-084a-4b8d-94fa-28c5b74ee6b1 HTTP/1.1" status: 200 len: 797 time: 0.2299120 Jul 29 23:29:41.962759 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186f29aa-bd0f-4314-9410-be16124d9336 None None] DHCP port deletion for e00f2b5b-a281-4360-b0d0-9002ce6fc6f0 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:29:42.006764 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d9c70f45-fb2d-4fe6-afb6-b2e39ca1ffcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:42.053628 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-186f29aa-bd0f-4314-9410-be16124d9336 None None] The port '91e3827f-ba18-483f-a642-d542e2c937e9' was deleted {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 23:29:42.058893 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f751483-fea5-4491-b8eb-bc1e2cc61e9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'tenant_id': '7c9416c97c57443282624ca6d2f37df4', 'fixed_ips': [{'subnet_id': '6b89d23c-fe84-41ae-b5c4-f46740b2966c'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:29:42.061338 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4f751483-fea5-4491-b8eb-bc1e2cc61e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:42.212672 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c70f45-fb2d-4fe6-afb6-b2e39ca1ffcd admin admin] Pushing event deleted for resources: {'Port': ['ID=91e3827f-ba18-483f-a642-d542e2c937e9,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:42.238375 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c70f45-fb2d-4fe6-afb6-b2e39ca1ffcd admin admin] No DVR routers for this DVR port 91e3827f-ba18-483f-a642-d542e2c937e9 on host n-d-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:29:42.413066 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-17c50d72-4379-442e-8926-1b5119c575d4 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Allocated IP 2001:db8::ba (27ea2e30-5576-4381-a6d8-03efb8f4bd4e/6b89d23c-fe84-41ae-b5c4-f46740b2966c/327a7a9f-8ec7-4fb4-9c23-a6d73427f456) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:29:42.471845 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ff077-6bef-482f-9ecd-5985065400ad req-810ad20a-2536-4397-9479-e65a6fb74bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:42.474181 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7b2ff077-6bef-482f-9ecd-5985065400ad req-810ad20a-2536-4397-9479-e65a6fb74bb6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4860432 Jul 29 23:29:42.521860 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d9c70f45-fb2d-4fe6-afb6-b2e39ca1ffcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:42.652896 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-d9c70f45-fb2d-4fe6-afb6-b2e39ca1ffcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e00f2b5b-a281-4360-b0d0-9002ce6fc6f0']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:42.696100 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-d9c70f45-fb2d-4fe6-afb6-b2e39ca1ffcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '931f0986-fcdf-432f-a9ff-f4c84ce200cf') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:42.696100 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-d9c70f45-fb2d-4fe6-afb6-b2e39ca1ffcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '931f0986-fcdf-432f-a9ff-f4c84ce200cf') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:42.742713 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d9c70f45-fb2d-4fe6-afb6-b2e39ca1ffcd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:42.772943 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56eb7fb-77e4-4236-a163-0e550dd17ed3 req-e0c30eb3-7aa6-4dae-ae16-69cbd241c01a tempest-ServerGroupTestJSON-1819291909 tempest-ServerGroupTestJSON-1819291909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:42.781397 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e56eb7fb-77e4-4236-a163-0e550dd17ed3 req-e0c30eb3-7aa6-4dae-ae16-69cbd241c01a tempest-ServerGroupTestJSON-1819291909 tempest-ServerGroupTestJSON-1819291909-project] 10.222.0.43 "GET /v2.0/ports?device_id=35db4f7a-37bf-4e8a-8655-4c4b3673d900 HTTP/1.1" status: 200 len: 945 time: 0.2490449 Jul 29 23:29:42.812172 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d9c70f45-fb2d-4fe6-afb6-b2e39ca1ffcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:42.826033 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-dc48620a-a255-4732-bd1a-d8abbf250c24 admin admin] Deleting port 8ae8cf93-d0c1-40e1-8051-ef6498060626 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:29:42.826860 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-dc48620a-a255-4732-bd1a-d8abbf250c24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:42.828183 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9c70f45-fb2d-4fe6-afb6-b2e39ca1ffcd admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:29:42.828591 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d9c70f45-fb2d-4fe6-afb6-b2e39ca1ffcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:42.954757 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:29:42.954757 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:29:42.954757 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:29:42.954757 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:29:42.954757 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:29:42.954757 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:29:42.954757 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:29:42.954757 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:29:42.954757 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:29:42.954757 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:29:42.954757 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:29:42.954757 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:29:42.954757 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:29:42.954757 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:29:42.954757 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:29:42.954757 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:29:42.954757 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:29:42.954757 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:29:42.954757 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:29:42.954757 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:29:42.954757 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:29:42.954757 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:29:42.954757 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:29:42.954757 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:29:42.954757 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:29:42.954757 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:29:42.954757 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:29:42.954757 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:29:42.954757 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:29:42.954757 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:29:42.954757 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:29:42.954757 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:29:42.970580 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d9c70f45-fb2d-4fe6-afb6-b2e39ca1ffcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:43.026579 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d9c70f45-fb2d-4fe6-afb6-b2e39ca1ffcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:43.028718 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d9c70f45-fb2d-4fe6-afb6-b2e39ca1ffcd admin admin] 10.222.0.43 "DELETE /v2.0/networks/e00f2b5b-a281-4360-b0d0-9002ce6fc6f0 HTTP/1.1" status: 204 len: 168 time: 1.9902964 Jul 29 23:29:43.066878 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7b2ff077-6bef-482f-9ecd-5985065400ad req-381f9acb-9c7a-42df-b430-abb5eb6acfa7 service neutron] 10.222.0.41 "GET /v2.0/networks/4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5762219 Jul 29 23:29:43.068603 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c70f45-fb2d-4fe6-afb6-b2e39ca1ffcd admin admin] Pushing event deleted for resources: {'Network': ['ID=e00f2b5b-a281-4360-b0d0-9002ce6fc6f0,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:43.119391 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-dc48620a-a255-4732-bd1a-d8abbf250c24 admin admin] For port 8ae8cf93-d0c1-40e1-8051-ef6498060626, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=8ae8cf93-d0c1-40e1-8051-ef6498060626,segment=NetworkSegment(12801ee3-766c-4a0c-8974-7e532bb9c394),segment_id=12801ee3-766c-4a0c-8974-7e532bb9c394)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:43.126923 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-dc48620a-a255-4732-bd1a-d8abbf250c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:43.241253 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7b2ff077-6bef-482f-9ecd-5985065400ad req-9296a97a-c09e-41d8-9ceb-d94f0c01d9e4 service neutron] 10.222.0.41 "GET /v2.0/networks/4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597745 Jul 29 23:29:43.242439 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-dc48620a-a255-4732-bd1a-d8abbf250c24 admin admin] Calling delete_port for 8ae8cf93-d0c1-40e1-8051-ef6498060626 owned by network:router_interface {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:29:43.296369 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e56eb7fb-77e4-4236-a163-0e550dd17ed3 req-f2c09bff-ff5d-4d39-bbaf-b225071efa01 tempest-ServerGroupTestJSON-1819291909 tempest-ServerGroupTestJSON-1819291909-project] 10.222.0.43 "GET /v2.0/security-groups?id=73632634-b32a-47c2-a241-503e403369ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4973543 Jul 29 23:29:43.394800 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7b2ff077-6bef-482f-9ecd-5985065400ad req-e10e00fc-c5a6-4a2d-be16-d05fc603bfd6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7450c10b-b2aa-4ef3-b42e-e8eeba1cf253 HTTP/1.1" status: 200 len: 217 time: 0.1428189 Jul 29 23:29:43.507375 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 3159c5c9-2273-471e-b95d-9bd8047b94d3 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:29:43.616280 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 47084) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:43.671078 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 3159c5c9-2273-471e-b95d-9bd8047b94d3 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:29:43.679901 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 3159c5c9-2273-471e-b95d-9bd8047b94d3 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:43.680282 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:43.700250 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ff077-6bef-482f-9ecd-5985065400ad req-e1f00416-46db-4179-b480-361042adab5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:43.707387 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7b2ff077-6bef-482f-9ecd-5985065400ad req-e1f00416-46db-4179-b480-361042adab5c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fcb38ae7-084a-4b8d-94fa-28c5b74ee6b1 HTTP/1.1" status: 200 len: 797 time: 0.2985895 Jul 29 23:29:43.752001 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-17c50d72-4379-442e-8926-1b5119c575d4 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:43.775517 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-17c50d72-4379-442e-8926-1b5119c575d4 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Transition to ACTIVE for port object 327a7a9f-8ec7-4fb4-9c23-a6d73427f456 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:43.914366 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-1272a481-cd2b-47f5-93d2-0b42390017e1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=71b44dc61bd24fc994bc46fef37e8753&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2957838 Jul 29 23:29:43.925806 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:43.929543 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 47088) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:43.996426 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2ff077-6bef-482f-9ecd-5985065400ad req-37270557-98fe-4d77-b63b-4b4fa4f35aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:44.012502 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7b2ff077-6bef-482f-9ecd-5985065400ad req-37270557-98fe-4d77-b63b-4b4fa4f35aeb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1959870 Jul 29 23:29:44.032061 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 3159c5c9-2273-471e-b95d-9bd8047b94d3, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=3159c5c9-2273-471e-b95d-9bd8047b94d3,segment=NetworkSegment(be77653f-7be6-4792-85af-06f31dac82f8),segment_id=be77653f-7be6-4792-85af-06f31dac82f8)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:44.039747 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:44.140522 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=3159c5c9-2273-471e-b95d-9bd8047b94d3,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:44.151954 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:44.161379 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:44.162178 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:44.162740 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:44.163311 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:44.163917 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:44.164467 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:44.166476 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:44.168284 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:44.168918 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:44.171387 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:44.171933 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:44.213838 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 91e3827f-ba18-483f-a642-d542e2c937e9 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:29:44.294390 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1f0f32fe-27b3-4651-a2aa-14f7a12bcc25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:44.308875 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 91e3827f-ba18-483f-a642-d542e2c937e9 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:29:44.309893 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 91e3827f-ba18-483f-a642-d542e2c937e9 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:29:44.436951 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7b2ff077-6bef-482f-9ecd-5985065400ad req-3ac0ac96-1033-4a5e-99bb-c5d46f2ff98b service neutron] 10.222.0.41 "GET /v2.0/networks/4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4202633 Jul 29 23:29:44.534389 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-4f751483-fea5-4491-b8eb-bc1e2cc61e9c None None] Allocated IP 2001:db8::2 (27ea2e30-5576-4381-a6d8-03efb8f4bd4e/6b89d23c-fe84-41ae-b5c4-f46740b2966c/ce4dca2d-3a24-4ce2-8c1d-be22244d55df) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:29:44.734589 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7b2ff077-6bef-482f-9ecd-5985065400ad req-a556ea0d-56d0-4abb-a8a4-d3d03b898877 service neutron] 10.222.0.41 "GET /v2.0/networks/4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856157 Jul 29 23:29:44.886950 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4f751483-fea5-4491-b8eb-bc1e2cc61e9c None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:44.915614 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-4f751483-fea5-4491-b8eb-bc1e2cc61e9c None None] Transition to ACTIVE for port object ce4dca2d-3a24-4ce2-8c1d-be22244d55df will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:44.920530 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-17c50d72-4379-442e-8926-1b5119c575d4 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:44.925338 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1f0f32fe-27b3-4651-a2aa-14f7a12bcc25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:44.945341 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-dc48620a-a255-4732-bd1a-d8abbf250c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:44.946350 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-4f751483-fea5-4491-b8eb-bc1e2cc61e9c None None] Transition to ACTIVE for port object ce4dca2d-3a24-4ce2-8c1d-be22244d55df will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:44.965287 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4f751483-fea5-4491-b8eb-bc1e2cc61e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:45.028176 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09337d5-e580-4ab9-96cb-dd08f7885168 req-15bc3197-27d5-4995-b00f-9bb87fbf1753 tempest-ServerGroupTestJSON-1819291909 tempest-ServerGroupTestJSON-1819291909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:45.036451 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d09337d5-e580-4ab9-96cb-dd08f7885168 req-15bc3197-27d5-4995-b00f-9bb87fbf1753 tempest-ServerGroupTestJSON-1819291909 tempest-ServerGroupTestJSON-1819291909-project] 10.222.0.43 "GET /v2.0/ports?device_id=35db4f7a-37bf-4e8a-8655-4c4b3673d900 HTTP/1.1" status: 200 len: 945 time: 0.8042619 Jul 29 23:29:45.047139 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c50d72-4379-442e-8926-1b5119c575d4 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:29:45.067656 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f751483-fea5-4491-b8eb-bc1e2cc61e9c None None] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:29:45.070185 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-17c50d72-4379-442e-8926-1b5119c575d4 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:45.095087 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-4f751483-fea5-4491-b8eb-bc1e2cc61e9c None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:45.109857 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f751483-fea5-4491-b8eb-bc1e2cc61e9c None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:29:45.110093 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c50d72-4379-442e-8926-1b5119c575d4 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:29:45.119570 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c50d72-4379-442e-8926-1b5119c575d4 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:45.120728 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-17c50d72-4379-442e-8926-1b5119c575d4 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:45.151972 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f751483-fea5-4491-b8eb-bc1e2cc61e9c None None] Pushing event updated for resources: {'Port': ['ID=ce4dca2d-3a24-4ce2-8c1d-be22244d55df,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:45.173193 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c50d72-4379-442e-8926-1b5119c575d4 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event updated for resources: {'Port': ['ID=327a7a9f-8ec7-4fb4-9c23-a6d73427f456,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:45.274532 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc48620a-a255-4732-bd1a-d8abbf250c24 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ae8cf93-d0c1-40e1-8051-ef6498060626,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:45.309807 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1f0f32fe-27b3-4651-a2aa-14f7a12bcc25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:45.317394 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1f0f32fe-27b3-4651-a2aa-14f7a12bcc25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:45.321264 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-1f0f32fe-27b3-4651-a2aa-14f7a12bcc25 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6be93f02-75ac-4eeb-bc17-f5abb0cf964a HTTP/1.1" status: 204 len: 168 time: 1.3801973 Jul 29 23:29:45.321780 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-17c50d72-4379-442e-8926-1b5119c575d4 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.1824300 Jul 29 23:29:45.325606 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 47106) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:45.344005 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-4f751483-fea5-4491-b8eb-bc1e2cc61e9c None None] Attempting to bind port ce4dca2d-3a24-4ce2-8c1d-be22244d55df on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:29:45.347129 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-4f751483-fea5-4491-b8eb-bc1e2cc61e9c None None] Attempting to bind port ce4dca2d-3a24-4ce2-8c1d-be22244d55df by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': 'ceb567b3-93e6-4495-80aa-58a786948605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:29:45.347623 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f751483-fea5-4491-b8eb-bc1e2cc61e9c None None] Attempting to bind port ce4dca2d-3a24-4ce2-8c1d-be22244d55df on network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:29:45.363561 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f751483-fea5-4491-b8eb-bc1e2cc61e9c None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:29:45.365061 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f751483-fea5-4491-b8eb-bc1e2cc61e9c None None] Checking segment: {'id': 'ceb567b3-93e6-4495-80aa-58a786948605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:29:45.366954 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4f751483-fea5-4491-b8eb-bc1e2cc61e9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:45.367585 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f751483-fea5-4491-b8eb-bc1e2cc61e9c None None] Bound using segment: {'id': 'ceb567b3-93e6-4495-80aa-58a786948605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:29:45.369000 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-4f751483-fea5-4491-b8eb-bc1e2cc61e9c None None] Bound port: ce4dca2d-3a24-4ce2-8c1d-be22244d55df, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb567b3-93e6-4495-80aa-58a786948605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:29:45.371706 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4f751483-fea5-4491-b8eb-bc1e2cc61e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:45.468968 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee4efac-bd66-4680-acc1-923205681b4c tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:45.490276 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee4efac-bd66-4680-acc1-923205681b4c tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:45.502478 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-4f751483-fea5-4491-b8eb-bc1e2cc61e9c None None] For port ce4dca2d-3a24-4ce2-8c1d-be22244d55df, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:29:45.512913 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-dee4efac-bd66-4680-acc1-923205681b4c tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1785312 Jul 29 23:29:45.514072 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-4f751483-fea5-4491-b8eb-bc1e2cc61e9c None None] For port ce4dca2d-3a24-4ce2-8c1d-be22244d55df, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=ce4dca2d-3a24-4ce2-8c1d-be22244d55df,segment=NetworkSegment(ceb567b3-93e6-4495-80aa-58a786948605),segment_id=ceb567b3-93e6-4495-80aa-58a786948605)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:29:45.517773 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 3159c5c9-2273-471e-b95d-9bd8047b94d3 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:29:45.520264 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 47110) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:45.557322 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4f751483-fea5-4491-b8eb-bc1e2cc61e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:45.630181 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f751483-fea5-4491-b8eb-bc1e2cc61e9c None None] Pushing event updated for resources: {'Port': ['ID=ce4dca2d-3a24-4ce2-8c1d-be22244d55df,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:45.685238 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 3159c5c9-2273-471e-b95d-9bd8047b94d3 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:45.686422 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:45.744785 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-dc48620a-a255-4732-bd1a-d8abbf250c24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:45.929025 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0f32fe-27b3-4651-a2aa-14f7a12bcc25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be93f02-75ac-4eeb-bc17-f5abb0cf964a,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:45.954891 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d09337d5-e580-4ab9-96cb-dd08f7885168 req-9f775641-59a3-44cc-a100-ba27274795f2 tempest-ServerGroupTestJSON-1819291909 tempest-ServerGroupTestJSON-1819291909-project] 10.222.0.43 "GET /v2.0/security-groups?id=73632634-b32a-47c2-a241-503e403369ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9174676 Jul 29 23:29:46.004839 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2bd961-537d-44e8-923b-042ded69054a req-9ea967dd-d290-42ce-bc6f-08bbb0f8ab2f tempest-ServerGroupTestJSON-1819291909 tempest-ServerGroupTestJSON-1819291909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:46.016673 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5d2bd961-537d-44e8-923b-042ded69054a req-9ea967dd-d290-42ce-bc6f-08bbb0f8ab2f tempest-ServerGroupTestJSON-1819291909 tempest-ServerGroupTestJSON-1819291909-project] 10.222.0.22 "GET /v2.0/ports?device_id=35db4f7a-37bf-4e8a-8655-4c4b3673d900 HTTP/1.1" status: 200 len: 945 time: 0.7222109 Jul 29 23:29:46.302956 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-435d7947-c6a6-4d22-be33-38cfe851cbae tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Deleting port 327a7a9f-8ec7-4fb4-9c23-a6d73427f456 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:29:46.307781 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-435d7947-c6a6-4d22-be33-38cfe851cbae tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:46.905570 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-435d7947-c6a6-4d22-be33-38cfe851cbae tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:46.981573 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-435d7947-c6a6-4d22-be33-38cfe851cbae tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Calling delete_port for 327a7a9f-8ec7-4fb4-9c23-a6d73427f456 owned by {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:29:46.992673 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-5d2bd961-537d-44e8-923b-042ded69054a req-b043653e-ecfe-4cad-8a2a-a99f439f1353 tempest-ServerGroupTestJSON-1819291909 tempest-ServerGroupTestJSON-1819291909-project] Deleting port 38acdadc-ba6c-4e43-9af4-d14201aedf71 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:29:47.001802 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5d2bd961-537d-44e8-923b-042ded69054a req-b043653e-ecfe-4cad-8a2a-a99f439f1353 tempest-ServerGroupTestJSON-1819291909 tempest-ServerGroupTestJSON-1819291909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:47.339461 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:29:47.640937 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device ce4dca2d-3a24-4ce2-8c1d-be22244d55df up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:29:47.708841 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-435d7947-c6a6-4d22-be33-38cfe851cbae tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:47.720636 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e778344-a34e-4341-9cb0-2bfbfe497fbe None None] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:29:47.824417 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435d7947-c6a6-4d22-be33-38cfe851cbae tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event deleted for resources: {'Port': ['ID=327a7a9f-8ec7-4fb4-9c23-a6d73427f456,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:47.902458 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-287b3c0f-8596-49c6-878a-932f57e30d42 None None] Provisioning for port ce4dca2d-3a24-4ce2-8c1d-be22244d55df completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:29:48.036327 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port ce4dca2d-3a24-4ce2-8c1d-be22244d55df completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:29:48.055104 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c73fccb-e3ce-487c-8b5a-cd1db00dface req-65e8239e-c5cf-4bd8-816e-725955b35f49 tempest-ServerGroupTestJSON-1819291909 tempest-ServerGroupTestJSON-1819291909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:48.058486 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1c73fccb-e3ce-487c-8b5a-cd1db00dface req-65e8239e-c5cf-4bd8-816e-725955b35f49 tempest-ServerGroupTestJSON-1819291909 tempest-ServerGroupTestJSON-1819291909-project] 10.222.0.43 "GET /v2.0/ports?device_id=35db4f7a-37bf-4e8a-8655-4c4b3673d900 HTTP/1.1" status: 200 len: 945 time: 0.8767312 Jul 29 23:29:48.072739 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port ce4dca2d-3a24-4ce2-8c1d-be22244d55df triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:48.073359 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:48.074392 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc48620a-a255-4732-bd1a-d8abbf250c24 admin admin] Router e44e1d7e-51aa-482c-a33b-118aef5ede9a has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:29:48.095756 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-435d7947-c6a6-4d22-be33-38cfe851cbae tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:48.107795 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 47154) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:48.110912 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-435d7947-c6a6-4d22-be33-38cfe851cbae tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/ports/327a7a9f-8ec7-4fb4-9c23-a6d73427f456 HTTP/1.1" status: 204 len: 168 time: 2.3671443 Jul 29 23:29:48.125448 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-5d2bd961-537d-44e8-923b-042ded69054a req-b043653e-ecfe-4cad-8a2a-a99f439f1353 tempest-ServerGroupTestJSON-1819291909 tempest-ServerGroupTestJSON-1819291909-project] For port 38acdadc-ba6c-4e43-9af4-d14201aedf71, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=38acdadc-ba6c-4e43-9af4-d14201aedf71,segment=NetworkSegment(a9b44f2a-aa44-41d6-aa0c-db679a4cff3f),segment_id=a9b44f2a-aa44-41d6-aa0c-db679a4cff3f)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:48.125889 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5d2bd961-537d-44e8-923b-042ded69054a req-b043653e-ecfe-4cad-8a2a-a99f439f1353 tempest-ServerGroupTestJSON-1819291909 tempest-ServerGroupTestJSON-1819291909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:48.229442 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-5d2bd961-537d-44e8-923b-042ded69054a req-b043653e-ecfe-4cad-8a2a-a99f439f1353 tempest-ServerGroupTestJSON-1819291909 tempest-ServerGroupTestJSON-1819291909-project] Calling delete_port for 38acdadc-ba6c-4e43-9af4-d14201aedf71 owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:29:48.307440 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:48.433384 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port ce4dca2d-3a24-4ce2-8c1d-be22244d55df, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=ce4dca2d-3a24-4ce2-8c1d-be22244d55df,segment=NetworkSegment(ceb567b3-93e6-4495-80aa-58a786948605),segment_id=ceb567b3-93e6-4495-80aa-58a786948605)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:48.442588 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee88a0e-7e1a-4f13-9096-761c5b942a36 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:48.444114 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee88a0e-7e1a-4f13-9096-761c5b942a36 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:48.450322 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:48.453490 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-5ee88a0e-7e1a-4f13-9096-761c5b942a36 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3369048 Jul 29 23:29:48.457566 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 47158) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:48.460372 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1c73fccb-e3ce-487c-8b5a-cd1db00dface req-94fa8012-80ff-4c72-a39e-93cde7931b38 tempest-ServerGroupTestJSON-1819291909 tempest-ServerGroupTestJSON-1819291909-project] 10.222.0.43 "GET /v2.0/security-groups?id=73632634-b32a-47c2-a241-503e403369ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3798015 Jul 29 23:29:48.576076 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=ce4dca2d-3a24-4ce2-8c1d-be22244d55df,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:48.638609 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-80e954b5-ac0f-4fd3-b61c-e62055539336 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Deleting subnet 6b89d23c-fe84-41ae-b5c4-f46740b2966c {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:29:48.656343 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-80e954b5-ac0f-4fd3-b61c-e62055539336 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:48.749535 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-80e954b5-ac0f-4fd3-b61c-e62055539336 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:48.833265 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc48620a-a255-4732-bd1a-d8abbf250c24 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:29:48.852680 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-dc48620a-a255-4732-bd1a-d8abbf250c24 admin admin] 10.222.0.43 "PUT /v2.0/routers/e44e1d7e-51aa-482c-a33b-118aef5ede9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0298769 Jul 29 23:29:48.852680 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 47164) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:48.857924 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdf36c8-68c9-4383-8fdd-01416346f175 None None] Sync routers for ids ['e44e1d7e-51aa-482c-a33b-118aef5ede9a'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:29:48.924328 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-0ed489c5-14f5-4d81-a057-ce8057efe225 None None] Provisioning complete for port ce4dca2d-3a24-4ce2-8c1d-be22244d55df triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:48.924789 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0ed489c5-14f5-4d81-a057-ce8057efe225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:49.011842 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-80e954b5-ac0f-4fd3-b61c-e62055539336 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:49.096488 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 38acdadc-ba6c-4e43-9af4-d14201aedf71 no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:29:49.144720 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdf36c8-68c9-4383-8fdd-01416346f175 None None] Routers {'e44e1d7e-51aa-482c-a33b-118aef5ede9a'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:29:49.145400 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-9bdf36c8-68c9-4383-8fdd-01416346f175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:29:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['e44e1d7e-51aa-482c-a33b-118aef5ede9a'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:49.165864 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-80e954b5-ac0f-4fd3-b61c-e62055539336 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:49.259407 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e954b5-ac0f-4fd3-b61c-e62055539336 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event deleted for resources: {'Subnet': ['ID=6b89d23c-fe84-41ae-b5c4-f46740b2966c,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:49.284756 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5d2bd961-537d-44e8-923b-042ded69054a req-b043653e-ecfe-4cad-8a2a-a99f439f1353 tempest-ServerGroupTestJSON-1819291909 tempest-ServerGroupTestJSON-1819291909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:49.293196 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60de9988-826f-4143-bc8b-445b2b8127fd None None] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:29:49.302304 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-80e954b5-ac0f-4fd3-b61c-e62055539336 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:49.310291 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-80e954b5-ac0f-4fd3-b61c-e62055539336 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/subnets/6b89d23c-fe84-41ae-b5c4-f46740b2966c HTTP/1.1" status: 204 len: 168 time: 0.8461456 Jul 29 23:29:49.312546 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e954b5-ac0f-4fd3-b61c-e62055539336 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:49.312902 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e954b5-ac0f-4fd3-b61c-e62055539336 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:49.313247 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e954b5-ac0f-4fd3-b61c-e62055539336 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:49.313622 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e954b5-ac0f-4fd3-b61c-e62055539336 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:49.313977 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e954b5-ac0f-4fd3-b61c-e62055539336 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:49.314308 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e954b5-ac0f-4fd3-b61c-e62055539336 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:49.315274 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e954b5-ac0f-4fd3-b61c-e62055539336 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:49.315665 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e954b5-ac0f-4fd3-b61c-e62055539336 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:49.315997 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e954b5-ac0f-4fd3-b61c-e62055539336 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:49.316356 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e954b5-ac0f-4fd3-b61c-e62055539336 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:49.316694 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e954b5-ac0f-4fd3-b61c-e62055539336 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:49.317022 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e954b5-ac0f-4fd3-b61c-e62055539336 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:49.339180 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 47168) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:49.426449 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043653e-ecfe-4cad-8a2a-a99f439f1353 tempest-ServerGroupTestJSON-1819291909 tempest-ServerGroupTestJSON-1819291909-project] Pushing event deleted for resources: {'Port': ['ID=38acdadc-ba6c-4e43-9af4-d14201aedf71,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:49.452114 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8b2c9ccc-fbf2-4532-a710-c9b3182e3513 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1115901 Jul 29 23:29:49.452751 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 47170) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:49.459086 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-5eaf4d80-80a1-48bd-a76c-7596905cb63b tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Request body: {'subnet': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:49.508058 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-de7ecc03-9955-4358-b79c-35682c110301 admin admin] Notify callbacks [] for router, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:49.514384 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d2bd961-537d-44e8-923b-042ded69054a req-b043653e-ecfe-4cad-8a2a-a99f439f1353 tempest-ServerGroupTestJSON-1819291909 tempest-ServerGroupTestJSON-1819291909-project] No DVR routers for this DVR port 38acdadc-ba6c-4e43-9af4-d14201aedf71 on host n-h2-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:29:49.550907 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5d2bd961-537d-44e8-923b-042ded69054a req-b043653e-ecfe-4cad-8a2a-a99f439f1353 tempest-ServerGroupTestJSON-1819291909 tempest-ServerGroupTestJSON-1819291909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:49.553282 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5d2bd961-537d-44e8-923b-042ded69054a req-b043653e-ecfe-4cad-8a2a-a99f439f1353 tempest-ServerGroupTestJSON-1819291909 tempest-ServerGroupTestJSON-1819291909-project] 10.222.0.22 "DELETE /v2.0/ports/38acdadc-ba6c-4e43-9af4-d14201aedf71 HTTP/1.1" status: 204 len: 173 time: 3.5090065 Jul 29 23:29:49.553965 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35db4f7a-37bf-4e8a-8655-4c4b3673d900', 'name': 'network-vif-deleted', 'tag': '38acdadc-ba6c-4e43-9af4-d14201aedf71'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:29:49.563530 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02bd6279-5bba-4736-afbd-70df0b4eae8a" -d '{"events": [{"server_uuid": "35db4f7a-37bf-4e8a-8655-4c4b3673d900", "name": "network-vif-deleted", "tag": "38acdadc-ba6c-4e43-9af4-d14201aedf71"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:29:49.723751 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24665ccb-b660-4a7d-b21f-9553d11f847d x-openstack-request-id: req-24665ccb-b660-4a7d-b21f-9553d11f847d {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:29:49.724430 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35db4f7a-37bf-4e8a-8655-4c4b3673d900", "name": "network-vif-deleted", "tag": "38acdadc-ba6c-4e43-9af4-d14201aedf71", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:29:49.725064 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-24665ccb-b660-4a7d-b21f-9553d11f847d {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:29:49.726005 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35db4f7a-37bf-4e8a-8655-4c4b3673d900', 'name': 'network-vif-deleted', 'tag': '38acdadc-ba6c-4e43-9af4-d14201aedf71', 'status': 'completed', 'code': 200} Jul 29 23:29:49.729500 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-71c981df-88f2-46eb-b6bb-84badb2450db req-082b9403-a637-41f0-a04b-101b2cf41b6c tempest-ServerGroupTestJSON-1819291909 tempest-ServerGroupTestJSON-1819291909-project] 10.222.0.43 "GET /v2.0/ports?device_id=35db4f7a-37bf-4e8a-8655-4c4b3673d900 HTTP/1.1" status: 200 len: 210 time: 0.0453558 Jul 29 23:29:49.731582 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-de7ecc03-9955-4358-b79c-35682c110301 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:49.777213 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device ce4dca2d-3a24-4ce2-8c1d-be22244d55df up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:29:49.815818 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eaf4d80-80a1-48bd-a76c-7596905cb63b tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Made reservation on behalf of 7c9416c97c57443282624ca6d2f37df4 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:29:49.828320 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5eaf4d80-80a1-48bd-a76c-7596905cb63b tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:49.873632 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-de7ecc03-9955-4358-b79c-35682c110301 admin admin] Deleting port 1165d32f-5e4c-498e-9852-079b95a2201b {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:29:49.873632 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-de7ecc03-9955-4358-b79c-35682c110301 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:50.068008 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:50.096405 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No active binding found for port 38acdadc-ba6c-4e43-9af4-d14201aedf71 {{(pid=94079) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 29 23:29:50.096405 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 38acdadc-ba6c-4e43-9af4-d14201aedf71 not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:29:50.186885 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-de7ecc03-9955-4358-b79c-35682c110301 admin admin] For port 1165d32f-5e4c-498e-9852-079b95a2201b, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=1165d32f-5e4c-498e-9852-079b95a2201b,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:50.187578 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-de7ecc03-9955-4358-b79c-35682c110301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:50.277403 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-de7ecc03-9955-4358-b79c-35682c110301 admin admin] Calling delete_port for 1165d32f-5e4c-498e-9852-079b95a2201b owned by network:router_gateway {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:29:50.396848 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-9bdf36c8-68c9-4383-8fdd-01416346f175 None None] Set router e44e1d7e-51aa-482c-a33b-118aef5ede9a gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:29:50.509271 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5eaf4d80-80a1-48bd-a76c-7596905cb63b tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:50.563877 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0023dd-7e50-4df8-aa30-5dc8c2afef2f None None] DHCP port deletion for 27ea2e30-5576-4381-a6d8-03efb8f4bd4e request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:29:50.568457 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c4d72c95-aa8c-41c6-b74a-8857dc0fdf34 None None] Could not find standard attr ID for object 327a7a9f-8ec7-4fb4-9c23-a6d73427f456. {{(pid=94079) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:29:50.718167 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port ce4dca2d-3a24-4ce2-8c1d-be22244d55df triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:50.720171 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:50.721009 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eaf4d80-80a1-48bd-a76c-7596905cb63b tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:29:50.745116 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-5eaf4d80-80a1-48bd-a76c-7596905cb63b tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:50.793134 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eaf4d80-80a1-48bd-a76c-7596905cb63b tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:50.801172 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5eaf4d80-80a1-48bd-a76c-7596905cb63b tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:50.900470 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaf4d80-80a1-48bd-a76c-7596905cb63b tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event updated for resources: {'Subnet': ['ID=cd6123c8-43f7-4098-b18e-9a26eb4d1620,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:50.932924 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-5eaf4d80-80a1-48bd-a76c-7596905cb63b tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4790735 Jul 29 23:29:50.939249 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 47206) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:50.962110 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-8dc1c329-1a56-4e4d-9e8a-36b7efd9289e tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Request body: {'port': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'name': 'tempest-NetworksTestDHCPv6-271821982'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:50.962753 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 47210) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:50.976511 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-de7ecc03-9955-4358-b79c-35682c110301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:51.060302 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7ecc03-9955-4358-b79c-35682c110301 admin admin] Pushing event deleted for resources: {'Port': ['ID=1165d32f-5e4c-498e-9852-079b95a2201b,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:51.146019 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-3d0023dd-7e50-4df8-aa30-5dc8c2afef2f None None] Deleting port ce4dca2d-3a24-4ce2-8c1d-be22244d55df {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:29:51.150248 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3d0023dd-7e50-4df8-aa30-5dc8c2afef2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:51.163608 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 47216) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:51.282087 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b0d44c80-3c13-4b76-9359-3f1f866c49c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:51.319322 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc1c329-1a56-4e4d-9e8a-36b7efd9289e tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Made reservation on behalf of 7c9416c97c57443282624ca6d2f37df4 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:29:51.322935 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8dc1c329-1a56-4e4d-9e8a-36b7efd9289e tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:51.363457 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [None req-8dc1c329-1a56-4e4d-9e8a-36b7efd9289e tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] device_id is not set on port 44e6c9a0-2e3f-47f6-bafd-a54728023f2f yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:29:51.375404 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2cc96aaf-f187-4d49-896c-ac681b8026cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:51.428957 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-de7ecc03-9955-4358-b79c-35682c110301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:51.604059 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-9bdf36c8-68c9-4383-8fdd-01416346f175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44e1d7e-51aa-482c-a33b-118aef5ede9a', 'name': 'tempest-FloatingIPsTestJSON-247767229-router', 'tenant_id': '51255cfffa684de591fe711791e2cb9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.89'}], 'enable_snat': True}, 'gw_port_id': '1165d32f-5e4c-498e-9852-079b95a2201b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:29:14Z', 'updated_at': '2021-07-29T23:29:44Z', 'revision_number': 5, 'project_id': '51255cfffa684de591fe711791e2cb9e', 'gw_port': {'id': '1165d32f-5e4c-498e-9852-079b95a2201b', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e44e1d7e-51aa-482c-a33b-118aef5ede9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1360, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:15Z', 'updated_at': '2021-07-29T23:29:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:51.656630 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 47236) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:51.665418 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-8dc1c329-1a56-4e4d-9e8a-36b7efd9289e tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Allocated IP 2001:db8::1de (27ea2e30-5576-4381-a6d8-03efb8f4bd4e/cd6123c8-43f7-4098-b18e-9a26eb4d1620/44e6c9a0-2e3f-47f6-bafd-a54728023f2f) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:29:51.689274 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdf36c8-68c9-4383-8fdd-01416346f175 None None] Checking router: e44e1d7e-51aa-482c-a33b-118aef5ede9a for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:29:51.704520 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-3d0023dd-7e50-4df8-aa30-5dc8c2afef2f None None] For port ce4dca2d-3a24-4ce2-8c1d-be22244d55df, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=ce4dca2d-3a24-4ce2-8c1d-be22244d55df,segment=NetworkSegment(ceb567b3-93e6-4495-80aa-58a786948605),segment_id=ceb567b3-93e6-4495-80aa-58a786948605)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:51.704952 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3d0023dd-7e50-4df8-aa30-5dc8c2afef2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:51.737468 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bdf36c8-68c9-4383-8fdd-01416346f175 None None] Routers {'e44e1d7e-51aa-482c-a33b-118aef5ede9a'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:29:51.739424 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-9bdf36c8-68c9-4383-8fdd-01416346f175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:29:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['e44e1d7e-51aa-482c-a33b-118aef5ede9a'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:51.758708 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f114700-6618-4590-b132-44dc32752fef admin admin] Deleting subnet b898f6b9-5fac-4610-9f64-99cb2f6e7579 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:29:51.765102 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8f114700-6618-4590-b132-44dc32752fef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:51.845447 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8f114700-6618-4590-b132-44dc32752fef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:51.920727 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-3d0023dd-7e50-4df8-aa30-5dc8c2afef2f None None] Calling delete_port for ce4dca2d-3a24-4ce2-8c1d-be22244d55df owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:29:51.930586 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device ce4dca2d-3a24-4ce2-8c1d-be22244d55df no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:29:51.930900 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-de7ecc03-9955-4358-b79c-35682c110301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:51.938106 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-de7ecc03-9955-4358-b79c-35682c110301 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:51.990803 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8f114700-6618-4590-b132-44dc32752fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:52.108762 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-de7ecc03-9955-4358-b79c-35682c110301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:52.109949 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de7ecc03-9955-4358-b79c-35682c110301 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e44e1d7e-51aa-482c-a33b-118aef5ede9a {{(pid=94078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:29:52.133675 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-de7ecc03-9955-4358-b79c-35682c110301 admin admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:52.137915 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-de7ecc03-9955-4358-b79c-35682c110301 admin admin] 10.222.0.43 "DELETE /v2.0/routers/e44e1d7e-51aa-482c-a33b-118aef5ede9a HTTP/1.1" status: 204 len: 168 time: 3.2852058 Jul 29 23:29:52.140553 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 47240) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:52.151806 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8dc1c329-1a56-4e4d-9e8a-36b7efd9289e tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:52.203639 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8f114700-6618-4590-b132-44dc32752fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:52.276870 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-8dc1c329-1a56-4e4d-9e8a-36b7efd9289e tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Transition to ACTIVE for port object 44e6c9a0-2e3f-47f6-bafd-a54728023f2f will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:52.278587 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f114700-6618-4590-b132-44dc32752fef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b898f6b9-5fac-4610-9f64-99cb2f6e7579,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:52.288628 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b0d44c80-3c13-4b76-9359-3f1f866c49c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:52.310992 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8f114700-6618-4590-b132-44dc32752fef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:52.313021 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8f114700-6618-4590-b132-44dc32752fef admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b898f6b9-5fac-4610-9f64-99cb2f6e7579 HTTP/1.1" status: 204 len: 168 time: 0.6500900 Jul 29 23:29:52.317548 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b0d44c80-3c13-4b76-9359-3f1f866c49c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:52.320467 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 47242) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:52.354038 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-092e347d-0eea-49e6-b7d7-c46ff5773459 admin admin] Deleting subnet 3af85d15-7d43-47c4-8832-b74b95c0d8e8 {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:29:52.380657 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-9bdf36c8-68c9-4383-8fdd-01416346f175 None None] Set router e44e1d7e-51aa-482c-a33b-118aef5ede9a gateway port host: None {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:29:52.436354 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-092e347d-0eea-49e6-b7d7-c46ff5773459 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:52.470380 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-41cc14d4-843a-475a-bcdd-ef9489a767cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:52.489380 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8dc1c329-1a56-4e4d-9e8a-36b7efd9289e tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:52.503059 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-092e347d-0eea-49e6-b7d7-c46ff5773459 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:52.598858 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-b0d44c80-3c13-4b76-9359-3f1f866c49c9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b7a53768153e445eac5191ffa345c47f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6341200 Jul 29 23:29:52.613653 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 47246) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:52.631843 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc1c329-1a56-4e4d-9e8a-36b7efd9289e tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:29:52.755201 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-8dc1c329-1a56-4e4d-9e8a-36b7efd9289e tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:52.755931 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d44c80-3c13-4b76-9359-3f1f866c49c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7d6322-0414-4ae8-900a-0b992a995652,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:52.774775 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc1c329-1a56-4e4d-9e8a-36b7efd9289e tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:29:52.799486 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc1c329-1a56-4e4d-9e8a-36b7efd9289e tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:52.800465 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8dc1c329-1a56-4e4d-9e8a-36b7efd9289e tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:52.861055 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9e0b9171-1f39-4816-bc08-3b5724ed17ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:52.898018 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-9bdf36c8-68c9-4383-8fdd-01416346f175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e44e1d7e-51aa-482c-a33b-118aef5ede9a', 'name': 'tempest-FloatingIPsTestJSON-247767229-router', 'tenant_id': '51255cfffa684de591fe711791e2cb9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:29:14Z', 'updated_at': '2021-07-29T23:29:50Z', 'revision_number': 7, 'project_id': '51255cfffa684de591fe711791e2cb9e', 'gw_port_host': None}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:52.954731 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:52.959147 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc1c329-1a56-4e4d-9e8a-36b7efd9289e tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event updated for resources: {'Port': ['ID=44e6c9a0-2e3f-47f6-bafd-a54728023f2f,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:52.962013 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdf36c8-68c9-4383-8fdd-01416346f175 None None] The sync data for ids ['e44e1d7e-51aa-482c-a33b-118aef5ede9a'] in n-d-712141-10 is: [{'id': 'e44e1d7e-51aa-482c-a33b-118aef5ede9a', 'name': 'tempest-FloatingIPsTestJSON-247767229-router', 'tenant_id': '51255cfffa684de591fe711791e2cb9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:29:14Z', 'updated_at': '2021-07-29T23:29:50Z', 'revision_number': 7, 'project_id': '51255cfffa684de591fe711791e2cb9e', 'gw_port_host': None}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:29:52.969615 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-41cc14d4-843a-475a-bcdd-ef9489a767cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:52.984533 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-41cc14d4-843a-475a-bcdd-ef9489a767cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de4f95b9-111d-4410-8338-da8c0dfd383a']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:53.015664 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-41cc14d4-843a-475a-bcdd-ef9489a767cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9b44f2a-aa44-41d6-aa0c-db679a4cff3f') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:53.015664 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-41cc14d4-843a-475a-bcdd-ef9489a767cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9b44f2a-aa44-41d6-aa0c-db679a4cff3f') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:53.026118 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port ce4dca2d-3a24-4ce2-8c1d-be22244d55df, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=ce4dca2d-3a24-4ce2-8c1d-be22244d55df,segment=NetworkSegment(ceb567b3-93e6-4495-80aa-58a786948605),segment_id=ceb567b3-93e6-4495-80aa-58a786948605)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:53.035122 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-41cc14d4-843a-475a-bcdd-ef9489a767cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:53.038378 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9e0b9171-1f39-4816-bc08-3b5724ed17ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:53.043364 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:53.054316 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-092e347d-0eea-49e6-b7d7-c46ff5773459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:53.065881 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-41cc14d4-843a-475a-bcdd-ef9489a767cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:53.073525 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41cc14d4-843a-475a-bcdd-ef9489a767cf admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:29:53.074135 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-41cc14d4-843a-475a-bcdd-ef9489a767cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:53.114203 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:29:53.114203 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:29:53.114203 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:29:53.114203 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:29:53.114203 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:29:53.114203 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:29:53.114203 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:29:53.114203 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:29:53.114203 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:29:53.114203 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:29:53.114203 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:29:53.114203 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:29:53.114203 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:29:53.114203 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:29:53.114203 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:29:53.114203 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:29:53.114203 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:29:53.114203 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:29:53.114203 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:29:53.114203 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:29:53.114203 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:29:53.114203 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:29:53.114203 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:29:53.114203 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:29:53.114203 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:29:53.114203 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:29:53.114203 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:29:53.114203 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:29:53.114203 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:29:53.114203 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:29:53.114203 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:29:53.114203 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:29:53.122288 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3d0023dd-7e50-4df8-aa30-5dc8c2afef2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:53.141136 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2cc96aaf-f187-4d49-896c-ac681b8026cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:53.157330 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0023dd-7e50-4df8-aa30-5dc8c2afef2f None None] No DVR routers for this DVR port ce4dca2d-3a24-4ce2-8c1d-be22244d55df on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:29:53.192696 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a6700d-4a64-4228-8c49-4af41c7eae3a None None] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:29:53.195851 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2cc96aaf-f187-4d49-896c-ac681b8026cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:53.201664 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8dc1c329-1a56-4e4d-9e8a-36b7efd9289e tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2593699 Jul 29 23:29:53.206330 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 47248) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:53.262373 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9e0b9171-1f39-4816-bc08-3b5724ed17ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:53.265671 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9e0b9171-1f39-4816-bc08-3b5724ed17ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:53.267265 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-9e0b9171-1f39-4816-bc08-3b5724ed17ca admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dd7d6322-0414-4ae8-900a-0b992a995652 HTTP/1.1" status: 204 len: 168 time: 0.6506355 Jul 29 23:29:53.299386 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=ce4dca2d-3a24-4ce2-8c1d-be22244d55df,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:53.342067 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-2cc96aaf-f187-4d49-896c-ac681b8026cb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8b5fe54ea2b9499a91290806bcc9ae35&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1771145 Jul 29 23:29:53.349040 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 47254) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:53.374926 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-092e347d-0eea-49e6-b7d7-c46ff5773459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:53.374926 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc96aaf-f187-4d49-896c-ac681b8026cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6ce88d-c940-4f37-b1a7-7c3806ec5173,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:53.421882 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-41cc14d4-843a-475a-bcdd-ef9489a767cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:53.435452 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0b9171-1f39-4816-bc08-3b5724ed17ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7d6322-0414-4ae8-900a-0b992a995652,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:53.445981 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-41cc14d4-843a-475a-bcdd-ef9489a767cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:53.454190 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-41cc14d4-843a-475a-bcdd-ef9489a767cf admin admin] 10.222.0.43 "DELETE /v2.0/networks/de4f95b9-111d-4410-8338-da8c0dfd383a HTTP/1.1" status: 204 len: 168 time: 1.1305459 Jul 29 23:29:53.493016 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc14d4-843a-475a-bcdd-ef9489a767cf admin admin] Pushing event deleted for resources: {'Network': ['ID=de4f95b9-111d-4410-8338-da8c0dfd383a,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:53.574312 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad5e866-5de5-4c38-8e7d-b30cfc6fe5d4 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:53.583165 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-1ad5e866-5de5-4c38-8e7d-b30cfc6fe5d4 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.3752046 Jul 29 23:29:53.586838 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 47262) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:53.589054 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092e347d-0eea-49e6-b7d7-c46ff5773459 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3af85d15-7d43-47c4-8832-b74b95c0d8e8,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:53.625747 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c27f3a49-fffc-4254-a974-58de391db4ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:53.641080 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0023dd-7e50-4df8-aa30-5dc8c2afef2f None None] Pushing event deleted for resources: {'Port': ['ID=ce4dca2d-3a24-4ce2-8c1d-be22244d55df,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:53.664784 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-092e347d-0eea-49e6-b7d7-c46ff5773459 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:53.666846 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-092e347d-0eea-49e6-b7d7-c46ff5773459 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/3af85d15-7d43-47c4-8832-b74b95c0d8e8 HTTP/1.1" status: 204 len: 168 time: 1.5253136 Jul 29 23:29:53.681984 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 47266) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:53.688945 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 8ae8cf93-d0c1-40e1-8051-ef6498060626 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:29:53.783407 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf1d841-66f1-4cca-ac30-b75fddd75ca1 None None] Network cfd180a5-2323-419d-bdc6-4ceded7aeded requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:29:53.796307 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-14ebedf6-9e28-427d-a96c-a2e2e54525ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:53.825761 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 8ae8cf93-d0c1-40e1-8051-ef6498060626 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:29:53.831705 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 8ae8cf93-d0c1-40e1-8051-ef6498060626 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:29:53.893705 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-14ebedf6-9e28-427d-a96c-a2e2e54525ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:53.920886 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b70b5fc1-adbe-4aea-a405-4950d0597ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:53.957788 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-334ed93e-8611-4839-a3c2-2707d056be58 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Deleting port 44e6c9a0-2e3f-47f6-bafd-a54728023f2f {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:29:53.958147 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-334ed93e-8611-4839-a3c2-2707d056be58 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:54.015812 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-14ebedf6-9e28-427d-a96c-a2e2e54525ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:54.022967 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-14ebedf6-9e28-427d-a96c-a2e2e54525ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:54.028144 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-14ebedf6-9e28-427d-a96c-a2e2e54525ae admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2a6ce88d-c940-4f37-b1a7-7c3806ec5173 HTTP/1.1" status: 204 len: 168 time: 0.6751907 Jul 29 23:29:54.042828 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 47274) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:54.053441 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ebedf6-9e28-427d-a96c-a2e2e54525ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6ce88d-c940-4f37-b1a7-7c3806ec5173,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:54.181646 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d7fa6f48-f7f1-4e78-8f95-4bb60dad75bf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e28d67885ebb4a87be58f30870187692&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1378436 Jul 29 23:29:54.186058 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 47276) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:54.215580 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-b70b5fc1-adbe-4aea-a405-4950d0597ad0 admin admin] Deleting port d96164f6-0b7b-48f9-bb58-8298f400acac {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:29:54.216191 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b70b5fc1-adbe-4aea-a405-4950d0597ad0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:54.246327 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-334ed93e-8611-4839-a3c2-2707d056be58 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:54.365777 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-334ed93e-8611-4839-a3c2-2707d056be58 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Calling delete_port for 44e6c9a0-2e3f-47f6-bafd-a54728023f2f owned by {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:29:54.551109 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c87d40-9d73-4783-904d-968f70c304e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'tenant_id': '7c9416c97c57443282624ca6d2f37df4', 'fixed_ips': [{'subnet_id': 'cd6123c8-43f7-4098-b18e-9a26eb4d1620'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:29:54.551988 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c8c87d40-9d73-4783-904d-968f70c304e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:54.554779 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-913d1e2d-3b01-42d6-81b3-99245f684d60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:54.559500 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-b70b5fc1-adbe-4aea-a405-4950d0597ad0 admin admin] For port d96164f6-0b7b-48f9-bb58-8298f400acac, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=d96164f6-0b7b-48f9-bb58-8298f400acac,segment=NetworkSegment(12801ee3-766c-4a0c-8974-7e532bb9c394),segment_id=12801ee3-766c-4a0c-8974-7e532bb9c394)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:54.569029 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b70b5fc1-adbe-4aea-a405-4950d0597ad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:54.620477 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-b70b5fc1-adbe-4aea-a405-4950d0597ad0 admin admin] Calling delete_port for d96164f6-0b7b-48f9-bb58-8298f400acac owned by network:dhcp {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:29:54.662269 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-913d1e2d-3b01-42d6-81b3-99245f684d60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:54.808243 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70534ac-d3de-49a6-bf56-510fcd3c9be1 None None] DHCP port deletion for cfd180a5-2323-419d-bdc6-4ceded7aeded request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:29:54.938088 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 47296) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:54.952698 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-c70534ac-d3de-49a6-bf56-510fcd3c9be1 None None] Deleting port d96164f6-0b7b-48f9-bb58-8298f400acac {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:29:54.954190 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c70534ac-d3de-49a6-bf56-510fcd3c9be1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:54.990677 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3440ca9b-625f-4896-8360-5cb7578f9fba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:54.995754 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-913d1e2d-3b01-42d6-81b3-99245f684d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:54.999092 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-913d1e2d-3b01-42d6-81b3-99245f684d60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:55.001038 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-913d1e2d-3b01-42d6-81b3-99245f684d60 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/73632634-b32a-47c2-a241-503e403369ee HTTP/1.1" status: 204 len: 168 time: 0.8136652 Jul 29 23:29:55.019081 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913d1e2d-3b01-42d6-81b3-99245f684d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73632634-b32a-47c2-a241-503e403369ee,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:55.029813 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b70b5fc1-adbe-4aea-a405-4950d0597ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:55.041869 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-c70534ac-d3de-49a6-bf56-510fcd3c9be1 None None] For port d96164f6-0b7b-48f9-bb58-8298f400acac, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=d96164f6-0b7b-48f9-bb58-8298f400acac,segment=NetworkSegment(12801ee3-766c-4a0c-8974-7e532bb9c394),segment_id=12801ee3-766c-4a0c-8974-7e532bb9c394)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:55.042692 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c70534ac-d3de-49a6-bf56-510fcd3c9be1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:55.049564 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-334ed93e-8611-4839-a3c2-2707d056be58 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:55.060072 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-c70534ac-d3de-49a6-bf56-510fcd3c9be1 None None] Calling delete_port for d96164f6-0b7b-48f9-bb58-8298f400acac owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:29:55.071678 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70b5fc1-adbe-4aea-a405-4950d0597ad0 admin admin] No DVR routers for this DVR port d96164f6-0b7b-48f9-bb58-8298f400acac on host n-d-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:29:55.079785 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70b5fc1-adbe-4aea-a405-4950d0597ad0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d96164f6-0b7b-48f9-bb58-8298f400acac,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:55.124196 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334ed93e-8611-4839-a3c2-2707d056be58 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event deleted for resources: {'Port': ['ID=44e6c9a0-2e3f-47f6-bafd-a54728023f2f,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:55.156297 n-d-712141-10 neutron-server[94079]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 23:29:55.156297 n-d-712141-10 neutron-server[94079]: from cryptography.utils import int_from_bytes Jul 29 23:29:55.156297 n-d-712141-10 neutron-server[94079]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 23:29:55.156297 n-d-712141-10 neutron-server[94079]: from cryptography.utils import int_from_bytes Jul 29 23:29:55.156297 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:29:55.156297 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:29:55.156297 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:29:55.156297 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:29:55.156297 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:29:55.156297 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:29:55.156297 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:29:55.156297 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:29:55.156297 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:29:55.156297 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:29:55.156297 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:29:55.156297 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:29:55.156297 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:29:55.156297 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:29:55.156297 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:29:55.156297 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:29:55.156297 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:29:55.156297 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:29:55.156297 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:29:55.156297 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:29:55.156297 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:29:55.156297 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:29:55.156297 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:29:55.156297 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:29:55.156297 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:29:55.156297 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:29:55.156297 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:29:55.156297 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:29:55.156297 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:29:55.156297 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:29:55.156297 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:29:55.156297 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:29:55.156297 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:29:55.156297 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:29:55.156297 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:29:55.156297 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:29:55.156297 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:29:55.156297 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:29:55.159539 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:29:55.159539 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:29:55.159539 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:29:55.159539 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:29:55.159539 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:29:55.159539 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:29:55.159539 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:29:55.159539 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:29:55.159539 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:29:55.159539 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:29:55.159539 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:29:55.159539 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:29:55.159539 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:29:55.159539 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:29:55.170145 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c70534ac-d3de-49a6-bf56-510fcd3c9be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:55.210145 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70534ac-d3de-49a6-bf56-510fcd3c9be1 None None] Pushing event deleted for resources: {'Port': ['ID=d96164f6-0b7b-48f9-bb58-8298f400acac,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:55.225056 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b70b5fc1-adbe-4aea-a405-4950d0597ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:55.237303 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-b70b5fc1-adbe-4aea-a405-4950d0597ad0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfd180a5-2323-419d-bdc6-4ceded7aeded']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:55.238572 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-c8c87d40-9d73-4783-904d-968f70c304e4 None None] Allocated IP 2001:db8::2 (27ea2e30-5576-4381-a6d8-03efb8f4bd4e/cd6123c8-43f7-4098-b18e-9a26eb4d1620/6c1b18d7-b855-4318-8750-c40d9260d967) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:29:55.245057 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70534ac-d3de-49a6-bf56-510fcd3c9be1 None None] No DVR routers for this DVR port d96164f6-0b7b-48f9-bb58-8298f400acac on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:29:55.250412 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-b70b5fc1-adbe-4aea-a405-4950d0597ad0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12801ee3-766c-4a0c-8974-7e532bb9c394') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:55.250715 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-b70b5fc1-adbe-4aea-a405-4950d0597ad0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12801ee3-766c-4a0c-8974-7e532bb9c394') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:55.263560 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b70b5fc1-adbe-4aea-a405-4950d0597ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:55.279685 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b70b5fc1-adbe-4aea-a405-4950d0597ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:55.288757 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b70b5fc1-adbe-4aea-a405-4950d0597ad0 admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:29:55.289251 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b70b5fc1-adbe-4aea-a405-4950d0597ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:55.367359 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:29:55.367359 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:29:55.367359 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:29:55.367359 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:29:55.367359 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:29:55.367359 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:29:55.367359 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:29:55.367359 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:29:55.367359 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:29:55.367359 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:29:55.367359 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:29:55.367359 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:29:55.367359 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:29:55.367359 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:29:55.367359 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:29:55.367359 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:29:55.367359 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:29:55.367359 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:29:55.367359 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:29:55.367359 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:29:55.367359 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:29:55.367359 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:29:55.367359 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:29:55.367359 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:29:55.367359 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:29:55.367359 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:29:55.367359 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:29:55.367359 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:29:55.367359 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:29:55.367359 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:29:55.367359 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:29:55.367359 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:29:55.367359 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b70b5fc1-adbe-4aea-a405-4950d0597ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:55.370272 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b70b5fc1-adbe-4aea-a405-4950d0597ad0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:55.371650 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b70b5fc1-adbe-4aea-a405-4950d0597ad0 admin admin] 10.222.0.43 "DELETE /v2.0/networks/cfd180a5-2323-419d-bdc6-4ceded7aeded HTTP/1.1" status: 204 len: 168 time: 1.6876347 Jul 29 23:29:55.402961 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70b5fc1-adbe-4aea-a405-4950d0597ad0 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfd180a5-2323-419d-bdc6-4ceded7aeded,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:55.409701 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-334ed93e-8611-4839-a3c2-2707d056be58 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:55.410027 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-334ed93e-8611-4839-a3c2-2707d056be58 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/ports/44e6c9a0-2e3f-47f6-bafd-a54728023f2f HTTP/1.1" status: 204 len: 168 time: 1.8206909 Jul 29 23:29:55.412043 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 47308) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:55.509103 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3440ca9b-625f-4896-8360-5cb7578f9fba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:55.518883 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3440ca9b-625f-4896-8360-5cb7578f9fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:55.541771 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e194cebf-54b0-4fe5-af04-61105c4f3640 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:55.548544 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e194cebf-54b0-4fe5-af04-61105c4f3640 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:55.563470 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 47310) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:55.565552 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e194cebf-54b0-4fe5-af04-61105c4f3640 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1472790 Jul 29 23:29:55.576599 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c8c87d40-9d73-4783-904d-968f70c304e4 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:55.596348 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c8c87d40-9d73-4783-904d-968f70c304e4 None None] Transition to ACTIVE for port object 6c1b18d7-b855-4318-8750-c40d9260d967 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:55.689450 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c8c87d40-9d73-4783-904d-968f70c304e4 None None] Transition to ACTIVE for port object 6c1b18d7-b855-4318-8750-c40d9260d967 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:55.714689 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c8c87d40-9d73-4783-904d-968f70c304e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:55.738043 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 1165d32f-5e4c-498e-9852-079b95a2201b no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:29:55.743564 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5962491-4986-4308-87b0-f4e62778a7bc tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Deleting subnet cd6123c8-43f7-4098-b18e-9a26eb4d1620 {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:29:55.747243 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e5962491-4986-4308-87b0-f4e62778a7bc tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:55.808805 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e5962491-4986-4308-87b0-f4e62778a7bc tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:55.873537 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 1165d32f-5e4c-498e-9852-079b95a2201b {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:29:55.875001 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 1165d32f-5e4c-498e-9852-079b95a2201b not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:29:55.876278 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device d96164f6-0b7b-48f9-bb58-8298f400acac no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:29:55.986994 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c87d40-9d73-4783-904d-968f70c304e4 None None] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:29:55.994765 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e5962491-4986-4308-87b0-f4e62778a7bc tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:56.023780 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: d96164f6-0b7b-48f9-bb58-8298f400acac {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:29:56.025923 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device d96164f6-0b7b-48f9-bb58-8298f400acac not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:29:56.077839 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c87d40-9d73-4783-904d-968f70c304e4 None None] Pushing event updated for resources: {'Port': ['ID=6c1b18d7-b855-4318-8750-c40d9260d967,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:56.087429 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-c8c87d40-9d73-4783-904d-968f70c304e4 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:56.087429 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e26e33a9-1381-4485-adbd-037ed91dc47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:56.091875 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c87d40-9d73-4783-904d-968f70c304e4 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:29:56.150036 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-3440ca9b-625f-4896-8360-5cb7578f9fba admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7029fab7d3734e3286a859a993bc739d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2105329 Jul 29 23:29:56.152409 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 47322) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:56.177632 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3440ca9b-625f-4896-8360-5cb7578f9fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c25d8ae-1de0-43ce-b93c-6a38afc395d5,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:56.223605 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-c8c87d40-9d73-4783-904d-968f70c304e4 None None] Attempting to bind port 6c1b18d7-b855-4318-8750-c40d9260d967 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:29:56.231384 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-c8c87d40-9d73-4783-904d-968f70c304e4 None None] Attempting to bind port 6c1b18d7-b855-4318-8750-c40d9260d967 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': 'ceb567b3-93e6-4495-80aa-58a786948605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:29:56.233052 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c87d40-9d73-4783-904d-968f70c304e4 None None] Attempting to bind port 6c1b18d7-b855-4318-8750-c40d9260d967 on network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:29:56.249648 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c87d40-9d73-4783-904d-968f70c304e4 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 29, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:29:56.252435 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c87d40-9d73-4783-904d-968f70c304e4 None None] Checking segment: {'id': 'ceb567b3-93e6-4495-80aa-58a786948605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:29:56.253017 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c8c87d40-9d73-4783-904d-968f70c304e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:56.254377 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c87d40-9d73-4783-904d-968f70c304e4 None None] Bound using segment: {'id': 'ceb567b3-93e6-4495-80aa-58a786948605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:29:56.255847 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-c8c87d40-9d73-4783-904d-968f70c304e4 None None] Bound port: 6c1b18d7-b855-4318-8750-c40d9260d967, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb567b3-93e6-4495-80aa-58a786948605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:29:56.256576 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c8c87d40-9d73-4783-904d-968f70c304e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:56.292878 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e5962491-4986-4308-87b0-f4e62778a7bc tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:56.351474 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-c8c87d40-9d73-4783-904d-968f70c304e4 None None] For port 6c1b18d7-b855-4318-8750-c40d9260d967, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:29:56.356959 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-c8c87d40-9d73-4783-904d-968f70c304e4 None None] For port 6c1b18d7-b855-4318-8750-c40d9260d967, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=6c1b18d7-b855-4318-8750-c40d9260d967,segment=NetworkSegment(ceb567b3-93e6-4495-80aa-58a786948605),segment_id=ceb567b3-93e6-4495-80aa-58a786948605)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:29:56.372515 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c8c87d40-9d73-4783-904d-968f70c304e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:56.380345 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-930f0a3e-83af-487a-94cd-e3fe3de52d14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:56.448519 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 47332) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:56.475264 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-930f0a3e-83af-487a-94cd-e3fe3de52d14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:56.507250 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c87d40-9d73-4783-904d-968f70c304e4 None None] Pushing event updated for resources: {'Port': ['ID=6c1b18d7-b855-4318-8750-c40d9260d967,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:56.510305 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5962491-4986-4308-87b0-f4e62778a7bc tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event deleted for resources: {'Subnet': ['ID=cd6123c8-43f7-4098-b18e-9a26eb4d1620,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:56.526037 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:56.596776 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-930f0a3e-83af-487a-94cd-e3fe3de52d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:56.599398 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-930f0a3e-83af-487a-94cd-e3fe3de52d14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:56.603312 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-930f0a3e-83af-487a-94cd-e3fe3de52d14 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5c25d8ae-1de0-43ce-b93c-6a38afc395d5 HTTP/1.1" status: 204 len: 168 time: 0.4498084 Jul 29 23:29:56.624631 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930f0a3e-83af-487a-94cd-e3fe3de52d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c25d8ae-1de0-43ce-b93c-6a38afc395d5,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:56.683424 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133fe2c2-aae7-43c9-a6a2-e87827411fcb None None] get_active_networks_info from n-d-712141-10 {{(pid=94079) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 23:29:56.794749 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-d1b05ac4-59b0-4c94-8977-b317b88d5d04 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=51255cfffa684de591fe711791e2cb9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2766485 Jul 29 23:29:56.821490 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 47338) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:56.822061 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e5962491-4986-4308-87b0-f4e62778a7bc tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:56.827661 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e5962491-4986-4308-87b0-f4e62778a7bc tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/subnets/cd6123c8-43f7-4098-b18e-9a26eb4d1620 HTTP/1.1" status: 204 len: 168 time: 1.2559395 Jul 29 23:29:56.828739 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 47340) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:56.918833 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-33b167d8-9c72-4422-8b48-86e213efb8a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:56.970634 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-33b167d8-9c72-4422-8b48-86e213efb8a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:57.071955 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-33b167d8-9c72-4422-8b48-86e213efb8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:57.075940 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-33b167d8-9c72-4422-8b48-86e213efb8a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:57.077053 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-33b167d8-9c72-4422-8b48-86e213efb8a0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6d81a41f-1531-4658-8c1e-263768d3a7b1 HTTP/1.1" status: 204 len: 168 time: 0.2782414 Jul 29 23:29:57.084753 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-91ced796-41e4-4ce8-8352-96c0439ebf83 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2548521 Jul 29 23:29:57.088060 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 47350) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:57.095336 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b167d8-9c72-4422-8b48-86e213efb8a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d81a41f-1531-4658-8c1e-263768d3a7b1,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:57.104390 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-8ab5c62e-81bf-4917-9788-c3c68311c200 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Request body: {'subnet': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:57.153989 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133fe2c2-aae7-43c9-a6a2-e87827411fcb None None] Resources bound (agent type, host, resource id): {{(pid=94079) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 23:29:57.698652 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:57.960396 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab5c62e-81bf-4917-9788-c3c68311c200 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Made reservation on behalf of 7c9416c97c57443282624ca6d2f37df4 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:29:57.964850 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8ab5c62e-81bf-4917-9788-c3c68311c200 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:58.148424 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 47376) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:58.453472 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8ab5c62e-81bf-4917-9788-c3c68311c200 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:58.524343 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-1806b90f-bfc7-461e-bafc-30f497fe1d14 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-2055573473-network', 'tenant_id': 'c535609bcdf74f6ab26dcf70ac96b83d'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:58.572145 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab5c62e-81bf-4917-9788-c3c68311c200 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:29:58.577286 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-8ab5c62e-81bf-4917-9788-c3c68311c200 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:58.590915 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c630e6a7-40bf-412d-a888-790ac0898fbe None None] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:29:58.593922 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1806b90f-bfc7-461e-bafc-30f497fe1d14 admin admin] Made reservation on behalf of c535609bcdf74f6ab26dcf70ac96b83d for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:29:58.597225 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1806b90f-bfc7-461e-bafc-30f497fe1d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:58.605646 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab5c62e-81bf-4917-9788-c3c68311c200 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:58.606528 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8ab5c62e-81bf-4917-9788-c3c68311c200 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:58.622672 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1806b90f-bfc7-461e-bafc-30f497fe1d14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:58.653773 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-8ab5c62e-81bf-4917-9788-c3c68311c200 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5632191 Jul 29 23:29:58.659356 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 47392) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:58.672554 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab5c62e-81bf-4917-9788-c3c68311c200 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event updated for resources: {'Subnet': ['ID=f839cf6f-bce7-4589-ac87-004024b3d1fd,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:58.674510 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-5da4ed34-5a5f-4c16-8757-4211c5722914 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Request body: {'port': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'name': 'tempest-NetworksTestDHCPv6-59348156'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:58.965539 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063d7d0f-30a0-4e94-bcc5-4cf9e73ad9b5 None None] Update dhcp port {'port': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'fixed_ips': [{'subnet_id': 'f839cf6f-bce7-4589-ac87-004024b3d1fd'}], 'binding:host_id': 'n-d-712141-10'}, 'id': '6c1b18d7-b855-4318-8750-c40d9260d967'} from n-d-712141-10. {{(pid=94079) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 23:29:59.067044 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-063d7d0f-30a0-4e94-bcc5-4cf9e73ad9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:59.263761 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1806b90f-bfc7-461e-bafc-30f497fe1d14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:59.290238 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1806b90f-bfc7-461e-bafc-30f497fe1d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:59.323022 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1806b90f-bfc7-461e-bafc-30f497fe1d14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:29:59.352780 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1806b90f-bfc7-461e-bafc-30f497fe1d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:59.358482 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-1806b90f-bfc7-461e-bafc-30f497fe1d14 admin admin] Added segment ecad5f25-44c3-4215-8747-09705c529f6d of type vlan for network 23b49fce-3be7-4e0d-90cc-4538a9f4dc71 Jul 29 23:29:59.365418 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:59.451670 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 47410) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:59.467175 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1806b90f-bfc7-461e-bafc-30f497fe1d14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:59.513266 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1806b90f-bfc7-461e-bafc-30f497fe1d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:59.514701 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1806b90f-bfc7-461e-bafc-30f497fe1d14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:59.515524 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1806b90f-bfc7-461e-bafc-30f497fe1d14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:59.546866 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-063d7d0f-30a0-4e94-bcc5-4cf9e73ad9b5 None None] Allocated IP 2001:db8::2 (27ea2e30-5576-4381-a6d8-03efb8f4bd4e/f839cf6f-bce7-4589-ac87-004024b3d1fd/6c1b18d7-b855-4318-8750-c40d9260d967) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:29:59.654861 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da4ed34-5a5f-4c16-8757-4211c5722914 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Made reservation on behalf of 7c9416c97c57443282624ca6d2f37df4 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:29:59.662192 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5da4ed34-5a5f-4c16-8757-4211c5722914 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:59.690420 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-1806b90f-bfc7-461e-bafc-30f497fe1d14 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5398428 Jul 29 23:29:59.691567 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1806b90f-bfc7-461e-bafc-30f497fe1d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1f785d-6614-46df-bb6d-2d3456c7d655,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:59.693815 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 47418) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:59.703539 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-8bf66f1f-871d-48b0-820b-0181453ea689 admin admin] Request body: {'subnet': {'network_id': '23b49fce-3be7-4e0d-90cc-4538a9f4dc71', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-2055573473-subnet', 'tenant_id': 'c535609bcdf74f6ab26dcf70ac96b83d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:59.724141 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [None req-5da4ed34-5a5f-4c16-8757-4211c5722914 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] device_id is not set on port d5256b68-6546-4b02-9132-1ffaa4675050 yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:29:59.759255 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1806b90f-bfc7-461e-bafc-30f497fe1d14 admin admin] Pushing event updated for resources: {'Network': ['ID=23b49fce-3be7-4e0d-90cc-4538a9f4dc71,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:59.785844 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf66f1f-871d-48b0-820b-0181453ea689 admin admin] Made reservation on behalf of c535609bcdf74f6ab26dcf70ac96b83d for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:29:59.788285 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bf66f1f-871d-48b0-820b-0181453ea689 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:59.895407 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-5fdddbbd-f298-476e-9d74-50c837565f98 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1773744063-network', 'tenant_id': '94e6129eeb1d43dba9946c32a0212cf9'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:59.914928 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 23b49fce-3be7-4e0d-90cc-4538a9f4dc71 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:29:59.924284 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-063d7d0f-30a0-4e94-bcc5-4cf9e73ad9b5 None None] For port 6c1b18d7-b855-4318-8750-c40d9260d967, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=6c1b18d7-b855-4318-8750-c40d9260d967,segment=NetworkSegment(ceb567b3-93e6-4495-80aa-58a786948605),segment_id=ceb567b3-93e6-4495-80aa-58a786948605)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:00.033795 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-063d7d0f-30a0-4e94-bcc5-4cf9e73ad9b5 None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:00.051275 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-063d7d0f-30a0-4e94-bcc5-4cf9e73ad9b5 None None] Ignored duplicate provisioning block setup for port 6c1b18d7-b855-4318-8750-c40d9260d967 by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 29 23:30:00.061737 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-063d7d0f-30a0-4e94-bcc5-4cf9e73ad9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:00.159211 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fdddbbd-f298-476e-9d74-50c837565f98 admin admin] Made reservation on behalf of 94e6129eeb1d43dba9946c32a0212cf9 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:30:00.169003 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5fdddbbd-f298-476e-9d74-50c837565f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:00.178012 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063d7d0f-30a0-4e94-bcc5-4cf9e73ad9b5 None None] Pushing event updated for resources: {'Port': ['ID=6c1b18d7-b855-4318-8750-c40d9260d967,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:00.198793 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bf66f1f-871d-48b0-820b-0181453ea689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:00.202782 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5fdddbbd-f298-476e-9d74-50c837565f98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:00.216956 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-5da4ed34-5a5f-4c16-8757-4211c5722914 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Allocated IP 2001:db8::213 (27ea2e30-5576-4381-a6d8-03efb8f4bd4e/f839cf6f-bce7-4589-ac87-004024b3d1fd/d5256b68-6546-4b02-9132-1ffaa4675050) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:30:00.560275 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5fdddbbd-f298-476e-9d74-50c837565f98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:00.569923 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5fdddbbd-f298-476e-9d74-50c837565f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:00.685836 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5da4ed34-5a5f-4c16-8757-4211c5722914 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:00.688811 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fdddbbd-f298-476e-9d74-50c837565f98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:30:00.741651 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-5da4ed34-5a5f-4c16-8757-4211c5722914 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Transition to ACTIVE for port object d5256b68-6546-4b02-9132-1ffaa4675050 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:30:00.771120 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdddbbd-f298-476e-9d74-50c837565f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877e5106-a738-46b7-a662-fc91f6047e86,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:00.786599 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf66f1f-871d-48b0-820b-0181453ea689 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3c24e47-6f98-4263-b145-87f6b963a188,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:00.830026 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5da4ed34-5a5f-4c16-8757-4211c5722914 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:00.834896 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5fdddbbd-f298-476e-9d74-50c837565f98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:00.835258 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-5fdddbbd-f298-476e-9d74-50c837565f98 admin admin] Added segment 2fe54a66-4608-4cd3-934b-b4a8ff739bb7 of type vlan for network 2aa7a0ee-05f5-4bc9-a96f-dbc2eccb848b Jul 29 23:30:00.855712 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf66f1f-871d-48b0-820b-0181453ea689 admin admin] Checking segment: {'id': 'ecad5f25-44c3-4215-8747-09705c529f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '23b49fce-3be7-4e0d-90cc-4538a9f4dc71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:30:00.855712 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf66f1f-871d-48b0-820b-0181453ea689 admin admin] Network hostable DHCP agents. Network: 23b49fce-3be7-4e0d-90cc-4538a9f4dc71, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:30:00.951025 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5fdddbbd-f298-476e-9d74-50c837565f98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:00.990604 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf66f1f-871d-48b0-820b-0181453ea689 admin admin] Network 23b49fce-3be7-4e0d-90cc-4538a9f4dc71 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:30:00.991375 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da4ed34-5a5f-4c16-8757-4211c5722914 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:30:01.012001 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-5da4ed34-5a5f-4c16-8757-4211c5722914 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:01.016061 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da4ed34-5a5f-4c16-8757-4211c5722914 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:30:01.032719 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da4ed34-5a5f-4c16-8757-4211c5722914 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:01.033447 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5da4ed34-5a5f-4c16-8757-4211c5722914 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:01.038157 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-8bf66f1f-871d-48b0-820b-0181453ea689 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 23b49fce-3be7-4e0d-90cc-4538a9f4dc71) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:01.043902 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da4ed34-5a5f-4c16-8757-4211c5722914 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event updated for resources: {'Port': ['ID=d5256b68-6546-4b02-9132-1ffaa4675050,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:01.053671 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14b3c41-71f0-4b08-bc0b-06c92b0a1fce None None] Network 23b49fce-3be7-4e0d-90cc-4538a9f4dc71 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:30:01.062359 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5fdddbbd-f298-476e-9d74-50c837565f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:01.063852 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdddbbd-f298-476e-9d74-50c837565f98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:01.065462 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5fdddbbd-f298-476e-9d74-50c837565f98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:01.068977 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf66f1f-871d-48b0-820b-0181453ea689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:01.070103 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bf66f1f-871d-48b0-820b-0181453ea689 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:01.097734 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-5da4ed34-5a5f-4c16-8757-4211c5722914 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4350798 Jul 29 23:30:01.099424 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 47438) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:01.171206 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdddbbd-f298-476e-9d74-50c837565f98 admin admin] Pushing event updated for resources: {'Network': ['ID=2aa7a0ee-05f5-4bc9-a96f-dbc2eccb848b,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:01.196976 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-8bf66f1f-871d-48b0-820b-0181453ea689 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4927020 Jul 29 23:30:01.203512 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 2aa7a0ee-05f5-4bc9-a96f-dbc2eccb848b details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:30:01.206164 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-5fdddbbd-f298-476e-9d74-50c837565f98 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7529485 Jul 29 23:30:01.206845 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 47440) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:01.212708 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-7f1e7e2b-b8d5-4fdf-9a2d-3e1659ef8c88 admin admin] Request body: {'subnet': {'network_id': '2aa7a0ee-05f5-4bc9-a96f-dbc2eccb848b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1773744063-subnet', 'tenant_id': '94e6129eeb1d43dba9946c32a0212cf9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:01.249068 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f1e7e2b-b8d5-4fdf-9a2d-3e1659ef8c88 admin admin] Made reservation on behalf of 94e6129eeb1d43dba9946c32a0212cf9 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:30:01.252358 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7f1e7e2b-b8d5-4fdf-9a2d-3e1659ef8c88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:01.533426 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0e0f3d-abde-4cf2-a3d6-edf401ba7613 None None] Network 23b49fce-3be7-4e0d-90cc-4538a9f4dc71 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:30:01.725786 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7f1e7e2b-b8d5-4fdf-9a2d-3e1659ef8c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:01.809912 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 6c1b18d7-b855-4318-8750-c40d9260d967 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:30:02.002825 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1e7e2b-b8d5-4fdf-9a2d-3e1659ef8c88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c4ba583-0146-4070-afa3-1e57abef268c,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:02.029917 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edd12c2-20dc-4cd7-ad10-8dae3e0c59ee tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:02.036489 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edd12c2-20dc-4cd7-ad10-8dae3e0c59ee tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:02.038632 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-6edd12c2-20dc-4cd7-ad10-8dae3e0c59ee tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.9380772 Jul 29 23:30:02.047131 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 47464) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:02.084061 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1e7e2b-b8d5-4fdf-9a2d-3e1659ef8c88 admin admin] Checking segment: {'id': '2fe54a66-4608-4cd3-934b-b4a8ff739bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2aa7a0ee-05f5-4bc9-a96f-dbc2eccb848b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:30:02.085910 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1e7e2b-b8d5-4fdf-9a2d-3e1659ef8c88 admin admin] Network hostable DHCP agents. Network: 2aa7a0ee-05f5-4bc9-a96f-dbc2eccb848b, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:30:02.127509 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 6c1b18d7-b855-4318-8750-c40d9260d967 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:30:02.134117 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1e7e2b-b8d5-4fdf-9a2d-3e1659ef8c88 admin admin] Network 2aa7a0ee-05f5-4bc9-a96f-dbc2eccb848b is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:30:02.162417 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-7f1e7e2b-b8d5-4fdf-9a2d-3e1659ef8c88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 2aa7a0ee-05f5-4bc9-a96f-dbc2eccb848b) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:02.169881 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1e7e2b-b8d5-4fdf-9a2d-3e1659ef8c88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:02.170714 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7f1e7e2b-b8d5-4fdf-9a2d-3e1659ef8c88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:02.181475 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811b1554-8fa9-42e1-912b-7301d77d6016 None None] Network 2aa7a0ee-05f5-4bc9-a96f-dbc2eccb848b requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:30:02.201880 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-934b1933-1a7d-4549-a03b-aa976ae40fe2 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Deleting port d5256b68-6546-4b02-9132-1ffaa4675050 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:30:02.202221 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-934b1933-1a7d-4549-a03b-aa976ae40fe2 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:02.236041 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-7f1e7e2b-b8d5-4fdf-9a2d-3e1659ef8c88 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0279338 Jul 29 23:30:02.236822 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 47466) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:02.243488 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-3d7dd6fa-cfcf-4fc2-849d-4e063f439ccf admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1773744063-router', 'tenant_id': '94e6129eeb1d43dba9946c32a0212cf9', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:02.291222 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3d7dd6fa-cfcf-4fc2-849d-4e063f439ccf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:02.292645 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3d7dd6fa-cfcf-4fc2-849d-4e063f439ccf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:02.411015 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-934b1933-1a7d-4549-a03b-aa976ae40fe2 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:02.428022 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-934b1933-1a7d-4549-a03b-aa976ae40fe2 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Calling delete_port for d5256b68-6546-4b02-9132-1ffaa4675050 owned by {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:30:02.506304 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3d7dd6fa-cfcf-4fc2-849d-4e063f439ccf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:02.508981 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-cb3f0df4-e5d2-4492-be7d-d879cab84b67 None None] Provisioning for port 6c1b18d7-b855-4318-8750-c40d9260d967 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:30:02.529868 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-cb3f0df4-e5d2-4492-be7d-d879cab84b67 None None] Provisioning complete for port 6c1b18d7-b855-4318-8750-c40d9260d967 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:02.535136 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-cb3f0df4-e5d2-4492-be7d-d879cab84b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:02.671961 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12597efb-4c0e-41c0-b667-7a03d0a03957 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-2aa7a0ee-05f5-4bc9-a96f-dbc2eccb848b', 'network_id': '2aa7a0ee-05f5-4bc9-a96f-dbc2eccb848b', 'tenant_id': '94e6129eeb1d43dba9946c32a0212cf9', 'fixed_ips': [{'subnet_id': '8c4ba583-0146-4070-afa3-1e57abef268c'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:30:02.679556 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-12597efb-4c0e-41c0-b667-7a03d0a03957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:02.688853 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-934b1933-1a7d-4549-a03b-aa976ae40fe2 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:02.772411 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934b1933-1a7d-4549-a03b-aa976ae40fe2 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event deleted for resources: {'Port': ['ID=d5256b68-6546-4b02-9132-1ffaa4675050,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:02.855365 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-934b1933-1a7d-4549-a03b-aa976ae40fe2 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:02.865260 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-934b1933-1a7d-4549-a03b-aa976ae40fe2 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/ports/d5256b68-6546-4b02-9132-1ffaa4675050 HTTP/1.1" status: 204 len: 168 time: 0.8166821 Jul 29 23:30:02.868515 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 47476) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:02.923543 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3d7dd6fa-cfcf-4fc2-849d-4e063f439ccf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:03.117842 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdb3dd9-cba8-4d69-a742-6aa7e23ccc18 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:03.124225 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdb3dd9-cba8-4d69-a742-6aa7e23ccc18 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:03.136719 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-1fdb3dd9-cba8-4d69-a742-6aa7e23ccc18 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2665071 Jul 29 23:30:03.138436 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 47480) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:03.203210 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-cb3f0df4-e5d2-4492-be7d-d879cab84b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:03.292467 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-cb3f0df4-e5d2-4492-be7d-d879cab84b67 None None] For port 6c1b18d7-b855-4318-8750-c40d9260d967, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=6c1b18d7-b855-4318-8750-c40d9260d967,segment=NetworkSegment(ceb567b3-93e6-4495-80aa-58a786948605),segment_id=ceb567b3-93e6-4495-80aa-58a786948605)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:03.305253 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-05ff0689-cf5f-44bd-b4f1-f12d7f01d020 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Deleting subnet f839cf6f-bce7-4589-ac87-004024b3d1fd {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:30:03.310369 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-05ff0689-cf5f-44bd-b4f1-f12d7f01d020 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:03.316819 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-cb3f0df4-e5d2-4492-be7d-d879cab84b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:03.348020 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-12597efb-4c0e-41c0-b667-7a03d0a03957 None None] Allocated IP 172.20.0.2 (2aa7a0ee-05f5-4bc9-a96f-dbc2eccb848b/8c4ba583-0146-4070-afa3-1e57abef268c/6eb86255-2599-4642-a34d-2fa7b22c06b6) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:30:03.380224 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-05ff0689-cf5f-44bd-b4f1-f12d7f01d020 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:03.549511 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-05ff0689-cf5f-44bd-b4f1-f12d7f01d020 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:03.577162 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-570b00ce-fac5-4b94-9282-393a63c6d48a None None] Could not find standard attr ID for object d5256b68-6546-4b02-9132-1ffaa4675050. {{(pid=94079) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:30:03.621277 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3d7dd6fa-cfcf-4fc2-849d-4e063f439ccf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:03.648320 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3d7dd6fa-cfcf-4fc2-849d-4e063f439ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:03.662888 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3f0df4-e5d2-4492-be7d-d879cab84b67 None None] Pushing event updated for resources: {'Port': ['ID=6c1b18d7-b855-4318-8750-c40d9260d967,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:03.744895 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-05ff0689-cf5f-44bd-b4f1-f12d7f01d020 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:03.784352 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ff0689-cf5f-44bd-b4f1-f12d7f01d020 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event deleted for resources: {'Subnet': ['ID=f839cf6f-bce7-4589-ac87-004024b3d1fd,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:03.786446 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-05ff0689-cf5f-44bd-b4f1-f12d7f01d020 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:03.790864 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-05ff0689-cf5f-44bd-b4f1-f12d7f01d020 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/subnets/f839cf6f-bce7-4589-ac87-004024b3d1fd HTTP/1.1" status: 204 len: 168 time: 0.6487038 Jul 29 23:30:03.791881 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 47492) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:03.801510 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8eefb2-7601-4182-baf8-591fdc176ee2 None None] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:30:03.842569 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-f0490bf2-9224-4699-8a18-a2bf15ab816a tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0473425 Jul 29 23:30:03.843305 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 47498) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:03.884042 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-3d7dd6fa-cfcf-4fc2-849d-4e063f439ccf admin admin] Allocated IP 172.25.0.71 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/e0dec43f-384b-4653-ac42-557993edadab) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:30:03.922671 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-12597efb-4c0e-41c0-b667-7a03d0a03957 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:03.951530 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-12597efb-4c0e-41c0-b667-7a03d0a03957 None None] Transition to ACTIVE for port object 6eb86255-2599-4642-a34d-2fa7b22c06b6 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:30:03.987621 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-12597efb-4c0e-41c0-b667-7a03d0a03957 None None] Transition to ACTIVE for port object 6eb86255-2599-4642-a34d-2fa7b22c06b6 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:30:04.001128 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-12597efb-4c0e-41c0-b667-7a03d0a03957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:04.016406 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33dd803-6b8c-4246-91f0-31b07934b6c1 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:04.018596 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-a33dd803-6b8c-4246-91f0-31b07934b6c1 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1733854 Jul 29 23:30:04.021343 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 47510) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:04.045768 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12597efb-4c0e-41c0-b667-7a03d0a03957 None None] Network 2aa7a0ee-05f5-4bc9-a96f-dbc2eccb848b is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:30:04.048641 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-12597efb-4c0e-41c0-b667-7a03d0a03957 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:04.055795 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12597efb-4c0e-41c0-b667-7a03d0a03957 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:30:04.070390 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12597efb-4c0e-41c0-b667-7a03d0a03957 None None] Pushing event updated for resources: {'Port': ['ID=6eb86255-2599-4642-a34d-2fa7b22c06b6,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:04.100247 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae92026-6b72-4395-99d8-d2db4249788b None None] DHCP port deletion for 27ea2e30-5576-4381-a6d8-03efb8f4bd4e request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:30:04.171070 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-12597efb-4c0e-41c0-b667-7a03d0a03957 None None] Attempting to bind port 6eb86255-2599-4642-a34d-2fa7b22c06b6 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:30:04.171445 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-12597efb-4c0e-41c0-b667-7a03d0a03957 None None] Attempting to bind port 6eb86255-2599-4642-a34d-2fa7b22c06b6 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '2fe54a66-4608-4cd3-934b-b4a8ff739bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2aa7a0ee-05f5-4bc9-a96f-dbc2eccb848b'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:30:04.171813 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12597efb-4c0e-41c0-b667-7a03d0a03957 None None] Attempting to bind port 6eb86255-2599-4642-a34d-2fa7b22c06b6 on network 2aa7a0ee-05f5-4bc9-a96f-dbc2eccb848b {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:30:04.179375 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-439cb6b8-6c14-45d8-8e70-f169f838c34a req-4fbe11e1-96a8-4620-b6ee-f2fd5ab0f059 tempest-AbsoluteLimitsNegativeTestJSON-240614165 tempest-AbsoluteLimitsNegativeTestJSON-240614165-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=846ce4644a584bd89cd3ef3986bff060&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0818505 Jul 29 23:30:04.179588 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12597efb-4c0e-41c0-b667-7a03d0a03957 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:30:04.179953 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12597efb-4c0e-41c0-b667-7a03d0a03957 None None] Checking segment: {'id': '2fe54a66-4608-4cd3-934b-b4a8ff739bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2aa7a0ee-05f5-4bc9-a96f-dbc2eccb848b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:30:04.180362 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-12597efb-4c0e-41c0-b667-7a03d0a03957 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:04.180753 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12597efb-4c0e-41c0-b667-7a03d0a03957 None None] Bound using segment: {'id': '2fe54a66-4608-4cd3-934b-b4a8ff739bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2aa7a0ee-05f5-4bc9-a96f-dbc2eccb848b'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:30:04.181224 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-12597efb-4c0e-41c0-b667-7a03d0a03957 None None] Bound port: 6eb86255-2599-4642-a34d-2fa7b22c06b6, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fe54a66-4608-4cd3-934b-b4a8ff739bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2aa7a0ee-05f5-4bc9-a96f-dbc2eccb848b'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:30:04.181623 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-12597efb-4c0e-41c0-b667-7a03d0a03957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:04.219162 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1389b902-8a79-4a5a-a301-dfbaf1a7ac50 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:04.222983 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-1389b902-8a79-4a5a-a301-dfbaf1a7ac50 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1983027 Jul 29 23:30:04.223740 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 47516) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:04.256352 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3d7dd6fa-cfcf-4fc2-849d-4e063f439ccf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:04.279185 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-8ae92026-6b72-4395-99d8-d2db4249788b None None] Deleting port 6c1b18d7-b855-4318-8750-c40d9260d967 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:30:04.279793 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8ae92026-6b72-4395-99d8-d2db4249788b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:04.285295 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-976bdc98-da43-493b-90b7-b65f3893f87f tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0593123 Jul 29 23:30:04.285671 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 47518) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:04.290702 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-bebd83c2-beac-4e9b-83a7-6a5becc3c06b tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Request body: {'subnet': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:04.333624 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-12597efb-4c0e-41c0-b667-7a03d0a03957 None None] For port 6eb86255-2599-4642-a34d-2fa7b22c06b6, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:30:04.356109 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-12597efb-4c0e-41c0-b667-7a03d0a03957 None None] For port 6eb86255-2599-4642-a34d-2fa7b22c06b6, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=6eb86255-2599-4642-a34d-2fa7b22c06b6,segment=NetworkSegment(2fe54a66-4608-4cd3-934b-b4a8ff739bb7),segment_id=2fe54a66-4608-4cd3-934b-b4a8ff739bb7)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:30:04.369879 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-12597efb-4c0e-41c0-b667-7a03d0a03957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:04.386532 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-8ae92026-6b72-4395-99d8-d2db4249788b None None] For port 6c1b18d7-b855-4318-8750-c40d9260d967, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=6c1b18d7-b855-4318-8750-c40d9260d967,segment=NetworkSegment(ceb567b3-93e6-4495-80aa-58a786948605),segment_id=ceb567b3-93e6-4495-80aa-58a786948605)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:04.386979 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8ae92026-6b72-4395-99d8-d2db4249788b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:04.398372 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bebd83c2-beac-4e9b-83a7-6a5becc3c06b tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Made reservation on behalf of 7c9416c97c57443282624ca6d2f37df4 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:30:04.402791 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bebd83c2-beac-4e9b-83a7-6a5becc3c06b tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:04.437350 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-8ae92026-6b72-4395-99d8-d2db4249788b None None] Calling delete_port for 6c1b18d7-b855-4318-8750-c40d9260d967 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:30:04.521112 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12597efb-4c0e-41c0-b667-7a03d0a03957 None None] Pushing event updated for resources: {'Port': ['ID=6eb86255-2599-4642-a34d-2fa7b22c06b6,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:04.548222 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00fa9b-3368-4ee3-90d8-5cbc0c68f153 req-88f196a1-b245-46b9-94c0-d355570e9e7a tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:04.551160 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cd00fa9b-3368-4ee3-90d8-5cbc0c68f153 req-88f196a1-b245-46b9-94c0-d355570e9e7a tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] 10.222.0.43 "GET /v2.0/networks?id=23b49fce-3be7-4e0d-90cc-4538a9f4dc71 HTTP/1.1" status: 200 len: 821 time: 0.4356048 Jul 29 23:30:04.658803 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439cb6b8-6c14-45d8-8e70-f169f838c34a req-6552b087-300f-44d0-b8af-63caeaa6ed7b tempest-AbsoluteLimitsNegativeTestJSON-240614165 tempest-AbsoluteLimitsNegativeTestJSON-240614165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:04.660774 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-439cb6b8-6c14-45d8-8e70-f169f838c34a req-6552b087-300f-44d0-b8af-63caeaa6ed7b tempest-AbsoluteLimitsNegativeTestJSON-240614165 tempest-AbsoluteLimitsNegativeTestJSON-240614165-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4502883 Jul 29 23:30:04.662229 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cd00fa9b-3368-4ee3-90d8-5cbc0c68f153 req-f434ac03-2e92-4f7e-b5a8-5daaa705ec14 tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] 10.222.0.43 "GET /v2.0/quotas/c535609bcdf74f6ab26dcf70ac96b83d HTTP/1.1" status: 200 len: 375 time: 0.0869143 Jul 29 23:30:04.711959 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3d7dd6fa-cfcf-4fc2-849d-4e063f439ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:04.785486 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-439cb6b8-6c14-45d8-8e70-f169f838c34a req-cfb0438f-9a40-4f9b-ba9a-d5a9c7e095d7 tempest-AbsoluteLimitsNegativeTestJSON-240614165 tempest-AbsoluteLimitsNegativeTestJSON-240614165-project] 10.222.0.43 "GET /v2.0/quotas/846ce4644a584bd89cd3ef3986bff060 HTTP/1.1" status: 200 len: 375 time: 0.1134253 Jul 29 23:30:04.812692 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cd00fa9b-3368-4ee3-90d8-5cbc0c68f153 req-70a68774-20bb-4fc7-9104-7d6ca43c7bd8 tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c535609bcdf74f6ab26dcf70ac96b83d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1333978 Jul 29 23:30:04.866377 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bebd83c2-beac-4e9b-83a7-6a5becc3c06b tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:04.867111 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8ae92026-6b72-4395-99d8-d2db4249788b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:04.907202 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7dd6fa-cfcf-4fc2-849d-4e063f439ccf admin admin] Pushing event updated for resources: {'Port': ['ID=e0dec43f-384b-4653-ac42-557993edadab,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:04.935716 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae92026-6b72-4395-99d8-d2db4249788b None None] Pushing event deleted for resources: {'Port': ['ID=6c1b18d7-b855-4318-8750-c40d9260d967,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:04.944474 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae92026-6b72-4395-99d8-d2db4249788b None None] No DVR routers for this DVR port 6c1b18d7-b855-4318-8750-c40d9260d967 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:30:04.967465 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bebd83c2-beac-4e9b-83a7-6a5becc3c06b tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:30:04.971243 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-bebd83c2-beac-4e9b-83a7-6a5becc3c06b tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:04.974670 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-439cb6b8-6c14-45d8-8e70-f169f838c34a req-4f76cbe8-3159-48e5-b649-733ba88d44ee tempest-AbsoluteLimitsNegativeTestJSON-240614165 tempest-AbsoluteLimitsNegativeTestJSON-240614165-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=846ce4644a584bd89cd3ef3986bff060&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1881051 Jul 29 23:30:04.974838 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebd83c2-beac-4e9b-83a7-6a5becc3c06b tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:04.975379 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bebd83c2-beac-4e9b-83a7-6a5becc3c06b tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:05.001094 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebd83c2-beac-4e9b-83a7-6a5becc3c06b tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event updated for resources: {'Subnet': ['ID=7aebb8d7-77fa-4f27-9b8f-2d2470d7c786,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:05.007315 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5870a79a-208b-439d-83f9-806291aec7f5 None None] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:30:05.014188 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-bebd83c2-beac-4e9b-83a7-6a5becc3c06b tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7274425 Jul 29 23:30:05.015203 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 47528) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:05.025890 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-372e7ee4-ba52-4b1d-8b98-00469167fc48 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Request body: {'port': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'fixed_ips': [{'subnet_id': '7aebb8d7-77fa-4f27-9b8f-2d2470d7c786', 'ip_address': '2001:db8::b882:a179:87d2:ef84'}], 'name': 'tempest-NetworksTestDHCPv6-1280544958'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:05.093636 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7dd6fa-cfcf-4fc2-849d-4e063f439ccf admin admin] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:30:05.097120 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-3d7dd6fa-cfcf-4fc2-849d-4e063f439ccf admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:05.100831 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7dd6fa-cfcf-4fc2-849d-4e063f439ccf admin admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:30:05.300562 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cd00fa9b-3368-4ee3-90d8-5cbc0c68f153 req-08c468de-7c67-43d2-bce9-d9d6486b1596 service neutron] 10.222.0.43 "GET /v2.0/networks/23b49fce-3be7-4e0d-90cc-4538a9f4dc71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644588 Jul 29 23:30:05.411601 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb50cf8-212f-4216-8478-dadae2ba18d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'tenant_id': '7c9416c97c57443282624ca6d2f37df4', 'fixed_ips': [{'subnet_id': '7aebb8d7-77fa-4f27-9b8f-2d2470d7c786'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:30:05.412995 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4fb50cf8-212f-4216-8478-dadae2ba18d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:05.437720 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372e7ee4-ba52-4b1d-8b98-00469167fc48 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Made reservation on behalf of 7c9416c97c57443282624ca6d2f37df4 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:30:05.683553 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-372e7ee4-ba52-4b1d-8b98-00469167fc48 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:05.763146 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [None req-372e7ee4-ba52-4b1d-8b98-00469167fc48 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] device_id is not set on port 6e6f936a-51a6-46da-b03c-32c9d5bf5a16 yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:30:05.773006 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-4fb50cf8-212f-4216-8478-dadae2ba18d7 None None] Allocated IP 2001:db8::2 (27ea2e30-5576-4381-a6d8-03efb8f4bd4e/7aebb8d7-77fa-4f27-9b8f-2d2470d7c786/e6d3053a-7cbb-4b62-82aa-e1fb63b0bd38) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:30:06.032230 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4fb50cf8-212f-4216-8478-dadae2ba18d7 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:06.039819 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cd00fa9b-3368-4ee3-90d8-5cbc0c68f153 req-58efdce5-6af7-4ef6-bee2-a684186e6f4f service neutron] 10.222.0.43 "GET /v2.0/networks/23b49fce-3be7-4e0d-90cc-4538a9f4dc71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7012715 Jul 29 23:30:06.045031 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 47538) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:06.071440 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-4fb50cf8-212f-4216-8478-dadae2ba18d7 None None] Transition to ACTIVE for port object e6d3053a-7cbb-4b62-82aa-e1fb63b0bd38 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:30:06.097860 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-4fb50cf8-212f-4216-8478-dadae2ba18d7 None None] Transition to ACTIVE for port object e6d3053a-7cbb-4b62-82aa-e1fb63b0bd38 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:30:06.107993 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 6eb86255-2599-4642-a34d-2fa7b22c06b6 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:30:06.112933 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4fb50cf8-212f-4216-8478-dadae2ba18d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:06.180113 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc0a23-fd19-4d00-9677-2bf5f8fd698f req-a56d5dc7-8334-42a1-9cd1-f181f24f9b97 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:06.182428 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-34fc0a23-fd19-4d00-9677-2bf5f8fd698f req-a56d5dc7-8334-42a1-9cd1-f181f24f9b97 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 946 time: 0.7568138 Jul 29 23:30:06.208803 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb50cf8-212f-4216-8478-dadae2ba18d7 None None] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:30:06.226221 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-4fb50cf8-212f-4216-8478-dadae2ba18d7 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:06.233563 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb50cf8-212f-4216-8478-dadae2ba18d7 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:30:06.235841 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed67c0ed-876c-4bbc-a319-2bfa96af1318 None None] Network 2aa7a0ee-05f5-4bc9-a96f-dbc2eccb848b requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:30:06.296077 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-34fc0a23-fd19-4d00-9677-2bf5f8fd698f req-bc8a2d54-475c-4a72-83ec-b7586cb24439 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047332 Jul 29 23:30:06.296293 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-372e7ee4-ba52-4b1d-8b98-00469167fc48 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Allocated IP 2001:db8::b882:a179:87d2:ef84 (27ea2e30-5576-4381-a6d8-03efb8f4bd4e/7aebb8d7-77fa-4f27-9b8f-2d2470d7c786/6e6f936a-51a6-46da-b03c-32c9d5bf5a16) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:30:06.456781 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb50cf8-212f-4216-8478-dadae2ba18d7 None None] Pushing event updated for resources: {'Port': ['ID=e6d3053a-7cbb-4b62-82aa-e1fb63b0bd38,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:06.610526 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-a84f96be-3b27-4ae9-a90c-b81f9fea614c None None] Provisioning for port 6eb86255-2599-4642-a34d-2fa7b22c06b6 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:30:06.621757 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0bac3122-16f2-494f-8ea3-3ed9d831b898 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:06.696152 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-4fb50cf8-212f-4216-8478-dadae2ba18d7 None None] Attempting to bind port e6d3053a-7cbb-4b62-82aa-e1fb63b0bd38 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:30:06.696152 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-4fb50cf8-212f-4216-8478-dadae2ba18d7 None None] Attempting to bind port e6d3053a-7cbb-4b62-82aa-e1fb63b0bd38 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': 'ceb567b3-93e6-4495-80aa-58a786948605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:30:06.696152 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb50cf8-212f-4216-8478-dadae2ba18d7 None None] Attempting to bind port e6d3053a-7cbb-4b62-82aa-e1fb63b0bd38 on network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:30:06.706633 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb50cf8-212f-4216-8478-dadae2ba18d7 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:30:06.707489 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb50cf8-212f-4216-8478-dadae2ba18d7 None None] Checking segment: {'id': 'ceb567b3-93e6-4495-80aa-58a786948605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:30:06.708266 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4fb50cf8-212f-4216-8478-dadae2ba18d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:06.709426 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb50cf8-212f-4216-8478-dadae2ba18d7 None None] Bound using segment: {'id': 'ceb567b3-93e6-4495-80aa-58a786948605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:30:06.710200 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-4fb50cf8-212f-4216-8478-dadae2ba18d7 None None] Bound port: e6d3053a-7cbb-4b62-82aa-e1fb63b0bd38, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb567b3-93e6-4495-80aa-58a786948605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:30:06.710816 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4fb50cf8-212f-4216-8478-dadae2ba18d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:06.757666 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 6eb86255-2599-4642-a34d-2fa7b22c06b6 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:30:06.815348 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-91bd2765-cd4f-4139-82d0-6007f51fabcb req-f9512acf-9e10-4ee4-bb20-bef6b2eaf1a7 tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd70cf15-55f5-4e83-9fe0-1d05410d2c84 HTTP/1.1" status: 200 len: 210 time: 0.1426647 Jul 29 23:30:06.840856 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3d7dd6fa-cfcf-4fc2-849d-4e063f439ccf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:06.854993 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 6eb86255-2599-4642-a34d-2fa7b22c06b6 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:06.854993 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:06.896577 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-372e7ee4-ba52-4b1d-8b98-00469167fc48 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:06.938025 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-372e7ee4-ba52-4b1d-8b98-00469167fc48 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Transition to ACTIVE for port object 6e6f936a-51a6-46da-b03c-32c9d5bf5a16 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:30:07.024458 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-372e7ee4-ba52-4b1d-8b98-00469167fc48 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:07.126342 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372e7ee4-ba52-4b1d-8b98-00469167fc48 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:30:07.134613 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-372e7ee4-ba52-4b1d-8b98-00469167fc48 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:07.143844 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372e7ee4-ba52-4b1d-8b98-00469167fc48 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:30:07.147785 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-4fb50cf8-212f-4216-8478-dadae2ba18d7 None None] For port e6d3053a-7cbb-4b62-82aa-e1fb63b0bd38, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:30:07.157131 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372e7ee4-ba52-4b1d-8b98-00469167fc48 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:07.160146 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-4fb50cf8-212f-4216-8478-dadae2ba18d7 None None] For port e6d3053a-7cbb-4b62-82aa-e1fb63b0bd38, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=e6d3053a-7cbb-4b62-82aa-e1fb63b0bd38,segment=NetworkSegment(ceb567b3-93e6-4495-80aa-58a786948605),segment_id=ceb567b3-93e6-4495-80aa-58a786948605)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:30:07.161681 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-372e7ee4-ba52-4b1d-8b98-00469167fc48 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:07.176803 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:07.195635 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4fb50cf8-212f-4216-8478-dadae2ba18d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:07.202027 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372e7ee4-ba52-4b1d-8b98-00469167fc48 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event updated for resources: {'Port': ['ID=6e6f936a-51a6-46da-b03c-32c9d5bf5a16,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:07.281682 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0bac3122-16f2-494f-8ea3-3ed9d831b898 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:07.310526 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-372e7ee4-ba52-4b1d-8b98-00469167fc48 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2916889 Jul 29 23:30:07.310760 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 47576) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:07.326566 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0bac3122-16f2-494f-8ea3-3ed9d831b898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:07.432908 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-0bac3122-16f2-494f-8ea3-3ed9d831b898 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=846ce4644a584bd89cd3ef3986bff060&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3853266 Jul 29 23:30:07.443266 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 47580) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:07.496261 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:07.519083 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3d7dd6fa-cfcf-4fc2-849d-4e063f439ccf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:07.539628 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb50cf8-212f-4216-8478-dadae2ba18d7 None None] Pushing event updated for resources: {'Port': ['ID=e6d3053a-7cbb-4b62-82aa-e1fb63b0bd38,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:07.630580 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 6eb86255-2599-4642-a34d-2fa7b22c06b6, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=6eb86255-2599-4642-a34d-2fa7b22c06b6,segment=NetworkSegment(2fe54a66-4608-4cd3-934b-b4a8ff739bb7),segment_id=2fe54a66-4608-4cd3-934b-b4a8ff739bb7)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:07.645344 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:07.700837 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1829a79-47b8-472d-9902-6a409e0d515b tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:07.705353 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bac3122-16f2-494f-8ea3-3ed9d831b898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f24a72e9-4a49-4036-8ba0-330609be995f,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:07.807784 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e9c4e-b4ed-481e-89b1-c4643dbc4fe7 req-67e8b9f9-47c2-4648-bf60-462594352b2d tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:07.810074 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2e8e9c4e-b4ed-481e-89b1-c4643dbc4fe7 req-67e8b9f9-47c2-4648-bf60-462594352b2d tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 946 time: 0.2770317 Jul 29 23:30:07.822842 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1829a79-47b8-472d-9902-6a409e0d515b tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:07.829660 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d1829a79-47b8-472d-9902-6a409e0d515b tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.5138385 Jul 29 23:30:07.830807 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=6eb86255-2599-4642-a34d-2fa7b22c06b6,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:07.849663 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 47588) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:07.948883 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 6c1b18d7-b855-4318-8750-c40d9260d967 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:30:07.966763 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2e8e9c4e-b4ed-481e-89b1-c4643dbc4fe7 req-6cf6f4ce-4da0-41aa-a5c0-68af88b926df tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493390 Jul 29 23:30:08.010579 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a76aaaac-0e6e-4f64-a35a-4ec4f401203a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:08.020350 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 6c1b18d7-b855-4318-8750-c40d9260d967 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:30:08.021940 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 6c1b18d7-b855-4318-8750-c40d9260d967 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:30:08.062669 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a76aaaac-0e6e-4f64-a35a-4ec4f401203a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:08.074087 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device c7227480-4f34-4ba2-a5a3-39cc6359fd0d no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:30:08.151684 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d7dd6fa-cfcf-4fc2-849d-4e063f439ccf admin admin] Router 3c78e27e-9820-4d65-b02b-f368567ebe65 is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:30:08.180249 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cabafb82-38c6-456b-8a2a-02077243e56d req-06a64981-1be6-415f-a11b-45054333c166 tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd70cf15-55f5-4e83-9fe0-1d05410d2c84 HTTP/1.1" status: 200 len: 210 time: 0.1558590 Jul 29 23:30:08.213311 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-e5ed326a-fdf1-43b6-92db-b9828bc99197 None None] Provisioning complete for port 6eb86255-2599-4642-a34d-2fa7b22c06b6 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:08.213720 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e5ed326a-fdf1-43b6-92db-b9828bc99197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:08.225995 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a76aaaac-0e6e-4f64-a35a-4ec4f401203a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:08.229169 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a76aaaac-0e6e-4f64-a35a-4ec4f401203a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:08.233301 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a76aaaac-0e6e-4f64-a35a-4ec4f401203a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f24a72e9-4a49-4036-8ba0-330609be995f HTTP/1.1" status: 204 len: 168 time: 0.7829227 Jul 29 23:30:08.317094 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:08.340043 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 6eb86255-2599-4642-a34d-2fa7b22c06b6 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:30:08.343858 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76aaaac-0e6e-4f64-a35a-4ec4f401203a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f24a72e9-4a49-4036-8ba0-330609be995f,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:08.400643 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6b3868-e699-420f-bc16-994fbeb3494f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7227480-4f34-4ba2-a5a3-39cc6359fd0d'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:30:08.403386 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143d3911-210c-4d0d-863f-1bb0f74894c9" -d '{"events": [{"server_uuid": "ab6b3868-e699-420f-bc16-994fbeb3494f", "name": "network-vif-unplugged", "status": "completed", "tag": "c7227480-4f34-4ba2-a5a3-39cc6359fd0d"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:30:08.424242 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-1dc8c777-dcdf-477c-b923-90d3ee27807f tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Deleting port 6e6f936a-51a6-46da-b03c-32c9d5bf5a16 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:30:08.426080 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1dc8c777-dcdf-477c-b923-90d3ee27807f tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:08.452417 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d7dd6fa-cfcf-4fc2-849d-4e063f439ccf admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:30:08.464259 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e72ead-ec7f-44c6-be92-52f1784ab692 None None] Sync routers for ids ['3c78e27e-9820-4d65-b02b-f368567ebe65'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:30:08.500010 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93fad299-4679-4684-bb36-99fd65022382 x-openstack-request-id: req-93fad299-4679-4684-bb36-99fd65022382 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:30:08.500844 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6b3868-e699-420f-bc16-994fbeb3494f", "name": "network-vif-unplugged", "status": "completed", "tag": "c7227480-4f34-4ba2-a5a3-39cc6359fd0d", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:30:08.501253 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-93fad299-4679-4684-bb36-99fd65022382 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:30:08.502514 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab6b3868-e699-420f-bc16-994fbeb3494f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7227480-4f34-4ba2-a5a3-39cc6359fd0d', 'code': 200} Jul 29 23:30:08.504916 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port c7227480-4f34-4ba2-a5a3-39cc6359fd0d, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=c7227480-4f34-4ba2-a5a3-39cc6359fd0d,segment=NetworkSegment(85a18049-8d39-45df-9ccf-cf67471916ca),segment_id=85a18049-8d39-45df-9ccf-cf67471916ca)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:08.508997 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e72ead-ec7f-44c6-be92-52f1784ab692 None None] Routers {'3c78e27e-9820-4d65-b02b-f368567ebe65'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:30:08.513671 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-b2e72ead-ec7f-44c6-be92-52f1784ab692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:29:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['3c78e27e-9820-4d65-b02b-f368567ebe65'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:08.546352 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3d7dd6fa-cfcf-4fc2-849d-4e063f439ccf admin admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:08.563566 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-3d7dd6fa-cfcf-4fc2-849d-4e063f439ccf admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.3166320 Jul 29 23:30:08.564066 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 47608) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:08.575609 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:08.704468 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1dc8c777-dcdf-477c-b923-90d3ee27807f tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:08.744245 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-1dc8c777-dcdf-477c-b923-90d3ee27807f tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Calling delete_port for 6e6f936a-51a6-46da-b03c-32c9d5bf5a16 owned by {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:30:08.821764 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=c7227480-4f34-4ba2-a5a3-39cc6359fd0d,revision_number=11']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:08.875559 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-b2e72ead-ec7f-44c6-be92-52f1784ab692 None None] Set router 3c78e27e-9820-4d65-b02b-f368567ebe65 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:30:08.917599 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 6eb86255-2599-4642-a34d-2fa7b22c06b6 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:08.918034 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:09.153472 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1dc8c777-dcdf-477c-b923-90d3ee27807f tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:09.218631 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device e6d3053a-7cbb-4b62-82aa-e1fb63b0bd38 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:30:09.242128 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc8c777-dcdf-477c-b923-90d3ee27807f tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event deleted for resources: {'Port': ['ID=6e6f936a-51a6-46da-b03c-32c9d5bf5a16,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:09.316208 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1dc8c777-dcdf-477c-b923-90d3ee27807f tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:09.321547 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-1dc8c777-dcdf-477c-b923-90d3ee27807f tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/ports/6e6f936a-51a6-46da-b03c-32c9d5bf5a16 HTTP/1.1" status: 204 len: 168 time: 1.4407544 Jul 29 23:30:09.323543 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 47626) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:09.445944 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port e6d3053a-7cbb-4b62-82aa-e1fb63b0bd38 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:30:09.484770 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f284b4-4e47-41a5-a43a-e20dd386fa79 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:09.492958 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f284b4-4e47-41a5-a43a-e20dd386fa79 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:09.500223 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-26f284b4-4e47-41a5-a43a-e20dd386fa79 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1746225 Jul 29 23:30:09.500841 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 47628) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:09.582858 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-b2e72ead-ec7f-44c6-be92-52f1784ab692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c78e27e-9820-4d65-b02b-f368567ebe65', 'name': 'tempest-FloatingIPsNegativeTestJSON-1773744063-router', 'tenant_id': '94e6129eeb1d43dba9946c32a0212cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'e0dec43f-384b-4653-ac42-557993edadab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:30:02Z', 'updated_at': '2021-07-29T23:30:05Z', 'revision_number': 3, 'project_id': '94e6129eeb1d43dba9946c32a0212cf9', 'gw_port': {'id': 'e0dec43f-384b-4653-ac42-557993edadab', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:66:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c78e27e-9820-4d65-b02b-f368567ebe65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:30:03Z', 'updated_at': '2021-07-29T23:30:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:09.612259 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0f783c3a-728e-472b-8cd3-88ec0dd281de req-8a293453-991b-40d2-b633-7f4f9d95688f tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd70cf15-55f5-4e83-9fe0-1d05410d2c84 HTTP/1.1" status: 200 len: 210 time: 0.1075389 Jul 29 23:30:09.640810 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2b91c470-b80c-4345-b49f-5664f567f0b5 None None] Provisioning for port e6d3053a-7cbb-4b62-82aa-e1fb63b0bd38 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:30:09.644388 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00fa9b-3368-4ee3-90d8-5cbc0c68f153 req-0d6289c6-0427-4897-8c28-395461c75f21 tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:09.644881 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2b91c470-b80c-4345-b49f-5664f567f0b5 None None] Provisioning complete for port e6d3053a-7cbb-4b62-82aa-e1fb63b0bd38 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:09.645256 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b91c470-b80c-4345-b49f-5664f567f0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:09.646661 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cd00fa9b-3368-4ee3-90d8-5cbc0c68f153 req-0d6289c6-0427-4897-8c28-395461c75f21 tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] 10.222.0.22 "GET /v2.0/networks?id=23b49fce-3be7-4e0d-90cc-4538a9f4dc71 HTTP/1.1" status: 200 len: 821 time: 0.8636074 Jul 29 23:30:09.657313 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eb34350-18b3-49db-a589-355ec5e8254f tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Deleting subnet 7aebb8d7-77fa-4f27-9b8f-2d2470d7c786 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:30:09.665615 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-cd00fa9b-3368-4ee3-90d8-5cbc0c68f153 req-287a621f-073a-4291-902d-105d42ba7b6a tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] Request body: {'port': {'device_id': 'cd70cf15-55f5-4e83-9fe0-1d05410d2c84', 'network_id': '23b49fce-3be7-4e0d-90cc-4538a9f4dc71', 'admin_state_up': True, 'tenant_id': 'c535609bcdf74f6ab26dcf70ac96b83d'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:09.667605 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1eb34350-18b3-49db-a589-355ec5e8254f tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:09.679059 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e72ead-ec7f-44c6-be92-52f1784ab692 None None] Checking router: 3c78e27e-9820-4d65-b02b-f368567ebe65 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:30:09.679415 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e72ead-ec7f-44c6-be92-52f1784ab692 None None] Updating router 3c78e27e-9820-4d65-b02b-f368567ebe65 port e0dec43f-384b-4653-ac42-557993edadab binding host n-d-712141-10 {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:30:09.708124 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-b2e72ead-ec7f-44c6-be92-52f1784ab692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:09.760161 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a89d09-e531-45c6-8bdf-a1c25b2467fb req-d66e60db-b4ab-4038-af1a-e63c4bb2b6fe tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:09.761711 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-18a89d09-e531-45c6-8bdf-a1c25b2467fb req-d66e60db-b4ab-4038-af1a-e63c4bb2b6fe tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 944 time: 0.6217599 Jul 29 23:30:09.770866 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1eb34350-18b3-49db-a589-355ec5e8254f tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:09.976061 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b91c470-b80c-4345-b49f-5664f567f0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:10.042775 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-18a89d09-e531-45c6-8bdf-a1c25b2467fb req-fcc8a840-6a49-41cd-a53e-05e4ce96383f tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2585516 Jul 29 23:30:10.053667 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b91c470-b80c-4345-b49f-5664f567f0b5 None None] For port e6d3053a-7cbb-4b62-82aa-e1fb63b0bd38, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=e6d3053a-7cbb-4b62-82aa-e1fb63b0bd38,segment=NetworkSegment(ceb567b3-93e6-4495-80aa-58a786948605),segment_id=ceb567b3-93e6-4495-80aa-58a786948605)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:10.061843 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b91c470-b80c-4345-b49f-5664f567f0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:10.083223 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device c7227480-4f34-4ba2-a5a3-39cc6359fd0d details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:30:10.126033 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1eb34350-18b3-49db-a589-355ec5e8254f tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:10.200569 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 47646) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:10.223478 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-3e27cb17-b89b-41e5-bec8-5cc610b28d8f None None] Could not find standard attr ID for object 6e6f936a-51a6-46da-b03c-32c9d5bf5a16. {{(pid=94079) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:30:10.268644 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd00fa9b-3368-4ee3-90d8-5cbc0c68f153 req-287a621f-073a-4291-902d-105d42ba7b6a tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] Made reservation on behalf of c535609bcdf74f6ab26dcf70ac96b83d for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:30:10.282158 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-cd00fa9b-3368-4ee3-90d8-5cbc0c68f153 req-287a621f-073a-4291-902d-105d42ba7b6a tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:10.300236 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1eb34350-18b3-49db-a589-355ec5e8254f tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:10.336954 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b91c470-b80c-4345-b49f-5664f567f0b5 None None] Pushing event updated for resources: {'Port': ['ID=e6d3053a-7cbb-4b62-82aa-e1fb63b0bd38,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:10.362711 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb34350-18b3-49db-a589-355ec5e8254f tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event deleted for resources: {'Subnet': ['ID=7aebb8d7-77fa-4f27-9b8f-2d2470d7c786,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:10.369999 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-b2e72ead-ec7f-44c6-be92-52f1784ab692 None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:10.371766 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1eb34350-18b3-49db-a589-355ec5e8254f tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:10.374054 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-1eb34350-18b3-49db-a589-355ec5e8254f tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/subnets/7aebb8d7-77fa-4f27-9b8f-2d2470d7c786 HTTP/1.1" status: 204 len: 168 time: 0.8722270 Jul 29 23:30:10.377299 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 47650) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:10.387482 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-25fa36f8-ba89-46dd-962f-593d0e67737a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:10.393088 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-b2e72ead-ec7f-44c6-be92-52f1784ab692 None None] Transition to ACTIVE for port object e0dec43f-384b-4653-ac42-557993edadab will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:30:10.410937 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-b2e72ead-ec7f-44c6-be92-52f1784ab692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:10.463431 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port c7227480-4f34-4ba2-a5a3-39cc6359fd0d, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=c7227480-4f34-4ba2-a5a3-39cc6359fd0d,segment=NetworkSegment(85a18049-8d39-45df-9ccf-cf67471916ca),segment_id=85a18049-8d39-45df-9ccf-cf67471916ca)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:10.477898 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-a76452ac-85a4-47dc-ae87-2aec912de35b admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-442508025-network', 'tenant_id': '38e5a2101cb84e649abcb077576a3704'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:10.483454 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': 'c7227480-4f34-4ba2-a5a3-39cc6359fd0d', 'network_id': 'fc8993d1-1f3f-4e88-9d54-7eec99f127ad', 'port_id': 'c7227480-4f34-4ba2-a5a3-39cc6359fd0d', 'mac_address': 'fa:16:3e:61:dc:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01812886-2cdd-41de-831e-c3e259b8e381', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:30:10.509446 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-b2e72ead-ec7f-44c6-be92-52f1784ab692 None None] Attempting to bind port e0dec43f-384b-4653-ac42-557993edadab on host n-d-712141-10 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:30:10.510065 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-b2e72ead-ec7f-44c6-be92-52f1784ab692 None None] Attempting to bind port e0dec43f-384b-4653-ac42-557993edadab by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:30:10.510613 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e72ead-ec7f-44c6-be92-52f1784ab692 None None] Attempting to bind port e0dec43f-384b-4653-ac42-557993edadab on network 58f27f61-3278-49cc-b66b-1e729d26f29f {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:30:10.525108 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d39697f-73a0-49f5-9ae1-5ef1a4926af1 None None] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:30:10.532583 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e76fff-c1e2-4b36-b77b-6865c8342fcc None None] Pushing event updated for resources: {'Port': ['ID=e0dec43f-384b-4653-ac42-557993edadab,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:10.540014 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-cb3030d3-d642-4c01-ae6f-a62315454253 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1583557 Jul 29 23:30:10.540474 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 47654) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:10.544705 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e72ead-ec7f-44c6-be92-52f1784ab692 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:30:10.545230 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e72ead-ec7f-44c6-be92-52f1784ab692 None None] Checking segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:30:10.545488 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-b2e72ead-ec7f-44c6-be92-52f1784ab692 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:10.545707 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-6a0e0c16-81f2-422a-98a9-69cdcf505a60 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Request body: {'subnet': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:10.546303 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e72ead-ec7f-44c6-be92-52f1784ab692 None None] Bound using segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:30:10.546805 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-b2e72ead-ec7f-44c6-be92-52f1784ab692 None None] Bound port: e0dec43f-384b-4653-ac42-557993edadab, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:30:10.547187 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-b2e72ead-ec7f-44c6-be92-52f1784ab692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:10.554345 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76452ac-85a4-47dc-ae87-2aec912de35b admin admin] Made reservation on behalf of 38e5a2101cb84e649abcb077576a3704 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:30:10.556977 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a76452ac-85a4-47dc-ae87-2aec912de35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:10.577475 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e76fff-c1e2-4b36-b77b-6865c8342fcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:10.578247 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e76fff-c1e2-4b36-b77b-6865c8342fcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:10.578996 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e76fff-c1e2-4b36-b77b-6865c8342fcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:10.585529 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e76fff-c1e2-4b36-b77b-6865c8342fcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:10.586837 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e76fff-c1e2-4b36-b77b-6865c8342fcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:10.587993 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a76452ac-85a4-47dc-ae87-2aec912de35b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:10.588819 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e76fff-c1e2-4b36-b77b-6865c8342fcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:10.589537 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e76fff-c1e2-4b36-b77b-6865c8342fcc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:10.590225 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e76fff-c1e2-4b36-b77b-6865c8342fcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:10.590842 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e76fff-c1e2-4b36-b77b-6865c8342fcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:10.591390 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e76fff-c1e2-4b36-b77b-6865c8342fcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:10.591932 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e76fff-c1e2-4b36-b77b-6865c8342fcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:10.592462 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e76fff-c1e2-4b36-b77b-6865c8342fcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:10.742637 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-b2e72ead-ec7f-44c6-be92-52f1784ab692 None None] For port e0dec43f-384b-4653-ac42-557993edadab, host n-d-712141-10, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:30:10.753607 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-b2e72ead-ec7f-44c6-be92-52f1784ab692 None None] For port e0dec43f-384b-4653-ac42-557993edadab, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=e0dec43f-384b-4653-ac42-557993edadab,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:30:10.763415 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-b2e72ead-ec7f-44c6-be92-52f1784ab692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:10.850302 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e76fff-c1e2-4b36-b77b-6865c8342fcc None None] Pushing event updated for resources: {'Port': ['ID=e0dec43f-384b-4653-ac42-557993edadab,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:10.852502 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:10.858811 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a3a0845b-f4cd-4ecd-a66b-16194d19df38 req-9f1e724b-a2af-4c13-98b0-0c610466ae05 tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd70cf15-55f5-4e83-9fe0-1d05410d2c84 HTTP/1.1" status: 200 len: 210 time: 0.0581312 Jul 29 23:30:10.903032 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-cd00fa9b-3368-4ee3-90d8-5cbc0c68f153 req-287a621f-073a-4291-902d-105d42ba7b6a tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] Allocated IP 172.20.0.12 (23b49fce-3be7-4e0d-90cc-4538a9f4dc71/c3c24e47-6f98-4263-b145-87f6b963a188/9245fec4-daf7-4c42-b5f0-895c2c7a80c5) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:30:10.935784 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a76452ac-85a4-47dc-ae87-2aec912de35b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:10.945092 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a76452ac-85a4-47dc-ae87-2aec912de35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:10.959498 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e72ead-ec7f-44c6-be92-52f1784ab692 None None] Routers {'3c78e27e-9820-4d65-b02b-f368567ebe65'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:30:10.960116 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-b2e72ead-ec7f-44c6-be92-52f1784ab692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:29:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['3c78e27e-9820-4d65-b02b-f368567ebe65'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:10.961470 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7227480-4f34-4ba2-a5a3-39cc6359fd0d {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:30:10.967579 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-25fa36f8-ba89-46dd-962f-593d0e67737a admin admin] Allocated IP 172.20.0.1 (2aa7a0ee-05f5-4bc9-a96f-dbc2eccb848b/8c4ba583-0146-4070-afa3-1e57abef268c/d67cdea6-c263-4fa9-810f-b1e153cd85fd) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:30:11.010606 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port c7227480-4f34-4ba2-a5a3-39cc6359fd0d, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=c7227480-4f34-4ba2-a5a3-39cc6359fd0d,segment=NetworkSegment(85a18049-8d39-45df-9ccf-cf67471916ca),segment_id=85a18049-8d39-45df-9ccf-cf67471916ca)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:11.022790 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:11.031404 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a76452ac-85a4-47dc-ae87-2aec912de35b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:30:11.076485 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0e0c16-81f2-422a-98a9-69cdcf505a60 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Made reservation on behalf of 7c9416c97c57443282624ca6d2f37df4 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:30:11.082655 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6a0e0c16-81f2-422a-98a9-69cdcf505a60 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:11.194849 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=c7227480-4f34-4ba2-a5a3-39cc6359fd0d,revision_number=12']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:11.328293 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-b2e72ead-ec7f-44c6-be92-52f1784ab692 None None] Set router 3c78e27e-9820-4d65-b02b-f368567ebe65 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:30:11.334368 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['c7227480-4f34-4ba2-a5a3-39cc6359fd0d'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:30:11.347962 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76452ac-85a4-47dc-ae87-2aec912de35b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24baee8a-2930-4877-90fc-09496c170bad,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:11.353363 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a76452ac-85a4-47dc-ae87-2aec912de35b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:11.356739 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-a76452ac-85a4-47dc-ae87-2aec912de35b admin admin] Added segment 02776017-cd96-47aa-82ba-ea70b6a22dcc of type vlan for network 7f4f5951-808e-47f0-8843-cccf83b2b5f5 Jul 29 23:30:11.431609 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-25fa36f8-ba89-46dd-962f-593d0e67737a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:11.437291 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31162fd8-0563-49b7-88be-922b6b63a070 None None] DHCP port deletion for 27ea2e30-5576-4381-a6d8-03efb8f4bd4e request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:30:11.473364 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a76452ac-85a4-47dc-ae87-2aec912de35b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:11.522652 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db4ae38-dfb5-45e0-9d8c-f6d85502d59c req-1a160833-5bbd-4a30-82bc-2dcda6c3a414 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:11.524638 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a76452ac-85a4-47dc-ae87-2aec912de35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:11.526361 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76452ac-85a4-47dc-ae87-2aec912de35b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:11.527294 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a76452ac-85a4-47dc-ae87-2aec912de35b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:11.542267 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1db4ae38-dfb5-45e0-9d8c-f6d85502d59c req-1a160833-5bbd-4a30-82bc-2dcda6c3a414 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 945 time: 0.3242652 Jul 29 23:30:11.592188 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-cd00fa9b-3368-4ee3-90d8-5cbc0c68f153 req-287a621f-073a-4291-902d-105d42ba7b6a tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:11.765683 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76452ac-85a4-47dc-ae87-2aec912de35b admin admin] Pushing event updated for resources: {'Network': ['ID=7f4f5951-808e-47f0-8843-cccf83b2b5f5,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:11.785834 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-31162fd8-0563-49b7-88be-922b6b63a070 None None] Deleting port e6d3053a-7cbb-4b62-82aa-e1fb63b0bd38 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:30:11.786483 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-31162fd8-0563-49b7-88be-922b6b63a070 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:11.790182 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a76452ac-85a4-47dc-ae87-2aec912de35b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5866530 Jul 29 23:30:11.812138 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 47686) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:11.816541 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 7f4f5951-808e-47f0-8843-cccf83b2b5f5 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:30:11.816982 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-cd00fa9b-3368-4ee3-90d8-5cbc0c68f153 req-287a621f-073a-4291-902d-105d42ba7b6a tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:11.829341 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-897d8348-9c0c-457c-8d9b-c1ac06bbe04d admin admin] Request body: {'subnet': {'network_id': '7f4f5951-808e-47f0-8843-cccf83b2b5f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-442508025-subnet', 'tenant_id': '38e5a2101cb84e649abcb077576a3704', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:11.832888 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-25fa36f8-ba89-46dd-962f-593d0e67737a admin admin] Transition to ACTIVE for port object d67cdea6-c263-4fa9-810f-b1e153cd85fd will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:30:11.913179 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-897d8348-9c0c-457c-8d9b-c1ac06bbe04d admin admin] Made reservation on behalf of 38e5a2101cb84e649abcb077576a3704 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:30:11.914487 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-b2e72ead-ec7f-44c6-be92-52f1784ab692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c78e27e-9820-4d65-b02b-f368567ebe65', 'name': 'tempest-FloatingIPsNegativeTestJSON-1773744063-router', 'tenant_id': '94e6129eeb1d43dba9946c32a0212cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'e0dec43f-384b-4653-ac42-557993edadab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:30:02Z', 'updated_at': '2021-07-29T23:30:05Z', 'revision_number': 3, 'project_id': '94e6129eeb1d43dba9946c32a0212cf9', 'gw_port': {'id': 'e0dec43f-384b-4653-ac42-557993edadab', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:66:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c78e27e-9820-4d65-b02b-f368567ebe65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:30:03Z', 'updated_at': '2021-07-29T23:30:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:11.920241 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-897d8348-9c0c-457c-8d9b-c1ac06bbe04d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:12.016061 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e72ead-ec7f-44c6-be92-52f1784ab692 None None] The sync data for ids ['3c78e27e-9820-4d65-b02b-f368567ebe65'] in n-d-712141-10 is: [{'id': '3c78e27e-9820-4d65-b02b-f368567ebe65', 'name': 'tempest-FloatingIPsNegativeTestJSON-1773744063-router', 'tenant_id': '94e6129eeb1d43dba9946c32a0212cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'e0dec43f-384b-4653-ac42-557993edadab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:30:02Z', 'updated_at': '2021-07-29T23:30:05Z', 'revision_number': 3, 'project_id': '94e6129eeb1d43dba9946c32a0212cf9', 'gw_port': {'id': 'e0dec43f-384b-4653-ac42-557993edadab', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:66:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c78e27e-9820-4d65-b02b-f368567ebe65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:30:03Z', 'updated_at': '2021-07-29T23:30:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:30:12.318378 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device e6d3053a-7cbb-4b62-82aa-e1fb63b0bd38 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:30:12.335584 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1db4ae38-dfb5-45e0-9d8c-f6d85502d59c req-dcf21df2-6013-4e2b-92d1-59d40613d1d0 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7903006 Jul 29 23:30:12.338005 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-25fa36f8-ba89-46dd-962f-593d0e67737a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:12.433412 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd00fa9b-3368-4ee3-90d8-5cbc0c68f153 req-287a621f-073a-4291-902d-105d42ba7b6a tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] Network 23b49fce-3be7-4e0d-90cc-4538a9f4dc71 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:30:12.478408 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-cd00fa9b-3368-4ee3-90d8-5cbc0c68f153 req-287a621f-073a-4291-902d-105d42ba7b6a tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:12.489698 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd00fa9b-3368-4ee3-90d8-5cbc0c68f153 req-287a621f-073a-4291-902d-105d42ba7b6a tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:30:12.497305 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6a0e0c16-81f2-422a-98a9-69cdcf505a60 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:12.677704 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a621f-073a-4291-902d-105d42ba7b6a tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] Pushing event updated for resources: {'Port': ['ID=9245fec4-daf7-4c42-b5f0-895c2c7a80c5,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:12.832256 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fa36f8-ba89-46dd-962f-593d0e67737a admin admin] Network 2aa7a0ee-05f5-4bc9-a96f-dbc2eccb848b is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:30:12.841743 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-25fa36f8-ba89-46dd-962f-593d0e67737a admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:12.847697 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fa36f8-ba89-46dd-962f-593d0e67737a admin admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:30:12.928949 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0e0c16-81f2-422a-98a9-69cdcf505a60 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event updated for resources: {'Subnet': ['ID=0b4036ab-e9a6-4c9a-a3b2-b3713858e9a5,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:12.937182 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-897d8348-9c0c-457c-8d9b-c1ac06bbe04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:13.073978 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897d8348-9c0c-457c-8d9b-c1ac06bbe04d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0626110-2e70-4df5-8ca6-7b634c09fbe0,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:13.117478 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a0e0c16-81f2-422a-98a9-69cdcf505a60 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:30:13.131542 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-6a0e0c16-81f2-422a-98a9-69cdcf505a60 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:13.139804 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0e0c16-81f2-422a-98a9-69cdcf505a60 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:13.144523 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00fa9b-3368-4ee3-90d8-5cbc0c68f153 req-287a621f-073a-4291-902d-105d42ba7b6a tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:13.145450 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6a0e0c16-81f2-422a-98a9-69cdcf505a60 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:13.150622 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-cd00fa9b-3368-4ee3-90d8-5cbc0c68f153 req-287a621f-073a-4291-902d-105d42ba7b6a tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:13.213883 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-6a0e0c16-81f2-422a-98a9-69cdcf505a60 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6697879 Jul 29 23:30:13.263464 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 47706) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:13.284652 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-0bf7b5c4-adad-4b93-8aab-fc071e8da6ef tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Request body: {'port': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'fixed_ips': [{'subnet_id': '0b4036ab-e9a6-4c9a-a3b2-b3713858e9a5', 'ip_address': '2001:db8::a105:7b85:607a:d764'}], 'name': 'tempest-NetworksTestDHCPv6-1030099897'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:13.287203 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cd00fa9b-3368-4ee3-90d8-5cbc0c68f153 req-287a621f-073a-4291-902d-105d42ba7b6a tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6265726 Jul 29 23:30:13.397611 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff0041-4360-462b-8dca-b0d0e2fa6dd6 req-6bca3ea5-638a-4fdb-bed7-1ddcd51cf456 tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:13.408724 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-31162fd8-0563-49b7-88be-922b6b63a070 None None] For port e6d3053a-7cbb-4b62-82aa-e1fb63b0bd38, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=e6d3053a-7cbb-4b62-82aa-e1fb63b0bd38,segment=NetworkSegment(ceb567b3-93e6-4495-80aa-58a786948605),segment_id=ceb567b3-93e6-4495-80aa-58a786948605)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:13.409533 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-31162fd8-0563-49b7-88be-922b6b63a070 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:13.420906 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4aff0041-4360-462b-8dca-b0d0e2fa6dd6 req-6bca3ea5-638a-4fdb-bed7-1ddcd51cf456 tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd70cf15-55f5-4e83-9fe0-1d05410d2c84 HTTP/1.1" status: 200 len: 932 time: 0.9498510 Jul 29 23:30:13.425200 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-cd00fa9b-3368-4ee3-90d8-5cbc0c68f153 req-c7e8daa4-8ea3-443c-8a8e-9e78c62bd130 service neutron] Request body: {'port': {'device_id': 'cd70cf15-55f5-4e83-9fe0-1d05410d2c84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:13.432384 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fa36f8-ba89-46dd-962f-593d0e67737a admin admin] Pushing event updated for resources: {'Port': ['ID=d67cdea6-c263-4fa9-810f-b1e153cd85fd,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:13.445185 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-31162fd8-0563-49b7-88be-922b6b63a070 None None] Calling delete_port for e6d3053a-7cbb-4b62-82aa-e1fb63b0bd38 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:30:13.449331 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-25fa36f8-ba89-46dd-962f-593d0e67737a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:13.530960 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897d8348-9c0c-457c-8d9b-c1ac06bbe04d admin admin] Checking segment: {'id': '02776017-cd96-47aa-82ba-ea70b6a22dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7f4f5951-808e-47f0-8843-cccf83b2b5f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:30:13.542821 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897d8348-9c0c-457c-8d9b-c1ac06bbe04d admin admin] Network hostable DHCP agents. Network: 7f4f5951-808e-47f0-8843-cccf83b2b5f5, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:30:13.646253 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897d8348-9c0c-457c-8d9b-c1ac06bbe04d admin admin] Network 7f4f5951-808e-47f0-8843-cccf83b2b5f5 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:30:13.746266 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-897d8348-9c0c-457c-8d9b-c1ac06bbe04d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 7f4f5951-808e-47f0-8843-cccf83b2b5f5) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:13.762723 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897d8348-9c0c-457c-8d9b-c1ac06bbe04d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:13.763336 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-897d8348-9c0c-457c-8d9b-c1ac06bbe04d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:13.776477 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa68157-9bba-4b81-94d4-88a2b2112a9d None None] Network 7f4f5951-808e-47f0-8843-cccf83b2b5f5 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:30:13.796927 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf7b5c4-adad-4b93-8aab-fc071e8da6ef tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Made reservation on behalf of 7c9416c97c57443282624ca6d2f37df4 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:30:13.810489 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-897d8348-9c0c-457c-8d9b-c1ac06bbe04d admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9964018 Jul 29 23:30:13.844154 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 47718) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:13.853070 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-1862b860-245a-4787-98b2-6ac06689104c admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-442508025-router', 'tenant_id': '38e5a2101cb84e649abcb077576a3704', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:13.921867 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-e708b831-ca09-4a44-bd26-5fc667ee63d1 None None] Provisioning for port d67cdea6-c263-4fa9-810f-b1e153cd85fd completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:30:13.958554 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1862b860-245a-4787-98b2-6ac06689104c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:13.959635 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1862b860-245a-4787-98b2-6ac06689104c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:14.024458 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-e708b831-ca09-4a44-bd26-5fc667ee63d1 None None] Provisioning complete for port d67cdea6-c263-4fa9-810f-b1e153cd85fd triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:14.024829 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e708b831-ca09-4a44-bd26-5fc667ee63d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:14.050011 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:14.149207 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1862b860-245a-4787-98b2-6ac06689104c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:14.338033 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-e708b831-ca09-4a44-bd26-5fc667ee63d1 None None] Port d67cdea6-c263-4fa9-810f-b1e153cd85fd cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:30:14.370147 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-31162fd8-0563-49b7-88be-922b6b63a070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:14.517970 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31162fd8-0563-49b7-88be-922b6b63a070 None None] Pushing event deleted for resources: {'Port': ['ID=e6d3053a-7cbb-4b62-82aa-e1fb63b0bd38,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:14.539988 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32dad241-f8cc-41be-8fbf-9a928bc56113 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-7f4f5951-808e-47f0-8843-cccf83b2b5f5', 'network_id': '7f4f5951-808e-47f0-8843-cccf83b2b5f5', 'tenant_id': '38e5a2101cb84e649abcb077576a3704', 'fixed_ips': [{'subnet_id': 'b0626110-2e70-4df5-8ca6-7b634c09fbe0'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:30:14.541212 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-32dad241-f8cc-41be-8fbf-9a928bc56113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:14.547213 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31162fd8-0563-49b7-88be-922b6b63a070 None None] No DVR routers for this DVR port e6d3053a-7cbb-4b62-82aa-e1fb63b0bd38 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:30:14.595656 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84aaf7b-a891-466d-be79-84792fb907ba None None] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:30:14.622956 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1862b860-245a-4787-98b2-6ac06689104c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:14.756424 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0bf7b5c4-adad-4b93-8aab-fc071e8da6ef tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:14.781331 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [None req-0bf7b5c4-adad-4b93-8aab-fc071e8da6ef tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] device_id is not set on port fbd0f401-7db6-46c4-9317-7223cc35ad11 yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:30:14.842188 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-cd00fa9b-3368-4ee3-90d8-5cbc0c68f153 req-c7e8daa4-8ea3-443c-8a8e-9e78c62bd130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:14.925544 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4aff0041-4360-462b-8dca-b0d0e2fa6dd6 req-669aff2e-0d40-454d-a34d-488fb029f5d8 tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa1f785d-6614-46df-bb6d-2d3456c7d655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4812818 Jul 29 23:30:14.926222 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-32dad241-f8cc-41be-8fbf-9a928bc56113 None None] Allocated IP 172.20.0.2 (7f4f5951-808e-47f0-8843-cccf83b2b5f5/b0626110-2e70-4df5-8ca6-7b634c09fbe0/2a9293dd-19ed-4fd3-b557-f1fdd43b26a0) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:30:15.096374 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ce19f-26f6-4650-8f4d-79f71d3004bd req-917d47c3-1981-4316-82e9-677b4676cef4 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:15.098381 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-351ce19f-26f6-4650-8f4d-79f71d3004bd req-917d47c3-1981-4316-82e9-677b4676cef4 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 945 time: 1.5226662 Jul 29 23:30:15.324167 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-25fa36f8-ba89-46dd-962f-593d0e67737a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:15.325725 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-32dad241-f8cc-41be-8fbf-9a928bc56113 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:15.343966 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-32dad241-f8cc-41be-8fbf-9a928bc56113 None None] Transition to ACTIVE for port object 2a9293dd-19ed-4fd3-b557-f1fdd43b26a0 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:30:15.388981 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-351ce19f-26f6-4650-8f4d-79f71d3004bd req-7be3f8c2-a499-4d0f-b5a3-c707c4974a56 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2812283 Jul 29 23:30:15.407269 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-32dad241-f8cc-41be-8fbf-9a928bc56113 None None] Transition to ACTIVE for port object 2a9293dd-19ed-4fd3-b557-f1fdd43b26a0 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:30:15.426592 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-0bf7b5c4-adad-4b93-8aab-fc071e8da6ef tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Allocated IP 2001:db8::a105:7b85:607a:d764 (27ea2e30-5576-4381-a6d8-03efb8f4bd4e/0b4036ab-e9a6-4c9a-a3b2-b3713858e9a5/fbd0f401-7db6-46c4-9317-7223cc35ad11) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:30:15.428191 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device e0dec43f-384b-4653-ac42-557993edadab up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:30:15.646099 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-32dad241-f8cc-41be-8fbf-9a928bc56113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:15.702705 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1862b860-245a-4787-98b2-6ac06689104c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:15.755811 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1862b860-245a-4787-98b2-6ac06689104c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:15.803803 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32dad241-f8cc-41be-8fbf-9a928bc56113 None None] Network 7f4f5951-808e-47f0-8843-cccf83b2b5f5 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:30:15.820453 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-32dad241-f8cc-41be-8fbf-9a928bc56113 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:15.831293 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dad241-f8cc-41be-8fbf-9a928bc56113 None None] Pushing event updated for resources: {'Port': ['ID=2a9293dd-19ed-4fd3-b557-f1fdd43b26a0,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:15.839321 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32dad241-f8cc-41be-8fbf-9a928bc56113 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:30:15.896288 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port e0dec43f-384b-4653-ac42-557993edadab completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:30:15.963644 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-32dad241-f8cc-41be-8fbf-9a928bc56113 None None] Attempting to bind port 2a9293dd-19ed-4fd3-b557-f1fdd43b26a0 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:30:15.963914 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-32dad241-f8cc-41be-8fbf-9a928bc56113 None None] Attempting to bind port 2a9293dd-19ed-4fd3-b557-f1fdd43b26a0 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '02776017-cd96-47aa-82ba-ea70b6a22dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7f4f5951-808e-47f0-8843-cccf83b2b5f5'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:30:15.964598 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32dad241-f8cc-41be-8fbf-9a928bc56113 None None] Attempting to bind port 2a9293dd-19ed-4fd3-b557-f1fdd43b26a0 on network 7f4f5951-808e-47f0-8843-cccf83b2b5f5 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:30:15.969678 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port e0dec43f-384b-4653-ac42-557993edadab triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:15.969884 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:15.977805 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0bf7b5c4-adad-4b93-8aab-fc071e8da6ef tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:16.001181 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32dad241-f8cc-41be-8fbf-9a928bc56113 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:30:16.002767 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32dad241-f8cc-41be-8fbf-9a928bc56113 None None] Checking segment: {'id': '02776017-cd96-47aa-82ba-ea70b6a22dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7f4f5951-808e-47f0-8843-cccf83b2b5f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:30:16.003288 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-32dad241-f8cc-41be-8fbf-9a928bc56113 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:16.003752 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32dad241-f8cc-41be-8fbf-9a928bc56113 None None] Bound using segment: {'id': '02776017-cd96-47aa-82ba-ea70b6a22dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7f4f5951-808e-47f0-8843-cccf83b2b5f5'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:30:16.004357 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-32dad241-f8cc-41be-8fbf-9a928bc56113 None None] Bound port: 2a9293dd-19ed-4fd3-b557-f1fdd43b26a0, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02776017-cd96-47aa-82ba-ea70b6a22dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7f4f5951-808e-47f0-8843-cccf83b2b5f5'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:30:16.004842 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-32dad241-f8cc-41be-8fbf-9a928bc56113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:16.024303 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-0bf7b5c4-adad-4b93-8aab-fc071e8da6ef tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Transition to ACTIVE for port object fbd0f401-7db6-46c4-9317-7223cc35ad11 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:30:16.026660 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-1862b860-245a-4787-98b2-6ac06689104c admin admin] Allocated IP 172.25.0.207 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/fadecb27-2f3a-409c-b390-ab58b11b5462) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:30:16.121546 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device c7227480-4f34-4ba2-a5a3-39cc6359fd0d up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:30:16.207598 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-25fa36f8-ba89-46dd-962f-593d0e67737a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:16.269563 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98226170-d8dd-4e84-bcc1-8042b739e96e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'tenant_id': '7c9416c97c57443282624ca6d2f37df4', 'fixed_ips': [{'subnet_id': '0b4036ab-e9a6-4c9a-a3b2-b3713858e9a5'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:30:16.270745 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-98226170-d8dd-4e84-bcc1-8042b739e96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:16.275426 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-25fa36f8-ba89-46dd-962f-593d0e67737a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:16.405304 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-25fa36f8-ba89-46dd-962f-593d0e67737a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:16.444544 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0bf7b5c4-adad-4b93-8aab-fc071e8da6ef tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:16.458732 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port c7227480-4f34-4ba2-a5a3-39cc6359fd0d triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:16.459361 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:16.463379 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-32dad241-f8cc-41be-8fbf-9a928bc56113 None None] For port 2a9293dd-19ed-4fd3-b557-f1fdd43b26a0, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:30:16.504464 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a182d80d-05c9-44b0-b45f-ae356603e1fa req-0873e3b9-c9ca-412f-b29e-8d61fb033ecb tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:16.512567 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a182d80d-05c9-44b0-b45f-ae356603e1fa req-0873e3b9-c9ca-412f-b29e-8d61fb033ecb tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd70cf15-55f5-4e83-9fe0-1d05410d2c84 HTTP/1.1" status: 200 len: 932 time: 0.3449497 Jul 29 23:30:16.555494 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-32dad241-f8cc-41be-8fbf-9a928bc56113 None None] For port 2a9293dd-19ed-4fd3-b557-f1fdd43b26a0, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=2a9293dd-19ed-4fd3-b557-f1fdd43b26a0,segment=NetworkSegment(02776017-cd96-47aa-82ba-ea70b6a22dcc),segment_id=02776017-cd96-47aa-82ba-ea70b6a22dcc)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:30:16.596020 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-32dad241-f8cc-41be-8fbf-9a928bc56113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:16.612735 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:16.686687 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf7b5c4-adad-4b93-8aab-fc071e8da6ef tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:30:16.690389 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf7b5c4-adad-4b93-8aab-fc071e8da6ef tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event updated for resources: {'Port': ['ID=fbd0f401-7db6-46c4-9317-7223cc35ad11,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:16.707757 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1862b860-245a-4787-98b2-6ac06689104c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:16.710358 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-0bf7b5c4-adad-4b93-8aab-fc071e8da6ef tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:16.714109 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf7b5c4-adad-4b93-8aab-fc071e8da6ef tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:30:16.733091 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf7b5c4-adad-4b93-8aab-fc071e8da6ef tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:16.733819 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0bf7b5c4-adad-4b93-8aab-fc071e8da6ef tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:16.777822 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port e0dec43f-384b-4653-ac42-557993edadab, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=e0dec43f-384b-4653-ac42-557993edadab,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:16.793929 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0bf7b5c4-adad-4b93-8aab-fc071e8da6ef tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.5255439 Jul 29 23:30:16.804010 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:16.808142 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 47738) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:16.816603 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-98226170-d8dd-4e84-bcc1-8042b739e96e None None] Allocated IP 2001:db8::2 (27ea2e30-5576-4381-a6d8-03efb8f4bd4e/0b4036ab-e9a6-4c9a-a3b2-b3713858e9a5/04edcd24-0a2e-4c63-bece-b7f2e004e8b0) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:30:16.825300 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dad241-f8cc-41be-8fbf-9a928bc56113 None None] Pushing event updated for resources: {'Port': ['ID=2a9293dd-19ed-4fd3-b557-f1fdd43b26a0,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:16.899299 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fa36f8-ba89-46dd-962f-593d0e67737a admin admin] Pushing event updated for resources: {'Port': ['ID=d67cdea6-c263-4fa9-810f-b1e153cd85fd,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:16.958964 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:16.971501 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1862b860-245a-4787-98b2-6ac06689104c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:17.055613 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6b3868-e699-420f-bc16-994fbeb3494f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7227480-4f34-4ba2-a5a3-39cc6359fd0d'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:30:17.058748 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-507b4b67-c2d0-456e-bde6-d6104347ade5" -d '{"events": [{"server_uuid": "ab6b3868-e699-420f-bc16-994fbeb3494f", "name": "network-vif-plugged", "status": "completed", "tag": "c7227480-4f34-4ba2-a5a3-39cc6359fd0d"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:30:17.095107 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=e0dec43f-384b-4653-ac42-557993edadab,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:17.103601 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b3a950-80d7-4544-ac74-d28f993379b2 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:17.106288 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-f1b3a950-80d7-4544-ac74-d28f993379b2 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2959096 Jul 29 23:30:17.138313 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port c7227480-4f34-4ba2-a5a3-39cc6359fd0d, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=c7227480-4f34-4ba2-a5a3-39cc6359fd0d,segment=NetworkSegment(85a18049-8d39-45df-9ccf-cf67471916ca),segment_id=85a18049-8d39-45df-9ccf-cf67471916ca)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:17.141763 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 47742) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:17.143622 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1862b860-245a-4787-98b2-6ac06689104c admin admin] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:30:17.155717 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:17.164713 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-1862b860-245a-4787-98b2-6ac06689104c admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:17.176328 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1862b860-245a-4787-98b2-6ac06689104c admin admin] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:30:17.178699 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1862b860-245a-4787-98b2-6ac06689104c admin admin] Pushing event updated for resources: {'Port': ['ID=fadecb27-2f3a-409c-b390-ab58b11b5462,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:17.296670 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a182d80d-05c9-44b0-b45f-ae356603e1fa req-28d4b2be-a176-472f-bc4a-05edc98bd0ce tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa1f785d-6614-46df-bb6d-2d3456c7d655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7831168 Jul 29 23:30:17.402874 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=c7227480-4f34-4ba2-a5a3-39cc6359fd0d,revision_number=13']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:17.418950 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d80b7a-f44d-4d6e-8d5c-d15f1a5e096e x-openstack-request-id: req-e5d80b7a-f44d-4d6e-8d5c-d15f1a5e096e {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:30:17.419246 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6b3868-e699-420f-bc16-994fbeb3494f", "name": "network-vif-plugged", "status": "completed", "tag": "c7227480-4f34-4ba2-a5a3-39cc6359fd0d", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:30:17.419496 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e5d80b7a-f44d-4d6e-8d5c-d15f1a5e096e {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:30:17.419884 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab6b3868-e699-420f-bc16-994fbeb3494f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7227480-4f34-4ba2-a5a3-39cc6359fd0d', 'code': 200} Jul 29 23:30:17.456263 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-98226170-d8dd-4e84-bcc1-8042b739e96e None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:17.477954 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-98226170-d8dd-4e84-bcc1-8042b739e96e None None] Transition to ACTIVE for port object 04edcd24-0a2e-4c63-bece-b7f2e004e8b0 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:30:17.500603 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a6e08-6260-466b-adde-5d0bb3129e97 req-245d83e6-b97c-4b01-95ae-47deeee4dc36 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:17.505001 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-448a6e08-6260-466b-adde-5d0bb3129e97 req-245d83e6-b97c-4b01-95ae-47deeee4dc36 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 945 time: 0.8806865 Jul 29 23:30:17.542015 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-98226170-d8dd-4e84-bcc1-8042b739e96e None None] Transition to ACTIVE for port object 04edcd24-0a2e-4c63-bece-b7f2e004e8b0 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:30:17.560089 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-98226170-d8dd-4e84-bcc1-8042b739e96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:17.590625 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-cd00fa9b-3368-4ee3-90d8-5cbc0c68f153 req-c7e8daa4-8ea3-443c-8a8e-9e78c62bd130 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9245fec4-daf7-4c42-b5f0-895c2c7a80c5 {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:30:17.606737 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-cd00fa9b-3368-4ee3-90d8-5cbc0c68f153 req-c7e8daa4-8ea3-443c-8a8e-9e78c62bd130 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:17.618941 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fa36f8-ba89-46dd-962f-593d0e67737a admin admin] Network 2aa7a0ee-05f5-4bc9-a96f-dbc2eccb848b is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:30:17.630431 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-235d6752-b18c-47de-bc31-635cbb6194b8 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Deleting port fbd0f401-7db6-46c4-9317-7223cc35ad11 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:30:17.631247 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-235d6752-b18c-47de-bc31-635cbb6194b8 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:17.700439 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98226170-d8dd-4e84-bcc1-8042b739e96e None None] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:30:17.705759 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-98226170-d8dd-4e84-bcc1-8042b739e96e None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:17.722988 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98226170-d8dd-4e84-bcc1-8042b739e96e None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:30:17.732656 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-235d6752-b18c-47de-bc31-635cbb6194b8 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:17.749453 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-235d6752-b18c-47de-bc31-635cbb6194b8 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Calling delete_port for fbd0f401-7db6-46c4-9317-7223cc35ad11 owned by {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:30:17.765347 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98226170-d8dd-4e84-bcc1-8042b739e96e None None] Pushing event updated for resources: {'Port': ['ID=04edcd24-0a2e-4c63-bece-b7f2e004e8b0,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:17.902818 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-98226170-d8dd-4e84-bcc1-8042b739e96e None None] Attempting to bind port 04edcd24-0a2e-4c63-bece-b7f2e004e8b0 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:30:17.903662 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-98226170-d8dd-4e84-bcc1-8042b739e96e None None] Attempting to bind port 04edcd24-0a2e-4c63-bece-b7f2e004e8b0 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': 'ceb567b3-93e6-4495-80aa-58a786948605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:30:17.903662 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98226170-d8dd-4e84-bcc1-8042b739e96e None None] Attempting to bind port 04edcd24-0a2e-4c63-bece-b7f2e004e8b0 on network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:30:17.906957 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1862b860-245a-4787-98b2-6ac06689104c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:17.922842 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98226170-d8dd-4e84-bcc1-8042b739e96e None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:30:17.923315 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98226170-d8dd-4e84-bcc1-8042b739e96e None None] Checking segment: {'id': 'ceb567b3-93e6-4495-80aa-58a786948605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:30:17.924442 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-98226170-d8dd-4e84-bcc1-8042b739e96e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:17.924862 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98226170-d8dd-4e84-bcc1-8042b739e96e None None] Bound using segment: {'id': 'ceb567b3-93e6-4495-80aa-58a786948605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:30:17.925356 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-98226170-d8dd-4e84-bcc1-8042b739e96e None None] Bound port: 04edcd24-0a2e-4c63-bece-b7f2e004e8b0, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb567b3-93e6-4495-80aa-58a786948605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:30:17.932196 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-98226170-d8dd-4e84-bcc1-8042b739e96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:18.020709 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-25fa36f8-ba89-46dd-962f-593d0e67737a admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:18.035627 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-235d6752-b18c-47de-bc31-635cbb6194b8 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:18.081353 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-cd00fa9b-3368-4ee3-90d8-5cbc0c68f153 req-c7e8daa4-8ea3-443c-8a8e-9e78c62bd130 service neutron] Transition to ACTIVE for port object 9245fec4-daf7-4c42-b5f0-895c2c7a80c5 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:30:18.132162 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-cd00fa9b-3368-4ee3-90d8-5cbc0c68f153 req-c7e8daa4-8ea3-443c-8a8e-9e78c62bd130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:18.159005 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-235d6752-b18c-47de-bc31-635cbb6194b8 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:18.162488 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-235d6752-b18c-47de-bc31-635cbb6194b8 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/ports/fbd0f401-7db6-46c4-9317-7223cc35ad11 HTTP/1.1" status: 204 len: 168 time: 1.0064497 Jul 29 23:30:18.166479 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-448a6e08-6260-466b-adde-5d0bb3129e97 req-d23a3b2a-90bb-4a10-af10-2377580c7a03 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6522112 Jul 29 23:30:18.221885 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-98226170-d8dd-4e84-bcc1-8042b739e96e None None] For port 04edcd24-0a2e-4c63-bece-b7f2e004e8b0, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:30:18.228821 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-98226170-d8dd-4e84-bcc1-8042b739e96e None None] For port 04edcd24-0a2e-4c63-bece-b7f2e004e8b0, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=04edcd24-0a2e-4c63-bece-b7f2e004e8b0,segment=NetworkSegment(ceb567b3-93e6-4495-80aa-58a786948605),segment_id=ceb567b3-93e6-4495-80aa-58a786948605)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:30:18.236120 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-98226170-d8dd-4e84-bcc1-8042b739e96e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:18.243095 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 47752) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:18.265447 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235d6752-b18c-47de-bc31-635cbb6194b8 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event deleted for resources: {'Port': ['ID=fbd0f401-7db6-46c4-9317-7223cc35ad11,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:18.429124 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98226170-d8dd-4e84-bcc1-8042b739e96e None None] Pushing event updated for resources: {'Port': ['ID=04edcd24-0a2e-4c63-bece-b7f2e004e8b0,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:18.639309 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edadaaf8-8522-4b73-a8d2-a836fb56f1ee tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:18.641085 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edadaaf8-8522-4b73-a8d2-a836fb56f1ee tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:18.652007 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-edadaaf8-8522-4b73-a8d2-a836fb56f1ee tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3776505 Jul 29 23:30:18.657250 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 47762) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:18.659546 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-85be843d-846f-448b-a6c9-11b9cb929101 None None] Provisioning complete for port d67cdea6-c263-4fa9-810f-b1e153cd85fd triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:18.660608 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-85be843d-846f-448b-a6c9-11b9cb929101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:18.755872 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-85be843d-846f-448b-a6c9-11b9cb929101 None None] Port d67cdea6-c263-4fa9-810f-b1e153cd85fd cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:30:18.933255 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e8daa4-8ea3-443c-8a8e-9e78c62bd130 service neutron] Pushing event updated for resources: {'Port': ['ID=9245fec4-daf7-4c42-b5f0-895c2c7a80c5,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:18.987282 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc9dbfe-b0d0-45df-bb4f-b4e97531c7de None None] Network 7f4f5951-808e-47f0-8843-cccf83b2b5f5 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:30:19.151809 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb1a734c-7ec6-4d29-bc48-90a3a87b0e49 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Deleting subnet 0b4036ab-e9a6-4c9a-a3b2-b3713858e9a5 {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:30:19.162126 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-9fde096f-cb9c-473a-a757-84f9905ef630 None None] Provisioning for port 2a9293dd-19ed-4fd3-b557-f1fdd43b26a0 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:30:19.187030 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fb1a734c-7ec6-4d29-bc48-90a3a87b0e49 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:19.327417 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f004cd-7edd-498e-975c-6f88290c0b37 req-00ff9c33-d242-4623-aae8-fbb35bd86cd7 tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:19.347197 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f3f004cd-7edd-498e-975c-6f88290c0b37 req-00ff9c33-d242-4623-aae8-fbb35bd86cd7 tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd70cf15-55f5-4e83-9fe0-1d05410d2c84 HTTP/1.1" status: 200 len: 944 time: 0.7636712 Jul 29 23:30:19.381128 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25fa36f8-ba89-46dd-962f-593d0e67737a admin admin] Router 3c78e27e-9820-4d65-b02b-f368567ebe65 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:30:19.388954 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-cd00fa9b-3368-4ee3-90d8-5cbc0c68f153 req-c7e8daa4-8ea3-443c-8a8e-9e78c62bd130 service neutron] Attempting to bind port 9245fec4-daf7-4c42-b5f0-895c2c7a80c5 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:30:19.396429 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-cd00fa9b-3368-4ee3-90d8-5cbc0c68f153 req-c7e8daa4-8ea3-443c-8a8e-9e78c62bd130 service neutron] Attempting to bind port 9245fec4-daf7-4c42-b5f0-895c2c7a80c5 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': 'ecad5f25-44c3-4215-8747-09705c529f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '23b49fce-3be7-4e0d-90cc-4538a9f4dc71'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:30:19.407247 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 2a9293dd-19ed-4fd3-b557-f1fdd43b26a0 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:30:19.408701 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd00fa9b-3368-4ee3-90d8-5cbc0c68f153 req-c7e8daa4-8ea3-443c-8a8e-9e78c62bd130 service neutron] Attempting to bind port 9245fec4-daf7-4c42-b5f0-895c2c7a80c5 on network 23b49fce-3be7-4e0d-90cc-4538a9f4dc71 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:30:19.512518 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f3f004cd-7edd-498e-975c-6f88290c0b37 req-9814e055-1841-40ad-b547-47e072e699bb tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa1f785d-6614-46df-bb6d-2d3456c7d655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637979 Jul 29 23:30:19.513948 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd00fa9b-3368-4ee3-90d8-5cbc0c68f153 req-c7e8daa4-8ea3-443c-8a8e-9e78c62bd130 service neutron] Port 9245fec4-daf7-4c42-b5f0-895c2c7a80c5 on network 23b49fce-3be7-4e0d-90cc-4538a9f4dc71 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:30:19.514513 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd00fa9b-3368-4ee3-90d8-5cbc0c68f153 req-c7e8daa4-8ea3-443c-8a8e-9e78c62bd130 service neutron] Attempting to bind port 9245fec4-daf7-4c42-b5f0-895c2c7a80c5 on network 23b49fce-3be7-4e0d-90cc-4538a9f4dc71 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:30:19.577612 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fb1a734c-7ec6-4d29-bc48-90a3a87b0e49 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:19.740067 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd00fa9b-3368-4ee3-90d8-5cbc0c68f153 req-c7e8daa4-8ea3-443c-8a8e-9e78c62bd130 service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:30:19.741056 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd00fa9b-3368-4ee3-90d8-5cbc0c68f153 req-c7e8daa4-8ea3-443c-8a8e-9e78c62bd130 service neutron] Checking segment: {'id': 'ecad5f25-44c3-4215-8747-09705c529f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '23b49fce-3be7-4e0d-90cc-4538a9f4dc71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:30:19.741210 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd00fa9b-3368-4ee3-90d8-5cbc0c68f153 req-c7e8daa4-8ea3-443c-8a8e-9e78c62bd130 service neutron] Bound using segment: {'id': 'ecad5f25-44c3-4215-8747-09705c529f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '23b49fce-3be7-4e0d-90cc-4538a9f4dc71'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:30:19.743685 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-cd00fa9b-3368-4ee3-90d8-5cbc0c68f153 req-c7e8daa4-8ea3-443c-8a8e-9e78c62bd130 service neutron] Bound port: 9245fec4-daf7-4c42-b5f0-895c2c7a80c5, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecad5f25-44c3-4215-8747-09705c529f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '23b49fce-3be7-4e0d-90cc-4538a9f4dc71'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:30:19.744076 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-cd00fa9b-3368-4ee3-90d8-5cbc0c68f153 req-c7e8daa4-8ea3-443c-8a8e-9e78c62bd130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:19.811800 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1862b860-245a-4787-98b2-6ac06689104c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:19.989541 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d8bf17-f888-472f-adfe-711dde192297 req-24c42dcf-cf0f-4af2-8cc9-bee4cb102102 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:20.006033 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d3d8bf17-f888-472f-adfe-711dde192297 req-24c42dcf-cf0f-4af2-8cc9-bee4cb102102 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 946 time: 0.5618801 Jul 29 23:30:20.255134 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25fa36f8-ba89-46dd-962f-593d0e67737a admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:30:20.260969 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fb1a734c-7ec6-4d29-bc48-90a3a87b0e49 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:20.275887 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-cd00fa9b-3368-4ee3-90d8-5cbc0c68f153 req-c7e8daa4-8ea3-443c-8a8e-9e78c62bd130 service neutron] For port 9245fec4-daf7-4c42-b5f0-895c2c7a80c5, host n-h2-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:30:20.281213 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-cd00fa9b-3368-4ee3-90d8-5cbc0c68f153 req-c7e8daa4-8ea3-443c-8a8e-9e78c62bd130 service neutron] For port 9245fec4-daf7-4c42-b5f0-895c2c7a80c5, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=9245fec4-daf7-4c42-b5f0-895c2c7a80c5,segment=NetworkSegment(ecad5f25-44c3-4215-8747-09705c529f6d),segment_id=ecad5f25-44c3-4215-8747-09705c529f6d)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:30:20.297694 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-25fa36f8-ba89-46dd-962f-593d0e67737a admin admin] 10.222.0.43 "PUT /v2.0/routers/3c78e27e-9820-4d65-b02b-f368567ebe65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7204506 Jul 29 23:30:20.375705 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-cd00fa9b-3368-4ee3-90d8-5cbc0c68f153 req-c7e8daa4-8ea3-443c-8a8e-9e78c62bd130 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:20.427388 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1862b860-245a-4787-98b2-6ac06689104c admin admin] Router 9b73c5ac-70c9-4f4f-bccc-7f5bc9901951 is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:30:20.466856 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d3d8bf17-f888-472f-adfe-711dde192297 req-133020c4-ee74-4733-b52f-81b6507d5924 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4652801 Jul 29 23:30:20.472867 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fad8c0e-e419-4245-b96f-6a42fee1ed79 None None] Sync routers for ids ['3c78e27e-9820-4d65-b02b-f368567ebe65'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:30:20.585787 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00fa9b-3368-4ee3-90d8-5cbc0c68f153 req-c7e8daa4-8ea3-443c-8a8e-9e78c62bd130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:20.587588 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-cd00fa9b-3368-4ee3-90d8-5cbc0c68f153 req-c7e8daa4-8ea3-443c-8a8e-9e78c62bd130 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:20.602040 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cd00fa9b-3368-4ee3-90d8-5cbc0c68f153 req-c7e8daa4-8ea3-443c-8a8e-9e78c62bd130 service neutron] 10.222.0.22 "PUT /v2.0/ports/9245fec4-daf7-4c42-b5f0-895c2c7a80c5 HTTP/1.1" status: 200 len: 1093 time: 7.2522671 Jul 29 23:30:20.606597 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd70cf15-55f5-4e83-9fe0-1d05410d2c84', 'tag': '9245fec4-daf7-4c42-b5f0-895c2c7a80c5'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:30:20.615922 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8f6ad8-6a39-420d-8985-c0da2e5b669b" -d '{"events": [{"name": "network-changed", "server_uuid": "cd70cf15-55f5-4e83-9fe0-1d05410d2c84", "tag": "9245fec4-daf7-4c42-b5f0-895c2c7a80c5"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:30:20.637935 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:20.676580 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fad8c0e-e419-4245-b96f-6a42fee1ed79 None None] Routers {'3c78e27e-9820-4d65-b02b-f368567ebe65'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:30:20.679393 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-4fad8c0e-e419-4245-b96f-6a42fee1ed79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:29:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['3c78e27e-9820-4d65-b02b-f368567ebe65'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:20.844756 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bdab59e-dc75-45ab-a0a6-e061f8b94416 x-openstack-request-id: req-3bdab59e-dc75-45ab-a0a6-e061f8b94416 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:30:20.844756 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd70cf15-55f5-4e83-9fe0-1d05410d2c84", "tag": "9245fec4-daf7-4c42-b5f0-895c2c7a80c5", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:30:20.844756 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3bdab59e-dc75-45ab-a0a6-e061f8b94416 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:30:20.844756 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd70cf15-55f5-4e83-9fe0-1d05410d2c84', 'tag': '9245fec4-daf7-4c42-b5f0-895c2c7a80c5', 'status': 'completed', 'code': 200} Jul 29 23:30:20.938213 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e8daa4-8ea3-443c-8a8e-9e78c62bd130 service neutron] Pushing event updated for resources: {'Port': ['ID=9245fec4-daf7-4c42-b5f0-895c2c7a80c5,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:20.982029 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00fa9b-3368-4ee3-90d8-5cbc0c68f153 req-a7497718-0261-4409-9104-6c3af0f02fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:20.983257 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cd00fa9b-3368-4ee3-90d8-5cbc0c68f153 req-a7497718-0261-4409-9104-6c3af0f02fe8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c535609bcdf74f6ab26dcf70ac96b83d&device_id=cd70cf15-55f5-4e83-9fe0-1d05410d2c84 HTTP/1.1" status: 200 len: 1096 time: 0.2859514 Jul 29 23:30:21.003377 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c278e823-e58d-4799-82fe-4a31fea05407 req-b00d80fe-1b3d-4c57-9a31-8865ba1246e9 tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:21.014653 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c278e823-e58d-4799-82fe-4a31fea05407 req-b00d80fe-1b3d-4c57-9a31-8865ba1246e9 tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd70cf15-55f5-4e83-9fe0-1d05410d2c84 HTTP/1.1" status: 200 len: 944 time: 0.3416238 Jul 29 23:30:21.023269 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1862b860-245a-4787-98b2-6ac06689104c admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:30:21.043177 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099c391a-115c-4ef2-bcb0-c12ea7fb4a96 None None] Sync routers for ids ['9b73c5ac-70c9-4f4f-bccc-7f5bc9901951'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:30:21.065438 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099c391a-115c-4ef2-bcb0-c12ea7fb4a96 None None] Routers {'9b73c5ac-70c9-4f4f-bccc-7f5bc9901951'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:30:21.066022 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-099c391a-115c-4ef2-bcb0-c12ea7fb4a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:29:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['9b73c5ac-70c9-4f4f-bccc-7f5bc9901951'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:21.102609 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-abc93255-f15e-4de8-9e11-5f5cad117b47 None None] Provisioning for port 04edcd24-0a2e-4c63-bece-b7f2e004e8b0 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:30:21.103812 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1862b860-245a-4787-98b2-6ac06689104c admin admin] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:21.112510 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-1862b860-245a-4787-98b2-6ac06689104c admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.2659876 Jul 29 23:30:21.119244 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 47794) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:21.130816 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 2a9293dd-19ed-4fd3-b557-f1fdd43b26a0 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:30:21.135319 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fb1a734c-7ec6-4d29-bc48-90a3a87b0e49 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:21.195374 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 2a9293dd-19ed-4fd3-b557-f1fdd43b26a0 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:21.206649 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:21.374617 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-4fad8c0e-e419-4245-b96f-6a42fee1ed79 None None] Set router 3c78e27e-9820-4d65-b02b-f368567ebe65 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:30:21.406375 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1a734c-7ec6-4d29-bc48-90a3a87b0e49 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event deleted for resources: {'Subnet': ['ID=0b4036ab-e9a6-4c9a-a3b2-b3713858e9a5,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:21.426467 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cd00fa9b-3368-4ee3-90d8-5cbc0c68f153 req-145fdf97-8bec-4b82-9ae2-9bf9aa4c6081 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9245fec4-daf7-4c42-b5f0-895c2c7a80c5 HTTP/1.1" status: 200 len: 217 time: 0.3214669 Jul 29 23:30:21.483713 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fb1a734c-7ec6-4d29-bc48-90a3a87b0e49 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:21.498366 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-fb1a734c-7ec6-4d29-bc48-90a3a87b0e49 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/subnets/0b4036ab-e9a6-4c9a-a3b2-b3713858e9a5 HTTP/1.1" status: 204 len: 168 time: 2.8252771 Jul 29 23:30:21.501215 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 47798) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:21.524711 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-4e7a623c-b6a9-4f3a-95dd-77f2a30aeaae None None] Could not find standard attr ID for object fbd0f401-7db6-46c4-9317-7223cc35ad11. {{(pid=94079) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:30:21.614240 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c278e823-e58d-4799-82fe-4a31fea05407 req-2f5d8be9-a3ba-41a1-bb49-6fa94759d77b tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa1f785d-6614-46df-bb6d-2d3456c7d655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5985959 Jul 29 23:30:21.670949 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-3b508b0d-9818-4cbe-9144-8cf4d0d7bd82 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0886893 Jul 29 23:30:21.680623 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 47802) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:21.685367 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-a43fc67e-95db-4bce-b904-57d49d7b16cf tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Request body: {'subnet': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:21.704694 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00fa9b-3368-4ee3-90d8-5cbc0c68f153 req-8e695c9c-c9ce-4263-a504-1e6ce28b8b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:21.707191 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cd00fa9b-3368-4ee3-90d8-5cbc0c68f153 req-8e695c9c-c9ce-4263-a504-1e6ce28b8b0d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c3c24e47-6f98-4263-b145-87f6b963a188 HTTP/1.1" status: 200 len: 861 time: 0.2763498 Jul 29 23:30:21.775242 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cd00fa9b-3368-4ee3-90d8-5cbc0c68f153 req-6c3d73bd-0461-4834-9b94-fc1bdf5453eb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=23b49fce-3be7-4e0d-90cc-4538a9f4dc71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575569 Jul 29 23:30:21.873095 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4f25c1a7-8eb7-451e-a89f-d2aad72de9b6 req-3f67d6d2-171f-4a2d-8567-999213fae8ec tempest-FloatingIPsNegativeTestJSON-890002662 tempest-FloatingIPsNegativeTestJSON-890002662-project] 10.222.0.43 "GET /v2.0/floatingips?tenant_id=94e6129eeb1d43dba9946c32a0212cf9 HTTP/1.1" status: 200 len: 217 time: 0.0689821 Jul 29 23:30:21.908161 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:22.031908 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c123e210-803e-4445-85d0-a530fed56eab req-9b15f458-830f-4e96-9fd2-265fd0e9b761 tempest-FloatingIPsNegativeTestJSON-890002662 tempest-FloatingIPsNegativeTestJSON-890002662-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0593805 Jul 29 23:30:22.041691 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a43fc67e-95db-4bce-b904-57d49d7b16cf tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Made reservation on behalf of 7c9416c97c57443282624ca6d2f37df4 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:30:22.052486 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a43fc67e-95db-4bce-b904-57d49d7b16cf tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:22.086404 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-099c391a-115c-4ef2-bcb0-c12ea7fb4a96 None None] Set router 9b73c5ac-70c9-4f4f-bccc-7f5bc9901951 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:30:22.101572 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 2a9293dd-19ed-4fd3-b557-f1fdd43b26a0, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=2a9293dd-19ed-4fd3-b557-f1fdd43b26a0,segment=NetworkSegment(02776017-cd96-47aa-82ba-ea70b6a22dcc),segment_id=02776017-cd96-47aa-82ba-ea70b6a22dcc)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:22.118765 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cd00fa9b-3368-4ee3-90d8-5cbc0c68f153 req-f7684e69-cf72-462a-ac4d-9000dc96716d service neutron] 10.222.0.22 "GET /v2.0/networks/23b49fce-3be7-4e0d-90cc-4538a9f4dc71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3004034 Jul 29 23:30:22.131189 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f0a05a-8f04-4159-89be-bf018b6b2ee3 None None] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:30:22.153713 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:22.156503 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device e0dec43f-384b-4653-ac42-557993edadab up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:30:22.212422 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [req-f3a60dc1-fbd8-4f54-9256-70b5894ef6ad req-4ab8acbd-a905-4e49-8728-7d3eaaa21b5f tempest-FloatingIPsNegativeTestJSON-890002662 tempest-FloatingIPsNegativeTestJSON-890002662-project] show failed (client error): The resource could not be found. Jul 29 23:30:22.214824 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f3a60dc1-fbd8-4f54-9256-70b5894ef6ad req-4ab8acbd-a905-4e49-8728-7d3eaaa21b5f tempest-FloatingIPsNegativeTestJSON-890002662 tempest-FloatingIPsNegativeTestJSON-890002662-project] 10.222.0.43 "GET /v2.0/floatingips/699ddcf5-45c4-46b1-8074-4d7cc6750640 HTTP/1.1" status: 404 len: 350 time: 0.1603675 Jul 29 23:30:22.306850 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 47812) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:22.526849 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cd00fa9b-3368-4ee3-90d8-5cbc0c68f153 req-26362d83-6f1d-4d0c-95cc-9ef43125e465 service neutron] 10.222.0.22 "GET /v2.0/networks/23b49fce-3be7-4e0d-90cc-4538a9f4dc71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3177314 Jul 29 23:30:22.571146 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80624aa8-2b1d-4cdf-9cbe-cd5d052f4ec9 req-b9022a2e-4c81-4ffc-a953-8a4dd6d5fd12 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:22.574917 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-80624aa8-2b1d-4cdf-9cbe-cd5d052f4ec9 req-b9022a2e-4c81-4ffc-a953-8a4dd6d5fd12 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 946 time: 0.7986460 Jul 29 23:30:22.600147 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-099c391a-115c-4ef2-bcb0-c12ea7fb4a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b73c5ac-70c9-4f4f-bccc-7f5bc9901951', 'name': 'tempest-ServersTestBootFromVolume-442508025-router', 'tenant_id': '38e5a2101cb84e649abcb077576a3704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'fadecb27-2f3a-409c-b390-ab58b11b5462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:30:13Z', 'updated_at': '2021-07-29T23:30:17Z', 'revision_number': 3, 'project_id': '38e5a2101cb84e649abcb077576a3704', 'gw_port': {'id': 'fadecb27-2f3a-409c-b390-ab58b11b5462', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:5f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b73c5ac-70c9-4f4f-bccc-7f5bc9901951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:30:15Z', 'updated_at': '2021-07-29T23:30:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:22.649490 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-4e7a623c-b6a9-4f3a-95dd-77f2a30aeaae None None] Provisioning complete for port 2a9293dd-19ed-4fd3-b557-f1fdd43b26a0 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:22.650292 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4e7a623c-b6a9-4f3a-95dd-77f2a30aeaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:22.755875 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-80624aa8-2b1d-4cdf-9cbe-cd5d052f4ec9 req-6b9ea7dd-0df4-4cd6-8440-bc441ee24db5 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725364 Jul 29 23:30:22.820184 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099c391a-115c-4ef2-bcb0-c12ea7fb4a96 None None] Checking router: 9b73c5ac-70c9-4f4f-bccc-7f5bc9901951 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:30:22.820642 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099c391a-115c-4ef2-bcb0-c12ea7fb4a96 None None] Updating router 9b73c5ac-70c9-4f4f-bccc-7f5bc9901951 port fadecb27-2f3a-409c-b390-ab58b11b5462 binding host n-d-712141-10 {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:30:22.897906 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f6ad8-6a39-420d-8985-c0da2e5b669b req-aa98b5e5-3e52-489e-8c73-54ee462f4b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:22.899518 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ec8f6ad8-6a39-420d-8985-c0da2e5b669b req-aa98b5e5-3e52-489e-8c73-54ee462f4b85 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c535609bcdf74f6ab26dcf70ac96b83d&device_id=cd70cf15-55f5-4e83-9fe0-1d05410d2c84 HTTP/1.1" status: 200 len: 1096 time: 0.1808398 Jul 29 23:30:22.934579 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-099c391a-115c-4ef2-bcb0-c12ea7fb4a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:23.118016 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=2a9293dd-19ed-4fd3-b557-f1fdd43b26a0,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:23.233064 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port e0dec43f-384b-4653-ac42-557993edadab triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:23.233563 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:23.398673 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f6ad8-6a39-420d-8985-c0da2e5b669b req-4806898d-fcc9-4e6b-a882-c18bb9784002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:23.400457 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ec8f6ad8-6a39-420d-8985-c0da2e5b669b req-4806898d-fcc9-4e6b-a882-c18bb9784002 service neutron] 10.222.0.22 "GET /v2.0/networks?id=23b49fce-3be7-4e0d-90cc-4538a9f4dc71 HTTP/1.1" status: 200 len: 922 time: 0.4848728 Jul 29 23:30:23.496113 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e0e99cba-f09e-4823-a38a-104ad67f2fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:23.504296 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a43fc67e-95db-4bce-b904-57d49d7b16cf tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:23.516090 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ec8f6ad8-6a39-420d-8985-c0da2e5b669b req-1a0ba071-6842-4a64-9642-ad6093f4bbbc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9245fec4-daf7-4c42-b5f0-895c2c7a80c5 HTTP/1.1" status: 200 len: 217 time: 0.1037076 Jul 29 23:30:23.567101 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf37846-dd64-4d4f-9232-c6fe2a7ec8c7 req-b21323f4-e4ad-4701-a2c5-7844e923aa3a tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:23.586357 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6bf37846-dd64-4d4f-9232-c6fe2a7ec8c7 req-b21323f4-e4ad-4701-a2c5-7844e923aa3a tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd70cf15-55f5-4e83-9fe0-1d05410d2c84 HTTP/1.1" status: 200 len: 944 time: 0.5789530 Jul 29 23:30:23.603404 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-4fad8c0e-e419-4245-b96f-6a42fee1ed79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c78e27e-9820-4d65-b02b-f368567ebe65', 'name': 'tempest-FloatingIPsNegativeTestJSON-1773744063-router', 'tenant_id': '94e6129eeb1d43dba9946c32a0212cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'e0dec43f-384b-4653-ac42-557993edadab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:30:02Z', 'updated_at': '2021-07-29T23:30:15Z', 'revision_number': 4, 'project_id': '94e6129eeb1d43dba9946c32a0212cf9', 'gw_port': {'id': 'e0dec43f-384b-4653-ac42-557993edadab', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:66:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c78e27e-9820-4d65-b02b-f368567ebe65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:30:03Z', 'updated_at': '2021-07-29T23:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'd67cdea6-c263-4fa9-810f-b1e153cd85fd', 'name': '', 'network_id': '2aa7a0ee-05f5-4bc9-a96f-dbc2eccb848b', 'tenant_id': '94e6129eeb1d43dba9946c32a0212cf9', 'mac_address': 'fa:16:3e:01:8f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c78e27e-9820-4d65-b02b-f368567ebe65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '8c4ba583-0146-4070-afa3-1e57abef268c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:30:10Z', 'updated_at': '2021-07-29T23:30:15Z', 'revision_number': 2, 'project_id': '94e6129eeb1d43dba9946c32a0212cf9', 'subnets': [{'id': '8c4ba583-0146-4070-afa3-1e57abef268c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:23.784370 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-099c391a-115c-4ef2-bcb0-c12ea7fb4a96 None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:23.857743 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-099c391a-115c-4ef2-bcb0-c12ea7fb4a96 None None] Transition to ACTIVE for port object fadecb27-2f3a-409c-b390-ab58b11b5462 will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:30:23.875878 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-099c391a-115c-4ef2-bcb0-c12ea7fb4a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:23.996057 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-099c391a-115c-4ef2-bcb0-c12ea7fb4a96 None None] Attempting to bind port fadecb27-2f3a-409c-b390-ab58b11b5462 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:30:23.996993 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-099c391a-115c-4ef2-bcb0-c12ea7fb4a96 None None] Attempting to bind port fadecb27-2f3a-409c-b390-ab58b11b5462 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:30:23.997710 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099c391a-115c-4ef2-bcb0-c12ea7fb4a96 None None] Attempting to bind port fadecb27-2f3a-409c-b390-ab58b11b5462 on network 58f27f61-3278-49cc-b66b-1e729d26f29f {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:30:24.006496 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099c391a-115c-4ef2-bcb0-c12ea7fb4a96 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:30:24.007407 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099c391a-115c-4ef2-bcb0-c12ea7fb4a96 None None] Checking segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:30:24.008434 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-099c391a-115c-4ef2-bcb0-c12ea7fb4a96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:24.008564 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099c391a-115c-4ef2-bcb0-c12ea7fb4a96 None None] Bound using segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:30:24.009151 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-099c391a-115c-4ef2-bcb0-c12ea7fb4a96 None None] Bound port: fadecb27-2f3a-409c-b390-ab58b11b5462, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:30:24.009809 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-099c391a-115c-4ef2-bcb0-c12ea7fb4a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:24.018843 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93867b72-8028-41b8-9f4b-88d1a2a3cc0c None None] Pushing event updated for resources: {'Port': ['ID=fadecb27-2f3a-409c-b390-ab58b11b5462,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:24.027196 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0faeae4d-ece2-4337-8ad5-7603d5f482c2 None None] DHCP port deletion for 27ea2e30-5576-4381-a6d8-03efb8f4bd4e request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:30:24.029862 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fad8c0e-e419-4245-b96f-6a42fee1ed79 None None] Checking router: 3c78e27e-9820-4d65-b02b-f368567ebe65 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:30:24.030596 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fad8c0e-e419-4245-b96f-6a42fee1ed79 None None] Updating router 3c78e27e-9820-4d65-b02b-f368567ebe65 port d67cdea6-c263-4fa9-810f-b1e153cd85fd binding host n-d-712141-10 {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:30:24.043885 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6bf37846-dd64-4d4f-9232-c6fe2a7ec8c7 req-1a7d63f7-0838-4cc9-a605-5ea61b438fe6 tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa1f785d-6614-46df-bb6d-2d3456c7d655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4548161 Jul 29 23:30:24.060740 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f6ad8-6a39-420d-8985-c0da2e5b669b req-27c98cd7-48f0-430b-a3f4-00317da060c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:24.062781 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ec8f6ad8-6a39-420d-8985-c0da2e5b669b req-27c98cd7-48f0-430b-a3f4-00317da060c2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c3c24e47-6f98-4263-b145-87f6b963a188 HTTP/1.1" status: 200 len: 861 time: 0.5320542 Jul 29 23:30:24.166037 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ec8f6ad8-6a39-420d-8985-c0da2e5b669b req-3123620f-d2c4-4d2b-ac77-98abd1f8d369 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=23b49fce-3be7-4e0d-90cc-4538a9f4dc71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429595 Jul 29 23:30:24.198552 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-099c391a-115c-4ef2-bcb0-c12ea7fb4a96 None None] For port fadecb27-2f3a-409c-b390-ab58b11b5462, host n-d-712141-10, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:30:24.214016 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-099c391a-115c-4ef2-bcb0-c12ea7fb4a96 None None] For port fadecb27-2f3a-409c-b390-ab58b11b5462, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=fadecb27-2f3a-409c-b390-ab58b11b5462,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:30:24.224905 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-099c391a-115c-4ef2-bcb0-c12ea7fb4a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:24.234302 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab854b0-f51c-4a3a-9806-c66fad3b9c27 req-95990a5c-567d-42d0-b65f-710180ecd922 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:24.239906 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4fad8c0e-e419-4245-b96f-6a42fee1ed79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:24.245623 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2ab854b0-f51c-4a3a-9806-c66fad3b9c27 req-95990a5c-567d-42d0-b65f-710180ecd922 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 946 time: 0.2371435 Jul 29 23:30:24.272229 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43fc67e-95db-4bce-b904-57d49d7b16cf tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:30:24.320856 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-a43fc67e-95db-4bce-b904-57d49d7b16cf tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:24.331034 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43fc67e-95db-4bce-b904-57d49d7b16cf tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:24.331034 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a43fc67e-95db-4bce-b904-57d49d7b16cf tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:24.352293 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43fc67e-95db-4bce-b904-57d49d7b16cf tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event updated for resources: {'Subnet': ['ID=400bf2b3-e093-423d-b552-ef82f33970c3,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:24.383150 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c9b94977-a45b-4afe-b5b4-ba318de7a02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:24.398230 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a43fc67e-95db-4bce-b904-57d49d7b16cf tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.7170618 Jul 29 23:30:24.402963 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 47838) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:24.410569 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-90f6e6df-166b-43c5-be7c-be84c830b0bc tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Request body: {'port': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'fixed_ips': [{'subnet_id': '400bf2b3-e093-423d-b552-ef82f33970c3', 'ip_address': '2001:db8::5305:4cc4:55f1:78b7'}], 'name': 'tempest-NetworksTestDHCPv6-884328150'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:24.436548 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2ab854b0-f51c-4a3a-9806-c66fad3b9c27 req-12381a93-69cd-4f65-8f47-c2455a7bfad5 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1878154 Jul 29 23:30:24.476422 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:30:24.486365 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93867b72-8028-41b8-9f4b-88d1a2a3cc0c None None] Pushing event updated for resources: {'Port': ['ID=fadecb27-2f3a-409c-b390-ab58b11b5462,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:24.516468 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099c391a-115c-4ef2-bcb0-c12ea7fb4a96 None None] Routers {'9b73c5ac-70c9-4f4f-bccc-7f5bc9901951'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:30:24.519323 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-099c391a-115c-4ef2-bcb0-c12ea7fb4a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:29:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['9b73c5ac-70c9-4f4f-bccc-7f5bc9901951'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:24.571063 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ec8f6ad8-6a39-420d-8985-c0da2e5b669b req-a6d49033-0949-4d8f-8e3b-829ef03b5caf service neutron] 10.222.0.22 "GET /v2.0/networks/23b49fce-3be7-4e0d-90cc-4538a9f4dc71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060508 Jul 29 23:30:24.578076 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-0faeae4d-ece2-4337-8ad5-7603d5f482c2 None None] Deleting port 04edcd24-0a2e-4c63-bece-b7f2e004e8b0 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:30:24.578446 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0faeae4d-ece2-4337-8ad5-7603d5f482c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:24.911692 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-099c391a-115c-4ef2-bcb0-c12ea7fb4a96 None None] Set router 9b73c5ac-70c9-4f4f-bccc-7f5bc9901951 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:30:24.920998 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f6e6df-166b-43c5-be7c-be84c830b0bc tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Made reservation on behalf of 7c9416c97c57443282624ca6d2f37df4 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:30:24.926543 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ec8f6ad8-6a39-420d-8985-c0da2e5b669b req-4018ba84-ff59-4634-9a31-8b43deaaba7e service neutron] 10.222.0.22 "GET /v2.0/networks/23b49fce-3be7-4e0d-90cc-4538a9f4dc71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470526 Jul 29 23:30:24.946199 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-0faeae4d-ece2-4337-8ad5-7603d5f482c2 None None] For port 04edcd24-0a2e-4c63-bece-b7f2e004e8b0, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=04edcd24-0a2e-4c63-bece-b7f2e004e8b0,segment=NetworkSegment(ceb567b3-93e6-4495-80aa-58a786948605),segment_id=ceb567b3-93e6-4495-80aa-58a786948605)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:24.946623 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0faeae4d-ece2-4337-8ad5-7603d5f482c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:24.983597 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-0faeae4d-ece2-4337-8ad5-7603d5f482c2 None None] Calling delete_port for 04edcd24-0a2e-4c63-bece-b7f2e004e8b0 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:30:25.071580 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-90f6e6df-166b-43c5-be7c-be84c830b0bc tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:25.137681 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [None req-90f6e6df-166b-43c5-be7c-be84c830b0bc tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] device_id is not set on port 0413034b-3a06-42d2-b4d2-1f9c95905a07 yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:30:25.144763 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 2a9293dd-19ed-4fd3-b557-f1fdd43b26a0 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:30:25.211292 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0faeae4d-ece2-4337-8ad5-7603d5f482c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:25.289825 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c17c83-118e-4ed8-ae25-c309ae65d4b1 req-ea7db7fd-455a-4799-b010-402e2ea4efee tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:25.299932 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-78c17c83-118e-4ed8-ae25-c309ae65d4b1 req-ea7db7fd-455a-4799-b010-402e2ea4efee tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd70cf15-55f5-4e83-9fe0-1d05410d2c84 HTTP/1.1" status: 200 len: 944 time: 0.1150303 Jul 29 23:30:25.316922 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4fad8c0e-e419-4245-b96f-6a42fee1ed79 None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:25.328880 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-4fad8c0e-e419-4245-b96f-6a42fee1ed79 None None] Transition to ACTIVE for port object d67cdea6-c263-4fa9-810f-b1e153cd85fd will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:30:25.355088 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 9245fec4-daf7-4c42-b5f0-895c2c7a80c5 details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:30:25.357418 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-099c391a-115c-4ef2-bcb0-c12ea7fb4a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b73c5ac-70c9-4f4f-bccc-7f5bc9901951', 'name': 'tempest-ServersTestBootFromVolume-442508025-router', 'tenant_id': '38e5a2101cb84e649abcb077576a3704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'fadecb27-2f3a-409c-b390-ab58b11b5462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:30:13Z', 'updated_at': '2021-07-29T23:30:17Z', 'revision_number': 3, 'project_id': '38e5a2101cb84e649abcb077576a3704', 'gw_port': {'id': 'fadecb27-2f3a-409c-b390-ab58b11b5462', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:5f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b73c5ac-70c9-4f4f-bccc-7f5bc9901951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:30:15Z', 'updated_at': '2021-07-29T23:30:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:25.364658 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faeae4d-ece2-4337-8ad5-7603d5f482c2 None None] Pushing event deleted for resources: {'Port': ['ID=04edcd24-0a2e-4c63-bece-b7f2e004e8b0,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:25.366869 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4fad8c0e-e419-4245-b96f-6a42fee1ed79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:25.424532 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0faeae4d-ece2-4337-8ad5-7603d5f482c2 None None] No DVR routers for this DVR port 04edcd24-0a2e-4c63-bece-b7f2e004e8b0 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:30:25.434091 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 2a9293dd-19ed-4fd3-b557-f1fdd43b26a0 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:25.434612 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:25.437266 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-78c17c83-118e-4ed8-ae25-c309ae65d4b1 req-36509dd4-280a-47ad-84cb-a32d65a5c2a4 tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa1f785d-6614-46df-bb6d-2d3456c7d655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363618 Jul 29 23:30:25.437963 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 47852) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:25.456571 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-1a424e0c-bdbc-4350-bb65-009bbb902ca2 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-657297211'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:25.461041 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099c391a-115c-4ef2-bcb0-c12ea7fb4a96 None None] The sync data for ids ['9b73c5ac-70c9-4f4f-bccc-7f5bc9901951'] in n-d-712141-10 is: [{'id': '9b73c5ac-70c9-4f4f-bccc-7f5bc9901951', 'name': 'tempest-ServersTestBootFromVolume-442508025-router', 'tenant_id': '38e5a2101cb84e649abcb077576a3704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'fadecb27-2f3a-409c-b390-ab58b11b5462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:30:13Z', 'updated_at': '2021-07-29T23:30:17Z', 'revision_number': 3, 'project_id': '38e5a2101cb84e649abcb077576a3704', 'gw_port': {'id': 'fadecb27-2f3a-409c-b390-ab58b11b5462', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:5f:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b73c5ac-70c9-4f4f-bccc-7f5bc9901951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:30:15Z', 'updated_at': '2021-07-29T23:30:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:30:25.534069 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a424e0c-bdbc-4350-bb65-009bbb902ca2 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Made reservation on behalf of 0f2ab90424214bdcb3d3f2d44c6cf9b4 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:30:25.535405 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd4c772-3a4a-42ac-ad5d-6f413f23c6ac None None] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:30:25.536265 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-90f6e6df-166b-43c5-be7c-be84c830b0bc tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Allocated IP 2001:db8::5305:4cc4:55f1:78b7 (27ea2e30-5576-4381-a6d8-03efb8f4bd4e/400bf2b3-e093-423d-b552-ef82f33970c3/0413034b-3a06-42d2-b4d2-1f9c95905a07) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:30:25.537706 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1a424e0c-bdbc-4350-bb65-009bbb902ca2 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:25.540685 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.db.resource_extend [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:30:25.592075 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-c9b94977-a45b-4afe-b5b4-ba318de7a02c admin admin] Allocated IP 172.20.0.1 (7f4f5951-808e-47f0-8843-cccf83b2b5f5/b0626110-2e70-4df5-8ca6-7b634c09fbe0/f5a2f605-f7d6-4dfa-a112-37a5f14c8f0e) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:30:25.619344 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a424e0c-bdbc-4350-bb65-009bbb902ca2 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:30:25.651535 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1a424e0c-bdbc-4350-bb65-009bbb902ca2 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:25.652145 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-1a424e0c-bdbc-4350-bb65-009bbb902ca2 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Added segment 7dadb843-f68f-4bdc-b544-97924c20701a of type vlan for network 61db5dcd-b042-47fa-9111-3b2277565367 Jul 29 23:30:25.760168 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1a424e0c-bdbc-4350-bb65-009bbb902ca2 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:25.804158 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e960a2c-d114-4592-a45b-2209ec6fda37 req-7a9dd027-9386-41b9-a870-7742b8c52cf7 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:25.806138 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3e960a2c-d114-4592-a45b-2209ec6fda37 req-7a9dd027-9386-41b9-a870-7742b8c52cf7 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 946 time: 0.1337874 Jul 29 23:30:25.857548 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1a424e0c-bdbc-4350-bb65-009bbb902ca2 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:25.869570 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a424e0c-bdbc-4350-bb65-009bbb902ca2 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:25.881120 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1a424e0c-bdbc-4350-bb65-009bbb902ca2 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:26.003260 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 9245fec4-daf7-4c42-b5f0-895c2c7a80c5, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=9245fec4-daf7-4c42-b5f0-895c2c7a80c5,segment=NetworkSegment(ecad5f25-44c3-4215-8747-09705c529f6d),segment_id=ecad5f25-44c3-4215-8747-09705c529f6d)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:26.070121 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80458851-6de9-426b-9f1d-ccaad5ae61df None None] Pushing event updated for resources: {'Port': ['ID=d67cdea6-c263-4fa9-810f-b1e153cd85fd,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:26.176269 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c5aae5b3-c40d-4a8e-9207-eaa7f1e02eb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:26.205952 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-4fad8c0e-e419-4245-b96f-6a42fee1ed79 None None] Attempting to bind port d67cdea6-c263-4fa9-810f-b1e153cd85fd on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:30:26.206551 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-4fad8c0e-e419-4245-b96f-6a42fee1ed79 None None] Attempting to bind port d67cdea6-c263-4fa9-810f-b1e153cd85fd by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '2fe54a66-4608-4cd3-934b-b4a8ff739bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2aa7a0ee-05f5-4bc9-a96f-dbc2eccb848b'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:30:26.206681 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fad8c0e-e419-4245-b96f-6a42fee1ed79 None None] Attempting to bind port d67cdea6-c263-4fa9-810f-b1e153cd85fd on network 2aa7a0ee-05f5-4bc9-a96f-dbc2eccb848b {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:30:26.214180 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '9245fec4-daf7-4c42-b5f0-895c2c7a80c5', 'network_id': '23b49fce-3be7-4e0d-90cc-4538a9f4dc71', 'port_id': '9245fec4-daf7-4c42-b5f0-895c2c7a80c5', 'mac_address': 'fa:16:3e:ba:e4:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3c24e47-6f98-4263-b145-87f6b963a188', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:30:26.282785 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fad8c0e-e419-4245-b96f-6a42fee1ed79 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:30:26.283580 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fad8c0e-e419-4245-b96f-6a42fee1ed79 None None] Checking segment: {'id': '2fe54a66-4608-4cd3-934b-b4a8ff739bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2aa7a0ee-05f5-4bc9-a96f-dbc2eccb848b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:30:26.283982 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4fad8c0e-e419-4245-b96f-6a42fee1ed79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:26.284383 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fad8c0e-e419-4245-b96f-6a42fee1ed79 None None] Bound using segment: {'id': '2fe54a66-4608-4cd3-934b-b4a8ff739bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2aa7a0ee-05f5-4bc9-a96f-dbc2eccb848b'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:30:26.284890 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-4fad8c0e-e419-4245-b96f-6a42fee1ed79 None None] Bound port: d67cdea6-c263-4fa9-810f-b1e153cd85fd, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fe54a66-4608-4cd3-934b-b4a8ff739bb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '2aa7a0ee-05f5-4bc9-a96f-dbc2eccb848b'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:30:26.285270 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4fad8c0e-e419-4245-b96f-6a42fee1ed79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:26.384709 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-aea930ef-5adf-4395-83a1-eb715382dc1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:26.615860 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a424e0c-bdbc-4350-bb65-009bbb902ca2 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Pushing event updated for resources: {'Network': ['ID=61db5dcd-b042-47fa-9111-3b2277565367,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:26.648249 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:26.650289 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 61db5dcd-b042-47fa-9111-3b2277565367 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:30:26.747220 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-1a424e0c-bdbc-4350-bb65-009bbb902ca2 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3074493 Jul 29 23:30:26.752643 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3e960a2c-d114-4592-a45b-2209ec6fda37 req-ba53e6a1-185e-49a3-90cb-2b18b2636d00 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9360149 Jul 29 23:30:26.757752 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 47880) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:26.766574 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-4d37c29f-e545-48c2-88aa-b2de250b498a tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-544849468'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:26.777928 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:26.823022 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f263500-fd47-4c3b-8b7e-248d457ce061 req-98cc4a48-8359-477d-9bbe-37fe6bf6cd99 tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:26.832964 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9f263500-fd47-4c3b-8b7e-248d457ce061 req-98cc4a48-8359-477d-9bbe-37fe6bf6cd99 tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd70cf15-55f5-4e83-9fe0-1d05410d2c84 HTTP/1.1" status: 200 len: 944 time: 0.1914499 Jul 29 23:30:26.840883 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d37c29f-e545-48c2-88aa-b2de250b498a tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Made reservation on behalf of 0f2ab90424214bdcb3d3f2d44c6cf9b4 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:30:26.872893 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4d37c29f-e545-48c2-88aa-b2de250b498a tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:26.883942 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b20748-0458-4ba9-8b15-ed3a4021a46e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'tenant_id': '7c9416c97c57443282624ca6d2f37df4', 'fixed_ips': [{'subnet_id': '400bf2b3-e093-423d-b552-ef82f33970c3'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:30:26.884808 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a9b20748-0458-4ba9-8b15-ed3a4021a46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:26.933268 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9245fec4-daf7-4c42-b5f0-895c2c7a80c5 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:30:26.958064 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9f263500-fd47-4c3b-8b7e-248d457ce061 req-335c8fe4-c51e-4c3a-9171-644fba2623b9 tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa1f785d-6614-46df-bb6d-2d3456c7d655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231010 Jul 29 23:30:26.958420 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 9245fec4-daf7-4c42-b5f0-895c2c7a80c5, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=9245fec4-daf7-4c42-b5f0-895c2c7a80c5,segment=NetworkSegment(ecad5f25-44c3-4215-8747-09705c529f6d),segment_id=ecad5f25-44c3-4215-8747-09705c529f6d)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:26.961278 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d37c29f-e545-48c2-88aa-b2de250b498a tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:30:26.964041 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c9b94977-a45b-4afe-b5b4-ba318de7a02c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:26.989247 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4d37c29f-e545-48c2-88aa-b2de250b498a tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:26.997737 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-4d37c29f-e545-48c2-88aa-b2de250b498a tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Added segment ba5bac9c-cf87-4379-a2c6-b5c109b5db18 of type vlan for network efe051f0-42fc-4850-b7cd-89c8013aea3e Jul 29 23:30:27.019857 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:27.106309 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-c9b94977-a45b-4afe-b5b4-ba318de7a02c admin admin] Transition to ACTIVE for port object f5a2f605-f7d6-4dfa-a112-37a5f14c8f0e will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:30:27.164158 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-4fad8c0e-e419-4245-b96f-6a42fee1ed79 None None] For port d67cdea6-c263-4fa9-810f-b1e153cd85fd, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:30:27.211838 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-90f6e6df-166b-43c5-be7c-be84c830b0bc tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:27.234929 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4d37c29f-e545-48c2-88aa-b2de250b498a tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:27.274951 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-90f6e6df-166b-43c5-be7c-be84c830b0bc tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Transition to ACTIVE for port object 0413034b-3a06-42d2-b4d2-1f9c95905a07 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:30:27.307075 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c9b94977-a45b-4afe-b5b4-ba318de7a02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:27.330101 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device fadecb27-2f3a-409c-b390-ab58b11b5462 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:30:27.332275 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4d37c29f-e545-48c2-88aa-b2de250b498a tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:27.335930 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=9245fec4-daf7-4c42-b5f0-895c2c7a80c5,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:27.340279 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d37c29f-e545-48c2-88aa-b2de250b498a tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:27.352535 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4d37c29f-e545-48c2-88aa-b2de250b498a tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:27.380307 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b94977-a45b-4afe-b5b4-ba318de7a02c admin admin] Pushing event updated for resources: {'Port': ['ID=f5a2f605-f7d6-4dfa-a112-37a5f14c8f0e,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:27.404251 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['9245fec4-daf7-4c42-b5f0-895c2c7a80c5'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:30:27.416902 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b94977-a45b-4afe-b5b4-ba318de7a02c admin admin] Network 7f4f5951-808e-47f0-8843-cccf83b2b5f5 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:30:27.424999 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-c9b94977-a45b-4afe-b5b4-ba318de7a02c admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:27.432282 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b94977-a45b-4afe-b5b4-ba318de7a02c admin admin] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:30:27.484297 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c9b94977-a45b-4afe-b5b4-ba318de7a02c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:27.505021 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-4fad8c0e-e419-4245-b96f-6a42fee1ed79 None None] For port d67cdea6-c263-4fa9-810f-b1e153cd85fd, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=d67cdea6-c263-4fa9-810f-b1e153cd85fd,segment=NetworkSegment(2fe54a66-4608-4cd3-934b-b4a8ff739bb7),segment_id=2fe54a66-4608-4cd3-934b-b4a8ff739bb7)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:30:27.508032 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d37c29f-e545-48c2-88aa-b2de250b498a tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Pushing event updated for resources: {'Network': ['ID=efe051f0-42fc-4850-b7cd-89c8013aea3e,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:27.535797 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-4d37c29f-e545-48c2-88aa-b2de250b498a tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7756150 Jul 29 23:30:27.537919 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 47886) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:27.552404 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-8938a127-c0c6-4547-97d3-13c806cddb2b tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Request body: {'subnet': {'network_id': '61db5dcd-b042-47fa-9111-3b2277565367', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:27.605896 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network efe051f0-42fc-4850-b7cd-89c8013aea3e details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:30:27.663902 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4fad8c0e-e419-4245-b96f-6a42fee1ed79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:27.878156 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8938a127-c0c6-4547-97d3-13c806cddb2b tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Made reservation on behalf of 0f2ab90424214bdcb3d3f2d44c6cf9b4 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:30:27.892961 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8938a127-c0c6-4547-97d3-13c806cddb2b tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:27.904440 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c9b94977-a45b-4afe-b5b4-ba318de7a02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:28.046968 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-90f6e6df-166b-43c5-be7c-be84c830b0bc tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:28.093768 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:28.159719 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f6e6df-166b-43c5-be7c-be84c830b0bc tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:30:28.167927 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-90f6e6df-166b-43c5-be7c-be84c830b0bc tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:28.178774 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f6e6df-166b-43c5-be7c-be84c830b0bc tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:30:28.192658 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f6e6df-166b-43c5-be7c-be84c830b0bc tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:28.193342 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-90f6e6df-166b-43c5-be7c-be84c830b0bc tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:28.215949 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-650ee726-ae6d-40b5-825b-9da6cfa5cba6 None None] Provisioning for port f5a2f605-f7d6-4dfa-a112-37a5f14c8f0e completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:30:28.236803 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-90f6e6df-166b-43c5-be7c-be84c830b0bc tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.8282695 Jul 29 23:30:28.244700 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 47902) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:28.274724 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-650ee726-ae6d-40b5-825b-9da6cfa5cba6 None None] Provisioning complete for port f5a2f605-f7d6-4dfa-a112-37a5f14c8f0e triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:28.275369 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-650ee726-ae6d-40b5-825b-9da6cfa5cba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:28.297708 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-c5aae5b3-c40d-4a8e-9207-eaa7f1e02eb3 admin admin] Deleting port d67cdea6-c263-4fa9-810f-b1e153cd85fd {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:30:28.303637 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c5aae5b3-c40d-4a8e-9207-eaa7f1e02eb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:28.358651 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fad8c0e-e419-4245-b96f-6a42fee1ed79 None None] Routers {'3c78e27e-9820-4d65-b02b-f368567ebe65'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:30:28.359304 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-4fad8c0e-e419-4245-b96f-6a42fee1ed79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:30:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['3c78e27e-9820-4d65-b02b-f368567ebe65'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:28.436050 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f6e6df-166b-43c5-be7c-be84c830b0bc tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event updated for resources: {'Port': ['ID=0413034b-3a06-42d2-b4d2-1f9c95905a07,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:28.531683 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9076d820-e138-4c32-8513-e7fe09aad4ea req-12ad9b9d-0a8d-42ea-870d-baf794d83bbe tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:28.543689 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9076d820-e138-4c32-8513-e7fe09aad4ea req-12ad9b9d-0a8d-42ea-870d-baf794d83bbe tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 946 time: 0.3298564 Jul 29 23:30:28.647326 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-a9b20748-0458-4ba9-8b15-ed3a4021a46e None None] Allocated IP 2001:db8::2 (27ea2e30-5576-4381-a6d8-03efb8f4bd4e/400bf2b3-e093-423d-b552-ef82f33970c3/45dd2b47-c5a6-4f14-b0a9-180d0dbbd1d0) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:30:28.657762 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9076d820-e138-4c32-8513-e7fe09aad4ea req-3d570669-ae89-4b2b-8893-198c797ba12e tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129954 Jul 29 23:30:28.662508 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-c5aae5b3-c40d-4a8e-9207-eaa7f1e02eb3 admin admin] For port d67cdea6-c263-4fa9-810f-b1e153cd85fd, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=d67cdea6-c263-4fa9-810f-b1e153cd85fd,segment=NetworkSegment(2fe54a66-4608-4cd3-934b-b4a8ff739bb7),segment_id=2fe54a66-4608-4cd3-934b-b4a8ff739bb7)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:28.662908 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c5aae5b3-c40d-4a8e-9207-eaa7f1e02eb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:28.685995 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a0c492-65f2-4e8c-bda6-68751fc21a37 req-876a8d4a-6da8-4cac-bae3-e7ab4aeea859 tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:28.699804 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-10a0c492-65f2-4e8c-bda6-68751fc21a37 req-876a8d4a-6da8-4cac-bae3-e7ab4aeea859 tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd70cf15-55f5-4e83-9fe0-1d05410d2c84 HTTP/1.1" status: 200 len: 945 time: 0.5344095 Jul 29 23:30:28.769184 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-c5aae5b3-c40d-4a8e-9207-eaa7f1e02eb3 admin admin] Calling delete_port for d67cdea6-c263-4fa9-810f-b1e153cd85fd owned by network:router_interface {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:30:28.924565 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-10a0c492-65f2-4e8c-bda6-68751fc21a37 req-778ef29b-7c2d-42c3-9a8f-a40cd61b1959 tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa1f785d-6614-46df-bb6d-2d3456c7d655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227244 Jul 29 23:30:29.012999 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a9b20748-0458-4ba9-8b15-ed3a4021a46e None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:29.030316 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-a9b20748-0458-4ba9-8b15-ed3a4021a46e None None] Transition to ACTIVE for port object 45dd2b47-c5a6-4f14-b0a9-180d0dbbd1d0 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:30:29.067844 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-a9b20748-0458-4ba9-8b15-ed3a4021a46e None None] Transition to ACTIVE for port object 45dd2b47-c5a6-4f14-b0a9-180d0dbbd1d0 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:30:29.115801 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a9b20748-0458-4ba9-8b15-ed3a4021a46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:29.122182 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381637aa-8187-41e2-8066-4439ad7c582f tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:29.128392 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-381637aa-8187-41e2-8066-4439ad7c582f tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.8826840 Jul 29 23:30:29.131804 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 47914) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:29.142731 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8938a127-c0c6-4547-97d3-13c806cddb2b tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:29.145269 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80458851-6de9-426b-9f1d-ccaad5ae61df None None] Pushing event updated for resources: {'Port': ['ID=d67cdea6-c263-4fa9-810f-b1e153cd85fd,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:29.305653 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b20748-0458-4ba9-8b15-ed3a4021a46e None None] Pushing event updated for resources: {'Port': ['ID=45dd2b47-c5a6-4f14-b0a9-180d0dbbd1d0,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:29.378969 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c9b94977-a45b-4afe-b5b4-ba318de7a02c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:29.381963 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c5aae5b3-c40d-4a8e-9207-eaa7f1e02eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:29.395162 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8938a127-c0c6-4547-97d3-13c806cddb2b tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Pushing event updated for resources: {'Subnet': ['ID=79a11c1f-d15e-4fd8-9d2b-ecb54e88df46,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:29.401562 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c9b94977-a45b-4afe-b5b4-ba318de7a02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:29.425411 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8938a127-c0c6-4547-97d3-13c806cddb2b tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Checking segment: {'id': '7dadb843-f68f-4bdc-b544-97924c20701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '61db5dcd-b042-47fa-9111-3b2277565367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:30:29.425855 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8938a127-c0c6-4547-97d3-13c806cddb2b tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Network hostable DHCP agents. Network: 61db5dcd-b042-47fa-9111-3b2277565367, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:30:29.430592 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-650ee726-ae6d-40b5-825b-9da6cfa5cba6 None None] Port f5a2f605-f7d6-4dfa-a112-37a5f14c8f0e cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:30:29.432368 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port fadecb27-2f3a-409c-b390-ab58b11b5462 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:30:29.442584 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-4fad8c0e-e419-4245-b96f-6a42fee1ed79 None None] Set router 3c78e27e-9820-4d65-b02b-f368567ebe65 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:30:29.476743 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8938a127-c0c6-4547-97d3-13c806cddb2b tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Network 61db5dcd-b042-47fa-9111-3b2277565367 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:30:29.482346 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aae5b3-c40d-4a8e-9207-eaa7f1e02eb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d67cdea6-c263-4fa9-810f-b1e153cd85fd,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:29.496642 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:29.502882 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b20748-0458-4ba9-8b15-ed3a4021a46e None None] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:30:29.507040 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-8938a127-c0c6-4547-97d3-13c806cddb2b tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 61db5dcd-b042-47fa-9111-3b2277565367) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:29.517228 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8938a127-c0c6-4547-97d3-13c806cddb2b tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:29.517926 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8938a127-c0c6-4547-97d3-13c806cddb2b tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:29.572842 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-8938a127-c0c6-4547-97d3-13c806cddb2b tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0289526 Jul 29 23:30:29.580862 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 47918) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:29.587509 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b94977-a45b-4afe-b5b4-ba318de7a02c admin admin] Pushing event updated for resources: {'Port': ['ID=f5a2f605-f7d6-4dfa-a112-37a5f14c8f0e,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:29.591410 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-eb7f973a-16df-455b-858f-9037dea08b6f tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Request body: {'subnet': {'network_id': 'efe051f0-42fc-4850-b7cd-89c8013aea3e', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:29.634179 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port fadecb27-2f3a-409c-b390-ab58b11b5462 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:29.635280 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:29.713290 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-52babdca-15a6-4da7-b7c1-7a062a15a98d tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Deleting port 0413034b-3a06-42d2-b4d2-1f9c95905a07 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:30:29.713290 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-52babdca-15a6-4da7-b7c1-7a062a15a98d tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:29.720593 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c9b94977-a45b-4afe-b5b4-ba318de7a02c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:29.731112 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07f3ecf-85b2-4623-bf53-e653dc42432b None None] Network 61db5dcd-b042-47fa-9111-3b2277565367 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:30:29.751138 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-a9b20748-0458-4ba9-8b15-ed3a4021a46e None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:29.775494 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b20748-0458-4ba9-8b15-ed3a4021a46e None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:30:29.875507 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb7f973a-16df-455b-858f-9037dea08b6f tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Made reservation on behalf of 0f2ab90424214bdcb3d3f2d44c6cf9b4 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:30:29.897290 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-eb7f973a-16df-455b-858f-9037dea08b6f tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:29.975463 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-17de6f77-46c3-45c1-abd0-c1ac3fdb4a75 None None] Could not find standard attr ID for object d67cdea6-c263-4fa9-810f-b1e153cd85fd. {{(pid=94079) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:30:30.137282 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-52babdca-15a6-4da7-b7c1-7a062a15a98d tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:30.176872 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-52babdca-15a6-4da7-b7c1-7a062a15a98d tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Calling delete_port for 0413034b-3a06-42d2-b4d2-1f9c95905a07 owned by {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:30:30.451803 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-a9b20748-0458-4ba9-8b15-ed3a4021a46e None None] Attempting to bind port 45dd2b47-c5a6-4f14-b0a9-180d0dbbd1d0 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:30:30.452371 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-a9b20748-0458-4ba9-8b15-ed3a4021a46e None None] Attempting to bind port 45dd2b47-c5a6-4f14-b0a9-180d0dbbd1d0 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': 'ceb567b3-93e6-4495-80aa-58a786948605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:30:30.452868 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b20748-0458-4ba9-8b15-ed3a4021a46e None None] Attempting to bind port 45dd2b47-c5a6-4f14-b0a9-180d0dbbd1d0 on network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:30:30.502809 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0758ab37-d175-4bf9-a135-a822fa6d1759 req-2a763d20-61e8-4629-8695-2aa59581bff3 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:30.504538 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0758ab37-d175-4bf9-a135-a822fa6d1759 req-2a763d20-61e8-4629-8695-2aa59581bff3 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 946 time: 0.2009287 Jul 29 23:30:30.524883 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b20748-0458-4ba9-8b15-ed3a4021a46e None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:30:30.525466 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b20748-0458-4ba9-8b15-ed3a4021a46e None None] Checking segment: {'id': 'ceb567b3-93e6-4495-80aa-58a786948605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:30:30.525976 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a9b20748-0458-4ba9-8b15-ed3a4021a46e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:30.526457 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b20748-0458-4ba9-8b15-ed3a4021a46e None None] Bound using segment: {'id': 'ceb567b3-93e6-4495-80aa-58a786948605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:30:30.527047 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-a9b20748-0458-4ba9-8b15-ed3a4021a46e None None] Bound port: 45dd2b47-c5a6-4f14-b0a9-180d0dbbd1d0, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb567b3-93e6-4495-80aa-58a786948605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:30:30.527461 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a9b20748-0458-4ba9-8b15-ed3a4021a46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:30.552403 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b94977-a45b-4afe-b5b4-ba318de7a02c admin admin] Network 7f4f5951-808e-47f0-8843-cccf83b2b5f5 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:30:30.564448 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:30.657201 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b931db1-5126-463b-b3b9-935f028243a5 req-f74b1184-95a1-4894-87df-0c6e382dfdb3 tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:30.675144 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5b931db1-5126-463b-b3b9-935f028243a5 req-f74b1184-95a1-4894-87df-0c6e382dfdb3 tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd70cf15-55f5-4e83-9fe0-1d05410d2c84 HTTP/1.1" status: 200 len: 945 time: 0.2952232 Jul 29 23:30:30.738292 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-c9b94977-a45b-4afe-b5b4-ba318de7a02c admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:30.740896 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c5aae5b3-c40d-4a8e-9207-eaa7f1e02eb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:30.772990 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0758ab37-d175-4bf9-a135-a822fa6d1759 req-a4e9405c-9452-4e19-b081-d440a5e5893b tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2241979 Jul 29 23:30:30.819382 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-eb7f973a-16df-455b-858f-9037dea08b6f tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:30.858404 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-52babdca-15a6-4da7-b7c1-7a062a15a98d tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:31.028014 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5b931db1-5126-463b-b3b9-935f028243a5 req-29bde58a-fe0a-4865-9433-9a34f16f951a tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa1f785d-6614-46df-bb6d-2d3456c7d655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510799 Jul 29 23:30:31.031754 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7f973a-16df-455b-858f-9037dea08b6f tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Pushing event updated for resources: {'Subnet': ['ID=d78777cb-19bd-47c4-81df-bf538051820d,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:31.201559 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb7f973a-16df-455b-858f-9037dea08b6f tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Checking segment: {'id': 'ba5bac9c-cf87-4379-a2c6-b5c109b5db18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'efe051f0-42fc-4850-b7cd-89c8013aea3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:30:31.202485 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7f973a-16df-455b-858f-9037dea08b6f tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Network hostable DHCP agents. Network: efe051f0-42fc-4850-b7cd-89c8013aea3e, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:30:31.290825 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb7f973a-16df-455b-858f-9037dea08b6f tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Network efe051f0-42fc-4850-b7cd-89c8013aea3e is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:30:31.322487 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-eb7f973a-16df-455b-858f-9037dea08b6f tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, efe051f0-42fc-4850-b7cd-89c8013aea3e) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:31.346424 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port fadecb27-2f3a-409c-b390-ab58b11b5462, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=fadecb27-2f3a-409c-b390-ab58b11b5462,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:31.350628 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb7f973a-16df-455b-858f-9037dea08b6f tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:31.351382 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-eb7f973a-16df-455b-858f-9037dea08b6f tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:31.379326 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 9245fec4-daf7-4c42-b5f0-895c2c7a80c5 up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:30:31.404755 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-eb7f973a-16df-455b-858f-9037dea08b6f tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8235178 Jul 29 23:30:31.406521 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13528a13-17c6-45ca-aa7e-769ea9946ca2 None None] Network efe051f0-42fc-4850-b7cd-89c8013aea3e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:30:31.414364 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 47944) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:31.433886 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-d371c7ae-9d72-4c8a-9c69-b4df6841aadc tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Request body: {'port': {'network_id': '61db5dcd-b042-47fa-9111-3b2277565367', 'name': 'tempest-TaggedBootDevicesTest-593390612', 'fixed_ips': [{'subnet_id': '79a11c1f-d15e-4fd8-9d2b-ecb54e88df46'}]}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:31.555069 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50e957e-d638-4093-b191-b8edb58a775b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-61db5dcd-b042-47fa-9111-3b2277565367', 'network_id': '61db5dcd-b042-47fa-9111-3b2277565367', 'tenant_id': '0f2ab90424214bdcb3d3f2d44c6cf9b4', 'fixed_ips': [{'subnet_id': '79a11c1f-d15e-4fd8-9d2b-ecb54e88df46'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:30:31.557797 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d50e957e-d638-4093-b191-b8edb58a775b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:31.569037 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52babdca-15a6-4da7-b7c1-7a062a15a98d tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event deleted for resources: {'Port': ['ID=0413034b-3a06-42d2-b4d2-1f9c95905a07,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:31.592206 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9b94977-a45b-4afe-b5b4-ba318de7a02c admin admin] Router 9b73c5ac-70c9-4f4f-bccc-7f5bc9901951 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:30:31.608132 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:31.671659 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-52babdca-15a6-4da7-b7c1-7a062a15a98d tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:31.680652 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-52babdca-15a6-4da7-b7c1-7a062a15a98d tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/ports/0413034b-3a06-42d2-b4d2-1f9c95905a07 HTTP/1.1" status: 204 len: 168 time: 2.5459099 Jul 29 23:30:31.683830 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 47946) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:31.838977 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 04edcd24-0a2e-4c63-bece-b7f2e004e8b0 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:30:31.935811 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2642ad72-4839-4fc3-bebc-1d68aba56c80 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:31.939098 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2642ad72-4839-4fc3-bebc-1d68aba56c80 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:31.942413 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-2642ad72-4839-4fc3-bebc-1d68aba56c80 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2553649 Jul 29 23:30:31.958349 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 47954) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:32.025877 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-e20556fe-9d4c-4cf4-b9bf-5b894fd0d957 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Deleting subnet 400bf2b3-e093-423d-b552-ef82f33970c3 {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:30:32.057193 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e20556fe-9d4c-4cf4-b9bf-5b894fd0d957 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:32.151615 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-a9b20748-0458-4ba9-8b15-ed3a4021a46e None None] For port 45dd2b47-c5a6-4f14-b0a9-180d0dbbd1d0, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:30:32.162998 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b94977-a45b-4afe-b5b4-ba318de7a02c admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:30:32.166586 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-a9b20748-0458-4ba9-8b15-ed3a4021a46e None None] For port 45dd2b47-c5a6-4f14-b0a9-180d0dbbd1d0, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=45dd2b47-c5a6-4f14-b0a9-180d0dbbd1d0,segment=NetworkSegment(ceb567b3-93e6-4495-80aa-58a786948605),segment_id=ceb567b3-93e6-4495-80aa-58a786948605)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:30:32.171051 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-d2f7d4d8-4469-49a7-bfc7-218effd9c784 None None] Provisioning complete for port f5a2f605-f7d6-4dfa-a112-37a5f14c8f0e triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:32.171775 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d2f7d4d8-4469-49a7-bfc7-218effd9c784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:32.177938 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c9b94977-a45b-4afe-b5b4-ba318de7a02c admin admin] 10.222.0.43 "PUT /v2.0/routers/9b73c5ac-70c9-4f4f-bccc-7f5bc9901951/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0563896 Jul 29 23:30:32.210948 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5aae5b3-c40d-4a8e-9207-eaa7f1e02eb3 admin admin] Router 3c78e27e-9820-4d65-b02b-f368567ebe65 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:30:32.221955 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a9b20748-0458-4ba9-8b15-ed3a4021a46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:32.281734 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd05186-6aa4-42f2-ae01-c39a691bb100 None None] Sync routers for ids ['9b73c5ac-70c9-4f4f-bccc-7f5bc9901951'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:30:32.285370 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 04edcd24-0a2e-4c63-bece-b7f2e004e8b0 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:30:32.285821 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 04edcd24-0a2e-4c63-bece-b7f2e004e8b0 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:30:32.599889 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e20556fe-9d4c-4cf4-b9bf-5b894fd0d957 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:32.647013 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-d2f7d4d8-4469-49a7-bfc7-218effd9c784 None None] Port f5a2f605-f7d6-4dfa-a112-37a5f14c8f0e cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:30:32.768573 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e20556fe-9d4c-4cf4-b9bf-5b894fd0d957 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:32.820393 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a631d-9cd7-45ba-a2e7-b75b82fe7ba9 req-f8be820b-129a-448b-bf6a-21fc4292fef4 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:32.831423 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e30a631d-9cd7-45ba-a2e7-b75b82fe7ba9 req-f8be820b-129a-448b-bf6a-21fc4292fef4 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 946 time: 0.7994275 Jul 29 23:30:32.843951 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5aae5b3-c40d-4a8e-9207-eaa7f1e02eb3 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:30:32.849845 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d371c7ae-9d72-4c8a-9c69-b4df6841aadc tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Made reservation on behalf of 0f2ab90424214bdcb3d3f2d44c6cf9b4 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:30:32.873461 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c5aae5b3-c40d-4a8e-9207-eaa7f1e02eb3 admin admin] 10.222.0.43 "PUT /v2.0/routers/3c78e27e-9820-4d65-b02b-f368567ebe65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5604639 Jul 29 23:30:32.874399 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 47972) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:32.921790 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-d50e957e-d638-4093-b191-b8edb58a775b None None] Allocated IP 10.1.1.2 (61db5dcd-b042-47fa-9111-3b2277565367/79a11c1f-d15e-4fd8-9d2b-ecb54e88df46/ca73e7cd-eaa5-4335-868f-1b81e1eaa4b6) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:30:33.039683 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e17e02-b81a-4695-8eb5-76f20fa28c0a req-dc933227-4cdc-45df-b5ff-14d0319ece19 tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:33.046536 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-54e17e02-b81a-4695-8eb5-76f20fa28c0a req-dc933227-4cdc-45df-b5ff-14d0319ece19 tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd70cf15-55f5-4e83-9fe0-1d05410d2c84 HTTP/1.1" status: 200 len: 945 time: 0.7991211 Jul 29 23:30:33.192461 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e30a631d-9cd7-45ba-a2e7-b75b82fe7ba9 req-c4797f2b-e04b-41a5-90f3-8e48af220a19 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3590791 Jul 29 23:30:33.235199 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-54e17e02-b81a-4695-8eb5-76f20fa28c0a req-d19ee04d-80d0-41bc-b7f7-8518be944505 tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa1f785d-6614-46df-bb6d-2d3456c7d655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749816 Jul 29 23:30:33.254151 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d50e957e-d638-4093-b191-b8edb58a775b None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:33.281702 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d371c7ae-9d72-4c8a-9c69-b4df6841aadc tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:33.294818 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-d50e957e-d638-4093-b191-b8edb58a775b None None] Transition to ACTIVE for port object ca73e7cd-eaa5-4335-868f-1b81e1eaa4b6 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:30:33.322978 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [None req-d371c7ae-9d72-4c8a-9c69-b4df6841aadc tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] device_id is not set on port 6692c9b8-f4e2-4f31-897e-016045fc3bd4 yet. {{(pid=94078) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:30:33.333565 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e20556fe-9d4c-4cf4-b9bf-5b894fd0d957 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:33.338075 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80a5a1-18ac-41cf-84a1-4249f7400a2a req-d8de102c-f1e8-45f0-a026-6d3c922faad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:33.339607 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-df80a5a1-18ac-41cf-84a1-4249f7400a2a req-d8de102c-f1e8-45f0-a026-6d3c922faad7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0043d03cb0a4bbcbd35eb8f2075805c&device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 1098 time: 0.2529151 Jul 29 23:30:33.373815 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-4fad8c0e-e419-4245-b96f-6a42fee1ed79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c78e27e-9820-4d65-b02b-f368567ebe65', 'name': 'tempest-FloatingIPsNegativeTestJSON-1773744063-router', 'tenant_id': '94e6129eeb1d43dba9946c32a0212cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'e0dec43f-384b-4653-ac42-557993edadab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:30:02Z', 'updated_at': '2021-07-29T23:30:15Z', 'revision_number': 4, 'project_id': '94e6129eeb1d43dba9946c32a0212cf9', 'gw_port': {'id': 'e0dec43f-384b-4653-ac42-557993edadab', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:66:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c78e27e-9820-4d65-b02b-f368567ebe65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:30:03Z', 'updated_at': '2021-07-29T23:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'd67cdea6-c263-4fa9-810f-b1e153cd85fd', 'name': '', 'network_id': '2aa7a0ee-05f5-4bc9-a96f-dbc2eccb848b', 'tenant_id': '94e6129eeb1d43dba9946c32a0212cf9', 'mac_address': 'fa:16:3e:01:8f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c78e27e-9820-4d65-b02b-f368567ebe65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '8c4ba583-0146-4070-afa3-1e57abef268c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:30:10Z', 'updated_at': '2021-07-29T23:30:27Z', 'revision_number': 4, 'project_id': '94e6129eeb1d43dba9946c32a0212cf9', 'subnets': [{'id': '8c4ba583-0146-4070-afa3-1e57abef268c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:33.393764 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-42065b15-9359-49e8-8660-1da164508802 admin admin] Notify callbacks [] for router, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:33.407323 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=fadecb27-2f3a-409c-b390-ab58b11b5462,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:33.656354 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-d50e957e-d638-4093-b191-b8edb58a775b None None] Transition to ACTIVE for port object ca73e7cd-eaa5-4335-868f-1b81e1eaa4b6 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:30:33.679645 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd05186-6aa4-42f2-ae01-c39a691bb100 None None] Routers {'9b73c5ac-70c9-4f4f-bccc-7f5bc9901951'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:30:33.682327 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-9dd05186-6aa4-42f2-ae01-c39a691bb100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:30:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['9b73c5ac-70c9-4f4f-bccc-7f5bc9901951'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:33.708115 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-42065b15-9359-49e8-8660-1da164508802 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:33.731413 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20556fe-9d4c-4cf4-b9bf-5b894fd0d957 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event deleted for resources: {'Subnet': ['ID=400bf2b3-e093-423d-b552-ef82f33970c3,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:33.796332 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e20556fe-9d4c-4cf4-b9bf-5b894fd0d957 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:33.798983 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e20556fe-9d4c-4cf4-b9bf-5b894fd0d957 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/subnets/400bf2b3-e093-423d-b552-ef82f33970c3 HTTP/1.1" status: 204 len: 168 time: 1.8354166 Jul 29 23:30:33.810354 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 47982) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:33.882087 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80a5a1-18ac-41cf-84a1-4249f7400a2a req-0dbd6be9-ccdc-4d74-931b-569e2e4763b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:33.884638 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-df80a5a1-18ac-41cf-84a1-4249f7400a2a req-0dbd6be9-ccdc-4d74-931b-569e2e4763b7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fc8993d1-1f3f-4e88-9d54-7eec99f127ad HTTP/1.1" status: 200 len: 913 time: 0.5168111 Jul 29 23:30:33.974304 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fad8c0e-e419-4245-b96f-6a42fee1ed79 None None] The sync data for ids ['3c78e27e-9820-4d65-b02b-f368567ebe65'] in n-d-712141-10 is: [{'id': '3c78e27e-9820-4d65-b02b-f368567ebe65', 'name': 'tempest-FloatingIPsNegativeTestJSON-1773744063-router', 'tenant_id': '94e6129eeb1d43dba9946c32a0212cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.71'}], 'enable_snat': True}, 'gw_port_id': 'e0dec43f-384b-4653-ac42-557993edadab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:30:02Z', 'updated_at': '2021-07-29T23:30:15Z', 'revision_number': 4, 'project_id': '94e6129eeb1d43dba9946c32a0212cf9', 'gw_port': {'id': 'e0dec43f-384b-4653-ac42-557993edadab', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:66:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c78e27e-9820-4d65-b02b-f368567ebe65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:30:03Z', 'updated_at': '2021-07-29T23:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'd67cdea6-c263-4fa9-810f-b1e153cd85fd', 'name': '', 'network_id': '2aa7a0ee-05f5-4bc9-a96f-dbc2eccb848b', 'tenant_id': '94e6129eeb1d43dba9946c32a0212cf9', 'mac_address': 'fa:16:3e:01:8f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c78e27e-9820-4d65-b02b-f368567ebe65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1470, 'fixed_ips': [{'subnet_id': '8c4ba583-0146-4070-afa3-1e57abef268c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:30:10Z', 'updated_at': '2021-07-29T23:30:27Z', 'revision_number': 4, 'project_id': '94e6129eeb1d43dba9946c32a0212cf9', 'subnets': [{'id': '8c4ba583-0146-4070-afa3-1e57abef268c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:30:34.016171 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-a6e922d1-79be-444d-bf11-6c6e4dd62e47 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1722972 Jul 29 23:30:34.052789 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 47986) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:34.067556 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d50e957e-d638-4093-b191-b8edb58a775b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:34.097021 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-42065b15-9359-49e8-8660-1da164508802 admin admin] Deleting port e0dec43f-384b-4653-ac42-557993edadab {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:30:34.097422 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-42065b15-9359-49e8-8660-1da164508802 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:34.145567 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port 9245fec4-daf7-4c42-b5f0-895c2c7a80c5 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:30:34.354848 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad17536d-c0ec-4661-8503-39d60c4e9a68 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:34.365010 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ad17536d-c0ec-4661-8503-39d60c4e9a68 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3076513 Jul 29 23:30:34.484868 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 47994) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:34.485337 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 47996) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:34.551261 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-a8c2b575-55b6-42bb-93f5-84e4ed42cae0 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Request body: {'security_group': {'name': 'tempest-securitygroup--382073805', 'description': 'tempest-description--1730538299'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:34.571795 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b20748-0458-4ba9-8b15-ed3a4021a46e None None] Pushing event updated for resources: {'Port': ['ID=45dd2b47-c5a6-4f14-b0a9-180d0dbbd1d0,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:34.622683 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50e957e-d638-4093-b191-b8edb58a775b None None] Network 61db5dcd-b042-47fa-9111-3b2277565367 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:30:34.675994 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 9245fec4-daf7-4c42-b5f0-895c2c7a80c5 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:34.677748 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:34.785501 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50e957e-d638-4093-b191-b8edb58a775b None None] Pushing event updated for resources: {'Port': ['ID=ca73e7cd-eaa5-4335-868f-1b81e1eaa4b6,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:34.854895 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-d50e957e-d638-4093-b191-b8edb58a775b None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:34.866591 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27957a9-01f1-4890-b954-e373fe76c19e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-efe051f0-42fc-4850-b7cd-89c8013aea3e', 'network_id': 'efe051f0-42fc-4850-b7cd-89c8013aea3e', 'tenant_id': '0f2ab90424214bdcb3d3f2d44c6cf9b4', 'fixed_ips': [{'subnet_id': 'd78777cb-19bd-47c4-81df-bf538051820d'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:30:34.867645 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d27957a9-01f1-4890-b954-e373fe76c19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:34.871410 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device fadecb27-2f3a-409c-b390-ab58b11b5462 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:30:34.877507 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50e957e-d638-4093-b191-b8edb58a775b None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:30:34.960143 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c3ef56-5585-45e1-90e8-dff006cbb265 None None] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:30:34.995595 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a8c2b575-55b6-42bb-93f5-84e4ed42cae0 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:35.196418 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-d371c7ae-9d72-4c8a-9c69-b4df6841aadc tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Allocated IP 10.1.1.62 (61db5dcd-b042-47fa-9111-3b2277565367/79a11c1f-d15e-4fd8-9d2b-ecb54e88df46/6692c9b8-f4e2-4f31-897e-016045fc3bd4) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:30:35.329967 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-df80a5a1-18ac-41cf-84a1-4249f7400a2a req-d3e2e296-12f3-48ce-b593-591b352f86ac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7227480-4f34-4ba2-a5a3-39cc6359fd0d HTTP/1.1" status: 200 len: 1001 time: 1.4330997 Jul 29 23:30:35.477299 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-9dd05186-6aa4-42f2-ae01-c39a691bb100 None None] Set router 9b73c5ac-70c9-4f4f-bccc-7f5bc9901951 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:30:35.519628 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80a5a1-18ac-41cf-84a1-4249f7400a2a req-4755ed5f-711d-4c74-b176-42707820203d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:35.536974 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-df80a5a1-18ac-41cf-84a1-4249f7400a2a req-4755ed5f-711d-4c74-b176-42707820203d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=01812886-2cdd-41de-831e-c3e259b8e381 HTTP/1.1" status: 200 len: 851 time: 0.1969399 Jul 29 23:30:35.757214 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b5154-6ecd-4757-8cc1-168d78a2b974 req-59097061-482a-4b00-89a2-fc2aee029669 tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:35.783185 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-435b5154-6ecd-4757-8cc1-168d78a2b974 req-59097061-482a-4b00-89a2-fc2aee029669 tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd70cf15-55f5-4e83-9fe0-1d05410d2c84 HTTP/1.1" status: 200 len: 945 time: 1.1228151 Jul 29 23:30:35.830818 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-42065b15-9359-49e8-8660-1da164508802 admin admin] For port e0dec43f-384b-4653-ac42-557993edadab, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=e0dec43f-384b-4653-ac42-557993edadab,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:35.831412 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-42065b15-9359-49e8-8660-1da164508802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:35.840514 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port fadecb27-2f3a-409c-b390-ab58b11b5462 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:35.840514 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:35.842277 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-a4fe890b-74ac-4f06-bb61-98d25f7dd18a None None] Provisioning for port 45dd2b47-c5a6-4f14-b0a9-180d0dbbd1d0 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:30:35.895237 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d371c7ae-9d72-4c8a-9c69-b4df6841aadc tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:35.900721 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-42065b15-9359-49e8-8660-1da164508802 admin admin] Calling delete_port for e0dec43f-384b-4653-ac42-557993edadab owned by network:router_gateway {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:30:35.937996 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ace61-d261-480b-a2cd-e55fe3a9bea1 req-67212b26-bdc8-485c-b566-3ecb77618ab6 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:35.952752 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80a5a1-18ac-41cf-84a1-4249f7400a2a req-0b74f9fc-f9a7-4ab9-b029-59a69fe801e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:35.957395 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-df80a5a1-18ac-41cf-84a1-4249f7400a2a req-0b74f9fc-f9a7-4ab9-b029-59a69fe801e6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fc8993d1-1f3f-4e88-9d54-7eec99f127ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4058740 Jul 29 23:30:35.960741 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f02ace61-d261-480b-a2cd-e55fe3a9bea1 req-67212b26-bdc8-485c-b566-3ecb77618ab6 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 946 time: 1.3335869 Jul 29 23:30:35.965116 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01236cae-3c49-406e-b8d2-246d583174c8 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:35.971173 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-01236cae-3c49-406e-b8d2-246d583174c8 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 1.4843390 Jul 29 23:30:35.999465 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48012) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:36.009778 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-d50e957e-d638-4093-b191-b8edb58a775b None None] Attempting to bind port ca73e7cd-eaa5-4335-868f-1b81e1eaa4b6 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:30:36.010392 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-d50e957e-d638-4093-b191-b8edb58a775b None None] Attempting to bind port ca73e7cd-eaa5-4335-868f-1b81e1eaa4b6 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '7dadb843-f68f-4bdc-b544-97924c20701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '61db5dcd-b042-47fa-9111-3b2277565367'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:30:36.010798 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50e957e-d638-4093-b191-b8edb58a775b None None] Attempting to bind port ca73e7cd-eaa5-4335-868f-1b81e1eaa4b6 on network 61db5dcd-b042-47fa-9111-3b2277565367 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:30:36.027401 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-d371c7ae-9d72-4c8a-9c69-b4df6841aadc tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Transition to ACTIVE for port object 6692c9b8-f4e2-4f31-897e-016045fc3bd4 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:30:36.088096 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50e957e-d638-4093-b191-b8edb58a775b None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:30:36.088096 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50e957e-d638-4093-b191-b8edb58a775b None None] Checking segment: {'id': '7dadb843-f68f-4bdc-b544-97924c20701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '61db5dcd-b042-47fa-9111-3b2277565367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:30:36.088465 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d50e957e-d638-4093-b191-b8edb58a775b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:36.088716 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50e957e-d638-4093-b191-b8edb58a775b None None] Bound using segment: {'id': '7dadb843-f68f-4bdc-b544-97924c20701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '61db5dcd-b042-47fa-9111-3b2277565367'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:30:36.096327 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-d50e957e-d638-4093-b191-b8edb58a775b None None] Bound port: ca73e7cd-eaa5-4335-868f-1b81e1eaa4b6, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dadb843-f68f-4bdc-b544-97924c20701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '61db5dcd-b042-47fa-9111-3b2277565367'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:30:36.113129 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d50e957e-d638-4093-b191-b8edb58a775b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:36.189856 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a8c2b575-55b6-42bb-93f5-84e4ed42cae0 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:36.207767 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a8c2b575-55b6-42bb-93f5-84e4ed42cae0 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:36.270109 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d707bd75-f694-4da0-b4f0-8d13bb7396dc tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2634587 Jul 29 23:30:36.270865 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48018) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:36.312119 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-2875c8b4-afe8-4dd0-8032-1b691f82a714 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Request body: {'subnet': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:36.393426 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-435b5154-6ecd-4757-8cc1-168d78a2b974 req-2968be39-18d3-415c-9a51-3c61b15a64e3 tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa1f785d-6614-46df-bb6d-2d3456c7d655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6064558 Jul 29 23:30:36.449350 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a8c2b575-55b6-42bb-93f5-84e4ed42cae0 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:36.476914 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-a8c2b575-55b6-42bb-93f5-84e4ed42cae0 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.9302254 Jul 29 23:30:36.480347 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 48020) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:36.499102 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c2b575-55b6-42bb-93f5-84e4ed42cae0 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8504185-138c-4bfa-ad4d-619d3548526d,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:36.539404 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d371c7ae-9d72-4c8a-9c69-b4df6841aadc tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:36.572931 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-9b5568f5-ec74-40e7-b6e4-79fbb91ac6f7 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Request body: {'security_group_rule': {'security_group_id': 'c8504185-138c-4bfa-ad4d-619d3548526d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:36.647089 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-d27957a9-01f1-4890-b954-e373fe76c19e None None] Allocated IP 10.2.2.2 (efe051f0-42fc-4850-b7cd-89c8013aea3e/d78777cb-19bd-47c4-81df-bf538051820d/edb88f36-03a0-403d-aded-8f512188bd34) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:30:36.665781 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f02ace61-d261-480b-a2cd-e55fe3a9bea1 req-f5680c93-9b21-43e8-a5e8-e1d1eb3e4d10 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6986253 Jul 29 23:30:36.750302 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2875c8b4-afe8-4dd0-8032-1b691f82a714 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Made reservation on behalf of 7c9416c97c57443282624ca6d2f37df4 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:30:36.758586 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2875c8b4-afe8-4dd0-8032-1b691f82a714 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:36.772749 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d371c7ae-9d72-4c8a-9c69-b4df6841aadc tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Network 61db5dcd-b042-47fa-9111-3b2277565367 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:30:36.786073 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-d371c7ae-9d72-4c8a-9c69-b4df6841aadc tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:36.796517 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d371c7ae-9d72-4c8a-9c69-b4df6841aadc tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:30:36.831979 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17025f26-0e3c-4fb1-8b48-9415aeca3475 None None] Sync routers for ids ['3c78e27e-9820-4d65-b02b-f368567ebe65'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:30:36.861770 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17025f26-0e3c-4fb1-8b48-9415aeca3475 None None] Routers {'3c78e27e-9820-4d65-b02b-f368567ebe65'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:30:36.862793 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-17025f26-0e3c-4fb1-8b48-9415aeca3475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:30:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['3c78e27e-9820-4d65-b02b-f368567ebe65'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:36.867199 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d371c7ae-9d72-4c8a-9c69-b4df6841aadc tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Pushing event updated for resources: {'Port': ['ID=6692c9b8-f4e2-4f31-897e-016045fc3bd4,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:36.918452 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-df80a5a1-18ac-41cf-84a1-4249f7400a2a req-00faafd6-a73a-40f8-a4c3-0b3231df5f17 service neutron] 10.222.0.41 "GET /v2.0/networks/fc8993d1-1f3f-4e88-9d54-7eec99f127ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9489567 Jul 29 23:30:36.992241 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d371c7ae-9d72-4c8a-9c69-b4df6841aadc tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:36.993219 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d371c7ae-9d72-4c8a-9c69-b4df6841aadc tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:37.011728 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9b5568f5-ec74-40e7-b6e4-79fbb91ac6f7 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:37.147994 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-d371c7ae-9d72-4c8a-9c69-b4df6841aadc tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.7300162 Jul 29 23:30:37.148622 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 48026) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:37.155090 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-2179796e-2637-44a6-afdd-6edc6993544a tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Request body: {'port': {'network_id': '61db5dcd-b042-47fa-9111-3b2277565367', 'name': 'tempest-TaggedBootDevicesTest-1717285079', 'fixed_ips': [{'subnet_id': '79a11c1f-d15e-4fd8-9d2b-ecb54e88df46'}]}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:37.210625 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-17025f26-0e3c-4fb1-8b48-9415aeca3475 None None] Set router 3c78e27e-9820-4d65-b02b-f368567ebe65 gateway port host: None {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:30:37.255459 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-42065b15-9359-49e8-8660-1da164508802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:37.331305 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9b5568f5-ec74-40e7-b6e4-79fbb91ac6f7 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:37.341636 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9b5568f5-ec74-40e7-b6e4-79fbb91ac6f7 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:37.391136 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2179796e-2637-44a6-afdd-6edc6993544a tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Made reservation on behalf of 0f2ab90424214bdcb3d3f2d44c6cf9b4 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:30:37.402454 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2179796e-2637-44a6-afdd-6edc6993544a tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:37.412278 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5568f5-ec74-40e7-b6e4-79fbb91ac6f7 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eab3c58-ea12-4354-ac63-7b05351d8daa,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:37.434256 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9b5568f5-ec74-40e7-b6e4-79fbb91ac6f7 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:37.441553 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-9b5568f5-ec74-40e7-b6e4-79fbb91ac6f7 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8928466 Jul 29 23:30:37.442627 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 48034) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:37.446729 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-17025f26-0e3c-4fb1-8b48-9415aeca3475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c78e27e-9820-4d65-b02b-f368567ebe65', 'name': 'tempest-FloatingIPsNegativeTestJSON-1773744063-router', 'tenant_id': '94e6129eeb1d43dba9946c32a0212cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:30:02Z', 'updated_at': '2021-07-29T23:30:33Z', 'revision_number': 6, 'project_id': '94e6129eeb1d43dba9946c32a0212cf9', 'gw_port_host': None}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:37.451371 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-af062d27-83be-4206-80ea-fde138ad5501 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Request body: {'security_group_rule': {'security_group_id': 'c8504185-138c-4bfa-ad4d-619d3548526d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:37.497810 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [None req-2179796e-2637-44a6-afdd-6edc6993544a tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] device_id is not set on port da9a90e1-8efc-4f87-81e6-604ba087e2ac yet. {{(pid=94078) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:30:37.528141 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17025f26-0e3c-4fb1-8b48-9415aeca3475 None None] Checking router: 3c78e27e-9820-4d65-b02b-f368567ebe65 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:30:37.537918 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42065b15-9359-49e8-8660-1da164508802 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0dec43f-384b-4653-ac42-557993edadab,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:37.561187 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-df80a5a1-18ac-41cf-84a1-4249f7400a2a req-16aab11f-cb8b-4d88-a187-b08882196035 service neutron] 10.222.0.41 "GET /v2.0/networks/fc8993d1-1f3f-4e88-9d54-7eec99f127ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6272013 Jul 29 23:30:37.566419 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17025f26-0e3c-4fb1-8b48-9415aeca3475 None None] Routers {'3c78e27e-9820-4d65-b02b-f368567ebe65'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:30:37.567529 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-17025f26-0e3c-4fb1-8b48-9415aeca3475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:30:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['3c78e27e-9820-4d65-b02b-f368567ebe65'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:37.686217 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:37.746345 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-af062d27-83be-4206-80ea-fde138ad5501 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:37.847601 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a46e09-6f4f-4b2d-ae75-ff74f5b5dc64 req-3132f01e-034f-4167-8d4f-d4fe2a46f83f tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:37.884705 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-98a46e09-6f4f-4b2d-ae75-ff74f5b5dc64 req-3132f01e-034f-4167-8d4f-d4fe2a46f83f tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd70cf15-55f5-4e83-9fe0-1d05410d2c84 HTTP/1.1" status: 200 len: 945 time: 0.2165451 Jul 29 23:30:37.895137 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-17025f26-0e3c-4fb1-8b48-9415aeca3475 None None] Set router 3c78e27e-9820-4d65-b02b-f368567ebe65 gateway port host: None {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:30:37.981937 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-42065b15-9359-49e8-8660-1da164508802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:38.025863 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-17025f26-0e3c-4fb1-8b48-9415aeca3475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c78e27e-9820-4d65-b02b-f368567ebe65', 'name': 'tempest-FloatingIPsNegativeTestJSON-1773744063-router', 'tenant_id': '94e6129eeb1d43dba9946c32a0212cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:30:02Z', 'updated_at': '2021-07-29T23:30:36Z', 'revision_number': 7, 'project_id': '94e6129eeb1d43dba9946c32a0212cf9', 'gw_port_host': None}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:38.111288 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:38.117327 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17025f26-0e3c-4fb1-8b48-9415aeca3475 None None] The sync data for ids ['3c78e27e-9820-4d65-b02b-f368567ebe65'] in n-d-712141-10 is: [{'id': '3c78e27e-9820-4d65-b02b-f368567ebe65', 'name': 'tempest-FloatingIPsNegativeTestJSON-1773744063-router', 'tenant_id': '94e6129eeb1d43dba9946c32a0212cf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:30:02Z', 'updated_at': '2021-07-29T23:30:36Z', 'revision_number': 7, 'project_id': '94e6129eeb1d43dba9946c32a0212cf9', 'gw_port_host': None}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:30:38.222020 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-d50e957e-d638-4093-b191-b8edb58a775b None None] For port ca73e7cd-eaa5-4335-868f-1b81e1eaa4b6, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:30:38.268388 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-d50e957e-d638-4093-b191-b8edb58a775b None None] For port ca73e7cd-eaa5-4335-868f-1b81e1eaa4b6, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=ca73e7cd-eaa5-4335-868f-1b81e1eaa4b6,segment=NetworkSegment(7dadb843-f68f-4bdc-b544-97924c20701a),segment_id=7dadb843-f68f-4bdc-b544-97924c20701a)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:30:38.378088 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-98a46e09-6f4f-4b2d-ae75-ff74f5b5dc64 req-b8c710b3-a20e-4671-8de4-1396fb652de1 tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa1f785d-6614-46df-bb6d-2d3456c7d655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4926033 Jul 29 23:30:38.395484 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d50e957e-d638-4093-b191-b8edb58a775b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:38.435633 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd70cf15-55f5-4e83-9fe0-1d05410d2c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9245fec4-daf7-4c42-b5f0-895c2c7a80c5'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:30:38.444069 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911fe0cf-44b9-4d6d-84fc-2177456c564b" -d '{"events": [{"server_uuid": "cd70cf15-55f5-4e83-9fe0-1d05410d2c84", "name": "network-vif-plugged", "status": "completed", "tag": "9245fec4-daf7-4c42-b5f0-895c2c7a80c5"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:30:38.463449 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-2179796e-2637-44a6-afdd-6edc6993544a tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Allocated IP 10.1.1.17 (61db5dcd-b042-47fa-9111-3b2277565367/79a11c1f-d15e-4fd8-9d2b-ecb54e88df46/da9a90e1-8efc-4f87-81e6-604ba087e2ac) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:30:38.487101 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f50083-e814-4347-9c7d-a8e2ba24bf34 req-463e9795-6369-491c-849b-1d81535050d1 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:38.487101 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-46f50083-e814-4347-9c7d-a8e2ba24bf34 req-463e9795-6369-491c-849b-1d81535050d1 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 946 time: 0.5994167 Jul 29 23:30:38.504680 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-af062d27-83be-4206-80ea-fde138ad5501 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:38.523167 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-42065b15-9359-49e8-8660-1da164508802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:38.538550 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-42065b15-9359-49e8-8660-1da164508802 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:38.560607 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-af062d27-83be-4206-80ea-fde138ad5501 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:38.605289 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6688dc9c-a1fb-475d-9591-ab528cad9008 None None] DHCP port deletion for 27ea2e30-5576-4381-a6d8-03efb8f4bd4e request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:30:38.622084 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 9245fec4-daf7-4c42-b5f0-895c2c7a80c5, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=9245fec4-daf7-4c42-b5f0-895c2c7a80c5,segment=NetworkSegment(ecad5f25-44c3-4215-8747-09705c529f6d),segment_id=ecad5f25-44c3-4215-8747-09705c529f6d)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:38.691641 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:38.708492 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2875c8b4-afe8-4dd0-8032-1b691f82a714 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:38.757620 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-42065b15-9359-49e8-8660-1da164508802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:38.765127 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42065b15-9359-49e8-8660-1da164508802 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c78e27e-9820-4d65-b02b-f368567ebe65 {{(pid=94077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:30:38.796353 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-42065b15-9359-49e8-8660-1da164508802 admin admin] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:38.799808 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-42065b15-9359-49e8-8660-1da164508802 admin admin] 10.222.0.43 "DELETE /v2.0/routers/3c78e27e-9820-4d65-b02b-f368567ebe65 HTTP/1.1" status: 204 len: 168 time: 5.8720198 Jul 29 23:30:38.851289 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48054) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:38.859019 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921258cb-f735-4ae5-975e-36c9f83dcdc9 x-openstack-request-id: req-921258cb-f735-4ae5-975e-36c9f83dcdc9 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:30:38.859019 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd70cf15-55f5-4e83-9fe0-1d05410d2c84", "name": "network-vif-plugged", "status": "completed", "tag": "9245fec4-daf7-4c42-b5f0-895c2c7a80c5", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:30:38.859019 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-921258cb-f735-4ae5-975e-36c9f83dcdc9 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:30:38.859019 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd70cf15-55f5-4e83-9fe0-1d05410d2c84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9245fec4-daf7-4c42-b5f0-895c2c7a80c5', 'code': 200} Jul 29 23:30:38.964469 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af062d27-83be-4206-80ea-fde138ad5501 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=023dfb5f-2075-4c4b-8997-a39c7bb6217c,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:38.967846 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2875c8b4-afe8-4dd0-8032-1b691f82a714 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:30:39.007032 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-2875c8b4-afe8-4dd0-8032-1b691f82a714 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:39.013745 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d27957a9-01f1-4890-b954-e373fe76c19e None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:39.020910 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2875c8b4-afe8-4dd0-8032-1b691f82a714 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:39.021869 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2875c8b4-afe8-4dd0-8032-1b691f82a714 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:39.040924 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-d27957a9-01f1-4890-b954-e373fe76c19e None None] Transition to ACTIVE for port object edb88f36-03a0-403d-aded-8f512188bd34 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:30:39.072601 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2875c8b4-afe8-4dd0-8032-1b691f82a714 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event updated for resources: {'Subnet': ['ID=7446222f-2c36-4896-a202-8b020fe2d7e8,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:39.082814 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-d27957a9-01f1-4890-b954-e373fe76c19e None None] Transition to ACTIVE for port object edb88f36-03a0-403d-aded-8f512188bd34 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:30:39.096650 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50e957e-d638-4093-b191-b8edb58a775b None None] Pushing event updated for resources: {'Port': ['ID=ca73e7cd-eaa5-4335-868f-1b81e1eaa4b6,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:39.098996 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-602d5f47-d747-499c-b785-d86ac1e7480b admin admin] Deleting subnet 8c4ba583-0146-4070-afa3-1e57abef268c {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:30:39.103465 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-602d5f47-d747-499c-b785-d86ac1e7480b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:39.149096 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-2875c8b4-afe8-4dd0-8032-1b691f82a714 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8542583 Jul 29 23:30:39.152355 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48060) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:39.158658 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-012bcaa5-5f7e-4cf6-81f0-c0ed4839d2cc tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Request body: {'port': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'fixed_ips': [{'subnet_id': '7446222f-2c36-4896-a202-8b020fe2d7e8', 'ip_address': '2001:db8::4f54:d727:8c71:ff88'}], 'name': 'tempest-NetworksTestDHCPv6-1329944953'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:39.178208 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=9245fec4-daf7-4c42-b5f0-895c2c7a80c5,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:39.182711 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d27957a9-01f1-4890-b954-e373fe76c19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:39.217398 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-af062d27-83be-4206-80ea-fde138ad5501 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:39.241460 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-af062d27-83be-4206-80ea-fde138ad5501 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7926800 Jul 29 23:30:39.261373 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 48064) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:39.268497 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27957a9-01f1-4890-b954-e373fe76c19e None None] Network efe051f0-42fc-4850-b7cd-89c8013aea3e is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:30:39.295272 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-d27957a9-01f1-4890-b954-e373fe76c19e None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:39.309814 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27957a9-01f1-4890-b954-e373fe76c19e None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:30:39.330051 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-9dd05186-6aa4-42f2-ae01-c39a691bb100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b73c5ac-70c9-4f4f-bccc-7f5bc9901951', 'name': 'tempest-ServersTestBootFromVolume-442508025-router', 'tenant_id': '38e5a2101cb84e649abcb077576a3704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'fadecb27-2f3a-409c-b390-ab58b11b5462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:30:13Z', 'updated_at': '2021-07-29T23:30:27Z', 'revision_number': 4, 'project_id': '38e5a2101cb84e649abcb077576a3704', 'gw_port': {'id': 'fadecb27-2f3a-409c-b390-ab58b11b5462', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:5f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b73c5ac-70c9-4f4f-bccc-7f5bc9901951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:30:15Z', 'updated_at': '2021-07-29T23:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'f5a2f605-f7d6-4dfa-a112-37a5f14c8f0e', 'name': '', 'network_id': '7f4f5951-808e-47f0-8843-cccf83b2b5f5', 'tenant_id': '38e5a2101cb84e649abcb077576a3704', 'mac_address': 'fa:16:3e:c5:bc:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b73c5ac-70c9-4f4f-bccc-7f5bc9901951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'b0626110-2e70-4df5-8ca6-7b634c09fbe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:30:24Z', 'updated_at': '2021-07-29T23:30:28Z', 'revision_number': 2, 'project_id': '38e5a2101cb84e649abcb077576a3704', 'subnets': [{'id': 'b0626110-2e70-4df5-8ca6-7b634c09fbe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:39.335373 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-68bbc461-1f67-441a-9b11-a10c38270ba2 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Request body: {'floatingip': {'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:39.350852 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-6688dc9c-a1fb-475d-9591-ab528cad9008 None None] Deleting port 45dd2b47-c5a6-4f14-b0a9-180d0dbbd1d0 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:30:39.351231 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6688dc9c-a1fb-475d-9591-ab528cad9008 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:39.414882 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-46f50083-e814-4347-9c7d-a8e2ba24bf34 req-7ca18813-eca5-4717-95c0-b7d1c56c384f tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9020958 Jul 29 23:30:39.542347 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-6688dc9c-a1fb-475d-9591-ab528cad9008 None None] For port 45dd2b47-c5a6-4f14-b0a9-180d0dbbd1d0, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=45dd2b47-c5a6-4f14-b0a9-180d0dbbd1d0,segment=NetworkSegment(ceb567b3-93e6-4495-80aa-58a786948605),segment_id=ceb567b3-93e6-4495-80aa-58a786948605)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:39.542347 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6688dc9c-a1fb-475d-9591-ab528cad9008 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:39.562740 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-6688dc9c-a1fb-475d-9591-ab528cad9008 None None] Calling delete_port for 45dd2b47-c5a6-4f14-b0a9-180d0dbbd1d0 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:30:39.613975 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-602d5f47-d747-499c-b785-d86ac1e7480b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:39.718901 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.db.api [None req-012bcaa5-5f7e-4cf6-81f0-c0ed4839d2cc tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 23:30:39.718901 n-d-712141-10 neutron-server[94077]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 29 23:30:39.718901 n-d-712141-10 neutron-server[94077]: [parameters: {'project_id_1': '7c9416c97c57443282624ca6d2f37df4', 'expiration_1': datetime.datetime(2021, 7, 29, 23, 30, 39, 602030)}] Jul 29 23:30:39.718901 n-d-712141-10 neutron-server[94077]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:30:39.718901 n-d-712141-10 neutron-server[94077]: DEBUG oslo_db.api [None req-012bcaa5-5f7e-4cf6-81f0-c0ed4839d2cc tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:30:39.750928 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 45dd2b47-c5a6-4f14-b0a9-180d0dbbd1d0 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:30:39.787587 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6688dc9c-a1fb-475d-9591-ab528cad9008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:39.824961 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6688dc9c-a1fb-475d-9591-ab528cad9008 None None] No DVR routers for this DVR port 45dd2b47-c5a6-4f14-b0a9-180d0dbbd1d0 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:30:39.838112 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd05186-6aa4-42f2-ae01-c39a691bb100 None None] Checking router: 9b73c5ac-70c9-4f4f-bccc-7f5bc9901951 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:30:39.838112 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd05186-6aa4-42f2-ae01-c39a691bb100 None None] Updating router 9b73c5ac-70c9-4f4f-bccc-7f5bc9901951 port f5a2f605-f7d6-4dfa-a112-37a5f14c8f0e binding host n-d-712141-10 {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:30:39.840718 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27957a9-01f1-4890-b954-e373fe76c19e None None] Pushing event updated for resources: {'Port': ['ID=edb88f36-03a0-403d-aded-8f512188bd34,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:39.859007 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 45dd2b47-c5a6-4f14-b0a9-180d0dbbd1d0 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:30:39.859293 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 45dd2b47-c5a6-4f14-b0a9-180d0dbbd1d0 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:30:39.860027 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device d67cdea6-c263-4fa9-810f-b1e153cd85fd no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:30:39.918675 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-602d5f47-d747-499c-b785-d86ac1e7480b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:40.003167 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-602d5f47-d747-499c-b785-d86ac1e7480b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:40.052228 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d5f47-d747-499c-b785-d86ac1e7480b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c4ba583-0146-4070-afa3-1e57abef268c,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:40.062685 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-602d5f47-d747-499c-b785-d86ac1e7480b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:40.069662 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-602d5f47-d747-499c-b785-d86ac1e7480b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8c4ba583-0146-4070-afa3-1e57abef268c HTTP/1.1" status: 204 len: 168 time: 1.2128174 Jul 29 23:30:40.070781 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48074) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:40.076552 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-68bbc461-1f67-441a-9b11-a10c38270ba2 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Notify callbacks [] for floatingip, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:40.091300 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c12359-707a-4889-975b-c247753cf0fe None None] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:30:40.094321 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f069945f-3bdc-442c-bc54-825a589b3bbe None None] Network 2aa7a0ee-05f5-4bc9-a96f-dbc2eccb848b requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:30:40.096675 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d9565-ffc8-4664-b875-54e983a62814 req-be5eadd8-44e2-4008-ac04-f08340bb018c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:40.097753 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-300d9565-ffc8-4664-b875-54e983a62814 req-be5eadd8-44e2-4008-ac04-f08340bb018c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=cd70cf15-55f5-4e83-9fe0-1d05410d2c84 HTTP/1.1" status: 200 len: 1098 time: 1.0619798 Jul 29 23:30:40.233963 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6688dc9c-a1fb-475d-9591-ab528cad9008 None None] Pushing event deleted for resources: {'Port': ['ID=45dd2b47-c5a6-4f14-b0a9-180d0dbbd1d0,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:40.246426 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: d67cdea6-c263-4fa9-810f-b1e153cd85fd {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:30:40.249804 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device d67cdea6-c263-4fa9-810f-b1e153cd85fd not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:30:40.259487 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9dd05186-6aa4-42f2-ae01-c39a691bb100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:40.322509 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012bcaa5-5f7e-4cf6-81f0-c0ed4839d2cc tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Made reservation on behalf of 7c9416c97c57443282624ca6d2f37df4 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:30:40.512988 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6ec6c28c-4afa-4dc1-a1a4-a14a7269f584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:40.631925 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-012bcaa5-5f7e-4cf6-81f0-c0ed4839d2cc tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:40.672543 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [None req-012bcaa5-5f7e-4cf6-81f0-c0ed4839d2cc tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] device_id is not set on port 941cb4d8-a705-49d3-97c5-b4acedab1cba yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:30:40.763366 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-d27957a9-01f1-4890-b954-e373fe76c19e None None] Attempting to bind port edb88f36-03a0-403d-aded-8f512188bd34 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:30:40.763929 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-d27957a9-01f1-4890-b954-e373fe76c19e None None] Attempting to bind port edb88f36-03a0-403d-aded-8f512188bd34 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': 'ba5bac9c-cf87-4379-a2c6-b5c109b5db18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'efe051f0-42fc-4850-b7cd-89c8013aea3e'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:30:40.764347 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27957a9-01f1-4890-b954-e373fe76c19e None None] Attempting to bind port edb88f36-03a0-403d-aded-8f512188bd34 on network efe051f0-42fc-4850-b7cd-89c8013aea3e {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:30:40.963176 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27957a9-01f1-4890-b954-e373fe76c19e None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:30:40.963799 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27957a9-01f1-4890-b954-e373fe76c19e None None] Checking segment: {'id': 'ba5bac9c-cf87-4379-a2c6-b5c109b5db18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'efe051f0-42fc-4850-b7cd-89c8013aea3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:30:40.964468 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d27957a9-01f1-4890-b954-e373fe76c19e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:40.965027 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27957a9-01f1-4890-b954-e373fe76c19e None None] Bound using segment: {'id': 'ba5bac9c-cf87-4379-a2c6-b5c109b5db18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'efe051f0-42fc-4850-b7cd-89c8013aea3e'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:30:40.965537 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-d27957a9-01f1-4890-b954-e373fe76c19e None None] Bound port: edb88f36-03a0-403d-aded-8f512188bd34, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5bac9c-cf87-4379-a2c6-b5c109b5db18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'efe051f0-42fc-4850-b7cd-89c8013aea3e'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:30:40.965953 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d27957a9-01f1-4890-b954-e373fe76c19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:41.034070 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device ca73e7cd-eaa5-4335-868f-1b81e1eaa4b6 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:30:41.128951 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-6ec6c28c-4afa-4dc1-a1a4-a14a7269f584 admin admin] Deleting port 6eb86255-2599-4642-a34d-2fa7b22c06b6 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:30:41.129568 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6ec6c28c-4afa-4dc1-a1a4-a14a7269f584 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:41.272862 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d631a2-3dab-40fd-9d6d-1d721a388d3d req-9ac88312-80c4-4df2-b6cf-11dbab3ef9d9 tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:41.275175 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-78d631a2-3dab-40fd-9d6d-1d721a388d3d req-9ac88312-80c4-4df2-b6cf-11dbab3ef9d9 tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd70cf15-55f5-4e83-9fe0-1d05410d2c84 HTTP/1.1" status: 200 len: 946 time: 1.6170323 Jul 29 23:30:41.304373 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2179796e-2637-44a6-afdd-6edc6993544a tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:41.358037 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-300d9565-ffc8-4664-b875-54e983a62814 req-6af85d59-adad-4f35-a111-0b54f41dd3fd service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=aa1f785d-6614-46df-bb6d-2d3456c7d655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2469325 Jul 29 23:30:41.508331 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-2179796e-2637-44a6-afdd-6edc6993544a tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Transition to ACTIVE for port object da9a90e1-8efc-4f87-81e6-604ba087e2ac will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:30:41.528308 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-6ec6c28c-4afa-4dc1-a1a4-a14a7269f584 admin admin] For port 6eb86255-2599-4642-a34d-2fa7b22c06b6, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=6eb86255-2599-4642-a34d-2fa7b22c06b6,segment=NetworkSegment(2fe54a66-4608-4cd3-934b-b4a8ff739bb7),segment_id=2fe54a66-4608-4cd3-934b-b4a8ff739bb7)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:41.528689 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6ec6c28c-4afa-4dc1-a1a4-a14a7269f584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:41.575157 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-6ec6c28c-4afa-4dc1-a1a4-a14a7269f584 admin admin] Calling delete_port for 6eb86255-2599-4642-a34d-2fa7b22c06b6 owned by network:dhcp {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:30:41.587102 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-012bcaa5-5f7e-4cf6-81f0-c0ed4839d2cc tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Allocated IP 2001:db8::4f54:d727:8c71:ff88 (27ea2e30-5576-4381-a6d8-03efb8f4bd4e/7446222f-2c36-4896-a202-8b020fe2d7e8/941cb4d8-a705-49d3-97c5-b4acedab1cba) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:30:41.609317 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9dd05186-6aa4-42f2-ae01-c39a691bb100 None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:41.613454 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-78d631a2-3dab-40fd-9d6d-1d721a388d3d req-9c5a4220-b537-4e31-847b-1997d1731172 tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa1f785d-6614-46df-bb6d-2d3456c7d655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048472 Jul 29 23:30:41.649122 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-9dd05186-6aa4-42f2-ae01-c39a691bb100 None None] Transition to ACTIVE for port object f5a2f605-f7d6-4dfa-a112-37a5f14c8f0e will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:30:41.684736 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3eba59-3465-43e3-948e-70c0512aa9e5 req-16270c4f-161d-4735-b3e0-d92a69ff4c16 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:41.703924 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-aa3eba59-3465-43e3-948e-70c0512aa9e5 req-16270c4f-161d-4735-b3e0-d92a69ff4c16 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 946 time: 0.6685660 Jul 29 23:30:41.767970 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9dd05186-6aa4-42f2-ae01-c39a691bb100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:41.792865 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f602bad-d969-4fef-9dd7-bf5de3a1f0ff None None] Network 61db5dcd-b042-47fa-9111-3b2277565367 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:30:41.844843 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2179796e-2637-44a6-afdd-6edc6993544a tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:42.102249 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6ec6c28c-4afa-4dc1-a1a4-a14a7269f584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:42.104108 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2179796e-2637-44a6-afdd-6edc6993544a tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Pushing event updated for resources: {'Port': ['ID=da9a90e1-8efc-4f87-81e6-604ba087e2ac,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:42.144034 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2179796e-2637-44a6-afdd-6edc6993544a tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Network 61db5dcd-b042-47fa-9111-3b2277565367 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:30:42.172054 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-2179796e-2637-44a6-afdd-6edc6993544a tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:42.182099 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2179796e-2637-44a6-afdd-6edc6993544a tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:30:42.228869 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf37318-dddb-4f3d-aac1-2eaf895e861a None None] Pushing event updated for resources: {'Port': ['ID=f5a2f605-f7d6-4dfa-a112-37a5f14c8f0e,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:42.263118 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec6c28c-4afa-4dc1-a1a4-a14a7269f584 admin admin] Pushing event deleted for resources: {'Port': ['ID=6eb86255-2599-4642-a34d-2fa7b22c06b6,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:42.292364 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-76b60609-dd3a-48df-83d7-dd4da4cf9a34 None None] Provisioning for port ca73e7cd-eaa5-4335-868f-1b81e1eaa4b6 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:30:42.295363 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec6c28c-4afa-4dc1-a1a4-a14a7269f584 admin admin] No DVR routers for this DVR port 6eb86255-2599-4642-a34d-2fa7b22c06b6 on host n-d-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:30:42.344584 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-76b60609-dd3a-48df-83d7-dd4da4cf9a34 None None] Provisioning complete for port ca73e7cd-eaa5-4335-868f-1b81e1eaa4b6 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:42.344993 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-76b60609-dd3a-48df-83d7-dd4da4cf9a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:42.400034 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2179796e-2637-44a6-afdd-6edc6993544a tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:42.400713 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2179796e-2637-44a6-afdd-6edc6993544a tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:42.489671 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179796e-2637-44a6-afdd-6edc6993544a tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:42.490020 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179796e-2637-44a6-afdd-6edc6993544a tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:42.490360 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179796e-2637-44a6-afdd-6edc6993544a tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:42.490691 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179796e-2637-44a6-afdd-6edc6993544a tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:42.491024 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179796e-2637-44a6-afdd-6edc6993544a tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:42.494034 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179796e-2637-44a6-afdd-6edc6993544a tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:42.494386 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179796e-2637-44a6-afdd-6edc6993544a tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:42.495104 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179796e-2637-44a6-afdd-6edc6993544a tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:42.495432 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179796e-2637-44a6-afdd-6edc6993544a tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:42.495759 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179796e-2637-44a6-afdd-6edc6993544a tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:42.498058 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179796e-2637-44a6-afdd-6edc6993544a tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:42.498402 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2179796e-2637-44a6-afdd-6edc6993544a tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:42.527152 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-2179796e-2637-44a6-afdd-6edc6993544a tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.3742409 Jul 29 23:30:42.561114 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6ec6c28c-4afa-4dc1-a1a4-a14a7269f584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:42.582686 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-012bcaa5-5f7e-4cf6-81f0-c0ed4839d2cc tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:42.586084 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-6ec6c28c-4afa-4dc1-a1a4-a14a7269f584 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aa7a0ee-05f5-4bc9-a96f-dbc2eccb848b']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:42.609734 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-6ec6c28c-4afa-4dc1-a1a4-a14a7269f584 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fe54a66-4608-4cd3-934b-b4a8ff739bb7') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:42.610379 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-6ec6c28c-4afa-4dc1-a1a4-a14a7269f584 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fe54a66-4608-4cd3-934b-b4a8ff739bb7') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:42.615136 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-aa3eba59-3465-43e3-948e-70c0512aa9e5 req-9638558c-1167-4ed6-9a86-3f4afb2d14d8 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8652902 Jul 29 23:30:42.624085 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-012bcaa5-5f7e-4cf6-81f0-c0ed4839d2cc tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Transition to ACTIVE for port object 941cb4d8-a705-49d3-97c5-b4acedab1cba will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:30:42.627812 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6ec6c28c-4afa-4dc1-a1a4-a14a7269f584 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:42.638240 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port ca73e7cd-eaa5-4335-868f-1b81e1eaa4b6 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:30:42.650542 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6ec6c28c-4afa-4dc1-a1a4-a14a7269f584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:42.658675 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-68bbc461-1f67-441a-9b11-a10c38270ba2 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:42.682338 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ec6c28c-4afa-4dc1-a1a4-a14a7269f584 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:30:42.684588 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6ec6c28c-4afa-4dc1-a1a4-a14a7269f584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:42.690685 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:30:42.690685 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:30:42.690685 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:30:42.690685 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:30:42.690685 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:30:42.690685 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:30:42.690685 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:30:42.690685 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:30:42.690685 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:30:42.690685 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:30:42.690685 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:30:42.690685 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:30:42.690685 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:30:42.690685 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:30:42.690685 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:30:42.690685 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:30:42.690685 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:30:42.690685 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:30:42.690685 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:30:42.690685 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:30:42.690685 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:30:42.690685 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:30:42.690685 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:30:42.690685 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:30:42.690685 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:30:42.690685 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:30:42.690685 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:30:42.690685 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:30:42.690685 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:30:42.690685 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:30:42.690685 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:30:42.690685 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:30:42.692987 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8274795f-3ddb-4699-b2e3-c20457778124 None None] DHCP port deletion for 2aa7a0ee-05f5-4bc9-a96f-dbc2eccb848b request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:30:42.732750 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port ca73e7cd-eaa5-4335-868f-1b81e1eaa4b6 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:42.748672 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:42.834014 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-012bcaa5-5f7e-4cf6-81f0-c0ed4839d2cc tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:42.875537 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-d27957a9-01f1-4890-b954-e373fe76c19e None None] For port edb88f36-03a0-403d-aded-8f512188bd34, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:30:42.887109 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-d27957a9-01f1-4890-b954-e373fe76c19e None None] For port edb88f36-03a0-403d-aded-8f512188bd34, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=edb88f36-03a0-403d-aded-8f512188bd34,segment=NetworkSegment(ba5bac9c-cf87-4379-a2c6-b5c109b5db18),segment_id=ba5bac9c-cf87-4379-a2c6-b5c109b5db18)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:30:42.920161 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d27957a9-01f1-4890-b954-e373fe76c19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:42.926281 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012bcaa5-5f7e-4cf6-81f0-c0ed4839d2cc tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event updated for resources: {'Port': ['ID=941cb4d8-a705-49d3-97c5-b4acedab1cba,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:42.937390 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6ec6c28c-4afa-4dc1-a1a4-a14a7269f584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:42.943476 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6ec6c28c-4afa-4dc1-a1a4-a14a7269f584 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:42.946350 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-6ec6c28c-4afa-4dc1-a1a4-a14a7269f584 admin admin] 10.222.0.43 "DELETE /v2.0/networks/2aa7a0ee-05f5-4bc9-a96f-dbc2eccb848b HTTP/1.1" status: 204 len: 168 time: 2.8748574 Jul 29 23:30:42.977725 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec6c28c-4afa-4dc1-a1a4-a14a7269f584 admin admin] Pushing event deleted for resources: {'Network': ['ID=2aa7a0ee-05f5-4bc9-a96f-dbc2eccb848b,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:43.012151 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012bcaa5-5f7e-4cf6-81f0-c0ed4839d2cc tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:30:43.022201 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-012bcaa5-5f7e-4cf6-81f0-c0ed4839d2cc tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:43.034290 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012bcaa5-5f7e-4cf6-81f0-c0ed4839d2cc tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:30:43.053068 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012bcaa5-5f7e-4cf6-81f0-c0ed4839d2cc tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:43.058768 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-012bcaa5-5f7e-4cf6-81f0-c0ed4839d2cc tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:43.060445 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb804192-43f3-44fc-a7a5-1d1e2e41f7ac req-5d6f79ec-0448-4360-a484-032d095c12df tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:43.075140 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bb804192-43f3-44fc-a7a5-1d1e2e41f7ac req-5d6f79ec-0448-4360-a484-032d095c12df tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd70cf15-55f5-4e83-9fe0-1d05410d2c84 HTTP/1.1" status: 200 len: 946 time: 0.2191811 Jul 29 23:30:43.088477 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-012bcaa5-5f7e-4cf6-81f0-c0ed4839d2cc tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.9354689 Jul 29 23:30:43.091965 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48110) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:43.102089 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-43507017-effd-4f36-bc35-e2af695a69fc tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Request body: {'port': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'fixed_ips': [{'subnet_id': '7446222f-2c36-4896-a202-8b020fe2d7e8', 'ip_address': '2001:db8::4f54:d727:8c71:ff88'}], 'name': 'tempest-NetworksTestDHCPv6-2030214078'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:43.248491 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bb804192-43f3-44fc-a7a5-1d1e2e41f7ac req-d8a08fa0-db53-4ecd-a434-e08e746953f4 tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa1f785d-6614-46df-bb6d-2d3456c7d655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722198 Jul 29 23:30:43.301132 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 48118) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:43.350073 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-68bbc461-1f67-441a-9b11-a10c38270ba2 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Allocated IP 172.25.0.177 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/5e3b9039-f67d-4a0a-8bfb-077163af7bd7) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:30:43.401460 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-c25ec256-0e33-415c-aebc-b58340336248 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=94e6129eeb1d43dba9946c32a0212cf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0988932 Jul 29 23:30:43.403395 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48120) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:43.528564 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48122) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:43.545076 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-41972d7f-b8ca-4336-8f4d-9fafe7590482 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Request body: {'security_group': {'name': 'tempest-securitygroup--32607800', 'description': 'tempest-description--1097887908'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:43.697896 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-9dd05186-6aa4-42f2-ae01-c39a691bb100 None None] Attempting to bind port f5a2f605-f7d6-4dfa-a112-37a5f14c8f0e on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:30:43.698810 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-9dd05186-6aa4-42f2-ae01-c39a691bb100 None None] Attempting to bind port f5a2f605-f7d6-4dfa-a112-37a5f14c8f0e by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '02776017-cd96-47aa-82ba-ea70b6a22dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7f4f5951-808e-47f0-8843-cccf83b2b5f5'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:30:43.701694 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd05186-6aa4-42f2-ae01-c39a691bb100 None None] Attempting to bind port f5a2f605-f7d6-4dfa-a112-37a5f14c8f0e on network 7f4f5951-808e-47f0-8843-cccf83b2b5f5 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:30:43.849524 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-41972d7f-b8ca-4336-8f4d-9fafe7590482 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:43.864270 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-50340e35-9db1-457a-bba6-c98b68d32946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:43.885130 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-68bbc461-1f67-441a-9b11-a10c38270ba2 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:43.901198 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-50340e35-9db1-457a-bba6-c98b68d32946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:43.961496 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-76b60609-dd3a-48df-83d7-dd4da4cf9a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:43.972764 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd05186-6aa4-42f2-ae01-c39a691bb100 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:30:43.979759 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd05186-6aa4-42f2-ae01-c39a691bb100 None None] Checking segment: {'id': '02776017-cd96-47aa-82ba-ea70b6a22dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7f4f5951-808e-47f0-8843-cccf83b2b5f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:30:43.981433 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9dd05186-6aa4-42f2-ae01-c39a691bb100 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:43.984552 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd05186-6aa4-42f2-ae01-c39a691bb100 None None] Bound using segment: {'id': '02776017-cd96-47aa-82ba-ea70b6a22dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7f4f5951-808e-47f0-8843-cccf83b2b5f5'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:30:43.994906 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-9dd05186-6aa4-42f2-ae01-c39a691bb100 None None] Bound port: f5a2f605-f7d6-4dfa-a112-37a5f14c8f0e, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02776017-cd96-47aa-82ba-ea70b6a22dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7f4f5951-808e-47f0-8843-cccf83b2b5f5'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:30:43.996866 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9dd05186-6aa4-42f2-ae01-c39a691bb100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:44.010238 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43507017-effd-4f36-bc35-e2af695a69fc tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Made reservation on behalf of 7c9416c97c57443282624ca6d2f37df4 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:30:44.016515 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-43507017-effd-4f36-bc35-e2af695a69fc tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:44.040701 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-50340e35-9db1-457a-bba6-c98b68d32946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:44.043637 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-50340e35-9db1-457a-bba6-c98b68d32946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:44.047523 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-50340e35-9db1-457a-bba6-c98b68d32946 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/877e5106-a738-46b7-a662-fc91f6047e86 HTTP/1.1" status: 204 len: 168 time: 0.6338861 Jul 29 23:30:44.155243 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc11ef5-67f6-46bf-acbb-2002eb17b78f req-257410fc-55ee-4a30-9f4b-b9ae587985d6 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:44.161195 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6bc11ef5-67f6-46bf-acbb-2002eb17b78f req-257410fc-55ee-4a30-9f4b-b9ae587985d6 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 946 time: 0.3004036 Jul 29 23:30:44.168745 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-41972d7f-b8ca-4336-8f4d-9fafe7590482 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:44.182701 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-41972d7f-b8ca-4336-8f4d-9fafe7590482 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:44.183020 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27957a9-01f1-4890-b954-e373fe76c19e None None] Pushing event updated for resources: {'Port': ['ID=edb88f36-03a0-403d-aded-8f512188bd34,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:44.192788 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [None req-43507017-effd-4f36-bc35-e2af695a69fc tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] device_id is not set on port ab60c459-d253-491e-a79d-232391ef89a6 yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:30:44.299254 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50340e35-9db1-457a-bba6-c98b68d32946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877e5106-a738-46b7-a662-fc91f6047e86,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:44.338648 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27957a9-01f1-4890-b954-e373fe76c19e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:44.340335 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27957a9-01f1-4890-b954-e373fe76c19e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:44.341031 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27957a9-01f1-4890-b954-e373fe76c19e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:44.342298 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27957a9-01f1-4890-b954-e373fe76c19e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:44.343813 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27957a9-01f1-4890-b954-e373fe76c19e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:44.344473 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27957a9-01f1-4890-b954-e373fe76c19e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:44.348376 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-41972d7f-b8ca-4336-8f4d-9fafe7590482 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:44.349502 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27957a9-01f1-4890-b954-e373fe76c19e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:44.350134 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27957a9-01f1-4890-b954-e373fe76c19e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:44.351004 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27957a9-01f1-4890-b954-e373fe76c19e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:44.351512 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27957a9-01f1-4890-b954-e373fe76c19e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:44.352043 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27957a9-01f1-4890-b954-e373fe76c19e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:44.352524 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27957a9-01f1-4890-b954-e373fe76c19e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:44.362456 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-41972d7f-b8ca-4336-8f4d-9fafe7590482 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8320961 Jul 29 23:30:44.432229 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 48156) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:44.439168 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-2882968c-f534-4542-8c27-cf111eeda2f4 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Request body: {'security_group_rule': {'security_group_id': 'd06a9099-30da-446c-be64-dba56c62ade6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:44.587118 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41972d7f-b8ca-4336-8f4d-9fafe7590482 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d06a9099-30da-446c-be64-dba56c62ade6,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:44.648708 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6bc11ef5-67f6-46bf-acbb-2002eb17b78f req-d57e5984-5189-4e3e-8f12-8444077ef7ca tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4228222 Jul 29 23:30:44.650730 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-68bbc461-1f67-441a-9b11-a10c38270ba2 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:44.702904 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68bbc461-1f67-441a-9b11-a10c38270ba2 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:30:44.757212 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-76b60609-dd3a-48df-83d7-dd4da4cf9a34 None None] For port ca73e7cd-eaa5-4335-868f-1b81e1eaa4b6, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=ca73e7cd-eaa5-4335-868f-1b81e1eaa4b6,segment=NetworkSegment(7dadb843-f68f-4bdc-b544-97924c20701a),segment_id=7dadb843-f68f-4bdc-b544-97924c20701a)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:44.806888 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-76b60609-dd3a-48df-83d7-dd4da4cf9a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:44.889397 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-68bbc461-1f67-441a-9b11-a10c38270ba2 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:44.897890 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bbc461-1f67-441a-9b11-a10c38270ba2 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:30:44.900562 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bbc461-1f67-441a-9b11-a10c38270ba2 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Pushing event updated for resources: {'Port': ['ID=5e3b9039-f67d-4a0a-8bfb-077163af7bd7,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:44.903054 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-43507017-effd-4f36-bc35-e2af695a69fc tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 29 23:30:44.903573 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43507017-effd-4f36-bc35-e2af695a69fc tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:30:44.944395 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-43507017-effd-4f36-bc35-e2af695a69fc tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.8487999 Jul 29 23:30:44.944815 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48170) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:44.967388 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2882968c-f534-4542-8c27-cf111eeda2f4 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:45.055522 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ae0b6b-daf5-4e33-9076-36191670d070 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:45.060042 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a1ae0b6b-daf5-4e33-9076-36191670d070 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1142743 Jul 29 23:30:45.062849 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48174) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:45.076524 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b60609-dd3a-48df-83d7-dd4da4cf9a34 None None] Pushing event updated for resources: {'Port': ['ID=ca73e7cd-eaa5-4335-868f-1b81e1eaa4b6,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:45.143035 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51528b2e-524d-4940-a5e0-bd06316c2484 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'tenant_id': '7c9416c97c57443282624ca6d2f37df4', 'fixed_ips': [{'subnet_id': '7446222f-2c36-4896-a202-8b020fe2d7e8'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:30:45.144006 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-51528b2e-524d-4940-a5e0-bd06316c2484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:45.153566 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e3677-3be1-463d-a38b-c8e412d2e024 req-a4d947bc-7679-46e0-a97a-b846fbbe3194 tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:45.154372 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-9dd05186-6aa4-42f2-ae01-c39a691bb100 None None] For port f5a2f605-f7d6-4dfa-a112-37a5f14c8f0e, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:30:45.163702 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ea9e3677-3be1-463d-a38b-c8e412d2e024 req-a4d947bc-7679-46e0-a97a-b846fbbe3194 tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd70cf15-55f5-4e83-9fe0-1d05410d2c84 HTTP/1.1" status: 200 len: 946 time: 0.1813881 Jul 29 23:30:45.165154 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:45.259241 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-9dd05186-6aa4-42f2-ae01-c39a691bb100 None None] For port f5a2f605-f7d6-4dfa-a112-37a5f14c8f0e, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=f5a2f605-f7d6-4dfa-a112-37a5f14c8f0e,segment=NetworkSegment(02776017-cd96-47aa-82ba-ea70b6a22dcc),segment_id=02776017-cd96-47aa-82ba-ea70b6a22dcc)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:30:45.274183 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-910736ac-2dcc-41c5-b39c-38c06e95808a None None] Provisioning for port da9a90e1-8efc-4f87-81e6-604ba087e2ac completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:30:45.288853 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9dd05186-6aa4-42f2-ae01-c39a691bb100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:45.352243 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2882968c-f534-4542-8c27-cf111eeda2f4 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:45.382175 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ea9e3677-3be1-463d-a38b-c8e412d2e024 req-fc6e76ad-ca1c-473a-8f4a-49eb61b2e13c tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa1f785d-6614-46df-bb6d-2d3456c7d655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109637 Jul 29 23:30:45.394721 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2882968c-f534-4542-8c27-cf111eeda2f4 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:45.399881 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-96578ddb-c658-493d-a7cc-a0c4af589be7 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Deleting port 941cb4d8-a705-49d3-97c5-b4acedab1cba {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:30:45.400568 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-96578ddb-c658-493d-a7cc-a0c4af589be7 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:45.440403 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2882968c-f534-4542-8c27-cf111eeda2f4 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:45.444038 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-2882968c-f534-4542-8c27-cf111eeda2f4 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0083821 Jul 29 23:30:45.444809 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48186) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:45.486118 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-68bbc461-1f67-441a-9b11-a10c38270ba2 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:45.486118 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2882968c-f534-4542-8c27-cf111eeda2f4 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1e5795d-f2e3-450e-925c-57918ec6781d,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:45.580566 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-1dffc61c-8b2d-4678-84c1-f27a9e69f855 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Request body: {'security_group_rule': {'security_group_id': 'd06a9099-30da-446c-be64-dba56c62ade6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:45.602894 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-68bbc461-1f67-441a-9b11-a10c38270ba2 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:45.615115 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.db.api [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94079) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:30:45.615926 n-d-712141-10 neutron-server[94079]: DEBUG oslo_db.api [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:30:45.621899 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-910736ac-2dcc-41c5-b39c-38c06e95808a None None] Provisioning complete for port da9a90e1-8efc-4f87-81e6-604ba087e2ac triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:45.622627 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-910736ac-2dcc-41c5-b39c-38c06e95808a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:45.707198 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1dffc61c-8b2d-4678-84c1-f27a9e69f855 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:45.725905 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-910736ac-2dcc-41c5-b39c-38c06e95808a None None] Port da9a90e1-8efc-4f87-81e6-604ba087e2ac cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:30:45.749376 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd05186-6aa4-42f2-ae01-c39a691bb100 None None] Routers {'9b73c5ac-70c9-4f4f-bccc-7f5bc9901951'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:30:45.750387 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-9dd05186-6aa4-42f2-ae01-c39a691bb100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:30:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['9b73c5ac-70c9-4f4f-bccc-7f5bc9901951'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:46.050246 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1dffc61c-8b2d-4678-84c1-f27a9e69f855 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:46.076293 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1dffc61c-8b2d-4678-84c1-f27a9e69f855 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:46.081250 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf37318-dddb-4f3d-aac1-2eaf895e861a None None] Pushing event updated for resources: {'Port': ['ID=f5a2f605-f7d6-4dfa-a112-37a5f14c8f0e,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:46.114027 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-96578ddb-c658-493d-a7cc-a0c4af589be7 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:46.125434 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-910736ac-2dcc-41c5-b39c-38c06e95808a None None] Provisioning complete for port ca73e7cd-eaa5-4335-868f-1b81e1eaa4b6 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:46.126919 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-910736ac-2dcc-41c5-b39c-38c06e95808a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:46.171538 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-96578ddb-c658-493d-a7cc-a0c4af589be7 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Calling delete_port for 941cb4d8-a705-49d3-97c5-b4acedab1cba owned by {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:30:46.196357 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dffc61c-8b2d-4678-84c1-f27a9e69f855 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d90ab68-d27c-408f-a378-3f0f01e6a50e,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:46.264027 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d7dd1-ad8d-4025-bfc3-571e2d8b1142 req-2bf9018d-4c3a-4892-87ee-15d3dce0f815 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:46.265409 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e91d7dd1-ad8d-4025-bfc3-571e2d8b1142 req-2bf9018d-4c3a-4892-87ee-15d3dce0f815 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 946 time: 0.3558919 Jul 29 23:30:46.299570 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1dffc61c-8b2d-4678-84c1-f27a9e69f855 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:46.303061 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-1dffc61c-8b2d-4678-84c1-f27a9e69f855 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8573220 Jul 29 23:30:46.304457 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device e0dec43f-384b-4653-ac42-557993edadab no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:30:46.307526 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48212) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:46.332661 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-b21c274a-9f26-4018-9a2c-59a2a59150fc tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Request body: {'floatingip': {'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:46.400488 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-68bbc461-1f67-441a-9b11-a10c38270ba2 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:46.439306 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e91d7dd1-ad8d-4025-bfc3-571e2d8b1142 req-82eb1ef1-519d-409d-ab70-e61408cdb896 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570818 Jul 29 23:30:46.440041 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-68bbc461-1f67-441a-9b11-a10c38270ba2 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:46.447863 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b21c274a-9f26-4018-9a2c-59a2a59150fc tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks [] for floatingip, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:46.482530 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a63b75b-f536-4560-8992-4e2227df4ad9 None None] Network efe051f0-42fc-4850-b7cd-89c8013aea3e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:30:46.507889 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3cdb3b-850c-488b-a1af-5dda76895041 req-e19e5472-9629-4678-a8d9-34943d0efca5 tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:46.509482 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5c3cdb3b-850c-488b-a1af-5dda76895041 req-e19e5472-9629-4678-a8d9-34943d0efca5 tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd70cf15-55f5-4e83-9fe0-1d05410d2c84 HTTP/1.1" status: 200 len: 946 time: 0.4425578 Jul 29 23:30:46.538085 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-9dd05186-6aa4-42f2-ae01-c39a691bb100 None None] Set router 9b73c5ac-70c9-4f4f-bccc-7f5bc9901951 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:30:46.619428 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: e0dec43f-384b-4653-ac42-557993edadab {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:30:46.619669 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device e0dec43f-384b-4653-ac42-557993edadab not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:30:46.780666 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-96578ddb-c658-493d-a7cc-a0c4af589be7 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:46.938075 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96578ddb-c658-493d-a7cc-a0c4af589be7 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event deleted for resources: {'Port': ['ID=941cb4d8-a705-49d3-97c5-b4acedab1cba,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:47.009085 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-96578ddb-c658-493d-a7cc-a0c4af589be7 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:47.015060 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-96578ddb-c658-493d-a7cc-a0c4af589be7 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/ports/941cb4d8-a705-49d3-97c5-b4acedab1cba HTTP/1.1" status: 204 len: 168 time: 1.9502664 Jul 29 23:30:47.022644 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48228) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:47.048427 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bbc461-1f67-441a-9b11-a10c38270ba2 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Pushing event updated for resources: {'Port': ['ID=5e3b9039-f67d-4a0a-8bfb-077163af7bd7,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:47.053573 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b21c274a-9f26-4018-9a2c-59a2a59150fc tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:47.068575 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-68bbc461-1f67-441a-9b11-a10c38270ba2 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:47.116472 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66670fc3-4db7-4619-92fd-57ae3c189b60 req-8e25d70c-6b3a-467f-9873-900337e69da5 tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:47.126823 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-66670fc3-4db7-4619-92fd-57ae3c189b60 req-8e25d70c-6b3a-467f-9873-900337e69da5 tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd70cf15-55f5-4e83-9fe0-1d05410d2c84 HTTP/1.1" status: 200 len: 946 time: 0.4488602 Jul 29 23:30:47.156371 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-51528b2e-524d-4940-a5e0-bd06316c2484 None None] Allocated IP 2001:db8::2 (27ea2e30-5576-4381-a6d8-03efb8f4bd4e/7446222f-2c36-4896-a202-8b020fe2d7e8/c0d77977-250a-45e3-931d-429e3244f786) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:30:47.186692 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-68bbc461-1f67-441a-9b11-a10c38270ba2 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:47.196277 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device ca73e7cd-eaa5-4335-868f-1b81e1eaa4b6 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:30:47.197611 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-68bbc461-1f67-441a-9b11-a10c38270ba2 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.8785336 Jul 29 23:30:47.234758 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-66670fc3-4db7-4619-92fd-57ae3c189b60 req-efb44717-8229-47d3-bcfd-6435985619bc tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa1f785d-6614-46df-bb6d-2d3456c7d655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062760 Jul 29 23:30:47.241798 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-5c3cdb3b-850c-488b-a1af-5dda76895041 req-744faf21-915b-4eda-85ea-a33ea2a4aa43 tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] Deleting port 9245fec4-daf7-4c42-b5f0-895c2c7a80c5 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:30:47.242775 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5c3cdb3b-850c-488b-a1af-5dda76895041 req-744faf21-915b-4eda-85ea-a33ea2a4aa43 tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:47.316382 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-910736ac-2dcc-41c5-b39c-38c06e95808a None None] Provisioning for port 6692c9b8-f4e2-4f31-897e-016045fc3bd4 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:30:47.361052 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-910736ac-2dcc-41c5-b39c-38c06e95808a None None] Provisioning complete for port 6692c9b8-f4e2-4f31-897e-016045fc3bd4 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:47.363583 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-910736ac-2dcc-41c5-b39c-38c06e95808a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:47.389932 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac39c700-b3df-430a-ba73-bc86cf7a5076 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:47.395191 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac39c700-b3df-430a-ba73-bc86cf7a5076 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:47.403193 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ac39c700-b3df-430a-ba73-bc86cf7a5076 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3741660 Jul 29 23:30:47.404455 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 48242) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:47.541958 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-cca00ae5-2720-4a8e-a623-e721d0c9aba9 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Deleting subnet 7446222f-2c36-4896-a202-8b020fe2d7e8 {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:30:47.543932 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-b21c274a-9f26-4018-9a2c-59a2a59150fc tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Allocated IP 172.25.0.163 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/5ebe0341-b058-4322-a6f3-1fe57f1a14da) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:30:47.649806 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-5c3cdb3b-850c-488b-a1af-5dda76895041 req-744faf21-915b-4eda-85ea-a33ea2a4aa43 tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] For port 9245fec4-daf7-4c42-b5f0-895c2c7a80c5, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=9245fec4-daf7-4c42-b5f0-895c2c7a80c5,segment=NetworkSegment(ecad5f25-44c3-4215-8747-09705c529f6d),segment_id=ecad5f25-44c3-4215-8747-09705c529f6d)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:47.650652 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5c3cdb3b-850c-488b-a1af-5dda76895041 req-744faf21-915b-4eda-85ea-a33ea2a4aa43 tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:47.805369 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-5c3cdb3b-850c-488b-a1af-5dda76895041 req-744faf21-915b-4eda-85ea-a33ea2a4aa43 tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] Calling delete_port for 9245fec4-daf7-4c42-b5f0-895c2c7a80c5 owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:30:47.879691 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b21c274a-9f26-4018-9a2c-59a2a59150fc tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:47.893385 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port ca73e7cd-eaa5-4335-868f-1b81e1eaa4b6 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:47.893744 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:47.901161 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-910736ac-2dcc-41c5-b39c-38c06e95808a None None] Port 6692c9b8-f4e2-4f31-897e-016045fc3bd4 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:30:48.032468 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b21c274a-9f26-4018-9a2c-59a2a59150fc tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:48.043173 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9dcbae-8e19-4fb5-95e2-a8414d9db069 req-39a22ef1-c9b1-464b-9a0e-19754ce94f5a tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:48.047413 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-af9dcbae-8e19-4fb5-95e2-a8414d9db069 req-39a22ef1-c9b1-464b-9a0e-19754ce94f5a tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 946 time: 0.3870294 Jul 29 23:30:48.147215 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21c274a-9f26-4018-9a2c-59a2a59150fc tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:30:48.150575 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-b21c274a-9f26-4018-9a2c-59a2a59150fc tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:48.167709 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21c274a-9f26-4018-9a2c-59a2a59150fc tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:30:48.235007 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21c274a-9f26-4018-9a2c-59a2a59150fc tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Pushing event updated for resources: {'Port': ['ID=5ebe0341-b058-4322-a6f3-1fe57f1a14da,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:48.290599 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-af9dcbae-8e19-4fb5-95e2-a8414d9db069 req-ab2b21bc-a438-40d6-a04b-c3ee054a9001 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2291012 Jul 29 23:30:48.456628 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b21c274a-9f26-4018-9a2c-59a2a59150fc tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:48.550893 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b21c274a-9f26-4018-9a2c-59a2a59150fc tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:48.784014 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5c3cdb3b-850c-488b-a1af-5dda76895041 req-744faf21-915b-4eda-85ea-a33ea2a4aa43 tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:48.837831 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-51528b2e-524d-4940-a5e0-bd06316c2484 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:48.908597 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744faf21-915b-4eda-85ea-a33ea2a4aa43 tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] Pushing event deleted for resources: {'Port': ['ID=9245fec4-daf7-4c42-b5f0-895c2c7a80c5,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:48.919149 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-51528b2e-524d-4940-a5e0-bd06316c2484 None None] Transition to ACTIVE for port object c0d77977-250a-45e3-931d-429e3244f786 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:30:48.962785 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae8886-ef4d-413b-b4eb-0bc2a1f7b9a9 req-51a2c3a1-0f66-42b6-9e2b-9813e112c272 tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:48.975906 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-13ae8886-ef4d-413b-b4eb-0bc2a1f7b9a9 req-51a2c3a1-0f66-42b6-9e2b-9813e112c272 tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd70cf15-55f5-4e83-9fe0-1d05410d2c84 HTTP/1.1" status: 200 len: 867 time: 0.4667599 Jul 29 23:30:48.982560 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-9dd05186-6aa4-42f2-ae01-c39a691bb100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b73c5ac-70c9-4f4f-bccc-7f5bc9901951', 'name': 'tempest-ServersTestBootFromVolume-442508025-router', 'tenant_id': '38e5a2101cb84e649abcb077576a3704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'fadecb27-2f3a-409c-b390-ab58b11b5462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:30:13Z', 'updated_at': '2021-07-29T23:30:27Z', 'revision_number': 4, 'project_id': '38e5a2101cb84e649abcb077576a3704', 'gw_port': {'id': 'fadecb27-2f3a-409c-b390-ab58b11b5462', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:5f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b73c5ac-70c9-4f4f-bccc-7f5bc9901951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:30:15Z', 'updated_at': '2021-07-29T23:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'f5a2f605-f7d6-4dfa-a112-37a5f14c8f0e', 'name': '', 'network_id': '7f4f5951-808e-47f0-8843-cccf83b2b5f5', 'tenant_id': '38e5a2101cb84e649abcb077576a3704', 'mac_address': 'fa:16:3e:c5:bc:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b73c5ac-70c9-4f4f-bccc-7f5bc9901951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'b0626110-2e70-4df5-8ca6-7b634c09fbe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:30:24Z', 'updated_at': '2021-07-29T23:30:45Z', 'revision_number': 4, 'project_id': '38e5a2101cb84e649abcb077576a3704', 'subnets': [{'id': 'b0626110-2e70-4df5-8ca6-7b634c09fbe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:49.076427 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd05186-6aa4-42f2-ae01-c39a691bb100 None None] The sync data for ids ['9b73c5ac-70c9-4f4f-bccc-7f5bc9901951'] in n-d-712141-10 is: [{'id': '9b73c5ac-70c9-4f4f-bccc-7f5bc9901951', 'name': 'tempest-ServersTestBootFromVolume-442508025-router', 'tenant_id': '38e5a2101cb84e649abcb077576a3704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'fadecb27-2f3a-409c-b390-ab58b11b5462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:30:13Z', 'updated_at': '2021-07-29T23:30:27Z', 'revision_number': 4, 'project_id': '38e5a2101cb84e649abcb077576a3704', 'gw_port': {'id': 'fadecb27-2f3a-409c-b390-ab58b11b5462', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:5f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b73c5ac-70c9-4f4f-bccc-7f5bc9901951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:30:15Z', 'updated_at': '2021-07-29T23:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'f5a2f605-f7d6-4dfa-a112-37a5f14c8f0e', 'name': '', 'network_id': '7f4f5951-808e-47f0-8843-cccf83b2b5f5', 'tenant_id': '38e5a2101cb84e649abcb077576a3704', 'mac_address': 'fa:16:3e:c5:bc:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b73c5ac-70c9-4f4f-bccc-7f5bc9901951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'b0626110-2e70-4df5-8ca6-7b634c09fbe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:30:24Z', 'updated_at': '2021-07-29T23:30:45Z', 'revision_number': 4, 'project_id': '38e5a2101cb84e649abcb077576a3704', 'subnets': [{'id': 'b0626110-2e70-4df5-8ca6-7b634c09fbe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:30:49.101411 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-bc69e62d-b828-4d0c-8810-eb749f9c7b3e None None] Provisioning complete for port da9a90e1-8efc-4f87-81e6-604ba087e2ac triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:49.101822 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bc69e62d-b828-4d0c-8810-eb749f9c7b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:49.246191 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-51528b2e-524d-4940-a5e0-bd06316c2484 None None] Transition to ACTIVE for port object c0d77977-250a-45e3-931d-429e3244f786 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:30:49.291921 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-51528b2e-524d-4940-a5e0-bd06316c2484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:49.304385 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cca00ae5-2720-4a8e-a623-e721d0c9aba9 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:49.339343 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 9245fec4-daf7-4c42-b5f0-895c2c7a80c5 no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:30:49.487790 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c3cdb3b-850c-488b-a1af-5dda76895041 req-744faf21-915b-4eda-85ea-a33ea2a4aa43 tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] No DVR routers for this DVR port 9245fec4-daf7-4c42-b5f0-895c2c7a80c5 on host n-h2-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:30:49.509281 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-13ae8886-ef4d-413b-b4eb-0bc2a1f7b9a9 req-21db54a0-97dd-4bcd-a8e0-72ac4990edac tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] 10.222.0.43 "GET /v2.0/security-groups?id=aa1f785d-6614-46df-bb6d-2d3456c7d655&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5319254 Jul 29 23:30:49.513432 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5c3cdb3b-850c-488b-a1af-5dda76895041 req-744faf21-915b-4eda-85ea-a33ea2a4aa43 tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:49.521127 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5c3cdb3b-850c-488b-a1af-5dda76895041 req-744faf21-915b-4eda-85ea-a33ea2a4aa43 tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] 10.222.0.22 "DELETE /v2.0/ports/9245fec4-daf7-4c42-b5f0-895c2c7a80c5 HTTP/1.1" status: 204 len: 173 time: 2.9929008 Jul 29 23:30:49.529911 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd70cf15-55f5-4e83-9fe0-1d05410d2c84', 'name': 'network-vif-deleted', 'tag': '9245fec4-daf7-4c42-b5f0-895c2c7a80c5'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:30:49.539852 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9834e73c-7d76-4626-bb4c-3785e9a3f94a" -d '{"events": [{"server_uuid": "cd70cf15-55f5-4e83-9fe0-1d05410d2c84", "name": "network-vif-deleted", "tag": "9245fec4-daf7-4c42-b5f0-895c2c7a80c5"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:30:49.612457 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cca00ae5-2720-4a8e-a623-e721d0c9aba9 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:50.063012 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-bc69e62d-b828-4d0c-8810-eb749f9c7b3e None None] Port da9a90e1-8efc-4f87-81e6-604ba087e2ac cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:30:50.076242 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device edb88f36-03a0-403d-aded-8f512188bd34 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:30:50.200561 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1ec20d-7346-4531-8ed1-4b5bd6fda036 x-openstack-request-id: req-2c1ec20d-7346-4531-8ed1-4b5bd6fda036 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:30:50.204426 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd70cf15-55f5-4e83-9fe0-1d05410d2c84", "name": "network-vif-deleted", "tag": "9245fec4-daf7-4c42-b5f0-895c2c7a80c5", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:30:50.207679 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2c1ec20d-7346-4531-8ed1-4b5bd6fda036 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:30:50.210202 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd70cf15-55f5-4e83-9fe0-1d05410d2c84', 'name': 'network-vif-deleted', 'tag': '9245fec4-daf7-4c42-b5f0-895c2c7a80c5', 'status': 'completed', 'code': 200} Jul 29 23:30:50.239194 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: 9245fec4-daf7-4c42-b5f0-895c2c7a80c5 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:30:50.239701 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 9245fec4-daf7-4c42-b5f0-895c2c7a80c5 not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:30:50.246704 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b21c274a-9f26-4018-9a2c-59a2a59150fc tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:50.274125 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b21c274a-9f26-4018-9a2c-59a2a59150fc tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:50.374024 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cca00ae5-2720-4a8e-a623-e721d0c9aba9 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:50.477432 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51528b2e-524d-4940-a5e0-bd06316c2484 None None] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:30:50.496941 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-bc69e62d-b828-4d0c-8810-eb749f9c7b3e None None] Provisioning complete for port 6692c9b8-f4e2-4f31-897e-016045fc3bd4 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:50.499738 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bc69e62d-b828-4d0c-8810-eb749f9c7b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:50.544942 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ab12d-c6bf-425a-bc27-e232d51c4254 req-cbe41a23-6a39-4900-97da-0562a97229a7 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:50.567133 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2a2ab12d-c6bf-425a-bc27-e232d51c4254 req-cbe41a23-6a39-4900-97da-0562a97229a7 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 946 time: 0.5133216 Jul 29 23:30:50.571938 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21c274a-9f26-4018-9a2c-59a2a59150fc tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Pushing event updated for resources: {'Port': ['ID=5ebe0341-b058-4322-a6f3-1fe57f1a14da,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:50.634721 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21c274a-9f26-4018-9a2c-59a2a59150fc tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:50.635072 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21c274a-9f26-4018-9a2c-59a2a59150fc tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:50.642913 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21c274a-9f26-4018-9a2c-59a2a59150fc tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:50.643581 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21c274a-9f26-4018-9a2c-59a2a59150fc tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:50.645007 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21c274a-9f26-4018-9a2c-59a2a59150fc tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:50.646598 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21c274a-9f26-4018-9a2c-59a2a59150fc tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:50.651751 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-bc69e62d-b828-4d0c-8810-eb749f9c7b3e None None] Port 6692c9b8-f4e2-4f31-897e-016045fc3bd4 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:30:50.652223 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21c274a-9f26-4018-9a2c-59a2a59150fc tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:50.653397 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21c274a-9f26-4018-9a2c-59a2a59150fc tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:50.656372 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21c274a-9f26-4018-9a2c-59a2a59150fc tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:50.659768 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21c274a-9f26-4018-9a2c-59a2a59150fc tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:50.660785 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21c274a-9f26-4018-9a2c-59a2a59150fc tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:50.665643 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21c274a-9f26-4018-9a2c-59a2a59150fc tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:50.667106 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-51528b2e-524d-4940-a5e0-bd06316c2484 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:50.690711 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51528b2e-524d-4940-a5e0-bd06316c2484 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:30:50.727131 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:50.764936 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2a2ab12d-c6bf-425a-bc27-e232d51c4254 req-2dbb63bb-0ebe-4ada-ba92-fa4d0086bb8f tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1967404 Jul 29 23:30:50.779397 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cca00ae5-2720-4a8e-a623-e721d0c9aba9 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:50.789862 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51528b2e-524d-4940-a5e0-bd06316c2484 None None] Pushing event updated for resources: {'Port': ['ID=c0d77977-250a-45e3-931d-429e3244f786,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:50.797835 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-bc69e62d-b828-4d0c-8810-eb749f9c7b3e None None] Provisioning for port edb88f36-03a0-403d-aded-8f512188bd34 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:30:50.822131 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cca00ae5-2720-4a8e-a623-e721d0c9aba9 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:50.824303 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-cca00ae5-2720-4a8e-a623-e721d0c9aba9 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/subnets/7446222f-2c36-4896-a202-8b020fe2d7e8 HTTP/1.1" status: 204 len: 168 time: 3.4177890 Jul 29 23:30:50.826991 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 48416) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:50.972753 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b21c274a-9f26-4018-9a2c-59a2a59150fc tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:50.981944 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-299d9fdb-9344-4eec-a832-19149acbdce1 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1158960 Jul 29 23:30:50.999893 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca00ae5-2720-4a8e-a623-e721d0c9aba9 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event deleted for resources: {'Subnet': ['ID=7446222f-2c36-4896-a202-8b020fe2d7e8,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:51.011248 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 48426) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:51.047164 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b21c274a-9f26-4018-9a2c-59a2a59150fc tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:51.074152 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-e55cda9f-ab23-42e7-b7b7-593863cb8796 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Request body: {'subnet': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:51.085500 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b21c274a-9f26-4018-9a2c-59a2a59150fc tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7684135 Jul 29 23:30:51.111381 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-51528b2e-524d-4940-a5e0-bd06316c2484 None None] Attempting to bind port c0d77977-250a-45e3-931d-429e3244f786 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:30:51.111932 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-51528b2e-524d-4940-a5e0-bd06316c2484 None None] Attempting to bind port c0d77977-250a-45e3-931d-429e3244f786 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': 'ceb567b3-93e6-4495-80aa-58a786948605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:30:51.112356 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51528b2e-524d-4940-a5e0-bd06316c2484 None None] Attempting to bind port c0d77977-250a-45e3-931d-429e3244f786 on network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:30:51.119122 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-494552c6-2364-4ff3-8b18-70d32bf13aa3 req-d7c04c22-f690-495e-a78f-1d46b1b31053 tempest-ServerMetadataNegativeTestJSON-1316061222 tempest-ServerMetadataNegativeTestJSON-1316061222-project] 10.222.0.43 "GET /v2.0/ports?device_id=cd70cf15-55f5-4e83-9fe0-1d05410d2c84 HTTP/1.1" status: 200 len: 210 time: 0.1680875 Jul 29 23:30:51.141299 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51528b2e-524d-4940-a5e0-bd06316c2484 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 30, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:30:51.141792 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51528b2e-524d-4940-a5e0-bd06316c2484 None None] Checking segment: {'id': 'ceb567b3-93e6-4495-80aa-58a786948605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:30:51.142508 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-51528b2e-524d-4940-a5e0-bd06316c2484 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:51.142926 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51528b2e-524d-4940-a5e0-bd06316c2484 None None] Bound using segment: {'id': 'ceb567b3-93e6-4495-80aa-58a786948605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:30:51.143447 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-51528b2e-524d-4940-a5e0-bd06316c2484 None None] Bound port: c0d77977-250a-45e3-931d-429e3244f786, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb567b3-93e6-4495-80aa-58a786948605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:30:51.143846 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-51528b2e-524d-4940-a5e0-bd06316c2484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:51.160953 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port edb88f36-03a0-403d-aded-8f512188bd34 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:30:51.187405 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port edb88f36-03a0-403d-aded-8f512188bd34 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:51.187778 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:51.363750 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e55cda9f-ab23-42e7-b7b7-593863cb8796 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Made reservation on behalf of 7c9416c97c57443282624ca6d2f37df4 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:30:51.367501 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e55cda9f-ab23-42e7-b7b7-593863cb8796 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:51.460850 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-51528b2e-524d-4940-a5e0-bd06316c2484 None None] For port c0d77977-250a-45e3-931d-429e3244f786, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:30:51.470728 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-51528b2e-524d-4940-a5e0-bd06316c2484 None None] For port c0d77977-250a-45e3-931d-429e3244f786, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=c0d77977-250a-45e3-931d-429e3244f786,segment=NetworkSegment(ceb567b3-93e6-4495-80aa-58a786948605),segment_id=ceb567b3-93e6-4495-80aa-58a786948605)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:30:51.490611 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-51528b2e-524d-4940-a5e0-bd06316c2484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:51.732334 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-9ee3770e-977a-4327-b44b-dbf5666e0bd8 None None] Provisioning complete for port edb88f36-03a0-403d-aded-8f512188bd34 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:51.732849 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9ee3770e-977a-4327-b44b-dbf5666e0bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:51.835495 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e55cda9f-ab23-42e7-b7b7-593863cb8796 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:51.895953 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51528b2e-524d-4940-a5e0-bd06316c2484 None None] Pushing event updated for resources: {'Port': ['ID=c0d77977-250a-45e3-931d-429e3244f786,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:51.943088 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:51.948320 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9ee3770e-977a-4327-b44b-dbf5666e0bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:51.956440 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55cda9f-ab23-42e7-b7b7-593863cb8796 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event updated for resources: {'Subnet': ['ID=ba4e2c67-7622-4fe3-97e5-f37d42b7f3cb,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:51.964109 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7139128-770c-4c70-8a5f-4af5a0ec01c2 None None] get_active_networks_info from n-d-712141-10 {{(pid=94079) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 23:30:51.979393 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55cda9f-ab23-42e7-b7b7-593863cb8796 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:30:51.986369 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-e55cda9f-ab23-42e7-b7b7-593863cb8796 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:51.994745 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55cda9f-ab23-42e7-b7b7-593863cb8796 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:51.998660 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e55cda9f-ab23-42e7-b7b7-593863cb8796 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:52.039111 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48478) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:52.039688 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e55cda9f-ab23-42e7-b7b7-593863cb8796 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9783785 Jul 29 23:30:52.045702 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-a53629b5-03ed-4d40-acdb-bf3f011221ac tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Request body: {'port': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'fixed_ips': [{'subnet_id': 'ba4e2c67-7622-4fe3-97e5-f37d42b7f3cb', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-1586926244'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:52.052417 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-9ee3770e-977a-4327-b44b-dbf5666e0bd8 None None] For port edb88f36-03a0-403d-aded-8f512188bd34, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=edb88f36-03a0-403d-aded-8f512188bd34,segment=NetworkSegment(ba5bac9c-cf87-4379-a2c6-b5c109b5db18),segment_id=ba5bac9c-cf87-4379-a2c6-b5c109b5db18)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:52.080714 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9ee3770e-977a-4327-b44b-dbf5666e0bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:52.296423 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.db.api [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94079) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:30:52.297184 n-d-712141-10 neutron-server[94079]: DEBUG oslo_db.api [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:30:52.331277 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53629b5-03ed-4d40-acdb-bf3f011221ac tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Made reservation on behalf of 7c9416c97c57443282624ca6d2f37df4 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:30:52.345476 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee3770e-977a-4327-b44b-dbf5666e0bd8 None None] Pushing event updated for resources: {'Port': ['ID=edb88f36-03a0-403d-aded-8f512188bd34,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:52.426578 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7139128-770c-4c70-8a5f-4af5a0ec01c2 None None] Resources bound (agent type, host, resource id): {{(pid=94079) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 23:30:52.529541 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a53629b5-03ed-4d40-acdb-bf3f011221ac tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:52.598348 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [None req-a53629b5-03ed-4d40-acdb-bf3f011221ac tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] device_id is not set on port d7af4a27-fc8c-49a4-8787-6addaf08143b yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:30:52.848969 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-a53629b5-03ed-4d40-acdb-bf3f011221ac tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:30:52.854034 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a53629b5-03ed-4d40-acdb-bf3f011221ac tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:30:52.892633 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a53629b5-03ed-4d40-acdb-bf3f011221ac tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.8513629 Jul 29 23:30:52.895165 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48514) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:53.027891 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-745066d5-21fc-4542-993b-3fdc271d27be tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--32607800&fields=id&tenant_id=0f2ab90424214bdcb3d3f2d44c6cf9b4 HTTP/1.1" status: 200 len: 267 time: 0.0942039 Jul 29 23:30:53.065644 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e25bd5-398f-42fa-b814-bf7d355bb2d1 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:53.081208 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d5e25bd5-398f-42fa-b814-bf7d355bb2d1 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1846907 Jul 29 23:30:53.082231 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48518) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:53.084612 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 6eb86255-2599-4642-a34d-2fa7b22c06b6 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:30:53.130777 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-94a4bc62-671c-4dca-ae95-3a9013f27677 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:53.132612 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-94a4bc62-671c-4dca-ae95-3a9013f27677 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports/6692c9b8-f4e2-4f31-897e-016045fc3bd4 HTTP/1.1" status: 200 len: 930 time: 0.0644207 Jul 29 23:30:53.164323 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d31b551-8376-4578-8314-aee3ae08c74f req-af9aafb9-473c-4f5b-9e34-f95e15b9e081 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:53.172375 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9d31b551-8376-4578-8314-aee3ae08c74f req-af9aafb9-473c-4f5b-9e34-f95e15b9e081 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 946 time: 0.1395993 Jul 29 23:30:53.176013 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 6eb86255-2599-4642-a34d-2fa7b22c06b6 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:30:53.178452 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 6eb86255-2599-4642-a34d-2fa7b22c06b6 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:30:53.240923 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f303b1b0-e89f-46c4-8c94-32648026a920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:53.247170 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532b434d-9c90-4d8a-90a4-241b86e35ce5 None None] Update dhcp port {'port': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'fixed_ips': [{'subnet_id': 'ba4e2c67-7622-4fe3-97e5-f37d42b7f3cb'}], 'binding:host_id': 'n-d-712141-10'}, 'id': 'c0d77977-250a-45e3-931d-429e3244f786'} from n-d-712141-10. {{(pid=94079) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 23:30:53.274587 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9d31b551-8376-4578-8314-aee3ae08c74f req-791aa004-186c-42f6-9282-56ac0655f252 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005056 Jul 29 23:30:53.325556 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b6d98f-8f0e-45f5-abe7-4e30de9d0625 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:53.336222 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-fcc7a32e-f50c-4160-afba-d9ee750fa973 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:53.338834 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b6d98f-8f0e-45f5-abe7-4e30de9d0625 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:53.343643 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-fcc7a32e-f50c-4160-afba-d9ee750fa973 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports/da9a90e1-8efc-4f87-81e6-604ba087e2ac HTTP/1.1" status: 200 len: 931 time: 0.1676080 Jul 29 23:30:53.359896 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-02b6d98f-8f0e-45f5-abe7-4e30de9d0625 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2719951 Jul 29 23:30:53.361082 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48526) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:53.387194 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-532b434d-9c90-4d8a-90a4-241b86e35ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:53.413959 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48528) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:53.487550 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-08049734-28d2-4bd6-8ad0-95fcc6f66611 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?network_id=efe051f0-42fc-4850-b7cd-89c8013aea3e&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0924747 Jul 29 23:30:53.529927 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-e388bb05-7a8f-4c78-a0b9-7c33be08b9c4 admin admin] Deleting subnet c3c24e47-6f98-4263-b145-87f6b963a188 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:30:53.539575 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e388bb05-7a8f-4c78-a0b9-7c33be08b9c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:53.612858 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-79795355-c5b1-438f-b262-b8ab77335a99 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?network_id=efe051f0-42fc-4850-b7cd-89c8013aea3e&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1069877 Jul 29 23:30:53.635949 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dced77b-bc48-4a8c-9a48-3e120e47d2cb tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Deleting subnet ba4e2c67-7622-4fe3-97e5-f37d42b7f3cb {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:30:53.643724 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0dced77b-bc48-4a8c-9a48-3e120e47d2cb tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:53.652137 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e388bb05-7a8f-4c78-a0b9-7c33be08b9c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:53.712157 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device f5a2f605-f7d6-4dfa-a112-37a5f14c8f0e up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:30:53.741507 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0dced77b-bc48-4a8c-9a48-3e120e47d2cb tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:53.787516 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e388bb05-7a8f-4c78-a0b9-7c33be08b9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:53.834880 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port f5a2f605-f7d6-4dfa-a112-37a5f14c8f0e completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:30:53.842212 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port f5a2f605-f7d6-4dfa-a112-37a5f14c8f0e triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:53.842480 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:53.859102 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-1e48f51d-0282-4b57-bc72-2af5450e7546 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:53.866073 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-1e48f51d-0282-4b57-bc72-2af5450e7546 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:53.872947 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-1e48f51d-0282-4b57-bc72-2af5450e7546 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:53.874421 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-1e48f51d-0282-4b57-bc72-2af5450e7546 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/networks?id=cd4fb90a-a73b-48ea-873e-472dda9549c0&id=61db5dcd-b042-47fa-9111-3b2277565367&id=61db5dcd-b042-47fa-9111-3b2277565367&id=efe051f0-42fc-4850-b7cd-89c8013aea3e&id=efe051f0-42fc-4850-b7cd-89c8013aea3e HTTP/1.1" status: 200 len: 1988 time: 0.2475116 Jul 29 23:30:53.915226 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-a6681cb2-8291-4226-a1d7-4bfdd5cce4a7 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/quotas/0f2ab90424214bdcb3d3f2d44c6cf9b4 HTTP/1.1" status: 200 len: 375 time: 0.0314279 Jul 29 23:30:53.920452 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0dced77b-bc48-4a8c-9a48-3e120e47d2cb tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:54.044465 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e388bb05-7a8f-4c78-a0b9-7c33be08b9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:54.072792 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-0384b263-e8aa-4951-ae13-79c067d244b4 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0f2ab90424214bdcb3d3f2d44c6cf9b4&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1432838 Jul 29 23:30:54.077216 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:54.130115 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e388bb05-7a8f-4c78-a0b9-7c33be08b9c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:54.146574 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 48574) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:54.146959 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e388bb05-7a8f-4c78-a0b9-7c33be08b9c4 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c3c24e47-6f98-4263-b145-87f6b963a188 HTTP/1.1" status: 204 len: 168 time: 0.7281437 Jul 29 23:30:54.147218 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e388bb05-7a8f-4c78-a0b9-7c33be08b9c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3c24e47-6f98-4263-b145-87f6b963a188,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:54.166002 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port f5a2f605-f7d6-4dfa-a112-37a5f14c8f0e, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=f5a2f605-f7d6-4dfa-a112-37a5f14c8f0e,segment=NetworkSegment(02776017-cd96-47aa-82ba-ea70b6a22dcc),segment_id=02776017-cd96-47aa-82ba-ea70b6a22dcc)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:54.174764 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:54.175444 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device edb88f36-03a0-403d-aded-8f512188bd34 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:30:54.189815 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0dced77b-bc48-4a8c-9a48-3e120e47d2cb tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:54.238277 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dced77b-bc48-4a8c-9a48-3e120e47d2cb tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event deleted for resources: {'Subnet': ['ID=ba4e2c67-7622-4fe3-97e5-f37d42b7f3cb,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:54.244510 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0dced77b-bc48-4a8c-9a48-3e120e47d2cb tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:54.247478 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0dced77b-bc48-4a8c-9a48-3e120e47d2cb tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/subnets/ba4e2c67-7622-4fe3-97e5-f37d42b7f3cb HTTP/1.1" status: 204 len: 168 time: 0.8851066 Jul 29 23:30:54.249892 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48586) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:54.324324 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c1cec808-e8b3-4810-93b4-3b76dc263ad0 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0716522 Jul 29 23:30:54.328357 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48590) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:54.331223 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server [None req-532b434d-9c90-4d8a-90a4-241b86e35ce5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ba4e2c67-7622-4fe3-97e5-f37d42b7f3cb: This subnet is being modified by another concurrent operation. Jul 29 23:30:54.331223 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 29 23:30:54.331223 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 29 23:30:54.331223 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 29 23:30:54.331223 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 29 23:30:54.331223 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 29 23:30:54.331223 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 29 23:30:54.331223 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 29 23:30:54.331223 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 29 23:30:54.331223 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 29 23:30:54.331223 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 29 23:30:54.331223 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 29 23:30:54.331223 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 23:30:54.331223 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 23:30:54.331223 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:30:54.331223 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:30:54.331223 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:30:54.331223 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:30:54.331223 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 23:30:54.331223 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:30:54.331223 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 23:30:54.331223 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 23:30:54.331223 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:30:54.331223 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:30:54.331223 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:30:54.331223 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:30:54.331223 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 23:30:54.331223 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:30:54.331223 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 23:30:54.331223 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 23:30:54.331223 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:30:54.331223 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:30:54.331223 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:30:54.331223 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:30:54.331223 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 23:30:54.331223 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 23:30:54.331223 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 29 23:30:54.331223 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 29 23:30:54.331223 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 29 23:30:54.331223 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 29 23:30:54.331223 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 29 23:30:54.331223 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 29 23:30:54.331223 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 29 23:30:54.331223 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 29 23:30:54.331223 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 23:30:54.331223 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 23:30:54.331223 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:30:54.331223 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:30:54.331223 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:30:54.331223 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:30:54.331223 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 23:30:54.331223 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:30:54.331223 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 23:30:54.331223 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 23:30:54.335693 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:30:54.335693 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:30:54.335693 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:30:54.335693 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:30:54.335693 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 23:30:54.335693 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:30:54.335693 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 23:30:54.335693 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 23:30:54.335693 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:30:54.335693 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:30:54.335693 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:30:54.335693 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:30:54.335693 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 23:30:54.335693 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 23:30:54.335693 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 29 23:30:54.335693 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 29 23:30:54.335693 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 29 23:30:54.335693 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 29 23:30:54.335693 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Jul 29 23:30:54.335693 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 29 23:30:54.335693 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 29 23:30:54.335693 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 29 23:30:54.335693 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 29 23:30:54.335693 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 29 23:30:54.335693 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 29 23:30:54.335693 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 29 23:30:54.335693 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 29 23:30:54.335693 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 29 23:30:54.335693 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 29 23:30:54.335693 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server raise exception Jul 29 23:30:54.335693 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ba4e2c67-7622-4fe3-97e5-f37d42b7f3cb: This subnet is being modified by another concurrent operation. Jul 29 23:30:54.335693 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server Jul 29 23:30:54.338296 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-7b9d491e-2f03-4a83-a105-54f9d9869a0b tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Request body: {'subnet': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:54.409701 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0e6021f6-b75a-4455-a3d7-93bb000c8954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:54.415211 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda3a679-8df4-4c05-bc22-657b5e24f78a None None] get_active_networks_info from n-d-712141-10 {{(pid=94079) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 23:30:54.515330 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b9d491e-2f03-4a83-a105-54f9d9869a0b tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Made reservation on behalf of 7c9416c97c57443282624ca6d2f37df4 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:30:54.521562 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7b9d491e-2f03-4a83-a105-54f9d9869a0b tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:54.528284 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=f5a2f605-f7d6-4dfa-a112-37a5f14c8f0e,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:54.571615 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port edb88f36-03a0-403d-aded-8f512188bd34 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:54.572352 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:54.679553 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-c8ceb090-79cc-45ce-a7c3-5261bf47ffcc service neutron] 10.222.0.43 "GET /v2.0/networks/cd4fb90a-a73b-48ea-873e-472dda9549c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5775518 Jul 29 23:30:54.685403 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0e6021f6-b75a-4455-a3d7-93bb000c8954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:54.773943 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-0e6021f6-b75a-4455-a3d7-93bb000c8954 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23b49fce-3be7-4e0d-90cc-4538a9f4dc71']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:54.818773 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-0e6021f6-b75a-4455-a3d7-93bb000c8954 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecad5f25-44c3-4215-8747-09705c529f6d') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:54.819066 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-0e6021f6-b75a-4455-a3d7-93bb000c8954 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecad5f25-44c3-4215-8747-09705c529f6d') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:54.847400 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0e6021f6-b75a-4455-a3d7-93bb000c8954 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:54.903281 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-42c9d187-7c05-4c7a-9069-bf9604acc7af service neutron] 10.222.0.43 "GET /v2.0/networks/cd4fb90a-a73b-48ea-873e-472dda9549c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145059 Jul 29 23:30:54.910607 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda3a679-8df4-4c05-bc22-657b5e24f78a None None] Resources bound (agent type, host, resource id): {{(pid=94079) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 23:30:54.965370 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7b9d491e-2f03-4a83-a105-54f9d9869a0b tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:55.026705 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-4b419356-32ac-441b-a262-02266ec868b6 service neutron] 10.222.0.43 "GET /v2.0/ports/6692c9b8-f4e2-4f31-897e-016045fc3bd4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1118393 Jul 29 23:30:55.028935 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0e6021f6-b75a-4455-a3d7-93bb000c8954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:55.063970 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9d491e-2f03-4a83-a105-54f9d9869a0b tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event updated for resources: {'Subnet': ['ID=1df70d84-77a2-41f1-a8b0-4ab250fbf702,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:55.069062 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e6021f6-b75a-4455-a3d7-93bb000c8954 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:30:55.069860 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0e6021f6-b75a-4455-a3d7-93bb000c8954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:55.071882 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:30:55.071882 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:30:55.071882 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:30:55.071882 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:30:55.071882 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:30:55.071882 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:30:55.071882 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:30:55.071882 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:30:55.071882 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:30:55.071882 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:30:55.071882 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:30:55.071882 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:30:55.071882 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:30:55.071882 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:30:55.071882 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:30:55.071882 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:30:55.071882 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:30:55.071882 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:30:55.071882 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:30:55.071882 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:30:55.071882 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:30:55.071882 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:30:55.071882 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:30:55.071882 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:30:55.071882 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:30:55.071882 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:30:55.071882 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:30:55.071882 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:30:55.071882 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:30:55.071882 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:30:55.071882 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:30:55.071882 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:30:55.102300 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9d491e-2f03-4a83-a105-54f9d9869a0b tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:30:55.104478 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-7b9d491e-2f03-4a83-a105-54f9d9869a0b tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:55.109224 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9d491e-2f03-4a83-a105-54f9d9869a0b tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:55.110041 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7b9d491e-2f03-4a83-a105-54f9d9869a0b tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:55.145556 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7b9d491e-2f03-4a83-a105-54f9d9869a0b tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8153479 Jul 29 23:30:55.149319 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48630) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:55.154254 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-97aa89ab-d803-4a41-9367-5b674d8c3b28 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1843763757', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:55.206218 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-97aa89ab-d803-4a41-9367-5b674d8c3b28 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:55.208802 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-97aa89ab-d803-4a41-9367-5b674d8c3b28 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:55.378202 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-97aa89ab-d803-4a41-9367-5b674d8c3b28 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:55.396405 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-97aa89ab-d803-4a41-9367-5b674d8c3b28 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:55.420908 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-97aa89ab-d803-4a41-9367-5b674d8c3b28 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:55.422440 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-97aa89ab-d803-4a41-9367-5b674d8c3b28 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2718520 Jul 29 23:30:55.432688 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48642) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:55.455997 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device f5a2f605-f7d6-4dfa-a112-37a5f14c8f0e up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:30:55.500065 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0e6021f6-b75a-4455-a3d7-93bb000c8954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:55.520517 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0e6021f6-b75a-4455-a3d7-93bb000c8954 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:55.533637 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92cd247-8ff2-44f3-aa7a-56c7705c14b6 None None] Update dhcp port {'port': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'fixed_ips': [{'subnet_id': '1df70d84-77a2-41f1-a8b0-4ab250fbf702'}], 'binding:host_id': 'n-d-712141-10'}, 'id': 'c0d77977-250a-45e3-931d-429e3244f786'} from n-d-712141-10. {{(pid=94079) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 23:30:55.535973 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-0e6021f6-b75a-4455-a3d7-93bb000c8954 admin admin] 10.222.0.43 "DELETE /v2.0/networks/23b49fce-3be7-4e0d-90cc-4538a9f4dc71 HTTP/1.1" status: 204 len: 168 time: 1.3957675 Jul 29 23:30:55.545043 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-f01a491f-62ef-44dc-9273-b664ca38a4aa service neutron] 10.222.0.43 "GET /v2.0/networks/61db5dcd-b042-47fa-9111-3b2277565367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5035758 Jul 29 23:30:55.586619 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f92cd247-8ff2-44f3-aa7a-56c7705c14b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:55.653562 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port f5a2f605-f7d6-4dfa-a112-37a5f14c8f0e triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:55.654260 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:55.765917 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-3629499c-27b2-4a38-8759-c5117434548a service neutron] 10.222.0.43 "GET /v2.0/networks/61db5dcd-b042-47fa-9111-3b2277565367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860588 Jul 29 23:30:55.773213 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6021f6-b75a-4455-a3d7-93bb000c8954 admin admin] Pushing event deleted for resources: {'Network': ['ID=23b49fce-3be7-4e0d-90cc-4538a9f4dc71,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:56.007042 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-f92cd247-8ff2-44f3-aa7a-56c7705c14b6 None None] Allocated IP 2001:db8::2 (27ea2e30-5576-4381-a6d8-03efb8f4bd4e/1df70d84-77a2-41f1-a8b0-4ab250fbf702/c0d77977-250a-45e3-931d-429e3244f786) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:30:56.014248 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-87879c58-513c-4b1e-ba8b-01a5924d835a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:56.014836 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48652) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:56.018121 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4606b72a-3668-48b2-a238-84257b69f6d0 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:56.177870 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-f92cd247-8ff2-44f3-aa7a-56c7705c14b6 None None] For port c0d77977-250a-45e3-931d-429e3244f786, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=c0d77977-250a-45e3-931d-429e3244f786,segment=NetworkSegment(ceb567b3-93e6-4495-80aa-58a786948605),segment_id=ceb567b3-93e6-4495-80aa-58a786948605)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:56.244244 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f92cd247-8ff2-44f3-aa7a-56c7705c14b6 None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:56.307542 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f92cd247-8ff2-44f3-aa7a-56c7705c14b6 None None] Ignored duplicate provisioning block setup for port c0d77977-250a-45e3-931d-429e3244f786 by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 29 23:30:56.317911 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f92cd247-8ff2-44f3-aa7a-56c7705c14b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:56.365952 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:56.417187 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92cd247-8ff2-44f3-aa7a-56c7705c14b6 None None] Pushing event updated for resources: {'Port': ['ID=c0d77977-250a-45e3-931d-429e3244f786,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:56.448959 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07360d73-dd37-43fa-a661-23f68053ddf3 req-b6e5f3a6-ab5e-4009-bc8f-376157b5b044 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:56.457148 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-07360d73-dd37-43fa-a661-23f68053ddf3 req-b6e5f3a6-ab5e-4009-bc8f-376157b5b044 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 946 time: 0.9053340 Jul 29 23:30:56.481176 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-d84850cf-9583-4b75-a956-293fe15f2e0a service neutron] 10.222.0.43 "GET /v2.0/ports/da9a90e1-8efc-4f87-81e6-604ba087e2ac?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.6938915 Jul 29 23:30:56.486281 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b85fbc59-9a06-458e-8455-e2aafeebb7c2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c535609bcdf74f6ab26dcf70ac96b83d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4483514 Jul 29 23:30:56.491627 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48660) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:56.501020 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-4606b72a-3668-48b2-a238-84257b69f6d0 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Allocated IP 2001:db8::1 (27ea2e30-5576-4381-a6d8-03efb8f4bd4e/1df70d84-77a2-41f1-a8b0-4ab250fbf702/96863bb6-fb55-4d42-8aaf-858220b5c911) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:30:56.519575 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-07360d73-dd37-43fa-a661-23f68053ddf3 req-1edf92ad-ec0d-41a1-bba4-ffa8b9861df3 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609584 Jul 29 23:30:56.650751 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-af1dca5c-a976-4ed7-87e9-c821c3a9057e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:56.700861 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-af1dca5c-a976-4ed7-87e9-c821c3a9057e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:56.707388 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-5efc8ab8-ebe4-4fa4-9856-e280082039d3 service neutron] 10.222.0.43 "GET /v2.0/networks/61db5dcd-b042-47fa-9111-3b2277565367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988537 Jul 29 23:30:56.795213 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4606b72a-3668-48b2-a238-84257b69f6d0 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:56.843587 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-4606b72a-3668-48b2-a238-84257b69f6d0 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Transition to ACTIVE for port object 96863bb6-fb55-4d42-8aaf-858220b5c911 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:30:56.855501 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-af1dca5c-a976-4ed7-87e9-c821c3a9057e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:56.863929 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-af1dca5c-a976-4ed7-87e9-c821c3a9057e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:56.865363 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-af1dca5c-a976-4ed7-87e9-c821c3a9057e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/aa1f785d-6614-46df-bb6d-2d3456c7d655 HTTP/1.1" status: 204 len: 168 time: 0.3726184 Jul 29 23:30:56.890972 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1dca5c-a976-4ed7-87e9-c821c3a9057e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1f785d-6614-46df-bb6d-2d3456c7d655,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:56.982001 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4606b72a-3668-48b2-a238-84257b69f6d0 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:56.996155 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-87c33364-196e-4ec9-8b68-aa6b2987aa1e service neutron] 10.222.0.43 "GET /v2.0/networks/61db5dcd-b042-47fa-9111-3b2277565367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511868 Jul 29 23:30:57.063057 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4606b72a-3668-48b2-a238-84257b69f6d0 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:30:57.069891 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-4606b72a-3668-48b2-a238-84257b69f6d0 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:57.078466 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4606b72a-3668-48b2-a238-84257b69f6d0 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:30:57.079697 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4606b72a-3668-48b2-a238-84257b69f6d0 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:57.176053 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4606b72a-3668-48b2-a238-84257b69f6d0 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event updated for resources: {'Port': ['ID=96863bb6-fb55-4d42-8aaf-858220b5c911,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:57.196458 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-6cd7b2b5-fdd6-4879-9da0-9744a99f2190 service neutron] 10.222.0.43 "GET /v2.0/networks/61db5dcd-b042-47fa-9111-3b2277565367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982286 Jul 29 23:30:57.335712 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4333e840-15cf-4944-8d75-cb71324b19af req-081f8758-8f2a-42af-9960-dcec0f8f8034 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:57.337871 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4333e840-15cf-4944-8d75-cb71324b19af req-081f8758-8f2a-42af-9960-dcec0f8f8034 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 946 time: 0.3000116 Jul 29 23:30:57.395349 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device c0d77977-250a-45e3-931d-429e3244f786 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:30:57.403600 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4606b72a-3668-48b2-a238-84257b69f6d0 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:57.445832 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4333e840-15cf-4944-8d75-cb71324b19af req-1d99879a-a680-490c-874e-782e2ed3694f tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934753 Jul 29 23:30:57.504235 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-6f458171-a963-4296-9431-4fd68fc950a5 service neutron] 10.222.0.43 "GET /v2.0/networks/61db5dcd-b042-47fa-9111-3b2277565367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933204 Jul 29 23:30:57.547180 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port c0d77977-250a-45e3-931d-429e3244f786 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:30:57.609414 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:57.649613 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-13df2c86-eeeb-4a06-b28e-4f3d014990d7 service neutron] 10.222.0.43 "GET /v2.0/networks/61db5dcd-b042-47fa-9111-3b2277565367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311154 Jul 29 23:30:57.929716 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-36ab4d00-8e70-4600-a92b-3b42979b3adb service neutron] 10.222.0.43 "GET /v2.0/networks/61db5dcd-b042-47fa-9111-3b2277565367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717490 Jul 29 23:30:58.006741 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4606b72a-3668-48b2-a238-84257b69f6d0 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:58.015982 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4606b72a-3668-48b2-a238-84257b69f6d0 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:58.017783 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4606b72a-3668-48b2-a238-84257b69f6d0 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:58.120724 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-89be4c78-a256-4ae0-9433-2b80ee3cd303 service neutron] 10.222.0.43 "GET /v2.0/networks/efe051f0-42fc-4850-b7cd-89c8013aea3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803820 Jul 29 23:30:58.292535 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daca416e-4859-48ae-8f0e-11250790ace8 None None] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:30:58.311554 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4606b72a-3668-48b2-a238-84257b69f6d0 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event updated for resources: {'Port': ['ID=96863bb6-fb55-4d42-8aaf-858220b5c911,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:58.347702 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-ce0689c5-6ba0-4505-afd6-56c16f343b6b service neutron] 10.222.0.43 "GET /v2.0/networks/efe051f0-42fc-4850-b7cd-89c8013aea3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185829 Jul 29 23:30:58.435283 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4606b72a-3668-48b2-a238-84257b69f6d0 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:30:58.440752 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-4606b72a-3668-48b2-a238-84257b69f6d0 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:58.456080 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48756) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:58.639240 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-f8cf6e43-0d19-4ce0-8480-e70ee9bec188 service neutron] 10.222.0.43 "GET /v2.0/networks/efe051f0-42fc-4850-b7cd-89c8013aea3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743912 Jul 29 23:30:58.670837 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4606b72a-3668-48b2-a238-84257b69f6d0 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Router 35ee6136-619f-4d1f-a99a-ef4161e218f8 is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:30:58.728314 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device c7227480-4f34-4ba2-a5a3-39cc6359fd0d no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:30:58.743738 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-6f994300-2c8c-4721-a7a2-fef551e8b94c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-269966928-network', 'tenant_id': '52e04a06c1634aad823b656ded0dd057'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:58.818425 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4606b72a-3668-48b2-a238-84257b69f6d0 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:30:58.825066 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4606b72a-3668-48b2-a238-84257b69f6d0 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "PUT /v2.0/routers/35ee6136-619f-4d1f-a99a-ef4161e218f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3911300 Jul 29 23:30:58.826048 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f994300-2c8c-4721-a7a2-fef551e8b94c admin admin] Made reservation on behalf of 52e04a06c1634aad823b656ded0dd057 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:30:58.830664 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6f994300-2c8c-4721-a7a2-fef551e8b94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:58.833201 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48772) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:58.855427 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6f994300-2c8c-4721-a7a2-fef551e8b94c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:58.868572 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3045d48-76e5-4baf-ac3d-a2a355e8da1b None None] Sync routers for ids ['35ee6136-619f-4d1f-a99a-ef4161e218f8'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:30:58.909372 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-ba3c32dc-2003-4834-83bb-5d953cbfa9ef service neutron] 10.222.0.43 "GET /v2.0/networks/efe051f0-42fc-4850-b7cd-89c8013aea3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620478 Jul 29 23:30:58.958272 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-827b22ba-101b-43bd-a4aa-a341a6ea4c16 None None] Provisioning for port c0d77977-250a-45e3-931d-429e3244f786 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:30:58.980420 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e78357-077d-4070-b32b-ed2b78a2852c tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:58.982382 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-15e78357-077d-4070-b32b-ed2b78a2852c tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/ports/96863bb6-fb55-4d42-8aaf-858220b5c911 HTTP/1.1" status: 200 len: 911 time: 0.1456926 Jul 29 23:30:58.984873 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 48786) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:59.080000 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2878362f-9e7e-40fd-b560-239581603866 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:59.087717 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2878362f-9e7e-40fd-b560-239581603866 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:59.089162 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3045d48-76e5-4baf-ac3d-a2a355e8da1b None None] Routers {'35ee6136-619f-4d1f-a99a-ef4161e218f8'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:30:59.089843 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-d3045d48-76e5-4baf-ac3d-a2a355e8da1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:30:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['35ee6136-619f-4d1f-a99a-ef4161e218f8'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:59.090229 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-2878362f-9e7e-40fd-b560-239581603866 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1034784 Jul 29 23:30:59.093748 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:59.095225 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 48792) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:59.108700 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-827b22ba-101b-43bd-a4aa-a341a6ea4c16 None None] Provisioning complete for port c0d77977-250a-45e3-931d-429e3244f786 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:59.109353 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-827b22ba-101b-43bd-a4aa-a341a6ea4c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:59.342007 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6f994300-2c8c-4721-a7a2-fef551e8b94c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:59.354756 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6f994300-2c8c-4721-a7a2-fef551e8b94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:59.424390 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-d3045d48-76e5-4baf-ac3d-a2a355e8da1b None None] Set router 35ee6136-619f-4d1f-a99a-ef4161e218f8 gateway port host: None {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:30:59.466297 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6b3868-e699-420f-bc16-994fbeb3494f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7227480-4f34-4ba2-a5a3-39cc6359fd0d'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:30:59.468974 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f762ddbd-301b-446d-8a45-eecc846263e5" -d '{"events": [{"server_uuid": "ab6b3868-e699-420f-bc16-994fbeb3494f", "name": "network-vif-unplugged", "status": "completed", "tag": "c7227480-4f34-4ba2-a5a3-39cc6359fd0d"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:30:59.515542 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port c7227480-4f34-4ba2-a5a3-39cc6359fd0d, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=c7227480-4f34-4ba2-a5a3-39cc6359fd0d,segment=NetworkSegment(85a18049-8d39-45df-9ccf-cf67471916ca),segment_id=85a18049-8d39-45df-9ccf-cf67471916ca)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:59.531120 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f994300-2c8c-4721-a7a2-fef551e8b94c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:30:59.540248 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:59.548588 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:59.555690 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f994300-2c8c-4721-a7a2-fef551e8b94c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c238602f-ef5f-447a-b128-9500386afc8d,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:59.575385 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6f994300-2c8c-4721-a7a2-fef551e8b94c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:59.576164 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-6f994300-2c8c-4721-a7a2-fef551e8b94c admin admin] Added segment 8ce13fd4-1dee-44b6-94ac-ae691c2d8d7a of type vlan for network 3c7cedb3-e56d-4c4c-993c-657e341a0c94 Jul 29 23:30:59.674223 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6f994300-2c8c-4721-a7a2-fef551e8b94c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:59.742432 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6f994300-2c8c-4721-a7a2-fef551e8b94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:59.745215 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f994300-2c8c-4721-a7a2-fef551e8b94c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:59.746515 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6f994300-2c8c-4721-a7a2-fef551e8b94c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:59.792770 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=c7227480-4f34-4ba2-a5a3-39cc6359fd0d,revision_number=14']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:59.861443 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-6f994300-2c8c-4721-a7a2-fef551e8b94c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4018474 Jul 29 23:30:59.865937 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48834) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:59.875320 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-f3bd0d9d-464b-4638-a339-0039889528e6 admin admin] Request body: {'subnet': {'network_id': '3c7cedb3-e56d-4c4c-993c-657e341a0c94', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-269966928-subnet', 'tenant_id': '52e04a06c1634aad823b656ded0dd057', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:59.891643 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f994300-2c8c-4721-a7a2-fef551e8b94c admin admin] Pushing event updated for resources: {'Network': ['ID=3c7cedb3-e56d-4c4c-993c-657e341a0c94,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:59.912997 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 3c7cedb3-e56d-4c4c-993c-657e341a0c94 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:30:59.931884 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3bd0d9d-464b-4638-a339-0039889528e6 admin admin] Made reservation on behalf of 52e04a06c1634aad823b656ded0dd057 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:30:59.935490 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f3bd0d9d-464b-4638-a339-0039889528e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:00.075911 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-827b22ba-101b-43bd-a4aa-a341a6ea4c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:00.205649 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-827b22ba-101b-43bd-a4aa-a341a6ea4c16 None None] For port c0d77977-250a-45e3-931d-429e3244f786, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=c0d77977-250a-45e3-931d-429e3244f786,segment=NetworkSegment(ceb567b3-93e6-4495-80aa-58a786948605),segment_id=ceb567b3-93e6-4495-80aa-58a786948605)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:00.220525 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-827b22ba-101b-43bd-a4aa-a341a6ea4c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:00.347013 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b22ba-101b-43bd-a4aa-a341a6ea4c16 None None] Pushing event updated for resources: {'Port': ['ID=c0d77977-250a-45e3-931d-429e3244f786,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:00.362072 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e9018f-3069-4829-996c-221836c41dd8 None None] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:31:00.436952 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2574fa37-2c17-4241-b929-8bb040d55ae7 None None] Provisioning for port 96863bb6-fb55-4d42-8aaf-858220b5c911 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:31:00.450655 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2574fa37-2c17-4241-b929-8bb040d55ae7 None None] Provisioning complete for port 96863bb6-fb55-4d42-8aaf-858220b5c911 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:00.451323 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2574fa37-2c17-4241-b929-8bb040d55ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:00.512047 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-2574fa37-2c17-4241-b929-8bb040d55ae7 None None] Port 96863bb6-fb55-4d42-8aaf-858220b5c911 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:31:00.527022 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cbb7e8c-1824-431c-972d-b969bda528c3 x-openstack-request-id: req-7cbb7e8c-1824-431c-972d-b969bda528c3 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:31:00.527311 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6b3868-e699-420f-bc16-994fbeb3494f", "name": "network-vif-unplugged", "status": "completed", "tag": "c7227480-4f34-4ba2-a5a3-39cc6359fd0d", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:31:00.527566 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7cbb7e8c-1824-431c-972d-b969bda528c3 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:31:00.527951 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab6b3868-e699-420f-bc16-994fbeb3494f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7227480-4f34-4ba2-a5a3-39cc6359fd0d', 'code': 200} Jul 29 23:31:00.531915 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-d3045d48-76e5-4baf-ac3d-a2a355e8da1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35ee6136-619f-4d1f-a99a-ef4161e218f8', 'name': 'tempest-NetworksTestDHCPv6-router-1843763757', 'tenant_id': '7c9416c97c57443282624ca6d2f37df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:30:55Z', 'updated_at': '2021-07-29T23:30:57Z', 'revision_number': 2, 'project_id': '7c9416c97c57443282624ca6d2f37df4', 'gw_port_host': None, '_interfaces': [{'id': '96863bb6-fb55-4d42-8aaf-858220b5c911', 'name': '', 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'tenant_id': '7c9416c97c57443282624ca6d2f37df4', 'mac_address': 'fa:16:3e:88:fd:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35ee6136-619f-4d1f-a99a-ef4161e218f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '1df70d84-77a2-41f1-a8b0-4ab250fbf702', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:30:56Z', 'updated_at': '2021-07-29T23:30:57Z', 'revision_number': 2, 'project_id': '7c9416c97c57443282624ca6d2f37df4', 'subnets': [{'id': '1df70d84-77a2-41f1-a8b0-4ab250fbf702', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:00.589216 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3045d48-76e5-4baf-ac3d-a2a355e8da1b None None] Checking router: 35ee6136-619f-4d1f-a99a-ef4161e218f8 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:31:00.589610 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3045d48-76e5-4baf-ac3d-a2a355e8da1b None None] Updating router 35ee6136-619f-4d1f-a99a-ef4161e218f8 port 96863bb6-fb55-4d42-8aaf-858220b5c911 binding host n-d-712141-10 {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:31:00.629560 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9fc9a348-d067-4dfa-9058-7812e4227b73 req-0f520a09-3243-4903-a580-92610699e2ae tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 210 time: 0.0509343 Jul 29 23:31:00.632055 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7994218f-d120-4ee0-9d53-a0216ca719e9 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:00.683319 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f3bd0d9d-464b-4638-a339-0039889528e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:00.705365 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d3045d48-76e5-4baf-ac3d-a2a355e8da1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:00.711534 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2574fa37-2c17-4241-b929-8bb040d55ae7 None None] Provisioning complete for port c0d77977-250a-45e3-931d-429e3244f786 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:00.712143 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2574fa37-2c17-4241-b929-8bb040d55ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:00.753113 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bd0d9d-464b-4638-a339-0039889528e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89d39612-aed6-4e12-97bb-95fef1af94b3,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:00.780729 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3bd0d9d-464b-4638-a339-0039889528e6 admin admin] Checking segment: {'id': '8ce13fd4-1dee-44b6-94ac-ae691c2d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3c7cedb3-e56d-4c4c-993c-657e341a0c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:31:00.781111 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bd0d9d-464b-4638-a339-0039889528e6 admin admin] Network hostable DHCP agents. Network: 3c7cedb3-e56d-4c4c-993c-657e341a0c94, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:31:00.851249 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bd0d9d-464b-4638-a339-0039889528e6 admin admin] Network 3c7cedb3-e56d-4c4c-993c-657e341a0c94 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:31:00.878288 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-f3bd0d9d-464b-4638-a339-0039889528e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 3c7cedb3-e56d-4c4c-993c-657e341a0c94) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:31:00.884462 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bd0d9d-464b-4638-a339-0039889528e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:00.885063 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f3bd0d9d-464b-4638-a339-0039889528e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:00.922322 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-f3bd0d9d-464b-4638-a339-0039889528e6 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0546231 Jul 29 23:31:00.922612 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48894) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:00.927818 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-26cab27d-b8cc-4dc3-b1a2-ef85b0c18cf1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-269966928-router', 'tenant_id': '52e04a06c1634aad823b656ded0dd057', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:00.945297 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2711c253-dd3f-436f-b955-4c76d94620ef None None] Network 3c7cedb3-e56d-4c4c-993c-657e341a0c94 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:31:00.978903 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-26cab27d-b8cc-4dc3-b1a2-ef85b0c18cf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:00.981285 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-26cab27d-b8cc-4dc3-b1a2-ef85b0c18cf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:01.103282 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94557f-b2e7-4d28-b16a-d9b3c4a28f10 req-2cb04bcc-1657-423a-964c-30ab681964b5 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:01.105797 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-da94557f-b2e7-4d28-b16a-d9b3c4a28f10 req-2cb04bcc-1657-423a-964c-30ab681964b5 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 944 time: 0.2598855 Jul 29 23:31:01.150259 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-26cab27d-b8cc-4dc3-b1a2-ef85b0c18cf1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:01.263949 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-da94557f-b2e7-4d28-b16a-d9b3c4a28f10 req-f09e903f-85c5-4007-b899-78fb69c0b77c tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479790 Jul 29 23:31:01.436598 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-7994218f-d120-4ee0-9d53-a0216ca719e9 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Deleting port 96863bb6-fb55-4d42-8aaf-858220b5c911 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:31:01.437158 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7994218f-d120-4ee0-9d53-a0216ca719e9 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:01.441599 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:31:01.502471 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device c0d77977-250a-45e3-931d-429e3244f786 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:31:01.526584 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-26cab27d-b8cc-4dc3-b1a2-ef85b0c18cf1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:01.726081 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7994218f-d120-4ee0-9d53-a0216ca719e9 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:01.765791 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-7994218f-d120-4ee0-9d53-a0216ca719e9 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Calling delete_port for 96863bb6-fb55-4d42-8aaf-858220b5c911 owned by network:router_interface {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:31:01.895200 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aece8b58-423b-48e1-b218-bcb17f56ac4e None None] Network 3c7cedb3-e56d-4c4c-993c-657e341a0c94 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:31:01.909329 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port c0d77977-250a-45e3-931d-429e3244f786 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:01.927551 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:02.244171 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308bf577-0ae2-4c2c-91b4-1abd5bdf0675 req-369be33f-5f53-4b62-9a37-ab5d8236a1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:02.245744 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-308bf577-0ae2-4c2c-91b4-1abd5bdf0675 req-369be33f-5f53-4b62-9a37-ab5d8236a1f8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0043d03cb0a4bbcbd35eb8f2075805c&device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 1096 time: 0.2323928 Jul 29 23:31:02.303745 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7994218f-d120-4ee0-9d53-a0216ca719e9 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:02.393449 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-26cab27d-b8cc-4dc3-b1a2-ef85b0c18cf1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:02.432006 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8a7cca2c-e0e5-412e-a074-512a98af84a5 req-69598a38-467a-4b47-a875-819965be341d tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 210 time: 0.1567695 Jul 29 23:31:02.440513 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7994218f-d120-4ee0-9d53-a0216ca719e9 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event deleted for resources: {'Port': ['ID=96863bb6-fb55-4d42-8aaf-858220b5c911,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:02.812041 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-a23f5a77-e9d4-4f3a-a7c3-ff3d2138e46d None None] Provisioning complete for port 96863bb6-fb55-4d42-8aaf-858220b5c911 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:02.812646 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a23f5a77-e9d4-4f3a-a7c3-ff3d2138e46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:02.931426 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-385fae5f-f034-4ce3-b2e1-7e42f6d22ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:02.934122 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-385fae5f-f034-4ce3-b2e1-7e42f6d22ef8 service neutron] 10.222.0.22 "GET /v2.0/ports/6692c9b8-f4e2-4f31-897e-016045fc3bd4 HTTP/1.1" status: 200 len: 1026 time: 0.4590056 Jul 29 23:31:02.993607 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7994218f-d120-4ee0-9d53-a0216ca719e9 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:03.008318 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-a23f5a77-e9d4-4f3a-a7c3-ff3d2138e46d None None] Port 96863bb6-fb55-4d42-8aaf-858220b5c911 was deleted so its status cannot be updated. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 29 23:31:03.194624 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491ba399-9c7c-4bba-9b5d-939a31cb0e69 req-aae24aef-5691-4844-8213-36eb4f0ae3ae tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:03.211212 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-491ba399-9c7c-4bba-9b5d-939a31cb0e69 req-aae24aef-5691-4844-8213-36eb4f0ae3ae tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 944 time: 0.6785605 Jul 29 23:31:03.353591 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-44b9cf31-8792-4964-aa6e-b26419ab7ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:03.359306 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-44b9cf31-8792-4964-aa6e-b26419ab7ff0 service neutron] 10.222.0.22 "GET /v2.0/ports/da9a90e1-8efc-4f87-81e6-604ba087e2ac HTTP/1.1" status: 200 len: 1027 time: 0.4122739 Jul 29 23:31:03.390223 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-26cab27d-b8cc-4dc3-b1a2-ef85b0c18cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:03.397310 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-a23f5a77-e9d4-4f3a-a7c3-ff3d2138e46d None None] Provisioning complete for port c0d77977-250a-45e3-931d-429e3244f786 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:03.397708 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a23f5a77-e9d4-4f3a-a7c3-ff3d2138e46d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:03.619628 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308bf577-0ae2-4c2c-91b4-1abd5bdf0675 req-f31cfc01-264b-438e-a0e8-c1b7250bd4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:03.622352 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-308bf577-0ae2-4c2c-91b4-1abd5bdf0675 req-f31cfc01-264b-438e-a0e8-c1b7250bd4bb service neutron] 10.222.0.41 "GET /v2.0/networks?id=fc8993d1-1f3f-4e88-9d54-7eec99f127ad HTTP/1.1" status: 200 len: 913 time: 1.3676794 Jul 29 23:31:03.630021 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-491ba399-9c7c-4bba-9b5d-939a31cb0e69 req-620a4d24-f58c-4bae-a772-769721de7a58 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4134431 Jul 29 23:31:03.662852 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.db.api [None req-d3045d48-76e5-4baf-ac3d-a2a355e8da1b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94079) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:31:03.664954 n-d-712141-10 neutron-server[94079]: DEBUG oslo_db.api [None req-d3045d48-76e5-4baf-ac3d-a2a355e8da1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:31:03.949048 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-e55210ee-a8cb-4966-b955-4d7656ed69ae None None] Could not find standard attr ID for object 96863bb6-fb55-4d42-8aaf-858220b5c911. {{(pid=94079) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:31:03.957502 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-308bf577-0ae2-4c2c-91b4-1abd5bdf0675 req-53d20a6a-094b-40e6-b0b2-f6a0e2b8d18b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7227480-4f34-4ba2-a5a3-39cc6359fd0d HTTP/1.1" status: 200 len: 999 time: 0.3220663 Jul 29 23:31:04.014782 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-26cab27d-b8cc-4dc3-b1a2-ef85b0c18cf1 admin admin] Allocated IP 172.25.0.236 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/6551dae8-8a9c-4b58-8811-0b5c6b91326b) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:31:04.044437 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308bf577-0ae2-4c2c-91b4-1abd5bdf0675 req-bd6b3e38-0631-419e-a81b-6d8851caaa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:04.046307 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-308bf577-0ae2-4c2c-91b4-1abd5bdf0675 req-bd6b3e38-0631-419e-a81b-6d8851caaa43 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=01812886-2cdd-41de-831e-c3e259b8e381 HTTP/1.1" status: 200 len: 851 time: 0.0806334 Jul 29 23:31:04.155188 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308bf577-0ae2-4c2c-91b4-1abd5bdf0675 req-8b53315e-64e4-4879-9d12-00504ac64f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:04.157037 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-308bf577-0ae2-4c2c-91b4-1abd5bdf0675 req-8b53315e-64e4-4879-9d12-00504ac64f43 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fc8993d1-1f3f-4e88-9d54-7eec99f127ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0998802 Jul 29 23:31:04.200125 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3045d48-76e5-4baf-ac3d-a2a355e8da1b None None] Port 96863bb6-fb55-4d42-8aaf-858220b5c911 not found while updating agent binding for router 35ee6136-619f-4d1f-a99a-ef4161e218f8. {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 29 23:31:04.239777 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3045d48-76e5-4baf-ac3d-a2a355e8da1b None None] Routers {'35ee6136-619f-4d1f-a99a-ef4161e218f8'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:31:04.240432 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-d3045d48-76e5-4baf-ac3d-a2a355e8da1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:30:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['35ee6136-619f-4d1f-a99a-ef4161e218f8'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:04.306166 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-26cab27d-b8cc-4dc3-b1a2-ef85b0c18cf1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:04.377684 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-308bf577-0ae2-4c2c-91b4-1abd5bdf0675 req-cb34c344-ca86-4670-b2d8-efa02ab2a490 service neutron] 10.222.0.41 "GET /v2.0/networks/fc8993d1-1f3f-4e88-9d54-7eec99f127ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097335 Jul 29 23:31:04.447793 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-d3045d48-76e5-4baf-ac3d-a2a355e8da1b None None] Set router 35ee6136-619f-4d1f-a99a-ef4161e218f8 gateway port host: None {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:31:04.529242 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-d3045d48-76e5-4baf-ac3d-a2a355e8da1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35ee6136-619f-4d1f-a99a-ef4161e218f8', 'name': 'tempest-NetworksTestDHCPv6-router-1843763757', 'tenant_id': '7c9416c97c57443282624ca6d2f37df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:30:55Z', 'updated_at': '2021-07-29T23:31:02Z', 'revision_number': 3, 'project_id': '7c9416c97c57443282624ca6d2f37df4', 'gw_port_host': None}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:04.557670 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-26cab27d-b8cc-4dc3-b1a2-ef85b0c18cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:04.599406 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3045d48-76e5-4baf-ac3d-a2a355e8da1b None None] The sync data for ids ['35ee6136-619f-4d1f-a99a-ef4161e218f8'] in n-d-712141-10 is: [{'id': '35ee6136-619f-4d1f-a99a-ef4161e218f8', 'name': 'tempest-NetworksTestDHCPv6-router-1843763757', 'tenant_id': '7c9416c97c57443282624ca6d2f37df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:30:55Z', 'updated_at': '2021-07-29T23:31:02Z', 'revision_number': 3, 'project_id': '7c9416c97c57443282624ca6d2f37df4', 'gw_port_host': None}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:31:04.688889 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-20dd84fc-f96d-41ee-8381-826fab9caa79 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:04.703395 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-20dd84fc-f96d-41ee-8381-826fab9caa79 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:04.715188 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-20dd84fc-f96d-41ee-8381-826fab9caa79 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:04.719107 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-20dd84fc-f96d-41ee-8381-826fab9caa79 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.22 "GET /v2.0/networks?id=cd4fb90a-a73b-48ea-873e-472dda9549c0&id=61db5dcd-b042-47fa-9111-3b2277565367&id=61db5dcd-b042-47fa-9111-3b2277565367&id=61db5dcd-b042-47fa-9111-3b2277565367&id=61db5dcd-b042-47fa-9111-3b2277565367&id=efe051f0-42fc-4850-b7cd-89c8013aea3e&id=efe051f0-42fc-4850-b7cd-89c8013aea3e HTTP/1.1" status: 200 len: 1988 time: 1.2609937 Jul 29 23:31:04.728777 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26cab27d-b8cc-4dc3-b1a2-ef85b0c18cf1 admin admin] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:31:04.750812 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7994218f-d120-4ee0-9d53-a0216ca719e9 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Router 35ee6136-619f-4d1f-a99a-ef4161e218f8 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:31:04.756887 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-26cab27d-b8cc-4dc3-b1a2-ef85b0c18cf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:31:04.761095 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cab27d-b8cc-4dc3-b1a2-ef85b0c18cf1 admin admin] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:31:04.762179 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f1cc240c-5c65-475c-8363-bed8a2febd72 req-26b18783-d94c-48f7-8b41-39a6405d9107 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 210 time: 0.2072370 Jul 29 23:31:04.850059 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cab27d-b8cc-4dc3-b1a2-ef85b0c18cf1 admin admin] Pushing event updated for resources: {'Port': ['ID=6551dae8-8a9c-4b58-8811-0b5c6b91326b,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:04.879167 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-308bf577-0ae2-4c2c-91b4-1abd5bdf0675 req-ddcd3da0-a7e6-421d-9361-83a1209c4346 service neutron] 10.222.0.41 "GET /v2.0/networks/fc8993d1-1f3f-4e88-9d54-7eec99f127ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4763451 Jul 29 23:31:04.975532 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-f868a248-e949-41a4-8d1d-3df9d5d6e77d tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f2ab90424214bdcb3d3f2d44c6cf9b4 HTTP/1.1" status: 200 len: 378 time: 0.2235219 Jul 29 23:31:05.009483 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-2b388231-3c86-4e07-a3fd-cc344d7fe803 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Request body: {'port': {'device_id': '8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4', 'network_id': 'cd4fb90a-a73b-48ea-873e-472dda9549c0', 'admin_state_up': True, 'tenant_id': '0f2ab90424214bdcb3d3f2d44c6cf9b4', 'security_groups': ['d06a9099-30da-446c-be64-dba56c62ade6']}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:05.191692 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7994218f-d120-4ee0-9d53-a0216ca719e9 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:31:05.255877 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-7994218f-d120-4ee0-9d53-a0216ca719e9 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "PUT /v2.0/routers/35ee6136-619f-4d1f-a99a-ef4161e218f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1592019 Jul 29 23:31:05.267793 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 49134) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:05.279041 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a2d22-17fc-437b-8fe2-cb9e21751e9b req-3effd5b1-2a25-4672-ae82-f54e7afdeeb9 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:05.281101 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eb3a2d22-17fc-437b-8fe2-cb9e21751e9b req-3effd5b1-2a25-4672-ae82-f54e7afdeeb9 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 944 time: 0.3795223 Jul 29 23:31:05.413071 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73c4f26-0ce7-49f4-9c66-13ae38d7b153 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:05.414781 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73c4f26-0ce7-49f4-9c66-13ae38d7b153 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:05.419146 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-f73c4f26-0ce7-49f4-9c66-13ae38d7b153 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1358318 Jul 29 23:31:05.425818 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 49144) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:05.475961 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eb3a2d22-17fc-437b-8fe2-cb9e21751e9b req-b4571411-d4ca-4700-a9d4-0ddf97f6d1c1 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217201 Jul 29 23:31:05.563997 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaebfde5-8667-4397-8df1-5e7c04618f46 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Deleting subnet 1df70d84-77a2-41f1-a8b0-4ab250fbf702 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:31:05.568559 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-aaebfde5-8667-4397-8df1-5e7c04618f46 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:05.582866 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-2b388231-3c86-4e07-a3fd-cc344d7fe803 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Made reservation on behalf of 0f2ab90424214bdcb3d3f2d44c6cf9b4 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:31:05.590276 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-2b388231-3c86-4e07-a3fd-cc344d7fe803 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:05.733908 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-aaebfde5-8667-4397-8df1-5e7c04618f46 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:05.738105 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-26cab27d-b8cc-4dc3-b1a2-ef85b0c18cf1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:06.028113 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-aaebfde5-8667-4397-8df1-5e7c04618f46 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:06.052131 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-2b388231-3c86-4e07-a3fd-cc344d7fe803 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Allocated IP 172.20.0.9 (cd4fb90a-a73b-48ea-873e-472dda9549c0/5e68bcd5-61dd-4d3a-b0e6-c975e0de7caa/5e344eee-0003-40f4-acc2-bcb46574e5a1) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:31:06.103336 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d109429c-e525-4754-9b8e-0399e113d865 req-cad07f3e-e862-41f9-9160-464c669b25a9 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 210 time: 0.0878251 Jul 29 23:31:06.312019 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc9a0dc-4239-4778-95cc-127e87798220 None None] Sync routers for ids ['35ee6136-619f-4d1f-a99a-ef4161e218f8'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:31:06.346504 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc9a0dc-4239-4778-95cc-127e87798220 None None] Routers {'35ee6136-619f-4d1f-a99a-ef4161e218f8'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:31:06.347525 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-5cc9a0dc-4239-4778-95cc-127e87798220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:30:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['35ee6136-619f-4d1f-a99a-ef4161e218f8'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:06.381146 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-26cab27d-b8cc-4dc3-b1a2-ef85b0c18cf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:06.465680 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-2b388231-3c86-4e07-a3fd-cc344d7fe803 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:06.494240 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-5cc9a0dc-4239-4778-95cc-127e87798220 None None] Set router 35ee6136-619f-4d1f-a99a-ef4161e218f8 gateway port host: None {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:31:06.511154 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-2b388231-3c86-4e07-a3fd-cc344d7fe803 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Transition to ACTIVE for port object 5e344eee-0003-40f4-acc2-bcb46574e5a1 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:31:06.553773 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-5cc9a0dc-4239-4778-95cc-127e87798220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35ee6136-619f-4d1f-a99a-ef4161e218f8', 'name': 'tempest-NetworksTestDHCPv6-router-1843763757', 'tenant_id': '7c9416c97c57443282624ca6d2f37df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:30:55Z', 'updated_at': '2021-07-29T23:31:02Z', 'revision_number': 3, 'project_id': '7c9416c97c57443282624ca6d2f37df4', 'gw_port_host': None}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:06.623706 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc9a0dc-4239-4778-95cc-127e87798220 None None] Checking router: 35ee6136-619f-4d1f-a99a-ef4161e218f8 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:31:06.630897 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-aaebfde5-8667-4397-8df1-5e7c04618f46 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:06.635499 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc9a0dc-4239-4778-95cc-127e87798220 None None] Routers {'35ee6136-619f-4d1f-a99a-ef4161e218f8'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:31:06.636391 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-5cc9a0dc-4239-4778-95cc-127e87798220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:30:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['35ee6136-619f-4d1f-a99a-ef4161e218f8'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:06.665983 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-2b388231-3c86-4e07-a3fd-cc344d7fe803 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:06.725556 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-5cc9a0dc-4239-4778-95cc-127e87798220 None None] Set router 35ee6136-619f-4d1f-a99a-ef4161e218f8 gateway port host: None {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:31:06.749515 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaebfde5-8667-4397-8df1-5e7c04618f46 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event deleted for resources: {'Subnet': ['ID=1df70d84-77a2-41f1-a8b0-4ab250fbf702,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:06.798581 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b388231-3c86-4e07-a3fd-cc344d7fe803 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Pushing event updated for resources: {'Port': ['ID=5e344eee-0003-40f4-acc2-bcb46574e5a1,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:06.804023 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-aaebfde5-8667-4397-8df1-5e7c04618f46 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:06.805920 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-aaebfde5-8667-4397-8df1-5e7c04618f46 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/subnets/1df70d84-77a2-41f1-a8b0-4ab250fbf702 HTTP/1.1" status: 204 len: 168 time: 1.3792393 Jul 29 23:31:06.809240 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 49220) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:06.816516 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa06cae-2417-40ff-9aba-81372f2e10c7 None None] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:31:06.874202 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-2b388231-3c86-4e07-a3fd-cc344d7fe803 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Network cd4fb90a-a73b-48ea-873e-472dda9549c0 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:31:06.885843 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-2b388231-3c86-4e07-a3fd-cc344d7fe803 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:31:06.890333 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-2b388231-3c86-4e07-a3fd-cc344d7fe803 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:31:06.917140 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-5cc9a0dc-4239-4778-95cc-127e87798220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35ee6136-619f-4d1f-a99a-ef4161e218f8', 'name': 'tempest-NetworksTestDHCPv6-router-1843763757', 'tenant_id': '7c9416c97c57443282624ca6d2f37df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:30:55Z', 'updated_at': '2021-07-29T23:31:02Z', 'revision_number': 3, 'project_id': '7c9416c97c57443282624ca6d2f37df4', 'gw_port_host': None}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:06.992672 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc9a0dc-4239-4778-95cc-127e87798220 None None] The sync data for ids ['35ee6136-619f-4d1f-a99a-ef4161e218f8'] in n-d-712141-10 is: [{'id': '35ee6136-619f-4d1f-a99a-ef4161e218f8', 'name': 'tempest-NetworksTestDHCPv6-router-1843763757', 'tenant_id': '7c9416c97c57443282624ca6d2f37df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:30:55Z', 'updated_at': '2021-07-29T23:31:02Z', 'revision_number': 3, 'project_id': '7c9416c97c57443282624ca6d2f37df4', 'gw_port_host': None}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:31:07.016449 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fef514-45c9-4d4f-957c-a83d16189b3e req-8c15435e-76b9-4877-b2fe-f853f493c9b3 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:07.024457 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d6fef514-45c9-4d4f-957c-a83d16189b3e req-8c15435e-76b9-4877-b2fe-f853f493c9b3 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 944 time: 0.4284351 Jul 29 23:31:07.055395 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:07.178076 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26cab27d-b8cc-4dc3-b1a2-ef85b0c18cf1 admin admin] Router 803371f2-99dc-4e38-b86f-1400f584ea23 is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:31:07.211724 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-2b388231-3c86-4e07-a3fd-cc344d7fe803 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:07.212394 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-2b388231-3c86-4e07-a3fd-cc344d7fe803 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:07.259849 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9059aa4a-8c2e-4f68-87e6-0468bb74f520 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4445989 Jul 29 23:31:07.260130 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d6fef514-45c9-4d4f-957c-a83d16189b3e req-0fb0ccb8-d830-4723-b127-5cea8036c5e1 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2316518 Jul 29 23:31:07.260776 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 49254) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:07.447450 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c25291c-3852-4381-bf76-e34d192562ff None None] DHCP port deletion for 27ea2e30-5576-4381-a6d8-03efb8f4bd4e request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:31:07.603873 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-bd842e75-01ed-448b-be01-56d6de705ccb None None] Provisioning for port 5e344eee-0003-40f4-acc2-bcb46574e5a1 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:31:07.619892 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-bd842e75-01ed-448b-be01-56d6de705ccb None None] Provisioning complete for port 5e344eee-0003-40f4-acc2-bcb46574e5a1 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:07.621729 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bd842e75-01ed-448b-be01-56d6de705ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:07.623634 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-2b388231-3c86-4e07-a3fd-cc344d7fe803 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6282721 Jul 29 23:31:07.649450 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-c8e89e2f-5549-46cb-8d97-23c3435cf651 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Request body: {'port': {'device_id': '8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4', 'network_id': '61db5dcd-b042-47fa-9111-3b2277565367', 'admin_state_up': True, 'tenant_id': '0f2ab90424214bdcb3d3f2d44c6cf9b4', 'security_groups': ['d06a9099-30da-446c-be64-dba56c62ade6']}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:07.697034 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-492baa18-9497-4283-8175-b9c7ec8e5ec4 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for router, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:07.717168 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-5c25291c-3852-4381-bf76-e34d192562ff None None] Deleting port c0d77977-250a-45e3-931d-429e3244f786 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:31:07.718327 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5c25291c-3852-4381-bf76-e34d192562ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:07.805141 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-bd842e75-01ed-448b-be01-56d6de705ccb None None] Port 5e344eee-0003-40f4-acc2-bcb46574e5a1 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:31:07.863373 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-5c25291c-3852-4381-bf76-e34d192562ff None None] For port c0d77977-250a-45e3-931d-429e3244f786, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=c0d77977-250a-45e3-931d-429e3244f786,segment=NetworkSegment(ceb567b3-93e6-4495-80aa-58a786948605),segment_id=ceb567b3-93e6-4495-80aa-58a786948605)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:07.865735 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5c25291c-3852-4381-bf76-e34d192562ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:07.905461 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-5c25291c-3852-4381-bf76-e34d192562ff None None] Calling delete_port for c0d77977-250a-45e3-931d-429e3244f786 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:31:08.072520 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device c0d77977-250a-45e3-931d-429e3244f786 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:31:08.090231 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dcd1ab-7311-4526-a9ca-c4a3931d19d9 req-14637ca2-90ac-4130-8377-c9a9afd68ac8 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:08.105462 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-96dcd1ab-7311-4526-a9ca-c4a3931d19d9 req-14637ca2-90ac-4130-8377-c9a9afd68ac8 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 931 time: 0.5384691 Jul 29 23:31:08.115230 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26cab27d-b8cc-4dc3-b1a2-ef85b0c18cf1 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:31:08.172682 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-26cab27d-b8cc-4dc3-b1a2-ef85b0c18cf1 admin admin] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:08.174674 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-26cab27d-b8cc-4dc3-b1a2-ef85b0c18cf1 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.2506745 Jul 29 23:31:08.177513 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 49286) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:08.220777 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51a4b8c-0424-4d91-a2dc-5ece10c9d82e None None] Sync routers for ids ['803371f2-99dc-4e38-b86f-1400f584ea23'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:31:08.402418 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51a4b8c-0424-4d91-a2dc-5ece10c9d82e None None] Routers {'803371f2-99dc-4e38-b86f-1400f584ea23'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:31:08.404023 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-a51a4b8c-0424-4d91-a2dc-5ece10c9d82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:30:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['803371f2-99dc-4e38-b86f-1400f584ea23'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:08.414065 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5c25291c-3852-4381-bf76-e34d192562ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:08.500990 n-d-712141-10 neutron-server[94079]: INFO neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No ports have port_id starting with c0d77977-250a-45e3-931d-429e3244f786 Jul 29 23:31:08.505200 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c25291c-3852-4381-bf76-e34d192562ff None None] Pushing event deleted for resources: {'Port': ['ID=c0d77977-250a-45e3-931d-429e3244f786,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:08.510696 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c25291c-3852-4381-bf76-e34d192562ff None None] No DVR routers for this DVR port c0d77977-250a-45e3-931d-429e3244f786 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:31:08.709126 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-a51a4b8c-0424-4d91-a2dc-5ece10c9d82e None None] Set router 803371f2-99dc-4e38-b86f-1400f584ea23 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:31:08.837811 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-492baa18-9497-4283-8175-b9c7ec8e5ec4 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:08.845291 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-492baa18-9497-4283-8175-b9c7ec8e5ec4 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:09.069035 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-c8e89e2f-5549-46cb-8d97-23c3435cf651 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Made reservation on behalf of 0f2ab90424214bdcb3d3f2d44c6cf9b4 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:31:09.074350 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-c8e89e2f-5549-46cb-8d97-23c3435cf651 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:09.080409 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-492baa18-9497-4283-8175-b9c7ec8e5ec4 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:09.080636 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-492baa18-9497-4283-8175-b9c7ec8e5ec4 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Fanout notify agent at l3_agent the message router_deleted on router 35ee6136-619f-4d1f-a99a-ef4161e218f8 {{(pid=94078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:31:09.088629 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-492baa18-9497-4283-8175-b9c7ec8e5ec4 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:09.090069 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-492baa18-9497-4283-8175-b9c7ec8e5ec4 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/routers/35ee6136-619f-4d1f-a99a-ef4161e218f8 HTTP/1.1" status: 204 len: 168 time: 1.8282497 Jul 29 23:31:09.095190 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 49324) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:09.110856 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-a51a4b8c-0424-4d91-a2dc-5ece10c9d82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803371f2-99dc-4e38-b86f-1400f584ea23', 'name': 'tempest-ServerRescueTestJSONUnderV235-269966928-router', 'tenant_id': '52e04a06c1634aad823b656ded0dd057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '6551dae8-8a9c-4b58-8811-0b5c6b91326b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:31:01Z', 'updated_at': '2021-07-29T23:31:05Z', 'revision_number': 3, 'project_id': '52e04a06c1634aad823b656ded0dd057', 'gw_port': {'id': '6551dae8-8a9c-4b58-8811-0b5c6b91326b', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5e:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '803371f2-99dc-4e38-b86f-1400f584ea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:31:03Z', 'updated_at': '2021-07-29T23:31:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:09.111953 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-96dcd1ab-7311-4526-a9ca-c4a3931d19d9 req-dd3ed4b1-d906-49b4-b33f-f7a35c812d9a tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/security-groups?id=d06a9099-30da-446c-be64-dba56c62ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 1.0004613 Jul 29 23:31:09.114538 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-aeff63b3-c69d-43eb-92d3-cf7062036997 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Request body: {'subnet': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:09.157884 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc405c20-2641-4eab-88ac-3bf180a015d0 req-d5430393-ea96-4dbd-b2ae-597f26097854 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:09.169507 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bc405c20-2641-4eab-88ac-3bf180a015d0 req-d5430393-ea96-4dbd-b2ae-597f26097854 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 944 time: 0.5103636 Jul 29 23:31:09.182459 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51a4b8c-0424-4d91-a2dc-5ece10c9d82e None None] Checking router: 803371f2-99dc-4e38-b86f-1400f584ea23 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:31:09.183097 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51a4b8c-0424-4d91-a2dc-5ece10c9d82e None None] Updating router 803371f2-99dc-4e38-b86f-1400f584ea23 port 6551dae8-8a9c-4b58-8811-0b5c6b91326b binding host n-d-712141-10 {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:31:09.245517 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a51a4b8c-0424-4d91-a2dc-5ece10c9d82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:09.413479 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bc405c20-2641-4eab-88ac-3bf180a015d0 req-6b1e0643-e66c-45cf-ad02-2b8d7d87fdaf tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2428989 Jul 29 23:31:09.530740 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 49338) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:09.590725 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeff63b3-c69d-43eb-92d3-cf7062036997 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Made reservation on behalf of 7c9416c97c57443282624ca6d2f37df4 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:31:09.601318 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-aeff63b3-c69d-43eb-92d3-cf7062036997 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:09.612901 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-c8e89e2f-5549-46cb-8d97-23c3435cf651 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Allocated IP 10.1.1.4 (61db5dcd-b042-47fa-9111-3b2277565367/79a11c1f-d15e-4fd8-9d2b-ecb54e88df46/30eaa1d4-3c58-4fb5-a2a3-e842c94e7256) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:31:09.832861 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-75dd7bd7-9cae-4b63-a520-b86bb35a3fe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:09.884094 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-08b38c98-b6b2-4cd7-9ec1-c327d62f9c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:09.925124 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a51a4b8c-0424-4d91-a2dc-5ece10c9d82e None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:09.950692 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-a51a4b8c-0424-4d91-a2dc-5ece10c9d82e None None] Transition to ACTIVE for port object 6551dae8-8a9c-4b58-8811-0b5c6b91326b will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:31:09.963709 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a51a4b8c-0424-4d91-a2dc-5ece10c9d82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:09.995083 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821826e-4100-4f98-bd51-a4cab59ed82d req-354852bc-6a4e-4653-aa8d-c872a8a8572c tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:10.003183 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6821826e-4100-4f98-bd51-a4cab59ed82d req-354852bc-6a4e-4653-aa8d-c872a8a8572c tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 944 time: 0.3528419 Jul 29 23:31:10.062507 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-a51a4b8c-0424-4d91-a2dc-5ece10c9d82e None None] Attempting to bind port 6551dae8-8a9c-4b58-8811-0b5c6b91326b on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:31:10.063414 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-a51a4b8c-0424-4d91-a2dc-5ece10c9d82e None None] Attempting to bind port 6551dae8-8a9c-4b58-8811-0b5c6b91326b by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:31:10.064365 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51a4b8c-0424-4d91-a2dc-5ece10c9d82e None None] Attempting to bind port 6551dae8-8a9c-4b58-8811-0b5c6b91326b on network 58f27f61-3278-49cc-b66b-1e729d26f29f {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:31:10.138890 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51a4b8c-0424-4d91-a2dc-5ece10c9d82e None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:31:10.140211 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51a4b8c-0424-4d91-a2dc-5ece10c9d82e None None] Checking segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:31:10.140800 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a51a4b8c-0424-4d91-a2dc-5ece10c9d82e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:10.142084 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51a4b8c-0424-4d91-a2dc-5ece10c9d82e None None] Bound using segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:31:10.167191 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-a51a4b8c-0424-4d91-a2dc-5ece10c9d82e None None] Bound port: 6551dae8-8a9c-4b58-8811-0b5c6b91326b, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:31:10.167943 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a51a4b8c-0424-4d91-a2dc-5ece10c9d82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:10.210614 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94b7ea5-67ff-4497-8857-ec0322f2d629 None None] Pushing event updated for resources: {'Port': ['ID=6551dae8-8a9c-4b58-8811-0b5c6b91326b,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:10.228500 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-c8e89e2f-5549-46cb-8d97-23c3435cf651 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:10.275570 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-08b38c98-b6b2-4cd7-9ec1-c327d62f9c30 admin admin] Allocated IP 172.20.0.1 (3c7cedb3-e56d-4c4c-993c-657e341a0c94/89d39612-aed6-4e12-97bb-95fef1af94b3/5168db41-5c76-4c49-9bab-c073b70c4900) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:31:10.335036 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-a51a4b8c-0424-4d91-a2dc-5ece10c9d82e None None] For port 6551dae8-8a9c-4b58-8811-0b5c6b91326b, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:31:10.345523 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-a51a4b8c-0424-4d91-a2dc-5ece10c9d82e None None] For port 6551dae8-8a9c-4b58-8811-0b5c6b91326b, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=6551dae8-8a9c-4b58-8811-0b5c6b91326b,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:31:10.360355 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a51a4b8c-0424-4d91-a2dc-5ece10c9d82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:10.420311 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6821826e-4100-4f98-bd51-a4cab59ed82d req-4349872c-b306-43ad-9cbc-e6febb10f2ba tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4161396 Jul 29 23:31:10.447031 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-c8e89e2f-5549-46cb-8d97-23c3435cf651 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Transition to ACTIVE for port object 30eaa1d4-3c58-4fb5-a2a3-e842c94e7256 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:31:10.472257 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-aeff63b3-c69d-43eb-92d3-cf7062036997 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:10.561509 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeff63b3-c69d-43eb-92d3-cf7062036997 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:31:10.571012 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-aeff63b3-c69d-43eb-92d3-cf7062036997 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:31:10.574143 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51a4b8c-0424-4d91-a2dc-5ece10c9d82e None None] Routers {'803371f2-99dc-4e38-b86f-1400f584ea23'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:31:10.576528 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-a51a4b8c-0424-4d91-a2dc-5ece10c9d82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:30:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['803371f2-99dc-4e38-b86f-1400f584ea23'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:10.582415 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeff63b3-c69d-43eb-92d3-cf7062036997 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:10.583422 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-aeff63b3-c69d-43eb-92d3-cf7062036997 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:10.606445 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-08b38c98-b6b2-4cd7-9ec1-c327d62f9c30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:10.614323 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeff63b3-c69d-43eb-92d3-cf7062036997 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event updated for resources: {'Subnet': ['ID=1633d028-1e64-4199-938d-46c0cac1ff2f,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:10.618807 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-c8e89e2f-5549-46cb-8d97-23c3435cf651 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:10.656197 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-c8e89e2f-5549-46cb-8d97-23c3435cf651 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Network 61db5dcd-b042-47fa-9111-3b2277565367 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:31:10.710147 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-c8e89e2f-5549-46cb-8d97-23c3435cf651 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:31:10.714532 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-c8e89e2f-5549-46cb-8d97-23c3435cf651 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:31:10.721614 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-08b38c98-b6b2-4cd7-9ec1-c327d62f9c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:10.798563 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b38c98-b6b2-4cd7-9ec1-c327d62f9c30 admin admin] Network 3c7cedb3-e56d-4c4c-993c-657e341a0c94 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:31:10.801958 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-08b38c98-b6b2-4cd7-9ec1-c327d62f9c30 admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:31:10.806264 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94b7ea5-67ff-4497-8857-ec0322f2d629 None None] Pushing event updated for resources: {'Port': ['ID=6551dae8-8a9c-4b58-8811-0b5c6b91326b,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:10.807277 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b38c98-b6b2-4cd7-9ec1-c327d62f9c30 admin admin] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:31:10.841488 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b38c98-b6b2-4cd7-9ec1-c327d62f9c30 admin admin] Pushing event updated for resources: {'Port': ['ID=5168db41-5c76-4c49-9bab-c073b70c4900,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:10.843752 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5f91b7-c2ec-45c4-8aaf-2d1858afccbf None None] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:31:10.873357 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-c8e89e2f-5549-46cb-8d97-23c3435cf651 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:10.876981 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-c8e89e2f-5549-46cb-8d97-23c3435cf651 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:10.901694 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-08b38c98-b6b2-4cd7-9ec1-c327d62f9c30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:10.984912 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c73e228-34d8-46df-b166-210bfd61d18b req-a72cfe56-6d02-400a-a220-7fe2f8e4b99d tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:10.990794 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1c73e228-34d8-46df-b166-210bfd61d18b req-a72cfe56-6d02-400a-a220-7fe2f8e4b99d tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 931 time: 0.7197499 Jul 29 23:31:11.003675 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e89e2f-5549-46cb-8d97-23c3435cf651 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Pushing event updated for resources: {'Port': ['ID=30eaa1d4-3c58-4fb5-a2a3-e842c94e7256,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:11.152935 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1c73e228-34d8-46df-b166-210bfd61d18b req-5fe658f8-34be-43a7-b4de-7007e181f1ea tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/security-groups?id=d06a9099-30da-446c-be64-dba56c62ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1304853 Jul 29 23:31:11.214739 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-75dd7bd7-9cae-4b63-a520-b86bb35a3fe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:11.224458 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-a51a4b8c-0424-4d91-a2dc-5ece10c9d82e None None] Set router 803371f2-99dc-4e38-b86f-1400f584ea23 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:31:11.227118 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-75dd7bd7-9cae-4b63-a520-b86bb35a3fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:11.251245 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-c8e89e2f-5549-46cb-8d97-23c3435cf651 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.6051898 Jul 29 23:31:11.263372 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-aeff63b3-c69d-43eb-92d3-cf7062036997 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1664181 Jul 29 23:31:11.265433 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-74294f10-00dd-4fbe-b873-0fc253f6e5c7 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Request body: {'port': {'device_id': '8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4', 'network_id': '61db5dcd-b042-47fa-9111-3b2277565367', 'admin_state_up': True, 'tenant_id': '0f2ab90424214bdcb3d3f2d44c6cf9b4', 'security_groups': ['d06a9099-30da-446c-be64-dba56c62ade6']}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:11.267861 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 49376) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:11.295992 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-b1f1db44-062b-4076-b738-b63b77f199e8 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1449162786', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:11.302979 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-08b38c98-b6b2-4cd7-9ec1-c327d62f9c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:11.398802 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d4942-85c3-4334-8464-76bf8dd1b80e req-3395c846-9ae7-453d-babd-c4305fcf6a51 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:11.407189 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f01d4942-85c3-4334-8464-76bf8dd1b80e req-3395c846-9ae7-453d-babd-c4305fcf6a51 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/networks?id=fc8993d1-1f3f-4e88-9d54-7eec99f127ad HTTP/1.1" status: 200 len: 812 time: 0.3745944 Jul 29 23:31:11.414047 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-75dd7bd7-9cae-4b63-a520-b86bb35a3fe5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=023874ee8e73404392ee263676077f7e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8779902 Jul 29 23:31:11.422011 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dd7bd7-9cae-4b63-a520-b86bb35a3fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b79f2ac1-3b77-4eb5-895b-2cdad0a79a7a,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:11.424623 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 49378) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:11.447350 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f01d4942-85c3-4334-8464-76bf8dd1b80e req-4f8b8150-811f-4cd8-984f-62ce911638fc tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/quotas/b0043d03cb0a4bbcbd35eb8f2075805c HTTP/1.1" status: 200 len: 375 time: 0.0389776 Jul 29 23:31:11.474505 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b1f1db44-062b-4076-b738-b63b77f199e8 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:11.475786 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b1f1db44-062b-4076-b738-b63b77f199e8 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:11.626109 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f01d4942-85c3-4334-8464-76bf8dd1b80e req-9a5494c4-38c9-46db-86c5-d39cb932d874 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b0043d03cb0a4bbcbd35eb8f2075805c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1776738 Jul 29 23:31:11.637776 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-573a5121-b9ae-455c-ba4d-46d8ff32196a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:11.639367 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-74294f10-00dd-4fbe-b873-0fc253f6e5c7 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Made reservation on behalf of 0f2ab90424214bdcb3d3f2d44c6cf9b4 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:31:11.643157 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-74294f10-00dd-4fbe-b873-0fc253f6e5c7 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:11.725568 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-573a5121-b9ae-455c-ba4d-46d8ff32196a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:11.817546 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-08b38c98-b6b2-4cd7-9ec1-c327d62f9c30 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:11.819420 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-91ff958a-7b2d-4da5-ace7-09fdcd0d6e62 None None] Provisioning for port 30eaa1d4-3c58-4fb5-a2a3-e842c94e7256 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:31:11.871294 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-08b38c98-b6b2-4cd7-9ec1-c327d62f9c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:11.879078 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b1f1db44-062b-4076-b738-b63b77f199e8 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:11.908581 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f01d4942-85c3-4334-8464-76bf8dd1b80e req-cba48de6-dabc-45ee-9331-4712e0dae59a service neutron] 10.222.0.43 "GET /v2.0/networks/fc8993d1-1f3f-4e88-9d54-7eec99f127ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807887 Jul 29 23:31:11.937072 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b1f1db44-062b-4076-b738-b63b77f199e8 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:11.951010 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-91ff958a-7b2d-4da5-ace7-09fdcd0d6e62 None None] Provisioning complete for port 30eaa1d4-3c58-4fb5-a2a3-e842c94e7256 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:11.951503 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91ff958a-7b2d-4da5-ace7-09fdcd0d6e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:11.968581 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b1f1db44-062b-4076-b738-b63b77f199e8 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:11.970564 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b1f1db44-062b-4076-b738-b63b77f199e8 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7016401 Jul 29 23:31:11.979380 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 49390) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:11.991125 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b38c98-b6b2-4cd7-9ec1-c327d62f9c30 admin admin] Pushing event updated for resources: {'Port': ['ID=5168db41-5c76-4c49-9bab-c073b70c4900,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:12.017738 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-91ff958a-7b2d-4da5-ace7-09fdcd0d6e62 None None] Port 30eaa1d4-3c58-4fb5-a2a3-e842c94e7256 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:31:12.034657 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-08b38c98-b6b2-4cd7-9ec1-c327d62f9c30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:12.067573 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8590ac-6c1f-4601-be7a-1b1f9c619d2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'tenant_id': '7c9416c97c57443282624ca6d2f37df4', 'fixed_ips': [{'subnet_id': '1633d028-1e64-4199-938d-46c0cac1ff2f'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:31:12.068550 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-af8590ac-6c1f-4601-be7a-1b1f9c619d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:12.168599 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-74294f10-00dd-4fbe-b873-0fc253f6e5c7 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Allocated IP 10.1.1.106 (61db5dcd-b042-47fa-9111-3b2277565367/79a11c1f-d15e-4fd8-9d2b-ecb54e88df46/1caf28fe-1621-4e50-9937-8cd368803804) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:31:12.276467 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-573a5121-b9ae-455c-ba4d-46d8ff32196a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:12.286278 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-573a5121-b9ae-455c-ba4d-46d8ff32196a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:12.288572 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-573a5121-b9ae-455c-ba4d-46d8ff32196a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b79f2ac1-3b77-4eb5-895b-2cdad0a79a7a HTTP/1.1" status: 204 len: 168 time: 0.8595598 Jul 29 23:31:12.414594 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573a5121-b9ae-455c-ba4d-46d8ff32196a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b79f2ac1-3b77-4eb5-895b-2cdad0a79a7a,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:12.574753 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f01d4942-85c3-4334-8464-76bf8dd1b80e req-0e695ea7-104d-46dd-b5e3-da32e0d26a94 service neutron] 10.222.0.43 "GET /v2.0/networks/fc8993d1-1f3f-4e88-9d54-7eec99f127ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6644485 Jul 29 23:31:12.607736 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b38c98-b6b2-4cd7-9ec1-c327d62f9c30 admin admin] Network 3c7cedb3-e56d-4c4c-993c-657e341a0c94 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:31:12.620841 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-a51a4b8c-0424-4d91-a2dc-5ece10c9d82e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803371f2-99dc-4e38-b86f-1400f584ea23', 'name': 'tempest-ServerRescueTestJSONUnderV235-269966928-router', 'tenant_id': '52e04a06c1634aad823b656ded0dd057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '6551dae8-8a9c-4b58-8811-0b5c6b91326b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:31:01Z', 'updated_at': '2021-07-29T23:31:05Z', 'revision_number': 3, 'project_id': '52e04a06c1634aad823b656ded0dd057', 'gw_port': {'id': '6551dae8-8a9c-4b58-8811-0b5c6b91326b', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5e:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '803371f2-99dc-4e38-b86f-1400f584ea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:31:03Z', 'updated_at': '2021-07-29T23:31:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:12.645263 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4699ce15-69bd-441d-b9e1-4df767f99b07 req-dbbe8cdf-8bcc-45aa-9b93-acce472f78ee tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:12.651556 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4699ce15-69bd-441d-b9e1-4df767f99b07 req-dbbe8cdf-8bcc-45aa-9b93-acce472f78ee tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:12.653202 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4699ce15-69bd-441d-b9e1-4df767f99b07 req-dbbe8cdf-8bcc-45aa-9b93-acce472f78ee tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 1651 time: 0.2892187 Jul 29 23:31:12.691904 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-08b38c98-b6b2-4cd7-9ec1-c327d62f9c30 admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:31:12.715246 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51a4b8c-0424-4d91-a2dc-5ece10c9d82e None None] The sync data for ids ['803371f2-99dc-4e38-b86f-1400f584ea23'] in n-d-712141-10 is: [{'id': '803371f2-99dc-4e38-b86f-1400f584ea23', 'name': 'tempest-ServerRescueTestJSONUnderV235-269966928-router', 'tenant_id': '52e04a06c1634aad823b656ded0dd057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '6551dae8-8a9c-4b58-8811-0b5c6b91326b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:31:01Z', 'updated_at': '2021-07-29T23:31:05Z', 'revision_number': 3, 'project_id': '52e04a06c1634aad823b656ded0dd057', 'gw_port': {'id': '6551dae8-8a9c-4b58-8811-0b5c6b91326b', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5e:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '803371f2-99dc-4e38-b86f-1400f584ea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:31:03Z', 'updated_at': '2021-07-29T23:31:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:31:12.732099 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4699ce15-69bd-441d-b9e1-4df767f99b07 req-111ca1c5-ee4d-4d7c-8b43-d5d55514001b tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/security-groups?id=d06a9099-30da-446c-be64-dba56c62ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0704231 Jul 29 23:31:12.737103 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-74294f10-00dd-4fbe-b873-0fc253f6e5c7 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:12.761233 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-af8590ac-6c1f-4601-be7a-1b1f9c619d2b None None] Allocated IP 2001:db8::2 (27ea2e30-5576-4381-a6d8-03efb8f4bd4e/1633d028-1e64-4199-938d-46c0cac1ff2f/eda3db32-965f-4b1b-8827-a7595b6f265c) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:31:12.778639 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-74294f10-00dd-4fbe-b873-0fc253f6e5c7 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Transition to ACTIVE for port object 1caf28fe-1621-4e50-9937-8cd368803804 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:31:12.892799 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-74294f10-00dd-4fbe-b873-0fc253f6e5c7 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:13.047174 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74294f10-00dd-4fbe-b873-0fc253f6e5c7 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Pushing event updated for resources: {'Port': ['ID=1caf28fe-1621-4e50-9937-8cd368803804,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:13.097968 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-343e5bba-3cb1-452c-b460-a05ccd6f4505 req-f84e7b67-baa7-4a4c-95e2-48263cf9f2da tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=693429de-8fab-4271-840a-01b89571b1ba HTTP/1.1" status: 200 len: 210 time: 0.0543935 Jul 29 23:31:13.117782 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-74294f10-00dd-4fbe-b873-0fc253f6e5c7 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Network 61db5dcd-b042-47fa-9111-3b2277565367 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:31:13.130043 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-74294f10-00dd-4fbe-b873-0fc253f6e5c7 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:31:13.132864 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-74294f10-00dd-4fbe-b873-0fc253f6e5c7 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:31:13.295798 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d9f4ea18-8a68-45e7-bd34-2407c5715aa8 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:13.374066 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-af8590ac-6c1f-4601-be7a-1b1f9c619d2b None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:13.382033 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-74294f10-00dd-4fbe-b873-0fc253f6e5c7 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:13.382725 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-74294f10-00dd-4fbe-b873-0fc253f6e5c7 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:13.411131 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-74294f10-00dd-4fbe-b873-0fc253f6e5c7 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1499131 Jul 29 23:31:13.412845 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-af8590ac-6c1f-4601-be7a-1b1f9c619d2b None None] Transition to ACTIVE for port object eda3db32-965f-4b1b-8827-a7595b6f265c will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:31:13.428506 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-10bfdd7f-03d4-4c2b-8de1-3972f5c46339 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Request body: {'port': {'device_id': '8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'efe051f0-42fc-4850-b7cd-89c8013aea3e', 'admin_state_up': True, 'tenant_id': '0f2ab90424214bdcb3d3f2d44c6cf9b4', 'security_groups': ['d06a9099-30da-446c-be64-dba56c62ade6']}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:13.503470 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-af8590ac-6c1f-4601-be7a-1b1f9c619d2b None None] Transition to ACTIVE for port object eda3db32-965f-4b1b-8827-a7595b6f265c will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:31:13.519732 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-af8590ac-6c1f-4601-be7a-1b1f9c619d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:13.572397 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8590ac-6c1f-4601-be7a-1b1f9c619d2b None None] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:31:13.579657 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-af8590ac-6c1f-4601-be7a-1b1f9c619d2b None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:31:13.583797 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8590ac-6c1f-4601-be7a-1b1f9c619d2b None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:31:13.733342 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-af8590ac-6c1f-4601-be7a-1b1f9c619d2b None None] Attempting to bind port eda3db32-965f-4b1b-8827-a7595b6f265c on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:31:13.734580 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-af8590ac-6c1f-4601-be7a-1b1f9c619d2b None None] Attempting to bind port eda3db32-965f-4b1b-8827-a7595b6f265c by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': 'ceb567b3-93e6-4495-80aa-58a786948605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:31:13.735310 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8590ac-6c1f-4601-be7a-1b1f9c619d2b None None] Attempting to bind port eda3db32-965f-4b1b-8827-a7595b6f265c on network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:31:13.749410 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8590ac-6c1f-4601-be7a-1b1f9c619d2b None None] Pushing event updated for resources: {'Port': ['ID=eda3db32-965f-4b1b-8827-a7595b6f265c,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:13.757035 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8590ac-6c1f-4601-be7a-1b1f9c619d2b None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:31:13.758413 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8590ac-6c1f-4601-be7a-1b1f9c619d2b None None] Checking segment: {'id': 'ceb567b3-93e6-4495-80aa-58a786948605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:31:13.759047 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-af8590ac-6c1f-4601-be7a-1b1f9c619d2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:13.759446 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8590ac-6c1f-4601-be7a-1b1f9c619d2b None None] Bound using segment: {'id': 'ceb567b3-93e6-4495-80aa-58a786948605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:31:13.760003 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-af8590ac-6c1f-4601-be7a-1b1f9c619d2b None None] Bound port: eda3db32-965f-4b1b-8827-a7595b6f265c, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb567b3-93e6-4495-80aa-58a786948605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:31:13.760423 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-af8590ac-6c1f-4601-be7a-1b1f9c619d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:13.763784 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-10bfdd7f-03d4-4c2b-8de1-3972f5c46339 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Made reservation on behalf of 0f2ab90424214bdcb3d3f2d44c6cf9b4 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:31:14.006940 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-af8590ac-6c1f-4601-be7a-1b1f9c619d2b None None] For port eda3db32-965f-4b1b-8827-a7595b6f265c, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:31:14.010568 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-af8590ac-6c1f-4601-be7a-1b1f9c619d2b None None] For port eda3db32-965f-4b1b-8827-a7595b6f265c, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=eda3db32-965f-4b1b-8827-a7595b6f265c,segment=NetworkSegment(ceb567b3-93e6-4495-80aa-58a786948605),segment_id=ceb567b3-93e6-4495-80aa-58a786948605)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:31:14.050519 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-af8590ac-6c1f-4601-be7a-1b1f9c619d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:14.127680 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-10bfdd7f-03d4-4c2b-8de1-3972f5c46339 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:14.237120 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 6551dae8-8a9c-4b58-8811-0b5c6b91326b up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:31:14.382872 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c9fa2882-261d-4d1d-9cea-f4c3b88b40cf None None] Provisioning for port 1caf28fe-1621-4e50-9937-8cd368803804 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:31:14.397809 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24a60ca-7c10-460c-9126-4f5f71f9e47e req-2844c1ec-e933-463a-8296-aadfe490f114 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:14.405036 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24a60ca-7c10-460c-9126-4f5f71f9e47e req-2844c1ec-e933-463a-8296-aadfe490f114 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:14.415229 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c9fa2882-261d-4d1d-9cea-f4c3b88b40cf None None] Provisioning complete for port 1caf28fe-1621-4e50-9937-8cd368803804 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:14.415637 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c9fa2882-261d-4d1d-9cea-f4c3b88b40cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:14.430356 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24a60ca-7c10-460c-9126-4f5f71f9e47e req-2844c1ec-e933-463a-8296-aadfe490f114 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:14.440035 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e24a60ca-7c10-460c-9126-4f5f71f9e47e req-2844c1ec-e933-463a-8296-aadfe490f114 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 2372 time: 0.4106247 Jul 29 23:31:14.522835 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-c9fa2882-261d-4d1d-9cea-f4c3b88b40cf None None] Port 1caf28fe-1621-4e50-9937-8cd368803804 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:31:14.573368 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8590ac-6c1f-4601-be7a-1b1f9c619d2b None None] Pushing event updated for resources: {'Port': ['ID=eda3db32-965f-4b1b-8827-a7595b6f265c,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:14.642617 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 6551dae8-8a9c-4b58-8811-0b5c6b91326b completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:31:14.655991 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 6551dae8-8a9c-4b58-8811-0b5c6b91326b triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:14.656375 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:14.671251 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 49454) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:14.823410 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:14.943635 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 6551dae8-8a9c-4b58-8811-0b5c6b91326b, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=6551dae8-8a9c-4b58-8811-0b5c6b91326b,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:14.959217 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:14.966210 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6583df7f-712e-4262-ae41-d102b665ec3e req-8ae4f6ef-7d4f-45d6-a083-c071178ec83c tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=693429de-8fab-4271-840a-01b89571b1ba HTTP/1.1" status: 200 len: 210 time: 0.2424669 Jul 29 23:31:14.995760 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e24a60ca-7c10-460c-9126-4f5f71f9e47e req-0a65c791-4894-4e60-8acb-e07fbf8874b5 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/security-groups?id=d06a9099-30da-446c-be64-dba56c62ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5544443 Jul 29 23:31:15.044747 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-7787ac1b-4fbd-45fb-a9bc-a7e32d9f5aff admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-677964714-network', 'tenant_id': 'a3a8c28ce06d4dd295640c2d71e0f069'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:15.054231 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08b38c98-b6b2-4cd7-9ec1-c327d62f9c30 admin admin] Router 803371f2-99dc-4e38-b86f-1400f584ea23 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:31:15.127055 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=6551dae8-8a9c-4b58-8811-0b5c6b91326b,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:15.282064 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-10bfdd7f-03d4-4c2b-8de1-3972f5c46339 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Allocated IP 10.2.2.100 (efe051f0-42fc-4850-b7cd-89c8013aea3e/d78777cb-19bd-47c4-81df-bf538051820d/024df781-a247-4293-a30c-16abd40adffa) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:31:15.423042 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b38c98-b6b2-4cd7-9ec1-c327d62f9c30 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:31:15.444004 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-08b38c98-b6b2-4cd7-9ec1-c327d62f9c30 admin admin] 10.222.0.43 "PUT /v2.0/routers/803371f2-99dc-4e38-b86f-1400f584ea23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2648203 Jul 29 23:31:15.449033 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7787ac1b-4fbd-45fb-a9bc-a7e32d9f5aff admin admin] Made reservation on behalf of a3a8c28ce06d4dd295640c2d71e0f069 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:31:15.451770 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7787ac1b-4fbd-45fb-a9bc-a7e32d9f5aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:15.472459 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7787ac1b-4fbd-45fb-a9bc-a7e32d9f5aff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:15.593120 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-10bfdd7f-03d4-4c2b-8de1-3972f5c46339 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:15.667996 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7787ac1b-4fbd-45fb-a9bc-a7e32d9f5aff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:15.704770 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7787ac1b-4fbd-45fb-a9bc-a7e32d9f5aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:15.755576 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7787ac1b-4fbd-45fb-a9bc-a7e32d9f5aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e16a801-1b5d-4b70-8503-4ffbf26602b8,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:15.816239 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7787ac1b-4fbd-45fb-a9bc-a7e32d9f5aff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:31:15.845901 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-d9f4ea18-8a68-45e7-bd34-2407c5715aa8 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Allocated IP 2001:db8::1 (27ea2e30-5576-4381-a6d8-03efb8f4bd4e/1633d028-1e64-4199-938d-46c0cac1ff2f/ca9729ca-bbc0-4207-89b2-02ee6a0cdfae) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:31:15.885491 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7787ac1b-4fbd-45fb-a9bc-a7e32d9f5aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:15.888287 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-7787ac1b-4fbd-45fb-a9bc-a7e32d9f5aff admin admin] Added segment 2f9410bd-b339-40ef-a39c-9dba318f007c of type vlan for network 33eb6089-f12f-45ab-93ef-1559af77245c Jul 29 23:31:16.177678 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7787ac1b-4fbd-45fb-a9bc-a7e32d9f5aff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:16.268847 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 6551dae8-8a9c-4b58-8811-0b5c6b91326b up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:31:16.394861 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-b5ea8473-8a93-451f-a6dc-b7e01b0aad83 None None] Provisioning for port eda3db32-965f-4b1b-8827-a7595b6f265c completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:31:16.451034 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 6551dae8-8a9c-4b58-8811-0b5c6b91326b triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:16.451161 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:16.553136 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7787ac1b-4fbd-45fb-a9bc-a7e32d9f5aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:16.565902 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device eda3db32-965f-4b1b-8827-a7595b6f265c up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:31:16.570191 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7787ac1b-4fbd-45fb-a9bc-a7e32d9f5aff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:16.570876 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7787ac1b-4fbd-45fb-a9bc-a7e32d9f5aff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:16.663532 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf89fcc-d3af-49bc-9a4c-964250ce08eb None None] Sync routers for ids ['803371f2-99dc-4e38-b86f-1400f584ea23'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:31:16.680641 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf89fcc-d3af-49bc-9a4c-964250ce08eb None None] Routers {'803371f2-99dc-4e38-b86f-1400f584ea23'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:31:16.685423 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-cbf89fcc-d3af-49bc-9a4c-964250ce08eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:30:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['803371f2-99dc-4e38-b86f-1400f584ea23'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:16.692914 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port eda3db32-965f-4b1b-8827-a7595b6f265c completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:31:16.697258 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port eda3db32-965f-4b1b-8827-a7595b6f265c triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:16.697847 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:16.745341 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-10bfdd7f-03d4-4c2b-8de1-3972f5c46339 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Transition to ACTIVE for port object 024df781-a247-4293-a30c-16abd40adffa will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:31:16.832880 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7787ac1b-4fbd-45fb-a9bc-a7e32d9f5aff admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1005523 Jul 29 23:31:16.845386 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:16.846504 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 49522) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:16.874789 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-de5ce495-6209-4463-8c9b-3449dee5d3b8 admin admin] Request body: {'subnet': {'network_id': '33eb6089-f12f-45ab-93ef-1559af77245c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-677964714-subnet', 'tenant_id': 'a3a8c28ce06d4dd295640c2d71e0f069', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:16.910910 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port eda3db32-965f-4b1b-8827-a7595b6f265c, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=eda3db32-965f-4b1b-8827-a7595b6f265c,segment=NetworkSegment(ceb567b3-93e6-4495-80aa-58a786948605),segment_id=ceb567b3-93e6-4495-80aa-58a786948605)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:16.919342 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:16.921503 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7787ac1b-4fbd-45fb-a9bc-a7e32d9f5aff admin admin] Pushing event updated for resources: {'Network': ['ID=33eb6089-f12f-45ab-93ef-1559af77245c,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:16.932922 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d4942-85c3-4334-8464-76bf8dd1b80e req-a5337220-9c41-47c3-acb6-eae572751ecc tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:16.935059 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f01d4942-85c3-4334-8464-76bf8dd1b80e req-a5337220-9c41-47c3-acb6-eae572751ecc tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.41 "GET /v2.0/networks?id=fc8993d1-1f3f-4e88-9d54-7eec99f127ad HTTP/1.1" status: 200 len: 812 time: 0.9478819 Jul 29 23:31:16.960079 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-f01d4942-85c3-4334-8464-76bf8dd1b80e req-73bdd3ce-31ac-4d99-989b-314a93d254c8 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Request body: {'port': {'device_id': '693429de-8fab-4271-840a-01b89571b1ba', 'network_id': 'fc8993d1-1f3f-4e88-9d54-7eec99f127ad', 'admin_state_up': True, 'tenant_id': 'b0043d03cb0a4bbcbd35eb8f2075805c'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:16.960492 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 33eb6089-f12f-45ab-93ef-1559af77245c details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:31:16.974889 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-cbf89fcc-d3af-49bc-9a4c-964250ce08eb None None] Set router 803371f2-99dc-4e38-b86f-1400f584ea23 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:31:16.987882 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de5ce495-6209-4463-8c9b-3449dee5d3b8 admin admin] Made reservation on behalf of a3a8c28ce06d4dd295640c2d71e0f069 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:31:16.990743 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-de5ce495-6209-4463-8c9b-3449dee5d3b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:17.021107 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fed948-4b1c-4e69-b3ee-3e43361c6fdc req-b7a9256a-d0b8-474d-8636-613951f41a22 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:17.023022 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-73fed948-4b1c-4e69-b3ee-3e43361c6fdc req-b7a9256a-d0b8-474d-8636-613951f41a22 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/networks?id=3c7cedb3-e56d-4c4c-993c-657e341a0c94 HTTP/1.1" status: 200 len: 819 time: 0.2832472 Jul 29 23:31:17.033459 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d9f4ea18-8a68-45e7-bd34-2407c5715aa8 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:17.119679 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=eda3db32-965f-4b1b-8827-a7595b6f265c,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:17.155000 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-d9f4ea18-8a68-45e7-bd34-2407c5715aa8 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Transition to ACTIVE for port object ca9729ca-bbc0-4207-89b2-02ee6a0cdfae will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:31:17.172197 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-07f55a9e-e26c-4c70-be25-2095feca141a req-ef348709-9d54-4dfc-b248-4b286323190c tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=693429de-8fab-4271-840a-01b89571b1ba HTTP/1.1" status: 200 len: 210 time: 0.4359922 Jul 29 23:31:17.176208 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-10bfdd7f-03d4-4c2b-8de1-3972f5c46339 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:17.228631 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bfdd7f-03d4-4c2b-8de1-3972f5c46339 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Pushing event updated for resources: {'Port': ['ID=024df781-a247-4293-a30c-16abd40adffa,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:17.232060 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-73fed948-4b1c-4e69-b3ee-3e43361c6fdc req-3d33cfd9-c7f2-4f7c-b016-1b73e2800ab0 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/quotas/52e04a06c1634aad823b656ded0dd057 HTTP/1.1" status: 200 len: 375 time: 0.1984804 Jul 29 23:31:17.245451 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-10bfdd7f-03d4-4c2b-8de1-3972f5c46339 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Network efe051f0-42fc-4850-b7cd-89c8013aea3e is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:31:17.290853 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-10bfdd7f-03d4-4c2b-8de1-3972f5c46339 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:31:17.295797 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-10bfdd7f-03d4-4c2b-8de1-3972f5c46339 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:31:17.441498 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-73fed948-4b1c-4e69-b3ee-3e43361c6fdc req-dd3108d6-f6e2-4718-b1db-7db68c82f6e0 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=52e04a06c1634aad823b656ded0dd057&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1943059 Jul 29 23:31:17.507661 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961d4442-6382-4de5-ad27-aa154ca1c9b9 req-e43d3ed4-8330-413b-a13c-3b421215f650 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:17.508214 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-de5ce495-6209-4463-8c9b-3449dee5d3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:17.523446 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961d4442-6382-4de5-ad27-aa154ca1c9b9 req-e43d3ed4-8330-413b-a13c-3b421215f650 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:17.526498 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-cbf89fcc-d3af-49bc-9a4c-964250ce08eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803371f2-99dc-4e38-b86f-1400f584ea23', 'name': 'tempest-ServerRescueTestJSONUnderV235-269966928-router', 'tenant_id': '52e04a06c1634aad823b656ded0dd057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '6551dae8-8a9c-4b58-8811-0b5c6b91326b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:31:01Z', 'updated_at': '2021-07-29T23:31:11Z', 'revision_number': 4, 'project_id': '52e04a06c1634aad823b656ded0dd057', 'gw_port': {'id': '6551dae8-8a9c-4b58-8811-0b5c6b91326b', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803371f2-99dc-4e38-b86f-1400f584ea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:31:03Z', 'updated_at': '2021-07-29T23:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '5168db41-5c76-4c49-9bab-c073b70c4900', 'name': '', 'network_id': '3c7cedb3-e56d-4c4c-993c-657e341a0c94', 'tenant_id': '52e04a06c1634aad823b656ded0dd057', 'mac_address': 'fa:16:3e:b5:4d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '803371f2-99dc-4e38-b86f-1400f584ea23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '89d39612-aed6-4e12-97bb-95fef1af94b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:31:09Z', 'updated_at': '2021-07-29T23:31:11Z', 'revision_number': 2, 'project_id': '52e04a06c1634aad823b656ded0dd057', 'subnets': [{'id': '89d39612-aed6-4e12-97bb-95fef1af94b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:17.537399 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961d4442-6382-4de5-ad27-aa154ca1c9b9 req-e43d3ed4-8330-413b-a13c-3b421215f650 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:17.546930 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961d4442-6382-4de5-ad27-aa154ca1c9b9 req-e43d3ed4-8330-413b-a13c-3b421215f650 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:17.563833 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-961d4442-6382-4de5-ad27-aa154ca1c9b9 req-e43d3ed4-8330-413b-a13c-3b421215f650 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 3093 time: 0.2507594 Jul 29 23:31:17.603664 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d9f4ea18-8a68-45e7-bd34-2407c5715aa8 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:17.613087 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf89fcc-d3af-49bc-9a4c-964250ce08eb None None] Checking router: 803371f2-99dc-4e38-b86f-1400f584ea23 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:31:17.613434 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf89fcc-d3af-49bc-9a4c-964250ce08eb None None] Updating router 803371f2-99dc-4e38-b86f-1400f584ea23 port 5168db41-5c76-4c49-9bab-c073b70c4900 binding host n-d-712141-10 {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:31:17.642596 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-10bfdd7f-03d4-4c2b-8de1-3972f5c46339 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:17.643448 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-10bfdd7f-03d4-4c2b-8de1-3972f5c46339 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:17.684615 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-961d4442-6382-4de5-ad27-aa154ca1c9b9 req-d3afe43a-b08b-4734-9d3c-538d7d5080f2 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/security-groups?id=d06a9099-30da-446c-be64-dba56c62ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1200719 Jul 29 23:31:17.694040 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-cbf89fcc-d3af-49bc-9a4c-964250ce08eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:17.698440 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f01d4942-85c3-4334-8464-76bf8dd1b80e req-73bdd3ce-31ac-4d99-989b-314a93d254c8 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Made reservation on behalf of b0043d03cb0a4bbcbd35eb8f2075805c for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:31:17.702611 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-f01d4942-85c3-4334-8464-76bf8dd1b80e req-73bdd3ce-31ac-4d99-989b-314a93d254c8 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:17.716970 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-10bfdd7f-03d4-4c2b-8de1-3972f5c46339 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2929785 Jul 29 23:31:17.758662 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5ce495-6209-4463-8c9b-3449dee5d3b8 admin admin] Checking segment: {'id': '2f9410bd-b339-40ef-a39c-9dba318f007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '33eb6089-f12f-45ab-93ef-1559af77245c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:31:17.759035 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5ce495-6209-4463-8c9b-3449dee5d3b8 admin admin] Network hostable DHCP agents. Network: 33eb6089-f12f-45ab-93ef-1559af77245c, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:31:17.764898 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-b78a06a6-9cf1-45ec-a47c-f67cc9071411 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Request body: {'port': {'device_id': '8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'efe051f0-42fc-4850-b7cd-89c8013aea3e', 'admin_state_up': True, 'tenant_id': '0f2ab90424214bdcb3d3f2d44c6cf9b4', 'security_groups': ['d06a9099-30da-446c-be64-dba56c62ade6']}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:17.770220 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-53d4f45d-ca79-4e8d-8d4a-5bd5b65c8eb2 None None] Provisioning for port 024df781-a247-4293-a30c-16abd40adffa completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:31:17.795068 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-53d4f45d-ca79-4e8d-8d4a-5bd5b65c8eb2 None None] Provisioning complete for port 024df781-a247-4293-a30c-16abd40adffa triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:17.795906 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-53d4f45d-ca79-4e8d-8d4a-5bd5b65c8eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:17.902078 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f4ea18-8a68-45e7-bd34-2407c5715aa8 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event updated for resources: {'Port': ['ID=ca9729ca-bbc0-4207-89b2-02ee6a0cdfae,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:17.918806 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-53d4f45d-ca79-4e8d-8d4a-5bd5b65c8eb2 None None] Port 024df781-a247-4293-a30c-16abd40adffa cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:31:17.967915 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device eda3db32-965f-4b1b-8827-a7595b6f265c up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:31:17.983127 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f4ea18-8a68-45e7-bd34-2407c5715aa8 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:31:17.990662 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-d9f4ea18-8a68-45e7-bd34-2407c5715aa8 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:31:18.001694 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5ce495-6209-4463-8c9b-3449dee5d3b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0d8bd06-dc6d-4ccc-9caa-b44e45803cb5,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:18.015334 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f4ea18-8a68-45e7-bd34-2407c5715aa8 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:31:18.016698 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d9f4ea18-8a68-45e7-bd34-2407c5715aa8 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:18.062502 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-73fed948-4b1c-4e69-b3ee-3e43361c6fdc req-d21da0fc-97ef-4f92-9087-c012eac4bf5f service neutron] 10.222.0.43 "GET /v2.0/networks/3c7cedb3-e56d-4c4c-993c-657e341a0c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5953941 Jul 29 23:31:18.065639 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port eda3db32-965f-4b1b-8827-a7595b6f265c triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:18.066029 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:18.274206 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-b78a06a6-9cf1-45ec-a47c-f67cc9071411 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Made reservation on behalf of 0f2ab90424214bdcb3d3f2d44c6cf9b4 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:31:18.282984 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-b78a06a6-9cf1-45ec-a47c-f67cc9071411 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:18.383948 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5ce495-6209-4463-8c9b-3449dee5d3b8 admin admin] Network 33eb6089-f12f-45ab-93ef-1559af77245c is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:31:18.431095 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-cbf89fcc-d3af-49bc-9a4c-964250ce08eb None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:18.440951 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-de5ce495-6209-4463-8c9b-3449dee5d3b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 33eb6089-f12f-45ab-93ef-1559af77245c) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:31:18.450378 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-cbf89fcc-d3af-49bc-9a4c-964250ce08eb None None] Transition to ACTIVE for port object 5168db41-5c76-4c49-9bab-c073b70c4900 will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:31:18.450989 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9d7373-8b70-450f-b87a-c48885e53821 None None] Network 33eb6089-f12f-45ab-93ef-1559af77245c requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:31:18.451147 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ad31e8c7-8262-495f-84ce-0372a498b8ee req-3720d90f-1526-40bd-bbdd-2a0f467a3e8f tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=693429de-8fab-4271-840a-01b89571b1ba HTTP/1.1" status: 200 len: 210 time: 0.1049056 Jul 29 23:31:18.467512 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5ce495-6209-4463-8c9b-3449dee5d3b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:18.468326 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-de5ce495-6209-4463-8c9b-3449dee5d3b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:18.480500 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-cbf89fcc-d3af-49bc-9a4c-964250ce08eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:18.493222 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d9f4ea18-8a68-45e7-bd34-2407c5715aa8 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:18.528629 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-de5ce495-6209-4463-8c9b-3449dee5d3b8 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6484642 Jul 29 23:31:18.742243 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-cbf89fcc-d3af-49bc-9a4c-964250ce08eb None None] Attempting to bind port 5168db41-5c76-4c49-9bab-c073b70c4900 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:31:18.746002 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-cbf89fcc-d3af-49bc-9a4c-964250ce08eb None None] Attempting to bind port 5168db41-5c76-4c49-9bab-c073b70c4900 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '8ce13fd4-1dee-44b6-94ac-ae691c2d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3c7cedb3-e56d-4c4c-993c-657e341a0c94'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:31:18.759553 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf89fcc-d3af-49bc-9a4c-964250ce08eb None None] Attempting to bind port 5168db41-5c76-4c49-9bab-c073b70c4900 on network 3c7cedb3-e56d-4c4c-993c-657e341a0c94 {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:31:18.767044 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-0a994530-eef5-4561-8a4d-19c69cb67959 None None] Provisioning for port ca9729ca-bbc0-4207-89b2-02ee6a0cdfae completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:31:18.784485 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5d0dfc-d701-49b6-b16d-55499729cadb None None] Network 33eb6089-f12f-45ab-93ef-1559af77245c requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:31:18.791382 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf89fcc-d3af-49bc-9a4c-964250ce08eb None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 30, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:31:18.791758 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf89fcc-d3af-49bc-9a4c-964250ce08eb None None] Checking segment: {'id': '8ce13fd4-1dee-44b6-94ac-ae691c2d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3c7cedb3-e56d-4c4c-993c-657e341a0c94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:31:18.792205 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-cbf89fcc-d3af-49bc-9a4c-964250ce08eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:18.792603 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf89fcc-d3af-49bc-9a4c-964250ce08eb None None] Bound using segment: {'id': '8ce13fd4-1dee-44b6-94ac-ae691c2d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3c7cedb3-e56d-4c4c-993c-657e341a0c94'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:31:18.793126 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-cbf89fcc-d3af-49bc-9a4c-964250ce08eb None None] Bound port: 5168db41-5c76-4c49-9bab-c073b70c4900, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ce13fd4-1dee-44b6-94ac-ae691c2d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3c7cedb3-e56d-4c4c-993c-657e341a0c94'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:31:18.795994 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-0a994530-eef5-4561-8a4d-19c69cb67959 None None] Provisioning complete for port ca9729ca-bbc0-4207-89b2-02ee6a0cdfae triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:18.796592 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0a994530-eef5-4561-8a4d-19c69cb67959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:18.803865 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-b78a06a6-9cf1-45ec-a47c-f67cc9071411 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Allocated IP 10.2.2.200 (efe051f0-42fc-4850-b7cd-89c8013aea3e/d78777cb-19bd-47c4-81df-bf538051820d/93b5fbf0-238a-4eb3-aebb-f3656018624b) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:31:18.810724 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-cbf89fcc-d3af-49bc-9a4c-964250ce08eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:19.015230 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-f01d4942-85c3-4334-8464-76bf8dd1b80e req-73bdd3ce-31ac-4d99-989b-314a93d254c8 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Allocated IP 172.20.0.11 (fc8993d1-1f3f-4e88-9d54-7eec99f127ad/01812886-2cdd-41de-831e-c3e259b8e381/d1b61821-0353-4887-be9c-6f38af4e3acd) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:31:19.045362 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-0a994530-eef5-4561-8a4d-19c69cb67959 None None] Port ca9729ca-bbc0-4207-89b2-02ee6a0cdfae cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:31:19.064178 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-cbf89fcc-d3af-49bc-9a4c-964250ce08eb None None] For port 5168db41-5c76-4c49-9bab-c073b70c4900, host n-d-712141-10, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:31:19.070955 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-73fed948-4b1c-4e69-b3ee-3e43361c6fdc req-6e6fdc08-3c31-4492-9dcc-e0f1e7804e98 service neutron] 10.222.0.43 "GET /v2.0/networks/3c7cedb3-e56d-4c4c-993c-657e341a0c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9891717 Jul 29 23:31:19.084104 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-cbf89fcc-d3af-49bc-9a4c-964250ce08eb None None] For port 5168db41-5c76-4c49-9bab-c073b70c4900, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=5168db41-5c76-4c49-9bab-c073b70c4900,segment=NetworkSegment(8ce13fd4-1dee-44b6-94ac-ae691c2d8d7a),segment_id=8ce13fd4-1dee-44b6-94ac-ae691c2d8d7a)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:31:19.115337 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a77c7e-f14b-4873-a71b-6fd1da51cd97 None None] Pushing event updated for resources: {'Port': ['ID=5168db41-5c76-4c49-9bab-c073b70c4900,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:19.148802 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a77c7e-f14b-4873-a71b-6fd1da51cd97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:19.151806 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a77c7e-f14b-4873-a71b-6fd1da51cd97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:19.151806 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a77c7e-f14b-4873-a71b-6fd1da51cd97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:19.152012 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a77c7e-f14b-4873-a71b-6fd1da51cd97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:19.152170 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a77c7e-f14b-4873-a71b-6fd1da51cd97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:19.152500 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a77c7e-f14b-4873-a71b-6fd1da51cd97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:19.153528 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a77c7e-f14b-4873-a71b-6fd1da51cd97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:19.155570 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a77c7e-f14b-4873-a71b-6fd1da51cd97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:19.155905 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a77c7e-f14b-4873-a71b-6fd1da51cd97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:19.156228 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a77c7e-f14b-4873-a71b-6fd1da51cd97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:19.159870 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a77c7e-f14b-4873-a71b-6fd1da51cd97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:19.161405 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a77c7e-f14b-4873-a71b-6fd1da51cd97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:19.171170 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-b78a06a6-9cf1-45ec-a47c-f67cc9071411 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:19.171388 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-cbf89fcc-d3af-49bc-9a4c-964250ce08eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:19.190569 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-b78a06a6-9cf1-45ec-a47c-f67cc9071411 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Transition to ACTIVE for port object 93b5fbf0-238a-4eb3-aebb-f3656018624b will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:31:19.203627 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5ba36-0de6-4836-a4ef-1ecfe8f3b785 req-e1957203-d55a-4a24-83f7-8029935ac010 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:19.209974 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5ba36-0de6-4836-a4ef-1ecfe8f3b785 req-e1957203-d55a-4a24-83f7-8029935ac010 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:19.216019 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5ba36-0de6-4836-a4ef-1ecfe8f3b785 req-e1957203-d55a-4a24-83f7-8029935ac010 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:19.224913 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5ba36-0de6-4836-a4ef-1ecfe8f3b785 req-e1957203-d55a-4a24-83f7-8029935ac010 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:19.232754 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f9c5ba36-0de6-4836-a4ef-1ecfe8f3b785 req-e1957203-d55a-4a24-83f7-8029935ac010 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 3093 time: 0.1648564 Jul 29 23:31:19.291935 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf89fcc-d3af-49bc-9a4c-964250ce08eb None None] Routers {'803371f2-99dc-4e38-b86f-1400f584ea23'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:31:19.294782 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-cbf89fcc-d3af-49bc-9a4c-964250ce08eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:30:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['803371f2-99dc-4e38-b86f-1400f584ea23'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:19.302222 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f9c5ba36-0de6-4836-a4ef-1ecfe8f3b785 req-68dd4d26-249b-48cd-a1cc-978ca09c3dfc tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/security-groups?id=d06a9099-30da-446c-be64-dba56c62ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0684845 Jul 29 23:31:19.331592 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-b78a06a6-9cf1-45ec-a47c-f67cc9071411 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:19.425333 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-b78a06a6-9cf1-45ec-a47c-f67cc9071411 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Network efe051f0-42fc-4850-b7cd-89c8013aea3e is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:31:19.430864 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-b78a06a6-9cf1-45ec-a47c-f67cc9071411 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:31:19.437142 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-b78a06a6-9cf1-45ec-a47c-f67cc9071411 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:31:19.504846 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78a06a6-9cf1-45ec-a47c-f67cc9071411 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Pushing event updated for resources: {'Port': ['ID=93b5fbf0-238a-4eb3-aebb-f3656018624b,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:19.529535 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:19.717354 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a77c7e-f14b-4873-a71b-6fd1da51cd97 None None] Pushing event updated for resources: {'Port': ['ID=5168db41-5c76-4c49-9bab-c073b70c4900,revision_number=4']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:19.783321 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d9f4ea18-8a68-45e7-bd34-2407c5715aa8 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:19.793781 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d9f4ea18-8a68-45e7-bd34-2407c5715aa8 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:19.796174 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d9f4ea18-8a68-45e7-bd34-2407c5715aa8 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:19.810323 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-b78a06a6-9cf1-45ec-a47c-f67cc9071411 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:19.811008 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-b78a06a6-9cf1-45ec-a47c-f67cc9071411 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:19.825880 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-cbf89fcc-d3af-49bc-9a4c-964250ce08eb None None] Set router 803371f2-99dc-4e38-b86f-1400f584ea23 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:31:19.876598 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-f01d4942-85c3-4334-8464-76bf8dd1b80e req-73bdd3ce-31ac-4d99-989b-314a93d254c8 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:19.920367 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-da41d7ac-3907-4370-b10c-f2859d95bcc8 req-3e80fc63-3151-46f4-87ad-94da7e59709b tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/ports?device_id=c998bf02-d7e5-4d3c-8e26-31b274713109 HTTP/1.1" status: 200 len: 210 time: 0.1918359 Jul 29 23:31:19.941871 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-f01d4942-85c3-4334-8464-76bf8dd1b80e req-73bdd3ce-31ac-4d99-989b-314a93d254c8 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Transition to ACTIVE for port object d1b61821-0353-4887-be9c-6f38af4e3acd will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:31:20.081653 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-61c60a6f-6758-4064-9f75-0be6faa6778f None None] Provisioning for port 93b5fbf0-238a-4eb3-aebb-f3656018624b completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:31:20.091453 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-61c60a6f-6758-4064-9f75-0be6faa6778f None None] Provisioning complete for port 93b5fbf0-238a-4eb3-aebb-f3656018624b triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:20.091842 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-61c60a6f-6758-4064-9f75-0be6faa6778f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:20.101741 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-b78a06a6-9cf1-45ec-a47c-f67cc9071411 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3227577 Jul 29 23:31:20.109179 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-f7d3f512-e6c5-4e38-a19f-ab85a59b6480 service neutron] Request body: {'port': {'device_id': '8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:20.200888 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f4ea18-8a68-45e7-bd34-2407c5715aa8 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event updated for resources: {'Port': ['ID=ca9729ca-bbc0-4207-89b2-02ee6a0cdfae,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:20.219475 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-61c60a6f-6758-4064-9f75-0be6faa6778f None None] Port 93b5fbf0-238a-4eb3-aebb-f3656018624b cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:31:20.232464 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-f01d4942-85c3-4334-8464-76bf8dd1b80e req-73bdd3ce-31ac-4d99-989b-314a93d254c8 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:20.300773 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f01d4942-85c3-4334-8464-76bf8dd1b80e req-73bdd3ce-31ac-4d99-989b-314a93d254c8 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Network fc8993d1-1f3f-4e88-9d54-7eec99f127ad is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:31:20.321210 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-f7d3f512-e6c5-4e38-a19f-ab85a59b6480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:20.352614 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3474cf-6589-46dd-9a5e-3ffb349f9dcd req-a75afee3-e4e5-4143-b624-b8b5c21f8ed6 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:20.373285 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cc3474cf-6589-46dd-9a5e-3ffb349f9dcd req-a75afee3-e4e5-4143-b624-b8b5c21f8ed6 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=693429de-8fab-4271-840a-01b89571b1ba HTTP/1.1" status: 200 len: 932 time: 0.1742115 Jul 29 23:31:20.458456 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69590604-4f3e-4d53-9e09-543bb9f32026 req-a17db8e7-284f-4f1d-ad48-3433ecf99526 tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:20.471197 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-69590604-4f3e-4d53-9e09-543bb9f32026 req-a17db8e7-284f-4f1d-ad48-3433ecf99526 tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] 10.222.0.43 "GET /v2.0/networks?id=33eb6089-f12f-45ab-93ef-1559af77245c HTTP/1.1" status: 200 len: 813 time: 0.5921810 Jul 29 23:31:20.530978 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-69590604-4f3e-4d53-9e09-543bb9f32026 req-e7586117-7011-496d-b812-199585dd64c9 tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] 10.222.0.43 "GET /v2.0/quotas/a3a8c28ce06d4dd295640c2d71e0f069 HTTP/1.1" status: 200 len: 375 time: 0.0572991 Jul 29 23:31:20.571121 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cc3474cf-6589-46dd-9a5e-3ffb349f9dcd req-4f06cbd1-f7e4-476a-9607-1bd6cb78da3a tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968095 Jul 29 23:31:20.596652 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-69590604-4f3e-4d53-9e09-543bb9f32026 req-990ca152-b721-4a13-a46f-f2003f1f7f2c tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a3a8c28ce06d4dd295640c2d71e0f069&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515447 Jul 29 23:31:20.744135 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-cbf89fcc-d3af-49bc-9a4c-964250ce08eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803371f2-99dc-4e38-b86f-1400f584ea23', 'name': 'tempest-ServerRescueTestJSONUnderV235-269966928-router', 'tenant_id': '52e04a06c1634aad823b656ded0dd057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '6551dae8-8a9c-4b58-8811-0b5c6b91326b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:31:01Z', 'updated_at': '2021-07-29T23:31:11Z', 'revision_number': 4, 'project_id': '52e04a06c1634aad823b656ded0dd057', 'gw_port': {'id': '6551dae8-8a9c-4b58-8811-0b5c6b91326b', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803371f2-99dc-4e38-b86f-1400f584ea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:31:03Z', 'updated_at': '2021-07-29T23:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '5168db41-5c76-4c49-9bab-c073b70c4900', 'name': '', 'network_id': '3c7cedb3-e56d-4c4c-993c-657e341a0c94', 'tenant_id': '52e04a06c1634aad823b656ded0dd057', 'mac_address': 'fa:16:3e:b5:4d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '803371f2-99dc-4e38-b86f-1400f584ea23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '89d39612-aed6-4e12-97bb-95fef1af94b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:31:09Z', 'updated_at': '2021-07-29T23:31:19Z', 'revision_number': 4, 'project_id': '52e04a06c1634aad823b656ded0dd057', 'subnets': [{'id': '89d39612-aed6-4e12-97bb-95fef1af94b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:20.822915 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf89fcc-d3af-49bc-9a4c-964250ce08eb None None] The sync data for ids ['803371f2-99dc-4e38-b86f-1400f584ea23'] in n-d-712141-10 is: [{'id': '803371f2-99dc-4e38-b86f-1400f584ea23', 'name': 'tempest-ServerRescueTestJSONUnderV235-269966928-router', 'tenant_id': '52e04a06c1634aad823b656ded0dd057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '6551dae8-8a9c-4b58-8811-0b5c6b91326b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:31:01Z', 'updated_at': '2021-07-29T23:31:11Z', 'revision_number': 4, 'project_id': '52e04a06c1634aad823b656ded0dd057', 'gw_port': {'id': '6551dae8-8a9c-4b58-8811-0b5c6b91326b', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803371f2-99dc-4e38-b86f-1400f584ea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:31:03Z', 'updated_at': '2021-07-29T23:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '5168db41-5c76-4c49-9bab-c073b70c4900', 'name': '', 'network_id': '3c7cedb3-e56d-4c4c-993c-657e341a0c94', 'tenant_id': '52e04a06c1634aad823b656ded0dd057', 'mac_address': 'fa:16:3e:b5:4d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '803371f2-99dc-4e38-b86f-1400f584ea23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '89d39612-aed6-4e12-97bb-95fef1af94b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:31:09Z', 'updated_at': '2021-07-29T23:31:19Z', 'revision_number': 4, 'project_id': '52e04a06c1634aad823b656ded0dd057', 'subnets': [{'id': '89d39612-aed6-4e12-97bb-95fef1af94b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:31:21.059265 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f4ea18-8a68-45e7-bd34-2407c5715aa8 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:31:21.060779 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-f01d4942-85c3-4334-8464-76bf8dd1b80e req-73bdd3ce-31ac-4d99-989b-314a93d254c8 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:31:21.064596 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-f01d4942-85c3-4334-8464-76bf8dd1b80e req-73bdd3ce-31ac-4d99-989b-314a93d254c8 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:31:21.076567 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2bcf10-0aba-4e0b-9a4b-1148fd8a0124 req-3476c3f9-7a91-4490-94a1-fd811ab79ff9 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:21.085662 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2bcf10-0aba-4e0b-9a4b-1148fd8a0124 req-3476c3f9-7a91-4490-94a1-fd811ab79ff9 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:21.103646 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2bcf10-0aba-4e0b-9a4b-1148fd8a0124 req-3476c3f9-7a91-4490-94a1-fd811ab79ff9 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:21.117555 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-d9f4ea18-8a68-45e7-bd34-2407c5715aa8 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:31:21.118776 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2bcf10-0aba-4e0b-9a4b-1148fd8a0124 req-3476c3f9-7a91-4490-94a1-fd811ab79ff9 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:21.126585 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d4942-85c3-4334-8464-76bf8dd1b80e req-73bdd3ce-31ac-4d99-989b-314a93d254c8 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:21.127230 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-f01d4942-85c3-4334-8464-76bf8dd1b80e req-73bdd3ce-31ac-4d99-989b-314a93d254c8 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:21.129825 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2bcf10-0aba-4e0b-9a4b-1148fd8a0124 req-3476c3f9-7a91-4490-94a1-fd811ab79ff9 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:21.145634 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cf2bcf10-0aba-4e0b-9a4b-1148fd8a0124 req-3476c3f9-7a91-4490-94a1-fd811ab79ff9 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 3814 time: 0.4063785 Jul 29 23:31:21.171358 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f01d4942-85c3-4334-8464-76bf8dd1b80e req-73bdd3ce-31ac-4d99-989b-314a93d254c8 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2175634 Jul 29 23:31:21.175028 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bdd3ce-31ac-4d99-989b-314a93d254c8 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Pushing event updated for resources: {'Port': ['ID=d1b61821-0353-4887-be9c-6f38af4e3acd,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:21.208479 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-f01d4942-85c3-4334-8464-76bf8dd1b80e req-3f6de582-0a9a-41b7-ada0-31dcef8b0b8a service neutron] Request body: {'port': {'device_id': '693429de-8fab-4271-840a-01b89571b1ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:21.273905 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-69590604-4f3e-4d53-9e09-543bb9f32026 req-5869f997-2151-4e8c-8f06-b032a7081e4e service neutron] 10.222.0.43 "GET /v2.0/networks/33eb6089-f12f-45ab-93ef-1559af77245c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6647198 Jul 29 23:31:21.388040 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-f01d4942-85c3-4334-8464-76bf8dd1b80e req-3f6de582-0a9a-41b7-ada0-31dcef8b0b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:21.525405 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-69590604-4f3e-4d53-9e09-543bb9f32026 req-2c584f8e-e21c-4463-a0b8-ba38daef07b0 service neutron] 10.222.0.43 "GET /v2.0/networks/33eb6089-f12f-45ab-93ef-1559af77245c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503142 Jul 29 23:31:21.638421 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cf2bcf10-0aba-4e0b-9a4b-1148fd8a0124 req-65359dc4-37aa-4421-8a8e-d6db54f11690 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/security-groups?id=d06a9099-30da-446c-be64-dba56c62ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4746544 Jul 29 23:31:21.789725 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-9708d5fd-86be-400e-801b-c54eb3f55fa0 None None] Provisioning complete for port ca9729ca-bbc0-4207-89b2-02ee6a0cdfae triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:21.790343 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9708d5fd-86be-400e-801b-c54eb3f55fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:21.933794 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-f7d3f512-e6c5-4e38-a19f-ab85a59b6480 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e344eee-0003-40f4-acc2-bcb46574e5a1 {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:31:21.947477 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fed948-4b1c-4e69-b3ee-3e43361c6fdc req-8b85b3b8-6b39-4225-8cb3-8589a4275533 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:21.952932 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-73fed948-4b1c-4e69-b3ee-3e43361c6fdc req-8b85b3b8-6b39-4225-8cb3-8589a4275533 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.22 "GET /v2.0/networks?id=3c7cedb3-e56d-4c4c-993c-657e341a0c94 HTTP/1.1" status: 200 len: 819 time: 0.5676048 Jul 29 23:31:21.970327 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-73fed948-4b1c-4e69-b3ee-3e43361c6fdc req-5a76966d-0221-44ff-bf31-35b62ffa5eb8 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Request body: {'port': {'device_id': 'c998bf02-d7e5-4d3c-8e26-31b274713109', 'network_id': '3c7cedb3-e56d-4c4c-993c-657e341a0c94', 'admin_state_up': True, 'tenant_id': '52e04a06c1634aad823b656ded0dd057'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:22.008455 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-9708d5fd-86be-400e-801b-c54eb3f55fa0 None None] Port ca9729ca-bbc0-4207-89b2-02ee6a0cdfae cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:31:22.046833 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-9708d5fd-86be-400e-801b-c54eb3f55fa0 None None] Provisioning for port d1b61821-0353-4887-be9c-6f38af4e3acd completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:31:22.059208 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-9708d5fd-86be-400e-801b-c54eb3f55fa0 None None] Provisioning complete for port d1b61821-0353-4887-be9c-6f38af4e3acd triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:22.059580 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9708d5fd-86be-400e-801b-c54eb3f55fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:22.110801 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-f7d3f512-e6c5-4e38-a19f-ab85a59b6480 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:22.120747 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d8ae5eae-d902-46f0-a7f6-9b831dd056ed req-c5a7dfd1-12b9-4648-b032-21db188c3d35 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/ports?device_id=c998bf02-d7e5-4d3c-8e26-31b274713109 HTTP/1.1" status: 200 len: 210 time: 0.1391144 Jul 29 23:31:22.171657 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-f7d3f512-e6c5-4e38-a19f-ab85a59b6480 service neutron] Transition to ACTIVE for port object 5e344eee-0003-40f4-acc2-bcb46574e5a1 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:31:22.200099 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-9708d5fd-86be-400e-801b-c54eb3f55fa0 None None] Port d1b61821-0353-4887-be9c-6f38af4e3acd cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:31:22.209539 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-f7d3f512-e6c5-4e38-a19f-ab85a59b6480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:22.211875 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 5168db41-5c76-4c49-9bab-c073b70c4900 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:31:22.321273 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 5168db41-5c76-4c49-9bab-c073b70c4900 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:31:22.326618 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 5168db41-5c76-4c49-9bab-c073b70c4900 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:22.327001 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:22.433542 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d3f512-e6c5-4e38-a19f-ab85a59b6480 service neutron] Pushing event updated for resources: {'Port': ['ID=5e344eee-0003-40f4-acc2-bcb46574e5a1,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:22.586273 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2cad7e18-08b0-4f73-9a45-471173a62e97 req-8f57f60d-f451-4d96-9821-99571993083c tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4905085-27a7-495b-a033-625fedae8004 HTTP/1.1" status: 200 len: 210 time: 0.3418097 Jul 29 23:31:22.639328 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:22.672749 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9f4ea18-8a68-45e7-bd34-2407c5715aa8 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Router 29341738-1bb7-4dec-b169-51c1b9f3e519 is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:31:22.715924 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f346f0f-bd14-4207-92c8-01a7b4bb34eb req-9515c76e-a55f-4b29-b396-79c834a1c617 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:22.730267 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7f346f0f-bd14-4207-92c8-01a7b4bb34eb req-9515c76e-a55f-4b29-b396-79c834a1c617 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=693429de-8fab-4271-840a-01b89571b1ba HTTP/1.1" status: 200 len: 932 time: 0.5967538 Jul 29 23:31:22.771489 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 5168db41-5c76-4c49-9bab-c073b70c4900, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=5168db41-5c76-4c49-9bab-c073b70c4900,segment=NetworkSegment(8ce13fd4-1dee-44b6-94ac-ae691c2d8d7a),segment_id=8ce13fd4-1dee-44b6-94ac-ae691c2d8d7a)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:22.780385 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:22.942272 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7f346f0f-bd14-4207-92c8-01a7b4bb34eb req-16c7a3ed-16d0-4f4d-9b96-1990c90c97d4 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106514 Jul 29 23:31:23.015322 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=5168db41-5c76-4c49-9bab-c073b70c4900,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:23.156754 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-f7d3f512-e6c5-4e38-a19f-ab85a59b6480 service neutron] Attempting to bind port 5e344eee-0003-40f4-acc2-bcb46574e5a1 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:31:23.160409 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-f7d3f512-e6c5-4e38-a19f-ab85a59b6480 service neutron] Attempting to bind port 5e344eee-0003-40f4-acc2-bcb46574e5a1 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': 'be77653f-7be6-4792-85af-06f31dac82f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cd4fb90a-a73b-48ea-873e-472dda9549c0'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:31:23.161033 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-f7d3f512-e6c5-4e38-a19f-ab85a59b6480 service neutron] Attempting to bind port 5e344eee-0003-40f4-acc2-bcb46574e5a1 on network cd4fb90a-a73b-48ea-873e-472dda9549c0 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:31:23.184959 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73fed948-4b1c-4e69-b3ee-3e43361c6fdc req-5a76966d-0221-44ff-bf31-35b62ffa5eb8 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Made reservation on behalf of 52e04a06c1634aad823b656ded0dd057 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:31:23.193667 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-73fed948-4b1c-4e69-b3ee-3e43361c6fdc req-5a76966d-0221-44ff-bf31-35b62ffa5eb8 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:23.223204 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-f7d3f512-e6c5-4e38-a19f-ab85a59b6480 service neutron] Port 5e344eee-0003-40f4-acc2-bcb46574e5a1 on network cd4fb90a-a73b-48ea-873e-472dda9549c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:31:23.223532 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-f7d3f512-e6c5-4e38-a19f-ab85a59b6480 service neutron] Attempting to bind port 5e344eee-0003-40f4-acc2-bcb46574e5a1 on network cd4fb90a-a73b-48ea-873e-472dda9549c0 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:31:23.243183 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b8b06970-b252-46c6-9f36-0f8445f3cdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:23.258021 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-f7d3f512-e6c5-4e38-a19f-ab85a59b6480 service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:31:23.262364 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-f7d3f512-e6c5-4e38-a19f-ab85a59b6480 service neutron] Checking segment: {'id': 'be77653f-7be6-4792-85af-06f31dac82f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cd4fb90a-a73b-48ea-873e-472dda9549c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:31:23.265050 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-f7d3f512-e6c5-4e38-a19f-ab85a59b6480 service neutron] Bound using segment: {'id': 'be77653f-7be6-4792-85af-06f31dac82f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cd4fb90a-a73b-48ea-873e-472dda9549c0'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:31:23.284375 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-f7d3f512-e6c5-4e38-a19f-ab85a59b6480 service neutron] Bound port: 5e344eee-0003-40f4-acc2-bcb46574e5a1, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be77653f-7be6-4792-85af-06f31dac82f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'cd4fb90a-a73b-48ea-873e-472dda9549c0'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:31:23.285080 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-f7d3f512-e6c5-4e38-a19f-ab85a59b6480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:23.322589 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5ddc7-269d-4866-bfdf-f25d6fdc6c12 req-dc1d3f36-4962-401e-8b26-1e27ded866bb tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:23.342927 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5ddc7-269d-4866-bfdf-f25d6fdc6c12 req-dc1d3f36-4962-401e-8b26-1e27ded866bb tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:23.358434 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5ddc7-269d-4866-bfdf-f25d6fdc6c12 req-dc1d3f36-4962-401e-8b26-1e27ded866bb tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:23.370746 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5ddc7-269d-4866-bfdf-f25d6fdc6c12 req-dc1d3f36-4962-401e-8b26-1e27ded866bb tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:23.386540 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5ddc7-269d-4866-bfdf-f25d6fdc6c12 req-dc1d3f36-4962-401e-8b26-1e27ded866bb tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:23.394162 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f4ea18-8a68-45e7-bd34-2407c5715aa8 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:31:23.399113 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-25f5ddc7-269d-4866-bfdf-f25d6fdc6c12 req-dc1d3f36-4962-401e-8b26-1e27ded866bb tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 3826 time: 0.4413590 Jul 29 23:31:23.400051 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d9f4ea18-8a68-45e7-bd34-2407c5715aa8 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "PUT /v2.0/routers/29341738-1bb7-4dec-b169-51c1b9f3e519/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4195559 Jul 29 23:31:23.416953 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f8ace6-f23d-437e-bf7d-b54b2eb0005e None None] Sync routers for ids ['29341738-1bb7-4dec-b169-51c1b9f3e519'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:31:23.434380 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 49654) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:23.451382 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f8ace6-f23d-437e-bf7d-b54b2eb0005e None None] Routers {'29341738-1bb7-4dec-b169-51c1b9f3e519'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:31:23.458737 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-67f8ace6-f23d-437e-bf7d-b54b2eb0005e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:30:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['29341738-1bb7-4dec-b169-51c1b9f3e519'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:23.644779 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c8f7d463-57e0-4215-9f25-b302d9d49c32 req-93665745-398b-4b55-a3a6-39ad059daec8 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/ports?device_id=c998bf02-d7e5-4d3c-8e26-31b274713109 HTTP/1.1" status: 200 len: 210 time: 0.1452231 Jul 29 23:31:23.655828 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-f01d4942-85c3-4334-8464-76bf8dd1b80e req-3f6de582-0a9a-41b7-ada0-31dcef8b0b8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1b61821-0353-4887-be9c-6f38af4e3acd {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:31:23.680469 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-f01d4942-85c3-4334-8464-76bf8dd1b80e req-3f6de582-0a9a-41b7-ada0-31dcef8b0b8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:23.711838 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-25f5ddc7-269d-4866-bfdf-f25d6fdc6c12 req-e269f089-0ab7-4978-aded-f8e29d1116b5 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/security-groups?id=d06a9099-30da-446c-be64-dba56c62ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3115137 Jul 29 23:31:23.793096 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-f01d4942-85c3-4334-8464-76bf8dd1b80e req-3f6de582-0a9a-41b7-ada0-31dcef8b0b8a service neutron] Transition to ACTIVE for port object d1b61821-0353-4887-be9c-6f38af4e3acd will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:31:23.801903 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-67f8ace6-f23d-437e-bf7d-b54b2eb0005e None None] Set router 29341738-1bb7-4dec-b169-51c1b9f3e519 gateway port host: None {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:31:23.809048 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-f7d3f512-e6c5-4e38-a19f-ab85a59b6480 service neutron] For port 5e344eee-0003-40f4-acc2-bcb46574e5a1, host n-h2-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:31:23.830621 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-f7d3f512-e6c5-4e38-a19f-ab85a59b6480 service neutron] For port 5e344eee-0003-40f4-acc2-bcb46574e5a1, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=5e344eee-0003-40f4-acc2-bcb46574e5a1,segment=NetworkSegment(be77653f-7be6-4792-85af-06f31dac82f8),segment_id=be77653f-7be6-4792-85af-06f31dac82f8)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:31:23.842576 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-f7d3f512-e6c5-4e38-a19f-ab85a59b6480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:24.001826 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-f7d3f512-e6c5-4e38-a19f-ab85a59b6480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:24.002469 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-f7d3f512-e6c5-4e38-a19f-ab85a59b6480 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:24.014090 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-f7d3f512-e6c5-4e38-a19f-ab85a59b6480 service neutron] 10.222.0.22 "PUT /v2.0/ports/5e344eee-0003-40f4-acc2-bcb46574e5a1 HTTP/1.1" status: 200 len: 1092 time: 3.9082863 Jul 29 23:31:24.039536 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4', 'tag': '5e344eee-0003-40f4-acc2-bcb46574e5a1'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:31:24.049776 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2c3e98-dfb8-4220-bad6-a13ef1a0ff8c" -d '{"events": [{"name": "network-changed", "server_uuid": "8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4", "tag": "5e344eee-0003-40f4-acc2-bcb46574e5a1"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:31:24.120190 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-73fed948-4b1c-4e69-b3ee-3e43361c6fdc req-5a76966d-0221-44ff-bf31-35b62ffa5eb8 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Allocated IP 172.20.0.8 (3c7cedb3-e56d-4c4c-993c-657e341a0c94/89d39612-aed6-4e12-97bb-95fef1af94b3/52530436-e84b-449a-802b-0080003e3d4b) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:31:24.164810 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 5168db41-5c76-4c49-9bab-c073b70c4900 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:31:24.176090 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-e87a11dc-ed60-43e4-9e92-4b4b907cba3a service neutron] Request body: {'port': {'device_id': '8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:24.205482 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-76873925-9f21-4227-82ce-11fe62518bc4 req-980bcb98-61ab-4a22-837e-342d09ee411d tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4905085-27a7-495b-a033-625fedae8004 HTTP/1.1" status: 200 len: 210 time: 0.1892340 Jul 29 23:31:24.432489 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8abd6c76-7a38-499c-94b9-0c179dd2ff01 x-openstack-request-id: req-8abd6c76-7a38-499c-94b9-0c179dd2ff01 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:31:24.432780 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4", "tag": "5e344eee-0003-40f4-acc2-bcb46574e5a1", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:31:24.433040 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8abd6c76-7a38-499c-94b9-0c179dd2ff01 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:31:24.433495 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4', 'tag': '5e344eee-0003-40f4-acc2-bcb46574e5a1', 'status': 'completed', 'code': 200} Jul 29 23:31:24.501784 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 5168db41-5c76-4c49-9bab-c073b70c4900 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:24.502173 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:24.592019 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-f01d4942-85c3-4334-8464-76bf8dd1b80e req-3f6de582-0a9a-41b7-ada0-31dcef8b0b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:24.662201 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-e87a11dc-ed60-43e4-9e92-4b4b907cba3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:24.750533 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d3f512-e6c5-4e38-a19f-ab85a59b6480 service neutron] Pushing event updated for resources: {'Port': ['ID=5e344eee-0003-40f4-acc2-bcb46574e5a1,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:24.843097 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589e9861-4e77-4f09-9a4d-0ed94363e568 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:24.845120 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-589e9861-4e77-4f09-9a4d-0ed94363e568 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/ports/ca9729ca-bbc0-4207-89b2-02ee6a0cdfae HTTP/1.1" status: 200 len: 911 time: 1.4082479 Jul 29 23:31:24.871136 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 49684) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:24.988943 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-67f8ace6-f23d-437e-bf7d-b54b2eb0005e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29341738-1bb7-4dec-b169-51c1b9f3e519', 'name': 'tempest-NetworksTestDHCPv6-router-1449162786', 'tenant_id': '7c9416c97c57443282624ca6d2f37df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:31:11Z', 'updated_at': '2021-07-29T23:31:18Z', 'revision_number': 2, 'project_id': '7c9416c97c57443282624ca6d2f37df4', 'gw_port_host': None, '_interfaces': [{'id': 'ca9729ca-bbc0-4207-89b2-02ee6a0cdfae', 'name': '', 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'tenant_id': '7c9416c97c57443282624ca6d2f37df4', 'mac_address': 'fa:16:3e:51:c0:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29341738-1bb7-4dec-b169-51c1b9f3e519', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '1633d028-1e64-4199-938d-46c0cac1ff2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:31:14Z', 'updated_at': '2021-07-29T23:31:19Z', 'revision_number': 2, 'project_id': '7c9416c97c57443282624ca6d2f37df4', 'subnets': [{'id': '1633d028-1e64-4199-938d-46c0cac1ff2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:25.087125 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f8ace6-f23d-437e-bf7d-b54b2eb0005e None None] Checking router: 29341738-1bb7-4dec-b169-51c1b9f3e519 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:31:25.087728 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f8ace6-f23d-437e-bf7d-b54b2eb0005e None None] Updating router 29341738-1bb7-4dec-b169-51c1b9f3e519 port ca9729ca-bbc0-4207-89b2-02ee6a0cdfae binding host n-d-712141-10 {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:31:25.130049 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493dc71-06a7-4a89-83d3-7263117876a1 req-7edd779f-d8db-41a0-95b9-235cef5d697f tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:25.148552 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1493dc71-06a7-4a89-83d3-7263117876a1 req-7edd779f-d8db-41a0-95b9-235cef5d697f tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=693429de-8fab-4271-840a-01b89571b1ba HTTP/1.1" status: 200 len: 944 time: 0.9398198 Jul 29 23:31:25.175030 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-67f8ace6-f23d-437e-bf7d-b54b2eb0005e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:25.193402 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-73fed948-4b1c-4e69-b3ee-3e43361c6fdc req-5a76966d-0221-44ff-bf31-35b62ffa5eb8 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:25.269396 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c3e98-dfb8-4220-bad6-a13ef1a0ff8c req-38e79b15-c9aa-45e0-8d0a-9b4c5cfadcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:25.271056 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c3e98-dfb8-4220-bad6-a13ef1a0ff8c req-38e79b15-c9aa-45e0-8d0a-9b4c5cfadcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:25.271586 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c3e98-dfb8-4220-bad6-a13ef1a0ff8c req-38e79b15-c9aa-45e0-8d0a-9b4c5cfadcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:25.283375 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c3e98-dfb8-4220-bad6-a13ef1a0ff8c req-38e79b15-c9aa-45e0-8d0a-9b4c5cfadcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:25.284049 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c3e98-dfb8-4220-bad6-a13ef1a0ff8c req-38e79b15-c9aa-45e0-8d0a-9b4c5cfadcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:25.287882 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-fa2c3e98-dfb8-4220-bad6-a13ef1a0ff8c req-38e79b15-c9aa-45e0-8d0a-9b4c5cfadcd2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0f2ab90424214bdcb3d3f2d44c6cf9b4&device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 4362 time: 0.7008731 Jul 29 23:31:25.288890 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6de582-0a9a-41b7-ada0-31dcef8b0b8a service neutron] Pushing event updated for resources: {'Port': ['ID=d1b61821-0353-4887-be9c-6f38af4e3acd,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:25.298231 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-73fed948-4b1c-4e69-b3ee-3e43361c6fdc req-5a76966d-0221-44ff-bf31-35b62ffa5eb8 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:25.349529 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2f37b026-9fdc-46c5-aae9-25b2b5c6609c req-a7054f75-ccd3-4d0e-b7dc-a8057baf1e6c tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/ports?device_id=c998bf02-d7e5-4d3c-8e26-31b274713109 HTTP/1.1" status: 200 len: 210 time: 0.1739528 Jul 29 23:31:25.432337 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69590604-4f3e-4d53-9e09-543bb9f32026 req-04e31dc7-b6a5-4977-89b1-0537968fb147 tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:25.433914 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-69590604-4f3e-4d53-9e09-543bb9f32026 req-04e31dc7-b6a5-4977-89b1-0537968fb147 tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] 10.222.0.41 "GET /v2.0/networks?id=33eb6089-f12f-45ab-93ef-1559af77245c HTTP/1.1" status: 200 len: 813 time: 1.0554726 Jul 29 23:31:25.447841 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1493dc71-06a7-4a89-83d3-7263117876a1 req-d39d6cc2-ec8f-4bb3-bef5-72b0537cef95 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981937 Jul 29 23:31:25.474928 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-69590604-4f3e-4d53-9e09-543bb9f32026 req-cd9f72bc-9cac-456e-8d23-f2d12fb105d6 tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] Request body: {'port': {'device_id': 'd4905085-27a7-495b-a033-625fedae8004', 'network_id': '33eb6089-f12f-45ab-93ef-1559af77245c', 'admin_state_up': True, 'tenant_id': 'a3a8c28ce06d4dd295640c2d71e0f069'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:25.517913 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73fed948-4b1c-4e69-b3ee-3e43361c6fdc req-5a76966d-0221-44ff-bf31-35b62ffa5eb8 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Network 3c7cedb3-e56d-4c4c-993c-657e341a0c94 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:31:25.606653 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-73fed948-4b1c-4e69-b3ee-3e43361c6fdc req-5a76966d-0221-44ff-bf31-35b62ffa5eb8 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:31:25.709928 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a76966d-0221-44ff-bf31-35b62ffa5eb8 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Pushing event updated for resources: {'Port': ['ID=52530436-e84b-449a-802b-0080003e3d4b,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:25.712994 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-73fed948-4b1c-4e69-b3ee-3e43361c6fdc req-5a76966d-0221-44ff-bf31-35b62ffa5eb8 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:31:25.737398 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b7469b-6739-41e0-b585-e4e15dbbc8f1 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:25.744429 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b7469b-6739-41e0-b585-e4e15dbbc8f1 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:25.751224 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-58b7469b-6739-41e0-b585-e4e15dbbc8f1 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.8301337 Jul 29 23:31:25.756281 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 49696) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:25.903406 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0de5f7f2-ba1b-44fa-b8fc-96a5477f2566 req-5ceffddc-16e6-44a7-aff5-86cd2f47acd7 tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4905085-27a7-495b-a033-625fedae8004 HTTP/1.1" status: 200 len: 210 time: 0.2481303 Jul 29 23:31:25.980934 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe9a989-2e07-4381-8ff4-5618aaab62a4 req-5c13837d-6d03-4de5-b664-de5cd931d0f8 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:25.999024 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe9a989-2e07-4381-8ff4-5618aaab62a4 req-5c13837d-6d03-4de5-b664-de5cd931d0f8 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:26.005533 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe9a989-2e07-4381-8ff4-5618aaab62a4 req-5c13837d-6d03-4de5-b664-de5cd931d0f8 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:26.013348 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe9a989-2e07-4381-8ff4-5618aaab62a4 req-5c13837d-6d03-4de5-b664-de5cd931d0f8 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:26.022743 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe9a989-2e07-4381-8ff4-5618aaab62a4 req-5c13837d-6d03-4de5-b664-de5cd931d0f8 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:26.032311 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2fe9a989-2e07-4381-8ff4-5618aaab62a4 req-5c13837d-6d03-4de5-b664-de5cd931d0f8 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 3826 time: 0.3846540 Jul 29 23:31:26.186066 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-f01d4942-85c3-4334-8464-76bf8dd1b80e req-3f6de582-0a9a-41b7-ada0-31dcef8b0b8a service neutron] Attempting to bind port d1b61821-0353-4887-be9c-6f38af4e3acd on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:31:26.186958 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-f01d4942-85c3-4334-8464-76bf8dd1b80e req-3f6de582-0a9a-41b7-ada0-31dcef8b0b8a service neutron] Attempting to bind port d1b61821-0353-4887-be9c-6f38af4e3acd by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': '85a18049-8d39-45df-9ccf-cf67471916ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fc8993d1-1f3f-4e88-9d54-7eec99f127ad'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:31:26.186958 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01d4942-85c3-4334-8464-76bf8dd1b80e req-3f6de582-0a9a-41b7-ada0-31dcef8b0b8a service neutron] Attempting to bind port d1b61821-0353-4887-be9c-6f38af4e3acd on network fc8993d1-1f3f-4e88-9d54-7eec99f127ad {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:31:26.223567 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2c226b96-174f-442b-b558-5851293d292a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:26.367983 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2fe9a989-2e07-4381-8ff4-5618aaab62a4 req-fde51528-fa35-4aa4-bbeb-1f108fbf1280 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/security-groups?id=d06a9099-30da-446c-be64-dba56c62ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3328178 Jul 29 23:31:26.372482 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69590604-4f3e-4d53-9e09-543bb9f32026 req-cd9f72bc-9cac-456e-8d23-f2d12fb105d6 tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] Made reservation on behalf of a3a8c28ce06d4dd295640c2d71e0f069 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:31:26.374834 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:26.384479 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-67f8ace6-f23d-437e-bf7d-b54b2eb0005e None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:26.388180 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-69590604-4f3e-4d53-9e09-543bb9f32026 req-cd9f72bc-9cac-456e-8d23-f2d12fb105d6 tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:26.430034 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-67f8ace6-f23d-437e-bf7d-b54b2eb0005e None None] Transition to ACTIVE for port object ca9729ca-bbc0-4207-89b2-02ee6a0cdfae will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:31:26.446396 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-67f8ace6-f23d-437e-bf7d-b54b2eb0005e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:26.474227 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-e87a11dc-ed60-43e4-9e92-4b4b907cba3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6692c9b8-f4e2-4f31-897e-016045fc3bd4 {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:31:26.520662 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-e87a11dc-ed60-43e4-9e92-4b4b907cba3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:26.566859 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e475addf-847a-4d2e-82f1-fa97b74b31d2 None None] Pushing event updated for resources: {'Port': ['ID=ca9729ca-bbc0-4207-89b2-02ee6a0cdfae,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:26.626012 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-67f8ace6-f23d-437e-bf7d-b54b2eb0005e None None] Attempting to bind port ca9729ca-bbc0-4207-89b2-02ee6a0cdfae on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:31:26.626652 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-67f8ace6-f23d-437e-bf7d-b54b2eb0005e None None] Attempting to bind port ca9729ca-bbc0-4207-89b2-02ee6a0cdfae by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': 'ceb567b3-93e6-4495-80aa-58a786948605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:31:26.627229 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f8ace6-f23d-437e-bf7d-b54b2eb0005e None None] Attempting to bind port ca9729ca-bbc0-4207-89b2-02ee6a0cdfae on network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:31:26.636497 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f8ace6-f23d-437e-bf7d-b54b2eb0005e None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:31:26.637363 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f8ace6-f23d-437e-bf7d-b54b2eb0005e None None] Checking segment: {'id': 'ceb567b3-93e6-4495-80aa-58a786948605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:31:26.638228 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-67f8ace6-f23d-437e-bf7d-b54b2eb0005e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:26.638880 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f8ace6-f23d-437e-bf7d-b54b2eb0005e None None] Bound using segment: {'id': 'ceb567b3-93e6-4495-80aa-58a786948605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:31:26.640157 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-67f8ace6-f23d-437e-bf7d-b54b2eb0005e None None] Bound port: ca9729ca-bbc0-4207-89b2-02ee6a0cdfae, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb567b3-93e6-4495-80aa-58a786948605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:31:26.640912 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-67f8ace6-f23d-437e-bf7d-b54b2eb0005e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:26.729898 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-e87a11dc-ed60-43e4-9e92-4b4b907cba3a service neutron] Transition to ACTIVE for port object 6692c9b8-f4e2-4f31-897e-016045fc3bd4 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:31:26.745251 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fed948-4b1c-4e69-b3ee-3e43361c6fdc req-5a76966d-0221-44ff-bf31-35b62ffa5eb8 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:26.746984 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-73fed948-4b1c-4e69-b3ee-3e43361c6fdc req-5a76966d-0221-44ff-bf31-35b62ffa5eb8 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:26.754636 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01d4942-85c3-4334-8464-76bf8dd1b80e req-3f6de582-0a9a-41b7-ada0-31dcef8b0b8a service neutron] Port d1b61821-0353-4887-be9c-6f38af4e3acd on network fc8993d1-1f3f-4e88-9d54-7eec99f127ad not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:31:26.755949 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01d4942-85c3-4334-8464-76bf8dd1b80e req-3f6de582-0a9a-41b7-ada0-31dcef8b0b8a service neutron] Attempting to bind port d1b61821-0353-4887-be9c-6f38af4e3acd on network fc8993d1-1f3f-4e88-9d54-7eec99f127ad {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:31:26.761861 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-e87a11dc-ed60-43e4-9e92-4b4b907cba3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:26.783182 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-67f8ace6-f23d-437e-bf7d-b54b2eb0005e None None] For port ca9729ca-bbc0-4207-89b2-02ee6a0cdfae, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:31:26.787979 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01d4942-85c3-4334-8464-76bf8dd1b80e req-3f6de582-0a9a-41b7-ada0-31dcef8b0b8a service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:31:26.788603 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01d4942-85c3-4334-8464-76bf8dd1b80e req-3f6de582-0a9a-41b7-ada0-31dcef8b0b8a service neutron] Checking segment: {'id': '85a18049-8d39-45df-9ccf-cf67471916ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fc8993d1-1f3f-4e88-9d54-7eec99f127ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:31:26.789281 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f01d4942-85c3-4334-8464-76bf8dd1b80e req-3f6de582-0a9a-41b7-ada0-31dcef8b0b8a service neutron] Bound using segment: {'id': '85a18049-8d39-45df-9ccf-cf67471916ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fc8993d1-1f3f-4e88-9d54-7eec99f127ad'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:31:26.789918 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-f01d4942-85c3-4334-8464-76bf8dd1b80e req-3f6de582-0a9a-41b7-ada0-31dcef8b0b8a service neutron] Bound port: d1b61821-0353-4887-be9c-6f38af4e3acd, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85a18049-8d39-45df-9ccf-cf67471916ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fc8993d1-1f3f-4e88-9d54-7eec99f127ad'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:31:26.790433 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-f01d4942-85c3-4334-8464-76bf8dd1b80e req-3f6de582-0a9a-41b7-ada0-31dcef8b0b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:26.799165 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-67f8ace6-f23d-437e-bf7d-b54b2eb0005e None None] For port ca9729ca-bbc0-4207-89b2-02ee6a0cdfae, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=ca9729ca-bbc0-4207-89b2-02ee6a0cdfae,segment=NetworkSegment(ceb567b3-93e6-4495-80aa-58a786948605),segment_id=ceb567b3-93e6-4495-80aa-58a786948605)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:31:26.809805 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c3e98-dfb8-4220-bad6-a13ef1a0ff8c req-f7f5d6fd-ced5-45b4-9e56-ccef2c4b8f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:26.810586 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c3e98-dfb8-4220-bad6-a13ef1a0ff8c req-f7f5d6fd-ced5-45b4-9e56-ccef2c4b8f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:26.811503 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c3e98-dfb8-4220-bad6-a13ef1a0ff8c req-f7f5d6fd-ced5-45b4-9e56-ccef2c4b8f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:26.814574 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-fa2c3e98-dfb8-4220-bad6-a13ef1a0ff8c req-f7f5d6fd-ced5-45b4-9e56-ccef2c4b8f8d service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=0f2ab90424214bdcb3d3f2d44c6cf9b4&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.5184274 Jul 29 23:31:26.815680 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-67f8ace6-f23d-437e-bf7d-b54b2eb0005e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:26.995404 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-f01d4942-85c3-4334-8464-76bf8dd1b80e req-3f6de582-0a9a-41b7-ada0-31dcef8b0b8a service neutron] For port d1b61821-0353-4887-be9c-6f38af4e3acd, host n-h1-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:31:27.001573 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-f01d4942-85c3-4334-8464-76bf8dd1b80e req-3f6de582-0a9a-41b7-ada0-31dcef8b0b8a service neutron] For port d1b61821-0353-4887-be9c-6f38af4e3acd, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=d1b61821-0353-4887-be9c-6f38af4e3acd,segment=NetworkSegment(85a18049-8d39-45df-9ccf-cf67471916ca),segment_id=85a18049-8d39-45df-9ccf-cf67471916ca)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:31:27.064505 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e475addf-847a-4d2e-82f1-fa97b74b31d2 None None] Pushing event updated for resources: {'Port': ['ID=ca9729ca-bbc0-4207-89b2-02ee6a0cdfae,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:27.076954 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f8ace6-f23d-437e-bf7d-b54b2eb0005e None None] Routers {'29341738-1bb7-4dec-b169-51c1b9f3e519'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:31:27.077616 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-67f8ace6-f23d-437e-bf7d-b54b2eb0005e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:31:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['29341738-1bb7-4dec-b169-51c1b9f3e519'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:27.308382 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c3e98-dfb8-4220-bad6-a13ef1a0ff8c req-7690aaab-8449-4fed-a649-7e97775a8812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:27.315965 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-fa2c3e98-dfb8-4220-bad6-a13ef1a0ff8c req-7690aaab-8449-4fed-a649-7e97775a8812 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3119805 Jul 29 23:31:27.324270 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-f01d4942-85c3-4334-8464-76bf8dd1b80e req-3f6de582-0a9a-41b7-ada0-31dcef8b0b8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:27.336125 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-67f8ace6-f23d-437e-bf7d-b54b2eb0005e None None] Set router 29341738-1bb7-4dec-b169-51c1b9f3e519 gateway port host: None {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:31:27.505185 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d4942-85c3-4334-8464-76bf8dd1b80e req-3f6de582-0a9a-41b7-ada0-31dcef8b0b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:27.508618 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-f01d4942-85c3-4334-8464-76bf8dd1b80e req-3f6de582-0a9a-41b7-ada0-31dcef8b0b8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:27.511737 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f01d4942-85c3-4334-8464-76bf8dd1b80e req-3f6de582-0a9a-41b7-ada0-31dcef8b0b8a service neutron] 10.222.0.41 "PUT /v2.0/ports/d1b61821-0353-4887-be9c-6f38af4e3acd HTTP/1.1" status: 200 len: 1093 time: 6.3200409 Jul 29 23:31:27.793009 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:27.827214 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6de582-0a9a-41b7-ada0-31dcef8b0b8a service neutron] Pushing event updated for resources: {'Port': ['ID=d1b61821-0353-4887-be9c-6f38af4e3acd,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:27.849307 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '693429de-8fab-4271-840a-01b89571b1ba', 'tag': 'd1b61821-0353-4887-be9c-6f38af4e3acd'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:31:27.859046 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ccbafb-bec6-47ed-9e17-eb78aab4e404" -d '{"events": [{"name": "network-changed", "server_uuid": "693429de-8fab-4271-840a-01b89571b1ba", "tag": "d1b61821-0353-4887-be9c-6f38af4e3acd"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:31:27.961738 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-67f8ace6-f23d-437e-bf7d-b54b2eb0005e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29341738-1bb7-4dec-b169-51c1b9f3e519', 'name': 'tempest-NetworksTestDHCPv6-router-1449162786', 'tenant_id': '7c9416c97c57443282624ca6d2f37df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:31:11Z', 'updated_at': '2021-07-29T23:31:18Z', 'revision_number': 2, 'project_id': '7c9416c97c57443282624ca6d2f37df4', 'gw_port_host': None, '_interfaces': [{'id': 'ca9729ca-bbc0-4207-89b2-02ee6a0cdfae', 'name': '', 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'tenant_id': '7c9416c97c57443282624ca6d2f37df4', 'mac_address': 'fa:16:3e:51:c0:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29341738-1bb7-4dec-b169-51c1b9f3e519', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '1633d028-1e64-4199-938d-46c0cac1ff2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:31:14Z', 'updated_at': '2021-07-29T23:31:26Z', 'revision_number': 4, 'project_id': '7c9416c97c57443282624ca6d2f37df4', 'subnets': [{'id': '1633d028-1e64-4199-938d-46c0cac1ff2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:28.000665 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f8ace6-f23d-437e-bf7d-b54b2eb0005e None None] The sync data for ids ['29341738-1bb7-4dec-b169-51c1b9f3e519'] in n-d-712141-10 is: [{'id': '29341738-1bb7-4dec-b169-51c1b9f3e519', 'name': 'tempest-NetworksTestDHCPv6-router-1449162786', 'tenant_id': '7c9416c97c57443282624ca6d2f37df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:31:11Z', 'updated_at': '2021-07-29T23:31:18Z', 'revision_number': 2, 'project_id': '7c9416c97c57443282624ca6d2f37df4', 'gw_port_host': None, '_interfaces': [{'id': 'ca9729ca-bbc0-4207-89b2-02ee6a0cdfae', 'name': '', 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'tenant_id': '7c9416c97c57443282624ca6d2f37df4', 'mac_address': 'fa:16:3e:51:c0:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29341738-1bb7-4dec-b169-51c1b9f3e519', 'device_owner': 'network:router_interface', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '1633d028-1e64-4199-938d-46c0cac1ff2f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:31:14Z', 'updated_at': '2021-07-29T23:31:26Z', 'revision_number': 4, 'project_id': '7c9416c97c57443282624ca6d2f37df4', 'subnets': [{'id': '1633d028-1e64-4199-938d-46c0cac1ff2f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:31:28.005874 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-73fed948-4b1c-4e69-b3ee-3e43361c6fdc req-5a76966d-0221-44ff-bf31-35b62ffa5eb8 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0400100 Jul 29 23:31:28.074215 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-73fed948-4b1c-4e69-b3ee-3e43361c6fdc req-6828b4c5-1785-444c-8dda-cf386386aca8 service neutron] Request body: {'port': {'device_id': 'c998bf02-d7e5-4d3c-8e26-31b274713109', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:28.096011 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-69590604-4f3e-4d53-9e09-543bb9f32026 req-cd9f72bc-9cac-456e-8d23-f2d12fb105d6 tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] Allocated IP 172.20.0.2 (33eb6089-f12f-45ab-93ef-1559af77245c/f0d8bd06-dc6d-4ccc-9caa-b44e45803cb5/92f27aa7-54aa-4baf-af77-0d99bfb4a70e) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:31:28.217790 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87a11dc-ed60-43e4-9e92-4b4b907cba3a service neutron] Pushing event updated for resources: {'Port': ['ID=6692c9b8-f4e2-4f31-897e-016045fc3bd4,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:28.275511 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-73fed948-4b1c-4e69-b3ee-3e43361c6fdc req-6828b4c5-1785-444c-8dda-cf386386aca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:28.284905 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5e05b1-7dd5-42b5-86fb-c6e769c3f6ea req-a18c7371-7440-42c4-804b-07f7b8bf20e1 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:28.289157 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d4942-85c3-4334-8464-76bf8dd1b80e req-32809eb4-7f7c-4948-86c6-3db3a33c6504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:28.290881 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f01d4942-85c3-4334-8464-76bf8dd1b80e req-32809eb4-7f7c-4948-86c6-3db3a33c6504 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0043d03cb0a4bbcbd35eb8f2075805c&device_id=693429de-8fab-4271-840a-01b89571b1ba HTTP/1.1" status: 200 len: 1096 time: 0.4655643 Jul 29 23:31:28.293801 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1c5e05b1-7dd5-42b5-86fb-c6e769c3f6ea req-a18c7371-7440-42c4-804b-07f7b8bf20e1 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/ports?device_id=c998bf02-d7e5-4d3c-8e26-31b274713109 HTTP/1.1" status: 200 len: 931 time: 1.6986120 Jul 29 23:31:28.553161 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1c5e05b1-7dd5-42b5-86fb-c6e769c3f6ea req-4c094d84-7299-4d05-b355-96d4a18eb05f tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/security-groups?id=c238602f-ef5f-447a-b128-9500386afc8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583003 Jul 29 23:31:28.560824 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2e395-0bde-4377-8f5f-e3a1cc8cfabb req-71c1992d-59b4-4024-87eb-14ca3c1290ab tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:28.588430 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c4b2e395-0bde-4377-8f5f-e3a1cc8cfabb req-71c1992d-59b4-4024-87eb-14ca3c1290ab tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=693429de-8fab-4271-840a-01b89571b1ba HTTP/1.1" status: 200 len: 944 time: 1.8567250 Jul 29 23:31:28.607127 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-e87a11dc-ed60-43e4-9e92-4b4b907cba3a service neutron] Attempting to bind port 6692c9b8-f4e2-4f31-897e-016045fc3bd4 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:31:28.607443 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-e87a11dc-ed60-43e4-9e92-4b4b907cba3a service neutron] Attempting to bind port 6692c9b8-f4e2-4f31-897e-016045fc3bd4 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '7dadb843-f68f-4bdc-b544-97924c20701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '61db5dcd-b042-47fa-9111-3b2277565367'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:31:28.607653 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-e87a11dc-ed60-43e4-9e92-4b4b907cba3a service neutron] Attempting to bind port 6692c9b8-f4e2-4f31-897e-016045fc3bd4 on network 61db5dcd-b042-47fa-9111-3b2277565367 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:31:28.660201 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-e87a11dc-ed60-43e4-9e92-4b4b907cba3a service neutron] Port 6692c9b8-f4e2-4f31-897e-016045fc3bd4 on network 61db5dcd-b042-47fa-9111-3b2277565367 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:31:28.660781 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-e87a11dc-ed60-43e4-9e92-4b4b907cba3a service neutron] Attempting to bind port 6692c9b8-f4e2-4f31-897e-016045fc3bd4 on network 61db5dcd-b042-47fa-9111-3b2277565367 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:31:28.675781 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-e87a11dc-ed60-43e4-9e92-4b4b907cba3a service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:31:28.676412 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-e87a11dc-ed60-43e4-9e92-4b4b907cba3a service neutron] Checking segment: {'id': '7dadb843-f68f-4bdc-b544-97924c20701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '61db5dcd-b042-47fa-9111-3b2277565367'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:31:28.676969 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-e87a11dc-ed60-43e4-9e92-4b4b907cba3a service neutron] Bound using segment: {'id': '7dadb843-f68f-4bdc-b544-97924c20701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '61db5dcd-b042-47fa-9111-3b2277565367'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:31:28.677804 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-e87a11dc-ed60-43e4-9e92-4b4b907cba3a service neutron] Bound port: 6692c9b8-f4e2-4f31-897e-016045fc3bd4, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dadb843-f68f-4bdc-b544-97924c20701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '61db5dcd-b042-47fa-9111-3b2277565367'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:31:28.678629 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-e87a11dc-ed60-43e4-9e92-4b4b907cba3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:28.723974 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f01d4942-85c3-4334-8464-76bf8dd1b80e req-aafd3581-da22-42cc-9fde-b9084b838623 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d1b61821-0353-4887-be9c-6f38af4e3acd HTTP/1.1" status: 200 len: 217 time: 0.1112332 Jul 29 23:31:28.774269 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-69590604-4f3e-4d53-9e09-543bb9f32026 req-cd9f72bc-9cac-456e-8d23-f2d12fb105d6 tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:28.845301 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c2c2f9b2-f5a0-40c1-8b05-43bbec34a2cf req-36f3225c-6bdf-4569-9176-f2589687c36a tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4905085-27a7-495b-a033-625fedae8004 HTTP/1.1" status: 200 len: 210 time: 0.1114407 Jul 29 23:31:28.893472 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d4942-85c3-4334-8464-76bf8dd1b80e req-8db81818-a5f8-4f83-a694-6021fa881175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:28.895468 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f01d4942-85c3-4334-8464-76bf8dd1b80e req-8db81818-a5f8-4f83-a694-6021fa881175 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=01812886-2cdd-41de-831e-c3e259b8e381 HTTP/1.1" status: 200 len: 851 time: 0.1618195 Jul 29 23:31:28.905523 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c4b2e395-0bde-4377-8f5f-e3a1cc8cfabb req-e9fa6161-2dbe-489d-ab76-cdccd031c180 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3162477 Jul 29 23:31:28.972506 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-69590604-4f3e-4d53-9e09-543bb9f32026 req-cd9f72bc-9cac-456e-8d23-f2d12fb105d6 tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:28.975337 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-73fed948-4b1c-4e69-b3ee-3e43361c6fdc req-6828b4c5-1785-444c-8dda-cf386386aca8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52530436-e84b-449a-802b-0080003e3d4b {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:31:29.002450 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-73fed948-4b1c-4e69-b3ee-3e43361c6fdc req-6828b4c5-1785-444c-8dda-cf386386aca8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:29.028984 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-73fed948-4b1c-4e69-b3ee-3e43361c6fdc req-6828b4c5-1785-444c-8dda-cf386386aca8 service neutron] Transition to ACTIVE for port object 52530436-e84b-449a-802b-0080003e3d4b will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:31:29.048722 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01d4942-85c3-4334-8464-76bf8dd1b80e req-eb38c84e-a7d9-4bcf-9af4-5b8ce2e69267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:29.051536 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f01d4942-85c3-4334-8464-76bf8dd1b80e req-eb38c84e-a7d9-4bcf-9af4-5b8ce2e69267 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fc8993d1-1f3f-4e88-9d54-7eec99f127ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1396024 Jul 29 23:31:29.057400 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-73fed948-4b1c-4e69-b3ee-3e43361c6fdc req-6828b4c5-1785-444c-8dda-cf386386aca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:29.076182 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78633e28-1bf0-4b16-bc7c-bc764f55c574 x-openstack-request-id: req-78633e28-1bf0-4b16-bc7c-bc764f55c574 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:31:29.077445 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "693429de-8fab-4271-840a-01b89571b1ba", "tag": "d1b61821-0353-4887-be9c-6f38af4e3acd", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:31:29.077962 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-78633e28-1bf0-4b16-bc7c-bc764f55c574 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:31:29.078686 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '693429de-8fab-4271-840a-01b89571b1ba', 'tag': 'd1b61821-0353-4887-be9c-6f38af4e3acd', 'status': 'completed', 'code': 200} Jul 29 23:31:29.093456 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-e87a11dc-ed60-43e4-9e92-4b4b907cba3a service neutron] For port 6692c9b8-f4e2-4f31-897e-016045fc3bd4, host n-h2-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:31:29.136671 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69590604-4f3e-4d53-9e09-543bb9f32026 req-cd9f72bc-9cac-456e-8d23-f2d12fb105d6 tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] Network 33eb6089-f12f-45ab-93ef-1559af77245c is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:31:29.143794 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-e87a11dc-ed60-43e4-9e92-4b4b907cba3a service neutron] For port 6692c9b8-f4e2-4f31-897e-016045fc3bd4, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=6692c9b8-f4e2-4f31-897e-016045fc3bd4,segment=NetworkSegment(7dadb843-f68f-4bdc-b544-97924c20701a),segment_id=7dadb843-f68f-4bdc-b544-97924c20701a)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:31:29.151138 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-69590604-4f3e-4d53-9e09-543bb9f32026 req-cd9f72bc-9cac-456e-8d23-f2d12fb105d6 tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:31:29.168330 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-69590604-4f3e-4d53-9e09-543bb9f32026 req-cd9f72bc-9cac-456e-8d23-f2d12fb105d6 tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:31:29.195996 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-e87a11dc-ed60-43e4-9e92-4b4b907cba3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:29.202828 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9f72bc-9cac-456e-8d23-f2d12fb105d6 tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] Pushing event updated for resources: {'Port': ['ID=92f27aa7-54aa-4baf-af77-0d99bfb4a70e,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:29.284517 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:29.372630 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f137e0a9-a5a3-4a4c-9a1e-d8b3776ea7c3 req-4753bf60-08c8-4568-ab6c-a63e1993330b tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:29.379758 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f137e0a9-a5a3-4a4c-9a1e-d8b3776ea7c3 req-4753bf60-08c8-4568-ab6c-a63e1993330b tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:29.390155 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f137e0a9-a5a3-4a4c-9a1e-d8b3776ea7c3 req-4753bf60-08c8-4568-ab6c-a63e1993330b tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:29.404188 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f137e0a9-a5a3-4a4c-9a1e-d8b3776ea7c3 req-4753bf60-08c8-4568-ab6c-a63e1993330b tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:29.405429 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fc72a061-8ea2-49e0-a5ca-3c6a857a0697 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:29.411100 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f137e0a9-a5a3-4a4c-9a1e-d8b3776ea7c3 req-4753bf60-08c8-4568-ab6c-a63e1993330b tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:29.413432 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6828b4c5-1785-444c-8dda-cf386386aca8 service neutron] Pushing event updated for resources: {'Port': ['ID=52530436-e84b-449a-802b-0080003e3d4b,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:29.445208 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f137e0a9-a5a3-4a4c-9a1e-d8b3776ea7c3 req-4753bf60-08c8-4568-ab6c-a63e1993330b tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:29.455339 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f137e0a9-a5a3-4a4c-9a1e-d8b3776ea7c3 req-4753bf60-08c8-4568-ab6c-a63e1993330b tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 4597 time: 0.3780859 Jul 29 23:31:29.459191 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-e87a11dc-ed60-43e4-9e92-4b4b907cba3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:29.459808 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-e87a11dc-ed60-43e4-9e92-4b4b907cba3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:29.462172 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-e87a11dc-ed60-43e4-9e92-4b4b907cba3a service neutron] 10.222.0.22 "PUT /v2.0/ports/6692c9b8-f4e2-4f31-897e-016045fc3bd4 HTTP/1.1" status: 200 len: 1130 time: 5.3904934 Jul 29 23:31:29.484116 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4', 'tag': '6692c9b8-f4e2-4f31-897e-016045fc3bd4'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:31:29.496318 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f694892-a43c-4a96-a256-5ca394076d7d" -d '{"events": [{"name": "network-changed", "server_uuid": "8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4", "tag": "6692c9b8-f4e2-4f31-897e-016045fc3bd4"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:31:29.553802 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-e863e1a9-bbc7-4849-928f-0aa47fd9619e service neutron] Request body: {'port': {'device_id': '8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:29.579879 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69590604-4f3e-4d53-9e09-543bb9f32026 req-cd9f72bc-9cac-456e-8d23-f2d12fb105d6 tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:29.580538 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-69590604-4f3e-4d53-9e09-543bb9f32026 req-cd9f72bc-9cac-456e-8d23-f2d12fb105d6 tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:29.681947 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87a11dc-ed60-43e4-9e92-4b4b907cba3a service neutron] Pushing event updated for resources: {'Port': ['ID=6692c9b8-f4e2-4f31-897e-016045fc3bd4,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:29.701283 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-69590604-4f3e-4d53-9e09-543bb9f32026 req-cd9f72bc-9cac-456e-8d23-f2d12fb105d6 tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2457013 Jul 29 23:31:29.718244 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-09888061-5310-4e84-9a06-df804d68af90 req-d8a26f5a-c04e-410e-8dc9-bc21c9bcac3a tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--382073805&fields=id&tenant_id=38e5a2101cb84e649abcb077576a3704 HTTP/1.1" status: 200 len: 267 time: 0.2183409 Jul 29 23:31:29.727246 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-69590604-4f3e-4d53-9e09-543bb9f32026 req-81609172-7f3e-4d4c-bb04-c7ce1cbc0603 service neutron] Request body: {'port': {'device_id': 'd4905085-27a7-495b-a033-625fedae8004', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:29.733882 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f01d4942-85c3-4334-8464-76bf8dd1b80e req-a3556884-5ab3-45b3-85d4-a7fc14ec277f service neutron] 10.222.0.41 "GET /v2.0/networks/fc8993d1-1f3f-4e88-9d54-7eec99f127ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6732211 Jul 29 23:31:29.798939 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f137e0a9-a5a3-4a4c-9a1e-d8b3776ea7c3 req-1e06ed14-5f2e-4701-94f8-410b5ec6baba tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6fa48f-d86a-46d7-b38c-3131d342f37d&id=d06a9099-30da-446c-be64-dba56c62ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2765722 Jul 29 23:31:29.801066 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-e863e1a9-bbc7-4849-928f-0aa47fd9619e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:29.961793 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbac6c96-2411-4b52-811b-4d3e1f4f9b9c x-openstack-request-id: req-bbac6c96-2411-4b52-811b-4d3e1f4f9b9c {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:31:29.962348 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4", "tag": "6692c9b8-f4e2-4f31-897e-016045fc3bd4", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:31:29.964163 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bbac6c96-2411-4b52-811b-4d3e1f4f9b9c {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:31:29.964785 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4', 'tag': '6692c9b8-f4e2-4f31-897e-016045fc3bd4', 'status': 'completed', 'code': 200} Jul 29 23:31:30.021549 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device ca9729ca-bbc0-4207-89b2-02ee6a0cdfae up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:31:30.136297 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port ca9729ca-bbc0-4207-89b2-02ee6a0cdfae completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:31:30.141739 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port ca9729ca-bbc0-4207-89b2-02ee6a0cdfae triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:30.142464 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:30.275312 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-69590604-4f3e-4d53-9e09-543bb9f32026 req-81609172-7f3e-4d4c-bb04-c7ce1cbc0603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:30.284259 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09888061-5310-4e84-9a06-df804d68af90 req-ee41bd5e-56b0-45e3-b7db-ea5e03b6ddea tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:30.291773 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-09888061-5310-4e84-9a06-df804d68af90 req-ee41bd5e-56b0-45e3-b7db-ea5e03b6ddea tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] 10.222.0.43 "GET /v2.0/networks?id=7f4f5951-808e-47f0-8843-cccf83b2b5f5 HTTP/1.1" status: 200 len: 815 time: 0.4746687 Jul 29 23:31:30.338480 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:30.339840 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-09888061-5310-4e84-9a06-df804d68af90 req-52d99bb7-1254-4097-b105-1db265f30e0e tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] 10.222.0.43 "GET /v2.0/quotas/38e5a2101cb84e649abcb077576a3704 HTTP/1.1" status: 200 len: 375 time: 0.0471165 Jul 29 23:31:30.385393 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-73fed948-4b1c-4e69-b3ee-3e43361c6fdc req-6828b4c5-1785-444c-8dda-cf386386aca8 service neutron] Attempting to bind port 52530436-e84b-449a-802b-0080003e3d4b on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:31:30.385794 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-73fed948-4b1c-4e69-b3ee-3e43361c6fdc req-6828b4c5-1785-444c-8dda-cf386386aca8 service neutron] Attempting to bind port 52530436-e84b-449a-802b-0080003e3d4b by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '8ce13fd4-1dee-44b6-94ac-ae691c2d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3c7cedb3-e56d-4c4c-993c-657e341a0c94'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:31:30.386138 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73fed948-4b1c-4e69-b3ee-3e43361c6fdc req-6828b4c5-1785-444c-8dda-cf386386aca8 service neutron] Attempting to bind port 52530436-e84b-449a-802b-0080003e3d4b on network 3c7cedb3-e56d-4c4c-993c-657e341a0c94 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:31:30.426942 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port ca9729ca-bbc0-4207-89b2-02ee6a0cdfae, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=ca9729ca-bbc0-4207-89b2-02ee6a0cdfae,segment=NetworkSegment(ceb567b3-93e6-4495-80aa-58a786948605),segment_id=ceb567b3-93e6-4495-80aa-58a786948605)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:30.446795 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:30.464943 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f694892-a43c-4a96-a256-5ca394076d7d req-f70e3547-31df-4444-aa71-1bf6bf0317c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:30.466089 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f694892-a43c-4a96-a256-5ca394076d7d req-f70e3547-31df-4444-aa71-1bf6bf0317c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:30.466089 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f694892-a43c-4a96-a256-5ca394076d7d req-f70e3547-31df-4444-aa71-1bf6bf0317c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:30.466493 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f694892-a43c-4a96-a256-5ca394076d7d req-f70e3547-31df-4444-aa71-1bf6bf0317c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:30.466909 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f694892-a43c-4a96-a256-5ca394076d7d req-f70e3547-31df-4444-aa71-1bf6bf0317c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:30.468151 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f694892-a43c-4a96-a256-5ca394076d7d req-f70e3547-31df-4444-aa71-1bf6bf0317c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:30.470841 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-5f694892-a43c-4a96-a256-5ca394076d7d req-f70e3547-31df-4444-aa71-1bf6bf0317c9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0f2ab90424214bdcb3d3f2d44c6cf9b4&device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 5285 time: 0.2159319 Jul 29 23:31:30.471524 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73fed948-4b1c-4e69-b3ee-3e43361c6fdc req-6828b4c5-1785-444c-8dda-cf386386aca8 service neutron] Port 52530436-e84b-449a-802b-0080003e3d4b on network 3c7cedb3-e56d-4c4c-993c-657e341a0c94 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:31:30.471854 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73fed948-4b1c-4e69-b3ee-3e43361c6fdc req-6828b4c5-1785-444c-8dda-cf386386aca8 service neutron] Attempting to bind port 52530436-e84b-449a-802b-0080003e3d4b on network 3c7cedb3-e56d-4c4c-993c-657e341a0c94 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:31:30.504971 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80500c14-9c50-4238-b48a-a3013e8af6de req-9bd929dc-0166-409c-8869-e73cf98e8b34 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:30.508710 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-80500c14-9c50-4238-b48a-a3013e8af6de req-9bd929dc-0166-409c-8869-e73cf98e8b34 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/ports?device_id=c998bf02-d7e5-4d3c-8e26-31b274713109 HTTP/1.1" status: 200 len: 943 time: 0.4246566 Jul 29 23:31:30.515155 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73fed948-4b1c-4e69-b3ee-3e43361c6fdc req-6828b4c5-1785-444c-8dda-cf386386aca8 service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:31:30.515477 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73fed948-4b1c-4e69-b3ee-3e43361c6fdc req-6828b4c5-1785-444c-8dda-cf386386aca8 service neutron] Checking segment: {'id': '8ce13fd4-1dee-44b6-94ac-ae691c2d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3c7cedb3-e56d-4c4c-993c-657e341a0c94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:31:30.515924 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73fed948-4b1c-4e69-b3ee-3e43361c6fdc req-6828b4c5-1785-444c-8dda-cf386386aca8 service neutron] Bound using segment: {'id': '8ce13fd4-1dee-44b6-94ac-ae691c2d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3c7cedb3-e56d-4c4c-993c-657e341a0c94'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:31:30.516386 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-73fed948-4b1c-4e69-b3ee-3e43361c6fdc req-6828b4c5-1785-444c-8dda-cf386386aca8 service neutron] Bound port: 52530436-e84b-449a-802b-0080003e3d4b, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ce13fd4-1dee-44b6-94ac-ae691c2d8d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3c7cedb3-e56d-4c4c-993c-657e341a0c94'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:31:30.516759 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-73fed948-4b1c-4e69-b3ee-3e43361c6fdc req-6828b4c5-1785-444c-8dda-cf386386aca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:30.582428 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=ca9729ca-bbc0-4207-89b2-02ee6a0cdfae,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:30.624519 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f01d4942-85c3-4334-8464-76bf8dd1b80e req-da6ad695-6755-4b6f-baf4-9b7d8a01b849 service neutron] 10.222.0.41 "GET /v2.0/networks/fc8993d1-1f3f-4e88-9d54-7eec99f127ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8384032 Jul 29 23:31:30.799708 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-09888061-5310-4e84-9a06-df804d68af90 req-26d3d695-4029-49e3-955d-c413fa73b24f tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=38e5a2101cb84e649abcb077576a3704&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4589682 Jul 29 23:31:30.818733 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-80500c14-9c50-4238-b48a-a3013e8af6de req-a136a0d6-21a4-40ca-b1a5-57b993cb6066 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/security-groups?id=c238602f-ef5f-447a-b128-9500386afc8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968578 Jul 29 23:31:30.819079 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f694892-a43c-4a96-a256-5ca394076d7d req-52ae65fd-0088-43df-9fc2-8b054cfff007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:30.819531 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f694892-a43c-4a96-a256-5ca394076d7d req-52ae65fd-0088-43df-9fc2-8b054cfff007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:30.819808 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f694892-a43c-4a96-a256-5ca394076d7d req-52ae65fd-0088-43df-9fc2-8b054cfff007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:30.821652 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-5f694892-a43c-4a96-a256-5ca394076d7d req-52ae65fd-0088-43df-9fc2-8b054cfff007 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=0f2ab90424214bdcb3d3f2d44c6cf9b4&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3257082 Jul 29 23:31:30.825796 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-73fed948-4b1c-4e69-b3ee-3e43361c6fdc req-6828b4c5-1785-444c-8dda-cf386386aca8 service neutron] For port 52530436-e84b-449a-802b-0080003e3d4b, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:31:30.841124 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-73fed948-4b1c-4e69-b3ee-3e43361c6fdc req-6828b4c5-1785-444c-8dda-cf386386aca8 service neutron] For port 52530436-e84b-449a-802b-0080003e3d4b, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=52530436-e84b-449a-802b-0080003e3d4b,segment=NetworkSegment(8ce13fd4-1dee-44b6-94ac-ae691c2d8d7a),segment_id=8ce13fd4-1dee-44b6-94ac-ae691c2d8d7a)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:31:30.898507 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-73fed948-4b1c-4e69-b3ee-3e43361c6fdc req-6828b4c5-1785-444c-8dda-cf386386aca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:30.913049 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ccbafb-bec6-47ed-9e17-eb78aab4e404 req-c7781c00-7fbb-463c-9878-6e6b43ae9454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:30.914674 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-44ccbafb-bec6-47ed-9e17-eb78aab4e404 req-c7781c00-7fbb-463c-9878-6e6b43ae9454 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0043d03cb0a4bbcbd35eb8f2075805c&device_id=693429de-8fab-4271-840a-01b89571b1ba HTTP/1.1" status: 200 len: 1096 time: 0.1657250 Jul 29 23:31:31.031687 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fed948-4b1c-4e69-b3ee-3e43361c6fdc req-6828b4c5-1785-444c-8dda-cf386386aca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:31.031687 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-73fed948-4b1c-4e69-b3ee-3e43361c6fdc req-6828b4c5-1785-444c-8dda-cf386386aca8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:31.031687 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-73fed948-4b1c-4e69-b3ee-3e43361c6fdc req-6828b4c5-1785-444c-8dda-cf386386aca8 service neutron] 10.222.0.22 "PUT /v2.0/ports/52530436-e84b-449a-802b-0080003e3d4b HTTP/1.1" status: 200 len: 1092 time: 2.9697964 Jul 29 23:31:31.054462 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-fc72a061-8ea2-49e0-a5ca-3c6a857a0697 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Deleting port ca9729ca-bbc0-4207-89b2-02ee6a0cdfae {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:31:31.054801 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fc72a061-8ea2-49e0-a5ca-3c6a857a0697 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:31.108461 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c998bf02-d7e5-4d3c-8e26-31b274713109', 'tag': '52530436-e84b-449a-802b-0080003e3d4b'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:31:31.119607 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bac05c7-d82d-4d7b-a384-cad76f058d27" -d '{"events": [{"name": "network-changed", "server_uuid": "c998bf02-d7e5-4d3c-8e26-31b274713109", "tag": "52530436-e84b-449a-802b-0080003e3d4b"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:31:31.124425 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-e863e1a9-bbc7-4849-928f-0aa47fd9619e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da9a90e1-8efc-4f87-81e6-604ba087e2ac {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:31:31.133970 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-e863e1a9-bbc7-4849-928f-0aa47fd9619e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:31.213143 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6828b4c5-1785-444c-8dda-cf386386aca8 service neutron] Pushing event updated for resources: {'Port': ['ID=52530436-e84b-449a-802b-0080003e3d4b,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:31.222793 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-e863e1a9-bbc7-4849-928f-0aa47fd9619e service neutron] Transition to ACTIVE for port object da9a90e1-8efc-4f87-81e6-604ba087e2ac will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:31:31.259545 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-e863e1a9-bbc7-4849-928f-0aa47fd9619e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:31.264972 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f694892-a43c-4a96-a256-5ca394076d7d req-5322e3bf-af95-4637-bcdc-6ee77fb37c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:31.266640 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-5f694892-a43c-4a96-a256-5ca394076d7d req-5322e3bf-af95-4637-bcdc-6ee77fb37c22 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4357874 Jul 29 23:31:31.282132 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747293e1-3e63-4951-a966-5c4ece77d873 req-76e245f6-301c-4ad6-a117-84f639c57f60 tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:31.293220 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-747293e1-3e63-4951-a966-5c4ece77d873 req-76e245f6-301c-4ad6-a117-84f639c57f60 tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4905085-27a7-495b-a033-625fedae8004 HTTP/1.1" status: 200 len: 931 time: 0.2920277 Jul 29 23:31:31.308578 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ccbafb-bec6-47ed-9e17-eb78aab4e404 req-88be0ec1-9002-4c59-a6d5-54b1bbd489e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:31.310138 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-44ccbafb-bec6-47ed-9e17-eb78aab4e404 req-88be0ec1-9002-4c59-a6d5-54b1bbd489e6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fc8993d1-1f3f-4e88-9d54-7eec99f127ad HTTP/1.1" status: 200 len: 913 time: 0.3648617 Jul 29 23:31:31.316854 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fed948-4b1c-4e69-b3ee-3e43361c6fdc req-28618ef3-99bf-4833-88cc-837f7d5e89a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:31.318696 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-73fed948-4b1c-4e69-b3ee-3e43361c6fdc req-28618ef3-99bf-4833-88cc-837f7d5e89a4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=52e04a06c1634aad823b656ded0dd057&device_id=c998bf02-d7e5-4d3c-8e26-31b274713109 HTTP/1.1" status: 200 len: 1095 time: 0.1876547 Jul 29 23:31:31.368111 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-747293e1-3e63-4951-a966-5c4ece77d873 req-20e1ecb1-ab8b-4bb1-9ae7-fa713f3c4797 tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e16a801-1b5d-4b70-8503-4ffbf26602b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717366 Jul 29 23:31:31.426284 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-44ccbafb-bec6-47ed-9e17-eb78aab4e404 req-fb35a3c5-32ac-434f-8f95-76db29ee287d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d1b61821-0353-4887-be9c-6f38af4e3acd HTTP/1.1" status: 200 len: 217 time: 0.1065793 Jul 29 23:31:31.431511 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-73fed948-4b1c-4e69-b3ee-3e43361c6fdc req-c23f4112-106e-414c-8d83-ac3df66f456c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52530436-e84b-449a-802b-0080003e3d4b HTTP/1.1" status: 200 len: 217 time: 0.1015370 Jul 29 23:31:31.435234 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-fc72a061-8ea2-49e0-a5ca-3c6a857a0697 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] For port ca9729ca-bbc0-4207-89b2-02ee6a0cdfae, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=ca9729ca-bbc0-4207-89b2-02ee6a0cdfae,segment=NetworkSegment(ceb567b3-93e6-4495-80aa-58a786948605),segment_id=ceb567b3-93e6-4495-80aa-58a786948605)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:31.435622 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fc72a061-8ea2-49e0-a5ca-3c6a857a0697 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:31.444351 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-09888061-5310-4e84-9a06-df804d68af90 req-ca8d731f-7a22-4ae0-bbb8-64d14edcc886 service neutron] 10.222.0.43 "GET /v2.0/networks/7f4f5951-808e-47f0-8843-cccf83b2b5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6224234 Jul 29 23:31:31.578782 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-fc72a061-8ea2-49e0-a5ca-3c6a857a0697 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Calling delete_port for ca9729ca-bbc0-4207-89b2-02ee6a0cdfae owned by network:router_interface {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:31:31.649947 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fed948-4b1c-4e69-b3ee-3e43361c6fdc req-9b45069f-276b-4039-a167-876ea4748d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:31.651581 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-73fed948-4b1c-4e69-b3ee-3e43361c6fdc req-9b45069f-276b-4039-a167-876ea4748d34 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=89d39612-aed6-4e12-97bb-95fef1af94b3 HTTP/1.1" status: 200 len: 859 time: 0.2022846 Jul 29 23:31:31.671281 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ccbafb-bec6-47ed-9e17-eb78aab4e404 req-03f36685-4a4d-47d0-9512-bf18169da5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:31.675704 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-44ccbafb-bec6-47ed-9e17-eb78aab4e404 req-03f36685-4a4d-47d0-9512-bf18169da5c4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=01812886-2cdd-41de-831e-c3e259b8e381 HTTP/1.1" status: 200 len: 851 time: 0.2342329 Jul 29 23:31:31.691777 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e863e1a9-bbc7-4849-928f-0aa47fd9619e service neutron] Pushing event updated for resources: {'Port': ['ID=da9a90e1-8efc-4f87-81e6-604ba087e2ac,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:31.725980 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-73fed948-4b1c-4e69-b3ee-3e43361c6fdc req-3ad37f14-8705-4367-8a29-e9c20e8fdfbb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3c7cedb3-e56d-4c4c-993c-657e341a0c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635414 Jul 29 23:31:31.774178 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a8dc7-81f8-4b73-9b0e-a8ab5d353641 req-d6d84325-91ea-4a73-901b-99bb0de2be88 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:31.783906 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-471a8dc7-81f8-4b73-9b0e-a8ab5d353641 req-d6d84325-91ea-4a73-901b-99bb0de2be88 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=693429de-8fab-4271-840a-01b89571b1ba HTTP/1.1" status: 200 len: 944 time: 0.2053950 Jul 29 23:31:31.885908 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-09888061-5310-4e84-9a06-df804d68af90 req-cdaf4912-9c48-453c-8f11-d94b2b3e6152 service neutron] 10.222.0.43 "GET /v2.0/networks/7f4f5951-808e-47f0-8843-cccf83b2b5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4133377 Jul 29 23:31:31.925986 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-471a8dc7-81f8-4b73-9b0e-a8ab5d353641 req-4fe1b38e-481d-444e-812f-5cff1d25647a tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347160 Jul 29 23:31:31.953344 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-69590604-4f3e-4d53-9e09-543bb9f32026 req-81609172-7f3e-4d4c-bb04-c7ce1cbc0603 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92f27aa7-54aa-4baf-af77-0d99bfb4a70e {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:31:31.970223 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-69590604-4f3e-4d53-9e09-543bb9f32026 req-81609172-7f3e-4d4c-bb04-c7ce1cbc0603 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:31.981774 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ccbafb-bec6-47ed-9e17-eb78aab4e404 req-a346d21b-ada8-4f99-ae02-88d767fbc614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:31.983860 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-44ccbafb-bec6-47ed-9e17-eb78aab4e404 req-a346d21b-ada8-4f99-ae02-88d767fbc614 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fc8993d1-1f3f-4e88-9d54-7eec99f127ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2957842 Jul 29 23:31:31.991643 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-69590604-4f3e-4d53-9e09-543bb9f32026 req-81609172-7f3e-4d4c-bb04-c7ce1cbc0603 service neutron] Transition to ACTIVE for port object 92f27aa7-54aa-4baf-af77-0d99bfb4a70e will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:31:32.006771 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-69590604-4f3e-4d53-9e09-543bb9f32026 req-81609172-7f3e-4d4c-bb04-c7ce1cbc0603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:32.034045 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device ca9729ca-bbc0-4207-89b2-02ee6a0cdfae up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:31:32.068895 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-e863e1a9-bbc7-4849-928f-0aa47fd9619e service neutron] Attempting to bind port da9a90e1-8efc-4f87-81e6-604ba087e2ac on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:31:32.069495 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-e863e1a9-bbc7-4849-928f-0aa47fd9619e service neutron] Attempting to bind port da9a90e1-8efc-4f87-81e6-604ba087e2ac by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '7dadb843-f68f-4bdc-b544-97924c20701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '61db5dcd-b042-47fa-9111-3b2277565367'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:31:32.070093 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-e863e1a9-bbc7-4849-928f-0aa47fd9619e service neutron] Attempting to bind port da9a90e1-8efc-4f87-81e6-604ba087e2ac on network 61db5dcd-b042-47fa-9111-3b2277565367 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:31:32.095014 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-e863e1a9-bbc7-4849-928f-0aa47fd9619e service neutron] Port da9a90e1-8efc-4f87-81e6-604ba087e2ac on network 61db5dcd-b042-47fa-9111-3b2277565367 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:31:32.095704 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-e863e1a9-bbc7-4849-928f-0aa47fd9619e service neutron] Attempting to bind port da9a90e1-8efc-4f87-81e6-604ba087e2ac on network 61db5dcd-b042-47fa-9111-3b2277565367 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:31:32.112921 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81609172-7f3e-4d4c-bb04-c7ce1cbc0603 service neutron] Pushing event updated for resources: {'Port': ['ID=92f27aa7-54aa-4baf-af77-0d99bfb4a70e,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:32.168498 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port ca9729ca-bbc0-4207-89b2-02ee6a0cdfae triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:32.169079 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:32.171493 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-e863e1a9-bbc7-4849-928f-0aa47fd9619e service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:31:32.171910 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-e863e1a9-bbc7-4849-928f-0aa47fd9619e service neutron] Checking segment: {'id': '7dadb843-f68f-4bdc-b544-97924c20701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '61db5dcd-b042-47fa-9111-3b2277565367'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:31:32.172314 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-e863e1a9-bbc7-4849-928f-0aa47fd9619e service neutron] Bound using segment: {'id': '7dadb843-f68f-4bdc-b544-97924c20701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '61db5dcd-b042-47fa-9111-3b2277565367'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:31:32.172783 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-e863e1a9-bbc7-4849-928f-0aa47fd9619e service neutron] Bound port: da9a90e1-8efc-4f87-81e6-604ba087e2ac, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dadb843-f68f-4bdc-b544-97924c20701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '61db5dcd-b042-47fa-9111-3b2277565367'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:31:32.173154 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-e863e1a9-bbc7-4849-928f-0aa47fd9619e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:32.200686 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-73fed948-4b1c-4e69-b3ee-3e43361c6fdc req-f8b6256c-6ad2-4fd6-861c-27fa0cd035ae service neutron] 10.222.0.22 "GET /v2.0/networks/3c7cedb3-e56d-4c4c-993c-657e341a0c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4576674 Jul 29 23:31:32.296576 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-69590604-4f3e-4d53-9e09-543bb9f32026 req-81609172-7f3e-4d4c-bb04-c7ce1cbc0603 service neutron] Attempting to bind port 92f27aa7-54aa-4baf-af77-0d99bfb4a70e on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:31:32.297710 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-69590604-4f3e-4d53-9e09-543bb9f32026 req-81609172-7f3e-4d4c-bb04-c7ce1cbc0603 service neutron] Attempting to bind port 92f27aa7-54aa-4baf-af77-0d99bfb4a70e by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': '2f9410bd-b339-40ef-a39c-9dba318f007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '33eb6089-f12f-45ab-93ef-1559af77245c'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:31:32.298212 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69590604-4f3e-4d53-9e09-543bb9f32026 req-81609172-7f3e-4d4c-bb04-c7ce1cbc0603 service neutron] Attempting to bind port 92f27aa7-54aa-4baf-af77-0d99bfb4a70e on network 33eb6089-f12f-45ab-93ef-1559af77245c {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:31:32.320962 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69590604-4f3e-4d53-9e09-543bb9f32026 req-81609172-7f3e-4d4c-bb04-c7ce1cbc0603 service neutron] Port 92f27aa7-54aa-4baf-af77-0d99bfb4a70e on network 33eb6089-f12f-45ab-93ef-1559af77245c not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:31:32.321504 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69590604-4f3e-4d53-9e09-543bb9f32026 req-81609172-7f3e-4d4c-bb04-c7ce1cbc0603 service neutron] Attempting to bind port 92f27aa7-54aa-4baf-af77-0d99bfb4a70e on network 33eb6089-f12f-45ab-93ef-1559af77245c {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:31:32.339989 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f5b743-68f5-4cf6-bd97-bad007b5f137 req-ae4d6009-0e7e-4f03-85d7-458d8a9fc0f2 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:32.346755 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f5b743-68f5-4cf6-bd97-bad007b5f137 req-ae4d6009-0e7e-4f03-85d7-458d8a9fc0f2 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:32.366859 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f5b743-68f5-4cf6-bd97-bad007b5f137 req-ae4d6009-0e7e-4f03-85d7-458d8a9fc0f2 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:32.372918 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f5b743-68f5-4cf6-bd97-bad007b5f137 req-ae4d6009-0e7e-4f03-85d7-458d8a9fc0f2 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:32.399746 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f5b743-68f5-4cf6-bd97-bad007b5f137 req-ae4d6009-0e7e-4f03-85d7-458d8a9fc0f2 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:32.406172 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f5b743-68f5-4cf6-bd97-bad007b5f137 req-ae4d6009-0e7e-4f03-85d7-458d8a9fc0f2 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:32.414494 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f5b743-68f5-4cf6-bd97-bad007b5f137 req-ae4d6009-0e7e-4f03-85d7-458d8a9fc0f2 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:32.424168 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-18f5b743-68f5-4cf6-bd97-bad007b5f137 req-ae4d6009-0e7e-4f03-85d7-458d8a9fc0f2 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 5369 time: 0.2421587 Jul 29 23:31:32.431400 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-73fed948-4b1c-4e69-b3ee-3e43361c6fdc req-86f441ca-d708-45e2-921c-f63bfa2d99f5 service neutron] 10.222.0.22 "GET /v2.0/networks/3c7cedb3-e56d-4c4c-993c-657e341a0c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137971 Jul 29 23:31:32.467775 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69590604-4f3e-4d53-9e09-543bb9f32026 req-81609172-7f3e-4d4c-bb04-c7ce1cbc0603 service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 31, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:31:32.468127 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69590604-4f3e-4d53-9e09-543bb9f32026 req-81609172-7f3e-4d4c-bb04-c7ce1cbc0603 service neutron] Checking segment: {'id': '2f9410bd-b339-40ef-a39c-9dba318f007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '33eb6089-f12f-45ab-93ef-1559af77245c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:31:32.470562 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69590604-4f3e-4d53-9e09-543bb9f32026 req-81609172-7f3e-4d4c-bb04-c7ce1cbc0603 service neutron] Bound using segment: {'id': '2f9410bd-b339-40ef-a39c-9dba318f007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '33eb6089-f12f-45ab-93ef-1559af77245c'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:31:32.470562 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-69590604-4f3e-4d53-9e09-543bb9f32026 req-81609172-7f3e-4d4c-bb04-c7ce1cbc0603 service neutron] Bound port: 92f27aa7-54aa-4baf-af77-0d99bfb4a70e, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f9410bd-b339-40ef-a39c-9dba318f007c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '33eb6089-f12f-45ab-93ef-1559af77245c'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:31:32.470562 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-69590604-4f3e-4d53-9e09-543bb9f32026 req-81609172-7f3e-4d4c-bb04-c7ce1cbc0603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:32.592438 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-925da079-fc14-4122-90bd-843705f847d6 x-openstack-request-id: req-925da079-fc14-4122-90bd-843705f847d6 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:31:32.593057 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c998bf02-d7e5-4d3c-8e26-31b274713109", "tag": "52530436-e84b-449a-802b-0080003e3d4b", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:31:32.593530 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-925da079-fc14-4122-90bd-843705f847d6 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:31:32.594912 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c998bf02-d7e5-4d3c-8e26-31b274713109', 'tag': '52530436-e84b-449a-802b-0080003e3d4b', 'status': 'completed', 'code': 200} Jul 29 23:31:32.710088 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-e863e1a9-bbc7-4849-928f-0aa47fd9619e service neutron] For port da9a90e1-8efc-4f87-81e6-604ba087e2ac, host n-h2-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:31:32.723997 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-69590604-4f3e-4d53-9e09-543bb9f32026 req-81609172-7f3e-4d4c-bb04-c7ce1cbc0603 service neutron] For port 92f27aa7-54aa-4baf-af77-0d99bfb4a70e, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:31:32.755561 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-44ccbafb-bec6-47ed-9e17-eb78aab4e404 req-e9efe610-cb6a-4e1c-ac5d-225d4368b0f1 service neutron] 10.222.0.41 "GET /v2.0/networks/fc8993d1-1f3f-4e88-9d54-7eec99f127ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7609606 Jul 29 23:31:32.770312 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fc72a061-8ea2-49e0-a5ca-3c6a857a0697 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:32.786675 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-18f5b743-68f5-4cf6-bd97-bad007b5f137 req-4c3664c2-b130-4a8b-83e2-cac10acad837 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6fa48f-d86a-46d7-b38c-3131d342f37d&id=d06a9099-30da-446c-be64-dba56c62ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3611617 Jul 29 23:31:32.796564 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-e863e1a9-bbc7-4849-928f-0aa47fd9619e service neutron] For port da9a90e1-8efc-4f87-81e6-604ba087e2ac, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=da9a90e1-8efc-4f87-81e6-604ba087e2ac,segment=NetworkSegment(7dadb843-f68f-4bdc-b544-97924c20701a),segment_id=7dadb843-f68f-4bdc-b544-97924c20701a)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:31:32.802566 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac05c7-d82d-4d7b-a384-cad76f058d27 req-de45c5f0-48c4-4792-923b-4ca08a48f22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:32.806147 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8bac05c7-d82d-4d7b-a384-cad76f058d27 req-de45c5f0-48c4-4792-923b-4ca08a48f22f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=52e04a06c1634aad823b656ded0dd057&device_id=c998bf02-d7e5-4d3c-8e26-31b274713109 HTTP/1.1" status: 200 len: 1095 time: 0.2099514 Jul 29 23:31:32.830588 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-69590604-4f3e-4d53-9e09-543bb9f32026 req-81609172-7f3e-4d4c-bb04-c7ce1cbc0603 service neutron] For port 92f27aa7-54aa-4baf-af77-0d99bfb4a70e, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=92f27aa7-54aa-4baf-af77-0d99bfb4a70e,segment=NetworkSegment(2f9410bd-b339-40ef-a39c-9dba318f007c),segment_id=2f9410bd-b339-40ef-a39c-9dba318f007c)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:31:32.830588 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-e863e1a9-bbc7-4849-928f-0aa47fd9619e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:32.841485 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-69590604-4f3e-4d53-9e09-543bb9f32026 req-81609172-7f3e-4d4c-bb04-c7ce1cbc0603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:32.942704 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-e863e1a9-bbc7-4849-928f-0aa47fd9619e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:32.943426 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-e863e1a9-bbc7-4849-928f-0aa47fd9619e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:32.945464 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-e863e1a9-bbc7-4849-928f-0aa47fd9619e service neutron] 10.222.0.22 "PUT /v2.0/ports/da9a90e1-8efc-4f87-81e6-604ba087e2ac HTTP/1.1" status: 200 len: 1131 time: 3.4059134 Jul 29 23:31:32.946975 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4', 'tag': 'da9a90e1-8efc-4f87-81e6-604ba087e2ac'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:31:32.949404 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31d83f1-d570-4ec7-8e39-95c3a4039118" -d '{"events": [{"name": "network-changed", "server_uuid": "8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4", "tag": "da9a90e1-8efc-4f87-81e6-604ba087e2ac"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:31:33.000541 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69590604-4f3e-4d53-9e09-543bb9f32026 req-81609172-7f3e-4d4c-bb04-c7ce1cbc0603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:33.001692 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-69590604-4f3e-4d53-9e09-543bb9f32026 req-81609172-7f3e-4d4c-bb04-c7ce1cbc0603 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:33.005953 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-69590604-4f3e-4d53-9e09-543bb9f32026 req-81609172-7f3e-4d4c-bb04-c7ce1cbc0603 service neutron] 10.222.0.41 "PUT /v2.0/ports/92f27aa7-54aa-4baf-af77-0d99bfb4a70e HTTP/1.1" status: 200 len: 1092 time: 3.2854559 Jul 29 23:31:33.023598 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e863e1a9-bbc7-4849-928f-0aa47fd9619e service neutron] Pushing event updated for resources: {'Port': ['ID=da9a90e1-8efc-4f87-81e6-604ba087e2ac,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:33.051745 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-990585bb-5f7c-4036-ad64-02726b89d8dc service neutron] Request body: {'port': {'device_id': '8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:33.054814 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc72a061-8ea2-49e0-a5ca-3c6a857a0697 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event deleted for resources: {'Port': ['ID=ca9729ca-bbc0-4207-89b2-02ee6a0cdfae,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:33.071516 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7204d5-3d11-43e5-8172-6a5eb932b3eb req-c97702c6-8523-4d0a-929c-239b0d643d27 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:33.091960 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9b7204d5-3d11-43e5-8172-6a5eb932b3eb req-c97702c6-8523-4d0a-929c-239b0d643d27 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/ports?device_id=c998bf02-d7e5-4d3c-8e26-31b274713109 HTTP/1.1" status: 200 len: 943 time: 0.3692503 Jul 29 23:31:33.367735 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d13928c-d07a-4c3b-814d-9d4039aa12ef req-22f4ba40-a38e-45ee-b651-65346c723325 tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:33.375581 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7d13928c-d07a-4c3b-814d-9d4039aa12ef req-22f4ba40-a38e-45ee-b651-65346c723325 tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4905085-27a7-495b-a033-625fedae8004 HTTP/1.1" status: 200 len: 943 time: 0.3669636 Jul 29 23:31:33.427074 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69590604-4f3e-4d53-9e09-543bb9f32026 req-16b5f459-1154-4dbc-9447-180c95383c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:33.428673 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-69590604-4f3e-4d53-9e09-543bb9f32026 req-16b5f459-1154-4dbc-9447-180c95383c62 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a3a8c28ce06d4dd295640c2d71e0f069&device_id=d4905085-27a7-495b-a033-625fedae8004 HTTP/1.1" status: 200 len: 1095 time: 0.2384465 Jul 29 23:31:33.471832 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7d13928c-d07a-4c3b-814d-9d4039aa12ef req-b3b50d3e-9afb-417a-aaf1-f26de4851a93 tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e16a801-1b5d-4b70-8503-4ffbf26602b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952501 Jul 29 23:31:33.568447 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-69590604-4f3e-4d53-9e09-543bb9f32026 req-56748482-ff67-4fa0-9fdf-c983b4902a56 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=92f27aa7-54aa-4baf-af77-0d99bfb4a70e HTTP/1.1" status: 200 len: 217 time: 0.0860503 Jul 29 23:31:33.580210 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9b7204d5-3d11-43e5-8172-6a5eb932b3eb req-76b9f6df-a788-49d8-b58f-6ae67fd383ac tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/security-groups?id=c238602f-ef5f-447a-b128-9500386afc8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4868240 Jul 29 23:31:33.583269 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81609172-7f3e-4d4c-bb04-c7ce1cbc0603 service neutron] Pushing event updated for resources: {'Port': ['ID=92f27aa7-54aa-4baf-af77-0d99bfb4a70e,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:33.789729 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5af1ac39-a1d9-458c-ab57-c0816b125443 req-fa41a66b-28cc-4236-90d2-17d656e4f75f tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cb63dcd-cfed-45b1-9087-f482b0d11e6a HTTP/1.1" status: 200 len: 210 time: 0.1678174 Jul 29 23:31:33.794013 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-990585bb-5f7c-4036-ad64-02726b89d8dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:33.857686 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-44ccbafb-bec6-47ed-9e17-eb78aab4e404 req-332fe308-ec81-4fb9-a1c4-5d2215b9709f service neutron] 10.222.0.41 "GET /v2.0/networks/fc8993d1-1f3f-4e88-9d54-7eec99f127ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0798151 Jul 29 23:31:33.882447 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac05c7-d82d-4d7b-a384-cad76f058d27 req-059dc847-aaba-4b9d-b985-516d00fd149b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:33.884557 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8bac05c7-d82d-4d7b-a384-cad76f058d27 req-059dc847-aaba-4b9d-b985-516d00fd149b service neutron] 10.222.0.22 "GET /v2.0/networks?id=3c7cedb3-e56d-4c4c-993c-657e341a0c94 HTTP/1.1" status: 200 len: 920 time: 1.0680227 Jul 29 23:31:33.888770 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fc72a061-8ea2-49e0-a5ca-3c6a857a0697 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:33.944416 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8bac05c7-d82d-4d7b-a384-cad76f058d27 req-b19d5787-86ce-4306-8470-07061d6b8d14 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52530436-e84b-449a-802b-0080003e3d4b HTTP/1.1" status: 200 len: 217 time: 0.0430863 Jul 29 23:31:34.032468 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bac05c7-d82d-4d7b-a384-cad76f058d27 req-59512810-ac3b-43a1-ad01-c4c182e4d1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:34.034453 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8bac05c7-d82d-4d7b-a384-cad76f058d27 req-59512810-ac3b-43a1-ad01-c4c182e4d1c5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=89d39612-aed6-4e12-97bb-95fef1af94b3 HTTP/1.1" status: 200 len: 859 time: 0.0562897 Jul 29 23:31:34.065053 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3500592a-f6b6-4a15-ae79-44dad9ecbb3b x-openstack-request-id: req-3500592a-f6b6-4a15-ae79-44dad9ecbb3b {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:31:34.065506 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4", "tag": "da9a90e1-8efc-4f87-81e6-604ba087e2ac", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:31:34.066665 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3500592a-f6b6-4a15-ae79-44dad9ecbb3b {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:31:34.067224 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4', 'tag': 'da9a90e1-8efc-4f87-81e6-604ba087e2ac', 'status': 'completed', 'code': 200} Jul 29 23:31:34.083972 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69590604-4f3e-4d53-9e09-543bb9f32026 req-4e818b3b-b544-4b57-b04d-a568cb8d7281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:34.086471 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-69590604-4f3e-4d53-9e09-543bb9f32026 req-4e818b3b-b544-4b57-b04d-a568cb8d7281 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f0d8bd06-dc6d-4ccc-9caa-b44e45803cb5 HTTP/1.1" status: 200 len: 853 time: 0.4923043 Jul 29 23:31:34.105749 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94da191-08fc-47da-a86e-cf83777fca68 req-66823c89-70d5-4040-bfbc-43fe029ee72b tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:34.119127 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f94da191-08fc-47da-a86e-cf83777fca68 req-66823c89-70d5-4040-bfbc-43fe029ee72b tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=693429de-8fab-4271-840a-01b89571b1ba HTTP/1.1" status: 200 len: 944 time: 0.3601069 Jul 29 23:31:34.177603 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-69590604-4f3e-4d53-9e09-543bb9f32026 req-65ba22bf-be55-4e6f-ae08-dfc556cefed0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=33eb6089-f12f-45ab-93ef-1559af77245c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498929 Jul 29 23:31:34.249325 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09888061-5310-4e84-9a06-df804d68af90 req-150e96d7-c957-48d3-be66-c386e1e57403 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:34.256241 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-09888061-5310-4e84-9a06-df804d68af90 req-150e96d7-c957-48d3-be66-c386e1e57403 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] 10.222.0.22 "GET /v2.0/networks?id=7f4f5951-808e-47f0-8843-cccf83b2b5f5 HTTP/1.1" status: 200 len: 815 time: 0.1464417 Jul 29 23:31:34.256241 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8bac05c7-d82d-4d7b-a384-cad76f058d27 req-23d3f860-6200-4424-9bc7-2791cc5cae74 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3c7cedb3-e56d-4c4c-993c-657e341a0c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1478720 Jul 29 23:31:34.324370 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f94da191-08fc-47da-a86e-cf83777fca68 req-f89120c7-5df7-4e50-b650-11dd2f10b1d3 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985776 Jul 29 23:31:34.367803 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-09888061-5310-4e84-9a06-df804d68af90 req-00e9ab84-8a73-4432-a3cd-02b4a51b266f tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38e5a2101cb84e649abcb077576a3704 HTTP/1.1" status: 200 len: 379 time: 0.0963097 Jul 29 23:31:34.437144 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c12f5-45ba-4e27-aa6e-b8a399291fdc req-8adf2c28-c97d-4a73-a35c-3d3a3035c05e tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:34.442741 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-09888061-5310-4e84-9a06-df804d68af90 req-8279611a-2629-4d33-866a-9d378dc7a182 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Request body: {'port': {'device_id': '8cb63dcd-cfed-45b1-9087-f482b0d11e6a', 'network_id': '7f4f5951-808e-47f0-8843-cccf83b2b5f5', 'admin_state_up': True, 'tenant_id': '38e5a2101cb84e649abcb077576a3704', 'security_groups': ['c8504185-138c-4bfa-ad4d-619d3548526d']}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:34.445369 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c12f5-45ba-4e27-aa6e-b8a399291fdc req-8adf2c28-c97d-4a73-a35c-3d3a3035c05e tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:34.452912 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c12f5-45ba-4e27-aa6e-b8a399291fdc req-8adf2c28-c97d-4a73-a35c-3d3a3035c05e tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:34.461092 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c12f5-45ba-4e27-aa6e-b8a399291fdc req-8adf2c28-c97d-4a73-a35c-3d3a3035c05e tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:34.467273 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c12f5-45ba-4e27-aa6e-b8a399291fdc req-8adf2c28-c97d-4a73-a35c-3d3a3035c05e tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:34.475079 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c12f5-45ba-4e27-aa6e-b8a399291fdc req-8adf2c28-c97d-4a73-a35c-3d3a3035c05e tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:34.493186 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767c12f5-45ba-4e27-aa6e-b8a399291fdc req-8adf2c28-c97d-4a73-a35c-3d3a3035c05e tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:34.504630 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-767c12f5-45ba-4e27-aa6e-b8a399291fdc req-8adf2c28-c97d-4a73-a35c-3d3a3035c05e tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 5369 time: 0.2474890 Jul 29 23:31:34.518836 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-990585bb-5f7c-4036-ad64-02726b89d8dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30eaa1d4-3c58-4fb5-a2a3-e842c94e7256 {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:31:34.527356 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-990585bb-5f7c-4036-ad64-02726b89d8dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:34.542870 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-990585bb-5f7c-4036-ad64-02726b89d8dc service neutron] Transition to ACTIVE for port object 30eaa1d4-3c58-4fb5-a2a3-e842c94e7256 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:31:34.548527 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-69590604-4f3e-4d53-9e09-543bb9f32026 req-bfe4dc18-0944-4da7-9e5e-834820004a72 service neutron] 10.222.0.41 "GET /v2.0/networks/33eb6089-f12f-45ab-93ef-1559af77245c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594823 Jul 29 23:31:34.561966 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device d1b61821-0353-4887-be9c-6f38af4e3acd details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:31:34.580427 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-990585bb-5f7c-4036-ad64-02726b89d8dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:34.634571 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d83f1-d570-4ec7-8e39-95c3a4039118 req-ee3fcb2d-b977-453a-8cf0-9d30ddcb819a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:34.635322 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d83f1-d570-4ec7-8e39-95c3a4039118 req-ee3fcb2d-b977-453a-8cf0-9d30ddcb819a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:34.635955 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d83f1-d570-4ec7-8e39-95c3a4039118 req-ee3fcb2d-b977-453a-8cf0-9d30ddcb819a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:34.636585 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d83f1-d570-4ec7-8e39-95c3a4039118 req-ee3fcb2d-b977-453a-8cf0-9d30ddcb819a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:34.637446 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d83f1-d570-4ec7-8e39-95c3a4039118 req-ee3fcb2d-b977-453a-8cf0-9d30ddcb819a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:34.638117 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d83f1-d570-4ec7-8e39-95c3a4039118 req-ee3fcb2d-b977-453a-8cf0-9d30ddcb819a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:34.638833 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d83f1-d570-4ec7-8e39-95c3a4039118 req-ee3fcb2d-b977-453a-8cf0-9d30ddcb819a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:34.642929 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e31d83f1-d570-4ec7-8e39-95c3a4039118 req-ee3fcb2d-b977-453a-8cf0-9d30ddcb819a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0f2ab90424214bdcb3d3f2d44c6cf9b4&device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 6209 time: 0.6969521 Jul 29 23:31:34.646562 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc72a061-8ea2-49e0-a5ca-3c6a857a0697 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Router 29341738-1bb7-4dec-b169-51c1b9f3e519 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:31:34.725598 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8bac05c7-d82d-4d7b-a384-cad76f058d27 req-87333256-4e02-409f-a356-d45def38c736 service neutron] 10.222.0.22 "GET /v2.0/networks/3c7cedb3-e56d-4c4c-993c-657e341a0c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652067 Jul 29 23:31:34.788448 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port d1b61821-0353-4887-be9c-6f38af4e3acd, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=d1b61821-0353-4887-be9c-6f38af4e3acd,segment=NetworkSegment(85a18049-8d39-45df-9ccf-cf67471916ca),segment_id=85a18049-8d39-45df-9ccf-cf67471916ca)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:34.810338 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': 'd1b61821-0353-4887-be9c-6f38af4e3acd', 'network_id': 'fc8993d1-1f3f-4e88-9d54-7eec99f127ad', 'port_id': 'd1b61821-0353-4887-be9c-6f38af4e3acd', 'mac_address': 'fa:16:3e:fa:31:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01812886-2cdd-41de-831e-c3e259b8e381', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:31:34.837165 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-767c12f5-45ba-4e27-aa6e-b8a399291fdc req-d2223d6c-55ad-4ab8-870c-6eabfb885064 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6fa48f-d86a-46d7-b38c-3131d342f37d&id=d06a9099-30da-446c-be64-dba56c62ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2872877 Jul 29 23:31:34.838863 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990585bb-5f7c-4036-ad64-02726b89d8dc service neutron] Pushing event updated for resources: {'Port': ['ID=30eaa1d4-3c58-4fb5-a2a3-e842c94e7256,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:34.933186 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:34.954915 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1b61821-0353-4887-be9c-6f38af4e3acd {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:31:34.978619 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port d1b61821-0353-4887-be9c-6f38af4e3acd, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=d1b61821-0353-4887-be9c-6f38af4e3acd,segment=NetworkSegment(85a18049-8d39-45df-9ccf-cf67471916ca),segment_id=85a18049-8d39-45df-9ccf-cf67471916ca)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:34.983641 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:34.997602 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8bac05c7-d82d-4d7b-a384-cad76f058d27 req-3d578ee3-3654-47c4-a10a-c48b68e65c7c service neutron] 10.222.0.22 "GET /v2.0/networks/3c7cedb3-e56d-4c4c-993c-657e341a0c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851790 Jul 29 23:31:35.005176 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f88f144-cce0-4b8b-9a64-27de81ffbfc9 req-c1ebc5db-88a3-493c-b846-96a553109dc7 tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:35.009290 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7f88f144-cce0-4b8b-9a64-27de81ffbfc9 req-c1ebc5db-88a3-493c-b846-96a553109dc7 tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4905085-27a7-495b-a033-625fedae8004 HTTP/1.1" status: 200 len: 943 time: 0.3738091 Jul 29 23:31:35.074116 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-990585bb-5f7c-4036-ad64-02726b89d8dc service neutron] Attempting to bind port 30eaa1d4-3c58-4fb5-a2a3-e842c94e7256 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:31:35.074482 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-990585bb-5f7c-4036-ad64-02726b89d8dc service neutron] Attempting to bind port 30eaa1d4-3c58-4fb5-a2a3-e842c94e7256 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '7dadb843-f68f-4bdc-b544-97924c20701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '61db5dcd-b042-47fa-9111-3b2277565367'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:31:35.074783 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-990585bb-5f7c-4036-ad64-02726b89d8dc service neutron] Attempting to bind port 30eaa1d4-3c58-4fb5-a2a3-e842c94e7256 on network 61db5dcd-b042-47fa-9111-3b2277565367 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:31:35.130248 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7f88f144-cce0-4b8b-9a64-27de81ffbfc9 req-56171a33-aa12-43b5-b8e9-cadf55140cd4 tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e16a801-1b5d-4b70-8503-4ffbf26602b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034026 Jul 29 23:31:35.131577 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-990585bb-5f7c-4036-ad64-02726b89d8dc service neutron] Port 30eaa1d4-3c58-4fb5-a2a3-e842c94e7256 on network 61db5dcd-b042-47fa-9111-3b2277565367 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:31:35.131914 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-990585bb-5f7c-4036-ad64-02726b89d8dc service neutron] Attempting to bind port 30eaa1d4-3c58-4fb5-a2a3-e842c94e7256 on network 61db5dcd-b042-47fa-9111-3b2277565367 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:31:35.137573 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-69590604-4f3e-4d53-9e09-543bb9f32026 req-54e39fb4-9280-480d-91ee-6b451af0bff1 service neutron] 10.222.0.41 "GET /v2.0/networks/33eb6089-f12f-45ab-93ef-1559af77245c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5682986 Jul 29 23:31:35.144127 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=d1b61821-0353-4887-be9c-6f38af4e3acd,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:35.144300 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-990585bb-5f7c-4036-ad64-02726b89d8dc service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:31:35.144651 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-990585bb-5f7c-4036-ad64-02726b89d8dc service neutron] Checking segment: {'id': '7dadb843-f68f-4bdc-b544-97924c20701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '61db5dcd-b042-47fa-9111-3b2277565367'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:31:35.145043 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-990585bb-5f7c-4036-ad64-02726b89d8dc service neutron] Bound using segment: {'id': '7dadb843-f68f-4bdc-b544-97924c20701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '61db5dcd-b042-47fa-9111-3b2277565367'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:31:35.145499 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-990585bb-5f7c-4036-ad64-02726b89d8dc service neutron] Bound port: 30eaa1d4-3c58-4fb5-a2a3-e842c94e7256, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dadb843-f68f-4bdc-b544-97924c20701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '61db5dcd-b042-47fa-9111-3b2277565367'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:31:35.145905 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-990585bb-5f7c-4036-ad64-02726b89d8dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:35.191253 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e6d790-4546-4311-b761-f5d23337aaf1 req-6cdecd21-5fbe-40d7-884b-f7d46bbfacfe tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:35.203266 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-08e6d790-4546-4311-b761-f5d23337aaf1 req-6cdecd21-5fbe-40d7-884b-f7d46bbfacfe tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/ports?device_id=c998bf02-d7e5-4d3c-8e26-31b274713109 HTTP/1.1" status: 200 len: 943 time: 0.1593609 Jul 29 23:31:35.207932 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc72a061-8ea2-49e0-a5ca-3c6a857a0697 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:31:35.223975 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788d0e88-4d5b-485a-8c62-34c1ac147eac None None] Sync routers for ids ['29341738-1bb7-4dec-b169-51c1b9f3e519'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:31:35.232515 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-fc72a061-8ea2-49e0-a5ca-3c6a857a0697 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "PUT /v2.0/routers/29341738-1bb7-4dec-b169-51c1b9f3e519/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4514556 Jul 29 23:31:35.244209 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788d0e88-4d5b-485a-8c62-34c1ac147eac None None] Routers {'29341738-1bb7-4dec-b169-51c1b9f3e519'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:31:35.245131 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-788d0e88-4d5b-485a-8c62-34c1ac147eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:31:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['29341738-1bb7-4dec-b169-51c1b9f3e519'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:35.247971 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 49854) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:35.275978 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d83f1-d570-4ec7-8e39-95c3a4039118 req-fc9cf4d1-8266-48c4-88df-b0dfb47d51aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:35.276593 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d83f1-d570-4ec7-8e39-95c3a4039118 req-fc9cf4d1-8266-48c4-88df-b0dfb47d51aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:35.277279 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d83f1-d570-4ec7-8e39-95c3a4039118 req-fc9cf4d1-8266-48c4-88df-b0dfb47d51aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:35.279381 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e31d83f1-d570-4ec7-8e39-95c3a4039118 req-fc9cf4d1-8266-48c4-88df-b0dfb47d51aa service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=0f2ab90424214bdcb3d3f2d44c6cf9b4&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.6221519 Jul 29 23:31:35.349331 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c1375e65-d56d-48f3-8b93-7d2082ac186d req-da55f149-0dbf-4d29-9cc9-e107b7d59194 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cb63dcd-cfed-45b1-9087-f482b0d11e6a HTTP/1.1" status: 200 len: 210 time: 0.0907242 Jul 29 23:31:35.351195 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-788d0e88-4d5b-485a-8c62-34c1ac147eac None None] Set router 29341738-1bb7-4dec-b169-51c1b9f3e519 gateway port host: None {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:31:35.362815 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09888061-5310-4e84-9a06-df804d68af90 req-8279611a-2629-4d33-866a-9d378dc7a182 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Made reservation on behalf of 38e5a2101cb84e649abcb077576a3704 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:31:35.366905 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-09888061-5310-4e84-9a06-df804d68af90 req-8279611a-2629-4d33-866a-9d378dc7a182 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:35.394452 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['d1b61821-0353-4887-be9c-6f38af4e3acd'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:31:35.431513 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-08e6d790-4546-4311-b761-f5d23337aaf1 req-6b99e4aa-b7a4-4a60-a3b2-acec9644a6dd tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/security-groups?id=c238602f-ef5f-447a-b128-9500386afc8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248323 Jul 29 23:31:35.455661 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf239188-1669-4669-a3c0-ad162d69b4f4 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:35.460607 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf239188-1669-4669-a3c0-ad162d69b4f4 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:35.467875 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-cf239188-1669-4669-a3c0-ad162d69b4f4 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2182920 Jul 29 23:31:35.470931 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 49858) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:35.477750 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-788d0e88-4d5b-485a-8c62-34c1ac147eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29341738-1bb7-4dec-b169-51c1b9f3e519', 'name': 'tempest-NetworksTestDHCPv6-router-1449162786', 'tenant_id': '7c9416c97c57443282624ca6d2f37df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:31:11Z', 'updated_at': '2021-07-29T23:31:32Z', 'revision_number': 3, 'project_id': '7c9416c97c57443282624ca6d2f37df4', 'gw_port_host': None}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:35.479165 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-990585bb-5f7c-4036-ad64-02726b89d8dc service neutron] For port 30eaa1d4-3c58-4fb5-a2a3-e842c94e7256, host n-h2-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:31:35.485519 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 52530436-e84b-449a-802b-0080003e3d4b details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:31:35.505284 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-990585bb-5f7c-4036-ad64-02726b89d8dc service neutron] For port 30eaa1d4-3c58-4fb5-a2a3-e842c94e7256, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=30eaa1d4-3c58-4fb5-a2a3-e842c94e7256,segment=NetworkSegment(7dadb843-f68f-4bdc-b544-97924c20701a),segment_id=7dadb843-f68f-4bdc-b544-97924c20701a)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:31:35.542002 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788d0e88-4d5b-485a-8c62-34c1ac147eac None None] Checking router: 29341738-1bb7-4dec-b169-51c1b9f3e519 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:31:35.564989 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-990585bb-5f7c-4036-ad64-02726b89d8dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:35.585883 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788d0e88-4d5b-485a-8c62-34c1ac147eac None None] Routers {'29341738-1bb7-4dec-b169-51c1b9f3e519'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:31:35.586826 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-788d0e88-4d5b-485a-8c62-34c1ac147eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:31:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['29341738-1bb7-4dec-b169-51c1b9f3e519'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:35.643501 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d83f1-d570-4ec7-8e39-95c3a4039118 req-50a694cc-5382-4f8a-8df9-7d37d713bc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:35.645133 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e31d83f1-d570-4ec7-8e39-95c3a4039118 req-50a694cc-5382-4f8a-8df9-7d37d713bc0f service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3576465 Jul 29 23:31:35.684739 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-09888061-5310-4e84-9a06-df804d68af90 req-8279611a-2629-4d33-866a-9d378dc7a182 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Allocated IP 172.20.0.12 (7f4f5951-808e-47f0-8843-cccf83b2b5f5/b0626110-2e70-4df5-8ca6-7b634c09fbe0/ffd8f46b-a91b-4435-8711-d5889144a71a) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:31:35.727074 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 52530436-e84b-449a-802b-0080003e3d4b, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=52530436-e84b-449a-802b-0080003e3d4b,segment=NetworkSegment(8ce13fd4-1dee-44b6-94ac-ae691c2d8d7a),segment_id=8ce13fd4-1dee-44b6-94ac-ae691c2d8d7a)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:35.773399 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-788d0e88-4d5b-485a-8c62-34c1ac147eac None None] Set router 29341738-1bb7-4dec-b169-51c1b9f3e519 gateway port host: None {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:31:35.774675 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '52530436-e84b-449a-802b-0080003e3d4b', 'network_id': '3c7cedb3-e56d-4c4c-993c-657e341a0c94', 'port_id': '52530436-e84b-449a-802b-0080003e3d4b', 'mac_address': 'fa:16:3e:f2:64:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89d39612-aed6-4e12-97bb-95fef1af94b3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:31:35.836254 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:35.866095 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52530436-e84b-449a-802b-0080003e3d4b {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:31:35.869320 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-788d0e88-4d5b-485a-8c62-34c1ac147eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29341738-1bb7-4dec-b169-51c1b9f3e519', 'name': 'tempest-NetworksTestDHCPv6-router-1449162786', 'tenant_id': '7c9416c97c57443282624ca6d2f37df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:31:11Z', 'updated_at': '2021-07-29T23:31:32Z', 'revision_number': 3, 'project_id': '7c9416c97c57443282624ca6d2f37df4', 'gw_port_host': None}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:35.899905 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 52530436-e84b-449a-802b-0080003e3d4b, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=52530436-e84b-449a-802b-0080003e3d4b,segment=NetworkSegment(8ce13fd4-1dee-44b6-94ac-ae691c2d8d7a),segment_id=8ce13fd4-1dee-44b6-94ac-ae691c2d8d7a)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:35.908145 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:35.918982 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788d0e88-4d5b-485a-8c62-34c1ac147eac None None] The sync data for ids ['29341738-1bb7-4dec-b169-51c1b9f3e519'] in n-d-712141-10 is: [{'id': '29341738-1bb7-4dec-b169-51c1b9f3e519', 'name': 'tempest-NetworksTestDHCPv6-router-1449162786', 'tenant_id': '7c9416c97c57443282624ca6d2f37df4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:31:11Z', 'updated_at': '2021-07-29T23:31:32Z', 'revision_number': 3, 'project_id': '7c9416c97c57443282624ca6d2f37df4', 'gw_port_host': None}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:31:36.024874 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-09888061-5310-4e84-9a06-df804d68af90 req-8279611a-2629-4d33-866a-9d378dc7a182 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:36.030662 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=52530436-e84b-449a-802b-0080003e3d4b,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:36.048923 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-09888061-5310-4e84-9a06-df804d68af90 req-8279611a-2629-4d33-866a-9d378dc7a182 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Transition to ACTIVE for port object ffd8f46b-a91b-4435-8711-d5889144a71a will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:31:36.103622 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-09888061-5310-4e84-9a06-df804d68af90 req-8279611a-2629-4d33-866a-9d378dc7a182 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:36.111418 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['52530436-e84b-449a-802b-0080003e3d4b'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:31:36.134276 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4905085-27a7-495b-a033-625fedae8004', 'tag': '92f27aa7-54aa-4baf-af77-0d99bfb4a70e'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:31:36.137453 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44bf1d59-b916-4d1b-8cb6-6eaa35528973" -d '{"events": [{"name": "network-changed", "server_uuid": "d4905085-27a7-495b-a033-625fedae8004", "tag": "92f27aa7-54aa-4baf-af77-0d99bfb4a70e"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:31:36.171251 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09888061-5310-4e84-9a06-df804d68af90 req-8279611a-2629-4d33-866a-9d378dc7a182 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Network 7f4f5951-808e-47f0-8843-cccf83b2b5f5 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:31:36.186165 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-09888061-5310-4e84-9a06-df804d68af90 req-8279611a-2629-4d33-866a-9d378dc7a182 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:31:36.191583 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-09888061-5310-4e84-9a06-df804d68af90 req-8279611a-2629-4d33-866a-9d378dc7a182 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:31:36.231570 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8279611a-2629-4d33-866a-9d378dc7a182 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Pushing event updated for resources: {'Port': ['ID=ffd8f46b-a91b-4435-8711-d5889144a71a,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:36.273285 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09888061-5310-4e84-9a06-df804d68af90 req-8279611a-2629-4d33-866a-9d378dc7a182 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:36.282524 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-09888061-5310-4e84-9a06-df804d68af90 req-8279611a-2629-4d33-866a-9d378dc7a182 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:36.316255 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-09888061-5310-4e84-9a06-df804d68af90 req-8279611a-2629-4d33-866a-9d378dc7a182 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8847327 Jul 29 23:31:36.330753 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-09888061-5310-4e84-9a06-df804d68af90 req-8e5324fb-747a-42dc-b0e5-9e5b1046a27b service neutron] Request body: {'port': {'device_id': '8cb63dcd-cfed-45b1-9087-f482b0d11e6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:36.351247 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-990585bb-5f7c-4036-ad64-02726b89d8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:36.352975 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-990585bb-5f7c-4036-ad64-02726b89d8dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:36.356645 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-990585bb-5f7c-4036-ad64-02726b89d8dc service neutron] 10.222.0.22 "PUT /v2.0/ports/30eaa1d4-3c58-4fb5-a2a3-e842c94e7256 HTTP/1.1" status: 200 len: 1090 time: 3.3124223 Jul 29 23:31:36.409501 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-d596d146-da4f-44cb-95ef-b76838d48de6 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Deleting subnet 1633d028-1e64-4199-938d-46c0cac1ff2f {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:31:36.424368 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-fd4610a5-9b58-4bb5-ac21-d3b95fedbfc8 service neutron] Request body: {'port': {'device_id': '8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:36.430891 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d596d146-da4f-44cb-95ef-b76838d48de6 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:36.431344 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-09888061-5310-4e84-9a06-df804d68af90 req-8e5324fb-747a-42dc-b0e5-9e5b1046a27b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:36.523316 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc60d7c-a22a-41f2-8e24-bfd91496b2ec req-bcd73490-062b-4986-a4ad-1c5a746f80f5 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:36.534378 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc60d7c-a22a-41f2-8e24-bfd91496b2ec req-bcd73490-062b-4986-a4ad-1c5a746f80f5 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:36.541441 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc60d7c-a22a-41f2-8e24-bfd91496b2ec req-bcd73490-062b-4986-a4ad-1c5a746f80f5 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:36.557186 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc60d7c-a22a-41f2-8e24-bfd91496b2ec req-bcd73490-062b-4986-a4ad-1c5a746f80f5 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:36.563477 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc60d7c-a22a-41f2-8e24-bfd91496b2ec req-bcd73490-062b-4986-a4ad-1c5a746f80f5 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:36.573177 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc60d7c-a22a-41f2-8e24-bfd91496b2ec req-bcd73490-062b-4986-a4ad-1c5a746f80f5 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:36.579669 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc60d7c-a22a-41f2-8e24-bfd91496b2ec req-bcd73490-062b-4986-a4ad-1c5a746f80f5 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:36.584702 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4fc60d7c-a22a-41f2-8e24-bfd91496b2ec req-bcd73490-062b-4986-a4ad-1c5a746f80f5 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 5381 time: 0.4052441 Jul 29 23:31:36.642520 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-535e3240-0702-4ffc-8eb3-8280516107d2 None None] Provisioning for port ffd8f46b-a91b-4435-8711-d5889144a71a completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:31:36.653893 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-535e3240-0702-4ffc-8eb3-8280516107d2 None None] Provisioning complete for port ffd8f46b-a91b-4435-8711-d5889144a71a triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:36.654281 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-535e3240-0702-4ffc-8eb3-8280516107d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:36.676380 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b752174b-f6d5-405d-8d65-9a0d302fdf3c req-3447f77c-a8aa-44f1-ae18-7adae8a563a3 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:36.678051 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b752174b-f6d5-405d-8d65-9a0d302fdf3c req-3447f77c-a8aa-44f1-ae18-7adae8a563a3 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=693429de-8fab-4271-840a-01b89571b1ba HTTP/1.1" status: 200 len: 945 time: 1.1173451 Jul 29 23:31:36.689386 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d596d146-da4f-44cb-95ef-b76838d48de6 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:36.708235 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990585bb-5f7c-4036-ad64-02726b89d8dc service neutron] Pushing event updated for resources: {'Port': ['ID=30eaa1d4-3c58-4fb5-a2a3-e842c94e7256,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:36.737513 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-535e3240-0702-4ffc-8eb3-8280516107d2 None None] Port ffd8f46b-a91b-4435-8711-d5889144a71a cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:31:36.785840 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a6001290-dc63-4bd9-826e-fecc4c184edb req-e78fea25-965e-4473-8413-e7b7e06cbd5a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.6191940 Jul 29 23:31:36.794099 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-fd4610a5-9b58-4bb5-ac21-d3b95fedbfc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:36.826732 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4fc60d7c-a22a-41f2-8e24-bfd91496b2ec req-855e9143-b7b2-4ada-9fa5-d37c1751023f tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6fa48f-d86a-46d7-b38c-3131d342f37d&id=d06a9099-30da-446c-be64-dba56c62ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2211812 Jul 29 23:31:36.869720 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b752174b-f6d5-405d-8d65-9a0d302fdf3c req-7ec689ab-e6ff-4f69-9c29-dfdb74340ff4 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314149 Jul 29 23:31:36.902169 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-09888061-5310-4e84-9a06-df804d68af90 req-8e5324fb-747a-42dc-b0e5-9e5b1046a27b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffd8f46b-a91b-4435-8711-d5889144a71a {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:31:36.916346 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-09888061-5310-4e84-9a06-df804d68af90 req-8e5324fb-747a-42dc-b0e5-9e5b1046a27b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:36.932171 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-09888061-5310-4e84-9a06-df804d68af90 req-8e5324fb-747a-42dc-b0e5-9e5b1046a27b service neutron] Transition to ACTIVE for port object ffd8f46b-a91b-4435-8711-d5889144a71a will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:31:36.940595 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-09888061-5310-4e84-9a06-df804d68af90 req-8e5324fb-747a-42dc-b0e5-9e5b1046a27b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:36.986606 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b72778-8e3e-4bba-8af2-c3b9cab5426e x-openstack-request-id: req-77b72778-8e3e-4bba-8af2-c3b9cab5426e {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:31:36.987360 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4905085-27a7-495b-a033-625fedae8004", "tag": "92f27aa7-54aa-4baf-af77-0d99bfb4a70e", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:31:36.987360 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-77b72778-8e3e-4bba-8af2-c3b9cab5426e {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:31:36.987585 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4905085-27a7-495b-a033-625fedae8004', 'tag': '92f27aa7-54aa-4baf-af77-0d99bfb4a70e', 'status': 'completed', 'code': 200} Jul 29 23:31:37.001710 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:37.072385 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5324fb-747a-42dc-b0e5-9e5b1046a27b service neutron] Pushing event updated for resources: {'Port': ['ID=ffd8f46b-a91b-4435-8711-d5889144a71a,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:37.126057 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d596d146-da4f-44cb-95ef-b76838d48de6 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:37.133472 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf1d59-b916-4d1b-8cb6-6eaa35528973 req-63ce4161-5d9e-43fa-88f6-97880d95e9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:37.135113 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-44bf1d59-b916-4d1b-8cb6-6eaa35528973 req-63ce4161-5d9e-43fa-88f6-97880d95e9b9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a3a8c28ce06d4dd295640c2d71e0f069&device_id=d4905085-27a7-495b-a033-625fedae8004 HTTP/1.1" status: 200 len: 1095 time: 0.1303043 Jul 29 23:31:37.261393 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-09888061-5310-4e84-9a06-df804d68af90 req-8e5324fb-747a-42dc-b0e5-9e5b1046a27b service neutron] Attempting to bind port ffd8f46b-a91b-4435-8711-d5889144a71a on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:31:37.262706 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-09888061-5310-4e84-9a06-df804d68af90 req-8e5324fb-747a-42dc-b0e5-9e5b1046a27b service neutron] Attempting to bind port ffd8f46b-a91b-4435-8711-d5889144a71a by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '02776017-cd96-47aa-82ba-ea70b6a22dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7f4f5951-808e-47f0-8843-cccf83b2b5f5'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:31:37.263050 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09888061-5310-4e84-9a06-df804d68af90 req-8e5324fb-747a-42dc-b0e5-9e5b1046a27b service neutron] Attempting to bind port ffd8f46b-a91b-4435-8711-d5889144a71a on network 7f4f5951-808e-47f0-8843-cccf83b2b5f5 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:31:37.268145 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6001290-dc63-4bd9-826e-fecc4c184edb req-d8a7c27e-23a8-47c4-82f5-9a4035c13c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:37.268145 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6001290-dc63-4bd9-826e-fecc4c184edb req-d8a7c27e-23a8-47c4-82f5-9a4035c13c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:37.268444 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6001290-dc63-4bd9-826e-fecc4c184edb req-d8a7c27e-23a8-47c4-82f5-9a4035c13c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:37.268871 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6001290-dc63-4bd9-826e-fecc4c184edb req-d8a7c27e-23a8-47c4-82f5-9a4035c13c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:37.269388 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6001290-dc63-4bd9-826e-fecc4c184edb req-d8a7c27e-23a8-47c4-82f5-9a4035c13c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:37.269943 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6001290-dc63-4bd9-826e-fecc4c184edb req-d8a7c27e-23a8-47c4-82f5-9a4035c13c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:37.270414 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6001290-dc63-4bd9-826e-fecc4c184edb req-d8a7c27e-23a8-47c4-82f5-9a4035c13c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:37.272835 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a6001290-dc63-4bd9-826e-fecc4c184edb req-d8a7c27e-23a8-47c4-82f5-9a4035c13c96 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2080476b97a74d1caf5886ea19337ad1&device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 6504 time: 0.3725467 Jul 29 23:31:37.276990 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09888061-5310-4e84-9a06-df804d68af90 req-8e5324fb-747a-42dc-b0e5-9e5b1046a27b service neutron] Port ffd8f46b-a91b-4435-8711-d5889144a71a on network 7f4f5951-808e-47f0-8843-cccf83b2b5f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:31:37.277409 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09888061-5310-4e84-9a06-df804d68af90 req-8e5324fb-747a-42dc-b0e5-9e5b1046a27b service neutron] Attempting to bind port ffd8f46b-a91b-4435-8711-d5889144a71a on network 7f4f5951-808e-47f0-8843-cccf83b2b5f5 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:31:37.291963 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf1d59-b916-4d1b-8cb6-6eaa35528973 req-8b7941a3-fa78-4110-8ca1-c0b29d78431e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:37.293472 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3415c-45d1-497d-899d-e618f19ecf05 req-95cfcbb3-411c-40ab-a1df-953af1435ffa tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:37.293626 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-44bf1d59-b916-4d1b-8cb6-6eaa35528973 req-8b7941a3-fa78-4110-8ca1-c0b29d78431e service neutron] 10.222.0.41 "GET /v2.0/networks?id=33eb6089-f12f-45ab-93ef-1559af77245c HTTP/1.1" status: 200 len: 914 time: 0.1394265 Jul 29 23:31:37.294349 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09888061-5310-4e84-9a06-df804d68af90 req-8e5324fb-747a-42dc-b0e5-9e5b1046a27b service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:31:37.294689 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09888061-5310-4e84-9a06-df804d68af90 req-8e5324fb-747a-42dc-b0e5-9e5b1046a27b service neutron] Checking segment: {'id': '02776017-cd96-47aa-82ba-ea70b6a22dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7f4f5951-808e-47f0-8843-cccf83b2b5f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:31:37.295074 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09888061-5310-4e84-9a06-df804d68af90 req-8e5324fb-747a-42dc-b0e5-9e5b1046a27b service neutron] Bound using segment: {'id': '02776017-cd96-47aa-82ba-ea70b6a22dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7f4f5951-808e-47f0-8843-cccf83b2b5f5'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:31:37.295518 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-09888061-5310-4e84-9a06-df804d68af90 req-8e5324fb-747a-42dc-b0e5-9e5b1046a27b service neutron] Bound port: ffd8f46b-a91b-4435-8711-d5889144a71a, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02776017-cd96-47aa-82ba-ea70b6a22dcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7f4f5951-808e-47f0-8843-cccf83b2b5f5'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:31:37.295880 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-09888061-5310-4e84-9a06-df804d68af90 req-8e5324fb-747a-42dc-b0e5-9e5b1046a27b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:37.301537 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f3f3415c-45d1-497d-899d-e618f19ecf05 req-95cfcbb3-411c-40ab-a1df-953af1435ffa tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cb63dcd-cfed-45b1-9087-f482b0d11e6a HTTP/1.1" status: 200 len: 944 time: 0.2724020 Jul 29 23:31:37.313006 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7a3c77-5b1e-4864-9161-6d67f688413e req-6ca8cfd0-6f3f-4f69-9284-51d2903d0ce3 tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:37.314841 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8d7a3c77-5b1e-4864-9161-6d67f688413e req-6ca8cfd0-6f3f-4f69-9284-51d2903d0ce3 tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4905085-27a7-495b-a033-625fedae8004 HTTP/1.1" status: 200 len: 943 time: 0.3364351 Jul 29 23:31:37.363582 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-44bf1d59-b916-4d1b-8cb6-6eaa35528973 req-2d8cc9ea-1cfd-47e8-b235-e7cc5329d607 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=92f27aa7-54aa-4baf-af77-0d99bfb4a70e HTTP/1.1" status: 200 len: 217 time: 0.0554631 Jul 29 23:31:37.466367 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-09888061-5310-4e84-9a06-df804d68af90 req-8e5324fb-747a-42dc-b0e5-9e5b1046a27b service neutron] For port ffd8f46b-a91b-4435-8711-d5889144a71a, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:31:37.474577 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-09888061-5310-4e84-9a06-df804d68af90 req-8e5324fb-747a-42dc-b0e5-9e5b1046a27b service neutron] For port ffd8f46b-a91b-4435-8711-d5889144a71a, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=ffd8f46b-a91b-4435-8711-d5889144a71a,segment=NetworkSegment(02776017-cd96-47aa-82ba-ea70b6a22dcc),segment_id=02776017-cd96-47aa-82ba-ea70b6a22dcc)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:31:37.474914 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 52530436-e84b-449a-802b-0080003e3d4b up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:31:37.479434 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d596d146-da4f-44cb-95ef-b76838d48de6 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:37.487908 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf1d59-b916-4d1b-8cb6-6eaa35528973 req-c32c24fa-5026-4eb7-9225-d35ef1b06cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:37.493913 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-44bf1d59-b916-4d1b-8cb6-6eaa35528973 req-c32c24fa-5026-4eb7-9225-d35ef1b06cb1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f0d8bd06-dc6d-4ccc-9caa-b44e45803cb5 HTTP/1.1" status: 200 len: 853 time: 0.0920672 Jul 29 23:31:37.496112 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-09888061-5310-4e84-9a06-df804d68af90 req-8e5324fb-747a-42dc-b0e5-9e5b1046a27b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:37.534699 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port 52530436-e84b-449a-802b-0080003e3d4b completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:31:37.538885 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09888061-5310-4e84-9a06-df804d68af90 req-8e5324fb-747a-42dc-b0e5-9e5b1046a27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:37.539342 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 52530436-e84b-449a-802b-0080003e3d4b triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:37.539779 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:37.540338 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-09888061-5310-4e84-9a06-df804d68af90 req-8e5324fb-747a-42dc-b0e5-9e5b1046a27b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:37.542062 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-09888061-5310-4e84-9a06-df804d68af90 req-8e5324fb-747a-42dc-b0e5-9e5b1046a27b service neutron] 10.222.0.22 "PUT /v2.0/ports/ffd8f46b-a91b-4435-8711-d5889144a71a HTTP/1.1" status: 200 len: 1093 time: 1.2167161 Jul 29 23:31:37.559809 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d596d146-da4f-44cb-95ef-b76838d48de6 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event deleted for resources: {'Subnet': ['ID=1633d028-1e64-4199-938d-46c0cac1ff2f,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:37.567995 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cb63dcd-cfed-45b1-9087-f482b0d11e6a', 'tag': 'ffd8f46b-a91b-4435-8711-d5889144a71a'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:31:37.574325 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d596d146-da4f-44cb-95ef-b76838d48de6 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:37.576252 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-d596d146-da4f-44cb-95ef-b76838d48de6 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/subnets/1633d028-1e64-4199-938d-46c0cac1ff2f HTTP/1.1" status: 204 len: 168 time: 2.1000650 Jul 29 23:31:37.583446 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3bc570-3dbb-48f9-9448-50ca73d7a7cf" -d '{"events": [{"name": "network-changed", "server_uuid": "8cb63dcd-cfed-45b1-9087-f482b0d11e6a", "tag": "ffd8f46b-a91b-4435-8711-d5889144a71a"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:31:37.587038 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 49876) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:37.595251 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f3f3415c-45d1-497d-899d-e618f19ecf05 req-28f57d67-7eab-4ad9-ae34-e9417523b234 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8504185-138c-4bfa-ad4d-619d3548526d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2769902 Jul 29 23:31:37.600137 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea9ede1-df1c-4b53-a04f-e4516fe8ada6 None None] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:31:37.611305 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8d7a3c77-5b1e-4864-9161-6d67f688413e req-600e9a47-bf21-41dc-88ab-e36253065892 tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e16a801-1b5d-4b70-8503-4ffbf26602b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652259 Jul 29 23:31:37.707368 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-44bf1d59-b916-4d1b-8cb6-6eaa35528973 req-988671cf-9d5b-40cb-81d4-6e9f657b5ae4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=33eb6089-f12f-45ab-93ef-1559af77245c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1929426 Jul 29 23:31:37.719934 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6001290-dc63-4bd9-826e-fecc4c184edb req-bea7d0a8-ea4a-4162-aa6c-6983b71a3b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:37.720317 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6001290-dc63-4bd9-826e-fecc4c184edb req-bea7d0a8-ea4a-4162-aa6c-6983b71a3b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:37.720772 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6001290-dc63-4bd9-826e-fecc4c184edb req-bea7d0a8-ea4a-4162-aa6c-6983b71a3b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:37.722657 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a6001290-dc63-4bd9-826e-fecc4c184edb req-bea7d0a8-ea4a-4162-aa6c-6983b71a3b8c service neutron] 10.222.0.41 "GET /v2.0/networks?id=ce4b3ab8-859d-4d6c-903b-c30dcaacffc8&id=20b17a75-47ba-4198-999c-000c34520768&id=20b17a75-47ba-4198-999c-000c34520768&id=20b17a75-47ba-4198-999c-000c34520768&id=20b17a75-47ba-4198-999c-000c34520768&id=4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf&id=4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf HTTP/1.1" status: 200 len: 2296 time: 0.3964052 Jul 29 23:31:37.858820 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-fd4610a5-9b58-4bb5-ac21-d3b95fedbfc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1caf28fe-1621-4e50-9937-8cd368803804 {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:31:37.866275 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:37.871767 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-fd4610a5-9b58-4bb5-ac21-d3b95fedbfc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:37.888327 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-fd4610a5-9b58-4bb5-ac21-d3b95fedbfc8 service neutron] Transition to ACTIVE for port object 1caf28fe-1621-4e50-9937-8cd368803804 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:31:37.904953 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-fd4610a5-9b58-4bb5-ac21-d3b95fedbfc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:37.917495 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0aae090-71d5-4d6c-937e-7e55e5b762ec x-openstack-request-id: req-e0aae090-71d5-4d6c-937e-7e55e5b762ec {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:31:37.919072 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cb63dcd-cfed-45b1-9087-f482b0d11e6a", "tag": "ffd8f46b-a91b-4435-8711-d5889144a71a", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:31:37.919935 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e0aae090-71d5-4d6c-937e-7e55e5b762ec {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:31:37.920585 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cb63dcd-cfed-45b1-9087-f482b0d11e6a', 'tag': 'ffd8f46b-a91b-4435-8711-d5889144a71a', 'status': 'completed', 'code': 200} Jul 29 23:31:37.940764 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device ca9729ca-bbc0-4207-89b2-02ee6a0cdfae no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:31:37.992355 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4610a5-9b58-4bb5-ac21-d3b95fedbfc8 service neutron] Pushing event updated for resources: {'Port': ['ID=1caf28fe-1621-4e50-9937-8cd368803804,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:38.023398 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: ca9729ca-bbc0-4207-89b2-02ee6a0cdfae {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:31:38.023742 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device ca9729ca-bbc0-4207-89b2-02ee6a0cdfae not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:31:38.063150 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c998bf02-d7e5-4d3c-8e26-31b274713109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52530436-e84b-449a-802b-0080003e3d4b'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:31:38.064734 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09888061-5310-4e84-9a06-df804d68af90 req-b2906f88-5deb-4b39-8b9e-b9bdcef9a0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:38.065512 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1aca9e1-d44e-4672-8032-50e340e67c82" -d '{"events": [{"server_uuid": "c998bf02-d7e5-4d3c-8e26-31b274713109", "name": "network-vif-plugged", "status": "completed", "tag": "52530436-e84b-449a-802b-0080003e3d4b"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:31:38.066826 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-09888061-5310-4e84-9a06-df804d68af90 req-b2906f88-5deb-4b39-8b9e-b9bdcef9a0a2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=38e5a2101cb84e649abcb077576a3704&device_id=8cb63dcd-cfed-45b1-9087-f482b0d11e6a HTTP/1.1" status: 200 len: 1096 time: 0.3649585 Jul 29 23:31:38.067272 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a6001290-dc63-4bd9-826e-fecc4c184edb req-d7676227-a0d0-4a10-b9be-82fc12755b41 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d88dbc0e-68ee-4fbf-94c1-8577555fefd5 HTTP/1.1" status: 200 len: 1001 time: 0.3336539 Jul 29 23:31:38.088120 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-abc564a2-df2b-4c1e-b933-93f1871387ac tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4197497 Jul 29 23:31:38.088330 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 52530436-e84b-449a-802b-0080003e3d4b, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=52530436-e84b-449a-802b-0080003e3d4b,segment=NetworkSegment(8ce13fd4-1dee-44b6-94ac-ae691c2d8d7a),segment_id=8ce13fd4-1dee-44b6-94ac-ae691c2d8d7a)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:38.096062 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:38.097892 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 49888) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:38.172197 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=52530436-e84b-449a-802b-0080003e3d4b,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:38.224717 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5b200335-5652-42d5-aae8-754347b0c2f1 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for router, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:38.248299 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79db2db-7518-4f4f-89c5-2248e9d924a5 None None] DHCP port deletion for 27ea2e30-5576-4381-a6d8-03efb8f4bd4e request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:31:38.335437 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f07a4-cdde-4c44-9840-6df05e18e0c6 req-f6070460-6381-4c10-8daf-0d0528dfaf09 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:38.343627 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a97f07a4-cdde-4c44-9840-6df05e18e0c6 req-f6070460-6381-4c10-8daf-0d0528dfaf09 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/ports?device_id=c998bf02-d7e5-4d3c-8e26-31b274713109 HTTP/1.1" status: 200 len: 944 time: 0.5406199 Jul 29 23:31:38.371134 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-d79db2db-7518-4f4f-89c5-2248e9d924a5 None None] Deleting port eda3db32-965f-4b1b-8827-a7595b6f265c {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:31:38.371278 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d79db2db-7518-4f4f-89c5-2248e9d924a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:38.398121 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6001290-dc63-4bd9-826e-fecc4c184edb req-a553210b-157f-4682-86de-5da14ef6a33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:38.399605 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a6001290-dc63-4bd9-826e-fecc4c184edb req-a553210b-157f-4682-86de-5da14ef6a33f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f17b5adc-97d4-4be8-906f-2c5b33598723 HTTP/1.1" status: 200 len: 855 time: 0.2767010 Jul 29 23:31:38.423717 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf307c5-4aaf-470d-9f55-76aea616c672 req-95a2287e-46ac-488c-90da-b3c9ec7c5791 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:38.431697 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf307c5-4aaf-470d-9f55-76aea616c672 req-95a2287e-46ac-488c-90da-b3c9ec7c5791 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:38.433234 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:31:38.438625 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf307c5-4aaf-470d-9f55-76aea616c672 req-95a2287e-46ac-488c-90da-b3c9ec7c5791 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:38.444677 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf307c5-4aaf-470d-9f55-76aea616c672 req-95a2287e-46ac-488c-90da-b3c9ec7c5791 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:38.450606 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf307c5-4aaf-470d-9f55-76aea616c672 req-95a2287e-46ac-488c-90da-b3c9ec7c5791 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:38.459762 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf307c5-4aaf-470d-9f55-76aea616c672 req-95a2287e-46ac-488c-90da-b3c9ec7c5791 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:38.466035 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf307c5-4aaf-470d-9f55-76aea616c672 req-95a2287e-46ac-488c-90da-b3c9ec7c5791 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:38.475416 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3bf307c5-4aaf-470d-9f55-76aea616c672 req-95a2287e-46ac-488c-90da-b3c9ec7c5791 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 5393 time: 0.4487321 Jul 29 23:31:38.479522 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5b200335-5652-42d5-aae8-754347b0c2f1 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:38.490051 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-d79db2db-7518-4f4f-89c5-2248e9d924a5 None None] For port eda3db32-965f-4b1b-8827-a7595b6f265c, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=eda3db32-965f-4b1b-8827-a7595b6f265c,segment=NetworkSegment(ceb567b3-93e6-4495-80aa-58a786948605),segment_id=ceb567b3-93e6-4495-80aa-58a786948605)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:38.491205 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d79db2db-7518-4f4f-89c5-2248e9d924a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:38.495725 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5324fb-747a-42dc-b0e5-9e5b1046a27b service neutron] Pushing event updated for resources: {'Port': ['ID=ffd8f46b-a91b-4435-8711-d5889144a71a,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:38.511112 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5b200335-5652-42d5-aae8-754347b0c2f1 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:38.515795 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-09888061-5310-4e84-9a06-df804d68af90 req-935dd10f-a856-4caf-b13b-d9063b6b1a53 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ffd8f46b-a91b-4435-8711-d5889144a71a HTTP/1.1" status: 200 len: 217 time: 0.4187100 Jul 29 23:31:38.516314 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-d79db2db-7518-4f4f-89c5-2248e9d924a5 None None] Calling delete_port for eda3db32-965f-4b1b-8827-a7595b6f265c owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:31:38.540986 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a97f07a4-cdde-4c44-9840-6df05e18e0c6 req-d2a5cc08-259f-4a13-b16b-cf024b1073be tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/security-groups?id=c238602f-ef5f-447a-b128-9500386afc8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956213 Jul 29 23:31:38.579030 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 92f27aa7-54aa-4baf-af77-0d99bfb4a70e details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:31:38.586029 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device d1b61821-0353-4887-be9c-6f38af4e3acd up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:31:38.594877 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09888061-5310-4e84-9a06-df804d68af90 req-f9b87b08-2e96-44fc-89f0-92f86ae4f250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:38.596492 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-09888061-5310-4e84-9a06-df804d68af90 req-f9b87b08-2e96-44fc-89f0-92f86ae4f250 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b0626110-2e70-4df5-8ca6-7b634c09fbe0 HTTP/1.1" status: 200 len: 854 time: 0.0736206 Jul 29 23:31:38.608514 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-fd4610a5-9b58-4bb5-ac21-d3b95fedbfc8 service neutron] Attempting to bind port 1caf28fe-1621-4e50-9937-8cd368803804 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:31:38.611166 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-fd4610a5-9b58-4bb5-ac21-d3b95fedbfc8 service neutron] Attempting to bind port 1caf28fe-1621-4e50-9937-8cd368803804 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '7dadb843-f68f-4bdc-b544-97924c20701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '61db5dcd-b042-47fa-9111-3b2277565367'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:31:38.611694 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-fd4610a5-9b58-4bb5-ac21-d3b95fedbfc8 service neutron] Attempting to bind port 1caf28fe-1621-4e50-9937-8cd368803804 on network 61db5dcd-b042-47fa-9111-3b2277565367 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:31:38.676985 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-44bf1d59-b916-4d1b-8cb6-6eaa35528973 req-0ad29bfb-2313-4d08-a65e-5772a5bce3e5 service neutron] 10.222.0.41 "GET /v2.0/networks/33eb6089-f12f-45ab-93ef-1559af77245c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7551069 Jul 29 23:31:38.677607 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3bf307c5-4aaf-470d-9f55-76aea616c672 req-0e29b203-7905-4edd-b431-e0a37b6d9313 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6fa48f-d86a-46d7-b38c-3131d342f37d&id=d06a9099-30da-446c-be64-dba56c62ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2003765 Jul 29 23:31:38.681835 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5b200335-5652-42d5-aae8-754347b0c2f1 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:38.682424 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b200335-5652-42d5-aae8-754347b0c2f1 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Fanout notify agent at l3_agent the message router_deleted on router 29341738-1bb7-4dec-b169-51c1b9f3e519 {{(pid=94077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:31:38.691266 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5b200335-5652-42d5-aae8-754347b0c2f1 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:38.695692 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-5b200335-5652-42d5-aae8-754347b0c2f1 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/routers/29341738-1bb7-4dec-b169-51c1b9f3e519 HTTP/1.1" status: 204 len: 168 time: 0.5888448 Jul 29 23:31:38.716469 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-fd4610a5-9b58-4bb5-ac21-d3b95fedbfc8 service neutron] Port 1caf28fe-1621-4e50-9937-8cd368803804 on network 61db5dcd-b042-47fa-9111-3b2277565367 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:31:38.717177 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-fd4610a5-9b58-4bb5-ac21-d3b95fedbfc8 service neutron] Attempting to bind port 1caf28fe-1621-4e50-9937-8cd368803804 on network 61db5dcd-b042-47fa-9111-3b2277565367 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:31:38.724762 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 49894) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:38.777846 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-fd4610a5-9b58-4bb5-ac21-d3b95fedbfc8 service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:31:38.778081 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-fd4610a5-9b58-4bb5-ac21-d3b95fedbfc8 service neutron] Checking segment: {'id': '7dadb843-f68f-4bdc-b544-97924c20701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '61db5dcd-b042-47fa-9111-3b2277565367'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:31:38.782859 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-fd4610a5-9b58-4bb5-ac21-d3b95fedbfc8 service neutron] Bound using segment: {'id': '7dadb843-f68f-4bdc-b544-97924c20701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '61db5dcd-b042-47fa-9111-3b2277565367'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:31:38.783419 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-fd4610a5-9b58-4bb5-ac21-d3b95fedbfc8 service neutron] Bound port: 1caf28fe-1621-4e50-9937-8cd368803804, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dadb843-f68f-4bdc-b544-97924c20701a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '61db5dcd-b042-47fa-9111-3b2277565367'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:31:38.783833 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-fd4610a5-9b58-4bb5-ac21-d3b95fedbfc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:38.802183 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6001290-dc63-4bd9-826e-fecc4c184edb req-3973423d-8386-4cce-90fc-0ad5b895c1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:38.806490 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a6001290-dc63-4bd9-826e-fecc4c184edb req-3973423d-8386-4cce-90fc-0ad5b895c1c5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce4b3ab8-859d-4d6c-903b-c30dcaacffc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3252802 Jul 29 23:31:38.811844 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf6d1b2-8d62-4a94-92b4-393324fe1822 x-openstack-request-id: req-dcf6d1b2-8d62-4a94-92b4-393324fe1822 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:31:38.813330 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c998bf02-d7e5-4d3c-8e26-31b274713109", "name": "network-vif-plugged", "status": "completed", "tag": "52530436-e84b-449a-802b-0080003e3d4b", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:31:38.814938 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dcf6d1b2-8d62-4a94-92b4-393324fe1822 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:31:38.815597 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c998bf02-d7e5-4d3c-8e26-31b274713109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52530436-e84b-449a-802b-0080003e3d4b', 'code': 200} Jul 29 23:31:38.826566 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d79db2db-7518-4f4f-89c5-2248e9d924a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:38.838713 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port d1b61821-0353-4887-be9c-6f38af4e3acd completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:31:38.880781 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09888061-5310-4e84-9a06-df804d68af90 req-94ecb4d9-c8c2-4b67-9615-d4b39e51ab09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:38.882952 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-09888061-5310-4e84-9a06-df804d68af90 req-94ecb4d9-c8c2-4b67-9615-d4b39e51ab09 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7f4f5951-808e-47f0-8843-cccf83b2b5f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2744970 Jul 29 23:31:38.884372 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port d1b61821-0353-4887-be9c-6f38af4e3acd triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:38.885239 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:38.888340 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79db2db-7518-4f4f-89c5-2248e9d924a5 None None] No DVR routers for this DVR port eda3db32-965f-4b1b-8827-a7595b6f265c on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:31:38.896423 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79db2db-7518-4f4f-89c5-2248e9d924a5 None None] Pushing event deleted for resources: {'Port': ['ID=eda3db32-965f-4b1b-8827-a7595b6f265c,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:38.939893 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-088ab169-6a33-474c-a846-28132df67dfe tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2073791 Jul 29 23:31:38.959396 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 92f27aa7-54aa-4baf-af77-0d99bfb4a70e, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=92f27aa7-54aa-4baf-af77-0d99bfb4a70e,segment=NetworkSegment(2f9410bd-b339-40ef-a39c-9dba318f007c),segment_id=2f9410bd-b339-40ef-a39c-9dba318f007c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:38.977139 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 49900) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:38.983116 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': '92f27aa7-54aa-4baf-af77-0d99bfb4a70e', 'network_id': '33eb6089-f12f-45ab-93ef-1559af77245c', 'port_id': '92f27aa7-54aa-4baf-af77-0d99bfb4a70e', 'mac_address': 'fa:16:3e:e3:6f:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0d8bd06-dc6d-4ccc-9caa-b44e45803cb5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:31:38.993210 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4', 'tag': '30eaa1d4-3c58-4fb5-a2a3-e842c94e7256'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:31:38.995817 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-571758a2-8875-4417-9ccf-c4449abfc37b" -d '{"events": [{"name": "network-changed", "server_uuid": "8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4", "tag": "30eaa1d4-3c58-4fb5-a2a3-e842c94e7256"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:31:39.056118 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-fd4610a5-9b58-4bb5-ac21-d3b95fedbfc8 service neutron] For port 1caf28fe-1621-4e50-9937-8cd368803804, host n-h2-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:31:39.059994 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-fd4610a5-9b58-4bb5-ac21-d3b95fedbfc8 service neutron] For port 1caf28fe-1621-4e50-9937-8cd368803804, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=1caf28fe-1621-4e50-9937-8cd368803804,segment=NetworkSegment(7dadb843-f68f-4bdc-b544-97924c20701a),segment_id=7dadb843-f68f-4bdc-b544-97924c20701a)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:31:39.075490 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e2bf63-0d8f-4749-b5aa-58cb430fe9ad req-15f35334-971b-428a-8e95-a38f5f1e7b58 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:39.077492 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a4e2bf63-0d8f-4749-b5aa-58cb430fe9ad req-15f35334-971b-428a-8e95-a38f5f1e7b58 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=693429de-8fab-4271-840a-01b89571b1ba HTTP/1.1" status: 200 len: 945 time: 0.3964722 Jul 29 23:31:39.078800 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:39.110119 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-fd4610a5-9b58-4bb5-ac21-d3b95fedbfc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:39.186737 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-fd4610a5-9b58-4bb5-ac21-d3b95fedbfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:39.188557 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-fd4610a5-9b58-4bb5-ac21-d3b95fedbfc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:39.190407 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-fd4610a5-9b58-4bb5-ac21-d3b95fedbfc8 service neutron] 10.222.0.22 "PUT /v2.0/ports/1caf28fe-1621-4e50-9937-8cd368803804 HTTP/1.1" status: 200 len: 1092 time: 2.7732213 Jul 29 23:31:39.220178 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd98fa-b7b7-4c7b-9a62-55a7e7363b62 req-520f6712-c6c5-4c18-971e-20459bfabdfe tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:39.222461 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6dcd98fa-b7b7-4c7b-9a62-55a7e7363b62 req-520f6712-c6c5-4c18-971e-20459bfabdfe tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4905085-27a7-495b-a033-625fedae8004 HTTP/1.1" status: 200 len: 943 time: 0.2905290 Jul 29 23:31:39.245638 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-b7a6d329-d070-4017-a1b6-5d667fc01ecc service neutron] Request body: {'port': {'device_id': '8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:39.332528 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:39.336023 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port d1b61821-0353-4887-be9c-6f38af4e3acd, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=d1b61821-0353-4887-be9c-6f38af4e3acd,segment=NetworkSegment(85a18049-8d39-45df-9ccf-cf67471916ca),segment_id=85a18049-8d39-45df-9ccf-cf67471916ca)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:39.348187 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-b7a6d329-d070-4017-a1b6-5d667fc01ecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:39.349909 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:39.360015 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92f27aa7-54aa-4baf-af77-0d99bfb4a70e {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:31:39.429290 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 92f27aa7-54aa-4baf-af77-0d99bfb4a70e, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=92f27aa7-54aa-4baf-af77-0d99bfb4a70e,segment=NetworkSegment(2f9410bd-b339-40ef-a39c-9dba318f007c),segment_id=2f9410bd-b339-40ef-a39c-9dba318f007c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:39.444175 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:39.452373 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=d1b61821-0353-4887-be9c-6f38af4e3acd,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:39.505274 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-09888061-5310-4e84-9a06-df804d68af90 req-b8d9d43c-ea2a-415e-a87d-a379ad01c6cc service neutron] 10.222.0.22 "GET /v2.0/networks/7f4f5951-808e-47f0-8843-cccf83b2b5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5645392 Jul 29 23:31:39.529778 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a4e2bf63-0d8f-4749-b5aa-58cb430fe9ad req-e27a67b8-f032-4b7d-b4d6-43307b242671 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4066255 Jul 29 23:31:39.555051 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=92f27aa7-54aa-4baf-af77-0d99bfb4a70e,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:39.580938 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6dcd98fa-b7b7-4c7b-9a62-55a7e7363b62 req-b12e6e6f-8041-4a8f-8f15-9e4f9bcdfeca tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e16a801-1b5d-4b70-8503-4ffbf26602b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932308 Jul 29 23:31:39.603742 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-44bf1d59-b916-4d1b-8cb6-6eaa35528973 req-bc0b7c1f-acac-4f23-8cfa-093a9b9ecb6e service neutron] 10.222.0.41 "GET /v2.0/networks/33eb6089-f12f-45ab-93ef-1559af77245c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9072642 Jul 29 23:31:39.612445 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b6c3d4-529c-45b8-9fca-bdd682c1c286 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:39.615413 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-44b6c3d4-529c-45b8-9fca-bdd682c1c286 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6357803 Jul 29 23:31:39.626900 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 49906) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:39.639641 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f447c-277f-43be-82b6-c576239be550 req-9c39dff2-8d1d-4e39-a8d6-de1f794a39fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:39.639882 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a6001290-dc63-4bd9-826e-fecc4c184edb req-8df4d944-1d7a-4048-ad35-18118e6146f5 service neutron] 10.222.0.41 "GET /v2.0/networks/ce4b3ab8-859d-4d6c-903b-c30dcaacffc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7882152 Jul 29 23:31:39.641410 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-472f447c-277f-43be-82b6-c576239be550 req-9c39dff2-8d1d-4e39-a8d6-de1f794a39fe service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c998bf02-d7e5-4d3c-8e26-31b274713109 HTTP/1.1" status: 200 len: 1097 time: 0.7542188 Jul 29 23:31:39.697408 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-09888061-5310-4e84-9a06-df804d68af90 req-2adafa5c-d729-4c10-b42e-540c20e0d811 service neutron] 10.222.0.22 "GET /v2.0/networks/7f4f5951-808e-47f0-8843-cccf83b2b5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722119 Jul 29 23:31:39.709567 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-472f447c-277f-43be-82b6-c576239be550 req-6e5d5376-7760-46e6-bd1d-b8be3aca04cc service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c238602f-ef5f-447a-b128-9500386afc8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566008 Jul 29 23:31:39.727713 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-1dd4dd64-6fd1-4e7e-94f0-569bebaf24eb tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0960429 Jul 29 23:31:39.728066 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 49908) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:39.733598 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-7893d795-511d-4dd6-822c-556737a91700 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Request body: {'subnet': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:39.773418 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4610a5-9b58-4bb5-ac21-d3b95fedbfc8 service neutron] Pushing event updated for resources: {'Port': ['ID=1caf28fe-1621-4e50-9937-8cd368803804,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:39.791762 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['92f27aa7-54aa-4baf-af77-0d99bfb4a70e'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:31:39.869770 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1bac4c0-651e-45e7-9ed0-43ca46f3bcd8 x-openstack-request-id: req-d1bac4c0-651e-45e7-9ed0-43ca46f3bcd8 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:31:39.870171 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4", "tag": "30eaa1d4-3c58-4fb5-a2a3-e842c94e7256", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:31:39.870425 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d1bac4c0-651e-45e7-9ed0-43ca46f3bcd8 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:31:39.871120 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4', 'tag': '30eaa1d4-3c58-4fb5-a2a3-e842c94e7256', 'status': 'completed', 'code': 200} Jul 29 23:31:39.980828 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7893d795-511d-4dd6-822c-556737a91700 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Made reservation on behalf of 7c9416c97c57443282624ca6d2f37df4 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:31:39.992719 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7893d795-511d-4dd6-822c-556737a91700 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:40.001096 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device eda3db32-965f-4b1b-8827-a7595b6f265c no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:31:40.015072 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd134340-4abf-4ddf-8232-fa50300ae1cb req-65535e70-4760-4edd-a4d4-409d016010b7 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:40.023708 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bd134340-4abf-4ddf-8232-fa50300ae1cb req-65535e70-4760-4edd-a4d4-409d016010b7 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cb63dcd-cfed-45b1-9087-f482b0d11e6a HTTP/1.1" status: 200 len: 944 time: 0.3153908 Jul 29 23:31:40.039927 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: eda3db32-965f-4b1b-8827-a7595b6f265c {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:31:40.040389 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device eda3db32-965f-4b1b-8827-a7595b6f265c not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:31:40.072897 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571758a2-8875-4417-9ccf-c4449abfc37b req-2c8a2c42-d652-4edb-b32d-9b9b3c356557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:40.073411 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571758a2-8875-4417-9ccf-c4449abfc37b req-2c8a2c42-d652-4edb-b32d-9b9b3c356557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:40.073990 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571758a2-8875-4417-9ccf-c4449abfc37b req-2c8a2c42-d652-4edb-b32d-9b9b3c356557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:40.074812 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571758a2-8875-4417-9ccf-c4449abfc37b req-2c8a2c42-d652-4edb-b32d-9b9b3c356557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:40.075712 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571758a2-8875-4417-9ccf-c4449abfc37b req-2c8a2c42-d652-4edb-b32d-9b9b3c356557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:40.076302 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571758a2-8875-4417-9ccf-c4449abfc37b req-2c8a2c42-d652-4edb-b32d-9b9b3c356557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:40.076816 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571758a2-8875-4417-9ccf-c4449abfc37b req-2c8a2c42-d652-4edb-b32d-9b9b3c356557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:40.079901 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-571758a2-8875-4417-9ccf-c4449abfc37b req-2c8a2c42-d652-4edb-b32d-9b9b3c356557 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0f2ab90424214bdcb3d3f2d44c6cf9b4&device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 6345 time: 0.1918724 Jul 29 23:31:40.088210 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3bc570-3dbb-48f9-9448-50ca73d7a7cf req-e6087c3a-3302-4a00-ac76-e4fac3ec0d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:40.090072 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9a3bc570-3dbb-48f9-9448-50ca73d7a7cf req-e6087c3a-3302-4a00-ac76-e4fac3ec0d9d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=38e5a2101cb84e649abcb077576a3704&device_id=8cb63dcd-cfed-45b1-9087-f482b0d11e6a HTTP/1.1" status: 200 len: 1096 time: 0.2569697 Jul 29 23:31:40.095745 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a6001290-dc63-4bd9-826e-fecc4c184edb req-8d67464a-e330-4ac7-9df5-92219c958961 service neutron] 10.222.0.41 "GET /v2.0/networks/ce4b3ab8-859d-4d6c-903b-c30dcaacffc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3852925 Jul 29 23:31:40.187288 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a6001290-dc63-4bd9-826e-fecc4c184edb req-23b1ba06-b6df-43a4-b917-9308245b8f75 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=44e2e929-5306-4747-9f2b-b8a8f03b3793 HTTP/1.1" status: 200 len: 217 time: 0.0809216 Jul 29 23:31:40.193914 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bd134340-4abf-4ddf-8232-fa50300ae1cb req-3b2ba383-c5db-4cc7-99b3-fc659dd96d77 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8504185-138c-4bfa-ad4d-619d3548526d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1692996 Jul 29 23:31:40.247156 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1dbee3-efc1-400c-bc5d-069850041c4f req-0e8e2201-9b3a-4c50-8dec-e5e7a5c56be4 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:40.248854 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cf1dbee3-efc1-400c-bc5d-069850041c4f req-0e8e2201-9b3a-4c50-8dec-e5e7a5c56be4 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/ports?device_id=c998bf02-d7e5-4d3c-8e26-31b274713109 HTTP/1.1" status: 200 len: 945 time: 0.2231719 Jul 29 23:31:40.310232 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-b7a6d329-d070-4017-a1b6-5d667fc01ecc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 024df781-a247-4293-a30c-16abd40adffa {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:31:40.351194 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6001290-dc63-4bd9-826e-fecc4c184edb req-bc13cccc-d3af-46aa-b761-8e033a3ff622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:40.352682 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a6001290-dc63-4bd9-826e-fecc4c184edb req-bc13cccc-d3af-46aa-b761-8e033a3ff622 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7458a594-1a22-4c4a-88d1-6b77cea076b8 HTTP/1.1" status: 200 len: 797 time: 0.1553683 Jul 29 23:31:40.360824 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-b7a6d329-d070-4017-a1b6-5d667fc01ecc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:40.373863 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3bc570-3dbb-48f9-9448-50ca73d7a7cf req-009d23e7-8338-4ef0-b563-7bdd4d8a5152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:40.376063 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9a3bc570-3dbb-48f9-9448-50ca73d7a7cf req-009d23e7-8338-4ef0-b563-7bdd4d8a5152 service neutron] 10.222.0.22 "GET /v2.0/networks?id=7f4f5951-808e-47f0-8843-cccf83b2b5f5 HTTP/1.1" status: 200 len: 916 time: 0.2643309 Jul 29 23:31:40.377385 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571758a2-8875-4417-9ccf-c4449abfc37b req-4405f737-12df-4c2b-80c4-952375085f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:40.377973 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571758a2-8875-4417-9ccf-c4449abfc37b req-4405f737-12df-4c2b-80c4-952375085f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:40.378517 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571758a2-8875-4417-9ccf-c4449abfc37b req-4405f737-12df-4c2b-80c4-952375085f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:40.380068 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-571758a2-8875-4417-9ccf-c4449abfc37b req-4405f737-12df-4c2b-80c4-952375085f0c service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=0f2ab90424214bdcb3d3f2d44c6cf9b4&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2890093 Jul 29 23:31:40.399428 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cf1dbee3-efc1-400c-bc5d-069850041c4f req-d6b91d2b-a5e4-46b5-b9a5-bd42a6e58a2f tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/security-groups?id=c238602f-ef5f-447a-b128-9500386afc8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261001 Jul 29 23:31:40.432830 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-b7a6d329-d070-4017-a1b6-5d667fc01ecc service neutron] Transition to ACTIVE for port object 024df781-a247-4293-a30c-16abd40adffa will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:31:40.443898 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-b7a6d329-d070-4017-a1b6-5d667fc01ecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:40.524117 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9a3bc570-3dbb-48f9-9448-50ca73d7a7cf req-dfa44754-f48e-40e7-a6cd-967a138ce314 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ffd8f46b-a91b-4435-8711-d5889144a71a HTTP/1.1" status: 200 len: 217 time: 0.1293230 Jul 29 23:31:40.554371 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35365a0-95c4-4e59-97af-0d749da7a53d req-18ccca23-45e1-4546-8e0f-b75dea901515 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:40.565255 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35365a0-95c4-4e59-97af-0d749da7a53d req-18ccca23-45e1-4546-8e0f-b75dea901515 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:40.574144 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35365a0-95c4-4e59-97af-0d749da7a53d req-18ccca23-45e1-4546-8e0f-b75dea901515 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:40.581821 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35365a0-95c4-4e59-97af-0d749da7a53d req-18ccca23-45e1-4546-8e0f-b75dea901515 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:40.605807 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35365a0-95c4-4e59-97af-0d749da7a53d req-18ccca23-45e1-4546-8e0f-b75dea901515 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:40.616507 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35365a0-95c4-4e59-97af-0d749da7a53d req-18ccca23-45e1-4546-8e0f-b75dea901515 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:40.625388 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35365a0-95c4-4e59-97af-0d749da7a53d req-18ccca23-45e1-4546-8e0f-b75dea901515 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:40.635818 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c35365a0-95c4-4e59-97af-0d749da7a53d req-18ccca23-45e1-4546-8e0f-b75dea901515 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 5393 time: 0.3163726 Jul 29 23:31:40.641753 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3bc570-3dbb-48f9-9448-50ca73d7a7cf req-ecf28ebf-d04d-4b1e-99aa-c0b95df5c1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:40.643094 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9a3bc570-3dbb-48f9-9448-50ca73d7a7cf req-ecf28ebf-d04d-4b1e-99aa-c0b95df5c1aa service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b0626110-2e70-4df5-8ca6-7b634c09fbe0 HTTP/1.1" status: 200 len: 854 time: 0.0777855 Jul 29 23:31:40.818049 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '693429de-8fab-4271-840a-01b89571b1ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b61821-0353-4887-be9c-6f38af4e3acd'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:31:40.821463 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-036df249-0d1d-42ef-81e9-85de54664484" -d '{"events": [{"server_uuid": "693429de-8fab-4271-840a-01b89571b1ba", "name": "network-vif-plugged", "status": "completed", "tag": "d1b61821-0353-4887-be9c-6f38af4e3acd"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:31:40.850965 n-d-712141-10 neutron-server[94077]: DEBUG neutron.objects.ports [None req-7893d795-511d-4dd6-822c-556737a91700 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94077) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 23:31:40.853683 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3bc570-3dbb-48f9-9448-50ca73d7a7cf req-0a31c98d-25dd-4d79-8ac3-fe38f6eed7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:40.855535 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9a3bc570-3dbb-48f9-9448-50ca73d7a7cf req-0a31c98d-25dd-4d79-8ac3-fe38f6eed7f5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7f4f5951-808e-47f0-8843-cccf83b2b5f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1928949 Jul 29 23:31:40.861022 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7893d795-511d-4dd6-822c-556737a91700 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:40.963419 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571758a2-8875-4417-9ccf-c4449abfc37b req-745a12c6-d9fc-4859-852f-b138d644c2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:40.964979 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-571758a2-8875-4417-9ccf-c4449abfc37b req-745a12c6-d9fc-4859-852f-b138d644c2d8 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5409479 Jul 29 23:31:40.998382 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7893d795-511d-4dd6-822c-556737a91700 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:31:41.012953 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-7893d795-511d-4dd6-822c-556737a91700 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:31:41.018284 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7893d795-511d-4dd6-822c-556737a91700 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:41.018889 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7893d795-511d-4dd6-822c-556737a91700 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:41.021400 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7893d795-511d-4dd6-822c-556737a91700 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event updated for resources: {'Subnet': ['ID=601e57be-9b92-4886-9df7-28d2dbde4e41,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:41.030513 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15335a2e-bb30-4a1b-ba8a-39385e8846aa None None] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:31:41.056534 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7893d795-511d-4dd6-822c-556737a91700 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3272831 Jul 29 23:31:41.060207 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9a3bc570-3dbb-48f9-9448-50ca73d7a7cf req-07672763-e8b9-4e48-8551-3c1111e85601 service neutron] 10.222.0.22 "GET /v2.0/networks/7f4f5951-808e-47f0-8843-cccf83b2b5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960762 Jul 29 23:31:41.060970 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 49924) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:41.068397 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-7ce0e146-16d7-4d6b-8877-e72ce3919d61 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Request body: {'subnet': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:41.129131 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a6d329-d070-4017-a1b6-5d667fc01ecc service neutron] Pushing event updated for resources: {'Port': ['ID=024df781-a247-4293-a30c-16abd40adffa,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:41.159930 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6001290-dc63-4bd9-826e-fecc4c184edb req-0cdafe6b-41c3-417b-aac4-0867c3578e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:41.161443 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a6001290-dc63-4bd9-826e-fecc4c184edb req-0cdafe6b-41c3-417b-aac4-0867c3578e11 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=20b17a75-47ba-4198-999c-000c34520768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7807233 Jul 29 23:31:41.228164 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c35365a0-95c4-4e59-97af-0d749da7a53d req-912ff2eb-a91b-494a-a252-cfc39ff801b6 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6fa48f-d86a-46d7-b38c-3131d342f37d&id=d06a9099-30da-446c-be64-dba56c62ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.5911436 Jul 29 23:31:41.228739 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ffd08b-3c48-4498-b029-298ea562f868 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'tenant_id': '7c9416c97c57443282624ca6d2f37df4', 'fixed_ips': [{'subnet_id': '601e57be-9b92-4886-9df7-28d2dbde4e41'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:31:41.232068 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91ffd08b-3c48-4498-b029-298ea562f868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:41.316167 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d657301-f238-44aa-9206-a5973ce4c5f5 req-26b375ec-de19-4e74-8692-f14b4b9362f9 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:41.318862 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8d657301-f238-44aa-9206-a5973ce4c5f5 req-26b375ec-de19-4e74-8692-f14b4b9362f9 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=693429de-8fab-4271-840a-01b89571b1ba HTTP/1.1" status: 200 len: 946 time: 0.6279371 Jul 29 23:31:41.368869 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9a3bc570-3dbb-48f9-9448-50ca73d7a7cf req-7f0c640f-fb9f-4788-a884-ac7721fa05dd service neutron] 10.222.0.22 "GET /v2.0/networks/7f4f5951-808e-47f0-8843-cccf83b2b5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956996 Jul 29 23:31:41.395917 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce0e146-16d7-4d6b-8877-e72ce3919d61 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Made reservation on behalf of 7c9416c97c57443282624ca6d2f37df4 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:31:41.401056 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7ce0e146-16d7-4d6b-8877-e72ce3919d61 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:41.442899 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-b7a6d329-d070-4017-a1b6-5d667fc01ecc service neutron] Attempting to bind port 024df781-a247-4293-a30c-16abd40adffa on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:31:41.443441 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-b7a6d329-d070-4017-a1b6-5d667fc01ecc service neutron] Attempting to bind port 024df781-a247-4293-a30c-16abd40adffa by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': 'ba5bac9c-cf87-4379-a2c6-b5c109b5db18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'efe051f0-42fc-4850-b7cd-89c8013aea3e'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:31:41.443972 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-b7a6d329-d070-4017-a1b6-5d667fc01ecc service neutron] Attempting to bind port 024df781-a247-4293-a30c-16abd40adffa on network efe051f0-42fc-4850-b7cd-89c8013aea3e {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:31:41.451801 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-91ffd08b-3c48-4498-b029-298ea562f868 None None] Allocated IP 2001:db8::f816:3eff:fe8b:bf0e (27ea2e30-5576-4381-a6d8-03efb8f4bd4e/601e57be-9b92-4886-9df7-28d2dbde4e41/f57d52fa-09af-45ac-a014-3f4c121c4078) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:31:41.507322 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-b7a6d329-d070-4017-a1b6-5d667fc01ecc service neutron] Port 024df781-a247-4293-a30c-16abd40adffa on network efe051f0-42fc-4850-b7cd-89c8013aea3e not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:31:41.507839 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-b7a6d329-d070-4017-a1b6-5d667fc01ecc service neutron] Attempting to bind port 024df781-a247-4293-a30c-16abd40adffa on network efe051f0-42fc-4850-b7cd-89c8013aea3e {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:31:41.531936 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a6001290-dc63-4bd9-826e-fecc4c184edb req-f4ff3a80-085f-45a6-b8fc-6d2c46f49807 service neutron] 10.222.0.41 "GET /v2.0/networks/20b17a75-47ba-4198-999c-000c34520768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342876 Jul 29 23:31:41.534726 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-b7a6d329-d070-4017-a1b6-5d667fc01ecc service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:31:41.535266 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-b7a6d329-d070-4017-a1b6-5d667fc01ecc service neutron] Checking segment: {'id': 'ba5bac9c-cf87-4379-a2c6-b5c109b5db18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'efe051f0-42fc-4850-b7cd-89c8013aea3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:31:41.535875 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-b7a6d329-d070-4017-a1b6-5d667fc01ecc service neutron] Bound using segment: {'id': 'ba5bac9c-cf87-4379-a2c6-b5c109b5db18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'efe051f0-42fc-4850-b7cd-89c8013aea3e'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:31:41.536604 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-b7a6d329-d070-4017-a1b6-5d667fc01ecc service neutron] Bound port: 024df781-a247-4293-a30c-16abd40adffa, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba5bac9c-cf87-4379-a2c6-b5c109b5db18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'efe051f0-42fc-4850-b7cd-89c8013aea3e'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:31:41.537272 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-b7a6d329-d070-4017-a1b6-5d667fc01ecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:41.544394 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8d657301-f238-44aa-9206-a5973ce4c5f5 req-c2da37ed-2253-49d6-8ec2-d085f11d5e86 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140536 Jul 29 23:31:41.665291 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90202eba-1788-436a-b614-835651ced522 req-e2fbb763-4d9f-4a1e-9547-eaf11b43405c tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:41.667711 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-90202eba-1788-436a-b614-835651ced522 req-e2fbb763-4d9f-4a1e-9547-eaf11b43405c tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4905085-27a7-495b-a033-625fedae8004 HTTP/1.1" status: 200 len: 944 time: 0.3238497 Jul 29 23:31:41.692640 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91ffd08b-3c48-4498-b029-298ea562f868 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:41.701856 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-91ffd08b-3c48-4498-b029-298ea562f868 None None] Transition to ACTIVE for port object f57d52fa-09af-45ac-a014-3f4c121c4078 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:31:41.720490 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-91ffd08b-3c48-4498-b029-298ea562f868 None None] Transition to ACTIVE for port object f57d52fa-09af-45ac-a014-3f4c121c4078 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:31:41.737553 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91ffd08b-3c48-4498-b029-298ea562f868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:41.764442 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7ce0e146-16d7-4d6b-8877-e72ce3919d61 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:41.792948 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-90202eba-1788-436a-b614-835651ced522 req-fc693333-5e9f-490a-9661-944f4b94baa7 tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e16a801-1b5d-4b70-8503-4ffbf26602b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158464 Jul 29 23:31:41.800151 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-b7a6d329-d070-4017-a1b6-5d667fc01ecc service neutron] For port 024df781-a247-4293-a30c-16abd40adffa, host n-h2-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:31:41.808636 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-b7a6d329-d070-4017-a1b6-5d667fc01ecc service neutron] For port 024df781-a247-4293-a30c-16abd40adffa, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=024df781-a247-4293-a30c-16abd40adffa,segment=NetworkSegment(ba5bac9c-cf87-4379-a2c6-b5c109b5db18),segment_id=ba5bac9c-cf87-4379-a2c6-b5c109b5db18)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:31:41.821996 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-b7a6d329-d070-4017-a1b6-5d667fc01ecc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:41.831554 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a6001290-dc63-4bd9-826e-fecc4c184edb req-7cda1984-6cf3-4870-b9e2-23504ff53e28 service neutron] 10.222.0.41 "GET /v2.0/networks/20b17a75-47ba-4198-999c-000c34520768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841218 Jul 29 23:31:41.873430 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4', 'tag': '1caf28fe-1621-4e50-9937-8cd368803804'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:31:41.876236 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce93c67-14e4-4862-9eb7-b0ed4e611abd" -d '{"events": [{"name": "network-changed", "server_uuid": "8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4", "tag": "1caf28fe-1621-4e50-9937-8cd368803804"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:31:41.896293 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37835085-733a-4198-bc2d-ef73a89bab4a x-openstack-request-id: req-37835085-733a-4198-bc2d-ef73a89bab4a {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:31:41.896650 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "693429de-8fab-4271-840a-01b89571b1ba", "name": "network-vif-plugged", "status": "completed", "tag": "d1b61821-0353-4887-be9c-6f38af4e3acd", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:31:41.896843 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-37835085-733a-4198-bc2d-ef73a89bab4a {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:31:41.897221 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '693429de-8fab-4271-840a-01b89571b1ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1b61821-0353-4887-be9c-6f38af4e3acd', 'code': 200} Jul 29 23:31:41.904521 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ffd08b-3c48-4498-b029-298ea562f868 None None] Pushing event updated for resources: {'Port': ['ID=f57d52fa-09af-45ac-a014-3f4c121c4078,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:41.937138 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce0e146-16d7-4d6b-8877-e72ce3919d61 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:31:41.941638 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-b7a6d329-d070-4017-a1b6-5d667fc01ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:41.941638 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-b7a6d329-d070-4017-a1b6-5d667fc01ecc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:41.943174 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-b7a6d329-d070-4017-a1b6-5d667fc01ecc service neutron] 10.222.0.22 "PUT /v2.0/ports/024df781-a247-4293-a30c-16abd40adffa HTTP/1.1" status: 200 len: 1092 time: 2.7060781 Jul 29 23:31:41.943641 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ffd08b-3c48-4498-b029-298ea562f868 None None] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:31:41.944343 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a6001290-dc63-4bd9-826e-fecc4c184edb req-b1a473c0-fa70-4ea6-bb3e-a03062bdad72 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=77550cf2-90df-4bb3-86b3-6d949e514eac HTTP/1.1" status: 200 len: 217 time: 0.0816221 Jul 29 23:31:41.954898 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-91ffd08b-3c48-4498-b029-298ea562f868 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:31:41.959736 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ffd08b-3c48-4498-b029-298ea562f868 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:31:41.973284 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-7ce0e146-16d7-4d6b-8877-e72ce3919d61 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:31:41.996088 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce0e146-16d7-4d6b-8877-e72ce3919d61 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:41.996850 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7ce0e146-16d7-4d6b-8877-e72ce3919d61 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:42.010591 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-d40dd683-c8fb-4b54-a9f4-15ef28c6d029 service neutron] Request body: {'port': {'device_id': '8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:42.017955 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a6d329-d070-4017-a1b6-5d667fc01ecc service neutron] Pushing event updated for resources: {'Port': ['ID=024df781-a247-4293-a30c-16abd40adffa,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:42.033022 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce0e146-16d7-4d6b-8877-e72ce3919d61 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event updated for resources: {'Subnet': ['ID=ae7d0f82-dd01-4bcc-b8e9-f4ff17a0a866,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:42.046832 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-91ffd08b-3c48-4498-b029-298ea562f868 None None] Attempting to bind port f57d52fa-09af-45ac-a014-3f4c121c4078 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:31:42.047365 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7d98ca-0d3b-45c0-a193-b99b357450e2 req-3ab1197f-b7ee-4258-832b-6cd10c60a374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:42.047839 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-91ffd08b-3c48-4498-b029-298ea562f868 None None] Attempting to bind port f57d52fa-09af-45ac-a014-3f4c121c4078 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': 'ceb567b3-93e6-4495-80aa-58a786948605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:31:42.048215 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ffd08b-3c48-4498-b029-298ea562f868 None None] Attempting to bind port f57d52fa-09af-45ac-a014-3f4c121c4078 on network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:31:42.049895 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-4c7d98ca-0d3b-45c0-a193-b99b357450e2 req-3ab1197f-b7ee-4258-832b-6cd10c60a374 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=693429de-8fab-4271-840a-01b89571b1ba HTTP/1.1" status: 200 len: 1098 time: 0.1319759 Jul 29 23:31:42.051824 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7ce0e146-16d7-4d6b-8877-e72ce3919d61 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9895873 Jul 29 23:31:42.055142 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 49934) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:42.059533 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ffd08b-3c48-4498-b029-298ea562f868 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:31:42.059912 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ffd08b-3c48-4498-b029-298ea562f868 None None] Checking segment: {'id': 'ceb567b3-93e6-4495-80aa-58a786948605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:31:42.060380 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91ffd08b-3c48-4498-b029-298ea562f868 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:42.060831 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ffd08b-3c48-4498-b029-298ea562f868 None None] Bound using segment: {'id': 'ceb567b3-93e6-4495-80aa-58a786948605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:31:42.061320 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-91ffd08b-3c48-4498-b029-298ea562f868 None None] Bound port: f57d52fa-09af-45ac-a014-3f4c121c4078, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb567b3-93e6-4495-80aa-58a786948605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:31:42.061774 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91ffd08b-3c48-4498-b029-298ea562f868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:42.065129 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-017b4bc7-c79d-4ffd-ac3e-e8381e149492 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Request body: {'port': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'mac_address': 'fa:16:3e:81:5d:c8', 'name': 'tempest-NetworksTestDHCPv6-2011399107'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:42.202448 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-91ffd08b-3c48-4498-b029-298ea562f868 None None] For port f57d52fa-09af-45ac-a014-3f4c121c4078, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:31:42.207657 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-91ffd08b-3c48-4498-b029-298ea562f868 None None] For port f57d52fa-09af-45ac-a014-3f4c121c4078, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=f57d52fa-09af-45ac-a014-3f4c121c4078,segment=NetworkSegment(ceb567b3-93e6-4495-80aa-58a786948605),segment_id=ceb567b3-93e6-4495-80aa-58a786948605)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:31:42.218754 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91ffd08b-3c48-4498-b029-298ea562f868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:42.236252 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-4c7d98ca-0d3b-45c0-a193-b99b357450e2 req-a5e8c759-42ad-4c5b-b768-e25503c096cd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970898 Jul 29 23:31:42.254049 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6001290-dc63-4bd9-826e-fecc4c184edb req-1951b58b-4952-4e39-8413-c3a938d986ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:42.256421 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a6001290-dc63-4bd9-826e-fecc4c184edb req-1951b58b-4952-4e39-8413-c3a938d986ab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7458a594-1a22-4c4a-88d1-6b77cea076b8 HTTP/1.1" status: 200 len: 797 time: 0.2959828 Jul 29 23:31:42.276334 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a11bff-e4fc-4ccb-8952-e64bc67a4885 req-d45c0bff-c705-490a-a25d-8f10ceda02a7 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:42.288747 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d5a11bff-e4fc-4ccb-8952-e64bc67a4885 req-d45c0bff-c705-490a-a25d-8f10ceda02a7 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cb63dcd-cfed-45b1-9087-f482b0d11e6a HTTP/1.1" status: 200 len: 944 time: 0.3771222 Jul 29 23:31:42.291180 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017b4bc7-c79d-4ffd-ac3e-e8381e149492 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Made reservation on behalf of 7c9416c97c57443282624ca6d2f37df4 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:31:42.310823 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ffd08b-3c48-4498-b029-298ea562f868 None None] Pushing event updated for resources: {'Port': ['ID=f57d52fa-09af-45ac-a014-3f4c121c4078,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:42.318033 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dec0a4-573f-451a-b422-74edc7346b6f req-c37c7b62-333e-46b2-8061-08818c921c76 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:42.320538 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d2dec0a4-573f-451a-b422-74edc7346b6f req-c37c7b62-333e-46b2-8061-08818c921c76 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/ports?device_id=c998bf02-d7e5-4d3c-8e26-31b274713109 HTTP/1.1" status: 200 len: 945 time: 0.2281845 Jul 29 23:31:42.347732 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-d40dd683-c8fb-4b54-a9f4-15ef28c6d029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:42.416970 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d5a11bff-e4fc-4ccb-8952-e64bc67a4885 req-a3e8cb74-6966-4238-ad50-002108a67a78 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8504185-138c-4bfa-ad4d-619d3548526d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128621 Jul 29 23:31:42.448231 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-017b4bc7-c79d-4ffd-ac3e-e8381e149492 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:42.459866 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d2dec0a4-573f-451a-b422-74edc7346b6f req-838e9d70-ace3-43df-9e2b-a1d02dd1fdd6 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/security-groups?id=c238602f-ef5f-447a-b128-9500386afc8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280098 Jul 29 23:31:42.502537 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [None req-017b4bc7-c79d-4ffd-ac3e-e8381e149492 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] device_id is not set on port a28dbc0b-25e6-46da-bb55-3412c0ce10d7 yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:31:42.524326 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2100a6-16fd-41c2-ae3e-94359913f396 x-openstack-request-id: req-df2100a6-16fd-41c2-ae3e-94359913f396 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:31:42.530592 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4", "tag": "1caf28fe-1621-4e50-9937-8cd368803804", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:31:42.531935 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-df2100a6-16fd-41c2-ae3e-94359913f396 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:31:42.532721 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4', 'tag': '1caf28fe-1621-4e50-9937-8cd368803804', 'status': 'completed', 'code': 200} Jul 29 23:31:42.617621 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 92f27aa7-54aa-4baf-af77-0d99bfb4a70e up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:31:42.747297 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6001290-dc63-4bd9-826e-fecc4c184edb req-26cfaf76-4c80-4595-aea1-a26771cadf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:42.750098 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a6001290-dc63-4bd9-826e-fecc4c184edb req-26cfaf76-4c80-4595-aea1-a26771cadf9b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=20b17a75-47ba-4198-999c-000c34520768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2369380 Jul 29 23:31:42.787704 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port 92f27aa7-54aa-4baf-af77-0d99bfb4a70e completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:31:42.795708 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port 92f27aa7-54aa-4baf-af77-0d99bfb4a70e triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:42.796088 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:42.830445 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1ba7c-5826-4db5-8c47-77094506d13b req-f7ff6e6f-ca26-471b-a42b-eea88a984f3f tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:42.846617 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce93c67-14e4-4862-9eb7-b0ed4e611abd req-74f107e5-7350-4a57-9874-af9319a123e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:42.847227 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce93c67-14e4-4862-9eb7-b0ed4e611abd req-74f107e5-7350-4a57-9874-af9319a123e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:42.847575 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce93c67-14e4-4862-9eb7-b0ed4e611abd req-74f107e5-7350-4a57-9874-af9319a123e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:42.848041 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce93c67-14e4-4862-9eb7-b0ed4e611abd req-74f107e5-7350-4a57-9874-af9319a123e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:42.848509 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce93c67-14e4-4862-9eb7-b0ed4e611abd req-74f107e5-7350-4a57-9874-af9319a123e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:42.848767 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1ba7c-5826-4db5-8c47-77094506d13b req-f7ff6e6f-ca26-471b-a42b-eea88a984f3f tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:42.854268 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce93c67-14e4-4862-9eb7-b0ed4e611abd req-74f107e5-7350-4a57-9874-af9319a123e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:42.854905 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce93c67-14e4-4862-9eb7-b0ed4e611abd req-74f107e5-7350-4a57-9874-af9319a123e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:42.857131 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2ce93c67-14e4-4862-9eb7-b0ed4e611abd req-74f107e5-7350-4a57-9874-af9319a123e5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0f2ab90424214bdcb3d3f2d44c6cf9b4&device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 6413 time: 0.3390000 Jul 29 23:31:42.857523 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1ba7c-5826-4db5-8c47-77094506d13b req-f7ff6e6f-ca26-471b-a42b-eea88a984f3f tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:42.870987 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1ba7c-5826-4db5-8c47-77094506d13b req-f7ff6e6f-ca26-471b-a42b-eea88a984f3f tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:42.886386 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1ba7c-5826-4db5-8c47-77094506d13b req-f7ff6e6f-ca26-471b-a42b-eea88a984f3f tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:42.899753 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1ba7c-5826-4db5-8c47-77094506d13b req-f7ff6e6f-ca26-471b-a42b-eea88a984f3f tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:42.907432 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:42.918835 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1ba7c-5826-4db5-8c47-77094506d13b req-f7ff6e6f-ca26-471b-a42b-eea88a984f3f tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:42.928141 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2cc1ba7c-5826-4db5-8c47-77094506d13b req-f7ff6e6f-ca26-471b-a42b-eea88a984f3f tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 5405 time: 0.3175218 Jul 29 23:31:42.974538 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 92f27aa7-54aa-4baf-af77-0d99bfb4a70e, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=92f27aa7-54aa-4baf-af77-0d99bfb4a70e,segment=NetworkSegment(2f9410bd-b339-40ef-a39c-9dba318f007c),segment_id=2f9410bd-b339-40ef-a39c-9dba318f007c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:42.986314 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:43.073800 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f52b063-66a7-4a37-a63d-dd779b289f20 req-8fdb7278-2aaf-454b-b2a9-aa35288503f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:43.075556 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1f52b063-66a7-4a37-a63d-dd779b289f20 req-8fdb7278-2aaf-454b-b2a9-aa35288503f9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=52e04a06c1634aad823b656ded0dd057&device_id=c998bf02-d7e5-4d3c-8e26-31b274713109 HTTP/1.1" status: 200 len: 1097 time: 0.2142878 Jul 29 23:31:43.088732 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=92f27aa7-54aa-4baf-af77-0d99bfb4a70e,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:43.175159 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce93c67-14e4-4862-9eb7-b0ed4e611abd req-89822245-7cc5-4763-a59b-99cdb6416855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:43.175638 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce93c67-14e4-4862-9eb7-b0ed4e611abd req-89822245-7cc5-4763-a59b-99cdb6416855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:43.176104 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce93c67-14e4-4862-9eb7-b0ed4e611abd req-89822245-7cc5-4763-a59b-99cdb6416855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:43.186682 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2ce93c67-14e4-4862-9eb7-b0ed4e611abd req-89822245-7cc5-4763-a59b-99cdb6416855 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=0f2ab90424214bdcb3d3f2d44c6cf9b4&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3075573 Jul 29 23:31:43.204270 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-017b4bc7-c79d-4ffd-ac3e-e8381e149492 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Allocated IP 172.20.0.11 (27ea2e30-5576-4381-a6d8-03efb8f4bd4e/ae7d0f82-dd01-4bcc-b8e9-f4ff17a0a866/a28dbc0b-25e6-46da-bb55-3412c0ce10d7) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:31:43.208149 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2cc1ba7c-5826-4db5-8c47-77094506d13b req-43253f03-c412-499c-8577-d94aaca0bd43 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6fa48f-d86a-46d7-b38c-3131d342f37d&id=d06a9099-30da-446c-be64-dba56c62ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2789724 Jul 29 23:31:43.247065 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a6001290-dc63-4bd9-826e-fecc4c184edb req-5b5ee809-dcbf-4f42-b821-2dce2a7486d5 service neutron] 10.222.0.41 "GET /v2.0/networks/20b17a75-47ba-4198-999c-000c34520768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4882579 Jul 29 23:31:43.279466 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-017b4bc7-c79d-4ffd-ac3e-e8381e149492 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Allocated IP 2001:db8::f816:3eff:fe81:5dc8 (27ea2e30-5576-4381-a6d8-03efb8f4bd4e/601e57be-9b92-4886-9df7-28d2dbde4e41/a28dbc0b-25e6-46da-bb55-3412c0ce10d7) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:31:43.410820 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f52b063-66a7-4a37-a63d-dd779b289f20 req-25f88e67-6e00-4a32-ade7-dd365023e09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:43.412843 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1f52b063-66a7-4a37-a63d-dd779b289f20 req-25f88e67-6e00-4a32-ade7-dd365023e09f service neutron] 10.222.0.22 "GET /v2.0/networks?id=3c7cedb3-e56d-4c4c-993c-657e341a0c94 HTTP/1.1" status: 200 len: 920 time: 0.3270018 Jul 29 23:31:43.425188 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce93c67-14e4-4862-9eb7-b0ed4e611abd req-dea809e4-d60b-41e7-adea-90b8d56c02d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:43.435326 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2ce93c67-14e4-4862-9eb7-b0ed4e611abd req-dea809e4-d60b-41e7-adea-90b8d56c02d3 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2448146 Jul 29 23:31:43.464086 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a6001290-dc63-4bd9-826e-fecc4c184edb req-67dfc1f5-fe5b-40e1-ba86-cc4662a8fb04 service neutron] 10.222.0.41 "GET /v2.0/networks/20b17a75-47ba-4198-999c-000c34520768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958175 Jul 29 23:31:43.534933 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1f52b063-66a7-4a37-a63d-dd779b289f20 req-20e880e7-5923-44bf-a028-9d70ffde6189 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52530436-e84b-449a-802b-0080003e3d4b HTTP/1.1" status: 200 len: 217 time: 0.0723798 Jul 29 23:31:43.539612 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-d40dd683-c8fb-4b54-a9f4-15ef28c6d029 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93b5fbf0-238a-4eb3-aebb-f3656018624b {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:31:43.550164 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-d40dd683-c8fb-4b54-a9f4-15ef28c6d029 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:43.589284 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb1545a-9e83-4a55-bf77-d469fc5d79be req-71f3bb89-c977-4fec-8b35-39861c57e1b3 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:43.597801 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1bb1545a-9e83-4a55-bf77-d469fc5d79be req-71f3bb89-c977-4fec-8b35-39861c57e1b3 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=693429de-8fab-4271-840a-01b89571b1ba HTTP/1.1" status: 200 len: 946 time: 0.4707854 Jul 29 23:31:43.726513 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-017b4bc7-c79d-4ffd-ac3e-e8381e149492 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:43.744584 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-d40dd683-c8fb-4b54-a9f4-15ef28c6d029 service neutron] Transition to ACTIVE for port object 93b5fbf0-238a-4eb3-aebb-f3656018624b will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:31:43.746567 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-017b4bc7-c79d-4ffd-ac3e-e8381e149492 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Transition to ACTIVE for port object a28dbc0b-25e6-46da-bb55-3412c0ce10d7 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:31:43.764222 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a6001290-dc63-4bd9-826e-fecc4c184edb req-b1985ffd-76fb-4d08-a396-b1a6b4e2cb15 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=fd088fd5-5d8a-4e4d-b620-8e5770596293 HTTP/1.1" status: 200 len: 217 time: 0.1590281 Jul 29 23:31:43.767518 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f52b063-66a7-4a37-a63d-dd779b289f20 req-606da8fc-03b4-48c7-8731-b21859472d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:43.769645 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-d40dd683-c8fb-4b54-a9f4-15ef28c6d029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:43.770619 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1f52b063-66a7-4a37-a63d-dd779b289f20 req-606da8fc-03b4-48c7-8731-b21859472d02 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=89d39612-aed6-4e12-97bb-95fef1af94b3 HTTP/1.1" status: 200 len: 859 time: 0.2136049 Jul 29 23:31:43.820958 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1f52b063-66a7-4a37-a63d-dd779b289f20 req-7344b60f-ed6b-4fac-9d3c-a7dbe2459351 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3c7cedb3-e56d-4c4c-993c-657e341a0c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377216 Jul 29 23:31:43.899135 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4905085-27a7-495b-a033-625fedae8004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92f27aa7-54aa-4baf-af77-0d99bfb4a70e'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:31:43.903278 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d7764b1-ea0a-4f2b-9878-ea71a71f0ade" -d '{"events": [{"server_uuid": "d4905085-27a7-495b-a033-625fedae8004", "name": "network-vif-plugged", "status": "completed", "tag": "92f27aa7-54aa-4baf-af77-0d99bfb4a70e"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:31:43.911893 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1bb1545a-9e83-4a55-bf77-d469fc5d79be req-b997f78d-b028-4f01-a9e0-d72090d802f6 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130462 Jul 29 23:31:44.058391 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5623928-2b7c-4d68-804f-7b7c05714248 req-dc03ac88-36ed-4121-9a3c-c96a4d7cbaa7 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:44.060021 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c5623928-2b7c-4d68-804f-7b7c05714248 req-dc03ac88-36ed-4121-9a3c-c96a4d7cbaa7 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/ports?device_id=c998bf02-d7e5-4d3c-8e26-31b274713109 HTTP/1.1" status: 200 len: 945 time: 0.3959119 Jul 29 23:31:44.076383 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6001290-dc63-4bd9-826e-fecc4c184edb req-ffa8e436-e76c-42fe-b0ec-025b08c69b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:44.078635 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a6001290-dc63-4bd9-826e-fecc4c184edb req-ffa8e436-e76c-42fe-b0ec-025b08c69b44 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7458a594-1a22-4c4a-88d1-6b77cea076b8 HTTP/1.1" status: 200 len: 797 time: 0.3008893 Jul 29 23:31:44.080348 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40dd683-c8fb-4b54-a9f4-15ef28c6d029 service neutron] Pushing event updated for resources: {'Port': ['ID=93b5fbf0-238a-4eb3-aebb-f3656018624b,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:44.166291 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b64c376-e50f-45d6-88ae-20047e063c6c None None] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:31:44.190247 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40dd683-c8fb-4b54-a9f4-15ef28c6d029 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:44.190876 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40dd683-c8fb-4b54-a9f4-15ef28c6d029 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:44.191484 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40dd683-c8fb-4b54-a9f4-15ef28c6d029 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:44.192108 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40dd683-c8fb-4b54-a9f4-15ef28c6d029 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:44.192665 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40dd683-c8fb-4b54-a9f4-15ef28c6d029 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:44.193205 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40dd683-c8fb-4b54-a9f4-15ef28c6d029 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:44.193790 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40dd683-c8fb-4b54-a9f4-15ef28c6d029 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:44.194283 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40dd683-c8fb-4b54-a9f4-15ef28c6d029 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:44.194778 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40dd683-c8fb-4b54-a9f4-15ef28c6d029 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:44.195304 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40dd683-c8fb-4b54-a9f4-15ef28c6d029 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:44.195801 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40dd683-c8fb-4b54-a9f4-15ef28c6d029 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:44.196284 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40dd683-c8fb-4b54-a9f4-15ef28c6d029 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:44.266783 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c5623928-2b7c-4d68-804f-7b7c05714248 req-bcc913b6-8ef1-453d-89ff-f791699e4af9 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/security-groups?id=c238602f-ef5f-447a-b128-9500386afc8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696310 Jul 29 23:31:44.279556 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6001290-dc63-4bd9-826e-fecc4c184edb req-3de74fb8-131f-42da-908c-27bd40ddfaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:44.281325 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a6001290-dc63-4bd9-826e-fecc4c184edb req-3de74fb8-131f-42da-908c-27bd40ddfaec service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=20b17a75-47ba-4198-999c-000c34520768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1741786 Jul 29 23:31:44.293463 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31334f26-fada-4e25-b959-42c7257dc559 req-50fe56d2-f306-41e2-906a-0b3e35ee6c2b tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:44.301694 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-31334f26-fada-4e25-b959-42c7257dc559 req-50fe56d2-f306-41e2-906a-0b3e35ee6c2b tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4905085-27a7-495b-a033-625fedae8004 HTTP/1.1" status: 200 len: 945 time: 0.2184098 Jul 29 23:31:44.318651 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device f57d52fa-09af-45ac-a014-3f4c121c4078 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:31:44.394201 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-017b4bc7-c79d-4ffd-ac3e-e8381e149492 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:44.395670 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-d40dd683-c8fb-4b54-a9f4-15ef28c6d029 service neutron] Attempting to bind port 93b5fbf0-238a-4eb3-aebb-f3656018624b on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:31:44.396015 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-d40dd683-c8fb-4b54-a9f4-15ef28c6d029 service neutron] Attempting to bind port 93b5fbf0-238a-4eb3-aebb-f3656018624b by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': 'ba5bac9c-cf87-4379-a2c6-b5c109b5db18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'efe051f0-42fc-4850-b7cd-89c8013aea3e'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:31:44.396344 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-d40dd683-c8fb-4b54-a9f4-15ef28c6d029 service neutron] Attempting to bind port 93b5fbf0-238a-4eb3-aebb-f3656018624b on network efe051f0-42fc-4850-b7cd-89c8013aea3e {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:31:44.398171 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-786bb92f-8f60-4f55-9937-f362f8c667b3 None None] Provisioning for port f57d52fa-09af-45ac-a014-3f4c121c4078 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:31:44.452640 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017b4bc7-c79d-4ffd-ac3e-e8381e149492 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:31:44.455393 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-d40dd683-c8fb-4b54-a9f4-15ef28c6d029 service neutron] Port 93b5fbf0-238a-4eb3-aebb-f3656018624b on network efe051f0-42fc-4850-b7cd-89c8013aea3e not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:31:44.455721 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-d40dd683-c8fb-4b54-a9f4-15ef28c6d029 service neutron] Attempting to bind port 93b5fbf0-238a-4eb3-aebb-f3656018624b on network efe051f0-42fc-4850-b7cd-89c8013aea3e {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:31:44.459591 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-017b4bc7-c79d-4ffd-ac3e-e8381e149492 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:31:44.465909 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017b4bc7-c79d-4ffd-ac3e-e8381e149492 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:31:44.502880 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a6001290-dc63-4bd9-826e-fecc4c184edb req-589830e8-f6fe-42a7-b59c-3dbcc1f7dfe8 service neutron] 10.222.0.41 "GET /v2.0/networks/20b17a75-47ba-4198-999c-000c34520768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920788 Jul 29 23:31:44.518114 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-31334f26-fada-4e25-b959-42c7257dc559 req-38c827aa-283e-4209-b70d-ddead3040856 tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e16a801-1b5d-4b70-8503-4ffbf26602b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097926 Jul 29 23:31:44.529069 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017b4bc7-c79d-4ffd-ac3e-e8381e149492 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:44.530168 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-017b4bc7-c79d-4ffd-ac3e-e8381e149492 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:44.547750 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4', 'tag': '024df781-a247-4293-a30c-16abd40adffa'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:31:44.551146 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621e0ffe-7914-4e16-a78d-af51ec071229" -d '{"events": [{"name": "network-changed", "server_uuid": "8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4", "tag": "024df781-a247-4293-a30c-16abd40adffa"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:31:44.565350 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-017b4bc7-c79d-4ffd-ac3e-e8381e149492 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.5083137 Jul 29 23:31:44.568313 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 49974) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:44.575812 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017b4bc7-c79d-4ffd-ac3e-e8381e149492 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event updated for resources: {'Port': ['ID=a28dbc0b-25e6-46da-bb55-3412c0ce10d7,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:44.587193 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port f57d52fa-09af-45ac-a014-3f4c121c4078 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:31:44.591106 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44449974-3b9a-42c1-aebc-4abd067549db x-openstack-request-id: req-44449974-3b9a-42c1-aebc-4abd067549db {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:31:44.591404 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4905085-27a7-495b-a033-625fedae8004", "name": "network-vif-plugged", "status": "completed", "tag": "92f27aa7-54aa-4baf-af77-0d99bfb4a70e", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:31:44.591777 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-44449974-3b9a-42c1-aebc-4abd067549db {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:31:44.592050 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4905085-27a7-495b-a033-625fedae8004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92f27aa7-54aa-4baf-af77-0d99bfb4a70e', 'code': 200} Jul 29 23:31:44.598313 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1f52b063-66a7-4a37-a63d-dd779b289f20 req-8799692b-186d-4db2-87eb-ce31f68f37ad service neutron] 10.222.0.22 "GET /v2.0/networks/3c7cedb3-e56d-4c4c-993c-657e341a0c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7694826 Jul 29 23:31:44.629369 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port f57d52fa-09af-45ac-a014-3f4c121c4078 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:44.629618 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:44.635844 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-d40dd683-c8fb-4b54-a9f4-15ef28c6d029 service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:31:44.638583 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-d40dd683-c8fb-4b54-a9f4-15ef28c6d029 service neutron] Checking segment: {'id': 'ba5bac9c-cf87-4379-a2c6-b5c109b5db18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'efe051f0-42fc-4850-b7cd-89c8013aea3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:31:44.639121 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-d40dd683-c8fb-4b54-a9f4-15ef28c6d029 service neutron] Bound using segment: {'id': 'ba5bac9c-cf87-4379-a2c6-b5c109b5db18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'efe051f0-42fc-4850-b7cd-89c8013aea3e'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:31:44.639606 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-d40dd683-c8fb-4b54-a9f4-15ef28c6d029 service neutron] Bound port: 93b5fbf0-238a-4eb3-aebb-f3656018624b, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba5bac9c-cf87-4379-a2c6-b5c109b5db18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'efe051f0-42fc-4850-b7cd-89c8013aea3e'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:31:44.640028 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-d40dd683-c8fb-4b54-a9f4-15ef28c6d029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:44.704717 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270ec7d8-6687-4c26-a98b-b8bb848b2535 None None] Update dhcp port {'port': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'fixed_ips': [{'subnet_id': '601e57be-9b92-4886-9df7-28d2dbde4e41', 'ip_address': '2001:db8::f816:3eff:fe8b:bf0e'}, {'subnet_id': 'ae7d0f82-dd01-4bcc-b8e9-f4ff17a0a866'}], 'binding:host_id': 'n-d-712141-10'}, 'id': 'f57d52fa-09af-45ac-a014-3f4c121c4078'} from n-d-712141-10. {{(pid=94079) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 23:31:44.747278 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-270ec7d8-6687-4c26-a98b-b8bb848b2535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:44.762055 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1f52b063-66a7-4a37-a63d-dd779b289f20 req-9c7be487-9d1b-4f7b-81a5-e3ee1204ae36 service neutron] 10.222.0.22 "GET /v2.0/networks/3c7cedb3-e56d-4c4c-993c-657e341a0c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508346 Jul 29 23:31:44.796299 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdace826-b744-4b24-8113-d81061f6a5da req-22571803-8acd-4438-bcf8-188fbabe55a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:44.799589 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-bdace826-b744-4b24-8113-d81061f6a5da req-22571803-8acd-4438-bcf8-188fbabe55a1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d4905085-27a7-495b-a033-625fedae8004 HTTP/1.1" status: 200 len: 1097 time: 0.0876198 Jul 29 23:31:44.848611 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:44.871256 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb73e7f-d695-4649-88be-b9e5f6f6cbd6 req-b3763c30-4adf-4473-b57b-88a9be184cf9 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:44.871815 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-bdace826-b744-4b24-8113-d81061f6a5da req-36656c7c-3559-470c-9516-cd8065ed7737 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5e16a801-1b5d-4b70-8503-4ffbf26602b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642631 Jul 29 23:31:44.878404 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-abb73e7f-d695-4649-88be-b9e5f6f6cbd6 req-b3763c30-4adf-4473-b57b-88a9be184cf9 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cb63dcd-cfed-45b1-9087-f482b0d11e6a HTTP/1.1" status: 200 len: 944 time: 0.4653206 Jul 29 23:31:44.892572 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a6001290-dc63-4bd9-826e-fecc4c184edb req-53a6d8b1-9db0-4275-99f5-032abd5403ef service neutron] 10.222.0.41 "GET /v2.0/networks/20b17a75-47ba-4198-999c-000c34520768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3722904 Jul 29 23:31:44.989267 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port f57d52fa-09af-45ac-a014-3f4c121c4078, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=f57d52fa-09af-45ac-a014-3f4c121c4078,segment=NetworkSegment(ceb567b3-93e6-4495-80aa-58a786948605),segment_id=ceb567b3-93e6-4495-80aa-58a786948605)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:44.990162 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e41a855-cfb1-49f8-a7cb-2c6265ce7927 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:45.001108 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:45.001520 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e41a855-cfb1-49f8-a7cb-2c6265ce7927 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:45.006657 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-2e41a855-cfb1-49f8-a7cb-2c6265ce7927 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.4346178 Jul 29 23:31:45.006657 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-d40dd683-c8fb-4b54-a9f4-15ef28c6d029 service neutron] For port 93b5fbf0-238a-4eb3-aebb-f3656018624b, host n-h2-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:31:45.007273 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 49982) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:45.021054 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-d40dd683-c8fb-4b54-a9f4-15ef28c6d029 service neutron] For port 93b5fbf0-238a-4eb3-aebb-f3656018624b, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=93b5fbf0-238a-4eb3-aebb-f3656018624b,segment=NetworkSegment(ba5bac9c-cf87-4379-a2c6-b5c109b5db18),segment_id=ba5bac9c-cf87-4379-a2c6-b5c109b5db18)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:31:45.060651 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d9e95-c96f-4480-891a-afa330d32c5d req-f7aeec94-4cc7-4498-b40e-ed95c68730b9 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:45.089237 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d9e95-c96f-4480-891a-afa330d32c5d req-f7aeec94-4cc7-4498-b40e-ed95c68730b9 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:45.113559 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d9e95-c96f-4480-891a-afa330d32c5d req-f7aeec94-4cc7-4498-b40e-ed95c68730b9 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:45.130568 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d9e95-c96f-4480-891a-afa330d32c5d req-f7aeec94-4cc7-4498-b40e-ed95c68730b9 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:45.143978 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=f57d52fa-09af-45ac-a014-3f4c121c4078,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:45.158833 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-97ba9a55-83ed-45b2-81f9-c5e352d42281 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Deleting port a28dbc0b-25e6-46da-bb55-3412c0ce10d7 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:31:45.159405 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d9e95-c96f-4480-891a-afa330d32c5d req-f7aeec94-4cc7-4498-b40e-ed95c68730b9 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:45.159617 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-97ba9a55-83ed-45b2-81f9-c5e352d42281 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:45.167165 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:45.167772 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:45.168286 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:45.168837 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:45.169349 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:45.169961 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:45.170503 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:45.171035 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:45.171528 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:45.173109 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:45.173109 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:45.173691 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:45.193797 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d9e95-c96f-4480-891a-afa330d32c5d req-f7aeec94-4cc7-4498-b40e-ed95c68730b9 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:45.209885 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d9e95-c96f-4480-891a-afa330d32c5d req-f7aeec94-4cc7-4498-b40e-ed95c68730b9 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:45.212668 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ec8d9e95-c96f-4480-891a-afa330d32c5d req-f7aeec94-4cc7-4498-b40e-ed95c68730b9 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 5417 time: 0.5406966 Jul 29 23:31:45.226646 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-270ec7d8-6687-4c26-a98b-b8bb848b2535 None None] Allocated IP 172.20.0.2 (27ea2e30-5576-4381-a6d8-03efb8f4bd4e/ae7d0f82-dd01-4bcc-b8e9-f4ff17a0a866/f57d52fa-09af-45ac-a014-3f4c121c4078) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:31:45.256697 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-d40dd683-c8fb-4b54-a9f4-15ef28c6d029 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:45.319262 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-97ba9a55-83ed-45b2-81f9-c5e352d42281 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:45.337876 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-97ba9a55-83ed-45b2-81f9-c5e352d42281 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Calling delete_port for a28dbc0b-25e6-46da-bb55-3412c0ce10d7 owned by {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:31:45.402167 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-d40dd683-c8fb-4b54-a9f4-15ef28c6d029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:45.402526 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-d40dd683-c8fb-4b54-a9f4-15ef28c6d029 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:45.403897 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-d40dd683-c8fb-4b54-a9f4-15ef28c6d029 service neutron] 10.222.0.22 "PUT /v2.0/ports/93b5fbf0-238a-4eb3-aebb-f3656018624b HTTP/1.1" status: 200 len: 1092 time: 3.3999438 Jul 29 23:31:45.404550 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40dd683-c8fb-4b54-a9f4-15ef28c6d029 service neutron] Pushing event updated for resources: {'Port': ['ID=93b5fbf0-238a-4eb3-aebb-f3656018624b,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:45.424289 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-abb73e7f-d695-4649-88be-b9e5f6f6cbd6 req-a0790200-68b4-4645-8b0e-6e544113555b tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8504185-138c-4bfa-ad4d-619d3548526d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5258124 Jul 29 23:31:45.429886 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-270ec7d8-6687-4c26-a98b-b8bb848b2535 None None] For port f57d52fa-09af-45ac-a014-3f4c121c4078, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=f57d52fa-09af-45ac-a014-3f4c121c4078,segment=NetworkSegment(ceb567b3-93e6-4495-80aa-58a786948605),segment_id=ceb567b3-93e6-4495-80aa-58a786948605)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:45.438207 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a6001290-dc63-4bd9-826e-fecc4c184edb req-0fab8050-ecbf-4b94-814d-b1585e773c72 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=af1ec564-29cd-4f8a-b291-2e25d87073ad HTTP/1.1" status: 200 len: 217 time: 0.2057667 Jul 29 23:31:45.569023 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-270ec7d8-6687-4c26-a98b-b8bb848b2535 None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:45.585051 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ec8d9e95-c96f-4480-891a-afa330d32c5d req-c5c8fa6c-6932-49b1-a197-096744bf029f tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6fa48f-d86a-46d7-b38c-3131d342f37d&id=d06a9099-30da-446c-be64-dba56c62ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3431580 Jul 29 23:31:45.611387 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-270ec7d8-6687-4c26-a98b-b8bb848b2535 None None] Transition to ACTIVE for port object f57d52fa-09af-45ac-a014-3f4c121c4078 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:31:45.619695 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-270ec7d8-6687-4c26-a98b-b8bb848b2535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:45.644978 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6001290-dc63-4bd9-826e-fecc4c184edb req-ff9b3656-fa3c-4cdf-9201-988b655c0975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:45.646714 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a6001290-dc63-4bd9-826e-fecc4c184edb req-ff9b3656-fa3c-4cdf-9201-988b655c0975 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7458a594-1a22-4c4a-88d1-6b77cea076b8 HTTP/1.1" status: 200 len: 797 time: 0.1543489 Jul 29 23:31:45.731798 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270ec7d8-6687-4c26-a98b-b8bb848b2535 None None] Pushing event updated for resources: {'Port': ['ID=f57d52fa-09af-45ac-a014-3f4c121c4078,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:45.757104 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1032c3d8-185d-4fb9-a3a1-7fc8385e474c x-openstack-request-id: req-1032c3d8-185d-4fb9-a3a1-7fc8385e474c {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:31:45.763085 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4", "tag": "024df781-a247-4293-a30c-16abd40adffa", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:31:45.763679 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1032c3d8-185d-4fb9-a3a1-7fc8385e474c {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:31:45.764255 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4', 'tag': '024df781-a247-4293-a30c-16abd40adffa', 'status': 'completed', 'code': 200} Jul 29 23:31:45.848272 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-97ba9a55-83ed-45b2-81f9-c5e352d42281 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:45.998591 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ba9a55-83ed-45b2-81f9-c5e352d42281 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event deleted for resources: {'Port': ['ID=a28dbc0b-25e6-46da-bb55-3412c0ce10d7,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:46.013936 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device f57d52fa-09af-45ac-a014-3f4c121c4078 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:31:46.052058 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-262e6205-670b-462b-a7ec-715ee05d308b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:46.053136 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-262e6205-670b-462b-a7ec-715ee05d308b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:46.054329 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-262e6205-670b-462b-a7ec-715ee05d308b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:46.055538 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-262e6205-670b-462b-a7ec-715ee05d308b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:46.058934 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-262e6205-670b-462b-a7ec-715ee05d308b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:46.059845 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-262e6205-670b-462b-a7ec-715ee05d308b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:46.061080 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-262e6205-670b-462b-a7ec-715ee05d308b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:46.064690 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-262e6205-670b-462b-a7ec-715ee05d308b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0f2ab90424214bdcb3d3f2d44c6cf9b4&device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 6481 time: 0.4761505 Jul 29 23:31:46.072756 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6001290-dc63-4bd9-826e-fecc4c184edb req-731ec3e7-8a0a-4aad-bad4-97f2472bb5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:46.074688 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a6001290-dc63-4bd9-826e-fecc4c184edb req-731ec3e7-8a0a-4aad-bad4-97f2472bb5ff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=20b17a75-47ba-4198-999c-000c34520768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3712158 Jul 29 23:31:46.175243 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4bf19-2d94-417f-a4a5-96eb21dddc39 req-464009be-b97c-4da8-9e25-5a16f3e7efc2 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:46.177722 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-abe4bf19-2d94-417f-a4a5-96eb21dddc39 req-464009be-b97c-4da8-9e25-5a16f3e7efc2 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=693429de-8fab-4271-840a-01b89571b1ba HTTP/1.1" status: 200 len: 946 time: 0.3573186 Jul 29 23:31:46.227485 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-97ba9a55-83ed-45b2-81f9-c5e352d42281 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:46.232005 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-97ba9a55-83ed-45b2-81f9-c5e352d42281 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/ports/a28dbc0b-25e6-46da-bb55-3412c0ce10d7 HTTP/1.1" status: 204 len: 168 time: 1.2210193 Jul 29 23:31:46.232445 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 49996) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:46.254352 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-d0b9b66f-63be-4704-8107-70778510e728 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e344eee-0003-40f4-acc2-bcb46574e5a1 HTTP/1.1" status: 200 len: 217 time: 0.1784155 Jul 29 23:31:46.283236 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31676ca1-666e-4b2e-a560-ce889c980f95 req-a14532fd-6ef0-41b8-aa4d-67377cc14cd1 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:46.284935 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-31676ca1-666e-4b2e-a560-ce889c980f95 req-a14532fd-6ef0-41b8-aa4d-67377cc14cd1 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/ports?device_id=c998bf02-d7e5-4d3c-8e26-31b274713109 HTTP/1.1" status: 200 len: 945 time: 0.3853781 Jul 29 23:31:46.304038 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83f616c-8fa6-40b0-a5e2-44d839e0cde7 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:46.305719 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83f616c-8fa6-40b0-a5e2-44d839e0cde7 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:46.307269 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83f616c-8fa6-40b0-a5e2-44d839e0cde7 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:46.308909 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d83f616c-8fa6-40b0-a5e2-44d839e0cde7 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0753736 Jul 29 23:31:46.311562 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50000) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:46.360507 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-abe4bf19-2d94-417f-a4a5-96eb21dddc39 req-13280b67-6f43-4fa8-b48e-63f19513e409 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634521 Jul 29 23:31:46.391208 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-16d485de-bde1-4d28-a346-9f2939c201ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:46.392714 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-16d485de-bde1-4d28-a346-9f2939c201ff service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5e68bcd5-61dd-4d3a-b0e6-c975e0de7caa HTTP/1.1" status: 200 len: 850 time: 0.1272588 Jul 29 23:31:46.397777 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-0304a9e3-b4c1-4927-b6ee-9010ef52c6a1 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Deleting subnet 601e57be-9b92-4886-9df7-28d2dbde4e41 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:31:46.403679 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0304a9e3-b4c1-4927-b6ee-9010ef52c6a1 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:46.444879 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-31676ca1-666e-4b2e-a560-ce889c980f95 req-53eee4e6-c8a9-4ffb-b9a2-2ec0714be9af tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/security-groups?id=c238602f-ef5f-447a-b128-9500386afc8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349514 Jul 29 23:31:46.460483 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0304a9e3-b4c1-4927-b6ee-9010ef52c6a1 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:46.503458 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a6001290-dc63-4bd9-826e-fecc4c184edb req-11d2b4a9-d04a-4a64-884a-ba3be46f78c0 service neutron] 10.222.0.41 "GET /v2.0/networks/20b17a75-47ba-4198-999c-000c34520768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4093196 Jul 29 23:31:46.611363 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-8a7bcc15-240a-43cb-9af3-1ab42c52eff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:46.613669 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-8a7bcc15-240a-43cb-9af3-1ab42c52eff3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cd4fb90a-a73b-48ea-873e-472dda9549c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2052729 Jul 29 23:31:46.647050 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0304a9e3-b4c1-4927-b6ee-9010ef52c6a1 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:46.648029 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f62bd-18d6-47d8-aab6-98e0ed2781fe req-111426eb-2f47-4e4d-9c36-4c7dfd02500f tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:46.649811 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8e8f62bd-18d6-47d8-aab6-98e0ed2781fe req-111426eb-2f47-4e4d-9c36-4c7dfd02500f tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4905085-27a7-495b-a033-625fedae8004 HTTP/1.1" status: 200 len: 945 time: 0.1513608 Jul 29 23:31:46.752593 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0304a9e3-b4c1-4927-b6ee-9010ef52c6a1 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:46.771242 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a6001290-dc63-4bd9-826e-fecc4c184edb req-f5e0139e-15ab-4409-b9b8-6b3251a78e7f service neutron] 10.222.0.41 "GET /v2.0/networks/20b17a75-47ba-4198-999c-000c34520768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562101 Jul 29 23:31:46.790882 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0304a9e3-b4c1-4927-b6ee-9010ef52c6a1 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event deleted for resources: {'Subnet': ['ID=601e57be-9b92-4886-9df7-28d2dbde4e41,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:46.797719 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0304a9e3-b4c1-4927-b6ee-9010ef52c6a1 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:46.801637 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0304a9e3-b4c1-4927-b6ee-9010ef52c6a1 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/subnets/601e57be-9b92-4886-9df7-28d2dbde4e41 HTTP/1.1" status: 204 len: 168 time: 0.4873164 Jul 29 23:31:46.804004 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50012) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:46.892056 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-faf03f10-5f97-4cc3-ba38-d78e27b1ecc4 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Deleting subnet ae7d0f82-dd01-4bcc-b8e9-f4ff17a0a866 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:31:46.897823 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-faf03f10-5f97-4cc3-ba38-d78e27b1ecc4 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:46.898338 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067f2c98-b552-4330-98ad-6cb5e7ee917a None None] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:31:46.956688 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-faf03f10-5f97-4cc3-ba38-d78e27b1ecc4 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:46.960628 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-67f9bec8-c9ef-4742-9079-6b19fbcab316 None None] Could not find standard attr ID for object a28dbc0b-25e6-46da-bb55-3412c0ce10d7. {{(pid=94079) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:31:47.002641 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-67f9bec8-c9ef-4742-9079-6b19fbcab316 None None] Provisioning for port f57d52fa-09af-45ac-a014-3f4c121c4078 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:31:47.014004 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-67f9bec8-c9ef-4742-9079-6b19fbcab316 None None] Provisioning complete for port f57d52fa-09af-45ac-a014-3f4c121c4078 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:47.014881 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-67f9bec8-c9ef-4742-9079-6b19fbcab316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:47.117339 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-faf03f10-5f97-4cc3-ba38-d78e27b1ecc4 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:47.197643 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8e8f62bd-18d6-47d8-aab6-98e0ed2781fe req-6b54de7b-5569-49e8-9b6e-228f54fb5da2 tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e16a801-1b5d-4b70-8503-4ffbf26602b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5341945 Jul 29 23:31:47.239099 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a6001290-dc63-4bd9-826e-fecc4c184edb req-cb7ced7b-3193-4397-bc84-b1d3891d2503 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6cab2274-0e29-41ee-a31c-dc16b683b0ae HTTP/1.1" status: 200 len: 217 time: 0.0562687 Jul 29 23:31:47.248652 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-faf03f10-5f97-4cc3-ba38-d78e27b1ecc4 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:47.264055 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471806d-7739-43e6-bfeb-678aa6afd83c req-43afd2d6-dc36-4866-8a64-a755b663ee90 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:47.265898 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3471806d-7739-43e6-bfeb-678aa6afd83c req-43afd2d6-dc36-4866-8a64-a755b663ee90 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cb63dcd-cfed-45b1-9087-f482b0d11e6a HTTP/1.1" status: 200 len: 944 time: 0.5694363 Jul 29 23:31:47.278193 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf03f10-5f97-4cc3-ba38-d78e27b1ecc4 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event deleted for resources: {'Subnet': ['ID=ae7d0f82-dd01-4bcc-b8e9-f4ff17a0a866,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:47.289059 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-14ee3f2a-e54d-4618-bb3d-6e0a6cdabbbb service neutron] 10.222.0.22 "GET /v2.0/networks/cd4fb90a-a73b-48ea-873e-472dda9549c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6661010 Jul 29 23:31:47.304041 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-faf03f10-5f97-4cc3-ba38-d78e27b1ecc4 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:47.306802 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-faf03f10-5f97-4cc3-ba38-d78e27b1ecc4 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/subnets/ae7d0f82-dd01-4bcc-b8e9-f4ff17a0a866 HTTP/1.1" status: 204 len: 168 time: 0.5015144 Jul 29 23:31:47.309614 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50016) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:47.364149 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c2466369-6624-4a5f-a886-dc0f00b3fe5c tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0526385 Jul 29 23:31:47.367376 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50018) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:47.372471 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-618fa28e-1f97-4a00-8e92-162d028b6a64 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Request body: {'subnet': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:47.379888 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6001290-dc63-4bd9-826e-fecc4c184edb req-2632e2c5-ca5a-4e9d-b2d5-a6bbb56ecf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:47.381364 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a6001290-dc63-4bd9-826e-fecc4c184edb req-2632e2c5-ca5a-4e9d-b2d5-a6bbb56ecf63 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fcb38ae7-084a-4b8d-94fa-28c5b74ee6b1 HTTP/1.1" status: 200 len: 797 time: 0.1326649 Jul 29 23:31:47.476028 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3471806d-7739-43e6-bfeb-678aa6afd83c req-0432ffb1-3ca4-4032-847e-1bb8c269f972 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8504185-138c-4bfa-ad4d-619d3548526d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1892440 Jul 29 23:31:47.502857 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618fa28e-1f97-4a00-8e92-162d028b6a64 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Made reservation on behalf of 7c9416c97c57443282624ca6d2f37df4 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:31:47.502857 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-618fa28e-1f97-4a00-8e92-162d028b6a64 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:47.546044 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-b981682b-d2bb-4e09-9cac-6d7161540810 service neutron] 10.222.0.22 "GET /v2.0/networks/cd4fb90a-a73b-48ea-873e-472dda9549c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453623 Jul 29 23:31:47.549445 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6001290-dc63-4bd9-826e-fecc4c184edb req-7c01045e-6e8b-46c9-806f-441724217f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:47.551026 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a6001290-dc63-4bd9-826e-fecc4c184edb req-7c01045e-6e8b-46c9-806f-441724217f1b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1360815 Jul 29 23:31:47.618135 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13142ec-ba85-4c44-840c-0a711db0d0c5 req-ad976fb5-eef4-4e21-a438-54d199627e21 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:47.619886 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a13142ec-ba85-4c44-840c-0a711db0d0c5 req-ad976fb5-eef4-4e21-a438-54d199627e21 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=693429de-8fab-4271-840a-01b89571b1ba HTTP/1.1" status: 200 len: 946 time: 0.1882703 Jul 29 23:31:47.649614 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-0b5377e5-e8d5-49f4-9b9d-03acb74a40d0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=6692c9b8-f4e2-4f31-897e-016045fc3bd4 HTTP/1.1" status: 200 len: 217 time: 0.0958030 Jul 29 23:31:47.766201 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4', 'tag': '93b5fbf0-238a-4eb3-aebb-f3656018624b'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:31:47.768826 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ccbcae-147b-4a28-a50e-7bf64b1b4bdb" -d '{"events": [{"name": "network-changed", "server_uuid": "8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4", "tag": "93b5fbf0-238a-4eb3-aebb-f3656018624b"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:31:47.792874 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a13142ec-ba85-4c44-840c-0a711db0d0c5 req-de9f5963-f559-43ab-8078-d0bd3418a85e tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531496 Jul 29 23:31:47.811614 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-81cc6e25-caab-456d-a13e-93397b604527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:47.813755 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-81cc6e25-caab-456d-a13e-93397b604527 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=79a11c1f-d15e-4fd8-9d2b-ecb54e88df46 HTTP/1.1" status: 200 len: 797 time: 0.1251807 Jul 29 23:31:47.849563 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675373fc-3f89-4c32-ab6c-287ee11c951c req-b4da3b8d-7060-4247-86bd-b0eb1b0b9b47 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:47.856063 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675373fc-3f89-4c32-ab6c-287ee11c951c req-b4da3b8d-7060-4247-86bd-b0eb1b0b9b47 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:47.864070 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675373fc-3f89-4c32-ab6c-287ee11c951c req-b4da3b8d-7060-4247-86bd-b0eb1b0b9b47 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:47.871469 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675373fc-3f89-4c32-ab6c-287ee11c951c req-b4da3b8d-7060-4247-86bd-b0eb1b0b9b47 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:47.878811 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675373fc-3f89-4c32-ab6c-287ee11c951c req-b4da3b8d-7060-4247-86bd-b0eb1b0b9b47 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:47.886304 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675373fc-3f89-4c32-ab6c-287ee11c951c req-b4da3b8d-7060-4247-86bd-b0eb1b0b9b47 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:47.892979 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675373fc-3f89-4c32-ab6c-287ee11c951c req-b4da3b8d-7060-4247-86bd-b0eb1b0b9b47 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:47.895171 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-675373fc-3f89-4c32-ab6c-287ee11c951c req-b4da3b8d-7060-4247-86bd-b0eb1b0b9b47 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 5417 time: 0.3136206 Jul 29 23:31:47.961309 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a6001290-dc63-4bd9-826e-fecc4c184edb req-e824be14-f8b0-43cb-b013-2cd1ade32d79 service neutron] 10.222.0.41 "GET /v2.0/networks/4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3918219 Jul 29 23:31:47.980697 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646874d1-c4bc-4cb6-b351-f93170091d5f None None] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:31:48.031095 n-d-712141-10 neutron-server[94077]: DEBUG neutron.objects.ports [None req-618fa28e-1f97-4a00-8e92-162d028b6a64 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94077) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 23:31:48.074777 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-5e6b55ea-d061-4546-8ffa-a2fd222a579b None None] Provisioning complete for port f57d52fa-09af-45ac-a014-3f4c121c4078 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:48.075142 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5e6b55ea-d061-4546-8ffa-a2fd222a579b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:48.081736 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-675373fc-3f89-4c32-ab6c-287ee11c951c req-1c0cb4f8-d346-422d-b69b-fb349fb2532d tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6fa48f-d86a-46d7-b38c-3131d342f37d&id=d06a9099-30da-446c-be64-dba56c62ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1643848 Jul 29 23:31:48.088976 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-c964777d-38ba-428a-a8b6-e7db79cc27cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:48.092134 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-c964777d-38ba-428a-a8b6-e7db79cc27cd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=61db5dcd-b042-47fa-9111-3b2277565367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2701385 Jul 29 23:31:48.246898 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4115c1eb-8c23-4fbe-9870-41cd6210a324 x-openstack-request-id: req-4115c1eb-8c23-4fbe-9870-41cd6210a324 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:31:48.248882 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4", "tag": "93b5fbf0-238a-4eb3-aebb-f3656018624b", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:31:48.249220 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4115c1eb-8c23-4fbe-9870-41cd6210a324 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:31:48.249567 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4', 'tag': '93b5fbf0-238a-4eb3-aebb-f3656018624b', 'status': 'completed', 'code': 200} Jul 29 23:31:48.317100 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1283e29a-f8cc-4e64-a05d-bd4e9dd983d8 req-8abfc7bc-1c86-4404-9b06-2f48e4633a1d tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:48.338829 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1283e29a-f8cc-4e64-a05d-bd4e9dd983d8 req-8abfc7bc-1c86-4404-9b06-2f48e4633a1d tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/ports?device_id=c998bf02-d7e5-4d3c-8e26-31b274713109 HTTP/1.1" status: 200 len: 945 time: 0.3349826 Jul 29 23:31:48.442951 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a6001290-dc63-4bd9-826e-fecc4c184edb req-e605764c-40eb-4600-b819-c0bc259da4ab service neutron] 10.222.0.41 "GET /v2.0/networks/4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4709468 Jul 29 23:31:48.450685 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-618fa28e-1f97-4a00-8e92-162d028b6a64 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:48.587444 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1283e29a-f8cc-4e64-a05d-bd4e9dd983d8 req-4eee6da0-50f9-49f7-af1d-0246be9d8b18 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/security-groups?id=c238602f-ef5f-447a-b128-9500386afc8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349637 Jul 29 23:31:48.601118 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a6001290-dc63-4bd9-826e-fecc4c184edb req-6c4323a1-48ea-432b-bb08-c10f6ab0a34d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7450c10b-b2aa-4ef3-b42e-e8eeba1cf253 HTTP/1.1" status: 200 len: 217 time: 0.1286299 Jul 29 23:31:48.603817 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-e61b945c-ddf2-49ef-b968-e215a9a3b3f4 service neutron] 10.222.0.22 "GET /v2.0/networks/61db5dcd-b042-47fa-9111-3b2277565367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5038970 Jul 29 23:31:48.838775 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-618fa28e-1f97-4a00-8e92-162d028b6a64 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] For port f57d52fa-09af-45ac-a014-3f4c121c4078, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=f57d52fa-09af-45ac-a014-3f4c121c4078,segment=NetworkSegment(ceb567b3-93e6-4495-80aa-58a786948605),segment_id=ceb567b3-93e6-4495-80aa-58a786948605)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:48.843914 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064d53c-65e9-49f2-9a57-b2aea0966b74 req-e97030e5-7f80-43f1-a558-e768ec5eb0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:48.847038 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b064d53c-65e9-49f2-9a57-b2aea0966b74 req-e97030e5-7f80-43f1-a558-e768ec5eb0a5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a3a8c28ce06d4dd295640c2d71e0f069&device_id=d4905085-27a7-495b-a033-625fedae8004 HTTP/1.1" status: 200 len: 1097 time: 0.1341050 Jul 29 23:31:48.949156 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-618fa28e-1f97-4a00-8e92-162d028b6a64 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:48.949673 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6001290-dc63-4bd9-826e-fecc4c184edb req-ae5828ac-f266-453f-b4a7-16c0343b3e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:48.955703 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a6001290-dc63-4bd9-826e-fecc4c184edb req-ae5828ac-f266-453f-b4a7-16c0343b3e46 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fcb38ae7-084a-4b8d-94fa-28c5b74ee6b1 HTTP/1.1" status: 200 len: 797 time: 0.3319070 Jul 29 23:31:48.960013 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-618fa28e-1f97-4a00-8e92-162d028b6a64 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:48.960968 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-618fa28e-1f97-4a00-8e92-162d028b6a64 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:48.971660 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce6dce-b550-4b6f-99c9-e576e2e88ce6 req-ab860db6-0eed-469d-a609-38e6ba424275 tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:48.973916 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-56ce6dce-b550-4b6f-99c9-e576e2e88ce6 req-ab860db6-0eed-469d-a609-38e6ba424275 tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4905085-27a7-495b-a033-625fedae8004 HTTP/1.1" status: 200 len: 945 time: 0.2634177 Jul 29 23:31:49.073553 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618fa28e-1f97-4a00-8e92-162d028b6a64 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event updated for resources: {'Port': ['ID=f57d52fa-09af-45ac-a014-3f4c121c4078,revision_number=8']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:49.117176 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b79f04-15d5-4d30-94b1-861af89735a7 req-ab809e67-b88a-4751-92a9-42205e2a795d tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:49.121914 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e9b79f04-15d5-4d30-94b1-861af89735a7 req-ab809e67-b88a-4751-92a9-42205e2a795d tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cb63dcd-cfed-45b1-9087-f482b0d11e6a HTTP/1.1" status: 200 len: 944 time: 0.3695164 Jul 29 23:31:49.149097 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618fa28e-1f97-4a00-8e92-162d028b6a64 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:31:49.151825 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6001290-dc63-4bd9-826e-fecc4c184edb req-c6f101c4-ab17-481e-82e8-141bd59a4f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:49.160648 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a6001290-dc63-4bd9-826e-fecc4c184edb req-c6f101c4-ab17-481e-82e8-141bd59a4f8f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1729498 Jul 29 23:31:49.160886 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064d53c-65e9-49f2-9a57-b2aea0966b74 req-c01c9037-406d-46d8-b8a0-0ae60b963199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:49.160886 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b064d53c-65e9-49f2-9a57-b2aea0966b74 req-c01c9037-406d-46d8-b8a0-0ae60b963199 service neutron] 10.222.0.41 "GET /v2.0/networks?id=33eb6089-f12f-45ab-93ef-1559af77245c HTTP/1.1" status: 200 len: 914 time: 0.3033335 Jul 29 23:31:49.168488 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-618fa28e-1f97-4a00-8e92-162d028b6a64 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:31:49.170984 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618fa28e-1f97-4a00-8e92-162d028b6a64 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:49.171887 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-618fa28e-1f97-4a00-8e92-162d028b6a64 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:49.189626 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618fa28e-1f97-4a00-8e92-162d028b6a64 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event updated for resources: {'Subnet': ['ID=2fbadf3b-0902-447e-8abd-e8244634f05d,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:49.211378 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-595e5127-1c6d-4f70-9206-1d43f2004f96 service neutron] 10.222.0.22 "GET /v2.0/networks/61db5dcd-b042-47fa-9111-3b2277565367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5666192 Jul 29 23:31:49.238676 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b064d53c-65e9-49f2-9a57-b2aea0966b74 req-06de131f-cb8b-48e7-9667-b417ae0d9ca3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=92f27aa7-54aa-4baf-af77-0d99bfb4a70e HTTP/1.1" status: 200 len: 217 time: 0.0564959 Jul 29 23:31:49.244483 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-618fa28e-1f97-4a00-8e92-162d028b6a64 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8763196 Jul 29 23:31:49.247684 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50038) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:49.255022 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-d55ea854-0149-4123-8f35-c8b7f9b56805 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Request body: {'subnet': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:49.347855 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-56ce6dce-b550-4b6f-99c9-e576e2e88ce6 req-acfe2b04-1e9b-4bc9-9db7-22239d008559 tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e16a801-1b5d-4b70-8503-4ffbf26602b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019917 Jul 29 23:31:49.353091 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-efa7ba32-aef4-442a-876a-21d61bc301be service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=da9a90e1-8efc-4f87-81e6-604ba087e2ac HTTP/1.1" status: 200 len: 217 time: 0.0894749 Jul 29 23:31:49.371454 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e9b79f04-15d5-4d30-94b1-861af89735a7 req-8ad4ed72-c5ea-423f-9133-75c49f1d0d61 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8504185-138c-4bfa-ad4d-619d3548526d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2337294 Jul 29 23:31:49.409078 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064d53c-65e9-49f2-9a57-b2aea0966b74 req-c698fee6-0fce-4180-988b-d339e02b7804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:49.411101 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b064d53c-65e9-49f2-9a57-b2aea0966b74 req-c698fee6-0fce-4180-988b-d339e02b7804 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f0d8bd06-dc6d-4ccc-9caa-b44e45803cb5 HTTP/1.1" status: 200 len: 853 time: 0.1645100 Jul 29 23:31:49.474254 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b064d53c-65e9-49f2-9a57-b2aea0966b74 req-80be8630-fe5c-4be1-b044-197abb699588 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=33eb6089-f12f-45ab-93ef-1559af77245c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517111 Jul 29 23:31:49.483486 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:49.516088 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a6001290-dc63-4bd9-826e-fecc4c184edb req-e9986097-60e5-4150-b832-ce26a0d8dac9 service neutron] 10.222.0.41 "GET /v2.0/networks/4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461106 Jul 29 23:31:49.533285 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-091d40b1-1ac3-471b-aa78-b08f0e2dcf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:49.534940 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-091d40b1-1ac3-471b-aa78-b08f0e2dcf7c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=79a11c1f-d15e-4fd8-9d2b-ecb54e88df46 HTTP/1.1" status: 200 len: 797 time: 0.0908191 Jul 29 23:31:49.597801 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55ea854-0149-4123-8f35-c8b7f9b56805 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Made reservation on behalf of 7c9416c97c57443282624ca6d2f37df4 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:31:49.602633 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d55ea854-0149-4123-8f35-c8b7f9b56805 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:49.615853 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c40919-8f3b-4d0e-87be-d13ccd41b87f None None] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:31:49.648828 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b064d53c-65e9-49f2-9a57-b2aea0966b74 req-1f95e36c-def2-4f96-9878-d9c61fc0744a service neutron] 10.222.0.41 "GET /v2.0/networks/33eb6089-f12f-45ab-93ef-1559af77245c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609163 Jul 29 23:31:49.753427 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0107d0-cab3-4e41-923e-bceba7d22cad req-4d6d775f-d296-4f45-a21c-5ba05e631607 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:49.755115 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4c0107d0-cab3-4e41-923e-bceba7d22cad req-4d6d775f-d296-4f45-a21c-5ba05e631607 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=693429de-8fab-4271-840a-01b89571b1ba HTTP/1.1" status: 200 len: 946 time: 0.2372777 Jul 29 23:31:49.774088 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c3e03fc0-bb56-4709-bf4e-a87db9f9c0f9 None None] Provisioning complete for port f57d52fa-09af-45ac-a014-3f4c121c4078 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:49.774469 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c3e03fc0-bb56-4709-bf4e-a87db9f9c0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:49.794218 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa5e1c-8e56-42cd-bca7-fd00ca3e0e1c req-474f76df-3cbc-46bd-9c3b-d71f89e5067c tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:49.802837 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa5e1c-8e56-42cd-bca7-fd00ca3e0e1c req-474f76df-3cbc-46bd-9c3b-d71f89e5067c tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:49.810657 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa5e1c-8e56-42cd-bca7-fd00ca3e0e1c req-474f76df-3cbc-46bd-9c3b-d71f89e5067c tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:49.820345 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa5e1c-8e56-42cd-bca7-fd00ca3e0e1c req-474f76df-3cbc-46bd-9c3b-d71f89e5067c tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:49.829097 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa5e1c-8e56-42cd-bca7-fd00ca3e0e1c req-474f76df-3cbc-46bd-9c3b-d71f89e5067c tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:49.839082 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa5e1c-8e56-42cd-bca7-fd00ca3e0e1c req-474f76df-3cbc-46bd-9c3b-d71f89e5067c tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:49.847345 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa5e1c-8e56-42cd-bca7-fd00ca3e0e1c req-474f76df-3cbc-46bd-9c3b-d71f89e5067c tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:49.849692 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-34fa5e1c-8e56-42cd-bca7-fd00ca3e0e1c req-474f76df-3cbc-46bd-9c3b-d71f89e5067c tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 5417 time: 0.3216567 Jul 29 23:31:49.851972 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-f588dd58-c12b-4fa0-8cd6-068c9fd7d30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:49.853680 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-f588dd58-c12b-4fa0-8cd6-068c9fd7d30c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=61db5dcd-b042-47fa-9111-3b2277565367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3002264 Jul 29 23:31:49.884087 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b064d53c-65e9-49f2-9a57-b2aea0966b74 req-f4974651-71fa-497d-a615-210f7aa4e8b7 service neutron] 10.222.0.41 "GET /v2.0/networks/33eb6089-f12f-45ab-93ef-1559af77245c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205989 Jul 29 23:31:50.001133 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-34fa5e1c-8e56-42cd-bca7-fd00ca3e0e1c req-42ed873b-3e37-4d9e-bec4-7cd346aba034 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6fa48f-d86a-46d7-b38c-3131d342f37d&id=d06a9099-30da-446c-be64-dba56c62ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1362453 Jul 29 23:31:50.041362 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a6001290-dc63-4bd9-826e-fecc4c184edb req-20d84c81-fe35-4324-bee6-1c47c0d9d5f0 service neutron] 10.222.0.41 "GET /v2.0/networks/4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4976830 Jul 29 23:31:50.055551 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4c0107d0-cab3-4e41-923e-bceba7d22cad req-61b8a0a8-e94c-4c13-814a-6c240ef7261f tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885172 Jul 29 23:31:50.174135 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-187d856f-b433-4b90-b40d-e5d598480183 service neutron] 10.222.0.22 "GET /v2.0/networks/61db5dcd-b042-47fa-9111-3b2277565367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918613 Jul 29 23:31:50.228831 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device f57d52fa-09af-45ac-a014-3f4c121c4078 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:31:50.278013 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d55ea854-0149-4123-8f35-c8b7f9b56805 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:50.311356 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port f57d52fa-09af-45ac-a014-3f4c121c4078 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:50.314038 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:50.337941 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d5dfc-846b-406a-a052-80f1397ce1b5 req-df3b834b-3204-4485-8ac0-f6c39d8a68f0 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:50.347600 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-976d5dfc-846b-406a-a052-80f1397ce1b5 req-df3b834b-3204-4485-8ac0-f6c39d8a68f0 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/ports?device_id=c998bf02-d7e5-4d3c-8e26-31b274713109 HTTP/1.1" status: 200 len: 945 time: 0.1189289 Jul 29 23:31:50.367632 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55ea854-0149-4123-8f35-c8b7f9b56805 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:31:50.391475 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-d55ea854-0149-4123-8f35-c8b7f9b56805 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:31:50.403008 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55ea854-0149-4123-8f35-c8b7f9b56805 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:50.407046 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d55ea854-0149-4123-8f35-c8b7f9b56805 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:50.430656 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55ea854-0149-4123-8f35-c8b7f9b56805 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event updated for resources: {'Subnet': ['ID=5827ec5c-0588-4f7a-975e-e64424caf1f2,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:50.434136 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-62ea7bc8-29f4-47c7-9503-718bd601b435 None None] Provisioning complete for port f57d52fa-09af-45ac-a014-3f4c121c4078 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:50.434520 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-62ea7bc8-29f4-47c7-9503-718bd601b435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:50.452705 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-976d5dfc-846b-406a-a052-80f1397ce1b5 req-da905e7b-0020-42ce-9db4-563fd65cb776 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/security-groups?id=c238602f-ef5f-447a-b128-9500386afc8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041379 Jul 29 23:31:50.458909 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d55ea854-0149-4123-8f35-c8b7f9b56805 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2090392 Jul 29 23:31:50.461234 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50054) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:50.467086 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-174d6fc4-ceb5-4be3-a128-f5dd633d2a88 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Request body: {'port': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'mac_address': 'fa:16:3e:d2:8e:71', 'name': 'tempest-NetworksTestDHCPv6-128190141'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:50.588898 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-ced77b08-b97f-4d79-926a-2d66341a932b service neutron] 10.222.0.22 "GET /v2.0/networks/61db5dcd-b042-47fa-9111-3b2277565367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4081640 Jul 29 23:31:50.680207 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-ac66d840-a127-4912-b0bc-5d8203d3e20d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=30eaa1d4-3c58-4fb5-a2a3-e842c94e7256 HTTP/1.1" status: 200 len: 217 time: 0.0805583 Jul 29 23:31:50.690216 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174d6fc4-ceb5-4be3-a128-f5dd633d2a88 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Made reservation on behalf of 7c9416c97c57443282624ca6d2f37df4 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:31:50.706864 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a79bee4-4f31-4dbb-9a26-1ca3fad93e18 None None] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:31:50.722283 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77da839-08e3-4fd1-a10c-c84090c7d3ab req-f3d0295a-22ac-4f0b-832a-623f0668cc19 tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:50.723894 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a77da839-08e3-4fd1-a10c-c84090c7d3ab req-f3d0295a-22ac-4f0b-832a-623f0668cc19 tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4905085-27a7-495b-a033-625fedae8004 HTTP/1.1" status: 200 len: 945 time: 0.2106495 Jul 29 23:31:50.796682 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-174d6fc4-ceb5-4be3-a128-f5dd633d2a88 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:50.809841 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab29ad9-4c31-4327-9f99-01fd975ba810 req-70884e9e-831f-4362-b503-37c1198f9d11 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:50.811531 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fab29ad9-4c31-4327-9f99-01fd975ba810 req-70884e9e-831f-4362-b503-37c1198f9d11 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cb63dcd-cfed-45b1-9087-f482b0d11e6a HTTP/1.1" status: 200 len: 944 time: 0.1449642 Jul 29 23:31:50.816256 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-0ccf0471-8c6a-4051-a1da-2ad8e029ca88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:50.817715 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-0ccf0471-8c6a-4051-a1da-2ad8e029ca88 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=79a11c1f-d15e-4fd8-9d2b-ecb54e88df46 HTTP/1.1" status: 200 len: 797 time: 0.1130183 Jul 29 23:31:50.824991 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a77da839-08e3-4fd1-a10c-c84090c7d3ab req-9b27e297-6a72-4deb-bd54-7a32475dc038 tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e16a801-1b5d-4b70-8503-4ffbf26602b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722332 Jul 29 23:31:50.827774 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [None req-174d6fc4-ceb5-4be3-a128-f5dd633d2a88 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] device_id is not set on port b96a748e-6425-4860-8166-950f01ecec3c yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:31:50.843597 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1fa1c721-9291-448c-89f7-7ae9a656b8ce None None] Could not find standard attr ID for object a28dbc0b-25e6-46da-bb55-3412c0ce10d7. {{(pid=94079) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:31:50.916298 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-42ef00b9-379e-41bc-9bd3-48671a7d5b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:50.919894 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-42ef00b9-379e-41bc-9bd3-48671a7d5b43 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=61db5dcd-b042-47fa-9111-3b2277565367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0934608 Jul 29 23:31:50.928303 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fab29ad9-4c31-4327-9f99-01fd975ba810 req-8ff16639-eee2-452c-881e-9ac6923f2226 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8504185-138c-4bfa-ad4d-619d3548526d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069705 Jul 29 23:31:51.051765 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-6edaf5d3-65d8-4a42-a975-8f4ca26a759b service neutron] 10.222.0.22 "GET /v2.0/networks/61db5dcd-b042-47fa-9111-3b2277565367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220102 Jul 29 23:31:51.066286 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce2b21c-a38c-4c0b-a9c1-1d97e58cb051 None None] Update dhcp port {'port': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'fixed_ips': [{'subnet_id': '2fbadf3b-0902-447e-8abd-e8244634f05d', 'ip_address': '2001:db8::f816:3eff:fe8b:bf0e'}, {'subnet_id': '5827ec5c-0588-4f7a-975e-e64424caf1f2'}], 'binding:host_id': 'n-d-712141-10'}, 'id': 'f57d52fa-09af-45ac-a014-3f4c121c4078'} from n-d-712141-10. {{(pid=94079) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 23:31:51.077346 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-174d6fc4-ceb5-4be3-a128-f5dd633d2a88 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Allocated IP 172.20.0.12 (27ea2e30-5576-4381-a6d8-03efb8f4bd4e/5827ec5c-0588-4f7a-975e-e64424caf1f2/b96a748e-6425-4860-8166-950f01ecec3c) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:31:51.112180 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-174d6fc4-ceb5-4be3-a128-f5dd633d2a88 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Allocated IP 2001:db8::f816:3eff:fed2:8e71 (27ea2e30-5576-4381-a6d8-03efb8f4bd4e/2fbadf3b-0902-447e-8abd-e8244634f05d/b96a748e-6425-4860-8166-950f01ecec3c) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:31:51.112913 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6ce2b21c-a38c-4c0b-a9c1-1d97e58cb051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:51.178415 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-c49b9109-5831-4a5b-bae5-7d7fe8de07be service neutron] 10.222.0.22 "GET /v2.0/networks/61db5dcd-b042-47fa-9111-3b2277565367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191604 Jul 29 23:31:51.248459 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-e861f8f9-b458-49dc-b654-57d70a62629c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=1caf28fe-1621-4e50-9937-8cd368803804 HTTP/1.1" status: 200 len: 217 time: 0.0619256 Jul 29 23:31:51.360784 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-080a0699-d7bc-4877-94e4-ab8cd8997ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:51.362353 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-080a0699-d7bc-4877-94e4-ab8cd8997ea0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=79a11c1f-d15e-4fd8-9d2b-ecb54e88df46 HTTP/1.1" status: 200 len: 797 time: 0.1004527 Jul 29 23:31:51.373733 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fde7b8-ae0c-4f19-949a-f8dd3ed9be51 req-e47bafb8-5bba-46d5-88ba-61aaf75f799c tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:51.376558 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e2fde7b8-ae0c-4f19-949a-f8dd3ed9be51 req-e47bafb8-5bba-46d5-88ba-61aaf75f799c tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=693429de-8fab-4271-840a-01b89571b1ba HTTP/1.1" status: 200 len: 946 time: 0.1385107 Jul 29 23:31:51.404930 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8a986-fbd8-480f-9b5d-b0763d73f1a6 req-8f1432fa-15a0-40c7-93fc-c60569f6fa34 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:51.411590 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8a986-fbd8-480f-9b5d-b0763d73f1a6 req-8f1432fa-15a0-40c7-93fc-c60569f6fa34 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:51.420329 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8a986-fbd8-480f-9b5d-b0763d73f1a6 req-8f1432fa-15a0-40c7-93fc-c60569f6fa34 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:51.420563 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-174d6fc4-ceb5-4be3-a128-f5dd633d2a88 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:51.425270 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8a986-fbd8-480f-9b5d-b0763d73f1a6 req-8f1432fa-15a0-40c7-93fc-c60569f6fa34 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:51.430991 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8a986-fbd8-480f-9b5d-b0763d73f1a6 req-8f1432fa-15a0-40c7-93fc-c60569f6fa34 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:51.436808 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-174d6fc4-ceb5-4be3-a128-f5dd633d2a88 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Transition to ACTIVE for port object b96a748e-6425-4860-8166-950f01ecec3c will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:31:51.437192 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8a986-fbd8-480f-9b5d-b0763d73f1a6 req-8f1432fa-15a0-40c7-93fc-c60569f6fa34 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:51.444143 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d8a986-fbd8-480f-9b5d-b0763d73f1a6 req-8f1432fa-15a0-40c7-93fc-c60569f6fa34 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:51.446096 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e3d8a986-fbd8-480f-9b5d-b0763d73f1a6 req-8f1432fa-15a0-40c7-93fc-c60569f6fa34 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 5417 time: 0.2491715 Jul 29 23:31:51.485010 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-174d6fc4-ceb5-4be3-a128-f5dd633d2a88 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:51.547988 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-6ce2b21c-a38c-4c0b-a9c1-1d97e58cb051 None None] Allocated IP 172.20.0.2 (27ea2e30-5576-4381-a6d8-03efb8f4bd4e/5827ec5c-0588-4f7a-975e-e64424caf1f2/f57d52fa-09af-45ac-a014-3f4c121c4078) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:31:51.549421 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174d6fc4-ceb5-4be3-a128-f5dd633d2a88 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:31:51.554383 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-174d6fc4-ceb5-4be3-a128-f5dd633d2a88 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:31:51.559945 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174d6fc4-ceb5-4be3-a128-f5dd633d2a88 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:31:51.579885 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e3d8a986-fbd8-480f-9b5d-b0763d73f1a6 req-cf4c610e-a253-491f-bbad-1ddf0444974c tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6fa48f-d86a-46d7-b38c-3131d342f37d&id=d06a9099-30da-446c-be64-dba56c62ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1056693 Jul 29 23:31:51.585339 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e2fde7b8-ae0c-4f19-949a-f8dd3ed9be51 req-e2be53e3-a5c4-4975-8b4e-e3fb2a500c2d tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928759 Jul 29 23:31:51.615761 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-d40b9d7b-9daa-4d20-8d6f-373364776633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:51.617226 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-d40b9d7b-9daa-4d20-8d6f-373364776633 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=61db5dcd-b042-47fa-9111-3b2277565367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2396367 Jul 29 23:31:51.648349 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174d6fc4-ceb5-4be3-a128-f5dd633d2a88 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:51.648349 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-174d6fc4-ceb5-4be3-a128-f5dd633d2a88 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:51.660728 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174d6fc4-ceb5-4be3-a128-f5dd633d2a88 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event updated for resources: {'Port': ['ID=b96a748e-6425-4860-8166-950f01ecec3c,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:51.673918 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174d6fc4-ceb5-4be3-a128-f5dd633d2a88 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:51.674874 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174d6fc4-ceb5-4be3-a128-f5dd633d2a88 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:51.675244 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174d6fc4-ceb5-4be3-a128-f5dd633d2a88 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:51.675611 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174d6fc4-ceb5-4be3-a128-f5dd633d2a88 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:51.676230 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174d6fc4-ceb5-4be3-a128-f5dd633d2a88 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:51.676577 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174d6fc4-ceb5-4be3-a128-f5dd633d2a88 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:51.677373 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174d6fc4-ceb5-4be3-a128-f5dd633d2a88 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:51.680026 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174d6fc4-ceb5-4be3-a128-f5dd633d2a88 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:51.680394 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174d6fc4-ceb5-4be3-a128-f5dd633d2a88 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:51.680738 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174d6fc4-ceb5-4be3-a128-f5dd633d2a88 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:51.681077 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174d6fc4-ceb5-4be3-a128-f5dd633d2a88 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:51.681414 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174d6fc4-ceb5-4be3-a128-f5dd633d2a88 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:51.688349 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-174d6fc4-ceb5-4be3-a128-f5dd633d2a88 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.2246284 Jul 29 23:31:51.691694 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50066) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:51.799165 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2cc8413-abf0-433b-82ac-69bd8ceb3e35 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:51.805438 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2cc8413-abf0-433b-82ac-69bd8ceb3e35 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:51.810188 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-f2cc8413-abf0-433b-82ac-69bd8ceb3e35 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1146255 Jul 29 23:31:51.812984 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-6ce2b21c-a38c-4c0b-a9c1-1d97e58cb051 None None] For port f57d52fa-09af-45ac-a014-3f4c121c4078, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=f57d52fa-09af-45ac-a014-3f4c121c4078,segment=NetworkSegment(ceb567b3-93e6-4495-80aa-58a786948605),segment_id=ceb567b3-93e6-4495-80aa-58a786948605)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:51.814548 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6d20a1-405f-40ae-8d5a-679c1733acc4 req-828c4b1a-02ce-48eb-9ade-ea5c5aa56a2b tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:51.816208 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ac6d20a1-405f-40ae-8d5a-679c1733acc4 req-828c4b1a-02ce-48eb-9ade-ea5c5aa56a2b tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/ports?device_id=c998bf02-d7e5-4d3c-8e26-31b274713109 HTTP/1.1" status: 200 len: 945 time: 0.0972056 Jul 29 23:31:51.816873 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 50068) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:51.818970 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-c3f45980-a6a1-4b46-9ffb-5b6a4bf90a32 service neutron] 10.222.0.22 "GET /v2.0/networks/61db5dcd-b042-47fa-9111-3b2277565367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935780 Jul 29 23:31:51.854140 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6ce2b21c-a38c-4c0b-a9c1-1d97e58cb051 None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:51.878982 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-6ce2b21c-a38c-4c0b-a9c1-1d97e58cb051 None None] Transition to ACTIVE for port object f57d52fa-09af-45ac-a014-3f4c121c4078 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:31:51.886608 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6ce2b21c-a38c-4c0b-a9c1-1d97e58cb051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:52.010403 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ac6d20a1-405f-40ae-8d5a-679c1733acc4 req-f509ab3d-b5b0-4790-bef7-1b537b286e26 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/security-groups?id=c238602f-ef5f-447a-b128-9500386afc8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727657 Jul 29 23:31:52.055792 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce2b21c-a38c-4c0b-a9c1-1d97e58cb051 None None] Pushing event updated for resources: {'Port': ['ID=f57d52fa-09af-45ac-a014-3f4c121c4078,revision_number=9']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:52.064945 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e230b5e-c994-462f-80b0-b76dc5fa5587 req-7e7661de-a058-44d4-b8c1-afabce5176e7 tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:52.067127 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6e230b5e-c994-462f-80b0-b76dc5fa5587 req-7e7661de-a058-44d4-b8c1-afabce5176e7 tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4905085-27a7-495b-a033-625fedae8004 HTTP/1.1" status: 200 len: 945 time: 0.1306870 Jul 29 23:31:52.069445 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-d08c4638-1156-422a-875e-eeac70d1f857 service neutron] 10.222.0.22 "GET /v2.0/networks/61db5dcd-b042-47fa-9111-3b2277565367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415066 Jul 29 23:31:52.177475 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-53df1b29-5e46-4ef2-a5dc-40ffef3c7782 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=024df781-a247-4293-a30c-16abd40adffa HTTP/1.1" status: 200 len: 217 time: 0.0917311 Jul 29 23:31:52.207757 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-e043c584-7b16-45c7-b9f3-72f5caadee7b tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Deleting port b96a748e-6425-4860-8166-950f01ecec3c {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:31:52.208103 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e043c584-7b16-45c7-b9f3-72f5caadee7b tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:52.269563 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-f78091f8-7537-4609-be7f-327f9c908941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:52.271061 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-f78091f8-7537-4609-be7f-327f9c908941 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d78777cb-19bd-47c4-81df-bf538051820d HTTP/1.1" status: 200 len: 797 time: 0.0803068 Jul 29 23:31:52.301474 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6e230b5e-c994-462f-80b0-b76dc5fa5587 req-faa9d2da-0f75-4c6b-8d49-de91a04b40f3 tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e16a801-1b5d-4b70-8503-4ffbf26602b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226915 Jul 29 23:31:52.358646 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7713f-8bc4-4d3b-ab4c-e1878fdbddf2 req-fd8ceb21-111a-4192-8e5e-a5662bece0e6 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:52.360515 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-92a7713f-8bc4-4d3b-ab4c-e1878fdbddf2 req-fd8ceb21-111a-4192-8e5e-a5662bece0e6 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cb63dcd-cfed-45b1-9087-f482b0d11e6a HTTP/1.1" status: 200 len: 944 time: 0.2608759 Jul 29 23:31:52.403049 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e043c584-7b16-45c7-b9f3-72f5caadee7b tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:52.419477 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-e043c584-7b16-45c7-b9f3-72f5caadee7b tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Calling delete_port for b96a748e-6425-4860-8166-950f01ecec3c owned by {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:31:52.911763 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-0e584f89-65ca-44bd-8dda-3b6379d583f5 None None] Provisioning for port f57d52fa-09af-45ac-a014-3f4c121c4078 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:31:52.913608 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-92a7713f-8bc4-4d3b-ab4c-e1878fdbddf2 req-c1459631-8bb9-42e9-928e-cf3de116ed8e tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8504185-138c-4bfa-ad4d-619d3548526d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4833126 Jul 29 23:31:52.919706 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-0e584f89-65ca-44bd-8dda-3b6379d583f5 None None] Provisioning complete for port f57d52fa-09af-45ac-a014-3f4c121c4078 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:52.920282 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0e584f89-65ca-44bd-8dda-3b6379d583f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:52.937779 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-f9755c05-5ece-4d00-8874-badbfb446b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:52.939431 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-f9755c05-5ece-4d00-8874-badbfb446b38 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=efe051f0-42fc-4850-b7cd-89c8013aea3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6353033 Jul 29 23:31:53.084245 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dc3fba-fed4-4fb2-b9d5-7a544b0f902e req-3f5d1329-05c4-4028-af0e-bf11f74cbe44 tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:53.085463 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-24dc3fba-fed4-4fb2-b9d5-7a544b0f902e req-3f5d1329-05c4-4028-af0e-bf11f74cbe44 tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4905085-27a7-495b-a033-625fedae8004 HTTP/1.1" status: 200 len: 945 time: 0.1873951 Jul 29 23:31:53.211471 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-829be8e6-6c24-41d3-a7c3-9edc3c8df5ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:53.246271 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05410d7c-24dc-403b-8d4f-4d58ce1a6fb5 req-3e751956-556b-4f7d-b169-3257ed82a753 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:53.252912 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05410d7c-24dc-403b-8d4f-4d58ce1a6fb5 req-3e751956-556b-4f7d-b169-3257ed82a753 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:53.259044 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05410d7c-24dc-403b-8d4f-4d58ce1a6fb5 req-3e751956-556b-4f7d-b169-3257ed82a753 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:53.265052 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05410d7c-24dc-403b-8d4f-4d58ce1a6fb5 req-3e751956-556b-4f7d-b169-3257ed82a753 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:53.271838 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05410d7c-24dc-403b-8d4f-4d58ce1a6fb5 req-3e751956-556b-4f7d-b169-3257ed82a753 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:53.277815 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05410d7c-24dc-403b-8d4f-4d58ce1a6fb5 req-3e751956-556b-4f7d-b169-3257ed82a753 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:53.283966 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05410d7c-24dc-403b-8d4f-4d58ce1a6fb5 req-3e751956-556b-4f7d-b169-3257ed82a753 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:53.285971 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-05410d7c-24dc-403b-8d4f-4d58ce1a6fb5 req-3e751956-556b-4f7d-b169-3257ed82a753 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 5417 time: 0.2232356 Jul 29 23:31:53.298516 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-24dc3fba-fed4-4fb2-b9d5-7a544b0f902e req-fae46128-215c-4419-9e7a-5715d6578103 tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e16a801-1b5d-4b70-8503-4ffbf26602b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785290 Jul 29 23:31:53.336026 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-f656ee6d-e897-4de1-9c09-93640402c420 service neutron] 10.222.0.22 "GET /v2.0/networks/efe051f0-42fc-4850-b7cd-89c8013aea3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858361 Jul 29 23:31:53.434942 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-9dee983b-931a-425c-88ed-5e6343d1ee0b None None] Provisioning for port b96a748e-6425-4860-8166-950f01ecec3c completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:31:53.448435 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-9dee983b-931a-425c-88ed-5e6343d1ee0b None None] Provisioning complete for port b96a748e-6425-4860-8166-950f01ecec3c triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:53.448844 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9dee983b-931a-425c-88ed-5e6343d1ee0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:53.464830 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e043c584-7b16-45c7-b9f3-72f5caadee7b tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:53.501348 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-05410d7c-24dc-403b-8d4f-4d58ce1a6fb5 req-1835d0ce-a6f2-4020-a8e4-f7c0ecf3d2a3 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6fa48f-d86a-46d7-b38c-3131d342f37d&id=d06a9099-30da-446c-be64-dba56c62ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1933310 Jul 29 23:31:53.512720 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-9dee983b-931a-425c-88ed-5e6343d1ee0b None None] Port b96a748e-6425-4860-8166-950f01ecec3c was deleted so its status cannot be updated. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 29 23:31:53.576784 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e043c584-7b16-45c7-b9f3-72f5caadee7b tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event deleted for resources: {'Port': ['ID=b96a748e-6425-4860-8166-950f01ecec3c,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:53.603585 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-0cc63bdd-8a05-49c3-a799-4793bca584bc service neutron] 10.222.0.22 "GET /v2.0/networks/efe051f0-42fc-4850-b7cd-89c8013aea3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533085 Jul 29 23:31:53.638151 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device ffd8f46b-a91b-4435-8711-d5889144a71a details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:31:53.721321 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-be807077-f302-4a78-90e0-c310e40d3db2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=93b5fbf0-238a-4eb3-aebb-f3656018624b HTTP/1.1" status: 200 len: 217 time: 0.0981498 Jul 29 23:31:53.733488 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa4ebb8-5663-49b0-b6b2-eb46f49bd0f4 req-471d35c4-bf46-4103-82dc-835d1b189e93 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:53.744208 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7fa4ebb8-5663-49b0-b6b2-eb46f49bd0f4 req-471d35c4-bf46-4103-82dc-835d1b189e93 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=693429de-8fab-4271-840a-01b89571b1ba HTTP/1.1" status: 200 len: 946 time: 0.3340473 Jul 29 23:31:53.904361 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-c81d1bc8-4679-4f9a-8195-115b458d7a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:53.906574 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-c81d1bc8-4679-4f9a-8195-115b458d7a4b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d78777cb-19bd-47c4-81df-bf538051820d HTTP/1.1" status: 200 len: 797 time: 0.1359508 Jul 29 23:31:53.910024 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e043c584-7b16-45c7-b9f3-72f5caadee7b tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:53.914958 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e043c584-7b16-45c7-b9f3-72f5caadee7b tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/ports/b96a748e-6425-4860-8166-950f01ecec3c HTTP/1.1" status: 204 len: 168 time: 2.0917892 Jul 29 23:31:53.915830 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7fa4ebb8-5663-49b0-b6b2-eb46f49bd0f4 req-b690af17-9dc3-41dc-9a78-471397893ac1 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344211 Jul 29 23:31:53.917474 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 50092) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:53.942693 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port ffd8f46b-a91b-4435-8711-d5889144a71a, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=ffd8f46b-a91b-4435-8711-d5889144a71a,segment=NetworkSegment(02776017-cd96-47aa-82ba-ea70b6a22dcc),segment_id=02776017-cd96-47aa-82ba-ea70b6a22dcc)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:53.971279 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': 'ffd8f46b-a91b-4435-8711-d5889144a71a', 'network_id': '7f4f5951-808e-47f0-8843-cccf83b2b5f5', 'port_id': 'ffd8f46b-a91b-4435-8711-d5889144a71a', 'mac_address': 'fa:16:3e:5a:48:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0626110-2e70-4df5-8ca6-7b634c09fbe0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:31:54.060370 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:54.063093 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579a262-8e6c-42ac-a853-8ad00d9f23e0 req-513eb3c8-c327-428b-b87a-03a3e74d5b74 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:54.065241 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1579a262-8e6c-42ac-a853-8ad00d9f23e0 req-513eb3c8-c327-428b-b87a-03a3e74d5b74 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/ports?device_id=c998bf02-d7e5-4d3c-8e26-31b274713109 HTTP/1.1" status: 200 len: 945 time: 0.2779732 Jul 29 23:31:54.075473 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device f57d52fa-09af-45ac-a014-3f4c121c4078 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:31:54.132360 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffd8f46b-a91b-4435-8711-d5889144a71a {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:31:54.162928 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port ffd8f46b-a91b-4435-8711-d5889144a71a, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=ffd8f46b-a91b-4435-8711-d5889144a71a,segment=NetworkSegment(02776017-cd96-47aa-82ba-ea70b6a22dcc),segment_id=02776017-cd96-47aa-82ba-ea70b6a22dcc)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:54.183090 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:54.183770 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1a866a-d89a-4618-9ff4-fc7d190c42d3 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:54.186391 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1a866a-d89a-4618-9ff4-fc7d190c42d3 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:54.188756 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1a866a-d89a-4618-9ff4-fc7d190c42d3 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:54.193486 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-6c1a866a-d89a-4618-9ff4-fc7d190c42d3 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2648566 Jul 29 23:31:54.196088 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50096) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:54.240677 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1579a262-8e6c-42ac-a853-8ad00d9f23e0 req-c8861943-88b1-4a90-a6ed-b11f0fc9e452 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/security-groups?id=c238602f-ef5f-447a-b128-9500386afc8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243708 Jul 29 23:31:54.246216 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-386aba47-2cfc-4bf8-a95e-b25cc202770c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:54.248967 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-386aba47-2cfc-4bf8-a95e-b25cc202770c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=efe051f0-42fc-4850-b7cd-89c8013aea3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3313177 Jul 29 23:31:54.287099 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29385576-1740-410c-acb6-69b5fecaeb7e req-97720757-170c-436e-a649-89c7f23cc128 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:54.289628 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-29385576-1740-410c-acb6-69b5fecaeb7e req-97720757-170c-436e-a649-89c7f23cc128 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cb63dcd-cfed-45b1-9087-f482b0d11e6a HTTP/1.1" status: 200 len: 944 time: 0.2388103 Jul 29 23:31:54.291108 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=ffd8f46b-a91b-4435-8711-d5889144a71a,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:54.305376 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port f57d52fa-09af-45ac-a014-3f4c121c4078 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:54.305785 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:54.316268 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-32c9480f-bddd-4847-9117-8fc8253f16cf tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Deleting subnet 2fbadf3b-0902-447e-8abd-e8244634f05d {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:31:54.322423 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-32c9480f-bddd-4847-9117-8fc8253f16cf tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:54.392484 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-32c9480f-bddd-4847-9117-8fc8253f16cf tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:54.434646 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['ffd8f46b-a91b-4435-8711-d5889144a71a'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:31:54.455895 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-29385576-1740-410c-acb6-69b5fecaeb7e req-bb031b60-676a-4495-8b92-623d999fb53d tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8504185-138c-4bfa-ad4d-619d3548526d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344333 Jul 29 23:31:54.549662 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69327c64-7f80-4661-ae2e-536dbe3b0ebb req-eea65522-73a6-432e-8cca-01b9f0b0b7b2 tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:54.552289 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-69327c64-7f80-4661-ae2e-536dbe3b0ebb req-eea65522-73a6-432e-8cca-01b9f0b0b7b2 tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] 10.222.0.41 "GET /v2.0/ports?device_id=d4905085-27a7-495b-a033-625fedae8004 HTTP/1.1" status: 200 len: 945 time: 0.2433615 Jul 29 23:31:54.572626 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-32c9480f-bddd-4847-9117-8fc8253f16cf tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:54.619775 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d98da91-e5c7-44db-9aac-622b18252bcc req-81592b2c-adfe-4f41-b83a-d733ae74d0e0 tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:54.628406 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2d98da91-e5c7-44db-9aac-622b18252bcc req-81592b2c-adfe-4f41-b83a-d733ae74d0e0 tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4905085-27a7-495b-a033-625fedae8004 HTTP/1.1" status: 200 len: 945 time: 0.1907899 Jul 29 23:31:54.637445 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-105bfaab-594f-4914-8aa6-98f7f72dbc64 service neutron] 10.222.0.22 "GET /v2.0/networks/efe051f0-42fc-4850-b7cd-89c8013aea3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3762379 Jul 29 23:31:54.697183 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-32c9480f-bddd-4847-9117-8fc8253f16cf tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:54.732507 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c9480f-bddd-4847-9117-8fc8253f16cf tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event deleted for resources: {'Subnet': ['ID=2fbadf3b-0902-447e-8abd-e8244634f05d,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:54.752413 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-32c9480f-bddd-4847-9117-8fc8253f16cf tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:54.753548 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafeb471-244f-43cd-b7c4-ff599a8bde77 None None] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:31:54.757347 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-32c9480f-bddd-4847-9117-8fc8253f16cf tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/subnets/2fbadf3b-0902-447e-8abd-e8244634f05d HTTP/1.1" status: 204 len: 168 time: 0.5568044 Jul 29 23:31:54.758082 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50108) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:54.794585 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2d98da91-e5c7-44db-9aac-622b18252bcc req-02c49c63-b0ab-4c36-b816-9212bb64528b tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] 10.222.0.43 "GET /v2.0/security-groups?id=5e16a801-1b5d-4b70-8503-4ffbf26602b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652703 Jul 29 23:31:54.860433 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4389437e-5329-429d-b0c8-1e367c792721 req-2c114628-51c9-4ed4-ba9e-d883d4e887ab tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:54.861708 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfe6ceba-2f95-43d9-9323-cb9fc8763689 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Deleting subnet 5827ec5c-0588-4f7a-975e-e64424caf1f2 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:31:54.866848 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4389437e-5329-429d-b0c8-1e367c792721 req-2c114628-51c9-4ed4-ba9e-d883d4e887ab tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:54.867675 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-dfe6ceba-2f95-43d9-9323-cb9fc8763689 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:54.872945 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4389437e-5329-429d-b0c8-1e367c792721 req-2c114628-51c9-4ed4-ba9e-d883d4e887ab tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:54.879564 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4389437e-5329-429d-b0c8-1e367c792721 req-2c114628-51c9-4ed4-ba9e-d883d4e887ab tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:54.886176 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4389437e-5329-429d-b0c8-1e367c792721 req-2c114628-51c9-4ed4-ba9e-d883d4e887ab tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:54.892975 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4389437e-5329-429d-b0c8-1e367c792721 req-2c114628-51c9-4ed4-ba9e-d883d4e887ab tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:54.898985 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4389437e-5329-429d-b0c8-1e367c792721 req-2c114628-51c9-4ed4-ba9e-d883d4e887ab tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:54.900926 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4389437e-5329-429d-b0c8-1e367c792721 req-2c114628-51c9-4ed4-ba9e-d883d4e887ab tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 5417 time: 0.2609358 Jul 29 23:31:54.951340 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-dfe6ceba-2f95-43d9-9323-cb9fc8763689 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:54.971170 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-683f1408-3b6a-4958-8d7e-09bdfdfc26f4 req-f1062c25-1982-405d-b09b-1fd89642b97f service neutron] 10.222.0.22 "GET /v2.0/networks/efe051f0-42fc-4850-b7cd-89c8013aea3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2887974 Jul 29 23:31:54.976574 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-69327c64-7f80-4661-ae2e-536dbe3b0ebb req-4ccfdb4f-0a5d-4cc4-b058-2b1c4e2490cd tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] Deleting port 92f27aa7-54aa-4baf-af77-0d99bfb4a70e {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:31:54.977073 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-69327c64-7f80-4661-ae2e-536dbe3b0ebb req-4ccfdb4f-0a5d-4cc4-b058-2b1c4e2490cd tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:54.985892 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4389437e-5329-429d-b0c8-1e367c792721 req-e3f2087c-6ea0-4117-a1ab-e0144700bd50 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6fa48f-d86a-46d7-b38c-3131d342f37d&id=d06a9099-30da-446c-be64-dba56c62ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0781250 Jul 29 23:31:55.110057 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-dfe6ceba-2f95-43d9-9323-cb9fc8763689 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:55.180275 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-69327c64-7f80-4661-ae2e-536dbe3b0ebb req-4ccfdb4f-0a5d-4cc4-b058-2b1c4e2490cd tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] For port 92f27aa7-54aa-4baf-af77-0d99bfb4a70e, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=92f27aa7-54aa-4baf-af77-0d99bfb4a70e,segment=NetworkSegment(2f9410bd-b339-40ef-a39c-9dba318f007c),segment_id=2f9410bd-b339-40ef-a39c-9dba318f007c)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:55.180951 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-69327c64-7f80-4661-ae2e-536dbe3b0ebb req-4ccfdb4f-0a5d-4cc4-b058-2b1c4e2490cd tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:55.189344 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-dfe6ceba-2f95-43d9-9323-cb9fc8763689 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:55.215661 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-69327c64-7f80-4661-ae2e-536dbe3b0ebb req-4ccfdb4f-0a5d-4cc4-b058-2b1c4e2490cd tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] Calling delete_port for 92f27aa7-54aa-4baf-af77-0d99bfb4a70e owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:31:55.222843 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe6ceba-2f95-43d9-9323-cb9fc8763689 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event deleted for resources: {'Subnet': ['ID=5827ec5c-0588-4f7a-975e-e64424caf1f2,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:55.226878 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-dfe6ceba-2f95-43d9-9323-cb9fc8763689 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:55.232042 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-dfe6ceba-2f95-43d9-9323-cb9fc8763689 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/subnets/5827ec5c-0588-4f7a-975e-e64424caf1f2 HTTP/1.1" status: 204 len: 168 time: 0.4722161 Jul 29 23:31:55.232728 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50112) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:55.244154 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5400711c-1ca4-49c0-bf0c-ab5c0f756f9c req-232f36a5-3da3-4366-be15-9fce0b2f34c7 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:55.248669 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5400711c-1ca4-49c0-bf0c-ab5c0f756f9c req-232f36a5-3da3-4366-be15-9fce0b2f34c7 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=693429de-8fab-4271-840a-01b89571b1ba HTTP/1.1" status: 200 len: 946 time: 0.1940782 Jul 29 23:31:55.275589 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-006fa22f-d3cf-4336-8d5c-30abc6bba557 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0417125 Jul 29 23:31:55.278921 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50114) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:55.284676 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-bcda6968-6016-4880-bbb2-5cca2f6ada8f tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Request body: {'subnet': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:55.350003 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e0ffe-7914-4e16-a78d-af51ec071229 req-8f5757da-29f8-4f92-9cb7-60f5246556d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:55.350752 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e0ffe-7914-4e16-a78d-af51ec071229 req-8f5757da-29f8-4f92-9cb7-60f5246556d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:55.351681 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e0ffe-7914-4e16-a78d-af51ec071229 req-8f5757da-29f8-4f92-9cb7-60f5246556d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:55.352875 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e0ffe-7914-4e16-a78d-af51ec071229 req-8f5757da-29f8-4f92-9cb7-60f5246556d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:55.353046 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e0ffe-7914-4e16-a78d-af51ec071229 req-8f5757da-29f8-4f92-9cb7-60f5246556d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:55.353477 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e0ffe-7914-4e16-a78d-af51ec071229 req-8f5757da-29f8-4f92-9cb7-60f5246556d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:55.354097 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e0ffe-7914-4e16-a78d-af51ec071229 req-8f5757da-29f8-4f92-9cb7-60f5246556d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:55.357632 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-621e0ffe-7914-4e16-a78d-af51ec071229 req-8f5757da-29f8-4f92-9cb7-60f5246556d8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0f2ab90424214bdcb3d3f2d44c6cf9b4&device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 6481 time: 0.2493157 Jul 29 23:31:55.435346 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcda6968-6016-4880-bbb2-5cca2f6ada8f tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Made reservation on behalf of 7c9416c97c57443282624ca6d2f37df4 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:31:55.439418 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bcda6968-6016-4880-bbb2-5cca2f6ada8f tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:55.487572 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5400711c-1ca4-49c0-bf0c-ab5c0f756f9c req-a7f66ed6-3ebc-4925-8fe8-7bc00e7fe524 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301338 Jul 29 23:31:55.542055 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b4e11c-4129-455e-b7ad-263c004d5487 req-c646a623-fa61-4849-b195-5693f7716d68 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:55.550758 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-05b4e11c-4129-455e-b7ad-263c004d5487 req-c646a623-fa61-4849-b195-5693f7716d68 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/ports?device_id=c998bf02-d7e5-4d3c-8e26-31b274713109 HTTP/1.1" status: 200 len: 945 time: 0.1903181 Jul 29 23:31:55.650454 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device ffd8f46b-a91b-4435-8711-d5889144a71a up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:31:55.688472 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e0ffe-7914-4e16-a78d-af51ec071229 req-040f599d-c537-4fb2-87b4-4dead4cf2f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:55.690701 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-621e0ffe-7914-4e16-a78d-af51ec071229 req-040f599d-c537-4fb2-87b4-4dead4cf2f0f service neutron] 10.222.0.22 "GET /v2.0/networks?id=efe051f0-42fc-4850-b7cd-89c8013aea3e HTTP/1.1" status: 200 len: 902 time: 0.3174088 Jul 29 23:31:55.715350 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc30554-aff7-48f3-98ed-efe63f90519e None None] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:31:55.756285 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bcda6968-6016-4880-bbb2-5cca2f6ada8f tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:55.757954 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-621e0ffe-7914-4e16-a78d-af51ec071229 req-32c6a989-6275-4ad4-8349-71b3ff286587 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=024df781-a247-4293-a30c-16abd40adffa HTTP/1.1" status: 200 len: 217 time: 0.0570607 Jul 29 23:31:55.790447 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-05b4e11c-4129-455e-b7ad-263c004d5487 req-81a3edc5-3459-4b1f-bdc8-6ecb8a6e7e3f tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/security-groups?id=c238602f-ef5f-447a-b128-9500386afc8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357693 Jul 29 23:31:55.854591 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcda6968-6016-4880-bbb2-5cca2f6ada8f tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:31:55.862901 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-bcda6968-6016-4880-bbb2-5cca2f6ada8f tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:31:55.872520 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-69327c64-7f80-4661-ae2e-536dbe3b0ebb req-4ccfdb4f-0a5d-4cc4-b058-2b1c4e2490cd tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:55.873010 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcda6968-6016-4880-bbb2-5cca2f6ada8f tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:55.875377 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bcda6968-6016-4880-bbb2-5cca2f6ada8f tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:55.885060 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcda6968-6016-4880-bbb2-5cca2f6ada8f tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event updated for resources: {'Subnet': ['ID=27b16533-1907-49d4-8cc7-2b502480f683,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:55.912570 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['92f27aa7-54aa-4baf-af77-0d99bfb4a70e'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:31:55.913864 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-bcda6968-6016-4880-bbb2-5cca2f6ada8f tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6341014 Jul 29 23:31:55.918418 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50124) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:55.925892 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-b341bb16-3a36-4e0f-8e1c-d903f3960b03 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Request body: {'subnet': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:55.932654 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-3b9644b5-de5e-47ce-961b-6690d84ba9fa None None] Provisioning complete for port f57d52fa-09af-45ac-a014-3f4c121c4078 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:55.933033 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3b9644b5-de5e-47ce-961b-6690d84ba9fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:55.954954 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-14c4d691-8e98-4074-8e8c-c5d005849e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:55.956446 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port ffd8f46b-a91b-4435-8711-d5889144a71a completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:31:55.988771 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port ffd8f46b-a91b-4435-8711-d5889144a71a triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:55.989068 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:56.040495 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fdfd98-a2af-4f52-9bef-b0ff12864cf0 req-aabe523c-aa4b-4320-bcc8-7ef39486f6a8 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:56.049301 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-97fdfd98-a2af-4f52-9bef-b0ff12864cf0 req-aabe523c-aa4b-4320-bcc8-7ef39486f6a8 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cb63dcd-cfed-45b1-9087-f482b0d11e6a HTTP/1.1" status: 200 len: 945 time: 0.4306138 Jul 29 23:31:56.059420 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccfdb4f-0a5d-4cc4-b058-2b1c4e2490cd tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] Pushing event deleted for resources: {'Port': ['ID=92f27aa7-54aa-4baf-af77-0d99bfb4a70e,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:56.111190 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-180924a6-0a5b-45ee-a426-8d911a2aa84a req-05d82c78-575a-40a9-b3b1-76e064d754ad tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] 10.222.0.43 "GET /v2.0/ports?device_id=d4905085-27a7-495b-a033-625fedae8004 HTTP/1.1" status: 200 len: 210 time: 0.0995092 Jul 29 23:31:56.119645 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b341bb16-3a36-4e0f-8e1c-d903f3960b03 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Made reservation on behalf of 7c9416c97c57443282624ca6d2f37df4 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:31:56.124384 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b341bb16-3a36-4e0f-8e1c-d903f3960b03 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:56.170752 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e0ffe-7914-4e16-a78d-af51ec071229 req-4e712115-7e1a-44d9-b74f-b668899c8eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:56.173251 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-621e0ffe-7914-4e16-a78d-af51ec071229 req-4e712115-7e1a-44d9-b74f-b668899c8eed service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d78777cb-19bd-47c4-81df-bf538051820d HTTP/1.1" status: 200 len: 797 time: 0.4089091 Jul 29 23:31:56.187155 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:56.241564 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb63dcd-cfed-45b1-9087-f482b0d11e6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd8f46b-a91b-4435-8711-d5889144a71a'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:31:56.251035 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f84d2a5-bf85-4c18-a612-16f45b897909" -d '{"events": [{"server_uuid": "8cb63dcd-cfed-45b1-9087-f482b0d11e6a", "name": "network-vif-plugged", "status": "completed", "tag": "ffd8f46b-a91b-4435-8711-d5889144a71a"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:31:56.273328 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port ffd8f46b-a91b-4435-8711-d5889144a71a, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=ffd8f46b-a91b-4435-8711-d5889144a71a,segment=NetworkSegment(02776017-cd96-47aa-82ba-ea70b6a22dcc),segment_id=02776017-cd96-47aa-82ba-ea70b6a22dcc)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:56.417123 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-69327c64-7f80-4661-ae2e-536dbe3b0ebb req-4ccfdb4f-0a5d-4cc4-b058-2b1c4e2490cd tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] No DVR routers for this DVR port 92f27aa7-54aa-4baf-af77-0d99bfb4a70e on host n-h1-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:31:56.545256 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:56.552908 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-69327c64-7f80-4661-ae2e-536dbe3b0ebb req-4ccfdb4f-0a5d-4cc4-b058-2b1c4e2490cd tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:56.552908 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-69327c64-7f80-4661-ae2e-536dbe3b0ebb req-4ccfdb4f-0a5d-4cc4-b058-2b1c4e2490cd tempest-InstanceActionsTestJSON-505440732 tempest-InstanceActionsTestJSON-505440732-project] 10.222.0.41 "DELETE /v2.0/ports/92f27aa7-54aa-4baf-af77-0d99bfb4a70e HTTP/1.1" status: 204 len: 173 time: 1.7438805 Jul 29 23:31:56.552908 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4905085-27a7-495b-a033-625fedae8004', 'name': 'network-vif-deleted', 'tag': '92f27aa7-54aa-4baf-af77-0d99bfb4a70e'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:31:56.552908 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2c5fcb-1874-468f-bb63-eb3ecb99f3ad" -d '{"events": [{"server_uuid": "d4905085-27a7-495b-a033-625fedae8004", "name": "network-vif-deleted", "tag": "92f27aa7-54aa-4baf-af77-0d99bfb4a70e"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:31:56.554657 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:56.554960 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-97fdfd98-a2af-4f52-9bef-b0ff12864cf0 req-dcc7e2af-0213-4d13-a4a0-f70bc931690d tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8504185-138c-4bfa-ad4d-619d3548526d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3899825 Jul 29 23:31:56.555255 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36f6849-8198-4fd7-96ae-526750b8da7f None None] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:31:56.555561 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e0ffe-7914-4e16-a78d-af51ec071229 req-c474141d-ffe2-45cf-808e-3a981247143d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:56.555561 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-621e0ffe-7914-4e16-a78d-af51ec071229 req-c474141d-ffe2-45cf-808e-3a981247143d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=efe051f0-42fc-4850-b7cd-89c8013aea3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3557529 Jul 29 23:31:56.597028 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44503f5d-10a2-4a49-bdf4-4738baf81002 None None] Provisioning complete for port f57d52fa-09af-45ac-a014-3f4c121c4078 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:56.597866 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44503f5d-10a2-4a49-bdf4-4738baf81002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:56.602340 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=ffd8f46b-a91b-4435-8711-d5889144a71a,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:56.613629 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2d3c8e-f2e8-4b8c-be9b-cfef7ec41291 x-openstack-request-id: req-af2d3c8e-f2e8-4b8c-be9b-cfef7ec41291 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:31:56.614231 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb63dcd-cfed-45b1-9087-f482b0d11e6a", "name": "network-vif-plugged", "status": "completed", "tag": "ffd8f46b-a91b-4435-8711-d5889144a71a", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:31:56.614899 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-af2d3c8e-f2e8-4b8c-be9b-cfef7ec41291 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:31:56.615612 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb63dcd-cfed-45b1-9087-f482b0d11e6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd8f46b-a91b-4435-8711-d5889144a71a', 'code': 200} Jul 29 23:31:56.712564 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41364eb9-f40b-4b95-bff4-76464f2dc1db x-openstack-request-id: req-41364eb9-f40b-4b95-bff4-76464f2dc1db {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:31:56.712958 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4905085-27a7-495b-a033-625fedae8004", "name": "network-vif-deleted", "tag": "92f27aa7-54aa-4baf-af77-0d99bfb4a70e", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:31:56.713295 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-41364eb9-f40b-4b95-bff4-76464f2dc1db {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:31:56.713873 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4905085-27a7-495b-a033-625fedae8004', 'name': 'network-vif-deleted', 'tag': '92f27aa7-54aa-4baf-af77-0d99bfb4a70e', 'status': 'completed', 'code': 200} Jul 29 23:31:56.795713 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f753cf20-4a95-4866-bbcc-fba6555c728e req-69c9e257-f940-4151-9560-5cbe304e806c tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:56.802677 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f753cf20-4a95-4866-bbcc-fba6555c728e req-69c9e257-f940-4151-9560-5cbe304e806c tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:56.810771 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f753cf20-4a95-4866-bbcc-fba6555c728e req-69c9e257-f940-4151-9560-5cbe304e806c tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:56.816089 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f753cf20-4a95-4866-bbcc-fba6555c728e req-69c9e257-f940-4151-9560-5cbe304e806c tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:56.822649 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f753cf20-4a95-4866-bbcc-fba6555c728e req-69c9e257-f940-4151-9560-5cbe304e806c tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:56.830179 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f753cf20-4a95-4866-bbcc-fba6555c728e req-69c9e257-f940-4151-9560-5cbe304e806c tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:56.839467 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f753cf20-4a95-4866-bbcc-fba6555c728e req-69c9e257-f940-4151-9560-5cbe304e806c tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:56.841133 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f753cf20-4a95-4866-bbcc-fba6555c728e req-69c9e257-f940-4151-9560-5cbe304e806c tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 5417 time: 0.2983067 Jul 29 23:31:56.881759 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87379006-13b9-4776-8c91-35664de6b3d5 req-b83e91b0-f16f-4f57-a4e2-706dd20caba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:56.883482 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-87379006-13b9-4776-8c91-35664de6b3d5 req-b83e91b0-f16f-4f57-a4e2-706dd20caba8 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8cb63dcd-cfed-45b1-9087-f482b0d11e6a HTTP/1.1" status: 200 len: 1098 time: 0.0846322 Jul 29 23:31:56.948815 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-87379006-13b9-4776-8c91-35664de6b3d5 req-d23c4cdf-9e01-40c7-8dbe-e5ec40b2931c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c8504185-138c-4bfa-ad4d-619d3548526d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543561 Jul 29 23:31:56.985451 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-621e0ffe-7914-4e16-a78d-af51ec071229 req-9ef38c22-f697-406c-bcc9-aa70b33bad19 service neutron] 10.222.0.22 "GET /v2.0/networks/efe051f0-42fc-4850-b7cd-89c8013aea3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4142599 Jul 29 23:31:56.995849 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f753cf20-4a95-4866-bbcc-fba6555c728e req-8495d06d-d3b0-43a4-95fc-6900e65b7b94 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6fa48f-d86a-46d7-b38c-3131d342f37d&id=d06a9099-30da-446c-be64-dba56c62ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1300821 Jul 29 23:31:57.012091 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60301e36-eeac-4ccb-be2a-3cb3fd9926bd req-8fa1c5ac-4778-4a1b-b4c8-99ed4a725420 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:57.023992 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-60301e36-eeac-4ccb-be2a-3cb3fd9926bd req-8fa1c5ac-4778-4a1b-b4c8-99ed4a725420 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=693429de-8fab-4271-840a-01b89571b1ba HTTP/1.1" status: 200 len: 946 time: 0.1785436 Jul 29 23:31:57.308594 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-621e0ffe-7914-4e16-a78d-af51ec071229 req-814d2642-69a3-44d7-916e-ecadf15d3ccb service neutron] 10.222.0.22 "GET /v2.0/networks/efe051f0-42fc-4850-b7cd-89c8013aea3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731338 Jul 29 23:31:57.328351 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-60301e36-eeac-4ccb-be2a-3cb3fd9926bd req-e026eb3b-54a9-4c57-9580-f1bc037a2212 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001332 Jul 29 23:31:57.343103 n-d-712141-10 neutron-server[94077]: DEBUG neutron.objects.ports [None req-b341bb16-3a36-4e0f-8e1c-d903f3960b03 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94077) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 23:31:57.364781 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40010fc-f42a-41f5-826d-96e27ae1e7b6 req-c16ac75f-b5f9-4a5a-a406-7e752ac79b06 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:57.366791 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f40010fc-f42a-41f5-826d-96e27ae1e7b6 req-c16ac75f-b5f9-4a5a-a406-7e752ac79b06 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/ports?device_id=c998bf02-d7e5-4d3c-8e26-31b274713109 HTTP/1.1" status: 200 len: 945 time: 0.1622951 Jul 29 23:31:57.376263 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1cefee38-8dcf-4ef1-8daf-8e462aebf771 None None] Provisioning complete for port f57d52fa-09af-45ac-a014-3f4c121c4078 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:57.385782 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1cefee38-8dcf-4ef1-8daf-8e462aebf771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:57.416620 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 50166) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:57.545556 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f40010fc-f42a-41f5-826d-96e27ae1e7b6 req-c67dec13-ce6f-42c0-9290-04007bf3bb9f tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/security-groups?id=c238602f-ef5f-447a-b128-9500386afc8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677771 Jul 29 23:31:57.574609 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-11ca7edf-9c49-4817-9298-a0ff71731718 admin admin] Deleting subnet f0d8bd06-dc6d-4ccc-9caa-b44e45803cb5 {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:31:57.579567 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-11ca7edf-9c49-4817-9298-a0ff71731718 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:57.593114 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:57.604916 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b341bb16-3a36-4e0f-8e1c-d903f3960b03 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:57.647920 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ccbcae-147b-4a28-a50e-7bf64b1b4bdb req-71989097-3877-495a-af54-f84baa8ef627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:57.647920 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ccbcae-147b-4a28-a50e-7bf64b1b4bdb req-71989097-3877-495a-af54-f84baa8ef627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:57.647920 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ccbcae-147b-4a28-a50e-7bf64b1b4bdb req-71989097-3877-495a-af54-f84baa8ef627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:57.647920 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ccbcae-147b-4a28-a50e-7bf64b1b4bdb req-71989097-3877-495a-af54-f84baa8ef627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:57.647920 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ccbcae-147b-4a28-a50e-7bf64b1b4bdb req-71989097-3877-495a-af54-f84baa8ef627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:57.647920 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ccbcae-147b-4a28-a50e-7bf64b1b4bdb req-71989097-3877-495a-af54-f84baa8ef627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:57.647920 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ccbcae-147b-4a28-a50e-7bf64b1b4bdb req-71989097-3877-495a-af54-f84baa8ef627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:57.647920 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a5ccbcae-147b-4a28-a50e-7bf64b1b4bdb req-71989097-3877-495a-af54-f84baa8ef627 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0f2ab90424214bdcb3d3f2d44c6cf9b4&device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 6481 time: 0.2331965 Jul 29 23:31:57.691104 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-11ca7edf-9c49-4817-9298-a0ff71731718 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:57.886446 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-b341bb16-3a36-4e0f-8e1c-d903f3960b03 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] For port f57d52fa-09af-45ac-a014-3f4c121c4078, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=f57d52fa-09af-45ac-a014-3f4c121c4078,segment=NetworkSegment(ceb567b3-93e6-4495-80aa-58a786948605),segment_id=ceb567b3-93e6-4495-80aa-58a786948605)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:57.929306 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b341bb16-3a36-4e0f-8e1c-d903f3960b03 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:57.943231 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b341bb16-3a36-4e0f-8e1c-d903f3960b03 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:57.943231 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b341bb16-3a36-4e0f-8e1c-d903f3960b03 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:58.038387 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b341bb16-3a36-4e0f-8e1c-d903f3960b03 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:31:58.047947 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-b341bb16-3a36-4e0f-8e1c-d903f3960b03 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:31:58.051695 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b341bb16-3a36-4e0f-8e1c-d903f3960b03 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:58.052384 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b341bb16-3a36-4e0f-8e1c-d903f3960b03 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:58.062382 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e35bf0-93e6-4be8-b21e-dd48e0221f8c None None] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:31:58.086729 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341bb16-3a36-4e0f-8e1c-d903f3960b03 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event updated for resources: {'Subnet': ['ID=3d8d76b8-6245-4dc3-bd2a-80865bb784fb,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:58.102675 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b341bb16-3a36-4e0f-8e1c-d903f3960b03 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1797252 Jul 29 23:31:58.102905 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50184) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:58.108242 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-0ee10659-de46-4b29-bef3-d598b4d05836 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Request body: {'port': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'mac_address': 'fa:16:3e:1a:54:65', 'name': 'tempest-NetworksTestDHCPv6-1768045517'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:58.114167 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341bb16-3a36-4e0f-8e1c-d903f3960b03 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event updated for resources: {'Port': ['ID=f57d52fa-09af-45ac-a014-3f4c121c4078,revision_number=13']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:58.266212 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee10659-de46-4b29-bef3-d598b4d05836 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Made reservation on behalf of 7c9416c97c57443282624ca6d2f37df4 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:31:58.308399 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c43316-e9fc-4af9-b969-666ab907eb22 req-6d9ac46b-71e7-4e7e-87b2-4f9fc9369d97 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:58.310384 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-24c43316-e9fc-4af9-b969-666ab907eb22 req-6d9ac46b-71e7-4e7e-87b2-4f9fc9369d97 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cb63dcd-cfed-45b1-9087-f482b0d11e6a HTTP/1.1" status: 200 len: 946 time: 0.7018442 Jul 29 23:31:58.314763 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-11ca7edf-9c49-4817-9298-a0ff71731718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:58.383438 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafd9200-0708-429a-ba7e-ca17472f7ab5 None None] Update dhcp port {'port': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'fixed_ips': [{'subnet_id': '3d8d76b8-6245-4dc3-bd2a-80865bb784fb', 'ip_address': '2001:db8::f816:3eff:fe8b:bf0e'}, {'subnet_id': '27b16533-1907-49d4-8cc7-2b502480f683'}], 'binding:host_id': 'n-d-712141-10'}, 'id': 'f57d52fa-09af-45ac-a014-3f4c121c4078'} from n-d-712141-10. {{(pid=94079) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 23:31:58.402256 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0ee10659-de46-4b29-bef3-d598b4d05836 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:58.411898 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-aafd9200-0708-429a-ba7e-ca17472f7ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:58.413444 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0c902-4242-41fa-b6f3-5862544d6394 req-4cc115aa-2413-413a-ab24-07458e766d57 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:58.422860 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0c902-4242-41fa-b6f3-5862544d6394 req-4cc115aa-2413-413a-ab24-07458e766d57 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:58.429491 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0c902-4242-41fa-b6f3-5862544d6394 req-4cc115aa-2413-413a-ab24-07458e766d57 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:58.432262 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [None req-0ee10659-de46-4b29-bef3-d598b4d05836 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] device_id is not set on port 7cb27bec-c63e-4931-a732-62202facdb08 yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:31:58.435523 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0c902-4242-41fa-b6f3-5862544d6394 req-4cc115aa-2413-413a-ab24-07458e766d57 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:58.442343 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0c902-4242-41fa-b6f3-5862544d6394 req-4cc115aa-2413-413a-ab24-07458e766d57 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:58.448487 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0c902-4242-41fa-b6f3-5862544d6394 req-4cc115aa-2413-413a-ab24-07458e766d57 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:58.454938 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0c902-4242-41fa-b6f3-5862544d6394 req-4cc115aa-2413-413a-ab24-07458e766d57 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:58.463431 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-58c0c902-4242-41fa-b6f3-5862544d6394 req-4cc115aa-2413-413a-ab24-07458e766d57 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 5417 time: 0.2864373 Jul 29 23:31:58.465853 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ccbcae-147b-4a28-a50e-7bf64b1b4bdb req-6e0087be-7514-47a2-8627-14a409904203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:58.467444 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a5ccbcae-147b-4a28-a50e-7bf64b1b4bdb req-6e0087be-7514-47a2-8627-14a409904203 service neutron] 10.222.0.22 "GET /v2.0/networks?id=efe051f0-42fc-4850-b7cd-89c8013aea3e HTTP/1.1" status: 200 len: 902 time: 0.8055246 Jul 29 23:31:58.474511 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-24c43316-e9fc-4af9-b969-666ab907eb22 req-109cf765-d526-45ac-a677-298caf37f2b2 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8504185-138c-4bfa-ad4d-619d3548526d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334908 Jul 29 23:31:58.542827 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a5ccbcae-147b-4a28-a50e-7bf64b1b4bdb req-ed65a9de-15b9-45c2-8e3f-5702cef2ddc5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=93b5fbf0-238a-4eb3-aebb-f3656018624b HTTP/1.1" status: 200 len: 217 time: 0.0638568 Jul 29 23:31:58.621942 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-58c0c902-4242-41fa-b6f3-5862544d6394 req-1452aefa-e344-4faf-9c92-70f46c520506 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6fa48f-d86a-46d7-b38c-3131d342f37d&id=d06a9099-30da-446c-be64-dba56c62ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1573396 Jul 29 23:31:58.648851 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-11ca7edf-9c49-4817-9298-a0ff71731718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:58.655596 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 92f27aa7-54aa-4baf-af77-0d99bfb4a70e no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:31:58.678152 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ccbcae-147b-4a28-a50e-7bf64b1b4bdb req-257bfccc-13fe-41c3-bd67-26b848c68764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:58.679800 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a5ccbcae-147b-4a28-a50e-7bf64b1b4bdb req-257bfccc-13fe-41c3-bd67-26b848c68764 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d78777cb-19bd-47c4-81df-bf538051820d HTTP/1.1" status: 200 len: 797 time: 0.1297214 Jul 29 23:31:58.686725 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-0ee10659-de46-4b29-bef3-d598b4d05836 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Allocated IP 172.20.0.2 (27ea2e30-5576-4381-a6d8-03efb8f4bd4e/27b16533-1907-49d4-8cc7-2b502480f683/7cb27bec-c63e-4931-a732-62202facdb08) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:31:58.704407 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] No Port match for: 92f27aa7-54aa-4baf-af77-0d99bfb4a70e {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:31:58.704842 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 92f27aa7-54aa-4baf-af77-0d99bfb4a70e not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:31:58.706909 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-0ee10659-de46-4b29-bef3-d598b4d05836 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Allocated IP 2001:db8::f816:3eff:fe1a:5465 (27ea2e30-5576-4381-a6d8-03efb8f4bd4e/3d8d76b8-6245-4dc3-bd2a-80865bb784fb/7cb27bec-c63e-4931-a732-62202facdb08) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:31:58.715015 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ca7edf-9c49-4817-9298-a0ff71731718 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0d8bd06-dc6d-4ccc-9caa-b44e45803cb5,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:58.734387 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-11ca7edf-9c49-4817-9298-a0ff71731718 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:58.736571 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-11ca7edf-9c49-4817-9298-a0ff71731718 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f0d8bd06-dc6d-4ccc-9caa-b44e45803cb5 HTTP/1.1" status: 204 len: 168 time: 1.3170426 Jul 29 23:31:58.741948 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 50202) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:58.826157 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77841943-fc1d-4576-b1de-566125bd3f44 req-a060a0ed-a7b1-405a-8b14-04647de635cd tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:58.834910 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-77841943-fc1d-4576-b1de-566125bd3f44 req-a060a0ed-a7b1-405a-8b14-04647de635cd tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=693429de-8fab-4271-840a-01b89571b1ba HTTP/1.1" status: 200 len: 946 time: 0.2113514 Jul 29 23:31:58.854614 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ccbcae-147b-4a28-a50e-7bf64b1b4bdb req-06d76f06-1a00-4fec-8c45-d12f4749e7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:58.856193 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a5ccbcae-147b-4a28-a50e-7bf64b1b4bdb req-06d76f06-1a00-4fec-8c45-d12f4749e7bb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=efe051f0-42fc-4850-b7cd-89c8013aea3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1526711 Jul 29 23:31:58.916743 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0ee10659-de46-4b29-bef3-d598b4d05836 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:58.933227 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-0ee10659-de46-4b29-bef3-d598b4d05836 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Transition to ACTIVE for port object 7cb27bec-c63e-4931-a732-62202facdb08 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:31:58.963692 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f94ace8a-a0be-4e19-a34b-cc841428d5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:58.981147 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0ee10659-de46-4b29-bef3-d598b4d05836 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:58.989862 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-77841943-fc1d-4576-b1de-566125bd3f44 req-3d6a150c-2601-4b74-9a69-bb1d990c9090 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527741 Jul 29 23:31:59.045349 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee10659-de46-4b29-bef3-d598b4d05836 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:31:59.048804 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-0ee10659-de46-4b29-bef3-d598b4d05836 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:31:59.052700 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee10659-de46-4b29-bef3-d598b4d05836 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:31:59.058937 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf75bd-0ea6-4384-b479-5137e87fe24f req-3710a21a-0294-4e65-a691-344da84c0f19 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:59.060729 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3ecf75bd-0ea6-4384-b479-5137e87fe24f req-3710a21a-0294-4e65-a691-344da84c0f19 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/ports?device_id=c998bf02-d7e5-4d3c-8e26-31b274713109 HTTP/1.1" status: 200 len: 945 time: 0.2016172 Jul 29 23:31:59.062981 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee10659-de46-4b29-bef3-d598b4d05836 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event updated for resources: {'Port': ['ID=7cb27bec-c63e-4931-a732-62202facdb08,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:59.090424 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.db.api [None req-aafd9200-0708-429a-ba7e-ca17472f7ab5 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-2d14051c-62ab-4d1d-a85a-60fad391dee6 {{(pid=94079) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:31:59.090968 n-d-712141-10 neutron-server[94079]: DEBUG oslo_db.api [None req-aafd9200-0708-429a-ba7e-ca17472f7ab5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:31:59.123806 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee10659-de46-4b29-bef3-d598b4d05836 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:59.125575 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0ee10659-de46-4b29-bef3-d598b4d05836 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:59.146872 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0ee10659-de46-4b29-bef3-d598b4d05836 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.0426168 Jul 29 23:31:59.149103 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50210) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:59.169537 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f94ace8a-a0be-4e19-a34b-cc841428d5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:59.181139 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a5ccbcae-147b-4a28-a50e-7bf64b1b4bdb req-c0f1b84d-4c29-4a03-8f1c-46e2c29edb95 service neutron] 10.222.0.22 "GET /v2.0/networks/efe051f0-42fc-4850-b7cd-89c8013aea3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075771 Jul 29 23:31:59.189153 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3ecf75bd-0ea6-4384-b479-5137e87fe24f req-ea3f3f69-c490-4c83-ac58-2334d86114f2 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/security-groups?id=c238602f-ef5f-447a-b128-9500386afc8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173687 Jul 29 23:31:59.190905 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-f94ace8a-a0be-4e19-a34b-cc841428d5c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33eb6089-f12f-45ab-93ef-1559af77245c']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:59.217283 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-f94ace8a-a0be-4e19-a34b-cc841428d5c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f9410bd-b339-40ef-a39c-9dba318f007c') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:59.217283 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-f94ace8a-a0be-4e19-a34b-cc841428d5c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f9410bd-b339-40ef-a39c-9dba318f007c') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:59.220624 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10574c05-5139-4ed0-8698-3a396df17a8c tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:59.227212 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10574c05-5139-4ed0-8698-3a396df17a8c tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:59.229006 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-10574c05-5139-4ed0-8698-3a396df17a8c tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.0788672 Jul 29 23:31:59.232326 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50214) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:59.256844 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f94ace8a-a0be-4e19-a34b-cc841428d5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:59.278571 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f94ace8a-a0be-4e19-a34b-cc841428d5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:59.291122 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:59.295131 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f94ace8a-a0be-4e19-a34b-cc841428d5c0 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:31:59.295661 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f94ace8a-a0be-4e19-a34b-cc841428d5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:59.298167 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:31:59.298167 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:31:59.298167 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:31:59.298167 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:31:59.298167 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:31:59.298167 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:31:59.298167 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:31:59.298167 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:31:59.298167 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:31:59.298167 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:31:59.298167 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:31:59.298167 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:31:59.298167 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:31:59.298167 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:31:59.298167 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:31:59.298167 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:31:59.298167 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:31:59.298167 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:31:59.298167 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:31:59.298167 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:31:59.298167 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:31:59.298167 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:31:59.298167 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:31:59.298167 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:31:59.298167 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:31:59.298167 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:31:59.298167 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:31:59.298167 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:31:59.298167 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:31:59.298167 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:31:59.298167 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:31:59.298167 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:31:59.368624 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-00acdee1-a0a6-434a-b5b7-cd78bb82ee24 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Deleting port 7cb27bec-c63e-4931-a732-62202facdb08 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:31:59.369368 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-00acdee1-a0a6-434a-b5b7-cd78bb82ee24 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:59.378808 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a5ccbcae-147b-4a28-a50e-7bf64b1b4bdb req-60d8a280-e77e-4a26-84f3-0dc91c3d51c2 service neutron] 10.222.0.22 "GET /v2.0/networks/efe051f0-42fc-4850-b7cd-89c8013aea3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801472 Jul 29 23:31:59.386281 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f94ace8a-a0be-4e19-a34b-cc841428d5c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:59.396816 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f94ace8a-a0be-4e19-a34b-cc841428d5c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:59.401734 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-f94ace8a-a0be-4e19-a34b-cc841428d5c0 admin admin] 10.222.0.43 "DELETE /v2.0/networks/33eb6089-f12f-45ab-93ef-1559af77245c HTTP/1.1" status: 204 len: 168 time: 0.6587055 Jul 29 23:31:59.419306 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ace8a-a0be-4e19-a34b-cc841428d5c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=33eb6089-f12f-45ab-93ef-1559af77245c,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:59.505616 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-00acdee1-a0a6-434a-b5b7-cd78bb82ee24 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:59.522114 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-00acdee1-a0a6-434a-b5b7-cd78bb82ee24 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Calling delete_port for 7cb27bec-c63e-4931-a732-62202facdb08 owned by {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:31:59.558655 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 50226) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:59.634517 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-aafd9200-0708-429a-ba7e-ca17472f7ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:59.650138 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e0d134fc-45d3-4aa4-85df-b63d85c3d3ed admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a3a8c28ce06d4dd295640c2d71e0f069&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0879481 Jul 29 23:31:59.650972 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50228) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:59.692363 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16499583-17f6-4797-a451-869486579f22 req-619a7729-b6cc-4c04-a8c9-0c37cbcd7251 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:59.694339 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-16499583-17f6-4797-a451-869486579f22 req-619a7729-b6cc-4c04-a8c9-0c37cbcd7251 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cb63dcd-cfed-45b1-9087-f482b0d11e6a HTTP/1.1" status: 200 len: 946 time: 0.0672615 Jul 29 23:31:59.768387 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-16499583-17f6-4797-a451-869486579f22 req-9b27fab9-5661-47c6-9d22-236e0071b75e tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8504185-138c-4bfa-ad4d-619d3548526d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608399 Jul 29 23:31:59.787751 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-00acdee1-a0a6-434a-b5b7-cd78bb82ee24 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:59.789961 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c91f6099-026f-45d5-a860-31d45653ad1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:59.878016 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eacaa69-7f5b-4b32-840f-61eecb4f4598 req-9338c2be-4362-40a2-8abc-17f19c05891f tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:59.884768 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eacaa69-7f5b-4b32-840f-61eecb4f4598 req-9338c2be-4362-40a2-8abc-17f19c05891f tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:59.891267 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eacaa69-7f5b-4b32-840f-61eecb4f4598 req-9338c2be-4362-40a2-8abc-17f19c05891f tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:59.892814 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00acdee1-a0a6-434a-b5b7-cd78bb82ee24 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event deleted for resources: {'Port': ['ID=7cb27bec-c63e-4931-a732-62202facdb08,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:59.897396 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eacaa69-7f5b-4b32-840f-61eecb4f4598 req-9338c2be-4362-40a2-8abc-17f19c05891f tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:59.904050 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eacaa69-7f5b-4b32-840f-61eecb4f4598 req-9338c2be-4362-40a2-8abc-17f19c05891f tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:59.913284 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eacaa69-7f5b-4b32-840f-61eecb4f4598 req-9338c2be-4362-40a2-8abc-17f19c05891f tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:59.919177 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eacaa69-7f5b-4b32-840f-61eecb4f4598 req-9338c2be-4362-40a2-8abc-17f19c05891f tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:59.921208 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7eacaa69-7f5b-4b32-840f-61eecb4f4598 req-9338c2be-4362-40a2-8abc-17f19c05891f tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 5417 time: 0.1449373 Jul 29 23:31:59.923715 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c91f6099-026f-45d5-a860-31d45653ad1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:59.972997 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-aafd9200-0708-429a-ba7e-ca17472f7ab5 None None] Allocated IP 172.20.0.3 (27ea2e30-5576-4381-a6d8-03efb8f4bd4e/27b16533-1907-49d4-8cc7-2b502480f683/f57d52fa-09af-45ac-a014-3f4c121c4078) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:32:00.004722 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0deee43-487e-4911-ac19-0559101965fa req-90f37ea2-23eb-4507-9169-b543bf56296b tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:00.006411 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a0deee43-487e-4911-ac19-0559101965fa req-90f37ea2-23eb-4507-9169-b543bf56296b tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cb63dcd-cfed-45b1-9087-f482b0d11e6a HTTP/1.1" status: 200 len: 946 time: 0.0830567 Jul 29 23:32:00.017458 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 50244) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:00.038965 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7eacaa69-7f5b-4b32-840f-61eecb4f4598 req-1fc29061-f5ca-467b-8904-1946a1ad3bef tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6fa48f-d86a-46d7-b38c-3131d342f37d&id=d06a9099-30da-446c-be64-dba56c62ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0812349 Jul 29 23:32:00.042464 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device f57d52fa-09af-45ac-a014-3f4c121c4078 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:32:00.043423 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-f5b0e5d9-4bb1-4716-b78c-c7be7b2f63ad tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Request body: {'floatingip': {'port_id': 'ffd8f46b-a91b-4435-8711-d5889144a71a'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:00.090927 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-00acdee1-a0a6-434a-b5b7-cd78bb82ee24 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:00.093826 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-00acdee1-a0a6-434a-b5b7-cd78bb82ee24 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/ports/7cb27bec-c63e-4931-a732-62202facdb08 HTTP/1.1" status: 204 len: 168 time: 0.8592997 Jul 29 23:32:00.096596 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50248) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:00.121322 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f5b0e5d9-4bb1-4716-b78c-c7be7b2f63ad tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Notify callbacks [] for floatingip, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:00.182181 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c10d25a-ebcf-4b58-bf75-da0a4ae7c199 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:00.183403 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c10d25a-ebcf-4b58-bf75-da0a4ae7c199 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:00.185256 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c10d25a-ebcf-4b58-bf75-da0a4ae7c199 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:00.188674 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7c10d25a-ebcf-4b58-bf75-da0a4ae7c199 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0885479 Jul 29 23:32:00.191067 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50252) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:00.200489 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c91f6099-026f-45d5-a860-31d45653ad1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:00.203904 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c91f6099-026f-45d5-a860-31d45653ad1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:00.209496 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c91f6099-026f-45d5-a860-31d45653ad1d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5e16a801-1b5d-4b70-8503-4ffbf26602b8 HTTP/1.1" status: 204 len: 168 time: 0.5531874 Jul 29 23:32:00.238683 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91f6099-026f-45d5-a860-31d45653ad1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e16a801-1b5d-4b70-8503-4ffbf26602b8,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:00.299537 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eb708c6-1e96-4590-a508-bb6d26a6fccd tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Deleting subnet 27b16533-1907-49d4-8cc7-2b502480f683 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:32:00.338946 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-aafd9200-0708-429a-ba7e-ca17472f7ab5 None None] For port f57d52fa-09af-45ac-a014-3f4c121c4078, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=f57d52fa-09af-45ac-a014-3f4c121c4078,segment=NetworkSegment(ceb567b3-93e6-4495-80aa-58a786948605),segment_id=ceb567b3-93e6-4495-80aa-58a786948605)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:00.394953 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-aafd9200-0708-429a-ba7e-ca17472f7ab5 None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:00.411764 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-aafd9200-0708-429a-ba7e-ca17472f7ab5 None None] Transition to ACTIVE for port object f57d52fa-09af-45ac-a014-3f4c121c4078 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:32:00.415163 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port f57d52fa-09af-45ac-a014-3f4c121c4078 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:00.415859 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:00.420163 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9eb708c6-1e96-4590-a508-bb6d26a6fccd tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:00.421179 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cad5588-f24e-46d4-80d5-8955656b6d96 req-e6f17850-1d5e-4199-9871-fe882b4f9ad4 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:00.423868 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0cad5588-f24e-46d4-80d5-8955656b6d96 req-e6f17850-1d5e-4199-9871-fe882b4f9ad4 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=693429de-8fab-4271-840a-01b89571b1ba HTTP/1.1" status: 200 len: 946 time: 0.2336309 Jul 29 23:32:00.464608 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-aafd9200-0708-429a-ba7e-ca17472f7ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:00.473340 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33f624-393a-4001-8f72-12640360b6dc req-de904f93-8d5a-485d-83cf-c422177d4aa3 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:00.482488 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7e33f624-393a-4001-8f72-12640360b6dc req-de904f93-8d5a-485d-83cf-c422177d4aa3 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/ports?device_id=c998bf02-d7e5-4d3c-8e26-31b274713109 HTTP/1.1" status: 200 len: 945 time: 0.1489460 Jul 29 23:32:00.520211 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9eb708c6-1e96-4590-a508-bb6d26a6fccd tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:00.597457 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7e33f624-393a-4001-8f72-12640360b6dc req-cadf4df9-b56e-473a-b2dc-d49d7788e20f tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/security-groups?id=c238602f-ef5f-447a-b128-9500386afc8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979898 Jul 29 23:32:00.622467 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0cad5588-f24e-46d4-80d5-8955656b6d96 req-558e378c-8ec8-4ba5-9c1f-8f6316346c30 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590607 Jul 29 23:32:00.646123 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9eb708c6-1e96-4590-a508-bb6d26a6fccd tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:00.762281 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9eb708c6-1e96-4590-a508-bb6d26a6fccd tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:00.805920 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb708c6-1e96-4590-a508-bb6d26a6fccd tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event deleted for resources: {'Subnet': ['ID=27b16533-1907-49d4-8cc7-2b502480f683,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:00.808560 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9eb708c6-1e96-4590-a508-bb6d26a6fccd tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:00.810523 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9eb708c6-1e96-4590-a508-bb6d26a6fccd tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/subnets/27b16533-1907-49d4-8cc7-2b502480f683 HTTP/1.1" status: 204 len: 168 time: 0.6184442 Jul 29 23:32:00.814488 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50272) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:00.896372 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Port f57d52fa-09af-45ac-a014-3f4c121c4078 had new provisioning blocks added so it will not transition to active. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 29 23:32:00.908010 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafd9200-0708-429a-ba7e-ca17472f7ab5 None None] Pushing event updated for resources: {'Port': ['ID=f57d52fa-09af-45ac-a014-3f4c121c4078,revision_number=14']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:00.910680 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe8d8b3a-ea4d-4ea0-a61a-4e86ade9e025 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Deleting subnet 3d8d76b8-6245-4dc3-bd2a-80865bb784fb {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:32:00.915372 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fe8d8b3a-ea4d-4ea0-a61a-4e86ade9e025 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:00.993833 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fe8d8b3a-ea4d-4ea0-a61a-4e86ade9e025 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:01.141433 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fe8d8b3a-ea4d-4ea0-a61a-4e86ade9e025 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:01.255689 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f5b0e5d9-4bb1-4716-b78c-c7be7b2f63ad tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:01.263463 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f5b0e5d9-4bb1-4716-b78c-c7be7b2f63ad tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:01.266633 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fe8d8b3a-ea4d-4ea0-a61a-4e86ade9e025 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:01.289057 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7073524e-cd73-4f1a-a8b8-a30b3095c47b req-31e3cb8c-b59b-4fc4-b244-602d534a8379 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:01.300499 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7073524e-cd73-4f1a-a8b8-a30b3095c47b req-31e3cb8c-b59b-4fc4-b244-602d534a8379 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:01.309512 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7073524e-cd73-4f1a-a8b8-a30b3095c47b req-31e3cb8c-b59b-4fc4-b244-602d534a8379 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:01.317553 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7073524e-cd73-4f1a-a8b8-a30b3095c47b req-31e3cb8c-b59b-4fc4-b244-602d534a8379 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:01.323729 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fe8d8b3a-ea4d-4ea0-a61a-4e86ade9e025 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:01.325749 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-fe8d8b3a-ea4d-4ea0-a61a-4e86ade9e025 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/subnets/3d8d76b8-6245-4dc3-bd2a-80865bb784fb HTTP/1.1" status: 204 len: 168 time: 0.5097234 Jul 29 23:32:01.326741 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8d8b3a-ea4d-4ea0-a61a-4e86ade9e025 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event deleted for resources: {'Subnet': ['ID=3d8d76b8-6245-4dc3-bd2a-80865bb784fb,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:01.328426 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7073524e-cd73-4f1a-a8b8-a30b3095c47b req-31e3cb8c-b59b-4fc4-b244-602d534a8379 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:01.329387 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50296) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:01.341011 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7073524e-cd73-4f1a-a8b8-a30b3095c47b req-31e3cb8c-b59b-4fc4-b244-602d534a8379 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:01.347962 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7073524e-cd73-4f1a-a8b8-a30b3095c47b req-31e3cb8c-b59b-4fc4-b244-602d534a8379 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:01.350586 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7073524e-cd73-4f1a-a8b8-a30b3095c47b req-31e3cb8c-b59b-4fc4-b244-602d534a8379 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 5417 time: 0.1641672 Jul 29 23:32:01.405477 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ab702203-951e-4cc1-9710-147e245de95a tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0734456 Jul 29 23:32:01.406630 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 50300) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:01.414159 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-914f9759-73db-45e9-8e40-6fc38fba8d00 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Request body: {'subnet': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:01.589169 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7073524e-cd73-4f1a-a8b8-a30b3095c47b req-b2346a7e-c6f9-4c17-9943-87dbd4d340c6 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6fa48f-d86a-46d7-b38c-3131d342f37d&id=d06a9099-30da-446c-be64-dba56c62ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1839991 Jul 29 23:32:01.600717 n-d-712141-10 neutron-server[94078]: INFO neutron.db.l3_db [None req-f5b0e5d9-4bb1-4716-b78c-c7be7b2f63ad tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Floating IP 419f5f1c-61fd-45a7-8290-c2d44859af01 associated. External IP: 172.25.0.177, port: ffd8f46b-a91b-4435-8711-d5889144a71a. Jul 29 23:32:01.657291 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50310) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:01.774138 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-914f9759-73db-45e9-8e40-6fc38fba8d00 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Made reservation on behalf of 7c9416c97c57443282624ca6d2f37df4 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:32:01.778068 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-914f9759-73db-45e9-8e40-6fc38fba8d00 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:01.843913 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-6a4b736a-7b5b-48b1-b761-0c83622180bf admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-304272097-network', 'tenant_id': '7019cad73a184f0e9accc55d54975ff4'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:01.883972 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4b736a-7b5b-48b1-b761-0c83622180bf admin admin] Made reservation on behalf of 7019cad73a184f0e9accc55d54975ff4 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:32:01.886605 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6a4b736a-7b5b-48b1-b761-0c83622180bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:01.900620 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6a4b736a-7b5b-48b1-b761-0c83622180bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:02.030051 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dfce7b-44e3-44c3-a404-dd4b476570d9 req-617f26a9-4492-468a-b4ce-2360c4ad6dd6 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:02.031036 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device f57d52fa-09af-45ac-a014-3f4c121c4078 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:32:02.033298 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d004856-8cf2-473d-aa76-c82feecf63d8 None None] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:32:02.034155 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b6dfce7b-44e3-44c3-a404-dd4b476570d9 req-617f26a9-4492-468a-b4ce-2360c4ad6dd6 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/ports?device_id=c998bf02-d7e5-4d3c-8e26-31b274713109 HTTP/1.1" status: 200 len: 945 time: 0.3031046 Jul 29 23:32:02.050840 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eaebaa-12e1-4d08-9ec7-1887d8239069 req-4ca24d11-30e8-4617-aaec-47b1bdee0c61 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:02.052548 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-56eaebaa-12e1-4d08-9ec7-1887d8239069 req-4ca24d11-30e8-4617-aaec-47b1bdee0c61 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=693429de-8fab-4271-840a-01b89571b1ba HTTP/1.1" status: 200 len: 946 time: 0.2975850 Jul 29 23:32:02.068835 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6a4b736a-7b5b-48b1-b761-0c83622180bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:02.074186 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6a4b736a-7b5b-48b1-b761-0c83622180bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:02.118943 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4b736a-7b5b-48b1-b761-0c83622180bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7ec02f-3f5a-4db9-8687-ad3b845551b2,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:02.131158 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a4b736a-7b5b-48b1-b761-0c83622180bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:32:02.144523 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6a4b736a-7b5b-48b1-b761-0c83622180bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:02.144924 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-6a4b736a-7b5b-48b1-b761-0c83622180bf admin admin] Added segment 71333a52-18f3-403e-9b7c-3b9bb95e5fbc of type vlan for network 8227640f-be8a-47f5-971c-6214e2c7e98b Jul 29 23:32:02.170234 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-da7f5cb6-636a-4e3e-b801-caa8646cbd1f None None] Provisioning for port f57d52fa-09af-45ac-a014-3f4c121c4078 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:32:02.176819 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-da7f5cb6-636a-4e3e-b801-caa8646cbd1f None None] Provisioning complete for port f57d52fa-09af-45ac-a014-3f4c121c4078 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:02.177282 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-da7f5cb6-636a-4e3e-b801-caa8646cbd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:02.205800 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6a4b736a-7b5b-48b1-b761-0c83622180bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:02.250138 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6a4b736a-7b5b-48b1-b761-0c83622180bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:02.252424 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4b736a-7b5b-48b1-b761-0c83622180bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:02.254246 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6a4b736a-7b5b-48b1-b761-0c83622180bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:02.258473 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port f57d52fa-09af-45ac-a014-3f4c121c4078 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:02.258925 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:02.269927 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-56eaebaa-12e1-4d08-9ec7-1887d8239069 req-97339708-c735-4816-9fd5-f4257af2b3a1 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740851 Jul 29 23:32:02.310591 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b6dfce7b-44e3-44c3-a404-dd4b476570d9 req-70e80c0f-a1ba-4543-a559-3bba77dab895 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/security-groups?id=c238602f-ef5f-447a-b128-9500386afc8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355537 Jul 29 23:32:02.337143 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-6a4b736a-7b5b-48b1-b761-0c83622180bf admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6784174 Jul 29 23:32:02.352201 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50332) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:02.361088 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-bde02f4b-2866-4529-af82-460d57b27327 admin admin] Request body: {'subnet': {'network_id': '8227640f-be8a-47f5-971c-6214e2c7e98b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-304272097-subnet', 'tenant_id': '7019cad73a184f0e9accc55d54975ff4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:02.376683 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4b736a-7b5b-48b1-b761-0c83622180bf admin admin] Pushing event updated for resources: {'Network': ['ID=8227640f-be8a-47f5-971c-6214e2c7e98b,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:02.401921 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde02f4b-2866-4529-af82-460d57b27327 admin admin] Made reservation on behalf of 7019cad73a184f0e9accc55d54975ff4 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:32:02.405719 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bde02f4b-2866-4529-af82-460d57b27327 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:02.406536 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b0e5d9-4bb1-4716-b78c-c7be7b2f63ad tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Router 9b73c5ac-70c9-4f4f-bccc-7f5bc9901951 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:32:02.419574 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 8227640f-be8a-47f5-971c-6214e2c7e98b details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:32:02.430078 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-914f9759-73db-45e9-8e40-6fc38fba8d00 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:02.534684 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914f9759-73db-45e9-8e40-6fc38fba8d00 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:32:02.543476 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-914f9759-73db-45e9-8e40-6fc38fba8d00 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:02.552373 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914f9759-73db-45e9-8e40-6fc38fba8d00 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:02.552848 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-914f9759-73db-45e9-8e40-6fc38fba8d00 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:02.561451 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914f9759-73db-45e9-8e40-6fc38fba8d00 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event updated for resources: {'Subnet': ['ID=38e34d28-a1be-4942-974f-2dc3e81e4e92,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:02.614891 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-914f9759-73db-45e9-8e40-6fc38fba8d00 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2068949 Jul 29 23:32:02.617412 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 50338) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:02.625882 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-82985357-3b10-43c9-81fb-d8d871e1d0de tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Request body: {'subnet': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:02.636661 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57b2166-3506-41b1-a03d-79176e8a28f5 None None] DHCP port deletion for 27ea2e30-5576-4381-a6d8-03efb8f4bd4e request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:32:02.669978 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b0e5d9-4bb1-4716-b78c-c7be7b2f63ad tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:32:02.676473 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f5b0e5d9-4bb1-4716-b78c-c7be7b2f63ad tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:02.697719 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0e6385-fdc5-4146-9d95-c9906a120f35 None None] Sync routers for ids ['9b73c5ac-70c9-4f4f-bccc-7f5bc9901951'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:32:02.713761 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0e6385-fdc5-4146-9d95-c9906a120f35 None None] Routers {'9b73c5ac-70c9-4f4f-bccc-7f5bc9901951'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:32:02.714708 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-2c0e6385-fdc5-4146-9d95-c9906a120f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:31:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['9b73c5ac-70c9-4f4f-bccc-7f5bc9901951'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:02.726007 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bde02f4b-2866-4529-af82-460d57b27327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:02.749109 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-f5b0e5d9-4bb1-4716-b78c-c7be7b2f63ad tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] 10.222.0.43 "PUT /v2.0/floatingips/419f5f1c-61fd-45a7-8290-c2d44859af01 HTTP/1.1" status: 200 len: 992 time: 2.7319572 Jul 29 23:32:02.805072 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cb63dcd-cfed-45b1-9087-f482b0d11e6a', 'tag': 'ffd8f46b-a91b-4435-8711-d5889144a71a'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:32:02.815159 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde02f4b-2866-4529-af82-460d57b27327 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0e122c0-d6c1-4d4c-bc2a-1a540cad111b,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:02.817770 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a2ccef-7ab0-4686-91d6-0fb3d06408db" -d '{"events": [{"name": "network-changed", "server_uuid": "8cb63dcd-cfed-45b1-9087-f482b0d11e6a", "tag": "ffd8f46b-a91b-4435-8711-d5889144a71a"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:32:02.823906 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde02f4b-2866-4529-af82-460d57b27327 admin admin] Checking segment: {'id': '71333a52-18f3-403e-9b7c-3b9bb95e5fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8227640f-be8a-47f5-971c-6214e2c7e98b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:32:02.824477 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde02f4b-2866-4529-af82-460d57b27327 admin admin] Network hostable DHCP agents. Network: 8227640f-be8a-47f5-971c-6214e2c7e98b, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:32:02.862547 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde02f4b-2866-4529-af82-460d57b27327 admin admin] Network 8227640f-be8a-47f5-971c-6214e2c7e98b is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:32:02.878700 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-bde02f4b-2866-4529-af82-460d57b27327 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 8227640f-be8a-47f5-971c-6214e2c7e98b) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:02.888016 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde02f4b-2866-4529-af82-460d57b27327 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:02.888741 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bde02f4b-2866-4529-af82-460d57b27327 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:02.899044 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-a57b2166-3506-41b1-a03d-79176e8a28f5 None None] Deleting port f57d52fa-09af-45ac-a014-3f4c121c4078 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:32:02.899465 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a57b2166-3506-41b1-a03d-79176e8a28f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:02.901673 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e54b084-4bf2-457d-97c9-a42f365b993d None None] Network 8227640f-be8a-47f5-971c-6214e2c7e98b requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:32:02.910136 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f55d3-5de8-4277-889f-2c0ae9e2afa1 req-72a0873f-48fe-4fda-ac32-fbf5b7134dd8 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:02.917794 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f55d3-5de8-4277-889f-2c0ae9e2afa1 req-72a0873f-48fe-4fda-ac32-fbf5b7134dd8 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:02.919163 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-bde02f4b-2866-4529-af82-460d57b27327 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5657864 Jul 29 23:32:02.924983 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f55d3-5de8-4277-889f-2c0ae9e2afa1 req-72a0873f-48fe-4fda-ac32-fbf5b7134dd8 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:02.931866 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f55d3-5de8-4277-889f-2c0ae9e2afa1 req-72a0873f-48fe-4fda-ac32-fbf5b7134dd8 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:02.939491 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f55d3-5de8-4277-889f-2c0ae9e2afa1 req-72a0873f-48fe-4fda-ac32-fbf5b7134dd8 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:02.947173 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f55d3-5de8-4277-889f-2c0ae9e2afa1 req-72a0873f-48fe-4fda-ac32-fbf5b7134dd8 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:02.958455 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f55d3-5de8-4277-889f-2c0ae9e2afa1 req-72a0873f-48fe-4fda-ac32-fbf5b7134dd8 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:02.970437 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-406f55d3-5de8-4277-889f-2c0ae9e2afa1 req-72a0873f-48fe-4fda-ac32-fbf5b7134dd8 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 5417 time: 0.2331760 Jul 29 23:32:02.971507 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e62c2287-ce0f-4681-bf3c-cce214a09bc4 x-openstack-request-id: req-e62c2287-ce0f-4681-bf3c-cce214a09bc4 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:32:02.972078 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cb63dcd-cfed-45b1-9087-f482b0d11e6a", "tag": "ffd8f46b-a91b-4435-8711-d5889144a71a", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:32:02.972078 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e62c2287-ce0f-4681-bf3c-cce214a09bc4 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:32:02.972515 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cb63dcd-cfed-45b1-9087-f482b0d11e6a', 'tag': 'ffd8f46b-a91b-4435-8711-d5889144a71a', 'status': 'completed', 'code': 200} Jul 29 23:32:03.021570 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-2c0e6385-fdc5-4146-9d95-c9906a120f35 None None] Set router 9b73c5ac-70c9-4f4f-bccc-7f5bc9901951 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:32:03.242238 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-a57b2166-3506-41b1-a03d-79176e8a28f5 None None] For port f57d52fa-09af-45ac-a014-3f4c121c4078, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=f57d52fa-09af-45ac-a014-3f4c121c4078,segment=NetworkSegment(ceb567b3-93e6-4495-80aa-58a786948605),segment_id=ceb567b3-93e6-4495-80aa-58a786948605)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:03.243529 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a57b2166-3506-41b1-a03d-79176e8a28f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:03.261989 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-a57b2166-3506-41b1-a03d-79176e8a28f5 None None] Calling delete_port for f57d52fa-09af-45ac-a014-3f4c121c4078 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:32:03.496557 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba10d57-6e94-4f71-a73a-09f9102af647 None None] Network 8227640f-be8a-47f5-971c-6214e2c7e98b requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:32:03.526539 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-406f55d3-5de8-4277-889f-2c0ae9e2afa1 req-c6814dc8-7a9e-409c-8c2c-472bf7c9f4b4 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6fa48f-d86a-46d7-b38c-3131d342f37d&id=d06a9099-30da-446c-be64-dba56c62ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.5587287 Jul 29 23:32:03.564123 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a57b2166-3506-41b1-a03d-79176e8a28f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:03.582928 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2ccef-7ab0-4686-91d6-0fb3d06408db req-02263c78-c18f-4657-9579-d95e94f59b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:03.584449 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-93a2ccef-7ab0-4686-91d6-0fb3d06408db req-02263c78-c18f-4657-9579-d95e94f59b58 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=38e5a2101cb84e649abcb077576a3704&device_id=8cb63dcd-cfed-45b1-9087-f482b0d11e6a HTTP/1.1" status: 200 len: 1098 time: 0.5854485 Jul 29 23:32:03.587254 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82985357-3b10-43c9-81fb-d8d871e1d0de tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Made reservation on behalf of 7c9416c97c57443282624ca6d2f37df4 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:32:03.590757 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-82985357-3b10-43c9-81fb-d8d871e1d0de tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:03.610766 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57b2166-3506-41b1-a03d-79176e8a28f5 None None] No DVR routers for this DVR port f57d52fa-09af-45ac-a014-3f4c121c4078 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:32:03.636678 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57b2166-3506-41b1-a03d-79176e8a28f5 None None] Pushing event deleted for resources: {'Port': ['ID=f57d52fa-09af-45ac-a014-3f4c121c4078,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:03.640352 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266400bb-ccbd-4c27-bafb-8d1311f5a194 None None] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:32:03.817741 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d1c76-ffb3-4037-8c85-8134aca64005 req-791034ec-7496-4753-8a81-10d838fcfc5d tempest-InstanceActionsV221TestJSON-1316874884 tempest-InstanceActionsV221TestJSON-1316874884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:03.819299 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8b4d1c76-ffb3-4037-8c85-8134aca64005 req-791034ec-7496-4753-8a81-10d838fcfc5d tempest-InstanceActionsV221TestJSON-1316874884 tempest-InstanceActionsV221TestJSON-1316874884-project] 10.222.0.43 "GET /v2.0/networks?id=8227640f-be8a-47f5-971c-6214e2c7e98b HTTP/1.1" status: 200 len: 817 time: 0.3143139 Jul 29 23:32:03.878327 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fedc28c-5476-416c-9449-facde9c2f758 req-615fc0f7-b75c-46a0-b348-4679d63430ba tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:03.879978 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0fedc28c-5476-416c-9449-facde9c2f758 req-615fc0f7-b75c-46a0-b348-4679d63430ba tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=693429de-8fab-4271-840a-01b89571b1ba HTTP/1.1" status: 200 len: 946 time: 0.2123427 Jul 29 23:32:03.885296 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2ccef-7ab0-4686-91d6-0fb3d06408db req-9fe93199-5abf-472b-ba7a-7a1fbdb10c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:03.886866 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-93a2ccef-7ab0-4686-91d6-0fb3d06408db req-9fe93199-5abf-472b-ba7a-7a1fbdb10c40 service neutron] 10.222.0.22 "GET /v2.0/networks?id=7f4f5951-808e-47f0-8843-cccf83b2b5f5 HTTP/1.1" status: 200 len: 916 time: 0.2915926 Jul 29 23:32:03.898813 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8b4d1c76-ffb3-4037-8c85-8134aca64005 req-df55e19d-60ff-4223-8259-d70ad9cbfaa5 tempest-InstanceActionsV221TestJSON-1316874884 tempest-InstanceActionsV221TestJSON-1316874884-project] 10.222.0.43 "GET /v2.0/quotas/7019cad73a184f0e9accc55d54975ff4 HTTP/1.1" status: 200 len: 375 time: 0.0631883 Jul 29 23:32:03.920955 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-2c0e6385-fdc5-4146-9d95-c9906a120f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b73c5ac-70c9-4f4f-bccc-7f5bc9901951', 'name': 'tempest-ServersTestBootFromVolume-442508025-router', 'tenant_id': '38e5a2101cb84e649abcb077576a3704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'fadecb27-2f3a-409c-b390-ab58b11b5462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:30:13Z', 'updated_at': '2021-07-29T23:30:27Z', 'revision_number': 4, 'project_id': '38e5a2101cb84e649abcb077576a3704', 'gw_port': {'id': 'fadecb27-2f3a-409c-b390-ab58b11b5462', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:5f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b73c5ac-70c9-4f4f-bccc-7f5bc9901951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:30:15Z', 'updated_at': '2021-07-29T23:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '419f5f1c-61fd-45a7-8290-c2d44859af01', 'tenant_id': '38e5a2101cb84e649abcb077576a3704', 'floating_ip_address': '172.25.0.177', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '9b73c5ac-70c9-4f4f-bccc-7f5bc9901951', 'port_id': 'ffd8f46b-a91b-4435-8711-d5889144a71a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f4f5951-808e-47f0-8843-cccf83b2b5f5', 'mac_address': 'fa:16:3e:5a:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb63dcd-cfed-45b1-9087-f482b0d11e6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:30:45Z', 'updated_at': '2021-07-29T23:32:01Z', 'revision_number': 1, 'project_id': '38e5a2101cb84e649abcb077576a3704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5a2f605-f7d6-4dfa-a112-37a5f14c8f0e', 'name': '', 'network_id': '7f4f5951-808e-47f0-8843-cccf83b2b5f5', 'tenant_id': '38e5a2101cb84e649abcb077576a3704', 'mac_address': 'fa:16:3e:c5:bc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b73c5ac-70c9-4f4f-bccc-7f5bc9901951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'b0626110-2e70-4df5-8ca6-7b634c09fbe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:30:24Z', 'updated_at': '2021-07-29T23:30:54Z', 'revision_number': 5, 'project_id': '38e5a2101cb84e649abcb077576a3704', 'subnets': [{'id': 'b0626110-2e70-4df5-8ca6-7b634c09fbe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:03.971602 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0e6385-fdc5-4146-9d95-c9906a120f35 None None] Checking router: 9b73c5ac-70c9-4f4f-bccc-7f5bc9901951 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:32:03.974939 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1431b221-dcd5-4299-ba9a-e8addeae88ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'tenant_id': '7c9416c97c57443282624ca6d2f37df4', 'fixed_ips': [{'subnet_id': '38e34d28-a1be-4942-974f-2dc3e81e4e92'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:32:03.975827 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1431b221-dcd5-4299-ba9a-e8addeae88ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:04.017159 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0fedc28c-5476-416c-9449-facde9c2f758 req-891e010d-2819-4668-87b2-a7cb11f8d2ea tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217930 Jul 29 23:32:04.061490 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8b4d1c76-ffb3-4037-8c85-8134aca64005 req-558b0d3b-69ff-49de-b3bc-ce757600df87 tempest-InstanceActionsV221TestJSON-1316874884 tempest-InstanceActionsV221TestJSON-1316874884-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7019cad73a184f0e9accc55d54975ff4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0849373 Jul 29 23:32:04.162954 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device f57d52fa-09af-45ac-a014-3f4c121c4078 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:32:04.188178 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: f57d52fa-09af-45ac-a014-3f4c121c4078 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:32:04.188689 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device f57d52fa-09af-45ac-a014-3f4c121c4078 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:32:04.199489 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0e6385-fdc5-4146-9d95-c9906a120f35 None None] Routers {'9b73c5ac-70c9-4f4f-bccc-7f5bc9901951'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:32:04.199489 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-2c0e6385-fdc5-4146-9d95-c9906a120f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:31:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['9b73c5ac-70c9-4f4f-bccc-7f5bc9901951'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:04.213910 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-93a2ccef-7ab0-4686-91d6-0fb3d06408db req-7d52ba3e-b568-4bfc-a024-f25fb6ebcec2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ffd8f46b-a91b-4435-8711-d5889144a71a HTTP/1.1" status: 200 len: 1000 time: 0.3131235 Jul 29 23:32:04.337547 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2ccef-7ab0-4686-91d6-0fb3d06408db req-8cd6937d-3a37-4bb8-8199-0056c8aa188c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:04.339196 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-93a2ccef-7ab0-4686-91d6-0fb3d06408db req-8cd6937d-3a37-4bb8-8199-0056c8aa188c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b0626110-2e70-4df5-8ca6-7b634c09fbe0 HTTP/1.1" status: 200 len: 854 time: 0.1131935 Jul 29 23:32:04.356269 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545f88d-3f7f-438f-acdd-9453146b109c req-7e477536-6b71-4f6d-babb-9abb5feffb33 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:04.358332 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2545f88d-3f7f-438f-acdd-9453146b109c req-7e477536-6b71-4f6d-babb-9abb5feffb33 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/ports?device_id=c998bf02-d7e5-4d3c-8e26-31b274713109 HTTP/1.1" status: 200 len: 945 time: 0.2525570 Jul 29 23:32:04.388332 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8b4d1c76-ffb3-4037-8c85-8134aca64005 req-83ef74d4-a2a7-4a33-a992-7114ea2a75f2 service neutron] 10.222.0.43 "GET /v2.0/networks/8227640f-be8a-47f5-971c-6214e2c7e98b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145006 Jul 29 23:32:04.407221 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-2c0e6385-fdc5-4146-9d95-c9906a120f35 None None] Set router 9b73c5ac-70c9-4f4f-bccc-7f5bc9901951 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:32:04.443448 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-1431b221-dcd5-4299-ba9a-e8addeae88ae None None] Allocated IP 172.20.0.2 (27ea2e30-5576-4381-a6d8-03efb8f4bd4e/38e34d28-a1be-4942-974f-2dc3e81e4e92/f3539311-793f-4e8e-b036-62a34ffb81fc) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:32:04.553962 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2ccef-7ab0-4686-91d6-0fb3d06408db req-e64695b7-eaef-4d18-a9e0-f5b6fb2bb22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:04.555832 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-93a2ccef-7ab0-4686-91d6-0fb3d06408db req-e64695b7-eaef-4d18-a9e0-f5b6fb2bb22c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7f4f5951-808e-47f0-8843-cccf83b2b5f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1910777 Jul 29 23:32:04.559221 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2545f88d-3f7f-438f-acdd-9453146b109c req-17fc782e-4595-4319-8240-1f3019214a8e tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/security-groups?id=c238602f-ef5f-447a-b128-9500386afc8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644158 Jul 29 23:32:04.672014 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8b4d1c76-ffb3-4037-8c85-8134aca64005 req-dc8fd6f6-bc35-4a3b-a798-dc996c21d16a service neutron] 10.222.0.43 "GET /v2.0/networks/8227640f-be8a-47f5-971c-6214e2c7e98b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556505 Jul 29 23:32:04.743749 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1431b221-dcd5-4299-ba9a-e8addeae88ae None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:04.751414 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-93a2ccef-7ab0-4686-91d6-0fb3d06408db req-f15c9de3-dbea-4d7f-a6de-2e50ad395666 service neutron] 10.222.0.22 "GET /v2.0/networks/7f4f5951-808e-47f0-8843-cccf83b2b5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648428 Jul 29 23:32:04.754371 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1431b221-dcd5-4299-ba9a-e8addeae88ae None None] Transition to ACTIVE for port object f3539311-793f-4e8e-b036-62a34ffb81fc will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:32:04.770788 n-d-712141-10 neutron-server[94078]: DEBUG neutron.objects.ports [None req-82985357-3b10-43c9-81fb-d8d871e1d0de tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94078) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 23:32:04.773843 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-82985357-3b10-43c9-81fb-d8d871e1d0de tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:04.775903 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1431b221-dcd5-4299-ba9a-e8addeae88ae None None] Transition to ACTIVE for port object f3539311-793f-4e8e-b036-62a34ffb81fc will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:32:04.820515 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1431b221-dcd5-4299-ba9a-e8addeae88ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:04.881500 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1431b221-dcd5-4299-ba9a-e8addeae88ae None None] Pushing event updated for resources: {'Port': ['ID=f3539311-793f-4e8e-b036-62a34ffb81fc,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:04.899145 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82985357-3b10-43c9-81fb-d8d871e1d0de tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:32:04.907822 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1431b221-dcd5-4299-ba9a-e8addeae88ae None None] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:32:04.912773 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-82985357-3b10-43c9-81fb-d8d871e1d0de tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:04.915133 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-1431b221-dcd5-4299-ba9a-e8addeae88ae None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:04.920644 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1431b221-dcd5-4299-ba9a-e8addeae88ae None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:32:04.925942 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82985357-3b10-43c9-81fb-d8d871e1d0de tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:04.926703 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-82985357-3b10-43c9-81fb-d8d871e1d0de tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:04.976684 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82985357-3b10-43c9-81fb-d8d871e1d0de tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event updated for resources: {'Subnet': ['ID=1f2d7a61-2d11-4425-abfe-7dc4479bc1d8,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:05.041281 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-1431b221-dcd5-4299-ba9a-e8addeae88ae None None] Attempting to bind port f3539311-793f-4e8e-b036-62a34ffb81fc on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:32:05.041671 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-1431b221-dcd5-4299-ba9a-e8addeae88ae None None] Attempting to bind port f3539311-793f-4e8e-b036-62a34ffb81fc by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': 'ceb567b3-93e6-4495-80aa-58a786948605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:32:05.042033 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1431b221-dcd5-4299-ba9a-e8addeae88ae None None] Attempting to bind port f3539311-793f-4e8e-b036-62a34ffb81fc on network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:32:05.050391 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1431b221-dcd5-4299-ba9a-e8addeae88ae None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:32:05.050783 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1431b221-dcd5-4299-ba9a-e8addeae88ae None None] Checking segment: {'id': 'ceb567b3-93e6-4495-80aa-58a786948605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:32:05.051245 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1431b221-dcd5-4299-ba9a-e8addeae88ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:05.051636 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1431b221-dcd5-4299-ba9a-e8addeae88ae None None] Bound using segment: {'id': 'ceb567b3-93e6-4495-80aa-58a786948605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:32:05.052106 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-1431b221-dcd5-4299-ba9a-e8addeae88ae None None] Bound port: f3539311-793f-4e8e-b036-62a34ffb81fc, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb567b3-93e6-4495-80aa-58a786948605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:32:05.052536 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1431b221-dcd5-4299-ba9a-e8addeae88ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:05.071921 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-273934c3-a60f-483a-af42-bca8e654d7fa req-90cd2ed4-ce91-4c5a-a355-c3415b0d0e42 tempest-InstanceActionsV221TestJSON-1316874884 tempest-InstanceActionsV221TestJSON-1316874884-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b89a065-072a-43d2-b2f3-6414ab2b8984 HTTP/1.1" status: 200 len: 210 time: 0.0710957 Jul 29 23:32:05.077947 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-82985357-3b10-43c9-81fb-d8d871e1d0de tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4594316 Jul 29 23:32:05.081868 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50422) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:05.089461 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-b3f1b2cb-ea74-42a5-88ef-79335d1678d3 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Request body: {'port': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'mac_address': 'fa:16:3e:3f:cd:eb', 'name': 'tempest-NetworksTestDHCPv6-837310595'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:05.098504 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-93a2ccef-7ab0-4686-91d6-0fb3d06408db req-abb7c198-e42a-486d-a96b-5ed9242dcc3e service neutron] 10.222.0.22 "GET /v2.0/networks/7f4f5951-808e-47f0-8843-cccf83b2b5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259192 Jul 29 23:32:05.121747 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99829af-466b-4dff-baf3-9442903abc2c req-83fdded8-a9e8-4cd4-b572-f09aa1f076be tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:05.130465 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99829af-466b-4dff-baf3-9442903abc2c req-83fdded8-a9e8-4cd4-b572-f09aa1f076be tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:05.136957 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99829af-466b-4dff-baf3-9442903abc2c req-83fdded8-a9e8-4cd4-b572-f09aa1f076be tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:05.144084 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99829af-466b-4dff-baf3-9442903abc2c req-83fdded8-a9e8-4cd4-b572-f09aa1f076be tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:05.150566 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99829af-466b-4dff-baf3-9442903abc2c req-83fdded8-a9e8-4cd4-b572-f09aa1f076be tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:05.157246 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99829af-466b-4dff-baf3-9442903abc2c req-83fdded8-a9e8-4cd4-b572-f09aa1f076be tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:05.163608 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99829af-466b-4dff-baf3-9442903abc2c req-83fdded8-a9e8-4cd4-b572-f09aa1f076be tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:05.165620 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d99829af-466b-4dff-baf3-9442903abc2c req-83fdded8-a9e8-4cd4-b572-f09aa1f076be tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 5417 time: 0.1987102 Jul 29 23:32:05.226208 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d99829af-466b-4dff-baf3-9442903abc2c req-98514c6a-5c79-4dfc-b4c3-25aad32f82df tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6fa48f-d86a-46d7-b38c-3131d342f37d&id=d06a9099-30da-446c-be64-dba56c62ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0510643 Jul 29 23:32:05.273983 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1431b221-dcd5-4299-ba9a-e8addeae88ae None None] For port f3539311-793f-4e8e-b036-62a34ffb81fc, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:32:05.301693 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1431b221-dcd5-4299-ba9a-e8addeae88ae None None] For port f3539311-793f-4e8e-b036-62a34ffb81fc, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=f3539311-793f-4e8e-b036-62a34ffb81fc,segment=NetworkSegment(ceb567b3-93e6-4495-80aa-58a786948605),segment_id=ceb567b3-93e6-4495-80aa-58a786948605)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:32:05.316157 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-2c0e6385-fdc5-4146-9d95-c9906a120f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b73c5ac-70c9-4f4f-bccc-7f5bc9901951', 'name': 'tempest-ServersTestBootFromVolume-442508025-router', 'tenant_id': '38e5a2101cb84e649abcb077576a3704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'fadecb27-2f3a-409c-b390-ab58b11b5462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:30:13Z', 'updated_at': '2021-07-29T23:30:27Z', 'revision_number': 4, 'project_id': '38e5a2101cb84e649abcb077576a3704', 'gw_port': {'id': 'fadecb27-2f3a-409c-b390-ab58b11b5462', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:5f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b73c5ac-70c9-4f4f-bccc-7f5bc9901951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:30:15Z', 'updated_at': '2021-07-29T23:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '419f5f1c-61fd-45a7-8290-c2d44859af01', 'tenant_id': '38e5a2101cb84e649abcb077576a3704', 'floating_ip_address': '172.25.0.177', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '9b73c5ac-70c9-4f4f-bccc-7f5bc9901951', 'port_id': 'ffd8f46b-a91b-4435-8711-d5889144a71a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f4f5951-808e-47f0-8843-cccf83b2b5f5', 'mac_address': 'fa:16:3e:5a:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb63dcd-cfed-45b1-9087-f482b0d11e6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:30:45Z', 'updated_at': '2021-07-29T23:32:01Z', 'revision_number': 1, 'project_id': '38e5a2101cb84e649abcb077576a3704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5a2f605-f7d6-4dfa-a112-37a5f14c8f0e', 'name': '', 'network_id': '7f4f5951-808e-47f0-8843-cccf83b2b5f5', 'tenant_id': '38e5a2101cb84e649abcb077576a3704', 'mac_address': 'fa:16:3e:c5:bc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b73c5ac-70c9-4f4f-bccc-7f5bc9901951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'b0626110-2e70-4df5-8ca6-7b634c09fbe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:30:24Z', 'updated_at': '2021-07-29T23:30:54Z', 'revision_number': 5, 'project_id': '38e5a2101cb84e649abcb077576a3704', 'subnets': [{'id': 'b0626110-2e70-4df5-8ca6-7b634c09fbe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:05.321401 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1431b221-dcd5-4299-ba9a-e8addeae88ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:05.324052 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedc52f5-f2b0-4fdb-8c0f-109ed5613777 req-e91a4232-c01d-4f0a-9f97-06a68b24f7c1 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:05.335600 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eedc52f5-f2b0-4fdb-8c0f-109ed5613777 req-e91a4232-c01d-4f0a-9f97-06a68b24f7c1 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=693429de-8fab-4271-840a-01b89571b1ba HTTP/1.1" status: 200 len: 946 time: 0.1079843 Jul 29 23:32:05.369271 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f1b2cb-ea74-42a5-88ef-79335d1678d3 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Made reservation on behalf of 7c9416c97c57443282624ca6d2f37df4 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:32:05.376025 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0e6385-fdc5-4146-9d95-c9906a120f35 None None] The sync data for ids ['9b73c5ac-70c9-4f4f-bccc-7f5bc9901951'] in n-d-712141-10 is: [{'id': '9b73c5ac-70c9-4f4f-bccc-7f5bc9901951', 'name': 'tempest-ServersTestBootFromVolume-442508025-router', 'tenant_id': '38e5a2101cb84e649abcb077576a3704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'fadecb27-2f3a-409c-b390-ab58b11b5462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:30:13Z', 'updated_at': '2021-07-29T23:30:27Z', 'revision_number': 4, 'project_id': '38e5a2101cb84e649abcb077576a3704', 'gw_port': {'id': 'fadecb27-2f3a-409c-b390-ab58b11b5462', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:5f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b73c5ac-70c9-4f4f-bccc-7f5bc9901951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:30:15Z', 'updated_at': '2021-07-29T23:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '419f5f1c-61fd-45a7-8290-c2d44859af01', 'tenant_id': '38e5a2101cb84e649abcb077576a3704', 'floating_ip_address': '172.25.0.177', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '9b73c5ac-70c9-4f4f-bccc-7f5bc9901951', 'port_id': 'ffd8f46b-a91b-4435-8711-d5889144a71a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f4f5951-808e-47f0-8843-cccf83b2b5f5', 'mac_address': 'fa:16:3e:5a:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cb63dcd-cfed-45b1-9087-f482b0d11e6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:30:45Z', 'updated_at': '2021-07-29T23:32:01Z', 'revision_number': 1, 'project_id': '38e5a2101cb84e649abcb077576a3704', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5a2f605-f7d6-4dfa-a112-37a5f14c8f0e', 'name': '', 'network_id': '7f4f5951-808e-47f0-8843-cccf83b2b5f5', 'tenant_id': '38e5a2101cb84e649abcb077576a3704', 'mac_address': 'fa:16:3e:c5:bc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b73c5ac-70c9-4f4f-bccc-7f5bc9901951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'b0626110-2e70-4df5-8ca6-7b634c09fbe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:30:24Z', 'updated_at': '2021-07-29T23:30:54Z', 'revision_number': 5, 'project_id': '38e5a2101cb84e649abcb077576a3704', 'subnets': [{'id': 'b0626110-2e70-4df5-8ca6-7b634c09fbe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:32:05.418620 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eedc52f5-f2b0-4fdb-8c0f-109ed5613777 req-3f1bb935-6034-4c4d-b879-c4840d4da8b0 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818617 Jul 29 23:32:05.544138 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b3f1b2cb-ea74-42a5-88ef-79335d1678d3 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:05.559227 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1431b221-dcd5-4299-ba9a-e8addeae88ae None None] Pushing event updated for resources: {'Port': ['ID=f3539311-793f-4e8e-b036-62a34ffb81fc,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:05.590875 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [None req-b3f1b2cb-ea74-42a5-88ef-79335d1678d3 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] device_id is not set on port c8a74ed1-7190-4fae-a578-eb5c848a5da9 yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:32:05.805172 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e376c0-8f62-4dd2-907f-f08459722f7b None None] New status for floating IP 419f5f1c-61fd-45a7-8290-c2d44859af01: ACTIVE {{(pid=94080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:32:05.859357 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e348c690-3a96-4e36-91b1-e479fbe88ad9 req-b1903de7-a180-476b-8565-92a93e5fb3d9 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:05.869265 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e348c690-3a96-4e36-91b1-e479fbe88ad9 req-b1903de7-a180-476b-8565-92a93e5fb3d9 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/ports?device_id=c998bf02-d7e5-4d3c-8e26-31b274713109 HTTP/1.1" status: 200 len: 945 time: 0.1948965 Jul 29 23:32:05.909087 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-b3f1b2cb-ea74-42a5-88ef-79335d1678d3 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Allocated IP 172.20.0.11 (27ea2e30-5576-4381-a6d8-03efb8f4bd4e/38e34d28-a1be-4942-974f-2dc3e81e4e92/c8a74ed1-7190-4fae-a578-eb5c848a5da9) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:32:05.923880 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-b3f1b2cb-ea74-42a5-88ef-79335d1678d3 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Allocated IP 2001:db8::f816:3eff:fe3f:cdeb (27ea2e30-5576-4381-a6d8-03efb8f4bd4e/1f2d7a61-2d11-4425-abfe-7dc4479bc1d8/c8a74ed1-7190-4fae-a578-eb5c848a5da9) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:32:05.954940 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e348c690-3a96-4e36-91b1-e479fbe88ad9 req-6e597254-7284-460a-a60f-e83399a239e8 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/security-groups?id=c238602f-ef5f-447a-b128-9500386afc8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844851 Jul 29 23:32:06.220572 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device f3539311-793f-4e8e-b036-62a34ffb81fc up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:32:06.232942 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b3f1b2cb-ea74-42a5-88ef-79335d1678d3 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:06.258059 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-b3f1b2cb-ea74-42a5-88ef-79335d1678d3 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Transition to ACTIVE for port object c8a74ed1-7190-4fae-a578-eb5c848a5da9 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:32:06.263494 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cad90867-1602-4045-9241-257d9ce45859 req-0f5e25f4-31ea-4888-af39-bd4499537535 tempest-InstanceActionsV221TestJSON-1316874884 tempest-InstanceActionsV221TestJSON-1316874884-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b89a065-072a-43d2-b2f3-6414ab2b8984 HTTP/1.1" status: 200 len: 210 time: 0.0599201 Jul 29 23:32:06.326985 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b3f1b2cb-ea74-42a5-88ef-79335d1678d3 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:06.334200 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port f3539311-793f-4e8e-b036-62a34ffb81fc completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:32:06.372759 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f1b2cb-ea74-42a5-88ef-79335d1678d3 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:32:06.378909 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-b3f1b2cb-ea74-42a5-88ef-79335d1678d3 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:06.384402 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f1b2cb-ea74-42a5-88ef-79335d1678d3 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:32:06.411448 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc38c14-a515-42ec-9c4b-1e0c172aa51f req-9479be0c-d616-4c40-b7cd-805dcac7be39 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:06.417951 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc38c14-a515-42ec-9c4b-1e0c172aa51f req-9479be0c-d616-4c40-b7cd-805dcac7be39 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:06.424248 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc38c14-a515-42ec-9c4b-1e0c172aa51f req-9479be0c-d616-4c40-b7cd-805dcac7be39 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:06.426736 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f1b2cb-ea74-42a5-88ef-79335d1678d3 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event updated for resources: {'Port': ['ID=c8a74ed1-7190-4fae-a578-eb5c848a5da9,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:06.430428 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc38c14-a515-42ec-9c4b-1e0c172aa51f req-9479be0c-d616-4c40-b7cd-805dcac7be39 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:06.437083 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc38c14-a515-42ec-9c4b-1e0c172aa51f req-9479be0c-d616-4c40-b7cd-805dcac7be39 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:06.443573 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc38c14-a515-42ec-9c4b-1e0c172aa51f req-9479be0c-d616-4c40-b7cd-805dcac7be39 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:06.448248 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f1b2cb-ea74-42a5-88ef-79335d1678d3 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:06.449045 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b3f1b2cb-ea74-42a5-88ef-79335d1678d3 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:06.450165 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc38c14-a515-42ec-9c4b-1e0c172aa51f req-9479be0c-d616-4c40-b7cd-805dcac7be39 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:06.456794 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-efc38c14-a515-42ec-9c4b-1e0c172aa51f req-9479be0c-d616-4c40-b7cd-805dcac7be39 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 5417 time: 0.1184185 Jul 29 23:32:06.476691 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b3f1b2cb-ea74-42a5-88ef-79335d1678d3 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.3928440 Jul 29 23:32:06.486644 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50460) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:06.585196 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2040036b-9ef5-42e0-b9a7-41e64a147fb7 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:06.591297 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-efc38c14-a515-42ec-9c4b-1e0c172aa51f req-0121efb3-2bf6-4bbd-884e-87ac0bea4873 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6fa48f-d86a-46d7-b38c-3131d342f37d&id=d06a9099-30da-446c-be64-dba56c62ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1214116 Jul 29 23:32:06.592860 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2040036b-9ef5-42e0-b9a7-41e64a147fb7 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:06.598162 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-2040036b-9ef5-42e0-b9a7-41e64a147fb7 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.1140089 Jul 29 23:32:06.600691 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50464) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:06.675551 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af5cf31-f1a2-4fd0-a2bf-95b220e0dd8c req-d613edd5-92ea-4bdb-9aaa-528add1530a4 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:06.678788 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7af5cf31-f1a2-4fd0-a2bf-95b220e0dd8c req-d613edd5-92ea-4bdb-9aaa-528add1530a4 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=693429de-8fab-4271-840a-01b89571b1ba HTTP/1.1" status: 200 len: 946 time: 0.1145208 Jul 29 23:32:06.752476 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-a7bffee9-cc29-431d-ae3b-a6e72f071bf5 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Deleting port c8a74ed1-7190-4fae-a578-eb5c848a5da9 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:32:06.752827 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a7bffee9-cc29-431d-ae3b-a6e72f071bf5 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:06.813356 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7af5cf31-f1a2-4fd0-a2bf-95b220e0dd8c req-92a19483-7c25-4205-ae94-adfa9cd003b8 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281793 Jul 29 23:32:06.902674 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a7bffee9-cc29-431d-ae3b-a6e72f071bf5 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:06.904282 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d1c76-ffb3-4037-8c85-8134aca64005 req-9c1f2484-cfec-4e5f-b040-5fabed27a75a tempest-InstanceActionsV221TestJSON-1316874884 tempest-InstanceActionsV221TestJSON-1316874884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:06.907349 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8b4d1c76-ffb3-4037-8c85-8134aca64005 req-9c1f2484-cfec-4e5f-b040-5fabed27a75a tempest-InstanceActionsV221TestJSON-1316874884 tempest-InstanceActionsV221TestJSON-1316874884-project] 10.222.0.41 "GET /v2.0/networks?id=8227640f-be8a-47f5-971c-6214e2c7e98b HTTP/1.1" status: 200 len: 817 time: 0.1931551 Jul 29 23:32:06.931508 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-a7bffee9-cc29-431d-ae3b-a6e72f071bf5 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Calling delete_port for c8a74ed1-7190-4fae-a578-eb5c848a5da9 owned by {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:32:06.934349 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-8b4d1c76-ffb3-4037-8c85-8134aca64005 req-6f52c39f-074b-49bd-8656-e058e81c3b4b tempest-InstanceActionsV221TestJSON-1316874884 tempest-InstanceActionsV221TestJSON-1316874884-project] Request body: {'port': {'device_id': '1b89a065-072a-43d2-b2f3-6414ab2b8984', 'network_id': '8227640f-be8a-47f5-971c-6214e2c7e98b', 'admin_state_up': True, 'tenant_id': '7019cad73a184f0e9accc55d54975ff4'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:06.990039 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:07.090335 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155897c4-0854-44a3-82b9-d1358e12df2d None None] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:32:07.169432 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73453767-3d4f-4b27-b64e-4359e65b0901 req-1444511c-d0b8-4337-97af-7bd5bdb288c9 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:07.170079 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-73453767-3d4f-4b27-b64e-4359e65b0901 req-1444511c-d0b8-4337-97af-7bd5bdb288c9 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/ports?device_id=c998bf02-d7e5-4d3c-8e26-31b274713109 HTTP/1.1" status: 200 len: 945 time: 0.1006427 Jul 29 23:32:07.171072 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b4d1c76-ffb3-4037-8c85-8134aca64005 req-6f52c39f-074b-49bd-8656-e058e81c3b4b tempest-InstanceActionsV221TestJSON-1316874884 tempest-InstanceActionsV221TestJSON-1316874884-project] Made reservation on behalf of 7019cad73a184f0e9accc55d54975ff4 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:32:07.175736 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-8b4d1c76-ffb3-4037-8c85-8134aca64005 req-6f52c39f-074b-49bd-8656-e058e81c3b4b tempest-InstanceActionsV221TestJSON-1316874884 tempest-InstanceActionsV221TestJSON-1316874884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:07.236816 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-0f74d3dc-9e45-48e2-8920-cf03372ceb45 None None] Provisioning for port f3539311-793f-4e8e-b036-62a34ffb81fc completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:32:07.246736 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-0f74d3dc-9e45-48e2-8920-cf03372ceb45 None None] Provisioning complete for port f3539311-793f-4e8e-b036-62a34ffb81fc triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:07.247114 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0f74d3dc-9e45-48e2-8920-cf03372ceb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:07.264678 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-73453767-3d4f-4b27-b64e-4359e65b0901 req-9dc9dc28-00e4-49d7-ae9a-509523af1561 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/security-groups?id=c238602f-ef5f-447a-b128-9500386afc8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842905 Jul 29 23:32:07.289143 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a7bffee9-cc29-431d-ae3b-a6e72f071bf5 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:07.363030 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bffee9-cc29-431d-ae3b-a6e72f071bf5 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event deleted for resources: {'Port': ['ID=c8a74ed1-7190-4fae-a578-eb5c848a5da9,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:07.430770 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-8b4d1c76-ffb3-4037-8c85-8134aca64005 req-6f52c39f-074b-49bd-8656-e058e81c3b4b tempest-InstanceActionsV221TestJSON-1316874884 tempest-InstanceActionsV221TestJSON-1316874884-project] Allocated IP 172.20.0.2 (8227640f-be8a-47f5-971c-6214e2c7e98b/f0e122c0-d6c1-4d4c-bc2a-1a540cad111b/99212bd5-2a6f-41a8-ad94-57de11eb9c60) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:32:07.450905 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0f74d3dc-9e45-48e2-8920-cf03372ceb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:07.498257 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-db3b4f91-2862-468a-b5a9-b8d1a60d18c6 req-fd5c2391-8034-44ba-8369-b7e155c2f9f5 tempest-InstanceActionsV221TestJSON-1316874884 tempest-InstanceActionsV221TestJSON-1316874884-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b89a065-072a-43d2-b2f3-6414ab2b8984 HTTP/1.1" status: 200 len: 210 time: 0.0643308 Jul 29 23:32:07.510643 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-0f74d3dc-9e45-48e2-8920-cf03372ceb45 None None] For port f3539311-793f-4e8e-b036-62a34ffb81fc, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=f3539311-793f-4e8e-b036-62a34ffb81fc,segment=NetworkSegment(ceb567b3-93e6-4495-80aa-58a786948605),segment_id=ceb567b3-93e6-4495-80aa-58a786948605)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:07.533227 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a7bffee9-cc29-431d-ae3b-a6e72f071bf5 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:07.537783 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a7bffee9-cc29-431d-ae3b-a6e72f071bf5 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/ports/c8a74ed1-7190-4fae-a578-eb5c848a5da9 HTTP/1.1" status: 204 len: 168 time: 0.9351590 Jul 29 23:32:07.538087 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 50490) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:07.549683 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0f74d3dc-9e45-48e2-8920-cf03372ceb45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:07.594461 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe81ba38-cb2a-4bd0-84ed-153fdd57aca0 None None] Update dhcp port {'port': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'fixed_ips': [{'subnet_id': '38e34d28-a1be-4942-974f-2dc3e81e4e92', 'ip_address': '172.20.0.2'}, {'subnet_id': '1f2d7a61-2d11-4425-abfe-7dc4479bc1d8'}], 'binding:host_id': 'n-d-712141-10'}, 'id': 'f3539311-793f-4e8e-b036-62a34ffb81fc'} from n-d-712141-10. {{(pid=94079) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 23:32:07.635744 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-fe81ba38-cb2a-4bd0-84ed-153fdd57aca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:07.637808 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f74d3dc-9e45-48e2-8920-cf03372ceb45 None None] Pushing event updated for resources: {'Port': ['ID=f3539311-793f-4e8e-b036-62a34ffb81fc,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:07.648657 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb145fac-b01b-4f4b-ab15-c2a90c60acb4 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:07.650255 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb145fac-b01b-4f4b-ab15-c2a90c60acb4 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:07.651908 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb145fac-b01b-4f4b-ab15-c2a90c60acb4 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:07.653560 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-eb145fac-b01b-4f4b-ab15-c2a90c60acb4 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1144192 Jul 29 23:32:07.657197 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50496) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:07.725596 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-8b4d1c76-ffb3-4037-8c85-8134aca64005 req-6f52c39f-074b-49bd-8656-e058e81c3b4b tempest-InstanceActionsV221TestJSON-1316874884 tempest-InstanceActionsV221TestJSON-1316874884-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:07.765835 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-58b766f8-8f62-427d-b81f-ac8c650cfc56 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Deleting subnet 1f2d7a61-2d11-4425-abfe-7dc4479bc1d8 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:32:07.769245 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-58b766f8-8f62-427d-b81f-ac8c650cfc56 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:07.815510 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-58b766f8-8f62-427d-b81f-ac8c650cfc56 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:07.834966 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64121d3-ff2a-4c38-baf8-103c3d0c8226 req-d27c900a-dfc0-49c3-8847-b30c267b5c9c tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:07.840878 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64121d3-ff2a-4c38-baf8-103c3d0c8226 req-d27c900a-dfc0-49c3-8847-b30c267b5c9c tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:07.847713 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64121d3-ff2a-4c38-baf8-103c3d0c8226 req-d27c900a-dfc0-49c3-8847-b30c267b5c9c tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:07.853682 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64121d3-ff2a-4c38-baf8-103c3d0c8226 req-d27c900a-dfc0-49c3-8847-b30c267b5c9c tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:07.860664 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64121d3-ff2a-4c38-baf8-103c3d0c8226 req-d27c900a-dfc0-49c3-8847-b30c267b5c9c tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:07.863475 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-58b766f8-8f62-427d-b81f-ac8c650cfc56 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:07.867426 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64121d3-ff2a-4c38-baf8-103c3d0c8226 req-d27c900a-dfc0-49c3-8847-b30c267b5c9c tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:07.890982 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64121d3-ff2a-4c38-baf8-103c3d0c8226 req-d27c900a-dfc0-49c3-8847-b30c267b5c9c tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:07.896287 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b64121d3-ff2a-4c38-baf8-103c3d0c8226 req-d27c900a-dfc0-49c3-8847-b30c267b5c9c tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 5417 time: 0.1561780 Jul 29 23:32:07.933392 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-8b4d1c76-ffb3-4037-8c85-8134aca64005 req-6f52c39f-074b-49bd-8656-e058e81c3b4b tempest-InstanceActionsV221TestJSON-1316874884 tempest-InstanceActionsV221TestJSON-1316874884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:07.997197 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-58b766f8-8f62-427d-b81f-ac8c650cfc56 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:08.000105 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b64121d3-ff2a-4c38-baf8-103c3d0c8226 req-67e9ecbc-9f01-438e-9d6c-fdc7b7d45b35 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6fa48f-d86a-46d7-b38c-3131d342f37d&id=d06a9099-30da-446c-be64-dba56c62ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0938110 Jul 29 23:32:08.009803 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server [None req-fe81ba38-cb2a-4bd0-84ed-153fdd57aca0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1f2d7a61-2d11-4425-abfe-7dc4479bc1d8: This subnet is being modified by another concurrent operation. Jul 29 23:32:08.009803 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 29 23:32:08.009803 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 29 23:32:08.009803 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 29 23:32:08.009803 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 29 23:32:08.009803 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 29 23:32:08.009803 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 29 23:32:08.009803 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 29 23:32:08.009803 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 29 23:32:08.009803 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 29 23:32:08.009803 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 29 23:32:08.009803 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 29 23:32:08.009803 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 23:32:08.009803 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 23:32:08.009803 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:32:08.009803 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:32:08.009803 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:32:08.009803 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:32:08.009803 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 23:32:08.009803 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:32:08.009803 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 23:32:08.009803 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 23:32:08.009803 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:32:08.009803 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:32:08.009803 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:32:08.009803 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:32:08.009803 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 23:32:08.009803 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:32:08.009803 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 23:32:08.009803 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 23:32:08.009803 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:32:08.009803 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:32:08.009803 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:32:08.009803 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:32:08.009803 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 23:32:08.009803 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 23:32:08.009803 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 29 23:32:08.009803 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 29 23:32:08.009803 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 29 23:32:08.009803 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 29 23:32:08.009803 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 29 23:32:08.009803 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 29 23:32:08.009803 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 29 23:32:08.009803 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 29 23:32:08.009803 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 23:32:08.009803 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 23:32:08.009803 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:32:08.009803 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:32:08.009803 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:32:08.009803 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:32:08.009803 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 23:32:08.009803 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:32:08.009803 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 23:32:08.009803 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 23:32:08.014196 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:32:08.014196 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:32:08.014196 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:32:08.014196 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:32:08.014196 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 23:32:08.014196 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:32:08.014196 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 23:32:08.014196 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 23:32:08.014196 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:32:08.014196 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:32:08.014196 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:32:08.014196 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:32:08.014196 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 23:32:08.014196 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 23:32:08.014196 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 29 23:32:08.014196 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 29 23:32:08.014196 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 29 23:32:08.014196 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 29 23:32:08.014196 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Jul 29 23:32:08.014196 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 29 23:32:08.014196 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 29 23:32:08.014196 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 29 23:32:08.014196 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 29 23:32:08.014196 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 29 23:32:08.014196 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 29 23:32:08.014196 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 29 23:32:08.014196 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 29 23:32:08.014196 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 29 23:32:08.014196 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 29 23:32:08.014196 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server raise exception Jul 29 23:32:08.014196 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1f2d7a61-2d11-4425-abfe-7dc4479bc1d8: This subnet is being modified by another concurrent operation. Jul 29 23:32:08.014196 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server Jul 29 23:32:08.020204 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b4d1c76-ffb3-4037-8c85-8134aca64005 req-6f52c39f-074b-49bd-8656-e058e81c3b4b tempest-InstanceActionsV221TestJSON-1316874884 tempest-InstanceActionsV221TestJSON-1316874884-project] Network 8227640f-be8a-47f5-971c-6214e2c7e98b is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:32:08.034199 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-58b766f8-8f62-427d-b81f-ac8c650cfc56 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:08.039355 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-58b766f8-8f62-427d-b81f-ac8c650cfc56 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/subnets/1f2d7a61-2d11-4425-abfe-7dc4479bc1d8 HTTP/1.1" status: 204 len: 168 time: 0.3808496 Jul 29 23:32:08.050793 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device f3539311-793f-4e8e-b036-62a34ffb81fc up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:32:08.086700 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 50504) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:08.087708 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-8b4d1c76-ffb3-4037-8c85-8134aca64005 req-6f52c39f-074b-49bd-8656-e058e81c3b4b tempest-InstanceActionsV221TestJSON-1316874884 tempest-InstanceActionsV221TestJSON-1316874884-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:08.094348 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b766f8-8f62-427d-b81f-ac8c650cfc56 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event deleted for resources: {'Subnet': ['ID=1f2d7a61-2d11-4425-abfe-7dc4479bc1d8,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:08.109270 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b4d1c76-ffb3-4037-8c85-8134aca64005 req-6f52c39f-074b-49bd-8656-e058e81c3b4b tempest-InstanceActionsV221TestJSON-1316874884 tempest-InstanceActionsV221TestJSON-1316874884-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:32:08.177813 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port f3539311-793f-4e8e-b036-62a34ffb81fc triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:08.178396 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:08.214802 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-4f2b25a4-a013-49ee-bcb6-730d1b250ed0 None None] Provisioning complete for port f3539311-793f-4e8e-b036-62a34ffb81fc triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:08.215177 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4f2b25a4-a013-49ee-bcb6-730d1b250ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:08.241459 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f52c39f-074b-49bd-8656-e058e81c3b4b tempest-InstanceActionsV221TestJSON-1316874884 tempest-InstanceActionsV221TestJSON-1316874884-project] Pushing event updated for resources: {'Port': ['ID=99212bd5-2a6f-41a8-ad94-57de11eb9c60,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:08.251233 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d1c76-ffb3-4037-8c85-8134aca64005 req-6f52c39f-074b-49bd-8656-e058e81c3b4b tempest-InstanceActionsV221TestJSON-1316874884 tempest-InstanceActionsV221TestJSON-1316874884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:08.251918 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-8b4d1c76-ffb3-4037-8c85-8134aca64005 req-6f52c39f-074b-49bd-8656-e058e81c3b4b tempest-InstanceActionsV221TestJSON-1316874884 tempest-InstanceActionsV221TestJSON-1316874884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:08.303754 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918527e7-097c-46bb-b21b-8e9737fcb882 req-305060d1-e82e-4b28-abac-a50c13fe4378 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:08.317457 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-918527e7-097c-46bb-b21b-8e9737fcb882 req-305060d1-e82e-4b28-abac-a50c13fe4378 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=693429de-8fab-4271-840a-01b89571b1ba HTTP/1.1" status: 200 len: 946 time: 0.3173411 Jul 29 23:32:08.345555 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8b4d1c76-ffb3-4037-8c85-8134aca64005 req-6f52c39f-074b-49bd-8656-e058e81c3b4b tempest-InstanceActionsV221TestJSON-1316874884 tempest-InstanceActionsV221TestJSON-1316874884-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4171157 Jul 29 23:32:08.361043 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-7362a2dd-e38d-4343-8aa3-ea9d81fbb956 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Deleting subnet 38e34d28-a1be-4942-974f-2dc3e81e4e92 {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:32:08.368130 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-8b4d1c76-ffb3-4037-8c85-8134aca64005 req-7a2b3bcd-7045-43e2-b255-9656e266a303 service neutron] Request body: {'port': {'device_id': '1b89a065-072a-43d2-b2f3-6414ab2b8984', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:08.415442 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7362a2dd-e38d-4343-8aa3-ea9d81fbb956 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:08.417089 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b35dc0-6003-40bc-a6e2-0b6855da6607 None None] get_active_networks_info from n-d-712141-10 {{(pid=94079) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 23:32:08.488968 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-918527e7-097c-46bb-b21b-8e9737fcb882 req-ab0b8b6a-b077-405d-9cbc-51761518bf03 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705632 Jul 29 23:32:08.538746 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6803537f-04e7-4431-85a4-28f09e439153 req-c7ff80a6-7fbc-40f8-85f4-adf6b1f78e1c tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:08.540422 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6803537f-04e7-4431-85a4-28f09e439153 req-c7ff80a6-7fbc-40f8-85f4-adf6b1f78e1c tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/ports?device_id=c998bf02-d7e5-4d3c-8e26-31b274713109 HTTP/1.1" status: 200 len: 945 time: 0.1665876 Jul 29 23:32:08.542835 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7362a2dd-e38d-4343-8aa3-ea9d81fbb956 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:08.598713 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b35dc0-6003-40bc-a6e2-0b6855da6607 None None] Resources bound (agent type, host, resource id): {{(pid=94079) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 23:32:08.610698 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1a90ca68-988e-4649-8cdf-dc301923920d None None] Could not find standard attr ID for object c8a74ed1-7190-4fae-a578-eb5c848a5da9. {{(pid=94079) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:32:08.625084 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-8b4d1c76-ffb3-4037-8c85-8134aca64005 req-7a2b3bcd-7045-43e2-b255-9656e266a303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:08.670939 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6803537f-04e7-4431-85a4-28f09e439153 req-755496a1-32ba-46e0-b9dc-8aa1df82ac9d tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/security-groups?id=c238602f-ef5f-447a-b128-9500386afc8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032755 Jul 29 23:32:08.725074 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8535d685-9bad-4990-b8a6-2accdf08a427 req-e880dcaa-3b87-4246-bb2f-b85954400e3e tempest-InstanceActionsV221TestJSON-1316874884 tempest-InstanceActionsV221TestJSON-1316874884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:08.725883 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8535d685-9bad-4990-b8a6-2accdf08a427 req-e880dcaa-3b87-4246-bb2f-b85954400e3e tempest-InstanceActionsV221TestJSON-1316874884 tempest-InstanceActionsV221TestJSON-1316874884-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b89a065-072a-43d2-b2f3-6414ab2b8984 HTTP/1.1" status: 200 len: 931 time: 0.1189368 Jul 29 23:32:08.858479 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7362a2dd-e38d-4343-8aa3-ea9d81fbb956 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:08.893598 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8535d685-9bad-4990-b8a6-2accdf08a427 req-e0e684c2-c6fd-44c2-8fa6-2f8d1f6bf779 tempest-InstanceActionsV221TestJSON-1316874884 tempest-InstanceActionsV221TestJSON-1316874884-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb7ec02f-3f5a-4db9-8687-ad3b845551b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468117 Jul 29 23:32:09.003329 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7362a2dd-e38d-4343-8aa3-ea9d81fbb956 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:09.492001 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7362a2dd-e38d-4343-8aa3-ea9d81fbb956 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event deleted for resources: {'Subnet': ['ID=38e34d28-a1be-4942-974f-2dc3e81e4e92,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:09.515891 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7362a2dd-e38d-4343-8aa3-ea9d81fbb956 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:09.520306 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-7362a2dd-e38d-4343-8aa3-ea9d81fbb956 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/subnets/38e34d28-a1be-4942-974f-2dc3e81e4e92 HTTP/1.1" status: 204 len: 168 time: 1.3505981 Jul 29 23:32:09.521548 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 50550) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:09.571846 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-84f9a7cb-90f0-452d-ab71-4655c618bacb tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0495918 Jul 29 23:32:09.575213 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50552) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:09.596034 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f406d7-88a0-476b-a74e-3eec9a4eddce req-5a6cce0d-bc73-4c6b-a010-312e50f736a7 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:09.604941 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f406d7-88a0-476b-a74e-3eec9a4eddce req-5a6cce0d-bc73-4c6b-a010-312e50f736a7 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:09.622711 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f406d7-88a0-476b-a74e-3eec9a4eddce req-5a6cce0d-bc73-4c6b-a010-312e50f736a7 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:09.633115 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f406d7-88a0-476b-a74e-3eec9a4eddce req-5a6cce0d-bc73-4c6b-a010-312e50f736a7 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:09.641554 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f406d7-88a0-476b-a74e-3eec9a4eddce req-5a6cce0d-bc73-4c6b-a010-312e50f736a7 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:09.649147 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f406d7-88a0-476b-a74e-3eec9a4eddce req-5a6cce0d-bc73-4c6b-a010-312e50f736a7 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:09.655926 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f406d7-88a0-476b-a74e-3eec9a4eddce req-5a6cce0d-bc73-4c6b-a010-312e50f736a7 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:09.659101 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d3f406d7-88a0-476b-a74e-3eec9a4eddce req-5a6cce0d-bc73-4c6b-a010-312e50f736a7 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 5417 time: 0.2257314 Jul 29 23:32:09.668229 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a11778-21f6-4407-bbdd-2d6af50eeead tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:09.673212 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b0a11778-21f6-4407-bbdd-2d6af50eeead tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0966530 Jul 29 23:32:09.674023 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50556) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:09.729557 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-8b4d1c76-ffb3-4037-8c85-8134aca64005 req-7a2b3bcd-7045-43e2-b255-9656e266a303 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99212bd5-2a6f-41a8-ad94-57de11eb9c60 {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:32:09.741068 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c224d2-348c-4ec2-8b58-a810430f6de1 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:09.745456 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b9c224d2-348c-4ec2-8b58-a810430f6de1 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0701754 Jul 29 23:32:09.746146 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50562) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:09.794635 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-cced7e76-c5ab-4ee6-9790-12cebcb13987 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0473187 Jul 29 23:32:09.795548 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50564) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:09.798803 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-8b4d1c76-ffb3-4037-8c85-8134aca64005 req-7a2b3bcd-7045-43e2-b255-9656e266a303 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:09.803412 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-37608d05-611d-4c9a-b147-7c90a3e14772 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Request body: {'subnet': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:09.831379 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-8b4d1c76-ffb3-4037-8c85-8134aca64005 req-7a2b3bcd-7045-43e2-b255-9656e266a303 service neutron] Transition to ACTIVE for port object 99212bd5-2a6f-41a8-ad94-57de11eb9c60 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:32:09.835952 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d3f406d7-88a0-476b-a74e-3eec9a4eddce req-e3e8458c-09b8-48f1-8ec0-99014766b5e1 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6fa48f-d86a-46d7-b38c-3131d342f37d&id=d06a9099-30da-446c-be64-dba56c62ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1125505 Jul 29 23:32:09.840286 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-8b4d1c76-ffb3-4037-8c85-8134aca64005 req-7a2b3bcd-7045-43e2-b255-9656e266a303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:09.893757 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device f3539311-793f-4e8e-b036-62a34ffb81fc no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:32:09.910433 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2b3bcd-7045-43e2-b255-9656e266a303 service neutron] Pushing event updated for resources: {'Port': ['ID=99212bd5-2a6f-41a8-ad94-57de11eb9c60,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:09.928092 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad79178-a95b-41e8-bf49-b91671ef0aea req-102f4d65-281a-4827-a360-b8c8fcc005d2 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:09.935977 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fad79178-a95b-41e8-bf49-b91671ef0aea req-102f4d65-281a-4827-a360-b8c8fcc005d2 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=693429de-8fab-4271-840a-01b89571b1ba HTTP/1.1" status: 200 len: 946 time: 0.2135613 Jul 29 23:32:09.950954 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5076a8fd-4112-4044-95b7-fd626d33b52c None None] get_active_networks_info from n-d-712141-10 {{(pid=94079) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 23:32:09.977793 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37608d05-611d-4c9a-b147-7c90a3e14772 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Made reservation on behalf of 7c9416c97c57443282624ca6d2f37df4 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:32:09.982213 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-37608d05-611d-4c9a-b147-7c90a3e14772 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:09.984226 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-37608d05-611d-4c9a-b147-7c90a3e14772 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:32:09.984845 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37608d05-611d-4c9a-b147-7c90a3e14772 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:32:10.028912 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-37608d05-611d-4c9a-b147-7c90a3e14772 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2309299 Jul 29 23:32:10.032744 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50572) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:10.041558 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-4a603025-f0a9-4fea-8d85-dc54a51e54fb tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Request body: {'subnet': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:10.054531 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-51dc029a-dcf4-4bfb-bbba-5f4b77284dea None None] Provisioning complete for port f3539311-793f-4e8e-b036-62a34ffb81fc triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:10.054908 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-51dc029a-dcf4-4bfb-bbba-5f4b77284dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:10.086095 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fad79178-a95b-41e8-bf49-b91671ef0aea req-4c8ec5f6-4862-41b5-9a1b-6903a33e7f99 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490686 Jul 29 23:32:10.088915 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-8b4d1c76-ffb3-4037-8c85-8134aca64005 req-7a2b3bcd-7045-43e2-b255-9656e266a303 service neutron] Attempting to bind port 99212bd5-2a6f-41a8-ad94-57de11eb9c60 on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:32:10.089263 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-8b4d1c76-ffb3-4037-8c85-8134aca64005 req-7a2b3bcd-7045-43e2-b255-9656e266a303 service neutron] Attempting to bind port 99212bd5-2a6f-41a8-ad94-57de11eb9c60 by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': '71333a52-18f3-403e-9b7c-3b9bb95e5fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8227640f-be8a-47f5-971c-6214e2c7e98b'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:32:10.089609 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4d1c76-ffb3-4037-8c85-8134aca64005 req-7a2b3bcd-7045-43e2-b255-9656e266a303 service neutron] Attempting to bind port 99212bd5-2a6f-41a8-ad94-57de11eb9c60 on network 8227640f-be8a-47f5-971c-6214e2c7e98b {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:32:10.102332 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4d1c76-ffb3-4037-8c85-8134aca64005 req-7a2b3bcd-7045-43e2-b255-9656e266a303 service neutron] Port 99212bd5-2a6f-41a8-ad94-57de11eb9c60 on network 8227640f-be8a-47f5-971c-6214e2c7e98b not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:32:10.102664 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4d1c76-ffb3-4037-8c85-8134aca64005 req-7a2b3bcd-7045-43e2-b255-9656e266a303 service neutron] Attempting to bind port 99212bd5-2a6f-41a8-ad94-57de11eb9c60 on network 8227640f-be8a-47f5-971c-6214e2c7e98b {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:32:10.121098 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4d1c76-ffb3-4037-8c85-8134aca64005 req-7a2b3bcd-7045-43e2-b255-9656e266a303 service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:32:10.121733 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4d1c76-ffb3-4037-8c85-8134aca64005 req-7a2b3bcd-7045-43e2-b255-9656e266a303 service neutron] Checking segment: {'id': '71333a52-18f3-403e-9b7c-3b9bb95e5fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8227640f-be8a-47f5-971c-6214e2c7e98b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:32:10.122419 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4d1c76-ffb3-4037-8c85-8134aca64005 req-7a2b3bcd-7045-43e2-b255-9656e266a303 service neutron] Bound using segment: {'id': '71333a52-18f3-403e-9b7c-3b9bb95e5fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8227640f-be8a-47f5-971c-6214e2c7e98b'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:32:10.125864 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-8b4d1c76-ffb3-4037-8c85-8134aca64005 req-7a2b3bcd-7045-43e2-b255-9656e266a303 service neutron] Bound port: 99212bd5-2a6f-41a8-ad94-57de11eb9c60, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71333a52-18f3-403e-9b7c-3b9bb95e5fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '8227640f-be8a-47f5-971c-6214e2c7e98b'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:32:10.126586 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-8b4d1c76-ffb3-4037-8c85-8134aca64005 req-7a2b3bcd-7045-43e2-b255-9656e266a303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:10.214233 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a603025-f0a9-4fea-8d85-dc54a51e54fb tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Made reservation on behalf of 7c9416c97c57443282624ca6d2f37df4 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:32:10.218562 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4a603025-f0a9-4fea-8d85-dc54a51e54fb tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:10.219317 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd03a993-d48f-4d74-af43-359f940e2949 req-7a51b764-10f9-4897-b531-30a67e9bef58 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:10.221033 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a603025-f0a9-4fea-8d85-dc54a51e54fb tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:32:10.221766 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a603025-f0a9-4fea-8d85-dc54a51e54fb tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:32:10.235435 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cd03a993-d48f-4d74-af43-359f940e2949 req-7a51b764-10f9-4897-b531-30a67e9bef58 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/ports?device_id=c998bf02-d7e5-4d3c-8e26-31b274713109 HTTP/1.1" status: 200 len: 945 time: 0.2638588 Jul 29 23:32:10.251180 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4a603025-f0a9-4fea-8d85-dc54a51e54fb tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2160776 Jul 29 23:32:10.253846 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50578) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:10.260131 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-336e433c-7718-40a2-bd0e-ab781cb661cb tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Request body: {'subnet': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:10.355509 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cd03a993-d48f-4d74-af43-359f940e2949 req-8f12d142-1b24-4414-8d1f-4d2e3d1ba7e1 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/security-groups?id=c238602f-ef5f-447a-b128-9500386afc8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191015 Jul 29 23:32:10.393229 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9cf49f-772a-4387-b365-de2b6c9dd150 req-96caeaf3-3246-4611-b780-d02bc9e01e45 tempest-InstanceActionsV221TestJSON-1316874884 tempest-InstanceActionsV221TestJSON-1316874884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:10.394273 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:10.401242 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ba9cf49f-772a-4387-b365-de2b6c9dd150 req-96caeaf3-3246-4611-b780-d02bc9e01e45 tempest-InstanceActionsV221TestJSON-1316874884 tempest-InstanceActionsV221TestJSON-1316874884-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b89a065-072a-43d2-b2f3-6414ab2b8984 HTTP/1.1" status: 200 len: 943 time: 0.1518264 Jul 29 23:32:10.446673 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-336e433c-7718-40a2-bd0e-ab781cb661cb tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Made reservation on behalf of 7c9416c97c57443282624ca6d2f37df4 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:32:10.451902 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-336e433c-7718-40a2-bd0e-ab781cb661cb tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:10.453880 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-336e433c-7718-40a2-bd0e-ab781cb661cb tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:32:10.454707 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-336e433c-7718-40a2-bd0e-ab781cb661cb tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:32:10.455616 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ba9cf49f-772a-4387-b365-de2b6c9dd150 req-9547c60a-0193-4a09-ad80-f68dfd6a2655 tempest-InstanceActionsV221TestJSON-1316874884 tempest-InstanceActionsV221TestJSON-1316874884-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb7ec02f-3f5a-4db9-8687-ad3b845551b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532386 Jul 29 23:32:10.476522 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-336e433c-7718-40a2-bd0e-ab781cb661cb tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2210207 Jul 29 23:32:10.480108 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 50588) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:10.482561 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5076a8fd-4112-4044-95b7-fd626d33b52c None None] Resources bound (agent type, host, resource id): {{(pid=94079) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 23:32:10.496007 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-8b4d1c76-ffb3-4037-8c85-8134aca64005 req-7a2b3bcd-7045-43e2-b255-9656e266a303 service neutron] For port 99212bd5-2a6f-41a8-ad94-57de11eb9c60, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:32:10.506499 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-5838a192-1139-4b7e-bf4b-6bc114cc992c tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Request body: {'subnet': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:10.517880 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-8b4d1c76-ffb3-4037-8c85-8134aca64005 req-7a2b3bcd-7045-43e2-b255-9656e266a303 service neutron] For port 99212bd5-2a6f-41a8-ad94-57de11eb9c60, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=99212bd5-2a6f-41a8-ad94-57de11eb9c60,segment=NetworkSegment(71333a52-18f3-403e-9b7c-3b9bb95e5fbc),segment_id=71333a52-18f3-403e-9b7c-3b9bb95e5fbc)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:32:10.534581 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-8b4d1c76-ffb3-4037-8c85-8134aca64005 req-7a2b3bcd-7045-43e2-b255-9656e266a303 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:10.560207 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port f3539311-793f-4e8e-b036-62a34ffb81fc, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=f3539311-793f-4e8e-b036-62a34ffb81fc,segment=NetworkSegment(ceb567b3-93e6-4495-80aa-58a786948605),segment_id=ceb567b3-93e6-4495-80aa-58a786948605)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:10.576093 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:10.679643 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d1c76-ffb3-4037-8c85-8134aca64005 req-7a2b3bcd-7045-43e2-b255-9656e266a303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:10.680497 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-8b4d1c76-ffb3-4037-8c85-8134aca64005 req-7a2b3bcd-7045-43e2-b255-9656e266a303 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:10.682952 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8b4d1c76-ffb3-4037-8c85-8134aca64005 req-7a2b3bcd-7045-43e2-b255-9656e266a303 service neutron] 10.222.0.41 "PUT /v2.0/ports/99212bd5-2a6f-41a8-ad94-57de11eb9c60 HTTP/1.1" status: 200 len: 1092 time: 2.3187244 Jul 29 23:32:10.683618 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b89a065-072a-43d2-b2f3-6414ab2b8984', 'tag': '99212bd5-2a6f-41a8-ad94-57de11eb9c60'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:32:10.689208 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca20874-8583-4671-94eb-91ce7a617748" -d '{"events": [{"name": "network-changed", "server_uuid": "1b89a065-072a-43d2-b2f3-6414ab2b8984", "tag": "99212bd5-2a6f-41a8-ad94-57de11eb9c60"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:32:10.723063 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=f3539311-793f-4e8e-b036-62a34ffb81fc,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:10.733097 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2b3bcd-7045-43e2-b255-9656e266a303 service neutron] Pushing event updated for resources: {'Port': ['ID=99212bd5-2a6f-41a8-ad94-57de11eb9c60,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:10.754547 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5838a192-1139-4b7e-bf4b-6bc114cc992c tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Made reservation on behalf of 7c9416c97c57443282624ca6d2f37df4 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:32:10.758476 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5838a192-1139-4b7e-bf4b-6bc114cc992c tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:10.760096 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-5838a192-1139-4b7e-bf4b-6bc114cc992c tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:32:10.760480 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5838a192-1139-4b7e-bf4b-6bc114cc992c tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:32:10.799661 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device f3539311-793f-4e8e-b036-62a34ffb81fc up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:32:10.808128 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e90a93-baa4-4d47-964b-63e3d508a25f x-openstack-request-id: req-d3e90a93-baa4-4d47-964b-63e3d508a25f {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:32:10.808464 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b89a065-072a-43d2-b2f3-6414ab2b8984", "tag": "99212bd5-2a6f-41a8-ad94-57de11eb9c60", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:32:10.808650 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d3e90a93-baa4-4d47-964b-63e3d508a25f {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:32:10.809106 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b89a065-072a-43d2-b2f3-6414ab2b8984', 'tag': '99212bd5-2a6f-41a8-ad94-57de11eb9c60', 'status': 'completed', 'code': 200} Jul 29 23:32:10.818218 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-5838a192-1139-4b7e-bf4b-6bc114cc992c tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3368087 Jul 29 23:32:10.821313 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 50596) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:10.826664 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-590e87d1-bc89-47ae-9497-3d90cb187846 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Request body: {'subnet': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:10.863211 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d1c76-ffb3-4037-8c85-8134aca64005 req-d9fa7def-254c-40b6-b28c-3ddbeecdbbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:10.863540 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8b4d1c76-ffb3-4037-8c85-8134aca64005 req-d9fa7def-254c-40b6-b28c-3ddbeecdbbde service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7019cad73a184f0e9accc55d54975ff4&device_id=1b89a065-072a-43d2-b2f3-6414ab2b8984 HTTP/1.1" status: 200 len: 1095 time: 0.0950193 Jul 29 23:32:10.938918 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8b4d1c76-ffb3-4037-8c85-8134aca64005 req-d7c84c58-64a9-4f54-af81-0e502b5b1609 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=99212bd5-2a6f-41a8-ad94-57de11eb9c60 HTTP/1.1" status: 200 len: 217 time: 0.0465419 Jul 29 23:32:10.980983 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port f3539311-793f-4e8e-b036-62a34ffb81fc triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:10.982555 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:11.111011 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d1c76-ffb3-4037-8c85-8134aca64005 req-7918dd8c-67a6-408d-bd3f-82591040e8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:11.112876 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8b4d1c76-ffb3-4037-8c85-8134aca64005 req-7918dd8c-67a6-408d-bd3f-82591040e8d9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f0e122c0-d6c1-4d4c-bc2a-1a540cad111b HTTP/1.1" status: 200 len: 857 time: 0.1640997 Jul 29 23:32:11.155407 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45b9382-bd11-4b5b-8e08-460e6f766faa None None] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:32:11.167329 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f58be0-95dd-4dab-b030-0cc10596a682 req-962d50ea-5333-44de-8038-1a50973af580 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:11.174607 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f58be0-95dd-4dab-b030-0cc10596a682 req-962d50ea-5333-44de-8038-1a50973af580 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:11.181713 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f58be0-95dd-4dab-b030-0cc10596a682 req-962d50ea-5333-44de-8038-1a50973af580 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:11.189271 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f58be0-95dd-4dab-b030-0cc10596a682 req-962d50ea-5333-44de-8038-1a50973af580 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:11.195638 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f58be0-95dd-4dab-b030-0cc10596a682 req-962d50ea-5333-44de-8038-1a50973af580 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:11.200043 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:11.202856 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f58be0-95dd-4dab-b030-0cc10596a682 req-962d50ea-5333-44de-8038-1a50973af580 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:11.209769 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f58be0-95dd-4dab-b030-0cc10596a682 req-962d50ea-5333-44de-8038-1a50973af580 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:11.211841 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f3f58be0-95dd-4dab-b030-0cc10596a682 req-962d50ea-5333-44de-8038-1a50973af580 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 5417 time: 0.2225163 Jul 29 23:32:11.229499 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e68aa-2533-46cb-8f52-3912386df47c req-1739301b-a158-49d1-9f9b-1fa0f6229fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:11.231114 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fb8e68aa-2533-46cb-8f52-3912386df47c req-1739301b-a158-49d1-9f9b-1fa0f6229fbf service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c998bf02-d7e5-4d3c-8e26-31b274713109 HTTP/1.1" status: 200 len: 1097 time: 0.2179184 Jul 29 23:32:11.236487 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8b4d1c76-ffb3-4037-8c85-8134aca64005 req-d7ffdbd2-16e1-4f34-9bb0-f7898dbc0046 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8227640f-be8a-47f5-971c-6214e2c7e98b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1137667 Jul 29 23:32:11.237084 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590e87d1-bc89-47ae-9497-3d90cb187846 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Made reservation on behalf of 7c9416c97c57443282624ca6d2f37df4 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:32:11.240981 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-590e87d1-bc89-47ae-9497-3d90cb187846 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:11.242603 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-590e87d1-bc89-47ae-9497-3d90cb187846 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:32:11.243074 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-590e87d1-bc89-47ae-9497-3d90cb187846 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:32:11.295043 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port f3539311-793f-4e8e-b036-62a34ffb81fc, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=f3539311-793f-4e8e-b036-62a34ffb81fc,segment=NetworkSegment(ceb567b3-93e6-4495-80aa-58a786948605),segment_id=ceb567b3-93e6-4495-80aa-58a786948605)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:11.300991 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:11.318655 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-b09db7e1-aff5-41d4-81d2-75d58a491f3a None None] Provisioning complete for port f3539311-793f-4e8e-b036-62a34ffb81fc triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:11.319030 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b09db7e1-aff5-41d4-81d2-75d58a491f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:11.386956 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-590e87d1-bc89-47ae-9497-3d90cb187846 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5612905 Jul 29 23:32:11.388023 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50610) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:11.398194 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-545d3126-fa97-49e6-8417-a8b788e832aa tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Request body: {'subnet': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:11.413731 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=f3539311-793f-4e8e-b036-62a34ffb81fc,revision_number=6']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:11.456520 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fb8e68aa-2533-46cb-8f52-3912386df47c req-d61bf5ab-5017-466d-bb2b-c00e711311b4 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c238602f-ef5f-447a-b128-9500386afc8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494336 Jul 29 23:32:11.468115 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f3f58be0-95dd-4dab-b030-0cc10596a682 req-e29b97b1-6d5e-43ce-ba81-1e74a8f2f23e tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6fa48f-d86a-46d7-b38c-3131d342f37d&id=d06a9099-30da-446c-be64-dba56c62ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2353985 Jul 29 23:32:11.478497 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efebd408-48a0-4abb-88f2-681df679c8e2 req-38a3beaf-7112-43dd-b222-506ed523b72b tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:11.503514 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-efebd408-48a0-4abb-88f2-681df679c8e2 req-38a3beaf-7112-43dd-b222-506ed523b72b tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=693429de-8fab-4271-840a-01b89571b1ba HTTP/1.1" status: 200 len: 946 time: 0.2759178 Jul 29 23:32:11.539520 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e637f4-1731-4659-ad97-6d1b8c9a8edb None None] DHCP port deletion for 27ea2e30-5576-4381-a6d8-03efb8f4bd4e request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:32:11.551552 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8b4d1c76-ffb3-4037-8c85-8134aca64005 req-9a2e4119-8dfd-4020-b922-8870d04c65d4 service neutron] 10.222.0.41 "GET /v2.0/networks/8227640f-be8a-47f5-971c-6214e2c7e98b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931862 Jul 29 23:32:11.573903 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545d3126-fa97-49e6-8417-a8b788e832aa tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Made reservation on behalf of 7c9416c97c57443282624ca6d2f37df4 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:32:11.579525 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-545d3126-fa97-49e6-8417-a8b788e832aa tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:11.581798 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-545d3126-fa97-49e6-8417-a8b788e832aa tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:32:11.582315 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-545d3126-fa97-49e6-8417-a8b788e832aa tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:32:11.600850 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-545d3126-fa97-49e6-8417-a8b788e832aa tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2109642 Jul 29 23:32:11.603589 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50618) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:11.612194 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-78e637f4-1731-4659-ad97-6d1b8c9a8edb None None] Deleting port f3539311-793f-4e8e-b036-62a34ffb81fc {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:32:11.612715 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78e637f4-1731-4659-ad97-6d1b8c9a8edb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:11.653747 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-efebd408-48a0-4abb-88f2-681df679c8e2 req-bb690b6c-eada-436e-9fd8-993ccd7f379c tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490188 Jul 29 23:32:11.678159 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac74b764-8c24-4c63-8d09-cf129c3de1fc tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:11.680974 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ac74b764-8c24-4c63-8d09-cf129c3de1fc tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0761843 Jul 29 23:32:11.685131 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50620) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:11.695422 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78e637f4-1731-4659-ad97-6d1b8c9a8edb None None] For port f3539311-793f-4e8e-b036-62a34ffb81fc, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=f3539311-793f-4e8e-b036-62a34ffb81fc,segment=NetworkSegment(ceb567b3-93e6-4495-80aa-58a786948605),segment_id=ceb567b3-93e6-4495-80aa-58a786948605)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:11.696195 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78e637f4-1731-4659-ad97-6d1b8c9a8edb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:11.697775 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695603a5-8e08-4935-b198-364d9e3912aa req-100fde76-0125-405b-b7b4-5f1c030c2115 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:11.699355 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-695603a5-8e08-4935-b198-364d9e3912aa req-100fde76-0125-405b-b7b4-5f1c030c2115 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/ports?device_id=c998bf02-d7e5-4d3c-8e26-31b274713109 HTTP/1.1" status: 200 len: 945 time: 0.1468732 Jul 29 23:32:11.715482 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-78e637f4-1731-4659-ad97-6d1b8c9a8edb None None] Calling delete_port for f3539311-793f-4e8e-b036-62a34ffb81fc owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:32:11.750578 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d647e9-7727-4b45-9260-77e56dab9f81 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:11.754325 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-15d647e9-7727-4b45-9260-77e56dab9f81 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0658202 Jul 29 23:32:11.755109 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50622) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:11.773807 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8b4d1c76-ffb3-4037-8c85-8134aca64005 req-ae4d5f82-2899-412c-95f8-182b7e28da53 service neutron] 10.222.0.41 "GET /v2.0/networks/8227640f-be8a-47f5-971c-6214e2c7e98b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074342 Jul 29 23:32:11.819125 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-928407a5-b8c2-4178-ac2c-7783a5cbf310 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0600963 Jul 29 23:32:11.819464 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 50624) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:11.823183 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78e637f4-1731-4659-ad97-6d1b8c9a8edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:11.825147 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-ad2aa1ab-a99c-4575-b187-f87c5576e40c tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Request body: {'subnet': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:11.831797 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-695603a5-8e08-4935-b198-364d9e3912aa req-b4152e5d-6b66-470d-b80f-3c1e15942b80 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/security-groups?id=c238602f-ef5f-447a-b128-9500386afc8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195509 Jul 29 23:32:11.854661 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e637f4-1731-4659-ad97-6d1b8c9a8edb None None] Pushing event deleted for resources: {'Port': ['ID=f3539311-793f-4e8e-b036-62a34ffb81fc,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:11.862184 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e637f4-1731-4659-ad97-6d1b8c9a8edb None None] No DVR routers for this DVR port f3539311-793f-4e8e-b036-62a34ffb81fc on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:32:11.897554 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003e656e-2305-4526-ac28-2d223ea30af3 req-9ebb05b6-29a4-4fc3-b686-3a489952cf9c tempest-InstanceActionsV221TestJSON-1316874884 tempest-InstanceActionsV221TestJSON-1316874884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:11.905047 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-003e656e-2305-4526-ac28-2d223ea30af3 req-9ebb05b6-29a4-4fc3-b686-3a489952cf9c tempest-InstanceActionsV221TestJSON-1316874884 tempest-InstanceActionsV221TestJSON-1316874884-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b89a065-072a-43d2-b2f3-6414ab2b8984 HTTP/1.1" status: 200 len: 943 time: 0.1530423 Jul 29 23:32:11.983996 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device f3539311-793f-4e8e-b036-62a34ffb81fc no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:32:12.014545 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: f3539311-793f-4e8e-b036-62a34ffb81fc {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:32:12.016068 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device f3539311-793f-4e8e-b036-62a34ffb81fc not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:32:12.017057 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-003e656e-2305-4526-ac28-2d223ea30af3 req-c9d68a83-ef7d-4204-b54a-e45113f03b76 tempest-InstanceActionsV221TestJSON-1316874884 tempest-InstanceActionsV221TestJSON-1316874884-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb7ec02f-3f5a-4db9-8687-ad3b845551b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102755 Jul 29 23:32:12.028166 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca20874-8583-4671-94eb-91ce7a617748 req-c150d277-d7ff-48b3-91c9-adf766b4eef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:12.029719 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9ca20874-8583-4671-94eb-91ce7a617748 req-c150d277-d7ff-48b3-91c9-adf766b4eef8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7019cad73a184f0e9accc55d54975ff4&device_id=1b89a065-072a-43d2-b2f3-6414ab2b8984 HTTP/1.1" status: 200 len: 1095 time: 0.1498914 Jul 29 23:32:12.040758 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad2aa1ab-a99c-4575-b187-f87c5576e40c tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Made reservation on behalf of 7c9416c97c57443282624ca6d2f37df4 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:32:12.044622 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ad2aa1ab-a99c-4575-b187-f87c5576e40c tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:12.218537 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca20874-8583-4671-94eb-91ce7a617748 req-261080da-9930-4427-80db-511432c5b995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:12.220054 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9ca20874-8583-4671-94eb-91ce7a617748 req-261080da-9930-4427-80db-511432c5b995 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8227640f-be8a-47f5-971c-6214e2c7e98b HTTP/1.1" status: 200 len: 918 time: 0.1273096 Jul 29 23:32:12.289384 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9ca20874-8583-4671-94eb-91ce7a617748 req-b142866f-81fd-4937-829e-7d67e9766a02 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=99212bd5-2a6f-41a8-ad94-57de11eb9c60 HTTP/1.1" status: 200 len: 217 time: 0.0610313 Jul 29 23:32:12.394871 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca20874-8583-4671-94eb-91ce7a617748 req-2774ec59-a2b0-47c1-8abc-aca74516d7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:12.396528 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9ca20874-8583-4671-94eb-91ce7a617748 req-2774ec59-a2b0-47c1-8abc-aca74516d7d0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f0e122c0-d6c1-4d4c-bc2a-1a540cad111b HTTP/1.1" status: 200 len: 857 time: 0.0980713 Jul 29 23:32:12.462661 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9ca20874-8583-4671-94eb-91ce7a617748 req-d2f002dc-6059-49dd-9503-10de23fbf95f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8227640f-be8a-47f5-971c-6214e2c7e98b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535123 Jul 29 23:32:12.543590 n-d-712141-10 neutron-server[94078]: DEBUG neutron.objects.ports [None req-ad2aa1ab-a99c-4575-b187-f87c5576e40c tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94078) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 23:32:12.548741 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ad2aa1ab-a99c-4575-b187-f87c5576e40c tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:12.645056 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2aa1ab-a99c-4575-b187-f87c5576e40c tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:32:12.653027 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2aa1ab-a99c-4575-b187-f87c5576e40c tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event updated for resources: {'Subnet': ['ID=f204a488-47b1-47fc-9aa1-693e744a6666,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:12.661450 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-ad2aa1ab-a99c-4575-b187-f87c5576e40c tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:12.669128 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2aa1ab-a99c-4575-b187-f87c5576e40c tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:12.669746 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ad2aa1ab-a99c-4575-b187-f87c5576e40c tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:12.670136 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926fc23d-bdbe-4769-8681-98cefda83537 None None] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:32:12.676373 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9ca20874-8583-4671-94eb-91ce7a617748 req-00128f38-5e77-45f2-bdcd-9031a6a9fcfb service neutron] 10.222.0.41 "GET /v2.0/networks/8227640f-be8a-47f5-971c-6214e2c7e98b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022893 Jul 29 23:32:12.718519 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e855a7d2-48f7-4011-84fc-b9f6752cc8d4 req-62a26839-07b2-4899-8cc9-b32c982f3f24 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:12.726438 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e855a7d2-48f7-4011-84fc-b9f6752cc8d4 req-62a26839-07b2-4899-8cc9-b32c982f3f24 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:12.735906 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e855a7d2-48f7-4011-84fc-b9f6752cc8d4 req-62a26839-07b2-4899-8cc9-b32c982f3f24 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:12.745181 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e855a7d2-48f7-4011-84fc-b9f6752cc8d4 req-62a26839-07b2-4899-8cc9-b32c982f3f24 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:12.753995 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e855a7d2-48f7-4011-84fc-b9f6752cc8d4 req-62a26839-07b2-4899-8cc9-b32c982f3f24 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:12.759998 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e855a7d2-48f7-4011-84fc-b9f6752cc8d4 req-62a26839-07b2-4899-8cc9-b32c982f3f24 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:12.766752 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e855a7d2-48f7-4011-84fc-b9f6752cc8d4 req-62a26839-07b2-4899-8cc9-b32c982f3f24 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:12.769240 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e855a7d2-48f7-4011-84fc-b9f6752cc8d4 req-62a26839-07b2-4899-8cc9-b32c982f3f24 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 5417 time: 0.1940670 Jul 29 23:32:12.824944 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ad2aa1ab-a99c-4575-b187-f87c5576e40c tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0046499 Jul 29 23:32:12.828500 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 50632) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:12.844280 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09641075-0e38-4b3c-bf39-5aaa9d604754 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'tenant_id': '7c9416c97c57443282624ca6d2f37df4', 'fixed_ips': [{'subnet_id': 'f204a488-47b1-47fc-9aa1-693e744a6666'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:32:12.845415 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-09641075-0e38-4b3c-bf39-5aaa9d604754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:12.854744 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-0f03a632-2ee8-47d7-9653-6a6e6f2169e7 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Request body: {'port': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'mac_address': 'fa:16:3e:ee:0b:49', 'name': 'tempest-NetworksTestDHCPv6-1999688925'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:12.976725 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e855a7d2-48f7-4011-84fc-b9f6752cc8d4 req-c5a37542-b41a-4170-bb3d-b4c8d1f236ab tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6fa48f-d86a-46d7-b38c-3131d342f37d&id=d06a9099-30da-446c-be64-dba56c62ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1898575 Jul 29 23:32:12.994120 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421bccfe-1590-4b72-9557-85f836a1989a req-c11b568c-22a7-40f2-856a-47f084f9d6ec tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:12.995681 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-421bccfe-1590-4b72-9557-85f836a1989a req-c11b568c-22a7-40f2-856a-47f084f9d6ec tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=693429de-8fab-4271-840a-01b89571b1ba HTTP/1.1" status: 200 len: 946 time: 0.2235298 Jul 29 23:32:12.995961 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-09641075-0e38-4b3c-bf39-5aaa9d604754 None None] Allocated IP 2001:db8::f816:3eff:fead:64d5 (27ea2e30-5576-4381-a6d8-03efb8f4bd4e/f204a488-47b1-47fc-9aa1-693e744a6666/1dd3bb07-5c64-4cc7-bfb8-ba66d3cf216e) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:32:13.022143 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9ca20874-8583-4671-94eb-91ce7a617748 req-6c94f1f9-aba8-424e-abf4-3c4998dae18e service neutron] 10.222.0.41 "GET /v2.0/networks/8227640f-be8a-47f5-971c-6214e2c7e98b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3345504 Jul 29 23:32:13.078213 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-421bccfe-1590-4b72-9557-85f836a1989a req-1161b8fb-e91f-448c-835f-658a2b7c92e4 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675972 Jul 29 23:32:13.094560 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f03a632-2ee8-47d7-9653-6a6e6f2169e7 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Made reservation on behalf of 7c9416c97c57443282624ca6d2f37df4 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:32:13.186128 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-09641075-0e38-4b3c-bf39-5aaa9d604754 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:13.196175 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-09641075-0e38-4b3c-bf39-5aaa9d604754 None None] Transition to ACTIVE for port object 1dd3bb07-5c64-4cc7-bfb8-ba66d3cf216e will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:32:13.217274 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-09641075-0e38-4b3c-bf39-5aaa9d604754 None None] Transition to ACTIVE for port object 1dd3bb07-5c64-4cc7-bfb8-ba66d3cf216e will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:32:13.228847 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-09641075-0e38-4b3c-bf39-5aaa9d604754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:13.229670 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca5b61-c567-4ff1-8865-51511fa7e0b0 req-42bc8fce-e12b-401e-8144-4a433ba8fe5a tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:13.231416 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cbca5b61-c567-4ff1-8865-51511fa7e0b0 req-42bc8fce-e12b-401e-8144-4a433ba8fe5a tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/ports?device_id=c998bf02-d7e5-4d3c-8e26-31b274713109 HTTP/1.1" status: 200 len: 945 time: 0.1164498 Jul 29 23:32:13.243447 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0f03a632-2ee8-47d7-9653-6a6e6f2169e7 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:13.275511 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09641075-0e38-4b3c-bf39-5aaa9d604754 None None] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:32:13.278476 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-09641075-0e38-4b3c-bf39-5aaa9d604754 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:13.286215 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09641075-0e38-4b3c-bf39-5aaa9d604754 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:32:13.288267 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09641075-0e38-4b3c-bf39-5aaa9d604754 None None] Pushing event updated for resources: {'Port': ['ID=1dd3bb07-5c64-4cc7-bfb8-ba66d3cf216e,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:13.311944 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [None req-0f03a632-2ee8-47d7-9653-6a6e6f2169e7 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] device_id is not set on port d4f2f534-41ba-4463-ba80-2c820673a588 yet. {{(pid=94078) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:32:13.343409 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cbca5b61-c567-4ff1-8865-51511fa7e0b0 req-0c49fcc9-4722-4c95-b99e-01d71924264f tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/security-groups?id=c238602f-ef5f-447a-b128-9500386afc8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967665 Jul 29 23:32:13.346930 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-09641075-0e38-4b3c-bf39-5aaa9d604754 None None] Attempting to bind port 1dd3bb07-5c64-4cc7-bfb8-ba66d3cf216e on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:32:13.347323 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-09641075-0e38-4b3c-bf39-5aaa9d604754 None None] Attempting to bind port 1dd3bb07-5c64-4cc7-bfb8-ba66d3cf216e by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': 'ceb567b3-93e6-4495-80aa-58a786948605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:32:13.347691 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09641075-0e38-4b3c-bf39-5aaa9d604754 None None] Attempting to bind port 1dd3bb07-5c64-4cc7-bfb8-ba66d3cf216e on network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:32:13.352973 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09641075-0e38-4b3c-bf39-5aaa9d604754 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:32:13.353349 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09641075-0e38-4b3c-bf39-5aaa9d604754 None None] Checking segment: {'id': 'ceb567b3-93e6-4495-80aa-58a786948605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:32:13.353831 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-09641075-0e38-4b3c-bf39-5aaa9d604754 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:13.354743 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09641075-0e38-4b3c-bf39-5aaa9d604754 None None] Bound using segment: {'id': 'ceb567b3-93e6-4495-80aa-58a786948605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:32:13.355219 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-09641075-0e38-4b3c-bf39-5aaa9d604754 None None] Bound port: 1dd3bb07-5c64-4cc7-bfb8-ba66d3cf216e, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb567b3-93e6-4495-80aa-58a786948605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:32:13.355608 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-09641075-0e38-4b3c-bf39-5aaa9d604754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:13.394741 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbccad0-751e-4ccd-937c-99205c2349ed req-1d0e5b22-c870-445d-b8a4-1c3dfec07bcc tempest-InstanceActionsV221TestJSON-1316874884 tempest-InstanceActionsV221TestJSON-1316874884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:13.396873 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0fbccad0-751e-4ccd-937c-99205c2349ed req-1d0e5b22-c870-445d-b8a4-1c3dfec07bcc tempest-InstanceActionsV221TestJSON-1316874884 tempest-InstanceActionsV221TestJSON-1316874884-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b89a065-072a-43d2-b2f3-6414ab2b8984 HTTP/1.1" status: 200 len: 943 time: 0.1368506 Jul 29 23:32:13.434760 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-09641075-0e38-4b3c-bf39-5aaa9d604754 None None] For port 1dd3bb07-5c64-4cc7-bfb8-ba66d3cf216e, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:32:13.438951 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-09641075-0e38-4b3c-bf39-5aaa9d604754 None None] For port 1dd3bb07-5c64-4cc7-bfb8-ba66d3cf216e, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=1dd3bb07-5c64-4cc7-bfb8-ba66d3cf216e,segment=NetworkSegment(ceb567b3-93e6-4495-80aa-58a786948605),segment_id=ceb567b3-93e6-4495-80aa-58a786948605)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:32:13.443842 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-09641075-0e38-4b3c-bf39-5aaa9d604754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:13.481326 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0fbccad0-751e-4ccd-937c-99205c2349ed req-a637b12f-4a62-4e01-bb3e-f5722c85d306 tempest-InstanceActionsV221TestJSON-1316874884 tempest-InstanceActionsV221TestJSON-1316874884-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb7ec02f-3f5a-4db9-8687-ad3b845551b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743680 Jul 29 23:32:13.511975 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-0f03a632-2ee8-47d7-9653-6a6e6f2169e7 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Allocated IP 2001:db8::f816:3eff:feee:b49 (27ea2e30-5576-4381-a6d8-03efb8f4bd4e/f204a488-47b1-47fc-9aa1-693e744a6666/d4f2f534-41ba-4463-ba80-2c820673a588) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:32:13.523875 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-02cde78f-92a4-4e61-aac7-373c6e4ac9a3 req-1f4545b4-1e58-4392-bad3-4bf80cc81c51 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-2101953975', 'description': 'tempest-description-360012504'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:13.540916 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09641075-0e38-4b3c-bf39-5aaa9d604754 None None] Pushing event updated for resources: {'Port': ['ID=1dd3bb07-5c64-4cc7-bfb8-ba66d3cf216e,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:13.587242 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-02cde78f-92a4-4e61-aac7-373c6e4ac9a3 req-1f4545b4-1e58-4392-bad3-4bf80cc81c51 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:13.773401 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 30eaa1d4-3c58-4fb5-a2a3-e842c94e7256 details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:32:13.801612 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d406a-e657-4b97-9117-773a8f23e2ee req-86ccf0ce-315f-4e95-9e59-acac32232bd2 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:13.803118 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2e0d406a-e657-4b97-9117-773a8f23e2ee req-86ccf0ce-315f-4e95-9e59-acac32232bd2 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 944 time: 0.1324351 Jul 29 23:32:13.835894 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0f03a632-2ee8-47d7-9653-6a6e6f2169e7 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:13.856043 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-02cde78f-92a4-4e61-aac7-373c6e4ac9a3 req-1f4545b4-1e58-4392-bad3-4bf80cc81c51 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:13.875373 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-02cde78f-92a4-4e61-aac7-373c6e4ac9a3 req-1f4545b4-1e58-4392-bad3-4bf80cc81c51 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:13.883823 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-0f03a632-2ee8-47d7-9653-6a6e6f2169e7 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Transition to ACTIVE for port object d4f2f534-41ba-4463-ba80-2c820673a588 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:32:13.928915 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2e0d406a-e657-4b97-9117-773a8f23e2ee req-5252f7ef-f88a-4c82-8ab4-727d240fb57e tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062636 Jul 29 23:32:13.939487 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-02cde78f-92a4-4e61-aac7-373c6e4ac9a3 req-1f4545b4-1e58-4392-bad3-4bf80cc81c51 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:13.944813 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-02cde78f-92a4-4e61-aac7-373c6e4ac9a3 req-1f4545b4-1e58-4392-bad3-4bf80cc81c51 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.4301028 Jul 29 23:32:13.998579 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 30eaa1d4-3c58-4fb5-a2a3-e842c94e7256, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=30eaa1d4-3c58-4fb5-a2a3-e842c94e7256,segment=NetworkSegment(7dadb843-f68f-4bdc-b544-97924c20701a),segment_id=7dadb843-f68f-4bdc-b544-97924c20701a)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:14.021194 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4545b4-1e58-4392-bad3-4bf80cc81c51 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94aa0523-7b61-46ad-a9ba-677bd8a8b44e,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:14.033743 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '30eaa1d4-3c58-4fb5-a2a3-e842c94e7256', 'network_id': '61db5dcd-b042-47fa-9111-3b2277565367', 'port_id': '30eaa1d4-3c58-4fb5-a2a3-e842c94e7256', 'mac_address': 'fa:16:3e:d3:1e:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79a11c1f-d15e-4fd8-9d2b-ecb54e88df46', 'ip_address': '10.1.1.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:32:14.044950 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0f03a632-2ee8-47d7-9653-6a6e6f2169e7 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:14.120550 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 1dd3bb07-5c64-4cc7-bfb8-ba66d3cf216e up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:32:14.131284 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f03a632-2ee8-47d7-9653-6a6e6f2169e7 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event updated for resources: {'Port': ['ID=d4f2f534-41ba-4463-ba80-2c820673a588,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:14.149093 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:14.171450 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30eaa1d4-3c58-4fb5-a2a3-e842c94e7256 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:32:14.194449 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f03a632-2ee8-47d7-9653-6a6e6f2169e7 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:32:14.196988 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 30eaa1d4-3c58-4fb5-a2a3-e842c94e7256, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=30eaa1d4-3c58-4fb5-a2a3-e842c94e7256,segment=NetworkSegment(7dadb843-f68f-4bdc-b544-97924c20701a),segment_id=7dadb843-f68f-4bdc-b544-97924c20701a)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:14.201534 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-0f03a632-2ee8-47d7-9653-6a6e6f2169e7 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:14.207183 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f03a632-2ee8-47d7-9653-6a6e6f2169e7 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:32:14.209211 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:14.209944 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 93b5fbf0-238a-4eb3-aebb-f3656018624b details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:32:14.213042 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f03a632-2ee8-47d7-9653-6a6e6f2169e7 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:14.213642 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0f03a632-2ee8-47d7-9653-6a6e6f2169e7 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:14.215335 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 1dd3bb07-5c64-4cc7-bfb8-ba66d3cf216e completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:32:14.244646 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-139e8612-fd0d-46df-94ad-78a6fbd30e5e req-6b9693c9-3421-4f5a-9025-2b46d16e6a33 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2101953975&fields=id&tenant_id=52e04a06c1634aad823b656ded0dd057 HTTP/1.1" status: 200 len: 267 time: 0.1159952 Jul 29 23:32:14.263191 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a83c606-b8c4-4843-8154-d2b617283a58 req-cf7a6ed7-2371-4a7c-9788-ae0e5e9f7aa8 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:14.271386 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8a83c606-b8c4-4843-8154-d2b617283a58 req-cf7a6ed7-2371-4a7c-9788-ae0e5e9f7aa8 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 944 time: 0.1618741 Jul 29 23:32:14.296789 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-0f03a632-2ee8-47d7-9653-6a6e6f2169e7 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4666660 Jul 29 23:32:14.299646 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50658) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:14.317161 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=30eaa1d4-3c58-4fb5-a2a3-e842c94e7256,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:14.363391 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 93b5fbf0-238a-4eb3-aebb-f3656018624b, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=93b5fbf0-238a-4eb3-aebb-f3656018624b,segment=NetworkSegment(ba5bac9c-cf87-4379-a2c6-b5c109b5db18),segment_id=ba5bac9c-cf87-4379-a2c6-b5c109b5db18)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:14.374139 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8a83c606-b8c4-4843-8154-d2b617283a58 req-ed7eb16d-5ed1-4d96-8fdd-1a7f7350e896 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860960 Jul 29 23:32:14.382049 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '93b5fbf0-238a-4eb3-aebb-f3656018624b', 'network_id': 'efe051f0-42fc-4850-b7cd-89c8013aea3e', 'port_id': '93b5fbf0-238a-4eb3-aebb-f3656018624b', 'mac_address': 'fa:16:3e:b4:b5:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd78777cb-19bd-47c4-81df-bf538051820d', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:32:14.402706 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e8612-fd0d-46df-94ad-78a6fbd30e5e req-d78eef99-df53-4e51-b6da-00e4bb83e754 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:14.404413 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-139e8612-fd0d-46df-94ad-78a6fbd30e5e req-d78eef99-df53-4e51-b6da-00e4bb83e754 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/ports?device_id=c998bf02-d7e5-4d3c-8e26-31b274713109 HTTP/1.1" status: 200 len: 945 time: 0.1590781 Jul 29 23:32:14.425888 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-139e8612-fd0d-46df-94ad-78a6fbd30e5e req-02fea746-7e4d-4e04-b1c3-0ed31960ce56 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Request body: {'port': {'security_groups': ['c238602f-ef5f-447a-b128-9500386afc8d', '94aa0523-7b61-46ad-a9ba-677bd8a8b44e']}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:14.431924 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6600e57-e035-4ce1-8912-013b04c3daf2 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:14.442745 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:14.450658 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6600e57-e035-4ce1-8912-013b04c3daf2 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:14.458774 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93b5fbf0-238a-4eb3-aebb-f3656018624b {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:32:14.462566 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a6600e57-e035-4ce1-8912-013b04c3daf2 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1592906 Jul 29 23:32:14.463579 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50664) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:14.504248 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 93b5fbf0-238a-4eb3-aebb-f3656018624b, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=93b5fbf0-238a-4eb3-aebb-f3656018624b,segment=NetworkSegment(ba5bac9c-cf87-4379-a2c6-b5c109b5db18),segment_id=ba5bac9c-cf87-4379-a2c6-b5c109b5db18)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:14.518003 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:14.518766 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 024df781-a247-4293-a30c-16abd40adffa details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:32:14.582635 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-139e8612-fd0d-46df-94ad-78a6fbd30e5e req-02fea746-7e4d-4e04-b1c3-0ed31960ce56 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:14.587015 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=93b5fbf0-238a-4eb3-aebb-f3656018624b,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:14.623665 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-1e848b97-6f96-435b-b4de-65a389d3d081 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Deleting port d4f2f534-41ba-4463-ba80-2c820673a588 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:32:14.624905 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1e848b97-6f96-435b-b4de-65a389d3d081 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:14.641280 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 024df781-a247-4293-a30c-16abd40adffa, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=024df781-a247-4293-a30c-16abd40adffa,segment=NetworkSegment(ba5bac9c-cf87-4379-a2c6-b5c109b5db18),segment_id=ba5bac9c-cf87-4379-a2c6-b5c109b5db18)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:14.655127 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '024df781-a247-4293-a30c-16abd40adffa', 'network_id': 'efe051f0-42fc-4850-b7cd-89c8013aea3e', 'port_id': '024df781-a247-4293-a30c-16abd40adffa', 'mac_address': 'fa:16:3e:8b:21:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd78777cb-19bd-47c4-81df-bf538051820d', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:32:14.681553 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f26ae8-60d2-4fe2-8181-a634748e3330 req-fce8fd09-0de3-4cbf-9884-3a7fff0c07fa tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:14.691782 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f26ae8-60d2-4fe2-8181-a634748e3330 req-fce8fd09-0de3-4cbf-9884-3a7fff0c07fa tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:14.695709 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 99212bd5-2a6f-41a8-ad94-57de11eb9c60 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:32:14.701971 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f26ae8-60d2-4fe2-8181-a634748e3330 req-fce8fd09-0de3-4cbf-9884-3a7fff0c07fa tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:14.710201 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f26ae8-60d2-4fe2-8181-a634748e3330 req-fce8fd09-0de3-4cbf-9884-3a7fff0c07fa tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:14.712746 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:14.717740 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f26ae8-60d2-4fe2-8181-a634748e3330 req-fce8fd09-0de3-4cbf-9884-3a7fff0c07fa tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:14.727435 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f26ae8-60d2-4fe2-8181-a634748e3330 req-fce8fd09-0de3-4cbf-9884-3a7fff0c07fa tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:14.735328 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f26ae8-60d2-4fe2-8181-a634748e3330 req-fce8fd09-0de3-4cbf-9884-3a7fff0c07fa tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:14.737946 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-71f26ae8-60d2-4fe2-8181-a634748e3330 req-fce8fd09-0de3-4cbf-9884-3a7fff0c07fa tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 5419 time: 0.2175834 Jul 29 23:32:14.762520 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 024df781-a247-4293-a30c-16abd40adffa {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:32:14.792624 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1e848b97-6f96-435b-b4de-65a389d3d081 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:14.824988 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-1e848b97-6f96-435b-b4de-65a389d3d081 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Calling delete_port for d4f2f534-41ba-4463-ba80-2c820673a588 owned by {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:32:14.842144 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 024df781-a247-4293-a30c-16abd40adffa, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=024df781-a247-4293-a30c-16abd40adffa,segment=NetworkSegment(ba5bac9c-cf87-4379-a2c6-b5c109b5db18),segment_id=ba5bac9c-cf87-4379-a2c6-b5c109b5db18)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:14.845271 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-71f26ae8-60d2-4fe2-8181-a634748e3330 req-066ca498-1465-44da-88a4-ea8791bd179d tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6fa48f-d86a-46d7-b38c-3131d342f37d&id=d06a9099-30da-446c-be64-dba56c62ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0975473 Jul 29 23:32:14.863005 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:14.863671 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 6692c9b8-f4e2-4f31-897e-016045fc3bd4 details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:32:15.012641 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 6692c9b8-f4e2-4f31-897e-016045fc3bd4, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=6692c9b8-f4e2-4f31-897e-016045fc3bd4,segment=NetworkSegment(7dadb843-f68f-4bdc-b544-97924c20701a),segment_id=7dadb843-f68f-4bdc-b544-97924c20701a)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:15.019160 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=024df781-a247-4293-a30c-16abd40adffa,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:15.023068 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 99212bd5-2a6f-41a8-ad94-57de11eb9c60, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=99212bd5-2a6f-41a8-ad94-57de11eb9c60,segment=NetworkSegment(71333a52-18f3-403e-9b7c-3b9bb95e5fbc),segment_id=71333a52-18f3-403e-9b7c-3b9bb95e5fbc)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:15.057452 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-139e8612-fd0d-46df-94ad-78a6fbd30e5e req-02fea746-7e4d-4e04-b1c3-0ed31960ce56 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] For port 52530436-e84b-449a-802b-0080003e3d4b, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=52530436-e84b-449a-802b-0080003e3d4b,segment=NetworkSegment(8ce13fd4-1dee-44b6-94ac-ae691c2d8d7a),segment_id=8ce13fd4-1dee-44b6-94ac-ae691c2d8d7a)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:15.062689 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '6692c9b8-f4e2-4f31-897e-016045fc3bd4', 'network_id': '61db5dcd-b042-47fa-9111-3b2277565367', 'port_id': '6692c9b8-f4e2-4f31-897e-016045fc3bd4', 'mac_address': 'fa:16:3e:c4:a3:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79a11c1f-d15e-4fd8-9d2b-ecb54e88df46', 'ip_address': '10.1.1.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:32:15.066782 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1e848b97-6f96-435b-b4de-65a389d3d081 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:15.070358 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': '99212bd5-2a6f-41a8-ad94-57de11eb9c60', 'network_id': '8227640f-be8a-47f5-971c-6214e2c7e98b', 'port_id': '99212bd5-2a6f-41a8-ad94-57de11eb9c60', 'mac_address': 'fa:16:3e:62:35:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0e122c0-d6c1-4d4c-bc2a-1a540cad111b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:32:15.114292 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-139e8612-fd0d-46df-94ad-78a6fbd30e5e req-02fea746-7e4d-4e04-b1c3-0ed31960ce56 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:15.120974 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-139e8612-fd0d-46df-94ad-78a6fbd30e5e req-02fea746-7e4d-4e04-b1c3-0ed31960ce56 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:15.124760 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e848b97-6f96-435b-b4de-65a389d3d081 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event deleted for resources: {'Port': ['ID=d4f2f534-41ba-4463-ba80-2c820673a588,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:15.149208 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1e848b97-6f96-435b-b4de-65a389d3d081 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:15.154887 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-1e848b97-6f96-435b-b4de-65a389d3d081 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/ports/d4f2f534-41ba-4463-ba80-2c820673a588 HTTP/1.1" status: 204 len: 168 time: 0.6880028 Jul 29 23:32:15.163126 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50674) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:15.206481 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e8612-fd0d-46df-94ad-78a6fbd30e5e req-02fea746-7e4d-4e04-b1c3-0ed31960ce56 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:15.207091 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-139e8612-fd0d-46df-94ad-78a6fbd30e5e req-02fea746-7e4d-4e04-b1c3-0ed31960ce56 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:15.208087 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:15.220515 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-139e8612-fd0d-46df-94ad-78a6fbd30e5e req-02fea746-7e4d-4e04-b1c3-0ed31960ce56 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "PUT /v2.0/ports/52530436-e84b-449a-802b-0080003e3d4b HTTP/1.1" status: 200 len: 981 time: 0.8078015 Jul 29 23:32:15.221032 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c998bf02-d7e5-4d3c-8e26-31b274713109', 'tag': '52530436-e84b-449a-802b-0080003e3d4b'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:32:15.221677 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['52530436-e84b-449a-802b-0080003e3d4b'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:32:15.228310 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d31be59-bacd-4930-92eb-033ee6104e4a" -d '{"events": [{"name": "network-changed", "server_uuid": "c998bf02-d7e5-4d3c-8e26-31b274713109", "tag": "52530436-e84b-449a-802b-0080003e3d4b"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:32:15.269884 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99437273-5640-4f03-a327-ec7e85560504 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:15.271737 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99437273-5640-4f03-a327-ec7e85560504 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:15.272442 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fea746-7e4d-4e04-b1c3-0ed31960ce56 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Pushing event updated for resources: {'Port': ['ID=52530436-e84b-449a-802b-0080003e3d4b,revision_number=6']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:15.275568 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-99437273-5640-4f03-a327-ec7e85560504 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1091464 Jul 29 23:32:15.276369 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50684) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:15.288872 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-5d62ea2c-95b0-4e2f-8c4f-c665b5bdda9f None None] Provisioning for port 1dd3bb07-5c64-4cc7-bfb8-ba66d3cf216e completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:32:15.305150 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['52530436-e84b-449a-802b-0080003e3d4b'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:32:15.339911 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab8918-eaec-45e3-8d3f-313d5b3fd8db req-d09789d9-3be7-4915-a034-2348795073e9 tempest-InstanceActionsV221TestJSON-1316874884 tempest-InstanceActionsV221TestJSON-1316874884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:15.355147 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-14ab8918-eaec-45e3-8d3f-313d5b3fd8db req-d09789d9-3be7-4915-a034-2348795073e9 tempest-InstanceActionsV221TestJSON-1316874884 tempest-InstanceActionsV221TestJSON-1316874884-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b89a065-072a-43d2-b2f3-6414ab2b8984 HTTP/1.1" status: 200 len: 943 time: 0.1180968 Jul 29 23:32:15.383287 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99212bd5-2a6f-41a8-ad94-57de11eb9c60 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:32:15.387663 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-5d62ea2c-95b0-4e2f-8c4f-c665b5bdda9f None None] Provisioning complete for port 1dd3bb07-5c64-4cc7-bfb8-ba66d3cf216e triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:15.388218 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5d62ea2c-95b0-4e2f-8c4f-c665b5bdda9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:15.408814 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c8c5614-8ec6-4f71-b8b2-f5522a6ba17b tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Deleting subnet f204a488-47b1-47fc-9aa1-693e744a6666 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:32:15.414202 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9c8c5614-8ec6-4f71-b8b2-f5522a6ba17b tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:15.432695 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:32:15.471953 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9c8c5614-8ec6-4f71-b8b2-f5522a6ba17b tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:15.636338 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:15.643429 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9c8c5614-8ec6-4f71-b8b2-f5522a6ba17b tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:15.710634 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6692c9b8-f4e2-4f31-897e-016045fc3bd4 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:32:15.737598 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 6692c9b8-f4e2-4f31-897e-016045fc3bd4, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=6692c9b8-f4e2-4f31-897e-016045fc3bd4,segment=NetworkSegment(7dadb843-f68f-4bdc-b544-97924c20701a),segment_id=7dadb843-f68f-4bdc-b544-97924c20701a)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:15.743032 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 99212bd5-2a6f-41a8-ad94-57de11eb9c60, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=99212bd5-2a6f-41a8-ad94-57de11eb9c60,segment=NetworkSegment(71333a52-18f3-403e-9b7c-3b9bb95e5fbc),segment_id=71333a52-18f3-403e-9b7c-3b9bb95e5fbc)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:15.759367 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9c8c5614-8ec6-4f71-b8b2-f5522a6ba17b tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:15.781078 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:15.783090 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:15.783827 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device da9a90e1-8efc-4f87-81e6-604ba087e2ac details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:32:15.811232 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8c5614-8ec6-4f71-b8b2-f5522a6ba17b tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event deleted for resources: {'Subnet': ['ID=f204a488-47b1-47fc-9aa1-693e744a6666,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:15.831504 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port da9a90e1-8efc-4f87-81e6-604ba087e2ac, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=da9a90e1-8efc-4f87-81e6-604ba087e2ac,segment=NetworkSegment(7dadb843-f68f-4bdc-b544-97924c20701a),segment_id=7dadb843-f68f-4bdc-b544-97924c20701a)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:15.834651 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9c8c5614-8ec6-4f71-b8b2-f5522a6ba17b tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:15.839491 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9c8c5614-8ec6-4f71-b8b2-f5522a6ba17b tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/subnets/f204a488-47b1-47fc-9aa1-693e744a6666 HTTP/1.1" status: 204 len: 168 time: 0.5619402 Jul 29 23:32:15.840116 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50692) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:15.853898 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': 'da9a90e1-8efc-4f87-81e6-604ba087e2ac', 'network_id': '61db5dcd-b042-47fa-9111-3b2277565367', 'port_id': 'da9a90e1-8efc-4f87-81e6-604ba087e2ac', 'mac_address': 'fa:16:3e:7c:8f:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79a11c1f-d15e-4fd8-9d2b-ecb54e88df46', 'ip_address': '10.1.1.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:32:15.855710 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5feae086-dd9f-4d46-98a5-455f20d8eea7 None None] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:32:15.889035 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-14ab8918-eaec-45e3-8d3f-313d5b3fd8db req-cf27f457-451d-48cb-94a0-c5bd0417a7cc tempest-InstanceActionsV221TestJSON-1316874884 tempest-InstanceActionsV221TestJSON-1316874884-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb7ec02f-3f5a-4db9-8687-ad3b845551b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5327976 Jul 29 23:32:15.914933 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8261bcbd-ee62-425e-ae3f-1a312b06e282 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0735013 Jul 29 23:32:15.915465 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 50696) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:15.921699 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-3778424f-428d-46b5-86f1-67d5e93f8f75 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Request body: {'subnet': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:16.004549 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5d62ea2c-95b0-4e2f-8c4f-c665b5bdda9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:16.035329 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33438a76-6e22-4aab-9814-0ef4ee2496c2 req-ae776cb3-e1e5-44c4-88ab-da07689c2534 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:16.038232 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-33438a76-6e22-4aab-9814-0ef4ee2496c2 req-ae776cb3-e1e5-44c4-88ab-da07689c2534 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/networks?id=fc8993d1-1f3f-4e88-9d54-7eec99f127ad HTTP/1.1" status: 200 len: 812 time: 0.6797872 Jul 29 23:32:16.080926 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-33438a76-6e22-4aab-9814-0ef4ee2496c2 req-9a3df7de-0c50-4a3c-a5aa-3f1526f7f356 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/quotas/b0043d03cb0a4bbcbd35eb8f2075805c HTTP/1.1" status: 200 len: 375 time: 0.0358956 Jul 29 23:32:16.086815 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-00e1150a-60e6-448d-a917-878b482f242f req-9a2b3653-69d3-4df3-bdfc-730135f0c121 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2101953975&fields=id&tenant_id=52e04a06c1634aad823b656ded0dd057 HTTP/1.1" status: 200 len: 267 time: 0.0895357 Jul 29 23:32:16.105731 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=99212bd5-2a6f-41a8-ad94-57de11eb9c60,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:16.120493 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:16.148457 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3778424f-428d-46b5-86f1-67d5e93f8f75 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Made reservation on behalf of 7c9416c97c57443282624ca6d2f37df4 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:32:16.152107 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3778424f-428d-46b5-86f1-67d5e93f8f75 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:16.187413 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['99212bd5-2a6f-41a8-ad94-57de11eb9c60'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:32:16.242630 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-33438a76-6e22-4aab-9814-0ef4ee2496c2 req-6cfb05d9-0c0b-4704-8359-bf3bb53ae759 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b0043d03cb0a4bbcbd35eb8f2075805c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1511462 Jul 29 23:32:16.257615 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da9a90e1-8efc-4f87-81e6-604ba087e2ac {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:32:16.266265 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e1150a-60e6-448d-a917-878b482f242f req-d9b1cdd3-6ff1-4571-b890-5de3d4ac9943 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:16.267588 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-00e1150a-60e6-448d-a917-878b482f242f req-d9b1cdd3-6ff1-4571-b890-5de3d4ac9943 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/ports?device_id=c998bf02-d7e5-4d3c-8e26-31b274713109 HTTP/1.1" status: 200 len: 984 time: 0.1725702 Jul 29 23:32:16.291180 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-00e1150a-60e6-448d-a917-878b482f242f req-1f1f191c-43ee-49b1-9bc1-53545f897234 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Request body: {'port': {'security_groups': ['c238602f-ef5f-447a-b128-9500386afc8d']}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:16.342392 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.db.api [None req-5d62ea2c-95b0-4e2f-8c4f-c665b5bdda9f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94079) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:32:16.342678 n-d-712141-10 neutron-server[94079]: DEBUG oslo_db.api [None req-5d62ea2c-95b0-4e2f-8c4f-c665b5bdda9f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:32:16.364972 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=6692c9b8-f4e2-4f31-897e-016045fc3bd4,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:16.371767 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port da9a90e1-8efc-4f87-81e6-604ba087e2ac, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=da9a90e1-8efc-4f87-81e6-604ba087e2ac,segment=NetworkSegment(7dadb843-f68f-4bdc-b544-97924c20701a),segment_id=7dadb843-f68f-4bdc-b544-97924c20701a)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:16.393931 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:16.394626 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 5e344eee-0003-40f4-acc2-bcb46574e5a1 details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:32:16.487377 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-00e1150a-60e6-448d-a917-878b482f242f req-1f1f191c-43ee-49b1-9bc1-53545f897234 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:16.505521 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-33438a76-6e22-4aab-9814-0ef4ee2496c2 req-e468e4bb-c192-4582-a6ce-aafec426c704 service neutron] 10.222.0.43 "GET /v2.0/networks/fc8993d1-1f3f-4e88-9d54-7eec99f127ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477593 Jul 29 23:32:16.567062 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91753821-5d17-42ab-8f4f-46efaa721f17 None None] DHCP port deletion for 27ea2e30-5576-4381-a6d8-03efb8f4bd4e request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:32:16.632371 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=da9a90e1-8efc-4f87-81e6-604ba087e2ac,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:16.754410 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-33438a76-6e22-4aab-9814-0ef4ee2496c2 req-ad77a168-c8f5-4132-a6da-64d63065faef service neutron] 10.222.0.43 "GET /v2.0/networks/fc8993d1-1f3f-4e88-9d54-7eec99f127ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296968 Jul 29 23:32:16.798921 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 5e344eee-0003-40f4-acc2-bcb46574e5a1, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=5e344eee-0003-40f4-acc2-bcb46574e5a1,segment=NetworkSegment(be77653f-7be6-4792-85af-06f31dac82f8),segment_id=be77653f-7be6-4792-85af-06f31dac82f8)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:16.828675 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '5e344eee-0003-40f4-acc2-bcb46574e5a1', 'network_id': 'cd4fb90a-a73b-48ea-873e-472dda9549c0', 'port_id': '5e344eee-0003-40f4-acc2-bcb46574e5a1', 'mac_address': 'fa:16:3e:51:da:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e68bcd5-61dd-4d3a-b0e6-c975e0de7caa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:32:16.846968 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-91753821-5d17-42ab-8f4f-46efaa721f17 None None] Deleting port 1dd3bb07-5c64-4cc7-bfb8-ba66d3cf216e {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:32:16.847511 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91753821-5d17-42ab-8f4f-46efaa721f17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:16.898662 n-d-712141-10 neutron-server[94078]: DEBUG neutron.objects.ports [None req-3778424f-428d-46b5-86f1-67d5e93f8f75 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94078) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 23:32:16.958700 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:16.985343 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5d62ea2c-95b0-4e2f-8c4f-c665b5bdda9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:17.011333 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e344eee-0003-40f4-acc2-bcb46574e5a1 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:32:17.045075 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-00e1150a-60e6-448d-a917-878b482f242f req-1f1f191c-43ee-49b1-9bc1-53545f897234 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] For port 52530436-e84b-449a-802b-0080003e3d4b, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=52530436-e84b-449a-802b-0080003e3d4b,segment=NetworkSegment(8ce13fd4-1dee-44b6-94ac-ae691c2d8d7a),segment_id=8ce13fd4-1dee-44b6-94ac-ae691c2d8d7a)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:17.081117 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 5e344eee-0003-40f4-acc2-bcb46574e5a1, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=5e344eee-0003-40f4-acc2-bcb46574e5a1,segment=NetworkSegment(be77653f-7be6-4792-85af-06f31dac82f8),segment_id=be77653f-7be6-4792-85af-06f31dac82f8)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:17.081826 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-00e1150a-60e6-448d-a917-878b482f242f req-1f1f191c-43ee-49b1-9bc1-53545f897234 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:17.092317 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-5d62ea2c-95b0-4e2f-8c4f-c665b5bdda9f None None] For port 1dd3bb07-5c64-4cc7-bfb8-ba66d3cf216e, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=1dd3bb07-5c64-4cc7-bfb8-ba66d3cf216e,segment=NetworkSegment(ceb567b3-93e6-4495-80aa-58a786948605),segment_id=ceb567b3-93e6-4495-80aa-58a786948605)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:17.092902 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7322c0fc-6ab3-437a-adac-6db87ded4c3f x-openstack-request-id: req-7322c0fc-6ab3-437a-adac-6db87ded4c3f {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:32:17.093201 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c998bf02-d7e5-4d3c-8e26-31b274713109", "tag": "52530436-e84b-449a-802b-0080003e3d4b", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:32:17.093542 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7322c0fc-6ab3-437a-adac-6db87ded4c3f {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:32:17.094019 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c998bf02-d7e5-4d3c-8e26-31b274713109', 'tag': '52530436-e84b-449a-802b-0080003e3d4b', 'status': 'completed', 'code': 200} Jul 29 23:32:17.096015 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-91753821-5d17-42ab-8f4f-46efaa721f17 None None] For port 1dd3bb07-5c64-4cc7-bfb8-ba66d3cf216e, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=1dd3bb07-5c64-4cc7-bfb8-ba66d3cf216e,segment=NetworkSegment(ceb567b3-93e6-4495-80aa-58a786948605),segment_id=ceb567b3-93e6-4495-80aa-58a786948605)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:17.096671 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91753821-5d17-42ab-8f4f-46efaa721f17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:17.100488 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:17.101299 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 1caf28fe-1621-4e50-9937-8cd368803804 details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:32:17.119548 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5d62ea2c-95b0-4e2f-8c4f-c665b5bdda9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:17.137076 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-00e1150a-60e6-448d-a917-878b482f242f req-1f1f191c-43ee-49b1-9bc1-53545f897234 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:17.145443 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-91753821-5d17-42ab-8f4f-46efaa721f17 None None] Calling delete_port for 1dd3bb07-5c64-4cc7-bfb8-ba66d3cf216e owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:32:17.157758 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['52530436-e84b-449a-802b-0080003e3d4b'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:32:17.284825 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-32171961-f36f-4830-ae5b-f45fad30a1b0 None None] Could not find standard attr ID for object d4f2f534-41ba-4463-ba80-2c820673a588. {{(pid=94079) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:32:17.292058 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 1caf28fe-1621-4e50-9937-8cd368803804, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=1caf28fe-1621-4e50-9937-8cd368803804,segment=NetworkSegment(7dadb843-f68f-4bdc-b544-97924c20701a),segment_id=7dadb843-f68f-4bdc-b544-97924c20701a)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:17.294500 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=5e344eee-0003-40f4-acc2-bcb46574e5a1,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:17.333350 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e1150a-60e6-448d-a917-878b482f242f req-1f1f191c-43ee-49b1-9bc1-53545f897234 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:17.334081 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-00e1150a-60e6-448d-a917-878b482f242f req-1f1f191c-43ee-49b1-9bc1-53545f897234 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:17.346248 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-00e1150a-60e6-448d-a917-878b482f242f req-1f1f191c-43ee-49b1-9bc1-53545f897234 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "PUT /v2.0/ports/52530436-e84b-449a-802b-0080003e3d4b HTTP/1.1" status: 200 len: 942 time: 1.0665567 Jul 29 23:32:17.353100 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '1caf28fe-1621-4e50-9937-8cd368803804', 'network_id': '61db5dcd-b042-47fa-9111-3b2277565367', 'port_id': '1caf28fe-1621-4e50-9937-8cd368803804', 'mac_address': 'fa:16:3e:86:87:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79a11c1f-d15e-4fd8-9d2b-ecb54e88df46', 'ip_address': '10.1.1.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:32:17.427941 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['52530436-e84b-449a-802b-0080003e3d4b'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:32:17.434728 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d31be59-bacd-4930-92eb-033ee6104e4a req-29131f2d-e3de-4d37-89a7-9b6230130090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:17.436849 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7d31be59-bacd-4930-92eb-033ee6104e4a req-29131f2d-e3de-4d37-89a7-9b6230130090 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=52e04a06c1634aad823b656ded0dd057&device_id=c998bf02-d7e5-4d3c-8e26-31b274713109 HTTP/1.1" status: 200 len: 1097 time: 0.3256419 Jul 29 23:32:17.487027 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d62ea2c-95b0-4e2f-8c4f-c665b5bdda9f None None] Pushing event updated for resources: {'Port': ['ID=1dd3bb07-5c64-4cc7-bfb8-ba66d3cf216e,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:17.503255 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91753821-5d17-42ab-8f4f-46efaa721f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:17.522568 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038aa1fe-1f8f-449d-9cd6-944a64b4a1d0 req-00c05a13-9bc9-408b-9784-a66032658194 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:17.531475 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038aa1fe-1f8f-449d-9cd6-944a64b4a1d0 req-00c05a13-9bc9-408b-9784-a66032658194 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:17.535842 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:17.539279 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038aa1fe-1f8f-449d-9cd6-944a64b4a1d0 req-00c05a13-9bc9-408b-9784-a66032658194 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:17.549250 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038aa1fe-1f8f-449d-9cd6-944a64b4a1d0 req-00c05a13-9bc9-408b-9784-a66032658194 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:17.555477 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038aa1fe-1f8f-449d-9cd6-944a64b4a1d0 req-00c05a13-9bc9-408b-9784-a66032658194 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:17.576772 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038aa1fe-1f8f-449d-9cd6-944a64b4a1d0 req-00c05a13-9bc9-408b-9784-a66032658194 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:17.588241 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038aa1fe-1f8f-449d-9cd6-944a64b4a1d0 req-00c05a13-9bc9-408b-9784-a66032658194 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:17.590710 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91753821-5d17-42ab-8f4f-46efaa721f17 None None] Pushing event deleted for resources: {'Port': ['ID=1dd3bb07-5c64-4cc7-bfb8-ba66d3cf216e,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:17.600398 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91753821-5d17-42ab-8f4f-46efaa721f17 None None] No DVR routers for this DVR port 1dd3bb07-5c64-4cc7-bfb8-ba66d3cf216e on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:32:17.602319 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-038aa1fe-1f8f-449d-9cd6-944a64b4a1d0 req-00c05a13-9bc9-408b-9784-a66032658194 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 5423 time: 0.4629147 Jul 29 23:32:17.622556 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1caf28fe-1621-4e50-9937-8cd368803804 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:32:17.661268 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1f191c-43ee-49b1-9bc1-53545f897234 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Pushing event updated for resources: {'Port': ['ID=52530436-e84b-449a-802b-0080003e3d4b,revision_number=7']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:17.680807 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 1caf28fe-1621-4e50-9937-8cd368803804, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=1caf28fe-1621-4e50-9937-8cd368803804,segment=NetworkSegment(7dadb843-f68f-4bdc-b544-97924c20701a),segment_id=7dadb843-f68f-4bdc-b544-97924c20701a)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:17.684466 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-3778424f-428d-46b5-86f1-67d5e93f8f75 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Port 1dd3bb07-5c64-4cc7-bfb8-ba66d3cf216e concurrently deleted while adding address for new subnet {'id': 'dc1ccc7c-435d-49a0-83d4-c6cbed3d6565', 'name': '', 'tenant_id': '7c9416c97c57443282624ca6d2f37df4', 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 1588, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-07-29T23:32:16Z', 'updated_at': '2021-07-29T23:32:16Z', 'revision_number': 0, 'segment_id': None, 'project_id': '7c9416c97c57443282624ca6d2f37df4'}. {{(pid=94078) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:770}} Jul 29 23:32:17.685480 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3778424f-428d-46b5-86f1-67d5e93f8f75 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:17.699646 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:17.796760 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=1caf28fe-1621-4e50-9937-8cd368803804,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:17.804949 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3778424f-428d-46b5-86f1-67d5e93f8f75 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:32:17.831694 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-3778424f-428d-46b5-86f1-67d5e93f8f75 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:17.844965 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab152c6-33bb-4054-883d-193260557932 None None] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:32:17.852309 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3778424f-428d-46b5-86f1-67d5e93f8f75 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:17.852993 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3778424f-428d-46b5-86f1-67d5e93f8f75 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:17.913715 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e12fe-3f2b-44d0-8b78-154a53de295f req-a72e15e6-cbc1-4de6-9441-67c65b8ac85d tempest-InstanceActionsV221TestJSON-1316874884 tempest-InstanceActionsV221TestJSON-1316874884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:17.923443 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d18e12fe-3f2b-44d0-8b78-154a53de295f req-a72e15e6-cbc1-4de6-9441-67c65b8ac85d tempest-InstanceActionsV221TestJSON-1316874884 tempest-InstanceActionsV221TestJSON-1316874884-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b89a065-072a-43d2-b2f3-6414ab2b8984 HTTP/1.1" status: 200 len: 944 time: 0.2639151 Jul 29 23:32:17.935676 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-038aa1fe-1f8f-449d-9cd6-944a64b4a1d0 req-d8afb9fc-55a2-4901-be51-f562a91828da tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6fa48f-d86a-46d7-b38c-3131d342f37d&id=d06a9099-30da-446c-be64-dba56c62ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2651618 Jul 29 23:32:17.945847 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d31be59-bacd-4930-92eb-033ee6104e4a req-68ea3c05-a923-41cd-a7fb-1491c14a6f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:17.947781 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7d31be59-bacd-4930-92eb-033ee6104e4a req-68ea3c05-a923-41cd-a7fb-1491c14a6f0c service neutron] 10.222.0.22 "GET /v2.0/networks?id=3c7cedb3-e56d-4c4c-993c-657e341a0c94 HTTP/1.1" status: 200 len: 920 time: 0.4902537 Jul 29 23:32:17.948638 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3778424f-428d-46b5-86f1-67d5e93f8f75 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event updated for resources: {'Subnet': ['ID=dc1ccc7c-435d-49a0-83d4-c6cbed3d6565,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:17.964829 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50738) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:17.970764 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-5faed263-fb2b-48ed-ae78-202fec2ed4fd tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Request body: {'port': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'mac_address': 'fa:16:3e:a5:8d:75', 'name': 'tempest-NetworksTestDHCPv6-1737343972'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:17.975306 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-3778424f-428d-46b5-86f1-67d5e93f8f75 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0579813 Jul 29 23:32:18.060560 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7d31be59-bacd-4930-92eb-033ee6104e4a req-fe486e35-43f7-4c30-afa6-b749a30f3705 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52530436-e84b-449a-802b-0080003e3d4b HTTP/1.1" status: 200 len: 217 time: 0.0787389 Jul 29 23:32:18.100500 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d18e12fe-3f2b-44d0-8b78-154a53de295f req-66a5bc9b-300a-487c-a832-61b591d11a07 tempest-InstanceActionsV221TestJSON-1316874884 tempest-InstanceActionsV221TestJSON-1316874884-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb7ec02f-3f5a-4db9-8687-ad3b845551b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759391 Jul 29 23:32:18.151829 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 1dd3bb07-5c64-4cc7-bfb8-ba66d3cf216e no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:32:18.197056 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 1dd3bb07-5c64-4cc7-bfb8-ba66d3cf216e {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:32:18.197700 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 1dd3bb07-5c64-4cc7-bfb8-ba66d3cf216e not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:32:18.235747 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d31be59-bacd-4930-92eb-033ee6104e4a req-bc8e8e52-5cec-4580-9c1b-d07c913c3a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:18.237807 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7d31be59-bacd-4930-92eb-033ee6104e4a req-bc8e8e52-5cec-4580-9c1b-d07c913c3a77 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=89d39612-aed6-4e12-97bb-95fef1af94b3 HTTP/1.1" status: 200 len: 859 time: 0.1363177 Jul 29 23:32:18.335649 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-78238f2c-1194-45f5-9a2b-802e7efc1e2e req-0f3aa878-f289-4d47-b9d8-404cf1d4c151 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=26f58a8c-d3a3-49c0-8874-ba2f363fa209 HTTP/1.1" status: 200 len: 210 time: 0.1052802 Jul 29 23:32:18.375950 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8115e82a-3a1e-419a-8592-eb9d91a1da97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'tenant_id': '7c9416c97c57443282624ca6d2f37df4', 'fixed_ips': [{'subnet_id': 'dc1ccc7c-435d-49a0-83d4-c6cbed3d6565'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:32:18.377099 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8115e82a-3a1e-419a-8592-eb9d91a1da97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:18.435754 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['93b5fbf0-238a-4eb3-aebb-f3656018624b'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:32:18.475137 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['024df781-a247-4293-a30c-16abd40adffa'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:32:18.503072 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7d31be59-bacd-4930-92eb-033ee6104e4a req-c3c4c807-0b36-46dd-9041-df029a7b97f3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3c7cedb3-e56d-4c4c-993c-657e341a0c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2113633 Jul 29 23:32:18.606784 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['6692c9b8-f4e2-4f31-897e-016045fc3bd4'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:32:18.650772 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['1caf28fe-1621-4e50-9937-8cd368803804'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:32:18.693051 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['5e344eee-0003-40f4-acc2-bcb46574e5a1'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:32:18.709765 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['30eaa1d4-3c58-4fb5-a2a3-e842c94e7256'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:32:18.724061 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7d31be59-bacd-4930-92eb-033ee6104e4a req-c2c44da9-35a6-4267-8b3a-9cf29128e882 service neutron] 10.222.0.22 "GET /v2.0/networks/3c7cedb3-e56d-4c4c-993c-657e341a0c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646085 Jul 29 23:32:18.758586 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 99212bd5-2a6f-41a8-ad94-57de11eb9c60 up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:32:18.802481 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5faed263-fb2b-48ed-ae78-202fec2ed4fd tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Made reservation on behalf of 7c9416c97c57443282624ca6d2f37df4 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:32:18.851388 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7d31be59-bacd-4930-92eb-033ee6104e4a req-735d666d-9562-428f-9c07-c6c0d7adb8e8 service neutron] 10.222.0.22 "GET /v2.0/networks/3c7cedb3-e56d-4c4c-993c-657e341a0c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102924 Jul 29 23:32:18.917767 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5faed263-fb2b-48ed-ae78-202fec2ed4fd tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:18.944833 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [None req-5faed263-fb2b-48ed-ae78-202fec2ed4fd tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] device_id is not set on port b9beb5b3-8440-44b1-a8fb-acf1edd670fe yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:32:18.960221 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port 99212bd5-2a6f-41a8-ad94-57de11eb9c60 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:32:18.983184 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-16eb12af-781c-4903-ad27-f24b992a821a req-efcfdb93-b843-4ea2-a827-83959f1e1360 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7550316 Jul 29 23:32:18.990889 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-16eb12af-781c-4903-ad27-f24b992a821a req-9b8122b6-af6b-4f29-9ac8-690e51a7fc6f tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Request body: {'floatingip': {'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:18.998805 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port 99212bd5-2a6f-41a8-ad94-57de11eb9c60 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:18.999873 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:19.033825 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33438a76-6e22-4aab-9814-0ef4ee2496c2 req-03acda1d-69db-4daf-a4d9-b1f6687e54ca tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:19.035867 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-33438a76-6e22-4aab-9814-0ef4ee2496c2 req-03acda1d-69db-4daf-a4d9-b1f6687e54ca tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.41 "GET /v2.0/networks?id=fc8993d1-1f3f-4e88-9d54-7eec99f127ad HTTP/1.1" status: 200 len: 812 time: 0.6115162 Jul 29 23:32:19.044168 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-16eb12af-781c-4903-ad27-f24b992a821a req-9b8122b6-af6b-4f29-9ac8-690e51a7fc6f tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Notify callbacks [] for floatingip, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:19.071035 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-33438a76-6e22-4aab-9814-0ef4ee2496c2 req-cf03ffa6-33cb-4e0e-887e-3f2451fae0a1 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Request body: {'port': {'device_id': '26f58a8c-d3a3-49c0-8874-ba2f363fa209', 'network_id': 'fc8993d1-1f3f-4e88-9d54-7eec99f127ad', 'admin_state_up': True, 'tenant_id': 'b0043d03cb0a4bbcbd35eb8f2075805c'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:19.124911 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c998bf02-d7e5-4d3c-8e26-31b274713109', 'tag': '52530436-e84b-449a-802b-0080003e3d4b'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:32:19.128426 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-376ecaf8-bb75-4ee2-88db-6f50054d19e5" -d '{"events": [{"name": "network-changed", "server_uuid": "c998bf02-d7e5-4d3c-8e26-31b274713109", "tag": "52530436-e84b-449a-802b-0080003e3d4b"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:32:19.135784 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-5faed263-fb2b-48ed-ae78-202fec2ed4fd tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Allocated IP 2001:db8::f816:3eff:fea5:8d75 (27ea2e30-5576-4381-a6d8-03efb8f4bd4e/dc1ccc7c-435d-49a0-83d4-c6cbed3d6565/b9beb5b3-8440-44b1-a8fb-acf1edd670fe) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:32:19.384468 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f4a1f-3237-4ac4-bd75-297a8d5fd8ca req-e9e30e30-cb0f-4a55-8e46-5262d9182863 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:19.394519 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f4a1f-3237-4ac4-bd75-297a8d5fd8ca req-e9e30e30-cb0f-4a55-8e46-5262d9182863 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:19.408927 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f4a1f-3237-4ac4-bd75-297a8d5fd8ca req-e9e30e30-cb0f-4a55-8e46-5262d9182863 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:19.415991 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['da9a90e1-8efc-4f87-81e6-604ba087e2ac'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:32:19.429449 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5faed263-fb2b-48ed-ae78-202fec2ed4fd tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:19.441845 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f4a1f-3237-4ac4-bd75-297a8d5fd8ca req-e9e30e30-cb0f-4a55-8e46-5262d9182863 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:19.451684 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f4a1f-3237-4ac4-bd75-297a8d5fd8ca req-e9e30e30-cb0f-4a55-8e46-5262d9182863 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:19.460772 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f4a1f-3237-4ac4-bd75-297a8d5fd8ca req-e9e30e30-cb0f-4a55-8e46-5262d9182863 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:19.462543 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-5faed263-fb2b-48ed-ae78-202fec2ed4fd tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Transition to ACTIVE for port object b9beb5b3-8440-44b1-a8fb-acf1edd670fe will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:32:19.487972 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f4a1f-3237-4ac4-bd75-297a8d5fd8ca req-e9e30e30-cb0f-4a55-8e46-5262d9182863 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:19.506420 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-465f4a1f-3237-4ac4-bd75-297a8d5fd8ca req-e9e30e30-cb0f-4a55-8e46-5262d9182863 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 5424 time: 0.2702172 Jul 29 23:32:19.513189 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5faed263-fb2b-48ed-ae78-202fec2ed4fd tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:19.546759 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33438a76-6e22-4aab-9814-0ef4ee2496c2 req-cf03ffa6-33cb-4e0e-887e-3f2451fae0a1 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Made reservation on behalf of b0043d03cb0a4bbcbd35eb8f2075805c for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:32:19.568809 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-33438a76-6e22-4aab-9814-0ef4ee2496c2 req-cf03ffa6-33cb-4e0e-887e-3f2451fae0a1 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:19.583289 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5faed263-fb2b-48ed-ae78-202fec2ed4fd tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:32:19.587074 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-5faed263-fb2b-48ed-ae78-202fec2ed4fd tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:19.591886 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5faed263-fb2b-48ed-ae78-202fec2ed4fd tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:32:19.613417 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5faed263-fb2b-48ed-ae78-202fec2ed4fd tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:19.614227 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5faed263-fb2b-48ed-ae78-202fec2ed4fd tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:19.636278 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faed263-fb2b-48ed-ae78-202fec2ed4fd tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event updated for resources: {'Port': ['ID=b9beb5b3-8440-44b1-a8fb-acf1edd670fe,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:19.652806 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-5faed263-fb2b-48ed-ae78-202fec2ed4fd tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6841328 Jul 29 23:32:19.653108 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50808) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:19.675101 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-465f4a1f-3237-4ac4-bd75-297a8d5fd8ca req-87ee7b38-e039-4aee-ba38-2656b79ab393 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6fa48f-d86a-46d7-b38c-3131d342f37d&id=d06a9099-30da-446c-be64-dba56c62ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1674552 Jul 29 23:32:19.739403 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce17cc0d-3089-4ca7-a5cf-07a8f3e88f1b tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:19.744152 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ce17cc0d-3089-4ca7-a5cf-07a8f3e88f1b tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0892365 Jul 29 23:32:19.749415 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50818) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:19.808138 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:19.833628 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-16eb12af-781c-4903-ad27-f24b992a821a req-9b8122b6-af6b-4f29-9ac8-690e51a7fc6f tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:19.871470 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-8115e82a-3a1e-419a-8592-eb9d91a1da97 None None] Allocated IP 2001:db8::f816:3eff:feaf:8d3c (27ea2e30-5576-4381-a6d8-03efb8f4bd4e/dc1ccc7c-435d-49a0-83d4-c6cbed3d6565/0c88807c-3c78-4c1d-9742-d3ab84717f9a) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:32:19.879127 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:19.961998 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b89a065-072a-43d2-b2f3-6414ab2b8984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99212bd5-2a6f-41a8-ad94-57de11eb9c60'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:32:19.962553 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-dead9f17-25ff-4908-b00e-18902132c22f tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Deleting port b9beb5b3-8440-44b1-a8fb-acf1edd670fe {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:32:19.964162 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93a38719-b1e9-43e8-a957-deec1be9396e" -d '{"events": [{"server_uuid": "1b89a065-072a-43d2-b2f3-6414ab2b8984", "name": "network-vif-plugged", "status": "completed", "tag": "99212bd5-2a6f-41a8-ad94-57de11eb9c60"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:32:19.981308 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-dead9f17-25ff-4908-b00e-18902132c22f tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:20.044751 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 99212bd5-2a6f-41a8-ad94-57de11eb9c60, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=99212bd5-2a6f-41a8-ad94-57de11eb9c60,segment=NetworkSegment(71333a52-18f3-403e-9b7c-3b9bb95e5fbc),segment_id=71333a52-18f3-403e-9b7c-3b9bb95e5fbc)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:20.070166 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:20.111657 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-dead9f17-25ff-4908-b00e-18902132c22f tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:20.135900 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-dead9f17-25ff-4908-b00e-18902132c22f tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Calling delete_port for b9beb5b3-8440-44b1-a8fb-acf1edd670fe owned by {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:32:20.158115 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=99212bd5-2a6f-41a8-ad94-57de11eb9c60,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:20.236931 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8115e82a-3a1e-419a-8592-eb9d91a1da97 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:20.247718 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-8115e82a-3a1e-419a-8592-eb9d91a1da97 None None] Transition to ACTIVE for port object 0c88807c-3c78-4c1d-9742-d3ab84717f9a will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:32:20.261865 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-16eb12af-781c-4903-ad27-f24b992a821a req-9b8122b6-af6b-4f29-9ac8-690e51a7fc6f tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Allocated IP 172.25.0.5 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/07b090ea-bf31-43d7-89f1-cad3c65b76f5) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:32:20.267421 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-8115e82a-3a1e-419a-8592-eb9d91a1da97 None None] Transition to ACTIVE for port object 0c88807c-3c78-4c1d-9742-d3ab84717f9a will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:32:20.277841 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8115e82a-3a1e-419a-8592-eb9d91a1da97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:20.336947 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8115e82a-3a1e-419a-8592-eb9d91a1da97 None None] Pushing event updated for resources: {'Port': ['ID=0c88807c-3c78-4c1d-9742-d3ab84717f9a,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:20.350610 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8115e82a-3a1e-419a-8592-eb9d91a1da97 None None] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:32:20.352121 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-8115e82a-3a1e-419a-8592-eb9d91a1da97 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:20.355515 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8115e82a-3a1e-419a-8592-eb9d91a1da97 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:32:20.409695 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-dead9f17-25ff-4908-b00e-18902132c22f tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:20.428075 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-8115e82a-3a1e-419a-8592-eb9d91a1da97 None None] Attempting to bind port 0c88807c-3c78-4c1d-9742-d3ab84717f9a on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:32:20.428548 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-8115e82a-3a1e-419a-8592-eb9d91a1da97 None None] Attempting to bind port 0c88807c-3c78-4c1d-9742-d3ab84717f9a by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': 'ceb567b3-93e6-4495-80aa-58a786948605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:32:20.429202 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8115e82a-3a1e-419a-8592-eb9d91a1da97 None None] Attempting to bind port 0c88807c-3c78-4c1d-9742-d3ab84717f9a on network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:32:20.454681 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8115e82a-3a1e-419a-8592-eb9d91a1da97 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 31, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:32:20.456108 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8115e82a-3a1e-419a-8592-eb9d91a1da97 None None] Checking segment: {'id': 'ceb567b3-93e6-4495-80aa-58a786948605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:32:20.456996 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8115e82a-3a1e-419a-8592-eb9d91a1da97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:20.457803 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8115e82a-3a1e-419a-8592-eb9d91a1da97 None None] Bound using segment: {'id': 'ceb567b3-93e6-4495-80aa-58a786948605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:32:20.458164 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dead9f17-25ff-4908-b00e-18902132c22f tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event deleted for resources: {'Port': ['ID=b9beb5b3-8440-44b1-a8fb-acf1edd670fe,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:20.458998 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-8115e82a-3a1e-419a-8592-eb9d91a1da97 None None] Bound port: 0c88807c-3c78-4c1d-9742-d3ab84717f9a, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb567b3-93e6-4495-80aa-58a786948605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:32:20.459743 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8115e82a-3a1e-419a-8592-eb9d91a1da97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:20.536096 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-dead9f17-25ff-4908-b00e-18902132c22f tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:20.539254 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-dead9f17-25ff-4908-b00e-18902132c22f tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/ports/b9beb5b3-8440-44b1-a8fb-acf1edd670fe HTTP/1.1" status: 204 len: 168 time: 0.7884662 Jul 29 23:32:20.542528 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50898) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:20.573131 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-8115e82a-3a1e-419a-8592-eb9d91a1da97 None None] For port 0c88807c-3c78-4c1d-9742-d3ab84717f9a, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:32:20.578268 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-8115e82a-3a1e-419a-8592-eb9d91a1da97 None None] For port 0c88807c-3c78-4c1d-9742-d3ab84717f9a, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=0c88807c-3c78-4c1d-9742-d3ab84717f9a,segment=NetworkSegment(ceb567b3-93e6-4495-80aa-58a786948605),segment_id=ceb567b3-93e6-4495-80aa-58a786948605)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:32:20.586423 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8115e82a-3a1e-419a-8592-eb9d91a1da97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:20.619745 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d757bf74-ce2e-4597-a563-9c6c60102407 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:20.621656 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d757bf74-ce2e-4597-a563-9c6c60102407 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:20.627976 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d757bf74-ce2e-4597-a563-9c6c60102407 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0842087 Jul 29 23:32:20.628770 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50908) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:20.709647 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-97a65354-cb8c-4ca3-b21b-ba17ee9e5cfd tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Deleting subnet dc1ccc7c-435d-49a0-83d4-c6cbed3d6565 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:32:20.713706 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-97a65354-cb8c-4ca3-b21b-ba17ee9e5cfd tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:20.725306 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8115e82a-3a1e-419a-8592-eb9d91a1da97 None None] Pushing event updated for resources: {'Port': ['ID=0c88807c-3c78-4c1d-9742-d3ab84717f9a,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:20.789985 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-97a65354-cb8c-4ca3-b21b-ba17ee9e5cfd tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:20.895116 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc1797-a51e-4c08-a6e4-b8ba18c9a62b req-f85d77eb-5323-46f1-873b-30f09db6f469 tempest-InstanceActionsV221TestJSON-1316874884 tempest-InstanceActionsV221TestJSON-1316874884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:20.899425 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d5bc1797-a51e-4c08-a6e4-b8ba18c9a62b req-f85d77eb-5323-46f1-873b-30f09db6f469 tempest-InstanceActionsV221TestJSON-1316874884 tempest-InstanceActionsV221TestJSON-1316874884-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b89a065-072a-43d2-b2f3-6414ab2b8984 HTTP/1.1" status: 200 len: 944 time: 1.0275712 Jul 29 23:32:20.907102 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-33438a76-6e22-4aab-9814-0ef4ee2496c2 req-cf03ffa6-33cb-4e0e-887e-3f2451fae0a1 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Allocated IP 172.20.0.7 (fc8993d1-1f3f-4e88-9d54-7eec99f127ad/01812886-2cdd-41de-831e-c3e259b8e381/6723bd12-0cb6-4c03-b443-cd73391d04df) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:32:20.929863 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-97a65354-cb8c-4ca3-b21b-ba17ee9e5cfd tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:21.058759 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-97a65354-cb8c-4ca3-b21b-ba17ee9e5cfd tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:21.088789 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a65354-cb8c-4ca3-b21b-ba17ee9e5cfd tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event deleted for resources: {'Subnet': ['ID=dc1ccc7c-435d-49a0-83d4-c6cbed3d6565,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:21.095394 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-97a65354-cb8c-4ca3-b21b-ba17ee9e5cfd tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:21.097314 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-97a65354-cb8c-4ca3-b21b-ba17ee9e5cfd tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/subnets/dc1ccc7c-435d-49a0-83d4-c6cbed3d6565 HTTP/1.1" status: 204 len: 168 time: 0.4675763 Jul 29 23:32:21.100744 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50958) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:21.148516 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-19a84a9b-1fd9-4394-a5e7-2a8df7f96247 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0443718 Jul 29 23:32:21.149112 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50964) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:21.218781 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727aa9a6-7e8c-4dff-a6fc-eef43fcb2e9a tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:21.221291 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-727aa9a6-7e8c-4dff-a6fc-eef43fcb2e9a tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0714889 Jul 29 23:32:21.224306 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50974) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:21.270597 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-33438a76-6e22-4aab-9814-0ef4ee2496c2 req-cf03ffa6-33cb-4e0e-887e-3f2451fae0a1 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:21.297388 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d7c5ea-bea1-4b37-9c50-db5abb11b96f tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:21.301908 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-95d7c5ea-bea1-4b37-9c50-db5abb11b96f tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0740347 Jul 29 23:32:21.304300 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50982) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:21.306951 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d5bc1797-a51e-4c08-a6e4-b8ba18c9a62b req-83bb12bd-92fc-4ffd-b4de-0e26dc03373f tempest-InstanceActionsV221TestJSON-1316874884 tempest-InstanceActionsV221TestJSON-1316874884-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb7ec02f-3f5a-4db9-8687-ad3b845551b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3731284 Jul 29 23:32:21.333105 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-16eb12af-781c-4903-ad27-f24b992a821a req-9b8122b6-af6b-4f29-9ac8-690e51a7fc6f tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:21.337928 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-33438a76-6e22-4aab-9814-0ef4ee2496c2 req-cf03ffa6-33cb-4e0e-887e-3f2451fae0a1 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Transition to ACTIVE for port object 6723bd12-0cb6-4c03-b443-cd73391d04df will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:32:21.354580 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-6846bb03-23f9-485e-9b03-dce1cbedbcc8 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0485485 Jul 29 23:32:21.361072 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50988) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:21.367126 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-3117a623-ab7d-4192-83a5-4d77c221a7ee tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Request body: {'subnet': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:21.387962 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fdf00e0-1241-4b03-9897-eac3ef680dca x-openstack-request-id: req-0fdf00e0-1241-4b03-9897-eac3ef680dca {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:32:21.388271 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c998bf02-d7e5-4d3c-8e26-31b274713109", "tag": "52530436-e84b-449a-802b-0080003e3d4b", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:32:21.388731 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0fdf00e0-1241-4b03-9897-eac3ef680dca {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:32:21.389041 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c998bf02-d7e5-4d3c-8e26-31b274713109', 'tag': '52530436-e84b-449a-802b-0080003e3d4b', 'status': 'completed', 'code': 200} Jul 29 23:32:21.491820 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-16eb12af-781c-4903-ad27-f24b992a821a req-9b8122b6-af6b-4f29-9ac8-690e51a7fc6f tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:21.508000 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3117a623-ab7d-4192-83a5-4d77c221a7ee tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Made reservation on behalf of 7c9416c97c57443282624ca6d2f37df4 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:32:21.511634 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3117a623-ab7d-4192-83a5-4d77c221a7ee tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:21.585295 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0fd61adf-cbc7-40eb-8ca3-ce52403dab92 req-0f6c159e-3ceb-4c4d-834b-c14be00ae7c6 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=26f58a8c-d3a3-49c0-8874-ba2f363fa209 HTTP/1.1" status: 200 len: 210 time: 0.1225567 Jul 29 23:32:21.622009 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-33438a76-6e22-4aab-9814-0ef4ee2496c2 req-cf03ffa6-33cb-4e0e-887e-3f2451fae0a1 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:21.629303 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16eb12af-781c-4903-ad27-f24b992a821a req-9b8122b6-af6b-4f29-9ac8-690e51a7fc6f tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:32:21.650597 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-16eb12af-781c-4903-ad27-f24b992a821a req-9b8122b6-af6b-4f29-9ac8-690e51a7fc6f tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:21.658401 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['d1b61821-0353-4887-be9c-6f38af4e3acd'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:32:21.678380 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-16eb12af-781c-4903-ad27-f24b992a821a req-9b8122b6-af6b-4f29-9ac8-690e51a7fc6f tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:32:21.704509 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ecaf8-bb75-4ee2-88db-6f50054d19e5 req-389e8381-1aa9-4edb-96c3-1de901e400cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:21.706059 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-376ecaf8-bb75-4ee2-88db-6f50054d19e5 req-389e8381-1aa9-4edb-96c3-1de901e400cc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=52e04a06c1634aad823b656ded0dd057&device_id=c998bf02-d7e5-4d3c-8e26-31b274713109 HTTP/1.1" status: 200 len: 1097 time: 0.2449257 Jul 29 23:32:21.790025 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 024df781-a247-4293-a30c-16abd40adffa up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:32:21.806087 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33438a76-6e22-4aab-9814-0ef4ee2496c2 req-cf03ffa6-33cb-4e0e-887e-3f2451fae0a1 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Network fc8993d1-1f3f-4e88-9d54-7eec99f127ad is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:32:22.045265 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56199d1f-7f2c-43aa-91dd-3a011ad58df7 x-openstack-request-id: req-56199d1f-7f2c-43aa-91dd-3a011ad58df7 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:32:22.045558 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b89a065-072a-43d2-b2f3-6414ab2b8984", "name": "network-vif-plugged", "status": "completed", "tag": "99212bd5-2a6f-41a8-ad94-57de11eb9c60", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:32:22.048703 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-56199d1f-7f2c-43aa-91dd-3a011ad58df7 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:32:22.050718 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b89a065-072a-43d2-b2f3-6414ab2b8984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99212bd5-2a6f-41a8-ad94-57de11eb9c60', 'code': 200} Jul 29 23:32:22.053555 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-33438a76-6e22-4aab-9814-0ef4ee2496c2 req-cf03ffa6-33cb-4e0e-887e-3f2451fae0a1 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:22.055221 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port 024df781-a247-4293-a30c-16abd40adffa completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:32:22.060214 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-33438a76-6e22-4aab-9814-0ef4ee2496c2 req-cf03ffa6-33cb-4e0e-887e-3f2451fae0a1 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:32:22.067404 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ecaf8-bb75-4ee2-88db-6f50054d19e5 req-10f9ee75-ef89-466b-a8f8-2b2bacbb1a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:22.075086 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-376ecaf8-bb75-4ee2-88db-6f50054d19e5 req-10f9ee75-ef89-466b-a8f8-2b2bacbb1a27 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3c7cedb3-e56d-4c4c-993c-657e341a0c94 HTTP/1.1" status: 200 len: 920 time: 0.2907891 Jul 29 23:32:22.075811 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8122b6-af6b-4f29-9ac8-690e51a7fc6f tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Pushing event updated for resources: {'Port': ['ID=07b090ea-bf31-43d7-89f1-cad3c65b76f5,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:22.180428 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 024df781-a247-4293-a30c-16abd40adffa triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:22.181180 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:22.263232 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 0c88807c-3c78-4c1d-9742-d3ab84717f9a up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:32:22.278601 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-376ecaf8-bb75-4ee2-88db-6f50054d19e5 req-e9b14a53-d299-4ea9-a26d-84e8939caae7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52530436-e84b-449a-802b-0080003e3d4b HTTP/1.1" status: 200 len: 217 time: 0.1801198 Jul 29 23:32:22.354196 n-d-712141-10 neutron-server[94077]: DEBUG neutron.objects.ports [None req-3117a623-ab7d-4192-83a5-4d77c221a7ee tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94077) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 23:32:22.460631 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33438a76-6e22-4aab-9814-0ef4ee2496c2 req-cf03ffa6-33cb-4e0e-887e-3f2451fae0a1 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:22.463063 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-33438a76-6e22-4aab-9814-0ef4ee2496c2 req-cf03ffa6-33cb-4e0e-887e-3f2451fae0a1 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:22.520426 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 0c88807c-3c78-4c1d-9742-d3ab84717f9a completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:32:22.542630 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0088447-0f01-47c4-98f8-30d58295ed37 None None] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:32:22.567644 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:22.632999 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8134b2b9-97f0-4745-a894-1d78015336a6 req-0bfacbaa-8239-4e9a-b361-4050d0e114ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:22.636269 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8134b2b9-97f0-4745-a894-1d78015336a6 req-0bfacbaa-8239-4e9a-b361-4050d0e114ef service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1b89a065-072a-43d2-b2f3-6414ab2b8984 HTTP/1.1" status: 200 len: 1097 time: 0.3943033 Jul 29 23:32:22.650287 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf03ffa6-33cb-4e0e-887e-3f2451fae0a1 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Pushing event updated for resources: {'Port': ['ID=6723bd12-0cb6-4c03-b443-cd73391d04df,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:22.665472 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 024df781-a247-4293-a30c-16abd40adffa, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=024df781-a247-4293-a30c-16abd40adffa,segment=NetworkSegment(ba5bac9c-cf87-4379-a2c6-b5c109b5db18),segment_id=ba5bac9c-cf87-4379-a2c6-b5c109b5db18)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:22.675653 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:22.676766 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 6692c9b8-f4e2-4f31-897e-016045fc3bd4 up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:32:22.680245 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-33438a76-6e22-4aab-9814-0ef4ee2496c2 req-cf03ffa6-33cb-4e0e-887e-3f2451fae0a1 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6157405 Jul 29 23:32:22.712218 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-33438a76-6e22-4aab-9814-0ef4ee2496c2 req-8b38e558-8db2-40f5-9df3-a8b7dba7a99a service neutron] Request body: {'port': {'device_id': '26f58a8c-d3a3-49c0-8874-ba2f363fa209', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:22.750926 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ecaf8-bb75-4ee2-88db-6f50054d19e5 req-08d3a495-f9d7-4dd8-b19f-a4d8740872aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:22.752750 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-376ecaf8-bb75-4ee2-88db-6f50054d19e5 req-08d3a495-f9d7-4dd8-b19f-a4d8740872aa service neutron] 10.222.0.22 "GET /v2.0/subnets?id=89d39612-aed6-4e12-97bb-95fef1af94b3 HTTP/1.1" status: 200 len: 859 time: 0.3995790 Jul 29 23:32:22.754189 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44dbda63-22f8-488c-a3a3-f759911acd58 None None] Provisioning for port 0c88807c-3c78-4c1d-9742-d3ab84717f9a completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:32:22.758842 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-16eb12af-781c-4903-ad27-f24b992a821a req-9b8122b6-af6b-4f29-9ac8-690e51a7fc6f tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:22.763453 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44dbda63-22f8-488c-a3a3-f759911acd58 None None] Provisioning complete for port 0c88807c-3c78-4c1d-9742-d3ab84717f9a triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:22.763913 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44dbda63-22f8-488c-a3a3-f759911acd58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:22.774769 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cf3a52-ebc1-453b-9d5f-0f6a9727d105 req-e489bc0f-4821-4503-8541-c2fee29937a1 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:22.782317 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cf3a52-ebc1-453b-9d5f-0f6a9727d105 req-e489bc0f-4821-4503-8541-c2fee29937a1 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:22.788723 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cf3a52-ebc1-453b-9d5f-0f6a9727d105 req-e489bc0f-4821-4503-8541-c2fee29937a1 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:22.797149 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8134b2b9-97f0-4745-a894-1d78015336a6 req-722576cb-a31c-4b13-b3f1-d48841ea11a3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cb7ec02f-3f5a-4db9-8687-ad3b845551b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258898 Jul 29 23:32:22.802128 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cf3a52-ebc1-453b-9d5f-0f6a9727d105 req-e489bc0f-4821-4503-8541-c2fee29937a1 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:22.817025 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cf3a52-ebc1-453b-9d5f-0f6a9727d105 req-e489bc0f-4821-4503-8541-c2fee29937a1 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:22.826920 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cf3a52-ebc1-453b-9d5f-0f6a9727d105 req-e489bc0f-4821-4503-8541-c2fee29937a1 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:22.849222 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cf3a52-ebc1-453b-9d5f-0f6a9727d105 req-e489bc0f-4821-4503-8541-c2fee29937a1 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:22.859363 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e3cf3a52-ebc1-453b-9d5f-0f6a9727d105 req-e489bc0f-4821-4503-8541-c2fee29937a1 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 5424 time: 0.5066881 Jul 29 23:32:22.861603 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=024df781-a247-4293-a30c-16abd40adffa,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:22.911235 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3117a623-ab7d-4192-83a5-4d77c221a7ee tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:22.913711 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port 6692c9b8-f4e2-4f31-897e-016045fc3bd4 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:32:22.928295 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 6692c9b8-f4e2-4f31-897e-016045fc3bd4 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:22.929025 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:22.946765 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-376ecaf8-bb75-4ee2-88db-6f50054d19e5 req-2887461b-a6f0-4b52-a22d-4e274bef3a08 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3c7cedb3-e56d-4c4c-993c-657e341a0c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705748 Jul 29 23:32:23.130830 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-16eb12af-781c-4903-ad27-f24b992a821a req-9b8122b6-af6b-4f29-9ac8-690e51a7fc6f tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:23.143131 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e3cf3a52-ebc1-453b-9d5f-0f6a9727d105 req-77617257-2f93-4d5c-bd1e-a921f0bba5af tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6fa48f-d86a-46d7-b38c-3131d342f37d&id=d06a9099-30da-446c-be64-dba56c62ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2827859 Jul 29 23:32:23.165149 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-3117a623-ab7d-4192-83a5-4d77c221a7ee tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] For port 0c88807c-3c78-4c1d-9742-d3ab84717f9a, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=0c88807c-3c78-4c1d-9742-d3ab84717f9a,segment=NetworkSegment(ceb567b3-93e6-4495-80aa-58a786948605),segment_id=ceb567b3-93e6-4495-80aa-58a786948605)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:23.200242 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-33438a76-6e22-4aab-9814-0ef4ee2496c2 req-8b38e558-8db2-40f5-9df3-a8b7dba7a99a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:23.225452 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3117a623-ab7d-4192-83a5-4d77c221a7ee tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:23.236132 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3117a623-ab7d-4192-83a5-4d77c221a7ee tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:23.237771 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3117a623-ab7d-4192-83a5-4d77c221a7ee tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:23.272815 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44dbda63-22f8-488c-a3a3-f759911acd58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:23.320698 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3117a623-ab7d-4192-83a5-4d77c221a7ee tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event updated for resources: {'Subnet': ['ID=97822bb5-8188-442f-aa0c-a5ef1ae8d0b7,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:23.364212 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b20c11d2-24c9-487a-b6b9-e62a3468a4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:23.365004 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3117a623-ab7d-4192-83a5-4d77c221a7ee tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:32:23.371282 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-3117a623-ab7d-4192-83a5-4d77c221a7ee tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:23.371955 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:23.378549 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3117a623-ab7d-4192-83a5-4d77c221a7ee tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:23.379247 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3117a623-ab7d-4192-83a5-4d77c221a7ee tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:23.409247 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-3117a623-ab7d-4192-83a5-4d77c221a7ee tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.0466468 Jul 29 23:32:23.417260 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51174) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:23.424144 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-5a4057b5-1d08-4fd4-8be0-70a854e51d77 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Request body: {'port': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'mac_address': 'fa:16:3e:ca:fe:26', 'name': 'tempest-NetworksTestDHCPv6-935019882'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:23.478046 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.db.api [None req-44dbda63-22f8-488c-a3a3-f759911acd58 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94079) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:32:23.478519 n-d-712141-10 neutron-server[94079]: DEBUG oslo_db.api [None req-44dbda63-22f8-488c-a3a3-f759911acd58 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:32:23.484752 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 6692c9b8-f4e2-4f31-897e-016045fc3bd4, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=6692c9b8-f4e2-4f31-897e-016045fc3bd4,segment=NetworkSegment(7dadb843-f68f-4bdc-b544-97924c20701a),segment_id=7dadb843-f68f-4bdc-b544-97924c20701a)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:23.496338 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:23.497560 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 1caf28fe-1621-4e50-9937-8cd368803804 up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:32:23.504724 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3117a623-ab7d-4192-83a5-4d77c221a7ee tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event updated for resources: {'Port': ['ID=0c88807c-3c78-4c1d-9742-d3ab84717f9a,revision_number=5']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:23.515090 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436f37f-3720-44fb-ab3a-47f1c13df574 req-ce8fc894-0a8c-4c2b-95d3-037c5d7687b1 tempest-InstanceActionsV221TestJSON-1316874884 tempest-InstanceActionsV221TestJSON-1316874884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:23.522703 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e436f37f-3720-44fb-ab3a-47f1c13df574 req-ce8fc894-0a8c-4c2b-95d3-037c5d7687b1 tempest-InstanceActionsV221TestJSON-1316874884 tempest-InstanceActionsV221TestJSON-1316874884-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b89a065-072a-43d2-b2f3-6414ab2b8984 HTTP/1.1" status: 200 len: 945 time: 0.2755625 Jul 29 23:32:23.526198 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-376ecaf8-bb75-4ee2-88db-6f50054d19e5 req-0e53ea47-f7ff-4392-b774-a3cfeb956c0d service neutron] 10.222.0.22 "GET /v2.0/networks/3c7cedb3-e56d-4c4c-993c-657e341a0c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5627344 Jul 29 23:32:23.598775 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=6692c9b8-f4e2-4f31-897e-016045fc3bd4,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:23.619341 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port 1caf28fe-1621-4e50-9937-8cd368803804 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:32:23.627026 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 1caf28fe-1621-4e50-9937-8cd368803804 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:23.627595 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:23.644020 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a4057b5-1d08-4fd4-8be0-70a854e51d77 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Made reservation on behalf of 7c9416c97c57443282624ca6d2f37df4 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:32:23.664136 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5a4057b5-1d08-4fd4-8be0-70a854e51d77 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:23.710502 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5b9277-71d0-441b-85c5-f84187dff911 None None] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:32:23.717324 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [None req-5a4057b5-1d08-4fd4-8be0-70a854e51d77 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] device_id is not set on port 177082eb-2cfd-46cb-8313-5831010e09ff yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:32:23.788901 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-376ecaf8-bb75-4ee2-88db-6f50054d19e5 req-c7d83c4b-6658-4275-bd1e-016596cc70b7 service neutron] 10.222.0.22 "GET /v2.0/networks/3c7cedb3-e56d-4c4c-993c-657e341a0c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556797 Jul 29 23:32:23.802830 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:23.871195 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e436f37f-3720-44fb-ab3a-47f1c13df574 req-76f099ac-1963-4454-970b-931c8f4afb8d tempest-InstanceActionsV221TestJSON-1316874884 tempest-InstanceActionsV221TestJSON-1316874884-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb7ec02f-3f5a-4db9-8687-ad3b845551b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473375 Jul 29 23:32:23.890808 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 1caf28fe-1621-4e50-9937-8cd368803804, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=1caf28fe-1621-4e50-9937-8cd368803804,segment=NetworkSegment(7dadb843-f68f-4bdc-b544-97924c20701a),segment_id=7dadb843-f68f-4bdc-b544-97924c20701a)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:23.919195 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-5a4057b5-1d08-4fd4-8be0-70a854e51d77 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Allocated IP 2001:db8::f816:3eff:feca:fe26 (27ea2e30-5576-4381-a6d8-03efb8f4bd4e/97822bb5-8188-442f-aa0c-a5ef1ae8d0b7/177082eb-2cfd-46cb-8313-5831010e09ff) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:32:23.987957 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-16eb12af-781c-4903-ad27-f24b992a821a req-9b8122b6-af6b-4f29-9ac8-690e51a7fc6f tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:23.988573 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:24.010621 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-16eb12af-781c-4903-ad27-f24b992a821a req-9b8122b6-af6b-4f29-9ac8-690e51a7fc6f tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:24.058541 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '024df781-a247-4293-a30c-16abd40adffa'}, {'server_uuid': '8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6692c9b8-f4e2-4f31-897e-016045fc3bd4'}, {'server_uuid': '8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1caf28fe-1621-4e50-9937-8cd368803804'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:32:24.062855 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b5c8dde-51d0-4eca-a6da-d560470439b5" -d '{"events": [{"server_uuid": "8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4", "name": "network-vif-plugged", "status": "completed", "tag": "024df781-a247-4293-a30c-16abd40adffa"}, {"server_uuid": "8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4", "name": "network-vif-plugged", "status": "completed", "tag": "6692c9b8-f4e2-4f31-897e-016045fc3bd4"}, {"server_uuid": "8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4", "name": "network-vif-plugged", "status": "completed", "tag": "1caf28fe-1621-4e50-9937-8cd368803804"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:32:24.068008 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 5e344eee-0003-40f4-acc2-bcb46574e5a1 up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:32:24.070118 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 0c88807c-3c78-4c1d-9742-d3ab84717f9a up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:32:24.199406 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44dbda63-22f8-488c-a3a3-f759911acd58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:24.227393 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5a4057b5-1d08-4fd4-8be0-70a854e51d77 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:24.247412 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-5a4057b5-1d08-4fd4-8be0-70a854e51d77 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Transition to ACTIVE for port object 177082eb-2cfd-46cb-8313-5831010e09ff will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:32:24.253854 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=1caf28fe-1621-4e50-9937-8cd368803804,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:24.261154 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8122b6-af6b-4f29-9ac8-690e51a7fc6f tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Pushing event updated for resources: {'Port': ['ID=07b090ea-bf31-43d7-89f1-cad3c65b76f5,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:24.275901 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44dbda63-22f8-488c-a3a3-f759911acd58 None None] For port 0c88807c-3c78-4c1d-9742-d3ab84717f9a, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=0c88807c-3c78-4c1d-9742-d3ab84717f9a,segment=NetworkSegment(ceb567b3-93e6-4495-80aa-58a786948605),segment_id=ceb567b3-93e6-4495-80aa-58a786948605)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:24.287685 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44dbda63-22f8-488c-a3a3-f759911acd58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:24.302789 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5a4057b5-1d08-4fd4-8be0-70a854e51d77 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:24.303338 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d1973c-b9d1-42b8-9669-2206c327801c req-eacad212-9a32-47b6-9eca-f47221dd401f tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:24.312364 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b4d1973c-b9d1-42b8-9669-2206c327801c req-eacad212-9a32-47b6-9eca-f47221dd401f tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=26f58a8c-d3a3-49c0-8874-ba2f363fa209 HTTP/1.1" status: 200 len: 931 time: 0.2881546 Jul 29 23:32:24.314042 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-16eb12af-781c-4903-ad27-f24b992a821a req-9b8122b6-af6b-4f29-9ac8-690e51a7fc6f tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:24.326066 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port 5e344eee-0003-40f4-acc2-bcb46574e5a1 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:32:24.337058 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 5e344eee-0003-40f4-acc2-bcb46574e5a1 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:24.337058 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:24.359499 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4057b5-1d08-4fd4-8be0-70a854e51d77 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:32:24.365122 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 0c88807c-3c78-4c1d-9742-d3ab84717f9a triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:24.365946 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:24.367807 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-5a4057b5-1d08-4fd4-8be0-70a854e51d77 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:24.370191 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44dbda63-22f8-488c-a3a3-f759911acd58 None None] Provisioning for port 6723bd12-0cb6-4c03-b443-cd73391d04df completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:32:24.374189 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4057b5-1d08-4fd4-8be0-70a854e51d77 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:32:24.382354 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4057b5-1d08-4fd4-8be0-70a854e51d77 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:24.383297 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5a4057b5-1d08-4fd4-8be0-70a854e51d77 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:24.410314 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-5a4057b5-1d08-4fd4-8be0-70a854e51d77 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9915369 Jul 29 23:32:24.413688 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51244) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:24.430177 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-08e379d7-f43c-444c-9d93-780a41b7ffaf req-5622280e-f063-440e-9890-7f70f3fca61a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c998bf02-d7e5-4d3c-8e26-31b274713109&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2766318 Jul 29 23:32:24.441224 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-16eb12af-781c-4903-ad27-f24b992a821a req-9b8122b6-af6b-4f29-9ac8-690e51a7fc6f tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:24.442497 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-16eb12af-781c-4903-ad27-f24b992a821a req-9b8122b6-af6b-4f29-9ac8-690e51a7fc6f tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 5.4578035 Jul 29 23:32:24.463293 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44dbda63-22f8-488c-a3a3-f759911acd58 None None] Provisioning complete for port 6723bd12-0cb6-4c03-b443-cd73391d04df triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:24.463293 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44dbda63-22f8-488c-a3a3-f759911acd58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:24.479874 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4057b5-1d08-4fd4-8be0-70a854e51d77 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event updated for resources: {'Port': ['ID=177082eb-2cfd-46cb-8313-5831010e09ff,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:24.495877 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-33438a76-6e22-4aab-9814-0ef4ee2496c2 req-8b38e558-8db2-40f5-9df3-a8b7dba7a99a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6723bd12-0cb6-4c03-b443-cd73391d04df {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:32:24.507422 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66388d38-398f-4912-a8f6-2b3ad55b47e0 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:24.520659 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66388d38-398f-4912-a8f6-2b3ad55b47e0 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:24.523433 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-66388d38-398f-4912-a8f6-2b3ad55b47e0 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.1076674 Jul 29 23:32:24.526978 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51246) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:24.534815 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dbda63-22f8-488c-a3a3-f759911acd58 None None] Pushing event updated for resources: {'Port': ['ID=0c88807c-3c78-4c1d-9742-d3ab84717f9a,revision_number=6']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:24.627347 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44dbda63-22f8-488c-a3a3-f759911acd58 None None] Port 6723bd12-0cb6-4c03-b443-cd73391d04df cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:32:24.628193 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-33438a76-6e22-4aab-9814-0ef4ee2496c2 req-8b38e558-8db2-40f5-9df3-a8b7dba7a99a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:24.647879 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b4d1973c-b9d1-42b8-9669-2206c327801c req-a33b5784-bcc7-473f-b5a9-a8d011706e4b tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351445 Jul 29 23:32:24.661827 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-16eb12af-781c-4903-ad27-f24b992a821a req-13f1e6cf-7d0a-4772-983f-ccf5fbdf4e49 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.5 HTTP/1.1" status: 200 len: 694 time: 0.2007644 Jul 29 23:32:24.736121 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:24.739203 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-4fb45263-bf2b-41ba-aa16-31a8f2970de2 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Deleting port 177082eb-2cfd-46cb-8313-5831010e09ff {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:32:24.739892 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4fb45263-bf2b-41ba-aa16-31a8f2970de2 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:24.758966 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-33438a76-6e22-4aab-9814-0ef4ee2496c2 req-8b38e558-8db2-40f5-9df3-a8b7dba7a99a service neutron] Transition to ACTIVE for port object 6723bd12-0cb6-4c03-b443-cd73391d04df will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:32:24.834035 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-33438a76-6e22-4aab-9814-0ef4ee2496c2 req-8b38e558-8db2-40f5-9df3-a8b7dba7a99a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:24.856331 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-79be9b67-1b7f-4e3f-8d44-9de3ea004499 None None] Provisioning complete for port 0c88807c-3c78-4c1d-9742-d3ab84717f9a triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:24.857180 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-79be9b67-1b7f-4e3f-8d44-9de3ea004499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:24.901466 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 5e344eee-0003-40f4-acc2-bcb46574e5a1, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=5e344eee-0003-40f4-acc2-bcb46574e5a1,segment=NetworkSegment(be77653f-7be6-4792-85af-06f31dac82f8),segment_id=be77653f-7be6-4792-85af-06f31dac82f8)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:24.914347 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:24.918101 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 30eaa1d4-3c58-4fb5-a2a3-e842c94e7256 up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:32:24.975124 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4fb45263-bf2b-41ba-aa16-31a8f2970de2 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:25.026667 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-4fb45263-bf2b-41ba-aa16-31a8f2970de2 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Calling delete_port for 177082eb-2cfd-46cb-8313-5831010e09ff owned by {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:32:25.079651 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 29 Jul 2021 23:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c2c6c4-1076-4342-a5df-05522fc21b6e x-openstack-request-id: req-81c2c6c4-1076-4342-a5df-05522fc21b6e {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:32:25.081809 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4", "name": "network-vif-plugged", "status": "completed", "tag": "024df781-a247-4293-a30c-16abd40adffa", "code": 200}, {"server_uuid": "8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4", "name": "network-vif-plugged", "status": "completed", "tag": "6692c9b8-f4e2-4f31-897e-016045fc3bd4", "code": 200}, {"server_uuid": "8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4", "name": "network-vif-plugged", "status": "completed", "tag": "1caf28fe-1621-4e50-9937-8cd368803804", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:32:25.081809 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-81c2c6c4-1076-4342-a5df-05522fc21b6e {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:32:25.081809 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '024df781-a247-4293-a30c-16abd40adffa', 'code': 200} Jul 29 23:32:25.081809 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6692c9b8-f4e2-4f31-897e-016045fc3bd4', 'code': 200} Jul 29 23:32:25.081809 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1caf28fe-1621-4e50-9937-8cd368803804', 'code': 200} Jul 29 23:32:25.105761 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port 30eaa1d4-3c58-4fb5-a2a3-e842c94e7256 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:32:25.136878 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 30eaa1d4-3c58-4fb5-a2a3-e842c94e7256 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:25.137293 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:25.189631 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=5e344eee-0003-40f4-acc2-bcb46574e5a1,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:25.270666 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4fb45263-bf2b-41ba-aa16-31a8f2970de2 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:25.274543 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:25.303364 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-29626363-7e04-4cfc-b1b5-518bd02a3f43 None None] Could not find standard attr ID for object b9beb5b3-8440-44b1-a8fb-acf1edd670fe. {{(pid=94079) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:32:25.307849 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb45263-bf2b-41ba-aa16-31a8f2970de2 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event deleted for resources: {'Port': ['ID=177082eb-2cfd-46cb-8313-5831010e09ff,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:25.350445 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 30eaa1d4-3c58-4fb5-a2a3-e842c94e7256, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=30eaa1d4-3c58-4fb5-a2a3-e842c94e7256,segment=NetworkSegment(7dadb843-f68f-4bdc-b544-97924c20701a),segment_id=7dadb843-f68f-4bdc-b544-97924c20701a)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:25.353282 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e379d7-f43c-444c-9d93-780a41b7ffaf req-5ef0306b-e441-4ca5-bbc2-a76bd8510388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:25.354965 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-08e379d7-f43c-444c-9d93-780a41b7ffaf req-5ef0306b-e441-4ca5-bbc2-a76bd8510388 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=52e04a06c1634aad823b656ded0dd057&device_id=c998bf02-d7e5-4d3c-8e26-31b274713109 HTTP/1.1" status: 200 len: 1097 time: 0.8426430 Jul 29 23:32:25.366317 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:25.367223 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 93b5fbf0-238a-4eb3-aebb-f3656018624b up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:32:25.399224 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4fb45263-bf2b-41ba-aa16-31a8f2970de2 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:25.403885 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4fb45263-bf2b-41ba-aa16-31a8f2970de2 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/ports/177082eb-2cfd-46cb-8313-5831010e09ff HTTP/1.1" status: 204 len: 168 time: 0.8758464 Jul 29 23:32:25.404526 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51256) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:25.505924 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0343063e-19fb-4ede-a7cc-4fc8dc9780f8 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:25.507753 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0343063e-19fb-4ede-a7cc-4fc8dc9780f8 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:25.512879 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0343063e-19fb-4ede-a7cc-4fc8dc9780f8 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1067572 Jul 29 23:32:25.513479 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51258) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:25.537339 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-7e307531-de8d-45ce-b1fb-396d9eb54eb8 None None] Could not find standard attr ID for object 177082eb-2cfd-46cb-8313-5831010e09ff. {{(pid=94079) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:32:25.572649 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b38e558-8db2-40f5-9df3-a8b7dba7a99a service neutron] Pushing event updated for resources: {'Port': ['ID=6723bd12-0cb6-4c03-b443-cd73391d04df,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:25.596536 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=30eaa1d4-3c58-4fb5-a2a3-e842c94e7256,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:25.611896 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port 93b5fbf0-238a-4eb3-aebb-f3656018624b completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:32:25.622313 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f829c4d-ca5e-4a49-97a7-fa0581572eb1 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Deleting subnet 97822bb5-8188-442f-aa0c-a5ef1ae8d0b7 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:32:25.626705 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 93b5fbf0-238a-4eb3-aebb-f3656018624b triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:25.627216 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:25.630495 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1f829c4d-ca5e-4a49-97a7-fa0581572eb1 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:25.667991 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb12af-781c-4903-ad27-f24b992a821a req-ef810a86-768b-461e-a38e-2d349a020e30 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:25.670101 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-16eb12af-781c-4903-ad27-f24b992a821a req-ef810a86-768b-461e-a38e-2d349a020e30 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/networks/58f27f61-3278-49cc-b66b-1e729d26f29f HTTP/1.1" status: 200 len: 784 time: 0.9782393 Jul 29 23:32:25.697886 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1f829c4d-ca5e-4a49-97a7-fa0581572eb1 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:25.760973 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca44de-72e0-406e-9f52-3920e715fbfa req-52aca09e-30a5-42a3-93c7-b702f2f054a7 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:25.767921 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca44de-72e0-406e-9f52-3920e715fbfa req-52aca09e-30a5-42a3-93c7-b702f2f054a7 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:25.774313 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca44de-72e0-406e-9f52-3920e715fbfa req-52aca09e-30a5-42a3-93c7-b702f2f054a7 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:25.781808 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca44de-72e0-406e-9f52-3920e715fbfa req-52aca09e-30a5-42a3-93c7-b702f2f054a7 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:25.788510 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca44de-72e0-406e-9f52-3920e715fbfa req-52aca09e-30a5-42a3-93c7-b702f2f054a7 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:25.794917 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca44de-72e0-406e-9f52-3920e715fbfa req-52aca09e-30a5-42a3-93c7-b702f2f054a7 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:25.801504 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca44de-72e0-406e-9f52-3920e715fbfa req-52aca09e-30a5-42a3-93c7-b702f2f054a7 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:25.803635 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-23ca44de-72e0-406e-9f52-3920e715fbfa req-52aca09e-30a5-42a3-93c7-b702f2f054a7 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 5428 time: 0.5111997 Jul 29 23:32:25.836278 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:25.949255 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-cf414387-17a5-4679-9460-ff4f8b2f8745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:25.951550 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e379d7-f43c-444c-9d93-780a41b7ffaf req-b7e07f4d-67eb-4a37-be7e-cd997eeb9015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:25.953860 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-08e379d7-f43c-444c-9d93-780a41b7ffaf req-b7e07f4d-67eb-4a37-be7e-cd997eeb9015 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3c7cedb3-e56d-4c4c-993c-657e341a0c94 HTTP/1.1" status: 200 len: 920 time: 0.5642662 Jul 29 23:32:25.954989 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 93b5fbf0-238a-4eb3-aebb-f3656018624b, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=93b5fbf0-238a-4eb3-aebb-f3656018624b,segment=NetworkSegment(ba5bac9c-cf87-4379-a2c6-b5c109b5db18),segment_id=ba5bac9c-cf87-4379-a2c6-b5c109b5db18)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:25.973095 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:25.976680 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device da9a90e1-8efc-4f87-81e6-604ba087e2ac up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:32:26.001329 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1f829c4d-ca5e-4a49-97a7-fa0581572eb1 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:26.046639 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 0c88807c-3c78-4c1d-9742-d3ab84717f9a up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:32:26.080806 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-08e379d7-f43c-444c-9d93-780a41b7ffaf req-cc1d506c-1418-4da3-8996-a76cb8502cb3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52530436-e84b-449a-802b-0080003e3d4b HTTP/1.1" status: 200 len: 217 time: 0.1156137 Jul 29 23:32:26.113400 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1f829c4d-ca5e-4a49-97a7-fa0581572eb1 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:26.113738 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-23ca44de-72e0-406e-9f52-3920e715fbfa req-1accd077-6f68-4ca5-bb02-c5e8d766e329 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6fa48f-d86a-46d7-b38c-3131d342f37d&id=d06a9099-30da-446c-be64-dba56c62ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2642365 Jul 29 23:32:26.115670 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-33438a76-6e22-4aab-9814-0ef4ee2496c2 req-8b38e558-8db2-40f5-9df3-a8b7dba7a99a service neutron] Attempting to bind port 6723bd12-0cb6-4c03-b443-cd73391d04df on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:32:26.117547 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-33438a76-6e22-4aab-9814-0ef4ee2496c2 req-8b38e558-8db2-40f5-9df3-a8b7dba7a99a service neutron] Attempting to bind port 6723bd12-0cb6-4c03-b443-cd73391d04df by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': '85a18049-8d39-45df-9ccf-cf67471916ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fc8993d1-1f3f-4e88-9d54-7eec99f127ad'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:32:26.117939 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33438a76-6e22-4aab-9814-0ef4ee2496c2 req-8b38e558-8db2-40f5-9df3-a8b7dba7a99a service neutron] Attempting to bind port 6723bd12-0cb6-4c03-b443-cd73391d04df on network fc8993d1-1f3f-4e88-9d54-7eec99f127ad {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:32:26.120791 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=93b5fbf0-238a-4eb3-aebb-f3656018624b,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:26.166344 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f829c4d-ca5e-4a49-97a7-fa0581572eb1 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event deleted for resources: {'Subnet': ['ID=97822bb5-8188-442f-aa0c-a5ef1ae8d0b7,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:26.169535 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port da9a90e1-8efc-4f87-81e6-604ba087e2ac completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:32:26.177943 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 0c88807c-3c78-4c1d-9742-d3ab84717f9a triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:26.178442 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:26.178798 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1f829c4d-ca5e-4a49-97a7-fa0581572eb1 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:26.180320 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port da9a90e1-8efc-4f87-81e6-604ba087e2ac triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:26.180786 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:26.183367 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-1f829c4d-ca5e-4a49-97a7-fa0581572eb1 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/subnets/97822bb5-8188-442f-aa0c-a5ef1ae8d0b7 HTTP/1.1" status: 204 len: 168 time: 0.6688161 Jul 29 23:32:26.184088 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51270) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:26.202040 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33438a76-6e22-4aab-9814-0ef4ee2496c2 req-8b38e558-8db2-40f5-9df3-a8b7dba7a99a service neutron] Port 6723bd12-0cb6-4c03-b443-cd73391d04df on network fc8993d1-1f3f-4e88-9d54-7eec99f127ad not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:32:26.202554 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33438a76-6e22-4aab-9814-0ef4ee2496c2 req-8b38e558-8db2-40f5-9df3-a8b7dba7a99a service neutron] Attempting to bind port 6723bd12-0cb6-4c03-b443-cd73391d04df on network fc8993d1-1f3f-4e88-9d54-7eec99f127ad {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:32:26.221563 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1ccbd-5d70-42ed-b313-ef91dbe09d81 req-c985c2df-5f14-472b-9506-a1a43cd4d161 tempest-InstanceActionsV221TestJSON-1316874884 tempest-InstanceActionsV221TestJSON-1316874884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:26.223711 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5650c48f-b518-449d-9aba-632b6a182a6a None None] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:32:26.224027 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0cf1ccbd-5d70-42ed-b313-ef91dbe09d81 req-c985c2df-5f14-472b-9506-a1a43cd4d161 tempest-InstanceActionsV221TestJSON-1316874884 tempest-InstanceActionsV221TestJSON-1316874884-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b89a065-072a-43d2-b2f3-6414ab2b8984 HTTP/1.1" status: 200 len: 945 time: 0.4167817 Jul 29 23:32:26.242083 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b68850d7-c3e6-4098-b1dd-6bf2a4556a64 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0568175 Jul 29 23:32:26.242893 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51272) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:26.249901 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-f00efed6-cd11-449a-8f9b-76ddece85c74 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Request body: {'subnet': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:26.282107 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33438a76-6e22-4aab-9814-0ef4ee2496c2 req-8b38e558-8db2-40f5-9df3-a8b7dba7a99a service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:32:26.282506 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33438a76-6e22-4aab-9814-0ef4ee2496c2 req-8b38e558-8db2-40f5-9df3-a8b7dba7a99a service neutron] Checking segment: {'id': '85a18049-8d39-45df-9ccf-cf67471916ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fc8993d1-1f3f-4e88-9d54-7eec99f127ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:32:26.282878 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33438a76-6e22-4aab-9814-0ef4ee2496c2 req-8b38e558-8db2-40f5-9df3-a8b7dba7a99a service neutron] Bound using segment: {'id': '85a18049-8d39-45df-9ccf-cf67471916ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fc8993d1-1f3f-4e88-9d54-7eec99f127ad'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:32:26.283361 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-33438a76-6e22-4aab-9814-0ef4ee2496c2 req-8b38e558-8db2-40f5-9df3-a8b7dba7a99a service neutron] Bound port: 6723bd12-0cb6-4c03-b443-cd73391d04df, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85a18049-8d39-45df-9ccf-cf67471916ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fc8993d1-1f3f-4e88-9d54-7eec99f127ad'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:32:26.283940 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-33438a76-6e22-4aab-9814-0ef4ee2496c2 req-8b38e558-8db2-40f5-9df3-a8b7dba7a99a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:26.323263 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e379d7-f43c-444c-9d93-780a41b7ffaf req-50908994-fd38-41dd-bb04-929fb09623c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:26.324707 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-08e379d7-f43c-444c-9d93-780a41b7ffaf req-50908994-fd38-41dd-bb04-929fb09623c2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=89d39612-aed6-4e12-97bb-95fef1af94b3 HTTP/1.1" status: 200 len: 859 time: 0.1993711 Jul 29 23:32:26.352719 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0cf1ccbd-5d70-42ed-b313-ef91dbe09d81 req-a103985d-64e3-4d65-8e5d-428b1dd9c003 tempest-InstanceActionsV221TestJSON-1316874884 tempest-InstanceActionsV221TestJSON-1316874884-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb7ec02f-3f5a-4db9-8687-ad3b845551b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114593 Jul 29 23:32:26.373688 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00efed6-cd11-449a-8f9b-76ddece85c74 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Made reservation on behalf of 7c9416c97c57443282624ca6d2f37df4 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:32:26.379496 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f00efed6-cd11-449a-8f9b-76ddece85c74 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:26.402585 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:26.409458 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609bd622-5bc2-42cc-932e-c3eb24314afd req-a4850733-30d5-4bcf-a1d5-a820bc206695 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:26.411075 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-609bd622-5bc2-42cc-932e-c3eb24314afd req-a4850733-30d5-4bcf-a1d5-a820bc206695 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=26f58a8c-d3a3-49c0-8874-ba2f363fa209 HTTP/1.1" status: 200 len: 943 time: 0.2059746 Jul 29 23:32:26.413196 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-08e379d7-f43c-444c-9d93-780a41b7ffaf req-6fbb9051-dc9c-4ad6-ae1d-14727058c3d9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3c7cedb3-e56d-4c4c-993c-657e341a0c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571520 Jul 29 23:32:26.459830 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:26.510412 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port da9a90e1-8efc-4f87-81e6-604ba087e2ac, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=da9a90e1-8efc-4f87-81e6-604ba087e2ac,segment=NetworkSegment(7dadb843-f68f-4bdc-b544-97924c20701a),segment_id=7dadb843-f68f-4bdc-b544-97924c20701a)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:26.516556 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:26.573193 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-33438a76-6e22-4aab-9814-0ef4ee2496c2 req-8b38e558-8db2-40f5-9df3-a8b7dba7a99a service neutron] For port 6723bd12-0cb6-4c03-b443-cd73391d04df, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:32:26.584045 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af4b805-a265-4591-8526-fd5961ed2872 None None] DHCP port deletion for 27ea2e30-5576-4381-a6d8-03efb8f4bd4e request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:32:26.615153 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-33438a76-6e22-4aab-9814-0ef4ee2496c2 req-8b38e558-8db2-40f5-9df3-a8b7dba7a99a service neutron] For port 6723bd12-0cb6-4c03-b443-cd73391d04df, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=6723bd12-0cb6-4c03-b443-cd73391d04df,segment=NetworkSegment(85a18049-8d39-45df-9ccf-cf67471916ca),segment_id=85a18049-8d39-45df-9ccf-cf67471916ca)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:32:26.630189 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-609bd622-5bc2-42cc-932e-c3eb24314afd req-13cc365e-4664-4abd-9226-68c41ceb4788 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088134 Jul 29 23:32:26.637364 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=da9a90e1-8efc-4f87-81e6-604ba087e2ac,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:26.649622 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-33438a76-6e22-4aab-9814-0ef4ee2496c2 req-8b38e558-8db2-40f5-9df3-a8b7dba7a99a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:26.682158 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-2af4b805-a265-4591-8526-fd5961ed2872 None None] Deleting port 0c88807c-3c78-4c1d-9742-d3ab84717f9a {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:32:26.682730 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2af4b805-a265-4591-8526-fd5961ed2872 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:26.731147 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7411ffba-f162-4b0d-a417-3854665ef2b6 req-a049e2f2-7324-4f0d-9302-717a02af7171 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:26.734491 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7411ffba-f162-4b0d-a417-3854665ef2b6 req-a049e2f2-7324-4f0d-9302-717a02af7171 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/ports?device_id=c998bf02-d7e5-4d3c-8e26-31b274713109&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2679777 Jul 29 23:32:26.752762 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33438a76-6e22-4aab-9814-0ef4ee2496c2 req-8b38e558-8db2-40f5-9df3-a8b7dba7a99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:26.753405 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-33438a76-6e22-4aab-9814-0ef4ee2496c2 req-8b38e558-8db2-40f5-9df3-a8b7dba7a99a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:26.755111 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-33438a76-6e22-4aab-9814-0ef4ee2496c2 req-8b38e558-8db2-40f5-9df3-a8b7dba7a99a service neutron] 10.222.0.41 "PUT /v2.0/ports/6723bd12-0cb6-4c03-b443-cd73391d04df HTTP/1.1" status: 200 len: 1092 time: 4.0574968 Jul 29 23:32:26.768746 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26f58a8c-d3a3-49c0-8874-ba2f363fa209', 'tag': '6723bd12-0cb6-4c03-b443-cd73391d04df'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:32:26.771201 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0673806-4768-4a46-9615-0cdaac93bf47" -d '{"events": [{"name": "network-changed", "server_uuid": "26f58a8c-d3a3-49c0-8874-ba2f363fa209", "tag": "6723bd12-0cb6-4c03-b443-cd73391d04df"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:32:26.789317 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-08e379d7-f43c-444c-9d93-780a41b7ffaf req-17d32a3b-24ac-4202-85ca-049358d8cdd9 service neutron] 10.222.0.22 "GET /v2.0/networks/3c7cedb3-e56d-4c4c-993c-657e341a0c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3592424 Jul 29 23:32:26.802374 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2af4b805-a265-4591-8526-fd5961ed2872 None None] For port 0c88807c-3c78-4c1d-9742-d3ab84717f9a, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=0c88807c-3c78-4c1d-9742-d3ab84717f9a,segment=NetworkSegment(ceb567b3-93e6-4495-80aa-58a786948605),segment_id=ceb567b3-93e6-4495-80aa-58a786948605)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:26.802702 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2af4b805-a265-4591-8526-fd5961ed2872 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:26.804222 n-d-712141-10 neutron-server[94077]: DEBUG neutron.objects.ports [None req-f00efed6-cd11-449a-8f9b-76ddece85c74 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94077) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 23:32:26.822806 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-2af4b805-a265-4591-8526-fd5961ed2872 None None] Calling delete_port for 0c88807c-3c78-4c1d-9742-d3ab84717f9a owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:32:26.921162 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b38e558-8db2-40f5-9df3-a8b7dba7a99a service neutron] Pushing event updated for resources: {'Port': ['ID=6723bd12-0cb6-4c03-b443-cd73391d04df,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:27.027393 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7411ffba-f162-4b0d-a417-3854665ef2b6 req-1ce23c58-1428-4b19-bc7e-1b48af7af386 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.5 HTTP/1.1" status: 200 len: 694 time: 0.2703934 Jul 29 23:32:27.041781 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-7411ffba-f162-4b0d-a417-3854665ef2b6 req-2e021153-1172-4c96-92c8-9171e601984b tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Request body: {'floatingip': {'port_id': '52530436-e84b-449a-802b-0080003e3d4b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:27.131723 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-7411ffba-f162-4b0d-a417-3854665ef2b6 req-2e021153-1172-4c96-92c8-9171e601984b tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Notify callbacks [] for floatingip, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:27.142046 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33438a76-6e22-4aab-9814-0ef4ee2496c2 req-d7782227-a5b4-4626-9b3c-a4ac907de339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:27.143705 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-33438a76-6e22-4aab-9814-0ef4ee2496c2 req-d7782227-a5b4-4626-9b3c-a4ac907de339 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0043d03cb0a4bbcbd35eb8f2075805c&device_id=26f58a8c-d3a3-49c0-8874-ba2f363fa209 HTTP/1.1" status: 200 len: 1095 time: 0.2712004 Jul 29 23:32:27.151144 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e344eee-0003-40f4-acc2-bcb46574e5a1'}, {'server_uuid': '8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30eaa1d4-3c58-4fb5-a2a3-e842c94e7256'}, {'server_uuid': '8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93b5fbf0-238a-4eb3-aebb-f3656018624b'}, {'server_uuid': '8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da9a90e1-8efc-4f87-81e6-604ba087e2ac'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:32:27.152975 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f00efed6-cd11-449a-8f9b-76ddece85c74 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:27.154109 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6267f749-e641-41e1-b9f7-7f6722b8a590" -d '{"events": [{"server_uuid": "8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4", "name": "network-vif-plugged", "status": "completed", "tag": "5e344eee-0003-40f4-acc2-bcb46574e5a1"}, {"server_uuid": "8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4", "name": "network-vif-plugged", "status": "completed", "tag": "30eaa1d4-3c58-4fb5-a2a3-e842c94e7256"}, {"server_uuid": "8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4", "name": "network-vif-plugged", "status": "completed", "tag": "93b5fbf0-238a-4eb3-aebb-f3656018624b"}, {"server_uuid": "8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4", "name": "network-vif-plugged", "status": "completed", "tag": "da9a90e1-8efc-4f87-81e6-604ba087e2ac"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:32:27.163603 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2af4b805-a265-4591-8526-fd5961ed2872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:27.181343 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84b2149e-4d44-4ee9-8486-05b45319f871 x-openstack-request-id: req-84b2149e-4d44-4ee9-8486-05b45319f871 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:32:27.181764 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26f58a8c-d3a3-49c0-8874-ba2f363fa209", "tag": "6723bd12-0cb6-4c03-b443-cd73391d04df", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:32:27.182002 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-84b2149e-4d44-4ee9-8486-05b45319f871 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:32:27.182414 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26f58a8c-d3a3-49c0-8874-ba2f363fa209', 'tag': '6723bd12-0cb6-4c03-b443-cd73391d04df', 'status': 'completed', 'code': 200} Jul 29 23:32:27.204321 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af4b805-a265-4591-8526-fd5961ed2872 None None] Pushing event deleted for resources: {'Port': ['ID=0c88807c-3c78-4c1d-9742-d3ab84717f9a,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:27.207984 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af4b805-a265-4591-8526-fd5961ed2872 None None] No DVR routers for this DVR port 0c88807c-3c78-4c1d-9742-d3ab84717f9a on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:32:27.249825 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-f00efed6-cd11-449a-8f9b-76ddece85c74 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Port 0c88807c-3c78-4c1d-9742-d3ab84717f9a concurrently deleted while adding address for new subnet {'id': '634b21cc-cbac-48f7-b3db-a517346b3c3d', 'name': '', 'tenant_id': '7c9416c97c57443282624ca6d2f37df4', 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': None, 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 1596, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-07-29T23:32:26Z', 'updated_at': '2021-07-29T23:32:26Z', 'revision_number': 0, 'segment_id': None, 'project_id': '7c9416c97c57443282624ca6d2f37df4'}. {{(pid=94077) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:770}} Jul 29 23:32:27.250637 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f00efed6-cd11-449a-8f9b-76ddece85c74 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:27.261518 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-33438a76-6e22-4aab-9814-0ef4ee2496c2 req-ff02a72e-97ad-40cf-ba51-06f2113a3cfe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6723bd12-0cb6-4c03-b443-cd73391d04df HTTP/1.1" status: 200 len: 217 time: 0.0780413 Jul 29 23:32:27.305676 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00efed6-cd11-449a-8f9b-76ddece85c74 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:32:27.308163 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-08e379d7-f43c-444c-9d93-780a41b7ffaf req-8c6d39f3-f532-45e4-80f3-b65d3e3c0fb8 service neutron] 10.222.0.22 "GET /v2.0/networks/3c7cedb3-e56d-4c4c-993c-657e341a0c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5045760 Jul 29 23:32:27.309864 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-f00efed6-cd11-449a-8f9b-76ddece85c74 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:27.328812 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0982db6a-f5e8-4265-a961-ba6517ddc4f6 None None] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:32:27.340731 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00efed6-cd11-449a-8f9b-76ddece85c74 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:27.340731 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f00efed6-cd11-449a-8f9b-76ddece85c74 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:27.358124 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00efed6-cd11-449a-8f9b-76ddece85c74 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event updated for resources: {'Subnet': ['ID=634b21cc-cbac-48f7-b3db-a517346b3c3d,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:27.382596 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-f00efed6-cd11-449a-8f9b-76ddece85c74 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1357698 Jul 29 23:32:27.383434 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51290) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:27.403684 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-5ebe21b4-0900-4ce1-8c04-cf890ab6f2d3 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Request body: {'port': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'mac_address': 'fa:16:3e:8f:40:8b', 'name': 'tempest-NetworksTestDHCPv6-512730399'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:27.432835 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33438a76-6e22-4aab-9814-0ef4ee2496c2 req-604183b1-1dfe-45af-b68c-9ca2f719a5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:27.435076 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-33438a76-6e22-4aab-9814-0ef4ee2496c2 req-604183b1-1dfe-45af-b68c-9ca2f719a5b7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=01812886-2cdd-41de-831e-c3e259b8e381 HTTP/1.1" status: 200 len: 851 time: 0.1636865 Jul 29 23:32:27.526178 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb20408b-bec2-4129-8516-d0436c1a66a2 req-479e04f9-cd74-4221-a8ae-9329925bb90d tempest-InstanceActionsV221TestJSON-1316874884 tempest-InstanceActionsV221TestJSON-1316874884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:27.527801 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bb20408b-bec2-4129-8516-d0436c1a66a2 req-479e04f9-cd74-4221-a8ae-9329925bb90d tempest-InstanceActionsV221TestJSON-1316874884 tempest-InstanceActionsV221TestJSON-1316874884-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b89a065-072a-43d2-b2f3-6414ab2b8984 HTTP/1.1" status: 200 len: 945 time: 0.2592094 Jul 29 23:32:27.548461 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0540ba94-5fa1-4528-8392-a4275da46af4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'tenant_id': '7c9416c97c57443282624ca6d2f37df4', 'fixed_ips': [{'subnet_id': '634b21cc-cbac-48f7-b3db-a517346b3c3d'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:32:27.550122 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0540ba94-5fa1-4528-8392-a4275da46af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:27.554697 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ebe21b4-0900-4ce1-8c04-cf890ab6f2d3 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Made reservation on behalf of 7c9416c97c57443282624ca6d2f37df4 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:32:27.610379 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:27.622591 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33438a76-6e22-4aab-9814-0ef4ee2496c2 req-e4f0d65a-7539-4612-9742-83e1ff8ad00e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:27.624875 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-33438a76-6e22-4aab-9814-0ef4ee2496c2 req-e4f0d65a-7539-4612-9742-83e1ff8ad00e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fc8993d1-1f3f-4e88-9d54-7eec99f127ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1509993 Jul 29 23:32:27.648115 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bb20408b-bec2-4129-8516-d0436c1a66a2 req-537b7aaf-0d02-4da7-a89a-d530d822ddfd tempest-InstanceActionsV221TestJSON-1316874884 tempest-InstanceActionsV221TestJSON-1316874884-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb7ec02f-3f5a-4db9-8687-ad3b845551b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087785 Jul 29 23:32:27.663847 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5ebe21b4-0900-4ce1-8c04-cf890ab6f2d3 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:27.706141 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [None req-5ebe21b4-0900-4ce1-8c04-cf890ab6f2d3 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] device_id is not set on port 80d5191c-9ce3-4b6a-8323-f864197ca052 yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:32:27.782535 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-0540ba94-5fa1-4528-8392-a4275da46af4 None None] Allocated IP 2001:db8::f816:3eff:fef0:c6aa (27ea2e30-5576-4381-a6d8-03efb8f4bd4e/634b21cc-cbac-48f7-b3db-a517346b3c3d/f9d93ea7-6697-44b8-a764-81ee5f531f28) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:32:27.914230 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-33438a76-6e22-4aab-9814-0ef4ee2496c2 req-5aa8feac-2e3d-4203-bb73-cd2740c51b00 service neutron] 10.222.0.41 "GET /v2.0/networks/fc8993d1-1f3f-4e88-9d54-7eec99f127ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778163 Jul 29 23:32:27.936606 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04caa3c-2fb2-4c8b-99fb-6a8225c55bce req-7aaadcbe-2672-4e56-a3d3-0e2ca5dbdc91 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:27.943156 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04caa3c-2fb2-4c8b-99fb-6a8225c55bce req-7aaadcbe-2672-4e56-a3d3-0e2ca5dbdc91 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:27.950425 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04caa3c-2fb2-4c8b-99fb-6a8225c55bce req-7aaadcbe-2672-4e56-a3d3-0e2ca5dbdc91 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:27.960061 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04caa3c-2fb2-4c8b-99fb-6a8225c55bce req-7aaadcbe-2672-4e56-a3d3-0e2ca5dbdc91 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:27.963951 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04caa3c-2fb2-4c8b-99fb-6a8225c55bce req-7aaadcbe-2672-4e56-a3d3-0e2ca5dbdc91 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:27.972148 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04caa3c-2fb2-4c8b-99fb-6a8225c55bce req-7aaadcbe-2672-4e56-a3d3-0e2ca5dbdc91 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:27.975711 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0540ba94-5fa1-4528-8392-a4275da46af4 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:27.978407 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04caa3c-2fb2-4c8b-99fb-6a8225c55bce req-7aaadcbe-2672-4e56-a3d3-0e2ca5dbdc91 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:27.987019 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e04caa3c-2fb2-4c8b-99fb-6a8225c55bce req-7aaadcbe-2672-4e56-a3d3-0e2ca5dbdc91 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 5431 time: 0.1963630 Jul 29 23:32:27.988506 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-0540ba94-5fa1-4528-8392-a4275da46af4 None None] Transition to ACTIVE for port object f9d93ea7-6697-44b8-a764-81ee5f531f28 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:32:28.015835 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-0540ba94-5fa1-4528-8392-a4275da46af4 None None] Transition to ACTIVE for port object f9d93ea7-6697-44b8-a764-81ee5f531f28 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:32:28.025403 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 0c88807c-3c78-4c1d-9742-d3ab84717f9a no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:32:28.098495 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 0c88807c-3c78-4c1d-9742-d3ab84717f9a {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:32:28.100537 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 0c88807c-3c78-4c1d-9742-d3ab84717f9a not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:32:28.129092 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0540ba94-5fa1-4528-8392-a4275da46af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:28.156800 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-5ebe21b4-0900-4ce1-8c04-cf890ab6f2d3 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Allocated IP 2001:db8::f816:3eff:fe8f:408b (27ea2e30-5576-4381-a6d8-03efb8f4bd4e/634b21cc-cbac-48f7-b3db-a517346b3c3d/80d5191c-9ce3-4b6a-8323-f864197ca052) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:32:28.180694 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0540ba94-5fa1-4528-8392-a4275da46af4 None None] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:32:28.185957 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-0540ba94-5fa1-4528-8392-a4275da46af4 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:28.191163 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0540ba94-5fa1-4528-8392-a4275da46af4 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:32:28.231223 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0540ba94-5fa1-4528-8392-a4275da46af4 None None] Pushing event updated for resources: {'Port': ['ID=f9d93ea7-6697-44b8-a764-81ee5f531f28,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:28.291049 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-0540ba94-5fa1-4528-8392-a4275da46af4 None None] Attempting to bind port f9d93ea7-6697-44b8-a764-81ee5f531f28 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:32:28.291380 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-0540ba94-5fa1-4528-8392-a4275da46af4 None None] Attempting to bind port f9d93ea7-6697-44b8-a764-81ee5f531f28 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': 'ceb567b3-93e6-4495-80aa-58a786948605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:32:28.292284 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0540ba94-5fa1-4528-8392-a4275da46af4 None None] Attempting to bind port f9d93ea7-6697-44b8-a764-81ee5f531f28 on network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:32:28.304999 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0540ba94-5fa1-4528-8392-a4275da46af4 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:32:28.305465 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0540ba94-5fa1-4528-8392-a4275da46af4 None None] Checking segment: {'id': 'ceb567b3-93e6-4495-80aa-58a786948605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:32:28.306574 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0540ba94-5fa1-4528-8392-a4275da46af4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:28.307259 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0540ba94-5fa1-4528-8392-a4275da46af4 None None] Bound using segment: {'id': 'ceb567b3-93e6-4495-80aa-58a786948605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:32:28.308025 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-0540ba94-5fa1-4528-8392-a4275da46af4 None None] Bound port: f9d93ea7-6697-44b8-a764-81ee5f531f28, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb567b3-93e6-4495-80aa-58a786948605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:32:28.308431 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0540ba94-5fa1-4528-8392-a4275da46af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:28.408327 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-0540ba94-5fa1-4528-8392-a4275da46af4 None None] For port f9d93ea7-6697-44b8-a764-81ee5f531f28, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:32:28.412203 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-0540ba94-5fa1-4528-8392-a4275da46af4 None None] For port f9d93ea7-6697-44b8-a764-81ee5f531f28, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=f9d93ea7-6697-44b8-a764-81ee5f531f28,segment=NetworkSegment(ceb567b3-93e6-4495-80aa-58a786948605),segment_id=ceb567b3-93e6-4495-80aa-58a786948605)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:32:28.419439 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0540ba94-5fa1-4528-8392-a4275da46af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:28.419959 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5ebe21b4-0900-4ce1-8c04-cf890ab6f2d3 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:28.456888 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-5ebe21b4-0900-4ce1-8c04-cf890ab6f2d3 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Transition to ACTIVE for port object 80d5191c-9ce3-4b6a-8323-f864197ca052 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:32:28.503500 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0540ba94-5fa1-4528-8392-a4275da46af4 None None] Pushing event updated for resources: {'Port': ['ID=f9d93ea7-6697-44b8-a764-81ee5f531f28,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:28.528819 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5ebe21b4-0900-4ce1-8c04-cf890ab6f2d3 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:28.603741 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-7411ffba-f162-4b0d-a417-3854665ef2b6 req-2e021153-1172-4c96-92c8-9171e601984b tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:28.611197 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e04caa3c-2fb2-4c8b-99fb-6a8225c55bce req-c20dcbde-8a57-467e-a321-b004816d8cdf tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6fa48f-d86a-46d7-b38c-3131d342f37d&id=d06a9099-30da-446c-be64-dba56c62ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.6232944 Jul 29 23:32:28.617806 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-7411ffba-f162-4b0d-a417-3854665ef2b6 req-2e021153-1172-4c96-92c8-9171e601984b tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:28.638229 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebe21b4-0900-4ce1-8c04-cf890ab6f2d3 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:32:28.654273 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-5ebe21b4-0900-4ce1-8c04-cf890ab6f2d3 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:28.665003 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebe21b4-0900-4ce1-8c04-cf890ab6f2d3 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:32:28.677857 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebe21b4-0900-4ce1-8c04-cf890ab6f2d3 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:28.678727 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5ebe21b4-0900-4ce1-8c04-cf890ab6f2d3 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:28.706073 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 29 Jul 2021 23:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6d3964-2edf-4a93-b297-e075c0ee41a8 x-openstack-request-id: req-7f6d3964-2edf-4a93-b297-e075c0ee41a8 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:32:28.706372 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4", "name": "network-vif-plugged", "status": "completed", "tag": "5e344eee-0003-40f4-acc2-bcb46574e5a1", "code": 200}, {"server_uuid": "8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4", "name": "network-vif-plugged", "status": "completed", "tag": "30eaa1d4-3c58-4fb5-a2a3-e842c94e7256", "code": 200}, {"server_uuid": "8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4", "name": "network-vif-plugged", "status": "completed", "tag": "93b5fbf0-238a-4eb3-aebb-f3656018624b", "code": 200}, {"server_uuid": "8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4", "name": "network-vif-plugged", "status": "completed", "tag": "da9a90e1-8efc-4f87-81e6-604ba087e2ac", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:32:28.706721 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7f6d3964-2edf-4a93-b297-e075c0ee41a8 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:32:28.707031 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e344eee-0003-40f4-acc2-bcb46574e5a1', 'code': 200} Jul 29 23:32:28.707282 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30eaa1d4-3c58-4fb5-a2a3-e842c94e7256', 'code': 200} Jul 29 23:32:28.707395 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebe21b4-0900-4ce1-8c04-cf890ab6f2d3 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event updated for resources: {'Port': ['ID=80d5191c-9ce3-4b6a-8323-f864197ca052,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:28.707520 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93b5fbf0-238a-4eb3-aebb-f3656018624b', 'code': 200} Jul 29 23:32:28.707761 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da9a90e1-8efc-4f87-81e6-604ba087e2ac', 'code': 200} Jul 29 23:32:28.719222 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-5ebe21b4-0900-4ce1-8c04-cf890ab6f2d3 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3337908 Jul 29 23:32:28.723517 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51304) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:28.800897 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda58b27-3305-4c23-a2be-4c24c3c63c96 req-c1a2cd0f-dbac-4b7c-855f-5457c520e693 tempest-InstanceActionsV221TestJSON-1316874884 tempest-InstanceActionsV221TestJSON-1316874884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:28.804342 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-fda58b27-3305-4c23-a2be-4c24c3c63c96 req-c1a2cd0f-dbac-4b7c-855f-5457c520e693 tempest-InstanceActionsV221TestJSON-1316874884 tempest-InstanceActionsV221TestJSON-1316874884-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b89a065-072a-43d2-b2f3-6414ab2b8984 HTTP/1.1" status: 200 len: 945 time: 0.2228689 Jul 29 23:32:28.888371 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-33438a76-6e22-4aab-9814-0ef4ee2496c2 req-4ad796ea-2bfb-480f-8c85-49e206ad84b2 service neutron] 10.222.0.41 "GET /v2.0/networks/fc8993d1-1f3f-4e88-9d54-7eec99f127ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8875577 Jul 29 23:32:28.898617 n-d-712141-10 neutron-server[94078]: INFO neutron.db.l3_db [req-7411ffba-f162-4b0d-a417-3854665ef2b6 req-2e021153-1172-4c96-92c8-9171e601984b tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Floating IP db5757c3-2be9-4213-923f-30b06bd2fa14 associated. External IP: 172.25.0.5, port: 52530436-e84b-449a-802b-0080003e3d4b. Jul 29 23:32:28.964566 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4a3e9a-c3c3-478b-b548-d18b9aac7d3c tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:28.969139 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2228e9-a797-40ee-a57c-e70f39f4fc59 req-4e98c56f-8a0c-4beb-b31f-a0418cd3128b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:28.969701 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2228e9-a797-40ee-a57c-e70f39f4fc59 req-4e98c56f-8a0c-4beb-b31f-a0418cd3128b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:28.970132 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2228e9-a797-40ee-a57c-e70f39f4fc59 req-4e98c56f-8a0c-4beb-b31f-a0418cd3128b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:28.970607 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2228e9-a797-40ee-a57c-e70f39f4fc59 req-4e98c56f-8a0c-4beb-b31f-a0418cd3128b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:28.971075 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2228e9-a797-40ee-a57c-e70f39f4fc59 req-4e98c56f-8a0c-4beb-b31f-a0418cd3128b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:28.971544 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2228e9-a797-40ee-a57c-e70f39f4fc59 req-4e98c56f-8a0c-4beb-b31f-a0418cd3128b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:28.972183 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4a3e9a-c3c3-478b-b548-d18b9aac7d3c tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:28.972298 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2228e9-a797-40ee-a57c-e70f39f4fc59 req-4e98c56f-8a0c-4beb-b31f-a0418cd3128b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:28.974315 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-be2228e9-a797-40ee-a57c-e70f39f4fc59 req-4e98c56f-8a0c-4beb-b31f-a0418cd3128b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 6495 time: 0.1587880 Jul 29 23:32:28.977241 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-fa4a3e9a-c3c3-478b-b548-d18b9aac7d3c tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2506173 Jul 29 23:32:28.978194 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51306) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:29.013645 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b992b-ef53-4d12-b04b-89a089dfb630 req-ba256dca-77ad-4794-8643-71387bcbaf11 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:29.016109 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2a2b992b-ef53-4d12-b04b-89a089dfb630 req-ba256dca-77ad-4794-8643-71387bcbaf11 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=26f58a8c-d3a3-49c0-8874-ba2f363fa209 HTTP/1.1" status: 200 len: 943 time: 0.1820948 Jul 29 23:32:29.076862 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-fda58b27-3305-4c23-a2be-4c24c3c63c96 req-d8a7a02d-aec9-4677-8300-55b6f586beda tempest-InstanceActionsV221TestJSON-1316874884 tempest-InstanceActionsV221TestJSON-1316874884-project] Deleting port 99212bd5-2a6f-41a8-ad94-57de11eb9c60 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:32:29.077288 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-fda58b27-3305-4c23-a2be-4c24c3c63c96 req-d8a7a02d-aec9-4677-8300-55b6f586beda tempest-InstanceActionsV221TestJSON-1316874884 tempest-InstanceActionsV221TestJSON-1316874884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:29.144532 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2a2b992b-ef53-4d12-b04b-89a089dfb630 req-ad5c5818-6348-43c3-83e9-9452931fbc31 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846610 Jul 29 23:32:29.152086 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0673806-4768-4a46-9615-0cdaac93bf47 req-b8de95ca-4f4b-40b0-8137-cc4948072b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:29.156928 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d0673806-4768-4a46-9615-0cdaac93bf47 req-b8de95ca-4f4b-40b0-8137-cc4948072b06 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0043d03cb0a4bbcbd35eb8f2075805c&device_id=26f58a8c-d3a3-49c0-8874-ba2f363fa209 HTTP/1.1" status: 200 len: 1095 time: 0.1666534 Jul 29 23:32:29.159334 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-be2228e9-a797-40ee-a57c-e70f39f4fc59 req-2ffcbb54-f058-4f6d-88f6-2d52cf80cc5d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=bf6fa48f-d86a-46d7-b38c-3131d342f37d&id=d06a9099-30da-446c-be64-dba56c62ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1709783 Jul 29 23:32:29.177211 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-574976a3-7d9c-43fb-8ecb-73d8bf05bdb9 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Deleting port 80d5191c-9ce3-4b6a-8323-f864197ca052 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:32:29.177790 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-574976a3-7d9c-43fb-8ecb-73d8bf05bdb9 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:29.261022 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-fda58b27-3305-4c23-a2be-4c24c3c63c96 req-d8a7a02d-aec9-4677-8300-55b6f586beda tempest-InstanceActionsV221TestJSON-1316874884 tempest-InstanceActionsV221TestJSON-1316874884-project] For port 99212bd5-2a6f-41a8-ad94-57de11eb9c60, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=99212bd5-2a6f-41a8-ad94-57de11eb9c60,segment=NetworkSegment(71333a52-18f3-403e-9b7c-3b9bb95e5fbc),segment_id=71333a52-18f3-403e-9b7c-3b9bb95e5fbc)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:29.261825 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-fda58b27-3305-4c23-a2be-4c24c3c63c96 req-d8a7a02d-aec9-4677-8300-55b6f586beda tempest-InstanceActionsV221TestJSON-1316874884 tempest-InstanceActionsV221TestJSON-1316874884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:29.278277 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:29.293717 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-fda58b27-3305-4c23-a2be-4c24c3c63c96 req-d8a7a02d-aec9-4677-8300-55b6f586beda tempest-InstanceActionsV221TestJSON-1316874884 tempest-InstanceActionsV221TestJSON-1316874884-project] Calling delete_port for 99212bd5-2a6f-41a8-ad94-57de11eb9c60 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:32:29.391171 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0673806-4768-4a46-9615-0cdaac93bf47 req-1bd2508d-1e7b-456b-9e61-913c277c4721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:29.392956 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d0673806-4768-4a46-9615-0cdaac93bf47 req-1bd2508d-1e7b-456b-9e61-913c277c4721 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fc8993d1-1f3f-4e88-9d54-7eec99f127ad HTTP/1.1" status: 200 len: 913 time: 0.2283685 Jul 29 23:32:29.393145 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-574976a3-7d9c-43fb-8ecb-73d8bf05bdb9 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:29.408149 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-574976a3-7d9c-43fb-8ecb-73d8bf05bdb9 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Calling delete_port for 80d5191c-9ce3-4b6a-8323-f864197ca052 owned by {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:32:29.466226 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d0673806-4768-4a46-9615-0cdaac93bf47 req-e85b08c9-f5bf-4d1c-9f51-464e91664731 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6723bd12-0cb6-4c03-b443-cd73391d04df HTTP/1.1" status: 200 len: 217 time: 0.0643830 Jul 29 23:32:29.546694 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7411ffba-f162-4b0d-a417-3854665ef2b6 req-2e021153-1172-4c96-92c8-9171e601984b tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Router 803371f2-99dc-4e38-b86f-1400f584ea23 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:32:29.573368 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0673806-4768-4a46-9615-0cdaac93bf47 req-4f4af081-8f71-4373-be06-c5d3492d84f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:29.575039 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d0673806-4768-4a46-9615-0cdaac93bf47 req-4f4af081-8f71-4373-be06-c5d3492d84f5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=01812886-2cdd-41de-831e-c3e259b8e381 HTTP/1.1" status: 200 len: 851 time: 0.0939984 Jul 29 23:32:29.654620 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-fda58b27-3305-4c23-a2be-4c24c3c63c96 req-d8a7a02d-aec9-4677-8300-55b6f586beda tempest-InstanceActionsV221TestJSON-1316874884 tempest-InstanceActionsV221TestJSON-1316874884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:29.655109 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95557c-c26e-4074-997b-7965ba6bf329 req-bd9a6c87-8ff2-421f-b160-0b48a8bcc72f tempest-InstanceActionsV221TestJSON-1316874884 tempest-InstanceActionsV221TestJSON-1316874884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:29.663895 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-be95557c-c26e-4074-997b-7965ba6bf329 req-bd9a6c87-8ff2-421f-b160-0b48a8bcc72f tempest-InstanceActionsV221TestJSON-1316874884 tempest-InstanceActionsV221TestJSON-1316874884-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b89a065-072a-43d2-b2f3-6414ab2b8984 HTTP/1.1" status: 200 len: 945 time: 0.1932402 Jul 29 23:32:29.664892 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-574976a3-7d9c-43fb-8ecb-73d8bf05bdb9 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:29.695331 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['99212bd5-2a6f-41a8-ad94-57de11eb9c60'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:32:29.713439 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a7a02d-aec9-4677-8300-55b6f586beda tempest-InstanceActionsV221TestJSON-1316874884 tempest-InstanceActionsV221TestJSON-1316874884-project] Pushing event deleted for resources: {'Port': ['ID=99212bd5-2a6f-41a8-ad94-57de11eb9c60,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:29.730436 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-be95557c-c26e-4074-997b-7965ba6bf329 req-2f4fa2b0-94be-49a3-b105-260cbf70fcc8 tempest-InstanceActionsV221TestJSON-1316874884 tempest-InstanceActionsV221TestJSON-1316874884-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb7ec02f-3f5a-4db9-8687-ad3b845551b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652709 Jul 29 23:32:29.755654 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574976a3-7d9c-43fb-8ecb-73d8bf05bdb9 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event deleted for resources: {'Port': ['ID=80d5191c-9ce3-4b6a-8323-f864197ca052,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:29.837429 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0673806-4768-4a46-9615-0cdaac93bf47 req-7708dfb0-072b-4bb1-b1a5-d72001b7f4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:29.839910 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d0673806-4768-4a46-9615-0cdaac93bf47 req-7708dfb0-072b-4bb1-b1a5-d72001b7f4f1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fc8993d1-1f3f-4e88-9d54-7eec99f127ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2565780 Jul 29 23:32:29.875217 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-fda58b27-3305-4c23-a2be-4c24c3c63c96 req-d8a7a02d-aec9-4677-8300-55b6f586beda tempest-InstanceActionsV221TestJSON-1316874884 tempest-InstanceActionsV221TestJSON-1316874884-project] No DVR routers for this DVR port 99212bd5-2a6f-41a8-ad94-57de11eb9c60 on host n-h1-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:32:29.877310 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-574976a3-7d9c-43fb-8ecb-73d8bf05bdb9 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:29.882393 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-574976a3-7d9c-43fb-8ecb-73d8bf05bdb9 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/ports/80d5191c-9ce3-4b6a-8323-f864197ca052 HTTP/1.1" status: 204 len: 168 time: 0.8993428 Jul 29 23:32:29.882393 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-fda58b27-3305-4c23-a2be-4c24c3c63c96 req-d8a7a02d-aec9-4677-8300-55b6f586beda tempest-InstanceActionsV221TestJSON-1316874884 tempest-InstanceActionsV221TestJSON-1316874884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:29.883798 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-fda58b27-3305-4c23-a2be-4c24c3c63c96 req-d8a7a02d-aec9-4677-8300-55b6f586beda tempest-InstanceActionsV221TestJSON-1316874884 tempest-InstanceActionsV221TestJSON-1316874884-project] 10.222.0.41 "DELETE /v2.0/ports/99212bd5-2a6f-41a8-ad94-57de11eb9c60 HTTP/1.1" status: 204 len: 173 time: 1.0717547 Jul 29 23:32:29.884279 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b89a065-072a-43d2-b2f3-6414ab2b8984', 'name': 'network-vif-deleted', 'tag': '99212bd5-2a6f-41a8-ad94-57de11eb9c60'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:32:29.886944 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a1e52a-ddc8-44e5-a8ed-c4de44ceddb2" -d '{"events": [{"server_uuid": "1b89a065-072a-43d2-b2f3-6414ab2b8984", "name": "network-vif-deleted", "tag": "99212bd5-2a6f-41a8-ad94-57de11eb9c60"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:32:29.889507 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51312) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:29.967090 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f8ff6e-cc21-4009-9fb0-803f457fbc08 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:29.969464 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f8ff6e-cc21-4009-9fb0-803f457fbc08 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:29.973356 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c1f8ff6e-cc21-4009-9fb0-803f457fbc08 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0793111 Jul 29 23:32:29.974878 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51316) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:29.998192 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7411ffba-f162-4b0d-a417-3854665ef2b6 req-2e021153-1172-4c96-92c8-9171e601984b tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:32:30.013334 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34ea3fb-e2bb-40f1-913c-17da172a85db None None] Sync routers for ids ['803371f2-99dc-4e38-b86f-1400f584ea23'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:32:30.044466 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-7411ffba-f162-4b0d-a417-3854665ef2b6 req-2e021153-1172-4c96-92c8-9171e601984b tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:30.055034 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-389b1a23-92fc-4e89-8293-9a62aac2c161 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Deleting subnet 634b21cc-cbac-48f7-b3db-a517346b3c3d {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:32:30.057122 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34ea3fb-e2bb-40f1-913c-17da172a85db None None] Routers {'803371f2-99dc-4e38-b86f-1400f584ea23'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:32:30.058811 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-389b1a23-92fc-4e89-8293-9a62aac2c161 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:30.060789 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-e34ea3fb-e2bb-40f1-913c-17da172a85db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:32:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['803371f2-99dc-4e38-b86f-1400f584ea23'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:30.118169 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-389b1a23-92fc-4e89-8293-9a62aac2c161 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:30.132522 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device f9d93ea7-6697-44b8-a764-81ee5f531f28 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:32:30.167483 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bec441-434e-4be5-a390-4bd5a9ef8f0e req-f85896a7-1d21-459e-ad42-536a144d1b66 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:30.175386 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bec441-434e-4be5-a390-4bd5a9ef8f0e req-f85896a7-1d21-459e-ad42-536a144d1b66 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:30.182887 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bec441-434e-4be5-a390-4bd5a9ef8f0e req-f85896a7-1d21-459e-ad42-536a144d1b66 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:30.191267 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bec441-434e-4be5-a390-4bd5a9ef8f0e req-f85896a7-1d21-459e-ad42-536a144d1b66 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:30.198920 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bec441-434e-4be5-a390-4bd5a9ef8f0e req-f85896a7-1d21-459e-ad42-536a144d1b66 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:30.207378 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bec441-434e-4be5-a390-4bd5a9ef8f0e req-f85896a7-1d21-459e-ad42-536a144d1b66 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:30.214201 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bec441-434e-4be5-a390-4bd5a9ef8f0e req-f85896a7-1d21-459e-ad42-536a144d1b66 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:30.224753 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-01bec441-434e-4be5-a390-4bd5a9ef8f0e req-f85896a7-1d21-459e-ad42-536a144d1b66 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 5431 time: 0.3807440 Jul 29 23:32:30.242304 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7411ffba-f162-4b0d-a417-3854665ef2b6 req-2e021153-1172-4c96-92c8-9171e601984b tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "PUT /v2.0/floatingips/db5757c3-2be9-4213-923f-30b06bd2fa14 HTTP/1.1" status: 200 len: 994 time: 3.2139382 Jul 29 23:32:30.251732 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c998bf02-d7e5-4d3c-8e26-31b274713109', 'tag': '52530436-e84b-449a-802b-0080003e3d4b'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:32:30.255218 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-348c167b-6b70-4908-a203-29787e315b8a" -d '{"events": [{"name": "network-changed", "server_uuid": "c998bf02-d7e5-4d3c-8e26-31b274713109", "tag": "52530436-e84b-449a-802b-0080003e3d4b"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:32:30.257952 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-389b1a23-92fc-4e89-8293-9a62aac2c161 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:30.271713 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-e9f4958c-693a-43cf-b3c5-25e4008d5871 None None] Provisioning for port f9d93ea7-6697-44b8-a764-81ee5f531f28 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:32:30.327789 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d0673806-4768-4a46-9615-0cdaac93bf47 req-d8a52a5e-8aa5-4978-98be-451c76d0df3d service neutron] 10.222.0.41 "GET /v2.0/networks/fc8993d1-1f3f-4e88-9d54-7eec99f127ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4655032 Jul 29 23:32:30.378257 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-01bec441-434e-4be5-a390-4bd5a9ef8f0e req-1de0b215-db18-4753-9dbb-122d74785c82 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6fa48f-d86a-46d7-b38c-3131d342f37d&id=d06a9099-30da-446c-be64-dba56c62ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1519868 Jul 29 23:32:30.387775 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-389b1a23-92fc-4e89-8293-9a62aac2c161 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:30.462831 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-e34ea3fb-e2bb-40f1-913c-17da172a85db None None] Set router 803371f2-99dc-4e38-b86f-1400f584ea23 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:32:30.524445 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7411ffba-f162-4b0d-a417-3854665ef2b6 req-68e281b3-e25a-41e2-a024-c7fcb33c5c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:30.526067 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b18ab226-13f1-48d3-b87c-7498941283ce x-openstack-request-id: req-b18ab226-13f1-48d3-b87c-7498941283ce {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:32:30.526374 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b89a065-072a-43d2-b2f3-6414ab2b8984", "name": "network-vif-deleted", "tag": "99212bd5-2a6f-41a8-ad94-57de11eb9c60", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:32:30.526624 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b18ab226-13f1-48d3-b87c-7498941283ce {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:32:30.527048 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b89a065-072a-43d2-b2f3-6414ab2b8984', 'name': 'network-vif-deleted', 'tag': '99212bd5-2a6f-41a8-ad94-57de11eb9c60', 'status': 'completed', 'code': 200} Jul 29 23:32:30.527818 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389b1a23-92fc-4e89-8293-9a62aac2c161 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event deleted for resources: {'Subnet': ['ID=634b21cc-cbac-48f7-b3db-a517346b3c3d,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:30.535262 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-389b1a23-92fc-4e89-8293-9a62aac2c161 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:30.536695 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7411ffba-f162-4b0d-a417-3854665ef2b6 req-68e281b3-e25a-41e2-a024-c7fcb33c5c55 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=52e04a06c1634aad823b656ded0dd057&device_id=c998bf02-d7e5-4d3c-8e26-31b274713109 HTTP/1.1" status: 200 len: 1097 time: 0.2651577 Jul 29 23:32:30.540152 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-389b1a23-92fc-4e89-8293-9a62aac2c161 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/subnets/634b21cc-cbac-48f7-b3db-a517346b3c3d HTTP/1.1" status: 204 len: 168 time: 0.5614936 Jul 29 23:32:30.542033 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51330) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:30.630446 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port f9d93ea7-6697-44b8-a764-81ee5f531f28 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:32:30.644308 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0313b3d7-0c1c-4d1c-86b7-541d15a94f65 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1010101 Jul 29 23:32:30.646973 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51332) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:30.651281 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-e911e348-0a3d-43e4-a2f5-72c73e75f869 None None] Could not find standard attr ID for object 80d5191c-9ce3-4b6a-8323-f864197ca052. {{(pid=94079) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:32:30.652806 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port f9d93ea7-6697-44b8-a764-81ee5f531f28 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:30.653185 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:30.740043 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee6b65c-cdb1-4a59-8c8b-dedf1e7a68bb tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:30.744006 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4ee6b65c-cdb1-4a59-8c8b-dedf1e7a68bb tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0945714 Jul 29 23:32:30.747463 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51334) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:30.787562 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 6723bd12-0cb6-4c03-b443-cd73391d04df details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:32:30.831742 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d0673806-4768-4a46-9615-0cdaac93bf47 req-cc75221a-6961-41f3-8b9e-2d6f051e74dc service neutron] 10.222.0.41 "GET /v2.0/networks/fc8993d1-1f3f-4e88-9d54-7eec99f127ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4943871 Jul 29 23:32:30.835517 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321ce2a0-44c4-4de4-80f0-ed34f1f96981 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:30.837038 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-321ce2a0-44c4-4de4-80f0-ed34f1f96981 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0885313 Jul 29 23:32:30.839899 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51338) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:30.842448 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7411ffba-f162-4b0d-a417-3854665ef2b6 req-5747de17-2e6c-4a5d-9374-8c22a0f46130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:30.844982 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7411ffba-f162-4b0d-a417-3854665ef2b6 req-5747de17-2e6c-4a5d-9374-8c22a0f46130 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3c7cedb3-e56d-4c4c-993c-657e341a0c94 HTTP/1.1" status: 200 len: 920 time: 0.2951872 Jul 29 23:32:30.855463 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe2d088-d6f8-49c2-a1b6-1e5f332c0106 req-737fc562-91d2-44d1-9516-72e4fdfe0fc3 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:30.857733 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bfe2d088-d6f8-49c2-a1b6-1e5f332c0106 req-737fc562-91d2-44d1-9516-72e4fdfe0fc3 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=26f58a8c-d3a3-49c0-8874-ba2f363fa209 HTTP/1.1" status: 200 len: 943 time: 0.2441721 Jul 29 23:32:30.880623 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87aae3bb-0b99-4fa9-ab1e-a723eb4a7038 None None] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:32:30.954536 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7411ffba-f162-4b0d-a417-3854665ef2b6 req-26f584f4-ceb9-4861-b336-6638d9778383 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52530436-e84b-449a-802b-0080003e3d4b HTTP/1.1" status: 200 len: 997 time: 0.0944633 Jul 29 23:32:30.966985 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bfe2d088-d6f8-49c2-a1b6-1e5f332c0106 req-b74b542e-1c91-4154-ab3e-c001716846c6 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961008 Jul 29 23:32:31.059082 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aac9896-6e94-48a4-884e-b39275e2d096 x-openstack-request-id: req-6aac9896-6e94-48a4-884e-b39275e2d096 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:32:31.060515 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c998bf02-d7e5-4d3c-8e26-31b274713109", "tag": "52530436-e84b-449a-802b-0080003e3d4b", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:32:31.061119 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6aac9896-6e94-48a4-884e-b39275e2d096 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:32:31.061989 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c998bf02-d7e5-4d3c-8e26-31b274713109', 'tag': '52530436-e84b-449a-802b-0080003e3d4b', 'status': 'completed', 'code': 200} Jul 29 23:32:31.155516 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7411ffba-f162-4b0d-a417-3854665ef2b6 req-c3367702-37ee-4563-9b73-dc817fa054f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:31.163177 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7411ffba-f162-4b0d-a417-3854665ef2b6 req-c3367702-37ee-4563-9b73-dc817fa054f0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=89d39612-aed6-4e12-97bb-95fef1af94b3 HTTP/1.1" status: 200 len: 859 time: 0.1878965 Jul 29 23:32:31.191538 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-e34ea3fb-e2bb-40f1-913c-17da172a85db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803371f2-99dc-4e38-b86f-1400f584ea23', 'name': 'tempest-ServerRescueTestJSONUnderV235-269966928-router', 'tenant_id': '52e04a06c1634aad823b656ded0dd057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '6551dae8-8a9c-4b58-8811-0b5c6b91326b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:31:01Z', 'updated_at': '2021-07-29T23:31:11Z', 'revision_number': 4, 'project_id': '52e04a06c1634aad823b656ded0dd057', 'gw_port': {'id': '6551dae8-8a9c-4b58-8811-0b5c6b91326b', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803371f2-99dc-4e38-b86f-1400f584ea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:31:03Z', 'updated_at': '2021-07-29T23:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': 'db5757c3-2be9-4213-923f-30b06bd2fa14', 'tenant_id': '52e04a06c1634aad823b656ded0dd057', 'floating_ip_address': '172.25.0.5', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '803371f2-99dc-4e38-b86f-1400f584ea23', 'port_id': '52530436-e84b-449a-802b-0080003e3d4b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c7cedb3-e56d-4c4c-993c-657e341a0c94', 'mac_address': 'fa:16:3e:f2:64:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c998bf02-d7e5-4d3c-8e26-31b274713109', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:32:22Z', 'updated_at': '2021-07-29T23:32:28Z', 'revision_number': 1, 'project_id': '52e04a06c1634aad823b656ded0dd057', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5168db41-5c76-4c49-9bab-c073b70c4900', 'name': '', 'network_id': '3c7cedb3-e56d-4c4c-993c-657e341a0c94', 'tenant_id': '52e04a06c1634aad823b656ded0dd057', 'mac_address': 'fa:16:3e:b5:4d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803371f2-99dc-4e38-b86f-1400f584ea23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '89d39612-aed6-4e12-97bb-95fef1af94b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:31:09Z', 'updated_at': '2021-07-29T23:31:22Z', 'revision_number': 5, 'project_id': '52e04a06c1634aad823b656ded0dd057', 'subnets': [{'id': '89d39612-aed6-4e12-97bb-95fef1af94b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:31.252357 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:31.254262 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34ea3fb-e2bb-40f1-913c-17da172a85db None None] Checking router: 803371f2-99dc-4e38-b86f-1400f584ea23 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:32:31.257432 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 6723bd12-0cb6-4c03-b443-cd73391d04df, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=6723bd12-0cb6-4c03-b443-cd73391d04df,segment=NetworkSegment(85a18049-8d39-45df-9ccf-cf67471916ca),segment_id=85a18049-8d39-45df-9ccf-cf67471916ca)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:31.275192 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7411ffba-f162-4b0d-a417-3854665ef2b6 req-1256fc4f-2d20-4346-a027-ea28cedd7690 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3c7cedb3-e56d-4c4c-993c-657e341a0c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703852 Jul 29 23:32:31.294289 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34ea3fb-e2bb-40f1-913c-17da172a85db None None] Routers {'803371f2-99dc-4e38-b86f-1400f584ea23'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:32:31.294981 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-e34ea3fb-e2bb-40f1-913c-17da172a85db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:32:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['803371f2-99dc-4e38-b86f-1400f584ea23'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:31.301290 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [req-7411ffba-f162-4b0d-a417-3854665ef2b6 req-a518bda8-658f-406b-9af4-180192c3798b service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:32:31.302610 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7411ffba-f162-4b0d-a417-3854665ef2b6 req-a518bda8-658f-406b-9af4-180192c3798b service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0175817 Jul 29 23:32:31.344068 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-f899e2cb-1a9a-4cbd-a4c5-585fdff596b8 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5028808 Jul 29 23:32:31.349003 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51340) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:31.356252 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-16157e25-35d3-4830-aca3-d8dc549a9945 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Request body: {'subnet': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:31.358890 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c167b-6b70-4908-a203-29787e315b8a req-4c6d33e7-d2c4-4e60-8480-7d35871de88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:31.363551 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-348c167b-6b70-4908-a203-29787e315b8a req-4c6d33e7-d2c4-4e60-8480-7d35871de88d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=52e04a06c1634aad823b656ded0dd057&device_id=c998bf02-d7e5-4d3c-8e26-31b274713109 HTTP/1.1" status: 200 len: 1097 time: 0.2604623 Jul 29 23:32:31.432124 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': '6723bd12-0cb6-4c03-b443-cd73391d04df', 'network_id': 'fc8993d1-1f3f-4e88-9d54-7eec99f127ad', 'port_id': '6723bd12-0cb6-4c03-b443-cd73391d04df', 'mac_address': 'fa:16:3e:0e:19:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01812886-2cdd-41de-831e-c3e259b8e381', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:32:31.435077 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-e34ea3fb-e2bb-40f1-913c-17da172a85db None None] Set router 803371f2-99dc-4e38-b86f-1400f584ea23 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:32:31.492925 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port f9d93ea7-6697-44b8-a764-81ee5f531f28, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=f9d93ea7-6697-44b8-a764-81ee5f531f28,segment=NetworkSegment(ceb567b3-93e6-4495-80aa-58a786948605),segment_id=ceb567b3-93e6-4495-80aa-58a786948605)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:31.525124 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:31.566981 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16157e25-35d3-4830-aca3-d8dc549a9945 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Made reservation on behalf of 7c9416c97c57443282624ca6d2f37df4 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:32:31.572099 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-16157e25-35d3-4830-aca3-d8dc549a9945 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:31.641882 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=f9d93ea7-6697-44b8-a764-81ee5f531f28,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:31.726531 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b803e-9155-4d6e-96bc-fc2a9331b7c6 req-4dd5b24e-f74d-406b-b025-9c82d95c95c1 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:31.733768 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b803e-9155-4d6e-96bc-fc2a9331b7c6 req-4dd5b24e-f74d-406b-b025-9c82d95c95c1 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:31.740664 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b803e-9155-4d6e-96bc-fc2a9331b7c6 req-4dd5b24e-f74d-406b-b025-9c82d95c95c1 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:31.741368 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38eaa413-4c48-4bfb-aea2-5c78b06136a7 None None] DHCP port deletion for 27ea2e30-5576-4381-a6d8-03efb8f4bd4e request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:32:31.744512 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:31.748225 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b803e-9155-4d6e-96bc-fc2a9331b7c6 req-4dd5b24e-f74d-406b-b025-9c82d95c95c1 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:31.755442 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b803e-9155-4d6e-96bc-fc2a9331b7c6 req-4dd5b24e-f74d-406b-b025-9c82d95c95c1 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:31.762150 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b803e-9155-4d6e-96bc-fc2a9331b7c6 req-4dd5b24e-f74d-406b-b025-9c82d95c95c1 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:31.769393 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b803e-9155-4d6e-96bc-fc2a9331b7c6 req-4dd5b24e-f74d-406b-b025-9c82d95c95c1 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:31.771508 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-925b803e-9155-4d6e-96bc-fc2a9331b7c6 req-4dd5b24e-f74d-406b-b025-9c82d95c95c1 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 5431 time: 0.1891983 Jul 29 23:32:31.773006 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c167b-6b70-4908-a203-29787e315b8a req-1c65efc6-0fd0-4b65-a60b-d4ee6a277332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:31.774885 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-348c167b-6b70-4908-a203-29787e315b8a req-1c65efc6-0fd0-4b65-a60b-d4ee6a277332 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3c7cedb3-e56d-4c4c-993c-657e341a0c94 HTTP/1.1" status: 200 len: 920 time: 0.3879523 Jul 29 23:32:31.783525 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7411ffba-f162-4b0d-a417-3854665ef2b6 req-5c5ee3be-de68-4cb4-be19-e5aaacaf3aad service neutron] 10.222.0.43 "GET /v2.0/networks/3c7cedb3-e56d-4c4c-993c-657e341a0c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4730709 Jul 29 23:32:31.822550 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6723bd12-0cb6-4c03-b443-cd73391d04df {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:32:31.831988 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-16157e25-35d3-4830-aca3-d8dc549a9945 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:31.857819 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 6723bd12-0cb6-4c03-b443-cd73391d04df, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=6723bd12-0cb6-4c03-b443-cd73391d04df,segment=NetworkSegment(85a18049-8d39-45df-9ccf-cf67471916ca),segment_id=85a18049-8d39-45df-9ccf-cf67471916ca)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:31.890180 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16157e25-35d3-4830-aca3-d8dc549a9945 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:32:31.894372 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-16157e25-35d3-4830-aca3-d8dc549a9945 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:31.897829 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16157e25-35d3-4830-aca3-d8dc549a9945 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:31.898427 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-16157e25-35d3-4830-aca3-d8dc549a9945 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:31.923321 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16157e25-35d3-4830-aca3-d8dc549a9945 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event updated for resources: {'Subnet': ['ID=9ffdd0ce-062e-4555-be47-247ad4c4a747,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:31.933069 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-16157e25-35d3-4830-aca3-d8dc549a9945 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5824192 Jul 29 23:32:31.933901 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51348) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:31.941435 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-d866de5a-7e1d-46c5-af9e-5b53ba858a22 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Request body: {'port': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'mac_address': 'fa:16:3e:4d:d3:81', 'name': 'tempest-NetworksTestDHCPv6-500762975'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:31.971073 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:32.081435 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d866de5a-7e1d-46c5-af9e-5b53ba858a22 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Made reservation on behalf of 7c9416c97c57443282624ca6d2f37df4 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:32:32.087495 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d866de5a-7e1d-46c5-af9e-5b53ba858a22 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:32.116840 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [None req-d866de5a-7e1d-46c5-af9e-5b53ba858a22 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] device_id is not set on port 8d195664-d5dd-417e-a789-e5481082bc83 yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:32:32.206242 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device f9d93ea7-6697-44b8-a764-81ee5f531f28 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:32:32.298144 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-d866de5a-7e1d-46c5-af9e-5b53ba858a22 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Allocated IP 2001:db8::360 (27ea2e30-5576-4381-a6d8-03efb8f4bd4e/9ffdd0ce-062e-4555-be47-247ad4c4a747/8d195664-d5dd-417e-a789-e5481082bc83) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:32:32.298401 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=6723bd12-0cb6-4c03-b443-cd73391d04df,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:32.312773 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-38eaa413-4c48-4bfb-aea2-5c78b06136a7 None None] Deleting port f9d93ea7-6697-44b8-a764-81ee5f531f28 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:32:32.313291 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-38eaa413-4c48-4bfb-aea2-5c78b06136a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:32.371846 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-e34ea3fb-e2bb-40f1-913c-17da172a85db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803371f2-99dc-4e38-b86f-1400f584ea23', 'name': 'tempest-ServerRescueTestJSONUnderV235-269966928-router', 'tenant_id': '52e04a06c1634aad823b656ded0dd057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '6551dae8-8a9c-4b58-8811-0b5c6b91326b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:31:01Z', 'updated_at': '2021-07-29T23:31:11Z', 'revision_number': 4, 'project_id': '52e04a06c1634aad823b656ded0dd057', 'gw_port': {'id': '6551dae8-8a9c-4b58-8811-0b5c6b91326b', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803371f2-99dc-4e38-b86f-1400f584ea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:31:03Z', 'updated_at': '2021-07-29T23:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': 'db5757c3-2be9-4213-923f-30b06bd2fa14', 'tenant_id': '52e04a06c1634aad823b656ded0dd057', 'floating_ip_address': '172.25.0.5', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '803371f2-99dc-4e38-b86f-1400f584ea23', 'port_id': '52530436-e84b-449a-802b-0080003e3d4b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c7cedb3-e56d-4c4c-993c-657e341a0c94', 'mac_address': 'fa:16:3e:f2:64:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c998bf02-d7e5-4d3c-8e26-31b274713109', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:32:22Z', 'updated_at': '2021-07-29T23:32:28Z', 'revision_number': 1, 'project_id': '52e04a06c1634aad823b656ded0dd057', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5168db41-5c76-4c49-9bab-c073b70c4900', 'name': '', 'network_id': '3c7cedb3-e56d-4c4c-993c-657e341a0c94', 'tenant_id': '52e04a06c1634aad823b656ded0dd057', 'mac_address': 'fa:16:3e:b5:4d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803371f2-99dc-4e38-b86f-1400f584ea23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '89d39612-aed6-4e12-97bb-95fef1af94b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:31:09Z', 'updated_at': '2021-07-29T23:31:22Z', 'revision_number': 5, 'project_id': '52e04a06c1634aad823b656ded0dd057', 'subnets': [{'id': '89d39612-aed6-4e12-97bb-95fef1af94b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:32.375266 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-925b803e-9155-4d6e-96bc-fc2a9331b7c6 req-7464ca75-4a49-4be3-9b5e-be5ac373739f tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6fa48f-d86a-46d7-b38c-3131d342f37d&id=d06a9099-30da-446c-be64-dba56c62ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.5848720 Jul 29 23:32:32.433206 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-348c167b-6b70-4908-a203-29787e315b8a req-b348e69c-48ca-4935-a2e7-af25ad91a9c1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52530436-e84b-449a-802b-0080003e3d4b HTTP/1.1" status: 200 len: 997 time: 0.2534146 Jul 29 23:32:32.438903 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['6723bd12-0cb6-4c03-b443-cd73391d04df'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:32:32.487363 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d866de5a-7e1d-46c5-af9e-5b53ba858a22 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:32.507190 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-d866de5a-7e1d-46c5-af9e-5b53ba858a22 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Transition to ACTIVE for port object 8d195664-d5dd-417e-a789-e5481082bc83 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:32:32.523047 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34ea3fb-e2bb-40f1-913c-17da172a85db None None] The sync data for ids ['803371f2-99dc-4e38-b86f-1400f584ea23'] in n-d-712141-10 is: [{'id': '803371f2-99dc-4e38-b86f-1400f584ea23', 'name': 'tempest-ServerRescueTestJSONUnderV235-269966928-router', 'tenant_id': '52e04a06c1634aad823b656ded0dd057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '6551dae8-8a9c-4b58-8811-0b5c6b91326b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:31:01Z', 'updated_at': '2021-07-29T23:31:11Z', 'revision_number': 4, 'project_id': '52e04a06c1634aad823b656ded0dd057', 'gw_port': {'id': '6551dae8-8a9c-4b58-8811-0b5c6b91326b', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803371f2-99dc-4e38-b86f-1400f584ea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:31:03Z', 'updated_at': '2021-07-29T23:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': 'db5757c3-2be9-4213-923f-30b06bd2fa14', 'tenant_id': '52e04a06c1634aad823b656ded0dd057', 'floating_ip_address': '172.25.0.5', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '803371f2-99dc-4e38-b86f-1400f584ea23', 'port_id': '52530436-e84b-449a-802b-0080003e3d4b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1594, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c7cedb3-e56d-4c4c-993c-657e341a0c94', 'mac_address': 'fa:16:3e:f2:64:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c998bf02-d7e5-4d3c-8e26-31b274713109', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:32:22Z', 'updated_at': '2021-07-29T23:32:28Z', 'revision_number': 1, 'project_id': '52e04a06c1634aad823b656ded0dd057', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5168db41-5c76-4c49-9bab-c073b70c4900', 'name': '', 'network_id': '3c7cedb3-e56d-4c4c-993c-657e341a0c94', 'tenant_id': '52e04a06c1634aad823b656ded0dd057', 'mac_address': 'fa:16:3e:b5:4d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803371f2-99dc-4e38-b86f-1400f584ea23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '89d39612-aed6-4e12-97bb-95fef1af94b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:31:09Z', 'updated_at': '2021-07-29T23:31:22Z', 'revision_number': 5, 'project_id': '52e04a06c1634aad823b656ded0dd057', 'subnets': [{'id': '89d39612-aed6-4e12-97bb-95fef1af94b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:32:32.556540 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:32.589041 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7411ffba-f162-4b0d-a417-3854665ef2b6 req-61843e19-d648-44f7-87e3-a70c8e4c9b6b service neutron] 10.222.0.43 "GET /v2.0/networks/3c7cedb3-e56d-4c4c-993c-657e341a0c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8037744 Jul 29 23:32:32.596680 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d866de5a-7e1d-46c5-af9e-5b53ba858a22 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:32.651081 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c167b-6b70-4908-a203-29787e315b8a req-69b6de5f-a5b9-4c61-860a-b0a22adbdc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:32.654832 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-348c167b-6b70-4908-a203-29787e315b8a req-69b6de5f-a5b9-4c61-860a-b0a22adbdc32 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=89d39612-aed6-4e12-97bb-95fef1af94b3 HTTP/1.1" status: 200 len: 859 time: 0.2118459 Jul 29 23:32:32.657363 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port f9d93ea7-6697-44b8-a764-81ee5f531f28, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=f9d93ea7-6697-44b8-a764-81ee5f531f28,segment=NetworkSegment(ceb567b3-93e6-4495-80aa-58a786948605),segment_id=ceb567b3-93e6-4495-80aa-58a786948605)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:32.670106 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:32.675252 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-38eaa413-4c48-4bfb-aea2-5c78b06136a7 None None] For port f9d93ea7-6697-44b8-a764-81ee5f531f28, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=f9d93ea7-6697-44b8-a764-81ee5f531f28,segment=NetworkSegment(ceb567b3-93e6-4495-80aa-58a786948605),segment_id=ceb567b3-93e6-4495-80aa-58a786948605)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:32.675403 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-38eaa413-4c48-4bfb-aea2-5c78b06136a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:32.699698 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d866de5a-7e1d-46c5-af9e-5b53ba858a22 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:32:32.701248 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d866de5a-7e1d-46c5-af9e-5b53ba858a22 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event updated for resources: {'Port': ['ID=8d195664-d5dd-417e-a789-e5481082bc83,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:32.706877 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-d866de5a-7e1d-46c5-af9e-5b53ba858a22 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:32.713958 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d866de5a-7e1d-46c5-af9e-5b53ba858a22 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:32:32.730013 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d866de5a-7e1d-46c5-af9e-5b53ba858a22 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:32.732712 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d866de5a-7e1d-46c5-af9e-5b53ba858a22 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:32.737359 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-348c167b-6b70-4908-a203-29787e315b8a req-d6296306-24f8-4025-b314-3463a9792dec service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3c7cedb3-e56d-4c4c-993c-657e341a0c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739737 Jul 29 23:32:32.759733 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d866de5a-7e1d-46c5-af9e-5b53ba858a22 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8241415 Jul 29 23:32:32.761480 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51364) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:32.764845 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=f9d93ea7-6697-44b8-a764-81ee5f531f28,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:32.775692 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 99212bd5-2a6f-41a8-ad94-57de11eb9c60 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:32:32.814736 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-38eaa413-4c48-4bfb-aea2-5c78b06136a7 None None] Calling delete_port for f9d93ea7-6697-44b8-a764-81ee5f531f28 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:32:32.822016 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] No Port match for: 99212bd5-2a6f-41a8-ad94-57de11eb9c60 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:32:32.822290 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 99212bd5-2a6f-41a8-ad94-57de11eb9c60 not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:32:32.835985 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683594ef-47bb-4cf0-8118-6ac52f9e2574 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:32.842345 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683594ef-47bb-4cf0-8118-6ac52f9e2574 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:32.849945 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-683594ef-47bb-4cf0-8118-6ac52f9e2574 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.0872574 Jul 29 23:32:32.850613 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51366) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:32.967011 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-348c167b-6b70-4908-a203-29787e315b8a req-e7f4a374-3bac-4a3a-8a16-cc67d66a687d service neutron] 10.222.0.22 "GET /v2.0/networks/3c7cedb3-e56d-4c4c-993c-657e341a0c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212026 Jul 29 23:32:33.017266 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-38eaa413-4c48-4bfb-aea2-5c78b06136a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:33.022004 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5672a8e3-b475-489e-bac3-05c8b7272bc0 None None] New status for floating IP db5757c3-2be9-4213-923f-30b06bd2fa14: ACTIVE {{(pid=94080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:32:33.051178 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38eaa413-4c48-4bfb-aea2-5c78b06136a7 None None] No DVR routers for this DVR port f9d93ea7-6697-44b8-a764-81ee5f531f28 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:32:33.084205 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eaa413-4c48-4bfb-aea2-5c78b06136a7 None None] Pushing event deleted for resources: {'Port': ['ID=f9d93ea7-6697-44b8-a764-81ee5f531f28,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:33.102356 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ea883d-4f3e-4103-98c4-d01985dd7a9d None None] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:32:33.111216 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-ab1c91a7-db17-469b-b891-d1927392bf52 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Deleting port 8d195664-d5dd-417e-a789-e5481082bc83 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:32:33.111585 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ab1c91a7-db17-469b-b891-d1927392bf52 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:33.288833 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118bf43d-99a0-4efc-b283-2e2667171bfb req-842ce466-7e7a-4075-9cb8-b5907074e88c tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:33.300026 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118bf43d-99a0-4efc-b283-2e2667171bfb req-842ce466-7e7a-4075-9cb8-b5907074e88c tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:33.307154 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118bf43d-99a0-4efc-b283-2e2667171bfb req-842ce466-7e7a-4075-9cb8-b5907074e88c tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:33.315336 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118bf43d-99a0-4efc-b283-2e2667171bfb req-842ce466-7e7a-4075-9cb8-b5907074e88c tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:33.323211 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118bf43d-99a0-4efc-b283-2e2667171bfb req-842ce466-7e7a-4075-9cb8-b5907074e88c tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:33.331379 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118bf43d-99a0-4efc-b283-2e2667171bfb req-842ce466-7e7a-4075-9cb8-b5907074e88c tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:33.336595 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ab1c91a7-db17-469b-b891-d1927392bf52 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:33.340284 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118bf43d-99a0-4efc-b283-2e2667171bfb req-842ce466-7e7a-4075-9cb8-b5907074e88c tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:33.353845 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-118bf43d-99a0-4efc-b283-2e2667171bfb req-842ce466-7e7a-4075-9cb8-b5907074e88c tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 5431 time: 0.2049661 Jul 29 23:32:33.367177 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ffb59f-b601-400d-871b-544c06a79018 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'tenant_id': '7c9416c97c57443282624ca6d2f37df4', 'fixed_ips': [{'subnet_id': '9ffdd0ce-062e-4555-be47-247ad4c4a747'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:32:33.368333 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-64ffb59f-b601-400d-871b-544c06a79018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:33.369903 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-ab1c91a7-db17-469b-b891-d1927392bf52 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Calling delete_port for 8d195664-d5dd-417e-a789-e5481082bc83 owned by {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:32:33.371896 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 51370) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:33.381965 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-20e5ef21-0939-4439-8c9c-2ff0b050f484 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Request body: {'floatingip': {'port_id': '5e344eee-0003-40f4-acc2-bcb46574e5a1'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:33.439785 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-20e5ef21-0939-4439-8c9c-2ff0b050f484 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks [] for floatingip, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:33.443520 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-348c167b-6b70-4908-a203-29787e315b8a req-457f2b76-f467-4f88-9815-1cbd9994cf85 service neutron] 10.222.0.22 "GET /v2.0/networks/3c7cedb3-e56d-4c4c-993c-657e341a0c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4632020 Jul 29 23:32:33.537677 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53685a8d-4791-4da2-be70-2a4fc68e1662 req-99f11d49-8d6b-49f3-bb4b-c5ff9be3ee6f tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:33.539646 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-53685a8d-4791-4da2-be70-2a4fc68e1662 req-99f11d49-8d6b-49f3-bb4b-c5ff9be3ee6f tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=26f58a8c-d3a3-49c0-8874-ba2f363fa209 HTTP/1.1" status: 200 len: 944 time: 0.6051781 Jul 29 23:32:33.584597 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ab1c91a7-db17-469b-b891-d1927392bf52 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:33.616199 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-64ffb59f-b601-400d-871b-544c06a79018 None None] Allocated IP 2001:db8::2 (27ea2e30-5576-4381-a6d8-03efb8f4bd4e/9ffdd0ce-062e-4555-be47-247ad4c4a747/261bb11c-18a7-43fe-a1f1-684836c18dd4) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:32:33.618167 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1c91a7-db17-469b-b891-d1927392bf52 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event deleted for resources: {'Port': ['ID=8d195664-d5dd-417e-a789-e5481082bc83,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:33.647842 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-53685a8d-4791-4da2-be70-2a4fc68e1662 req-14b194c8-c406-4f4b-b41d-20307f833e47 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891395 Jul 29 23:32:33.695925 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-053e5855-3829-4e84-8d69-d596408929c6 req-83211fc0-372a-423f-9cd5-896acc2d5b70 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.5 HTTP/1.1" status: 200 len: 999 time: 0.2649782 Jul 29 23:32:33.698687 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ab1c91a7-db17-469b-b891-d1927392bf52 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:33.705567 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ab1c91a7-db17-469b-b891-d1927392bf52 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/ports/8d195664-d5dd-417e-a789-e5481082bc83 HTTP/1.1" status: 204 len: 168 time: 0.8538802 Jul 29 23:32:33.708315 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51374) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:33.758739 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e5855-3829-4e84-8d69-d596408929c6 req-7b61c74d-5f82-473e-a6f3-cd4163cde18c tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:33.775414 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-053e5855-3829-4e84-8d69-d596408929c6 req-7b61c74d-5f82-473e-a6f3-cd4163cde18c tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/ports/52530436-e84b-449a-802b-0080003e3d4b HTTP/1.1" status: 200 len: 942 time: 0.0778263 Jul 29 23:32:33.826110 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51378) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:33.861401 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-64ffb59f-b601-400d-871b-544c06a79018 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:33.884123 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa66e691-31ef-4cc2-a5e0-92de9b3213c3 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:33.884649 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-64ffb59f-b601-400d-871b-544c06a79018 None None] Transition to ACTIVE for port object 261bb11c-18a7-43fe-a1f1-684836c18dd4 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:32:33.888933 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa66e691-31ef-4cc2-a5e0-92de9b3213c3 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:33.896626 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-fa66e691-31ef-4cc2-a5e0-92de9b3213c3 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1825221 Jul 29 23:32:33.900118 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51382) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:33.941358 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-64ffb59f-b601-400d-871b-544c06a79018 None None] Transition to ACTIVE for port object 261bb11c-18a7-43fe-a1f1-684836c18dd4 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:32:33.949060 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-64ffb59f-b601-400d-871b-544c06a79018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:33.975071 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-053e5855-3829-4e84-8d69-d596408929c6 req-9dc39fc2-f0f9-4e5e-8dab-7ee89294202f tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.5 HTTP/1.1" status: 200 len: 999 time: 0.1140976 Jul 29 23:32:33.998137 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ffb59f-b601-400d-871b-544c06a79018 None None] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:32:34.003210 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-64ffb59f-b601-400d-871b-544c06a79018 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:34.003537 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4d3eb0d-3f0e-4a7d-b134-ed3c7f11fa46 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Deleting subnet 9ffdd0ce-062e-4555-be47-247ad4c4a747 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:32:34.007018 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ffb59f-b601-400d-871b-544c06a79018 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:32:34.011899 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c4d3eb0d-3f0e-4a7d-b134-ed3c7f11fa46 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:34.081369 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-62fabb85-18cb-4084-a651-c14b604848a0 admin admin] Deleting subnet f0e122c0-d6c1-4d4c-bc2a-1a540cad111b {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:32:34.086046 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-62fabb85-18cb-4084-a651-c14b604848a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:34.126137 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ffb59f-b601-400d-871b-544c06a79018 None None] Pushing event updated for resources: {'Port': ['ID=261bb11c-18a7-43fe-a1f1-684836c18dd4,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:34.141113 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-64ffb59f-b601-400d-871b-544c06a79018 None None] Attempting to bind port 261bb11c-18a7-43fe-a1f1-684836c18dd4 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:32:34.142783 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-64ffb59f-b601-400d-871b-544c06a79018 None None] Attempting to bind port 261bb11c-18a7-43fe-a1f1-684836c18dd4 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': 'ceb567b3-93e6-4495-80aa-58a786948605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:32:34.143553 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ffb59f-b601-400d-871b-544c06a79018 None None] Attempting to bind port 261bb11c-18a7-43fe-a1f1-684836c18dd4 on network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:32:34.158226 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ffb59f-b601-400d-871b-544c06a79018 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:32:34.158226 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ffb59f-b601-400d-871b-544c06a79018 None None] Checking segment: {'id': 'ceb567b3-93e6-4495-80aa-58a786948605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:32:34.158630 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-64ffb59f-b601-400d-871b-544c06a79018 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:34.158906 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ffb59f-b601-400d-871b-544c06a79018 None None] Bound using segment: {'id': 'ceb567b3-93e6-4495-80aa-58a786948605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:32:34.159504 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-64ffb59f-b601-400d-871b-544c06a79018 None None] Bound port: 261bb11c-18a7-43fe-a1f1-684836c18dd4, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb567b3-93e6-4495-80aa-58a786948605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:32:34.159959 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-64ffb59f-b601-400d-871b-544c06a79018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:34.177329 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-62fabb85-18cb-4084-a651-c14b604848a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:34.214851 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c4d3eb0d-3f0e-4a7d-b134-ed3c7f11fa46 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:34.226271 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e5855-3829-4e84-8d69-d596408929c6 req-b117931a-74cb-46fb-9ffa-df685ef6e3c0 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:34.229083 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-053e5855-3829-4e84-8d69-d596408929c6 req-b117931a-74cb-46fb-9ffa-df685ef6e3c0 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/networks/58f27f61-3278-49cc-b66b-1e729d26f29f HTTP/1.1" status: 200 len: 784 time: 0.2532206 Jul 29 23:32:34.251921 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [req-053e5855-3829-4e84-8d69-d596408929c6 req-fed94e74-344a-4275-ab86-f421047a3c09 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:32:34.258199 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-053e5855-3829-4e84-8d69-d596408929c6 req-fed94e74-344a-4275-ab86-f421047a3c09 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0191946 Jul 29 23:32:34.273995 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-64ffb59f-b601-400d-871b-544c06a79018 None None] For port 261bb11c-18a7-43fe-a1f1-684836c18dd4, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:32:34.278964 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-64ffb59f-b601-400d-871b-544c06a79018 None None] For port 261bb11c-18a7-43fe-a1f1-684836c18dd4, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=261bb11c-18a7-43fe-a1f1-684836c18dd4,segment=NetworkSegment(ceb567b3-93e6-4495-80aa-58a786948605),segment_id=ceb567b3-93e6-4495-80aa-58a786948605)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:32:34.286085 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-64ffb59f-b601-400d-871b-544c06a79018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:34.291548 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-62fabb85-18cb-4084-a651-c14b604848a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:34.383921 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-053e5855-3829-4e84-8d69-d596408929c6 req-52e6ab1b-17d5-49b7-abee-aeab6b2a234d tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.5 HTTP/1.1" status: 200 len: 999 time: 0.0746744 Jul 29 23:32:34.389413 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-053e5855-3829-4e84-8d69-d596408929c6 req-40ef40a3-1e9b-4c54-a82a-86509b6edf5e tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:34.400396 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ffb59f-b601-400d-871b-544c06a79018 None None] Pushing event updated for resources: {'Port': ['ID=261bb11c-18a7-43fe-a1f1-684836c18dd4,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:34.424462 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c4d3eb0d-3f0e-4a7d-b134-ed3c7f11fa46 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:34.483094 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-053e5855-3829-4e84-8d69-d596408929c6 req-40ef40a3-1e9b-4c54-a82a-86509b6edf5e tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Notify callbacks [] for floatingip, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:34.508233 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-62fabb85-18cb-4084-a651-c14b604848a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:34.557496 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fabb85-18cb-4084-a651-c14b604848a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0e122c0-d6c1-4d4c-bc2a-1a540cad111b,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:34.568352 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-62fabb85-18cb-4084-a651-c14b604848a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:34.571675 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-62fabb85-18cb-4084-a651-c14b604848a0 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f0e122c0-d6c1-4d4c-bc2a-1a540cad111b HTTP/1.1" status: 204 len: 168 time: 0.7431176 Jul 29 23:32:34.579234 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51390) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:34.731828 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c4d3eb0d-3f0e-4a7d-b134-ed3c7f11fa46 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:34.764850 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.db.resource_extend [None req-20e5ef21-0939-4439-8c9c-2ff0b050f484 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:32:34.768873 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-053e5855-3829-4e84-8d69-d596408929c6 req-40ef40a3-1e9b-4c54-a82a-86509b6edf5e tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:34.774211 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 6723bd12-0cb6-4c03-b443-cd73391d04df up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:32:34.790416 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d3eb0d-3f0e-4a7d-b134-ed3c7f11fa46 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event deleted for resources: {'Subnet': ['ID=9ffdd0ce-062e-4555-be47-247ad4c4a747,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:34.792690 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c4d3eb0d-3f0e-4a7d-b134-ed3c7f11fa46 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:34.794815 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c4d3eb0d-3f0e-4a7d-b134-ed3c7f11fa46 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/subnets/9ffdd0ce-062e-4555-be47-247ad4c4a747 HTTP/1.1" status: 204 len: 168 time: 0.8941982 Jul 29 23:32:34.798009 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-45404002-4917-4050-84f4-5c1126c52b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:34.799819 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51394) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:34.838538 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-053e5855-3829-4e84-8d69-d596408929c6 req-40ef40a3-1e9b-4c54-a82a-86509b6edf5e tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:34.838995 n-d-712141-10 neutron-server[94078]: INFO neutron.db.l3_db [req-053e5855-3829-4e84-8d69-d596408929c6 req-40ef40a3-1e9b-4c54-a82a-86509b6edf5e tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Floating IP db5757c3-2be9-4213-923f-30b06bd2fa14 disassociated. External IP: 172.25.0.5, port: 52530436-e84b-449a-802b-0080003e3d4b. Jul 29 23:32:34.847236 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port 6723bd12-0cb6-4c03-b443-cd73391d04df completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:32:34.854735 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port 6723bd12-0cb6-4c03-b443-cd73391d04df triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:34.854735 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:34.855050 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-feceb87a-83c9-4e8d-849c-6cedb3dda3eb tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0531445 Jul 29 23:32:34.855145 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51396) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:34.929213 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-20e5ef21-0939-4439-8c9c-2ff0b050f484 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:34.940792 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-20e5ef21-0939-4439-8c9c-2ff0b050f484 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:34.958006 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:34.972951 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-45404002-4917-4050-84f4-5c1126c52b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:34.988178 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f58a8c-d3a3-49c0-8874-ba2f363fa209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6723bd12-0cb6-4c03-b443-cd73391d04df'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:32:34.989038 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39dbe0f-b2f2-4f77-b287-98285cb6b8d8 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:34.990532 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1988f3-a5eb-4024-8609-f16067740c9e" -d '{"events": [{"server_uuid": "26f58a8c-d3a3-49c0-8874-ba2f363fa209", "name": "network-vif-plugged", "status": "completed", "tag": "6723bd12-0cb6-4c03-b443-cd73391d04df"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:32:34.990697 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e39dbe0f-b2f2-4f77-b287-98285cb6b8d8 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1344199 Jul 29 23:32:34.993914 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51402) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:35.005017 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-45404002-4917-4050-84f4-5c1126c52b03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8227640f-be8a-47f5-971c-6214e2c7e98b']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:35.006928 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 6723bd12-0cb6-4c03-b443-cd73391d04df, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=6723bd12-0cb6-4c03-b443-cd73391d04df,segment=NetworkSegment(85a18049-8d39-45df-9ccf-cf67471916ca),segment_id=85a18049-8d39-45df-9ccf-cf67471916ca)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:35.014991 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:35.039091 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-45404002-4917-4050-84f4-5c1126c52b03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71333a52-18f3-403e-9b7c-3b9bb95e5fbc') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:35.039522 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-45404002-4917-4050-84f4-5c1126c52b03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71333a52-18f3-403e-9b7c-3b9bb95e5fbc') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:35.059616 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-45404002-4917-4050-84f4-5c1126c52b03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:35.086999 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=6723bd12-0cb6-4c03-b443-cd73391d04df,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:35.093380 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2e546d-a18b-4dcd-a5ed-7041e46c7d96 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:35.095533 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4e2e546d-a18b-4dcd-a5ed-7041e46c7d96 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1003680 Jul 29 23:32:35.096972 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-45404002-4917-4050-84f4-5c1126c52b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:35.099088 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51404) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:35.140703 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45404002-4917-4050-84f4-5c1126c52b03 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:32:35.141284 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-45404002-4917-4050-84f4-5c1126c52b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:35.143294 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:32:35.143294 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:32:35.143294 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:32:35.143294 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:32:35.143294 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:32:35.143294 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:32:35.143294 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:32:35.143294 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:32:35.143294 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:32:35.143294 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:32:35.143294 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:32:35.143294 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:32:35.143294 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:32:35.143294 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:32:35.143294 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:32:35.143294 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:32:35.143294 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:32:35.143294 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:32:35.143294 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:32:35.143294 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:32:35.143294 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:32:35.143294 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:32:35.143294 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:32:35.143294 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:32:35.143294 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:32:35.143294 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:32:35.143294 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:32:35.143294 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:32:35.143294 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:32:35.143294 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:32:35.143294 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:32:35.143294 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:32:35.158798 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-74911ccf-acc3-47d2-bafd-60b9000e6ac2 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0537660 Jul 29 23:32:35.180691 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51408) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:35.188135 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-ae2e9bd1-f4db-4666-86f6-8e8e6c1c85cc tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Request body: {'subnet': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:35.280553 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-45404002-4917-4050-84f4-5c1126c52b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:35.299333 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-45404002-4917-4050-84f4-5c1126c52b03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:35.301344 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-45404002-4917-4050-84f4-5c1126c52b03 admin admin] 10.222.0.43 "DELETE /v2.0/networks/8227640f-be8a-47f5-971c-6214e2c7e98b HTTP/1.1" status: 204 len: 168 time: 0.7195899 Jul 29 23:32:35.316389 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45404002-4917-4050-84f4-5c1126c52b03 admin admin] Pushing event deleted for resources: {'Network': ['ID=8227640f-be8a-47f5-971c-6214e2c7e98b,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:35.331553 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a3491-6cc3-4af1-9d83-6e83ecb2c146 req-821fdb2b-2dc3-4766-9752-332a41e233e8 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:35.340852 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6f1a3491-6cc3-4af1-9d83-6e83ecb2c146 req-821fdb2b-2dc3-4766-9752-332a41e233e8 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=26f58a8c-d3a3-49c0-8874-ba2f363fa209 HTTP/1.1" status: 200 len: 944 time: 0.5829666 Jul 29 23:32:35.359173 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2e9bd1-f4db-4666-86f6-8e8e6c1c85cc tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Made reservation on behalf of 7c9416c97c57443282624ca6d2f37df4 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:32:35.367394 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ae2e9bd1-f4db-4666-86f6-8e8e6c1c85cc tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:35.450993 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6f1a3491-6cc3-4af1-9d83-6e83ecb2c146 req-892d25b5-4945-4256-afca-64b85620d9c5 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092389 Jul 29 23:32:35.567701 n-d-712141-10 neutron-server[94078]: INFO neutron.db.l3_db [None req-20e5ef21-0939-4439-8c9c-2ff0b050f484 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Floating IP fec8ee00-f02d-4438-879b-4206b35de56b associated. External IP: 172.25.0.163, port: 5e344eee-0003-40f4-acc2-bcb46574e5a1. Jul 29 23:32:35.606262 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51412) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:35.697676 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3fcef21-eb29-4de8-9c15-6004c5805406 x-openstack-request-id: req-c3fcef21-eb29-4de8-9c15-6004c5805406 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:32:35.697931 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26f58a8c-d3a3-49c0-8874-ba2f363fa209", "name": "network-vif-plugged", "status": "completed", "tag": "6723bd12-0cb6-4c03-b443-cd73391d04df", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:32:35.698776 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c3fcef21-eb29-4de8-9c15-6004c5805406 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:32:35.699243 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26f58a8c-d3a3-49c0-8874-ba2f363fa209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6723bd12-0cb6-4c03-b443-cd73391d04df', 'code': 200} Jul 29 23:32:35.762945 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-5c91ddd1-53ff-4439-a357-29599a3fb6e5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7019cad73a184f0e9accc55d54975ff4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1543200 Jul 29 23:32:35.764598 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51416) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:35.810189 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [req-053e5855-3829-4e84-8d69-d596408929c6 req-40ef40a3-1e9b-4c54-a82a-86509b6edf5e tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Router 803371f2-99dc-4e38-b86f-1400f584ea23 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:32:35.951115 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5662fd56-11bb-47fc-a845-c3cf446b86e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:35.991065 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5662fd56-11bb-47fc-a845-c3cf446b86e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:36.002422 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f902fe-ffd8-4e24-97fc-179007a4670d req-962ae55e-1432-4094-a01e-31d0f37d0359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:36.003976 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-11f902fe-ffd8-4e24-97fc-179007a4670d req-962ae55e-1432-4094-a01e-31d0f37d0359 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=26f58a8c-d3a3-49c0-8874-ba2f363fa209 HTTP/1.1" status: 200 len: 1097 time: 0.1737404 Jul 29 23:32:36.055152 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e869e74-17b5-4a92-ad30-d92907b5a6e7 None None] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:32:36.095955 n-d-712141-10 neutron-server[94077]: DEBUG neutron.objects.ports [None req-ae2e9bd1-f4db-4666-86f6-8e8e6c1c85cc tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94077) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 23:32:36.133747 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 261bb11c-18a7-43fe-a1f1-684836c18dd4 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:32:36.197464 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-99ff9241-2d1d-4f73-a9ed-c9fd0911d009 None None] Provisioning for port 261bb11c-18a7-43fe-a1f1-684836c18dd4 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:32:36.198706 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-11f902fe-ffd8-4e24-97fc-179007a4670d req-47a507ec-7e3c-481b-b0e3-f2caa9d45086 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915029 Jul 29 23:32:36.208380 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-053e5855-3829-4e84-8d69-d596408929c6 req-40ef40a3-1e9b-4c54-a82a-86509b6edf5e tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:32:36.210396 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-99ff9241-2d1d-4f73-a9ed-c9fd0911d009 None None] Could not find standard attr ID for object 8d195664-d5dd-417e-a789-e5481082bc83. {{(pid=94079) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:32:36.215293 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-053e5855-3829-4e84-8d69-d596408929c6 req-40ef40a3-1e9b-4c54-a82a-86509b6edf5e tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:36.226890 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5662fd56-11bb-47fc-a845-c3cf446b86e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:36.229487 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5662fd56-11bb-47fc-a845-c3cf446b86e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:36.236985 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-5662fd56-11bb-47fc-a845-c3cf446b86e8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cb7ec02f-3f5a-4db9-8687-ad3b845551b2 HTTP/1.1" status: 204 len: 168 time: 0.4695401 Jul 29 23:32:36.241090 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20e5ef21-0939-4439-8c9c-2ff0b050f484 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Router fe2e1c24-500f-40df-9b8d-992cab84a69c has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:32:36.245070 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769c2952-32df-41aa-a577-1347401acdc0 None None] Sync routers for ids ['803371f2-99dc-4e38-b86f-1400f584ea23'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:32:36.257001 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-053e5855-3829-4e84-8d69-d596408929c6 req-40ef40a3-1e9b-4c54-a82a-86509b6edf5e tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "PUT /v2.0/floatingips/db5757c3-2be9-4213-923f-30b06bd2fa14 HTTP/1.1" status: 200 len: 693 time: 1.8720946 Jul 29 23:32:36.258808 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c998bf02-d7e5-4d3c-8e26-31b274713109', 'tag': '52530436-e84b-449a-802b-0080003e3d4b'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:32:36.262158 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3722733-6c67-47be-a790-32c5d9160196" -d '{"events": [{"name": "network-changed", "server_uuid": "c998bf02-d7e5-4d3c-8e26-31b274713109", "tag": "52530436-e84b-449a-802b-0080003e3d4b"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:32:36.274540 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769c2952-32df-41aa-a577-1347401acdc0 None None] Routers {'803371f2-99dc-4e38-b86f-1400f584ea23'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:32:36.275284 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-769c2952-32df-41aa-a577-1347401acdc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:32:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['803371f2-99dc-4e38-b86f-1400f584ea23'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:36.301946 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5662fd56-11bb-47fc-a845-c3cf446b86e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7ec02f-3f5a-4db9-8687-ad3b845551b2,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:36.353037 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9e493c35-0d88-41d8-93c4-410e30c1df64 req-9e22ae75-9436-45dc-b4b2-e3e257f8272b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1695170 Jul 29 23:32:36.375087 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26806cbc-8f2a-41ad-815d-442dfa5cb638 x-openstack-request-id: req-26806cbc-8f2a-41ad-815d-442dfa5cb638 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:32:36.375664 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c998bf02-d7e5-4d3c-8e26-31b274713109", "tag": "52530436-e84b-449a-802b-0080003e3d4b", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:32:36.376155 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-26806cbc-8f2a-41ad-815d-442dfa5cb638 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:32:36.376712 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c998bf02-d7e5-4d3c-8e26-31b274713109', 'tag': '52530436-e84b-449a-802b-0080003e3d4b', 'status': 'completed', 'code': 200} Jul 29 23:32:36.406601 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 261bb11c-18a7-43fe-a1f1-684836c18dd4 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:32:36.432652 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 261bb11c-18a7-43fe-a1f1-684836c18dd4 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:36.432927 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:36.481383 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ae2e9bd1-f4db-4666-86f6-8e8e6c1c85cc tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:36.508137 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-769c2952-32df-41aa-a577-1347401acdc0 None None] Set router 803371f2-99dc-4e38-b86f-1400f584ea23 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:32:36.599728 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e5855-3829-4e84-8d69-d596408929c6 req-b67f9cdf-ff33-4152-ad3a-11641c596e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:36.601542 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-053e5855-3829-4e84-8d69-d596408929c6 req-b67f9cdf-ff33-4152-ad3a-11641c596e7f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=52e04a06c1634aad823b656ded0dd057&device_id=c998bf02-d7e5-4d3c-8e26-31b274713109 HTTP/1.1" status: 200 len: 1097 time: 0.3104587 Jul 29 23:32:36.682310 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:36.698912 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3722733-6c67-47be-a790-32c5d9160196 req-45eb6eaa-5311-47b3-9d77-6b95bc8b0d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:36.701931 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e3722733-6c67-47be-a790-32c5d9160196 req-45eb6eaa-5311-47b3-9d77-6b95bc8b0d91 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=52e04a06c1634aad823b656ded0dd057&device_id=c998bf02-d7e5-4d3c-8e26-31b274713109 HTTP/1.1" status: 200 len: 1097 time: 0.3204079 Jul 29 23:32:36.703833 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e5ef21-0939-4439-8c9c-2ff0b050f484 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:32:36.716504 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c5d32b-41ca-495f-8e81-be132cf07cbf None None] Sync routers for ids ['fe2e1c24-500f-40df-9b8d-992cab84a69c'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:32:36.732043 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c5d32b-41ca-495f-8e81-be132cf07cbf None None] Routers {'fe2e1c24-500f-40df-9b8d-992cab84a69c'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:32:36.733191 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-f7c5d32b-41ca-495f-8e81-be132cf07cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:32:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['fe2e1c24-500f-40df-9b8d-992cab84a69c'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:36.758365 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-20e5ef21-0939-4439-8c9c-2ff0b050f484 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:36.943893 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e493c35-0d88-41d8-93c4-410e30c1df64 req-4ed446ae-1342-45a6-963c-352315008c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:36.945543 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9e493c35-0d88-41d8-93c4-410e30c1df64 req-4ed446ae-1342-45a6-963c-352315008c02 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0043d03cb0a4bbcbd35eb8f2075805c&device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 1096 time: 0.4400375 Jul 29 23:32:37.030743 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-f7c5d32b-41ca-495f-8e81-be132cf07cbf None None] Set router fe2e1c24-500f-40df-9b8d-992cab84a69c gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:32:37.043253 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-20e5ef21-0939-4439-8c9c-2ff0b050f484 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "PUT /v2.0/floatingips/fec8ee00-f02d-4438-879b-4206b35de56b HTTP/1.1" status: 200 len: 991 time: 3.6637282 Jul 29 23:32:37.136504 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32400974-457f-464f-8715-1a57f73e0fb7 req-45c2fd3e-57f8-49e7-b7dc-1a9a1495740e tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:37.146096 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-ae2e9bd1-f4db-4666-86f6-8e8e6c1c85cc tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] For port 261bb11c-18a7-43fe-a1f1-684836c18dd4, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=261bb11c-18a7-43fe-a1f1-684836c18dd4,segment=NetworkSegment(ceb567b3-93e6-4495-80aa-58a786948605),segment_id=ceb567b3-93e6-4495-80aa-58a786948605)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:37.147227 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-32400974-457f-464f-8715-1a57f73e0fb7 req-45c2fd3e-57f8-49e7-b7dc-1a9a1495740e tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=26f58a8c-d3a3-49c0-8874-ba2f363fa209 HTTP/1.1" status: 200 len: 945 time: 0.5622337 Jul 29 23:32:37.324551 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e493c35-0d88-41d8-93c4-410e30c1df64 req-19b117f3-e150-4e17-bfd4-a6111cf2d721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:37.331359 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e5855-3829-4e84-8d69-d596408929c6 req-ca0e3327-0fce-4798-a9fb-dde27b02b79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:37.334344 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9e493c35-0d88-41d8-93c4-410e30c1df64 req-19b117f3-e150-4e17-bfd4-a6111cf2d721 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fc8993d1-1f3f-4e88-9d54-7eec99f127ad HTTP/1.1" status: 200 len: 913 time: 0.3583517 Jul 29 23:32:37.338767 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-053e5855-3829-4e84-8d69-d596408929c6 req-ca0e3327-0fce-4798-a9fb-dde27b02b79d service neutron] 10.222.0.43 "GET /v2.0/networks?id=3c7cedb3-e56d-4c4c-993c-657e341a0c94 HTTP/1.1" status: 200 len: 920 time: 0.6948316 Jul 29 23:32:37.339395 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ae2e9bd1-f4db-4666-86f6-8e8e6c1c85cc tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:37.356904 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ae2e9bd1-f4db-4666-86f6-8e8e6c1c85cc tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:37.359238 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ae2e9bd1-f4db-4666-86f6-8e8e6c1c85cc tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:37.439074 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3722733-6c67-47be-a790-32c5d9160196 req-8a270344-5459-4786-9222-885ab06f25a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:37.454795 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e3722733-6c67-47be-a790-32c5d9160196 req-8a270344-5459-4786-9222-885ab06f25a2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3c7cedb3-e56d-4c4c-993c-657e341a0c94 HTTP/1.1" status: 200 len: 920 time: 0.6880617 Jul 29 23:32:37.581316 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2e9bd1-f4db-4666-86f6-8e8e6c1c85cc tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event updated for resources: {'Subnet': ['ID=6f76c701-a8dc-4d82-870a-03153e79312f,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:37.593184 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-32400974-457f-464f-8715-1a57f73e0fb7 req-237dc0d4-59e9-4035-bd2f-1ea3c60369f0 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4224579 Jul 29 23:32:37.612182 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-053e5855-3829-4e84-8d69-d596408929c6 req-1bca7b4b-c8df-45f5-babb-ba5cfb96a118 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52530436-e84b-449a-802b-0080003e3d4b HTTP/1.1" status: 200 len: 217 time: 0.2396517 Jul 29 23:32:37.630950 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:37.653793 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2e9bd1-f4db-4666-86f6-8e8e6c1c85cc tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event updated for resources: {'Port': ['ID=261bb11c-18a7-43fe-a1f1-684836c18dd4,revision_number=5']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:37.669633 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2e9bd1-f4db-4666-86f6-8e8e6c1c85cc tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:32:37.680553 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-ae2e9bd1-f4db-4666-86f6-8e8e6c1c85cc tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:37.690236 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-5db1f390-5431-43a0-99a7-387eccf7a898 None None] Provisioning complete for port 261bb11c-18a7-43fe-a1f1-684836c18dd4 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:37.690604 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5db1f390-5431-43a0-99a7-387eccf7a898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:37.694434 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.db.api [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94079) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:32:37.694789 n-d-712141-10 neutron-server[94079]: DEBUG oslo_db.api [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:32:37.699492 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2e9bd1-f4db-4666-86f6-8e8e6c1c85cc tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:37.700806 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ae2e9bd1-f4db-4666-86f6-8e8e6c1c85cc tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:37.724151 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9e493c35-0d88-41d8-93c4-410e30c1df64 req-68b3296f-262d-4595-8749-36d8e0388efa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7227480-4f34-4ba2-a5a3-39cc6359fd0d HTTP/1.1" status: 200 len: 999 time: 0.3793786 Jul 29 23:32:37.740195 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd3feac-fd25-4b91-8579-570dbdea48d5 None None] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:32:37.791345 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-f7c5d32b-41ca-495f-8e81-be132cf07cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2e1c24-500f-40df-9b8d-992cab84a69c', 'name': 'tempest-TaggedBootDevicesTest-378262961-router', 'tenant_id': '0f2ab90424214bdcb3d3f2d44c6cf9b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '0aaf13b6-72fe-4fb7-8714-a57258ce9909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:29:25Z', 'updated_at': '2021-07-29T23:29:35Z', 'revision_number': 4, 'project_id': '0f2ab90424214bdcb3d3f2d44c6cf9b4', 'gw_port': {'id': '0aaf13b6-72fe-4fb7-8714-a57258ce9909', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2e1c24-500f-40df-9b8d-992cab84a69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:25Z', 'updated_at': '2021-07-29T23:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': 'fec8ee00-f02d-4438-879b-4206b35de56b', 'tenant_id': '0f2ab90424214bdcb3d3f2d44c6cf9b4', 'floating_ip_address': '172.25.0.163', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': 'fe2e1c24-500f-40df-9b8d-992cab84a69c', 'port_id': '5e344eee-0003-40f4-acc2-bcb46574e5a1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd4fb90a-a73b-48ea-873e-472dda9549c0', 'mac_address': 'fa:16:3e:51:da:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:30:48Z', 'updated_at': '2021-07-29T23:32:34Z', 'revision_number': 1, 'project_id': '0f2ab90424214bdcb3d3f2d44c6cf9b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3159c5c9-2273-471e-b95d-9bd8047b94d3', 'name': '', 'network_id': 'cd4fb90a-a73b-48ea-873e-472dda9549c0', 'tenant_id': '0f2ab90424214bdcb3d3f2d44c6cf9b4', 'mac_address': 'fa:16:3e:ba:c9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2e1c24-500f-40df-9b8d-992cab84a69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '5e68bcd5-61dd-4d3a-b0e6-c975e0de7caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:32Z', 'updated_at': '2021-07-29T23:29:43Z', 'revision_number': 5, 'project_id': '0f2ab90424214bdcb3d3f2d44c6cf9b4', 'subnets': [{'id': '5e68bcd5-61dd-4d3a-b0e6-c975e0de7caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:37.795868 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e3722733-6c67-47be-a790-32c5d9160196 req-ed5feb60-e84b-4064-b1ba-8896fed90ceb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=52530436-e84b-449a-802b-0080003e3d4b HTTP/1.1" status: 200 len: 217 time: 0.2011614 Jul 29 23:32:37.804002 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ae2e9bd1-f4db-4666-86f6-8e8e6c1c85cc tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6223192 Jul 29 23:32:37.809216 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 51470) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:37.838244 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51472) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:37.846495 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-769c2952-32df-41aa-a577-1347401acdc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803371f2-99dc-4e38-b86f-1400f584ea23', 'name': 'tempest-ServerRescueTestJSONUnderV235-269966928-router', 'tenant_id': '52e04a06c1634aad823b656ded0dd057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '6551dae8-8a9c-4b58-8811-0b5c6b91326b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:31:01Z', 'updated_at': '2021-07-29T23:31:11Z', 'revision_number': 4, 'project_id': '52e04a06c1634aad823b656ded0dd057', 'gw_port': {'id': '6551dae8-8a9c-4b58-8811-0b5c6b91326b', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803371f2-99dc-4e38-b86f-1400f584ea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:31:03Z', 'updated_at': '2021-07-29T23:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '5168db41-5c76-4c49-9bab-c073b70c4900', 'name': '', 'network_id': '3c7cedb3-e56d-4c4c-993c-657e341a0c94', 'tenant_id': '52e04a06c1634aad823b656ded0dd057', 'mac_address': 'fa:16:3e:b5:4d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803371f2-99dc-4e38-b86f-1400f584ea23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '89d39612-aed6-4e12-97bb-95fef1af94b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:31:09Z', 'updated_at': '2021-07-29T23:31:22Z', 'revision_number': 5, 'project_id': '52e04a06c1634aad823b656ded0dd057', 'subnets': [{'id': '89d39612-aed6-4e12-97bb-95fef1af94b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:37.850901 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c5d32b-41ca-495f-8e81-be132cf07cbf None None] Checking router: fe2e1c24-500f-40df-9b8d-992cab84a69c for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:32:37.858739 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-b49325b3-cb9d-4e22-a7b7-f9b7a2628568 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Request body: {'subnet': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:37.868481 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c5d32b-41ca-495f-8e81-be132cf07cbf None None] Routers {'fe2e1c24-500f-40df-9b8d-992cab84a69c'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:32:37.869102 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-f7c5d32b-41ca-495f-8e81-be132cf07cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:32:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['fe2e1c24-500f-40df-9b8d-992cab84a69c'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:37.884932 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769c2952-32df-41aa-a577-1347401acdc0 None None] Checking router: 803371f2-99dc-4e38-b86f-1400f584ea23 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:32:37.892181 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e493c35-0d88-41d8-93c4-410e30c1df64 req-3d8d54d0-1cf1-4144-89dd-43653ea72c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:37.896067 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9e493c35-0d88-41d8-93c4-410e30c1df64 req-3d8d54d0-1cf1-4144-89dd-43653ea72c4f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=01812886-2cdd-41de-831e-c3e259b8e381 HTTP/1.1" status: 200 len: 851 time: 0.1558888 Jul 29 23:32:37.954584 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769c2952-32df-41aa-a577-1347401acdc0 None None] Routers {'803371f2-99dc-4e38-b86f-1400f584ea23'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:32:37.955471 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-769c2952-32df-41aa-a577-1347401acdc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:32:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['803371f2-99dc-4e38-b86f-1400f584ea23'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:38.001506 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e493c35-0d88-41d8-93c4-410e30c1df64 req-39ec2865-29ca-4d6e-a9ac-17c1abd6aebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:38.003281 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9e493c35-0d88-41d8-93c4-410e30c1df64 req-39ec2865-29ca-4d6e-a9ac-17c1abd6aebc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fc8993d1-1f3f-4e88-9d54-7eec99f127ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0956483 Jul 29 23:32:38.006119 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3722733-6c67-47be-a790-32c5d9160196 req-ee92ac1d-3033-490f-8810-56f08350ab64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:38.007702 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e3722733-6c67-47be-a790-32c5d9160196 req-ee92ac1d-3033-490f-8810-56f08350ab64 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=89d39612-aed6-4e12-97bb-95fef1af94b3 HTTP/1.1" status: 200 len: 859 time: 0.1994064 Jul 29 23:32:38.040265 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e5855-3829-4e84-8d69-d596408929c6 req-a61199ae-aeb8-49dc-ba47-089c1552b2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:38.042728 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-053e5855-3829-4e84-8d69-d596408929c6 req-a61199ae-aeb8-49dc-ba47-089c1552b2da service neutron] 10.222.0.43 "GET /v2.0/subnets?id=89d39612-aed6-4e12-97bb-95fef1af94b3 HTTP/1.1" status: 200 len: 859 time: 0.2911325 Jul 29 23:32:38.077435 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e3722733-6c67-47be-a790-32c5d9160196 req-6d202d42-f733-48bb-8236-c128a72ceb53 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3c7cedb3-e56d-4c4c-993c-657e341a0c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567040 Jul 29 23:32:38.104260 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-053e5855-3829-4e84-8d69-d596408929c6 req-2925d7f9-cfd1-4301-b6e1-04deb8736611 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3c7cedb3-e56d-4c4c-993c-657e341a0c94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394330 Jul 29 23:32:38.120144 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-45b9c748-858a-4f7c-9c45-d36928215aba admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1666508650-network', 'tenant_id': '8a98cb6af30a4908a6c8d61e81361f03'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:38.173315 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-f7c5d32b-41ca-495f-8e81-be132cf07cbf None None] Set router fe2e1c24-500f-40df-9b8d-992cab84a69c gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:32:38.193544 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b9c748-858a-4f7c-9c45-d36928215aba admin admin] Made reservation on behalf of 8a98cb6af30a4908a6c8d61e81361f03 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:32:38.196334 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-45b9c748-858a-4f7c-9c45-d36928215aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:38.208809 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-45b9c748-858a-4f7c-9c45-d36928215aba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:38.294570 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5db1f390-5431-43a0-99a7-387eccf7a898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:38.319192 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9e493c35-0d88-41d8-93c4-410e30c1df64 req-cba3514d-5adf-4bb1-b5c9-7633ea5406ca service neutron] 10.222.0.41 "GET /v2.0/networks/fc8993d1-1f3f-4e88-9d54-7eec99f127ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080342 Jul 29 23:32:38.333811 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-053e5855-3829-4e84-8d69-d596408929c6 req-2415d2a3-681f-4e8d-8ba6-cee1a4311b32 service neutron] 10.222.0.43 "GET /v2.0/networks/3c7cedb3-e56d-4c4c-993c-657e341a0c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133133 Jul 29 23:32:38.336647 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e3722733-6c67-47be-a790-32c5d9160196 req-b54fce30-4146-4ac0-a02e-0bfb34458178 service neutron] 10.222.0.22 "GET /v2.0/networks/3c7cedb3-e56d-4c4c-993c-657e341a0c94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356365 Jul 29 23:32:38.350631 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-769c2952-32df-41aa-a577-1347401acdc0 None None] Set router 803371f2-99dc-4e38-b86f-1400f584ea23 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:32:38.379995 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4', 'tag': '5e344eee-0003-40f4-acc2-bcb46574e5a1'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:32:38.387525 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:38.392761 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a1669a-0bca-4daa-93b4-4d85e1451bde" -d '{"events": [{"name": "network-changed", "server_uuid": "8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4", "tag": "5e344eee-0003-40f4-acc2-bcb46574e5a1"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:32:38.428871 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-5db1f390-5431-43a0-99a7-387eccf7a898 None None] For port 261bb11c-18a7-43fe-a1f1-684836c18dd4, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=261bb11c-18a7-43fe-a1f1-684836c18dd4,segment=NetworkSegment(ceb567b3-93e6-4495-80aa-58a786948605),segment_id=ceb567b3-93e6-4495-80aa-58a786948605)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:38.447404 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5db1f390-5431-43a0-99a7-387eccf7a898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:38.476842 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9e493c35-0d88-41d8-93c4-410e30c1df64 req-632a7684-203a-4764-8ab6-d3c2cc29380e service neutron] 10.222.0.41 "GET /v2.0/networks/fc8993d1-1f3f-4e88-9d54-7eec99f127ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447220 Jul 29 23:32:38.521237 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-45b9c748-858a-4f7c-9c45-d36928215aba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:38.529761 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-45b9c748-858a-4f7c-9c45-d36928215aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:38.602614 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acbcdabe-e7a1-4d88-ac2c-9de08b13c445 x-openstack-request-id: req-acbcdabe-e7a1-4d88-ac2c-9de08b13c445 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:32:38.609679 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4", "tag": "5e344eee-0003-40f4-acc2-bcb46574e5a1", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:32:38.610089 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-acbcdabe-e7a1-4d88-ac2c-9de08b13c445 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:32:38.610539 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4', 'tag': '5e344eee-0003-40f4-acc2-bcb46574e5a1', 'status': 'completed', 'code': 200} Jul 29 23:32:38.628137 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db1f390-5431-43a0-99a7-387eccf7a898 None None] Pushing event updated for resources: {'Port': ['ID=261bb11c-18a7-43fe-a1f1-684836c18dd4,revision_number=6']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:38.689532 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45b9c748-858a-4f7c-9c45-d36928215aba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:32:38.704634 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b9c748-858a-4f7c-9c45-d36928215aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f70c726-a398-4f44-8add-5d324eb1a3b1,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:38.711418 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-45b9c748-858a-4f7c-9c45-d36928215aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:38.712214 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-45b9c748-858a-4f7c-9c45-d36928215aba admin admin] Added segment c240b120-a01c-4473-a8c8-2ed685fc0371 of type vlan for network dfc3bea2-bd5d-418d-b114-01609b424895 Jul 29 23:32:38.721137 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.db.api [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94079) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:32:38.721889 n-d-712141-10 neutron-server[94079]: DEBUG oslo_db.api [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:32:38.735593 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-f7c5d32b-41ca-495f-8e81-be132cf07cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2e1c24-500f-40df-9b8d-992cab84a69c', 'name': 'tempest-TaggedBootDevicesTest-378262961-router', 'tenant_id': '0f2ab90424214bdcb3d3f2d44c6cf9b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '0aaf13b6-72fe-4fb7-8714-a57258ce9909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:29:25Z', 'updated_at': '2021-07-29T23:29:35Z', 'revision_number': 4, 'project_id': '0f2ab90424214bdcb3d3f2d44c6cf9b4', 'gw_port': {'id': '0aaf13b6-72fe-4fb7-8714-a57258ce9909', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2e1c24-500f-40df-9b8d-992cab84a69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:25Z', 'updated_at': '2021-07-29T23:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': 'fec8ee00-f02d-4438-879b-4206b35de56b', 'tenant_id': '0f2ab90424214bdcb3d3f2d44c6cf9b4', 'floating_ip_address': '172.25.0.163', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': 'fe2e1c24-500f-40df-9b8d-992cab84a69c', 'port_id': '5e344eee-0003-40f4-acc2-bcb46574e5a1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd4fb90a-a73b-48ea-873e-472dda9549c0', 'mac_address': 'fa:16:3e:51:da:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:30:48Z', 'updated_at': '2021-07-29T23:32:34Z', 'revision_number': 1, 'project_id': '0f2ab90424214bdcb3d3f2d44c6cf9b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3159c5c9-2273-471e-b95d-9bd8047b94d3', 'name': '', 'network_id': 'cd4fb90a-a73b-48ea-873e-472dda9549c0', 'tenant_id': '0f2ab90424214bdcb3d3f2d44c6cf9b4', 'mac_address': 'fa:16:3e:ba:c9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2e1c24-500f-40df-9b8d-992cab84a69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '5e68bcd5-61dd-4d3a-b0e6-c975e0de7caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:32Z', 'updated_at': '2021-07-29T23:29:43Z', 'revision_number': 5, 'project_id': '0f2ab90424214bdcb3d3f2d44c6cf9b4', 'subnets': [{'id': '5e68bcd5-61dd-4d3a-b0e6-c975e0de7caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:38.740550 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-d1449c06-2af9-4388-8f04-d04c0bd9a4e1 None None] Could not find standard attr ID for object 8d195664-d5dd-417e-a789-e5481082bc83. {{(pid=94079) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:32:38.796149 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c5d32b-41ca-495f-8e81-be132cf07cbf None None] The sync data for ids ['fe2e1c24-500f-40df-9b8d-992cab84a69c'] in n-d-712141-10 is: [{'id': 'fe2e1c24-500f-40df-9b8d-992cab84a69c', 'name': 'tempest-TaggedBootDevicesTest-378262961-router', 'tenant_id': '0f2ab90424214bdcb3d3f2d44c6cf9b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '0aaf13b6-72fe-4fb7-8714-a57258ce9909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:29:25Z', 'updated_at': '2021-07-29T23:29:35Z', 'revision_number': 4, 'project_id': '0f2ab90424214bdcb3d3f2d44c6cf9b4', 'gw_port': {'id': '0aaf13b6-72fe-4fb7-8714-a57258ce9909', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2e1c24-500f-40df-9b8d-992cab84a69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:25Z', 'updated_at': '2021-07-29T23:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': 'fec8ee00-f02d-4438-879b-4206b35de56b', 'tenant_id': '0f2ab90424214bdcb3d3f2d44c6cf9b4', 'floating_ip_address': '172.25.0.163', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': 'fe2e1c24-500f-40df-9b8d-992cab84a69c', 'port_id': '5e344eee-0003-40f4-acc2-bcb46574e5a1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd4fb90a-a73b-48ea-873e-472dda9549c0', 'mac_address': 'fa:16:3e:51:da:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:30:48Z', 'updated_at': '2021-07-29T23:32:34Z', 'revision_number': 1, 'project_id': '0f2ab90424214bdcb3d3f2d44c6cf9b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3159c5c9-2273-471e-b95d-9bd8047b94d3', 'name': '', 'network_id': 'cd4fb90a-a73b-48ea-873e-472dda9549c0', 'tenant_id': '0f2ab90424214bdcb3d3f2d44c6cf9b4', 'mac_address': 'fa:16:3e:ba:c9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2e1c24-500f-40df-9b8d-992cab84a69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '5e68bcd5-61dd-4d3a-b0e6-c975e0de7caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:32Z', 'updated_at': '2021-07-29T23:29:43Z', 'revision_number': 5, 'project_id': '0f2ab90424214bdcb3d3f2d44c6cf9b4', 'subnets': [{'id': '5e68bcd5-61dd-4d3a-b0e6-c975e0de7caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:32:38.816345 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-45b9c748-858a-4f7c-9c45-d36928215aba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:38.891692 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-45b9c748-858a-4f7c-9c45-d36928215aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:38.892808 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b9c748-858a-4f7c-9c45-d36928215aba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:38.893448 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-45b9c748-858a-4f7c-9c45-d36928215aba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:38.907208 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1669a-0bca-4daa-93b4-4d85e1451bde req-b4cb4123-37e2-4875-b2ce-e65d3b9dbe92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:38.907710 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1669a-0bca-4daa-93b4-4d85e1451bde req-b4cb4123-37e2-4875-b2ce-e65d3b9dbe92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:38.908193 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1669a-0bca-4daa-93b4-4d85e1451bde req-b4cb4123-37e2-4875-b2ce-e65d3b9dbe92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:38.908676 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1669a-0bca-4daa-93b4-4d85e1451bde req-b4cb4123-37e2-4875-b2ce-e65d3b9dbe92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:38.909673 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1669a-0bca-4daa-93b4-4d85e1451bde req-b4cb4123-37e2-4875-b2ce-e65d3b9dbe92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:38.916133 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1669a-0bca-4daa-93b4-4d85e1451bde req-b4cb4123-37e2-4875-b2ce-e65d3b9dbe92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:38.916819 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1669a-0bca-4daa-93b4-4d85e1451bde req-b4cb4123-37e2-4875-b2ce-e65d3b9dbe92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:38.919045 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e1a1669a-0bca-4daa-93b4-4d85e1451bde req-b4cb4123-37e2-4875-b2ce-e65d3b9dbe92 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0f2ab90424214bdcb3d3f2d44c6cf9b4&device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 6495 time: 0.3689716 Jul 29 23:32:39.007872 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-769c2952-32df-41aa-a577-1347401acdc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803371f2-99dc-4e38-b86f-1400f584ea23', 'name': 'tempest-ServerRescueTestJSONUnderV235-269966928-router', 'tenant_id': '52e04a06c1634aad823b656ded0dd057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '6551dae8-8a9c-4b58-8811-0b5c6b91326b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:31:01Z', 'updated_at': '2021-07-29T23:31:11Z', 'revision_number': 4, 'project_id': '52e04a06c1634aad823b656ded0dd057', 'gw_port': {'id': '6551dae8-8a9c-4b58-8811-0b5c6b91326b', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803371f2-99dc-4e38-b86f-1400f584ea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:31:03Z', 'updated_at': '2021-07-29T23:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '5168db41-5c76-4c49-9bab-c073b70c4900', 'name': '', 'network_id': '3c7cedb3-e56d-4c4c-993c-657e341a0c94', 'tenant_id': '52e04a06c1634aad823b656ded0dd057', 'mac_address': 'fa:16:3e:b5:4d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803371f2-99dc-4e38-b86f-1400f584ea23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '89d39612-aed6-4e12-97bb-95fef1af94b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:31:09Z', 'updated_at': '2021-07-29T23:31:22Z', 'revision_number': 5, 'project_id': '52e04a06c1634aad823b656ded0dd057', 'subnets': [{'id': '89d39612-aed6-4e12-97bb-95fef1af94b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:39.049669 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-45b9c748-858a-4f7c-9c45-d36928215aba admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2030041 Jul 29 23:32:39.064682 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51498) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:39.067156 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769c2952-32df-41aa-a577-1347401acdc0 None None] The sync data for ids ['803371f2-99dc-4e38-b86f-1400f584ea23'] in n-d-712141-10 is: [{'id': '803371f2-99dc-4e38-b86f-1400f584ea23', 'name': 'tempest-ServerRescueTestJSONUnderV235-269966928-router', 'tenant_id': '52e04a06c1634aad823b656ded0dd057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '6551dae8-8a9c-4b58-8811-0b5c6b91326b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:31:01Z', 'updated_at': '2021-07-29T23:31:11Z', 'revision_number': 4, 'project_id': '52e04a06c1634aad823b656ded0dd057', 'gw_port': {'id': '6551dae8-8a9c-4b58-8811-0b5c6b91326b', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:5e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803371f2-99dc-4e38-b86f-1400f584ea23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1531, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:31:03Z', 'updated_at': '2021-07-29T23:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '5168db41-5c76-4c49-9bab-c073b70c4900', 'name': '', 'network_id': '3c7cedb3-e56d-4c4c-993c-657e341a0c94', 'tenant_id': '52e04a06c1634aad823b656ded0dd057', 'mac_address': 'fa:16:3e:b5:4d:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803371f2-99dc-4e38-b86f-1400f584ea23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '89d39612-aed6-4e12-97bb-95fef1af94b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:31:09Z', 'updated_at': '2021-07-29T23:31:22Z', 'revision_number': 5, 'project_id': '52e04a06c1634aad823b656ded0dd057', 'subnets': [{'id': '89d39612-aed6-4e12-97bb-95fef1af94b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:32:39.072948 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-3e29d901-abea-46de-9217-cfe08eb92f69 admin admin] Request body: {'subnet': {'network_id': 'dfc3bea2-bd5d-418d-b114-01609b424895', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1666508650-subnet', 'tenant_id': '8a98cb6af30a4908a6c8d61e81361f03', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:39.112396 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b9c748-858a-4f7c-9c45-d36928215aba admin admin] Pushing event updated for resources: {'Network': ['ID=dfc3bea2-bd5d-418d-b114-01609b424895,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:39.125010 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network dfc3bea2-bd5d-418d-b114-01609b424895 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:32:39.208240 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e29d901-abea-46de-9217-cfe08eb92f69 admin admin] Made reservation on behalf of 8a98cb6af30a4908a6c8d61e81361f03 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:32:39.210624 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3e29d901-abea-46de-9217-cfe08eb92f69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:39.213954 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 261bb11c-18a7-43fe-a1f1-684836c18dd4 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:32:39.292015 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1669a-0bca-4daa-93b4-4d85e1451bde req-14633c89-5f59-4ca1-9ee8-4beb69b61ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:39.293545 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e1a1669a-0bca-4daa-93b4-4d85e1451bde req-14633c89-5f59-4ca1-9ee8-4beb69b61ea2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=cd4fb90a-a73b-48ea-873e-472dda9549c0 HTTP/1.1" status: 200 len: 912 time: 0.3649554 Jul 29 23:32:39.329098 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b1b45d-da81-495b-83ac-b7fc44beed97 None None] New status for floating IP fec8ee00-f02d-4438-879b-4206b35de56b: ACTIVE {{(pid=94079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:32:39.400353 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e1a1669a-0bca-4daa-93b4-4d85e1451bde req-ce0e3642-8892-47b6-b54e-2d3f8661c562 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e344eee-0003-40f4-acc2-bcb46574e5a1 HTTP/1.1" status: 200 len: 999 time: 0.0968785 Jul 29 23:32:39.424408 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e3722733-6c67-47be-a790-32c5d9160196 req-12778a78-3c6b-42a7-a12f-ffb4263c5a60 service neutron] 10.222.0.22 "GET /v2.0/networks/3c7cedb3-e56d-4c4c-993c-657e341a0c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0793185 Jul 29 23:32:39.425230 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49325b3-cb9d-4e22-a7b7-f9b7a2628568 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Made reservation on behalf of 7c9416c97c57443282624ca6d2f37df4 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:32:39.430175 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b49325b3-cb9d-4e22-a7b7-f9b7a2628568 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:39.434202 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-14239e64-5287-461a-bdfd-aa3c17ebb405 None None] Provisioning complete for port 261bb11c-18a7-43fe-a1f1-684836c18dd4 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:39.438932 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-14239e64-5287-461a-bdfd-aa3c17ebb405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:39.529206 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1669a-0bca-4daa-93b4-4d85e1451bde req-7a6c2237-56c0-4dcd-aa74-df84e8f8715a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:39.531327 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e1a1669a-0bca-4daa-93b4-4d85e1451bde req-7a6c2237-56c0-4dcd-aa74-df84e8f8715a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5e68bcd5-61dd-4d3a-b0e6-c975e0de7caa HTTP/1.1" status: 200 len: 850 time: 0.1234951 Jul 29 23:32:39.542314 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-053e5855-3829-4e84-8d69-d596408929c6 req-6823cd12-e72c-4de5-a6ef-98394c36b300 service neutron] 10.222.0.43 "GET /v2.0/networks/3c7cedb3-e56d-4c4c-993c-657e341a0c94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1870933 Jul 29 23:32:39.583157 n-d-712141-10 neutron-server[94078]: INFO neutron.db.ipam_backend_mixin [None req-b49325b3-cb9d-4e22-a7b7-f9b7a2628568 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6f76c701-a8dc-4d82-870a-03153e79312f (CIDR: 2001:db8::/64) Jul 29 23:32:39.588266 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 261bb11c-18a7-43fe-a1f1-684836c18dd4 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:39.588766 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:39.599707 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a395324a-a8e9-49c1-95d4-e17470f5abe3 req-63c9cd73-0c55-4f22-882b-27b453223b0c tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:39.602504 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a395324a-a8e9-49c1-95d4-e17470f5abe3 req-63c9cd73-0c55-4f22-882b-27b453223b0c tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=26f58a8c-d3a3-49c0-8874-ba2f363fa209 HTTP/1.1" status: 200 len: 945 time: 0.8963189 Jul 29 23:32:39.606252 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-b49325b3-cb9d-4e22-a7b7-f9b7a2628568 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:32:39.607016 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b49325b3-cb9d-4e22-a7b7-f9b7a2628568 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:32:39.636953 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3e29d901-abea-46de-9217-cfe08eb92f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:39.678346 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6815e8b-b3aa-4cb6-90cb-ee8a35ad0cb6 None None] New status for floating IP db5757c3-2be9-4213-923f-30b06bd2fa14: DOWN {{(pid=94080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:32:39.697708 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-b49325b3-cb9d-4e22-a7b7-f9b7a2628568 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8454833 Jul 29 23:32:39.703828 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 51508) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:39.709305 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1669a-0bca-4daa-93b4-4d85e1451bde req-69360e7d-9d77-4b39-a2c1-53086a2b5717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:39.710839 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e1a1669a-0bca-4daa-93b4-4d85e1451bde req-69360e7d-9d77-4b39-a2c1-53086a2b5717 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cd4fb90a-a73b-48ea-873e-472dda9549c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1436598 Jul 29 23:32:39.712031 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-c26296a4-8798-419a-86f2-d2e6aa787421 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Request body: {'subnet': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:39.737438 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a395324a-a8e9-49c1-95d4-e17470f5abe3 req-116532a9-b051-4fe0-badb-672d0b287c98 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204710 Jul 29 23:32:39.978262 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b130ac9b-5662-4774-8343-d8ae5643c084 req-54974c2f-82fe-4856-8c6b-6a252a8069a6 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/floatingips/db5757c3-2be9-4213-923f-30b06bd2fa14 HTTP/1.1" status: 200 len: 693 time: 0.0811064 Jul 29 23:32:40.137152 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26296a4-8798-419a-86f2-d2e6aa787421 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Made reservation on behalf of 7c9416c97c57443282624ca6d2f37df4 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:32:40.143461 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c26296a4-8798-419a-86f2-d2e6aa787421 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:40.214907 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130ac9b-5662-4774-8343-d8ae5643c084 req-22339335-0a43-47dd-bb77-935ec960708f tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:40.216355 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b130ac9b-5662-4774-8343-d8ae5643c084 req-22339335-0a43-47dd-bb77-935ec960708f tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/networks/58f27f61-3278-49cc-b66b-1e729d26f29f HTTP/1.1" status: 200 len: 784 time: 0.2354662 Jul 29 23:32:40.295308 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e29d901-abea-46de-9217-cfe08eb92f69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e5801e1-3293-4679-8674-9d98822925fc,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:40.333494 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b130ac9b-5662-4774-8343-d8ae5643c084 req-c6863775-4296-41ee-acbe-9793123cb04e tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.5 HTTP/1.1" status: 200 len: 694 time: 0.1038160 Jul 29 23:32:40.335105 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e29d901-abea-46de-9217-cfe08eb92f69 admin admin] Checking segment: {'id': 'c240b120-a01c-4473-a8c8-2ed685fc0371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'dfc3bea2-bd5d-418d-b114-01609b424895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:32:40.335474 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e29d901-abea-46de-9217-cfe08eb92f69 admin admin] Network hostable DHCP agents. Network: dfc3bea2-bd5d-418d-b114-01609b424895, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:32:40.372579 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e1a1669a-0bca-4daa-93b4-4d85e1451bde req-b3c9fdc6-e15e-44c8-a160-b1a60b6e523b service neutron] 10.222.0.22 "GET /v2.0/networks/cd4fb90a-a73b-48ea-873e-472dda9549c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6416504 Jul 29 23:32:40.375335 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e29d901-abea-46de-9217-cfe08eb92f69 admin admin] Network dfc3bea2-bd5d-418d-b114-01609b424895 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:32:40.408902 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b130ac9b-5662-4774-8343-d8ae5643c084 req-801dcaa4-2edd-478e-9e90-b390d0c27297 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/floatingips?floating_ip_address=172.25.0.5 HTTP/1.1" status: 200 len: 694 time: 0.0745742 Jul 29 23:32:40.425722 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-3e29d901-abea-46de-9217-cfe08eb92f69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, dfc3bea2-bd5d-418d-b114-01609b424895) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:40.432774 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e29d901-abea-46de-9217-cfe08eb92f69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:40.433631 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3e29d901-abea-46de-9217-cfe08eb92f69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:40.436523 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062685c2-daba-41f5-b4f9-dda5860aede3 None None] Network dfc3bea2-bd5d-418d-b114-01609b424895 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:32:40.454941 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-3e29d901-abea-46de-9217-cfe08eb92f69 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3887720 Jul 29 23:32:40.486673 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e1a1669a-0bca-4daa-93b4-4d85e1451bde req-6583f75c-9c37-4c3e-8f40-94465fcc7b2d service neutron] 10.222.0.22 "GET /v2.0/networks/cd4fb90a-a73b-48ea-873e-472dda9549c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051524 Jul 29 23:32:40.691209 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61933cb-0f30-4135-a88f-7b2576f79fd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-dfc3bea2-bd5d-418d-b114-01609b424895', 'network_id': 'dfc3bea2-bd5d-418d-b114-01609b424895', 'tenant_id': '8a98cb6af30a4908a6c8d61e81361f03', 'fixed_ips': [{'subnet_id': '3e5801e1-3293-4679-8674-9d98822925fc'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:32:40.692908 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c61933cb-0f30-4135-a88f-7b2576f79fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:40.719731 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-b130ac9b-5662-4774-8343-d8ae5643c084 req-af1d139f-3426-4ca8-ac51-56cd3f0d9ef3 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Deleting port 07b090ea-bf31-43d7-89f1-cad3c65b76f5 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:32:40.720274 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b130ac9b-5662-4774-8343-d8ae5643c084 req-af1d139f-3426-4ca8-ac51-56cd3f0d9ef3 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:40.736188 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c26296a4-8798-419a-86f2-d2e6aa787421 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:40.819144 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26296a4-8798-419a-86f2-d2e6aa787421 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:32:40.827974 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-c26296a4-8798-419a-86f2-d2e6aa787421 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:40.835717 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26296a4-8798-419a-86f2-d2e6aa787421 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:40.836306 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c26296a4-8798-419a-86f2-d2e6aa787421 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:40.849676 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26296a4-8798-419a-86f2-d2e6aa787421 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event updated for resources: {'Subnet': ['ID=029a8494-d184-4371-8bcb-524f14dfc91c,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:40.854664 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7ecd26-3029-409d-95d7-79d97035ba9b None None] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:32:40.875234 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b130ac9b-5662-4774-8343-d8ae5643c084 req-af1d139f-3426-4ca8-ac51-56cd3f0d9ef3 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:40.875700 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b130ac9b-5662-4774-8343-d8ae5643c084 req-af1d139f-3426-4ca8-ac51-56cd3f0d9ef3 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:40.879533 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-c26296a4-8798-419a-86f2-d2e6aa787421 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1738398 Jul 29 23:32:40.882531 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51542) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:40.891247 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-b130ac9b-5662-4774-8343-d8ae5643c084 req-af1d139f-3426-4ca8-ac51-56cd3f0d9ef3 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Calling delete_port for 07b090ea-bf31-43d7-89f1-cad3c65b76f5 owned by network:floatingip {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:32:40.898180 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-9c3af545-bc65-4ae6-9a5d-42aa711ee18c tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Request body: {'port': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'mac_address': 'fa:16:3e:a2:3b:59', 'name': 'tempest-NetworksTestDHCPv6-1821974185'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:40.949791 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-c61933cb-0f30-4135-a88f-7b2576f79fd7 None None] Allocated IP 172.20.0.2 (dfc3bea2-bd5d-418d-b114-01609b424895/3e5801e1-3293-4679-8674-9d98822925fc/2f841046-052e-4307-9782-31dd7b78ea90) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:32:41.160977 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b130ac9b-5662-4774-8343-d8ae5643c084 req-af1d139f-3426-4ca8-ac51-56cd3f0d9ef3 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:41.193858 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3af545-bc65-4ae6-9a5d-42aa711ee18c tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Made reservation on behalf of 7c9416c97c57443282624ca6d2f37df4 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:32:41.227180 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1d139f-3426-4ca8-ac51-56cd3f0d9ef3 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Pushing event deleted for resources: {'Port': ['ID=07b090ea-bf31-43d7-89f1-cad3c65b76f5,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:41.311416 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c61933cb-0f30-4135-a88f-7b2576f79fd7 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:41.321166 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c61933cb-0f30-4135-a88f-7b2576f79fd7 None None] Transition to ACTIVE for port object 2f841046-052e-4307-9782-31dd7b78ea90 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:32:41.331886 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b130ac9b-5662-4774-8343-d8ae5643c084 req-af1d139f-3426-4ca8-ac51-56cd3f0d9ef3 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Notify callbacks [] for floatingip, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:41.334393 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9c3af545-bc65-4ae6-9a5d-42aa711ee18c tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:41.334883 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b130ac9b-5662-4774-8343-d8ae5643c084 req-af1d139f-3426-4ca8-ac51-56cd3f0d9ef3 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:41.335755 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b130ac9b-5662-4774-8343-d8ae5643c084 req-af1d139f-3426-4ca8-ac51-56cd3f0d9ef3 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "DELETE /v2.0/floatingips/db5757c3-2be9-4213-923f-30b06bd2fa14 HTTP/1.1" status: 204 len: 173 time: 0.9206777 Jul 29 23:32:41.347244 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fbf3cc-8f86-4a83-92c4-33b9938bcfab None None] Update dhcp port {'port': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'fixed_ips': [{'subnet_id': '6f76c701-a8dc-4d82-870a-03153e79312f', 'ip_address': '2001:db8::f816:3eff:fec8:cf88'}, {'subnet_id': '029a8494-d184-4371-8bcb-524f14dfc91c'}], 'binding:host_id': 'n-d-712141-10'}, 'id': '261bb11c-18a7-43fe-a1f1-684836c18dd4'} from n-d-712141-10. {{(pid=94079) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 23:32:41.350396 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c61933cb-0f30-4135-a88f-7b2576f79fd7 None None] Transition to ACTIVE for port object 2f841046-052e-4307-9782-31dd7b78ea90 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:32:41.354795 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec317015-b47e-4015-866c-65a01c865fa0 req-3984573c-b1b1-440b-a141-abdd92a6e477 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:41.356497 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ec317015-b47e-4015-866c-65a01c865fa0 req-3984573c-b1b1-440b-a141-abdd92a6e477 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/networks?id=dfc3bea2-bd5d-418d-b114-01609b424895 HTTP/1.1" status: 200 len: 816 time: 0.2054634 Jul 29 23:32:41.382349 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ec317015-b47e-4015-866c-65a01c865fa0 req-c90151df-ce5c-426e-8cca-76b91aec8ab3 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/quotas/8a98cb6af30a4908a6c8d61e81361f03 HTTP/1.1" status: 200 len: 375 time: 0.0142941 Jul 29 23:32:41.394001 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [None req-9c3af545-bc65-4ae6-9a5d-42aa711ee18c tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] device_id is not set on port 4fa180ce-6246-49f3-a66f-4d58e270e249 yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:32:41.396718 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-60fbf3cc-8f86-4a83-92c4-33b9938bcfab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:41.429966 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c61933cb-0f30-4135-a88f-7b2576f79fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:41.485643 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ec317015-b47e-4015-866c-65a01c865fa0 req-5b9094d2-afef-4540-9ab0-4a3e73a5e2ea tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8a98cb6af30a4908a6c8d61e81361f03&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0744259 Jul 29 23:32:41.516849 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61933cb-0f30-4135-a88f-7b2576f79fd7 None None] Network dfc3bea2-bd5d-418d-b114-01609b424895 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:32:41.530220 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-c61933cb-0f30-4135-a88f-7b2576f79fd7 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:41.592082 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61933cb-0f30-4135-a88f-7b2576f79fd7 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:32:41.598787 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ec317015-b47e-4015-866c-65a01c865fa0 req-a68deb37-77ca-47d7-9ebd-2fe92aeb830e service neutron] 10.222.0.43 "GET /v2.0/networks/dfc3bea2-bd5d-418d-b114-01609b424895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183066 Jul 29 23:32:41.609447 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61933cb-0f30-4135-a88f-7b2576f79fd7 None None] Pushing event updated for resources: {'Port': ['ID=2f841046-052e-4307-9782-31dd7b78ea90,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:41.683857 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-9c3af545-bc65-4ae6-9a5d-42aa711ee18c tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Allocated IP 2001:db8:0:1::23b (27ea2e30-5576-4381-a6d8-03efb8f4bd4e/029a8494-d184-4371-8bcb-524f14dfc91c/4fa180ce-6246-49f3-a66f-4d58e270e249) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:32:41.684776 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-c61933cb-0f30-4135-a88f-7b2576f79fd7 None None] Attempting to bind port 2f841046-052e-4307-9782-31dd7b78ea90 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:32:41.685342 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-c61933cb-0f30-4135-a88f-7b2576f79fd7 None None] Attempting to bind port 2f841046-052e-4307-9782-31dd7b78ea90 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': 'c240b120-a01c-4473-a8c8-2ed685fc0371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'dfc3bea2-bd5d-418d-b114-01609b424895'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:32:41.685915 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61933cb-0f30-4135-a88f-7b2576f79fd7 None None] Attempting to bind port 2f841046-052e-4307-9782-31dd7b78ea90 on network dfc3bea2-bd5d-418d-b114-01609b424895 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:32:41.693273 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-9c3af545-bc65-4ae6-9a5d-42aa711ee18c tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Allocated IP 2001:db8::f816:3eff:fea2:3b59 (27ea2e30-5576-4381-a6d8-03efb8f4bd4e/6f76c701-a8dc-4d82-870a-03153e79312f/4fa180ce-6246-49f3-a66f-4d58e270e249) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:32:41.698445 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61933cb-0f30-4135-a88f-7b2576f79fd7 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:32:41.699147 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61933cb-0f30-4135-a88f-7b2576f79fd7 None None] Checking segment: {'id': 'c240b120-a01c-4473-a8c8-2ed685fc0371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'dfc3bea2-bd5d-418d-b114-01609b424895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:32:41.699775 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c61933cb-0f30-4135-a88f-7b2576f79fd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:41.700993 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61933cb-0f30-4135-a88f-7b2576f79fd7 None None] Bound using segment: {'id': 'c240b120-a01c-4473-a8c8-2ed685fc0371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'dfc3bea2-bd5d-418d-b114-01609b424895'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:32:41.702355 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-c61933cb-0f30-4135-a88f-7b2576f79fd7 None None] Bound port: 2f841046-052e-4307-9782-31dd7b78ea90, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c240b120-a01c-4473-a8c8-2ed685fc0371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'dfc3bea2-bd5d-418d-b114-01609b424895'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:32:41.703059 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c61933cb-0f30-4135-a88f-7b2576f79fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:41.717092 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ec317015-b47e-4015-866c-65a01c865fa0 req-2efcd1d1-235f-4bde-991f-e478b35f6ac9 service neutron] 10.222.0.43 "GET /v2.0/networks/dfc3bea2-bd5d-418d-b114-01609b424895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173804 Jul 29 23:32:41.792381 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-c61933cb-0f30-4135-a88f-7b2576f79fd7 None None] For port 2f841046-052e-4307-9782-31dd7b78ea90, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:32:41.795967 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-c61933cb-0f30-4135-a88f-7b2576f79fd7 None None] For port 2f841046-052e-4307-9782-31dd7b78ea90, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=2f841046-052e-4307-9782-31dd7b78ea90,segment=NetworkSegment(c240b120-a01c-4473-a8c8-2ed685fc0371),segment_id=c240b120-a01c-4473-a8c8-2ed685fc0371)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:32:41.802621 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c61933cb-0f30-4135-a88f-7b2576f79fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:41.835889 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6eb8e51e-956e-4990-b458-9274397ab36b req-83fc1ede-ee4a-41da-89d3-496ac02c4dce tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/security-groups/94aa0523-7b61-46ad-a9ba-677bd8a8b44e HTTP/1.1" status: 200 len: 1809 time: 0.0855396 Jul 29 23:32:41.934614 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61933cb-0f30-4135-a88f-7b2576f79fd7 None None] Pushing event updated for resources: {'Port': ['ID=2f841046-052e-4307-9782-31dd7b78ea90,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:41.969921 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-6eb8e51e-956e-4990-b458-9274397ab36b req-b6fccf96-959b-4a59-a6a2-42e8e2e4d38b tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:42.009345 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-6eb8e51e-956e-4990-b458-9274397ab36b req-b6fccf96-959b-4a59-a6a2-42e8e2e4d38b tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:42.052407 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9c3af545-bc65-4ae6-9a5d-42aa711ee18c tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:42.072590 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-9c3af545-bc65-4ae6-9a5d-42aa711ee18c tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Transition to ACTIVE for port object 4fa180ce-6246-49f3-a66f-4d58e270e249 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:32:42.091266 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-6eb8e51e-956e-4990-b458-9274397ab36b req-b6fccf96-959b-4a59-a6a2-42e8e2e4d38b tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:42.095177 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-6eb8e51e-956e-4990-b458-9274397ab36b req-b6fccf96-959b-4a59-a6a2-42e8e2e4d38b tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:42.097235 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6eb8e51e-956e-4990-b458-9274397ab36b req-b6fccf96-959b-4a59-a6a2-42e8e2e4d38b tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "DELETE /v2.0/security-groups/94aa0523-7b61-46ad-a9ba-677bd8a8b44e HTTP/1.1" status: 204 len: 173 time: 0.2605062 Jul 29 23:32:42.110959 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fccf96-959b-4a59-a6a2-42e8e2e4d38b tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94aa0523-7b61-46ad-a9ba-677bd8a8b44e,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:42.163131 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9c3af545-bc65-4ae6-9a5d-42aa711ee18c tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:42.268734 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-60fbf3cc-8f86-4a83-92c4-33b9938bcfab None None] Allocated IP 2001:db8:0:1::2 (27ea2e30-5576-4381-a6d8-03efb8f4bd4e/029a8494-d184-4371-8bcb-524f14dfc91c/261bb11c-18a7-43fe-a1f1-684836c18dd4) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:32:42.338836 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed36eaad-f4c2-4fe4-a3b2-31f755519623 req-90231c59-e79b-4daa-b34c-db84019563bd tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:42.340799 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ed36eaad-f4c2-4fe4-a3b2-31f755519623 req-90231c59-e79b-4daa-b34c-db84019563bd tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/networks?id=dfc3bea2-bd5d-418d-b114-01609b424895 HTTP/1.1" status: 200 len: 816 time: 0.2251174 Jul 29 23:32:42.373317 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ed36eaad-f4c2-4fe4-a3b2-31f755519623 req-4180526b-3535-4b82-bbc0-97d7dfcac45d tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/quotas/8a98cb6af30a4908a6c8d61e81361f03 HTTP/1.1" status: 200 len: 375 time: 0.0231094 Jul 29 23:32:42.392805 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3af545-bc65-4ae6-9a5d-42aa711ee18c tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:32:42.410438 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-9c3af545-bc65-4ae6-9a5d-42aa711ee18c tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:42.425386 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3af545-bc65-4ae6-9a5d-42aa711ee18c tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:32:42.443039 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3af545-bc65-4ae6-9a5d-42aa711ee18c tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:42.443738 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9c3af545-bc65-4ae6-9a5d-42aa711ee18c tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:42.471849 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3af545-bc65-4ae6-9a5d-42aa711ee18c tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event updated for resources: {'Port': ['ID=4fa180ce-6246-49f3-a66f-4d58e270e249,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:42.494611 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9c3af545-bc65-4ae6-9a5d-42aa711ee18c tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.6059875 Jul 29 23:32:42.495576 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51598) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:42.539153 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ed36eaad-f4c2-4fe4-a3b2-31f755519623 req-408affec-23c8-4e0a-bcbe-414df18cee46 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8a98cb6af30a4908a6c8d61e81361f03&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1641240 Jul 29 23:32:42.663906 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-60fbf3cc-8f86-4a83-92c4-33b9938bcfab None None] For port 261bb11c-18a7-43fe-a1f1-684836c18dd4, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=261bb11c-18a7-43fe-a1f1-684836c18dd4,segment=NetworkSegment(ceb567b3-93e6-4495-80aa-58a786948605),segment_id=ceb567b3-93e6-4495-80aa-58a786948605)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:42.672871 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-e6147198-fdf0-4c3a-b5a6-d3d25968b306 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Deleting port 4fa180ce-6246-49f3-a66f-4d58e270e249 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:32:42.673529 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e6147198-fdf0-4c3a-b5a6-d3d25968b306 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:42.688976 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ed36eaad-f4c2-4fe4-a3b2-31f755519623 req-2f07e39a-7ba4-4921-9c7c-a81dbf2dbff8 service neutron] 10.222.0.43 "GET /v2.0/networks/dfc3bea2-bd5d-418d-b114-01609b424895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487215 Jul 29 23:32:42.711082 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-60fbf3cc-8f86-4a83-92c4-33b9938bcfab None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:42.730489 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-60fbf3cc-8f86-4a83-92c4-33b9938bcfab None None] Transition to ACTIVE for port object 261bb11c-18a7-43fe-a1f1-684836c18dd4 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:32:42.738277 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-60fbf3cc-8f86-4a83-92c4-33b9938bcfab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:42.869521 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e6147198-fdf0-4c3a-b5a6-d3d25968b306 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:42.899290 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-e6147198-fdf0-4c3a-b5a6-d3d25968b306 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Calling delete_port for 4fa180ce-6246-49f3-a66f-4d58e270e249 owned by {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:32:42.923406 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ed36eaad-f4c2-4fe4-a3b2-31f755519623 req-536a53c0-5059-4d86-8b2d-64e41d67b3bb service neutron] 10.222.0.43 "GET /v2.0/networks/dfc3bea2-bd5d-418d-b114-01609b424895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308762 Jul 29 23:32:42.932746 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fbf3cc-8f86-4a83-92c4-33b9938bcfab None None] Pushing event updated for resources: {'Port': ['ID=261bb11c-18a7-43fe-a1f1-684836c18dd4,revision_number=7']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:42.962147 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed495ac0-dcb9-4de1-8436-c1349eb569d9 req-480c1c88-ee69-4b50-8e9a-c8ad2309faa9 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:42.963890 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ed495ac0-dcb9-4de1-8436-c1349eb569d9 req-480c1c88-ee69-4b50-8e9a-c8ad2309faa9 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/ports?device_id=c998bf02-d7e5-4d3c-8e26-31b274713109 HTTP/1.1" status: 200 len: 945 time: 0.1328535 Jul 29 23:32:43.074503 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ed495ac0-dcb9-4de1-8436-c1349eb569d9 req-590371e7-ddd6-41fc-bbbb-15c5fe402bfb tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/security-groups?id=c238602f-ef5f-447a-b128-9500386afc8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976410 Jul 29 23:32:43.426106 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 261bb11c-18a7-43fe-a1f1-684836c18dd4 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:32:43.549389 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e6147198-fdf0-4c3a-b5a6-d3d25968b306 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:43.574584 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 2f841046-052e-4307-9782-31dd7b78ea90 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:32:43.599235 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6147198-fdf0-4c3a-b5a6-d3d25968b306 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event deleted for resources: {'Port': ['ID=4fa180ce-6246-49f3-a66f-4d58e270e249,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:43.738823 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e6147198-fdf0-4c3a-b5a6-d3d25968b306 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:43.740015 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 2f841046-052e-4307-9782-31dd7b78ea90 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:32:43.744193 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e6147198-fdf0-4c3a-b5a6-d3d25968b306 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/ports/4fa180ce-6246-49f3-a66f-4d58e270e249 HTTP/1.1" status: 204 len: 168 time: 1.2474892 Jul 29 23:32:43.750085 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51646) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:43.861352 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4dc1185-fd00-4738-8ce0-b228c870d78d tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:43.864940 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a4dc1185-fd00-4738-8ce0-b228c870d78d tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1136713 Jul 29 23:32:43.874885 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51650) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:43.879373 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f96b6b-f78c-4c48-9817-b39d3e3fe1fe None None] Network dfc3bea2-bd5d-418d-b114-01609b424895 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:32:43.926364 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e339e9a7-2bbe-4530-a44d-a04477a9ccbc req-16d503bd-f6fd-4389-8d09-431526955c9c tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:43.928321 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e339e9a7-2bbe-4530-a44d-a04477a9ccbc req-16d503bd-f6fd-4389-8d09-431526955c9c tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/networks?id=dfc3bea2-bd5d-418d-b114-01609b424895 HTTP/1.1" status: 200 len: 816 time: 0.2982948 Jul 29 23:32:43.962703 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e339e9a7-2bbe-4530-a44d-a04477a9ccbc req-edcfd32e-24f2-4889-b8e5-b0ef04e69a87 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/quotas/8a98cb6af30a4908a6c8d61e81361f03 HTTP/1.1" status: 200 len: 375 time: 0.0275147 Jul 29 23:32:43.978460 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7107cb2f-a0e4-4eda-b28d-1de793d66947 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:43.982459 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7107cb2f-a0e4-4eda-b28d-1de793d66947 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1041672 Jul 29 23:32:43.983743 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51658) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:44.031290 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-6b2cb5dc-c945-4bb7-ac36-8758fd06b7dd None None] Provisioning for port 2f841046-052e-4307-9782-31dd7b78ea90 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:32:44.070157 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-6b2cb5dc-c945-4bb7-ac36-8758fd06b7dd None None] Provisioning complete for port 2f841046-052e-4307-9782-31dd7b78ea90 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:44.070898 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6b2cb5dc-c945-4bb7-ac36-8758fd06b7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:44.087439 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e339e9a7-2bbe-4530-a44d-a04477a9ccbc req-6c689b9d-f5da-4dc4-90de-c6c845698769 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8a98cb6af30a4908a6c8d61e81361f03&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1231115 Jul 29 23:32:44.101602 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0976e75-0aa7-4b21-a84b-360299d4f6cb tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:44.110566 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0976e75-0aa7-4b21-a84b-360299d4f6cb tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:44.113036 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0976e75-0aa7-4b21-a84b-360299d4f6cb tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:44.126463 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e0976e75-0aa7-4b21-a84b-360299d4f6cb tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1393895 Jul 29 23:32:44.129786 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51664) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:44.250157 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-95590323-c4ea-4f37-a050-cb8bd8482fb7 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Deleting subnet 029a8494-d184-4371-8bcb-524f14dfc91c {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:32:44.259405 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-95590323-c4ea-4f37-a050-cb8bd8482fb7 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:44.363688 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e339e9a7-2bbe-4530-a44d-a04477a9ccbc req-3801a6ca-f408-4081-843a-ee8740049538 service neutron] 10.222.0.43 "GET /v2.0/networks/dfc3bea2-bd5d-418d-b114-01609b424895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747738 Jul 29 23:32:44.401324 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6b2cb5dc-c945-4bb7-ac36-8758fd06b7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:44.477032 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1762f5-221d-4fe6-b9b3-4bba1441eee1 req-e5916eb5-6b41-4fac-b450-c11781c94211 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:44.492703 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-6b2cb5dc-c945-4bb7-ac36-8758fd06b7dd None None] For port 2f841046-052e-4307-9782-31dd7b78ea90, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=2f841046-052e-4307-9782-31dd7b78ea90,segment=NetworkSegment(c240b120-a01c-4473-a8c8-2ed685fc0371),segment_id=c240b120-a01c-4473-a8c8-2ed685fc0371)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:44.500911 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bd1762f5-221d-4fe6-b9b3-4bba1441eee1 req-e5916eb5-6b41-4fac-b450-c11781c94211 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/ports?device_id=c998bf02-d7e5-4d3c-8e26-31b274713109 HTTP/1.1" status: 200 len: 945 time: 0.2794974 Jul 29 23:32:44.501729 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6b2cb5dc-c945-4bb7-ac36-8758fd06b7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:44.555393 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-95590323-c4ea-4f37-a050-cb8bd8482fb7 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:44.639114 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bd1762f5-221d-4fe6-b9b3-4bba1441eee1 req-c6cf5e97-da4e-4eae-8e92-c731dcbd28a6 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/security-groups?id=c238602f-ef5f-447a-b128-9500386afc8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362522 Jul 29 23:32:44.731509 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2cb5dc-c945-4bb7-ac36-8758fd06b7dd None None] Pushing event updated for resources: {'Port': ['ID=2f841046-052e-4307-9782-31dd7b78ea90,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:44.739816 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-3ceb2619-6ad6-4f70-b91f-604bc30a914c None None] Provisioning for port 261bb11c-18a7-43fe-a1f1-684836c18dd4 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:32:44.750103 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e339e9a7-2bbe-4530-a44d-a04477a9ccbc req-e7841e7b-da6a-4000-917c-1fca64bf61c1 service neutron] 10.222.0.43 "GET /v2.0/networks/dfc3bea2-bd5d-418d-b114-01609b424895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3852994 Jul 29 23:32:44.754026 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-3ceb2619-6ad6-4f70-b91f-604bc30a914c None None] Provisioning complete for port 261bb11c-18a7-43fe-a1f1-684836c18dd4 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:44.755743 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3ceb2619-6ad6-4f70-b91f-604bc30a914c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:44.884427 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-95590323-c4ea-4f37-a050-cb8bd8482fb7 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:45.007160 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec317015-b47e-4015-866c-65a01c865fa0 req-f10b54af-6b17-4b7d-ad88-74d4f7140e88 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:45.011481 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ec317015-b47e-4015-866c-65a01c865fa0 req-f10b54af-6b17-4b7d-ad88-74d4f7140e88 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.41 "GET /v2.0/networks?id=dfc3bea2-bd5d-418d-b114-01609b424895 HTTP/1.1" status: 200 len: 816 time: 0.6914878 Jul 29 23:32:45.059036 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-ec317015-b47e-4015-866c-65a01c865fa0 req-a5363ab9-de4a-42b9-a08f-0893bb15a39c tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Request body: {'port': {'device_id': '81094904-b069-4413-9dac-76ad340ebf56', 'network_id': 'dfc3bea2-bd5d-418d-b114-01609b424895', 'admin_state_up': True, 'tenant_id': '8a98cb6af30a4908a6c8d61e81361f03'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:45.197432 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-95b5367e-e246-4c0e-bb4f-75cba4d2039e None None] Provisioning complete for port 2f841046-052e-4307-9782-31dd7b78ea90 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:45.199385 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-95b5367e-e246-4c0e-bb4f-75cba4d2039e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:45.251062 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d2d572d0-de72-464c-87c9-301ce1840a27 req-c6c54ff9-ff5f-4dc1-a2b5-5aba8fc52237 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec37b90a-2123-44d6-b1db-d72f91d0a7ac HTTP/1.1" status: 200 len: 210 time: 0.0416989 Jul 29 23:32:45.301153 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 2f841046-052e-4307-9782-31dd7b78ea90 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:32:45.306953 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff04d061-d953-4341-96b5-dbd31b790607 req-1ae86766-be7d-4f55-b7ac-69d96c9a5693 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:45.309276 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ff04d061-d953-4341-96b5-dbd31b790607 req-1ae86766-be7d-4f55-b7ac-69d96c9a5693 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.22 "GET /v2.0/ports?device_id=c998bf02-d7e5-4d3c-8e26-31b274713109 HTTP/1.1" status: 200 len: 945 time: 0.2723300 Jul 29 23:32:45.333161 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-95590323-c4ea-4f37-a050-cb8bd8482fb7 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:45.408351 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 2f841046-052e-4307-9782-31dd7b78ea90 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:45.408730 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:45.410847 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-95b5367e-e246-4c0e-bb4f-75cba4d2039e None None] Could not find standard attr ID for object 4fa180ce-6246-49f3-a66f-4d58e270e249. {{(pid=94079) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:32:45.651460 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-95590323-c4ea-4f37-a050-cb8bd8482fb7 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:45.654056 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-95590323-c4ea-4f37-a050-cb8bd8482fb7 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/subnets/029a8494-d184-4371-8bcb-524f14dfc91c HTTP/1.1" status: 204 len: 168 time: 1.5230591 Jul 29 23:32:45.657599 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95590323-c4ea-4f37-a050-cb8bd8482fb7 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event deleted for resources: {'Subnet': ['ID=029a8494-d184-4371-8bcb-524f14dfc91c,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:45.658256 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 51690) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:45.681447 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2e0008-5f8a-438b-b10b-05b385d04f77 None None] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:32:45.700903 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed36eaad-f4c2-4fe4-a3b2-31f755519623 req-d827e325-0263-4ebf-8ab1-ad34b873d7ca tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:45.702522 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ed36eaad-f4c2-4fe4-a3b2-31f755519623 req-d827e325-0263-4ebf-8ab1-ad34b873d7ca tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.41 "GET /v2.0/networks?id=dfc3bea2-bd5d-418d-b114-01609b424895 HTTP/1.1" status: 200 len: 816 time: 0.3734965 Jul 29 23:32:45.798631 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec317015-b47e-4015-866c-65a01c865fa0 req-a5363ab9-de4a-42b9-a08f-0893bb15a39c tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Made reservation on behalf of 8a98cb6af30a4908a6c8d61e81361f03 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:32:45.806763 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-ed36eaad-f4c2-4fe4-a3b2-31f755519623 req-bc102e9c-bc0a-4603-9b51-955e351e67e7 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Request body: {'port': {'device_id': '59f7bbe9-99e5-4548-84d1-9c0230df3dfe', 'network_id': 'dfc3bea2-bd5d-418d-b114-01609b424895', 'admin_state_up': True, 'tenant_id': '8a98cb6af30a4908a6c8d61e81361f03'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:45.818414 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ec317015-b47e-4015-866c-65a01c865fa0 req-a5363ab9-de4a-42b9-a08f-0893bb15a39c tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:45.932546 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-ff04d061-d953-4341-96b5-dbd31b790607 req-95258c15-f469-4c2f-892b-bef1d019fc8a tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Deleting port 52530436-e84b-449a-802b-0080003e3d4b {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:32:45.932885 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ff04d061-d953-4341-96b5-dbd31b790607 req-95258c15-f469-4c2f-892b-bef1d019fc8a tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:45.988597 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6d4b695-5ec5-4881-8f07-0afddb6b857d tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Deleting subnet 6f76c701-a8dc-4d82-870a-03153e79312f {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:32:45.993952 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f6d4b695-5ec5-4881-8f07-0afddb6b857d tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:46.083911 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f6d4b695-5ec5-4881-8f07-0afddb6b857d tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:46.288317 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f6d4b695-5ec5-4881-8f07-0afddb6b857d tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:46.302600 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-ff04d061-d953-4341-96b5-dbd31b790607 req-95258c15-f469-4c2f-892b-bef1d019fc8a tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] For port 52530436-e84b-449a-802b-0080003e3d4b, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=52530436-e84b-449a-802b-0080003e3d4b,segment=NetworkSegment(8ce13fd4-1dee-44b6-94ac-ae691c2d8d7a),segment_id=8ce13fd4-1dee-44b6-94ac-ae691c2d8d7a)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:46.303323 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ff04d061-d953-4341-96b5-dbd31b790607 req-95258c15-f469-4c2f-892b-bef1d019fc8a tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:46.359791 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a184963d-db82-4c32-928d-20e0ce8afebe req-2656c74a-c37a-4731-a02b-eaf314511101 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:46.361739 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a184963d-db82-4c32-928d-20e0ce8afebe req-2656c74a-c37a-4731-a02b-eaf314511101 tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/ports?device_id=c998bf02-d7e5-4d3c-8e26-31b274713109 HTTP/1.1" status: 200 len: 945 time: 0.5442679 Jul 29 23:32:46.392442 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-ec317015-b47e-4015-866c-65a01c865fa0 req-a5363ab9-de4a-42b9-a08f-0893bb15a39c tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Allocated IP 172.20.0.10 (dfc3bea2-bd5d-418d-b114-01609b424895/3e5801e1-3293-4679-8674-9d98822925fc/ecf037ff-8350-46e5-a553-32b0e968847d) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:32:46.504873 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a184963d-db82-4c32-928d-20e0ce8afebe req-3254254e-de85-4363-b6e5-aea1ac9c3b8a tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/security-groups?id=c238602f-ef5f-447a-b128-9500386afc8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236033 Jul 29 23:32:46.511722 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed36eaad-f4c2-4fe4-a3b2-31f755519623 req-bc102e9c-bc0a-4603-9b51-955e351e67e7 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Made reservation on behalf of 8a98cb6af30a4908a6c8d61e81361f03 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:32:46.518459 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-ed36eaad-f4c2-4fe4-a3b2-31f755519623 req-bc102e9c-bc0a-4603-9b51-955e351e67e7 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:46.580406 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f6d4b695-5ec5-4881-8f07-0afddb6b857d tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:46.643167 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d4b695-5ec5-4881-8f07-0afddb6b857d tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event deleted for resources: {'Subnet': ['ID=6f76c701-a8dc-4d82-870a-03153e79312f,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:46.672442 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f6d4b695-5ec5-4881-8f07-0afddb6b857d tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:46.675440 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ec317015-b47e-4015-866c-65a01c865fa0 req-a5363ab9-de4a-42b9-a08f-0893bb15a39c tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:46.676009 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-f6d4b695-5ec5-4881-8f07-0afddb6b857d tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/subnets/6f76c701-a8dc-4d82-870a-03153e79312f HTTP/1.1" status: 204 len: 168 time: 1.0149980 Jul 29 23:32:46.693057 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-ec317015-b47e-4015-866c-65a01c865fa0 req-a5363ab9-de4a-42b9-a08f-0893bb15a39c tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Transition to ACTIVE for port object ecf037ff-8350-46e5-a553-32b0e968847d will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:32:46.736418 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d4b695-5ec5-4881-8f07-0afddb6b857d tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:46.737053 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d4b695-5ec5-4881-8f07-0afddb6b857d tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:46.737673 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d4b695-5ec5-4881-8f07-0afddb6b857d tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:46.738020 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-ff04d061-d953-4341-96b5-dbd31b790607 req-95258c15-f469-4c2f-892b-bef1d019fc8a tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Calling delete_port for 52530436-e84b-449a-802b-0080003e3d4b owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:32:46.738293 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d4b695-5ec5-4881-8f07-0afddb6b857d tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:46.738860 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d4b695-5ec5-4881-8f07-0afddb6b857d tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:46.739304 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d4b695-5ec5-4881-8f07-0afddb6b857d tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:46.739750 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d4b695-5ec5-4881-8f07-0afddb6b857d tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:46.740193 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d4b695-5ec5-4881-8f07-0afddb6b857d tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:46.740711 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d4b695-5ec5-4881-8f07-0afddb6b857d tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:46.741167 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d4b695-5ec5-4881-8f07-0afddb6b857d tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:46.741694 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d4b695-5ec5-4881-8f07-0afddb6b857d tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:46.742114 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d4b695-5ec5-4881-8f07-0afddb6b857d tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:46.754375 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 51718) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:46.756853 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b63a91dc-1228-4ca5-969d-a503421bf629 req-46d35c0f-3680-41ff-aee7-43a55b51661d tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec37b90a-2123-44d6-b1db-d72f91d0a7ac HTTP/1.1" status: 200 len: 210 time: 0.1161752 Jul 29 23:32:46.822424 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-68613371-1a63-455c-bfe6-50b00754cfd1 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0643589 Jul 29 23:32:46.825704 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 51724) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:46.831745 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ec317015-b47e-4015-866c-65a01c865fa0 req-a5363ab9-de4a-42b9-a08f-0893bb15a39c tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:46.849843 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-9da7d186-869d-40f1-822c-6d50067cea95 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Request body: {'subnet': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:46.923468 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec317015-b47e-4015-866c-65a01c865fa0 req-a5363ab9-de4a-42b9-a08f-0893bb15a39c tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Network dfc3bea2-bd5d-418d-b114-01609b424895 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:32:46.937098 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-ec317015-b47e-4015-866c-65a01c865fa0 req-a5363ab9-de4a-42b9-a08f-0893bb15a39c tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:46.941917 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5363ab9-de4a-42b9-a08f-0893bb15a39c tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Pushing event updated for resources: {'Port': ['ID=ecf037ff-8350-46e5-a553-32b0e968847d,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:46.948121 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec317015-b47e-4015-866c-65a01c865fa0 req-a5363ab9-de4a-42b9-a08f-0893bb15a39c tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:32:47.040969 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec317015-b47e-4015-866c-65a01c865fa0 req-a5363ab9-de4a-42b9-a08f-0893bb15a39c tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:47.041805 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ec317015-b47e-4015-866c-65a01c865fa0 req-a5363ab9-de4a-42b9-a08f-0893bb15a39c tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:47.064089 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ff04d061-d953-4341-96b5-dbd31b790607 req-95258c15-f469-4c2f-892b-bef1d019fc8a tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:47.090870 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-ed36eaad-f4c2-4fe4-a3b2-31f755519623 req-bc102e9c-bc0a-4603-9b51-955e351e67e7 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Allocated IP 172.20.0.7 (dfc3bea2-bd5d-418d-b114-01609b424895/3e5801e1-3293-4679-8674-9d98822925fc/33c7bedf-7783-47d1-b378-2b04027e3a81) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:32:47.114259 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469cba98-7366-4f15-9bfa-0b91f9001b99 None None] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:32:47.174263 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95258c15-f469-4c2f-892b-bef1d019fc8a tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Pushing event deleted for resources: {'Port': ['ID=52530436-e84b-449a-802b-0080003e3d4b,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:47.183711 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ec317015-b47e-4015-866c-65a01c865fa0 req-a5363ab9-de4a-42b9-a08f-0893bb15a39c tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1503780 Jul 29 23:32:47.245716 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff04d061-d953-4341-96b5-dbd31b790607 req-95258c15-f469-4c2f-892b-bef1d019fc8a tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] No DVR routers for this DVR port 52530436-e84b-449a-802b-0080003e3d4b on host n-h2-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:32:47.255629 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ff04d061-d953-4341-96b5-dbd31b790607 req-95258c15-f469-4c2f-892b-bef1d019fc8a tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:47.261056 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ff04d061-d953-4341-96b5-dbd31b790607 req-95258c15-f469-4c2f-892b-bef1d019fc8a tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.22 "DELETE /v2.0/ports/52530436-e84b-449a-802b-0080003e3d4b HTTP/1.1" status: 204 len: 173 time: 1.9318087 Jul 29 23:32:47.264346 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c998bf02-d7e5-4d3c-8e26-31b274713109', 'name': 'network-vif-deleted', 'tag': '52530436-e84b-449a-802b-0080003e3d4b'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:32:47.270116 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3fc06d6-83b3-475c-86d9-c6d80034a0c2" -d '{"events": [{"server_uuid": "c998bf02-d7e5-4d3c-8e26-31b274713109", "name": "network-vif-deleted", "tag": "52530436-e84b-449a-802b-0080003e3d4b"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:32:47.380427 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da7d186-869d-40f1-822c-6d50067cea95 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Made reservation on behalf of 7c9416c97c57443282624ca6d2f37df4 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:32:47.380977 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-0efc0188-0941-4489-8e79-b56fbab5e8d3 None None] Provisioning complete for port 261bb11c-18a7-43fe-a1f1-684836c18dd4 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:47.381169 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0efc0188-0941-4489-8e79-b56fbab5e8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:47.394930 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9da7d186-869d-40f1-822c-6d50067cea95 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:47.401739 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-ec317015-b47e-4015-866c-65a01c865fa0 req-70e46c0f-84da-4b03-b187-50ace25e6025 service neutron] Request body: {'port': {'device_id': '81094904-b069-4413-9dac-76ad340ebf56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:47.487244 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ee6226-b995-4c51-aab8-4ed7407fdffc x-openstack-request-id: req-d2ee6226-b995-4c51-aab8-4ed7407fdffc {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:32:47.487244 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c998bf02-d7e5-4d3c-8e26-31b274713109", "name": "network-vif-deleted", "tag": "52530436-e84b-449a-802b-0080003e3d4b", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:32:47.487575 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d2ee6226-b995-4c51-aab8-4ed7407fdffc {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:32:47.487753 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c998bf02-d7e5-4d3c-8e26-31b274713109', 'name': 'network-vif-deleted', 'tag': '52530436-e84b-449a-802b-0080003e3d4b', 'status': 'completed', 'code': 200} Jul 29 23:32:47.557118 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ec317015-b47e-4015-866c-65a01c865fa0 req-70e46c0f-84da-4b03-b187-50ace25e6025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:47.718222 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89d4f3d-872c-4098-9a0a-9ec82dbedc85 None None] DHCP port deletion for 27ea2e30-5576-4381-a6d8-03efb8f4bd4e request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:32:47.836835 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 52530436-e84b-449a-802b-0080003e3d4b no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:32:47.844066 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-d89d4f3d-872c-4098-9a0a-9ec82dbedc85 None None] Deleting port 261bb11c-18a7-43fe-a1f1-684836c18dd4 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:32:47.844447 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d89d4f3d-872c-4098-9a0a-9ec82dbedc85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:47.926328 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-d89d4f3d-872c-4098-9a0a-9ec82dbedc85 None None] For port 261bb11c-18a7-43fe-a1f1-684836c18dd4, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=261bb11c-18a7-43fe-a1f1-684836c18dd4,segment=NetworkSegment(ceb567b3-93e6-4495-80aa-58a786948605),segment_id=ceb567b3-93e6-4495-80aa-58a786948605)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:47.926644 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d89d4f3d-872c-4098-9a0a-9ec82dbedc85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:47.946230 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-d89d4f3d-872c-4098-9a0a-9ec82dbedc85 None None] Calling delete_port for 261bb11c-18a7-43fe-a1f1-684836c18dd4 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:32:48.065181 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d89d4f3d-872c-4098-9a0a-9ec82dbedc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:48.079267 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: 52530436-e84b-449a-802b-0080003e3d4b {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:32:48.081721 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 52530436-e84b-449a-802b-0080003e3d4b not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:32:48.132916 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-90ef58ce-3330-48ec-b385-cc73eb823b39 None None] Provisioning for port ecf037ff-8350-46e5-a553-32b0e968847d completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:32:48.143618 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89d4f3d-872c-4098-9a0a-9ec82dbedc85 None None] Pushing event deleted for resources: {'Port': ['ID=261bb11c-18a7-43fe-a1f1-684836c18dd4,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:48.148938 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89d4f3d-872c-4098-9a0a-9ec82dbedc85 None None] No DVR routers for this DVR port 261bb11c-18a7-43fe-a1f1-684836c18dd4 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:32:48.155441 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-90ef58ce-3330-48ec-b385-cc73eb823b39 None None] Provisioning complete for port ecf037ff-8350-46e5-a553-32b0e968847d triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:48.155806 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-90ef58ce-3330-48ec-b385-cc73eb823b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:48.192663 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e339e9a7-2bbe-4530-a44d-a04477a9ccbc req-af201c65-cd4f-4d29-a03f-9e6ad4c80d53 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:48.196780 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e339e9a7-2bbe-4530-a44d-a04477a9ccbc req-af201c65-cd4f-4d29-a03f-9e6ad4c80d53 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.22 "GET /v2.0/networks?id=dfc3bea2-bd5d-418d-b114-01609b424895 HTTP/1.1" status: 200 len: 816 time: 1.0735326 Jul 29 23:32:48.223972 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89d4f3d-872c-4098-9a0a-9ec82dbedc85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:48.224318 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89d4f3d-872c-4098-9a0a-9ec82dbedc85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:48.224670 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89d4f3d-872c-4098-9a0a-9ec82dbedc85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:48.225298 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89d4f3d-872c-4098-9a0a-9ec82dbedc85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:48.226661 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89d4f3d-872c-4098-9a0a-9ec82dbedc85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:48.227043 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89d4f3d-872c-4098-9a0a-9ec82dbedc85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:48.227381 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89d4f3d-872c-4098-9a0a-9ec82dbedc85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:48.228341 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89d4f3d-872c-4098-9a0a-9ec82dbedc85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:48.228341 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89d4f3d-872c-4098-9a0a-9ec82dbedc85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:48.228553 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89d4f3d-872c-4098-9a0a-9ec82dbedc85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:48.228828 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89d4f3d-872c-4098-9a0a-9ec82dbedc85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:48.229165 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89d4f3d-872c-4098-9a0a-9ec82dbedc85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:48.252705 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-90ef58ce-3330-48ec-b385-cc73eb823b39 None None] Port ecf037ff-8350-46e5-a553-32b0e968847d cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:32:48.262336 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-e339e9a7-2bbe-4530-a44d-a04477a9ccbc req-9ef91060-b341-4dc9-a307-eef193edb0f1 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Request body: {'port': {'device_id': 'ec37b90a-2123-44d6-b1db-d72f91d0a7ac', 'network_id': 'dfc3bea2-bd5d-418d-b114-01609b424895', 'admin_state_up': True, 'tenant_id': '8a98cb6af30a4908a6c8d61e81361f03'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:48.386473 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cdd51d66-5469-41f8-8c89-48084462e1e5 req-2e15510c-534f-48bb-88d9-cfa1221215b8 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec37b90a-2123-44d6-b1db-d72f91d0a7ac HTTP/1.1" status: 200 len: 210 time: 0.4212193 Jul 29 23:32:48.388774 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c98c92c3-9f69-43d2-9634-14805c77c38b req-c0cf1bc8-a5af-4283-9847-386f7d8d261f tempest-ServerRescueTestJSONUnderV235-456816329 tempest-ServerRescueTestJSONUnderV235-456816329-project] 10.222.0.43 "GET /v2.0/ports?device_id=c998bf02-d7e5-4d3c-8e26-31b274713109 HTTP/1.1" status: 200 len: 210 time: 0.3848238 Jul 29 23:32:48.403165 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-ed36eaad-f4c2-4fe4-a3b2-31f755519623 req-bc102e9c-bc0a-4603-9b51-955e351e67e7 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:48.538267 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-ed36eaad-f4c2-4fe4-a3b2-31f755519623 req-bc102e9c-bc0a-4603-9b51-955e351e67e7 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Transition to ACTIVE for port object 33c7bedf-7783-47d1-b378-2b04027e3a81 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:32:48.721121 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-ed36eaad-f4c2-4fe4-a3b2-31f755519623 req-bc102e9c-bc0a-4603-9b51-955e351e67e7 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:48.724856 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e339e9a7-2bbe-4530-a44d-a04477a9ccbc req-9ef91060-b341-4dc9-a307-eef193edb0f1 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Made reservation on behalf of 8a98cb6af30a4908a6c8d61e81361f03 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:32:48.728700 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e339e9a7-2bbe-4530-a44d-a04477a9ccbc req-9ef91060-b341-4dc9-a307-eef193edb0f1 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:48.848697 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed36eaad-f4c2-4fe4-a3b2-31f755519623 req-bc102e9c-bc0a-4603-9b51-955e351e67e7 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Network dfc3bea2-bd5d-418d-b114-01609b424895 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:32:48.866117 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-ed36eaad-f4c2-4fe4-a3b2-31f755519623 req-bc102e9c-bc0a-4603-9b51-955e351e67e7 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:48.879859 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed36eaad-f4c2-4fe4-a3b2-31f755519623 req-bc102e9c-bc0a-4603-9b51-955e351e67e7 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:32:48.921856 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc102e9c-bc0a-4603-9b51-955e351e67e7 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Pushing event updated for resources: {'Port': ['ID=33c7bedf-7783-47d1-b378-2b04027e3a81,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:48.990174 n-d-712141-10 neutron-server[94078]: DEBUG neutron.objects.ports [None req-9da7d186-869d-40f1-822c-6d50067cea95 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94078) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 23:32:48.999503 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9da7d186-869d-40f1-822c-6d50067cea95 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:49.071780 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-ec317015-b47e-4015-866c-65a01c865fa0 req-70e46c0f-84da-4b03-b187-50ace25e6025 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecf037ff-8350-46e5-a553-32b0e968847d {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:32:49.084506 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ec317015-b47e-4015-866c-65a01c865fa0 req-70e46c0f-84da-4b03-b187-50ace25e6025 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:49.096963 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da7d186-869d-40f1-822c-6d50067cea95 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:32:49.100273 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-ec317015-b47e-4015-866c-65a01c865fa0 req-70e46c0f-84da-4b03-b187-50ace25e6025 service neutron] Transition to ACTIVE for port object ecf037ff-8350-46e5-a553-32b0e968847d will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:32:49.106266 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ec317015-b47e-4015-866c-65a01c865fa0 req-70e46c0f-84da-4b03-b187-50ace25e6025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:49.107622 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed36eaad-f4c2-4fe4-a3b2-31f755519623 req-bc102e9c-bc0a-4603-9b51-955e351e67e7 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:49.108509 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-ed36eaad-f4c2-4fe4-a3b2-31f755519623 req-bc102e9c-bc0a-4603-9b51-955e351e67e7 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:49.126442 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-9da7d186-869d-40f1-822c-6d50067cea95 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:49.142057 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8bc069-bfc7-4ba9-9026-521ae0029eab None None] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:32:49.163298 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da7d186-869d-40f1-822c-6d50067cea95 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:49.164211 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9da7d186-869d-40f1-822c-6d50067cea95 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:49.170945 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e46c0f-84da-4b03-b187-50ace25e6025 service neutron] Pushing event updated for resources: {'Port': ['ID=ecf037ff-8350-46e5-a553-32b0e968847d,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:49.187052 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da7d186-869d-40f1-822c-6d50067cea95 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event updated for resources: {'Subnet': ['ID=6d6e7e42-81dc-4f59-bf82-3c14167e32cd,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:49.224793 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ed36eaad-f4c2-4fe4-a3b2-31f755519623 req-bc102e9c-bc0a-4603-9b51-955e351e67e7 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4389396 Jul 29 23:32:49.228784 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 261bb11c-18a7-43fe-a1f1-684836c18dd4 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:32:49.247004 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-9da7d186-869d-40f1-822c-6d50067cea95 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4198322 Jul 29 23:32:49.247914 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 51774) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:49.254627 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-ed36eaad-f4c2-4fe4-a3b2-31f755519623 req-4ec8cc3c-2b28-4c8c-8baf-265181f2adca service neutron] Request body: {'port': {'device_id': '59f7bbe9-99e5-4548-84d1-9c0230df3dfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:49.265708 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-16e1ea83-162a-499b-8197-cdfaa73cc9e1 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Request body: {'subnet': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:49.295054 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-e339e9a7-2bbe-4530-a44d-a04477a9ccbc req-9ef91060-b341-4dc9-a307-eef193edb0f1 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Allocated IP 172.20.0.14 (dfc3bea2-bd5d-418d-b114-01609b424895/3e5801e1-3293-4679-8674-9d98822925fc/891cff95-2b72-4502-91e7-a6301c4894bd) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:32:49.303835 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 261bb11c-18a7-43fe-a1f1-684836c18dd4 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:32:49.304310 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 261bb11c-18a7-43fe-a1f1-684836c18dd4 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:32:49.384101 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-ec317015-b47e-4015-866c-65a01c865fa0 req-70e46c0f-84da-4b03-b187-50ace25e6025 service neutron] Attempting to bind port ecf037ff-8350-46e5-a553-32b0e968847d on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:32:49.388805 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-ec317015-b47e-4015-866c-65a01c865fa0 req-70e46c0f-84da-4b03-b187-50ace25e6025 service neutron] Attempting to bind port ecf037ff-8350-46e5-a553-32b0e968847d by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': 'c240b120-a01c-4473-a8c8-2ed685fc0371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'dfc3bea2-bd5d-418d-b114-01609b424895'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:32:49.389993 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec317015-b47e-4015-866c-65a01c865fa0 req-70e46c0f-84da-4b03-b187-50ace25e6025 service neutron] Attempting to bind port ecf037ff-8350-46e5-a553-32b0e968847d on network dfc3bea2-bd5d-418d-b114-01609b424895 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:32:49.402236 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec317015-b47e-4015-866c-65a01c865fa0 req-70e46c0f-84da-4b03-b187-50ace25e6025 service neutron] Port ecf037ff-8350-46e5-a553-32b0e968847d on network dfc3bea2-bd5d-418d-b114-01609b424895 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:32:49.402823 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec317015-b47e-4015-866c-65a01c865fa0 req-70e46c0f-84da-4b03-b187-50ace25e6025 service neutron] Attempting to bind port ecf037ff-8350-46e5-a553-32b0e968847d on network dfc3bea2-bd5d-418d-b114-01609b424895 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:32:49.409391 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec317015-b47e-4015-866c-65a01c865fa0 req-70e46c0f-84da-4b03-b187-50ace25e6025 service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:32:49.410189 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec317015-b47e-4015-866c-65a01c865fa0 req-70e46c0f-84da-4b03-b187-50ace25e6025 service neutron] Checking segment: {'id': 'c240b120-a01c-4473-a8c8-2ed685fc0371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'dfc3bea2-bd5d-418d-b114-01609b424895'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:32:49.410906 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec317015-b47e-4015-866c-65a01c865fa0 req-70e46c0f-84da-4b03-b187-50ace25e6025 service neutron] Bound using segment: {'id': 'c240b120-a01c-4473-a8c8-2ed685fc0371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'dfc3bea2-bd5d-418d-b114-01609b424895'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:32:49.411603 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-ec317015-b47e-4015-866c-65a01c865fa0 req-70e46c0f-84da-4b03-b187-50ace25e6025 service neutron] Bound port: ecf037ff-8350-46e5-a553-32b0e968847d, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c240b120-a01c-4473-a8c8-2ed685fc0371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'dfc3bea2-bd5d-418d-b114-01609b424895'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:32:49.419642 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ec317015-b47e-4015-866c-65a01c865fa0 req-70e46c0f-84da-4b03-b187-50ace25e6025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:49.451001 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-69289b9d-ec72-4aee-bc1f-7902cb588de9 None None] Provisioning for port 33c7bedf-7783-47d1-b378-2b04027e3a81 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:32:49.463746 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-69289b9d-ec72-4aee-bc1f-7902cb588de9 None None] Provisioning complete for port 33c7bedf-7783-47d1-b378-2b04027e3a81 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:49.464261 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-69289b9d-ec72-4aee-bc1f-7902cb588de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:49.520023 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51786) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:49.538137 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-ec317015-b47e-4015-866c-65a01c865fa0 req-70e46c0f-84da-4b03-b187-50ace25e6025 service neutron] For port ecf037ff-8350-46e5-a553-32b0e968847d, host n-h1-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:32:49.569713 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-69289b9d-ec72-4aee-bc1f-7902cb588de9 None None] Port 33c7bedf-7783-47d1-b378-2b04027e3a81 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:32:49.620624 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:49.625271 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d22baf9-446c-4466-a427-fa2d1e9af7ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'tenant_id': '7c9416c97c57443282624ca6d2f37df4', 'fixed_ips': [{'subnet_id': '6d6e7e42-81dc-4f59-bf82-3c14167e32cd'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:32:49.628056 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0d22baf9-446c-4466-a427-fa2d1e9af7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:49.669012 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-ec317015-b47e-4015-866c-65a01c865fa0 req-70e46c0f-84da-4b03-b187-50ace25e6025 service neutron] For port ecf037ff-8350-46e5-a553-32b0e968847d, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=ecf037ff-8350-46e5-a553-32b0e968847d,segment=NetworkSegment(c240b120-a01c-4473-a8c8-2ed685fc0371),segment_id=c240b120-a01c-4473-a8c8-2ed685fc0371)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:32:49.681344 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ec317015-b47e-4015-866c-65a01c865fa0 req-70e46c0f-84da-4b03-b187-50ace25e6025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:49.730951 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e9705f12-ad04-4174-9ba4-38a46d96dea1 req-7d2e2698-7b4f-4148-b72c-941ed193c08e tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec37b90a-2123-44d6-b1db-d72f91d0a7ac HTTP/1.1" status: 200 len: 210 time: 0.1098280 Jul 29 23:32:49.739310 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-ed36eaad-f4c2-4fe4-a3b2-31f755519623 req-4ec8cc3c-2b28-4c8c-8baf-265181f2adca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:49.778418 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec317015-b47e-4015-866c-65a01c865fa0 req-70e46c0f-84da-4b03-b187-50ace25e6025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:49.780471 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ec317015-b47e-4015-866c-65a01c865fa0 req-70e46c0f-84da-4b03-b187-50ace25e6025 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:49.783013 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ec317015-b47e-4015-866c-65a01c865fa0 req-70e46c0f-84da-4b03-b187-50ace25e6025 service neutron] 10.222.0.41 "PUT /v2.0/ports/ecf037ff-8350-46e5-a553-32b0e968847d HTTP/1.1" status: 200 len: 1093 time: 2.5753675 Jul 29 23:32:49.784278 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81094904-b069-4413-9dac-76ad340ebf56', 'tag': 'ecf037ff-8350-46e5-a553-32b0e968847d'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:32:49.789333 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa933c7-6e41-4d88-9cc3-ce0ede94c436" -d '{"events": [{"name": "network-changed", "server_uuid": "81094904-b069-4413-9dac-76ad340ebf56", "tag": "ecf037ff-8350-46e5-a553-32b0e968847d"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:32:49.883574 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dfcc765-6f7b-41ef-9285-4a62696b907d x-openstack-request-id: req-5dfcc765-6f7b-41ef-9285-4a62696b907d {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:32:49.885003 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81094904-b069-4413-9dac-76ad340ebf56", "tag": "ecf037ff-8350-46e5-a553-32b0e968847d", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:32:49.885356 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5dfcc765-6f7b-41ef-9285-4a62696b907d {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:32:49.885855 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81094904-b069-4413-9dac-76ad340ebf56', 'tag': 'ecf037ff-8350-46e5-a553-32b0e968847d', 'status': 'completed', 'code': 200} Jul 29 23:32:49.916488 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e46c0f-84da-4b03-b187-50ace25e6025 service neutron] Pushing event updated for resources: {'Port': ['ID=ecf037ff-8350-46e5-a553-32b0e968847d,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:50.033810 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-0d22baf9-446c-4466-a427-fa2d1e9af7ed None None] Allocated IP 2001:db8::f816:3eff:fe57:c6d0 (27ea2e30-5576-4381-a6d8-03efb8f4bd4e/6d6e7e42-81dc-4f59-bf82-3c14167e32cd/d71343fc-bc6e-411e-bc9a-8524ed001c51) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:32:50.051715 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e1ea83-162a-499b-8197-cdfaa73cc9e1 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Made reservation on behalf of 7c9416c97c57443282624ca6d2f37df4 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:32:50.056776 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-16e1ea83-162a-499b-8197-cdfaa73cc9e1 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:50.109421 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec317015-b47e-4015-866c-65a01c865fa0 req-0bc2f494-b81b-49ed-ac8f-a638ea3020d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:50.112685 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ec317015-b47e-4015-866c-65a01c865fa0 req-0bc2f494-b81b-49ed-ac8f-a638ea3020d3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a98cb6af30a4908a6c8d61e81361f03&device_id=81094904-b069-4413-9dac-76ad340ebf56 HTTP/1.1" status: 200 len: 1096 time: 0.2433128 Jul 29 23:32:50.176747 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ec317015-b47e-4015-866c-65a01c865fa0 req-1f344aad-9992-4b4b-846c-110c66814aa7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecf037ff-8350-46e5-a553-32b0e968847d HTTP/1.1" status: 200 len: 217 time: 0.0476351 Jul 29 23:32:50.256062 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec317015-b47e-4015-866c-65a01c865fa0 req-4d902122-6dc3-49f4-9c9d-37d689d52e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:50.257847 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ec317015-b47e-4015-866c-65a01c865fa0 req-4d902122-6dc3-49f4-9c9d-37d689d52e76 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3e5801e1-3293-4679-8674-9d98822925fc HTTP/1.1" status: 200 len: 855 time: 0.0619545 Jul 29 23:32:50.275746 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0d22baf9-446c-4466-a427-fa2d1e9af7ed None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:50.293023 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-0d22baf9-446c-4466-a427-fa2d1e9af7ed None None] Transition to ACTIVE for port object d71343fc-bc6e-411e-bc9a-8524ed001c51 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:32:50.310801 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e339e9a7-2bbe-4530-a44d-a04477a9ccbc req-9ef91060-b341-4dc9-a307-eef193edb0f1 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:50.317556 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-0d22baf9-446c-4466-a427-fa2d1e9af7ed None None] Transition to ACTIVE for port object d71343fc-bc6e-411e-bc9a-8524ed001c51 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:32:50.330975 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0d22baf9-446c-4466-a427-fa2d1e9af7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:50.333408 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec317015-b47e-4015-866c-65a01c865fa0 req-1fdaf1d7-0974-4729-8519-6cf7b7e42c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:50.335338 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ec317015-b47e-4015-866c-65a01c865fa0 req-1fdaf1d7-0974-4729-8519-6cf7b7e42c71 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dfc3bea2-bd5d-418d-b114-01609b424895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600338 Jul 29 23:32:50.348229 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b96b02-40a6-48b0-9b9c-f02486930681 req-fd57b1bf-a953-4095-ba51-a3c692477ff8 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:50.356010 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b96b02-40a6-48b0-9b9c-f02486930681 req-fd57b1bf-a953-4095-ba51-a3c692477ff8 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:50.365120 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b96b02-40a6-48b0-9b9c-f02486930681 req-fd57b1bf-a953-4095-ba51-a3c692477ff8 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:50.371442 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b96b02-40a6-48b0-9b9c-f02486930681 req-fd57b1bf-a953-4095-ba51-a3c692477ff8 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:50.382777 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b96b02-40a6-48b0-9b9c-f02486930681 req-fd57b1bf-a953-4095-ba51-a3c692477ff8 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:50.390747 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b96b02-40a6-48b0-9b9c-f02486930681 req-fd57b1bf-a953-4095-ba51-a3c692477ff8 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:50.398595 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b96b02-40a6-48b0-9b9c-f02486930681 req-fd57b1bf-a953-4095-ba51-a3c692477ff8 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:50.400623 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-56b96b02-40a6-48b0-9b9c-f02486930681 req-fd57b1bf-a953-4095-ba51-a3c692477ff8 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 5440 time: 0.2371690 Jul 29 23:32:50.413080 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-e339e9a7-2bbe-4530-a44d-a04477a9ccbc req-9ef91060-b341-4dc9-a307-eef193edb0f1 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Transition to ACTIVE for port object 891cff95-2b72-4502-91e7-a6301c4894bd will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:32:50.414129 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d22baf9-446c-4466-a427-fa2d1e9af7ed None None] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:32:50.415832 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d22baf9-446c-4466-a427-fa2d1e9af7ed None None] Pushing event updated for resources: {'Port': ['ID=d71343fc-bc6e-411e-bc9a-8524ed001c51,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:50.419315 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-0d22baf9-446c-4466-a427-fa2d1e9af7ed None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:50.423957 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d22baf9-446c-4466-a427-fa2d1e9af7ed None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:32:50.448250 n-d-712141-10 neutron-server[94078]: INFO neutron.db.ipam_backend_mixin [None req-16e1ea83-162a-499b-8197-cdfaa73cc9e1 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6d6e7e42-81dc-4f59-bf82-3c14167e32cd (CIDR: 2001:db8::/64) Jul 29 23:32:50.461169 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-16e1ea83-162a-499b-8197-cdfaa73cc9e1 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:32:50.461752 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16e1ea83-162a-499b-8197-cdfaa73cc9e1 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:32:50.509021 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-56b96b02-40a6-48b0-9b9c-f02486930681 req-c491c323-f07f-4e86-971d-5a8097862060 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/security-groups?id=06985e19-0909-46d3-806d-ed854aa19767&id=1042ecbe-61fb-4261-9b1f-fc7302682049&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0971880 Jul 29 23:32:50.528149 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-0d22baf9-446c-4466-a427-fa2d1e9af7ed None None] Attempting to bind port d71343fc-bc6e-411e-bc9a-8524ed001c51 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:32:50.528665 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-0d22baf9-446c-4466-a427-fa2d1e9af7ed None None] Attempting to bind port d71343fc-bc6e-411e-bc9a-8524ed001c51 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': 'ceb567b3-93e6-4495-80aa-58a786948605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:32:50.529127 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d22baf9-446c-4466-a427-fa2d1e9af7ed None None] Attempting to bind port d71343fc-bc6e-411e-bc9a-8524ed001c51 on network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:32:50.530300 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ec317015-b47e-4015-866c-65a01c865fa0 req-0ab10770-6861-4cfa-a125-e7471a3d815f service neutron] 10.222.0.41 "GET /v2.0/networks/dfc3bea2-bd5d-418d-b114-01609b424895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824701 Jul 29 23:32:50.536376 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d22baf9-446c-4466-a427-fa2d1e9af7ed None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:32:50.536932 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d22baf9-446c-4466-a427-fa2d1e9af7ed None None] Checking segment: {'id': 'ceb567b3-93e6-4495-80aa-58a786948605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:32:50.540490 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0d22baf9-446c-4466-a427-fa2d1e9af7ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:50.541000 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d22baf9-446c-4466-a427-fa2d1e9af7ed None None] Bound using segment: {'id': 'ceb567b3-93e6-4495-80aa-58a786948605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:32:50.541971 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-16e1ea83-162a-499b-8197-cdfaa73cc9e1 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2811482 Jul 29 23:32:50.544722 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 51810) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:50.545314 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-0d22baf9-446c-4466-a427-fa2d1e9af7ed None None] Bound port: d71343fc-bc6e-411e-bc9a-8524ed001c51, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceb567b3-93e6-4495-80aa-58a786948605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:32:50.546183 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0d22baf9-446c-4466-a427-fa2d1e9af7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:50.567194 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-ccc4fc75-2c9a-43a7-af4c-a08f9272173b tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Request body: {'subnet': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:50.602162 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d1c6cda8-8a22-4f24-ba0e-dbd8d0002ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:50.616964 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e339e9a7-2bbe-4530-a44d-a04477a9ccbc req-9ef91060-b341-4dc9-a307-eef193edb0f1 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:50.695703 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-0d22baf9-446c-4466-a427-fa2d1e9af7ed None None] For port d71343fc-bc6e-411e-bc9a-8524ed001c51, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:32:50.708871 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-0d22baf9-446c-4466-a427-fa2d1e9af7ed None None] For port d71343fc-bc6e-411e-bc9a-8524ed001c51, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=d71343fc-bc6e-411e-bc9a-8524ed001c51,segment=NetworkSegment(ceb567b3-93e6-4495-80aa-58a786948605),segment_id=ceb567b3-93e6-4495-80aa-58a786948605)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:32:50.727970 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0d22baf9-446c-4466-a427-fa2d1e9af7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:50.773073 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e339e9a7-2bbe-4530-a44d-a04477a9ccbc req-9ef91060-b341-4dc9-a307-eef193edb0f1 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Network dfc3bea2-bd5d-418d-b114-01609b424895 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:32:50.794349 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-e339e9a7-2bbe-4530-a44d-a04477a9ccbc req-9ef91060-b341-4dc9-a307-eef193edb0f1 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:50.827337 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-e339e9a7-2bbe-4530-a44d-a04477a9ccbc req-9ef91060-b341-4dc9-a307-eef193edb0f1 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:32:50.884444 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef91060-b341-4dc9-a307-eef193edb0f1 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Pushing event updated for resources: {'Port': ['ID=891cff95-2b72-4502-91e7-a6301c4894bd,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:50.920162 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d22baf9-446c-4466-a427-fa2d1e9af7ed None None] Pushing event updated for resources: {'Port': ['ID=d71343fc-bc6e-411e-bc9a-8524ed001c51,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:50.932579 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ec317015-b47e-4015-866c-65a01c865fa0 req-cbb8ec2a-8704-4224-b425-a7363d401e79 service neutron] 10.222.0.41 "GET /v2.0/networks/dfc3bea2-bd5d-418d-b114-01609b424895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3942647 Jul 29 23:32:50.988369 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e339e9a7-2bbe-4530-a44d-a04477a9ccbc req-9ef91060-b341-4dc9-a307-eef193edb0f1 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:50.989329 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e339e9a7-2bbe-4530-a44d-a04477a9ccbc req-9ef91060-b341-4dc9-a307-eef193edb0f1 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:51.086700 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b815268-eaf1-4c8e-9837-2c96605b4790 req-5396ae0e-4632-4eda-bf83-b0605510933d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:51.096924 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b815268-eaf1-4c8e-9837-2c96605b4790 req-5396ae0e-4632-4eda-bf83-b0605510933d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:51.108693 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b815268-eaf1-4c8e-9837-2c96605b4790 req-5396ae0e-4632-4eda-bf83-b0605510933d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:51.116081 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b815268-eaf1-4c8e-9837-2c96605b4790 req-5396ae0e-4632-4eda-bf83-b0605510933d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:51.138518 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b815268-eaf1-4c8e-9837-2c96605b4790 req-5396ae0e-4632-4eda-bf83-b0605510933d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:51.150727 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b815268-eaf1-4c8e-9837-2c96605b4790 req-5396ae0e-4632-4eda-bf83-b0605510933d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:51.159511 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b815268-eaf1-4c8e-9837-2c96605b4790 req-5396ae0e-4632-4eda-bf83-b0605510933d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:51.166403 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3b815268-eaf1-4c8e-9837-2c96605b4790 req-5396ae0e-4632-4eda-bf83-b0605510933d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 5440 time: 0.4901228 Jul 29 23:32:51.229195 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa933c7-6e41-4d88-9cc3-ce0ede94c436 req-b6c9d98c-7907-4941-b8e3-96e81586dc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:51.234930 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-caa933c7-6e41-4d88-9cc3-ce0ede94c436 req-b6c9d98c-7907-4941-b8e3-96e81586dc38 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a98cb6af30a4908a6c8d61e81361f03&device_id=81094904-b069-4413-9dac-76ad340ebf56 HTTP/1.1" status: 200 len: 1096 time: 0.1894126 Jul 29 23:32:51.269899 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e339e9a7-2bbe-4530-a44d-a04477a9ccbc req-9ef91060-b341-4dc9-a307-eef193edb0f1 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0131772 Jul 29 23:32:51.333884 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-e339e9a7-2bbe-4530-a44d-a04477a9ccbc req-271e544a-a53f-47e0-8591-a4a4c6db2526 service neutron] Request body: {'port': {'device_id': 'ec37b90a-2123-44d6-b1db-d72f91d0a7ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:51.353470 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-ed36eaad-f4c2-4fe4-a3b2-31f755519623 req-4ec8cc3c-2b28-4c8c-8baf-265181f2adca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33c7bedf-7783-47d1-b378-2b04027e3a81 {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:32:51.405396 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-67e950fd-7ec1-425c-bcc7-0a785a2ba295 None None] Provisioning for port 891cff95-2b72-4502-91e7-a6301c4894bd completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:32:51.416747 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-d1c6cda8-8a22-4f24-ba0e-dbd8d0002ab2 admin admin] Deleting port 5168db41-5c76-4c49-9bab-c073b70c4900 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:32:51.417275 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d1c6cda8-8a22-4f24-ba0e-dbd8d0002ab2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:51.419857 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-67e950fd-7ec1-425c-bcc7-0a785a2ba295 None None] Provisioning complete for port 891cff95-2b72-4502-91e7-a6301c4894bd triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:51.421063 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-67e950fd-7ec1-425c-bcc7-0a785a2ba295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:51.433812 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-ed36eaad-f4c2-4fe4-a3b2-31f755519623 req-4ec8cc3c-2b28-4c8c-8baf-265181f2adca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:51.483777 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-67e950fd-7ec1-425c-bcc7-0a785a2ba295 None None] Port 891cff95-2b72-4502-91e7-a6301c4894bd cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:32:51.488078 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3078c0-566f-4908-8edb-f6371e342208 req-cd78823f-7d4b-46be-821c-e34bc2d17ffb tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:51.489882 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2b3078c0-566f-4908-8edb-f6371e342208 req-cd78823f-7d4b-46be-821c-e34bc2d17ffb tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec37b90a-2123-44d6-b1db-d72f91d0a7ac HTTP/1.1" status: 200 len: 932 time: 0.4971550 Jul 29 23:32:51.516795 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc4fc75-2c9a-43a7-af4c-a08f9272173b tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Made reservation on behalf of 7c9416c97c57443282624ca6d2f37df4 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:32:51.521160 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ccc4fc75-2c9a-43a7-af4c-a08f9272173b tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:51.534581 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-d1c6cda8-8a22-4f24-ba0e-dbd8d0002ab2 admin admin] For port 5168db41-5c76-4c49-9bab-c073b70c4900, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=5168db41-5c76-4c49-9bab-c073b70c4900,segment=NetworkSegment(8ce13fd4-1dee-44b6-94ac-ae691c2d8d7a),segment_id=8ce13fd4-1dee-44b6-94ac-ae691c2d8d7a)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:51.535072 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d1c6cda8-8a22-4f24-ba0e-dbd8d0002ab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:51.552525 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-ed36eaad-f4c2-4fe4-a3b2-31f755519623 req-4ec8cc3c-2b28-4c8c-8baf-265181f2adca service neutron] Transition to ACTIVE for port object 33c7bedf-7783-47d1-b378-2b04027e3a81 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:32:51.558384 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-d1c6cda8-8a22-4f24-ba0e-dbd8d0002ab2 admin admin] Calling delete_port for 5168db41-5c76-4c49-9bab-c073b70c4900 owned by network:router_interface {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:32:51.572356 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa933c7-6e41-4d88-9cc3-ce0ede94c436 req-4c0c720e-8df5-459b-acf0-9ec8991325f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:51.573904 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-caa933c7-6e41-4d88-9cc3-ce0ede94c436 req-4c0c720e-8df5-459b-acf0-9ec8991325f8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=dfc3bea2-bd5d-418d-b114-01609b424895 HTTP/1.1" status: 200 len: 917 time: 0.3081646 Jul 29 23:32:51.659201 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-caa933c7-6e41-4d88-9cc3-ce0ede94c436 req-a93f96d8-74eb-4575-b2e0-ef7c40c4b4e3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecf037ff-8350-46e5-a553-32b0e968847d HTTP/1.1" status: 200 len: 217 time: 0.0751412 Jul 29 23:32:51.667366 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-ed36eaad-f4c2-4fe4-a3b2-31f755519623 req-4ec8cc3c-2b28-4c8c-8baf-265181f2adca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:51.705160 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2b3078c0-566f-4908-8edb-f6371e342208 req-b2364b20-7ddd-46d4-9b14-a15ee16e9649 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f70c726-a398-4f44-8add-5d324eb1a3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796095 Jul 29 23:32:51.733155 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e339e9a7-2bbe-4530-a44d-a04477a9ccbc req-271e544a-a53f-47e0-8591-a4a4c6db2526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:51.778967 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4d86c-44ce-4be6-a6bf-626d3ee82b0b req-0ea5d12e-ea80-4c64-b78d-aaf482ac5109 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:51.781885 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c4b4d86c-44ce-4be6-a6bf-626d3ee82b0b req-0ea5d12e-ea80-4c64-b78d-aaf482ac5109 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 944 time: 0.3373575 Jul 29 23:32:51.914689 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec8cc3c-2b28-4c8c-8baf-265181f2adca service neutron] Pushing event updated for resources: {'Port': ['ID=33c7bedf-7783-47d1-b378-2b04027e3a81,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:52.171396 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c4b4d86c-44ce-4be6-a6bf-626d3ee82b0b req-a7f2df73-3a4c-4039-a27d-49a49a78edaa tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3653357 Jul 29 23:32:52.235329 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa933c7-6e41-4d88-9cc3-ce0ede94c436 req-363d2363-24c3-4d43-b5e0-81bcd40355c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:52.239139 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-caa933c7-6e41-4d88-9cc3-ce0ede94c436 req-363d2363-24c3-4d43-b5e0-81bcd40355c1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3e5801e1-3293-4679-8674-9d98822925fc HTTP/1.1" status: 200 len: 855 time: 0.5659318 Jul 29 23:32:52.323644 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-ed36eaad-f4c2-4fe4-a3b2-31f755519623 req-4ec8cc3c-2b28-4c8c-8baf-265181f2adca service neutron] Attempting to bind port 33c7bedf-7783-47d1-b378-2b04027e3a81 on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:32:52.324177 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-ed36eaad-f4c2-4fe4-a3b2-31f755519623 req-4ec8cc3c-2b28-4c8c-8baf-265181f2adca service neutron] Attempting to bind port 33c7bedf-7783-47d1-b378-2b04027e3a81 by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': 'c240b120-a01c-4473-a8c8-2ed685fc0371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'dfc3bea2-bd5d-418d-b114-01609b424895'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:32:52.324741 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed36eaad-f4c2-4fe4-a3b2-31f755519623 req-4ec8cc3c-2b28-4c8c-8baf-265181f2adca service neutron] Attempting to bind port 33c7bedf-7783-47d1-b378-2b04027e3a81 on network dfc3bea2-bd5d-418d-b114-01609b424895 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:32:52.372573 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa933c7-6e41-4d88-9cc3-ce0ede94c436 req-2d2529bf-a2f3-43f2-b124-9b3536e54c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:52.376309 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-caa933c7-6e41-4d88-9cc3-ce0ede94c436 req-2d2529bf-a2f3-43f2-b124-9b3536e54c34 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dfc3bea2-bd5d-418d-b114-01609b424895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1299920 Jul 29 23:32:52.440676 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:32:52.468867 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-41683081-d783-4200-b9a6-2c112aeff270 None None] Provisioning for port d71343fc-bc6e-411e-bc9a-8524ed001c51 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:32:52.578278 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-caa933c7-6e41-4d88-9cc3-ce0ede94c436 req-13ec4b95-995b-4d5e-a307-808496aa9508 service neutron] 10.222.0.41 "GET /v2.0/networks/dfc3bea2-bd5d-418d-b114-01609b424895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929886 Jul 29 23:32:52.587625 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d1c6cda8-8a22-4f24-ba0e-dbd8d0002ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:52.677228 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c6cda8-8a22-4f24-ba0e-dbd8d0002ab2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5168db41-5c76-4c49-9bab-c073b70c4900,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:52.715452 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c6cda8-8a22-4f24-ba0e-dbd8d0002ab2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:52.715807 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c6cda8-8a22-4f24-ba0e-dbd8d0002ab2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:52.716154 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c6cda8-8a22-4f24-ba0e-dbd8d0002ab2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:52.716496 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c6cda8-8a22-4f24-ba0e-dbd8d0002ab2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:52.716816 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c6cda8-8a22-4f24-ba0e-dbd8d0002ab2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:52.717203 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c6cda8-8a22-4f24-ba0e-dbd8d0002ab2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:52.718084 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c6cda8-8a22-4f24-ba0e-dbd8d0002ab2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:52.718411 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c6cda8-8a22-4f24-ba0e-dbd8d0002ab2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:52.718737 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c6cda8-8a22-4f24-ba0e-dbd8d0002ab2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:52.719057 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c6cda8-8a22-4f24-ba0e-dbd8d0002ab2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:52.719384 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c6cda8-8a22-4f24-ba0e-dbd8d0002ab2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:52.719782 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c6cda8-8a22-4f24-ba0e-dbd8d0002ab2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:52.792476 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-caa933c7-6e41-4d88-9cc3-ce0ede94c436 req-0ee4e5af-d4c8-4767-9cd7-31be9928f9e1 service neutron] 10.222.0.41 "GET /v2.0/networks/dfc3bea2-bd5d-418d-b114-01609b424895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065344 Jul 29 23:32:52.822992 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device ecf037ff-8350-46e5-a553-32b0e968847d details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:32:52.876321 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed36eaad-f4c2-4fe4-a3b2-31f755519623 req-4ec8cc3c-2b28-4c8c-8baf-265181f2adca service neutron] Port 33c7bedf-7783-47d1-b378-2b04027e3a81 on network dfc3bea2-bd5d-418d-b114-01609b424895 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:32:52.877830 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed36eaad-f4c2-4fe4-a3b2-31f755519623 req-4ec8cc3c-2b28-4c8c-8baf-265181f2adca service neutron] Attempting to bind port 33c7bedf-7783-47d1-b378-2b04027e3a81 on network dfc3bea2-bd5d-418d-b114-01609b424895 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:32:52.897396 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed36eaad-f4c2-4fe4-a3b2-31f755519623 req-4ec8cc3c-2b28-4c8c-8baf-265181f2adca service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:32:52.898397 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed36eaad-f4c2-4fe4-a3b2-31f755519623 req-4ec8cc3c-2b28-4c8c-8baf-265181f2adca service neutron] Checking segment: {'id': 'c240b120-a01c-4473-a8c8-2ed685fc0371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'dfc3bea2-bd5d-418d-b114-01609b424895'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:32:52.899167 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed36eaad-f4c2-4fe4-a3b2-31f755519623 req-4ec8cc3c-2b28-4c8c-8baf-265181f2adca service neutron] Bound using segment: {'id': 'c240b120-a01c-4473-a8c8-2ed685fc0371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'dfc3bea2-bd5d-418d-b114-01609b424895'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:32:52.900333 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-ed36eaad-f4c2-4fe4-a3b2-31f755519623 req-4ec8cc3c-2b28-4c8c-8baf-265181f2adca service neutron] Bound port: 33c7bedf-7783-47d1-b378-2b04027e3a81, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c240b120-a01c-4473-a8c8-2ed685fc0371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'dfc3bea2-bd5d-418d-b114-01609b424895'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:32:52.901069 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-ed36eaad-f4c2-4fe4-a3b2-31f755519623 req-4ec8cc3c-2b28-4c8c-8baf-265181f2adca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:52.910488 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ccc4fc75-2c9a-43a7-af4c-a08f9272173b tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:52.971588 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d1c6cda8-8a22-4f24-ba0e-dbd8d0002ab2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:53.003806 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc4fc75-2c9a-43a7-af4c-a08f9272173b tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event updated for resources: {'Subnet': ['ID=f3d32741-d509-410f-994f-5060c3068750,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:53.017623 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc4fc75-2c9a-43a7-af4c-a08f9272173b tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:32:53.045305 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-ccc4fc75-2c9a-43a7-af4c-a08f9272173b tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:53.056683 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc4fc75-2c9a-43a7-af4c-a08f9272173b tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:53.057570 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ccc4fc75-2c9a-43a7-af4c-a08f9272173b tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:53.084642 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691816a5-25c8-4a31-823d-2746bf14ee11 None None] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:32:53.160421 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e84c89-ca1a-4a27-8a6e-d866339d92c3 req-fa6eab74-c908-442c-b4b8-a99657094b01 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:53.162243 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-48e84c89-ca1a-4a27-8a6e-d866339d92c3 req-fa6eab74-c908-442c-b4b8-a99657094b01 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 944 time: 0.7454350 Jul 29 23:32:53.234962 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2033523-a518-4516-b3f2-ee30241d3b23 req-8b38b274-3432-449f-8989-555cbc7e2424 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:53.244978 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a2033523-a518-4516-b3f2-ee30241d3b23 req-8b38b274-3432-449f-8989-555cbc7e2424 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec37b90a-2123-44d6-b1db-d72f91d0a7ac HTTP/1.1" status: 200 len: 932 time: 0.4317009 Jul 29 23:32:53.273410 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port ecf037ff-8350-46e5-a553-32b0e968847d, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=ecf037ff-8350-46e5-a553-32b0e968847d,segment=NetworkSegment(c240b120-a01c-4473-a8c8-2ed685fc0371),segment_id=c240b120-a01c-4473-a8c8-2ed685fc0371)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:53.306414 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-ed36eaad-f4c2-4fe4-a3b2-31f755519623 req-4ec8cc3c-2b28-4c8c-8baf-265181f2adca service neutron] For port 33c7bedf-7783-47d1-b378-2b04027e3a81, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:32:53.309244 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device d71343fc-bc6e-411e-bc9a-8524ed001c51 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:32:53.310580 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-ed36eaad-f4c2-4fe4-a3b2-31f755519623 req-4ec8cc3c-2b28-4c8c-8baf-265181f2adca service neutron] For port 33c7bedf-7783-47d1-b378-2b04027e3a81, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=33c7bedf-7783-47d1-b378-2b04027e3a81,segment=NetworkSegment(c240b120-a01c-4473-a8c8-2ed685fc0371),segment_id=c240b120-a01c-4473-a8c8-2ed685fc0371)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:32:53.323222 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c6cda8-8a22-4f24-ba0e-dbd8d0002ab2 admin admin] Router 803371f2-99dc-4e38-b86f-1400f584ea23 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:32:53.338989 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ccc4fc75-2c9a-43a7-af4c-a08f9272173b tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7931418 Jul 29 23:32:53.350225 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 51872) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:53.372261 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-ed36eaad-f4c2-4fe4-a3b2-31f755519623 req-4ec8cc3c-2b28-4c8c-8baf-265181f2adca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:53.383488 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': 'ecf037ff-8350-46e5-a553-32b0e968847d', 'network_id': 'dfc3bea2-bd5d-418d-b114-01609b424895', 'port_id': 'ecf037ff-8350-46e5-a553-32b0e968847d', 'mac_address': 'fa:16:3e:d0:aa:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e5801e1-3293-4679-8674-9d98822925fc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:32:53.386310 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-46edea1b-874d-42b3-bbda-79ee4e164fd9 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Request body: {'port': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'mac_address': 'fa:16:3e:6e:e7:49', 'name': 'tempest-NetworksTestDHCPv6-1573530721'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:53.449870 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-48e84c89-ca1a-4a27-8a6e-d866339d92c3 req-5a963dd5-d727-4f8c-aeed-0129fef7d61f tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2486804 Jul 29 23:32:53.476579 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c6cda8-8a22-4f24-ba0e-dbd8d0002ab2 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:32:53.501232 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d1c6cda8-8a22-4f24-ba0e-dbd8d0002ab2 admin admin] 10.222.0.43 "PUT /v2.0/routers/803371f2-99dc-4e38-b86f-1400f584ea23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9796300 Jul 29 23:32:53.506132 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51884) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:53.539248 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed36eaad-f4c2-4fe4-a3b2-31f755519623 req-4ec8cc3c-2b28-4c8c-8baf-265181f2adca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:53.540785 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-ed36eaad-f4c2-4fe4-a3b2-31f755519623 req-4ec8cc3c-2b28-4c8c-8baf-265181f2adca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:53.542631 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ed36eaad-f4c2-4fe4-a3b2-31f755519623 req-4ec8cc3c-2b28-4c8c-8baf-265181f2adca service neutron] 10.222.0.41 "PUT /v2.0/ports/33c7bedf-7783-47d1-b378-2b04027e3a81 HTTP/1.1" status: 200 len: 1092 time: 4.2929971 Jul 29 23:32:53.660863 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59f7bbe9-99e5-4548-84d1-9c0230df3dfe', 'tag': '33c7bedf-7783-47d1-b378-2b04027e3a81'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:32:53.664063 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c8a36ea-0a93-4a17-8a55-5cfb6aef18be" -d '{"events": [{"name": "network-changed", "server_uuid": "59f7bbe9-99e5-4548-84d1-9c0230df3dfe", "tag": "33c7bedf-7783-47d1-b378-2b04027e3a81"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:32:53.762751 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-e339e9a7-2bbe-4530-a44d-a04477a9ccbc req-271e544a-a53f-47e0-8591-a4a4c6db2526 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 891cff95-2b72-4502-91e7-a6301c4894bd {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:32:53.765905 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a0b39a2d-03a0-4da6-83eb-7f4f9dd659f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:53.768898 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46edea1b-874d-42b3-bbda-79ee4e164fd9 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Made reservation on behalf of 7c9416c97c57443282624ca6d2f37df4 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:32:53.788032 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e339e9a7-2bbe-4530-a44d-a04477a9ccbc req-271e544a-a53f-47e0-8591-a4a4c6db2526 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:53.834748 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:53.850142 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-80c14a77-8687-4f03-a994-0582d3ded25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:53.850813 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a2033523-a518-4516-b3f2-ee30241d3b23 req-13232d93-aad4-48ef-a148-f30b03755b9c tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f70c726-a398-4f44-8add-5d324eb1a3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6041291 Jul 29 23:32:53.851722 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406e8ed2-fefd-4870-8a59-1f8a42e0341a None None] Sync routers for ids ['803371f2-99dc-4e38-b86f-1400f584ea23'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:32:53.860535 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecf037ff-8350-46e5-a553-32b0e968847d {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:32:53.869249 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec8cc3c-2b28-4c8c-8baf-265181f2adca service neutron] Pushing event updated for resources: {'Port': ['ID=33c7bedf-7783-47d1-b378-2b04027e3a81,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:53.884182 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-e339e9a7-2bbe-4530-a44d-a04477a9ccbc req-271e544a-a53f-47e0-8591-a4a4c6db2526 service neutron] Transition to ACTIVE for port object 891cff95-2b72-4502-91e7-a6301c4894bd will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:32:53.900468 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e339e9a7-2bbe-4530-a44d-a04477a9ccbc req-271e544a-a53f-47e0-8591-a4a4c6db2526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:53.952866 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a0b39a2d-03a0-4da6-83eb-7f4f9dd659f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:53.956626 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406e8ed2-fefd-4870-8a59-1f8a42e0341a None None] Routers {'803371f2-99dc-4e38-b86f-1400f584ea23'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:32:53.957522 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-406e8ed2-fefd-4870-8a59-1f8a42e0341a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:32:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['803371f2-99dc-4e38-b86f-1400f584ea23'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:54.007567 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed36eaad-f4c2-4fe4-a3b2-31f755519623 req-d0a41feb-edae-4d0f-ae45-33c185306194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:54.009363 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ed36eaad-f4c2-4fe4-a3b2-31f755519623 req-d0a41feb-edae-4d0f-ae45-33c185306194 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a98cb6af30a4908a6c8d61e81361f03&device_id=59f7bbe9-99e5-4548-84d1-9c0230df3dfe HTTP/1.1" status: 200 len: 1095 time: 0.3004658 Jul 29 23:32:54.076043 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port ecf037ff-8350-46e5-a553-32b0e968847d, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=ecf037ff-8350-46e5-a553-32b0e968847d,segment=NetworkSegment(c240b120-a01c-4473-a8c8-2ed685fc0371),segment_id=c240b120-a01c-4473-a8c8-2ed685fc0371)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:54.093783 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-a0b39a2d-03a0-4da6-83eb-7f4f9dd659f3 admin admin] Deleting port 6551dae8-8a9c-4b58-8811-0b5c6b91326b {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:32:54.097122 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a0b39a2d-03a0-4da6-83eb-7f4f9dd659f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:54.171127 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:54.185015 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271e544a-a53f-47e0-8591-a4a4c6db2526 service neutron] Pushing event updated for resources: {'Port': ['ID=891cff95-2b72-4502-91e7-a6301c4894bd,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:54.348634 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-a0b39a2d-03a0-4da6-83eb-7f4f9dd659f3 admin admin] For port 6551dae8-8a9c-4b58-8811-0b5c6b91326b, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=6551dae8-8a9c-4b58-8811-0b5c6b91326b,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:54.349415 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a0b39a2d-03a0-4da6-83eb-7f4f9dd659f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:54.385905 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-a0b39a2d-03a0-4da6-83eb-7f4f9dd659f3 admin admin] Calling delete_port for 6551dae8-8a9c-4b58-8811-0b5c6b91326b owned by network:router_gateway {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:32:54.388115 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port d71343fc-bc6e-411e-bc9a-8524ed001c51 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:32:54.406642 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-406e8ed2-fefd-4870-8a59-1f8a42e0341a None None] Set router 803371f2-99dc-4e38-b86f-1400f584ea23 gateway port host: None {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:32:54.410266 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port d71343fc-bc6e-411e-bc9a-8524ed001c51 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:54.410655 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:54.443474 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39fc7420-8895-469e-bf51-bcd852254398 x-openstack-request-id: req-39fc7420-8895-469e-bf51-bcd852254398 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:32:54.444403 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59f7bbe9-99e5-4548-84d1-9c0230df3dfe", "tag": "33c7bedf-7783-47d1-b378-2b04027e3a81", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:32:54.444960 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-39fc7420-8895-469e-bf51-bcd852254398 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:32:54.445985 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59f7bbe9-99e5-4548-84d1-9c0230df3dfe', 'tag': '33c7bedf-7783-47d1-b378-2b04027e3a81', 'status': 'completed', 'code': 200} Jul 29 23:32:54.456310 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ed36eaad-f4c2-4fe4-a3b2-31f755519623 req-9caa21e1-4ce3-46af-bd61-795f7b3dec58 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33c7bedf-7783-47d1-b378-2b04027e3a81 HTTP/1.1" status: 200 len: 217 time: 0.3980968 Jul 29 23:32:54.560715 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-46edea1b-874d-42b3-bbda-79ee4e164fd9 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:54.685252 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-406e8ed2-fefd-4870-8a59-1f8a42e0341a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803371f2-99dc-4e38-b86f-1400f584ea23', 'name': 'tempest-ServerRescueTestJSONUnderV235-269966928-router', 'tenant_id': '52e04a06c1634aad823b656ded0dd057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:31:01Z', 'updated_at': '2021-07-29T23:32:53Z', 'revision_number': 6, 'project_id': '52e04a06c1634aad823b656ded0dd057', 'gw_port_host': None}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:54.730642 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406e8ed2-fefd-4870-8a59-1f8a42e0341a None None] Checking router: 803371f2-99dc-4e38-b86f-1400f584ea23 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:32:54.734843 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['ecf037ff-8350-46e5-a553-32b0e968847d'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:32:54.756035 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [None req-46edea1b-874d-42b3-bbda-79ee4e164fd9 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] device_id is not set on port 8138417e-2525-4cff-8998-51dfdc3ed893 yet. {{(pid=94078) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:32:54.788524 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=ecf037ff-8350-46e5-a553-32b0e968847d,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:54.796757 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34606637-59d8-4f75-8eb1-36e7e9183ef5 None None] Update dhcp port {'port': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'fixed_ips': [{'subnet_id': '6d6e7e42-81dc-4f59-bf82-3c14167e32cd', 'ip_address': '2001:db8::f816:3eff:fe57:c6d0'}, {'subnet_id': 'f3d32741-d509-410f-994f-5060c3068750'}], 'binding:host_id': 'n-d-712141-10'}, 'id': 'd71343fc-bc6e-411e-bc9a-8524ed001c51'} from n-d-712141-10. {{(pid=94079) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 23:32:54.841299 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-34606637-59d8-4f75-8eb1-36e7e9183ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:54.865368 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406e8ed2-fefd-4870-8a59-1f8a42e0341a None None] Routers {'803371f2-99dc-4e38-b86f-1400f584ea23'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:32:54.866074 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-406e8ed2-fefd-4870-8a59-1f8a42e0341a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:32:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['803371f2-99dc-4e38-b86f-1400f584ea23'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:54.905918 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a0b39a2d-03a0-4da6-83eb-7f4f9dd659f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:54.949384 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b71d48-baef-47d5-9fbb-9f095de215d6 req-12edba8f-fe9d-4d20-9c5e-65141ec103d8 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:54.951401 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-59b71d48-baef-47d5-9fbb-9f095de215d6 req-12edba8f-fe9d-4d20-9c5e-65141ec103d8 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 944 time: 0.5267451 Jul 29 23:32:54.970436 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 51920) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:54.990838 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b39a2d-03a0-4da6-83eb-7f4f9dd659f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6551dae8-8a9c-4b58-8811-0b5c6b91326b,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:55.130210 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-406e8ed2-fefd-4870-8a59-1f8a42e0341a None None] Set router 803371f2-99dc-4e38-b86f-1400f584ea23 gateway port host: None {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:32:55.136984 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed36eaad-f4c2-4fe4-a3b2-31f755519623 req-dcbd1cfd-2cb1-4666-b6d1-376c450c9a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:55.138526 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a0b39a2d-03a0-4da6-83eb-7f4f9dd659f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:55.138671 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ed36eaad-f4c2-4fe4-a3b2-31f755519623 req-dcbd1cfd-2cb1-4666-b6d1-376c450c9a1a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3e5801e1-3293-4679-8674-9d98822925fc HTTP/1.1" status: 200 len: 855 time: 0.4998767 Jul 29 23:32:55.214553 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:55.228724 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-406e8ed2-fefd-4870-8a59-1f8a42e0341a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803371f2-99dc-4e38-b86f-1400f584ea23', 'name': 'tempest-ServerRescueTestJSONUnderV235-269966928-router', 'tenant_id': '52e04a06c1634aad823b656ded0dd057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:31:01Z', 'updated_at': '2021-07-29T23:32:53Z', 'revision_number': 6, 'project_id': '52e04a06c1634aad823b656ded0dd057', 'gw_port_host': None}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:55.270724 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406e8ed2-fefd-4870-8a59-1f8a42e0341a None None] The sync data for ids ['803371f2-99dc-4e38-b86f-1400f584ea23'] in n-d-712141-10 is: [{'id': '803371f2-99dc-4e38-b86f-1400f584ea23', 'name': 'tempest-ServerRescueTestJSONUnderV235-269966928-router', 'tenant_id': '52e04a06c1634aad823b656ded0dd057', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:31:01Z', 'updated_at': '2021-07-29T23:32:53Z', 'revision_number': 6, 'project_id': '52e04a06c1634aad823b656ded0dd057', 'gw_port_host': None}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:32:55.304111 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port d71343fc-bc6e-411e-bc9a-8524ed001c51, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=d71343fc-bc6e-411e-bc9a-8524ed001c51,segment=NetworkSegment(ceb567b3-93e6-4495-80aa-58a786948605),segment_id=ceb567b3-93e6-4495-80aa-58a786948605)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:55.319702 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:55.357649 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a0b39a2d-03a0-4da6-83eb-7f4f9dd659f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:55.361459 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a0b39a2d-03a0-4da6-83eb-7f4f9dd659f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:55.382399 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-59b71d48-baef-47d5-9fbb-9f095de215d6 req-0cdf14b4-f6f0-4600-8df4-1055bf3472ed tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4084454 Jul 29 23:32:55.395600 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-46edea1b-874d-42b3-bbda-79ee4e164fd9 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Allocated IP 2001:db8:0:1::1c4 (27ea2e30-5576-4381-a6d8-03efb8f4bd4e/f3d32741-d509-410f-994f-5060c3068750/8138417e-2525-4cff-8998-51dfdc3ed893) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:32:55.403049 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=d71343fc-bc6e-411e-bc9a-8524ed001c51,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:55.432892 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad138112-8e50-4d24-ae88-d43eaf0b5008 req-f5f9d5dc-1368-41b7-915e-83d775a5146e tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:55.434908 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ad138112-8e50-4d24-ae88-d43eaf0b5008 req-f5f9d5dc-1368-41b7-915e-83d775a5146e tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec37b90a-2123-44d6-b1db-d72f91d0a7ac HTTP/1.1" status: 200 len: 944 time: 0.4791198 Jul 29 23:32:55.435681 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-e339e9a7-2bbe-4530-a44d-a04477a9ccbc req-271e544a-a53f-47e0-8591-a4a4c6db2526 service neutron] Attempting to bind port 891cff95-2b72-4502-91e7-a6301c4894bd on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:32:55.436052 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-e339e9a7-2bbe-4530-a44d-a04477a9ccbc req-271e544a-a53f-47e0-8591-a4a4c6db2526 service neutron] Attempting to bind port 891cff95-2b72-4502-91e7-a6301c4894bd by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': 'c240b120-a01c-4473-a8c8-2ed685fc0371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'dfc3bea2-bd5d-418d-b114-01609b424895'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:32:55.436499 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e339e9a7-2bbe-4530-a44d-a04477a9ccbc req-271e544a-a53f-47e0-8591-a4a4c6db2526 service neutron] Attempting to bind port 891cff95-2b72-4502-91e7-a6301c4894bd on network dfc3bea2-bd5d-418d-b114-01609b424895 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:32:55.442023 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-46edea1b-874d-42b3-bbda-79ee4e164fd9 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Allocated IP 2001:db8::f816:3eff:fe6e:e749 (27ea2e30-5576-4381-a6d8-03efb8f4bd4e/6d6e7e42-81dc-4f59-bf82-3c14167e32cd/8138417e-2525-4cff-8998-51dfdc3ed893) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:32:55.445662 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a0b39a2d-03a0-4da6-83eb-7f4f9dd659f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:55.447306 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b39a2d-03a0-4da6-83eb-7f4f9dd659f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 803371f2-99dc-4e38-b86f-1400f584ea23 {{(pid=94077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:32:55.449310 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed36eaad-f4c2-4fe4-a3b2-31f755519623 req-50dc481a-2a86-48a8-b75b-80254e90437a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:55.450875 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ed36eaad-f4c2-4fe4-a3b2-31f755519623 req-50dc481a-2a86-48a8-b75b-80254e90437a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dfc3bea2-bd5d-418d-b114-01609b424895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2752094 Jul 29 23:32:55.454703 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a0b39a2d-03a0-4da6-83eb-7f4f9dd659f3 admin admin] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:55.456197 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a0b39a2d-03a0-4da6-83eb-7f4f9dd659f3 admin admin] 10.222.0.43 "DELETE /v2.0/routers/803371f2-99dc-4e38-b86f-1400f584ea23 HTTP/1.1" status: 204 len: 168 time: 1.9488502 Jul 29 23:32:55.459215 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51930) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:55.465639 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e5823-6612-4ef3-8c98-85a745b8f61d req-a82e3f68-6da1-4625-8c60-0a6960b51d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:55.466143 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e5823-6612-4ef3-8c98-85a745b8f61d req-a82e3f68-6da1-4625-8c60-0a6960b51d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:55.466620 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e5823-6612-4ef3-8c98-85a745b8f61d req-a82e3f68-6da1-4625-8c60-0a6960b51d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:55.468127 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e5823-6612-4ef3-8c98-85a745b8f61d req-a82e3f68-6da1-4625-8c60-0a6960b51d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:55.468955 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e5823-6612-4ef3-8c98-85a745b8f61d req-a82e3f68-6da1-4625-8c60-0a6960b51d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:55.469450 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e5823-6612-4ef3-8c98-85a745b8f61d req-a82e3f68-6da1-4625-8c60-0a6960b51d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:55.470006 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e5823-6612-4ef3-8c98-85a745b8f61d req-a82e3f68-6da1-4625-8c60-0a6960b51d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:55.472417 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c82e5823-6612-4ef3-8c98-85a745b8f61d req-a82e3f68-6da1-4625-8c60-0a6960b51d9d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 6504 time: 0.4825575 Jul 29 23:32:55.530722 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cdf6da3-bc6c-47c2-b2bc-647343610278 admin admin] Deleting subnet 89d39612-aed6-4e12-97bb-95fef1af94b3 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:32:55.534798 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5cdf6da3-bc6c-47c2-b2bc-647343610278 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:55.542827 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e339e9a7-2bbe-4530-a44d-a04477a9ccbc req-271e544a-a53f-47e0-8591-a4a4c6db2526 service neutron] Port 891cff95-2b72-4502-91e7-a6301c4894bd on network dfc3bea2-bd5d-418d-b114-01609b424895 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:32:55.543167 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e339e9a7-2bbe-4530-a44d-a04477a9ccbc req-271e544a-a53f-47e0-8591-a4a4c6db2526 service neutron] Attempting to bind port 891cff95-2b72-4502-91e7-a6301c4894bd on network dfc3bea2-bd5d-418d-b114-01609b424895 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:32:55.586636 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e339e9a7-2bbe-4530-a44d-a04477a9ccbc req-271e544a-a53f-47e0-8591-a4a4c6db2526 service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:32:55.586954 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e339e9a7-2bbe-4530-a44d-a04477a9ccbc req-271e544a-a53f-47e0-8591-a4a4c6db2526 service neutron] Checking segment: {'id': 'c240b120-a01c-4473-a8c8-2ed685fc0371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'dfc3bea2-bd5d-418d-b114-01609b424895'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:32:55.587367 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e339e9a7-2bbe-4530-a44d-a04477a9ccbc req-271e544a-a53f-47e0-8591-a4a4c6db2526 service neutron] Bound using segment: {'id': 'c240b120-a01c-4473-a8c8-2ed685fc0371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'dfc3bea2-bd5d-418d-b114-01609b424895'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:32:55.588405 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-e339e9a7-2bbe-4530-a44d-a04477a9ccbc req-271e544a-a53f-47e0-8591-a4a4c6db2526 service neutron] Bound port: 891cff95-2b72-4502-91e7-a6301c4894bd, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c240b120-a01c-4473-a8c8-2ed685fc0371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'dfc3bea2-bd5d-418d-b114-01609b424895'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:32:55.588405 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e339e9a7-2bbe-4530-a44d-a04477a9ccbc req-271e544a-a53f-47e0-8591-a4a4c6db2526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:55.596072 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5cdf6da3-bc6c-47c2-b2bc-647343610278 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:55.685821 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5cdf6da3-bc6c-47c2-b2bc-647343610278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:55.748171 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ad138112-8e50-4d24-ae88-d43eaf0b5008 req-ca1bc12a-9884-4f4c-bf80-ec13e1844729 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f70c726-a398-4f44-8add-5d324eb1a3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010547 Jul 29 23:32:55.784241 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c82e5823-6612-4ef3-8c98-85a745b8f61d req-1f950180-bb80-4ec5-ad4f-5be1ce3cc686 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1042ecbe-61fb-4261-9b1f-fc7302682049&id=06985e19-0909-46d3-806d-ed854aa19767&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2426209 Jul 29 23:32:55.800539 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ed36eaad-f4c2-4fe4-a3b2-31f755519623 req-d49c0fb8-f11c-4244-929e-818748d31dcc service neutron] 10.222.0.41 "GET /v2.0/networks/dfc3bea2-bd5d-418d-b114-01609b424895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210716 Jul 29 23:32:55.800694 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5cdf6da3-bc6c-47c2-b2bc-647343610278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:55.880368 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdf6da3-bc6c-47c2-b2bc-647343610278 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89d39612-aed6-4e12-97bb-95fef1af94b3,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:55.902324 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5cdf6da3-bc6c-47c2-b2bc-647343610278 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:55.904562 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-5cdf6da3-bc6c-47c2-b2bc-647343610278 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/89d39612-aed6-4e12-97bb-95fef1af94b3 HTTP/1.1" status: 204 len: 168 time: 0.4441810 Jul 29 23:32:55.909433 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51948) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:55.939376 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8008eb17-53db-4a66-ab39-1ffd1ab029b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:55.949629 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 5168db41-5c76-4c49-9bab-c073b70c4900 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:32:56.007116 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 5168db41-5c76-4c49-9bab-c073b70c4900 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:32:56.007116 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 5168db41-5c76-4c49-9bab-c073b70c4900 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:32:56.079296 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2f8f22a1-7d0d-4098-b38e-f77a41ca1fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:56.146354 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-e339e9a7-2bbe-4530-a44d-a04477a9ccbc req-271e544a-a53f-47e0-8591-a4a4c6db2526 service neutron] For port 891cff95-2b72-4502-91e7-a6301c4894bd, host n-h2-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:32:56.173016 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2f8f22a1-7d0d-4098-b38e-f77a41ca1fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:56.186297 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-2f8f22a1-7d0d-4098-b38e-f77a41ca1fb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c7cedb3-e56d-4c4c-993c-657e341a0c94']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:56.194335 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-e339e9a7-2bbe-4530-a44d-a04477a9ccbc req-271e544a-a53f-47e0-8591-a4a4c6db2526 service neutron] For port 891cff95-2b72-4502-91e7-a6301c4894bd, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=891cff95-2b72-4502-91e7-a6301c4894bd,segment=NetworkSegment(c240b120-a01c-4473-a8c8-2ed685fc0371),segment_id=c240b120-a01c-4473-a8c8-2ed685fc0371)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:32:56.206221 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-2f8f22a1-7d0d-4098-b38e-f77a41ca1fb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ce13fd4-1dee-44b6-94ac-ae691c2d8d7a') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:56.206514 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-2f8f22a1-7d0d-4098-b38e-f77a41ca1fb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ce13fd4-1dee-44b6-94ac-ae691c2d8d7a') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:56.210091 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e339e9a7-2bbe-4530-a44d-a04477a9ccbc req-271e544a-a53f-47e0-8591-a4a4c6db2526 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:56.218709 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2f8f22a1-7d0d-4098-b38e-f77a41ca1fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:56.239657 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2f8f22a1-7d0d-4098-b38e-f77a41ca1fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:56.249089 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f8f22a1-7d0d-4098-b38e-f77a41ca1fb5 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:32:56.249797 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2f8f22a1-7d0d-4098-b38e-f77a41ca1fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:56.252222 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:32:56.252222 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:32:56.252222 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:32:56.252222 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:32:56.252222 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:32:56.252222 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:32:56.252222 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:32:56.252222 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:32:56.252222 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:32:56.252222 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:32:56.252222 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:32:56.252222 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:32:56.252222 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:32:56.252222 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:32:56.252222 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:32:56.252222 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:32:56.252222 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:32:56.252222 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:32:56.252222 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:32:56.252222 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:32:56.252222 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:32:56.252222 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:32:56.252222 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:32:56.252222 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:32:56.252222 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:32:56.252222 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:32:56.252222 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:32:56.252222 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:32:56.252222 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:32:56.252222 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:32:56.252222 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:32:56.252222 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:32:56.274515 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-46edea1b-874d-42b3-bbda-79ee4e164fd9 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:56.307705 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab2067a-6683-4eeb-adb1-0cf8a4d0e46d req-01d6d9ba-937b-4100-ba03-dded0346f3e6 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:56.310055 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dab2067a-6683-4eeb-adb1-0cf8a4d0e46d req-01d6d9ba-937b-4100-ba03-dded0346f3e6 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 944 time: 0.2440917 Jul 29 23:32:56.325488 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2f8f22a1-7d0d-4098-b38e-f77a41ca1fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:56.330483 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:56.343986 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2f8f22a1-7d0d-4098-b38e-f77a41ca1fb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:56.348248 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-2f8f22a1-7d0d-4098-b38e-f77a41ca1fb5 admin admin] 10.222.0.43 "DELETE /v2.0/networks/3c7cedb3-e56d-4c4c-993c-657e341a0c94 HTTP/1.1" status: 204 len: 168 time: 0.4345303 Jul 29 23:32:56.354916 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8f22a1-7d0d-4098-b38e-f77a41ca1fb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c7cedb3-e56d-4c4c-993c-657e341a0c94,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:56.359326 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-46edea1b-874d-42b3-bbda-79ee4e164fd9 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Transition to ACTIVE for port object 8138417e-2525-4cff-8998-51dfdc3ed893 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:32:56.374562 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ed36eaad-f4c2-4fe4-a3b2-31f755519623 req-ccac23f1-e736-42a4-a2bf-701c9b64a398 service neutron] 10.222.0.41 "GET /v2.0/networks/dfc3bea2-bd5d-418d-b114-01609b424895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5651186 Jul 29 23:32:56.384882 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e339e9a7-2bbe-4530-a44d-a04477a9ccbc req-271e544a-a53f-47e0-8591-a4a4c6db2526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:56.385624 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e339e9a7-2bbe-4530-a44d-a04477a9ccbc req-271e544a-a53f-47e0-8591-a4a4c6db2526 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:56.387171 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e339e9a7-2bbe-4530-a44d-a04477a9ccbc req-271e544a-a53f-47e0-8591-a4a4c6db2526 service neutron] 10.222.0.22 "PUT /v2.0/ports/891cff95-2b72-4502-91e7-a6301c4894bd HTTP/1.1" status: 200 len: 1093 time: 5.0739455 Jul 29 23:32:56.465121 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec37b90a-2123-44d6-b1db-d72f91d0a7ac', 'tag': '891cff95-2b72-4502-91e7-a6301c4894bd'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:32:56.469850 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f7fbc14-7279-46cb-8a4e-3c01ab3f0c05" -d '{"events": [{"name": "network-changed", "server_uuid": "ec37b90a-2123-44d6-b1db-d72f91d0a7ac", "tag": "891cff95-2b72-4502-91e7-a6301c4894bd"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:32:56.510939 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271e544a-a53f-47e0-8591-a4a4c6db2526 service neutron] Pushing event updated for resources: {'Port': ['ID=891cff95-2b72-4502-91e7-a6301c4894bd,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:56.577781 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51966) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:56.578370 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba22deb-cb6d-42dd-a1ff-e26adffc67dc x-openstack-request-id: req-6ba22deb-cb6d-42dd-a1ff-e26adffc67dc {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:32:56.578684 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec37b90a-2123-44d6-b1db-d72f91d0a7ac", "tag": "891cff95-2b72-4502-91e7-a6301c4894bd", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:32:56.578940 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6ba22deb-cb6d-42dd-a1ff-e26adffc67dc {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:32:56.579432 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec37b90a-2123-44d6-b1db-d72f91d0a7ac', 'tag': '891cff95-2b72-4502-91e7-a6301c4894bd', 'status': 'completed', 'code': 200} Jul 29 23:32:56.623988 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dab2067a-6683-4eeb-adb1-0cf8a4d0e46d req-4ef36420-259e-4a18-b6a1-fc1c9489f82e tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2782276 Jul 29 23:32:56.665765 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-27b68c3a-f0b7-486f-8f72-ecea832eb811 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=52e04a06c1634aad823b656ded0dd057&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0864117 Jul 29 23:32:56.668127 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51968) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:56.675387 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-46edea1b-874d-42b3-bbda-79ee4e164fd9 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:56.699172 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e339e9a7-2bbe-4530-a44d-a04477a9ccbc req-41e26687-a41d-4026-93d2-967a91a67637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:56.702020 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e339e9a7-2bbe-4530-a44d-a04477a9ccbc req-41e26687-a41d-4026-93d2-967a91a67637 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8a98cb6af30a4908a6c8d61e81361f03&device_id=ec37b90a-2123-44d6-b1db-d72f91d0a7ac HTTP/1.1" status: 200 len: 1096 time: 0.2591808 Jul 29 23:32:56.712559 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a36ea-0a93-4a17-8a55-5cfb6aef18be req-e4a4bf29-6d4d-4442-be16-b62297348485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:56.714092 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8c8a36ea-0a93-4a17-8a55-5cfb6aef18be req-e4a4bf29-6d4d-4442-be16-b62297348485 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a98cb6af30a4908a6c8d61e81361f03&device_id=59f7bbe9-99e5-4548-84d1-9c0230df3dfe HTTP/1.1" status: 200 len: 1095 time: 0.2232094 Jul 29 23:32:56.778725 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c5bc6c27-339d-4a0a-aa22-c7943a7e1bf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:56.808120 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-34606637-59d8-4f75-8eb1-36e7e9183ef5 None None] Allocated IP 2001:db8:0:1::2 (27ea2e30-5576-4381-a6d8-03efb8f4bd4e/f3d32741-d509-410f-994f-5060c3068750/d71343fc-bc6e-411e-bc9a-8524ed001c51) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:32:56.817199 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c5bc6c27-339d-4a0a-aa22-c7943a7e1bf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:56.823107 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device ecf037ff-8350-46e5-a553-32b0e968847d up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:32:56.901415 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c5bc6c27-339d-4a0a-aa22-c7943a7e1bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:56.906393 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c5bc6c27-339d-4a0a-aa22-c7943a7e1bf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:56.907891 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c5bc6c27-339d-4a0a-aa22-c7943a7e1bf7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c238602f-ef5f-447a-b128-9500386afc8d HTTP/1.1" status: 204 len: 168 time: 0.2385297 Jul 29 23:32:56.941909 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bc6c27-339d-4a0a-aa22-c7943a7e1bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c238602f-ef5f-447a-b128-9500386afc8d,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:57.062787 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port ecf037ff-8350-46e5-a553-32b0e968847d completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:32:57.069087 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port ecf037ff-8350-46e5-a553-32b0e968847d triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:57.069435 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:57.077093 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-34606637-59d8-4f75-8eb1-36e7e9183ef5 None None] For port d71343fc-bc6e-411e-bc9a-8524ed001c51, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=d71343fc-bc6e-411e-bc9a-8524ed001c51,segment=NetworkSegment(ceb567b3-93e6-4495-80aa-58a786948605),segment_id=ceb567b3-93e6-4495-80aa-58a786948605)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:57.146979 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-34606637-59d8-4f75-8eb1-36e7e9183ef5 None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:57.170011 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-34606637-59d8-4f75-8eb1-36e7e9183ef5 None None] Transition to ACTIVE for port object d71343fc-bc6e-411e-bc9a-8524ed001c51 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:32:57.180465 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-34606637-59d8-4f75-8eb1-36e7e9183ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:57.268152 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e339e9a7-2bbe-4530-a44d-a04477a9ccbc req-efdaa75c-8b76-4b35-ab38-4f58cb6ed3ae service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=891cff95-2b72-4502-91e7-a6301c4894bd HTTP/1.1" status: 200 len: 217 time: 0.5494936 Jul 29 23:32:57.301400 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46edea1b-874d-42b3-bbda-79ee4e164fd9 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event updated for resources: {'Port': ['ID=8138417e-2525-4cff-8998-51dfdc3ed893,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:57.344176 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46edea1b-874d-42b3-bbda-79ee4e164fd9 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:32:57.350641 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:57.418407 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81094904-b069-4413-9dac-76ad340ebf56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf037ff-8350-46e5-a553-32b0e968847d'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:32:57.421023 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d26b906a-fb5c-4661-a82a-fe281b95b711" -d '{"events": [{"server_uuid": "81094904-b069-4413-9dac-76ad340ebf56", "name": "network-vif-plugged", "status": "completed", "tag": "ecf037ff-8350-46e5-a553-32b0e968847d"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:32:57.423004 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-46edea1b-874d-42b3-bbda-79ee4e164fd9 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:57.435388 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46edea1b-874d-42b3-bbda-79ee4e164fd9 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:32:57.437403 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34606637-59d8-4f75-8eb1-36e7e9183ef5 None None] Pushing event updated for resources: {'Port': ['ID=d71343fc-bc6e-411e-bc9a-8524ed001c51,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:57.442552 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46edea1b-874d-42b3-bbda-79ee4e164fd9 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:57.443629 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-46edea1b-874d-42b3-bbda-79ee4e164fd9 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:57.466712 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port ecf037ff-8350-46e5-a553-32b0e968847d, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=ecf037ff-8350-46e5-a553-32b0e968847d,segment=NetworkSegment(c240b120-a01c-4473-a8c8-2ed685fc0371),segment_id=c240b120-a01c-4473-a8c8-2ed685fc0371)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:57.473397 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:57.484140 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6210d9-e49a-4a80-b055-f17829599bba req-953e3502-b382-41b3-bb02-3e3b1ef87835 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:57.485067 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dc6210d9-e49a-4a80-b055-f17829599bba req-953e3502-b382-41b3-bb02-3e3b1ef87835 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec37b90a-2123-44d6-b1db-d72f91d0a7ac HTTP/1.1" status: 200 len: 944 time: 0.2549481 Jul 29 23:32:57.514101 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-46edea1b-874d-42b3-bbda-79ee4e164fd9 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 4.1320839 Jul 29 23:32:57.515749 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e339e9a7-2bbe-4530-a44d-a04477a9ccbc req-7cd6dafa-910b-42db-b42b-621ff8141af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:57.516937 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51994) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:57.517154 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e339e9a7-2bbe-4530-a44d-a04477a9ccbc req-7cd6dafa-910b-42db-b42b-621ff8141af8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3e5801e1-3293-4679-8674-9d98822925fc HTTP/1.1" status: 200 len: 855 time: 0.1943409 Jul 29 23:32:57.558320 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device d71343fc-bc6e-411e-bc9a-8524ed001c51 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:32:57.603046 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a36ea-0a93-4a17-8a55-5cfb6aef18be req-b9031c5a-a8e8-46fc-8d6a-81711ec4252e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:57.604920 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8c8a36ea-0a93-4a17-8a55-5cfb6aef18be req-b9031c5a-a8e8-46fc-8d6a-81711ec4252e service neutron] 10.222.0.41 "GET /v2.0/networks?id=dfc3bea2-bd5d-418d-b114-01609b424895 HTTP/1.1" status: 200 len: 917 time: 0.8774755 Jul 29 23:32:57.617040 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dc6210d9-e49a-4a80-b055-f17829599bba req-64166d54-6965-487d-82f5-2be835ce3da7 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f70c726-a398-4f44-8add-5d324eb1a3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223073 Jul 29 23:32:57.624230 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e339e9a7-2bbe-4530-a44d-a04477a9ccbc req-6807a96d-b27d-47c8-b9ce-8cc3fb0cb775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:57.626287 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e339e9a7-2bbe-4530-a44d-a04477a9ccbc req-6807a96d-b27d-47c8-b9ce-8cc3fb0cb775 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=dfc3bea2-bd5d-418d-b114-01609b424895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0933125 Jul 29 23:32:57.861523 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-f39d3f8b-eeee-48d6-9226-5fbc67c90bb3 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Deleting port 8138417e-2525-4cff-8998-51dfdc3ed893 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:32:57.862009 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f39d3f8b-eeee-48d6-9226-5fbc67c90bb3 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:57.862543 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9098ca7a-5330-40e3-b63b-11ce7afa4188 x-openstack-request-id: req-9098ca7a-5330-40e3-b63b-11ce7afa4188 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:32:57.862716 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81094904-b069-4413-9dac-76ad340ebf56", "name": "network-vif-plugged", "status": "completed", "tag": "ecf037ff-8350-46e5-a553-32b0e968847d", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:32:57.863152 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9098ca7a-5330-40e3-b63b-11ce7afa4188 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:32:57.863699 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81094904-b069-4413-9dac-76ad340ebf56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf037ff-8350-46e5-a553-32b0e968847d', 'code': 200} Jul 29 23:32:57.871417 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23561a48-e95d-4b61-8891-9b7d21ddbe13 req-43be75ef-2664-4379-b32a-0e1d58c23679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:57.874509 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-23561a48-e95d-4b61-8891-9b7d21ddbe13 req-43be75ef-2664-4379-b32a-0e1d58c23679 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=81094904-b069-4413-9dac-76ad340ebf56 HTTP/1.1" status: 200 len: 1098 time: 0.1122332 Jul 29 23:32:57.901881 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8c8a36ea-0a93-4a17-8a55-5cfb6aef18be req-e714b90d-4701-4d7b-8ffa-f078acdee5a1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33c7bedf-7783-47d1-b378-2b04027e3a81 HTTP/1.1" status: 200 len: 217 time: 0.2528880 Jul 29 23:32:57.954084 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=ecf037ff-8350-46e5-a553-32b0e968847d,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:57.975877 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:58.002775 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-23561a48-e95d-4b61-8891-9b7d21ddbe13 req-223f8373-9692-43b8-86f5-ec2784b9f3ea service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3f70c726-a398-4f44-8add-5d324eb1a3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159577 Jul 29 23:32:58.027936 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f39d3f8b-eeee-48d6-9226-5fbc67c90bb3 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:58.049472 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-f39d3f8b-eeee-48d6-9226-5fbc67c90bb3 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Calling delete_port for 8138417e-2525-4cff-8998-51dfdc3ed893 owned by {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:32:58.066648 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 6551dae8-8a9c-4b58-8811-0b5c6b91326b no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:32:58.068162 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ba153-6d94-4376-a6e0-f160b1569797 req-9d501669-1ed2-4b0b-af22-c7f06b2a5475 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:58.076045 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0b4ba153-6d94-4376-a6e0-f160b1569797 req-9d501669-1ed2-4b0b-af22-c7f06b2a5475 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 944 time: 0.2962153 Jul 29 23:32:58.120185 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 6551dae8-8a9c-4b58-8811-0b5c6b91326b {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:32:58.120669 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 6551dae8-8a9c-4b58-8811-0b5c6b91326b not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:32:58.204507 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a36ea-0a93-4a17-8a55-5cfb6aef18be req-6e792fb8-f25a-418e-a8d4-59ffae414004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:58.209748 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8c8a36ea-0a93-4a17-8a55-5cfb6aef18be req-6e792fb8-f25a-418e-a8d4-59ffae414004 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3e5801e1-3293-4679-8674-9d98822925fc HTTP/1.1" status: 200 len: 855 time: 0.2922664 Jul 29 23:32:58.216279 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e339e9a7-2bbe-4530-a44d-a04477a9ccbc req-b9b7772d-0fe9-471a-a652-754be798da34 service neutron] 10.222.0.22 "GET /v2.0/networks/dfc3bea2-bd5d-418d-b114-01609b424895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5685997 Jul 29 23:32:58.324110 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0b4ba153-6d94-4376-a6e0-f160b1569797 req-00af7820-e485-4599-93a8-ff9044a2009d tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2468057 Jul 29 23:32:58.403128 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8a36ea-0a93-4a17-8a55-5cfb6aef18be req-947e695e-1f15-40f9-94c1-eb0dd6bcb9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:58.405636 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8c8a36ea-0a93-4a17-8a55-5cfb6aef18be req-947e695e-1f15-40f9-94c1-eb0dd6bcb9eb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dfc3bea2-bd5d-418d-b114-01609b424895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0847499 Jul 29 23:32:58.473263 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e339e9a7-2bbe-4530-a44d-a04477a9ccbc req-531ad3ca-9170-4200-b09d-c980d098b10a service neutron] 10.222.0.22 "GET /v2.0/networks/dfc3bea2-bd5d-418d-b114-01609b424895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465243 Jul 29 23:32:58.534686 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f39d3f8b-eeee-48d6-9226-5fbc67c90bb3 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:58.581020 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-7a3c2434-95a1-49ea-8ddd-fa645f36d53d None None] Provisioning for port d71343fc-bc6e-411e-bc9a-8524ed001c51 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:32:58.589122 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-7a3c2434-95a1-49ea-8ddd-fa645f36d53d None None] Provisioning complete for port d71343fc-bc6e-411e-bc9a-8524ed001c51 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:58.589514 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7a3c2434-95a1-49ea-8ddd-fa645f36d53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:58.590720 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39d3f8b-eeee-48d6-9226-5fbc67c90bb3 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event deleted for resources: {'Port': ['ID=8138417e-2525-4cff-8998-51dfdc3ed893,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:58.672548 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7fbc14-7279-46cb-8a4e-3c01ab3f0c05 req-f9910bf0-0b1e-486d-93ef-5e2e71785131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:58.674100 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6f7fbc14-7279-46cb-8a4e-3c01ab3f0c05 req-f9910bf0-0b1e-486d-93ef-5e2e71785131 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8a98cb6af30a4908a6c8d61e81361f03&device_id=ec37b90a-2123-44d6-b1db-d72f91d0a7ac HTTP/1.1" status: 200 len: 1096 time: 0.0704043 Jul 29 23:32:58.721164 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f39d3f8b-eeee-48d6-9226-5fbc67c90bb3 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:58.725929 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-f39d3f8b-eeee-48d6-9226-5fbc67c90bb3 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/ports/8138417e-2525-4cff-8998-51dfdc3ed893 HTTP/1.1" status: 204 len: 168 time: 1.2052283 Jul 29 23:32:58.726819 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52030) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:58.752137 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8c8a36ea-0a93-4a17-8a55-5cfb6aef18be req-c7722ec3-c450-4d95-8296-9b8d7ec55f1a service neutron] 10.222.0.41 "GET /v2.0/networks/dfc3bea2-bd5d-418d-b114-01609b424895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330271 Jul 29 23:32:58.850830 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff377370-28de-4fe5-ab8a-58d74054d9c7 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:58.852570 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ff377370-28de-4fe5-ab8a-58d74054d9c7 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1248550 Jul 29 23:32:58.858761 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52036) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:58.861538 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 33c7bedf-7783-47d1-b378-2b04027e3a81 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:32:58.969571 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8208567-cc29-47e9-831a-5cc24220ebdb tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:58.972182 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a8208567-cc29-47e9-831a-5cc24220ebdb tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1116662 Jul 29 23:32:58.974962 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52042) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:58.998521 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497cd41-dbc3-45eb-b857-db272fa66b41 req-354db9f2-4054-4c54-b7f7-024ed37dc026 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:59.001319 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2497cd41-dbc3-45eb-b857-db272fa66b41 req-354db9f2-4054-4c54-b7f7-024ed37dc026 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec37b90a-2123-44d6-b1db-d72f91d0a7ac HTTP/1.1" status: 200 len: 944 time: 0.1863360 Jul 29 23:32:59.034879 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 33c7bedf-7783-47d1-b378-2b04027e3a81, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=33c7bedf-7783-47d1-b378-2b04027e3a81,segment=NetworkSegment(c240b120-a01c-4473-a8c8-2ed685fc0371),segment_id=c240b120-a01c-4473-a8c8-2ed685fc0371)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:59.058765 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': '33c7bedf-7783-47d1-b378-2b04027e3a81', 'network_id': 'dfc3bea2-bd5d-418d-b114-01609b424895', 'port_id': '33c7bedf-7783-47d1-b378-2b04027e3a81', 'mac_address': 'fa:16:3e:be:96:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e5801e1-3293-4679-8674-9d98822925fc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:32:59.071285 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7fbc14-7279-46cb-8a4e-3c01ab3f0c05 req-91426469-96a9-47f6-b22c-cc397204c987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:59.072907 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6f7fbc14-7279-46cb-8a4e-3c01ab3f0c05 req-91426469-96a9-47f6-b22c-cc397204c987 service neutron] 10.222.0.22 "GET /v2.0/networks?id=dfc3bea2-bd5d-418d-b114-01609b424895 HTTP/1.1" status: 200 len: 917 time: 0.3886349 Jul 29 23:32:59.130330 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44aee8d-6683-44c8-ba42-36cf5c7d7fab tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:59.136473 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:59.137898 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44aee8d-6683-44c8-ba42-36cf5c7d7fab tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:59.138639 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-8834df16-f4dc-499d-a4af-1329f2d90b85 None None] Could not find standard attr ID for object 8138417e-2525-4cff-8998-51dfdc3ed893. {{(pid=94079) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:32:59.141312 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44aee8d-6683-44c8-ba42-36cf5c7d7fab tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:59.144319 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d44aee8d-6683-44c8-ba42-36cf5c7d7fab tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1632817 Jul 29 23:32:59.147103 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52048) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:59.167070 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33c7bedf-7783-47d1-b378-2b04027e3a81 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:32:59.173011 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6f7fbc14-7279-46cb-8a4e-3c01ab3f0c05 req-049ecc3c-0fd2-4ec3-8782-2d0605a5f587 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=891cff95-2b72-4502-91e7-a6301c4894bd HTTP/1.1" status: 200 len: 217 time: 0.0772054 Jul 29 23:32:59.183328 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8c8a36ea-0a93-4a17-8a55-5cfb6aef18be req-73818f13-6f5b-468f-9ab7-0e1152e123dd service neutron] 10.222.0.41 "GET /v2.0/networks/dfc3bea2-bd5d-418d-b114-01609b424895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3647120 Jul 29 23:32:59.188640 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2497cd41-dbc3-45eb-b857-db272fa66b41 req-e57411a8-ae02-49a0-bddb-1d2c5e9ef5a3 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f70c726-a398-4f44-8add-5d324eb1a3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782341 Jul 29 23:32:59.207539 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 33c7bedf-7783-47d1-b378-2b04027e3a81, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=33c7bedf-7783-47d1-b378-2b04027e3a81,segment=NetworkSegment(c240b120-a01c-4473-a8c8-2ed685fc0371),segment_id=c240b120-a01c-4473-a8c8-2ed685fc0371)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:59.226385 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:59.312799 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5a50c5a-6028-47ab-b413-e2069fe66dc1 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Deleting subnet 6d6e7e42-81dc-4f59-bf82-3c14167e32cd {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:32:59.319730 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b5a50c5a-6028-47ab-b413-e2069fe66dc1 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:59.350729 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7fbc14-7279-46cb-8a4e-3c01ab3f0c05 req-cac31240-83a5-4fca-ab4f-c413a627b185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:59.355011 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6f7fbc14-7279-46cb-8a4e-3c01ab3f0c05 req-cac31240-83a5-4fca-ab4f-c413a627b185 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3e5801e1-3293-4679-8674-9d98822925fc HTTP/1.1" status: 200 len: 855 time: 0.1706088 Jul 29 23:32:59.376367 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:59.459721 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7fbc14-7279-46cb-8a4e-3c01ab3f0c05 req-f2da0c31-147d-402e-a686-6a004314b981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:59.460780 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6f7fbc14-7279-46cb-8a4e-3c01ab3f0c05 req-f2da0c31-147d-402e-a686-6a004314b981 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=dfc3bea2-bd5d-418d-b114-01609b424895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0954077 Jul 29 23:32:59.484676 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=33c7bedf-7783-47d1-b378-2b04027e3a81,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:59.528257 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b5a50c5a-6028-47ab-b413-e2069fe66dc1 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:59.531189 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device d71343fc-bc6e-411e-bc9a-8524ed001c51 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:32:59.642555 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec145720-a21f-4976-89ab-5e3c41e7d00d req-cdb16be3-373b-4ad3-9856-010291af6a70 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:59.644380 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ec145720-a21f-4976-89ab-5e3c41e7d00d req-cdb16be3-373b-4ad3-9856-010291af6a70 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 944 time: 0.1680024 Jul 29 23:32:59.663484 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['33c7bedf-7783-47d1-b378-2b04027e3a81'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:32:59.684246 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b5a50c5a-6028-47ab-b413-e2069fe66dc1 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:59.705408 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6f7fbc14-7279-46cb-8a4e-3c01ab3f0c05 req-6371d6ec-41b2-4cda-940c-c9811bb2cee8 service neutron] 10.222.0.22 "GET /v2.0/networks/dfc3bea2-bd5d-418d-b114-01609b424895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309074 Jul 29 23:32:59.734367 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port d71343fc-bc6e-411e-bc9a-8524ed001c51 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:59.739319 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:59.751308 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ec145720-a21f-4976-89ab-5e3c41e7d00d req-85111946-ba51-4e9d-a01e-99588a450272 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782602 Jul 29 23:32:59.804711 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b5a50c5a-6028-47ab-b413-e2069fe66dc1 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:59.852581 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a50c5a-6028-47ab-b413-e2069fe66dc1 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event deleted for resources: {'Subnet': ['ID=6d6e7e42-81dc-4f59-bf82-3c14167e32cd,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:59.855966 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b5a50c5a-6028-47ab-b413-e2069fe66dc1 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:59.859269 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b5a50c5a-6028-47ab-b413-e2069fe66dc1 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/subnets/6d6e7e42-81dc-4f59-bf82-3c14167e32cd HTTP/1.1" status: 204 len: 168 time: 0.7110224 Jul 29 23:32:59.862651 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52068) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:59.865872 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e484f0-4ca2-4999-b05e-b49a7e889e54 None None] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:32:59.946557 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6f7fbc14-7279-46cb-8a4e-3c01ab3f0c05 req-eeb286d8-585d-496b-9e4c-16b5ea55d0f6 service neutron] 10.222.0.22 "GET /v2.0/networks/dfc3bea2-bd5d-418d-b114-01609b424895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197311 Jul 29 23:32:59.957875 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5aea046-e9e1-4c36-8092-f4b7d34713d7 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Deleting subnet f3d32741-d509-410f-994f-5060c3068750 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:32:59.962235 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b5aea046-e9e1-4c36-8092-f4b7d34713d7 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:00.023596 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b5aea046-e9e1-4c36-8092-f4b7d34713d7 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:00.158003 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b5aea046-e9e1-4c36-8092-f4b7d34713d7 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:00.277876 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b5aea046-e9e1-4c36-8092-f4b7d34713d7 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:00.309176 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aea046-e9e1-4c36-8092-f4b7d34713d7 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event deleted for resources: {'Subnet': ['ID=f3d32741-d509-410f-994f-5060c3068750,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:00.320776 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b5aea046-e9e1-4c36-8092-f4b7d34713d7 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:00.322823 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b5aea046-e9e1-4c36-8092-f4b7d34713d7 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/subnets/f3d32741-d509-410f-994f-5060c3068750 HTTP/1.1" status: 204 len: 168 time: 0.4586744 Jul 29 23:33:00.325844 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52092) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:00.385560 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-4daa67a2-23c2-4273-9291-af18f5d35dcf tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0580800 Jul 29 23:33:00.392497 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52096) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:00.397748 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-3a2ab9fd-4595-447b-8d38-7765d60bea73 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Request body: {'subnet': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:00.456161 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd89ed0-3a09-4a65-a1fb-420250ccdb2c req-7189c4c7-3bac-4dba-908a-b0add30a07c5 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:00.461119 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1fd89ed0-3a09-4a65-a1fb-420250ccdb2c req-7189c4c7-3bac-4dba-908a-b0add30a07c5 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec37b90a-2123-44d6-b1db-d72f91d0a7ac HTTP/1.1" status: 200 len: 944 time: 0.0780048 Jul 29 23:33:00.478907 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df405a6c-b9b1-4f7f-bb0c-21628c9634b3 None None] Update dhcp port {'port': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'fixed_ips': [{'subnet_id': 'f3d32741-d509-410f-994f-5060c3068750'}], 'binding:host_id': 'n-d-712141-10'}, 'id': 'd71343fc-bc6e-411e-bc9a-8524ed001c51'} from n-d-712141-10. {{(pid=94079) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 23:33:00.532844 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-df405a6c-b9b1-4f7f-bb0c-21628c9634b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:00.535349 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2ab9fd-4595-447b-8d38-7765d60bea73 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Made reservation on behalf of 7c9416c97c57443282624ca6d2f37df4 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:00.541209 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3a2ab9fd-4595-447b-8d38-7765d60bea73 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:00.548699 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1fd89ed0-3a09-4a65-a1fb-420250ccdb2c req-60075863-4b7d-45c7-b5bd-0adc3388bb24 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f70c726-a398-4f44-8add-5d324eb1a3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800741 Jul 29 23:33:00.802772 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52499e3-5b49-4707-86b0-d0420f2cf2f4 None None] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:33:00.851525 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3a2ab9fd-4595-447b-8d38-7765d60bea73 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:00.905553 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2ab9fd-4595-447b-8d38-7765d60bea73 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:00.910095 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-3a2ab9fd-4595-447b-8d38-7765d60bea73 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:00.915400 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2ab9fd-4595-447b-8d38-7765d60bea73 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:00.916523 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3a2ab9fd-4595-447b-8d38-7765d60bea73 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:00.940549 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2ab9fd-4595-447b-8d38-7765d60bea73 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event updated for resources: {'Subnet': ['ID=6d7bee1c-4626-4637-a567-519c9875e1f6,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:00.968025 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-3a2ab9fd-4595-447b-8d38-7765d60bea73 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5736868 Jul 29 23:33:00.969271 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52120) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:00.975424 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c9d7394b-a210-4d70-b332-db1b293169f2 None None] Provisioning complete for port d71343fc-bc6e-411e-bc9a-8524ed001c51 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:00.975933 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-4f95713e-08e4-46b3-93df-a5b9779f6715 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Request body: {'subnet': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:00.976150 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c9d7394b-a210-4d70-b332-db1b293169f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:01.049404 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfe6789-ab27-4617-9ffe-ffdfeb27f352 req-ea31fada-5eb8-4241-b737-cbd466e10111 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:01.052037 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2dfe6789-ab27-4617-9ffe-ffdfeb27f352 req-ea31fada-5eb8-4241-b737-cbd466e10111 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 944 time: 0.1443508 Jul 29 23:33:01.164817 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2dfe6789-ab27-4617-9ffe-ffdfeb27f352 req-48b9d5bc-a742-40f8-a953-542257e934c6 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037135 Jul 29 23:33:01.190934 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f95713e-08e4-46b3-93df-a5b9779f6715 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Made reservation on behalf of 7c9416c97c57443282624ca6d2f37df4 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:01.198960 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4f95713e-08e4-46b3-93df-a5b9779f6715 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:01.308351 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf9e465-c83f-4627-986b-76ecddb01939 None None] Update dhcp port {'port': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'fixed_ips': [{'subnet_id': '6d7bee1c-4626-4637-a567-519c9875e1f6'}], 'binding:host_id': 'n-d-712141-10'}, 'id': 'd71343fc-bc6e-411e-bc9a-8524ed001c51'} from n-d-712141-10. {{(pid=94079) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 23:33:01.350058 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-abf9e465-c83f-4627-986b-76ecddb01939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:01.373728 n-d-712141-10 neutron-server[94077]: INFO neutron.db.ipam_backend_mixin [None req-4f95713e-08e4-46b3-93df-a5b9779f6715 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6d7bee1c-4626-4637-a567-519c9875e1f6 (CIDR: 2001:db8::/64) Jul 29 23:33:01.376181 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f95713e-08e4-46b3-93df-a5b9779f6715 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:33:01.376693 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f95713e-08e4-46b3-93df-a5b9779f6715 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:33:01.408457 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4f95713e-08e4-46b3-93df-a5b9779f6715 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4377246 Jul 29 23:33:01.411753 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52136) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:01.418270 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-bc6b840e-dc82-4154-b15c-bd39c921a234 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Request body: {'subnet': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:01.428587 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device d71343fc-bc6e-411e-bc9a-8524ed001c51 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:33:01.788188 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516beaf-53f9-44b8-bf70-e90c560d3a1a req-815711b9-a990-4ef1-a6a4-73fb6fd0f2fd tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:01.798478 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8516beaf-53f9-44b8-bf70-e90c560d3a1a req-815711b9-a990-4ef1-a6a4-73fb6fd0f2fd tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec37b90a-2123-44d6-b1db-d72f91d0a7ac HTTP/1.1" status: 200 len: 944 time: 0.1143959 Jul 29 23:33:01.819937 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:01.844573 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-abf9e465-c83f-4627-986b-76ecddb01939 None None] Allocated IP 2001:db8::2 (27ea2e30-5576-4381-a6d8-03efb8f4bd4e/6d7bee1c-4626-4637-a567-519c9875e1f6/d71343fc-bc6e-411e-bc9a-8524ed001c51) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:33:01.865142 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8516beaf-53f9-44b8-bf70-e90c560d3a1a req-51afa7d5-0e3c-47e0-8cf6-cd0f47ae4312 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f70c726-a398-4f44-8add-5d324eb1a3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623260 Jul 29 23:33:01.881294 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 891cff95-2b72-4502-91e7-a6301c4894bd details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:33:01.940358 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52156) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:02.044649 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc6b840e-dc82-4154-b15c-bd39c921a234 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Made reservation on behalf of 7c9416c97c57443282624ca6d2f37df4 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:02.050942 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bc6b840e-dc82-4154-b15c-bd39c921a234 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:02.105799 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-abf9e465-c83f-4627-986b-76ecddb01939 None None] For port d71343fc-bc6e-411e-bc9a-8524ed001c51, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=d71343fc-bc6e-411e-bc9a-8524ed001c51,segment=NetworkSegment(ceb567b3-93e6-4495-80aa-58a786948605),segment_id=ceb567b3-93e6-4495-80aa-58a786948605)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:02.134014 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 891cff95-2b72-4502-91e7-a6301c4894bd, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=891cff95-2b72-4502-91e7-a6301c4894bd,segment=NetworkSegment(c240b120-a01c-4473-a8c8-2ed685fc0371),segment_id=c240b120-a01c-4473-a8c8-2ed685fc0371)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:02.156466 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '891cff95-2b72-4502-91e7-a6301c4894bd', 'network_id': 'dfc3bea2-bd5d-418d-b114-01609b424895', 'port_id': '891cff95-2b72-4502-91e7-a6301c4894bd', 'mac_address': 'fa:16:3e:3d:61:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e5801e1-3293-4679-8674-9d98822925fc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:33:02.166913 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-abf9e465-c83f-4627-986b-76ecddb01939 None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:02.187096 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fe9f6a06-21d7-4f6a-b09f-0662ccf11af8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:02.206155 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-abf9e465-c83f-4627-986b-76ecddb01939 None None] Transition to ACTIVE for port object d71343fc-bc6e-411e-bc9a-8524ed001c51 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:02.220831 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-abf9e465-c83f-4627-986b-76ecddb01939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:02.223004 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:02.319171 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 891cff95-2b72-4502-91e7-a6301c4894bd {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:33:02.360368 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f568274e-55cc-4fdf-b247-b24f3d32028b req-1e8e2f70-8d2f-4743-92d5-2fea1d40f4f6 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:02.368951 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f568274e-55cc-4fdf-b247-b24f3d32028b req-1e8e2f70-8d2f-4743-92d5-2fea1d40f4f6 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 944 time: 0.1013286 Jul 29 23:33:02.374082 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.db.api [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94079) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:33:02.374519 n-d-712141-10 neutron-server[94079]: DEBUG oslo_db.api [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:33:02.388677 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 891cff95-2b72-4502-91e7-a6301c4894bd, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=891cff95-2b72-4502-91e7-a6301c4894bd,segment=NetworkSegment(c240b120-a01c-4473-a8c8-2ed685fc0371),segment_id=c240b120-a01c-4473-a8c8-2ed685fc0371)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:02.390108 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf9e465-c83f-4627-986b-76ecddb01939 None None] Pushing event updated for resources: {'Port': ['ID=d71343fc-bc6e-411e-bc9a-8524ed001c51,revision_number=7']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:02.395222 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:02.433826 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f568274e-55cc-4fdf-b247-b24f3d32028b req-7742032d-e6b2-42ad-95c3-a0b31427f3cc tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636249 Jul 29 23:33:02.443986 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fe9f6a06-21d7-4f6a-b09f-0662ccf11af8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:02.462626 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=891cff95-2b72-4502-91e7-a6301c4894bd,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:02.463055 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fe9f6a06-21d7-4f6a-b09f-0662ccf11af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:02.526138 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-fe9f6a06-21d7-4f6a-b09f-0662ccf11af8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d96c61bc7b7b4b1698f14ce33b5852d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5835404 Jul 29 23:33:02.527086 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9f6a06-21d7-4f6a-b09f-0662ccf11af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ec5d16-197f-4a85-ba06-f713c8675828,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:02.530768 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52166) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:02.628785 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8dff60cd-c01e-474a-b8d6-c52f7be76a15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:02.660240 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8dff60cd-c01e-474a-b8d6-c52f7be76a15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:02.692314 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['891cff95-2b72-4502-91e7-a6301c4894bd'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:33:02.744248 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8dff60cd-c01e-474a-b8d6-c52f7be76a15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:02.748248 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8dff60cd-c01e-474a-b8d6-c52f7be76a15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:02.750365 n-d-712141-10 neutron-server[94077]: DEBUG neutron.objects.ports [None req-bc6b840e-dc82-4154-b15c-bd39c921a234 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94077) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 23:33:02.754444 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-8dff60cd-c01e-474a-b8d6-c52f7be76a15 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/66ec5d16-197f-4a85-ba06-f713c8675828 HTTP/1.1" status: 204 len: 168 time: 0.2223921 Jul 29 23:33:02.770379 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dff60cd-c01e-474a-b8d6-c52f7be76a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ec5d16-197f-4a85-ba06-f713c8675828,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:02.872232 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 33c7bedf-7783-47d1-b378-2b04027e3a81 up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:33:03.051825 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:03.069878 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475b98b4-7eed-4ef7-8ef3-da709d65950b req-fcf58ca6-166a-4c80-9f0c-072bcd768e91 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:03.078401 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-475b98b4-7eed-4ef7-8ef3-da709d65950b req-fcf58ca6-166a-4c80-9f0c-072bcd768e91 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec37b90a-2123-44d6-b1db-d72f91d0a7ac HTTP/1.1" status: 200 len: 945 time: 0.1035380 Jul 29 23:33:03.127328 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bc6b840e-dc82-4154-b15c-bd39c921a234 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:03.155354 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-475b98b4-7eed-4ef7-8ef3-da709d65950b req-6ccbb69d-9381-492b-a0c9-d76f1846a685 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f70c726-a398-4f44-8add-5d324eb1a3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679681 Jul 29 23:33:03.192634 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52188) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:03.210380 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8e1de12f-5304-4626-bb4b-20ed306fc0e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:03.236886 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port 33c7bedf-7783-47d1-b378-2b04027e3a81 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:33:03.242769 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port 33c7bedf-7783-47d1-b378-2b04027e3a81 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:03.243112 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:03.287895 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.db.api [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94079) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:33:03.288226 n-d-712141-10 neutron-server[94079]: DEBUG oslo_db.api [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:33:03.344051 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:03.368688 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8e1de12f-5304-4626-bb4b-20ed306fc0e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:03.376245 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8e1de12f-5304-4626-bb4b-20ed306fc0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:03.402442 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59f7bbe9-99e5-4548-84d1-9c0230df3dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c7bedf-7783-47d1-b378-2b04027e3a81'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:33:03.404373 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-bc6b840e-dc82-4154-b15c-bd39c921a234 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] For port d71343fc-bc6e-411e-bc9a-8524ed001c51, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=d71343fc-bc6e-411e-bc9a-8524ed001c51,segment=NetworkSegment(ceb567b3-93e6-4495-80aa-58a786948605),segment_id=ceb567b3-93e6-4495-80aa-58a786948605)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:03.408344 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e8bbc8-209f-40de-a460-2100b795ff01" -d '{"events": [{"server_uuid": "59f7bbe9-99e5-4548-84d1-9c0230df3dfe", "name": "network-vif-plugged", "status": "completed", "tag": "33c7bedf-7783-47d1-b378-2b04027e3a81"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:33:03.428703 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 33c7bedf-7783-47d1-b378-2b04027e3a81, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=33c7bedf-7783-47d1-b378-2b04027e3a81,segment=NetworkSegment(c240b120-a01c-4473-a8c8-2ed685fc0371),segment_id=c240b120-a01c-4473-a8c8-2ed685fc0371)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:03.444052 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-8e1de12f-5304-4626-bb4b-20ed306fc0e1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8b13f5bcc25b40138a8b1aff10a0a397&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2494729 Jul 29 23:33:03.445141 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1de12f-5304-4626-bb4b-20ed306fc0e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d7483e5-224a-4620-9bef-5a537f5337bf,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:03.447355 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52192) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:03.449961 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:03.498775 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:03.510086 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bc6b840e-dc82-4154-b15c-bd39c921a234 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:03.531336 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f7505b8-74d9-4705-b706-1aa5216d7882 x-openstack-request-id: req-8f7505b8-74d9-4705-b706-1aa5216d7882 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:33:03.531571 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59f7bbe9-99e5-4548-84d1-9c0230df3dfe", "name": "network-vif-plugged", "status": "completed", "tag": "33c7bedf-7783-47d1-b378-2b04027e3a81", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:33:03.531755 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8f7505b8-74d9-4705-b706-1aa5216d7882 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:33:03.532141 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59f7bbe9-99e5-4548-84d1-9c0230df3dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c7bedf-7783-47d1-b378-2b04027e3a81', 'code': 200} Jul 29 23:33:03.544183 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=33c7bedf-7783-47d1-b378-2b04027e3a81,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:03.559090 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bc6b840e-dc82-4154-b15c-bd39c921a234 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:03.562484 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bc6b840e-dc82-4154-b15c-bd39c921a234 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:03.590801 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ab3b5c-7aec-4665-85af-5df0ab3e7524 None None] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:33:03.652657 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d173e2d2-e8ac-4915-b57f-46ec121b812d req-ae5f2c5c-df2f-41d3-a377-7c5373ac846a tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:03.656665 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d173e2d2-e8ac-4915-b57f-46ec121b812d req-ae5f2c5c-df2f-41d3-a377-7c5373ac846a tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 944 time: 0.0702043 Jul 29 23:33:03.684654 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6b840e-dc82-4154-b15c-bd39c921a234 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:03.700334 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-bc6b840e-dc82-4154-b15c-bd39c921a234 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:03.716593 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6b840e-dc82-4154-b15c-bd39c921a234 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:03.718218 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bc6b840e-dc82-4154-b15c-bd39c921a234 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:03.721140 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6b840e-dc82-4154-b15c-bd39c921a234 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event updated for resources: {'Subnet': ['ID=afbffa99-abcf-4590-8698-115bc6f3b35f,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:03.738345 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d5b1decc-4d8a-4140-b7de-a7c3720e85de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:03.761369 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6b840e-dc82-4154-b15c-bd39c921a234 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event updated for resources: {'Port': ['ID=d71343fc-bc6e-411e-bc9a-8524ed001c51,revision_number=9']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:03.765859 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319892e6-1738-4f7e-a481-e77965bb4be3 req-ffff78f6-bfc3-435a-8c95-7db5ebafb91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:03.768076 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-319892e6-1738-4f7e-a481-e77965bb4be3 req-ffff78f6-bfc3-435a-8c95-7db5ebafb91c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=59f7bbe9-99e5-4548-84d1-9c0230df3dfe HTTP/1.1" status: 200 len: 1097 time: 0.1250525 Jul 29 23:33:03.784933 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d173e2d2-e8ac-4915-b57f-46ec121b812d req-2386f106-65a3-45d4-aa21-a2174abfc3d7 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153841 Jul 29 23:33:03.793175 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-bc6b840e-dc82-4154-b15c-bd39c921a234 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.3762937 Jul 29 23:33:03.795167 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d5b1decc-4d8a-4140-b7de-a7c3720e85de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:03.797240 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52202) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:03.802425 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-f2fee908-a5db-49c8-8318-6da381f5c8a3 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Request body: {'port': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'mac_address': 'fa:16:3e:08:00:d7', 'name': 'tempest-NetworksTestDHCPv6-1957485624'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:03.846153 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-319892e6-1738-4f7e-a481-e77965bb4be3 req-16d8fa93-51ce-4819-bac6-a6a8b4716fb1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3f70c726-a398-4f44-8add-5d324eb1a3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597477 Jul 29 23:33:03.851496 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.db.api [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94079) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:33:03.851963 n-d-712141-10 neutron-server[94079]: DEBUG oslo_db.api [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:33:03.863364 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-71a0e1a4-165a-4bca-8acf-a766d8a985da None None] Provisioning for port d71343fc-bc6e-411e-bc9a-8524ed001c51 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:33:03.870545 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-71a0e1a4-165a-4bca-8acf-a766d8a985da None None] Provisioning complete for port d71343fc-bc6e-411e-bc9a-8524ed001c51 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:03.870911 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-71a0e1a4-165a-4bca-8acf-a766d8a985da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:03.950276 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d5b1decc-4d8a-4140-b7de-a7c3720e85de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:03.957742 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d5b1decc-4d8a-4140-b7de-a7c3720e85de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:03.957742 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d5b1decc-4d8a-4140-b7de-a7c3720e85de admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7d7483e5-224a-4620-9bef-5a537f5337bf HTTP/1.1" status: 204 len: 168 time: 0.5041108 Jul 29 23:33:03.972144 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b1decc-4d8a-4140-b7de-a7c3720e85de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d7483e5-224a-4620-9bef-5a537f5337bf,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:04.000854 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2fee908-a5db-49c8-8318-6da381f5c8a3 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Made reservation on behalf of 7c9416c97c57443282624ca6d2f37df4 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:04.127970 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f2fee908-a5db-49c8-8318-6da381f5c8a3 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:04.153032 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [None req-f2fee908-a5db-49c8-8318-6da381f5c8a3 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] device_id is not set on port 3c065400-2e16-423b-9c38-a1c43a4e905f yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:33:04.318948 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa3172-7baf-493e-99f9-d71476e2f6ed req-e7eb0755-0e32-4d8f-97aa-8d35c785b0ff tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:04.321334 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5cfa3172-7baf-493e-99f9-d71476e2f6ed req-e7eb0755-0e32-4d8f-97aa-8d35c785b0ff tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec37b90a-2123-44d6-b1db-d72f91d0a7ac HTTP/1.1" status: 200 len: 945 time: 0.0658097 Jul 29 23:33:04.385396 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-f2fee908-a5db-49c8-8318-6da381f5c8a3 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Allocated IP 2001:db8::d3 (27ea2e30-5576-4381-a6d8-03efb8f4bd4e/6d7bee1c-4626-4637-a567-519c9875e1f6/3c065400-2e16-423b-9c38-a1c43a4e905f) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:33:04.393167 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-f2fee908-a5db-49c8-8318-6da381f5c8a3 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Allocated IP 2001:db8:0:1:f816:3eff:fe08:d7 (27ea2e30-5576-4381-a6d8-03efb8f4bd4e/afbffa99-abcf-4590-8698-115bc6f3b35f/3c065400-2e16-423b-9c38-a1c43a4e905f) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:33:04.405532 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5cfa3172-7baf-493e-99f9-d71476e2f6ed req-c677a1e3-d4fa-4691-8fa9-c5d5d2f0e925 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f70c726-a398-4f44-8add-5d324eb1a3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752914 Jul 29 23:33:04.603783 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f2fee908-a5db-49c8-8318-6da381f5c8a3 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:04.623100 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-f2fee908-a5db-49c8-8318-6da381f5c8a3 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Transition to ACTIVE for port object 3c065400-2e16-423b-9c38-a1c43a4e905f will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:04.669038 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f2fee908-a5db-49c8-8318-6da381f5c8a3 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:04.722840 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fee908-a5db-49c8-8318-6da381f5c8a3 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:04.725999 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-f2fee908-a5db-49c8-8318-6da381f5c8a3 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:04.729893 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fee908-a5db-49c8-8318-6da381f5c8a3 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:33:04.736438 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2fee908-a5db-49c8-8318-6da381f5c8a3 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:04.737094 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f2fee908-a5db-49c8-8318-6da381f5c8a3 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:04.756144 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fee908-a5db-49c8-8318-6da381f5c8a3 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event updated for resources: {'Port': ['ID=3c065400-2e16-423b-9c38-a1c43a4e905f,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:04.769043 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-f2fee908-a5db-49c8-8318-6da381f5c8a3 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.9682961 Jul 29 23:33:04.769999 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52238) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:04.871682 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:04.907123 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-13bbdeac-5a4c-4e58-98dd-fefcc7dddec1 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Deleting port 3c065400-2e16-423b-9c38-a1c43a4e905f {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:33:04.908221 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-13bbdeac-5a4c-4e58-98dd-fefcc7dddec1 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:04.957154 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bc9f73-09a2-49f5-a16c-903f145c1146 None None] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:33:05.027843 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port d71343fc-bc6e-411e-bc9a-8524ed001c51, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=d71343fc-bc6e-411e-bc9a-8524ed001c51,segment=NetworkSegment(ceb567b3-93e6-4495-80aa-58a786948605),segment_id=ceb567b3-93e6-4495-80aa-58a786948605)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:05.042447 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:05.108027 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-13bbdeac-5a4c-4e58-98dd-fefcc7dddec1 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:05.116388 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-dd5c0748-90fe-4b40-9c1c-c3712b558766 None None] Provisioning complete for port d71343fc-bc6e-411e-bc9a-8524ed001c51 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:05.116764 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-dd5c0748-90fe-4b40-9c1c-c3712b558766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:05.158720 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-13bbdeac-5a4c-4e58-98dd-fefcc7dddec1 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Calling delete_port for 3c065400-2e16-423b-9c38-a1c43a4e905f owned by {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:33:05.241771 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=d71343fc-bc6e-411e-bc9a-8524ed001c51,revision_number=10']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:05.286600 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device d71343fc-bc6e-411e-bc9a-8524ed001c51 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:33:05.323623 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e48aa25-9aed-4ee4-bd11-5234da64ce1d req-b740caf9-dc48-4616-a34c-01e3a749f299 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:05.325223 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4e48aa25-9aed-4ee4-bd11-5234da64ce1d req-b740caf9-dc48-4616-a34c-01e3a749f299 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 944 time: 0.1379130 Jul 29 23:33:05.404901 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-dd5c0748-90fe-4b40-9c1c-c3712b558766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:05.414079 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4e48aa25-9aed-4ee4-bd11-5234da64ce1d req-ffeb70d2-2c02-4d66-88f5-809d7169a2ef tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717168 Jul 29 23:33:05.480884 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port d71343fc-bc6e-411e-bc9a-8524ed001c51 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:05.481289 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:05.490829 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-dd5c0748-90fe-4b40-9c1c-c3712b558766 None None] For port d71343fc-bc6e-411e-bc9a-8524ed001c51, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=d71343fc-bc6e-411e-bc9a-8524ed001c51,segment=NetworkSegment(ceb567b3-93e6-4495-80aa-58a786948605),segment_id=ceb567b3-93e6-4495-80aa-58a786948605)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:05.507443 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-dd5c0748-90fe-4b40-9c1c-c3712b558766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:05.585737 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5c0748-90fe-4b40-9c1c-c3712b558766 None None] Pushing event updated for resources: {'Port': ['ID=d71343fc-bc6e-411e-bc9a-8524ed001c51,revision_number=11']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:05.595536 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-13bbdeac-5a4c-4e58-98dd-fefcc7dddec1 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:05.692902 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bbdeac-5a4c-4e58-98dd-fefcc7dddec1 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event deleted for resources: {'Port': ['ID=3c065400-2e16-423b-9c38-a1c43a4e905f,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:05.714056 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c4105-8d3d-4088-bdf4-0298761be12f req-f24cd687-0d92-4fac-bac0-4c9c2ad697f1 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:05.726030 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4f8c4105-8d3d-4088-bdf4-0298761be12f req-f24cd687-0d92-4fac-bac0-4c9c2ad697f1 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec37b90a-2123-44d6-b1db-d72f91d0a7ac HTTP/1.1" status: 200 len: 945 time: 0.1989415 Jul 29 23:33:05.806937 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4f8c4105-8d3d-4088-bdf4-0298761be12f req-f95c460a-feac-436b-8527-711217a3df37 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f70c726-a398-4f44-8add-5d324eb1a3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831068 Jul 29 23:33:05.807781 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-13bbdeac-5a4c-4e58-98dd-fefcc7dddec1 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:05.809483 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-13bbdeac-5a4c-4e58-98dd-fefcc7dddec1 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/ports/3c065400-2e16-423b-9c38-a1c43a4e905f HTTP/1.1" status: 204 len: 168 time: 1.0389175 Jul 29 23:33:05.813063 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52272) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:05.885984 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bc56c1-e550-4730-b29a-b81cae4cd188 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:05.887829 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-f0bc56c1-e550-4730-b29a-b81cae4cd188 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0732012 Jul 29 23:33:05.890786 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52278) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:05.921337 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 891cff95-2b72-4502-91e7-a6301c4894bd up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:33:05.964547 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2e090f7b-7920-4148-9044-199b6f4d3e22 None None] Could not find standard attr ID for object 3c065400-2e16-423b-9c38-a1c43a4e905f. {{(pid=94079) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:33:06.002392 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09061576-a93b-4ee4-97d2-af0edbb1c6ac tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:06.003377 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2e090f7b-7920-4148-9044-199b6f4d3e22 None None] Provisioning complete for port d71343fc-bc6e-411e-bc9a-8524ed001c51 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:06.003864 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2e090f7b-7920-4148-9044-199b6f4d3e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:06.007247 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52286) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:06.007998 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-09061576-a93b-4ee4-97d2-af0edbb1c6ac tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1159821 Jul 29 23:33:06.051492 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port 891cff95-2b72-4502-91e7-a6301c4894bd completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:33:06.059527 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 891cff95-2b72-4502-91e7-a6301c4894bd triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:06.060208 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:06.100594 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd80bd1-f881-4b7e-a75a-be2e4e465f85 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:06.102162 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd80bd1-f881-4b7e-a75a-be2e4e465f85 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:06.103689 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd80bd1-f881-4b7e-a75a-be2e4e465f85 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:06.105317 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9dd80bd1-f881-4b7e-a75a-be2e4e465f85 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0969071 Jul 29 23:33:06.108473 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52290) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:06.190075 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-38ccd28e-7075-4800-8460-a42e28db9c32 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Deleting subnet 6d7bee1c-4626-4637-a567-519c9875e1f6 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:33:06.193470 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-38ccd28e-7075-4800-8460-a42e28db9c32 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:06.223249 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:06.264418 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-38ccd28e-7075-4800-8460-a42e28db9c32 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:06.277354 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 891cff95-2b72-4502-91e7-a6301c4894bd, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=891cff95-2b72-4502-91e7-a6301c4894bd,segment=NetworkSegment(c240b120-a01c-4473-a8c8-2ed685fc0371),segment_id=c240b120-a01c-4473-a8c8-2ed685fc0371)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:06.278465 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec37b90a-2123-44d6-b1db-d72f91d0a7ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '891cff95-2b72-4502-91e7-a6301c4894bd'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:33:06.281518 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ce81dec-25d1-4660-bbf8-ca10793c3eb7" -d '{"events": [{"server_uuid": "ec37b90a-2123-44d6-b1db-d72f91d0a7ac", "name": "network-vif-plugged", "status": "completed", "tag": "891cff95-2b72-4502-91e7-a6301c4894bd"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:33:06.295187 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:06.427990 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=891cff95-2b72-4502-91e7-a6301c4894bd,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:06.436706 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-6b75f829-64d8-4a4f-b976-4a5c3731c9d7 None None] Could not find standard attr ID for object 3c065400-2e16-423b-9c38-a1c43a4e905f. {{(pid=94079) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:33:06.458671 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-38ccd28e-7075-4800-8460-a42e28db9c32 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:06.619468 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-38ccd28e-7075-4800-8460-a42e28db9c32 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:06.632927 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d06b006-b128-4451-861d-1d3bd000cf4f req-28e05ae5-f2f6-4dac-bea9-57a90619f34b tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:06.641675 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9d06b006-b128-4451-861d-1d3bd000cf4f req-28e05ae5-f2f6-4dac-bea9-57a90619f34b tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 944 time: 0.0758030 Jul 29 23:33:06.686427 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ccd28e-7075-4800-8460-a42e28db9c32 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event deleted for resources: {'Subnet': ['ID=6d7bee1c-4626-4637-a567-519c9875e1f6,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:06.690049 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9d06b006-b128-4451-861d-1d3bd000cf4f req-ea0c523e-8a0c-4c72-8bae-250aa749c4d3 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474246 Jul 29 23:33:06.690942 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-38ccd28e-7075-4800-8460-a42e28db9c32 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:06.695184 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-38ccd28e-7075-4800-8460-a42e28db9c32 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/subnets/6d7bee1c-4626-4637-a567-519c9875e1f6 HTTP/1.1" status: 204 len: 168 time: 0.5820906 Jul 29 23:33:06.695540 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52318) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:06.707367 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a1920e-e321-4378-936d-e113c83afad3 None None] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:33:06.790673 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd248b46-e224-41a6-ad31-cb9a624a7209 x-openstack-request-id: req-bd248b46-e224-41a6-ad31-cb9a624a7209 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:33:06.791239 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec37b90a-2123-44d6-b1db-d72f91d0a7ac", "name": "network-vif-plugged", "status": "completed", "tag": "891cff95-2b72-4502-91e7-a6301c4894bd", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:33:06.791499 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bd248b46-e224-41a6-ad31-cb9a624a7209 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:33:06.791961 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec37b90a-2123-44d6-b1db-d72f91d0a7ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '891cff95-2b72-4502-91e7-a6301c4894bd', 'code': 200} Jul 29 23:33:06.846447 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-f784ccec-c636-4c7a-b231-d003ad40eba5 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Deleting subnet afbffa99-abcf-4590-8698-115bc6f3b35f {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:33:06.851136 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f784ccec-c636-4c7a-b231-d003ad40eba5 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:06.961859 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f784ccec-c636-4c7a-b231-d003ad40eba5 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:07.102645 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f784ccec-c636-4c7a-b231-d003ad40eba5 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:07.107440 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:07.200671 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1c933a-b9d2-4d9c-8d42-1a25a145c473 req-57ae71cc-b74c-4e36-8358-9c8400bd7380 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:07.210032 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4c1c933a-b9d2-4d9c-8d42-1a25a145c473 req-57ae71cc-b74c-4e36-8358-9c8400bd7380 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec37b90a-2123-44d6-b1db-d72f91d0a7ac HTTP/1.1" status: 200 len: 946 time: 0.2702951 Jul 29 23:33:07.235957 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device d71343fc-bc6e-411e-bc9a-8524ed001c51 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:33:07.247187 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f784ccec-c636-4c7a-b231-d003ad40eba5 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:07.266293 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f784ccec-c636-4c7a-b231-d003ad40eba5 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:07.268381 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-f784ccec-c636-4c7a-b231-d003ad40eba5 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/subnets/afbffa99-abcf-4590-8698-115bc6f3b35f HTTP/1.1" status: 204 len: 168 time: 0.5717912 Jul 29 23:33:07.297238 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52344) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:07.300368 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032084b-ab5b-4f68-87c0-4f1bb3b2f240 req-925a00ad-12ed-4aec-a763-2345755d7180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:07.301809 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port d71343fc-bc6e-411e-bc9a-8524ed001c51 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:07.302293 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:07.302905 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c032084b-ab5b-4f68-87c0-4f1bb3b2f240 req-925a00ad-12ed-4aec-a763-2345755d7180 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0043d03cb0a4bbcbd35eb8f2075805c&device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 1096 time: 0.2866056 Jul 29 23:33:07.306485 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f784ccec-c636-4c7a-b231-d003ad40eba5 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event deleted for resources: {'Subnet': ['ID=afbffa99-abcf-4590-8698-115bc6f3b35f,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:07.338623 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5556930-3c74-4e17-8aa3-193d73d8e8c2 req-fde4228a-afa1-4b50-b270-18d069f64c2d tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:07.343011 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f5556930-3c74-4e17-8aa3-193d73d8e8c2 req-fde4228a-afa1-4b50-b270-18d069f64c2d tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 944 time: 0.3346922 Jul 29 23:33:07.370374 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-baf4f7ae-e4d7-4e51-b9cc-e48e0a00c286 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0711362 Jul 29 23:33:07.375463 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52348) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:07.384568 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-b170a37f-2ff1-4a2d-beed-51e04d206750 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Request body: {'subnet': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:07.519413 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fc7dfc-3a18-4e03-97e0-6291bc312a8a req-1c41fcbf-e100-40f0-85b2-85b538195fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:07.522275 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f3fc7dfc-3a18-4e03-97e0-6291bc312a8a req-1c41fcbf-e100-40f0-85b2-85b538195fcc service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ec37b90a-2123-44d6-b1db-d72f91d0a7ac HTTP/1.1" status: 200 len: 1098 time: 0.6677785 Jul 29 23:33:07.551847 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b170a37f-2ff1-4a2d-beed-51e04d206750 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Made reservation on behalf of 7c9416c97c57443282624ca6d2f37df4 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:07.565077 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b170a37f-2ff1-4a2d-beed-51e04d206750 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:07.577084 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f5556930-3c74-4e17-8aa3-193d73d8e8c2 req-19912fbc-a4c6-4f9d-b9fe-455da738ef55 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2178597 Jul 29 23:33:07.624960 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4c1c933a-b9d2-4d9c-8d42-1a25a145c473 req-8ad23da9-9ba7-44fa-9d81-d78d903cfdb7 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f70c726-a398-4f44-8add-5d324eb1a3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4137876 Jul 29 23:33:07.700069 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f3fc7dfc-3a18-4e03-97e0-6291bc312a8a req-0d806b58-3bc4-434a-8363-58448544909e service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=3f70c726-a398-4f44-8add-5d324eb1a3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517534 Jul 29 23:33:07.749026 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032084b-ab5b-4f68-87c0-4f1bb3b2f240 req-711016bb-e7fe-4285-8081-83088ba6bca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:07.750637 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c032084b-ab5b-4f68-87c0-4f1bb3b2f240 req-711016bb-e7fe-4285-8081-83088ba6bca8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fc8993d1-1f3f-4e88-9d54-7eec99f127ad HTTP/1.1" status: 200 len: 913 time: 0.4249609 Jul 29 23:33:07.854121 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c032084b-ab5b-4f68-87c0-4f1bb3b2f240 req-e596b8fa-ec33-40f8-b51c-f2f38e622847 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7227480-4f34-4ba2-a5a3-39cc6359fd0d HTTP/1.1" status: 200 len: 999 time: 0.0941143 Jul 29 23:33:07.937878 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b170a37f-2ff1-4a2d-beed-51e04d206750 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:07.941819 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032084b-ab5b-4f68-87c0-4f1bb3b2f240 req-7c273f00-58ba-4257-aec7-d3479d6d3cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:07.943599 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c032084b-ab5b-4f68-87c0-4f1bb3b2f240 req-7c273f00-58ba-4257-aec7-d3479d6d3cfe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=01812886-2cdd-41de-831e-c3e259b8e381 HTTP/1.1" status: 200 len: 851 time: 0.0793543 Jul 29 23:33:07.999245 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b170a37f-2ff1-4a2d-beed-51e04d206750 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:08.016327 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-b170a37f-2ff1-4a2d-beed-51e04d206750 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:08.031866 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c032084b-ab5b-4f68-87c0-4f1bb3b2f240 req-984e1b8a-b5c4-4049-bb14-8d7d93c213d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:08.033921 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c032084b-ab5b-4f68-87c0-4f1bb3b2f240 req-984e1b8a-b5c4-4049-bb14-8d7d93c213d7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fc8993d1-1f3f-4e88-9d54-7eec99f127ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0802393 Jul 29 23:33:08.034782 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b170a37f-2ff1-4a2d-beed-51e04d206750 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:08.040999 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b170a37f-2ff1-4a2d-beed-51e04d206750 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:08.065554 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b170a37f-2ff1-4a2d-beed-51e04d206750 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event updated for resources: {'Subnet': ['ID=1ecaa7f1-b8a3-4790-823a-b21114f7e640,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:08.084283 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b170a37f-2ff1-4a2d-beed-51e04d206750 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7039564 Jul 29 23:33:08.085191 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52368) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:08.090567 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-941a9655-db57-421b-882c-2ceddda3c214 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Request body: {'subnet': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:08.158540 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c032084b-ab5b-4f68-87c0-4f1bb3b2f240 req-12a8b100-0cc6-437f-bb1f-7ec73f2927c1 service neutron] 10.222.0.41 "GET /v2.0/networks/fc8993d1-1f3f-4e88-9d54-7eec99f127ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154876 Jul 29 23:33:08.167741 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7be197c-b3ee-4d04-82b9-96f10e11816c None None] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:33:08.258254 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941a9655-db57-421b-882c-2ceddda3c214 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Made reservation on behalf of 7c9416c97c57443282624ca6d2f37df4 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:08.262312 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-941a9655-db57-421b-882c-2ceddda3c214 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:08.292513 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c032084b-ab5b-4f68-87c0-4f1bb3b2f240 req-07dbd880-5012-4317-b6f4-855ea04b1782 service neutron] 10.222.0.41 "GET /v2.0/networks/fc8993d1-1f3f-4e88-9d54-7eec99f127ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247542 Jul 29 23:33:08.297235 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-43d207d3-3c98-4bea-bd9d-777f36969d0c None None] Provisioning complete for port d71343fc-bc6e-411e-bc9a-8524ed001c51 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:08.297706 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-43d207d3-3c98-4bea-bd9d-777f36969d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:08.406851 n-d-712141-10 neutron-server[94077]: INFO neutron.db.ipam_backend_mixin [None req-941a9655-db57-421b-882c-2ceddda3c214 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1ecaa7f1-b8a3-4790-823a-b21114f7e640 (CIDR: 2001:db8::/64) Jul 29 23:33:08.413176 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-941a9655-db57-421b-882c-2ceddda3c214 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:33:08.414462 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-941a9655-db57-421b-882c-2ceddda3c214 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:33:08.433988 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-941a9655-db57-421b-882c-2ceddda3c214 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3473721 Jul 29 23:33:08.437165 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52380) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:08.443235 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-4743dcc1-32a8-4ddc-8ec9-f1622382e54d tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Request body: {'subnet': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:08.598568 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4743dcc1-32a8-4ddc-8ec9-f1622382e54d tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Made reservation on behalf of 7c9416c97c57443282624ca6d2f37df4 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:08.603324 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4743dcc1-32a8-4ddc-8ec9-f1622382e54d tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:08.622197 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be9cb5a-d396-46bc-8a98-d65e51cf35ec None None] Update dhcp port {'port': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'fixed_ips': [{'subnet_id': '1ecaa7f1-b8a3-4790-823a-b21114f7e640'}], 'binding:host_id': 'n-d-712141-10'}, 'id': 'd71343fc-bc6e-411e-bc9a-8524ed001c51'} from n-d-712141-10. {{(pid=94079) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 23:33:08.668197 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1be9cb5a-d396-46bc-8a98-d65e51cf35ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:08.898226 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-1be9cb5a-d396-46bc-8a98-d65e51cf35ec None None] Allocated IP 2001:db8::2 (27ea2e30-5576-4381-a6d8-03efb8f4bd4e/1ecaa7f1-b8a3-4790-823a-b21114f7e640/d71343fc-bc6e-411e-bc9a-8524ed001c51) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:33:09.046772 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1be9cb5a-d396-46bc-8a98-d65e51cf35ec None None] For port d71343fc-bc6e-411e-bc9a-8524ed001c51, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=d71343fc-bc6e-411e-bc9a-8524ed001c51,segment=NetworkSegment(ceb567b3-93e6-4495-80aa-58a786948605),segment_id=ceb567b3-93e6-4495-80aa-58a786948605)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:09.100241 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1be9cb5a-d396-46bc-8a98-d65e51cf35ec None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:09.115670 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1be9cb5a-d396-46bc-8a98-d65e51cf35ec None None] Transition to ACTIVE for port object d71343fc-bc6e-411e-bc9a-8524ed001c51 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:09.125321 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1be9cb5a-d396-46bc-8a98-d65e51cf35ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:09.214345 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be9cb5a-d396-46bc-8a98-d65e51cf35ec None None] Pushing event updated for resources: {'Port': ['ID=d71343fc-bc6e-411e-bc9a-8524ed001c51,revision_number=14']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:09.238599 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc95ad3-b73d-4ecd-9c18-17c2417dcb3b req-68d93c42-4258-471b-a051-d58394db7066 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:09.246328 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7bc95ad3-b73d-4ecd-9c18-17c2417dcb3b req-68d93c42-4258-471b-a051-d58394db7066 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 944 time: 0.2767649 Jul 29 23:33:09.303996 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a38fc82-f5a4-4ab2-8ce3-4fe79eda1c34 req-0ca0d294-fb74-4f6b-8217-ed094e8bfabc tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:09.305526 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9a38fc82-f5a4-4ab2-8ce3-4fe79eda1c34 req-0ca0d294-fb74-4f6b-8217-ed094e8bfabc tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec37b90a-2123-44d6-b1db-d72f91d0a7ac HTTP/1.1" status: 200 len: 946 time: 0.3375053 Jul 29 23:33:09.402060 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7bc95ad3-b73d-4ecd-9c18-17c2417dcb3b req-bf3ab0dc-98c8-4a7c-a2a2-6b6d18637c8e tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188390 Jul 29 23:33:09.426635 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9a38fc82-f5a4-4ab2-8ce3-4fe79eda1c34 req-60506e2f-90cc-463a-a94f-466e943592e6 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f70c726-a398-4f44-8add-5d324eb1a3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793006 Jul 29 23:33:09.595468 n-d-712141-10 neutron-server[94078]: DEBUG neutron.objects.ports [None req-4743dcc1-32a8-4ddc-8ec9-f1622382e54d tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94078) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 23:33:09.850668 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f665c-5a46-4697-828b-acd977690927 req-8a5b2a80-81f6-477e-a78e-7f079d2496f8 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:09.851817 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3e9f665c-5a46-4697-828b-acd977690927 req-8a5b2a80-81f6-477e-a78e-7f079d2496f8 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/ports?device_id=81094904-b069-4413-9dac-76ad340ebf56 HTTP/1.1" status: 200 len: 946 time: 0.1730466 Jul 29 23:33:09.852467 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4743dcc1-32a8-4ddc-8ec9-f1622382e54d tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:09.952545 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3e9f665c-5a46-4697-828b-acd977690927 req-75899158-5d02-4980-9649-7127e536543d tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f70c726-a398-4f44-8add-5d324eb1a3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852129 Jul 29 23:33:10.147523 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-4743dcc1-32a8-4ddc-8ec9-f1622382e54d tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] For port d71343fc-bc6e-411e-bc9a-8524ed001c51, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=d71343fc-bc6e-411e-bc9a-8524ed001c51,segment=NetworkSegment(ceb567b3-93e6-4495-80aa-58a786948605),segment_id=ceb567b3-93e6-4495-80aa-58a786948605)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:10.166936 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4488ff45-81bb-4886-9bb1-5f7aa3622340 req-3c4075ce-9471-4308-bdb5-264f54585e77 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:10.168452 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4488ff45-81bb-4886-9bb1-5f7aa3622340 req-3c4075ce-9471-4308-bdb5-264f54585e77 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/ports?device_id=59f7bbe9-99e5-4548-84d1-9c0230df3dfe HTTP/1.1" status: 200 len: 945 time: 0.1186602 Jul 29 23:33:10.208603 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4743dcc1-32a8-4ddc-8ec9-f1622382e54d tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:10.222772 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4743dcc1-32a8-4ddc-8ec9-f1622382e54d tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:10.223612 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4743dcc1-32a8-4ddc-8ec9-f1622382e54d tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:10.228942 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-66d36e5f-6feb-446b-bcc6-0bd7fd2bc799 None None] Provisioning for port d71343fc-bc6e-411e-bc9a-8524ed001c51 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:33:10.236319 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-66d36e5f-6feb-446b-bcc6-0bd7fd2bc799 None None] Provisioning complete for port d71343fc-bc6e-411e-bc9a-8524ed001c51 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:10.237262 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-66d36e5f-6feb-446b-bcc6-0bd7fd2bc799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:10.286545 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4488ff45-81bb-4886-9bb1-5f7aa3622340 req-4913d4b9-1950-48fd-9203-83e719b09292 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f70c726-a398-4f44-8add-5d324eb1a3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038971 Jul 29 23:33:10.309097 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4743dcc1-32a8-4ddc-8ec9-f1622382e54d tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:10.320918 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-4743dcc1-32a8-4ddc-8ec9-f1622382e54d tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:10.333993 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4743dcc1-32a8-4ddc-8ec9-f1622382e54d tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event updated for resources: {'Subnet': ['ID=07cbc686-ba86-49d8-8866-42e421b53b9c,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:10.337191 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4743dcc1-32a8-4ddc-8ec9-f1622382e54d tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:10.338041 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4743dcc1-32a8-4ddc-8ec9-f1622382e54d tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:10.362591 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3149d9ca-1916-44e1-8a73-9ad5fb368072 None None] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:33:10.396698 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4743dcc1-32a8-4ddc-8ec9-f1622382e54d tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event updated for resources: {'Port': ['ID=d71343fc-bc6e-411e-bc9a-8524ed001c51,revision_number=16']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:10.410663 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52458) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:10.411240 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-4743dcc1-32a8-4ddc-8ec9-f1622382e54d tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.9723113 Jul 29 23:33:10.417496 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-70a6b682-77cf-4507-b0f0-4566e30f2916 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Request body: {'port': {'network_id': '27ea2e30-5576-4381-a6d8-03efb8f4bd4e', 'mac_address': 'fa:16:3e:f2:b2:69', 'name': 'tempest-NetworksTestDHCPv6-1314990789'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:10.618645 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a6b682-77cf-4507-b0f0-4566e30f2916 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Made reservation on behalf of 7c9416c97c57443282624ca6d2f37df4 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:10.649263 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4862b7c-e9cc-434f-bfa8-63112badbb58 req-9907f8d4-5f9e-4f9c-b46c-490295327acb tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:10.662815 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c4862b7c-e9cc-434f-bfa8-63112badbb58 req-9907f8d4-5f9e-4f9c-b46c-490295327acb tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 944 time: 0.1273124 Jul 29 23:33:10.728191 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-70a6b682-77cf-4507-b0f0-4566e30f2916 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:10.751987 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c4862b7c-e9cc-434f-bfa8-63112badbb58 req-b2a457b6-4b67-4248-b778-bc63182c925c tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845423 Jul 29 23:33:10.769038 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [None req-70a6b682-77cf-4507-b0f0-4566e30f2916 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] device_id is not set on port 53468c0e-1bbc-4579-911f-ce9dfd84a2c9 yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:33:10.873421 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ec33c-1329-4efd-b5af-da7bfa5abfa5 req-fedb47cf-2290-4fce-9982-6555095fd598 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:10.876227 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2c3ec33c-1329-4efd-b5af-da7bfa5abfa5 req-fedb47cf-2290-4fce-9982-6555095fd598 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec37b90a-2123-44d6-b1db-d72f91d0a7ac HTTP/1.1" status: 200 len: 946 time: 0.1116118 Jul 29 23:33:10.946488 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2c3ec33c-1329-4efd-b5af-da7bfa5abfa5 req-3a2d9959-f3e0-42d6-9438-674f537b4393 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f70c726-a398-4f44-8add-5d324eb1a3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635905 Jul 29 23:33:11.106906 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137aea34-b61a-48fb-9ebe-e2c36abd9681 req-cca782ca-472b-4197-9314-b6f4ccf51f5a tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:11.109479 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-137aea34-b61a-48fb-9ebe-e2c36abd9681 req-cca782ca-472b-4197-9314-b6f4ccf51f5a tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 944 time: 0.0878522 Jul 29 23:33:11.179838 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-137aea34-b61a-48fb-9ebe-e2c36abd9681 req-1b27869f-99c5-43b7-972f-6f452f6d3e02 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614309 Jul 29 23:33:11.187272 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-70a6b682-77cf-4507-b0f0-4566e30f2916 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Allocated IP 2001:db8::279 (27ea2e30-5576-4381-a6d8-03efb8f4bd4e/1ecaa7f1-b8a3-4790-823a-b21114f7e640/53468c0e-1bbc-4579-911f-ce9dfd84a2c9) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:33:11.227130 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device d71343fc-bc6e-411e-bc9a-8524ed001c51 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:33:11.242383 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-70a6b682-77cf-4507-b0f0-4566e30f2916 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Allocated IP 2001:db8:0:1:f816:3eff:fef2:b269 (27ea2e30-5576-4381-a6d8-03efb8f4bd4e/07cbc686-ba86-49d8-8866-42e421b53b9c/53468c0e-1bbc-4579-911f-ce9dfd84a2c9) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:33:11.387117 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port d71343fc-bc6e-411e-bc9a-8524ed001c51 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:11.399294 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:11.554994 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-70a6b682-77cf-4507-b0f0-4566e30f2916 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:11.610698 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-70a6b682-77cf-4507-b0f0-4566e30f2916 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Transition to ACTIVE for port object 53468c0e-1bbc-4579-911f-ce9dfd84a2c9 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:11.696745 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-70a6b682-77cf-4507-b0f0-4566e30f2916 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:11.712476 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fdbb40-6e6b-4950-97d0-8b98870dc9e4 req-0bf3db51-8a72-422b-a210-3eb543085f97 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:11.722381 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a2fdbb40-6e6b-4950-97d0-8b98870dc9e4 req-0bf3db51-8a72-422b-a210-3eb543085f97 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/ports?device_id=81094904-b069-4413-9dac-76ad340ebf56 HTTP/1.1" status: 200 len: 946 time: 0.1815255 Jul 29 23:33:11.752959 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70a6b682-77cf-4507-b0f0-4566e30f2916 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:11.757457 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-70a6b682-77cf-4507-b0f0-4566e30f2916 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:11.762449 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a6b682-77cf-4507-b0f0-4566e30f2916 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:33:11.771754 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a6b682-77cf-4507-b0f0-4566e30f2916 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:11.772768 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-70a6b682-77cf-4507-b0f0-4566e30f2916 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:11.792613 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88494cb6-5dc4-4041-a249-9be119f8f33c req-20e39e04-33cc-49c8-a964-e0f9880689e9 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:11.794818 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-88494cb6-5dc4-4041-a249-9be119f8f33c req-20e39e04-33cc-49c8-a964-e0f9880689e9 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 944 time: 0.1752629 Jul 29 23:33:11.795372 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a6b682-77cf-4507-b0f0-4566e30f2916 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event updated for resources: {'Port': ['ID=53468c0e-1bbc-4579-911f-ce9dfd84a2c9,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:11.842361 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-70a6b682-77cf-4507-b0f0-4566e30f2916 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4255984 Jul 29 23:33:11.847019 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52506) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:11.902153 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2a9f947d-a9b7-4012-9271-8c623e59601c None None] Provisioning complete for port d71343fc-bc6e-411e-bc9a-8524ed001c51 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:11.902653 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2a9f947d-a9b7-4012-9271-8c623e59601c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:11.902819 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a2fdbb40-6e6b-4950-97d0-8b98870dc9e4 req-a39d1641-7b8d-459f-849e-faa9b3b3d053 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f70c726-a398-4f44-8add-5d324eb1a3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788673 Jul 29 23:33:11.922106 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-88494cb6-5dc4-4041-a249-9be119f8f33c req-40b98d05-5d22-4f33-93f4-1a721bc851cb tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188073 Jul 29 23:33:12.043623 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-c6fc08c4-d7fa-44ea-8479-609240fc0f2e tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Deleting port 53468c0e-1bbc-4579-911f-ce9dfd84a2c9 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:33:12.046009 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c6fc08c4-d7fa-44ea-8479-609240fc0f2e tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:12.238192 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-3940313e-8e20-43d8-8b67-0c6a2315dbb0 None None] Provisioning for port 53468c0e-1bbc-4579-911f-ce9dfd84a2c9 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:33:12.261649 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-3940313e-8e20-43d8-8b67-0c6a2315dbb0 None None] Provisioning complete for port 53468c0e-1bbc-4579-911f-ce9dfd84a2c9 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:12.262018 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3940313e-8e20-43d8-8b67-0c6a2315dbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:12.306587 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-3940313e-8e20-43d8-8b67-0c6a2315dbb0 None None] Port 53468c0e-1bbc-4579-911f-ce9dfd84a2c9 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:33:12.314218 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c6fc08c4-d7fa-44ea-8479-609240fc0f2e tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:12.342566 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-c6fc08c4-d7fa-44ea-8479-609240fc0f2e tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Calling delete_port for 53468c0e-1bbc-4579-911f-ce9dfd84a2c9 owned by {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:33:12.495181 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec541d-9690-4638-8c2a-d422ad3648a2 req-d2df5b9d-1b74-4b3e-8a30-2e4f73c84849 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:12.503197 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec541d-9690-4638-8c2a-d422ad3648a2 req-d2df5b9d-1b74-4b3e-8a30-2e4f73c84849 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:12.510015 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ec541d-9690-4638-8c2a-d422ad3648a2 req-d2df5b9d-1b74-4b3e-8a30-2e4f73c84849 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:12.519301 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-84ec541d-9690-4638-8c2a-d422ad3648a2 req-d2df5b9d-1b74-4b3e-8a30-2e4f73c84849 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec37b90a-2123-44d6-b1db-d72f91d0a7ac&device_id=59f7bbe9-99e5-4548-84d1-9c0230df3dfe&device_id=81094904-b069-4413-9dac-76ad340ebf56 HTTP/1.1" status: 200 len: 2418 time: 0.1002805 Jul 29 23:33:12.602215 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-84ec541d-9690-4638-8c2a-d422ad3648a2 req-800f7fc2-f729-4c4f-a5c4-ba18d366fbcc tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f70c726-a398-4f44-8add-5d324eb1a3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728865 Jul 29 23:33:12.626926 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b88b0-3bfc-4226-9515-dda064f9cf55 req-211c36e4-6af3-40dd-aff5-a21b68a964ab tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:12.629357 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-765b88b0-3bfc-4226-9515-dda064f9cf55 req-211c36e4-6af3-40dd-aff5-a21b68a964ab tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 944 time: 0.1612577 Jul 29 23:33:12.683158 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c6fc08c4-d7fa-44ea-8479-609240fc0f2e tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:12.724022 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-765b88b0-3bfc-4226-9515-dda064f9cf55 req-c3b506c9-520b-4fa6-9079-46cf68af0b8c tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894911 Jul 29 23:33:12.728019 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fc08c4-d7fa-44ea-8479-609240fc0f2e tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event deleted for resources: {'Port': ['ID=53468c0e-1bbc-4579-911f-ce9dfd84a2c9,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:12.792805 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c6fc08c4-d7fa-44ea-8479-609240fc0f2e tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:12.795102 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c6fc08c4-d7fa-44ea-8479-609240fc0f2e tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/ports/53468c0e-1bbc-4579-911f-ce9dfd84a2c9 HTTP/1.1" status: 204 len: 168 time: 0.9464252 Jul 29 23:33:12.797476 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52544) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:12.841093 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c3ce2c-f6b9-4bc3-830b-4ec4e887b9e6 req-e4617e0b-6f5c-4e09-8c33-4560c73b0595 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:12.843458 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-78c3ce2c-f6b9-4bc3-830b-4ec4e887b9e6 req-e4617e0b-6f5c-4e09-8c33-4560c73b0595 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec37b90a-2123-44d6-b1db-d72f91d0a7ac HTTP/1.1" status: 200 len: 946 time: 0.0694907 Jul 29 23:33:12.881633 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c72dc5-6a78-462a-9642-36281c1c8fca tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:12.888843 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-97c72dc5-6a78-462a-9642-36281c1c8fca tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0865264 Jul 29 23:33:12.889454 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52546) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:12.897935 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-78c3ce2c-f6b9-4bc3-830b-4ec4e887b9e6 req-44cd87d0-3119-4caa-b2c2-73c480875e45 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f70c726-a398-4f44-8add-5d324eb1a3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475099 Jul 29 23:33:12.984734 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd9ba58-ec87-4190-b4ff-3be6e419780f tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:12.987281 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0dd9ba58-ec87-4190-b4ff-3be6e419780f tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0961826 Jul 29 23:33:12.989311 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52558) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:13.095445 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22eec1a-3de0-4bfe-aeac-cd0066ef20c0 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:13.097413 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22eec1a-3de0-4bfe-aeac-cd0066ef20c0 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:13.099588 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22eec1a-3de0-4bfe-aeac-cd0066ef20c0 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:13.101746 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-d22eec1a-3de0-4bfe-aeac-cd0066ef20c0 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1113267 Jul 29 23:33:13.104638 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52568) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:13.189186 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cff81bd-0c23-4c5b-8a99-d9b76a129328 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Deleting subnet 07cbc686-ba86-49d8-8866-42e421b53b9c {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:33:13.192700 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0cff81bd-0c23-4c5b-8a99-d9b76a129328 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:13.244643 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0cff81bd-0c23-4c5b-8a99-d9b76a129328 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:13.347561 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0cff81bd-0c23-4c5b-8a99-d9b76a129328 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:13.447975 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0cff81bd-0c23-4c5b-8a99-d9b76a129328 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:13.507443 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0cff81bd-0c23-4c5b-8a99-d9b76a129328 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:13.511970 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52590) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:13.512294 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0cff81bd-0c23-4c5b-8a99-d9b76a129328 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/subnets/07cbc686-ba86-49d8-8866-42e421b53b9c HTTP/1.1" status: 204 len: 168 time: 0.4063370 Jul 29 23:33:13.514074 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cff81bd-0c23-4c5b-8a99-d9b76a129328 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event deleted for resources: {'Subnet': ['ID=07cbc686-ba86-49d8-8866-42e421b53b9c,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:13.521294 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dccc673-e2c4-41d6-a48d-1b3217aabffd None None] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:33:13.647316 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-59f9858e-6566-42c6-bf43-db682c1b6517 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Deleting subnet 1ecaa7f1-b8a3-4790-823a-b21114f7e640 {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:33:13.657766 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-59f9858e-6566-42c6-bf43-db682c1b6517 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:13.744576 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-59f9858e-6566-42c6-bf43-db682c1b6517 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:13.935061 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-59f9858e-6566-42c6-bf43-db682c1b6517 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:13.987427 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c2c69-6912-48a2-a4f0-08cb324c81e3 req-1f4820f4-7a1c-457d-912c-a316702e36f8 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:13.993528 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ad2c2c69-6912-48a2-a4f0-08cb324c81e3 req-1f4820f4-7a1c-457d-912c-a316702e36f8 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 944 time: 0.1704624 Jul 29 23:33:14.083163 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ad2c2c69-6912-48a2-a4f0-08cb324c81e3 req-68d79fe8-990d-491a-9154-092d77bc752c tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775235 Jul 29 23:33:14.144735 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-59f9858e-6566-42c6-bf43-db682c1b6517 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:14.187838 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f9858e-6566-42c6-bf43-db682c1b6517 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event deleted for resources: {'Subnet': ['ID=1ecaa7f1-b8a3-4790-823a-b21114f7e640,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:14.199897 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-59f9858e-6566-42c6-bf43-db682c1b6517 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:14.206243 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52624) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:14.218075 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-59f9858e-6566-42c6-bf43-db682c1b6517 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/subnets/1ecaa7f1-b8a3-4790-823a-b21114f7e640 HTTP/1.1" status: 204 len: 168 time: 0.7041218 Jul 29 23:33:14.248995 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8ff30-71f9-431f-9132-7a057de9fc48 req-e44ac7a1-d5b4-4455-bf26-9ff90a372086 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:14.265101 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0bc8ff30-71f9-431f-9132-7a057de9fc48 req-e44ac7a1-d5b4-4455-bf26-9ff90a372086 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/ports?device_id=81094904-b069-4413-9dac-76ad340ebf56 HTTP/1.1" status: 200 len: 946 time: 0.1753016 Jul 29 23:33:14.299851 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c3215263-77b2-482f-bab1-68de7af7505f tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0924058 Jul 29 23:33:14.302856 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52628) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:14.360826 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0bc8ff30-71f9-431f-9132-7a057de9fc48 req-5a32707e-25cb-4fbd-a9a4-0dd67b72d65b tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f70c726-a398-4f44-8add-5d324eb1a3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916841 Jul 29 23:33:14.406993 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6a3eab-7677-44c8-9b1d-02f386bcd3aa tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:14.409072 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-be6a3eab-7677-44c8-9b1d-02f386bcd3aa tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1028042 Jul 29 23:33:14.411584 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52634) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:14.491074 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c57910-ac2c-486a-b3bf-3368c2304005 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:14.493073 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a2c57910-ac2c-486a-b3bf-3368c2304005 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0803139 Jul 29 23:33:14.495819 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52636) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:14.544906 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-74778430-f479-4321-ac07-7cdcb4977266 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0475774 Jul 29 23:33:14.552262 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52642) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:14.616747 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1da159a-36b3-4829-bc7d-a6ad056e94c9 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] DELETE failed (client error): The resource could not be found. Jul 29 23:33:14.620629 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1da159a-36b3-4829-bc7d-a6ad056e94c9 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:33:14.626670 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-f1da159a-36b3-4829-bc7d-a6ad056e94c9 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/ports/53468c0e-1bbc-4579-911f-ce9dfd84a2c9 HTTP/1.1" status: 404 len: 333 time: 0.0733209 Jul 29 23:33:14.630630 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52646) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:14.681872 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1487c4-aebe-4a22-a8a3-29143cbaf55a req-df6890cb-33eb-456a-80e3-f53d21198e07 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:14.683650 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3e1487c4-aebe-4a22-a8a3-29143cbaf55a req-df6890cb-33eb-456a-80e3-f53d21198e07 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 944 time: 0.1772103 Jul 29 23:33:14.689679 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-381295c0-32f4-490a-ad03-d64ee9117647 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] DELETE failed (client error): The resource could not be found. Jul 29 23:33:14.690396 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-381295c0-32f4-490a-ad03-d64ee9117647 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:33:14.693528 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-381295c0-32f4-490a-ad03-d64ee9117647 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/subnets/07cbc686-ba86-49d8-8866-42e421b53b9c HTTP/1.1" status: 404 len: 337 time: 0.0594575 Jul 29 23:33:14.696099 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52650) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:14.737511 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bbcb712-8de5-4b9a-a60c-288e8f35b59f tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] DELETE failed (client error): The resource could not be found. Jul 29 23:33:14.738820 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bbcb712-8de5-4b9a-a60c-288e8f35b59f tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:33:14.741148 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-2bbcb712-8de5-4b9a-a60c-288e8f35b59f tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/subnets/1ecaa7f1-b8a3-4790-823a-b21114f7e640 HTTP/1.1" status: 404 len: 337 time: 0.0434823 Jul 29 23:33:14.743079 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52652) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:14.748338 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3e1487c4-aebe-4a22-a8a3-29143cbaf55a req-e56d2c21-6aa1-4785-976c-52c6cca8839e tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458477 Jul 29 23:33:14.780041 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-cede0e73-d41f-4e24-9a91-2549d9db77ea tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] DELETE failed (client error): The resource could not be found. Jul 29 23:33:14.780785 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cede0e73-d41f-4e24-9a91-2549d9db77ea tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:33:14.782545 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-cede0e73-d41f-4e24-9a91-2549d9db77ea tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/ports/3c065400-2e16-423b-9c38-a1c43a4e905f HTTP/1.1" status: 404 len: 333 time: 0.0385365 Jul 29 23:33:14.785258 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52654) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:14.786744 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f43e061-a758-4f3f-bfd2-081f603e5a52 None None] Network 27ea2e30-5576-4381-a6d8-03efb8f4bd4e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:33:14.813148 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-5566cd54-c897-49fd-8de9-5f218d91cdc8 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] DELETE failed (client error): The resource could not be found. Jul 29 23:33:14.813666 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5566cd54-c897-49fd-8de9-5f218d91cdc8 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:33:14.817767 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-5566cd54-c897-49fd-8de9-5f218d91cdc8 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/subnets/afbffa99-abcf-4590-8698-115bc6f3b35f HTTP/1.1" status: 404 len: 337 time: 0.0291190 Jul 29 23:33:14.817987 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52656) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:14.846587 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c9bdf04-53b4-4689-9487-1823b1408d70 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] DELETE failed (client error): The resource could not be found. Jul 29 23:33:14.847258 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c9bdf04-53b4-4689-9487-1823b1408d70 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:33:14.851424 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-1c9bdf04-53b4-4689-9487-1823b1408d70 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/subnets/6d7bee1c-4626-4637-a567-519c9875e1f6 HTTP/1.1" status: 404 len: 337 time: 0.0300810 Jul 29 23:33:14.852270 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52658) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:14.898635 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e6fe2bc-4c77-4b03-8e00-a5b1bbf73eb4 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] DELETE failed (client error): The resource could not be found. Jul 29 23:33:14.900207 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e6fe2bc-4c77-4b03-8e00-a5b1bbf73eb4 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:33:14.903595 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2845b845-d69e-44dd-90f8-6e50599abe43 None None] Provisioning complete for port d71343fc-bc6e-411e-bc9a-8524ed001c51 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:14.904339 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2845b845-d69e-44dd-90f8-6e50599abe43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:14.906198 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52660) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:14.907166 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-2e6fe2bc-4c77-4b03-8e00-a5b1bbf73eb4 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/ports/8138417e-2525-4cff-8998-51dfdc3ed893 HTTP/1.1" status: 404 len: 333 time: 0.0542314 Jul 29 23:33:14.937075 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-dab2dca7-ed79-43b9-a016-5e998c56b09e tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] DELETE failed (client error): The resource could not be found. Jul 29 23:33:14.937858 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dab2dca7-ed79-43b9-a016-5e998c56b09e tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:33:14.939854 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-dab2dca7-ed79-43b9-a016-5e998c56b09e tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/subnets/f3d32741-d509-410f-994f-5060c3068750 HTTP/1.1" status: 404 len: 337 time: 0.0325663 Jul 29 23:33:14.942488 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52664) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:15.008057 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b185d92-507c-4de2-ac4a-a5c068d68d49 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] DELETE failed (client error): The resource could not be found. Jul 29 23:33:15.008542 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b185d92-507c-4de2-ac4a-a5c068d68d49 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:33:15.012771 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9b185d92-507c-4de2-ac4a-a5c068d68d49 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/subnets/6d6e7e42-81dc-4f59-bf82-3c14167e32cd HTTP/1.1" status: 404 len: 337 time: 0.0651195 Jul 29 23:33:15.013054 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52670) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:15.057651 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-81ed8235-92c7-4ac2-9d37-0615975d4f0c tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] DELETE failed (client error): The resource could not be found. Jul 29 23:33:15.058597 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81ed8235-92c7-4ac2-9d37-0615975d4f0c tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:33:15.060867 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-81ed8235-92c7-4ac2-9d37-0615975d4f0c tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/ports/4fa180ce-6246-49f3-a66f-4d58e270e249 HTTP/1.1" status: 404 len: 333 time: 0.0458360 Jul 29 23:33:15.063474 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52672) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:15.094046 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-122c20a6-5e5b-48ab-b612-6922e9b32d7d tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] DELETE failed (client error): The resource could not be found. Jul 29 23:33:15.094516 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-122c20a6-5e5b-48ab-b612-6922e9b32d7d tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:33:15.098780 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-122c20a6-5e5b-48ab-b612-6922e9b32d7d tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/subnets/029a8494-d184-4371-8bcb-524f14dfc91c HTTP/1.1" status: 404 len: 337 time: 0.0316730 Jul 29 23:33:15.099172 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52674) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:15.100955 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61ed67b-4879-4dee-9df3-84467091d1b1 None None] DHCP port deletion for 27ea2e30-5576-4381-a6d8-03efb8f4bd4e request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:33:15.153122 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-d61ed67b-4879-4dee-9df3-84467091d1b1 None None] Deleting port d71343fc-bc6e-411e-bc9a-8524ed001c51 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:33:15.153497 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d61ed67b-4879-4dee-9df3-84467091d1b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:15.153903 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7acc541-ee47-44eb-8c48-ceb7e6753ac2 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] DELETE failed (client error): The resource could not be found. Jul 29 23:33:15.154990 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7acc541-ee47-44eb-8c48-ceb7e6753ac2 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:33:15.157410 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e7acc541-ee47-44eb-8c48-ceb7e6753ac2 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/subnets/6f76c701-a8dc-4d82-870a-03153e79312f HTTP/1.1" status: 404 len: 337 time: 0.0570734 Jul 29 23:33:15.160517 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52676) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:15.189694 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce0a14ea-dd09-4b41-86e9-1e123786125b tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] DELETE failed (client error): The resource could not be found. Jul 29 23:33:15.190735 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce0a14ea-dd09-4b41-86e9-1e123786125b tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:33:15.192644 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ce0a14ea-dd09-4b41-86e9-1e123786125b tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/ports/8d195664-d5dd-417e-a789-e5481082bc83 HTTP/1.1" status: 404 len: 333 time: 0.0303791 Jul 29 23:33:15.195270 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52678) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:15.240971 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a3a9b13-704a-4f4f-934b-9e2d97f0e128 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] DELETE failed (client error): The resource could not be found. Jul 29 23:33:15.241705 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a3a9b13-704a-4f4f-934b-9e2d97f0e128 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:33:15.247389 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-d61ed67b-4879-4dee-9df3-84467091d1b1 None None] For port d71343fc-bc6e-411e-bc9a-8524ed001c51, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=d71343fc-bc6e-411e-bc9a-8524ed001c51,segment=NetworkSegment(ceb567b3-93e6-4495-80aa-58a786948605),segment_id=ceb567b3-93e6-4495-80aa-58a786948605)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:15.248096 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d61ed67b-4879-4dee-9df3-84467091d1b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:15.250163 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-6a3a9b13-704a-4f4f-934b-9e2d97f0e128 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/subnets/9ffdd0ce-062e-4555-be47-247ad4c4a747 HTTP/1.1" status: 404 len: 337 time: 0.0537612 Jul 29 23:33:15.253196 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52680) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:15.256128 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device d71343fc-bc6e-411e-bc9a-8524ed001c51 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:33:15.289487 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbaf9668-88e4-4ba6-84dc-c19e62045900 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] DELETE failed (client error): The resource could not be found. Jul 29 23:33:15.290272 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbaf9668-88e4-4ba6-84dc-c19e62045900 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:33:15.292208 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-dbaf9668-88e4-4ba6-84dc-c19e62045900 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/ports/80d5191c-9ce3-4b6a-8323-f864197ca052 HTTP/1.1" status: 404 len: 333 time: 0.0378823 Jul 29 23:33:15.296078 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52684) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:15.310228 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-d61ed67b-4879-4dee-9df3-84467091d1b1 None None] Calling delete_port for d71343fc-bc6e-411e-bc9a-8524ed001c51 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:33:15.332529 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-86420947-a622-4ae4-a374-50df13034194 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] DELETE failed (client error): The resource could not be found. Jul 29 23:33:15.332990 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86420947-a622-4ae4-a374-50df13034194 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:33:15.335072 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-86420947-a622-4ae4-a374-50df13034194 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/subnets/634b21cc-cbac-48f7-b3db-a517346b3c3d HTTP/1.1" status: 404 len: 337 time: 0.0379090 Jul 29 23:33:15.337573 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52690) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:15.376179 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c41807c-e921-42fd-beb3-132823e00603 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] DELETE failed (client error): The resource could not be found. Jul 29 23:33:15.377019 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c41807c-e921-42fd-beb3-132823e00603 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:33:15.379838 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-4c41807c-e921-42fd-beb3-132823e00603 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/ports/177082eb-2cfd-46cb-8313-5831010e09ff HTTP/1.1" status: 404 len: 333 time: 0.0396280 Jul 29 23:33:15.381491 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52694) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:15.417011 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-f389f4f3-bf79-4097-b506-94ed4e0217ca tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] DELETE failed (client error): The resource could not be found. Jul 29 23:33:15.418695 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f389f4f3-bf79-4097-b506-94ed4e0217ca tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:33:15.421531 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-f389f4f3-bf79-4097-b506-94ed4e0217ca tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/subnets/97822bb5-8188-442f-aa0c-a5ef1ae8d0b7 HTTP/1.1" status: 404 len: 337 time: 0.0389826 Jul 29 23:33:15.424438 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52698) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:15.440672 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:15.464192 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ddbd538-4ba3-4dfc-a1bb-780f7574ed95 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] DELETE failed (client error): The resource could not be found. Jul 29 23:33:15.467158 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ddbd538-4ba3-4dfc-a1bb-780f7574ed95 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:33:15.473885 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52704) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:15.474052 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4ddbd538-4ba3-4dfc-a1bb-780f7574ed95 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/ports/b9beb5b3-8440-44b1-a8fb-acf1edd670fe HTTP/1.1" status: 404 len: 333 time: 0.0482159 Jul 29 23:33:15.497154 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port d71343fc-bc6e-411e-bc9a-8524ed001c51, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=d71343fc-bc6e-411e-bc9a-8524ed001c51,segment=NetworkSegment(ceb567b3-93e6-4495-80aa-58a786948605),segment_id=ceb567b3-93e6-4495-80aa-58a786948605)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:15.516552 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:15.563135 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-a13c2854-3033-4255-ad8b-3be2523c82ae tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] DELETE failed (client error): The resource could not be found. Jul 29 23:33:15.563676 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a13c2854-3033-4255-ad8b-3be2523c82ae tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:33:15.566205 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-a13c2854-3033-4255-ad8b-3be2523c82ae tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/subnets/dc1ccc7c-435d-49a0-83d4-c6cbed3d6565 HTTP/1.1" status: 404 len: 337 time: 0.0913317 Jul 29 23:33:15.569026 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52706) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:15.602561 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-b50517ba-83d2-4800-927f-64ed366e65ea tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] DELETE failed (client error): The resource could not be found. Jul 29 23:33:15.605026 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b50517ba-83d2-4800-927f-64ed366e65ea tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:33:15.611764 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b50517ba-83d2-4800-927f-64ed366e65ea tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/ports/d4f2f534-41ba-4463-ba80-2c820673a588 HTTP/1.1" status: 404 len: 333 time: 0.0414519 Jul 29 23:33:15.615121 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52708) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:15.630055 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=d71343fc-bc6e-411e-bc9a-8524ed001c51,revision_number=19']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:15.635913 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d61ed67b-4879-4dee-9df3-84467091d1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:15.656378 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07777dc-779f-478a-aaa7-0670e569d530 req-f50424f4-0348-407c-86a7-a4676ef056ee tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:15.667959 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a07777dc-779f-478a-aaa7-0670e569d530 req-f50424f4-0348-407c-86a7-a4676ef056ee tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/ports?device_id=81094904-b069-4413-9dac-76ad340ebf56 HTTP/1.1" status: 200 len: 946 time: 0.1314905 Jul 29 23:33:15.709004 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-50b68e3e-47dd-47f3-bcf5-c1338430ff5e tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] DELETE failed (client error): The resource could not be found. Jul 29 23:33:15.709466 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50b68e3e-47dd-47f3-bcf5-c1338430ff5e tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:33:15.713873 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52716) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:15.714458 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-50b68e3e-47dd-47f3-bcf5-c1338430ff5e tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/subnets/f204a488-47b1-47fc-9aa1-693e744a6666 HTTP/1.1" status: 404 len: 337 time: 0.0965450 Jul 29 23:33:15.730357 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61ed67b-4879-4dee-9df3-84467091d1b1 None None] Pushing event deleted for resources: {'Port': ['ID=d71343fc-bc6e-411e-bc9a-8524ed001c51,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:15.733845 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61ed67b-4879-4dee-9df3-84467091d1b1 None None] No DVR routers for this DVR port d71343fc-bc6e-411e-bc9a-8524ed001c51 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:33:15.750963 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-59e292cb-982a-49bf-b867-7c09f67c9552 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] DELETE failed (client error): The resource could not be found. Jul 29 23:33:15.751746 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59e292cb-982a-49bf-b867-7c09f67c9552 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:33:15.756047 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-59e292cb-982a-49bf-b867-7c09f67c9552 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/ports/c8a74ed1-7190-4fae-a578-eb5c848a5da9 HTTP/1.1" status: 404 len: 333 time: 0.0388029 Jul 29 23:33:15.756307 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52720) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:15.767612 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a07777dc-779f-478a-aaa7-0670e569d530 req-367d2f91-78f6-4ee8-81da-32d8e3cfaf49 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f70c726-a398-4f44-8add-5d324eb1a3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863197 Jul 29 23:33:15.788635 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-80fffe93-7994-4ffe-9f7f-1cd30f650aba tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] DELETE failed (client error): The resource could not be found. Jul 29 23:33:15.788635 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80fffe93-7994-4ffe-9f7f-1cd30f650aba tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:33:15.788635 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-80fffe93-7994-4ffe-9f7f-1cd30f650aba tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/subnets/1f2d7a61-2d11-4425-abfe-7dc4479bc1d8 HTTP/1.1" status: 404 len: 337 time: 0.0306487 Jul 29 23:33:15.791496 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52724) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:15.828222 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-47a7d0f7-01e9-4952-9000-54e878beda8a tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] DELETE failed (client error): The resource could not be found. Jul 29 23:33:15.829027 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47a7d0f7-01e9-4952-9000-54e878beda8a tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:33:15.833608 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-47a7d0f7-01e9-4952-9000-54e878beda8a tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/subnets/38e34d28-a1be-4942-974f-2dc3e81e4e92 HTTP/1.1" status: 404 len: 337 time: 0.0385895 Jul 29 23:33:15.834101 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52726) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:15.864721 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ecedecf-3d38-4ce5-b0f4-abc633b3c0d4 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] DELETE failed (client error): The resource could not be found. Jul 29 23:33:15.865518 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ecedecf-3d38-4ce5-b0f4-abc633b3c0d4 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:33:15.867677 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8ecedecf-3d38-4ce5-b0f4-abc633b3c0d4 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/ports/7cb27bec-c63e-4931-a732-62202facdb08 HTTP/1.1" status: 404 len: 333 time: 0.0319629 Jul 29 23:33:15.870532 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52728) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:15.902609 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-929d4a20-3acb-4780-a14f-e88d45daec7e tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] DELETE failed (client error): The resource could not be found. Jul 29 23:33:15.903357 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-929d4a20-3acb-4780-a14f-e88d45daec7e tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:33:15.908616 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-929d4a20-3acb-4780-a14f-e88d45daec7e tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/subnets/3d8d76b8-6245-4dc3-bd2a-80865bb784fb HTTP/1.1" status: 404 len: 337 time: 0.0364172 Jul 29 23:33:15.908937 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52730) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:15.965645 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9377986d-263b-4ee3-ae08-64c61986b7db req-234cc599-b211-43f8-b32d-624344548143 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:15.968155 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9377986d-263b-4ee3-ae08-64c61986b7db req-234cc599-b211-43f8-b32d-624344548143 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 944 time: 0.1210082 Jul 29 23:33:15.969737 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-eab8bef1-ad70-4a9b-aa34-683511ab487e tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] DELETE failed (client error): The resource could not be found. Jul 29 23:33:15.970183 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eab8bef1-ad70-4a9b-aa34-683511ab487e tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:33:15.974392 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-eab8bef1-ad70-4a9b-aa34-683511ab487e tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/subnets/27b16533-1907-49d4-8cc7-2b502480f683 HTTP/1.1" status: 404 len: 337 time: 0.0616870 Jul 29 23:33:15.975391 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52734) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:16.008322 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-c812d005-7da2-48c0-a0aa-f2f3c0fa4499 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] DELETE failed (client error): The resource could not be found. Jul 29 23:33:16.009447 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c812d005-7da2-48c0-a0aa-f2f3c0fa4499 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:33:16.014621 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52736) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:16.015091 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c812d005-7da2-48c0-a0aa-f2f3c0fa4499 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/ports/b96a748e-6425-4860-8166-950f01ecec3c HTTP/1.1" status: 404 len: 333 time: 0.0380971 Jul 29 23:33:16.050662 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-83ad9bd7-8e4d-4fa9-adc7-5320f46e2994 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] DELETE failed (client error): The resource could not be found. Jul 29 23:33:16.051208 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83ad9bd7-8e4d-4fa9-adc7-5320f46e2994 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:33:16.056274 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-83ad9bd7-8e4d-4fa9-adc7-5320f46e2994 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/subnets/5827ec5c-0588-4f7a-975e-e64424caf1f2 HTTP/1.1" status: 404 len: 337 time: 0.0371890 Jul 29 23:33:16.057754 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52742) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:16.064690 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9377986d-263b-4ee3-ae08-64c61986b7db req-d43432b4-1bbe-4b7a-a41b-0f117c40ab07 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885754 Jul 29 23:33:16.101168 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4c43d7b-ef77-4ba5-a5db-2a877c3fb31a tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] DELETE failed (client error): The resource could not be found. Jul 29 23:33:16.101648 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4c43d7b-ef77-4ba5-a5db-2a877c3fb31a tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:33:16.106093 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e4c43d7b-ef77-4ba5-a5db-2a877c3fb31a tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/subnets/2fbadf3b-0902-447e-8abd-e8244634f05d HTTP/1.1" status: 404 len: 337 time: 0.0440516 Jul 29 23:33:16.106316 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52748) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:16.135137 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7f0266e-ebc6-4413-800f-b274cc70754d tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] DELETE failed (client error): The resource could not be found. Jul 29 23:33:16.135937 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7f0266e-ebc6-4413-800f-b274cc70754d tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:33:16.137944 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-a7f0266e-ebc6-4413-800f-b274cc70754d tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/ports/a28dbc0b-25e6-46da-bb55-3412c0ce10d7 HTTP/1.1" status: 404 len: 333 time: 0.0305588 Jul 29 23:33:16.141277 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52750) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:16.178655 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd88221d-c37f-4dac-8431-9fa81fcdbef0 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] DELETE failed (client error): The resource could not be found. Jul 29 23:33:16.179097 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd88221d-c37f-4dac-8431-9fa81fcdbef0 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:33:16.181042 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-dd88221d-c37f-4dac-8431-9fa81fcdbef0 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/subnets/ae7d0f82-dd01-4bcc-b8e9-f4ff17a0a866 HTTP/1.1" status: 404 len: 337 time: 0.0383923 Jul 29 23:33:16.183818 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52752) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:16.224553 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-c12e1fca-c11b-4430-8711-55156076a14e tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] DELETE failed (client error): The resource could not be found. Jul 29 23:33:16.225218 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c12e1fca-c11b-4430-8711-55156076a14e tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:33:16.230008 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c12e1fca-c11b-4430-8711-55156076a14e tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/subnets/601e57be-9b92-4886-9df7-28d2dbde4e41 HTTP/1.1" status: 404 len: 337 time: 0.0423887 Jul 29 23:33:16.231487 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52756) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:16.240938 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db8f01f-7d78-4eb1-881c-e75302e0031a req-8ef89704-43c1-49de-b16a-85dd8887705e tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:16.242810 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8db8f01f-7d78-4eb1-881c-e75302e0031a req-8ef89704-43c1-49de-b16a-85dd8887705e tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 944 time: 0.0665636 Jul 29 23:33:16.265751 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-6d7a689c-6919-4a52-bff2-8c17543c6dbe tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/ports?device_id=29341738-1bb7-4dec-b169-51c1b9f3e519 HTTP/1.1" status: 200 len: 205 time: 0.0298684 Jul 29 23:33:16.266745 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52758) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:16.299972 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8db8f01f-7d78-4eb1-881c-e75302e0031a req-305d326a-6fd3-4030-9d38-80ebde35eb55 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493333 Jul 29 23:33:16.344536 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-39858701-fae0-4028-b08f-30bc307e4b7c tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] delete failed (client error): The resource could not be found. Jul 29 23:33:16.346387 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-39858701-fae0-4028-b08f-30bc307e4b7c tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/routers/29341738-1bb7-4dec-b169-51c1b9f3e519 HTTP/1.1" status: 404 len: 336 time: 0.0784791 Jul 29 23:33:16.349311 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52770) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:16.391187 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f098f39-9ea2-4e94-8306-1ef33e633f08 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] DELETE failed (client error): The resource could not be found. Jul 29 23:33:16.392358 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f098f39-9ea2-4e94-8306-1ef33e633f08 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:33:16.394607 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-8f098f39-9ea2-4e94-8306-1ef33e633f08 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/subnets/1633d028-1e64-4199-938d-46c0cac1ff2f HTTP/1.1" status: 404 len: 337 time: 0.0437269 Jul 29 23:33:16.398109 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52772) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:16.456497 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-f8fbf75b-813c-40fc-a827-48f2b82ea4bb tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "GET /v2.0/ports?device_id=35ee6136-619f-4d1f-a99a-ef4161e218f8 HTTP/1.1" status: 200 len: 205 time: 0.0568609 Jul 29 23:33:16.458973 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52776) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:16.524464 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeac7abb-704e-4e73-a9ad-b194f5eea370 req-2b3f5117-40e8-4f44-a324-83c4d443857f tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:16.526410 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eeac7abb-704e-4e73-a9ad-b194f5eea370 req-2b3f5117-40e8-4f44-a324-83c4d443857f tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 944 time: 0.1197529 Jul 29 23:33:16.527800 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [None req-efdeee48-bc12-43c7-9213-193898139d64 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] delete failed (client error): The resource could not be found. Jul 29 23:33:16.532290 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-efdeee48-bc12-43c7-9213-193898139d64 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/routers/35ee6136-619f-4d1f-a99a-ef4161e218f8 HTTP/1.1" status: 404 len: 336 time: 0.0691044 Jul 29 23:33:16.532440 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52780) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:16.584178 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-97634e4b-72d9-4afe-8d67-b198b68ca4a7 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] DELETE failed (client error): The resource could not be found. Jul 29 23:33:16.586164 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97634e4b-72d9-4afe-8d67-b198b68ca4a7 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:33:16.587936 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-97634e4b-72d9-4afe-8d67-b198b68ca4a7 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/subnets/1df70d84-77a2-41f1-a8b0-4ab250fbf702 HTTP/1.1" status: 404 len: 337 time: 0.0545504 Jul 29 23:33:16.590704 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52786) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:16.617304 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eeac7abb-704e-4e73-a9ad-b194f5eea370 req-c08033fd-1bdd-4902-8d8c-3d071d879d6b tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712821 Jul 29 23:33:16.639152 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e66ced5-3e97-4baa-a674-35860ece6b7c tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] DELETE failed (client error): The resource could not be found. Jul 29 23:33:16.639961 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e66ced5-3e97-4baa-a674-35860ece6b7c tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:33:16.644049 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-6e66ced5-3e97-4baa-a674-35860ece6b7c tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/subnets/ba4e2c67-7622-4fe3-97e5-f37d42b7f3cb HTTP/1.1" status: 404 len: 337 time: 0.0489109 Jul 29 23:33:16.644319 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52790) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:16.669731 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7f820c7-86dc-440f-bbd5-927a2f3dcdd2 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] DELETE failed (client error): The resource could not be found. Jul 29 23:33:16.671352 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7f820c7-86dc-440f-bbd5-927a2f3dcdd2 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:33:16.673820 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d7f820c7-86dc-440f-bbd5-927a2f3dcdd2 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/ports/941cb4d8-a705-49d3-97c5-b4acedab1cba HTTP/1.1" status: 404 len: 333 time: 0.0284956 Jul 29 23:33:16.677066 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52798) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:16.706184 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-3afcd27c-683d-4457-974c-7f03b8660832 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] DELETE failed (client error): The resource could not be found. Jul 29 23:33:16.706649 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3afcd27c-683d-4457-974c-7f03b8660832 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:33:16.709619 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-3afcd27c-683d-4457-974c-7f03b8660832 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/subnets/7446222f-2c36-4896-a202-8b020fe2d7e8 HTTP/1.1" status: 404 len: 337 time: 0.0286319 Jul 29 23:33:16.711043 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52800) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:16.744451 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-21a06b4e-9aca-44fd-9674-d8f901d45915 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] DELETE failed (client error): The resource could not be found. Jul 29 23:33:16.745163 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21a06b4e-9aca-44fd-9674-d8f901d45915 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:33:16.748785 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-21a06b4e-9aca-44fd-9674-d8f901d45915 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/ports/0413034b-3a06-42d2-b4d2-1f9c95905a07 HTTP/1.1" status: 404 len: 333 time: 0.0360949 Jul 29 23:33:16.752047 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52802) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:16.800991 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb539c-12bf-486b-84a3-d6ebb0dd41a6 req-5fb5a934-2a8b-4390-ae00-ad53b02a7295 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:16.803433 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0fbb539c-12bf-486b-84a3-d6ebb0dd41a6 req-5fb5a934-2a8b-4390-ae00-ad53b02a7295 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 944 time: 0.0630715 Jul 29 23:33:16.820408 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-e49bee99-56ea-4c00-90b3-1b90103aaf0d tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] DELETE failed (client error): The resource could not be found. Jul 29 23:33:16.821173 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e49bee99-56ea-4c00-90b3-1b90103aaf0d tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:33:16.823141 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e49bee99-56ea-4c00-90b3-1b90103aaf0d tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/subnets/400bf2b3-e093-423d-b552-ef82f33970c3 HTTP/1.1" status: 404 len: 337 time: 0.0698724 Jul 29 23:33:16.825803 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52810) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:16.866477 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cbd9538-4818-4c17-868a-a62f0afa0f1c tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] DELETE failed (client error): The resource could not be found. Jul 29 23:33:16.867368 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cbd9538-4818-4c17-868a-a62f0afa0f1c tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:33:16.869759 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4cbd9538-4818-4c17-868a-a62f0afa0f1c tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/ports/fbd0f401-7db6-46c4-9317-7223cc35ad11 HTTP/1.1" status: 404 len: 333 time: 0.0423512 Jul 29 23:33:16.872391 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52812) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:16.883422 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0fbb539c-12bf-486b-84a3-d6ebb0dd41a6 req-a89fc703-ca1c-44ea-9965-4d20a74d2b38 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724912 Jul 29 23:33:16.906668 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e87baeb-9cc4-4b1a-bf2e-050fee6e6ead tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] DELETE failed (client error): The resource could not be found. Jul 29 23:33:16.907495 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e87baeb-9cc4-4b1a-bf2e-050fee6e6ead tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:33:16.910211 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7e87baeb-9cc4-4b1a-bf2e-050fee6e6ead tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/subnets/0b4036ab-e9a6-4c9a-a3b2-b3713858e9a5 HTTP/1.1" status: 404 len: 337 time: 0.0363331 Jul 29 23:33:16.912333 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52816) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:16.940850 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-22fb194f-a0cc-4451-a4e1-cb0d3a5f91d1 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] DELETE failed (client error): The resource could not be found. Jul 29 23:33:16.942092 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22fb194f-a0cc-4451-a4e1-cb0d3a5f91d1 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:33:16.944441 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-22fb194f-a0cc-4451-a4e1-cb0d3a5f91d1 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/ports/6e6f936a-51a6-46da-b03c-32c9d5bf5a16 HTTP/1.1" status: 404 len: 333 time: 0.0310812 Jul 29 23:33:16.947579 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52818) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:16.976520 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-78eff9ad-21dd-46ec-9a19-2969356cfaf8 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] DELETE failed (client error): The resource could not be found. Jul 29 23:33:16.977227 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78eff9ad-21dd-46ec-9a19-2969356cfaf8 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:33:16.979140 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-78eff9ad-21dd-46ec-9a19-2969356cfaf8 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/subnets/7aebb8d7-77fa-4f27-9b8f-2d2470d7c786 HTTP/1.1" status: 404 len: 337 time: 0.0306334 Jul 29 23:33:16.982051 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52822) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:17.001046 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd3a36-a996-4bd0-9f6d-faa434623a25 req-ea460ba1-29be-4a07-a349-3a773c7cfaef tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:17.002999 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b0fd3a36-a996-4bd0-9f6d-faa434623a25 req-ea460ba1-29be-4a07-a349-3a773c7cfaef tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/ports?device_id=81094904-b069-4413-9dac-76ad340ebf56 HTTP/1.1" status: 200 len: 946 time: 0.0769715 Jul 29 23:33:17.017047 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec48ad42-dd17-47b2-bdc6-3f8fce8d0a55 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] DELETE failed (client error): The resource could not be found. Jul 29 23:33:17.018210 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec48ad42-dd17-47b2-bdc6-3f8fce8d0a55 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:33:17.022365 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ec48ad42-dd17-47b2-bdc6-3f8fce8d0a55 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/ports/d5256b68-6546-4b02-9132-1ffaa4675050 HTTP/1.1" status: 404 len: 333 time: 0.0359182 Jul 29 23:33:17.023376 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52826) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:17.050550 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-61b58062-40ef-4795-ae26-17c445215d38 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] DELETE failed (client error): The resource could not be found. Jul 29 23:33:17.051370 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61b58062-40ef-4795-ae26-17c445215d38 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:33:17.056217 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-61b58062-40ef-4795-ae26-17c445215d38 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/subnets/f839cf6f-bce7-4589-ac87-004024b3d1fd HTTP/1.1" status: 404 len: 337 time: 0.0290296 Jul 29 23:33:17.056321 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52830) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:17.061734 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b0fd3a36-a996-4bd0-9f6d-faa434623a25 req-b1b1faf6-1614-414c-9162-40e5fc80dcbe tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f70c726-a398-4f44-8add-5d324eb1a3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506003 Jul 29 23:33:17.090994 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9cfa3e2-04a3-49da-9b1f-41ecff87ced2 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] DELETE failed (client error): The resource could not be found. Jul 29 23:33:17.098166 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9cfa3e2-04a3-49da-9b1f-41ecff87ced2 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:33:17.098166 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c9cfa3e2-04a3-49da-9b1f-41ecff87ced2 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/ports/44e6c9a0-2e3f-47f6-bafd-a54728023f2f HTTP/1.1" status: 404 len: 333 time: 0.0371640 Jul 29 23:33:17.098624 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52834) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:17.140072 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-289529a6-2f6e-466e-a36a-7c5ba64cebb8 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] DELETE failed (client error): The resource could not be found. Jul 29 23:33:17.140072 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-289529a6-2f6e-466e-a36a-7c5ba64cebb8 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:33:17.140072 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-289529a6-2f6e-466e-a36a-7c5ba64cebb8 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/subnets/cd6123c8-43f7-4098-b18e-9a26eb4d1620 HTTP/1.1" status: 404 len: 337 time: 0.0399439 Jul 29 23:33:17.142599 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52838) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:17.167537 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-22ebdead-639b-4421-816a-c0396979f229 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] DELETE failed (client error): The resource could not be found. Jul 29 23:33:17.168291 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22ebdead-639b-4421-816a-c0396979f229 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:33:17.173776 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-22ebdead-639b-4421-816a-c0396979f229 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/ports/327a7a9f-8ec7-4fb4-9c23-a6d73427f456 HTTP/1.1" status: 404 len: 333 time: 0.0299923 Jul 29 23:33:17.173975 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52840) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:17.205839 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f04c13a-a093-49cd-977d-1710bddacc87 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] DELETE failed (client error): The resource could not be found. Jul 29 23:33:17.206780 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f04c13a-a093-49cd-977d-1710bddacc87 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:33:17.208936 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0f04c13a-a093-49cd-977d-1710bddacc87 tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/subnets/6b89d23c-fe84-41ae-b5c4-f46740b2966c HTTP/1.1" status: 404 len: 337 time: 0.0338073 Jul 29 23:33:17.211785 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52842) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:17.307278 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2052f86b-1976-4a90-8d4c-50b4dbb7236d tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:17.411742 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2052f86b-1976-4a90-8d4c-50b4dbb7236d tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:17.422548 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-2052f86b-1976-4a90-8d4c-50b4dbb7236d tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27ea2e30-5576-4381-a6d8-03efb8f4bd4e']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:17.439766 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-2052f86b-1976-4a90-8d4c-50b4dbb7236d tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceb567b3-93e6-4495-80aa-58a786948605') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:17.440143 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-2052f86b-1976-4a90-8d4c-50b4dbb7236d tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceb567b3-93e6-4495-80aa-58a786948605') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:17.449572 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2052f86b-1976-4a90-8d4c-50b4dbb7236d tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:17.465355 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2052f86b-1976-4a90-8d4c-50b4dbb7236d tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:17.472089 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2052f86b-1976-4a90-8d4c-50b4dbb7236d tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:33:17.472503 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2052f86b-1976-4a90-8d4c-50b4dbb7236d tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:17.475961 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:33:17.475961 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:33:17.475961 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:33:17.475961 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:33:17.475961 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:33:17.475961 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:33:17.475961 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:33:17.475961 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:33:17.475961 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:33:17.475961 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:33:17.475961 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:33:17.475961 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:33:17.475961 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:33:17.475961 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:33:17.475961 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:33:17.475961 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:33:17.475961 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:33:17.475961 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:33:17.475961 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:33:17.475961 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:33:17.475961 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:33:17.475961 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:33:17.475961 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:33:17.475961 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:33:17.475961 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:33:17.475961 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:33:17.475961 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:33:17.475961 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:33:17.475961 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:33:17.475961 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:33:17.475961 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:33:17.475961 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:33:17.538882 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2052f86b-1976-4a90-8d4c-50b4dbb7236d tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:17.544132 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2052f86b-1976-4a90-8d4c-50b4dbb7236d tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:17.546488 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-2052f86b-1976-4a90-8d4c-50b4dbb7236d tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] 10.222.0.43 "DELETE /v2.0/networks/27ea2e30-5576-4381-a6d8-03efb8f4bd4e HTTP/1.1" status: 204 len: 168 time: 0.3334241 Jul 29 23:33:17.570097 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2052f86b-1976-4a90-8d4c-50b4dbb7236d tempest-NetworksTestDHCPv6-868294392 tempest-NetworksTestDHCPv6-868294392-project] Pushing event deleted for resources: {'Network': ['ID=27ea2e30-5576-4381-a6d8-03efb8f4bd4e,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:17.877844 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52880) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:18.165000 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-054689f4-046b-4e6d-b1a7-e9b14b688b6e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7c9416c97c57443282624ca6d2f37df4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2858186 Jul 29 23:33:18.167785 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52894) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:18.236229 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ba6ca9-2068-4575-9e94-1149bcc57053 req-c92adbc8-70bf-4543-bf16-c631bb97a514 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:18.237809 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-119d4d5a-7072-441e-aadf-fa6729bb9ee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:18.244056 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-88ba6ca9-2068-4575-9e94-1149bcc57053 req-c92adbc8-70bf-4543-bf16-c631bb97a514 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/ports?device_id=81094904-b069-4413-9dac-76ad340ebf56 HTTP/1.1" status: 200 len: 946 time: 0.0989723 Jul 29 23:33:18.261968 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-119d4d5a-7072-441e-aadf-fa6729bb9ee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:18.292523 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-88ba6ca9-2068-4575-9e94-1149bcc57053 req-a14e6258-cefa-4244-b0ac-15a4e998cbca tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f70c726-a398-4f44-8add-5d324eb1a3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469141 Jul 29 23:33:18.327505 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-119d4d5a-7072-441e-aadf-fa6729bb9ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:18.330091 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-119d4d5a-7072-441e-aadf-fa6729bb9ee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:18.331265 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-119d4d5a-7072-441e-aadf-fa6729bb9ee2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/10018400-3757-49a1-b2a4-f34dc97900b5 HTTP/1.1" status: 204 len: 168 time: 0.1624424 Jul 29 23:33:18.339404 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119d4d5a-7072-441e-aadf-fa6729bb9ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10018400-3757-49a1-b2a4-f34dc97900b5,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:19.403415 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52970) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:19.463608 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea6625-f45f-4f4b-813c-14561f19fdbe req-d080064f-ea82-4f77-b8df-5ad20f4e12ee tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:19.466542 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8eea6625-f45f-4f4b-813c-14561f19fdbe req-d080064f-ea82-4f77-b8df-5ad20f4e12ee tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/ports?device_id=81094904-b069-4413-9dac-76ad340ebf56 HTTP/1.1" status: 200 len: 946 time: 0.0603988 Jul 29 23:33:19.520421 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:19.546630 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8eea6625-f45f-4f4b-813c-14561f19fdbe req-a8c9b9b3-861b-488f-95c9-072d52cd4c5f tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f70c726-a398-4f44-8add-5d324eb1a3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732930 Jul 29 23:33:19.680391 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [None req-161e4391-facd-40ff-936a-e7e59dbc6f09 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:33:19.684394 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-161e4391-facd-40ff-936a-e7e59dbc6f09 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2770758 Jul 29 23:33:19.684950 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52980) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:19.689297 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [None req-7119f966-aaa3-4faa-a8f0-22a5dd41bd5a tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] http://10.222.0.43:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:33:19.692459 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7119f966-aaa3-4faa-a8f0-22a5dd41bd5a tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] 10.222.0.43 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0046983 Jul 29 23:33:19.692622 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52982) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:19.696896 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [None req-610ad9e7-3783-4c65-b89c-09d0741df8f8 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] http://10.222.0.43:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:33:19.697866 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-610ad9e7-3783-4c65-b89c-09d0741df8f8 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] 10.222.0.43 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0043509 Jul 29 23:33:19.700399 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52984) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:19.705637 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [None req-cece91b3-7f0d-4dbd-bdbd-c9452e6910ed tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] http://10.222.0.43:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:33:19.706598 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-cece91b3-7f0d-4dbd-bdbd-c9452e6910ed tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] 10.222.0.43 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0046797 Jul 29 23:33:19.709190 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52986) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:19.714012 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [None req-7e542aca-328c-4da1-994e-1d24968bd35e tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] http://10.222.0.43:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:33:19.715004 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7e542aca-328c-4da1-994e-1d24968bd35e tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] 10.222.0.43 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0049217 Jul 29 23:33:19.717941 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52988) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:19.722517 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [None req-f29bdc60-2c6d-4ee1-81f6-d91881f2842f tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] http://10.222.0.43:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:33:19.725879 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-f29bdc60-2c6d-4ee1-81f6-d91881f2842f tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] 10.222.0.43 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0069122 Jul 29 23:33:19.726020 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52990) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:19.730703 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [None req-42f8a3d0-a7b2-4ef9-bdaf-cd114b024197 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] http://10.222.0.43:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:33:19.734592 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-42f8a3d0-a7b2-4ef9-bdaf-cd114b024197 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] 10.222.0.43 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0074618 Jul 29 23:33:19.735335 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52992) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:19.739978 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [None req-76b46f90-7ece-4493-8fbf-574df48d8d76 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] http://10.222.0.43:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:33:19.743194 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-76b46f90-7ece-4493-8fbf-574df48d8d76 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] 10.222.0.43 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0047877 Jul 29 23:33:19.743366 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52994) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:19.748718 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [None req-938beff3-8f72-4ae4-9df7-77b5b643c7a6 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] http://10.222.0.43:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:33:19.749697 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-938beff3-8f72-4ae4-9df7-77b5b643c7a6 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] 10.222.0.43 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0052195 Jul 29 23:33:19.752098 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52996) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:19.756682 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [None req-b36494c1-9b2e-469c-941c-3e3f0407c85d tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] http://10.222.0.43:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:33:19.760025 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-b36494c1-9b2e-469c-941c-3e3f0407c85d tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] 10.222.0.43 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0069671 Jul 29 23:33:19.760571 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52998) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:19.766318 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [None req-6c4cd4b6-3046-4405-a7bb-ffc1230c3d0c tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] http://10.222.0.43:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:33:19.767575 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-6c4cd4b6-3046-4405-a7bb-ffc1230c3d0c tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] 10.222.0.43 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0058136 Jul 29 23:33:19.769926 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53000) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:19.774114 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [None req-afa326d4-e638-4d77-afa7-0705d5664e47 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] http://10.222.0.43:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:33:19.775058 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-afa326d4-e638-4d77-afa7-0705d5664e47 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] 10.222.0.43 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0041976 Jul 29 23:33:19.777153 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53002) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:19.781689 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [None req-c6fa08f2-9b28-4a8b-b891-a9b992f56b15 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] http://10.222.0.43:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:33:19.782648 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c6fa08f2-9b28-4a8b-b891-a9b992f56b15 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] 10.222.0.43 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0044305 Jul 29 23:33:19.784976 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53004) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:19.789026 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [None req-066d82ef-06fe-4583-b6c6-8b9b2a1148b9 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] http://10.222.0.43:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:33:19.789984 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-066d82ef-06fe-4583-b6c6-8b9b2a1148b9 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] 10.222.0.43 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0041378 Jul 29 23:33:19.792348 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53006) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:19.796287 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [None req-8d20595b-63b6-4cc9-9ba2-65c9d9911f54 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] http://10.222.0.43:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:33:19.797483 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8d20595b-63b6-4cc9-9ba2-65c9d9911f54 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] 10.222.0.43 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0042367 Jul 29 23:33:19.799749 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53008) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:19.804835 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [None req-94de9756-66fc-4c27-9600-3b30ee340f34 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] http://10.222.0.43:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:33:19.805865 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-94de9756-66fc-4c27-9600-3b30ee340f34 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] 10.222.0.43 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0049741 Jul 29 23:33:19.808206 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53010) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:19.813233 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [None req-05ac5fab-a289-412d-9f1c-c22b0a37bc33 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] http://10.222.0.43:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:33:19.814197 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-05ac5fab-a289-412d-9f1c-c22b0a37bc33 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] 10.222.0.43 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0049500 Jul 29 23:33:19.816702 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53012) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:19.820669 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [None req-0b3aa9b5-6eab-4fd2-a707-810b13428f90 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] http://10.222.0.43:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:33:19.821747 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0b3aa9b5-6eab-4fd2-a707-810b13428f90 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] 10.222.0.43 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0041668 Jul 29 23:33:19.823997 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53014) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:19.828935 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [None req-616dfa7c-fed4-4e28-93d8-c17f34a6daed tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] http://10.222.0.43:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:33:19.830024 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-616dfa7c-fed4-4e28-93d8-c17f34a6daed tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] 10.222.0.43 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0050912 Jul 29 23:33:19.832531 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53016) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:19.836774 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [None req-7b528db6-bcf3-4664-8539-bac6ab251332 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] http://10.222.0.43:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:33:19.837843 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7b528db6-bcf3-4664-8539-bac6ab251332 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] 10.222.0.43 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0043578 Jul 29 23:33:19.840041 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53020) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:19.844490 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [None req-448c8a2a-e8e2-4630-aa2c-ccb5371d10d0 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] http://10.222.0.43:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:33:19.845430 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-448c8a2a-e8e2-4630-aa2c-ccb5371d10d0 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] 10.222.0.43 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0042577 Jul 29 23:33:19.847801 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53022) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:19.852685 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [None req-c59fbe14-686c-4d5b-a9ca-b8bb19f4fd74 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] http://10.222.0.43:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:33:19.856061 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53024) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:19.856599 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c59fbe14-686c-4d5b-a9ca-b8bb19f4fd74 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] 10.222.0.43 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0076814 Jul 29 23:33:19.861573 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [None req-555e5a75-23b1-4469-8c5f-cd03652e9414 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] http://10.222.0.43:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:33:19.862813 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-555e5a75-23b1-4469-8c5f-cd03652e9414 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] 10.222.0.43 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0053535 Jul 29 23:33:19.866518 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53026) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:19.871996 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [None req-918442e5-96b2-4638-a5f4-ca2ee5a36b23 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] http://10.222.0.43:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:33:19.876506 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53028) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:19.876732 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-918442e5-96b2-4638-a5f4-ca2ee5a36b23 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] 10.222.0.43 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0090141 Jul 29 23:33:19.881952 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [None req-7923db7e-2c32-44dc-9aa2-e2a3d6e5c5dc tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] http://10.222.0.43:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:33:19.882933 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7923db7e-2c32-44dc-9aa2-e2a3d6e5c5dc tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] 10.222.0.43 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0052297 Jul 29 23:33:19.885514 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53030) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:19.892879 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [None req-e58e183f-918a-4c5d-968c-2bece1d71d62 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] http://10.222.0.43:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:33:19.897234 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53032) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:19.898705 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e58e183f-918a-4c5d-968c-2bece1d71d62 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] 10.222.0.43 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0121720 Jul 29 23:33:19.905537 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [None req-8ae3349e-b012-4aca-8d25-200c6efe7fc5 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] http://10.222.0.43:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:33:19.906820 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8ae3349e-b012-4aca-8d25-200c6efe7fc5 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] 10.222.0.43 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0083439 Jul 29 23:33:19.909546 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53034) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:19.914717 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [None req-93491759-1eaf-4496-b250-6635d0488008 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] http://10.222.0.43:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:33:19.922525 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-93491759-1eaf-4496-b250-6635d0488008 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] 10.222.0.43 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0117476 Jul 29 23:33:19.922878 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53036) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:19.927371 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [None req-2920a32e-20f4-4723-aa3f-8ed0c6f39b72 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] http://10.222.0.43:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:33:19.928329 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-2920a32e-20f4-4723-aa3f-8ed0c6f39b72 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] 10.222.0.43 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0044768 Jul 29 23:33:19.931279 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53038) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:19.936529 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [None req-5510de83-52bf-414b-b1bd-97757e4d754a tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] http://10.222.0.43:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:33:19.937506 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-5510de83-52bf-414b-b1bd-97757e4d754a tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] 10.222.0.43 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0051124 Jul 29 23:33:19.940101 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53040) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:19.944981 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [None req-0ddf1693-b767-467a-b88c-219f3ad538c9 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] http://10.222.0.43:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:33:19.945979 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-0ddf1693-b767-467a-b88c-219f3ad538c9 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] 10.222.0.43 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0046933 Jul 29 23:33:19.948568 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53042) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:19.953448 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [None req-ceb6a100-93ac-46c4-9b37-cb56ce789b6c tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] http://10.222.0.43:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:33:19.954590 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ceb6a100-93ac-46c4-9b37-cb56ce789b6c tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] 10.222.0.43 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0051277 Jul 29 23:33:19.956942 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53044) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:19.961097 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [None req-3a4780b7-1191-444c-a4e6-a3016595f578 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] http://10.222.0.43:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:33:19.964595 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53046) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:19.964747 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-3a4780b7-1191-444c-a4e6-a3016595f578 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] 10.222.0.43 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0067310 Jul 29 23:33:19.970453 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [None req-faf7d5a2-289c-4238-b267-68eb5cc8b636 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] http://10.222.0.43:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:33:19.971115 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-faf7d5a2-289c-4238-b267-68eb5cc8b636 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] 10.222.0.43 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0055630 Jul 29 23:33:19.974149 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53048) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:19.979147 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [None req-5f04ca03-b925-46c4-9bf3-bacaff0a6df4 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] http://10.222.0.43:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:33:19.980264 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-5f04ca03-b925-46c4-9bf3-bacaff0a6df4 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] 10.222.0.43 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0047927 Jul 29 23:33:19.984045 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53052) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:19.989170 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [None req-3a0009bb-448b-4c45-b891-2e23760a26d7 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] http://10.222.0.43:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:33:19.990173 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-3a0009bb-448b-4c45-b891-2e23760a26d7 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] 10.222.0.43 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0050962 Jul 29 23:33:19.992595 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53054) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:19.996909 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [None req-61c2d5a4-e60f-466f-8428-35c7b0919521 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] http://10.222.0.43:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:33:19.997923 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-61c2d5a4-e60f-466f-8428-35c7b0919521 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] 10.222.0.43 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0043254 Jul 29 23:33:20.000479 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53056) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:20.004831 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [None req-c9da13f1-fbe5-42ff-b987-75933c0a9cf1 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] http://10.222.0.43:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:33:20.008786 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53060) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:20.009047 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-c9da13f1-fbe5-42ff-b987-75933c0a9cf1 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] 10.222.0.43 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0076368 Jul 29 23:33:20.014556 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [None req-4124b833-a960-4a7a-8ca2-f6f9e7b7affd tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] http://10.222.0.43:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:33:20.017946 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4124b833-a960-4a7a-8ca2-f6f9e7b7affd tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] 10.222.0.43 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0054381 Jul 29 23:33:20.018628 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53062) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:20.024168 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [None req-9e27e8cc-72f3-427e-9b77-f54f89673b87 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] http://10.222.0.43:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:33:20.027973 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53064) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:20.028123 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-9e27e8cc-72f3-427e-9b77-f54f89673b87 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] 10.222.0.43 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0084233 Jul 29 23:33:20.034166 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [None req-cb24042c-4d0d-44d0-be33-1e4ca9f770a5 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] http://10.222.0.43:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:33:20.038065 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-cb24042c-4d0d-44d0-be33-1e4ca9f770a5 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] 10.222.0.43 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0086203 Jul 29 23:33:20.038204 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53066) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:20.043386 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [None req-97572a54-ef8a-4b7e-a9c8-19589213788e tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] http://10.222.0.43:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:33:20.046429 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-97572a54-ef8a-4b7e-a9c8-19589213788e tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] 10.222.0.43 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0050299 Jul 29 23:33:20.046802 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53068) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:20.051164 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [None req-99d68c4a-f59f-4d82-b237-e8031f99d5fc tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] http://10.222.0.43:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:33:20.052124 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-99d68c4a-f59f-4d82-b237-e8031f99d5fc tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] 10.222.0.43 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0043402 Jul 29 23:33:20.054585 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53070) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:20.061209 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [None req-7ff3ce93-7be8-4688-a243-d0c938c99866 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] http://10.222.0.43:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:33:20.064962 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-7ff3ce93-7be8-4688-a243-d0c938c99866 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] 10.222.0.43 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0067906 Jul 29 23:33:20.065661 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53072) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:20.071924 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [None req-90e10a4c-e303-4c64-ad07-df1e045bdc93 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] http://10.222.0.43:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:33:20.077927 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53074) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:20.078131 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-90e10a4c-e303-4c64-ad07-df1e045bdc93 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] 10.222.0.43 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0112083 Jul 29 23:33:20.084768 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [None req-9b44c414-e085-40b6-af1e-65bf86712a00 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] http://10.222.0.43:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:33:20.086013 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9b44c414-e085-40b6-af1e-65bf86712a00 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] 10.222.0.43 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0067170 Jul 29 23:33:20.088490 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53076) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:20.094792 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [None req-e15cab43-9164-468a-8880-37fcea906150 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] http://10.222.0.43:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:33:20.095885 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e15cab43-9164-468a-8880-37fcea906150 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] 10.222.0.43 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0059831 Jul 29 23:33:20.098798 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53078) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:20.107609 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [None req-b2d9088f-0aa6-4fa7-8fce-dd629abb37d0 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] http://10.222.0.43:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:33:20.109762 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-b2d9088f-0aa6-4fa7-8fce-dd629abb37d0 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] 10.222.0.43 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0050907 Jul 29 23:33:20.111934 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53080) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:20.118465 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [None req-e3dbf66a-5155-4500-9e11-33c9ac6cd8e0 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] http://10.222.0.43:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:33:20.119466 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e3dbf66a-5155-4500-9e11-33c9ac6cd8e0 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] 10.222.0.43 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0052001 Jul 29 23:33:20.121777 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53084) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:20.126140 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [None req-5a776a5b-fbf2-4fa5-a05d-cc7dbb49c2cb tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] http://10.222.0.43:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:33:20.127563 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-5a776a5b-fbf2-4fa5-a05d-cc7dbb49c2cb tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] 10.222.0.43 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0045853 Jul 29 23:33:20.129773 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53086) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:20.134301 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [None req-868d121d-e4b3-4337-afa9-d051659e805e tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] http://10.222.0.43:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:33:20.135314 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-868d121d-e4b3-4337-afa9-d051659e805e tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] 10.222.0.43 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0045469 Jul 29 23:33:20.137543 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53088) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:20.142238 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [None req-9e21aa35-d185-495a-a776-9e8aaa5b4d51 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] http://10.222.0.43:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:33:20.143208 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9e21aa35-d185-495a-a776-9e8aaa5b4d51 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] 10.222.0.43 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0046799 Jul 29 23:33:20.145399 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53090) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:20.150803 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [None req-23369039-cfbc-4cdf-8e12-7d376e983981 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] http://10.222.0.43:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:33:20.152173 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-23369039-cfbc-4cdf-8e12-7d376e983981 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] 10.222.0.43 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0053775 Jul 29 23:33:20.155468 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53092) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:20.160425 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [None req-28d9a6f3-a1a7-4bf3-9167-ba7dfe6c2a7a tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] http://10.222.0.43:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:33:20.161444 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-28d9a6f3-a1a7-4bf3-9167-ba7dfe6c2a7a tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] 10.222.0.43 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0049205 Jul 29 23:33:20.163865 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53094) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:20.167926 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [None req-c616d235-507a-4906-a72e-60968e52ed61 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] http://10.222.0.43:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:33:20.168851 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-c616d235-507a-4906-a72e-60968e52ed61 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] 10.222.0.43 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0041041 Jul 29 23:33:20.171105 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53096) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:20.175278 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [None req-409c832b-7867-402a-b0d5-e9ede19fa6de tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] http://10.222.0.43:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:33:20.178062 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-409c832b-7867-402a-b0d5-e9ede19fa6de tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] 10.222.0.43 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0059364 Jul 29 23:33:20.178626 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53098) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:20.182949 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [None req-b5bc5969-fd50-46de-b932-b50d08c2a4bf tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] http://10.222.0.43:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:33:20.185947 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-b5bc5969-fd50-46de-b932-b50d08c2a4bf tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] 10.222.0.43 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0041718 Jul 29 23:33:20.186444 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53100) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:20.190578 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [None req-d5595221-dacb-4fc5-9f58-5edfc46623f0 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] http://10.222.0.43:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:33:20.194040 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-d5595221-dacb-4fc5-9f58-5edfc46623f0 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] 10.222.0.43 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0066793 Jul 29 23:33:20.194183 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53102) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:20.198393 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [None req-109c45f0-775a-4347-9115-60cea0dfd3f3 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] http://10.222.0.43:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:33:20.202250 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-109c45f0-775a-4347-9115-60cea0dfd3f3 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] 10.222.0.43 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0042794 Jul 29 23:33:20.202625 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53104) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:20.207117 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [None req-18878308-9cbe-4532-a31b-3505ec8e48ba tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] http://10.222.0.43:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:33:20.210098 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-18878308-9cbe-4532-a31b-3505ec8e48ba tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] 10.222.0.43 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0063720 Jul 29 23:33:20.212628 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53106) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:20.217813 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [None req-12acca3d-b46c-41ee-8100-7a754c152a4c tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] http://10.222.0.43:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:33:20.218870 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-12acca3d-b46c-41ee-8100-7a754c152a4c tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] 10.222.0.43 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0052233 Jul 29 23:33:20.221184 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53108) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:20.225946 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [None req-a1038484-6a7a-4446-a6e0-5d13aa63c673 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] http://10.222.0.43:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:33:20.226872 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a1038484-6a7a-4446-a6e0-5d13aa63c673 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] 10.222.0.43 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0045693 Jul 29 23:33:20.229273 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53110) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:20.235212 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [None req-c7116d5b-7c4f-422b-8e68-5962dcc0830b tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] http://10.222.0.43:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:33:20.236171 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-c7116d5b-7c4f-422b-8e68-5962dcc0830b tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] 10.222.0.43 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0058086 Jul 29 23:33:20.239345 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53112) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:20.243908 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [None req-054f55d8-a715-41a3-b627-e39b1158eea2 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] http://10.222.0.43:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:33:20.247084 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-054f55d8-a715-41a3-b627-e39b1158eea2 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] 10.222.0.43 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0045714 Jul 29 23:33:20.247549 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53114) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:20.257476 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [None req-893a620a-baf2-4b95-8dae-1f632402981f tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] http://10.222.0.43:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:33:20.258434 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-893a620a-baf2-4b95-8dae-1f632402981f tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] 10.222.0.43 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0053048 Jul 29 23:33:20.260933 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53118) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:20.266249 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [None req-81fdc489-17f5-4fd3-80ff-3636a320b6cf tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] http://10.222.0.43:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:33:20.267180 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-81fdc489-17f5-4fd3-80ff-3636a320b6cf tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] 10.222.0.43 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0053585 Jul 29 23:33:20.269799 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53120) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:20.274654 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [None req-218a51a1-7e23-415b-8a32-225bde4b81e2 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] http://10.222.0.43:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:33:20.275848 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-218a51a1-7e23-415b-8a32-225bde4b81e2 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] 10.222.0.43 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0048628 Jul 29 23:33:20.278679 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53122) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:20.284185 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [None req-06bf10de-78ca-40b0-b6ce-253869647468 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] http://10.222.0.43:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:33:20.286086 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-06bf10de-78ca-40b0-b6ce-253869647468 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] 10.222.0.43 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0056267 Jul 29 23:33:20.287762 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53124) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:20.292618 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [None req-32d0b7d8-f1b9-4221-bae0-29da489f17c2 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] http://10.222.0.43:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:33:20.293710 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-32d0b7d8-f1b9-4221-bae0-29da489f17c2 tempest-ExtensionsTestJSON-1175607028 tempest-ExtensionsTestJSON-1175607028-project] 10.222.0.43 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0049689 Jul 29 23:33:20.582200 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53138) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:20.672912 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53142) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:20.708291 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc82eed-0c09-49aa-b937-0111eee92b73 req-53bfe4b0-50b4-4b80-842d-f66728d49948 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:20.718883 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3fc82eed-0c09-49aa-b937-0111eee92b73 req-53bfe4b0-50b4-4b80-842d-f66728d49948 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/ports?device_id=81094904-b069-4413-9dac-76ad340ebf56 HTTP/1.1" status: 200 len: 946 time: 0.0725231 Jul 29 23:33:20.780220 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3fc82eed-0c09-49aa-b937-0111eee92b73 req-ec0ce365-e877-4dcc-8ad6-256dd092bafa tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f70c726-a398-4f44-8add-5d324eb1a3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562191 Jul 29 23:33:20.816662 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-74c62840-0a52-421d-8504-a3dcb8007e3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:20.853322 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f18be1cf-b755-45b9-b3ad-b9237d1bee4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:20.935188 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-74c62840-0a52-421d-8504-a3dcb8007e3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:20.945449 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-74c62840-0a52-421d-8504-a3dcb8007e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:21.012157 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-74c62840-0a52-421d-8504-a3dcb8007e3f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e99e063ecc4d4ed89ff1cc77a4feb63c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4287453 Jul 29 23:33:21.015556 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53148) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:21.018317 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c62840-0a52-421d-8504-a3dcb8007e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66055f4-43c8-4b21-9f79-e3feeaf27171,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:21.077744 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-50b514d7-07b7-4323-853f-96a328e10b94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:21.100193 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f18be1cf-b755-45b9-b3ad-b9237d1bee4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:21.101364 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-50b514d7-07b7-4323-853f-96a328e10b94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:21.106074 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f18be1cf-b755-45b9-b3ad-b9237d1bee4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:21.154654 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-f18be1cf-b755-45b9-b3ad-b9237d1bee4a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cf579bb1ba0c40678f169fd74da76c1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4670975 Jul 29 23:33:21.157668 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53152) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:21.160661 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18be1cf-b755-45b9-b3ad-b9237d1bee4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8fba9f4-0317-4740-95c9-479a1a44450e,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:21.181095 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-50b514d7-07b7-4323-853f-96a328e10b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:21.183783 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-50b514d7-07b7-4323-853f-96a328e10b94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:21.184900 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-50b514d7-07b7-4323-853f-96a328e10b94 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f66055f4-43c8-4b21-9f79-e3feeaf27171 HTTP/1.1" status: 204 len: 168 time: 0.1683576 Jul 29 23:33:21.206155 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b514d7-07b7-4323-853f-96a328e10b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66055f4-43c8-4b21-9f79-e3feeaf27171,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:21.241135 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c7749807-7dd8-49ff-8416-1b7c1db6bfc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:21.266836 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c7749807-7dd8-49ff-8416-1b7c1db6bfc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:21.322105 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c7749807-7dd8-49ff-8416-1b7c1db6bfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:21.325225 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c7749807-7dd8-49ff-8416-1b7c1db6bfc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:21.327230 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-c7749807-7dd8-49ff-8416-1b7c1db6bfc6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e8fba9f4-0317-4740-95c9-479a1a44450e HTTP/1.1" status: 204 len: 168 time: 0.1675208 Jul 29 23:33:21.338208 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7749807-7dd8-49ff-8416-1b7c1db6bfc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8fba9f4-0317-4740-95c9-479a1a44450e,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:21.698178 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53172) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:21.715026 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-268e46c5-7934-44e5-ba61-a973683415df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:21.810717 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-268e46c5-7934-44e5-ba61-a973683415df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:21.815185 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-268e46c5-7934-44e5-ba61-a973683415df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:21.876893 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-268e46c5-7934-44e5-ba61-a973683415df admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e0ddac5ea7be47b69eb23ac1afbeb827&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1736751 Jul 29 23:33:21.876893 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268e46c5-7934-44e5-ba61-a973683415df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f68855d4-6a8e-4591-89bd-03c436f1f2df,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:21.878046 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53178) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:21.932323 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7078cede-8ba3-42eb-9e22-a4b098e68104 req-c991ce3b-5da3-4616-84c3-600e53564856 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:21.933893 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7078cede-8ba3-42eb-9e22-a4b098e68104 req-c991ce3b-5da3-4616-84c3-600e53564856 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/ports?device_id=81094904-b069-4413-9dac-76ad340ebf56 HTTP/1.1" status: 200 len: 946 time: 0.0589519 Jul 29 23:33:21.959389 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-89b2d1f2-2f71-48fa-9f47-ed16b3592006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:21.983996 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7078cede-8ba3-42eb-9e22-a4b098e68104 req-1852ba91-887e-4d4d-bb3f-fdf1efcfba12 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f70c726-a398-4f44-8add-5d324eb1a3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431538 Jul 29 23:33:21.985890 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-89b2d1f2-2f71-48fa-9f47-ed16b3592006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:22.048814 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-89b2d1f2-2f71-48fa-9f47-ed16b3592006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:22.052008 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-89b2d1f2-2f71-48fa-9f47-ed16b3592006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:22.053695 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-89b2d1f2-2f71-48fa-9f47-ed16b3592006 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f68855d4-6a8e-4591-89bd-03c436f1f2df HTTP/1.1" status: 204 len: 168 time: 0.1745946 Jul 29 23:33:22.063938 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b2d1f2-2f71-48fa-9f47-ed16b3592006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68855d4-6a8e-4591-89bd-03c436f1f2df,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:22.180157 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53190) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:22.402431 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-8546765f-4ed7-41da-bcb1-f927bc3ecefa tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1011834142'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:22.426471 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8546765f-4ed7-41da-bcb1-f927bc3ecefa tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Made reservation on behalf of 6b25a1b4ab414b4591c3025dbde3bb10 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:22.430201 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8546765f-4ed7-41da-bcb1-f927bc3ecefa tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:22.440645 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8546765f-4ed7-41da-bcb1-f927bc3ecefa tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:22.553127 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8546765f-4ed7-41da-bcb1-f927bc3ecefa tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:22.563258 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8546765f-4ed7-41da-bcb1-f927bc3ecefa tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:22.588009 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8546765f-4ed7-41da-bcb1-f927bc3ecefa tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:33:22.604494 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8546765f-4ed7-41da-bcb1-f927bc3ecefa tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efb0f59e-6626-4b31-8cf6-5822fffacf3f,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:22.608448 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8546765f-4ed7-41da-bcb1-f927bc3ecefa tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:22.608821 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-8546765f-4ed7-41da-bcb1-f927bc3ecefa tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Added segment f797f456-c430-44b1-9381-e4649c1e4b27 of type vlan for network cacd85c0-50d7-4cd3-a03a-868fb7591a52 Jul 29 23:33:22.655285 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8546765f-4ed7-41da-bcb1-f927bc3ecefa tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:22.690906 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8546765f-4ed7-41da-bcb1-f927bc3ecefa tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:22.697252 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8546765f-4ed7-41da-bcb1-f927bc3ecefa tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:22.697994 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8546765f-4ed7-41da-bcb1-f927bc3ecefa tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:22.767563 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8546765f-4ed7-41da-bcb1-f927bc3ecefa tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5823956 Jul 29 23:33:22.787421 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8546765f-4ed7-41da-bcb1-f927bc3ecefa tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Pushing event updated for resources: {'Network': ['ID=cacd85c0-50d7-4cd3-a03a-868fb7591a52,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:22.806792 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network cacd85c0-50d7-4cd3-a03a-868fb7591a52 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:33:23.141891 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63454521-e32f-452d-88dd-6745e573ea68 req-de8e5f92-648c-4e7c-a578-2ddf59e32cde tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:23.153278 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-63454521-e32f-452d-88dd-6745e573ea68 req-de8e5f92-648c-4e7c-a578-2ddf59e32cde tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/ports?device_id=81094904-b069-4413-9dac-76ad340ebf56 HTTP/1.1" status: 200 len: 946 time: 0.0803437 Jul 29 23:33:23.221653 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-406383f0-a17e-471b-8ff1-83628132854c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:23.230963 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-63454521-e32f-452d-88dd-6745e573ea68 req-53cc732a-9ba1-4178-840e-4c75eed5d0bf tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f70c726-a398-4f44-8add-5d324eb1a3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743477 Jul 29 23:33:24.400040 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653db266-7a9e-4b29-890c-fd05cb55bf82 req-79abf243-0653-481d-9b3c-defc18fd8fe7 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:24.409439 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-653db266-7a9e-4b29-890c-fd05cb55bf82 req-79abf243-0653-481d-9b3c-defc18fd8fe7 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/ports?device_id=81094904-b069-4413-9dac-76ad340ebf56 HTTP/1.1" status: 200 len: 946 time: 0.1017575 Jul 29 23:33:24.458183 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-653db266-7a9e-4b29-890c-fd05cb55bf82 req-c0e48ffd-3785-4e02-8a45-bafc2d612ac4 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f70c726-a398-4f44-8add-5d324eb1a3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476091 Jul 29 23:33:24.476517 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e983a70e-ac25-4504-9c62-576df71d731b req-b7b800c6-0031-4e04-b4be-14d19820c8ff service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8cb63dcd-cfed-45b1-9087-f482b0d11e6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1164260 Jul 29 23:33:24.552626 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e983a70e-ac25-4504-9c62-576df71d731b req-82659492-4557-42a3-a17f-970eb09fb10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:24.554420 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e983a70e-ac25-4504-9c62-576df71d731b req-82659492-4557-42a3-a17f-970eb09fb10d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=38e5a2101cb84e649abcb077576a3704&device_id=8cb63dcd-cfed-45b1-9087-f482b0d11e6a HTTP/1.1" status: 200 len: 1098 time: 0.0552683 Jul 29 23:33:24.673634 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e983a70e-ac25-4504-9c62-576df71d731b req-f8172f97-2621-4782-a22e-e5e6dbccf3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:24.674922 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53268) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:24.675425 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e983a70e-ac25-4504-9c62-576df71d731b req-f8172f97-2621-4782-a22e-e5e6dbccf3fb service neutron] 10.222.0.22 "GET /v2.0/networks?id=7f4f5951-808e-47f0-8843-cccf83b2b5f5 HTTP/1.1" status: 200 len: 916 time: 0.0968246 Jul 29 23:33:24.744771 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e983a70e-ac25-4504-9c62-576df71d731b req-b6f9b732-38aa-4298-82c7-df1e4fa6a366 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ffd8f46b-a91b-4435-8711-d5889144a71a HTTP/1.1" status: 200 len: 1002 time: 0.0619261 Jul 29 23:33:24.821885 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b690fe6a-61c4-4bcf-9271-cb1d77a38b44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:24.839314 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e983a70e-ac25-4504-9c62-576df71d731b req-9e93e2c4-3540-4259-aed4-00e030115294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:24.841525 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e983a70e-ac25-4504-9c62-576df71d731b req-9e93e2c4-3540-4259-aed4-00e030115294 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b0626110-2e70-4df5-8ca6-7b634c09fbe0 HTTP/1.1" status: 200 len: 854 time: 0.0834658 Jul 29 23:33:24.910985 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e983a70e-ac25-4504-9c62-576df71d731b req-2e6bcf54-3402-4ca7-b23e-585411cbcfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:24.912683 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e983a70e-ac25-4504-9c62-576df71d731b req-2e6bcf54-3402-4ca7-b23e-585411cbcfc0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7f4f5951-808e-47f0-8843-cccf83b2b5f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585890 Jul 29 23:33:24.946984 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b690fe6a-61c4-4bcf-9271-cb1d77a38b44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:24.954166 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b690fe6a-61c4-4bcf-9271-cb1d77a38b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:24.994736 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b690fe6a-61c4-4bcf-9271-cb1d77a38b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1077e6c-d528-467e-962d-11c703ecbe7c,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:25.050453 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e983a70e-ac25-4504-9c62-576df71d731b req-8b189e83-27ba-4750-ac8d-b135782a8d9d service neutron] 10.222.0.22 "GET /v2.0/networks/7f4f5951-808e-47f0-8843-cccf83b2b5f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235428 Jul 29 23:33:25.057541 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b690fe6a-61c4-4bcf-9271-cb1d77a38b44 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d066253cacf546ba9699d2d6a6acd52d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3815298 Jul 29 23:33:25.058697 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53288) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:25.120597 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4e2806b3-1a98-4474-8602-1615d32cad70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:25.152513 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4e2806b3-1a98-4474-8602-1615d32cad70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:25.183835 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e983a70e-ac25-4504-9c62-576df71d731b req-c7a67646-eb4c-4b8e-aefd-9ec93d360bb8 service neutron] 10.222.0.22 "GET /v2.0/networks/7f4f5951-808e-47f0-8843-cccf83b2b5f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267362 Jul 29 23:33:25.214763 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4e2806b3-1a98-4474-8602-1615d32cad70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:25.218609 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4e2806b3-1a98-4474-8602-1615d32cad70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:25.222448 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4e2806b3-1a98-4474-8602-1615d32cad70 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c1077e6c-d528-467e-962d-11c703ecbe7c HTTP/1.1" status: 204 len: 168 time: 0.1595187 Jul 29 23:33:25.230022 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2806b3-1a98-4474-8602-1615d32cad70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1077e6c-d528-467e-962d-11c703ecbe7c,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:25.639197 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f947c-46a3-46b1-acb4-7c3e266427a0 req-832f749b-6664-4532-bdde-961ed9d0e9ac tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:25.641790 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c47f947c-46a3-46b1-acb4-7c3e266427a0 req-832f749b-6664-4532-bdde-961ed9d0e9ac tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/ports?device_id=81094904-b069-4413-9dac-76ad340ebf56 HTTP/1.1" status: 200 len: 946 time: 0.0647945 Jul 29 23:33:25.658357 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53356) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:25.679610 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5eff893d-98d6-4801-87b9-8558a3418e84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:25.722133 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c47f947c-46a3-46b1-acb4-7c3e266427a0 req-cbb4af24-34dd-4861-aa93-eaaf9ec85a26 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f70c726-a398-4f44-8add-5d324eb1a3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716815 Jul 29 23:33:25.793807 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5eff893d-98d6-4801-87b9-8558a3418e84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:25.799052 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5eff893d-98d6-4801-87b9-8558a3418e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:25.840253 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eff893d-98d6-4801-87b9-8558a3418e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=889f30c8-27e3-40ff-a07f-3adaa8b46ed8,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:25.849149 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-5eff893d-98d6-4801-87b9-8558a3418e84 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=032549395fa94307877cfb6e4946e73d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1895869 Jul 29 23:33:25.852154 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53378) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:25.898762 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5140ef6e-5eb7-40c1-af13-5a092c799508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:25.910432 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8d9d7113-b6d7-459b-84dd-3bcc3a0811f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:25.938238 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8d9d7113-b6d7-459b-84dd-3bcc3a0811f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:25.995912 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8d9d7113-b6d7-459b-84dd-3bcc3a0811f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:25.999063 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8d9d7113-b6d7-459b-84dd-3bcc3a0811f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:26.000345 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-8d9d7113-b6d7-459b-84dd-3bcc3a0811f7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/889f30c8-27e3-40ff-a07f-3adaa8b46ed8 HTTP/1.1" status: 204 len: 168 time: 0.1470878 Jul 29 23:33:26.008804 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9d7113-b6d7-459b-84dd-3bcc3a0811f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=889f30c8-27e3-40ff-a07f-3adaa8b46ed8,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:26.120393 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53416) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:26.126909 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-58929626-6446-45d2-b7b3-cdafd8d6df59 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Request body: {'subnet': {'network_id': 'cacd85c0-50d7-4cd3-a03a-868fb7591a52', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:26.231136 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58929626-6446-45d2-b7b3-cdafd8d6df59 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Made reservation on behalf of 6b25a1b4ab414b4591c3025dbde3bb10 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:26.235817 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-58929626-6446-45d2-b7b3-cdafd8d6df59 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:26.322960 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:26.473906 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-58929626-6446-45d2-b7b3-cdafd8d6df59 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:26.566561 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58929626-6446-45d2-b7b3-cdafd8d6df59 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Pushing event updated for resources: {'Subnet': ['ID=d4a9a7d6-170f-4c88-be9e-e155496296b5,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:26.571574 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58929626-6446-45d2-b7b3-cdafd8d6df59 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Checking segment: {'id': 'f797f456-c430-44b1-9381-e4649c1e4b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cacd85c0-50d7-4cd3-a03a-868fb7591a52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:33:26.571958 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58929626-6446-45d2-b7b3-cdafd8d6df59 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Network hostable DHCP agents. Network: cacd85c0-50d7-4cd3-a03a-868fb7591a52, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:33:26.603559 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58929626-6446-45d2-b7b3-cdafd8d6df59 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Network cacd85c0-50d7-4cd3-a03a-868fb7591a52 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:33:26.927071 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-58929626-6446-45d2-b7b3-cdafd8d6df59 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, cacd85c0-50d7-4cd3-a03a-868fb7591a52) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:26.936569 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8684c98a-4647-4953-95fc-51fc1a018672 None None] Network cacd85c0-50d7-4cd3-a03a-868fb7591a52 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:33:26.950608 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58929626-6446-45d2-b7b3-cdafd8d6df59 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:26.951785 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-58929626-6446-45d2-b7b3-cdafd8d6df59 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:26.981628 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-58929626-6446-45d2-b7b3-cdafd8d6df59 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8571541 Jul 29 23:33:26.985290 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53534) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:26.997112 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-5e49df04-98a0-4505-8c31-54c3601ed3fd tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1443425350'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:27.020640 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db8ab8-2589-4807-b321-9abe127ebf60 req-95de53b9-5222-4f0e-93b1-deef3dcff1a6 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:27.033335 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-51db8ab8-2589-4807-b321-9abe127ebf60 req-95de53b9-5222-4f0e-93b1-deef3dcff1a6 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/ports?device_id=81094904-b069-4413-9dac-76ad340ebf56 HTTP/1.1" status: 200 len: 946 time: 0.1197412 Jul 29 23:33:27.102247 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-51db8ab8-2589-4807-b321-9abe127ebf60 req-01119b40-5390-4e50-96cd-5b816cbbaba0 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f70c726-a398-4f44-8add-5d324eb1a3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677130 Jul 29 23:33:27.126019 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e49df04-98a0-4505-8c31-54c3601ed3fd tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Made reservation on behalf of 6b25a1b4ab414b4591c3025dbde3bb10 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:27.129699 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5e49df04-98a0-4505-8c31-54c3601ed3fd tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:27.171488 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e49df04-98a0-4505-8c31-54c3601ed3fd tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:33:27.173823 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d42fe8e-9524-470c-aaca-3dfeb5ee527b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-cacd85c0-50d7-4cd3-a03a-868fb7591a52', 'network_id': 'cacd85c0-50d7-4cd3-a03a-868fb7591a52', 'tenant_id': '6b25a1b4ab414b4591c3025dbde3bb10', 'fixed_ips': [{'subnet_id': 'd4a9a7d6-170f-4c88-be9e-e155496296b5'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:33:27.175722 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe8e-9524-470c-aaca-3dfeb5ee527b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:27.186398 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5e49df04-98a0-4505-8c31-54c3601ed3fd tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:27.186747 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-5e49df04-98a0-4505-8c31-54c3601ed3fd tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Added segment 65557e15-b577-4fad-aba4-4eef220a6dd5 of type vlan for network ca522dbd-7ac8-4a10-81ee-8db5b23977e8 Jul 29 23:33:27.251142 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5e49df04-98a0-4505-8c31-54c3601ed3fd tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:27.307762 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5e49df04-98a0-4505-8c31-54c3601ed3fd tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:27.316314 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e49df04-98a0-4505-8c31-54c3601ed3fd tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:27.317176 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5e49df04-98a0-4505-8c31-54c3601ed3fd tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:27.364816 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-3d42fe8e-9524-470c-aaca-3dfeb5ee527b None None] Allocated IP 2001:db8:0:ffff::2 (cacd85c0-50d7-4cd3-a03a-868fb7591a52/d4a9a7d6-170f-4c88-be9e-e155496296b5/ec3d8b0f-5575-4bcb-b393-64a3796b7894) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:33:27.403362 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-5e49df04-98a0-4505-8c31-54c3601ed3fd tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4140663 Jul 29 23:33:27.406398 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53586) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:27.412985 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-7703788e-a8f3-442f-8a2c-9b6f2ef12b05 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Request body: {'subnet': {'network_id': 'ca522dbd-7ac8-4a10-81ee-8db5b23977e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:27.503299 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e49df04-98a0-4505-8c31-54c3601ed3fd tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Pushing event updated for resources: {'Network': ['ID=ca522dbd-7ac8-4a10-81ee-8db5b23977e8,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:27.533529 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe8e-9524-470c-aaca-3dfeb5ee527b None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:27.543174 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-3d42fe8e-9524-470c-aaca-3dfeb5ee527b None None] Transition to ACTIVE for port object ec3d8b0f-5575-4bcb-b393-64a3796b7894 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:27.547117 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network ca522dbd-7ac8-4a10-81ee-8db5b23977e8 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:33:27.630602 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-3d42fe8e-9524-470c-aaca-3dfeb5ee527b None None] Transition to ACTIVE for port object ec3d8b0f-5575-4bcb-b393-64a3796b7894 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:27.650658 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe8e-9524-470c-aaca-3dfeb5ee527b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:27.666148 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:27.675249 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7703788e-a8f3-442f-8a2c-9b6f2ef12b05 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Made reservation on behalf of 6b25a1b4ab414b4591c3025dbde3bb10 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:27.681485 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7703788e-a8f3-442f-8a2c-9b6f2ef12b05 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:27.698352 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d42fe8e-9524-470c-aaca-3dfeb5ee527b None None] Network cacd85c0-50d7-4cd3-a03a-868fb7591a52 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:27.705384 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-3d42fe8e-9524-470c-aaca-3dfeb5ee527b None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:27.710261 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d42fe8e-9524-470c-aaca-3dfeb5ee527b None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:33:27.737326 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d42fe8e-9524-470c-aaca-3dfeb5ee527b None None] Pushing event updated for resources: {'Port': ['ID=ec3d8b0f-5575-4bcb-b393-64a3796b7894,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:27.815358 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-3d42fe8e-9524-470c-aaca-3dfeb5ee527b None None] Attempting to bind port ec3d8b0f-5575-4bcb-b393-64a3796b7894 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:33:27.817009 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-3d42fe8e-9524-470c-aaca-3dfeb5ee527b None None] Attempting to bind port ec3d8b0f-5575-4bcb-b393-64a3796b7894 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': 'f797f456-c430-44b1-9381-e4649c1e4b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cacd85c0-50d7-4cd3-a03a-868fb7591a52'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:33:27.818268 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d42fe8e-9524-470c-aaca-3dfeb5ee527b None None] Attempting to bind port ec3d8b0f-5575-4bcb-b393-64a3796b7894 on network cacd85c0-50d7-4cd3-a03a-868fb7591a52 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:33:27.834866 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d42fe8e-9524-470c-aaca-3dfeb5ee527b None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:33:27.835546 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d42fe8e-9524-470c-aaca-3dfeb5ee527b None None] Checking segment: {'id': 'f797f456-c430-44b1-9381-e4649c1e4b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cacd85c0-50d7-4cd3-a03a-868fb7591a52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:33:27.836147 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe8e-9524-470c-aaca-3dfeb5ee527b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:27.836557 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d42fe8e-9524-470c-aaca-3dfeb5ee527b None None] Bound using segment: {'id': 'f797f456-c430-44b1-9381-e4649c1e4b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cacd85c0-50d7-4cd3-a03a-868fb7591a52'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:33:27.837199 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-3d42fe8e-9524-470c-aaca-3dfeb5ee527b None None] Bound port: ec3d8b0f-5575-4bcb-b393-64a3796b7894, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f797f456-c430-44b1-9381-e4649c1e4b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'cacd85c0-50d7-4cd3-a03a-868fb7591a52'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:33:27.837562 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe8e-9524-470c-aaca-3dfeb5ee527b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:27.930595 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-3d42fe8e-9524-470c-aaca-3dfeb5ee527b None None] For port ec3d8b0f-5575-4bcb-b393-64a3796b7894, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:33:27.936040 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-3d42fe8e-9524-470c-aaca-3dfeb5ee527b None None] For port ec3d8b0f-5575-4bcb-b393-64a3796b7894, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=ec3d8b0f-5575-4bcb-b393-64a3796b7894,segment=NetworkSegment(f797f456-c430-44b1-9381-e4649c1e4b27),segment_id=f797f456-c430-44b1-9381-e4649c1e4b27)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:33:27.942172 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3d42fe8e-9524-470c-aaca-3dfeb5ee527b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:28.053415 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d42fe8e-9524-470c-aaca-3dfeb5ee527b None None] Pushing event updated for resources: {'Port': ['ID=ec3d8b0f-5575-4bcb-b393-64a3796b7894,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:28.140415 n-d-712141-10 neutron-server[94077]: DEBUG neutron.objects.ports [None req-7703788e-a8f3-442f-8a2c-9b6f2ef12b05 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94077) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 23:33:28.143229 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7703788e-a8f3-442f-8a2c-9b6f2ef12b05 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:28.243449 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7703788e-a8f3-442f-8a2c-9b6f2ef12b05 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Pushing event updated for resources: {'Subnet': ['ID=7b914702-6a18-4cd1-bbec-3a6a15520358,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:28.267698 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7703788e-a8f3-442f-8a2c-9b6f2ef12b05 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Checking segment: {'id': '65557e15-b577-4fad-aba4-4eef220a6dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ca522dbd-7ac8-4a10-81ee-8db5b23977e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:33:28.267902 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7703788e-a8f3-442f-8a2c-9b6f2ef12b05 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Network hostable DHCP agents. Network: ca522dbd-7ac8-4a10-81ee-8db5b23977e8, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:33:28.295467 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7703788e-a8f3-442f-8a2c-9b6f2ef12b05 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Network ca522dbd-7ac8-4a10-81ee-8db5b23977e8 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:33:28.299173 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b918bbd-bb05-45ab-9e10-897d65b5aa07 req-3a2824f8-767b-4bdf-b72a-e2a06dbcc115 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:28.317664 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4b918bbd-bb05-45ab-9e10-897d65b5aa07 req-3a2824f8-767b-4bdf-b72a-e2a06dbcc115 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/ports?device_id=81094904-b069-4413-9dac-76ad340ebf56 HTTP/1.1" status: 200 len: 946 time: 0.0953693 Jul 29 23:33:28.337753 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-7703788e-a8f3-442f-8a2c-9b6f2ef12b05 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, ca522dbd-7ac8-4a10-81ee-8db5b23977e8) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:28.344902 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7703788e-a8f3-442f-8a2c-9b6f2ef12b05 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:28.350407 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7703788e-a8f3-442f-8a2c-9b6f2ef12b05 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:28.355504 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8eb15b-9bef-4220-bff7-94ff169db14b None None] Network ca522dbd-7ac8-4a10-81ee-8db5b23977e8 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:33:28.385433 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7703788e-a8f3-442f-8a2c-9b6f2ef12b05 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9738104 Jul 29 23:33:28.386289 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53708) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:28.396909 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-ed8c0d77-2fa8-4362-a7fc-5c832add2735 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Request body: {'port': {'network_id': 'ca522dbd-7ac8-4a10-81ee-8db5b23977e8', 'name': 'tempest-NetworksIpV6TestAttrs-1822218830'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:28.454466 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4b918bbd-bb05-45ab-9e10-897d65b5aa07 req-4f6609a5-6c6c-4793-86ed-53718bfb622d tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f70c726-a398-4f44-8add-5d324eb1a3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138623 Jul 29 23:33:28.608476 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181ffac7-19db-4d16-b292-889d154c68b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-ca522dbd-7ac8-4a10-81ee-8db5b23977e8', 'network_id': 'ca522dbd-7ac8-4a10-81ee-8db5b23977e8', 'tenant_id': '6b25a1b4ab414b4591c3025dbde3bb10', 'fixed_ips': [{'subnet_id': '7b914702-6a18-4cd1-bbec-3a6a15520358'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:33:28.609738 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-181ffac7-19db-4d16-b292-889d154c68b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:28.678904 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8c0d77-2fa8-4362-a7fc-5c832add2735 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Made reservation on behalf of 6b25a1b4ab414b4591c3025dbde3bb10 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:28.683029 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0d77-2fa8-4362-a7fc-5c832add2735 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:28.696427 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53742) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:28.721810 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [None req-ed8c0d77-2fa8-4362-a7fc-5c832add2735 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] device_id is not set on port 8430f58b-d933-4591-82b9-46d590a974e8 yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:33:28.818186 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-181ffac7-19db-4d16-b292-889d154c68b1 None None] Allocated IP 2001:db8::f816:3eff:feeb:6092 (ca522dbd-7ac8-4a10-81ee-8db5b23977e8/7b914702-6a18-4cd1-bbec-3a6a15520358/0771dddd-bc8c-45d0-ba8a-7afd98426998) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:33:28.852361 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9bec0ffb-96b6-48ab-9b32-7f543ab9b437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:29.041919 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-181ffac7-19db-4d16-b292-889d154c68b1 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:29.053151 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9bec0ffb-96b6-48ab-9b32-7f543ab9b437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:29.056714 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-181ffac7-19db-4d16-b292-889d154c68b1 None None] Transition to ACTIVE for port object 0771dddd-bc8c-45d0-ba8a-7afd98426998 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:29.058225 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9bec0ffb-96b6-48ab-9b32-7f543ab9b437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:29.075528 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-181ffac7-19db-4d16-b292-889d154c68b1 None None] Transition to ACTIVE for port object 0771dddd-bc8c-45d0-ba8a-7afd98426998 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:29.090032 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-181ffac7-19db-4d16-b292-889d154c68b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:29.149041 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-9bec0ffb-96b6-48ab-9b32-7f543ab9b437 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9d0e50cd74764d6ba4c832c81b8376d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4465809 Jul 29 23:33:29.152769 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53794) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:29.205020 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181ffac7-19db-4d16-b292-889d154c68b1 None None] Network ca522dbd-7ac8-4a10-81ee-8db5b23977e8 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:29.214296 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bec0ffb-96b6-48ab-9b32-7f543ab9b437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eafef08c-a26b-4f95-859b-03c7a5748318,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:29.218239 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-181ffac7-19db-4d16-b292-889d154c68b1 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:29.230306 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181ffac7-19db-4d16-b292-889d154c68b1 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:33:29.285097 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181ffac7-19db-4d16-b292-889d154c68b1 None None] Pushing event updated for resources: {'Port': ['ID=0771dddd-bc8c-45d0-ba8a-7afd98426998,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:29.288829 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3f5064ae-888a-46e5-a175-6c59c0abf65b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:29.296991 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device ec3d8b0f-5575-4bcb-b393-64a3796b7894 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:33:29.304268 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-ed8c0d77-2fa8-4362-a7fc-5c832add2735 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Allocated IP 2001:db8::f816:3eff:fe8a:cb5e (ca522dbd-7ac8-4a10-81ee-8db5b23977e8/7b914702-6a18-4cd1-bbec-3a6a15520358/8430f58b-d933-4591-82b9-46d590a974e8) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:33:29.343426 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3f5064ae-888a-46e5-a175-6c59c0abf65b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:29.377142 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:29.417704 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3f5064ae-888a-46e5-a175-6c59c0abf65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:29.420960 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3f5064ae-888a-46e5-a175-6c59c0abf65b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:29.430987 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-3f5064ae-888a-46e5-a175-6c59c0abf65b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/eafef08c-a26b-4f95-859b-03c7a5748318 HTTP/1.1" status: 204 len: 168 time: 0.2687125 Jul 29 23:33:29.431633 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:33:29.432684 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-181ffac7-19db-4d16-b292-889d154c68b1 None None] Attempting to bind port 0771dddd-bc8c-45d0-ba8a-7afd98426998 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:33:29.433302 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-181ffac7-19db-4d16-b292-889d154c68b1 None None] Attempting to bind port 0771dddd-bc8c-45d0-ba8a-7afd98426998 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '65557e15-b577-4fad-aba4-4eef220a6dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ca522dbd-7ac8-4a10-81ee-8db5b23977e8'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:33:29.433885 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181ffac7-19db-4d16-b292-889d154c68b1 None None] Attempting to bind port 0771dddd-bc8c-45d0-ba8a-7afd98426998 on network ca522dbd-7ac8-4a10-81ee-8db5b23977e8 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:33:29.451284 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5064ae-888a-46e5-a175-6c59c0abf65b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eafef08c-a26b-4f95-859b-03c7a5748318,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:29.462932 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181ffac7-19db-4d16-b292-889d154c68b1 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:33:29.463579 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181ffac7-19db-4d16-b292-889d154c68b1 None None] Checking segment: {'id': '65557e15-b577-4fad-aba4-4eef220a6dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ca522dbd-7ac8-4a10-81ee-8db5b23977e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:33:29.464178 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-181ffac7-19db-4d16-b292-889d154c68b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:29.464634 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-181ffac7-19db-4d16-b292-889d154c68b1 None None] Bound using segment: {'id': '65557e15-b577-4fad-aba4-4eef220a6dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ca522dbd-7ac8-4a10-81ee-8db5b23977e8'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:33:29.465214 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-181ffac7-19db-4d16-b292-889d154c68b1 None None] Bound port: 0771dddd-bc8c-45d0-ba8a-7afd98426998, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65557e15-b577-4fad-aba4-4eef220a6dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'ca522dbd-7ac8-4a10-81ee-8db5b23977e8'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:33:29.465696 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-181ffac7-19db-4d16-b292-889d154c68b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:29.484642 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port ec3d8b0f-5575-4bcb-b393-64a3796b7894 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:33:29.566661 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0d77-2fa8-4362-a7fc-5c832add2735 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:29.579003 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-181ffac7-19db-4d16-b292-889d154c68b1 None None] For port 0771dddd-bc8c-45d0-ba8a-7afd98426998, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:33:29.582336 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-181ffac7-19db-4d16-b292-889d154c68b1 None None] For port 0771dddd-bc8c-45d0-ba8a-7afd98426998, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=0771dddd-bc8c-45d0-ba8a-7afd98426998,segment=NetworkSegment(65557e15-b577-4fad-aba4-4eef220a6dd5),segment_id=65557e15-b577-4fad-aba4-4eef220a6dd5)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:33:29.584008 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-ed8c0d77-2fa8-4362-a7fc-5c832add2735 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Transition to ACTIVE for port object 8430f58b-d933-4591-82b9-46d590a974e8 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:29.586767 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ee8601-4cc2-4f0d-acdc-08ff6672c39f None None] Network cacd85c0-50d7-4cd3-a03a-868fb7591a52 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:33:29.610630 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-181ffac7-19db-4d16-b292-889d154c68b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:29.644792 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0d77-2fa8-4362-a7fc-5c832add2735 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:29.657819 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40da224a-1d27-42d4-9a08-d7aa5a6f1d8a req-c8dcf6d5-1068-4b7f-8bec-bd589adc8e66 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:29.659843 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-40da224a-1d27-42d4-9a08-d7aa5a6f1d8a req-c8dcf6d5-1068-4b7f-8bec-bd589adc8e66 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/ports?device_id=81094904-b069-4413-9dac-76ad340ebf56 HTTP/1.1" status: 200 len: 946 time: 0.0618839 Jul 29 23:33:29.718739 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8c0d77-2fa8-4362-a7fc-5c832add2735 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Network ca522dbd-7ac8-4a10-81ee-8db5b23977e8 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:29.722205 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-ed8c0d77-2fa8-4362-a7fc-5c832add2735 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:29.726125 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-6ff41463-0a2e-4036-ab23-52932ba03393 None None] Provisioning for port ec3d8b0f-5575-4bcb-b393-64a3796b7894 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:33:29.729723 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8c0d77-2fa8-4362-a7fc-5c832add2735 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:33:29.743983 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8c0d77-2fa8-4362-a7fc-5c832add2735 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:29.747403 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-40da224a-1d27-42d4-9a08-d7aa5a6f1d8a req-609e29af-059a-4fa3-b0cb-a8045ce4289b tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f70c726-a398-4f44-8add-5d324eb1a3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811503 Jul 29 23:33:29.749143 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ed8c0d77-2fa8-4362-a7fc-5c832add2735 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:29.750849 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-6ff41463-0a2e-4036-ab23-52932ba03393 None None] Provisioning complete for port ec3d8b0f-5575-4bcb-b393-64a3796b7894 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:29.754108 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6ff41463-0a2e-4036-ab23-52932ba03393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:29.778142 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8c0d77-2fa8-4362-a7fc-5c832add2735 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Pushing event updated for resources: {'Port': ['ID=8430f58b-d933-4591-82b9-46d590a974e8,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:29.784581 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ed8c0d77-2fa8-4362-a7fc-5c832add2735 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.3970382 Jul 29 23:33:29.787274 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53824) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:29.796790 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181ffac7-19db-4d16-b292-889d154c68b1 None None] Pushing event updated for resources: {'Port': ['ID=0771dddd-bc8c-45d0-ba8a-7afd98426998,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:29.850119 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfba412f-aabb-4f61-9f16-24e67f482ad1 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Deleting subnet 7b914702-6a18-4cd1-bbec-3a6a15520358 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:33:29.853762 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-dfba412f-aabb-4f61-9f16-24e67f482ad1 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:29.912062 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-dfba412f-aabb-4f61-9f16-24e67f482ad1 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:29.941842 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6ff41463-0a2e-4036-ab23-52932ba03393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:30.017429 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-6ff41463-0a2e-4036-ab23-52932ba03393 None None] For port ec3d8b0f-5575-4bcb-b393-64a3796b7894, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=ec3d8b0f-5575-4bcb-b393-64a3796b7894,segment=NetworkSegment(f797f456-c430-44b1-9381-e4649c1e4b27),segment_id=f797f456-c430-44b1-9381-e4649c1e4b27)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:30.022849 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6ff41463-0a2e-4036-ab23-52932ba03393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:30.095654 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff41463-0a2e-4036-ab23-52932ba03393 None None] Pushing event updated for resources: {'Port': ['ID=ec3d8b0f-5575-4bcb-b393-64a3796b7894,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:30.143222 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-dfba412f-aabb-4f61-9f16-24e67f482ad1 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:30.224182 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-dfba412f-aabb-4f61-9f16-24e67f482ad1 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:30.288900 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-dfba412f-aabb-4f61-9f16-24e67f482ad1 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:30.291165 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-dfba412f-aabb-4f61-9f16-24e67f482ad1 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] 10.222.0.43 "DELETE /v2.0/subnets/7b914702-6a18-4cd1-bbec-3a6a15520358 HTTP/1.1" status: 204 len: 168 time: 0.5027082 Jul 29 23:33:30.292284 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfba412f-aabb-4f61-9f16-24e67f482ad1 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Pushing event deleted for resources: {'Subnet': ['ID=7b914702-6a18-4cd1-bbec-3a6a15520358,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:30.295043 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53844) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:30.379704 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-59b219c5-b2e7-4a1c-ad2a-20b90d6fa420 None None] Provisioning complete for port ec3d8b0f-5575-4bcb-b393-64a3796b7894 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:30.380132 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-59b219c5-b2e7-4a1c-ad2a-20b90d6fa420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:30.392607 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f954bee5-1677-452d-8c40-458a90079ab2 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:30.394872 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f954bee5-1677-452d-8c40-458a90079ab2 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:30.400974 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-f954bee5-1677-452d-8c40-458a90079ab2 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1045740 Jul 29 23:33:30.404755 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53850) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:30.502325 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bf0c5ece-117d-4b4b-a817-cefc6b96b3bd tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:30.509379 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf0c5ece-117d-4b4b-a817-cefc6b96b3bd tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 29 23:33:30.509865 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf0c5ece-117d-4b4b-a817-cefc6b96b3bd tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:33:30.511779 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-bf0c5ece-117d-4b4b-a817-cefc6b96b3bd tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] 10.222.0.43 "DELETE /v2.0/networks/ca522dbd-7ac8-4a10-81ee-8db5b23977e8 HTTP/1.1" status: 409 len: 405 time: 0.1059203 Jul 29 23:33:30.517664 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53852) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:30.523334 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-81d9b12e-d900-4784-948e-e493f4b0697a tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1838316269'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:30.565913 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d9b12e-d900-4784-948e-e493f4b0697a tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Made reservation on behalf of 6b25a1b4ab414b4591c3025dbde3bb10 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:30.569898 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-81d9b12e-d900-4784-948e-e493f4b0697a tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:30.599823 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81d9b12e-d900-4784-948e-e493f4b0697a tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:33:30.613157 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-81d9b12e-d900-4784-948e-e493f4b0697a tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:30.614003 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-81d9b12e-d900-4784-948e-e493f4b0697a tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Added segment 7e0fa451-5ca2-448a-8ec5-9f65c87fd5d3 of type vlan for network f463243c-311a-4d2e-bd4a-f7c92757d238 Jul 29 23:33:30.667048 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-81d9b12e-d900-4784-948e-e493f4b0697a tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:30.721173 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-81d9b12e-d900-4784-948e-e493f4b0697a tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:30.728604 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d9b12e-d900-4784-948e-e493f4b0697a tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:30.729747 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-81d9b12e-d900-4784-948e-e493f4b0697a tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:30.808680 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-81d9b12e-d900-4784-948e-e493f4b0697a tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2893429 Jul 29 23:33:30.813064 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53872) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:30.819345 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-c4db6d34-553d-453a-98b2-5343f216e55e tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Request body: {'subnet': {'network_id': 'f463243c-311a-4d2e-bd4a-f7c92757d238', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:30.821780 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d9b12e-d900-4784-948e-e493f4b0697a tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Pushing event updated for resources: {'Network': ['ID=f463243c-311a-4d2e-bd4a-f7c92757d238,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:30.835608 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network f463243c-311a-4d2e-bd4a-f7c92757d238 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:33:31.035622 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ab810a-0c12-4797-9e13-ac6725532fd6 req-2aee0d58-e99c-4188-b137-56ec0f10b19a tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:31.037496 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d6ab810a-0c12-4797-9e13-ac6725532fd6 req-2aee0d58-e99c-4188-b137-56ec0f10b19a tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/ports?device_id=81094904-b069-4413-9dac-76ad340ebf56 HTTP/1.1" status: 200 len: 946 time: 0.0772514 Jul 29 23:33:31.038472 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4db6d34-553d-453a-98b2-5343f216e55e tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Made reservation on behalf of 6b25a1b4ab414b4591c3025dbde3bb10 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:31.041949 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c4db6d34-553d-453a-98b2-5343f216e55e tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:31.064203 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0c90ea-fdaa-4f70-8821-ed77655dfac8 None None] Network ca522dbd-7ac8-4a10-81ee-8db5b23977e8 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:33:31.150270 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-ab65cef0-82be-4139-b17c-a52cb62fd7f4 None None] Provisioning for port 0771dddd-bc8c-45d0-ba8a-7afd98426998 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:33:31.195938 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d6ab810a-0c12-4797-9e13-ac6725532fd6 req-f6886407-2aa6-467f-b460-c7cbc8436b46 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f70c726-a398-4f44-8add-5d324eb1a3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437943 Jul 29 23:33:31.335765 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ff925c-b13c-4872-8ab3-d62c1c5147f9 None None] DHCP port deletion for ca522dbd-7ac8-4a10-81ee-8db5b23977e8 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:33:31.385359 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device ec3d8b0f-5575-4bcb-b393-64a3796b7894 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:33:31.447136 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-46ff925c-b13c-4872-8ab3-d62c1c5147f9 None None] Deleting port 0771dddd-bc8c-45d0-ba8a-7afd98426998 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:33:31.447790 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-46ff925c-b13c-4872-8ab3-d62c1c5147f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:31.489907 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53894) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:31.541505 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-46ff925c-b13c-4872-8ab3-d62c1c5147f9 None None] For port 0771dddd-bc8c-45d0-ba8a-7afd98426998, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=0771dddd-bc8c-45d0-ba8a-7afd98426998,segment=NetworkSegment(65557e15-b577-4fad-aba4-4eef220a6dd5),segment_id=65557e15-b577-4fad-aba4-4eef220a6dd5)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:31.541948 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-46ff925c-b13c-4872-8ab3-d62c1c5147f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:31.544491 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port ec3d8b0f-5575-4bcb-b393-64a3796b7894 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:31.544866 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:31.568083 n-d-712141-10 neutron-server[94078]: DEBUG neutron.objects.ports [None req-c4db6d34-553d-453a-98b2-5343f216e55e tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94078) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 23:33:31.570322 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c4db6d34-553d-453a-98b2-5343f216e55e tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:31.577252 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-46ff925c-b13c-4872-8ab3-d62c1c5147f9 None None] Calling delete_port for 0771dddd-bc8c-45d0-ba8a-7afd98426998 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:33:31.629925 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4db6d34-553d-453a-98b2-5343f216e55e tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Pushing event updated for resources: {'Subnet': ['ID=88f55d94-1199-4256-86a0-b3e9bbf063e3,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:31.666260 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4db6d34-553d-453a-98b2-5343f216e55e tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Checking segment: {'id': '7e0fa451-5ca2-448a-8ec5-9f65c87fd5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f463243c-311a-4d2e-bd4a-f7c92757d238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:33:31.666939 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4db6d34-553d-453a-98b2-5343f216e55e tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Network hostable DHCP agents. Network: f463243c-311a-4d2e-bd4a-f7c92757d238, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:33:31.676067 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bb2b3f6b-517c-441a-8956-811ba3f8fd5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:31.689912 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4db6d34-553d-453a-98b2-5343f216e55e tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Network f463243c-311a-4d2e-bd4a-f7c92757d238 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:33:31.707137 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-c4db6d34-553d-453a-98b2-5343f216e55e tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, f463243c-311a-4d2e-bd4a-f7c92757d238) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:31.713910 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-46ff925c-b13c-4872-8ab3-d62c1c5147f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:31.722259 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b642a3-3ddf-4332-af0a-34ce5da90490 None None] Network f463243c-311a-4d2e-bd4a-f7c92757d238 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:33:31.724430 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4db6d34-553d-453a-98b2-5343f216e55e tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:31.725627 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c4db6d34-553d-453a-98b2-5343f216e55e tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:31.764732 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ff925c-b13c-4872-8ab3-d62c1c5147f9 None None] Pushing event deleted for resources: {'Port': ['ID=0771dddd-bc8c-45d0-ba8a-7afd98426998,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:31.800681 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ff925c-b13c-4872-8ab3-d62c1c5147f9 None None] No DVR routers for this DVR port 0771dddd-bc8c-45d0-ba8a-7afd98426998 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:33:31.823499 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bb2b3f6b-517c-441a-8956-811ba3f8fd5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:31.830142 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bb2b3f6b-517c-441a-8956-811ba3f8fd5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:31.835656 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-c4db6d34-553d-453a-98b2-5343f216e55e tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0205457 Jul 29 23:33:31.838809 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53898) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:31.847751 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-1b63414d-234b-4211-a1b1-0a98b4812706 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Request body: {'port': {'network_id': 'f463243c-311a-4d2e-bd4a-f7c92757d238', 'name': 'tempest-NetworksIpV6TestAttrs-67562020'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:31.872582 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2b3f6b-517c-441a-8956-811ba3f8fd5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40bba496-17aa-4c9b-be20-779340d9b9f0,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:31.877198 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-bb2b3f6b-517c-441a-8956-811ba3f8fd5c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9134cfc4770a489ebe089536e6aa37ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3852510 Jul 29 23:33:31.881156 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53902) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:31.948213 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7ddaff0b-48fe-4a85-b64c-325ddbb96343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:31.981395 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7ddaff0b-48fe-4a85-b64c-325ddbb96343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:32.062457 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7ddaff0b-48fe-4a85-b64c-325ddbb96343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:32.065314 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7ddaff0b-48fe-4a85-b64c-325ddbb96343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:32.066971 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b63414d-234b-4211-a1b1-0a98b4812706 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Made reservation on behalf of 6b25a1b4ab414b4591c3025dbde3bb10 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:32.069751 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7ddaff0b-48fe-4a85-b64c-325ddbb96343 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/40bba496-17aa-4c9b-be20-779340d9b9f0 HTTP/1.1" status: 204 len: 168 time: 0.1873221 Jul 29 23:33:32.080731 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddaff0b-48fe-4a85-b64c-325ddbb96343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40bba496-17aa-4c9b-be20-779340d9b9f0,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:32.082280 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709a0a39-335e-44db-9ddb-0df0b734587c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-f463243c-311a-4d2e-bd4a-f7c92757d238', 'network_id': 'f463243c-311a-4d2e-bd4a-f7c92757d238', 'tenant_id': '6b25a1b4ab414b4591c3025dbde3bb10', 'fixed_ips': [{'subnet_id': '88f55d94-1199-4256-86a0-b3e9bbf063e3'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:33:32.084238 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-709a0a39-335e-44db-9ddb-0df0b734587c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:32.092076 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1b63414d-234b-4211-a1b1-0a98b4812706 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:32.116092 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [None req-1b63414d-234b-4211-a1b1-0a98b4812706 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] device_id is not set on port de7f17d7-8776-44ff-a9de-49f4b9230381 yet. {{(pid=94078) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:33:32.276124 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-1b63414d-234b-4211-a1b1-0a98b4812706 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Allocated IP 2001:db8::f816:3eff:fea3:d569 (f463243c-311a-4d2e-bd4a-f7c92757d238/88f55d94-1199-4256-86a0-b3e9bbf063e3/de7f17d7-8776-44ff-a9de-49f4b9230381) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:33:32.436245 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bc92ed-4811-485b-ae1d-3e2506006b8c req-1819f28e-cb54-4760-9295-afc6131a2ee8 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:32.437897 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-15bc92ed-4811-485b-ae1d-3e2506006b8c req-1819f28e-cb54-4760-9295-afc6131a2ee8 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/ports?device_id=81094904-b069-4413-9dac-76ad340ebf56 HTTP/1.1" status: 200 len: 946 time: 0.1210070 Jul 29 23:33:32.512139 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-15bc92ed-4811-485b-ae1d-3e2506006b8c req-24e41093-93f9-437f-84c8-6f090bb17314 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f70c726-a398-4f44-8add-5d324eb1a3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612297 Jul 29 23:33:32.529486 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1b63414d-234b-4211-a1b1-0a98b4812706 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:32.554977 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-1b63414d-234b-4211-a1b1-0a98b4812706 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Transition to ACTIVE for port object de7f17d7-8776-44ff-a9de-49f4b9230381 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:32.620233 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1b63414d-234b-4211-a1b1-0a98b4812706 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:32.680761 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b63414d-234b-4211-a1b1-0a98b4812706 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Network f463243c-311a-4d2e-bd4a-f7c92757d238 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:32.684360 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-1b63414d-234b-4211-a1b1-0a98b4812706 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:32.694623 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b63414d-234b-4211-a1b1-0a98b4812706 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:33:32.703075 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b63414d-234b-4211-a1b1-0a98b4812706 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:32.703762 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1b63414d-234b-4211-a1b1-0a98b4812706 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:32.722158 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b63414d-234b-4211-a1b1-0a98b4812706 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Pushing event updated for resources: {'Port': ['ID=de7f17d7-8776-44ff-a9de-49f4b9230381,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:32.750274 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53924) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:32.751042 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-1b63414d-234b-4211-a1b1-0a98b4812706 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 0.9106669 Jul 29 23:33:32.820250 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c2b8c5f-6337-4974-a66c-5996da6a4637 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Deleting subnet 88f55d94-1199-4256-86a0-b3e9bbf063e3 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:33:32.825219 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-709a0a39-335e-44db-9ddb-0df0b734587c None None] Allocated IP 2001:db8::f816:3eff:fe86:2ed5 (f463243c-311a-4d2e-bd4a-f7c92757d238/88f55d94-1199-4256-86a0-b3e9bbf063e3/7be6e62a-b938-4428-8043-2d0657f95701) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:33:33.025549 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-709a0a39-335e-44db-9ddb-0df0b734587c None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:33.040076 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-709a0a39-335e-44db-9ddb-0df0b734587c None None] Transition to ACTIVE for port object 7be6e62a-b938-4428-8043-2d0657f95701 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:33.058402 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-709a0a39-335e-44db-9ddb-0df0b734587c None None] Transition to ACTIVE for port object 7be6e62a-b938-4428-8043-2d0657f95701 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:33.067123 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3c2b8c5f-6337-4974-a66c-5996da6a4637 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:33.098816 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-709a0a39-335e-44db-9ddb-0df0b734587c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:33.138156 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3c2b8c5f-6337-4974-a66c-5996da6a4637 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:33.186609 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709a0a39-335e-44db-9ddb-0df0b734587c None None] Pushing event updated for resources: {'Port': ['ID=7be6e62a-b938-4428-8043-2d0657f95701,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:33.202067 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709a0a39-335e-44db-9ddb-0df0b734587c None None] Network f463243c-311a-4d2e-bd4a-f7c92757d238 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:33.203751 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-709a0a39-335e-44db-9ddb-0df0b734587c None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:33.207084 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709a0a39-335e-44db-9ddb-0df0b734587c None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:33:33.251194 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 0771dddd-bc8c-45d0-ba8a-7afd98426998 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:33:33.293310 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 0771dddd-bc8c-45d0-ba8a-7afd98426998 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:33:33.293697 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 0771dddd-bc8c-45d0-ba8a-7afd98426998 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:33:33.315018 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-709a0a39-335e-44db-9ddb-0df0b734587c None None] Attempting to bind port 7be6e62a-b938-4428-8043-2d0657f95701 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:33:33.315663 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-709a0a39-335e-44db-9ddb-0df0b734587c None None] Attempting to bind port 7be6e62a-b938-4428-8043-2d0657f95701 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '7e0fa451-5ca2-448a-8ec5-9f65c87fd5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f463243c-311a-4d2e-bd4a-f7c92757d238'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:33:33.316206 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709a0a39-335e-44db-9ddb-0df0b734587c None None] Attempting to bind port 7be6e62a-b938-4428-8043-2d0657f95701 on network f463243c-311a-4d2e-bd4a-f7c92757d238 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:33:33.321828 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709a0a39-335e-44db-9ddb-0df0b734587c None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:33:33.322519 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709a0a39-335e-44db-9ddb-0df0b734587c None None] Checking segment: {'id': '7e0fa451-5ca2-448a-8ec5-9f65c87fd5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f463243c-311a-4d2e-bd4a-f7c92757d238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:33:33.323117 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-709a0a39-335e-44db-9ddb-0df0b734587c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:33.323836 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709a0a39-335e-44db-9ddb-0df0b734587c None None] Bound using segment: {'id': '7e0fa451-5ca2-448a-8ec5-9f65c87fd5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f463243c-311a-4d2e-bd4a-f7c92757d238'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:33:33.324502 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-709a0a39-335e-44db-9ddb-0df0b734587c None None] Bound port: 7be6e62a-b938-4428-8043-2d0657f95701, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e0fa451-5ca2-448a-8ec5-9f65c87fd5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'f463243c-311a-4d2e-bd4a-f7c92757d238'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:33:33.325055 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-709a0a39-335e-44db-9ddb-0df0b734587c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:33.325300 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3c2b8c5f-6337-4974-a66c-5996da6a4637 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:33.418632 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3c2b8c5f-6337-4974-a66c-5996da6a4637 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:33.423471 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-709a0a39-335e-44db-9ddb-0df0b734587c None None] For port 7be6e62a-b938-4428-8043-2d0657f95701, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:33:33.427793 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-709a0a39-335e-44db-9ddb-0df0b734587c None None] For port 7be6e62a-b938-4428-8043-2d0657f95701, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=7be6e62a-b938-4428-8043-2d0657f95701,segment=NetworkSegment(7e0fa451-5ca2-448a-8ec5-9f65c87fd5d3),segment_id=7e0fa451-5ca2-448a-8ec5-9f65c87fd5d3)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:33:33.434691 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-709a0a39-335e-44db-9ddb-0df0b734587c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:33.456944 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3c2b8c5f-6337-4974-a66c-5996da6a4637 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:33.461526 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53944) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:33.461832 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-3c2b8c5f-6337-4974-a66c-5996da6a4637 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] 10.222.0.43 "DELETE /v2.0/subnets/88f55d94-1199-4256-86a0-b3e9bbf063e3 HTTP/1.1" status: 204 len: 168 time: 0.7100976 Jul 29 23:33:33.462852 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2b8c5f-6337-4974-a66c-5996da6a4637 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Pushing event deleted for resources: {'Subnet': ['ID=88f55d94-1199-4256-86a0-b3e9bbf063e3,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:33.527774 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709a0a39-335e-44db-9ddb-0df0b734587c None None] Pushing event updated for resources: {'Port': ['ID=7be6e62a-b938-4428-8043-2d0657f95701,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:33.555732 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9780ec5c-d996-4770-b5ba-60452f02fcf6 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:33.557297 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9780ec5c-d996-4770-b5ba-60452f02fcf6 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:33.558908 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-9780ec5c-d996-4770-b5ba-60452f02fcf6 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0962350 Jul 29 23:33:33.562532 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53950) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:33.800668 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3f7f005c-3ee5-48a0-b01c-c6bb3ce93093 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:33.831852 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6619487a-7783-411d-b1d8-df4b742c2ac7 req-162ac901-4109-4604-857e-aa8f319990e4 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:33.833467 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6619487a-7783-411d-b1d8-df4b742c2ac7 req-162ac901-4109-4604-857e-aa8f319990e4 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/ports?device_id=81094904-b069-4413-9dac-76ad340ebf56 HTTP/1.1" status: 200 len: 946 time: 0.1642380 Jul 29 23:33:33.840031 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f7f005c-3ee5-48a0-b01c-c6bb3ce93093 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 29 23:33:33.840494 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f7f005c-3ee5-48a0-b01c-c6bb3ce93093 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:33:33.843004 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-3f7f005c-3ee5-48a0-b01c-c6bb3ce93093 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] 10.222.0.43 "DELETE /v2.0/networks/f463243c-311a-4d2e-bd4a-f7c92757d238 HTTP/1.1" status: 409 len: 405 time: 0.2774222 Jul 29 23:33:33.846838 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53962) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:33.853086 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-2a7d09f3-0c7d-4ace-b9f3-160f18c27d9a tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-27738563'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:33.933258 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6619487a-7783-411d-b1d8-df4b742c2ac7 req-5a7e3f56-3e7c-4ca3-89f6-3e3b370e746d tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f70c726-a398-4f44-8add-5d324eb1a3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680199 Jul 29 23:33:33.950920 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7d09f3-0c7d-4ace-b9f3-160f18c27d9a tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Made reservation on behalf of 6b25a1b4ab414b4591c3025dbde3bb10 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:33.954752 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2a7d09f3-0c7d-4ace-b9f3-160f18c27d9a tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:33.986817 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a7d09f3-0c7d-4ace-b9f3-160f18c27d9a tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:33:33.999193 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2a7d09f3-0c7d-4ace-b9f3-160f18c27d9a tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:33.999535 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-2a7d09f3-0c7d-4ace-b9f3-160f18c27d9a tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Added segment a68b1c8e-aaa6-4b3d-a338-c5f92b40ef12 of type vlan for network cc091bf9-0de9-41f2-84bd-2cf1c36485a0 Jul 29 23:33:34.044102 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2a7d09f3-0c7d-4ace-b9f3-160f18c27d9a tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:34.076880 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2a7d09f3-0c7d-4ace-b9f3-160f18c27d9a tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:34.084861 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7d09f3-0c7d-4ace-b9f3-160f18c27d9a tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:34.085676 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2a7d09f3-0c7d-4ace-b9f3-160f18c27d9a tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:34.148207 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-2a7d09f3-0c7d-4ace-b9f3-160f18c27d9a tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2991188 Jul 29 23:33:34.152158 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53968) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:34.158197 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-fb241305-e847-4680-bc8e-4e3d02782dc4 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Request body: {'subnet': {'network_id': 'cc091bf9-0de9-41f2-84bd-2cf1c36485a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:34.236170 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7d09f3-0c7d-4ace-b9f3-160f18c27d9a tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Pushing event updated for resources: {'Network': ['ID=cc091bf9-0de9-41f2-84bd-2cf1c36485a0,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:34.262291 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network cc091bf9-0de9-41f2-84bd-2cf1c36485a0 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:33:34.320019 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb241305-e847-4680-bc8e-4e3d02782dc4 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Made reservation on behalf of 6b25a1b4ab414b4591c3025dbde3bb10 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:34.323585 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fb241305-e847-4680-bc8e-4e3d02782dc4 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:34.633251 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53980) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:34.638458 n-d-712141-10 neutron-server[94078]: DEBUG neutron.objects.ports [None req-fb241305-e847-4680-bc8e-4e3d02782dc4 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94078) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 23:33:34.640455 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fb241305-e847-4680-bc8e-4e3d02782dc4 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:34.723251 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb241305-e847-4680-bc8e-4e3d02782dc4 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Pushing event updated for resources: {'Subnet': ['ID=92eab7fb-9329-47db-93c3-95def37335ea,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:34.737089 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb241305-e847-4680-bc8e-4e3d02782dc4 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Checking segment: {'id': 'a68b1c8e-aaa6-4b3d-a338-c5f92b40ef12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'cc091bf9-0de9-41f2-84bd-2cf1c36485a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:33:34.737805 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb241305-e847-4680-bc8e-4e3d02782dc4 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Network hostable DHCP agents. Network: cc091bf9-0de9-41f2-84bd-2cf1c36485a0, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:33:34.767294 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb241305-e847-4680-bc8e-4e3d02782dc4 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Network cc091bf9-0de9-41f2-84bd-2cf1c36485a0 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:33:34.781336 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-fb241305-e847-4680-bc8e-4e3d02782dc4 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, cc091bf9-0de9-41f2-84bd-2cf1c36485a0) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:34.790444 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7801fe4-cd54-47fd-a445-591a9506275a None None] Network cc091bf9-0de9-41f2-84bd-2cf1c36485a0 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:33:34.790748 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb241305-e847-4680-bc8e-4e3d02782dc4 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:34.791466 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fb241305-e847-4680-bc8e-4e3d02782dc4 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:34.813640 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-fb241305-e847-4680-bc8e-4e3d02782dc4 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.6599705 Jul 29 23:33:34.816732 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53986) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:34.909315 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-9db75450-497e-4751-a1d3-51c24dd505fe tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Request body: {'floatingip': {'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:34.983786 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2006c3e5-8ba0-4cea-bfba-6592827d9158 None None] Network f463243c-311a-4d2e-bd4a-f7c92757d238 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:33:34.997209 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9db75450-497e-4751-a1d3-51c24dd505fe tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks [] for floatingip, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:35.061879 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-336c46a2-7509-44c3-ba7c-8d5cec5f1c5c tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:35.070358 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f1ae45-0747-47c9-b09e-68ba591522c0 req-9fc5f24e-51b5-434b-a60b-90e4c6ba150c tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:35.074949 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-03c5aa7f-a02c-4a2c-bd3e-e800b93894cc None None] Provisioning for port 7be6e62a-b938-4428-8043-2d0657f95701 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:33:35.079768 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-31f1ae45-0747-47c9-b09e-68ba591522c0 req-9fc5f24e-51b5-434b-a60b-90e4c6ba150c tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/ports?device_id=81094904-b069-4413-9dac-76ad340ebf56 HTTP/1.1" status: 200 len: 946 time: 0.0680232 Jul 29 23:33:35.101479 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1e44eb-c5d1-4bfc-91cf-ed38d04584c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-cc091bf9-0de9-41f2-84bd-2cf1c36485a0', 'network_id': 'cc091bf9-0de9-41f2-84bd-2cf1c36485a0', 'tenant_id': '6b25a1b4ab414b4591c3025dbde3bb10', 'fixed_ips': [{'subnet_id': '92eab7fb-9329-47db-93c3-95def37335ea'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:33:35.102475 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7a1e44eb-c5d1-4bfc-91cf-ed38d04584c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:35.132393 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-31f1ae45-0747-47c9-b09e-68ba591522c0 req-6e181c44-6894-4bc2-b827-5a81da93ca78 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f70c726-a398-4f44-8add-5d324eb1a3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516353 Jul 29 23:33:35.272189 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 7be6e62a-b938-4428-8043-2d0657f95701 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:33:35.284741 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-336c46a2-7509-44c3-ba7c-8d5cec5f1c5c tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:35.345138 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c5a1d5-cdbe-4762-a140-ef991f047ab6 None None] DHCP port deletion for f463243c-311a-4d2e-bd4a-f7c92757d238 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:33:35.390264 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9db75450-497e-4751-a1d3-51c24dd505fe tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:35.412243 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-7a1e44eb-c5d1-4bfc-91cf-ed38d04584c5 None None] Allocated IP 2001:db8::f816:3eff:fe83:f971 (cc091bf9-0de9-41f2-84bd-2cf1c36485a0/92eab7fb-9329-47db-93c3-95def37335ea/469836fc-0843-4d59-a61f-539a240b3b03) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:33:35.524570 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 7be6e62a-b938-4428-8043-2d0657f95701 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:33:35.532190 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-9db75450-497e-4751-a1d3-51c24dd505fe tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Allocated IP 172.25.0.117 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/de0baa7d-c120-4c77-b97e-70ec4578064b) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:33:35.539290 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 7be6e62a-b938-4428-8043-2d0657f95701 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:35.539644 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:35.635345 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-67c5a1d5-cdbe-4762-a140-ef991f047ab6 None None] Deleting port 7be6e62a-b938-4428-8043-2d0657f95701 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:33:35.635629 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-67c5a1d5-cdbe-4762-a140-ef991f047ab6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:35.650956 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a1c09e-5478-4e6a-95dd-9c6791eae1cc req-2f3a53ba-91ee-4086-a705-df1869c2df69 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:35.661979 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-05a1c09e-5478-4e6a-95dd-9c6791eae1cc req-2f3a53ba-91ee-4086-a705-df1869c2df69 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/ports?device_id=81094904-b069-4413-9dac-76ad340ebf56 HTTP/1.1" status: 200 len: 946 time: 0.1087713 Jul 29 23:33:35.695538 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9db75450-497e-4751-a1d3-51c24dd505fe tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:35.751969 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9db75450-497e-4751-a1d3-51c24dd505fe tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:35.755770 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:35.795476 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7a1e44eb-c5d1-4bfc-91cf-ed38d04584c5 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:35.798338 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-67c5a1d5-cdbe-4762-a140-ef991f047ab6 None None] For port 7be6e62a-b938-4428-8043-2d0657f95701, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=7be6e62a-b938-4428-8043-2d0657f95701,segment=NetworkSegment(7e0fa451-5ca2-448a-8ec5-9f65c87fd5d3),segment_id=7e0fa451-5ca2-448a-8ec5-9f65c87fd5d3)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:35.798732 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-67c5a1d5-cdbe-4762-a140-ef991f047ab6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:35.807000 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db75450-497e-4751-a1d3-51c24dd505fe tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:35.812620 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-9db75450-497e-4751-a1d3-51c24dd505fe tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:35.815488 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-05a1c09e-5478-4e6a-95dd-9c6791eae1cc req-79451d2f-8416-4364-ac7c-09da4974cc37 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f70c726-a398-4f44-8add-5d324eb1a3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522489 Jul 29 23:33:35.821963 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db75450-497e-4751-a1d3-51c24dd505fe tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:33:35.822572 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-7a1e44eb-c5d1-4bfc-91cf-ed38d04584c5 None None] Transition to ACTIVE for port object 469836fc-0843-4d59-a61f-539a240b3b03 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:35.824942 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-67c5a1d5-cdbe-4762-a140-ef991f047ab6 None None] Calling delete_port for 7be6e62a-b938-4428-8043-2d0657f95701 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:33:35.827162 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db75450-497e-4751-a1d3-51c24dd505fe tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Pushing event updated for resources: {'Port': ['ID=de0baa7d-c120-4c77-b97e-70ec4578064b,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:35.854941 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28efebc4-0ae0-4830-ad37-9b2c27b34e30 req-f1abc145-7c04-42b2-a204-57544b97bb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:35.854941 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-28efebc4-0ae0-4830-ad37-9b2c27b34e30 req-f1abc145-7c04-42b2-a204-57544b97bb9a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8a98cb6af30a4908a6c8d61e81361f03&device_id=81094904-b069-4413-9dac-76ad340ebf56 HTTP/1.1" status: 200 len: 1098 time: 0.1481361 Jul 29 23:33:35.857113 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 7be6e62a-b938-4428-8043-2d0657f95701, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=7be6e62a-b938-4428-8043-2d0657f95701,segment=NetworkSegment(7e0fa451-5ca2-448a-8ec5-9f65c87fd5d3),segment_id=7e0fa451-5ca2-448a-8ec5-9f65c87fd5d3)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:35.862868 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-7a1e44eb-c5d1-4bfc-91cf-ed38d04584c5 None None] Transition to ACTIVE for port object 469836fc-0843-4d59-a61f-539a240b3b03 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:35.866716 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:35.900751 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7a1e44eb-c5d1-4bfc-91cf-ed38d04584c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:35.926282 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-336c46a2-7509-44c3-ba7c-8d5cec5f1c5c tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:35.964019 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1e44eb-c5d1-4bfc-91cf-ed38d04584c5 None None] Network cc091bf9-0de9-41f2-84bd-2cf1c36485a0 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:35.980851 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-7a1e44eb-c5d1-4bfc-91cf-ed38d04584c5 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:35.984036 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28efebc4-0ae0-4830-ad37-9b2c27b34e30 req-cf5823f1-67ba-42aa-a4a7-a808964c3556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:35.987116 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1e44eb-c5d1-4bfc-91cf-ed38d04584c5 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:33:35.994380 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-28efebc4-0ae0-4830-ad37-9b2c27b34e30 req-cf5823f1-67ba-42aa-a4a7-a808964c3556 service neutron] 10.222.0.41 "GET /v2.0/networks?id=dfc3bea2-bd5d-418d-b114-01609b424895 HTTP/1.1" status: 200 len: 917 time: 0.1322081 Jul 29 23:33:35.995952 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=7be6e62a-b938-4428-8043-2d0657f95701,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:36.009181 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336c46a2-7509-44c3-ba7c-8d5cec5f1c5c tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Pushing event deleted for resources: {'Subnet': ['ID=92eab7fb-9329-47db-93c3-95def37335ea,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:36.062363 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e44eb-c5d1-4bfc-91cf-ed38d04584c5 None None] Pushing event updated for resources: {'Port': ['ID=469836fc-0843-4d59-a61f-539a240b3b03,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:36.070692 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-336c46a2-7509-44c3-ba7c-8d5cec5f1c5c tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:36.084369 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-336c46a2-7509-44c3-ba7c-8d5cec5f1c5c tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc091bf9-0de9-41f2-84bd-2cf1c36485a0']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:36.096542 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-336c46a2-7509-44c3-ba7c-8d5cec5f1c5c tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a68b1c8e-aaa6-4b3d-a338-c5f92b40ef12') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:36.096767 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-336c46a2-7509-44c3-ba7c-8d5cec5f1c5c tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a68b1c8e-aaa6-4b3d-a338-c5f92b40ef12') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:36.098926 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-28efebc4-0ae0-4830-ad37-9b2c27b34e30 req-ab31415d-4d8d-4b23-bbbf-b7853fd7948d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecf037ff-8350-46e5-a553-32b0e968847d HTTP/1.1" status: 200 len: 217 time: 0.0763791 Jul 29 23:33:36.104571 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-67c5a1d5-cdbe-4762-a140-ef991f047ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:36.114330 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-336c46a2-7509-44c3-ba7c-8d5cec5f1c5c tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:36.128853 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-336c46a2-7509-44c3-ba7c-8d5cec5f1c5c tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:36.135024 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-336c46a2-7509-44c3-ba7c-8d5cec5f1c5c tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:33:36.135425 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-336c46a2-7509-44c3-ba7c-8d5cec5f1c5c tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:36.137065 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-7a1e44eb-c5d1-4bfc-91cf-ed38d04584c5 None None] Attempting to bind port 469836fc-0843-4d59-a61f-539a240b3b03 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:33:36.137433 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-7a1e44eb-c5d1-4bfc-91cf-ed38d04584c5 None None] Attempting to bind port 469836fc-0843-4d59-a61f-539a240b3b03 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': 'a68b1c8e-aaa6-4b3d-a338-c5f92b40ef12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'cc091bf9-0de9-41f2-84bd-2cf1c36485a0'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:33:36.137835 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1e44eb-c5d1-4bfc-91cf-ed38d04584c5 None None] Attempting to bind port 469836fc-0843-4d59-a61f-539a240b3b03 on network cc091bf9-0de9-41f2-84bd-2cf1c36485a0 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:33:36.145183 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c5a1d5-cdbe-4762-a140-ef991f047ab6 None None] Pushing event deleted for resources: {'Port': ['ID=7be6e62a-b938-4428-8043-2d0657f95701,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:36.149645 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1e44eb-c5d1-4bfc-91cf-ed38d04584c5 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:33:36.149645 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1e44eb-c5d1-4bfc-91cf-ed38d04584c5 None None] Checking segment: {'id': 'a68b1c8e-aaa6-4b3d-a338-c5f92b40ef12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'cc091bf9-0de9-41f2-84bd-2cf1c36485a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:33:36.150064 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7a1e44eb-c5d1-4bfc-91cf-ed38d04584c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:36.150447 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1e44eb-c5d1-4bfc-91cf-ed38d04584c5 None None] Bound using segment: {'id': 'a68b1c8e-aaa6-4b3d-a338-c5f92b40ef12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'cc091bf9-0de9-41f2-84bd-2cf1c36485a0'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:33:36.150927 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-7a1e44eb-c5d1-4bfc-91cf-ed38d04584c5 None None] Bound port: 469836fc-0843-4d59-a61f-539a240b3b03, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a68b1c8e-aaa6-4b3d-a338-c5f92b40ef12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'cc091bf9-0de9-41f2-84bd-2cf1c36485a0'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:33:36.151310 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7a1e44eb-c5d1-4bfc-91cf-ed38d04584c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:36.154887 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c5a1d5-cdbe-4762-a140-ef991f047ab6 None None] No DVR routers for this DVR port 7be6e62a-b938-4428-8043-2d0657f95701 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:33:36.172239 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28efebc4-0ae0-4830-ad37-9b2c27b34e30 req-b6ceb8ba-2d4a-49fc-bf98-94f07d019499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:36.174207 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-28efebc4-0ae0-4830-ad37-9b2c27b34e30 req-b6ceb8ba-2d4a-49fc-bf98-94f07d019499 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3e5801e1-3293-4679-8674-9d98822925fc HTTP/1.1" status: 200 len: 855 time: 0.0654144 Jul 29 23:33:36.193114 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:33:36.193114 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:33:36.193114 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:33:36.193114 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:33:36.193114 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:33:36.193114 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:33:36.193114 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:33:36.193114 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:33:36.193114 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:33:36.193114 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:33:36.193114 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:33:36.193114 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:33:36.193114 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:33:36.193114 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:33:36.193114 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:33:36.193114 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:33:36.193114 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:33:36.193114 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:33:36.193114 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:33:36.193114 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:33:36.193114 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:33:36.193114 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:33:36.193114 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:33:36.193114 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:33:36.193114 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:33:36.193114 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:33:36.193114 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:33:36.193114 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:33:36.193114 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:33:36.193114 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:33:36.193114 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:33:36.193114 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:33:36.240024 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28efebc4-0ae0-4830-ad37-9b2c27b34e30 req-a6a54cfa-5b09-424b-a435-311df793956b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:36.240732 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-7a1e44eb-c5d1-4bfc-91cf-ed38d04584c5 None None] For port 469836fc-0843-4d59-a61f-539a240b3b03, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:33:36.241611 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-28efebc4-0ae0-4830-ad37-9b2c27b34e30 req-a6a54cfa-5b09-424b-a435-311df793956b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dfc3bea2-bd5d-418d-b114-01609b424895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0599611 Jul 29 23:33:36.245449 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-7a1e44eb-c5d1-4bfc-91cf-ed38d04584c5 None None] For port 469836fc-0843-4d59-a61f-539a240b3b03, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=469836fc-0843-4d59-a61f-539a240b3b03,segment=NetworkSegment(a68b1c8e-aaa6-4b3d-a338-c5f92b40ef12),segment_id=a68b1c8e-aaa6-4b3d-a338-c5f92b40ef12)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:33:36.253202 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7a1e44eb-c5d1-4bfc-91cf-ed38d04584c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:36.253429 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.db.api [None req-336c46a2-7509-44c3-ba7c-8d5cec5f1c5c tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 29 23:33:36.253429 n-d-712141-10 neutron-server[94077]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 29 23:33:36.253429 n-d-712141-10 neutron-server[94077]: [parameters: {'id': 'cc091bf9-0de9-41f2-84bd-2cf1c36485a0'}] Jul 29 23:33:36.253429 n-d-712141-10 neutron-server[94077]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:33:36.253859 n-d-712141-10 neutron-server[94077]: DEBUG oslo_db.api [None req-336c46a2-7509-44c3-ba7c-8d5cec5f1c5c tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:33:36.254880 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9db75450-497e-4751-a1d3-51c24dd505fe tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:36.280232 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6edac5e5-606a-4750-a70b-ccbf0e19df29 req-5a06bd6a-0b18-4891-8303-d217227d5bfc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0885055 Jul 29 23:33:36.336710 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9db75450-497e-4751-a1d3-51c24dd505fe tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:36.352451 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e44eb-c5d1-4bfc-91cf-ed38d04584c5 None None] Pushing event updated for resources: {'Port': ['ID=469836fc-0843-4d59-a61f-539a240b3b03,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:36.373433 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c46075-4c88-40b3-a24d-c56f98e3695d None None] Network cc091bf9-0de9-41f2-84bd-2cf1c36485a0 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:33:36.380027 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-28efebc4-0ae0-4830-ad37-9b2c27b34e30 req-52a08211-f4de-4a32-a844-8e1fed807783 service neutron] 10.222.0.41 "GET /v2.0/networks/dfc3bea2-bd5d-418d-b114-01609b424895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286564 Jul 29 23:33:36.462143 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edac5e5-606a-4750-a70b-ccbf0e19df29 req-e04c25f7-9653-453a-9595-6bcfb714d7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:36.462761 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edac5e5-606a-4750-a70b-ccbf0e19df29 req-e04c25f7-9653-453a-9595-6bcfb714d7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:36.463251 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edac5e5-606a-4750-a70b-ccbf0e19df29 req-e04c25f7-9653-453a-9595-6bcfb714d7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:36.463732 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edac5e5-606a-4750-a70b-ccbf0e19df29 req-e04c25f7-9653-453a-9595-6bcfb714d7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:36.464211 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edac5e5-606a-4750-a70b-ccbf0e19df29 req-e04c25f7-9653-453a-9595-6bcfb714d7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:36.464686 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edac5e5-606a-4750-a70b-ccbf0e19df29 req-e04c25f7-9653-453a-9595-6bcfb714d7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:36.465158 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edac5e5-606a-4750-a70b-ccbf0e19df29 req-e04c25f7-9653-453a-9595-6bcfb714d7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:36.467275 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6edac5e5-606a-4750-a70b-ccbf0e19df29 req-e04c25f7-9653-453a-9595-6bcfb714d7ea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2080476b97a74d1caf5886ea19337ad1&device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 6504 time: 0.0792823 Jul 29 23:33:36.512195 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-28efebc4-0ae0-4830-ad37-9b2c27b34e30 req-3f8d3320-7522-492e-8280-cbc0442b7ebd service neutron] 10.222.0.41 "GET /v2.0/networks/dfc3bea2-bd5d-418d-b114-01609b424895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212373 Jul 29 23:33:36.572109 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66774db-65b9-491a-af44-00e61dde8237 None None] get_active_networks_info from n-d-712141-10 {{(pid=94079) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 23:33:36.654296 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edac5e5-606a-4750-a70b-ccbf0e19df29 req-94033414-2834-4750-8127-e698ba0dc4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:36.654895 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edac5e5-606a-4750-a70b-ccbf0e19df29 req-94033414-2834-4750-8127-e698ba0dc4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:36.655381 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edac5e5-606a-4750-a70b-ccbf0e19df29 req-94033414-2834-4750-8127-e698ba0dc4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:36.657130 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6edac5e5-606a-4750-a70b-ccbf0e19df29 req-94033414-2834-4750-8127-e698ba0dc4ca service neutron] 10.222.0.41 "GET /v2.0/networks?id=ce4b3ab8-859d-4d6c-903b-c30dcaacffc8&id=20b17a75-47ba-4198-999c-000c34520768&id=20b17a75-47ba-4198-999c-000c34520768&id=20b17a75-47ba-4198-999c-000c34520768&id=20b17a75-47ba-4198-999c-000c34520768&id=4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf&id=4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf HTTP/1.1" status: 200 len: 2296 time: 0.1483545 Jul 29 23:33:36.682544 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9db75450-497e-4751-a1d3-51c24dd505fe tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:36.714342 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9db75450-497e-4751-a1d3-51c24dd505fe tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:36.715059 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66774db-65b9-491a-af44-00e61dde8237 None None] Resources bound (agent type, host, resource id): {{(pid=94079) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 23:33:36.769258 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-336c46a2-7509-44c3-ba7c-8d5cec5f1c5c tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:36.809440 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6edac5e5-606a-4750-a70b-ccbf0e19df29 req-a2de2ca5-1dbc-4045-b1a4-70ee92c58577 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d88dbc0e-68ee-4fbf-94c1-8577555fefd5 HTTP/1.1" status: 200 len: 1001 time: 0.1427743 Jul 29 23:33:36.852982 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db75450-497e-4751-a1d3-51c24dd505fe tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Pushing event updated for resources: {'Port': ['ID=de0baa7d-c120-4c77-b97e-70ec4578064b,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:36.878182 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9db75450-497e-4751-a1d3-51c24dd505fe tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:36.918981 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edac5e5-606a-4750-a70b-ccbf0e19df29 req-5a655206-cf5d-45c4-be6b-713ab992b1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:36.918981 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6edac5e5-606a-4750-a70b-ccbf0e19df29 req-5a655206-cf5d-45c4-be6b-713ab992b1d8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f17b5adc-97d4-4be8-906f-2c5b33598723 HTTP/1.1" status: 200 len: 855 time: 0.0862958 Jul 29 23:33:36.920551 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9db75450-497e-4751-a1d3-51c24dd505fe tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:36.922013 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9db75450-497e-4751-a1d3-51c24dd505fe tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2869077 Jul 29 23:33:36.924735 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54014) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:36.930339 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-9c9f6069-fff3-4d53-9a6a-6f68557be189 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-864975723'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:36.945815 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-336c46a2-7509-44c3-ba7c-8d5cec5f1c5c tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Deleting port 469836fc-0843-4d59-a61f-539a240b3b03 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:33:36.946188 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-336c46a2-7509-44c3-ba7c-8d5cec5f1c5c tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:37.045575 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240cd6d7-b073-4355-bcbf-f3de01b20e95 req-538f05d5-a8c6-4585-8d80-4b5134e48936 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:37.056694 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-240cd6d7-b073-4355-bcbf-f3de01b20e95 req-538f05d5-a8c6-4585-8d80-4b5134e48936 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/ports?device_id=81094904-b069-4413-9dac-76ad340ebf56 HTTP/1.1" status: 200 len: 946 time: 0.0942681 Jul 29 23:33:37.065230 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-336c46a2-7509-44c3-ba7c-8d5cec5f1c5c tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] For port 469836fc-0843-4d59-a61f-539a240b3b03, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=469836fc-0843-4d59-a61f-539a240b3b03,segment=NetworkSegment(a68b1c8e-aaa6-4b3d-a338-c5f92b40ef12),segment_id=a68b1c8e-aaa6-4b3d-a338-c5f92b40ef12)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:37.065636 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-336c46a2-7509-44c3-ba7c-8d5cec5f1c5c tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:37.082482 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9f6069-fff3-4d53-9a6a-6f68557be189 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Made reservation on behalf of 5e8a5c340acc40c8b3f3b74871cdb2dd for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:37.086203 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9c9f6069-fff3-4d53-9a6a-6f68557be189 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:37.093597 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edac5e5-606a-4750-a70b-ccbf0e19df29 req-722d103c-22dd-453e-9c67-ada58e68b801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:37.095141 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6edac5e5-606a-4750-a70b-ccbf0e19df29 req-722d103c-22dd-453e-9c67-ada58e68b801 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ce4b3ab8-859d-4d6c-903b-c30dcaacffc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1061368 Jul 29 23:33:37.100729 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-336c46a2-7509-44c3-ba7c-8d5cec5f1c5c tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Calling delete_port for 469836fc-0843-4d59-a61f-539a240b3b03 owned by network:dhcp {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:33:37.105169 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9c9f6069-fff3-4d53-9a6a-6f68557be189 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:37.172585 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:37.189691 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-240cd6d7-b073-4355-bcbf-f3de01b20e95 req-5b12fdf8-4a2b-4058-b3a2-3e70a505fd4e tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f70c726-a398-4f44-8add-5d324eb1a3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338770 Jul 29 23:33:37.265170 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 7be6e62a-b938-4428-8043-2d0657f95701 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:33:37.287134 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 7be6e62a-b938-4428-8043-2d0657f95701 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:33:37.287630 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 7be6e62a-b938-4428-8043-2d0657f95701 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:33:37.324160 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6edac5e5-606a-4750-a70b-ccbf0e19df29 req-d88464f5-033e-475d-846d-89730de084f2 service neutron] 10.222.0.41 "GET /v2.0/networks/ce4b3ab8-859d-4d6c-903b-c30dcaacffc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068191 Jul 29 23:33:37.379445 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-336c46a2-7509-44c3-ba7c-8d5cec5f1c5c tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:37.427267 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336c46a2-7509-44c3-ba7c-8d5cec5f1c5c tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] No DVR routers for this DVR port 469836fc-0843-4d59-a61f-539a240b3b03 on host n-d-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:33:37.441336 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336c46a2-7509-44c3-ba7c-8d5cec5f1c5c tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Pushing event deleted for resources: {'Port': ['ID=469836fc-0843-4d59-a61f-539a240b3b03,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:37.457099 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54024) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:37.539558 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9c9f6069-fff3-4d53-9a6a-6f68557be189 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:37.563790 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9c9f6069-fff3-4d53-9a6a-6f68557be189 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:37.588685 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-336c46a2-7509-44c3-ba7c-8d5cec5f1c5c tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:37.605082 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-336c46a2-7509-44c3-ba7c-8d5cec5f1c5c tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc091bf9-0de9-41f2-84bd-2cf1c36485a0']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:37.618024 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c8a9c19e-e054-4402-bbf2-8d8ff4912500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:37.620865 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6edac5e5-606a-4750-a70b-ccbf0e19df29 req-1d9ee6de-f307-4ac8-8031-891e2145fc30 service neutron] 10.222.0.41 "GET /v2.0/networks/ce4b3ab8-859d-4d6c-903b-c30dcaacffc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878201 Jul 29 23:33:37.623776 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c9f6069-fff3-4d53-9a6a-6f68557be189 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:33:37.632811 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-336c46a2-7509-44c3-ba7c-8d5cec5f1c5c tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a68b1c8e-aaa6-4b3d-a338-c5f92b40ef12') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:37.633107 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-336c46a2-7509-44c3-ba7c-8d5cec5f1c5c tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a68b1c8e-aaa6-4b3d-a338-c5f92b40ef12') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:37.651106 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9f6069-fff3-4d53-9a6a-6f68557be189 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05a8aba0-8c1e-4818-bd46-9ee0c3e58aac,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:37.655362 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-336c46a2-7509-44c3-ba7c-8d5cec5f1c5c tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:37.657367 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9c9f6069-fff3-4d53-9a6a-6f68557be189 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:37.657747 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-9c9f6069-fff3-4d53-9a6a-6f68557be189 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Added segment e31d4c3f-7436-48ab-aadd-a58f2c288f5f of type vlan for network 9cef5ecc-e74f-4ba7-95f0-031c37b80c50 Jul 29 23:33:37.696984 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6edac5e5-606a-4750-a70b-ccbf0e19df29 req-f42f28bd-4a4f-429b-ae70-68ba9ab3c185 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.252&port_id=44e2e929-5306-4747-9f2b-b8a8f03b3793 HTTP/1.1" status: 200 len: 217 time: 0.0659192 Jul 29 23:33:37.723202 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-336c46a2-7509-44c3-ba7c-8d5cec5f1c5c tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:37.731660 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c8a9c19e-e054-4402-bbf2-8d8ff4912500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:37.736423 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c8a9c19e-e054-4402-bbf2-8d8ff4912500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:37.742100 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-336c46a2-7509-44c3-ba7c-8d5cec5f1c5c tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:33:37.742508 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-336c46a2-7509-44c3-ba7c-8d5cec5f1c5c tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:37.745438 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:33:37.745438 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:33:37.745438 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:33:37.745438 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:33:37.745438 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:33:37.745438 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:33:37.745438 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:33:37.745438 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:33:37.745438 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:33:37.745438 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:33:37.745438 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:33:37.745438 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:33:37.745438 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:33:37.745438 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:33:37.745438 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:33:37.745438 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:33:37.745438 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:33:37.745438 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:33:37.745438 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:33:37.745438 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:33:37.745438 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:33:37.745438 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:33:37.745438 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:33:37.745438 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:33:37.745438 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:33:37.745438 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:33:37.745438 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:33:37.745438 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:33:37.745438 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:33:37.745438 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:33:37.745438 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:33:37.745438 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:33:37.782188 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-c8a9c19e-e054-4402-bbf2-8d8ff4912500 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d15ad958a6ff4cd8b21e6744f28b5a7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3238635 Jul 29 23:33:37.783142 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54028) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:37.790068 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a9c19e-e054-4402-bbf2-8d8ff4912500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0976d3ca-acc4-4e23-ac68-21eaf8b4749d,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:37.812017 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9c9f6069-fff3-4d53-9a6a-6f68557be189 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:37.838985 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8d6b1c38-28bd-41ef-aa68-950d407b5663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:37.845998 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edac5e5-606a-4750-a70b-ccbf0e19df29 req-f312850d-34ea-4d0b-b534-44ec0458e3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:37.847512 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6edac5e5-606a-4750-a70b-ccbf0e19df29 req-f312850d-34ea-4d0b-b534-44ec0458e3f5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7458a594-1a22-4c4a-88d1-6b77cea076b8 HTTP/1.1" status: 200 len: 797 time: 0.1221902 Jul 29 23:33:37.854246 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-336c46a2-7509-44c3-ba7c-8d5cec5f1c5c tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:37.864128 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8d6b1c38-28bd-41ef-aa68-950d407b5663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:37.868650 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-336c46a2-7509-44c3-ba7c-8d5cec5f1c5c tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:37.870573 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-336c46a2-7509-44c3-ba7c-8d5cec5f1c5c tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] 10.222.0.43 "DELETE /v2.0/networks/cc091bf9-0de9-41f2-84bd-2cf1c36485a0 HTTP/1.1" status: 204 len: 168 time: 3.0528011 Jul 29 23:33:37.874869 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54030) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:37.884074 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-f548e4c6-f7e8-43c2-8f38-6174c247b9c2 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-970745901'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:37.907042 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336c46a2-7509-44c3-ba7c-8d5cec5f1c5c tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Pushing event deleted for resources: {'Network': ['ID=cc091bf9-0de9-41f2-84bd-2cf1c36485a0,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:37.925504 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9c9f6069-fff3-4d53-9a6a-6f68557be189 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:37.926328 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f548e4c6-f7e8-43c2-8f38-6174c247b9c2 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Made reservation on behalf of 6b25a1b4ab414b4591c3025dbde3bb10 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:37.930321 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f548e4c6-f7e8-43c2-8f38-6174c247b9c2 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:37.936315 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9f6069-fff3-4d53-9a6a-6f68557be189 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:37.936315 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9c9f6069-fff3-4d53-9a6a-6f68557be189 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:37.956212 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8d6b1c38-28bd-41ef-aa68-950d407b5663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:37.958700 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8d6b1c38-28bd-41ef-aa68-950d407b5663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:37.962373 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-8d6b1c38-28bd-41ef-aa68-950d407b5663 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0976d3ca-acc4-4e23-ac68-21eaf8b4749d HTTP/1.1" status: 204 len: 168 time: 0.1757331 Jul 29 23:33:37.972465 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f548e4c6-f7e8-43c2-8f38-6174c247b9c2 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:33:37.975149 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6b1c38-28bd-41ef-aa68-950d407b5663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0976d3ca-acc4-4e23-ac68-21eaf8b4749d,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:37.986699 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f548e4c6-f7e8-43c2-8f38-6174c247b9c2 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:37.987159 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-f548e4c6-f7e8-43c2-8f38-6174c247b9c2 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Added segment 11fc159b-ef3e-4af3-8837-83f3ec8de49c of type vlan for network 7d6529be-6097-44b5-939a-b2bcd895038b Jul 29 23:33:38.049917 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f548e4c6-f7e8-43c2-8f38-6174c247b9c2 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:38.087813 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f548e4c6-f7e8-43c2-8f38-6174c247b9c2 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:38.095085 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f548e4c6-f7e8-43c2-8f38-6174c247b9c2 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:38.095910 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f548e4c6-f7e8-43c2-8f38-6174c247b9c2 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:38.171268 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-f548e4c6-f7e8-43c2-8f38-6174c247b9c2 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2917118 Jul 29 23:33:38.174508 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54038) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:38.182466 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-67139f64-901f-49af-b2d8-45e8cd83217f tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Request body: {'subnet': {'network_id': '7d6529be-6097-44b5-939a-b2bcd895038b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:38.193085 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f548e4c6-f7e8-43c2-8f38-6174c247b9c2 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Pushing event updated for resources: {'Network': ['ID=7d6529be-6097-44b5-939a-b2bcd895038b,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:38.206444 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 7d6529be-6097-44b5-939a-b2bcd895038b details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:33:38.282701 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edac5e5-606a-4750-a70b-ccbf0e19df29 req-e1bc6486-a776-4102-a330-316c5cd8a923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:38.284264 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6edac5e5-606a-4750-a70b-ccbf0e19df29 req-e1bc6486-a776-4102-a330-316c5cd8a923 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=20b17a75-47ba-4198-999c-000c34520768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4224591 Jul 29 23:33:38.295380 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9c9f6069-fff3-4d53-9a6a-6f68557be189 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3695953 Jul 29 23:33:38.298334 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54042) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:38.306516 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-97c66893-9b13-4f21-bf64-2a4e3704fa31 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Request body: {'subnet': {'network_id': '9cef5ecc-e74f-4ba7-95f0-031c37b80c50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:38.321626 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9f6069-fff3-4d53-9a6a-6f68557be189 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Pushing event updated for resources: {'Network': ['ID=9cef5ecc-e74f-4ba7-95f0-031c37b80c50,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:38.335363 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 9cef5ecc-e74f-4ba7-95f0-031c37b80c50 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:33:38.404542 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54044) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:38.416920 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6edac5e5-606a-4750-a70b-ccbf0e19df29 req-a01e8ee9-b474-4391-87cd-8cd78d1be9de service neutron] 10.222.0.41 "GET /v2.0/networks/20b17a75-47ba-4198-999c-000c34520768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204553 Jul 29 23:33:38.417242 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67139f64-901f-49af-b2d8-45e8cd83217f tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Made reservation on behalf of 6b25a1b4ab414b4591c3025dbde3bb10 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:38.421640 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-67139f64-901f-49af-b2d8-45e8cd83217f tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:38.423402 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bd0cbbf2-71bf-4c90-8485-5e481fc47774 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:38.500387 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481e8e5f-c659-4d99-abbe-ebf9258b8445 req-851d4fa4-e12f-4b1b-87b6-d587bb170fa9 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:38.501817 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-481e8e5f-c659-4d99-abbe-ebf9258b8445 req-851d4fa4-e12f-4b1b-87b6-d587bb170fa9 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/ports?device_id=81094904-b069-4413-9dac-76ad340ebf56 HTTP/1.1" status: 200 len: 946 time: 0.1735456 Jul 29 23:33:38.565400 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-481e8e5f-c659-4d99-abbe-ebf9258b8445 req-3332f739-d2e1-4ea1-957a-46d206466cf5 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f70c726-a398-4f44-8add-5d324eb1a3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547483 Jul 29 23:33:38.569086 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6edac5e5-606a-4750-a70b-ccbf0e19df29 req-ae6f32c4-2f15-4a4f-a873-0aaf0a733eb4 service neutron] 10.222.0.41 "GET /v2.0/networks/20b17a75-47ba-4198-999c-000c34520768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369390 Jul 29 23:33:38.627684 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6edac5e5-606a-4750-a70b-ccbf0e19df29 req-b48ae654-ebbc-47c5-9976-531833aa65f9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.8&port_id=77550cf2-90df-4bb3-86b3-6d949e514eac HTTP/1.1" status: 200 len: 217 time: 0.0498199 Jul 29 23:33:38.679195 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bd0cbbf2-71bf-4c90-8485-5e481fc47774 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:38.687669 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bd0cbbf2-71bf-4c90-8485-5e481fc47774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:38.722213 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edac5e5-606a-4750-a70b-ccbf0e19df29 req-c3f9e8a5-48ac-49f0-8d32-e1f8f4a15e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:38.723694 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6edac5e5-606a-4750-a70b-ccbf0e19df29 req-c3f9e8a5-48ac-49f0-8d32-e1f8f4a15e40 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7458a594-1a22-4c4a-88d1-6b77cea076b8 HTTP/1.1" status: 200 len: 797 time: 0.0862129 Jul 29 23:33:38.734771 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-bd0cbbf2-71bf-4c90-8485-5e481fc47774 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=074bdd2ad0c34078a26d9633e3a4ed94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3287733 Jul 29 23:33:38.736908 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0cbbf2-71bf-4c90-8485-5e481fc47774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8041f75-5c5f-456a-b162-e0b19816f593,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:38.737931 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54052) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:38.744825 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-67139f64-901f-49af-b2d8-45e8cd83217f tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:38.765050 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c66893-9b13-4f21-bf64-2a4e3704fa31 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Made reservation on behalf of 5e8a5c340acc40c8b3f3b74871cdb2dd for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:38.768462 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-97c66893-9b13-4f21-bf64-2a4e3704fa31 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:38.778508 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc87473-54b3-48e1-9b0e-5b45a41e517b req-dfbac658-b22d-42bc-8604-f95f9d6df3a0 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:38.780622 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1bc87473-54b3-48e1-9b0e-5b45a41e517b req-dfbac658-b22d-42bc-8604-f95f9d6df3a0 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/ports?device_id=81094904-b069-4413-9dac-76ad340ebf56 HTTP/1.1" status: 200 len: 946 time: 0.1083405 Jul 29 23:33:38.787616 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edac5e5-606a-4750-a70b-ccbf0e19df29 req-8acd4c81-f24c-424e-998b-967134a9c6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:38.789128 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6edac5e5-606a-4750-a70b-ccbf0e19df29 req-8acd4c81-f24c-424e-998b-967134a9c6f4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=20b17a75-47ba-4198-999c-000c34520768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0480442 Jul 29 23:33:38.879504 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6edac5e5-606a-4750-a70b-ccbf0e19df29 req-34c4c70e-8e95-4394-8b30-c95ac03b3165 service neutron] 10.222.0.41 "GET /v2.0/networks/20b17a75-47ba-4198-999c-000c34520768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811825 Jul 29 23:33:38.955352 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67139f64-901f-49af-b2d8-45e8cd83217f tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Pushing event updated for resources: {'Subnet': ['ID=a17b4822-e63e-464a-8439-1c7f2073ee2f,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:38.973257 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1bc87473-54b3-48e1-9b0e-5b45a41e517b req-deaaeabe-3f92-4a5f-bf2e-a4c7da00ad50 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f70c726-a398-4f44-8add-5d324eb1a3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651571 Jul 29 23:33:38.984203 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6edac5e5-606a-4750-a70b-ccbf0e19df29 req-c9280fc8-522f-452e-85c6-3851af2ae921 service neutron] 10.222.0.41 "GET /v2.0/networks/20b17a75-47ba-4198-999c-000c34520768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965273 Jul 29 23:33:38.996301 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67139f64-901f-49af-b2d8-45e8cd83217f tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Checking segment: {'id': '11fc159b-ef3e-4af3-8837-83f3ec8de49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7d6529be-6097-44b5-939a-b2bcd895038b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:33:38.996665 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67139f64-901f-49af-b2d8-45e8cd83217f tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Network hostable DHCP agents. Network: 7d6529be-6097-44b5-939a-b2bcd895038b, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:33:39.003028 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-799ee72b-5954-40d7-90ea-0740986a84b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:39.037848 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6edac5e5-606a-4750-a70b-ccbf0e19df29 req-119e7577-f2e3-42d4-b78b-b2b6a396508b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.56&port_id=fd088fd5-5d8a-4e4d-b620-8e5770596293 HTTP/1.1" status: 200 len: 217 time: 0.0440133 Jul 29 23:33:39.085742 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-799ee72b-5954-40d7-90ea-0740986a84b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:39.100130 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edac5e5-606a-4750-a70b-ccbf0e19df29 req-560d9d60-a5d3-4517-a9ed-2a39de659646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:39.101686 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6edac5e5-606a-4750-a70b-ccbf0e19df29 req-560d9d60-a5d3-4517-a9ed-2a39de659646 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7458a594-1a22-4c4a-88d1-6b77cea076b8 HTTP/1.1" status: 200 len: 797 time: 0.0551069 Jul 29 23:33:39.113432 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67139f64-901f-49af-b2d8-45e8cd83217f tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Network 7d6529be-6097-44b5-939a-b2bcd895038b is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:33:39.153176 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edac5e5-606a-4750-a70b-ccbf0e19df29 req-da624bd8-621c-434d-bb1a-ece487777bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:39.155642 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6edac5e5-606a-4750-a70b-ccbf0e19df29 req-da624bd8-621c-434d-bb1a-ece487777bec service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=20b17a75-47ba-4198-999c-000c34520768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0451403 Jul 29 23:33:39.188833 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-67139f64-901f-49af-b2d8-45e8cd83217f tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 7d6529be-6097-44b5-939a-b2bcd895038b) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:39.197976 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00615de5-c133-439a-bb73-8c162e7d354e None None] Network 7d6529be-6097-44b5-939a-b2bcd895038b requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:33:39.201368 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67139f64-901f-49af-b2d8-45e8cd83217f tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:39.202242 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-67139f64-901f-49af-b2d8-45e8cd83217f tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:39.231567 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e89c9-8a21-4cf4-9de4-68f592a78b03 req-9b42d7bf-053d-4396-bcdd-6e92f143726b tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:39.234364 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b33e89c9-8a21-4cf4-9de4-68f592a78b03 req-9b42d7bf-053d-4396-bcdd-6e92f143726b tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/ports?device_id=59f7bbe9-99e5-4548-84d1-9c0230df3dfe HTTP/1.1" status: 200 len: 945 time: 0.1826289 Jul 29 23:33:39.245932 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-67139f64-901f-49af-b2d8-45e8cd83217f tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0703759 Jul 29 23:33:39.246640 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54058) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:39.255194 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6edac5e5-606a-4750-a70b-ccbf0e19df29 req-4021d981-56c9-410c-b5f9-6d6dc2220235 service neutron] 10.222.0.41 "GET /v2.0/networks/20b17a75-47ba-4198-999c-000c34520768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920107 Jul 29 23:33:39.268968 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-97c66893-9b13-4f21-bf64-2a4e3704fa31 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:39.348069 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-799ee72b-5954-40d7-90ea-0740986a84b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:39.350615 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-799ee72b-5954-40d7-90ea-0740986a84b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:39.353016 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-799ee72b-5954-40d7-90ea-0740986a84b8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c8041f75-5c5f-456a-b162-e0b19816f593 HTTP/1.1" status: 204 len: 168 time: 0.6082399 Jul 29 23:33:39.353196 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6edac5e5-606a-4750-a70b-ccbf0e19df29 req-4a52b324-fc96-4059-9967-53e43f27a844 service neutron] 10.222.0.41 "GET /v2.0/networks/20b17a75-47ba-4198-999c-000c34520768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898428 Jul 29 23:33:39.379668 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f131c1ef-659f-44cb-b210-8b63b005c3c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-7d6529be-6097-44b5-939a-b2bcd895038b', 'network_id': '7d6529be-6097-44b5-939a-b2bcd895038b', 'tenant_id': '6b25a1b4ab414b4591c3025dbde3bb10', 'fixed_ips': [{'subnet_id': 'a17b4822-e63e-464a-8439-1c7f2073ee2f'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:33:39.380834 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f131c1ef-659f-44cb-b210-8b63b005c3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:39.400721 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799ee72b-5954-40d7-90ea-0740986a84b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8041f75-5c5f-456a-b162-e0b19816f593,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:39.423797 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6edac5e5-606a-4750-a70b-ccbf0e19df29 req-0d36fc97-9a48-472c-a60c-f72c11c6f408 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.95&port_id=af1ec564-29cd-4f8a-b291-2e25d87073ad HTTP/1.1" status: 200 len: 217 time: 0.0605600 Jul 29 23:33:39.429380 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c66893-9b13-4f21-bf64-2a4e3704fa31 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Pushing event updated for resources: {'Subnet': ['ID=33db7355-5f05-43a9-8998-332ace2ac6a4,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:39.437095 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b33e89c9-8a21-4cf4-9de4-68f592a78b03 req-129b57b4-9a7c-432e-9f3c-7e8b49f0af6d tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f70c726-a398-4f44-8add-5d324eb1a3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793003 Jul 29 23:33:39.467337 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-376bbd0e-bb7e-42c0-927c-d350bd8343c2 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:39.470227 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c66893-9b13-4f21-bf64-2a4e3704fa31 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Checking segment: {'id': 'e31d4c3f-7436-48ab-aadd-a58f2c288f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '9cef5ecc-e74f-4ba7-95f0-031c37b80c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:33:39.470590 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c66893-9b13-4f21-bf64-2a4e3704fa31 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Network hostable DHCP agents. Network: 9cef5ecc-e74f-4ba7-95f0-031c37b80c50, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:33:39.519261 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edac5e5-606a-4750-a70b-ccbf0e19df29 req-80b3bf27-ca0f-49c2-a408-7db9118dd196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:39.521953 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6edac5e5-606a-4750-a70b-ccbf0e19df29 req-80b3bf27-ca0f-49c2-a408-7db9118dd196 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7458a594-1a22-4c4a-88d1-6b77cea076b8 HTTP/1.1" status: 200 len: 797 time: 0.0890441 Jul 29 23:33:39.541511 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c66893-9b13-4f21-bf64-2a4e3704fa31 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Network 9cef5ecc-e74f-4ba7-95f0-031c37b80c50 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:33:39.593097 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edac5e5-606a-4750-a70b-ccbf0e19df29 req-d5eed45f-2476-4f81-8d1b-bcac1d725b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:39.595344 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6edac5e5-606a-4750-a70b-ccbf0e19df29 req-d5eed45f-2476-4f81-8d1b-bcac1d725b0b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=20b17a75-47ba-4198-999c-000c34520768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0648243 Jul 29 23:33:39.619512 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-97c66893-9b13-4f21-bf64-2a4e3704fa31 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 9cef5ecc-e74f-4ba7-95f0-031c37b80c50) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:39.633422 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c66893-9b13-4f21-bf64-2a4e3704fa31 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:39.633859 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a09676c-339e-4041-8528-9068b3fcefab None None] Network 9cef5ecc-e74f-4ba7-95f0-031c37b80c50 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:33:39.634069 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-97c66893-9b13-4f21-bf64-2a4e3704fa31 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:39.646270 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-376bbd0e-bb7e-42c0-927c-d350bd8343c2 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:39.690340 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6771c80-90dc-479a-ba42-53f6430bcb67 req-60765c33-cd6f-4fc9-8557-f480fba42d70 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:39.694065 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f6771c80-90dc-479a-ba42-53f6430bcb67 req-60765c33-cd6f-4fc9-8557-f480fba42d70 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec37b90a-2123-44d6-b1db-d72f91d0a7ac HTTP/1.1" status: 200 len: 946 time: 0.1498404 Jul 29 23:33:39.705192 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-97c66893-9b13-4f21-bf64-2a4e3704fa31 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4044602 Jul 29 23:33:39.707016 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54068) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:39.713869 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-f131c1ef-659f-44cb-b210-8b63b005c3c8 None None] Allocated IP 2001:db8::2 (7d6529be-6097-44b5-939a-b2bcd895038b/a17b4822-e63e-464a-8439-1c7f2073ee2f/594b5095-cc7a-45b4-ac40-5082221f2189) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:33:39.714740 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-b31b97ba-3d9f-4c1c-b747-1314d60926a7 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-870264164', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}, 'admin_state_up': False}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:39.768972 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6edac5e5-606a-4750-a70b-ccbf0e19df29 req-5cdf9186-88ad-4f1d-9524-b860188cad6d service neutron] 10.222.0.41 "GET /v2.0/networks/20b17a75-47ba-4198-999c-000c34520768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649785 Jul 29 23:33:39.773393 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b31b97ba-3d9f-4c1c-b747-1314d60926a7 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:39.774941 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b31b97ba-3d9f-4c1c-b747-1314d60926a7 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:39.794955 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f6771c80-90dc-479a-ba42-53f6430bcb67 req-a2baa305-7392-40d4-9122-ee5af646165e tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f70c726-a398-4f44-8add-5d324eb1a3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806630 Jul 29 23:33:39.845622 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [req-8d2a96c4-fd75-4a18-bda0-b13e4d433d20 req-44568609-918d-4328-b4aa-1d006b47d042 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:33:39.846770 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8d2a96c4-fd75-4a18-bda0-b13e4d433d20 req-44568609-918d-4328-b4aa-1d006b47d042 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076871 Jul 29 23:33:39.963023 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8faadca1-d4e6-4485-adc8-05b022a8dfd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-9cef5ecc-e74f-4ba7-95f0-031c37b80c50', 'network_id': '9cef5ecc-e74f-4ba7-95f0-031c37b80c50', 'tenant_id': '5e8a5c340acc40c8b3f3b74871cdb2dd', 'fixed_ips': [{'subnet_id': '33db7355-5f05-43a9-8998-332ace2ac6a4'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:33:39.963893 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8faadca1-d4e6-4485-adc8-05b022a8dfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:39.972440 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b31b97ba-3d9f-4c1c-b747-1314d60926a7 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:40.006152 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f131c1ef-659f-44cb-b210-8b63b005c3c8 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:40.022647 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f131c1ef-659f-44cb-b210-8b63b005c3c8 None None] Transition to ACTIVE for port object 594b5095-cc7a-45b4-ac40-5082221f2189 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:40.063397 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6edac5e5-606a-4750-a70b-ccbf0e19df29 req-118d0691-9f4a-4505-9233-9dcf3b3f3e53 service neutron] 10.222.0.41 "GET /v2.0/networks/20b17a75-47ba-4198-999c-000c34520768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810333 Jul 29 23:33:40.129909 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f131c1ef-659f-44cb-b210-8b63b005c3c8 None None] Transition to ACTIVE for port object 594b5095-cc7a-45b4-ac40-5082221f2189 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:40.214448 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6edac5e5-606a-4750-a70b-ccbf0e19df29 req-a86bd8bf-2d84-49fc-b1f7-1aa5aa0bebb7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6cab2274-0e29-41ee-a31c-dc16b683b0ae HTTP/1.1" status: 200 len: 217 time: 0.0867584 Jul 29 23:33:40.254767 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-376bbd0e-bb7e-42c0-927c-d350bd8343c2 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:40.273119 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8d2a96c4-fd75-4a18-bda0-b13e4d433d20 req-8723d655-e70f-4ae1-b512-d535186b995a tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.4167662 Jul 29 23:33:40.301464 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376bbd0e-bb7e-42c0-927c-d350bd8343c2 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Pushing event deleted for resources: {'Subnet': ['ID=a17b4822-e63e-464a-8439-1c7f2073ee2f,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:40.344653 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f131c1ef-659f-44cb-b210-8b63b005c3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:40.375068 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b31b97ba-3d9f-4c1c-b747-1314d60926a7 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:40.395330 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f131c1ef-659f-44cb-b210-8b63b005c3c8 None None] Network 7d6529be-6097-44b5-939a-b2bcd895038b is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:40.402593 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-f131c1ef-659f-44cb-b210-8b63b005c3c8 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:40.409541 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f131c1ef-659f-44cb-b210-8b63b005c3c8 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:33:40.425226 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-8faadca1-d4e6-4485-adc8-05b022a8dfd7 None None] Allocated IP 172.20.0.2 (9cef5ecc-e74f-4ba7-95f0-031c37b80c50/33db7355-5f05-43a9-8998-332ace2ac6a4/aa54b501-4573-4f29-b631-0e5f24e3cb32) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:33:40.448867 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edac5e5-606a-4750-a70b-ccbf0e19df29 req-0165fb70-5ced-4a7b-8a44-8aec03ea52b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:40.451652 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6edac5e5-606a-4750-a70b-ccbf0e19df29 req-0165fb70-5ced-4a7b-8a44-8aec03ea52b5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fcb38ae7-084a-4b8d-94fa-28c5b74ee6b1 HTTP/1.1" status: 200 len: 797 time: 0.0912235 Jul 29 23:33:40.455912 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-376bbd0e-bb7e-42c0-927c-d350bd8343c2 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:40.458016 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f131c1ef-659f-44cb-b210-8b63b005c3c8 None None] Pushing event updated for resources: {'Port': ['ID=594b5095-cc7a-45b4-ac40-5082221f2189,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:40.484422 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-376bbd0e-bb7e-42c0-927c-d350bd8343c2 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d6529be-6097-44b5-939a-b2bcd895038b']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:40.504469 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-376bbd0e-bb7e-42c0-927c-d350bd8343c2 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11fc159b-ef3e-4af3-8837-83f3ec8de49c') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:40.504768 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-376bbd0e-bb7e-42c0-927c-d350bd8343c2 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11fc159b-ef3e-4af3-8837-83f3ec8de49c') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:40.527180 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-376bbd0e-bb7e-42c0-927c-d350bd8343c2 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:40.535565 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-f131c1ef-659f-44cb-b210-8b63b005c3c8 None None] Attempting to bind port 594b5095-cc7a-45b4-ac40-5082221f2189 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:33:40.536173 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-f131c1ef-659f-44cb-b210-8b63b005c3c8 None None] Attempting to bind port 594b5095-cc7a-45b4-ac40-5082221f2189 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '11fc159b-ef3e-4af3-8837-83f3ec8de49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7d6529be-6097-44b5-939a-b2bcd895038b'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:33:40.536718 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f131c1ef-659f-44cb-b210-8b63b005c3c8 None None] Attempting to bind port 594b5095-cc7a-45b4-ac40-5082221f2189 on network 7d6529be-6097-44b5-939a-b2bcd895038b {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:33:40.546848 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f131c1ef-659f-44cb-b210-8b63b005c3c8 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:33:40.547537 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f131c1ef-659f-44cb-b210-8b63b005c3c8 None None] Checking segment: {'id': '11fc159b-ef3e-4af3-8837-83f3ec8de49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7d6529be-6097-44b5-939a-b2bcd895038b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:33:40.548642 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f131c1ef-659f-44cb-b210-8b63b005c3c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:40.549217 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f131c1ef-659f-44cb-b210-8b63b005c3c8 None None] Bound using segment: {'id': '11fc159b-ef3e-4af3-8837-83f3ec8de49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7d6529be-6097-44b5-939a-b2bcd895038b'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:33:40.550043 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-f131c1ef-659f-44cb-b210-8b63b005c3c8 None None] Bound port: 594b5095-cc7a-45b4-ac40-5082221f2189, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11fc159b-ef3e-4af3-8837-83f3ec8de49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '7d6529be-6097-44b5-939a-b2bcd895038b'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:33:40.550626 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f131c1ef-659f-44cb-b210-8b63b005c3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:40.554941 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-376bbd0e-bb7e-42c0-927c-d350bd8343c2 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:40.566938 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edac5e5-606a-4750-a70b-ccbf0e19df29 req-eee37e72-9357-4c19-95e4-ca6d1bae562a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:40.568524 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6edac5e5-606a-4750-a70b-ccbf0e19df29 req-eee37e72-9357-4c19-95e4-ca6d1bae562a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0647976 Jul 29 23:33:40.575075 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-376bbd0e-bb7e-42c0-927c-d350bd8343c2 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:33:40.577656 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-376bbd0e-bb7e-42c0-927c-d350bd8343c2 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:40.581775 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:33:40.581775 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:33:40.581775 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:33:40.581775 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:33:40.581775 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:33:40.581775 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:33:40.581775 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:33:40.581775 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:33:40.581775 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:33:40.581775 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:33:40.581775 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:33:40.581775 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:33:40.581775 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:33:40.581775 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:33:40.581775 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:33:40.581775 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:33:40.581775 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:33:40.581775 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:33:40.581775 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:33:40.581775 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:33:40.581775 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:33:40.581775 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:33:40.581775 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:33:40.581775 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:33:40.581775 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:33:40.581775 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:33:40.581775 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:33:40.581775 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:33:40.581775 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:33:40.581775 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:33:40.581775 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:33:40.581775 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:33:40.698609 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6edac5e5-606a-4750-a70b-ccbf0e19df29 req-207ac6e8-7ab5-4342-8678-c1bc5ff939f1 service neutron] 10.222.0.41 "GET /v2.0/networks/4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177523 Jul 29 23:33:40.701802 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-f131c1ef-659f-44cb-b210-8b63b005c3c8 None None] For port 594b5095-cc7a-45b4-ac40-5082221f2189, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:33:40.744127 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.db.api [None req-376bbd0e-bb7e-42c0-927c-d350bd8343c2 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 29 23:33:40.744127 n-d-712141-10 neutron-server[94078]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 29 23:33:40.744127 n-d-712141-10 neutron-server[94078]: [parameters: {'id': '7d6529be-6097-44b5-939a-b2bcd895038b'}] Jul 29 23:33:40.744127 n-d-712141-10 neutron-server[94078]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94078) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:33:40.744613 n-d-712141-10 neutron-server[94078]: DEBUG oslo_db.api [None req-376bbd0e-bb7e-42c0-927c-d350bd8343c2 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:33:40.751504 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8faadca1-d4e6-4485-adc8-05b022a8dfd7 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:40.769200 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-f131c1ef-659f-44cb-b210-8b63b005c3c8 None None] For port 594b5095-cc7a-45b4-ac40-5082221f2189, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=594b5095-cc7a-45b4-ac40-5082221f2189,segment=NetworkSegment(11fc159b-ef3e-4af3-8837-83f3ec8de49c),segment_id=11fc159b-ef3e-4af3-8837-83f3ec8de49c)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:33:40.769926 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a218eab-3fd2-492d-9425-7a74e8d5e6fb req-b867689c-e0d4-4b47-a1d2-f0cfef4128bd tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:40.777436 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7a218eab-3fd2-492d-9425-7a74e8d5e6fb req-b867689c-e0d4-4b47-a1d2-f0cfef4128bd tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/ports?device_id=81094904-b069-4413-9dac-76ad340ebf56 HTTP/1.1" status: 200 len: 946 time: 0.1615698 Jul 29 23:33:40.786233 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-8faadca1-d4e6-4485-adc8-05b022a8dfd7 None None] Transition to ACTIVE for port object aa54b501-4573-4f29-b631-0e5f24e3cb32 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:40.793085 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f131c1ef-659f-44cb-b210-8b63b005c3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:40.845997 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7a218eab-3fd2-492d-9425-7a74e8d5e6fb req-77137947-fee9-4e85-b364-1d64708b4551 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f70c726-a398-4f44-8add-5d324eb1a3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675833 Jul 29 23:33:40.875861 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b31b97ba-3d9f-4c1c-b747-1314d60926a7 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks [] for router_gateway, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:40.879537 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-8faadca1-d4e6-4485-adc8-05b022a8dfd7 None None] Transition to ACTIVE for port object aa54b501-4573-4f29-b631-0e5f24e3cb32 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:40.899420 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b31b97ba-3d9f-4c1c-b747-1314d60926a7 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:40.908878 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8faadca1-d4e6-4485-adc8-05b022a8dfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:40.942190 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f131c1ef-659f-44cb-b210-8b63b005c3c8 None None] Pushing event updated for resources: {'Port': ['ID=594b5095-cc7a-45b4-ac40-5082221f2189,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:40.979113 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6edac5e5-606a-4750-a70b-ccbf0e19df29 req-36f4d1d8-81f2-42e1-a239-cebbb6f79e9c service neutron] 10.222.0.41 "GET /v2.0/networks/4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728975 Jul 29 23:33:41.005110 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8faadca1-d4e6-4485-adc8-05b022a8dfd7 None None] Network 9cef5ecc-e74f-4ba7-95f0-031c37b80c50 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:41.018654 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2543b0f1-70c6-47e2-bc49-b4ba03f8ded7 req-0046cdcf-381d-4f11-a460-cc453fe51001 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:41.027584 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2543b0f1-70c6-47e2-bc49-b4ba03f8ded7 req-0046cdcf-381d-4f11-a460-cc453fe51001 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/ports?device_id=59f7bbe9-99e5-4548-84d1-9c0230df3dfe HTTP/1.1" status: 200 len: 945 time: 0.0714321 Jul 29 23:33:41.030681 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62091214-1c73-47c5-bac2-f2d6d4506521 None None] Network 7d6529be-6097-44b5-939a-b2bcd895038b requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:33:41.033031 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-8faadca1-d4e6-4485-adc8-05b022a8dfd7 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:41.037144 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faadca1-d4e6-4485-adc8-05b022a8dfd7 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:33:41.039971 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faadca1-d4e6-4485-adc8-05b022a8dfd7 None None] Pushing event updated for resources: {'Port': ['ID=aa54b501-4573-4f29-b631-0e5f24e3cb32,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:41.064642 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6edac5e5-606a-4750-a70b-ccbf0e19df29 req-390e12c3-5f1a-481f-9af9-24fd49adc44d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7450c10b-b2aa-4ef3-b42e-e8eeba1cf253 HTTP/1.1" status: 200 len: 217 time: 0.0747130 Jul 29 23:33:41.087886 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2543b0f1-70c6-47e2-bc49-b4ba03f8ded7 req-308e9d04-1a5b-4a1d-9f7f-096ef408b3b3 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f70c726-a398-4f44-8add-5d324eb1a3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551958 Jul 29 23:33:41.122124 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-b31b97ba-3d9f-4c1c-b747-1314d60926a7 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Allocated IP 172.25.0.4 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/29ed06c9-7b45-43f5-8797-d6204caf0dd5) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:33:41.144226 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edac5e5-606a-4750-a70b-ccbf0e19df29 req-5ddcf19d-f47c-4f7d-a863-307a198e203e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:41.145729 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6edac5e5-606a-4750-a70b-ccbf0e19df29 req-5ddcf19d-f47c-4f7d-a863-307a198e203e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fcb38ae7-084a-4b8d-94fa-28c5b74ee6b1 HTTP/1.1" status: 200 len: 797 time: 0.0720522 Jul 29 23:33:41.196248 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-8faadca1-d4e6-4485-adc8-05b022a8dfd7 None None] Attempting to bind port aa54b501-4573-4f29-b631-0e5f24e3cb32 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:33:41.196625 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-8faadca1-d4e6-4485-adc8-05b022a8dfd7 None None] Attempting to bind port aa54b501-4573-4f29-b631-0e5f24e3cb32 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': 'e31d4c3f-7436-48ab-aadd-a58f2c288f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '9cef5ecc-e74f-4ba7-95f0-031c37b80c50'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:33:41.196994 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8faadca1-d4e6-4485-adc8-05b022a8dfd7 None None] Attempting to bind port aa54b501-4573-4f29-b631-0e5f24e3cb32 on network 9cef5ecc-e74f-4ba7-95f0-031c37b80c50 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:33:41.207798 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8faadca1-d4e6-4485-adc8-05b022a8dfd7 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 33, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:33:41.208351 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8faadca1-d4e6-4485-adc8-05b022a8dfd7 None None] Checking segment: {'id': 'e31d4c3f-7436-48ab-aadd-a58f2c288f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '9cef5ecc-e74f-4ba7-95f0-031c37b80c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:33:41.208762 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8faadca1-d4e6-4485-adc8-05b022a8dfd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:41.209155 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8faadca1-d4e6-4485-adc8-05b022a8dfd7 None None] Bound using segment: {'id': 'e31d4c3f-7436-48ab-aadd-a58f2c288f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '9cef5ecc-e74f-4ba7-95f0-031c37b80c50'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:33:41.209662 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-8faadca1-d4e6-4485-adc8-05b022a8dfd7 None None] Bound port: aa54b501-4573-4f29-b631-0e5f24e3cb32, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e31d4c3f-7436-48ab-aadd-a58f2c288f5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '9cef5ecc-e74f-4ba7-95f0-031c37b80c50'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:33:41.210711 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8faadca1-d4e6-4485-adc8-05b022a8dfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:41.229298 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01b88e-dea1-4c9c-9931-14b867fbd246 req-bd3ef38c-b22c-485f-bcd7-a07ca8d91875 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:41.241266 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7a01b88e-dea1-4c9c-9931-14b867fbd246 req-bd3ef38c-b22c-485f-bcd7-a07ca8d91875 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec37b90a-2123-44d6-b1db-d72f91d0a7ac HTTP/1.1" status: 200 len: 946 time: 0.0832105 Jul 29 23:33:41.249988 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-376bbd0e-bb7e-42c0-927c-d350bd8343c2 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:41.254088 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edac5e5-606a-4750-a70b-ccbf0e19df29 req-6935875d-fdfa-4099-b43f-456b10ee5fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:41.255605 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6edac5e5-606a-4750-a70b-ccbf0e19df29 req-6935875d-fdfa-4099-b43f-456b10ee5fed service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0930309 Jul 29 23:33:41.339470 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b31b97ba-3d9f-4c1c-b747-1314d60926a7 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:41.350554 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-8faadca1-d4e6-4485-adc8-05b022a8dfd7 None None] For port aa54b501-4573-4f29-b631-0e5f24e3cb32, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:33:41.354379 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-8faadca1-d4e6-4485-adc8-05b022a8dfd7 None None] For port aa54b501-4573-4f29-b631-0e5f24e3cb32, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=aa54b501-4573-4f29-b631-0e5f24e3cb32,segment=NetworkSegment(e31d4c3f-7436-48ab-aadd-a58f2c288f5f),segment_id=e31d4c3f-7436-48ab-aadd-a58f2c288f5f)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:33:41.354577 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7a01b88e-dea1-4c9c-9931-14b867fbd246 req-0885779f-1fb7-4601-9903-f52b7616830c tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f70c726-a398-4f44-8add-5d324eb1a3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118469 Jul 29 23:33:41.379539 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8faadca1-d4e6-4485-adc8-05b022a8dfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:41.418078 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-376bbd0e-bb7e-42c0-927c-d350bd8343c2 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Deleting port 594b5095-cc7a-45b4-ac40-5082221f2189 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:33:41.418078 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-376bbd0e-bb7e-42c0-927c-d350bd8343c2 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:41.418395 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6edac5e5-606a-4750-a70b-ccbf0e19df29 req-fb57c9e4-5951-4ed7-83ef-d65f2c32f4c3 service neutron] 10.222.0.41 "GET /v2.0/networks/4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479609 Jul 29 23:33:41.427935 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b31b97ba-3d9f-4c1c-b747-1314d60926a7 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:41.536229 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faadca1-d4e6-4485-adc8-05b022a8dfd7 None None] Pushing event updated for resources: {'Port': ['ID=aa54b501-4573-4f29-b631-0e5f24e3cb32,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:41.548772 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31b97ba-3d9f-4c1c-b747-1314d60926a7 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:41.551194 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-376bbd0e-bb7e-42c0-927c-d350bd8343c2 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] For port 594b5095-cc7a-45b4-ac40-5082221f2189, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=594b5095-cc7a-45b4-ac40-5082221f2189,segment=NetworkSegment(11fc159b-ef3e-4af3-8837-83f3ec8de49c),segment_id=11fc159b-ef3e-4af3-8837-83f3ec8de49c)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:41.551691 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-376bbd0e-bb7e-42c0-927c-d350bd8343c2 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:41.570670 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-376bbd0e-bb7e-42c0-927c-d350bd8343c2 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Calling delete_port for 594b5095-cc7a-45b4-ac40-5082221f2189 owned by network:dhcp {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:33:41.571760 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-b31b97ba-3d9f-4c1c-b747-1314d60926a7 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:41.594497 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31b97ba-3d9f-4c1c-b747-1314d60926a7 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:33:41.636239 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31b97ba-3d9f-4c1c-b747-1314d60926a7 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Pushing event updated for resources: {'Port': ['ID=29ed06c9-7b45-43f5-8797-d6204caf0dd5,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:41.723039 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c6d9f-26c7-4626-bc04-d7d9f1d37b45 req-9f26c914-11a7-4ab8-a289-be19758d172c tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:41.729333 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c6d9f-26c7-4626-bc04-d7d9f1d37b45 req-9f26c914-11a7-4ab8-a289-be19758d172c tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:41.736246 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c6d9f-26c7-4626-bc04-d7d9f1d37b45 req-9f26c914-11a7-4ab8-a289-be19758d172c tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:41.745919 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6a4c6d9f-26c7-4626-bc04-d7d9f1d37b45 req-9f26c914-11a7-4ab8-a289-be19758d172c tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec37b90a-2123-44d6-b1db-d72f91d0a7ac&device_id=59f7bbe9-99e5-4548-84d1-9c0230df3dfe&device_id=81094904-b069-4413-9dac-76ad340ebf56 HTTP/1.1" status: 200 len: 2418 time: 0.1017535 Jul 29 23:33:41.755555 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6edac5e5-606a-4750-a70b-ccbf0e19df29 req-63f8f013-1be3-48ad-8ae5-6e8cacbf06b8 service neutron] 10.222.0.41 "GET /v2.0/networks/4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3197031 Jul 29 23:33:41.792051 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-376bbd0e-bb7e-42c0-927c-d350bd8343c2 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:41.856171 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376bbd0e-bb7e-42c0-927c-d350bd8343c2 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] No DVR routers for this DVR port 594b5095-cc7a-45b4-ac40-5082221f2189 on host n-d-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:33:41.985297 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-376bbd0e-bb7e-42c0-927c-d350bd8343c2 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:41.988427 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376bbd0e-bb7e-42c0-927c-d350bd8343c2 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Pushing event deleted for resources: {'Port': ['ID=594b5095-cc7a-45b4-ac40-5082221f2189,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:41.998681 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6a4c6d9f-26c7-4626-bc04-d7d9f1d37b45 req-fd76143b-404c-42f1-a53a-52b87ac291b3 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f70c726-a398-4f44-8add-5d324eb1a3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518289 Jul 29 23:33:42.003382 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-376bbd0e-bb7e-42c0-927c-d350bd8343c2 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d6529be-6097-44b5-939a-b2bcd895038b']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:42.017950 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-376bbd0e-bb7e-42c0-927c-d350bd8343c2 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11fc159b-ef3e-4af3-8837-83f3ec8de49c') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:42.017950 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-376bbd0e-bb7e-42c0-927c-d350bd8343c2 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11fc159b-ef3e-4af3-8837-83f3ec8de49c') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:42.031826 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-376bbd0e-bb7e-42c0-927c-d350bd8343c2 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:42.049814 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-376bbd0e-bb7e-42c0-927c-d350bd8343c2 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:42.057456 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b31b97ba-3d9f-4c1c-b747-1314d60926a7 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks [] for router_gateway, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:42.077216 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-376bbd0e-bb7e-42c0-927c-d350bd8343c2 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:33:42.077216 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-376bbd0e-bb7e-42c0-927c-d350bd8343c2 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:42.078574 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:33:42.078574 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:33:42.078574 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:33:42.078574 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:33:42.078574 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:33:42.078574 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:33:42.078574 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:33:42.078574 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:33:42.078574 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:33:42.078574 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:33:42.078574 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:33:42.078574 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:33:42.078574 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:33:42.078574 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:33:42.078574 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:33:42.078574 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:33:42.078574 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:33:42.078574 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:33:42.078574 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:33:42.078574 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:33:42.078574 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:33:42.078574 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:33:42.078574 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:33:42.078574 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:33:42.078574 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:33:42.078574 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:33:42.078574 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:33:42.078574 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:33:42.078574 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:33:42.078574 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:33:42.078574 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:33:42.078574 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:33:42.187070 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a497e064-892d-4e92-8adb-4926b73dfb60 req-18d6c691-af6e-4c43-a3b7-cf69470b99e5 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1339130 Jul 29 23:33:42.190424 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-376bbd0e-bb7e-42c0-927c-d350bd8343c2 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:42.215181 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-376bbd0e-bb7e-42c0-927c-d350bd8343c2 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:42.219569 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-376bbd0e-bb7e-42c0-927c-d350bd8343c2 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] 10.222.0.43 "DELETE /v2.0/networks/7d6529be-6097-44b5-939a-b2bcd895038b HTTP/1.1" status: 204 len: 168 time: 2.9712651 Jul 29 23:33:42.224547 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54188) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:42.230779 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-c6ecb029-f194-4cf1-b756-ed173e555fc4 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1328278928'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:42.269928 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6ecb029-f194-4cf1-b756-ed173e555fc4 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Made reservation on behalf of 6b25a1b4ab414b4591c3025dbde3bb10 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:42.276576 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c6ecb029-f194-4cf1-b756-ed173e555fc4 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:42.281113 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376bbd0e-bb7e-42c0-927c-d350bd8343c2 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Pushing event deleted for resources: {'Network': ['ID=7d6529be-6097-44b5-939a-b2bcd895038b,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:42.337508 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6ecb029-f194-4cf1-b756-ed173e555fc4 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:33:42.363383 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c6ecb029-f194-4cf1-b756-ed173e555fc4 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:42.364111 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-c6ecb029-f194-4cf1-b756-ed173e555fc4 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Added segment 07df550e-d948-4103-87b3-42e6a7275d31 of type vlan for network 061f42e7-703f-4a48-b13d-8eccae1b4aca Jul 29 23:33:42.413607 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c6ecb029-f194-4cf1-b756-ed173e555fc4 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:42.470142 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c6ecb029-f194-4cf1-b756-ed173e555fc4 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:42.478953 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ecb029-f194-4cf1-b756-ed173e555fc4 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:42.478953 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c6ecb029-f194-4cf1-b756-ed173e555fc4 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:42.566553 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-c6ecb029-f194-4cf1-b756-ed173e555fc4 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3405039 Jul 29 23:33:42.570237 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54194) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:42.575647 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-0b9e5c72-83e0-4e59-84c8-4981a9a804ca tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Request body: {'subnet': {'network_id': '061f42e7-703f-4a48-b13d-8eccae1b4aca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:42.673512 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ecb029-f194-4cf1-b756-ed173e555fc4 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Pushing event updated for resources: {'Network': ['ID=061f42e7-703f-4a48-b13d-8eccae1b4aca,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:42.698439 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 061f42e7-703f-4a48-b13d-8eccae1b4aca details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:33:42.754651 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9e5c72-83e0-4e59-84c8-4981a9a804ca tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Made reservation on behalf of 6b25a1b4ab414b4591c3025dbde3bb10 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:42.762296 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0b9e5c72-83e0-4e59-84c8-4981a9a804ca tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:42.823979 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b31b97ba-3d9f-4c1c-b747-1314d60926a7 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:42.967588 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73e7db4-4c6d-4ffd-ac96-a1210ab84b34 None None] Network 9cef5ecc-e74f-4ba7-95f0-031c37b80c50 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:33:43.079683 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-d95752ae-9c7d-41b0-bf30-ce76e755fa69 None None] Provisioning for port aa54b501-4573-4f29-b631-0e5f24e3cb32 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:33:43.083169 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b31b97ba-3d9f-4c1c-b747-1314d60926a7 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Router 1e411ac9-16f1-4c1c-9e5d-46bb69f93f49 is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:33:43.297111 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device aa54b501-4573-4f29-b631-0e5f24e3cb32 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:33:43.344079 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b31b97ba-3d9f-4c1c-b747-1314d60926a7 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:33:43.344335 n-d-712141-10 neutron-server[94078]: DEBUG neutron.objects.ports [None req-0b9e5c72-83e0-4e59-84c8-4981a9a804ca tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94078) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 23:33:43.346215 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0b9e5c72-83e0-4e59-84c8-4981a9a804ca tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:43.356759 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6527e2e8-77ff-40c9-a748-357cc1ab25ed None None] Sync routers for ids ['1e411ac9-16f1-4c1c-9e5d-46bb69f93f49'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:33:43.374387 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6527e2e8-77ff-40c9-a748-357cc1ab25ed None None] Routers {'1e411ac9-16f1-4c1c-9e5d-46bb69f93f49'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:33:43.375040 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-6527e2e8-77ff-40c9-a748-357cc1ab25ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:33:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['1e411ac9-16f1-4c1c-9e5d-46bb69f93f49'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:43.391029 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b31b97ba-3d9f-4c1c-b747-1314d60926a7 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:43.395852 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b31b97ba-3d9f-4c1c-b747-1314d60926a7 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.6875508 Jul 29 23:33:43.396825 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54206) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:43.409918 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port aa54b501-4573-4f29-b631-0e5f24e3cb32 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:33:43.420867 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port aa54b501-4573-4f29-b631-0e5f24e3cb32 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:43.421435 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:43.464009 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-6527e2e8-77ff-40c9-a748-357cc1ab25ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:43.486090 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6527e2e8-77ff-40c9-a748-357cc1ab25ed None None] Routers {'1e411ac9-16f1-4c1c-9e5d-46bb69f93f49'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:33:43.486710 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-6527e2e8-77ff-40c9-a748-357cc1ab25ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:33:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['1e411ac9-16f1-4c1c-9e5d-46bb69f93f49'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:43.517818 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e5c72-83e0-4e59-84c8-4981a9a804ca tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Pushing event updated for resources: {'Subnet': ['ID=bd555ace-abc8-4c22-8a21-bf1b735548b3,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:43.536539 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9e5c72-83e0-4e59-84c8-4981a9a804ca tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Checking segment: {'id': '07df550e-d948-4103-87b3-42e6a7275d31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '061f42e7-703f-4a48-b13d-8eccae1b4aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:33:43.536899 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9e5c72-83e0-4e59-84c8-4981a9a804ca tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Network hostable DHCP agents. Network: 061f42e7-703f-4a48-b13d-8eccae1b4aca, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:33:43.555396 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-6527e2e8-77ff-40c9-a748-357cc1ab25ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:43.556059 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6527e2e8-77ff-40c9-a748-357cc1ab25ed None None] The sync data for ids ['1e411ac9-16f1-4c1c-9e5d-46bb69f93f49'] in n-d-712141-10 is: [] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:33:43.573990 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:43.581119 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2b9f23-0006-4999-bef5-8f67e588dbe5 None None] get_active_networks_info from n-d-712141-10 {{(pid=94079) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 23:33:43.586782 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9e5c72-83e0-4e59-84c8-4981a9a804ca tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Network 061f42e7-703f-4a48-b13d-8eccae1b4aca is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:33:43.608470 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-0b9e5c72-83e0-4e59-84c8-4981a9a804ca tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 061f42e7-703f-4a48-b13d-8eccae1b4aca) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:43.613624 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9e5c72-83e0-4e59-84c8-4981a9a804ca tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:43.616513 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0b9e5c72-83e0-4e59-84c8-4981a9a804ca tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:43.655382 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-0b9e5c72-83e0-4e59-84c8-4981a9a804ca tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0806313 Jul 29 23:33:43.655747 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54210) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:43.712973 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port aa54b501-4573-4f29-b631-0e5f24e3cb32, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=aa54b501-4573-4f29-b631-0e5f24e3cb32,segment=NetworkSegment(e31d4c3f-7436-48ab-aadd-a58f2c288f5f),segment_id=e31d4c3f-7436-48ab-aadd-a58f2c288f5f)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:43.728194 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:43.816220 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3fc0290b-75e3-4d6b-b63f-e6fff1b489b2 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:43.890017 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3fc0290b-75e3-4d6b-b63f-e6fff1b489b2 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:43.916030 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-a10449fa-f840-4808-8ddd-84b9e9e97199 None None] Provisioning complete for port aa54b501-4573-4f29-b631-0e5f24e3cb32 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:43.916583 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a10449fa-f840-4808-8ddd-84b9e9e97199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:43.919235 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2b9f23-0006-4999-bef5-8f67e588dbe5 None None] Resources bound (agent type, host, resource id): {{(pid=94079) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 23:33:43.993745 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3fc0290b-75e3-4d6b-b63f-e6fff1b489b2 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:44.015965 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=aa54b501-4573-4f29-b631-0e5f24e3cb32,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:44.064540 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc0290b-75e3-4d6b-b63f-e6fff1b489b2 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Pushing event deleted for resources: {'Subnet': ['ID=bd555ace-abc8-4c22-8a21-bf1b735548b3,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:44.177158 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3fc0290b-75e3-4d6b-b63f-e6fff1b489b2 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:44.191578 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-3fc0290b-75e3-4d6b-b63f-e6fff1b489b2 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['061f42e7-703f-4a48-b13d-8eccae1b4aca']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:44.208074 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-3fc0290b-75e3-4d6b-b63f-e6fff1b489b2 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07df550e-d948-4103-87b3-42e6a7275d31') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:44.208498 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-3fc0290b-75e3-4d6b-b63f-e6fff1b489b2 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07df550e-d948-4103-87b3-42e6a7275d31') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:44.225912 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3fc0290b-75e3-4d6b-b63f-e6fff1b489b2 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:44.238917 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-24284e08-95cb-44c0-9efa-56dc44bd3726 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:44.255985 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3fc0290b-75e3-4d6b-b63f-e6fff1b489b2 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:44.270633 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fc0290b-75e3-4d6b-b63f-e6fff1b489b2 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:33:44.271052 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3fc0290b-75e3-4d6b-b63f-e6fff1b489b2 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:44.282074 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:33:44.282074 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:33:44.282074 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:33:44.282074 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:33:44.282074 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:33:44.282074 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:33:44.282074 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:33:44.282074 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:33:44.282074 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:33:44.282074 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:33:44.282074 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:33:44.282074 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:33:44.282074 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:33:44.282074 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:33:44.282074 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:33:44.282074 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:33:44.282074 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:33:44.282074 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:33:44.282074 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:33:44.282074 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:33:44.282074 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:33:44.282074 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:33:44.282074 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:33:44.282074 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:33:44.282074 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:33:44.282074 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:33:44.282074 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:33:44.282074 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:33:44.282074 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:33:44.282074 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:33:44.282074 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:33:44.282074 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:33:44.386357 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3fc0290b-75e3-4d6b-b63f-e6fff1b489b2 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:44.396635 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3fc0290b-75e3-4d6b-b63f-e6fff1b489b2 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:44.404394 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-3fc0290b-75e3-4d6b-b63f-e6fff1b489b2 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] 10.222.0.43 "DELETE /v2.0/networks/061f42e7-703f-4a48-b13d-8eccae1b4aca HTTP/1.1" status: 204 len: 168 time: 0.7467077 Jul 29 23:33:44.405189 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54220) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:44.459106 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d95ce8c-caa5-44b5-9657-6c3f18426837 None None] Network 061f42e7-703f-4a48-b13d-8eccae1b4aca requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:33:44.460184 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-c58a8482-a341-4c99-b810-8b6ecec03f0e tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] DELETE failed (client error): The resource could not be found. Jul 29 23:33:44.460855 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c58a8482-a341-4c99-b810-8b6ecec03f0e tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:33:44.466692 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-c58a8482-a341-4c99-b810-8b6ecec03f0e tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] 10.222.0.43 "DELETE /v2.0/subnets/bd555ace-abc8-4c22-8a21-bf1b735548b3 HTTP/1.1" status: 404 len: 337 time: 0.0560174 Jul 29 23:33:44.467625 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc0290b-75e3-4d6b-b63f-e6fff1b489b2 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Pushing event deleted for resources: {'Network': ['ID=061f42e7-703f-4a48-b13d-8eccae1b4aca,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:44.470071 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54222) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:44.478139 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d95ce8c-caa5-44b5-9657-6c3f18426837 None None] Network 061f42e7-703f-4a48-b13d-8eccae1b4aca could not be found, it might have been deleted concurrently. {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 29 23:33:44.491878 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cdd7ae5-b7f4-4f42-8fd3-42a8ad189bea None None] Network 061f42e7-703f-4a48-b13d-8eccae1b4aca requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:33:44.502256 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-a788b31a-9e21-4c15-b5b5-59c87e1bce12 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] DELETE failed (client error): The resource could not be found. Jul 29 23:33:44.502509 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a788b31a-9e21-4c15-b5b5-59c87e1bce12 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:33:44.507537 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-a788b31a-9e21-4c15-b5b5-59c87e1bce12 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] 10.222.0.43 "DELETE /v2.0/networks/061f42e7-703f-4a48-b13d-8eccae1b4aca HTTP/1.1" status: 404 len: 339 time: 0.0362909 Jul 29 23:33:44.508159 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54224) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:44.519801 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cdd7ae5-b7f4-4f42-8fd3-42a8ad189bea None None] Network 061f42e7-703f-4a48-b13d-8eccae1b4aca could not be found, it might have been deleted concurrently. {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 29 23:33:44.539999 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e8c3c43-8833-46dd-9122-abff21829639 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] DELETE failed (client error): The resource could not be found. Jul 29 23:33:44.540513 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e8c3c43-8833-46dd-9122-abff21829639 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:33:44.542244 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-0e8c3c43-8833-46dd-9122-abff21829639 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] 10.222.0.43 "DELETE /v2.0/subnets/a17b4822-e63e-464a-8439-1c7f2073ee2f HTTP/1.1" status: 404 len: 337 time: 0.0331228 Jul 29 23:33:44.545568 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54228) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:44.569274 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ef17253-edaf-4976-9458-b0eda508e87b tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] DELETE failed (client error): The resource could not be found. Jul 29 23:33:44.569894 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ef17253-edaf-4976-9458-b0eda508e87b tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:33:44.571613 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-5ef17253-edaf-4976-9458-b0eda508e87b tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] 10.222.0.43 "DELETE /v2.0/networks/7d6529be-6097-44b5-939a-b2bcd895038b HTTP/1.1" status: 404 len: 339 time: 0.0250905 Jul 29 23:33:44.574543 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54230) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:44.606348 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4ffddb6-317a-40ed-a7a6-35373a44b422 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] DELETE failed (client error): The resource could not be found. Jul 29 23:33:44.607481 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4ffddb6-317a-40ed-a7a6-35373a44b422 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:33:44.609502 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-d4ffddb6-317a-40ed-a7a6-35373a44b422 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] 10.222.0.43 "DELETE /v2.0/subnets/92eab7fb-9329-47db-93c3-95def37335ea HTTP/1.1" status: 404 len: 337 time: 0.0337899 Jul 29 23:33:44.619222 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54232) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:44.647326 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-b576a9cc-5ac4-423f-a583-afdda68451a7 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] DELETE failed (client error): The resource could not be found. Jul 29 23:33:44.647923 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b576a9cc-5ac4-423f-a583-afdda68451a7 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:33:44.652379 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b576a9cc-5ac4-423f-a583-afdda68451a7 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] 10.222.0.43 "DELETE /v2.0/networks/cc091bf9-0de9-41f2-84bd-2cf1c36485a0 HTTP/1.1" status: 404 len: 339 time: 0.0320039 Jul 29 23:33:44.652954 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54234) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:44.673381 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e04e5-7880-4d95-a231-43265bd7005b req-42400392-1eb7-4d75-bd45-1c8eabbe844c tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:44.675085 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-660e04e5-7880-4d95-a231-43265bd7005b req-42400392-1eb7-4d75-bd45-1c8eabbe844c tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec37b90a-2123-44d6-b1db-d72f91d0a7ac HTTP/1.1" status: 200 len: 946 time: 0.0645332 Jul 29 23:33:44.703992 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-24284e08-95cb-44c0-9efa-56dc44bd3726 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Allocated IP 172.20.0.1 (9cef5ecc-e74f-4ba7-95f0-031c37b80c50/33db7355-5f05-43a9-8998-332ace2ac6a4/949ea235-ff61-4cec-9512-30396053539f) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:33:44.742178 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-660e04e5-7880-4d95-a231-43265bd7005b req-04b25e74-053b-4951-8827-b832605dde2e tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f70c726-a398-4f44-8add-5d324eb1a3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496249 Jul 29 23:33:44.809173 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-b3df5fca-3156-4da1-97b8-b7d011add283 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Deleting port de7f17d7-8776-44ff-a9de-49f4b9230381 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:33:44.811146 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b3df5fca-3156-4da1-97b8-b7d011add283 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:44.834754 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-24284e08-95cb-44c0-9efa-56dc44bd3726 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:44.856006 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-24284e08-95cb-44c0-9efa-56dc44bd3726 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Transition to ACTIVE for port object 949ea235-ff61-4cec-9512-30396053539f will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:44.889040 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b3df5fca-3156-4da1-97b8-b7d011add283 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:44.900638 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-24284e08-95cb-44c0-9efa-56dc44bd3726 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:44.906909 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-b3df5fca-3156-4da1-97b8-b7d011add283 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Calling delete_port for de7f17d7-8776-44ff-a9de-49f4b9230381 owned by {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:33:44.947455 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24284e08-95cb-44c0-9efa-56dc44bd3726 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Network 9cef5ecc-e74f-4ba7-95f0-031c37b80c50 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:44.951227 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-24284e08-95cb-44c0-9efa-56dc44bd3726 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:44.958422 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24284e08-95cb-44c0-9efa-56dc44bd3726 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:33:44.985922 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24284e08-95cb-44c0-9efa-56dc44bd3726 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Pushing event updated for resources: {'Port': ['ID=949ea235-ff61-4cec-9512-30396053539f,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:45.005378 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-24284e08-95cb-44c0-9efa-56dc44bd3726 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:45.014396 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b3df5fca-3156-4da1-97b8-b7d011add283 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:45.049285 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df5fca-3156-4da1-97b8-b7d011add283 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Pushing event deleted for resources: {'Port': ['ID=de7f17d7-8776-44ff-a9de-49f4b9230381,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:45.056819 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b3df5fca-3156-4da1-97b8-b7d011add283 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:45.059192 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-b3df5fca-3156-4da1-97b8-b7d011add283 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] 10.222.0.43 "DELETE /v2.0/ports/de7f17d7-8776-44ff-a9de-49f4b9230381 HTTP/1.1" status: 204 len: 168 time: 0.4043238 Jul 29 23:33:45.062362 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54240) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:45.096041 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-9624d731-86d5-445e-8f53-b65fa02f18e3 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] DELETE failed (client error): The resource could not be found. Jul 29 23:33:45.096506 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9624d731-86d5-445e-8f53-b65fa02f18e3 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:33:45.101151 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9624d731-86d5-445e-8f53-b65fa02f18e3 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] 10.222.0.43 "DELETE /v2.0/subnets/88f55d94-1199-4256-86a0-b3e9bbf063e3 HTTP/1.1" status: 404 len: 337 time: 0.0333185 Jul 29 23:33:45.101403 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54242) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:45.236727 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-14b3d0ea-be33-48a7-bcb6-686b8a50f156 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:45.292925 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-74da9dbb-0932-4069-9869-7d4a198ef92e None None] Provisioning for port 949ea235-ff61-4cec-9512-30396053539f completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:33:45.310251 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-74da9dbb-0932-4069-9869-7d4a198ef92e None None] Provisioning complete for port 949ea235-ff61-4cec-9512-30396053539f triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:45.310744 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-74da9dbb-0932-4069-9869-7d4a198ef92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:45.348859 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-74da9dbb-0932-4069-9869-7d4a198ef92e None None] Port 949ea235-ff61-4cec-9512-30396053539f cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:33:45.359477 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-24284e08-95cb-44c0-9efa-56dc44bd3726 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:45.362236 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device aa54b501-4573-4f29-b631-0e5f24e3cb32 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:33:45.383486 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-14b3d0ea-be33-48a7-bcb6-686b8a50f156 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:45.397399 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-14b3d0ea-be33-48a7-bcb6-686b8a50f156 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f463243c-311a-4d2e-bd4a-f7c92757d238']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:45.415493 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port aa54b501-4573-4f29-b631-0e5f24e3cb32 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:45.416138 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:45.429509 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-14b3d0ea-be33-48a7-bcb6-686b8a50f156 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e0fa451-5ca2-448a-8ec5-9f65c87fd5d3') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:45.429851 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-14b3d0ea-be33-48a7-bcb6-686b8a50f156 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e0fa451-5ca2-448a-8ec5-9f65c87fd5d3') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:45.444625 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-14b3d0ea-be33-48a7-bcb6-686b8a50f156 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:45.507000 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-14b3d0ea-be33-48a7-bcb6-686b8a50f156 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:45.518823 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14b3d0ea-be33-48a7-bcb6-686b8a50f156 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:33:45.519339 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-14b3d0ea-be33-48a7-bcb6-686b8a50f156 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:45.522277 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:33:45.522277 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:33:45.522277 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:33:45.522277 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:33:45.522277 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:33:45.522277 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:33:45.522277 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:33:45.522277 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:33:45.522277 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:33:45.522277 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:33:45.522277 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:33:45.522277 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:33:45.522277 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:33:45.522277 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:33:45.522277 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:33:45.522277 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:33:45.522277 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:33:45.522277 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:33:45.522277 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:33:45.522277 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:33:45.522277 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:33:45.522277 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:33:45.522277 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:33:45.522277 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:33:45.522277 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:33:45.522277 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:33:45.522277 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:33:45.522277 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:33:45.522277 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:33:45.522277 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:33:45.522277 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:33:45.522277 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:33:45.628771 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-14b3d0ea-be33-48a7-bcb6-686b8a50f156 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:45.639925 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-14b3d0ea-be33-48a7-bcb6-686b8a50f156 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:45.641810 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-14b3d0ea-be33-48a7-bcb6-686b8a50f156 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] 10.222.0.43 "DELETE /v2.0/networks/f463243c-311a-4d2e-bd4a-f7c92757d238 HTTP/1.1" status: 204 len: 168 time: 0.5394313 Jul 29 23:33:45.644527 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54248) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:45.666107 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b3d0ea-be33-48a7-bcb6-686b8a50f156 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Pushing event deleted for resources: {'Network': ['ID=f463243c-311a-4d2e-bd4a-f7c92757d238,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:45.753622 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-24270793-126c-4b0b-bfee-ec361e18d492 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Deleting port 8430f58b-d933-4591-82b9-46d590a974e8 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:33:45.753885 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-24270793-126c-4b0b-bfee-ec361e18d492 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:45.788406 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-24284e08-95cb-44c0-9efa-56dc44bd3726 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:45.795231 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-24284e08-95cb-44c0-9efa-56dc44bd3726 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:45.837944 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-24270793-126c-4b0b-bfee-ec361e18d492 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:45.863051 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-24270793-126c-4b0b-bfee-ec361e18d492 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Calling delete_port for 8430f58b-d933-4591-82b9-46d590a974e8 owned by {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:33:45.883594 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-24284e08-95cb-44c0-9efa-56dc44bd3726 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:45.885484 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24284e08-95cb-44c0-9efa-56dc44bd3726 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Pushing event updated for resources: {'Port': ['ID=949ea235-ff61-4cec-9512-30396053539f,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:46.006097 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24284e08-95cb-44c0-9efa-56dc44bd3726 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Network 9cef5ecc-e74f-4ba7-95f0-031c37b80c50 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:46.007759 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-24284e08-95cb-44c0-9efa-56dc44bd3726 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:46.052130 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31669262-f234-4f75-846d-cd96e7309d6f req-8449c699-13dd-4b6e-9ba0-ee496e00dc96 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:46.053983 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-31669262-f234-4f75-846d-cd96e7309d6f req-8449c699-13dd-4b6e-9ba0-ee496e00dc96 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec37b90a-2123-44d6-b1db-d72f91d0a7ac HTTP/1.1" status: 200 len: 946 time: 0.1802945 Jul 29 23:33:46.076536 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3798d664-8413-4ead-905a-948e38598445 req-021418c8-2027-42d9-9154-3cebaec4470c tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:46.084447 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3798d664-8413-4ead-905a-948e38598445 req-021418c8-2027-42d9-9154-3cebaec4470c tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec37b90a-2123-44d6-b1db-d72f91d0a7ac HTTP/1.1" status: 200 len: 946 time: 0.1102805 Jul 29 23:33:46.149129 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-24270793-126c-4b0b-bfee-ec361e18d492 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:46.161966 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24284e08-95cb-44c0-9efa-56dc44bd3726 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Router 1e411ac9-16f1-4c1c-9e5d-46bb69f93f49 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:33:46.226445 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24270793-126c-4b0b-bfee-ec361e18d492 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Pushing event deleted for resources: {'Port': ['ID=8430f58b-d933-4591-82b9-46d590a974e8,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:46.249897 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3798d664-8413-4ead-905a-948e38598445 req-ca219022-a0da-4951-b6dd-22065d1be767 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f70c726-a398-4f44-8add-5d324eb1a3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577749 Jul 29 23:33:46.255850 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-24270793-126c-4b0b-bfee-ec361e18d492 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:46.260147 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-24270793-126c-4b0b-bfee-ec361e18d492 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] 10.222.0.43 "DELETE /v2.0/ports/8430f58b-d933-4591-82b9-46d590a974e8 HTTP/1.1" status: 204 len: 168 time: 0.6114466 Jul 29 23:33:46.261044 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54256) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:46.296422 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-14eff5d0-656c-4a6c-b74c-860c6cb65edf tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] DELETE failed (client error): The resource could not be found. Jul 29 23:33:46.296785 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14eff5d0-656c-4a6c-b74c-860c6cb65edf tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:33:46.300885 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-14eff5d0-656c-4a6c-b74c-860c6cb65edf tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] 10.222.0.43 "DELETE /v2.0/subnets/7b914702-6a18-4cd1-bbec-3a6a15520358 HTTP/1.1" status: 404 len: 337 time: 0.0342429 Jul 29 23:33:46.301122 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54258) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:46.313319 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24284e08-95cb-44c0-9efa-56dc44bd3726 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:33:46.320699 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-24284e08-95cb-44c0-9efa-56dc44bd3726 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] 10.222.0.43 "PUT /v2.0/routers/1e411ac9-16f1-4c1c-9e5d-46bb69f93f49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9199939 Jul 29 23:33:46.320699 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54262) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:46.327133 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-d1805101-62c8-46a7-ba2b-1f02534c46f4 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Request body: {'port': {'network_id': '9cef5ecc-e74f-4ba7-95f0-031c37b80c50', 'name': 'tempest-FloatingIPAdminTestJSON-951866753'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:46.329003 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec4b5b6-923b-4e24-868e-9f055bcde42c None None] Sync routers for ids ['1e411ac9-16f1-4c1c-9e5d-46bb69f93f49'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:33:46.342176 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec4b5b6-923b-4e24-868e-9f055bcde42c None None] Routers {'1e411ac9-16f1-4c1c-9e5d-46bb69f93f49'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:33:46.343019 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-5ec4b5b6-923b-4e24-868e-9f055bcde42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:33:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['1e411ac9-16f1-4c1c-9e5d-46bb69f93f49'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:46.400635 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-5ec4b5b6-923b-4e24-868e-9f055bcde42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:46.402688 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-31669262-f234-4f75-846d-cd96e7309d6f req-c064ca42-2049-42cc-af6f-90f85d33a0c2 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Deleting port 891cff95-2b72-4502-91e7-a6301c4894bd {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:33:46.402834 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-31669262-f234-4f75-846d-cd96e7309d6f req-c064ca42-2049-42cc-af6f-90f85d33a0c2 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:46.413075 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec4b5b6-923b-4e24-868e-9f055bcde42c None None] Routers {'1e411ac9-16f1-4c1c-9e5d-46bb69f93f49'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:33:46.414157 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-5ec4b5b6-923b-4e24-868e-9f055bcde42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:33:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['1e411ac9-16f1-4c1c-9e5d-46bb69f93f49'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:46.426494 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0b28232d-e51f-4747-b628-2e27f348393e tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:46.464330 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1805101-62c8-46a7-ba2b-1f02534c46f4 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Made reservation on behalf of 5e8a5c340acc40c8b3f3b74871cdb2dd for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:46.467362 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-5ec4b5b6-923b-4e24-868e-9f055bcde42c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:46.468189 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec4b5b6-923b-4e24-868e-9f055bcde42c None None] The sync data for ids ['1e411ac9-16f1-4c1c-9e5d-46bb69f93f49'] in n-d-712141-10 is: [] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:33:46.468598 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d1805101-62c8-46a7-ba2b-1f02534c46f4 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:46.489754 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-5f1e4843-b8d6-4190-b093-b5b719b08525 None None] Provisioning complete for port 949ea235-ff61-4cec-9512-30396053539f triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:46.490002 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [None req-d1805101-62c8-46a7-ba2b-1f02534c46f4 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] device_id is not set on port d16537b2-2251-49bf-b28a-96ee4104d80e yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:33:46.490592 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5f1e4843-b8d6-4190-b093-b5b719b08525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:46.539242 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-5f1e4843-b8d6-4190-b093-b5b719b08525 None None] Port 949ea235-ff61-4cec-9512-30396053539f cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:33:46.610446 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-31669262-f234-4f75-846d-cd96e7309d6f req-c064ca42-2049-42cc-af6f-90f85d33a0c2 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] For port 891cff95-2b72-4502-91e7-a6301c4894bd, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=891cff95-2b72-4502-91e7-a6301c4894bd,segment=NetworkSegment(c240b120-a01c-4473-a8c8-2ed685fc0371),segment_id=c240b120-a01c-4473-a8c8-2ed685fc0371)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:46.610882 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-31669262-f234-4f75-846d-cd96e7309d6f req-c064ca42-2049-42cc-af6f-90f85d33a0c2 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:46.614064 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0b28232d-e51f-4747-b628-2e27f348393e tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:46.617903 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-d1805101-62c8-46a7-ba2b-1f02534c46f4 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Allocated IP 172.20.0.8 (9cef5ecc-e74f-4ba7-95f0-031c37b80c50/33db7355-5f05-43a9-8998-332ace2ac6a4/d16537b2-2251-49bf-b28a-96ee4104d80e) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:33:46.633240 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-0b28232d-e51f-4747-b628-2e27f348393e tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca522dbd-7ac8-4a10-81ee-8db5b23977e8']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:46.635520 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-31669262-f234-4f75-846d-cd96e7309d6f req-c064ca42-2049-42cc-af6f-90f85d33a0c2 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Calling delete_port for 891cff95-2b72-4502-91e7-a6301c4894bd owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:33:46.647344 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-0b28232d-e51f-4747-b628-2e27f348393e tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65557e15-b577-4fad-aba4-4eef220a6dd5') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:46.648062 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-0b28232d-e51f-4747-b628-2e27f348393e tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65557e15-b577-4fad-aba4-4eef220a6dd5') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:46.662679 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0b28232d-e51f-4747-b628-2e27f348393e tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:46.710605 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0b28232d-e51f-4747-b628-2e27f348393e tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:46.722797 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b28232d-e51f-4747-b628-2e27f348393e tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:33:46.723212 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0b28232d-e51f-4747-b628-2e27f348393e tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:46.729620 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:33:46.729620 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:33:46.729620 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:33:46.729620 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:33:46.729620 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:33:46.729620 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:33:46.729620 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:33:46.729620 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:33:46.729620 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:33:46.729620 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:33:46.729620 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:33:46.729620 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:33:46.729620 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:33:46.729620 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:33:46.729620 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:33:46.729620 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:33:46.729620 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:33:46.729620 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:33:46.729620 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:33:46.729620 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:33:46.729620 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:33:46.729620 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:33:46.729620 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:33:46.729620 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:33:46.729620 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:33:46.729620 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:33:46.729620 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:33:46.729620 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:33:46.729620 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:33:46.729620 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:33:46.729620 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:33:46.729620 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:33:46.806389 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0b28232d-e51f-4747-b628-2e27f348393e tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:46.819213 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0b28232d-e51f-4747-b628-2e27f348393e tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:46.824262 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-0b28232d-e51f-4747-b628-2e27f348393e tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] 10.222.0.43 "DELETE /v2.0/networks/ca522dbd-7ac8-4a10-81ee-8db5b23977e8 HTTP/1.1" status: 204 len: 168 time: 0.5190463 Jul 29 23:33:46.849174 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54266) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:46.860836 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b28232d-e51f-4747-b628-2e27f348393e tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Pushing event deleted for resources: {'Network': ['ID=ca522dbd-7ac8-4a10-81ee-8db5b23977e8,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:46.907016 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b28232d-e51f-4747-b628-2e27f348393e tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:46.907359 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b28232d-e51f-4747-b628-2e27f348393e tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:46.907710 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b28232d-e51f-4747-b628-2e27f348393e tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:46.908054 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b28232d-e51f-4747-b628-2e27f348393e tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:46.908442 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b28232d-e51f-4747-b628-2e27f348393e tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:46.908858 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b28232d-e51f-4747-b628-2e27f348393e tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:46.909283 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b28232d-e51f-4747-b628-2e27f348393e tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:46.909742 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b28232d-e51f-4747-b628-2e27f348393e tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:46.910228 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b28232d-e51f-4747-b628-2e27f348393e tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:46.910533 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b28232d-e51f-4747-b628-2e27f348393e tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:46.910899 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b28232d-e51f-4747-b628-2e27f348393e tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:46.911225 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b28232d-e51f-4747-b628-2e27f348393e tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:46.947143 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-31669262-f234-4f75-846d-cd96e7309d6f req-c064ca42-2049-42cc-af6f-90f85d33a0c2 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:46.967136 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-3261f89c-825a-467c-9fc6-fefc7f7ee9f5 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Deleting subnet d4a9a7d6-170f-4c88-be9e-e155496296b5 {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:33:46.984630 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['ecf037ff-8350-46e5-a553-32b0e968847d', '33c7bedf-7783-47d1-b378-2b04027e3a81'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:33:47.001977 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c064ca42-2049-42cc-af6f-90f85d33a0c2 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Pushing event deleted for resources: {'Port': ['ID=891cff95-2b72-4502-91e7-a6301c4894bd,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:47.014024 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3261f89c-825a-467c-9fc6-fefc7f7ee9f5 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:47.085051 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-31669262-f234-4f75-846d-cd96e7309d6f req-c064ca42-2049-42cc-af6f-90f85d33a0c2 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] No DVR routers for this DVR port 891cff95-2b72-4502-91e7-a6301c4894bd on host n-h2-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:33:47.090080 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-31669262-f234-4f75-846d-cd96e7309d6f req-c064ca42-2049-42cc-af6f-90f85d33a0c2 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:47.092141 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-31669262-f234-4f75-846d-cd96e7309d6f req-c064ca42-2049-42cc-af6f-90f85d33a0c2 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.22 "DELETE /v2.0/ports/891cff95-2b72-4502-91e7-a6301c4894bd HTTP/1.1" status: 204 len: 173 time: 1.0294936 Jul 29 23:33:47.092591 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec37b90a-2123-44d6-b1db-d72f91d0a7ac', 'name': 'network-vif-deleted', 'tag': '891cff95-2b72-4502-91e7-a6301c4894bd'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:33:47.097947 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bdea17f-bf71-44d8-a3b6-8da98fdfd7e8" -d '{"events": [{"server_uuid": "ec37b90a-2123-44d6-b1db-d72f91d0a7ac", "name": "network-vif-deleted", "tag": "891cff95-2b72-4502-91e7-a6301c4894bd"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:33:47.131072 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3261f89c-825a-467c-9fc6-fefc7f7ee9f5 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:47.164310 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d1805101-62c8-46a7-ba2b-1f02534c46f4 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:47.183173 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-d1805101-62c8-46a7-ba2b-1f02534c46f4 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Transition to ACTIVE for port object d16537b2-2251-49bf-b28a-96ee4104d80e will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:47.186381 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-610d26a3-540b-4824-a22f-c9fd0434d077 x-openstack-request-id: req-610d26a3-540b-4824-a22f-c9fd0434d077 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:33:47.186381 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec37b90a-2123-44d6-b1db-d72f91d0a7ac", "name": "network-vif-deleted", "tag": "891cff95-2b72-4502-91e7-a6301c4894bd", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:33:47.186381 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-610d26a3-540b-4824-a22f-c9fd0434d077 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:33:47.186381 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec37b90a-2123-44d6-b1db-d72f91d0a7ac', 'name': 'network-vif-deleted', 'tag': '891cff95-2b72-4502-91e7-a6301c4894bd', 'status': 'completed', 'code': 200} Jul 29 23:33:47.240836 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d1805101-62c8-46a7-ba2b-1f02534c46f4 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:47.268193 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3261f89c-825a-467c-9fc6-fefc7f7ee9f5 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:47.315229 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1805101-62c8-46a7-ba2b-1f02534c46f4 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Network 9cef5ecc-e74f-4ba7-95f0-031c37b80c50 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:47.319119 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-d1805101-62c8-46a7-ba2b-1f02534c46f4 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:47.323984 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1805101-62c8-46a7-ba2b-1f02534c46f4 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:33:47.368420 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1805101-62c8-46a7-ba2b-1f02534c46f4 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Pushing event updated for resources: {'Port': ['ID=d16537b2-2251-49bf-b28a-96ee4104d80e,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:47.399370 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3261f89c-825a-467c-9fc6-fefc7f7ee9f5 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:47.447131 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3261f89c-825a-467c-9fc6-fefc7f7ee9f5 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Pushing event deleted for resources: {'Subnet': ['ID=d4a9a7d6-170f-4c88-be9e-e155496296b5,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:47.450494 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1805101-62c8-46a7-ba2b-1f02534c46f4 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:47.451184 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d1805101-62c8-46a7-ba2b-1f02534c46f4 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:47.455295 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3261f89c-825a-467c-9fc6-fefc7f7ee9f5 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:47.459871 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-3261f89c-825a-467c-9fc6-fefc7f7ee9f5 tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] 10.222.0.43 "DELETE /v2.0/subnets/d4a9a7d6-170f-4c88-be9e-e155496296b5 HTTP/1.1" status: 204 len: 168 time: 0.6074777 Jul 29 23:33:47.460501 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54280) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:47.472712 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3a6f89-064d-4e47-99a0-a593b197c6ae None None] Network cacd85c0-50d7-4cd3-a03a-868fb7591a52 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:33:47.514720 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d1805101-62c8-46a7-ba2b-1f02534c46f4 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1924222 Jul 29 23:33:47.517930 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54284) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:47.754494 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae4a213-cb4c-4be7-b396-473c85868b0c req-3b059b57-ede5-4c6a-8fca-cb21404e9272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:47.758756 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-cae4a213-cb4c-4be7-b396-473c85868b0c req-3b059b57-ede5-4c6a-8fca-cb21404e9272 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0043d03cb0a4bbcbd35eb8f2075805c&device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 1096 time: 0.1312315 Jul 29 23:33:47.851512 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a0e474d5-976e-4d7e-bb27-b9e867ab52af req-50203624-02b6-42cc-afc3-824f0ab93009 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/ports?device_id=ec37b90a-2123-44d6-b1db-d72f91d0a7ac HTTP/1.1" status: 200 len: 210 time: 0.3872807 Jul 29 23:33:47.965857 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d267235d-b612-48fd-88b6-2a900536bd6d tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:47.990727 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b0af6c-a0a0-4d6a-877a-fc8b83a2d935 None None] DHCP port deletion for cacd85c0-50d7-4cd3-a03a-868fb7591a52 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:33:47.996176 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-203481f8-c52f-4bd5-89d8-99a0ef3beb00 None None] Provisioning for port d16537b2-2251-49bf-b28a-96ee4104d80e completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:33:48.006187 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-203481f8-c52f-4bd5-89d8-99a0ef3beb00 None None] Provisioning complete for port d16537b2-2251-49bf-b28a-96ee4104d80e triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:48.007043 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-203481f8-c52f-4bd5-89d8-99a0ef3beb00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:48.012012 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3407f7fc-a192-4745-8060-6b223c846abb req-0a9c6adb-9da8-4091-9b29-2b628ac21f4f tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:48.023889 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3407f7fc-a192-4745-8060-6b223c846abb req-0a9c6adb-9da8-4091-9b29-2b628ac21f4f tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 944 time: 0.2663605 Jul 29 23:33:48.051564 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-0cf528c7-2d64-48fb-bc05-8e5aa812222d tempest-FloatingIPAdminTestJSON-1809906649 tempest-FloatingIPAdminTestJSON-1809906649-project-admin] Request body: {'floatingip': {'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'project_id': '5e8a5c340acc40c8b3f3b74871cdb2dd', 'port_id': 'd16537b2-2251-49bf-b28a-96ee4104d80e'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:48.068373 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-203481f8-c52f-4bd5-89d8-99a0ef3beb00 None None] Port d16537b2-2251-49bf-b28a-96ee4104d80e cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:33:48.113804 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae4a213-cb4c-4be7-b396-473c85868b0c req-384f1abf-7ba6-486f-8b72-34e03707aae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:48.119345 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-cae4a213-cb4c-4be7-b396-473c85868b0c req-384f1abf-7ba6-486f-8b72-34e03707aae1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fc8993d1-1f3f-4e88-9d54-7eec99f127ad HTTP/1.1" status: 200 len: 913 time: 0.3523006 Jul 29 23:33:48.160600 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-30b0af6c-a0a0-4d6a-877a-fc8b83a2d935 None None] Deleting port ec3d8b0f-5575-4bcb-b393-64a3796b7894 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:33:48.163613 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-30b0af6c-a0a0-4d6a-877a-fc8b83a2d935 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:48.181889 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3407f7fc-a192-4745-8060-6b223c846abb req-4dad3bb1-becd-4b6d-b3d1-e0023caeca87 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539817 Jul 29 23:33:48.201217 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0cf528c7-2d64-48fb-bc05-8e5aa812222d tempest-FloatingIPAdminTestJSON-1809906649 tempest-FloatingIPAdminTestJSON-1809906649-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:48.231972 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-d267235d-b612-48fd-88b6-2a900536bd6d tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Deleting port ec3d8b0f-5575-4bcb-b393-64a3796b7894 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:33:48.232385 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d267235d-b612-48fd-88b6-2a900536bd6d tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:48.279565 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-cae4a213-cb4c-4be7-b396-473c85868b0c req-7225681e-439a-46b6-be44-1618a94f4351 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7227480-4f34-4ba2-a5a3-39cc6359fd0d HTTP/1.1" status: 200 len: 999 time: 0.1494160 Jul 29 23:33:48.287117 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 891cff95-2b72-4502-91e7-a6301c4894bd no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:33:48.324069 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: 891cff95-2b72-4502-91e7-a6301c4894bd {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:33:48.324419 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 891cff95-2b72-4502-91e7-a6301c4894bd not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:33:48.336796 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-d267235d-b612-48fd-88b6-2a900536bd6d tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] For port ec3d8b0f-5575-4bcb-b393-64a3796b7894, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=ec3d8b0f-5575-4bcb-b393-64a3796b7894,segment=NetworkSegment(f797f456-c430-44b1-9381-e4649c1e4b27),segment_id=f797f456-c430-44b1-9381-e4649c1e4b27)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:48.337075 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d267235d-b612-48fd-88b6-2a900536bd6d tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:48.344138 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-30b0af6c-a0a0-4d6a-877a-fc8b83a2d935 None None] For port ec3d8b0f-5575-4bcb-b393-64a3796b7894, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=ec3d8b0f-5575-4bcb-b393-64a3796b7894,segment=NetworkSegment(f797f456-c430-44b1-9381-e4649c1e4b27),segment_id=f797f456-c430-44b1-9381-e4649c1e4b27)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:48.344647 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-30b0af6c-a0a0-4d6a-877a-fc8b83a2d935 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:48.361313 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-30b0af6c-a0a0-4d6a-877a-fc8b83a2d935 None None] Calling delete_port for ec3d8b0f-5575-4bcb-b393-64a3796b7894 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:33:48.361737 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae4a213-cb4c-4be7-b396-473c85868b0c req-ef10e365-11ad-4304-8ba8-21cb1d2b08d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:48.363468 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-cae4a213-cb4c-4be7-b396-473c85868b0c req-ef10e365-11ad-4304-8ba8-21cb1d2b08d6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=01812886-2cdd-41de-831e-c3e259b8e381 HTTP/1.1" status: 200 len: 851 time: 0.0711799 Jul 29 23:33:48.363689 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-d267235d-b612-48fd-88b6-2a900536bd6d tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Calling delete_port for ec3d8b0f-5575-4bcb-b393-64a3796b7894 owned by network:dhcp {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:33:48.430438 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0cf528c7-2d64-48fb-bc05-8e5aa812222d tempest-FloatingIPAdminTestJSON-1809906649 tempest-FloatingIPAdminTestJSON-1809906649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:48.469688 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d267235d-b612-48fd-88b6-2a900536bd6d tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:48.488327 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-30b0af6c-a0a0-4d6a-877a-fc8b83a2d935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:48.508211 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d267235d-b612-48fd-88b6-2a900536bd6d tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Pushing event deleted for resources: {'Port': ['ID=ec3d8b0f-5575-4bcb-b393-64a3796b7894,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:48.513326 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d267235d-b612-48fd-88b6-2a900536bd6d tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] No DVR routers for this DVR port ec3d8b0f-5575-4bcb-b393-64a3796b7894 on host n-d-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:33:48.526889 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b0af6c-a0a0-4d6a-877a-fc8b83a2d935 None None] Pushing event deleted for resources: {'Port': ['ID=ec3d8b0f-5575-4bcb-b393-64a3796b7894,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:48.545255 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b0af6c-a0a0-4d6a-877a-fc8b83a2d935 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:48.545913 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b0af6c-a0a0-4d6a-877a-fc8b83a2d935 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:48.546524 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b0af6c-a0a0-4d6a-877a-fc8b83a2d935 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:48.546929 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b0af6c-a0a0-4d6a-877a-fc8b83a2d935 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:48.547673 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b0af6c-a0a0-4d6a-877a-fc8b83a2d935 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:48.548179 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b0af6c-a0a0-4d6a-877a-fc8b83a2d935 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:48.548573 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b0af6c-a0a0-4d6a-877a-fc8b83a2d935 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:48.548967 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b0af6c-a0a0-4d6a-877a-fc8b83a2d935 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:48.549353 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b0af6c-a0a0-4d6a-877a-fc8b83a2d935 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:48.549828 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b0af6c-a0a0-4d6a-877a-fc8b83a2d935 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:48.550214 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b0af6c-a0a0-4d6a-877a-fc8b83a2d935 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:48.550605 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b0af6c-a0a0-4d6a-877a-fc8b83a2d935 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:48.561198 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b0af6c-a0a0-4d6a-877a-fc8b83a2d935 None None] No DVR routers for this DVR port ec3d8b0f-5575-4bcb-b393-64a3796b7894 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:33:48.564357 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-0cf528c7-2d64-48fb-bc05-8e5aa812222d tempest-FloatingIPAdminTestJSON-1809906649 tempest-FloatingIPAdminTestJSON-1809906649-project-admin] Allocated IP 172.25.0.110 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/7f2455c1-1fd3-4501-b2de-38a1bedac2c4) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:33:48.591649 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae4a213-cb4c-4be7-b396-473c85868b0c req-aee0b3fc-8333-431b-a96e-d6b85e9bc3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:48.593947 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-cae4a213-cb4c-4be7-b396-473c85868b0c req-aee0b3fc-8333-431b-a96e-d6b85e9bc3e7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fc8993d1-1f3f-4e88-9d54-7eec99f127ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2143149 Jul 29 23:33:48.634918 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d267235d-b612-48fd-88b6-2a900536bd6d tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:48.653087 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-d267235d-b612-48fd-88b6-2a900536bd6d tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cacd85c0-50d7-4cd3-a03a-868fb7591a52']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:48.671657 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-d267235d-b612-48fd-88b6-2a900536bd6d tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f797f456-c430-44b1-9381-e4649c1e4b27') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:48.672084 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-d267235d-b612-48fd-88b6-2a900536bd6d tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f797f456-c430-44b1-9381-e4649c1e4b27') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:48.687663 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d267235d-b612-48fd-88b6-2a900536bd6d tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:48.714667 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d267235d-b612-48fd-88b6-2a900536bd6d tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:48.727168 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d267235d-b612-48fd-88b6-2a900536bd6d tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:33:48.728287 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d267235d-b612-48fd-88b6-2a900536bd6d tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:48.732192 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:33:48.732192 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:33:48.732192 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:33:48.732192 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:33:48.732192 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:33:48.732192 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:33:48.732192 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:33:48.732192 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:33:48.732192 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:33:48.732192 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:33:48.732192 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:33:48.732192 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:33:48.732192 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:33:48.732192 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:33:48.732192 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:33:48.732192 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:33:48.732192 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:33:48.732192 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:33:48.732192 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:33:48.732192 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:33:48.732192 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:33:48.732192 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:33:48.732192 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:33:48.732192 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:33:48.732192 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:33:48.732192 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:33:48.732192 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:33:48.732192 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:33:48.732192 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:33:48.732192 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:33:48.732192 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:33:48.732192 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:33:48.783933 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-cae4a213-cb4c-4be7-b396-473c85868b0c req-03750497-9ac9-4dae-8906-71b4e05904cc service neutron] 10.222.0.41 "GET /v2.0/networks/fc8993d1-1f3f-4e88-9d54-7eec99f127ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774950 Jul 29 23:33:48.814289 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d267235d-b612-48fd-88b6-2a900536bd6d tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:48.830403 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d267235d-b612-48fd-88b6-2a900536bd6d tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:48.835263 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-d267235d-b612-48fd-88b6-2a900536bd6d tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] 10.222.0.43 "DELETE /v2.0/networks/cacd85c0-50d7-4cd3-a03a-868fb7591a52 HTTP/1.1" status: 204 len: 168 time: 1.3714502 Jul 29 23:33:48.855657 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d267235d-b612-48fd-88b6-2a900536bd6d tempest-NetworksIpV6TestAttrs-345975882 tempest-NetworksIpV6TestAttrs-345975882-project] Pushing event deleted for resources: {'Network': ['ID=cacd85c0-50d7-4cd3-a03a-868fb7591a52,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:48.865657 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0cf528c7-2d64-48fb-bc05-8e5aa812222d tempest-FloatingIPAdminTestJSON-1809906649 tempest-FloatingIPAdminTestJSON-1809906649-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:48.934531 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-cae4a213-cb4c-4be7-b396-473c85868b0c req-5012c418-5810-4ef1-b0b5-09d1758f1b8c service neutron] 10.222.0.41 "GET /v2.0/networks/fc8993d1-1f3f-4e88-9d54-7eec99f127ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361930 Jul 29 23:33:48.955743 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0cf528c7-2d64-48fb-bc05-8e5aa812222d tempest-FloatingIPAdminTestJSON-1809906649 tempest-FloatingIPAdminTestJSON-1809906649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:49.019232 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf528c7-2d64-48fb-bc05-8e5aa812222d tempest-FloatingIPAdminTestJSON-1809906649 tempest-FloatingIPAdminTestJSON-1809906649-project-admin] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:49.024789 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-0cf528c7-2d64-48fb-bc05-8e5aa812222d tempest-FloatingIPAdminTestJSON-1809906649 tempest-FloatingIPAdminTestJSON-1809906649-project-admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:49.045418 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf528c7-2d64-48fb-bc05-8e5aa812222d tempest-FloatingIPAdminTestJSON-1809906649 tempest-FloatingIPAdminTestJSON-1809906649-project-admin] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:33:49.097098 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf528c7-2d64-48fb-bc05-8e5aa812222d tempest-FloatingIPAdminTestJSON-1809906649 tempest-FloatingIPAdminTestJSON-1809906649-project-admin] Pushing event updated for resources: {'Port': ['ID=7f2455c1-1fd3-4501-b2de-38a1bedac2c4,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:49.383564 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device ec3d8b0f-5575-4bcb-b393-64a3796b7894 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:33:49.392340 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54310) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:49.408793 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: ec3d8b0f-5575-4bcb-b393-64a3796b7894 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:33:49.409409 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device ec3d8b0f-5575-4bcb-b393-64a3796b7894 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:33:49.546459 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:49.726032 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0cf528c7-2d64-48fb-bc05-8e5aa812222d tempest-FloatingIPAdminTestJSON-1809906649 tempest-FloatingIPAdminTestJSON-1809906649-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:49.771991 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42ad2a-4554-4f73-a580-db440cc53bf0 req-78ff8770-d5ea-4d0d-9ca3-bdff2ad08654 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:49.773894 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3e42ad2a-4554-4f73-a580-db440cc53bf0 req-78ff8770-d5ea-4d0d-9ca3-bdff2ad08654 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/ports?device_id=59f7bbe9-99e5-4548-84d1-9c0230df3dfe HTTP/1.1" status: 200 len: 945 time: 0.4951615 Jul 29 23:33:49.800991 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea0e99-cbb2-47ee-9161-7f3ff9c0f647 req-55c3c564-a2b7-43ea-9a94-b242f59aec73 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:49.802639 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fcea0e99-cbb2-47ee-9161-7f3ff9c0f647 req-55c3c564-a2b7-43ea-9a94-b242f59aec73 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 944 time: 0.4658315 Jul 29 23:33:49.856322 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3e42ad2a-4554-4f73-a580-db440cc53bf0 req-3d3dad92-0248-47da-9635-e7e06db99c0a tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f70c726-a398-4f44-8add-5d324eb1a3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747502 Jul 29 23:33:49.859424 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0cf528c7-2d64-48fb-bc05-8e5aa812222d tempest-FloatingIPAdminTestJSON-1809906649 tempest-FloatingIPAdminTestJSON-1809906649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:49.876892 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fcea0e99-cbb2-47ee-9161-7f3ff9c0f647 req-28cec8aa-7d56-4429-a5a5-a781b8784648 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635104 Jul 29 23:33:49.961741 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ac802200-67c5-4b29-a1df-3cd9351a726f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6b25a1b4ab414b4591c3025dbde3bb10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5638018 Jul 29 23:33:49.962404 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54316) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:50.030303 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4dbb1d90-61c9-44f0-a0b6-58ccab6315a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:50.048150 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0cf528c7-2d64-48fb-bc05-8e5aa812222d tempest-FloatingIPAdminTestJSON-1809906649 tempest-FloatingIPAdminTestJSON-1809906649-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:50.053629 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0cf528c7-2d64-48fb-bc05-8e5aa812222d tempest-FloatingIPAdminTestJSON-1809906649 tempest-FloatingIPAdminTestJSON-1809906649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:50.060565 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4dbb1d90-61c9-44f0-a0b6-58ccab6315a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:50.124423 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4dbb1d90-61c9-44f0-a0b6-58ccab6315a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:50.128249 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4dbb1d90-61c9-44f0-a0b6-58ccab6315a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:50.132266 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-4dbb1d90-61c9-44f0-a0b6-58ccab6315a6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/efb0f59e-6626-4b31-8cf6-5822fffacf3f HTTP/1.1" status: 204 len: 168 time: 0.1665316 Jul 29 23:33:50.142575 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbb1d90-61c9-44f0-a0b6-58ccab6315a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb0f59e-6626-4b31-8cf6-5822fffacf3f,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:50.144936 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf528c7-2d64-48fb-bc05-8e5aa812222d tempest-FloatingIPAdminTestJSON-1809906649 tempest-FloatingIPAdminTestJSON-1809906649-project-admin] Pushing event updated for resources: {'Port': ['ID=7f2455c1-1fd3-4501-b2de-38a1bedac2c4,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:50.180349 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0cf528c7-2d64-48fb-bc05-8e5aa812222d tempest-FloatingIPAdminTestJSON-1809906649 tempest-FloatingIPAdminTestJSON-1809906649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:50.327401 n-d-712141-10 neutron-server[94077]: INFO neutron.db.l3_db [None req-0cf528c7-2d64-48fb-bc05-8e5aa812222d tempest-FloatingIPAdminTestJSON-1809906649 tempest-FloatingIPAdminTestJSON-1809906649-project-admin] Floating IP 27b4eccb-24e2-4909-945a-5eb8b3988978 associated. External IP: 172.25.0.110, port: d16537b2-2251-49bf-b28a-96ee4104d80e. Jul 29 23:33:50.623961 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf528c7-2d64-48fb-bc05-8e5aa812222d tempest-FloatingIPAdminTestJSON-1809906649 tempest-FloatingIPAdminTestJSON-1809906649-project-admin] Router 1e411ac9-16f1-4c1c-9e5d-46bb69f93f49 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:33:50.772370 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf528c7-2d64-48fb-bc05-8e5aa812222d tempest-FloatingIPAdminTestJSON-1809906649 tempest-FloatingIPAdminTestJSON-1809906649-project-admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:33:50.782821 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812966f2-ce13-48c4-974d-7d2322c9640e None None] Sync routers for ids ['1e411ac9-16f1-4c1c-9e5d-46bb69f93f49'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:33:50.797415 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0cf528c7-2d64-48fb-bc05-8e5aa812222d tempest-FloatingIPAdminTestJSON-1809906649 tempest-FloatingIPAdminTestJSON-1809906649-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:50.798280 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812966f2-ce13-48c4-974d-7d2322c9640e None None] Routers {'1e411ac9-16f1-4c1c-9e5d-46bb69f93f49'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:33:50.798989 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-812966f2-ce13-48c4-974d-7d2322c9640e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:33:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['1e411ac9-16f1-4c1c-9e5d-46bb69f93f49'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:50.837507 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-812966f2-ce13-48c4-974d-7d2322c9640e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:50.847361 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54336) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:50.847633 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0cf528c7-2d64-48fb-bc05-8e5aa812222d tempest-FloatingIPAdminTestJSON-1809906649 tempest-FloatingIPAdminTestJSON-1809906649-project-admin] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 3.3278518 Jul 29 23:33:50.847750 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812966f2-ce13-48c4-974d-7d2322c9640e None None] Routers {'1e411ac9-16f1-4c1c-9e5d-46bb69f93f49'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:33:50.848751 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-812966f2-ce13-48c4-974d-7d2322c9640e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:33:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['1e411ac9-16f1-4c1c-9e5d-46bb69f93f49'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:50.890277 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-812966f2-ce13-48c4-974d-7d2322c9640e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:50.891167 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-812966f2-ce13-48c4-974d-7d2322c9640e None None] The sync data for ids ['1e411ac9-16f1-4c1c-9e5d-46bb69f93f49'] in n-d-712141-10 is: [] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:33:50.988610 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55903d7-f29c-4889-9ee4-b3d2d77ebce2 req-93a21681-3204-485a-9383-b57f8b5bf0f9 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:50.990985 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d55903d7-f29c-4889-9ee4-b3d2d77ebce2 req-93a21681-3204-485a-9383-b57f8b5bf0f9 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.41 "GET /v2.0/ports?device_id=59f7bbe9-99e5-4548-84d1-9c0230df3dfe HTTP/1.1" status: 200 len: 945 time: 0.1173489 Jul 29 23:33:51.119243 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-b1ad5ac5-f87b-4434-8c4f-5a6e03af8bf2 tempest-FloatingIPAdminTestJSON-1809906649 tempest-FloatingIPAdminTestJSON-1809906649-project-admin] 10.222.0.43 "GET /v2.0/floatingips/27b4eccb-24e2-4909-945a-5eb8b3988978 HTTP/1.1" status: 200 len: 982 time: 0.2701507 Jul 29 23:33:51.121755 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54350) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:51.142626 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f8666-9c0e-4ae7-b2cc-57badd51035c req-7ea1cbe8-18bb-4569-af2c-5b9f1f608724 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:51.144608 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-426f8666-9c0e-4ae7-b2cc-57badd51035c req-7ea1cbe8-18bb-4569-af2c-5b9f1f608724 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 944 time: 0.1628294 Jul 29 23:33:51.166299 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b124e5-470b-4f9b-81d5-ffc6cbb16529 req-c3f160ab-7869-4018-80c7-ff47c93d75e0 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:51.168843 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-63b124e5-470b-4f9b-81d5-ffc6cbb16529 req-c3f160ab-7869-4018-80c7-ff47c93d75e0 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/ports?device_id=59f7bbe9-99e5-4548-84d1-9c0230df3dfe HTTP/1.1" status: 200 len: 945 time: 0.1626413 Jul 29 23:33:51.186926 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54352) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:51.213642 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-d55903d7-f29c-4889-9ee4-b3d2d77ebce2 req-8d0879b5-3556-4c5e-be38-b29b0843cfff tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Deleting port 33c7bedf-7783-47d1-b378-2b04027e3a81 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:33:51.214005 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-d55903d7-f29c-4889-9ee4-b3d2d77ebce2 req-8d0879b5-3556-4c5e-be38-b29b0843cfff tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:51.275389 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-63b124e5-470b-4f9b-81d5-ffc6cbb16529 req-dcfe94ff-1743-4df4-96be-423f31826324 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f70c726-a398-4f44-8add-5d324eb1a3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864558 Jul 29 23:33:51.309192 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-426f8666-9c0e-4ae7-b2cc-57badd51035c req-4141087e-8097-4e49-ab78-cbc9a6f111dd tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386600 Jul 29 23:33:51.339661 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-68ca5a1c-b5fb-4459-a9a0-1a0c355098e9 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-90995639'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:51.368682 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ca5a1c-b5fb-4459-a9a0-1a0c355098e9 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Made reservation on behalf of d49779da0727435887ac30c3d6c062b5 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:51.374830 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-68ca5a1c-b5fb-4459-a9a0-1a0c355098e9 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:51.389508 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-68ca5a1c-b5fb-4459-a9a0-1a0c355098e9 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:51.571130 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-68ca5a1c-b5fb-4459-a9a0-1a0c355098e9 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:51.578318 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-68ca5a1c-b5fb-4459-a9a0-1a0c355098e9 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:51.626568 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e996d4-73dd-4155-8dba-fa26ec0381cb req-3c1f7636-5efd-4de1-937f-ce9e0bd21f4f tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:51.629735 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e0e996d4-73dd-4155-8dba-fa26ec0381cb req-3c1f7636-5efd-4de1-937f-ce9e0bd21f4f tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cb63dcd-cfed-45b1-9087-f482b0d11e6a HTTP/1.1" status: 200 len: 946 time: 0.1024151 Jul 29 23:33:51.629735 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68ca5a1c-b5fb-4459-a9a0-1a0c355098e9 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:33:51.642021 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ca5a1c-b5fb-4459-a9a0-1a0c355098e9 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4153d84a-bdec-4940-b7fb-e10b3098de11,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:51.649798 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-68ca5a1c-b5fb-4459-a9a0-1a0c355098e9 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:51.650144 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-68ca5a1c-b5fb-4459-a9a0-1a0c355098e9 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Added segment 0ca3ad76-2069-4aa5-ad8b-5e2c11e2defb of type vlan for network fb747b47-cca6-4c18-afeb-6a460bbab65a Jul 29 23:33:51.685533 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-672e3a16-9ddb-4728-b533-46e6d591c195 tempest-FloatingIPAdminTestJSON-1809906649 tempest-FloatingIPAdminTestJSON-1809906649-project-admin] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4605 time: 0.5619147 Jul 29 23:33:51.688381 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54364) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:51.710806 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-68ca5a1c-b5fb-4459-a9a0-1a0c355098e9 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:51.737836 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e0e996d4-73dd-4155-8dba-fa26ec0381cb req-3bbabe77-fe24-4236-b663-c7e8c2b6ec1c tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8504185-138c-4bfa-ad4d-619d3548526d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986581 Jul 29 23:33:51.760598 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-68ca5a1c-b5fb-4459-a9a0-1a0c355098e9 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:51.766583 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ca5a1c-b5fb-4459-a9a0-1a0c355098e9 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:51.767215 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-68ca5a1c-b5fb-4459-a9a0-1a0c355098e9 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:51.803558 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-d55903d7-f29c-4889-9ee4-b3d2d77ebce2 req-8d0879b5-3556-4c5e-be38-b29b0843cfff tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] For port 33c7bedf-7783-47d1-b378-2b04027e3a81, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=33c7bedf-7783-47d1-b378-2b04027e3a81,segment=NetworkSegment(c240b120-a01c-4473-a8c8-2ed685fc0371),segment_id=c240b120-a01c-4473-a8c8-2ed685fc0371)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:51.804154 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-d55903d7-f29c-4889-9ee4-b3d2d77ebce2 req-8d0879b5-3556-4c5e-be38-b29b0843cfff tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:51.835217 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-68ca5a1c-b5fb-4459-a9a0-1a0c355098e9 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6455960 Jul 29 23:33:51.838666 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54368) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:51.844483 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-64d9371e-e1a3-4391-bdbc-46479c173947 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Request body: {'port': {'network_id': 'fb747b47-cca6-4c18-afeb-6a460bbab65a', 'name': 'tempest-PortsTestJSON-1374303327'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:51.849059 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-d55903d7-f29c-4889-9ee4-b3d2d77ebce2 req-8d0879b5-3556-4c5e-be38-b29b0843cfff tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Calling delete_port for 33c7bedf-7783-47d1-b378-2b04027e3a81 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:33:51.900201 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ca5a1c-b5fb-4459-a9a0-1a0c355098e9 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event updated for resources: {'Network': ['ID=fb747b47-cca6-4c18-afeb-6a460bbab65a,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:51.912603 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network fb747b47-cca6-4c18-afeb-6a460bbab65a details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:33:52.005000 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-389d305d-2719-4b62-99e3-46e992a52281 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Deleting port 7f2455c1-1fd3-4501-b2de-38a1bedac2c4 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:33:52.005382 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-389d305d-2719-4b62-99e3-46e992a52281 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:52.016025 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d9371e-e1a3-4391-bdbc-46479c173947 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Made reservation on behalf of d49779da0727435887ac30c3d6c062b5 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:52.022912 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-64d9371e-e1a3-4391-bdbc-46479c173947 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:52.043511 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [None req-64d9371e-e1a3-4391-bdbc-46479c173947 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] device_id is not set on port 704c2ec8-e36c-43bd-9bd1-9620ed06b1b1 yet. {{(pid=94078) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:33:52.126912 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-d55903d7-f29c-4889-9ee4-b3d2d77ebce2 req-8d0879b5-3556-4c5e-be38-b29b0843cfff tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:52.159792 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['ecf037ff-8350-46e5-a553-32b0e968847d', '33c7bedf-7783-47d1-b378-2b04027e3a81'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:33:52.175639 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-389d305d-2719-4b62-99e3-46e992a52281 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:52.175991 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-389d305d-2719-4b62-99e3-46e992a52281 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:52.192139 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0879b5-3556-4c5e-be38-b29b0843cfff tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Pushing event deleted for resources: {'Port': ['ID=33c7bedf-7783-47d1-b378-2b04027e3a81,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:52.242064 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-389d305d-2719-4b62-99e3-46e992a52281 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Calling delete_port for 7f2455c1-1fd3-4501-b2de-38a1bedac2c4 owned by network:floatingip {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:33:52.244084 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-d55903d7-f29c-4889-9ee4-b3d2d77ebce2 req-8d0879b5-3556-4c5e-be38-b29b0843cfff tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] No DVR routers for this DVR port 33c7bedf-7783-47d1-b378-2b04027e3a81 on host n-h1-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:33:52.249146 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-d55903d7-f29c-4889-9ee4-b3d2d77ebce2 req-8d0879b5-3556-4c5e-be38-b29b0843cfff tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:52.252236 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d55903d7-f29c-4889-9ee4-b3d2d77ebce2 req-8d0879b5-3556-4c5e-be38-b29b0843cfff tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.41 "DELETE /v2.0/ports/33c7bedf-7783-47d1-b378-2b04027e3a81 HTTP/1.1" status: 204 len: 173 time: 1.2530615 Jul 29 23:33:52.257194 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59f7bbe9-99e5-4548-84d1-9c0230df3dfe', 'name': 'network-vif-deleted', 'tag': '33c7bedf-7783-47d1-b378-2b04027e3a81'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:33:52.260384 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13147974-4be2-4410-b824-cc5c52327c54" -d '{"events": [{"server_uuid": "59f7bbe9-99e5-4548-84d1-9c0230df3dfe", "name": "network-vif-deleted", "tag": "33c7bedf-7783-47d1-b378-2b04027e3a81"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:33:52.281327 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-64d9371e-e1a3-4391-bdbc-46479c173947 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:52.358424 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-64d9371e-e1a3-4391-bdbc-46479c173947 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:52.427243 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d9371e-e1a3-4391-bdbc-46479c173947 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event updated for resources: {'Port': ['ID=704c2ec8-e36c-43bd-9bd1-9620ed06b1b1,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:52.484924 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0a20b001-5c13-4c67-bc84-3a53f342cf1e req-525303e0-327e-4d0e-aecb-0b6cb8385786 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/ports?device_id=59f7bbe9-99e5-4548-84d1-9c0230df3dfe HTTP/1.1" status: 200 len: 210 time: 0.0587707 Jul 29 23:33:52.512612 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d9371e-e1a3-4391-bdbc-46479c173947 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Checking segment: {'id': '0ca3ad76-2069-4aa5-ad8b-5e2c11e2defb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'fb747b47-cca6-4c18-afeb-6a460bbab65a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:33:52.514143 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d9371e-e1a3-4391-bdbc-46479c173947 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Network hostable DHCP agents. Network: fb747b47-cca6-4c18-afeb-6a460bbab65a, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:33:52.542530 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d9371e-e1a3-4391-bdbc-46479c173947 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Network fb747b47-cca6-4c18-afeb-6a460bbab65a is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:33:52.560754 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-64d9371e-e1a3-4391-bdbc-46479c173947 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, fb747b47-cca6-4c18-afeb-6a460bbab65a) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:52.576044 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97eddffb-22a9-4244-9d37-15842583a6a8 None None] Network fb747b47-cca6-4c18-afeb-6a460bbab65a requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:33:52.585237 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d9371e-e1a3-4391-bdbc-46479c173947 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:33:52.614887 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d9371e-e1a3-4391-bdbc-46479c173947 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:52.617337 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-64d9371e-e1a3-4391-bdbc-46479c173947 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:52.655082 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-64d9371e-e1a3-4391-bdbc-46479c173947 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8149464 Jul 29 23:33:52.658044 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54380) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:52.664864 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65801f80-4f43-4dee-97cf-191e5372943b x-openstack-request-id: req-65801f80-4f43-4dee-97cf-191e5372943b {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:33:52.665174 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59f7bbe9-99e5-4548-84d1-9c0230df3dfe", "name": "network-vif-deleted", "tag": "33c7bedf-7783-47d1-b378-2b04027e3a81", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:33:52.665434 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-65801f80-4f43-4dee-97cf-191e5372943b {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:33:52.666185 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59f7bbe9-99e5-4548-84d1-9c0230df3dfe', 'name': 'network-vif-deleted', 'tag': '33c7bedf-7783-47d1-b378-2b04027e3a81', 'status': 'completed', 'code': 200} Jul 29 23:33:52.666439 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-fed4c4c5-6b71-45fb-b25b-3848b7909f80 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1772254606'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:52.682185 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-389d305d-2719-4b62-99e3-46e992a52281 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:52.699362 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed4c4c5-6b71-45fb-b25b-3848b7909f80 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Made reservation on behalf of d49779da0727435887ac30c3d6c062b5 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:52.704715 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fed4c4c5-6b71-45fb-b25b-3848b7909f80 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:52.717053 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389d305d-2719-4b62-99e3-46e992a52281 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Pushing event deleted for resources: {'Port': ['ID=7f2455c1-1fd3-4501-b2de-38a1bedac2c4,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:52.759004 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fed4c4c5-6b71-45fb-b25b-3848b7909f80 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:33:52.780419 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fed4c4c5-6b71-45fb-b25b-3848b7909f80 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:52.781225 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-fed4c4c5-6b71-45fb-b25b-3848b7909f80 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Added segment fc7bf2a9-846e-4e23-a826-a4494e9b50fc of type vlan for network fc98fffd-2b33-4aec-b718-427a33c34d64 Jul 29 23:33:52.815951 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-389d305d-2719-4b62-99e3-46e992a52281 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks [] for floatingip, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:52.816540 n-d-712141-10 neutron-server[94077]: INFO neutron.db.l3_db [None req-389d305d-2719-4b62-99e3-46e992a52281 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Floating IP 27b4eccb-24e2-4909-945a-5eb8b3988978 disassociated (deleted). External IP: 172.25.0.110, port: d16537b2-2251-49bf-b28a-96ee4104d80e. Jul 29 23:33:52.842348 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fed4c4c5-6b71-45fb-b25b-3848b7909f80 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:52.887252 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fed4c4c5-6b71-45fb-b25b-3848b7909f80 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:52.895214 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed4c4c5-6b71-45fb-b25b-3848b7909f80 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:52.895982 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fed4c4c5-6b71-45fb-b25b-3848b7909f80 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:52.982615 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54386) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:52.982917 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-fed4c4c5-6b71-45fb-b25b-3848b7909f80 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3233845 Jul 29 23:33:52.993839 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed4c4c5-6b71-45fb-b25b-3848b7909f80 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event updated for resources: {'Network': ['ID=fc98fffd-2b33-4aec-b718-427a33c34d64,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:52.994056 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-f8fb4667-f4f9-42da-b3aa-2e658825b770 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Request body: {'ports': [{'network_id': 'fb747b47-cca6-4c18-afeb-6a460bbab65a'}, {'network_id': 'fc98fffd-2b33-4aec-b718-427a33c34d64'}]} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:52.994183 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-f8fb4667-f4f9-42da-b3aa-2e658825b770 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Request body: {'port': {'network_id': 'fb747b47-cca6-4c18-afeb-6a460bbab65a'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:52.994668 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-f8fb4667-f4f9-42da-b3aa-2e658825b770 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Request body: {'port': {'network_id': 'fc98fffd-2b33-4aec-b718-427a33c34d64'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:53.007743 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network fc98fffd-2b33-4aec-b718-427a33c34d64 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:33:53.181499 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefa46c-64a2-4a10-a15c-080e660a3b28 req-92753cde-1dde-4486-86a0-025f25171ba6 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:53.183179 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ccefa46c-64a2-4a10-a15c-080e660a3b28 req-92753cde-1dde-4486-86a0-025f25171ba6 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cb63dcd-cfed-45b1-9087-f482b0d11e6a HTTP/1.1" status: 200 len: 946 time: 0.0698080 Jul 29 23:33:53.219882 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2c81bad6-0fc8-4e14-aea4-c99092f968b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:53.242952 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ccefa46c-64a2-4a10-a15c-080e660a3b28 req-b4b23d48-1ccc-42fa-aa3d-fa30a4ad9d75 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8504185-138c-4bfa-ad4d-619d3548526d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507684 Jul 29 23:33:53.297364 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-389d305d-2719-4b62-99e3-46e992a52281 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Router 1e411ac9-16f1-4c1c-9e5d-46bb69f93f49 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:33:53.351917 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8fb4667-f4f9-42da-b3aa-2e658825b770 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Made reservation on behalf of d49779da0727435887ac30c3d6c062b5 for: {'port': 2} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:53.356744 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f8fb4667-f4f9-42da-b3aa-2e658825b770 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:53.376190 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f8fb4667-f4f9-42da-b3aa-2e658825b770 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:53.492535 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-389d305d-2719-4b62-99e3-46e992a52281 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:33:53.501800 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-389d305d-2719-4b62-99e3-46e992a52281 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:53.507046 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055090b6-3c27-4073-bca4-559b5b70d0b5 None None] Sync routers for ids ['1e411ac9-16f1-4c1c-9e5d-46bb69f93f49'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:33:53.507950 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [None req-f8fb4667-f4f9-42da-b3aa-2e658825b770 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] device_id is not set on port 7b252635-f4fd-4959-91ee-df595e6ff109 yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:33:53.519830 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055090b6-3c27-4073-bca4-559b5b70d0b5 None None] Routers {'1e411ac9-16f1-4c1c-9e5d-46bb69f93f49'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:33:53.520469 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-055090b6-3c27-4073-bca4-559b5b70d0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:33:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['1e411ac9-16f1-4c1c-9e5d-46bb69f93f49'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:53.549232 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-389d305d-2719-4b62-99e3-46e992a52281 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] 10.222.0.43 "DELETE /v2.0/floatingips/27b4eccb-24e2-4909-945a-5eb8b3988978 HTTP/1.1" status: 204 len: 168 time: 1.8571994 Jul 29 23:33:53.550815 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54396) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:53.555342 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-db244e1f-8284-46c3-ad8b-c52f41825c81 tempest-FloatingIPAdminTestJSON-1809906649 tempest-FloatingIPAdminTestJSON-1809906649-project-admin] Request body: {'floatingip': {'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:53.589801 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-055090b6-3c27-4073-bca4-559b5b70d0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:53.597448 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-db244e1f-8284-46c3-ad8b-c52f41825c81 tempest-FloatingIPAdminTestJSON-1809906649 tempest-FloatingIPAdminTestJSON-1809906649-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:53.605550 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055090b6-3c27-4073-bca4-559b5b70d0b5 None None] Routers {'1e411ac9-16f1-4c1c-9e5d-46bb69f93f49'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:33:53.607688 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-055090b6-3c27-4073-bca4-559b5b70d0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:33:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['1e411ac9-16f1-4c1c-9e5d-46bb69f93f49'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:53.655693 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-055090b6-3c27-4073-bca4-559b5b70d0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:53.656723 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055090b6-3c27-4073-bca4-559b5b70d0b5 None None] The sync data for ids ['1e411ac9-16f1-4c1c-9e5d-46bb69f93f49'] in n-d-712141-10 is: [] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:33:53.772714 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-db244e1f-8284-46c3-ad8b-c52f41825c81 tempest-FloatingIPAdminTestJSON-1809906649 tempest-FloatingIPAdminTestJSON-1809906649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:53.790083 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f8fb4667-f4f9-42da-b3aa-2e658825b770 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:53.895053 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [None req-f8fb4667-f4f9-42da-b3aa-2e658825b770 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] device_id is not set on port b6b8bfbb-304a-432c-a8e5-93d4177e86b7 yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:33:54.022203 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-db244e1f-8284-46c3-ad8b-c52f41825c81 tempest-FloatingIPAdminTestJSON-1809906649 tempest-FloatingIPAdminTestJSON-1809906649-project-admin] Allocated IP 172.25.0.128 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/503469ab-081c-4815-859f-8eed2d890335) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:33:54.024322 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f8fb4667-f4f9-42da-b3aa-2e658825b770 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:54.040941 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43f388-bf6e-4a0c-9387-245ce82f1d42 req-cc160638-812d-4e46-9fae-7c2d493f5441 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:54.042536 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6f43f388-bf6e-4a0c-9387-245ce82f1d42 req-cc160638-812d-4e46-9fae-7c2d493f5441 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/ports?device_id=81094904-b069-4413-9dac-76ad340ebf56 HTTP/1.1" status: 200 len: 946 time: 0.1115665 Jul 29 23:33:54.083270 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f8fb4667-f4f9-42da-b3aa-2e658825b770 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:54.116125 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6a296-0a84-410f-96ae-9bcca34e5f50 req-29e84e5d-60d2-424a-8796-e21edb502de9 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:54.117574 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1fe6a296-0a84-410f-96ae-9bcca34e5f50 req-29e84e5d-60d2-424a-8796-e21edb502de9 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cb63dcd-cfed-45b1-9087-f482b0d11e6a HTTP/1.1" status: 200 len: 946 time: 0.1569624 Jul 29 23:33:54.135043 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fb4667-f4f9-42da-b3aa-2e658825b770 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Network fb747b47-cca6-4c18-afeb-6a460bbab65a is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:54.138632 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-f8fb4667-f4f9-42da-b3aa-2e658825b770 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:54.145824 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fb4667-f4f9-42da-b3aa-2e658825b770 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:33:54.146211 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f8fb4667-f4f9-42da-b3aa-2e658825b770 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:54.148132 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fb4667-f4f9-42da-b3aa-2e658825b770 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event updated for resources: {'Port': ['ID=7b252635-f4fd-4959-91ee-df595e6ff109,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:54.162196 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb4667-f4f9-42da-b3aa-2e658825b770 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:54.162566 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb4667-f4f9-42da-b3aa-2e658825b770 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:54.163444 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb4667-f4f9-42da-b3aa-2e658825b770 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:54.163797 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb4667-f4f9-42da-b3aa-2e658825b770 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:54.164139 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb4667-f4f9-42da-b3aa-2e658825b770 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:54.164464 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb4667-f4f9-42da-b3aa-2e658825b770 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:54.164793 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb4667-f4f9-42da-b3aa-2e658825b770 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:54.165127 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb4667-f4f9-42da-b3aa-2e658825b770 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:54.165452 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb4667-f4f9-42da-b3aa-2e658825b770 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:54.165805 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb4667-f4f9-42da-b3aa-2e658825b770 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:54.166132 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb4667-f4f9-42da-b3aa-2e658825b770 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:54.166455 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fb4667-f4f9-42da-b3aa-2e658825b770 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:54.176586 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6f43f388-bf6e-4a0c-9387-245ce82f1d42 req-694e0871-1752-4b88-881e-2a37fec1ddd0 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f70c726-a398-4f44-8add-5d324eb1a3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233363 Jul 29 23:33:54.226002 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1fe6a296-0a84-410f-96ae-9bcca34e5f50 req-80385d3d-e55c-4792-99f5-7b9b3f7175d3 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8504185-138c-4bfa-ad4d-619d3548526d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975451 Jul 29 23:33:54.229941 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fb4667-f4f9-42da-b3aa-2e658825b770 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event updated for resources: {'Port': ['ID=b6b8bfbb-304a-432c-a8e5-93d4177e86b7,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:54.236200 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fb4667-f4f9-42da-b3aa-2e658825b770 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Checking segment: {'id': 'fc7bf2a9-846e-4e23-a826-a4494e9b50fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'fc98fffd-2b33-4aec-b718-427a33c34d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:33:54.236562 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fb4667-f4f9-42da-b3aa-2e658825b770 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Network hostable DHCP agents. Network: fc98fffd-2b33-4aec-b718-427a33c34d64, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:33:54.254928 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fb4667-f4f9-42da-b3aa-2e658825b770 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Network fc98fffd-2b33-4aec-b718-427a33c34d64 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:33:54.266782 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-f8fb4667-f4f9-42da-b3aa-2e658825b770 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, fc98fffd-2b33-4aec-b718-427a33c34d64) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:54.267666 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-db244e1f-8284-46c3-ad8b-c52f41825c81 tempest-FloatingIPAdminTestJSON-1809906649 tempest-FloatingIPAdminTestJSON-1809906649-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:54.270591 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fb4667-f4f9-42da-b3aa-2e658825b770 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:33:54.277030 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432f1e61-6129-4fcc-a529-787489342945 None None] Network fc98fffd-2b33-4aec-b718-427a33c34d64 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:33:54.277547 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fb4667-f4f9-42da-b3aa-2e658825b770 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:54.282363 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fb4667-f4f9-42da-b3aa-2e658825b770 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:54.283300 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f8fb4667-f4f9-42da-b3aa-2e658825b770 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:54.303657 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-f8fb4667-f4f9-42da-b3aa-2e658825b770 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.3194153 Jul 29 23:33:54.303918 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54408) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:54.334765 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-db244e1f-8284-46c3-ad8b-c52f41825c81 tempest-FloatingIPAdminTestJSON-1809906649 tempest-FloatingIPAdminTestJSON-1809906649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:54.405539 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db244e1f-8284-46c3-ad8b-c52f41825c81 tempest-FloatingIPAdminTestJSON-1809906649 tempest-FloatingIPAdminTestJSON-1809906649-project-admin] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:54.411643 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-db244e1f-8284-46c3-ad8b-c52f41825c81 tempest-FloatingIPAdminTestJSON-1809906649 tempest-FloatingIPAdminTestJSON-1809906649-project-admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:54.414862 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db244e1f-8284-46c3-ad8b-c52f41825c81 tempest-FloatingIPAdminTestJSON-1809906649 tempest-FloatingIPAdminTestJSON-1809906649-project-admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:33:54.455902 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db244e1f-8284-46c3-ad8b-c52f41825c81 tempest-FloatingIPAdminTestJSON-1809906649 tempest-FloatingIPAdminTestJSON-1809906649-project-admin] Pushing event updated for resources: {'Port': ['ID=503469ab-081c-4815-859f-8eed2d890335,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:54.518200 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-abb521b0-01b4-4110-bc5d-befafe3dbbf2 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Deleting port b6b8bfbb-304a-432c-a8e5-93d4177e86b7 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:33:54.518590 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-abb521b0-01b4-4110-bc5d-befafe3dbbf2 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:54.574317 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-db244e1f-8284-46c3-ad8b-c52f41825c81 tempest-FloatingIPAdminTestJSON-1809906649 tempest-FloatingIPAdminTestJSON-1809906649-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:54.599277 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-abb521b0-01b4-4110-bc5d-befafe3dbbf2 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:54.634306 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-abb521b0-01b4-4110-bc5d-befafe3dbbf2 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Calling delete_port for b6b8bfbb-304a-432c-a8e5-93d4177e86b7 owned by {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:33:54.642492 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-db244e1f-8284-46c3-ad8b-c52f41825c81 tempest-FloatingIPAdminTestJSON-1809906649 tempest-FloatingIPAdminTestJSON-1809906649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:54.776557 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-abb521b0-01b4-4110-bc5d-befafe3dbbf2 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:54.851851 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb521b0-01b4-4110-bc5d-befafe3dbbf2 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event deleted for resources: {'Port': ['ID=b6b8bfbb-304a-432c-a8e5-93d4177e86b7,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:54.871133 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-abb521b0-01b4-4110-bc5d-befafe3dbbf2 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:54.873765 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-abb521b0-01b4-4110-bc5d-befafe3dbbf2 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "DELETE /v2.0/ports/b6b8bfbb-304a-432c-a8e5-93d4177e86b7 HTTP/1.1" status: 204 len: 168 time: 0.5690804 Jul 29 23:33:54.876300 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54412) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:54.962710 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6601e8e6-2873-49f0-b054-d3a7aecc8511 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:54.969110 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6601e8e6-2873-49f0-b054-d3a7aecc8511 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:54.973153 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-6601e8e6-2873-49f0-b054-d3a7aecc8511 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0935371 Jul 29 23:33:54.974100 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54416) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:54.993252 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-db244e1f-8284-46c3-ad8b-c52f41825c81 tempest-FloatingIPAdminTestJSON-1809906649 tempest-FloatingIPAdminTestJSON-1809906649-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:54.999138 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-db244e1f-8284-46c3-ad8b-c52f41825c81 tempest-FloatingIPAdminTestJSON-1809906649 tempest-FloatingIPAdminTestJSON-1809906649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:55.052617 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 33c7bedf-7783-47d1-b378-2b04027e3a81 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:33:55.073301 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db244e1f-8284-46c3-ad8b-c52f41825c81 tempest-FloatingIPAdminTestJSON-1809906649 tempest-FloatingIPAdminTestJSON-1809906649-project-admin] Pushing event updated for resources: {'Port': ['ID=503469ab-081c-4815-859f-8eed2d890335,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:55.091705 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-db244e1f-8284-46c3-ad8b-c52f41825c81 tempest-FloatingIPAdminTestJSON-1809906649 tempest-FloatingIPAdminTestJSON-1809906649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:55.092237 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-0e3350a2-97fa-457c-8b74-013a9abd8a3e tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Deleting port 7b252635-f4fd-4959-91ee-df595e6ff109 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:33:55.092603 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0e3350a2-97fa-457c-8b74-013a9abd8a3e tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:55.104098 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] No Port match for: 33c7bedf-7783-47d1-b378-2b04027e3a81 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:33:55.105909 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 33c7bedf-7783-47d1-b378-2b04027e3a81 not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:33:55.111714 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-db244e1f-8284-46c3-ad8b-c52f41825c81 tempest-FloatingIPAdminTestJSON-1809906649 tempest-FloatingIPAdminTestJSON-1809906649-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:55.116171 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-db244e1f-8284-46c3-ad8b-c52f41825c81 tempest-FloatingIPAdminTestJSON-1809906649 tempest-FloatingIPAdminTestJSON-1809906649-project-admin] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5615654 Jul 29 23:33:55.116349 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54418) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:55.173950 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0e3350a2-97fa-457c-8b74-013a9abd8a3e tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:55.189274 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-0e3350a2-97fa-457c-8b74-013a9abd8a3e tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Calling delete_port for 7b252635-f4fd-4959-91ee-df595e6ff109 owned by {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:33:55.272683 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-0fb8d138-6684-4331-8477-5ce6b2c82ad5 tempest-FloatingIPAdminTestJSON-89675426 tempest-FloatingIPAdminTestJSON-89675426-project] Request body: {'floatingip': {'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:55.285510 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0e3350a2-97fa-457c-8b74-013a9abd8a3e tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:55.327175 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0e3350a2-97fa-457c-8b74-013a9abd8a3e tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:55.330611 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0e3350a2-97fa-457c-8b74-013a9abd8a3e tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "DELETE /v2.0/ports/7b252635-f4fd-4959-91ee-df595e6ff109 HTTP/1.1" status: 204 len: 168 time: 0.3536801 Jul 29 23:33:55.331950 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54426) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:55.333791 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3350a2-97fa-457c-8b74-013a9abd8a3e tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event deleted for resources: {'Port': ['ID=7b252635-f4fd-4959-91ee-df595e6ff109,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:55.430814 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0fb8d138-6684-4331-8477-5ce6b2c82ad5 tempest-FloatingIPAdminTestJSON-89675426 tempest-FloatingIPAdminTestJSON-89675426-project] Notify callbacks [] for floatingip, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:55.447661 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de27d448-3a60-4487-8116-6d5212cdf95c req-97938959-17d7-4d8f-a584-4a59ecb0ac62 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:55.449189 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-de27d448-3a60-4487-8116-6d5212cdf95c req-97938959-17d7-4d8f-a584-4a59ecb0ac62 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/ports?device_id=81094904-b069-4413-9dac-76ad340ebf56 HTTP/1.1" status: 200 len: 946 time: 0.2003503 Jul 29 23:33:55.535086 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dcc47e-6b44-4708-b08a-d930e3f56bee req-17561f56-6bae-46af-9385-3a91b066faac tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:55.536584 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-67dcc47e-6b44-4708-b08a-d930e3f56bee req-17561f56-6bae-46af-9385-3a91b066faac tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] 10.222.0.22 "GET /v2.0/ports?device_id=8cb63dcd-cfed-45b1-9087-f482b0d11e6a HTTP/1.1" status: 200 len: 946 time: 0.1869404 Jul 29 23:33:55.558483 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b2cdfa-bf28-49ea-8159-76710f6a43d1 req-4479c182-3a63-4cfc-ae54-bc45b024dccb tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:55.560500 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d9b2cdfa-bf28-49ea-8159-76710f6a43d1 req-4479c182-3a63-4cfc-ae54-bc45b024dccb tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cb63dcd-cfed-45b1-9087-f482b0d11e6a HTTP/1.1" status: 200 len: 946 time: 0.2125487 Jul 29 23:33:55.568231 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37784c7-5431-4d02-86cc-696295e25057 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:55.569633 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-c37784c7-5431-4d02-86cc-696295e25057 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2367432 Jul 29 23:33:55.574426 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54428) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:55.619479 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9ea6b6d-2e44-4015-80ce-3c61478725ac tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] GET failed (client error): The resource could not be found. Jul 29 23:33:55.621058 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b9ea6b6d-2e44-4015-80ce-3c61478725ac tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "GET /v2.0/ports/b6b8bfbb-304a-432c-a8e5-93d4177e86b7 HTTP/1.1" status: 404 len: 333 time: 0.0456557 Jul 29 23:33:55.624825 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54430) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:55.629519 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-de27d448-3a60-4487-8116-6d5212cdf95c req-b4f2a230-d47d-4cff-994d-abe49bf25a27 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/security-groups?id=3f70c726-a398-4f44-8add-5d324eb1a3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685019 Jul 29 23:33:55.656354 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-601db401-407b-47c3-871a-c9a8e9347b67 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] GET failed (client error): The resource could not be found. Jul 29 23:33:55.660367 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-601db401-407b-47c3-871a-c9a8e9347b67 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "GET /v2.0/ports/7b252635-f4fd-4959-91ee-df595e6ff109 HTTP/1.1" status: 404 len: 333 time: 0.0321956 Jul 29 23:33:55.660610 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54432) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:55.693777 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d9b2cdfa-bf28-49ea-8159-76710f6a43d1 req-b7cff1f1-454d-431a-94aa-174df4732119 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8504185-138c-4bfa-ad4d-619d3548526d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229591 Jul 29 23:33:55.718892 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d95cbb-fd15-4b99-a356-7180347815ff req-e2686682-f20c-4c92-bfdd-29a7e32228c1 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:55.719989 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-34d95cbb-fd15-4b99-a356-7180347815ff req-e2686682-f20c-4c92-bfdd-29a7e32228c1 tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.41 "GET /v2.0/ports?device_id=81094904-b069-4413-9dac-76ad340ebf56 HTTP/1.1" status: 200 len: 946 time: 0.1539795 Jul 29 23:33:55.753474 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-67dcc47e-6b44-4708-b08a-d930e3f56bee req-3f446dee-d44f-4592-ad8e-d23d96a25feb tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Deleting port ffd8f46b-a91b-4435-8711-d5889144a71a {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:33:55.753847 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-67dcc47e-6b44-4708-b08a-d930e3f56bee req-3f446dee-d44f-4592-ad8e-d23d96a25feb tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:55.789090 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7ff37b6f-657a-453c-a35b-d2cca6c01cae tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:55.807269 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0fb8d138-6684-4331-8477-5ce6b2c82ad5 tempest-FloatingIPAdminTestJSON-89675426 tempest-FloatingIPAdminTestJSON-89675426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:55.891333 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f1caab32-a02f-41ef-85f2-325754ba426d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:55.925016 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-34d95cbb-fd15-4b99-a356-7180347815ff req-01a956b8-c7de-4841-8ba0-bdb88078138d tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Deleting port ecf037ff-8350-46e5-a553-32b0e968847d {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:33:55.925386 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-34d95cbb-fd15-4b99-a356-7180347815ff req-01a956b8-c7de-4841-8ba0-bdb88078138d tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:55.930230 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7ff37b6f-657a-453c-a35b-d2cca6c01cae tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:55.953878 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-67dcc47e-6b44-4708-b08a-d930e3f56bee req-3f446dee-d44f-4592-ad8e-d23d96a25feb tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] For port ffd8f46b-a91b-4435-8711-d5889144a71a, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=ffd8f46b-a91b-4435-8711-d5889144a71a,segment=NetworkSegment(02776017-cd96-47aa-82ba-ea70b6a22dcc),segment_id=02776017-cd96-47aa-82ba-ea70b6a22dcc)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:55.954147 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-67dcc47e-6b44-4708-b08a-d930e3f56bee req-3f446dee-d44f-4592-ad8e-d23d96a25feb tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:55.979598 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-7ff37b6f-657a-453c-a35b-d2cca6c01cae tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc98fffd-2b33-4aec-b718-427a33c34d64']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:55.994969 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-7ff37b6f-657a-453c-a35b-d2cca6c01cae tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc7bf2a9-846e-4e23-a826-a4494e9b50fc') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:55.995769 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-7ff37b6f-657a-453c-a35b-d2cca6c01cae tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc7bf2a9-846e-4e23-a826-a4494e9b50fc') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:56.017003 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7ff37b6f-657a-453c-a35b-d2cca6c01cae tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:56.046078 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7ff37b6f-657a-453c-a35b-d2cca6c01cae tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:56.059640 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-0fb8d138-6684-4331-8477-5ce6b2c82ad5 tempest-FloatingIPAdminTestJSON-89675426 tempest-FloatingIPAdminTestJSON-89675426-project] Allocated IP 172.25.0.205 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/066ade9c-f8ac-4989-9b11-5db182c4ce0b) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:33:56.063363 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ff37b6f-657a-453c-a35b-d2cca6c01cae tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:33:56.063782 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7ff37b6f-657a-453c-a35b-d2cca6c01cae tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:56.067312 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:33:56.067312 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:33:56.067312 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:33:56.067312 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:33:56.067312 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:33:56.067312 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:33:56.067312 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:33:56.067312 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:33:56.067312 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:33:56.067312 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:33:56.067312 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:33:56.067312 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:33:56.067312 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:33:56.067312 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:33:56.067312 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:33:56.067312 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:33:56.067312 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:33:56.067312 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:33:56.067312 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:33:56.067312 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:33:56.067312 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:33:56.067312 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:33:56.067312 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:33:56.067312 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:33:56.067312 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:33:56.067312 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:33:56.067312 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:33:56.067312 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:33:56.067312 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:33:56.067312 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:33:56.067312 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:33:56.067312 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:33:56.124631 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-34d95cbb-fd15-4b99-a356-7180347815ff req-01a956b8-c7de-4841-8ba0-bdb88078138d tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] For port ecf037ff-8350-46e5-a553-32b0e968847d, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=ecf037ff-8350-46e5-a553-32b0e968847d,segment=NetworkSegment(c240b120-a01c-4473-a8c8-2ed685fc0371),segment_id=c240b120-a01c-4473-a8c8-2ed685fc0371)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:56.124999 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-34d95cbb-fd15-4b99-a356-7180347815ff req-01a956b8-c7de-4841-8ba0-bdb88078138d tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:56.147140 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-34d95cbb-fd15-4b99-a356-7180347815ff req-01a956b8-c7de-4841-8ba0-bdb88078138d tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Calling delete_port for ecf037ff-8350-46e5-a553-32b0e968847d owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:33:56.281152 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7ff37b6f-657a-453c-a35b-d2cca6c01cae tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:56.292109 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7ff37b6f-657a-453c-a35b-d2cca6c01cae tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:56.298229 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7ff37b6f-657a-453c-a35b-d2cca6c01cae tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "DELETE /v2.0/networks/fc98fffd-2b33-4aec-b718-427a33c34d64 HTTP/1.1" status: 204 len: 168 time: 0.6330986 Jul 29 23:33:56.301895 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54438) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:56.308654 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-02af92f4-4ae1-4f1b-aae4-da5c1e3e8e92 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1974819871'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:56.321693 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:56.328235 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff37b6f-657a-453c-a35b-d2cca6c01cae tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event deleted for resources: {'Network': ['ID=fc98fffd-2b33-4aec-b718-427a33c34d64,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:56.377553 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02af92f4-4ae1-4f1b-aae4-da5c1e3e8e92 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Made reservation on behalf of d49779da0727435887ac30c3d6c062b5 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:56.381040 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-02af92f4-4ae1-4f1b-aae4-da5c1e3e8e92 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:56.429408 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02af92f4-4ae1-4f1b-aae4-da5c1e3e8e92 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:33:56.451653 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-02af92f4-4ae1-4f1b-aae4-da5c1e3e8e92 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:56.452014 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-02af92f4-4ae1-4f1b-aae4-da5c1e3e8e92 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Added segment 83102d98-f656-4da2-8529-baba2d9fb800 of type vlan for network 874da3fc-f117-4c26-bdcd-99d671ec16bf Jul 29 23:33:56.503941 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-34d95cbb-fd15-4b99-a356-7180347815ff req-01a956b8-c7de-4841-8ba0-bdb88078138d tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:56.515510 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-02af92f4-4ae1-4f1b-aae4-da5c1e3e8e92 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:56.550503 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a956b8-c7de-4841-8ba0-bdb88078138d tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Pushing event deleted for resources: {'Port': ['ID=ecf037ff-8350-46e5-a553-32b0e968847d,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:56.565228 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['ecf037ff-8350-46e5-a553-32b0e968847d'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:33:56.623799 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-67dcc47e-6b44-4708-b08a-d930e3f56bee req-3f446dee-d44f-4592-ad8e-d23d96a25feb tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:56.624425 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-67dcc47e-6b44-4708-b08a-d930e3f56bee req-3f446dee-d44f-4592-ad8e-d23d96a25feb tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:56.624801 n-d-712141-10 neutron-server[94078]: INFO neutron.db.l3_db [req-67dcc47e-6b44-4708-b08a-d930e3f56bee req-3f446dee-d44f-4592-ad8e-d23d96a25feb tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Floating IP 419f5f1c-61fd-45a7-8290-c2d44859af01 disassociated. External IP: 172.25.0.177, port: ffd8f46b-a91b-4435-8711-d5889144a71a. Jul 29 23:33:56.625397 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-67dcc47e-6b44-4708-b08a-d930e3f56bee req-3f446dee-d44f-4592-ad8e-d23d96a25feb tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Calling delete_port for ffd8f46b-a91b-4435-8711-d5889144a71a owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:33:56.632087 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d95cbb-fd15-4b99-a356-7180347815ff req-01a956b8-c7de-4841-8ba0-bdb88078138d tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] No DVR routers for this DVR port ecf037ff-8350-46e5-a553-32b0e968847d on host n-h1-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:33:56.634675 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0fb8d138-6684-4331-8477-5ce6b2c82ad5 tempest-FloatingIPAdminTestJSON-89675426 tempest-FloatingIPAdminTestJSON-89675426-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:56.637323 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-34d95cbb-fd15-4b99-a356-7180347815ff req-01a956b8-c7de-4841-8ba0-bdb88078138d tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:56.640118 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-34d95cbb-fd15-4b99-a356-7180347815ff req-01a956b8-c7de-4841-8ba0-bdb88078138d tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.41 "DELETE /v2.0/ports/ecf037ff-8350-46e5-a553-32b0e968847d HTTP/1.1" status: 204 len: 173 time: 0.9108064 Jul 29 23:33:56.640607 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81094904-b069-4413-9dac-76ad340ebf56', 'name': 'network-vif-deleted', 'tag': 'ecf037ff-8350-46e5-a553-32b0e968847d'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:33:56.643355 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b74257-d9e1-4875-be7c-5337620f960e" -d '{"events": [{"server_uuid": "81094904-b069-4413-9dac-76ad340ebf56", "name": "network-vif-deleted", "tag": "ecf037ff-8350-46e5-a553-32b0e968847d"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:33:56.656233 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-02af92f4-4ae1-4f1b-aae4-da5c1e3e8e92 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:56.667560 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02af92f4-4ae1-4f1b-aae4-da5c1e3e8e92 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:56.668225 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-02af92f4-4ae1-4f1b-aae4-da5c1e3e8e92 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:56.750635 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6933ae4-2c40-477f-8ed4-a35fc754615d x-openstack-request-id: req-f6933ae4-2c40-477f-8ed4-a35fc754615d {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:33:56.750912 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81094904-b069-4413-9dac-76ad340ebf56", "name": "network-vif-deleted", "tag": "ecf037ff-8350-46e5-a553-32b0e968847d", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:33:56.755335 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f6933ae4-2c40-477f-8ed4-a35fc754615d {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:33:56.756650 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81094904-b069-4413-9dac-76ad340ebf56', 'name': 'network-vif-deleted', 'tag': 'ecf037ff-8350-46e5-a553-32b0e968847d', 'status': 'completed', 'code': 200} Jul 29 23:33:56.816090 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4e49f7c0-072c-4104-a764-05cbc9972819 req-9cbb6034-8ce7-4798-8ba0-0761e671c9ac tempest-ListServerFiltersTestJSON-730766702 tempest-ListServerFiltersTestJSON-730766702-project] 10.222.0.43 "GET /v2.0/ports?device_id=81094904-b069-4413-9dac-76ad340ebf56 HTTP/1.1" status: 200 len: 210 time: 0.0565417 Jul 29 23:33:56.828816 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-02af92f4-4ae1-4f1b-aae4-da5c1e3e8e92 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5245249 Jul 29 23:33:56.832834 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54446) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:56.841501 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-90bd3467-b1a0-4612-8fdf-32098e4ae2fc tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Request body: {'subnet': {'network_id': '874da3fc-f117-4c26-bdcd-99d671ec16bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:56.860478 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0fb8d138-6684-4331-8477-5ce6b2c82ad5 tempest-FloatingIPAdminTestJSON-89675426 tempest-FloatingIPAdminTestJSON-89675426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:56.879658 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02af92f4-4ae1-4f1b-aae4-da5c1e3e8e92 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event updated for resources: {'Network': ['ID=874da3fc-f117-4c26-bdcd-99d671ec16bf,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:56.891618 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 874da3fc-f117-4c26-bdcd-99d671ec16bf details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:33:57.008787 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb8d138-6684-4331-8477-5ce6b2c82ad5 tempest-FloatingIPAdminTestJSON-89675426 tempest-FloatingIPAdminTestJSON-89675426-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:57.046641 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-0fb8d138-6684-4331-8477-5ce6b2c82ad5 tempest-FloatingIPAdminTestJSON-89675426 tempest-FloatingIPAdminTestJSON-89675426-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:57.052593 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb8d138-6684-4331-8477-5ce6b2c82ad5 tempest-FloatingIPAdminTestJSON-89675426 tempest-FloatingIPAdminTestJSON-89675426-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:33:57.056296 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb8d138-6684-4331-8477-5ce6b2c82ad5 tempest-FloatingIPAdminTestJSON-89675426 tempest-FloatingIPAdminTestJSON-89675426-project] Pushing event updated for resources: {'Port': ['ID=066ade9c-f8ac-4989-9b11-5db182c4ce0b,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:57.134107 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae2faa5-fcc2-4b18-80cb-902fbe29caad req-e7b4d4e0-7819-4c43-aa34-3dd72cf669f9 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:57.138200 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3ae2faa5-fcc2-4b18-80cb-902fbe29caad req-e7b4d4e0-7819-4c43-aa34-3dd72cf669f9 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cb63dcd-cfed-45b1-9087-f482b0d11e6a HTTP/1.1" status: 200 len: 946 time: 0.2329135 Jul 29 23:33:57.143300 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-67dcc47e-6b44-4708-b08a-d930e3f56bee req-3f446dee-d44f-4592-ad8e-d23d96a25feb tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:57.210530 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f446dee-d44f-4592-ad8e-d23d96a25feb tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Pushing event deleted for resources: {'Port': ['ID=ffd8f46b-a91b-4435-8711-d5889144a71a,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:57.258984 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90bd3467-b1a0-4612-8fdf-32098e4ae2fc tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Made reservation on behalf of d49779da0727435887ac30c3d6c062b5 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:57.262561 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-90bd3467-b1a0-4612-8fdf-32098e4ae2fc tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:57.405694 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3ae2faa5-fcc2-4b18-80cb-902fbe29caad req-b062ee1e-1c71-48d0-9815-1827d5ccd705 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] 10.222.0.43 "GET /v2.0/security-groups?id=c8504185-138c-4bfa-ad4d-619d3548526d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2558708 Jul 29 23:33:57.428844 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0fb8d138-6684-4331-8477-5ce6b2c82ad5 tempest-FloatingIPAdminTestJSON-89675426 tempest-FloatingIPAdminTestJSON-89675426-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:57.492519 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67dcc47e-6b44-4708-b08a-d930e3f56bee req-3f446dee-d44f-4592-ad8e-d23d96a25feb tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Router 9b73c5ac-70c9-4f4f-bccc-7f5bc9901951 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:33:57.505028 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0fb8d138-6684-4331-8477-5ce6b2c82ad5 tempest-FloatingIPAdminTestJSON-89675426 tempest-FloatingIPAdminTestJSON-89675426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:57.604572 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:57.787348 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-90bd3467-b1a0-4612-8fdf-32098e4ae2fc tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:57.835936 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67dcc47e-6b44-4708-b08a-d930e3f56bee req-3f446dee-d44f-4592-ad8e-d23d96a25feb tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:33:57.848378 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bb929b-f984-4e7c-bee0-ce0f081813f7 None None] Sync routers for ids ['9b73c5ac-70c9-4f4f-bccc-7f5bc9901951'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:33:57.860024 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bb929b-f984-4e7c-bee0-ce0f081813f7 None None] Routers {'9b73c5ac-70c9-4f4f-bccc-7f5bc9901951'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:33:57.860823 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-57bb929b-f984-4e7c-bee0-ce0f081813f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:33:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['9b73c5ac-70c9-4f4f-bccc-7f5bc9901951'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:57.921937 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54470) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:57.939798 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-67dcc47e-6b44-4708-b08a-d930e3f56bee req-3f446dee-d44f-4592-ad8e-d23d96a25feb tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] No DVR routers for this DVR port ffd8f46b-a91b-4435-8711-d5889144a71a on host n-h2-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:33:57.946077 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bd3467-b1a0-4612-8fdf-32098e4ae2fc tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event updated for resources: {'Subnet': ['ID=81f7645b-65e2-40bf-85ee-ff3ddfb6e652,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:57.950974 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-67dcc47e-6b44-4708-b08a-d930e3f56bee req-3f446dee-d44f-4592-ad8e-d23d96a25feb tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:57.953260 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-67dcc47e-6b44-4708-b08a-d930e3f56bee req-3f446dee-d44f-4592-ad8e-d23d96a25feb tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] 10.222.0.22 "DELETE /v2.0/ports/ffd8f46b-a91b-4435-8711-d5889144a71a HTTP/1.1" status: 204 len: 173 time: 2.4031749 Jul 29 23:33:57.958773 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb63dcd-cfed-45b1-9087-f482b0d11e6a', 'name': 'network-vif-deleted', 'tag': 'ffd8f46b-a91b-4435-8711-d5889144a71a'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:33:57.961120 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e09a10b-e612-40e7-8364-aaeb1a01d520" -d '{"events": [{"server_uuid": "8cb63dcd-cfed-45b1-9087-f482b0d11e6a", "name": "network-vif-deleted", "tag": "ffd8f46b-a91b-4435-8711-d5889144a71a"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:33:57.986012 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bd3467-b1a0-4612-8fdf-32098e4ae2fc tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Checking segment: {'id': '83102d98-f656-4da2-8529-baba2d9fb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '874da3fc-f117-4c26-bdcd-99d671ec16bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:33:57.986940 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bd3467-b1a0-4612-8fdf-32098e4ae2fc tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Network hostable DHCP agents. Network: 874da3fc-f117-4c26-bdcd-99d671ec16bf, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:33:57.998542 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0fb8d138-6684-4331-8477-5ce6b2c82ad5 tempest-FloatingIPAdminTestJSON-89675426 tempest-FloatingIPAdminTestJSON-89675426-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:58.016323 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0fb8d138-6684-4331-8477-5ce6b2c82ad5 tempest-FloatingIPAdminTestJSON-89675426 tempest-FloatingIPAdminTestJSON-89675426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:58.044801 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-d91bd356-f408-439f-ba52-1799c33d9b18 admin admin] Deleting subnet 3e5801e1-3293-4679-8674-9d98822925fc {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:33:58.051398 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d91bd356-f408-439f-ba52-1799c33d9b18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:58.071409 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bd3467-b1a0-4612-8fdf-32098e4ae2fc tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Network 874da3fc-f117-4c26-bdcd-99d671ec16bf is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:33:58.072648 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-57bb929b-f984-4e7c-bee0-ce0f081813f7 None None] Set router 9b73c5ac-70c9-4f4f-bccc-7f5bc9901951 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:33:58.082162 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ea5345-2aef-495a-8825-5bc94e34c022 x-openstack-request-id: req-53ea5345-2aef-495a-8825-5bc94e34c022 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:33:58.082451 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb63dcd-cfed-45b1-9087-f482b0d11e6a", "name": "network-vif-deleted", "tag": "ffd8f46b-a91b-4435-8711-d5889144a71a", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:33:58.082703 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-53ea5345-2aef-495a-8825-5bc94e34c022 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:33:58.083089 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb63dcd-cfed-45b1-9087-f482b0d11e6a', 'name': 'network-vif-deleted', 'tag': 'ffd8f46b-a91b-4435-8711-d5889144a71a', 'status': 'completed', 'code': 200} Jul 29 23:33:58.114584 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-90bd3467-b1a0-4612-8fdf-32098e4ae2fc tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 874da3fc-f117-4c26-bdcd-99d671ec16bf) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:58.123238 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a49a57-cead-46ee-ad6e-bf3e5bf8ffce None None] Network 874da3fc-f117-4c26-bdcd-99d671ec16bf requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:33:58.138929 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90bd3467-b1a0-4612-8fdf-32098e4ae2fc tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:58.139949 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-90bd3467-b1a0-4612-8fdf-32098e4ae2fc tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:58.145806 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb8d138-6684-4331-8477-5ce6b2c82ad5 tempest-FloatingIPAdminTestJSON-89675426 tempest-FloatingIPAdminTestJSON-89675426-project] Pushing event updated for resources: {'Port': ['ID=066ade9c-f8ac-4989-9b11-5db182c4ce0b,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:58.177316 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0fb8d138-6684-4331-8477-5ce6b2c82ad5 tempest-FloatingIPAdminTestJSON-89675426 tempest-FloatingIPAdminTestJSON-89675426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:58.188268 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-90bd3467-b1a0-4612-8fdf-32098e4ae2fc tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3527226 Jul 29 23:33:58.190890 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54478) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:58.196036 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-4a008e75-389e-447f-83c2-ad86fbdbad87 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Request body: {'port': {'network_id': '874da3fc-f117-4c26-bdcd-99d671ec16bf', 'name': 'tempest-PortsTestJSON-519676012'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:58.203089 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d91bd356-f408-439f-ba52-1799c33d9b18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:58.263611 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0fb8d138-6684-4331-8477-5ce6b2c82ad5 tempest-FloatingIPAdminTestJSON-89675426 tempest-FloatingIPAdminTestJSON-89675426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:58.265679 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-0fb8d138-6684-4331-8477-5ce6b2c82ad5 tempest-FloatingIPAdminTestJSON-89675426 tempest-FloatingIPAdminTestJSON-89675426-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1483378 Jul 29 23:33:58.268602 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54480) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:58.346220 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-57bb929b-f984-4e7c-bee0-ce0f081813f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b73c5ac-70c9-4f4f-bccc-7f5bc9901951', 'name': 'tempest-ServersTestBootFromVolume-442508025-router', 'tenant_id': '38e5a2101cb84e649abcb077576a3704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'fadecb27-2f3a-409c-b390-ab58b11b5462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:30:13Z', 'updated_at': '2021-07-29T23:30:27Z', 'revision_number': 4, 'project_id': '38e5a2101cb84e649abcb077576a3704', 'gw_port': {'id': 'fadecb27-2f3a-409c-b390-ab58b11b5462', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:5f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b73c5ac-70c9-4f4f-bccc-7f5bc9901951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:30:15Z', 'updated_at': '2021-07-29T23:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'f5a2f605-f7d6-4dfa-a112-37a5f14c8f0e', 'name': '', 'network_id': '7f4f5951-808e-47f0-8843-cccf83b2b5f5', 'tenant_id': '38e5a2101cb84e649abcb077576a3704', 'mac_address': 'fa:16:3e:c5:bc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b73c5ac-70c9-4f4f-bccc-7f5bc9901951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'b0626110-2e70-4df5-8ca6-7b634c09fbe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:30:24Z', 'updated_at': '2021-07-29T23:30:54Z', 'revision_number': 5, 'project_id': '38e5a2101cb84e649abcb077576a3704', 'subnets': [{'id': 'b0626110-2e70-4df5-8ca6-7b634c09fbe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:58.354980 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d91bd356-f408-439f-ba52-1799c33d9b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:58.380121 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bb929b-f984-4e7c-bee0-ce0f081813f7 None None] Checking router: 9b73c5ac-70c9-4f4f-bccc-7f5bc9901951 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:33:58.390879 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bb929b-f984-4e7c-bee0-ce0f081813f7 None None] Routers {'9b73c5ac-70c9-4f4f-bccc-7f5bc9901951'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:33:58.391773 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-57bb929b-f984-4e7c-bee0-ce0f081813f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:33:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['9b73c5ac-70c9-4f4f-bccc-7f5bc9901951'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:58.445540 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-c7f23321-a526-4637-a3eb-af8dcc41a6c3 tempest-FloatingIPAdminTestJSON-1809906649 tempest-FloatingIPAdminTestJSON-1809906649-project-admin] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4487 time: 0.1755650 Jul 29 23:33:58.449815 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54484) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:58.468437 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d91bd356-f408-439f-ba52-1799c33d9b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:58.548359 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91bd356-f408-439f-ba52-1799c33d9b18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e5801e1-3293-4679-8674-9d98822925fc,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:58.557492 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d91bd356-f408-439f-ba52-1799c33d9b18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:58.561959 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d91bd356-f408-439f-ba52-1799c33d9b18 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/3e5801e1-3293-4679-8674-9d98822925fc HTTP/1.1" status: 204 len: 168 time: 0.6365740 Jul 29 23:33:58.564268 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54486) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:58.572322 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device ffd8f46b-a91b-4435-8711-d5889144a71a no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:33:58.578440 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c655c224-ac58-4878-95cb-ce47b4bb47d1 None None] Network dfc3bea2-bd5d-418d-b114-01609b424895 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:33:58.607514 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-57bb929b-f984-4e7c-bee0-ce0f081813f7 None None] Set router 9b73c5ac-70c9-4f4f-bccc-7f5bc9901951 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:33:58.619137 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8f18a3da-0cdd-488e-9b0d-a9e25b00f094 req-3253d6bc-267e-435b-92ce-2f8b579e7539 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cb63dcd-cfed-45b1-9087-f482b0d11e6a HTTP/1.1" status: 200 len: 210 time: 0.0351813 Jul 29 23:33:58.622309 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-a3eff058-b473-430f-9ba2-8b360c850cf8 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1711690 Jul 29 23:33:58.626256 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54488) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:58.699942 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: ffd8f46b-a91b-4435-8711-d5889144a71a {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:33:58.700890 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device ffd8f46b-a91b-4435-8711-d5889144a71a not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:33:58.715327 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c7c212e9-daac-4e7b-a2e3-0cf803ed4094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:58.765967 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a008e75-389e-447f-83c2-ad86fbdbad87 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Made reservation on behalf of d49779da0727435887ac30c3d6c062b5 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:58.771193 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4a008e75-389e-447f-83c2-ad86fbdbad87 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:58.826982 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [None req-4a008e75-389e-447f-83c2-ad86fbdbad87 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] device_id is not set on port 4a2de844-d1c7-4b7a-aa6a-e4f1fb872088 yet. {{(pid=94078) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:33:58.847979 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-c7c212e9-daac-4e7b-a2e3-0cf803ed4094 admin admin] Deleting port 2f841046-052e-4307-9782-31dd7b78ea90 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:33:58.849870 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c7c212e9-daac-4e7b-a2e3-0cf803ed4094 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:58.949428 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf3d6e0-afeb-451f-8934-55e07b584956 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-874da3fc-f117-4c26-bdcd-99d671ec16bf', 'network_id': '874da3fc-f117-4c26-bdcd-99d671ec16bf', 'tenant_id': 'd49779da0727435887ac30c3d6c062b5', 'fixed_ips': [{'subnet_id': '81f7645b-65e2-40bf-85ee-ff3ddfb6e652'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:33:58.954128 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9cf3d6e0-afeb-451f-8934-55e07b584956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:58.989484 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbebf4f-a9bd-47d1-a17c-b9ed5343f93c None None] DHCP port deletion for dfc3bea2-bd5d-418d-b114-01609b424895 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:33:59.079491 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device ecf037ff-8350-46e5-a553-32b0e968847d no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:33:59.093593 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-4a008e75-389e-447f-83c2-ad86fbdbad87 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Allocated IP 172.20.0.8 (874da3fc-f117-4c26-bdcd-99d671ec16bf/81f7645b-65e2-40bf-85ee-ff3ddfb6e652/4a2de844-d1c7-4b7a-aa6a-e4f1fb872088) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:33:59.149634 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-57bb929b-f984-4e7c-bee0-ce0f081813f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b73c5ac-70c9-4f4f-bccc-7f5bc9901951', 'name': 'tempest-ServersTestBootFromVolume-442508025-router', 'tenant_id': '38e5a2101cb84e649abcb077576a3704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'fadecb27-2f3a-409c-b390-ab58b11b5462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:30:13Z', 'updated_at': '2021-07-29T23:30:27Z', 'revision_number': 4, 'project_id': '38e5a2101cb84e649abcb077576a3704', 'gw_port': {'id': 'fadecb27-2f3a-409c-b390-ab58b11b5462', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:5f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b73c5ac-70c9-4f4f-bccc-7f5bc9901951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:30:15Z', 'updated_at': '2021-07-29T23:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'f5a2f605-f7d6-4dfa-a112-37a5f14c8f0e', 'name': '', 'network_id': '7f4f5951-808e-47f0-8843-cccf83b2b5f5', 'tenant_id': '38e5a2101cb84e649abcb077576a3704', 'mac_address': 'fa:16:3e:c5:bc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b73c5ac-70c9-4f4f-bccc-7f5bc9901951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'b0626110-2e70-4df5-8ca6-7b634c09fbe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:30:24Z', 'updated_at': '2021-07-29T23:30:54Z', 'revision_number': 5, 'project_id': '38e5a2101cb84e649abcb077576a3704', 'subnets': [{'id': 'b0626110-2e70-4df5-8ca6-7b634c09fbe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:59.220708 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bb929b-f984-4e7c-bee0-ce0f081813f7 None None] The sync data for ids ['9b73c5ac-70c9-4f4f-bccc-7f5bc9901951'] in n-d-712141-10 is: [{'id': '9b73c5ac-70c9-4f4f-bccc-7f5bc9901951', 'name': 'tempest-ServersTestBootFromVolume-442508025-router', 'tenant_id': '38e5a2101cb84e649abcb077576a3704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'fadecb27-2f3a-409c-b390-ab58b11b5462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:30:13Z', 'updated_at': '2021-07-29T23:30:27Z', 'revision_number': 4, 'project_id': '38e5a2101cb84e649abcb077576a3704', 'gw_port': {'id': 'fadecb27-2f3a-409c-b390-ab58b11b5462', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:5f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b73c5ac-70c9-4f4f-bccc-7f5bc9901951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:30:15Z', 'updated_at': '2021-07-29T23:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'f5a2f605-f7d6-4dfa-a112-37a5f14c8f0e', 'name': '', 'network_id': '7f4f5951-808e-47f0-8843-cccf83b2b5f5', 'tenant_id': '38e5a2101cb84e649abcb077576a3704', 'mac_address': 'fa:16:3e:c5:bc:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b73c5ac-70c9-4f4f-bccc-7f5bc9901951', 'device_owner': 'network:router_interface', 'standard_attr_id': 1486, 'fixed_ips': [{'subnet_id': 'b0626110-2e70-4df5-8ca6-7b634c09fbe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:30:24Z', 'updated_at': '2021-07-29T23:30:54Z', 'revision_number': 5, 'project_id': '38e5a2101cb84e649abcb077576a3704', 'subnets': [{'id': 'b0626110-2e70-4df5-8ca6-7b634c09fbe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:33:59.225205 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-8ae4965c-ef08-4024-b5f2-b5b605347b03 tempest-FloatingIPAdminTestJSON-89675426 tempest-FloatingIPAdminTestJSON-89675426-project] Deleting port 066ade9c-f8ac-4989-9b11-5db182c4ce0b {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:33:59.225753 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8ae4965c-ef08-4024-b5f2-b5b605347b03 tempest-FloatingIPAdminTestJSON-89675426 tempest-FloatingIPAdminTestJSON-89675426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:59.339816 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] No Port match for: ecf037ff-8350-46e5-a553-32b0e968847d {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:33:59.340304 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device ecf037ff-8350-46e5-a553-32b0e968847d not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:33:59.443434 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:59.473289 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-7fbebf4f-a9bd-47d1-a17c-b9ed5343f93c None None] Deleting port 2f841046-052e-4307-9782-31dd7b78ea90 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:33:59.473610 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7fbebf4f-a9bd-47d1-a17c-b9ed5343f93c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:59.519568 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-c7c212e9-daac-4e7b-a2e3-0cf803ed4094 admin admin] For port 2f841046-052e-4307-9782-31dd7b78ea90, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=2f841046-052e-4307-9782-31dd7b78ea90,segment=NetworkSegment(c240b120-a01c-4473-a8c8-2ed685fc0371),segment_id=c240b120-a01c-4473-a8c8-2ed685fc0371)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:59.522960 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c7c212e9-daac-4e7b-a2e3-0cf803ed4094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:59.542084 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-c7c212e9-daac-4e7b-a2e3-0cf803ed4094 admin admin] Calling delete_port for 2f841046-052e-4307-9782-31dd7b78ea90 owned by network:dhcp {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:33:59.608852 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 2f841046-052e-4307-9782-31dd7b78ea90 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:33:59.627682 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-7fbebf4f-a9bd-47d1-a17c-b9ed5343f93c None None] For port 2f841046-052e-4307-9782-31dd7b78ea90, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=2f841046-052e-4307-9782-31dd7b78ea90,segment=NetworkSegment(c240b120-a01c-4473-a8c8-2ed685fc0371),segment_id=c240b120-a01c-4473-a8c8-2ed685fc0371)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:59.628102 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7fbebf4f-a9bd-47d1-a17c-b9ed5343f93c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:59.741710 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-7fbebf4f-a9bd-47d1-a17c-b9ed5343f93c None None] Calling delete_port for 2f841046-052e-4307-9782-31dd7b78ea90 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:33:59.762548 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c7c212e9-daac-4e7b-a2e3-0cf803ed4094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:59.803553 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c212e9-daac-4e7b-a2e3-0cf803ed4094 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f841046-052e-4307-9782-31dd7b78ea90,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:59.814487 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c212e9-daac-4e7b-a2e3-0cf803ed4094 admin admin] No DVR routers for this DVR port 2f841046-052e-4307-9782-31dd7b78ea90 on host n-d-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:33:59.848990 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82155792-43a0-434e-89a9-8107034b47d0 None None] New status for floating IP 419f5f1c-61fd-45a7-8290-c2d44859af01: DOWN {{(pid=94079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:33:59.889612 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No active binding found for port 2f841046-052e-4307-9782-31dd7b78ea90 {{(pid=94079) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 29 23:33:59.890274 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 2f841046-052e-4307-9782-31dd7b78ea90 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:33:59.931047 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c7c212e9-daac-4e7b-a2e3-0cf803ed4094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:59.942939 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-c7c212e9-daac-4e7b-a2e3-0cf803ed4094 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfc3bea2-bd5d-418d-b114-01609b424895']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:59.955563 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-c7c212e9-daac-4e7b-a2e3-0cf803ed4094 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c240b120-a01c-4473-a8c8-2ed685fc0371') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:59.956143 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-c7c212e9-daac-4e7b-a2e3-0cf803ed4094 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c240b120-a01c-4473-a8c8-2ed685fc0371') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:59.966629 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c7c212e9-daac-4e7b-a2e3-0cf803ed4094 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:59.989529 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c7c212e9-daac-4e7b-a2e3-0cf803ed4094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:59.998734 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7c212e9-daac-4e7b-a2e3-0cf803ed4094 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:34:00.000117 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c7c212e9-daac-4e7b-a2e3-0cf803ed4094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:00.005960 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7fbebf4f-a9bd-47d1-a17c-b9ed5343f93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:00.037601 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbebf4f-a9bd-47d1-a17c-b9ed5343f93c None None] Pushing event deleted for resources: {'Port': ['ID=2f841046-052e-4307-9782-31dd7b78ea90,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:00.044702 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbebf4f-a9bd-47d1-a17c-b9ed5343f93c None None] No DVR routers for this DVR port 2f841046-052e-4307-9782-31dd7b78ea90 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:34:00.066982 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:34:00.066982 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:34:00.066982 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:34:00.066982 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:34:00.066982 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:34:00.066982 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:34:00.066982 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:34:00.066982 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:34:00.066982 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:34:00.066982 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:34:00.066982 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:34:00.066982 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:34:00.066982 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:34:00.066982 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:34:00.066982 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:34:00.066982 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:34:00.066982 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:34:00.066982 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:34:00.066982 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:34:00.066982 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:34:00.066982 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:34:00.066982 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:34:00.066982 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:34:00.066982 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:34:00.066982 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:34:00.066982 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:34:00.066982 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:34:00.066982 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:34:00.066982 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:34:00.066982 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:34:00.066982 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:34:00.066982 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:34:00.088801 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c7c212e9-daac-4e7b-a2e3-0cf803ed4094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:00.106929 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c7c212e9-daac-4e7b-a2e3-0cf803ed4094 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:00.109198 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c7c212e9-daac-4e7b-a2e3-0cf803ed4094 admin admin] 10.222.0.43 "DELETE /v2.0/networks/dfc3bea2-bd5d-418d-b114-01609b424895 HTTP/1.1" status: 204 len: 168 time: 1.5439057 Jul 29 23:34:00.110686 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c212e9-daac-4e7b-a2e3-0cf803ed4094 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfc3bea2-bd5d-418d-b114-01609b424895,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:00.127380 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d4f0c2e8-ddde-465a-8b17-31181aeef8bf req-249eb019-23d2-475e-aa25-1bbff6a8cc1d tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cb63dcd-cfed-45b1-9087-f482b0d11e6a HTTP/1.1" status: 200 len: 210 time: 0.0651045 Jul 29 23:34:00.163722 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8ae4965c-ef08-4024-b5f2-b5b605347b03 tempest-FloatingIPAdminTestJSON-89675426 tempest-FloatingIPAdminTestJSON-89675426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:00.164048 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8ae4965c-ef08-4024-b5f2-b5b605347b03 tempest-FloatingIPAdminTestJSON-89675426 tempest-FloatingIPAdminTestJSON-89675426-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:00.195410 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-8ae4965c-ef08-4024-b5f2-b5b605347b03 tempest-FloatingIPAdminTestJSON-89675426 tempest-FloatingIPAdminTestJSON-89675426-project] Calling delete_port for 066ade9c-f8ac-4989-9b11-5db182c4ce0b owned by network:floatingip {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:34:00.209527 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4a008e75-389e-447f-83c2-ad86fbdbad87 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:00.274844 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-4a008e75-389e-447f-83c2-ad86fbdbad87 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Transition to ACTIVE for port object 4a2de844-d1c7-4b7a-aa6a-e4f1fb872088 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:00.348530 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4a008e75-389e-447f-83c2-ad86fbdbad87 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:00.380635 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54508) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:00.399050 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-9cf3d6e0-afeb-451f-8934-55e07b584956 None None] Allocated IP 172.20.0.2 (874da3fc-f117-4c26-bdcd-99d671ec16bf/81f7645b-65e2-40bf-85ee-ff3ddfb6e652/a15d178d-bb8c-4a6a-8be1-7d4c77bd6e8b) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:00.444546 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a008e75-389e-447f-83c2-ad86fbdbad87 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Network 874da3fc-f117-4c26-bdcd-99d671ec16bf is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:00.453046 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-4a008e75-389e-447f-83c2-ad86fbdbad87 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:00.455042 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-5513cc38-03c1-4f7b-8b07-61a36c1c1b2b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8a98cb6af30a4908a6c8d61e81361f03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0730283 Jul 29 23:34:00.457358 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54510) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:00.462087 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a008e75-389e-447f-83c2-ad86fbdbad87 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:34:00.467812 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a008e75-389e-447f-83c2-ad86fbdbad87 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event updated for resources: {'Port': ['ID=4a2de844-d1c7-4b7a-aa6a-e4f1fb872088,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:00.539985 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8ae4965c-ef08-4024-b5f2-b5b605347b03 tempest-FloatingIPAdminTestJSON-89675426 tempest-FloatingIPAdminTestJSON-89675426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:00.541020 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-61b63f0e-6b15-422b-9b36-e4141acce1a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:00.582459 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-61b63f0e-6b15-422b-9b36-e4141acce1a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:00.596861 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae4965c-ef08-4024-b5f2-b5b605347b03 tempest-FloatingIPAdminTestJSON-89675426 tempest-FloatingIPAdminTestJSON-89675426-project] Pushing event deleted for resources: {'Port': ['ID=066ade9c-f8ac-4989-9b11-5db182c4ce0b,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:00.638459 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a008e75-389e-447f-83c2-ad86fbdbad87 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:00.639470 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4a008e75-389e-447f-83c2-ad86fbdbad87 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:00.676789 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-61b63f0e-6b15-422b-9b36-e4141acce1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:00.680299 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-61b63f0e-6b15-422b-9b36-e4141acce1a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:00.685972 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-61b63f0e-6b15-422b-9b36-e4141acce1a6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3f70c726-a398-4f44-8add-5d324eb1a3b1 HTTP/1.1" status: 204 len: 168 time: 0.2272756 Jul 29 23:34:00.688415 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-4a008e75-389e-447f-83c2-ad86fbdbad87 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.4967988 Jul 29 23:34:00.692073 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54516) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:00.703004 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b63f0e-6b15-422b-9b36-e4141acce1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f70c726-a398-4f44-8add-5d324eb1a3b1,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:00.704026 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8ae4965c-ef08-4024-b5f2-b5b605347b03 tempest-FloatingIPAdminTestJSON-89675426 tempest-FloatingIPAdminTestJSON-89675426-project] Notify callbacks [] for floatingip, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:00.708081 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8ae4965c-ef08-4024-b5f2-b5b605347b03 tempest-FloatingIPAdminTestJSON-89675426 tempest-FloatingIPAdminTestJSON-89675426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:00.710282 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-8ae4965c-ef08-4024-b5f2-b5b605347b03 tempest-FloatingIPAdminTestJSON-89675426 tempest-FloatingIPAdminTestJSON-89675426-project] 10.222.0.43 "DELETE /v2.0/floatingips/7ce1e850-3786-4d87-b460-c4430a8745a2 HTTP/1.1" status: 204 len: 168 time: 2.0830102 Jul 29 23:34:00.713001 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54518) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:00.713150 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9cf3d6e0-afeb-451f-8934-55e07b584956 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:00.731464 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-9cf3d6e0-afeb-451f-8934-55e07b584956 None None] Transition to ACTIVE for port object a15d178d-bb8c-4a6a-8be1-7d4c77bd6e8b will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:00.752642 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-9cf3d6e0-afeb-451f-8934-55e07b584956 None None] Transition to ACTIVE for port object a15d178d-bb8c-4a6a-8be1-7d4c77bd6e8b will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:00.761843 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9cf3d6e0-afeb-451f-8934-55e07b584956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:00.811887 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf3d6e0-afeb-451f-8934-55e07b584956 None None] Network 874da3fc-f117-4c26-bdcd-99d671ec16bf is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:00.815557 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-9cf3d6e0-afeb-451f-8934-55e07b584956 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:00.824070 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf3d6e0-afeb-451f-8934-55e07b584956 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:34:00.834410 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf3d6e0-afeb-451f-8934-55e07b584956 None None] Pushing event updated for resources: {'Port': ['ID=a15d178d-bb8c-4a6a-8be1-7d4c77bd6e8b,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:00.836602 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-c347f8f6-19a2-4321-b7fc-989ae1f37994 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Deleting port 4a2de844-d1c7-4b7a-aa6a-e4f1fb872088 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:34:00.836946 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c347f8f6-19a2-4321-b7fc-989ae1f37994 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:00.915004 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-9cf3d6e0-afeb-451f-8934-55e07b584956 None None] Attempting to bind port a15d178d-bb8c-4a6a-8be1-7d4c77bd6e8b on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:34:00.916044 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-9cf3d6e0-afeb-451f-8934-55e07b584956 None None] Attempting to bind port a15d178d-bb8c-4a6a-8be1-7d4c77bd6e8b by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '83102d98-f656-4da2-8529-baba2d9fb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '874da3fc-f117-4c26-bdcd-99d671ec16bf'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:34:00.917369 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf3d6e0-afeb-451f-8934-55e07b584956 None None] Attempting to bind port a15d178d-bb8c-4a6a-8be1-7d4c77bd6e8b on network 874da3fc-f117-4c26-bdcd-99d671ec16bf {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:34:00.925878 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf3d6e0-afeb-451f-8934-55e07b584956 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:34:00.926613 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf3d6e0-afeb-451f-8934-55e07b584956 None None] Checking segment: {'id': '83102d98-f656-4da2-8529-baba2d9fb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '874da3fc-f117-4c26-bdcd-99d671ec16bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:34:00.927360 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9cf3d6e0-afeb-451f-8934-55e07b584956 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:00.928463 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cf3d6e0-afeb-451f-8934-55e07b584956 None None] Bound using segment: {'id': '83102d98-f656-4da2-8529-baba2d9fb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '874da3fc-f117-4c26-bdcd-99d671ec16bf'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:34:00.929206 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-9cf3d6e0-afeb-451f-8934-55e07b584956 None None] Bound port: a15d178d-bb8c-4a6a-8be1-7d4c77bd6e8b, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83102d98-f656-4da2-8529-baba2d9fb800', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '874da3fc-f117-4c26-bdcd-99d671ec16bf'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:34:00.930081 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9cf3d6e0-afeb-451f-8934-55e07b584956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:01.016730 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-9cf3d6e0-afeb-451f-8934-55e07b584956 None None] For port a15d178d-bb8c-4a6a-8be1-7d4c77bd6e8b, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:34:01.019363 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c347f8f6-19a2-4321-b7fc-989ae1f37994 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:01.021167 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-9cf3d6e0-afeb-451f-8934-55e07b584956 None None] For port a15d178d-bb8c-4a6a-8be1-7d4c77bd6e8b, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=a15d178d-bb8c-4a6a-8be1-7d4c77bd6e8b,segment=NetworkSegment(83102d98-f656-4da2-8529-baba2d9fb800),segment_id=83102d98-f656-4da2-8529-baba2d9fb800)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:34:01.032625 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9cf3d6e0-afeb-451f-8934-55e07b584956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:01.054232 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-c347f8f6-19a2-4321-b7fc-989ae1f37994 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Calling delete_port for 4a2de844-d1c7-4b7a-aa6a-e4f1fb872088 owned by {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:34:01.073211 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-d14ae4d1-67f1-4080-9364-24eb2044c274 tempest-FloatingIPAdminTestJSON-1809906649 tempest-FloatingIPAdminTestJSON-1809906649-project-admin] Deleting port 503469ab-081c-4815-859f-8eed2d890335 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:34:01.073695 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d14ae4d1-67f1-4080-9364-24eb2044c274 tempest-FloatingIPAdminTestJSON-1809906649 tempest-FloatingIPAdminTestJSON-1809906649-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:01.168098 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf3d6e0-afeb-451f-8934-55e07b584956 None None] Pushing event updated for resources: {'Port': ['ID=a15d178d-bb8c-4a6a-8be1-7d4c77bd6e8b,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:01.224580 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d14ae4d1-67f1-4080-9364-24eb2044c274 tempest-FloatingIPAdminTestJSON-1809906649 tempest-FloatingIPAdminTestJSON-1809906649-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:01.226102 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d14ae4d1-67f1-4080-9364-24eb2044c274 tempest-FloatingIPAdminTestJSON-1809906649 tempest-FloatingIPAdminTestJSON-1809906649-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:01.261014 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-d14ae4d1-67f1-4080-9364-24eb2044c274 tempest-FloatingIPAdminTestJSON-1809906649 tempest-FloatingIPAdminTestJSON-1809906649-project-admin] Calling delete_port for 503469ab-081c-4815-859f-8eed2d890335 owned by network:floatingip {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:34:01.393706 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c347f8f6-19a2-4321-b7fc-989ae1f37994 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:01.505712 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ccfaedc5-f0dd-46df-8d98-9c46adf4ec0e req-808e53f4-8ccd-4dba-b9cf-5335985f366a tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cb63dcd-cfed-45b1-9087-f482b0d11e6a HTTP/1.1" status: 200 len: 210 time: 0.1362436 Jul 29 23:34:01.564964 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c347f8f6-19a2-4321-b7fc-989ae1f37994 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event deleted for resources: {'Port': ['ID=4a2de844-d1c7-4b7a-aa6a-e4f1fb872088,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:01.621894 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d14ae4d1-67f1-4080-9364-24eb2044c274 tempest-FloatingIPAdminTestJSON-1809906649 tempest-FloatingIPAdminTestJSON-1809906649-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:01.626306 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c347f8f6-19a2-4321-b7fc-989ae1f37994 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:01.629227 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-c347f8f6-19a2-4321-b7fc-989ae1f37994 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "DELETE /v2.0/ports/4a2de844-d1c7-4b7a-aa6a-e4f1fb872088 HTTP/1.1" status: 204 len: 168 time: 0.9356868 Jul 29 23:34:01.632620 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54534) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:01.676480 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14ae4d1-67f1-4080-9364-24eb2044c274 tempest-FloatingIPAdminTestJSON-1809906649 tempest-FloatingIPAdminTestJSON-1809906649-project-admin] Pushing event deleted for resources: {'Port': ['ID=503469ab-081c-4815-859f-8eed2d890335,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:01.691566 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1e1783a-98fb-46db-ad04-2f5850443604 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] DELETE failed (client error): The resource could not be found. Jul 29 23:34:01.692289 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1e1783a-98fb-46db-ad04-2f5850443604 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:34:01.695055 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e1e1783a-98fb-46db-ad04-2f5850443604 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "DELETE /v2.0/ports/4a2de844-d1c7-4b7a-aa6a-e4f1fb872088 HTTP/1.1" status: 404 len: 333 time: 0.0612440 Jul 29 23:34:01.697842 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54538) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:01.753273 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f8f931f-f7a2-4270-8d4a-563f6d681f9f tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] GET failed (client error): The resource could not be found. Jul 29 23:34:01.757284 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-6f8f931f-f7a2-4270-8d4a-563f6d681f9f tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "GET /v2.0/ports/4a2de844-d1c7-4b7a-aa6a-e4f1fb872088 HTTP/1.1" status: 404 len: 333 time: 0.0560813 Jul 29 23:34:01.757705 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54540) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:01.831782 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d14ae4d1-67f1-4080-9364-24eb2044c274 tempest-FloatingIPAdminTestJSON-1809906649 tempest-FloatingIPAdminTestJSON-1809906649-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:01.835709 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d14ae4d1-67f1-4080-9364-24eb2044c274 tempest-FloatingIPAdminTestJSON-1809906649 tempest-FloatingIPAdminTestJSON-1809906649-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:01.838289 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d14ae4d1-67f1-4080-9364-24eb2044c274 tempest-FloatingIPAdminTestJSON-1809906649 tempest-FloatingIPAdminTestJSON-1809906649-project-admin] 10.222.0.43 "DELETE /v2.0/floatingips/8a311515-e9b9-4ac5-81f8-821fd1ced74e HTTP/1.1" status: 204 len: 168 time: 1.1128964 Jul 29 23:34:01.841772 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-38a29135-a07a-4d29-820b-46e6fcf9d840 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Deleting subnet 81f7645b-65e2-40bf-85ee-ff3ddfb6e652 {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:34:01.848124 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54542) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:01.863321 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-38a29135-a07a-4d29-820b-46e6fcf9d840 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:01.944933 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-38a29135-a07a-4d29-820b-46e6fcf9d840 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:02.055570 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-38a29135-a07a-4d29-820b-46e6fcf9d840 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:02.056180 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-b8013342-a721-441e-8363-8fa040bb5fd9 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Deleting port d16537b2-2251-49bf-b28a-96ee4104d80e {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:34:02.056528 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b8013342-a721-441e-8363-8fa040bb5fd9 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:02.166135 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-38a29135-a07a-4d29-820b-46e6fcf9d840 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:02.204882 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-38a29135-a07a-4d29-820b-46e6fcf9d840 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:02.210060 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-38a29135-a07a-4d29-820b-46e6fcf9d840 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "DELETE /v2.0/subnets/81f7645b-65e2-40bf-85ee-ff3ddfb6e652 HTTP/1.1" status: 204 len: 168 time: 0.4490225 Jul 29 23:34:02.210790 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54552) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:02.284303 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a29135-a07a-4d29-820b-46e6fcf9d840 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event deleted for resources: {'Subnet': ['ID=81f7645b-65e2-40bf-85ee-ff3ddfb6e652,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:02.303334 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b8013342-a721-441e-8363-8fa040bb5fd9 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:02.322563 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-b8013342-a721-441e-8363-8fa040bb5fd9 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Calling delete_port for d16537b2-2251-49bf-b28a-96ee4104d80e owned by {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:34:02.417741 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-32754659-9a16-4f41-bfd5-b1c0c0252104 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:02.552907 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-32754659-9a16-4f41-bfd5-b1c0c0252104 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Deleting port a15d178d-bb8c-4a6a-8be1-7d4c77bd6e8b {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:34:02.553255 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-32754659-9a16-4f41-bfd5-b1c0c0252104 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:02.678312 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b8013342-a721-441e-8363-8fa040bb5fd9 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:02.693182 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-32754659-9a16-4f41-bfd5-b1c0c0252104 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] For port a15d178d-bb8c-4a6a-8be1-7d4c77bd6e8b, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=a15d178d-bb8c-4a6a-8be1-7d4c77bd6e8b,segment=NetworkSegment(83102d98-f656-4da2-8529-baba2d9fb800),segment_id=83102d98-f656-4da2-8529-baba2d9fb800)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:02.693518 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-32754659-9a16-4f41-bfd5-b1c0c0252104 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:02.713198 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-32754659-9a16-4f41-bfd5-b1c0c0252104 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Calling delete_port for a15d178d-bb8c-4a6a-8be1-7d4c77bd6e8b owned by network:dhcp {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:34:02.785574 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8013342-a721-441e-8363-8fa040bb5fd9 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Pushing event deleted for resources: {'Port': ['ID=d16537b2-2251-49bf-b28a-96ee4104d80e,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:02.812838 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e1c74700-c402-4ee1-9224-09ccc99c764b req-fc95f9cf-6e75-4bd7-9377-4c6868146e1b tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cb63dcd-cfed-45b1-9087-f482b0d11e6a HTTP/1.1" status: 200 len: 210 time: 0.0970953 Jul 29 23:34:02.879282 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1016398-50c7-4dad-a1da-6b9996425b84 None None] Network 874da3fc-f117-4c26-bdcd-99d671ec16bf requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:34:02.947277 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-32754659-9a16-4f41-bfd5-b1c0c0252104 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:02.965245 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b8013342-a721-441e-8363-8fa040bb5fd9 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:02.969912 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b8013342-a721-441e-8363-8fa040bb5fd9 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] 10.222.0.43 "DELETE /v2.0/ports/d16537b2-2251-49bf-b28a-96ee4104d80e HTTP/1.1" status: 204 len: 168 time: 1.1167545 Jul 29 23:34:02.973748 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54564) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:03.003395 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32754659-9a16-4f41-bfd5-b1c0c0252104 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event deleted for resources: {'Port': ['ID=a15d178d-bb8c-4a6a-8be1-7d4c77bd6e8b,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:03.008075 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32754659-9a16-4f41-bfd5-b1c0c0252104 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] No DVR routers for this DVR port a15d178d-bb8c-4a6a-8be1-7d4c77bd6e8b on host n-d-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:34:03.042301 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-ac2421a4-64e0-4bd6-881c-d87aea784a16 None None] Could not find standard attr ID for object a15d178d-bb8c-4a6a-8be1-7d4c77bd6e8b. {{(pid=94079) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:34:03.080306 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce43bacb-7598-404a-90fe-6f4512c8496d tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:03.085822 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ce43bacb-7598-404a-90fe-6f4512c8496d tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e411ac9-16f1-4c1c-9e5d-46bb69f93f49 HTTP/1.1" status: 200 len: 913 time: 0.1069033 Jul 29 23:34:03.086954 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54568) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:03.300395 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-32754659-9a16-4f41-bfd5-b1c0c0252104 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:03.335569 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4e1b52-edef-40eb-91a5-94f627d1e00e None None] DHCP port deletion for 874da3fc-f117-4c26-bdcd-99d671ec16bf request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:34:03.360358 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-32754659-9a16-4f41-bfd5-b1c0c0252104 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['874da3fc-f117-4c26-bdcd-99d671ec16bf']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:03.391507 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-32754659-9a16-4f41-bfd5-b1c0c0252104 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83102d98-f656-4da2-8529-baba2d9fb800') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:03.392272 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-32754659-9a16-4f41-bfd5-b1c0c0252104 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83102d98-f656-4da2-8529-baba2d9fb800') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:03.410190 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-32754659-9a16-4f41-bfd5-b1c0c0252104 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:03.448869 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-32754659-9a16-4f41-bfd5-b1c0c0252104 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:03.462685 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32754659-9a16-4f41-bfd5-b1c0c0252104 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:34:03.462685 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-32754659-9a16-4f41-bfd5-b1c0c0252104 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:03.469409 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:34:03.469409 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:34:03.469409 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:34:03.469409 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:34:03.469409 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:34:03.469409 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:34:03.469409 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:34:03.469409 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:34:03.469409 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:34:03.469409 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:34:03.469409 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:34:03.469409 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:34:03.469409 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:34:03.469409 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:34:03.469409 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:34:03.469409 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:34:03.469409 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:34:03.469409 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:34:03.469409 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:34:03.469409 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:34:03.469409 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:34:03.469409 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:34:03.469409 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:34:03.469409 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:34:03.469409 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:34:03.469409 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:34:03.469409 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:34:03.469409 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:34:03.469409 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:34:03.469409 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:34:03.469409 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:34:03.469409 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:34:03.571398 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-32754659-9a16-4f41-bfd5-b1c0c0252104 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:03.606260 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-32754659-9a16-4f41-bfd5-b1c0c0252104 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:03.615479 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-32754659-9a16-4f41-bfd5-b1c0c0252104 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "DELETE /v2.0/networks/874da3fc-f117-4c26-bdcd-99d671ec16bf HTTP/1.1" status: 204 len: 168 time: 1.3626125 Jul 29 23:34:03.619422 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32754659-9a16-4f41-bfd5-b1c0c0252104 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event deleted for resources: {'Network': ['ID=874da3fc-f117-4c26-bdcd-99d671ec16bf,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:03.621219 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54580) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:03.631397 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-fadfcd42-1100-481a-9808-447b977eaeec tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1089162008'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:03.679474 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fadfcd42-1100-481a-9808-447b977eaeec tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Made reservation on behalf of d49779da0727435887ac30c3d6c062b5 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:03.683433 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fadfcd42-1100-481a-9808-447b977eaeec tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:03.720433 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fadfcd42-1100-481a-9808-447b977eaeec tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:34:03.733823 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fadfcd42-1100-481a-9808-447b977eaeec tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:03.734283 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-fadfcd42-1100-481a-9808-447b977eaeec tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Added segment 0791e0f5-8f1b-44c5-be25-5a3ac6d4a82d of type vlan for network 9ebaf35b-a1bc-4c17-9770-653adfe31b74 Jul 29 23:34:03.747803 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d6c246cb-1d2c-42b3-89b4-95e15639e54c tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:03.819918 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fadfcd42-1100-481a-9808-447b977eaeec tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:03.873531 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fadfcd42-1100-481a-9808-447b977eaeec tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:03.879586 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fadfcd42-1100-481a-9808-447b977eaeec tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:03.880126 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fadfcd42-1100-481a-9808-447b977eaeec tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:03.947322 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-fadfcd42-1100-481a-9808-447b977eaeec tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3210263 Jul 29 23:34:03.950747 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54592) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:03.959261 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-cfae6732-9332-491c-887d-24551a820ff3 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Request body: {'subnet': {'network_id': '9ebaf35b-a1bc-4c17-9770-653adfe31b74', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:04.106285 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadfcd42-1100-481a-9808-447b977eaeec tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event updated for resources: {'Network': ['ID=9ebaf35b-a1bc-4c17-9770-653adfe31b74,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:04.120356 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 9ebaf35b-a1bc-4c17-9770-653adfe31b74 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:34:04.149708 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-04e66359-5987-41ba-908f-0046e941ce8d req-cde22c27-a09c-48ed-8152-b000230cd343 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cb63dcd-cfed-45b1-9087-f482b0d11e6a HTTP/1.1" status: 200 len: 210 time: 0.1290679 Jul 29 23:34:04.153137 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfae6732-9332-491c-887d-24551a820ff3 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Made reservation on behalf of d49779da0727435887ac30c3d6c062b5 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:04.157019 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cfae6732-9332-491c-887d-24551a820ff3 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:04.346420 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-d6c246cb-1d2c-42b3-89b4-95e15639e54c tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Deleting port 949ea235-ff61-4cec-9512-30396053539f {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:34:04.346789 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d6c246cb-1d2c-42b3-89b4-95e15639e54c tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:04.520508 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d6c246cb-1d2c-42b3-89b4-95e15639e54c tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:04.536567 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-d6c246cb-1d2c-42b3-89b4-95e15639e54c tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Calling delete_port for 949ea235-ff61-4cec-9512-30396053539f owned by network:router_interface {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:34:04.538534 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cfae6732-9332-491c-887d-24551a820ff3 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:04.647413 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfae6732-9332-491c-887d-24551a820ff3 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event updated for resources: {'Subnet': ['ID=951a1806-4c23-453d-a81e-16425e28dc82,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:04.689858 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfae6732-9332-491c-887d-24551a820ff3 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Checking segment: {'id': '0791e0f5-8f1b-44c5-be25-5a3ac6d4a82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9ebaf35b-a1bc-4c17-9770-653adfe31b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:34:04.690240 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfae6732-9332-491c-887d-24551a820ff3 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Network hostable DHCP agents. Network: 9ebaf35b-a1bc-4c17-9770-653adfe31b74, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:34:04.766483 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfae6732-9332-491c-887d-24551a820ff3 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Network 9ebaf35b-a1bc-4c17-9770-653adfe31b74 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:34:04.785765 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-cfae6732-9332-491c-887d-24551a820ff3 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 9ebaf35b-a1bc-4c17-9770-653adfe31b74) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:04.796276 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfae6732-9332-491c-887d-24551a820ff3 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:04.796916 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cfae6732-9332-491c-887d-24551a820ff3 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:04.797733 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f67643-7339-4420-9db6-078d2280885b None None] Network 9ebaf35b-a1bc-4c17-9770-653adfe31b74 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:34:04.841622 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-cfae6732-9332-491c-887d-24551a820ff3 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8894782 Jul 29 23:34:04.846311 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54608) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:04.854683 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-e81b634b-aa9d-4358-97d4-fe4f614f9257 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Request body: {'port': {'network_id': '9ebaf35b-a1bc-4c17-9770-653adfe31b74', 'security_groups': [], 'name': 'tempest-PortsTestJSON-845546356'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:04.913377 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d6c246cb-1d2c-42b3-89b4-95e15639e54c tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:04.968612 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c246cb-1d2c-42b3-89b4-95e15639e54c tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Pushing event deleted for resources: {'Port': ['ID=949ea235-ff61-4cec-9512-30396053539f,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:05.186796 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81b634b-aa9d-4358-97d4-fe4f614f9257 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Made reservation on behalf of d49779da0727435887ac30c3d6c062b5 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:05.195295 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e81b634b-aa9d-4358-97d4-fe4f614f9257 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:05.287961 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [None req-e81b634b-aa9d-4358-97d4-fe4f614f9257 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] device_id is not set on port 8917e062-6a78-470d-97e8-cd725e9820dd yet. {{(pid=94078) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:34:05.344143 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device a15d178d-bb8c-4a6a-8be1-7d4c77bd6e8b no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:34:05.383676 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d6c246cb-1d2c-42b3-89b4-95e15639e54c tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:05.394161 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defbf60a-3cee-4b6a-b03c-af95232e8db5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-9ebaf35b-a1bc-4c17-9770-653adfe31b74', 'network_id': '9ebaf35b-a1bc-4c17-9770-653adfe31b74', 'tenant_id': 'd49779da0727435887ac30c3d6c062b5', 'fixed_ips': [{'subnet_id': '951a1806-4c23-453d-a81e-16425e28dc82'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:34:05.395194 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-defbf60a-3cee-4b6a-b03c-af95232e8db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:05.401955 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: a15d178d-bb8c-4a6a-8be1-7d4c77bd6e8b {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:34:05.402569 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device a15d178d-bb8c-4a6a-8be1-7d4c77bd6e8b not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:34:05.473378 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9ca80064-9bcb-40e6-b8fc-4c4a601b9a3b req-d7a8f24a-6123-4577-8914-547885ddb69f tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] 10.222.0.43 "GET /v2.0/ports?device_id=8cb63dcd-cfed-45b1-9087-f482b0d11e6a HTTP/1.1" status: 200 len: 210 time: 0.1367025 Jul 29 23:34:05.584624 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-e81b634b-aa9d-4358-97d4-fe4f614f9257 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Allocated IP 172.20.0.9 (9ebaf35b-a1bc-4c17-9770-653adfe31b74/951a1806-4c23-453d-a81e-16425e28dc82/8917e062-6a78-470d-97e8-cd725e9820dd) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:05.754410 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e81b634b-aa9d-4358-97d4-fe4f614f9257 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:05.779061 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-e81b634b-aa9d-4358-97d4-fe4f614f9257 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Transition to ACTIVE for port object 8917e062-6a78-470d-97e8-cd725e9820dd will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:05.810861 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c246cb-1d2c-42b3-89b4-95e15639e54c tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Router 1e411ac9-16f1-4c1c-9e5d-46bb69f93f49 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:34:05.823666 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e81b634b-aa9d-4358-97d4-fe4f614f9257 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:05.868176 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81b634b-aa9d-4358-97d4-fe4f614f9257 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Network 9ebaf35b-a1bc-4c17-9770-653adfe31b74 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:05.873262 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-e81b634b-aa9d-4358-97d4-fe4f614f9257 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:05.878490 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81b634b-aa9d-4358-97d4-fe4f614f9257 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:34:05.918296 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b634b-aa9d-4358-97d4-fe4f614f9257 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event updated for resources: {'Port': ['ID=8917e062-6a78-470d-97e8-cd725e9820dd,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:05.946233 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81b634b-aa9d-4358-97d4-fe4f614f9257 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:05.949609 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e81b634b-aa9d-4358-97d4-fe4f614f9257 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:05.952084 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-defbf60a-3cee-4b6a-b03c-af95232e8db5 None None] Allocated IP 172.20.0.2 (9ebaf35b-a1bc-4c17-9770-653adfe31b74/951a1806-4c23-453d-a81e-16425e28dc82/8a1da96b-0f35-4bcb-8263-c044699e3cb7) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:05.975516 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c246cb-1d2c-42b3-89b4-95e15639e54c tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:34:05.980844 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e81b634b-aa9d-4358-97d4-fe4f614f9257 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.1312864 Jul 29 23:34:05.984180 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54626) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:05.988665 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86916e85-01de-4e02-ad4e-45aeed635a38 None None] Sync routers for ids ['1e411ac9-16f1-4c1c-9e5d-46bb69f93f49'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:34:05.992122 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d6c246cb-1d2c-42b3-89b4-95e15639e54c tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] 10.222.0.43 "PUT /v2.0/routers/1e411ac9-16f1-4c1c-9e5d-46bb69f93f49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9034688 Jul 29 23:34:05.992846 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54628) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:06.017875 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86916e85-01de-4e02-ad4e-45aeed635a38 None None] Routers {'1e411ac9-16f1-4c1c-9e5d-46bb69f93f49'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:34:06.018736 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-86916e85-01de-4e02-ad4e-45aeed635a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:33:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['1e411ac9-16f1-4c1c-9e5d-46bb69f93f49'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:06.103613 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-86916e85-01de-4e02-ad4e-45aeed635a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:06.126152 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86916e85-01de-4e02-ad4e-45aeed635a38 None None] Routers {'1e411ac9-16f1-4c1c-9e5d-46bb69f93f49'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:34:06.127015 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-86916e85-01de-4e02-ad4e-45aeed635a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:33:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['1e411ac9-16f1-4c1c-9e5d-46bb69f93f49'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:06.154702 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c51e9d15-9719-47b4-88a5-7ad8087b4f3c tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks [] for router, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:06.202602 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-86916e85-01de-4e02-ad4e-45aeed635a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:06.203645 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86916e85-01de-4e02-ad4e-45aeed635a38 None None] The sync data for ids ['1e411ac9-16f1-4c1c-9e5d-46bb69f93f49'] in n-d-712141-10 is: [] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:34:06.238468 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-d1c9dc94-1d9f-41c4-95f5-af7cec11cebd tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Deleting port 8917e062-6a78-470d-97e8-cd725e9820dd {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:34:06.240148 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d1c9dc94-1d9f-41c4-95f5-af7cec11cebd tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:06.314381 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-defbf60a-3cee-4b6a-b03c-af95232e8db5 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:06.329298 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-defbf60a-3cee-4b6a-b03c-af95232e8db5 None None] Transition to ACTIVE for port object 8a1da96b-0f35-4bcb-8263-c044699e3cb7 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:06.361548 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-defbf60a-3cee-4b6a-b03c-af95232e8db5 None None] Transition to ACTIVE for port object 8a1da96b-0f35-4bcb-8263-c044699e3cb7 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:06.387110 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-defbf60a-3cee-4b6a-b03c-af95232e8db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:06.440594 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:34:06.452022 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d1c9dc94-1d9f-41c4-95f5-af7cec11cebd tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:06.452899 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c51e9d15-9719-47b4-88a5-7ad8087b4f3c tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:06.454302 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defbf60a-3cee-4b6a-b03c-af95232e8db5 None None] Network 9ebaf35b-a1bc-4c17-9770-653adfe31b74 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:06.458179 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-defbf60a-3cee-4b6a-b03c-af95232e8db5 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:06.463047 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defbf60a-3cee-4b6a-b03c-af95232e8db5 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:34:06.473061 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-d1c9dc94-1d9f-41c4-95f5-af7cec11cebd tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Calling delete_port for 8917e062-6a78-470d-97e8-cd725e9820dd owned by {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:34:06.543500 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defbf60a-3cee-4b6a-b03c-af95232e8db5 None None] Pushing event updated for resources: {'Port': ['ID=8a1da96b-0f35-4bcb-8263-c044699e3cb7,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:06.568502 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-defbf60a-3cee-4b6a-b03c-af95232e8db5 None None] Attempting to bind port 8a1da96b-0f35-4bcb-8263-c044699e3cb7 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:34:06.569077 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-defbf60a-3cee-4b6a-b03c-af95232e8db5 None None] Attempting to bind port 8a1da96b-0f35-4bcb-8263-c044699e3cb7 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '0791e0f5-8f1b-44c5-be25-5a3ac6d4a82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9ebaf35b-a1bc-4c17-9770-653adfe31b74'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:34:06.569536 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defbf60a-3cee-4b6a-b03c-af95232e8db5 None None] Attempting to bind port 8a1da96b-0f35-4bcb-8263-c044699e3cb7 on network 9ebaf35b-a1bc-4c17-9770-653adfe31b74 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:34:06.580840 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defbf60a-3cee-4b6a-b03c-af95232e8db5 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:34:06.583342 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defbf60a-3cee-4b6a-b03c-af95232e8db5 None None] Checking segment: {'id': '0791e0f5-8f1b-44c5-be25-5a3ac6d4a82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9ebaf35b-a1bc-4c17-9770-653adfe31b74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:34:06.584182 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-defbf60a-3cee-4b6a-b03c-af95232e8db5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:06.586325 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-defbf60a-3cee-4b6a-b03c-af95232e8db5 None None] Bound using segment: {'id': '0791e0f5-8f1b-44c5-be25-5a3ac6d4a82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9ebaf35b-a1bc-4c17-9770-653adfe31b74'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:34:06.586852 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-defbf60a-3cee-4b6a-b03c-af95232e8db5 None None] Bound port: 8a1da96b-0f35-4bcb-8263-c044699e3cb7, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0791e0f5-8f1b-44c5-be25-5a3ac6d4a82d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9ebaf35b-a1bc-4c17-9770-653adfe31b74'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:34:06.587303 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-defbf60a-3cee-4b6a-b03c-af95232e8db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:06.605273 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-c51e9d15-9719-47b4-88a5-7ad8087b4f3c tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Deleting port 29ed06c9-7b45-43f5-8797-d6204caf0dd5 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:34:06.605884 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c51e9d15-9719-47b4-88a5-7ad8087b4f3c tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:06.658437 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54642) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:06.734438 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-defbf60a-3cee-4b6a-b03c-af95232e8db5 None None] For port 8a1da96b-0f35-4bcb-8263-c044699e3cb7, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:34:06.742862 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-defbf60a-3cee-4b6a-b03c-af95232e8db5 None None] For port 8a1da96b-0f35-4bcb-8263-c044699e3cb7, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=8a1da96b-0f35-4bcb-8263-c044699e3cb7,segment=NetworkSegment(0791e0f5-8f1b-44c5-be25-5a3ac6d4a82d),segment_id=0791e0f5-8f1b-44c5-be25-5a3ac6d4a82d)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:34:06.752519 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-defbf60a-3cee-4b6a-b03c-af95232e8db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:06.768517 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c51e9d15-9719-47b4-88a5-7ad8087b4f3c tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:06.790827 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6c7becea-a74f-4ca0-a142-649940e863f5 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:06.798663 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-c51e9d15-9719-47b4-88a5-7ad8087b4f3c tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Calling delete_port for 29ed06c9-7b45-43f5-8797-d6204caf0dd5 owned by network:router_gateway {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:34:06.864174 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6c7becea-a74f-4ca0-a142-649940e863f5 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:06.882902 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defbf60a-3cee-4b6a-b03c-af95232e8db5 None None] Pushing event updated for resources: {'Port': ['ID=8a1da96b-0f35-4bcb-8263-c044699e3cb7,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:06.953089 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d1c9dc94-1d9f-41c4-95f5-af7cec11cebd tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:07.031461 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:07.046625 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c9dc94-1d9f-41c4-95f5-af7cec11cebd tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event deleted for resources: {'Port': ['ID=8917e062-6a78-470d-97e8-cd725e9820dd,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:07.055147 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c51e9d15-9719-47b4-88a5-7ad8087b4f3c tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:07.105548 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51e9d15-9719-47b4-88a5-7ad8087b4f3c tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Pushing event deleted for resources: {'Port': ['ID=29ed06c9-7b45-43f5-8797-d6204caf0dd5,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:07.113278 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6c7becea-a74f-4ca0-a142-649940e863f5 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:07.116107 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6c7becea-a74f-4ca0-a142-649940e863f5 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:07.119967 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-6c7becea-a74f-4ca0-a142-649940e863f5 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] 10.222.0.43 "DELETE /v2.0/security-groups/c8504185-138c-4bfa-ad4d-619d3548526d HTTP/1.1" status: 204 len: 168 time: 0.4550767 Jul 29 23:34:07.120441 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54652) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:07.127841 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d1c9dc94-1d9f-41c4-95f5-af7cec11cebd tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:07.132670 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-d1c9dc94-1d9f-41c4-95f5-af7cec11cebd tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "DELETE /v2.0/ports/8917e062-6a78-470d-97e8-cd725e9820dd HTTP/1.1" status: 204 len: 168 time: 1.1475894 Jul 29 23:34:07.143972 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54654) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:07.182512 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7becea-a74f-4ca0-a142-649940e863f5 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8504185-138c-4bfa-ad4d-619d3548526d,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:07.255956 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aa0b1c6-2846-4837-811e-ff38356a3620 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] GET failed (client error): The resource could not be found. Jul 29 23:34:07.259862 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-6aa0b1c6-2846-4837-811e-ff38356a3620 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "GET /v2.0/ports/8917e062-6a78-470d-97e8-cd725e9820dd HTTP/1.1" status: 404 len: 333 time: 0.1148865 Jul 29 23:34:07.262205 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-4002d027-f60e-4ebe-9d18-a3c358dbba7d tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] show failed (client error): The resource could not be found. Jul 29 23:34:07.264152 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54656) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:07.287097 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4002d027-f60e-4ebe-9d18-a3c358dbba7d tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] 10.222.0.43 "GET /v2.0/security-groups/c8504185-138c-4bfa-ad4d-619d3548526d HTTP/1.1" status: 404 len: 347 time: 0.1655152 Jul 29 23:34:07.290441 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54660) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:07.318699 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c51e9d15-9719-47b4-88a5-7ad8087b4f3c tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:07.553802 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 8a1da96b-0f35-4bcb-8263-c044699e3cb7 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:34:07.719568 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 8a1da96b-0f35-4bcb-8263-c044699e3cb7 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:07.811902 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-4746045f-74b0-4515-882a-036430d9be0d tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Deleting subnet 951a1806-4c23-453d-a81e-16425e28dc82 {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:34:07.823373 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4746045f-74b0-4515-882a-036430d9be0d tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:07.881657 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-018c26f4-9283-4571-bb1e-e8e80b6db0c7 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Deleting port 5e3b9039-f67d-4a0a-8bfb-077163af7bd7 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:34:07.881657 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-018c26f4-9283-4571-bb1e-e8e80b6db0c7 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:07.898440 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4746045f-74b0-4515-882a-036430d9be0d tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:08.002388 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4746045f-74b0-4515-882a-036430d9be0d tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:08.170506 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-018c26f4-9283-4571-bb1e-e8e80b6db0c7 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:08.171007 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-018c26f4-9283-4571-bb1e-e8e80b6db0c7 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:08.187618 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4746045f-74b0-4515-882a-036430d9be0d tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:08.191783 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-018c26f4-9283-4571-bb1e-e8e80b6db0c7 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Calling delete_port for 5e3b9039-f67d-4a0a-8bfb-077163af7bd7 owned by network:floatingip {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:34:08.193572 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c51e9d15-9719-47b4-88a5-7ad8087b4f3c tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:08.203118 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c51e9d15-9719-47b4-88a5-7ad8087b4f3c tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:08.264230 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4746045f-74b0-4515-882a-036430d9be0d tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event deleted for resources: {'Subnet': ['ID=951a1806-4c23-453d-a81e-16425e28dc82,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:08.266694 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4746045f-74b0-4515-882a-036430d9be0d tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:08.275312 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54672) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:08.275638 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-4746045f-74b0-4515-882a-036430d9be0d tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "DELETE /v2.0/subnets/951a1806-4c23-453d-a81e-16425e28dc82 HTTP/1.1" status: 204 len: 168 time: 0.9838445 Jul 29 23:34:08.289480 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c51e9d15-9719-47b4-88a5-7ad8087b4f3c tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:08.290433 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c51e9d15-9719-47b4-88a5-7ad8087b4f3c tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Fanout notify agent at l3_agent the message router_deleted on router 1e411ac9-16f1-4c1c-9e5d-46bb69f93f49 {{(pid=94077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:34:08.306363 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c51e9d15-9719-47b4-88a5-7ad8087b4f3c tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:08.306858 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c51e9d15-9719-47b4-88a5-7ad8087b4f3c tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] 10.222.0.43 "DELETE /v2.0/routers/1e411ac9-16f1-4c1c-9e5d-46bb69f93f49 HTTP/1.1" status: 204 len: 168 time: 2.3124490 Jul 29 23:34:08.319241 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54674) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:08.449135 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-405e3b7f-1759-4d0b-8d08-bb1610fd6007 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:08.455897 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-42c80499-d9b4-4eeb-8650-adddaf89d4d2 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Deleting subnet 33db7355-5f05-43a9-8998-332ace2ac6a4 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:34:08.459993 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-42c80499-d9b4-4eeb-8650-adddaf89d4d2 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:08.554884 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-018c26f4-9283-4571-bb1e-e8e80b6db0c7 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:08.616779 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018c26f4-9283-4571-bb1e-e8e80b6db0c7 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Pushing event deleted for resources: {'Port': ['ID=5e3b9039-f67d-4a0a-8bfb-077163af7bd7,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:08.622902 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-42c80499-d9b4-4eeb-8650-adddaf89d4d2 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:08.704982 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e901d8-2d82-46d8-a445-223c31f25dfb None None] Network 9ebaf35b-a1bc-4c17-9770-653adfe31b74 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:34:08.797376 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-018c26f4-9283-4571-bb1e-e8e80b6db0c7 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Notify callbacks [] for floatingip, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:08.803365 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-018c26f4-9283-4571-bb1e-e8e80b6db0c7 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:08.822934 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-018c26f4-9283-4571-bb1e-e8e80b6db0c7 tempest-ServersTestBootFromVolume-1244577716 tempest-ServersTestBootFromVolume-1244577716-project] 10.222.0.43 "DELETE /v2.0/floatingips/419f5f1c-61fd-45a7-8290-c2d44859af01 HTTP/1.1" status: 204 len: 168 time: 1.5268443 Jul 29 23:34:08.824576 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54690) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:08.904051 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-d3605a43-8c5b-43b3-bf79-5dd258d65ef2 None None] Provisioning for port 8a1da96b-0f35-4bcb-8263-c044699e3cb7 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:08.915577 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-42c80499-d9b4-4eeb-8650-adddaf89d4d2 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:08.916692 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-d3605a43-8c5b-43b3-bf79-5dd258d65ef2 None None] Provisioning complete for port 8a1da96b-0f35-4bcb-8263-c044699e3cb7 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:08.922306 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d3605a43-8c5b-43b3-bf79-5dd258d65ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:09.002123 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-405e3b7f-1759-4d0b-8d08-bb1610fd6007 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Deleting port 8a1da96b-0f35-4bcb-8263-c044699e3cb7 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:34:09.002498 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-405e3b7f-1759-4d0b-8d08-bb1610fd6007 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:09.063352 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-42c80499-d9b4-4eeb-8650-adddaf89d4d2 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:09.111668 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d3605a43-8c5b-43b3-bf79-5dd258d65ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:09.115452 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c80499-d9b4-4eeb-8650-adddaf89d4d2 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Pushing event deleted for resources: {'Subnet': ['ID=33db7355-5f05-43a9-8998-332ace2ac6a4,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:09.142404 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-42c80499-d9b4-4eeb-8650-adddaf89d4d2 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:09.147845 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-42c80499-d9b4-4eeb-8650-adddaf89d4d2 tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] 10.222.0.43 "DELETE /v2.0/subnets/33db7355-5f05-43a9-8998-332ace2ac6a4 HTTP/1.1" status: 204 len: 168 time: 0.8262908 Jul 29 23:34:09.148858 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54700) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:09.160649 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-405e3b7f-1759-4d0b-8d08-bb1610fd6007 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] For port 8a1da96b-0f35-4bcb-8263-c044699e3cb7, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=8a1da96b-0f35-4bcb-8263-c044699e3cb7,segment=NetworkSegment(0791e0f5-8f1b-44c5-be25-5a3ac6d4a82d),segment_id=0791e0f5-8f1b-44c5-be25-5a3ac6d4a82d)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:09.161202 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-405e3b7f-1759-4d0b-8d08-bb1610fd6007 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:09.227255 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-405e3b7f-1759-4d0b-8d08-bb1610fd6007 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Calling delete_port for 8a1da96b-0f35-4bcb-8263-c044699e3cb7 owned by network:dhcp {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:34:09.229140 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-d3605a43-8c5b-43b3-bf79-5dd258d65ef2 None None] For port 8a1da96b-0f35-4bcb-8263-c044699e3cb7, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=8a1da96b-0f35-4bcb-8263-c044699e3cb7,segment=NetworkSegment(0791e0f5-8f1b-44c5-be25-5a3ac6d4a82d),segment_id=0791e0f5-8f1b-44c5-be25-5a3ac6d4a82d)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:09.231869 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904a1072-d5a4-409c-890b-f8f6b80c47dd None None] DHCP port deletion for 9ebaf35b-a1bc-4c17-9770-653adfe31b74 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:34:09.240314 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6242a9-a8f6-4500-aa24-197d2ef199ef None None] Network 9cef5ecc-e74f-4ba7-95f0-031c37b80c50 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:34:09.327141 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-18a2fab1-d764-48cf-b1ed-22d683e7c2ad tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:09.381807 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d3605a43-8c5b-43b3-bf79-5dd258d65ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:09.442318 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-18a2fab1-d764-48cf-b1ed-22d683e7c2ad tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Deleting port aa54b501-4573-4f29-b631-0e5f24e3cb32 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:34:09.443116 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-18a2fab1-d764-48cf-b1ed-22d683e7c2ad tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:09.447047 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-405e3b7f-1759-4d0b-8d08-bb1610fd6007 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:09.559273 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405e3b7f-1759-4d0b-8d08-bb1610fd6007 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] No DVR routers for this DVR port 8a1da96b-0f35-4bcb-8263-c044699e3cb7 on host n-d-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:34:09.630934 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405e3b7f-1759-4d0b-8d08-bb1610fd6007 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event deleted for resources: {'Port': ['ID=8a1da96b-0f35-4bcb-8263-c044699e3cb7,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:09.732296 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 8a1da96b-0f35-4bcb-8263-c044699e3cb7 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:34:09.814603 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-18a2fab1-d764-48cf-b1ed-22d683e7c2ad tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] For port aa54b501-4573-4f29-b631-0e5f24e3cb32, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=aa54b501-4573-4f29-b631-0e5f24e3cb32,segment=NetworkSegment(e31d4c3f-7436-48ab-aadd-a58f2c288f5f),segment_id=e31d4c3f-7436-48ab-aadd-a58f2c288f5f)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:09.814982 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-18a2fab1-d764-48cf-b1ed-22d683e7c2ad tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:09.829554 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-405e3b7f-1759-4d0b-8d08-bb1610fd6007 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:09.837209 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-db1bcb74-0ad0-4cc9-b630-84b82027a6f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:09.854737 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-18a2fab1-d764-48cf-b1ed-22d683e7c2ad tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Calling delete_port for aa54b501-4573-4f29-b631-0e5f24e3cb32 owned by network:dhcp {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:34:09.871133 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-405e3b7f-1759-4d0b-8d08-bb1610fd6007 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ebaf35b-a1bc-4c17-9770-653adfe31b74']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:09.891684 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 8a1da96b-0f35-4bcb-8263-c044699e3cb7 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:34:09.892303 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 8a1da96b-0f35-4bcb-8263-c044699e3cb7 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:34:09.909900 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-405e3b7f-1759-4d0b-8d08-bb1610fd6007 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0791e0f5-8f1b-44c5-be25-5a3ac6d4a82d') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:09.910282 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-405e3b7f-1759-4d0b-8d08-bb1610fd6007 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0791e0f5-8f1b-44c5-be25-5a3ac6d4a82d') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:09.913403 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3605a43-8c5b-43b3-bf79-5dd258d65ef2 None None] Pushing event deleted for resources: {'Port': ['ID=8a1da96b-0f35-4bcb-8263-c044699e3cb7,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:09.954141 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-904a1072-d5a4-409c-890b-f8f6b80c47dd None None] Deleting port 8a1da96b-0f35-4bcb-8263-c044699e3cb7 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:34:09.955042 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-904a1072-d5a4-409c-890b-f8f6b80c47dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:09.978286 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-405e3b7f-1759-4d0b-8d08-bb1610fd6007 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:10.003080 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-405e3b7f-1759-4d0b-8d08-bb1610fd6007 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:10.029625 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-405e3b7f-1759-4d0b-8d08-bb1610fd6007 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:34:10.030110 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-405e3b7f-1759-4d0b-8d08-bb1610fd6007 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:10.033366 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:34:10.033366 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:34:10.033366 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:34:10.033366 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:34:10.033366 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:34:10.033366 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:34:10.033366 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:34:10.033366 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:34:10.033366 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:34:10.033366 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:34:10.033366 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:34:10.033366 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:34:10.033366 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:34:10.033366 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:34:10.033366 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:34:10.033366 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:34:10.033366 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:34:10.033366 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:34:10.033366 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:34:10.033366 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:34:10.033366 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:34:10.033366 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:34:10.033366 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:34:10.033366 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:34:10.033366 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:34:10.033366 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:34:10.033366 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:34:10.033366 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:34:10.033366 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:34:10.033366 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:34:10.033366 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:34:10.033366 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:34:10.090297 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618f19fa-3772-4681-a307-a016d1951d45 None None] DHCP port deletion for 9cef5ecc-e74f-4ba7-95f0-031c37b80c50 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:34:10.100755 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-904a1072-d5a4-409c-890b-f8f6b80c47dd None None] For port 8a1da96b-0f35-4bcb-8263-c044699e3cb7, host n-d-712141-10, got binding levels [] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:10.101433 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-904a1072-d5a4-409c-890b-f8f6b80c47dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:10.125997 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-405e3b7f-1759-4d0b-8d08-bb1610fd6007 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:10.145164 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-405e3b7f-1759-4d0b-8d08-bb1610fd6007 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:10.160291 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-405e3b7f-1759-4d0b-8d08-bb1610fd6007 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "DELETE /v2.0/networks/9ebaf35b-a1bc-4c17-9770-653adfe31b74 HTTP/1.1" status: 204 len: 168 time: 1.8823309 Jul 29 23:34:10.160800 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-904a1072-d5a4-409c-890b-f8f6b80c47dd None None] Calling delete_port for 8a1da96b-0f35-4bcb-8263-c044699e3cb7 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:34:10.164850 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.ipam_backend_mixin [None req-904a1072-d5a4-409c-890b-f8f6b80c47dd None None] Port 8a1da96b-0f35-4bcb-8263-c044699e3cb7 was not found and therefore no delete operation was performed {{(pid=94079) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 23:34:10.167596 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-904a1072-d5a4-409c-890b-f8f6b80c47dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:10.174674 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54716) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:10.179323 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-904a1072-d5a4-409c-890b-f8f6b80c47dd None None] Network 9ebaf35b-a1bc-4c17-9770-653adfe31b74 is not hosted by any dhcp agent {{(pid=94079) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 23:34:10.179785 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904a1072-d5a4-409c-890b-f8f6b80c47dd None None] No DVR routers for this DVR port 8a1da96b-0f35-4bcb-8263-c044699e3cb7 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:34:10.182325 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-4bddbc49-584e-431f-87f8-372806cba628 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Request body: {'port': {'network_id': 'fb747b47-cca6-4c18-afeb-6a460bbab65a', 'name': 'tempest-PortsTestJSON-640379041'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:10.201110 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-18a2fab1-d764-48cf-b1ed-22d683e7c2ad tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:10.216785 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904a1072-d5a4-409c-890b-f8f6b80c47dd None None] Pushing event deleted for resources: {'Port': ['ID=8a1da96b-0f35-4bcb-8263-c044699e3cb7,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:10.225888 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405e3b7f-1759-4d0b-8d08-bb1610fd6007 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event deleted for resources: {'Network': ['ID=9ebaf35b-a1bc-4c17-9770-653adfe31b74,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:10.237647 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-618f19fa-3772-4681-a307-a016d1951d45 None None] Deleting port aa54b501-4573-4f29-b631-0e5f24e3cb32 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:34:10.238025 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-618f19fa-3772-4681-a307-a016d1951d45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:10.242881 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a2fab1-d764-48cf-b1ed-22d683e7c2ad tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] No DVR routers for this DVR port aa54b501-4573-4f29-b631-0e5f24e3cb32 on host n-d-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:34:10.309486 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-618f19fa-3772-4681-a307-a016d1951d45 None None] For port aa54b501-4573-4f29-b631-0e5f24e3cb32, host n-d-712141-10, got binding levels [] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:10.309986 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-618f19fa-3772-4681-a307-a016d1951d45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:10.330447 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-618f19fa-3772-4681-a307-a016d1951d45 None None] Calling delete_port for aa54b501-4573-4f29-b631-0e5f24e3cb32 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:34:10.332949 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a2fab1-d764-48cf-b1ed-22d683e7c2ad tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Pushing event deleted for resources: {'Port': ['ID=aa54b501-4573-4f29-b631-0e5f24e3cb32,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:10.333442 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.ipam_backend_mixin [None req-618f19fa-3772-4681-a307-a016d1951d45 None None] Port aa54b501-4573-4f29-b631-0e5f24e3cb32 was not found and therefore no delete operation was performed {{(pid=94079) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 23:34:10.334845 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-618f19fa-3772-4681-a307-a016d1951d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:10.373154 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618f19fa-3772-4681-a307-a016d1951d45 None None] Pushing event deleted for resources: {'Port': ['ID=aa54b501-4573-4f29-b631-0e5f24e3cb32,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:10.391602 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618f19fa-3772-4681-a307-a016d1951d45 None None] No DVR routers for this DVR port aa54b501-4573-4f29-b631-0e5f24e3cb32 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:34:10.401346 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-db1bcb74-0ad0-4cc9-b630-84b82027a6f6 admin admin] Deleting port f5a2f605-f7d6-4dfa-a112-37a5f14c8f0e {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:34:10.401346 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-db1bcb74-0ad0-4cc9-b630-84b82027a6f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:10.443762 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-18a2fab1-d764-48cf-b1ed-22d683e7c2ad tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:10.460344 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-18a2fab1-d764-48cf-b1ed-22d683e7c2ad tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cef5ecc-e74f-4ba7-95f0-031c37b80c50']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:10.476911 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-18a2fab1-d764-48cf-b1ed-22d683e7c2ad tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e31d4c3f-7436-48ab-aadd-a58f2c288f5f') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:10.477208 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-18a2fab1-d764-48cf-b1ed-22d683e7c2ad tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e31d4c3f-7436-48ab-aadd-a58f2c288f5f') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:10.494938 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bddbc49-584e-431f-87f8-372806cba628 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Made reservation on behalf of d49779da0727435887ac30c3d6c062b5 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:10.498944 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4bddbc49-584e-431f-87f8-372806cba628 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:10.508202 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-db1bcb74-0ad0-4cc9-b630-84b82027a6f6 admin admin] For port f5a2f605-f7d6-4dfa-a112-37a5f14c8f0e, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=f5a2f605-f7d6-4dfa-a112-37a5f14c8f0e,segment=NetworkSegment(02776017-cd96-47aa-82ba-ea70b6a22dcc),segment_id=02776017-cd96-47aa-82ba-ea70b6a22dcc)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:10.508850 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-db1bcb74-0ad0-4cc9-b630-84b82027a6f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:10.514993 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-18a2fab1-d764-48cf-b1ed-22d683e7c2ad tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:10.524923 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-db1bcb74-0ad0-4cc9-b630-84b82027a6f6 admin admin] Calling delete_port for f5a2f605-f7d6-4dfa-a112-37a5f14c8f0e owned by network:router_interface {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:34:10.527285 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [None req-4bddbc49-584e-431f-87f8-372806cba628 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] device_id is not set on port 976e7d69-68f5-4dd8-88c4-62dc5248504a yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:34:10.545614 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-18a2fab1-d764-48cf-b1ed-22d683e7c2ad tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:10.610082 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18a2fab1-d764-48cf-b1ed-22d683e7c2ad tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:34:10.610399 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-18a2fab1-d764-48cf-b1ed-22d683e7c2ad tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:10.615066 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:34:10.615066 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:34:10.615066 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:34:10.615066 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:34:10.615066 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:34:10.615066 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:34:10.615066 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:34:10.615066 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:34:10.615066 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:34:10.615066 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:34:10.615066 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:34:10.615066 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:34:10.615066 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:34:10.615066 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:34:10.615066 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:34:10.615066 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:34:10.615066 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:34:10.615066 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:34:10.615066 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:34:10.615066 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:34:10.615066 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:34:10.615066 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:34:10.615066 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:34:10.615066 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:34:10.615066 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:34:10.615066 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:34:10.615066 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:34:10.615066 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:34:10.615066 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:34:10.615066 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:34:10.615066 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:34:10.615066 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:34:10.766241 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-18a2fab1-d764-48cf-b1ed-22d683e7c2ad tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:10.788718 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-18a2fab1-d764-48cf-b1ed-22d683e7c2ad tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:10.790875 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-18a2fab1-d764-48cf-b1ed-22d683e7c2ad tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] 10.222.0.43 "DELETE /v2.0/networks/9cef5ecc-e74f-4ba7-95f0-031c37b80c50 HTTP/1.1" status: 204 len: 168 time: 1.6330490 Jul 29 23:34:10.821413 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54726) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:10.909948 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a2fab1-d764-48cf-b1ed-22d683e7c2ad tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Pushing event deleted for resources: {'Network': ['ID=9cef5ecc-e74f-4ba7-95f0-031c37b80c50,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:11.014142 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4bddbc49-584e-431f-87f8-372806cba628 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:11.066927 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-0d4ad434-8481-4c06-b848-3da3aa90010e tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Deleting port de0baa7d-c120-4c77-b97e-70ec4578064b {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:34:11.067226 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0d4ad434-8481-4c06-b848-3da3aa90010e tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:11.128041 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-db1bcb74-0ad0-4cc9-b630-84b82027a6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:11.129025 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4bddbc49-584e-431f-87f8-372806cba628 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:11.167943 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1bcb74-0ad0-4cc9-b630-84b82027a6f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5a2f605-f7d6-4dfa-a112-37a5f14c8f0e,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:11.220550 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bddbc49-584e-431f-87f8-372806cba628 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Network fb747b47-cca6-4c18-afeb-6a460bbab65a is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:11.222753 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0d4ad434-8481-4c06-b848-3da3aa90010e tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:11.223154 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0d4ad434-8481-4c06-b848-3da3aa90010e tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:11.238510 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-4bddbc49-584e-431f-87f8-372806cba628 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:11.247737 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bddbc49-584e-431f-87f8-372806cba628 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event updated for resources: {'Port': ['ID=976e7d69-68f5-4dd8-88c4-62dc5248504a,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:11.255079 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bddbc49-584e-431f-87f8-372806cba628 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:34:11.262010 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bddbc49-584e-431f-87f8-372806cba628 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:11.263352 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4bddbc49-584e-431f-87f8-372806cba628 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:11.267878 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-0d4ad434-8481-4c06-b848-3da3aa90010e tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Calling delete_port for de0baa7d-c120-4c77-b97e-70ec4578064b owned by network:floatingip {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:34:11.367112 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4bddbc49-584e-431f-87f8-372806cba628 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.1909289 Jul 29 23:34:11.376808 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54730) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:11.513325 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-db1bcb74-0ad0-4cc9-b630-84b82027a6f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:11.539992 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device aa54b501-4573-4f29-b631-0e5f24e3cb32 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:34:11.614856 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: aa54b501-4573-4f29-b631-0e5f24e3cb32 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:34:11.615500 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device aa54b501-4573-4f29-b631-0e5f24e3cb32 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:34:11.648275 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0d4ad434-8481-4c06-b848-3da3aa90010e tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:11.662678 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-e1ac31d3-8b43-4c3a-9176-cc560eba6caf tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Deleting port 976e7d69-68f5-4dd8-88c4-62dc5248504a {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:34:11.662944 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e1ac31d3-8b43-4c3a-9176-cc560eba6caf tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:11.686634 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4ad434-8481-4c06-b848-3da3aa90010e tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Pushing event deleted for resources: {'Port': ['ID=de0baa7d-c120-4c77-b97e-70ec4578064b,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:11.753241 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e1ac31d3-8b43-4c3a-9176-cc560eba6caf tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:11.790118 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0d4ad434-8481-4c06-b848-3da3aa90010e tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks [] for floatingip, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:11.795252 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0d4ad434-8481-4c06-b848-3da3aa90010e tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:11.796827 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0d4ad434-8481-4c06-b848-3da3aa90010e tempest-FloatingIPAdminTestJSON-1945371434 tempest-FloatingIPAdminTestJSON-1945371434-project] 10.222.0.43 "DELETE /v2.0/floatingips/c90b3d48-4f67-413f-a041-511e982a3eac HTTP/1.1" status: 204 len: 168 time: 0.9743896 Jul 29 23:34:11.812942 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54736) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:11.867569 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-e1ac31d3-8b43-4c3a-9176-cc560eba6caf tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Calling delete_port for 976e7d69-68f5-4dd8-88c4-62dc5248504a owned by {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:34:12.027710 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db1bcb74-0ad0-4cc9-b630-84b82027a6f6 admin admin] Router 9b73c5ac-70c9-4f4f-bccc-7f5bc9901951 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:34:12.083435 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0c948341-8637-4c5e-bf5e-cbb0844ea91c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:12.175847 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e1ac31d3-8b43-4c3a-9176-cc560eba6caf tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:12.203164 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0c948341-8637-4c5e-bf5e-cbb0844ea91c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:12.209344 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0c948341-8637-4c5e-bf5e-cbb0844ea91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:12.240166 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54746) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:12.240954 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ac31d3-8b43-4c3a-9176-cc560eba6caf tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event deleted for resources: {'Port': ['ID=976e7d69-68f5-4dd8-88c4-62dc5248504a,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:12.260956 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e1ac31d3-8b43-4c3a-9176-cc560eba6caf tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:12.279565 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e1ac31d3-8b43-4c3a-9176-cc560eba6caf tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "DELETE /v2.0/ports/976e7d69-68f5-4dd8-88c4-62dc5248504a HTTP/1.1" status: 204 len: 168 time: 0.9010916 Jul 29 23:34:12.280347 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54750) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:12.288203 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-5e5944e7-2a4d-47f1-90a0-d2a82c30b2d1 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Request body: {'port': {'network_id': 'fb747b47-cca6-4c18-afeb-6a460bbab65a', 'mac_address': 'fa:16:3e:a1:bb:b1', 'name': 'tempest-PortsTestJSON-1365923922'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:12.307230 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db1bcb74-0ad0-4cc9-b630-84b82027a6f6 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:34:12.310025 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c948341-8637-4c5e-bf5e-cbb0844ea91c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b2e8a0-197e-4097-ad36-4d555b1a8d0a,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:12.315322 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0c948341-8637-4c5e-bf5e-cbb0844ea91c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=19b8243010d74a6eb4feab1aaf5ef448&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5010202 Jul 29 23:34:12.320074 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54752) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:12.327825 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6ce4f9-06f0-42f6-af8f-1b1a6cc5957f None None] Sync routers for ids ['9b73c5ac-70c9-4f4f-bccc-7f5bc9901951'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:34:12.347548 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6ce4f9-06f0-42f6-af8f-1b1a6cc5957f None None] Routers {'9b73c5ac-70c9-4f4f-bccc-7f5bc9901951'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:34:12.348468 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-3e6ce4f9-06f0-42f6-af8f-1b1a6cc5957f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:33:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['9b73c5ac-70c9-4f4f-bccc-7f5bc9901951'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:12.350368 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-db1bcb74-0ad0-4cc9-b630-84b82027a6f6 admin admin] 10.222.0.43 "PUT /v2.0/routers/9b73c5ac-70c9-4f4f-bccc-7f5bc9901951/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5237420 Jul 29 23:34:12.353905 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54754) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:12.451372 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a0e98c33-1836-494f-8c0e-111034c810ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:12.483790 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-88955620-4c25-4c71-b495-52da9fb8c930 admin admin] Notify callbacks [] for router, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:12.499279 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a0e98c33-1836-494f-8c0e-111034c810ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:12.607443 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a0e98c33-1836-494f-8c0e-111034c810ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:12.610709 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-3e6ce4f9-06f0-42f6-af8f-1b1a6cc5957f None None] Set router 9b73c5ac-70c9-4f4f-bccc-7f5bc9901951 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:34:12.615420 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a0e98c33-1836-494f-8c0e-111034c810ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:12.617118 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a0e98c33-1836-494f-8c0e-111034c810ed admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/64b2e8a0-197e-4097-ad36-4d555b1a8d0a HTTP/1.1" status: 204 len: 168 time: 0.2951801 Jul 29 23:34:12.656273 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-88955620-4c25-4c71-b495-52da9fb8c930 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:12.670804 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e98c33-1836-494f-8c0e-111034c810ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b2e8a0-197e-4097-ad36-4d555b1a8d0a,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:12.681909 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-3a2ea714-cdf8-468e-8070-e9f31d47b445 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5e8a5c340acc40c8b3f3b74871cdb2dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4386079 Jul 29 23:34:12.684983 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54758) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:12.706884 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5944e7-2a4d-47f1-90a0-d2a82c30b2d1 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Made reservation on behalf of d49779da0727435887ac30c3d6c062b5 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:12.793098 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bba80a25-0aea-470e-8b98-4fe47bc76ac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:12.801733 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5e5944e7-2a4d-47f1-90a0-d2a82c30b2d1 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:12.829699 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-88955620-4c25-4c71-b495-52da9fb8c930 admin admin] Deleting port fadecb27-2f3a-409c-b390-ab58b11b5462 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:34:12.829953 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-88955620-4c25-4c71-b495-52da9fb8c930 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:12.846636 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bba80a25-0aea-470e-8b98-4fe47bc76ac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:12.885171 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [None req-5e5944e7-2a4d-47f1-90a0-d2a82c30b2d1 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] device_id is not set on port a12d14df-8d5b-480a-9308-198b17240881 yet. {{(pid=94078) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:34:12.964869 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bba80a25-0aea-470e-8b98-4fe47bc76ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:12.983066 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bba80a25-0aea-470e-8b98-4fe47bc76ac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:12.987121 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-3e6ce4f9-06f0-42f6-af8f-1b1a6cc5957f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b73c5ac-70c9-4f4f-bccc-7f5bc9901951', 'name': 'tempest-ServersTestBootFromVolume-442508025-router', 'tenant_id': '38e5a2101cb84e649abcb077576a3704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': 'fadecb27-2f3a-409c-b390-ab58b11b5462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:30:13Z', 'updated_at': '2021-07-29T23:34:10Z', 'revision_number': 5, 'project_id': '38e5a2101cb84e649abcb077576a3704', 'gw_port': {'id': 'fadecb27-2f3a-409c-b390-ab58b11b5462', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:5f:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b73c5ac-70c9-4f4f-bccc-7f5bc9901951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:30:15Z', 'updated_at': '2021-07-29T23:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:12.996223 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-bba80a25-0aea-470e-8b98-4fe47bc76ac0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/05a8aba0-8c1e-4818-bd46-9ee0c3e58aac HTTP/1.1" status: 204 len: 168 time: 0.3099227 Jul 29 23:34:13.011043 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-88955620-4c25-4c71-b495-52da9fb8c930 admin admin] For port fadecb27-2f3a-409c-b390-ab58b11b5462, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=fadecb27-2f3a-409c-b390-ab58b11b5462,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:13.011043 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-88955620-4c25-4c71-b495-52da9fb8c930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:13.021045 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba80a25-0aea-470e-8b98-4fe47bc76ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a8aba0-8c1e-4818-bd46-9ee0c3e58aac,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:13.039500 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-88955620-4c25-4c71-b495-52da9fb8c930 admin admin] Calling delete_port for fadecb27-2f3a-409c-b390-ab58b11b5462 owned by network:router_gateway {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:34:13.065849 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6ce4f9-06f0-42f6-af8f-1b1a6cc5957f None None] Checking router: 9b73c5ac-70c9-4f4f-bccc-7f5bc9901951 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:34:13.099907 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6ce4f9-06f0-42f6-af8f-1b1a6cc5957f None None] Routers {'9b73c5ac-70c9-4f4f-bccc-7f5bc9901951'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:34:13.102326 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-3e6ce4f9-06f0-42f6-af8f-1b1a6cc5957f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:33:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['9b73c5ac-70c9-4f4f-bccc-7f5bc9901951'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:13.280728 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5e5944e7-2a4d-47f1-90a0-d2a82c30b2d1 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:13.357012 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-3e6ce4f9-06f0-42f6-af8f-1b1a6cc5957f None None] Set router 9b73c5ac-70c9-4f4f-bccc-7f5bc9901951 gateway port host: None {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:34:13.370143 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54768) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:13.410981 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-40426ab3-276c-4927-8f39-26d1f9f537a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:13.440648 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-3e6ce4f9-06f0-42f6-af8f-1b1a6cc5957f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b73c5ac-70c9-4f4f-bccc-7f5bc9901951', 'name': 'tempest-ServersTestBootFromVolume-442508025-router', 'tenant_id': '38e5a2101cb84e649abcb077576a3704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:30:13Z', 'updated_at': '2021-07-29T23:34:12Z', 'revision_number': 6, 'project_id': '38e5a2101cb84e649abcb077576a3704', 'gw_port_host': None}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:13.458011 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5e5944e7-2a4d-47f1-90a0-d2a82c30b2d1 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:13.500641 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6ce4f9-06f0-42f6-af8f-1b1a6cc5957f None None] The sync data for ids ['9b73c5ac-70c9-4f4f-bccc-7f5bc9901951'] in n-d-712141-10 is: [{'id': '9b73c5ac-70c9-4f4f-bccc-7f5bc9901951', 'name': 'tempest-ServersTestBootFromVolume-442508025-router', 'tenant_id': '38e5a2101cb84e649abcb077576a3704', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:30:13Z', 'updated_at': '2021-07-29T23:34:12Z', 'revision_number': 6, 'project_id': '38e5a2101cb84e649abcb077576a3704', 'gw_port_host': None}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:34:13.623917 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5944e7-2a4d-47f1-90a0-d2a82c30b2d1 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Network fb747b47-cca6-4c18-afeb-6a460bbab65a is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:13.630800 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-88955620-4c25-4c71-b495-52da9fb8c930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:13.642040 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5944e7-2a4d-47f1-90a0-d2a82c30b2d1 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event updated for resources: {'Port': ['ID=a12d14df-8d5b-480a-9308-198b17240881,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:13.708082 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-5e5944e7-2a4d-47f1-90a0-d2a82c30b2d1 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:13.709837 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54772) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:13.721672 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5944e7-2a4d-47f1-90a0-d2a82c30b2d1 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:34:13.725397 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-86d85753-c8a1-4398-8aa9-ad2d24a5be76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:13.730091 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5944e7-2a4d-47f1-90a0-d2a82c30b2d1 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:13.732574 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5e5944e7-2a4d-47f1-90a0-d2a82c30b2d1 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:13.758314 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88955620-4c25-4c71-b495-52da9fb8c930 admin admin] Pushing event deleted for resources: {'Port': ['ID=fadecb27-2f3a-409c-b390-ab58b11b5462,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:13.847195 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-88955620-4c25-4c71-b495-52da9fb8c930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:13.968225 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-40426ab3-276c-4927-8f39-26d1f9f537a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:13.972435 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-88955620-4c25-4c71-b495-52da9fb8c930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:13.975229 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-88955620-4c25-4c71-b495-52da9fb8c930 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:13.979103 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-40426ab3-276c-4927-8f39-26d1f9f537a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:14.060168 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-88955620-4c25-4c71-b495-52da9fb8c930 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:14.060895 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88955620-4c25-4c71-b495-52da9fb8c930 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b73c5ac-70c9-4f4f-bccc-7f5bc9901951 {{(pid=94078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:34:14.062329 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40426ab3-276c-4927-8f39-26d1f9f537a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d42bcfd-fc05-4d9d-88b5-86ac33a7446d,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:14.067476 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-88955620-4c25-4c71-b495-52da9fb8c930 admin admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:14.068627 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-88955620-4c25-4c71-b495-52da9fb8c930 admin admin] 10.222.0.43 "DELETE /v2.0/routers/9b73c5ac-70c9-4f4f-bccc-7f5bc9901951 HTTP/1.1" status: 204 len: 168 time: 1.7134767 Jul 29 23:34:14.071423 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-40426ab3-276c-4927-8f39-26d1f9f537a1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c0d4b3b9b6ad4bd7b7cbc1686c409a1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7002656 Jul 29 23:34:14.073821 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54774) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:14.078513 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54776) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:14.158829 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-e458cb34-417b-4601-88a8-16abbe486234 admin admin] Deleting subnet b0626110-2e70-4df5-8ca6-7b634c09fbe0 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:34:14.167455 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e458cb34-417b-4601-88a8-16abbe486234 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:14.200367 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d6e283ee-5da8-4c05-9f19-aab956ba9c73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:14.201158 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-86d85753-c8a1-4398-8aa9-ad2d24a5be76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:14.213370 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-86d85753-c8a1-4398-8aa9-ad2d24a5be76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:14.221721 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e458cb34-417b-4601-88a8-16abbe486234 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:14.234201 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-5e5944e7-2a4d-47f1-90a0-d2a82c30b2d1 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.9473634 Jul 29 23:34:14.238416 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54780) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:14.308346 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-86d85753-c8a1-4398-8aa9-ad2d24a5be76 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=666f8e60a896489bb6672a4a36fb3503&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5975091 Jul 29 23:34:14.312153 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54784) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:14.321088 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d85753-c8a1-4398-8aa9-ad2d24a5be76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5e468b-0065-4468-b4f2-7c425e5794d1,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:14.338774 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d6e283ee-5da8-4c05-9f19-aab956ba9c73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:14.382086 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9712594c-1580-4809-b443-7ff14cb84be8 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:14.383505 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-9712594c-1580-4809-b443-7ff14cb84be8 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "GET /v2.0/ports/a12d14df-8d5b-480a-9308-198b17240881 HTTP/1.1" status: 200 len: 841 time: 0.1429589 Jul 29 23:34:14.386993 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54786) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:14.453283 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e458cb34-417b-4601-88a8-16abbe486234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:14.469751 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d6e283ee-5da8-4c05-9f19-aab956ba9c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:14.473498 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d6e283ee-5da8-4c05-9f19-aab956ba9c73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:14.477109 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-d6e283ee-5da8-4c05-9f19-aab956ba9c73 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0d42bcfd-fc05-4d9d-88b5-86ac33a7446d HTTP/1.1" status: 204 len: 168 time: 0.3952799 Jul 29 23:34:14.489490 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e283ee-5da8-4c05-9f19-aab956ba9c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d42bcfd-fc05-4d9d-88b5-86ac33a7446d,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:14.568323 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c6ad9cfa-f8da-45d3-bd23-4797ddd4ab9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:14.621505 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c6ad9cfa-f8da-45d3-bd23-4797ddd4ab9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:14.639145 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e458cb34-417b-4601-88a8-16abbe486234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:14.695248 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e458cb34-417b-4601-88a8-16abbe486234 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0626110-2e70-4df5-8ca6-7b634c09fbe0,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:14.707567 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-0dec8ce7-7fc9-4408-a4aa-3b07097fd28a tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Deleting port a12d14df-8d5b-480a-9308-198b17240881 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:34:14.707912 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0dec8ce7-7fc9-4408-a4aa-3b07097fd28a tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:14.712605 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e458cb34-417b-4601-88a8-16abbe486234 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:14.714594 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e458cb34-417b-4601-88a8-16abbe486234 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b0626110-2e70-4df5-8ca6-7b634c09fbe0 HTTP/1.1" status: 204 len: 168 time: 0.6386621 Jul 29 23:34:14.716280 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99913437-4ca5-4078-8c5f-efd9ca20054c None None] Network 7f4f5951-808e-47f0-8843-cccf83b2b5f5 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:34:14.718842 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54790) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:14.792712 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c6ad9cfa-f8da-45d3-bd23-4797ddd4ab9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:14.795715 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c6ad9cfa-f8da-45d3-bd23-4797ddd4ab9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:14.799602 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c6ad9cfa-f8da-45d3-bd23-4797ddd4ab9a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0c5e468b-0065-4468-b4f2-7c425e5794d1 HTTP/1.1" status: 204 len: 168 time: 0.4861937 Jul 29 23:34:14.805888 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0dec8ce7-7fc9-4408-a4aa-3b07097fd28a tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:14.821431 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad9cfa-f8da-45d3-bd23-4797ddd4ab9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5e468b-0065-4468-b4f2-7c425e5794d1,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:14.827975 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-0dec8ce7-7fc9-4408-a4aa-3b07097fd28a tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Calling delete_port for a12d14df-8d5b-480a-9308-198b17240881 owned by {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:34:14.968142 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0dec8ce7-7fc9-4408-a4aa-3b07097fd28a tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:14.987357 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-47b2cf27-da71-43ec-9200-947d9e91ffad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:15.016649 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dec8ce7-7fc9-4408-a4aa-3b07097fd28a tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event deleted for resources: {'Port': ['ID=a12d14df-8d5b-480a-9308-198b17240881,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:15.029743 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0dec8ce7-7fc9-4408-a4aa-3b07097fd28a tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:15.031856 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0dec8ce7-7fc9-4408-a4aa-3b07097fd28a tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "DELETE /v2.0/ports/a12d14df-8d5b-480a-9308-198b17240881 HTTP/1.1" status: 204 len: 168 time: 0.6437283 Jul 29 23:34:15.034938 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54796) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:15.101290 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-e091cc32-4170-4e8b-8118-0d3184629a8c tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] GET failed (client error): The resource could not be found. Jul 29 23:34:15.103662 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e091cc32-4170-4e8b-8118-0d3184629a8c tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "GET /v2.0/ports/a12d14df-8d5b-480a-9308-198b17240881 HTTP/1.1" status: 404 len: 333 time: 0.0664685 Jul 29 23:34:15.109924 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54798) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:15.119728 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-1508fcc6-f86b-41e4-b7ec-a4cc67318119 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Request body: {'port': {'network_id': 'fb747b47-cca6-4c18-afeb-6a460bbab65a', 'name': 'tempest-PortsTestJSON-201260968'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:15.140533 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-47b2cf27-da71-43ec-9200-947d9e91ffad admin admin] Deleting port 2a9293dd-19ed-4fd3-b557-f1fdd43b26a0 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:34:15.141169 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-47b2cf27-da71-43ec-9200-947d9e91ffad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:15.178161 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b859a6-df59-4686-93b1-160c0ed5ae02 None None] DHCP port deletion for 7f4f5951-808e-47f0-8843-cccf83b2b5f5 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:34:15.241556 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-47b2cf27-da71-43ec-9200-947d9e91ffad admin admin] For port 2a9293dd-19ed-4fd3-b557-f1fdd43b26a0, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=2a9293dd-19ed-4fd3-b557-f1fdd43b26a0,segment=NetworkSegment(02776017-cd96-47aa-82ba-ea70b6a22dcc),segment_id=02776017-cd96-47aa-82ba-ea70b6a22dcc)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:15.242258 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-47b2cf27-da71-43ec-9200-947d9e91ffad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:15.257923 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-e2b859a6-df59-4686-93b1-160c0ed5ae02 None None] Deleting port 2a9293dd-19ed-4fd3-b557-f1fdd43b26a0 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:34:15.260516 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e2b859a6-df59-4686-93b1-160c0ed5ae02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:15.269850 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-47b2cf27-da71-43ec-9200-947d9e91ffad admin admin] Calling delete_port for 2a9293dd-19ed-4fd3-b557-f1fdd43b26a0 owned by network:dhcp {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:34:15.382510 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1508fcc6-f86b-41e4-b7ec-a4cc67318119 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Made reservation on behalf of d49779da0727435887ac30c3d6c062b5 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:15.388709 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1508fcc6-f86b-41e4-b7ec-a4cc67318119 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:15.437800 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [None req-1508fcc6-f86b-41e4-b7ec-a4cc67318119 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] device_id is not set on port 7d9ceaeb-4d74-439c-9688-09953fed9cc7 yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:34:15.469779 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device f5a2f605-f7d6-4dfa-a112-37a5f14c8f0e no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:34:15.522343 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: f5a2f605-f7d6-4dfa-a112-37a5f14c8f0e {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:34:15.522987 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device f5a2f605-f7d6-4dfa-a112-37a5f14c8f0e not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:34:15.524044 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 2a9293dd-19ed-4fd3-b557-f1fdd43b26a0 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:34:15.572508 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-e2b859a6-df59-4686-93b1-160c0ed5ae02 None None] For port 2a9293dd-19ed-4fd3-b557-f1fdd43b26a0, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=2a9293dd-19ed-4fd3-b557-f1fdd43b26a0,segment=NetworkSegment(02776017-cd96-47aa-82ba-ea70b6a22dcc),segment_id=02776017-cd96-47aa-82ba-ea70b6a22dcc)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:15.573820 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e2b859a6-df59-4686-93b1-160c0ed5ae02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:15.591909 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-47b2cf27-da71-43ec-9200-947d9e91ffad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:15.624274 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-e2b859a6-df59-4686-93b1-160c0ed5ae02 None None] Calling delete_port for 2a9293dd-19ed-4fd3-b557-f1fdd43b26a0 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:34:15.645375 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b2cf27-da71-43ec-9200-947d9e91ffad admin admin] Pushing event deleted for resources: {'Port': ['ID=2a9293dd-19ed-4fd3-b557-f1fdd43b26a0,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:15.655473 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No active binding found for port 2a9293dd-19ed-4fd3-b557-f1fdd43b26a0 {{(pid=94079) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 29 23:34:15.660805 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54814) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:15.667712 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 2a9293dd-19ed-4fd3-b557-f1fdd43b26a0 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:34:15.668148 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device fadecb27-2f3a-409c-b390-ab58b11b5462 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:34:15.681734 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b2cf27-da71-43ec-9200-947d9e91ffad admin admin] No DVR routers for this DVR port 2a9293dd-19ed-4fd3-b557-f1fdd43b26a0 on host n-d-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:34:15.695002 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: fadecb27-2f3a-409c-b390-ab58b11b5462 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:34:15.695618 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device fadecb27-2f3a-409c-b390-ab58b11b5462 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:34:15.786844 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a6b0587d-574c-427e-98e8-34b9d1084d59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:15.826800 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1508fcc6-f86b-41e4-b7ec-a4cc67318119 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:15.845822 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e2b859a6-df59-4686-93b1-160c0ed5ae02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:15.855270 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-47b2cf27-da71-43ec-9200-947d9e91ffad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:15.870785 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-47b2cf27-da71-43ec-9200-947d9e91ffad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f4f5951-808e-47f0-8843-cccf83b2b5f5']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:15.891074 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-47b2cf27-da71-43ec-9200-947d9e91ffad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02776017-cd96-47aa-82ba-ea70b6a22dcc') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:15.891582 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-47b2cf27-da71-43ec-9200-947d9e91ffad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02776017-cd96-47aa-82ba-ea70b6a22dcc') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:15.909722 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-47b2cf27-da71-43ec-9200-947d9e91ffad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:15.928353 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1508fcc6-f86b-41e4-b7ec-a4cc67318119 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:15.939867 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-47b2cf27-da71-43ec-9200-947d9e91ffad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:15.949379 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47b2cf27-da71-43ec-9200-947d9e91ffad admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:34:15.949924 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-47b2cf27-da71-43ec-9200-947d9e91ffad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:15.952073 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:34:15.952073 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:34:15.952073 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:34:15.952073 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:34:15.952073 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:34:15.952073 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:34:15.952073 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:34:15.952073 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:34:15.952073 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:34:15.952073 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:34:15.952073 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:34:15.952073 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:34:15.952073 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:34:15.952073 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:34:15.952073 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:34:15.952073 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:34:15.952073 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:34:15.952073 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:34:15.952073 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:34:15.952073 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:34:15.952073 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:34:15.952073 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:34:15.952073 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:34:15.952073 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:34:15.952073 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:34:15.952073 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:34:15.952073 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:34:15.952073 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:34:15.952073 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:34:15.952073 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:34:15.952073 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:34:15.952073 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:34:15.957208 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b859a6-df59-4686-93b1-160c0ed5ae02 None None] No DVR routers for this DVR port 2a9293dd-19ed-4fd3-b557-f1fdd43b26a0 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:34:15.961766 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b859a6-df59-4686-93b1-160c0ed5ae02 None None] Pushing event deleted for resources: {'Port': ['ID=2a9293dd-19ed-4fd3-b557-f1fdd43b26a0,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:16.017865 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1508fcc6-f86b-41e4-b7ec-a4cc67318119 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Network fb747b47-cca6-4c18-afeb-6a460bbab65a is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:16.024457 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-1508fcc6-f86b-41e4-b7ec-a4cc67318119 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:16.039036 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1508fcc6-f86b-41e4-b7ec-a4cc67318119 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:34:16.053306 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-47b2cf27-da71-43ec-9200-947d9e91ffad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:16.053545 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1508fcc6-f86b-41e4-b7ec-a4cc67318119 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:16.054493 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1508fcc6-f86b-41e4-b7ec-a4cc67318119 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:16.072172 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-47b2cf27-da71-43ec-9200-947d9e91ffad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:16.075786 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-47b2cf27-da71-43ec-9200-947d9e91ffad admin admin] 10.222.0.43 "DELETE /v2.0/networks/7f4f5951-808e-47f0-8843-cccf83b2b5f5 HTTP/1.1" status: 204 len: 168 time: 1.3527594 Jul 29 23:34:16.082218 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1508fcc6-f86b-41e4-b7ec-a4cc67318119 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event updated for resources: {'Port': ['ID=7d9ceaeb-4d74-439c-9688-09953fed9cc7,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:16.091371 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a6b0587d-574c-427e-98e8-34b9d1084d59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:16.093297 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b2cf27-da71-43ec-9200-947d9e91ffad admin admin] Pushing event deleted for resources: {'Network': ['ID=7f4f5951-808e-47f0-8843-cccf83b2b5f5,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:16.103323 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a6b0587d-574c-427e-98e8-34b9d1084d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:16.114323 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-1508fcc6-f86b-41e4-b7ec-a4cc67318119 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0025675 Jul 29 23:34:16.118051 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54820) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:16.126523 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-58ae121c-e985-4b74-a2f1-ff53d7886567 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:16.168373 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-a6b0587d-574c-427e-98e8-34b9d1084d59 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=382a7359227c492d8581ae32769b2691&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5059609 Jul 29 23:34:16.169152 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54824) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:16.177643 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b0587d-574c-427e-98e8-34b9d1084d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c05abd-d7f5-402d-a5bc-3898ba048055,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:16.246206 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-58ae121c-e985-4b74-a2f1-ff53d7886567 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:16.256614 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ecb07ac7-2f72-4380-93f9-71cd5d072ba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:16.294606 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ecb07ac7-2f72-4380-93f9-71cd5d072ba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:16.351950 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54830) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:16.439838 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ecb07ac7-2f72-4380-93f9-71cd5d072ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:16.457180 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ecb07ac7-2f72-4380-93f9-71cd5d072ba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:16.458811 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ecb07ac7-2f72-4380-93f9-71cd5d072ba7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/81c05abd-d7f5-402d-a5bc-3898ba048055 HTTP/1.1" status: 204 len: 168 time: 0.2879589 Jul 29 23:34:16.473574 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-a178b6f0-3b04-49b0-8373-20676fdef582 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=38e5a2101cb84e649abcb077576a3704&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1197181 Jul 29 23:34:16.477282 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54836) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:16.501308 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb07ac7-2f72-4380-93f9-71cd5d072ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c05abd-d7f5-402d-a5bc-3898ba048055,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:16.591327 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-58ae121c-e985-4b74-a2f1-ff53d7886567 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:16.601427 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-58ae121c-e985-4b74-a2f1-ff53d7886567 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:16.669310 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ae121c-e985-4b74-a2f1-ff53d7886567 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event updated for resources: {'Port': ['ID=7d9ceaeb-4d74-439c-9688-09953fed9cc7,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:16.671917 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-58ae121c-e985-4b74-a2f1-ff53d7886567 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] In _notify_port_updated(), no bound segment for port 7d9ceaeb-4d74-439c-9688-09953fed9cc7 on network fb747b47-cca6-4c18-afeb-6a460bbab65a {{(pid=94077) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:34:16.680229 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ae121c-e985-4b74-a2f1-ff53d7886567 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:16.680229 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-58ae121c-e985-4b74-a2f1-ff53d7886567 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:16.683217 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-58ae121c-e985-4b74-a2f1-ff53d7886567 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "PUT /v2.0/ports/7d9ceaeb-4d74-439c-9688-09953fed9cc7 HTTP/1.1" status: 200 len: 818 time: 0.5633223 Jul 29 23:34:16.684055 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54844) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:16.733961 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-65bf42d9-fb00-4338-929b-b432253d7a0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:16.810820 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-65bf42d9-fb00-4338-929b-b432253d7a0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:16.872277 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-23a9abae-0210-4203-90d1-fd90faf89faa tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Deleting port 7d9ceaeb-4d74-439c-9688-09953fed9cc7 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:34:16.872578 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-23a9abae-0210-4203-90d1-fd90faf89faa tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:17.285745 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-65bf42d9-fb00-4338-929b-b432253d7a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:17.303393 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-65bf42d9-fb00-4338-929b-b432253d7a0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:17.309614 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-65bf42d9-fb00-4338-929b-b432253d7a0c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/24baee8a-2930-4877-90fc-09496c170bad HTTP/1.1" status: 204 len: 168 time: 0.8099823 Jul 29 23:34:17.327208 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-23a9abae-0210-4203-90d1-fd90faf89faa tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:17.329956 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bf42d9-fb00-4338-929b-b432253d7a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24baee8a-2930-4877-90fc-09496c170bad,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:17.347447 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-23a9abae-0210-4203-90d1-fd90faf89faa tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Calling delete_port for 7d9ceaeb-4d74-439c-9688-09953fed9cc7 owned by {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:34:17.475784 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-23a9abae-0210-4203-90d1-fd90faf89faa tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:17.513669 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a9abae-0210-4203-90d1-fd90faf89faa tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event deleted for resources: {'Port': ['ID=7d9ceaeb-4d74-439c-9688-09953fed9cc7,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:17.524393 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-23a9abae-0210-4203-90d1-fd90faf89faa tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:17.526311 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-23a9abae-0210-4203-90d1-fd90faf89faa tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "DELETE /v2.0/ports/7d9ceaeb-4d74-439c-9688-09953fed9cc7 HTTP/1.1" status: 204 len: 168 time: 0.8370149 Jul 29 23:34:17.529432 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54876) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:17.594682 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c21aa6-1d71-4ae3-bfad-444ab3bf2092 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:17.597759 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-78c21aa6-1d71-4ae3-bfad-444ab3bf2092 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0656996 Jul 29 23:34:17.599440 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54884) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:17.635006 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-b904171d-7240-401a-8a28-e1b984faf2b3 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] GET failed (client error): The resource could not be found. Jul 29 23:34:17.640389 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b904171d-7240-401a-8a28-e1b984faf2b3 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "GET /v2.0/ports/7d9ceaeb-4d74-439c-9688-09953fed9cc7 HTTP/1.1" status: 404 len: 333 time: 0.0362446 Jul 29 23:34:17.640926 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54886) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:17.647682 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-5c19aab3-72d7-4147-b3f3-048872d8b841 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1309261901'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:17.692734 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c19aab3-72d7-4147-b3f3-048872d8b841 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Made reservation on behalf of d49779da0727435887ac30c3d6c062b5 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:17.702496 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5c19aab3-72d7-4147-b3f3-048872d8b841 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:17.738668 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c19aab3-72d7-4147-b3f3-048872d8b841 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:34:17.750143 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5c19aab3-72d7-4147-b3f3-048872d8b841 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:17.750638 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-5c19aab3-72d7-4147-b3f3-048872d8b841 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Added segment 079ba60e-986b-44a8-be6e-2794ab39f751 of type vlan for network adb75f49-ace5-4117-bbb6-4cf2b3a70158 Jul 29 23:34:17.817027 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5c19aab3-72d7-4147-b3f3-048872d8b841 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:17.872426 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5c19aab3-72d7-4147-b3f3-048872d8b841 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:17.878445 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c19aab3-72d7-4147-b3f3-048872d8b841 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:17.879547 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5c19aab3-72d7-4147-b3f3-048872d8b841 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:17.945499 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-5c19aab3-72d7-4147-b3f3-048872d8b841 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3032923 Jul 29 23:34:17.948557 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54900) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:17.954732 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-2658ca1f-f6f5-4cb2-9672-b268d3b061e4 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Request body: {'subnet': {'network_id': 'adb75f49-ace5-4117-bbb6-4cf2b3a70158', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:17.964448 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c19aab3-72d7-4147-b3f3-048872d8b841 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event updated for resources: {'Network': ['ID=adb75f49-ace5-4117-bbb6-4cf2b3a70158,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:17.978833 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network adb75f49-ace5-4117-bbb6-4cf2b3a70158 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:34:18.136414 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2658ca1f-f6f5-4cb2-9672-b268d3b061e4 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Made reservation on behalf of d49779da0727435887ac30c3d6c062b5 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:18.140370 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2658ca1f-f6f5-4cb2-9672-b268d3b061e4 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:18.360867 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2658ca1f-f6f5-4cb2-9672-b268d3b061e4 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:18.446212 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2658ca1f-f6f5-4cb2-9672-b268d3b061e4 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event updated for resources: {'Subnet': ['ID=1a2e7193-68a6-45c6-9b37-7882588bb12d,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:18.455348 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2658ca1f-f6f5-4cb2-9672-b268d3b061e4 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Checking segment: {'id': '079ba60e-986b-44a8-be6e-2794ab39f751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'adb75f49-ace5-4117-bbb6-4cf2b3a70158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:34:18.455727 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2658ca1f-f6f5-4cb2-9672-b268d3b061e4 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Network hostable DHCP agents. Network: adb75f49-ace5-4117-bbb6-4cf2b3a70158, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:34:18.479672 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2658ca1f-f6f5-4cb2-9672-b268d3b061e4 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Network adb75f49-ace5-4117-bbb6-4cf2b3a70158 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:34:18.494947 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-2658ca1f-f6f5-4cb2-9672-b268d3b061e4 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, adb75f49-ace5-4117-bbb6-4cf2b3a70158) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:18.503365 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2658ca1f-f6f5-4cb2-9672-b268d3b061e4 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:18.504200 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2658ca1f-f6f5-4cb2-9672-b268d3b061e4 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:18.516585 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2061e0a4-b8a2-4a8f-a2a7-efeb24f47b19 None None] Network adb75f49-ace5-4117-bbb6-4cf2b3a70158 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:34:18.532745 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-2658ca1f-f6f5-4cb2-9672-b268d3b061e4 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5777447 Jul 29 23:34:18.532745 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54918) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:18.551330 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-4d9df06b-0262-46d1-a3ed-feabc2125a7a tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Request body: {'subnet': {'network_id': 'adb75f49-ace5-4117-bbb6-4cf2b3a70158', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:18.724120 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156c4026-914a-4360-9ca7-c828e4cfe28c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-adb75f49-ace5-4117-bbb6-4cf2b3a70158', 'network_id': 'adb75f49-ace5-4117-bbb6-4cf2b3a70158', 'tenant_id': 'd49779da0727435887ac30c3d6c062b5', 'fixed_ips': [{'subnet_id': '1a2e7193-68a6-45c6-9b37-7882588bb12d'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:34:18.725694 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-156c4026-914a-4360-9ca7-c828e4cfe28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:18.746355 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9df06b-0262-46d1-a3ed-feabc2125a7a tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Made reservation on behalf of d49779da0727435887ac30c3d6c062b5 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:18.751634 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4d9df06b-0262-46d1-a3ed-feabc2125a7a tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:18.930954 n-d-712141-10 neutron-server[94077]: INFO neutron.db.ipam_backend_mixin [None req-4d9df06b-0262-46d1-a3ed-feabc2125a7a tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1a2e7193-68a6-45c6-9b37-7882588bb12d (CIDR: 172.20.0.0/28) Jul 29 23:34:18.942980 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d9df06b-0262-46d1-a3ed-feabc2125a7a tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:34:18.943260 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d9df06b-0262-46d1-a3ed-feabc2125a7a tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:34:18.975375 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4d9df06b-0262-46d1-a3ed-feabc2125a7a tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4344106 Jul 29 23:34:18.976130 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54942) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:18.983643 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-cfa9eef5-a0b7-4dad-a337-026882050c40 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Request body: {'subnet': {'network_id': 'adb75f49-ace5-4117-bbb6-4cf2b3a70158', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:19.071547 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-156c4026-914a-4360-9ca7-c828e4cfe28c None None] Allocated IP 172.20.0.2 (adb75f49-ace5-4117-bbb6-4cf2b3a70158/1a2e7193-68a6-45c6-9b37-7882588bb12d/408443e3-0d13-438f-9f76-58e84aa13fcb) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:19.145804 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa9eef5-a0b7-4dad-a337-026882050c40 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Made reservation on behalf of d49779da0727435887ac30c3d6c062b5 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:19.150416 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cfa9eef5-a0b7-4dad-a337-026882050c40 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:19.312529 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54954) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:19.405138 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-156c4026-914a-4360-9ca7-c828e4cfe28c None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:19.420019 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-156c4026-914a-4360-9ca7-c828e4cfe28c None None] Transition to ACTIVE for port object 408443e3-0d13-438f-9f76-58e84aa13fcb will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:19.441157 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-156c4026-914a-4360-9ca7-c828e4cfe28c None None] Transition to ACTIVE for port object 408443e3-0d13-438f-9f76-58e84aa13fcb will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:19.451476 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-156c4026-914a-4360-9ca7-c828e4cfe28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:19.482707 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156c4026-914a-4360-9ca7-c828e4cfe28c None None] Network adb75f49-ace5-4117-bbb6-4cf2b3a70158 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:19.503053 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-156c4026-914a-4360-9ca7-c828e4cfe28c None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:19.510346 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156c4026-914a-4360-9ca7-c828e4cfe28c None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:34:19.514594 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cfa9eef5-a0b7-4dad-a337-026882050c40 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:19.624671 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156c4026-914a-4360-9ca7-c828e4cfe28c None None] Pushing event updated for resources: {'Port': ['ID=408443e3-0d13-438f-9f76-58e84aa13fcb,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:19.638687 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa9eef5-a0b7-4dad-a337-026882050c40 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event updated for resources: {'Subnet': ['ID=2191b577-f577-4724-9423-44a339cdd2b0,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:19.641154 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-156c4026-914a-4360-9ca7-c828e4cfe28c None None] Attempting to bind port 408443e3-0d13-438f-9f76-58e84aa13fcb on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:34:19.641540 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-156c4026-914a-4360-9ca7-c828e4cfe28c None None] Attempting to bind port 408443e3-0d13-438f-9f76-58e84aa13fcb by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '079ba60e-986b-44a8-be6e-2794ab39f751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'adb75f49-ace5-4117-bbb6-4cf2b3a70158'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:34:19.641921 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156c4026-914a-4360-9ca7-c828e4cfe28c None None] Attempting to bind port 408443e3-0d13-438f-9f76-58e84aa13fcb on network adb75f49-ace5-4117-bbb6-4cf2b3a70158 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:34:19.654040 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:19.663294 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156c4026-914a-4360-9ca7-c828e4cfe28c None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:34:19.663673 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156c4026-914a-4360-9ca7-c828e4cfe28c None None] Checking segment: {'id': '079ba60e-986b-44a8-be6e-2794ab39f751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'adb75f49-ace5-4117-bbb6-4cf2b3a70158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:34:19.664140 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-156c4026-914a-4360-9ca7-c828e4cfe28c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:19.664457 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156c4026-914a-4360-9ca7-c828e4cfe28c None None] Bound using segment: {'id': '079ba60e-986b-44a8-be6e-2794ab39f751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'adb75f49-ace5-4117-bbb6-4cf2b3a70158'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:34:19.673848 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa9eef5-a0b7-4dad-a337-026882050c40 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Network adb75f49-ace5-4117-bbb6-4cf2b3a70158 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:19.674939 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-156c4026-914a-4360-9ca7-c828e4cfe28c None None] Bound port: 408443e3-0d13-438f-9f76-58e84aa13fcb, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '079ba60e-986b-44a8-be6e-2794ab39f751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'adb75f49-ace5-4117-bbb6-4cf2b3a70158'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:34:19.675531 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-156c4026-914a-4360-9ca7-c828e4cfe28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:19.678683 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-cfa9eef5-a0b7-4dad-a337-026882050c40 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:19.696205 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa9eef5-a0b7-4dad-a337-026882050c40 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:19.696808 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cfa9eef5-a0b7-4dad-a337-026882050c40 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:19.712058 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-9bace9cc-bb94-4f90-a720-0daedf62aef2 tempest-MeteringIpV6TestJSON-1114879866 tempest-MeteringIpV6TestJSON-1114879866-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-139953308'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:19.712542 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-9bace9cc-bb94-4f90-a720-0daedf62aef2 tempest-MeteringIpV6TestJSON-1114879866 tempest-MeteringIpV6TestJSON-1114879866-project-admin] Unknown quota resources ['metering_label']. {{(pid=94077) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 23:34:19.732613 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-cfa9eef5-a0b7-4dad-a337-026882050c40 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7552950 Jul 29 23:34:19.735462 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54972) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:19.740974 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-8b5c4529-97f4-4776-b0df-29252aa80523 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Request body: {'port': {'network_id': 'adb75f49-ace5-4117-bbb6-4cf2b3a70158', 'fixed_ips': [{'subnet_id': '1a2e7193-68a6-45c6-9b37-7882588bb12d'}, {'subnet_id': '2191b577-f577-4724-9423-44a339cdd2b0'}], 'name': 'tempest-PortsTestJSON-1580982992'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:19.856644 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-156c4026-914a-4360-9ca7-c828e4cfe28c None None] For port 408443e3-0d13-438f-9f76-58e84aa13fcb, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:34:19.866163 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-156c4026-914a-4360-9ca7-c828e4cfe28c None None] For port 408443e3-0d13-438f-9f76-58e84aa13fcb, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=408443e3-0d13-438f-9f76-58e84aa13fcb,segment=NetworkSegment(079ba60e-986b-44a8-be6e-2794ab39f751),segment_id=079ba60e-986b-44a8-be6e-2794ab39f751)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:34:19.887677 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-156c4026-914a-4360-9ca7-c828e4cfe28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:19.978609 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156c4026-914a-4360-9ca7-c828e4cfe28c None None] Pushing event updated for resources: {'Port': ['ID=408443e3-0d13-438f-9f76-58e84aa13fcb,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:20.008141 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cb07e69a-f87d-4956-9efd-ed6f335279b4 req-ce6067b4-a361-4740-95de-bf475889aa86 tempest-ServerShowV254Test-1147255911 tempest-ServerShowV254Test-1147255911-project] 10.222.0.43 "GET /v2.0/ports?device_id=595b0830-bd42-4d45-9263-3e10f777d15c HTTP/1.1" status: 200 len: 210 time: 0.0676305 Jul 29 23:34:20.052954 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5c4529-97f4-4776-b0df-29252aa80523 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Made reservation on behalf of d49779da0727435887ac30c3d6c062b5 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:20.106762 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9bace9cc-bb94-4f90-a720-0daedf62aef2 tempest-MeteringIpV6TestJSON-1114879866 tempest-MeteringIpV6TestJSON-1114879866-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:20.108369 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9bace9cc-bb94-4f90-a720-0daedf62aef2 tempest-MeteringIpV6TestJSON-1114879866 tempest-MeteringIpV6TestJSON-1114879866-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.7943428 Jul 29 23:34:20.111609 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54988) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:20.120427 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-9eaecf15-b423-49aa-abcb-311868317b72 tempest-MeteringIpV6TestJSON-1114879866 tempest-MeteringIpV6TestJSON-1114879866-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'c95ff494-7887-4192-a2e1-cd6d4986328a'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:20.122606 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-9eaecf15-b423-49aa-abcb-311868317b72 tempest-MeteringIpV6TestJSON-1114879866 tempest-MeteringIpV6TestJSON-1114879866-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94077) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 23:34:20.211102 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8b5c4529-97f4-4776-b0df-29252aa80523 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:20.243546 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [None req-8b5c4529-97f4-4776-b0df-29252aa80523 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] device_id is not set on port 3e0fc719-9fb1-4ae9-87b2-4d4aeb855eb1 yet. {{(pid=94078) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:34:20.698169 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54998) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:20.847830 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-8b5c4529-97f4-4776-b0df-29252aa80523 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Allocated IP 172.20.0.10 (adb75f49-ace5-4117-bbb6-4cf2b3a70158/1a2e7193-68a6-45c6-9b37-7882588bb12d/3e0fc719-9fb1-4ae9-87b2-4d4aeb855eb1) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:20.851243 n-d-712141-10 neutron-server[94077]: WARNING neutron.services.metering.metering_plugin [None req-9eaecf15-b423-49aa-abcb-311868317b72 tempest-MeteringIpV6TestJSON-1114879866 tempest-MeteringIpV6TestJSON-1114879866-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 29 23:34:20.865460 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-8b5c4529-97f4-4776-b0df-29252aa80523 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Allocated IP 172.20.0.28 (adb75f49-ace5-4117-bbb6-4cf2b3a70158/2191b577-f577-4724-9423-44a339cdd2b0/3e0fc719-9fb1-4ae9-87b2-4d4aeb855eb1) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:20.868262 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-461b23bf-2878-40ee-8f15-52c149b989c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:21.002070 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9eaecf15-b423-49aa-abcb-311868317b72 tempest-MeteringIpV6TestJSON-1114879866 tempest-MeteringIpV6TestJSON-1114879866-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:21.003325 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9eaecf15-b423-49aa-abcb-311868317b72 tempest-MeteringIpV6TestJSON-1114879866 tempest-MeteringIpV6TestJSON-1114879866-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.8907542 Jul 29 23:34:21.006430 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55008) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:21.011126 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-435ea61a-d918-436a-a883-867e903dad11 tempest-MeteringIpV6TestJSON-1114879866 tempest-MeteringIpV6TestJSON-1114879866-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'c95ff494-7887-4192-a2e1-cd6d4986328a'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:21.011828 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-435ea61a-d918-436a-a883-867e903dad11 tempest-MeteringIpV6TestJSON-1114879866 tempest-MeteringIpV6TestJSON-1114879866-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94077) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 23:34:21.125406 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-461b23bf-2878-40ee-8f15-52c149b989c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:21.143270 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-461b23bf-2878-40ee-8f15-52c149b989c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:21.154006 n-d-712141-10 neutron-server[94077]: WARNING neutron.services.metering.metering_plugin [None req-435ea61a-d918-436a-a883-867e903dad11 tempest-MeteringIpV6TestJSON-1114879866 tempest-MeteringIpV6TestJSON-1114879866-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 29 23:34:21.169713 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8b5c4529-97f4-4776-b0df-29252aa80523 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:21.246327 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a83337a5-3984-45a5-95f6-aa6aa568fef7 req-53a0c0e3-8fb3-4a90-aefc-bab4041bc0ef tempest-ServerShowV254Test-1147255911 tempest-ServerShowV254Test-1147255911-project] 10.222.0.43 "GET /v2.0/ports?device_id=595b0830-bd42-4d45-9263-3e10f777d15c HTTP/1.1" status: 200 len: 210 time: 0.0826344 Jul 29 23:34:21.256315 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-8b5c4529-97f4-4776-b0df-29252aa80523 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Transition to ACTIVE for port object 3e0fc719-9fb1-4ae9-87b2-4d4aeb855eb1 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:21.274828 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461b23bf-2878-40ee-8f15-52c149b989c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85bc895e-35cd-4e4d-8027-37360096f682,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:21.278824 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-435ea61a-d918-436a-a883-867e903dad11 tempest-MeteringIpV6TestJSON-1114879866 tempest-MeteringIpV6TestJSON-1114879866-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:21.280547 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-435ea61a-d918-436a-a883-867e903dad11 tempest-MeteringIpV6TestJSON-1114879866 tempest-MeteringIpV6TestJSON-1114879866-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2729740 Jul 29 23:34:21.283547 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55014) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:21.295573 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-461b23bf-2878-40ee-8f15-52c149b989c0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=882e9d29bfdd4a8590170cb899b0afa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5928783 Jul 29 23:34:21.296391 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 55016) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:21.313358 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d1987338-03ed-47c7-b12b-15c7ca2ad4ad tempest-MeteringIpV6TestJSON-1114879866 tempest-MeteringIpV6TestJSON-1114879866-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=8eda9aeb-e98e-4e91-9b14-60dfa0e03ae9 HTTP/1.1" status: 200 len: 462 time: 0.0281336 Jul 29 23:34:21.316103 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55018) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:21.364353 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8b5c4529-97f4-4776-b0df-29252aa80523 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:21.431605 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5c4529-97f4-4776-b0df-29252aa80523 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Network adb75f49-ace5-4117-bbb6-4cf2b3a70158 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:21.441914 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-8b5c4529-97f4-4776-b0df-29252aa80523 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:21.453105 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5c4529-97f4-4776-b0df-29252aa80523 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:34:21.470916 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 408443e3-0d13-438f-9f76-58e84aa13fcb up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:34:21.517707 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5c4529-97f4-4776-b0df-29252aa80523 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event updated for resources: {'Port': ['ID=3e0fc719-9fb1-4ae9-87b2-4d4aeb855eb1,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:21.544000 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-95571330-ea84-4765-a3f7-09910f121ee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:21.571864 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-95571330-ea84-4765-a3f7-09910f121ee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:21.591893 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-32542b2c-c979-47b4-9765-ba5093d0712b tempest-MeteringIpV6TestJSON-1114879866 tempest-MeteringIpV6TestJSON-1114879866-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:21.593104 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-32542b2c-c979-47b4-9765-ba5093d0712b tempest-MeteringIpV6TestJSON-1114879866 tempest-MeteringIpV6TestJSON-1114879866-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-label-rules/8eda9aeb-e98e-4e91-9b14-60dfa0e03ae9 HTTP/1.1" status: 204 len: 168 time: 0.2760410 Jul 29 23:34:21.596525 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55024) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:21.609065 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-500f3af3-d9f2-468f-95f3-2a8d7714be8d tempest-MeteringIpV6TestJSON-1114879866 tempest-MeteringIpV6TestJSON-1114879866-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=8eda9aeb-e98e-4e91-9b14-60dfa0e03ae9 HTTP/1.1" status: 200 len: 221 time: 0.0107958 Jul 29 23:34:21.613750 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5c4529-97f4-4776-b0df-29252aa80523 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:21.614100 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55026) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:21.614705 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8b5c4529-97f4-4776-b0df-29252aa80523 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:21.620530 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-8812d019-a642-4ca6-90c1-2a9e2b50c99e tempest-MeteringIpV6TestJSON-1114879866 tempest-MeteringIpV6TestJSON-1114879866-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--870108982', 'description': 'label created by tempest'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:21.621464 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-8812d019-a642-4ca6-90c1-2a9e2b50c99e tempest-MeteringIpV6TestJSON-1114879866 tempest-MeteringIpV6TestJSON-1114879866-project-admin] Unknown quota resources ['metering_label']. {{(pid=94077) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 23:34:21.632830 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de973cb-f968-4e99-84ee-676b554a8c7f None None] Network adb75f49-ace5-4117-bbb6-4cf2b3a70158 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:34:21.657923 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 408443e3-0d13-438f-9f76-58e84aa13fcb completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:21.679013 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55030) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:21.682414 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-8b5c4529-97f4-4776-b0df-29252aa80523 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.9455872 Jul 29 23:34:21.685721 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-96ed9b90-3ade-44c6-aca7-250b88beab28 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1a2e7193-68a6-45c6-9b37-7882588bb12d'}]}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:21.722227 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-95571330-ea84-4765-a3f7-09910f121ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:21.725399 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-95571330-ea84-4765-a3f7-09910f121ee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:21.727219 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-95571330-ea84-4765-a3f7-09910f121ee1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/85bc895e-35cd-4e4d-8027-37360096f682 HTTP/1.1" status: 204 len: 168 time: 0.4265878 Jul 29 23:34:21.746586 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-5f64d9f3-6e52-48bc-930e-11524d71e9a9 None None] Provisioning for port 408443e3-0d13-438f-9f76-58e84aa13fcb completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:21.748082 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95571330-ea84-4765-a3f7-09910f121ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85bc895e-35cd-4e4d-8027-37360096f682,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:21.761986 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-5f64d9f3-6e52-48bc-930e-11524d71e9a9 None None] Provisioning complete for port 408443e3-0d13-438f-9f76-58e84aa13fcb triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:21.763106 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5f64d9f3-6e52-48bc-930e-11524d71e9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:21.927437 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5f64d9f3-6e52-48bc-930e-11524d71e9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:21.933459 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8812d019-a642-4ca6-90c1-2a9e2b50c99e tempest-MeteringIpV6TestJSON-1114879866 tempest-MeteringIpV6TestJSON-1114879866-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:21.935863 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8812d019-a642-4ca6-90c1-2a9e2b50c99e tempest-MeteringIpV6TestJSON-1114879866 tempest-MeteringIpV6TestJSON-1114879866-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3204675 Jul 29 23:34:21.939059 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 55036) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:21.981933 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-5f64d9f3-6e52-48bc-930e-11524d71e9a9 None None] For port 408443e3-0d13-438f-9f76-58e84aa13fcb, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=408443e3-0d13-438f-9f76-58e84aa13fcb,segment=NetworkSegment(079ba60e-986b-44a8-be6e-2794ab39f751),segment_id=079ba60e-986b-44a8-be6e-2794ab39f751)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:21.988885 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-96ed9b90-3ade-44c6-aca7-250b88beab28 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:21.996059 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5f64d9f3-6e52-48bc-930e-11524d71e9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:22.062465 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f64d9f3-6e52-48bc-930e-11524d71e9a9 None None] Pushing event updated for resources: {'Port': ['ID=408443e3-0d13-438f-9f76-58e84aa13fcb,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:22.110001 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-dbca8099-74ce-4a03-ad91-df7fd5f23ba0 tempest-MeteringIpV6TestJSON-1114879866 tempest-MeteringIpV6TestJSON-1114879866-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=de94dd4e-53ca-4438-99db-a4ba8029f87a HTTP/1.1" status: 200 len: 467 time: 0.1685176 Jul 29 23:34:22.112365 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 55040) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:22.131313 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d1d0c7-7b89-4902-8990-f74ba214513e None None] Update dhcp port {'port': {'network_id': 'adb75f49-ace5-4117-bbb6-4cf2b3a70158', 'fixed_ips': [{'subnet_id': '1a2e7193-68a6-45c6-9b37-7882588bb12d', 'ip_address': '172.20.0.2'}, {'subnet_id': '2191b577-f577-4724-9423-44a339cdd2b0'}], 'binding:host_id': 'n-d-712141-10'}, 'id': '408443e3-0d13-438f-9f76-58e84aa13fcb'} from n-d-712141-10. {{(pid=94079) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 23:34:22.166280 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-79d1d0c7-7b89-4902-8990-f74ba214513e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:22.191092 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55042) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:22.223030 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1a273342-7272-474c-8f47-807cca40f5e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:22.424909 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-79d1d0c7-7b89-4902-8990-f74ba214513e None None] Allocated IP 172.20.0.18 (adb75f49-ace5-4117-bbb6-4cf2b3a70158/2191b577-f577-4724-9423-44a339cdd2b0/408443e3-0d13-438f-9f76-58e84aa13fcb) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:22.460726 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1a273342-7272-474c-8f47-807cca40f5e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:22.468975 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1a273342-7272-474c-8f47-807cca40f5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:22.491594 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-efa28324-f4e4-4d09-bd35-f0529249ffa9 req-17f4a5aa-32d4-4af9-a6d2-f67d8cc6fd27 tempest-ServerShowV254Test-1147255911 tempest-ServerShowV254Test-1147255911-project] 10.222.0.43 "GET /v2.0/ports?device_id=595b0830-bd42-4d45-9263-3e10f777d15c HTTP/1.1" status: 200 len: 210 time: 0.1002314 Jul 29 23:34:22.510976 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c4474427-0416-4b9b-8987-0053418c6609 tempest-MeteringIpV6TestJSON-1114879866 tempest-MeteringIpV6TestJSON-1114879866-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:22.514863 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-c4474427-0416-4b9b-8987-0053418c6609 tempest-MeteringIpV6TestJSON-1114879866 tempest-MeteringIpV6TestJSON-1114879866-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-labels/de94dd4e-53ca-4438-99db-a4ba8029f87a HTTP/1.1" status: 204 len: 168 time: 0.3994613 Jul 29 23:34:22.517989 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 55046) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:22.534245 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-474cd26b-e1d8-4a3f-b9d0-8a5dfdaf10de tempest-MeteringIpV6TestJSON-1114879866 tempest-MeteringIpV6TestJSON-1114879866-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=de94dd4e-53ca-4438-99db-a4ba8029f87a HTTP/1.1" status: 200 len: 216 time: 0.0148869 Jul 29 23:34:22.542243 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 55050) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:22.574045 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-77a5f5a3-fffd-43b3-8fbc-4391e0abe184 tempest-MeteringIpV6TestJSON-1114879866 tempest-MeteringIpV6TestJSON-1114879866-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0231636 Jul 29 23:34:22.574345 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-1a273342-7272-474c-8f47-807cca40f5e2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=da0df7045daa4f42a92ba07b4e5f9ae0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3757706 Jul 29 23:34:22.574527 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 55052) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:22.586554 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55054) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:22.587430 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a273342-7272-474c-8f47-807cca40f5e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=919ba352-752f-4380-8bc3-004ad4cbd4d5,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:22.632587 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-bf0cb29d-8de4-40e7-9244-17a2647e33fe tempest-MeteringIpV6TestJSON-1114879866 tempest-MeteringIpV6TestJSON-1114879866-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0309336 Jul 29 23:34:22.633336 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55056) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:22.686644 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-75155eb3-3446-439d-be2b-9e0fd14f76a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:22.712457 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-75155eb3-3446-439d-be2b-9e0fd14f76a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:22.726126 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-6ab87a02-4649-41f0-98e1-733bb1051e76 tempest-MeteringIpV6TestJSON-1114879866 tempest-MeteringIpV6TestJSON-1114879866-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels/c95ff494-7887-4192-a2e1-cd6d4986328a HTTP/1.1" status: 200 len: 472 time: 0.0911686 Jul 29 23:34:22.726400 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-79d1d0c7-7b89-4902-8990-f74ba214513e None None] For port 408443e3-0d13-438f-9f76-58e84aa13fcb, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=408443e3-0d13-438f-9f76-58e84aa13fcb,segment=NetworkSegment(079ba60e-986b-44a8-be6e-2794ab39f751),segment_id=079ba60e-986b-44a8-be6e-2794ab39f751)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:22.727514 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55060) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:22.743254 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-2395a461-7356-43bd-9d10-00d2ce6148d3 tempest-MeteringIpV6TestJSON-1114879866 tempest-MeteringIpV6TestJSON-1114879866-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules/3563a646-d0d6-461a-a766-a889a68700b5 HTTP/1.1" status: 200 len: 459 time: 0.0144207 Jul 29 23:34:22.744091 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55062) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:22.760197 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-79d1d0c7-7b89-4902-8990-f74ba214513e None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:22.778676 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-79d1d0c7-7b89-4902-8990-f74ba214513e None None] Transition to ACTIVE for port object 408443e3-0d13-438f-9f76-58e84aa13fcb will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:22.786197 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-79d1d0c7-7b89-4902-8990-f74ba214513e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:22.792521 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7299fc14-c7d6-4d42-8379-7f4ffadb0358 req-cef96094-0ff2-4554-bb68-cd3e94959e7b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=595b0830-bd42-4d45-9263-3e10f777d15c HTTP/1.1" status: 200 len: 210 time: 0.0328794 Jul 29 23:34:22.817654 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-75155eb3-3446-439d-be2b-9e0fd14f76a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:22.823714 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-75155eb3-3446-439d-be2b-9e0fd14f76a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:22.830922 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-75155eb3-3446-439d-be2b-9e0fd14f76a4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/919ba352-752f-4380-8bc3-004ad4cbd4d5 HTTP/1.1" status: 204 len: 168 time: 0.2528434 Jul 29 23:34:22.844500 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75155eb3-3446-439d-be2b-9e0fd14f76a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919ba352-752f-4380-8bc3-004ad4cbd4d5,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:22.896538 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d1d0c7-7b89-4902-8990-f74ba214513e None None] Pushing event updated for resources: {'Port': ['ID=408443e3-0d13-438f-9f76-58e84aa13fcb,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:22.927819 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4f8e5316-1102-433e-bfd0-34fb604ac905 tempest-MeteringIpV6TestJSON-1114879866 tempest-MeteringIpV6TestJSON-1114879866-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:22.930231 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4f8e5316-1102-433e-bfd0-34fb604ac905 tempest-MeteringIpV6TestJSON-1114879866 tempest-MeteringIpV6TestJSON-1114879866-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-label-rules/3563a646-d0d6-461a-a766-a889a68700b5 HTTP/1.1" status: 204 len: 168 time: 0.1849496 Jul 29 23:34:22.933735 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 55066) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:22.956431 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-96ed9b90-3ade-44c6-aca7-250b88beab28 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Delete allocated IP 172.20.0.28 (adb75f49-ace5-4117-bbb6-4cf2b3a70158/2191b577-f577-4724-9423-44a339cdd2b0) {{(pid=94077) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 29 23:34:23.179194 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-55b9102c-9bfa-4e3a-8dc1-12aaab179518 tempest-MeteringIpV6TestJSON-1114879866 tempest-MeteringIpV6TestJSON-1114879866-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:23.181055 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-55b9102c-9bfa-4e3a-8dc1-12aaab179518 tempest-MeteringIpV6TestJSON-1114879866 tempest-MeteringIpV6TestJSON-1114879866-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-labels/c95ff494-7887-4192-a2e1-cd6d4986328a HTTP/1.1" status: 204 len: 168 time: 0.2448812 Jul 29 23:34:23.230219 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4f141413-5091-4f1a-aecd-9c64ab987e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:23.233867 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-96ed9b90-3ade-44c6-aca7-250b88beab28 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:23.261410 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-96ed9b90-3ade-44c6-aca7-250b88beab28 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Ignored duplicate provisioning block setup for port 3e0fc719-9fb1-4ae9-87b2-4d4aeb855eb1 by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 29 23:34:23.272078 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-96ed9b90-3ade-44c6-aca7-250b88beab28 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:23.437305 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ed9b90-3ade-44c6-aca7-250b88beab28 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event updated for resources: {'Port': ['ID=3e0fc719-9fb1-4ae9-87b2-4d4aeb855eb1,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:23.451648 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-96ed9b90-3ade-44c6-aca7-250b88beab28 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] In _notify_port_updated(), no bound segment for port 3e0fc719-9fb1-4ae9-87b2-4d4aeb855eb1 on network adb75f49-ace5-4117-bbb6-4cf2b3a70158 {{(pid=94077) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:34:23.459259 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ed9b90-3ade-44c6-aca7-250b88beab28 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:23.460322 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-96ed9b90-3ade-44c6-aca7-250b88beab28 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:23.464710 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-96ed9b90-3ade-44c6-aca7-250b88beab28 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "PUT /v2.0/ports/3e0fc719-9fb1-4ae9-87b2-4d4aeb855eb1 HTTP/1.1" status: 200 len: 920 time: 1.7824290 Jul 29 23:34:23.467023 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 55090) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:23.475422 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-8743e689-c60c-42d4-bdca-7d33a49be8e1 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1a2e7193-68a6-45c6-9b37-7882588bb12d'}, {'subnet_id': '2191b577-f577-4724-9423-44a339cdd2b0'}]}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:23.496228 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 408443e3-0d13-438f-9f76-58e84aa13fcb up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:34:23.639544 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8743e689-c60c-42d4-bdca-7d33a49be8e1 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:23.680396 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bee84e-0db2-4be1-8c53-504ad519b739 req-16d4856c-7995-462a-8207-8cea988c7bbc tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:23.684588 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-82bee84e-0db2-4be1-8c53-504ad519b739 req-16d4856c-7995-462a-8207-8cea988c7bbc tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 944 time: 0.1513009 Jul 29 23:34:23.775636 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55098) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:23.808265 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ecb9f362-d326-4624-8ca8-1b5210860b58 req-2f535f7c-e28b-4bf5-a765-b00ed45005d7 tempest-ServerShowV254Test-1147255911 tempest-ServerShowV254Test-1147255911-project] 10.222.0.43 "GET /v2.0/ports?device_id=595b0830-bd42-4d45-9263-3e10f777d15c HTTP/1.1" status: 200 len: 210 time: 0.0720599 Jul 29 23:34:23.911304 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-82bee84e-0db2-4be1-8c53-504ad519b739 req-faef39b9-1000-4b74-9c79-ce068e29bd00 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1980233 Jul 29 23:34:23.951834 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6240090a-5f37-476b-950a-df8acadbad7f None None] Network adb75f49-ace5-4117-bbb6-4cf2b3a70158 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:34:23.963400 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-776dc557-0e9b-4fc7-a0c1-503c6c4941dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:24.086921 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-776dc557-0e9b-4fc7-a0c1-503c6c4941dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:24.090097 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f77be1bb-b979-464a-bfe1-fe34c817a32f None None] Provisioning for port 408443e3-0d13-438f-9f76-58e84aa13fcb completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:24.097149 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-776dc557-0e9b-4fc7-a0c1-503c6c4941dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:24.102260 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f77be1bb-b979-464a-bfe1-fe34c817a32f None None] Provisioning complete for port 408443e3-0d13-438f-9f76-58e84aa13fcb triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:24.102932 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f77be1bb-b979-464a-bfe1-fe34c817a32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:24.141034 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776dc557-0e9b-4fc7-a0c1-503c6c4941dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc26dde-a69a-4c67-8f8d-f1a8aa52f3fc,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:24.163464 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588ec93-0c01-4fd0-9af1-ec6414ea9424 req-474e2dfe-30af-451a-8c59-460877f5dc61 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:24.165015 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f588ec93-0c01-4fd0-9af1-ec6414ea9424 req-474e2dfe-30af-451a-8c59-460877f5dc61 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 944 time: 0.1154120 Jul 29 23:34:24.168345 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-776dc557-0e9b-4fc7-a0c1-503c6c4941dc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e4ce8674e0874bdb852a0fbe0ee502ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3914363 Jul 29 23:34:24.171889 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55112) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:24.249989 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-653d41e3-3a04-439a-9612-5a3d7b7613ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:24.305539 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-653d41e3-3a04-439a-9612-5a3d7b7613ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:24.346237 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-8743e689-c60c-42d4-bdca-7d33a49be8e1 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Allocated IP 172.20.0.28 (adb75f49-ace5-4117-bbb6-4cf2b3a70158/2191b577-f577-4724-9423-44a339cdd2b0/3e0fc719-9fb1-4ae9-87b2-4d4aeb855eb1) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:24.350407 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f77be1bb-b979-464a-bfe1-fe34c817a32f None None] Provisioning for port 3e0fc719-9fb1-4ae9-87b2-4d4aeb855eb1 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:24.358336 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f77be1bb-b979-464a-bfe1-fe34c817a32f None None] Provisioning complete for port 3e0fc719-9fb1-4ae9-87b2-4d4aeb855eb1 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:24.359499 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f77be1bb-b979-464a-bfe1-fe34c817a32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:24.382072 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-653d41e3-3a04-439a-9612-5a3d7b7613ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:24.384942 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-653d41e3-3a04-439a-9612-5a3d7b7613ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:24.388937 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-653d41e3-3a04-439a-9612-5a3d7b7613ff admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1bc26dde-a69a-4c67-8f8d-f1a8aa52f3fc HTTP/1.1" status: 204 len: 168 time: 0.2136424 Jul 29 23:34:24.403534 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653d41e3-3a04-439a-9612-5a3d7b7613ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc26dde-a69a-4c67-8f8d-f1a8aa52f3fc,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:24.435184 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-f77be1bb-b979-464a-bfe1-fe34c817a32f None None] Port 3e0fc719-9fb1-4ae9-87b2-4d4aeb855eb1 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:34:24.460359 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f588ec93-0c01-4fd0-9af1-ec6414ea9424 req-f3eab3a1-c394-4e1c-9aa6-5ce0bf0c2aef tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2472045 Jul 29 23:34:24.573137 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8743e689-c60c-42d4-bdca-7d33a49be8e1 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:24.588715 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-8743e689-c60c-42d4-bdca-7d33a49be8e1 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Ignored duplicate provisioning block setup for port 3e0fc719-9fb1-4ae9-87b2-4d4aeb855eb1 by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 29 23:34:24.595126 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8743e689-c60c-42d4-bdca-7d33a49be8e1 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:24.653366 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8743e689-c60c-42d4-bdca-7d33a49be8e1 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event updated for resources: {'Port': ['ID=3e0fc719-9fb1-4ae9-87b2-4d4aeb855eb1,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:24.849866 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-8743e689-c60c-42d4-bdca-7d33a49be8e1 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] In _notify_port_updated(), no bound segment for port 3e0fc719-9fb1-4ae9-87b2-4d4aeb855eb1 on network adb75f49-ace5-4117-bbb6-4cf2b3a70158 {{(pid=94078) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:34:24.857611 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8743e689-c60c-42d4-bdca-7d33a49be8e1 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:24.858386 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8743e689-c60c-42d4-bdca-7d33a49be8e1 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:24.862922 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55144) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:24.863109 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-8743e689-c60c-42d4-bdca-7d33a49be8e1 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "PUT /v2.0/ports/3e0fc719-9fb1-4ae9-87b2-4d4aeb855eb1 HTTP/1.1" status: 200 len: 1000 time: 1.3944635 Jul 29 23:34:24.953058 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 55148) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:25.098170 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a42b7f8f-8121-428e-ab79-e159e37bba6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:25.117894 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ed6892e2-63b1-4539-be62-b6b2e7e250ba req-fd6e96b9-ac3b-4d95-8233-fb5a810528f5 tempest-ServerShowV254Test-1147255911 tempest-ServerShowV254Test-1147255911-project] 10.222.0.43 "GET /v2.0/ports?device_id=595b0830-bd42-4d45-9263-3e10f777d15c HTTP/1.1" status: 200 len: 210 time: 0.1622000 Jul 29 23:34:25.134448 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503ce60-ea92-492a-9713-8388818eef4c req-7fa5f8d1-2a4f-4341-9331-a47a564acb71 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:25.136342 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1503ce60-ea92-492a-9713-8388818eef4c req-7fa5f8d1-2a4f-4341-9331-a47a564acb71 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/networks?id=fc8993d1-1f3f-4e88-9d54-7eec99f127ad HTTP/1.1" status: 200 len: 812 time: 0.3591871 Jul 29 23:34:25.152527 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-65be87e5-d4d5-413e-bf0e-85b927a50987 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Deleting port 3e0fc719-9fb1-4ae9-87b2-4d4aeb855eb1 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:34:25.152944 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-65be87e5-d4d5-413e-bf0e-85b927a50987 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:25.179549 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c89185e8-c81b-411a-a9cf-0dae2e8293ce None None] Provisioning complete for port 408443e3-0d13-438f-9f76-58e84aa13fcb triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:25.180135 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c89185e8-c81b-411a-a9cf-0dae2e8293ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:25.238517 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1503ce60-ea92-492a-9713-8388818eef4c req-244bafb6-41cf-4107-96f7-95ae2a95bced tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/quotas/b0043d03cb0a4bbcbd35eb8f2075805c HTTP/1.1" status: 200 len: 375 time: 0.0924227 Jul 29 23:34:25.397244 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c89185e8-c81b-411a-a9cf-0dae2e8293ce None None] Provisioning complete for port 3e0fc719-9fb1-4ae9-87b2-4d4aeb855eb1 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:25.399002 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c89185e8-c81b-411a-a9cf-0dae2e8293ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:25.433977 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-65be87e5-d4d5-413e-bf0e-85b927a50987 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:25.484518 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-65be87e5-d4d5-413e-bf0e-85b927a50987 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Calling delete_port for 3e0fc719-9fb1-4ae9-87b2-4d4aeb855eb1 owned by {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:34:25.521015 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-c89185e8-c81b-411a-a9cf-0dae2e8293ce None None] Port 3e0fc719-9fb1-4ae9-87b2-4d4aeb855eb1 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:34:25.527549 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a42b7f8f-8121-428e-ab79-e159e37bba6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:25.559806 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a42b7f8f-8121-428e-ab79-e159e37bba6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:25.637876 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42b7f8f-8121-428e-ab79-e159e37bba6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a15742-5525-459e-971a-4406863d0624,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:25.669240 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1503ce60-ea92-492a-9713-8388818eef4c req-b6d9c89b-bd14-43b9-a8f4-a2b1e576a8c2 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b0043d03cb0a4bbcbd35eb8f2075805c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4296064 Jul 29 23:34:25.670732 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-61099da3-ed52-4ffe-91b9-cfdac047e268 None None] Provisioning complete for port 3e0fc719-9fb1-4ae9-87b2-4d4aeb855eb1 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:25.675061 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-61099da3-ed52-4ffe-91b9-cfdac047e268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:25.748092 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-a42b7f8f-8121-428e-ab79-e159e37bba6e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2da0bec963384c148d795c87bc820f9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7717664 Jul 29 23:34:25.748932 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 55166) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:25.818588 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-61099da3-ed52-4ffe-91b9-cfdac047e268 None None] Port 3e0fc719-9fb1-4ae9-87b2-4d4aeb855eb1 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:34:25.900601 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3cd25527-bbee-4487-a885-50727a3b05d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:25.928294 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9108a90c-d0a2-4df0-ae12-cbf1c1884f53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:25.957489 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3cd25527-bbee-4487-a885-50727a3b05d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:25.962776 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-65be87e5-d4d5-413e-bf0e-85b927a50987 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:26.026070 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3cd25527-bbee-4487-a885-50727a3b05d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:26.029920 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3cd25527-bbee-4487-a885-50727a3b05d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:26.050796 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-3cd25527-bbee-4487-a885-50727a3b05d9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/42a15742-5525-459e-971a-4406863d0624 HTTP/1.1" status: 204 len: 168 time: 0.2907569 Jul 29 23:34:26.052330 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2bfe2edc-000a-4fb3-8d0f-15283e6bc6ff None None] Could not find standard attr ID for object 3e0fc719-9fb1-4ae9-87b2-4d4aeb855eb1. {{(pid=94079) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:34:26.057243 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65be87e5-d4d5-413e-bf0e-85b927a50987 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event deleted for resources: {'Port': ['ID=3e0fc719-9fb1-4ae9-87b2-4d4aeb855eb1,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:26.147725 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd25527-bbee-4487-a885-50727a3b05d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a15742-5525-459e-971a-4406863d0624,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:26.326700 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1503ce60-ea92-492a-9713-8388818eef4c req-c7581f15-0cb5-47c3-b227-1adfadcb026d service neutron] 10.222.0.43 "GET /v2.0/networks/fc8993d1-1f3f-4e88-9d54-7eec99f127ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6533935 Jul 29 23:34:26.341910 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:26.404688 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-65be87e5-d4d5-413e-bf0e-85b927a50987 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:26.414579 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-65be87e5-d4d5-413e-bf0e-85b927a50987 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "DELETE /v2.0/ports/3e0fc719-9fb1-4ae9-87b2-4d4aeb855eb1 HTTP/1.1" status: 204 len: 168 time: 1.5488484 Jul 29 23:34:26.420320 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55194) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:26.475753 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f804122c-cae6-4537-873a-4b8aa9e0fcf5 None None] Could not find standard attr ID for object 3e0fc719-9fb1-4ae9-87b2-4d4aeb855eb1. {{(pid=94079) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:34:26.503491 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-af95436e-f300-4e86-8138-5e3a57c99da0 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] GET failed (client error): The resource could not be found. Jul 29 23:34:26.508381 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-af95436e-f300-4e86-8138-5e3a57c99da0 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "GET /v2.0/ports/3e0fc719-9fb1-4ae9-87b2-4d4aeb855eb1 HTTP/1.1" status: 404 len: 333 time: 0.0831275 Jul 29 23:34:26.512908 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55200) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:26.630865 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2d9a9bfa-fb8a-4e27-b9b3-830abc83c42e req-ee37fcc5-1926-4c28-b4f6-e1811f6b9ea5 tempest-ServerShowV254Test-1147255911 tempest-ServerShowV254Test-1147255911-project] 10.222.0.43 "GET /v2.0/ports?device_id=595b0830-bd42-4d45-9263-3e10f777d15c HTTP/1.1" status: 200 len: 210 time: 0.0669558 Jul 29 23:34:26.662075 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9579122-3737-4d8b-a106-07e0ec6e0ad3 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Deleting subnet 2191b577-f577-4724-9423-44a339cdd2b0 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:34:26.669986 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e9579122-3737-4d8b-a106-07e0ec6e0ad3 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:26.690565 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-80b6aa43-f68d-494a-a72b-205fb8d3966b req-34cff7cf-ffd1-465c-afc0-64f289bf6f4f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1815081 Jul 29 23:34:26.716626 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e9579122-3737-4d8b-a106-07e0ec6e0ad3 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:26.724212 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1503ce60-ea92-492a-9713-8388818eef4c req-e033e1a5-d595-407c-9bc2-e10bd491ace2 service neutron] 10.222.0.43 "GET /v2.0/networks/fc8993d1-1f3f-4e88-9d54-7eec99f127ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3946795 Jul 29 23:34:26.817955 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e9579122-3737-4d8b-a106-07e0ec6e0ad3 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:26.863764 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6aa43-f68d-494a-a72b-205fb8d3966b req-69b8b97b-16f6-4c7c-a30e-b9e6071cdfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:26.865559 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6aa43-f68d-494a-a72b-205fb8d3966b req-69b8b97b-16f6-4c7c-a30e-b9e6071cdfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:26.866133 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6aa43-f68d-494a-a72b-205fb8d3966b req-69b8b97b-16f6-4c7c-a30e-b9e6071cdfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:26.866615 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6aa43-f68d-494a-a72b-205fb8d3966b req-69b8b97b-16f6-4c7c-a30e-b9e6071cdfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:26.867183 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6aa43-f68d-494a-a72b-205fb8d3966b req-69b8b97b-16f6-4c7c-a30e-b9e6071cdfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:26.867658 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6aa43-f68d-494a-a72b-205fb8d3966b req-69b8b97b-16f6-4c7c-a30e-b9e6071cdfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:26.868212 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6aa43-f68d-494a-a72b-205fb8d3966b req-69b8b97b-16f6-4c7c-a30e-b9e6071cdfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:26.870366 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-80b6aa43-f68d-494a-a72b-205fb8d3966b req-69b8b97b-16f6-4c7c-a30e-b9e6071cdfb3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0f2ab90424214bdcb3d3f2d44c6cf9b4&device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 6495 time: 0.1224113 Jul 29 23:34:26.942084 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e9579122-3737-4d8b-a106-07e0ec6e0ad3 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:27.015888 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9579122-3737-4d8b-a106-07e0ec6e0ad3 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event deleted for resources: {'Subnet': ['ID=2191b577-f577-4724-9423-44a339cdd2b0,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:27.018718 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e9579122-3737-4d8b-a106-07e0ec6e0ad3 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:27.026372 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e9579122-3737-4d8b-a106-07e0ec6e0ad3 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "DELETE /v2.0/subnets/2191b577-f577-4724-9423-44a339cdd2b0 HTTP/1.1" status: 204 len: 168 time: 0.5107319 Jul 29 23:34:27.027692 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55216) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:27.151034 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-156d57b8-8a53-489d-93b7-05cdc7254846 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Deleting subnet 1a2e7193-68a6-45c6-9b37-7882588bb12d {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:34:27.161927 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-156d57b8-8a53-489d-93b7-05cdc7254846 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:27.200880 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9558558f-475d-4569-bdb2-a810fa1e0989 None None] Network adb75f49-ace5-4117-bbb6-4cf2b3a70158 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:34:27.250869 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-156d57b8-8a53-489d-93b7-05cdc7254846 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:27.454437 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-156d57b8-8a53-489d-93b7-05cdc7254846 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:27.630106 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:27.640160 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-156d57b8-8a53-489d-93b7-05cdc7254846 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:27.742277 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156d57b8-8a53-489d-93b7-05cdc7254846 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event deleted for resources: {'Subnet': ['ID=1a2e7193-68a6-45c6-9b37-7882588bb12d,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:27.754100 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-156d57b8-8a53-489d-93b7-05cdc7254846 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:27.767568 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-156d57b8-8a53-489d-93b7-05cdc7254846 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "DELETE /v2.0/subnets/1a2e7193-68a6-45c6-9b37-7882588bb12d HTTP/1.1" status: 204 len: 168 time: 0.7354569 Jul 29 23:34:27.770754 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55254) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:27.909142 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9debc9ff-1e74-4180-a3f4-5dac2a1d4c29 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:28.009229 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55262) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:28.039229 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6aa43-f68d-494a-a72b-205fb8d3966b req-ccc1711a-bc48-4cb2-82fb-2edaea61c2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:28.043364 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6aa43-f68d-494a-a72b-205fb8d3966b req-ccc1711a-bc48-4cb2-82fb-2edaea61c2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:28.044080 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6aa43-f68d-494a-a72b-205fb8d3966b req-ccc1711a-bc48-4cb2-82fb-2edaea61c2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:28.050789 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-80b6aa43-f68d-494a-a72b-205fb8d3966b req-ccc1711a-bc48-4cb2-82fb-2edaea61c2e1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=cd4fb90a-a73b-48ea-873e-472dda9549c0&id=61db5dcd-b042-47fa-9111-3b2277565367&id=61db5dcd-b042-47fa-9111-3b2277565367&id=61db5dcd-b042-47fa-9111-3b2277565367&id=61db5dcd-b042-47fa-9111-3b2277565367&id=efe051f0-42fc-4850-b7cd-89c8013aea3e&id=efe051f0-42fc-4850-b7cd-89c8013aea3e HTTP/1.1" status: 200 len: 2291 time: 1.1352696 Jul 29 23:34:28.054729 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-9debc9ff-1e74-4180-a3f4-5dac2a1d4c29 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Deleting port 408443e3-0d13-438f-9f76-58e84aa13fcb {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:34:28.055298 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9debc9ff-1e74-4180-a3f4-5dac2a1d4c29 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:28.125432 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-04c3889b-c585-412c-bbab-d5e324a4edf5 req-b4423da6-634c-473d-a52f-974b66ddf921 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=fefc42b8-1c7b-4fd5-b6e1-d72882a6a73d HTTP/1.1" status: 200 len: 210 time: 0.9929731 Jul 29 23:34:28.174374 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ccbdc800-f2cf-4dde-a7d8-e4c1b90d7598 req-b5dd032e-72d7-4317-9103-47b36aa5665c tempest-ServerShowV254Test-1147255911 tempest-ServerShowV254Test-1147255911-project] 10.222.0.43 "GET /v2.0/ports?device_id=595b0830-bd42-4d45-9263-3e10f777d15c HTTP/1.1" status: 200 len: 210 time: 0.1519549 Jul 29 23:34:28.277072 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-9debc9ff-1e74-4180-a3f4-5dac2a1d4c29 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] For port 408443e3-0d13-438f-9f76-58e84aa13fcb, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=408443e3-0d13-438f-9f76-58e84aa13fcb,segment=NetworkSegment(079ba60e-986b-44a8-be6e-2794ab39f751),segment_id=079ba60e-986b-44a8-be6e-2794ab39f751)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:28.280187 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9debc9ff-1e74-4180-a3f4-5dac2a1d4c29 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:28.287081 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-80b6aa43-f68d-494a-a72b-205fb8d3966b req-1c34fb3e-ce8f-4bc3-90c5-e37fb19802e2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e344eee-0003-40f4-acc2-bcb46574e5a1 HTTP/1.1" status: 200 len: 1001 time: 0.1871438 Jul 29 23:34:28.302233 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-8ecfb7c2-659c-4665-8ba9-cce4cc64e9e1 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1794978831'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:28.315533 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-9debc9ff-1e74-4180-a3f4-5dac2a1d4c29 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Calling delete_port for 408443e3-0d13-438f-9f76-58e84aa13fcb owned by network:dhcp {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:34:28.373284 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6aa43-f68d-494a-a72b-205fb8d3966b req-8880c0a5-2c0f-4edd-93af-3209ce551030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:28.375394 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-80b6aa43-f68d-494a-a72b-205fb8d3966b req-8880c0a5-2c0f-4edd-93af-3209ce551030 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5e68bcd5-61dd-4d3a-b0e6-c975e0de7caa HTTP/1.1" status: 200 len: 850 time: 0.0795228 Jul 29 23:34:28.421703 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ecfb7c2-659c-4665-8ba9-cce4cc64e9e1 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Made reservation on behalf of ce80edbfe3b74e1a96ffbc003847952c for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:28.425748 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8ecfb7c2-659c-4665-8ba9-cce4cc64e9e1 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:28.442068 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6aa43-f68d-494a-a72b-205fb8d3966b req-e24ed2b7-10d4-48e5-a964-10559bc8b569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:28.443377 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8ecfb7c2-659c-4665-8ba9-cce4cc64e9e1 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:28.444206 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-80b6aa43-f68d-494a-a72b-205fb8d3966b req-e24ed2b7-10d4-48e5-a964-10559bc8b569 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cd4fb90a-a73b-48ea-873e-472dda9549c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0612047 Jul 29 23:34:28.514324 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9debc9ff-1e74-4180-a3f4-5dac2a1d4c29 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:28.558966 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9debc9ff-1e74-4180-a3f4-5dac2a1d4c29 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event deleted for resources: {'Port': ['ID=408443e3-0d13-438f-9f76-58e84aa13fcb,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:28.564667 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9debc9ff-1e74-4180-a3f4-5dac2a1d4c29 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] No DVR routers for this DVR port 408443e3-0d13-438f-9f76-58e84aa13fcb on host n-d-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:34:28.582056 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-80b6aa43-f68d-494a-a72b-205fb8d3966b req-7f1bd7a1-13c2-4b9a-8cd5-716dc9cdf728 service neutron] 10.222.0.22 "GET /v2.0/networks/cd4fb90a-a73b-48ea-873e-472dda9549c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264019 Jul 29 23:34:28.593277 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047927f5-da13-4c94-a626-b96dd1e06002 None None] Network adb75f49-ace5-4117-bbb6-4cf2b3a70158 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:34:28.671959 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55270) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:28.687394 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-b0d386f3-32c4-45d2-9689-855568acd1f5 None None] Could not find standard attr ID for object 408443e3-0d13-438f-9f76-58e84aa13fcb. {{(pid=94079) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:34:28.695730 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9debc9ff-1e74-4180-a3f4-5dac2a1d4c29 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:28.730350 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-9debc9ff-1e74-4180-a3f4-5dac2a1d4c29 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adb75f49-ace5-4117-bbb6-4cf2b3a70158']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:28.807140 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-80b6aa43-f68d-494a-a72b-205fb8d3966b req-409d08d8-57fd-4632-9435-71968b6a5ddd service neutron] 10.222.0.22 "GET /v2.0/networks/cd4fb90a-a73b-48ea-873e-472dda9549c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164946 Jul 29 23:34:28.828171 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-9debc9ff-1e74-4180-a3f4-5dac2a1d4c29 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '079ba60e-986b-44a8-be6e-2794ab39f751') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:28.828463 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-9debc9ff-1e74-4180-a3f4-5dac2a1d4c29 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '079ba60e-986b-44a8-be6e-2794ab39f751') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:28.871937 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b39da3-cba0-48d8-b8e9-b2bb1d7f1a25 None None] DHCP port deletion for adb75f49-ace5-4117-bbb6-4cf2b3a70158 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:34:28.874011 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-80b6aa43-f68d-494a-a72b-205fb8d3966b req-f18a621f-d387-4cf0-b340-cdf37aef8bca service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=6692c9b8-f4e2-4f31-897e-016045fc3bd4 HTTP/1.1" status: 200 len: 217 time: 0.0498123 Jul 29 23:34:28.874429 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9debc9ff-1e74-4180-a3f4-5dac2a1d4c29 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:28.915486 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8ecfb7c2-659c-4665-8ba9-cce4cc64e9e1 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:28.955990 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6aa43-f68d-494a-a72b-205fb8d3966b req-8a9c08d0-d914-4873-94b6-53dbea361290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:28.958440 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-80b6aa43-f68d-494a-a72b-205fb8d3966b req-8a9c08d0-d914-4873-94b6-53dbea361290 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=79a11c1f-d15e-4fd8-9d2b-ecb54e88df46 HTTP/1.1" status: 200 len: 797 time: 0.0752060 Jul 29 23:34:28.962667 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8ecfb7c2-659c-4665-8ba9-cce4cc64e9e1 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:29.013541 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6aa43-f68d-494a-a72b-205fb8d3966b req-9375640a-461c-4e50-b969-24bde96b0026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:29.014148 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9debc9ff-1e74-4180-a3f4-5dac2a1d4c29 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:29.015254 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-80b6aa43-f68d-494a-a72b-205fb8d3966b req-9375640a-461c-4e50-b969-24bde96b0026 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=61db5dcd-b042-47fa-9111-3b2277565367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0501218 Jul 29 23:34:29.024087 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f657c4ad-214f-4075-9be5-79dfa4cc0c26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:29.033226 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9debc9ff-1e74-4180-a3f4-5dac2a1d4c29 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:34:29.033726 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9debc9ff-1e74-4180-a3f4-5dac2a1d4c29 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:29.037232 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:34:29.037232 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:34:29.037232 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:34:29.037232 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:34:29.037232 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:34:29.037232 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:34:29.037232 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:34:29.037232 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:34:29.037232 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:34:29.037232 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:34:29.037232 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:34:29.037232 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:34:29.037232 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:34:29.037232 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:34:29.037232 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:34:29.037232 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:34:29.037232 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:34:29.037232 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:34:29.037232 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:34:29.037232 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:34:29.037232 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:34:29.037232 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:34:29.037232 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:34:29.037232 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:34:29.037232 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:34:29.037232 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:34:29.037232 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:34:29.037232 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:34:29.037232 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:34:29.037232 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:34:29.037232 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:34:29.037232 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:34:29.058431 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503ce60-ea92-492a-9713-8388818eef4c req-40e4230e-aeb8-4766-8851-34b11777df62 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:29.061010 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1503ce60-ea92-492a-9713-8388818eef4c req-40e4230e-aeb8-4766-8851-34b11777df62 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.41 "GET /v2.0/networks?id=fc8993d1-1f3f-4e88-9d54-7eec99f127ad HTTP/1.1" status: 200 len: 812 time: 0.3583789 Jul 29 23:34:29.123894 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecfb7c2-659c-4665-8ba9-cce4cc64e9e1 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad40459f-ec28-449e-9491-8cf588d98148,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:29.132611 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-1503ce60-ea92-492a-9713-8388818eef4c req-0ab8976a-86f9-40c4-ad55-25479973646c tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Request body: {'port': {'device_id': 'fefc42b8-1c7b-4fd5-b6e1-d72882a6a73d', 'network_id': 'fc8993d1-1f3f-4e88-9d54-7eec99f127ad', 'admin_state_up': True, 'tenant_id': 'b0043d03cb0a4bbcbd35eb8f2075805c'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:29.151627 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-80b6aa43-f68d-494a-a72b-205fb8d3966b req-17973631-8caf-42e0-8e81-ec30e0255982 service neutron] 10.222.0.22 "GET /v2.0/networks/61db5dcd-b042-47fa-9111-3b2277565367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288052 Jul 29 23:34:29.259225 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3cc7dd51-c476-4be8-ac79-2c2e402b661d req-f8cfab32-ddb2-4788-b5ec-95db985fd70a tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=fefc42b8-1c7b-4fd5-b6e1-d72882a6a73d HTTP/1.1" status: 200 len: 210 time: 0.0390780 Jul 29 23:34:29.273166 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:29.333074 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-80b6aa43-f68d-494a-a72b-205fb8d3966b req-dc759b35-7398-4f3d-bef6-26cc3a9d0f8a service neutron] 10.222.0.22 "GET /v2.0/networks/61db5dcd-b042-47fa-9111-3b2277565367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736612 Jul 29 23:34:29.360244 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9debc9ff-1e74-4180-a3f4-5dac2a1d4c29 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:29.376830 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9debc9ff-1e74-4180-a3f4-5dac2a1d4c29 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:29.377270 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9debc9ff-1e74-4180-a3f4-5dac2a1d4c29 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "DELETE /v2.0/networks/adb75f49-ace5-4117-bbb6-4cf2b3a70158 HTTP/1.1" status: 204 len: 168 time: 1.6052234 Jul 29 23:34:29.395889 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ecfb7c2-659c-4665-8ba9-cce4cc64e9e1 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:34:29.399405 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55282) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:29.410902 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 408443e3-0d13-438f-9f76-58e84aa13fcb no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:34:29.416263 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-34c36921-2382-46d9-be59-60d7e9c52798 req-11d744cb-4745-4da1-b894-61f15e9ff9eb tempest-ServerShowV254Test-1147255911 tempest-ServerShowV254Test-1147255911-project] 10.222.0.43 "GET /v2.0/ports?device_id=595b0830-bd42-4d45-9263-3e10f777d15c HTTP/1.1" status: 200 len: 210 time: 0.0810075 Jul 29 23:34:29.466961 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-80b6aa43-f68d-494a-a72b-205fb8d3966b req-97ee66c8-c41a-4c0b-801d-219d8ae161e3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=da9a90e1-8efc-4f87-81e6-604ba087e2ac HTTP/1.1" status: 200 len: 217 time: 0.0924973 Jul 29 23:34:29.467208 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8ecfb7c2-659c-4665-8ba9-cce4cc64e9e1 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:29.467208 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-8ecfb7c2-659c-4665-8ba9-cce4cc64e9e1 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Added segment 953a9cc4-1e90-466d-bd88-5e2b68b205aa of type vlan for network d9347619-a162-47d4-ad52-2680b75d6ba1 Jul 29 23:34:29.471840 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9debc9ff-1e74-4180-a3f4-5dac2a1d4c29 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event deleted for resources: {'Network': ['ID=adb75f49-ace5-4117-bbb6-4cf2b3a70158,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:29.479310 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 408443e3-0d13-438f-9f76-58e84aa13fcb {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:34:29.479667 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 408443e3-0d13-438f-9f76-58e84aa13fcb not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:34:29.522342 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6aa43-f68d-494a-a72b-205fb8d3966b req-ee2bf28d-28b6-4735-9764-6eb2a6e68f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:29.523900 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-80b6aa43-f68d-494a-a72b-205fb8d3966b req-ee2bf28d-28b6-4735-9764-6eb2a6e68f63 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=79a11c1f-d15e-4fd8-9d2b-ecb54e88df46 HTTP/1.1" status: 200 len: 797 time: 0.0526643 Jul 29 23:34:29.571923 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f657c4ad-214f-4075-9be5-79dfa4cc0c26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:29.577524 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8ecfb7c2-659c-4665-8ba9-cce4cc64e9e1 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:29.580876 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6aa43-f68d-494a-a72b-205fb8d3966b req-e0e8b3d4-bb17-48c4-8c38-ff4b78b672f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:29.582984 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-80b6aa43-f68d-494a-a72b-205fb8d3966b req-e0e8b3d4-bb17-48c4-8c38-ff4b78b672f7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=61db5dcd-b042-47fa-9111-3b2277565367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0504816 Jul 29 23:34:29.595244 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f3301c-74a8-4315-ba40-813f2b04c690 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:29.596602 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-25f3301c-74a8-4315-ba40-813f2b04c690 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1951404 Jul 29 23:34:29.599735 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f657c4ad-214f-4075-9be5-79dfa4cc0c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:29.608198 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55284) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:29.634350 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1503ce60-ea92-492a-9713-8388818eef4c req-0ab8976a-86f9-40c4-ad55-25479973646c tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Made reservation on behalf of b0043d03cb0a4bbcbd35eb8f2075805c for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:29.638224 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-1503ce60-ea92-492a-9713-8388818eef4c req-0ab8976a-86f9-40c4-ad55-25479973646c tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:29.685780 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-80b6aa43-f68d-494a-a72b-205fb8d3966b req-6d6d417b-c79a-4ecf-ac28-3cf15ed92ec6 service neutron] 10.222.0.22 "GET /v2.0/networks/61db5dcd-b042-47fa-9111-3b2277565367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954635 Jul 29 23:34:29.711283 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-f657c4ad-214f-4075-9be5-79dfa4cc0c26 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=005a0faa2d8a442995f7d630220940c4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0344453 Jul 29 23:34:29.712926 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55286) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:29.715421 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f657c4ad-214f-4075-9be5-79dfa4cc0c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=586ba84f-7bce-45f1-9e61-55cbdcc87136,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:29.729377 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8ecfb7c2-659c-4665-8ba9-cce4cc64e9e1 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:29.735676 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecfb7c2-659c-4665-8ba9-cce4cc64e9e1 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:29.736309 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8ecfb7c2-659c-4665-8ba9-cce4cc64e9e1 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:29.811446 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-80b6aa43-f68d-494a-a72b-205fb8d3966b req-9fc571b8-4729-45bf-9905-4fa006b3cc59 service neutron] 10.222.0.22 "GET /v2.0/networks/61db5dcd-b042-47fa-9111-3b2277565367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188920 Jul 29 23:34:29.864783 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-80b6aa43-f68d-494a-a72b-205fb8d3966b req-2549d1d0-fbe2-41f0-b3de-15974e2b35f4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=30eaa1d4-3c58-4fb5-a2a3-e842c94e7256 HTTP/1.1" status: 200 len: 217 time: 0.0447266 Jul 29 23:34:29.865835 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8ecfb7c2-659c-4665-8ba9-cce4cc64e9e1 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.8554282 Jul 29 23:34:29.868827 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 55290) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:29.874921 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-5cbc99a5-11be-4a9f-9603-09f221ef26af tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Request body: {'subnet': {'network_id': 'd9347619-a162-47d4-ad52-2680b75d6ba1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:29.879900 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-f56f4107-85e1-4471-b2df-00552e105d1b tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2709134 Jul 29 23:34:29.892648 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 55292) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:29.894489 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecfb7c2-659c-4665-8ba9-cce4cc64e9e1 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Pushing event updated for resources: {'Network': ['ID=d9347619-a162-47d4-ad52-2680b75d6ba1,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:29.915149 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network d9347619-a162-47d4-ad52-2680b75d6ba1 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:34:29.944235 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-46bf0c21-0676-4643-95e0-56bc0f0b07a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:29.948474 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-72b88054-58cc-4da8-8c9c-d84e49925848 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-234587915'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:29.987592 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-46bf0c21-0676-4643-95e0-56bc0f0b07a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:29.995385 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b88054-58cc-4da8-8c9c-d84e49925848 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Made reservation on behalf of d49779da0727435887ac30c3d6c062b5 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:29.997564 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-1503ce60-ea92-492a-9713-8388818eef4c req-0ab8976a-86f9-40c4-ad55-25479973646c tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Allocated IP 172.20.0.9 (fc8993d1-1f3f-4e88-9d54-7eec99f127ad/01812886-2cdd-41de-831e-c3e259b8e381/a5bd0ae8-f6a9-4531-b841-e4e4946b7746) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:30.000508 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-72b88054-58cc-4da8-8c9c-d84e49925848 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:30.056799 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72b88054-58cc-4da8-8c9c-d84e49925848 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:34:30.067102 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-72b88054-58cc-4da8-8c9c-d84e49925848 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:30.067323 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-72b88054-58cc-4da8-8c9c-d84e49925848 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Added segment 88dc5384-8947-4f75-adb1-864df2ef01ba of type vlan for network c4410739-1ce2-4db9-b2eb-6fda0db78bf1 Jul 29 23:34:30.097814 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-46bf0c21-0676-4643-95e0-56bc0f0b07a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:30.100529 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-46bf0c21-0676-4643-95e0-56bc0f0b07a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:30.116328 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-46bf0c21-0676-4643-95e0-56bc0f0b07a0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/586ba84f-7bce-45f1-9e61-55cbdcc87136 HTTP/1.1" status: 204 len: 168 time: 0.3972864 Jul 29 23:34:30.138147 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6aa43-f68d-494a-a72b-205fb8d3966b req-a416ca34-5c8a-47e3-9416-85c1d9feba98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:30.139660 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-80b6aa43-f68d-494a-a72b-205fb8d3966b req-a416ca34-5c8a-47e3-9416-85c1d9feba98 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=79a11c1f-d15e-4fd8-9d2b-ecb54e88df46 HTTP/1.1" status: 200 len: 797 time: 0.2611172 Jul 29 23:34:30.152122 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-72b88054-58cc-4da8-8c9c-d84e49925848 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:30.156546 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bf0c21-0676-4643-95e0-56bc0f0b07a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=586ba84f-7bce-45f1-9e61-55cbdcc87136,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:30.223240 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cbc99a5-11be-4a9f-9603-09f221ef26af tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Made reservation on behalf of ce80edbfe3b74e1a96ffbc003847952c for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:30.227445 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5cbc99a5-11be-4a9f-9603-09f221ef26af tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:30.248313 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-1503ce60-ea92-492a-9713-8388818eef4c req-0ab8976a-86f9-40c4-ad55-25479973646c tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:30.281621 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-1503ce60-ea92-492a-9713-8388818eef4c req-0ab8976a-86f9-40c4-ad55-25479973646c tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Transition to ACTIVE for port object a5bd0ae8-f6a9-4531-b841-e4e4946b7746 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:30.285346 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-72b88054-58cc-4da8-8c9c-d84e49925848 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:30.291323 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b88054-58cc-4da8-8c9c-d84e49925848 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:30.292077 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-72b88054-58cc-4da8-8c9c-d84e49925848 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:30.327855 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6aa43-f68d-494a-a72b-205fb8d3966b req-fff113a8-1ee5-4bf4-888d-dd3cf4817a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:30.328766 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-80b6aa43-f68d-494a-a72b-205fb8d3966b req-fff113a8-1ee5-4bf4-888d-dd3cf4817a57 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=61db5dcd-b042-47fa-9111-3b2277565367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1784375 Jul 29 23:34:30.356492 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-1503ce60-ea92-492a-9713-8388818eef4c req-0ab8976a-86f9-40c4-ad55-25479973646c tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:30.393032 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['d1b61821-0353-4887-be9c-6f38af4e3acd', '6723bd12-0cb6-4c03-b443-cd73391d04df'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:34:30.408156 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1503ce60-ea92-492a-9713-8388818eef4c req-0ab8976a-86f9-40c4-ad55-25479973646c tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Network fc8993d1-1f3f-4e88-9d54-7eec99f127ad is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:30.412471 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-1503ce60-ea92-492a-9713-8388818eef4c req-0ab8976a-86f9-40c4-ad55-25479973646c tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:30.415488 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-1503ce60-ea92-492a-9713-8388818eef4c req-0ab8976a-86f9-40c4-ad55-25479973646c tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:34:30.462558 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab8976a-86f9-40c4-ad55-25479973646c tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Pushing event updated for resources: {'Port': ['ID=a5bd0ae8-f6a9-4531-b841-e4e4946b7746,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:30.505205 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503ce60-ea92-492a-9713-8388818eef4c req-0ab8976a-86f9-40c4-ad55-25479973646c tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:30.505922 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-1503ce60-ea92-492a-9713-8388818eef4c req-0ab8976a-86f9-40c4-ad55-25479973646c tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:30.531158 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1503ce60-ea92-492a-9713-8388818eef4c req-0ab8976a-86f9-40c4-ad55-25479973646c tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4159260 Jul 29 23:34:30.554054 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-1503ce60-ea92-492a-9713-8388818eef4c req-d7f0b1f3-2a4d-403f-a6b1-537d181b1b67 service neutron] Request body: {'port': {'device_id': 'fefc42b8-1c7b-4fd5-b6e1-d72882a6a73d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:30.731315 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55304) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:30.740869 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b88054-58cc-4da8-8c9c-d84e49925848 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event updated for resources: {'Network': ['ID=c4410739-1ce2-4db9-b2eb-6fda0db78bf1,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:30.788794 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a432424d-c877-469a-9f50-68fcb7728b61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:30.790958 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network c4410739-1ce2-4db9-b2eb-6fda0db78bf1 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:34:30.792000 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-72b88054-58cc-4da8-8c9c-d84e49925848 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8817539 Jul 29 23:34:30.796047 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 55306) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:30.816709 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-1503ce60-ea92-492a-9713-8388818eef4c req-d7f0b1f3-2a4d-403f-a6b1-537d181b1b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:30.820523 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-3fecb52c-4e57-46e8-83f5-5dfd7a282700 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Request body: {'subnet': {'network_id': 'c4410739-1ce2-4db9-b2eb-6fda0db78bf1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:30.985489 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1e31a417-e3d2-4fa3-ba5c-6ca8e5f1b6bc req-96ff3588-4da1-4b97-9ef7-865d956f8d84 tempest-ServerShowV254Test-1147255911 tempest-ServerShowV254Test-1147255911-project] 10.222.0.43 "GET /v2.0/ports?device_id=595b0830-bd42-4d45-9263-3e10f777d15c HTTP/1.1" status: 200 len: 210 time: 0.2536886 Jul 29 23:34:31.081501 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02abba2f-89c5-43b5-9a41-04e857d3831a req-28d73af9-3ab5-4271-8b43-b917c25c14fc tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:31.083633 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-02abba2f-89c5-43b5-9a41-04e857d3831a req-28d73af9-3ab5-4271-8b43-b917c25c14fc tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=fefc42b8-1c7b-4fd5-b6e1-d72882a6a73d HTTP/1.1" status: 200 len: 931 time: 0.6101079 Jul 29 23:34:31.141641 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-e9e5f8e1-9fb0-4784-9098-65faf9d58f12 None None] Provisioning for port a5bd0ae8-f6a9-4531-b841-e4e4946b7746 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:31.153186 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-e9e5f8e1-9fb0-4784-9098-65faf9d58f12 None None] Provisioning complete for port a5bd0ae8-f6a9-4531-b841-e4e4946b7746 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:31.154552 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e9e5f8e1-9fb0-4784-9098-65faf9d58f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:31.160487 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a432424d-c877-469a-9f50-68fcb7728b61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:31.170988 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a432424d-c877-469a-9f50-68fcb7728b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:31.184812 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-80b6aa43-f68d-494a-a72b-205fb8d3966b req-69cf9f63-d2c9-428a-8711-4dc9b75b9a12 service neutron] 10.222.0.22 "GET /v2.0/networks/61db5dcd-b042-47fa-9111-3b2277565367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8372698 Jul 29 23:34:31.206588 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-e9e5f8e1-9fb0-4784-9098-65faf9d58f12 None None] Port a5bd0ae8-f6a9-4531-b841-e4e4946b7746 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:34:31.236156 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a432424d-c877-469a-9f50-68fcb7728b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8fca296-ba01-41f6-971d-20f61e958910,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:31.244924 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a432424d-c877-469a-9f50-68fcb7728b61 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f70e12c4c83d40949f639f7df74084f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5094726 Jul 29 23:34:31.247483 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55310) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:31.302563 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-02abba2f-89c5-43b5-9a41-04e857d3831a req-a172cb69-8825-48ea-abf1-b826ddcc2386 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021697 Jul 29 23:34:31.306457 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fecb52c-4e57-46e8-83f5-5dfd7a282700 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Made reservation on behalf of d49779da0727435887ac30c3d6c062b5 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:31.320332 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3fecb52c-4e57-46e8-83f5-5dfd7a282700 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:31.358227 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-1503ce60-ea92-492a-9713-8388818eef4c req-d7f0b1f3-2a4d-403f-a6b1-537d181b1b67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5bd0ae8-f6a9-4531-b841-e4e4946b7746 {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:34:31.368269 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-71c5330c-11a5-49e3-985c-a49375b39e7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:31.384813 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-1503ce60-ea92-492a-9713-8388818eef4c req-d7f0b1f3-2a4d-403f-a6b1-537d181b1b67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:31.447804 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5cbc99a5-11be-4a9f-9603-09f221ef26af tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:31.528661 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-80b6aa43-f68d-494a-a72b-205fb8d3966b req-a83330c1-5b85-4a9b-901e-562116058e71 service neutron] 10.222.0.22 "GET /v2.0/networks/61db5dcd-b042-47fa-9111-3b2277565367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325086 Jul 29 23:34:31.607650 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-80b6aa43-f68d-494a-a72b-205fb8d3966b req-204d0a75-3236-4486-8fe0-db771d58c804 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=1caf28fe-1621-4e50-9937-8cd368803804 HTTP/1.1" status: 200 len: 217 time: 0.0660543 Jul 29 23:34:31.611674 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbc99a5-11be-4a9f-9603-09f221ef26af tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Pushing event updated for resources: {'Subnet': ['ID=15a8319e-1217-464a-9996-6ac58124be69,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:31.634481 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbc99a5-11be-4a9f-9603-09f221ef26af tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Checking segment: {'id': '953a9cc4-1e90-466d-bd88-5e2b68b205aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'd9347619-a162-47d4-ad52-2680b75d6ba1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:34:31.634837 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbc99a5-11be-4a9f-9603-09f221ef26af tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Network hostable DHCP agents. Network: d9347619-a162-47d4-ad52-2680b75d6ba1, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:34:31.716534 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6aa43-f68d-494a-a72b-205fb8d3966b req-2af9ce3e-e9a5-4cf6-95bc-9a7c156b0507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:31.718373 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-80b6aa43-f68d-494a-a72b-205fb8d3966b req-2af9ce3e-e9a5-4cf6-95bc-9a7c156b0507 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=79a11c1f-d15e-4fd8-9d2b-ecb54e88df46 HTTP/1.1" status: 200 len: 797 time: 0.1025443 Jul 29 23:34:31.740724 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbc99a5-11be-4a9f-9603-09f221ef26af tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Network d9347619-a162-47d4-ad52-2680b75d6ba1 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:34:31.771961 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-5cbc99a5-11be-4a9f-9603-09f221ef26af tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, d9347619-a162-47d4-ad52-2680b75d6ba1) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:31.798762 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc8bbf9-173a-48f5-b6aa-24ae400ced40 None None] Network d9347619-a162-47d4-ad52-2680b75d6ba1 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:34:31.808598 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbc99a5-11be-4a9f-9603-09f221ef26af tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:31.809775 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5cbc99a5-11be-4a9f-9603-09f221ef26af tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:31.835516 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-71c5330c-11a5-49e3-985c-a49375b39e7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:31.838347 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6aa43-f68d-494a-a72b-205fb8d3966b req-832c6e0a-190e-4d30-b2dc-d165a0ec6dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:31.839870 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-80b6aa43-f68d-494a-a72b-205fb8d3966b req-832c6e0a-190e-4d30-b2dc-d165a0ec6dd2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=61db5dcd-b042-47fa-9111-3b2277565367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1140652 Jul 29 23:34:31.849479 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-5cbc99a5-11be-4a9f-9603-09f221ef26af tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9767196 Jul 29 23:34:31.849479 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3fecb52c-4e57-46e8-83f5-5dfd7a282700 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:31.849847 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 55314) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:31.858495 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-1503ce60-ea92-492a-9713-8388818eef4c req-d7f0b1f3-2a4d-403f-a6b1-537d181b1b67 service neutron] Transition to ACTIVE for port object a5bd0ae8-f6a9-4531-b841-e4e4946b7746 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:31.869564 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-0dad966d-fe32-45cc-a09e-55443579b228 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1840516328', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}, 'admin_state_up': False}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:31.893633 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-1503ce60-ea92-492a-9713-8388818eef4c req-d7f0b1f3-2a4d-403f-a6b1-537d181b1b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:32.000328 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0dad966d-fe32-45cc-a09e-55443579b228 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:32.001031 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0dad966d-fe32-45cc-a09e-55443579b228 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:32.004770 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fecb52c-4e57-46e8-83f5-5dfd7a282700 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event updated for resources: {'Subnet': ['ID=2a464879-518e-4a44-8a65-293cdf00f9e2,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:32.037657 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fecb52c-4e57-46e8-83f5-5dfd7a282700 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Checking segment: {'id': '88dc5384-8947-4f75-adb1-864df2ef01ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c4410739-1ce2-4db9-b2eb-6fda0db78bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:34:32.038023 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fecb52c-4e57-46e8-83f5-5dfd7a282700 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Network hostable DHCP agents. Network: c4410739-1ce2-4db9-b2eb-6fda0db78bf1, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:34:32.066191 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-80b6aa43-f68d-494a-a72b-205fb8d3966b req-2a718705-c702-414c-8b33-e0eb3d6ed0eb service neutron] 10.222.0.22 "GET /v2.0/networks/61db5dcd-b042-47fa-9111-3b2277565367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154310 Jul 29 23:34:32.070233 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3eec64-61ea-4b17-8c86-85bad9c94bef None None] Network d9347619-a162-47d4-ad52-2680b75d6ba1 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:34:32.084872 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fecb52c-4e57-46e8-83f5-5dfd7a282700 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Network c4410739-1ce2-4db9-b2eb-6fda0db78bf1 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:34:32.155871 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-3fecb52c-4e57-46e8-83f5-5dfd7a282700 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, c4410739-1ce2-4db9-b2eb-6fda0db78bf1) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:32.167025 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fecb52c-4e57-46e8-83f5-5dfd7a282700 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:32.167625 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3fecb52c-4e57-46e8-83f5-5dfd7a282700 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:32.206699 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-1503ce60-ea92-492a-9713-8388818eef4c req-d7f0b1f3-2a4d-403f-a6b1-537d181b1b67 service neutron] Attempting to bind port a5bd0ae8-f6a9-4531-b841-e4e4946b7746 on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:34:32.207037 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-1503ce60-ea92-492a-9713-8388818eef4c req-d7f0b1f3-2a4d-403f-a6b1-537d181b1b67 service neutron] Attempting to bind port a5bd0ae8-f6a9-4531-b841-e4e4946b7746 by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': '85a18049-8d39-45df-9ccf-cf67471916ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fc8993d1-1f3f-4e88-9d54-7eec99f127ad'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:34:32.207377 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1503ce60-ea92-492a-9713-8388818eef4c req-d7f0b1f3-2a4d-403f-a6b1-537d181b1b67 service neutron] Attempting to bind port a5bd0ae8-f6a9-4531-b841-e4e4946b7746 on network fc8993d1-1f3f-4e88-9d54-7eec99f127ad {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:34:32.210607 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54b1017-fb68-4ff5-8cff-fb9226d33ca6 None None] Network c4410739-1ce2-4db9-b2eb-6fda0db78bf1 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:34:32.211543 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f0b1f3-2a4d-403f-a6b1-537d181b1b67 service neutron] Pushing event updated for resources: {'Port': ['ID=a5bd0ae8-f6a9-4531-b841-e4e4946b7746,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:32.219027 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-71c5330c-11a5-49e3-985c-a49375b39e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:32.221974 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-71c5330c-11a5-49e3-985c-a49375b39e7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:32.226385 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-71c5330c-11a5-49e3-985c-a49375b39e7d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f8fca296-ba01-41f6-971d-20f61e958910 HTTP/1.1" status: 204 len: 168 time: 0.9763298 Jul 29 23:34:32.235754 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1503ce60-ea92-492a-9713-8388818eef4c req-d7f0b1f3-2a4d-403f-a6b1-537d181b1b67 service neutron] Port a5bd0ae8-f6a9-4531-b841-e4e4946b7746 on network fc8993d1-1f3f-4e88-9d54-7eec99f127ad not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:34:32.236088 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1503ce60-ea92-492a-9713-8388818eef4c req-d7f0b1f3-2a4d-403f-a6b1-537d181b1b67 service neutron] Attempting to bind port a5bd0ae8-f6a9-4531-b841-e4e4946b7746 on network fc8993d1-1f3f-4e88-9d54-7eec99f127ad {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:34:32.243943 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1503ce60-ea92-492a-9713-8388818eef4c req-d7f0b1f3-2a4d-403f-a6b1-537d181b1b67 service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:34:32.244294 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1503ce60-ea92-492a-9713-8388818eef4c req-d7f0b1f3-2a4d-403f-a6b1-537d181b1b67 service neutron] Checking segment: {'id': '85a18049-8d39-45df-9ccf-cf67471916ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fc8993d1-1f3f-4e88-9d54-7eec99f127ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:34:32.245202 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1503ce60-ea92-492a-9713-8388818eef4c req-d7f0b1f3-2a4d-403f-a6b1-537d181b1b67 service neutron] Bound using segment: {'id': '85a18049-8d39-45df-9ccf-cf67471916ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fc8993d1-1f3f-4e88-9d54-7eec99f127ad'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:34:32.245722 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-1503ce60-ea92-492a-9713-8388818eef4c req-d7f0b1f3-2a4d-403f-a6b1-537d181b1b67 service neutron] Bound port: a5bd0ae8-f6a9-4531-b841-e4e4946b7746, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85a18049-8d39-45df-9ccf-cf67471916ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fc8993d1-1f3f-4e88-9d54-7eec99f127ad'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:34:32.246128 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-1503ce60-ea92-492a-9713-8388818eef4c req-d7f0b1f3-2a4d-403f-a6b1-537d181b1b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:32.265418 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-3fecb52c-4e57-46e8-83f5-5dfd7a282700 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4549484 Jul 29 23:34:32.278992 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c5330c-11a5-49e3-985c-a49375b39e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8fca296-ba01-41f6-971d-20f61e958910,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:32.282967 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55322) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:32.330814 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-d031b2d1-7e30-430e-a2a8-0530ea9a11a2 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Request body: {'port': {'network_id': 'c4410739-1ce2-4db9-b2eb-6fda0db78bf1', 'name': 'tempest-PortsTestJSON-246266248'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:32.335363 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-66309114-d855-4cb1-972b-d6491331cb4c req-6ebe1a44-2105-4b45-b951-927bc5acd9a2 tempest-ServerShowV254Test-1147255911 tempest-ServerShowV254Test-1147255911-project] 10.222.0.43 "GET /v2.0/ports?device_id=595b0830-bd42-4d45-9263-3e10f777d15c HTTP/1.1" status: 200 len: 210 time: 0.1261113 Jul 29 23:34:32.491590 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-80b6aa43-f68d-494a-a72b-205fb8d3966b req-bce281ed-277e-4cac-9240-229d577fc5ec service neutron] 10.222.0.22 "GET /v2.0/networks/61db5dcd-b042-47fa-9111-3b2277565367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4186678 Jul 29 23:34:32.501827 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0dad966d-fe32-45cc-a09e-55443579b228 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:32.548006 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-1503ce60-ea92-492a-9713-8388818eef4c req-d7f0b1f3-2a4d-403f-a6b1-537d181b1b67 service neutron] For port a5bd0ae8-f6a9-4531-b841-e4e4946b7746, host n-h1-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:34:32.557532 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-1503ce60-ea92-492a-9713-8388818eef4c req-d7f0b1f3-2a4d-403f-a6b1-537d181b1b67 service neutron] For port a5bd0ae8-f6a9-4531-b841-e4e4946b7746, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=a5bd0ae8-f6a9-4531-b841-e4e4946b7746,segment=NetworkSegment(85a18049-8d39-45df-9ccf-cf67471916ca),segment_id=85a18049-8d39-45df-9ccf-cf67471916ca)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:34:32.569274 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-1503ce60-ea92-492a-9713-8388818eef4c req-d7f0b1f3-2a4d-403f-a6b1-537d181b1b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:32.672958 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-80b6aa43-f68d-494a-a72b-205fb8d3966b req-351e49b0-2950-484a-a5f8-6e3b24755cf9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=024df781-a247-4293-a30c-16abd40adffa HTTP/1.1" status: 200 len: 217 time: 0.1682358 Jul 29 23:34:32.684450 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503ce60-ea92-492a-9713-8388818eef4c req-d7f0b1f3-2a4d-403f-a6b1-537d181b1b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:32.684946 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833e9fc8-a464-4557-94f4-947052c963a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-c4410739-1ce2-4db9-b2eb-6fda0db78bf1', 'network_id': 'c4410739-1ce2-4db9-b2eb-6fda0db78bf1', 'tenant_id': 'd49779da0727435887ac30c3d6c062b5', 'fixed_ips': [{'subnet_id': '2a464879-518e-4a44-8a65-293cdf00f9e2'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:34:32.685279 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-1503ce60-ea92-492a-9713-8388818eef4c req-d7f0b1f3-2a4d-403f-a6b1-537d181b1b67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:32.686218 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-833e9fc8-a464-4557-94f4-947052c963a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:32.686722 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1503ce60-ea92-492a-9713-8388818eef4c req-d7f0b1f3-2a4d-403f-a6b1-537d181b1b67 service neutron] 10.222.0.41 "PUT /v2.0/ports/a5bd0ae8-f6a9-4531-b841-e4e4946b7746 HTTP/1.1" status: 200 len: 1092 time: 2.1411695 Jul 29 23:34:32.687252 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fefc42b8-1c7b-4fd5-b6e1-d72882a6a73d', 'tag': 'a5bd0ae8-f6a9-4531-b841-e4e4946b7746'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:34:32.690224 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb90e92-9c17-41ae-a32b-1dcba061e651" -d '{"events": [{"name": "network-changed", "server_uuid": "fefc42b8-1c7b-4fd5-b6e1-d72882a6a73d", "tag": "a5bd0ae8-f6a9-4531-b841-e4e4946b7746"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:34:32.750890 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f0b1f3-2a4d-403f-a6b1-537d181b1b67 service neutron] Pushing event updated for resources: {'Port': ['ID=a5bd0ae8-f6a9-4531-b841-e4e4946b7746,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:32.791550 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d031b2d1-7e30-430e-a2a8-0530ea9a11a2 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Made reservation on behalf of d49779da0727435887ac30c3d6c062b5 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:32.797147 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d031b2d1-7e30-430e-a2a8-0530ea9a11a2 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:32.917541 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [None req-d031b2d1-7e30-430e-a2a8-0530ea9a11a2 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] device_id is not set on port e4728138-67b1-4a82-99eb-d07f94deb213 yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:34:32.942091 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-833e9fc8-a464-4557-94f4-947052c963a4 None None] Allocated IP 172.20.0.2 (c4410739-1ce2-4db9-b2eb-6fda0db78bf1/2a464879-518e-4a44-8a65-293cdf00f9e2/13f5e9ca-b090-4cf1-8c87-f2777aac2c20) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:33.094499 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273eb736-ccb4-4ab0-885e-fdcfa89a19ee x-openstack-request-id: req-273eb736-ccb4-4ab0-885e-fdcfa89a19ee {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:34:33.095470 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fefc42b8-1c7b-4fd5-b6e1-d72882a6a73d", "tag": "a5bd0ae8-f6a9-4531-b841-e4e4946b7746", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:34:33.096234 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-273eb736-ccb4-4ab0-885e-fdcfa89a19ee {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:34:33.098546 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fefc42b8-1c7b-4fd5-b6e1-d72882a6a73d', 'tag': 'a5bd0ae8-f6a9-4531-b841-e4e4946b7746', 'status': 'completed', 'code': 200} Jul 29 23:34:33.112120 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503ce60-ea92-492a-9713-8388818eef4c req-fb83ee20-8883-42af-bca0-9d3f7cf31a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:33.124786 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1503ce60-ea92-492a-9713-8388818eef4c req-fb83ee20-8883-42af-bca0-9d3f7cf31a81 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0043d03cb0a4bbcbd35eb8f2075805c&device_id=fefc42b8-1c7b-4fd5-b6e1-d72882a6a73d HTTP/1.1" status: 200 len: 1095 time: 0.3597724 Jul 29 23:34:33.145988 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-833e9fc8-a464-4557-94f4-947052c963a4 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:33.155340 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-833e9fc8-a464-4557-94f4-947052c963a4 None None] Transition to ACTIVE for port object 13f5e9ca-b090-4cf1-8c87-f2777aac2c20 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:33.172770 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-833e9fc8-a464-4557-94f4-947052c963a4 None None] Transition to ACTIVE for port object 13f5e9ca-b090-4cf1-8c87-f2777aac2c20 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:33.191633 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-833e9fc8-a464-4557-94f4-947052c963a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:33.209336 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0dad966d-fe32-45cc-a09e-55443579b228 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:33.252341 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566dc38-6164-493a-b0a9-7300c07a826e req-72f59447-a262-432f-a795-c74f6dc0ff90 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:33.271069 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f566dc38-6164-493a-b0a9-7300c07a826e req-72f59447-a262-432f-a795-c74f6dc0ff90 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=fefc42b8-1c7b-4fd5-b6e1-d72882a6a73d HTTP/1.1" status: 200 len: 943 time: 0.6777847 Jul 29 23:34:33.276963 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6aa43-f68d-494a-a72b-205fb8d3966b req-b6ad6305-c0b1-40ea-8f2b-c653940d6ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:33.277294 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1503ce60-ea92-492a-9713-8388818eef4c req-099e3fbb-bc27-4e11-8a81-7788412e13ea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5bd0ae8-f6a9-4531-b841-e4e4946b7746 HTTP/1.1" status: 200 len: 217 time: 0.1357317 Jul 29 23:34:33.278669 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-80b6aa43-f68d-494a-a72b-205fb8d3966b req-b6ad6305-c0b1-40ea-8f2b-c653940d6ac7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d78777cb-19bd-47c4-81df-bf538051820d HTTP/1.1" status: 200 len: 797 time: 0.4896762 Jul 29 23:34:33.310410 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833e9fc8-a464-4557-94f4-947052c963a4 None None] Network c4410739-1ce2-4db9-b2eb-6fda0db78bf1 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:33.314148 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-833e9fc8-a464-4557-94f4-947052c963a4 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:33.334099 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833e9fc8-a464-4557-94f4-947052c963a4 None None] Pushing event updated for resources: {'Port': ['ID=13f5e9ca-b090-4cf1-8c87-f2777aac2c20,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:33.358148 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833e9fc8-a464-4557-94f4-947052c963a4 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:34:33.383528 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-d031b2d1-7e30-430e-a2a8-0530ea9a11a2 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Allocated IP 172.20.0.9 (c4410739-1ce2-4db9-b2eb-6fda0db78bf1/2a464879-518e-4a44-8a65-293cdf00f9e2/e4728138-67b1-4a82-99eb-d07f94deb213) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:33.519377 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-833e9fc8-a464-4557-94f4-947052c963a4 None None] Attempting to bind port 13f5e9ca-b090-4cf1-8c87-f2777aac2c20 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:34:33.519740 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-833e9fc8-a464-4557-94f4-947052c963a4 None None] Attempting to bind port 13f5e9ca-b090-4cf1-8c87-f2777aac2c20 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '88dc5384-8947-4f75-adb1-864df2ef01ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c4410739-1ce2-4db9-b2eb-6fda0db78bf1'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:34:33.520131 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833e9fc8-a464-4557-94f4-947052c963a4 None None] Attempting to bind port 13f5e9ca-b090-4cf1-8c87-f2777aac2c20 on network c4410739-1ce2-4db9-b2eb-6fda0db78bf1 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:34:33.530078 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833e9fc8-a464-4557-94f4-947052c963a4 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:34:33.530559 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833e9fc8-a464-4557-94f4-947052c963a4 None None] Checking segment: {'id': '88dc5384-8947-4f75-adb1-864df2ef01ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c4410739-1ce2-4db9-b2eb-6fda0db78bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:34:33.531050 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-833e9fc8-a464-4557-94f4-947052c963a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:33.531439 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833e9fc8-a464-4557-94f4-947052c963a4 None None] Bound using segment: {'id': '88dc5384-8947-4f75-adb1-864df2ef01ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c4410739-1ce2-4db9-b2eb-6fda0db78bf1'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:34:33.531929 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-833e9fc8-a464-4557-94f4-947052c963a4 None None] Bound port: 13f5e9ca-b090-4cf1-8c87-f2777aac2c20, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88dc5384-8947-4f75-adb1-864df2ef01ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c4410739-1ce2-4db9-b2eb-6fda0db78bf1'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:34:33.532306 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-833e9fc8-a464-4557-94f4-947052c963a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:33.663170 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503ce60-ea92-492a-9713-8388818eef4c req-003929e1-4fa7-4ba4-a1b2-06c16bd7c277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:33.665534 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1503ce60-ea92-492a-9713-8388818eef4c req-003929e1-4fa7-4ba4-a1b2-06c16bd7c277 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=01812886-2cdd-41de-831e-c3e259b8e381 HTTP/1.1" status: 200 len: 851 time: 0.3748147 Jul 29 23:34:33.672127 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d031b2d1-7e30-430e-a2a8-0530ea9a11a2 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:33.689317 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-833e9fc8-a464-4557-94f4-947052c963a4 None None] For port 13f5e9ca-b090-4cf1-8c87-f2777aac2c20, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:34:33.693761 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-833e9fc8-a464-4557-94f4-947052c963a4 None None] For port 13f5e9ca-b090-4cf1-8c87-f2777aac2c20, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=13f5e9ca-b090-4cf1-8c87-f2777aac2c20,segment=NetworkSegment(88dc5384-8947-4f75-adb1-864df2ef01ba),segment_id=88dc5384-8947-4f75-adb1-864df2ef01ba)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:34:33.712339 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-833e9fc8-a464-4557-94f4-947052c963a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:33.786529 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-d031b2d1-7e30-430e-a2a8-0530ea9a11a2 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Transition to ACTIVE for port object e4728138-67b1-4a82-99eb-d07f94deb213 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:33.795805 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833e9fc8-a464-4557-94f4-947052c963a4 None None] Pushing event updated for resources: {'Port': ['ID=13f5e9ca-b090-4cf1-8c87-f2777aac2c20,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:33.822048 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503ce60-ea92-492a-9713-8388818eef4c req-c2c2e5b5-4e0a-47c7-bb11-bc6c0121b8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:33.823693 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1503ce60-ea92-492a-9713-8388818eef4c req-c2c2e5b5-4e0a-47c7-bb11-bc6c0121b8c1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fc8993d1-1f3f-4e88-9d54-7eec99f127ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1491935 Jul 29 23:34:33.917462 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ee5a41ca-8a8f-45d5-963d-4eb45e1e16dc req-e1e820d4-80a6-4acc-827c-97a032f804fa tempest-ServerShowV254Test-1147255911 tempest-ServerShowV254Test-1147255911-project] 10.222.0.43 "GET /v2.0/ports?device_id=595b0830-bd42-4d45-9263-3e10f777d15c HTTP/1.1" status: 200 len: 210 time: 0.0570693 Jul 29 23:34:33.938498 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f566dc38-6164-493a-b0a9-7300c07a826e req-9d7aaa33-638e-454b-afb6-09926750e661 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6642442 Jul 29 23:34:33.972508 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6aa43-f68d-494a-a72b-205fb8d3966b req-6cf09ac5-1d24-4871-a01a-45e3fd47a2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:33.974496 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-80b6aa43-f68d-494a-a72b-205fb8d3966b req-6cf09ac5-1d24-4871-a01a-45e3fd47a2d2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=efe051f0-42fc-4850-b7cd-89c8013aea3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6821058 Jul 29 23:34:34.030823 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d031b2d1-7e30-430e-a2a8-0530ea9a11a2 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:34.165693 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d031b2d1-7e30-430e-a2a8-0530ea9a11a2 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Network c4410739-1ce2-4db9-b2eb-6fda0db78bf1 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:34.169202 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-d031b2d1-7e30-430e-a2a8-0530ea9a11a2 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:34.171875 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d031b2d1-7e30-430e-a2a8-0530ea9a11a2 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:34:34.186798 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1503ce60-ea92-492a-9713-8388818eef4c req-70e62a60-5e22-4537-ad8b-fb5a50fb0991 service neutron] 10.222.0.41 "GET /v2.0/networks/fc8993d1-1f3f-4e88-9d54-7eec99f127ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3545272 Jul 29 23:34:34.209665 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-80b6aa43-f68d-494a-a72b-205fb8d3966b req-5146b298-6c46-458d-b070-0a2b103ed31c service neutron] 10.222.0.22 "GET /v2.0/networks/efe051f0-42fc-4850-b7cd-89c8013aea3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250607 Jul 29 23:34:34.257883 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d031b2d1-7e30-430e-a2a8-0530ea9a11a2 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event updated for resources: {'Port': ['ID=e4728138-67b1-4a82-99eb-d07f94deb213,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:34.348247 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d031b2d1-7e30-430e-a2a8-0530ea9a11a2 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:34.350123 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d031b2d1-7e30-430e-a2a8-0530ea9a11a2 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:34.387352 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d031b2d1-7e30-430e-a2a8-0530ea9a11a2 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0686600 Jul 29 23:34:34.390737 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55358) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:34.396104 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-9e47bf96-e3eb-448e-a086-68527d27ecaf tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Request body: {'port': {'network_id': 'c4410739-1ce2-4db9-b2eb-6fda0db78bf1', 'name': 'tempest-PortsTestJSON-671971785'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:34.489573 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1503ce60-ea92-492a-9713-8388818eef4c req-c22c86fd-de5d-4e3c-9177-0fb4bff550a1 service neutron] 10.222.0.41 "GET /v2.0/networks/fc8993d1-1f3f-4e88-9d54-7eec99f127ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485564 Jul 29 23:34:34.575197 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0dad966d-fe32-45cc-a09e-55443579b228 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for router_gateway, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:34.620151 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0dad966d-fe32-45cc-a09e-55443579b228 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:34.622663 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e47bf96-e3eb-448e-a086-68527d27ecaf tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Made reservation on behalf of d49779da0727435887ac30c3d6c062b5 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:34.629412 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9e47bf96-e3eb-448e-a086-68527d27ecaf tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:34.674378 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-80b6aa43-f68d-494a-a72b-205fb8d3966b req-dfb8898c-85ad-4781-aca1-4a7a39794487 service neutron] 10.222.0.22 "GET /v2.0/networks/efe051f0-42fc-4850-b7cd-89c8013aea3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4493229 Jul 29 23:34:34.674694 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [None req-9e47bf96-e3eb-448e-a086-68527d27ecaf tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] device_id is not set on port 14b7f776-05fb-4f87-bff3-ae4acc981ef3 yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:34:34.742206 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-80b6aa43-f68d-494a-a72b-205fb8d3966b req-7a746422-b6b5-49ca-8341-f4c98ed29ef4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=93b5fbf0-238a-4eb3-aebb-f3656018624b HTTP/1.1" status: 200 len: 217 time: 0.0564961 Jul 29 23:34:34.830444 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-9e47bf96-e3eb-448e-a086-68527d27ecaf tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Allocated IP 172.20.0.10 (c4410739-1ce2-4db9-b2eb-6fda0db78bf1/2a464879-518e-4a44-8a65-293cdf00f9e2/14b7f776-05fb-4f87-bff3-ae4acc981ef3) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:34.838163 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb90e92-9c17-41ae-a32b-1dcba061e651 req-0fc48f26-0414-489b-b547-202df44d2eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:34.843143 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-acb90e92-9c17-41ae-a32b-1dcba061e651 req-0fc48f26-0414-489b-b547-202df44d2eb0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0043d03cb0a4bbcbd35eb8f2075805c&device_id=fefc42b8-1c7b-4fd5-b6e1-d72882a6a73d HTTP/1.1" status: 200 len: 1095 time: 0.2314656 Jul 29 23:34:34.853036 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6aa43-f68d-494a-a72b-205fb8d3966b req-9a758d33-94b0-4915-871a-f613a3c84da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:34.854934 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-80b6aa43-f68d-494a-a72b-205fb8d3966b req-9a758d33-94b0-4915-871a-f613a3c84da6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d78777cb-19bd-47c4-81df-bf538051820d HTTP/1.1" status: 200 len: 797 time: 0.0981760 Jul 29 23:34:34.863921 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-0dad966d-fe32-45cc-a09e-55443579b228 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Allocated IP 172.25.0.34 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/cb75da1d-5fa0-4ada-9362-7d48a15164b6) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:35.077221 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6aa43-f68d-494a-a72b-205fb8d3966b req-3eadcd3a-ae41-4133-a49f-1c6aed22e56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:35.080134 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-80b6aa43-f68d-494a-a72b-205fb8d3966b req-3eadcd3a-ae41-4133-a49f-1c6aed22e56c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=efe051f0-42fc-4850-b7cd-89c8013aea3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2146192 Jul 29 23:34:35.143359 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5f2d87c1-8ed5-4608-bbfb-6b5e489bda83 req-0830a75e-9996-4f8c-8c4f-3947030fe84f tempest-ServerShowV254Test-1147255911 tempest-ServerShowV254Test-1147255911-project] 10.222.0.43 "GET /v2.0/ports?device_id=595b0830-bd42-4d45-9263-3e10f777d15c HTTP/1.1" status: 200 len: 210 time: 0.0621095 Jul 29 23:34:35.268933 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb90e92-9c17-41ae-a32b-1dcba061e651 req-7996e5e0-c962-43d5-8743-311f3b7feeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:35.270706 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-acb90e92-9c17-41ae-a32b-1dcba061e651 req-7996e5e0-c962-43d5-8743-311f3b7feeeb service neutron] 10.222.0.41 "GET /v2.0/networks?id=fc8993d1-1f3f-4e88-9d54-7eec99f127ad HTTP/1.1" status: 200 len: 913 time: 0.4196396 Jul 29 23:34:35.274134 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0dad966d-fe32-45cc-a09e-55443579b228 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:35.367216 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-acb90e92-9c17-41ae-a32b-1dcba061e651 req-f2c2cbde-7236-4920-b8ae-5dbb9a33d420 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5bd0ae8-f6a9-4531-b841-e4e4946b7746 HTTP/1.1" status: 200 len: 217 time: 0.0792091 Jul 29 23:34:35.395371 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24438a7e-8e92-4f56-87f8-1adaa05edbc7 req-497358ef-f27f-4d58-8d5c-f702529c5d36 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:35.412024 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-24438a7e-8e92-4f56-87f8-1adaa05edbc7 req-497358ef-f27f-4d58-8d5c-f702529c5d36 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=fefc42b8-1c7b-4fd5-b6e1-d72882a6a73d HTTP/1.1" status: 200 len: 943 time: 0.2771807 Jul 29 23:34:35.482151 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-80b6aa43-f68d-494a-a72b-205fb8d3966b req-ea382820-9192-4481-85a4-9194ebcec08a service neutron] 10.222.0.22 "GET /v2.0/networks/efe051f0-42fc-4850-b7cd-89c8013aea3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3851967 Jul 29 23:34:35.537070 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb90e92-9c17-41ae-a32b-1dcba061e651 req-c990fb09-024c-4853-8c8d-003c3d6abdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:35.542709 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-acb90e92-9c17-41ae-a32b-1dcba061e651 req-c990fb09-024c-4853-8c8d-003c3d6abdd6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=01812886-2cdd-41de-831e-c3e259b8e381 HTTP/1.1" status: 200 len: 851 time: 0.1301134 Jul 29 23:34:35.603959 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-24438a7e-8e92-4f56-87f8-1adaa05edbc7 req-bddaba12-710a-48d6-bcc1-66e3f06978f8 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899650 Jul 29 23:34:35.640822 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9e47bf96-e3eb-448e-a086-68527d27ecaf tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:35.653062 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 13f5e9ca-b090-4cf1-8c87-f2777aac2c20 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:34:35.658858 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0dad966d-fe32-45cc-a09e-55443579b228 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:35.685209 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-9e47bf96-e3eb-448e-a086-68527d27ecaf tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Transition to ACTIVE for port object 14b7f776-05fb-4f87-bff3-ae4acc981ef3 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:35.715762 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb90e92-9c17-41ae-a32b-1dcba061e651 req-327f958d-3109-461e-b45c-5eb56cc0e75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:35.723148 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-acb90e92-9c17-41ae-a32b-1dcba061e651 req-327f958d-3109-461e-b45c-5eb56cc0e75a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fc8993d1-1f3f-4e88-9d54-7eec99f127ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1411939 Jul 29 23:34:35.760789 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dad966d-fe32-45cc-a09e-55443579b228 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Pushing event updated for resources: {'Port': ['ID=cb75da1d-5fa0-4ada-9362-7d48a15164b6,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:35.783010 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 13f5e9ca-b090-4cf1-8c87-f2777aac2c20 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:35.792746 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dad966d-fe32-45cc-a09e-55443579b228 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:35.801213 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-0dad966d-fe32-45cc-a09e-55443579b228 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:35.806184 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dad966d-fe32-45cc-a09e-55443579b228 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:34:35.811365 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-80b6aa43-f68d-494a-a72b-205fb8d3966b req-945e021d-c902-4f42-a76c-9c7b26e3ed02 service neutron] 10.222.0.22 "GET /v2.0/networks/efe051f0-42fc-4850-b7cd-89c8013aea3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192616 Jul 29 23:34:35.824277 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9e47bf96-e3eb-448e-a086-68527d27ecaf tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:35.942498 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e47bf96-e3eb-448e-a086-68527d27ecaf tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Network c4410739-1ce2-4db9-b2eb-6fda0db78bf1 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:35.957042 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-9e47bf96-e3eb-448e-a086-68527d27ecaf tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:35.963857 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e47bf96-e3eb-448e-a086-68527d27ecaf tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event updated for resources: {'Port': ['ID=14b7f776-05fb-4f87-bff3-ae4acc981ef3,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:35.972340 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e47bf96-e3eb-448e-a086-68527d27ecaf tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:34:35.992549 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3ae115-418a-4dfe-be68-41c5e385f4d3 None None] Network c4410739-1ce2-4db9-b2eb-6fda0db78bf1 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:34:36.082151 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-acb90e92-9c17-41ae-a32b-1dcba061e651 req-0044eb52-fea4-40a1-91ad-e43be24d7638 service neutron] 10.222.0.41 "GET /v2.0/networks/fc8993d1-1f3f-4e88-9d54-7eec99f127ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832236 Jul 29 23:34:36.097904 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e47bf96-e3eb-448e-a086-68527d27ecaf tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:36.098526 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9e47bf96-e3eb-448e-a086-68527d27ecaf tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:36.139643 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2044d59c-dc82-4f0c-a655-c48c33edf220 None None] Provisioning for port 13f5e9ca-b090-4cf1-8c87-f2777aac2c20 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:36.150712 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2044d59c-dc82-4f0c-a655-c48c33edf220 None None] Provisioning complete for port 13f5e9ca-b090-4cf1-8c87-f2777aac2c20 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:36.151671 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2044d59c-dc82-4f0c-a655-c48c33edf220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:36.240499 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9e47bf96-e3eb-448e-a086-68527d27ecaf tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8445437 Jul 29 23:34:36.243217 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55388) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:36.294278 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0dad966d-fe32-45cc-a09e-55443579b228 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for router_gateway, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:36.401210 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6c906d15-4ff2-45d1-bd02-bef69367dc50 req-12b4574b-f84d-4d09-8792-3c93a5f5b04d tempest-ServerShowV254Test-1147255911 tempest-ServerShowV254Test-1147255911-project] 10.222.0.43 "GET /v2.0/ports?device_id=595b0830-bd42-4d45-9263-3e10f777d15c HTTP/1.1" status: 200 len: 210 time: 0.0302050 Jul 29 23:34:36.410637 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-acb90e92-9c17-41ae-a32b-1dcba061e651 req-07a6a88f-7c0e-4de3-8083-d715beb848f1 service neutron] 10.222.0.41 "GET /v2.0/networks/fc8993d1-1f3f-4e88-9d54-7eec99f127ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024545 Jul 29 23:34:36.417265 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2044d59c-dc82-4f0c-a655-c48c33edf220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:36.453357 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2399754e-8d76-4ec7-847d-e9bb0f2ebb51 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:36.471308 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-2399754e-8d76-4ec7-847d-e9bb0f2ebb51 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.9 HTTP/1.1" status: 200 len: 921 time: 0.2212679 Jul 29 23:34:36.472118 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55394) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:36.546926 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2044d59c-dc82-4f0c-a655-c48c33edf220 None None] For port 13f5e9ca-b090-4cf1-8c87-f2777aac2c20, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=13f5e9ca-b090-4cf1-8c87-f2777aac2c20,segment=NetworkSegment(88dc5384-8947-4f75-adb1-864df2ef01ba),segment_id=88dc5384-8947-4f75-adb1-864df2ef01ba)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:36.556692 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2044d59c-dc82-4f0c-a655-c48c33edf220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:36.688251 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-23bc2f03-8c62-4e42-9eb9-5d3df38c5c54 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Deleting port 14b7f776-05fb-4f87-bff3-ae4acc981ef3 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:34:36.691292 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-23bc2f03-8c62-4e42-9eb9-5d3df38c5c54 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:36.695206 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2044d59c-dc82-4f0c-a655-c48c33edf220 None None] Pushing event updated for resources: {'Port': ['ID=13f5e9ca-b090-4cf1-8c87-f2777aac2c20,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:36.785391 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0dad966d-fe32-45cc-a09e-55443579b228 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:36.893850 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-097b53d0-6d2c-440e-950c-6e8c4195de40 None None] Provisioning complete for port 13f5e9ca-b090-4cf1-8c87-f2777aac2c20 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:36.897317 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-097b53d0-6d2c-440e-950c-6e8c4195de40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:36.928699 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b285b25-8b15-4ac2-a29d-ac23af20741f req-3f1ec9b6-a9a1-4c03-a456-7efbb7244b53 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:36.937324 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1b285b25-8b15-4ac2-a29d-ac23af20741f req-3f1ec9b6-a9a1-4c03-a456-7efbb7244b53 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=fefc42b8-1c7b-4fd5-b6e1-d72882a6a73d HTTP/1.1" status: 200 len: 943 time: 0.1459863 Jul 29 23:34:36.992379 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-23bc2f03-8c62-4e42-9eb9-5d3df38c5c54 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:37.016371 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1b285b25-8b15-4ac2-a29d-ac23af20741f req-27772356-60d0-401e-82e9-e0cae0e28d3a tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687540 Jul 29 23:34:37.069089 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-23bc2f03-8c62-4e42-9eb9-5d3df38c5c54 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Calling delete_port for 14b7f776-05fb-4f87-bff3-ae4acc981ef3 owned by {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:34:37.086168 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:37.087820 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dad966d-fe32-45cc-a09e-55443579b228 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Router 1cd95d43-ed85-412f-b8bb-061a2b566a0d is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:34:37.186055 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-097b53d0-6d2c-440e-950c-6e8c4195de40 None None] Provisioning for port 14b7f776-05fb-4f87-bff3-ae4acc981ef3 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:37.191209 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-097b53d0-6d2c-440e-950c-6e8c4195de40 None None] Provisioning complete for port 14b7f776-05fb-4f87-bff3-ae4acc981ef3 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:37.191649 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-097b53d0-6d2c-440e-950c-6e8c4195de40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:37.239911 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e2882327-b6b7-45e0-9fbb-fed6316f823b req-74a8ceac-9b78-48b3-8732-4e9bea7a9337 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1630945 Jul 29 23:34:37.250933 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-097b53d0-6d2c-440e-950c-6e8c4195de40 None None] Port 14b7f776-05fb-4f87-bff3-ae4acc981ef3 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:34:37.265307 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-097b53d0-6d2c-440e-950c-6e8c4195de40 None None] Provisioning for port e4728138-67b1-4a82-99eb-d07f94deb213 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:37.271113 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device a5bd0ae8-f6a9-4531-b841-e4e4946b7746 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:34:37.280975 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-097b53d0-6d2c-440e-950c-6e8c4195de40 None None] Provisioning complete for port e4728138-67b1-4a82-99eb-d07f94deb213 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:37.281615 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-097b53d0-6d2c-440e-950c-6e8c4195de40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:37.352905 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dad966d-fe32-45cc-a09e-55443579b228 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:34:37.367357 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eda48cf-6050-46e0-a505-d361b004ffa3 None None] Sync routers for ids ['1cd95d43-ed85-412f-b8bb-061a2b566a0d'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:34:37.389468 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eda48cf-6050-46e0-a505-d361b004ffa3 None None] Routers {'1cd95d43-ed85-412f-b8bb-061a2b566a0d'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:34:37.396399 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-0eda48cf-6050-46e0-a505-d361b004ffa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:34:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['1cd95d43-ed85-412f-b8bb-061a2b566a0d'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:37.405389 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0dad966d-fe32-45cc-a09e-55443579b228 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:37.407181 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-0dad966d-fe32-45cc-a09e-55443579b228 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.5441434 Jul 29 23:34:37.412097 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 55414) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:37.446883 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-097b53d0-6d2c-440e-950c-6e8c4195de40 None None] Port e4728138-67b1-4a82-99eb-d07f94deb213 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:34:37.499939 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2882327-b6b7-45e0-9fbb-fed6316f823b req-a17bc5dd-9077-44fc-8cc8-2ffbe3e7a647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:37.502076 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e2882327-b6b7-45e0-9fbb-fed6316f823b req-a17bc5dd-9077-44fc-8cc8-2ffbe3e7a647 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0043d03cb0a4bbcbd35eb8f2075805c&device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 1096 time: 0.2257276 Jul 29 23:34:37.515849 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-0eda48cf-6050-46e0-a505-d361b004ffa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:37.518540 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 13f5e9ca-b090-4cf1-8c87-f2777aac2c20 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:34:37.538219 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eda48cf-6050-46e0-a505-d361b004ffa3 None None] Routers {'1cd95d43-ed85-412f-b8bb-061a2b566a0d'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:34:37.540288 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-0eda48cf-6050-46e0-a505-d361b004ffa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:34:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['1cd95d43-ed85-412f-b8bb-061a2b566a0d'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:37.655194 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-0eda48cf-6050-46e0-a505-d361b004ffa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:37.656282 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eda48cf-6050-46e0-a505-d361b004ffa3 None None] The sync data for ids ['1cd95d43-ed85-412f-b8bb-061a2b566a0d'] in n-d-712141-10 is: [] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:34:37.729108 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c6300056-5e84-431f-a936-2d8ce48e6a68 None None] Provisioning complete for port e4728138-67b1-4a82-99eb-d07f94deb213 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:37.730410 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c6300056-5e84-431f-a936-2d8ce48e6a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:37.734994 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-23bc2f03-8c62-4e42-9eb9-5d3df38c5c54 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:37.846337 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port a5bd0ae8-f6a9-4531-b841-e4e4946b7746, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=a5bd0ae8-f6a9-4531-b841-e4e4946b7746,segment=NetworkSegment(85a18049-8d39-45df-9ccf-cf67471916ca),segment_id=85a18049-8d39-45df-9ccf-cf67471916ca)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:37.880525 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2882327-b6b7-45e0-9fbb-fed6316f823b req-9507909f-e1c0-4741-808c-c8d0089acab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:37.882283 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e2882327-b6b7-45e0-9fbb-fed6316f823b req-9507909f-e1c0-4741-808c-c8d0089acab0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fc8993d1-1f3f-4e88-9d54-7eec99f127ad HTTP/1.1" status: 200 len: 913 time: 0.3554978 Jul 29 23:34:37.886470 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bc2f03-8c62-4e42-9eb9-5d3df38c5c54 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event deleted for resources: {'Port': ['ID=14b7f776-05fb-4f87-bff3-ae4acc981ef3,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:38.006865 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-65e945d4-8931-473a-8180-387205f2555e req-1d13d6d9-d14a-46a5-beb2-03f1b5a83033 tempest-ServerShowV254Test-1147255911 tempest-ServerShowV254Test-1147255911-project] 10.222.0.43 "GET /v2.0/ports?device_id=595b0830-bd42-4d45-9263-3e10f777d15c HTTP/1.1" status: 200 len: 210 time: 0.3704679 Jul 29 23:34:38.160883 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e2882327-b6b7-45e0-9fbb-fed6316f823b req-1dd611ee-707e-4541-9461-9f9ef9cddc33 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7227480-4f34-4ba2-a5a3-39cc6359fd0d HTTP/1.1" status: 200 len: 999 time: 0.2692633 Jul 29 23:34:38.257667 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 55428) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:38.261480 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-c6300056-5e84-431f-a936-2d8ce48e6a68 None None] Port e4728138-67b1-4a82-99eb-d07f94deb213 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:34:38.263466 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-23bc2f03-8c62-4e42-9eb9-5d3df38c5c54 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:38.271522 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 13f5e9ca-b090-4cf1-8c87-f2777aac2c20 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:38.271731 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-23bc2f03-8c62-4e42-9eb9-5d3df38c5c54 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "DELETE /v2.0/ports/14b7f776-05fb-4f87-bff3-ae4acc981ef3 HTTP/1.1" status: 204 len: 168 time: 1.7982943 Jul 29 23:34:38.271956 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:38.275786 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55430) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:38.279599 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': 'a5bd0ae8-f6a9-4531-b841-e4e4946b7746', 'network_id': 'fc8993d1-1f3f-4e88-9d54-7eec99f127ad', 'port_id': 'a5bd0ae8-f6a9-4531-b841-e4e4946b7746', 'mac_address': 'fa:16:3e:fd:d3:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01812886-2cdd-41de-831e-c3e259b8e381', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:34:38.322466 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40778bdd-3a76-4403-be9f-362d027f797b req-8163ec2e-bac1-4bd4-9976-2afdcbbab218 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:38.324096 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-40778bdd-3a76-4403-be9f-362d027f797b req-8163ec2e-bac1-4bd4-9976-2afdcbbab218 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=fefc42b8-1c7b-4fd5-b6e1-d72882a6a73d HTTP/1.1" status: 200 len: 943 time: 0.1473553 Jul 29 23:34:38.350163 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d40576e-fda7-44ca-bcf5-7f67ee2510f1 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] GET failed (client error): The resource could not be found. Jul 29 23:34:38.358464 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 55434) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:38.360862 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9d40576e-fda7-44ca-bcf5-7f67ee2510f1 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "GET /v2.0/ports/14b7f776-05fb-4f87-bff3-ae4acc981ef3 HTTP/1.1" status: 404 len: 333 time: 0.0802720 Jul 29 23:34:38.383291 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:38.383560 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2882327-b6b7-45e0-9fbb-fed6316f823b req-a58de648-547d-4ab3-9bce-408d1294f86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:38.386559 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e2882327-b6b7-45e0-9fbb-fed6316f823b req-a58de648-547d-4ab3-9bce-408d1294f86b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=01812886-2cdd-41de-831e-c3e259b8e381 HTTP/1.1" status: 200 len: 851 time: 0.2147574 Jul 29 23:34:38.390786 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-19ef1d9f-ed7f-4dba-a308-f64126520737 None None] Could not find standard attr ID for object 14b7f776-05fb-4f87-bff3-ae4acc981ef3. {{(pid=94079) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:34:38.420880 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5bd0ae8-f6a9-4531-b841-e4e4946b7746 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:34:38.435937 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-40778bdd-3a76-4403-be9f-362d027f797b req-f950d981-9e98-4711-a1c4-ad0036e3e2ed tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891037 Jul 29 23:34:38.464536 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2882327-b6b7-45e0-9fbb-fed6316f823b req-9d174116-4b8b-45fe-83fc-236f20fbe32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:38.467106 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e2882327-b6b7-45e0-9fbb-fed6316f823b req-9d174116-4b8b-45fe-83fc-236f20fbe32f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fc8993d1-1f3f-4e88-9d54-7eec99f127ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0713704 Jul 29 23:34:38.519325 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port a5bd0ae8-f6a9-4531-b841-e4e4946b7746, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=a5bd0ae8-f6a9-4531-b841-e4e4946b7746,segment=NetworkSegment(85a18049-8d39-45df-9ccf-cf67471916ca),segment_id=85a18049-8d39-45df-9ccf-cf67471916ca)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:38.529469 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:38.574416 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-50644361-7ae5-48dc-a658-bded8cc68e95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:38.604606 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=a5bd0ae8-f6a9-4531-b841-e4e4946b7746,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:38.612480 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e2882327-b6b7-45e0-9fbb-fed6316f823b req-a86e890d-7390-4f28-a322-d96278f01508 service neutron] 10.222.0.41 "GET /v2.0/networks/fc8993d1-1f3f-4e88-9d54-7eec99f127ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373079 Jul 29 23:34:38.756735 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e2882327-b6b7-45e0-9fbb-fed6316f823b req-fa96e640-59e2-4d9e-a3c0-0474d3982725 service neutron] 10.222.0.41 "GET /v2.0/networks/fc8993d1-1f3f-4e88-9d54-7eec99f127ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343229 Jul 29 23:34:38.909362 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['a5bd0ae8-f6a9-4531-b841-e4e4946b7746'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:34:39.076555 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7181d501-4cb7-4c83-883d-85c27a346cd5 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:39.092758 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-7d82ea08-d00e-4ab5-a500-5b143d8d8086 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Deleting port e4728138-67b1-4a82-99eb-d07f94deb213 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:34:39.093108 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7d82ea08-d00e-4ab5-a500-5b143d8d8086 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:39.252109 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-25ad5f54-89d3-47f1-aae2-3b297ed5ae67 req-e50770bd-856f-4da3-b6e9-d4db5cc4f9b5 tempest-ServerShowV254Test-1147255911 tempest-ServerShowV254Test-1147255911-project] 10.222.0.43 "GET /v2.0/ports?device_id=595b0830-bd42-4d45-9263-3e10f777d15c HTTP/1.1" status: 200 len: 210 time: 0.0787716 Jul 29 23:34:39.343797 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7d82ea08-d00e-4ab5-a500-5b143d8d8086 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:39.358922 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-50644361-7ae5-48dc-a658-bded8cc68e95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:39.372391 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-50644361-7ae5-48dc-a658-bded8cc68e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:39.376456 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-7d82ea08-d00e-4ab5-a500-5b143d8d8086 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Calling delete_port for e4728138-67b1-4a82-99eb-d07f94deb213 owned by {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:34:39.504474 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-50644361-7ae5-48dc-a658-bded8cc68e95 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6faad4a82a764a36828017d88b59f7c3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2379608 Jul 29 23:34:39.507287 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55446) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:39.508941 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50644361-7ae5-48dc-a658-bded8cc68e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2d63b5-5521-4094-867d-5d2c4f134d0c,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:39.570064 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8765114c-efe8-449b-a56a-60e765801350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:39.593743 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8765114c-efe8-449b-a56a-60e765801350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:39.661649 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8765114c-efe8-449b-a56a-60e765801350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:39.664221 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8765114c-efe8-449b-a56a-60e765801350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:39.665426 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8765114c-efe8-449b-a56a-60e765801350 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4a2d63b5-5521-4094-867d-5d2c4f134d0c HTTP/1.1" status: 204 len: 168 time: 0.1571069 Jul 29 23:34:39.675018 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8765114c-efe8-449b-a56a-60e765801350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2d63b5-5521-4094-867d-5d2c4f134d0c,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:39.682060 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4047485e-5515-4981-9a3e-9bfa68274b54 req-3adacf15-137c-427c-89b6-21df4bdbd25d tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:39.683715 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4047485e-5515-4981-9a3e-9bfa68274b54 req-3adacf15-137c-427c-89b6-21df4bdbd25d tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=fefc42b8-1c7b-4fd5-b6e1-d72882a6a73d HTTP/1.1" status: 200 len: 944 time: 0.1472938 Jul 29 23:34:39.757481 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-7181d501-4cb7-4c83-883d-85c27a346cd5 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Allocated IP 172.20.0.1 (d9347619-a162-47d4-ad52-2680b75d6ba1/15a8319e-1217-464a-9996-6ac58124be69/0beb0a0d-a896-47c3-a159-c361bb5adfeb) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:39.782373 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4047485e-5515-4981-9a3e-9bfa68274b54 req-56485b01-08b7-4dad-a8f3-6d2c2a06a7f7 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717375 Jul 29 23:34:39.797200 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7d82ea08-d00e-4ab5-a500-5b143d8d8086 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:39.870457 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d82ea08-d00e-4ab5-a500-5b143d8d8086 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event deleted for resources: {'Port': ['ID=e4728138-67b1-4a82-99eb-d07f94deb213,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:39.986981 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7d82ea08-d00e-4ab5-a500-5b143d8d8086 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:39.988963 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-7d82ea08-d00e-4ab5-a500-5b143d8d8086 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "DELETE /v2.0/ports/e4728138-67b1-4a82-99eb-d07f94deb213 HTTP/1.1" status: 204 len: 168 time: 1.6285975 Jul 29 23:34:39.992910 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55462) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:40.011503 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7181d501-4cb7-4c83-883d-85c27a346cd5 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:40.034614 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-e20ca714-567e-499e-8136-52f0d2937f7e tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] GET failed (client error): The resource could not be found. Jul 29 23:34:40.040947 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e20ca714-567e-499e-8136-52f0d2937f7e tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "GET /v2.0/ports/e4728138-67b1-4a82-99eb-d07f94deb213 HTTP/1.1" status: 404 len: 333 time: 0.0457594 Jul 29 23:34:40.042131 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55464) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:40.082088 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7181d501-4cb7-4c83-883d-85c27a346cd5 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:40.156411 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7181d501-4cb7-4c83-883d-85c27a346cd5 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Pushing event updated for resources: {'Port': ['ID=0beb0a0d-a896-47c3-a159-c361bb5adfeb,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:40.173170 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7181d501-4cb7-4c83-883d-85c27a346cd5 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Network d9347619-a162-47d4-ad52-2680b75d6ba1 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:40.178382 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-7181d501-4cb7-4c83-883d-85c27a346cd5 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:40.186158 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7181d501-4cb7-4c83-883d-85c27a346cd5 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:34:40.191891 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e36f7d5-303f-4435-9cb7-819d27301772 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Deleting subnet 2a464879-518e-4a44-8a65-293cdf00f9e2 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:34:40.198789 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5e36f7d5-303f-4435-9cb7-819d27301772 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:40.273985 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7181d501-4cb7-4c83-883d-85c27a346cd5 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:40.275291 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5e36f7d5-303f-4435-9cb7-819d27301772 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:40.398544 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5e36f7d5-303f-4435-9cb7-819d27301772 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:40.439363 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fa259735-1ab7-4481-b2a3-7037b4965313 req-09a11b0f-2dba-4ef3-bfbd-aaed5e8fcd08 tempest-ServerShowV254Test-1147255911 tempest-ServerShowV254Test-1147255911-project] 10.222.0.43 "GET /v2.0/ports?device_id=595b0830-bd42-4d45-9263-3e10f777d15c HTTP/1.1" status: 200 len: 210 time: 0.0589926 Jul 29 23:34:40.503691 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5e36f7d5-303f-4435-9cb7-819d27301772 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:40.519806 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7181d501-4cb7-4c83-883d-85c27a346cd5 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:40.544364 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e36f7d5-303f-4435-9cb7-819d27301772 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event deleted for resources: {'Subnet': ['ID=2a464879-518e-4a44-8a65-293cdf00f9e2,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:40.556488 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5cfe57-187e-43d4-bfff-81b6df2579df None None] Network c4410739-1ce2-4db9-b2eb-6fda0db78bf1 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:34:40.564898 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5e36f7d5-303f-4435-9cb7-819d27301772 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:40.567158 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-5e36f7d5-303f-4435-9cb7-819d27301772 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "DELETE /v2.0/subnets/2a464879-518e-4a44-8a65-293cdf00f9e2 HTTP/1.1" status: 204 len: 168 time: 0.5225036 Jul 29 23:34:40.570451 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55484) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:40.674044 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c36accba-430c-47bf-91ae-18c909c8478c tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:40.760006 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-c36accba-430c-47bf-91ae-18c909c8478c tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Deleting port 13f5e9ca-b090-4cf1-8c87-f2777aac2c20 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:34:40.760419 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c36accba-430c-47bf-91ae-18c909c8478c tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:40.839033 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-c36accba-430c-47bf-91ae-18c909c8478c tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] For port 13f5e9ca-b090-4cf1-8c87-f2777aac2c20, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=13f5e9ca-b090-4cf1-8c87-f2777aac2c20,segment=NetworkSegment(88dc5384-8947-4f75-adb1-864df2ef01ba),segment_id=88dc5384-8947-4f75-adb1-864df2ef01ba)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:40.839599 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c36accba-430c-47bf-91ae-18c909c8478c tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:40.857748 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-c36accba-430c-47bf-91ae-18c909c8478c tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Calling delete_port for 13f5e9ca-b090-4cf1-8c87-f2777aac2c20 owned by network:dhcp {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:34:40.871376 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec9ac58-73ba-453c-95f1-602d3551ac36 None None] DHCP port deletion for c4410739-1ce2-4db9-b2eb-6fda0db78bf1 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:34:40.883995 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7181d501-4cb7-4c83-883d-85c27a346cd5 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:40.889731 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7181d501-4cb7-4c83-883d-85c27a346cd5 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:40.961464 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-bec9ac58-73ba-453c-95f1-602d3551ac36 None None] Deleting port 13f5e9ca-b090-4cf1-8c87-f2777aac2c20 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:34:40.962346 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bec9ac58-73ba-453c-95f1-602d3551ac36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:40.967496 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c36accba-430c-47bf-91ae-18c909c8478c tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:40.986318 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36accba-430c-47bf-91ae-18c909c8478c tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] No DVR routers for this DVR port 13f5e9ca-b090-4cf1-8c87-f2777aac2c20 on host n-d-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:34:41.032795 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7181d501-4cb7-4c83-883d-85c27a346cd5 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Pushing event updated for resources: {'Port': ['ID=0beb0a0d-a896-47c3-a159-c361bb5adfeb,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:41.033236 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36accba-430c-47bf-91ae-18c909c8478c tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event deleted for resources: {'Port': ['ID=13f5e9ca-b090-4cf1-8c87-f2777aac2c20,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:41.055864 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-bec9ac58-73ba-453c-95f1-602d3551ac36 None None] For port 13f5e9ca-b090-4cf1-8c87-f2777aac2c20, host n-d-712141-10, got binding levels [] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:41.056392 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bec9ac58-73ba-453c-95f1-602d3551ac36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:41.077048 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-bec9ac58-73ba-453c-95f1-602d3551ac36 None None] Calling delete_port for 13f5e9ca-b090-4cf1-8c87-f2777aac2c20 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:34:41.080798 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.ipam_backend_mixin [None req-bec9ac58-73ba-453c-95f1-602d3551ac36 None None] Port 13f5e9ca-b090-4cf1-8c87-f2777aac2c20 was not found and therefore no delete operation was performed {{(pid=94079) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 23:34:41.083031 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bec9ac58-73ba-453c-95f1-602d3551ac36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:41.091958 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7181d501-4cb7-4c83-883d-85c27a346cd5 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:41.126068 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec9ac58-73ba-453c-95f1-602d3551ac36 None None] Pushing event deleted for resources: {'Port': ['ID=13f5e9ca-b090-4cf1-8c87-f2777aac2c20,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:41.129968 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec9ac58-73ba-453c-95f1-602d3551ac36 None None] No DVR routers for this DVR port 13f5e9ca-b090-4cf1-8c87-f2777aac2c20 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:34:41.156272 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c36accba-430c-47bf-91ae-18c909c8478c tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:41.173767 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-c36accba-430c-47bf-91ae-18c909c8478c tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4410739-1ce2-4db9-b2eb-6fda0db78bf1']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:41.187322 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-c36accba-430c-47bf-91ae-18c909c8478c tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88dc5384-8947-4f75-adb1-864df2ef01ba') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:41.187736 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-c36accba-430c-47bf-91ae-18c909c8478c tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88dc5384-8947-4f75-adb1-864df2ef01ba') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:41.200654 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c36accba-430c-47bf-91ae-18c909c8478c tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:41.217346 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c36accba-430c-47bf-91ae-18c909c8478c tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:41.224748 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c36accba-430c-47bf-91ae-18c909c8478c tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:34:41.225438 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c36accba-430c-47bf-91ae-18c909c8478c tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:41.229028 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:34:41.229028 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:34:41.229028 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:34:41.229028 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:34:41.229028 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:34:41.229028 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:34:41.229028 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:34:41.229028 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:34:41.229028 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:34:41.229028 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:34:41.229028 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:34:41.229028 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:34:41.229028 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:34:41.229028 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:34:41.229028 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:34:41.229028 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:34:41.229028 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:34:41.229028 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:34:41.229028 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:34:41.229028 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:34:41.229028 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:34:41.229028 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:34:41.229028 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:34:41.229028 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:34:41.229028 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:34:41.229028 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:34:41.229028 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:34:41.229028 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:34:41.229028 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:34:41.229028 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:34:41.229028 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:34:41.229028 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:34:41.237723 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66906bbb-02ba-4984-bcf6-782c6bca5b01 req-98cbb0de-db26-425c-8381-9f4daf7c1696 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:41.239353 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-66906bbb-02ba-4984-bcf6-782c6bca5b01 req-98cbb0de-db26-425c-8381-9f4daf7c1696 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=fefc42b8-1c7b-4fd5-b6e1-d72882a6a73d HTTP/1.1" status: 200 len: 944 time: 0.2470484 Jul 29 23:34:41.256418 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7181d501-4cb7-4c83-883d-85c27a346cd5 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Network d9347619-a162-47d4-ad52-2680b75d6ba1 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:41.258490 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-7181d501-4cb7-4c83-883d-85c27a346cd5 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:41.284817 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device a5bd0ae8-f6a9-4531-b841-e4e4946b7746 up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:34:41.328202 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c36accba-430c-47bf-91ae-18c909c8478c tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:41.336387 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c36accba-430c-47bf-91ae-18c909c8478c tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:41.343660 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c36accba-430c-47bf-91ae-18c909c8478c tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "DELETE /v2.0/networks/c4410739-1ce2-4db9-b2eb-6fda0db78bf1 HTTP/1.1" status: 204 len: 168 time: 0.7679977 Jul 29 23:34:41.364284 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55504) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:41.399790 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-4171cbf5-1fc1-489d-ad37-7ab5b8501685 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1966340716'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:41.408967 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port a5bd0ae8-f6a9-4531-b841-e4e4946b7746 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:41.413025 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36accba-430c-47bf-91ae-18c909c8478c tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event deleted for resources: {'Network': ['ID=c4410739-1ce2-4db9-b2eb-6fda0db78bf1,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:41.413179 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port a5bd0ae8-f6a9-4531-b841-e4e4946b7746 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:41.413443 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:41.472168 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4171cbf5-1fc1-489d-ad37-7ab5b8501685 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Made reservation on behalf of d49779da0727435887ac30c3d6c062b5 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:41.477860 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4171cbf5-1fc1-489d-ad37-7ab5b8501685 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:41.520037 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4171cbf5-1fc1-489d-ad37-7ab5b8501685 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:34:41.533810 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4171cbf5-1fc1-489d-ad37-7ab5b8501685 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:41.534593 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-4171cbf5-1fc1-489d-ad37-7ab5b8501685 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Added segment d7148cb4-e965-4434-980c-949029e3b4b3 of type vlan for network 0a296625-6476-459f-b01d-3c77139073b9 Jul 29 23:34:41.557799 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-66906bbb-02ba-4984-bcf6-782c6bca5b01 req-96949ae6-edb6-4738-b7cf-9212dc0344f0 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910144 Jul 29 23:34:41.599859 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7181d501-4cb7-4c83-883d-85c27a346cd5 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Router 1cd95d43-ed85-412f-b8bb-061a2b566a0d has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:34:41.602549 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 13f5e9ca-b090-4cf1-8c87-f2777aac2c20 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:34:41.651845 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4171cbf5-1fc1-489d-ad37-7ab5b8501685 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:41.655759 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 13f5e9ca-b090-4cf1-8c87-f2777aac2c20 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:34:41.658218 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 13f5e9ca-b090-4cf1-8c87-f2777aac2c20 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:34:41.660259 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:41.707719 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4171cbf5-1fc1-489d-ad37-7ab5b8501685 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:41.718779 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-28bac773-49f8-4e96-a34b-1690066a5a49 req-4c150ad0-674a-43c1-8283-5f6dbae90384 tempest-ServerShowV254Test-1147255911 tempest-ServerShowV254Test-1147255911-project] 10.222.0.43 "GET /v2.0/ports?device_id=595b0830-bd42-4d45-9263-3e10f777d15c HTTP/1.1" status: 200 len: 210 time: 0.0377207 Jul 29 23:34:41.730814 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port a5bd0ae8-f6a9-4531-b841-e4e4946b7746, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=a5bd0ae8-f6a9-4531-b841-e4e4946b7746,segment=NetworkSegment(85a18049-8d39-45df-9ccf-cf67471916ca),segment_id=85a18049-8d39-45df-9ccf-cf67471916ca)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:41.733142 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fefc42b8-1c7b-4fd5-b6e1-d72882a6a73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5bd0ae8-f6a9-4531-b841-e4e4946b7746'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:34:41.736826 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4171cbf5-1fc1-489d-ad37-7ab5b8501685 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:41.738649 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4171cbf5-1fc1-489d-ad37-7ab5b8501685 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:41.740808 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af76196d-e986-4b07-946f-09628e32bb0b" -d '{"events": [{"server_uuid": "fefc42b8-1c7b-4fd5-b6e1-d72882a6a73d", "name": "network-vif-plugged", "status": "completed", "tag": "a5bd0ae8-f6a9-4531-b841-e4e4946b7746"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:34:41.744616 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:41.781974 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4171cbf5-1fc1-489d-ad37-7ab5b8501685 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4154799 Jul 29 23:34:41.782133 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 55512) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:41.789729 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-eb5d0185-f85d-4b8a-bc50-b50d39447c52 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Request body: {'subnet': {'network_id': '0a296625-6476-459f-b01d-3c77139073b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:41.852934 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=a5bd0ae8-f6a9-4531-b841-e4e4946b7746,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:41.863905 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1497277-5d70-4af6-93f2-6971c0df63e9 x-openstack-request-id: req-e1497277-5d70-4af6-93f2-6971c0df63e9 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:34:41.866244 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fefc42b8-1c7b-4fd5-b6e1-d72882a6a73d", "name": "network-vif-plugged", "status": "completed", "tag": "a5bd0ae8-f6a9-4531-b841-e4e4946b7746", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:34:41.866617 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e1497277-5d70-4af6-93f2-6971c0df63e9 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:34:41.867110 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fefc42b8-1c7b-4fd5-b6e1-d72882a6a73d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5bd0ae8-f6a9-4531-b841-e4e4946b7746', 'code': 200} Jul 29 23:34:41.873743 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4171cbf5-1fc1-489d-ad37-7ab5b8501685 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event updated for resources: {'Network': ['ID=0a296625-6476-459f-b01d-3c77139073b9,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:41.895951 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 0a296625-6476-459f-b01d-3c77139073b9 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:34:41.927174 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7181d501-4cb7-4c83-883d-85c27a346cd5 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:34:41.940302 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-7181d501-4cb7-4c83-883d-85c27a346cd5 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] 10.222.0.43 "PUT /v2.0/routers/1cd95d43-ed85-412f-b8bb-061a2b566a0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5261765 Jul 29 23:34:41.946959 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 55516) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:41.953710 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-c9dcad46-7d12-4853-84f1-bbc9f06192c2 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Request body: {'port': {'network_id': 'd9347619-a162-47d4-ad52-2680b75d6ba1', 'name': 'tempest-FloatingIPTestJSON-1705649872'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:41.959597 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89abbced-e817-472f-92fa-f79a3b392fee None None] Sync routers for ids ['1cd95d43-ed85-412f-b8bb-061a2b566a0d'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:34:42.001911 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89abbced-e817-472f-92fa-f79a3b392fee None None] Routers {'1cd95d43-ed85-412f-b8bb-061a2b566a0d'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:34:42.002860 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-89abbced-e817-472f-92fa-f79a3b392fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:34:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['1cd95d43-ed85-412f-b8bb-061a2b566a0d'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:42.025407 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88ca35-3667-450b-8c09-1fa87cd97c82 req-e0bbc564-91e4-4af8-ba0f-4d26983734b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:42.032630 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ba88ca35-3667-450b-8c09-1fa87cd97c82 req-e0bbc564-91e4-4af8-ba0f-4d26983734b8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fefc42b8-1c7b-4fd5-b6e1-d72882a6a73d HTTP/1.1" status: 200 len: 1097 time: 0.1033039 Jul 29 23:34:42.042566 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-89abbced-e817-472f-92fa-f79a3b392fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:42.055078 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89abbced-e817-472f-92fa-f79a3b392fee None None] Routers {'1cd95d43-ed85-412f-b8bb-061a2b566a0d'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:34:42.057806 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-89abbced-e817-472f-92fa-f79a3b392fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:34:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['1cd95d43-ed85-412f-b8bb-061a2b566a0d'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:42.103193 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb5d0185-f85d-4b8a-bc50-b50d39447c52 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Made reservation on behalf of d49779da0727435887ac30c3d6c062b5 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:42.109095 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-eb5d0185-f85d-4b8a-bc50-b50d39447c52 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:42.120913 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-89abbced-e817-472f-92fa-f79a3b392fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:42.122719 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89abbced-e817-472f-92fa-f79a3b392fee None None] The sync data for ids ['1cd95d43-ed85-412f-b8bb-061a2b566a0d'] in n-d-712141-10 is: [] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:34:42.123461 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ba88ca35-3667-450b-8c09-1fa87cd97c82 req-215ca508-bb74-4434-8119-a649fd912a60 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758836 Jul 29 23:34:42.183651 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9dcad46-7d12-4853-84f1-bbc9f06192c2 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Made reservation on behalf of ce80edbfe3b74e1a96ffbc003847952c for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:42.187414 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c9dcad46-7d12-4853-84f1-bbc9f06192c2 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:42.227164 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [None req-c9dcad46-7d12-4853-84f1-bbc9f06192c2 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] device_id is not set on port 870f6606-a380-4c44-82e9-25aecab7a8ee yet. {{(pid=94078) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:34:42.428554 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-c9dcad46-7d12-4853-84f1-bbc9f06192c2 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Allocated IP 172.20.0.14 (d9347619-a162-47d4-ad52-2680b75d6ba1/15a8319e-1217-464a-9996-6ac58124be69/870f6606-a380-4c44-82e9-25aecab7a8ee) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:42.461054 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-eb5d0185-f85d-4b8a-bc50-b50d39447c52 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:42.475978 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55528) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:42.560924 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5d0185-f85d-4b8a-bc50-b50d39447c52 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event updated for resources: {'Subnet': ['ID=e7d944d4-ae96-479c-87b3-10206b1f9237,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:42.619578 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2b03a688-74e9-4a10-9ac2-c4f648027533 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:42.629909 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5d0185-f85d-4b8a-bc50-b50d39447c52 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Checking segment: {'id': 'd7148cb4-e965-4434-980c-949029e3b4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0a296625-6476-459f-b01d-3c77139073b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:34:42.630312 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5d0185-f85d-4b8a-bc50-b50d39447c52 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Network hostable DHCP agents. Network: 0a296625-6476-459f-b01d-3c77139073b9, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:34:42.671959 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5d0185-f85d-4b8a-bc50-b50d39447c52 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Network 0a296625-6476-459f-b01d-3c77139073b9 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:34:42.692079 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-eb5d0185-f85d-4b8a-bc50-b50d39447c52 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 0a296625-6476-459f-b01d-3c77139073b9) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:42.701467 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb5d0185-f85d-4b8a-bc50-b50d39447c52 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:42.701959 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e6d0ef-2d01-4a5d-a79b-d22bd88343f9 None None] Network 0a296625-6476-459f-b01d-3c77139073b9 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:34:42.702420 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-eb5d0185-f85d-4b8a-bc50-b50d39447c52 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:42.747561 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c9dcad46-7d12-4853-84f1-bbc9f06192c2 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:42.756532 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2b03a688-74e9-4a10-9ac2-c4f648027533 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:42.765443 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2b03a688-74e9-4a10-9ac2-c4f648027533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:42.799676 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-eb5d0185-f85d-4b8a-bc50-b50d39447c52 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0157044 Jul 29 23:34:42.800582 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 55536) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:42.817732 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-519b2a41-161c-4131-8447-78f121df78cd tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Request body: {'port': {'network_id': '0a296625-6476-459f-b01d-3c77139073b9', 'name': 'tempest-PortsTestJSON-149783954', 'fixed_ips': [{'subnet_id': 'e7d944d4-ae96-479c-87b3-10206b1f9237', 'ip_address': '172.20.0.10'}]}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:42.835391 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-2b03a688-74e9-4a10-9ac2-c4f648027533 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a4dcb4539366403dbca4277a399dbf3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3577256 Jul 29 23:34:42.836278 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55538) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:42.846897 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b03a688-74e9-4a10-9ac2-c4f648027533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de5b2d5-00b4-4c47-a701-af8d70fc8813,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:42.857921 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0622e0-a08d-49b6-a44b-f2c65c4ffb8f req-3461b7be-1e90-45b0-8786-06e94014599d tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:42.864287 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5b0622e0-a08d-49b6-a44b-f2c65c4ffb8f req-3461b7be-1e90-45b0-8786-06e94014599d tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=fefc42b8-1c7b-4fd5-b6e1-d72882a6a73d HTTP/1.1" status: 200 len: 945 time: 0.1657941 Jul 29 23:34:42.894252 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0e4faf-51f1-46d8-b905-5eb08e61ac86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-0a296625-6476-459f-b01d-3c77139073b9', 'network_id': '0a296625-6476-459f-b01d-3c77139073b9', 'tenant_id': 'd49779da0727435887ac30c3d6c062b5', 'fixed_ips': [{'subnet_id': 'e7d944d4-ae96-479c-87b3-10206b1f9237'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:34:42.895271 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4c0e4faf-51f1-46d8-b905-5eb08e61ac86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:42.916024 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6e5fb795-2e34-4832-9896-052a462cf9d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:42.946724 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6e5fb795-2e34-4832-9896-052a462cf9d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:42.989855 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-30d28ee1-34f8-4db4-94e8-8620d58458d9 req-a8fffa15-820c-4808-a60b-bf25a01509dd tempest-ServerShowV254Test-1147255911 tempest-ServerShowV254Test-1147255911-project] 10.222.0.43 "GET /v2.0/ports?device_id=595b0830-bd42-4d45-9263-3e10f777d15c HTTP/1.1" status: 200 len: 210 time: 0.0972764 Jul 29 23:34:43.027948 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6e5fb795-2e34-4832-9896-052a462cf9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:43.031221 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c9dcad46-7d12-4853-84f1-bbc9f06192c2 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:43.031481 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6e5fb795-2e34-4832-9896-052a462cf9d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:43.031481 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-6e5fb795-2e34-4832-9896-052a462cf9d0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6de5b2d5-00b4-4c47-a701-af8d70fc8813 HTTP/1.1" status: 204 len: 168 time: 0.1923308 Jul 29 23:34:43.049834 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5fb795-2e34-4832-9896-052a462cf9d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de5b2d5-00b4-4c47-a701-af8d70fc8813,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:43.113435 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-4c0e4faf-51f1-46d8-b905-5eb08e61ac86 None None] Allocated IP 172.20.0.2 (0a296625-6476-459f-b01d-3c77139073b9/e7d944d4-ae96-479c-87b3-10206b1f9237/5ba1cbc8-a167-4fc3-8c8c-082ac38ad34b) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:43.122662 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5b0622e0-a08d-49b6-a44b-f2c65c4ffb8f req-9e98dddb-0bf2-4f02-b474-0233c5193479 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243197 Jul 29 23:34:43.138954 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9dcad46-7d12-4853-84f1-bbc9f06192c2 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Network d9347619-a162-47d4-ad52-2680b75d6ba1 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:43.146875 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-c9dcad46-7d12-4853-84f1-bbc9f06192c2 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:43.159392 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dcad46-7d12-4853-84f1-bbc9f06192c2 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:34:43.201994 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dcad46-7d12-4853-84f1-bbc9f06192c2 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Pushing event updated for resources: {'Port': ['ID=870f6606-a380-4c44-82e9-25aecab7a8ee,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:43.245873 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9dcad46-7d12-4853-84f1-bbc9f06192c2 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:43.248779 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c9dcad46-7d12-4853-84f1-bbc9f06192c2 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:43.251545 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519b2a41-161c-4131-8447-78f121df78cd tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Made reservation on behalf of d49779da0727435887ac30c3d6c062b5 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:43.382481 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-c9dcad46-7d12-4853-84f1-bbc9f06192c2 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4319251 Jul 29 23:34:43.382715 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55544) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:43.388854 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-1532589f-761c-4c09-9df2-c13c3affc09f tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Request body: {'port': {'network_id': 'd9347619-a162-47d4-ad52-2680b75d6ba1', 'name': 'tempest-FloatingIPTestJSON-425425308'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:43.391957 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4c0e4faf-51f1-46d8-b905-5eb08e61ac86 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:43.406431 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-4c0e4faf-51f1-46d8-b905-5eb08e61ac86 None None] Transition to ACTIVE for port object 5ba1cbc8-a167-4fc3-8c8c-082ac38ad34b will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:43.416074 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-519b2a41-161c-4131-8447-78f121df78cd tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:43.430404 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:34:43.439995 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-4c0e4faf-51f1-46d8-b905-5eb08e61ac86 None None] Transition to ACTIVE for port object 5ba1cbc8-a167-4fc3-8c8c-082ac38ad34b will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:43.448000 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4c0e4faf-51f1-46d8-b905-5eb08e61ac86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:43.472525 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [None req-519b2a41-161c-4131-8447-78f121df78cd tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] device_id is not set on port 0ed603cb-697c-4f69-a224-7d7334301a88 yet. {{(pid=94078) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:34:43.518107 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0e4faf-51f1-46d8-b905-5eb08e61ac86 None None] Network 0a296625-6476-459f-b01d-3c77139073b9 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:43.521625 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-4c0e4faf-51f1-46d8-b905-5eb08e61ac86 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:43.527232 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0e4faf-51f1-46d8-b905-5eb08e61ac86 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:34:43.607731 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0e4faf-51f1-46d8-b905-5eb08e61ac86 None None] Pushing event updated for resources: {'Port': ['ID=5ba1cbc8-a167-4fc3-8c8c-082ac38ad34b,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:43.637869 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-4c0e4faf-51f1-46d8-b905-5eb08e61ac86 None None] Attempting to bind port 5ba1cbc8-a167-4fc3-8c8c-082ac38ad34b on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:34:43.639236 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-4c0e4faf-51f1-46d8-b905-5eb08e61ac86 None None] Attempting to bind port 5ba1cbc8-a167-4fc3-8c8c-082ac38ad34b by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': 'd7148cb4-e965-4434-980c-949029e3b4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0a296625-6476-459f-b01d-3c77139073b9'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:34:43.640042 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0e4faf-51f1-46d8-b905-5eb08e61ac86 None None] Attempting to bind port 5ba1cbc8-a167-4fc3-8c8c-082ac38ad34b on network 0a296625-6476-459f-b01d-3c77139073b9 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:34:43.650856 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0e4faf-51f1-46d8-b905-5eb08e61ac86 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 34, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:34:43.651803 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0e4faf-51f1-46d8-b905-5eb08e61ac86 None None] Checking segment: {'id': 'd7148cb4-e965-4434-980c-949029e3b4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0a296625-6476-459f-b01d-3c77139073b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:34:43.654021 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4c0e4faf-51f1-46d8-b905-5eb08e61ac86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:43.654571 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1532589f-761c-4c09-9df2-c13c3affc09f tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Made reservation on behalf of ce80edbfe3b74e1a96ffbc003847952c for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:43.655976 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0e4faf-51f1-46d8-b905-5eb08e61ac86 None None] Bound using segment: {'id': 'd7148cb4-e965-4434-980c-949029e3b4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0a296625-6476-459f-b01d-3c77139073b9'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:34:43.657381 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-4c0e4faf-51f1-46d8-b905-5eb08e61ac86 None None] Bound port: 5ba1cbc8-a167-4fc3-8c8c-082ac38ad34b, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7148cb4-e965-4434-980c-949029e3b4b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0a296625-6476-459f-b01d-3c77139073b9'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:34:43.658160 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4c0e4faf-51f1-46d8-b905-5eb08e61ac86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:43.661621 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1532589f-761c-4c09-9df2-c13c3affc09f tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:43.663725 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55552) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:43.720354 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a58b3540-d672-4dad-82e4-2806fc318425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:43.745417 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [None req-1532589f-761c-4c09-9df2-c13c3affc09f tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] device_id is not set on port fcc0acba-cfb3-488f-9cf3-bcbd2abedfcd yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:34:43.823773 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-4c0e4faf-51f1-46d8-b905-5eb08e61ac86 None None] For port 5ba1cbc8-a167-4fc3-8c8c-082ac38ad34b, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:34:43.825977 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-519b2a41-161c-4131-8447-78f121df78cd tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Allocated IP 172.20.0.10 (0a296625-6476-459f-b01d-3c77139073b9/e7d944d4-ae96-479c-87b3-10206b1f9237/0ed603cb-697c-4f69-a224-7d7334301a88) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:43.828946 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-4c0e4faf-51f1-46d8-b905-5eb08e61ac86 None None] For port 5ba1cbc8-a167-4fc3-8c8c-082ac38ad34b, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=5ba1cbc8-a167-4fc3-8c8c-082ac38ad34b,segment=NetworkSegment(d7148cb4-e965-4434-980c-949029e3b4b3),segment_id=d7148cb4-e965-4434-980c-949029e3b4b3)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:34:43.834478 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4c0e4faf-51f1-46d8-b905-5eb08e61ac86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:44.008951 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0e4faf-51f1-46d8-b905-5eb08e61ac86 None None] Pushing event updated for resources: {'Port': ['ID=5ba1cbc8-a167-4fc3-8c8c-082ac38ad34b,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:44.041195 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-1532589f-761c-4c09-9df2-c13c3affc09f tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Allocated IP 172.20.0.13 (d9347619-a162-47d4-ad52-2680b75d6ba1/15a8319e-1217-464a-9996-6ac58124be69/fcc0acba-cfb3-488f-9cf3-bcbd2abedfcd) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:44.109510 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-519b2a41-161c-4131-8447-78f121df78cd tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:44.142211 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-519b2a41-161c-4131-8447-78f121df78cd tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Transition to ACTIVE for port object 0ed603cb-697c-4f69-a224-7d7334301a88 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:44.149518 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a58b3540-d672-4dad-82e4-2806fc318425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:44.165994 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a58b3540-d672-4dad-82e4-2806fc318425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:44.188245 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-495a1436-f79c-4871-9cbd-a67e7019aa6f req-9b44d35c-c7aa-4b6a-9505-64f66536a1f6 tempest-ServerShowV254Test-1147255911 tempest-ServerShowV254Test-1147255911-project] 10.222.0.43 "GET /v2.0/ports?device_id=595b0830-bd42-4d45-9263-3e10f777d15c HTTP/1.1" status: 200 len: 210 time: 0.0588267 Jul 29 23:34:44.344056 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-519b2a41-161c-4131-8447-78f121df78cd tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:44.346951 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58b3540-d672-4dad-82e4-2806fc318425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef987d98-2a0e-42a0-82ce-251670a12318,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:44.351714 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a58b3540-d672-4dad-82e4-2806fc318425 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3efeaecbf2f847f7a4fc613d7d3761a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6869421 Jul 29 23:34:44.361392 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55560) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:44.420666 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1532589f-761c-4c09-9df2-c13c3affc09f tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:44.424118 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1502617-6a9b-4747-ba6f-e2d525832e22 req-a0018b56-bffa-4880-a99a-493b31cddfe6 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:44.425789 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b1502617-6a9b-4747-ba6f-e2d525832e22 req-a0018b56-bffa-4880-a99a-493b31cddfe6 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=fefc42b8-1c7b-4fd5-b6e1-d72882a6a73d HTTP/1.1" status: 200 len: 945 time: 0.1844580 Jul 29 23:34:44.439721 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519b2a41-161c-4131-8447-78f121df78cd tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Network 0a296625-6476-459f-b01d-3c77139073b9 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:44.443829 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-519b2a41-161c-4131-8447-78f121df78cd tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:44.445943 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519b2a41-161c-4131-8447-78f121df78cd tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event updated for resources: {'Port': ['ID=0ed603cb-697c-4f69-a224-7d7334301a88,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:44.454502 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519b2a41-161c-4131-8447-78f121df78cd tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:34:44.492669 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1532589f-761c-4c09-9df2-c13c3affc09f tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:44.569797 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1532589f-761c-4c09-9df2-c13c3affc09f tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Network d9347619-a162-47d4-ad52-2680b75d6ba1 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:44.580928 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-1532589f-761c-4c09-9df2-c13c3affc09f tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:44.586226 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1532589f-761c-4c09-9df2-c13c3affc09f tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:34:44.589178 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1532589f-761c-4c09-9df2-c13c3affc09f tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Pushing event updated for resources: {'Port': ['ID=fcc0acba-cfb3-488f-9cf3-bcbd2abedfcd,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:44.594845 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1540a6dc-63ba-47c6-9734-e3834f77c616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:44.657923 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1540a6dc-63ba-47c6-9734-e3834f77c616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:44.678904 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1532589f-761c-4c09-9df2-c13c3affc09f tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:44.680393 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1532589f-761c-4c09-9df2-c13c3affc09f tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:44.731311 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-1532589f-761c-4c09-9df2-c13c3affc09f tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3472080 Jul 29 23:34:44.740185 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55564) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:44.745982 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-e88c3a4c-aa5a-4991-8230-b452615e264c tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Request body: {'floatingip': {'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'port_id': 'fcc0acba-cfb3-488f-9cf3-bcbd2abedfcd', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:44.795940 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1540a6dc-63ba-47c6-9734-e3834f77c616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:44.801181 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1540a6dc-63ba-47c6-9734-e3834f77c616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:44.805382 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-1540a6dc-63ba-47c6-9734-e3834f77c616 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ef987d98-2a0e-42a0-82ce-251670a12318 HTTP/1.1" status: 204 len: 168 time: 0.4403844 Jul 29 23:34:44.820936 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e88c3a4c-aa5a-4991-8230-b452615e264c tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for floatingip, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:44.876885 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1540a6dc-63ba-47c6-9734-e3834f77c616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef987d98-2a0e-42a0-82ce-251670a12318,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:45.004154 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b1502617-6a9b-4747-ba6f-e2d525832e22 req-3a7f8324-8b70-4bcf-b719-0919fbd7e926 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5625031 Jul 29 23:34:45.028316 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519b2a41-161c-4131-8447-78f121df78cd tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:45.028981 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-519b2a41-161c-4131-8447-78f121df78cd tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:45.088950 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-519b2a41-161c-4131-8447-78f121df78cd tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2774479 Jul 29 23:34:45.089334 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 55572) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:45.102882 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-c1d2daf9-75fb-4322-a7f6-35bc575b0201 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Request body: {'port': {'network_id': '0a296625-6476-459f-b01d-3c77139073b9', 'name': 'tempest-PortsTestJSON-363023354', 'fixed_ips': [{'subnet_id': 'e7d944d4-ae96-479c-87b3-10206b1f9237', 'ip_address': '172.20.0.9'}]}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:45.107279 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e88c3a4c-aa5a-4991-8230-b452615e264c tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:45.280985 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cfc773bb-b5be-4244-a54f-b6dbc579bd4c req-99393fdd-1973-40e7-89ea-34c9f5e29d1f tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=b0043d03cb0a4bbcbd35eb8f2075805c HTTP/1.1" status: 200 len: 267 time: 0.0828857 Jul 29 23:34:45.370757 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d2daf9-75fb-4322-a7f6-35bc575b0201 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Made reservation on behalf of d49779da0727435887ac30c3d6c062b5 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:45.378294 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c1d2daf9-75fb-4322-a7f6-35bc575b0201 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:45.416035 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [None req-c1d2daf9-75fb-4322-a7f6-35bc575b0201 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] device_id is not set on port f40e16d0-b4a3-4a3a-acb5-f89015193105 yet. {{(pid=94078) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:34:45.446766 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7410cae7-7139-4c74-a6cc-b67b69336d13 req-635ce1f4-09b3-45bf-a978-d915298adef4 tempest-ServerShowV254Test-1147255911 tempest-ServerShowV254Test-1147255911-project] 10.222.0.43 "GET /v2.0/ports?device_id=595b0830-bd42-4d45-9263-3e10f777d15c HTTP/1.1" status: 200 len: 210 time: 0.0494592 Jul 29 23:34:45.558052 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b0b210-aefb-4a00-a73d-1e81608e5cc7 None None] Network 0a296625-6476-459f-b01d-3c77139073b9 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:34:45.570310 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc773bb-b5be-4244-a54f-b6dbc579bd4c req-f2339695-1375-44c1-b1fa-a4c6759567aa tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:45.572062 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cfc773bb-b5be-4244-a54f-b6dbc579bd4c req-f2339695-1375-44c1-b1fa-a4c6759567aa tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=fefc42b8-1c7b-4fd5-b6e1-d72882a6a73d HTTP/1.1" status: 200 len: 945 time: 0.2901621 Jul 29 23:34:45.611928 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-cfc773bb-b5be-4244-a54f-b6dbc579bd4c req-7907261f-ac81-4d69-b2bf-326c776bb6bb tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Request body: {'port': {'security_groups': []}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:45.672017 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 5ba1cbc8-a167-4fc3-8c8c-082ac38ad34b up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:34:45.834260 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-beef329a-c00d-4249-9294-3ac9aa122a4b None None] Provisioning for port 5ba1cbc8-a167-4fc3-8c8c-082ac38ad34b completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:45.862624 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-e88c3a4c-aa5a-4991-8230-b452615e264c tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Allocated IP 172.25.0.11 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/d6b0fc87-644c-4420-a3bc-bf6247aa5d9e) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:45.951371 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-c1d2daf9-75fb-4322-a7f6-35bc575b0201 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Allocated IP 172.20.0.9 (0a296625-6476-459f-b01d-3c77139073b9/e7d944d4-ae96-479c-87b3-10206b1f9237/f40e16d0-b4a3-4a3a-acb5-f89015193105) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:46.011538 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 5ba1cbc8-a167-4fc3-8c8c-082ac38ad34b completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:46.015442 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e88c3a4c-aa5a-4991-8230-b452615e264c tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:46.020161 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 5ba1cbc8-a167-4fc3-8c8c-082ac38ad34b triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:46.020874 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:46.085807 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e88c3a4c-aa5a-4991-8230-b452615e264c tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:46.088354 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-cfc773bb-b5be-4244-a54f-b6dbc579bd4c req-7907261f-ac81-4d69-b2bf-326c776bb6bb tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:46.170817 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88c3a4c-aa5a-4991-8230-b452615e264c tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:46.175010 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-e88c3a4c-aa5a-4991-8230-b452615e264c tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:46.179848 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88c3a4c-aa5a-4991-8230-b452615e264c tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:34:46.292338 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88c3a4c-aa5a-4991-8230-b452615e264c tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Pushing event updated for resources: {'Port': ['ID=d6b0fc87-644c-4420-a3bc-bf6247aa5d9e,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:46.364649 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:46.398833 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c1d2daf9-75fb-4322-a7f6-35bc575b0201 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:46.427823 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 5ba1cbc8-a167-4fc3-8c8c-082ac38ad34b, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=5ba1cbc8-a167-4fc3-8c8c-082ac38ad34b,segment=NetworkSegment(d7148cb4-e965-4434-980c-949029e3b4b3),segment_id=d7148cb4-e965-4434-980c-949029e3b4b3)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:46.436571 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:46.456012 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-c1d2daf9-75fb-4322-a7f6-35bc575b0201 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Transition to ACTIVE for port object f40e16d0-b4a3-4a3a-acb5-f89015193105 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:46.470585 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-cfc773bb-b5be-4244-a54f-b6dbc579bd4c req-7907261f-ac81-4d69-b2bf-326c776bb6bb tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] For port a5bd0ae8-f6a9-4531-b841-e4e4946b7746, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=a5bd0ae8-f6a9-4531-b841-e4e4946b7746,segment=NetworkSegment(85a18049-8d39-45df-9ccf-cf67471916ca),segment_id=85a18049-8d39-45df-9ccf-cf67471916ca)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:46.597193 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-cfc773bb-b5be-4244-a54f-b6dbc579bd4c req-7907261f-ac81-4d69-b2bf-326c776bb6bb tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:46.607512 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-cfc773bb-b5be-4244-a54f-b6dbc579bd4c req-7907261f-ac81-4d69-b2bf-326c776bb6bb tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:46.634168 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c1d2daf9-75fb-4322-a7f6-35bc575b0201 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:46.646010 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['d1b61821-0353-4887-be9c-6f38af4e3acd', '6723bd12-0cb6-4c03-b443-cd73391d04df', 'a5bd0ae8-f6a9-4531-b841-e4e4946b7746'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:34:46.715905 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc773bb-b5be-4244-a54f-b6dbc579bd4c req-7907261f-ac81-4d69-b2bf-326c776bb6bb tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:46.716873 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-cfc773bb-b5be-4244-a54f-b6dbc579bd4c req-7907261f-ac81-4d69-b2bf-326c776bb6bb tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:46.751507 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cfc773bb-b5be-4244-a54f-b6dbc579bd4c req-7907261f-ac81-4d69-b2bf-326c776bb6bb tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "PUT /v2.0/ports/a5bd0ae8-f6a9-4531-b841-e4e4946b7746 HTTP/1.1" status: 200 len: 904 time: 1.1518860 Jul 29 23:34:46.781884 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=5ba1cbc8-a167-4fc3-8c8c-082ac38ad34b,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:46.812878 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fefc42b8-1c7b-4fd5-b6e1-d72882a6a73d', 'tag': 'a5bd0ae8-f6a9-4531-b841-e4e4946b7746'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:34:46.823856 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af220b6-5242-4dfd-bc89-833de70a07f3" -d '{"events": [{"name": "network-changed", "server_uuid": "fefc42b8-1c7b-4fd5-b6e1-d72882a6a73d", "tag": "a5bd0ae8-f6a9-4531-b841-e4e4946b7746"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:34:46.866209 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d2daf9-75fb-4322-a7f6-35bc575b0201 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Network 0a296625-6476-459f-b01d-3c77139073b9 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:46.919766 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['a5bd0ae8-f6a9-4531-b841-e4e4946b7746'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:34:46.967411 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-c1d2daf9-75fb-4322-a7f6-35bc575b0201 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:46.977320 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d2daf9-75fb-4322-a7f6-35bc575b0201 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:34:47.004604 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b02c2000-39a3-41ac-86f2-85ca5c1f1da8 req-53a0448e-9c5d-4884-90e8-ec9bc0087490 tempest-ServerShowV254Test-1147255911 tempest-ServerShowV254Test-1147255911-project] 10.222.0.43 "GET /v2.0/ports?device_id=595b0830-bd42-4d45-9263-3e10f777d15c HTTP/1.1" status: 200 len: 210 time: 0.3160000 Jul 29 23:34:47.010508 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7907261f-ac81-4d69-b2bf-326c776bb6bb tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Pushing event updated for resources: {'Port': ['ID=a5bd0ae8-f6a9-4531-b841-e4e4946b7746,revision_number=6']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:47.023687 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-0b51e27a-e4e0-46b3-96d4-67a0969f99b3 None None] Provisioning complete for port 5ba1cbc8-a167-4fc3-8c8c-082ac38ad34b triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:47.025181 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0b51e27a-e4e0-46b3-96d4-67a0969f99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:47.099121 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e88c3a4c-aa5a-4991-8230-b452615e264c tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:47.269989 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50cd3a24-e6a4-4d76-8317-d47b0d1a407c x-openstack-request-id: req-50cd3a24-e6a4-4d76-8317-d47b0d1a407c {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:34:47.270341 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fefc42b8-1c7b-4fd5-b6e1-d72882a6a73d", "tag": "a5bd0ae8-f6a9-4531-b841-e4e4946b7746", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:34:47.270596 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-50cd3a24-e6a4-4d76-8317-d47b0d1a407c {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:34:47.271023 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fefc42b8-1c7b-4fd5-b6e1-d72882a6a73d', 'tag': 'a5bd0ae8-f6a9-4531-b841-e4e4946b7746', 'status': 'completed', 'code': 200} Jul 29 23:34:47.276007 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7907261f-ac81-4d69-b2bf-326c776bb6bb tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:47.276352 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7907261f-ac81-4d69-b2bf-326c776bb6bb tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:47.276853 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7907261f-ac81-4d69-b2bf-326c776bb6bb tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:47.301043 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7907261f-ac81-4d69-b2bf-326c776bb6bb tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:47.301617 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7907261f-ac81-4d69-b2bf-326c776bb6bb tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:47.301976 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7907261f-ac81-4d69-b2bf-326c776bb6bb tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:47.302335 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7907261f-ac81-4d69-b2bf-326c776bb6bb tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:47.302654 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7907261f-ac81-4d69-b2bf-326c776bb6bb tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:47.302993 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7907261f-ac81-4d69-b2bf-326c776bb6bb tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:47.313056 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7907261f-ac81-4d69-b2bf-326c776bb6bb tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:47.313547 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7907261f-ac81-4d69-b2bf-326c776bb6bb tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:47.313937 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7907261f-ac81-4d69-b2bf-326c776bb6bb tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:47.520368 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d2daf9-75fb-4322-a7f6-35bc575b0201 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:47.522258 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c1d2daf9-75fb-4322-a7f6-35bc575b0201 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:47.541769 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e88c3a4c-aa5a-4991-8230-b452615e264c tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:47.573459 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 5ba1cbc8-a167-4fc3-8c8c-082ac38ad34b up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:34:47.589287 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42fe39a-f832-4199-84f3-abbfe2a4097b req-c108cead-4553-4a3b-8c6b-01a5073917bf tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:47.592357 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c42fe39a-f832-4199-84f3-abbfe2a4097b req-c108cead-4553-4a3b-8c6b-01a5073917bf tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=fefc42b8-1c7b-4fd5-b6e1-d72882a6a73d HTTP/1.1" status: 200 len: 907 time: 0.5779727 Jul 29 23:34:47.603837 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-c1d2daf9-75fb-4322-a7f6-35bc575b0201 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5118454 Jul 29 23:34:47.605023 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d2daf9-75fb-4322-a7f6-35bc575b0201 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event updated for resources: {'Port': ['ID=f40e16d0-b4a3-4a3a-acb5-f89015193105,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:47.624267 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 55622) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:47.775831 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118af411-7aaa-4ce7-b921-16b5f6a4f3cb tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:47.784491 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-118af411-7aaa-4ce7-b921-16b5f6a4f3cb tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1571794 Jul 29 23:34:47.787204 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 55628) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:47.840878 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-0b51e27a-e4e0-46b3-96d4-67a0969f99b3 None None] Provisioning for port 0ed603cb-697c-4f69-a224-7d7334301a88 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:47.878840 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-0b51e27a-e4e0-46b3-96d4-67a0969f99b3 None None] Provisioning complete for port 0ed603cb-697c-4f69-a224-7d7334301a88 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:47.879512 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0b51e27a-e4e0-46b3-96d4-67a0969f99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:47.905354 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af220b6-5242-4dfd-bc89-833de70a07f3 req-68999b47-1351-4c5f-b791-2688c2eedc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:47.910757 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-5af220b6-5242-4dfd-bc89-833de70a07f3 req-68999b47-1351-4c5f-b791-2688c2eedc42 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0043d03cb0a4bbcbd35eb8f2075805c&device_id=fefc42b8-1c7b-4fd5-b6e1-d72882a6a73d HTTP/1.1" status: 200 len: 1059 time: 0.6650307 Jul 29 23:34:48.081673 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-0b51e27a-e4e0-46b3-96d4-67a0969f99b3 None None] Port 0ed603cb-697c-4f69-a224-7d7334301a88 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:34:48.084082 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 5ba1cbc8-a167-4fc3-8c8c-082ac38ad34b triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:48.084671 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:48.139162 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b63963-7fe0-42fe-b25a-ebc1c117b89e tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:48.149745 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b63963-7fe0-42fe-b25a-ebc1c117b89e tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:48.167498 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b63963-7fe0-42fe-b25a-ebc1c117b89e tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:48.178886 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-76b63963-7fe0-42fe-b25a-ebc1c117b89e tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.3863580 Jul 29 23:34:48.179971 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 55640) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:48.204680 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ab0d4-0522-4c49-ad7b-58affb78976f req-a89debac-d2f5-4bf2-ab4d-f50f9b1a8399 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:48.207011 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6d4ab0d4-0522-4c49-ad7b-58affb78976f req-a89debac-d2f5-4bf2-ab4d-f50f9b1a8399 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 944 time: 0.2724013 Jul 29 23:34:48.272637 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b1673f45-ff0d-4032-bd43-25fd1418a75f req-c6a2b268-958b-4db1-8999-a7dc2227d00f tempest-ServerShowV254Test-1147255911 tempest-ServerShowV254Test-1147255911-project] 10.222.0.43 "GET /v2.0/ports?device_id=595b0830-bd42-4d45-9263-3e10f777d15c HTTP/1.1" status: 200 len: 210 time: 0.0825429 Jul 29 23:34:48.288364 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af220b6-5242-4dfd-bc89-833de70a07f3 req-4341b8a8-9709-4286-b0fc-b1fb61726452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:48.301834 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-5af220b6-5242-4dfd-bc89-833de70a07f3 req-4341b8a8-9709-4286-b0fc-b1fb61726452 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fc8993d1-1f3f-4e88-9d54-7eec99f127ad HTTP/1.1" status: 200 len: 913 time: 0.3708045 Jul 29 23:34:48.314977 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-3b59b7c8-0545-428b-b792-76bd49db9da3 None None] Provisioning for port f40e16d0-b4a3-4a3a-acb5-f89015193105 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:48.315368 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e88c3a4c-aa5a-4991-8230-b452615e264c tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:48.344073 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e88c3a4c-aa5a-4991-8230-b452615e264c tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:48.348592 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-3b59b7c8-0545-428b-b792-76bd49db9da3 None None] Provisioning complete for port f40e16d0-b4a3-4a3a-acb5-f89015193105 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:48.348968 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3b59b7c8-0545-428b-b792-76bd49db9da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:48.435054 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-3b59b7c8-0545-428b-b792-76bd49db9da3 None None] Port f40e16d0-b4a3-4a3a-acb5-f89015193105 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:34:48.449681 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6d4ab0d4-0522-4c49-ad7b-58affb78976f req-f95e0728-fc07-473e-8725-51c9775b0547 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2236302 Jul 29 23:34:48.532365 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-3b59b7c8-0545-428b-b792-76bd49db9da3 None None] Provisioning complete for port 0ed603cb-697c-4f69-a224-7d7334301a88 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:48.532989 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3b59b7c8-0545-428b-b792-76bd49db9da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:48.583374 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-fca3e559-aa19-4ebb-9e8f-0035a9110c21 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Deleting port f40e16d0-b4a3-4a3a-acb5-f89015193105 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:34:48.584254 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-5af220b6-5242-4dfd-bc89-833de70a07f3 req-ca773f8a-fff2-46a5-a9dc-71278e535897 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a5bd0ae8-f6a9-4531-b841-e4e4946b7746 HTTP/1.1" status: 200 len: 217 time: 0.2576387 Jul 29 23:34:48.584820 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fca3e559-aa19-4ebb-9e8f-0035a9110c21 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:48.685332 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-3b59b7c8-0545-428b-b792-76bd49db9da3 None None] Port 0ed603cb-697c-4f69-a224-7d7334301a88 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:34:48.708258 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-3b59b7c8-0545-428b-b792-76bd49db9da3 None None] Provisioning complete for port a5bd0ae8-f6a9-4531-b841-e4e4946b7746 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:48.708712 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3b59b7c8-0545-428b-b792-76bd49db9da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:48.760790 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88c3a4c-aa5a-4991-8230-b452615e264c tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Pushing event updated for resources: {'Port': ['ID=d6b0fc87-644c-4420-a3bc-bf6247aa5d9e,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:48.827115 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e88c3a4c-aa5a-4991-8230-b452615e264c tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:48.847050 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af220b6-5242-4dfd-bc89-833de70a07f3 req-9da5d659-73ed-4cbb-abd6-ee60a063713c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:48.849105 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-5af220b6-5242-4dfd-bc89-833de70a07f3 req-9da5d659-73ed-4cbb-abd6-ee60a063713c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=01812886-2cdd-41de-831e-c3e259b8e381 HTTP/1.1" status: 200 len: 851 time: 0.1621168 Jul 29 23:34:48.851018 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8490d5-7bce-48a5-a106-5a4dca43baed req-62ad9512-fd66-4210-bae3-758ec2a622e0 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:48.852647 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dd8490d5-7bce-48a5-a106-5a4dca43baed req-62ad9512-fd66-4210-bae3-758ec2a622e0 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 944 time: 0.2126098 Jul 29 23:34:48.884971 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fca3e559-aa19-4ebb-9e8f-0035a9110c21 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:48.970105 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-fca3e559-aa19-4ebb-9e8f-0035a9110c21 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Calling delete_port for f40e16d0-b4a3-4a3a-acb5-f89015193105 owned by {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:34:49.138594 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dd8490d5-7bce-48a5-a106-5a4dca43baed req-b11fccb9-1139-4445-a643-7160b436a083 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2441885 Jul 29 23:34:49.233765 n-d-712141-10 neutron-server[94077]: INFO neutron.db.l3_db [None req-e88c3a4c-aa5a-4991-8230-b452615e264c tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Floating IP b2260850-21c0-4e81-8541-34d87040ee97 associated. External IP: 172.25.0.11, port: fcc0acba-cfb3-488f-9cf3-bcbd2abedfcd. Jul 29 23:34:49.357751 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fca3e559-aa19-4ebb-9e8f-0035a9110c21 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:49.363549 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af220b6-5242-4dfd-bc89-833de70a07f3 req-f00656d2-4f66-4308-a77e-99d82161fbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:49.383606 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-5af220b6-5242-4dfd-bc89-833de70a07f3 req-f00656d2-4f66-4308-a77e-99d82161fbb8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fc8993d1-1f3f-4e88-9d54-7eec99f127ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4496655 Jul 29 23:34:49.436236 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca3e559-aa19-4ebb-9e8f-0035a9110c21 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event deleted for resources: {'Port': ['ID=f40e16d0-b4a3-4a3a-acb5-f89015193105,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:49.571415 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bcb535b6-f88a-4a9a-81e7-d0f95ba4fe28 req-00a07145-156e-4ef0-829a-9b0d50ff5491 tempest-ServerShowV254Test-1147255911 tempest-ServerShowV254Test-1147255911-project] 10.222.0.43 "GET /v2.0/ports?device_id=595b0830-bd42-4d45-9263-3e10f777d15c HTTP/1.1" status: 200 len: 210 time: 0.1179249 Jul 29 23:34:49.583906 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:49.766120 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-5af220b6-5242-4dfd-bc89-833de70a07f3 req-6d7df2c3-b50f-4afb-b9b2-f96102d0429c service neutron] 10.222.0.41 "GET /v2.0/networks/fc8993d1-1f3f-4e88-9d54-7eec99f127ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693700 Jul 29 23:34:49.910801 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fca3e559-aa19-4ebb-9e8f-0035a9110c21 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:49.917737 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-fca3e559-aa19-4ebb-9e8f-0035a9110c21 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "DELETE /v2.0/ports/f40e16d0-b4a3-4a3a-acb5-f89015193105 HTTP/1.1" status: 204 len: 168 time: 1.7267170 Jul 29 23:34:49.918374 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55688) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:49.968126 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce5fa0a-5920-41a1-a192-8b783c0fe08e req-60e154a7-63d2-4173-9141-6fece8543a97 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:49.970681 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bce5fa0a-5920-41a1-a192-8b783c0fe08e req-60e154a7-63d2-4173-9141-6fece8543a97 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/networks?id=fc8993d1-1f3f-4e88-9d54-7eec99f127ad HTTP/1.1" status: 200 len: 812 time: 0.4328988 Jul 29 23:34:49.992352 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bce5fa0a-5920-41a1-a192-8b783c0fe08e req-2ac3f6cb-cf4f-46fa-b6b7-b515c2f525ea tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/quotas/b0043d03cb0a4bbcbd35eb8f2075805c HTTP/1.1" status: 200 len: 375 time: 0.0146554 Jul 29 23:34:49.994184 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-b65b87cf-03fd-464e-972a-b66a74554078 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] GET failed (client error): The resource could not be found. Jul 29 23:34:49.996040 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b65b87cf-03fd-464e-972a-b66a74554078 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "GET /v2.0/ports/f40e16d0-b4a3-4a3a-acb5-f89015193105 HTTP/1.1" status: 404 len: 333 time: 0.0760872 Jul 29 23:34:50.002462 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 55694) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:50.030268 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-5af220b6-5242-4dfd-bc89-833de70a07f3 req-7954ab12-9d25-4c2b-9ddd-0a975b17fead service neutron] 10.222.0.41 "GET /v2.0/networks/fc8993d1-1f3f-4e88-9d54-7eec99f127ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413094 Jul 29 23:34:50.110421 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e88c3a4c-aa5a-4991-8230-b452615e264c tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Router 1cd95d43-ed85-412f-b8bb-061a2b566a0d has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:34:50.194130 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bce5fa0a-5920-41a1-a192-8b783c0fe08e req-e33a64df-c6a1-49df-89a4-fd4880479a3c tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b0043d03cb0a4bbcbd35eb8f2075805c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1936162 Jul 29 23:34:50.268291 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-09b1158c-c435-45ad-9b63-ec23a31cf99f tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Deleting port 0ed603cb-697c-4f69-a224-7d7334301a88 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:34:50.268650 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-09b1158c-c435-45ad-9b63-ec23a31cf99f tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:50.313513 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e88c3a4c-aa5a-4991-8230-b452615e264c tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:34:50.334203 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3182fa-52c5-48ee-9885-ccb13d89a503 None None] Sync routers for ids ['1cd95d43-ed85-412f-b8bb-061a2b566a0d'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:34:50.358691 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3182fa-52c5-48ee-9885-ccb13d89a503 None None] Routers {'1cd95d43-ed85-412f-b8bb-061a2b566a0d'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:34:50.360257 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e88c3a4c-aa5a-4991-8230-b452615e264c tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:50.361005 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-4f3182fa-52c5-48ee-9885-ccb13d89a503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:34:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['1cd95d43-ed85-412f-b8bb-061a2b566a0d'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:50.375437 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-09b1158c-c435-45ad-9b63-ec23a31cf99f tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:50.399418 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-09b1158c-c435-45ad-9b63-ec23a31cf99f tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Calling delete_port for 0ed603cb-697c-4f69-a224-7d7334301a88 owned by {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:34:50.433704 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e88c3a4c-aa5a-4991-8230-b452615e264c tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.6891918 Jul 29 23:34:50.435497 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55704) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:50.445052 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-ad20ae2e-c694-4fd1-bff9-471bb7328bc9 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:50.452920 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-4f3182fa-52c5-48ee-9885-ccb13d89a503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:50.491928 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3182fa-52c5-48ee-9885-ccb13d89a503 None None] Routers {'1cd95d43-ed85-412f-b8bb-061a2b566a0d'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:34:50.492749 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-4f3182fa-52c5-48ee-9885-ccb13d89a503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:34:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['1cd95d43-ed85-412f-b8bb-061a2b566a0d'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:50.539505 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-4f3182fa-52c5-48ee-9885-ccb13d89a503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:50.540401 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3182fa-52c5-48ee-9885-ccb13d89a503 None None] The sync data for ids ['1cd95d43-ed85-412f-b8bb-061a2b566a0d'] in n-d-712141-10 is: [] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:34:50.592632 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ad20ae2e-c694-4fd1-bff9-471bb7328bc9 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for floatingip, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:50.645029 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 55710) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:50.657307 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bce5fa0a-5920-41a1-a192-8b783c0fe08e req-3dbb7d57-10e0-4a63-820e-d92811185658 service neutron] 10.222.0.43 "GET /v2.0/networks/fc8993d1-1f3f-4e88-9d54-7eec99f127ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4435196 Jul 29 23:34:50.756589 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-09b1158c-c435-45ad-9b63-ec23a31cf99f tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:50.798282 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a3d98a8e-ee0c-40bc-8d91-571988633ec1 req-f11f4ab1-7d1c-493b-a670-109f08cf8752 tempest-ServerShowV254Test-1147255911 tempest-ServerShowV254Test-1147255911-project] 10.222.0.43 "GET /v2.0/ports?device_id=595b0830-bd42-4d45-9263-3e10f777d15c HTTP/1.1" status: 200 len: 210 time: 0.0609205 Jul 29 23:34:50.846055 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b1158c-c435-45ad-9b63-ec23a31cf99f tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event deleted for resources: {'Port': ['ID=0ed603cb-697c-4f69-a224-7d7334301a88,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:50.954665 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ad20ae2e-c694-4fd1-bff9-471bb7328bc9 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:50.961407 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ad20ae2e-c694-4fd1-bff9-471bb7328bc9 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:50.961407 n-d-712141-10 neutron-server[94077]: INFO neutron.db.l3_db [None req-ad20ae2e-c694-4fd1-bff9-471bb7328bc9 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Floating IP b2260850-21c0-4e81-8541-34d87040ee97 disassociated. External IP: 172.25.0.11, port: fcc0acba-cfb3-488f-9cf3-bcbd2abedfcd. Jul 29 23:34:50.966973 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e90198f0-d4c3-4cc1-85c7-843c8b89cc8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:51.014865 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bce5fa0a-5920-41a1-a192-8b783c0fe08e req-9678f9f4-df36-482d-984f-91cc0eb0b686 service neutron] 10.222.0.43 "GET /v2.0/networks/fc8993d1-1f3f-4e88-9d54-7eec99f127ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3467908 Jul 29 23:34:51.020331 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-09b1158c-c435-45ad-9b63-ec23a31cf99f tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:51.025186 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-09b1158c-c435-45ad-9b63-ec23a31cf99f tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "DELETE /v2.0/ports/0ed603cb-697c-4f69-a224-7d7334301a88 HTTP/1.1" status: 204 len: 168 time: 1.0213053 Jul 29 23:34:51.028754 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 55720) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:51.065614 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5cd1f6b-d11d-43b9-8df7-6a16a3b4c527 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] GET failed (client error): The resource could not be found. Jul 29 23:34:51.071883 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-a5cd1f6b-d11d-43b9-8df7-6a16a3b4c527 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "GET /v2.0/ports/0ed603cb-697c-4f69-a224-7d7334301a88 HTTP/1.1" status: 404 len: 333 time: 0.0403402 Jul 29 23:34:51.073176 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 55724) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:51.298710 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-6294711a-063a-465f-9738-b5e951842e95 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Deleting subnet e7d944d4-ae96-479c-87b3-10206b1f9237 {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:34:51.408270 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6294711a-063a-465f-9738-b5e951842e95 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:51.470798 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-568ce405-df8b-4d59-a33f-c309e20437b5 req-ca6ce9ce-680a-41a2-a193-e8df438201c9 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=331426bb-70f6-4895-8dcb-563373ef4594 HTTP/1.1" status: 200 len: 210 time: 0.1393752 Jul 29 23:34:51.494763 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad20ae2e-c694-4fd1-bff9-471bb7328bc9 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Router 1cd95d43-ed85-412f-b8bb-061a2b566a0d has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:34:51.535452 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6294711a-063a-465f-9738-b5e951842e95 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:51.599488 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e90198f0-d4c3-4cc1-85c7-843c8b89cc8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:51.613795 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e90198f0-d4c3-4cc1-85c7-843c8b89cc8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:51.660884 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad20ae2e-c694-4fd1-bff9-471bb7328bc9 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:34:51.667493 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ad20ae2e-c694-4fd1-bff9-471bb7328bc9 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:51.686150 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515fcd9d-8531-4d7c-be7f-f07b416f52df None None] Sync routers for ids ['1cd95d43-ed85-412f-b8bb-061a2b566a0d'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:34:51.706180 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515fcd9d-8531-4d7c-be7f-f07b416f52df None None] Routers {'1cd95d43-ed85-412f-b8bb-061a2b566a0d'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:34:51.707317 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-515fcd9d-8531-4d7c-be7f-f07b416f52df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:34:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['1cd95d43-ed85-412f-b8bb-061a2b566a0d'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:51.710812 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ad20ae2e-c694-4fd1-bff9-471bb7328bc9 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] 10.222.0.43 "PUT /v2.0/floatingips/b2260850-21c0-4e81-8541-34d87040ee97 HTTP/1.1" status: 200 len: 687 time: 1.2727761 Jul 29 23:34:51.716018 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55734) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:51.762545 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e90198f0-d4c3-4cc1-85c7-843c8b89cc8a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c7f9b2cda34c4bff8b90216f5835de32&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1149826 Jul 29 23:34:51.763686 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 55736) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:51.769448 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-515fcd9d-8531-4d7c-be7f-f07b416f52df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:51.780629 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90198f0-d4c3-4cc1-85c7-843c8b89cc8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7480485a-e5ab-4696-b80f-37016868e0b8,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:51.784249 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515fcd9d-8531-4d7c-be7f-f07b416f52df None None] Routers {'1cd95d43-ed85-412f-b8bb-061a2b566a0d'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:34:51.787018 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-515fcd9d-8531-4d7c-be7f-f07b416f52df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:34:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['1cd95d43-ed85-412f-b8bb-061a2b566a0d'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:51.815096 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6294711a-063a-465f-9738-b5e951842e95 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:51.845046 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-515fcd9d-8531-4d7c-be7f-f07b416f52df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:51.845786 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515fcd9d-8531-4d7c-be7f-f07b416f52df None None] The sync data for ids ['1cd95d43-ed85-412f-b8bb-061a2b566a0d'] in n-d-712141-10 is: [] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:34:51.966847 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-70b906be-e727-410e-b288-b1cf53b77798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:51.975581 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6294711a-063a-465f-9738-b5e951842e95 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:52.001109 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-d7ccb46c-a7a8-49df-af27-e4a7cb90f8e7 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Deleting port d6b0fc87-644c-4420-a3bc-bf6247aa5d9e {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:34:52.001724 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d7ccb46c-a7a8-49df-af27-e4a7cb90f8e7 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:52.033190 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201df111-ab8b-4d9f-91d1-53c1b11a83d6 None None] Network 0a296625-6476-459f-b01d-3c77139073b9 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:34:52.051760 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-70b906be-e727-410e-b288-b1cf53b77798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:52.103387 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6294711a-063a-465f-9738-b5e951842e95 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:52.108428 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-6294711a-063a-465f-9738-b5e951842e95 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "DELETE /v2.0/subnets/e7d944d4-ae96-479c-87b3-10206b1f9237 HTTP/1.1" status: 204 len: 168 time: 1.0170064 Jul 29 23:34:52.109819 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55744) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:52.168866 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-32b8ac8e-b204-45c3-92d0-2f5cd7d17ab5 req-cc85df8c-dbd0-49aa-9742-92d8edb2a29a tempest-ServerShowV254Test-1147255911 tempest-ServerShowV254Test-1147255911-project] 10.222.0.43 "GET /v2.0/ports?device_id=595b0830-bd42-4d45-9263-3e10f777d15c HTTP/1.1" status: 200 len: 210 time: 0.1683662 Jul 29 23:34:52.172167 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6294711a-063a-465f-9738-b5e951842e95 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event deleted for resources: {'Subnet': ['ID=e7d944d4-ae96-479c-87b3-10206b1f9237,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:52.177127 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-70b906be-e727-410e-b288-b1cf53b77798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:52.182999 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-70b906be-e727-410e-b288-b1cf53b77798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:52.187656 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-70b906be-e727-410e-b288-b1cf53b77798 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7480485a-e5ab-4696-b80f-37016868e0b8 HTTP/1.1" status: 204 len: 168 time: 0.4171376 Jul 29 23:34:52.222381 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b906be-e727-410e-b288-b1cf53b77798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7480485a-e5ab-4696-b80f-37016868e0b8,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:52.399188 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d7ccb46c-a7a8-49df-af27-e4a7cb90f8e7 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:52.399946 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d7ccb46c-a7a8-49df-af27-e4a7cb90f8e7 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:52.451090 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08aba20f-213a-40d7-a89f-d4cd0d70e907 None None] DHCP port deletion for 0a296625-6476-459f-b01d-3c77139073b9 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:34:52.463441 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-d7ccb46c-a7a8-49df-af27-e4a7cb90f8e7 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Calling delete_port for d6b0fc87-644c-4420-a3bc-bf6247aa5d9e owned by network:floatingip {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:34:52.524154 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ff1cff58-fa1e-4599-8ab7-f294fd24e1e5 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:52.595137 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-08aba20f-213a-40d7-a89f-d4cd0d70e907 None None] Deleting port 5ba1cbc8-a167-4fc3-8c8c-082ac38ad34b {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:34:52.595938 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-08aba20f-213a-40d7-a89f-d4cd0d70e907 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:52.700204 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-08aba20f-213a-40d7-a89f-d4cd0d70e907 None None] For port 5ba1cbc8-a167-4fc3-8c8c-082ac38ad34b, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=5ba1cbc8-a167-4fc3-8c8c-082ac38ad34b,segment=NetworkSegment(d7148cb4-e965-4434-980c-949029e3b4b3),segment_id=d7148cb4-e965-4434-980c-949029e3b4b3)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:52.700204 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-08aba20f-213a-40d7-a89f-d4cd0d70e907 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:52.715205 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-89da70a6-89ed-40fb-8933-5dddf680651b req-69b33aa9-83b5-4209-84e8-6da139d7d97d tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=331426bb-70f6-4895-8dcb-563373ef4594 HTTP/1.1" status: 200 len: 210 time: 0.0652816 Jul 29 23:34:52.724800 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-08aba20f-213a-40d7-a89f-d4cd0d70e907 None None] Calling delete_port for 5ba1cbc8-a167-4fc3-8c8c-082ac38ad34b owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:34:52.801962 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-ff1cff58-fa1e-4599-8ab7-f294fd24e1e5 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Deleting port 5ba1cbc8-a167-4fc3-8c8c-082ac38ad34b {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:34:52.802364 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ff1cff58-fa1e-4599-8ab7-f294fd24e1e5 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:52.937433 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-08aba20f-213a-40d7-a89f-d4cd0d70e907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:52.965719 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 55754) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:52.985231 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-ff1cff58-fa1e-4599-8ab7-f294fd24e1e5 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] For port 5ba1cbc8-a167-4fc3-8c8c-082ac38ad34b, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=5ba1cbc8-a167-4fc3-8c8c-082ac38ad34b,segment=NetworkSegment(d7148cb4-e965-4434-980c-949029e3b4b3),segment_id=d7148cb4-e965-4434-980c-949029e3b4b3)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:52.985812 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ff1cff58-fa1e-4599-8ab7-f294fd24e1e5 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:52.990508 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d7ccb46c-a7a8-49df-af27-e4a7cb90f8e7 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:52.996925 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-515d78d3-db09-44fc-bbaa-7687ad341093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:53.049871 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-ff1cff58-fa1e-4599-8ab7-f294fd24e1e5 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Calling delete_port for 5ba1cbc8-a167-4fc3-8c8c-082ac38ad34b owned by network:dhcp {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:34:53.059196 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ccb46c-a7a8-49df-af27-e4a7cb90f8e7 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Pushing event deleted for resources: {'Port': ['ID=d6b0fc87-644c-4420-a3bc-bf6247aa5d9e,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:53.059819 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08aba20f-213a-40d7-a89f-d4cd0d70e907 None None] No DVR routers for this DVR port 5ba1cbc8-a167-4fc3-8c8c-082ac38ad34b on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:34:53.066080 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aba20f-213a-40d7-a89f-d4cd0d70e907 None None] Pushing event deleted for resources: {'Port': ['ID=5ba1cbc8-a167-4fc3-8c8c-082ac38ad34b,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:53.109417 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08aba20f-213a-40d7-a89f-d4cd0d70e907 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:53.109997 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08aba20f-213a-40d7-a89f-d4cd0d70e907 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:53.110436 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08aba20f-213a-40d7-a89f-d4cd0d70e907 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:53.110869 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08aba20f-213a-40d7-a89f-d4cd0d70e907 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:53.111299 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08aba20f-213a-40d7-a89f-d4cd0d70e907 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:53.111743 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08aba20f-213a-40d7-a89f-d4cd0d70e907 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:53.112167 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08aba20f-213a-40d7-a89f-d4cd0d70e907 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:53.112590 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08aba20f-213a-40d7-a89f-d4cd0d70e907 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:53.113009 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08aba20f-213a-40d7-a89f-d4cd0d70e907 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:53.113429 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08aba20f-213a-40d7-a89f-d4cd0d70e907 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:53.113873 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08aba20f-213a-40d7-a89f-d4cd0d70e907 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:53.115817 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08aba20f-213a-40d7-a89f-d4cd0d70e907 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:53.171775 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d7ccb46c-a7a8-49df-af27-e4a7cb90f8e7 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for floatingip, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:53.175591 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d7ccb46c-a7a8-49df-af27-e4a7cb90f8e7 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:53.177649 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d7ccb46c-a7a8-49df-af27-e4a7cb90f8e7 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] 10.222.0.43 "DELETE /v2.0/floatingips/b2260850-21c0-4e81-8541-34d87040ee97 HTTP/1.1" status: 204 len: 168 time: 1.4602551 Jul 29 23:34:53.217948 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 55758) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:53.227511 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-0b58ea06-2181-4444-90da-5b54ca509fcc tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Request body: {'floatingip': {'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'port_id': '870f6606-a380-4c44-82e9-25aecab7a8ee'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:53.233005 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e734e191-27da-4255-acaa-840616b50691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:53.337377 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce5fa0a-5920-41a1-a192-8b783c0fe08e req-74b5f0cf-bd0b-41f4-9903-c3908c23a491 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:53.340350 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bce5fa0a-5920-41a1-a192-8b783c0fe08e req-74b5f0cf-bd0b-41f4-9903-c3908c23a491 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.22 "GET /v2.0/networks?id=fc8993d1-1f3f-4e88-9d54-7eec99f127ad HTTP/1.1" status: 200 len: 812 time: 0.2997110 Jul 29 23:34:53.381907 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cb64522f-b824-40e5-a1f7-d55fa38dbb4c req-4e8849a2-9a15-4ed3-93c8-364d98b781ed tempest-ServerShowV254Test-1147255911 tempest-ServerShowV254Test-1147255911-project] 10.222.0.43 "GET /v2.0/ports?device_id=595b0830-bd42-4d45-9263-3e10f777d15c HTTP/1.1" status: 200 len: 210 time: 0.0400817 Jul 29 23:34:53.393974 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-bce5fa0a-5920-41a1-a192-8b783c0fe08e req-04732b4d-96d1-4241-8838-bdb5f6b5999e tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Request body: {'port': {'device_id': '331426bb-70f6-4895-8dcb-563373ef4594', 'network_id': 'fc8993d1-1f3f-4e88-9d54-7eec99f127ad', 'admin_state_up': True, 'tenant_id': 'b0043d03cb0a4bbcbd35eb8f2075805c'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:53.440479 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 5ba1cbc8-a167-4fc3-8c8c-082ac38ad34b no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:34:53.478417 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 5ba1cbc8-a167-4fc3-8c8c-082ac38ad34b {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:34:53.487212 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 5ba1cbc8-a167-4fc3-8c8c-082ac38ad34b not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:34:53.548786 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-515d78d3-db09-44fc-bbaa-7687ad341093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:53.568784 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-515d78d3-db09-44fc-bbaa-7687ad341093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:53.623952 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0b58ea06-2181-4444-90da-5b54ca509fcc tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for floatingip, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:53.648362 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-515d78d3-db09-44fc-bbaa-7687ad341093 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=14090a175d504e6ca05b7ade783944b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6817522 Jul 29 23:34:53.649075 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515d78d3-db09-44fc-bbaa-7687ad341093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=754ce4d2-4d9b-4989-9957-5cb991589f39,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:53.658886 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 55764) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:53.712809 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ff1cff58-fa1e-4599-8ab7-f294fd24e1e5 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:53.760772 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1cff58-fa1e-4599-8ab7-f294fd24e1e5 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event deleted for resources: {'Port': ['ID=5ba1cbc8-a167-4fc3-8c8c-082ac38ad34b,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:53.765006 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1cff58-fa1e-4599-8ab7-f294fd24e1e5 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] No DVR routers for this DVR port 5ba1cbc8-a167-4fc3-8c8c-082ac38ad34b on host n-d-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:34:53.837660 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bce5fa0a-5920-41a1-a192-8b783c0fe08e req-04732b4d-96d1-4241-8838-bdb5f6b5999e tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Made reservation on behalf of b0043d03cb0a4bbcbd35eb8f2075805c for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:53.845203 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bce5fa0a-5920-41a1-a192-8b783c0fe08e req-04732b4d-96d1-4241-8838-bdb5f6b5999e tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:53.882501 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ff1cff58-fa1e-4599-8ab7-f294fd24e1e5 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:53.897236 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-ff1cff58-fa1e-4599-8ab7-f294fd24e1e5 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a296625-6476-459f-b01d-3c77139073b9']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:53.910643 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-ff1cff58-fa1e-4599-8ab7-f294fd24e1e5 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7148cb4-e965-4434-980c-949029e3b4b3') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:53.910966 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-ff1cff58-fa1e-4599-8ab7-f294fd24e1e5 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7148cb4-e965-4434-980c-949029e3b4b3') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:53.915262 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5d228512-afde-4421-888a-14c3ca19d1d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:53.925317 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ff1cff58-fa1e-4599-8ab7-f294fd24e1e5 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:53.946086 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ff1cff58-fa1e-4599-8ab7-f294fd24e1e5 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:53.955677 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff1cff58-fa1e-4599-8ab7-f294fd24e1e5 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:34:53.956331 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ff1cff58-fa1e-4599-8ab7-f294fd24e1e5 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:53.960544 n-d-712141-10 neutron-server[94077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:34:53.960544 n-d-712141-10 neutron-server[94077]: self.session.flush() Jul 29 23:34:53.960544 n-d-712141-10 neutron-server[94077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:34:53.960544 n-d-712141-10 neutron-server[94077]: self.session.flush() Jul 29 23:34:53.960544 n-d-712141-10 neutron-server[94077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:34:53.960544 n-d-712141-10 neutron-server[94077]: self.session.flush() Jul 29 23:34:53.960544 n-d-712141-10 neutron-server[94077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:34:53.960544 n-d-712141-10 neutron-server[94077]: self.session.flush() Jul 29 23:34:53.960544 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:34:53.960544 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:34:53.960544 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:34:53.960544 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:34:53.960544 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:34:53.960544 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:34:53.960544 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:34:53.960544 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:34:53.960544 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:34:53.960544 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:34:53.960544 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:34:53.960544 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:34:53.960544 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:34:53.960544 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:34:53.960544 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:34:53.960544 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:34:53.960544 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:34:53.960544 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:34:53.960544 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:34:53.960544 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:34:53.960544 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:34:53.960544 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:34:53.960544 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:34:53.960544 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:34:53.960544 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:34:53.960544 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:34:53.960544 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:34:53.960544 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:34:53.960544 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:34:53.960544 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:34:53.960544 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:34:53.960544 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:34:53.969694 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-59a180ad-be57-4520-8a42-325e29deb80d req-75329340-6e8e-4f1f-bf82-5f512f72c37b tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=331426bb-70f6-4895-8dcb-563373ef4594 HTTP/1.1" status: 200 len: 210 time: 0.0814970 Jul 29 23:34:54.035895 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5d228512-afde-4421-888a-14c3ca19d1d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:54.050080 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ff1cff58-fa1e-4599-8ab7-f294fd24e1e5 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:54.056282 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ff1cff58-fa1e-4599-8ab7-f294fd24e1e5 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:54.063801 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ff1cff58-fa1e-4599-8ab7-f294fd24e1e5 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "DELETE /v2.0/networks/0a296625-6476-459f-b01d-3c77139073b9 HTTP/1.1" status: 204 len: 168 time: 1.9522214 Jul 29 23:34:54.064051 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55768) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:54.076286 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-857293b4-8098-4a1d-8876-079b1d0c99e7 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-665857449'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:54.097474 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1cff58-fa1e-4599-8ab7-f294fd24e1e5 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event deleted for resources: {'Network': ['ID=0a296625-6476-459f-b01d-3c77139073b9,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:54.124916 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-857293b4-8098-4a1d-8876-079b1d0c99e7 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Made reservation on behalf of d49779da0727435887ac30c3d6c062b5 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:54.129035 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-857293b4-8098-4a1d-8876-079b1d0c99e7 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:54.173482 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-857293b4-8098-4a1d-8876-079b1d0c99e7 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:34:54.221489 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0b58ea06-2181-4444-90da-5b54ca509fcc tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:54.226407 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5d228512-afde-4421-888a-14c3ca19d1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:54.229492 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5d228512-afde-4421-888a-14c3ca19d1d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:54.232942 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-5d228512-afde-4421-888a-14c3ca19d1d0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/754ce4d2-4d9b-4989-9957-5cb991589f39 HTTP/1.1" status: 204 len: 168 time: 0.5644877 Jul 29 23:34:54.234607 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-bce5fa0a-5920-41a1-a192-8b783c0fe08e req-04732b4d-96d1-4241-8838-bdb5f6b5999e tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Allocated IP 172.20.0.10 (fc8993d1-1f3f-4e88-9d54-7eec99f127ad/01812886-2cdd-41de-831e-c3e259b8e381/24e453c8-3bc7-429b-b0d4-8623c169bf91) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:54.259168 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ba38e27c-24d6-450d-a68f-cf2513ab1822 req-cbd97ba1-371b-4447-aaf3-5bbbdb5dd9a6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=595b0830-bd42-4d45-9263-3e10f777d15c HTTP/1.1" status: 200 len: 210 time: 0.0573287 Jul 29 23:34:54.265986 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-857293b4-8098-4a1d-8876-079b1d0c99e7 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:54.266930 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-857293b4-8098-4a1d-8876-079b1d0c99e7 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Added segment 3f91db2f-53b0-4097-a340-803022933949 of type vlan for network 9185b3f6-5ba1-4a73-a5d3-c3c42625c2e2 Jul 29 23:34:54.267292 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d228512-afde-4421-888a-14c3ca19d1d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=754ce4d2-4d9b-4989-9957-5cb991589f39,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:54.380573 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-857293b4-8098-4a1d-8876-079b1d0c99e7 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:54.447139 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-857293b4-8098-4a1d-8876-079b1d0c99e7 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:54.459179 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857293b4-8098-4a1d-8876-079b1d0c99e7 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:54.459865 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-857293b4-8098-4a1d-8876-079b1d0c99e7 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:54.524840 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-857293b4-8098-4a1d-8876-079b1d0c99e7 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4560292 Jul 29 23:34:54.539567 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55776) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:54.557216 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-9b393ec0-fd06-40a9-ba4f-eea287ca2abf tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Request body: {'subnet': {'network_id': '9185b3f6-5ba1-4a73-a5d3-c3c42625c2e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:54.772246 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857293b4-8098-4a1d-8876-079b1d0c99e7 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event updated for resources: {'Network': ['ID=9185b3f6-5ba1-4a73-a5d3-c3c42625c2e2,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:54.788609 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857293b4-8098-4a1d-8876-079b1d0c99e7 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:54.789266 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857293b4-8098-4a1d-8876-079b1d0c99e7 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:54.790205 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857293b4-8098-4a1d-8876-079b1d0c99e7 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:54.790792 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857293b4-8098-4a1d-8876-079b1d0c99e7 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:54.791355 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857293b4-8098-4a1d-8876-079b1d0c99e7 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:54.791893 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857293b4-8098-4a1d-8876-079b1d0c99e7 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:54.792509 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857293b4-8098-4a1d-8876-079b1d0c99e7 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:54.793078 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857293b4-8098-4a1d-8876-079b1d0c99e7 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:54.793817 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857293b4-8098-4a1d-8876-079b1d0c99e7 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:54.794380 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857293b4-8098-4a1d-8876-079b1d0c99e7 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:54.795144 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857293b4-8098-4a1d-8876-079b1d0c99e7 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:54.795696 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-857293b4-8098-4a1d-8876-079b1d0c99e7 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:54.810027 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 9185b3f6-5ba1-4a73-a5d3-c3c42625c2e2 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:34:54.813852 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b393ec0-fd06-40a9-ba4f-eea287ca2abf tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Made reservation on behalf of d49779da0727435887ac30c3d6c062b5 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:54.818030 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9b393ec0-fd06-40a9-ba4f-eea287ca2abf tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:55.063615 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7e2404ef-de45-43a8-8f48-a497f52bbaf7 req-7c658979-1338-4ce1-8f45-164973dcce6d tempest-ServerShowV254Test-1147255911 tempest-ServerShowV254Test-1147255911-project] 10.222.0.43 "GET /v2.0/ports?device_id=595b0830-bd42-4d45-9263-3e10f777d15c HTTP/1.1" status: 200 len: 210 time: 0.1397364 Jul 29 23:34:55.168604 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bce5fa0a-5920-41a1-a192-8b783c0fe08e req-04732b4d-96d1-4241-8838-bdb5f6b5999e tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:55.208345 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 55796) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:55.231288 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9b393ec0-fd06-40a9-ba4f-eea287ca2abf tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:55.237670 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3bde6f4b-faab-42e3-8359-846042b852c0 req-0e34776f-3195-4eb6-89b7-18c7e80ef9db tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=331426bb-70f6-4895-8dcb-563373ef4594 HTTP/1.1" status: 200 len: 210 time: 0.0870667 Jul 29 23:34:55.263886 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-bce5fa0a-5920-41a1-a192-8b783c0fe08e req-04732b4d-96d1-4241-8838-bdb5f6b5999e tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Transition to ACTIVE for port object 24e453c8-3bc7-429b-b0d4-8623c169bf91 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:55.304991 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-0b58ea06-2181-4444-90da-5b54ca509fcc tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Allocated IP 172.25.0.146 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/2716dfe9-6d2b-4b1b-97a7-8e071377cd87) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:55.371687 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b393ec0-fd06-40a9-ba4f-eea287ca2abf tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event updated for resources: {'Subnet': ['ID=28908409-4279-4b75-9768-9e62c43f584c,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:55.412504 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b393ec0-fd06-40a9-ba4f-eea287ca2abf tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Checking segment: {'id': '3f91db2f-53b0-4097-a340-803022933949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9185b3f6-5ba1-4a73-a5d3-c3c42625c2e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:34:55.412865 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b393ec0-fd06-40a9-ba4f-eea287ca2abf tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Network hostable DHCP agents. Network: 9185b3f6-5ba1-4a73-a5d3-c3c42625c2e2, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:34:55.444574 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b393ec0-fd06-40a9-ba4f-eea287ca2abf tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Network 9185b3f6-5ba1-4a73-a5d3-c3c42625c2e2 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:34:55.474938 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-9b393ec0-fd06-40a9-ba4f-eea287ca2abf tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 9185b3f6-5ba1-4a73-a5d3-c3c42625c2e2) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:55.491314 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b393ec0-fd06-40a9-ba4f-eea287ca2abf tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:55.494595 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9b393ec0-fd06-40a9-ba4f-eea287ca2abf tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:55.495640 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353b638b-c2e9-4289-92e6-cbe78bc19a30 None None] Network 9185b3f6-5ba1-4a73-a5d3-c3c42625c2e2 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:34:55.507266 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bce5fa0a-5920-41a1-a192-8b783c0fe08e req-04732b4d-96d1-4241-8838-bdb5f6b5999e tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:55.531693 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9b393ec0-fd06-40a9-ba4f-eea287ca2abf tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9916830 Jul 29 23:34:55.535619 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55804) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:55.540829 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-8bef3253-6e0e-45df-8d3f-182828491eee tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1589201009', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:55.597987 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8bef3253-6e0e-45df-8d3f-182828491eee tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:55.599553 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8bef3253-6e0e-45df-8d3f-182828491eee tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:55.630480 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['d1b61821-0353-4887-be9c-6f38af4e3acd', '6723bd12-0cb6-4c03-b443-cd73391d04df'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:34:55.648750 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a6ace29f-a1ec-4d12-ad4b-f9cc9a4a76b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:55.664432 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bce5fa0a-5920-41a1-a192-8b783c0fe08e req-04732b4d-96d1-4241-8838-bdb5f6b5999e tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Network fc8993d1-1f3f-4e88-9d54-7eec99f127ad is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:55.675048 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04732b4d-96d1-4241-8838-bdb5f6b5999e tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Pushing event updated for resources: {'Port': ['ID=24e453c8-3bc7-429b-b0d4-8623c169bf91,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:55.685683 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8bef3253-6e0e-45df-8d3f-182828491eee tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:55.689309 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-bce5fa0a-5920-41a1-a192-8b783c0fe08e req-04732b4d-96d1-4241-8838-bdb5f6b5999e tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:55.693532 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce5fa0a-5920-41a1-a192-8b783c0fe08e req-04732b4d-96d1-4241-8838-bdb5f6b5999e tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:34:55.699615 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0b58ea06-2181-4444-90da-5b54ca509fcc tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:55.703875 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8bef3253-6e0e-45df-8d3f-182828491eee tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:55.751161 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8bef3253-6e0e-45df-8d3f-182828491eee tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:55.753070 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8bef3253-6e0e-45df-8d3f-182828491eee tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2163067 Jul 29 23:34:55.757969 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55810) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:55.785837 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-b61b03f7-bd51-49a1-8ce6-ee9ae29b82de tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Request body: {'port': {'network_id': '9185b3f6-5ba1-4a73-a5d3-c3c42625c2e2', 'name': 'tempest-PortsTestJSON-631320509'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:55.792126 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce5fa0a-5920-41a1-a192-8b783c0fe08e req-04732b4d-96d1-4241-8838-bdb5f6b5999e tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:55.793520 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bce5fa0a-5920-41a1-a192-8b783c0fe08e req-04732b4d-96d1-4241-8838-bdb5f6b5999e tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:55.876145 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0b58ea06-2181-4444-90da-5b54ca509fcc tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:55.953692 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b58ea06-2181-4444-90da-5b54ca509fcc tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:55.963828 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-0b58ea06-2181-4444-90da-5b54ca509fcc tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:55.974586 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b58ea06-2181-4444-90da-5b54ca509fcc tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:34:55.981496 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b58ea06-2181-4444-90da-5b54ca509fcc tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Pushing event updated for resources: {'Port': ['ID=2716dfe9-6d2b-4b1b-97a7-8e071377cd87,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:55.990014 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-21d76af0-b689-482c-b7e8-91c60abcec4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:56.029201 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a6ace29f-a1ec-4d12-ad4b-f9cc9a4a76b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:56.038434 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a6ace29f-a1ec-4d12-ad4b-f9cc9a4a76b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:56.055882 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bce5fa0a-5920-41a1-a192-8b783c0fe08e req-04732b4d-96d1-4241-8838-bdb5f6b5999e tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6715674 Jul 29 23:34:56.072600 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61b03f7-bd51-49a1-8ce6-ee9ae29b82de tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Made reservation on behalf of d49779da0727435887ac30c3d6c062b5 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:56.083198 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-bce5fa0a-5920-41a1-a192-8b783c0fe08e req-a113eb25-aee7-41e3-b5e8-401622eff66a service neutron] Request body: {'port': {'device_id': '331426bb-70f6-4895-8dcb-563373ef4594', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:56.089072 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b61b03f7-bd51-49a1-8ce6-ee9ae29b82de tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:56.143499 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [None req-b61b03f7-bd51-49a1-8ce6-ee9ae29b82de tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] device_id is not set on port 23867de2-6641-4590-8d77-07a8d9309ef3 yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:34:56.171098 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-a6ace29f-a1ec-4d12-ad4b-f9cc9a4a76b3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=967dc44aa39b4ebc8c684fdb1fc95fee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9432137 Jul 29 23:34:56.173996 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 55822) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:56.189490 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbce255-8861-403e-9717-7064feaf5990 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-9185b3f6-5ba1-4a73-a5d3-c3c42625c2e2', 'network_id': '9185b3f6-5ba1-4a73-a5d3-c3c42625c2e2', 'tenant_id': 'd49779da0727435887ac30c3d6c062b5', 'fixed_ips': [{'subnet_id': '28908409-4279-4b75-9768-9e62c43f584c'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:34:56.190384 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4fbce255-8861-403e-9717-7064feaf5990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:56.195635 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ace29f-a1ec-4d12-ad4b-f9cc9a4a76b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=583331ec-f469-4109-96cc-6d4699095493,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:56.255936 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bce5fa0a-5920-41a1-a192-8b783c0fe08e req-a113eb25-aee7-41e3-b5e8-401622eff66a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:56.389050 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-b61b03f7-bd51-49a1-8ce6-ee9ae29b82de tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Allocated IP 172.20.0.9 (9185b3f6-5ba1-4a73-a5d3-c3c42625c2e2/28908409-4279-4b75-9768-9e62c43f584c/23867de2-6641-4590-8d77-07a8d9309ef3) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:56.475520 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-95c53105-3bb5-4f26-b314-f4f2c3d89954 req-5ea52954-1bdb-417e-9c7b-292d2c470c2c tempest-ServerShowV254Test-1147255911 tempest-ServerShowV254Test-1147255911-project] 10.222.0.43 "GET /v2.0/ports?device_id=595b0830-bd42-4d45-9263-3e10f777d15c HTTP/1.1" status: 200 len: 210 time: 0.2288432 Jul 29 23:34:56.628693 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:56.644344 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-6abb7f0d-047b-4558-a249-3a106ae0f679 None None] Provisioning for port 24e453c8-3bc7-429b-b0d4-8623c169bf91 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:56.657545 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-6abb7f0d-047b-4558-a249-3a106ae0f679 None None] Provisioning complete for port 24e453c8-3bc7-429b-b0d4-8623c169bf91 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:56.659258 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6abb7f0d-047b-4558-a249-3a106ae0f679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:56.744034 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-6abb7f0d-047b-4558-a249-3a106ae0f679 None None] Port 24e453c8-3bc7-429b-b0d4-8623c169bf91 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:34:56.760806 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b61b03f7-bd51-49a1-8ce6-ee9ae29b82de tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:56.791847 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9a28b776-776a-4fc1-ac6c-ce23a129e3b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:56.850149 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-b61b03f7-bd51-49a1-8ce6-ee9ae29b82de tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Transition to ACTIVE for port object 23867de2-6641-4590-8d77-07a8d9309ef3 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:56.881055 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b61b03f7-bd51-49a1-8ce6-ee9ae29b82de tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:56.917623 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7a510-b83e-4ded-b1aa-c66d146c8646 req-c8d1a2be-3171-4d50-873e-69e960e5dae4 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:56.922100 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b2e7a510-b83e-4ded-b1aa-c66d146c8646 req-c8d1a2be-3171-4d50-873e-69e960e5dae4 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=331426bb-70f6-4895-8dcb-563373ef4594 HTTP/1.1" status: 200 len: 932 time: 0.5390654 Jul 29 23:34:56.986923 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-4fbce255-8861-403e-9717-7064feaf5990 None None] Allocated IP 172.20.0.2 (9185b3f6-5ba1-4a73-a5d3-c3c42625c2e2/28908409-4279-4b75-9768-9e62c43f584c/5814ce1f-4769-4203-8430-657a8a4ddec9) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:56.995678 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61b03f7-bd51-49a1-8ce6-ee9ae29b82de tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Network 9185b3f6-5ba1-4a73-a5d3-c3c42625c2e2 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:57.008454 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-b61b03f7-bd51-49a1-8ce6-ee9ae29b82de tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:57.037564 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61b03f7-bd51-49a1-8ce6-ee9ae29b82de tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:34:57.130967 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9a28b776-776a-4fc1-ac6c-ce23a129e3b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:57.172275 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b2e7a510-b83e-4ded-b1aa-c66d146c8646 req-a596f662-a130-4e45-bdab-410090977950 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576262 Jul 29 23:34:57.175931 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61b03f7-bd51-49a1-8ce6-ee9ae29b82de tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event updated for resources: {'Port': ['ID=23867de2-6641-4590-8d77-07a8d9309ef3,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:57.198815 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-90770e7d-bcd0-44c3-82f1-2272b4f341c8 req-bf43578a-24dc-4659-ac7f-6e53f10b3553 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=79e91f007d1141ff835b0cd171313c56&device_id=595b0830-bd42-4d45-9263-3e10f777d15c HTTP/1.1" status: 200 len: 210 time: 0.1745811 Jul 29 23:34:57.235421 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b393ade7-6a9a-46b2-a149-1a2a60307d87 req-75d1f61a-27e7-4636-90a3-8dd58d5cbd5f tempest-ServerShowV254Test-1147255911 tempest-ServerShowV254Test-1147255911-project] 10.222.0.43 "GET /v2.0/ports?device_id=595b0830-bd42-4d45-9263-3e10f777d15c HTTP/1.1" status: 200 len: 210 time: 0.1420236 Jul 29 23:34:57.250215 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-90770e7d-bcd0-44c3-82f1-2272b4f341c8 req-ca526f24-964b-4a23-b99e-eb058cbec2de service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=79e91f007d1141ff835b0cd171313c56&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0428045 Jul 29 23:34:57.282865 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4fbce255-8861-403e-9717-7064feaf5990 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:57.291931 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-4fbce255-8861-403e-9717-7064feaf5990 None None] Transition to ACTIVE for port object 5814ce1f-4769-4203-8430-657a8a4ddec9 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:57.311244 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-4fbce255-8861-403e-9717-7064feaf5990 None None] Transition to ACTIVE for port object 5814ce1f-4769-4203-8430-657a8a4ddec9 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:57.325782 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4fbce255-8861-403e-9717-7064feaf5990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:57.397106 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61b03f7-bd51-49a1-8ce6-ee9ae29b82de tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:57.399199 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b61b03f7-bd51-49a1-8ce6-ee9ae29b82de tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:57.455673 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b61b03f7-bd51-49a1-8ce6-ee9ae29b82de tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6944058 Jul 29 23:34:57.456712 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbce255-8861-403e-9717-7064feaf5990 None None] Network 9185b3f6-5ba1-4a73-a5d3-c3c42625c2e2 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:57.462438 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-4fbce255-8861-403e-9717-7064feaf5990 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:57.469457 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbce255-8861-403e-9717-7064feaf5990 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:34:57.477818 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55914) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:57.479231 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9a28b776-776a-4fc1-ac6c-ce23a129e3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:57.483108 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9a28b776-776a-4fc1-ac6c-ce23a129e3b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:57.483858 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-9a28b776-776a-4fc1-ac6c-ce23a129e3b8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/583331ec-f469-4109-96cc-6d4699095493 HTTP/1.1" status: 204 len: 168 time: 1.3079042 Jul 29 23:34:57.513911 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbce255-8861-403e-9717-7064feaf5990 None None] Pushing event updated for resources: {'Port': ['ID=5814ce1f-4769-4203-8430-657a8a4ddec9,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:57.515640 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-bce5fa0a-5920-41a1-a192-8b783c0fe08e req-a113eb25-aee7-41e3-b5e8-401622eff66a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24e453c8-3bc7-429b-b0d4-8623c169bf91 {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:34:57.535003 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bce5fa0a-5920-41a1-a192-8b783c0fe08e req-a113eb25-aee7-41e3-b5e8-401622eff66a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:57.557692 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90770e7d-bcd0-44c3-82f1-2272b4f341c8 req-a03fc03c-6634-4571-b692-64770f6a76a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:57.558047 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a28b776-776a-4fc1-ac6c-ce23a129e3b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=583331ec-f469-4109-96cc-6d4699095493,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:57.560234 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-90770e7d-bcd0-44c3-82f1-2272b4f341c8 req-a03fc03c-6634-4571-b692-64770f6a76a2 service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2866600 Jul 29 23:34:57.617838 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-bce5fa0a-5920-41a1-a192-8b783c0fe08e req-a113eb25-aee7-41e3-b5e8-401622eff66a service neutron] Transition to ACTIVE for port object 24e453c8-3bc7-429b-b0d4-8623c169bf91 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:57.626457 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bce5fa0a-5920-41a1-a192-8b783c0fe08e req-a113eb25-aee7-41e3-b5e8-401622eff66a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:57.692027 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a113eb25-aee7-41e3-b5e8-401622eff66a service neutron] Pushing event updated for resources: {'Port': ['ID=24e453c8-3bc7-429b-b0d4-8623c169bf91,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:57.720845 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-4fbce255-8861-403e-9717-7064feaf5990 None None] Attempting to bind port 5814ce1f-4769-4203-8430-657a8a4ddec9 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:34:57.721302 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-4fbce255-8861-403e-9717-7064feaf5990 None None] Attempting to bind port 5814ce1f-4769-4203-8430-657a8a4ddec9 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '3f91db2f-53b0-4097-a340-803022933949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9185b3f6-5ba1-4a73-a5d3-c3c42625c2e2'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:34:57.721690 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbce255-8861-403e-9717-7064feaf5990 None None] Attempting to bind port 5814ce1f-4769-4203-8430-657a8a4ddec9 on network 9185b3f6-5ba1-4a73-a5d3-c3c42625c2e2 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:34:57.725189 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:57.729820 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbce255-8861-403e-9717-7064feaf5990 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:34:57.732196 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbce255-8861-403e-9717-7064feaf5990 None None] Checking segment: {'id': '3f91db2f-53b0-4097-a340-803022933949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9185b3f6-5ba1-4a73-a5d3-c3c42625c2e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:34:57.734177 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4fbce255-8861-403e-9717-7064feaf5990 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:57.735546 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fbce255-8861-403e-9717-7064feaf5990 None None] Bound using segment: {'id': '3f91db2f-53b0-4097-a340-803022933949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9185b3f6-5ba1-4a73-a5d3-c3c42625c2e2'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:34:57.736543 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-4fbce255-8861-403e-9717-7064feaf5990 None None] Bound port: 5814ce1f-4769-4203-8430-657a8a4ddec9, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f91db2f-53b0-4097-a340-803022933949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '9185b3f6-5ba1-4a73-a5d3-c3c42625c2e2'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:34:57.739177 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4fbce255-8861-403e-9717-7064feaf5990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:57.925652 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-4fbce255-8861-403e-9717-7064feaf5990 None None] For port 5814ce1f-4769-4203-8430-657a8a4ddec9, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:34:57.930534 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-4fbce255-8861-403e-9717-7064feaf5990 None None] For port 5814ce1f-4769-4203-8430-657a8a4ddec9, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=5814ce1f-4769-4203-8430-657a8a4ddec9,segment=NetworkSegment(3f91db2f-53b0-4097-a340-803022933949),segment_id=3f91db2f-53b0-4097-a340-803022933949)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:34:57.937692 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4fbce255-8861-403e-9717-7064feaf5990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:57.941353 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0b58ea06-2181-4444-90da-5b54ca509fcc tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:58.064544 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-bce5fa0a-5920-41a1-a192-8b783c0fe08e req-a113eb25-aee7-41e3-b5e8-401622eff66a service neutron] Attempting to bind port 24e453c8-3bc7-429b-b0d4-8623c169bf91 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:34:58.065088 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-bce5fa0a-5920-41a1-a192-8b783c0fe08e req-a113eb25-aee7-41e3-b5e8-401622eff66a service neutron] Attempting to bind port 24e453c8-3bc7-429b-b0d4-8623c169bf91 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '85a18049-8d39-45df-9ccf-cf67471916ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fc8993d1-1f3f-4e88-9d54-7eec99f127ad'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:34:58.065529 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce5fa0a-5920-41a1-a192-8b783c0fe08e req-a113eb25-aee7-41e3-b5e8-401622eff66a service neutron] Attempting to bind port 24e453c8-3bc7-429b-b0d4-8623c169bf91 on network fc8993d1-1f3f-4e88-9d54-7eec99f127ad {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:34:58.068483 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0b58ea06-2181-4444-90da-5b54ca509fcc tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:58.091295 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbce255-8861-403e-9717-7064feaf5990 None None] Pushing event updated for resources: {'Port': ['ID=5814ce1f-4769-4203-8430-657a8a4ddec9,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:58.097403 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce5fa0a-5920-41a1-a192-8b783c0fe08e req-a113eb25-aee7-41e3-b5e8-401622eff66a service neutron] Port 24e453c8-3bc7-429b-b0d4-8623c169bf91 on network fc8993d1-1f3f-4e88-9d54-7eec99f127ad not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:34:58.098080 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce5fa0a-5920-41a1-a192-8b783c0fe08e req-a113eb25-aee7-41e3-b5e8-401622eff66a service neutron] Attempting to bind port 24e453c8-3bc7-429b-b0d4-8623c169bf91 on network fc8993d1-1f3f-4e88-9d54-7eec99f127ad {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:34:58.119158 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce5fa0a-5920-41a1-a192-8b783c0fe08e req-a113eb25-aee7-41e3-b5e8-401622eff66a service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:34:58.119677 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce5fa0a-5920-41a1-a192-8b783c0fe08e req-a113eb25-aee7-41e3-b5e8-401622eff66a service neutron] Checking segment: {'id': '85a18049-8d39-45df-9ccf-cf67471916ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fc8993d1-1f3f-4e88-9d54-7eec99f127ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:34:58.120655 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bce5fa0a-5920-41a1-a192-8b783c0fe08e req-a113eb25-aee7-41e3-b5e8-401622eff66a service neutron] Bound using segment: {'id': '85a18049-8d39-45df-9ccf-cf67471916ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fc8993d1-1f3f-4e88-9d54-7eec99f127ad'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:34:58.121738 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-bce5fa0a-5920-41a1-a192-8b783c0fe08e req-a113eb25-aee7-41e3-b5e8-401622eff66a service neutron] Bound port: 24e453c8-3bc7-429b-b0d4-8623c169bf91, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85a18049-8d39-45df-9ccf-cf67471916ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'fc8993d1-1f3f-4e88-9d54-7eec99f127ad'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:34:58.122106 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bce5fa0a-5920-41a1-a192-8b783c0fe08e req-a113eb25-aee7-41e3-b5e8-401622eff66a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:58.214376 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-bce5fa0a-5920-41a1-a192-8b783c0fe08e req-a113eb25-aee7-41e3-b5e8-401622eff66a service neutron] For port 24e453c8-3bc7-429b-b0d4-8623c169bf91, host n-h2-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:34:58.256540 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55934) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:58.319028 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-bce5fa0a-5920-41a1-a192-8b783c0fe08e req-a113eb25-aee7-41e3-b5e8-401622eff66a service neutron] For port 24e453c8-3bc7-429b-b0d4-8623c169bf91, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=24e453c8-3bc7-429b-b0d4-8623c169bf91,segment=NetworkSegment(85a18049-8d39-45df-9ccf-cf67471916ca),segment_id=85a18049-8d39-45df-9ccf-cf67471916ca)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:34:58.338463 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bce5fa0a-5920-41a1-a192-8b783c0fe08e req-a113eb25-aee7-41e3-b5e8-401622eff66a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:58.378268 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-647ff776-0135-4186-ba23-d99d0eb0a42e tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:58.457152 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce5fa0a-5920-41a1-a192-8b783c0fe08e req-a113eb25-aee7-41e3-b5e8-401622eff66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:58.457807 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bce5fa0a-5920-41a1-a192-8b783c0fe08e req-a113eb25-aee7-41e3-b5e8-401622eff66a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:58.459197 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bce5fa0a-5920-41a1-a192-8b783c0fe08e req-a113eb25-aee7-41e3-b5e8-401622eff66a service neutron] 10.222.0.22 "PUT /v2.0/ports/24e453c8-3bc7-429b-b0d4-8623c169bf91 HTTP/1.1" status: 200 len: 1093 time: 2.3839221 Jul 29 23:34:58.462581 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '331426bb-70f6-4895-8dcb-563373ef4594', 'tag': '24e453c8-3bc7-429b-b0d4-8623c169bf91'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:34:58.466147 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d65e275-4317-4d80-a182-13560163ce51" -d '{"events": [{"name": "network-changed", "server_uuid": "331426bb-70f6-4895-8dcb-563373ef4594", "tag": "24e453c8-3bc7-429b-b0d4-8623c169bf91"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:34:58.526108 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a113eb25-aee7-41e3-b5e8-401622eff66a service neutron] Pushing event updated for resources: {'Port': ['ID=24e453c8-3bc7-429b-b0d4-8623c169bf91,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:58.584645 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2661c3-9ce8-4199-86f6-6ebfa727bad3 req-f87fa797-395e-4015-a5b2-33edff808618 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:58.587484 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1d2661c3-9ce8-4199-86f6-6ebfa727bad3 req-f87fa797-395e-4015-a5b2-33edff808618 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=331426bb-70f6-4895-8dcb-563373ef4594 HTTP/1.1" status: 200 len: 944 time: 0.2399936 Jul 29 23:34:58.677832 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0b58ea06-2181-4444-90da-5b54ca509fcc tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:58.706447 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0b58ea06-2181-4444-90da-5b54ca509fcc tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:58.774741 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-18de953b-2658-486d-a6ed-1cbb0b618fab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:58.823744 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce5fa0a-5920-41a1-a192-8b783c0fe08e req-4da1fccc-62d0-4808-a31a-96b8a525a25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:58.831492 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bce5fa0a-5920-41a1-a192-8b783c0fe08e req-4da1fccc-62d0-4808-a31a-96b8a525a25e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b0043d03cb0a4bbcbd35eb8f2075805c&device_id=331426bb-70f6-4895-8dcb-563373ef4594 HTTP/1.1" status: 200 len: 1096 time: 0.2917683 Jul 29 23:34:58.879919 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1d2661c3-9ce8-4199-86f6-6ebfa727bad3 req-602530a6-a429-46aa-ab36-4807cf1da83c tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657444 Jul 29 23:34:58.885854 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-90770e7d-bcd0-44c3-82f1-2272b4f341c8 req-230d3986-8ad4-45bb-b4d8-db27e9f34949 tempest-ServerShowV254Test-1147255911 tempest-ServerShowV254Test-1147255911-project] 10.222.0.22 "GET /v2.0/ports?device_id=595b0830-bd42-4d45-9263-3e10f777d15c HTTP/1.1" status: 200 len: 210 time: 0.0799627 Jul 29 23:34:59.019755 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bce5fa0a-5920-41a1-a192-8b783c0fe08e req-1d00a689-0b7e-452a-bb81-f9029ec60c1b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24e453c8-3bc7-429b-b0d4-8623c169bf91 HTTP/1.1" status: 200 len: 217 time: 0.1298075 Jul 29 23:34:59.026737 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3789034e-6f18-4ba4-808a-7e493777b7c0 x-openstack-request-id: req-3789034e-6f18-4ba4-808a-7e493777b7c0 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:34:59.030520 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "331426bb-70f6-4895-8dcb-563373ef4594", "tag": "24e453c8-3bc7-429b-b0d4-8623c169bf91", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:34:59.030998 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3789034e-6f18-4ba4-808a-7e493777b7c0 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:34:59.031824 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '331426bb-70f6-4895-8dcb-563373ef4594', 'tag': '24e453c8-3bc7-429b-b0d4-8623c169bf91', 'status': 'completed', 'code': 200} Jul 29 23:34:59.060329 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b58ea06-2181-4444-90da-5b54ca509fcc tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Pushing event updated for resources: {'Port': ['ID=2716dfe9-6d2b-4b1b-97a7-8e071377cd87,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:59.135570 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-647ff776-0135-4186-ba23-d99d0eb0a42e tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:59.153477 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-647ff776-0135-4186-ba23-d99d0eb0a42e tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:59.164598 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-18de953b-2658-486d-a6ed-1cbb0b618fab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:59.193964 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0b58ea06-2181-4444-90da-5b54ca509fcc tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:59.206286 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-18de953b-2658-486d-a6ed-1cbb0b618fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:59.285984 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:59.300365 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce5fa0a-5920-41a1-a192-8b783c0fe08e req-65fbd24f-7115-447c-b3e4-bc9e6c160285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:59.301935 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bce5fa0a-5920-41a1-a192-8b783c0fe08e req-65fbd24f-7115-447c-b3e4-bc9e6c160285 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=01812886-2cdd-41de-831e-c3e259b8e381 HTTP/1.1" status: 200 len: 851 time: 0.2796903 Jul 29 23:34:59.307976 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-80b6b077-cb51-45a6-b00f-bd76dc70dd20 req-e8530607-5245-4489-bc83-3994f153faa8 tempest-ServerShowV254Test-1147255911 tempest-ServerShowV254Test-1147255911-project] 10.222.0.43 "GET /v2.0/ports?device_id=595b0830-bd42-4d45-9263-3e10f777d15c HTTP/1.1" status: 200 len: 210 time: 0.1194713 Jul 29 23:34:59.347250 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18de953b-2658-486d-a6ed-1cbb0b618fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f492aed-8b7c-4fd8-ae77-722b71031a26,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:59.396505 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647ff776-0135-4186-ba23-d99d0eb0a42e tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event updated for resources: {'Port': ['ID=23867de2-6641-4590-8d77-07a8d9309ef3,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:59.406559 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-18de953b-2658-486d-a6ed-1cbb0b618fab admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2f79b69e5ec94a3e917f4b7ff322b5f4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1448748 Jul 29 23:34:59.407570 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55956) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:59.463716 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce5fa0a-5920-41a1-a192-8b783c0fe08e req-6c377920-9a13-47c3-b544-7ca371d96bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:59.466190 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bce5fa0a-5920-41a1-a192-8b783c0fe08e req-6c377920-9a13-47c3-b544-7ca371d96bf2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fc8993d1-1f3f-4e88-9d54-7eec99f127ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1533933 Jul 29 23:34:59.478567 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a538165-3158-4507-96f2-77f67efde0b0 req-a125ff3d-fee7-4ca5-ae96-8642510d9811 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:59.493240 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a538165-3158-4507-96f2-77f67efde0b0 req-a125ff3d-fee7-4ca5-ae96-8642510d9811 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:59.504528 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a538165-3158-4507-96f2-77f67efde0b0 req-a125ff3d-fee7-4ca5-ae96-8642510d9811 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:59.540380 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a538165-3158-4507-96f2-77f67efde0b0 req-a125ff3d-fee7-4ca5-ae96-8642510d9811 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:59.549063 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a538165-3158-4507-96f2-77f67efde0b0 req-a125ff3d-fee7-4ca5-ae96-8642510d9811 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:59.566993 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a538165-3158-4507-96f2-77f67efde0b0 req-a125ff3d-fee7-4ca5-ae96-8642510d9811 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:59.577711 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a538165-3158-4507-96f2-77f67efde0b0 req-a125ff3d-fee7-4ca5-ae96-8642510d9811 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:59.584210 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7a538165-3158-4507-96f2-77f67efde0b0 req-a125ff3d-fee7-4ca5-ae96-8642510d9811 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 5440 time: 0.4702773 Jul 29 23:34:59.666770 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 5814ce1f-4769-4203-8430-657a8a4ddec9 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:34:59.682608 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c8af07e3-a64f-4c6e-9399-d3f7abd205cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:59.773216 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 5814ce1f-4769-4203-8430-657a8a4ddec9 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:59.820037 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c8af07e3-a64f-4c6e-9399-d3f7abd205cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:59.872518 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7a538165-3158-4507-96f2-77f67efde0b0 req-8010cf42-d845-448f-8443-360e020f87df tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/security-groups?id=06985e19-0909-46d3-806d-ed854aa19767&id=1042ecbe-61fb-4261-9b1f-fc7302682049&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2747984 Jul 29 23:34:59.876494 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-647ff776-0135-4186-ba23-d99d0eb0a42e tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:59.895973 n-d-712141-10 neutron-server[94078]: INFO neutron.db.l3_db [None req-0b58ea06-2181-4444-90da-5b54ca509fcc tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Floating IP 279ddf71-74ad-41d8-9902-6969b01cc69a associated. External IP: 172.25.0.146, port: 870f6606-a380-4c44-82e9-25aecab7a8ee. Jul 29 23:35:00.052626 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6794ae5-037b-48f0-a9ec-61e4c213effa None None] Network 9185b3f6-5ba1-4a73-a5d3-c3c42625c2e2 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:35:00.105147 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c8af07e3-a64f-4c6e-9399-d3f7abd205cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:00.111348 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c8af07e3-a64f-4c6e-9399-d3f7abd205cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:00.117975 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c8af07e3-a64f-4c6e-9399-d3f7abd205cc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6f492aed-8b7c-4fd8-ae77-722b71031a26 HTTP/1.1" status: 204 len: 168 time: 0.7090886 Jul 29 23:35:00.162863 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-e793b2d8-ec39-4890-9589-64c32225d469 None None] Provisioning for port 5814ce1f-4769-4203-8430-657a8a4ddec9 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:00.173845 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-e793b2d8-ec39-4890-9589-64c32225d469 None None] Provisioning complete for port 5814ce1f-4769-4203-8430-657a8a4ddec9 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:00.174808 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e793b2d8-ec39-4890-9589-64c32225d469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:00.302250 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af598b25-2ca8-4d77-b38a-d6590debfbfa req-cf4d7975-8e77-482b-a35d-63205bc0bcf3 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:00.304889 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-af598b25-2ca8-4d77-b38a-d6590debfbfa req-cf4d7975-8e77-482b-a35d-63205bc0bcf3 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=331426bb-70f6-4895-8dcb-563373ef4594 HTTP/1.1" status: 200 len: 944 time: 0.2837429 Jul 29 23:35:00.308434 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bce5fa0a-5920-41a1-a192-8b783c0fe08e req-463bac10-4545-4ad5-8eb6-80a34a2f4a8f service neutron] 10.222.0.22 "GET /v2.0/networks/fc8993d1-1f3f-4e88-9d54-7eec99f127ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7226217 Jul 29 23:35:00.360660 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8af07e3-a64f-4c6e-9399-d3f7abd205cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f492aed-8b7c-4fd8-ae77-722b71031a26,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:00.439182 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-647ff776-0135-4186-ba23-d99d0eb0a42e tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:00.468513 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e793b2d8-ec39-4890-9589-64c32225d469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:00.538839 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-e793b2d8-ec39-4890-9589-64c32225d469 None None] For port 5814ce1f-4769-4203-8430-657a8a4ddec9, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=5814ce1f-4769-4203-8430-657a8a4ddec9,segment=NetworkSegment(3f91db2f-53b0-4097-a340-803022933949),segment_id=3f91db2f-53b0-4097-a340-803022933949)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:00.546838 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e793b2d8-ec39-4890-9589-64c32225d469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:00.576159 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-1f67ec04-1df1-4efd-8af2-51fa5c30df22 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:00.607687 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-1f67ec04-1df1-4efd-8af2-51fa5c30df22 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:00.634171 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-1f67ec04-1df1-4efd-8af2-51fa5c30df22 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:00.653227 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-1f67ec04-1df1-4efd-8af2-51fa5c30df22 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:00.678264 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e793b2d8-ec39-4890-9589-64c32225d469 None None] Pushing event updated for resources: {'Port': ['ID=5814ce1f-4769-4203-8430-657a8a4ddec9,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:00.698463 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-1f67ec04-1df1-4efd-8af2-51fa5c30df22 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:00.737741 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-1f67ec04-1df1-4efd-8af2-51fa5c30df22 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:00.762388 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-1f67ec04-1df1-4efd-8af2-51fa5c30df22 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:00.764847 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-1f67ec04-1df1-4efd-8af2-51fa5c30df22 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.41 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 5440 time: 0.6422813 Jul 29 23:35:00.968670 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-92030403-a241-4f35-9a92-7f1e1627853e tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:00.971899 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-92030403-a241-4f35-9a92-7f1e1627853e tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.41 "GET /v2.0/ports/44e2e929-5306-4747-9f2b-b8a8f03b3793?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1888816 Jul 29 23:35:01.000605 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-e27a1c44-c6a4-4874-a1d1-fb5034a0cad5 None None] Provisioning complete for port 5814ce1f-4769-4203-8430-657a8a4ddec9 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:01.004497 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e27a1c44-c6a4-4874-a1d1-fb5034a0cad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:01.388260 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-e27a1c44-c6a4-4874-a1d1-fb5034a0cad5 None None] Provisioning for port 23867de2-6641-4590-8d77-07a8d9309ef3 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:01.405028 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-e27a1c44-c6a4-4874-a1d1-fb5034a0cad5 None None] Provisioning complete for port 23867de2-6641-4590-8d77-07a8d9309ef3 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:01.405986 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e27a1c44-c6a4-4874-a1d1-fb5034a0cad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:01.506004 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56004) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:01.520093 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-e27a1c44-c6a4-4874-a1d1-fb5034a0cad5 None None] Port 23867de2-6641-4590-8d77-07a8d9309ef3 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:35:01.603710 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 5814ce1f-4769-4203-8430-657a8a4ddec9 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:35:01.688560 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-af598b25-2ca8-4d77-b38a-d6590debfbfa req-031a9e6a-0e4d-4595-b3e1-a336c4b174ea tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3738110 Jul 29 23:35:01.693242 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bce5fa0a-5920-41a1-a192-8b783c0fe08e req-69457dd5-9820-4b18-be55-db28d7256c10 service neutron] 10.222.0.22 "GET /v2.0/networks/fc8993d1-1f3f-4e88-9d54-7eec99f127ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3743608 Jul 29 23:35:01.774876 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-87c3f202-ef23-46a4-a211-547188cbf06f tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.41 "GET /v2.0/networks/20b17a75-47ba-4198-999c-000c34520768?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.7605679 Jul 29 23:35:01.789404 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b58ea06-2181-4444-90da-5b54ca509fcc tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Router 1cd95d43-ed85-412f-b8bb-061a2b566a0d has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:35:01.810646 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-0a3ebf4c-8419-4cb0-af1a-c0cae4357314 None None] Provisioning complete for port 23867de2-6641-4590-8d77-07a8d9309ef3 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:01.811030 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0a3ebf4c-8419-4cb0-af1a-c0cae4357314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:01.812719 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-ad2c6188-899d-4c09-96e6-ad612d8dede6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:01.833014 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6802cae4-ff3a-4312-91e0-0292ac1074dc req-ab4f75b8-95a9-4130-827d-91fff1297ad1 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:01.848040 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6802cae4-ff3a-4312-91e0-0292ac1074dc req-ab4f75b8-95a9-4130-827d-91fff1297ad1 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:01.862555 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6802cae4-ff3a-4312-91e0-0292ac1074dc req-ab4f75b8-95a9-4130-827d-91fff1297ad1 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:01.880919 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6802cae4-ff3a-4312-91e0-0292ac1074dc req-ab4f75b8-95a9-4130-827d-91fff1297ad1 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:01.882932 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 5814ce1f-4769-4203-8430-657a8a4ddec9 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:01.883331 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:01.909890 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6802cae4-ff3a-4312-91e0-0292ac1074dc req-ab4f75b8-95a9-4130-827d-91fff1297ad1 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:01.926559 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6802cae4-ff3a-4312-91e0-0292ac1074dc req-ab4f75b8-95a9-4130-827d-91fff1297ad1 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:01.944249 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6802cae4-ff3a-4312-91e0-0292ac1074dc req-ab4f75b8-95a9-4130-827d-91fff1297ad1 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:01.951344 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6802cae4-ff3a-4312-91e0-0292ac1074dc req-ab4f75b8-95a9-4130-827d-91fff1297ad1 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 5440 time: 0.5281231 Jul 29 23:35:01.989181 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-ad2c6188-899d-4c09-96e6-ad612d8dede6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:02.004932 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-0a3ebf4c-8419-4cb0-af1a-c0cae4357314 None None] Port 23867de2-6641-4590-8d77-07a8d9309ef3 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:35:02.065209 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4b91f28b-7096-4345-8a27-395b5ec997a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:02.150333 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-ac04176d-a95a-4017-911a-823286f19a6c None None] Provisioning complete for port 23867de2-6641-4590-8d77-07a8d9309ef3 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:02.151084 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ac04176d-a95a-4017-911a-823286f19a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:02.203180 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-ac04176d-a95a-4017-911a-823286f19a6c None None] Port 23867de2-6641-4590-8d77-07a8d9309ef3 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:35:02.302273 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-647ff776-0135-4186-ba23-d99d0eb0a42e tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:02.312887 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-647ff776-0135-4186-ba23-d99d0eb0a42e tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:02.331189 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6802cae4-ff3a-4312-91e0-0292ac1074dc req-84427166-8106-4c71-9102-5d4afe757fdc tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/security-groups?id=06985e19-0909-46d3-806d-ed854aa19767&id=1042ecbe-61fb-4261-9b1f-fc7302682049&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3266647 Jul 29 23:35:02.436287 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-647ff776-0135-4186-ba23-d99d0eb0a42e tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:02.459024 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d65e275-4317-4d80-a182-13560163ce51 req-107083b6-f827-4a6f-96cf-4ce005dfe006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:02.459816 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647ff776-0135-4186-ba23-d99d0eb0a42e tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event updated for resources: {'Port': ['ID=23867de2-6641-4590-8d77-07a8d9309ef3,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:02.460552 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9d65e275-4317-4d80-a182-13560163ce51 req-107083b6-f827-4a6f-96cf-4ce005dfe006 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b0043d03cb0a4bbcbd35eb8f2075805c&device_id=331426bb-70f6-4895-8dcb-563373ef4594 HTTP/1.1" status: 200 len: 1096 time: 0.5056107 Jul 29 23:35:02.581352 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b58ea06-2181-4444-90da-5b54ca509fcc tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:35:02.605959 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5375af-7721-41f4-a43f-bed34c6c26c5 None None] Sync routers for ids ['1cd95d43-ed85-412f-b8bb-061a2b566a0d'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:35:02.618489 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4b91f28b-7096-4345-8a27-395b5ec997a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:02.647427 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5375af-7721-41f4-a43f-bed34c6c26c5 None None] Routers {'1cd95d43-ed85-412f-b8bb-061a2b566a0d'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:35:02.647752 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4b91f28b-7096-4345-8a27-395b5ec997a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:02.647936 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-0b5375af-7721-41f4-a43f-bed34c6c26c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:34:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['1cd95d43-ed85-412f-b8bb-061a2b566a0d'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:02.651260 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0b58ea06-2181-4444-90da-5b54ca509fcc tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:02.735243 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b91f28b-7096-4345-8a27-395b5ec997a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fdc8446-3752-4b40-a80a-77f65121c2c5,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:02.742519 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-0b5375af-7721-41f4-a43f-bed34c6c26c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:02.755938 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-ad2c6188-899d-4c09-96e6-ad612d8dede6 service neutron] For port 44e2e929-5306-4747-9f2b-b8a8f03b3793, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=44e2e929-5306-4747-9f2b-b8a8f03b3793,segment=NetworkSegment(85f03a44-d59a-404b-99bf-5c2915495fce),segment_id=85f03a44-d59a-404b-99bf-5c2915495fce)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:02.763142 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5375af-7721-41f4-a43f-bed34c6c26c5 None None] Routers {'1cd95d43-ed85-412f-b8bb-061a2b566a0d'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:35:02.764209 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-0b5375af-7721-41f4-a43f-bed34c6c26c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:34:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['1cd95d43-ed85-412f-b8bb-061a2b566a0d'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:02.767019 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d65e275-4317-4d80-a182-13560163ce51 req-4c4ed1b7-b2d0-4c90-a9eb-49e17b251848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:02.769211 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9d65e275-4317-4d80-a182-13560163ce51 req-4c4ed1b7-b2d0-4c90-a9eb-49e17b251848 service neutron] 10.222.0.22 "GET /v2.0/networks?id=fc8993d1-1f3f-4e88-9d54-7eec99f127ad HTTP/1.1" status: 200 len: 913 time: 0.3005846 Jul 29 23:35:02.816585 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-0b58ea06-2181-4444-90da-5b54ca509fcc tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 9.5933714 Jul 29 23:35:02.819264 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56028) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:02.826986 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4b91f28b-7096-4345-8a27-395b5ec997a4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=79e91f007d1141ff835b0cd171313c56&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3193693 Jul 29 23:35:02.897392 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-0b5375af-7721-41f4-a43f-bed34c6c26c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:02.898245 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5375af-7721-41f4-a43f-bed34c6c26c5 None None] The sync data for ids ['1cd95d43-ed85-412f-b8bb-061a2b566a0d'] in n-d-712141-10 is: [] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:35:02.917011 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56030) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:02.926124 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9d65e275-4317-4d80-a182-13560163ce51 req-06c13202-80ff-4b14-9232-d81648211019 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24e453c8-3bc7-429b-b0d4-8623c169bf91 HTTP/1.1" status: 200 len: 217 time: 0.1443546 Jul 29 23:35:02.968480 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-ad2c6188-899d-4c09-96e6-ad612d8dede6 service neutron] For port 44e2e929-5306-4747-9f2b-b8a8f03b3793, host n-h1-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:35:03.020883 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d65e275-4317-4d80-a182-13560163ce51 req-efb511ac-b390-4155-be32-0d7422b19c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:03.023940 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9d65e275-4317-4d80-a182-13560163ce51 req-efb511ac-b390-4155-be32-0d7422b19c9a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=01812886-2cdd-41de-831e-c3e259b8e381 HTTP/1.1" status: 200 len: 851 time: 0.0868955 Jul 29 23:35:03.029557 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-ad2c6188-899d-4c09-96e6-ad612d8dede6 service neutron] device_id is not set on port 44e2e929-5306-4747-9f2b-b8a8f03b3793 yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:35:03.042196 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-ad2c6188-899d-4c09-96e6-ad612d8dede6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:03.068842 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647ff776-0135-4186-ba23-d99d0eb0a42e tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Network 9185b3f6-5ba1-4a73-a5d3-c3c42625c2e2 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:35:03.070723 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-ad2c6188-899d-4c09-96e6-ad612d8dede6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:03.102553 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-647ff776-0135-4186-ba23-d99d0eb0a42e tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:03.149952 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d65e275-4317-4d80-a182-13560163ce51 req-e73fa803-3499-4fe6-8897-4f2f5a58f193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:03.151589 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9d65e275-4317-4d80-a182-13560163ce51 req-e73fa803-3499-4fe6-8897-4f2f5a58f193 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fc8993d1-1f3f-4e88-9d54-7eec99f127ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1016655 Jul 29 23:35:03.168711 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48303246-67e9-487e-984c-174ba77859a2 req-78517421-8cf3-4f38-8422-ed4f5568d105 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:03.171083 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-67fa5dd8-5165-4431-b233-fcb31106cbe7 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] 10.222.0.43 "GET /v2.0/floatingips/279ddf71-74ad-41d8-9902-6969b01cc69a HTTP/1.1" status: 200 len: 979 time: 0.3496127 Jul 29 23:35:03.181334 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-48303246-67e9-487e-984c-174ba77859a2 req-78517421-8cf3-4f38-8422-ed4f5568d105 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=331426bb-70f6-4895-8dcb-563373ef4594 HTTP/1.1" status: 200 len: 944 time: 0.2616239 Jul 29 23:35:03.185790 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56040) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:03.187845 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ff2960d5-474c-439b-8f79-308c86ce66c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:03.249551 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-ad2c6188-899d-4c09-96e6-ad612d8dede6 service neutron] No DVR routers for this DVR port 44e2e929-5306-4747-9f2b-b8a8f03b3793 on host n-h1-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:35:03.411922 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device af1ec564-29cd-4f8a-b291-2e25d87073ad no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:35:03.431002 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2c6188-899d-4c09-96e6-ad612d8dede6 service neutron] Pushing event updated for resources: {'Port': ['ID=44e2e929-5306-4747-9f2b-b8a8f03b3793,revision_number=6']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:03.507783 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-ad2c6188-899d-4c09-96e6-ad612d8dede6 service neutron] In _notify_port_updated(), no bound segment for port 44e2e929-5306-4747-9f2b-b8a8f03b3793 on network 20b17a75-47ba-4198-999c-000c34520768 {{(pid=94077) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:35:03.509197 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-ad2c6188-899d-4c09-96e6-ad612d8dede6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:03.510442 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-ad2c6188-899d-4c09-96e6-ad612d8dede6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:03.512645 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-ad2c6188-899d-4c09-96e6-ad612d8dede6 service neutron] 10.222.0.41 "PUT /v2.0/ports/44e2e929-5306-4747-9f2b-b8a8f03b3793 HTTP/1.1" status: 200 len: 1031 time: 1.7359774 Jul 29 23:35:03.694848 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-096c1a02-91f2-4c99-870a-d87ee97d3be7 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:03.697976 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-096c1a02-91f2-4c99-870a-d87ee97d3be7 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.41 "GET /v2.0/ports/77550cf2-90df-4bb3-86b3-6d949e514eac?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1755407 Jul 29 23:35:03.717139 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-7dab0a7f-18ad-4f6f-8cd5-3364ff693d54 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:03.723624 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-647ff776-0135-4186-ba23-d99d0eb0a42e tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Router 57d1edde-b2d7-4ef5-9fc0-2b20c40f707f is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:35:03.726556 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-6548abd4-0817-407f-bf24-3801ac58accd tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.5356221 Jul 29 23:35:03.744154 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56054) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:03.748165 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ff2960d5-474c-439b-8f79-308c86ce66c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:03.753159 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-fc79991f-853d-423c-a562-49e05994a555 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Request body: {'floatingip': {'port_id': 'fcc0acba-cfb3-488f-9cf3-bcbd2abedfcd'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:03.769209 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:03.820060 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56056) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:03.901794 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7edd9f15-fe6b-4312-89e6-b917a1b8550e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af1ec564-29cd-4f8a-b291-2e25d87073ad'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:03.904784 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ff2960d5-474c-439b-8f79-308c86ce66c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:03.907889 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ff2960d5-474c-439b-8f79-308c86ce66c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:03.909229 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ff2960d5-474c-439b-8f79-308c86ce66c7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4fdc8446-3752-4b40-a80a-77f65121c2c5 HTTP/1.1" status: 204 len: 168 time: 0.9866250 Jul 29 23:35:03.910434 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eefff9a2-be88-4cc4-aa0d-adba69eb2c9f" -d '{"events": [{"server_uuid": "7edd9f15-fe6b-4312-89e6-b917a1b8550e", "name": "network-vif-unplugged", "status": "completed", "tag": "af1ec564-29cd-4f8a-b291-2e25d87073ad"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:03.925780 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c630fd07-8627-4e0d-82b2-21bc4f8306c1 None None] Provisioning complete for port 44e2e929-5306-4747-9f2b-b8a8f03b3793 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:03.932989 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c630fd07-8627-4e0d-82b2-21bc4f8306c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:03.947418 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2960d5-474c-439b-8f79-308c86ce66c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fdc8446-3752-4b40-a80a-77f65121c2c5,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:03.991705 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-48303246-67e9-487e-984c-174ba77859a2 req-d3ee9454-7fc5-440c-8f4d-25e928ed3208 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8080657 Jul 29 23:35:04.009685 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9d65e275-4317-4d80-a182-13560163ce51 req-3b7d762a-41ae-4c93-98a9-4600a98d235f service neutron] 10.222.0.22 "GET /v2.0/networks/fc8993d1-1f3f-4e88-9d54-7eec99f127ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8243763 Jul 29 23:35:04.043445 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port af1ec564-29cd-4f8a-b291-2e25d87073ad, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=af1ec564-29cd-4f8a-b291-2e25d87073ad,segment=NetworkSegment(85f03a44-d59a-404b-99bf-5c2915495fce),segment_id=85f03a44-d59a-404b-99bf-5c2915495fce)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:04.043915 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647ff776-0135-4186-ba23-d99d0eb0a42e tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:35:04.045223 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-647ff776-0135-4186-ba23-d99d0eb0a42e tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "PUT /v2.0/routers/57d1edde-b2d7-4ef5-9fc0-2b20c40f707f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5663850 Jul 29 23:35:04.063113 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56066) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:04.066528 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-c630fd07-8627-4e0d-82b2-21bc4f8306c1 None None] Port 44e2e929-5306-4747-9f2b-b8a8f03b3793 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:35:04.083094 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:04.084270 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device fd088fd5-5d8a-4e4d-b620-8e5770596293 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:35:04.192490 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-7dab0a7f-18ad-4f6f-8cd5-3364ff693d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:04.198431 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707f8206-8d1b-4254-8abd-cbc64e9332ff x-openstack-request-id: req-707f8206-8d1b-4254-8abd-cbc64e9332ff {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:04.199492 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7edd9f15-fe6b-4312-89e6-b917a1b8550e", "name": "network-vif-unplugged", "status": "completed", "tag": "af1ec564-29cd-4f8a-b291-2e25d87073ad", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:04.200171 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-707f8206-8d1b-4254-8abd-cbc64e9332ff {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:04.201037 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7edd9f15-fe6b-4312-89e6-b917a1b8550e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af1ec564-29cd-4f8a-b291-2e25d87073ad', 'code': 200} Jul 29 23:35:04.218360 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfa1e77-eb94-4102-a900-a43a9e9aa3a5 None None] Sync routers for ids ['57d1edde-b2d7-4ef5-9fc0-2b20c40f707f'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:35:04.254631 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fc79991f-853d-423c-a562-49e05994a555 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for floatingip, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:04.274241 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9d65e275-4317-4d80-a182-13560163ce51 req-62e3c71f-f2a5-4e04-892a-bbd27ee3a705 service neutron] 10.222.0.22 "GET /v2.0/networks/fc8993d1-1f3f-4e88-9d54-7eec99f127ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564323 Jul 29 23:35:04.283486 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-ec30ece6-9152-4cd4-8ffa-4ca39d100650 tempest-ExternalNetworksAdminNegativeTestJSON-391604190 tempest-ExternalNetworksAdminNegativeTestJSON-391604190-project-admin] Request body: {'floatingip': {'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:04.305356 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0f25a-bda0-495a-883b-c640c226d759 req-1af15d9f-e439-46eb-b3a1-f9bf107e55c1 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:04.314679 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0f25a-bda0-495a-883b-c640c226d759 req-1af15d9f-e439-46eb-b3a1-f9bf107e55c1 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:04.323003 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0f25a-bda0-495a-883b-c640c226d759 req-1af15d9f-e439-46eb-b3a1-f9bf107e55c1 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:04.331859 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0f25a-bda0-495a-883b-c640c226d759 req-1af15d9f-e439-46eb-b3a1-f9bf107e55c1 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:04.340716 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0f25a-bda0-495a-883b-c640c226d759 req-1af15d9f-e439-46eb-b3a1-f9bf107e55c1 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:04.348996 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0f25a-bda0-495a-883b-c640c226d759 req-1af15d9f-e439-46eb-b3a1-f9bf107e55c1 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:04.356229 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f8b0f25a-bda0-495a-883b-c640c226d759 req-1af15d9f-e439-46eb-b3a1-f9bf107e55c1 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 4662 time: 0.5436702 Jul 29 23:35:04.362955 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c630fd07-8627-4e0d-82b2-21bc4f8306c1 None None] Provisioning complete for port 23867de2-6641-4590-8d77-07a8d9309ef3 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:04.363377 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c630fd07-8627-4e0d-82b2-21bc4f8306c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:04.444536 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f8b0f25a-bda0-495a-883b-c640c226d759 req-0a10db05-7918-43ce-a10c-17513a889835 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/security-groups?id=06985e19-0909-46d3-806d-ed854aa19767&id=1042ecbe-61fb-4261-9b1f-fc7302682049&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0751817 Jul 29 23:35:04.446176 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ec30ece6-9152-4cd4-8ffa-4ca39d100650 tempest-ExternalNetworksAdminNegativeTestJSON-391604190 tempest-ExternalNetworksAdminNegativeTestJSON-391604190-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:04.481057 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-c630fd07-8627-4e0d-82b2-21bc4f8306c1 None None] Port 23867de2-6641-4590-8d77-07a8d9309ef3 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:35:04.589503 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 24e453c8-3bc7-429b-b0d4-8623c169bf91 details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:35:04.603975 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfa1e77-eb94-4102-a900-a43a9e9aa3a5 None None] Routers {'57d1edde-b2d7-4ef5-9fc0-2b20c40f707f'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:35:04.605133 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-3dfa1e77-eb94-4102-a900-a43a9e9aa3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:34:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['57d1edde-b2d7-4ef5-9fc0-2b20c40f707f'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:04.624540 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ec30ece6-9152-4cd4-8ffa-4ca39d100650 tempest-ExternalNetworksAdminNegativeTestJSON-391604190 tempest-ExternalNetworksAdminNegativeTestJSON-391604190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:04.947111 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-ec30ece6-9152-4cd4-8ffa-4ca39d100650 tempest-ExternalNetworksAdminNegativeTestJSON-391604190 tempest-ExternalNetworksAdminNegativeTestJSON-391604190-project-admin] Allocated IP 172.25.0.157 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/b72fc69b-ad8f-4cd6-949c-4fb2ff9a4d08) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:35:04.960130 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=af1ec564-29cd-4f8a-b291-2e25d87073ad,revision_number=6']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:04.986884 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-3dfa1e77-eb94-4102-a900-a43a9e9aa3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:04.996409 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:05.088244 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port fd088fd5-5d8a-4e4d-b620-8e5770596293, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=fd088fd5-5d8a-4e4d-b620-8e5770596293,segment=NetworkSegment(85f03a44-d59a-404b-99bf-5c2915495fce),segment_id=85f03a44-d59a-404b-99bf-5c2915495fce)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:05.102721 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:05.104034 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 6cab2274-0e29-41ee-a31c-dc16b683b0ae no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:35:05.127991 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc73a3f-5fe4-4475-a9bc-e6c389115f6a tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:05.130992 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9dc73a3f-5fe4-4475-a9bc-e6c389115f6a tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "GET /v2.0/ports?device_id=57d1edde-b2d7-4ef5-9fc0-2b20c40f707f HTTP/1.1" status: 200 len: 981 time: 1.0599651 Jul 29 23:35:05.144835 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56084) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:05.229449 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 24e453c8-3bc7-429b-b0d4-8623c169bf91, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=24e453c8-3bc7-429b-b0d4-8623c169bf91,segment=NetworkSegment(85a18049-8d39-45df-9ccf-cf67471916ca),segment_id=85a18049-8d39-45df-9ccf-cf67471916ca)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:05.268249 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfa1e77-eb94-4102-a900-a43a9e9aa3a5 None None] Routers {'57d1edde-b2d7-4ef5-9fc0-2b20c40f707f'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:35:05.270299 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-3dfa1e77-eb94-4102-a900-a43a9e9aa3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:34:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['57d1edde-b2d7-4ef5-9fc0-2b20c40f707f'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:05.277284 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '24e453c8-3bc7-429b-b0d4-8623c169bf91', 'network_id': 'fc8993d1-1f3f-4e88-9d54-7eec99f127ad', 'port_id': '24e453c8-3bc7-429b-b0d4-8623c169bf91', 'mac_address': 'fa:16:3e:4a:77:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01812886-2cdd-41de-831e-c3e259b8e381', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:35:05.430444 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-3dfa1e77-eb94-4102-a900-a43a9e9aa3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:05.432475 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfa1e77-eb94-4102-a900-a43a9e9aa3a5 None None] The sync data for ids ['57d1edde-b2d7-4ef5-9fc0-2b20c40f707f'] in n-d-712141-10 is: [] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:35:05.454551 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-7dab0a7f-18ad-4f6f-8cd5-3364ff693d54 service neutron] For port 77550cf2-90df-4bb3-86b3-6d949e514eac, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=77550cf2-90df-4bb3-86b3-6d949e514eac,segment=NetworkSegment(85f03a44-d59a-404b-99bf-5c2915495fce),segment_id=85f03a44-d59a-404b-99bf-5c2915495fce)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:05.521421 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-7dab0a7f-18ad-4f6f-8cd5-3364ff693d54 service neutron] For port 77550cf2-90df-4bb3-86b3-6d949e514eac, host n-h1-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:35:05.548189 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:05.655862 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=fd088fd5-5d8a-4e4d-b620-8e5770596293,revision_number=6']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:05.660033 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:05.679280 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-7dab0a7f-18ad-4f6f-8cd5-3364ff693d54 service neutron] device_id is not set on port 77550cf2-90df-4bb3-86b3-6d949e514eac yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:35:05.706290 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-7dab0a7f-18ad-4f6f-8cd5-3364ff693d54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:05.715638 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8a037-8f6f-4f07-99d8-69dbeb1738fb req-8010a72f-32c7-42e8-a207-c2cc04572851 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:05.720481 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c9f8a037-8f6f-4f07-99d8-69dbeb1738fb req-8010a72f-32c7-42e8-a207-c2cc04572851 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=331426bb-70f6-4895-8dcb-563373ef4594 HTTP/1.1" status: 200 len: 944 time: 0.4351246 Jul 29 23:35:05.733421 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24e453c8-3bc7-429b-b0d4-8623c169bf91 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:35:05.738696 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-7dab0a7f-18ad-4f6f-8cd5-3364ff693d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:05.813731 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 6cab2274-0e29-41ee-a31c-dc16b683b0ae, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=6cab2274-0e29-41ee-a31c-dc16b683b0ae,segment=NetworkSegment(c392b50f-ee70-4e3d-a540-9c0fa7cb5fa7),segment_id=c392b50f-ee70-4e3d-a540-9c0fa7cb5fa7)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:05.815973 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ec30ece6-9152-4cd4-8ffa-4ca39d100650 tempest-ExternalNetworksAdminNegativeTestJSON-391604190 tempest-ExternalNetworksAdminNegativeTestJSON-391604190-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:05.860023 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:05.863048 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device d88dbc0e-68ee-4fbf-94c1-8577555fefd5 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:35:05.926116 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 24e453c8-3bc7-429b-b0d4-8623c169bf91, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=24e453c8-3bc7-429b-b0d4-8623c169bf91,segment=NetworkSegment(85a18049-8d39-45df-9ccf-cf67471916ca),segment_id=85a18049-8d39-45df-9ccf-cf67471916ca)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:05.940038 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:05.970958 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-7dab0a7f-18ad-4f6f-8cd5-3364ff693d54 service neutron] No DVR routers for this DVR port 77550cf2-90df-4bb3-86b3-6d949e514eac on host n-h1-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:35:06.004387 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=6cab2274-0e29-41ee-a31c-dc16b683b0ae,revision_number=6']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:06.030093 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c9f8a037-8f6f-4f07-99d8-69dbeb1738fb req-9cf55581-b117-4d72-8945-f165741e2e32 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101510 Jul 29 23:35:06.103209 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a787b1-c548-4f6d-aa37-7d0c1486d9fb req-b8a66f64-2350-4ca2-92e1-d21d246dca74 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:06.115128 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a787b1-c548-4f6d-aa37-7d0c1486d9fb req-b8a66f64-2350-4ca2-92e1-d21d246dca74 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:06.130009 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a787b1-c548-4f6d-aa37-7d0c1486d9fb req-b8a66f64-2350-4ca2-92e1-d21d246dca74 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:06.135514 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:06.139131 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a787b1-c548-4f6d-aa37-7d0c1486d9fb req-b8a66f64-2350-4ca2-92e1-d21d246dca74 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:06.145126 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a787b1-c548-4f6d-aa37-7d0c1486d9fb req-b8a66f64-2350-4ca2-92e1-d21d246dca74 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:06.157327 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-53a787b1-c548-4f6d-aa37-7d0c1486d9fb req-b8a66f64-2350-4ca2-92e1-d21d246dca74 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 3878 time: 0.4859335 Jul 29 23:35:06.159535 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=24e453c8-3bc7-429b-b0d4-8623c169bf91,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:06.195309 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port d88dbc0e-68ee-4fbf-94c1-8577555fefd5, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=d88dbc0e-68ee-4fbf-94c1-8577555fefd5,segment=NetworkSegment(9b0e57e5-cd0f-4f81-8940-6c7b6788dd26),segment_id=9b0e57e5-cd0f-4f81-8940-6c7b6788dd26)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:06.202870 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7edd9f15-fe6b-4312-89e6-b917a1b8550e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd088fd5-5d8a-4e4d-b620-8e5770596293'}, {'server_uuid': '7edd9f15-fe6b-4312-89e6-b917a1b8550e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cab2274-0e29-41ee-a31c-dc16b683b0ae'}, {'server_uuid': '7edd9f15-fe6b-4312-89e6-b917a1b8550e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd88dbc0e-68ee-4fbf-94c1-8577555fefd5'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:06.209729 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d8f4beb-497c-4c32-b84e-732bb08fd10a" -d '{"events": [{"server_uuid": "7edd9f15-fe6b-4312-89e6-b917a1b8550e", "name": "network-vif-unplugged", "status": "completed", "tag": "fd088fd5-5d8a-4e4d-b620-8e5770596293"}, {"server_uuid": "7edd9f15-fe6b-4312-89e6-b917a1b8550e", "name": "network-vif-unplugged", "status": "completed", "tag": "6cab2274-0e29-41ee-a31c-dc16b683b0ae"}, {"server_uuid": "7edd9f15-fe6b-4312-89e6-b917a1b8550e", "name": "network-vif-unplugged", "status": "completed", "tag": "d88dbc0e-68ee-4fbf-94c1-8577555fefd5"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:06.223710 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ec30ece6-9152-4cd4-8ffa-4ca39d100650 tempest-ExternalNetworksAdminNegativeTestJSON-391604190 tempest-ExternalNetworksAdminNegativeTestJSON-391604190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:06.241886 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['24e453c8-3bc7-429b-b0d4-8623c169bf91'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:35:06.262078 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:06.278287 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 7450c10b-b2aa-4ef3-b42e-e8eeba1cf253 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:35:06.334940 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-53a787b1-c548-4f6d-aa37-7d0c1486d9fb req-31ab63cd-c3a8-4427-832b-0e58c546bce4 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/security-groups?id=06985e19-0909-46d3-806d-ed854aa19767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1763074 Jul 29 23:35:06.425839 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c812dff-1607-4983-9c75-6dd892549c73 x-openstack-request-id: req-6c812dff-1607-4983-9c75-6dd892549c73 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:06.425839 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7edd9f15-fe6b-4312-89e6-b917a1b8550e", "name": "network-vif-unplugged", "status": "completed", "tag": "fd088fd5-5d8a-4e4d-b620-8e5770596293", "code": 200}, {"server_uuid": "7edd9f15-fe6b-4312-89e6-b917a1b8550e", "name": "network-vif-unplugged", "status": "completed", "tag": "6cab2274-0e29-41ee-a31c-dc16b683b0ae", "code": 200}, {"server_uuid": "7edd9f15-fe6b-4312-89e6-b917a1b8550e", "name": "network-vif-unplugged", "status": "completed", "tag": "d88dbc0e-68ee-4fbf-94c1-8577555fefd5", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:06.425839 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6c812dff-1607-4983-9c75-6dd892549c73 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:06.425839 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7edd9f15-fe6b-4312-89e6-b917a1b8550e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd088fd5-5d8a-4e4d-b620-8e5770596293', 'code': 200} Jul 29 23:35:06.425839 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7edd9f15-fe6b-4312-89e6-b917a1b8550e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cab2274-0e29-41ee-a31c-dc16b683b0ae', 'code': 200} Jul 29 23:35:06.425839 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7edd9f15-fe6b-4312-89e6-b917a1b8550e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd88dbc0e-68ee-4fbf-94c1-8577555fefd5', 'code': 200} Jul 29 23:35:06.426824 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec30ece6-9152-4cd4-8ffa-4ca39d100650 tempest-ExternalNetworksAdminNegativeTestJSON-391604190 tempest-ExternalNetworksAdminNegativeTestJSON-391604190-project-admin] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:35:06.426824 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-ec30ece6-9152-4cd4-8ffa-4ca39d100650 tempest-ExternalNetworksAdminNegativeTestJSON-391604190 tempest-ExternalNetworksAdminNegativeTestJSON-391604190-project-admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:06.438269 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec30ece6-9152-4cd4-8ffa-4ca39d100650 tempest-ExternalNetworksAdminNegativeTestJSON-391604190 tempest-ExternalNetworksAdminNegativeTestJSON-391604190-project-admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:35:06.470253 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-7dab0a7f-18ad-4f6f-8cd5-3364ff693d54 service neutron] In _notify_port_updated(), no bound segment for port 77550cf2-90df-4bb3-86b3-6d949e514eac on network 20b17a75-47ba-4198-999c-000c34520768 {{(pid=94077) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:35:06.471193 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-7dab0a7f-18ad-4f6f-8cd5-3364ff693d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:06.471772 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-7dab0a7f-18ad-4f6f-8cd5-3364ff693d54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:06.473128 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-7dab0a7f-18ad-4f6f-8cd5-3364ff693d54 service neutron] 10.222.0.41 "PUT /v2.0/ports/77550cf2-90df-4bb3-86b3-6d949e514eac HTTP/1.1" status: 200 len: 1031 time: 2.7664917 Jul 29 23:35:06.473817 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dab0a7f-18ad-4f6f-8cd5-3364ff693d54 service neutron] Pushing event updated for resources: {'Port': ['ID=77550cf2-90df-4bb3-86b3-6d949e514eac,revision_number=6']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:06.504078 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec30ece6-9152-4cd4-8ffa-4ca39d100650 tempest-ExternalNetworksAdminNegativeTestJSON-391604190 tempest-ExternalNetworksAdminNegativeTestJSON-391604190-project-admin] Pushing event updated for resources: {'Port': ['ID=b72fc69b-ad8f-4cd6-949c-4fb2ff9a4d08,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:06.658613 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-8f287873-e735-42b4-af05-994a81e4f507 None None] Provisioning complete for port 77550cf2-90df-4bb3-86b3-6d949e514eac triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:06.660105 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8f287873-e735-42b4-af05-994a81e4f507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:06.731260 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-8f287873-e735-42b4-af05-994a81e4f507 None None] Port 77550cf2-90df-4bb3-86b3-6d949e514eac cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:35:06.738576 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=d88dbc0e-68ee-4fbf-94c1-8577555fefd5,revision_number=6']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:06.767763 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ec30ece6-9152-4cd4-8ffa-4ca39d100650 tempest-ExternalNetworksAdminNegativeTestJSON-391604190 tempest-ExternalNetworksAdminNegativeTestJSON-391604190-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:06.801971 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56110) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:06.868299 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1f761558-fae8-46c0-bf7e-d73ab48acafc tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:06.869469 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fc79991f-853d-423c-a562-49e05994a555 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:06.878060 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fc79991f-853d-423c-a562-49e05994a555 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:06.938240 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:06.977471 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-05d9390f-04c8-4e05-9c74-0489e02fb432 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Deleting port fd088fd5-5d8a-4e4d-b620-8e5770596293 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:35:06.977950 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-05d9390f-04c8-4e05-9c74-0489e02fb432 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:06.984677 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ec30ece6-9152-4cd4-8ffa-4ca39d100650 tempest-ExternalNetworksAdminNegativeTestJSON-391604190 tempest-ExternalNetworksAdminNegativeTestJSON-391604190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:07.005352 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 7450c10b-b2aa-4ef3-b42e-e8eeba1cf253, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=7450c10b-b2aa-4ef3-b42e-e8eeba1cf253,segment=NetworkSegment(c392b50f-ee70-4e3d-a540-9c0fa7cb5fa7),segment_id=c392b50f-ee70-4e3d-a540-9c0fa7cb5fa7)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:07.024218 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:07.025299 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 77550cf2-90df-4bb3-86b3-6d949e514eac no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:35:07.049235 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e0514f3e-3103-4bbc-8cb9-4bde6456638e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:07.098683 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:07.128457 n-d-712141-10 neutron-server[94077]: INFO neutron.db.l3_db [None req-fc79991f-853d-423c-a562-49e05994a555 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Floating IP 279ddf71-74ad-41d8-9902-6969b01cc69a associated. External IP: 172.25.0.146, port: 870f6606-a380-4c44-82e9-25aecab7a8ee. Jul 29 23:35:07.138315 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 77550cf2-90df-4bb3-86b3-6d949e514eac not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:35:07.138831 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 44e2e929-5306-4747-9f2b-b8a8f03b3793 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:35:07.188113 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 44e2e929-5306-4747-9f2b-b8a8f03b3793 not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:35:07.191169 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=7450c10b-b2aa-4ef3-b42e-e8eeba1cf253,revision_number=6']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:07.349734 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-05d9390f-04c8-4e05-9c74-0489e02fb432 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] For port fd088fd5-5d8a-4e4d-b620-8e5770596293, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=fd088fd5-5d8a-4e4d-b620-8e5770596293,segment=NetworkSegment(85f03a44-d59a-404b-99bf-5c2915495fce),segment_id=85f03a44-d59a-404b-99bf-5c2915495fce)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:07.350065 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-05d9390f-04c8-4e05-9c74-0489e02fb432 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:07.391336 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-05d9390f-04c8-4e05-9c74-0489e02fb432 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Calling delete_port for fd088fd5-5d8a-4e4d-b620-8e5770596293 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:35:07.421251 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cdbb30-206a-4930-b1ca-fccecb1d5811 req-ca53db8a-bc10-4532-b13f-aaa401310c4e tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:07.423005 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-73cdbb30-206a-4930-b1ca-fccecb1d5811 req-ca53db8a-bc10-4532-b13f-aaa401310c4e tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=331426bb-70f6-4895-8dcb-563373ef4594 HTTP/1.1" status: 200 len: 945 time: 0.2570939 Jul 29 23:35:07.498601 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e0514f3e-3103-4bbc-8cb9-4bde6456638e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:07.551212 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e0514f3e-3103-4bbc-8cb9-4bde6456638e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:07.668313 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-73cdbb30-206a-4930-b1ca-fccecb1d5811 req-9112b56f-1894-4d33-bd28-5eb4d757302f tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305205 Jul 29 23:35:07.677649 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ec30ece6-9152-4cd4-8ffa-4ca39d100650 tempest-ExternalNetworksAdminNegativeTestJSON-391604190 tempest-ExternalNetworksAdminNegativeTestJSON-391604190-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:07.688524 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e0514f3e-3103-4bbc-8cb9-4bde6456638e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=944929a5eda340bba7d71000c74a9645&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8850644 Jul 29 23:35:07.693260 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56126) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:07.696293 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0514f3e-3103-4bbc-8cb9-4bde6456638e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=173fbbbc-29a3-4f32-bea7-cfa972272911,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:07.708004 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ec30ece6-9152-4cd4-8ffa-4ca39d100650 tempest-ExternalNetworksAdminNegativeTestJSON-391604190 tempest-ExternalNetworksAdminNegativeTestJSON-391604190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:07.778849 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-05d9390f-04c8-4e05-9c74-0489e02fb432 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:07.787638 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc79991f-853d-423c-a562-49e05994a555 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Router 1cd95d43-ed85-412f-b8bb-061a2b566a0d has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:35:07.800753 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e7cb4-7e7f-45e0-8125-63b965bacafe req-35e2fb05-54cf-4c2b-ab35-b1a2009a061d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:07.806831 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e7cb4-7e7f-45e0-8125-63b965bacafe req-35e2fb05-54cf-4c2b-ab35-b1a2009a061d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:07.813671 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e7cb4-7e7f-45e0-8125-63b965bacafe req-35e2fb05-54cf-4c2b-ab35-b1a2009a061d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:07.819927 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e7cb4-7e7f-45e0-8125-63b965bacafe req-35e2fb05-54cf-4c2b-ab35-b1a2009a061d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:07.826898 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e7cb4-7e7f-45e0-8125-63b965bacafe req-35e2fb05-54cf-4c2b-ab35-b1a2009a061d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:07.828698 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ba3e7cb4-7e7f-45e0-8125-63b965bacafe req-35e2fb05-54cf-4c2b-ab35-b1a2009a061d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 3797 time: 0.3052309 Jul 29 23:35:07.844928 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec30ece6-9152-4cd4-8ffa-4ca39d100650 tempest-ExternalNetworksAdminNegativeTestJSON-391604190 tempest-ExternalNetworksAdminNegativeTestJSON-391604190-project-admin] Pushing event updated for resources: {'Port': ['ID=b72fc69b-ad8f-4cd6-949c-4fb2ff9a4d08,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:07.929502 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d9390f-04c8-4e05-9c74-0489e02fb432 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Pushing event deleted for resources: {'Port': ['ID=fd088fd5-5d8a-4e4d-b620-8e5770596293,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:07.942353 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ba3e7cb4-7e7f-45e0-8125-63b965bacafe req-bf7d9560-90a3-4a65-a211-d1fdc8ce0e7e tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/security-groups?id=06985e19-0909-46d3-806d-ed854aa19767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013923 Jul 29 23:35:07.946940 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ec30ece6-9152-4cd4-8ffa-4ca39d100650 tempest-ExternalNetworksAdminNegativeTestJSON-391604190 tempest-ExternalNetworksAdminNegativeTestJSON-391604190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:07.962749 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-1f761558-fae8-46c0-bf7e-d73ab48acafc tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Deleting port 23867de2-6641-4590-8d77-07a8d9309ef3 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:35:07.963300 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1f761558-fae8-46c0-bf7e-d73ab48acafc tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:08.012991 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-05d9390f-04c8-4e05-9c74-0489e02fb432 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] No DVR routers for this DVR port fd088fd5-5d8a-4e4d-b620-8e5770596293 on host n-h1-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:35:08.017563 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-05d9390f-04c8-4e05-9c74-0489e02fb432 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:08.021040 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-05d9390f-04c8-4e05-9c74-0489e02fb432 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.41 "DELETE /v2.0/ports/fd088fd5-5d8a-4e4d-b620-8e5770596293 HTTP/1.1" status: 204 len: 173 time: 1.5294812 Jul 29 23:35:08.023268 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ec30ece6-9152-4cd4-8ffa-4ca39d100650 tempest-ExternalNetworksAdminNegativeTestJSON-391604190 tempest-ExternalNetworksAdminNegativeTestJSON-391604190-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:08.029179 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ec30ece6-9152-4cd4-8ffa-4ca39d100650 tempest-ExternalNetworksAdminNegativeTestJSON-391604190 tempest-ExternalNetworksAdminNegativeTestJSON-391604190-project-admin] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1955698 Jul 29 23:35:08.029440 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7edd9f15-fe6b-4312-89e6-b917a1b8550e', 'name': 'network-vif-deleted', 'tag': 'fd088fd5-5d8a-4e4d-b620-8e5770596293'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:08.029440 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4693c917-150e-4718-a0f6-2143f76a5149" -d '{"events": [{"server_uuid": "7edd9f15-fe6b-4312-89e6-b917a1b8550e", "name": "network-vif-deleted", "tag": "fd088fd5-5d8a-4e4d-b620-8e5770596293"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:08.033010 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56130) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:08.038588 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-3296a5cd-e694-4313-be5c-012f498df35d tempest-ExternalNetworksAdminNegativeTestJSON-391604190 tempest-ExternalNetworksAdminNegativeTestJSON-391604190-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-783123810', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'fixed_ips': [{'ip_address': '172.25.0.157'}]}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:08.099612 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3296a5cd-e694-4313-be5c-012f498df35d tempest-ExternalNetworksAdminNegativeTestJSON-391604190 tempest-ExternalNetworksAdminNegativeTestJSON-391604190-project-admin] Made reservation on behalf of 7d666844d627479289ed92aa7ddb0908 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:08.102229 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3296a5cd-e694-4313-be5c-012f498df35d tempest-ExternalNetworksAdminNegativeTestJSON-391604190 tempest-ExternalNetworksAdminNegativeTestJSON-391604190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:08.104748 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa827a6-5e20-4661-a008-751740902aa8 x-openstack-request-id: req-dfa827a6-5e20-4661-a008-751740902aa8 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:08.107116 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7edd9f15-fe6b-4312-89e6-b917a1b8550e", "name": "network-vif-deleted", "tag": "fd088fd5-5d8a-4e4d-b620-8e5770596293", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:08.107116 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dfa827a6-5e20-4661-a008-751740902aa8 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:08.107421 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1f761558-fae8-46c0-bf7e-d73ab48acafc tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:08.107522 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7edd9f15-fe6b-4312-89e6-b917a1b8550e', 'name': 'network-vif-deleted', 'tag': 'fd088fd5-5d8a-4e4d-b620-8e5770596293', 'status': 'completed', 'code': 200} Jul 29 23:35:08.114153 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fa0c01b5-ab69-4dcd-8446-2b4f17284300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:08.129786 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3296a5cd-e694-4313-be5c-012f498df35d tempest-ExternalNetworksAdminNegativeTestJSON-391604190 tempest-ExternalNetworksAdminNegativeTestJSON-391604190-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:08.251083 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fa0c01b5-ab69-4dcd-8446-2b4f17284300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:08.251713 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-1f761558-fae8-46c0-bf7e-d73ab48acafc tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Calling delete_port for 23867de2-6641-4590-8d77-07a8d9309ef3 owned by network:router_interface {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:35:08.332864 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc79991f-853d-423c-a562-49e05994a555 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:35:08.334112 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3296a5cd-e694-4313-be5c-012f498df35d tempest-ExternalNetworksAdminNegativeTestJSON-391604190 tempest-ExternalNetworksAdminNegativeTestJSON-391604190-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:08.343528 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3296a5cd-e694-4313-be5c-012f498df35d tempest-ExternalNetworksAdminNegativeTestJSON-391604190 tempest-ExternalNetworksAdminNegativeTestJSON-391604190-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:08.353459 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cdd783-e045-4426-8767-3a6035e66206 None None] Sync routers for ids ['1cd95d43-ed85-412f-b8bb-061a2b566a0d'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:35:08.368707 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cdd783-e045-4426-8767-3a6035e66206 None None] Routers {'1cd95d43-ed85-412f-b8bb-061a2b566a0d'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:35:08.369829 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-04cdd783-e045-4426-8767-3a6035e66206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:34:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['1cd95d43-ed85-412f-b8bb-061a2b566a0d'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:08.423276 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7edd9f15-fe6b-4312-89e6-b917a1b8550e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7450c10b-b2aa-4ef3-b42e-e8eeba1cf253'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:08.426415 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410f93b9-18bd-48b3-a74d-d915dfeab1f1" -d '{"events": [{"server_uuid": "7edd9f15-fe6b-4312-89e6-b917a1b8550e", "name": "network-vif-unplugged", "status": "completed", "tag": "7450c10b-b2aa-4ef3-b42e-e8eeba1cf253"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:08.432109 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-04cdd783-e045-4426-8767-3a6035e66206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:08.448434 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cdd783-e045-4426-8767-3a6035e66206 None None] Routers {'1cd95d43-ed85-412f-b8bb-061a2b566a0d'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:35:08.450299 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-04cdd783-e045-4426-8767-3a6035e66206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:34:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['1cd95d43-ed85-412f-b8bb-061a2b566a0d'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:08.469458 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [None req-3296a5cd-e694-4313-be5c-012f498df35d tempest-ExternalNetworksAdminNegativeTestJSON-391604190 tempest-ExternalNetworksAdminNegativeTestJSON-391604190-project-admin] device_id is not set on port 3605375a-5aac-40f2-a88f-0ddcba37f8b1 yet. {{(pid=94078) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:35:08.534023 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f2c89e7-127c-4725-ac98-987c0a885fa2 x-openstack-request-id: req-5f2c89e7-127c-4725-ac98-987c0a885fa2 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:08.534382 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7edd9f15-fe6b-4312-89e6-b917a1b8550e", "name": "network-vif-unplugged", "status": "completed", "tag": "7450c10b-b2aa-4ef3-b42e-e8eeba1cf253", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:08.534798 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5f2c89e7-127c-4725-ac98-987c0a885fa2 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:08.535272 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7edd9f15-fe6b-4312-89e6-b917a1b8550e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7450c10b-b2aa-4ef3-b42e-e8eeba1cf253', 'code': 200} Jul 29 23:35:08.538115 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-04cdd783-e045-4426-8767-3a6035e66206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:08.538810 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cdd783-e045-4426-8767-3a6035e66206 None None] The sync data for ids ['1cd95d43-ed85-412f-b8bb-061a2b566a0d'] in n-d-712141-10 is: [] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:35:08.592460 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 24e453c8-3bc7-429b-b0d4-8623c169bf91 up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:35:08.644396 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-6363d769-df09-4da2-b3b1-aaf83fd4421c tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Deleting port d88dbc0e-68ee-4fbf-94c1-8577555fefd5 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:35:08.644740 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-6363d769-df09-4da2-b3b1-aaf83fd4421c tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:08.662107 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3296a5cd-e694-4313-be5c-012f498df35d tempest-ExternalNetworksAdminNegativeTestJSON-391604190 tempest-ExternalNetworksAdminNegativeTestJSON-391604190-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc29d977-ab4a-49d8-94b6-cf553847873c,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:08.674860 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port 24e453c8-3bc7-429b-b0d4-8623c169bf91 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:08.681421 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 24e453c8-3bc7-429b-b0d4-8623c169bf91 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:08.681938 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:08.712334 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fa0c01b5-ab69-4dcd-8446-2b4f17284300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:08.715694 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fa0c01b5-ab69-4dcd-8446-2b4f17284300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:08.720689 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-fa0c01b5-ab69-4dcd-8446-2b4f17284300 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/173fbbbc-29a3-4f32-bea7-cfa972272911 HTTP/1.1" status: 204 len: 168 time: 1.0208478 Jul 29 23:35:08.784399 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c01b5-ab69-4dcd-8446-2b4f17284300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=173fbbbc-29a3-4f32-bea7-cfa972272911,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:08.877242 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-6363d769-df09-4da2-b3b1-aaf83fd4421c tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] For port d88dbc0e-68ee-4fbf-94c1-8577555fefd5, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=d88dbc0e-68ee-4fbf-94c1-8577555fefd5,segment=NetworkSegment(9b0e57e5-cd0f-4f81-8940-6c7b6788dd26),segment_id=9b0e57e5-cd0f-4f81-8940-6c7b6788dd26)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:08.877452 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-6363d769-df09-4da2-b3b1-aaf83fd4421c tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:08.998002 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:09.051422 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 24e453c8-3bc7-429b-b0d4-8623c169bf91, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=24e453c8-3bc7-429b-b0d4-8623c169bf91,segment=NetworkSegment(85a18049-8d39-45df-9ccf-cf67471916ca),segment_id=85a18049-8d39-45df-9ccf-cf67471916ca)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:09.060392 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:09.188287 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=24e453c8-3bc7-429b-b0d4-8623c169bf91,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:09.342724 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc79991f-853d-423c-a562-49e05994a555 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Router 1cd95d43-ed85-412f-b8bb-061a2b566a0d has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:35:09.501842 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1f761558-fae8-46c0-bf7e-d73ab48acafc tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:09.586174 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f761558-fae8-46c0-bf7e-d73ab48acafc tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event deleted for resources: {'Port': ['ID=23867de2-6641-4590-8d77-07a8d9309ef3,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:09.744447 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-3296a5cd-e694-4313-be5c-012f498df35d tempest-ExternalNetworksAdminNegativeTestJSON-391604190 tempest-ExternalNetworksAdminNegativeTestJSON-391604190-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 29 23:35:09.744949 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3296a5cd-e694-4313-be5c-012f498df35d tempest-ExternalNetworksAdminNegativeTestJSON-391604190 tempest-ExternalNetworksAdminNegativeTestJSON-391604190-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:35:09.784538 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725fb3ba-df93-434d-8d43-c733f11202c6 req-064b14b4-e640-4559-8f55-211ea13af99d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:09.790621 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725fb3ba-df93-434d-8d43-c733f11202c6 req-064b14b4-e640-4559-8f55-211ea13af99d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:09.797257 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725fb3ba-df93-434d-8d43-c733f11202c6 req-064b14b4-e640-4559-8f55-211ea13af99d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:09.805174 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725fb3ba-df93-434d-8d43-c733f11202c6 req-064b14b4-e640-4559-8f55-211ea13af99d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:09.816726 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-725fb3ba-df93-434d-8d43-c733f11202c6 req-064b14b4-e640-4559-8f55-211ea13af99d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 3142 time: 0.4043262 Jul 29 23:35:09.860975 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-3296a5cd-e694-4313-be5c-012f498df35d tempest-ExternalNetworksAdminNegativeTestJSON-391604190 tempest-ExternalNetworksAdminNegativeTestJSON-391604190-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.8268154 Jul 29 23:35:09.875929 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee58abe-79ec-4807-a16b-44d19e72fb86 req-882586bf-94ae-4a2a-bdd2-7b037338a55c tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:09.879023 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3ee58abe-79ec-4807-a16b-44d19e72fb86 req-882586bf-94ae-4a2a-bdd2-7b037338a55c tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=331426bb-70f6-4895-8dcb-563373ef4594 HTTP/1.1" status: 200 len: 946 time: 0.4652965 Jul 29 23:35:09.879951 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56170) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:09.959652 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-6363d769-df09-4da2-b3b1-aaf83fd4421c tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:09.960779 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-6363d769-df09-4da2-b3b1-aaf83fd4421c tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:09.961316 n-d-712141-10 neutron-server[94077]: INFO neutron.db.l3_db [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-6363d769-df09-4da2-b3b1-aaf83fd4421c tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Floating IP a9efa153-64e6-4009-bd10-0bf13d5c1bbb disassociated. External IP: 172.25.0.189, port: d88dbc0e-68ee-4fbf-94c1-8577555fefd5. Jul 29 23:35:09.961894 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-6363d769-df09-4da2-b3b1-aaf83fd4421c tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Calling delete_port for d88dbc0e-68ee-4fbf-94c1-8577555fefd5 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:35:10.067245 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56174) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:10.115555 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1f761558-fae8-46c0-bf7e-d73ab48acafc tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:10.121517 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc79991f-853d-423c-a562-49e05994a555 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:35:10.135875 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0bce71-e276-4512-a5ef-94916ca2b2d3 None None] Sync routers for ids ['1cd95d43-ed85-412f-b8bb-061a2b566a0d'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:35:10.137164 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fc79991f-853d-423c-a562-49e05994a555 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:10.154054 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0bce71-e276-4512-a5ef-94916ca2b2d3 None None] Routers {'1cd95d43-ed85-412f-b8bb-061a2b566a0d'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:35:10.156632 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-4b0bce71-e276-4512-a5ef-94916ca2b2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:34:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['1cd95d43-ed85-412f-b8bb-061a2b566a0d'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:10.209627 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-725fb3ba-df93-434d-8d43-c733f11202c6 req-612385e7-e235-48bf-95c2-4a23381d25cb tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/security-groups?id=06985e19-0909-46d3-806d-ed854aa19767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3916104 Jul 29 23:35:10.252634 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-4b0bce71-e276-4512-a5ef-94916ca2b2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:10.273214 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0bce71-e276-4512-a5ef-94916ca2b2d3 None None] Routers {'1cd95d43-ed85-412f-b8bb-061a2b566a0d'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:35:10.275588 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-4b0bce71-e276-4512-a5ef-94916ca2b2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:34:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['1cd95d43-ed85-412f-b8bb-061a2b566a0d'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:10.288634 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-6363d769-df09-4da2-b3b1-aaf83fd4421c tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:10.334849 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6363d769-df09-4da2-b3b1-aaf83fd4421c tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Pushing event deleted for resources: {'Port': ['ID=d88dbc0e-68ee-4fbf-94c1-8577555fefd5,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:10.350576 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-fc79991f-853d-423c-a562-49e05994a555 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] 10.222.0.43 "PUT /v2.0/floatingips/279ddf71-74ad-41d8-9902-6969b01cc69a HTTP/1.1" status: 200 len: 978 time: 6.6048193 Jul 29 23:35:10.351547 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56178) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:10.364778 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-ae5238c8-72b2-444b-b348-1f6c4d9f059f tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:10.372529 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-4b0bce71-e276-4512-a5ef-94916ca2b2d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:10.375353 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0bce71-e276-4512-a5ef-94916ca2b2d3 None None] The sync data for ids ['1cd95d43-ed85-412f-b8bb-061a2b566a0d'] in n-d-712141-10 is: [] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:35:10.387407 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3ee58abe-79ec-4807-a16b-44d19e72fb86 req-75a06f94-9c3d-470a-a08f-d185dbd09a09 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4643455 Jul 29 23:35:10.422688 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-50b9908f-f8ab-4e34-a9a7-e83149a3ae1a admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-752766012-network', 'tenant_id': 'f22070e2711544d2a0df15627d894926'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:10.501841 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f761558-fae8-46c0-bf7e-d73ab48acafc tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Router 57d1edde-b2d7-4ef5-9fc0-2b20c40f707f has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:35:10.504862 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-6258e484-6583-4dc5-9e1c-012c1cd5eed7 tempest-ExternalNetworksAdminNegativeTestJSON-391604190 tempest-ExternalNetworksAdminNegativeTestJSON-391604190-project-admin] Deleting port b72fc69b-ad8f-4cd6-949c-4fb2ff9a4d08 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:35:10.504862 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6258e484-6583-4dc5-9e1c-012c1cd5eed7 tempest-ExternalNetworksAdminNegativeTestJSON-391604190 tempest-ExternalNetworksAdminNegativeTestJSON-391604190-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:10.522733 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ae5238c8-72b2-444b-b348-1f6c4d9f059f tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for floatingip, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:10.536541 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '331426bb-70f6-4895-8dcb-563373ef4594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e453c8-3bc7-429b-b0d4-8623c169bf91'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:10.539506 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b473354c-56eb-427d-9bf3-53503e8f724c" -d '{"events": [{"server_uuid": "331426bb-70f6-4895-8dcb-563373ef4594", "name": "network-vif-plugged", "status": "completed", "tag": "24e453c8-3bc7-429b-b0d4-8623c169bf91"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:10.584069 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ffd214b-d348-45f9-844c-e9d918c6ed3c x-openstack-request-id: req-3ffd214b-d348-45f9-844c-e9d918c6ed3c {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:10.584740 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "331426bb-70f6-4895-8dcb-563373ef4594", "name": "network-vif-plugged", "status": "completed", "tag": "24e453c8-3bc7-429b-b0d4-8623c169bf91", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:10.585305 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3ffd214b-d348-45f9-844c-e9d918c6ed3c {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:10.585962 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '331426bb-70f6-4895-8dcb-563373ef4594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e453c8-3bc7-429b-b0d4-8623c169bf91', 'code': 200} Jul 29 23:35:10.589212 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b9908f-f8ab-4e34-a9a7-e83149a3ae1a admin admin] Made reservation on behalf of f22070e2711544d2a0df15627d894926 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:10.592917 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-50b9908f-f8ab-4e34-a9a7-e83149a3ae1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:10.663620 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-50b9908f-f8ab-4e34-a9a7-e83149a3ae1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:10.731157 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f761558-fae8-46c0-bf7e-d73ab48acafc tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:35:10.742255 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-1f761558-fae8-46c0-bf7e-d73ab48acafc tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "PUT /v2.0/routers/57d1edde-b2d7-4ef5-9fc0-2b20c40f707f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5958490 Jul 29 23:35:10.747380 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7406781-3d05-4b6f-b198-0f32125c6026 None None] Sync routers for ids ['57d1edde-b2d7-4ef5-9fc0-2b20c40f707f'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:35:10.753265 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56182) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:10.769228 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7406781-3d05-4b6f-b198-0f32125c6026 None None] Routers {'57d1edde-b2d7-4ef5-9fc0-2b20c40f707f'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:35:10.770602 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-c7406781-3d05-4b6f-b198-0f32125c6026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:34:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['57d1edde-b2d7-4ef5-9fc0-2b20c40f707f'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:10.850630 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6258e484-6583-4dc5-9e1c-012c1cd5eed7 tempest-ExternalNetworksAdminNegativeTestJSON-391604190 tempest-ExternalNetworksAdminNegativeTestJSON-391604190-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:10.851104 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6258e484-6583-4dc5-9e1c-012c1cd5eed7 tempest-ExternalNetworksAdminNegativeTestJSON-391604190 tempest-ExternalNetworksAdminNegativeTestJSON-391604190-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:10.865006 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-c7406781-3d05-4b6f-b198-0f32125c6026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:10.877501 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ae5238c8-72b2-444b-b348-1f6c4d9f059f tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:10.903501 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7406781-3d05-4b6f-b198-0f32125c6026 None None] Routers {'57d1edde-b2d7-4ef5-9fc0-2b20c40f707f'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:35:10.903715 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ae5238c8-72b2-444b-b348-1f6c4d9f059f tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:10.903860 n-d-712141-10 neutron-server[94077]: INFO neutron.db.l3_db [None req-ae5238c8-72b2-444b-b348-1f6c4d9f059f tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Floating IP 279ddf71-74ad-41d8-9902-6969b01cc69a disassociated. External IP: 172.25.0.146, port: fcc0acba-cfb3-488f-9cf3-bcbd2abedfcd. Jul 29 23:35:10.905690 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-c7406781-3d05-4b6f-b198-0f32125c6026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:34:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['57d1edde-b2d7-4ef5-9fc0-2b20c40f707f'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:10.912961 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-6363d769-df09-4da2-b3b1-aaf83fd4421c tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Router d24c5e1e-46b9-4779-b665-679b591db605 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:35:10.925799 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cee1462-bd12-45fd-9639-2da540e0a620 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] GET failed (client error): The resource could not be found. Jul 29 23:35:10.927952 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-3cee1462-bd12-45fd-9639-2da540e0a620 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "GET /v2.0/ports/23867de2-6641-4590-8d77-07a8d9309ef3 HTTP/1.1" status: 404 len: 333 time: 0.1631384 Jul 29 23:35:10.945201 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56186) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:10.981506 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-c7406781-3d05-4b6f-b198-0f32125c6026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:10.985039 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7406781-3d05-4b6f-b198-0f32125c6026 None None] The sync data for ids ['57d1edde-b2d7-4ef5-9fc0-2b20c40f707f'] in n-d-712141-10 is: [] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:35:11.024260 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-6258e484-6583-4dc5-9e1c-012c1cd5eed7 tempest-ExternalNetworksAdminNegativeTestJSON-391604190 tempest-ExternalNetworksAdminNegativeTestJSON-391604190-project-admin] Calling delete_port for b72fc69b-ad8f-4cd6-949c-4fb2ff9a4d08 owned by network:floatingip {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:35:11.131772 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22307d2-3674-454f-9db0-485ff01e1988 req-abd7bb21-985b-4ac3-8874-614eef717622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:11.134752 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f22307d2-3674-454f-9db0-485ff01e1988 req-abd7bb21-985b-4ac3-8874-614eef717622 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=331426bb-70f6-4895-8dcb-563373ef4594 HTTP/1.1" status: 200 len: 1098 time: 0.4614916 Jul 29 23:35:11.182272 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-60c765d6-3e2e-459a-92c2-89825373edc2 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for router, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:11.303050 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-6363d769-df09-4da2-b3b1-aaf83fd4421c tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:35:11.319197 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cd4118-0c6b-49d1-b997-01b618b2184d None None] Sync routers for ids ['d24c5e1e-46b9-4779-b665-679b591db605'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:35:11.324704 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-50b9908f-f8ab-4e34-a9a7-e83149a3ae1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:11.326319 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f22307d2-3674-454f-9db0-485ff01e1988 req-14c8b5c6-6693-4d5d-b40e-40ae857d6d6d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807580 Jul 29 23:35:11.336208 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cd4118-0c6b-49d1-b997-01b618b2184d None None] Routers {'d24c5e1e-46b9-4779-b665-679b591db605'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:35:11.341054 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-70cd4118-0c6b-49d1-b997-01b618b2184d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:34:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['d24c5e1e-46b9-4779-b665-679b591db605'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:11.369663 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-50b9908f-f8ab-4e34-a9a7-e83149a3ae1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:11.403741 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-6363d769-df09-4da2-b3b1-aaf83fd4421c tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] No DVR routers for this DVR port d88dbc0e-68ee-4fbf-94c1-8577555fefd5 on host n-h1-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:35:11.462396 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-6363d769-df09-4da2-b3b1-aaf83fd4421c tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:11.464386 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-6363d769-df09-4da2-b3b1-aaf83fd4421c tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.41 "DELETE /v2.0/ports/d88dbc0e-68ee-4fbf-94c1-8577555fefd5 HTTP/1.1" status: 204 len: 173 time: 3.4337702 Jul 29 23:35:11.464973 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7edd9f15-fe6b-4312-89e6-b917a1b8550e', 'name': 'network-vif-deleted', 'tag': 'd88dbc0e-68ee-4fbf-94c1-8577555fefd5'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:11.479379 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c82ee902-00a5-4872-8f54-769fdb356def" -d '{"events": [{"server_uuid": "7edd9f15-fe6b-4312-89e6-b917a1b8550e", "name": "network-vif-deleted", "tag": "d88dbc0e-68ee-4fbf-94c1-8577555fefd5"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:11.484853 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-60c765d6-3e2e-459a-92c2-89825373edc2 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:11.487840 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-60c765d6-3e2e-459a-92c2-89825373edc2 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:11.507115 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50b9908f-f8ab-4e34-a9a7-e83149a3ae1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:35:11.559737 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-60c765d6-3e2e-459a-92c2-89825373edc2 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:11.560458 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c765d6-3e2e-459a-92c2-89825373edc2 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Fanout notify agent at l3_agent the message router_deleted on router 57d1edde-b2d7-4ef5-9fc0-2b20c40f707f {{(pid=94078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:35:11.576741 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-60c765d6-3e2e-459a-92c2-89825373edc2 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:11.577926 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-60c765d6-3e2e-459a-92c2-89825373edc2 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "DELETE /v2.0/routers/57d1edde-b2d7-4ef5-9fc0-2b20c40f707f HTTP/1.1" status: 204 len: 168 time: 0.6228228 Jul 29 23:35:11.582130 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56196) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:11.585250 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-50b9908f-f8ab-4e34-a9a7-e83149a3ae1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:11.585837 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-50b9908f-f8ab-4e34-a9a7-e83149a3ae1a admin admin] Added segment f8071998-ecaf-4c5a-b572-329fc82dfaa1 of type vlan for network 3ef792c9-1d68-4434-94c7-fcd8492ce0ae Jul 29 23:35:11.614345 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9908f-f8ab-4e34-a9a7-e83149a3ae1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=effd4ff6-0fd7-49b3-ae50-815f99117c1b,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:11.618544 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-70cd4118-0c6b-49d1-b997-01b618b2184d None None] Set router d24c5e1e-46b9-4779-b665-679b591db605 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:35:11.703699 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae5238c8-72b2-444b-b348-1f6c4d9f059f tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Router 1cd95d43-ed85-412f-b8bb-061a2b566a0d has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:35:11.712319 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-50b9908f-f8ab-4e34-a9a7-e83149a3ae1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:11.748117 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e5791-f603-4879-8483-dcd14e530f93 req-a7e07ce8-9aca-44d1-b9bb-202bdb336113 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:11.754251 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e5791-f603-4879-8483-dcd14e530f93 req-a7e07ce8-9aca-44d1-b9bb-202bdb336113 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:11.760536 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e5791-f603-4879-8483-dcd14e530f93 req-a7e07ce8-9aca-44d1-b9bb-202bdb336113 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:11.762892 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ce0e5791-f603-4879-8483-dcd14e530f93 req-a7e07ce8-9aca-44d1-b9bb-202bdb336113 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 2409 time: 0.2153282 Jul 29 23:35:11.773843 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a5a3d80-1d32-4961-ba60-ca7b6b6e05e7 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Deleting subnet 28908409-4279-4b75-9768-9e62c43f584c {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:35:11.782585 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0a5a3d80-1d32-4961-ba60-ca7b6b6e05e7 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:11.837851 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6258e484-6583-4dc5-9e1c-012c1cd5eed7 tempest-ExternalNetworksAdminNegativeTestJSON-391604190 tempest-ExternalNetworksAdminNegativeTestJSON-391604190-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:11.840237 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-50b9908f-f8ab-4e34-a9a7-e83149a3ae1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:11.843022 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b9908f-f8ab-4e34-a9a7-e83149a3ae1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:11.844110 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-50b9908f-f8ab-4e34-a9a7-e83149a3ae1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:11.863206 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d2e5ae-e768-46cf-8701-abc125caae53 req-9b208d75-1640-407f-8438-45e9860a3360 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:11.871575 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-90d2e5ae-e768-46cf-8701-abc125caae53 req-9b208d75-1640-407f-8438-45e9860a3360 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=331426bb-70f6-4895-8dcb-563373ef4594 HTTP/1.1" status: 200 len: 946 time: 0.2486989 Jul 29 23:35:11.914632 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ce0e5791-f603-4879-8483-dcd14e530f93 req-65a8e8ae-e7b5-4991-be2b-4ca32a7a6364 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/security-groups?id=06985e19-0909-46d3-806d-ed854aa19767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381824 Jul 29 23:35:11.921534 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6258e484-6583-4dc5-9e1c-012c1cd5eed7 tempest-ExternalNetworksAdminNegativeTestJSON-391604190 tempest-ExternalNetworksAdminNegativeTestJSON-391604190-project-admin] Pushing event deleted for resources: {'Port': ['ID=b72fc69b-ad8f-4cd6-949c-4fb2ff9a4d08,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:11.940833 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0a5a3d80-1d32-4961-ba60-ca7b6b6e05e7 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:12.054012 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-50b9908f-f8ab-4e34-a9a7-e83149a3ae1a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9831467 Jul 29 23:35:12.062849 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3159fda2-d36e-457c-8dc0-8f0234d7ef7d x-openstack-request-id: req-3159fda2-d36e-457c-8dc0-8f0234d7ef7d {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:12.063802 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7edd9f15-fe6b-4312-89e6-b917a1b8550e", "name": "network-vif-deleted", "tag": "d88dbc0e-68ee-4fbf-94c1-8577555fefd5", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:12.064558 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3159fda2-d36e-457c-8dc0-8f0234d7ef7d {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:12.065394 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7edd9f15-fe6b-4312-89e6-b917a1b8550e', 'name': 'network-vif-deleted', 'tag': 'd88dbc0e-68ee-4fbf-94c1-8577555fefd5', 'status': 'completed', 'code': 200} Jul 29 23:35:12.077102 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b9908f-f8ab-4e34-a9a7-e83149a3ae1a admin admin] Pushing event updated for resources: {'Network': ['ID=3ef792c9-1d68-4434-94c7-fcd8492ce0ae,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:12.122246 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-90d2e5ae-e768-46cf-8701-abc125caae53 req-d8581f19-a51b-49d6-a6d3-025894267f78 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497220 Jul 29 23:35:12.124482 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-1753dc72-2dea-4549-9323-dfc5208fd1a4 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Deleting port 7450c10b-b2aa-4ef3-b42e-e8eeba1cf253 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:35:12.125200 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-1753dc72-2dea-4549-9323-dfc5208fd1a4 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:12.143697 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 3ef792c9-1d68-4434-94c7-fcd8492ce0ae details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:35:12.216603 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6258e484-6583-4dc5-9e1c-012c1cd5eed7 tempest-ExternalNetworksAdminNegativeTestJSON-391604190 tempest-ExternalNetworksAdminNegativeTestJSON-391604190-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:12.219405 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6258e484-6583-4dc5-9e1c-012c1cd5eed7 tempest-ExternalNetworksAdminNegativeTestJSON-391604190 tempest-ExternalNetworksAdminNegativeTestJSON-391604190-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:12.225203 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-6258e484-6583-4dc5-9e1c-012c1cd5eed7 tempest-ExternalNetworksAdminNegativeTestJSON-391604190 tempest-ExternalNetworksAdminNegativeTestJSON-391604190-project-admin] 10.222.0.43 "DELETE /v2.0/floatingips/929ee15b-3d62-4631-a12e-30c55cd9ecb5 HTTP/1.1" status: 204 len: 168 time: 2.3312283 Jul 29 23:35:12.310832 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5238c8-72b2-444b-b348-1f6c4d9f059f tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:35:12.319964 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ae5238c8-72b2-444b-b348-1f6c4d9f059f tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:12.332064 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f87f8b-f07d-431b-b744-06cc2cc6c0bb None None] Sync routers for ids ['1cd95d43-ed85-412f-b8bb-061a2b566a0d'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:35:12.353561 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f87f8b-f07d-431b-b744-06cc2cc6c0bb None None] Routers {'1cd95d43-ed85-412f-b8bb-061a2b566a0d'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:35:12.359549 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-81f87f8b-f07d-431b-b744-06cc2cc6c0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:34:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['1cd95d43-ed85-412f-b8bb-061a2b566a0d'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:12.365556 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0a5a3d80-1d32-4961-ba60-ca7b6b6e05e7 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:12.431234 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-70cd4118-0c6b-49d1-b997-01b618b2184d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24c5e1e-46b9-4779-b665-679b591db605', 'name': 'tempest-TaggedBootDevicesTest_v242-908721989-router', 'tenant_id': '2080476b97a74d1caf5886ea19337ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': '5b9039bb-38ed-402e-bf57-42aa85f95620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:24:05Z', 'updated_at': '2021-07-29T23:24:14Z', 'revision_number': 4, 'project_id': '2080476b97a74d1caf5886ea19337ad1', 'gw_port': {'id': '5b9039bb-38ed-402e-bf57-42aa85f95620', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24c5e1e-46b9-4779-b665-679b591db605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:06Z', 'updated_at': '2021-07-29T23:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '715390ce-2547-4acd-b959-070d46d7a628', 'name': '', 'network_id': 'ce4b3ab8-859d-4d6c-903b-c30dcaacffc8', 'tenant_id': '2080476b97a74d1caf5886ea19337ad1', 'mac_address': 'fa:16:3e:58:d0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24c5e1e-46b9-4779-b665-679b591db605', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'f17b5adc-97d4-4be8-906f-2c5b33598723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:12Z', 'updated_at': '2021-07-29T23:24:24Z', 'revision_number': 5, 'project_id': '2080476b97a74d1caf5886ea19337ad1', 'subnets': [{'id': 'f17b5adc-97d4-4be8-906f-2c5b33598723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:12.445409 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ae5238c8-72b2-444b-b348-1f6c4d9f059f tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] 10.222.0.43 "PUT /v2.0/floatingips/279ddf71-74ad-41d8-9902-6969b01cc69a HTTP/1.1" status: 200 len: 688 time: 2.0893807 Jul 29 23:35:12.448475 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-1753dc72-2dea-4549-9323-dfc5208fd1a4 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] For port 7450c10b-b2aa-4ef3-b42e-e8eeba1cf253, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=7450c10b-b2aa-4ef3-b42e-e8eeba1cf253,segment=NetworkSegment(c392b50f-ee70-4e3d-a540-9c0fa7cb5fa7),segment_id=c392b50f-ee70-4e3d-a540-9c0fa7cb5fa7)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:12.449892 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-1753dc72-2dea-4549-9323-dfc5208fd1a4 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:12.453183 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56206) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:12.465550 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cd4118-0c6b-49d1-b997-01b618b2184d None None] Checking router: d24c5e1e-46b9-4779-b665-679b591db605 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:35:12.478683 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-81f87f8b-f07d-431b-b744-06cc2cc6c0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:12.499519 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cd4118-0c6b-49d1-b997-01b618b2184d None None] Routers {'d24c5e1e-46b9-4779-b665-679b591db605'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:35:12.503722 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f87f8b-f07d-431b-b744-06cc2cc6c0bb None None] Routers {'1cd95d43-ed85-412f-b8bb-061a2b566a0d'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:35:12.505029 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-81f87f8b-f07d-431b-b744-06cc2cc6c0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:34:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['1cd95d43-ed85-412f-b8bb-061a2b566a0d'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:12.510856 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-70cd4118-0c6b-49d1-b997-01b618b2184d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:34:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['d24c5e1e-46b9-4779-b665-679b591db605'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:12.574368 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-1753dc72-2dea-4549-9323-dfc5208fd1a4 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Calling delete_port for 7450c10b-b2aa-4ef3-b42e-e8eeba1cf253 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:35:12.601219 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-81f87f8b-f07d-431b-b744-06cc2cc6c0bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:12.603020 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0a5a3d80-1d32-4961-ba60-ca7b6b6e05e7 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:12.610824 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f87f8b-f07d-431b-b744-06cc2cc6c0bb None None] The sync data for ids ['1cd95d43-ed85-412f-b8bb-061a2b566a0d'] in n-d-712141-10 is: [] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:35:12.673904 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5a3d80-1d32-4961-ba60-ca7b6b6e05e7 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event deleted for resources: {'Subnet': ['ID=28908409-4279-4b75-9768-9e62c43f584c,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:12.702683 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0a5a3d80-1d32-4961-ba60-ca7b6b6e05e7 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:12.711719 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-0a5a3d80-1d32-4961-ba60-ca7b6b6e05e7 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "DELETE /v2.0/subnets/28908409-4279-4b75-9768-9e62c43f584c HTTP/1.1" status: 204 len: 168 time: 1.1245487 Jul 29 23:35:12.719912 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56216) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:12.796147 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-09d15798-31d2-4a3c-af31-45e701567d37 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Deleting port 2716dfe9-6d2b-4b1b-97a7-8e071377cd87 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:35:12.796557 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-09d15798-31d2-4a3c-af31-45e701567d37 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:12.845613 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-70cd4118-0c6b-49d1-b997-01b618b2184d None None] Set router d24c5e1e-46b9-4779-b665-679b591db605 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:35:12.897714 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56218) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:12.954962 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2de628-9cb2-41fe-8012-e69334ad52a9 None None] Network 9185b3f6-5ba1-4a73-a5d3-c3c42625c2e2 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:35:12.959129 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-1753dc72-2dea-4549-9323-dfc5208fd1a4 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:12.996862 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-09d15798-31d2-4a3c-af31-45e701567d37 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:12.997378 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-09d15798-31d2-4a3c-af31-45e701567d37 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:13.038350 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4e3036eb-ffb6-4f92-b156-2c06d19fdfc0 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:13.082735 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1753dc72-2dea-4549-9323-dfc5208fd1a4 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Pushing event deleted for resources: {'Port': ['ID=7450c10b-b2aa-4ef3-b42e-e8eeba1cf253,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:13.104437 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-09d15798-31d2-4a3c-af31-45e701567d37 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Calling delete_port for 2716dfe9-6d2b-4b1b-97a7-8e071377cd87 owned by network:floatingip {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:35:13.154426 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-1753dc72-2dea-4549-9323-dfc5208fd1a4 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] No DVR routers for this DVR port 7450c10b-b2aa-4ef3-b42e-e8eeba1cf253 on host n-h1-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:35:13.158125 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-1753dc72-2dea-4549-9323-dfc5208fd1a4 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:13.160430 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-1753dc72-2dea-4549-9323-dfc5208fd1a4 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.41 "DELETE /v2.0/ports/7450c10b-b2aa-4ef3-b42e-e8eeba1cf253 HTTP/1.1" status: 204 len: 173 time: 1.6564169 Jul 29 23:35:13.323115 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7d802705-d606-48dc-9231-3c17d8e66e85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:13.431611 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-101a474e-892f-4492-8b8a-caa2689f72e2 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Deleting port 6cab2274-0e29-41ee-a31c-dc16b683b0ae {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:35:13.431969 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-101a474e-892f-4492-8b8a-caa2689f72e2 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:13.467791 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef9bb8-9982-4b83-977b-021d83c4d149 req-2069c3ee-dae3-4be4-a479-d81d15a167fc tempest-ComputeTenantNetworksTest-849638957 tempest-ComputeTenantNetworksTest-849638957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:13.476498 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef9bb8-9982-4b83-977b-021d83c4d149 req-2069c3ee-dae3-4be4-a479-d81d15a167fc tempest-ComputeTenantNetworksTest-849638957 tempest-ComputeTenantNetworksTest-849638957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:13.485833 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef9bb8-9982-4b83-977b-021d83c4d149 req-2069c3ee-dae3-4be4-a479-d81d15a167fc tempest-ComputeTenantNetworksTest-849638957 tempest-ComputeTenantNetworksTest-849638957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:13.512034 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-89ef9bb8-9982-4b83-977b-021d83c4d149 req-2069c3ee-dae3-4be4-a479-d81d15a167fc tempest-ComputeTenantNetworksTest-849638957 tempest-ComputeTenantNetworksTest-849638957-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.3653340 Jul 29 23:35:13.548566 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-70cd4118-0c6b-49d1-b997-01b618b2184d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24c5e1e-46b9-4779-b665-679b591db605', 'name': 'tempest-TaggedBootDevicesTest_v242-908721989-router', 'tenant_id': '2080476b97a74d1caf5886ea19337ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': '5b9039bb-38ed-402e-bf57-42aa85f95620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:24:05Z', 'updated_at': '2021-07-29T23:24:14Z', 'revision_number': 4, 'project_id': '2080476b97a74d1caf5886ea19337ad1', 'gw_port': {'id': '5b9039bb-38ed-402e-bf57-42aa85f95620', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24c5e1e-46b9-4779-b665-679b591db605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:06Z', 'updated_at': '2021-07-29T23:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '715390ce-2547-4acd-b959-070d46d7a628', 'name': '', 'network_id': 'ce4b3ab8-859d-4d6c-903b-c30dcaacffc8', 'tenant_id': '2080476b97a74d1caf5886ea19337ad1', 'mac_address': 'fa:16:3e:58:d0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24c5e1e-46b9-4779-b665-679b591db605', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'f17b5adc-97d4-4be8-906f-2c5b33598723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:12Z', 'updated_at': '2021-07-29T23:24:24Z', 'revision_number': 5, 'project_id': '2080476b97a74d1caf5886ea19337ad1', 'subnets': [{'id': 'f17b5adc-97d4-4be8-906f-2c5b33598723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:13.593136 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a42405-8c45-48ff-9b1a-43b439f0cbf3 None None] DHCP port deletion for 9185b3f6-5ba1-4a73-a5d3-c3c42625c2e2 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:35:13.644902 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-09d15798-31d2-4a3c-af31-45e701567d37 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:13.670220 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56236) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:13.684753 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cd4118-0c6b-49d1-b997-01b618b2184d None None] The sync data for ids ['d24c5e1e-46b9-4779-b665-679b591db605'] in n-d-712141-10 is: [{'id': 'd24c5e1e-46b9-4779-b665-679b591db605', 'name': 'tempest-TaggedBootDevicesTest_v242-908721989-router', 'tenant_id': '2080476b97a74d1caf5886ea19337ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': '5b9039bb-38ed-402e-bf57-42aa85f95620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:24:05Z', 'updated_at': '2021-07-29T23:24:14Z', 'revision_number': 4, 'project_id': '2080476b97a74d1caf5886ea19337ad1', 'gw_port': {'id': '5b9039bb-38ed-402e-bf57-42aa85f95620', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24c5e1e-46b9-4779-b665-679b591db605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:06Z', 'updated_at': '2021-07-29T23:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '715390ce-2547-4acd-b959-070d46d7a628', 'name': '', 'network_id': 'ce4b3ab8-859d-4d6c-903b-c30dcaacffc8', 'tenant_id': '2080476b97a74d1caf5886ea19337ad1', 'mac_address': 'fa:16:3e:58:d0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24c5e1e-46b9-4779-b665-679b591db605', 'device_owner': 'network:router_interface', 'standard_attr_id': 785, 'fixed_ips': [{'subnet_id': 'f17b5adc-97d4-4be8-906f-2c5b33598723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:12Z', 'updated_at': '2021-07-29T23:24:24Z', 'revision_number': 5, 'project_id': '2080476b97a74d1caf5886ea19337ad1', 'subnets': [{'id': 'f17b5adc-97d4-4be8-906f-2c5b33598723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:35:13.690311 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-4e3036eb-ffb6-4f92-b156-2c06d19fdfc0 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Deleting port 5814ce1f-4769-4203-8430-657a8a4ddec9 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:35:13.690642 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4e3036eb-ffb6-4f92-b156-2c06d19fdfc0 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:13.731884 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dbf053-5b28-47f2-ad3a-8d93a1a2cb70 req-8a925c0a-0501-4943-8dce-bd9e56286ad8 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:13.739406 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dbf053-5b28-47f2-ad3a-8d93a1a2cb70 req-8a925c0a-0501-4943-8dce-bd9e56286ad8 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:13.750770 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f1dbf053-5b28-47f2-ad3a-8d93a1a2cb70 req-8a925c0a-0501-4943-8dce-bd9e56286ad8 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 1676 time: 0.6076450 Jul 29 23:35:13.799721 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d15798-31d2-4a3c-af31-45e701567d37 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Pushing event deleted for resources: {'Port': ['ID=2716dfe9-6d2b-4b1b-97a7-8e071377cd87,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:13.819550 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-101a474e-892f-4492-8b8a-caa2689f72e2 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] For port 6cab2274-0e29-41ee-a31c-dc16b683b0ae, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=6cab2274-0e29-41ee-a31c-dc16b683b0ae,segment=NetworkSegment(c392b50f-ee70-4e3d-a540-9c0fa7cb5fa7),segment_id=c392b50f-ee70-4e3d-a540-9c0fa7cb5fa7)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:13.820736 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-101a474e-892f-4492-8b8a-caa2689f72e2 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:13.821668 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-63a42405-8c45-48ff-9b1a-43b439f0cbf3 None None] Deleting port 5814ce1f-4769-4203-8430-657a8a4ddec9 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:35:13.822118 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-63a42405-8c45-48ff-9b1a-43b439f0cbf3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:13.863342 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86932ce8-9248-4719-a5f3-55a644259dae req-40674ab0-655b-46b4-bcaa-b47cc19ce481 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:13.888623 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-86932ce8-9248-4719-a5f3-55a644259dae req-40674ab0-655b-46b4-bcaa-b47cc19ce481 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=331426bb-70f6-4895-8dcb-563373ef4594 HTTP/1.1" status: 200 len: 946 time: 0.2954383 Jul 29 23:35:13.914118 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-101a474e-892f-4492-8b8a-caa2689f72e2 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Calling delete_port for 6cab2274-0e29-41ee-a31c-dc16b683b0ae owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:35:13.997045 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d1875941-c170-404e-9bb8-7af8d339342b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:14.013098 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-63a42405-8c45-48ff-9b1a-43b439f0cbf3 None None] For port 5814ce1f-4769-4203-8430-657a8a4ddec9, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=5814ce1f-4769-4203-8430-657a8a4ddec9,segment=NetworkSegment(3f91db2f-53b0-4097-a340-803022933949),segment_id=3f91db2f-53b0-4097-a340-803022933949)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:14.014201 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-63a42405-8c45-48ff-9b1a-43b439f0cbf3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:14.031941 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-4e3036eb-ffb6-4f92-b156-2c06d19fdfc0 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] For port 5814ce1f-4769-4203-8430-657a8a4ddec9, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=5814ce1f-4769-4203-8430-657a8a4ddec9,segment=NetworkSegment(3f91db2f-53b0-4097-a340-803022933949),segment_id=3f91db2f-53b0-4097-a340-803022933949)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:14.032319 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4e3036eb-ffb6-4f92-b156-2c06d19fdfc0 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:14.037626 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-63a42405-8c45-48ff-9b1a-43b439f0cbf3 None None] Calling delete_port for 5814ce1f-4769-4203-8430-657a8a4ddec9 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:35:14.047562 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7d802705-d606-48dc-9231-3c17d8e66e85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:14.062868 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7d802705-d606-48dc-9231-3c17d8e66e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:14.080605 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f1dbf053-5b28-47f2-ad3a-8d93a1a2cb70 req-445680c7-ea72-4e4c-b40c-583339a3e80b tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/security-groups?id=06985e19-0909-46d3-806d-ed854aa19767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3286290 Jul 29 23:35:14.095236 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-4e3036eb-ffb6-4f92-b156-2c06d19fdfc0 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Calling delete_port for 5814ce1f-4769-4203-8430-657a8a4ddec9 owned by network:dhcp {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:35:14.136022 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-86932ce8-9248-4719-a5f3-55a644259dae req-669602dc-cf0f-4336-953e-48c0843163e3 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463779 Jul 29 23:35:14.140325 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7edd9f15-fe6b-4312-89e6-b917a1b8550e', 'name': 'network-vif-deleted', 'tag': '7450c10b-b2aa-4ef3-b42e-e8eeba1cf253'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:14.144571 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-289ac25d-9807-4276-a5a3-f47f48531a5c" -d '{"events": [{"server_uuid": "7edd9f15-fe6b-4312-89e6-b917a1b8550e", "name": "network-vif-deleted", "tag": "7450c10b-b2aa-4ef3-b42e-e8eeba1cf253"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:14.262372 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-63a42405-8c45-48ff-9b1a-43b439f0cbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:14.310968 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a42405-8c45-48ff-9b1a-43b439f0cbf3 None None] Pushing event deleted for resources: {'Port': ['ID=5814ce1f-4769-4203-8430-657a8a4ddec9,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:14.320378 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a42405-8c45-48ff-9b1a-43b439f0cbf3 None None] No DVR routers for this DVR port 5814ce1f-4769-4203-8430-657a8a4ddec9 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:35:14.345078 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222c2694-c075-49b2-bdc7-3dcf8ddaef01 None None] New status for floating IP a9efa153-64e6-4009-bd10-0bf13d5c1bbb: DOWN {{(pid=94079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:35:14.411744 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7d802705-d606-48dc-9231-3c17d8e66e85 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=aabc4e5987bc474fa179cb01c0896af7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5128977 Jul 29 23:35:14.412674 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d802705-d606-48dc-9231-3c17d8e66e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b70d4aca-00da-4603-9139-eadd6a76b149,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:14.419688 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56244) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:14.422515 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-101a474e-892f-4492-8b8a-caa2689f72e2 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:14.599586 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055cd026-33a9-479d-beab-7e3ee8d47348 req-a9903e1a-d631-47d7-aee9-c23ce041a790 tempest-ComputeTenantNetworksTest-849638957 tempest-ComputeTenantNetworksTest-849638957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:14.618263 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-055cd026-33a9-479d-beab-7e3ee8d47348 req-a9903e1a-d631-47d7-aee9-c23ce041a790 tempest-ComputeTenantNetworksTest-849638957 tempest-ComputeTenantNetworksTest-849638957-project] 10.222.0.43 "GET /v2.0/networks/3ef792c9-1d68-4434-94c7-fcd8492ce0ae HTTP/1.1" status: 200 len: 768 time: 0.4594715 Jul 29 23:35:14.629726 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101a474e-892f-4492-8b8a-caa2689f72e2 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Pushing event deleted for resources: {'Port': ['ID=6cab2274-0e29-41ee-a31c-dc16b683b0ae,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:14.681106 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56248) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:14.686733 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26658c8a-6f80-48f3-92f2-53e854a76843 x-openstack-request-id: req-26658c8a-6f80-48f3-92f2-53e854a76843 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:14.687524 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7edd9f15-fe6b-4312-89e6-b917a1b8550e", "name": "network-vif-deleted", "tag": "7450c10b-b2aa-4ef3-b42e-e8eeba1cf253", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:14.688197 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-26658c8a-6f80-48f3-92f2-53e854a76843 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:14.689069 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7edd9f15-fe6b-4312-89e6-b917a1b8550e', 'name': 'network-vif-deleted', 'tag': '7450c10b-b2aa-4ef3-b42e-e8eeba1cf253', 'status': 'completed', 'code': 200} Jul 29 23:35:14.694211 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fb683e83-66fe-4569-a89a-6ff40e499c45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:14.755296 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-101a474e-892f-4492-8b8a-caa2689f72e2 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] No DVR routers for this DVR port 6cab2274-0e29-41ee-a31c-dc16b683b0ae on host n-h1-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:35:14.780624 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-09d15798-31d2-4a3c-af31-45e701567d37 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for floatingip, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:14.784476 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-09d15798-31d2-4a3c-af31-45e701567d37 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:14.788246 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-09d15798-31d2-4a3c-af31-45e701567d37 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] 10.222.0.43 "DELETE /v2.0/floatingips/279ddf71-74ad-41d8-9902-6969b01cc69a HTTP/1.1" status: 204 len: 168 time: 2.3311779 Jul 29 23:35:14.788246 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-101a474e-892f-4492-8b8a-caa2689f72e2 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:14.788819 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-101a474e-892f-4492-8b8a-caa2689f72e2 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.41 "DELETE /v2.0/ports/6cab2274-0e29-41ee-a31c-dc16b683b0ae HTTP/1.1" status: 204 len: 173 time: 1.5576239 Jul 29 23:35:14.792667 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56252) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:14.811536 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fb683e83-66fe-4569-a89a-6ff40e499c45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:14.898985 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-e30b9502-1f03-41a3-a9f3-e3623672dd19 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] delete failed (client error): The resource could not be found. Jul 29 23:35:14.900041 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e30b9502-1f03-41a3-a9f3-e3623672dd19 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] 10.222.0.43 "DELETE /v2.0/floatingips/279ddf71-74ad-41d8-9902-6969b01cc69a HTTP/1.1" status: 404 len: 345 time: 0.1064553 Jul 29 23:35:14.911165 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56254) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:15.092370 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714acb8f-6e76-4c5c-8bfd-1318718df767 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:15.098524 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714acb8f-6e76-4c5c-8bfd-1318718df767 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:15.104537 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714acb8f-6e76-4c5c-8bfd-1318718df767 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:15.106917 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-714acb8f-6e76-4c5c-8bfd-1318718df767 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] 10.222.0.43 "GET /v2.0/ports?network_id=d9347619-a162-47d4-ad52-2680b75d6ba1 HTTP/1.1" status: 200 len: 2359 time: 0.1947656 Jul 29 23:35:15.110165 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56256) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:15.112187 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fb683e83-66fe-4569-a89a-6ff40e499c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:15.114748 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fb683e83-66fe-4569-a89a-6ff40e499c45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:15.122906 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-fb683e83-66fe-4569-a89a-6ff40e499c45 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b70d4aca-00da-4603-9139-eadd6a76b149 HTTP/1.1" status: 204 len: 168 time: 0.6946352 Jul 29 23:35:15.160716 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb683e83-66fe-4569-a89a-6ff40e499c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b70d4aca-00da-4603-9139-eadd6a76b149,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:15.185616 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-9876660a-faa6-4773-acfa-c4f822d7492d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Deleting port af1ec564-29cd-4f8a-b291-2e25d87073ad {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:35:15.186014 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-9876660a-faa6-4773-acfa-c4f822d7492d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:15.241120 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7266ea41-d5b9-4ea4-aec4-e25425f1b26e tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:15.242596 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7266ea41-d5b9-4ea4-aec4-e25425f1b26e tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] 10.222.0.43 "GET /v2.0/subnets/15a8319e-1217-464a-9996-6ac58124be69 HTTP/1.1" status: 200 len: 797 time: 0.1312418 Jul 29 23:35:15.251475 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56262) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:15.256444 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-e295a0af-298e-4569-8fb5-a150a34531d6 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Request body: {'port': {'network_id': 'd9347619-a162-47d4-ad52-2680b75d6ba1', 'name': 'tempest-FloatingIPTestJSON-22534368', 'fixed_ips': [{'ip_address': '172.20.0.12'}, {'ip_address': '172.20.0.11'}]}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:15.340289 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d1875941-c170-404e-9bb8-7af8d339342b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:15.345542 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4e3036eb-ffb6-4f92-b156-2c06d19fdfc0 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:15.361456 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-dc9a13e2-2972-4c24-b09b-ead477bb6b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:15.370888 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d1875941-c170-404e-9bb8-7af8d339342b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:15.383406 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-9876660a-faa6-4773-acfa-c4f822d7492d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] For port af1ec564-29cd-4f8a-b291-2e25d87073ad, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=af1ec564-29cd-4f8a-b291-2e25d87073ad,segment=NetworkSegment(85f03a44-d59a-404b-99bf-5c2915495fce),segment_id=85f03a44-d59a-404b-99bf-5c2915495fce)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:15.383796 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-9876660a-faa6-4773-acfa-c4f822d7492d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:15.413769 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-9876660a-faa6-4773-acfa-c4f822d7492d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Calling delete_port for af1ec564-29cd-4f8a-b291-2e25d87073ad owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:35:15.429275 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7aca44-0599-42e8-a9fd-c4ad931791b8 req-c75d5021-0181-47cb-b92c-25bd71dfd4a4 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:15.438466 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7a7aca44-0599-42e8-a9fd-c4ad931791b8 req-c75d5021-0181-47cb-b92c-25bd71dfd4a4 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=331426bb-70f6-4895-8dcb-563373ef4594 HTTP/1.1" status: 200 len: 946 time: 0.7297375 Jul 29 23:35:15.443530 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3036eb-ffb6-4f92-b156-2c06d19fdfc0 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] No DVR routers for this DVR port 5814ce1f-4769-4203-8430-657a8a4ddec9 on host n-d-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:35:15.452628 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3036eb-ffb6-4f92-b156-2c06d19fdfc0 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event deleted for resources: {'Port': ['ID=5814ce1f-4769-4203-8430-657a8a4ddec9,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:15.474128 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 5814ce1f-4769-4203-8430-657a8a4ddec9 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:35:15.513181 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 5814ce1f-4769-4203-8430-657a8a4ddec9 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:35:15.513509 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 5814ce1f-4769-4203-8430-657a8a4ddec9 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:35:15.539050 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e295a0af-298e-4569-8fb5-a150a34531d6 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Made reservation on behalf of ce80edbfe3b74e1a96ffbc003847952c for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:15.542554 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48acce-8e2e-469e-b811-2b6e2712babb req-2c62d1b1-562a-42ec-aa9a-294a54b93136 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:15.544404 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1e48acce-8e2e-469e-b811-2b6e2712babb req-2c62d1b1-562a-42ec-aa9a-294a54b93136 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 942 time: 0.2953589 Jul 29 23:35:15.568015 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-d1875941-c170-404e-9bb8-7af8d339342b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=19157969124647e5bc3bc4d09ce07162&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8936501 Jul 29 23:35:15.671724 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1875941-c170-404e-9bb8-7af8d339342b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a42551ba-220e-43a1-8606-9f1f14f56544,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:15.677528 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56268) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:15.735322 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7a7aca44-0599-42e8-a9fd-c4ad931791b8 req-05921fa3-35d4-4676-83a4-9f65525cca40 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907150 Jul 29 23:35:15.779743 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56270) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:15.783478 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4e3036eb-ffb6-4f92-b156-2c06d19fdfc0 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:15.828545 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-dc9a13e2-2972-4c24-b09b-ead477bb6b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:15.869832 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-4e3036eb-ffb6-4f92-b156-2c06d19fdfc0 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9185b3f6-5ba1-4a73-a5d3-c3c42625c2e2']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:15.872935 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-dc9a13e2-2972-4c24-b09b-ead477bb6b01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ef792c9-1d68-4434-94c7-fcd8492ce0ae']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:15.905716 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-dc9a13e2-2972-4c24-b09b-ead477bb6b01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8071998-ecaf-4c5a-b572-329fc82dfaa1') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:15.906193 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-dc9a13e2-2972-4c24-b09b-ead477bb6b01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8071998-ecaf-4c5a-b572-329fc82dfaa1') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:15.915092 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-4e3036eb-ffb6-4f92-b156-2c06d19fdfc0 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f91db2f-53b0-4097-a340-803022933949') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:15.915424 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-4e3036eb-ffb6-4f92-b156-2c06d19fdfc0 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f91db2f-53b0-4097-a340-803022933949') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:15.943295 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1e48acce-8e2e-469e-b811-2b6e2712babb req-8962ae85-22dd-40ba-b772-b1bab96c2736 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/security-groups?id=06985e19-0909-46d3-806d-ed854aa19767&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3721883 Jul 29 23:35:15.948323 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-dc9a13e2-2972-4c24-b09b-ead477bb6b01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:15.957294 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4e3036eb-ffb6-4f92-b156-2c06d19fdfc0 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:15.990381 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-dc9a13e2-2972-4c24-b09b-ead477bb6b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:15.994912 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-0109a68d-865d-4b19-ad54-d87585fe23ba admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7d666844d627479289ed92aa7ddb0908&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2136953 Jul 29 23:35:16.005727 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56272) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:16.016942 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4e3036eb-ffb6-4f92-b156-2c06d19fdfc0 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:16.020020 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc9a13e2-2972-4c24-b09b-ead477bb6b01 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:35:16.020566 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-dc9a13e2-2972-4c24-b09b-ead477bb6b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:16.025214 n-d-712141-10 neutron-server[94078]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:35:16.025214 n-d-712141-10 neutron-server[94078]: self.session.flush() Jul 29 23:35:16.025214 n-d-712141-10 neutron-server[94078]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:35:16.025214 n-d-712141-10 neutron-server[94078]: self.session.flush() Jul 29 23:35:16.025214 n-d-712141-10 neutron-server[94078]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:35:16.025214 n-d-712141-10 neutron-server[94078]: self.session.flush() Jul 29 23:35:16.025214 n-d-712141-10 neutron-server[94078]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:35:16.025214 n-d-712141-10 neutron-server[94078]: self.session.flush() Jul 29 23:35:16.025214 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:35:16.025214 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:35:16.025214 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:35:16.025214 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:35:16.025214 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:35:16.025214 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:35:16.025214 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:35:16.025214 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:35:16.025214 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:35:16.025214 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:35:16.025214 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:35:16.025214 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:35:16.025214 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:35:16.025214 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:35:16.025214 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:35:16.025214 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:35:16.025214 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:35:16.025214 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:35:16.025214 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:35:16.025214 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:35:16.025214 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:35:16.025214 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:35:16.025214 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:35:16.025214 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:35:16.025214 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:35:16.025214 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:35:16.025214 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:35:16.025214 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:35:16.025214 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:35:16.025214 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:35:16.025214 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:35:16.025214 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:35:16.079178 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e3036eb-ffb6-4f92-b156-2c06d19fdfc0 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:35:16.079596 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4e3036eb-ffb6-4f92-b156-2c06d19fdfc0 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:16.082831 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:35:16.082831 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:35:16.082831 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:35:16.082831 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:35:16.082831 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:35:16.082831 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:35:16.082831 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:35:16.082831 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:35:16.082831 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:35:16.082831 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:35:16.082831 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:35:16.082831 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:35:16.082831 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:35:16.082831 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:35:16.082831 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:35:16.082831 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:35:16.082831 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:35:16.082831 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:35:16.082831 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:35:16.082831 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:35:16.082831 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:35:16.082831 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:35:16.082831 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:35:16.082831 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:35:16.082831 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:35:16.082831 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:35:16.082831 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:35:16.082831 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:35:16.082831 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:35:16.082831 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:35:16.082831 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:35:16.082831 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:35:16.094743 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2a0a41ab-c5c6-43fb-8545-0612786c15fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:16.116367 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-9876660a-faa6-4773-acfa-c4f822d7492d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:16.159132 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9876660a-faa6-4773-acfa-c4f822d7492d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Pushing event deleted for resources: {'Port': ['ID=af1ec564-29cd-4f8a-b291-2e25d87073ad,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:16.170504 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e295a0af-298e-4569-8fb5-a150a34531d6 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:16.178791 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2a0a41ab-c5c6-43fb-8545-0612786c15fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:16.180515 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-dc9a13e2-2972-4c24-b09b-ead477bb6b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:16.194169 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-dc9a13e2-2972-4c24-b09b-ead477bb6b01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:16.198546 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-dc9a13e2-2972-4c24-b09b-ead477bb6b01 admin admin] 10.222.0.43 "DELETE /v2.0/networks/3ef792c9-1d68-4434-94c7-fcd8492ce0ae HTTP/1.1" status: 204 len: 168 time: 1.5135896 Jul 29 23:35:16.202618 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4e3036eb-ffb6-4f92-b156-2c06d19fdfc0 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:16.224017 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4e3036eb-ffb6-4f92-b156-2c06d19fdfc0 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:16.230360 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-4e3036eb-ffb6-4f92-b156-2c06d19fdfc0 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "DELETE /v2.0/networks/9185b3f6-5ba1-4a73-a5d3-c3c42625c2e2 HTTP/1.1" status: 204 len: 168 time: 3.5044546 Jul 29 23:35:16.233724 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56276) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:16.234927 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9a13e2-2972-4c24-b09b-ead477bb6b01 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ef792c9-1d68-4434-94c7-fcd8492ce0ae,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:16.244998 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-9876660a-faa6-4773-acfa-c4f822d7492d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] No DVR routers for this DVR port af1ec564-29cd-4f8a-b291-2e25d87073ad on host n-h1-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:35:16.251415 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-9876660a-faa6-4773-acfa-c4f822d7492d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:16.253760 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2f3be218-9102-40fa-a65a-b147d81ae18b req-9876660a-faa6-4773-acfa-c4f822d7492d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.41 "DELETE /v2.0/ports/af1ec564-29cd-4f8a-b291-2e25d87073ad HTTP/1.1" status: 204 len: 173 time: 1.4502242 Jul 29 23:35:16.254956 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4584f280-a7c5-4e60-b796-6fa3d167e671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:16.270563 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [None req-e295a0af-298e-4569-8fb5-a150a34531d6 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] device_id is not set on port 5602a9cf-2a7d-40b4-8569-e1db4313d22e yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:35:16.306581 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4584f280-a7c5-4e60-b796-6fa3d167e671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:16.318801 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3036eb-ffb6-4f92-b156-2c06d19fdfc0 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event deleted for resources: {'Network': ['ID=9185b3f6-5ba1-4a73-a5d3-c3c42625c2e2,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:16.349847 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89008191-bc73-4da3-8afc-e4dae442136b tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:16.352470 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-89008191-bc73-4da3-8afc-e4dae442136b tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "GET /v2.0/ports/704c2ec8-e36c-43bd-9bd1-9620ed06b1b1 HTTP/1.1" status: 200 len: 841 time: 0.1144986 Jul 29 23:35:16.357905 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56278) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:16.450335 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56280) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:16.461749 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-000419b0-da0a-4f1a-bb4b-51eab691cca4 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "GET /v2.0/ports/704c2ec8-e36c-43bd-9bd1-9620ed06b1b1?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1015272 Jul 29 23:35:16.467663 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56282) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:16.472879 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-6ea16df3-358f-4ec9-91f2-029d3d44f5d5 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Request body: {'subnet': {'network_id': 'fb747b47-cca6-4c18-afeb-6a460bbab65a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:16.534589 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2a0a41ab-c5c6-43fb-8545-0612786c15fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:16.537183 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2a0a41ab-c5c6-43fb-8545-0612786c15fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:16.538418 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-2a0a41ab-c5c6-43fb-8545-0612786c15fd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a42551ba-220e-43a1-8606-9f1f14f56544 HTTP/1.1" status: 204 len: 168 time: 0.8567979 Jul 29 23:35:16.594770 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0a41ab-c5c6-43fb-8545-0612786c15fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42551ba-220e-43a1-8606-9f1f14f56544,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:16.614738 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-310c6ece-d10c-42e5-a9c4-b8df258df6e0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f22070e2711544d2a0df15627d894926&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1622910 Jul 29 23:35:16.617124 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56286) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:16.687262 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea16df3-358f-4ec9-91f2-029d3d44f5d5 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Made reservation on behalf of d49779da0727435887ac30c3d6c062b5 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:16.690923 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6ea16df3-358f-4ec9-91f2-029d3d44f5d5 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:16.755115 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-e295a0af-298e-4569-8fb5-a150a34531d6 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Allocated IP 172.20.0.12 (d9347619-a162-47d4-ad52-2680b75d6ba1/15a8319e-1217-464a-9996-6ac58124be69/5602a9cf-2a7d-40b4-8569-e1db4313d22e) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:35:16.784633 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-e295a0af-298e-4569-8fb5-a150a34531d6 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Allocated IP 172.20.0.11 (d9347619-a162-47d4-ad52-2680b75d6ba1/15a8319e-1217-464a-9996-6ac58124be69/5602a9cf-2a7d-40b4-8569-e1db4313d22e) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:35:16.790498 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-22991068-5e67-446d-b26d-84203b532a48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:16.844925 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-22991068-5e67-446d-b26d-84203b532a48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:16.976829 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7edd9f15-fe6b-4312-89e6-b917a1b8550e', 'name': 'network-vif-deleted', 'tag': '6cab2274-0e29-41ee-a31c-dc16b683b0ae'}, {'server_uuid': '7edd9f15-fe6b-4312-89e6-b917a1b8550e', 'name': 'network-vif-deleted', 'tag': 'af1ec564-29cd-4f8a-b291-2e25d87073ad'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:16.982659 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc0b08a-8e52-4ea8-b4c8-477176feea5e" -d '{"events": [{"server_uuid": "7edd9f15-fe6b-4312-89e6-b917a1b8550e", "name": "network-vif-deleted", "tag": "6cab2274-0e29-41ee-a31c-dc16b683b0ae"}, {"server_uuid": "7edd9f15-fe6b-4312-89e6-b917a1b8550e", "name": "network-vif-deleted", "tag": "af1ec564-29cd-4f8a-b291-2e25d87073ad"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:17.013720 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4584f280-a7c5-4e60-b796-6fa3d167e671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:17.018839 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4584f280-a7c5-4e60-b796-6fa3d167e671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:17.023977 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2a5d84-4e55-4c47-9661-7d90a610a522 req-d542abd2-41b7-4a60-b71a-0ccbf9d59711 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:17.026475 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0e2a5d84-4e55-4c47-9661-7d90a610a522 req-d542abd2-41b7-4a60-b71a-0ccbf9d59711 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=331426bb-70f6-4895-8dcb-563373ef4594 HTTP/1.1" status: 200 len: 946 time: 0.1448166 Jul 29 23:35:17.031147 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4584f280-a7c5-4e60-b796-6fa3d167e671 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cc29d977-ab4a-49d8-94b6-cf553847873c HTTP/1.1" status: 204 len: 168 time: 1.0147095 Jul 29 23:35:17.061798 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4584f280-a7c5-4e60-b796-6fa3d167e671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc29d977-ab4a-49d8-94b6-cf553847873c,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:17.117442 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-22991068-5e67-446d-b26d-84203b532a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:17.123143 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-22991068-5e67-446d-b26d-84203b532a48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:17.125734 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-22991068-5e67-446d-b26d-84203b532a48 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/effd4ff6-0fd7-49b3-ae50-815f99117c1b HTTP/1.1" status: 204 len: 168 time: 0.5070643 Jul 29 23:35:17.163142 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0e2a5d84-4e55-4c47-9661-7d90a610a522 req-1d02c2b1-a610-403c-b949-f6554ad918ab tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968032 Jul 29 23:35:17.220099 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e295a0af-298e-4569-8fb5-a150a34531d6 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:17.233338 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22991068-5e67-446d-b26d-84203b532a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=effd4ff6-0fd7-49b3-ae50-815f99117c1b,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:17.284316 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-84fe0791-3580-4063-8f4e-4df0a064a824 req-0cc5a35a-2b59-49cc-af45-073fc57e0d45 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 210 time: 0.1413000 Jul 29 23:35:17.320804 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6ea16df3-358f-4ec9-91f2-029d3d44f5d5 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:17.360893 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbdcda3a-c397-42e8-9991-1e9d9c75da1a x-openstack-request-id: req-dbdcda3a-c397-42e8-9991-1e9d9c75da1a {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:17.365480 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7edd9f15-fe6b-4312-89e6-b917a1b8550e", "name": "network-vif-deleted", "tag": "6cab2274-0e29-41ee-a31c-dc16b683b0ae", "status": "completed", "code": 200}, {"server_uuid": "7edd9f15-fe6b-4312-89e6-b917a1b8550e", "name": "network-vif-deleted", "tag": "af1ec564-29cd-4f8a-b291-2e25d87073ad", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:17.365971 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dbdcda3a-c397-42e8-9991-1e9d9c75da1a {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:17.366676 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7edd9f15-fe6b-4312-89e6-b917a1b8550e', 'name': 'network-vif-deleted', 'tag': '6cab2274-0e29-41ee-a31c-dc16b683b0ae', 'status': 'completed', 'code': 200} Jul 29 23:35:17.368109 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7edd9f15-fe6b-4312-89e6-b917a1b8550e', 'name': 'network-vif-deleted', 'tag': 'af1ec564-29cd-4f8a-b291-2e25d87073ad', 'status': 'completed', 'code': 200} Jul 29 23:35:17.443850 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e295a0af-298e-4569-8fb5-a150a34531d6 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:17.481502 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea16df3-358f-4ec9-91f2-029d3d44f5d5 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Network fb747b47-cca6-4c18-afeb-6a460bbab65a is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:35:17.491853 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-6ea16df3-358f-4ec9-91f2-029d3d44f5d5 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:17.509998 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea16df3-358f-4ec9-91f2-029d3d44f5d5 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:17.510888 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6ea16df3-358f-4ec9-91f2-029d3d44f5d5 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:17.518757 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e0b9d8-c30c-4021-8332-27d84895a72d None None] Network fb747b47-cca6-4c18-afeb-6a460bbab65a requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:35:17.553570 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e295a0af-298e-4569-8fb5-a150a34531d6 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Pushing event updated for resources: {'Port': ['ID=5602a9cf-2a7d-40b4-8569-e1db4313d22e,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:17.583794 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e295a0af-298e-4569-8fb5-a150a34531d6 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Network d9347619-a162-47d4-ad52-2680b75d6ba1 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:35:17.587386 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-e295a0af-298e-4569-8fb5-a150a34531d6 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:17.591190 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e295a0af-298e-4569-8fb5-a150a34531d6 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:35:17.599596 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-6ea16df3-358f-4ec9-91f2-029d3d44f5d5 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1307015 Jul 29 23:35:17.600743 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea16df3-358f-4ec9-91f2-029d3d44f5d5 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event updated for resources: {'Subnet': ['ID=b0c53205-2783-48eb-861c-0c6f5923473a,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:17.603936 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56310) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:17.617636 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-4987cb62-15ec-4e41-adc4-987d884f1d3a tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Request body: {'security_group': {'name': 'tempest-secgroup-80820337'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:17.702535 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4987cb62-15ec-4e41-adc4-987d884f1d3a tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:17.736115 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e295a0af-298e-4569-8fb5-a150a34531d6 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:17.737918 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e295a0af-298e-4569-8fb5-a150a34531d6 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:17.895498 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4b39e1-e028-4e91-a164-76d7c9f0724c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-fb747b47-cca6-4c18-afeb-6a460bbab65a', 'network_id': 'fb747b47-cca6-4c18-afeb-6a460bbab65a', 'tenant_id': 'd49779da0727435887ac30c3d6c062b5', 'fixed_ips': [{'subnet_id': 'b0c53205-2783-48eb-861c-0c6f5923473a'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:35:17.896940 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5f4b39e1-e028-4e91-a164-76d7c9f0724c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:17.907327 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4987cb62-15ec-4e41-adc4-987d884f1d3a tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:17.914053 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4987cb62-15ec-4e41-adc4-987d884f1d3a tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:17.928806 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e295a0af-298e-4569-8fb5-a150a34531d6 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.6754265 Jul 29 23:35:17.931079 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56328) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:17.958853 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-6513b0d1-1862-4676-85f2-f87855caae16 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Request body: {'floatingip': {'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'port_id': '5602a9cf-2a7d-40b4-8569-e1db4313d22e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:17.992803 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4987cb62-15ec-4e41-adc4-987d884f1d3a tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:17.996282 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-4987cb62-15ec-4e41-adc4-987d884f1d3a tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3895745 Jul 29 23:35:18.000188 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56334) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:18.009887 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-3c8aa3d6-18e2-4bad-a7ad-9716bb0d41c3 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Request body: {'security_group': {'name': 'tempest-secgroup-1599655531'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:18.022975 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4987cb62-15ec-4e41-adc4-987d884f1d3a tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d40ca169-c74a-4e65-959a-c78d5ae8374a,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:18.085482 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6513b0d1-1862-4676-85f2-f87855caae16 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for floatingip, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:18.122947 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3c8aa3d6-18e2-4bad-a7ad-9716bb0d41c3 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:18.334429 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-5f4b39e1-e028-4e91-a164-76d7c9f0724c None None] Allocated IP 172.20.0.2 (fb747b47-cca6-4c18-afeb-6a460bbab65a/b0c53205-2783-48eb-861c-0c6f5923473a/3efa881a-8989-436f-b359-3cd28a99b7a0) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:35:18.412842 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6513b0d1-1862-4676-85f2-f87855caae16 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:18.418887 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9609cd33-282b-4e41-bf72-3fc73f57af30 req-dab7c782-ab01-4dc7-b2d7-0b1f54268d3a tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:18.428152 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9609cd33-282b-4e41-bf72-3fc73f57af30 req-dab7c782-ab01-4dc7-b2d7-0b1f54268d3a tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=331426bb-70f6-4895-8dcb-563373ef4594 HTTP/1.1" status: 200 len: 946 time: 0.1579525 Jul 29 23:35:18.596003 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9609cd33-282b-4e41-bf72-3fc73f57af30 req-efe1d82c-f86f-42e8-a8fc-780dfd13920c tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416366 Jul 29 23:35:18.604499 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-14aacd68-ee9e-467b-87b3-02d86f898a2a req-5c92a6ef-0f0e-4863-8a67-9bc606df8dfb tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 210 time: 0.0846119 Jul 29 23:35:18.627417 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3c8aa3d6-18e2-4bad-a7ad-9716bb0d41c3 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:18.656146 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3c8aa3d6-18e2-4bad-a7ad-9716bb0d41c3 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:18.756063 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3c8aa3d6-18e2-4bad-a7ad-9716bb0d41c3 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:18.761878 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-3c8aa3d6-18e2-4bad-a7ad-9716bb0d41c3 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7582500 Jul 29 23:35:18.773887 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56356) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:18.783674 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8aa3d6-18e2-4bad-a7ad-9716bb0d41c3 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=537cc0a9-de1b-485b-af85-9a389e6f2c69,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:18.806919 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5f4b39e1-e028-4e91-a164-76d7c9f0724c None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:18.809894 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-1fabdf0b-401e-43e1-b0af-0e6840324c81 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-410036880', 'security_groups': ['537cc0a9-de1b-485b-af85-9a389e6f2c69'], 'network_id': 'fb747b47-cca6-4c18-afeb-6a460bbab65a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b0c53205-2783-48eb-861c-0c6f5923473a'}]}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:18.832363 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-5f4b39e1-e028-4e91-a164-76d7c9f0724c None None] Transition to ACTIVE for port object 3efa881a-8989-436f-b359-3cd28a99b7a0 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:18.866945 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-5f4b39e1-e028-4e91-a164-76d7c9f0724c None None] Transition to ACTIVE for port object 3efa881a-8989-436f-b359-3cd28a99b7a0 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:18.885117 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5f4b39e1-e028-4e91-a164-76d7c9f0724c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:18.931770 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-6513b0d1-1862-4676-85f2-f87855caae16 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Allocated IP 172.25.0.74 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/03bc8148-d20f-4f80-8193-e5cedc28ce9d) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:35:19.001241 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4b39e1-e028-4e91-a164-76d7c9f0724c None None] Pushing event updated for resources: {'Port': ['ID=3efa881a-8989-436f-b359-3cd28a99b7a0,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:19.040163 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4b39e1-e028-4e91-a164-76d7c9f0724c None None] Network fb747b47-cca6-4c18-afeb-6a460bbab65a is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:35:19.048978 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-5f4b39e1-e028-4e91-a164-76d7c9f0724c None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:19.056502 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4b39e1-e028-4e91-a164-76d7c9f0724c None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:35:19.129889 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fabdf0b-401e-43e1-b0af-0e6840324c81 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Made reservation on behalf of d49779da0727435887ac30c3d6c062b5 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:19.194676 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-5f4b39e1-e028-4e91-a164-76d7c9f0724c None None] Attempting to bind port 3efa881a-8989-436f-b359-3cd28a99b7a0 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:19.196303 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-5f4b39e1-e028-4e91-a164-76d7c9f0724c None None] Attempting to bind port 3efa881a-8989-436f-b359-3cd28a99b7a0 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '0ca3ad76-2069-4aa5-ad8b-5e2c11e2defb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'fb747b47-cca6-4c18-afeb-6a460bbab65a'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:19.198040 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4b39e1-e028-4e91-a164-76d7c9f0724c None None] Attempting to bind port 3efa881a-8989-436f-b359-3cd28a99b7a0 on network fb747b47-cca6-4c18-afeb-6a460bbab65a {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:19.209866 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4b39e1-e028-4e91-a164-76d7c9f0724c None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:35:19.210660 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4b39e1-e028-4e91-a164-76d7c9f0724c None None] Checking segment: {'id': '0ca3ad76-2069-4aa5-ad8b-5e2c11e2defb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'fb747b47-cca6-4c18-afeb-6a460bbab65a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:35:19.211462 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5f4b39e1-e028-4e91-a164-76d7c9f0724c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:19.217178 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4b39e1-e028-4e91-a164-76d7c9f0724c None None] Bound using segment: {'id': '0ca3ad76-2069-4aa5-ad8b-5e2c11e2defb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'fb747b47-cca6-4c18-afeb-6a460bbab65a'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:35:19.218355 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-5f4b39e1-e028-4e91-a164-76d7c9f0724c None None] Bound port: 3efa881a-8989-436f-b359-3cd28a99b7a0, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ca3ad76-2069-4aa5-ad8b-5e2c11e2defb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'fb747b47-cca6-4c18-afeb-6a460bbab65a'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:35:19.218993 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5f4b39e1-e028-4e91-a164-76d7c9f0724c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:19.284075 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56374) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:19.368747 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-5f4b39e1-e028-4e91-a164-76d7c9f0724c None None] For port 3efa881a-8989-436f-b359-3cd28a99b7a0, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:35:19.375713 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-5f4b39e1-e028-4e91-a164-76d7c9f0724c None None] For port 3efa881a-8989-436f-b359-3cd28a99b7a0, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=3efa881a-8989-436f-b359-3cd28a99b7a0,segment=NetworkSegment(0ca3ad76-2069-4aa5-ad8b-5e2c11e2defb),segment_id=0ca3ad76-2069-4aa5-ad8b-5e2c11e2defb)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:35:19.382136 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5f4b39e1-e028-4e91-a164-76d7c9f0724c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:19.396305 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6513b0d1-1862-4676-85f2-f87855caae16 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:19.434508 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1fabdf0b-401e-43e1-b0af-0e6840324c81 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:19.478944 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [None req-1fabdf0b-401e-43e1-b0af-0e6840324c81 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] device_id is not set on port 5e1eb9a3-140e-48aa-b071-b1e8f68d7731 yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:35:19.515737 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4b39e1-e028-4e91-a164-76d7c9f0724c None None] Pushing event updated for resources: {'Port': ['ID=3efa881a-8989-436f-b359-3cd28a99b7a0,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:19.571417 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:19.611046 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-6c6f5239-8218-488c-8f6a-f423a330b04f admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1093181292-network', 'tenant_id': 'a8ae6bfbece64b06be19dcefbb104eb5'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:19.666009 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6f5239-8218-488c-8f6a-f423a330b04f admin admin] Made reservation on behalf of a8ae6bfbece64b06be19dcefbb104eb5 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:19.670633 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6c6f5239-8218-488c-8f6a-f423a330b04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:19.701213 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6c6f5239-8218-488c-8f6a-f423a330b04f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:19.793329 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-1fabdf0b-401e-43e1-b0af-0e6840324c81 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Allocated IP 172.20.0.14 (fb747b47-cca6-4c18-afeb-6a460bbab65a/b0c53205-2783-48eb-861c-0c6f5923473a/5e1eb9a3-140e-48aa-b071-b1e8f68d7731) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:35:20.008369 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-890daeec-5b27-42ba-83bc-70e041c568b0 req-a2c5d6a5-4c3c-4823-9833-6be63d910182 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 210 time: 0.0930715 Jul 29 23:35:20.086805 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21d58f-fd0f-4e9d-9201-25a6a7771017 req-fd57189e-d508-494a-bd07-92523c34754a tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:20.098160 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-aa21d58f-fd0f-4e9d-9201-25a6a7771017 req-fd57189e-d508-494a-bd07-92523c34754a tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=331426bb-70f6-4895-8dcb-563373ef4594 HTTP/1.1" status: 200 len: 946 time: 0.2540195 Jul 29 23:35:20.115400 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1fabdf0b-401e-43e1-b0af-0e6840324c81 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:20.200039 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6c6f5239-8218-488c-8f6a-f423a330b04f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:20.200348 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-1fabdf0b-401e-43e1-b0af-0e6840324c81 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Transition to ACTIVE for port object 5e1eb9a3-140e-48aa-b071-b1e8f68d7731 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:20.207836 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6513b0d1-1862-4676-85f2-f87855caae16 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:20.221118 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6c6f5239-8218-488c-8f6a-f423a330b04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:20.274981 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-aa21d58f-fd0f-4e9d-9201-25a6a7771017 req-b1524a85-df29-4651-8d51-7f0bc05bc6e1 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750598 Jul 29 23:35:20.305374 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c6f5239-8218-488c-8f6a-f423a330b04f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:35:20.316736 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6c6f5239-8218-488c-8f6a-f423a330b04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:20.317089 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-6c6f5239-8218-488c-8f6a-f423a330b04f admin admin] Added segment 5d11bf09-ca44-44a0-8d87-2a15d2437918 of type vlan for network f34dce64-23e8-4ac9-bdc0-7b776007258f Jul 29 23:35:20.400707 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6513b0d1-1862-4676-85f2-f87855caae16 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:35:20.406884 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6c6f5239-8218-488c-8f6a-f423a330b04f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:20.430837 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:35:20.436467 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-6513b0d1-1862-4676-85f2-f87855caae16 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:20.472120 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6f5239-8218-488c-8f6a-f423a330b04f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52fcba14-2a52-4048-b6ed-b5314c8ade63,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:20.472515 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6513b0d1-1862-4676-85f2-f87855caae16 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Pushing event updated for resources: {'Port': ['ID=03bc8148-d20f-4f80-8193-e5cedc28ce9d,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:20.491955 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6513b0d1-1862-4676-85f2-f87855caae16 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:35:20.492418 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6c6f5239-8218-488c-8f6a-f423a330b04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:20.493675 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6f5239-8218-488c-8f6a-f423a330b04f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:20.494492 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6c6f5239-8218-488c-8f6a-f423a330b04f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:20.649625 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1fabdf0b-401e-43e1-b0af-0e6840324c81 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:20.670464 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-6c6f5239-8218-488c-8f6a-f423a330b04f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3815904 Jul 29 23:35:20.678376 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 24e453c8-3bc7-429b-b0d4-8623c169bf91 details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:35:20.737815 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56414) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:20.752278 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-2861db8a-82c3-47d5-b748-fc4b56b64e3e admin admin] Request body: {'subnet': {'network_id': 'f34dce64-23e8-4ac9-bdc0-7b776007258f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1093181292-subnet', 'tenant_id': 'a8ae6bfbece64b06be19dcefbb104eb5', 'ip_version': 4}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:20.816128 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6f5239-8218-488c-8f6a-f423a330b04f admin admin] Pushing event updated for resources: {'Network': ['ID=f34dce64-23e8-4ac9-bdc0-7b776007258f,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:20.835045 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2861db8a-82c3-47d5-b748-fc4b56b64e3e admin admin] Made reservation on behalf of a8ae6bfbece64b06be19dcefbb104eb5 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:20.842227 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2861db8a-82c3-47d5-b748-fc4b56b64e3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:20.960866 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network f34dce64-23e8-4ac9-bdc0-7b776007258f details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:35:20.970755 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fabdf0b-401e-43e1-b0af-0e6840324c81 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Network fb747b47-cca6-4c18-afeb-6a460bbab65a is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:35:20.976529 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fabdf0b-401e-43e1-b0af-0e6840324c81 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event updated for resources: {'Port': ['ID=5e1eb9a3-140e-48aa-b071-b1e8f68d7731,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:21.007640 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-1fabdf0b-401e-43e1-b0af-0e6840324c81 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:21.013043 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fabdf0b-401e-43e1-b0af-0e6840324c81 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:35:21.217509 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fabdf0b-401e-43e1-b0af-0e6840324c81 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:21.218346 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1fabdf0b-401e-43e1-b0af-0e6840324c81 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:21.244594 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-1fabdf0b-401e-43e1-b0af-0e6840324c81 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4649582 Jul 29 23:35:21.250210 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56428) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:21.260316 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-e94f405e-5a9b-4a46-95c0-f636b62d4c16 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Request body: {'subnet': {'network_id': 'fb747b47-cca6-4c18-afeb-6a460bbab65a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:21.335733 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 24e453c8-3bc7-429b-b0d4-8623c169bf91, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=24e453c8-3bc7-429b-b0d4-8623c169bf91,segment=NetworkSegment(85a18049-8d39-45df-9ccf-cf67471916ca),segment_id=85a18049-8d39-45df-9ccf-cf67471916ca)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:21.375111 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '24e453c8-3bc7-429b-b0d4-8623c169bf91', 'network_id': 'fc8993d1-1f3f-4e88-9d54-7eec99f127ad', 'port_id': '24e453c8-3bc7-429b-b0d4-8623c169bf91', 'mac_address': 'fa:16:3e:4a:77:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01812886-2cdd-41de-831e-c3e259b8e381', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:35:21.396383 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7570a199-4721-4ac1-b26b-5ce3f0f06b90 req-9fae3098-fc51-45ac-b2e7-6866c4f3ed99 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 210 time: 0.0797336 Jul 29 23:35:21.504351 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:21.583712 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 24e453c8-3bc7-429b-b0d4-8623c169bf91 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:35:21.598745 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-a18c7ddd-a408-4f7f-a65a-daba6c674507 None None] Provisioning complete for port 704c2ec8-e36c-43bd-9bd1-9620ed06b1b1 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:21.599123 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a18c7ddd-a408-4f7f-a65a-daba6c674507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:21.696480 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2861db8a-82c3-47d5-b748-fc4b56b64e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:21.783035 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 24e453c8-3bc7-429b-b0d4-8623c169bf91, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=24e453c8-3bc7-429b-b0d4-8623c169bf91,segment=NetworkSegment(85a18049-8d39-45df-9ccf-cf67471916ca),segment_id=85a18049-8d39-45df-9ccf-cf67471916ca)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:21.799835 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:21.844404 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2861db8a-82c3-47d5-b748-fc4b56b64e3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e04051e-c1b6-4add-bfdf-c2e7df6496d4,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:21.912476 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56454) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:21.949184 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 3efa881a-8989-436f-b359-3cd28a99b7a0 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:35:21.956107 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-a18c7ddd-a408-4f7f-a65a-daba6c674507 None None] Port 704c2ec8-e36c-43bd-9bd1-9620ed06b1b1 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:35:22.059367 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['24e453c8-3bc7-429b-b0d4-8623c169bf91'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:35:22.066092 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811e183b-228a-422f-aa62-3e4661b71bb1 req-0c31a210-06da-4d1b-9622-6399b258f7e2 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:22.076325 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-811e183b-228a-422f-aa62-3e4661b71bb1 req-0c31a210-06da-4d1b-9622-6399b258f7e2 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=331426bb-70f6-4895-8dcb-563373ef4594 HTTP/1.1" status: 200 len: 945 time: 0.2359781 Jul 29 23:35:22.078638 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e94f405e-5a9b-4a46-95c0-f636b62d4c16 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Made reservation on behalf of d49779da0727435887ac30c3d6c062b5 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:22.079580 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2861db8a-82c3-47d5-b748-fc4b56b64e3e admin admin] Checking segment: {'id': '5d11bf09-ca44-44a0-8d87-2a15d2437918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f34dce64-23e8-4ac9-bdc0-7b776007258f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:35:22.080154 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2861db8a-82c3-47d5-b748-fc4b56b64e3e admin admin] Network hostable DHCP agents. Network: f34dce64-23e8-4ac9-bdc0-7b776007258f, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:35:22.087734 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e94f405e-5a9b-4a46-95c0-f636b62d4c16 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:22.138063 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2861db8a-82c3-47d5-b748-fc4b56b64e3e admin admin] Network f34dce64-23e8-4ac9-bdc0-7b776007258f is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:35:22.170900 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-811e183b-228a-422f-aa62-3e4661b71bb1 req-6ada6aa5-d334-4715-ae9a-7fa8960b1254 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931144 Jul 29 23:35:22.175659 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-2861db8a-82c3-47d5-b748-fc4b56b64e3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, f34dce64-23e8-4ac9-bdc0-7b776007258f) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:22.199730 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2861db8a-82c3-47d5-b748-fc4b56b64e3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:22.200840 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2861db8a-82c3-47d5-b748-fc4b56b64e3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:22.234685 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-2861db8a-82c3-47d5-b748-fc4b56b64e3e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4943552 Jul 29 23:35:22.236154 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56460) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:22.251002 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-6269df53-85f8-4702-8428-1afc57a56fb0 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1093181292-router', 'tenant_id': 'a8ae6bfbece64b06be19dcefbb104eb5', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:22.269298 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4b3fe0-6a5c-4cc1-bf81-b6ebf6584e3b None None] Network f34dce64-23e8-4ac9-bdc0-7b776007258f requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:35:22.283252 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6269df53-85f8-4702-8428-1afc57a56fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:22.285307 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6269df53-85f8-4702-8428-1afc57a56fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:22.338229 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-998ce5db-4381-4934-b0b8-e973ae862122 tempest-MeteringTestJSON-1209601001 tempest-MeteringTestJSON-1209601001-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-946935937'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:22.338905 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-998ce5db-4381-4934-b0b8-e973ae862122 tempest-MeteringTestJSON-1209601001 tempest-MeteringTestJSON-1209601001-project-admin] Unknown quota resources ['metering_label']. {{(pid=94077) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 23:35:22.419067 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=24e453c8-3bc7-429b-b0d4-8623c169bf91,revision_number=6']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:22.421675 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6269df53-85f8-4702-8428-1afc57a56fb0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:22.453315 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-a18c7ddd-a408-4f7f-a65a-daba6c674507 None None] Provisioning for port 3efa881a-8989-436f-b359-3cd28a99b7a0 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:22.567016 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 3efa881a-8989-436f-b359-3cd28a99b7a0 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:22.594452 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 3efa881a-8989-436f-b359-3cd28a99b7a0 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:22.594990 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:22.740044 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-39de3d79-c71a-47d7-a6cc-cb98798ab112 None None] Provisioning for port 5e1eb9a3-140e-48aa-b071-b1e8f68d7731 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:22.749387 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6269df53-85f8-4702-8428-1afc57a56fb0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:22.786382 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-39de3d79-c71a-47d7-a6cc-cb98798ab112 None None] Provisioning complete for port 5e1eb9a3-140e-48aa-b071-b1e8f68d7731 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:22.786993 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-39de3d79-c71a-47d7-a6cc-cb98798ab112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:22.795109 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0deca0-15e9-42c4-9e4d-7d9edc379099 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-f34dce64-23e8-4ac9-bdc0-7b776007258f', 'network_id': 'f34dce64-23e8-4ac9-bdc0-7b776007258f', 'tenant_id': 'a8ae6bfbece64b06be19dcefbb104eb5', 'fixed_ips': [{'subnet_id': '2e04051e-c1b6-4add-bfdf-c2e7df6496d4'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:35:22.802038 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5f0deca0-15e9-42c4-9e4d-7d9edc379099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:22.802956 n-d-712141-10 neutron-server[94077]: INFO neutron.db.ipam_backend_mixin [None req-e94f405e-5a9b-4a46-95c0-f636b62d4c16 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b0c53205-2783-48eb-861c-0c6f5923473a (CIDR: 172.20.0.0/28) Jul 29 23:35:22.810766 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7d34e772-4575-4fe0-866f-8b7ef72d30ed req-678708e0-75f8-4a08-be3c-dca800206bf3 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 210 time: 0.1155577 Jul 29 23:35:22.923371 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-e94f405e-5a9b-4a46-95c0-f636b62d4c16 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:35:22.924392 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e94f405e-5a9b-4a46-95c0-f636b62d4c16 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:35:23.035679 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-998ce5db-4381-4934-b0b8-e973ae862122 tempest-MeteringTestJSON-1209601001 tempest-MeteringTestJSON-1209601001-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:23.037436 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-998ce5db-4381-4934-b0b8-e973ae862122 tempest-MeteringTestJSON-1209601001 tempest-MeteringTestJSON-1209601001-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.1007438 Jul 29 23:35:23.046665 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56474) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:23.067778 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-8a8d7751-978a-4d3c-9303-621277e5b580 tempest-MeteringTestJSON-1209601001 tempest-MeteringTestJSON-1209601001-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '1ded08ae-1358-4747-bc47-58bc547a2b74'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:23.069240 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-8a8d7751-978a-4d3c-9303-621277e5b580 tempest-MeteringTestJSON-1209601001 tempest-MeteringTestJSON-1209601001-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94077) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 23:35:23.092311 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6513b0d1-1862-4676-85f2-f87855caae16 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:23.098695 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-39de3d79-c71a-47d7-a6cc-cb98798ab112 None None] Port 5e1eb9a3-140e-48aa-b071-b1e8f68d7731 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:35:23.378783 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6269df53-85f8-4702-8428-1afc57a56fb0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:23.421105 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6269df53-85f8-4702-8428-1afc57a56fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:23.490787 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e94f405e-5a9b-4a46-95c0-f636b62d4c16 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.2291656 Jul 29 23:35:23.494220 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56478) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:23.513160 n-d-712141-10 neutron-server[94077]: WARNING neutron.services.metering.metering_plugin [None req-8a8d7751-978a-4d3c-9303-621277e5b580 tempest-MeteringTestJSON-1209601001 tempest-MeteringTestJSON-1209601001-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 29 23:35:23.550479 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-88ca1475-03e0-4ae1-a48e-e42382b54e7c tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Request body: {'subnet': {'network_id': 'fb747b47-cca6-4c18-afeb-6a460bbab65a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:23.566913 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-061bf307-e9dd-4780-bf7b-78ce2953444c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:23.667816 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68298d9f-5f89-4929-a123-5f05c194b7a0 req-459b7c31-9664-4371-8469-7f2dd819855a tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:23.681046 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-68298d9f-5f89-4929-a123-5f05c194b7a0 req-459b7c31-9664-4371-8469-7f2dd819855a tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=331426bb-70f6-4895-8dcb-563373ef4594 HTTP/1.1" status: 200 len: 945 time: 0.2442751 Jul 29 23:35:23.703880 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:23.737871 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-6269df53-85f8-4702-8428-1afc57a56fb0 admin admin] Allocated IP 172.25.0.228 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/d2a26681-d76b-44b4-89b6-7f6d23cfa35f) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:35:23.788864 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-68298d9f-5f89-4929-a123-5f05c194b7a0 req-c7179ad1-769f-4325-a3ca-a531a6e70737 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061976 Jul 29 23:35:23.840805 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-5f0deca0-15e9-42c4-9e4d-7d9edc379099 None None] Allocated IP 172.20.0.2 (f34dce64-23e8-4ac9-bdc0-7b776007258f/2e04051e-c1b6-4add-bfdf-c2e7df6496d4/9ea6bdeb-d198-4f8a-8106-acac552f0b7f) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:35:23.888170 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 3efa881a-8989-436f-b359-3cd28a99b7a0, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=3efa881a-8989-436f-b359-3cd28a99b7a0,segment=NetworkSegment(0ca3ad76-2069-4aa5-ad8b-5e2c11e2defb),segment_id=0ca3ad76-2069-4aa5-ad8b-5e2c11e2defb)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:23.907355 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:24.007547 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8a8d7751-978a-4d3c-9303-621277e5b580 tempest-MeteringTestJSON-1209601001 tempest-MeteringTestJSON-1209601001-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:24.008814 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8a8d7751-978a-4d3c-9303-621277e5b580 tempest-MeteringTestJSON-1209601001 tempest-MeteringTestJSON-1209601001-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.9539423 Jul 29 23:35:24.016887 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56484) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:24.035940 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6269df53-85f8-4702-8428-1afc57a56fb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:24.039775 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-cec62984-f92e-4dfc-afa0-c14191de6b5b tempest-MeteringTestJSON-1209601001 tempest-MeteringTestJSON-1209601001-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '1ded08ae-1358-4747-bc47-58bc547a2b74'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:24.040285 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-cec62984-f92e-4dfc-afa0-c14191de6b5b tempest-MeteringTestJSON-1209601001 tempest-MeteringTestJSON-1209601001-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94077) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 23:35:24.177636 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ca1475-03e0-4ae1-a48e-e42382b54e7c tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Made reservation on behalf of d49779da0727435887ac30c3d6c062b5 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:24.208003 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-88ca1475-03e0-4ae1-a48e-e42382b54e7c tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:24.247700 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a10719f7-7db5-4a49-8df0-c33248b0343b req-dedfa68d-be3a-412a-b537-911cbdc29e44 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 210 time: 0.1664383 Jul 29 23:35:24.299557 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6269df53-85f8-4702-8428-1afc57a56fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:24.397842 n-d-712141-10 neutron-server[94077]: WARNING neutron.services.metering.metering_plugin [None req-cec62984-f92e-4dfc-afa0-c14191de6b5b tempest-MeteringTestJSON-1209601001 tempest-MeteringTestJSON-1209601001-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 29 23:35:24.424873 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=3efa881a-8989-436f-b359-3cd28a99b7a0,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:24.485095 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6269df53-85f8-4702-8428-1afc57a56fb0 admin admin] Pushing event updated for resources: {'Port': ['ID=d2a26681-d76b-44b4-89b6-7f6d23cfa35f,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:24.495328 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6269df53-85f8-4702-8428-1afc57a56fb0 admin admin] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:35:24.501532 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-6269df53-85f8-4702-8428-1afc57a56fb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:24.506430 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6269df53-85f8-4702-8428-1afc57a56fb0 admin admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:35:24.551316 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6513b0d1-1862-4676-85f2-f87855caae16 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:24.709098 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5f0deca0-15e9-42c4-9e4d-7d9edc379099 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:24.722390 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-5f0deca0-15e9-42c4-9e4d-7d9edc379099 None None] Transition to ACTIVE for port object 9ea6bdeb-d198-4f8a-8106-acac552f0b7f will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:24.743981 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-5f0deca0-15e9-42c4-9e4d-7d9edc379099 None None] Transition to ACTIVE for port object 9ea6bdeb-d198-4f8a-8106-acac552f0b7f will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:24.751119 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 24e453c8-3bc7-429b-b0d4-8623c169bf91 up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:35:24.800408 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5f0deca0-15e9-42c4-9e4d-7d9edc379099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:24.887316 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cec62984-f92e-4dfc-afa0-c14191de6b5b tempest-MeteringTestJSON-1209601001 tempest-MeteringTestJSON-1209601001-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:24.889496 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-cec62984-f92e-4dfc-afa0-c14191de6b5b tempest-MeteringTestJSON-1209601001 tempest-MeteringTestJSON-1209601001-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.8684351 Jul 29 23:35:24.895981 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56504) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:24.903029 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0deca0-15e9-42c4-9e4d-7d9edc379099 None None] Pushing event updated for resources: {'Port': ['ID=9ea6bdeb-d198-4f8a-8106-acac552f0b7f,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:24.921272 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0deca0-15e9-42c4-9e4d-7d9edc379099 None None] Network f34dce64-23e8-4ac9-bdc0-7b776007258f is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:35:24.925632 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-5f0deca0-15e9-42c4-9e4d-7d9edc379099 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:24.928715 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0deca0-15e9-42c4-9e4d-7d9edc379099 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:35:25.019925 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 24e453c8-3bc7-429b-b0d4-8623c169bf91 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:25.020232 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:25.031788 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ab76198e-ca42-48a4-b0a5-4077ff343026 tempest-MeteringTestJSON-1209601001 tempest-MeteringTestJSON-1209601001-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=f172423d-b8b2-4467-869b-1ff02f48a051 HTTP/1.1" status: 200 len: 464 time: 0.1346095 Jul 29 23:35:25.062666 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56506) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:25.114459 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-5f0deca0-15e9-42c4-9e4d-7d9edc379099 None None] Attempting to bind port 9ea6bdeb-d198-4f8a-8106-acac552f0b7f on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:25.114855 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-5f0deca0-15e9-42c4-9e4d-7d9edc379099 None None] Attempting to bind port 9ea6bdeb-d198-4f8a-8106-acac552f0b7f by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '5d11bf09-ca44-44a0-8d87-2a15d2437918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f34dce64-23e8-4ac9-bdc0-7b776007258f'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:25.115551 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0deca0-15e9-42c4-9e4d-7d9edc379099 None None] Attempting to bind port 9ea6bdeb-d198-4f8a-8106-acac552f0b7f on network f34dce64-23e8-4ac9-bdc0-7b776007258f {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:25.191325 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0deca0-15e9-42c4-9e4d-7d9edc379099 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:35:25.196814 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0deca0-15e9-42c4-9e4d-7d9edc379099 None None] Checking segment: {'id': '5d11bf09-ca44-44a0-8d87-2a15d2437918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f34dce64-23e8-4ac9-bdc0-7b776007258f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:35:25.197833 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5f0deca0-15e9-42c4-9e4d-7d9edc379099 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:25.205996 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0deca0-15e9-42c4-9e4d-7d9edc379099 None None] Bound using segment: {'id': '5d11bf09-ca44-44a0-8d87-2a15d2437918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f34dce64-23e8-4ac9-bdc0-7b776007258f'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:35:25.208673 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-5f0deca0-15e9-42c4-9e4d-7d9edc379099 None None] Bound port: 9ea6bdeb-d198-4f8a-8106-acac552f0b7f, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d11bf09-ca44-44a0-8d87-2a15d2437918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f34dce64-23e8-4ac9-bdc0-7b776007258f'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:35:25.209364 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5f0deca0-15e9-42c4-9e4d-7d9edc379099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:25.347698 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:25.485977 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa27be6-db9f-4658-a26d-c34bcb819675 req-0895e6f1-874d-4f12-b229-6c41ce8746b9 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:25.494250 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 24e453c8-3bc7-429b-b0d4-8623c169bf91, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=24e453c8-3bc7-429b-b0d4-8623c169bf91,segment=NetworkSegment(85a18049-8d39-45df-9ccf-cf67471916ca),segment_id=85a18049-8d39-45df-9ccf-cf67471916ca)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:25.498237 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cfa27be6-db9f-4658-a26d-c34bcb819675 req-0895e6f1-874d-4f12-b229-6c41ce8746b9 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=331426bb-70f6-4895-8dcb-563373ef4594 HTTP/1.1" status: 200 len: 945 time: 0.4741514 Jul 29 23:35:25.504388 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '331426bb-70f6-4895-8dcb-563373ef4594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e453c8-3bc7-429b-b0d4-8623c169bf91'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:25.526618 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9427e531-5691-4085-9231-a7cfa1b18fe2" -d '{"events": [{"server_uuid": "331426bb-70f6-4895-8dcb-563373ef4594", "name": "network-vif-plugged", "status": "completed", "tag": "24e453c8-3bc7-429b-b0d4-8623c169bf91"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:25.548821 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:25.579219 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-5f0deca0-15e9-42c4-9e4d-7d9edc379099 None None] For port 9ea6bdeb-d198-4f8a-8106-acac552f0b7f, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:35:25.685390 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-5f0deca0-15e9-42c4-9e4d-7d9edc379099 None None] For port 9ea6bdeb-d198-4f8a-8106-acac552f0b7f, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=9ea6bdeb-d198-4f8a-8106-acac552f0b7f,segment=NetworkSegment(5d11bf09-ca44-44a0-8d87-2a15d2437918),segment_id=5d11bf09-ca44-44a0-8d87-2a15d2437918)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:35:25.710973 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5f0deca0-15e9-42c4-9e4d-7d9edc379099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:25.791063 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=24e453c8-3bc7-429b-b0d4-8623c169bf91,revision_number=7']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:25.935597 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b8a4a15f-01f9-4473-a7d6-a63801213bc1 req-acd0254c-a2be-4dbe-a651-62d5f0126769 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 210 time: 0.2867222 Jul 29 23:35:25.991240 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0deca0-15e9-42c4-9e4d-7d9edc379099 None None] Pushing event updated for resources: {'Port': ['ID=9ea6bdeb-d198-4f8a-8106-acac552f0b7f,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:26.022656 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f27392b2-ce4f-43df-a636-783a8d818b5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:26.127245 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5892442-a2f6-4fc7-baa7-8bc438610f47 x-openstack-request-id: req-a5892442-a2f6-4fc7-baa7-8bc438610f47 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:26.127245 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "331426bb-70f6-4895-8dcb-563373ef4594", "name": "network-vif-plugged", "status": "completed", "tag": "24e453c8-3bc7-429b-b0d4-8623c169bf91", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:26.127457 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a5892442-a2f6-4fc7-baa7-8bc438610f47 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:26.127912 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '331426bb-70f6-4895-8dcb-563373ef4594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e453c8-3bc7-429b-b0d4-8623c169bf91', 'code': 200} Jul 29 23:35:26.158000 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 3efa881a-8989-436f-b359-3cd28a99b7a0 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:35:26.285458 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-307074a4-1b41-491c-8f97-04ad3db4e070 tempest-MeteringTestJSON-1209601001 tempest-MeteringTestJSON-1209601001-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:26.289669 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-307074a4-1b41-491c-8f97-04ad3db4e070 tempest-MeteringTestJSON-1209601001 tempest-MeteringTestJSON-1209601001-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-label-rules/f172423d-b8b2-4467-869b-1ff02f48a051 HTTP/1.1" status: 204 len: 168 time: 1.2212017 Jul 29 23:35:26.293938 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56518) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:26.463667 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:26.530228 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-05506b0b-e85c-4e15-b2fb-641e9497af1a tempest-MeteringTestJSON-1209601001 tempest-MeteringTestJSON-1209601001-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=f172423d-b8b2-4467-869b-1ff02f48a051 HTTP/1.1" status: 200 len: 221 time: 0.2261422 Jul 29 23:35:26.542837 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cfa27be6-db9f-4658-a26d-c34bcb819675 req-56230281-8645-43a5-8ed1-e224731b23ce tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0429969 Jul 29 23:35:26.543626 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56522) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:26.566437 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 3efa881a-8989-436f-b359-3cd28a99b7a0 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:26.566846 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:26.570649 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-694d820e-f182-42cf-abdf-29389c70855f tempest-MeteringTestJSON-1209601001 tempest-MeteringTestJSON-1209601001-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1156379788', 'description': 'label created by tempest'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:26.571451 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-694d820e-f182-42cf-abdf-29389c70855f tempest-MeteringTestJSON-1209601001 tempest-MeteringTestJSON-1209601001-project-admin] Unknown quota resources ['metering_label']. {{(pid=94078) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 23:35:26.624043 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6513b0d1-1862-4676-85f2-f87855caae16 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:26.711409 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6513b0d1-1862-4676-85f2-f87855caae16 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:26.905478 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6269df53-85f8-4702-8428-1afc57a56fb0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:27.014200 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-88ca1475-03e0-4ae1-a48e-e42382b54e7c tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:27.249465 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d3b93423-7cca-4f02-b06a-c7f0d50feea2 req-87952701-d845-43ab-82ed-cf5a3441d82d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 210 time: 0.0487747 Jul 29 23:35:27.352968 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ca1475-03e0-4ae1-a48e-e42382b54e7c tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Network fb747b47-cca6-4c18-afeb-6a460bbab65a is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:35:27.388152 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6513b0d1-1862-4676-85f2-f87855caae16 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Pushing event updated for resources: {'Port': ['ID=03bc8148-d20f-4f80-8193-e5cedc28ce9d,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:27.435696 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ca1475-03e0-4ae1-a48e-e42382b54e7c tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event updated for resources: {'Subnet': ['ID=1e5a6978-74c1-4fa5-8ace-71190ce0f40f,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:27.460791 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-88ca1475-03e0-4ae1-a48e-e42382b54e7c tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:27.468220 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ca1475-03e0-4ae1-a48e-e42382b54e7c tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:27.474771 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-88ca1475-03e0-4ae1-a48e-e42382b54e7c tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:27.478420 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf277fd0-de65-468c-99b2-4c8479707a05 None None] Network fb747b47-cca6-4c18-afeb-6a460bbab65a requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:35:27.527937 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6513b0d1-1862-4676-85f2-f87855caae16 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:27.650385 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-88ca1475-03e0-4ae1-a48e-e42382b54e7c tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 4.1413565 Jul 29 23:35:27.654234 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56532) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:27.676440 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-24656d1f-0e60-4fcb-97df-c2cd3f6617ba tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-224168059', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1e5a6978-74c1-4fa5-8ace-71190ce0f40f'}], 'security_groups': ['d40ca169-c74a-4e65-959a-c78d5ae8374a']}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:27.833483 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:27.857509 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e385c0ad-eac7-4860-8575-60d043f2a65f None None] Network f34dce64-23e8-4ac9-bdc0-7b776007258f requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:35:28.123223 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-bbc9ab2b-4fd2-4318-9268-aa5419d62df8 None None] Provisioning for port 9ea6bdeb-d198-4f8a-8106-acac552f0b7f completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:28.248213 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 9ea6bdeb-d198-4f8a-8106-acac552f0b7f up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:35:28.255396 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-24656d1f-0e60-4fcb-97df-c2cd3f6617ba tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:28.385487 n-d-712141-10 neutron-server[94077]: INFO neutron.db.l3_db [None req-6513b0d1-1862-4676-85f2-f87855caae16 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Floating IP 29d83fcc-267d-4063-bc13-703bbf175171 associated. External IP: 172.25.0.74, port: 5602a9cf-2a7d-40b4-8569-e1db4313d22e. Jul 29 23:35:28.614713 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b0804b-411f-49a8-a807-cb56d16c35fb None None] Update dhcp port {'port': {'network_id': 'fb747b47-cca6-4c18-afeb-6a460bbab65a', 'fixed_ips': [{'subnet_id': 'b0c53205-2783-48eb-861c-0c6f5923473a', 'ip_address': '172.20.0.2'}, {'subnet_id': '1e5a6978-74c1-4fa5-8ace-71190ce0f40f'}], 'binding:host_id': 'n-d-712141-10'}, 'id': '3efa881a-8989-436f-b359-3cd28a99b7a0'} from n-d-712141-10. {{(pid=94079) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 23:35:28.695031 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-92b0804b-411f-49a8-a807-cb56d16c35fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:28.733253 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 9ea6bdeb-d198-4f8a-8106-acac552f0b7f completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:28.757118 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 9ea6bdeb-d198-4f8a-8106-acac552f0b7f triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:28.758091 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:28.880154 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d8580ac9-3ea9-4517-a5ab-fd340f86f6fd req-65a19054-6b8a-4ea2-a9cf-44d6ec6fc021 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 210 time: 0.1882679 Jul 29 23:35:29.123686 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-694d820e-f182-42cf-abdf-29389c70855f tempest-MeteringTestJSON-1209601001 tempest-MeteringTestJSON-1209601001-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:29.124813 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-694d820e-f182-42cf-abdf-29389c70855f tempest-MeteringTestJSON-1209601001 tempest-MeteringTestJSON-1209601001-project-admin] 10.222.0.43 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 2.5717797 Jul 29 23:35:29.143864 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56546) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:29.267135 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6513b0d1-1862-4676-85f2-f87855caae16 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Router 1cd95d43-ed85-412f-b8bb-061a2b566a0d has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:35:29.424450 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:29.470136 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ad93febc-4305-4a79-9d25-ca499f05d7da tempest-MeteringTestJSON-1209601001 tempest-MeteringTestJSON-1209601001-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=09f457bb-6585-434c-a1eb-259c8b58cee5 HTTP/1.1" status: 200 len: 468 time: 0.3217545 Jul 29 23:35:29.474443 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56548) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:29.509018 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-af1c40a0-6479-44b6-997b-6a9c7bd5e58d None None] Provisioning complete for port 9ea6bdeb-d198-4f8a-8106-acac552f0b7f triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:29.509373 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-af1c40a0-6479-44b6-997b-6a9c7bd5e58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:29.616251 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6269df53-85f8-4702-8428-1afc57a56fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:29.642136 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:29.720609 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabefb2b-beb0-44aa-9ac8-82280a42f4aa req-9d44f73c-8e8e-4430-8777-a70478bd2085 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:29.729366 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eabefb2b-beb0-44aa-9ac8-82280a42f4aa req-9d44f73c-8e8e-4430-8777-a70478bd2085 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=331426bb-70f6-4895-8dcb-563373ef4594 HTTP/1.1" status: 200 len: 946 time: 1.0287018 Jul 29 23:35:29.749222 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6513b0d1-1862-4676-85f2-f87855caae16 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:35:29.761908 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10c3141-d705-44ff-ac5a-105817340a0f None None] Sync routers for ids ['1cd95d43-ed85-412f-b8bb-061a2b566a0d'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:35:29.790564 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6513b0d1-1862-4676-85f2-f87855caae16 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:29.794626 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10c3141-d705-44ff-ac5a-105817340a0f None None] Routers {'1cd95d43-ed85-412f-b8bb-061a2b566a0d'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:35:29.795672 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-d10c3141-d705-44ff-ac5a-105817340a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:35:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['1cd95d43-ed85-412f-b8bb-061a2b566a0d'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:29.822986 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-92b0804b-411f-49a8-a807-cb56d16c35fb None None] Allocated IP 172.20.0.18 (fb747b47-cca6-4c18-afeb-6a460bbab65a/1e5a6978-74c1-4fa5-8ace-71190ce0f40f/3efa881a-8989-436f-b359-3cd28a99b7a0) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:35:29.849320 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-6513b0d1-1862-4676-85f2-f87855caae16 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 11.9148278 Jul 29 23:35:29.853768 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56552) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:29.861615 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-185586f9-c33d-4daf-afa5-b3e9e268c161 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Request body: {'floatingip': {'port_id': '5602a9cf-2a7d-40b4-8569-e1db4313d22e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:29.897422 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-d10c3141-d705-44ff-ac5a-105817340a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:29.912809 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10c3141-d705-44ff-ac5a-105817340a0f None None] Routers {'1cd95d43-ed85-412f-b8bb-061a2b566a0d'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:35:29.913891 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-d10c3141-d705-44ff-ac5a-105817340a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:35:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['1cd95d43-ed85-412f-b8bb-061a2b566a0d'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:29.953311 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-d10c3141-d705-44ff-ac5a-105817340a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:29.954441 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10c3141-d705-44ff-ac5a-105817340a0f None None] The sync data for ids ['1cd95d43-ed85-412f-b8bb-061a2b566a0d'] in n-d-712141-10 is: [] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:35:30.019442 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56556) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:30.029498 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-185586f9-c33d-4daf-afa5-b3e9e268c161 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for floatingip, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:30.034882 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 9ea6bdeb-d198-4f8a-8106-acac552f0b7f, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=9ea6bdeb-d198-4f8a-8106-acac552f0b7f,segment=NetworkSegment(5d11bf09-ca44-44a0-8d87-2a15d2437918),segment_id=5d11bf09-ca44-44a0-8d87-2a15d2437918)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:30.073015 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:30.261755 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=9ea6bdeb-d198-4f8a-8106-acac552f0b7f,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:30.334848 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-44c30d37-4427-4805-ad2e-b82f701439d9 req-ad200579-3cf3-4ebe-b1d8-66a35a69b2a8 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 210 time: 0.2675464 Jul 29 23:35:30.379214 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cc9891f1-8595-4513-aee1-97b46c61ac44 tempest-MeteringTestJSON-1209601001 tempest-MeteringTestJSON-1209601001-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:30.381330 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-cc9891f1-8595-4513-aee1-97b46c61ac44 tempest-MeteringTestJSON-1209601001 tempest-MeteringTestJSON-1209601001-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-labels/09f457bb-6585-434c-a1eb-259c8b58cee5 HTTP/1.1" status: 204 len: 168 time: 0.8746791 Jul 29 23:35:30.385315 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-af1c40a0-6479-44b6-997b-6a9c7bd5e58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:30.387637 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56562) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:30.576964 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-92b0804b-411f-49a8-a807-cb56d16c35fb None None] For port 3efa881a-8989-436f-b359-3cd28a99b7a0, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=3efa881a-8989-436f-b359-3cd28a99b7a0,segment=NetworkSegment(0ca3ad76-2069-4aa5-ad8b-5e2c11e2defb),segment_id=0ca3ad76-2069-4aa5-ad8b-5e2c11e2defb)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:30.638781 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eabefb2b-beb0-44aa-9ac8-82280a42f4aa req-63f21923-7186-42fe-89a0-76b8b39b3755 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9071488 Jul 29 23:35:30.674267 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-fdcbf370-c4a1-498f-9e64-a9e7929d4f72 tempest-MeteringTestJSON-1209601001 tempest-MeteringTestJSON-1209601001-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=09f457bb-6585-434c-a1eb-259c8b58cee5 HTTP/1.1" status: 200 len: 216 time: 0.2629559 Jul 29 23:35:30.677375 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56564) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:30.681623 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.db.api [None req-af1c40a0-6479-44b6-997b-6a9c7bd5e58d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94079) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:35:30.681623 n-d-712141-10 neutron-server[94079]: DEBUG oslo_db.api [None req-af1c40a0-6479-44b6-997b-6a9c7bd5e58d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:35:30.690261 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-46489d3b-10d6-499e-a92e-0145167aa815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:30.710762 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-d33c45ab-8645-4fda-9985-b976eb82a031 tempest-MeteringTestJSON-1209601001 tempest-MeteringTestJSON-1209601001-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0319986 Jul 29 23:35:30.718652 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56566) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:30.743255 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-dfc0d1f1-b097-4e17-97ab-be49175d85e2 tempest-MeteringTestJSON-1209601001 tempest-MeteringTestJSON-1209601001-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0227334 Jul 29 23:35:30.748798 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56568) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:30.814745 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-92b0804b-411f-49a8-a807-cb56d16c35fb None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:30.871866 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-92b0804b-411f-49a8-a807-cb56d16c35fb None None] Transition to ACTIVE for port object 3efa881a-8989-436f-b359-3cd28a99b7a0 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:30.878546 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-92b0804b-411f-49a8-a807-cb56d16c35fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:30.894409 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-37d89abf-45be-46b8-acf0-ebe852086e45 tempest-MeteringTestJSON-1209601001 tempest-MeteringTestJSON-1209601001-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-labels/1ded08ae-1358-4747-bc47-58bc547a2b74 HTTP/1.1" status: 200 len: 472 time: 0.1432073 Jul 29 23:35:30.898206 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56570) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:30.955585 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-14afd399-9c54-4e5c-b576-e1bb1bc0b023 tempest-MeteringTestJSON-1209601001 tempest-MeteringTestJSON-1209601001-project-admin] 10.222.0.43 "GET /v2.0/metering/metering-label-rules/15e265de-1b39-4855-bb9d-de4ef03c80d5 HTTP/1.1" status: 200 len: 461 time: 0.0548604 Jul 29 23:35:30.956310 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56572) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:31.007808 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6269df53-85f8-4702-8428-1afc57a56fb0 admin admin] Router 98085919-e8d8-4b7a-b87a-1a9e7bf48ca4 is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:35:31.227305 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-185586f9-c33d-4daf-afa5-b3e9e268c161 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:31.235808 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-185586f9-c33d-4daf-afa5-b3e9e268c161 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:31.314473 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b0804b-411f-49a8-a807-cb56d16c35fb None None] Pushing event updated for resources: {'Port': ['ID=3efa881a-8989-436f-b359-3cd28a99b7a0,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:31.369664 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d2d6894c-cc60-4d66-93b5-b8f36ba666a5 tempest-MeteringTestJSON-1209601001 tempest-MeteringTestJSON-1209601001-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:31.375952 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-d2d6894c-cc60-4d66-93b5-b8f36ba666a5 tempest-MeteringTestJSON-1209601001 tempest-MeteringTestJSON-1209601001-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-label-rules/15e265de-1b39-4855-bb9d-de4ef03c80d5 HTTP/1.1" status: 204 len: 168 time: 0.4088628 Jul 29 23:35:31.376886 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56574) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:31.774482 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-24656d1f-0e60-4fcb-97df-c2cd3f6617ba tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Delete allocated IP 172.20.0.14 (fb747b47-cca6-4c18-afeb-6a460bbab65a/b0c53205-2783-48eb-861c-0c6f5923473a) {{(pid=94077) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 29 23:35:31.799998 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-24656d1f-0e60-4fcb-97df-c2cd3f6617ba tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Allocated IP 172.20.0.25 (fb747b47-cca6-4c18-afeb-6a460bbab65a/1e5a6978-74c1-4fa5-8ace-71190ce0f40f/5e1eb9a3-140e-48aa-b071-b1e8f68d7731) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:35:31.818161 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-46489d3b-10d6-499e-a92e-0145167aa815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:31.864824 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-46489d3b-10d6-499e-a92e-0145167aa815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:31.959146 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-185586f9-c33d-4daf-afa5-b3e9e268c161 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Router 1cd95d43-ed85-412f-b8bb-061a2b566a0d has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:35:32.070432 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46489d3b-10d6-499e-a92e-0145167aa815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7110a2d3-30f4-4d57-92a4-edcd58700f81,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:32.088809 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-427baeaa-2067-4459-93df-9e74ee8fd47c req-68449781-fdd6-49ae-b3dc-d4fbd3c17f37 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 210 time: 0.4087417 Jul 29 23:35:32.155757 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6269df53-85f8-4702-8428-1afc57a56fb0 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:35:32.176177 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248f3776-8200-4d80-abb9-3b9364b6ebb0 None None] Sync routers for ids ['98085919-e8d8-4b7a-b87a-1a9e7bf48ca4'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:35:32.199632 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248f3776-8200-4d80-abb9-3b9364b6ebb0 None None] Routers {'98085919-e8d8-4b7a-b87a-1a9e7bf48ca4'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:35:32.200427 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-248f3776-8200-4d80-abb9-3b9364b6ebb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:35:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['98085919-e8d8-4b7a-b87a-1a9e7bf48ca4'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:32.310670 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-46489d3b-10d6-499e-a92e-0145167aa815 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=67721d25d7d2411191cf82e7c3d4a7b6&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2535059 Jul 29 23:35:32.325228 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56582) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:32.329078 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3eaec529-aa2f-43ce-9660-1a9c74126cb0 tempest-MeteringTestJSON-1209601001 tempest-MeteringTestJSON-1209601001-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:32.331254 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-3eaec529-aa2f-43ce-9660-1a9c74126cb0 tempest-MeteringTestJSON-1209601001 tempest-MeteringTestJSON-1209601001-project-admin] 10.222.0.43 "DELETE /v2.0/metering/metering-labels/1ded08ae-1358-4747-bc47-58bc547a2b74 HTTP/1.1" status: 204 len: 168 time: 0.9449787 Jul 29 23:35:32.378969 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-24656d1f-0e60-4fcb-97df-c2cd3f6617ba tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:32.402686 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-24656d1f-0e60-4fcb-97df-c2cd3f6617ba tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Transition to ACTIVE for port object 5e1eb9a3-140e-48aa-b071-b1e8f68d7731 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:32.408346 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-24656d1f-0e60-4fcb-97df-c2cd3f6617ba tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:32.440346 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956dd247-78a3-4935-a01d-d26cc0fa5efe req-6ed63898-2b11-4fc7-b7c1-cc229225b4a9 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:32.451892 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-956dd247-78a3-4935-a01d-d26cc0fa5efe req-6ed63898-2b11-4fc7-b7c1-cc229225b4a9 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=331426bb-70f6-4895-8dcb-563373ef4594 HTTP/1.1" status: 200 len: 946 time: 0.6020381 Jul 29 23:35:32.458447 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6269df53-85f8-4702-8428-1afc57a56fb0 admin admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:32.463474 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-6269df53-85f8-4702-8428-1afc57a56fb0 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 10.2235649 Jul 29 23:35:32.482710 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56586) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:32.544700 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2221bea9-d71b-4b23-b706-9785a1c5753b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:32.627440 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-248f3776-8200-4d80-abb9-3b9364b6ebb0 None None] Set router 98085919-e8d8-4b7a-b87a-1a9e7bf48ca4 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:35:32.631675 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2221bea9-d71b-4b23-b706-9785a1c5753b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:32.633165 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185586f9-c33d-4daf-afa5-b3e9e268c161 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:35:32.646461 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37e87bb-e6b8-44c6-9843-f8cc1ef3e146 None None] Sync routers for ids ['1cd95d43-ed85-412f-b8bb-061a2b566a0d'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:35:32.666898 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37e87bb-e6b8-44c6-9843-f8cc1ef3e146 None None] Routers {'1cd95d43-ed85-412f-b8bb-061a2b566a0d'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:35:32.670881 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-c37e87bb-e6b8-44c6-9843-f8cc1ef3e146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:35:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['1cd95d43-ed85-412f-b8bb-061a2b566a0d'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:32.679063 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-185586f9-c33d-4daf-afa5-b3e9e268c161 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:32.688908 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24656d1f-0e60-4fcb-97df-c2cd3f6617ba tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event updated for resources: {'Port': ['ID=5e1eb9a3-140e-48aa-b071-b1e8f68d7731,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:32.692687 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-956dd247-78a3-4935-a01d-d26cc0fa5efe req-1dbfa518-fdbf-459c-be5e-248f9b781c64 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256567 Jul 29 23:35:32.749167 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2221bea9-d71b-4b23-b706-9785a1c5753b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:32.752587 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2221bea9-d71b-4b23-b706-9785a1c5753b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:32.753850 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-2221bea9-d71b-4b23-b706-9785a1c5753b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7110a2d3-30f4-4d57-92a4-edcd58700f81 HTTP/1.1" status: 204 len: 168 time: 0.4152944 Jul 29 23:35:32.775157 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2221bea9-d71b-4b23-b706-9785a1c5753b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7110a2d3-30f4-4d57-92a4-edcd58700f81,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:32.798911 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 3efa881a-8989-436f-b359-3cd28a99b7a0 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:35:32.830832 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-c37e87bb-e6b8-44c6-9843-f8cc1ef3e146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:32.860767 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37e87bb-e6b8-44c6-9843-f8cc1ef3e146 None None] Routers {'1cd95d43-ed85-412f-b8bb-061a2b566a0d'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:35:32.861398 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-c37e87bb-e6b8-44c6-9843-f8cc1ef3e146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:35:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['1cd95d43-ed85-412f-b8bb-061a2b566a0d'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:32.923612 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-24656d1f-0e60-4fcb-97df-c2cd3f6617ba tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] In _notify_port_updated(), no bound segment for port 5e1eb9a3-140e-48aa-b071-b1e8f68d7731 on network fb747b47-cca6-4c18-afeb-6a460bbab65a {{(pid=94077) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:35:32.939139 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24656d1f-0e60-4fcb-97df-c2cd3f6617ba tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:32.940136 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-24656d1f-0e60-4fcb-97df-c2cd3f6617ba tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:32.942014 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-24656d1f-0e60-4fcb-97df-c2cd3f6617ba tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "PUT /v2.0/ports/5e1eb9a3-140e-48aa-b071-b1e8f68d7731 HTTP/1.1" status: 200 len: 920 time: 5.2766235 Jul 29 23:35:32.945056 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56592) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:32.966974 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-c37e87bb-e6b8-44c6-9843-f8cc1ef3e146 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:32.978259 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37e87bb-e6b8-44c6-9843-f8cc1ef3e146 None None] The sync data for ids ['1cd95d43-ed85-412f-b8bb-061a2b566a0d'] in n-d-712141-10 is: [] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:35:33.042794 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-7c21077c-77d1-426c-897d-77dd5d19835a None None] Provisioning for port 5e1eb9a3-140e-48aa-b071-b1e8f68d7731 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:33.059725 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-185586f9-c33d-4daf-afa5-b3e9e268c161 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] 10.222.0.43 "PUT /v2.0/floatingips/29d83fcc-267d-4063-bc13-703bbf175171 HTTP/1.1" status: 200 len: 976 time: 3.2017257 Jul 29 23:35:33.065515 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56596) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:33.070424 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-7c21077c-77d1-426c-897d-77dd5d19835a None None] Provisioning complete for port 5e1eb9a3-140e-48aa-b071-b1e8f68d7731 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:33.071202 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7c21077c-77d1-426c-897d-77dd5d19835a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:33.347021 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-98337f15-5cc1-4237-b510-805980c7a31a tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Deleting port 5e1eb9a3-140e-48aa-b071-b1e8f68d7731 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:35:33.347877 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-98337f15-5cc1-4237-b510-805980c7a31a tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:33.382014 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56602) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:33.449712 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-02114205-1b97-4822-a10e-b5ca6f5df2de req-a399cf50-5357-4dee-9c24-5b8d6bdd3164 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 210 time: 0.1177337 Jul 29 23:35:33.594678 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-98337f15-5cc1-4237-b510-805980c7a31a tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:33.662669 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-98337f15-5cc1-4237-b510-805980c7a31a tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Calling delete_port for 5e1eb9a3-140e-48aa-b071-b1e8f68d7731 owned by {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:35:33.880323 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-7c21077c-77d1-426c-897d-77dd5d19835a None None] Port 5e1eb9a3-140e-48aa-b071-b1e8f68d7731 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:35:33.929441 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-7c21077c-77d1-426c-897d-77dd5d19835a None None] Provisioning complete for port 704c2ec8-e36c-43bd-9bd1-9620ed06b1b1 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:33.930190 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7c21077c-77d1-426c-897d-77dd5d19835a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:33.978792 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 9ea6bdeb-d198-4f8a-8106-acac552f0b7f up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:35:34.158385 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-98337f15-5cc1-4237-b510-805980c7a31a tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:34.208429 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-7c21077c-77d1-426c-897d-77dd5d19835a None None] Port 704c2ec8-e36c-43bd-9bd1-9620ed06b1b1 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:35:34.272310 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-699b07c1-0b64-41d0-85a3-84cacf66407a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:34.365282 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98337f15-5cc1-4237-b510-805980c7a31a tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event deleted for resources: {'Port': ['ID=5e1eb9a3-140e-48aa-b071-b1e8f68d7731,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:34.393455 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-248f3776-8200-4d80-abb9-3b9364b6ebb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98085919-e8d8-4b7a-b87a-1a9e7bf48ca4', 'name': 'tempest-TestAggregatesBasicOps-1093181292-router', 'tenant_id': 'a8ae6bfbece64b06be19dcefbb104eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'd2a26681-d76b-44b4-89b6-7f6d23cfa35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:35:22Z', 'updated_at': '2021-07-29T23:35:25Z', 'revision_number': 3, 'project_id': 'a8ae6bfbece64b06be19dcefbb104eb5', 'gw_port': {'id': 'd2a26681-d76b-44b4-89b6-7f6d23cfa35f', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9c:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98085919-e8d8-4b7a-b87a-1a9e7bf48ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:35:23Z', 'updated_at': '2021-07-29T23:35:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:34.488284 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-7c21077c-77d1-426c-897d-77dd5d19835a None None] Provisioning for port 3efa881a-8989-436f-b359-3cd28a99b7a0 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:34.497344 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248f3776-8200-4d80-abb9-3b9364b6ebb0 None None] Checking router: 98085919-e8d8-4b7a-b87a-1a9e7bf48ca4 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:35:34.497729 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248f3776-8200-4d80-abb9-3b9364b6ebb0 None None] Updating router 98085919-e8d8-4b7a-b87a-1a9e7bf48ca4 port d2a26681-d76b-44b4-89b6-7f6d23cfa35f binding host n-d-712141-10 {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:35:34.598720 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-7c21077c-77d1-426c-897d-77dd5d19835a None None] Provisioning complete for port 3efa881a-8989-436f-b359-3cd28a99b7a0 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:34.599547 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7c21077c-77d1-426c-897d-77dd5d19835a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:34.728570 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 9ea6bdeb-d198-4f8a-8106-acac552f0b7f triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:34.731641 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:34.769418 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca5c85-af97-4aa8-8154-2962ae7150cc req-faf25f8b-b9fc-4fc3-a4f5-3acccf60bca9 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:34.787963 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-29ca5c85-af97-4aa8-8154-2962ae7150cc req-faf25f8b-b9fc-4fc3-a4f5-3acccf60bca9 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=331426bb-70f6-4895-8dcb-563373ef4594 HTTP/1.1" status: 200 len: 946 time: 0.6716223 Jul 29 23:35:34.875850 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-248f3776-8200-4d80-abb9-3b9364b6ebb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:34.903767 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7acca753-8346-49f8-b382-fd67da73d51f req-bdc684f1-d582-4d10-b413-014e81ec5652 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 210 time: 0.1608455 Jul 29 23:35:34.983979 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-98337f15-5cc1-4237-b510-805980c7a31a tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:34.992309 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-98337f15-5cc1-4237-b510-805980c7a31a tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "DELETE /v2.0/ports/5e1eb9a3-140e-48aa-b071-b1e8f68d7731 HTTP/1.1" status: 204 len: 168 time: 2.0456834 Jul 29 23:35:35.015112 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56632) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:35.087253 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-106a8c1a-fc58-47c2-82c3-70f558c330e5 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] GET failed (client error): The resource could not be found. Jul 29 23:35:35.104657 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-106a8c1a-fc58-47c2-82c3-70f558c330e5 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "GET /v2.0/ports/5e1eb9a3-140e-48aa-b071-b1e8f68d7731 HTTP/1.1" status: 404 len: 333 time: 0.0774000 Jul 29 23:35:35.135518 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56640) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:35.176752 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-699b07c1-0b64-41d0-85a3-84cacf66407a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:35.208368 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-b8b0d7ca-03c2-4ca8-a217-a5d5e602cb35 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Deleting port 03bc8148-d20f-4f80-8193-e5cedc28ce9d {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:35:35.209203 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b8b0d7ca-03c2-4ca8-a217-a5d5e602cb35 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:35.213027 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-699b07c1-0b64-41d0-85a3-84cacf66407a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:35.317182 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-29ca5c85-af97-4aa8-8154-2962ae7150cc req-a9cead36-a265-4c36-a663-4d2aca205770 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3786128 Jul 29 23:35:35.345022 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-699b07c1-0b64-41d0-85a3-84cacf66407a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=532e2a5d5d06410086f6a53243a2838e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9581087 Jul 29 23:35:35.364766 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56642) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:35.464613 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b8b0d7ca-03c2-4ca8-a217-a5d5e602cb35 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:35.465566 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b8b0d7ca-03c2-4ca8-a217-a5d5e602cb35 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:35.480924 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-b8b0d7ca-03c2-4ca8-a217-a5d5e602cb35 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Calling delete_port for 03bc8148-d20f-4f80-8193-e5cedc28ce9d owned by network:floatingip {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:35:35.538209 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b07c1-0b64-41d0-85a3-84cacf66407a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0585fcfb-dfa5-4234-9784-f2e4f629d4c4,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:35.693534 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3601656c-bf9f-4d3a-8d84-95b5e87a5f53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:35.696437 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5fab449b-fe03-4c0c-acce-18c601f0007c tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:35.770979 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5fab449b-fe03-4c0c-acce-18c601f0007c tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:35.951753 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5fab449b-fe03-4c0c-acce-18c601f0007c tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:35.955852 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5fab449b-fe03-4c0c-acce-18c601f0007c tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:35.962983 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-5fab449b-fe03-4c0c-acce-18c601f0007c tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "DELETE /v2.0/security-groups/537cc0a9-de1b-485b-af85-9a389e6f2c69 HTTP/1.1" status: 204 len: 168 time: 0.8226302 Jul 29 23:35:35.969443 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56644) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:35.989365 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3601656c-bf9f-4d3a-8d84-95b5e87a5f53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:36.025336 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fab449b-fe03-4c0c-acce-18c601f0007c tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=537cc0a9-de1b-485b-af85-9a389e6f2c69,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:36.028507 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-600f0825-31fb-4b72-8b63-b2371c3fe8da None None] Could not find standard attr ID for object 5e1eb9a3-140e-48aa-b071-b1e8f68d7731. {{(pid=94079) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:35:36.280342 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cc27fd01-8c89-4310-8a18-6d405865a64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:36.295801 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-248f3776-8200-4d80-abb9-3b9364b6ebb0 None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:36.310158 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f5c6c89b-008d-4068-bffb-aeda7d356355 req-59781be1-70f4-4557-9951-b377189799f4 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 210 time: 0.1290753 Jul 29 23:35:36.445908 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ab3999a2-2557-415c-a398-a50d7beb7e3a tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:36.538521 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-248f3776-8200-4d80-abb9-3b9364b6ebb0 None None] Transition to ACTIVE for port object d2a26681-d76b-44b4-89b6-7f6d23cfa35f will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:36.544957 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b8b0d7ca-03c2-4ca8-a217-a5d5e602cb35 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:36.551006 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-248f3776-8200-4d80-abb9-3b9364b6ebb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:36.587483 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3601656c-bf9f-4d3a-8d84-95b5e87a5f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:36.594086 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3601656c-bf9f-4d3a-8d84-95b5e87a5f53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:36.612359 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b0d7ca-03c2-4ca8-a217-a5d5e602cb35 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Pushing event deleted for resources: {'Port': ['ID=03bc8148-d20f-4f80-8193-e5cedc28ce9d,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:36.613334 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-3601656c-bf9f-4d3a-8d84-95b5e87a5f53 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0585fcfb-dfa5-4234-9784-f2e4f629d4c4 HTTP/1.1" status: 204 len: 168 time: 1.2012682 Jul 29 23:35:36.650855 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ab3999a2-2557-415c-a398-a50d7beb7e3a tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:36.728894 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368a5c09-42f7-4123-a904-6c70d3e60c0e None None] Pushing event updated for resources: {'Port': ['ID=d2a26681-d76b-44b4-89b6-7f6d23cfa35f,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:36.761805 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601656c-bf9f-4d3a-8d84-95b5e87a5f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0585fcfb-dfa5-4234-9784-f2e4f629d4c4,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:36.777697 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b8b0d7ca-03c2-4ca8-a217-a5d5e602cb35 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for floatingip, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:36.778532 n-d-712141-10 neutron-server[94077]: INFO neutron.db.l3_db [None req-b8b0d7ca-03c2-4ca8-a217-a5d5e602cb35 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Floating IP 29d83fcc-267d-4063-bc13-703bbf175171 disassociated (deleted). External IP: 172.25.0.74, port: 5602a9cf-2a7d-40b4-8569-e1db4313d22e. Jul 29 23:35:36.848885 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-248f3776-8200-4d80-abb9-3b9364b6ebb0 None None] Attempting to bind port d2a26681-d76b-44b4-89b6-7f6d23cfa35f on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:36.852490 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-248f3776-8200-4d80-abb9-3b9364b6ebb0 None None] Attempting to bind port d2a26681-d76b-44b4-89b6-7f6d23cfa35f by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:36.856372 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248f3776-8200-4d80-abb9-3b9364b6ebb0 None None] Attempting to bind port d2a26681-d76b-44b4-89b6-7f6d23cfa35f on network 58f27f61-3278-49cc-b66b-1e729d26f29f {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:36.879370 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef2dbe4-9728-4a6a-a79f-55db275985e4 req-4d4afc25-7e99-46ec-b821-39da65dfe669 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:36.888956 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bef2dbe4-9728-4a6a-a79f-55db275985e4 req-4d4afc25-7e99-46ec-b821-39da65dfe669 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=331426bb-70f6-4895-8dcb-563373ef4594 HTTP/1.1" status: 200 len: 946 time: 0.4561141 Jul 29 23:35:36.901038 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248f3776-8200-4d80-abb9-3b9364b6ebb0 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:35:36.909286 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248f3776-8200-4d80-abb9-3b9364b6ebb0 None None] Checking segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:35:36.909831 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-248f3776-8200-4d80-abb9-3b9364b6ebb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:36.910268 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248f3776-8200-4d80-abb9-3b9364b6ebb0 None None] Bound using segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:35:36.910764 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-248f3776-8200-4d80-abb9-3b9364b6ebb0 None None] Bound port: d2a26681-d76b-44b4-89b6-7f6d23cfa35f, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:35:36.911152 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-248f3776-8200-4d80-abb9-3b9364b6ebb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:36.984060 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ab3999a2-2557-415c-a398-a50d7beb7e3a tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:36.995829 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ab3999a2-2557-415c-a398-a50d7beb7e3a tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:36.997137 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ab3999a2-2557-415c-a398-a50d7beb7e3a tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "DELETE /v2.0/security-groups/d40ca169-c74a-4e65-959a-c78d5ae8374a HTTP/1.1" status: 204 len: 168 time: 1.0228128 Jul 29 23:35:37.023011 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56662) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:37.041337 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-cc27fd01-8c89-4310-8a18-6d405865a64e admin admin] Allocated IP 172.20.0.1 (f34dce64-23e8-4ac9-bdc0-7b776007258f/2e04051e-c1b6-4add-bfdf-c2e7df6496d4/81ba5939-5cb1-4c30-beb5-27330fadfacf) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:35:37.119870 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3999a2-2557-415c-a398-a50d7beb7e3a tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40ca169-c74a-4e65-959a-c78d5ae8374a,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:37.127607 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-248f3776-8200-4d80-abb9-3b9364b6ebb0 None None] For port d2a26681-d76b-44b4-89b6-7f6d23cfa35f, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:35:37.133510 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-248f3776-8200-4d80-abb9-3b9364b6ebb0 None None] For port d2a26681-d76b-44b4-89b6-7f6d23cfa35f, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=d2a26681-d76b-44b4-89b6-7f6d23cfa35f,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:35:37.145424 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-248f3776-8200-4d80-abb9-3b9364b6ebb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:37.248164 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bef2dbe4-9728-4a6a-a79f-55db275985e4 req-a45802b5-84cb-463b-8173-db10a9a61d2b tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488793 Jul 29 23:35:37.283254 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:37.330354 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-f400d8db-1c23-40ba-91e2-78dedb7e3281 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Deleting subnet b0c53205-2783-48eb-861c-0c6f5923473a {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:35:37.360222 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f400d8db-1c23-40ba-91e2-78dedb7e3281 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:37.387912 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248f3776-8200-4d80-abb9-3b9364b6ebb0 None None] Routers {'98085919-e8d8-4b7a-b87a-1a9e7bf48ca4'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:35:37.399922 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-248f3776-8200-4d80-abb9-3b9364b6ebb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:35:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['98085919-e8d8-4b7a-b87a-1a9e7bf48ca4'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:37.538695 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f400d8db-1c23-40ba-91e2-78dedb7e3281 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:37.593488 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cc27fd01-8c89-4310-8a18-6d405865a64e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:37.611121 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-cc27fd01-8c89-4310-8a18-6d405865a64e admin admin] Transition to ACTIVE for port object 81ba5939-5cb1-4c30-beb5-27330fadfacf will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:37.792799 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56672) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:37.863375 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8b0d7ca-03c2-4ca8-a217-a5d5e602cb35 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Router 1cd95d43-ed85-412f-b8bb-061a2b566a0d has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:35:37.887201 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-248f3776-8200-4d80-abb9-3b9364b6ebb0 None None] Set router 98085919-e8d8-4b7a-b87a-1a9e7bf48ca4 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:35:37.893438 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8c7f3a7e-dc76-4a4e-a5c2-95ee00dcc98e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:37.897801 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-64052526-2e59-4c18-8768-26771ca982da req-1ced7325-d5a9-48e8-9560-7bdb7ac55e38 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 210 time: 0.0653741 Jul 29 23:35:38.005832 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f400d8db-1c23-40ba-91e2-78dedb7e3281 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:38.076293 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cc27fd01-8c89-4310-8a18-6d405865a64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:38.091747 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368a5c09-42f7-4123-a904-6c70d3e60c0e None None] Pushing event updated for resources: {'Port': ['ID=d2a26681-d76b-44b4-89b6-7f6d23cfa35f,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:38.221934 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f400d8db-1c23-40ba-91e2-78dedb7e3281 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:38.309700 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f203a277-d484-45e6-bfcd-f38e0989ef2f None None] Network fb747b47-cca6-4c18-afeb-6a460bbab65a requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:35:38.328165 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f400d8db-1c23-40ba-91e2-78dedb7e3281 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:38.349408 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-f400d8db-1c23-40ba-91e2-78dedb7e3281 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "DELETE /v2.0/subnets/b0c53205-2783-48eb-861c-0c6f5923473a HTTP/1.1" status: 204 len: 168 time: 1.3133051 Jul 29 23:35:38.351219 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56676) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:38.362295 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-731162f0-943e-48c1-92d0-ddd995e3a8f3 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Request body: {'subnet': {'network_id': 'fb747b47-cca6-4c18-afeb-6a460bbab65a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:38.377276 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f400d8db-1c23-40ba-91e2-78dedb7e3281 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event deleted for resources: {'Subnet': ['ID=b0c53205-2783-48eb-861c-0c6f5923473a,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:38.454014 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc27fd01-8c89-4310-8a18-6d405865a64e admin admin] Pushing event updated for resources: {'Port': ['ID=81ba5939-5cb1-4c30-beb5-27330fadfacf,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:38.520535 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc27fd01-8c89-4310-8a18-6d405865a64e admin admin] Network f34dce64-23e8-4ac9-bdc0-7b776007258f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:35:38.537318 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-cc27fd01-8c89-4310-8a18-6d405865a64e admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:38.551553 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc27fd01-8c89-4310-8a18-6d405865a64e admin admin] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:35:38.561518 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8c7f3a7e-dc76-4a4e-a5c2-95ee00dcc98e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:38.652051 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8c7f3a7e-dc76-4a4e-a5c2-95ee00dcc98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:38.764638 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-248f3776-8200-4d80-abb9-3b9364b6ebb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98085919-e8d8-4b7a-b87a-1a9e7bf48ca4', 'name': 'tempest-TestAggregatesBasicOps-1093181292-router', 'tenant_id': 'a8ae6bfbece64b06be19dcefbb104eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'd2a26681-d76b-44b4-89b6-7f6d23cfa35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:35:22Z', 'updated_at': '2021-07-29T23:35:25Z', 'revision_number': 3, 'project_id': 'a8ae6bfbece64b06be19dcefbb104eb5', 'gw_port': {'id': 'd2a26681-d76b-44b4-89b6-7f6d23cfa35f', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9c:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98085919-e8d8-4b7a-b87a-1a9e7bf48ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:35:23Z', 'updated_at': '2021-07-29T23:35:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:38.778656 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b0d7ca-03c2-4ca8-a217-a5d5e602cb35 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:35:38.876731 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248f3776-8200-4d80-abb9-3b9364b6ebb0 None None] The sync data for ids ['98085919-e8d8-4b7a-b87a-1a9e7bf48ca4'] in n-d-712141-10 is: [{'id': '98085919-e8d8-4b7a-b87a-1a9e7bf48ca4', 'name': 'tempest-TestAggregatesBasicOps-1093181292-router', 'tenant_id': 'a8ae6bfbece64b06be19dcefbb104eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'd2a26681-d76b-44b4-89b6-7f6d23cfa35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:35:22Z', 'updated_at': '2021-07-29T23:35:25Z', 'revision_number': 3, 'project_id': 'a8ae6bfbece64b06be19dcefbb104eb5', 'gw_port': {'id': 'd2a26681-d76b-44b4-89b6-7f6d23cfa35f', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9c:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98085919-e8d8-4b7a-b87a-1a9e7bf48ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:35:23Z', 'updated_at': '2021-07-29T23:35:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:35:38.894243 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b87fcb-4d72-4047-8ba9-c837746d4493 None None] Sync routers for ids ['1cd95d43-ed85-412f-b8bb-061a2b566a0d'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:35:38.910812 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7f3a7e-dc76-4a4e-a5c2-95ee00dcc98e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f8852b-19d5-444e-ab87-7e1d62aa0be0,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:38.943127 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b87fcb-4d72-4047-8ba9-c837746d4493 None None] Routers {'1cd95d43-ed85-412f-b8bb-061a2b566a0d'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:35:38.949344 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-80b87fcb-4d72-4047-8ba9-c837746d4493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:35:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['1cd95d43-ed85-412f-b8bb-061a2b566a0d'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:38.987197 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b8b0d7ca-03c2-4ca8-a217-a5d5e602cb35 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:39.046021 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8c7f3a7e-dc76-4a4e-a5c2-95ee00dcc98e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3a27192c94744f47bc5528b6d96edeb9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2500439 Jul 29 23:35:39.062035 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-80b87fcb-4d72-4047-8ba9-c837746d4493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:39.091805 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b87fcb-4d72-4047-8ba9-c837746d4493 None None] Routers {'1cd95d43-ed85-412f-b8bb-061a2b566a0d'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:35:39.093905 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-80b87fcb-4d72-4047-8ba9-c837746d4493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:35:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['1cd95d43-ed85-412f-b8bb-061a2b566a0d'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:39.128597 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56690) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:39.198897 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cc27fd01-8c89-4310-8a18-6d405865a64e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:39.266014 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-80b87fcb-4d72-4047-8ba9-c837746d4493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:39.276031 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b87fcb-4d72-4047-8ba9-c837746d4493 None None] The sync data for ids ['1cd95d43-ed85-412f-b8bb-061a2b566a0d'] in n-d-712141-10 is: [] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:35:39.294791 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f9f1cf98-1d2a-41e3-9962-8ae532da4637 req-ce5ac745-492a-415b-a3bf-dea9b75d346c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=693429de-8fab-4271-840a-01b89571b1ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5555308 Jul 29 23:35:39.302286 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-0df6db41-f1ff-4af6-8247-7ad1d236fcb7 None None] Provisioning for port 81ba5939-5cb1-4c30-beb5-27330fadfacf completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:39.323879 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b8b0d7ca-03c2-4ca8-a217-a5d5e602cb35 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] 10.222.0.43 "DELETE /v2.0/floatingips/29d83fcc-267d-4063-bc13-703bbf175171 HTTP/1.1" status: 204 len: 168 time: 6.2537773 Jul 29 23:35:39.330463 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56692) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:39.349198 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-0df6db41-f1ff-4af6-8247-7ad1d236fcb7 None None] Provisioning complete for port 81ba5939-5cb1-4c30-beb5-27330fadfacf triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:39.351400 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0df6db41-f1ff-4af6-8247-7ad1d236fcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:39.607896 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-0df6db41-f1ff-4af6-8247-7ad1d236fcb7 None None] Port 81ba5939-5cb1-4c30-beb5-27330fadfacf cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:35:39.701788 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c29bb228-e4af-48a9-a9fc-bbb7accaf57c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:39.805698 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1cf98-1d2a-41e3-9962-8ae532da4637 req-89bfdc5b-eb20-4c64-b635-312de5391ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:39.808810 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f9f1cf98-1d2a-41e3-9962-8ae532da4637 req-89bfdc5b-eb20-4c64-b635-312de5391ef9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0043d03cb0a4bbcbd35eb8f2075805c&device_id=693429de-8fab-4271-840a-01b89571b1ba HTTP/1.1" status: 200 len: 1098 time: 0.4420078 Jul 29 23:35:39.894769 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c29bb228-e4af-48a9-a9fc-bbb7accaf57c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:40.005672 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device d2a26681-d76b-44b4-89b6-7f6d23cfa35f up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:35:40.242972 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port d2a26681-d76b-44b4-89b6-7f6d23cfa35f completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:40.254982 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port d2a26681-d76b-44b4-89b6-7f6d23cfa35f triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:40.256390 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d11e47b3-fa8a-48fc-af67-eb5f24144798 req-f0fec743-747f-4f8f-a2cc-34b065ca31ce tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 210 time: 0.4935751 Jul 29 23:35:40.260238 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:40.337495 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-ce007305-244b-4593-878a-fa30404812d6 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Deleting port 5602a9cf-2a7d-40b4-8569-e1db4313d22e {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:35:40.338206 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ce007305-244b-4593-878a-fa30404812d6 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:40.402463 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-731162f0-943e-48c1-92d0-ddd995e3a8f3 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Made reservation on behalf of d49779da0727435887ac30c3d6c062b5 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:40.431286 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-731162f0-943e-48c1-92d0-ddd995e3a8f3 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:40.493913 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cc27fd01-8c89-4310-8a18-6d405865a64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:40.652103 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ce007305-244b-4593-878a-fa30404812d6 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:40.665273 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:40.708883 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-ce007305-244b-4593-878a-fa30404812d6 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Calling delete_port for 5602a9cf-2a7d-40b4-8569-e1db4313d22e owned by {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:35:40.755366 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port d2a26681-d76b-44b4-89b6-7f6d23cfa35f, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=d2a26681-d76b-44b4-89b6-7f6d23cfa35f,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:40.764923 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:41.044158 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e560b4e-0c7d-401c-96a2-86ad29084876 req-f2c3c190-f793-4ec1-850b-0b1e3b02bfbf tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:41.051871 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0e560b4e-0c7d-401c-96a2-86ad29084876 req-f2c3c190-f793-4ec1-850b-0b1e3b02bfbf tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=331426bb-70f6-4895-8dcb-563373ef4594 HTTP/1.1" status: 200 len: 946 time: 1.3030784 Jul 29 23:35:41.062033 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-731162f0-943e-48c1-92d0-ddd995e3a8f3 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:41.296743 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731162f0-943e-48c1-92d0-ddd995e3a8f3 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event updated for resources: {'Subnet': ['ID=a1750df8-887d-4a7d-83bb-4129b6393365,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:41.427981 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731162f0-943e-48c1-92d0-ddd995e3a8f3 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Network fb747b47-cca6-4c18-afeb-6a460bbab65a is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:35:41.447204 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=d2a26681-d76b-44b4-89b6-7f6d23cfa35f,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:41.451054 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-731162f0-943e-48c1-92d0-ddd995e3a8f3 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:41.457456 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731162f0-943e-48c1-92d0-ddd995e3a8f3 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:41.462259 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-731162f0-943e-48c1-92d0-ddd995e3a8f3 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:41.514201 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6b5fe3-b0b0-43e3-a531-16dcf787f288 None None] Network fb747b47-cca6-4c18-afeb-6a460bbab65a requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:35:41.524328 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-91e5a727-d28e-4d4e-aff1-5de83372bffb None None] Provisioning complete for port 704c2ec8-e36c-43bd-9bd1-9620ed06b1b1 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:41.527430 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91e5a727-d28e-4d4e-aff1-5de83372bffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:41.556447 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0e560b4e-0c7d-401c-96a2-86ad29084876 req-e000e04a-aae9-48aa-b1ea-137ac6a4a8de tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4760756 Jul 29 23:35:41.567913 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1cf98-1d2a-41e3-9962-8ae532da4637 req-1116a9aa-9fda-46cf-bf10-9ba6f4487bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:41.571014 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f9f1cf98-1d2a-41e3-9962-8ae532da4637 req-1116a9aa-9fda-46cf-bf10-9ba6f4487bb8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fc8993d1-1f3f-4e88-9d54-7eec99f127ad HTTP/1.1" status: 200 len: 913 time: 1.6975839 Jul 29 23:35:41.575448 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-731162f0-943e-48c1-92d0-ddd995e3a8f3 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2197878 Jul 29 23:35:41.588845 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56708) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:41.616030 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-2f55e7fc-e1db-4ac5-9aa7-007c74130e1c tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Request body: {'security_group': {'name': 'tempest-secgroup-1297286743'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:41.642984 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-91e5a727-d28e-4d4e-aff1-5de83372bffb None None] Port 704c2ec8-e36c-43bd-9bd1-9620ed06b1b1 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:35:41.724189 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f9f1cf98-1d2a-41e3-9962-8ae532da4637 req-4faf0cfd-9cef-4c93-b022-dc1ac32c974a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d1b61821-0353-4887-be9c-6f38af4e3acd HTTP/1.1" status: 200 len: 217 time: 0.1356914 Jul 29 23:35:41.737150 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ffbc1f91-bbf2-4a6c-a64e-8da3d9462188 req-9725c96b-6e48-4943-888f-d0389d3cc62d tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 210 time: 0.1569331 Jul 29 23:35:41.772666 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c29bb228-e4af-48a9-a9fc-bbb7accaf57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:41.791176 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c29bb228-e4af-48a9-a9fc-bbb7accaf57c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:41.812581 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c29bb228-e4af-48a9-a9fc-bbb7accaf57c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a7f8852b-19d5-444e-ab87-7e1d62aa0be0 HTTP/1.1" status: 204 len: 168 time: 2.6776752 Jul 29 23:35:41.829815 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-91e5a727-d28e-4d4e-aff1-5de83372bffb None None] Provisioning complete for port 3efa881a-8989-436f-b359-3cd28a99b7a0 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:41.829815 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-91e5a727-d28e-4d4e-aff1-5de83372bffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:41.847443 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2f55e7fc-e1db-4ac5-9aa7-007c74130e1c tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:41.978259 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29bb228-e4af-48a9-a9fc-bbb7accaf57c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f8852b-19d5-444e-ab87-7e1d62aa0be0,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:42.179865 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ce007305-244b-4593-878a-fa30404812d6 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:42.238594 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2f55e7fc-e1db-4ac5-9aa7-007c74130e1c tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:42.245372 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device d2a26681-d76b-44b4-89b6-7f6d23cfa35f up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:35:42.250721 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2f55e7fc-e1db-4ac5-9aa7-007c74130e1c tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:42.371922 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2f55e7fc-e1db-4ac5-9aa7-007c74130e1c tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:42.392758 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-2f55e7fc-e1db-4ac5-9aa7-007c74130e1c tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7947369 Jul 29 23:35:42.395841 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56716) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:42.468092 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-edd3bacd-12ef-4377-840f-c1af4f96d0a6 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Request body: {'security_group': {'name': 'tempest-secgroup-1497534666'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:42.517737 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55e7fc-e1db-4ac5-9aa7-007c74130e1c tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d829b75-9ccf-4a0a-81a7-05b63c95b64f,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:42.638841 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-edd3bacd-12ef-4377-840f-c1af4f96d0a6 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:42.722258 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce007305-244b-4593-878a-fa30404812d6 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Pushing event deleted for resources: {'Port': ['ID=5602a9cf-2a7d-40b4-8569-e1db4313d22e,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:42.914877 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1cf98-1d2a-41e3-9962-8ae532da4637 req-9019dade-ed97-4711-ac8b-b78679e4b9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:42.920824 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f9f1cf98-1d2a-41e3-9962-8ae532da4637 req-9019dade-ed97-4711-ac8b-b78679e4b9c0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=01812886-2cdd-41de-831e-c3e259b8e381 HTTP/1.1" status: 200 len: 851 time: 1.0746682 Jul 29 23:35:42.975042 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port d2a26681-d76b-44b4-89b6-7f6d23cfa35f triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:42.975661 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:42.994592 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ce007305-244b-4593-878a-fa30404812d6 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:43.002479 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ce007305-244b-4593-878a-fa30404812d6 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] 10.222.0.43 "DELETE /v2.0/ports/5602a9cf-2a7d-40b4-8569-e1db4313d22e HTTP/1.1" status: 204 len: 168 time: 3.6703994 Jul 29 23:35:43.008312 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56726) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:43.024764 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-3c2c814f-8165-4e1e-9ef3-9c4f943caa4c tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Request body: {'floatingip': {'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:43.162057 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1cf98-1d2a-41e3-9962-8ae532da4637 req-9d219430-ac8d-40c8-a830-8dda9152d4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:43.175436 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f9f1cf98-1d2a-41e3-9962-8ae532da4637 req-9d219430-ac8d-40c8-a830-8dda9152d4cf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fc8993d1-1f3f-4e88-9d54-7eec99f127ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2330523 Jul 29 23:35:43.281925 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-71f68207-927e-4b53-ae03-09d8d5d1e729 req-d85f00ee-03d2-4767-a246-943c10000b15 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 210 time: 0.1627591 Jul 29 23:35:43.290106 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22441259-fca4-4f6f-bf66-42ea4414d14a None None] Update dhcp port {'port': {'network_id': 'fb747b47-cca6-4c18-afeb-6a460bbab65a', 'fixed_ips': [{'subnet_id': '1e5a6978-74c1-4fa5-8ace-71190ce0f40f', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a1750df8-887d-4a7d-83bb-4129b6393365'}], 'binding:host_id': 'n-d-712141-10'}, 'id': '3efa881a-8989-436f-b359-3cd28a99b7a0'} from n-d-712141-10. {{(pid=94079) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 23:35:43.335806 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cc27fd01-8c89-4310-8a18-6d405865a64e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:43.348514 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cc27fd01-8c89-4310-8a18-6d405865a64e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:43.355547 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-22441259-fca4-4f6f-bf66-42ea4414d14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:43.363806 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1042625e-6f4a-480e-957e-6ccb55d36c3e req-2549fa58-dcec-4bc2-af16-081d3554f7e2 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:43.373443 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1042625e-6f4a-480e-957e-6ccb55d36c3e req-2549fa58-dcec-4bc2-af16-081d3554f7e2 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=331426bb-70f6-4895-8dcb-563373ef4594 HTTP/1.1" status: 200 len: 946 time: 0.4779112 Jul 29 23:35:43.509107 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc27fd01-8c89-4310-8a18-6d405865a64e admin admin] Pushing event updated for resources: {'Port': ['ID=81ba5939-5cb1-4c30-beb5-27330fadfacf,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:43.568287 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-edd3bacd-12ef-4377-840f-c1af4f96d0a6 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:43.579324 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-edd3bacd-12ef-4377-840f-c1af4f96d0a6 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:43.683273 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3c2c814f-8165-4e1e-9ef3-9c4f943caa4c tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for floatingip, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:43.771424 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1042625e-6f4a-480e-957e-6ccb55d36c3e req-6b3d7dd7-ce4a-4a78-8b68-12b2247ed8cc tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3870609 Jul 29 23:35:43.789823 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-edd3bacd-12ef-4377-840f-c1af4f96d0a6 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:43.811288 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-edd3bacd-12ef-4377-840f-c1af4f96d0a6 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3982852 Jul 29 23:35:43.834803 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56742) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:43.850765 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-4b08f8fd-6e4c-4986-a0ad-7d8bb60c7ee8 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Request body: {'security_group': {'name': 'tempest-secgroup-39265446'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:43.904924 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd3bacd-12ef-4377-840f-c1af4f96d0a6 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=182c64fd-5268-4ea5-90be-6c92b0602066,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:43.922100 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-22441259-fca4-4f6f-bf66-42ea4414d14a None None] Allocated IP 172.20.0.2 (fb747b47-cca6-4c18-afeb-6a460bbab65a/a1750df8-887d-4a7d-83bb-4129b6393365/3efa881a-8989-436f-b359-3cd28a99b7a0) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:35:43.943436 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f9f1cf98-1d2a-41e3-9962-8ae532da4637 req-91c61d66-a489-4b8a-9eac-e0cd8bf39a01 service neutron] 10.222.0.41 "GET /v2.0/networks/fc8993d1-1f3f-4e88-9d54-7eec99f127ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7625480 Jul 29 23:35:43.944196 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cc27fd01-8c89-4310-8a18-6d405865a64e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:43.950298 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4b08f8fd-6e4c-4986-a0ad-7d8bb60c7ee8 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:44.120960 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-22441259-fca4-4f6f-bf66-42ea4414d14a None None] For port 3efa881a-8989-436f-b359-3cd28a99b7a0, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=3efa881a-8989-436f-b359-3cd28a99b7a0,segment=NetworkSegment(0ca3ad76-2069-4aa5-ad8b-5e2c11e2defb),segment_id=0ca3ad76-2069-4aa5-ad8b-5e2c11e2defb)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:44.176398 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-22441259-fca4-4f6f-bf66-42ea4414d14a None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:44.201817 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-22441259-fca4-4f6f-bf66-42ea4414d14a None None] Transition to ACTIVE for port object 3efa881a-8989-436f-b359-3cd28a99b7a0 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:44.207830 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-22441259-fca4-4f6f-bf66-42ea4414d14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:44.302258 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4b08f8fd-6e4c-4986-a0ad-7d8bb60c7ee8 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:44.318228 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4b08f8fd-6e4c-4986-a0ad-7d8bb60c7ee8 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:44.406640 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22441259-fca4-4f6f-bf66-42ea4414d14a None None] Pushing event updated for resources: {'Port': ['ID=3efa881a-8989-436f-b359-3cd28a99b7a0,revision_number=6']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:44.498305 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b08f8fd-6e4c-4986-a0ad-7d8bb60c7ee8 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=349f6707-72c9-44da-87a2-22850f01a29a,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:44.625615 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-98366787-5048-4b66-87d3-7538d81534d3 req-02013667-932c-41e4-ab1e-bf17a781f029 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 210 time: 0.0990701 Jul 29 23:35:44.626674 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4b08f8fd-6e4c-4986-a0ad-7d8bb60c7ee8 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:44.632576 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f9f1cf98-1d2a-41e3-9962-8ae532da4637 req-00213252-6701-409b-9586-b8d11def2f12 service neutron] 10.222.0.41 "GET /v2.0/networks/fc8993d1-1f3f-4e88-9d54-7eec99f127ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6508496 Jul 29 23:35:44.632822 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-4b08f8fd-6e4c-4986-a0ad-7d8bb60c7ee8 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7920113 Jul 29 23:35:44.633921 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56764) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:44.670512 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-659bedb2-6373-4ef8-a37d-399f16b3c1c0 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-527786109', 'security_groups': ['349f6707-72c9-44da-87a2-22850f01a29a'], 'network_id': 'fb747b47-cca6-4c18-afeb-6a460bbab65a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a1750df8-887d-4a7d-83bb-4129b6393365'}]}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:44.691453 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc27fd01-8c89-4310-8a18-6d405865a64e admin admin] Network f34dce64-23e8-4ac9-bdc0-7b776007258f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:35:44.719367 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-cc27fd01-8c89-4310-8a18-6d405865a64e admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:45.212520 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bac3fa5-cd08-4014-a7d7-8e13fb767adb req-8867ba7d-916a-4f63-9aef-a3b748a94d7c tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:45.222172 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3c2c814f-8165-4e1e-9ef3-9c4f943caa4c tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:45.225416 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7bac3fa5-cd08-4014-a7d7-8e13fb767adb req-8867ba7d-916a-4f63-9aef-a3b748a94d7c tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=331426bb-70f6-4895-8dcb-563373ef4594 HTTP/1.1" status: 200 len: 946 time: 0.1631219 Jul 29 23:35:45.237132 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659bedb2-6373-4ef8-a37d-399f16b3c1c0 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Made reservation on behalf of d49779da0727435887ac30c3d6c062b5 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:45.360827 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-659bedb2-6373-4ef8-a37d-399f16b3c1c0 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:45.425278 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [None req-659bedb2-6373-4ef8-a37d-399f16b3c1c0 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] device_id is not set on port d5398d4c-3d1c-4b4f-a734-aea0897aaf95 yet. {{(pid=94078) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:35:45.494522 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc27fd01-8c89-4310-8a18-6d405865a64e admin admin] Router 98085919-e8d8-4b7a-b87a-1a9e7bf48ca4 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:35:45.516284 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-755d7b75-8971-44a0-aedb-e2cc502dcb0a None None] Provisioning complete for port 81ba5939-5cb1-4c30-beb5-27330fadfacf triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:45.517734 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-755d7b75-8971-44a0-aedb-e2cc502dcb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:45.566292 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7bac3fa5-cd08-4014-a7d7-8e13fb767adb req-111c6383-1718-4975-8878-ec19e5dd7766 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3392241 Jul 29 23:35:45.698638 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-3c2c814f-8165-4e1e-9ef3-9c4f943caa4c tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Allocated IP 172.25.0.88 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/e1589378-1bb1-4037-b426-17456f9bfdc2) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:35:45.813093 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-755d7b75-8971-44a0-aedb-e2cc502dcb0a None None] Port 81ba5939-5cb1-4c30-beb5-27330fadfacf cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:35:46.079318 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 3efa881a-8989-436f-b359-3cd28a99b7a0 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:35:46.242464 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1c2882d1-586c-463c-b368-ebaee68c494e req-667e99b9-3b96-4f0e-9ef8-39cd8d95ba7b tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 210 time: 0.2669868 Jul 29 23:35:46.365960 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-eb69f981-bbe8-4b77-a3b2-82a737336c86 None None] Provisioning complete for port 704c2ec8-e36c-43bd-9bd1-9620ed06b1b1 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:46.366426 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-eb69f981-bbe8-4b77-a3b2-82a737336c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:46.451243 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-659bedb2-6373-4ef8-a37d-399f16b3c1c0 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Allocated IP 172.20.0.9 (fb747b47-cca6-4c18-afeb-6a460bbab65a/a1750df8-887d-4a7d-83bb-4129b6393365/d5398d4c-3d1c-4b4f-a734-aea0897aaf95) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:35:46.474642 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-eb69f981-bbe8-4b77-a3b2-82a737336c86 None None] Port 704c2ec8-e36c-43bd-9bd1-9620ed06b1b1 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:35:46.513388 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-eb69f981-bbe8-4b77-a3b2-82a737336c86 None None] Provisioning for port 3efa881a-8989-436f-b359-3cd28a99b7a0 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:46.527671 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-eb69f981-bbe8-4b77-a3b2-82a737336c86 None None] Provisioning complete for port 3efa881a-8989-436f-b359-3cd28a99b7a0 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:46.531530 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-eb69f981-bbe8-4b77-a3b2-82a737336c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:46.958055 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-659bedb2-6373-4ef8-a37d-399f16b3c1c0 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:47.023761 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-659bedb2-6373-4ef8-a37d-399f16b3c1c0 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Transition to ACTIVE for port object d5398d4c-3d1c-4b4f-a734-aea0897aaf95 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:47.060440 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ad109-4ff1-4ac0-b034-cca16e34ed75 req-6ae50a13-c3f8-47fe-a291-aa21381028ac tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:47.088890 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eb5ad109-4ff1-4ac0-b034-cca16e34ed75 req-6ae50a13-c3f8-47fe-a291-aa21381028ac tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=331426bb-70f6-4895-8dcb-563373ef4594 HTTP/1.1" status: 200 len: 946 time: 0.1992767 Jul 29 23:35:47.243577 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eb5ad109-4ff1-4ac0-b034-cca16e34ed75 req-d4b5a7d3-1316-4fea-bed2-f532dd3f122f tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420524 Jul 29 23:35:47.257195 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-659bedb2-6373-4ef8-a37d-399f16b3c1c0 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:47.356656 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659bedb2-6373-4ef8-a37d-399f16b3c1c0 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Network fb747b47-cca6-4c18-afeb-6a460bbab65a is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:35:47.371284 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-659bedb2-6373-4ef8-a37d-399f16b3c1c0 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:47.410128 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3c2c814f-8165-4e1e-9ef3-9c4f943caa4c tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:47.428135 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659bedb2-6373-4ef8-a37d-399f16b3c1c0 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:35:47.475620 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3c2c814f-8165-4e1e-9ef3-9c4f943caa4c tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:47.503287 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659bedb2-6373-4ef8-a37d-399f16b3c1c0 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:47.503968 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-659bedb2-6373-4ef8-a37d-399f16b3c1c0 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:47.508679 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659bedb2-6373-4ef8-a37d-399f16b3c1c0 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event updated for resources: {'Port': ['ID=d5398d4c-3d1c-4b4f-a734-aea0897aaf95,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:47.529479 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659bedb2-6373-4ef8-a37d-399f16b3c1c0 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:47.530002 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659bedb2-6373-4ef8-a37d-399f16b3c1c0 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:47.530383 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659bedb2-6373-4ef8-a37d-399f16b3c1c0 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:47.530734 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659bedb2-6373-4ef8-a37d-399f16b3c1c0 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:47.531066 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659bedb2-6373-4ef8-a37d-399f16b3c1c0 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:47.531386 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659bedb2-6373-4ef8-a37d-399f16b3c1c0 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:47.531768 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659bedb2-6373-4ef8-a37d-399f16b3c1c0 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:47.532335 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659bedb2-6373-4ef8-a37d-399f16b3c1c0 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:47.533258 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659bedb2-6373-4ef8-a37d-399f16b3c1c0 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:47.533661 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659bedb2-6373-4ef8-a37d-399f16b3c1c0 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:47.534096 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659bedb2-6373-4ef8-a37d-399f16b3c1c0 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:47.534358 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659bedb2-6373-4ef8-a37d-399f16b3c1c0 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:47.556448 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-659bedb2-6373-4ef8-a37d-399f16b3c1c0 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.9170992 Jul 29 23:35:47.561989 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56812) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:47.607103 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-ddfd9267-44ef-438d-b8c9-e95b19589920 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Request body: {'subnet': {'network_id': 'fb747b47-cca6-4c18-afeb-6a460bbab65a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:47.720250 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56816) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:47.824090 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2c814f-8165-4e1e-9ef3-9c4f943caa4c tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:35:47.882123 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-3c2c814f-8165-4e1e-9ef3-9c4f943caa4c tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:47.908902 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2c814f-8165-4e1e-9ef3-9c4f943caa4c tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:35:47.936056 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2c00eff0-43ca-421d-a4ad-5c775ad68e82 req-4148e527-5f26-4075-8ba7-81661f1a6701 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 210 time: 0.3126450 Jul 29 23:35:48.092434 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-66231baf-6365-4e9f-9bd7-749e3f1d63c8 None None] Provisioning for port d5398d4c-3d1c-4b4f-a734-aea0897aaf95 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:48.121969 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-66231baf-6365-4e9f-9bd7-749e3f1d63c8 None None] Provisioning complete for port d5398d4c-3d1c-4b4f-a734-aea0897aaf95 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:48.126148 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-66231baf-6365-4e9f-9bd7-749e3f1d63c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:48.136318 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2c814f-8165-4e1e-9ef3-9c4f943caa4c tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Pushing event updated for resources: {'Port': ['ID=e1589378-1bb1-4037-b426-17456f9bfdc2,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:48.182284 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-fef3c0c7-7c42-4c70-8dea-28407842ba99 tempest-QuotasNegativeTest-1897386813 tempest-QuotasNegativeTest-1897386813-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:48.210412 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddfd9267-44ef-438d-b8c9-e95b19589920 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Made reservation on behalf of d49779da0727435887ac30c3d6c062b5 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:48.223135 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ddfd9267-44ef-438d-b8c9-e95b19589920 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:48.247539 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc27fd01-8c89-4310-8a18-6d405865a64e admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:35:48.268162 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a54626-435d-4fba-ae1b-5634d715ebfb None None] Sync routers for ids ['98085919-e8d8-4b7a-b87a-1a9e7bf48ca4'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:35:48.294054 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a54626-435d-4fba-ae1b-5634d715ebfb None None] Routers {'98085919-e8d8-4b7a-b87a-1a9e7bf48ca4'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:35:48.294531 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-cc27fd01-8c89-4310-8a18-6d405865a64e admin admin] 10.222.0.43 "PUT /v2.0/routers/98085919-e8d8-4b7a-b87a-1a9e7bf48ca4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.8100355 Jul 29 23:35:48.299147 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-28a54626-435d-4fba-ae1b-5634d715ebfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:35:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['98085919-e8d8-4b7a-b87a-1a9e7bf48ca4'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:48.304673 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-fef3c0c7-7c42-4c70-8dea-28407842ba99 tempest-QuotasNegativeTest-1897386813 tempest-QuotasNegativeTest-1897386813-project-admin] 10.222.0.43 "PUT /v2.0/quotas/9fba9363e10945a5a69a0faf3b22de55 HTTP/1.1" status: 200 len: 368 time: 0.5807171 Jul 29 23:35:48.312909 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56834) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:48.336020 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-66231baf-6365-4e9f-9bd7-749e3f1d63c8 None None] Port d5398d4c-3d1c-4b4f-a734-aea0897aaf95 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:35:48.349219 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-192fd0b7-7bb9-4959-ab74-e29d3a905a57 tempest-QuotasNegativeTest-1897386813 tempest-QuotasNegativeTest-1897386813-project-admin] Request body: {'network': {'project_id': '9fba9363e10945a5a69a0faf3b22de55'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:48.598987 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-28a54626-435d-4fba-ae1b-5634d715ebfb None None] Set router 98085919-e8d8-4b7a-b87a-1a9e7bf48ca4 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:35:48.628295 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192fd0b7-7bb9-4959-ab74-e29d3a905a57 tempest-QuotasNegativeTest-1897386813 tempest-QuotasNegativeTest-1897386813-project-admin] Made reservation on behalf of 9fba9363e10945a5a69a0faf3b22de55 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:48.637386 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-192fd0b7-7bb9-4959-ab74-e29d3a905a57 tempest-QuotasNegativeTest-1897386813 tempest-QuotasNegativeTest-1897386813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:48.681088 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3c2c814f-8165-4e1e-9ef3-9c4f943caa4c tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:48.688397 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-192fd0b7-7bb9-4959-ab74-e29d3a905a57 tempest-QuotasNegativeTest-1897386813 tempest-QuotasNegativeTest-1897386813-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:48.791701 n-d-712141-10 neutron-server[94078]: INFO neutron.db.ipam_backend_mixin [None req-ddfd9267-44ef-438d-b8c9-e95b19589920 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a1750df8-887d-4a7d-83bb-4129b6393365 (CIDR: 172.20.0.0/28) Jul 29 23:35:48.819496 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddfd9267-44ef-438d-b8c9-e95b19589920 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:35:48.820002 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddfd9267-44ef-438d-b8c9-e95b19589920 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:35:48.869566 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0e620-9887-4e87-bcb2-6fb8bdd89ff9 req-5a53bca1-22ed-4648-979d-693527833d1c tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:48.894527 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-16c0e620-9887-4e87-bcb2-6fb8bdd89ff9 req-5a53bca1-22ed-4648-979d-693527833d1c tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=331426bb-70f6-4895-8dcb-563373ef4594 HTTP/1.1" status: 200 len: 946 time: 0.3516531 Jul 29 23:35:48.947990 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3c2c814f-8165-4e1e-9ef3-9c4f943caa4c tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:49.085934 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-16c0e620-9887-4e87-bcb2-6fb8bdd89ff9 req-047f27aa-1c1f-498d-9133-e74268963813 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865201 Jul 29 23:35:49.231191 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-28a54626-435d-4fba-ae1b-5634d715ebfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98085919-e8d8-4b7a-b87a-1a9e7bf48ca4', 'name': 'tempest-TestAggregatesBasicOps-1093181292-router', 'tenant_id': 'a8ae6bfbece64b06be19dcefbb104eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'd2a26681-d76b-44b4-89b6-7f6d23cfa35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:35:22Z', 'updated_at': '2021-07-29T23:35:39Z', 'revision_number': 4, 'project_id': 'a8ae6bfbece64b06be19dcefbb104eb5', 'gw_port': {'id': 'd2a26681-d76b-44b4-89b6-7f6d23cfa35f', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98085919-e8d8-4b7a-b87a-1a9e7bf48ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:35:23Z', 'updated_at': '2021-07-29T23:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '81ba5939-5cb1-4c30-beb5-27330fadfacf', 'name': '', 'network_id': 'f34dce64-23e8-4ac9-bdc0-7b776007258f', 'tenant_id': 'a8ae6bfbece64b06be19dcefbb104eb5', 'mac_address': 'fa:16:3e:d4:a2:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98085919-e8d8-4b7a-b87a-1a9e7bf48ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': '2e04051e-c1b6-4add-bfdf-c2e7df6496d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:35:36Z', 'updated_at': '2021-07-29T23:35:41Z', 'revision_number': 2, 'project_id': 'a8ae6bfbece64b06be19dcefbb104eb5', 'subnets': [{'id': '2e04051e-c1b6-4add-bfdf-c2e7df6496d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:49.293478 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a54626-435d-4fba-ae1b-5634d715ebfb None None] Checking router: 98085919-e8d8-4b7a-b87a-1a9e7bf48ca4 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:35:49.294157 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a54626-435d-4fba-ae1b-5634d715ebfb None None] Updating router 98085919-e8d8-4b7a-b87a-1a9e7bf48ca4 port 81ba5939-5cb1-4c30-beb5-27330fadfacf binding host n-d-712141-10 {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:35:49.371638 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-28a54626-435d-4fba-ae1b-5634d715ebfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:49.426873 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-192fd0b7-7bb9-4959-ab74-e29d3a905a57 tempest-QuotasNegativeTest-1897386813 tempest-QuotasNegativeTest-1897386813-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:49.439358 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-192fd0b7-7bb9-4959-ab74-e29d3a905a57 tempest-QuotasNegativeTest-1897386813 tempest-QuotasNegativeTest-1897386813-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:49.439799 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d5559c9e-4792-4af4-9bb9-b212d711b1d2 req-aa3bab8e-518e-416f-ac1d-0775e17520f7 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/ports?device_id=7edd9f15-fe6b-4312-89e6-b917a1b8550e HTTP/1.1" status: 200 len: 210 time: 0.0961523 Jul 29 23:35:49.447725 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ddfd9267-44ef-438d-b8c9-e95b19589920 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8853202 Jul 29 23:35:49.456954 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56860) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:49.464847 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-754796cd-269a-457d-ade5-46c076f3d9f9 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Request body: {'subnet': {'network_id': 'fb747b47-cca6-4c18-afeb-6a460bbab65a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:49.491532 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192fd0b7-7bb9-4959-ab74-e29d3a905a57 tempest-QuotasNegativeTest-1897386813 tempest-QuotasNegativeTest-1897386813-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=929029bf-cfe9-4936-a753-70bc845fc4ad,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:49.545424 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-192fd0b7-7bb9-4959-ab74-e29d3a905a57 tempest-QuotasNegativeTest-1897386813 tempest-QuotasNegativeTest-1897386813-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:35:49.574689 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:49.611246 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-192fd0b7-7bb9-4959-ab74-e29d3a905a57 tempest-QuotasNegativeTest-1897386813 tempest-QuotasNegativeTest-1897386813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:49.612185 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-192fd0b7-7bb9-4959-ab74-e29d3a905a57 tempest-QuotasNegativeTest-1897386813 tempest-QuotasNegativeTest-1897386813-project-admin] Added segment 5aaaac45-f200-447f-bd05-ee8d7ebc307c of type vlan for network 615b4529-ca8f-43da-b704-3b1ad7bf6837 Jul 29 23:35:49.706089 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3c2c814f-8165-4e1e-9ef3-9c4f943caa4c tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:49.717803 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3c2c814f-8165-4e1e-9ef3-9c4f943caa4c tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:49.745066 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-192fd0b7-7bb9-4959-ab74-e29d3a905a57 tempest-QuotasNegativeTest-1897386813 tempest-QuotasNegativeTest-1897386813-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:49.840310 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754796cd-269a-457d-ade5-46c076f3d9f9 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Made reservation on behalf of d49779da0727435887ac30c3d6c062b5 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:49.852282 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-754796cd-269a-457d-ade5-46c076f3d9f9 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:49.916062 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2c814f-8165-4e1e-9ef3-9c4f943caa4c tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Pushing event updated for resources: {'Port': ['ID=e1589378-1bb1-4037-b426-17456f9bfdc2,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:49.944397 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56876) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:49.960335 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-192fd0b7-7bb9-4959-ab74-e29d3a905a57 tempest-QuotasNegativeTest-1897386813 tempest-QuotasNegativeTest-1897386813-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:49.961305 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192fd0b7-7bb9-4959-ab74-e29d3a905a57 tempest-QuotasNegativeTest-1897386813 tempest-QuotasNegativeTest-1897386813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:49.961948 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-192fd0b7-7bb9-4959-ab74-e29d3a905a57 tempest-QuotasNegativeTest-1897386813 tempest-QuotasNegativeTest-1897386813-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:49.980800 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-291a1482-2e55-4161-9e46-7ca1e0a27fa6 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1384719346-network', 'tenant_id': '9df6ce3b43af4033bb2f27513971d784'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:50.069867 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-28a54626-435d-4fba-ae1b-5634d715ebfb None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:50.094480 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-28a54626-435d-4fba-ae1b-5634d715ebfb None None] Transition to ACTIVE for port object 81ba5939-5cb1-4c30-beb5-27330fadfacf will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:50.100876 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-28a54626-435d-4fba-ae1b-5634d715ebfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:50.160132 n-d-712141-10 neutron-server[94078]: INFO neutron.db.ipam_backend_mixin [None req-754796cd-269a-457d-ade5-46c076f3d9f9 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 1e5a6978-74c1-4fa5-8ace-71190ce0f40f (CIDR: 172.20.0.16/28) Jul 29 23:35:50.164961 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-754796cd-269a-457d-ade5-46c076f3d9f9 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:35:50.165933 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-754796cd-269a-457d-ade5-46c076f3d9f9 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:35:50.270926 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3c2c814f-8165-4e1e-9ef3-9c4f943caa4c tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:50.296901 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-754796cd-269a-457d-ade5-46c076f3d9f9 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.8324814 Jul 29 23:35:50.297207 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56884) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:50.303158 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-84609caa-e96b-400f-a27a-e4658fad4b8d tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Request body: {'subnet': {'network_id': 'fb747b47-cca6-4c18-afeb-6a460bbab65a', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:50.309827 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291a1482-2e55-4161-9e46-7ca1e0a27fa6 admin admin] Made reservation on behalf of 9df6ce3b43af4033bb2f27513971d784 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:50.313735 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-291a1482-2e55-4161-9e46-7ca1e0a27fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:50.346940 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-291a1482-2e55-4161-9e46-7ca1e0a27fa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:50.349299 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-192fd0b7-7bb9-4959-ab74-e29d3a905a57 tempest-QuotasNegativeTest-1897386813 tempest-QuotasNegativeTest-1897386813-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.0292840 Jul 29 23:35:50.352966 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56886) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:50.371383 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192fd0b7-7bb9-4959-ab74-e29d3a905a57 tempest-QuotasNegativeTest-1897386813 tempest-QuotasNegativeTest-1897386813-project-admin] Pushing event updated for resources: {'Network': ['ID=615b4529-ca8f-43da-b704-3b1ad7bf6837,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:50.379442 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3c2c814f-8165-4e1e-9ef3-9c4f943caa4c tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:50.380693 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-3c2c814f-8165-4e1e-9ef3-9c4f943caa4c tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.3623130 Jul 29 23:35:50.385241 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56888) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:50.391851 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-1ea4c001-8e16-41dd-b473-52ddace3291f tempest-QuotasNegativeTest-1897386813 tempest-QuotasNegativeTest-1897386813-project-admin] Request body: {'network': {'project_id': '9fba9363e10945a5a69a0faf3b22de55'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:50.396662 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 615b4529-ca8f-43da-b704-3b1ad7bf6837 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:35:50.409524 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-dc57033b-1d64-4a5e-92b3-67d70bebeabf tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Request body: {'port': {'network_id': 'd9347619-a162-47d4-ad52-2680b75d6ba1', 'name': 'tempest-FloatingIPTestJSON-658494107'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:50.614397 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd6916e-4290-4704-8328-6bbf1bbea23c req-90212fe2-636b-4d04-bd83-afce6ac1bd0f tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:50.624788 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5836a88d-b63d-4966-b9a3-d276bd34dda5 None None] Pushing event updated for resources: {'Port': ['ID=81ba5939-5cb1-4c30-beb5-27330fadfacf,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:50.626030 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0bd6916e-4290-4704-8328-6bbf1bbea23c req-90212fe2-636b-4d04-bd83-afce6ac1bd0f tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=331426bb-70f6-4895-8dcb-563373ef4594 HTTP/1.1" status: 200 len: 946 time: 0.3179333 Jul 29 23:35:50.667811 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5836a88d-b63d-4966-b9a3-d276bd34dda5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:50.669267 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5836a88d-b63d-4966-b9a3-d276bd34dda5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:50.669934 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5836a88d-b63d-4966-b9a3-d276bd34dda5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:50.672552 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5836a88d-b63d-4966-b9a3-d276bd34dda5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:50.673194 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5836a88d-b63d-4966-b9a3-d276bd34dda5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:50.675891 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5836a88d-b63d-4966-b9a3-d276bd34dda5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:50.675891 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5836a88d-b63d-4966-b9a3-d276bd34dda5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:50.680793 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5836a88d-b63d-4966-b9a3-d276bd34dda5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:50.681537 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5836a88d-b63d-4966-b9a3-d276bd34dda5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:50.684319 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5836a88d-b63d-4966-b9a3-d276bd34dda5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:50.684997 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5836a88d-b63d-4966-b9a3-d276bd34dda5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:50.689295 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5836a88d-b63d-4966-b9a3-d276bd34dda5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:50.700258 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56894) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:50.753793 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0bd6916e-4290-4704-8328-6bbf1bbea23c req-d4e06e42-f49a-4e57-b310-b47484f47663 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264329 Jul 29 23:35:50.790937 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-291a1482-2e55-4161-9e46-7ca1e0a27fa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:50.796497 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-291a1482-2e55-4161-9e46-7ca1e0a27fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:50.814770 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-291a1482-2e55-4161-9e46-7ca1e0a27fa6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:35:50.840645 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-28a54626-435d-4fba-ae1b-5634d715ebfb None None] Attempting to bind port 81ba5939-5cb1-4c30-beb5-27330fadfacf on host n-d-712141-10 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:50.841350 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-28a54626-435d-4fba-ae1b-5634d715ebfb None None] Attempting to bind port 81ba5939-5cb1-4c30-beb5-27330fadfacf by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '5d11bf09-ca44-44a0-8d87-2a15d2437918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f34dce64-23e8-4ac9-bdc0-7b776007258f'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:50.842174 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-291a1482-2e55-4161-9e46-7ca1e0a27fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:50.842543 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-291a1482-2e55-4161-9e46-7ca1e0a27fa6 admin admin] Added segment 15888ff3-c942-44ef-9388-d09004e38e18 of type vlan for network ff00bbae-4eb9-42a1-bcfc-049d7976e520 Jul 29 23:35:50.843034 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a54626-435d-4fba-ae1b-5634d715ebfb None None] Attempting to bind port 81ba5939-5cb1-4c30-beb5-27330fadfacf on network f34dce64-23e8-4ac9-bdc0-7b776007258f {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:50.867584 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a54626-435d-4fba-ae1b-5634d715ebfb None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:35:50.876421 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a54626-435d-4fba-ae1b-5634d715ebfb None None] Checking segment: {'id': '5d11bf09-ca44-44a0-8d87-2a15d2437918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f34dce64-23e8-4ac9-bdc0-7b776007258f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:35:50.877359 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea4c001-8e16-41dd-b473-52ddace3291f tempest-QuotasNegativeTest-1897386813 tempest-QuotasNegativeTest-1897386813-project-admin] Made reservation on behalf of 9fba9363e10945a5a69a0faf3b22de55 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:50.877849 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-28a54626-435d-4fba-ae1b-5634d715ebfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:50.878715 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a54626-435d-4fba-ae1b-5634d715ebfb None None] Bound using segment: {'id': '5d11bf09-ca44-44a0-8d87-2a15d2437918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f34dce64-23e8-4ac9-bdc0-7b776007258f'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:35:50.879689 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-28a54626-435d-4fba-ae1b-5634d715ebfb None None] Bound port: 81ba5939-5cb1-4c30-beb5-27330fadfacf, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d11bf09-ca44-44a0-8d87-2a15d2437918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f34dce64-23e8-4ac9-bdc0-7b776007258f'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:35:50.880406 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1ea4c001-8e16-41dd-b473-52ddace3291f tempest-QuotasNegativeTest-1897386813 tempest-QuotasNegativeTest-1897386813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:50.881313 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-28a54626-435d-4fba-ae1b-5634d715ebfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:50.900043 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-291a1482-2e55-4161-9e46-7ca1e0a27fa6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:50.910279 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-33a81d23-66dd-4365-98e3-f3d8a92aa42e tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:50.963219 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-291a1482-2e55-4161-9e46-7ca1e0a27fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:50.964494 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291a1482-2e55-4161-9e46-7ca1e0a27fa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:50.965233 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-291a1482-2e55-4161-9e46-7ca1e0a27fa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:50.967413 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc57033b-1d64-4a5e-92b3-67d70bebeabf tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Made reservation on behalf of ce80edbfe3b74e1a96ffbc003847952c for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:50.972669 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-dc57033b-1d64-4a5e-92b3-67d70bebeabf tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:50.991393 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-33a81d23-66dd-4365-98e3-f3d8a92aa42e tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:51.007060 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ea4c001-8e16-41dd-b473-52ddace3291f tempest-QuotasNegativeTest-1897386813 tempest-QuotasNegativeTest-1897386813-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:35:51.056073 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1ea4c001-8e16-41dd-b473-52ddace3291f tempest-QuotasNegativeTest-1897386813 tempest-QuotasNegativeTest-1897386813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:51.056528 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-1ea4c001-8e16-41dd-b473-52ddace3291f tempest-QuotasNegativeTest-1897386813 tempest-QuotasNegativeTest-1897386813-project-admin] Added segment 3774a603-d147-4645-883e-489c5f18b5ab of type vlan for network 6e25e011-7253-403e-be78-2ae5bebc23f8 Jul 29 23:35:51.058803 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84609caa-e96b-400f-a27a-e4658fad4b8d tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Made reservation on behalf of d49779da0727435887ac30c3d6c062b5 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:51.064161 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-84609caa-e96b-400f-a27a-e4658fad4b8d tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:51.070853 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291a1482-2e55-4161-9e46-7ca1e0a27fa6 admin admin] Pushing event updated for resources: {'Network': ['ID=ff00bbae-4eb9-42a1-bcfc-049d7976e520,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:51.083731 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network ff00bbae-4eb9-42a1-bcfc-049d7976e520 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:35:51.174337 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [None req-dc57033b-1d64-4a5e-92b3-67d70bebeabf tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] device_id is not set on port f285a79e-889b-4d27-9b90-9c37ffef8c62 yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:35:51.212487 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-28a54626-435d-4fba-ae1b-5634d715ebfb None None] For port 81ba5939-5cb1-4c30-beb5-27330fadfacf, host n-d-712141-10, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:35:51.221410 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-28a54626-435d-4fba-ae1b-5634d715ebfb None None] For port 81ba5939-5cb1-4c30-beb5-27330fadfacf, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=81ba5939-5cb1-4c30-beb5-27330fadfacf,segment=NetworkSegment(5d11bf09-ca44-44a0-8d87-2a15d2437918),segment_id=5d11bf09-ca44-44a0-8d87-2a15d2437918)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:35:51.232673 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1ea4c001-8e16-41dd-b473-52ddace3291f tempest-QuotasNegativeTest-1897386813 tempest-QuotasNegativeTest-1897386813-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:51.255125 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-28a54626-435d-4fba-ae1b-5634d715ebfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:51.274380 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-33a81d23-66dd-4365-98e3-f3d8a92aa42e tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:51.277660 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-33a81d23-66dd-4365-98e3-f3d8a92aa42e tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:51.282572 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-33a81d23-66dd-4365-98e3-f3d8a92aa42e tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "DELETE /v2.0/security-groups/06985e19-0909-46d3-806d-ed854aa19767 HTTP/1.1" status: 204 len: 168 time: 0.5718222 Jul 29 23:35:51.287395 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56898) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:51.344823 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a81d23-66dd-4365-98e3-f3d8a92aa42e tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06985e19-0909-46d3-806d-ed854aa19767,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:51.368436 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [None req-e01f1b2a-965f-4070-97e1-a39edba909a2 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] show failed (client error): The resource could not be found. Jul 29 23:35:51.373876 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-291a1482-2e55-4161-9e46-7ca1e0a27fa6 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4127312 Jul 29 23:35:51.373876 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291a1482-2e55-4161-9e46-7ca1e0a27fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff65c86-3470-49c6-b0d5-099b0bd3a46a,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:51.375415 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e01f1b2a-965f-4070-97e1-a39edba909a2 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "GET /v2.0/security-groups/06985e19-0909-46d3-806d-ed854aa19767 HTTP/1.1" status: 404 len: 347 time: 0.0837731 Jul 29 23:35:51.381783 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56902) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:51.382775 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56904) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:51.407255 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-d3d99712-f92a-4354-99c2-bb77f1ea572a admin admin] Request body: {'subnet': {'network_id': 'ff00bbae-4eb9-42a1-bcfc-049d7976e520', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1384719346-subnet', 'tenant_id': '9df6ce3b43af4033bb2f27513971d784', 'ip_version': 4}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:51.480531 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5836a88d-b63d-4966-b9a3-d276bd34dda5 None None] Pushing event updated for resources: {'Port': ['ID=81ba5939-5cb1-4c30-beb5-27330fadfacf,revision_number=4']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:51.528173 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a54626-435d-4fba-ae1b-5634d715ebfb None None] Routers {'98085919-e8d8-4b7a-b87a-1a9e7bf48ca4'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:35:51.529096 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-28a54626-435d-4fba-ae1b-5634d715ebfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:35:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['98085919-e8d8-4b7a-b87a-1a9e7bf48ca4'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:51.567556 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1ea4c001-8e16-41dd-b473-52ddace3291f tempest-QuotasNegativeTest-1897386813 tempest-QuotasNegativeTest-1897386813-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:51.572365 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-dc57033b-1d64-4a5e-92b3-67d70bebeabf tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Allocated IP 172.20.0.8 (d9347619-a162-47d4-ad52-2680b75d6ba1/15a8319e-1217-464a-9996-6ac58124be69/f285a79e-889b-4d27-9b90-9c37ffef8c62) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:35:51.574076 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea4c001-8e16-41dd-b473-52ddace3291f tempest-QuotasNegativeTest-1897386813 tempest-QuotasNegativeTest-1897386813-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:51.575086 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1ea4c001-8e16-41dd-b473-52ddace3291f tempest-QuotasNegativeTest-1897386813 tempest-QuotasNegativeTest-1897386813-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:51.686247 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-28a54626-435d-4fba-ae1b-5634d715ebfb None None] Set router 98085919-e8d8-4b7a-b87a-1a9e7bf48ca4 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:35:51.898446 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d99712-f92a-4354-99c2-bb77f1ea572a admin admin] Made reservation on behalf of 9df6ce3b43af4033bb2f27513971d784 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:51.901888 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d3d99712-f92a-4354-99c2-bb77f1ea572a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:51.963288 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-dc57033b-1d64-4a5e-92b3-67d70bebeabf tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:52.023698 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-dc57033b-1d64-4a5e-92b3-67d70bebeabf tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:52.032861 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56908) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:52.036007 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-1ea4c001-8e16-41dd-b473-52ddace3291f tempest-QuotasNegativeTest-1897386813 tempest-QuotasNegativeTest-1897386813-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.6470566 Jul 29 23:35:52.045258 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-133e4ca0-5e02-4442-81af-4bb6b3ab5cb4 tempest-QuotasNegativeTest-1897386813 tempest-QuotasNegativeTest-1897386813-project-admin] Request body: {'network': {'project_id': '9fba9363e10945a5a69a0faf3b22de55'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:52.099686 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc57033b-1d64-4a5e-92b3-67d70bebeabf tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Network d9347619-a162-47d4-ad52-2680b75d6ba1 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:35:52.105711 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-dc57033b-1d64-4a5e-92b3-67d70bebeabf tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:52.115314 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc57033b-1d64-4a5e-92b3-67d70bebeabf tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:35:52.205212 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc57033b-1d64-4a5e-92b3-67d70bebeabf tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:52.206027 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-dc57033b-1d64-4a5e-92b3-67d70bebeabf tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:52.231531 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-133e4ca0-5e02-4442-81af-4bb6b3ab5cb4 tempest-QuotasNegativeTest-1897386813 tempest-QuotasNegativeTest-1897386813-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 29 23:35:52.232422 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-133e4ca0-5e02-4442-81af-4bb6b3ab5cb4 tempest-QuotasNegativeTest-1897386813 tempest-QuotasNegativeTest-1897386813-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:35:52.234442 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-133e4ca0-5e02-4442-81af-4bb6b3ab5cb4 tempest-QuotasNegativeTest-1897386813 tempest-QuotasNegativeTest-1897386813-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1982019 Jul 29 23:35:52.254144 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-dc57033b-1d64-4a5e-92b3-67d70bebeabf tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8666697 Jul 29 23:35:52.273933 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56912) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:52.292800 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-09794645-30f7-441f-ba87-47cadafea784 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Request body: {'floatingip': {'port_id': 'f285a79e-889b-4d27-9b90-9c37ffef8c62'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:52.312715 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-28a54626-435d-4fba-ae1b-5634d715ebfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98085919-e8d8-4b7a-b87a-1a9e7bf48ca4', 'name': 'tempest-TestAggregatesBasicOps-1093181292-router', 'tenant_id': 'a8ae6bfbece64b06be19dcefbb104eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'd2a26681-d76b-44b4-89b6-7f6d23cfa35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:35:22Z', 'updated_at': '2021-07-29T23:35:39Z', 'revision_number': 4, 'project_id': 'a8ae6bfbece64b06be19dcefbb104eb5', 'gw_port': {'id': 'd2a26681-d76b-44b4-89b6-7f6d23cfa35f', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98085919-e8d8-4b7a-b87a-1a9e7bf48ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:35:23Z', 'updated_at': '2021-07-29T23:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '81ba5939-5cb1-4c30-beb5-27330fadfacf', 'name': '', 'network_id': 'f34dce64-23e8-4ac9-bdc0-7b776007258f', 'tenant_id': 'a8ae6bfbece64b06be19dcefbb104eb5', 'mac_address': 'fa:16:3e:d4:a2:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98085919-e8d8-4b7a-b87a-1a9e7bf48ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': '2e04051e-c1b6-4add-bfdf-c2e7df6496d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:35:36Z', 'updated_at': '2021-07-29T23:35:51Z', 'revision_number': 4, 'project_id': 'a8ae6bfbece64b06be19dcefbb104eb5', 'subnets': [{'id': '2e04051e-c1b6-4add-bfdf-c2e7df6496d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:52.319650 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea4c001-8e16-41dd-b473-52ddace3291f tempest-QuotasNegativeTest-1897386813 tempest-QuotasNegativeTest-1897386813-project-admin] Pushing event updated for resources: {'Network': ['ID=6e25e011-7253-403e-be78-2ae5bebc23f8,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:52.347937 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 6e25e011-7253-403e-be78-2ae5bebc23f8 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:35:52.412613 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc57033b-1d64-4a5e-92b3-67d70bebeabf tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Pushing event updated for resources: {'Port': ['ID=f285a79e-889b-4d27-9b90-9c37ffef8c62,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:52.435445 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-09794645-30f7-441f-ba87-47cadafea784 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for floatingip, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:52.464233 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a54626-435d-4fba-ae1b-5634d715ebfb None None] The sync data for ids ['98085919-e8d8-4b7a-b87a-1a9e7bf48ca4'] in n-d-712141-10 is: [{'id': '98085919-e8d8-4b7a-b87a-1a9e7bf48ca4', 'name': 'tempest-TestAggregatesBasicOps-1093181292-router', 'tenant_id': 'a8ae6bfbece64b06be19dcefbb104eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'd2a26681-d76b-44b4-89b6-7f6d23cfa35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:35:22Z', 'updated_at': '2021-07-29T23:35:39Z', 'revision_number': 4, 'project_id': 'a8ae6bfbece64b06be19dcefbb104eb5', 'gw_port': {'id': 'd2a26681-d76b-44b4-89b6-7f6d23cfa35f', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98085919-e8d8-4b7a-b87a-1a9e7bf48ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:35:23Z', 'updated_at': '2021-07-29T23:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '81ba5939-5cb1-4c30-beb5-27330fadfacf', 'name': '', 'network_id': 'f34dce64-23e8-4ac9-bdc0-7b776007258f', 'tenant_id': 'a8ae6bfbece64b06be19dcefbb104eb5', 'mac_address': 'fa:16:3e:d4:a2:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98085919-e8d8-4b7a-b87a-1a9e7bf48ca4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': '2e04051e-c1b6-4add-bfdf-c2e7df6496d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:35:36Z', 'updated_at': '2021-07-29T23:35:51Z', 'revision_number': 4, 'project_id': 'a8ae6bfbece64b06be19dcefbb104eb5', 'subnets': [{'id': '2e04051e-c1b6-4add-bfdf-c2e7df6496d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:35:52.632164 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56918) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:52.745981 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d83a8b6-3aae-4c06-ba9a-2e6f3ed1bb5a req-5e8b37bc-5fd7-4a9e-a588-5e3be47994c6 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:52.760062 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2d83a8b6-3aae-4c06-ba9a-2e6f3ed1bb5a req-5e8b37bc-5fd7-4a9e-a588-5e3be47994c6 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=331426bb-70f6-4895-8dcb-563373ef4594 HTTP/1.1" status: 200 len: 946 time: 0.8783259 Jul 29 23:35:53.034519 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2d83a8b6-3aae-4c06-ba9a-2e6f3ed1bb5a req-588bd0de-f496-4dfc-b4b8-461006fea9a3 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731407 Jul 29 23:35:53.036080 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-d036d23b-abee-494d-85db-c28215a53c5c tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Deleting port 3973feff-9bdd-4d9f-a083-99d9c3b9908a {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:35:53.036658 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d036d23b-abee-494d-85db-c28215a53c5c tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:53.259512 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-84b0f8c7-b111-49e6-b5a0-4efcca07acdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:53.643431 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-09794645-30f7-441f-ba87-47cadafea784 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:53.648930 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-09794645-30f7-441f-ba87-47cadafea784 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:53.716266 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-84609caa-e96b-400f-a27a-e4658fad4b8d tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:53.789540 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d3d99712-f92a-4354-99c2-bb77f1ea572a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:53.863028 n-d-712141-10 neutron-server[94077]: INFO neutron.db.l3_db [None req-09794645-30f7-441f-ba87-47cadafea784 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Floating IP 5dabd2bd-32e5-4c4e-af98-f53f4de86845 associated. External IP: 172.25.0.88, port: f285a79e-889b-4d27-9b90-9c37ffef8c62. Jul 29 23:35:53.900264 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-c845885c-9da5-4e6b-a2cb-93bb13fd6c5d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9fba9363e10945a5a69a0faf3b22de55&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2438643 Jul 29 23:35:53.913391 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56926) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:53.982633 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84609caa-e96b-400f-a27a-e4658fad4b8d tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Network fb747b47-cca6-4c18-afeb-6a460bbab65a is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:35:53.995886 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-84609caa-e96b-400f-a27a-e4658fad4b8d tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:54.009453 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e411bb8-f174-4f00-b879-d8749cadf5dc None None] Network fb747b47-cca6-4c18-afeb-6a460bbab65a requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:35:54.047314 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84609caa-e96b-400f-a27a-e4658fad4b8d tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:54.048028 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-84609caa-e96b-400f-a27a-e4658fad4b8d tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:54.101099 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 81ba5939-5cb1-4c30-beb5-27330fadfacf up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:35:54.247480 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 81ba5939-5cb1-4c30-beb5-27330fadfacf completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:54.254907 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 81ba5939-5cb1-4c30-beb5-27330fadfacf triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:54.255599 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:54.260347 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84609caa-e96b-400f-a27a-e4658fad4b8d tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event updated for resources: {'Subnet': ['ID=88a50b79-fac7-4adc-906e-6253be465c26,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:54.283907 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d036d23b-abee-494d-85db-c28215a53c5c tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:54.284601 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d036d23b-abee-494d-85db-c28215a53c5c tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:54.418612 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09794645-30f7-441f-ba87-47cadafea784 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Router 1cd95d43-ed85-412f-b8bb-061a2b566a0d has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:35:54.422979 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-84609caa-e96b-400f-a27a-e4658fad4b8d tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 4.1247072 Jul 29 23:35:54.427289 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56930) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:54.466497 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:54.492767 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-53d3a3dd-2765-4d8e-96ab-ec49701fdd37 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1605759730', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '88a50b79-fac7-4adc-906e-6253be465c26'}], 'security_groups': ['4d829b75-9ccf-4a0a-81a7-05b63c95b64f', '182c64fd-5268-4ea5-90be-6c92b0602066']}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:54.523933 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-d036d23b-abee-494d-85db-c28215a53c5c tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Calling delete_port for 3973feff-9bdd-4d9f-a083-99d9c3b9908a owned by network:floatingip {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:35:54.645503 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 81ba5939-5cb1-4c30-beb5-27330fadfacf, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=81ba5939-5cb1-4c30-beb5-27330fadfacf,segment=NetworkSegment(5d11bf09-ca44-44a0-8d87-2a15d2437918),segment_id=5d11bf09-ca44-44a0-8d87-2a15d2437918)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:54.655767 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:54.670306 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09794645-30f7-441f-ba87-47cadafea784 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:35:54.711034 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-09794645-30f7-441f-ba87-47cadafea784 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:54.749429 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=81ba5939-5cb1-4c30-beb5-27330fadfacf,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:54.759401 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4697499b-d259-4f9a-b58a-62f1a6b7fcf8 None None] Sync routers for ids ['1cd95d43-ed85-412f-b8bb-061a2b566a0d'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:35:54.769670 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-09794645-30f7-441f-ba87-47cadafea784 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] 10.222.0.43 "PUT /v2.0/floatingips/5dabd2bd-32e5-4c4e-af98-f53f4de86845 HTTP/1.1" status: 200 len: 976 time: 2.4895239 Jul 29 23:35:54.771612 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56934) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:54.800766 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:54.801121 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:54.801469 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:54.802408 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:54.802408 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:54.802624 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:54.802822 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:54.803154 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:54.803480 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:54.803806 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:54.804136 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:54.804460 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:54.834921 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f7dee3-4dc9-4ed0-a824-3403e0289a83 None None] Update dhcp port {'port': {'network_id': 'fb747b47-cca6-4c18-afeb-6a460bbab65a', 'fixed_ips': [{'subnet_id': '1e5a6978-74c1-4fa5-8ace-71190ce0f40f', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a1750df8-887d-4a7d-83bb-4129b6393365', 'ip_address': '172.20.0.2'}, {'subnet_id': '88a50b79-fac7-4adc-906e-6253be465c26'}], 'binding:host_id': 'n-d-712141-10'}, 'id': '3efa881a-8989-436f-b359-3cd28a99b7a0'} from n-d-712141-10. {{(pid=94079) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 23:35:54.872872 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-96f7dee3-4dc9-4ed0-a824-3403e0289a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:54.884949 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d99712-f92a-4354-99c2-bb77f1ea572a admin admin] Checking segment: {'id': '15888ff3-c942-44ef-9388-d09004e38e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ff00bbae-4eb9-42a1-bcfc-049d7976e520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:35:54.885320 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d99712-f92a-4354-99c2-bb77f1ea572a admin admin] Network hostable DHCP agents. Network: ff00bbae-4eb9-42a1-bcfc-049d7976e520, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:35:54.994075 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-747d1d75-115c-40f1-a792-8f78a0a736b1 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Deleting port f285a79e-889b-4d27-9b90-9c37ffef8c62 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:35:54.994861 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-747d1d75-115c-40f1-a792-8f78a0a736b1 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:55.050151 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-73fda85b-de13-4b6d-b2a5-934d3abf374b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:55.092919 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d99712-f92a-4354-99c2-bb77f1ea572a admin admin] Pushing event updated for resources: {'Subnet': ['ID=90ca3fb8-b10e-499f-8a8b-50af8eeeba85,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:55.175897 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-96f7dee3-4dc9-4ed0-a824-3403e0289a83 None None] Allocated IP 172.20.0.34 (fb747b47-cca6-4c18-afeb-6a460bbab65a/88a50b79-fac7-4adc-906e-6253be465c26/3efa881a-8989-436f-b359-3cd28a99b7a0) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:35:55.239404 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-747d1d75-115c-40f1-a792-8f78a0a736b1 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:55.298688 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4697499b-d259-4f9a-b58a-62f1a6b7fcf8 None None] Routers {'1cd95d43-ed85-412f-b8bb-061a2b566a0d'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:35:55.299859 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-4697499b-d259-4f9a-b58a-62f1a6b7fcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:35:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['1cd95d43-ed85-412f-b8bb-061a2b566a0d'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:55.303509 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-73fda85b-de13-4b6d-b2a5-934d3abf374b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:55.381987 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-4697499b-d259-4f9a-b58a-62f1a6b7fcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:55.413644 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4697499b-d259-4f9a-b58a-62f1a6b7fcf8 None None] Routers {'1cd95d43-ed85-412f-b8bb-061a2b566a0d'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:35:55.415132 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-4697499b-d259-4f9a-b58a-62f1a6b7fcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:35:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['1cd95d43-ed85-412f-b8bb-061a2b566a0d'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:55.464064 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-4697499b-d259-4f9a-b58a-62f1a6b7fcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:55.465086 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4697499b-d259-4f9a-b58a-62f1a6b7fcf8 None None] The sync data for ids ['1cd95d43-ed85-412f-b8bb-061a2b566a0d'] in n-d-712141-10 is: [] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:35:55.512373 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-96f7dee3-4dc9-4ed0-a824-3403e0289a83 None None] For port 3efa881a-8989-436f-b359-3cd28a99b7a0, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=3efa881a-8989-436f-b359-3cd28a99b7a0,segment=NetworkSegment(0ca3ad76-2069-4aa5-ad8b-5e2c11e2defb),segment_id=0ca3ad76-2069-4aa5-ad8b-5e2c11e2defb)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:55.574022 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-747d1d75-115c-40f1-a792-8f78a0a736b1 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:55.574988 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-747d1d75-115c-40f1-a792-8f78a0a736b1 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:55.584436 n-d-712141-10 neutron-server[94077]: INFO neutron.db.l3_db [None req-747d1d75-115c-40f1-a792-8f78a0a736b1 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Floating IP 5dabd2bd-32e5-4c4e-af98-f53f4de86845 disassociated. External IP: 172.25.0.88, port: f285a79e-889b-4d27-9b90-9c37ffef8c62. Jul 29 23:35:55.584760 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b178785b-9d8d-4991-b55d-8e7795ebee1a req-c2ab2708-a5ba-4535-a084-15d442463dd8 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:55.585295 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-747d1d75-115c-40f1-a792-8f78a0a736b1 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Calling delete_port for f285a79e-889b-4d27-9b90-9c37ffef8c62 owned by {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:35:55.588135 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-96f7dee3-4dc9-4ed0-a824-3403e0289a83 None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:55.606582 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b178785b-9d8d-4991-b55d-8e7795ebee1a req-c2ab2708-a5ba-4535-a084-15d442463dd8 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=331426bb-70f6-4895-8dcb-563373ef4594 HTTP/1.1" status: 200 len: 946 time: 1.3927071 Jul 29 23:35:55.638545 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-96f7dee3-4dc9-4ed0-a824-3403e0289a83 None None] Transition to ACTIVE for port object 3efa881a-8989-436f-b359-3cd28a99b7a0 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:55.643717 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-96f7dee3-4dc9-4ed0-a824-3403e0289a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:55.783567 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-747d1d75-115c-40f1-a792-8f78a0a736b1 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:55.789409 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-53d3a3dd-2765-4d8e-96ab-ec49701fdd37 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:55.928878 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-73fda85b-de13-4b6d-b2a5-934d3abf374b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:55.937127 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-73fda85b-de13-4b6d-b2a5-934d3abf374b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:55.944719 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-73fda85b-de13-4b6d-b2a5-934d3abf374b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/929029bf-cfe9-4936-a753-70bc845fc4ad HTTP/1.1" status: 204 len: 168 time: 2.0250788 Jul 29 23:35:55.955466 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56944) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:55.967948 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747d1d75-115c-40f1-a792-8f78a0a736b1 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Pushing event deleted for resources: {'Port': ['ID=f285a79e-889b-4d27-9b90-9c37ffef8c62,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:56.080129 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d99712-f92a-4354-99c2-bb77f1ea572a admin admin] Network ff00bbae-4eb9-42a1-bcfc-049d7976e520 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:35:56.102527 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 81ba5939-5cb1-4c30-beb5-27330fadfacf up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:35:56.153975 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-00f97cb2-4cf7-4e88-9ae3-4b8850c37769 tempest-QuotasNegativeTest-1897386813 tempest-QuotasNegativeTest-1897386813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:56.172593 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f7dee3-4dc9-4ed0-a824-3403e0289a83 None None] Pushing event updated for resources: {'Port': ['ID=3efa881a-8989-436f-b359-3cd28a99b7a0,revision_number=7']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:56.184082 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747d1d75-115c-40f1-a792-8f78a0a736b1 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:56.185171 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747d1d75-115c-40f1-a792-8f78a0a736b1 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:56.186050 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747d1d75-115c-40f1-a792-8f78a0a736b1 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:56.186828 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747d1d75-115c-40f1-a792-8f78a0a736b1 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:56.187992 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747d1d75-115c-40f1-a792-8f78a0a736b1 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:56.210430 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1bed39fc-4128-4555-98e9-4336213fb7f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:56.226141 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747d1d75-115c-40f1-a792-8f78a0a736b1 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:56.228998 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747d1d75-115c-40f1-a792-8f78a0a736b1 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:56.230301 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747d1d75-115c-40f1-a792-8f78a0a736b1 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:56.231011 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747d1d75-115c-40f1-a792-8f78a0a736b1 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:56.232832 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747d1d75-115c-40f1-a792-8f78a0a736b1 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:56.233288 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747d1d75-115c-40f1-a792-8f78a0a736b1 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:56.239186 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747d1d75-115c-40f1-a792-8f78a0a736b1 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:56.378482 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fda85b-de13-4b6d-b2a5-934d3abf374b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=929029bf-cfe9-4936-a753-70bc845fc4ad,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:56.418325 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:56.425474 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 81ba5939-5cb1-4c30-beb5-27330fadfacf triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:56.434201 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:56.436576 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b178785b-9d8d-4991-b55d-8e7795ebee1a req-71b780d0-eae5-42a9-bd21-c837c79e1b94 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8277998 Jul 29 23:35:56.465093 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-d3d99712-f92a-4354-99c2-bb77f1ea572a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, ff00bbae-4eb9-42a1-bcfc-049d7976e520) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:56.504570 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-00f97cb2-4cf7-4e88-9ae3-4b8850c37769 tempest-QuotasNegativeTest-1897386813 tempest-QuotasNegativeTest-1897386813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:56.512455 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a6d467-5646-4923-b848-8c233da4d3e8 None None] Network ff00bbae-4eb9-42a1-bcfc-049d7976e520 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:35:56.551723 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-00f97cb2-4cf7-4e88-9ae3-4b8850c37769 tempest-QuotasNegativeTest-1897386813 tempest-QuotasNegativeTest-1897386813-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e25e011-7253-403e-be78-2ae5bebc23f8']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:56.577700 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-00f97cb2-4cf7-4e88-9ae3-4b8850c37769 tempest-QuotasNegativeTest-1897386813 tempest-QuotasNegativeTest-1897386813-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3774a603-d147-4645-883e-489c5f18b5ab') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:56.578573 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-00f97cb2-4cf7-4e88-9ae3-4b8850c37769 tempest-QuotasNegativeTest-1897386813 tempest-QuotasNegativeTest-1897386813-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3774a603-d147-4645-883e-489c5f18b5ab') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:56.598238 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-00f97cb2-4cf7-4e88-9ae3-4b8850c37769 tempest-QuotasNegativeTest-1897386813 tempest-QuotasNegativeTest-1897386813-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:56.631612 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-00f97cb2-4cf7-4e88-9ae3-4b8850c37769 tempest-QuotasNegativeTest-1897386813 tempest-QuotasNegativeTest-1897386813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:56.651011 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00f97cb2-4cf7-4e88-9ae3-4b8850c37769 tempest-QuotasNegativeTest-1897386813 tempest-QuotasNegativeTest-1897386813-project-admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:35:56.651921 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d99712-f92a-4354-99c2-bb77f1ea572a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:56.652797 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d3d99712-f92a-4354-99c2-bb77f1ea572a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:56.653329 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-00f97cb2-4cf7-4e88-9ae3-4b8850c37769 tempest-QuotasNegativeTest-1897386813 tempest-QuotasNegativeTest-1897386813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:56.723266 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:35:56.723266 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:35:56.723266 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:35:56.723266 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:35:56.723266 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:35:56.723266 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:35:56.723266 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:35:56.723266 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:35:56.723266 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:35:56.723266 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:35:56.723266 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:35:56.723266 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:35:56.723266 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:35:56.723266 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:35:56.723266 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:35:56.723266 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:35:56.723266 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:35:56.723266 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:35:56.723266 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:35:56.723266 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:35:56.723266 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:35:56.723266 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:35:56.723266 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:35:56.723266 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:35:56.723266 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:35:56.723266 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:35:56.723266 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:35:56.723266 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:35:56.723266 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:35:56.723266 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:35:56.723266 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:35:56.723266 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:35:56.735789 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56948) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:56.738925 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-d3d99712-f92a-4354-99c2-bb77f1ea572a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.3516827 Jul 29 23:35:56.958271 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-dd6ca2cc-ff3a-4bb0-834c-74de9503a717 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1384719346-router', 'tenant_id': '9df6ce3b43af4033bb2f27513971d784', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:56.998443 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-00f97cb2-4cf7-4e88-9ae3-4b8850c37769 tempest-QuotasNegativeTest-1897386813 tempest-QuotasNegativeTest-1897386813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:57.013819 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-00f97cb2-4cf7-4e88-9ae3-4b8850c37769 tempest-QuotasNegativeTest-1897386813 tempest-QuotasNegativeTest-1897386813-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:57.019364 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-00f97cb2-4cf7-4e88-9ae3-4b8850c37769 tempest-QuotasNegativeTest-1897386813 tempest-QuotasNegativeTest-1897386813-project-admin] 10.222.0.43 "DELETE /v2.0/networks/6e25e011-7253-403e-be78-2ae5bebc23f8 HTTP/1.1" status: 204 len: 168 time: 1.0621400 Jul 29 23:35:57.020883 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56952) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:57.023450 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-747d1d75-115c-40f1-a792-8f78a0a736b1 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Router 1cd95d43-ed85-412f-b8bb-061a2b566a0d has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:35:57.055659 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f97cb2-4cf7-4e88-9ae3-4b8850c37769 tempest-QuotasNegativeTest-1897386813 tempest-QuotasNegativeTest-1897386813-project-admin] Pushing event deleted for resources: {'Network': ['ID=6e25e011-7253-403e-be78-2ae5bebc23f8,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:57.224192 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6abfe2-874a-4bbe-9d5c-d015343a0b3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-ff00bbae-4eb9-42a1-bcfc-049d7976e520', 'network_id': 'ff00bbae-4eb9-42a1-bcfc-049d7976e520', 'tenant_id': '9df6ce3b43af4033bb2f27513971d784', 'fixed_ips': [{'subnet_id': '90ca3fb8-b10e-499f-8a8b-50af8eeeba85'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:35:57.227634 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7c6abfe2-874a-4bbe-9d5c-d015343a0b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:57.331046 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-dd6ca2cc-ff3a-4bb0-834c-74de9503a717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:57.334233 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-dd6ca2cc-ff3a-4bb0-834c-74de9503a717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:57.392414 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d036d23b-abee-494d-85db-c28215a53c5c tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:57.432112 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:35:57.454180 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747d1d75-115c-40f1-a792-8f78a0a736b1 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:35:57.473938 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8366b38f-02d9-4def-ab34-5f789f4f8457 None None] Sync routers for ids ['1cd95d43-ed85-412f-b8bb-061a2b566a0d'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:35:57.499964 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8366b38f-02d9-4def-ab34-5f789f4f8457 None None] Routers {'1cd95d43-ed85-412f-b8bb-061a2b566a0d'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:35:57.500583 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-8366b38f-02d9-4def-ab34-5f789f4f8457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:35:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['1cd95d43-ed85-412f-b8bb-061a2b566a0d'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:57.580959 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d036d23b-abee-494d-85db-c28215a53c5c tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Pushing event deleted for resources: {'Port': ['ID=3973feff-9bdd-4d9f-a083-99d9c3b9908a,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:57.632635 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-7c6abfe2-874a-4bbe-9d5c-d015343a0b3b None None] Allocated IP 172.20.0.2 (ff00bbae-4eb9-42a1-bcfc-049d7976e520/90ca3fb8-b10e-499f-8a8b-50af8eeeba85/8eb4e7af-a625-4b8a-b95c-04df5c60178b) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:35:57.632916 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-8366b38f-02d9-4def-ab34-5f789f4f8457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:57.641063 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6dd73615-104c-4ce3-8e4e-b295fdc1cf92 tempest-QuotasNegativeTest-1897386813 tempest-QuotasNegativeTest-1897386813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:57.654458 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8366b38f-02d9-4def-ab34-5f789f4f8457 None None] Routers {'1cd95d43-ed85-412f-b8bb-061a2b566a0d'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:35:57.659383 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-8366b38f-02d9-4def-ab34-5f789f4f8457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:35:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['1cd95d43-ed85-412f-b8bb-061a2b566a0d'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:57.696418 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-dd6ca2cc-ff3a-4bb0-834c-74de9503a717 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:57.748666 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:57.773085 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-8366b38f-02d9-4def-ab34-5f789f4f8457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:57.781535 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8366b38f-02d9-4def-ab34-5f789f4f8457 None None] The sync data for ids ['1cd95d43-ed85-412f-b8bb-061a2b566a0d'] in n-d-712141-10 is: [] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:35:57.848093 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d036d23b-abee-494d-85db-c28215a53c5c tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks [] for floatingip, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:57.851082 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d036d23b-abee-494d-85db-c28215a53c5c tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:57.852593 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-d036d23b-abee-494d-85db-c28215a53c5c tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "DELETE /v2.0/floatingips/a9efa153-64e6-4009-bd10-0bf13d5c1bbb HTTP/1.1" status: 204 len: 168 time: 6.4676330 Jul 29 23:35:57.863870 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56962) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:57.897005 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-210fca07-5ccb-4152-91ce-1fc68d51a71e None None] Provisioning complete for port 704c2ec8-e36c-43bd-9bd1-9620ed06b1b1 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:57.909791 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-210fca07-5ccb-4152-91ce-1fc68d51a71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:58.134296 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-53d3a3dd-2765-4d8e-96ab-ec49701fdd37 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Delete allocated IP 172.20.0.9 (fb747b47-cca6-4c18-afeb-6a460bbab65a/a1750df8-887d-4a7d-83bb-4129b6393365) {{(pid=94078) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 29 23:35:58.154935 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-53d3a3dd-2765-4d8e-96ab-ec49701fdd37 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Allocated IP 172.20.0.38 (fb747b47-cca6-4c18-afeb-6a460bbab65a/88a50b79-fac7-4adc-906e-6253be465c26/d5398d4c-3d1c-4b4f-a734-aea0897aaf95) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:35:58.290609 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e315362-d5d3-47c4-a5b2-6617ff90f06e req-7f437823-8d05-4670-b9ee-6371e0c6ddb8 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:58.292810 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1e315362-d5d3-47c4-a5b2-6617ff90f06e req-7f437823-8d05-4670-b9ee-6371e0c6ddb8 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=331426bb-70f6-4895-8dcb-563373ef4594 HTTP/1.1" status: 200 len: 946 time: 0.4725881 Jul 29 23:35:58.352877 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 3efa881a-8989-436f-b359-3cd28a99b7a0 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:35:58.407942 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1e315362-d5d3-47c4-a5b2-6617ff90f06e req-836765af-87d5-4050-a950-8a5cb618cb5e tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049154 Jul 29 23:35:58.633890 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7c6abfe2-874a-4bbe-9d5c-d015343a0b3b None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:58.647576 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-7c6abfe2-874a-4bbe-9d5c-d015343a0b3b None None] Transition to ACTIVE for port object 8eb4e7af-a625-4b8a-b95c-04df5c60178b will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:58.665904 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-7c6abfe2-874a-4bbe-9d5c-d015343a0b3b None None] Transition to ACTIVE for port object 8eb4e7af-a625-4b8a-b95c-04df5c60178b will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:58.680627 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7c6abfe2-874a-4bbe-9d5c-d015343a0b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:58.736157 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-210fca07-5ccb-4152-91ce-1fc68d51a71e None None] Port 704c2ec8-e36c-43bd-9bd1-9620ed06b1b1 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:35:58.739084 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6abfe2-874a-4bbe-9d5c-d015343a0b3b None None] Pushing event updated for resources: {'Port': ['ID=8eb4e7af-a625-4b8a-b95c-04df5c60178b,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:58.766608 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6abfe2-874a-4bbe-9d5c-d015343a0b3b None None] Network ff00bbae-4eb9-42a1-bcfc-049d7976e520 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:35:58.771379 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-7c6abfe2-874a-4bbe-9d5c-d015343a0b3b None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:58.781445 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6abfe2-874a-4bbe-9d5c-d015343a0b3b None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:35:58.795655 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-210fca07-5ccb-4152-91ce-1fc68d51a71e None None] Provisioning for port 3efa881a-8989-436f-b359-3cd28a99b7a0 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:58.812087 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-210fca07-5ccb-4152-91ce-1fc68d51a71e None None] Provisioning complete for port 3efa881a-8989-436f-b359-3cd28a99b7a0 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:58.812596 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-210fca07-5ccb-4152-91ce-1fc68d51a71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:58.830029 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-53d3a3dd-2765-4d8e-96ab-ec49701fdd37 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:58.876825 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-53d3a3dd-2765-4d8e-96ab-ec49701fdd37 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Transition to ACTIVE for port object d5398d4c-3d1c-4b4f-a734-aea0897aaf95 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:58.883624 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-53d3a3dd-2765-4d8e-96ab-ec49701fdd37 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:58.918517 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-7c6abfe2-874a-4bbe-9d5c-d015343a0b3b None None] Attempting to bind port 8eb4e7af-a625-4b8a-b95c-04df5c60178b on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:58.919043 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-7c6abfe2-874a-4bbe-9d5c-d015343a0b3b None None] Attempting to bind port 8eb4e7af-a625-4b8a-b95c-04df5c60178b by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '15888ff3-c942-44ef-9388-d09004e38e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ff00bbae-4eb9-42a1-bcfc-049d7976e520'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:58.920424 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6abfe2-874a-4bbe-9d5c-d015343a0b3b None None] Attempting to bind port 8eb4e7af-a625-4b8a-b95c-04df5c60178b on network ff00bbae-4eb9-42a1-bcfc-049d7976e520 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:58.924478 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 3efa881a-8989-436f-b359-3cd28a99b7a0 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:58.924873 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:59.001669 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6abfe2-874a-4bbe-9d5c-d015343a0b3b None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:35:59.002164 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6abfe2-874a-4bbe-9d5c-d015343a0b3b None None] Checking segment: {'id': '15888ff3-c942-44ef-9388-d09004e38e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ff00bbae-4eb9-42a1-bcfc-049d7976e520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:35:59.003151 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7c6abfe2-874a-4bbe-9d5c-d015343a0b3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:59.005831 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6abfe2-874a-4bbe-9d5c-d015343a0b3b None None] Bound using segment: {'id': '15888ff3-c942-44ef-9388-d09004e38e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ff00bbae-4eb9-42a1-bcfc-049d7976e520'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:35:59.006737 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-7c6abfe2-874a-4bbe-9d5c-d015343a0b3b None None] Bound port: 8eb4e7af-a625-4b8a-b95c-04df5c60178b, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15888ff3-c942-44ef-9388-d09004e38e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ff00bbae-4eb9-42a1-bcfc-049d7976e520'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:35:59.007640 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7c6abfe2-874a-4bbe-9d5c-d015343a0b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:59.107857 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d3a3dd-2765-4d8e-96ab-ec49701fdd37 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event updated for resources: {'Port': ['ID=d5398d4c-3d1c-4b4f-a734-aea0897aaf95,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:59.124557 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-210fca07-5ccb-4152-91ce-1fc68d51a71e None None] Provisioning for port d5398d4c-3d1c-4b4f-a734-aea0897aaf95 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:59.144559 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-53d3a3dd-2765-4d8e-96ab-ec49701fdd37 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] In _notify_port_updated(), no bound segment for port d5398d4c-3d1c-4b4f-a734-aea0897aaf95 on network fb747b47-cca6-4c18-afeb-6a460bbab65a {{(pid=94078) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:35:59.151296 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d3a3dd-2765-4d8e-96ab-ec49701fdd37 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:59.152666 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-53d3a3dd-2765-4d8e-96ab-ec49701fdd37 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:59.155243 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-53d3a3dd-2765-4d8e-96ab-ec49701fdd37 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "PUT /v2.0/ports/d5398d4c-3d1c-4b4f-a734-aea0897aaf95 HTTP/1.1" status: 200 len: 960 time: 4.6827114 Jul 29 23:35:59.160859 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56974) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:59.173959 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-210fca07-5ccb-4152-91ce-1fc68d51a71e None None] Provisioning complete for port d5398d4c-3d1c-4b4f-a734-aea0897aaf95 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:59.174293 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-210fca07-5ccb-4152-91ce-1fc68d51a71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:59.199407 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-dd6ca2cc-ff3a-4bb0-834c-74de9503a717 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:59.247148 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-210fca07-5ccb-4152-91ce-1fc68d51a71e None None] Port d5398d4c-3d1c-4b4f-a734-aea0897aaf95 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:35:59.267421 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-747d1d75-115c-40f1-a792-8f78a0a736b1 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:59.271667 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-747d1d75-115c-40f1-a792-8f78a0a736b1 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] 10.222.0.43 "DELETE /v2.0/ports/f285a79e-889b-4d27-9b90-9c37ffef8c62 HTTP/1.1" status: 204 len: 168 time: 4.4965897 Jul 29 23:35:59.272806 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6dd73615-104c-4ce3-8e4e-b295fdc1cf92 tempest-QuotasNegativeTest-1897386813 tempest-QuotasNegativeTest-1897386813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:59.276192 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56978) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:59.310355 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-6dd73615-104c-4ce3-8e4e-b295fdc1cf92 tempest-QuotasNegativeTest-1897386813 tempest-QuotasNegativeTest-1897386813-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['615b4529-ca8f-43da-b704-3b1ad7bf6837']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:59.355305 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-7c6abfe2-874a-4bbe-9d5c-d015343a0b3b None None] For port 8eb4e7af-a625-4b8a-b95c-04df5c60178b, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:35:59.361216 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-f285927c-211d-49da-981d-d521c4ba9404 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Deleting port d5398d4c-3d1c-4b4f-a734-aea0897aaf95 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:35:59.361870 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f285927c-211d-49da-981d-d521c4ba9404 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:59.412673 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-7c6abfe2-874a-4bbe-9d5c-d015343a0b3b None None] For port 8eb4e7af-a625-4b8a-b95c-04df5c60178b, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=8eb4e7af-a625-4b8a-b95c-04df5c60178b,segment=NetworkSegment(15888ff3-c942-44ef-9388-d09004e38e18),segment_id=15888ff3-c942-44ef-9388-d09004e38e18)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:35:59.429872 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:59.435065 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7c6abfe2-874a-4bbe-9d5c-d015343a0b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:59.535046 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6abfe2-874a-4bbe-9d5c-d015343a0b3b None None] Pushing event updated for resources: {'Port': ['ID=8eb4e7af-a625-4b8a-b95c-04df5c60178b,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:59.577733 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-6dd73615-104c-4ce3-8e4e-b295fdc1cf92 tempest-QuotasNegativeTest-1897386813 tempest-QuotasNegativeTest-1897386813-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aaaac45-f200-447f-bd05-ee8d7ebc307c') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:59.578302 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-6dd73615-104c-4ce3-8e4e-b295fdc1cf92 tempest-QuotasNegativeTest-1897386813 tempest-QuotasNegativeTest-1897386813-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aaaac45-f200-447f-bd05-ee8d7ebc307c') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:59.590601 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6dd73615-104c-4ce3-8e4e-b295fdc1cf92 tempest-QuotasNegativeTest-1897386813 tempest-QuotasNegativeTest-1897386813-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:59.612511 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6dd73615-104c-4ce3-8e4e-b295fdc1cf92 tempest-QuotasNegativeTest-1897386813 tempest-QuotasNegativeTest-1897386813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:59.622355 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dd73615-104c-4ce3-8e4e-b295fdc1cf92 tempest-QuotasNegativeTest-1897386813 tempest-QuotasNegativeTest-1897386813-project-admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:35:59.623098 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6dd73615-104c-4ce3-8e4e-b295fdc1cf92 tempest-QuotasNegativeTest-1897386813 tempest-QuotasNegativeTest-1897386813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:59.626729 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:35:59.626729 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:35:59.626729 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:35:59.626729 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:35:59.626729 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:35:59.626729 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:35:59.626729 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:35:59.626729 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:35:59.626729 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:35:59.626729 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:35:59.626729 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:35:59.626729 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:35:59.626729 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:35:59.626729 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:35:59.626729 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:35:59.626729 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:35:59.626729 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:35:59.626729 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:35:59.626729 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:35:59.626729 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:35:59.626729 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:35:59.626729 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:35:59.626729 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:35:59.626729 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:35:59.626729 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:35:59.626729 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:35:59.626729 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:35:59.626729 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:35:59.626729 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:35:59.626729 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:35:59.626729 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:35:59.626729 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:35:59.643939 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f285927c-211d-49da-981d-d521c4ba9404 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:59.649273 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0625e866-2ecc-48a1-8c49-e793504e8c9e tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] 10.222.0.43 "GET /v2.0/floatingips/5dabd2bd-32e5-4c4e-af98-f53f4de86845 HTTP/1.1" status: 200 len: 687 time: 0.3655839 Jul 29 23:35:59.654014 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56986) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:59.742949 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6dd73615-104c-4ce3-8e4e-b295fdc1cf92 tempest-QuotasNegativeTest-1897386813 tempest-QuotasNegativeTest-1897386813-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:59.760889 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6dd73615-104c-4ce3-8e4e-b295fdc1cf92 tempest-QuotasNegativeTest-1897386813 tempest-QuotasNegativeTest-1897386813-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:59.764018 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-6dd73615-104c-4ce3-8e4e-b295fdc1cf92 tempest-QuotasNegativeTest-1897386813 tempest-QuotasNegativeTest-1897386813-project-admin] 10.222.0.43 "DELETE /v2.0/networks/615b4529-ca8f-43da-b704-3b1ad7bf6837 HTTP/1.1" status: 204 len: 168 time: 2.7345190 Jul 29 23:35:59.803503 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-1d7208f1-8a20-4494-9ca4-8a204a5fe2d6 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Deleting port 77550cf2-90df-4bb3-86b3-6d949e514eac {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:35:59.803851 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1d7208f1-8a20-4494-9ca4-8a204a5fe2d6 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:59.806691 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd73615-104c-4ce3-8e4e-b295fdc1cf92 tempest-QuotasNegativeTest-1897386813 tempest-QuotasNegativeTest-1897386813-project-admin] Pushing event deleted for resources: {'Network': ['ID=615b4529-ca8f-43da-b704-3b1ad7bf6837,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:59.834117 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-68ee4e62-0152-4412-bfe4-5076c5f7f497 None None] Provisioning complete for port d5398d4c-3d1c-4b4f-a734-aea0897aaf95 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:59.834390 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-68ee4e62-0152-4412-bfe4-5076c5f7f497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:59.875669 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-f285927c-211d-49da-981d-d521c4ba9404 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Calling delete_port for d5398d4c-3d1c-4b4f-a734-aea0897aaf95 owned by {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:35:59.990756 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-68ee4e62-0152-4412-bfe4-5076c5f7f497 None None] Port d5398d4c-3d1c-4b4f-a734-aea0897aaf95 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:36:00.111175 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc86c8-9449-4dd5-a5b0-bed464ff4192 req-f07dfcf5-e3f2-49f7-9f7e-558d8b0e4466 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:00.122760 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-62cc86c8-9449-4dd5-a5b0-bed464ff4192 req-f07dfcf5-e3f2-49f7-9f7e-558d8b0e4466 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=331426bb-70f6-4895-8dcb-563373ef4594 HTTP/1.1" status: 200 len: 946 time: 0.5547123 Jul 29 23:36:00.138166 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1d7208f1-8a20-4494-9ca4-8a204a5fe2d6 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:00.158969 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-1d7208f1-8a20-4494-9ca4-8a204a5fe2d6 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Calling delete_port for 77550cf2-90df-4bb3-86b3-6d949e514eac owned by {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:36:00.376323 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b15ec-0524-482a-b820-d0ddedc639a8 req-91e9b651-62f7-4e46-bd8e-5aaeba76f6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:00.378473 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4a2b15ec-0524-482a-b820-d0ddedc639a8 req-91e9b651-62f7-4e46-bd8e-5aaeba76f6a9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=b0043d03cb0a4bbcbd35eb8f2075805c&device_id=331426bb-70f6-4895-8dcb-563373ef4594 HTTP/1.1" status: 200 len: 1098 time: 0.2857156 Jul 29 23:36:00.395618 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-62cc86c8-9449-4dd5-a5b0-bed464ff4192 req-9bc36b44-0327-4ddf-8565-98f3615d97b6 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717440 Jul 29 23:36:00.400589 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1d7208f1-8a20-4494-9ca4-8a204a5fe2d6 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:00.512548 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-6a332ee8-9842-4606-9d06-f09079a9bc03 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Deleting port e1589378-1bb1-4037-b426-17456f9bfdc2 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:36:00.513067 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6a332ee8-9842-4606-9d06-f09079a9bc03 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:00.635038 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7208f1-8a20-4494-9ca4-8a204a5fe2d6 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Pushing event deleted for resources: {'Port': ['ID=77550cf2-90df-4bb3-86b3-6d949e514eac,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:00.684028 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1d7208f1-8a20-4494-9ca4-8a204a5fe2d6 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:00.685145 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-1d7208f1-8a20-4494-9ca4-8a204a5fe2d6 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "DELETE /v2.0/ports/77550cf2-90df-4bb3-86b3-6d949e514eac HTTP/1.1" status: 204 len: 168 time: 2.8070912 Jul 29 23:36:00.688290 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56998) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:00.724164 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 57002) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:00.776988 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f285927c-211d-49da-981d-d521c4ba9404 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:00.819546 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cc09e27a-9cbb-4c4e-98f6-c8a4e736d69e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:00.907753 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f285927c-211d-49da-981d-d521c4ba9404 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event deleted for resources: {'Port': ['ID=d5398d4c-3d1c-4b4f-a734-aea0897aaf95,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:00.923162 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b15ec-0524-482a-b820-d0ddedc639a8 req-d8fc856d-1680-484a-a694-20b069ad1a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:00.924719 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4a2b15ec-0524-482a-b820-d0ddedc639a8 req-d8fc856d-1680-484a-a694-20b069ad1a52 service neutron] 10.222.0.22 "GET /v2.0/networks?id=fc8993d1-1f3f-4e88-9d54-7eec99f127ad HTTP/1.1" status: 200 len: 913 time: 0.5183516 Jul 29 23:36:00.952698 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-dd6ca2cc-ff3a-4bb0-834c-74de9503a717 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:00.991227 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-dd6ca2cc-ff3a-4bb0-834c-74de9503a717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:00.997207 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6a332ee8-9842-4606-9d06-f09079a9bc03 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:00.997544 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6a332ee8-9842-4606-9d06-f09079a9bc03 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:01.045118 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-5e3bf4ff-2422-4ed4-a266-c01fc8c90043 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Deleting port 44e2e929-5306-4747-9f2b-b8a8f03b3793 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:36:01.045465 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5e3bf4ff-2422-4ed4-a266-c01fc8c90043 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:01.079233 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4a2b15ec-0524-482a-b820-d0ddedc639a8 req-57e98768-7b09-4bfb-b78d-802c417f38c5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=24e453c8-3bc7-429b-b0d4-8623c169bf91 HTTP/1.1" status: 200 len: 217 time: 0.0735912 Jul 29 23:36:01.166380 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-6a332ee8-9842-4606-9d06-f09079a9bc03 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Calling delete_port for e1589378-1bb1-4037-b426-17456f9bfdc2 owned by network:floatingip {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:36:01.246407 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b15ec-0524-482a-b820-d0ddedc639a8 req-baff6dd7-1c60-49f9-a858-5cd8c6fed2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:01.248177 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4a2b15ec-0524-482a-b820-d0ddedc639a8 req-baff6dd7-1c60-49f9-a858-5cd8c6fed2f4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=01812886-2cdd-41de-831e-c3e259b8e381 HTTP/1.1" status: 200 len: 851 time: 0.1048284 Jul 29 23:36:01.407201 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39881f68-b4e6-4758-9145-15db98c92f61 None None] Network ff00bbae-4eb9-42a1-bcfc-049d7976e520 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:36:01.416668 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5e3bf4ff-2422-4ed4-a266-c01fc8c90043 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:01.441015 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-dd6ca2cc-ff3a-4bb0-834c-74de9503a717 admin admin] Allocated IP 172.25.0.12 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/a5b4cf52-fd0a-478a-815c-1eb3fa3f3ca0) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:36:01.466901 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cc09e27a-9cbb-4c4e-98f6-c8a4e736d69e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:01.474814 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cc09e27a-9cbb-4c4e-98f6-c8a4e736d69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:01.524963 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f285927c-211d-49da-981d-d521c4ba9404 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:01.531021 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-f285927c-211d-49da-981d-d521c4ba9404 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "DELETE /v2.0/ports/d5398d4c-3d1c-4b4f-a734-aea0897aaf95 HTTP/1.1" status: 204 len: 168 time: 2.3683517 Jul 29 23:36:01.568702 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 57008) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:01.597482 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-dd6ca2cc-ff3a-4bb0-834c-74de9503a717 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:01.603536 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-3676a783-b2a7-4c64-a8ef-6bcd34eb6e23 None None] Provisioning for port 8eb4e7af-a625-4b8a-b95c-04df5c60178b completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:36:01.655858 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-dd6ca2cc-ff3a-4bb0-834c-74de9503a717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:01.667720 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a2989d0-d097-48d0-8472-6f151e77208b tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] GET failed (client error): The resource could not be found. Jul 29 23:36:01.672351 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-1a2989d0-d097-48d0-8472-6f151e77208b tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "GET /v2.0/ports/d5398d4c-3d1c-4b4f-a734-aea0897aaf95 HTTP/1.1" status: 404 len: 333 time: 0.1025486 Jul 29 23:36:01.677365 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 57010) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:01.684051 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b15ec-0524-482a-b820-d0ddedc639a8 req-4e23d277-9b2d-4f15-bd53-6f2b91bf6e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:01.685777 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4a2b15ec-0524-482a-b820-d0ddedc639a8 req-4e23d277-9b2d-4f15-bd53-6f2b91bf6e4f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=fc8993d1-1f3f-4e88-9d54-7eec99f127ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4230189 Jul 29 23:36:01.688145 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-cc09e27a-9cbb-4c4e-98f6-c8a4e736d69e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d28cf535281b41778fc2e61fe47fbfc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9347463 Jul 29 23:36:01.705357 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57012) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:01.742698 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc09e27a-9cbb-4c4e-98f6-c8a4e736d69e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc058c9d-9b0e-4427-a625-394f456a4e37,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:01.798208 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-5e3bf4ff-2422-4ed4-a266-c01fc8c90043 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Calling delete_port for 44e2e929-5306-4747-9f2b-b8a8f03b3793 owned by {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:36:01.822800 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e19e290-72b1-41f8-acf3-90438e25ea4d req-34b73002-6ac0-429c-a928-fe12a9941199 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:01.831374 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6e19e290-72b1-41f8-acf3-90438e25ea4d req-34b73002-6ac0-429c-a928-fe12a9941199 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=331426bb-70f6-4895-8dcb-563373ef4594 HTTP/1.1" status: 200 len: 946 time: 0.2634187 Jul 29 23:36:01.889382 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6ca2cc-ff3a-4bb0-834c-74de9503a717 admin admin] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:36:01.901926 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cc63e8be-43a5-4a3e-a6fc-4f3fb12a9b5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:01.928332 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9b960e5b-8f1e-4371-812a-2ee88f9eff42 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:01.963340 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cc63e8be-43a5-4a3e-a6fc-4f3fb12a9b5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:01.968505 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 8eb4e7af-a625-4b8a-b95c-04df5c60178b up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:36:02.030879 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6e19e290-72b1-41f8-acf3-90438e25ea4d req-a349f376-1071-4929-a101-ac5dbb9579e0 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970389 Jul 29 23:36:02.049308 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-dd6ca2cc-ff3a-4bb0-834c-74de9503a717 admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:02.059086 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6ca2cc-ff3a-4bb0-834c-74de9503a717 admin admin] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:36:02.059625 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 8eb4e7af-a625-4b8a-b95c-04df5c60178b completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:36:02.064642 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 8eb4e7af-a625-4b8a-b95c-04df5c60178b triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:02.065020 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:02.081965 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9b960e5b-8f1e-4371-812a-2ee88f9eff42 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:02.159077 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9b960e5b-8f1e-4371-812a-2ee88f9eff42 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:02.161768 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9b960e5b-8f1e-4371-812a-2ee88f9eff42 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:02.166006 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-9b960e5b-8f1e-4371-812a-2ee88f9eff42 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "DELETE /v2.0/security-groups/349f6707-72c9-44da-87a2-22850f01a29a HTTP/1.1" status: 204 len: 168 time: 0.4763916 Jul 29 23:36:02.170511 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 57018) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:02.200690 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6ca2cc-ff3a-4bb0-834c-74de9503a717 admin admin] Pushing event updated for resources: {'Port': ['ID=a5b4cf52-fd0a-478a-815c-1eb3fa3f3ca0,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:02.253105 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cc63e8be-43a5-4a3e-a6fc-4f3fb12a9b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:02.253388 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-09cc130c-29ce-443e-8210-bc5bf0e68ca4 None None] Provisioning complete for port 8eb4e7af-a625-4b8a-b95c-04df5c60178b triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:02.253388 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-09cc130c-29ce-443e-8210-bc5bf0e68ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:02.257518 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cc63e8be-43a5-4a3e-a6fc-4f3fb12a9b5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:02.258345 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-cc63e8be-43a5-4a3e-a6fc-4f3fb12a9b5e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bc058c9d-9b0e-4427-a625-394f456a4e37 HTTP/1.1" status: 204 len: 168 time: 0.5486050 Jul 29 23:36:02.260299 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b960e5b-8f1e-4371-812a-2ee88f9eff42 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=349f6707-72c9-44da-87a2-22850f01a29a,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:02.281683 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4a2b15ec-0524-482a-b820-d0ddedc639a8 req-fe405835-cf7e-4862-9175-1bef02f980a2 service neutron] 10.222.0.22 "GET /v2.0/networks/fc8993d1-1f3f-4e88-9d54-7eec99f127ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5300665 Jul 29 23:36:02.361491 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:02.428945 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4a2b15ec-0524-482a-b820-d0ddedc639a8 req-a3bf46ea-8c90-45d7-987c-fbe59c94de68 service neutron] 10.222.0.22 "GET /v2.0/networks/fc8993d1-1f3f-4e88-9d54-7eec99f127ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350992 Jul 29 23:36:02.455215 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6a332ee8-9842-4606-9d06-f09079a9bc03 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:02.458155 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 8eb4e7af-a625-4b8a-b95c-04df5c60178b, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=8eb4e7af-a625-4b8a-b95c-04df5c60178b,segment=NetworkSegment(15888ff3-c942-44ef-9388-d09004e38e18),segment_id=15888ff3-c942-44ef-9388-d09004e38e18)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:02.469556 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc63e8be-43a5-4a3e-a6fc-4f3fb12a9b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc058c9d-9b0e-4427-a625-394f456a4e37,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:02.479823 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:02.511302 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-364a20c5-8049-4869-9ede-bef809681155 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:02.537986 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a332ee8-9842-4606-9d06-f09079a9bc03 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Pushing event deleted for resources: {'Port': ['ID=e1589378-1bb1-4037-b426-17456f9bfdc2,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:02.548084 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=8eb4e7af-a625-4b8a-b95c-04df5c60178b,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:02.839124 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-dd6ca2cc-ff3a-4bb0-834c-74de9503a717 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:02.889640 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 24e453c8-3bc7-429b-b0d4-8623c169bf91 no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:36:02.911867 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 57024) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:02.914826 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5e3bf4ff-2422-4ed4-a266-c01fc8c90043 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:02.948749 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-364a20c5-8049-4869-9ede-bef809681155 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:02.952618 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4b4303ef-0433-4507-a79d-ad504df78eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:02.971489 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6a332ee8-9842-4606-9d06-f09079a9bc03 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for floatingip, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:02.974081 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6a332ee8-9842-4606-9d06-f09079a9bc03 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:02.974817 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3bf4ff-2422-4ed4-a266-c01fc8c90043 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Pushing event deleted for resources: {'Port': ['ID=44e2e929-5306-4747-9f2b-b8a8f03b3793,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:02.975280 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-6a332ee8-9842-4606-9d06-f09079a9bc03 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] 10.222.0.43 "DELETE /v2.0/floatingips/5dabd2bd-32e5-4c4e-af98-f53f4de86845 HTTP/1.1" status: 204 len: 168 time: 3.3199654 Jul 29 23:36:02.981867 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57026) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:02.987435 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-80a107ff-7a91-476e-8bf9-a07fe95d6ff2 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Request body: {'floatingip': {'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'port_id': 'fcc0acba-cfb3-488f-9cf3-bcbd2abedfcd'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:03.044815 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-364a20c5-8049-4869-9ede-bef809681155 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:03.048057 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-364a20c5-8049-4869-9ede-bef809681155 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:03.064615 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-364a20c5-8049-4869-9ede-bef809681155 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "DELETE /v2.0/security-groups/182c64fd-5268-4ea5-90be-6c92b0602066 HTTP/1.1" status: 204 len: 168 time: 0.8901651 Jul 29 23:36:03.070328 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 57032) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:03.084910 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:03.144078 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5e3bf4ff-2422-4ed4-a266-c01fc8c90043 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:03.146439 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-5e3bf4ff-2422-4ed4-a266-c01fc8c90043 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "DELETE /v2.0/ports/44e2e929-5306-4747-9f2b-b8a8f03b3793 HTTP/1.1" status: 204 len: 168 time: 2.4572225 Jul 29 23:36:03.149252 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364a20c5-8049-4869-9ede-bef809681155 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=182c64fd-5268-4ea5-90be-6c92b0602066,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:03.150621 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57034) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:03.160176 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 24e453c8-3bc7-429b-b0d4-8623c169bf91, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=24e453c8-3bc7-429b-b0d4-8623c169bf91,segment=NetworkSegment(85a18049-8d39-45df-9ccf-cf67471916ca),segment_id=85a18049-8d39-45df-9ccf-cf67471916ca)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:03.168263 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '331426bb-70f6-4895-8dcb-563373ef4594', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24e453c8-3bc7-429b-b0d4-8623c169bf91'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:36:03.173181 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab74c15a-ced5-41cd-9d91-55a8e7c56d78" -d '{"events": [{"server_uuid": "331426bb-70f6-4895-8dcb-563373ef4594", "name": "network-vif-unplugged", "status": "completed", "tag": "24e453c8-3bc7-429b-b0d4-8623c169bf91"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:36:03.194505 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:03.293987 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f4e7fee1-d892-4b17-9a54-3332d4e76ad6 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:03.301754 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=24e453c8-3bc7-429b-b0d4-8623c169bf91,revision_number=8']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:03.305506 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f4a3c4-e54b-46bd-a8f7-805ceddb109e x-openstack-request-id: req-43f4a3c4-e54b-46bd-a8f7-805ceddb109e {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:36:03.305827 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "331426bb-70f6-4895-8dcb-563373ef4594", "name": "network-vif-unplugged", "status": "completed", "tag": "24e453c8-3bc7-429b-b0d4-8623c169bf91", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:36:03.306088 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-43f4a3c4-e54b-46bd-a8f7-805ceddb109e {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:36:03.306486 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '331426bb-70f6-4895-8dcb-563373ef4594', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24e453c8-3bc7-429b-b0d4-8623c169bf91', 'code': 200} Jul 29 23:36:03.345844 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f4e7fee1-d892-4b17-9a54-3332d4e76ad6 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:03.359938 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4b4303ef-0433-4507-a79d-ad504df78eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:03.361615 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb54c634-0076-41f6-b72b-cf40133e350e tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Deleting subnet fcb38ae7-084a-4b8d-94fa-28c5b74ee6b1 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:36:03.378217 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573371fe-3e35-4ab2-b9a2-f07575b14b17 req-cf14bc27-c4e4-492f-9795-42153431ff63 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:03.379545 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-eb54c634-0076-41f6-b72b-cf40133e350e tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:03.380036 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-573371fe-3e35-4ab2-b9a2-f07575b14b17 req-cf14bc27-c4e4-492f-9795-42153431ff63 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=331426bb-70f6-4895-8dcb-563373ef4594 HTTP/1.1" status: 200 len: 944 time: 0.1999695 Jul 29 23:36:03.385952 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4b4303ef-0433-4507-a79d-ad504df78eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:03.498198 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-4b4303ef-0433-4507-a79d-ad504df78eb0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d3636a0a01a54f63ae247447c2d646ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5838592 Jul 29 23:36:03.501335 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 57042) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:03.509013 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-80a107ff-7a91-476e-8bf9-a07fe95d6ff2 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for floatingip, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:03.519171 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4303ef-0433-4507-a79d-ad504df78eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0b7116-01d0-4011-8227-7fb3ed0d0a81,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:03.559103 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-eb54c634-0076-41f6-b72b-cf40133e350e tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:03.575266 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f4e7fee1-d892-4b17-9a54-3332d4e76ad6 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:03.578076 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f4e7fee1-d892-4b17-9a54-3332d4e76ad6 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:03.582459 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-f4e7fee1-d892-4b17-9a54-3332d4e76ad6 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "DELETE /v2.0/security-groups/4d829b75-9ccf-4a0a-81a7-05b63c95b64f HTTP/1.1" status: 204 len: 168 time: 0.4964824 Jul 29 23:36:03.586730 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 57044) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:03.610494 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e7fee1-d892-4b17-9a54-3332d4e76ad6 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d829b75-9ccf-4a0a-81a7-05b63c95b64f,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:03.622090 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-573371fe-3e35-4ab2-b9a2-f07575b14b17 req-56f15677-cecc-42a3-a9b2-54284bf4f3fa tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233961 Jul 29 23:36:03.693622 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-dd6ca2cc-ff3a-4bb0-834c-74de9503a717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:03.715459 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-88ca0cbc-6dc0-4cf1-b637-724f10455388 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Deleting subnet a1750df8-887d-4a7d-83bb-4129b6393365 {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:36:03.727798 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-88ca0cbc-6dc0-4cf1-b637-724f10455388 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:03.731811 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-252f6799-5eab-470d-a704-ce21a04a68bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:03.788151 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-252f6799-5eab-470d-a704-ce21a04a68bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:03.812284 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-88ca0cbc-6dc0-4cf1-b637-724f10455388 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:03.897730 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 57048) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:03.913684 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-eb54c634-0076-41f6-b72b-cf40133e350e tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:03.947910 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 8eb4e7af-a625-4b8a-b95c-04df5c60178b up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:36:03.971147 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-252f6799-5eab-470d-a704-ce21a04a68bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:03.974940 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-252f6799-5eab-470d-a704-ce21a04a68bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:03.981953 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-252f6799-5eab-470d-a704-ce21a04a68bc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2e0b7116-01d0-4011-8227-7fb3ed0d0a81 HTTP/1.1" status: 204 len: 168 time: 0.4714601 Jul 29 23:36:04.008442 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252f6799-5eab-470d-a704-ce21a04a68bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0b7116-01d0-4011-8227-7fb3ed0d0a81,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:04.048324 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-88ca0cbc-6dc0-4cf1-b637-724f10455388 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:04.060917 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 8eb4e7af-a625-4b8a-b95c-04df5c60178b triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:04.061312 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:04.154604 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-eb54c634-0076-41f6-b72b-cf40133e350e tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:04.206038 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-683120a4-d5ab-4fb2-a925-9d1d276fc3a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:04.211388 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-80a107ff-7a91-476e-8bf9-a07fe95d6ff2 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:04.224265 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb54c634-0076-41f6-b72b-cf40133e350e tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Pushing event deleted for resources: {'Subnet': ['ID=fcb38ae7-084a-4b8d-94fa-28c5b74ee6b1,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:04.243378 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-eb54c634-0076-41f6-b72b-cf40133e350e tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:04.247454 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-eb54c634-0076-41f6-b72b-cf40133e350e tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "DELETE /v2.0/subnets/fcb38ae7-084a-4b8d-94fa-28c5b74ee6b1 HTTP/1.1" status: 204 len: 168 time: 1.0951796 Jul 29 23:36:04.255160 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c6377c-666b-48df-abd6-c18a9c593a67 None None] Network 4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:36:04.255442 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57060) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:04.269363 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-88ca0cbc-6dc0-4cf1-b637-724f10455388 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:04.270384 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd6ca2cc-ff3a-4bb0-834c-74de9503a717 admin admin] Router b578952b-5e93-49c7-a4fc-cea7667d2849 is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:36:04.315182 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ca0cbc-6dc0-4cf1-b637-724f10455388 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event deleted for resources: {'Subnet': ['ID=a1750df8-887d-4a7d-83bb-4129b6393365,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:04.327171 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-88ca0cbc-6dc0-4cf1-b637-724f10455388 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:04.337514 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-88ca0cbc-6dc0-4cf1-b637-724f10455388 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "DELETE /v2.0/subnets/a1750df8-887d-4a7d-83bb-4129b6393365 HTTP/1.1" status: 204 len: 168 time: 0.7398858 Jul 29 23:36:04.343270 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 57062) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:04.440479 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b71c2b-9b50-432d-8929-0bf788d6ba26 None None] Network fb747b47-cca6-4c18-afeb-6a460bbab65a requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:36:04.450620 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1bd0ddc-10c0-47f9-a729-6a3636b0f5ca tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Deleting subnet 88a50b79-fac7-4adc-906e-6253be465c26 {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:36:04.455016 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e1bd0ddc-10c0-47f9-a729-6a3636b0f5ca tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:04.540259 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c1c8856-8970-4900-aad7-1fc329aac785 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Deleting subnet 7458a594-1a22-4c4a-88d1-6b77cea076b8 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:36:04.549068 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6c1c8856-8970-4900-aad7-1fc329aac785 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:04.563619 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e1bd0ddc-10c0-47f9-a729-6a3636b0f5ca tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:04.664557 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6c1c8856-8970-4900-aad7-1fc329aac785 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:04.717075 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-683120a4-d5ab-4fb2-a925-9d1d276fc3a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:04.727800 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-683120a4-d5ab-4fb2-a925-9d1d276fc3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:04.820799 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-683120a4-d5ab-4fb2-a925-9d1d276fc3a7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bfab55a8e22d49cab842e4ef7559b410&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9296336 Jul 29 23:36:04.831762 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 57072) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:04.857797 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ee76ba-54b8-4203-a4ad-78f988dafcb9 None None] DHCP port deletion for 4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:36:04.858156 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e1bd0ddc-10c0-47f9-a729-6a3636b0f5ca tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:04.926663 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-f5ee76ba-54b8-4203-a4ad-78f988dafcb9 None None] Deleting port 8388fbe6-5d0c-48ea-af5e-65c69f246140 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:36:04.927046 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f5ee76ba-54b8-4203-a4ad-78f988dafcb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:05.012559 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-f5ee76ba-54b8-4203-a4ad-78f988dafcb9 None None] For port 8388fbe6-5d0c-48ea-af5e-65c69f246140, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=8388fbe6-5d0c-48ea-af5e-65c69f246140,segment=NetworkSegment(c392b50f-ee70-4e3d-a540-9c0fa7cb5fa7),segment_id=c392b50f-ee70-4e3d-a540-9c0fa7cb5fa7)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:05.013258 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f5ee76ba-54b8-4203-a4ad-78f988dafcb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:05.048805 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-f5ee76ba-54b8-4203-a4ad-78f988dafcb9 None None] Calling delete_port for 8388fbe6-5d0c-48ea-af5e-65c69f246140 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:36:05.165182 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683120a4-d5ab-4fb2-a925-9d1d276fc3a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=838fbef1-586a-4d8d-b4a3-ad826ee227c8,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:05.215429 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f5ee76ba-54b8-4203-a4ad-78f988dafcb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:05.268494 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ee76ba-54b8-4203-a4ad-78f988dafcb9 None None] Pushing event deleted for resources: {'Port': ['ID=8388fbe6-5d0c-48ea-af5e-65c69f246140,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:05.280773 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ee76ba-54b8-4203-a4ad-78f988dafcb9 None None] No DVR routers for this DVR port 8388fbe6-5d0c-48ea-af5e-65c69f246140 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:36:05.382328 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-94f3a694-fbdd-4a91-8db9-becce22d5158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:05.398075 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e1bd0ddc-10c0-47f9-a729-6a3636b0f5ca tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:05.421695 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa46b9f3-90ac-4a9d-9c1a-db6b0db220c5 req-4e0b60ec-3ffc-4083-96f9-01560838da64 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:05.424469 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fa46b9f3-90ac-4a9d-9c1a-db6b0db220c5 req-4e0b60ec-3ffc-4083-96f9-01560838da64 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=331426bb-70f6-4895-8dcb-563373ef4594 HTTP/1.1" status: 200 len: 944 time: 0.5956123 Jul 29 23:36:05.474810 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-94f3a694-fbdd-4a91-8db9-becce22d5158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:05.529539 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bd0ddc-10c0-47f9-a729-6a3636b0f5ca tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event deleted for resources: {'Subnet': ['ID=88a50b79-fac7-4adc-906e-6253be465c26,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:05.570832 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-94f3a694-fbdd-4a91-8db9-becce22d5158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:05.573939 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-94f3a694-fbdd-4a91-8db9-becce22d5158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:05.575138 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-94f3a694-fbdd-4a91-8db9-becce22d5158 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/838fbef1-586a-4d8d-b4a3-ad826ee227c8 HTTP/1.1" status: 204 len: 168 time: 0.6393218 Jul 29 23:36:05.611329 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e1bd0ddc-10c0-47f9-a729-6a3636b0f5ca tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:05.625738 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e1bd0ddc-10c0-47f9-a729-6a3636b0f5ca tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "DELETE /v2.0/subnets/88a50b79-fac7-4adc-906e-6253be465c26 HTTP/1.1" status: 204 len: 168 time: 1.2810071 Jul 29 23:36:05.628746 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3a694-fbdd-4a91-8db9-becce22d5158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=838fbef1-586a-4d8d-b4a3-ad826ee227c8,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:05.631241 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 57088) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:05.632069 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 57090) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:05.638866 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6c1c8856-8970-4900-aad7-1fc329aac785 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:05.719330 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc79a0e4-0015-478c-96ef-ca6c1a7e2989 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] DELETE failed (client error): The resource could not be found. Jul 29 23:36:05.720555 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc79a0e4-0015-478c-96ef-ca6c1a7e2989 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:36:05.723793 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-dc79a0e4-0015-478c-96ef-ca6c1a7e2989 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "DELETE /v2.0/subnets/a1750df8-887d-4a7d-83bb-4129b6393365 HTTP/1.1" status: 404 len: 337 time: 0.0868387 Jul 29 23:36:05.728441 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 57094) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:05.758406 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-80a107ff-7a91-476e-8bf9-a07fe95d6ff2 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Allocated IP 172.25.0.129 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/f9bd2b11-4370-463a-98c5-c134486b073a) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:36:05.808907 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-c60259bf-51db-4cbc-822d-daf2aa4acb50 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Deleting subnet 1e5a6978-74c1-4fa5-8ace-71190ce0f40f {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:36:05.814990 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fa46b9f3-90ac-4a9d-9c1a-db6b0db220c5 req-2d3d050c-69c2-4573-863b-5e65da9239fa tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802815 Jul 29 23:36:05.817743 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c60259bf-51db-4cbc-822d-daf2aa4acb50 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:05.884895 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6c1c8856-8970-4900-aad7-1fc329aac785 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:05.913925 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd6ca2cc-ff3a-4bb0-834c-74de9503a717 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:36:05.921563 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c60259bf-51db-4cbc-822d-daf2aa4acb50 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:05.926701 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219c7e7c-bfbd-4dc7-9afc-9ce4ceef069a None None] Sync routers for ids ['b578952b-5e93-49c7-a4fc-cea7667d2849'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:36:05.958993 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219c7e7c-bfbd-4dc7-9afc-9ce4ceef069a None None] Routers {'b578952b-5e93-49c7-a4fc-cea7667d2849'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:36:05.961683 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-219c7e7c-bfbd-4dc7-9afc-9ce4ceef069a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:35:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['b578952b-5e93-49c7-a4fc-cea7667d2849'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:05.974833 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2187aa-0a22-409c-be51-2bb5f27b10c2 None None] Network fb747b47-cca6-4c18-afeb-6a460bbab65a requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:36:06.048872 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1c8856-8970-4900-aad7-1fc329aac785 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Pushing event deleted for resources: {'Subnet': ['ID=7458a594-1a22-4c4a-88d1-6b77cea076b8,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:06.055779 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6c1c8856-8970-4900-aad7-1fc329aac785 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:06.060800 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-6c1c8856-8970-4900-aad7-1fc329aac785 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "DELETE /v2.0/subnets/7458a594-1a22-4c4a-88d1-6b77cea076b8 HTTP/1.1" status: 204 len: 168 time: 1.8040497 Jul 29 23:36:06.066491 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 8388fbe6-5d0c-48ea-af5e-65c69f246140 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:36:06.067379 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-80a107ff-7a91-476e-8bf9-a07fe95d6ff2 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:06.069432 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd6c220-0dea-4755-b349-7282d867abf1 None None] Network 20b17a75-47ba-4198-999c-000c34520768 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:36:06.075447 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 57098) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:06.091426 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-dd6ca2cc-ff3a-4bb0-834c-74de9503a717 admin admin] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:06.095222 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-dd6ca2cc-ff3a-4bb0-834c-74de9503a717 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.1462331 Jul 29 23:36:06.101299 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57100) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:06.167454 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 8388fbe6-5d0c-48ea-af5e-65c69f246140 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:36:06.168194 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 8388fbe6-5d0c-48ea-af5e-65c69f246140 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:36:06.247233 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c60259bf-51db-4cbc-822d-daf2aa4acb50 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:06.252528 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-982254e9-d675-48ce-b6bd-3760192e23f4 None None] Provisioning complete for port 704c2ec8-e36c-43bd-9bd1-9620ed06b1b1 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:06.253299 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-982254e9-d675-48ce-b6bd-3760192e23f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:06.255146 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b8405086-ddbf-4b2d-80ff-020560dbf530 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:06.384264 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-219c7e7c-bfbd-4dc7-9afc-9ce4ceef069a None None] Set router b578952b-5e93-49c7-a4fc-cea7667d2849 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:36:06.412592 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-80a107ff-7a91-476e-8bf9-a07fe95d6ff2 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:06.436344 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-4426ef16-8df8-4c84-ab93-03419e66273e tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Request body: {'networks': [{'name': 'tempest-network--945779325'}, {'name': 'tempest-network--1956980'}]} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:06.436841 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-4426ef16-8df8-4c84-ab93-03419e66273e tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Request body: {'network': {'name': 'tempest-network--945779325'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:06.437596 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-4426ef16-8df8-4c84-ab93-03419e66273e tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Request body: {'network': {'name': 'tempest-network--1956980'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:06.450822 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-982254e9-d675-48ce-b6bd-3760192e23f4 None None] Port 704c2ec8-e36c-43bd-9bd1-9620ed06b1b1 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:36:06.520117 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a107ff-7a91-476e-8bf9-a07fe95d6ff2 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:36:06.537977 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-80a107ff-7a91-476e-8bf9-a07fe95d6ff2 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:06.595704 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a107ff-7a91-476e-8bf9-a07fe95d6ff2 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:36:06.614880 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4426ef16-8df8-4c84-ab93-03419e66273e tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Made reservation on behalf of 3b67d7a6baa0496ab3267b10da70b742 for: {'network': 2} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:36:06.622386 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4426ef16-8df8-4c84-ab93-03419e66273e tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:06.652209 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b8405086-ddbf-4b2d-80ff-020560dbf530 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:06.664972 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4426ef16-8df8-4c84-ab93-03419e66273e tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:06.678088 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a107ff-7a91-476e-8bf9-a07fe95d6ff2 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Pushing event updated for resources: {'Port': ['ID=f9bd2b11-4370-463a-98c5-c134486b073a,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:06.714370 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-b8405086-ddbf-4b2d-80ff-020560dbf530 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:06.724538 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c60259bf-51db-4cbc-822d-daf2aa4acb50 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:06.736715 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-b8405086-ddbf-4b2d-80ff-020560dbf530 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c392b50f-ee70-4e3d-a540-9c0fa7cb5fa7') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:06.737099 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-b8405086-ddbf-4b2d-80ff-020560dbf530 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c392b50f-ee70-4e3d-a540-9c0fa7cb5fa7') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:06.786455 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-982254e9-d675-48ce-b6bd-3760192e23f4 None None] Provisioning complete for port 3efa881a-8989-436f-b359-3cd28a99b7a0 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:06.787000 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60259bf-51db-4cbc-822d-daf2aa4acb50 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event deleted for resources: {'Subnet': ['ID=1e5a6978-74c1-4fa5-8ace-71190ce0f40f,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:06.787322 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-982254e9-d675-48ce-b6bd-3760192e23f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:06.796600 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b8405086-ddbf-4b2d-80ff-020560dbf530 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:06.808969 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c60259bf-51db-4cbc-822d-daf2aa4acb50 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:06.812954 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-c60259bf-51db-4cbc-822d-daf2aa4acb50 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "DELETE /v2.0/subnets/1e5a6978-74c1-4fa5-8ace-71190ce0f40f HTTP/1.1" status: 204 len: 168 time: 1.0829926 Jul 29 23:36:06.817673 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 57112) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:06.864887 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b8405086-ddbf-4b2d-80ff-020560dbf530 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:06.876750 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-c87dc9de-d76e-4a82-a69d-a4e9077aaea6 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] DELETE failed (client error): The resource could not be found. Jul 29 23:36:06.877901 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c87dc9de-d76e-4a82-a69d-a4e9077aaea6 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:36:06.880584 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-c87dc9de-d76e-4a82-a69d-a4e9077aaea6 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "DELETE /v2.0/subnets/b0c53205-2783-48eb-861c-0c6f5923473a HTTP/1.1" status: 404 len: 337 time: 0.0547640 Jul 29 23:36:06.884933 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8405086-ddbf-4b2d-80ff-020560dbf530 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:36:06.886200 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b8405086-ddbf-4b2d-80ff-020560dbf530 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:06.902335 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 57114) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:06.905911 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:36:06.905911 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:36:06.905911 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:36:06.905911 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:36:06.905911 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:36:06.905911 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:36:06.905911 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:36:06.905911 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:36:06.905911 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:36:06.905911 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:36:06.905911 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:36:06.905911 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:36:06.905911 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:36:06.905911 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:36:06.905911 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:36:06.905911 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:36:06.905911 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:36:06.905911 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:36:06.905911 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:36:06.905911 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:36:06.905911 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:36:06.905911 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:36:06.905911 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:36:06.905911 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:36:06.905911 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:36:06.905911 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:36:06.905911 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:36:06.905911 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:36:06.905911 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:36:06.905911 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:36:06.905911 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:36:06.905911 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:36:07.015619 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d290259-e107-4b0c-9c05-e38b2570adce None None] DHCP port deletion for 20b17a75-47ba-4198-999c-000c34520768 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:36:07.060075 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ce5f44d0-a0b3-4d9e-873c-48960c190356 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "GET /v2.0/ports?device_id=57d1edde-b2d7-4ef5-9fc0-2b20c40f707f HTTP/1.1" status: 200 len: 205 time: 0.1471455 Jul 29 23:36:07.073838 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57120) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:07.113604 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:07.124825 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-219c7e7c-bfbd-4dc7-9afc-9ce4ceef069a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b578952b-5e93-49c7-a4fc-cea7667d2849', 'name': 'tempest-TestAggregatesBasicOps-1384719346-router', 'tenant_id': '9df6ce3b43af4033bb2f27513971d784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'a5b4cf52-fd0a-478a-815c-1eb3fa3f3ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:35:57Z', 'updated_at': '2021-07-29T23:36:02Z', 'revision_number': 3, 'project_id': '9df6ce3b43af4033bb2f27513971d784', 'gw_port': {'id': 'a5b4cf52-fd0a-478a-815c-1eb3fa3f3ca0', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:20:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b578952b-5e93-49c7-a4fc-cea7667d2849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:00Z', 'updated_at': '2021-07-29T23:36:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:07.141113 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b8405086-ddbf-4b2d-80ff-020560dbf530 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:07.152063 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b94731-ac2b-4b49-b8ed-628402203916 req-1d5fe18b-ff65-43e4-87d4-0542300a21c7 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:07.160616 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-99b94731-ac2b-4b49-b8ed-628402203916 req-1d5fe18b-ff65-43e4-87d4-0542300a21c7 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=331426bb-70f6-4895-8dcb-563373ef4594 HTTP/1.1" status: 200 len: 944 time: 0.1330736 Jul 29 23:36:07.172387 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219c7e7c-bfbd-4dc7-9afc-9ce4ceef069a None None] Checking router: b578952b-5e93-49c7-a4fc-cea7667d2849 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:36:07.172724 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219c7e7c-bfbd-4dc7-9afc-9ce4ceef069a None None] Updating router b578952b-5e93-49c7-a4fc-cea7667d2849 port a5b4cf52-fd0a-478a-815c-1eb3fa3f3ca0 binding host n-d-712141-10 {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:36:07.173299 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b8405086-ddbf-4b2d-80ff-020560dbf530 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:07.179198 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-b8405086-ddbf-4b2d-80ff-020560dbf530 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "DELETE /v2.0/networks/4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf HTTP/1.1" status: 204 len: 168 time: 1.0972381 Jul 29 23:36:07.181804 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6053dc06-0933-44c1-b051-fa0308c01082 None None] Update dhcp port {'port': {'network_id': 'fb747b47-cca6-4c18-afeb-6a460bbab65a', 'fixed_ips': [{'subnet_id': '1e5a6978-74c1-4fa5-8ace-71190ce0f40f'}], 'binding:host_id': 'n-d-712141-10'}, 'id': '3efa881a-8989-436f-b359-3cd28a99b7a0'} from n-d-712141-10. {{(pid=94079) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 23:36:07.209917 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 57124) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:07.256049 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8405086-ddbf-4b2d-80ff-020560dbf530 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Pushing event deleted for resources: {'Network': ['ID=4b3d5dac-1a46-47b4-ab4f-2fdb7233eebf,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:07.258928 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4426ef16-8df8-4c84-ab93-03419e66273e tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:07.278648 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6053dc06-0933-44c1-b051-fa0308c01082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:07.283605 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-15f4c383-98e3-4792-ac85-01a1769e4e4e tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] delete failed (client error): The resource could not be found. Jul 29 23:36:07.287552 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-15f4c383-98e3-4792-ac85-01a1769e4e4e tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "DELETE /v2.0/routers/57d1edde-b2d7-4ef5-9fc0-2b20c40f707f HTTP/1.1" status: 404 len: 336 time: 0.2119448 Jul 29 23:36:07.288226 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57128) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:07.304771 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4426ef16-8df8-4c84-ab93-03419e66273e tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:07.305439 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4426ef16-8df8-4c84-ab93-03419e66273e tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:07.317552 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-5d290259-e107-4b0c-9c05-e38b2570adce None None] Deleting port 112ea9f7-cea8-48d5-a6dd-04c5eb1ec973 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:36:07.321734 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5d290259-e107-4b0c-9c05-e38b2570adce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:07.333759 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-219c7e7c-bfbd-4dc7-9afc-9ce4ceef069a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:07.334050 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-211c4d93-9c4b-4e40-bc2f-fa0cc969fae3 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] DELETE failed (client error): The resource could not be found. Jul 29 23:36:07.334718 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-211c4d93-9c4b-4e40-bc2f-fa0cc969fae3 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:36:07.339482 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-211c4d93-9c4b-4e40-bc2f-fa0cc969fae3 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "DELETE /v2.0/subnets/28908409-4279-4b75-9768-9e62c43f584c HTTP/1.1" status: 404 len: 337 time: 0.0459898 Jul 29 23:36:07.340389 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57132) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:07.362632 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-99b94731-ac2b-4b49-b8ed-628402203916 req-fdad2de9-322a-46f0-9284-9d1d18f88f38 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008595 Jul 29 23:36:07.416936 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4426ef16-8df8-4c84-ab93-03419e66273e tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65e62bf6-fe81-4d21-a221-99b70b87f77c,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:07.447585 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8da7c6d8-cbd7-4492-a6d6-04f91abd2a00 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:07.469574 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4426ef16-8df8-4c84-ab93-03419e66273e tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:36:07.477289 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e26b3b4-1485-4407-b699-1f5b51c457e0 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] DELETE failed (client error): The resource could not be found. Jul 29 23:36:07.477802 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e26b3b4-1485-4407-b699-1f5b51c457e0 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:36:07.493136 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-1e26b3b4-1485-4407-b699-1f5b51c457e0 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "DELETE /v2.0/subnets/e7d944d4-ae96-479c-87b3-10206b1f9237 HTTP/1.1" status: 404 len: 337 time: 0.1454272 Jul 29 23:36:07.493874 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57136) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:07.512501 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4426ef16-8df8-4c84-ab93-03419e66273e tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:07.513103 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-4426ef16-8df8-4c84-ab93-03419e66273e tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Added segment f0e2e5a0-4621-4b41-88fa-90bc8ceddc5e of type vlan for network ac25112a-f231-4998-bb93-ba8fd4efdce6 Jul 29 23:36:07.571071 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ae5bdcc-633e-45ec-84c5-173c9bfadf70 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] DELETE failed (client error): The resource could not be found. Jul 29 23:36:07.571546 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ae5bdcc-633e-45ec-84c5-173c9bfadf70 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:36:07.578079 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-2ae5bdcc-633e-45ec-84c5-173c9bfadf70 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "DELETE /v2.0/subnets/2a464879-518e-4a44-8a65-293cdf00f9e2 HTTP/1.1" status: 404 len: 337 time: 0.0755849 Jul 29 23:36:07.586323 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57142) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:07.665895 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4426ef16-8df8-4c84-ab93-03419e66273e tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:07.671123 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a576e10-a7c3-4e49-843f-60aaf621aa3e tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] DELETE failed (client error): The resource could not be found. Jul 29 23:36:07.671904 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a576e10-a7c3-4e49-843f-60aaf621aa3e tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:36:07.677022 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-5a576e10-a7c3-4e49-843f-60aaf621aa3e tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "DELETE /v2.0/ports/3e0fc719-9fb1-4ae9-87b2-4d4aeb855eb1 HTTP/1.1" status: 404 len: 333 time: 0.0873406 Jul 29 23:36:07.681951 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 57144) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:07.702526 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-5d290259-e107-4b0c-9c05-e38b2570adce None None] For port 112ea9f7-cea8-48d5-a6dd-04c5eb1ec973, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=112ea9f7-cea8-48d5-a6dd-04c5eb1ec973,segment=NetworkSegment(85f03a44-d59a-404b-99bf-5c2915495fce),segment_id=85f03a44-d59a-404b-99bf-5c2915495fce)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:07.703400 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5d290259-e107-4b0c-9c05-e38b2570adce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:07.707181 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b20219a-0e44-43b9-8166-a4e5cdb3c187 req-7f19967d-fea6-4435-9dfe-9db4a8f3fc29 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:07.709436 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5b20219a-0e44-43b9-8166-a4e5cdb3c187 req-7f19967d-fea6-4435-9dfe-9db4a8f3fc29 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 944 time: 0.1938398 Jul 29 23:36:07.741345 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf032910-b963-4644-b508-00e9f4451bcf tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] DELETE failed (client error): The resource could not be found. Jul 29 23:36:07.742341 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf032910-b963-4644-b508-00e9f4451bcf tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:36:07.747391 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57148) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:07.747965 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-bf032910-b963-4644-b508-00e9f4451bcf tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "DELETE /v2.0/subnets/2191b577-f577-4724-9423-44a339cdd2b0 HTTP/1.1" status: 404 len: 337 time: 0.0634425 Jul 29 23:36:07.795259 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-116aed91-385a-48cb-8fb9-dffee3026a25 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] DELETE failed (client error): The resource could not be found. Jul 29 23:36:07.795730 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-116aed91-385a-48cb-8fb9-dffee3026a25 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:36:07.801955 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-116aed91-385a-48cb-8fb9-dffee3026a25 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "DELETE /v2.0/subnets/1a2e7193-68a6-45c6-9b37-7882588bb12d HTTP/1.1" status: 404 len: 337 time: 0.0497284 Jul 29 23:36:07.806889 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 57150) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:07.810267 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2bdbca2a-290b-445e-bf9b-1f9558178ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:07.811300 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-8da7c6d8-cbd7-4492-a6d6-04f91abd2a00 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Deleting port 112ea9f7-cea8-48d5-a6dd-04c5eb1ec973 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:36:07.811876 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8da7c6d8-cbd7-4492-a6d6-04f91abd2a00 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:07.845954 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5b20219a-0e44-43b9-8166-a4e5cdb3c187 req-e5d06180-498a-45a5-b6f2-b8670aaa7550 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082587 Jul 29 23:36:07.867226 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-5d290259-e107-4b0c-9c05-e38b2570adce None None] Calling delete_port for 112ea9f7-cea8-48d5-a6dd-04c5eb1ec973 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:36:07.907958 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4426ef16-8df8-4c84-ab93-03419e66273e tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:36:07.999784 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ec1b86c-bba3-4629-b9dd-1d6f7e313891 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] DELETE failed (client error): The resource could not be found. Jul 29 23:36:08.000647 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ec1b86c-bba3-4629-b9dd-1d6f7e313891 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:36:08.006430 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-7ec1b86c-bba3-4629-b9dd-1d6f7e313891 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "DELETE /v2.0/ports/8917e062-6a78-470d-97e8-cd725e9820dd HTTP/1.1" status: 404 len: 333 time: 0.1889150 Jul 29 23:36:08.035292 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57156) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:08.069734 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9634fec8-9b9e-4e4c-91d6-8ce5b49ce196 None None] Network fb747b47-cca6-4c18-afeb-6a460bbab65a requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:36:08.076513 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 112ea9f7-cea8-48d5-a6dd-04c5eb1ec973 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:36:08.088758 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4426ef16-8df8-4c84-ab93-03419e66273e tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:08.089297 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-4426ef16-8df8-4c84-ab93-03419e66273e tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Added segment 3ac59e68-95cd-4c82-bdbb-8eb9a4cd955b of type vlan for network 2fd94149-c4b2-4923-a49d-8e27d0956dd1 Jul 29 23:36:08.114544 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-8da7c6d8-cbd7-4492-a6d6-04f91abd2a00 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] For port 112ea9f7-cea8-48d5-a6dd-04c5eb1ec973, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=112ea9f7-cea8-48d5-a6dd-04c5eb1ec973,segment=NetworkSegment(85f03a44-d59a-404b-99bf-5c2915495fce),segment_id=85f03a44-d59a-404b-99bf-5c2915495fce)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:08.114881 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8da7c6d8-cbd7-4492-a6d6-04f91abd2a00 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:08.154234 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-01cd8b0a-3671-45f2-ae53-3a7232ce049f tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] DELETE failed (client error): The resource could not be found. Jul 29 23:36:08.154747 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01cd8b0a-3671-45f2-ae53-3a7232ce049f tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:36:08.156742 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-8da7c6d8-cbd7-4492-a6d6-04f91abd2a00 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Calling delete_port for 112ea9f7-cea8-48d5-a6dd-04c5eb1ec973 owned by network:dhcp {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:36:08.162251 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-01cd8b0a-3671-45f2-ae53-3a7232ce049f tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "DELETE /v2.0/subnets/951a1806-4c23-453d-a81e-16425e28dc82 HTTP/1.1" status: 404 len: 337 time: 0.1029255 Jul 29 23:36:08.163088 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 57162) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:08.194190 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4426ef16-8df8-4c84-ab93-03419e66273e tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:08.225571 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-80a107ff-7a91-476e-8bf9-a07fe95d6ff2 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:08.245093 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f1e5e08-8d81-4858-9e84-c619e5fc1b41 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] DELETE failed (client error): The resource could not be found. Jul 29 23:36:08.245823 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f1e5e08-8d81-4858-9e84-c619e5fc1b41 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:36:08.248852 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-9f1e5e08-8d81-4858-9e84-c619e5fc1b41 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "DELETE /v2.0/subnets/81f7645b-65e2-40bf-85ee-ff3ddfb6e652 HTTP/1.1" status: 404 len: 337 time: 0.0813494 Jul 29 23:36:08.282095 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57164) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:08.294727 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8200989d-d136-4dd0-9190-6440153fc18b req-142b1608-397a-4c4f-bdca-9690e6b3e586 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:08.296329 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8200989d-d136-4dd0-9190-6440153fc18b req-142b1608-397a-4c4f-bdca-9690e6b3e586 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 944 time: 0.2893307 Jul 29 23:36:08.338927 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5d290259-e107-4b0c-9c05-e38b2570adce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:08.378674 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4426ef16-8df8-4c84-ab93-03419e66273e tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:08.379261 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4426ef16-8df8-4c84-ab93-03419e66273e tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:08.388375 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4426ef16-8df8-4c84-ab93-03419e66273e tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:08.394844 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4426ef16-8df8-4c84-ab93-03419e66273e tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:08.395550 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4426ef16-8df8-4c84-ab93-03419e66273e tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:08.453927 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8200989d-d136-4dd0-9190-6440153fc18b req-7e1ac90c-6955-4a65-897e-eeae8df3238d tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503351 Jul 29 23:36:08.473424 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-2bdbca2a-290b-445e-bf9b-1f9558178ba8 admin admin] Allocated IP 172.20.0.1 (ff00bbae-4eb9-42a1-bcfc-049d7976e520/90ca3fb8-b10e-499f-8a8b-50af8eeeba85/f7001a3b-d3ab-4d41-b57d-f701a59faf58) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:36:08.477085 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d290259-e107-4b0c-9c05-e38b2570adce None None] Pushing event deleted for resources: {'Port': ['ID=112ea9f7-cea8-48d5-a6dd-04c5eb1ec973,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:08.504759 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d290259-e107-4b0c-9c05-e38b2570adce None None] No DVR routers for this DVR port 112ea9f7-cea8-48d5-a6dd-04c5eb1ec973 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:36:08.519381 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-80a107ff-7a91-476e-8bf9-a07fe95d6ff2 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:08.521150 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f5f5557f-19ad-46d4-9675-c8f85b316249 None None] Provisioning complete for port 704c2ec8-e36c-43bd-9bd1-9620ed06b1b1 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:08.521557 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f5f5557f-19ad-46d4-9675-c8f85b316249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:08.560691 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-4426ef16-8df8-4c84-ab93-03419e66273e tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1316 time: 2.9258292 Jul 29 23:36:08.576452 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57172) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:08.598699 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4426ef16-8df8-4c84-ab93-03419e66273e tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Pushing event updated for resources: {'Network': ['ID=ac25112a-f231-4998-bb93-ba8fd4efdce6,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:08.602105 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8da7c6d8-cbd7-4492-a6d6-04f91abd2a00 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:08.616684 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-219c7e7c-bfbd-4dc7-9afc-9ce4ceef069a None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:08.632421 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-219c7e7c-bfbd-4dc7-9afc-9ce4ceef069a None None] Transition to ACTIVE for port object a5b4cf52-fd0a-478a-815c-1eb3fa3f3ca0 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:36:08.657360 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da7c6d8-cbd7-4492-a6d6-04f91abd2a00 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Pushing event deleted for resources: {'Port': ['ID=112ea9f7-cea8-48d5-a6dd-04c5eb1ec973,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:08.661088 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da7c6d8-cbd7-4492-a6d6-04f91abd2a00 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] No DVR routers for this DVR port 112ea9f7-cea8-48d5-a6dd-04c5eb1ec973 on host n-d-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:36:08.702585 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network ac25112a-f231-4998-bb93-ba8fd4efdce6 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:36:08.706930 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-219c7e7c-bfbd-4dc7-9afc-9ce4ceef069a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:08.830063 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4426ef16-8df8-4c84-ab93-03419e66273e tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Pushing event updated for resources: {'Network': ['ID=2fd94149-c4b2-4923-a49d-8e27d0956dd1,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:08.861133 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-f5f5557f-19ad-46d4-9675-c8f85b316249 None None] Port 704c2ec8-e36c-43bd-9bd1-9620ed06b1b1 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:36:08.870834 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8da7c6d8-cbd7-4492-a6d6-04f91abd2a00 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:08.885343 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8a757b-9811-4391-83fa-f657a77068c1 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:08.888510 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-8da7c6d8-cbd7-4492-a6d6-04f91abd2a00 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20b17a75-47ba-4198-999c-000c34520768']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:08.894825 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8a757b-9811-4391-83fa-f657a77068c1 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:08.904448 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8a757b-9811-4391-83fa-f657a77068c1 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:08.915362 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8a757b-9811-4391-83fa-f657a77068c1 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:08.918899 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-1b8a757b-9811-4391-83fa-f657a77068c1 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2403 time: 0.3392541 Jul 29 23:36:08.930871 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 57180) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:08.939768 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-8da7c6d8-cbd7-4492-a6d6-04f91abd2a00 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85f03a44-d59a-404b-99bf-5c2915495fce') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:08.945373 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-a44c1923-31d1-4f83-ac88-6050363ff4b2 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Deleting port 704c2ec8-e36c-43bd-9bd1-9620ed06b1b1 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:36:08.945817 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a44c1923-31d1-4f83-ac88-6050363ff4b2 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:08.949544 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-8da7c6d8-cbd7-4492-a6d6-04f91abd2a00 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85f03a44-d59a-404b-99bf-5c2915495fce') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:08.982363 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 2fd94149-c4b2-4923-a49d-8e27d0956dd1 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:36:08.991705 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8da7c6d8-cbd7-4492-a6d6-04f91abd2a00 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:09.016031 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8da7c6d8-cbd7-4492-a6d6-04f91abd2a00 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:09.026033 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8da7c6d8-cbd7-4492-a6d6-04f91abd2a00 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:36:09.026514 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8da7c6d8-cbd7-4492-a6d6-04f91abd2a00 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:09.059538 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 24e453c8-3bc7-429b-b0d4-8623c169bf91 no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:36:09.079637 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No active binding found for port 112ea9f7-cea8-48d5-a6dd-04c5eb1ec973 {{(pid=94079) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 29 23:36:09.080079 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 112ea9f7-cea8-48d5-a6dd-04c5eb1ec973 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:36:09.082573 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc9a749-e318-4fb9-b97a-cc313f9e6d35 None None] Pushing event updated for resources: {'Port': ['ID=a5b4cf52-fd0a-478a-815c-1eb3fa3f3ca0,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:09.114573 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a44c1923-31d1-4f83-ac88-6050363ff4b2 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:09.124510 n-d-712141-10 neutron-server[94078]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:36:09.124510 n-d-712141-10 neutron-server[94078]: self.session.flush() Jul 29 23:36:09.124510 n-d-712141-10 neutron-server[94078]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:36:09.124510 n-d-712141-10 neutron-server[94078]: self.session.flush() Jul 29 23:36:09.124510 n-d-712141-10 neutron-server[94078]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:36:09.124510 n-d-712141-10 neutron-server[94078]: self.session.flush() Jul 29 23:36:09.124510 n-d-712141-10 neutron-server[94078]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:36:09.124510 n-d-712141-10 neutron-server[94078]: self.session.flush() Jul 29 23:36:09.124510 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:36:09.124510 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:36:09.124510 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:36:09.124510 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:36:09.124510 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:36:09.124510 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:36:09.124510 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:36:09.124510 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:36:09.124510 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:36:09.124510 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:36:09.124510 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:36:09.124510 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:36:09.124510 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:36:09.124510 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:36:09.124510 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:36:09.124510 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:36:09.124510 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:36:09.124510 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:36:09.124510 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:36:09.124510 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:36:09.124510 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:36:09.124510 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:36:09.124510 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:36:09.124510 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:36:09.124510 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:36:09.124510 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:36:09.124510 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:36:09.124510 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:36:09.124510 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:36:09.124510 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:36:09.124510 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:36:09.124510 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:36:09.175343 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-219c7e7c-bfbd-4dc7-9afc-9ce4ceef069a None None] Attempting to bind port a5b4cf52-fd0a-478a-815c-1eb3fa3f3ca0 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:36:09.175719 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-219c7e7c-bfbd-4dc7-9afc-9ce4ceef069a None None] Attempting to bind port a5b4cf52-fd0a-478a-815c-1eb3fa3f3ca0 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:36:09.176080 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219c7e7c-bfbd-4dc7-9afc-9ce4ceef069a None None] Attempting to bind port a5b4cf52-fd0a-478a-815c-1eb3fa3f3ca0 on network 58f27f61-3278-49cc-b66b-1e729d26f29f {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:36:09.183254 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-a44c1923-31d1-4f83-ac88-6050363ff4b2 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Calling delete_port for 704c2ec8-e36c-43bd-9bd1-9620ed06b1b1 owned by {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:36:09.213680 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8da7c6d8-cbd7-4492-a6d6-04f91abd2a00 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:09.234179 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219c7e7c-bfbd-4dc7-9afc-9ce4ceef069a None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:36:09.234899 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219c7e7c-bfbd-4dc7-9afc-9ce4ceef069a None None] Checking segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:36:09.235689 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-219c7e7c-bfbd-4dc7-9afc-9ce4ceef069a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:09.236092 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219c7e7c-bfbd-4dc7-9afc-9ce4ceef069a None None] Bound using segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:36:09.236584 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-219c7e7c-bfbd-4dc7-9afc-9ce4ceef069a None None] Bound port: a5b4cf52-fd0a-478a-815c-1eb3fa3f3ca0, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:36:09.236976 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-219c7e7c-bfbd-4dc7-9afc-9ce4ceef069a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:09.242377 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f5f5557f-19ad-46d4-9675-c8f85b316249 None None] Provisioning complete for port 3efa881a-8989-436f-b359-3cd28a99b7a0 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:09.242781 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f5f5557f-19ad-46d4-9675-c8f85b316249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:09.286916 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8da7c6d8-cbd7-4492-a6d6-04f91abd2a00 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:09.292217 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-8da7c6d8-cbd7-4492-a6d6-04f91abd2a00 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] 10.222.0.43 "DELETE /v2.0/networks/20b17a75-47ba-4198-999c-000c34520768 HTTP/1.1" status: 204 len: 168 time: 2.0822613 Jul 29 23:36:09.304485 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da7c6d8-cbd7-4492-a6d6-04f91abd2a00 tempest-TaggedBootDevicesTest_v242-885096629 tempest-TaggedBootDevicesTest_v242-885096629-project] Pushing event deleted for resources: {'Network': ['ID=20b17a75-47ba-4198-999c-000c34520768,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:09.358420 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2bdbca2a-290b-445e-bf9b-1f9558178ba8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:09.387846 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee1748-ab78-4738-9bad-94bc7a611969 req-78acaf57-b2e8-4126-b22b-da4ae9dff503 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:09.390703 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-60ee1748-ab78-4738-9bad-94bc7a611969 req-78acaf57-b2e8-4126-b22b-da4ae9dff503 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 944 time: 0.2734544 Jul 29 23:36:09.402108 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-917fcc29-2451-42e7-aa63-57849364e9e7 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:09.410304 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-2bdbca2a-290b-445e-bf9b-1f9558178ba8 admin admin] Transition to ACTIVE for port object f7001a3b-d3ab-4d41-b57d-f701a59faf58 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:36:09.464147 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8982b17d-aaf8-40fa-863b-d03b049b1e9c None None] DHCP port deletion for fb747b47-cca6-4c18-afeb-6a460bbab65a request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:36:09.476569 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-80a107ff-7a91-476e-8bf9-a07fe95d6ff2 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:09.502164 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a44c1923-31d1-4f83-ac88-6050363ff4b2 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:09.515463 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-80a107ff-7a91-476e-8bf9-a07fe95d6ff2 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:09.556060 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-219c7e7c-bfbd-4dc7-9afc-9ce4ceef069a None None] For port a5b4cf52-fd0a-478a-815c-1eb3fa3f3ca0, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:36:09.581617 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-60ee1748-ab78-4738-9bad-94bc7a611969 req-f7633f11-c68a-489e-8696-ff93029460fa tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708694 Jul 29 23:36:09.599393 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-219c7e7c-bfbd-4dc7-9afc-9ce4ceef069a None None] For port a5b4cf52-fd0a-478a-815c-1eb3fa3f3ca0, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=a5b4cf52-fd0a-478a-815c-1eb3fa3f3ca0,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:36:09.608821 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a107ff-7a91-476e-8bf9-a07fe95d6ff2 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Pushing event updated for resources: {'Port': ['ID=f9bd2b11-4370-463a-98c5-c134486b073a,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:09.635885 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-219c7e7c-bfbd-4dc7-9afc-9ce4ceef069a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:09.661915 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-917fcc29-2451-42e7-aa63-57849364e9e7 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:09.697536 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-917fcc29-2451-42e7-aa63-57849364e9e7 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac25112a-f231-4998-bb93-ba8fd4efdce6']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:09.720754 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-8982b17d-aaf8-40fa-863b-d03b049b1e9c None None] Deleting port 3efa881a-8989-436f-b359-3cd28a99b7a0 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:36:09.722629 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8982b17d-aaf8-40fa-863b-d03b049b1e9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:09.728204 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44c1923-31d1-4f83-ac88-6050363ff4b2 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event deleted for resources: {'Port': ['ID=704c2ec8-e36c-43bd-9bd1-9620ed06b1b1,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:09.735787 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-917fcc29-2451-42e7-aa63-57849364e9e7 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0e2e5a0-4621-4b41-88fa-90bc8ceddc5e') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:09.736087 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-917fcc29-2451-42e7-aa63-57849364e9e7 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0e2e5a0-4621-4b41-88fa-90bc8ceddc5e') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:09.739218 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a44c1923-31d1-4f83-ac88-6050363ff4b2 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:09.741189 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a44c1923-31d1-4f83-ac88-6050363ff4b2 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "DELETE /v2.0/ports/704c2ec8-e36c-43bd-9bd1-9620ed06b1b1 HTTP/1.1" status: 204 len: 168 time: 1.4580681 Jul 29 23:36:09.742405 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-80a107ff-7a91-476e-8bf9-a07fe95d6ff2 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:09.745145 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2bdbca2a-290b-445e-bf9b-1f9558178ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:09.751880 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 57202) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:09.771668 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-917fcc29-2451-42e7-aa63-57849364e9e7 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:09.810741 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc9a749-e318-4fb9-b97a-cc313f9e6d35 None None] Pushing event updated for resources: {'Port': ['ID=a5b4cf52-fd0a-478a-815c-1eb3fa3f3ca0,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:09.827228 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219c7e7c-bfbd-4dc7-9afc-9ce4ceef069a None None] Routers {'b578952b-5e93-49c7-a4fc-cea7667d2849'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:36:09.827228 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-219c7e7c-bfbd-4dc7-9afc-9ce4ceef069a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:35:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['b578952b-5e93-49c7-a4fc-cea7667d2849'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:09.895955 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-917fcc29-2451-42e7-aa63-57849364e9e7 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:09.931703 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-917fcc29-2451-42e7-aa63-57849364e9e7 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:36:09.932741 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-917fcc29-2451-42e7-aa63-57849364e9e7 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:09.952559 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:36:09.952559 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:36:09.952559 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:36:09.952559 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:36:09.952559 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:36:09.952559 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:36:09.952559 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:36:09.952559 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:36:09.952559 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:36:09.952559 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:36:09.952559 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:36:09.952559 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:36:09.952559 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:36:09.952559 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:36:09.952559 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:36:09.952559 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:36:09.952559 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:36:09.952559 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:36:09.952559 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:36:09.952559 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:36:09.952559 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:36:09.952559 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:36:09.952559 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:36:09.952559 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:36:09.952559 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:36:09.952559 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:36:09.952559 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:36:09.952559 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:36:09.952559 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:36:09.952559 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:36:09.952559 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:36:09.952559 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:36:10.035111 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdbca2a-290b-445e-bf9b-1f9558178ba8 admin admin] Network ff00bbae-4eb9-42a1-bcfc-049d7976e520 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:36:10.049944 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-2bdbca2a-290b-445e-bf9b-1f9558178ba8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:10.079379 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdbca2a-290b-445e-bf9b-1f9558178ba8 admin admin] Pushing event updated for resources: {'Port': ['ID=f7001a3b-d3ab-4d41-b57d-f701a59faf58,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:10.083904 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdbca2a-290b-445e-bf9b-1f9558178ba8 admin admin] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:36:10.158699 n-d-712141-10 neutron-server[94077]: INFO neutron.db.l3_db [None req-80a107ff-7a91-476e-8bf9-a07fe95d6ff2 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Floating IP 79ff89ee-92bd-41cb-bc9c-d93ef08a7c16 associated. External IP: 172.25.0.129, port: fcc0acba-cfb3-488f-9cf3-bcbd2abedfcd. Jul 29 23:36:10.165136 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2bdbca2a-290b-445e-bf9b-1f9558178ba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:10.341608 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-219c7e7c-bfbd-4dc7-9afc-9ce4ceef069a None None] Set router b578952b-5e93-49c7-a4fc-cea7667d2849 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:36:10.391677 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 3efa881a-8989-436f-b359-3cd28a99b7a0 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:36:10.486449 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-911821ab-c88e-4cb7-9364-fc4690fc0081 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:10.507952 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-917fcc29-2451-42e7-aa63-57849364e9e7 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:10.537347 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-917fcc29-2451-42e7-aa63-57849364e9e7 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:10.539647 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-917fcc29-2451-42e7-aa63-57849364e9e7 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] 10.222.0.43 "DELETE /v2.0/networks/ac25112a-f231-4998-bb93-ba8fd4efdce6 HTTP/1.1" status: 204 len: 168 time: 1.6065137 Jul 29 23:36:10.543543 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 57220) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:10.564521 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917fcc29-2451-42e7-aa63-57849364e9e7 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Pushing event deleted for resources: {'Network': ['ID=ac25112a-f231-4998-bb93-ba8fd4efdce6,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:10.601131 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2bdbca2a-290b-445e-bf9b-1f9558178ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:10.667774 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2c027b2b-4e00-437c-ac20-eba05f100eed tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:10.670737 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-8982b17d-aaf8-40fa-863b-d03b049b1e9c None None] For port 3efa881a-8989-436f-b359-3cd28a99b7a0, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=3efa881a-8989-436f-b359-3cd28a99b7a0,segment=NetworkSegment(0ca3ad76-2069-4aa5-ad8b-5e2c11e2defb),segment_id=0ca3ad76-2069-4aa5-ad8b-5e2c11e2defb)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:10.671361 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8982b17d-aaf8-40fa-863b-d03b049b1e9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:10.672619 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-911821ab-c88e-4cb7-9364-fc4690fc0081 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Deleting port 3efa881a-8989-436f-b359-3cd28a99b7a0 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:36:10.673514 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-911821ab-c88e-4cb7-9364-fc4690fc0081 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:10.766293 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-8982b17d-aaf8-40fa-863b-d03b049b1e9c None None] Calling delete_port for 3efa881a-8989-436f-b359-3cd28a99b7a0 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:36:10.991090 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No active binding found for port 3efa881a-8989-436f-b359-3cd28a99b7a0 {{(pid=94079) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 29 23:36:10.991090 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 3efa881a-8989-436f-b359-3cd28a99b7a0 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:36:11.029142 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8982b17d-aaf8-40fa-863b-d03b049b1e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:11.095916 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2c027b2b-4e00-437c-ac20-eba05f100eed tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:11.112683 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8982b17d-aaf8-40fa-863b-d03b049b1e9c None None] No DVR routers for this DVR port 3efa881a-8989-436f-b359-3cd28a99b7a0 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:36:11.112840 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-911821ab-c88e-4cb7-9364-fc4690fc0081 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] For port 3efa881a-8989-436f-b359-3cd28a99b7a0, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=3efa881a-8989-436f-b359-3cd28a99b7a0,segment=NetworkSegment(0ca3ad76-2069-4aa5-ad8b-5e2c11e2defb),segment_id=0ca3ad76-2069-4aa5-ad8b-5e2c11e2defb)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:11.113851 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-911821ab-c88e-4cb7-9364-fc4690fc0081 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:11.130527 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8982b17d-aaf8-40fa-863b-d03b049b1e9c None None] Pushing event deleted for resources: {'Port': ['ID=3efa881a-8989-436f-b359-3cd28a99b7a0,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:11.141819 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-779d2eae-9640-4e55-90f6-90aa7db70d59 None None] Provisioning for port f7001a3b-d3ab-4d41-b57d-f701a59faf58 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:36:11.151757 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-779d2eae-9640-4e55-90f6-90aa7db70d59 None None] Provisioning complete for port f7001a3b-d3ab-4d41-b57d-f701a59faf58 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:11.152998 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-779d2eae-9640-4e55-90f6-90aa7db70d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:11.171256 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-2c027b2b-4e00-437c-ac20-eba05f100eed tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fd94149-c4b2-4923-a49d-8e27d0956dd1']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:11.204301 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-911821ab-c88e-4cb7-9364-fc4690fc0081 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Calling delete_port for 3efa881a-8989-436f-b359-3cd28a99b7a0 owned by network:dhcp {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:36:11.208458 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-779d2eae-9640-4e55-90f6-90aa7db70d59 None None] Port f7001a3b-d3ab-4d41-b57d-f701a59faf58 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:36:11.208883 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-2c027b2b-4e00-437c-ac20-eba05f100eed tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ac59e68-95cd-4c82-bdbb-8eb9a4cd955b') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:11.209257 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-2c027b2b-4e00-437c-ac20-eba05f100eed tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ac59e68-95cd-4c82-bdbb-8eb9a4cd955b') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:11.226050 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-219c7e7c-bfbd-4dc7-9afc-9ce4ceef069a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b578952b-5e93-49c7-a4fc-cea7667d2849', 'name': 'tempest-TestAggregatesBasicOps-1384719346-router', 'tenant_id': '9df6ce3b43af4033bb2f27513971d784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'a5b4cf52-fd0a-478a-815c-1eb3fa3f3ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:35:57Z', 'updated_at': '2021-07-29T23:36:02Z', 'revision_number': 3, 'project_id': '9df6ce3b43af4033bb2f27513971d784', 'gw_port': {'id': 'a5b4cf52-fd0a-478a-815c-1eb3fa3f3ca0', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:20:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b578952b-5e93-49c7-a4fc-cea7667d2849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:00Z', 'updated_at': '2021-07-29T23:36:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:11.236524 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80a107ff-7a91-476e-8bf9-a07fe95d6ff2 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Router 1cd95d43-ed85-412f-b8bb-061a2b566a0d has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:36:11.256484 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dfa461-2d5c-406d-9bc1-915ee476350a req-5c0c8fa8-0787-4b65-88d7-61621a6a699b tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:11.258514 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-40dfa461-2d5c-406d-9bc1-915ee476350a req-5c0c8fa8-0787-4b65-88d7-61621a6a699b tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 944 time: 0.4800863 Jul 29 23:36:11.268523 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219c7e7c-bfbd-4dc7-9afc-9ce4ceef069a None None] The sync data for ids ['b578952b-5e93-49c7-a4fc-cea7667d2849'] in n-d-712141-10 is: [{'id': 'b578952b-5e93-49c7-a4fc-cea7667d2849', 'name': 'tempest-TestAggregatesBasicOps-1384719346-router', 'tenant_id': '9df6ce3b43af4033bb2f27513971d784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'a5b4cf52-fd0a-478a-815c-1eb3fa3f3ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:35:57Z', 'updated_at': '2021-07-29T23:36:02Z', 'revision_number': 3, 'project_id': '9df6ce3b43af4033bb2f27513971d784', 'gw_port': {'id': 'a5b4cf52-fd0a-478a-815c-1eb3fa3f3ca0', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:20:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b578952b-5e93-49c7-a4fc-cea7667d2849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:00Z', 'updated_at': '2021-07-29T23:36:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:36:11.268964 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2c027b2b-4e00-437c-ac20-eba05f100eed tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:11.330631 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 57232) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:11.389205 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2c027b2b-4e00-437c-ac20-eba05f100eed tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:11.409287 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c027b2b-4e00-437c-ac20-eba05f100eed tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:36:11.409633 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2c027b2b-4e00-437c-ac20-eba05f100eed tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:11.413160 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:36:11.413160 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:36:11.413160 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:36:11.413160 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:36:11.413160 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:36:11.413160 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:36:11.413160 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:36:11.413160 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:36:11.413160 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:36:11.413160 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:36:11.413160 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:36:11.413160 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:36:11.413160 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:36:11.413160 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:36:11.413160 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:36:11.413160 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:36:11.413160 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:36:11.413160 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:36:11.413160 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:36:11.413160 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:36:11.413160 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:36:11.413160 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:36:11.413160 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:36:11.413160 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:36:11.413160 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:36:11.413160 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:36:11.413160 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:36:11.413160 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:36:11.413160 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:36:11.413160 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:36:11.413160 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:36:11.413160 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:36:11.485977 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-40dfa461-2d5c-406d-9bc1-915ee476350a req-0be653ba-ab97-4e84-a0b5-8f63429bec8f tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2120190 Jul 29 23:36:11.521809 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2c027b2b-4e00-437c-ac20-eba05f100eed tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:11.543275 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2c027b2b-4e00-437c-ac20-eba05f100eed tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:11.548440 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-2c027b2b-4e00-437c-ac20-eba05f100eed tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] 10.222.0.43 "DELETE /v2.0/networks/2fd94149-c4b2-4923-a49d-8e27d0956dd1 HTTP/1.1" status: 204 len: 168 time: 1.0038154 Jul 29 23:36:11.579653 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57236) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:11.589187 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c027b2b-4e00-437c-ac20-eba05f100eed tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Pushing event deleted for resources: {'Network': ['ID=2fd94149-c4b2-4923-a49d-8e27d0956dd1,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:11.597043 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-911821ab-c88e-4cb7-9364-fc4690fc0081 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:11.612219 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911821ab-c88e-4cb7-9364-fc4690fc0081 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] No DVR routers for this DVR port 3efa881a-8989-436f-b359-3cd28a99b7a0 on host n-d-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:36:11.620870 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2bdbca2a-290b-445e-bf9b-1f9558178ba8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:11.693065 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2bdbca2a-290b-445e-bf9b-1f9558178ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:11.746797 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-02fa7c9f-d227-447b-a6b2-7d9987d8dde6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:11.829752 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a107ff-7a91-476e-8bf9-a07fe95d6ff2 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:36:11.849249 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9934b9a3-cc04-4983-b827-99ef9bdb8436 None None] Sync routers for ids ['1cd95d43-ed85-412f-b8bb-061a2b566a0d'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:36:11.881391 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9934b9a3-cc04-4983-b827-99ef9bdb8436 None None] Routers {'1cd95d43-ed85-412f-b8bb-061a2b566a0d'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:36:11.882065 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-9934b9a3-cc04-4983-b827-99ef9bdb8436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:35:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['1cd95d43-ed85-412f-b8bb-061a2b566a0d'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:11.930601 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-9934b9a3-cc04-4983-b827-99ef9bdb8436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:11.939406 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdbca2a-290b-445e-bf9b-1f9558178ba8 admin admin] Pushing event updated for resources: {'Port': ['ID=f7001a3b-d3ab-4d41-b57d-f701a59faf58,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:11.944469 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2bdbca2a-290b-445e-bf9b-1f9558178ba8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:11.948562 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9934b9a3-cc04-4983-b827-99ef9bdb8436 None None] Routers {'1cd95d43-ed85-412f-b8bb-061a2b566a0d'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:36:11.949093 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-9934b9a3-cc04-4983-b827-99ef9bdb8436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:35:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['1cd95d43-ed85-412f-b8bb-061a2b566a0d'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:11.954286 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-02fa7c9f-d227-447b-a6b2-7d9987d8dde6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:11.955984 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911821ab-c88e-4cb7-9364-fc4690fc0081 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event deleted for resources: {'Port': ['ID=3efa881a-8989-436f-b359-3cd28a99b7a0,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:11.972339 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-80a107ff-7a91-476e-8bf9-a07fe95d6ff2 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:11.985705 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c51234-1293-4340-9817-5f1f118aabc2 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:11.996003 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c51234-1293-4340-9817-5f1f118aabc2 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:12.000979 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c4c51234-1293-4340-9817-5f1f118aabc2 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4185503 Jul 29 23:36:12.005115 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57238) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:12.020120 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device a5b4cf52-fd0a-478a-815c-1eb3fa3f3ca0 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:36:12.029920 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-9934b9a3-cc04-4983-b827-99ef9bdb8436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:12.030590 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9934b9a3-cc04-4983-b827-99ef9bdb8436 None None] The sync data for ids ['1cd95d43-ed85-412f-b8bb-061a2b566a0d'] in n-d-712141-10 is: [] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:36:12.058347 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-a7584dc8-a5cc-4105-9388-41b220bf4c57 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1296477020'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:12.061172 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-02fa7c9f-d227-447b-a6b2-7d9987d8dde6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:12.152896 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port a5b4cf52-fd0a-478a-815c-1eb3fa3f3ca0 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:36:12.158986 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port a5b4cf52-fd0a-478a-815c-1eb3fa3f3ca0 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:12.159496 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:12.167876 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-80a107ff-7a91-476e-8bf9-a07fe95d6ff2 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.1844721 Jul 29 23:36:12.185130 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 57244) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:12.189040 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fa7c9f-d227-447b-a6b2-7d9987d8dde6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4aa321-6d24-4f00-bacf-a2b170711fd1,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:12.211740 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7584dc8-a5cc-4105-9388-41b220bf4c57 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Made reservation on behalf of 3b67d7a6baa0496ab3267b10da70b742 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:36:12.216233 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-f2f98dee-5719-4fff-8f46-12305e717eb1 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-838805407'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:12.221542 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a7584dc8-a5cc-4105-9388-41b220bf4c57 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:12.223503 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-911821ab-c88e-4cb7-9364-fc4690fc0081 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:12.260101 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-911821ab-c88e-4cb7-9364-fc4690fc0081 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb747b47-cca6-4c18-afeb-6a460bbab65a']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:12.271277 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-02fa7c9f-d227-447b-a6b2-7d9987d8dde6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=051a5a692f89463f9652304b87810077&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9397984 Jul 29 23:36:12.274539 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 57246) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:12.297025 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7584dc8-a5cc-4105-9388-41b220bf4c57 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:36:12.306315 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-911821ab-c88e-4cb7-9364-fc4690fc0081 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ca3ad76-2069-4aa5-ad8b-5e2c11e2defb') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:12.306643 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-911821ab-c88e-4cb7-9364-fc4690fc0081 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ca3ad76-2069-4aa5-ad8b-5e2c11e2defb') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:12.308051 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a7584dc8-a5cc-4105-9388-41b220bf4c57 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:12.308466 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-a7584dc8-a5cc-4105-9388-41b220bf4c57 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Added segment ebbe0d52-90bb-4bbc-95ce-ed1ddfb82b08 of type vlan for network 4f1c0e46-f964-40fa-8aab-4bbbf220bfd5 Jul 29 23:36:12.326928 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:12.338392 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-911821ab-c88e-4cb7-9364-fc4690fc0081 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:12.354777 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f98dee-5719-4fff-8f46-12305e717eb1 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Made reservation on behalf of ce80edbfe3b74e1a96ffbc003847952c for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:36:12.358446 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f2f98dee-5719-4fff-8f46-12305e717eb1 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:12.381794 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port a5b4cf52-fd0a-478a-815c-1eb3fa3f3ca0, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=a5b4cf52-fd0a-478a-815c-1eb3fa3f3ca0,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:12.390318 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:12.409120 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-911821ab-c88e-4cb7-9364-fc4690fc0081 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:12.411869 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fea22cd3-27af-49bd-85ac-3db7a99d3a14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:12.440828 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-911821ab-c88e-4cb7-9364-fc4690fc0081 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:36:12.440828 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-911821ab-c88e-4cb7-9364-fc4690fc0081 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:12.441349 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a7584dc8-a5cc-4105-9388-41b220bf4c57 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:12.441521 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:36:12.441521 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:36:12.441521 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:36:12.441521 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:36:12.441521 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:36:12.441521 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:36:12.441521 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:36:12.441521 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:36:12.441521 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:36:12.441521 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:36:12.441521 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:36:12.441521 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:36:12.441521 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:36:12.441521 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:36:12.441521 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:36:12.441521 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:36:12.441521 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:36:12.441521 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:36:12.441521 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:36:12.441521 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:36:12.441521 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:36:12.441521 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:36:12.441521 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:36:12.441521 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:36:12.441521 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:36:12.441521 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:36:12.441521 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:36:12.441521 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:36:12.441521 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:36:12.441521 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:36:12.441521 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:36:12.441521 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:36:12.503414 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=a5b4cf52-fd0a-478a-815c-1eb3fa3f3ca0,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:12.516303 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2f98dee-5719-4fff-8f46-12305e717eb1 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:36:12.536492 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fea22cd3-27af-49bd-85ac-3db7a99d3a14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:12.568536 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f2f98dee-5719-4fff-8f46-12305e717eb1 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:12.568889 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-f2f98dee-5719-4fff-8f46-12305e717eb1 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Added segment 478dacaf-4552-42ac-b66f-e2636d8c95a6 of type vlan for network 664b1722-a93c-460c-af19-f82492c3e2bb Jul 29 23:36:12.575927 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdbca2a-290b-445e-bf9b-1f9558178ba8 admin admin] Network ff00bbae-4eb9-42a1-bcfc-049d7976e520 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:36:12.586249 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-2bdbca2a-290b-445e-bf9b-1f9558178ba8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:12.587464 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-911821ab-c88e-4cb7-9364-fc4690fc0081 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:12.594357 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-911821ab-c88e-4cb7-9364-fc4690fc0081 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:12.597078 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-911821ab-c88e-4cb7-9364-fc4690fc0081 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] 10.222.0.43 "DELETE /v2.0/networks/fb747b47-cca6-4c18-afeb-6a460bbab65a HTTP/1.1" status: 204 len: 168 time: 2.8436699 Jul 29 23:36:12.628945 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a7584dc8-a5cc-4105-9388-41b220bf4c57 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:12.650093 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7584dc8-a5cc-4105-9388-41b220bf4c57 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:12.651273 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a7584dc8-a5cc-4105-9388-41b220bf4c57 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:12.788286 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911821ab-c88e-4cb7-9364-fc4690fc0081 tempest-PortsTestJSON-1816278969 tempest-PortsTestJSON-1816278969-project] Pushing event deleted for resources: {'Network': ['ID=fb747b47-cca6-4c18-afeb-6a460bbab65a,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:12.834125 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bdbca2a-290b-445e-bf9b-1f9558178ba8 admin admin] Router b578952b-5e93-49c7-a4fc-cea7667d2849 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:36:12.839404 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f2f98dee-5719-4fff-8f46-12305e717eb1 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:12.890398 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f2f98dee-5719-4fff-8f46-12305e717eb1 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:12.897524 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f98dee-5719-4fff-8f46-12305e717eb1 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:12.898974 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f2f98dee-5719-4fff-8f46-12305e717eb1 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:13.012204 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57254) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:13.032601 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978daaa2-0978-4341-a058-26d84163c383 req-fa17ed51-f5f0-4c47-93af-996d64e0fe4a tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:13.034501 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-978daaa2-0978-4341-a058-26d84163c383 req-fa17ed51-f5f0-4c47-93af-996d64e0fe4a tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 944 time: 0.3438487 Jul 29 23:36:13.060074 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a7584dc8-a5cc-4105-9388-41b220bf4c57 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0523443 Jul 29 23:36:13.066103 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-13c3bee3-a906-44dd-946f-05e04d5a94b6 None None] Provisioning complete for port f7001a3b-d3ab-4d41-b57d-f701a59faf58 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:13.066623 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-13c3bee3-a906-44dd-946f-05e04d5a94b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:13.070952 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-f2f98dee-5719-4fff-8f46-12305e717eb1 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8641133 Jul 29 23:36:13.071693 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fea22cd3-27af-49bd-85ac-3db7a99d3a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:13.075622 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fea22cd3-27af-49bd-85ac-3db7a99d3a14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:13.078673 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-fea22cd3-27af-49bd-85ac-3db7a99d3a14 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5a4aa321-6d24-4f00-bacf-a2b170711fd1 HTTP/1.1" status: 204 len: 168 time: 0.7942221 Jul 29 23:36:13.079296 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 57258) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:13.079964 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 57260) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:13.091860 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-32efc681-1cad-41c0-a83f-d7923e0faed8 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1637530246'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:13.101092 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-9d661237-bc36-4aac-8fc3-a74368c34d1b tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Request body: {'subnet': {'network_id': '664b1722-a93c-460c-af19-f82492c3e2bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:13.146129 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7584dc8-a5cc-4105-9388-41b220bf4c57 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Pushing event updated for resources: {'Network': ['ID=4f1c0e46-f964-40fa-8aab-4bbbf220bfd5,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:13.162169 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-13c3bee3-a906-44dd-946f-05e04d5a94b6 None None] Port f7001a3b-d3ab-4d41-b57d-f701a59faf58 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:36:13.167819 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 4f1c0e46-f964-40fa-8aab-4bbbf220bfd5 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:36:13.195644 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea22cd3-27af-49bd-85ac-3db7a99d3a14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4aa321-6d24-4f00-bacf-a2b170711fd1,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:13.216289 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f98dee-5719-4fff-8f46-12305e717eb1 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Pushing event updated for resources: {'Network': ['ID=664b1722-a93c-460c-af19-f82492c3e2bb,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:13.286063 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-978daaa2-0978-4341-a058-26d84163c383 req-eb09c590-9fec-40af-a875-c0885faf32bf tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2237184 Jul 29 23:36:13.286765 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32efc681-1cad-41c0-a83f-d7923e0faed8 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Made reservation on behalf of 3b67d7a6baa0496ab3267b10da70b742 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:36:13.290425 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-32efc681-1cad-41c0-a83f-d7923e0faed8 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:13.330267 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 664b1722-a93c-460c-af19-f82492c3e2bb details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:36:13.334541 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d661237-bc36-4aac-8fc3-a74368c34d1b tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Made reservation on behalf of ce80edbfe3b74e1a96ffbc003847952c for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:36:13.342409 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9d661237-bc36-4aac-8fc3-a74368c34d1b tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:13.347517 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32efc681-1cad-41c0-a83f-d7923e0faed8 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:36:13.390755 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bdbca2a-290b-445e-bf9b-1f9558178ba8 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:36:13.428662 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-32efc681-1cad-41c0-a83f-d7923e0faed8 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:13.429392 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-32efc681-1cad-41c0-a83f-d7923e0faed8 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Added segment 92a3cfda-e040-40e0-807e-8323389559f6 of type vlan for network c872bf67-ad78-4cb1-bff2-613ed50062bf Jul 29 23:36:13.436065 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-2bdbca2a-290b-445e-bf9b-1f9558178ba8 admin admin] 10.222.0.43 "PUT /v2.0/routers/b578952b-5e93-49c7-a4fc-cea7667d2849/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3221335 Jul 29 23:36:13.506966 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-6576aae5-7b61-4460-8084-d61fac41c4e6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d49779da0727435887ac30c3d6c062b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4869454 Jul 29 23:36:13.507647 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57272) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:13.516164 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-32efc681-1cad-41c0-a83f-d7923e0faed8 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:13.595801 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-32efc681-1cad-41c0-a83f-d7923e0faed8 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:13.601664 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32efc681-1cad-41c0-a83f-d7923e0faed8 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:13.602256 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-32efc681-1cad-41c0-a83f-d7923e0faed8 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:13.626820 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b5cf4d65-70f1-4792-a3be-b2655231e89f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:13.674876 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b5cf4d65-70f1-4792-a3be-b2655231e89f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:13.705879 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-32efc681-1cad-41c0-a83f-d7923e0faed8 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6200755 Jul 29 23:36:13.720557 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 57278) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:13.729816 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-8f5f2987-d787-4b8e-9708-dedcc83f3210 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Request body: {'ports': [{'network_id': '4f1c0e46-f964-40fa-8aab-4bbbf220bfd5', 'name': 'tempest-port--1085501763', 'admin_state_up': True}, {'network_id': 'c872bf67-ad78-4cb1-bff2-613ed50062bf', 'admin_state_up': False}]} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:13.730406 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-8f5f2987-d787-4b8e-9708-dedcc83f3210 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Request body: {'port': {'network_id': '4f1c0e46-f964-40fa-8aab-4bbbf220bfd5', 'name': 'tempest-port--1085501763', 'admin_state_up': True}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:13.731010 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-8f5f2987-d787-4b8e-9708-dedcc83f3210 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Request body: {'port': {'network_id': 'c872bf67-ad78-4cb1-bff2-613ed50062bf', 'admin_state_up': False}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:13.747085 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b5cf4d65-70f1-4792-a3be-b2655231e89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:13.750565 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b5cf4d65-70f1-4792-a3be-b2655231e89f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:13.757263 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b5cf4d65-70f1-4792-a3be-b2655231e89f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4153d84a-bdec-4940-b7fb-e10b3098de11 HTTP/1.1" status: 204 len: 168 time: 0.2485542 Jul 29 23:36:13.782128 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57282) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:13.782895 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cf4d65-70f1-4792-a3be-b2655231e89f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4153d84a-bdec-4940-b7fb-e10b3098de11,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:13.815395 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8578175c-8666-4fd9-8ed6-7f8123600981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:13.983474 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32efc681-1cad-41c0-a83f-d7923e0faed8 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Pushing event updated for resources: {'Network': ['ID=c872bf67-ad78-4cb1-bff2-613ed50062bf,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:13.995862 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network c872bf67-ad78-4cb1-bff2-613ed50062bf details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:36:14.015389 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9d661237-bc36-4aac-8fc3-a74368c34d1b tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:14.075890 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8578175c-8666-4fd9-8ed6-7f8123600981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:14.084377 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8578175c-8666-4fd9-8ed6-7f8123600981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:14.144938 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device a5b4cf52-fd0a-478a-815c-1eb3fa3f3ca0 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:36:14.164770 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8578175c-8666-4fd9-8ed6-7f8123600981 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f14eea2b6b4945d39134176586c09ae0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3796761 Jul 29 23:36:14.169732 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57286) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:14.170473 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8578175c-8666-4fd9-8ed6-7f8123600981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85cc2302-cf65-4a4f-a89d-3900c6b82268,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:14.176873 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5f2987-d787-4b8e-9708-dedcc83f3210 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Made reservation on behalf of 3b67d7a6baa0496ab3267b10da70b742 for: {'port': 2} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:36:14.183190 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8f5f2987-d787-4b8e-9708-dedcc83f3210 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:14.253775 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799f6139-3edc-48a3-826d-5cddf98ad1ab None None] Sync routers for ids ['b578952b-5e93-49c7-a4fc-cea7667d2849'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:36:14.260336 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d661237-bc36-4aac-8fc3-a74368c34d1b tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Pushing event updated for resources: {'Subnet': ['ID=2f67f537-f6d6-454b-8009-32b98163e09a,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:14.267145 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8f5f2987-d787-4b8e-9708-dedcc83f3210 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:14.270656 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d661237-bc36-4aac-8fc3-a74368c34d1b tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Checking segment: {'id': '478dacaf-4552-42ac-b66f-e2636d8c95a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '664b1722-a93c-460c-af19-f82492c3e2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:36:14.271021 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d661237-bc36-4aac-8fc3-a74368c34d1b tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Network hostable DHCP agents. Network: 664b1722-a93c-460c-af19-f82492c3e2bb, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:36:14.285076 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port a5b4cf52-fd0a-478a-815c-1eb3fa3f3ca0 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:14.287292 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:14.293705 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799f6139-3edc-48a3-826d-5cddf98ad1ab None None] Routers {'b578952b-5e93-49c7-a4fc-cea7667d2849'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:36:14.295913 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-799f6139-3edc-48a3-826d-5cddf98ad1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:35:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['b578952b-5e93-49c7-a4fc-cea7667d2849'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:14.296380 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bda58b5b-be44-45a0-8a31-dafe591f4225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:14.345567 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bda58b5b-be44-45a0-8a31-dafe591f4225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:14.460435 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d661237-bc36-4aac-8fc3-a74368c34d1b tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Network 664b1722-a93c-460c-af19-f82492c3e2bb is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:36:14.460697 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bda58b5b-be44-45a0-8a31-dafe591f4225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:14.467155 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bda58b5b-be44-45a0-8a31-dafe591f4225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:14.470680 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-bda58b5b-be44-45a0-8a31-dafe591f4225 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/85cc2302-cf65-4a4f-a89d-3900c6b82268 HTTP/1.1" status: 204 len: 168 time: 0.2860012 Jul 29 23:36:14.490286 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [None req-8f5f2987-d787-4b8e-9708-dedcc83f3210 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] device_id is not set on port 4c8cc4ec-1e98-4325-b1ce-459ae5392012 yet. {{(pid=94078) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:36:14.493144 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda58b5b-be44-45a0-8a31-dafe591f4225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85cc2302-cf65-4a4f-a89d-3900c6b82268,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:14.517540 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-9d661237-bc36-4aac-8fc3-a74368c34d1b tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 664b1722-a93c-460c-af19-f82492c3e2bb) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:14.559055 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d661237-bc36-4aac-8fc3-a74368c34d1b tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:14.559667 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9d661237-bc36-4aac-8fc3-a74368c34d1b tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:14.599999 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-9d661237-bc36-4aac-8fc3-a74368c34d1b tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5017014 Jul 29 23:36:14.600646 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57314) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:14.607626 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-9bcc122a-69a7-4e09-97b6-ef6b82b95f4b tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-421174236', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}, 'admin_state_up': False}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:14.611520 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472d2ce-c52f-4084-a4fd-a7e07505e1be req-8ece3c43-290d-4116-8cda-c8739bba31e7 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:14.619363 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1472d2ce-c52f-4084-a4fd-a7e07505e1be req-8ece3c43-290d-4116-8cda-c8739bba31e7 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 944 time: 0.0990210 Jul 29 23:36:14.638781 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9815e4f7-89a6-472d-beeb-12d03decd962 None None] Network 664b1722-a93c-460c-af19-f82492c3e2bb requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:36:14.688380 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9bcc122a-69a7-4e09-97b6-ef6b82b95f4b tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:14.691957 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9bcc122a-69a7-4e09-97b6-ef6b82b95f4b tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:14.887213 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1472d2ce-c52f-4084-a4fd-a7e07505e1be req-fa89ce8f-9f8e-41ac-8b79-8836015904ce tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2663295 Jul 29 23:36:14.919849 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9bcc122a-69a7-4e09-97b6-ef6b82b95f4b tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:14.968732 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-799f6139-3edc-48a3-826d-5cddf98ad1ab None None] Set router b578952b-5e93-49c7-a4fc-cea7667d2849 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:36:15.072113 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8f5f2987-d787-4b8e-9708-dedcc83f3210 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:15.197315 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9bcc122a-69a7-4e09-97b6-ef6b82b95f4b tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:15.233435 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [None req-8f5f2987-d787-4b8e-9708-dedcc83f3210 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] device_id is not set on port 5345f835-3b70-4d44-b4d0-9ba16ede1268 yet. {{(pid=94078) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:36:15.517032 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8f5f2987-d787-4b8e-9708-dedcc83f3210 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:15.647746 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8f5f2987-d787-4b8e-9708-dedcc83f3210 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:15.703232 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9bcc122a-69a7-4e09-97b6-ef6b82b95f4b tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for router_gateway, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:15.718322 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17eb6c5-1a2d-4fdd-9a89-d9538429ccf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-664b1722-a93c-460c-af19-f82492c3e2bb', 'network_id': '664b1722-a93c-460c-af19-f82492c3e2bb', 'tenant_id': 'ce80edbfe3b74e1a96ffbc003847952c', 'fixed_ips': [{'subnet_id': '2f67f537-f6d6-454b-8009-32b98163e09a'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:36:15.719357 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f17eb6c5-1a2d-4fdd-9a89-d9538429ccf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:15.741574 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9bcc122a-69a7-4e09-97b6-ef6b82b95f4b tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:15.870829 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5f2987-d787-4b8e-9708-dedcc83f3210 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Pushing event updated for resources: {'Port': ['ID=4c8cc4ec-1e98-4325-b1ce-459ae5392012,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:15.878227 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5f2987-d787-4b8e-9708-dedcc83f3210 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Checking segment: {'id': 'ebbe0d52-90bb-4bbc-95ce-ed1ddfb82b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '4f1c0e46-f964-40fa-8aab-4bbbf220bfd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:36:15.878748 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5f2987-d787-4b8e-9708-dedcc83f3210 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Network hostable DHCP agents. Network: 4f1c0e46-f964-40fa-8aab-4bbbf220bfd5, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:36:15.933679 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5f2987-d787-4b8e-9708-dedcc83f3210 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Network 4f1c0e46-f964-40fa-8aab-4bbbf220bfd5 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:36:15.954026 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-8f5f2987-d787-4b8e-9708-dedcc83f3210 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 4f1c0e46-f964-40fa-8aab-4bbbf220bfd5) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:15.976544 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5f2987-d787-4b8e-9708-dedcc83f3210 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:36:15.978804 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8f5f2987-d787-4b8e-9708-dedcc83f3210 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:16.049781 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f058db8c-19d4-42d9-969c-0b2ae8bd560c None None] Network 4f1c0e46-f964-40fa-8aab-4bbbf220bfd5 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:36:16.128507 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-9bcc122a-69a7-4e09-97b6-ef6b82b95f4b tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Allocated IP 172.25.0.197 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/d8724a2b-44f4-4dae-a98a-9620356bd883) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:36:16.137862 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-799f6139-3edc-48a3-826d-5cddf98ad1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b578952b-5e93-49c7-a4fc-cea7667d2849', 'name': 'tempest-TestAggregatesBasicOps-1384719346-router', 'tenant_id': '9df6ce3b43af4033bb2f27513971d784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'a5b4cf52-fd0a-478a-815c-1eb3fa3f3ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:35:57Z', 'updated_at': '2021-07-29T23:36:10Z', 'revision_number': 4, 'project_id': '9df6ce3b43af4033bb2f27513971d784', 'gw_port': {'id': 'a5b4cf52-fd0a-478a-815c-1eb3fa3f3ca0', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:20:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b578952b-5e93-49c7-a4fc-cea7667d2849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:00Z', 'updated_at': '2021-07-29T23:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'f7001a3b-d3ab-4d41-b57d-f701a59faf58', 'name': '', 'network_id': 'ff00bbae-4eb9-42a1-bcfc-049d7976e520', 'tenant_id': '9df6ce3b43af4033bb2f27513971d784', 'mac_address': 'fa:16:3e:b5:c2:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b578952b-5e93-49c7-a4fc-cea7667d2849', 'device_owner': 'network:router_interface', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': '90ca3fb8-b10e-499f-8a8b-50af8eeeba85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:07Z', 'updated_at': '2021-07-29T23:36:11Z', 'revision_number': 2, 'project_id': '9df6ce3b43af4033bb2f27513971d784', 'subnets': [{'id': '90ca3fb8-b10e-499f-8a8b-50af8eeeba85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:16.170740 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5f2987-d787-4b8e-9708-dedcc83f3210 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Pushing event updated for resources: {'Port': ['ID=5345f835-3b70-4d44-b4d0-9ba16ede1268,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:16.252765 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799f6139-3edc-48a3-826d-5cddf98ad1ab None None] Checking router: b578952b-5e93-49c7-a4fc-cea7667d2849 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:36:16.253424 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799f6139-3edc-48a3-826d-5cddf98ad1ab None None] Updating router b578952b-5e93-49c7-a4fc-cea7667d2849 port f7001a3b-d3ab-4d41-b57d-f701a59faf58 binding host n-d-712141-10 {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:36:16.329481 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe9dece-8a6d-4913-b636-b9f7e65b33c0 req-10487685-6bf1-46e2-9448-b3bcec407948 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:16.337278 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8fe9dece-8a6d-4913-b636-b9f7e65b33c0 req-10487685-6bf1-46e2-9448-b3bcec407948 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 944 time: 0.1712317 Jul 29 23:36:16.352054 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5f2987-d787-4b8e-9708-dedcc83f3210 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Checking segment: {'id': '92a3cfda-e040-40e0-807e-8323389559f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c872bf67-ad78-4cb1-bff2-613ed50062bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:36:16.352422 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5f2987-d787-4b8e-9708-dedcc83f3210 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Network hostable DHCP agents. Network: c872bf67-ad78-4cb1-bff2-613ed50062bf, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:36:16.364058 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-799f6139-3edc-48a3-826d-5cddf98ad1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:16.438146 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-f17eb6c5-1a2d-4fdd-9a89-d9538429ccf4 None None] Allocated IP 172.20.0.2 (664b1722-a93c-460c-af19-f82492c3e2bb/2f67f537-f6d6-454b-8009-32b98163e09a/b10cbacd-0f4e-4cdc-adf4-b423e7e29cc9) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:36:16.450263 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8fe9dece-8a6d-4913-b636-b9f7e65b33c0 req-c9776a70-587b-4628-ba1d-b202dd5008f3 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118798 Jul 29 23:36:16.461363 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9bcc122a-69a7-4e09-97b6-ef6b82b95f4b tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:16.479777 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5f2987-d787-4b8e-9708-dedcc83f3210 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Network c872bf67-ad78-4cb1-bff2-613ed50062bf is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:36:16.501142 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-8f5f2987-d787-4b8e-9708-dedcc83f3210 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, c872bf67-ad78-4cb1-bff2-613ed50062bf) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:16.506751 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5f2987-d787-4b8e-9708-dedcc83f3210 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:36:16.527526 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5f2987-d787-4b8e-9708-dedcc83f3210 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:16.543020 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5f2987-d787-4b8e-9708-dedcc83f3210 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:16.545920 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8f5f2987-d787-4b8e-9708-dedcc83f3210 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:16.578092 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-8f5f2987-d787-4b8e-9708-dedcc83f3210 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.8538311 Jul 29 23:36:16.578587 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 57378) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:16.607550 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9bcc122a-69a7-4e09-97b6-ef6b82b95f4b tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:16.886858 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 57394) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:16.971628 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f95e17-cfaf-46a5-8d9c-60136def3c8b tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:16.989677 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f95e17-cfaf-46a5-8d9c-60136def3c8b tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:16.995841 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-a6f95e17-cfaf-46a5-8d9c-60136def3c8b tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.4156408 Jul 29 23:36:16.996970 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 57398) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:17.184618 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcc122a-69a7-4e09-97b6-ef6b82b95f4b tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:36:17.194561 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-9bcc122a-69a7-4e09-97b6-ef6b82b95f4b tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:17.201343 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcc122a-69a7-4e09-97b6-ef6b82b95f4b tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:36:17.213861 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcc122a-69a7-4e09-97b6-ef6b82b95f4b tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Pushing event updated for resources: {'Port': ['ID=d8724a2b-44f4-4dae-a98a-9620356bd883,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:17.251813 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c91395-0b47-4835-b23e-aecac7eacd66 None None] Network c872bf67-ad78-4cb1-bff2-613ed50062bf requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:36:17.693866 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-ccb1e04c-56d3-4dd7-857f-64fe2db4bec7 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Deleting port 4c8cc4ec-1e98-4325-b1ce-459ae5392012 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:36:17.694213 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ccb1e04c-56d3-4dd7-857f-64fe2db4bec7 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:17.706596 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-799f6139-3edc-48a3-826d-5cddf98ad1ab None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:17.727201 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f17eb6c5-1a2d-4fdd-9a89-d9538429ccf4 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:17.741246 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-799f6139-3edc-48a3-826d-5cddf98ad1ab None None] Transition to ACTIVE for port object f7001a3b-d3ab-4d41-b57d-f701a59faf58 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:36:17.745554 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f17eb6c5-1a2d-4fdd-9a89-d9538429ccf4 None None] Transition to ACTIVE for port object b10cbacd-0f4e-4cdc-adf4-b423e7e29cc9 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:36:17.755287 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-799f6139-3edc-48a3-826d-5cddf98ad1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:17.801248 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f17eb6c5-1a2d-4fdd-9a89-d9538429ccf4 None None] Transition to ACTIVE for port object b10cbacd-0f4e-4cdc-adf4-b423e7e29cc9 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:36:17.820609 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f17eb6c5-1a2d-4fdd-9a89-d9538429ccf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:17.841452 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eac27f-c533-477a-aae4-c499a20c55c8 None None] Pushing event updated for resources: {'Port': ['ID=f7001a3b-d3ab-4d41-b57d-f701a59faf58,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:17.934660 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9bcc122a-69a7-4e09-97b6-ef6b82b95f4b tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for router_gateway, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:17.960283 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17eb6c5-1a2d-4fdd-9a89-d9538429ccf4 None None] Network 664b1722-a93c-460c-af19-f82492c3e2bb is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:36:18.022504 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-f17eb6c5-1a2d-4fdd-9a89-d9538429ccf4 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:18.028686 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17eb6c5-1a2d-4fdd-9a89-d9538429ccf4 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:36:18.154136 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57426) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:18.320458 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-f17eb6c5-1a2d-4fdd-9a89-d9538429ccf4 None None] Attempting to bind port b10cbacd-0f4e-4cdc-adf4-b423e7e29cc9 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:36:18.321189 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-f17eb6c5-1a2d-4fdd-9a89-d9538429ccf4 None None] Attempting to bind port b10cbacd-0f4e-4cdc-adf4-b423e7e29cc9 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '478dacaf-4552-42ac-b66f-e2636d8c95a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '664b1722-a93c-460c-af19-f82492c3e2bb'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:36:18.326914 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17eb6c5-1a2d-4fdd-9a89-d9538429ccf4 None None] Attempting to bind port b10cbacd-0f4e-4cdc-adf4-b423e7e29cc9 on network 664b1722-a93c-460c-af19-f82492c3e2bb {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:36:18.340176 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-799f6139-3edc-48a3-826d-5cddf98ad1ab None None] Attempting to bind port f7001a3b-d3ab-4d41-b57d-f701a59faf58 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:36:18.340751 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-799f6139-3edc-48a3-826d-5cddf98ad1ab None None] Attempting to bind port f7001a3b-d3ab-4d41-b57d-f701a59faf58 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '15888ff3-c942-44ef-9388-d09004e38e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ff00bbae-4eb9-42a1-bcfc-049d7976e520'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:36:18.342008 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799f6139-3edc-48a3-826d-5cddf98ad1ab None None] Attempting to bind port f7001a3b-d3ab-4d41-b57d-f701a59faf58 on network ff00bbae-4eb9-42a1-bcfc-049d7976e520 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:36:18.349729 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17eb6c5-1a2d-4fdd-9a89-d9538429ccf4 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:36:18.349729 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17eb6c5-1a2d-4fdd-9a89-d9538429ccf4 None None] Checking segment: {'id': '478dacaf-4552-42ac-b66f-e2636d8c95a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '664b1722-a93c-460c-af19-f82492c3e2bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:36:18.351829 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f17eb6c5-1a2d-4fdd-9a89-d9538429ccf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:18.352665 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17eb6c5-1a2d-4fdd-9a89-d9538429ccf4 None None] Bound using segment: {'id': '478dacaf-4552-42ac-b66f-e2636d8c95a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '664b1722-a93c-460c-af19-f82492c3e2bb'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:36:18.353481 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-f17eb6c5-1a2d-4fdd-9a89-d9538429ccf4 None None] Bound port: b10cbacd-0f4e-4cdc-adf4-b423e7e29cc9, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '478dacaf-4552-42ac-b66f-e2636d8c95a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '664b1722-a93c-460c-af19-f82492c3e2bb'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:36:18.354243 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f17eb6c5-1a2d-4fdd-9a89-d9538429ccf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:18.368942 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17eb6c5-1a2d-4fdd-9a89-d9538429ccf4 None None] Pushing event updated for resources: {'Port': ['ID=b10cbacd-0f4e-4cdc-adf4-b423e7e29cc9,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:18.388514 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9bcc122a-69a7-4e09-97b6-ef6b82b95f4b tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:18.412698 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799f6139-3edc-48a3-826d-5cddf98ad1ab None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:36:18.413543 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799f6139-3edc-48a3-826d-5cddf98ad1ab None None] Checking segment: {'id': '15888ff3-c942-44ef-9388-d09004e38e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ff00bbae-4eb9-42a1-bcfc-049d7976e520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:36:18.414243 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-799f6139-3edc-48a3-826d-5cddf98ad1ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:18.414883 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799f6139-3edc-48a3-826d-5cddf98ad1ab None None] Bound using segment: {'id': '15888ff3-c942-44ef-9388-d09004e38e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ff00bbae-4eb9-42a1-bcfc-049d7976e520'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:36:18.415685 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-799f6139-3edc-48a3-826d-5cddf98ad1ab None None] Bound port: f7001a3b-d3ab-4d41-b57d-f701a59faf58, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15888ff3-c942-44ef-9388-d09004e38e18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ff00bbae-4eb9-42a1-bcfc-049d7976e520'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:36:18.416315 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-799f6139-3edc-48a3-826d-5cddf98ad1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:18.491033 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58636a83-c338-4586-9a4b-b57589abed94 req-adac73a6-d088-4694-b300-7589935af49e tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:18.507946 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-58636a83-c338-4586-9a4b-b57589abed94 req-adac73a6-d088-4694-b300-7589935af49e tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 944 time: 0.8937042 Jul 29 23:36:18.529322 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-f17eb6c5-1a2d-4fdd-9a89-d9538429ccf4 None None] For port b10cbacd-0f4e-4cdc-adf4-b423e7e29cc9, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:36:18.548977 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-799f6139-3edc-48a3-826d-5cddf98ad1ab None None] For port f7001a3b-d3ab-4d41-b57d-f701a59faf58, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:36:18.552931 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-f17eb6c5-1a2d-4fdd-9a89-d9538429ccf4 None None] For port b10cbacd-0f4e-4cdc-adf4-b423e7e29cc9, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=b10cbacd-0f4e-4cdc-adf4-b423e7e29cc9,segment=NetworkSegment(478dacaf-4552-42ac-b66f-e2636d8c95a6),segment_id=478dacaf-4552-42ac-b66f-e2636d8c95a6)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:36:18.569327 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bcc122a-69a7-4e09-97b6-ef6b82b95f4b tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Router 63bb9213-10de-4534-8a34-0ac584eb3988 is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:36:18.584116 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f17eb6c5-1a2d-4fdd-9a89-d9538429ccf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:18.585421 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ccb1e04c-56d3-4dd7-857f-64fe2db4bec7 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:18.597228 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-799f6139-3edc-48a3-826d-5cddf98ad1ab None None] For port f7001a3b-d3ab-4d41-b57d-f701a59faf58, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=f7001a3b-d3ab-4d41-b57d-f701a59faf58,segment=NetworkSegment(15888ff3-c942-44ef-9388-d09004e38e18),segment_id=15888ff3-c942-44ef-9388-d09004e38e18)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:36:18.611359 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-799f6139-3edc-48a3-826d-5cddf98ad1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:18.691875 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799f6139-3edc-48a3-826d-5cddf98ad1ab None None] Routers {'b578952b-5e93-49c7-a4fc-cea7667d2849'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:36:18.695255 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-799f6139-3edc-48a3-826d-5cddf98ad1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:35:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['b578952b-5e93-49c7-a4fc-cea7667d2849'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:18.710082 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-ccb1e04c-56d3-4dd7-857f-64fe2db4bec7 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Calling delete_port for 4c8cc4ec-1e98-4325-b1ce-459ae5392012 owned by {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:36:18.830624 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17eb6c5-1a2d-4fdd-9a89-d9538429ccf4 None None] Pushing event updated for resources: {'Port': ['ID=b10cbacd-0f4e-4cdc-adf4-b423e7e29cc9,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:18.841208 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-097ab7ce-9f75-4225-942b-2fe5f600c84a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:19.032647 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bcc122a-69a7-4e09-97b6-ef6b82b95f4b tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:36:19.058840 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca05f21-c0ee-4a45-8f00-7fb981dadd05 None None] Sync routers for ids ['63bb9213-10de-4534-8a34-0ac584eb3988'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:36:19.106646 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eac27f-c533-477a-aae4-c499a20c55c8 None None] Pushing event updated for resources: {'Port': ['ID=f7001a3b-d3ab-4d41-b57d-f701a59faf58,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:19.145822 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca05f21-c0ee-4a45-8f00-7fb981dadd05 None None] Routers {'63bb9213-10de-4534-8a34-0ac584eb3988'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:36:19.156290 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-cca05f21-c0ee-4a45-8f00-7fb981dadd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:35:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['63bb9213-10de-4534-8a34-0ac584eb3988'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:19.175479 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-799f6139-3edc-48a3-826d-5cddf98ad1ab None None] Set router b578952b-5e93-49c7-a4fc-cea7667d2849 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:36:19.198750 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ccb1e04c-56d3-4dd7-857f-64fe2db4bec7 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:19.204270 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-097ab7ce-9f75-4225-942b-2fe5f600c84a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:19.223565 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-097ab7ce-9f75-4225-942b-2fe5f600c84a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:19.228146 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-58636a83-c338-4586-9a4b-b57589abed94 req-968e9129-a9ab-4cec-9799-9fc35bdaf44c tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7190986 Jul 29 23:36:19.230614 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9bcc122a-69a7-4e09-97b6-ef6b82b95f4b tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:19.233448 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9bcc122a-69a7-4e09-97b6-ef6b82b95f4b tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.6307511 Jul 29 23:36:19.237195 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57442) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:19.299859 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-cca05f21-c0ee-4a45-8f00-7fb981dadd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:19.342886 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca05f21-c0ee-4a45-8f00-7fb981dadd05 None None] Routers {'63bb9213-10de-4534-8a34-0ac584eb3988'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:36:19.343820 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-cca05f21-c0ee-4a45-8f00-7fb981dadd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:35:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['63bb9213-10de-4534-8a34-0ac584eb3988'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:19.394488 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb1e04c-56d3-4dd7-857f-64fe2db4bec7 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Pushing event deleted for resources: {'Port': ['ID=4c8cc4ec-1e98-4325-b1ce-459ae5392012,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:19.429052 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-cca05f21-c0ee-4a45-8f00-7fb981dadd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:19.429765 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca05f21-c0ee-4a45-8f00-7fb981dadd05 None None] The sync data for ids ['63bb9213-10de-4534-8a34-0ac584eb3988'] in n-d-712141-10 is: [] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:36:19.452826 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ccb1e04c-56d3-4dd7-857f-64fe2db4bec7 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:19.458107 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ccb1e04c-56d3-4dd7-857f-64fe2db4bec7 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] 10.222.0.43 "DELETE /v2.0/ports/4c8cc4ec-1e98-4325-b1ce-459ae5392012 HTTP/1.1" status: 204 len: 168 time: 2.3602316 Jul 29 23:36:19.463049 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 57448) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:19.525100 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-097ab7ce-9f75-4225-942b-2fe5f600c84a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c75cec4118ae4d2c9b1584bdcc8af015&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3695521 Jul 29 23:36:19.527146 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ab7ce-9f75-4225-942b-2fe5f600c84a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1aaca42-e794-46a7-910e-98a55ee40c55,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:19.529661 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57450) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:19.618422 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:19.760703 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-799f6139-3edc-48a3-826d-5cddf98ad1ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b578952b-5e93-49c7-a4fc-cea7667d2849', 'name': 'tempest-TestAggregatesBasicOps-1384719346-router', 'tenant_id': '9df6ce3b43af4033bb2f27513971d784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'a5b4cf52-fd0a-478a-815c-1eb3fa3f3ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:35:57Z', 'updated_at': '2021-07-29T23:36:10Z', 'revision_number': 4, 'project_id': '9df6ce3b43af4033bb2f27513971d784', 'gw_port': {'id': 'a5b4cf52-fd0a-478a-815c-1eb3fa3f3ca0', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:20:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b578952b-5e93-49c7-a4fc-cea7667d2849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:00Z', 'updated_at': '2021-07-29T23:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'f7001a3b-d3ab-4d41-b57d-f701a59faf58', 'name': '', 'network_id': 'ff00bbae-4eb9-42a1-bcfc-049d7976e520', 'tenant_id': '9df6ce3b43af4033bb2f27513971d784', 'mac_address': 'fa:16:3e:b5:c2:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b578952b-5e93-49c7-a4fc-cea7667d2849', 'device_owner': 'network:router_interface', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': '90ca3fb8-b10e-499f-8a8b-50af8eeeba85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:07Z', 'updated_at': '2021-07-29T23:36:18Z', 'revision_number': 4, 'project_id': '9df6ce3b43af4033bb2f27513971d784', 'subnets': [{'id': '90ca3fb8-b10e-499f-8a8b-50af8eeeba85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:19.782621 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-562d8223-1a54-4434-b6cb-98e4c2460082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:19.804790 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799f6139-3edc-48a3-826d-5cddf98ad1ab None None] The sync data for ids ['b578952b-5e93-49c7-a4fc-cea7667d2849'] in n-d-712141-10 is: [{'id': 'b578952b-5e93-49c7-a4fc-cea7667d2849', 'name': 'tempest-TestAggregatesBasicOps-1384719346-router', 'tenant_id': '9df6ce3b43af4033bb2f27513971d784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'a5b4cf52-fd0a-478a-815c-1eb3fa3f3ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:35:57Z', 'updated_at': '2021-07-29T23:36:10Z', 'revision_number': 4, 'project_id': '9df6ce3b43af4033bb2f27513971d784', 'gw_port': {'id': 'a5b4cf52-fd0a-478a-815c-1eb3fa3f3ca0', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:20:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b578952b-5e93-49c7-a4fc-cea7667d2849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:00Z', 'updated_at': '2021-07-29T23:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'f7001a3b-d3ab-4d41-b57d-f701a59faf58', 'name': '', 'network_id': 'ff00bbae-4eb9-42a1-bcfc-049d7976e520', 'tenant_id': '9df6ce3b43af4033bb2f27513971d784', 'mac_address': 'fa:16:3e:b5:c2:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b578952b-5e93-49c7-a4fc-cea7667d2849', 'device_owner': 'network:router_interface', 'standard_attr_id': 2021, 'fixed_ips': [{'subnet_id': '90ca3fb8-b10e-499f-8a8b-50af8eeeba85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:07Z', 'updated_at': '2021-07-29T23:36:18Z', 'revision_number': 4, 'project_id': '9df6ce3b43af4033bb2f27513971d784', 'subnets': [{'id': '90ca3fb8-b10e-499f-8a8b-50af8eeeba85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:36:19.808728 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-562d8223-1a54-4434-b6cb-98e4c2460082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:19.827581 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-40e91566-8c8f-4014-8cf4-55aa475ca753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:19.925706 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-562d8223-1a54-4434-b6cb-98e4c2460082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:19.928241 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-562d8223-1a54-4434-b6cb-98e4c2460082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:19.932874 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-562d8223-1a54-4434-b6cb-98e4c2460082 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b1aaca42-e794-46a7-910e-98a55ee40c55 HTTP/1.1" status: 204 len: 168 time: 0.3995550 Jul 29 23:36:19.962415 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562d8223-1a54-4434-b6cb-98e4c2460082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1aaca42-e794-46a7-910e-98a55ee40c55,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:20.009344 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-4d221ed8-34d0-42f0-adc0-5b2ccd7ff2a9 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Deleting port 5345f835-3b70-4d44-b4d0-9ba16ede1268 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:36:20.010832 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4d221ed8-34d0-42f0-adc0-5b2ccd7ff2a9 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:20.232072 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device b10cbacd-0f4e-4cdc-adf4-b423e7e29cc9 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:36:20.360810 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4d221ed8-34d0-42f0-adc0-5b2ccd7ff2a9 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:20.401210 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-4d221ed8-34d0-42f0-adc0-5b2ccd7ff2a9 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Calling delete_port for 5345f835-3b70-4d44-b4d0-9ba16ede1268 owned by {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:36:20.430857 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port b10cbacd-0f4e-4cdc-adf4-b423e7e29cc9 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:36:20.694922 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b817179-891c-4360-bc7f-8310d0f53dde req-d18ce7e1-ccda-4095-bb7a-ef19f936dc96 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:20.712312 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2b817179-891c-4360-bc7f-8310d0f53dde req-d18ce7e1-ccda-4095-bb7a-ef19f936dc96 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 944 time: 0.3252239 Jul 29 23:36:20.766443 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7f1534ec-c8ea-4234-baf5-b60f61a53b5b tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:20.853338 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fc09e0-e38d-42d3-85f3-6e19a1b9ef68 None None] Network 664b1722-a93c-460c-af19-f82492c3e2bb requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:36:20.958925 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2b817179-891c-4360-bc7f-8310d0f53dde req-b296864a-7d0b-4144-b1ea-c321045e2f6a tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2448289 Jul 29 23:36:21.002649 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4d221ed8-34d0-42f0-adc0-5b2ccd7ff2a9 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:21.153322 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d221ed8-34d0-42f0-adc0-5b2ccd7ff2a9 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Pushing event deleted for resources: {'Port': ['ID=5345f835-3b70-4d44-b4d0-9ba16ede1268,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:21.163818 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-e562e16b-59f7-4f77-8db8-525814af57fa None None] Provisioning for port b10cbacd-0f4e-4cdc-adf4-b423e7e29cc9 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:36:21.173001 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4d221ed8-34d0-42f0-adc0-5b2ccd7ff2a9 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:21.176322 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-4d221ed8-34d0-42f0-adc0-5b2ccd7ff2a9 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] 10.222.0.43 "DELETE /v2.0/ports/5345f835-3b70-4d44-b4d0-9ba16ede1268 HTTP/1.1" status: 204 len: 168 time: 1.7104504 Jul 29 23:36:21.186228 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 57484) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:21.190338 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-e562e16b-59f7-4f77-8db8-525814af57fa None None] Provisioning complete for port b10cbacd-0f4e-4cdc-adf4-b423e7e29cc9 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:21.193060 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e562e16b-59f7-4f77-8db8-525814af57fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:21.229848 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 57486) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:21.294987 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-7337803c-ef3f-4e66-9291-5a5aa9aa5e0f tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1063154 Jul 29 23:36:21.306550 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 57488) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:21.328463 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-85b13bfc-9852-4032-aa2b-bacb8b880a7c tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1649531178'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:21.368703 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e6ff504f-3c93-42a8-ae60-c70fa1d14e38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:21.725884 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e562e16b-59f7-4f77-8db8-525814af57fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:21.773125 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b13bfc-9852-4032-aa2b-bacb8b880a7c tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Made reservation on behalf of 3b67d7a6baa0496ab3267b10da70b742 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:36:21.801203 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-85b13bfc-9852-4032-aa2b-bacb8b880a7c tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:21.809475 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-e562e16b-59f7-4f77-8db8-525814af57fa None None] For port b10cbacd-0f4e-4cdc-adf4-b423e7e29cc9, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=b10cbacd-0f4e-4cdc-adf4-b423e7e29cc9,segment=NetworkSegment(478dacaf-4552-42ac-b66f-e2636d8c95a6),segment_id=478dacaf-4552-42ac-b66f-e2636d8c95a6)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:21.827074 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e562e16b-59f7-4f77-8db8-525814af57fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:22.018790 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85b13bfc-9852-4032-aa2b-bacb8b880a7c tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:36:22.036968 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e562e16b-59f7-4f77-8db8-525814af57fa None None] Pushing event updated for resources: {'Port': ['ID=b10cbacd-0f4e-4cdc-adf4-b423e7e29cc9,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:22.117299 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device f7001a3b-d3ab-4d41-b57d-f701a59faf58 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:36:22.118599 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10647c47-dd52-45e1-a3ee-c9163f2ddf51 req-5bab80b8-8cb7-4383-b365-848037f6ebbc tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:22.125252 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-10647c47-dd52-45e1-a3ee-c9163f2ddf51 req-5bab80b8-8cb7-4383-b365-848037f6ebbc tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 944 time: 0.5870228 Jul 29 23:36:22.134733 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-85b13bfc-9852-4032-aa2b-bacb8b880a7c tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:22.138100 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-85b13bfc-9852-4032-aa2b-bacb8b880a7c tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Added segment 272485b4-4063-4bce-98c8-7303dc87660c of type vlan for network 1ce08d67-bd42-44ff-ac00-5a41025f04b4 Jul 29 23:36:22.222756 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-85b13bfc-9852-4032-aa2b-bacb8b880a7c tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:22.301862 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port f7001a3b-d3ab-4d41-b57d-f701a59faf58 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:36:22.315859 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port f7001a3b-d3ab-4d41-b57d-f701a59faf58 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:22.318415 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:22.329572 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-7f1534ec-c8ea-4234-baf5-b60f61a53b5b tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Allocated IP 172.20.0.1 (664b1722-a93c-460c-af19-f82492c3e2bb/2f67f537-f6d6-454b-8009-32b98163e09a/7fa09828-3961-4564-b6df-d9ba06b2689f) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:36:22.508495 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af41e7e-e796-412c-8a1f-ab2dd90a099d req-c87ead16-21ed-4383-a377-0e3fe48066ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:22.510373 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0af41e7e-e796-412c-8a1f-ab2dd90a099d req-c87ead16-21ed-4383-a377-0e3fe48066ac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0043d03cb0a4bbcbd35eb8f2075805c&device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 1096 time: 0.9562104 Jul 29 23:36:22.567491 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-40e91566-8c8f-4014-8cf4-55aa475ca753 admin admin] Deleting port 81ba5939-5cb1-4c30-beb5-27330fadfacf {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:36:22.585985 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-40e91566-8c8f-4014-8cf4-55aa475ca753 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:22.589200 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-85b13bfc-9852-4032-aa2b-bacb8b880a7c tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:22.599183 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b13bfc-9852-4032-aa2b-bacb8b880a7c tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:22.600059 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-85b13bfc-9852-4032-aa2b-bacb8b880a7c tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:22.695361 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-bbe2d416-341f-4906-ac3a-91aa4053dd8a None None] Provisioning complete for port b10cbacd-0f4e-4cdc-adf4-b423e7e29cc9 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:22.696000 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bbe2d416-341f-4906-ac3a-91aa4053dd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:22.720202 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-10647c47-dd52-45e1-a3ee-c9163f2ddf51 req-9f659c68-de62-46ac-8fc0-467cfb6b9742 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3769212 Jul 29 23:36:22.807711 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:22.838876 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e6ff504f-3c93-42a8-ae60-c70fa1d14e38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:22.855684 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e6ff504f-3c93-42a8-ae60-c70fa1d14e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:22.863868 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-85b13bfc-9852-4032-aa2b-bacb8b880a7c tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5415554 Jul 29 23:36:22.870584 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 57508) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:22.891073 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port f7001a3b-d3ab-4d41-b57d-f701a59faf58, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=f7001a3b-d3ab-4d41-b57d-f701a59faf58,segment=NetworkSegment(15888ff3-c942-44ef-9388-d09004e38e18),segment_id=15888ff3-c942-44ef-9388-d09004e38e18)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:22.899114 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:22.899439 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-cfb93013-8294-4834-ba5d-9114fd382f20 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-935703724'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:22.943431 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b13bfc-9852-4032-aa2b-bacb8b880a7c tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Pushing event updated for resources: {'Network': ['ID=1ce08d67-bd42-44ff-ac00-5a41025f04b4,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:22.946525 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb93013-8294-4834-ba5d-9114fd382f20 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Made reservation on behalf of 3b67d7a6baa0496ab3267b10da70b742 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:36:22.951266 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cfb93013-8294-4834-ba5d-9114fd382f20 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:23.021240 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 1ce08d67-bd42-44ff-ac00-5a41025f04b4 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:36:23.061860 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-40e91566-8c8f-4014-8cf4-55aa475ca753 admin admin] For port 81ba5939-5cb1-4c30-beb5-27330fadfacf, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=81ba5939-5cb1-4c30-beb5-27330fadfacf,segment=NetworkSegment(5d11bf09-ca44-44a0-8d87-2a15d2437918),segment_id=5d11bf09-ca44-44a0-8d87-2a15d2437918)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:23.062627 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-40e91566-8c8f-4014-8cf4-55aa475ca753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:23.100262 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-40e91566-8c8f-4014-8cf4-55aa475ca753 admin admin] Calling delete_port for 81ba5939-5cb1-4c30-beb5-27330fadfacf owned by network:router_interface {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:36:23.108601 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=f7001a3b-d3ab-4d41-b57d-f701a59faf58,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:23.112754 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ff504f-3c93-42a8-ae60-c70fa1d14e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acec09e8-5f32-4e0c-8e97-2177a2c89a3c,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:23.129914 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e6ff504f-3c93-42a8-ae60-c70fa1d14e38 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4294256be7ff498b903d52fcec461f8d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8957789 Jul 29 23:36:23.148833 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 57516) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:23.246486 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfb93013-8294-4834-ba5d-9114fd382f20 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:36:23.292031 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7f1534ec-c8ea-4234-baf5-b60f61a53b5b tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:23.310559 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-7f1534ec-c8ea-4234-baf5-b60f61a53b5b tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Transition to ACTIVE for port object 7fa09828-3961-4564-b6df-d9ba06b2689f will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:36:23.320046 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bbbf7db7-77ff-47d1-94e7-33818d795b2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:23.330870 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-74057737-d434-47b8-8acc-b1987a11f698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:23.341310 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cfb93013-8294-4834-ba5d-9114fd382f20 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:23.342342 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-cfb93013-8294-4834-ba5d-9114fd382f20 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Added segment 88850de0-805e-4cb4-a51f-d72d3366ccb3 of type vlan for network 72481a35-8171-4a18-ac65-cf4fc3eccead Jul 29 23:36:23.374818 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af41e7e-e796-412c-8a1f-ab2dd90a099d req-b2f140c0-b221-49f0-be8c-9668daf64e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:23.378189 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0af41e7e-e796-412c-8a1f-ab2dd90a099d req-b2f140c0-b221-49f0-be8c-9668daf64e2c service neutron] 10.222.0.41 "GET /v2.0/networks?id=fc8993d1-1f3f-4e88-9d54-7eec99f127ad HTTP/1.1" status: 200 len: 913 time: 0.8417790 Jul 29 23:36:23.393934 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bbbf7db7-77ff-47d1-94e7-33818d795b2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:23.472798 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cfb93013-8294-4834-ba5d-9114fd382f20 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:23.539439 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0af41e7e-e796-412c-8a1f-ab2dd90a099d req-e8aa7b61-0e9c-470d-80ba-79b53e358d00 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7227480-4f34-4ba2-a5a3-39cc6359fd0d HTTP/1.1" status: 200 len: 999 time: 0.1513424 Jul 29 23:36:23.604650 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af41e7e-e796-412c-8a1f-ab2dd90a099d req-1d5ab1a3-aee7-4af8-bdb3-fea17cce6281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:23.606586 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0af41e7e-e796-412c-8a1f-ab2dd90a099d req-1d5ab1a3-aee7-4af8-bdb3-fea17cce6281 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=01812886-2cdd-41de-831e-c3e259b8e381 HTTP/1.1" status: 200 len: 851 time: 0.0588074 Jul 29 23:36:23.608708 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7f1534ec-c8ea-4234-baf5-b60f61a53b5b tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:23.624278 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cfb93013-8294-4834-ba5d-9114fd382f20 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:23.630711 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb93013-8294-4834-ba5d-9114fd382f20 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:23.631385 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cfb93013-8294-4834-ba5d-9114fd382f20 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:23.636217 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1534ec-c8ea-4234-baf5-b60f61a53b5b tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Network 664b1722-a93c-460c-af19-f82492c3e2bb is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:36:23.664805 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bbbf7db7-77ff-47d1-94e7-33818d795b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:23.667850 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-7f1534ec-c8ea-4234-baf5-b60f61a53b5b tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:23.668026 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bbbf7db7-77ff-47d1-94e7-33818d795b2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:23.669103 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-bbbf7db7-77ff-47d1-94e7-33818d795b2c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/acec09e8-5f32-4e0c-8e97-2177a2c89a3c HTTP/1.1" status: 204 len: 168 time: 0.5095077 Jul 29 23:36:23.671719 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1534ec-c8ea-4234-baf5-b60f61a53b5b tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:36:23.736238 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbf7db7-77ff-47d1-94e7-33818d795b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acec09e8-5f32-4e0c-8e97-2177a2c89a3c,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:23.751214 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-cfb93013-8294-4834-ba5d-9114fd382f20 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8765125 Jul 29 23:36:23.856104 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-40e91566-8c8f-4014-8cf4-55aa475ca753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:23.888431 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb93013-8294-4834-ba5d-9114fd382f20 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Pushing event updated for resources: {'Network': ['ID=72481a35-8171-4a18-ac65-cf4fc3eccead,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:23.956148 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 72481a35-8171-4a18-ac65-cf4fc3eccead details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:36:23.990708 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e91566-8c8f-4014-8cf4-55aa475ca753 admin admin] Pushing event deleted for resources: {'Port': ['ID=81ba5939-5cb1-4c30-beb5-27330fadfacf,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:24.001474 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af41e7e-e796-412c-8a1f-ab2dd90a099d req-1acabb04-5593-4a3a-a91a-61809f0b24e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:24.017296 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0af41e7e-e796-412c-8a1f-ab2dd90a099d req-1acabb04-5593-4a3a-a91a-61809f0b24e5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fc8993d1-1f3f-4e88-9d54-7eec99f127ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3976047 Jul 29 23:36:24.086662 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7f1534ec-c8ea-4234-baf5-b60f61a53b5b tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:24.210823 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device f7001a3b-d3ab-4d41-b57d-f701a59faf58 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:36:24.395887 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1534ec-c8ea-4234-baf5-b60f61a53b5b tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Pushing event updated for resources: {'Port': ['ID=7fa09828-3961-4564-b6df-d9ba06b2689f,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:24.524630 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f0b27a-ecd4-48e4-b4c2-f7281cf0b6bc req-96db677b-cff2-441d-a048-fc17c6272c90 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:24.540630 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c2f0b27a-ecd4-48e4-b4c2-f7281cf0b6bc req-96db677b-cff2-441d-a048-fc17c6272c90 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 944 time: 0.4129045 Jul 29 23:36:24.555957 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-5a77c341-8e7c-4ca1-8472-f02f5189208f None None] Provisioning for port 7fa09828-3961-4564-b6df-d9ba06b2689f completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:36:24.587614 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-5a77c341-8e7c-4ca1-8472-f02f5189208f None None] Provisioning complete for port 7fa09828-3961-4564-b6df-d9ba06b2689f triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:24.594380 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5a77c341-8e7c-4ca1-8472-f02f5189208f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:24.790621 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0af41e7e-e796-412c-8a1f-ab2dd90a099d req-1eeae567-323d-45ad-9249-c210dfa652e4 service neutron] 10.222.0.41 "GET /v2.0/networks/fc8993d1-1f3f-4e88-9d54-7eec99f127ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7651174 Jul 29 23:36:24.883500 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c2f0b27a-ecd4-48e4-b4c2-f7281cf0b6bc req-1e3f0905-f844-4d09-9f52-dbc1ba359d28 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3316567 Jul 29 23:36:24.983607 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-40e91566-8c8f-4014-8cf4-55aa475ca753 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:25.107008 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7f1534ec-c8ea-4234-baf5-b60f61a53b5b tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:25.216740 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-5a77c341-8e7c-4ca1-8472-f02f5189208f None None] Port 7fa09828-3961-4564-b6df-d9ba06b2689f cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:36:25.224728 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port f7001a3b-d3ab-4d41-b57d-f701a59faf58 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:25.225869 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:25.257149 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0af41e7e-e796-412c-8a1f-ab2dd90a099d req-20754788-8a6a-4aff-9eff-45216d967a35 service neutron] 10.222.0.41 "GET /v2.0/networks/fc8993d1-1f3f-4e88-9d54-7eec99f127ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4561946 Jul 29 23:36:25.433504 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device b10cbacd-0f4e-4cdc-adf4-b423e7e29cc9 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:36:25.607464 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port b10cbacd-0f4e-4cdc-adf4-b423e7e29cc9 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:25.608094 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:25.878508 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40e91566-8c8f-4014-8cf4-55aa475ca753 admin admin] Router 98085919-e8d8-4b7a-b87a-1a9e7bf48ca4 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:36:25.908516 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-506d3927-adf5-440d-9e45-e26a416fd865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:26.288012 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7f1534ec-c8ea-4234-baf5-b60f61a53b5b tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:26.308878 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7f1534ec-c8ea-4234-baf5-b60f61a53b5b tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:26.336970 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:26.440272 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7f1534ec-c8ea-4234-baf5-b60f61a53b5b tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:26.594168 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1534ec-c8ea-4234-baf5-b60f61a53b5b tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Network 664b1722-a93c-460c-af19-f82492c3e2bb is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:36:26.598488 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-7f1534ec-c8ea-4234-baf5-b60f61a53b5b tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:26.616094 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1534ec-c8ea-4234-baf5-b60f61a53b5b tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Pushing event updated for resources: {'Port': ['ID=7fa09828-3961-4564-b6df-d9ba06b2689f,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:27.108919 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f1534ec-c8ea-4234-baf5-b60f61a53b5b tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Router 63bb9213-10de-4534-8a34-0ac584eb3988 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:36:27.326205 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e91566-8c8f-4014-8cf4-55aa475ca753 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:36:27.344688 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b7ac8f-1153-4a16-a41d-82d49f255ce7 None None] Sync routers for ids ['98085919-e8d8-4b7a-b87a-1a9e7bf48ca4'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:36:27.353047 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-40e91566-8c8f-4014-8cf4-55aa475ca753 admin admin] 10.222.0.43 "PUT /v2.0/routers/98085919-e8d8-4b7a-b87a-1a9e7bf48ca4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4345725 Jul 29 23:36:27.363014 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 57588) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:27.381126 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b7ac8f-1153-4a16-a41d-82d49f255ce7 None None] Routers {'98085919-e8d8-4b7a-b87a-1a9e7bf48ca4'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:36:27.402292 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-40b7ac8f-1153-4a16-a41d-82d49f255ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:36:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['98085919-e8d8-4b7a-b87a-1a9e7bf48ca4'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:27.408721 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-09799141-1b59-4612-95f2-cccd1877a022 None None] Provisioning complete for port 7fa09828-3961-4564-b6df-d9ba06b2689f triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:27.408964 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-09799141-1b59-4612-95f2-cccd1877a022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:27.471578 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc4004-7b8a-426d-bf53-c49a909c0f39 req-787fab50-66db-430a-8b44-991b9d302c75 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:27.472215 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f1534ec-c8ea-4234-baf5-b60f61a53b5b tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:36:27.486282 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7f1534ec-c8ea-4234-baf5-b60f61a53b5b tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] 10.222.0.43 "PUT /v2.0/routers/63bb9213-10de-4534-8a34-0ac584eb3988/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2348905 Jul 29 23:36:27.487601 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57592) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:27.502156 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5ab408-5b89-4bd1-963b-1df322d927d4 None None] Sync routers for ids ['63bb9213-10de-4534-8a34-0ac584eb3988'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:36:27.503804 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-41fc4004-7b8a-426d-bf53-c49a909c0f39 req-787fab50-66db-430a-8b44-991b9d302c75 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 944 time: 1.3756094 Jul 29 23:36:27.516548 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-55a07edc-b57c-4f49-a66a-0488506792e7 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Request body: {'port': {'network_id': '664b1722-a93c-460c-af19-f82492c3e2bb', 'name': 'tempest-FloatingIPTestJSON-80358552'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:27.537530 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5ab408-5b89-4bd1-963b-1df322d927d4 None None] Routers {'63bb9213-10de-4534-8a34-0ac584eb3988'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:36:27.540320 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-2e5ab408-5b89-4bd1-963b-1df322d927d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:36:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['63bb9213-10de-4534-8a34-0ac584eb3988'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:27.753965 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:27.781494 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-2e5ab408-5b89-4bd1-963b-1df322d927d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:27.790430 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7d5a14f9-813e-461b-9bce-01a8d7231ab0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:27.818806 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 57602) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:27.844386 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5ab408-5b89-4bd1-963b-1df322d927d4 None None] Routers {'63bb9213-10de-4534-8a34-0ac584eb3988'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:36:27.845529 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-2e5ab408-5b89-4bd1-963b-1df322d927d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:36:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['63bb9213-10de-4534-8a34-0ac584eb3988'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:27.869672 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-09799141-1b59-4612-95f2-cccd1877a022 None None] Port 7fa09828-3961-4564-b6df-d9ba06b2689f cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:36:27.966695 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-2e5ab408-5b89-4bd1-963b-1df322d927d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:27.968599 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5ab408-5b89-4bd1-963b-1df322d927d4 None None] The sync data for ids ['63bb9213-10de-4534-8a34-0ac584eb3988'] in n-d-712141-10 is: [] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:36:27.976754 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 57610) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:27.988315 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-40b7ac8f-1153-4a16-a41d-82d49f255ce7 None None] Set router 98085919-e8d8-4b7a-b87a-1a9e7bf48ca4 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:36:27.990181 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-e02b54a3-c516-4dbe-b0d3-9bced1ba5e3b tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Request body: {'subnets': [{'network_id': '1ce08d67-bd42-44ff-ac00-5a41025f04b4', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1905273582', 'ip_version': 6}, {'network_id': '72481a35-8171-4a18-ac65-cf4fc3eccead', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:27.991259 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-e02b54a3-c516-4dbe-b0d3-9bced1ba5e3b tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Request body: {'subnet': {'network_id': '1ce08d67-bd42-44ff-ac00-5a41025f04b4', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1905273582', 'ip_version': 6}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:27.992209 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-e02b54a3-c516-4dbe-b0d3-9bced1ba5e3b tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Request body: {'subnet': {'network_id': '72481a35-8171-4a18-ac65-cf4fc3eccead', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:28.002592 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a07edc-b57c-4f49-a66a-0488506792e7 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Made reservation on behalf of ce80edbfe3b74e1a96ffbc003847952c for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:36:28.015709 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-55a07edc-b57c-4f49-a66a-0488506792e7 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:28.060998 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [None req-55a07edc-b57c-4f49-a66a-0488506792e7 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] device_id is not set on port 4304c2bf-d234-42b2-beaa-36052e8b7f0c yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:36:28.089949 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-41fc4004-7b8a-426d-bf53-c49a909c0f39 req-45686195-7331-426e-ad51-0dd1c1963981 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5748811 Jul 29 23:36:28.300459 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-55a07edc-b57c-4f49-a66a-0488506792e7 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Allocated IP 172.20.0.7 (664b1722-a93c-460c-af19-f82492c3e2bb/2f67f537-f6d6-454b-8009-32b98163e09a/4304c2bf-d234-42b2-beaa-36052e8b7f0c) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:36:28.357710 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02b54a3-c516-4dbe-b0d3-9bced1ba5e3b tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Made reservation on behalf of 3b67d7a6baa0496ab3267b10da70b742 for: {'subnet': 2} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:36:28.362607 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e02b54a3-c516-4dbe-b0d3-9bced1ba5e3b tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:28.362950 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e02b54a3-c516-4dbe-b0d3-9bced1ba5e3b tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:28.383700 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7d5a14f9-813e-461b-9bce-01a8d7231ab0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:28.464659 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-40b7ac8f-1153-4a16-a41d-82d49f255ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98085919-e8d8-4b7a-b87a-1a9e7bf48ca4', 'name': 'tempest-TestAggregatesBasicOps-1093181292-router', 'tenant_id': 'a8ae6bfbece64b06be19dcefbb104eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.228'}], 'enable_snat': True}, 'gw_port_id': 'd2a26681-d76b-44b4-89b6-7f6d23cfa35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:35:22Z', 'updated_at': '2021-07-29T23:36:23Z', 'revision_number': 5, 'project_id': 'a8ae6bfbece64b06be19dcefbb104eb5', 'gw_port': {'id': 'd2a26681-d76b-44b4-89b6-7f6d23cfa35f', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:9c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98085919-e8d8-4b7a-b87a-1a9e7bf48ca4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1943, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:35:23Z', 'updated_at': '2021-07-29T23:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:28.564145 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b7ac8f-1153-4a16-a41d-82d49f255ce7 None None] Checking router: 98085919-e8d8-4b7a-b87a-1a9e7bf48ca4 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:36:28.577332 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b7ac8f-1153-4a16-a41d-82d49f255ce7 None None] Routers {'98085919-e8d8-4b7a-b87a-1a9e7bf48ca4'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:36:28.579331 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-40b7ac8f-1153-4a16-a41d-82d49f255ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:36:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['98085919-e8d8-4b7a-b87a-1a9e7bf48ca4'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:28.692225 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-55a07edc-b57c-4f49-a66a-0488506792e7 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:28.735765 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-55a07edc-b57c-4f49-a66a-0488506792e7 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Transition to ACTIVE for port object 4304c2bf-d234-42b2-beaa-36052e8b7f0c will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:36:28.765414 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-40b7ac8f-1153-4a16-a41d-82d49f255ce7 None None] Set router 98085919-e8d8-4b7a-b87a-1a9e7bf48ca4 gateway port host: None {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:36:28.790366 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-394eaa50-aaa0-4535-a700-c95a9f15a8e1 req-f3ef2739-b32b-45b8-ab8b-d1ea5f3224bd service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4237256 Jul 29 23:36:28.827794 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-55a07edc-b57c-4f49-a66a-0488506792e7 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:28.937840 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a07edc-b57c-4f49-a66a-0488506792e7 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Pushing event updated for resources: {'Port': ['ID=4304c2bf-d234-42b2-beaa-36052e8b7f0c,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:28.943020 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-40b7ac8f-1153-4a16-a41d-82d49f255ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98085919-e8d8-4b7a-b87a-1a9e7bf48ca4', 'name': 'tempest-TestAggregatesBasicOps-1093181292-router', 'tenant_id': 'a8ae6bfbece64b06be19dcefbb104eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:35:22Z', 'updated_at': '2021-07-29T23:36:28Z', 'revision_number': 6, 'project_id': 'a8ae6bfbece64b06be19dcefbb104eb5', 'gw_port_host': None}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:28.965696 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a07edc-b57c-4f49-a66a-0488506792e7 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Network 664b1722-a93c-460c-af19-f82492c3e2bb is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:36:28.967640 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-55a07edc-b57c-4f49-a66a-0488506792e7 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:28.971000 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a07edc-b57c-4f49-a66a-0488506792e7 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:36:29.027966 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b7ac8f-1153-4a16-a41d-82d49f255ce7 None None] The sync data for ids ['98085919-e8d8-4b7a-b87a-1a9e7bf48ca4'] in n-d-712141-10 is: [{'id': '98085919-e8d8-4b7a-b87a-1a9e7bf48ca4', 'name': 'tempest-TestAggregatesBasicOps-1093181292-router', 'tenant_id': 'a8ae6bfbece64b06be19dcefbb104eb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:35:22Z', 'updated_at': '2021-07-29T23:36:28Z', 'revision_number': 6, 'project_id': 'a8ae6bfbece64b06be19dcefbb104eb5', 'gw_port_host': None}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:36:29.176113 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a07edc-b57c-4f49-a66a-0488506792e7 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:29.195642 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-55a07edc-b57c-4f49-a66a-0488506792e7 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:29.205941 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-7d5a14f9-813e-461b-9bce-01a8d7231ab0 admin admin] Deleting port d2a26681-d76b-44b4-89b6-7f6d23cfa35f {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:36:29.206323 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7d5a14f9-813e-461b-9bce-01a8d7231ab0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:29.249056 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-55a07edc-b57c-4f49-a66a-0488506792e7 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.7581425 Jul 29 23:36:29.249764 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57632) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:29.261837 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-49b3e88b-7a16-4bb2-b416-bc0dbe9124ba tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Request body: {'floatingip': {'port_id': '4304c2bf-d234-42b2-beaa-36052e8b7f0c'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:29.284856 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:29.395009 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-49b3e88b-7a16-4bb2-b416-bc0dbe9124ba tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for floatingip, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:29.465888 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1dc50f08-96d4-4786-ac17-9dd196bcacdc None None] Provisioning for port 4304c2bf-d234-42b2-beaa-36052e8b7f0c completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:36:29.485419 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1dc50f08-96d4-4786-ac17-9dd196bcacdc None None] Provisioning complete for port 4304c2bf-d234-42b2-beaa-36052e8b7f0c triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:29.491159 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1dc50f08-96d4-4786-ac17-9dd196bcacdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:29.546521 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394eaa50-aaa0-4535-a700-c95a9f15a8e1 req-dbd728e4-519d-4952-91ee-367f43b4d334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:29.550789 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1dc50f08-96d4-4786-ac17-9dd196bcacdc None None] Port 4304c2bf-d234-42b2-beaa-36052e8b7f0c cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:36:29.550971 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394eaa50-aaa0-4535-a700-c95a9f15a8e1 req-dbd728e4-519d-4952-91ee-367f43b4d334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:29.554153 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394eaa50-aaa0-4535-a700-c95a9f15a8e1 req-dbd728e4-519d-4952-91ee-367f43b4d334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:29.556706 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394eaa50-aaa0-4535-a700-c95a9f15a8e1 req-dbd728e4-519d-4952-91ee-367f43b4d334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:29.561420 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394eaa50-aaa0-4535-a700-c95a9f15a8e1 req-dbd728e4-519d-4952-91ee-367f43b4d334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:29.565200 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394eaa50-aaa0-4535-a700-c95a9f15a8e1 req-dbd728e4-519d-4952-91ee-367f43b4d334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:29.565876 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394eaa50-aaa0-4535-a700-c95a9f15a8e1 req-dbd728e4-519d-4952-91ee-367f43b4d334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:29.568704 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-394eaa50-aaa0-4535-a700-c95a9f15a8e1 req-dbd728e4-519d-4952-91ee-367f43b4d334 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0f2ab90424214bdcb3d3f2d44c6cf9b4&device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 6495 time: 0.6891525 Jul 29 23:36:29.733249 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-7d5a14f9-813e-461b-9bce-01a8d7231ab0 admin admin] For port d2a26681-d76b-44b4-89b6-7f6d23cfa35f, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=d2a26681-d76b-44b4-89b6-7f6d23cfa35f,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:29.733820 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7d5a14f9-813e-461b-9bce-01a8d7231ab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:29.890768 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-7d5a14f9-813e-461b-9bce-01a8d7231ab0 admin admin] Calling delete_port for d2a26681-d76b-44b4-89b6-7f6d23cfa35f owned by network:router_gateway {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:36:29.931399 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc320d-6a6d-4ba5-a0b4-24ac24f283cb req-7e4c8867-1cc8-4d80-bfad-29ba30d6cbce tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:29.934966 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2abc320d-6a6d-4ba5-a0b4-24ac24f283cb req-7e4c8867-1cc8-4d80-bfad-29ba30d6cbce tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 944 time: 0.6453843 Jul 29 23:36:30.127735 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 81ba5939-5cb1-4c30-beb5-27330fadfacf no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:36:30.185098 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394eaa50-aaa0-4535-a700-c95a9f15a8e1 req-e4b4d884-edd9-4adf-a3a4-f5dd2a52f5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:30.195134 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394eaa50-aaa0-4535-a700-c95a9f15a8e1 req-e4b4d884-edd9-4adf-a3a4-f5dd2a52f5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:30.195740 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394eaa50-aaa0-4535-a700-c95a9f15a8e1 req-e4b4d884-edd9-4adf-a3a4-f5dd2a52f5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:30.197662 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-394eaa50-aaa0-4535-a700-c95a9f15a8e1 req-e4b4d884-edd9-4adf-a3a4-f5dd2a52f5a8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=cd4fb90a-a73b-48ea-873e-472dda9549c0&id=61db5dcd-b042-47fa-9111-3b2277565367&id=61db5dcd-b042-47fa-9111-3b2277565367&id=61db5dcd-b042-47fa-9111-3b2277565367&id=61db5dcd-b042-47fa-9111-3b2277565367&id=efe051f0-42fc-4850-b7cd-89c8013aea3e&id=efe051f0-42fc-4850-b7cd-89c8013aea3e HTTP/1.1" status: 200 len: 2291 time: 0.5908165 Jul 29 23:36:30.224261 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2abc320d-6a6d-4ba5-a0b4-24ac24f283cb req-a6da6cbb-5ca3-451b-8b6b-6332724d6567 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2531805 Jul 29 23:36:30.232672 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 81ba5939-5cb1-4c30-beb5-27330fadfacf {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:36:30.233485 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 81ba5939-5cb1-4c30-beb5-27330fadfacf not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:36:30.234320 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device d2a26681-d76b-44b4-89b6-7f6d23cfa35f no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:36:30.306870 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57650) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:30.441652 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:30.555737 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.db.api [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 23:36:30.555737 n-d-712141-10 neutron-server[94079]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Jul 29 23:36:30.555737 n-d-712141-10 neutron-server[94079]: [parameters: {'status': 'DOWN', 'ports_id': 'd2a26681-d76b-44b4-89b6-7f6d23cfa35f'}] Jul 29 23:36:30.555737 n-d-712141-10 neutron-server[94079]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94079) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:36:30.558761 n-d-712141-10 neutron-server[94079]: DEBUG oslo_db.api [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:36:30.577765 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9c0e1045-d63e-411c-ae88-b438a9ef3028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:30.722994 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-49b3e88b-7a16-4bb2-b416-bc0dbe9124ba tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:30.730768 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-49b3e88b-7a16-4bb2-b416-bc0dbe9124ba tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:30.779118 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-394eaa50-aaa0-4535-a700-c95a9f15a8e1 req-a9488e26-362e-4ec7-8d3b-b7c345c7f9c7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e344eee-0003-40f4-acc2-bcb46574e5a1 HTTP/1.1" status: 200 len: 1001 time: 0.5392249 Jul 29 23:36:30.894644 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7d5a14f9-813e-461b-9bce-01a8d7231ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:30.959163 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b711f7b8-598c-4f99-9f98-e6c54bb6d951 req-a60d17d5-a072-42cb-88c0-da1d7e12c9f6 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:30.960939 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b711f7b8-598c-4f99-9f98-e6c54bb6d951 req-a60d17d5-a072-42cb-88c0-da1d7e12c9f6 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 944 time: 0.4523275 Jul 29 23:36:30.961801 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5a14f9-813e-461b-9bce-01a8d7231ab0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2a26681-d76b-44b4-89b6-7f6d23cfa35f,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:31.005657 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394eaa50-aaa0-4535-a700-c95a9f15a8e1 req-5f861c85-09ae-4dc2-8d35-4e22b90befb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:31.007485 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-394eaa50-aaa0-4535-a700-c95a9f15a8e1 req-5f861c85-09ae-4dc2-8d35-4e22b90befb2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5e68bcd5-61dd-4d3a-b0e6-c975e0de7caa HTTP/1.1" status: 200 len: 850 time: 0.2087154 Jul 29 23:36:31.100786 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Port d2a26681-d76b-44b4-89b6-7f6d23cfa35f update to DOWN by agent not found {{(pid=94079) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Jul 29 23:36:31.106561 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e02b54a3-c516-4dbe-b0d3-9bced1ba5e3b tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:31.151412 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9c0e1045-d63e-411c-ae88-b438a9ef3028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:31.154467 n-d-712141-10 neutron-server[94077]: INFO neutron.db.l3_db [None req-49b3e88b-7a16-4bb2-b416-bc0dbe9124ba tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Floating IP 79ff89ee-92bd-41cb-bc9c-d93ef08a7c16 associated. External IP: 172.25.0.129, port: fcc0acba-cfb3-488f-9cf3-bcbd2abedfcd. Jul 29 23:36:31.158343 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9c0e1045-d63e-411c-ae88-b438a9ef3028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:31.226616 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0e1045-d63e-411c-ae88-b438a9ef3028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b996d97-3139-424b-99d7-878cbee09060,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:31.250359 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9c0e1045-d63e-411c-ae88-b438a9ef3028 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ff4e5fbd76f14c1bb30a9a15bf7f7f12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9413798 Jul 29 23:36:31.259010 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57664) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:31.456046 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-48259e7b-fece-42fc-b551-0e92dec6b38a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:31.516260 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-89fb39ed-0176-40c2-a7c1-28f000d384e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:31.544426 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-48259e7b-fece-42fc-b551-0e92dec6b38a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:31.570372 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b711f7b8-598c-4f99-9f98-e6c54bb6d951 req-4a13e60d-65ab-41f2-b8d3-168294b1129c tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5759904 Jul 29 23:36:31.592870 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7d5a14f9-813e-461b-9bce-01a8d7231ab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:31.611859 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49b3e88b-7a16-4bb2-b416-bc0dbe9124ba tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Router 1cd95d43-ed85-412f-b8bb-061a2b566a0d has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:36:31.634493 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02b54a3-c516-4dbe-b0d3-9bced1ba5e3b tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Pushing event updated for resources: {'Subnet': ['ID=a15f029a-2ffa-4f56-b0d6-8b35cf186fd7,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:31.680958 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394eaa50-aaa0-4535-a700-c95a9f15a8e1 req-f120df6c-e46c-49c2-9821-c38712577ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:31.683173 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-394eaa50-aaa0-4535-a700-c95a9f15a8e1 req-f120df6c-e46c-49c2-9821-c38712577ff6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cd4fb90a-a73b-48ea-873e-472dda9549c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6456294 Jul 29 23:36:31.755131 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-48259e7b-fece-42fc-b551-0e92dec6b38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:31.757792 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-48259e7b-fece-42fc-b551-0e92dec6b38a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:31.759035 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-48259e7b-fece-42fc-b551-0e92dec6b38a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2b996d97-3139-424b-99d7-878cbee09060 HTTP/1.1" status: 204 len: 168 time: 0.4968646 Jul 29 23:36:31.776396 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48259e7b-fece-42fc-b551-0e92dec6b38a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b996d97-3139-424b-99d7-878cbee09060,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:31.814092 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b3e88b-7a16-4bb2-b416-bc0dbe9124ba tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:36:31.829526 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ae9402-d63f-42f9-ad4f-282a1dd007f2 None None] Sync routers for ids ['1cd95d43-ed85-412f-b8bb-061a2b566a0d'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:36:31.855652 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ae9402-d63f-42f9-ad4f-282a1dd007f2 None None] Routers {'1cd95d43-ed85-412f-b8bb-061a2b566a0d'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:36:31.857160 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-31ae9402-d63f-42f9-ad4f-282a1dd007f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:36:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['1cd95d43-ed85-412f-b8bb-061a2b566a0d'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:31.910595 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-31ae9402-d63f-42f9-ad4f-282a1dd007f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:31.921091 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ae9402-d63f-42f9-ad4f-282a1dd007f2 None None] Routers {'1cd95d43-ed85-412f-b8bb-061a2b566a0d'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:36:31.922040 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-31ae9402-d63f-42f9-ad4f-282a1dd007f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:36:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['1cd95d43-ed85-412f-b8bb-061a2b566a0d'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:31.956201 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7d5a14f9-813e-461b-9bce-01a8d7231ab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:31.958857 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7d5a14f9-813e-461b-9bce-01a8d7231ab0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:31.984951 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-31ae9402-d63f-42f9-ad4f-282a1dd007f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:31.985899 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ae9402-d63f-42f9-ad4f-282a1dd007f2 None None] The sync data for ids ['1cd95d43-ed85-412f-b8bb-061a2b566a0d'] in n-d-712141-10 is: [] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:36:32.037013 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02b54a3-c516-4dbe-b0d3-9bced1ba5e3b tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Checking segment: {'id': '272485b4-4063-4bce-98c8-7303dc87660c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1ce08d67-bd42-44ff-ac00-5a41025f04b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:36:32.037844 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02b54a3-c516-4dbe-b0d3-9bced1ba5e3b tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Network hostable DHCP agents. Network: 1ce08d67-bd42-44ff-ac00-5a41025f04b4, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:36:32.069706 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7d5a14f9-813e-461b-9bce-01a8d7231ab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:32.070429 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d5a14f9-813e-461b-9bce-01a8d7231ab0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98085919-e8d8-4b7a-b87a-1a9e7bf48ca4 {{(pid=94078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:36:32.076156 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7d5a14f9-813e-461b-9bce-01a8d7231ab0 admin admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:32.080050 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-7d5a14f9-813e-461b-9bce-01a8d7231ab0 admin admin] 10.222.0.43 "DELETE /v2.0/routers/98085919-e8d8-4b7a-b87a-1a9e7bf48ca4 HTTP/1.1" status: 204 len: 168 time: 4.7098608 Jul 29 23:36:32.091965 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 57678) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:32.111343 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-394eaa50-aaa0-4535-a700-c95a9f15a8e1 req-5dae6b45-2350-4725-9576-0e2719b4ff8a service neutron] 10.222.0.22 "GET /v2.0/networks/cd4fb90a-a73b-48ea-873e-472dda9549c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869619 Jul 29 23:36:32.139368 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49b3e88b-7a16-4bb2-b416-bc0dbe9124ba tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Router 63bb9213-10de-4534-8a34-0ac584eb3988 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:36:32.315196 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b3e88b-7a16-4bb2-b416-bc0dbe9124ba tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:36:32.323506 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02b54a3-c516-4dbe-b0d3-9bced1ba5e3b tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Network 1ce08d67-bd42-44ff-ac00-5a41025f04b4 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:36:32.326971 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-49b3e88b-7a16-4bb2-b416-bc0dbe9124ba tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:32.328782 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e148a5-3db3-4987-a36c-ee4a6d2ca8d3 None None] Sync routers for ids ['63bb9213-10de-4534-8a34-0ac584eb3988'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:36:32.345087 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e148a5-3db3-4987-a36c-ee4a6d2ca8d3 None None] Routers {'63bb9213-10de-4534-8a34-0ac584eb3988'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:36:32.345759 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-67e148a5-3db3-4987-a36c-ee4a6d2ca8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:36:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['63bb9213-10de-4534-8a34-0ac584eb3988'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:32.362314 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af7e37e-44df-4036-bb55-9e09b9a9fd90 req-658d8c10-6815-4e9c-940f-c35cdb88d420 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:32.363996 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4af7e37e-44df-4036-bb55-9e09b9a9fd90 req-658d8c10-6815-4e9c-940f-c35cdb88d420 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 944 time: 0.5942922 Jul 29 23:36:32.431323 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-49b3e88b-7a16-4bb2-b416-bc0dbe9124ba tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] 10.222.0.43 "PUT /v2.0/floatingips/79ff89ee-92bd-41cb-bc9c-d93ef08a7c16 HTTP/1.1" status: 200 len: 976 time: 3.1799779 Jul 29 23:36:32.434760 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57686) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:32.437692 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57688) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:32.473531 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-67e148a5-3db3-4987-a36c-ee4a6d2ca8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:32.513672 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e148a5-3db3-4987-a36c-ee4a6d2ca8d3 None None] Routers {'63bb9213-10de-4534-8a34-0ac584eb3988'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:36:32.514675 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-67e148a5-3db3-4987-a36c-ee4a6d2ca8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:36:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['63bb9213-10de-4534-8a34-0ac584eb3988'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:32.582053 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-67e148a5-3db3-4987-a36c-ee4a6d2ca8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:32.583354 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e148a5-3db3-4987-a36c-ee4a6d2ca8d3 None None] The sync data for ids ['63bb9213-10de-4534-8a34-0ac584eb3988'] in n-d-712141-10 is: [] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:36:32.585497 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff179c40-51d5-4e71-a17e-5cd546701c48 admin admin] Deleting subnet 2e04051e-c1b6-4add-bfdf-c2e7df6496d4 {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:36:32.612258 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-e02b54a3-c516-4dbe-b0d3-9bced1ba5e3b tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 1ce08d67-bd42-44ff-ac00-5a41025f04b4) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:32.614495 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ff179c40-51d5-4e71-a17e-5cd546701c48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:32.626179 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc347080-6636-4705-b411-41d5b13089a9 None None] Network 1ce08d67-bd42-44ff-ac00-5a41025f04b4 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:36:32.635985 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-0ebfdb43-38db-4d28-a1df-308e5c2f9f47 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Deleting port 4304c2bf-d234-42b2-beaa-36052e8b7f0c {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:36:32.637486 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0ebfdb43-38db-4d28-a1df-308e5c2f9f47 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:32.661299 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e02b54a3-c516-4dbe-b0d3-9bced1ba5e3b tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:32.725554 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-394eaa50-aaa0-4535-a700-c95a9f15a8e1 req-6badb9dc-9650-42c5-9c6b-5f57197607d4 service neutron] 10.222.0.22 "GET /v2.0/networks/cd4fb90a-a73b-48ea-873e-472dda9549c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6072114 Jul 29 23:36:32.750039 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-41c38d09-0706-419e-a08f-58ee02abf729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:32.780176 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57692) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:32.817696 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ee8045ad-a6ee-4dc9-ac01-d4bc3dadda35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:32.871574 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-394eaa50-aaa0-4535-a700-c95a9f15a8e1 req-fcc516f6-c6c3-4115-8f51-1db3ac2ecfb1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=6692c9b8-f4e2-4f31-897e-016045fc3bd4 HTTP/1.1" status: 200 len: 217 time: 0.1165597 Jul 29 23:36:32.873873 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ff179c40-51d5-4e71-a17e-5cd546701c48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:32.877818 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02b54a3-c516-4dbe-b0d3-9bced1ba5e3b tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Pushing event updated for resources: {'Subnet': ['ID=6aedd8a9-7004-4496-a355-c081f1a3c900,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:32.882344 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0ebfdb43-38db-4d28-a1df-308e5c2f9f47 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:32.898630 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17190c52-e25b-4a32-9411-635d7a12c30c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-1ce08d67-bd42-44ff-ac00-5a41025f04b4', 'network_id': '1ce08d67-bd42-44ff-ac00-5a41025f04b4', 'tenant_id': '3b67d7a6baa0496ab3267b10da70b742', 'fixed_ips': [{'subnet_id': 'a15f029a-2ffa-4f56-b0d6-8b35cf186fd7'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:36:32.899353 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-17190c52-e25b-4a32-9411-635d7a12c30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:32.907565 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4af7e37e-44df-4036-bb55-9e09b9a9fd90 req-7c8c4213-b8e4-4bd6-9b7d-377cce16a51e tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4356198 Jul 29 23:36:33.082680 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-41c38d09-0706-419e-a08f-58ee02abf729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:33.109709 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394eaa50-aaa0-4535-a700-c95a9f15a8e1 req-f43a7f36-c413-4e01-a7b3-3be077f0897b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:33.111702 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-394eaa50-aaa0-4535-a700-c95a9f15a8e1 req-f43a7f36-c413-4e01-a7b3-3be077f0897b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=79a11c1f-d15e-4fd8-9d2b-ecb54e88df46 HTTP/1.1" status: 200 len: 797 time: 0.2310510 Jul 29 23:36:33.133860 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-41c38d09-0706-419e-a08f-58ee02abf729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:33.165159 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02b54a3-c516-4dbe-b0d3-9bced1ba5e3b tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Checking segment: {'id': '88850de0-805e-4cb4-a51f-d72d3366ccb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '72481a35-8171-4a18-ac65-cf4fc3eccead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:36:33.165858 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02b54a3-c516-4dbe-b0d3-9bced1ba5e3b tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Network hostable DHCP agents. Network: 72481a35-8171-4a18-ac65-cf4fc3eccead, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:36:33.210294 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-17190c52-e25b-4a32-9411-635d7a12c30c None None] Allocated IP 2001:db8::1 (1ce08d67-bd42-44ff-ac00-5a41025f04b4/a15f029a-2ffa-4f56-b0d6-8b35cf186fd7/be34d76e-f7e1-4186-861b-3e594d95ba4e) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:36:33.247873 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ff179c40-51d5-4e71-a17e-5cd546701c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:33.265885 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-41c38d09-0706-419e-a08f-58ee02abf729 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=49a791c3a93d485abef8d25c846bf9e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7855852 Jul 29 23:36:33.274325 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57698) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:33.281986 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c38d09-0706-419e-a08f-58ee02abf729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e213a99c-72e4-4efb-befa-48b924124476,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:33.342870 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02b54a3-c516-4dbe-b0d3-9bced1ba5e3b tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Network 72481a35-8171-4a18-ac65-cf4fc3eccead is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:36:33.363796 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0ebfdb43-38db-4d28-a1df-308e5c2f9f47 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:33.363796 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0ebfdb43-38db-4d28-a1df-308e5c2f9f47 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:33.363796 n-d-712141-10 neutron-server[94077]: INFO neutron.db.l3_db [None req-0ebfdb43-38db-4d28-a1df-308e5c2f9f47 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Floating IP 79ff89ee-92bd-41cb-bc9c-d93ef08a7c16 disassociated. External IP: 172.25.0.129, port: 4304c2bf-d234-42b2-beaa-36052e8b7f0c. Jul 29 23:36:33.364252 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-0ebfdb43-38db-4d28-a1df-308e5c2f9f47 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Calling delete_port for 4304c2bf-d234-42b2-beaa-36052e8b7f0c owned by {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:36:33.382434 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394eaa50-aaa0-4535-a700-c95a9f15a8e1 req-24ee153f-833e-4314-93fd-3763201757ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:33.384147 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-394eaa50-aaa0-4535-a700-c95a9f15a8e1 req-24ee153f-833e-4314-93fd-3763201757ae service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=61db5dcd-b042-47fa-9111-3b2277565367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2355051 Jul 29 23:36:33.404452 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-e02b54a3-c516-4dbe-b0d3-9bced1ba5e3b tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 72481a35-8171-4a18-ac65-cf4fc3eccead) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:33.436046 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02b54a3-c516-4dbe-b0d3-9bced1ba5e3b tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:33.436682 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02b54a3-c516-4dbe-b0d3-9bced1ba5e3b tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:33.437687 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e02b54a3-c516-4dbe-b0d3-9bced1ba5e3b tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:33.464131 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe8ba658-d645-4f12-99ce-a95f35233f80 None None] Network 72481a35-8171-4a18-ac65-cf4fc3eccead requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:36:33.502500 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ee8045ad-a6ee-4dc9-ac01-d4bc3dadda35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:33.504480 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09beed85-018e-41c8-86f5-231949adc313 req-8c0f410c-739e-40ba-94d8-0eee2fa1105f tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:33.506155 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-09beed85-018e-41c8-86f5-231949adc313 req-8c0f410c-739e-40ba-94d8-0eee2fa1105f tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 944 time: 0.2544649 Jul 29 23:36:33.513901 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ee8045ad-a6ee-4dc9-ac01-d4bc3dadda35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:33.515567 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ff179c40-51d5-4e71-a17e-5cd546701c48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:33.531319 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e02b54a3-c516-4dbe-b0d3-9bced1ba5e3b tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 5.5485947 Jul 29 23:36:33.548055 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b7b04334-700c-4d74-ba64-a8282e545c1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:33.569100 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57702) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:33.569383 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-89fb39ed-0176-40c2-a7c1-28f000d384e0 admin admin] Deleting port 715390ce-2547-4acd-b959-070d46d7a628 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:36:33.570474 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-89fb39ed-0176-40c2-a7c1-28f000d384e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:33.600788 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff179c40-51d5-4e71-a17e-5cd546701c48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e04051e-c1b6-4add-bfdf-c2e7df6496d4,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:33.633441 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-17190c52-e25b-4a32-9411-635d7a12c30c None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:33.645105 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ff179c40-51d5-4e71-a17e-5cd546701c48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:33.652451 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ff179c40-51d5-4e71-a17e-5cd546701c48 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/2e04051e-c1b6-4add-bfdf-c2e7df6496d4 HTTP/1.1" status: 204 len: 168 time: 1.5526025 Jul 29 23:36:33.661971 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 57704) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:33.706805 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-17190c52-e25b-4a32-9411-635d7a12c30c None None] Transition to ACTIVE for port object be34d76e-f7e1-4186-861b-3e594d95ba4e will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:36:33.719251 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b801993-0869-48fa-af81-89669341d754 None None] Network f34dce64-23e8-4ac9-bdc0-7b776007258f requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:36:33.735166 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0ebfdb43-38db-4d28-a1df-308e5c2f9f47 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:33.764255 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ee8045ad-a6ee-4dc9-ac01-d4bc3dadda35 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f6e2e510f9674f82bb3b99e4cdf05de7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9753931 Jul 29 23:36:33.766201 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-09beed85-018e-41c8-86f5-231949adc313 req-2f0c79b5-3e60-4572-9558-0d778d491ac2 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2072761 Jul 29 23:36:33.766373 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 57706) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:33.780456 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8045ad-a6ee-4dc9-ac01-d4bc3dadda35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f6ce89-1359-47af-88dd-52d783d219a4,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:33.787291 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-394eaa50-aaa0-4535-a700-c95a9f15a8e1 req-17075786-321c-427c-8339-544aa094f243 service neutron] 10.222.0.22 "GET /v2.0/networks/61db5dcd-b042-47fa-9111-3b2277565367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3938148 Jul 29 23:36:33.807783 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-17190c52-e25b-4a32-9411-635d7a12c30c None None] Transition to ACTIVE for port object be34d76e-f7e1-4186-861b-3e594d95ba4e will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:36:33.844299 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b7b04334-700c-4d74-ba64-a8282e545c1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:33.869886 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-17190c52-e25b-4a32-9411-635d7a12c30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:33.872338 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebfdb43-38db-4d28-a1df-308e5c2f9f47 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Pushing event deleted for resources: {'Port': ['ID=4304c2bf-d234-42b2-beaa-36052e8b7f0c,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:33.926365 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17190c52-e25b-4a32-9411-635d7a12c30c None None] Network 1ce08d67-bd42-44ff-ac00-5a41025f04b4 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:36:33.932727 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-17190c52-e25b-4a32-9411-635d7a12c30c None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:33.939908 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17190c52-e25b-4a32-9411-635d7a12c30c None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:36:33.972497 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5171d191-2061-46a0-9c2f-f25c159f205c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:33.987400 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17190c52-e25b-4a32-9411-635d7a12c30c None None] Pushing event updated for resources: {'Port': ['ID=be34d76e-f7e1-4186-861b-3e594d95ba4e,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:33.993971 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-89fb39ed-0176-40c2-a7c1-28f000d384e0 admin admin] For port 715390ce-2547-4acd-b959-070d46d7a628, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=715390ce-2547-4acd-b959-070d46d7a628,segment=NetworkSegment(9b0e57e5-cd0f-4f81-8940-6c7b6788dd26),segment_id=9b0e57e5-cd0f-4f81-8940-6c7b6788dd26)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:33.995163 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-89fb39ed-0176-40c2-a7c1-28f000d384e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:34.034713 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-89fb39ed-0176-40c2-a7c1-28f000d384e0 admin admin] Calling delete_port for 715390ce-2547-4acd-b959-070d46d7a628 owned by network:router_interface {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:36:34.075349 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec9f749-53f7-44db-85cb-8f0f33d2f77b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-72481a35-8171-4a18-ac65-cf4fc3eccead', 'network_id': '72481a35-8171-4a18-ac65-cf4fc3eccead', 'tenant_id': '3b67d7a6baa0496ab3267b10da70b742', 'fixed_ips': [{'subnet_id': '6aedd8a9-7004-4496-a355-c081f1a3c900'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:36:34.076392 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9ec9f749-53f7-44db-85cb-8f0f33d2f77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:34.155061 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-dfa6ce6a-7c1d-4f15-bbd2-b98345fd6879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:34.202420 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-394eaa50-aaa0-4535-a700-c95a9f15a8e1 req-5b1662aa-ad82-4064-be7b-729e600a7327 service neutron] 10.222.0.22 "GET /v2.0/networks/61db5dcd-b042-47fa-9111-3b2277565367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3969052 Jul 29 23:36:34.227170 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-17190c52-e25b-4a32-9411-635d7a12c30c None None] Attempting to bind port be34d76e-f7e1-4186-861b-3e594d95ba4e on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:36:34.227562 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-17190c52-e25b-4a32-9411-635d7a12c30c None None] Attempting to bind port be34d76e-f7e1-4186-861b-3e594d95ba4e by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '272485b4-4063-4bce-98c8-7303dc87660c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1ce08d67-bd42-44ff-ac00-5a41025f04b4'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:36:34.228036 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17190c52-e25b-4a32-9411-635d7a12c30c None None] Attempting to bind port be34d76e-f7e1-4186-861b-3e594d95ba4e on network 1ce08d67-bd42-44ff-ac00-5a41025f04b4 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:36:34.246204 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17190c52-e25b-4a32-9411-635d7a12c30c None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:36:34.246602 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17190c52-e25b-4a32-9411-635d7a12c30c None None] Checking segment: {'id': '272485b4-4063-4bce-98c8-7303dc87660c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1ce08d67-bd42-44ff-ac00-5a41025f04b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:36:34.247231 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-17190c52-e25b-4a32-9411-635d7a12c30c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:34.247695 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17190c52-e25b-4a32-9411-635d7a12c30c None None] Bound using segment: {'id': '272485b4-4063-4bce-98c8-7303dc87660c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1ce08d67-bd42-44ff-ac00-5a41025f04b4'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:36:34.250514 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-17190c52-e25b-4a32-9411-635d7a12c30c None None] Bound port: be34d76e-f7e1-4186-861b-3e594d95ba4e, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272485b4-4063-4bce-98c8-7303dc87660c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1ce08d67-bd42-44ff-ac00-5a41025f04b4'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:36:34.250514 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-17190c52-e25b-4a32-9411-635d7a12c30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:34.253532 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6fd20bf-56a7-4e0f-8886-9f03aa58e1f4 None None] DHCP port deletion for f34dce64-23e8-4ac9-bdc0-7b776007258f request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:36:34.412382 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5cdc89-be52-491c-837d-b07ebe7aa245 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:34.414157 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5cdc89-be52-491c-837d-b07ebe7aa245 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:34.415517 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5cdc89-be52-491c-837d-b07ebe7aa245 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:34.418117 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-aa5cdc89-be52-491c-837d-b07ebe7aa245 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.8457863 Jul 29 23:36:34.442604 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:36:34.454493 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57708) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:34.476131 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-17190c52-e25b-4a32-9411-635d7a12c30c None None] For port be34d76e-f7e1-4186-861b-3e594d95ba4e, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:36:34.479577 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-9ec9f749-53f7-44db-85cb-8f0f33d2f77b None None] Allocated IP 2001:db8:0:1::1 (72481a35-8171-4a18-ac65-cf4fc3eccead/6aedd8a9-7004-4496-a355-c081f1a3c900/de53f103-e2aa-453d-96d3-0bd48ca170e7) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:36:34.495580 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-17190c52-e25b-4a32-9411-635d7a12c30c None None] For port be34d76e-f7e1-4186-861b-3e594d95ba4e, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=be34d76e-f7e1-4186-861b-3e594d95ba4e,segment=NetworkSegment(272485b4-4063-4bce-98c8-7303dc87660c),segment_id=272485b4-4063-4bce-98c8-7303dc87660c)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:36:34.499863 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-f6fd20bf-56a7-4e0f-8886-9f03aa58e1f4 None None] Deleting port 9ea6bdeb-d198-4f8a-8106-acac552f0b7f {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:36:34.500336 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f6fd20bf-56a7-4e0f-8886-9f03aa58e1f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:34.549220 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4d8ac4d-5430-46da-8d71-94d08e186fd7 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Deleting subnet a15f029a-2ffa-4f56-b0d6-8b35cf186fd7 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:36:34.563325 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ebfdb43-38db-4d28-a1df-308e5c2f9f47 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Router 63bb9213-10de-4534-8a34-0ac584eb3988 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:36:34.564287 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a4d8ac4d-5430-46da-8d71-94d08e186fd7 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:34.572200 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-17190c52-e25b-4a32-9411-635d7a12c30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:34.592363 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b7b04334-700c-4d74-ba64-a8282e545c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:34.594968 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b7b04334-700c-4d74-ba64-a8282e545c1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:34.599914 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b7b04334-700c-4d74-ba64-a8282e545c1b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e213a99c-72e4-4efb-befa-48b924124476 HTTP/1.1" status: 204 len: 168 time: 1.3203766 Jul 29 23:36:34.608592 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-394eaa50-aaa0-4535-a700-c95a9f15a8e1 req-6b28dbd8-f7c3-401d-97d1-391083db0cf7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=da9a90e1-8efc-4f87-81e6-604ba087e2ac HTTP/1.1" status: 200 len: 217 time: 0.3917782 Jul 29 23:36:34.640969 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b04334-700c-4d74-ba64-a8282e545c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e213a99c-72e4-4efb-befa-48b924124476,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:34.680774 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-dfa6ce6a-7c1d-4f15-bbd2-b98345fd6879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:34.708916 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a4d8ac4d-5430-46da-8d71-94d08e186fd7 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:34.917757 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394eaa50-aaa0-4535-a700-c95a9f15a8e1 req-b45cc97c-9364-46d9-b0d0-8e6ee8d9c044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:34.919698 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-394eaa50-aaa0-4535-a700-c95a9f15a8e1 req-b45cc97c-9364-46d9-b0d0-8e6ee8d9c044 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=79a11c1f-d15e-4fd8-9d2b-ecb54e88df46 HTTP/1.1" status: 200 len: 797 time: 0.2926531 Jul 29 23:36:34.937904 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ebfdb43-38db-4d28-a1df-308e5c2f9f47 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:36:34.967519 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e18153a-18c3-4971-a91b-869cd9c49481 None None] Sync routers for ids ['63bb9213-10de-4534-8a34-0ac584eb3988'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:36:34.972926 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a4d8ac4d-5430-46da-8d71-94d08e186fd7 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:34.984494 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-5171d191-2061-46a0-9c2f-f25c159f205c admin admin] Deleting port 9ea6bdeb-d198-4f8a-8106-acac552f0b7f {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:36:34.985209 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5171d191-2061-46a0-9c2f-f25c159f205c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:35.033004 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-f6fd20bf-56a7-4e0f-8886-9f03aa58e1f4 None None] For port 9ea6bdeb-d198-4f8a-8106-acac552f0b7f, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=9ea6bdeb-d198-4f8a-8106-acac552f0b7f,segment=NetworkSegment(5d11bf09-ca44-44a0-8d87-2a15d2437918),segment_id=5d11bf09-ca44-44a0-8d87-2a15d2437918)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:35.033883 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f6fd20bf-56a7-4e0f-8886-9f03aa58e1f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:35.072193 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a4d8ac4d-5430-46da-8d71-94d08e186fd7 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:35.078235 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e18153a-18c3-4971-a91b-869cd9c49481 None None] Routers {'63bb9213-10de-4534-8a34-0ac584eb3988'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:36:35.078970 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-1e18153a-18c3-4971-a91b-869cd9c49481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:36:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['63bb9213-10de-4534-8a34-0ac584eb3988'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:35.086145 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9ec9f749-53f7-44db-85cb-8f0f33d2f77b None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:35.088380 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17190c52-e25b-4a32-9411-635d7a12c30c None None] Pushing event updated for resources: {'Port': ['ID=be34d76e-f7e1-4186-861b-3e594d95ba4e,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:35.098697 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-f6fd20bf-56a7-4e0f-8886-9f03aa58e1f4 None None] Calling delete_port for 9ea6bdeb-d198-4f8a-8106-acac552f0b7f owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:36:35.157759 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-1e18153a-18c3-4971-a91b-869cd9c49481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:35.161056 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-9ec9f749-53f7-44db-85cb-8f0f33d2f77b None None] Transition to ACTIVE for port object de53f103-e2aa-453d-96d3-0bd48ca170e7 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:36:35.208650 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d8ac4d-5430-46da-8d71-94d08e186fd7 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Pushing event deleted for resources: {'Subnet': ['ID=a15f029a-2ffa-4f56-b0d6-8b35cf186fd7,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:35.214195 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a4d8ac4d-5430-46da-8d71-94d08e186fd7 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:35.215858 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a4d8ac4d-5430-46da-8d71-94d08e186fd7 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] 10.222.0.43 "DELETE /v2.0/subnets/a15f029a-2ffa-4f56-b0d6-8b35cf186fd7 HTTP/1.1" status: 204 len: 168 time: 0.7603121 Jul 29 23:36:35.220105 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57718) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:35.241057 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e18153a-18c3-4971-a91b-869cd9c49481 None None] Routers {'63bb9213-10de-4534-8a34-0ac584eb3988'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:36:35.241057 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-1e18153a-18c3-4971-a91b-869cd9c49481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:36:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['63bb9213-10de-4534-8a34-0ac584eb3988'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:35.241377 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-5171d191-2061-46a0-9c2f-f25c159f205c admin admin] For port 9ea6bdeb-d198-4f8a-8106-acac552f0b7f, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=9ea6bdeb-d198-4f8a-8106-acac552f0b7f,segment=NetworkSegment(5d11bf09-ca44-44a0-8d87-2a15d2437918),segment_id=5d11bf09-ca44-44a0-8d87-2a15d2437918)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:35.241377 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5171d191-2061-46a0-9c2f-f25c159f205c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:35.245943 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-9ec9f749-53f7-44db-85cb-8f0f33d2f77b None None] Transition to ACTIVE for port object de53f103-e2aa-453d-96d3-0bd48ca170e7 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:36:35.264360 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-5171d191-2061-46a0-9c2f-f25c159f205c admin admin] Calling delete_port for 9ea6bdeb-d198-4f8a-8106-acac552f0b7f owned by network:dhcp {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:36:35.274082 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57720) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:35.291183 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-1e18153a-18c3-4971-a91b-869cd9c49481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:35.293080 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e18153a-18c3-4971-a91b-869cd9c49481 None None] The sync data for ids ['63bb9213-10de-4534-8a34-0ac584eb3988'] in n-d-712141-10 is: [] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:36:35.299672 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9ec9f749-53f7-44db-85cb-8f0f33d2f77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:35.363715 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4e635008-51bc-45c4-9aae-b025571480b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:35.373628 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0ebfdb43-38db-4d28-a1df-308e5c2f9f47 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:35.380865 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0ebfdb43-38db-4d28-a1df-308e5c2f9f47 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] 10.222.0.43 "DELETE /v2.0/ports/4304c2bf-d234-42b2-beaa-36052e8b7f0c HTTP/1.1" status: 204 len: 168 time: 2.9409034 Jul 29 23:36:35.389216 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec9f749-53f7-44db-85cb-8f0f33d2f77b None None] Network 72481a35-8171-4a18-ac65-cf4fc3eccead is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:36:35.390203 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57722) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:35.390440 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec9f749-53f7-44db-85cb-8f0f33d2f77b None None] Pushing event updated for resources: {'Port': ['ID=de53f103-e2aa-453d-96d3-0bd48ca170e7,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:35.398045 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-9ec9f749-53f7-44db-85cb-8f0f33d2f77b None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:35.398403 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-dfa6ce6a-7c1d-4f15-bbd2-b98345fd6879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:35.402855 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec9f749-53f7-44db-85cb-8f0f33d2f77b None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:36:35.404611 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-dfa6ce6a-7c1d-4f15-bbd2-b98345fd6879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:35.409445 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-dfa6ce6a-7c1d-4f15-bbd2-b98345fd6879 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/38f6ce89-1359-47af-88dd-52d783d219a4 HTTP/1.1" status: 204 len: 168 time: 1.6336193 Jul 29 23:36:35.438838 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f6fd20bf-56a7-4e0f-8886-9f03aa58e1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:35.451607 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe6476-3aa7-4c58-8556-d7970325fd3b req-85ff864b-a4a7-423a-b20e-4eecef005302 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:35.454082 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d4fe6476-3aa7-4c58-8556-d7970325fd3b req-85ff864b-a4a7-423a-b20e-4eecef005302 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 944 time: 0.5549290 Jul 29 23:36:35.478227 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394eaa50-aaa0-4535-a700-c95a9f15a8e1 req-f27d324a-4ae7-461a-9cf1-86012ea99205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:35.481639 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-394eaa50-aaa0-4535-a700-c95a9f15a8e1 req-f27d324a-4ae7-461a-9cf1-86012ea99205 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=61db5dcd-b042-47fa-9111-3b2277565367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5391281 Jul 29 23:36:35.498588 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f91672a-c334-4ace-9bbe-02d3cde714f5 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Deleting subnet 6aedd8a9-7004-4496-a355-c081f1a3c900 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:36:35.505344 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4f91672a-c334-4ace-9bbe-02d3cde714f5 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:35.528946 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa6ce6a-7c1d-4f15-bbd2-b98345fd6879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f6ce89-1359-47af-88dd-52d783d219a4,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:35.542137 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fd20bf-56a7-4e0f-8886-9f03aa58e1f4 None None] Pushing event deleted for resources: {'Port': ['ID=9ea6bdeb-d198-4f8a-8106-acac552f0b7f,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:35.564690 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fd20bf-56a7-4e0f-8886-9f03aa58e1f4 None None] No DVR routers for this DVR port 9ea6bdeb-d198-4f8a-8106-acac552f0b7f on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:36:35.587714 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4f91672a-c334-4ace-9bbe-02d3cde714f5 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:35.591070 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-9ec9f749-53f7-44db-85cb-8f0f33d2f77b None None] Attempting to bind port de53f103-e2aa-453d-96d3-0bd48ca170e7 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:36:35.591807 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-9ec9f749-53f7-44db-85cb-8f0f33d2f77b None None] Attempting to bind port de53f103-e2aa-453d-96d3-0bd48ca170e7 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '88850de0-805e-4cb4-a51f-d72d3366ccb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '72481a35-8171-4a18-ac65-cf4fc3eccead'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:36:35.592365 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec9f749-53f7-44db-85cb-8f0f33d2f77b None None] Attempting to bind port de53f103-e2aa-453d-96d3-0bd48ca170e7 on network 72481a35-8171-4a18-ac65-cf4fc3eccead {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:36:35.618299 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec9f749-53f7-44db-85cb-8f0f33d2f77b None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 36, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:36:35.618948 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec9f749-53f7-44db-85cb-8f0f33d2f77b None None] Checking segment: {'id': '88850de0-805e-4cb4-a51f-d72d3366ccb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '72481a35-8171-4a18-ac65-cf4fc3eccead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:36:35.620339 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9ec9f749-53f7-44db-85cb-8f0f33d2f77b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:35.621084 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec9f749-53f7-44db-85cb-8f0f33d2f77b None None] Bound using segment: {'id': '88850de0-805e-4cb4-a51f-d72d3366ccb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '72481a35-8171-4a18-ac65-cf4fc3eccead'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:36:35.622055 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-9ec9f749-53f7-44db-85cb-8f0f33d2f77b None None] Bound port: de53f103-e2aa-453d-96d3-0bd48ca170e7, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88850de0-805e-4cb4-a51f-d72d3366ccb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '72481a35-8171-4a18-ac65-cf4fc3eccead'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:36:35.622649 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9ec9f749-53f7-44db-85cb-8f0f33d2f77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:35.734035 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-394eaa50-aaa0-4535-a700-c95a9f15a8e1 req-466d4c8a-24ef-4641-84b6-4f939826a3ce service neutron] 10.222.0.22 "GET /v2.0/networks/61db5dcd-b042-47fa-9111-3b2277565367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060747 Jul 29 23:36:35.751260 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5171d191-2061-46a0-9c2f-f25c159f205c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:35.768783 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4f91672a-c334-4ace-9bbe-02d3cde714f5 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:35.903182 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d4fe6476-3aa7-4c58-8556-d7970325fd3b req-8367c250-ee8e-43cd-93f8-5cc13cfcf410 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4124622 Jul 29 23:36:35.908557 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5171d191-2061-46a0-9c2f-f25c159f205c admin admin] No DVR routers for this DVR port 9ea6bdeb-d198-4f8a-8106-acac552f0b7f on host n-d-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:36:35.913921 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4f91672a-c334-4ace-9bbe-02d3cde714f5 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:36.004654 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5171d191-2061-46a0-9c2f-f25c159f205c admin admin] Pushing event deleted for resources: {'Port': ['ID=9ea6bdeb-d198-4f8a-8106-acac552f0b7f,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:36.060850 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-89fb39ed-0176-40c2-a7c1-28f000d384e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:36.118241 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device be34d76e-f7e1-4186-861b-3e594d95ba4e up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:36:36.125290 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb39ed-0176-40c2-a7c1-28f000d384e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=715390ce-2547-4acd-b959-070d46d7a628,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:36.171991 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-9ec9f749-53f7-44db-85cb-8f0f33d2f77b None None] For port de53f103-e2aa-453d-96d3-0bd48ca170e7, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:36:36.231659 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-9ec9f749-53f7-44db-85cb-8f0f33d2f77b None None] For port de53f103-e2aa-453d-96d3-0bd48ca170e7, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=de53f103-e2aa-453d-96d3-0bd48ca170e7,segment=NetworkSegment(88850de0-805e-4cb4-a51f-d72d3366ccb3),segment_id=88850de0-805e-4cb4-a51f-d72d3366ccb3)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:36:36.243800 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9ec9f749-53f7-44db-85cb-8f0f33d2f77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:36.332773 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5171d191-2061-46a0-9c2f-f25c159f205c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:36.344579 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-5171d191-2061-46a0-9c2f-f25c159f205c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f34dce64-23e8-4ac9-bdc0-7b776007258f']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:36.356752 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-5171d191-2061-46a0-9c2f-f25c159f205c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d11bf09-ca44-44a0-8d87-2a15d2437918') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:36.357225 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-5171d191-2061-46a0-9c2f-f25c159f205c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d11bf09-ca44-44a0-8d87-2a15d2437918') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:36.368158 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5171d191-2061-46a0-9c2f-f25c159f205c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:36.384267 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5171d191-2061-46a0-9c2f-f25c159f205c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:36.399999 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5171d191-2061-46a0-9c2f-f25c159f205c admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:36:36.400496 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5171d191-2061-46a0-9c2f-f25c159f205c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:36.493771 n-d-712141-10 neutron-server[94078]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:36:36.493771 n-d-712141-10 neutron-server[94078]: self.session.flush() Jul 29 23:36:36.493771 n-d-712141-10 neutron-server[94078]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:36:36.493771 n-d-712141-10 neutron-server[94078]: self.session.flush() Jul 29 23:36:36.493771 n-d-712141-10 neutron-server[94078]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:36:36.493771 n-d-712141-10 neutron-server[94078]: self.session.flush() Jul 29 23:36:36.493771 n-d-712141-10 neutron-server[94078]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:36:36.493771 n-d-712141-10 neutron-server[94078]: self.session.flush() Jul 29 23:36:36.493771 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:36:36.493771 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:36:36.493771 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:36:36.493771 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:36:36.493771 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:36:36.493771 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:36:36.493771 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:36:36.493771 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:36:36.493771 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:36:36.493771 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:36:36.493771 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:36:36.493771 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:36:36.493771 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:36:36.493771 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:36:36.493771 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:36:36.493771 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:36:36.493771 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:36:36.493771 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:36:36.493771 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:36:36.493771 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:36:36.493771 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:36:36.493771 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:36:36.493771 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:36:36.493771 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:36:36.493771 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:36:36.493771 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:36:36.493771 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:36:36.493771 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:36:36.493771 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:36:36.493771 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:36:36.493771 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:36:36.493771 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:36:36.502919 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f91672a-c334-4ace-9bbe-02d3cde714f5 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Pushing event deleted for resources: {'Subnet': ['ID=6aedd8a9-7004-4496-a355-c081f1a3c900,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:36.523380 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port be34d76e-f7e1-4186-861b-3e594d95ba4e completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:36:36.526628 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec9f749-53f7-44db-85cb-8f0f33d2f77b None None] Pushing event updated for resources: {'Port': ['ID=de53f103-e2aa-453d-96d3-0bd48ca170e7,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:36.535858 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4f91672a-c334-4ace-9bbe-02d3cde714f5 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:36.538693 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4f91672a-c334-4ace-9bbe-02d3cde714f5 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] 10.222.0.43 "DELETE /v2.0/subnets/6aedd8a9-7004-4496-a355-c081f1a3c900 HTTP/1.1" status: 204 len: 168 time: 1.3172417 Jul 29 23:36:36.577712 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5171d191-2061-46a0-9c2f-f25c159f205c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:36.579301 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 57744) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:36.643058 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 9ea6bdeb-d198-4f8a-8106-acac552f0b7f no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:36:36.686321 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 9ea6bdeb-d198-4f8a-8106-acac552f0b7f {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:36:36.693992 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 9ea6bdeb-d198-4f8a-8106-acac552f0b7f not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:36:36.695050 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5171d191-2061-46a0-9c2f-f25c159f205c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:36.709816 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-5171d191-2061-46a0-9c2f-f25c159f205c admin admin] 10.222.0.43 "DELETE /v2.0/networks/f34dce64-23e8-4ac9-bdc0-7b776007258f HTTP/1.1" status: 204 len: 168 time: 3.0434301 Jul 29 23:36:36.713640 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57748) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:36.834649 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60c9364-4b10-43ed-8334-9edd24b6acb4 None None] Network 1ce08d67-bd42-44ff-ac00-5a41025f04b4 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:36:36.896390 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c05e7c-ea88-414e-bb50-7767124fdd89 req-de91e934-22d8-4d30-bbf0-261bd9c2fb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:36.897995 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-44c05e7c-ea88-414e-bb50-7767124fdd89 req-de91e934-22d8-4d30-bbf0-261bd9c2fb5f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0043d03cb0a4bbcbd35eb8f2075805c&device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 1096 time: 0.3994865 Jul 29 23:36:36.907434 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-394eaa50-aaa0-4535-a700-c95a9f15a8e1 req-28aa8b0e-4074-4d29-8ffe-60fc98b1ca55 service neutron] 10.222.0.22 "GET /v2.0/networks/61db5dcd-b042-47fa-9111-3b2277565367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1514301 Jul 29 23:36:36.917141 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-4eb9296b-1c00-49c7-a5db-faf300ae6fac None None] Provisioning for port be34d76e-f7e1-4186-861b-3e594d95ba4e completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:36:36.939604 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-4eb9296b-1c00-49c7-a5db-faf300ae6fac None None] Provisioning complete for port be34d76e-f7e1-4186-861b-3e594d95ba4e triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:36.945137 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4eb9296b-1c00-49c7-a5db-faf300ae6fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:37.008736 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5171d191-2061-46a0-9c2f-f25c159f205c admin admin] Pushing event deleted for resources: {'Network': ['ID=f34dce64-23e8-4ac9-bdc0-7b776007258f,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:37.075875 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd3c33-b38a-417e-b4c3-cf5af3c7b419 req-a0c237e4-c8c7-41f4-88e6-9c10dec4b5bd tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:37.079021 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-50dd3c33-b38a-417e-b4c3-cf5af3c7b419 req-a0c237e4-c8c7-41f4-88e6-9c10dec4b5bd tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 944 time: 0.7763522 Jul 29 23:36:37.088723 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-394eaa50-aaa0-4535-a700-c95a9f15a8e1 req-b449ee32-69bd-43d5-b764-c612106be020 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=30eaa1d4-3c58-4fb5-a2a3-e842c94e7256 HTTP/1.1" status: 200 len: 217 time: 0.1673667 Jul 29 23:36:37.108638 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:37.125067 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29eb8b08-c609-48ed-8585-d9f792243c28 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:37.126953 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-29eb8b08-c609-48ed-8585-d9f792243c28 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4694159 Jul 29 23:36:37.145697 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57758) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:37.191739 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4eb9296b-1c00-49c7-a5db-faf300ae6fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:37.195204 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4e635008-51bc-45c4-9aae-b025571480b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:37.213048 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b81f0a-d901-40a9-a3ef-5a8f72351c6e None None] DHCP port deletion for 1ce08d67-bd42-44ff-ac00-5a41025f04b4 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:36:37.270082 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394eaa50-aaa0-4535-a700-c95a9f15a8e1 req-051b8eb9-b73f-4b7e-a1ee-9cd3fb3b490c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:37.271828 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-394eaa50-aaa0-4535-a700-c95a9f15a8e1 req-051b8eb9-b73f-4b7e-a1ee-9cd3fb3b490c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=79a11c1f-d15e-4fd8-9d2b-ecb54e88df46 HTTP/1.1" status: 200 len: 797 time: 0.1710193 Jul 29 23:36:37.287568 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-50dd3c33-b38a-417e-b4c3-cf5af3c7b419 req-53024a18-9898-4f5c-88e3-ffabff6d86a1 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1952968 Jul 29 23:36:37.301641 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-4eb9296b-1c00-49c7-a5db-faf300ae6fac None None] For port be34d76e-f7e1-4186-861b-3e594d95ba4e, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=be34d76e-f7e1-4186-861b-3e594d95ba4e,segment=NetworkSegment(272485b4-4063-4bce-98c8-7303dc87660c),segment_id=272485b4-4063-4bce-98c8-7303dc87660c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:37.306355 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4eb9296b-1c00-49c7-a5db-faf300ae6fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:37.314379 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4e635008-51bc-45c4-9aae-b025571480b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:37.349565 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-89fb39ed-0176-40c2-a7c1-28f000d384e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:37.375455 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394eaa50-aaa0-4535-a700-c95a9f15a8e1 req-f3133465-968b-4db9-8157-8de5aa07d455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:37.377321 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-394eaa50-aaa0-4535-a700-c95a9f15a8e1 req-f3133465-968b-4db9-8157-8de5aa07d455 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=61db5dcd-b042-47fa-9111-3b2277565367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0887866 Jul 29 23:36:37.391287 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-a0b81f0a-d901-40a9-a3ef-5a8f72351c6e None None] Deleting port be34d76e-f7e1-4186-861b-3e594d95ba4e {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:36:37.391667 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a0b81f0a-d901-40a9-a3ef-5a8f72351c6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:37.479589 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb9296b-1c00-49c7-a5db-faf300ae6fac None None] Pushing event updated for resources: {'Port': ['ID=be34d76e-f7e1-4186-861b-3e594d95ba4e,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:37.520275 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-a0b81f0a-d901-40a9-a3ef-5a8f72351c6e None None] For port be34d76e-f7e1-4186-861b-3e594d95ba4e, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=be34d76e-f7e1-4186-861b-3e594d95ba4e,segment=NetworkSegment(272485b4-4063-4bce-98c8-7303dc87660c),segment_id=272485b4-4063-4bce-98c8-7303dc87660c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:37.520890 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a0b81f0a-d901-40a9-a3ef-5a8f72351c6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:37.562080 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-a0b81f0a-d901-40a9-a3ef-5a8f72351c6e None None] Calling delete_port for be34d76e-f7e1-4186-861b-3e594d95ba4e owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:36:37.643225 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-394eaa50-aaa0-4535-a700-c95a9f15a8e1 req-8a063463-8bac-4e51-839f-947db6ef7acf service neutron] 10.222.0.22 "GET /v2.0/networks/61db5dcd-b042-47fa-9111-3b2277565367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255373 Jul 29 23:36:37.643787 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4e635008-51bc-45c4-9aae-b025571480b9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8a40706698f14fab99b2119abfcfc886&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3565860 Jul 29 23:36:37.645806 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57768) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:37.658154 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e635008-51bc-45c4-9aae-b025571480b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2267b5-c51b-46a5-a30d-c40bdf3a7f81,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:37.679961 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2f1f0cb6-88cb-4fb9-b59b-19856370123c tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:37.739837 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a0b81f0a-d901-40a9-a3ef-5a8f72351c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:37.767686 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c05e7c-ea88-414e-bb50-7767124fdd89 req-a6043a6f-a954-4a2b-b0c1-dc5058825c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:37.769207 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-44c05e7c-ea88-414e-bb50-7767124fdd89 req-a6043a6f-a954-4a2b-b0c1-dc5058825c70 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fc8993d1-1f3f-4e88-9d54-7eec99f127ad HTTP/1.1" status: 200 len: 913 time: 0.8571951 Jul 29 23:36:37.781963 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b81f0a-d901-40a9-a3ef-5a8f72351c6e None None] Pushing event deleted for resources: {'Port': ['ID=be34d76e-f7e1-4186-861b-3e594d95ba4e,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:37.798301 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b81f0a-d901-40a9-a3ef-5a8f72351c6e None None] No DVR routers for this DVR port be34d76e-f7e1-4186-861b-3e594d95ba4e on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:36:37.865764 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89fb39ed-0176-40c2-a7c1-28f000d384e0 admin admin] Router d24c5e1e-46b9-4779-b665-679b591db605 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:36:37.905605 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-394eaa50-aaa0-4535-a700-c95a9f15a8e1 req-d5f15094-7e15-4c7e-9d85-e9d4e7f1802d service neutron] 10.222.0.22 "GET /v2.0/networks/61db5dcd-b042-47fa-9111-3b2277565367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537150 Jul 29 23:36:38.062405 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-394eaa50-aaa0-4535-a700-c95a9f15a8e1 req-facd6790-8652-477f-a32a-75fd2a7466c8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=1caf28fe-1621-4e50-9937-8cd368803804 HTTP/1.1" status: 200 len: 217 time: 0.1457949 Jul 29 23:36:38.154607 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device de53f103-e2aa-453d-96d3-0bd48ca170e7 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:36:38.217021 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394eaa50-aaa0-4535-a700-c95a9f15a8e1 req-c3da68c0-c19e-40a8-ab61-28db4a136d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:38.218577 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-394eaa50-aaa0-4535-a700-c95a9f15a8e1 req-c3da68c0-c19e-40a8-ab61-28db4a136d39 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=79a11c1f-d15e-4fd8-9d2b-ecb54e88df46 HTTP/1.1" status: 200 len: 797 time: 0.1284425 Jul 29 23:36:38.222276 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89fb39ed-0176-40c2-a7c1-28f000d384e0 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:36:38.231179 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-89fb39ed-0176-40c2-a7c1-28f000d384e0 admin admin] 10.222.0.43 "PUT /v2.0/routers/d24c5e1e-46b9-4779-b665-679b591db605/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4069753 Jul 29 23:36:38.231338 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 57778) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:38.240452 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f669353e-cdc5-4a27-bdb0-d7855d261201 None None] Sync routers for ids ['d24c5e1e-46b9-4779-b665-679b591db605'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:36:38.254301 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f669353e-cdc5-4a27-bdb0-d7855d261201 None None] Routers {'d24c5e1e-46b9-4779-b665-679b591db605'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:36:38.256638 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-f669353e-cdc5-4a27-bdb0-d7855d261201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:36:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['d24c5e1e-46b9-4779-b665-679b591db605'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:38.284558 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f45c4c7-86d3-433e-adfb-36a27fec8216 None None] Network 72481a35-8171-4a18-ac65-cf4fc3eccead requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:36:38.311781 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port de53f103-e2aa-453d-96d3-0bd48ca170e7 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:36:38.446122 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-add3a3ae-b4bb-4635-b9b7-78d6de39dd33 None None] Provisioning for port de53f103-e2aa-453d-96d3-0bd48ca170e7 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:36:38.453682 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8b8e79a7-742b-4de5-aab8-f35951034035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:38.472367 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-add3a3ae-b4bb-4635-b9b7-78d6de39dd33 None None] Provisioning complete for port de53f103-e2aa-453d-96d3-0bd48ca170e7 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:38.472779 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-add3a3ae-b4bb-4635-b9b7-78d6de39dd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:38.481879 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8b8e79a7-742b-4de5-aab8-f35951034035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:38.485047 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-f669353e-cdc5-4a27-bdb0-d7855d261201 None None] Set router d24c5e1e-46b9-4779-b665-679b591db605 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:36:38.532564 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device be34d76e-f7e1-4186-861b-3e594d95ba4e no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:36:38.537800 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-44c05e7c-ea88-414e-bb50-7767124fdd89 req-5409fc65-2893-4c99-aada-e40fd72b9cf4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c7227480-4f34-4ba2-a5a3-39cc6359fd0d HTTP/1.1" status: 200 len: 999 time: 0.7467396 Jul 29 23:36:38.616609 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7a0ec702-b4d3-4435-9596-94d7eb80ff2d tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:38.621458 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: be34d76e-f7e1-4186-861b-3e594d95ba4e {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:36:38.622865 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device be34d76e-f7e1-4186-861b-3e594d95ba4e not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:36:38.766559 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-add3a3ae-b4bb-4635-b9b7-78d6de39dd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:38.780323 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8b8e79a7-742b-4de5-aab8-f35951034035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:38.782917 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8b8e79a7-742b-4de5-aab8-f35951034035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:38.786876 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8b8e79a7-742b-4de5-aab8-f35951034035 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3b2267b5-c51b-46a5-a30d-c40bdf3a7f81 HTTP/1.1" status: 204 len: 168 time: 1.1305151 Jul 29 23:36:38.838018 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-f669353e-cdc5-4a27-bdb0-d7855d261201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24c5e1e-46b9-4779-b665-679b591db605', 'name': 'tempest-TaggedBootDevicesTest_v242-908721989-router', 'tenant_id': '2080476b97a74d1caf5886ea19337ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': '5b9039bb-38ed-402e-bf57-42aa85f95620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:24:05Z', 'updated_at': '2021-07-29T23:36:35Z', 'revision_number': 5, 'project_id': '2080476b97a74d1caf5886ea19337ad1', 'gw_port': {'id': '5b9039bb-38ed-402e-bf57-42aa85f95620', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24c5e1e-46b9-4779-b665-679b591db605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:06Z', 'updated_at': '2021-07-29T23:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:38.875939 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8f6d5e-c934-44b7-9070-d29b72df3005 None None] DHCP port deletion for 72481a35-8171-4a18-ac65-cf4fc3eccead request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:36:38.904492 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8e79a7-742b-4de5-aab8-f35951034035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2267b5-c51b-46a5-a30d-c40bdf3a7f81,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:38.907204 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f669353e-cdc5-4a27-bdb0-d7855d261201 None None] Checking router: d24c5e1e-46b9-4779-b665-679b591db605 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:36:38.925707 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f669353e-cdc5-4a27-bdb0-d7855d261201 None None] Routers {'d24c5e1e-46b9-4779-b665-679b591db605'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:36:38.926341 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-f669353e-cdc5-4a27-bdb0-d7855d261201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:36:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['d24c5e1e-46b9-4779-b665-679b591db605'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:38.970960 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-add3a3ae-b4bb-4635-b9b7-78d6de39dd33 None None] For port de53f103-e2aa-453d-96d3-0bd48ca170e7, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=de53f103-e2aa-453d-96d3-0bd48ca170e7,segment=NetworkSegment(88850de0-805e-4cb4-a51f-d72d3366ccb3),segment_id=88850de0-805e-4cb4-a51f-d72d3366ccb3)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:39.013669 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-add3a3ae-b4bb-4635-b9b7-78d6de39dd33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:39.022870 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c05e7c-ea88-414e-bb50-7767124fdd89 req-053c35e9-3c38-44ec-9824-d412f572bd2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:39.025411 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-44c05e7c-ea88-414e-bb50-7767124fdd89 req-053c35e9-3c38-44ec-9824-d412f572bd2d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=01812886-2cdd-41de-831e-c3e259b8e381 HTTP/1.1" status: 200 len: 851 time: 0.4267461 Jul 29 23:36:39.062503 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394eaa50-aaa0-4535-a700-c95a9f15a8e1 req-55c8e4b0-3e97-4de9-bd12-ad467ff714b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:39.068991 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-394eaa50-aaa0-4535-a700-c95a9f15a8e1 req-55c8e4b0-3e97-4de9-bd12-ad467ff714b0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=61db5dcd-b042-47fa-9111-3b2277565367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8383350 Jul 29 23:36:39.142979 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-2f1f0cb6-88cb-4fb9-b59b-19856370123c tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Deleting port de53f103-e2aa-453d-96d3-0bd48ca170e7 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:36:39.144283 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2f1f0cb6-88cb-4fb9-b59b-19856370123c tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:39.207262 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add3a3ae-b4bb-4635-b9b7-78d6de39dd33 None None] Pushing event updated for resources: {'Port': ['ID=de53f103-e2aa-453d-96d3-0bd48ca170e7,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:39.246040 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-4e8f6d5e-c934-44b7-9070-d29b72df3005 None None] Deleting port de53f103-e2aa-453d-96d3-0bd48ca170e7 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:36:39.246414 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4e8f6d5e-c934-44b7-9070-d29b72df3005 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:39.330116 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75281fe5-5ce5-42b1-9042-a82deb65e08a req-e2e86ff0-77fb-4cbc-b48d-9dc1795a2995 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:39.347808 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-75281fe5-5ce5-42b1-9042-a82deb65e08a req-e2e86ff0-77fb-4cbc-b48d-9dc1795a2995 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 944 time: 0.9606669 Jul 29 23:36:39.419784 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-4e8f6d5e-c934-44b7-9070-d29b72df3005 None None] For port de53f103-e2aa-453d-96d3-0bd48ca170e7, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=de53f103-e2aa-453d-96d3-0bd48ca170e7,segment=NetworkSegment(88850de0-805e-4cb4-a51f-d72d3366ccb3),segment_id=88850de0-805e-4cb4-a51f-d72d3366ccb3)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:39.420716 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4e8f6d5e-c934-44b7-9070-d29b72df3005 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:39.445159 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-4e8f6d5e-c934-44b7-9070-d29b72df3005 None None] Calling delete_port for de53f103-e2aa-453d-96d3-0bd48ca170e7 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:36:39.461613 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c05e7c-ea88-414e-bb50-7767124fdd89 req-a5159898-5372-409d-8e92-50af114adf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:39.466477 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-44c05e7c-ea88-414e-bb50-7767124fdd89 req-a5159898-5372-409d-8e92-50af114adf9d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fc8993d1-1f3f-4e88-9d54-7eec99f127ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4264727 Jul 29 23:36:39.491053 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-10df8be3-77a7-4747-9707-065756121e79 admin admin] Notify callbacks [] for router, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:39.496740 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-2f1f0cb6-88cb-4fb9-b59b-19856370123c tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] For port de53f103-e2aa-453d-96d3-0bd48ca170e7, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=de53f103-e2aa-453d-96d3-0bd48ca170e7,segment=NetworkSegment(88850de0-805e-4cb4-a51f-d72d3366ccb3),segment_id=88850de0-805e-4cb4-a51f-d72d3366ccb3)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:39.497101 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2f1f0cb6-88cb-4fb9-b59b-19856370123c tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:39.547305 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-f669353e-cdc5-4a27-bdb0-d7855d261201 None None] Set router d24c5e1e-46b9-4779-b665-679b591db605 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:36:39.612425 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-2f1f0cb6-88cb-4fb9-b59b-19856370123c tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Calling delete_port for de53f103-e2aa-453d-96d3-0bd48ca170e7 owned by network:dhcp {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:36:39.706669 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4e8f6d5e-c934-44b7-9070-d29b72df3005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:39.741545 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8f6d5e-c934-44b7-9070-d29b72df3005 None None] Pushing event deleted for resources: {'Port': ['ID=de53f103-e2aa-453d-96d3-0bd48ca170e7,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:39.753513 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8f6d5e-c934-44b7-9070-d29b72df3005 None None] No DVR routers for this DVR port de53f103-e2aa-453d-96d3-0bd48ca170e7 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:36:39.831063 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-75281fe5-5ce5-42b1-9042-a82deb65e08a req-8c15b5db-fc3c-4ce3-8bfd-5afe6113fd1e tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4739518 Jul 29 23:36:39.949441 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-44c05e7c-ea88-414e-bb50-7767124fdd89 req-8dd045cc-4371-40d2-8587-ddc0c12baaa7 service neutron] 10.222.0.41 "GET /v2.0/networks/fc8993d1-1f3f-4e88-9d54-7eec99f127ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4723814 Jul 29 23:36:40.047968 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-394eaa50-aaa0-4535-a700-c95a9f15a8e1 req-04683e7c-78ba-4ebf-b968-d6b244f189fe service neutron] 10.222.0.22 "GET /v2.0/networks/61db5dcd-b042-47fa-9111-3b2277565367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9533939 Jul 29 23:36:40.126249 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device de53f103-e2aa-453d-96d3-0bd48ca170e7 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:36:40.187482 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: de53f103-e2aa-453d-96d3-0bd48ca170e7 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:36:40.188746 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device de53f103-e2aa-453d-96d3-0bd48ca170e7 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:36:40.264165 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-f669353e-cdc5-4a27-bdb0-d7855d261201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24c5e1e-46b9-4779-b665-679b591db605', 'name': 'tempest-TaggedBootDevicesTest_v242-908721989-router', 'tenant_id': '2080476b97a74d1caf5886ea19337ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': '5b9039bb-38ed-402e-bf57-42aa85f95620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:24:05Z', 'updated_at': '2021-07-29T23:36:35Z', 'revision_number': 5, 'project_id': '2080476b97a74d1caf5886ea19337ad1', 'gw_port': {'id': '5b9039bb-38ed-402e-bf57-42aa85f95620', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24c5e1e-46b9-4779-b665-679b591db605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:06Z', 'updated_at': '2021-07-29T23:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:40.302919 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f669353e-cdc5-4a27-bdb0-d7855d261201 None None] The sync data for ids ['d24c5e1e-46b9-4779-b665-679b591db605'] in n-d-712141-10 is: [{'id': 'd24c5e1e-46b9-4779-b665-679b591db605', 'name': 'tempest-TaggedBootDevicesTest_v242-908721989-router', 'tenant_id': '2080476b97a74d1caf5886ea19337ad1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.46'}], 'enable_snat': True}, 'gw_port_id': '5b9039bb-38ed-402e-bf57-42aa85f95620', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:24:05Z', 'updated_at': '2021-07-29T23:36:35Z', 'revision_number': 5, 'project_id': '2080476b97a74d1caf5886ea19337ad1', 'gw_port': {'id': '5b9039bb-38ed-402e-bf57-42aa85f95620', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:7f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24c5e1e-46b9-4779-b665-679b591db605', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:06Z', 'updated_at': '2021-07-29T23:24:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:36:40.364413 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-394eaa50-aaa0-4535-a700-c95a9f15a8e1 req-900ea7dc-0cf5-44a7-b97e-f9f880f95b3c service neutron] 10.222.0.22 "GET /v2.0/networks/61db5dcd-b042-47fa-9111-3b2277565367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2986412 Jul 29 23:36:40.367373 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-10df8be3-77a7-4747-9707-065756121e79 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:40.410193 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2f1f0cb6-88cb-4fb9-b59b-19856370123c tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:40.433694 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-394eaa50-aaa0-4535-a700-c95a9f15a8e1 req-9ac7f710-7200-4770-ac49-0880eef2f93b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=024df781-a247-4293-a30c-16abd40adffa HTTP/1.1" status: 200 len: 217 time: 0.0616910 Jul 29 23:36:40.496977 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1c649ecc-c427-4c2e-9db4-2a18bc365a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:40.582741 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1f0cb6-88cb-4fb9-b59b-19856370123c tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] No DVR routers for this DVR port de53f103-e2aa-453d-96d3-0bd48ca170e7 on host n-d-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:36:40.594130 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1f0cb6-88cb-4fb9-b59b-19856370123c tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Pushing event deleted for resources: {'Port': ['ID=de53f103-e2aa-453d-96d3-0bd48ca170e7,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:40.619696 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394eaa50-aaa0-4535-a700-c95a9f15a8e1 req-b4571ed4-52e4-43cf-ae9a-59e319829c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:40.622392 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-394eaa50-aaa0-4535-a700-c95a9f15a8e1 req-b4571ed4-52e4-43cf-ae9a-59e319829c36 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d78777cb-19bd-47c4-81df-bf538051820d HTTP/1.1" status: 200 len: 797 time: 0.1813843 Jul 29 23:36:40.701936 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-10df8be3-77a7-4747-9707-065756121e79 admin admin] Deleting port 5b9039bb-38ed-402e-bf57-42aa85f95620 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:36:40.707576 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-10df8be3-77a7-4747-9707-065756121e79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:40.837679 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-44c05e7c-ea88-414e-bb50-7767124fdd89 req-03137a2e-bc4d-4d99-a726-d587dbb4f664 service neutron] 10.222.0.41 "GET /v2.0/networks/fc8993d1-1f3f-4e88-9d54-7eec99f127ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8666840 Jul 29 23:36:40.909309 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394eaa50-aaa0-4535-a700-c95a9f15a8e1 req-0076627e-1c87-4209-8de0-d850dedbbaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:40.912685 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-394eaa50-aaa0-4535-a700-c95a9f15a8e1 req-0076627e-1c87-4209-8de0-d850dedbbaa0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=efe051f0-42fc-4850-b7cd-89c8013aea3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2810438 Jul 29 23:36:40.973552 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-10df8be3-77a7-4747-9707-065756121e79 admin admin] For port 5b9039bb-38ed-402e-bf57-42aa85f95620, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=5b9039bb-38ed-402e-bf57-42aa85f95620,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:40.974177 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-10df8be3-77a7-4747-9707-065756121e79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:40.993984 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2f1f0cb6-88cb-4fb9-b59b-19856370123c tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:41.025039 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-2f1f0cb6-88cb-4fb9-b59b-19856370123c tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72481a35-8171-4a18-ac65-cf4fc3eccead']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:41.059296 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-2f1f0cb6-88cb-4fb9-b59b-19856370123c tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88850de0-805e-4cb4-a51f-d72d3366ccb3') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:41.059739 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-2f1f0cb6-88cb-4fb9-b59b-19856370123c tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88850de0-805e-4cb4-a51f-d72d3366ccb3') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:41.085932 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2f1f0cb6-88cb-4fb9-b59b-19856370123c tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:41.129959 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-10df8be3-77a7-4747-9707-065756121e79 admin admin] Calling delete_port for 5b9039bb-38ed-402e-bf57-42aa85f95620 owned by network:router_gateway {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:36:41.157330 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-7a0ec702-b4d3-4435-9596-94d7eb80ff2d tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Deleting port 7fa09828-3961-4564-b6df-d9ba06b2689f {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:36:41.157746 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7a0ec702-b4d3-4435-9596-94d7eb80ff2d tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:41.170203 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2f1f0cb6-88cb-4fb9-b59b-19856370123c tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:41.221318 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f1f0cb6-88cb-4fb9-b59b-19856370123c tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:36:41.221526 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2f1f0cb6-88cb-4fb9-b59b-19856370123c tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:41.241623 n-d-712141-10 neutron-server[94077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:36:41.241623 n-d-712141-10 neutron-server[94077]: self.session.flush() Jul 29 23:36:41.241623 n-d-712141-10 neutron-server[94077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:36:41.241623 n-d-712141-10 neutron-server[94077]: self.session.flush() Jul 29 23:36:41.241623 n-d-712141-10 neutron-server[94077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:36:41.241623 n-d-712141-10 neutron-server[94077]: self.session.flush() Jul 29 23:36:41.241623 n-d-712141-10 neutron-server[94077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:36:41.241623 n-d-712141-10 neutron-server[94077]: self.session.flush() Jul 29 23:36:41.241623 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:36:41.241623 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:36:41.241623 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:36:41.241623 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:36:41.241623 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:36:41.241623 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:36:41.241623 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:36:41.241623 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:36:41.241623 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:36:41.241623 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:36:41.241623 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:36:41.241623 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:36:41.241623 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:36:41.241623 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:36:41.241623 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:36:41.241623 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:36:41.241623 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:36:41.241623 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:36:41.241623 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:36:41.241623 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:36:41.241623 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:36:41.241623 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:36:41.241623 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:36:41.241623 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:36:41.241623 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:36:41.241623 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:36:41.241623 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:36:41.241623 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:36:41.241623 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:36:41.241623 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:36:41.241623 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:36:41.241623 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:36:41.299058 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbeeb86-6338-497c-b383-28d08420d847 req-a314525a-7bd1-4b6f-bdbb-abe15f9ad187 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:41.309120 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4bbeeb86-6338-497c-b383-28d08420d847 req-a314525a-7bd1-4b6f-bdbb-abe15f9ad187 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 944 time: 0.2452805 Jul 29 23:36:41.341708 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-394eaa50-aaa0-4535-a700-c95a9f15a8e1 req-538de13b-33f6-4372-a173-097396964f60 service neutron] 10.222.0.22 "GET /v2.0/networks/efe051f0-42fc-4850-b7cd-89c8013aea3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4028885 Jul 29 23:36:41.416592 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2f1f0cb6-88cb-4fb9-b59b-19856370123c tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:41.455156 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2f1f0cb6-88cb-4fb9-b59b-19856370123c tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:41.457707 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-2f1f0cb6-88cb-4fb9-b59b-19856370123c tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] 10.222.0.43 "DELETE /v2.0/networks/72481a35-8171-4a18-ac65-cf4fc3eccead HTTP/1.1" status: 204 len: 168 time: 4.3097594 Jul 29 23:36:41.461461 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57848) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:41.472591 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7a0ec702-b4d3-4435-9596-94d7eb80ff2d tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:41.502804 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1f0cb6-88cb-4fb9-b59b-19856370123c tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Pushing event deleted for resources: {'Network': ['ID=72481a35-8171-4a18-ac65-cf4fc3eccead,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:41.512048 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4bbeeb86-6338-497c-b383-28d08420d847 req-37bdd0c7-bcf4-4ac0-90a5-94d278a7e9a2 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2018955 Jul 29 23:36:41.525276 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-7a0ec702-b4d3-4435-9596-94d7eb80ff2d tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Calling delete_port for 7fa09828-3961-4564-b6df-d9ba06b2689f owned by network:router_interface {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:36:41.633453 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-394eaa50-aaa0-4535-a700-c95a9f15a8e1 req-a1212169-0fd8-4631-917d-a0dad40946fe service neutron] 10.222.0.22 "GET /v2.0/networks/efe051f0-42fc-4850-b7cd-89c8013aea3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839730 Jul 29 23:36:41.700449 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-112843b7-cb03-4dff-ab3d-ee112f2d3f42 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:41.714563 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-394eaa50-aaa0-4535-a700-c95a9f15a8e1 req-5dd47baf-8a18-431b-99be-d23801d3b23b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=93b5fbf0-238a-4eb3-aebb-f3656018624b HTTP/1.1" status: 200 len: 217 time: 0.0726600 Jul 29 23:36:41.840962 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394eaa50-aaa0-4535-a700-c95a9f15a8e1 req-7c41527f-4917-4d7e-9fa7-0a7739904793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:41.841272 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-394eaa50-aaa0-4535-a700-c95a9f15a8e1 req-7c41527f-4917-4d7e-9fa7-0a7739904793 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d78777cb-19bd-47c4-81df-bf538051820d HTTP/1.1" status: 200 len: 797 time: 0.1209090 Jul 29 23:36:41.873862 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-10df8be3-77a7-4747-9707-065756121e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:41.890656 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 715390ce-2547-4acd-b959-070d46d7a628 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:36:41.935284 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 715390ce-2547-4acd-b959-070d46d7a628 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:36:41.936279 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 715390ce-2547-4acd-b959-070d46d7a628 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:36:41.941021 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10df8be3-77a7-4747-9707-065756121e79 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b9039bb-38ed-402e-bf57-42aa85f95620,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:42.007868 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-112843b7-cb03-4dff-ab3d-ee112f2d3f42 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:42.026854 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394eaa50-aaa0-4535-a700-c95a9f15a8e1 req-4a2ca21a-fb39-42d8-a36d-a4b78908886d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:42.029314 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-394eaa50-aaa0-4535-a700-c95a9f15a8e1 req-4a2ca21a-fb39-42d8-a36d-a4b78908886d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=efe051f0-42fc-4850-b7cd-89c8013aea3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1721706 Jul 29 23:36:42.037173 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-112843b7-cb03-4dff-ab3d-ee112f2d3f42 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ce08d67-bd42-44ff-ac00-5a41025f04b4']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:42.070889 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-112843b7-cb03-4dff-ab3d-ee112f2d3f42 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '272485b4-4063-4bce-98c8-7303dc87660c') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:42.071700 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-112843b7-cb03-4dff-ab3d-ee112f2d3f42 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '272485b4-4063-4bce-98c8-7303dc87660c') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:42.098120 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-112843b7-cb03-4dff-ab3d-ee112f2d3f42 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:42.103097 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-1c649ecc-c427-4c2e-9db4-2a18bc365a12 admin admin] Deleting port f7001a3b-d3ab-4d41-b57d-f701a59faf58 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:36:42.103444 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1c649ecc-c427-4c2e-9db4-2a18bc365a12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:42.109550 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-74180856-c84b-4132-bc54-c5807d35fcba req-b29c85c6-9b46-4565-9e93-b6f745b6e04b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=26f58a8c-d3a3-49c0-8874-ba2f363fa209&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2031884 Jul 29 23:36:42.122703 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-10df8be3-77a7-4747-9707-065756121e79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:42.234495 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-112843b7-cb03-4dff-ab3d-ee112f2d3f42 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:42.252739 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-10df8be3-77a7-4747-9707-065756121e79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:42.256244 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-10df8be3-77a7-4747-9707-065756121e79 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:42.270937 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-112843b7-cb03-4dff-ab3d-ee112f2d3f42 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:36:42.271576 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-112843b7-cb03-4dff-ab3d-ee112f2d3f42 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:42.279986 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:36:42.279986 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:36:42.279986 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:36:42.279986 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:36:42.279986 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:36:42.279986 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:36:42.279986 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:36:42.279986 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:36:42.279986 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:36:42.279986 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:36:42.279986 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:36:42.279986 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:36:42.279986 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:36:42.279986 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:36:42.279986 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:36:42.279986 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:36:42.279986 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:36:42.279986 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:36:42.279986 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:36:42.279986 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:36:42.279986 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:36:42.279986 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:36:42.279986 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:36:42.279986 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:36:42.279986 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:36:42.279986 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:36:42.279986 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:36:42.279986 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:36:42.279986 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:36:42.279986 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:36:42.279986 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:36:42.279986 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:36:42.336730 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-394eaa50-aaa0-4535-a700-c95a9f15a8e1 req-5d98d3ba-2eef-4a3d-a3c0-d17f629af07f service neutron] 10.222.0.22 "GET /v2.0/networks/efe051f0-42fc-4850-b7cd-89c8013aea3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968788 Jul 29 23:36:42.339747 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-10df8be3-77a7-4747-9707-065756121e79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:42.342579 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10df8be3-77a7-4747-9707-065756121e79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d24c5e1e-46b9-4779-b665-679b591db605 {{(pid=94078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:36:42.359810 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-10df8be3-77a7-4747-9707-065756121e79 admin admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:42.362674 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-10df8be3-77a7-4747-9707-065756121e79 admin admin] 10.222.0.43 "DELETE /v2.0/routers/d24c5e1e-46b9-4779-b665-679b591db605 HTTP/1.1" status: 204 len: 168 time: 4.1117656 Jul 29 23:36:42.389682 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57886) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:42.544959 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-394eaa50-aaa0-4535-a700-c95a9f15a8e1 req-41e2a0e5-1100-4be5-8a15-1e65f5e1756c service neutron] 10.222.0.22 "GET /v2.0/networks/efe051f0-42fc-4850-b7cd-89c8013aea3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808057 Jul 29 23:36:42.732528 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b3016-690e-4247-a589-58708f70751a req-95a78d0e-6547-4621-b3f0-d9ea0debcd57 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:42.737081 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-df6b3016-690e-4247-a589-58708f70751a req-95a78d0e-6547-4621-b3f0-d9ea0debcd57 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 944 time: 0.0923510 Jul 29 23:36:42.859277 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-df6b3016-690e-4247-a589-58708f70751a req-d0ec3351-70c8-44a3-b8fd-44af46f23039 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959055 Jul 29 23:36:42.941414 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-112843b7-cb03-4dff-ab3d-ee112f2d3f42 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:42.946481 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-112843b7-cb03-4dff-ab3d-ee112f2d3f42 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:42.950033 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-112843b7-cb03-4dff-ab3d-ee112f2d3f42 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] 10.222.0.43 "DELETE /v2.0/networks/1ce08d67-bd42-44ff-ac00-5a41025f04b4 HTTP/1.1" status: 204 len: 168 time: 1.4739053 Jul 29 23:36:42.954275 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 57932) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:43.022382 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7a0ec702-b4d3-4435-9596-94d7eb80ff2d tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:43.027829 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112843b7-cb03-4dff-ab3d-ee112f2d3f42 tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Pushing event deleted for resources: {'Network': ['ID=1ce08d67-bd42-44ff-ac00-5a41025f04b4,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:43.062554 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-1c649ecc-c427-4c2e-9db4-2a18bc365a12 admin admin] For port f7001a3b-d3ab-4d41-b57d-f701a59faf58, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=f7001a3b-d3ab-4d41-b57d-f701a59faf58,segment=NetworkSegment(15888ff3-c942-44ef-9388-d09004e38e18),segment_id=15888ff3-c942-44ef-9388-d09004e38e18)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:43.063245 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1c649ecc-c427-4c2e-9db4-2a18bc365a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:43.077471 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74180856-c84b-4132-bc54-c5807d35fcba req-7d0e5949-723d-4225-b68c-71dc6f26a5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:43.090134 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-74180856-c84b-4132-bc54-c5807d35fcba req-7d0e5949-723d-4225-b68c-71dc6f26a5ca service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0043d03cb0a4bbcbd35eb8f2075805c&device_id=26f58a8c-d3a3-49c0-8874-ba2f363fa209 HTTP/1.1" status: 200 len: 1097 time: 0.9031572 Jul 29 23:36:43.146851 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-8856c18b-75cc-4ca4-9206-2fa43eb5811f admin admin] Deleting subnet f17b5adc-97d4-4be8-906f-2c5b33598723 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:36:43.169715 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0ec702-b4d3-4435-9596-94d7eb80ff2d tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Pushing event deleted for resources: {'Port': ['ID=7fa09828-3961-4564-b6df-d9ba06b2689f,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:43.172118 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-1c649ecc-c427-4c2e-9db4-2a18bc365a12 admin admin] Calling delete_port for f7001a3b-d3ab-4d41-b57d-f701a59faf58 owned by network:router_interface {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:36:43.183253 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8856c18b-75cc-4ca4-9206-2fa43eb5811f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:43.216034 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-106c5f23-64e0-4b62-bf5a-2b4c23b9537e tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:43.334679 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-106c5f23-64e0-4b62-bf5a-2b4c23b9537e tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:43.372564 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-106c5f23-64e0-4b62-bf5a-2b4c23b9537e tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c872bf67-ad78-4cb1-bff2-613ed50062bf']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:43.400309 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-106c5f23-64e0-4b62-bf5a-2b4c23b9537e tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92a3cfda-e040-40e0-807e-8323389559f6') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:43.401453 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-106c5f23-64e0-4b62-bf5a-2b4c23b9537e tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92a3cfda-e040-40e0-807e-8323389559f6') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:43.435128 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-106c5f23-64e0-4b62-bf5a-2b4c23b9537e tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:43.472800 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-106c5f23-64e0-4b62-bf5a-2b4c23b9537e tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:43.482538 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-106c5f23-64e0-4b62-bf5a-2b4c23b9537e tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:36:43.483003 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-106c5f23-64e0-4b62-bf5a-2b4c23b9537e tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:43.487304 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:36:43.487304 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:36:43.487304 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:36:43.487304 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:36:43.487304 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:36:43.487304 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:36:43.487304 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:36:43.487304 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:36:43.487304 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:36:43.487304 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:36:43.487304 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:36:43.487304 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:36:43.487304 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:36:43.487304 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:36:43.487304 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:36:43.487304 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:36:43.487304 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:36:43.487304 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:36:43.487304 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:36:43.487304 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:36:43.487304 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:36:43.487304 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:36:43.487304 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:36:43.487304 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:36:43.487304 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:36:43.487304 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:36:43.487304 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:36:43.487304 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:36:43.487304 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:36:43.487304 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:36:43.487304 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:36:43.487304 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:36:43.529874 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8856c18b-75cc-4ca4-9206-2fa43eb5811f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:43.703806 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-106c5f23-64e0-4b62-bf5a-2b4c23b9537e tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:43.706895 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7a0ec702-b4d3-4435-9596-94d7eb80ff2d tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:43.710739 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-106c5f23-64e0-4b62-bf5a-2b4c23b9537e tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:43.715204 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-106c5f23-64e0-4b62-bf5a-2b4c23b9537e tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] 10.222.0.43 "DELETE /v2.0/networks/c872bf67-ad78-4cb1-bff2-613ed50062bf HTTP/1.1" status: 204 len: 168 time: 0.7593956 Jul 29 23:36:43.728414 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 57972) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:43.785683 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106c5f23-64e0-4b62-bf5a-2b4c23b9537e tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Pushing event deleted for resources: {'Network': ['ID=c872bf67-ad78-4cb1-bff2-613ed50062bf,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:43.910674 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7424bd2-1ef1-47b8-aa27-4ee78b37d221 req-27da710b-a180-4854-9ae1-f525c37e347c tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:43.924220 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c7424bd2-1ef1-47b8-aa27-4ee78b37d221 req-27da710b-a180-4854-9ae1-f525c37e347c tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 944 time: 0.7751648 Jul 29 23:36:43.983609 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74180856-c84b-4132-bc54-c5807d35fcba req-d0e0150b-cef9-4862-8891-dea1f965e99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:43.992130 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-74180856-c84b-4132-bc54-c5807d35fcba req-d0e0150b-cef9-4862-8891-dea1f965e99b service neutron] 10.222.0.41 "GET /v2.0/networks?id=fc8993d1-1f3f-4e88-9d54-7eec99f127ad HTTP/1.1" status: 200 len: 913 time: 0.8054445 Jul 29 23:36:44.028940 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0c1a3968-9d59-41c9-b5d2-78eb01ba123a tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:44.089424 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 5b9039bb-38ed-402e-bf57-42aa85f95620 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:36:44.118600 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c7424bd2-1ef1-47b8-aa27-4ee78b37d221 req-0c5f3172-ecce-48a9-8ea6-0b279e57f9fb tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927860 Jul 29 23:36:44.185238 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 5b9039bb-38ed-402e-bf57-42aa85f95620 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:36:44.202961 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 5b9039bb-38ed-402e-bf57-42aa85f95620 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:36:44.381374 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0c1a3968-9d59-41c9-b5d2-78eb01ba123a tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:44.399192 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-0c1a3968-9d59-41c9-b5d2-78eb01ba123a tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f1c0e46-f964-40fa-8aab-4bbbf220bfd5']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:44.425622 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-0c1a3968-9d59-41c9-b5d2-78eb01ba123a tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebbe0d52-90bb-4bbc-95ce-ed1ddfb82b08') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:44.426161 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-0c1a3968-9d59-41c9-b5d2-78eb01ba123a tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebbe0d52-90bb-4bbc-95ce-ed1ddfb82b08') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:44.441619 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0c1a3968-9d59-41c9-b5d2-78eb01ba123a tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:44.459841 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0c1a3968-9d59-41c9-b5d2-78eb01ba123a tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:44.467806 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c1a3968-9d59-41c9-b5d2-78eb01ba123a tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:36:44.468279 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0c1a3968-9d59-41c9-b5d2-78eb01ba123a tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:44.473426 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-74180856-c84b-4132-bc54-c5807d35fcba req-2df886ac-e9da-4c18-964f-7ffb9570edbc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6723bd12-0cb6-4c03-b443-cd73391d04df HTTP/1.1" status: 200 len: 217 time: 0.3029752 Jul 29 23:36:44.548479 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:36:44.548479 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:36:44.548479 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:36:44.548479 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:36:44.548479 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:36:44.548479 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:36:44.548479 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:36:44.548479 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:36:44.548479 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:36:44.548479 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:36:44.548479 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:36:44.548479 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:36:44.548479 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:36:44.548479 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:36:44.548479 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:36:44.548479 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:36:44.548479 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:36:44.548479 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:36:44.548479 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:36:44.548479 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:36:44.548479 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:36:44.548479 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:36:44.548479 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:36:44.548479 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:36:44.548479 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:36:44.548479 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:36:44.548479 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:36:44.548479 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:36:44.548479 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:36:44.548479 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:36:44.548479 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:36:44.548479 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:36:44.555753 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0c1a3968-9d59-41c9-b5d2-78eb01ba123a tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:44.563855 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0c1a3968-9d59-41c9-b5d2-78eb01ba123a tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:44.567475 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-0c1a3968-9d59-41c9-b5d2-78eb01ba123a tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] 10.222.0.43 "DELETE /v2.0/networks/4f1c0e46-f964-40fa-8aab-4bbbf220bfd5 HTTP/1.1" status: 204 len: 168 time: 0.8375161 Jul 29 23:36:44.567784 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74180856-c84b-4132-bc54-c5807d35fcba req-eb3961bd-d820-4c92-8df9-c2493b15523f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:44.569555 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-74180856-c84b-4132-bc54-c5807d35fcba req-eb3961bd-d820-4c92-8df9-c2493b15523f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=01812886-2cdd-41de-831e-c3e259b8e381 HTTP/1.1" status: 200 len: 851 time: 0.0698781 Jul 29 23:36:44.572124 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8856c18b-75cc-4ca4-9206-2fa43eb5811f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:44.592380 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1a3968-9d59-41c9-b5d2-78eb01ba123a tempest-BulkNetworkOpsIpV6Test-1475087224 tempest-BulkNetworkOpsIpV6Test-1475087224-project] Pushing event deleted for resources: {'Network': ['ID=4f1c0e46-f964-40fa-8aab-4bbbf220bfd5,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:44.732170 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1c649ecc-c427-4c2e-9db4-2a18bc365a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:44.786137 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c649ecc-c427-4c2e-9db4-2a18bc365a12 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7001a3b-d3ab-4d41-b57d-f701a59faf58,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:44.912844 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74180856-c84b-4132-bc54-c5807d35fcba req-319eb1ec-6f87-47c3-8ca0-511cddd75e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:44.915384 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-74180856-c84b-4132-bc54-c5807d35fcba req-319eb1ec-6f87-47c3-8ca0-511cddd75e13 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fc8993d1-1f3f-4e88-9d54-7eec99f127ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2902241 Jul 29 23:36:45.106180 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8856c18b-75cc-4ca4-9206-2fa43eb5811f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:45.250588 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8856c18b-75cc-4ca4-9206-2fa43eb5811f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f17b5adc-97d4-4be8-906f-2c5b33598723,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:45.302592 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8856c18b-75cc-4ca4-9206-2fa43eb5811f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:45.310008 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58072) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:45.310883 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8856c18b-75cc-4ca4-9206-2fa43eb5811f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f17b5adc-97d4-4be8-906f-2c5b33598723 HTTP/1.1" status: 204 len: 168 time: 2.9184034 Jul 29 23:36:45.311056 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3845a3-67b7-4f40-b744-94c48135b0ae None None] Network ce4b3ab8-859d-4d6c-903b-c30dcaacffc8 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:36:45.433139 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58078) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:45.441720 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-74180856-c84b-4132-bc54-c5807d35fcba req-a3c83675-688c-42cc-a946-ba7b92684017 service neutron] 10.222.0.41 "GET /v2.0/networks/fc8993d1-1f3f-4e88-9d54-7eec99f127ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4865685 Jul 29 23:36:45.501298 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a0ec702-b4d3-4435-9596-94d7eb80ff2d tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Router 63bb9213-10de-4534-8a34-0ac584eb3988 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:36:45.583702 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4578ea24-a84b-4b38-aaf7-b23904d0fc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:45.656945 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba7d12-1fdd-4ded-8cd0-ec1cd8b48a57 req-0f2caff7-8013-439a-a130-32882ee4a44d tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:45.665414 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7cba7d12-1fdd-4ded-8cd0-ec1cd8b48a57 req-0f2caff7-8013-439a-a130-32882ee4a44d tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=331426bb-70f6-4895-8dcb-563373ef4594 HTTP/1.1" status: 200 len: 944 time: 0.2304049 Jul 29 23:36:45.771406 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1c649ecc-c427-4c2e-9db4-2a18bc365a12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:45.775974 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-74180856-c84b-4132-bc54-c5807d35fcba req-e0a6353c-4625-4583-a4b7-545725641604 service neutron] 10.222.0.41 "GET /v2.0/networks/fc8993d1-1f3f-4e88-9d54-7eec99f127ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870195 Jul 29 23:36:45.794682 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca7702b-c572-422f-8c97-ef7c5144af07 None None] DHCP port deletion for ce4b3ab8-859d-4d6c-903b-c30dcaacffc8 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:36:45.913193 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-2ca7702b-c572-422f-8c97-ef7c5144af07 None None] Deleting port 5a704280-8c6c-48f9-93b3-705dff0a3317 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:36:45.917670 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2ca7702b-c572-422f-8c97-ef7c5144af07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:46.076860 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a0ec702-b4d3-4435-9596-94d7eb80ff2d tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:36:46.092681 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7a0ec702-b4d3-4435-9596-94d7eb80ff2d tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] 10.222.0.43 "PUT /v2.0/routers/63bb9213-10de-4534-8a34-0ac584eb3988/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7032135 Jul 29 23:36:46.097345 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58100) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:46.130269 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2ca7702b-c572-422f-8c97-ef7c5144af07 None None] For port 5a704280-8c6c-48f9-93b3-705dff0a3317, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=5a704280-8c6c-48f9-93b3-705dff0a3317,segment=NetworkSegment(9b0e57e5-cd0f-4f81-8940-6c7b6788dd26),segment_id=9b0e57e5-cd0f-4f81-8940-6c7b6788dd26)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:46.130945 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2ca7702b-c572-422f-8c97-ef7c5144af07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:46.176229 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d426fdfa-1271-4fe2-b07f-855311f051e8 None None] Sync routers for ids ['63bb9213-10de-4534-8a34-0ac584eb3988'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:36:46.198030 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-2ca7702b-c572-422f-8c97-ef7c5144af07 None None] Calling delete_port for 5a704280-8c6c-48f9-93b3-705dff0a3317 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:36:46.215567 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d426fdfa-1271-4fe2-b07f-855311f051e8 None None] Routers {'63bb9213-10de-4534-8a34-0ac584eb3988'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:36:46.217324 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-d426fdfa-1271-4fe2-b07f-855311f051e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:36:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['63bb9213-10de-4534-8a34-0ac584eb3988'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:46.315278 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-bbabf8db-19fa-4793-ac96-f0bacd3207ff admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3b67d7a6baa0496ab3267b10da70b742&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8732212 Jul 29 23:36:46.320760 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58114) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:46.350364 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-d426fdfa-1271-4fe2-b07f-855311f051e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:46.390457 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 5a704280-8c6c-48f9-93b3-705dff0a3317 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:36:46.395593 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d426fdfa-1271-4fe2-b07f-855311f051e8 None None] Routers {'63bb9213-10de-4534-8a34-0ac584eb3988'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:36:46.399589 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-d426fdfa-1271-4fe2-b07f-855311f051e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:36:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['63bb9213-10de-4534-8a34-0ac584eb3988'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:46.574680 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-4578ea24-a84b-4b38-aaf7-b23904d0fc53 admin admin] Deleting port 5a704280-8c6c-48f9-93b3-705dff0a3317 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:36:46.575804 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4578ea24-a84b-4b38-aaf7-b23904d0fc53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:46.655589 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-7cba7d12-1fdd-4ded-8cd0-ec1cd8b48a57 req-fb3bc7ce-f201-4cfd-9ae3-e1dc1bee829a tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Deleting port 24e453c8-3bc7-429b-b0d4-8623c169bf91 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:36:46.656138 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-7cba7d12-1fdd-4ded-8cd0-ec1cd8b48a57 req-fb3bc7ce-f201-4cfd-9ae3-e1dc1bee829a tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:46.802485 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-d426fdfa-1271-4fe2-b07f-855311f051e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:46.804713 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d426fdfa-1271-4fe2-b07f-855311f051e8 None None] The sync data for ids ['63bb9213-10de-4534-8a34-0ac584eb3988'] in n-d-712141-10 is: [] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:36:46.855226 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58124) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:46.929334 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0dcf4956-ba38-49d7-b3b1-9ca0ca863ba8 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for router, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:46.962072 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-df4ce76b-87c1-4902-81a2-9bc2edbea6f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:47.023685 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2ca7702b-c572-422f-8c97-ef7c5144af07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:47.092897 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-4578ea24-a84b-4b38-aaf7-b23904d0fc53 admin admin] For port 5a704280-8c6c-48f9-93b3-705dff0a3317, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=5a704280-8c6c-48f9-93b3-705dff0a3317,segment=NetworkSegment(9b0e57e5-cd0f-4f81-8940-6c7b6788dd26),segment_id=9b0e57e5-cd0f-4f81-8940-6c7b6788dd26)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:47.099386 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4578ea24-a84b-4b38-aaf7-b23904d0fc53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:47.101267 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58130) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:47.119683 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0dcf4956-ba38-49d7-b3b1-9ca0ca863ba8 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:47.134092 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca7702b-c572-422f-8c97-ef7c5144af07 None None] No DVR routers for this DVR port 5a704280-8c6c-48f9-93b3-705dff0a3317 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:36:47.141946 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca7702b-c572-422f-8c97-ef7c5144af07 None None] Pushing event deleted for resources: {'Port': ['ID=5a704280-8c6c-48f9-93b3-705dff0a3317,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:47.173191 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-4578ea24-a84b-4b38-aaf7-b23904d0fc53 admin admin] Calling delete_port for 5a704280-8c6c-48f9-93b3-705dff0a3317 owned by network:dhcp {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:36:47.177077 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:47.185800 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-df4ce76b-87c1-4902-81a2-9bc2edbea6f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:47.228125 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-17a48b75-e2e9-4245-8bbe-f15ec6d3c265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:47.321077 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7bd4628b-bbc5-4108-972b-aff7d2827191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:47.385473 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-7cba7d12-1fdd-4ded-8cd0-ec1cd8b48a57 req-fb3bc7ce-f201-4cfd-9ae3-e1dc1bee829a tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] For port 24e453c8-3bc7-429b-b0d4-8623c169bf91, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=24e453c8-3bc7-429b-b0d4-8623c169bf91,segment=NetworkSegment(85a18049-8d39-45df-9ccf-cf67471916ca),segment_id=85a18049-8d39-45df-9ccf-cf67471916ca)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:47.386690 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-7cba7d12-1fdd-4ded-8cd0-ec1cd8b48a57 req-fb3bc7ce-f201-4cfd-9ae3-e1dc1bee829a tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:47.401716 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c649ecc-c427-4c2e-9db4-2a18bc365a12 admin admin] Router b578952b-5e93-49c7-a4fc-cea7667d2849 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:36:47.422149 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-0dcf4956-ba38-49d7-b3b1-9ca0ca863ba8 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Deleting port d8724a2b-44f4-4dae-a98a-9620356bd883 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:36:47.422431 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0dcf4956-ba38-49d7-b3b1-9ca0ca863ba8 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:47.442018 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-7cba7d12-1fdd-4ded-8cd0-ec1cd8b48a57 req-fb3bc7ce-f201-4cfd-9ae3-e1dc1bee829a tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Calling delete_port for 24e453c8-3bc7-429b-b0d4-8623c169bf91 owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:36:47.594537 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-df4ce76b-87c1-4902-81a2-9bc2edbea6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:47.597555 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-df4ce76b-87c1-4902-81a2-9bc2edbea6f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:47.601331 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-df4ce76b-87c1-4902-81a2-9bc2edbea6f6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/65e62bf6-fe81-4d21-a221-99b70b87f77c HTTP/1.1" status: 204 len: 168 time: 1.2630498 Jul 29 23:36:47.601331 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4578ea24-a84b-4b38-aaf7-b23904d0fc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:47.707599 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0dcf4956-ba38-49d7-b3b1-9ca0ca863ba8 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:47.731714 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-0dcf4956-ba38-49d7-b3b1-9ca0ca863ba8 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Calling delete_port for d8724a2b-44f4-4dae-a98a-9620356bd883 owned by network:router_gateway {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:36:47.735406 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c649ecc-c427-4c2e-9db4-2a18bc365a12 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:36:47.743048 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-1c649ecc-c427-4c2e-9db4-2a18bc365a12 admin admin] 10.222.0.43 "PUT /v2.0/routers/b578952b-5e93-49c7-a4fc-cea7667d2849/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0277770 Jul 29 23:36:47.753208 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58138) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:47.754170 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9e41be-5e65-48d5-a614-d40d4d91b09b None None] Sync routers for ids ['b578952b-5e93-49c7-a4fc-cea7667d2849'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:36:47.794854 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9e41be-5e65-48d5-a614-d40d4d91b09b None None] Routers {'b578952b-5e93-49c7-a4fc-cea7667d2849'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:36:47.799600 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-7d9e41be-5e65-48d5-a614-d40d4d91b09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:36:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['b578952b-5e93-49c7-a4fc-cea7667d2849'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:48.005827 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-7d9e41be-5e65-48d5-a614-d40d4d91b09b None None] Set router b578952b-5e93-49c7-a4fc-cea7667d2849 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:36:48.195965 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4ce76b-87c1-4902-81a2-9bc2edbea6f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e62bf6-fe81-4d21-a221-99b70b87f77c,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:48.201199 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4578ea24-a84b-4b38-aaf7-b23904d0fc53 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a704280-8c6c-48f9-93b3-705dff0a3317,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:48.219389 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4578ea24-a84b-4b38-aaf7-b23904d0fc53 admin admin] No DVR routers for this DVR port 5a704280-8c6c-48f9-93b3-705dff0a3317 on host n-d-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:36:48.272180 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4ce76b-87c1-4902-81a2-9bc2edbea6f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:48.272864 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4ce76b-87c1-4902-81a2-9bc2edbea6f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:48.273543 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4ce76b-87c1-4902-81a2-9bc2edbea6f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:48.274177 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4ce76b-87c1-4902-81a2-9bc2edbea6f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:48.274744 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4ce76b-87c1-4902-81a2-9bc2edbea6f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:48.275374 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4ce76b-87c1-4902-81a2-9bc2edbea6f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:48.276449 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4ce76b-87c1-4902-81a2-9bc2edbea6f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:48.277078 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4ce76b-87c1-4902-81a2-9bc2edbea6f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:48.277682 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4ce76b-87c1-4902-81a2-9bc2edbea6f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:48.278265 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4ce76b-87c1-4902-81a2-9bc2edbea6f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:48.278826 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4ce76b-87c1-4902-81a2-9bc2edbea6f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:48.279381 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4ce76b-87c1-4902-81a2-9bc2edbea6f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:48.289803 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4578ea24-a84b-4b38-aaf7-b23904d0fc53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:48.290767 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4578ea24-a84b-4b38-aaf7-b23904d0fc53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:48.291932 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4578ea24-a84b-4b38-aaf7-b23904d0fc53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:48.300430 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4578ea24-a84b-4b38-aaf7-b23904d0fc53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:48.306703 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4578ea24-a84b-4b38-aaf7-b23904d0fc53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:48.311467 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4578ea24-a84b-4b38-aaf7-b23904d0fc53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:48.312199 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4578ea24-a84b-4b38-aaf7-b23904d0fc53 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:48.312633 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4578ea24-a84b-4b38-aaf7-b23904d0fc53 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:48.313164 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4578ea24-a84b-4b38-aaf7-b23904d0fc53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:48.313717 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4578ea24-a84b-4b38-aaf7-b23904d0fc53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:48.314255 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4578ea24-a84b-4b38-aaf7-b23904d0fc53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:48.314786 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4578ea24-a84b-4b38-aaf7-b23904d0fc53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:48.323517 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-17a48b75-e2e9-4245-8bbe-f15ec6d3c265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:48.353847 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-17a48b75-e2e9-4245-8bbe-f15ec6d3c265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:48.385679 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-481d8009-1574-41d8-8d80-c56c8750e9f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:48.550844 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-7d9e41be-5e65-48d5-a614-d40d4d91b09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b578952b-5e93-49c7-a4fc-cea7667d2849', 'name': 'tempest-TestAggregatesBasicOps-1384719346-router', 'tenant_id': '9df6ce3b43af4033bb2f27513971d784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'a5b4cf52-fd0a-478a-815c-1eb3fa3f3ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:35:57Z', 'updated_at': '2021-07-29T23:36:44Z', 'revision_number': 5, 'project_id': '9df6ce3b43af4033bb2f27513971d784', 'gw_port': {'id': 'a5b4cf52-fd0a-478a-815c-1eb3fa3f3ca0', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:20:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b578952b-5e93-49c7-a4fc-cea7667d2849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:00Z', 'updated_at': '2021-07-29T23:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:48.581912 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4578ea24-a84b-4b38-aaf7-b23904d0fc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:48.588556 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9e41be-5e65-48d5-a614-d40d4d91b09b None None] Checking router: b578952b-5e93-49c7-a4fc-cea7667d2849 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:36:48.599933 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9e41be-5e65-48d5-a614-d40d4d91b09b None None] Routers {'b578952b-5e93-49c7-a4fc-cea7667d2849'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:36:48.600569 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-7d9e41be-5e65-48d5-a614-d40d4d91b09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:36:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['b578952b-5e93-49c7-a4fc-cea7667d2849'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:48.602546 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-4578ea24-a84b-4b38-aaf7-b23904d0fc53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce4b3ab8-859d-4d6c-903b-c30dcaacffc8']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:48.639817 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-17a48b75-e2e9-4245-8bbe-f15ec6d3c265 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f1116c8a25534d3394a876806846775d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7579634 Jul 29 23:36:48.641238 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a48b75-e2e9-4245-8bbe-f15ec6d3c265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fffe7fa5-130d-4f73-aec0-9e9f5ecba7bd,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:48.660722 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58152) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:48.686375 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-481d8009-1574-41d8-8d80-c56c8750e9f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:48.730004 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-4578ea24-a84b-4b38-aaf7-b23904d0fc53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b0e57e5-cd0f-4f81-8940-6c7b6788dd26') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:48.730583 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-4578ea24-a84b-4b38-aaf7-b23904d0fc53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b0e57e5-cd0f-4f81-8940-6c7b6788dd26') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:48.788662 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-7d9e41be-5e65-48d5-a614-d40d4d91b09b None None] Set router b578952b-5e93-49c7-a4fc-cea7667d2849 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:36:48.790689 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4578ea24-a84b-4b38-aaf7-b23904d0fc53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:48.826465 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4578ea24-a84b-4b38-aaf7-b23904d0fc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:48.856324 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4578ea24-a84b-4b38-aaf7-b23904d0fc53 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:36:48.856976 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4578ea24-a84b-4b38-aaf7-b23904d0fc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:48.964548 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0dcf4956-ba38-49d7-b3b1-9ca0ca863ba8 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:49.048589 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcf4956-ba38-49d7-b3b1-9ca0ca863ba8 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Pushing event deleted for resources: {'Port': ['ID=d8724a2b-44f4-4dae-a98a-9620356bd883,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:49.089988 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-7d9e41be-5e65-48d5-a614-d40d4d91b09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b578952b-5e93-49c7-a4fc-cea7667d2849', 'name': 'tempest-TestAggregatesBasicOps-1384719346-router', 'tenant_id': '9df6ce3b43af4033bb2f27513971d784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'a5b4cf52-fd0a-478a-815c-1eb3fa3f3ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:35:57Z', 'updated_at': '2021-07-29T23:36:44Z', 'revision_number': 5, 'project_id': '9df6ce3b43af4033bb2f27513971d784', 'gw_port': {'id': 'a5b4cf52-fd0a-478a-815c-1eb3fa3f3ca0', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:20:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b578952b-5e93-49c7-a4fc-cea7667d2849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:00Z', 'updated_at': '2021-07-29T23:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:49.116539 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:36:49.116539 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:36:49.116539 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:36:49.116539 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:36:49.116539 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:36:49.116539 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:36:49.116539 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:36:49.116539 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:36:49.116539 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:36:49.116539 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:36:49.116539 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:36:49.116539 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:36:49.116539 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:36:49.116539 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:36:49.116539 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:36:49.116539 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:36:49.116539 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:36:49.116539 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:36:49.116539 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:36:49.116539 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:36:49.116539 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:36:49.116539 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:36:49.116539 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:36:49.116539 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:36:49.116539 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:36:49.116539 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:36:49.116539 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:36:49.116539 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:36:49.116539 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:36:49.116539 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:36:49.116539 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:36:49.116539 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:36:49.150363 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9e41be-5e65-48d5-a614-d40d4d91b09b None None] The sync data for ids ['b578952b-5e93-49c7-a4fc-cea7667d2849'] in n-d-712141-10 is: [{'id': 'b578952b-5e93-49c7-a4fc-cea7667d2849', 'name': 'tempest-TestAggregatesBasicOps-1384719346-router', 'tenant_id': '9df6ce3b43af4033bb2f27513971d784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.12'}], 'enable_snat': True}, 'gw_port_id': 'a5b4cf52-fd0a-478a-815c-1eb3fa3f3ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:35:57Z', 'updated_at': '2021-07-29T23:36:44Z', 'revision_number': 5, 'project_id': '9df6ce3b43af4033bb2f27513971d784', 'gw_port': {'id': 'a5b4cf52-fd0a-478a-815c-1eb3fa3f3ca0', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:20:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b578952b-5e93-49c7-a4fc-cea7667d2849', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:00Z', 'updated_at': '2021-07-29T23:36:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:36:49.155148 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4578ea24-a84b-4b38-aaf7-b23904d0fc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:49.157721 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-7cba7d12-1fdd-4ded-8cd0-ec1cd8b48a57 req-fb3bc7ce-f201-4cfd-9ae3-e1dc1bee829a tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:49.188248 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7bd4628b-bbc5-4108-972b-aff7d2827191 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:49.197812 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0dcf4956-ba38-49d7-b3b1-9ca0ca863ba8 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:49.208694 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-481d8009-1574-41d8-8d80-c56c8750e9f8 admin admin] Deleting port a5b4cf52-fd0a-478a-815c-1eb3fa3f3ca0 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:36:49.209062 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-481d8009-1574-41d8-8d80-c56c8750e9f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:49.209335 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['d1b61821-0353-4887-be9c-6f38af4e3acd', '6723bd12-0cb6-4c03-b443-cd73391d04df'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:36:49.214794 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4578ea24-a84b-4b38-aaf7-b23904d0fc53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:49.221268 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-4578ea24-a84b-4b38-aaf7-b23904d0fc53 admin admin] 10.222.0.43 "DELETE /v2.0/networks/ce4b3ab8-859d-4d6c-903b-c30dcaacffc8 HTTP/1.1" status: 204 len: 168 time: 3.9078641 Jul 29 23:36:49.227217 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7bd4628b-bbc5-4108-972b-aff7d2827191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:49.235484 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-feffafe8-6eea-4ec4-8391-99bd68fcd297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:49.237489 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4578ea24-a84b-4b38-aaf7-b23904d0fc53 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce4b3ab8-859d-4d6c-903b-c30dcaacffc8,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:49.285717 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bc7ce-f201-4cfd-9ae3-e1dc1bee829a tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Pushing event deleted for resources: {'Port': ['ID=24e453c8-3bc7-429b-b0d4-8623c169bf91,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:49.336414 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-feffafe8-6eea-4ec4-8391-99bd68fcd297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:49.363165 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cba7d12-1fdd-4ded-8cd0-ec1cd8b48a57 req-fb3bc7ce-f201-4cfd-9ae3-e1dc1bee829a tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] No DVR routers for this DVR port 24e453c8-3bc7-429b-b0d4-8623c169bf91 on host n-h2-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:36:49.367487 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-7cba7d12-1fdd-4ded-8cd0-ec1cd8b48a57 req-fb3bc7ce-f201-4cfd-9ae3-e1dc1bee829a tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:49.371535 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7cba7d12-1fdd-4ded-8cd0-ec1cd8b48a57 req-fb3bc7ce-f201-4cfd-9ae3-e1dc1bee829a tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "DELETE /v2.0/ports/24e453c8-3bc7-429b-b0d4-8623c169bf91 HTTP/1.1" status: 204 len: 173 time: 3.6876843 Jul 29 23:36:49.374635 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '331426bb-70f6-4895-8dcb-563373ef4594', 'name': 'network-vif-deleted', 'tag': '24e453c8-3bc7-429b-b0d4-8623c169bf91'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:36:49.377900 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e89b018-5477-4075-bec0-1d2208e55bc1" -d '{"events": [{"server_uuid": "331426bb-70f6-4895-8dcb-563373ef4594", "name": "network-vif-deleted", "tag": "24e453c8-3bc7-429b-b0d4-8623c169bf91"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:36:49.409716 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7bd4628b-bbc5-4108-972b-aff7d2827191 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=85422e8b21e7484585248dc768e23f06&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2963438 Jul 29 23:36:49.439596 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58166) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:49.513635 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 29 Jul 2021 23:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccad0d1d-7a12-4a92-b895-758d074a9536 x-openstack-request-id: req-ccad0d1d-7a12-4a92-b895-758d074a9536 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:36:49.514443 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "331426bb-70f6-4895-8dcb-563373ef4594", "name": "network-vif-deleted", "tag": "24e453c8-3bc7-429b-b0d4-8623c169bf91", "status": "failed", "code": 422}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:36:49.515157 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ccad0d1d-7a12-4a92-b895-758d074a9536 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:36:49.516254 n-d-712141-10 neutron-server[94078]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '331426bb-70f6-4895-8dcb-563373ef4594', 'name': 'network-vif-deleted', 'tag': '24e453c8-3bc7-429b-b0d4-8623c169bf91', 'status': 'failed', 'code': 422} returned with failed status Jul 29 23:36:49.518395 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-feffafe8-6eea-4ec4-8391-99bd68fcd297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:49.526299 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-feffafe8-6eea-4ec4-8391-99bd68fcd297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:49.534160 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-feffafe8-6eea-4ec4-8391-99bd68fcd297 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fffe7fa5-130d-4f73-aec0-9e9f5ecba7bd HTTP/1.1" status: 204 len: 168 time: 0.8720603 Jul 29 23:36:49.545820 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feffafe8-6eea-4ec4-8391-99bd68fcd297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fffe7fa5-130d-4f73-aec0-9e9f5ecba7bd,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:49.616662 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:49.629563 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd4628b-bbc5-4108-972b-aff7d2827191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d57d62-c2e1-49f3-856b-4abbc5f5a700,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:49.707964 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58174) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:49.742053 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58178) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:49.830612 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-481d8009-1574-41d8-8d80-c56c8750e9f8 admin admin] For port a5b4cf52-fd0a-478a-815c-1eb3fa3f3ca0, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=a5b4cf52-fd0a-478a-815c-1eb3fa3f3ca0,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:49.831852 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-481d8009-1574-41d8-8d80-c56c8750e9f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:49.900189 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-594d4143-0b64-4981-bb2e-1a39a39ad6d8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2080476b97a74d1caf5886ea19337ad1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1532607 Jul 29 23:36:49.902467 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-481d8009-1574-41d8-8d80-c56c8750e9f8 admin admin] Calling delete_port for a5b4cf52-fd0a-478a-815c-1eb3fa3f3ca0 owned by network:router_gateway {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:36:49.902673 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58182) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:50.052721 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device f7001a3b-d3ab-4d41-b57d-f701a59faf58 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:36:50.089132 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-35a00ea7-079e-44f3-b178-076eeec87614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:50.127290 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0dcf4956-ba38-49d7-b3b1-9ca0ca863ba8 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:50.131528 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-35a00ea7-079e-44f3-b178-076eeec87614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:50.140626 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0dcf4956-ba38-49d7-b3b1-9ca0ca863ba8 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:50.144749 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: f7001a3b-d3ab-4d41-b57d-f701a59faf58 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:36:50.145248 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device f7001a3b-d3ab-4d41-b57d-f701a59faf58 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:36:50.256932 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-35a00ea7-079e-44f3-b178-076eeec87614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:50.264204 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-35a00ea7-079e-44f3-b178-076eeec87614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:50.268872 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-35a00ea7-079e-44f3-b178-076eeec87614 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1042ecbe-61fb-4261-9b1f-fc7302682049 HTTP/1.1" status: 204 len: 168 time: 0.3648992 Jul 29 23:36:50.280358 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-069aab9b-ae5b-4cb8-b23f-202b729a0e75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:50.288824 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a00ea7-079e-44f3-b178-076eeec87614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1042ecbe-61fb-4261-9b1f-fc7302682049,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:50.373237 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0dcf4956-ba38-49d7-b3b1-9ca0ca863ba8 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:50.373937 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dcf4956-ba38-49d7-b3b1-9ca0ca863ba8 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Fanout notify agent at l3_agent the message router_deleted on router 63bb9213-10de-4534-8a34-0ac584eb3988 {{(pid=94077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:36:50.382405 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0dcf4956-ba38-49d7-b3b1-9ca0ca863ba8 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:50.383524 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0dcf4956-ba38-49d7-b3b1-9ca0ca863ba8 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] 10.222.0.43 "DELETE /v2.0/routers/63bb9213-10de-4534-8a34-0ac584eb3988 HTTP/1.1" status: 204 len: 168 time: 4.2846611 Jul 29 23:36:50.388651 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58188) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:50.422714 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-069aab9b-ae5b-4cb8-b23f-202b729a0e75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:50.502007 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-4171040a-e7eb-4563-99a1-721241b6343d tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Deleting subnet 2f67f537-f6d6-454b-8009-32b98163e09a {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:36:50.507197 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4171040a-e7eb-4563-99a1-721241b6343d tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:50.612046 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-780de33e-5b9f-48d4-82f4-853ac0bee323 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Request body: {'networks': [{'name': 'tempest-network--735087887'}, {'name': 'tempest-network--260896778'}]} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:50.612694 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-780de33e-5b9f-48d4-82f4-853ac0bee323 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Request body: {'network': {'name': 'tempest-network--735087887'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:50.613569 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-780de33e-5b9f-48d4-82f4-853ac0bee323 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Request body: {'network': {'name': 'tempest-network--260896778'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:50.642407 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4171040a-e7eb-4563-99a1-721241b6343d tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:50.668532 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58194) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:50.703118 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-069aab9b-ae5b-4cb8-b23f-202b729a0e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:50.707862 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-069aab9b-ae5b-4cb8-b23f-202b729a0e75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:50.710350 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-069aab9b-ae5b-4cb8-b23f-202b729a0e75 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e1d57d62-c2e1-49f3-856b-4abbc5f5a700 HTTP/1.1" status: 204 len: 168 time: 1.0863276 Jul 29 23:36:50.716094 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-481d8009-1574-41d8-8d80-c56c8750e9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:50.717371 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780de33e-5b9f-48d4-82f4-853ac0bee323 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Made reservation on behalf of a872b7b705444cd88ce1d74af7f7057f for: {'network': 2} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:36:50.726411 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4a40fa82-d03e-4be7-9ba4-7366cf9ed769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:50.728670 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-780de33e-5b9f-48d4-82f4-853ac0bee323 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:50.787509 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069aab9b-ae5b-4cb8-b23f-202b729a0e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d57d62-c2e1-49f3-856b-4abbc5f5a700,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:50.795495 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481d8009-1574-41d8-8d80-c56c8750e9f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5b4cf52-fd0a-478a-815c-1eb3fa3f3ca0,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:50.902116 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-780de33e-5b9f-48d4-82f4-853ac0bee323 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:50.939749 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4171040a-e7eb-4563-99a1-721241b6343d tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:51.002508 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-481d8009-1574-41d8-8d80-c56c8750e9f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:51.159546 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf19f92d-6575-423a-8f60-9c90758e2768 req-2a036b82-981b-4088-b016-b84ccbe0475f tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:51.178138 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bf19f92d-6575-423a-8f60-9c90758e2768 req-2a036b82-981b-4088-b016-b84ccbe0475f tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=fefc42b8-1c7b-4fd5-b6e1-d72882a6a73d HTTP/1.1" status: 200 len: 907 time: 0.1746278 Jul 29 23:36:51.193789 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-481d8009-1574-41d8-8d80-c56c8750e9f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:51.200530 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-481d8009-1574-41d8-8d80-c56c8750e9f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:51.216979 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4171040a-e7eb-4563-99a1-721241b6343d tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:51.272535 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4171040a-e7eb-4563-99a1-721241b6343d tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Pushing event deleted for resources: {'Subnet': ['ID=2f67f537-f6d6-454b-8009-32b98163e09a,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:51.284185 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4171040a-e7eb-4563-99a1-721241b6343d tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:51.288042 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-4171040a-e7eb-4563-99a1-721241b6343d tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] 10.222.0.43 "DELETE /v2.0/subnets/2f67f537-f6d6-454b-8009-32b98163e09a HTTP/1.1" status: 204 len: 168 time: 0.8980162 Jul 29 23:36:51.294104 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58208) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:51.300248 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc7181a-7f4f-4645-a8d4-09e1c2b35b9b None None] Network 664b1722-a93c-460c-af19-f82492c3e2bb requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:36:51.357399 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-481d8009-1574-41d8-8d80-c56c8750e9f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:51.359045 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-481d8009-1574-41d8-8d80-c56c8750e9f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b578952b-5e93-49c7-a4fc-cea7667d2849 {{(pid=94077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:36:51.370434 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-481d8009-1574-41d8-8d80-c56c8750e9f8 admin admin] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:51.384003 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-481d8009-1574-41d8-8d80-c56c8750e9f8 admin admin] 10.222.0.43 "DELETE /v2.0/routers/b578952b-5e93-49c7-a4fc-cea7667d2849 HTTP/1.1" status: 204 len: 168 time: 3.6290407 Jul 29 23:36:51.395003 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58212) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:51.512183 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1b1b1c66-db9d-4862-a06c-e43d40aa792e tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:51.527104 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4a40fa82-d03e-4be7-9ba4-7366cf9ed769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:51.542002 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4a40fa82-d03e-4be7-9ba4-7366cf9ed769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:51.605813 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-29592348-a55d-470c-aa90-238adb9d79ea admin admin] Deleting subnet 90ca3fb8-b10e-499f-8a8b-50af8eeeba85 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:36:51.624766 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-29592348-a55d-470c-aa90-238adb9d79ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:51.647681 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-1b1b1c66-db9d-4862-a06c-e43d40aa792e tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Deleting port b10cbacd-0f4e-4cdc-adf4-b423e7e29cc9 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:36:51.648438 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1b1b1c66-db9d-4862-a06c-e43d40aa792e tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:51.720509 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4a40fa82-d03e-4be7-9ba4-7366cf9ed769 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4813ac079e8545fb837275b62bbed541&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0445745 Jul 29 23:36:51.720509 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a40fa82-d03e-4be7-9ba4-7366cf9ed769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f582a6-f6af-4f82-ad81-a643c74969d0,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:51.722468 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58218) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:51.774709 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-1b1b1c66-db9d-4862-a06c-e43d40aa792e tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] For port b10cbacd-0f4e-4cdc-adf4-b423e7e29cc9, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=b10cbacd-0f4e-4cdc-adf4-b423e7e29cc9,segment=NetworkSegment(478dacaf-4552-42ac-b66f-e2636d8c95a6),segment_id=478dacaf-4552-42ac-b66f-e2636d8c95a6)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:51.776597 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1b1b1c66-db9d-4862-a06c-e43d40aa792e tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:51.798378 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-29592348-a55d-470c-aa90-238adb9d79ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:51.817503 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-1b1b1c66-db9d-4862-a06c-e43d40aa792e tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Calling delete_port for b10cbacd-0f4e-4cdc-adf4-b423e7e29cc9 owned by network:dhcp {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:36:51.968471 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-780de33e-5b9f-48d4-82f4-853ac0bee323 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:51.985021 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-780de33e-5b9f-48d4-82f4-853ac0bee323 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:51.987225 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-780de33e-5b9f-48d4-82f4-853ac0bee323 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:52.002372 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e00928b0-8f09-45a5-b4f2-bd9588d8649e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:52.113180 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b67543-c032-41d1-bc08-3a65490101fd None None] DHCP port deletion for 664b1722-a93c-460c-af19-f82492c3e2bb request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:36:52.125704 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e00928b0-8f09-45a5-b4f2-bd9588d8649e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:52.171288 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-780de33e-5b9f-48d4-82f4-853ac0bee323 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:36:52.223640 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780de33e-5b9f-48d4-82f4-853ac0bee323 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7104700-933d-4c2d-88da-8e3784685777,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:52.271544 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-29592348-a55d-470c-aa90-238adb9d79ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:52.317019 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-780de33e-5b9f-48d4-82f4-853ac0bee323 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:52.317466 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-99b67543-c032-41d1-bc08-3a65490101fd None None] Deleting port b10cbacd-0f4e-4cdc-adf4-b423e7e29cc9 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:36:52.318354 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-780de33e-5b9f-48d4-82f4-853ac0bee323 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Added segment 5f9b5caf-5016-4238-a8dd-59cb163640a8 of type vlan for network 6fd3ce7e-73a4-41ab-b9b7-8f32db49cb60 Jul 29 23:36:52.320029 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-99b67543-c032-41d1-bc08-3a65490101fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:52.321079 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1b1b1c66-db9d-4862-a06c-e43d40aa792e tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:52.380106 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e00928b0-8f09-45a5-b4f2-bd9588d8649e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:52.384443 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e00928b0-8f09-45a5-b4f2-bd9588d8649e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:52.388360 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e00928b0-8f09-45a5-b4f2-bd9588d8649e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/10f582a6-f6af-4f82-ad81-a643c74969d0 HTTP/1.1" status: 204 len: 168 time: 0.6614058 Jul 29 23:36:52.392594 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-29592348-a55d-470c-aa90-238adb9d79ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:52.492855 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1b1c66-db9d-4862-a06c-e43d40aa792e tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Pushing event deleted for resources: {'Port': ['ID=b10cbacd-0f4e-4cdc-adf4-b423e7e29cc9,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:52.519395 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-29592348-a55d-470c-aa90-238adb9d79ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:52.519395 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-29592348-a55d-470c-aa90-238adb9d79ea admin admin] 10.222.0.43 "DELETE /v2.0/subnets/90ca3fb8-b10e-499f-8a8b-50af8eeeba85 HTTP/1.1" status: 204 len: 168 time: 1.1170475 Jul 29 23:36:52.532282 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58244) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:52.540182 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00928b0-8f09-45a5-b4f2-bd9588d8649e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f582a6-f6af-4f82-ad81-a643c74969d0,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:52.546257 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29592348-a55d-470c-aa90-238adb9d79ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90ca3fb8-b10e-499f-8a8b-50af8eeeba85,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:52.590455 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-99b67543-c032-41d1-bc08-3a65490101fd None None] For port b10cbacd-0f4e-4cdc-adf4-b423e7e29cc9, host n-d-712141-10, got binding levels [] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:52.599419 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-99b67543-c032-41d1-bc08-3a65490101fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:52.601483 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a872e-da17-458f-b70e-96f1b7c4f74b req-a11e6dfc-0cd5-4562-846a-39b9d6fbe491 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:52.605832 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e62a872e-da17-458f-b70e-96f1b7c4f74b req-a11e6dfc-0cd5-4562-846a-39b9d6fbe491 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.41 "GET /v2.0/ports?device_id=fefc42b8-1c7b-4fd5-b6e1-d72882a6a73d HTTP/1.1" status: 200 len: 907 time: 0.1991677 Jul 29 23:36:52.629171 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-99b67543-c032-41d1-bc08-3a65490101fd None None] Calling delete_port for b10cbacd-0f4e-4cdc-adf4-b423e7e29cc9 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:36:52.636683 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.ipam_backend_mixin [None req-99b67543-c032-41d1-bc08-3a65490101fd None None] Port b10cbacd-0f4e-4cdc-adf4-b423e7e29cc9 was not found and therefore no delete operation was performed {{(pid=94079) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 23:36:52.647502 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-99b67543-c032-41d1-bc08-3a65490101fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:52.647933 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1b1c66-db9d-4862-a06c-e43d40aa792e tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] No DVR routers for this DVR port b10cbacd-0f4e-4cdc-adf4-b423e7e29cc9 on host n-d-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:36:52.656230 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device b10cbacd-0f4e-4cdc-adf4-b423e7e29cc9 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:36:52.677760 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58246) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:52.704440 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ece869-2fc5-4106-beba-18edd998ce69 None None] Network ff00bbae-4eb9-42a1-bcfc-049d7976e520 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:36:52.721283 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: b10cbacd-0f4e-4cdc-adf4-b423e7e29cc9 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:36:52.722004 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device b10cbacd-0f4e-4cdc-adf4-b423e7e29cc9 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:36:52.722650 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device a5b4cf52-fd0a-478a-815c-1eb3fa3f3ca0 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:36:52.838592 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-780de33e-5b9f-48d4-82f4-853ac0bee323 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:52.862138 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b67543-c032-41d1-bc08-3a65490101fd None None] Pushing event deleted for resources: {'Port': ['ID=b10cbacd-0f4e-4cdc-adf4-b423e7e29cc9,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:52.874483 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: a5b4cf52-fd0a-478a-815c-1eb3fa3f3ca0 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:36:52.875076 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device a5b4cf52-fd0a-478a-815c-1eb3fa3f3ca0 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:36:52.884229 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99b67543-c032-41d1-bc08-3a65490101fd None None] No DVR routers for this DVR port b10cbacd-0f4e-4cdc-adf4-b423e7e29cc9 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:36:52.947996 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-e62a872e-da17-458f-b70e-96f1b7c4f74b req-d09d9e5f-b285-4f07-91d6-19039b36fe34 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Deleting port a5bd0ae8-f6a9-4531-b841-e4e4946b7746 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:36:52.949289 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e62a872e-da17-458f-b70e-96f1b7c4f74b req-d09d9e5f-b285-4f07-91d6-19039b36fe34 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:53.163906 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1b1b1c66-db9d-4862-a06c-e43d40aa792e tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:53.172930 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.db.resource_extend [None req-780de33e-5b9f-48d4-82f4-853ac0bee323 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:36:53.186683 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-e62a872e-da17-458f-b70e-96f1b7c4f74b req-d09d9e5f-b285-4f07-91d6-19039b36fe34 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] For port a5bd0ae8-f6a9-4531-b841-e4e4946b7746, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=a5bd0ae8-f6a9-4531-b841-e4e4946b7746,segment=NetworkSegment(85a18049-8d39-45df-9ccf-cf67471916ca),segment_id=85a18049-8d39-45df-9ccf-cf67471916ca)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:53.188168 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e62a872e-da17-458f-b70e-96f1b7c4f74b req-d09d9e5f-b285-4f07-91d6-19039b36fe34 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:53.210976 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c17535-93ec-454d-b6fe-ff9707b64f6d req-c1126d8d-aa41-4108-8a79-9a6166ed656f tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:53.226087 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b6c17535-93ec-454d-b6fe-ff9707b64f6d req-c1126d8d-aa41-4108-8a79-9a6166ed656f tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=fefc42b8-1c7b-4fd5-b6e1-d72882a6a73d HTTP/1.1" status: 200 len: 907 time: 0.7395992 Jul 29 23:36:53.257138 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-1b1b1c66-db9d-4862-a06c-e43d40aa792e tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['664b1722-a93c-460c-af19-f82492c3e2bb']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:53.258447 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-e62a872e-da17-458f-b70e-96f1b7c4f74b req-d09d9e5f-b285-4f07-91d6-19039b36fe34 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Calling delete_port for a5bd0ae8-f6a9-4531-b841-e4e4946b7746 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:36:53.280566 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f11e0c5-f9e7-4a65-a854-3cf76fb82c8e None None] DHCP port deletion for ff00bbae-4eb9-42a1-bcfc-049d7976e520 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:36:53.314387 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7009525e-e455-4c6c-b336-9989d24f1dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:53.352123 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7f5030a8-f4aa-42a3-9354-ecfe1d843826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:53.375142 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-1b1b1c66-db9d-4862-a06c-e43d40aa792e tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '478dacaf-4552-42ac-b66f-e2636d8c95a6') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:53.386897 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-1b1b1c66-db9d-4862-a06c-e43d40aa792e tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '478dacaf-4552-42ac-b66f-e2636d8c95a6') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:53.393322 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-77066206-03b7-4259-b426-eccadeb1faa5 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1462144723-network', 'tenant_id': '98e056c86df34f20858eacf8009ad5b6'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:53.450025 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77066206-03b7-4259-b426-eccadeb1faa5 admin admin] Made reservation on behalf of 98e056c86df34f20858eacf8009ad5b6 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:36:53.450532 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-780de33e-5b9f-48d4-82f4-853ac0bee323 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:36:53.452523 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-77066206-03b7-4259-b426-eccadeb1faa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:53.458596 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1b1b1c66-db9d-4862-a06c-e43d40aa792e tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:53.472271 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-7f11e0c5-f9e7-4a65-a854-3cf76fb82c8e None None] Deleting port 8eb4e7af-a625-4b8a-b95c-04df5c60178b {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:36:53.473259 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7f11e0c5-f9e7-4a65-a854-3cf76fb82c8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:53.485656 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-77066206-03b7-4259-b426-eccadeb1faa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:53.525966 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1b1b1c66-db9d-4862-a06c-e43d40aa792e tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:53.536826 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b1b1c66-db9d-4862-a06c-e43d40aa792e tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:36:53.537812 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1b1b1c66-db9d-4862-a06c-e43d40aa792e tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:53.609281 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:36:53.609281 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:36:53.609281 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:36:53.609281 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:36:53.609281 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:36:53.609281 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:36:53.609281 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:36:53.609281 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:36:53.609281 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:36:53.609281 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:36:53.609281 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:36:53.609281 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:36:53.609281 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:36:53.609281 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:36:53.609281 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:36:53.609281 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:36:53.609281 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:36:53.609281 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:36:53.609281 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:36:53.609281 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:36:53.609281 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:36:53.609281 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:36:53.609281 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:36:53.609281 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:36:53.609281 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:36:53.609281 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:36:53.609281 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:36:53.609281 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:36:53.609281 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:36:53.609281 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:36:53.609281 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:36:53.609281 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:36:53.789200 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e62a872e-da17-458f-b70e-96f1b7c4f74b req-d09d9e5f-b285-4f07-91d6-19039b36fe34 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:53.833075 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-780de33e-5b9f-48d4-82f4-853ac0bee323 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:53.834665 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-780de33e-5b9f-48d4-82f4-853ac0bee323 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Added segment 7f346551-40d2-45ca-ad94-781b7bc01cda of type vlan for network b382ce97-fa64-4b51-b319-3a935078cc7a Jul 29 23:36:53.915498 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09d9e5f-b285-4f07-91d6-19039b36fe34 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Pushing event deleted for resources: {'Port': ['ID=a5bd0ae8-f6a9-4531-b841-e4e4946b7746,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:54.045074 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-780de33e-5b9f-48d4-82f4-853ac0bee323 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:54.058891 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-e62a872e-da17-458f-b70e-96f1b7c4f74b req-d09d9e5f-b285-4f07-91d6-19039b36fe34 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] No DVR routers for this DVR port a5bd0ae8-f6a9-4531-b841-e4e4946b7746 on host n-h1-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:36:54.065817 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e62a872e-da17-458f-b70e-96f1b7c4f74b req-d09d9e5f-b285-4f07-91d6-19039b36fe34 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:54.079866 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e62a872e-da17-458f-b70e-96f1b7c4f74b req-d09d9e5f-b285-4f07-91d6-19039b36fe34 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.41 "DELETE /v2.0/ports/a5bd0ae8-f6a9-4531-b841-e4e4946b7746 HTTP/1.1" status: 204 len: 173 time: 1.4604275 Jul 29 23:36:54.084271 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fefc42b8-1c7b-4fd5-b6e1-d72882a6a73d', 'name': 'network-vif-deleted', 'tag': 'a5bd0ae8-f6a9-4531-b841-e4e4946b7746'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:36:54.091401 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52444bb3-a5e4-41a5-959b-dca51e88a4b5" -d '{"events": [{"server_uuid": "fefc42b8-1c7b-4fd5-b6e1-d72882a6a73d", "name": "network-vif-deleted", "tag": "a5bd0ae8-f6a9-4531-b841-e4e4946b7746"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:36:54.117068 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1b1b1c66-db9d-4862-a06c-e43d40aa792e tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:54.121779 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-780de33e-5b9f-48d4-82f4-853ac0bee323 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:54.122663 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-780de33e-5b9f-48d4-82f4-853ac0bee323 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:54.127756 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 8eb4e7af-a625-4b8a-b95c-04df5c60178b no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:36:54.131715 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780de33e-5b9f-48d4-82f4-853ac0bee323 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:54.144640 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780de33e-5b9f-48d4-82f4-853ac0bee323 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:54.148323 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-780de33e-5b9f-48d4-82f4-853ac0bee323 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:54.176694 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1b1b1c66-db9d-4862-a06c-e43d40aa792e tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:54.188623 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-1b1b1c66-db9d-4862-a06c-e43d40aa792e tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] 10.222.0.43 "DELETE /v2.0/networks/664b1722-a93c-460c-af19-f82492c3e2bb HTTP/1.1" status: 204 len: 168 time: 2.8926685 Jul 29 23:36:54.235197 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee662e8-fb36-44a6-89f7-94ff1ffb8469 x-openstack-request-id: req-fee662e8-fb36-44a6-89f7-94ff1ffb8469 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:36:54.235696 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fefc42b8-1c7b-4fd5-b6e1-d72882a6a73d", "name": "network-vif-deleted", "tag": "a5bd0ae8-f6a9-4531-b841-e4e4946b7746", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:36:54.236388 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fee662e8-fb36-44a6-89f7-94ff1ffb8469 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:36:54.237091 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fefc42b8-1c7b-4fd5-b6e1-d72882a6a73d', 'name': 'network-vif-deleted', 'tag': 'a5bd0ae8-f6a9-4531-b841-e4e4946b7746', 'status': 'completed', 'code': 200} Jul 29 23:36:54.237816 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58276) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:54.241480 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-77066206-03b7-4259-b426-eccadeb1faa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:54.272841 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-77066206-03b7-4259-b426-eccadeb1faa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:54.297199 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-7f11e0c5-f9e7-4a65-a854-3cf76fb82c8e None None] For port 8eb4e7af-a625-4b8a-b95c-04df5c60178b, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=8eb4e7af-a625-4b8a-b95c-04df5c60178b,segment=NetworkSegment(15888ff3-c942-44ef-9388-d09004e38e18),segment_id=15888ff3-c942-44ef-9388-d09004e38e18)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:54.298149 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7f11e0c5-f9e7-4a65-a854-3cf76fb82c8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:54.328906 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-7f11e0c5-f9e7-4a65-a854-3cf76fb82c8e None None] Calling delete_port for 8eb4e7af-a625-4b8a-b95c-04df5c60178b owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:36:54.472969 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-780de33e-5b9f-48d4-82f4-853ac0bee323 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 4.7622085 Jul 29 23:36:54.502524 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58280) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:54.571182 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780de33e-5b9f-48d4-82f4-853ac0bee323 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Pushing event updated for resources: {'Network': ['ID=6fd3ce7e-73a4-41ab-b9b7-8f32db49cb60,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:54.643098 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 6fd3ce7e-73a4-41ab-b9b7-8f32db49cb60 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:36:54.721446 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:54.800784 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-7f5030a8-f4aa-42a3-9354-ecfe1d843826 admin admin] Deleting port 8eb4e7af-a625-4b8a-b95c-04df5c60178b {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:36:54.801380 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7f5030a8-f4aa-42a3-9354-ecfe1d843826 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:54.837189 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 8eb4e7af-a625-4b8a-b95c-04df5c60178b, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=8eb4e7af-a625-4b8a-b95c-04df5c60178b,segment=NetworkSegment(15888ff3-c942-44ef-9388-d09004e38e18),segment_id=15888ff3-c942-44ef-9388-d09004e38e18)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:54.857895 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4ebfd439-6163-410e-9b05-9034e10ca647 req-6db6711e-7e21-4dd1-977f-ea883601b092 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=fefc42b8-1c7b-4fd5-b6e1-d72882a6a73d HTTP/1.1" status: 200 len: 210 time: 0.2130613 Jul 29 23:36:54.916630 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:54.988212 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780de33e-5b9f-48d4-82f4-853ac0bee323 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Pushing event updated for resources: {'Network': ['ID=b382ce97-fa64-4b51-b319-3a935078cc7a,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:55.062291 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network b382ce97-fa64-4b51-b319-3a935078cc7a details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:36:55.062993 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1b1c66-db9d-4862-a06c-e43d40aa792e tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Pushing event deleted for resources: {'Network': ['ID=664b1722-a93c-460c-af19-f82492c3e2bb,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:55.068165 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7f11e0c5-f9e7-4a65-a854-3cf76fb82c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:55.090538 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-7f5030a8-f4aa-42a3-9354-ecfe1d843826 admin admin] For port 8eb4e7af-a625-4b8a-b95c-04df5c60178b, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=8eb4e7af-a625-4b8a-b95c-04df5c60178b,segment=NetworkSegment(15888ff3-c942-44ef-9388-d09004e38e18),segment_id=15888ff3-c942-44ef-9388-d09004e38e18)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:55.091182 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7f5030a8-f4aa-42a3-9354-ecfe1d843826 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:55.123648 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-7f5030a8-f4aa-42a3-9354-ecfe1d843826 admin admin] Calling delete_port for 8eb4e7af-a625-4b8a-b95c-04df5c60178b owned by network:dhcp {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:36:55.196474 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f11e0c5-f9e7-4a65-a854-3cf76fb82c8e None None] No DVR routers for this DVR port 8eb4e7af-a625-4b8a-b95c-04df5c60178b on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:36:55.315413 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event deleted for resources: {'Port': ['ID=8eb4e7af-a625-4b8a-b95c-04df5c60178b,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:55.387097 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7f5030a8-f4aa-42a3-9354-ecfe1d843826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:55.393694 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:55.395764 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:55.395764 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:55.395764 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:55.396290 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:55.396781 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:55.397355 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:55.397969 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:55.398526 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:55.399777 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:55.401067 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:55.401501 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:55.454330 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f11e0c5-f9e7-4a65-a854-3cf76fb82c8e None None] Pushing event deleted for resources: {'Port': ['ID=8eb4e7af-a625-4b8a-b95c-04df5c60178b,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:55.483061 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5030a8-f4aa-42a3-9354-ecfe1d843826 admin admin] Pushing event deleted for resources: {'Port': ['ID=8eb4e7af-a625-4b8a-b95c-04df5c60178b,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:55.503693 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5030a8-f4aa-42a3-9354-ecfe1d843826 admin admin] No DVR routers for this DVR port 8eb4e7af-a625-4b8a-b95c-04df5c60178b on host n-d-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:36:55.648460 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77066206-03b7-4259-b426-eccadeb1faa5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:36:55.674326 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7f5030a8-f4aa-42a3-9354-ecfe1d843826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:55.692251 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77066206-03b7-4259-b426-eccadeb1faa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0faf46-f134-461a-9c03-7c9da0c35b2b,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:55.702902 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-7f5030a8-f4aa-42a3-9354-ecfe1d843826 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff00bbae-4eb9-42a1-bcfc-049d7976e520']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:55.704999 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-77066206-03b7-4259-b426-eccadeb1faa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:55.705356 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-77066206-03b7-4259-b426-eccadeb1faa5 admin admin] Added segment 5cc512e0-8569-498d-a7fc-c2dd3dac383c of type vlan for network 327da722-9bc4-45e2-bce0-d834acbe82d5 Jul 29 23:36:55.731110 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-7f5030a8-f4aa-42a3-9354-ecfe1d843826 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15888ff3-c942-44ef-9388-d09004e38e18') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:55.731865 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-7f5030a8-f4aa-42a3-9354-ecfe1d843826 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15888ff3-c942-44ef-9388-d09004e38e18') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:55.755145 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7f5030a8-f4aa-42a3-9354-ecfe1d843826 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:55.787465 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7f5030a8-f4aa-42a3-9354-ecfe1d843826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:55.805573 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f5030a8-f4aa-42a3-9354-ecfe1d843826 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:36:55.806473 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7f5030a8-f4aa-42a3-9354-ecfe1d843826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:55.810104 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:36:55.810104 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:36:55.810104 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:36:55.810104 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:36:55.810104 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:36:55.810104 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:36:55.810104 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:36:55.810104 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:36:55.810104 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:36:55.810104 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:36:55.810104 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:36:55.810104 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:36:55.810104 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:36:55.810104 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:36:55.810104 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:36:55.810104 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:36:55.810104 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:36:55.810104 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:36:55.810104 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:36:55.810104 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:36:55.810104 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:36:55.810104 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:36:55.810104 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:36:55.810104 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:36:55.810104 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:36:55.810104 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:36:55.810104 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:36:55.810104 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:36:55.810104 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:36:55.810104 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:36:55.810104 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:36:55.810104 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:36:55.885486 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f32947-e90e-4124-86a4-9b3c9d4466a0 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:55.895293 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f32947-e90e-4124-86a4-9b3c9d4466a0 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:55.909088 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f32947-e90e-4124-86a4-9b3c9d4466a0 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:55.932504 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-089434dd-ea44-44ae-aeb5-f5daa2bab2d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:55.937791 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f32947-e90e-4124-86a4-9b3c9d4466a0 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:55.937791 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-73f32947-e90e-4124-86a4-9b3c9d4466a0 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 1.4169736 Jul 29 23:36:55.944367 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58308) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:55.961944 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-77066206-03b7-4259-b426-eccadeb1faa5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:55.968358 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58310) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:56.015616 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7f5030a8-f4aa-42a3-9354-ecfe1d843826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:56.029767 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7f5030a8-f4aa-42a3-9354-ecfe1d843826 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:56.034502 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-7f5030a8-f4aa-42a3-9354-ecfe1d843826 admin admin] 10.222.0.43 "DELETE /v2.0/networks/ff00bbae-4eb9-42a1-bcfc-049d7976e520 HTTP/1.1" status: 204 len: 168 time: 3.4439902 Jul 29 23:36:56.037760 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-3d977876-c504-4a7f-adb4-13d81fe4d94d tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Deleting port f9bd2b11-4370-463a-98c5-c134486b073a {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:36:56.038466 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3d977876-c504-4a7f-adb4-13d81fe4d94d tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:56.180397 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5030a8-f4aa-42a3-9354-ecfe1d843826 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff00bbae-4eb9-42a1-bcfc-049d7976e520,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:56.183107 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3d977876-c504-4a7f-adb4-13d81fe4d94d tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:56.183790 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3d977876-c504-4a7f-adb4-13d81fe4d94d tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:56.211478 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-77066206-03b7-4259-b426-eccadeb1faa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:56.214334 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77066206-03b7-4259-b426-eccadeb1faa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:56.216965 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-77066206-03b7-4259-b426-eccadeb1faa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:56.263654 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-77066206-03b7-4259-b426-eccadeb1faa5 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 3.5782287 Jul 29 23:36:56.273554 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58324) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:56.284074 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-3d977876-c504-4a7f-adb4-13d81fe4d94d tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Calling delete_port for f9bd2b11-4370-463a-98c5-c134486b073a owned by network:floatingip {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:36:56.293639 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-ee8d0f70-ed9d-4854-b179-333b3a33cf6f admin admin] Request body: {'subnet': {'network_id': '327da722-9bc4-45e2-bce0-d834acbe82d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1462144723-subnet', 'tenant_id': '98e056c86df34f20858eacf8009ad5b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:56.315271 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4cbe659f-1ed3-4956-9dd5-29ac2f67b777 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:56.353944 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:56.385858 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-4bd7a7a8-3b2a-4754-a0be-58d56c09cbd6 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-300304983'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:56.427603 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58328) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:56.436810 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8d0f70-ed9d-4854-b179-333b3a33cf6f admin admin] Made reservation on behalf of 98e056c86df34f20858eacf8009ad5b6 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:36:56.440803 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ee8d0f70-ed9d-4854-b179-333b3a33cf6f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:56.508353 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77066206-03b7-4259-b426-eccadeb1faa5 admin admin] Pushing event updated for resources: {'Network': ['ID=327da722-9bc4-45e2-bce0-d834acbe82d5,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:56.529106 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77066206-03b7-4259-b426-eccadeb1faa5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:56.529702 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77066206-03b7-4259-b426-eccadeb1faa5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:56.530277 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77066206-03b7-4259-b426-eccadeb1faa5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:56.531279 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77066206-03b7-4259-b426-eccadeb1faa5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:56.531888 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77066206-03b7-4259-b426-eccadeb1faa5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:56.532466 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77066206-03b7-4259-b426-eccadeb1faa5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:56.533035 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77066206-03b7-4259-b426-eccadeb1faa5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:56.533574 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77066206-03b7-4259-b426-eccadeb1faa5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:56.534197 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77066206-03b7-4259-b426-eccadeb1faa5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:56.534751 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77066206-03b7-4259-b426-eccadeb1faa5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:56.535294 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77066206-03b7-4259-b426-eccadeb1faa5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:56.535842 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77066206-03b7-4259-b426-eccadeb1faa5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:56.546130 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd7a7a8-3b2a-4754-a0be-58d56c09cbd6 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Made reservation on behalf of c892abc022104888a75761eec0c089ab for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:36:56.553471 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4bd7a7a8-3b2a-4754-a0be-58d56c09cbd6 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:56.572810 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 327da722-9bc4-45e2-bce0-d834acbe82d5 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:36:56.590166 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4bd7a7a8-3b2a-4754-a0be-58d56c09cbd6 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:56.839409 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4cbe659f-1ed3-4956-9dd5-29ac2f67b777 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:56.844540 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4bd7a7a8-3b2a-4754-a0be-58d56c09cbd6 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:56.854159 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4bd7a7a8-3b2a-4754-a0be-58d56c09cbd6 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:56.854789 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-4cbe659f-1ed3-4956-9dd5-29ac2f67b777 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fd3ce7e-73a4-41ab-b9b7-8f32db49cb60']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:56.925839 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bd7a7a8-3b2a-4754-a0be-58d56c09cbd6 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:36:56.952545 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-4cbe659f-1ed3-4956-9dd5-29ac2f67b777 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f9b5caf-5016-4238-a8dd-59cb163640a8') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:56.953189 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-4cbe659f-1ed3-4956-9dd5-29ac2f67b777 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f9b5caf-5016-4238-a8dd-59cb163640a8') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:56.978613 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd7a7a8-3b2a-4754-a0be-58d56c09cbd6 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eea8f692-196b-45b2-91ee-52bc4f0f803a,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:56.993730 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4bd7a7a8-3b2a-4754-a0be-58d56c09cbd6 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:56.995302 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-4bd7a7a8-3b2a-4754-a0be-58d56c09cbd6 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Added segment a774c234-d57d-4107-a1d5-367bfa29440a of type vlan for network c84f2b59-0584-4416-ae70-fe6271ea945f Jul 29 23:36:57.004892 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4cbe659f-1ed3-4956-9dd5-29ac2f67b777 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:57.089897 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-97caf085-029e-45e9-9783-124154a8e927 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a8ae6bfbece64b06be19dcefbb104eb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6539598 Jul 29 23:36:57.089897 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4cbe659f-1ed3-4956-9dd5-29ac2f67b777 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:57.090369 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58334) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:57.107552 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cbe659f-1ed3-4956-9dd5-29ac2f67b777 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:36:57.108413 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4cbe659f-1ed3-4956-9dd5-29ac2f67b777 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:57.119635 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4bd7a7a8-3b2a-4754-a0be-58d56c09cbd6 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:57.141005 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9ee821-a168-4519-b368-b5519d630e8a req-842510e5-7aa7-4662-a3e4-fa7a09bbe1c7 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:57.142496 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3d977876-c504-4a7f-adb4-13d81fe4d94d tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:57.156869 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1a9ee821-a168-4519-b368-b5519d630e8a req-842510e5-7aa7-4662-a3e4-fa7a09bbe1c7 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=26f58a8c-d3a3-49c0-8874-ba2f363fa209 HTTP/1.1" status: 200 len: 945 time: 0.4720252 Jul 29 23:36:57.171617 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:36:57.171617 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:36:57.171617 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:36:57.171617 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:36:57.171617 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:36:57.171617 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:36:57.171617 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:36:57.171617 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:36:57.171617 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:36:57.171617 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:36:57.171617 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:36:57.171617 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:36:57.171617 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:36:57.171617 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:36:57.171617 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:36:57.171617 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:36:57.171617 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:36:57.171617 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:36:57.171617 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:36:57.171617 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:36:57.171617 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:36:57.171617 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:36:57.171617 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:36:57.171617 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:36:57.171617 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:36:57.171617 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:36:57.171617 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:36:57.171617 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:36:57.171617 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:36:57.171617 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:36:57.171617 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:36:57.171617 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:36:57.250128 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d977876-c504-4a7f-adb4-13d81fe4d94d tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Pushing event deleted for resources: {'Port': ['ID=f9bd2b11-4370-463a-98c5-c134486b073a,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:57.346167 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4bd7a7a8-3b2a-4754-a0be-58d56c09cbd6 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:57.346789 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1a9ee821-a168-4519-b368-b5519d630e8a req-c7cc81d5-6042-474f-95b7-def1eb82af21 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883547 Jul 29 23:36:57.400158 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4cbe659f-1ed3-4956-9dd5-29ac2f67b777 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:57.400658 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd7a7a8-3b2a-4754-a0be-58d56c09cbd6 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:57.400658 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4bd7a7a8-3b2a-4754-a0be-58d56c09cbd6 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:57.422165 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4cbe659f-1ed3-4956-9dd5-29ac2f67b777 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:57.424943 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-4cbe659f-1ed3-4956-9dd5-29ac2f67b777 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] 10.222.0.43 "DELETE /v2.0/networks/6fd3ce7e-73a4-41ab-b9b7-8f32db49cb60 HTTP/1.1" status: 204 len: 168 time: 1.4712932 Jul 29 23:36:57.456506 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe659f-1ed3-4956-9dd5-29ac2f67b777 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Pushing event deleted for resources: {'Network': ['ID=6fd3ce7e-73a4-41ab-b9b7-8f32db49cb60,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:57.458367 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58340) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:57.575855 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3d977876-c504-4a7f-adb4-13d81fe4d94d tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for floatingip, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:57.580173 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3d977876-c504-4a7f-adb4-13d81fe4d94d tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:57.588551 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-3d977876-c504-4a7f-adb4-13d81fe4d94d tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] 10.222.0.43 "DELETE /v2.0/floatingips/79ff89ee-92bd-41cb-bc9c-d93ef08a7c16 HTTP/1.1" status: 204 len: 168 time: 3.3444660 Jul 29 23:36:57.591179 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58344) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:57.619055 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58346) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:57.619365 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4bd7a7a8-3b2a-4754-a0be-58d56c09cbd6 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.6481407 Jul 29 23:36:57.640491 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:57.663430 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-5601fbd3-7dc5-47f8-846c-ca1de4041a06 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Request body: {'subnet': {'network_id': 'c84f2b59-0584-4416-ae70-fe6271ea945f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:57.687086 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-45327f55-3787-43db-ac25-33e9ba03b295 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] DELETE failed (client error): The resource could not be found. Jul 29 23:36:57.688333 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45327f55-3787-43db-ac25-33e9ba03b295 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:36:57.691851 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-45327f55-3787-43db-ac25-33e9ba03b295 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] 10.222.0.43 "DELETE /v2.0/ports/4304c2bf-d234-42b2-beaa-36052e8b7f0c HTTP/1.1" status: 404 len: 333 time: 0.0989773 Jul 29 23:36:57.716044 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58348) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:57.722690 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4b585b6b-5555-4de3-8a44-ea98c67ea9a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:57.774323 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ee8d0f70-ed9d-4854-b179-333b3a33cf6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:57.803713 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-6b9bf7ff-cbf8-4867-aa90-862492053ae3 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] 10.222.0.43 "GET /v2.0/ports?device_id=63bb9213-10de-4534-8a34-0ac584eb3988 HTTP/1.1" status: 200 len: 205 time: 0.0843425 Jul 29 23:36:57.818965 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58354) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:57.820103 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd7a7a8-3b2a-4754-a0be-58d56c09cbd6 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Pushing event updated for resources: {'Network': ['ID=c84f2b59-0584-4416-ae70-fe6271ea945f,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:57.841061 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network c84f2b59-0584-4416-ae70-fe6271ea945f details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:36:57.931383 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8d0f70-ed9d-4854-b179-333b3a33cf6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a904c86-9957-4ac4-a96d-fbb7bdf9081d,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:57.945903 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-3af90285-53b5-4f8e-9a0f-a348f05f4e88 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] delete failed (client error): The resource could not be found. Jul 29 23:36:57.948169 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8d0f70-ed9d-4854-b179-333b3a33cf6f admin admin] Checking segment: {'id': '5cc512e0-8569-498d-a7fc-c2dd3dac383c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '327da722-9bc4-45e2-bce0-d834acbe82d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:36:57.948169 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8d0f70-ed9d-4854-b179-333b3a33cf6f admin admin] Network hostable DHCP agents. Network: 327da722-9bc4-45e2-bce0-d834acbe82d5, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:36:57.948617 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-3af90285-53b5-4f8e-9a0f-a348f05f4e88 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] 10.222.0.43 "DELETE /v2.0/routers/63bb9213-10de-4534-8a34-0ac584eb3988 HTTP/1.1" status: 404 len: 336 time: 0.1235113 Jul 29 23:36:57.958505 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58356) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:57.967947 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5601fbd3-7dc5-47f8-846c-ca1de4041a06 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Made reservation on behalf of c892abc022104888a75761eec0c089ab for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:36:57.969512 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5601fbd3-7dc5-47f8-846c-ca1de4041a06 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:57.986298 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device a5bd0ae8-f6a9-4531-b841-e4e4946b7746 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:36:58.028986 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-159c5e09-020f-469d-9e3c-815c3c9f2ac4 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:58.069899 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4b585b6b-5555-4de3-8a44-ea98c67ea9a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:58.070362 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] No Port match for: a5bd0ae8-f6a9-4531-b841-e4e4946b7746 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:36:58.070862 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device a5bd0ae8-f6a9-4531-b841-e4e4946b7746 not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:36:58.100683 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9f15a09-c278-4f5b-99ac-8d3694451292 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] DELETE failed (client error): The resource could not be found. Jul 29 23:36:58.101428 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9f15a09-c278-4f5b-99ac-8d3694451292 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:36:58.108907 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-f9f15a09-c278-4f5b-99ac-8d3694451292 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] 10.222.0.43 "DELETE /v2.0/subnets/2f67f537-f6d6-454b-8009-32b98163e09a HTTP/1.1" status: 404 len: 337 time: 0.1489246 Jul 29 23:36:58.110116 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58360) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:58.149924 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8d0f70-ed9d-4854-b179-333b3a33cf6f admin admin] Network 327da722-9bc4-45e2-bce0-d834acbe82d5 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:36:58.195347 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-ee8d0f70-ed9d-4854-b179-333b3a33cf6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 327da722-9bc4-45e2-bce0-d834acbe82d5) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:58.204778 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8d0f70-ed9d-4854-b179-333b3a33cf6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:58.213329 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77638960-e14d-4d90-8134-3cf58495c6ed None None] Network 327da722-9bc4-45e2-bce0-d834acbe82d5 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:36:58.214843 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ee8d0f70-ed9d-4854-b179-333b3a33cf6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:58.264968 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ee8d0f70-ed9d-4854-b179-333b3a33cf6f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.9866390 Jul 29 23:36:58.329957 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b76f9-f7c0-4898-8105-0f92ad2650c5 req-01da1a5a-8ac8-4a3a-9da0-02995faf3068 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:58.332845 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6c6b76f9-f7c0-4898-8105-0f92ad2650c5 req-01da1a5a-8ac8-4a3a-9da0-02995faf3068 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.41 "GET /v2.0/ports?device_id=26f58a8c-d3a3-49c0-8874-ba2f363fa209 HTTP/1.1" status: 200 len: 945 time: 0.3762434 Jul 29 23:36:58.443890 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-159c5e09-020f-469d-9e3c-815c3c9f2ac4 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:58.479935 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4b585b6b-5555-4de3-8a44-ea98c67ea9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:58.484679 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4b585b6b-5555-4de3-8a44-ea98c67ea9a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:58.489498 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4b585b6b-5555-4de3-8a44-ea98c67ea9a9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/52fcba14-2a52-4048-b6ed-b5314c8ade63 HTTP/1.1" status: 204 len: 168 time: 1.3984587 Jul 29 23:36:58.529398 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-159c5e09-020f-469d-9e3c-815c3c9f2ac4 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b382ce97-fa64-4b51-b319-3a935078cc7a']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:58.571645 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c10138-068e-4fb3-ae49-1acd6c5536ea None None] Network 327da722-9bc4-45e2-bce0-d834acbe82d5 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:36:58.597036 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5601fbd3-7dc5-47f8-846c-ca1de4041a06 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:58.636279 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-159c5e09-020f-469d-9e3c-815c3c9f2ac4 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f346551-40d2-45ca-ad94-781b7bc01cda') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:58.641106 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-159c5e09-020f-469d-9e3c-815c3c9f2ac4 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f346551-40d2-45ca-ad94-781b7bc01cda') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:58.750815 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b585b6b-5555-4de3-8a44-ea98c67ea9a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52fcba14-2a52-4048-b6ed-b5314c8ade63,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:58.756555 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-159c5e09-020f-469d-9e3c-815c3c9f2ac4 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:58.829981 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-159c5e09-020f-469d-9e3c-815c3c9f2ac4 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:58.862677 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5601fbd3-7dc5-47f8-846c-ca1de4041a06 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Pushing event updated for resources: {'Subnet': ['ID=2f84f672-ed9f-4f64-ab21-c1687ffe9c63,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:58.863808 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-159c5e09-020f-469d-9e3c-815c3c9f2ac4 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:36:58.864995 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-159c5e09-020f-469d-9e3c-815c3c9f2ac4 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:58.874751 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:36:58.874751 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:36:58.874751 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:36:58.874751 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:36:58.874751 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:36:58.874751 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:36:58.874751 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:36:58.874751 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:36:58.874751 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:36:58.874751 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:36:58.874751 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:36:58.874751 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:36:58.874751 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:36:58.874751 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:36:58.874751 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:36:58.874751 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:36:58.874751 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:36:58.874751 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:36:58.874751 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:36:58.874751 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:36:58.874751 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:36:58.874751 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:36:58.874751 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:36:58.874751 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:36:58.874751 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:36:58.874751 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:36:58.874751 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:36:58.874751 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:36:58.874751 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:36:58.874751 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:36:58.874751 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:36:58.874751 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:36:58.886435 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-72552ee4-c779-45bb-a1f1-3d91eb574e5d tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Deleting port fcc0acba-cfb3-488f-9cf3-bcbd2abedfcd {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:36:58.886968 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-72552ee4-c779-45bb-a1f1-3d91eb574e5d tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:58.934791 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7a9ce-e27a-40a1-a05c-54542cc2e45c req-6fede2be-d3c7-4a66-9e3a-4e4255e349b8 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:58.947912 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f9c7a9ce-e27a-40a1-a05c-54542cc2e45c req-6fede2be-d3c7-4a66-9e3a-4e4255e349b8 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=26f58a8c-d3a3-49c0-8874-ba2f363fa209 HTTP/1.1" status: 200 len: 945 time: 0.2265697 Jul 29 23:36:59.016278 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5601fbd3-7dc5-47f8-846c-ca1de4041a06 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Checking segment: {'id': 'a774c234-d57d-4107-a1d5-367bfa29440a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c84f2b59-0584-4416-ae70-fe6271ea945f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:36:59.016665 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5601fbd3-7dc5-47f8-846c-ca1de4041a06 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Network hostable DHCP agents. Network: c84f2b59-0584-4416-ae70-fe6271ea945f, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:36:59.031113 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-6c6b76f9-f7c0-4898-8105-0f92ad2650c5 req-ba43b842-96f7-4fde-bbbf-1c87a3e53c3f tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Deleting port 6723bd12-0cb6-4c03-b443-cd73391d04df {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:36:59.032073 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-6c6b76f9-f7c0-4898-8105-0f92ad2650c5 req-ba43b842-96f7-4fde-bbbf-1c87a3e53c3f tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:59.033337 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f9c7a9ce-e27a-40a1-a05c-54542cc2e45c req-5bf71456-eef3-40bb-8680-df59f4f9dfee tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838289 Jul 29 23:36:59.057296 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5601fbd3-7dc5-47f8-846c-ca1de4041a06 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Network c84f2b59-0584-4416-ae70-fe6271ea945f is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:36:59.070589 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-5601fbd3-7dc5-47f8-846c-ca1de4041a06 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, c84f2b59-0584-4416-ae70-fe6271ea945f) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:59.076146 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5601fbd3-7dc5-47f8-846c-ca1de4041a06 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:59.076755 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5601fbd3-7dc5-47f8-846c-ca1de4041a06 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:59.095045 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36aaee90-7ea5-43e0-9465-03cbec66ccf0 None None] Network c84f2b59-0584-4416-ae70-fe6271ea945f requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:36:59.098759 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-5601fbd3-7dc5-47f8-846c-ca1de4041a06 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4746811 Jul 29 23:36:59.103311 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58380) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:59.122528 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-6f840c4c-736f-475a-9a60-ccb8629af639 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Request body: {'port': {'network_id': 'c84f2b59-0584-4416-ae70-fe6271ea945f', 'name': 'tempest-DHCPAgentSchedulersTestJSON-567172988'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:59.143785 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-159c5e09-020f-469d-9e3c-815c3c9f2ac4 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:59.193221 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-159c5e09-020f-469d-9e3c-815c3c9f2ac4 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:59.195251 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-159c5e09-020f-469d-9e3c-815c3c9f2ac4 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] 10.222.0.43 "DELETE /v2.0/networks/b382ce97-fa64-4b51-b319-3a935078cc7a HTTP/1.1" status: 204 len: 168 time: 1.7208264 Jul 29 23:36:59.207901 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58388) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:59.345696 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159c5e09-020f-469d-9e3c-815c3c9f2ac4 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Pushing event deleted for resources: {'Network': ['ID=b382ce97-fa64-4b51-b319-3a935078cc7a,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:59.376841 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:59.409324 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-72552ee4-c779-45bb-a1f1-3d91eb574e5d tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:59.451440 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f840c4c-736f-475a-9a60-ccb8629af639 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Made reservation on behalf of c892abc022104888a75761eec0c089ab for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:36:59.458321 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6f840c4c-736f-475a-9a60-ccb8629af639 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:59.468831 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c031ed-231c-41b0-9c89-db6072b805ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-c84f2b59-0584-4416-ae70-fe6271ea945f', 'network_id': 'c84f2b59-0584-4416-ae70-fe6271ea945f', 'tenant_id': 'c892abc022104888a75761eec0c089ab', 'fixed_ips': [{'subnet_id': '2f84f672-ed9f-4f64-ab21-c1687ffe9c63'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:36:59.471520 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-43c031ed-231c-41b0-9c89-db6072b805ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:59.474557 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-72552ee4-c779-45bb-a1f1-3d91eb574e5d tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Calling delete_port for fcc0acba-cfb3-488f-9cf3-bcbd2abedfcd owned by {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:36:59.497430 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-6c6b76f9-f7c0-4898-8105-0f92ad2650c5 req-ba43b842-96f7-4fde-bbbf-1c87a3e53c3f tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] For port 6723bd12-0cb6-4c03-b443-cd73391d04df, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=6723bd12-0cb6-4c03-b443-cd73391d04df,segment=NetworkSegment(85a18049-8d39-45df-9ccf-cf67471916ca),segment_id=85a18049-8d39-45df-9ccf-cf67471916ca)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:59.497894 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-6c6b76f9-f7c0-4898-8105-0f92ad2650c5 req-ba43b842-96f7-4fde-bbbf-1c87a3e53c3f tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:59.533907 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [None req-6f840c4c-736f-475a-9a60-ccb8629af639 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] device_id is not set on port f9e9d71d-c465-4d73-ab99-ebaf19680f35 yet. {{(pid=94078) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:36:59.543958 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-6c6b76f9-f7c0-4898-8105-0f92ad2650c5 req-ba43b842-96f7-4fde-bbbf-1c87a3e53c3f tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Calling delete_port for 6723bd12-0cb6-4c03-b443-cd73391d04df owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:36:59.743568 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b7746b-50ca-41a5-9ee9-7f3f9c172bce tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:59.757760 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b7746b-50ca-41a5-9ee9-7f3f9c172bce tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:59.761338 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d1b7746b-50ca-41a5-9ee9-7f3f9c172bce tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5353210 Jul 29 23:36:59.788906 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58400) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:59.804318 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-12e74a68-0059-45ee-96fe-d33f084183f6 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-597183182'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:59.842975 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58402) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:59.901188 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-6f840c4c-736f-475a-9a60-ccb8629af639 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Allocated IP 172.20.0.9 (c84f2b59-0584-4416-ae70-fe6271ea945f/2f84f672-ed9f-4f64-ab21-c1687ffe9c63/f9e9d71d-c465-4d73-ab99-ebaf19680f35) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:36:59.917283 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e74a68-0059-45ee-96fe-d33f084183f6 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Made reservation on behalf of a872b7b705444cd88ce1d74af7f7057f for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:36:59.923390 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-12e74a68-0059-45ee-96fe-d33f084183f6 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:59.971464 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-89e4f363-f263-4f29-9aff-7747c1b88d46 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9df6ce3b43af4033bb2f27513971d784&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1260688 Jul 29 23:36:59.976131 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58404) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:59.995701 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12e74a68-0059-45ee-96fe-d33f084183f6 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:37:00.028199 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-12e74a68-0059-45ee-96fe-d33f084183f6 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:00.029149 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-12e74a68-0059-45ee-96fe-d33f084183f6 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Added segment 2f8cb7b9-ef03-4169-805f-8ffac7705b56 of type vlan for network 02a6f99d-12de-48ad-971d-d59570f188d8 Jul 29 23:37:00.088966 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-72552ee4-c779-45bb-a1f1-3d91eb574e5d tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:00.154857 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72552ee4-c779-45bb-a1f1-3d91eb574e5d tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Pushing event deleted for resources: {'Port': ['ID=fcc0acba-cfb3-488f-9cf3-bcbd2abedfcd,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:00.239903 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-12e74a68-0059-45ee-96fe-d33f084183f6 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:00.258239 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-6c6b76f9-f7c0-4898-8105-0f92ad2650c5 req-ba43b842-96f7-4fde-bbbf-1c87a3e53c3f tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:00.293324 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['d1b61821-0353-4887-be9c-6f38af4e3acd'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:37:00.311390 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba43b842-96f7-4fde-bbbf-1c87a3e53c3f tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Pushing event deleted for resources: {'Port': ['ID=6723bd12-0cb6-4c03-b443-cd73391d04df,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:00.359679 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-72552ee4-c779-45bb-a1f1-3d91eb574e5d tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:00.367030 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-72552ee4-c779-45bb-a1f1-3d91eb574e5d tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] 10.222.0.43 "DELETE /v2.0/ports/fcc0acba-cfb3-488f-9cf3-bcbd2abedfcd HTTP/1.1" status: 204 len: 168 time: 2.2539833 Jul 29 23:37:00.393003 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58416) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:00.406251 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c6b76f9-f7c0-4898-8105-0f92ad2650c5 req-ba43b842-96f7-4fde-bbbf-1c87a3e53c3f tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] No DVR routers for this DVR port 6723bd12-0cb6-4c03-b443-cd73391d04df on host n-h1-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:37:00.412386 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-6c6b76f9-f7c0-4898-8105-0f92ad2650c5 req-ba43b842-96f7-4fde-bbbf-1c87a3e53c3f tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:00.417779 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6c6b76f9-f7c0-4898-8105-0f92ad2650c5 req-ba43b842-96f7-4fde-bbbf-1c87a3e53c3f tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.41 "DELETE /v2.0/ports/6723bd12-0cb6-4c03-b443-cd73391d04df HTTP/1.1" status: 204 len: 173 time: 2.0539620 Jul 29 23:37:00.418509 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26f58a8c-d3a3-49c0-8874-ba2f363fa209', 'name': 'network-vif-deleted', 'tag': '6723bd12-0cb6-4c03-b443-cd73391d04df'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:37:00.421608 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19522c9-4ef9-426a-99c9-07d7825fe5ed" -d '{"events": [{"server_uuid": "26f58a8c-d3a3-49c0-8874-ba2f363fa209", "name": "network-vif-deleted", "tag": "6723bd12-0cb6-4c03-b443-cd73391d04df"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:37:00.647405 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-ac083c28-c330-45c2-9ee9-ac1c69a3d500 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Deleting port 870f6606-a380-4c44-82e9-25aecab7a8ee {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:00.647780 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ac083c28-c330-45c2-9ee9-ac1c69a3d500 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:00.870888 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ac083c28-c330-45c2-9ee9-ac1c69a3d500 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:00.903375 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-ac083c28-c330-45c2-9ee9-ac1c69a3d500 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Calling delete_port for 870f6606-a380-4c44-82e9-25aecab7a8ee owned by {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:01.019912 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b1587079-f9da-4566-a305-8ea20f4b21a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:01.053369 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e5a13154-0f70-4678-b70d-c7290593ff8c req-699ccaca-b236-41be-8c60-8c83e23b726d tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=26f58a8c-d3a3-49c0-8874-ba2f363fa209 HTTP/1.1" status: 200 len: 210 time: 0.8580918 Jul 29 23:37:01.079315 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b1587079-f9da-4566-a305-8ea20f4b21a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:01.189019 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c5e373-710c-4359-844f-b8cf2373dc18 x-openstack-request-id: req-c4c5e373-710c-4359-844f-b8cf2373dc18 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:37:01.189961 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26f58a8c-d3a3-49c0-8874-ba2f363fa209", "name": "network-vif-deleted", "tag": "6723bd12-0cb6-4c03-b443-cd73391d04df", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:37:01.189961 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c4c5e373-710c-4359-844f-b8cf2373dc18 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:37:01.190536 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26f58a8c-d3a3-49c0-8874-ba2f363fa209', 'name': 'network-vif-deleted', 'tag': '6723bd12-0cb6-4c03-b443-cd73391d04df', 'status': 'completed', 'code': 200} Jul 29 23:37:01.225945 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.db.resource_extend [None req-12e74a68-0059-45ee-96fe-d33f084183f6 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:37:01.257451 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ac083c28-c330-45c2-9ee9-ac1c69a3d500 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:01.403439 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1240feed-d197-4962-a92e-60754166f23c req-705bc2a4-87ec-42de-af56-4018bb77ee25 tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:01.418657 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1240feed-d197-4962-a92e-60754166f23c req-705bc2a4-87ec-42de-af56-4018bb77ee25 tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] 10.222.0.43 "GET /v2.0/networks?id=327da722-9bc4-45e2-bce0-d834acbe82d5 HTTP/1.1" status: 200 len: 822 time: 1.1595020 Jul 29 23:37:01.433752 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac083c28-c330-45c2-9ee9-ac1c69a3d500 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Pushing event deleted for resources: {'Port': ['ID=870f6606-a380-4c44-82e9-25aecab7a8ee,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:01.444990 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-12e74a68-0059-45ee-96fe-d33f084183f6 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:01.456063 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e74a68-0059-45ee-96fe-d33f084183f6 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:01.457149 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-12e74a68-0059-45ee-96fe-d33f084183f6 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:01.533933 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ac083c28-c330-45c2-9ee9-ac1c69a3d500 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:01.536260 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ac083c28-c330-45c2-9ee9-ac1c69a3d500 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] 10.222.0.43 "DELETE /v2.0/ports/870f6606-a380-4c44-82e9-25aecab7a8ee HTTP/1.1" status: 204 len: 168 time: 1.1419859 Jul 29 23:37:01.540114 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58428) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:01.577832 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1240feed-d197-4962-a92e-60754166f23c req-de29728f-293f-48ea-93d5-1578b751561e tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] 10.222.0.43 "GET /v2.0/quotas/98e056c86df34f20858eacf8009ad5b6 HTTP/1.1" status: 200 len: 375 time: 0.1578274 Jul 29 23:37:01.603731 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868c24ab-86cf-406a-9e2c-2fc1f71bd0f5 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:01.608709 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-868c24ab-86cf-406a-9e2c-2fc1f71bd0f5 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] 10.222.0.43 "GET /v2.0/ports?device_id=1cd95d43-ed85-412f-b8bb-061a2b566a0d HTTP/1.1" status: 200 len: 913 time: 0.0643885 Jul 29 23:37:01.609490 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58430) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:01.732138 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-12e74a68-0059-45ee-96fe-d33f084183f6 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.9381738 Jul 29 23:37:01.735453 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1240feed-d197-4962-a92e-60754166f23c req-79c405e1-b6c0-452c-b92e-29aa9d82ef4d tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=98e056c86df34f20858eacf8009ad5b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1326373 Jul 29 23:37:01.736735 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58434) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:01.742643 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e74a68-0059-45ee-96fe-d33f084183f6 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Pushing event updated for resources: {'Network': ['ID=02a6f99d-12de-48ad-971d-d59570f188d8,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:01.750516 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-df0b7733-30cc-4cc4-a3a3-f4787af9fd55 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1843986227'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:01.765803 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 02a6f99d-12de-48ad-971d-d59570f188d8 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:37:01.796442 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6f840c4c-736f-475a-9a60-ccb8629af639 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:01.800722 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b1587079-f9da-4566-a305-8ea20f4b21a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:01.803466 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b1587079-f9da-4566-a305-8ea20f4b21a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:01.804779 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-b1587079-f9da-4566-a305-8ea20f4b21a4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0ff65c86-3470-49c6-b0d5-099b0bd3a46a HTTP/1.1" status: 204 len: 168 time: 1.8282294 Jul 29 23:37:01.833714 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1587079-f9da-4566-a305-8ea20f4b21a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff65c86-3470-49c6-b0d5-099b0bd3a46a,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:01.836347 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-6f840c4c-736f-475a-9a60-ccb8629af639 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Transition to ACTIVE for port object f9e9d71d-c465-4d73-ab99-ebaf19680f35 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:01.853042 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0b7733-30cc-4cc4-a3a3-f4787af9fd55 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Made reservation on behalf of a872b7b705444cd88ce1d74af7f7057f for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:01.861715 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-df0b7733-30cc-4cc4-a3a3-f4787af9fd55 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:01.923971 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6f840c4c-736f-475a-9a60-ccb8629af639 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:01.965701 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df0b7733-30cc-4cc4-a3a3-f4787af9fd55 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:37:01.998440 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-df0b7733-30cc-4cc4-a3a3-f4787af9fd55 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:01.999084 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-df0b7733-30cc-4cc4-a3a3-f4787af9fd55 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Added segment 68df12aa-cc6c-4c1f-a328-c1c0776f8b44 of type vlan for network f5b93bf6-f0d2-4bf2-8c3d-5110d7cfe363 Jul 29 23:37:02.001923 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f840c4c-736f-475a-9a60-ccb8629af639 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Network c84f2b59-0584-4416-ae70-fe6271ea945f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:02.016205 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-6f840c4c-736f-475a-9a60-ccb8629af639 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:02.019931 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f840c4c-736f-475a-9a60-ccb8629af639 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Pushing event updated for resources: {'Port': ['ID=f9e9d71d-c465-4d73-ab99-ebaf19680f35,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:02.023419 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f840c4c-736f-475a-9a60-ccb8629af639 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:02.049955 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 6723bd12-0cb6-4c03-b443-cd73391d04df no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:37:02.100044 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-df0b7733-30cc-4cc4-a3a3-f4787af9fd55 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:02.115917 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] No Port match for: 6723bd12-0cb6-4c03-b443-cd73391d04df {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:37:02.116935 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 6723bd12-0cb6-4c03-b443-cd73391d04df not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:37:02.136514 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f840c4c-736f-475a-9a60-ccb8629af639 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:02.139162 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6f840c4c-736f-475a-9a60-ccb8629af639 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:02.145905 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-43c031ed-231c-41b0-9c89-db6072b805ed None None] Allocated IP 172.20.0.2 (c84f2b59-0584-4416-ae70-fe6271ea945f/2f84f672-ed9f-4f64-ab21-c1687ffe9c63/ec5dc034-b5e3-4998-bd46-10b81e886779) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:02.227907 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-df0b7733-30cc-4cc4-a3a3-f4787af9fd55 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:02.235640 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0b7733-30cc-4cc4-a3a3-f4787af9fd55 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:02.237193 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-df0b7733-30cc-4cc4-a3a3-f4787af9fd55 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:02.308418 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-6f840c4c-736f-475a-9a60-ccb8629af639 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2031531 Jul 29 23:37:02.331794 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58444) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:02.430572 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-43c031ed-231c-41b0-9c89-db6072b805ed None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:02.453858 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-43c031ed-231c-41b0-9c89-db6072b805ed None None] Transition to ACTIVE for port object ec5dc034-b5e3-4998-bd46-10b81e886779 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:02.506233 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-43c031ed-231c-41b0-9c89-db6072b805ed None None] Transition to ACTIVE for port object ec5dc034-b5e3-4998-bd46-10b81e886779 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:02.519620 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-df0b7733-30cc-4cc4-a3a3-f4787af9fd55 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7779295 Jul 29 23:37:02.522759 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58452) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:02.523270 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-43c031ed-231c-41b0-9c89-db6072b805ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:02.533820 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-1d55e5d1-a37a-4e6e-8bfa-a268c7a40cbf tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Request body: {'ports': [{'network_id': '02a6f99d-12de-48ad-971d-d59570f188d8', 'name': 'tempest-port--1206491109', 'admin_state_up': True}, {'network_id': 'f5b93bf6-f0d2-4bf2-8c3d-5110d7cfe363', 'admin_state_up': False}]} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:02.535328 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-1d55e5d1-a37a-4e6e-8bfa-a268c7a40cbf tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Request body: {'port': {'network_id': '02a6f99d-12de-48ad-971d-d59570f188d8', 'name': 'tempest-port--1206491109', 'admin_state_up': True}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:02.536020 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-1d55e5d1-a37a-4e6e-8bfa-a268c7a40cbf tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Request body: {'port': {'network_id': 'f5b93bf6-f0d2-4bf2-8c3d-5110d7cfe363', 'admin_state_up': False}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:02.584458 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0b7733-30cc-4cc4-a3a3-f4787af9fd55 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Pushing event updated for resources: {'Network': ['ID=f5b93bf6-f0d2-4bf2-8c3d-5110d7cfe363,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:02.626707 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1240feed-d197-4962-a92e-60754166f23c req-82db985a-8199-435c-b116-4377b5d36197 service neutron] 10.222.0.43 "GET /v2.0/networks/327da722-9bc4-45e2-bce0-d834acbe82d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8475628 Jul 29 23:37:02.662550 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c031ed-231c-41b0-9c89-db6072b805ed None None] Network c84f2b59-0584-4416-ae70-fe6271ea945f is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:02.663615 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-691fa139-87af-41ba-90da-75504cdc2aa6 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Deleting port f9e9d71d-c465-4d73-ab99-ebaf19680f35 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:02.664552 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-691fa139-87af-41ba-90da-75504cdc2aa6 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:02.665462 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network f5b93bf6-f0d2-4bf2-8c3d-5110d7cfe363 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:37:02.711663 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-43c031ed-231c-41b0-9c89-db6072b805ed None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:02.783074 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c031ed-231c-41b0-9c89-db6072b805ed None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:02.822080 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c031ed-231c-41b0-9c89-db6072b805ed None None] Pushing event updated for resources: {'Port': ['ID=ec5dc034-b5e3-4998-bd46-10b81e886779,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:02.920124 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1240feed-d197-4962-a92e-60754166f23c req-9757356a-5eca-41f3-aa7a-3a7b3d573379 service neutron] 10.222.0.43 "GET /v2.0/networks/327da722-9bc4-45e2-bce0-d834acbe82d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781205 Jul 29 23:37:02.949255 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-43c031ed-231c-41b0-9c89-db6072b805ed None None] Attempting to bind port ec5dc034-b5e3-4998-bd46-10b81e886779 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:02.949772 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-43c031ed-231c-41b0-9c89-db6072b805ed None None] Attempting to bind port ec5dc034-b5e3-4998-bd46-10b81e886779 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': 'a774c234-d57d-4107-a1d5-367bfa29440a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c84f2b59-0584-4416-ae70-fe6271ea945f'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:02.950239 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c031ed-231c-41b0-9c89-db6072b805ed None None] Attempting to bind port ec5dc034-b5e3-4998-bd46-10b81e886779 on network c84f2b59-0584-4416-ae70-fe6271ea945f {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:02.967263 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c031ed-231c-41b0-9c89-db6072b805ed None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:37:02.968295 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c031ed-231c-41b0-9c89-db6072b805ed None None] Checking segment: {'id': 'a774c234-d57d-4107-a1d5-367bfa29440a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c84f2b59-0584-4416-ae70-fe6271ea945f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:02.968774 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-43c031ed-231c-41b0-9c89-db6072b805ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:02.969316 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c031ed-231c-41b0-9c89-db6072b805ed None None] Bound using segment: {'id': 'a774c234-d57d-4107-a1d5-367bfa29440a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c84f2b59-0584-4416-ae70-fe6271ea945f'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:37:02.970210 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-43c031ed-231c-41b0-9c89-db6072b805ed None None] Bound port: ec5dc034-b5e3-4998-bd46-10b81e886779, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a774c234-d57d-4107-a1d5-367bfa29440a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c84f2b59-0584-4416-ae70-fe6271ea945f'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:37:02.970854 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-43c031ed-231c-41b0-9c89-db6072b805ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:03.057418 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f64c9fc-9a02-4514-ba52-4c4bb24873e2 req-959f7caa-5fd6-4b2f-a008-055497799698 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:03.075594 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3f64c9fc-9a02-4514-ba52-4c4bb24873e2 req-959f7caa-5fd6-4b2f-a008-055497799698 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=693429de-8fab-4271-840a-01b89571b1ba HTTP/1.1" status: 200 len: 946 time: 0.1517658 Jul 29 23:37:03.097414 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-43c031ed-231c-41b0-9c89-db6072b805ed None None] For port ec5dc034-b5e3-4998-bd46-10b81e886779, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:37:03.105623 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-43c031ed-231c-41b0-9c89-db6072b805ed None None] For port ec5dc034-b5e3-4998-bd46-10b81e886779, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=ec5dc034-b5e3-4998-bd46-10b81e886779,segment=NetworkSegment(a774c234-d57d-4107-a1d5-367bfa29440a),segment_id=a774c234-d57d-4107-a1d5-367bfa29440a)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:37:03.116162 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-43c031ed-231c-41b0-9c89-db6072b805ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:03.148967 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-691fa139-87af-41ba-90da-75504cdc2aa6 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:03.169116 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3f64c9fc-9a02-4514-ba52-4c4bb24873e2 req-cbaa29db-e090-4cbf-98dd-12218cd31804 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925159 Jul 29 23:37:03.208246 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-691fa139-87af-41ba-90da-75504cdc2aa6 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Calling delete_port for f9e9d71d-c465-4d73-ab99-ebaf19680f35 owned by {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:03.244731 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f8c5a0-7bc4-4617-b1ec-c1a29832db84 req-31f6c58c-6e82-475a-936e-3f470ee78aea tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:03.249822 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-75f8c5a0-7bc4-4617-b1ec-c1a29832db84 req-31f6c58c-6e82-475a-936e-3f470ee78aea tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.41 "GET /v2.0/ports?device_id=693429de-8fab-4271-840a-01b89571b1ba HTTP/1.1" status: 200 len: 946 time: 0.3785486 Jul 29 23:37:03.252181 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c031ed-231c-41b0-9c89-db6072b805ed None None] Pushing event updated for resources: {'Port': ['ID=ec5dc034-b5e3-4998-bd46-10b81e886779,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:03.263036 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d55e5d1-a37a-4e6e-8bfa-a268c7a40cbf tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Made reservation on behalf of a872b7b705444cd88ce1d74af7f7057f for: {'port': 2} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:03.286958 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1d55e5d1-a37a-4e6e-8bfa-a268c7a40cbf tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:03.462357 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a9d454aa-f96b-45c4-a0a0-4c9f213649d2 req-cf7214d3-c1be-41ac-8bf9-38f72d9d30de tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7dc385-f9c4-4efe-b67c-e15fa007d16f HTTP/1.1" status: 200 len: 210 time: 0.0583656 Jul 29 23:37:03.493715 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6219c933-0066-4a2c-ad57-d478ffcdcff2 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:03.879458 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58498) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:04.028391 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1d55e5d1-a37a-4e6e-8bfa-a268c7a40cbf tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:04.062965 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-e7e37108-39fa-4f60-8cd7-1ee4b23f8962 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2002221163-network', 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:04.085298 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device ec5dc034-b5e3-4998-bd46-10b81e886779 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:37:04.122918 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e37108-39fa-4f60-8cd7-1ee4b23f8962 admin admin] Made reservation on behalf of abc07fd47c924aad994e74752ef0bc5a for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:04.128928 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e7e37108-39fa-4f60-8cd7-1ee4b23f8962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:04.148889 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e7e37108-39fa-4f60-8cd7-1ee4b23f8962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:04.189621 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port ec5dc034-b5e3-4998-bd46-10b81e886779 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:04.323889 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [None req-1d55e5d1-a37a-4e6e-8bfa-a268c7a40cbf tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] device_id is not set on port 2740cd70-6b02-411d-8eaf-97b7c26a3ae7 yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:37:04.492266 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e7e37108-39fa-4f60-8cd7-1ee4b23f8962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:04.511117 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e7e37108-39fa-4f60-8cd7-1ee4b23f8962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:04.525693 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-75f8c5a0-7bc4-4617-b1ec-c1a29832db84 req-b534bc73-499e-4756-9fbc-45d50efd5b9f tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Deleting port d1b61821-0353-4887-be9c-6f38af4e3acd {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:04.526598 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-75f8c5a0-7bc4-4617-b1ec-c1a29832db84 req-b534bc73-499e-4756-9fbc-45d50efd5b9f tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:04.568763 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f98762-004f-48e9-9852-97c82f792345 req-bb1c881e-1c83-4fa6-9cce-92eab31e3deb tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:04.571167 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f6f98762-004f-48e9-9852-97c82f792345 req-bb1c881e-1c83-4fa6-9cce-92eab31e3deb tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=693429de-8fab-4271-840a-01b89571b1ba HTTP/1.1" status: 200 len: 946 time: 0.2282176 Jul 29 23:37:04.574471 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e37108-39fa-4f60-8cd7-1ee4b23f8962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f57575-0a92-42d2-b86b-88c17d27f0ce,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:04.599169 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7e37108-39fa-4f60-8cd7-1ee4b23f8962 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:37:04.664891 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f6f98762-004f-48e9-9852-97c82f792345 req-772fb2aa-c896-4e9c-8e59-73549ea27bfc tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816231 Jul 29 23:37:04.670518 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e7e37108-39fa-4f60-8cd7-1ee4b23f8962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:04.673145 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-e7e37108-39fa-4f60-8cd7-1ee4b23f8962 admin admin] Added segment 2d9f9fa8-9a49-423e-86b2-3891aba5a1e6 of type vlan for network 07279870-3078-44f7-8035-d94a4d0b31e7 Jul 29 23:37:04.762800 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7bef8b64-73ef-4a72-b0f7-e54478632acf req-2fc11beb-7193-45b6-b747-6e325495cd4b tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7dc385-f9c4-4efe-b67c-e15fa007d16f HTTP/1.1" status: 200 len: 210 time: 0.1166904 Jul 29 23:37:04.839303 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e7e37108-39fa-4f60-8cd7-1ee4b23f8962 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:04.894934 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e7e37108-39fa-4f60-8cd7-1ee4b23f8962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:04.896616 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e37108-39fa-4f60-8cd7-1ee4b23f8962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:04.898288 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e7e37108-39fa-4f60-8cd7-1ee4b23f8962 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:05.049280 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-75f8c5a0-7bc4-4617-b1ec-c1a29832db84 req-b534bc73-499e-4756-9fbc-45d50efd5b9f tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] For port d1b61821-0353-4887-be9c-6f38af4e3acd, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=d1b61821-0353-4887-be9c-6f38af4e3acd,segment=NetworkSegment(85a18049-8d39-45df-9ccf-cf67471916ca),segment_id=85a18049-8d39-45df-9ccf-cf67471916ca)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:05.049974 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-75f8c5a0-7bc4-4617-b1ec-c1a29832db84 req-b534bc73-499e-4756-9fbc-45d50efd5b9f tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:05.079470 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a832ac-ebd3-4073-88c9-f0af4c84caec None None] Network c84f2b59-0584-4416-ae70-fe6271ea945f requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:05.080753 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-691fa139-87af-41ba-90da-75504cdc2aa6 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:05.083932 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-75f8c5a0-7bc4-4617-b1ec-c1a29832db84 req-b534bc73-499e-4756-9fbc-45d50efd5b9f tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Calling delete_port for d1b61821-0353-4887-be9c-6f38af4e3acd owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:05.084679 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e37108-39fa-4f60-8cd7-1ee4b23f8962 admin admin] Pushing event updated for resources: {'Network': ['ID=07279870-3078-44f7-8035-d94a4d0b31e7,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:05.115357 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e7e37108-39fa-4f60-8cd7-1ee4b23f8962 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2308018 Jul 29 23:37:05.116150 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58514) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:05.128693 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-79011b52-4054-4b15-b8bd-dc99cfd74806 admin admin] Request body: {'subnet': {'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2002221163-subnet', 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a', 'ip_version': 4}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:05.173848 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79011b52-4054-4b15-b8bd-dc99cfd74806 admin admin] Made reservation on behalf of abc07fd47c924aad994e74752ef0bc5a for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:05.179323 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-79011b52-4054-4b15-b8bd-dc99cfd74806 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:05.190084 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691fa139-87af-41ba-90da-75504cdc2aa6 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Pushing event deleted for resources: {'Port': ['ID=f9e9d71d-c465-4d73-ab99-ebaf19680f35,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:05.271769 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 07279870-3078-44f7-8035-d94a4d0b31e7 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:37:05.372497 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-691fa139-87af-41ba-90da-75504cdc2aa6 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:05.376061 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-691fa139-87af-41ba-90da-75504cdc2aa6 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] 10.222.0.43 "DELETE /v2.0/ports/f9e9d71d-c465-4d73-ab99-ebaf19680f35 HTTP/1.1" status: 204 len: 168 time: 3.0357909 Jul 29 23:37:05.389782 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58516) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:05.454828 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-7c9f4f9f-b3d5-4aad-85b5-66974283b846 None None] Provisioning for port ec5dc034-b5e3-4998-bd46-10b81e886779 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:05.484434 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-7c9f4f9f-b3d5-4aad-85b5-66974283b846 None None] Provisioning complete for port ec5dc034-b5e3-4998-bd46-10b81e886779 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:05.485921 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7c9f4f9f-b3d5-4aad-85b5-66974283b846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:05.526843 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1d55e5d1-a37a-4e6e-8bfa-a268c7a40cbf tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:05.562579 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-79011b52-4054-4b15-b8bd-dc99cfd74806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:05.666350 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79011b52-4054-4b15-b8bd-dc99cfd74806 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef618f43-4fe4-4e34-9800-0476d270be60,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:05.741568 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79011b52-4054-4b15-b8bd-dc99cfd74806 admin admin] Checking segment: {'id': '2d9f9fa8-9a49-423e-86b2-3891aba5a1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:05.741787 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79011b52-4054-4b15-b8bd-dc99cfd74806 admin admin] Network hostable DHCP agents. Network: 07279870-3078-44f7-8035-d94a4d0b31e7, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:37:05.750308 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7c9f4f9f-b3d5-4aad-85b5-66974283b846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:05.772860 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79011b52-4054-4b15-b8bd-dc99cfd74806 admin admin] Network 07279870-3078-44f7-8035-d94a4d0b31e7 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:37:05.791344 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-79011b52-4054-4b15-b8bd-dc99cfd74806 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 07279870-3078-44f7-8035-d94a4d0b31e7) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:05.799304 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79011b52-4054-4b15-b8bd-dc99cfd74806 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:05.799565 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-79011b52-4054-4b15-b8bd-dc99cfd74806 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:05.811542 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b84fa4-83a7-4b84-be89-6df1c3bed3ab None None] Network 07279870-3078-44f7-8035-d94a4d0b31e7 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:05.844802 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-79011b52-4054-4b15-b8bd-dc99cfd74806 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7261567 Jul 29 23:37:05.846411 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58526) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:05.863568 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-dfa80cd6-c5c2-4ede-b73d-ac42edee34db admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2002221163-router', 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:05.886529 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-3a03b545-a7be-43a0-b1f3-19075141d948 tempest-DHCPAgentSchedulersTestJSON-1041966665 tempest-DHCPAgentSchedulersTestJSON-1041966665-project-admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.4832604 Jul 29 23:37:05.891701 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58528) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:05.921681 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-bf06b338-b810-4738-bb48-edc953b4e552 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2100197247'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:05.986664 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [None req-1d55e5d1-a37a-4e6e-8bfa-a268c7a40cbf tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] device_id is not set on port 8c4db797-e516-4027-b0d2-8ccf45a5c40d yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:37:05.992707 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf06b338-b810-4738-bb48-edc953b4e552 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Made reservation on behalf of c892abc022104888a75761eec0c089ab for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:06.011991 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bf06b338-b810-4738-bb48-edc953b4e552 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:06.074035 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-50d4f24f-22cc-4bd8-9dd2-6aeb8cc45c07 req-2b9ae101-26fa-470f-bdc7-fb3c5d86510d tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7dc385-f9c4-4efe-b67c-e15fa007d16f HTTP/1.1" status: 200 len: 210 time: 0.1389644 Jul 29 23:37:06.116644 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-7c9f4f9f-b3d5-4aad-85b5-66974283b846 None None] For port ec5dc034-b5e3-4998-bd46-10b81e886779, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=ec5dc034-b5e3-4998-bd46-10b81e886779,segment=NetworkSegment(a774c234-d57d-4107-a1d5-367bfa29440a),segment_id=a774c234-d57d-4107-a1d5-367bfa29440a)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:06.173134 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-6219c933-0066-4a2c-ad57-d478ffcdcff2 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Deleting port 0beb0a0d-a896-47c3-a159-c361bb5adfeb {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:06.173935 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6219c933-0066-4a2c-ad57-d478ffcdcff2 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:06.192873 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf06b338-b810-4738-bb48-edc953b4e552 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:37:06.202687 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7c9f4f9f-b3d5-4aad-85b5-66974283b846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:06.205196 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bf06b338-b810-4738-bb48-edc953b4e552 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:06.205898 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-bf06b338-b810-4738-bb48-edc953b4e552 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Added segment a84eb36b-5e92-491f-afe6-6c8805e9ec63 of type vlan for network 3ae4f05f-effd-4201-8ff6-d6ef2fa91021 Jul 29 23:37:06.252183 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bf06b338-b810-4738-bb48-edc953b4e552 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:06.263485 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-dfa80cd6-c5c2-4ede-b73d-ac42edee34db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:06.267238 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-dfa80cd6-c5c2-4ede-b73d-ac42edee34db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:06.301485 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9f4f9f-b3d5-4aad-85b5-66974283b846 None None] Pushing event updated for resources: {'Port': ['ID=ec5dc034-b5e3-4998-bd46-10b81e886779,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:06.309947 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bf06b338-b810-4738-bb48-edc953b4e552 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:06.316275 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf06b338-b810-4738-bb48-edc953b4e552 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:06.317326 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bf06b338-b810-4738-bb48-edc953b4e552 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:06.320321 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-75f8c5a0-7bc4-4617-b1ec-c1a29832db84 req-b534bc73-499e-4756-9fbc-45d50efd5b9f tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:06.320575 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987abd00-4dc2-4991-9497-da452a57eec5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-07279870-3078-44f7-8035-d94a4d0b31e7', 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7', 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a', 'fixed_ips': [{'subnet_id': 'ef618f43-4fe4-4e34-9800-0476d270be60'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:37:06.326596 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-987abd00-4dc2-4991-9497-da452a57eec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:06.421897 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534bc73-499e-4756-9fbc-45d50efd5b9f tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Pushing event deleted for resources: {'Port': ['ID=d1b61821-0353-4887-be9c-6f38af4e3acd,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:06.497103 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bbdb26-fcbc-42f6-a411-286fa58ef40b req-275c678d-a333-4b0f-bf6e-c26a22c8b70e tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:06.499073 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f6bbdb26-fcbc-42f6-a411-286fa58ef40b req-275c678d-a333-4b0f-bf6e-c26a22c8b70e tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=693429de-8fab-4271-840a-01b89571b1ba HTTP/1.1" status: 200 len: 946 time: 0.5660698 Jul 29 23:37:06.502668 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-dfa80cd6-c5c2-4ede-b73d-ac42edee34db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:06.597445 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-14d852a5-32a7-4a2a-a797-eda08120e955 None None] Provisioning complete for port ec5dc034-b5e3-4998-bd46-10b81e886779 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:06.597849 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-14d852a5-32a7-4a2a-a797-eda08120e955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:06.613742 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-bf06b338-b810-4738-bb48-edc953b4e552 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6986809 Jul 29 23:37:06.622556 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58538) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:06.767567 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf06b338-b810-4738-bb48-edc953b4e552 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Pushing event updated for resources: {'Network': ['ID=3ae4f05f-effd-4201-8ff6-d6ef2fa91021,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:06.770633 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-75f8c5a0-7bc4-4617-b1ec-c1a29832db84 req-b534bc73-499e-4756-9fbc-45d50efd5b9f tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] No DVR routers for this DVR port d1b61821-0353-4887-be9c-6f38af4e3acd on host n-h1-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:37:06.776391 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-75f8c5a0-7bc4-4617-b1ec-c1a29832db84 req-b534bc73-499e-4756-9fbc-45d50efd5b9f tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:06.780437 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-75f8c5a0-7bc4-4617-b1ec-c1a29832db84 req-b534bc73-499e-4756-9fbc-45d50efd5b9f tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.41 "DELETE /v2.0/ports/d1b61821-0353-4887-be9c-6f38af4e3acd HTTP/1.1" status: 204 len: 173 time: 3.4802425 Jul 29 23:37:06.787589 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f6bbdb26-fcbc-42f6-a411-286fa58ef40b req-a6d3ffe8-29a8-4922-883b-a75478c4fe89 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=f95e6190-964a-4a06-8664-56e660ab268b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768161 Jul 29 23:37:06.884883 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 3ae4f05f-effd-4201-8ff6-d6ef2fa91021 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:37:06.893688 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '693429de-8fab-4271-840a-01b89571b1ba', 'name': 'network-vif-deleted', 'tag': 'd1b61821-0353-4887-be9c-6f38af4e3acd'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:37:06.896387 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b00b88-8b45-4009-8bd2-36b68ca66c8d" -d '{"events": [{"server_uuid": "693429de-8fab-4271-840a-01b89571b1ba", "name": "network-vif-deleted", "tag": "d1b61821-0353-4887-be9c-6f38af4e3acd"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:37:07.080030 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-dfa80cd6-c5c2-4ede-b73d-ac42edee34db admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:07.095703 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6219c933-0066-4a2c-ad57-d478ffcdcff2 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:07.175346 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-987abd00-4dc2-4991-9497-da452a57eec5 None None] Allocated IP 172.20.0.2 (07279870-3078-44f7-8035-d94a4d0b31e7/ef618f43-4fe4-4e34-9800-0476d270be60/39fc272b-8170-47ae-8921-9afa7b34433f) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:07.185471 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fdde6b0-8953-4113-8db5-88bfca196001 x-openstack-request-id: req-8fdde6b0-8953-4113-8db5-88bfca196001 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:37:07.186585 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "693429de-8fab-4271-840a-01b89571b1ba", "name": "network-vif-deleted", "tag": "d1b61821-0353-4887-be9c-6f38af4e3acd", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:37:07.187026 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8fdde6b0-8953-4113-8db5-88bfca196001 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:37:07.187695 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '693429de-8fab-4271-840a-01b89571b1ba', 'name': 'network-vif-deleted', 'tag': 'd1b61821-0353-4887-be9c-6f38af4e3acd', 'status': 'completed', 'code': 200} Jul 29 23:37:07.203901 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:07.313818 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-6219c933-0066-4a2c-ad57-d478ffcdcff2 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Calling delete_port for 0beb0a0d-a896-47c3-a159-c361bb5adfeb owned by network:router_interface {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:07.419981 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-5d600835-71fe-4632-9e9d-fe01a9d86f90 None None] Could not find standard attr ID for object f9e9d71d-c465-4d73-ab99-ebaf19680f35. {{(pid=94079) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:37:07.494039 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bbdfccce-b383-4252-9860-e37caf6ce44c req-7b639c2b-4ef0-46fa-9e60-25fefd93c603 tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7dc385-f9c4-4efe-b67c-e15fa007d16f HTTP/1.1" status: 200 len: 210 time: 0.1571796 Jul 29 23:37:08.006156 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-dfa80cd6-c5c2-4ede-b73d-ac42edee34db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:08.051021 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device d1b61821-0353-4887-be9c-6f38af4e3acd no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:37:08.124968 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1d55e5d1-a37a-4e6e-8bfa-a268c7a40cbf tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:08.138340 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b493e916-6861-4db7-b056-91e66986fef6 req-e2aa1dfb-fe56-4ede-b67a-f1530624b21e tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=693429de-8fab-4271-840a-01b89571b1ba HTTP/1.1" status: 200 len: 210 time: 0.1354539 Jul 29 23:37:08.141298 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-dfa80cd6-c5c2-4ede-b73d-ac42edee34db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:08.162098 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device ec5dc034-b5e3-4998-bd46-10b81e886779 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:37:08.173765 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] No Port match for: d1b61821-0353-4887-be9c-6f38af4e3acd {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:37:08.174277 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device d1b61821-0353-4887-be9c-6f38af4e3acd not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:37:08.178543 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-364d85d3-c467-464f-90ae-bc437b43b629 tempest-DHCPAgentSchedulersTestJSON-1041966665 tempest-DHCPAgentSchedulersTestJSON-1041966665-project-admin] 10.222.0.43 "GET /v2.0/agents/7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0/dhcp-networks HTTP/1.1" status: 200 len: 8873 time: 1.5545716 Jul 29 23:37:08.184059 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58562) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:08.299399 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-987abd00-4dc2-4991-9497-da452a57eec5 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:08.332019 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-987abd00-4dc2-4991-9497-da452a57eec5 None None] Transition to ACTIVE for port object 39fc272b-8170-47ae-8921-9afa7b34433f will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:08.356536 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port ec5dc034-b5e3-4998-bd46-10b81e886779 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:08.356910 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:08.377002 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58564) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:08.390401 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1d55e5d1-a37a-4e6e-8bfa-a268c7a40cbf tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:08.397637 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6219c933-0066-4a2c-ad57-d478ffcdcff2 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:08.409855 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-dfa80cd6-c5c2-4ede-b73d-ac42edee34db admin admin] Allocated IP 172.25.0.91 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/862daf0f-6991-4ef6-9199-6c40ea66b1f1) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:08.440026 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-987abd00-4dc2-4991-9497-da452a57eec5 None None] Transition to ACTIVE for port object 39fc272b-8170-47ae-8921-9afa7b34433f will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:08.454057 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-987abd00-4dc2-4991-9497-da452a57eec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:08.473066 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6219c933-0066-4a2c-ad57-d478ffcdcff2 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Pushing event deleted for resources: {'Port': ['ID=0beb0a0d-a896-47c3-a159-c361bb5adfeb,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:08.518170 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e505916-4e06-4f71-a759-216a0a31eb2a tempest-DHCPAgentSchedulersTestJSON-1041966665 tempest-DHCPAgentSchedulersTestJSON-1041966665-project-admin] Network 3ae4f05f-effd-4201-8ff6-d6ef2fa91021 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:37:08.586575 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987abd00-4dc2-4991-9497-da452a57eec5 None None] Network 07279870-3078-44f7-8035-d94a4d0b31e7 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:08.597417 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987abd00-4dc2-4991-9497-da452a57eec5 None None] Pushing event updated for resources: {'Port': ['ID=39fc272b-8170-47ae-8921-9afa7b34433f,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:08.657506 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4e505916-4e06-4f71-a759-216a0a31eb2a tempest-DHCPAgentSchedulersTestJSON-1041966665 tempest-DHCPAgentSchedulersTestJSON-1041966665-project-admin] 10.222.0.43 "POST /v2.0/agents/7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4717836 Jul 29 23:37:08.667124 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58572) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:08.722364 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-987abd00-4dc2-4991-9497-da452a57eec5 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:08.741724 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987abd00-4dc2-4991-9497-da452a57eec5 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:08.746072 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d55e5d1-a37a-4e6e-8bfa-a268c7a40cbf tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Pushing event updated for resources: {'Port': ['ID=2740cd70-6b02-411d-8eaf-97b7c26a3ae7,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:08.764435 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfdea45-4796-45a6-818b-3c97bcf864b7 None None] Network 3ae4f05f-effd-4201-8ff6-d6ef2fa91021 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:08.776392 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d55e5d1-a37a-4e6e-8bfa-a268c7a40cbf tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Checking segment: {'id': '2f8cb7b9-ef03-4169-805f-8ffac7705b56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '02a6f99d-12de-48ad-971d-d59570f188d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:08.777008 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d55e5d1-a37a-4e6e-8bfa-a268c7a40cbf tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Network hostable DHCP agents. Network: 02a6f99d-12de-48ad-971d-d59570f188d8, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:37:08.871872 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d55e5d1-a37a-4e6e-8bfa-a268c7a40cbf tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Network 02a6f99d-12de-48ad-971d-d59570f188d8 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:37:08.885508 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-1d55e5d1-a37a-4e6e-8bfa-a268c7a40cbf tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 02a6f99d-12de-48ad-971d-d59570f188d8) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:08.910460 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-dfa80cd6-c5c2-4ede-b73d-ac42edee34db admin admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:08.914475 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ff0451b5-d4b5-424d-ac23-ae6e752bf963 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:08.917296 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa79943-3efb-4b4c-9eaf-f1f8f0f2e4ee None None] Network 02a6f99d-12de-48ad-971d-d59570f188d8 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:08.955086 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-987abd00-4dc2-4991-9497-da452a57eec5 None None] Attempting to bind port 39fc272b-8170-47ae-8921-9afa7b34433f on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:08.955911 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-987abd00-4dc2-4991-9497-da452a57eec5 None None] Attempting to bind port 39fc272b-8170-47ae-8921-9afa7b34433f by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '2d9f9fa8-9a49-423e-86b2-3891aba5a1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:08.956556 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987abd00-4dc2-4991-9497-da452a57eec5 None None] Attempting to bind port 39fc272b-8170-47ae-8921-9afa7b34433f on network 07279870-3078-44f7-8035-d94a4d0b31e7 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:08.970336 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d55e5d1-a37a-4e6e-8bfa-a268c7a40cbf tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:08.972255 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1d55e5d1-a37a-4e6e-8bfa-a268c7a40cbf tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:09.067950 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987abd00-4dc2-4991-9497-da452a57eec5 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:37:09.069403 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987abd00-4dc2-4991-9497-da452a57eec5 None None] Checking segment: {'id': '2d9f9fa8-9a49-423e-86b2-3891aba5a1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:09.070235 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-987abd00-4dc2-4991-9497-da452a57eec5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:09.071075 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987abd00-4dc2-4991-9497-da452a57eec5 None None] Bound using segment: {'id': '2d9f9fa8-9a49-423e-86b2-3891aba5a1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:37:09.072305 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-987abd00-4dc2-4991-9497-da452a57eec5 None None] Bound port: 39fc272b-8170-47ae-8921-9afa7b34433f, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d9f9fa8-9a49-423e-86b2-3891aba5a1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:37:09.073221 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-987abd00-4dc2-4991-9497-da452a57eec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:09.089079 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f264d41c-fe04-4170-97c5-24a2effc4ace req-21d71a0f-619f-4942-afe5-fd16c8e2f6f1 tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7dc385-f9c4-4efe-b67c-e15fa007d16f HTTP/1.1" status: 200 len: 210 time: 0.1862702 Jul 29 23:37:09.094293 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6219c933-0066-4a2c-ad57-d478ffcdcff2 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:09.126855 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d55e5d1-a37a-4e6e-8bfa-a268c7a40cbf tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Pushing event updated for resources: {'Port': ['ID=8c4db797-e516-4027-b0d2-8ccf45a5c40d,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:09.286487 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d55e5d1-a37a-4e6e-8bfa-a268c7a40cbf tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Checking segment: {'id': '68df12aa-cc6c-4c1f-a328-c1c0776f8b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f5b93bf6-f0d2-4bf2-8c3d-5110d7cfe363'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:09.287081 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d55e5d1-a37a-4e6e-8bfa-a268c7a40cbf tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Network hostable DHCP agents. Network: f5b93bf6-f0d2-4bf2-8c3d-5110d7cfe363, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:37:09.300184 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-987abd00-4dc2-4991-9497-da452a57eec5 None None] For port 39fc272b-8170-47ae-8921-9afa7b34433f, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:37:09.323831 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-dfa80cd6-c5c2-4ede-b73d-ac42edee34db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:09.337243 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-58e8f96a-52cd-4e7b-aa6d-a7ceebd95300 tempest-DHCPAgentSchedulersTestJSON-1041966665 tempest-DHCPAgentSchedulersTestJSON-1041966665-project-admin] 10.222.0.43 "GET /v2.0/agents/7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0/dhcp-networks HTTP/1.1" status: 200 len: 10406 time: 0.6207268 Jul 29 23:37:09.345234 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58580) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:09.352506 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-987abd00-4dc2-4991-9497-da452a57eec5 None None] For port 39fc272b-8170-47ae-8921-9afa7b34433f, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=39fc272b-8170-47ae-8921-9afa7b34433f,segment=NetworkSegment(2d9f9fa8-9a49-423e-86b2-3891aba5a1e6),segment_id=2d9f9fa8-9a49-423e-86b2-3891aba5a1e6)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:37:09.364083 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-987abd00-4dc2-4991-9497-da452a57eec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:09.507993 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa80cd6-c5c2-4ede-b73d-ac42edee34db admin admin] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:09.516940 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987abd00-4dc2-4991-9497-da452a57eec5 None None] Pushing event updated for resources: {'Port': ['ID=39fc272b-8170-47ae-8921-9afa7b34433f,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:09.560094 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-dfa80cd6-c5c2-4ede-b73d-ac42edee34db admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:09.573536 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa80cd6-c5c2-4ede-b73d-ac42edee34db admin admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:09.653022 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa80cd6-c5c2-4ede-b73d-ac42edee34db admin admin] Pushing event updated for resources: {'Port': ['ID=862daf0f-6991-4ef6-9199-6c40ea66b1f1,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:09.842497 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ff0451b5-d4b5-424d-ac23-ae6e752bf963 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:10.012780 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ff0451b5-d4b5-424d-ac23-ae6e752bf963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:10.088539 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d55e5d1-a37a-4e6e-8bfa-a268c7a40cbf tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Network f5b93bf6-f0d2-4bf2-8c3d-5110d7cfe363 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:37:10.089006 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 39fc272b-8170-47ae-8921-9afa7b34433f up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:37:10.102441 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-1d55e5d1-a37a-4e6e-8bfa-a268c7a40cbf tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, f5b93bf6-f0d2-4bf2-8c3d-5110d7cfe363) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:10.107691 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d55e5d1-a37a-4e6e-8bfa-a268c7a40cbf tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:10.115836 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d55e5d1-a37a-4e6e-8bfa-a268c7a40cbf tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:10.121162 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d55e5d1-a37a-4e6e-8bfa-a268c7a40cbf tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:10.121911 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1d55e5d1-a37a-4e6e-8bfa-a268c7a40cbf tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:10.128355 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2f1e40-688b-43fe-8536-4890e96a10e3 None None] Network f5b93bf6-f0d2-4bf2-8c3d-5110d7cfe363 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:10.167643 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0451b5-d4b5-424d-ac23-ae6e752bf963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c1d620-b27f-4f9d-a800-71ca2d372fd6,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:10.232188 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d2629dfc-945a-4547-a0a7-76356a236f5c tempest-DHCPAgentSchedulersTestJSON-1041966665 tempest-DHCPAgentSchedulersTestJSON-1041966665-project-admin] 10.222.0.43 "DELETE /v2.0/agents/7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0/dhcp-networks/3ae4f05f-effd-4201-8ff6-d6ef2fa91021 HTTP/1.1" status: 204 len: 168 time: 0.3231974 Jul 29 23:37:10.238553 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ff0451b5-d4b5-424d-ac23-ae6e752bf963 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6f3fbf1efb31470c834aba7456a700f3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8603261 Jul 29 23:37:10.244203 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58588) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:10.244893 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58590) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:10.292337 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1240feed-d197-4962-a92e-60754166f23c req-ea22c286-67ee-4e1d-b3e9-6b7871bcb0e3 tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:10.294143 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1240feed-d197-4962-a92e-60754166f23c req-ea22c286-67ee-4e1d-b3e9-6b7871bcb0e3 tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] 10.222.0.22 "GET /v2.0/networks?id=327da722-9bc4-45e2-bce0-d834acbe82d5 HTTP/1.1" status: 200 len: 822 time: 0.6318281 Jul 29 23:37:10.316577 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-1d55e5d1-a37a-4e6e-8bfa-a268c7a40cbf tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 7.7868533 Jul 29 23:37:10.316824 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d767e5-b3d5-4fea-b3ec-831f7c35c66a req-47f66e93-4a90-4b67-9d1f-681a1a284d3c tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:10.316824 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-37d767e5-b3d5-4fea-b3ec-831f7c35c66a req-47f66e93-4a90-4b67-9d1f-681a1a284d3c tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 944 time: 0.5139136 Jul 29 23:37:10.329636 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58592) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:10.338360 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-1240feed-d197-4962-a92e-60754166f23c req-68214cca-c472-4deb-ac9b-b6ea51895b2b tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] Request body: {'port': {'device_id': '2a7dc385-f9c4-4efe-b67c-e15fa007d16f', 'network_id': '327da722-9bc4-45e2-bce0-d834acbe82d5', 'admin_state_up': True, 'tenant_id': '98e056c86df34f20858eacf8009ad5b6'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:10.371783 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 39fc272b-8170-47ae-8921-9afa7b34433f completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:10.486922 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6219c933-0066-4a2c-ad57-d478ffcdcff2 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Router 1cd95d43-ed85-412f-b8bb-061a2b566a0d has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:37:10.606049 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191183fd-7f35-4d27-8888-27175d97950b tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:10.618547 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191183fd-7f35-4d27-8888-27175d97950b tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:10.626316 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-191183fd-7f35-4d27-8888-27175d97950b tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2909689 Jul 29 23:37:10.627680 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58594) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:10.829411 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6219c933-0066-4a2c-ad57-d478ffcdcff2 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:37:10.847354 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-6219c933-0066-4a2c-ad57-d478ffcdcff2 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] 10.222.0.43 "PUT /v2.0/routers/1cd95d43-ed85-412f-b8bb-061a2b566a0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2356770 Jul 29 23:37:10.849746 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58598) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:10.852077 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de77dacb-48d1-4dce-ae5c-0ba28ede40d7 None None] Sync routers for ids ['1cd95d43-ed85-412f-b8bb-061a2b566a0d'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:37:10.872810 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de77dacb-48d1-4dce-ae5c-0ba28ede40d7 None None] Routers {'1cd95d43-ed85-412f-b8bb-061a2b566a0d'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:37:10.874456 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-de77dacb-48d1-4dce-ae5c-0ba28ede40d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:36:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['1cd95d43-ed85-412f-b8bb-061a2b566a0d'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:10.956517 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-60097541-5a67-4184-8374-fbf7d4980c3a tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Deleting port 2740cd70-6b02-411d-8eaf-97b7c26a3ae7 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:10.958337 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-60097541-5a67-4184-8374-fbf7d4980c3a tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:10.958515 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-de77dacb-48d1-4dce-ae5c-0ba28ede40d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:10.979611 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de77dacb-48d1-4dce-ae5c-0ba28ede40d7 None None] Routers {'1cd95d43-ed85-412f-b8bb-061a2b566a0d'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:37:10.980915 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-de77dacb-48d1-4dce-ae5c-0ba28ede40d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:36:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['1cd95d43-ed85-412f-b8bb-061a2b566a0d'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:11.033621 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-de77dacb-48d1-4dce-ae5c-0ba28ede40d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:11.034610 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de77dacb-48d1-4dce-ae5c-0ba28ede40d7 None None] The sync data for ids ['1cd95d43-ed85-412f-b8bb-061a2b566a0d'] in n-d-712141-10 is: [] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:37:11.055004 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d73f3e51-5fe5-4605-b9c6-c7a86fd0884b req-f47658c1-0ecc-4800-b737-e393de18b742 tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7dc385-f9c4-4efe-b67c-e15fa007d16f HTTP/1.1" status: 200 len: 210 time: 0.6546607 Jul 29 23:37:11.124482 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c17c97a-e1be-4428-af03-affe3c78159e None None] Network 07279870-3078-44f7-8035-d94a4d0b31e7 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:11.188631 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-60097541-5a67-4184-8374-fbf7d4980c3a tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:11.203830 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-37d767e5-b3d5-4fea-b3ec-831f7c35c66a req-0ab61f0d-a13d-4719-b091-a1941014082f tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8534842 Jul 29 23:37:11.268345 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5eaa52-ad2d-4ec6-81c1-9095e5a16526 req-45d3c92a-9e82-47b6-bb0a-de82bc52bde5 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:11.271364 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7b5eaa52-ad2d-4ec6-81c1-9095e5a16526 req-45d3c92a-9e82-47b6-bb0a-de82bc52bde5 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 944 time: 0.1948714 Jul 29 23:37:11.273457 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-60097541-5a67-4184-8374-fbf7d4980c3a tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Calling delete_port for 2740cd70-6b02-411d-8eaf-97b7c26a3ae7 owned by {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:11.287887 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-25015ddb-5bf7-49cb-9c85-db0fc4f2f716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:11.294467 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-b47dd1f2-2a8b-48e5-b6fa-3470f719d658 None None] Provisioning for port 39fc272b-8170-47ae-8921-9afa7b34433f completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:11.306027 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-b47dd1f2-2a8b-48e5-b6fa-3470f719d658 None None] Provisioning complete for port 39fc272b-8170-47ae-8921-9afa7b34433f triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:11.306896 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b47dd1f2-2a8b-48e5-b6fa-3470f719d658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:11.312231 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ea8453ac-07fd-4bc5-895c-1d13985680c8 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for router, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:11.434295 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-25015ddb-5bf7-49cb-9c85-db0fc4f2f716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:11.453736 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-05e4c91d-edc1-443e-a0b4-d7ff05820047 tempest-DHCPAgentSchedulersTestJSON-1041966665 tempest-DHCPAgentSchedulersTestJSON-1041966665-project-admin] 10.222.0.43 "GET /v2.0/agents/7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0/dhcp-networks HTTP/1.1" status: 200 len: 10397 time: 1.2005358 Jul 29 23:37:11.464438 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58600) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:11.466970 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:37:11.472861 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-dfa80cd6-c5c2-4ede-b73d-ac42edee34db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:11.518141 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b47dd1f2-2a8b-48e5-b6fa-3470f719d658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:11.558623 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1240feed-d197-4962-a92e-60754166f23c req-68214cca-c472-4deb-ac9b-b6ea51895b2b tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] Made reservation on behalf of 98e056c86df34f20858eacf8009ad5b6 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:11.567935 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-b47dd1f2-2a8b-48e5-b6fa-3470f719d658 None None] For port 39fc272b-8170-47ae-8921-9afa7b34433f, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=39fc272b-8170-47ae-8921-9afa7b34433f,segment=NetworkSegment(2d9f9fa8-9a49-423e-86b2-3891aba5a1e6),segment_id=2d9f9fa8-9a49-423e-86b2-3891aba5a1e6)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:11.574043 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-1240feed-d197-4962-a92e-60754166f23c req-68214cca-c472-4deb-ac9b-b6ea51895b2b tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:11.576100 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b47dd1f2-2a8b-48e5-b6fa-3470f719d658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:11.592034 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-6e79ed3a-e52a-4877-b046-4cc689519b2f tempest-DHCPAgentSchedulersTestJSON-1041966665 tempest-DHCPAgentSchedulersTestJSON-1041966665-project-admin] 10.222.0.43 "GET /v2.0/networks/c84f2b59-0584-4416-ae70-fe6271ea945f/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.1270139 Jul 29 23:37:11.605738 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58602) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:11.640291 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47dd1f2-2a8b-48e5-b6fa-3470f719d658 None None] Pushing event updated for resources: {'Port': ['ID=39fc272b-8170-47ae-8921-9afa7b34433f,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:11.695273 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ea8453ac-07fd-4bc5-895c-1d13985680c8 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:11.706921 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-60097541-5a67-4184-8374-fbf7d4980c3a tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:11.720075 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-b846293f-507a-4465-896c-36792782072b tempest-DHCPAgentSchedulersTestJSON-1041966665 tempest-DHCPAgentSchedulersTestJSON-1041966665-project-admin] 10.222.0.43 "GET /v2.0/networks/c84f2b59-0584-4416-ae70-fe6271ea945f/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.1058846 Jul 29 23:37:11.723536 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58604) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:11.757692 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-25015ddb-5bf7-49cb-9c85-db0fc4f2f716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:11.761137 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-25015ddb-5bf7-49cb-9c85-db0fc4f2f716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:11.762604 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-25015ddb-5bf7-49cb-9c85-db0fc4f2f716 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d5c1d620-b27f-4f9d-a800-71ca2d372fd6 HTTP/1.1" status: 204 len: 168 time: 1.5079579 Jul 29 23:37:11.841219 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60097541-5a67-4184-8374-fbf7d4980c3a tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Pushing event deleted for resources: {'Port': ['ID=2740cd70-6b02-411d-8eaf-97b7c26a3ae7,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:11.842849 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25015ddb-5bf7-49cb-9c85-db0fc4f2f716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c1d620-b27f-4f9d-a800-71ca2d372fd6,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:11.944809 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-50de89c9-1d31-4a37-905a-a539f8364407 None None] Provisioning complete for port 39fc272b-8170-47ae-8921-9afa7b34433f triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:11.948532 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-50de89c9-1d31-4a37-905a-a539f8364407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:12.049374 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-7b5eaa52-ad2d-4ec6-81c1-9095e5a16526 req-0600f307-8a61-487f-86f2-c6c7c2ac38a9 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Deleting port c7227480-4f34-4ba2-a5a3-39cc6359fd0d {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:12.049374 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-7b5eaa52-ad2d-4ec6-81c1-9095e5a16526 req-0600f307-8a61-487f-86f2-c6c7c2ac38a9 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:12.156352 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 39fc272b-8170-47ae-8921-9afa7b34433f up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:37:12.204962 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-1240feed-d197-4962-a92e-60754166f23c req-68214cca-c472-4deb-ac9b-b6ea51895b2b tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] Allocated IP 172.20.0.2 (327da722-9bc4-45e2-bce0-d834acbe82d5/7a904c86-9957-4ac4-a96d-fbb7bdf9081d/d96ffb41-44f0-495c-a2e1-4559c71e9fab) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:12.228697 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-dfa80cd6-c5c2-4ede-b73d-ac42edee34db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:12.260091 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 39fc272b-8170-47ae-8921-9afa7b34433f triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:12.260843 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:12.283077 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-60097541-5a67-4184-8374-fbf7d4980c3a tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:12.291014 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-60097541-5a67-4184-8374-fbf7d4980c3a tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] 10.222.0.43 "DELETE /v2.0/ports/2740cd70-6b02-411d-8eaf-97b7c26a3ae7 HTTP/1.1" status: 204 len: 168 time: 1.6624515 Jul 29 23:37:12.293708 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58616) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:12.449308 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-7b5eaa52-ad2d-4ec6-81c1-9095e5a16526 req-0600f307-8a61-487f-86f2-c6c7c2ac38a9 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] For port c7227480-4f34-4ba2-a5a3-39cc6359fd0d, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=c7227480-4f34-4ba2-a5a3-39cc6359fd0d,segment=NetworkSegment(85a18049-8d39-45df-9ccf-cf67471916ca),segment_id=85a18049-8d39-45df-9ccf-cf67471916ca)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:12.450123 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-7b5eaa52-ad2d-4ec6-81c1-9095e5a16526 req-0600f307-8a61-487f-86f2-c6c7c2ac38a9 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:12.492296 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-663c84d6-811b-4a20-adda-61c45dcbffa3 tempest-DHCPAgentSchedulersTestJSON-1041966665 tempest-DHCPAgentSchedulersTestJSON-1041966665-project-admin] 10.222.0.43 "GET /v2.0/agents/7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0/dhcp-networks HTTP/1.1" status: 200 len: 10397 time: 0.7581961 Jul 29 23:37:12.502868 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58618) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:12.503370 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58620) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:12.574321 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b238e1d6-2deb-4e5e-a3d5-0a9703207b1d req-b269d6c1-f91c-4c71-b649-7484aa4a663b tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7dc385-f9c4-4efe-b67c-e15fa007d16f HTTP/1.1" status: 200 len: 210 time: 0.2265401 Jul 29 23:37:12.613720 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-ea8453ac-07fd-4bc5-895c-1d13985680c8 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Deleting port cb75da1d-5fa0-4ada-9362-7d48a15164b6 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:12.615088 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ea8453ac-07fd-4bc5-895c-1d13985680c8 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:12.633892 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9422bcac-00b3-48b9-a802-5dd9a9c2e5b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:12.768204 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-1a5c1640-20fa-4694-ab93-35bfe90384b8 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Deleting port 8c4db797-e516-4027-b0d2-8ccf45a5c40d {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:12.768554 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1a5c1640-20fa-4694-ab93-35bfe90384b8 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:12.813511 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3c388c98-a3f5-4ffb-8285-3b9f60b216e1 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:12.838423 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-1240feed-d197-4962-a92e-60754166f23c req-68214cca-c472-4deb-ac9b-b6ea51895b2b tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:12.858386 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4630e78-7ddc-4635-9601-4ca05408c53f req-e791875e-50ab-414b-a17f-9b54da6772bc tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:12.860475 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a4630e78-7ddc-4635-9601-4ca05408c53f req-e791875e-50ab-414b-a17f-9b54da6772bc tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 944 time: 0.2693338 Jul 29 23:37:12.862725 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ea8453ac-07fd-4bc5-895c-1d13985680c8 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:12.897639 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-ea8453ac-07fd-4bc5-895c-1d13985680c8 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Calling delete_port for cb75da1d-5fa0-4ada-9362-7d48a15164b6 owned by network:router_gateway {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:12.933234 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1a5c1640-20fa-4694-ab93-35bfe90384b8 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:12.951501 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-7b5eaa52-ad2d-4ec6-81c1-9095e5a16526 req-0600f307-8a61-487f-86f2-c6c7c2ac38a9 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:12.951938 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-7b5eaa52-ad2d-4ec6-81c1-9095e5a16526 req-0600f307-8a61-487f-86f2-c6c7c2ac38a9 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:12.952190 n-d-712141-10 neutron-server[94077]: INFO neutron.db.l3_db [req-7b5eaa52-ad2d-4ec6-81c1-9095e5a16526 req-0600f307-8a61-487f-86f2-c6c7c2ac38a9 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Floating IP 42aac9c6-1b4c-454d-acb7-092a08961d6e disassociated. External IP: 172.25.0.140, port: c7227480-4f34-4ba2-a5a3-39cc6359fd0d. Jul 29 23:37:12.953037 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-7b5eaa52-ad2d-4ec6-81c1-9095e5a16526 req-0600f307-8a61-487f-86f2-c6c7c2ac38a9 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Calling delete_port for c7227480-4f34-4ba2-a5a3-39cc6359fd0d owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:12.987470 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-1a5c1640-20fa-4694-ab93-35bfe90384b8 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Calling delete_port for 8c4db797-e516-4027-b0d2-8ccf45a5c40d owned by {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:13.088268 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a4630e78-7ddc-4635-9601-4ca05408c53f req-d2374fe3-f4f6-4928-ba06-67d99fb2dc0b tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc8a61a9-c8c7-4f8d-b216-92c757666cd3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2109704 Jul 29 23:37:13.124859 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3c388c98-a3f5-4ffb-8285-3b9f60b216e1 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:13.147305 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-1240feed-d197-4962-a92e-60754166f23c req-68214cca-c472-4deb-ac9b-b6ea51895b2b tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:13.164708 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfa80cd6-c5c2-4ede-b73d-ac42edee34db admin admin] Router c571524c-af41-4e26-bf00-a93cb822c7b7 is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:37:13.173876 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-3c388c98-a3f5-4ffb-8285-3b9f60b216e1 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ae4f05f-effd-4201-8ff6-d6ef2fa91021']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:13.220462 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1a5c1640-20fa-4694-ab93-35bfe90384b8 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:13.240584 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-3c388c98-a3f5-4ffb-8285-3b9f60b216e1 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a84eb36b-5e92-491f-afe6-6c8805e9ec63') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:13.241726 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-3c388c98-a3f5-4ffb-8285-3b9f60b216e1 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a84eb36b-5e92-491f-afe6-6c8805e9ec63') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:13.286439 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3c388c98-a3f5-4ffb-8285-3b9f60b216e1 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:13.313013 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5c1640-20fa-4694-ab93-35bfe90384b8 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Pushing event deleted for resources: {'Port': ['ID=8c4db797-e516-4027-b0d2-8ccf45a5c40d,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:13.316112 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9422bcac-00b3-48b9-a802-5dd9a9c2e5b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:13.351161 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1a5c1640-20fa-4694-ab93-35bfe90384b8 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:13.355231 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-1a5c1640-20fa-4694-ab93-35bfe90384b8 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] 10.222.0.43 "DELETE /v2.0/ports/8c4db797-e516-4027-b0d2-8ccf45a5c40d HTTP/1.1" status: 204 len: 168 time: 1.0507174 Jul 29 23:37:13.363175 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58622) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:13.402366 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1240feed-d197-4962-a92e-60754166f23c req-68214cca-c472-4deb-ac9b-b6ea51895b2b tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] Network 327da722-9bc4-45e2-bce0-d834acbe82d5 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:13.420522 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-1240feed-d197-4962-a92e-60754166f23c req-68214cca-c472-4deb-ac9b-b6ea51895b2b tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:13.423044 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9422bcac-00b3-48b9-a802-5dd9a9c2e5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:13.427003 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-1240feed-d197-4962-a92e-60754166f23c req-68214cca-c472-4deb-ac9b-b6ea51895b2b tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:13.431866 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9bfc29e4-b8ec-4212-bd48-13fa9524475e tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0671196 Jul 29 23:37:13.433116 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68214cca-c472-4deb-ac9b-b6ea51895b2b tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] Pushing event updated for resources: {'Port': ['ID=d96ffb41-44f0-495c-a2e1-4559c71e9fab,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:13.438930 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3c388c98-a3f5-4ffb-8285-3b9f60b216e1 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:13.442032 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58624) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:13.456896 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-7589c62e-ad6b-4f93-921e-52d2644e0ea5 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-409886879'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:13.485619 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c388c98-a3f5-4ffb-8285-3b9f60b216e1 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:37:13.486004 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3c388c98-a3f5-4ffb-8285-3b9f60b216e1 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:13.491417 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:37:13.491417 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:37:13.491417 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:37:13.491417 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:37:13.491417 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:37:13.491417 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:37:13.491417 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:37:13.491417 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:37:13.491417 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:37:13.491417 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:37:13.491417 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:37:13.491417 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:37:13.491417 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:37:13.491417 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:37:13.491417 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:37:13.491417 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:37:13.491417 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:37:13.491417 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:37:13.491417 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:37:13.491417 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:37:13.491417 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:37:13.491417 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:37:13.491417 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:37:13.491417 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:37:13.491417 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:37:13.491417 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:37:13.491417 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:37:13.491417 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:37:13.491417 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:37:13.491417 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:37:13.491417 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:37:13.491417 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:37:13.496958 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ea8453ac-07fd-4bc5-895c-1d13985680c8 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:13.548597 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-7b5eaa52-ad2d-4ec6-81c1-9095e5a16526 req-0600f307-8a61-487f-86f2-c6c7c2ac38a9 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:13.552719 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8453ac-07fd-4bc5-895c-1d13985680c8 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Pushing event deleted for resources: {'Port': ['ID=cb75da1d-5fa0-4ada-9362-7d48a15164b6,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:13.574174 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7589c62e-ad6b-4f93-921e-52d2644e0ea5 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Made reservation on behalf of a872b7b705444cd88ce1d74af7f7057f for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:13.579358 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7589c62e-ad6b-4f93-921e-52d2644e0ea5 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:13.661727 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0600f307-8a61-487f-86f2-c6c7c2ac38a9 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Pushing event deleted for resources: {'Port': ['ID=c7227480-4f34-4ba2-a5a3-39cc6359fd0d,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:13.693670 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-9422bcac-00b3-48b9-a802-5dd9a9c2e5b0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5cc836ee2e4f4f2ba0320594b627df4e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1871905 Jul 29 23:37:13.707387 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9422bcac-00b3-48b9-a802-5dd9a9c2e5b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57eba6df-32ec-4322-be90-70208bce1f6f,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:13.712230 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58630) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:13.731032 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1240feed-d197-4962-a92e-60754166f23c req-68214cca-c472-4deb-ac9b-b6ea51895b2b tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:13.732819 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-1240feed-d197-4962-a92e-60754166f23c req-68214cca-c472-4deb-ac9b-b6ea51895b2b tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:13.763150 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3c388c98-a3f5-4ffb-8285-3b9f60b216e1 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:13.776601 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3c388c98-a3f5-4ffb-8285-3b9f60b216e1 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:13.778559 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-3c388c98-a3f5-4ffb-8285-3b9f60b216e1 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] 10.222.0.43 "DELETE /v2.0/networks/3ae4f05f-effd-4201-8ff6-d6ef2fa91021 HTTP/1.1" status: 204 len: 168 time: 1.2717798 Jul 29 23:37:13.795636 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58632) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:13.798199 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa80cd6-c5c2-4ede-b73d-ac42edee34db admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:37:13.800775 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1240feed-d197-4962-a92e-60754166f23c req-68214cca-c472-4deb-ac9b-b6ea51895b2b tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4843469 Jul 29 23:37:13.813186 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8ce38c-1ac5-4ba2-a92f-c4415510ee14 None None] Sync routers for ids ['c571524c-af41-4e26-bf00-a93cb822c7b7'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:37:13.827376 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8ce38c-1ac5-4ba2-a92f-c4415510ee14 None None] Routers {'c571524c-af41-4e26-bf00-a93cb822c7b7'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:37:13.828093 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-2f8ce38c-1ac5-4ba2-a92f-c4415510ee14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:36:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['c571524c-af41-4e26-bf00-a93cb822c7b7'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:13.837972 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-1240feed-d197-4962-a92e-60754166f23c req-d4a84e33-638f-4e47-8fe9-0bbb55e4f40b service neutron] Request body: {'port': {'device_id': '2a7dc385-f9c4-4efe-b67c-e15fa007d16f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:13.852347 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7589c62e-ad6b-4f93-921e-52d2644e0ea5 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:37:13.861806 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c388c98-a3f5-4ffb-8285-3b9f60b216e1 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Pushing event deleted for resources: {'Network': ['ID=3ae4f05f-effd-4201-8ff6-d6ef2fa91021,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:13.870576 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-209593bf-1214-4908-ba8d-21a1348ac683 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] DELETE failed (client error): The resource could not be found. Jul 29 23:37:13.871354 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-209593bf-1214-4908-ba8d-21a1348ac683 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:37:13.873368 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-209593bf-1214-4908-ba8d-21a1348ac683 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] 10.222.0.43 "DELETE /v2.0/ports/f9e9d71d-c465-4d73-ab99-ebaf19680f35 HTTP/1.1" status: 404 len: 333 time: 0.0715525 Jul 29 23:37:13.884003 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58634) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:13.886270 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7589c62e-ad6b-4f93-921e-52d2644e0ea5 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:13.887111 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-7589c62e-ad6b-4f93-921e-52d2644e0ea5 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Added segment 7246dfc3-d819-49c6-a658-36c962f6a75c of type vlan for network 1eb5c3d2-9626-4b32-8571-1efa1871921e Jul 29 23:37:13.895874 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-dfa80cd6-c5c2-4ede-b73d-ac42edee34db admin admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:13.897114 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-dfa80cd6-c5c2-4ede-b73d-ac42edee34db admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.0494571 Jul 29 23:37:13.904469 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58636) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:13.968603 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ea8453ac-07fd-4bc5-895c-1d13985680c8 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:14.037871 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-2f8ce38c-1ac5-4ba2-a92f-c4415510ee14 None None] Set router c571524c-af41-4e26-bf00-a93cb822c7b7 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:37:14.045030 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284cb02c-5756-40c0-b1d8-61a96f3b89fc req-04290935-d77f-4326-8a20-bb3c2f0d5d35 tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:14.047809 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-284cb02c-5756-40c0-b1d8-61a96f3b89fc req-04290935-d77f-4326-8a20-bb3c2f0d5d35 tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7dc385-f9c4-4efe-b67c-e15fa007d16f HTTP/1.1" status: 200 len: 931 time: 0.3070681 Jul 29 23:37:14.079225 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-1240feed-d197-4962-a92e-60754166f23c req-d4a84e33-638f-4e47-8fe9-0bbb55e4f40b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:14.334210 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-284cb02c-5756-40c0-b1d8-61a96f3b89fc req-741e4d4a-896e-4e0e-b872-35f68d7ec987 tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff0faf46-f134-461a-9c03-7c9da0c35b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698016 Jul 29 23:37:14.347275 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-26c86197-a9ec-4a6c-9ad3-a850340a8c2b req-b2b0e7c4-3e25-4103-ad48-3152c9fb065c tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 210 time: 0.1054351 Jul 29 23:37:14.418539 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-2f8ce38c-1ac5-4ba2-a92f-c4415510ee14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'name': 'tempest-TestVolumeBootPattern-2002221163-router', 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '862daf0f-6991-4ef6-9199-6c40ea66b1f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:37:06Z', 'updated_at': '2021-07-29T23:37:10Z', 'revision_number': 3, 'project_id': 'abc07fd47c924aad994e74752ef0bc5a', 'gw_port': {'id': '862daf0f-6991-4ef6-9199-6c40ea66b1f1', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:13:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:08Z', 'updated_at': '2021-07-29T23:37:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:14.466523 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8ce38c-1ac5-4ba2-a92f-c4415510ee14 None None] Checking router: c571524c-af41-4e26-bf00-a93cb822c7b7 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:37:14.466944 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8ce38c-1ac5-4ba2-a92f-c4415510ee14 None None] Updating router c571524c-af41-4e26-bf00-a93cb822c7b7 port 862daf0f-6991-4ef6-9199-6c40ea66b1f1 binding host n-d-712141-10 {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:37:14.513821 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-2f8ce38c-1ac5-4ba2-a92f-c4415510ee14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:14.604240 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7589c62e-ad6b-4f93-921e-52d2644e0ea5 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:14.622614 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cd87fbe-e41b-4719-a810-9d249d3b1af2 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Deleting subnet 2f84f672-ed9f-4f64-ab21-c1687ffe9c63 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:37:14.634797 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-07733d15-2f8b-40be-80ba-48fe2e61a009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:14.638155 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1cd87fbe-e41b-4719-a810-9d249d3b1af2 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:14.647640 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ea8453ac-07fd-4bc5-895c-1d13985680c8 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:14.663067 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ea8453ac-07fd-4bc5-895c-1d13985680c8 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:14.797429 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.db.resource_extend [None req-7589c62e-ad6b-4f93-921e-52d2644e0ea5 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:37:14.842791 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b5eaa52-ad2d-4ec6-81c1-9095e5a16526 req-0600f307-8a61-487f-86f2-c6c7c2ac38a9 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Router dae35e35-2aef-418e-bf6b-28bd5d1ce7d2 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:37:14.846649 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-07733d15-2f8b-40be-80ba-48fe2e61a009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:14.895522 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ea8453ac-07fd-4bc5-895c-1d13985680c8 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:14.896613 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea8453ac-07fd-4bc5-895c-1d13985680c8 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Fanout notify agent at l3_agent the message router_deleted on router 1cd95d43-ed85-412f-b8bb-061a2b566a0d {{(pid=94077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:37:14.911386 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1cd87fbe-e41b-4719-a810-9d249d3b1af2 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:14.926484 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ea8453ac-07fd-4bc5-895c-1d13985680c8 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:14.930760 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ea8453ac-07fd-4bc5-895c-1d13985680c8 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] 10.222.0.43 "DELETE /v2.0/routers/1cd95d43-ed85-412f-b8bb-061a2b566a0d HTTP/1.1" status: 204 len: 168 time: 4.0798206 Jul 29 23:37:14.932349 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7589c62e-ad6b-4f93-921e-52d2644e0ea5 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:14.938839 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7589c62e-ad6b-4f93-921e-52d2644e0ea5 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:14.939794 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7589c62e-ad6b-4f93-921e-52d2644e0ea5 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:14.953253 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58642) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:15.184975 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-2f8ce38c-1ac5-4ba2-a92f-c4415510ee14 None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:15.209541 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-2f8ce38c-1ac5-4ba2-a92f-c4415510ee14 None None] Transition to ACTIVE for port object 862daf0f-6991-4ef6-9199-6c40ea66b1f1 will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:15.223363 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-2f8ce38c-1ac5-4ba2-a92f-c4415510ee14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:15.281718 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7589c62e-ad6b-4f93-921e-52d2644e0ea5 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.8341787 Jul 29 23:37:15.287061 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58646) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:15.294235 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-eb92a136-688d-4996-b073-7f7e08654612 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-203407075'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:15.335962 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-2f8ce38c-1ac5-4ba2-a92f-c4415510ee14 None None] Attempting to bind port 862daf0f-6991-4ef6-9199-6c40ea66b1f1 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:15.335962 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-2f8ce38c-1ac5-4ba2-a92f-c4415510ee14 None None] Attempting to bind port 862daf0f-6991-4ef6-9199-6c40ea66b1f1 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:15.335962 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8ce38c-1ac5-4ba2-a92f-c4415510ee14 None None] Attempting to bind port 862daf0f-6991-4ef6-9199-6c40ea66b1f1 on network 58f27f61-3278-49cc-b66b-1e729d26f29f {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:15.338725 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f3d2a4-d31e-40db-b384-32251cad3aa1 None None] Pushing event updated for resources: {'Port': ['ID=862daf0f-6991-4ef6-9199-6c40ea66b1f1,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:15.347904 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-65ba874b-ffa1-44dc-a886-209d5bd8c4d9 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Deleting subnet 15a8319e-1217-464a-9996-6ac58124be69 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:37:15.355469 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7589c62e-ad6b-4f93-921e-52d2644e0ea5 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Pushing event updated for resources: {'Network': ['ID=1eb5c3d2-9626-4b32-8571-1efa1871921e,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:15.356861 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8ce38c-1ac5-4ba2-a92f-c4415510ee14 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:37:15.357632 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8ce38c-1ac5-4ba2-a92f-c4415510ee14 None None] Checking segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:15.358267 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-2f8ce38c-1ac5-4ba2-a92f-c4415510ee14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:15.358888 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f8ce38c-1ac5-4ba2-a92f-c4415510ee14 None None] Bound using segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:37:15.359650 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-2f8ce38c-1ac5-4ba2-a92f-c4415510ee14 None None] Bound port: 862daf0f-6991-4ef6-9199-6c40ea66b1f1, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:37:15.360353 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-2f8ce38c-1ac5-4ba2-a92f-c4415510ee14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:15.362757 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-65ba874b-ffa1-44dc-a886-209d5bd8c4d9 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:15.368740 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 1eb5c3d2-9626-4b32-8571-1efa1871921e details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:37:15.387386 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb92a136-688d-4996-b073-7f7e08654612 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Made reservation on behalf of a872b7b705444cd88ce1d74af7f7057f for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:15.388650 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f3d2a4-d31e-40db-b384-32251cad3aa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:15.389186 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f3d2a4-d31e-40db-b384-32251cad3aa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:15.389706 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f3d2a4-d31e-40db-b384-32251cad3aa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:15.390185 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f3d2a4-d31e-40db-b384-32251cad3aa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:15.390662 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f3d2a4-d31e-40db-b384-32251cad3aa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:15.391026 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-eb92a136-688d-4996-b073-7f7e08654612 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:15.391302 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f3d2a4-d31e-40db-b384-32251cad3aa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:15.391777 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f3d2a4-d31e-40db-b384-32251cad3aa1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:15.392243 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f3d2a4-d31e-40db-b384-32251cad3aa1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:15.392716 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f3d2a4-d31e-40db-b384-32251cad3aa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:15.393182 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f3d2a4-d31e-40db-b384-32251cad3aa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:15.393708 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f3d2a4-d31e-40db-b384-32251cad3aa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:15.394173 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f3d2a4-d31e-40db-b384-32251cad3aa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:15.469034 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-2f8ce38c-1ac5-4ba2-a92f-c4415510ee14 None None] For port 862daf0f-6991-4ef6-9199-6c40ea66b1f1, host n-d-712141-10, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:37:15.479997 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-2f8ce38c-1ac5-4ba2-a92f-c4415510ee14 None None] For port 862daf0f-6991-4ef6-9199-6c40ea66b1f1, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=862daf0f-6991-4ef6-9199-6c40ea66b1f1,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:37:15.499338 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-2f8ce38c-1ac5-4ba2-a92f-c4415510ee14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:15.549132 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-07733d15-2f8b-40be-80ba-48fe2e61a009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:15.561090 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-07733d15-2f8b-40be-80ba-48fe2e61a009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:15.563885 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-07733d15-2f8b-40be-80ba-48fe2e61a009 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/57eba6df-32ec-4322-be90-70208bce1f6f HTTP/1.1" status: 204 len: 168 time: 1.8456631 Jul 29 23:37:15.566914 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1cd87fbe-e41b-4719-a810-9d249d3b1af2 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:15.626800 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8ce38c-1ac5-4ba2-a92f-c4415510ee14 None None] Routers {'c571524c-af41-4e26-bf00-a93cb822c7b7'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:37:15.628101 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-2f8ce38c-1ac5-4ba2-a92f-c4415510ee14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:36:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['c571524c-af41-4e26-bf00-a93cb822c7b7'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:15.636542 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-65ba874b-ffa1-44dc-a886-209d5bd8c4d9 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:15.669748 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07733d15-2f8b-40be-80ba-48fe2e61a009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57eba6df-32ec-4322-be90-70208bce1f6f,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:15.692339 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b5eaa52-ad2d-4ec6-81c1-9095e5a16526 req-0600f307-8a61-487f-86f2-c6c7c2ac38a9 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:37:15.717423 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5482ccd3-d559-4033-920b-9081d35a3fcf None None] Sync routers for ids ['dae35e35-2aef-418e-bf6b-28bd5d1ce7d2'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:37:15.752093 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5482ccd3-d559-4033-920b-9081d35a3fcf None None] Routers {'dae35e35-2aef-418e-bf6b-28bd5d1ce7d2'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:37:15.753038 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-5482ccd3-d559-4033-920b-9081d35a3fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:36:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['dae35e35-2aef-418e-bf6b-28bd5d1ce7d2'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:15.769012 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-81dea64f-71ba-47fc-83c6-87b9d5735ba8 req-1de055c7-5b82-4f46-bce1-279d476cad76 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 210 time: 0.2083313 Jul 29 23:37:15.803916 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-65ba874b-ffa1-44dc-a886-209d5bd8c4d9 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:15.809797 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f3d2a4-d31e-40db-b384-32251cad3aa1 None None] Pushing event updated for resources: {'Port': ['ID=862daf0f-6991-4ef6-9199-6c40ea66b1f1,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:15.825160 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-1240feed-d197-4962-a92e-60754166f23c req-d4a84e33-638f-4e47-8fe9-0bbb55e4f40b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d96ffb41-44f0-495c-a2e1-4559c71e9fab {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:37:15.889526 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-2f8ce38c-1ac5-4ba2-a92f-c4415510ee14 None None] Set router c571524c-af41-4e26-bf00-a93cb822c7b7 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:37:15.890276 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-1240feed-d197-4962-a92e-60754166f23c req-d4a84e33-638f-4e47-8fe9-0bbb55e4f40b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:15.966066 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b5eaa52-ad2d-4ec6-81c1-9095e5a16526 req-0600f307-8a61-487f-86f2-c6c7c2ac38a9 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] No DVR routers for this DVR port c7227480-4f34-4ba2-a5a3-39cc6359fd0d on host n-h1-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:37:15.972005 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb92a136-688d-4996-b073-7f7e08654612 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:37:15.975368 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1cd87fbe-e41b-4719-a810-9d249d3b1af2 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:15.980733 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-7b5eaa52-ad2d-4ec6-81c1-9095e5a16526 req-0600f307-8a61-487f-86f2-c6c7c2ac38a9 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:15.983705 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7b5eaa52-ad2d-4ec6-81c1-9095e5a16526 req-0600f307-8a61-487f-86f2-c6c7c2ac38a9 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.41 "DELETE /v2.0/ports/c7227480-4f34-4ba2-a5a3-39cc6359fd0d HTTP/1.1" status: 204 len: 173 time: 4.6982639 Jul 29 23:37:16.009954 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-90eb322f-3d41-4b33-b4e7-8fce9dde9132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:16.015183 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-1240feed-d197-4962-a92e-60754166f23c req-d4a84e33-638f-4e47-8fe9-0bbb55e4f40b service neutron] Transition to ACTIVE for port object d96ffb41-44f0-495c-a2e1-4559c71e9fab will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:16.037435 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-1240feed-d197-4962-a92e-60754166f23c req-d4a84e33-638f-4e47-8fe9-0bbb55e4f40b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:16.048857 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-5482ccd3-d559-4033-920b-9081d35a3fcf None None] Set router dae35e35-2aef-418e-bf6b-28bd5d1ce7d2 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:37:16.050970 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88403a-a529-49f6-92ab-36f3ddde7c86 req-8f2c18aa-f1e1-4837-9751-334a32e065a2 tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:16.053353 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bb88403a-a529-49f6-92ab-36f3ddde7c86 req-8f2c18aa-f1e1-4837-9751-334a32e065a2 tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7dc385-f9c4-4efe-b67c-e15fa007d16f HTTP/1.1" status: 200 len: 931 time: 0.5014813 Jul 29 23:37:16.059164 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-eb92a136-688d-4996-b073-7f7e08654612 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:16.059900 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-eb92a136-688d-4996-b073-7f7e08654612 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Added segment 4a038a4e-9e23-42c7-af56-5aa2d1b0af5b of type vlan for network 4e1721ff-5016-4bc8-89f3-10b8989466a7 Jul 29 23:37:16.074320 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6b3868-e699-420f-bc16-994fbeb3494f', 'name': 'network-vif-deleted', 'tag': 'c7227480-4f34-4ba2-a5a3-39cc6359fd0d'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:37:16.081410 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf5532d9-3907-4357-b073-d3c6f7ddd1f3" -d '{"events": [{"server_uuid": "ab6b3868-e699-420f-bc16-994fbeb3494f", "name": "network-vif-deleted", "tag": "c7227480-4f34-4ba2-a5a3-39cc6359fd0d"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:37:16.108068 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd87fbe-e41b-4719-a810-9d249d3b1af2 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Pushing event deleted for resources: {'Subnet': ['ID=2f84f672-ed9f-4f64-ab21-c1687ffe9c63,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:16.151238 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device c7227480-4f34-4ba2-a5a3-39cc6359fd0d no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:37:16.159599 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1cd87fbe-e41b-4719-a810-9d249d3b1af2 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:16.167373 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-1cd87fbe-e41b-4719-a810-9d249d3b1af2 tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] 10.222.0.43 "DELETE /v2.0/subnets/2f84f672-ed9f-4f64-ab21-c1687ffe9c63 HTTP/1.1" status: 204 len: 168 time: 2.2749157 Jul 29 23:37:16.173945 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58660) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:16.233121 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba63470-75ff-4acd-93fe-e032b73164bc None None] Network c84f2b59-0584-4416-ae70-fe6271ea945f requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:16.297449 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] No Port match for: c7227480-4f34-4ba2-a5a3-39cc6359fd0d {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:37:16.300083 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device c7227480-4f34-4ba2-a5a3-39cc6359fd0d not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:37:16.342147 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409f4451-c373-499a-8b85-1288dbb006ed x-openstack-request-id: req-409f4451-c373-499a-8b85-1288dbb006ed {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:37:16.342609 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6b3868-e699-420f-bc16-994fbeb3494f", "name": "network-vif-deleted", "tag": "c7227480-4f34-4ba2-a5a3-39cc6359fd0d", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:37:16.343153 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-409f4451-c373-499a-8b85-1288dbb006ed {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:37:16.343794 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab6b3868-e699-420f-bc16-994fbeb3494f', 'name': 'network-vif-deleted', 'tag': 'c7227480-4f34-4ba2-a5a3-39cc6359fd0d', 'status': 'completed', 'code': 200} Jul 29 23:37:16.393595 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-eb92a136-688d-4996-b073-7f7e08654612 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:16.410545 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-65ba874b-ffa1-44dc-a886-209d5bd8c4d9 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:16.438270 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bb88403a-a529-49f6-92ab-36f3ddde7c86 req-95cc6703-8d48-491e-aa78-a886410f59cd tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff0faf46-f134-461a-9c03-7c9da0c35b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989242 Jul 29 23:37:16.439345 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a84e33-638f-4e47-8fe9-0bbb55e4f40b service neutron] Pushing event updated for resources: {'Port': ['ID=d96ffb41-44f0-495c-a2e1-4559c71e9fab,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:16.471439 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-2f8ce38c-1ac5-4ba2-a92f-c4415510ee14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'name': 'tempest-TestVolumeBootPattern-2002221163-router', 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '862daf0f-6991-4ef6-9199-6c40ea66b1f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:37:06Z', 'updated_at': '2021-07-29T23:37:10Z', 'revision_number': 3, 'project_id': 'abc07fd47c924aad994e74752ef0bc5a', 'gw_port': {'id': '862daf0f-6991-4ef6-9199-6c40ea66b1f1', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:13:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:08Z', 'updated_at': '2021-07-29T23:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:16.530342 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f8ce38c-1ac5-4ba2-a92f-c4415510ee14 None None] The sync data for ids ['c571524c-af41-4e26-bf00-a93cb822c7b7'] in n-d-712141-10 is: [{'id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'name': 'tempest-TestVolumeBootPattern-2002221163-router', 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '862daf0f-6991-4ef6-9199-6c40ea66b1f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:37:06Z', 'updated_at': '2021-07-29T23:37:10Z', 'revision_number': 3, 'project_id': 'abc07fd47c924aad994e74752ef0bc5a', 'gw_port': {'id': '862daf0f-6991-4ef6-9199-6c40ea66b1f1', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:13:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:08Z', 'updated_at': '2021-07-29T23:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:37:16.559756 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58662) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:16.566274 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba874b-ffa1-44dc-a886-209d5bd8c4d9 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Pushing event deleted for resources: {'Subnet': ['ID=15a8319e-1217-464a-9996-6ac58124be69,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:16.622594 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.db.resource_extend [None req-eb92a136-688d-4996-b073-7f7e08654612 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:37:16.638447 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bd42a7fa-78eb-48b6-8573-e0440bc2565f tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:16.642958 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b1878127-4786-4ded-8029-18deb909e97f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:16.645905 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-65ba874b-ffa1-44dc-a886-209d5bd8c4d9 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:16.651770 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-65ba874b-ffa1-44dc-a886-209d5bd8c4d9 tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] 10.222.0.43 "DELETE /v2.0/subnets/15a8319e-1217-464a-9996-6ac58124be69 HTTP/1.1" status: 204 len: 168 time: 1.6495929 Jul 29 23:37:16.652561 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58664) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:16.810327 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-eb92a136-688d-4996-b073-7f7e08654612 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:16.820348 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a88a3075-be10-49ae-887d-7102200a5e6a tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:16.835133 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb92a136-688d-4996-b073-7f7e08654612 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:16.836292 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-eb92a136-688d-4996-b073-7f7e08654612 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:16.935285 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-90eb322f-3d41-4b33-b4e7-8fce9dde9132 admin admin] Allocated IP 172.20.0.1 (07279870-3078-44f7-8035-d94a4d0b31e7/ef618f43-4fe4-4e34-9800-0476d270be60/e698b262-628f-49d6-aa1c-360d9f5f8465) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:17.059005 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0ae7703b-cce6-4cb1-93b3-8671343cbc7f req-999b0b2b-6baf-4faf-b908-60e14fd06fa7 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab6b3868-e699-420f-bc16-994fbeb3494f HTTP/1.1" status: 200 len: 210 time: 0.1208742 Jul 29 23:37:17.160703 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-5482ccd3-d559-4033-920b-9081d35a3fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae35e35-2aef-418e-bf6b-28bd5d1ce7d2', 'name': 'tempest-ServerActionsTestJSON-1396991874-router', 'tenant_id': 'b0043d03cb0a4bbcbd35eb8f2075805c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'cee57fc9-32af-463a-9f99-151d36fabbdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:32Z', 'updated_at': '2021-07-29T23:26:39Z', 'revision_number': 4, 'project_id': 'b0043d03cb0a4bbcbd35eb8f2075805c', 'gw_port': {'id': 'cee57fc9-32af-463a-9f99-151d36fabbdf', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ee:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae35e35-2aef-418e-bf6b-28bd5d1ce7d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:33Z', 'updated_at': '2021-07-29T23:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'ed93b4a2-ecbe-4cd9-af23-e098efdef252', 'name': '', 'network_id': 'fc8993d1-1f3f-4e88-9d54-7eec99f127ad', 'tenant_id': 'b0043d03cb0a4bbcbd35eb8f2075805c', 'mac_address': 'fa:16:3e:6d:29:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae35e35-2aef-418e-bf6b-28bd5d1ce7d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '01812886-2cdd-41de-831e-c3e259b8e381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:37Z', 'updated_at': '2021-07-29T23:26:48Z', 'revision_number': 5, 'project_id': 'b0043d03cb0a4bbcbd35eb8f2075805c', 'subnets': [{'id': '01812886-2cdd-41de-831e-c3e259b8e381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:17.178071 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-1240feed-d197-4962-a92e-60754166f23c req-d4a84e33-638f-4e47-8fe9-0bbb55e4f40b service neutron] Attempting to bind port d96ffb41-44f0-495c-a2e1-4559c71e9fab on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:17.178971 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-1240feed-d197-4962-a92e-60754166f23c req-d4a84e33-638f-4e47-8fe9-0bbb55e4f40b service neutron] Attempting to bind port d96ffb41-44f0-495c-a2e1-4559c71e9fab by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '5cc512e0-8569-498d-a7fc-c2dd3dac383c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '327da722-9bc4-45e2-bce0-d834acbe82d5'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:17.179516 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1240feed-d197-4962-a92e-60754166f23c req-d4a84e33-638f-4e47-8fe9-0bbb55e4f40b service neutron] Attempting to bind port d96ffb41-44f0-495c-a2e1-4559c71e9fab on network 327da722-9bc4-45e2-bce0-d834acbe82d5 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:17.182671 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-bd42a7fa-78eb-48b6-8573-e0440bc2565f tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Deleting port ec5dc034-b5e3-4998-bd46-10b81e886779 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:17.183076 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bd42a7fa-78eb-48b6-8573-e0440bc2565f tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:17.184316 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb92a136-688d-4996-b073-7f7e08654612 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Pushing event updated for resources: {'Network': ['ID=4e1721ff-5016-4bc8-89f3-10b8989466a7,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:17.196258 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1240feed-d197-4962-a92e-60754166f23c req-d4a84e33-638f-4e47-8fe9-0bbb55e4f40b service neutron] Port d96ffb41-44f0-495c-a2e1-4559c71e9fab on network 327da722-9bc4-45e2-bce0-d834acbe82d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:37:17.196258 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1240feed-d197-4962-a92e-60754166f23c req-d4a84e33-638f-4e47-8fe9-0bbb55e4f40b service neutron] Attempting to bind port d96ffb41-44f0-495c-a2e1-4559c71e9fab on network 327da722-9bc4-45e2-bce0-d834acbe82d5 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:17.225538 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 4e1721ff-5016-4bc8-89f3-10b8989466a7 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:37:17.229952 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5482ccd3-d559-4033-920b-9081d35a3fcf None None] Checking router: dae35e35-2aef-418e-bf6b-28bd5d1ce7d2 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:37:17.231965 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1240feed-d197-4962-a92e-60754166f23c req-d4a84e33-638f-4e47-8fe9-0bbb55e4f40b service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:37:17.232392 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1240feed-d197-4962-a92e-60754166f23c req-d4a84e33-638f-4e47-8fe9-0bbb55e4f40b service neutron] Checking segment: {'id': '5cc512e0-8569-498d-a7fc-c2dd3dac383c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '327da722-9bc4-45e2-bce0-d834acbe82d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:17.232857 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1240feed-d197-4962-a92e-60754166f23c req-d4a84e33-638f-4e47-8fe9-0bbb55e4f40b service neutron] Bound using segment: {'id': '5cc512e0-8569-498d-a7fc-c2dd3dac383c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '327da722-9bc4-45e2-bce0-d834acbe82d5'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:37:17.233406 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-1240feed-d197-4962-a92e-60754166f23c req-d4a84e33-638f-4e47-8fe9-0bbb55e4f40b service neutron] Bound port: d96ffb41-44f0-495c-a2e1-4559c71e9fab, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cc512e0-8569-498d-a7fc-c2dd3dac383c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '327da722-9bc4-45e2-bce0-d834acbe82d5'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:37:17.233873 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-1240feed-d197-4962-a92e-60754166f23c req-d4a84e33-638f-4e47-8fe9-0bbb55e4f40b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:17.237515 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a88a3075-be10-49ae-887d-7102200a5e6a tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:17.341708 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-a88a3075-be10-49ae-887d-7102200a5e6a tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9347619-a162-47d4-ad52-2680b75d6ba1']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:17.354829 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b1878127-4786-4ded-8029-18deb909e97f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:17.360745 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-90eb322f-3d41-4b33-b4e7-8fce9dde9132 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:17.371748 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b1878127-4786-4ded-8029-18deb909e97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:17.379413 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-a88a3075-be10-49ae-887d-7102200a5e6a tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '953a9cc4-1e90-466d-bd88-5e2b68b205aa') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:17.380088 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-a88a3075-be10-49ae-887d-7102200a5e6a tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '953a9cc4-1e90-466d-bd88-5e2b68b205aa') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:17.380204 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-eb92a136-688d-4996-b073-7f7e08654612 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.0917373 Jul 29 23:37:17.387789 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98660b24-2033-4989-96b1-238c1a91707e None None] DHCP port deletion for c84f2b59-0584-4416-ae70-fe6271ea945f request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:37:17.400950 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5482ccd3-d559-4033-920b-9081d35a3fcf None None] Routers {'dae35e35-2aef-418e-bf6b-28bd5d1ce7d2'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:37:17.402127 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-5482ccd3-d559-4033-920b-9081d35a3fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:36:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['dae35e35-2aef-418e-bf6b-28bd5d1ce7d2'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:17.408967 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-1240feed-d197-4962-a92e-60754166f23c req-d4a84e33-638f-4e47-8fe9-0bbb55e4f40b service neutron] For port d96ffb41-44f0-495c-a2e1-4559c71e9fab, host n-h2-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:37:17.417735 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a88a3075-be10-49ae-887d-7102200a5e6a tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:17.421280 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-1240feed-d197-4962-a92e-60754166f23c req-d4a84e33-638f-4e47-8fe9-0bbb55e4f40b service neutron] For port d96ffb41-44f0-495c-a2e1-4559c71e9fab, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=d96ffb41-44f0-495c-a2e1-4559c71e9fab,segment=NetworkSegment(5cc512e0-8569-498d-a7fc-c2dd3dac383c),segment_id=5cc512e0-8569-498d-a7fc-c2dd3dac383c)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:37:17.433208 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-90eb322f-3d41-4b33-b4e7-8fce9dde9132 admin admin] Transition to ACTIVE for port object e698b262-628f-49d6-aa1c-360d9f5f8465 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:17.452025 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-1240feed-d197-4962-a92e-60754166f23c req-d4a84e33-638f-4e47-8fe9-0bbb55e4f40b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:17.474107 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1878127-4786-4ded-8029-18deb909e97f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd969d3b-9dbb-4932-bb9c-f8d67b620fcb,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:17.494535 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-bd42a7fa-78eb-48b6-8573-e0440bc2565f tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] For port ec5dc034-b5e3-4998-bd46-10b81e886779, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=ec5dc034-b5e3-4998-bd46-10b81e886779,segment=NetworkSegment(a774c234-d57d-4107-a1d5-367bfa29440a),segment_id=a774c234-d57d-4107-a1d5-367bfa29440a)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:17.494926 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bd42a7fa-78eb-48b6-8573-e0440bc2565f tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:17.532137 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-bd42a7fa-78eb-48b6-8573-e0440bc2565f tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Calling delete_port for ec5dc034-b5e3-4998-bd46-10b81e886779 owned by network:dhcp {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:17.646842 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1240feed-d197-4962-a92e-60754166f23c req-d4a84e33-638f-4e47-8fe9-0bbb55e4f40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:17.647633 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-1240feed-d197-4962-a92e-60754166f23c req-d4a84e33-638f-4e47-8fe9-0bbb55e4f40b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:17.649225 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1240feed-d197-4962-a92e-60754166f23c req-d4a84e33-638f-4e47-8fe9-0bbb55e4f40b service neutron] 10.222.0.22 "PUT /v2.0/ports/d96ffb41-44f0-495c-a2e1-4559c71e9fab HTTP/1.1" status: 200 len: 1092 time: 3.8239625 Jul 29 23:37:17.659484 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a7dc385-f9c4-4efe-b67c-e15fa007d16f', 'tag': 'd96ffb41-44f0-495c-a2e1-4559c71e9fab'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:37:17.666776 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-367c7ad5-7036-4e5b-8405-57bb8936326b" -d '{"events": [{"name": "network-changed", "server_uuid": "2a7dc385-f9c4-4efe-b67c-e15fa007d16f", "tag": "d96ffb41-44f0-495c-a2e1-4559c71e9fab"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:37:17.691935 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bd42a7fa-78eb-48b6-8573-e0440bc2565f tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:17.736836 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd42a7fa-78eb-48b6-8573-e0440bc2565f tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Pushing event deleted for resources: {'Port': ['ID=ec5dc034-b5e3-4998-bd46-10b81e886779,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:17.739050 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58674) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:17.755246 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-5482ccd3-d559-4033-920b-9081d35a3fcf None None] Set router dae35e35-2aef-418e-bf6b-28bd5d1ce7d2 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:37:17.772125 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b1878127-4786-4ded-8029-18deb909e97f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e74db20290444a6f80342af1ba0daa97&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1951334 Jul 29 23:37:17.776627 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58676) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:17.780576 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a88a3075-be10-49ae-887d-7102200a5e6a tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:17.807806 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-de60b191-74c1-45e7-a54e-52f04f4a69fc tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Request body: {'subnets': [{'network_id': '1eb5c3d2-9626-4b32-8571-1efa1871921e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1498439339', 'ip_version': 4}, {'network_id': '4e1721ff-5016-4bc8-89f3-10b8989466a7', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:17.808343 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-de60b191-74c1-45e7-a54e-52f04f4a69fc tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Request body: {'subnet': {'network_id': '1eb5c3d2-9626-4b32-8571-1efa1871921e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1498439339', 'ip_version': 4}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:17.809300 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-de60b191-74c1-45e7-a54e-52f04f4a69fc tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Request body: {'subnet': {'network_id': '4e1721ff-5016-4bc8-89f3-10b8989466a7', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:17.820879 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-98660b24-2033-4989-96b1-238c1a91707e None None] Deleting port ec5dc034-b5e3-4998-bd46-10b81e886779 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:17.821383 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-98660b24-2033-4989-96b1-238c1a91707e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:17.852509 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a88a3075-be10-49ae-887d-7102200a5e6a tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:37:17.853844 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a88a3075-be10-49ae-887d-7102200a5e6a tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:17.857012 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a84e33-638f-4e47-8fe9-0bbb55e4f40b service neutron] Pushing event updated for resources: {'Port': ['ID=d96ffb41-44f0-495c-a2e1-4559c71e9fab,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:17.878514 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420db96a-c8c4-4425-8ed6-07b00009253c x-openstack-request-id: req-420db96a-c8c4-4425-8ed6-07b00009253c {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:37:17.879401 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a7dc385-f9c4-4efe-b67c-e15fa007d16f", "tag": "d96ffb41-44f0-495c-a2e1-4559c71e9fab", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:37:17.879865 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-420db96a-c8c4-4425-8ed6-07b00009253c {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:37:17.880402 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a7dc385-f9c4-4efe-b67c-e15fa007d16f', 'tag': 'd96ffb41-44f0-495c-a2e1-4559c71e9fab', 'status': 'completed', 'code': 200} Jul 29 23:37:17.893211 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-90eb322f-3d41-4b33-b4e7-8fce9dde9132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:17.894191 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:37:17.894191 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:37:17.894191 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:37:17.894191 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:37:17.894191 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:37:17.894191 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:37:17.894191 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:37:17.894191 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:37:17.894191 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:37:17.894191 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:37:17.894191 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:37:17.894191 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:37:17.894191 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:37:17.894191 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:37:17.894191 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:37:17.894191 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:37:17.894191 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:37:17.894191 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:37:17.894191 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:37:17.894191 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:37:17.894191 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:37:17.894191 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:37:17.894191 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:37:17.894191 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:37:17.894191 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:37:17.894191 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:37:17.894191 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:37:17.894191 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:37:17.894191 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:37:17.894191 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:37:17.894191 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:37:17.894191 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:37:17.895762 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd42a7fa-78eb-48b6-8573-e0440bc2565f tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] No DVR routers for this DVR port ec5dc034-b5e3-4998-bd46-10b81e886779 on host n-d-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:37:17.998436 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb333d-f7d1-4c12-bc67-8cbb8f28e8c6 req-92e741aa-f23f-43f3-8e24-0780b9e429dd tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:18.006039 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-25bb333d-f7d1-4c12-bc67-8cbb8f28e8c6 req-92e741aa-f23f-43f3-8e24-0780b9e429dd tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7dc385-f9c4-4efe-b67c-e15fa007d16f HTTP/1.1" status: 200 len: 943 time: 0.4018140 Jul 29 23:37:18.045250 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1240feed-d197-4962-a92e-60754166f23c req-3784400e-ecdd-4eb9-bda6-ae4798d53058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:18.047331 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1240feed-d197-4962-a92e-60754166f23c req-3784400e-ecdd-4eb9-bda6-ae4798d53058 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=98e056c86df34f20858eacf8009ad5b6&device_id=2a7dc385-f9c4-4efe-b67c-e15fa007d16f HTTP/1.1" status: 200 len: 1095 time: 0.2961411 Jul 29 23:37:18.133804 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 862daf0f-6991-4ef6-9199-6c40ea66b1f1 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:37:18.226641 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90eb322f-3d41-4b33-b4e7-8fce9dde9132 admin admin] Network 07279870-3078-44f7-8035-d94a4d0b31e7 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:18.257489 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-25bb333d-f7d1-4c12-bc67-8cbb8f28e8c6 req-4580b2bc-7eed-4cb7-bf96-5180813c6ef1 tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff0faf46-f134-461a-9c03-7c9da0c35b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503562 Jul 29 23:37:18.260180 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-98660b24-2033-4989-96b1-238c1a91707e None None] For port ec5dc034-b5e3-4998-bd46-10b81e886779, host n-d-712141-10, got binding levels [] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:18.261213 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-90eb322f-3d41-4b33-b4e7-8fce9dde9132 admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:18.261365 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-98660b24-2033-4989-96b1-238c1a91707e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:18.288085 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90eb322f-3d41-4b33-b4e7-8fce9dde9132 admin admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:18.365895 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58684) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:18.376992 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-98660b24-2033-4989-96b1-238c1a91707e None None] Calling delete_port for ec5dc034-b5e3-4998-bd46-10b81e886779 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:18.377407 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eb322f-3d41-4b33-b4e7-8fce9dde9132 admin admin] Pushing event updated for resources: {'Port': ['ID=e698b262-628f-49d6-aa1c-360d9f5f8465,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:18.389372 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.ipam_backend_mixin [None req-98660b24-2033-4989-96b1-238c1a91707e None None] Port ec5dc034-b5e3-4998-bd46-10b81e886779 was not found and therefore no delete operation was performed {{(pid=94079) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 23:37:18.405850 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1240feed-d197-4962-a92e-60754166f23c req-4f856be0-bc55-481b-9f50-986234034fa6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d96ffb41-44f0-495c-a2e1-4559c71e9fab HTTP/1.1" status: 200 len: 217 time: 0.3377061 Jul 29 23:37:18.407769 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-26455ef2-bdbc-4732-9c52-09785805094b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:18.410365 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-98660b24-2033-4989-96b1-238c1a91707e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:18.482147 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-90eb322f-3d41-4b33-b4e7-8fce9dde9132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:18.487875 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-26455ef2-bdbc-4732-9c52-09785805094b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:18.511669 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98660b24-2033-4989-96b1-238c1a91707e None None] Pushing event deleted for resources: {'Port': ['ID=ec5dc034-b5e3-4998-bd46-10b81e886779,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:18.515560 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98660b24-2033-4989-96b1-238c1a91707e None None] No DVR routers for this DVR port ec5dc034-b5e3-4998-bd46-10b81e886779 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:37:18.579647 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a88a3075-be10-49ae-887d-7102200a5e6a tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:18.593335 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bd42a7fa-78eb-48b6-8573-e0440bc2565f tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:18.601792 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 862daf0f-6991-4ef6-9199-6c40ea66b1f1 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:18.613634 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 862daf0f-6991-4ef6-9199-6c40ea66b1f1 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:18.614490 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:18.634920 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a88a3075-be10-49ae-887d-7102200a5e6a tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:18.640955 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a88a3075-be10-49ae-887d-7102200a5e6a tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] 10.222.0.43 "DELETE /v2.0/networks/d9347619-a162-47d4-ad52-2680b75d6ba1 HTTP/1.1" status: 204 len: 168 time: 1.9835165 Jul 29 23:37:18.678657 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88a3075-be10-49ae-887d-7102200a5e6a tempest-FloatingIPTestJSON-1435027863 tempest-FloatingIPTestJSON-1435027863-project] Pushing event deleted for resources: {'Network': ['ID=d9347619-a162-47d4-ad52-2680b75d6ba1,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:18.725893 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-bd42a7fa-78eb-48b6-8573-e0440bc2565f tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c84f2b59-0584-4416-ae70-fe6271ea945f']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:18.761862 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-5482ccd3-d559-4033-920b-9081d35a3fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae35e35-2aef-418e-bf6b-28bd5d1ce7d2', 'name': 'tempest-ServerActionsTestJSON-1396991874-router', 'tenant_id': 'b0043d03cb0a4bbcbd35eb8f2075805c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'cee57fc9-32af-463a-9f99-151d36fabbdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:32Z', 'updated_at': '2021-07-29T23:26:39Z', 'revision_number': 4, 'project_id': 'b0043d03cb0a4bbcbd35eb8f2075805c', 'gw_port': {'id': 'cee57fc9-32af-463a-9f99-151d36fabbdf', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ee:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae35e35-2aef-418e-bf6b-28bd5d1ce7d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:33Z', 'updated_at': '2021-07-29T23:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'ed93b4a2-ecbe-4cd9-af23-e098efdef252', 'name': '', 'network_id': 'fc8993d1-1f3f-4e88-9d54-7eec99f127ad', 'tenant_id': 'b0043d03cb0a4bbcbd35eb8f2075805c', 'mac_address': 'fa:16:3e:6d:29:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae35e35-2aef-418e-bf6b-28bd5d1ce7d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '01812886-2cdd-41de-831e-c3e259b8e381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:37Z', 'updated_at': '2021-07-29T23:26:48Z', 'revision_number': 5, 'project_id': 'b0043d03cb0a4bbcbd35eb8f2075805c', 'subnets': [{'id': '01812886-2cdd-41de-831e-c3e259b8e381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:18.774051 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1240feed-d197-4962-a92e-60754166f23c req-a858e9fa-0f19-439d-8a6a-d3d9f0cf2135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:18.777029 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1240feed-d197-4962-a92e-60754166f23c req-a858e9fa-0f19-439d-8a6a-d3d9f0cf2135 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7a904c86-9957-4ac4-a96d-fbb7bdf9081d HTTP/1.1" status: 200 len: 862 time: 0.3043425 Jul 29 23:37:18.816682 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-bd42a7fa-78eb-48b6-8573-e0440bc2565f tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a774c234-d57d-4107-a1d5-367bfa29440a') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:18.816988 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-bd42a7fa-78eb-48b6-8573-e0440bc2565f tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a774c234-d57d-4107-a1d5-367bfa29440a') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:18.824846 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5482ccd3-d559-4033-920b-9081d35a3fcf None None] The sync data for ids ['dae35e35-2aef-418e-bf6b-28bd5d1ce7d2'] in n-d-712141-10 is: [{'id': 'dae35e35-2aef-418e-bf6b-28bd5d1ce7d2', 'name': 'tempest-ServerActionsTestJSON-1396991874-router', 'tenant_id': 'b0043d03cb0a4bbcbd35eb8f2075805c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'cee57fc9-32af-463a-9f99-151d36fabbdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:32Z', 'updated_at': '2021-07-29T23:26:39Z', 'revision_number': 4, 'project_id': 'b0043d03cb0a4bbcbd35eb8f2075805c', 'gw_port': {'id': 'cee57fc9-32af-463a-9f99-151d36fabbdf', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ee:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae35e35-2aef-418e-bf6b-28bd5d1ce7d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:33Z', 'updated_at': '2021-07-29T23:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'ed93b4a2-ecbe-4cd9-af23-e098efdef252', 'name': '', 'network_id': 'fc8993d1-1f3f-4e88-9d54-7eec99f127ad', 'tenant_id': 'b0043d03cb0a4bbcbd35eb8f2075805c', 'mac_address': 'fa:16:3e:6d:29:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae35e35-2aef-418e-bf6b-28bd5d1ce7d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': '01812886-2cdd-41de-831e-c3e259b8e381', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:37Z', 'updated_at': '2021-07-29T23:26:48Z', 'revision_number': 5, 'project_id': 'b0043d03cb0a4bbcbd35eb8f2075805c', 'subnets': [{'id': '01812886-2cdd-41de-831e-c3e259b8e381', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:37:18.830389 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6f482b29-3c8a-4905-8ed9-52f3841dcb08 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:18.851435 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bd42a7fa-78eb-48b6-8573-e0440bc2565f tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:18.888173 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de60b191-74c1-45e7-a54e-52f04f4a69fc tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Made reservation on behalf of a872b7b705444cd88ce1d74af7f7057f for: {'subnet': 2} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:18.892010 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1240feed-d197-4962-a92e-60754166f23c req-4c7a6443-d7fe-4ab4-aca3-1db0f032512d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=327da722-9bc4-45e2-bce0-d834acbe82d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772614 Jul 29 23:37:18.897440 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-de60b191-74c1-45e7-a54e-52f04f4a69fc tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:18.897855 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-de60b191-74c1-45e7-a54e-52f04f4a69fc tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:18.929259 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:18.931060 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6f482b29-3c8a-4905-8ed9-52f3841dcb08 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:19.004139 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 862daf0f-6991-4ef6-9199-6c40ea66b1f1, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=862daf0f-6991-4ef6-9199-6c40ea66b1f1,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:19.008013 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2968383e-ad5b-437d-908c-d5af77e49947 None None] Provisioning for port e698b262-628f-49d6-aa1c-360d9f5f8465 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:19.018330 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2968383e-ad5b-437d-908c-d5af77e49947 None None] Provisioning complete for port e698b262-628f-49d6-aa1c-360d9f5f8465 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:19.019005 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2968383e-ad5b-437d-908c-d5af77e49947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:19.021159 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:19.122129 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-2968383e-ad5b-437d-908c-d5af77e49947 None None] Port e698b262-628f-49d6-aa1c-360d9f5f8465 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:37:19.161763 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=862daf0f-6991-4ef6-9199-6c40ea66b1f1,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:19.174237 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-26455ef2-bdbc-4732-9c52-09785805094b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:19.179104 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-26455ef2-bdbc-4732-9c52-09785805094b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:19.181187 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-26455ef2-bdbc-4732-9c52-09785805094b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dd969d3b-9dbb-4932-bb9c-f8d67b620fcb HTTP/1.1" status: 204 len: 168 time: 1.3974664 Jul 29 23:37:19.187243 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device ec5dc034-b5e3-4998-bd46-10b81e886779 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:37:19.198697 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1240feed-d197-4962-a92e-60754166f23c req-a64b7d0d-f151-40b5-a5b0-ce6a8c9ff0c9 service neutron] 10.222.0.22 "GET /v2.0/networks/327da722-9bc4-45e2-bce0-d834acbe82d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156055 Jul 29 23:37:19.235031 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: ec5dc034-b5e3-4998-bd46-10b81e886779 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:37:19.237929 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device ec5dc034-b5e3-4998-bd46-10b81e886779 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:37:19.266971 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bd42a7fa-78eb-48b6-8573-e0440bc2565f tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:19.329878 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6f482b29-3c8a-4905-8ed9-52f3841dcb08 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:19.342935 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6f482b29-3c8a-4905-8ed9-52f3841dcb08 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:19.352191 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-6f482b29-3c8a-4905-8ed9-52f3841dcb08 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "DELETE /v2.0/security-groups/dc8a61a9-c8c7-4f8d-b216-92c757666cd3 HTTP/1.1" status: 204 len: 168 time: 0.8931110 Jul 29 23:37:19.359223 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd42a7fa-78eb-48b6-8573-e0440bc2565f tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:37:19.360172 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bd42a7fa-78eb-48b6-8573-e0440bc2565f tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:19.389571 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58696) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:19.409629 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:37:19.409629 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:37:19.409629 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:37:19.409629 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:37:19.409629 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:37:19.409629 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:37:19.409629 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:37:19.409629 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:37:19.409629 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:37:19.409629 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:37:19.409629 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:37:19.409629 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:37:19.409629 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:37:19.409629 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:37:19.409629 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:37:19.409629 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:37:19.409629 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:37:19.409629 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:37:19.409629 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:37:19.409629 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:37:19.409629 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:37:19.409629 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:37:19.409629 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:37:19.409629 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:37:19.409629 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:37:19.409629 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:37:19.409629 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:37:19.409629 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:37:19.409629 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:37:19.409629 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:37:19.409629 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:37:19.409629 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:37:19.420364 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-90eb322f-3d41-4b33-b4e7-8fce9dde9132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:19.430560 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26455ef2-bdbc-4732-9c52-09785805094b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd969d3b-9dbb-4932-bb9c-f8d67b620fcb,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:19.547624 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bdd25a-7c20-4d05-a83f-736361998382 None None] New status for floating IP 42aac9c6-1b4c-454d-acb7-092a08961d6e: DOWN {{(pid=94080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:37:19.574356 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1240feed-d197-4962-a92e-60754166f23c req-01cc064a-5f4b-49c7-833f-0b0c61af3e87 service neutron] 10.222.0.22 "GET /v2.0/networks/327da722-9bc4-45e2-bce0-d834acbe82d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008516 Jul 29 23:37:19.576452 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:19.685754 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58700) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:19.688579 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-3fcdb2b3-7bfb-49f6-bf2e-651fe425275a tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] show failed (client error): The resource could not be found. Jul 29 23:37:19.693256 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-3fcdb2b3-7bfb-49f6-bf2e-651fe425275a tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "GET /v2.0/security-groups/dc8a61a9-c8c7-4f8d-b216-92c757666cd3 HTTP/1.1" status: 404 len: 347 time: 0.2793930 Jul 29 23:37:19.697462 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f482b29-3c8a-4905-8ed9-52f3841dcb08 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8a61a9-c8c7-4f8d-b216-92c757666cd3,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:19.700586 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58702) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:19.803001 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bd42a7fa-78eb-48b6-8573-e0440bc2565f tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:19.811926 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bd42a7fa-78eb-48b6-8573-e0440bc2565f tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:19.819007 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb5e566-8ac2-4c91-bc27-1bf6badac4f0 req-e2dc5168-3630-47d5-88e5-deb6c417e55d tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:19.826636 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-bd42a7fa-78eb-48b6-8573-e0440bc2565f tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] 10.222.0.43 "DELETE /v2.0/networks/c84f2b59-0584-4416-ae70-fe6271ea945f HTTP/1.1" status: 204 len: 168 time: 3.6512949 Jul 29 23:37:19.828879 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dfb5e566-8ac2-4c91-bc27-1bf6badac4f0 req-e2dc5168-3630-47d5-88e5-deb6c417e55d tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7dc385-f9c4-4efe-b67c-e15fa007d16f HTTP/1.1" status: 200 len: 943 time: 0.2413867 Jul 29 23:37:19.917991 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd42a7fa-78eb-48b6-8573-e0440bc2565f tempest-DHCPAgentSchedulersTestJSON-132602779 tempest-DHCPAgentSchedulersTestJSON-132602779-project] Pushing event deleted for resources: {'Network': ['ID=c84f2b59-0584-4416-ae70-fe6271ea945f,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:20.069134 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 862daf0f-6991-4ef6-9199-6c40ea66b1f1 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:37:20.133371 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c7ad5-7036-4e5b-8405-57bb8936326b req-f9ce529d-d4f9-4ba2-baa2-16dd51b46856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:20.136133 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-367c7ad5-7036-4e5b-8405-57bb8936326b req-f9ce529d-d4f9-4ba2-baa2-16dd51b46856 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=98e056c86df34f20858eacf8009ad5b6&device_id=2a7dc385-f9c4-4efe-b67c-e15fa007d16f HTTP/1.1" status: 200 len: 1095 time: 0.4487731 Jul 29 23:37:20.227300 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 862daf0f-6991-4ef6-9199-6c40ea66b1f1 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:20.230207 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:20.262106 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c7ad5-7036-4e5b-8405-57bb8936326b req-a437fa67-880f-4a25-aed6-9faa726dbcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:20.263937 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-367c7ad5-7036-4e5b-8405-57bb8936326b req-a437fa67-880f-4a25-aed6-9faa726dbcb0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=327da722-9bc4-45e2-bce0-d834acbe82d5 HTTP/1.1" status: 200 len: 923 time: 0.1173718 Jul 29 23:37:20.279926 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dfb5e566-8ac2-4c91-bc27-1bf6badac4f0 req-1dcb0669-5c1b-4573-91fd-ae3e23b39ffb tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff0faf46-f134-461a-9c03-7c9da0c35b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4494634 Jul 29 23:37:20.346365 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-6446b240-8cfd-4616-b5f2-e70fb6871037 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ce80edbfe3b74e1a96ffbc003847952c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6380374 Jul 29 23:37:20.351535 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58714) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:20.363419 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-367c7ad5-7036-4e5b-8405-57bb8936326b req-7df26d8b-5a65-4878-933f-ce2c6745c12e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d96ffb41-44f0-495c-a2e1-4559c71e9fab HTTP/1.1" status: 200 len: 217 time: 0.0812268 Jul 29 23:37:20.366281 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58716) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:20.511828 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-299307ef-cfbd-4cb2-8f50-202f12622080 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Deleting port a8171544-d168-4512-9bf7-6a6688916c78 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:20.512411 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-299307ef-cfbd-4cb2-8f50-202f12622080 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:20.618126 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-de60b191-74c1-45e7-a54e-52f04f4a69fc tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:20.786171 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de60b191-74c1-45e7-a54e-52f04f4a69fc tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Pushing event updated for resources: {'Subnet': ['ID=32370bc0-d9bc-49f6-a0c1-085aa071eddf,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:20.809523 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de60b191-74c1-45e7-a54e-52f04f4a69fc tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Checking segment: {'id': '7246dfc3-d819-49c6-a658-36c962f6a75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1eb5c3d2-9626-4b32-8571-1efa1871921e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:20.810579 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de60b191-74c1-45e7-a54e-52f04f4a69fc tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Network hostable DHCP agents. Network: 1eb5c3d2-9626-4b32-8571-1efa1871921e, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:37:20.825560 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-676fe91b-b9f9-41bb-bbeb-0b96af9af238 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c892abc022104888a75761eec0c089ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4714813 Jul 29 23:37:20.829353 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58732) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:20.889788 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de60b191-74c1-45e7-a54e-52f04f4a69fc tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Network 1eb5c3d2-9626-4b32-8571-1efa1871921e is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:37:20.914479 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-de60b191-74c1-45e7-a54e-52f04f4a69fc tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 1eb5c3d2-9626-4b32-8571-1efa1871921e) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:20.935537 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990acd86-19c6-4f4b-8c08-2beb8bd66b6f None None] Network 1eb5c3d2-9626-4b32-8571-1efa1871921e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:20.944378 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-713b5e74-463b-473a-abe5-57212afe6cea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:20.957073 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-de60b191-74c1-45e7-a54e-52f04f4a69fc tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:21.016984 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c7ad5-7036-4e5b-8405-57bb8936326b req-15bc6f39-f817-472c-bc80-a383d682880d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:21.019493 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-367c7ad5-7036-4e5b-8405-57bb8936326b req-15bc6f39-f817-472c-bc80-a383d682880d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=7a904c86-9957-4ac4-a96d-fbb7bdf9081d HTTP/1.1" status: 200 len: 862 time: 0.6469557 Jul 29 23:37:21.043647 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-713b5e74-463b-473a-abe5-57212afe6cea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:21.079603 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d732e5be-7184-460d-b299-3292de2e5ab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:21.101898 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-90eb322f-3d41-4b33-b4e7-8fce9dde9132 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:21.118229 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-367c7ad5-7036-4e5b-8405-57bb8936326b req-fdeaedbc-f0c9-469b-ad15-3bc22ece5dfb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=327da722-9bc4-45e2-bce0-d834acbe82d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855846 Jul 29 23:37:21.133446 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-90eb322f-3d41-4b33-b4e7-8fce9dde9132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:21.136112 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de60b191-74c1-45e7-a54e-52f04f4a69fc tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Pushing event updated for resources: {'Subnet': ['ID=f780ac62-cdce-4c86-b70d-fde586f807c6,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:21.155725 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de60b191-74c1-45e7-a54e-52f04f4a69fc tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Checking segment: {'id': '4a038a4e-9e23-42c7-af56-5aa2d1b0af5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4e1721ff-5016-4bc8-89f3-10b8989466a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:21.156335 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de60b191-74c1-45e7-a54e-52f04f4a69fc tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Network hostable DHCP agents. Network: 4e1721ff-5016-4bc8-89f3-10b8989466a7, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:37:21.196677 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de60b191-74c1-45e7-a54e-52f04f4a69fc tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Network 4e1721ff-5016-4bc8-89f3-10b8989466a7 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:37:21.216842 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-de60b191-74c1-45e7-a54e-52f04f4a69fc tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 4e1721ff-5016-4bc8-89f3-10b8989466a7) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:21.225859 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d732e5be-7184-460d-b299-3292de2e5ab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:21.238749 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631b57a9-ba27-4276-bb7e-95e718ceb7f9 None None] Network 4e1721ff-5016-4bc8-89f3-10b8989466a7 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:21.249711 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de60b191-74c1-45e7-a54e-52f04f4a69fc tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:21.251233 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de60b191-74c1-45e7-a54e-52f04f4a69fc tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:21.253456 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-de60b191-74c1-45e7-a54e-52f04f4a69fc tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:21.262213 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-713b5e74-463b-473a-abe5-57212afe6cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:21.267946 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-713b5e74-463b-473a-abe5-57212afe6cea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:21.270404 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-713b5e74-463b-473a-abe5-57212afe6cea admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/eea8f692-196b-45b2-91ee-52bc4f0f803a HTTP/1.1" status: 204 len: 168 time: 0.4395871 Jul 29 23:37:21.345262 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713b5e74-463b-473a-abe5-57212afe6cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea8f692-196b-45b2-91ee-52bc4f0f803a,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:21.354035 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-de60b191-74c1-45e7-a54e-52f04f4a69fc tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.6063259 Jul 29 23:37:21.357354 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58742) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:21.369267 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-299307ef-cfbd-4cb2-8f50-202f12622080 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:21.369935 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-299307ef-cfbd-4cb2-8f50-202f12622080 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:21.505225 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3f08b9-2763-4030-a0e7-b0ee47477286 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-1eb5c3d2-9626-4b32-8571-1efa1871921e', 'network_id': '1eb5c3d2-9626-4b32-8571-1efa1871921e', 'tenant_id': 'a872b7b705444cd88ce1d74af7f7057f', 'fixed_ips': [{'subnet_id': '32370bc0-d9bc-49f6-a0c1-085aa071eddf'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:37:21.507486 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ca3f08b9-2763-4030-a0e7-b0ee47477286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:21.530683 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7149479b-156c-4ef5-909d-5e953803b38b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-4e1721ff-5016-4bc8-89f3-10b8989466a7', 'network_id': '4e1721ff-5016-4bc8-89f3-10b8989466a7', 'tenant_id': 'a872b7b705444cd88ce1d74af7f7057f', 'fixed_ips': [{'subnet_id': 'f780ac62-cdce-4c86-b70d-fde586f807c6'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:37:21.532652 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7149479b-156c-4ef5-909d-5e953803b38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:21.536154 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eb322f-3d41-4b33-b4e7-8fce9dde9132 admin admin] Pushing event updated for resources: {'Port': ['ID=e698b262-628f-49d6-aa1c-360d9f5f8465,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:21.574153 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-299307ef-cfbd-4cb2-8f50-202f12622080 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Calling delete_port for a8171544-d168-4512-9bf7-6a6688916c78 owned by network:floatingip {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:21.579076 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-90eb322f-3d41-4b33-b4e7-8fce9dde9132 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:21.614083 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ff67b9-9c94-42bb-adc8-2339307fb245 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:21.625970 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ff67b9-9c94-42bb-adc8-2339307fb245 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:21.629131 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ff67b9-9c94-42bb-adc8-2339307fb245 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:21.641395 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-20ff67b9-9c94-42bb-adc8-2339307fb245 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2758245 Jul 29 23:37:21.642370 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58746) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:21.826436 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-9390c756-4e46-4966-8ca6-d7cfd805584c tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Deleting subnet 32370bc0-d9bc-49f6-a0c1-085aa071eddf {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:37:21.897272 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-367c7ad5-7036-4e5b-8405-57bb8936326b req-5ba00124-9f6c-42d6-8518-1bd1e7e6aa05 service neutron] 10.222.0.22 "GET /v2.0/networks/327da722-9bc4-45e2-bce0-d834acbe82d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7481365 Jul 29 23:37:21.940119 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-ca3f08b9-2763-4030-a0e7-b0ee47477286 None None] Allocated IP 172.20.0.2 (1eb5c3d2-9626-4b32-8571-1efa1871921e/32370bc0-d9bc-49f6-a0c1-085aa071eddf/a49ec53c-3468-4740-89e0-e682e06544ed) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:21.962576 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d732e5be-7184-460d-b299-3292de2e5ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:21.967473 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d732e5be-7184-460d-b299-3292de2e5ab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:21.971619 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-d732e5be-7184-460d-b299-3292de2e5ab4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ad40459f-ec28-449e-9491-8cf588d98148 HTTP/1.1" status: 204 len: 168 time: 1.5994077 Jul 29 23:37:22.068187 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-7149479b-156c-4ef5-909d-5e953803b38b None None] Allocated IP 172.20.0.18 (4e1721ff-5016-4bc8-89f3-10b8989466a7/f780ac62-cdce-4c86-b70d-fde586f807c6/3c997990-28cc-40ab-b0f8-7ff423bc9adc) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:22.081999 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b8bc19-4eef-49c4-9192-1119d68520d2 req-2a8c5aca-e0ba-4a43-9ce7-2b30f6d89448 tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:22.084435 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f7b8bc19-4eef-49c4-9192-1119d68520d2 req-2a8c5aca-e0ba-4a43-9ce7-2b30f6d89448 tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7dc385-f9c4-4efe-b67c-e15fa007d16f HTTP/1.1" status: 200 len: 943 time: 0.4827001 Jul 29 23:37:22.098629 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d732e5be-7184-460d-b299-3292de2e5ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad40459f-ec28-449e-9491-8cf588d98148,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:22.165553 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58758) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:22.195035 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-240be285-f4c7-4f06-9ab2-7337a774ebb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:22.421951 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f7b8bc19-4eef-49c4-9192-1119d68520d2 req-b76c4f9c-79cf-48fb-acc7-cb24f8428495 tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff0faf46-f134-461a-9c03-7c9da0c35b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971034 Jul 29 23:37:22.428585 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90eb322f-3d41-4b33-b4e7-8fce9dde9132 admin admin] Network 07279870-3078-44f7-8035-d94a4d0b31e7 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:22.432974 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-367c7ad5-7036-4e5b-8405-57bb8936326b req-679b4717-68de-4343-b54c-082388fb8448 service neutron] 10.222.0.22 "GET /v2.0/networks/327da722-9bc4-45e2-bce0-d834acbe82d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5076456 Jul 29 23:37:22.462491 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-90eb322f-3d41-4b33-b4e7-8fce9dde9132 admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:22.474208 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-240be285-f4c7-4f06-9ab2-7337a774ebb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:22.481144 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-240be285-f4c7-4f06-9ab2-7337a774ebb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:22.522473 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7149479b-156c-4ef5-909d-5e953803b38b None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:22.557162 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-7149479b-156c-4ef5-909d-5e953803b38b None None] Transition to ACTIVE for port object 3c997990-28cc-40ab-b0f8-7ff423bc9adc will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:22.598127 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-7149479b-156c-4ef5-909d-5e953803b38b None None] Transition to ACTIVE for port object 3c997990-28cc-40ab-b0f8-7ff423bc9adc will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:22.610174 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-299307ef-cfbd-4cb2-8f50-202f12622080 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:22.616257 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240be285-f4c7-4f06-9ab2-7337a774ebb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a422b4f8-ff61-4d68-9f20-0d5801f4a1bc,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:22.659305 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7149479b-156c-4ef5-909d-5e953803b38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:22.674781 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-240be285-f4c7-4f06-9ab2-7337a774ebb6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5194eb6a2ee94d6f88119882f9ace294&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5065513 Jul 29 23:37:22.677421 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58764) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:22.699748 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299307ef-cfbd-4cb2-8f50-202f12622080 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Pushing event deleted for resources: {'Port': ['ID=a8171544-d168-4512-9bf7-6a6688916c78,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:22.828241 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-31030dac-9c2c-4f88-9185-c725bd7f3a06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:22.847571 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7149479b-156c-4ef5-909d-5e953803b38b None None] Pushing event updated for resources: {'Port': ['ID=3c997990-28cc-40ab-b0f8-7ff423bc9adc,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:22.873392 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-31030dac-9c2c-4f88-9185-c725bd7f3a06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:22.914765 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7149479b-156c-4ef5-909d-5e953803b38b None None] Network 4e1721ff-5016-4bc8-89f3-10b8989466a7 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:22.953247 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ca3f08b9-2763-4030-a0e7-b0ee47477286 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:22.964371 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-299307ef-cfbd-4cb2-8f50-202f12622080 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks [] for floatingip, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:22.970186 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-b7536856-65a6-458f-88f9-dbb1b054d98c None None] Provisioning complete for port e698b262-628f-49d6-aa1c-360d9f5f8465 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:22.970558 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b7536856-65a6-458f-88f9-dbb1b054d98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:22.977665 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-299307ef-cfbd-4cb2-8f50-202f12622080 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:22.988089 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58772) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:22.990956 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-299307ef-cfbd-4cb2-8f50-202f12622080 tempest-ServerActionsTestJSON-213479269 tempest-ServerActionsTestJSON-213479269-project] 10.222.0.43 "DELETE /v2.0/floatingips/42aac9c6-1b4c-454d-acb7-092a08961d6e HTTP/1.1" status: 204 len: 168 time: 3.2877042 Jul 29 23:37:23.022865 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-7149479b-156c-4ef5-909d-5e953803b38b None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:23.027576 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7149479b-156c-4ef5-909d-5e953803b38b None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:23.030202 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90eb322f-3d41-4b33-b4e7-8fce9dde9132 admin admin] Router c571524c-af41-4e26-bf00-a93cb822c7b7 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:37:23.032317 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-b7536856-65a6-458f-88f9-dbb1b054d98c None None] Port e698b262-628f-49d6-aa1c-360d9f5f8465 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:37:23.041471 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-ca3f08b9-2763-4030-a0e7-b0ee47477286 None None] Transition to ACTIVE for port object a49ec53c-3468-4740-89e0-e682e06544ed will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:23.042255 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-31030dac-9c2c-4f88-9185-c725bd7f3a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:23.046718 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-31030dac-9c2c-4f88-9185-c725bd7f3a06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:23.053627 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-31030dac-9c2c-4f88-9185-c725bd7f3a06 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a422b4f8-ff61-4d68-9f20-0d5801f4a1bc HTTP/1.1" status: 204 len: 168 time: 0.3663485 Jul 29 23:37:23.073777 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31030dac-9c2c-4f88-9185-c725bd7f3a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a422b4f8-ff61-4d68-9f20-0d5801f4a1bc,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:23.137445 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-ca3f08b9-2763-4030-a0e7-b0ee47477286 None None] Transition to ACTIVE for port object a49ec53c-3468-4740-89e0-e682e06544ed will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:23.144707 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-7149479b-156c-4ef5-909d-5e953803b38b None None] Attempting to bind port 3c997990-28cc-40ab-b0f8-7ff423bc9adc on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:23.145351 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-7149479b-156c-4ef5-909d-5e953803b38b None None] Attempting to bind port 3c997990-28cc-40ab-b0f8-7ff423bc9adc by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '4a038a4e-9e23-42c7-af56-5aa2d1b0af5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4e1721ff-5016-4bc8-89f3-10b8989466a7'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:23.146270 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9390c756-4e46-4966-8ca6-d7cfd805584c tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:23.149687 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7149479b-156c-4ef5-909d-5e953803b38b None None] Attempting to bind port 3c997990-28cc-40ab-b0f8-7ff423bc9adc on network 4e1721ff-5016-4bc8-89f3-10b8989466a7 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:23.156511 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7149479b-156c-4ef5-909d-5e953803b38b None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:37:23.157019 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7149479b-156c-4ef5-909d-5e953803b38b None None] Checking segment: {'id': '4a038a4e-9e23-42c7-af56-5aa2d1b0af5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4e1721ff-5016-4bc8-89f3-10b8989466a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:23.157296 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7149479b-156c-4ef5-909d-5e953803b38b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:23.157723 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7149479b-156c-4ef5-909d-5e953803b38b None None] Bound using segment: {'id': '4a038a4e-9e23-42c7-af56-5aa2d1b0af5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4e1721ff-5016-4bc8-89f3-10b8989466a7'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:37:23.158206 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-7149479b-156c-4ef5-909d-5e953803b38b None None] Bound port: 3c997990-28cc-40ab-b0f8-7ff423bc9adc, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a038a4e-9e23-42c7-af56-5aa2d1b0af5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '4e1721ff-5016-4bc8-89f3-10b8989466a7'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:37:23.158591 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7149479b-156c-4ef5-909d-5e953803b38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:23.162831 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ca3f08b9-2763-4030-a0e7-b0ee47477286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:23.237412 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device d96ffb41-44f0-495c-a2e1-4559c71e9fab details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:37:23.250705 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9390c756-4e46-4966-8ca6-d7cfd805584c tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:23.292817 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90eb322f-3d41-4b33-b4e7-8fce9dde9132 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:37:23.298883 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-90eb322f-3d41-4b33-b4e7-8fce9dde9132 admin admin] 10.222.0.43 "PUT /v2.0/routers/c571524c-af41-4e26-bf00-a93cb822c7b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3902967 Jul 29 23:37:23.347979 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e001d8-2334-49f6-b8ff-29efec5eef9b None None] Sync routers for ids ['c571524c-af41-4e26-bf00-a93cb822c7b7'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:37:23.376572 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3f08b9-2763-4030-a0e7-b0ee47477286 None None] Network 1eb5c3d2-9626-4b32-8571-1efa1871921e is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:23.440265 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-ca3f08b9-2763-4030-a0e7-b0ee47477286 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:23.443365 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7f4e20d9-9740-4861-b0d0-5e3c2623763d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:23.449570 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3f08b9-2763-4030-a0e7-b0ee47477286 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:23.452133 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3f08b9-2763-4030-a0e7-b0ee47477286 None None] Pushing event updated for resources: {'Port': ['ID=a49ec53c-3468-4740-89e0-e682e06544ed,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:23.500557 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e001d8-2334-49f6-b8ff-29efec5eef9b None None] Routers {'c571524c-af41-4e26-bf00-a93cb822c7b7'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:37:23.501466 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-58e001d8-2334-49f6-b8ff-29efec5eef9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:36:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['c571524c-af41-4e26-bf00-a93cb822c7b7'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:23.536367 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9390c756-4e46-4966-8ca6-d7cfd805584c tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:23.787832 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c8fa9-e077-4cda-938c-67879a40a07c req-0ea35b77-38d7-4d70-b409-67f56208485e tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:23.789023 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-da9c8fa9-e077-4cda-938c-67879a40a07c req-0ea35b77-38d7-4d70-b409-67f56208485e tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7dc385-f9c4-4efe-b67c-e15fa007d16f HTTP/1.1" status: 200 len: 943 time: 0.1739206 Jul 29 23:37:23.870366 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-da9c8fa9-e077-4cda-938c-67879a40a07c req-4148f9a0-aa4f-4b7f-884e-e8af7968ac00 tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff0faf46-f134-461a-9c03-7c9da0c35b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691299 Jul 29 23:37:23.904372 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-7149479b-156c-4ef5-909d-5e953803b38b None None] For port 3c997990-28cc-40ab-b0f8-7ff423bc9adc, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:37:23.976493 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-ca3f08b9-2763-4030-a0e7-b0ee47477286 None None] Attempting to bind port a49ec53c-3468-4740-89e0-e682e06544ed on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:23.979148 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-ca3f08b9-2763-4030-a0e7-b0ee47477286 None None] Attempting to bind port a49ec53c-3468-4740-89e0-e682e06544ed by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '7246dfc3-d819-49c6-a658-36c962f6a75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1eb5c3d2-9626-4b32-8571-1efa1871921e'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:23.980098 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3f08b9-2763-4030-a0e7-b0ee47477286 None None] Attempting to bind port a49ec53c-3468-4740-89e0-e682e06544ed on network 1eb5c3d2-9626-4b32-8571-1efa1871921e {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:23.989127 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-7149479b-156c-4ef5-909d-5e953803b38b None None] For port 3c997990-28cc-40ab-b0f8-7ff423bc9adc, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=3c997990-28cc-40ab-b0f8-7ff423bc9adc,segment=NetworkSegment(4a038a4e-9e23-42c7-af56-5aa2d1b0af5b),segment_id=4a038a4e-9e23-42c7-af56-5aa2d1b0af5b)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:37:24.057937 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7149479b-156c-4ef5-909d-5e953803b38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:24.063812 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port d96ffb41-44f0-495c-a2e1-4559c71e9fab, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=d96ffb41-44f0-495c-a2e1-4559c71e9fab,segment=NetworkSegment(5cc512e0-8569-498d-a7fc-c2dd3dac383c),segment_id=5cc512e0-8569-498d-a7fc-c2dd3dac383c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:24.078293 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3f08b9-2763-4030-a0e7-b0ee47477286 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 36, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:37:24.078777 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3f08b9-2763-4030-a0e7-b0ee47477286 None None] Checking segment: {'id': '7246dfc3-d819-49c6-a658-36c962f6a75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1eb5c3d2-9626-4b32-8571-1efa1871921e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:24.079262 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ca3f08b9-2763-4030-a0e7-b0ee47477286 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:24.079733 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3f08b9-2763-4030-a0e7-b0ee47477286 None None] Bound using segment: {'id': '7246dfc3-d819-49c6-a658-36c962f6a75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1eb5c3d2-9626-4b32-8571-1efa1871921e'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:37:24.080297 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-ca3f08b9-2763-4030-a0e7-b0ee47477286 None None] Bound port: a49ec53c-3468-4740-89e0-e682e06544ed, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7246dfc3-d819-49c6-a658-36c962f6a75c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1eb5c3d2-9626-4b32-8571-1efa1871921e'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:37:24.080759 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ca3f08b9-2763-4030-a0e7-b0ee47477286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:24.146873 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': 'd96ffb41-44f0-495c-a2e1-4559c71e9fab', 'network_id': '327da722-9bc4-45e2-bce0-d834acbe82d5', 'port_id': 'd96ffb41-44f0-495c-a2e1-4559c71e9fab', 'mac_address': 'fa:16:3e:78:bb:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a904c86-9957-4ac4-a96d-fbb7bdf9081d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:37:24.184935 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-58e001d8-2334-49f6-b8ff-29efec5eef9b None None] Set router c571524c-af41-4e26-bf00-a93cb822c7b7 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:37:24.404093 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7149479b-156c-4ef5-909d-5e953803b38b None None] Pushing event updated for resources: {'Port': ['ID=3c997990-28cc-40ab-b0f8-7ff423bc9adc,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:24.536165 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:24.617998 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9390c756-4e46-4966-8ca6-d7cfd805584c tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:24.723844 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-ca3f08b9-2763-4030-a0e7-b0ee47477286 None None] For port a49ec53c-3468-4740-89e0-e682e06544ed, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:37:24.755429 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d96ffb41-44f0-495c-a2e1-4559c71e9fab {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:37:24.881553 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9390c756-4e46-4966-8ca6-d7cfd805584c tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Pushing event deleted for resources: {'Subnet': ['ID=32370bc0-d9bc-49f6-a0c1-085aa071eddf,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:24.917662 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-ca3f08b9-2763-4030-a0e7-b0ee47477286 None None] For port a49ec53c-3468-4740-89e0-e682e06544ed, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=a49ec53c-3468-4740-89e0-e682e06544ed,segment=NetworkSegment(7246dfc3-d819-49c6-a658-36c962f6a75c),segment_id=7246dfc3-d819-49c6-a658-36c962f6a75c)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:37:24.942795 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9390c756-4e46-4966-8ca6-d7cfd805584c tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:24.952294 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9390c756-4e46-4966-8ca6-d7cfd805584c tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] 10.222.0.43 "DELETE /v2.0/subnets/32370bc0-d9bc-49f6-a0c1-085aa071eddf HTTP/1.1" status: 204 len: 168 time: 3.3067629 Jul 29 23:37:24.957103 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58836) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:24.959418 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port d96ffb41-44f0-495c-a2e1-4559c71e9fab, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=d96ffb41-44f0-495c-a2e1-4559c71e9fab,segment=NetworkSegment(5cc512e0-8569-498d-a7fc-c2dd3dac383c),segment_id=5cc512e0-8569-498d-a7fc-c2dd3dac383c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:24.968961 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:24.981534 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ca3f08b9-2763-4030-a0e7-b0ee47477286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:25.125347 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58844) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:25.153180 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-545e9693-2ca0-453d-8a64-70fdcb2e9835 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Deleting subnet f780ac62-cdce-4c86-b70d-fde586f807c6 {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:37:25.166418 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-545e9693-2ca0-453d-8a64-70fdcb2e9835 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:25.267718 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-545e9693-2ca0-453d-8a64-70fdcb2e9835 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:25.322373 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['d96ffb41-44f0-495c-a2e1-4559c71e9fab'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:37:25.376278 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56522f76-d4e7-43af-bc15-09b0bc20fdf7 req-5afec79c-c311-402d-88d4-898882970d8a tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:25.395719 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-56522f76-d4e7-43af-bc15-09b0bc20fdf7 req-5afec79c-c311-402d-88d4-898882970d8a tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7dc385-f9c4-4efe-b67c-e15fa007d16f HTTP/1.1" status: 200 len: 944 time: 0.3708792 Jul 29 23:37:25.439398 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7502ae9e-08e1-44b2-a05a-a156d441a0eb None None] Network 1eb5c3d2-9626-4b32-8571-1efa1871921e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:25.522254 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8a56c929-a5ad-4b2f-a75d-8664bea5b091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:25.582625 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-56522f76-d4e7-43af-bc15-09b0bc20fdf7 req-d1785152-0922-45d3-aeec-3c496b3490ad tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff0faf46-f134-461a-9c03-7c9da0c35b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768501 Jul 29 23:37:25.645877 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-545e9693-2ca0-453d-8a64-70fdcb2e9835 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:25.742971 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=d96ffb41-44f0-495c-a2e1-4559c71e9fab,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:25.807505 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-545e9693-2ca0-453d-8a64-70fdcb2e9835 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:25.834507 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58866) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:25.848249 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-d3892c59-9363-420c-a253-533a88fb2f4d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2030580411-network', 'tenant_id': '2549046f437c4897b72b02531c34b6a8'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:25.854759 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-58e001d8-2334-49f6-b8ff-29efec5eef9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'name': 'tempest-TestVolumeBootPattern-2002221163-router', 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '862daf0f-6991-4ef6-9199-6c40ea66b1f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:37:06Z', 'updated_at': '2021-07-29T23:37:18Z', 'revision_number': 4, 'project_id': 'abc07fd47c924aad994e74752ef0bc5a', 'gw_port': {'id': '862daf0f-6991-4ef6-9199-6c40ea66b1f1', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:08Z', 'updated_at': '2021-07-29T23:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'e698b262-628f-49d6-aa1c-360d9f5f8465', 'name': '', 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7', 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a', 'mac_address': 'fa:16:3e:50:a6:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': 'ef618f43-4fe4-4e34-9800-0476d270be60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:16Z', 'updated_at': '2021-07-29T23:37:19Z', 'revision_number': 2, 'project_id': 'abc07fd47c924aad994e74752ef0bc5a', 'subnets': [{'id': 'ef618f43-4fe4-4e34-9800-0476d270be60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:25.871591 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545e9693-2ca0-453d-8a64-70fdcb2e9835 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Pushing event deleted for resources: {'Subnet': ['ID=f780ac62-cdce-4c86-b70d-fde586f807c6,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:25.879520 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-545e9693-2ca0-453d-8a64-70fdcb2e9835 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:25.882817 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-545e9693-2ca0-453d-8a64-70fdcb2e9835 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] 10.222.0.43 "DELETE /v2.0/subnets/f780ac62-cdce-4c86-b70d-fde586f807c6 HTTP/1.1" status: 204 len: 168 time: 0.9238739 Jul 29 23:37:25.886139 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58868) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:26.082832 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-7df3ec4e-7bf8-4fd8-94ca-6cc116272da4 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-132299340'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:26.096267 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd979deb-f167-4e98-9bf2-ecb3b2671674 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:26.106671 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-cd979deb-f167-4e98-9bf2-ecb3b2671674 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2178981 Jul 29 23:37:26.114087 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58870) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:26.148443 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e001d8-2334-49f6-b8ff-29efec5eef9b None None] Checking router: c571524c-af41-4e26-bf00-a93cb822c7b7 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:37:26.149004 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e001d8-2334-49f6-b8ff-29efec5eef9b None None] Updating router c571524c-af41-4e26-bf00-a93cb822c7b7 port e698b262-628f-49d6-aa1c-360d9f5f8465 binding host n-d-712141-10 {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:37:26.184366 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.db.api [None req-7df3ec4e-7bf8-4fd8-94ca-6cc116272da4 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 23:37:26.184366 n-d-712141-10 neutron-server[94077]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 29 23:37:26.184366 n-d-712141-10 neutron-server[94077]: [parameters: {'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'id': '99da2fe8-65f0-4c6e-afae-0932b2cc58d3', 'expiration': datetime.datetime(2021, 7, 29, 23, 39, 26, 168340)}] Jul 29 23:37:26.184366 n-d-712141-10 neutron-server[94077]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:37:26.185415 n-d-712141-10 neutron-server[94077]: DEBUG oslo_db.api [None req-7df3ec4e-7bf8-4fd8-94ca-6cc116272da4 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:37:26.193420 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3892c59-9363-420c-a253-533a88fb2f4d admin admin] Made reservation on behalf of 2549046f437c4897b72b02531c34b6a8 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:26.196854 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d3892c59-9363-420c-a253-533a88fb2f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:26.208057 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d3892c59-9363-420c-a253-533a88fb2f4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:26.243731 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042788fd-c0db-4284-a835-4f19e3457c32 None None] Network 4e1721ff-5016-4bc8-89f3-10b8989466a7 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:26.279683 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 3c997990-28cc-40ab-b0f8-7ff423bc9adc up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:37:26.332956 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c5a349a2-f2a0-4a85-9d2d-0a500144e3a5 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:26.410891 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-07a556c5-c269-47c4-86cf-e51dece9328b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:26.455351 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58880) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:26.475965 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-c5a349a2-f2a0-4a85-9d2d-0a500144e3a5 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Deleting port 3c997990-28cc-40ab-b0f8-7ff423bc9adc {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:26.476668 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c5a349a2-f2a0-4a85-9d2d-0a500144e3a5 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:26.496749 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-58e001d8-2334-49f6-b8ff-29efec5eef9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:26.522864 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3f08b9-2763-4030-a0e7-b0ee47477286 None None] Pushing event updated for resources: {'Port': ['ID=a49ec53c-3468-4740-89e0-e682e06544ed,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:26.605433 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-8a56c929-a5ad-4b2f-a75d-8664bea5b091 admin admin] Deleting port ed93b4a2-ecbe-4cd9-af23-e098efdef252 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:26.605936 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8a56c929-a5ad-4b2f-a75d-8664bea5b091 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:26.615689 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-c5a349a2-f2a0-4a85-9d2d-0a500144e3a5 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] For port 3c997990-28cc-40ab-b0f8-7ff423bc9adc, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=3c997990-28cc-40ab-b0f8-7ff423bc9adc,segment=NetworkSegment(4a038a4e-9e23-42c7-af56-5aa2d1b0af5b),segment_id=4a038a4e-9e23-42c7-af56-5aa2d1b0af5b)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:26.616057 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c5a349a2-f2a0-4a85-9d2d-0a500144e3a5 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:26.629716 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1db7a421-20b3-4d2c-b027-a14640efd576 None None] Provisioning for port 3c997990-28cc-40ab-b0f8-7ff423bc9adc completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:26.679254 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-c5a349a2-f2a0-4a85-9d2d-0a500144e3a5 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Calling delete_port for 3c997990-28cc-40ab-b0f8-7ff423bc9adc owned by network:dhcp {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:26.710568 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d3892c59-9363-420c-a253-533a88fb2f4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:26.796847 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d3892c59-9363-420c-a253-533a88fb2f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:26.816474 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3892c59-9363-420c-a253-533a88fb2f4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:37:26.833386 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d3892c59-9363-420c-a253-533a88fb2f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:26.834170 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-d3892c59-9363-420c-a253-533a88fb2f4d admin admin] Added segment 4a440624-fcac-4e4f-a0d4-64fd4299d2d2 of type vlan for network c557a2d1-7c3b-4a23-8969-2636c7b18953 Jul 29 23:37:26.898050 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c5a349a2-f2a0-4a85-9d2d-0a500144e3a5 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:26.916269 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d3892c59-9363-420c-a253-533a88fb2f4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:26.981552 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a349a2-f2a0-4a85-9d2d-0a500144e3a5 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Pushing event deleted for resources: {'Port': ['ID=3c997990-28cc-40ab-b0f8-7ff423bc9adc,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:27.000713 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a349a2-f2a0-4a85-9d2d-0a500144e3a5 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] No DVR routers for this DVR port 3c997990-28cc-40ab-b0f8-7ff423bc9adc on host n-d-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:37:27.007481 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3892c59-9363-420c-a253-533a88fb2f4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66bca765-e41f-4b8c-9288-d14d0915f4bf,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:27.012908 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d3892c59-9363-420c-a253-533a88fb2f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:27.014674 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3892c59-9363-420c-a253-533a88fb2f4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:27.015724 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d3892c59-9363-420c-a253-533a88fb2f4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:27.023122 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:27.036504 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1db7a421-20b3-4d2c-b027-a14640efd576 None None] Provisioning complete for port 3c997990-28cc-40ab-b0f8-7ff423bc9adc triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:27.036940 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1db7a421-20b3-4d2c-b027-a14640efd576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:27.143581 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1db7a421-20b3-4d2c-b027-a14640efd576 None None] Port 3c997990-28cc-40ab-b0f8-7ff423bc9adc was deleted so its status cannot be updated. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 29 23:37:27.146800 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3892c59-9363-420c-a253-533a88fb2f4d admin admin] Pushing event updated for resources: {'Network': ['ID=c557a2d1-7c3b-4a23-8969-2636c7b18953,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:27.165224 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7b7b73bc-1cfd-4473-b1a3-89b0cdff4f87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:27.166150 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No active binding found for port 3c997990-28cc-40ab-b0f8-7ff423bc9adc {{(pid=94079) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 29 23:37:27.166150 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 3c997990-28cc-40ab-b0f8-7ff423bc9adc not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 29 23:37:27.169757 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network c557a2d1-7c3b-4a23-8969-2636c7b18953 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:37:27.221259 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Port 3c997990-28cc-40ab-b0f8-7ff423bc9adc not found, will not notify nova. {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 29 23:37:27.261336 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c5a349a2-f2a0-4a85-9d2d-0a500144e3a5 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:27.288831 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-c5a349a2-f2a0-4a85-9d2d-0a500144e3a5 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e1721ff-5016-4bc8-89f3-10b8989466a7']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:27.298573 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-8a56c929-a5ad-4b2f-a75d-8664bea5b091 admin admin] For port ed93b4a2-ecbe-4cd9-af23-e098efdef252, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=ed93b4a2-ecbe-4cd9-af23-e098efdef252,segment=NetworkSegment(85a18049-8d39-45df-9ccf-cf67471916ca),segment_id=85a18049-8d39-45df-9ccf-cf67471916ca)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:27.299555 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8a56c929-a5ad-4b2f-a75d-8664bea5b091 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:27.308356 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd52869-1c20-40eb-a8c8-f81ee909e072 None None] DHCP port deletion for 4e1721ff-5016-4bc8-89f3-10b8989466a7 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:37:27.310060 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-c5a349a2-f2a0-4a85-9d2d-0a500144e3a5 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a038a4e-9e23-42c7-af56-5aa2d1b0af5b') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:27.310952 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-c5a349a2-f2a0-4a85-9d2d-0a500144e3a5 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a038a4e-9e23-42c7-af56-5aa2d1b0af5b') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:27.323316 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-8a56c929-a5ad-4b2f-a75d-8664bea5b091 admin admin] Calling delete_port for ed93b4a2-ecbe-4cd9-af23-e098efdef252 owned by network:router_interface {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:27.323573 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddb8acf-5ae1-461f-bfc4-68960e26d5eb req-17fb7c19-259c-4479-96cc-53802403db96 tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:27.326765 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-58e001d8-2334-49f6-b8ff-29efec5eef9b None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:27.327146 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2ddb8acf-5ae1-461f-bfc4-68960e26d5eb req-17fb7c19-259c-4479-96cc-53802403db96 tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7dc385-f9c4-4efe-b67c-e15fa007d16f HTTP/1.1" status: 200 len: 944 time: 0.4545386 Jul 29 23:37:27.362252 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c5a349a2-f2a0-4a85-9d2d-0a500144e3a5 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:27.363753 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-58e001d8-2334-49f6-b8ff-29efec5eef9b None None] Transition to ACTIVE for port object e698b262-628f-49d6-aa1c-360d9f5f8465 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:27.383497 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab068bf-8885-411d-8dd3-93aa15bb67f7 None None] get_active_networks_info from n-d-712141-10 {{(pid=94079) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 23:37:27.390739 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-58e001d8-2334-49f6-b8ff-29efec5eef9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:27.414915 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c5a349a2-f2a0-4a85-9d2d-0a500144e3a5 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:27.436606 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df3ec4e-7bf8-4fd8-94ca-6cc116272da4 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Made reservation on behalf of 7a2f603cc15342b5a7088525840c9a8c for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:27.443467 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7df3ec4e-7bf8-4fd8-94ca-6cc116272da4 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:27.465654 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7df3ec4e-7bf8-4fd8-94ca-6cc116272da4 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:27.488618 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5a349a2-f2a0-4a85-9d2d-0a500144e3a5 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:37:27.489597 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c5a349a2-f2a0-4a85-9d2d-0a500144e3a5 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:27.505811 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:37:27.505811 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:37:27.505811 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:37:27.505811 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:37:27.505811 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:37:27.505811 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:37:27.505811 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:37:27.505811 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:37:27.505811 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:37:27.505811 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:37:27.505811 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:37:27.505811 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:37:27.505811 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:37:27.505811 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:37:27.505811 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:37:27.505811 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:37:27.505811 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:37:27.505811 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:37:27.505811 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:37:27.505811 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:37:27.505811 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:37:27.505811 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:37:27.505811 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:37:27.505811 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:37:27.505811 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:37:27.505811 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:37:27.505811 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:37:27.505811 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:37:27.505811 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:37:27.505811 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:37:27.505811 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:37:27.505811 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:37:27.517410 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2ddb8acf-5ae1-461f-bfc4-68960e26d5eb req-e9882898-98b5-472f-a614-222dd62b9aa9 tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff0faf46-f134-461a-9c03-7c9da0c35b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734428 Jul 29 23:37:27.545312 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d692e091-e96a-4193-b741-f676cfc4f9e2 None None] Pushing event updated for resources: {'Port': ['ID=e698b262-628f-49d6-aa1c-360d9f5f8465,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:27.753386 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c5a349a2-f2a0-4a85-9d2d-0a500144e3a5 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:27.774714 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c5a349a2-f2a0-4a85-9d2d-0a500144e3a5 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:27.785788 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58904) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:27.790214 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-c5a349a2-f2a0-4a85-9d2d-0a500144e3a5 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] 10.222.0.43 "DELETE /v2.0/networks/4e1721ff-5016-4bc8-89f3-10b8989466a7 HTTP/1.1" status: 204 len: 168 time: 1.6744525 Jul 29 23:37:27.799418 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7b7b73bc-1cfd-4473-b1a3-89b0cdff4f87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:27.833250 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a349a2-f2a0-4a85-9d2d-0a500144e3a5 tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Pushing event deleted for resources: {'Network': ['ID=4e1721ff-5016-4bc8-89f3-10b8989466a7,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:27.847947 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7b7b73bc-1cfd-4473-b1a3-89b0cdff4f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:27.914546 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d3892c59-9363-420c-a253-533a88fb2f4d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0777726 Jul 29 23:37:27.916513 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58908) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:27.924750 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-5cc75db0-f434-4654-9748-ac7683d2c37e admin admin] Request body: {'subnet': {'network_id': 'c557a2d1-7c3b-4a23-8969-2636c7b18953', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2030580411-subnet', 'tenant_id': '2549046f437c4897b72b02531c34b6a8', 'ip_version': 4}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:28.016918 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 3c997990-28cc-40ab-b0f8-7ff423bc9adc no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:37:28.042408 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7b7b73bc-1cfd-4473-b1a3-89b0cdff4f87 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=15f0095c55d342a5b3014fa701bb1445&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5736461 Jul 29 23:37:28.047137 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58912) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:28.048201 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-58e001d8-2334-49f6-b8ff-29efec5eef9b None None] Attempting to bind port e698b262-628f-49d6-aa1c-360d9f5f8465 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:28.048589 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-58e001d8-2334-49f6-b8ff-29efec5eef9b None None] Attempting to bind port e698b262-628f-49d6-aa1c-360d9f5f8465 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '2d9f9fa8-9a49-423e-86b2-3891aba5a1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:28.048939 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e001d8-2334-49f6-b8ff-29efec5eef9b None None] Attempting to bind port e698b262-628f-49d6-aa1c-360d9f5f8465 on network 07279870-3078-44f7-8035-d94a4d0b31e7 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:28.052252 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7b73bc-1cfd-4473-b1a3-89b0cdff4f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=969a6bde-6bf8-4455-9a3a-8e1660928827,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:28.058711 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:28.061455 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8a56c929-a5ad-4b2f-a75d-8664bea5b091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:28.065201 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 3c997990-28cc-40ab-b0f8-7ff423bc9adc {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:37:28.065770 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 3c997990-28cc-40ab-b0f8-7ff423bc9adc not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:37:28.068765 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e001d8-2334-49f6-b8ff-29efec5eef9b None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:37:28.069142 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e001d8-2334-49f6-b8ff-29efec5eef9b None None] Checking segment: {'id': '2d9f9fa8-9a49-423e-86b2-3891aba5a1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:28.069540 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-58e001d8-2334-49f6-b8ff-29efec5eef9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:28.069952 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e001d8-2334-49f6-b8ff-29efec5eef9b None None] Bound using segment: {'id': '2d9f9fa8-9a49-423e-86b2-3891aba5a1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:37:28.070432 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-58e001d8-2334-49f6-b8ff-29efec5eef9b None None] Bound port: e698b262-628f-49d6-aa1c-360d9f5f8465, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d9f9fa8-9a49-423e-86b2-3891aba5a1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:37:28.070815 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-58e001d8-2334-49f6-b8ff-29efec5eef9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:28.085569 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab068bf-8885-411d-8dd3-93aa15bb67f7 None None] Resources bound (agent type, host, resource id): {{(pid=94079) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 23:37:28.138682 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5d2cb7e9-2c44-4790-b118-4aa637753f8d tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:28.147596 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a56c929-a5ad-4b2f-a75d-8664bea5b091 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed93b4a2-ecbe-4cd9-af23-e098efdef252,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:28.273195 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-58e001d8-2334-49f6-b8ff-29efec5eef9b None None] For port e698b262-628f-49d6-aa1c-360d9f5f8465, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:37:28.283360 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-79b66b7c-4ca1-4e98-9845-c6b0b3526c7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:28.307872 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58914) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:28.309094 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-58e001d8-2334-49f6-b8ff-29efec5eef9b None None] For port e698b262-628f-49d6-aa1c-360d9f5f8465, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=e698b262-628f-49d6-aa1c-360d9f5f8465,segment=NetworkSegment(2d9f9fa8-9a49-423e-86b2-3891aba5a1e6),segment_id=2d9f9fa8-9a49-423e-86b2-3891aba5a1e6)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:37:28.316586 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-58e001d8-2334-49f6-b8ff-29efec5eef9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:28.346570 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-79b66b7c-4ca1-4e98-9845-c6b0b3526c7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:28.372423 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7df3ec4e-7bf8-4fd8-94ca-6cc116272da4 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:28.381084 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7df3ec4e-7bf8-4fd8-94ca-6cc116272da4 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:28.463782 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7df3ec4e-7bf8-4fd8-94ca-6cc116272da4 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:37:28.488242 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-5d2cb7e9-2c44-4790-b118-4aa637753f8d tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Deleting port a49ec53c-3468-4740-89e0-e682e06544ed {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:28.488609 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5d2cb7e9-2c44-4790-b118-4aa637753f8d tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:28.492875 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df3ec4e-7bf8-4fd8-94ca-6cc116272da4 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d75a187-dc3c-4a81-94c0-d4619acf88c4,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:28.514521 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e001d8-2334-49f6-b8ff-29efec5eef9b None None] Routers {'c571524c-af41-4e26-bf00-a93cb822c7b7'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:37:28.515238 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-58e001d8-2334-49f6-b8ff-29efec5eef9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:37:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['c571524c-af41-4e26-bf00-a93cb822c7b7'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:28.564691 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc75db0-f434-4654-9748-ac7683d2c37e admin admin] Made reservation on behalf of 2549046f437c4897b72b02531c34b6a8 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:28.568744 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5cc75db0-f434-4654-9748-ac7683d2c37e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:28.608260 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-5d2cb7e9-2c44-4790-b118-4aa637753f8d tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] For port a49ec53c-3468-4740-89e0-e682e06544ed, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=a49ec53c-3468-4740-89e0-e682e06544ed,segment=NetworkSegment(7246dfc3-d819-49c6-a658-36c962f6a75c),segment_id=7246dfc3-d819-49c6-a658-36c962f6a75c)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:28.608649 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5d2cb7e9-2c44-4790-b118-4aa637753f8d tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:28.625647 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-5d2cb7e9-2c44-4790-b118-4aa637753f8d tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Calling delete_port for a49ec53c-3468-4740-89e0-e682e06544ed owned by network:dhcp {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:28.661026 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d3fd9d5d-d315-42c0-be59-75c2508e306e req-efeb3d19-4f03-4e8e-b17b-4376d600a4cf service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2673521 Jul 29 23:37:28.706157 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-79b66b7c-4ca1-4e98-9845-c6b0b3526c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:28.713754 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7df3ec4e-7bf8-4fd8-94ca-6cc116272da4 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:28.714315 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-7df3ec4e-7bf8-4fd8-94ca-6cc116272da4 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Added segment ba081928-7620-49a6-bbba-780dd0ee14fe of type vlan for network 5566afe9-34ab-4d4d-a088-ced5d2751f76 Jul 29 23:37:28.717538 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-79b66b7c-4ca1-4e98-9845-c6b0b3526c7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:28.724145 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-79b66b7c-4ca1-4e98-9845-c6b0b3526c7d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/969a6bde-6bf8-4455-9a3a-8e1660928827 HTTP/1.1" status: 204 len: 168 time: 0.6734076 Jul 29 23:37:28.738196 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d692e091-e96a-4193-b741-f676cfc4f9e2 None None] Pushing event updated for resources: {'Port': ['ID=e698b262-628f-49d6-aa1c-360d9f5f8465,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:28.799974 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-2dece42f-18c2-44cf-b1f2-be166eedd31f tempest-ExternalNetworksTestJSON-1207904784 tempest-ExternalNetworksTestJSON-1207904784-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1457914215'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:28.815648 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5d2cb7e9-2c44-4790-b118-4aa637753f8d tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:28.828543 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-58e001d8-2334-49f6-b8ff-29efec5eef9b None None] Set router c571524c-af41-4e26-bf00-a93cb822c7b7 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:37:28.881105 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b66b7c-4ca1-4e98-9845-c6b0b3526c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=969a6bde-6bf8-4455-9a3a-8e1660928827,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:28.901104 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2cb7e9-2c44-4790-b118-4aa637753f8d tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Pushing event deleted for resources: {'Port': ['ID=a49ec53c-3468-4740-89e0-e682e06544ed,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:28.915455 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7df3ec4e-7bf8-4fd8-94ca-6cc116272da4 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:28.921858 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8a56c929-a5ad-4b2f-a75d-8664bea5b091 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:28.927626 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2cb7e9-2c44-4790-b118-4aa637753f8d tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] No DVR routers for this DVR port a49ec53c-3468-4740-89e0-e682e06544ed on host n-d-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:37:28.938403 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30fd853-c1f0-4521-a098-98960ead75b0 req-eaae8b82-bf8b-431e-acde-adb4c5a5d6a6 tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:28.940015 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e30fd853-c1f0-4521-a098-98960ead75b0 req-eaae8b82-bf8b-431e-acde-adb4c5a5d6a6 tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7dc385-f9c4-4efe-b67c-e15fa007d16f HTTP/1.1" status: 200 len: 944 time: 0.2094321 Jul 29 23:37:28.959244 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dece42f-18c2-44cf-b1f2-be166eedd31f tempest-ExternalNetworksTestJSON-1207904784 tempest-ExternalNetworksTestJSON-1207904784-project] Made reservation on behalf of 6084e3607ea74b4b9ab58fdd4587fa25 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:28.965019 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2dece42f-18c2-44cf-b1f2-be166eedd31f tempest-ExternalNetworksTestJSON-1207904784 tempest-ExternalNetworksTestJSON-1207904784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:29.030949 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd9d5d-d315-42c0-be59-75c2508e306e req-8c4866c3-4872-4bab-9074-f750f86aaa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:29.031362 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd9d5d-d315-42c0-be59-75c2508e306e req-8c4866c3-4872-4bab-9074-f750f86aaa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:29.031833 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd9d5d-d315-42c0-be59-75c2508e306e req-8c4866c3-4872-4bab-9074-f750f86aaa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:29.032300 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd9d5d-d315-42c0-be59-75c2508e306e req-8c4866c3-4872-4bab-9074-f750f86aaa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:29.033524 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd9d5d-d315-42c0-be59-75c2508e306e req-8c4866c3-4872-4bab-9074-f750f86aaa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:29.034092 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd9d5d-d315-42c0-be59-75c2508e306e req-8c4866c3-4872-4bab-9074-f750f86aaa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:29.034562 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd9d5d-d315-42c0-be59-75c2508e306e req-8c4866c3-4872-4bab-9074-f750f86aaa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:29.038124 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d3fd9d5d-d315-42c0-be59-75c2508e306e req-8c4866c3-4872-4bab-9074-f750f86aaa88 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0f2ab90424214bdcb3d3f2d44c6cf9b4&device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 6495 time: 0.2298710 Jul 29 23:37:29.041519 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2dece42f-18c2-44cf-b1f2-be166eedd31f tempest-ExternalNetworksTestJSON-1207904784 tempest-ExternalNetworksTestJSON-1207904784-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:29.136525 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e30fd853-c1f0-4521-a098-98960ead75b0 req-abf2c654-ae6b-4cde-9ab8-f498719bf387 tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff0faf46-f134-461a-9c03-7c9da0c35b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820519 Jul 29 23:37:29.202037 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.db.resource_extend [None req-7df3ec4e-7bf8-4fd8-94ca-6cc116272da4 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:37:29.238040 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5d2cb7e9-2c44-4790-b118-4aa637753f8d tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:29.242912 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device d96ffb41-44f0-495c-a2e1-4559c71e9fab up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:37:29.284620 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-5d2cb7e9-2c44-4790-b118-4aa637753f8d tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eb5c3d2-9626-4b32-8571-1efa1871921e']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:29.356992 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7df3ec4e-7bf8-4fd8-94ca-6cc116272da4 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:29.363121 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df3ec4e-7bf8-4fd8-94ca-6cc116272da4 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:29.363791 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7df3ec4e-7bf8-4fd8-94ca-6cc116272da4 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:29.385912 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-5d2cb7e9-2c44-4790-b118-4aa637753f8d tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7246dfc3-d819-49c6-a658-36c962f6a75c') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:29.386207 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-5d2cb7e9-2c44-4790-b118-4aa637753f8d tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7246dfc3-d819-49c6-a658-36c962f6a75c') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:29.422748 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:29.450181 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58930) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:29.451029 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5d2cb7e9-2c44-4790-b118-4aa637753f8d tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:29.477374 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port d96ffb41-44f0-495c-a2e1-4559c71e9fab completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:29.494111 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port d96ffb41-44f0-495c-a2e1-4559c71e9fab triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:29.497500 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:29.499727 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5cc75db0-f434-4654-9748-ac7683d2c37e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:29.542557 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5d2cb7e9-2c44-4790-b118-4aa637753f8d tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:29.562778 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df3ec4e-7bf8-4fd8-94ca-6cc116272da4 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event updated for resources: {'Network': ['ID=5566afe9-34ab-4d4d-a088-ced5d2751f76,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:29.572933 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-58e001d8-2334-49f6-b8ff-29efec5eef9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'name': 'tempest-TestVolumeBootPattern-2002221163-router', 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '862daf0f-6991-4ef6-9199-6c40ea66b1f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:37:06Z', 'updated_at': '2021-07-29T23:37:18Z', 'revision_number': 4, 'project_id': 'abc07fd47c924aad994e74752ef0bc5a', 'gw_port': {'id': '862daf0f-6991-4ef6-9199-6c40ea66b1f1', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:08Z', 'updated_at': '2021-07-29T23:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'e698b262-628f-49d6-aa1c-360d9f5f8465', 'name': '', 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7', 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a', 'mac_address': 'fa:16:3e:50:a6:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': 'ef618f43-4fe4-4e34-9800-0476d270be60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:16Z', 'updated_at': '2021-07-29T23:37:28Z', 'revision_number': 4, 'project_id': 'abc07fd47c924aad994e74752ef0bc5a', 'subnets': [{'id': 'ef618f43-4fe4-4e34-9800-0476d270be60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:29.576645 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d2cb7e9-2c44-4790-b118-4aa637753f8d tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:37:29.577060 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5d2cb7e9-2c44-4790-b118-4aa637753f8d tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:29.581391 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:37:29.581391 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:37:29.581391 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:37:29.581391 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:37:29.581391 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:37:29.581391 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:37:29.581391 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:37:29.581391 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:37:29.581391 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:37:29.581391 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:37:29.581391 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:37:29.581391 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:37:29.581391 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:37:29.581391 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:37:29.581391 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:37:29.581391 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:37:29.581391 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:37:29.581391 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:37:29.581391 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:37:29.581391 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:37:29.581391 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:37:29.581391 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:37:29.581391 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:37:29.581391 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:37:29.581391 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:37:29.581391 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:37:29.581391 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:37:29.581391 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:37:29.581391 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:37:29.581391 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:37:29.581391 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:37:29.581391 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:37:29.625639 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e001d8-2334-49f6-b8ff-29efec5eef9b None None] The sync data for ids ['c571524c-af41-4e26-bf00-a93cb822c7b7'] in n-d-712141-10 is: [{'id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'name': 'tempest-TestVolumeBootPattern-2002221163-router', 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '862daf0f-6991-4ef6-9199-6c40ea66b1f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:37:06Z', 'updated_at': '2021-07-29T23:37:18Z', 'revision_number': 4, 'project_id': 'abc07fd47c924aad994e74752ef0bc5a', 'gw_port': {'id': '862daf0f-6991-4ef6-9199-6c40ea66b1f1', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:08Z', 'updated_at': '2021-07-29T23:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'e698b262-628f-49d6-aa1c-360d9f5f8465', 'name': '', 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7', 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a', 'mac_address': 'fa:16:3e:50:a6:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': 'ef618f43-4fe4-4e34-9800-0476d270be60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:16Z', 'updated_at': '2021-07-29T23:37:28Z', 'revision_number': 4, 'project_id': 'abc07fd47c924aad994e74752ef0bc5a', 'subnets': [{'id': 'ef618f43-4fe4-4e34-9800-0476d270be60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:37:29.628256 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 5566afe9-34ab-4d4d-a088-ced5d2751f76 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:37:29.675807 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc75db0-f434-4654-9748-ac7683d2c37e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b543d7e1-3adb-471f-89b1-7d9837345041,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:29.695357 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a2843f38-af80-40b3-8f0c-81fd99b42b0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:29.830253 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5d2cb7e9-2c44-4790-b118-4aa637753f8d tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:29.914175 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5d2cb7e9-2c44-4790-b118-4aa637753f8d tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:29.922623 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-5d2cb7e9-2c44-4790-b118-4aa637753f8d tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] 10.222.0.43 "DELETE /v2.0/networks/1eb5c3d2-9626-4b32-8571-1efa1871921e HTTP/1.1" status: 204 len: 168 time: 2.1355927 Jul 29 23:37:29.927543 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:29.939279 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58934) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:29.957219 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd9d5d-d315-42c0-be59-75c2508e306e req-306fb27a-2ea3-4919-8a56-dfaa0747a36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:29.960669 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd9d5d-d315-42c0-be59-75c2508e306e req-306fb27a-2ea3-4919-8a56-dfaa0747a36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:29.961567 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd9d5d-d315-42c0-be59-75c2508e306e req-306fb27a-2ea3-4919-8a56-dfaa0747a36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:29.964192 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d3fd9d5d-d315-42c0-be59-75c2508e306e req-306fb27a-2ea3-4919-8a56-dfaa0747a36e service neutron] 10.222.0.22 "GET /v2.0/networks?id=cd4fb90a-a73b-48ea-873e-472dda9549c0&id=61db5dcd-b042-47fa-9111-3b2277565367&id=61db5dcd-b042-47fa-9111-3b2277565367&id=61db5dcd-b042-47fa-9111-3b2277565367&id=61db5dcd-b042-47fa-9111-3b2277565367&id=efe051f0-42fc-4850-b7cd-89c8013aea3e&id=efe051f0-42fc-4850-b7cd-89c8013aea3e HTTP/1.1" status: 200 len: 2291 time: 0.8594017 Jul 29 23:37:30.043334 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a7dc385-f9c4-4efe-b67c-e15fa007d16f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd96ffb41-44f0-495c-a2e1-4559c71e9fab'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:37:30.049059 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a749648-c632-48f9-a8b8-6631834f152e" -d '{"events": [{"server_uuid": "2a7dc385-f9c4-4efe-b67c-e15fa007d16f", "name": "network-vif-plugged", "status": "completed", "tag": "d96ffb41-44f0-495c-a2e1-4559c71e9fab"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:37:30.110166 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc75db0-f434-4654-9748-ac7683d2c37e admin admin] Checking segment: {'id': '4a440624-fcac-4e4f-a0d4-64fd4299d2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c557a2d1-7c3b-4a23-8969-2636c7b18953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:30.110796 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc75db0-f434-4654-9748-ac7683d2c37e admin admin] Network hostable DHCP agents. Network: c557a2d1-7c3b-4a23-8969-2636c7b18953, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:37:30.139793 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port d96ffb41-44f0-495c-a2e1-4559c71e9fab, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=d96ffb41-44f0-495c-a2e1-4559c71e9fab,segment=NetworkSegment(5cc512e0-8569-498d-a7fc-c2dd3dac383c),segment_id=5cc512e0-8569-498d-a7fc-c2dd3dac383c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:30.142426 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2cb7e9-2c44-4790-b118-4aa637753f8d tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Pushing event deleted for resources: {'Network': ['ID=1eb5c3d2-9626-4b32-8571-1efa1871921e,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:30.148156 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:30.186753 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d85dfc21-beda-4a49-a011-f942983d9d4a tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:30.232773 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bbd4ec1-58ef-4228-8f33-4c2040bfd4ac x-openstack-request-id: req-3bbd4ec1-58ef-4228-8f33-4c2040bfd4ac {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:37:30.233546 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a7dc385-f9c4-4efe-b67c-e15fa007d16f", "name": "network-vif-plugged", "status": "completed", "tag": "d96ffb41-44f0-495c-a2e1-4559c71e9fab", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:37:30.234211 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3bbd4ec1-58ef-4228-8f33-4c2040bfd4ac {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:37:30.235036 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a7dc385-f9c4-4efe-b67c-e15fa007d16f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd96ffb41-44f0-495c-a2e1-4559c71e9fab', 'code': 200} Jul 29 23:37:30.251239 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a56c929-a5ad-4b2f-a75d-8664bea5b091 admin admin] Router dae35e35-2aef-418e-bf6b-28bd5d1ce7d2 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:37:30.285102 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device e698b262-628f-49d6-aa1c-360d9f5f8465 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:37:30.356263 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=d96ffb41-44f0-495c-a2e1-4559c71e9fab,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:30.425423 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc75db0-f434-4654-9748-ac7683d2c37e admin admin] Network c557a2d1-7c3b-4a23-8969-2636c7b18953 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:37:30.483365 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d3fd9d5d-d315-42c0-be59-75c2508e306e req-b6b29a48-e397-456f-b15d-5c5b9a057474 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e344eee-0003-40f4-acc2-bcb46574e5a1 HTTP/1.1" status: 200 len: 1001 time: 0.4830093 Jul 29 23:37:30.506447 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-5cc75db0-f434-4654-9748-ac7683d2c37e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, c557a2d1-7c3b-4a23-8969-2636c7b18953) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:30.514749 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port e698b262-628f-49d6-aa1c-360d9f5f8465 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:30.542290 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffae841d-a74a-4955-b2c0-726efe6bcc3f None None] Network c557a2d1-7c3b-4a23-8969-2636c7b18953 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:30.543009 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3fde5-7337-444e-9b1e-04b2d2b6f65a req-73602f63-2df1-4f80-bbd4-6a7da1c282e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:30.544658 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f8c3fde5-7337-444e-9b1e-04b2d2b6f65a req-73602f63-2df1-4f80-bbd4-6a7da1c282e6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2a7dc385-f9c4-4efe-b67c-e15fa007d16f HTTP/1.1" status: 200 len: 1097 time: 0.1430864 Jul 29 23:37:30.604199 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a56c929-a5ad-4b2f-a75d-8664bea5b091 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:37:30.618722 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544651e1-fd41-478d-8535-85d2c64cbd61 None None] Sync routers for ids ['dae35e35-2aef-418e-bf6b-28bd5d1ce7d2'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:37:30.619559 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2dece42f-18c2-44cf-b1f2-be166eedd31f tempest-ExternalNetworksTestJSON-1207904784 tempest-ExternalNetworksTestJSON-1207904784-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:30.620921 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8a56c929-a5ad-4b2f-a75d-8664bea5b091 admin admin] 10.222.0.43 "PUT /v2.0/routers/dae35e35-2aef-418e-bf6b-28bd5d1ce7d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6310267 Jul 29 23:37:30.630577 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58942) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:30.635543 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port e698b262-628f-49d6-aa1c-360d9f5f8465 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:30.636318 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:30.654212 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544651e1-fd41-478d-8535-85d2c64cbd61 None None] Routers {'dae35e35-2aef-418e-bf6b-28bd5d1ce7d2'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:37:30.655294 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-544651e1-fd41-478d-8535-85d2c64cbd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:37:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['dae35e35-2aef-418e-bf6b-28bd5d1ce7d2'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:30.662832 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d85dfc21-beda-4a49-a011-f942983d9d4a tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:30.686291 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-d8804d2c-8d96-4730-a79a-1ea6a978c771 None None] Provisioning complete for port e698b262-628f-49d6-aa1c-360d9f5f8465 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:30.686491 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-d85dfc21-beda-4a49-a011-f942983d9d4a tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5b93bf6-f0d2-4bf2-8c3d-5110d7cfe363']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:30.687408 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d8804d2c-8d96-4730-a79a-1ea6a978c771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:30.710805 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-d85dfc21-beda-4a49-a011-f942983d9d4a tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68df12aa-cc6c-4c1f-a328-c1c0776f8b44') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:30.711290 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-d85dfc21-beda-4a49-a011-f942983d9d4a tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68df12aa-cc6c-4c1f-a328-c1c0776f8b44') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:30.732245 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d85dfc21-beda-4a49-a011-f942983d9d4a tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:30.762416 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d85dfc21-beda-4a49-a011-f942983d9d4a tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:30.771042 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d85dfc21-beda-4a49-a011-f942983d9d4a tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:37:30.771042 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d85dfc21-beda-4a49-a011-f942983d9d4a tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:30.782577 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f8c3fde5-7337-444e-9b1e-04b2d2b6f65a req-8f4e2337-5e69-4340-88cc-2eef0118e12d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ff0faf46-f134-461a-9c03-7c9da0c35b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297044 Jul 29 23:37:30.788567 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7df3ec4e-7bf8-4fd8-94ca-6cc116272da4 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 5.6539660 Jul 29 23:37:30.793402 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58944) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:30.801421 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-88546da0-1af7-46d2-8e0b-2ab4eef111be tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-365864399'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:30.882535 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:30.965619 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-37d37084-8512-4d55-b098-710d77fed14b admin admin] Notify callbacks [] for router, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:31.033839 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port e698b262-628f-49d6-aa1c-360d9f5f8465, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=e698b262-628f-49d6-aa1c-360d9f5f8465,segment=NetworkSegment(2d9f9fa8-9a49-423e-86b2-3891aba5a1e6),segment_id=2d9f9fa8-9a49-423e-86b2-3891aba5a1e6)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:31.044182 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:31.062340 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-544651e1-fd41-478d-8535-85d2c64cbd61 None None] Set router dae35e35-2aef-418e-bf6b-28bd5d1ce7d2 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:37:31.208484 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20404db-61e6-4666-9822-b03b5101a3da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-c557a2d1-7c3b-4a23-8969-2636c7b18953', 'network_id': 'c557a2d1-7c3b-4a23-8969-2636c7b18953', 'tenant_id': '2549046f437c4897b72b02531c34b6a8', 'fixed_ips': [{'subnet_id': 'b543d7e1-3adb-471f-89b1-7d9837345041'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:37:31.210251 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d20404db-61e6-4666-9822-b03b5101a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:31.217443 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-37d37084-8512-4d55-b098-710d77fed14b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:31.219550 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d8804d2c-8d96-4730-a79a-1ea6a978c771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:31.368335 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=e698b262-628f-49d6-aa1c-360d9f5f8465,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:31.382474 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-37d37084-8512-4d55-b098-710d77fed14b admin admin] Deleting port cee57fc9-32af-463a-9f99-151d36fabbdf {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:31.383476 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-37d37084-8512-4d55-b098-710d77fed14b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:31.468977 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-544651e1-fd41-478d-8535-85d2c64cbd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae35e35-2aef-418e-bf6b-28bd5d1ce7d2', 'name': 'tempest-ServerActionsTestJSON-1396991874-router', 'tenant_id': 'b0043d03cb0a4bbcbd35eb8f2075805c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.121'}], 'enable_snat': True}, 'gw_port_id': 'cee57fc9-32af-463a-9f99-151d36fabbdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:32Z', 'updated_at': '2021-07-29T23:37:27Z', 'revision_number': 5, 'project_id': 'b0043d03cb0a4bbcbd35eb8f2075805c', 'gw_port': {'id': 'cee57fc9-32af-463a-9f99-151d36fabbdf', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:ee:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dae35e35-2aef-418e-bf6b-28bd5d1ce7d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1043, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:33Z', 'updated_at': '2021-07-29T23:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:31.498682 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:37:31.498682 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:37:31.498682 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:37:31.498682 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:37:31.498682 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:37:31.498682 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:37:31.498682 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:37:31.498682 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:37:31.498682 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:37:31.498682 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:37:31.498682 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:37:31.498682 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:37:31.498682 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:37:31.498682 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:37:31.498682 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:37:31.498682 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:37:31.498682 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:37:31.498682 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:37:31.498682 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:37:31.498682 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:37:31.498682 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:37:31.498682 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:37:31.498682 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:37:31.498682 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:37:31.498682 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:37:31.498682 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:37:31.498682 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:37:31.498682 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:37:31.498682 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:37:31.498682 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:37:31.498682 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:37:31.498682 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:37:31.504257 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd9d5d-d315-42c0-be59-75c2508e306e req-bb3284ab-f345-4af8-b47f-9ae58f0402c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:31.504257 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d3fd9d5d-d315-42c0-be59-75c2508e306e req-bb3284ab-f345-4af8-b47f-9ae58f0402c2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5e68bcd5-61dd-4d3a-b0e6-c975e0de7caa HTTP/1.1" status: 200 len: 850 time: 0.9432077 Jul 29 23:37:31.512013 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc75db0-f434-4654-9748-ac7683d2c37e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:31.514240 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5cc75db0-f434-4654-9748-ac7683d2c37e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:31.535627 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.db.api [None req-d8804d2c-8d96-4730-a79a-1ea6a978c771 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94079) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:37:31.536302 n-d-712141-10 neutron-server[94079]: DEBUG oslo_db.api [None req-d8804d2c-8d96-4730-a79a-1ea6a978c771 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:37:31.570889 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544651e1-fd41-478d-8535-85d2c64cbd61 None None] Checking router: dae35e35-2aef-418e-bf6b-28bd5d1ce7d2 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:37:31.578197 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2dece42f-18c2-44cf-b1f2-be166eedd31f tempest-ExternalNetworksTestJSON-1207904784 tempest-ExternalNetworksTestJSON-1207904784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:31.608744 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544651e1-fd41-478d-8535-85d2c64cbd61 None None] Routers {'dae35e35-2aef-418e-bf6b-28bd5d1ce7d2'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:37:31.610101 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-544651e1-fd41-478d-8535-85d2c64cbd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:37:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['dae35e35-2aef-418e-bf6b-28bd5d1ce7d2'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:31.682628 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-d20404db-61e6-4666-9822-b03b5101a3da None None] Allocated IP 172.20.0.2 (c557a2d1-7c3b-4a23-8969-2636c7b18953/b543d7e1-3adb-471f-89b1-7d9837345041/5b6cb85c-556d-4c03-a1d7-ccabd7a77eb6) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:31.758334 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dece42f-18c2-44cf-b1f2-be166eedd31f tempest-ExternalNetworksTestJSON-1207904784 tempest-ExternalNetworksTestJSON-1207904784-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:37:31.832631 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd9d5d-d315-42c0-be59-75c2508e306e req-6b959b88-1578-4e07-b4f5-c7ffddb51d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:31.840402 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d3fd9d5d-d315-42c0-be59-75c2508e306e req-6b959b88-1578-4e07-b4f5-c7ffddb51d28 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cd4fb90a-a73b-48ea-873e-472dda9549c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2922544 Jul 29 23:37:31.845683 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d85dfc21-beda-4a49-a011-f942983d9d4a tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:31.856824 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-544651e1-fd41-478d-8535-85d2c64cbd61 None None] Set router dae35e35-2aef-418e-bf6b-28bd5d1ce7d2 gateway port host: None {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:37:31.940205 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-544651e1-fd41-478d-8535-85d2c64cbd61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dae35e35-2aef-418e-bf6b-28bd5d1ce7d2', 'name': 'tempest-ServerActionsTestJSON-1396991874-router', 'tenant_id': 'b0043d03cb0a4bbcbd35eb8f2075805c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:32Z', 'updated_at': '2021-07-29T23:37:31Z', 'revision_number': 6, 'project_id': 'b0043d03cb0a4bbcbd35eb8f2075805c', 'gw_port_host': None}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:31.994456 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2dece42f-18c2-44cf-b1f2-be166eedd31f tempest-ExternalNetworksTestJSON-1207904784 tempest-ExternalNetworksTestJSON-1207904784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:31.995762 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-2dece42f-18c2-44cf-b1f2-be166eedd31f tempest-ExternalNetworksTestJSON-1207904784 tempest-ExternalNetworksTestJSON-1207904784-project] Added segment 5628e087-1596-4d07-9d6a-6378e4fa1537 of type vlan for network 0b3b1418-2b37-4d00-b44c-195b4e247c5b Jul 29 23:37:32.060363 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-544651e1-fd41-478d-8535-85d2c64cbd61 None None] The sync data for ids ['dae35e35-2aef-418e-bf6b-28bd5d1ce7d2'] in n-d-712141-10 is: [{'id': 'dae35e35-2aef-418e-bf6b-28bd5d1ce7d2', 'name': 'tempest-ServerActionsTestJSON-1396991874-router', 'tenant_id': 'b0043d03cb0a4bbcbd35eb8f2075805c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:32Z', 'updated_at': '2021-07-29T23:37:31Z', 'revision_number': 6, 'project_id': 'b0043d03cb0a4bbcbd35eb8f2075805c', 'gw_port_host': None}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:37:32.060783 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d85dfc21-beda-4a49-a011-f942983d9d4a tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:32.062647 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-d85dfc21-beda-4a49-a011-f942983d9d4a tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] 10.222.0.43 "DELETE /v2.0/networks/f5b93bf6-f0d2-4bf2-8c3d-5110d7cfe363 HTTP/1.1" status: 204 len: 168 time: 2.1223691 Jul 29 23:37:32.078128 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85dfc21-beda-4a49-a011-f942983d9d4a tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Pushing event deleted for resources: {'Network': ['ID=f5b93bf6-f0d2-4bf2-8c3d-5110d7cfe363,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:32.083749 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58948) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:32.114246 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device e698b262-628f-49d6-aa1c-360d9f5f8465 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:37:32.189246 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d20404db-61e6-4666-9822-b03b5101a3da None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:32.194150 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dece42f-18c2-44cf-b1f2-be166eedd31f tempest-ExternalNetworksTestJSON-1207904784 tempest-ExternalNetworksTestJSON-1207904784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fad43d9-02dd-468b-b4ab-e78c4132210e,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:32.212258 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-d20404db-61e6-4666-9822-b03b5101a3da None None] Transition to ACTIVE for port object 5b6cb85c-556d-4c03-a1d7-ccabd7a77eb6 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:32.235101 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acfd881-0831-4897-8db1-1067b9b776a8 req-7cb977ac-30f4-4b03-b575-6878a3525ce6 tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:32.242179 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port e698b262-628f-49d6-aa1c-360d9f5f8465 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:32.242695 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:32.245769 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7acfd881-0831-4897-8db1-1067b9b776a8 req-7cb977ac-30f4-4b03-b575-6878a3525ce6 tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7dc385-f9c4-4efe-b67c-e15fa007d16f HTTP/1.1" status: 200 len: 945 time: 1.8396423 Jul 29 23:37:32.248133 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-d20404db-61e6-4666-9822-b03b5101a3da None None] Transition to ACTIVE for port object 5b6cb85c-556d-4c03-a1d7-ccabd7a77eb6 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:32.265064 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bc352d9f-593d-4cd3-8f2e-d4bbb7a8021b tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:32.288526 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2dece42f-18c2-44cf-b1f2-be166eedd31f tempest-ExternalNetworksTestJSON-1207904784 tempest-ExternalNetworksTestJSON-1207904784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:32.289219 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-37d37084-8512-4d55-b098-710d77fed14b admin admin] For port cee57fc9-32af-463a-9f99-151d36fabbdf, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=cee57fc9-32af-463a-9f99-151d36fabbdf,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:32.295957 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-37d37084-8512-4d55-b098-710d77fed14b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:32.313950 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d3fd9d5d-d315-42c0-be59-75c2508e306e req-46058723-369e-44aa-8e25-23bd6313bb47 service neutron] 10.222.0.22 "GET /v2.0/networks/cd4fb90a-a73b-48ea-873e-472dda9549c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4542010 Jul 29 23:37:32.321384 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-37d37084-8512-4d55-b098-710d77fed14b admin admin] Calling delete_port for cee57fc9-32af-463a-9f99-151d36fabbdf owned by network:router_gateway {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:32.424862 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7acfd881-0831-4897-8db1-1067b9b776a8 req-9bff80b9-5f1c-4470-aa1f-d710531f7b87 tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff0faf46-f134-461a-9c03-7c9da0c35b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781907 Jul 29 23:37:32.461280 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2dece42f-18c2-44cf-b1f2-be166eedd31f tempest-ExternalNetworksTestJSON-1207904784 tempest-ExternalNetworksTestJSON-1207904784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:32.468479 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dece42f-18c2-44cf-b1f2-be166eedd31f tempest-ExternalNetworksTestJSON-1207904784 tempest-ExternalNetworksTestJSON-1207904784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:32.469551 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2dece42f-18c2-44cf-b1f2-be166eedd31f tempest-ExternalNetworksTestJSON-1207904784 tempest-ExternalNetworksTestJSON-1207904784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:32.550643 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d20404db-61e6-4666-9822-b03b5101a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:32.635605 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a2843f38-af80-40b3-8f0c-81fd99b42b0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:32.663895 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a2843f38-af80-40b3-8f0c-81fd99b42b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:32.672104 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-37d37084-8512-4d55-b098-710d77fed14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:32.679657 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-5cc75db0-f434-4654-9748-ac7683d2c37e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.7579298 Jul 29 23:37:32.687870 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58952) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:32.691488 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dece42f-18c2-44cf-b1f2-be166eedd31f tempest-ExternalNetworksTestJSON-1207904784 tempest-ExternalNetworksTestJSON-1207904784-project] Pushing event updated for resources: {'Network': ['ID=0b3b1418-2b37-4d00-b44c-195b4e247c5b,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:32.695388 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bc352d9f-593d-4cd3-8f2e-d4bbb7a8021b tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:32.698460 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-b8f1a723-268c-4984-8447-13b381dd874f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2030580411-router', 'tenant_id': '2549046f437c4897b72b02531c34b6a8', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:32.709767 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20404db-61e6-4666-9822-b03b5101a3da None None] Network c557a2d1-7c3b-4a23-8969-2636c7b18953 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:32.711929 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 0b3b1418-2b37-4d00-b44c-195b4e247c5b details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:37:32.730849 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-bc352d9f-593d-4cd3-8f2e-d4bbb7a8021b tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02a6f99d-12de-48ad-971d-d59570f188d8']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:32.750431 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d37084-8512-4d55-b098-710d77fed14b admin admin] Pushing event deleted for resources: {'Port': ['ID=cee57fc9-32af-463a-9f99-151d36fabbdf,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:32.761222 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-d20404db-61e6-4666-9822-b03b5101a3da None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:32.766170 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88546da0-1af7-46d2-8e0b-2ab4eef111be tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Made reservation on behalf of 7a2f603cc15342b5a7088525840c9a8c for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:32.770705 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-88546da0-1af7-46d2-8e0b-2ab4eef111be tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:32.777951 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d3fd9d5d-d315-42c0-be59-75c2508e306e req-819e1470-10f2-42f2-be81-771c6bca99ad service neutron] 10.222.0.22 "GET /v2.0/networks/cd4fb90a-a73b-48ea-873e-472dda9549c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4513898 Jul 29 23:37:32.784288 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-a2843f38-af80-40b3-8f0c-81fd99b42b0e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a2060c3cb99a42d4a44b2b2427f6b21b&name=default HTTP/1.1" status: 200 len: 2983 time: 3.3142927 Jul 29 23:37:32.785419 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-bc352d9f-593d-4cd3-8f2e-d4bbb7a8021b tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f8cb7b9-ef03-4169-805f-8ffac7705b56') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:32.785942 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-bc352d9f-593d-4cd3-8f2e-d4bbb7a8021b tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f8cb7b9-ef03-4169-805f-8ffac7705b56') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:32.788703 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58954) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:32.805470 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-2dece42f-18c2-44cf-b1f2-be166eedd31f tempest-ExternalNetworksTestJSON-1207904784 tempest-ExternalNetworksTestJSON-1207904784-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 4.4924016 Jul 29 23:37:32.806461 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20404db-61e6-4666-9822-b03b5101a3da None None] Pushing event updated for resources: {'Port': ['ID=5b6cb85c-556d-4c03-a1d7-ccabd7a77eb6,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:32.807429 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20404db-61e6-4666-9822-b03b5101a3da None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:32.814718 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2843f38-af80-40b3-8f0c-81fd99b42b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9f23d8-55cf-479a-9c6c-f6e14aee0eda,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:32.821575 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bc352d9f-593d-4cd3-8f2e-d4bbb7a8021b tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:32.824245 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58956) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:32.889960 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-37d37084-8512-4d55-b098-710d77fed14b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:32.917278 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d3fd9d5d-d315-42c0-be59-75c2508e306e req-88db4b86-2882-4710-bad6-d5489150fd5d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=6692c9b8-f4e2-4f31-897e-016045fc3bd4 HTTP/1.1" status: 200 len: 217 time: 0.1268694 Jul 29 23:37:32.932113 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bc352d9f-593d-4cd3-8f2e-d4bbb7a8021b tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:32.945973 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b8f1a723-268c-4984-8447-13b381dd874f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:32.946358 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b8f1a723-268c-4984-8447-13b381dd874f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:32.974177 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-d20404db-61e6-4666-9822-b03b5101a3da None None] Attempting to bind port 5b6cb85c-556d-4c03-a1d7-ccabd7a77eb6 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:32.974674 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-d20404db-61e6-4666-9822-b03b5101a3da None None] Attempting to bind port 5b6cb85c-556d-4c03-a1d7-ccabd7a77eb6 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '4a440624-fcac-4e4f-a0d4-64fd4299d2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c557a2d1-7c3b-4a23-8969-2636c7b18953'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:32.975157 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20404db-61e6-4666-9822-b03b5101a3da None None] Attempting to bind port 5b6cb85c-556d-4c03-a1d7-ccabd7a77eb6 on network c557a2d1-7c3b-4a23-8969-2636c7b18953 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:32.990090 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20404db-61e6-4666-9822-b03b5101a3da None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:37:32.990652 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20404db-61e6-4666-9822-b03b5101a3da None None] Checking segment: {'id': '4a440624-fcac-4e4f-a0d4-64fd4299d2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c557a2d1-7c3b-4a23-8969-2636c7b18953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:32.991357 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d20404db-61e6-4666-9822-b03b5101a3da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:32.992092 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20404db-61e6-4666-9822-b03b5101a3da None None] Bound using segment: {'id': '4a440624-fcac-4e4f-a0d4-64fd4299d2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c557a2d1-7c3b-4a23-8969-2636c7b18953'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:37:32.992974 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-d20404db-61e6-4666-9822-b03b5101a3da None None] Bound port: 5b6cb85c-556d-4c03-a1d7-ccabd7a77eb6, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a440624-fcac-4e4f-a0d4-64fd4299d2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c557a2d1-7c3b-4a23-8969-2636c7b18953'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:37:32.994091 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd9d5d-d315-42c0-be59-75c2508e306e req-2fb799e7-8bb3-442a-b94d-c53c6fb5e1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:32.994304 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d20404db-61e6-4666-9822-b03b5101a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:32.995902 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d3fd9d5d-d315-42c0-be59-75c2508e306e req-2fb799e7-8bb3-442a-b94d-c53c6fb5e1e9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=79a11c1f-d15e-4fd8-9d2b-ecb54e88df46 HTTP/1.1" status: 200 len: 797 time: 0.0691364 Jul 29 23:37:32.999671 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc352d9f-593d-4cd3-8f2e-d4bbb7a8021b tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:37:33.000443 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bc352d9f-593d-4cd3-8f2e-d4bbb7a8021b tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:33.004110 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:37:33.004110 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:37:33.004110 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:37:33.004110 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:37:33.004110 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:37:33.004110 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:37:33.004110 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:37:33.004110 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:37:33.004110 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:37:33.004110 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:37:33.004110 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:37:33.004110 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:37:33.004110 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:37:33.004110 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:37:33.004110 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:37:33.004110 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:37:33.004110 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:37:33.004110 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:37:33.004110 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:37:33.004110 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:37:33.004110 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:37:33.004110 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:37:33.004110 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:37:33.004110 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:37:33.004110 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:37:33.004110 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:37:33.004110 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:37:33.004110 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:37:33.004110 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:37:33.004110 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:37:33.004110 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:37:33.004110 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:37:33.029260 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88546da0-1af7-46d2-8e0b-2ab4eef111be tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:37:33.113220 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-37d37084-8512-4d55-b098-710d77fed14b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:33.124467 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-37d37084-8512-4d55-b098-710d77fed14b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:33.131502 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-88546da0-1af7-46d2-8e0b-2ab4eef111be tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:33.132342 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-88546da0-1af7-46d2-8e0b-2ab4eef111be tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Added segment 9b7bece3-9f59-4338-aaeb-3754bb0ffee7 of type vlan for network 8110e4a9-0eb5-4398-a420-451f60f92500 Jul 29 23:37:33.155984 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-24d91948-f9a7-4451-97d1-ffd46f0bcca4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Request body: {'network': {'name': 'tempest-network--124235821', 'router:external': True}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:33.199926 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-d20404db-61e6-4666-9822-b03b5101a3da None None] For port 5b6cb85c-556d-4c03-a1d7-ccabd7a77eb6, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:37:33.210402 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bc352d9f-593d-4cd3-8f2e-d4bbb7a8021b tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:33.237838 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-d20404db-61e6-4666-9822-b03b5101a3da None None] For port 5b6cb85c-556d-4c03-a1d7-ccabd7a77eb6, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=5b6cb85c-556d-4c03-a1d7-ccabd7a77eb6,segment=NetworkSegment(4a440624-fcac-4e4f-a0d4-64fd4299d2d2),segment_id=4a440624-fcac-4e4f-a0d4-64fd4299d2d2)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:37:33.239174 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bc352d9f-593d-4cd3-8f2e-d4bbb7a8021b tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:33.241900 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-bc352d9f-593d-4cd3-8f2e-d4bbb7a8021b tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] 10.222.0.43 "DELETE /v2.0/networks/02a6f99d-12de-48ad-971d-d59570f188d8 HTTP/1.1" status: 204 len: 168 time: 1.1548762 Jul 29 23:37:33.242783 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc352d9f-593d-4cd3-8f2e-d4bbb7a8021b tempest-BulkNetworkOpsTest-1730105845 tempest-BulkNetworkOpsTest-1730105845-project] Pushing event deleted for resources: {'Network': ['ID=02a6f99d-12de-48ad-971d-d59570f188d8,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:33.248334 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d20404db-61e6-4666-9822-b03b5101a3da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:33.250107 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24d91948-f9a7-4451-97d1-ffd46f0bcca4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Made reservation on behalf of e6a9f9f9e8e3497daf0a4d933c821a72 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:33.252923 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-24d91948-f9a7-4451-97d1-ffd46f0bcca4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:33.265061 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-24d91948-f9a7-4451-97d1-ffd46f0bcca4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:33.269363 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd9d5d-d315-42c0-be59-75c2508e306e req-80c7a84e-9cda-471b-8b30-944482aa8e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:33.274411 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d3fd9d5d-d315-42c0-be59-75c2508e306e req-80c7a84e-9cda-471b-8b30-944482aa8e9c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=61db5dcd-b042-47fa-9111-3b2277565367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2528412 Jul 29 23:37:33.367631 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b8f1a723-268c-4984-8447-13b381dd874f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:33.375385 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-59064a19-9a9e-448f-8f28-1707a13c25d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:33.404748 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d3fd9d5d-d315-42c0-be59-75c2508e306e req-617c8ec5-bc57-47f3-b662-8eb263c95a2f service neutron] 10.222.0.22 "GET /v2.0/networks/61db5dcd-b042-47fa-9111-3b2277565367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197588 Jul 29 23:37:33.426609 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20404db-61e6-4666-9822-b03b5101a3da None None] Pushing event updated for resources: {'Port': ['ID=5b6cb85c-556d-4c03-a1d7-ccabd7a77eb6,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:33.502075 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-37d37084-8512-4d55-b098-710d77fed14b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:33.502650 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d37084-8512-4d55-b098-710d77fed14b admin admin] Fanout notify agent at l3_agent the message router_deleted on router dae35e35-2aef-418e-bf6b-28bd5d1ce7d2 {{(pid=94077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:37:33.627209 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-37d37084-8512-4d55-b098-710d77fed14b admin admin] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:33.632697 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-37d37084-8512-4d55-b098-710d77fed14b admin admin] 10.222.0.43 "DELETE /v2.0/routers/dae35e35-2aef-418e-bf6b-28bd5d1ce7d2 HTTP/1.1" status: 204 len: 168 time: 2.9975352 Jul 29 23:37:33.633360 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-88546da0-1af7-46d2-8e0b-2ab4eef111be tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:33.648316 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58966) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:33.680169 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-59064a19-9a9e-448f-8f28-1707a13c25d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:33.736363 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d3fd9d5d-d315-42c0-be59-75c2508e306e req-6ec275a7-4dff-4ea4-a20e-d7b63d51b8ec service neutron] 10.222.0.22 "GET /v2.0/networks/61db5dcd-b042-47fa-9111-3b2277565367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237534 Jul 29 23:37:33.866096 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d3fd9d5d-d315-42c0-be59-75c2508e306e req-b68beade-e2ec-44e5-8189-d9098e4e3181 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=da9a90e1-8efc-4f87-81e6-604ba087e2ac HTTP/1.1" status: 200 len: 217 time: 0.1115696 Jul 29 23:37:33.880364 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.db.resource_extend [None req-88546da0-1af7-46d2-8e0b-2ab4eef111be tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:37:33.880970 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17459f1-8891-4c2b-9339-b3237e9cec64 req-5cca318f-5b8f-4ddc-b2f0-f154806a505c tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:33.890628 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d17459f1-8891-4c2b-9339-b3237e9cec64 req-5cca318f-5b8f-4ddc-b2f0-f154806a505c tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7dc385-f9c4-4efe-b67c-e15fa007d16f HTTP/1.1" status: 200 len: 945 time: 0.2860801 Jul 29 23:37:33.965773 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd9d5d-d315-42c0-be59-75c2508e306e req-424d67c2-3c25-430b-bb8d-3f00bc87b541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:33.968258 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d3fd9d5d-d315-42c0-be59-75c2508e306e req-424d67c2-3c25-430b-bb8d-3f00bc87b541 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=79a11c1f-d15e-4fd8-9d2b-ecb54e88df46 HTTP/1.1" status: 200 len: 797 time: 0.0697033 Jul 29 23:37:33.976948 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f361a7a-7b67-4825-90b3-2a5370ad8cc7 admin admin] Deleting subnet 01812886-2cdd-41de-831e-c3e259b8e381 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:37:33.999080 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8f361a7a-7b67-4825-90b3-2a5370ad8cc7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:34.004277 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b8f1a723-268c-4984-8447-13b381dd874f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:34.107123 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-88546da0-1af7-46d2-8e0b-2ab4eef111be tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:34.120297 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d17459f1-8891-4c2b-9339-b3237e9cec64 req-2fb3981c-3ee7-432c-ba9e-2de6c7ebefaf tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff0faf46-f134-461a-9c03-7c9da0c35b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286131 Jul 29 23:37:34.120619 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88546da0-1af7-46d2-8e0b-2ab4eef111be tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:34.121687 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-88546da0-1af7-46d2-8e0b-2ab4eef111be tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:34.133686 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd9d5d-d315-42c0-be59-75c2508e306e req-3a947e89-cc61-4c8b-852f-31b2f8372dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:34.136018 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d3fd9d5d-d315-42c0-be59-75c2508e306e req-3a947e89-cc61-4c8b-852f-31b2f8372dbe service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=61db5dcd-b042-47fa-9111-3b2277565367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1502700 Jul 29 23:37:34.169401 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-24d91948-f9a7-4451-97d1-ffd46f0bcca4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:34.210465 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 5b6cb85c-556d-4c03-a1d7-ccabd7a77eb6 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:37:34.222605 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58972) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:34.237191 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-24d91948-f9a7-4451-97d1-ffd46f0bcca4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:34.272066 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8f361a7a-7b67-4825-90b3-2a5370ad8cc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:34.304943 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24d91948-f9a7-4451-97d1-ffd46f0bcca4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:37:34.334996 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d91948-f9a7-4451-97d1-ffd46f0bcca4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411fe129-352b-4fc5-9ae5-741439665383,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:34.340527 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-24d91948-f9a7-4451-97d1-ffd46f0bcca4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:34.341382 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-24d91948-f9a7-4451-97d1-ffd46f0bcca4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Added segment 4f733c3c-a891-41a6-92d4-0f8d5e0a0ee0 of type vlan for network 98fd53ba-9b06-4215-8c47-2786678e80a9 Jul 29 23:37:34.402897 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8f361a7a-7b67-4825-90b3-2a5370ad8cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:34.417492 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 5b6cb85c-556d-4c03-a1d7-ccabd7a77eb6 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:34.480846 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-88546da0-1af7-46d2-8e0b-2ab4eef111be tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 3.6855230 Jul 29 23:37:34.500785 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8f361a7a-7b67-4825-90b3-2a5370ad8cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:34.509670 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-24d91948-f9a7-4451-97d1-ffd46f0bcca4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:34.510627 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58980) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:34.562358 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-24d91948-f9a7-4451-97d1-ffd46f0bcca4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:34.563478 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d91948-f9a7-4451-97d1-ffd46f0bcca4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:34.564200 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-24d91948-f9a7-4451-97d1-ffd46f0bcca4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:34.604068 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-bc75ebf3-6ced-4a3f-90fc-6e9f943cb351 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Request body: {'subnet': {'network_id': '5566afe9-34ab-4d4d-a088-ced5d2751f76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:34.616702 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device cee57fc9-32af-463a-9f99-151d36fabbdf no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:37:34.659241 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: cee57fc9-32af-463a-9f99-151d36fabbdf {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:37:34.659793 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device cee57fc9-32af-463a-9f99-151d36fabbdf not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:37:34.660406 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device ed93b4a2-ecbe-4cd9-af23-e098efdef252 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:37:34.688791 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: ed93b4a2-ecbe-4cd9-af23-e098efdef252 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:37:34.689375 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device ed93b4a2-ecbe-4cd9-af23-e098efdef252 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:37:34.708510 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d3fd9d5d-d315-42c0-be59-75c2508e306e req-a071c86e-c580-4314-9e5f-b569b96b449d service neutron] 10.222.0.22 "GET /v2.0/networks/61db5dcd-b042-47fa-9111-3b2277565367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5639532 Jul 29 23:37:34.758777 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21d8744-9c15-4058-ac68-2a56af66fab3 None None] Network fc8993d1-1f3f-4e88-9d54-7eec99f127ad requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:34.797184 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f361a7a-7b67-4825-90b3-2a5370ad8cc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01812886-2cdd-41de-831e-c3e259b8e381,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:34.818054 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8f361a7a-7b67-4825-90b3-2a5370ad8cc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:34.822631 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8f361a7a-7b67-4825-90b3-2a5370ad8cc7 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/01812886-2cdd-41de-831e-c3e259b8e381 HTTP/1.1" status: 204 len: 168 time: 1.1711454 Jul 29 23:37:34.854685 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58988) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:34.877681 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-59064a19-9a9e-448f-8f28-1707a13c25d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:34.883012 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-59064a19-9a9e-448f-8f28-1707a13c25d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:34.885298 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-59064a19-9a9e-448f-8f28-1707a13c25d5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2e9f23d8-55cf-479a-9c6c-f6e14aee0eda HTTP/1.1" status: 204 len: 168 time: 2.0883265 Jul 29 23:37:34.923154 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88546da0-1af7-46d2-8e0b-2ab4eef111be tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event updated for resources: {'Network': ['ID=8110e4a9-0eb5-4398-a420-451f60f92500,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:34.933997 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d3fd9d5d-d315-42c0-be59-75c2508e306e req-1ac0790c-309f-4551-882b-cd1c6983c3c2 service neutron] 10.222.0.22 "GET /v2.0/networks/61db5dcd-b042-47fa-9111-3b2277565367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667171 Jul 29 23:37:34.947252 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-24d91948-f9a7-4451-97d1-ffd46f0bcca4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.1192217 Jul 29 23:37:34.954016 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58992) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:34.999292 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 8110e4a9-0eb5-4398-a420-451f60f92500 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:37:35.053161 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59064a19-9a9e-448f-8f28-1707a13c25d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9f23d8-55cf-479a-9c6c-f6e14aee0eda,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:35.200772 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-23d745e5-e86f-4041-b0d9-3ab66d907774 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:35.205471 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-dfb1e5d4-4b3e-4a8a-a25e-d632f76f0bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:35.239545 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc75ebf3-6ced-4a3f-90fc-6e9f943cb351 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Made reservation on behalf of 7a2f603cc15342b5a7088525840c9a8c for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:35.250067 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ef4935b8-8eab-404b-9c1a-66e237cf50f8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a872b7b705444cd88ce1d74af7f7057f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0243459 Jul 29 23:37:35.256143 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bc75ebf3-6ced-4a3f-90fc-6e9f943cb351 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:35.260577 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58994) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:35.261167 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d3fd9d5d-d315-42c0-be59-75c2508e306e req-deb800a5-ce1d-4447-a22c-764f2f17276c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=30eaa1d4-3c58-4fb5-a2a3-e842c94e7256 HTTP/1.1" status: 200 len: 217 time: 0.3105710 Jul 29 23:37:35.268720 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d91948-f9a7-4451-97d1-ffd46f0bcca4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Pushing event updated for resources: {'Network': ['ID=98fd53ba-9b06-4215-8c47-2786678e80a9,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:35.299468 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d681e7f-f5d5-41c9-ab8f-ab790a07005e None None] Network c557a2d1-7c3b-4a23-8969-2636c7b18953 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:35.302578 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 98fd53ba-9b06-4215-8c47-2786678e80a9 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:37:35.469319 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-23d745e5-e86f-4041-b0d9-3ab66d907774 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:35.489973 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-23d745e5-e86f-4041-b0d9-3ab66d907774 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98fd53ba-9b06-4215-8c47-2786678e80a9']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:35.498395 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-d7a7c303-b532-4c7d-9b2d-0376e427a3f8 None None] Provisioning for port 5b6cb85c-556d-4c03-a1d7-ccabd7a77eb6 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:35.514515 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-23d745e5-e86f-4041-b0d9-3ab66d907774 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f733c3c-a891-41a6-92d4-0f8d5e0a0ee0') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:35.515298 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-23d745e5-e86f-4041-b0d9-3ab66d907774 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f733c3c-a891-41a6-92d4-0f8d5e0a0ee0') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:35.521481 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8ba311-b8c2-4fc1-aa05-a87d07297a72 None None] DHCP port deletion for fc8993d1-1f3f-4e88-9d54-7eec99f127ad request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:37:35.534043 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-23d745e5-e86f-4041-b0d9-3ab66d907774 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:35.553822 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-d7a7c303-b532-4c7d-9b2d-0376e427a3f8 None None] Provisioning complete for port 5b6cb85c-556d-4c03-a1d7-ccabd7a77eb6 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:35.554446 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d7a7c303-b532-4c7d-9b2d-0376e427a3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:35.574288 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-23d745e5-e86f-4041-b0d9-3ab66d907774 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:35.585279 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23d745e5-e86f-4041-b0d9-3ab66d907774 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:37:35.586330 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-23d745e5-e86f-4041-b0d9-3ab66d907774 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:35.662540 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:37:35.662540 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:37:35.662540 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:37:35.662540 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:37:35.662540 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:37:35.662540 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:37:35.662540 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:37:35.662540 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:37:35.662540 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:37:35.662540 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:37:35.662540 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:37:35.662540 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:37:35.662540 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:37:35.662540 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:37:35.662540 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:37:35.662540 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:37:35.662540 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:37:35.662540 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:37:35.662540 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:37:35.662540 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:37:35.662540 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:37:35.662540 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:37:35.662540 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:37:35.662540 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:37:35.662540 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:37:35.662540 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:37:35.662540 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:37:35.662540 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:37:35.662540 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:37:35.662540 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:37:35.662540 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:37:35.662540 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:37:35.793055 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4737-b0aa-4bd2-a9ab-ad3a4d80646f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:35.794439 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd9d5d-d315-42c0-be59-75c2508e306e req-340a405c-ad27-4d19-946f-dbf90ca28937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:35.797255 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d3fd9d5d-d315-42c0-be59-75c2508e306e req-340a405c-ad27-4d19-946f-dbf90ca28937 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=79a11c1f-d15e-4fd8-9d2b-ecb54e88df46 HTTP/1.1" status: 200 len: 797 time: 0.5229034 Jul 29 23:37:35.799112 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b8f1a723-268c-4984-8447-13b381dd874f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:35.809088 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-dfb1e5d4-4b3e-4a8a-a25e-d632f76f0bbf admin admin] Deleting port 4d5564cd-28c2-459c-b7b7-86dea18d66f2 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:35.810586 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-dfb1e5d4-4b3e-4a8a-a25e-d632f76f0bbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:35.846786 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-0b8ba311-b8c2-4fc1-aa05-a87d07297a72 None None] Deleting port 4d5564cd-28c2-459c-b7b7-86dea18d66f2 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:35.847314 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0b8ba311-b8c2-4fc1-aa05-a87d07297a72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:35.851548 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d7a7c303-b532-4c7d-9b2d-0376e427a3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:35.868240 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-23d745e5-e86f-4041-b0d9-3ab66d907774 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:35.886133 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d745e5-e86f-4041-b0d9-3ab66d907774 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 98fd53ba-9b06-4215-8c47-2786678e80a9 {{(pid=94078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 29 23:37:35.890332 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-23d745e5-e86f-4041-b0d9-3ab66d907774 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:35.895313 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-23d745e5-e86f-4041-b0d9-3ab66d907774 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] 10.222.0.43 "DELETE /v2.0/networks/98fd53ba-9b06-4215-8c47-2786678e80a9 HTTP/1.1" status: 204 len: 168 time: 0.9243157 Jul 29 23:37:35.912835 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef77c30-7d4f-4320-9d31-3e736e3ffb66 req-75f9b773-1d72-4e23-a331-2ae283ddda58 tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:35.927143 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eef77c30-7d4f-4320-9d31-3e736e3ffb66 req-75f9b773-1d72-4e23-a331-2ae283ddda58 tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7dc385-f9c4-4efe-b67c-e15fa007d16f HTTP/1.1" status: 200 len: 945 time: 1.1618409 Jul 29 23:37:35.929459 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59006) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:35.992134 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b8f1a723-268c-4984-8447-13b381dd874f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:36.006122 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-c1cd63a3-494b-4275-9150-aeeabbcd71cf tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:36.064856 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d745e5-e86f-4041-b0d9-3ab66d907774 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Pushing event deleted for resources: {'Network': ['ID=98fd53ba-9b06-4215-8c47-2786678e80a9,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:36.096857 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1cd63a3-494b-4275-9150-aeeabbcd71cf tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Made reservation on behalf of e6a9f9f9e8e3497daf0a4d933c821a72 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:36.101867 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c1cd63a3-494b-4275-9150-aeeabbcd71cf tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:36.122360 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4737-b0aa-4bd2-a9ab-ad3a4d80646f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:36.174617 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-d7a7c303-b532-4c7d-9b2d-0376e427a3f8 None None] For port 5b6cb85c-556d-4c03-a1d7-ccabd7a77eb6, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=5b6cb85c-556d-4c03-a1d7-ccabd7a77eb6,segment=NetworkSegment(4a440624-fcac-4e4f-a0d4-64fd4299d2d2),segment_id=4a440624-fcac-4e4f-a0d4-64fd4299d2d2)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:36.195080 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 4d5564cd-28c2-459c-b7b7-86dea18d66f2 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:37:36.217090 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d7a7c303-b532-4c7d-9b2d-0376e427a3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:36.220853 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1cd63a3-494b-4275-9150-aeeabbcd71cf tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:37:36.254075 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c1cd63a3-494b-4275-9150-aeeabbcd71cf tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:36.254873 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-c1cd63a3-494b-4275-9150-aeeabbcd71cf tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Added segment 2da48f0a-fe5c-43e6-b83a-fb37d7687592 of type vlan for network c1f604c3-4dc1-4a80-bfc6-89ebe7b253e9 Jul 29 23:37:36.266307 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-dfb1e5d4-4b3e-4a8a-a25e-d632f76f0bbf admin admin] For port 4d5564cd-28c2-459c-b7b7-86dea18d66f2, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=4d5564cd-28c2-459c-b7b7-86dea18d66f2,segment=NetworkSegment(85a18049-8d39-45df-9ccf-cf67471916ca),segment_id=85a18049-8d39-45df-9ccf-cf67471916ca)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:36.267046 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-dfb1e5d4-4b3e-4a8a-a25e-d632f76f0bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:36.407578 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017bdbb6-b290-4e4f-8f1d-5cd7ba5948c1 req-62a85758-6e94-4798-9fd1-884c48d565cd tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:36.411913 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-017bdbb6-b290-4e4f-8f1d-5cd7ba5948c1 req-62a85758-6e94-4798-9fd1-884c48d565cd tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a7dc385-f9c4-4efe-b67c-e15fa007d16f HTTP/1.1" status: 200 len: 945 time: 0.5573471 Jul 29 23:37:36.433235 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-0b8ba311-b8c2-4fc1-aa05-a87d07297a72 None None] For port 4d5564cd-28c2-459c-b7b7-86dea18d66f2, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=4d5564cd-28c2-459c-b7b7-86dea18d66f2,segment=NetworkSegment(85a18049-8d39-45df-9ccf-cf67471916ca),segment_id=85a18049-8d39-45df-9ccf-cf67471916ca)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:36.434129 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0b8ba311-b8c2-4fc1-aa05-a87d07297a72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:36.436453 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-dfb1e5d4-4b3e-4a8a-a25e-d632f76f0bbf admin admin] Calling delete_port for 4d5564cd-28c2-459c-b7b7-86dea18d66f2 owned by network:dhcp {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:36.455624 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c1cd63a3-494b-4275-9150-aeeabbcd71cf tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:36.473540 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd9d5d-d315-42c0-be59-75c2508e306e req-66bb3b04-b6b5-43e6-85f2-e9eedc1b6daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:36.489871 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d3fd9d5d-d315-42c0-be59-75c2508e306e req-66bb3b04-b6b5-43e6-85f2-e9eedc1b6daf service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=61db5dcd-b042-47fa-9111-3b2277565367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6808715 Jul 29 23:37:36.496642 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-0b8ba311-b8c2-4fc1-aa05-a87d07297a72 None None] Calling delete_port for 4d5564cd-28c2-459c-b7b7-86dea18d66f2 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:36.568785 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a7c303-b532-4c7d-9b2d-0376e427a3f8 None None] Pushing event updated for resources: {'Port': ['ID=5b6cb85c-556d-4c03-a1d7-ccabd7a77eb6,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:36.636552 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eef77c30-7d4f-4320-9d31-3e736e3ffb66 req-1b63ebdb-51f1-485f-9a39-5acca226659f tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff0faf46-f134-461a-9c03-7c9da0c35b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7079573 Jul 29 23:37:36.858063 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:36.864451 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d3fd9d5d-d315-42c0-be59-75c2508e306e req-f4931ec8-4940-4d23-9016-33698a964042 service neutron] 10.222.0.22 "GET /v2.0/networks/61db5dcd-b042-47fa-9111-3b2277565367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482473 Jul 29 23:37:36.869694 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.db.resource_extend [None req-c1cd63a3-494b-4275-9150-aeeabbcd71cf tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:37:36.960259 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 4d5564cd-28c2-459c-b7b7-86dea18d66f2, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=4d5564cd-28c2-459c-b7b7-86dea18d66f2,segment=NetworkSegment(85a18049-8d39-45df-9ccf-cf67471916ca),segment_id=85a18049-8d39-45df-9ccf-cf67471916ca)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:36.997155 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:37.070712 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c1cd63a3-494b-4275-9150-aeeabbcd71cf tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:37.074538 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1cd63a3-494b-4275-9150-aeeabbcd71cf tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:37.075553 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c1cd63a3-494b-4275-9150-aeeabbcd71cf tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:37.176116 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:37.235412 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bc75ebf3-6ced-4a3f-90fc-6e9f943cb351 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:37.272453 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0b8ba311-b8c2-4fc1-aa05-a87d07297a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:37.320484 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-c1cd63a3-494b-4275-9150-aeeabbcd71cf tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.3694181 Jul 29 23:37:37.320778 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4737-b0aa-4bd2-a9ab-ad3a4d80646f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:37.328875 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0e0a4737-b0aa-4bd2-a9ab-ad3a4d80646f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:37.331768 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59026) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:37.332836 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cd63a3-494b-4275-9150-aeeabbcd71cf tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Pushing event updated for resources: {'Network': ['ID=c1f604c3-4dc1-4a80-bfc6-89ebe7b253e9,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:37.334656 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0e0a4737-b0aa-4bd2-a9ab-ad3a4d80646f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a7104700-933d-4c2d-88da-8e3784685777 HTTP/1.1" status: 204 len: 168 time: 2.0716012 Jul 29 23:37:37.347384 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=4d5564cd-28c2-459c-b7b7-86dea18d66f2,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:37.374886 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-92adc62b-8b6c-4fed-80f3-c13dc0f4f11d tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Request body: {'subnet': {'network_id': 'c1f604c3-4dc1-4a80-bfc6-89ebe7b253e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:37.375086 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network c1f604c3-4dc1-4a80-bfc6-89ebe7b253e9 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:37:37.401956 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc75ebf3-6ced-4a3f-90fc-6e9f943cb351 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event updated for resources: {'Subnet': ['ID=877a1f2a-3200-48b7-9c3c-ff0223fb20bd,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:37.405997 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-dfb1e5d4-4b3e-4a8a-a25e-d632f76f0bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:37.413875 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-b8f1a723-268c-4984-8447-13b381dd874f admin admin] Allocated IP 172.25.0.164 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/c11bd61d-0864-4c8f-9f6a-71e2bd804821) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:37.433832 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d3fd9d5d-d315-42c0-be59-75c2508e306e req-e88ebc0a-8576-4b96-98d3-42e71e49bf9c service neutron] 10.222.0.22 "GET /v2.0/networks/61db5dcd-b042-47fa-9111-3b2277565367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5586209 Jul 29 23:37:37.517388 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb1e5d4-4b3e-4a8a-a25e-d632f76f0bbf admin admin] Pushing event deleted for resources: {'Port': ['ID=4d5564cd-28c2-459c-b7b7-86dea18d66f2,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:37.526828 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8ba311-b8c2-4fc1-aa05-a87d07297a72 None None] No DVR routers for this DVR port 4d5564cd-28c2-459c-b7b7-86dea18d66f2 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:37:37.535222 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-376cbd61-92e4-4fc9-95c3-aff7bb7ae665 None None] Provisioning complete for port 5b6cb85c-556d-4c03-a1d7-ccabd7a77eb6 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:37.535595 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-376cbd61-92e4-4fc9-95c3-aff7bb7ae665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:37.575965 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8ba311-b8c2-4fc1-aa05-a87d07297a72 None None] Pushing event deleted for resources: {'Port': ['ID=4d5564cd-28c2-459c-b7b7-86dea18d66f2,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:37.591704 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d3fd9d5d-d315-42c0-be59-75c2508e306e req-e5c110f2-8df5-48cf-af00-e146c9ae3d8b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=1caf28fe-1621-4e50-9937-8cd368803804 HTTP/1.1" status: 200 len: 217 time: 0.1498499 Jul 29 23:37:37.607756 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0a4737-b0aa-4bd2-a9ab-ad3a4d80646f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7104700-933d-4c2d-88da-8e3784685777,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:37.641337 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb1e5d4-4b3e-4a8a-a25e-d632f76f0bbf admin admin] No DVR routers for this DVR port 4d5564cd-28c2-459c-b7b7-86dea18d66f2 on host n-d-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:37:37.726375 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd9d5d-d315-42c0-be59-75c2508e306e req-2099653d-a3f0-4f50-9cbc-db1cb374a82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:37.730138 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d3fd9d5d-d315-42c0-be59-75c2508e306e req-2099653d-a3f0-4f50-9cbc-db1cb374a82f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=79a11c1f-d15e-4fd8-9d2b-ecb54e88df46 HTTP/1.1" status: 200 len: 797 time: 0.1278067 Jul 29 23:37:37.732083 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92adc62b-8b6c-4fed-80f3-c13dc0f4f11d tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Made reservation on behalf of e6a9f9f9e8e3497daf0a4d933c821a72 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:37.739444 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-92adc62b-8b6c-4fed-80f3-c13dc0f4f11d tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:38.021381 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd9d5d-d315-42c0-be59-75c2508e306e req-0f74e910-159c-4ecf-9362-fe51c54b75f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:38.024087 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d3fd9d5d-d315-42c0-be59-75c2508e306e req-0f74e910-159c-4ecf-9362-fe51c54b75f5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=61db5dcd-b042-47fa-9111-3b2277565367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2760410 Jul 29 23:37:38.110395 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 5b6cb85c-556d-4c03-a1d7-ccabd7a77eb6 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:37:38.176152 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f3c44c-71aa-488d-ad7f-6fce6d264ddf req-01f8d835-3f25-4bd8-a898-1685a6b02426 tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:38.194091 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d8f3c44c-71aa-488d-ad7f-6fce6d264ddf req-01f8d835-3f25-4bd8-a898-1685a6b02426 tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7dc385-f9c4-4efe-b67c-e15fa007d16f HTTP/1.1" status: 200 len: 945 time: 0.3567705 Jul 29 23:37:38.299451 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d8f3c44c-71aa-488d-ad7f-6fce6d264ddf req-4fed8218-e6c4-469e-b57a-976e596e09b2 tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff0faf46-f134-461a-9c03-7c9da0c35b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022902 Jul 29 23:37:38.349574 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 5b6cb85c-556d-4c03-a1d7-ccabd7a77eb6 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:38.351193 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:38.382871 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d3fd9d5d-d315-42c0-be59-75c2508e306e req-9a4a1652-d2fc-4ef7-b16e-4339ab4bf815 service neutron] 10.222.0.22 "GET /v2.0/networks/61db5dcd-b042-47fa-9111-3b2277565367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3470280 Jul 29 23:37:38.662031 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d3fd9d5d-d315-42c0-be59-75c2508e306e req-73dc5da5-b7aa-4457-98e8-ea999faaa05e service neutron] 10.222.0.22 "GET /v2.0/networks/61db5dcd-b042-47fa-9111-3b2277565367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672226 Jul 29 23:37:38.722159 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-017bdbb6-b290-4e4f-8f1d-5cd7ba5948c1 req-00385f7d-1622-4feb-b4fa-7789ad64b489 tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] Deleting port d96ffb41-44f0-495c-a2e1-4559c71e9fab {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:38.722895 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-017bdbb6-b290-4e4f-8f1d-5cd7ba5948c1 req-00385f7d-1622-4feb-b4fa-7789ad64b489 tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:38.738506 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d3fd9d5d-d315-42c0-be59-75c2508e306e req-5be0a141-1523-4b4b-a7da-a2213a6e3954 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=024df781-a247-4293-a30c-16abd40adffa HTTP/1.1" status: 200 len: 217 time: 0.0700312 Jul 29 23:37:38.759263 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-dfb1e5d4-4b3e-4a8a-a25e-d632f76f0bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:38.819676 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b8f1a723-268c-4984-8447-13b381dd874f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:38.839380 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-dfb1e5d4-4b3e-4a8a-a25e-d632f76f0bbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc8993d1-1f3f-4e88-9d54-7eec99f127ad']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:38.887382 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-dfb1e5d4-4b3e-4a8a-a25e-d632f76f0bbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85a18049-8d39-45df-9ccf-cf67471916ca') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:38.887879 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-dfb1e5d4-4b3e-4a8a-a25e-d632f76f0bbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85a18049-8d39-45df-9ccf-cf67471916ca') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:38.891368 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc75ebf3-6ced-4a3f-90fc-6e9f943cb351 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Checking segment: {'id': 'ba081928-7620-49a6-bbba-780dd0ee14fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5566afe9-34ab-4d4d-a088-ced5d2751f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:38.891982 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc75ebf3-6ced-4a3f-90fc-6e9f943cb351 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Network hostable DHCP agents. Network: 5566afe9-34ab-4d4d-a088-ced5d2751f76, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:37:38.926648 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-dfb1e5d4-4b3e-4a8a-a25e-d632f76f0bbf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:39.044165 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-017bdbb6-b290-4e4f-8f1d-5cd7ba5948c1 req-00385f7d-1622-4feb-b4fa-7789ad64b489 tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] For port d96ffb41-44f0-495c-a2e1-4559c71e9fab, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=d96ffb41-44f0-495c-a2e1-4559c71e9fab,segment=NetworkSegment(5cc512e0-8569-498d-a7fc-c2dd3dac383c),segment_id=5cc512e0-8569-498d-a7fc-c2dd3dac383c)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:39.044559 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-017bdbb6-b290-4e4f-8f1d-5cd7ba5948c1 req-00385f7d-1622-4feb-b4fa-7789ad64b489 tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:39.050320 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-dfb1e5d4-4b3e-4a8a-a25e-d632f76f0bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:39.081752 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfb1e5d4-4b3e-4a8a-a25e-d632f76f0bbf admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:37:39.082303 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-dfb1e5d4-4b3e-4a8a-a25e-d632f76f0bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:39.089443 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:37:39.089443 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:37:39.089443 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:37:39.089443 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:37:39.089443 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:37:39.089443 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:37:39.089443 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:37:39.089443 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:37:39.089443 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:37:39.089443 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:37:39.089443 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:37:39.089443 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:37:39.089443 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:37:39.089443 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:37:39.089443 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:37:39.089443 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:37:39.089443 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:37:39.089443 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:37:39.089443 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:37:39.089443 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:37:39.089443 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:37:39.089443 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:37:39.089443 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:37:39.089443 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:37:39.089443 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:37:39.089443 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:37:39.089443 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:37:39.089443 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:37:39.089443 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:37:39.089443 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:37:39.089443 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:37:39.089443 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:37:39.105761 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-017bdbb6-b290-4e4f-8f1d-5cd7ba5948c1 req-00385f7d-1622-4feb-b4fa-7789ad64b489 tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] Calling delete_port for d96ffb41-44f0-495c-a2e1-4559c71e9fab owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:39.149882 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc75ebf3-6ced-4a3f-90fc-6e9f943cb351 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Network 5566afe9-34ab-4d4d-a088-ced5d2751f76 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:37:39.182681 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b8f1a723-268c-4984-8447-13b381dd874f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:39.232431 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-bc75ebf3-6ced-4a3f-90fc-6e9f943cb351 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 5566afe9-34ab-4d4d-a088-ced5d2751f76) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:39.250513 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e11b1638-91c0-4743-a803-de596873f95f None None] Network 5566afe9-34ab-4d4d-a088-ced5d2751f76 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:39.371260 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc75ebf3-6ced-4a3f-90fc-6e9f943cb351 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:39.372451 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bc75ebf3-6ced-4a3f-90fc-6e9f943cb351 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:39.377903 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd9d5d-d315-42c0-be59-75c2508e306e req-f0c72531-9e59-4d6b-859a-ef55fe06254e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:39.379396 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d3fd9d5d-d315-42c0-be59-75c2508e306e req-f0c72531-9e59-4d6b-859a-ef55fe06254e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d78777cb-19bd-47c4-81df-bf538051820d HTTP/1.1" status: 200 len: 797 time: 0.6328249 Jul 29 23:37:39.468023 n-d-712141-10 neutron-server[94078]: DEBUG neutron.objects.ports [None req-92adc62b-8b6c-4fed-80f3-c13dc0f4f11d tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94078) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 23:37:39.468023 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-92adc62b-8b6c-4fed-80f3-c13dc0f4f11d tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:39.476655 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-dfb1e5d4-4b3e-4a8a-a25e-d632f76f0bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:39.482154 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd9d5d-d315-42c0-be59-75c2508e306e req-33276f34-d5fe-41b2-bf10-0b787b7c91f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:39.483925 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d3fd9d5d-d315-42c0-be59-75c2508e306e req-33276f34-d5fe-41b2-bf10-0b787b7c91f1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=efe051f0-42fc-4850-b7cd-89c8013aea3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0962706 Jul 29 23:37:39.492962 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-dfb1e5d4-4b3e-4a8a-a25e-d632f76f0bbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:39.501745 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-dfb1e5d4-4b3e-4a8a-a25e-d632f76f0bbf admin admin] 10.222.0.43 "DELETE /v2.0/networks/fc8993d1-1f3f-4e88-9d54-7eec99f127ad HTTP/1.1" status: 204 len: 168 time: 4.6447098 Jul 29 23:37:39.521821 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f1a723-268c-4984-8447-13b381dd874f admin admin] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:39.562296 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-b8f1a723-268c-4984-8447-13b381dd874f admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:39.588820 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb1e5d4-4b3e-4a8a-a25e-d632f76f0bbf admin admin] Pushing event deleted for resources: {'Network': ['ID=fc8993d1-1f3f-4e88-9d54-7eec99f127ad,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:39.597111 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f1a723-268c-4984-8447-13b381dd874f admin admin] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:39.600214 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f1a723-268c-4984-8447-13b381dd874f admin admin] Pushing event updated for resources: {'Port': ['ID=c11bd61d-0864-4c8f-9f6a-71e2bd804821,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:39.607768 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-bc75ebf3-6ced-4a3f-90fc-6e9f943cb351 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.0165191 Jul 29 23:37:39.646531 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59070) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:39.687780 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-47293ecd-8893-4596-b401-884c9adb4d79 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Request body: {'subnet': {'network_id': '8110e4a9-0eb5-4398-a420-451f60f92500', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:39.735820 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9764f3-19b1-4451-ae23-166591dfd16a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-5566afe9-34ab-4d4d-a088-ced5d2751f76', 'network_id': '5566afe9-34ab-4d4d-a088-ced5d2751f76', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'fixed_ips': [{'subnet_id': '877a1f2a-3200-48b7-9c3c-ff0223fb20bd'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:37:39.738566 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2e9764f3-19b1-4451-ae23-166591dfd16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:39.903543 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92adc62b-8b6c-4fed-80f3-c13dc0f4f11d tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Checking segment: {'id': '2da48f0a-fe5c-43e6-b83a-fb37d7687592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'c1f604c3-4dc1-4a80-bfc6-89ebe7b253e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:39.913528 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92adc62b-8b6c-4fed-80f3-c13dc0f4f11d tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Network hostable DHCP agents. Network: c1f604c3-4dc1-4a80-bfc6-89ebe7b253e9, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:37:39.932345 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92adc62b-8b6c-4fed-80f3-c13dc0f4f11d tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5c769464-5441-456c-ba58-ddb83e657369,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:40.035307 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47293ecd-8893-4596-b401-884c9adb4d79 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Made reservation on behalf of 7a2f603cc15342b5a7088525840c9a8c for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:40.051787 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-47293ecd-8893-4596-b401-884c9adb4d79 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:40.074460 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-017bdbb6-b290-4e4f-8f1d-5cd7ba5948c1 req-00385f7d-1622-4feb-b4fa-7789ad64b489 tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:40.154043 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59088) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:40.154575 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59092) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:40.231850 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df045b68-695f-4f67-ae9a-4a99d0df289d req-eab5a7bf-91e1-4082-99f7-969ffd2f78d4 tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:40.235192 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-df045b68-695f-4f67-ae9a-4a99d0df289d req-eab5a7bf-91e1-4082-99f7-969ffd2f78d4 tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a7dc385-f9c4-4efe-b67c-e15fa007d16f HTTP/1.1" status: 200 len: 867 time: 0.6996458 Jul 29 23:37:40.255581 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d3fd9d5d-d315-42c0-be59-75c2508e306e req-62b3b45d-2376-41ca-9ff0-ac407c5137d5 service neutron] 10.222.0.22 "GET /v2.0/networks/efe051f0-42fc-4850-b7cd-89c8013aea3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7482555 Jul 29 23:37:40.255914 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00385f7d-1622-4feb-b4fa-7789ad64b489 tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] Pushing event deleted for resources: {'Port': ['ID=d96ffb41-44f0-495c-a2e1-4559c71e9fab,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:40.268066 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-2e9764f3-19b1-4451-ae23-166591dfd16a None None] Allocated IP 2001:db8::2 (5566afe9-34ab-4d4d-a088-ced5d2751f76/877a1f2a-3200-48b7-9c3c-ff0223fb20bd/8bce1114-cd05-4f25-a5d7-d2bf08d91019) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:40.279062 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92adc62b-8b6c-4fed-80f3-c13dc0f4f11d tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Network c1f604c3-4dc1-4a80-bfc6-89ebe7b253e9 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:37:40.291240 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-017bdbb6-b290-4e4f-8f1d-5cd7ba5948c1 req-00385f7d-1622-4feb-b4fa-7789ad64b489 tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] No DVR routers for this DVR port d96ffb41-44f0-495c-a2e1-4559c71e9fab on host n-h2-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:37:40.351632 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-017bdbb6-b290-4e4f-8f1d-5cd7ba5948c1 req-00385f7d-1622-4feb-b4fa-7789ad64b489 tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:40.355060 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-017bdbb6-b290-4e4f-8f1d-5cd7ba5948c1 req-00385f7d-1622-4feb-b4fa-7789ad64b489 tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] 10.222.0.22 "DELETE /v2.0/ports/d96ffb41-44f0-495c-a2e1-4559c71e9fab HTTP/1.1" status: 204 len: 173 time: 3.9256353 Jul 29 23:37:40.358058 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-50c2fc38-416c-4280-8a66-ee437a7c733d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b0043d03cb0a4bbcbd35eb8f2075805c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1999197 Jul 29 23:37:40.358954 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a7dc385-f9c4-4efe-b67c-e15fa007d16f', 'name': 'network-vif-deleted', 'tag': 'd96ffb41-44f0-495c-a2e1-4559c71e9fab'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:37:40.362076 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92f3b05d-52e3-48f4-a9c1-5335c74f625d" -d '{"events": [{"server_uuid": "2a7dc385-f9c4-4efe-b67c-e15fa007d16f", "name": "network-vif-deleted", "tag": "d96ffb41-44f0-495c-a2e1-4559c71e9fab"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:37:40.367237 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59106) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:40.425831 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-92adc62b-8b6c-4fed-80f3-c13dc0f4f11d tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, c1f604c3-4dc1-4a80-bfc6-89ebe7b253e9) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:40.442949 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2603be4-3259-4b7b-aac3-183f1fe0696a None None] Network c1f604c3-4dc1-4a80-bfc6-89ebe7b253e9 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:40.448563 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92adc62b-8b6c-4fed-80f3-c13dc0f4f11d tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:40.450139 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-92adc62b-8b6c-4fed-80f3-c13dc0f4f11d tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:40.520974 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ba6712-3858-482a-a84a-c1ca492d1248 x-openstack-request-id: req-70ba6712-3858-482a-a84a-c1ca492d1248 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:37:40.521913 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a7dc385-f9c4-4efe-b67c-e15fa007d16f", "name": "network-vif-deleted", "tag": "d96ffb41-44f0-495c-a2e1-4559c71e9fab", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:37:40.522571 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-70ba6712-3858-482a-a84a-c1ca492d1248 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:37:40.523455 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a7dc385-f9c4-4efe-b67c-e15fa007d16f', 'name': 'network-vif-deleted', 'tag': 'd96ffb41-44f0-495c-a2e1-4559c71e9fab', 'status': 'completed', 'code': 200} Jul 29 23:37:40.596647 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-df045b68-695f-4f67-ae9a-4a99d0df289d req-61b83744-aee8-468f-8f16-1ebfa2f69ce2 tempest-ServerAddressesNegativeTestJSON-1957305476 tempest-ServerAddressesNegativeTestJSON-1957305476-project] 10.222.0.43 "GET /v2.0/security-groups?id=ff0faf46-f134-461a-9c03-7c9da0c35b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3454518 Jul 29 23:37:40.656339 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-92adc62b-8b6c-4fed-80f3-c13dc0f4f11d tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.3188107 Jul 29 23:37:40.660613 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59112) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:40.671978 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-ac869c61-d3a9-4878-9f61-20bb18b720d4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Request body: {'floatingip': {'floating_network_id': 'c1f604c3-4dc1-4a80-bfc6-89ebe7b253e9'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:40.779542 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2e9764f3-19b1-4451-ae23-166591dfd16a None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:40.801635 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2e9764f3-19b1-4451-ae23-166591dfd16a None None] Transition to ACTIVE for port object 8bce1114-cd05-4f25-a5d7-d2bf08d91019 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:40.803618 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b8f1a723-268c-4984-8447-13b381dd874f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:40.820746 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2e9764f3-19b1-4451-ae23-166591dfd16a None None] Transition to ACTIVE for port object 8bce1114-cd05-4f25-a5d7-d2bf08d91019 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:40.825884 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2ca13e46-e333-4fdc-b16f-04b9af2b3f34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:40.857103 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2e9764f3-19b1-4451-ae23-166591dfd16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:40.870155 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d3fd9d5d-d315-42c0-be59-75c2508e306e req-45624849-0f02-4efc-a057-32ab511974da service neutron] 10.222.0.22 "GET /v2.0/networks/efe051f0-42fc-4850-b7cd-89c8013aea3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6049085 Jul 29 23:37:40.912039 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ac869c61-d3a9-4878-9f61-20bb18b720d4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:40.930280 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-580bb78b-f5db-4c65-a862-575aebe8270f tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Request body: {'network': {'name': 'tempest-RoutersTest-1024784448'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:40.996064 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a93244-2a32-49ad-b3c2-af2219566b36 None None] Network c1f604c3-4dc1-4a80-bfc6-89ebe7b253e9 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:41.002489 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9764f3-19b1-4451-ae23-166591dfd16a None None] Pushing event updated for resources: {'Port': ['ID=8bce1114-cd05-4f25-a5d7-d2bf08d91019,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:41.112763 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d3fd9d5d-d315-42c0-be59-75c2508e306e req-a29ad435-b2a9-4363-9c19-b271cf8b0059 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=93b5fbf0-238a-4eb3-aebb-f3656018624b HTTP/1.1" status: 200 len: 217 time: 0.2248704 Jul 29 23:37:41.120820 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-47293ecd-8893-4596-b401-884c9adb4d79 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:41.126099 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9764f3-19b1-4451-ae23-166591dfd16a None None] Network 5566afe9-34ab-4d4d-a088-ced5d2751f76 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:41.136638 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-2e9764f3-19b1-4451-ae23-166591dfd16a None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:41.140777 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9764f3-19b1-4451-ae23-166591dfd16a None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:41.186921 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2ca13e46-e333-4fdc-b16f-04b9af2b3f34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:41.206786 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580bb78b-f5db-4c65-a862-575aebe8270f tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Made reservation on behalf of 57ced8fbb08748a3b85014e0aa13f1c0 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:41.211917 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-580bb78b-f5db-4c65-a862-575aebe8270f tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:41.286700 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-2e9764f3-19b1-4451-ae23-166591dfd16a None None] Attempting to bind port 8bce1114-cd05-4f25-a5d7-d2bf08d91019 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:41.287281 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-2e9764f3-19b1-4451-ae23-166591dfd16a None None] Attempting to bind port 8bce1114-cd05-4f25-a5d7-d2bf08d91019 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': 'ba081928-7620-49a6-bbba-780dd0ee14fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5566afe9-34ab-4d4d-a088-ced5d2751f76'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:41.287666 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9764f3-19b1-4451-ae23-166591dfd16a None None] Attempting to bind port 8bce1114-cd05-4f25-a5d7-d2bf08d91019 on network 5566afe9-34ab-4d4d-a088-ced5d2751f76 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:41.297525 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device d96ffb41-44f0-495c-a2e1-4559c71e9fab no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:37:41.302054 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd9d5d-d315-42c0-be59-75c2508e306e req-ebc10948-b40c-4703-a487-75acdaf94b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:41.304656 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d3fd9d5d-d315-42c0-be59-75c2508e306e req-ebc10948-b40c-4703-a487-75acdaf94b93 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d78777cb-19bd-47c4-81df-bf538051820d HTTP/1.1" status: 200 len: 797 time: 0.1766655 Jul 29 23:37:41.335609 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: d96ffb41-44f0-495c-a2e1-4559c71e9fab {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:37:41.336336 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device d96ffb41-44f0-495c-a2e1-4559c71e9fab not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:37:41.343008 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9764f3-19b1-4451-ae23-166591dfd16a None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:37:41.344419 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9764f3-19b1-4451-ae23-166591dfd16a None None] Checking segment: {'id': 'ba081928-7620-49a6-bbba-780dd0ee14fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5566afe9-34ab-4d4d-a088-ced5d2751f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:41.345286 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2e9764f3-19b1-4451-ae23-166591dfd16a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:41.345942 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9764f3-19b1-4451-ae23-166591dfd16a None None] Bound using segment: {'id': 'ba081928-7620-49a6-bbba-780dd0ee14fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5566afe9-34ab-4d4d-a088-ced5d2751f76'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:37:41.346673 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-2e9764f3-19b1-4451-ae23-166591dfd16a None None] Bound port: 8bce1114-cd05-4f25-a5d7-d2bf08d91019, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba081928-7620-49a6-bbba-780dd0ee14fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '5566afe9-34ab-4d4d-a088-ced5d2751f76'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:37:41.347488 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2e9764f3-19b1-4451-ae23-166591dfd16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:41.398678 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b8f1a723-268c-4984-8447-13b381dd874f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:41.426219 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59122) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:41.432916 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-580bb78b-f5db-4c65-a862-575aebe8270f tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:41.478302 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47293ecd-8893-4596-b401-884c9adb4d79 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Checking segment: {'id': '9b7bece3-9f59-4338-aaeb-3754bb0ffee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8110e4a9-0eb5-4398-a420-451f60f92500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:41.479313 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47293ecd-8893-4596-b401-884c9adb4d79 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Network hostable DHCP agents. Network: 8110e4a9-0eb5-4398-a420-451f60f92500, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:37:41.494151 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47293ecd-8893-4596-b401-884c9adb4d79 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event updated for resources: {'Subnet': ['ID=843f2b7c-9f7b-44f1-93de-b4f3573a426e,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:41.511008 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd9d5d-d315-42c0-be59-75c2508e306e req-be64eaaf-759c-45f2-a3d2-6c1988d23377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:41.514002 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d3fd9d5d-d315-42c0-be59-75c2508e306e req-be64eaaf-759c-45f2-a3d2-6c1988d23377 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=efe051f0-42fc-4850-b7cd-89c8013aea3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1740980 Jul 29 23:37:41.584800 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2e9764f3-19b1-4451-ae23-166591dfd16a None None] For port 8bce1114-cd05-4f25-a5d7-d2bf08d91019, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:37:41.633065 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2e9764f3-19b1-4451-ae23-166591dfd16a None None] For port 8bce1114-cd05-4f25-a5d7-d2bf08d91019, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=8bce1114-cd05-4f25-a5d7-d2bf08d91019,segment=NetworkSegment(ba081928-7620-49a6-bbba-780dd0ee14fe),segment_id=ba081928-7620-49a6-bbba-780dd0ee14fe)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:37:41.642440 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47293ecd-8893-4596-b401-884c9adb4d79 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Network 8110e4a9-0eb5-4398-a420-451f60f92500 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:37:41.654548 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2e9764f3-19b1-4451-ae23-166591dfd16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:41.674865 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-47293ecd-8893-4596-b401-884c9adb4d79 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 8110e4a9-0eb5-4398-a420-451f60f92500) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:41.698614 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47293ecd-8893-4596-b401-884c9adb4d79 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:41.700015 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-47293ecd-8893-4596-b401-884c9adb4d79 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:41.791958 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59128) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:41.793789 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2ca13e46-e333-4fdc-b16f-04b9af2b3f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:41.794607 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f995aa-9a1f-49e4-8d66-17fbf3830643 None None] Network 8110e4a9-0eb5-4398-a420-451f60f92500 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:41.797030 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2ca13e46-e333-4fdc-b16f-04b9af2b3f34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:41.803872 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-2ca13e46-e333-4fdc-b16f-04b9af2b3f34 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f95e6190-964a-4a06-8664-56e660ab268b HTTP/1.1" status: 204 len: 168 time: 1.4302461 Jul 29 23:37:41.821056 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a6ecbf39-70c5-4555-a1a0-9658750ef31c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:41.833841 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca13e46-e333-4fdc-b16f-04b9af2b3f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95e6190-964a-4a06-8664-56e660ab268b,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:41.844155 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9764f3-19b1-4451-ae23-166591dfd16a None None] Pushing event updated for resources: {'Port': ['ID=8bce1114-cd05-4f25-a5d7-d2bf08d91019,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:41.875721 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d3fd9d5d-d315-42c0-be59-75c2508e306e req-49c50d3c-b7bf-4cff-9977-6bc7b3c5f05f service neutron] 10.222.0.22 "GET /v2.0/networks/efe051f0-42fc-4850-b7cd-89c8013aea3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485878 Jul 29 23:37:41.949119 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-580bb78b-f5db-4c65-a862-575aebe8270f tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:41.958629 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-580bb78b-f5db-4c65-a862-575aebe8270f tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:41.960262 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ac869c61-d3a9-4878-9f61-20bb18b720d4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:42.018757 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-580bb78b-f5db-4c65-a862-575aebe8270f tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:37:42.047578 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580bb78b-f5db-4c65-a862-575aebe8270f tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30b6bea2-557d-469d-ac7c-becd7539282a,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:42.050632 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f1a723-268c-4984-8447-13b381dd874f admin admin] Router 133ec819-bd88-423d-a009-7a63840673eb is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:37:42.072116 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-580bb78b-f5db-4c65-a862-575aebe8270f tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:42.072842 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-580bb78b-f5db-4c65-a862-575aebe8270f tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Added segment 52772e09-1a00-4edc-bdf3-c3c00604f91e of type vlan for network 769b2428-ec2d-4f43-9e59-780751c5f00e Jul 29 23:37:42.103111 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-47293ecd-8893-4596-b401-884c9adb4d79 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4478874 Jul 29 23:37:42.111500 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59134) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:42.123304 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-1b27d51a-934f-49b4-b49c-22386a9dd2c7 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-950816833', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:42.171157 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-580bb78b-f5db-4c65-a862-575aebe8270f tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:42.209447 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-169aa644-5acd-40d2-95b6-e7330ab3f085 admin admin] Deleting subnet 7a904c86-9957-4ac4-a96d-fbb7bdf9081d {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:37:42.279231 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204b3510-f852-4aa6-bd80-aa5956d05290 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-8110e4a9-0eb5-4398-a420-451f60f92500', 'network_id': '8110e4a9-0eb5-4398-a420-451f60f92500', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'fixed_ips': [{'subnet_id': '843f2b7c-9f7b-44f1-93de-b4f3573a426e'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:37:42.281405 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-204b3510-f852-4aa6-bd80-aa5956d05290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:42.303484 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-580bb78b-f5db-4c65-a862-575aebe8270f tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:42.306948 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-169aa644-5acd-40d2-95b6-e7330ab3f085 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:42.314319 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580bb78b-f5db-4c65-a862-575aebe8270f tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:42.316244 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-580bb78b-f5db-4c65-a862-575aebe8270f tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:42.491086 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d3fd9d5d-d315-42c0-be59-75c2508e306e req-eda87e13-36eb-4d89-ab54-608ba3802cac service neutron] 10.222.0.22 "GET /v2.0/networks/efe051f0-42fc-4850-b7cd-89c8013aea3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6010149 Jul 29 23:37:42.494507 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-169aa644-5acd-40d2-95b6-e7330ab3f085 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:42.656442 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-ac869c61-d3a9-4878-9f61-20bb18b720d4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Allocated IP 172.20.0.12 (c1f604c3-4dc1-4a80-bfc6-89ebe7b253e9/5c769464-5441-456c-ba58-ddb83e657369/28cda1d7-f2bb-47d4-8770-4a45515bf659) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:42.667315 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-169aa644-5acd-40d2-95b6-e7330ab3f085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:42.728450 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580bb78b-f5db-4c65-a862-575aebe8270f tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event updated for resources: {'Network': ['ID=769b2428-ec2d-4f43-9e59-780751c5f00e,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:42.759857 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 769b2428-ec2d-4f43-9e59-780751c5f00e details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:37:42.817919 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f1a723-268c-4984-8447-13b381dd874f admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:37:42.852275 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a6ecbf39-70c5-4555-a1a0-9658750ef31c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:42.868060 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a6ecbf39-70c5-4555-a1a0-9658750ef31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:42.873236 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-169aa644-5acd-40d2-95b6-e7330ab3f085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:42.883099 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-204b3510-f852-4aa6-bd80-aa5956d05290 None None] Allocated IP 2001:db8:1::2 (8110e4a9-0eb5-4398-a420-451f60f92500/843f2b7c-9f7b-44f1-93de-b4f3573a426e/e128a9bd-81ee-4254-a301-6bdf2bf76c29) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:42.908322 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a6ecbf39-70c5-4555-a1a0-9658750ef31c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=27b911b850b7482e9aaff2d3340b087c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4785969 Jul 29 23:37:42.911633 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-580bb78b-f5db-4c65-a862-575aebe8270f tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.7507727 Jul 29 23:37:42.914176 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59146) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:42.914793 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59148) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:42.937436 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-1be35500-5a16-4029-b664-f0ed529f3494 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Request body: {'network': {'name': 'tempest-RoutersTest-346763616'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:42.942201 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b8f1a723-268c-4984-8447-13b381dd874f admin admin] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:42.948201 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b8f1a723-268c-4984-8447-13b381dd874f admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.2542295 Jul 29 23:37:42.951313 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1b27d51a-934f-49b4-b49c-22386a9dd2c7 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:42.952469 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1b27d51a-934f-49b4-b49c-22386a9dd2c7 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:42.964708 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59150) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:43.009318 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ac869c61-d3a9-4878-9f61-20bb18b720d4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:43.034129 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169aa644-5acd-40d2-95b6-e7330ab3f085 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a904c86-9957-4ac4-a96d-fbb7bdf9081d,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:43.049526 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-169aa644-5acd-40d2-95b6-e7330ab3f085 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:43.056161 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-169aa644-5acd-40d2-95b6-e7330ab3f085 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/7a904c86-9957-4ac4-a96d-fbb7bdf9081d HTTP/1.1" status: 204 len: 168 time: 1.2576954 Jul 29 23:37:43.058234 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59152) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:43.073913 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ecbf39-70c5-4555-a1a0-9658750ef31c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b39592-69c6-4f32-b9c7-6c2fa7d24153,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:43.133209 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6757c45b-6d4c-4d22-9501-8605056964fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:43.140240 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be35500-5a16-4029-b664-f0ed529f3494 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Made reservation on behalf of 57ced8fbb08748a3b85014e0aa13f1c0 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:43.143990 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1be35500-5a16-4029-b664-f0ed529f3494 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:43.154959 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07aaa1a2-4472-4ae8-a269-859aa91f5810 None None] Sync routers for ids ['133ec819-bd88-423d-a009-7a63840673eb'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:37:43.331129 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6757c45b-6d4c-4d22-9501-8605056964fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:43.333486 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-204b3510-f852-4aa6-bd80-aa5956d05290 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:43.342701 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ac869c61-d3a9-4878-9f61-20bb18b720d4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:43.347005 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1be35500-5a16-4029-b664-f0ed529f3494 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:37:43.354174 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-204b3510-f852-4aa6-bd80-aa5956d05290 None None] Transition to ACTIVE for port object e128a9bd-81ee-4254-a301-6bdf2bf76c29 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:43.359410 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1b27d51a-934f-49b4-b49c-22386a9dd2c7 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:43.393865 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1be35500-5a16-4029-b664-f0ed529f3494 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:43.394027 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-1be35500-5a16-4029-b664-f0ed529f3494 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Added segment 14c4dbe5-cfef-4294-85db-057c00d22679 of type vlan for network 1d211c80-dec7-4ebc-8d9c-f5bca80f4e7f Jul 29 23:37:43.395607 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-204b3510-f852-4aa6-bd80-aa5956d05290 None None] Transition to ACTIVE for port object e128a9bd-81ee-4254-a301-6bdf2bf76c29 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:43.410175 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-204b3510-f852-4aa6-bd80-aa5956d05290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:43.511040 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1b27d51a-934f-49b4-b49c-22386a9dd2c7 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:43.533954 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1be35500-5a16-4029-b664-f0ed529f3494 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:43.586447 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e1ceae17-7d0c-4f57-b2a9-9ff0fcd8c602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:43.594924 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac869c61-d3a9-4878-9f61-20bb18b720d4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Network c1f604c3-4dc1-4a80-bfc6-89ebe7b253e9 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:43.605422 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-ac869c61-d3a9-4878-9f61-20bb18b720d4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:43.608384 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac869c61-d3a9-4878-9f61-20bb18b720d4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:43.621911 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1b27d51a-934f-49b4-b49c-22386a9dd2c7 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:43.623278 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-1b27d51a-934f-49b4-b49c-22386a9dd2c7 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.5080786 Jul 29 23:37:43.652383 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac869c61-d3a9-4878-9f61-20bb18b720d4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Pushing event updated for resources: {'Port': ['ID=28cda1d7-f2bb-47d4-8770-4a45515bf659,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:43.655368 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204b3510-f852-4aa6-bd80-aa5956d05290 None None] Network 8110e4a9-0eb5-4398-a420-451f60f92500 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:43.664174 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204b3510-f852-4aa6-bd80-aa5956d05290 None None] Pushing event updated for resources: {'Port': ['ID=e128a9bd-81ee-4254-a301-6bdf2bf76c29,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:43.670557 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59162) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:43.674429 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-204b3510-f852-4aa6-bd80-aa5956d05290 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:43.683733 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07aaa1a2-4472-4ae8-a269-859aa91f5810 None None] Routers {'133ec819-bd88-423d-a009-7a63840673eb'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:37:43.684861 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-07aaa1a2-4472-4ae8-a269-859aa91f5810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:37:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['133ec819-bd88-423d-a009-7a63840673eb'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:43.685519 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.db.resource_extend [None req-1be35500-5a16-4029-b664-f0ed529f3494 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:37:43.698497 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204b3510-f852-4aa6-bd80-aa5956d05290 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:43.739381 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6757c45b-6d4c-4d22-9501-8605056964fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:43.745946 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6757c45b-6d4c-4d22-9501-8605056964fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:43.748196 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-6757c45b-6d4c-4d22-9501-8605056964fc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/73b39592-69c6-4f32-b9c7-6c2fa7d24153 HTTP/1.1" status: 204 len: 168 time: 0.8312910 Jul 29 23:37:43.835541 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1be35500-5a16-4029-b664-f0ed529f3494 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:43.868449 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be35500-5a16-4029-b664-f0ed529f3494 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:43.877639 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1be35500-5a16-4029-b664-f0ed529f3494 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:43.924560 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6757c45b-6d4c-4d22-9501-8605056964fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b39592-69c6-4f32-b9c7-6c2fa7d24153,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:43.949075 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-204b3510-f852-4aa6-bd80-aa5956d05290 None None] Attempting to bind port e128a9bd-81ee-4254-a301-6bdf2bf76c29 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:43.949979 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-204b3510-f852-4aa6-bd80-aa5956d05290 None None] Attempting to bind port e128a9bd-81ee-4254-a301-6bdf2bf76c29 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '9b7bece3-9f59-4338-aaeb-3754bb0ffee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8110e4a9-0eb5-4398-a420-451f60f92500'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:43.949979 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204b3510-f852-4aa6-bd80-aa5956d05290 None None] Attempting to bind port e128a9bd-81ee-4254-a301-6bdf2bf76c29 on network 8110e4a9-0eb5-4398-a420-451f60f92500 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:43.986332 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204b3510-f852-4aa6-bd80-aa5956d05290 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:37:43.986332 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204b3510-f852-4aa6-bd80-aa5956d05290 None None] Checking segment: {'id': '9b7bece3-9f59-4338-aaeb-3754bb0ffee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8110e4a9-0eb5-4398-a420-451f60f92500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:43.987140 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-204b3510-f852-4aa6-bd80-aa5956d05290 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:43.987280 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204b3510-f852-4aa6-bd80-aa5956d05290 None None] Bound using segment: {'id': '9b7bece3-9f59-4338-aaeb-3754bb0ffee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8110e4a9-0eb5-4398-a420-451f60f92500'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:37:43.987788 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-204b3510-f852-4aa6-bd80-aa5956d05290 None None] Bound port: e128a9bd-81ee-4254-a301-6bdf2bf76c29, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b7bece3-9f59-4338-aaeb-3754bb0ffee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '8110e4a9-0eb5-4398-a420-451f60f92500'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:37:43.988198 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-204b3510-f852-4aa6-bd80-aa5956d05290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:43.989660 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59168) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:44.044154 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-07aaa1a2-4472-4ae8-a269-859aa91f5810 None None] Set router 133ec819-bd88-423d-a009-7a63840673eb gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:37:44.227177 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f1b877-77ed-4243-b7a3-7e06c2cc43bb None None] Network 5566afe9-34ab-4d4d-a088-ced5d2751f76 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:44.302243 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e1ceae17-7d0c-4f57-b2a9-9ff0fcd8c602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:44.309470 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-1be35500-5a16-4029-b664-f0ed529f3494 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3847463 Jul 29 23:37:44.332744 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-e1ceae17-7d0c-4f57-b2a9-9ff0fcd8c602 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['327da722-9bc4-45e2-bce0-d834acbe82d5']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:44.358752 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-e1ceae17-7d0c-4f57-b2a9-9ff0fcd8c602 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cc512e0-8569-498d-a7fc-c2dd3dac383c') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:44.360097 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-e1ceae17-7d0c-4f57-b2a9-9ff0fcd8c602 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cc512e0-8569-498d-a7fc-c2dd3dac383c') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:44.381076 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e1ceae17-7d0c-4f57-b2a9-9ff0fcd8c602 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:44.399358 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59172) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:44.408672 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-b23d77fb-696c-4354-b8c9-9bd179d9520a tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Request body: {'subnet': {'network_id': '769b2428-ec2d-4f43-9e59-780751c5f00e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:44.423222 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e1ceae17-7d0c-4f57-b2a9-9ff0fcd8c602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:44.438098 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1ceae17-7d0c-4f57-b2a9-9ff0fcd8c602 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:37:44.438929 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e1ceae17-7d0c-4f57-b2a9-9ff0fcd8c602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:44.470331 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 8bce1114-cd05-4f25-a5d7-d2bf08d91019 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:37:44.505002 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2a6ac59d-e87a-4946-a81b-efccbcde358f None None] Provisioning for port 8bce1114-cd05-4f25-a5d7-d2bf08d91019 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:44.520759 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:37:44.520759 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:37:44.520759 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:37:44.520759 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:37:44.520759 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:37:44.520759 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:37:44.520759 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:37:44.520759 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:37:44.520759 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:37:44.520759 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:37:44.520759 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:37:44.520759 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:37:44.520759 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:37:44.520759 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:37:44.520759 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:37:44.520759 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:37:44.520759 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:37:44.520759 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:37:44.520759 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:37:44.520759 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:37:44.520759 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:37:44.520759 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:37:44.520759 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:37:44.520759 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:37:44.520759 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:37:44.520759 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:37:44.520759 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:37:44.520759 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:37:44.520759 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:37:44.520759 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:37:44.520759 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:37:44.520759 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:37:44.591372 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be35500-5a16-4029-b664-f0ed529f3494 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event updated for resources: {'Network': ['ID=1d211c80-dec7-4ebc-8d9c-f5bca80f4e7f,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:44.610061 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e1ceae17-7d0c-4f57-b2a9-9ff0fcd8c602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:44.624762 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-a15d4db1-0702-4a1a-805f-296bbcd6e4c8 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-788785792-network', 'tenant_id': '2d1a7490348b450e840c753a5120b83d'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:44.625530 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-204b3510-f852-4aa6-bd80-aa5956d05290 None None] For port e128a9bd-81ee-4254-a301-6bdf2bf76c29, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:37:44.651203 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 1d211c80-dec7-4ebc-8d9c-f5bca80f4e7f details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:37:44.744801 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e1ceae17-7d0c-4f57-b2a9-9ff0fcd8c602 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:44.748386 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e1ceae17-7d0c-4f57-b2a9-9ff0fcd8c602 admin admin] 10.222.0.43 "DELETE /v2.0/networks/327da722-9bc4-45e2-bce0-d834acbe82d5 HTTP/1.1" status: 204 len: 168 time: 1.6833749 Jul 29 23:37:44.790605 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-204b3510-f852-4aa6-bd80-aa5956d05290 None None] For port e128a9bd-81ee-4254-a301-6bdf2bf76c29, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=e128a9bd-81ee-4254-a301-6bdf2bf76c29,segment=NetworkSegment(9b7bece3-9f59-4338-aaeb-3754bb0ffee7),segment_id=9b7bece3-9f59-4338-aaeb-3754bb0ffee7)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:37:44.791704 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ceae17-7d0c-4f57-b2a9-9ff0fcd8c602 admin admin] Pushing event deleted for resources: {'Network': ['ID=327da722-9bc4-45e2-bce0-d834acbe82d5,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:44.812949 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23d77fb-696c-4354-b8c9-9bd179d9520a tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Made reservation on behalf of 57ced8fbb08748a3b85014e0aa13f1c0 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:44.819947 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b23d77fb-696c-4354-b8c9-9bd179d9520a tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:44.904651 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59180) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:44.910501 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-204b3510-f852-4aa6-bd80-aa5956d05290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:44.936457 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ac869c61-d3a9-4878-9f61-20bb18b720d4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:44.988090 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3801cb3c-e87c-4b2a-b549-ab3c63fc63ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:45.010226 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15d4db1-0702-4a1a-805f-296bbcd6e4c8 admin admin] Made reservation on behalf of 2d1a7490348b450e840c753a5120b83d for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:45.013914 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a15d4db1-0702-4a1a-805f-296bbcd6e4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:45.028405 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f46162fc-b198-43df-9376-4b88a1926def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:45.090830 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a15d4db1-0702-4a1a-805f-296bbcd6e4c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:45.126345 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ac869c61-d3a9-4878-9f61-20bb18b720d4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:45.220206 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59182) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:45.242567 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e9f2b5eb-6b2e-41dd-a0c5-917a423506ff tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:45.331023 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b23d77fb-696c-4354-b8c9-9bd179d9520a tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:45.427419 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-35f42c5f-2034-457e-ab62-9bfa7199ebf4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=98e056c86df34f20858eacf8009ad5b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2053185 Jul 29 23:37:45.437225 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204b3510-f852-4aa6-bd80-aa5956d05290 None None] Pushing event updated for resources: {'Port': ['ID=e128a9bd-81ee-4254-a301-6bdf2bf76c29,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:45.438140 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59184) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:45.536764 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-f46162fc-b198-43df-9376-4b88a1926def admin admin] Allocated IP 172.20.0.1 (c557a2d1-7c3b-4a23-8969-2636c7b18953/b543d7e1-3adb-471f-89b1-7d9837345041/92e777c3-f83b-47a9-a570-fd126fa92b8b) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:45.537049 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 8bce1114-cd05-4f25-a5d7-d2bf08d91019 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:45.552884 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 8bce1114-cd05-4f25-a5d7-d2bf08d91019 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:45.554479 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:45.561858 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-07aaa1a2-4472-4ae8-a269-859aa91f5810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133ec819-bd88-423d-a009-7a63840673eb', 'name': 'tempest-TestVolumeBootPattern-2030580411-router', 'tenant_id': '2549046f437c4897b72b02531c34b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'c11bd61d-0864-4c8f-9f6a-71e2bd804821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:37:33Z', 'updated_at': '2021-07-29T23:37:40Z', 'revision_number': 3, 'project_id': '2549046f437c4897b72b02531c34b6a8', 'gw_port': {'id': 'c11bd61d-0864-4c8f-9f6a-71e2bd804821', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '133ec819-bd88-423d-a009-7a63840673eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:36Z', 'updated_at': '2021-07-29T23:37:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:45.585751 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23d77fb-696c-4354-b8c9-9bd179d9520a tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event updated for resources: {'Subnet': ['ID=65b1a430-5d8e-45e5-8569-f95a77705607,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:45.683746 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b23d77fb-696c-4354-b8c9-9bd179d9520a tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Checking segment: {'id': '52772e09-1a00-4edc-bdf3-c3c00604f91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '769b2428-ec2d-4f43-9e59-780751c5f00e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:45.684661 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23d77fb-696c-4354-b8c9-9bd179d9520a tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Network hostable DHCP agents. Network: 769b2428-ec2d-4f43-9e59-780751c5f00e, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:37:45.689172 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07aaa1a2-4472-4ae8-a269-859aa91f5810 None None] Checking router: 133ec819-bd88-423d-a009-7a63840673eb for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:37:45.690045 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07aaa1a2-4472-4ae8-a269-859aa91f5810 None None] Updating router 133ec819-bd88-423d-a009-7a63840673eb port c11bd61d-0864-4c8f-9f6a-71e2bd804821 binding host n-d-712141-10 {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:37:45.767649 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-07aaa1a2-4472-4ae8-a269-859aa91f5810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:45.841361 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3801cb3c-e87c-4b2a-b549-ab3c63fc63ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:45.846732 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4ada3623-c8ed-4c2a-a208-f47a93999604 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:45.924071 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23d77fb-696c-4354-b8c9-9bd179d9520a tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Network 769b2428-ec2d-4f43-9e59-780751c5f00e is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:37:45.939117 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3801cb3c-e87c-4b2a-b549-ab3c63fc63ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:45.971431 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4ada3623-c8ed-4c2a-a208-f47a93999604 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:45.998332 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-b23d77fb-696c-4354-b8c9-9bd179d9520a tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 769b2428-ec2d-4f43-9e59-780751c5f00e) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:46.006588 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23d77fb-696c-4354-b8c9-9bd179d9520a tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:46.008119 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b23d77fb-696c-4354-b8c9-9bd179d9520a tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:46.093441 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3801cb3c-e87c-4b2a-b549-ab3c63fc63ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8a98d5-2397-4d2e-900f-d47f10bdebab,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:46.095468 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:46.130505 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f46162fc-b198-43df-9376-4b88a1926def admin admin] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:46.196179 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe1ad79-558e-4a01-999e-7bca6f0ba9e0 None None] Network 769b2428-ec2d-4f43-9e59-780751c5f00e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:46.243613 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-f46162fc-b198-43df-9376-4b88a1926def admin admin] Transition to ACTIVE for port object 92e777c3-f83b-47a9-a570-fd126fa92b8b will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:46.304203 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 8bce1114-cd05-4f25-a5d7-d2bf08d91019, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=8bce1114-cd05-4f25-a5d7-d2bf08d91019,segment=NetworkSegment(ba081928-7620-49a6-bbba-780dd0ee14fe),segment_id=ba081928-7620-49a6-bbba-780dd0ee14fe)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:46.316330 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f46162fc-b198-43df-9376-4b88a1926def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:46.324620 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4ada3623-c8ed-4c2a-a208-f47a93999604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:46.328642 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4ada3623-c8ed-4c2a-a208-f47a93999604 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:46.334166 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4ada3623-c8ed-4c2a-a208-f47a93999604 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ff0faf46-f134-461a-9c03-7c9da0c35b2b HTTP/1.1" status: 204 len: 168 time: 0.8899312 Jul 29 23:37:46.342269 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a15d4db1-0702-4a1a-805f-296bbcd6e4c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:46.355835 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-3801cb3c-e87c-4b2a-b549-ab3c63fc63ba admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=960cd0f6afb9462bb5767dd365cd2280&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4500616 Jul 29 23:37:46.360102 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:46.378387 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59190) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:46.424156 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a15d4db1-0702-4a1a-805f-296bbcd6e4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:46.471433 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ada3623-c8ed-4c2a-a208-f47a93999604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0faf46-f134-461a-9c03-7c9da0c35b2b,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:46.472991 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a15d4db1-0702-4a1a-805f-296bbcd6e4c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:37:46.507968 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a15d4db1-0702-4a1a-805f-296bbcd6e4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:46.508764 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-a15d4db1-0702-4a1a-805f-296bbcd6e4c8 admin admin] Added segment 3043c331-9d06-41a2-9d65-a96f81db85ae of type vlan for network 0e4107b8-df40-43fd-95a3-0bd4834ecbe0 Jul 29 23:37:46.633314 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46162fc-b198-43df-9376-4b88a1926def admin admin] Network c557a2d1-7c3b-4a23-8969-2636c7b18953 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:46.636467 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46162fc-b198-43df-9376-4b88a1926def admin admin] Pushing event updated for resources: {'Port': ['ID=92e777c3-f83b-47a9-a570-fd126fa92b8b,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:46.647543 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-f46162fc-b198-43df-9376-4b88a1926def admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:46.674343 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b23d77fb-696c-4354-b8c9-9bd179d9520a tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2726076 Jul 29 23:37:46.675038 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59192) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:46.678984 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46162fc-b198-43df-9376-4b88a1926def admin admin] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:46.726857 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-4895ada4-4388-4462-baa9-210dadeb9d2c tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Request body: {'subnet': {'network_id': '1d211c80-dec7-4ebc-8d9c-f5bca80f4e7f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:46.758224 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device e128a9bd-81ee-4254-a301-6bdf2bf76c29 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:37:46.890936 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7073d798-521a-433b-a56c-13b919d9b26e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:46.942730 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7073d798-521a-433b-a56c-13b919d9b26e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:47.052924 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7073d798-521a-433b-a56c-13b919d9b26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:47.057397 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7073d798-521a-433b-a56c-13b919d9b26e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:47.060765 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7073d798-521a-433b-a56c-13b919d9b26e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ef8a98d5-2397-4d2e-900f-d47f10bdebab HTTP/1.1" status: 204 len: 168 time: 0.5701327 Jul 29 23:37:47.069011 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f46162fc-b198-43df-9376-4b88a1926def admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:47.097931 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-07aaa1a2-4472-4ae8-a269-859aa91f5810 None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:47.113075 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-07aaa1a2-4472-4ae8-a269-859aa91f5810 None None] Transition to ACTIVE for port object c11bd61d-0864-4c8f-9f6a-71e2bd804821 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:47.174949 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=8bce1114-cd05-4f25-a5d7-d2bf08d91019,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:47.217696 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-07aaa1a2-4472-4ae8-a269-859aa91f5810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:47.307132 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a15d4db1-0702-4a1a-805f-296bbcd6e4c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:47.411870 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a21a4-d5f7-4621-891a-dc933b5e3790 None None] Pushing event updated for resources: {'Port': ['ID=c11bd61d-0864-4c8f-9f6a-71e2bd804821,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:47.417845 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15d4db1-0702-4a1a-805f-296bbcd6e4c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d31806-75f5-4df0-81d6-8881eb3b4d23,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:47.423442 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a15d4db1-0702-4a1a-805f-296bbcd6e4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:47.425400 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15d4db1-0702-4a1a-805f-296bbcd6e4c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:47.426498 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a15d4db1-0702-4a1a-805f-296bbcd6e4c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:47.476852 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ac869c61-d3a9-4878-9f61-20bb18b720d4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:47.517509 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-dd999184-fdad-4757-b7ac-8f555c334ace None None] Provisioning complete for port 8bce1114-cd05-4f25-a5d7-d2bf08d91019 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:47.519552 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-dd999184-fdad-4757-b7ac-8f555c334ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:47.531582 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ac869c61-d3a9-4878-9f61-20bb18b720d4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:47.616738 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630a21cc-8709-44bb-bc15-071ac9b12569 None None] Network 8110e4a9-0eb5-4398-a420-451f60f92500 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:47.683707 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7073d798-521a-433b-a56c-13b919d9b26e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8a98d5-2397-4d2e-900f-d47f10bdebab,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:47.700212 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d117da-7586-42f4-81b2-c0daf9dc53ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-769b2428-ec2d-4f43-9e59-780751c5f00e', 'network_id': '769b2428-ec2d-4f43-9e59-780751c5f00e', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'fixed_ips': [{'subnet_id': '65b1a430-5d8e-45e5-8569-f95a77705607'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:37:47.702206 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-64d117da-7586-42f4-81b2-c0daf9dc53ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:47.723730 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-e9f2b5eb-6b2e-41dd-a0c5-917a423506ff tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Allocated IP 2001:db8::1 (5566afe9-34ab-4d4d-a088-ced5d2751f76/877a1f2a-3200-48b7-9c3c-ff0223fb20bd/9b43b17f-d81a-4c0b-aec8-1a7b7ec97ba9) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:47.728920 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4895ada4-4388-4462-baa9-210dadeb9d2c tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Made reservation on behalf of 57ced8fbb08748a3b85014e0aa13f1c0 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:47.738142 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4895ada4-4388-4462-baa9-210dadeb9d2c tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:47.741040 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-a15d4db1-0702-4a1a-805f-296bbcd6e4c8 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.7413731 Jul 29 23:37:47.741831 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15d4db1-0702-4a1a-805f-296bbcd6e4c8 admin admin] Pushing event updated for resources: {'Network': ['ID=0e4107b8-df40-43fd-95a3-0bd4834ecbe0,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:47.750579 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59212) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:47.768005 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-3638a18e-f9c1-4c15-afdb-f5c8157b0d5e admin admin] Request body: {'subnet': {'network_id': '0e4107b8-df40-43fd-95a3-0bd4834ecbe0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-788785792-subnet', 'tenant_id': '2d1a7490348b450e840c753a5120b83d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:47.768252 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac869c61-d3a9-4878-9f61-20bb18b720d4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Pushing event updated for resources: {'Port': ['ID=28cda1d7-f2bb-47d4-8770-4a45515bf659,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:47.835222 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ac869c61-d3a9-4878-9f61-20bb18b720d4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:47.908768 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-07aaa1a2-4472-4ae8-a269-859aa91f5810 None None] Attempting to bind port c11bd61d-0864-4c8f-9f6a-71e2bd804821 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:47.909444 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-07aaa1a2-4472-4ae8-a269-859aa91f5810 None None] Attempting to bind port c11bd61d-0864-4c8f-9f6a-71e2bd804821 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:47.914682 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07aaa1a2-4472-4ae8-a269-859aa91f5810 None None] Attempting to bind port c11bd61d-0864-4c8f-9f6a-71e2bd804821 on network 58f27f61-3278-49cc-b66b-1e729d26f29f {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:47.927610 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 0e4107b8-df40-43fd-95a3-0bd4834ecbe0 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:37:48.048597 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07aaa1a2-4472-4ae8-a269-859aa91f5810 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:37:48.049146 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07aaa1a2-4472-4ae8-a269-859aa91f5810 None None] Checking segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:48.049849 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-07aaa1a2-4472-4ae8-a269-859aa91f5810 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:48.050526 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07aaa1a2-4472-4ae8-a269-859aa91f5810 None None] Bound using segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:37:48.051447 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-07aaa1a2-4472-4ae8-a269-859aa91f5810 None None] Bound port: c11bd61d-0864-4c8f-9f6a-71e2bd804821, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:37:48.051966 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-07aaa1a2-4472-4ae8-a269-859aa91f5810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:48.069256 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e9f2b5eb-6b2e-41dd-a0c5-917a423506ff tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:48.070803 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3638a18e-f9c1-4c15-afdb-f5c8157b0d5e admin admin] Made reservation on behalf of 2d1a7490348b450e840c753a5120b83d for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:48.073055 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ac869c61-d3a9-4878-9f61-20bb18b720d4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:48.079541 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ac869c61-d3a9-4878-9f61-20bb18b720d4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.4167771 Jul 29 23:37:48.082935 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3638a18e-f9c1-4c15-afdb-f5c8157b0d5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:48.084555 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59224) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:48.323597 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-e9f2b5eb-6b2e-41dd-a0c5-917a423506ff tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Transition to ACTIVE for port object 9b43b17f-d81a-4c0b-aec8-1a7b7ec97ba9 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:48.359514 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-5cbcd7a7-163b-4c60-be78-3c3595af9497 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] 10.222.0.43 "GET /v2.0/floatingips?floating_network_id=c1f604c3-4dc1-4a80-bfc6-89ebe7b253e9 HTTP/1.1" status: 200 len: 690 time: 0.2734888 Jul 29 23:37:48.364328 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59234) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:48.369381 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port e128a9bd-81ee-4254-a301-6bdf2bf76c29 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:48.434307 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e9f2b5eb-6b2e-41dd-a0c5-917a423506ff tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:48.452003 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:37:48.518813 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f46162fc-b198-43df-9376-4b88a1926def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:48.538468 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-07aaa1a2-4472-4ae8-a269-859aa91f5810 None None] For port c11bd61d-0864-4c8f-9f6a-71e2bd804821, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:37:48.643712 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f2b5eb-6b2e-41dd-a0c5-917a423506ff tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event updated for resources: {'Port': ['ID=9b43b17f-d81a-4c0b-aec8-1a7b7ec97ba9,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:48.648230 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f2b5eb-6b2e-41dd-a0c5-917a423506ff tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Network 5566afe9-34ab-4d4d-a088-ced5d2751f76 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:48.651838 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-e9f2b5eb-6b2e-41dd-a0c5-917a423506ff tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:48.659011 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-07aaa1a2-4472-4ae8-a269-859aa91f5810 None None] For port c11bd61d-0864-4c8f-9f6a-71e2bd804821, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=c11bd61d-0864-4c8f-9f6a-71e2bd804821,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:37:48.690813 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 8bce1114-cd05-4f25-a5d7-d2bf08d91019 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:37:48.699330 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f2b5eb-6b2e-41dd-a0c5-917a423506ff tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:48.700779 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e9f2b5eb-6b2e-41dd-a0c5-917a423506ff tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:48.710497 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f2b5eb-6b2e-41dd-a0c5-917a423506ff tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:48.710855 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f2b5eb-6b2e-41dd-a0c5-917a423506ff tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:48.711205 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f2b5eb-6b2e-41dd-a0c5-917a423506ff tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:48.711537 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f2b5eb-6b2e-41dd-a0c5-917a423506ff tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:48.711924 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f2b5eb-6b2e-41dd-a0c5-917a423506ff tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:48.712414 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f2b5eb-6b2e-41dd-a0c5-917a423506ff tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:48.713015 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f2b5eb-6b2e-41dd-a0c5-917a423506ff tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:48.713319 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f2b5eb-6b2e-41dd-a0c5-917a423506ff tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:48.713667 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f2b5eb-6b2e-41dd-a0c5-917a423506ff tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:48.725682 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f2b5eb-6b2e-41dd-a0c5-917a423506ff tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:48.727082 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f2b5eb-6b2e-41dd-a0c5-917a423506ff tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:48.727727 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f2b5eb-6b2e-41dd-a0c5-917a423506ff tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:48.742030 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-07aaa1a2-4472-4ae8-a269-859aa91f5810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:48.832073 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-64d117da-7586-42f4-81b2-c0daf9dc53ed None None] Allocated IP 172.20.0.2 (769b2428-ec2d-4f43-9e59-780751c5f00e/65b1a430-5d8e-45e5-8569-f95a77705607/48b44338-2df4-484f-b1c9-7f90a23ea682) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:49.002347 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e9f2b5eb-6b2e-41dd-a0c5-917a423506ff tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:49.269085 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a21a4-d5f7-4621-891a-dc933b5e3790 None None] Pushing event updated for resources: {'Port': ['ID=c11bd61d-0864-4c8f-9f6a-71e2bd804821,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:49.277702 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-161b2810-cc32-4b50-960c-956dddd16db4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:49.372345 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07aaa1a2-4472-4ae8-a269-859aa91f5810 None None] Routers {'133ec819-bd88-423d-a009-7a63840673eb'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:37:49.373854 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-07aaa1a2-4472-4ae8-a269-859aa91f5810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:37:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['133ec819-bd88-423d-a009-7a63840673eb'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:49.541453 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-41b9f07d-9779-49bb-92a3-f3de5cea4aad None None] Provisioning for port 92e777c3-f83b-47a9-a570-fd126fa92b8b completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:49.612410 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-41b9f07d-9779-49bb-92a3-f3de5cea4aad None None] Provisioning complete for port 92e777c3-f83b-47a9-a570-fd126fa92b8b triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:49.613486 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-41b9f07d-9779-49bb-92a3-f3de5cea4aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:49.631602 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 8bce1114-cd05-4f25-a5d7-d2bf08d91019 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:49.634860 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:49.781571 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e9f2b5eb-6b2e-41dd-a0c5-917a423506ff tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:49.793929 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e9f2b5eb-6b2e-41dd-a0c5-917a423506ff tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:49.800452 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e9f2b5eb-6b2e-41dd-a0c5-917a423506ff tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:49.929039 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f46162fc-b198-43df-9376-4b88a1926def admin admin] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:50.037057 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f2b5eb-6b2e-41dd-a0c5-917a423506ff tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event updated for resources: {'Port': ['ID=9b43b17f-d81a-4c0b-aec8-1a7b7ec97ba9,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:50.039485 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4895ada4-4388-4462-baa9-210dadeb9d2c tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:50.060448 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f46162fc-b198-43df-9376-4b88a1926def admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:50.096303 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-97669aea-1c05-4242-94c8-d9f2d5a38fcd req-88da07d2-7f2f-4ed1-9bd2-60101202bf5f tempest-ServerShowV247Test-1216711509 tempest-ServerShowV247Test-1216711509-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7466fa-a17a-46bf-afe0-1bb4795700be HTTP/1.1" status: 200 len: 210 time: 0.0656123 Jul 29 23:37:50.143909 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f2b5eb-6b2e-41dd-a0c5-917a423506ff tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Network 5566afe9-34ab-4d4d-a088-ced5d2751f76 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:50.145739 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-e9f2b5eb-6b2e-41dd-a0c5-917a423506ff tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:50.272436 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59276) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:50.349566 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:50.373953 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3638a18e-f9c1-4c15-afdb-f5c8157b0d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:50.406874 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-07aaa1a2-4472-4ae8-a269-859aa91f5810 None None] Set router 133ec819-bd88-423d-a009-7a63840673eb gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:37:50.436402 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-41b9f07d-9779-49bb-92a3-f3de5cea4aad None None] Port 92e777c3-f83b-47a9-a570-fd126fa92b8b cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:37:50.500370 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f2b5eb-6b2e-41dd-a0c5-917a423506ff tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Router cc9b7d8f-954f-4cd1-9624-289e3d104ed2 is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:37:50.583574 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46162fc-b198-43df-9376-4b88a1926def admin admin] Pushing event updated for resources: {'Port': ['ID=92e777c3-f83b-47a9-a570-fd126fa92b8b,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:50.596488 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f46162fc-b198-43df-9376-4b88a1926def admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:50.599927 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4895ada4-4388-4462-baa9-210dadeb9d2c tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event updated for resources: {'Subnet': ['ID=0ccec5ce-85e6-4b02-8b54-fc92167da156,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:50.647989 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-161b2810-cc32-4b50-960c-956dddd16db4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Deleting port 28cda1d7-f2bb-47d4-8770-4a45515bf659 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:50.648771 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-161b2810-cc32-4b50-960c-956dddd16db4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:50.684486 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-41b9f07d-9779-49bb-92a3-f3de5cea4aad None None] Provisioning for port e128a9bd-81ee-4254-a301-6bdf2bf76c29 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:50.770297 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f2b5eb-6b2e-41dd-a0c5-917a423506ff tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:37:50.793881 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872dd2aa-3b4d-4a7a-b282-8beed6bfeae4 None None] Sync routers for ids ['cc9b7d8f-954f-4cd1-9624-289e3d104ed2'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:37:50.795596 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e9f2b5eb-6b2e-41dd-a0c5-917a423506ff tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "PUT /v2.0/routers/cc9b7d8f-954f-4cd1-9624-289e3d104ed2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1051378 Jul 29 23:37:50.798431 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59298) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:50.831846 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872dd2aa-3b4d-4a7a-b282-8beed6bfeae4 None None] Routers {'cc9b7d8f-954f-4cd1-9624-289e3d104ed2'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:37:50.834568 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-872dd2aa-3b4d-4a7a-b282-8beed6bfeae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:37:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['cc9b7d8f-954f-4cd1-9624-289e3d104ed2'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:50.899987 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f69a5a2-2db2-474b-9d9e-b486c902b5c9 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:50.903276 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-1f69a5a2-2db2-474b-9d9e-b486c902b5c9 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "GET /v2.0/ports/9b43b17f-d81a-4c0b-aec8-1a7b7ec97ba9 HTTP/1.1" status: 200 len: 911 time: 0.1023924 Jul 29 23:37:50.905790 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59304) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:50.967871 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-872dd2aa-3b4d-4a7a-b282-8beed6bfeae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:50.984703 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872dd2aa-3b4d-4a7a-b282-8beed6bfeae4 None None] Routers {'cc9b7d8f-954f-4cd1-9624-289e3d104ed2'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:37:50.986385 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-872dd2aa-3b4d-4a7a-b282-8beed6bfeae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:37:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['cc9b7d8f-954f-4cd1-9624-289e3d104ed2'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:50.997352 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-41b9f07d-9779-49bb-92a3-f3de5cea4aad None None] Provisioning complete for port e128a9bd-81ee-4254-a301-6bdf2bf76c29 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:50.998006 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-41b9f07d-9779-49bb-92a3-f3de5cea4aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:51.068694 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-64d117da-7586-42f4-81b2-c0daf9dc53ed None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:51.091638 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-64d117da-7586-42f4-81b2-c0daf9dc53ed None None] Transition to ACTIVE for port object 48b44338-2df4-484f-b1c9-7f90a23ea682 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:51.100840 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4895ada4-4388-4462-baa9-210dadeb9d2c tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Checking segment: {'id': '14c4dbe5-cfef-4294-85db-057c00d22679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1d211c80-dec7-4ebc-8d9c-f5bca80f4e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:51.106351 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4895ada4-4388-4462-baa9-210dadeb9d2c tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Network hostable DHCP agents. Network: 1d211c80-dec7-4ebc-8d9c-f5bca80f4e7f, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:37:51.141572 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-55cf781b-e03a-4912-ab3b-1fe5578afa5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:51.144591 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3638a18e-f9c1-4c15-afdb-f5c8157b0d5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=21a45e03-898f-4a9d-8e15-c9e22de2d228,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:51.183383 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3638a18e-f9c1-4c15-afdb-f5c8157b0d5e admin admin] Checking segment: {'id': '3043c331-9d06-41a2-9d65-a96f81db85ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0e4107b8-df40-43fd-95a3-0bd4834ecbe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:51.184046 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3638a18e-f9c1-4c15-afdb-f5c8157b0d5e admin admin] Network hostable DHCP agents. Network: 0e4107b8-df40-43fd-95a3-0bd4834ecbe0, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:37:51.229841 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1cfff9fd-2078-421d-abf4-5ed080c567be req-45449e63-2b15-4462-802c-579cd1d1dfa1 tempest-ServerShowV247Test-1216711509 tempest-ServerShowV247Test-1216711509-project] 10.222.0.43 "GET /v2.0/ports?device_id=2aae6425-6d13-419a-903d-b7b2ca780270 HTTP/1.1" status: 200 len: 210 time: 0.1527057 Jul 29 23:37:51.240041 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-64d117da-7586-42f4-81b2-c0daf9dc53ed None None] Transition to ACTIVE for port object 48b44338-2df4-484f-b1c9-7f90a23ea682 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:51.272488 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-64d117da-7586-42f4-81b2-c0daf9dc53ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:51.332522 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-872dd2aa-3b4d-4a7a-b282-8beed6bfeae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:51.333268 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872dd2aa-3b4d-4a7a-b282-8beed6bfeae4 None None] The sync data for ids ['cc9b7d8f-954f-4cd1-9624-289e3d104ed2'] in n-d-712141-10 is: [] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:37:51.348900 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4895ada4-4388-4462-baa9-210dadeb9d2c tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Network 1d211c80-dec7-4ebc-8d9c-f5bca80f4e7f is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:37:51.387541 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-161b2810-cc32-4b50-960c-956dddd16db4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:51.388703 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-161b2810-cc32-4b50-960c-956dddd16db4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:51.406768 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3638a18e-f9c1-4c15-afdb-f5c8157b0d5e admin admin] Network 0e4107b8-df40-43fd-95a3-0bd4834ecbe0 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:37:51.407781 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d117da-7586-42f4-81b2-c0daf9dc53ed None None] Pushing event updated for resources: {'Port': ['ID=48b44338-2df4-484f-b1c9-7f90a23ea682,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:51.419954 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-41b9f07d-9779-49bb-92a3-f3de5cea4aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:51.444433 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d117da-7586-42f4-81b2-c0daf9dc53ed None None] Network 769b2428-ec2d-4f43-9e59-780751c5f00e is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:51.451029 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-3638a18e-f9c1-4c15-afdb-f5c8157b0d5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 0e4107b8-df40-43fd-95a3-0bd4834ecbe0) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:51.451541 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-64d117da-7586-42f4-81b2-c0daf9dc53ed None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:51.461228 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d117da-7586-42f4-81b2-c0daf9dc53ed None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:51.464674 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-4895ada4-4388-4462-baa9-210dadeb9d2c tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 1d211c80-dec7-4ebc-8d9c-f5bca80f4e7f) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:51.474414 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538b6fa8-5cfe-4ec4-a8db-4b04dcd153d9 None None] Network 0e4107b8-df40-43fd-95a3-0bd4834ecbe0 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:51.518248 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-161b2810-cc32-4b50-960c-956dddd16db4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Calling delete_port for 28cda1d7-f2bb-47d4-8770-4a45515bf659 owned by network:floatingip {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:51.521388 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3638a18e-f9c1-4c15-afdb-f5c8157b0d5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:51.521611 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3638a18e-f9c1-4c15-afdb-f5c8157b0d5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:51.535682 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4895ada4-4388-4462-baa9-210dadeb9d2c tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:51.536603 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4895ada4-4388-4462-baa9-210dadeb9d2c tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:51.541350 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46162fc-b198-43df-9376-4b88a1926def admin admin] Network c557a2d1-7c3b-4a23-8969-2636c7b18953 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:51.605917 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c593cd-034b-40a4-8eb4-c94ea6ae7319 None None] Network 1d211c80-dec7-4ebc-8d9c-f5bca80f4e7f requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:51.756637 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-f46162fc-b198-43df-9376-4b88a1926def admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:51.832049 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-41b9f07d-9779-49bb-92a3-f3de5cea4aad None None] For port e128a9bd-81ee-4254-a301-6bdf2bf76c29, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=e128a9bd-81ee-4254-a301-6bdf2bf76c29,segment=NetworkSegment(9b7bece3-9f59-4338-aaeb-3754bb0ffee7),segment_id=9b7bece3-9f59-4338-aaeb-3754bb0ffee7)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:51.857431 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-41b9f07d-9779-49bb-92a3-f3de5cea4aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:51.874609 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e1a5263e-adef-49ba-9b08-d232540ccbd5 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:52.094175 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-64d117da-7586-42f4-81b2-c0daf9dc53ed None None] Attempting to bind port 48b44338-2df4-484f-b1c9-7f90a23ea682 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:52.094549 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-64d117da-7586-42f4-81b2-c0daf9dc53ed None None] Attempting to bind port 48b44338-2df4-484f-b1c9-7f90a23ea682 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '52772e09-1a00-4edc-bdf3-c3c00604f91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '769b2428-ec2d-4f43-9e59-780751c5f00e'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:52.094915 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d117da-7586-42f4-81b2-c0daf9dc53ed None None] Attempting to bind port 48b44338-2df4-484f-b1c9-7f90a23ea682 on network 769b2428-ec2d-4f43-9e59-780751c5f00e {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:52.130847 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8372e9-cd2f-4c42-b781-252a6164036e None None] Network 0e4107b8-df40-43fd-95a3-0bd4834ecbe0 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:52.139220 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b9f07d-9779-49bb-92a3-f3de5cea4aad None None] Pushing event updated for resources: {'Port': ['ID=e128a9bd-81ee-4254-a301-6bdf2bf76c29,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:52.166030 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-563eb2e4-88b2-4b93-a7e7-dcaeb8405406 None None] Provisioning for port 9b43b17f-d81a-4c0b-aec8-1a7b7ec97ba9 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:52.171685 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d117da-7586-42f4-81b2-c0daf9dc53ed None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:37:52.171969 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f46162fc-b198-43df-9376-4b88a1926def admin admin] Router 133ec819-bd88-423d-a009-7a63840673eb has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:37:52.172470 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d117da-7586-42f4-81b2-c0daf9dc53ed None None] Checking segment: {'id': '52772e09-1a00-4edc-bdf3-c3c00604f91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '769b2428-ec2d-4f43-9e59-780751c5f00e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:52.173058 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-64d117da-7586-42f4-81b2-c0daf9dc53ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:52.173648 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d117da-7586-42f4-81b2-c0daf9dc53ed None None] Bound using segment: {'id': '52772e09-1a00-4edc-bdf3-c3c00604f91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '769b2428-ec2d-4f43-9e59-780751c5f00e'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:37:52.174464 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-64d117da-7586-42f4-81b2-c0daf9dc53ed None None] Bound port: 48b44338-2df4-484f-b1c9-7f90a23ea682, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52772e09-1a00-4edc-bdf3-c3c00604f91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '769b2428-ec2d-4f43-9e59-780751c5f00e'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:37:52.175565 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-64d117da-7586-42f4-81b2-c0daf9dc53ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:52.178693 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-55cf781b-e03a-4912-ab3b-1fe5578afa5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:52.180755 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-07aaa1a2-4472-4ae8-a269-859aa91f5810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133ec819-bd88-423d-a009-7a63840673eb', 'name': 'tempest-TestVolumeBootPattern-2030580411-router', 'tenant_id': '2549046f437c4897b72b02531c34b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'c11bd61d-0864-4c8f-9f6a-71e2bd804821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:37:33Z', 'updated_at': '2021-07-29T23:37:48Z', 'revision_number': 4, 'project_id': '2549046f437c4897b72b02531c34b6a8', 'gw_port': {'id': 'c11bd61d-0864-4c8f-9f6a-71e2bd804821', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '133ec819-bd88-423d-a009-7a63840673eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:36Z', 'updated_at': '2021-07-29T23:37:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '92e777c3-f83b-47a9-a570-fd126fa92b8b', 'name': '', 'network_id': 'c557a2d1-7c3b-4a23-8969-2636c7b18953', 'tenant_id': '2549046f437c4897b72b02531c34b6a8', 'mac_address': 'fa:16:3e:f1:e9:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '133ec819-bd88-423d-a009-7a63840673eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': 'b543d7e1-3adb-471f-89b1-7d9837345041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:45Z', 'updated_at': '2021-07-29T23:37:45Z', 'revision_number': 1, 'project_id': '2549046f437c4897b72b02531c34b6a8', 'subnets': [{'id': 'b543d7e1-3adb-471f-89b1-7d9837345041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:52.189729 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-55cf781b-e03a-4912-ab3b-1fe5578afa5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:52.206707 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4895ada4-4388-4462-baa9-210dadeb9d2c tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.4801528 Jul 29 23:37:52.215033 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-3638a18e-f9c1-4c15-afdb-f5c8157b0d5e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.4600933 Jul 29 23:37:52.215627 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59320) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:52.230941 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-563eb2e4-88b2-4b93-a7e7-dcaeb8405406 None None] Provisioning complete for port 9b43b17f-d81a-4c0b-aec8-1a7b7ec97ba9 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:52.231933 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-563eb2e4-88b2-4b93-a7e7-dcaeb8405406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:52.241743 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-00063aa7-9b4d-4e11-bad9-66638f77a8a5 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1460306639', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:52.263608 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-161b2810-cc32-4b50-960c-956dddd16db4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:52.311203 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07aaa1a2-4472-4ae8-a269-859aa91f5810 None None] The sync data for ids ['133ec819-bd88-423d-a009-7a63840673eb'] in n-d-712141-10 is: [{'id': '133ec819-bd88-423d-a009-7a63840673eb', 'name': 'tempest-TestVolumeBootPattern-2030580411-router', 'tenant_id': '2549046f437c4897b72b02531c34b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'c11bd61d-0864-4c8f-9f6a-71e2bd804821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:37:33Z', 'updated_at': '2021-07-29T23:37:48Z', 'revision_number': 4, 'project_id': '2549046f437c4897b72b02531c34b6a8', 'gw_port': {'id': 'c11bd61d-0864-4c8f-9f6a-71e2bd804821', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a9:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '133ec819-bd88-423d-a009-7a63840673eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:36Z', 'updated_at': '2021-07-29T23:37:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '92e777c3-f83b-47a9-a570-fd126fa92b8b', 'name': '', 'network_id': 'c557a2d1-7c3b-4a23-8969-2636c7b18953', 'tenant_id': '2549046f437c4897b72b02531c34b6a8', 'mac_address': 'fa:16:3e:f1:e9:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '133ec819-bd88-423d-a009-7a63840673eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': 'b543d7e1-3adb-471f-89b1-7d9837345041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:45Z', 'updated_at': '2021-07-29T23:37:45Z', 'revision_number': 1, 'project_id': '2549046f437c4897b72b02531c34b6a8', 'subnets': [{'id': 'b543d7e1-3adb-471f-89b1-7d9837345041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:37:52.432811 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-55cf781b-e03a-4912-ab3b-1fe5578afa5a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ce06f8abfc554184ad10835e6e6426b4&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1511884 Jul 29 23:37:52.432811 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cf781b-e03a-4912-ab3b-1fe5578afa5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ee6d97-4a51-4024-93e9-95ba4af93860,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:52.441269 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59326) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:52.450369 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161b2810-cc32-4b50-960c-956dddd16db4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Pushing event deleted for resources: {'Port': ['ID=28cda1d7-f2bb-47d4-8770-4a45515bf659,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:52.533646 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-00063aa7-9b4d-4e11-bad9-66638f77a8a5 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:52.534708 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-00063aa7-9b4d-4e11-bad9-66638f77a8a5 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:52.619067 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-247c9bb9-2c69-4ad7-8487-53d294936ba5 req-bd4fb76f-2530-4bd1-aa93-f5da8e224270 tempest-ServerShowV247Test-1216711509 tempest-ServerShowV247Test-1216711509-project] 10.222.0.43 "GET /v2.0/ports?device_id=2aae6425-6d13-419a-903d-b7b2ca780270 HTTP/1.1" status: 200 len: 210 time: 0.0568542 Jul 29 23:37:52.650822 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-e1a5263e-adef-49ba-9b08-d232540ccbd5 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Allocated IP 2001:db8:1::1 (8110e4a9-0eb5-4398-a420-451f60f92500/843f2b7c-9f7b-44f1-93de-b4f3573a426e/2c87ecb4-44c4-4578-8d93-73a09c21955e) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:52.663529 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7de9d0b4-2ffd-4d87-b328-48df9a152423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:52.714173 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-64d117da-7586-42f4-81b2-c0daf9dc53ed None None] For port 48b44338-2df4-484f-b1c9-7f90a23ea682, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:37:52.714173 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-64d117da-7586-42f4-81b2-c0daf9dc53ed None None] For port 48b44338-2df4-484f-b1c9-7f90a23ea682, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=48b44338-2df4-484f-b1c9-7f90a23ea682,segment=NetworkSegment(52772e09-1a00-4edc-bdf3-c3c00604f91e),segment_id=52772e09-1a00-4edc-bdf3-c3c00604f91e)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:37:52.772640 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-563eb2e4-88b2-4b93-a7e7-dcaeb8405406 None None] Port 9b43b17f-d81a-4c0b-aec8-1a7b7ec97ba9 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:37:52.789029 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-64d117da-7586-42f4-81b2-c0daf9dc53ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:52.807854 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7de9d0b4-2ffd-4d87-b328-48df9a152423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:53.050277 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ace16f-ea60-4b33-b450-eb6554f8abc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-1d211c80-dec7-4ebc-8d9c-f5bca80f4e7f', 'network_id': '1d211c80-dec7-4ebc-8d9c-f5bca80f4e7f', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'fixed_ips': [{'subnet_id': '0ccec5ce-85e6-4b02-8b54-fc92167da156'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:37:53.052247 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-61ace16f-ea60-4b33-b450-eb6554f8abc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:53.087721 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f46162fc-b198-43df-9376-4b88a1926def admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:37:53.111473 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-f46162fc-b198-43df-9376-4b88a1926def admin admin] 10.222.0.43 "PUT /v2.0/routers/133ec819-bd88-423d-a009-7a63840673eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1320007 Jul 29 23:37:53.117204 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-161b2810-cc32-4b50-960c-956dddd16db4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:53.179404 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7de9d0b4-2ffd-4d87-b328-48df9a152423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:53.190753 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7de9d0b4-2ffd-4d87-b328-48df9a152423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:53.217640 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-7de9d0b4-2ffd-4d87-b328-48df9a152423 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b0ee6d97-4a51-4024-93e9-95ba4af93860 HTTP/1.1" status: 204 len: 168 time: 0.7749081 Jul 29 23:37:53.245000 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-563eb2e4-88b2-4b93-a7e7-dcaeb8405406 None None] Provisioning complete for port e128a9bd-81ee-4254-a301-6bdf2bf76c29 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:53.245369 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-563eb2e4-88b2-4b93-a7e7-dcaeb8405406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:53.271859 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-00063aa7-9b4d-4e11-bad9-66638f77a8a5 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:53.288548 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-00063aa7-9b4d-4e11-bad9-66638f77a8a5 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:53.360951 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de9d0b4-2ffd-4d87-b328-48df9a152423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ee6d97-4a51-4024-93e9-95ba4af93860,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:53.399906 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device e128a9bd-81ee-4254-a301-6bdf2bf76c29 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:37:53.459673 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e1a5263e-adef-49ba-9b08-d232540ccbd5 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:53.527157 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-00063aa7-9b4d-4e11-bad9-66638f77a8a5 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:53.541630 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-00063aa7-9b4d-4e11-bad9-66638f77a8a5 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.3109186 Jul 29 23:37:53.542939 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59348) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:53.552647 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-161b2810-cc32-4b50-960c-956dddd16db4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:53.604882 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d117da-7586-42f4-81b2-c0daf9dc53ed None None] Pushing event updated for resources: {'Port': ['ID=48b44338-2df4-484f-b1c9-7f90a23ea682,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:53.769416 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ffd580e1-4d3b-4337-8eeb-a57afaea2a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:53.830285 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port e128a9bd-81ee-4254-a301-6bdf2bf76c29 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:53.832384 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:53.875897 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48bdf0c-df7a-49e3-8865-305e42c77b3e req-e0fef80d-2959-4b5f-b91f-fcbae3beecb3 tempest-ServerPasswordTestJSON-699363035 tempest-ServerPasswordTestJSON-699363035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:53.877761 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f48bdf0c-df7a-49e3-8865-305e42c77b3e req-e0fef80d-2959-4b5f-b91f-fcbae3beecb3 tempest-ServerPasswordTestJSON-699363035 tempest-ServerPasswordTestJSON-699363035-project] 10.222.0.43 "GET /v2.0/networks?id=0e4107b8-df40-43fd-95a3-0bd4834ecbe0 HTTP/1.1" status: 200 len: 812 time: 0.4645369 Jul 29 23:37:53.890475 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-e1a5263e-adef-49ba-9b08-d232540ccbd5 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Transition to ACTIVE for port object 2c87ecb4-44c4-4578-8d93-73a09c21955e will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:53.939170 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f48bdf0c-df7a-49e3-8865-305e42c77b3e req-9fa1e72f-6d2e-4948-ad48-77c72cfb0850 tempest-ServerPasswordTestJSON-699363035 tempest-ServerPasswordTestJSON-699363035-project] 10.222.0.43 "GET /v2.0/quotas/2d1a7490348b450e840c753a5120b83d HTTP/1.1" status: 200 len: 375 time: 0.0383141 Jul 29 23:37:54.059315 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f48bdf0c-df7a-49e3-8865-305e42c77b3e req-3eabace0-2d33-4d64-834b-45d7b7a9b2c1 tempest-ServerPasswordTestJSON-699363035 tempest-ServerPasswordTestJSON-699363035-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2d1a7490348b450e840c753a5120b83d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0828459 Jul 29 23:37:54.090919 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-161b2810-cc32-4b50-960c-956dddd16db4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:54.131068 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-24242e16-2686-46f4-8f3f-6322a89c5134 req-20b4bd19-ef09-4174-9007-0fd39cea240f tempest-ServerShowV247Test-1216711509 tempest-ServerShowV247Test-1216711509-project] 10.222.0.43 "GET /v2.0/ports?device_id=2aae6425-6d13-419a-903d-b7b2ca780270 HTTP/1.1" status: 200 len: 210 time: 0.1054878 Jul 29 23:37:54.172328 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e1a5263e-adef-49ba-9b08-d232540ccbd5 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:54.264163 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161b2810-cc32-4b50-960c-956dddd16db4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5c769464-5441-456c-ba58-ddb83e657369,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:54.481077 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a5263e-adef-49ba-9b08-d232540ccbd5 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Network 8110e4a9-0eb5-4398-a420-451f60f92500 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:54.487849 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-e1a5263e-adef-49ba-9b08-d232540ccbd5 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:54.496287 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a5263e-adef-49ba-9b08-d232540ccbd5 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:54.497499 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e1a5263e-adef-49ba-9b08-d232540ccbd5 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:54.542470 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-61ace16f-ea60-4b33-b450-eb6554f8abc2 None None] Allocated IP 172.21.0.2 (1d211c80-dec7-4ebc-8d9c-f5bca80f4e7f/0ccec5ce-85e6-4b02-8b54-fc92167da156/c088c105-a749-4857-ad4b-b6d24d542906) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:54.616564 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-17af31f6-e43b-427f-8bd8-b4461041b010 None None] Provisioning complete for port 92e777c3-f83b-47a9-a570-fd126fa92b8b triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:54.616879 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-17af31f6-e43b-427f-8bd8-b4461041b010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:54.725960 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a5263e-adef-49ba-9b08-d232540ccbd5 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event updated for resources: {'Port': ['ID=2c87ecb4-44c4-4578-8d93-73a09c21955e,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:54.794451 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-161b2810-cc32-4b50-960c-956dddd16db4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:54.887506 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-161b2810-cc32-4b50-960c-956dddd16db4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1f604c3-4dc1-4a80-bfc6-89ebe7b253e9']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:54.947003 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-161b2810-cc32-4b50-960c-956dddd16db4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2da48f0a-fe5c-43e6-b83a-fb37d7687592') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:54.947340 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-161b2810-cc32-4b50-960c-956dddd16db4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2da48f0a-fe5c-43e6-b83a-fb37d7687592') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:54.975395 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f48bdf0c-df7a-49e3-8865-305e42c77b3e req-31b452e3-c951-462b-98da-3fed7d02c9bf service neutron] 10.222.0.43 "GET /v2.0/networks/0e4107b8-df40-43fd-95a3-0bd4834ecbe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8819027 Jul 29 23:37:55.015271 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-161b2810-cc32-4b50-960c-956dddd16db4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:55.131654 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-161b2810-cc32-4b50-960c-956dddd16db4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:55.163440 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-17af31f6-e43b-427f-8bd8-b4461041b010 None None] Port 92e777c3-f83b-47a9-a570-fd126fa92b8b cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:37:55.170320 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a7da1444-3f62-48a5-a228-308f46240429 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:55.295318 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ef997b-ad5b-4e9f-ac51-64d6207be175 None None] Network 769b2428-ec2d-4f43-9e59-780751c5f00e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:55.431067 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-61ace16f-ea60-4b33-b450-eb6554f8abc2 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:55.492780 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device c11bd61d-0864-4c8f-9f6a-71e2bd804821 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:37:55.532684 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e1a5263e-adef-49ba-9b08-d232540ccbd5 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:55.702495 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ebe385ce-8215-40ff-8a1b-9d7ba57b8aa1 req-02437ddc-9869-4f83-8527-13a44f1ac5a8 tempest-ServerShowV247Test-1216711509 tempest-ServerShowV247Test-1216711509-project] 10.222.0.43 "GET /v2.0/ports?device_id=2aae6425-6d13-419a-903d-b7b2ca780270 HTTP/1.1" status: 200 len: 210 time: 0.1823313 Jul 29 23:37:55.741211 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e219d86a-2cb8-4363-9755-26ac33172318 req-ad3a3a05-9193-49b3-a7a6-1aa4eacb6062 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2aae6425-6d13-419a-903d-b7b2ca780270 HTTP/1.1" status: 200 len: 210 time: 0.7303839 Jul 29 23:37:55.872204 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f48bdf0c-df7a-49e3-8865-305e42c77b3e req-1de23e75-0afb-4abc-abbc-0dc69c105b47 service neutron] 10.222.0.43 "GET /v2.0/networks/0e4107b8-df40-43fd-95a3-0bd4834ecbe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8728223 Jul 29 23:37:55.926556 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-61ace16f-ea60-4b33-b450-eb6554f8abc2 None None] Transition to ACTIVE for port object c088c105-a749-4857-ad4b-b6d24d542906 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:55.940046 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-b29aa418-36de-448d-859d-c7a64769a2e4 None None] Provisioning for port 48b44338-2df4-484f-b1c9-7f90a23ea682 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:55.995890 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-05c50f53-bbca-4179-a858-4ddc1c1d5450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:56.009688 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-161b2810-cc32-4b50-960c-956dddd16db4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:37:56.024997 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-161b2810-cc32-4b50-960c-956dddd16db4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:56.037634 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:37:56.037634 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:37:56.037634 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:37:56.037634 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:37:56.037634 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:37:56.037634 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:37:56.037634 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:37:56.037634 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:37:56.037634 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:37:56.037634 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:37:56.037634 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:37:56.037634 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:37:56.037634 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:37:56.037634 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:37:56.037634 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:37:56.037634 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:37:56.037634 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:37:56.037634 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:37:56.037634 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:37:56.037634 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:37:56.037634 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:37:56.037634 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:37:56.037634 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:37:56.037634 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:37:56.037634 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:37:56.037634 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:37:56.037634 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:37:56.037634 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:37:56.037634 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:37:56.037634 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:37:56.037634 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:37:56.037634 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:37:56.074276 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-61ace16f-ea60-4b33-b450-eb6554f8abc2 None None] Transition to ACTIVE for port object c088c105-a749-4857-ad4b-b6d24d542906 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:56.076302 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-b29aa418-36de-448d-859d-c7a64769a2e4 None None] Provisioning for port 2c87ecb4-44c4-4578-8d93-73a09c21955e completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:56.119429 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port c11bd61d-0864-4c8f-9f6a-71e2bd804821 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:56.140634 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port c11bd61d-0864-4c8f-9f6a-71e2bd804821 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:56.152570 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f4b63f6b-4756-49c1-a336-2f599344c19b req-67c1d21e-2886-4dd0-beb7-1ee34615bce7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bc7466fa-a17a-46bf-afe0-1bb4795700be HTTP/1.1" status: 200 len: 210 time: 1.7498848 Jul 29 23:37:56.153189 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:56.240695 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-b29aa418-36de-448d-859d-c7a64769a2e4 None None] Provisioning complete for port 2c87ecb4-44c4-4578-8d93-73a09c21955e triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:56.242864 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b29aa418-36de-448d-859d-c7a64769a2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:56.288386 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-61ace16f-ea60-4b33-b450-eb6554f8abc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:56.298031 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-b29aa418-36de-448d-859d-c7a64769a2e4 None None] Port 2c87ecb4-44c4-4578-8d93-73a09c21955e cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:37:56.450780 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ace16f-ea60-4b33-b450-eb6554f8abc2 None None] Network 1d211c80-dec7-4ebc-8d9c-f5bca80f4e7f is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:56.475044 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-161b2810-cc32-4b50-960c-956dddd16db4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:56.478998 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-61ace16f-ea60-4b33-b450-eb6554f8abc2 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:56.483056 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ace16f-ea60-4b33-b450-eb6554f8abc2 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:56.486975 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-161b2810-cc32-4b50-960c-956dddd16db4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c1f604c3-4dc1-4a80-bfc6-89ebe7b253e9 {{(pid=94077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 29 23:37:56.492230 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-161b2810-cc32-4b50-960c-956dddd16db4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:56.494824 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-161b2810-cc32-4b50-960c-956dddd16db4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] 10.222.0.43 "DELETE /v2.0/networks/c1f604c3-4dc1-4a80-bfc6-89ebe7b253e9 HTTP/1.1" status: 204 len: 168 time: 8.1068487 Jul 29 23:37:56.500799 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59402) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:56.574831 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:56.675019 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ace16f-ea60-4b33-b450-eb6554f8abc2 None None] Pushing event updated for resources: {'Port': ['ID=c088c105-a749-4857-ad4b-b6d24d542906,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:56.716398 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ace16f-ea60-4b33-b450-eb6554f8abc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:56.716741 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ace16f-ea60-4b33-b450-eb6554f8abc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:56.717078 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ace16f-ea60-4b33-b450-eb6554f8abc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:56.717417 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ace16f-ea60-4b33-b450-eb6554f8abc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:56.717857 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ace16f-ea60-4b33-b450-eb6554f8abc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:56.718187 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ace16f-ea60-4b33-b450-eb6554f8abc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:56.718771 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ace16f-ea60-4b33-b450-eb6554f8abc2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:56.719126 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ace16f-ea60-4b33-b450-eb6554f8abc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:56.719427 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ace16f-ea60-4b33-b450-eb6554f8abc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:56.719940 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ace16f-ea60-4b33-b450-eb6554f8abc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:56.720411 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ace16f-ea60-4b33-b450-eb6554f8abc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:56.720891 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ace16f-ea60-4b33-b450-eb6554f8abc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:56.872669 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-61ace16f-ea60-4b33-b450-eb6554f8abc2 None None] Attempting to bind port c088c105-a749-4857-ad4b-b6d24d542906 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:56.873052 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-61ace16f-ea60-4b33-b450-eb6554f8abc2 None None] Attempting to bind port c088c105-a749-4857-ad4b-b6d24d542906 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '14c4dbe5-cfef-4294-85db-057c00d22679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1d211c80-dec7-4ebc-8d9c-f5bca80f4e7f'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:56.873445 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ace16f-ea60-4b33-b450-eb6554f8abc2 None None] Attempting to bind port c088c105-a749-4857-ad4b-b6d24d542906 on network 1d211c80-dec7-4ebc-8d9c-f5bca80f4e7f {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:56.880165 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:56.890558 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ace16f-ea60-4b33-b450-eb6554f8abc2 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:37:56.890933 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ace16f-ea60-4b33-b450-eb6554f8abc2 None None] Checking segment: {'id': '14c4dbe5-cfef-4294-85db-057c00d22679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1d211c80-dec7-4ebc-8d9c-f5bca80f4e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:56.892392 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-61ace16f-ea60-4b33-b450-eb6554f8abc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:56.892956 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ace16f-ea60-4b33-b450-eb6554f8abc2 None None] Bound using segment: {'id': '14c4dbe5-cfef-4294-85db-057c00d22679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1d211c80-dec7-4ebc-8d9c-f5bca80f4e7f'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:37:56.893662 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-61ace16f-ea60-4b33-b450-eb6554f8abc2 None None] Bound port: c088c105-a749-4857-ad4b-b6d24d542906, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14c4dbe5-cfef-4294-85db-057c00d22679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1d211c80-dec7-4ebc-8d9c-f5bca80f4e7f'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:37:56.894327 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-61ace16f-ea60-4b33-b450-eb6554f8abc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:56.972468 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port c11bd61d-0864-4c8f-9f6a-71e2bd804821, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=c11bd61d-0864-4c8f-9f6a-71e2bd804821,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:56.982617 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:56.990840 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 48b44338-2df4-484f-b1c9-7f90a23ea682 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:37:57.141513 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-61ace16f-ea60-4b33-b450-eb6554f8abc2 None None] For port c088c105-a749-4857-ad4b-b6d24d542906, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:37:57.158315 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-61ace16f-ea60-4b33-b450-eb6554f8abc2 None None] For port c088c105-a749-4857-ad4b-b6d24d542906, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=c088c105-a749-4857-ad4b-b6d24d542906,segment=NetworkSegment(14c4dbe5-cfef-4294-85db-057c00d22679),segment_id=14c4dbe5-cfef-4294-85db-057c00d22679)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:37:57.190173 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-61ace16f-ea60-4b33-b450-eb6554f8abc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:57.195731 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=c11bd61d-0864-4c8f-9f6a-71e2bd804821,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:57.240189 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161b2810-cc32-4b50-960c-956dddd16db4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Pushing event deleted for resources: {'Network': ['ID=c1f604c3-4dc1-4a80-bfc6-89ebe7b253e9,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:57.367680 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ace16f-ea60-4b33-b450-eb6554f8abc2 None None] Pushing event updated for resources: {'Port': ['ID=c088c105-a749-4857-ad4b-b6d24d542906,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:57.419375 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 48b44338-2df4-484f-b1c9-7f90a23ea682 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:57.444159 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 48b44338-2df4-484f-b1c9-7f90a23ea682 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:57.455076 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:57.657507 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-675f177d-8e27-4568-8d4e-0295617af50f tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] 10.222.0.43 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 1.1457562 Jul 29 23:37:57.668567 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59426) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:57.735561 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:57.754254 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-a7da1444-3f62-48a5-a228-308f46240429 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Allocated IP 172.20.0.1 (769b2428-ec2d-4f43-9e59-780751c5f00e/65b1a430-5d8e-45e5-8569-f95a77705607/db478ecc-bbbf-4776-b85c-7bd5b2d92bc8) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:57.779674 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-e0b9b05f-77b7-4c2d-b609-631d9c8cf738 None None] Provisioning complete for port 48b44338-2df4-484f-b1c9-7f90a23ea682 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:57.780052 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e0b9b05f-77b7-4c2d-b609-631d9c8cf738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:57.992267 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161b2810-cc32-4b50-960c-956dddd16db4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:57.993149 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161b2810-cc32-4b50-960c-956dddd16db4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:57.993948 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161b2810-cc32-4b50-960c-956dddd16db4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:57.994622 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161b2810-cc32-4b50-960c-956dddd16db4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:57.995114 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161b2810-cc32-4b50-960c-956dddd16db4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:57.995633 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161b2810-cc32-4b50-960c-956dddd16db4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:57.996846 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161b2810-cc32-4b50-960c-956dddd16db4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:57.997572 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161b2810-cc32-4b50-960c-956dddd16db4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:57.998210 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161b2810-cc32-4b50-960c-956dddd16db4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:57.998749 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161b2810-cc32-4b50-960c-956dddd16db4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:57.999391 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161b2810-cc32-4b50-960c-956dddd16db4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:58.000113 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161b2810-cc32-4b50-960c-956dddd16db4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:58.167909 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e9cbe8-b8df-4aa7-88fd-851c543905f7 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:58.168642 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e9cbe8-b8df-4aa7-88fd-851c543905f7 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:58.169406 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e9cbe8-b8df-4aa7-88fd-851c543905f7 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:58.170053 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e9cbe8-b8df-4aa7-88fd-851c543905f7 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:58.170691 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e9cbe8-b8df-4aa7-88fd-851c543905f7 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:58.171292 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e9cbe8-b8df-4aa7-88fd-851c543905f7 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:58.171893 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e9cbe8-b8df-4aa7-88fd-851c543905f7 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:58.172534 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e9cbe8-b8df-4aa7-88fd-851c543905f7 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:58.174485 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e9cbe8-b8df-4aa7-88fd-851c543905f7 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:58.175149 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e9cbe8-b8df-4aa7-88fd-851c543905f7 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:58.175767 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e9cbe8-b8df-4aa7-88fd-851c543905f7 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:58.176382 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e9cbe8-b8df-4aa7-88fd-851c543905f7 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:58.177081 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e9cbe8-b8df-4aa7-88fd-851c543905f7 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:58.183317 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e1a5263e-adef-49ba-9b08-d232540ccbd5 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:58.184591 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e0e9cbe8-b8df-4aa7-88fd-851c543905f7 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8248 time: 0.5125029 Jul 29 23:37:58.187816 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a3ad8806-d403-4595-ad62-4753e76c7770 req-891aafbb-6403-4907-89c3-ba8dcc75156b tempest-ServerShowV247Test-1216711509 tempest-ServerShowV247Test-1216711509-project] 10.222.0.43 "GET /v2.0/ports?device_id=2aae6425-6d13-419a-903d-b7b2ca780270 HTTP/1.1" status: 200 len: 210 time: 0.5469129 Jul 29 23:37:58.188822 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59430) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:58.189497 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e1a5263e-adef-49ba-9b08-d232540ccbd5 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:58.190379 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e1a5263e-adef-49ba-9b08-d232540ccbd5 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:58.251531 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:58.254118 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e0b9b05f-77b7-4c2d-b609-631d9c8cf738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:58.313930 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a5263e-adef-49ba-9b08-d232540ccbd5 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event updated for resources: {'Port': ['ID=2c87ecb4-44c4-4578-8d93-73a09c21955e,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:58.333229 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7553ab77-3e1a-483c-85e9-c361cb357e55 req-ea44e951-0797-4bc0-a3b6-a361729b4dd5 tempest-ServerPasswordTestJSON-699363035 tempest-ServerPasswordTestJSON-699363035-project] 10.222.0.43 "GET /v2.0/ports?device_id=46c52e84-e628-4818-85de-a02a95acf6df HTTP/1.1" status: 200 len: 210 time: 0.6936054 Jul 29 23:37:58.371064 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-e0b9b05f-77b7-4c2d-b609-631d9c8cf738 None None] For port 48b44338-2df4-484f-b1c9-7f90a23ea682, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=48b44338-2df4-484f-b1c9-7f90a23ea682,segment=NetworkSegment(52772e09-1a00-4edc-bdf3-c3c00604f91e),segment_id=52772e09-1a00-4edc-bdf3-c3c00604f91e)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:58.373103 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a7da1444-3f62-48a5-a228-308f46240429 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:58.373779 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e0b9b05f-77b7-4c2d-b609-631d9c8cf738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:58.409540 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [None req-706c43cb-375a-4739-af1f-c0482d692456 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] delete failed (client error): The resource could not be found. Jul 29 23:37:58.409979 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-a7da1444-3f62-48a5-a228-308f46240429 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Transition to ACTIVE for port object db478ecc-bbbf-4776-b85c-7bd5b2d92bc8 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:58.419194 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-706c43cb-375a-4739-af1f-c0482d692456 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] 10.222.0.43 "DELETE /v2.0/floatingips/f2a94ae1-bf5e-48c1-9fa2-2a3626502453 HTTP/1.1" status: 404 len: 345 time: 0.2260966 Jul 29 23:37:58.466452 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59436) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:58.489490 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a7da1444-3f62-48a5-a228-308f46240429 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:58.541759 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.db.api [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94079) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:37:58.543838 n-d-712141-10 neutron-server[94079]: DEBUG oslo_db.api [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:37:58.547504 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b9b05f-77b7-4c2d-b609-631d9c8cf738 None None] Pushing event updated for resources: {'Port': ['ID=48b44338-2df4-484f-b1c9-7f90a23ea682,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:58.601985 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc82c30b-f97a-40f5-b02e-baadf5d2152f tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] DELETE failed (client error): The resource could not be found. Jul 29 23:37:58.604123 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc82c30b-f97a-40f5-b02e-baadf5d2152f tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:37:58.607859 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-dc82c30b-f97a-40f5-b02e-baadf5d2152f tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] 10.222.0.43 "DELETE /v2.0/networks/c1f604c3-4dc1-4a80-bfc6-89ebe7b253e9 HTTP/1.1" status: 404 len: 339 time: 0.1394718 Jul 29 23:37:58.622614 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59438) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:58.633123 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-cceb4375-9d3e-4050-9b47-15a4a2bde223 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Request body: {'network': {'name': 'tempest-network--2137546661', 'router:external': True}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:58.687372 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7da1444-3f62-48a5-a228-308f46240429 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Network 769b2428-ec2d-4f43-9e59-780751c5f00e is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:58.760886 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-a7da1444-3f62-48a5-a228-308f46240429 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:58.790582 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cceb4375-9d3e-4050-9b47-15a4a2bde223 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Made reservation on behalf of e6a9f9f9e8e3497daf0a4d933c821a72 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:58.793243 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cceb4375-9d3e-4050-9b47-15a4a2bde223 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:58.805453 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7da1444-3f62-48a5-a228-308f46240429 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:58.860407 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a5263e-adef-49ba-9b08-d232540ccbd5 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Network 8110e4a9-0eb5-4398-a420-451f60f92500 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:58.923433 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a7da1444-3f62-48a5-a228-308f46240429 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:58.933708 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-e1a5263e-adef-49ba-9b08-d232540ccbd5 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:58.950372 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7da1444-3f62-48a5-a228-308f46240429 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event updated for resources: {'Port': ['ID=db478ecc-bbbf-4776-b85c-7bd5b2d92bc8,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:59.216064 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cceb4375-9d3e-4050-9b47-15a4a2bde223 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:37:59.282080 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cceb4375-9d3e-4050-9b47-15a4a2bde223 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:59.282546 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-cceb4375-9d3e-4050-9b47-15a4a2bde223 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Added segment 9af3afdc-58e6-41c9-80b8-e55506192967 of type vlan for network a2fd90b1-8905-4609-9fd6-d5d8f37bc501 Jul 29 23:37:59.302717 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:59.432570 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cceb4375-9d3e-4050-9b47-15a4a2bde223 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:59.531815 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2ad9587d-6553-41cf-8d8a-51f6dbf15007 None None] Provisioning for port db478ecc-bbbf-4776-b85c-7bd5b2d92bc8 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:59.578322 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2ad9587d-6553-41cf-8d8a-51f6dbf15007 None None] Provisioning complete for port db478ecc-bbbf-4776-b85c-7bd5b2d92bc8 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:59.579916 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2ad9587d-6553-41cf-8d8a-51f6dbf15007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:59.628379 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a7da1444-3f62-48a5-a228-308f46240429 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:59.672708 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-09cecd02-976d-4b8c-93f0-931c552cdc5f req-7b9792f3-d829-4ca5-985f-089d97069163 tempest-ServerShowV247Test-1216711509 tempest-ServerShowV247Test-1216711509-project] 10.222.0.43 "GET /v2.0/ports?device_id=2aae6425-6d13-419a-903d-b7b2ca780270 HTTP/1.1" status: 200 len: 210 time: 0.1448750 Jul 29 23:37:59.691078 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device c11bd61d-0864-4c8f-9f6a-71e2bd804821 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:37:59.708571 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cceb4375-9d3e-4050-9b47-15a4a2bde223 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:59.710701 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cceb4375-9d3e-4050-9b47-15a4a2bde223 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:59.711288 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cceb4375-9d3e-4050-9b47-15a4a2bde223 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:59.725025 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48bdf0c-df7a-49e3-8865-305e42c77b3e req-a7f62a80-e701-4fd2-9e0e-d56371a133ed tempest-ServerPasswordTestJSON-699363035 tempest-ServerPasswordTestJSON-699363035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:59.725025 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f48bdf0c-df7a-49e3-8865-305e42c77b3e req-a7f62a80-e701-4fd2-9e0e-d56371a133ed tempest-ServerPasswordTestJSON-699363035 tempest-ServerPasswordTestJSON-699363035-project] 10.222.0.22 "GET /v2.0/networks?id=0e4107b8-df40-43fd-95a3-0bd4834ecbe0 HTTP/1.1" status: 200 len: 812 time: 0.9773774 Jul 29 23:37:59.814020 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dfff2a93-9e2e-41f3-9d62-3cf0af2606f6 req-71754b00-1f19-486b-b67f-8931728ff1ce tempest-ServerPasswordTestJSON-699363035 tempest-ServerPasswordTestJSON-699363035-project] 10.222.0.43 "GET /v2.0/ports?device_id=46c52e84-e628-4818-85de-a02a95acf6df HTTP/1.1" status: 200 len: 210 time: 0.1515841 Jul 29 23:37:59.828019 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d920e0-a22a-4920-883b-aab9d7c71c66 None None] Network 1d211c80-dec7-4ebc-8d9c-f5bca80f4e7f requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:59.832109 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-2ad9587d-6553-41cf-8d8a-51f6dbf15007 None None] Port db478ecc-bbbf-4776-b85c-7bd5b2d92bc8 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:37:59.832995 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-f48bdf0c-df7a-49e3-8865-305e42c77b3e req-655580aa-b481-44ab-a3fb-e059474b9021 tempest-ServerPasswordTestJSON-699363035 tempest-ServerPasswordTestJSON-699363035-project] Request body: {'port': {'device_id': '46c52e84-e628-4818-85de-a02a95acf6df', 'network_id': '0e4107b8-df40-43fd-95a3-0bd4834ecbe0', 'admin_state_up': True, 'tenant_id': '2d1a7490348b450e840c753a5120b83d'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:59.841272 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2df7f93-2546-442d-a4df-834a611730c9 None None] Sync routers for ids ['133ec819-bd88-423d-a009-7a63840673eb'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:37:59.848692 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1a5263e-adef-49ba-9b08-d232540ccbd5 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Router cc9b7d8f-954f-4cd1-9624-289e3d104ed2 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:37:59.924137 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2df7f93-2546-442d-a4df-834a611730c9 None None] Routers {'133ec819-bd88-423d-a009-7a63840673eb'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:37:59.931020 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-f2df7f93-2546-442d-a4df-834a611730c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:37:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['133ec819-bd88-423d-a009-7a63840673eb'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:59.996148 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceb4375-9d3e-4050-9b47-15a4a2bde223 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Pushing event updated for resources: {'Network': ['ID=a2fd90b1-8905-4609-9fd6-d5d8f37bc501,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:00.051339 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-cceb4375-9d3e-4050-9b47-15a4a2bde223 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4268348 Jul 29 23:38:00.061707 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59462) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:00.183302 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port c11bd61d-0864-4c8f-9f6a-71e2bd804821 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:00.184229 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:00.219932 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1a5263e-adef-49ba-9b08-d232540ccbd5 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:38:00.240430 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19908a1d-31fa-46a2-9c28-b0fe057c65dd None None] Sync routers for ids ['cc9b7d8f-954f-4cd1-9624-289e3d104ed2'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:38:00.250974 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e1a5263e-adef-49ba-9b08-d232540ccbd5 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "PUT /v2.0/routers/cc9b7d8f-954f-4cd1-9624-289e3d104ed2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3429725 Jul 29 23:38:00.254184 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59472) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:00.263383 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19908a1d-31fa-46a2-9c28-b0fe057c65dd None None] Routers {'cc9b7d8f-954f-4cd1-9624-289e3d104ed2'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:38:00.264325 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-19908a1d-31fa-46a2-9c28-b0fe057c65dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:37:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['cc9b7d8f-954f-4cd1-9624-289e3d104ed2'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:00.348326 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-19908a1d-31fa-46a2-9c28-b0fe057c65dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:00.367014 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19908a1d-31fa-46a2-9c28-b0fe057c65dd None None] Routers {'cc9b7d8f-954f-4cd1-9624-289e3d104ed2'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:38:00.367532 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-19908a1d-31fa-46a2-9c28-b0fe057c65dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:37:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['cc9b7d8f-954f-4cd1-9624-289e3d104ed2'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:00.394621 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415866f8-0c77-4dfc-8dd6-b67ad81545b1 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:00.398936 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-f2df7f93-2546-442d-a4df-834a611730c9 None None] Set router 133ec819-bd88-423d-a009-7a63840673eb gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:38:00.400127 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-415866f8-0c77-4dfc-8dd6-b67ad81545b1 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "GET /v2.0/ports/2c87ecb4-44c4-4578-8d93-73a09c21955e HTTP/1.1" status: 200 len: 913 time: 0.1444168 Jul 29 23:38:00.401370 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59476) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:00.408529 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f48bdf0c-df7a-49e3-8865-305e42c77b3e req-655580aa-b481-44ab-a3fb-e059474b9021 tempest-ServerPasswordTestJSON-699363035 tempest-ServerPasswordTestJSON-699363035-project] Made reservation on behalf of 2d1a7490348b450e840c753a5120b83d for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:00.420672 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f48bdf0c-df7a-49e3-8865-305e42c77b3e req-655580aa-b481-44ab-a3fb-e059474b9021 tempest-ServerPasswordTestJSON-699363035 tempest-ServerPasswordTestJSON-699363035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:00.450545 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51fceac-a265-4a42-8548-b4dbe2613204 tempest-ExternalNetworksTestJSON-1207904784 tempest-ExternalNetworksTestJSON-1207904784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:00.463609 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51fceac-a265-4a42-8548-b4dbe2613204 tempest-ExternalNetworksTestJSON-1207904784 tempest-ExternalNetworksTestJSON-1207904784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:00.464537 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-19908a1d-31fa-46a2-9c28-b0fe057c65dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:00.465215 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19908a1d-31fa-46a2-9c28-b0fe057c65dd None None] The sync data for ids ['cc9b7d8f-954f-4cd1-9624-289e3d104ed2'] in n-d-712141-10 is: [] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:38:00.474071 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51fceac-a265-4a42-8548-b4dbe2613204 tempest-ExternalNetworksTestJSON-1207904784 tempest-ExternalNetworksTestJSON-1207904784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:00.487808 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51fceac-a265-4a42-8548-b4dbe2613204 tempest-ExternalNetworksTestJSON-1207904784 tempest-ExternalNetworksTestJSON-1207904784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:00.490077 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-f51fceac-a265-4a42-8548-b4dbe2613204 tempest-ExternalNetworksTestJSON-1207904784 tempest-ExternalNetworksTestJSON-1207904784-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.4272037 Jul 29 23:38:00.495664 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59478) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:00.646555 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network a2fd90b1-8905-4609-9fd6-d5d8f37bc501 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:38:00.744390 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-bffbe02e-5fb0-468d-93b8-4ab6fc5e7824 None None] Provisioning for port c088c105-a749-4857-ad4b-b6d24d542906 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:38:00.747370 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b2542253-8478-455f-a4b9-7b0553eb877e tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:00.932583 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-550d938d-1b82-44cf-be6c-8bc786b64f9e req-203fd080-fa8c-45bb-9f6c-da3ca5dba1cd tempest-ServerShowV247Test-1216711509 tempest-ServerShowV247Test-1216711509-project] 10.222.0.43 "GET /v2.0/ports?device_id=2aae6425-6d13-419a-903d-b7b2ca780270 HTTP/1.1" status: 200 len: 210 time: 0.1795974 Jul 29 23:38:00.968603 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b2542253-8478-455f-a4b9-7b0553eb877e tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:00.990458 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-b2542253-8478-455f-a4b9-7b0553eb877e tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2fd90b1-8905-4609-9fd6-d5d8f37bc501']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:01.012425 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-b2542253-8478-455f-a4b9-7b0553eb877e tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9af3afdc-58e6-41c9-80b8-e55506192967') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:01.012425 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-b2542253-8478-455f-a4b9-7b0553eb877e tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9af3afdc-58e6-41c9-80b8-e55506192967') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:01.032299 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b2542253-8478-455f-a4b9-7b0553eb877e tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:01.052856 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b2542253-8478-455f-a4b9-7b0553eb877e tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:01.067526 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2542253-8478-455f-a4b9-7b0553eb877e tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:38:01.068332 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b2542253-8478-455f-a4b9-7b0553eb877e tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:01.161243 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:38:01.161243 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:38:01.161243 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:38:01.161243 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:38:01.161243 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:38:01.161243 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:38:01.161243 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:38:01.161243 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:38:01.161243 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:38:01.161243 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:38:01.161243 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:38:01.161243 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:38:01.161243 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:38:01.161243 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:38:01.161243 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:38:01.161243 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:38:01.161243 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:38:01.161243 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:38:01.161243 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:38:01.161243 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:38:01.161243 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:38:01.161243 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:38:01.161243 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:38:01.161243 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:38:01.161243 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:38:01.161243 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:38:01.161243 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:38:01.161243 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:38:01.161243 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:38:01.161243 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:38:01.161243 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:38:01.161243 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:38:01.171806 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b2542253-8478-455f-a4b9-7b0553eb877e tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:01.184212 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a7da1444-3f62-48a5-a228-308f46240429 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:01.186420 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2542253-8478-455f-a4b9-7b0553eb877e tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a2fd90b1-8905-4609-9fd6-d5d8f37bc501 {{(pid=94077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 29 23:38:01.189713 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b2542253-8478-455f-a4b9-7b0553eb877e tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:01.195988 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b2542253-8478-455f-a4b9-7b0553eb877e tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] 10.222.0.43 "DELETE /v2.0/networks/a2fd90b1-8905-4609-9fd6-d5d8f37bc501 HTTP/1.1" status: 204 len: 168 time: 0.6937068 Jul 29 23:38:01.205683 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59496) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:01.209275 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a7da1444-3f62-48a5-a228-308f46240429 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:01.220455 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-b12e39b3-3022-4323-924c-a957e6778590 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Request body: {'network': {'name': 'tempest-network--681292395', 'router:external': True}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:01.236179 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2542253-8478-455f-a4b9-7b0553eb877e tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Pushing event deleted for resources: {'Network': ['ID=a2fd90b1-8905-4609-9fd6-d5d8f37bc501,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:01.240842 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 48b44338-2df4-484f-b1c9-7f90a23ea682 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:38:01.286285 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-bffbe02e-5fb0-468d-93b8-4ab6fc5e7824 None None] Provisioning complete for port 2c87ecb4-44c4-4578-8d93-73a09c21955e triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:01.287281 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bffbe02e-5fb0-468d-93b8-4ab6fc5e7824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:01.372505 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f02a6740-a43e-4cc9-8d12-fb98a5370241 req-338bfc3a-e326-4162-8904-aaf26b2be34f tempest-ServerPasswordTestJSON-699363035 tempest-ServerPasswordTestJSON-699363035-project] 10.222.0.43 "GET /v2.0/ports?device_id=46c52e84-e628-4818-85de-a02a95acf6df HTTP/1.1" status: 200 len: 210 time: 0.1528020 Jul 29 23:38:01.540711 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-bffbe02e-5fb0-468d-93b8-4ab6fc5e7824 None None] Port 2c87ecb4-44c4-4578-8d93-73a09c21955e cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:38:01.579169 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 48b44338-2df4-484f-b1c9-7f90a23ea682 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:01.579874 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:01.612918 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b12e39b3-3022-4323-924c-a957e6778590 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Made reservation on behalf of e6a9f9f9e8e3497daf0a4d933c821a72 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:01.626867 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b12e39b3-3022-4323-924c-a957e6778590 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:01.673308 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-f2df7f93-2546-442d-a4df-834a611730c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133ec819-bd88-423d-a009-7a63840673eb', 'name': 'tempest-TestVolumeBootPattern-2030580411-router', 'tenant_id': '2549046f437c4897b72b02531c34b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'c11bd61d-0864-4c8f-9f6a-71e2bd804821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:37:33Z', 'updated_at': '2021-07-29T23:37:48Z', 'revision_number': 4, 'project_id': '2549046f437c4897b72b02531c34b6a8', 'gw_port': {'id': 'c11bd61d-0864-4c8f-9f6a-71e2bd804821', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133ec819-bd88-423d-a009-7a63840673eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:36Z', 'updated_at': '2021-07-29T23:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '92e777c3-f83b-47a9-a570-fd126fa92b8b', 'name': '', 'network_id': 'c557a2d1-7c3b-4a23-8969-2636c7b18953', 'tenant_id': '2549046f437c4897b72b02531c34b6a8', 'mac_address': 'fa:16:3e:f1:e9:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '133ec819-bd88-423d-a009-7a63840673eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': 'b543d7e1-3adb-471f-89b1-7d9837345041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:45Z', 'updated_at': '2021-07-29T23:37:49Z', 'revision_number': 2, 'project_id': '2549046f437c4897b72b02531c34b6a8', 'subnets': [{'id': 'b543d7e1-3adb-471f-89b1-7d9837345041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:01.674083 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7da1444-3f62-48a5-a228-308f46240429 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event updated for resources: {'Port': ['ID=db478ecc-bbbf-4776-b85c-7bd5b2d92bc8,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:01.705874 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a7da1444-3f62-48a5-a228-308f46240429 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:01.708387 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2df7f93-2546-442d-a4df-834a611730c9 None None] Checking router: 133ec819-bd88-423d-a009-7a63840673eb for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:38:01.709002 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2df7f93-2546-442d-a4df-834a611730c9 None None] Updating router 133ec819-bd88-423d-a009-7a63840673eb port 92e777c3-f83b-47a9-a570-fd126fa92b8b binding host n-d-712141-10 {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:38:01.725766 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-f48bdf0c-df7a-49e3-8865-305e42c77b3e req-655580aa-b481-44ab-a3fb-e059474b9021 tempest-ServerPasswordTestJSON-699363035 tempest-ServerPasswordTestJSON-699363035-project] Allocated IP 172.20.0.7 (0e4107b8-df40-43fd-95a3-0bd4834ecbe0/21a45e03-898f-4a9d-8e15-c9e22de2d228/d0127355-9314-4115-9c36-bc22a4e565a4) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:38:01.728340 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b12e39b3-3022-4323-924c-a957e6778590 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:38:01.760957 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f2df7f93-2546-442d-a4df-834a611730c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:01.780810 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46070c52-0503-4f41-add5-1602a2398706 req-4abd99a7-1d04-4a1e-88d1-3aabbdd67a73 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:01.790927 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-46070c52-0503-4f41-add5-1602a2398706 req-4abd99a7-1d04-4a1e-88d1-3aabbdd67a73 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/networks?id=07279870-3078-44f7-8035-d94a4d0b31e7 HTTP/1.1" status: 200 len: 812 time: 0.8557372 Jul 29 23:38:01.809302 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b12e39b3-3022-4323-924c-a957e6778590 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:01.809859 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-b12e39b3-3022-4323-924c-a957e6778590 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Added segment 80285380-2b45-4048-8256-927e24b21c50 of type vlan for network 4e4cb5e1-5aaa-43e9-b5b4-dcc5d28bb838 Jul 29 23:38:01.823785 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device c088c105-a749-4857-ad4b-b6d24d542906 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:38:01.877733 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-46070c52-0503-4f41-add5-1602a2398706 req-74945faa-09fa-46ee-a3c0-0c32a659b9b7 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/quotas/abc07fd47c924aad994e74752ef0bc5a HTTP/1.1" status: 200 len: 375 time: 0.0844882 Jul 29 23:38:01.913621 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b12e39b3-3022-4323-924c-a957e6778590 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:02.041149 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7da1444-3f62-48a5-a228-308f46240429 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Network 769b2428-ec2d-4f43-9e59-780751c5f00e is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:38:02.045914 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-a7da1444-3f62-48a5-a228-308f46240429 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:02.073911 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b12e39b3-3022-4323-924c-a957e6778590 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:02.074949 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12e39b3-3022-4323-924c-a957e6778590 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:02.075707 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b12e39b3-3022-4323-924c-a957e6778590 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:02.127040 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port c088c105-a749-4857-ad4b-b6d24d542906 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:38:02.132526 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port c088c105-a749-4857-ad4b-b6d24d542906 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:02.132913 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:02.245719 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b12e39b3-3022-4323-924c-a957e6778590 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0380507 Jul 29 23:38:02.246496 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59506) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:02.453637 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-77fe55f2-e734-4423-b6cf-f04032976a4d req-6e811633-6c53-4667-8205-f22ea56ee224 tempest-ServerShowV247Test-1216711509 tempest-ServerShowV247Test-1216711509-project] 10.222.0.43 "GET /v2.0/ports?device_id=2aae6425-6d13-419a-903d-b7b2ca780270 HTTP/1.1" status: 200 len: 210 time: 0.1718969 Jul 29 23:38:02.471480 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-46070c52-0503-4f41-add5-1602a2398706 req-06052375-ac0f-4d5a-aa16-9cd2c56782b7 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=abc07fd47c924aad994e74752ef0bc5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5787361 Jul 29 23:38:02.546367 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d5261e-1252-4620-8326-5294140a3f02 tempest-ExternalNetworksTestJSON-1207904784 tempest-ExternalNetworksTestJSON-1207904784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:02.553071 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-16d5261e-1252-4620-8326-5294140a3f02 tempest-ExternalNetworksTestJSON-1207904784 tempest-ExternalNetworksTestJSON-1207904784-project] 10.222.0.43 "GET /v2.0/networks/4e4cb5e1-5aaa-43e9-b5b4-dcc5d28bb838 HTTP/1.1" status: 200 len: 756 time: 0.1763849 Jul 29 23:38:02.554081 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59512) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:02.582608 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12e39b3-3022-4323-924c-a957e6778590 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Pushing event updated for resources: {'Network': ['ID=4e4cb5e1-5aaa-43e9-b5b4-dcc5d28bb838,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:02.594810 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cb774d15-620f-4144-9433-0ad4e8f2d6fc tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:02.619385 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 4e4cb5e1-5aaa-43e9-b5b4-dcc5d28bb838 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:38:02.710450 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67521ce-ce43-4d2e-9f79-ef7ffe0f53c6 tempest-ExternalNetworksTestJSON-1207904784 tempest-ExternalNetworksTestJSON-1207904784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:02.713548 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b67521ce-ce43-4d2e-9f79-ef7ffe0f53c6 tempest-ExternalNetworksTestJSON-1207904784 tempest-ExternalNetworksTestJSON-1207904784-project] 10.222.0.43 "GET /v2.0/networks/0b3b1418-2b37-4d00-b44c-195b4e247c5b HTTP/1.1" status: 200 len: 768 time: 0.1512632 Jul 29 23:38:02.718309 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59516) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:02.740013 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-130be7fb-64ce-46fc-ada1-0e0a41c09a76 None None] Provisioning complete for port db478ecc-bbbf-4776-b85c-7bd5b2d92bc8 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:02.741704 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-130be7fb-64ce-46fc-ada1-0e0a41c09a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:02.773209 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6e983f44-6e88-4e6d-9504-9c5175964763 req-6d692f94-97f5-4e4e-a47b-396977b4763a tempest-ServerPasswordTestJSON-699363035 tempest-ServerPasswordTestJSON-699363035-project] 10.222.0.43 "GET /v2.0/ports?device_id=46c52e84-e628-4818-85de-a02a95acf6df HTTP/1.1" status: 200 len: 210 time: 0.1744916 Jul 29 23:38:02.887207 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:02.920455 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f48bdf0c-df7a-49e3-8865-305e42c77b3e req-655580aa-b481-44ab-a3fb-e059474b9021 tempest-ServerPasswordTestJSON-699363035 tempest-ServerPasswordTestJSON-699363035-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:02.931376 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-130be7fb-64ce-46fc-ada1-0e0a41c09a76 None None] Port db478ecc-bbbf-4776-b85c-7bd5b2d92bc8 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:38:02.944484 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f2df7f93-2546-442d-a4df-834a611730c9 None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:02.974555 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f2df7f93-2546-442d-a4df-834a611730c9 None None] Transition to ACTIVE for port object 92e777c3-f83b-47a9-a570-fd126fa92b8b will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:03.000096 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f2df7f93-2546-442d-a4df-834a611730c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:03.025345 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port c088c105-a749-4857-ad4b-b6d24d542906, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=c088c105-a749-4857-ad4b-b6d24d542906,segment=NetworkSegment(14c4dbe5-cfef-4294-85db-057c00d22679),segment_id=14c4dbe5-cfef-4294-85db-057c00d22679)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:03.072259 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:03.128824 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-46070c52-0503-4f41-add5-1602a2398706 req-1893739f-481e-42a6-89be-e460faf626ca service neutron] 10.222.0.43 "GET /v2.0/networks/07279870-3078-44f7-8035-d94a4d0b31e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6284578 Jul 29 23:38:03.138329 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f48bdf0c-df7a-49e3-8865-305e42c77b3e req-655580aa-b481-44ab-a3fb-e059474b9021 tempest-ServerPasswordTestJSON-699363035 tempest-ServerPasswordTestJSON-699363035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:03.192792 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d2b451-c85a-4f13-8dd3-ecbc8be76862 None None] Pushing event updated for resources: {'Port': ['ID=92e777c3-f83b-47a9-a570-fd126fa92b8b,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:03.239898 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-f2df7f93-2546-442d-a4df-834a611730c9 None None] Attempting to bind port 92e777c3-f83b-47a9-a570-fd126fa92b8b on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:38:03.240319 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-f2df7f93-2546-442d-a4df-834a611730c9 None None] Attempting to bind port 92e777c3-f83b-47a9-a570-fd126fa92b8b by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '4a440624-fcac-4e4f-a0d4-64fd4299d2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c557a2d1-7c3b-4a23-8969-2636c7b18953'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:38:03.240797 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2df7f93-2546-442d-a4df-834a611730c9 None None] Attempting to bind port 92e777c3-f83b-47a9-a570-fd126fa92b8b on network c557a2d1-7c3b-4a23-8969-2636c7b18953 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:03.252359 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2df7f93-2546-442d-a4df-834a611730c9 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:38:03.252895 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2df7f93-2546-442d-a4df-834a611730c9 None None] Checking segment: {'id': '4a440624-fcac-4e4f-a0d4-64fd4299d2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c557a2d1-7c3b-4a23-8969-2636c7b18953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:38:03.253398 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f2df7f93-2546-442d-a4df-834a611730c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:03.253914 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2df7f93-2546-442d-a4df-834a611730c9 None None] Bound using segment: {'id': '4a440624-fcac-4e4f-a0d4-64fd4299d2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c557a2d1-7c3b-4a23-8969-2636c7b18953'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:38:03.254498 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-f2df7f93-2546-442d-a4df-834a611730c9 None None] Bound port: 92e777c3-f83b-47a9-a570-fd126fa92b8b, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a440624-fcac-4e4f-a0d4-64fd4299d2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'c557a2d1-7c3b-4a23-8969-2636c7b18953'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:38:03.255000 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f2df7f93-2546-442d-a4df-834a611730c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:03.296613 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=c088c105-a749-4857-ad4b-b6d24d542906,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:03.315040 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-71d0f804-426b-4eb9-bb60-8dc534251d1d tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:03.339117 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7da1444-3f62-48a5-a228-308f46240429 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Router 50745a72-d36e-48ee-9105-728820027bfe is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:38:03.409833 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-f2df7f93-2546-442d-a4df-834a611730c9 None None] For port 92e777c3-f83b-47a9-a570-fd126fa92b8b, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:38:03.419313 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-f2df7f93-2546-442d-a4df-834a611730c9 None None] For port 92e777c3-f83b-47a9-a570-fd126fa92b8b, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=92e777c3-f83b-47a9-a570-fd126fa92b8b,segment=NetworkSegment(4a440624-fcac-4e4f-a0d4-64fd4299d2d2),segment_id=4a440624-fcac-4e4f-a0d4-64fd4299d2d2)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:38:03.425449 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f2df7f93-2546-442d-a4df-834a611730c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:03.479809 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7da1444-3f62-48a5-a228-308f46240429 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:38:03.489204 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a7da1444-3f62-48a5-a228-308f46240429 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "PUT /v2.0/routers/50745a72-d36e-48ee-9105-728820027bfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9429221 Jul 29 23:38:03.490008 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59520) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:03.534813 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2df7f93-2546-442d-a4df-834a611730c9 None None] Routers {'133ec819-bd88-423d-a009-7a63840673eb'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:38:03.535746 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-f2df7f93-2546-442d-a4df-834a611730c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:37:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['133ec819-bd88-423d-a009-7a63840673eb'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:03.666458 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418916ab-fbe8-4300-8c84-b0c828fd7c8c tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:03.671275 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-418916ab-fbe8-4300-8c84-b0c828fd7c8c tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "GET /v2.0/ports/db478ecc-bbbf-4776-b85c-7bd5b2d92bc8 HTTP/1.1" status: 200 len: 910 time: 0.1791646 Jul 29 23:38:03.673443 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-71d0f804-426b-4eb9-bb60-8dc534251d1d tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:03.676463 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59524) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:03.714930 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-f2df7f93-2546-442d-a4df-834a611730c9 None None] Set router 133ec819-bd88-423d-a009-7a63840673eb gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:38:03.792592 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-71d0f804-426b-4eb9-bb60-8dc534251d1d tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e4cb5e1-5aaa-43e9-b5b4-dcc5d28bb838']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:03.809547 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea3fc32-8504-4928-819f-d8ea0ab67fd2 None None] Sync routers for ids ['50745a72-d36e-48ee-9105-728820027bfe'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:38:03.866954 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-71d0f804-426b-4eb9-bb60-8dc534251d1d tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80285380-2b45-4048-8256-927e24b21c50') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:03.867255 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-71d0f804-426b-4eb9-bb60-8dc534251d1d tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80285380-2b45-4048-8256-927e24b21c50') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:03.879365 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d2b451-c85a-4f13-8dd3-ecbc8be76862 None None] Pushing event updated for resources: {'Port': ['ID=92e777c3-f83b-47a9-a570-fd126fa92b8b,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:03.881951 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-71d0f804-426b-4eb9-bb60-8dc534251d1d tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:03.950935 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-71d0f804-426b-4eb9-bb60-8dc534251d1d tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:03.956350 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea3fc32-8504-4928-819f-d8ea0ab67fd2 None None] Routers {'50745a72-d36e-48ee-9105-728820027bfe'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:38:03.957558 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-1ea3fc32-8504-4928-819f-d8ea0ab67fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:37:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['50745a72-d36e-48ee-9105-728820027bfe'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:03.965648 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71d0f804-426b-4eb9-bb60-8dc534251d1d tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:38:03.966370 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-71d0f804-426b-4eb9-bb60-8dc534251d1d tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:03.981765 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:38:03.981765 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:38:03.981765 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:38:03.981765 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:38:03.981765 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:38:03.981765 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:38:03.981765 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:38:03.981765 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:38:03.981765 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:38:03.981765 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:38:03.981765 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:38:03.981765 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:38:03.981765 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:38:03.981765 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:38:03.981765 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:38:03.981765 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:38:03.981765 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:38:03.981765 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:38:03.981765 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:38:03.981765 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:38:03.981765 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:38:03.981765 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:38:03.981765 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:38:03.981765 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:38:03.981765 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:38:03.981765 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:38:03.981765 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:38:03.981765 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:38:03.981765 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:38:03.981765 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:38:03.981765 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:38:03.981765 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:38:04.019563 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-1ea3fc32-8504-4928-819f-d8ea0ab67fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:04.078290 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea3fc32-8504-4928-819f-d8ea0ab67fd2 None None] Routers {'50745a72-d36e-48ee-9105-728820027bfe'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:38:04.078290 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-1ea3fc32-8504-4928-819f-d8ea0ab67fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:37:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['50745a72-d36e-48ee-9105-728820027bfe'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:04.106356 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f48bdf0c-df7a-49e3-8865-305e42c77b3e req-655580aa-b481-44ab-a3fb-e059474b9021 tempest-ServerPasswordTestJSON-699363035 tempest-ServerPasswordTestJSON-699363035-project] Network 0e4107b8-df40-43fd-95a3-0bd4834ecbe0 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:38:04.120079 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2f185f5c-b1e2-47e6-b198-6f376fe2a108 req-da017017-41a2-4852-bc18-a76ee0175b81 tempest-ServerShowV247Test-1216711509 tempest-ServerShowV247Test-1216711509-project] 10.222.0.43 "GET /v2.0/ports?device_id=2aae6425-6d13-419a-903d-b7b2ca780270 HTTP/1.1" status: 200 len: 210 time: 0.0785620 Jul 29 23:38:04.144984 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655580aa-b481-44ab-a3fb-e059474b9021 tempest-ServerPasswordTestJSON-699363035 tempest-ServerPasswordTestJSON-699363035-project] Pushing event updated for resources: {'Port': ['ID=d0127355-9314-4115-9c36-bc22a4e565a4,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:04.156349 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-f48bdf0c-df7a-49e3-8865-305e42c77b3e req-655580aa-b481-44ab-a3fb-e059474b9021 tempest-ServerPasswordTestJSON-699363035 tempest-ServerPasswordTestJSON-699363035-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:04.170313 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-f48bdf0c-df7a-49e3-8865-305e42c77b3e req-655580aa-b481-44ab-a3fb-e059474b9021 tempest-ServerPasswordTestJSON-699363035 tempest-ServerPasswordTestJSON-699363035-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:38:04.175286 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-1ea3fc32-8504-4928-819f-d8ea0ab67fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:04.186365 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea3fc32-8504-4928-819f-d8ea0ab67fd2 None None] The sync data for ids ['50745a72-d36e-48ee-9105-728820027bfe'] in n-d-712141-10 is: [] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:38:04.255389 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-71d0f804-426b-4eb9-bb60-8dc534251d1d tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:04.281915 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-46070c52-0503-4f41-add5-1602a2398706 req-af6fc76c-a69b-410c-be80-9e76e19409f2 service neutron] 10.222.0.43 "GET /v2.0/networks/07279870-3078-44f7-8035-d94a4d0b31e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1351671 Jul 29 23:38:04.292162 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71d0f804-426b-4eb9-bb60-8dc534251d1d tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4e4cb5e1-5aaa-43e9-b5b4-dcc5d28bb838 {{(pid=94077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 29 23:38:04.302960 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48bdf0c-df7a-49e3-8865-305e42c77b3e req-655580aa-b481-44ab-a3fb-e059474b9021 tempest-ServerPasswordTestJSON-699363035 tempest-ServerPasswordTestJSON-699363035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:04.303646 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f48bdf0c-df7a-49e3-8865-305e42c77b3e req-655580aa-b481-44ab-a3fb-e059474b9021 tempest-ServerPasswordTestJSON-699363035 tempest-ServerPasswordTestJSON-699363035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:04.310760 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-f2df7f93-2546-442d-a4df-834a611730c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133ec819-bd88-423d-a009-7a63840673eb', 'name': 'tempest-TestVolumeBootPattern-2030580411-router', 'tenant_id': '2549046f437c4897b72b02531c34b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'c11bd61d-0864-4c8f-9f6a-71e2bd804821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:37:33Z', 'updated_at': '2021-07-29T23:37:48Z', 'revision_number': 4, 'project_id': '2549046f437c4897b72b02531c34b6a8', 'gw_port': {'id': 'c11bd61d-0864-4c8f-9f6a-71e2bd804821', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133ec819-bd88-423d-a009-7a63840673eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:36Z', 'updated_at': '2021-07-29T23:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '92e777c3-f83b-47a9-a570-fd126fa92b8b', 'name': '', 'network_id': 'c557a2d1-7c3b-4a23-8969-2636c7b18953', 'tenant_id': '2549046f437c4897b72b02531c34b6a8', 'mac_address': 'fa:16:3e:f1:e9:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '133ec819-bd88-423d-a009-7a63840673eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': 'b543d7e1-3adb-471f-89b1-7d9837345041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:45Z', 'updated_at': '2021-07-29T23:38:03Z', 'revision_number': 4, 'project_id': '2549046f437c4897b72b02531c34b6a8', 'subnets': [{'id': 'b543d7e1-3adb-471f-89b1-7d9837345041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:04.341877 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-71d0f804-426b-4eb9-bb60-8dc534251d1d tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:04.344194 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f48bdf0c-df7a-49e3-8865-305e42c77b3e req-655580aa-b481-44ab-a3fb-e059474b9021 tempest-ServerPasswordTestJSON-699363035 tempest-ServerPasswordTestJSON-699363035-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5631554 Jul 29 23:38:04.344333 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-71d0f804-426b-4eb9-bb60-8dc534251d1d tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] 10.222.0.43 "DELETE /v2.0/networks/4e4cb5e1-5aaa-43e9-b5b4-dcc5d28bb838 HTTP/1.1" status: 204 len: 168 time: 1.6244750 Jul 29 23:38:04.348886 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59530) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:04.355673 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-cf85f60c-df28-4ed8-a04b-b9fb6448fed4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Request body: {'network': {'name': 'tempest-network--1033606012'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:04.362486 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d0f804-426b-4eb9-bb60-8dc534251d1d tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Pushing event deleted for resources: {'Network': ['ID=4e4cb5e1-5aaa-43e9-b5b4-dcc5d28bb838,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:04.367291 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-f48bdf0c-df7a-49e3-8865-305e42c77b3e req-d7455cb7-1975-4b52-afc1-bf9d6efcc560 service neutron] Request body: {'port': {'device_id': '46c52e84-e628-4818-85de-a02a95acf6df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:04.394316 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2df7f93-2546-442d-a4df-834a611730c9 None None] The sync data for ids ['133ec819-bd88-423d-a009-7a63840673eb'] in n-d-712141-10 is: [{'id': '133ec819-bd88-423d-a009-7a63840673eb', 'name': 'tempest-TestVolumeBootPattern-2030580411-router', 'tenant_id': '2549046f437c4897b72b02531c34b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'c11bd61d-0864-4c8f-9f6a-71e2bd804821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:37:33Z', 'updated_at': '2021-07-29T23:37:48Z', 'revision_number': 4, 'project_id': '2549046f437c4897b72b02531c34b6a8', 'gw_port': {'id': 'c11bd61d-0864-4c8f-9f6a-71e2bd804821', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133ec819-bd88-423d-a009-7a63840673eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:36Z', 'updated_at': '2021-07-29T23:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '92e777c3-f83b-47a9-a570-fd126fa92b8b', 'name': '', 'network_id': 'c557a2d1-7c3b-4a23-8969-2636c7b18953', 'tenant_id': '2549046f437c4897b72b02531c34b6a8', 'mac_address': 'fa:16:3e:f1:e9:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '133ec819-bd88-423d-a009-7a63840673eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2245, 'fixed_ips': [{'subnet_id': 'b543d7e1-3adb-471f-89b1-7d9837345041', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:45Z', 'updated_at': '2021-07-29T23:38:03Z', 'revision_number': 4, 'project_id': '2549046f437c4897b72b02531c34b6a8', 'subnets': [{'id': 'b543d7e1-3adb-471f-89b1-7d9837345041', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:38:04.400399 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fa9eebd7-67b6-4dbd-bbce-7b87f8af277d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:04.449143 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8856f3c-322d-42b8-8c32-de096f5e7cc8 req-03de5581-0e9d-4ad8-8994-95498f98781e tempest-ServerPasswordTestJSON-699363035 tempest-ServerPasswordTestJSON-699363035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:04.450768 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b8856f3c-322d-42b8-8c32-de096f5e7cc8 req-03de5581-0e9d-4ad8-8994-95498f98781e tempest-ServerPasswordTestJSON-699363035 tempest-ServerPasswordTestJSON-699363035-project] 10.222.0.43 "GET /v2.0/ports?device_id=46c52e84-e628-4818-85de-a02a95acf6df HTTP/1.1" status: 200 len: 931 time: 0.1678762 Jul 29 23:38:04.589942 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf85f60c-df28-4ed8-a04b-b9fb6448fed4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Made reservation on behalf of e6a9f9f9e8e3497daf0a4d933c821a72 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:04.592266 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cf85f60c-df28-4ed8-a04b-b9fb6448fed4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:04.638382 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f48bdf0c-df7a-49e3-8865-305e42c77b3e req-d7455cb7-1975-4b52-afc1-bf9d6efcc560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:04.735519 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b8856f3c-322d-42b8-8c32-de096f5e7cc8 req-eb3e1d0a-dbbd-4c5d-bd95-ff773a266caf tempest-ServerPasswordTestJSON-699363035 tempest-ServerPasswordTestJSON-699363035-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9d31806-75f5-4df0-81d6-8881eb3b4d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547538 Jul 29 23:38:04.743235 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf85f60c-df28-4ed8-a04b-b9fb6448fed4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:38:04.799330 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cf85f60c-df28-4ed8-a04b-b9fb6448fed4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:04.799666 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-cf85f60c-df28-4ed8-a04b-b9fb6448fed4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Added segment bb414e03-a676-473e-ac77-51e8a0593994 of type vlan for network 7a64c166-9f77-40ea-b8d3-ca33ab1b56df Jul 29 23:38:04.996397 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cf85f60c-df28-4ed8-a04b-b9fb6448fed4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:05.020094 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-cb774d15-620f-4144-9433-0ad4e8f2d6fc tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Deleting port 2c87ecb4-44c4-4578-8d93-73a09c21955e {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:05.021084 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cb774d15-620f-4144-9433-0ad4e8f2d6fc tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:05.069398 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-fa9eebd7-67b6-4dbd-bbce-7b87f8af277d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Allocated IP 172.21.0.1 (1d211c80-dec7-4ebc-8d9c-f5bca80f4e7f/0ccec5ce-85e6-4b02-8b54-fc92167da156/f93ef4eb-4a38-4b36-990e-e8e2ddd6960c) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:38:05.136053 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-19958bc8-2f1b-4a47-a0e1-00848baad1fd req-794b197c-9a9a-4b6e-968c-38b414e5d14e tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=3928c3c3-d0f0-4fc5-97c4-58642389b069 HTTP/1.1" status: 200 len: 210 time: 0.1466417 Jul 29 23:38:05.219899 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cb774d15-620f-4144-9433-0ad4e8f2d6fc tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:05.249157 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-cb774d15-620f-4144-9433-0ad4e8f2d6fc tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Calling delete_port for 2c87ecb4-44c4-4578-8d93-73a09c21955e owned by network:router_interface {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:05.341087 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fa9eebd7-67b6-4dbd-bbce-7b87f8af277d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:05.391700 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-fa9eebd7-67b6-4dbd-bbce-7b87f8af277d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Transition to ACTIVE for port object f93ef4eb-4a38-4b36-990e-e8e2ddd6960c will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:05.439704 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 92e777c3-f83b-47a9-a570-fd126fa92b8b up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:38:05.489223 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fa9eebd7-67b6-4dbd-bbce-7b87f8af277d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:05.629289 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9eebd7-67b6-4dbd-bbce-7b87f8af277d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Network 1d211c80-dec7-4ebc-8d9c-f5bca80f4e7f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:38:05.646510 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 92e777c3-f83b-47a9-a570-fd126fa92b8b completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:38:05.655612 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 92e777c3-f83b-47a9-a570-fd126fa92b8b triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:05.656231 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:05.658973 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9eebd7-67b6-4dbd-bbce-7b87f8af277d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event updated for resources: {'Port': ['ID=f93ef4eb-4a38-4b36-990e-e8e2ddd6960c,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:05.667979 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-fa9eebd7-67b6-4dbd-bbce-7b87f8af277d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:05.672409 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9eebd7-67b6-4dbd-bbce-7b87f8af277d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:38:05.890190 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fa9eebd7-67b6-4dbd-bbce-7b87f8af277d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:05.974285 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:06.062868 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 92e777c3-f83b-47a9-a570-fd126fa92b8b, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=92e777c3-f83b-47a9-a570-fd126fa92b8b,segment=NetworkSegment(4a440624-fcac-4e4f-a0d4-64fd4299d2d2),segment_id=4a440624-fcac-4e4f-a0d4-64fd4299d2d2)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:06.071160 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:06.073660 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device c088c105-a749-4857-ad4b-b6d24d542906 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:38:06.091716 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-f48bdf0c-df7a-49e3-8865-305e42c77b3e req-d7455cb7-1975-4b52-afc1-bf9d6efcc560 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0127355-9314-4115-9c36-bc22a4e565a4 {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:38:06.117321 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f48bdf0c-df7a-49e3-8865-305e42c77b3e req-d7455cb7-1975-4b52-afc1-bf9d6efcc560 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:06.154283 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-f48bdf0c-df7a-49e3-8865-305e42c77b3e req-d7455cb7-1975-4b52-afc1-bf9d6efcc560 service neutron] Transition to ACTIVE for port object d0127355-9314-4115-9c36-bc22a4e565a4 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:06.166442 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.db.resource_extend [None req-cf85f60c-df28-4ed8-a04b-b9fb6448fed4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] It took 1.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:38:06.214514 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cb774d15-620f-4144-9433-0ad4e8f2d6fc tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:06.269312 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f48bdf0c-df7a-49e3-8865-305e42c77b3e req-d7455cb7-1975-4b52-afc1-bf9d6efcc560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:06.314697 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fa9eebd7-67b6-4dbd-bbce-7b87f8af277d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:06.338457 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port c088c105-a749-4857-ad4b-b6d24d542906 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:06.339220 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:06.423813 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=92e777c3-f83b-47a9-a570-fd126fa92b8b,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:06.466751 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f13c1545-87e2-4053-a96a-3067b9300805 None None] Provisioning for port f93ef4eb-4a38-4b36-990e-e8e2ddd6960c completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:38:06.483727 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-15d7d6ed-5d97-40a4-a486-34a458cba961 req-f4b90c40-086d-4428-aaca-012c8d303a67 tempest-ServerShowV247Test-1216711509 tempest-ServerShowV247Test-1216711509-project] 10.222.0.43 "GET /v2.0/ports?device_id=2aae6425-6d13-419a-903d-b7b2ca780270 HTTP/1.1" status: 200 len: 210 time: 0.3223250 Jul 29 23:38:06.499431 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb774d15-620f-4144-9433-0ad4e8f2d6fc tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event deleted for resources: {'Port': ['ID=2c87ecb4-44c4-4578-8d93-73a09c21955e,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:06.501064 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f13c1545-87e2-4053-a96a-3067b9300805 None None] Provisioning complete for port f93ef4eb-4a38-4b36-990e-e8e2ddd6960c triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:06.501451 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f13c1545-87e2-4053-a96a-3067b9300805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:06.536504 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cf85f60c-df28-4ed8-a04b-b9fb6448fed4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:06.541631 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf85f60c-df28-4ed8-a04b-b9fb6448fed4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:06.563969 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cf85f60c-df28-4ed8-a04b-b9fb6448fed4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:06.721980 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-f13c1545-87e2-4053-a96a-3067b9300805 None None] Port f93ef4eb-4a38-4b36-990e-e8e2ddd6960c cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:38:06.748368 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59564) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:06.930998 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cb774d15-620f-4144-9433-0ad4e8f2d6fc tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:07.017523 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fa9eebd7-67b6-4dbd-bbce-7b87f8af277d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:07.026529 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fa9eebd7-67b6-4dbd-bbce-7b87f8af277d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:07.076422 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-cf85f60c-df28-4ed8-a04b-b9fb6448fed4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 2.7262866 Jul 29 23:38:07.085664 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59568) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:07.099403 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a2232-cef6-440c-a47a-7206241c14d1 req-60d8fdab-9d54-45ee-b224-da603f4b4e8f tempest-ServerPasswordTestJSON-699363035 tempest-ServerPasswordTestJSON-699363035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:07.108650 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-708a2232-cef6-440c-a47a-7206241c14d1 req-60d8fdab-9d54-45ee-b224-da603f4b4e8f tempest-ServerPasswordTestJSON-699363035 tempest-ServerPasswordTestJSON-699363035-project] 10.222.0.43 "GET /v2.0/ports?device_id=46c52e84-e628-4818-85de-a02a95acf6df HTTP/1.1" status: 200 len: 943 time: 0.9149919 Jul 29 23:38:07.135586 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:07.145539 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-1730b0e9-06be-4d88-9c2b-d47766c64c6c tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:07.152389 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7455cb7-1975-4b52-afc1-bf9d6efcc560 service neutron] Pushing event updated for resources: {'Port': ['ID=d0127355-9314-4115-9c36-bc22a4e565a4,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:07.172370 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6fcfdaa9-ead7-453b-89e2-c6bb4ff99b17 req-4717c12b-4898-4c0a-8b5e-2801af565e56 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=3928c3c3-d0f0-4fc5-97c4-58642389b069 HTTP/1.1" status: 200 len: 210 time: 0.1496589 Jul 29 23:38:07.210376 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf85f60c-df28-4ed8-a04b-b9fb6448fed4 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Pushing event updated for resources: {'Network': ['ID=7a64c166-9f77-40ea-b8d3-ca33ab1b56df,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:07.230612 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 7a64c166-9f77-40ea-b8d3-ca33ab1b56df details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:38:07.330383 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 92e777c3-f83b-47a9-a570-fd126fa92b8b up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:38:07.437263 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9eebd7-67b6-4dbd-bbce-7b87f8af277d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event updated for resources: {'Port': ['ID=f93ef4eb-4a38-4b36-990e-e8e2ddd6960c,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:07.511312 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 92e777c3-f83b-47a9-a570-fd126fa92b8b triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:07.511985 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:07.617744 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fa9eebd7-67b6-4dbd-bbce-7b87f8af277d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:07.727744 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-708a2232-cef6-440c-a47a-7206241c14d1 req-0b6be567-54b4-4565-a97b-1a1f38530507 tempest-ServerPasswordTestJSON-699363035 tempest-ServerPasswordTestJSON-699363035-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9d31806-75f5-4df0-81d6-8881eb3b4d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6169460 Jul 29 23:38:07.818028 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-dac13176-45b2-4f02-894d-9bd230ae6a3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:07.822897 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46070c52-0503-4f41-add5-1602a2398706 req-1402de29-b0b6-42ed-bd6f-cc76ef3815f4 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:07.825481 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-46070c52-0503-4f41-add5-1602a2398706 req-1402de29-b0b6-42ed-bd6f-cc76ef3815f4 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.22 "GET /v2.0/networks?id=07279870-3078-44f7-8035-d94a4d0b31e7 HTTP/1.1" status: 200 len: 812 time: 0.6677146 Jul 29 23:38:07.858669 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-f48bdf0c-df7a-49e3-8865-305e42c77b3e req-d7455cb7-1975-4b52-afc1-bf9d6efcc560 service neutron] Attempting to bind port d0127355-9314-4115-9c36-bc22a4e565a4 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:38:07.859102 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-f48bdf0c-df7a-49e3-8865-305e42c77b3e req-d7455cb7-1975-4b52-afc1-bf9d6efcc560 service neutron] Attempting to bind port d0127355-9314-4115-9c36-bc22a4e565a4 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '3043c331-9d06-41a2-9d65-a96f81db85ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0e4107b8-df40-43fd-95a3-0bd4834ecbe0'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:38:07.859627 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48bdf0c-df7a-49e3-8865-305e42c77b3e req-d7455cb7-1975-4b52-afc1-bf9d6efcc560 service neutron] Attempting to bind port d0127355-9314-4115-9c36-bc22a4e565a4 on network 0e4107b8-df40-43fd-95a3-0bd4834ecbe0 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:07.866594 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-46070c52-0503-4f41-add5-1602a2398706 req-8e5994cc-503d-45ea-befa-434d3d94d108 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Request body: {'port': {'device_id': '3928c3c3-d0f0-4fc5-97c4-58642389b069', 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7', 'admin_state_up': True, 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:07.889717 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-855c5007-751a-477b-a4d6-93d5af5b80ed req-12aeca5e-0958-412d-b514-82bb724a4307 tempest-ServerShowV247Test-1216711509 tempest-ServerShowV247Test-1216711509-project] 10.222.0.43 "GET /v2.0/ports?device_id=2aae6425-6d13-419a-903d-b7b2ca780270 HTTP/1.1" status: 200 len: 210 time: 0.0810001 Jul 29 23:38:07.901744 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb774d15-620f-4144-9433-0ad4e8f2d6fc tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Router cc9b7d8f-954f-4cd1-9624-289e3d104ed2 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:38:07.903197 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48bdf0c-df7a-49e3-8865-305e42c77b3e req-d7455cb7-1975-4b52-afc1-bf9d6efcc560 service neutron] Port d0127355-9314-4115-9c36-bc22a4e565a4 on network 0e4107b8-df40-43fd-95a3-0bd4834ecbe0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:38:07.903626 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48bdf0c-df7a-49e3-8865-305e42c77b3e req-d7455cb7-1975-4b52-afc1-bf9d6efcc560 service neutron] Attempting to bind port d0127355-9314-4115-9c36-bc22a4e565a4 on network 0e4107b8-df40-43fd-95a3-0bd4834ecbe0 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:07.942868 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1730b0e9-06be-4d88-9c2b-d47766c64c6c tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:07.956088 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48bdf0c-df7a-49e3-8865-305e42c77b3e req-d7455cb7-1975-4b52-afc1-bf9d6efcc560 service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:38:07.960930 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48bdf0c-df7a-49e3-8865-305e42c77b3e req-d7455cb7-1975-4b52-afc1-bf9d6efcc560 service neutron] Checking segment: {'id': '3043c331-9d06-41a2-9d65-a96f81db85ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0e4107b8-df40-43fd-95a3-0bd4834ecbe0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:38:07.961721 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f48bdf0c-df7a-49e3-8865-305e42c77b3e req-d7455cb7-1975-4b52-afc1-bf9d6efcc560 service neutron] Bound using segment: {'id': '3043c331-9d06-41a2-9d65-a96f81db85ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0e4107b8-df40-43fd-95a3-0bd4834ecbe0'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:38:07.966302 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-f48bdf0c-df7a-49e3-8865-305e42c77b3e req-d7455cb7-1975-4b52-afc1-bf9d6efcc560 service neutron] Bound port: d0127355-9314-4115-9c36-bc22a4e565a4, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3043c331-9d06-41a2-9d65-a96f81db85ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0e4107b8-df40-43fd-95a3-0bd4834ecbe0'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:38:07.967083 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f48bdf0c-df7a-49e3-8865-305e42c77b3e req-d7455cb7-1975-4b52-afc1-bf9d6efcc560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:08.007289 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9eebd7-67b6-4dbd-bbce-7b87f8af277d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Network 1d211c80-dec7-4ebc-8d9c-f5bca80f4e7f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:38:08.012384 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-fa9eebd7-67b6-4dbd-bbce-7b87f8af277d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:08.021372 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1730b0e9-06be-4d88-9c2b-d47766c64c6c tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:08.076025 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1730b0e9-06be-4d88-9c2b-d47766c64c6c tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Network 7a64c166-9f77-40ea-b8d3-ca33ab1b56df is not hosted by any dhcp agent {{(pid=94078) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 23:38:08.076025 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1730b0e9-06be-4d88-9c2b-d47766c64c6c tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:08.085527 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1730b0e9-06be-4d88-9c2b-d47766c64c6c tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:08.085527 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-1730b0e9-06be-4d88-9c2b-d47766c64c6c tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] 10.222.0.43 "PUT /v2.0/networks/7a64c166-9f77-40ea-b8d3-ca33ab1b56df HTTP/1.1" status: 200 len: 858 time: 0.9678042 Jul 29 23:38:08.105031 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59576) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:08.398736 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb774d15-620f-4144-9433-0ad4e8f2d6fc tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:38:08.419516 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f65d2e09-bfd8-49d1-a88e-97a3eb0ec53f req-bc2f1ec9-6f6b-455c-afce-cb51179182d8 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=3928c3c3-d0f0-4fc5-97c4-58642389b069 HTTP/1.1" status: 200 len: 210 time: 0.1022813 Jul 29 23:38:08.425783 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6947683-e9c9-4697-961f-488c07f237b6 None None] Sync routers for ids ['cc9b7d8f-954f-4cd1-9624-289e3d104ed2'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:38:08.434270 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-cb774d15-620f-4144-9433-0ad4e8f2d6fc tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "PUT /v2.0/routers/cc9b7d8f-954f-4cd1-9624-289e3d104ed2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0313649 Jul 29 23:38:08.458473 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6947683-e9c9-4697-961f-488c07f237b6 None None] Routers {'cc9b7d8f-954f-4cd1-9624-289e3d104ed2'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:38:08.459099 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-f6947683-e9c9-4697-961f-488c07f237b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:37:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['cc9b7d8f-954f-4cd1-9624-289e3d104ed2'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:08.463330 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59580) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:08.491750 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-54779bd4-fc6e-4ffa-9110-610be1e1b775 None None] Provisioning complete for port f93ef4eb-4a38-4b36-990e-e8e2ddd6960c triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:08.495360 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-54779bd4-fc6e-4ffa-9110-610be1e1b775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:08.513616 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-f6947683-e9c9-4697-961f-488c07f237b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:08.528125 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6947683-e9c9-4697-961f-488c07f237b6 None None] Routers {'cc9b7d8f-954f-4cd1-9624-289e3d104ed2'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:38:08.529212 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-f6947683-e9c9-4697-961f-488c07f237b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:37:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['cc9b7d8f-954f-4cd1-9624-289e3d104ed2'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:08.573707 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-f6947683-e9c9-4697-961f-488c07f237b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:08.575080 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6947683-e9c9-4697-961f-488c07f237b6 None None] The sync data for ids ['cc9b7d8f-954f-4cd1-9624-289e3d104ed2'] in n-d-712141-10 is: [] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:38:08.577362 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1730b0e9-06be-4d88-9c2b-d47766c64c6c tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Pushing event updated for resources: {'Network': ['ID=7a64c166-9f77-40ea-b8d3-ca33ab1b56df,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:08.600519 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-54779bd4-fc6e-4ffa-9110-610be1e1b775 None None] Port f93ef4eb-4a38-4b36-990e-e8e2ddd6960c cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:38:08.664414 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-f48bdf0c-df7a-49e3-8865-305e42c77b3e req-d7455cb7-1975-4b52-afc1-bf9d6efcc560 service neutron] For port d0127355-9314-4115-9c36-bc22a4e565a4, host n-h2-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:38:08.700077 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-f48bdf0c-df7a-49e3-8865-305e42c77b3e req-d7455cb7-1975-4b52-afc1-bf9d6efcc560 service neutron] For port d0127355-9314-4115-9c36-bc22a4e565a4, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=d0127355-9314-4115-9c36-bc22a4e565a4,segment=NetworkSegment(3043c331-9d06-41a2-9d65-a96f81db85ae),segment_id=3043c331-9d06-41a2-9d65-a96f81db85ae)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:38:08.717249 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f48bdf0c-df7a-49e3-8865-305e42c77b3e req-d7455cb7-1975-4b52-afc1-bf9d6efcc560 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:08.720940 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-dac13176-45b2-4f02-894d-9bd230ae6a3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:08.763283 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa9eebd7-67b6-4dbd-bbce-7b87f8af277d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Router 50745a72-d36e-48ee-9105-728820027bfe has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:38:08.781327 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2a840543-cb1b-4ef8-8401-07b34f490466 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:08.797854 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46070c52-0503-4f41-add5-1602a2398706 req-8e5994cc-503d-45ea-befa-434d3d94d108 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Made reservation on behalf of abc07fd47c924aad994e74752ef0bc5a for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:08.801846 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-dac13176-45b2-4f02-894d-9bd230ae6a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:08.803238 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-46070c52-0503-4f41-add5-1602a2398706 req-8e5994cc-503d-45ea-befa-434d3d94d108 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:08.870921 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac13176-45b2-4f02-894d-9bd230ae6a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faef7c27-1ca6-43c0-b7f2-df4c02ee4bfd,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:08.896378 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48bdf0c-df7a-49e3-8865-305e42c77b3e req-d7455cb7-1975-4b52-afc1-bf9d6efcc560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:08.898193 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f48bdf0c-df7a-49e3-8865-305e42c77b3e req-d7455cb7-1975-4b52-afc1-bf9d6efcc560 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:08.901348 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f48bdf0c-df7a-49e3-8865-305e42c77b3e req-d7455cb7-1975-4b52-afc1-bf9d6efcc560 service neutron] 10.222.0.22 "PUT /v2.0/ports/d0127355-9314-4115-9c36-bc22a4e565a4 HTTP/1.1" status: 200 len: 1092 time: 4.5412185 Jul 29 23:38:08.923858 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46c52e84-e628-4818-85de-a02a95acf6df', 'tag': 'd0127355-9314-4115-9c36-bc22a4e565a4'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:38:08.928546 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a89474-1e6b-4f07-9cf6-3e0df354c324" -d '{"events": [{"name": "network-changed", "server_uuid": "46c52e84-e628-4818-85de-a02a95acf6df", "tag": "d0127355-9314-4115-9c36-bc22a4e565a4"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:38:09.027891 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-dac13176-45b2-4f02-894d-9bd230ae6a3a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6215a78a2c8343ad9596f653ca0c740d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2579978 Jul 29 23:38:09.039758 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59594) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:09.050783 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7455cb7-1975-4b52-afc1-bf9d6efcc560 service neutron] Pushing event updated for resources: {'Port': ['ID=d0127355-9314-4115-9c36-bc22a4e565a4,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:09.120738 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa9eebd7-67b6-4dbd-bbce-7b87f8af277d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:38:09.128158 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2a840543-cb1b-4ef8-8401-07b34f490466 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:09.136913 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661c5566-1396-4024-a21e-9da8ff91fba6 None None] Sync routers for ids ['50745a72-d36e-48ee-9105-728820027bfe'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:38:09.138575 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-fa9eebd7-67b6-4dbd-bbce-7b87f8af277d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "PUT /v2.0/routers/50745a72-d36e-48ee-9105-728820027bfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4608080 Jul 29 23:38:09.145133 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59596) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:09.173171 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661c5566-1396-4024-a21e-9da8ff91fba6 None None] Routers {'50745a72-d36e-48ee-9105-728820027bfe'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:38:09.174253 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-661c5566-1396-4024-a21e-9da8ff91fba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:37:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['50745a72-d36e-48ee-9105-728820027bfe'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:09.174717 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-2a840543-cb1b-4ef8-8401-07b34f490466 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a64c166-9f77-40ea-b8d3-ca33ab1b56df']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:09.193131 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-2a840543-cb1b-4ef8-8401-07b34f490466 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb414e03-a676-473e-ac77-51e8a0593994') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:09.193714 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-2a840543-cb1b-4ef8-8401-07b34f490466 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb414e03-a676-473e-ac77-51e8a0593994') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:09.244359 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-661c5566-1396-4024-a21e-9da8ff91fba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:09.254815 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661c5566-1396-4024-a21e-9da8ff91fba6 None None] Routers {'50745a72-d36e-48ee-9105-728820027bfe'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:38:09.255704 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-661c5566-1396-4024-a21e-9da8ff91fba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:37:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['50745a72-d36e-48ee-9105-728820027bfe'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:09.287639 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-46070c52-0503-4f41-add5-1602a2398706 req-8e5994cc-503d-45ea-befa-434d3d94d108 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Allocated IP 172.20.0.4 (07279870-3078-44f7-8035-d94a4d0b31e7/ef618f43-4fe4-4e34-9800-0476d270be60/ad9fef94-cd00-45a5-a1a2-ab73d138cda1) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:38:09.291884 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-661c5566-1396-4024-a21e-9da8ff91fba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:09.292861 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661c5566-1396-4024-a21e-9da8ff91fba6 None None] The sync data for ids ['50745a72-d36e-48ee-9105-728820027bfe'] in n-d-712141-10 is: [] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:38:09.312777 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2a840543-cb1b-4ef8-8401-07b34f490466 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:09.348192 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2a840543-cb1b-4ef8-8401-07b34f490466 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:09.392713 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a840543-cb1b-4ef8-8401-07b34f490466 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:38:09.393372 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2a840543-cb1b-4ef8-8401-07b34f490466 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:09.396542 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:38:09.396542 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:38:09.396542 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:38:09.396542 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:38:09.396542 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:38:09.396542 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:38:09.396542 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:38:09.396542 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:38:09.396542 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:38:09.396542 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:38:09.396542 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:38:09.396542 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:38:09.396542 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:38:09.396542 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:38:09.396542 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:38:09.396542 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:38:09.396542 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:38:09.396542 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:38:09.396542 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:38:09.396542 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:38:09.396542 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:38:09.396542 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:38:09.396542 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:38:09.396542 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:38:09.396542 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:38:09.396542 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:38:09.396542 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:38:09.396542 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:38:09.396542 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:38:09.396542 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:38:09.396542 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:38:09.396542 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:38:09.623209 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2a840543-cb1b-4ef8-8401-07b34f490466 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:09.649699 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a840543-cb1b-4ef8-8401-07b34f490466 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7a64c166-9f77-40ea-b8d3-ca33ab1b56df {{(pid=94077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 29 23:38:09.664507 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a840543-cb1b-4ef8-8401-07b34f490466 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Pushing event deleted for resources: {'Network': ['ID=7a64c166-9f77-40ea-b8d3-ca33ab1b56df,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:09.689292 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7bd705-9e58-42f9-9da9-d8cbf145e639 x-openstack-request-id: req-3d7bd705-9e58-42f9-9da9-d8cbf145e639 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:38:09.689923 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46c52e84-e628-4818-85de-a02a95acf6df", "tag": "d0127355-9314-4115-9c36-bc22a4e565a4", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:38:09.689923 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3d7bd705-9e58-42f9-9da9-d8cbf145e639 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:38:09.690251 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46c52e84-e628-4818-85de-a02a95acf6df', 'tag': 'd0127355-9314-4115-9c36-bc22a4e565a4', 'status': 'completed', 'code': 200} Jul 29 23:38:09.702699 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2a840543-cb1b-4ef8-8401-07b34f490466 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:09.715898 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-2a840543-cb1b-4ef8-8401-07b34f490466 tempest-ExternalNetworksTestJSON-1152301931 tempest-ExternalNetworksTestJSON-1152301931-project-admin] 10.222.0.43 "DELETE /v2.0/networks/7a64c166-9f77-40ea-b8d3-ca33ab1b56df HTTP/1.1" status: 204 len: 168 time: 1.6067853 Jul 29 23:38:09.722167 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59600) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:09.759534 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf5439-b64d-4f4b-becf-95c8517379c6 req-5ed5f4dd-f342-4d56-97a9-0ca7505feca2 tempest-ServerPasswordTestJSON-699363035 tempest-ServerPasswordTestJSON-699363035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:09.772598 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-46cf5439-b64d-4f4b-becf-95c8517379c6 req-5ed5f4dd-f342-4d56-97a9-0ca7505feca2 tempest-ServerPasswordTestJSON-699363035 tempest-ServerPasswordTestJSON-699363035-project] 10.222.0.43 "GET /v2.0/ports?device_id=46c52e84-e628-4818-85de-a02a95acf6df HTTP/1.1" status: 200 len: 943 time: 0.8376703 Jul 29 23:38:09.800467 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee068110-62e1-486c-93c5-b61fce6cc723 tempest-ExternalNetworksTestJSON-1207904784 tempest-ExternalNetworksTestJSON-1207904784-project] DELETE failed (client error): The resource could not be found. Jul 29 23:38:09.801214 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee068110-62e1-486c-93c5-b61fce6cc723 tempest-ExternalNetworksTestJSON-1207904784 tempest-ExternalNetworksTestJSON-1207904784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:38:09.809121 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ee068110-62e1-486c-93c5-b61fce6cc723 tempest-ExternalNetworksTestJSON-1207904784 tempest-ExternalNetworksTestJSON-1207904784-project] 10.222.0.43 "DELETE /v2.0/subnets/5c769464-5441-456c-ba58-ddb83e657369 HTTP/1.1" status: 404 len: 337 time: 0.0849555 Jul 29 23:38:09.819545 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59602) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:09.886526 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-81e8c381-d196-422a-8348-75a7bc2050ee req-7ca92969-49a9-4563-b6d6-b8b3a124f8c6 tempest-ServerShowV247Test-1216711509 tempest-ServerShowV247Test-1216711509-project] 10.222.0.43 "GET /v2.0/ports?device_id=2aae6425-6d13-419a-903d-b7b2ca780270 HTTP/1.1" status: 200 len: 210 time: 0.1949999 Jul 29 23:38:09.990395 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf01f13-9d1a-498e-ad54-358a80965c11 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:09.992202 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-8bf01f13-9d1a-498e-ad54-358a80965c11 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "GET /v2.0/ports/f93ef4eb-4a38-4b36-990e-e8e2ddd6960c HTTP/1.1" status: 200 len: 910 time: 0.8254220 Jul 29 23:38:10.004300 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-46070c52-0503-4f41-add5-1602a2398706 req-8e5994cc-503d-45ea-befa-434d3d94d108 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:10.006854 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59604) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:10.104720 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-46cf5439-b64d-4f4b-becf-95c8517379c6 req-f6e3e7dc-aa5a-485e-911b-3a9e8bcb00bd tempest-ServerPasswordTestJSON-699363035 tempest-ServerPasswordTestJSON-699363035-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9d31806-75f5-4df0-81d6-8881eb3b4d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300550 Jul 29 23:38:10.119178 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48bdf0c-df7a-49e3-8865-305e42c77b3e req-1ce4bbe5-622e-4b8d-81f8-c420859b8ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:10.121172 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f48bdf0c-df7a-49e3-8865-305e42c77b3e req-1ce4bbe5-622e-4b8d-81f8-c420859b8ca1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2d1a7490348b450e840c753a5120b83d&device_id=46c52e84-e628-4818-85de-a02a95acf6df HTTP/1.1" status: 200 len: 1095 time: 1.1403835 Jul 29 23:38:10.210698 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-aa40e7e7-e695-4766-9e3a-ed1f7fc229f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:10.229396 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f48bdf0c-df7a-49e3-8865-305e42c77b3e req-0e3db2a5-0564-4adc-9ebf-05ebece97945 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0127355-9314-4115-9c36-bc22a4e565a4 HTTP/1.1" status: 200 len: 217 time: 0.0977542 Jul 29 23:38:10.262821 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0f276ae3-b7f7-4373-b829-191c2cd861a9 req-4dd658c2-fba3-45b2-a513-87c9fdbbdecb tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=3928c3c3-d0f0-4fc5-97c4-58642389b069 HTTP/1.1" status: 200 len: 210 time: 0.0850215 Jul 29 23:38:10.281726 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-00663834-7b8c-456e-8184-e4699bb5c5bc tempest-ExternalNetworksTestJSON-1207904784 tempest-ExternalNetworksTestJSON-1207904784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:10.299076 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-46070c52-0503-4f41-add5-1602a2398706 req-8e5994cc-503d-45ea-befa-434d3d94d108 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Transition to ACTIVE for port object ad9fef94-cd00-45a5-a1a2-ab73d138cda1 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:10.385055 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-aa40e7e7-e695-4766-9e3a-ed1f7fc229f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:10.431858 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48bdf0c-df7a-49e3-8865-305e42c77b3e req-026dc6f2-17a6-4217-843d-27382e426e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:10.433548 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f48bdf0c-df7a-49e3-8865-305e42c77b3e req-026dc6f2-17a6-4217-843d-27382e426e2d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=21a45e03-898f-4a9d-8e15-c9e22de2d228 HTTP/1.1" status: 200 len: 852 time: 0.1733191 Jul 29 23:38:10.500046 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-90b727ac-d4c0-418d-a35e-05e07af64bb3 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:10.504090 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f48bdf0c-df7a-49e3-8865-305e42c77b3e req-fdf5d2dc-e980-48a6-a391-2bc12134c335 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0e4107b8-df40-43fd-95a3-0bd4834ecbe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598278 Jul 29 23:38:10.546660 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-46070c52-0503-4f41-add5-1602a2398706 req-8e5994cc-503d-45ea-befa-434d3d94d108 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:10.563375 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [req-f48bdf0c-df7a-49e3-8865-305e42c77b3e req-b88f5a8b-fc4f-4be2-aba6-baa8f663b717 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:38:10.566839 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f48bdf0c-df7a-49e3-8865-305e42c77b3e req-b88f5a8b-fc4f-4be2-aba6-baa8f663b717 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116341 Jul 29 23:38:10.567850 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-aa40e7e7-e695-4766-9e3a-ed1f7fc229f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:10.570552 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-aa40e7e7-e695-4766-9e3a-ed1f7fc229f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:10.573683 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-aa40e7e7-e695-4766-9e3a-ed1f7fc229f8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/faef7c27-1ca6-43c0-b7f2-df4c02ee4bfd HTTP/1.1" status: 204 len: 168 time: 1.5292466 Jul 29 23:38:10.608530 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5994cc-503d-45ea-befa-434d3d94d108 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Pushing event updated for resources: {'Port': ['ID=ad9fef94-cd00-45a5-a1a2-ab73d138cda1,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:10.617601 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-00663834-7b8c-456e-8184-e4699bb5c5bc tempest-ExternalNetworksTestJSON-1207904784 tempest-ExternalNetworksTestJSON-1207904784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:10.645513 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-00663834-7b8c-456e-8184-e4699bb5c5bc tempest-ExternalNetworksTestJSON-1207904784 tempest-ExternalNetworksTestJSON-1207904784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b3b1418-2b37-4d00-b44c-195b4e247c5b']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:10.659287 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46070c52-0503-4f41-add5-1602a2398706 req-8e5994cc-503d-45ea-befa-434d3d94d108 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Network 07279870-3078-44f7-8035-d94a4d0b31e7 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:38:10.667188 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-00663834-7b8c-456e-8184-e4699bb5c5bc tempest-ExternalNetworksTestJSON-1207904784 tempest-ExternalNetworksTestJSON-1207904784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5628e087-1596-4d07-9d6a-6378e4fa1537') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:10.667526 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-00663834-7b8c-456e-8184-e4699bb5c5bc tempest-ExternalNetworksTestJSON-1207904784 tempest-ExternalNetworksTestJSON-1207904784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5628e087-1596-4d07-9d6a-6378e4fa1537') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:10.669962 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-46070c52-0503-4f41-add5-1602a2398706 req-8e5994cc-503d-45ea-befa-434d3d94d108 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:10.713192 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-00663834-7b8c-456e-8184-e4699bb5c5bc tempest-ExternalNetworksTestJSON-1207904784 tempest-ExternalNetworksTestJSON-1207904784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:10.727397 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-00663834-7b8c-456e-8184-e4699bb5c5bc tempest-ExternalNetworksTestJSON-1207904784 tempest-ExternalNetworksTestJSON-1207904784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:10.733037 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa40e7e7-e695-4766-9e3a-ed1f7fc229f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faef7c27-1ca6-43c0-b7f2-df4c02ee4bfd,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:10.735436 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00663834-7b8c-456e-8184-e4699bb5c5bc tempest-ExternalNetworksTestJSON-1207904784 tempest-ExternalNetworksTestJSON-1207904784-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:38:10.737085 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-00663834-7b8c-456e-8184-e4699bb5c5bc tempest-ExternalNetworksTestJSON-1207904784 tempest-ExternalNetworksTestJSON-1207904784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:10.831888 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-46070c52-0503-4f41-add5-1602a2398706 req-8e5994cc-503d-45ea-befa-434d3d94d108 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:38:10.860843 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:38:10.860843 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:38:10.860843 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:38:10.860843 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:38:10.860843 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:38:10.860843 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:38:10.860843 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:38:10.860843 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:38:10.860843 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:38:10.860843 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:38:10.860843 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:38:10.860843 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:38:10.860843 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:38:10.860843 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:38:10.860843 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:38:10.860843 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:38:10.860843 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:38:10.860843 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:38:10.860843 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:38:10.860843 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:38:10.860843 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:38:10.860843 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:38:10.860843 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:38:10.860843 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:38:10.860843 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:38:10.860843 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:38:10.860843 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:38:10.860843 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:38:10.860843 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:38:10.860843 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:38:10.860843 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:38:10.860843 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:38:10.865478 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-00663834-7b8c-456e-8184-e4699bb5c5bc tempest-ExternalNetworksTestJSON-1207904784 tempest-ExternalNetworksTestJSON-1207904784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:10.871746 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-00663834-7b8c-456e-8184-e4699bb5c5bc tempest-ExternalNetworksTestJSON-1207904784 tempest-ExternalNetworksTestJSON-1207904784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:10.873770 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-00663834-7b8c-456e-8184-e4699bb5c5bc tempest-ExternalNetworksTestJSON-1207904784 tempest-ExternalNetworksTestJSON-1207904784-project] 10.222.0.43 "DELETE /v2.0/networks/0b3b1418-2b37-4d00-b44c-195b4e247c5b HTTP/1.1" status: 204 len: 168 time: 1.0524831 Jul 29 23:38:10.901489 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00663834-7b8c-456e-8184-e4699bb5c5bc tempest-ExternalNetworksTestJSON-1207904784 tempest-ExternalNetworksTestJSON-1207904784-project] Pushing event deleted for resources: {'Network': ['ID=0b3b1418-2b37-4d00-b44c-195b4e247c5b,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:11.019058 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46070c52-0503-4f41-add5-1602a2398706 req-8e5994cc-503d-45ea-befa-434d3d94d108 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:11.029896 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f48bdf0c-df7a-49e3-8865-305e42c77b3e req-de286855-ff56-4de0-8bd6-3e7c1ca2f2d4 service neutron] 10.222.0.22 "GET /v2.0/networks/0e4107b8-df40-43fd-95a3-0bd4834ecbe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4045303 Jul 29 23:38:11.030859 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-46070c52-0503-4f41-add5-1602a2398706 req-8e5994cc-503d-45ea-befa-434d3d94d108 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:11.089278 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-46070c52-0503-4f41-add5-1602a2398706 req-8e5994cc-503d-45ea-befa-434d3d94d108 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2385085 Jul 29 23:38:11.108921 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-46070c52-0503-4f41-add5-1602a2398706 req-c2ffa1a9-6a0d-49dd-b9b4-eb54a42c4603 service neutron] Request body: {'port': {'device_id': '3928c3c3-d0f0-4fc5-97c4-58642389b069', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:11.169946 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-6f1fb02a-05e8-496c-97fd-bff15b405458 None None] Provisioning for port ad9fef94-cd00-45a5-a1a2-ab73d138cda1 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:38:11.174160 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-6f1fb02a-05e8-496c-97fd-bff15b405458 None None] Provisioning complete for port ad9fef94-cd00-45a5-a1a2-ab73d138cda1 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:11.174540 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6f1fb02a-05e8-496c-97fd-bff15b405458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:11.255525 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-6f1fb02a-05e8-496c-97fd-bff15b405458 None None] Port ad9fef94-cd00-45a5-a1a2-ab73d138cda1 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:38:11.257179 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7ec2370d-5607-4afc-963a-572090385d9c req-d69f5e15-4793-4a9d-8979-a9f4f1a3cb68 tempest-ServerShowV247Test-1216711509 tempest-ServerShowV247Test-1216711509-project] 10.222.0.43 "GET /v2.0/ports?device_id=2aae6425-6d13-419a-903d-b7b2ca780270 HTTP/1.1" status: 200 len: 210 time: 0.2020209 Jul 29 23:38:11.392632 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59620) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:11.448948 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8d851f14-b048-40be-81d7-8ce8df0df4a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:11.462298 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-46070c52-0503-4f41-add5-1602a2398706 req-c2ffa1a9-6a0d-49dd-b9b4-eb54a42c4603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:11.544789 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6dd5da14-dc45-4b50-8b93-83855674cde3 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:11.573905 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b04fd-3bba-4c06-99d7-a92d622eced7 req-0b887525-e03c-4325-9307-f4fded91b942 tempest-ServerPasswordTestJSON-699363035 tempest-ServerPasswordTestJSON-699363035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:11.575573 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a50b04fd-3bba-4c06-99d7-a92d622eced7 req-0b887525-e03c-4325-9307-f4fded91b942 tempest-ServerPasswordTestJSON-699363035 tempest-ServerPasswordTestJSON-699363035-project] 10.222.0.43 "GET /v2.0/ports?device_id=46c52e84-e628-4818-85de-a02a95acf6df HTTP/1.1" status: 200 len: 943 time: 0.2835240 Jul 29 23:38:11.580614 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59624) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:11.678149 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a50b04fd-3bba-4c06-99d7-a92d622eced7 req-330be394-71bc-4153-8b3d-0e7404aa586e tempest-ServerPasswordTestJSON-699363035 tempest-ServerPasswordTestJSON-699363035-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9d31806-75f5-4df0-81d6-8881eb3b4d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594091 Jul 29 23:38:11.681065 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f48bdf0c-df7a-49e3-8865-305e42c77b3e req-1c41f268-069a-4f10-ae8b-2d1a53c40048 service neutron] 10.222.0.22 "GET /v2.0/networks/0e4107b8-df40-43fd-95a3-0bd4834ecbe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6429524 Jul 29 23:38:11.710756 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc651be-dc3c-42b6-8905-3e6d15385634 req-8bfdb751-dbb6-4266-a269-633787f523c3 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:11.714555 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0cc651be-dc3c-42b6-8905-3e6d15385634 req-8bfdb751-dbb6-4266-a269-633787f523c3 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=3928c3c3-d0f0-4fc5-97c4-58642389b069 HTTP/1.1" status: 200 len: 931 time: 0.3069422 Jul 29 23:38:11.733447 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-90b727ac-d4c0-418d-a35e-05e07af64bb3 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Deleting port 9b43b17f-d81a-4c0b-aec8-1a7b7ec97ba9 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:11.734537 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-90b727ac-d4c0-418d-a35e-05e07af64bb3 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:11.934919 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0cc651be-dc3c-42b6-8905-3e6d15385634 req-48a38cff-40ca-41ab-90aa-305535dd86d5 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923764 Jul 29 23:38:11.977988 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a89474-1e6b-4f07-9cf6-3e0df354c324 req-fe4a192b-13a2-4cac-8ab5-cc8f7dbb2fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:11.980516 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-12a89474-1e6b-4f07-9cf6-3e0df354c324 req-fe4a192b-13a2-4cac-8ab5-cc8f7dbb2fe4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=2d1a7490348b450e840c753a5120b83d&device_id=46c52e84-e628-4818-85de-a02a95acf6df HTTP/1.1" status: 200 len: 1095 time: 0.2143528 Jul 29 23:38:12.022505 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-c656cb8e-8629-4767-ad27-c05295c4f3ed admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6084e3607ea74b4b9ab58fdd4587fa25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4080327 Jul 29 23:38:12.024409 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59628) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:12.036422 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-90b727ac-d4c0-418d-a35e-05e07af64bb3 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:12.078011 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8d851f14-b048-40be-81d7-8ce8df0df4a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:12.107163 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8d851f14-b048-40be-81d7-8ce8df0df4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:12.114146 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-90b727ac-d4c0-418d-a35e-05e07af64bb3 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Calling delete_port for 9b43b17f-d81a-4c0b-aec8-1a7b7ec97ba9 owned by network:router_interface {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:12.273324 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d851f14-b048-40be-81d7-8ce8df0df4a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf212ae-739d-4b0b-bf08-f4e9300c6cdc,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:12.282944 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8d851f14-b048-40be-81d7-8ce8df0df4a3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2ed214e782dc4f29b109fe1fb6a3e9ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8865166 Jul 29 23:38:12.286531 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59632) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:12.337886 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a89474-1e6b-4f07-9cf6-3e0df354c324 req-f9a44d38-feb0-4f08-b1db-e5aa0039f898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:12.340245 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-12a89474-1e6b-4f07-9cf6-3e0df354c324 req-f9a44d38-feb0-4f08-b1db-e5aa0039f898 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0e4107b8-df40-43fd-95a3-0bd4834ecbe0 HTTP/1.1" status: 200 len: 913 time: 0.3455122 Jul 29 23:38:12.344152 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3970a921-fafb-4139-ab34-86f87365f797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:12.497719 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-588c653a-6fba-4dee-bc6f-94eba13eac11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:12.520874 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-12a89474-1e6b-4f07-9cf6-3e0df354c324 req-f03d2e0d-4998-4b72-bfb3-584923a15516 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d0127355-9314-4115-9c36-bc22a4e565a4 HTTP/1.1" status: 200 len: 217 time: 0.1683960 Jul 29 23:38:12.551732 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-588c653a-6fba-4dee-bc6f-94eba13eac11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:12.553375 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3970a921-fafb-4139-ab34-86f87365f797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:12.585849 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-017933af-ffd6-4059-93cb-282847eee1f1 req-6375e8a0-0afb-43ea-8c07-335098e97ba8 tempest-ServerShowV247Test-1216711509 tempest-ServerShowV247Test-1216711509-project] 10.222.0.43 "GET /v2.0/ports?device_id=2aae6425-6d13-419a-903d-b7b2ca780270 HTTP/1.1" status: 200 len: 210 time: 0.2077925 Jul 29 23:38:12.613406 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-46070c52-0503-4f41-add5-1602a2398706 req-c2ffa1a9-6a0d-49dd-b9b4-eb54a42c4603 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad9fef94-cd00-45a5-a1a2-ab73d138cda1 {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:38:12.639267 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-46070c52-0503-4f41-add5-1602a2398706 req-c2ffa1a9-6a0d-49dd-b9b4-eb54a42c4603 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:12.643207 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-6dd5da14-dc45-4b50-8b93-83855674cde3 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Deleting port f93ef4eb-4a38-4b36-990e-e8e2ddd6960c {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:12.643582 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6dd5da14-dc45-4b50-8b93-83855674cde3 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:12.729903 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a89474-1e6b-4f07-9cf6-3e0df354c324 req-83509b44-c9c4-4c78-81f7-9d4bb8d64201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:12.731963 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-12a89474-1e6b-4f07-9cf6-3e0df354c324 req-83509b44-c9c4-4c78-81f7-9d4bb8d64201 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=21a45e03-898f-4a9d-8e15-c9e22de2d228 HTTP/1.1" status: 200 len: 852 time: 0.2032294 Jul 29 23:38:12.799200 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6dd5da14-dc45-4b50-8b93-83855674cde3 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:12.805777 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-12a89474-1e6b-4f07-9cf6-3e0df354c324 req-5edd3909-0b0d-4db4-a77d-ff85c87f4857 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0e4107b8-df40-43fd-95a3-0bd4834ecbe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463293 Jul 29 23:38:12.814009 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-46070c52-0503-4f41-add5-1602a2398706 req-c2ffa1a9-6a0d-49dd-b9b4-eb54a42c4603 service neutron] Transition to ACTIVE for port object ad9fef94-cd00-45a5-a1a2-ab73d138cda1 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:12.815402 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-588c653a-6fba-4dee-bc6f-94eba13eac11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:12.822508 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-588c653a-6fba-4dee-bc6f-94eba13eac11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:12.830495 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-588c653a-6fba-4dee-bc6f-94eba13eac11 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bdf212ae-739d-4b0b-bf08-f4e9300c6cdc HTTP/1.1" status: 204 len: 168 time: 0.5325477 Jul 29 23:38:12.838632 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-46070c52-0503-4f41-add5-1602a2398706 req-c2ffa1a9-6a0d-49dd-b9b4-eb54a42c4603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:12.861037 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-6dd5da14-dc45-4b50-8b93-83855674cde3 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Calling delete_port for f93ef4eb-4a38-4b36-990e-e8e2ddd6960c owned by network:router_interface {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:12.911864 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588c653a-6fba-4dee-bc6f-94eba13eac11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf212ae-739d-4b0b-bf08-f4e9300c6cdc,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:12.921732 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3970a921-fafb-4139-ab34-86f87365f797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:12.924564 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3970a921-fafb-4139-ab34-86f87365f797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:12.931418 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-3970a921-fafb-4139-ab34-86f87365f797 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6fad43d9-02dd-468b-b4ab-e78c4132210e HTTP/1.1" status: 204 len: 168 time: 0.9000835 Jul 29 23:38:12.933308 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-90b727ac-d4c0-418d-a35e-05e07af64bb3 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:13.000922 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3970a921-fafb-4139-ab34-86f87365f797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fad43d9-02dd-468b-b4ab-e78c4132210e,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:13.017572 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b727ac-d4c0-418d-a35e-05e07af64bb3 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event deleted for resources: {'Port': ['ID=9b43b17f-d81a-4c0b-aec8-1a7b7ec97ba9,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:13.034363 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c84fd-6568-41fc-ba56-c3b302b05099 req-a246faec-d967-446f-8102-f4f1055be933 tempest-ServerPasswordTestJSON-699363035 tempest-ServerPasswordTestJSON-699363035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:13.035980 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5a4c84fd-6568-41fc-ba56-c3b302b05099 req-a246faec-d967-446f-8102-f4f1055be933 tempest-ServerPasswordTestJSON-699363035 tempest-ServerPasswordTestJSON-699363035-project] 10.222.0.43 "GET /v2.0/ports?device_id=46c52e84-e628-4818-85de-a02a95acf6df HTTP/1.1" status: 200 len: 943 time: 0.2398529 Jul 29 23:38:13.193091 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ffa1a9-6a0d-49dd-b9b4-eb54a42c4603 service neutron] Pushing event updated for resources: {'Port': ['ID=ad9fef94-cd00-45a5-a1a2-ab73d138cda1,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:13.312367 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-12a89474-1e6b-4f07-9cf6-3e0df354c324 req-1e61c773-b2b0-4b26-bbd6-6601d73f0f01 service neutron] 10.222.0.22 "GET /v2.0/networks/0e4107b8-df40-43fd-95a3-0bd4834ecbe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4900095 Jul 29 23:38:13.408843 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-90b727ac-d4c0-418d-a35e-05e07af64bb3 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:13.570934 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-46070c52-0503-4f41-add5-1602a2398706 req-c2ffa1a9-6a0d-49dd-b9b4-eb54a42c4603 service neutron] Attempting to bind port ad9fef94-cd00-45a5-a1a2-ab73d138cda1 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:38:13.570934 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-46070c52-0503-4f41-add5-1602a2398706 req-c2ffa1a9-6a0d-49dd-b9b4-eb54a42c4603 service neutron] Attempting to bind port ad9fef94-cd00-45a5-a1a2-ab73d138cda1 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '2d9f9fa8-9a49-423e-86b2-3891aba5a1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:38:13.573498 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46070c52-0503-4f41-add5-1602a2398706 req-c2ffa1a9-6a0d-49dd-b9b4-eb54a42c4603 service neutron] Attempting to bind port ad9fef94-cd00-45a5-a1a2-ab73d138cda1 on network 07279870-3078-44f7-8035-d94a4d0b31e7 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:13.702376 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46070c52-0503-4f41-add5-1602a2398706 req-c2ffa1a9-6a0d-49dd-b9b4-eb54a42c4603 service neutron] Port ad9fef94-cd00-45a5-a1a2-ab73d138cda1 on network 07279870-3078-44f7-8035-d94a4d0b31e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:38:13.702720 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46070c52-0503-4f41-add5-1602a2398706 req-c2ffa1a9-6a0d-49dd-b9b4-eb54a42c4603 service neutron] Attempting to bind port ad9fef94-cd00-45a5-a1a2-ab73d138cda1 on network 07279870-3078-44f7-8035-d94a4d0b31e7 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:13.714728 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46070c52-0503-4f41-add5-1602a2398706 req-c2ffa1a9-6a0d-49dd-b9b4-eb54a42c4603 service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 38, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:38:13.715151 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46070c52-0503-4f41-add5-1602a2398706 req-c2ffa1a9-6a0d-49dd-b9b4-eb54a42c4603 service neutron] Checking segment: {'id': '2d9f9fa8-9a49-423e-86b2-3891aba5a1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:38:13.715470 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46070c52-0503-4f41-add5-1602a2398706 req-c2ffa1a9-6a0d-49dd-b9b4-eb54a42c4603 service neutron] Bound using segment: {'id': '2d9f9fa8-9a49-423e-86b2-3891aba5a1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:38:13.717363 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-46070c52-0503-4f41-add5-1602a2398706 req-c2ffa1a9-6a0d-49dd-b9b4-eb54a42c4603 service neutron] Bound port: ad9fef94-cd00-45a5-a1a2-ab73d138cda1, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d9f9fa8-9a49-423e-86b2-3891aba5a1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:38:13.721030 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-46070c52-0503-4f41-add5-1602a2398706 req-c2ffa1a9-6a0d-49dd-b9b4-eb54a42c4603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:13.741530 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5a4c84fd-6568-41fc-ba56-c3b302b05099 req-fe6a26d9-d6e7-4cf0-b6b4-c3ba65916545 tempest-ServerPasswordTestJSON-699363035 tempest-ServerPasswordTestJSON-699363035-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9d31806-75f5-4df0-81d6-8881eb3b4d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6315131 Jul 29 23:38:13.741801 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6dd5da14-dc45-4b50-8b93-83855674cde3 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:13.808998 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd5da14-dc45-4b50-8b93-83855674cde3 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event deleted for resources: {'Port': ['ID=f93ef4eb-4a38-4b36-990e-e8e2ddd6960c,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:13.890356 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59658) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:14.050519 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca508f0-69ee-4ea5-bbe0-40649e3827fa req-dc63d53e-b3eb-43f8-bfc3-8af2456d6fd5 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:14.061358 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4ca508f0-69ee-4ea5-bbe0-40649e3827fa req-dc63d53e-b3eb-43f8-bfc3-8af2456d6fd5 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=3928c3c3-d0f0-4fc5-97c4-58642389b069 HTTP/1.1" status: 200 len: 943 time: 0.7432795 Jul 29 23:38:14.089643 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6dd5da14-dc45-4b50-8b93-83855674cde3 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:14.113737 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-46070c52-0503-4f41-add5-1602a2398706 req-c2ffa1a9-6a0d-49dd-b9b4-eb54a42c4603 service neutron] For port ad9fef94-cd00-45a5-a1a2-ab73d138cda1, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:38:14.123109 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-46070c52-0503-4f41-add5-1602a2398706 req-c2ffa1a9-6a0d-49dd-b9b4-eb54a42c4603 service neutron] For port ad9fef94-cd00-45a5-a1a2-ab73d138cda1, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=ad9fef94-cd00-45a5-a1a2-ab73d138cda1,segment=NetworkSegment(2d9f9fa8-9a49-423e-86b2-3891aba5a1e6),segment_id=2d9f9fa8-9a49-423e-86b2-3891aba5a1e6)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:38:14.130121 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-46070c52-0503-4f41-add5-1602a2398706 req-c2ffa1a9-6a0d-49dd-b9b4-eb54a42c4603 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:14.204278 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-527c8b07-09e1-49a8-9a23-79f6dbdf3199 req-d19b0f5e-66a3-444b-b6fb-5b3cd909d1f2 tempest-ServerShowV247Test-1216711509 tempest-ServerShowV247Test-1216711509-project] 10.222.0.43 "GET /v2.0/ports?device_id=2aae6425-6d13-419a-903d-b7b2ca780270 HTTP/1.1" status: 200 len: 210 time: 0.1255479 Jul 29 23:38:14.267869 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46070c52-0503-4f41-add5-1602a2398706 req-c2ffa1a9-6a0d-49dd-b9b4-eb54a42c4603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:14.268610 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-46070c52-0503-4f41-add5-1602a2398706 req-c2ffa1a9-6a0d-49dd-b9b4-eb54a42c4603 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:14.271084 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-46070c52-0503-4f41-add5-1602a2398706 req-c2ffa1a9-6a0d-49dd-b9b4-eb54a42c4603 service neutron] 10.222.0.22 "PUT /v2.0/ports/ad9fef94-cd00-45a5-a1a2-ab73d138cda1 HTTP/1.1" status: 200 len: 1092 time: 3.1750968 Jul 29 23:38:14.274679 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3928c3c3-d0f0-4fc5-97c4-58642389b069', 'tag': 'ad9fef94-cd00-45a5-a1a2-ab73d138cda1'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:38:14.277567 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00959c4-79e3-434e-a9c3-94133997f0c2" -d '{"events": [{"name": "network-changed", "server_uuid": "3928c3c3-d0f0-4fc5-97c4-58642389b069", "tag": "ad9fef94-cd00-45a5-a1a2-ab73d138cda1"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:38:14.329904 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-12a89474-1e6b-4f07-9cf6-3e0df354c324 req-44f8a46d-2cf0-449c-b84d-4c200dc027bc service neutron] 10.222.0.22 "GET /v2.0/networks/0e4107b8-df40-43fd-95a3-0bd4834ecbe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9100425 Jul 29 23:38:14.399073 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4ca508f0-69ee-4ea5-bbe0-40649e3827fa req-9c038020-e17c-4243-a0f0-4dc364b2fef5 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360927 Jul 29 23:38:14.411462 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-192369ce-51ef-4169-bc34-b3d805659724 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e6a9f9f9e8e3497daf0a4d933c821a72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5134301 Jul 29 23:38:14.416013 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59666) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:14.424658 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9695b786-d04c-49c8-ab52-5c10286e0de5 x-openstack-request-id: req-9695b786-d04c-49c8-ab52-5c10286e0de5 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:38:14.425264 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3928c3c3-d0f0-4fc5-97c4-58642389b069", "tag": "ad9fef94-cd00-45a5-a1a2-ab73d138cda1", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:38:14.425731 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9695b786-d04c-49c8-ab52-5c10286e0de5 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:38:14.426828 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3928c3c3-d0f0-4fc5-97c4-58642389b069', 'tag': 'ad9fef94-cd00-45a5-a1a2-ab73d138cda1', 'status': 'completed', 'code': 200} Jul 29 23:38:14.441487 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ffa1a9-6a0d-49dd-b9b4-eb54a42c4603 service neutron] Pushing event updated for resources: {'Port': ['ID=ad9fef94-cd00-45a5-a1a2-ab73d138cda1,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:14.470266 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dd5da14-dc45-4b50-8b93-83855674cde3 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Router 50745a72-d36e-48ee-9105-728820027bfe has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:38:14.489222 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90b727ac-d4c0-418d-a35e-05e07af64bb3 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Router cc9b7d8f-954f-4cd1-9624-289e3d104ed2 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:38:14.610226 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b727ac-d4c0-418d-a35e-05e07af64bb3 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:38:14.624567 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-90b727ac-d4c0-418d-a35e-05e07af64bb3 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "PUT /v2.0/routers/cc9b7d8f-954f-4cd1-9624-289e3d104ed2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1535802 Jul 29 23:38:14.625655 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59672) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:14.628442 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441a194c-0d0c-4ff2-9666-8d4dd2524da7 None None] Sync routers for ids ['cc9b7d8f-954f-4cd1-9624-289e3d104ed2'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:38:14.668428 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441a194c-0d0c-4ff2-9666-8d4dd2524da7 None None] Routers {'cc9b7d8f-954f-4cd1-9624-289e3d104ed2'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:38:14.669535 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-441a194c-0d0c-4ff2-9666-8d4dd2524da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:37:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['cc9b7d8f-954f-4cd1-9624-289e3d104ed2'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:14.688059 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-1913f164-bfbb-452a-a9e5-2618aa246b38 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc9b7d8f-954f-4cd1-9624-289e3d104ed2 HTTP/1.1" status: 200 len: 205 time: 0.0544403 Jul 29 23:38:14.696435 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59676) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:14.707153 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46070c52-0503-4f41-add5-1602a2398706 req-40b3ae81-3929-44e6-8947-4e90a028a129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:14.709893 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-46070c52-0503-4f41-add5-1602a2398706 req-40b3ae81-3929-44e6-8947-4e90a028a129 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=abc07fd47c924aad994e74752ef0bc5a&device_id=3928c3c3-d0f0-4fc5-97c4-58642389b069 HTTP/1.1" status: 200 len: 1095 time: 0.2813370 Jul 29 23:38:14.755016 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd5da14-dc45-4b50-8b93-83855674cde3 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:38:14.779448 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-441a194c-0d0c-4ff2-9666-8d4dd2524da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:14.781716 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb396aa-3602-46fe-b3fb-a39008fc9712 None None] Sync routers for ids ['50745a72-d36e-48ee-9105-728820027bfe'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:38:14.804267 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441a194c-0d0c-4ff2-9666-8d4dd2524da7 None None] Routers {'cc9b7d8f-954f-4cd1-9624-289e3d104ed2'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:38:14.806140 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-441a194c-0d0c-4ff2-9666-8d4dd2524da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:37:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['cc9b7d8f-954f-4cd1-9624-289e3d104ed2'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:14.823798 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-6dd5da14-dc45-4b50-8b93-83855674cde3 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "PUT /v2.0/routers/50745a72-d36e-48ee-9105-728820027bfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8024669 Jul 29 23:38:14.846720 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb396aa-3602-46fe-b3fb-a39008fc9712 None None] Routers {'50745a72-d36e-48ee-9105-728820027bfe'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:38:14.847761 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-5cb396aa-3602-46fe-b3fb-a39008fc9712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:37:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['50745a72-d36e-48ee-9105-728820027bfe'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:14.848704 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59680) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:14.864752 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7b3dcc4e-6bc9-483c-99dc-d061c3b5c0f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:14.870591 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8b854579-9fbd-47be-8648-595cf8ead9b9 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for router, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:14.917940 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-5cb396aa-3602-46fe-b3fb-a39008fc9712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:14.941968 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb396aa-3602-46fe-b3fb-a39008fc9712 None None] Routers {'50745a72-d36e-48ee-9105-728820027bfe'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:38:14.943021 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-5cb396aa-3602-46fe-b3fb-a39008fc9712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:37:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['50745a72-d36e-48ee-9105-728820027bfe'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:14.959158 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-441a194c-0d0c-4ff2-9666-8d4dd2524da7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:14.960604 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441a194c-0d0c-4ff2-9666-8d4dd2524da7 None None] The sync data for ids ['cc9b7d8f-954f-4cd1-9624-289e3d104ed2'] in n-d-712141-10 is: [] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:38:15.040348 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-5cb396aa-3602-46fe-b3fb-a39008fc9712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:15.046273 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb396aa-3602-46fe-b3fb-a39008fc9712 None None] The sync data for ids ['50745a72-d36e-48ee-9105-728820027bfe'] in n-d-712141-10 is: [] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:38:15.136351 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-46070c52-0503-4f41-add5-1602a2398706 req-f1f5ba8d-a739-4b4d-88f1-06dcb58cfb20 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad9fef94-cd00-45a5-a1a2-ab73d138cda1 HTTP/1.1" status: 200 len: 217 time: 0.3420007 Jul 29 23:38:15.412038 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device d0127355-9314-4115-9c36-bc22a4e565a4 details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:38:15.629490 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port d0127355-9314-4115-9c36-bc22a4e565a4, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=d0127355-9314-4115-9c36-bc22a4e565a4,segment=NetworkSegment(3043c331-9d06-41a2-9d65-a96f81db85ae),segment_id=3043c331-9d06-41a2-9d65-a96f81db85ae)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:15.654074 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': 'd0127355-9314-4115-9c36-bc22a4e565a4', 'network_id': '0e4107b8-df40-43fd-95a3-0bd4834ecbe0', 'port_id': 'd0127355-9314-4115-9c36-bc22a4e565a4', 'mac_address': 'fa:16:3e:25:f6:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21a45e03-898f-4a9d-8e15-c9e22de2d228', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:38:15.735363 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.758474 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0127355-9314-4115-9c36-bc22a4e565a4 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:38:15.804344 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port d0127355-9314-4115-9c36-bc22a4e565a4, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=d0127355-9314-4115-9c36-bc22a4e565a4,segment=NetworkSegment(3043c331-9d06-41a2-9d65-a96f81db85ae),segment_id=3043c331-9d06-41a2-9d65-a96f81db85ae)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:15.813039 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.878342 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6b0a9076-75da-4ead-a0a0-ff7b2acc42d2 req-7d7405b1-9137-43e9-bd3b-66a82632fee7 tempest-ServerShowV247Test-1216711509 tempest-ServerShowV247Test-1216711509-project] 10.222.0.43 "GET /v2.0/ports?device_id=2aae6425-6d13-419a-903d-b7b2ca780270 HTTP/1.1" status: 200 len: 210 time: 0.2236447 Jul 29 23:38:15.901686 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7b3dcc4e-6bc9-483c-99dc-d061c3b5c0f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.902007 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46070c52-0503-4f41-add5-1602a2398706 req-6ef41f9b-fbcd-4317-a4ee-c60aef637fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:15.903387 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-46070c52-0503-4f41-add5-1602a2398706 req-6ef41f9b-fbcd-4317-a4ee-c60aef637fec service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ef618f43-4fe4-4e34-9800-0476d270be60 HTTP/1.1" status: 200 len: 851 time: 0.7294631 Jul 29 23:38:15.920003 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=d0127355-9314-4115-9c36-bc22a4e565a4,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:15.954230 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8b854579-9fbd-47be-8648-595cf8ead9b9 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.981719 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8b854579-9fbd-47be-8648-595cf8ead9b9 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:16.053814 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46070c52-0503-4f41-add5-1602a2398706 req-c09c0f28-42a4-4a0a-b097-f87f8952ade0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:16.056805 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-46070c52-0503-4f41-add5-1602a2398706 req-c09c0f28-42a4-4a0a-b097-f87f8952ade0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=07279870-3078-44f7-8035-d94a4d0b31e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1057863 Jul 29 23:38:16.070585 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['d0127355-9314-4115-9c36-bc22a4e565a4'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:38:16.135215 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc48dfc-67eb-4947-a50a-d3bd36bbaec2 req-eeaa22f2-1143-4936-a77b-a560e97346fe tempest-ServerPasswordTestJSON-699363035 tempest-ServerPasswordTestJSON-699363035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:16.137859 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7cc48dfc-67eb-4947-a50a-d3bd36bbaec2 req-eeaa22f2-1143-4936-a77b-a560e97346fe tempest-ServerPasswordTestJSON-699363035 tempest-ServerPasswordTestJSON-699363035-project] 10.222.0.43 "GET /v2.0/ports?device_id=46c52e84-e628-4818-85de-a02a95acf6df HTTP/1.1" status: 200 len: 943 time: 0.4938836 Jul 29 23:38:16.150939 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8b854579-9fbd-47be-8648-595cf8ead9b9 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:16.152141 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b854579-9fbd-47be-8648-595cf8ead9b9 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Fanout notify agent at l3_agent the message router_deleted on router cc9b7d8f-954f-4cd1-9624-289e3d104ed2 {{(pid=94078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:38:16.178293 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8b854579-9fbd-47be-8648-595cf8ead9b9 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:16.185085 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-8b854579-9fbd-47be-8648-595cf8ead9b9 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "DELETE /v2.0/routers/cc9b7d8f-954f-4cd1-9624-289e3d104ed2 HTTP/1.1" status: 204 len: 168 time: 1.4862487 Jul 29 23:38:16.198681 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59706) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:16.251358 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7b3dcc4e-6bc9-483c-99dc-d061c3b5c0f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:16.254431 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7b3dcc4e-6bc9-483c-99dc-d061c3b5c0f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:16.255861 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-7b3dcc4e-6bc9-483c-99dc-d061c3b5c0f2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/411fe129-352b-4fc5-9ae5-741439665383 HTTP/1.1" status: 204 len: 168 time: 1.8382897 Jul 29 23:38:16.304037 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-46070c52-0503-4f41-add5-1602a2398706 req-36e5e27e-6e9e-40d0-a654-ba6ba1352eab service neutron] 10.222.0.22 "GET /v2.0/networks/07279870-3078-44f7-8035-d94a4d0b31e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392123 Jul 29 23:38:16.384575 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b26ff-cdc4-42cf-9725-b8ceb96fb46e req-9cb1af36-1766-4e02-921d-ad456f0387b7 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:16.392373 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-075b26ff-cdc4-42cf-9725-b8ceb96fb46e req-9cb1af36-1766-4e02-921d-ad456f0387b7 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=3928c3c3-d0f0-4fc5-97c4-58642389b069 HTTP/1.1" status: 200 len: 943 time: 0.3893714 Jul 29 23:38:16.397044 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3dcc4e-6bc9-483c-99dc-d061c3b5c0f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411fe129-352b-4fc5-9ae5-741439665383,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:16.486149 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7cc48dfc-67eb-4947-a50a-d3bd36bbaec2 req-e25b74d1-c7a7-481b-ace6-5e1c9dbacff9 tempest-ServerPasswordTestJSON-699363035 tempest-ServerPasswordTestJSON-699363035-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9d31806-75f5-4df0-81d6-8881eb3b4d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947259 Jul 29 23:38:16.558381 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9e152dd-4231-4db3-8484-89e984f044b9 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Deleting subnet 843f2b7c-9f7b-44f1-93de-b4f3573a426e {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:38:16.571913 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f9e152dd-4231-4db3-8484-89e984f044b9 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:16.592544 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-46070c52-0503-4f41-add5-1602a2398706 req-df38af12-6e71-4bd1-b4d3-67e2b36edad7 service neutron] 10.222.0.22 "GET /v2.0/networks/07279870-3078-44f7-8035-d94a4d0b31e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799544 Jul 29 23:38:16.598123 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7c42389d-241d-4078-b887-ffd47c46b7a0 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:16.673344 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f9e152dd-4231-4db3-8484-89e984f044b9 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:16.804261 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-075b26ff-cdc4-42cf-9725-b8ceb96fb46e req-fc7bcd51-5274-449d-a07e-e672be09c0bb tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3838904 Jul 29 23:38:16.858362 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f9e152dd-4231-4db3-8484-89e984f044b9 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:16.902149 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00959c4-79e3-434e-a9c3-94133997f0c2 req-c0e88530-076a-4d68-81e6-08b5a7f15662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:16.903721 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d00959c4-79e3-434e-a9c3-94133997f0c2 req-c0e88530-076a-4d68-81e6-08b5a7f15662 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=abc07fd47c924aad994e74752ef0bc5a&device_id=3928c3c3-d0f0-4fc5-97c4-58642389b069 HTTP/1.1" status: 200 len: 1095 time: 0.1189466 Jul 29 23:38:16.969514 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f9e152dd-4231-4db3-8484-89e984f044b9 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:17.020596 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e152dd-4231-4db3-8484-89e984f044b9 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event deleted for resources: {'Subnet': ['ID=843f2b7c-9f7b-44f1-93de-b4f3573a426e,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:17.036377 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f9e152dd-4231-4db3-8484-89e984f044b9 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:17.039092 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-f9e152dd-4231-4db3-8484-89e984f044b9 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "DELETE /v2.0/subnets/843f2b7c-9f7b-44f1-93de-b4f3573a426e HTTP/1.1" status: 204 len: 168 time: 0.8385119 Jul 29 23:38:17.045854 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59734) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:17.057933 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b026af2-f27e-452b-a453-1642d50aed3f None None] Network 8110e4a9-0eb5-4398-a420-451f60f92500 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:38:17.146859 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00959c4-79e3-434e-a9c3-94133997f0c2 req-ef4963da-09d4-456f-90c0-85b28327d784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:17.148403 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d00959c4-79e3-434e-a9c3-94133997f0c2 req-ef4963da-09d4-456f-90c0-85b28327d784 service neutron] 10.222.0.22 "GET /v2.0/networks?id=07279870-3078-44f7-8035-d94a4d0b31e7 HTTP/1.1" status: 200 len: 913 time: 0.2368295 Jul 29 23:38:17.179943 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-177e136f-229d-47a4-886d-71e49b77eabf req-510951ed-a9c0-4e66-965c-59b598365554 tempest-ServerShowV247Test-1216711509 tempest-ServerShowV247Test-1216711509-project] 10.222.0.43 "GET /v2.0/ports?device_id=2aae6425-6d13-419a-903d-b7b2ca780270 HTTP/1.1" status: 200 len: 210 time: 0.1097090 Jul 29 23:38:17.230848 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d00959c4-79e3-434e-a9c3-94133997f0c2 req-96a3d6d0-4c2f-4491-97b6-d6e16073ab83 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ad9fef94-cd00-45a5-a1a2-ab73d138cda1 HTTP/1.1" status: 200 len: 217 time: 0.0587533 Jul 29 23:38:17.239331 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-5171e47f-fa88-4e76-9bf1-ace3fcf69597 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Deleting subnet 877a1f2a-3200-48b7-9c3c-ff0223fb20bd {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:38:17.245915 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5171e47f-fa88-4e76-9bf1-ace3fcf69597 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:17.334573 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5171e47f-fa88-4e76-9bf1-ace3fcf69597 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:17.342353 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-7c42389d-241d-4078-b887-ffd47c46b7a0 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Deleting port db478ecc-bbbf-4776-b85c-7bd5b2d92bc8 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:17.342750 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7c42389d-241d-4078-b887-ffd47c46b7a0 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:17.347607 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00959c4-79e3-434e-a9c3-94133997f0c2 req-8f0411dc-31a8-440d-b059-3cbf8f056a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:17.362320 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d00959c4-79e3-434e-a9c3-94133997f0c2 req-8f0411dc-31a8-440d-b059-3cbf8f056a36 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ef618f43-4fe4-4e34-9800-0476d270be60 HTTP/1.1" status: 200 len: 851 time: 0.0990803 Jul 29 23:38:17.470875 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device d0127355-9314-4115-9c36-bc22a4e565a4 up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:38:17.532258 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5171e47f-fa88-4e76-9bf1-ace3fcf69597 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:17.537683 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00959c4-79e3-434e-a9c3-94133997f0c2 req-362e66a7-6140-4691-92de-d61dbcfb0f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:17.538257 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d00959c4-79e3-434e-a9c3-94133997f0c2 req-362e66a7-6140-4691-92de-d61dbcfb0f05 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=07279870-3078-44f7-8035-d94a4d0b31e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1557159 Jul 29 23:38:17.649822 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7c42389d-241d-4078-b887-ffd47c46b7a0 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:17.681623 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-7c42389d-241d-4078-b887-ffd47c46b7a0 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Calling delete_port for db478ecc-bbbf-4776-b85c-7bd5b2d92bc8 owned by network:router_interface {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:17.727232 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port d0127355-9314-4115-9c36-bc22a4e565a4 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:38:17.734427 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port d0127355-9314-4115-9c36-bc22a4e565a4 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:17.735383 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:17.768166 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5171e47f-fa88-4e76-9bf1-ace3fcf69597 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:17.859538 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d00959c4-79e3-434e-a9c3-94133997f0c2 req-feacf451-e0a6-4705-bdcb-4123bd96a1b4 service neutron] 10.222.0.22 "GET /v2.0/networks/07279870-3078-44f7-8035-d94a4d0b31e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090384 Jul 29 23:38:17.909464 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5171e47f-fa88-4e76-9bf1-ace3fcf69597 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event deleted for resources: {'Subnet': ['ID=877a1f2a-3200-48b7-9c3c-ff0223fb20bd,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:17.918498 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5171e47f-fa88-4e76-9bf1-ace3fcf69597 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:17.925450 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-5171e47f-fa88-4e76-9bf1-ace3fcf69597 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "DELETE /v2.0/subnets/877a1f2a-3200-48b7-9c3c-ff0223fb20bd HTTP/1.1" status: 204 len: 168 time: 0.8733726 Jul 29 23:38:17.930300 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59758) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:17.943868 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2f4eb7-16ea-46f8-be11-c53979ffbb7e None None] Network 5566afe9-34ab-4d4d-a088-ced5d2751f76 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:38:17.957227 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f306501b-9647-4203-8959-9d5f5006ce34 None None] DHCP port deletion for 8110e4a9-0eb5-4398-a420-451f60f92500 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:38:18.118724 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d00959c4-79e3-434e-a9c3-94133997f0c2 req-8a3672f7-0af2-4ed2-80f0-b5697a5b967c service neutron] 10.222.0.22 "GET /v2.0/networks/07279870-3078-44f7-8035-d94a4d0b31e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317748 Jul 29 23:38:18.119980 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b9a12-d430-484e-99a4-92d5d0472cac req-f0979f98-8dfc-45e6-aa21-9c7396ad0624 tempest-ServerPasswordTestJSON-699363035 tempest-ServerPasswordTestJSON-699363035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:18.122099 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ad2b9a12-d430-484e-99a4-92d5d0472cac req-f0979f98-8dfc-45e6-aa21-9c7396ad0624 tempest-ServerPasswordTestJSON-699363035 tempest-ServerPasswordTestJSON-699363035-project] 10.222.0.43 "GET /v2.0/ports?device_id=46c52e84-e628-4818-85de-a02a95acf6df HTTP/1.1" status: 200 len: 944 time: 0.4210856 Jul 29 23:38:18.141981 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:18.224528 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46c52e84-e628-4818-85de-a02a95acf6df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0127355-9314-4115-9c36-bc22a4e565a4'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:38:18.226983 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddbf24af-b578-4359-a4d9-b1ec224fe26b" -d '{"events": [{"server_uuid": "46c52e84-e628-4818-85de-a02a95acf6df", "name": "network-vif-plugged", "status": "completed", "tag": "d0127355-9314-4115-9c36-bc22a4e565a4"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:38:18.264493 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port d0127355-9314-4115-9c36-bc22a4e565a4, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=d0127355-9314-4115-9c36-bc22a4e565a4,segment=NetworkSegment(3043c331-9d06-41a2-9d65-a96f81db85ae),segment_id=3043c331-9d06-41a2-9d65-a96f81db85ae)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:18.282426 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:18.304417 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-f306501b-9647-4203-8959-9d5f5006ce34 None None] Deleting port e128a9bd-81ee-4254-a301-6bdf2bf76c29 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:18.304767 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-52a5d988-bdaa-4f2c-9e17-3a77c2a3576c tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:18.306064 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f306501b-9647-4203-8959-9d5f5006ce34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:18.395033 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ad2b9a12-d430-484e-99a4-92d5d0472cac req-084f8d19-84f4-4524-87a4-f44013f0e380 tempest-ServerPasswordTestJSON-699363035 tempest-ServerPasswordTestJSON-699363035-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9d31806-75f5-4df0-81d6-8881eb3b4d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059186 Jul 29 23:38:18.399186 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5500516d-1fe6-4a49-a684-bdfff2a45de4 None None] DHCP port deletion for 5566afe9-34ab-4d4d-a088-ced5d2751f76 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:38:18.419695 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7c42389d-241d-4078-b887-ffd47c46b7a0 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:18.420303 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e32f9-bd49-4e6f-9cfe-4fd4d4d9e5a6 req-aca65eab-2694-4ec8-b4be-55818060a8d5 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:18.421846 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5b4e32f9-bd49-4e6f-9cfe-4fd4d4d9e5a6 req-aca65eab-2694-4ec8-b4be-55818060a8d5 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=3928c3c3-d0f0-4fc5-97c4-58642389b069 HTTP/1.1" status: 200 len: 943 time: 0.3460970 Jul 29 23:38:18.498060 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-f306501b-9647-4203-8959-9d5f5006ce34 None None] For port e128a9bd-81ee-4254-a301-6bdf2bf76c29, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=e128a9bd-81ee-4254-a301-6bdf2bf76c29,segment=NetworkSegment(9b7bece3-9f59-4338-aaeb-3754bb0ffee7),segment_id=9b7bece3-9f59-4338-aaeb-3754bb0ffee7)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:18.498834 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f306501b-9647-4203-8959-9d5f5006ce34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:18.499227 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c42389d-241d-4078-b887-ffd47c46b7a0 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event deleted for resources: {'Port': ['ID=db478ecc-bbbf-4776-b85c-7bd5b2d92bc8,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:18.521570 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=d0127355-9314-4115-9c36-bc22a4e565a4,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:18.527317 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-f306501b-9647-4203-8959-9d5f5006ce34 None None] Calling delete_port for e128a9bd-81ee-4254-a301-6bdf2bf76c29 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:18.594569 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5b4e32f9-bd49-4e6f-9cfe-4fd4d4d9e5a6 req-de081f67-97e8-4bb6-b6d2-47de1e57b660 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185069 Jul 29 23:38:18.677063 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-52a5d988-bdaa-4f2c-9e17-3a77c2a3576c tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Deleting port e128a9bd-81ee-4254-a301-6bdf2bf76c29 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:18.677421 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-52a5d988-bdaa-4f2c-9e17-3a77c2a3576c tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:18.693621 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-5500516d-1fe6-4a49-a684-bdfff2a45de4 None None] Deleting port 8bce1114-cd05-4f25-a5d7-d2bf08d91019 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:18.694278 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5500516d-1fe6-4a49-a684-bdfff2a45de4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:18.904811 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-52a5d988-bdaa-4f2c-9e17-3a77c2a3576c tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] For port e128a9bd-81ee-4254-a301-6bdf2bf76c29, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=e128a9bd-81ee-4254-a301-6bdf2bf76c29,segment=NetworkSegment(9b7bece3-9f59-4338-aaeb-3754bb0ffee7),segment_id=9b7bece3-9f59-4338-aaeb-3754bb0ffee7)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:18.906756 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-52a5d988-bdaa-4f2c-9e17-3a77c2a3576c tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:18.918314 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f306501b-9647-4203-8959-9d5f5006ce34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:18.925886 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-5500516d-1fe6-4a49-a684-bdfff2a45de4 None None] For port 8bce1114-cd05-4f25-a5d7-d2bf08d91019, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=8bce1114-cd05-4f25-a5d7-d2bf08d91019,segment=NetworkSegment(ba081928-7620-49a6-bbba-780dd0ee14fe),segment_id=ba081928-7620-49a6-bbba-780dd0ee14fe)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:18.936108 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5500516d-1fe6-4a49-a684-bdfff2a45de4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:18.965828 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-52a5d988-bdaa-4f2c-9e17-3a77c2a3576c tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Calling delete_port for e128a9bd-81ee-4254-a301-6bdf2bf76c29 owned by network:dhcp {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:18.986843 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7c42389d-241d-4078-b887-ffd47c46b7a0 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:19.012768 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cb4641a0-3de4-49ed-b541-77f5d9b57ea6 req-fa0035ab-da32-45e9-a9d4-1ed3f3d68f7e tempest-ServerShowV247Test-1216711509 tempest-ServerShowV247Test-1216711509-project] 10.222.0.43 "GET /v2.0/ports?device_id=2aae6425-6d13-419a-903d-b7b2ca780270 HTTP/1.1" status: 200 len: 210 time: 0.0780175 Jul 29 23:38:19.117398 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d9879f-dcd0-4e19-ad53-f0687bb875f0 x-openstack-request-id: req-f7d9879f-dcd0-4e19-ad53-f0687bb875f0 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:38:19.120518 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46c52e84-e628-4818-85de-a02a95acf6df", "name": "network-vif-plugged", "status": "completed", "tag": "d0127355-9314-4115-9c36-bc22a4e565a4", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:38:19.121079 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f7d9879f-dcd0-4e19-ad53-f0687bb875f0 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:38:19.121676 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46c52e84-e628-4818-85de-a02a95acf6df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0127355-9314-4115-9c36-bc22a4e565a4', 'code': 200} Jul 29 23:38:19.134782 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f306501b-9647-4203-8959-9d5f5006ce34 None None] Pushing event deleted for resources: {'Port': ['ID=e128a9bd-81ee-4254-a301-6bdf2bf76c29,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:19.140714 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f306501b-9647-4203-8959-9d5f5006ce34 None None] No DVR routers for this DVR port e128a9bd-81ee-4254-a301-6bdf2bf76c29 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:38:19.146983 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-5500516d-1fe6-4a49-a684-bdfff2a45de4 None None] Calling delete_port for 8bce1114-cd05-4f25-a5d7-d2bf08d91019 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:19.213495 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-52a5d988-bdaa-4f2c-9e17-3a77c2a3576c tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:19.285689 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a5d988-bdaa-4f2c-9e17-3a77c2a3576c tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event deleted for resources: {'Port': ['ID=e128a9bd-81ee-4254-a301-6bdf2bf76c29,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:19.294720 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 8bce1114-cd05-4f25-a5d7-d2bf08d91019 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:38:19.301409 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a5d988-bdaa-4f2c-9e17-3a77c2a3576c tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] No DVR routers for this DVR port e128a9bd-81ee-4254-a301-6bdf2bf76c29 on host n-d-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:38:19.345698 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59784) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:19.465093 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5500516d-1fe6-4a49-a684-bdfff2a45de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:19.493486 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:19.505114 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf950c3-6fe3-401d-9b88-e11f79742db3 req-5aacd8f2-2a90-4f31-9850-7b9138392da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:19.510404 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-52a5d988-bdaa-4f2c-9e17-3a77c2a3576c tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:19.513762 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8bf950c3-6fe3-401d-9b88-e11f79742db3 req-5aacd8f2-2a90-4f31-9850-7b9138392da4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=46c52e84-e628-4818-85de-a02a95acf6df HTTP/1.1" status: 200 len: 1097 time: 0.2285624 Jul 29 23:38:19.535046 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-52a5d988-bdaa-4f2c-9e17-3a77c2a3576c tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8110e4a9-0eb5-4398-a420-451f60f92500']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:19.563992 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-52a5d988-bdaa-4f2c-9e17-3a77c2a3576c tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b7bece3-9f59-4338-aaeb-3754bb0ffee7') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:19.564280 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-52a5d988-bdaa-4f2c-9e17-3a77c2a3576c tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b7bece3-9f59-4338-aaeb-3754bb0ffee7') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:19.567258 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5500516d-1fe6-4a49-a684-bdfff2a45de4 None None] Pushing event deleted for resources: {'Port': ['ID=8bce1114-cd05-4f25-a5d7-d2bf08d91019,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:19.582884 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5500516d-1fe6-4a49-a684-bdfff2a45de4 None None] No DVR routers for this DVR port 8bce1114-cd05-4f25-a5d7-d2bf08d91019 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:38:19.591560 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-52a5d988-bdaa-4f2c-9e17-3a77c2a3576c tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:19.618398 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-52a5d988-bdaa-4f2c-9e17-3a77c2a3576c tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:19.628041 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52a5d988-bdaa-4f2c-9e17-3a77c2a3576c tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:38:19.628511 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-52a5d988-bdaa-4f2c-9e17-3a77c2a3576c tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:19.631983 n-d-712141-10 neutron-server[94078]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:38:19.631983 n-d-712141-10 neutron-server[94078]: self.session.flush() Jul 29 23:38:19.631983 n-d-712141-10 neutron-server[94078]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:38:19.631983 n-d-712141-10 neutron-server[94078]: self.session.flush() Jul 29 23:38:19.631983 n-d-712141-10 neutron-server[94078]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:38:19.631983 n-d-712141-10 neutron-server[94078]: self.session.flush() Jul 29 23:38:19.631983 n-d-712141-10 neutron-server[94078]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:38:19.631983 n-d-712141-10 neutron-server[94078]: self.session.flush() Jul 29 23:38:19.631983 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:38:19.631983 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:38:19.631983 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:38:19.631983 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:38:19.631983 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:38:19.631983 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:38:19.631983 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:38:19.631983 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:38:19.631983 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:38:19.631983 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:38:19.631983 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:38:19.631983 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:38:19.631983 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:38:19.631983 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:38:19.631983 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:38:19.631983 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:38:19.631983 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:38:19.631983 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:38:19.631983 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:38:19.631983 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:38:19.631983 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:38:19.631983 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:38:19.631983 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:38:19.631983 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:38:19.631983 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:38:19.631983 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:38:19.631983 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:38:19.631983 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:38:19.631983 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:38:19.631983 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:38:19.631983 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:38:19.631983 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:38:19.637482 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8bf950c3-6fe3-401d-9b88-e11f79742db3 req-95b36aed-7a96-40a3-a586-df9e95ac2d83 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=d9d31806-75f5-4df0-81d6-8881eb3b4d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624568 Jul 29 23:38:19.638915 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c42389d-241d-4078-b887-ffd47c46b7a0 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Router 50745a72-d36e-48ee-9105-728820027bfe has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:38:19.659403 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b987dba-4cbf-4bee-88d4-715712e5b21f req-18749d42-a8dc-403f-9257-64fdff6978e3 tempest-ServerPasswordTestJSON-699363035 tempest-ServerPasswordTestJSON-699363035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:19.665835 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device e128a9bd-81ee-4254-a301-6bdf2bf76c29 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:38:19.673861 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7b987dba-4cbf-4bee-88d4-715712e5b21f req-18749d42-a8dc-403f-9257-64fdff6978e3 tempest-ServerPasswordTestJSON-699363035 tempest-ServerPasswordTestJSON-699363035-project] 10.222.0.43 "GET /v2.0/ports?device_id=46c52e84-e628-4818-85de-a02a95acf6df HTTP/1.1" status: 200 len: 945 time: 0.1409597 Jul 29 23:38:19.689440 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: e128a9bd-81ee-4254-a301-6bdf2bf76c29 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:38:19.689440 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device e128a9bd-81ee-4254-a301-6bdf2bf76c29 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:38:19.694154 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:19.694735 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-71357974-512e-49db-b663-bf6dc4fb8295 tempest-PortsAdminExtendedAttrsTestJSON-1783494128 tempest-PortsAdminExtendedAttrsTestJSON-1783494128-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1825250404'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:19.740777 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c42389d-241d-4078-b887-ffd47c46b7a0 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:38:19.752937 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7c42389d-241d-4078-b887-ffd47c46b7a0 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "PUT /v2.0/routers/50745a72-d36e-48ee-9105-728820027bfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8959401 Jul 29 23:38:19.753885 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59792) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:19.767763 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66049cfc-3720-4220-8f06-4a80cf96ece0 None None] Sync routers for ids ['50745a72-d36e-48ee-9105-728820027bfe'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:38:19.782078 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66049cfc-3720-4220-8f06-4a80cf96ece0 None None] Routers {'50745a72-d36e-48ee-9105-728820027bfe'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:38:19.783042 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-66049cfc-3720-4220-8f06-4a80cf96ece0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:37:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['50745a72-d36e-48ee-9105-728820027bfe'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:19.797095 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59794) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:19.797373 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b91a8507-d6f7-42f8-97b3-dd250d7c4409 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "GET /v2.0/ports?device_id=50745a72-d36e-48ee-9105-728820027bfe HTTP/1.1" status: 200 len: 205 time: 0.0417957 Jul 29 23:38:19.837951 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-66049cfc-3720-4220-8f06-4a80cf96ece0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:19.850900 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66049cfc-3720-4220-8f06-4a80cf96ece0 None None] Routers {'50745a72-d36e-48ee-9105-728820027bfe'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:38:19.851785 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-66049cfc-3720-4220-8f06-4a80cf96ece0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:37:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['50745a72-d36e-48ee-9105-728820027bfe'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:19.865974 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-52a5d988-bdaa-4f2c-9e17-3a77c2a3576c tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:19.873688 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7b987dba-4cbf-4bee-88d4-715712e5b21f req-7c189ede-5875-492f-8549-fd6968b68d96 tempest-ServerPasswordTestJSON-699363035 tempest-ServerPasswordTestJSON-699363035-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9d31806-75f5-4df0-81d6-8881eb3b4d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988204 Jul 29 23:38:19.900939 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-66049cfc-3720-4220-8f06-4a80cf96ece0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:19.902002 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66049cfc-3720-4220-8f06-4a80cf96ece0 None None] The sync data for ids ['50745a72-d36e-48ee-9105-728820027bfe'] in n-d-712141-10 is: [] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:38:19.909065 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-52a5d988-bdaa-4f2c-9e17-3a77c2a3576c tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:19.910979 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-52a5d988-bdaa-4f2c-9e17-3a77c2a3576c tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "DELETE /v2.0/networks/8110e4a9-0eb5-4398-a420-451f60f92500 HTTP/1.1" status: 204 len: 168 time: 1.9760683 Jul 29 23:38:19.911708 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71357974-512e-49db-b663-bf6dc4fb8295 tempest-PortsAdminExtendedAttrsTestJSON-1783494128 tempest-PortsAdminExtendedAttrsTestJSON-1783494128-project] Made reservation on behalf of d789a61ea3c14f239e5cf221254a493d for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:19.915424 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59796) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:19.915896 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-71357974-512e-49db-b663-bf6dc4fb8295 tempest-PortsAdminExtendedAttrsTestJSON-1783494128 tempest-PortsAdminExtendedAttrsTestJSON-1783494128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:19.942752 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-53e6bcfa-8ed0-4191-acad-eb589c1269dc tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for router, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:19.946346 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a5d988-bdaa-4f2c-9e17-3a77c2a3576c tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event deleted for resources: {'Network': ['ID=8110e4a9-0eb5-4398-a420-451f60f92500,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:19.948214 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-71357974-512e-49db-b663-bf6dc4fb8295 tempest-PortsAdminExtendedAttrsTestJSON-1783494128 tempest-PortsAdminExtendedAttrsTestJSON-1783494128-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:20.013284 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcff48b-c5ae-4099-898b-b8b93a755fd5 req-d46a2a46-8915-45cc-a065-ce508469cee8 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:20.015867 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3dcff48b-c5ae-4099-898b-b8b93a755fd5 req-d46a2a46-8915-45cc-a065-ce508469cee8 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=3928c3c3-d0f0-4fc5-97c4-58642389b069 HTTP/1.1" status: 200 len: 943 time: 0.2605772 Jul 29 23:38:20.017719 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-920aff84-bba1-4a29-87b2-2bd7d51fbebc tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:20.141148 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-920aff84-bba1-4a29-87b2-2bd7d51fbebc tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:20.156940 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-920aff84-bba1-4a29-87b2-2bd7d51fbebc tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5566afe9-34ab-4d4d-a088-ced5d2751f76']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:20.171439 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-920aff84-bba1-4a29-87b2-2bd7d51fbebc tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba081928-7620-49a6-bbba-780dd0ee14fe') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:20.171767 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-920aff84-bba1-4a29-87b2-2bd7d51fbebc tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba081928-7620-49a6-bbba-780dd0ee14fe') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:20.184067 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-920aff84-bba1-4a29-87b2-2bd7d51fbebc tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:20.204388 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-920aff84-bba1-4a29-87b2-2bd7d51fbebc tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:20.229157 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-920aff84-bba1-4a29-87b2-2bd7d51fbebc tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:38:20.229780 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-920aff84-bba1-4a29-87b2-2bd7d51fbebc tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:20.234349 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:38:20.234349 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:38:20.234349 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:38:20.234349 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:38:20.234349 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:38:20.234349 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:38:20.234349 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:38:20.234349 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:38:20.234349 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:38:20.234349 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:38:20.234349 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:38:20.234349 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:38:20.234349 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:38:20.234349 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:38:20.234349 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:38:20.234349 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:38:20.234349 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:38:20.234349 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:38:20.234349 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:38:20.234349 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:38:20.234349 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:38:20.234349 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:38:20.234349 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:38:20.234349 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:38:20.234349 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:38:20.234349 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:38:20.234349 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:38:20.234349 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:38:20.234349 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:38:20.234349 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:38:20.234349 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:38:20.234349 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:38:20.282535 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-52a7e007-550e-4e72-bc0a-2c5fe723579c req-eedadbef-faf7-4209-ab54-bad920966fae tempest-ServerShowV247Test-1216711509 tempest-ServerShowV247Test-1216711509-project] 10.222.0.43 "GET /v2.0/ports?device_id=2aae6425-6d13-419a-903d-b7b2ca780270 HTTP/1.1" status: 200 len: 210 time: 0.1138973 Jul 29 23:38:20.285107 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-53e6bcfa-8ed0-4191-acad-eb589c1269dc tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:20.295466 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-53e6bcfa-8ed0-4191-acad-eb589c1269dc tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:20.315689 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3dcff48b-c5ae-4099-898b-b8b93a755fd5 req-2bb69f23-59f9-47bb-b935-df9fcdb159b7 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535157 Jul 29 23:38:20.355229 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-920aff84-bba1-4a29-87b2-2bd7d51fbebc tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:20.365760 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-920aff84-bba1-4a29-87b2-2bd7d51fbebc tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:20.368601 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-920aff84-bba1-4a29-87b2-2bd7d51fbebc tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "DELETE /v2.0/networks/5566afe9-34ab-4d4d-a088-ced5d2751f76 HTTP/1.1" status: 204 len: 168 time: 0.4513168 Jul 29 23:38:20.373541 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59806) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:20.402530 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-351ae53c-2d37-4d2e-bc4e-c0a49d8a7aeb tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1161275850'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:20.410316 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-53e6bcfa-8ed0-4191-acad-eb589c1269dc tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:20.410785 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e6bcfa-8ed0-4191-acad-eb589c1269dc tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Fanout notify agent at l3_agent the message router_deleted on router 50745a72-d36e-48ee-9105-728820027bfe {{(pid=94078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:38:20.420739 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-53e6bcfa-8ed0-4191-acad-eb589c1269dc tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:20.425814 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-53e6bcfa-8ed0-4191-acad-eb589c1269dc tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "DELETE /v2.0/routers/50745a72-d36e-48ee-9105-728820027bfe HTTP/1.1" status: 204 len: 168 time: 0.6086349 Jul 29 23:38:20.428471 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59810) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:20.439014 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920aff84-bba1-4a29-87b2-2bd7d51fbebc tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event deleted for resources: {'Network': ['ID=5566afe9-34ab-4d4d-a088-ced5d2751f76,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:20.515876 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-035b07b7-1725-4664-a047-77f891ffdbf9 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Deleting subnet 0ccec5ce-85e6-4b02-8b54-fc92167da156 {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:38:20.532327 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-035b07b7-1725-4664-a047-77f891ffdbf9 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:20.568694 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-71357974-512e-49db-b663-bf6dc4fb8295 tempest-PortsAdminExtendedAttrsTestJSON-1783494128 tempest-PortsAdminExtendedAttrsTestJSON-1783494128-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:20.578675 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-71357974-512e-49db-b663-bf6dc4fb8295 tempest-PortsAdminExtendedAttrsTestJSON-1783494128 tempest-PortsAdminExtendedAttrsTestJSON-1783494128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:20.603478 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-035b07b7-1725-4664-a047-77f891ffdbf9 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:20.607291 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-351ae53c-2d37-4d2e-bc4e-c0a49d8a7aeb tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Made reservation on behalf of 7a2f603cc15342b5a7088525840c9a8c for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:20.613595 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-351ae53c-2d37-4d2e-bc4e-c0a49d8a7aeb tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:20.646727 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71357974-512e-49db-b663-bf6dc4fb8295 tempest-PortsAdminExtendedAttrsTestJSON-1783494128 tempest-PortsAdminExtendedAttrsTestJSON-1783494128-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:38:20.666760 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71357974-512e-49db-b663-bf6dc4fb8295 tempest-PortsAdminExtendedAttrsTestJSON-1783494128 tempest-PortsAdminExtendedAttrsTestJSON-1783494128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e809ed3-c9ce-4af4-bda5-e918c5c20e15,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:20.678438 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-351ae53c-2d37-4d2e-bc4e-c0a49d8a7aeb tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:38:20.693521 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-71357974-512e-49db-b663-bf6dc4fb8295 tempest-PortsAdminExtendedAttrsTestJSON-1783494128 tempest-PortsAdminExtendedAttrsTestJSON-1783494128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:20.694174 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-71357974-512e-49db-b663-bf6dc4fb8295 tempest-PortsAdminExtendedAttrsTestJSON-1783494128 tempest-PortsAdminExtendedAttrsTestJSON-1783494128-project] Added segment 598fb95d-a591-45fc-bcb9-78b7a47fe61b of type vlan for network c2d7c907-a78d-4862-805d-498cfb570f20 Jul 29 23:38:20.698357 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-351ae53c-2d37-4d2e-bc4e-c0a49d8a7aeb tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:20.698925 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-351ae53c-2d37-4d2e-bc4e-c0a49d8a7aeb tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Added segment 3bd10807-7203-44c2-9c0c-447a97c5a9cf of type vlan for network 2f3bd2b3-4184-41cc-8d3b-bce82e1a69f0 Jul 29 23:38:20.779150 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-351ae53c-2d37-4d2e-bc4e-c0a49d8a7aeb tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:20.826975 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-71357974-512e-49db-b663-bf6dc4fb8295 tempest-PortsAdminExtendedAttrsTestJSON-1783494128 tempest-PortsAdminExtendedAttrsTestJSON-1783494128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:20.833712 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-351ae53c-2d37-4d2e-bc4e-c0a49d8a7aeb tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:20.845974 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351ae53c-2d37-4d2e-bc4e-c0a49d8a7aeb tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:20.847019 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-351ae53c-2d37-4d2e-bc4e-c0a49d8a7aeb tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:20.857825 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-035b07b7-1725-4664-a047-77f891ffdbf9 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:20.939289 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-351ae53c-2d37-4d2e-bc4e-c0a49d8a7aeb tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5639045 Jul 29 23:38:20.942603 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59822) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:20.958879 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-198fbfdb-d33e-4105-a945-ef96bcace22a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Request body: {'subnet': {'network_id': '2f3bd2b3-4184-41cc-8d3b-bce82e1a69f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:20.972877 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351ae53c-2d37-4d2e-bc4e-c0a49d8a7aeb tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event updated for resources: {'Network': ['ID=2f3bd2b3-4184-41cc-8d3b-bce82e1a69f0,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:20.998664 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 2f3bd2b3-4184-41cc-8d3b-bce82e1a69f0 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:38:21.000430 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-71357974-512e-49db-b663-bf6dc4fb8295 tempest-PortsAdminExtendedAttrsTestJSON-1783494128 tempest-PortsAdminExtendedAttrsTestJSON-1783494128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:21.011066 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71357974-512e-49db-b663-bf6dc4fb8295 tempest-PortsAdminExtendedAttrsTestJSON-1783494128 tempest-PortsAdminExtendedAttrsTestJSON-1783494128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:21.012102 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-71357974-512e-49db-b663-bf6dc4fb8295 tempest-PortsAdminExtendedAttrsTestJSON-1783494128 tempest-PortsAdminExtendedAttrsTestJSON-1783494128-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:21.206302 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-71357974-512e-49db-b663-bf6dc4fb8295 tempest-PortsAdminExtendedAttrsTestJSON-1783494128 tempest-PortsAdminExtendedAttrsTestJSON-1783494128-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.8590810 Jul 29 23:38:21.221868 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-035b07b7-1725-4664-a047-77f891ffdbf9 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:21.230319 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71357974-512e-49db-b663-bf6dc4fb8295 tempest-PortsAdminExtendedAttrsTestJSON-1783494128 tempest-PortsAdminExtendedAttrsTestJSON-1783494128-project] Pushing event updated for resources: {'Network': ['ID=c2d7c907-a78d-4862-805d-498cfb570f20,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:21.247231 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network c2d7c907-a78d-4862-805d-498cfb570f20 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:38:21.269830 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035b07b7-1725-4664-a047-77f891ffdbf9 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event deleted for resources: {'Subnet': ['ID=0ccec5ce-85e6-4b02-8b54-fc92167da156,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:21.280933 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-035b07b7-1725-4664-a047-77f891ffdbf9 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:21.285744 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-035b07b7-1725-4664-a047-77f891ffdbf9 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "DELETE /v2.0/subnets/0ccec5ce-85e6-4b02-8b54-fc92167da156 HTTP/1.1" status: 204 len: 168 time: 0.8543956 Jul 29 23:38:21.287582 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59830) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:21.291469 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a99af6b-e3f3-4abc-83c0-8866399e7747 req-b672e6c2-7814-4f2c-bd7b-9ff84271c457 tempest-ServerPasswordTestJSON-699363035 tempest-ServerPasswordTestJSON-699363035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:21.293084 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9a99af6b-e3f3-4abc-83c0-8866399e7747 req-b672e6c2-7814-4f2c-bd7b-9ff84271c457 tempest-ServerPasswordTestJSON-699363035 tempest-ServerPasswordTestJSON-699363035-project] 10.222.0.43 "GET /v2.0/ports?device_id=46c52e84-e628-4818-85de-a02a95acf6df HTTP/1.1" status: 200 len: 945 time: 0.3137882 Jul 29 23:38:21.315337 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198fbfdb-d33e-4105-a945-ef96bcace22a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Made reservation on behalf of 7a2f603cc15342b5a7088525840c9a8c for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:21.319398 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-198fbfdb-d33e-4105-a945-ef96bcace22a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:21.336167 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6137075c-e927-4556-9f1a-39590309772c None None] Network 1d211c80-dec7-4ebc-8d9c-f5bca80f4e7f requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:38:21.444736 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-48625e62-0fc5-4f02-a642-e56baa361940 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Deleting subnet 65b1a430-5d8e-45e5-8569-f95a77705607 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:38:21.456361 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-48625e62-0fc5-4f02-a642-e56baa361940 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:21.457296 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9a99af6b-e3f3-4abc-83c0-8866399e7747 req-2270cca4-8a4c-4d79-a02d-a031350bfe82 tempest-ServerPasswordTestJSON-699363035 tempest-ServerPasswordTestJSON-699363035-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9d31806-75f5-4df0-81d6-8881eb3b4d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526902 Jul 29 23:38:21.578881 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-48625e62-0fc5-4f02-a642-e56baa361940 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:21.622148 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59842) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:21.642510 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Request body: {'port': {'network_id': 'c2d7c907-a78d-4862-805d-498cfb570f20', 'binding:host_id': 'n-h2-712141-10', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-616928160'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:21.735686 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-72531304-b7cf-493a-a81a-cc45873be594 req-90e5bbf5-2199-4099-9305-80f9a0399796 tempest-ServerShowV247Test-1216711509 tempest-ServerShowV247Test-1216711509-project] 10.222.0.43 "GET /v2.0/ports?device_id=2aae6425-6d13-419a-903d-b7b2ca780270 HTTP/1.1" status: 200 len: 210 time: 0.0755908 Jul 29 23:38:21.753828 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3c61f3-4f3b-4685-b822-adfdd0865d0d None None] DHCP port deletion for 1d211c80-dec7-4ebc-8d9c-f5bca80f4e7f request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:38:21.812004 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-48625e62-0fc5-4f02-a642-e56baa361940 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:21.837041 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Made reservation on behalf of b577d58da8ce47d29c71c004cc8df66a for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:21.839531 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:21.857503 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:21.864765 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-198fbfdb-d33e-4105-a945-ef96bcace22a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:21.928172 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1a3c61f3-4f3b-4685-b822-adfdd0865d0d None None] Deleting port c088c105-a749-4857-ad4b-b6d24d542906 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:21.931344 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1a3c61f3-4f3b-4685-b822-adfdd0865d0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:21.962625 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-48625e62-0fc5-4f02-a642-e56baa361940 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:21.994349 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198fbfdb-d33e-4105-a945-ef96bcace22a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event updated for resources: {'Subnet': ['ID=332628cc-9898-41dd-bfad-9a30396eb102,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:22.030001 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50505149-3fb6-4e72-b2c5-48db5fa764bc req-89a298a2-dda3-4189-bfe5-3b9e1ab673e5 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:22.033035 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48625e62-0fc5-4f02-a642-e56baa361940 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event deleted for resources: {'Subnet': ['ID=65b1a430-5d8e-45e5-8569-f95a77705607,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:22.036803 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-48625e62-0fc5-4f02-a642-e56baa361940 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:22.043493 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-50505149-3fb6-4e72-b2c5-48db5fa764bc req-89a298a2-dda3-4189-bfe5-3b9e1ab673e5 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=3928c3c3-d0f0-4fc5-97c4-58642389b069 HTTP/1.1" status: 200 len: 943 time: 0.3128753 Jul 29 23:38:22.045695 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-48625e62-0fc5-4f02-a642-e56baa361940 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "DELETE /v2.0/subnets/65b1a430-5d8e-45e5-8569-f95a77705607 HTTP/1.1" status: 204 len: 168 time: 0.7559578 Jul 29 23:38:22.046901 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59854) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:22.065723 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176ead1c-15ec-4f82-ad4a-3c1af30c5d8f None None] Network 769b2428-ec2d-4f43-9e59-780751c5f00e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:38:22.158402 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1a3c61f3-4f3b-4685-b822-adfdd0865d0d None None] For port c088c105-a749-4857-ad4b-b6d24d542906, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=c088c105-a749-4857-ad4b-b6d24d542906,segment=NetworkSegment(14c4dbe5-cfef-4294-85db-057c00d22679),segment_id=14c4dbe5-cfef-4294-85db-057c00d22679)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:22.158956 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1a3c61f3-4f3b-4685-b822-adfdd0865d0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:22.183460 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1a3c61f3-4f3b-4685-b822-adfdd0865d0d None None] Calling delete_port for c088c105-a749-4857-ad4b-b6d24d542906 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:22.335478 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-65c92ccd-9833-4c23-9bef-4eaee8b2552e tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:22.377208 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1a3c61f3-4f3b-4685-b822-adfdd0865d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:22.405949 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-50505149-3fb6-4e72-b2c5-48db5fa764bc req-1512031c-0461-45e3-83e3-5fe9889d1f67 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3142426 Jul 29 23:38:22.413368 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198fbfdb-d33e-4105-a945-ef96bcace22a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Checking segment: {'id': '3bd10807-7203-44c2-9c0c-447a97c5a9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2f3bd2b3-4184-41cc-8d3b-bce82e1a69f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:38:22.418227 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198fbfdb-d33e-4105-a945-ef96bcace22a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Network hostable DHCP agents. Network: 2f3bd2b3-4184-41cc-8d3b-bce82e1a69f0, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:38:22.427728 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3c61f3-4f3b-4685-b822-adfdd0865d0d None None] Pushing event deleted for resources: {'Port': ['ID=c088c105-a749-4857-ad4b-b6d24d542906,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:22.436109 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3c61f3-4f3b-4685-b822-adfdd0865d0d None None] No DVR routers for this DVR port c088c105-a749-4857-ad4b-b6d24d542906 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:38:22.488398 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11421b4-8505-4fe3-ae21-cc43cb2d282f None None] DHCP port deletion for 769b2428-ec2d-4f43-9e59-780751c5f00e request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:38:22.501023 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198fbfdb-d33e-4105-a945-ef96bcace22a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Network 2f3bd2b3-4184-41cc-8d3b-bce82e1a69f0 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:38:22.593038 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:22.600490 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-65c92ccd-9833-4c23-9bef-4eaee8b2552e tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:22.615255 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-198fbfdb-d33e-4105-a945-ef96bcace22a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 2f3bd2b3-4184-41cc-8d3b-bce82e1a69f0) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:22.619340 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:22.623659 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] device_id is not set on port 021fe152-9ef5-4279-89dc-ad58d7587662 yet. {{(pid=94078) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:38:22.636830 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bf7e39-dbe1-4c39-93b3-be60e0ca9ae5 None None] Network 2f3bd2b3-4184-41cc-8d3b-bce82e1a69f0 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:38:22.716622 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-65c92ccd-9833-4c23-9bef-4eaee8b2552e tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d211c80-dec7-4ebc-8d9c-f5bca80f4e7f']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:22.720499 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198fbfdb-d33e-4105-a945-ef96bcace22a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:22.721188 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-198fbfdb-d33e-4105-a945-ef96bcace22a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:22.761557 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-a11421b4-8505-4fe3-ae21-cc43cb2d282f None None] Deleting port 48b44338-2df4-484f-b1c9-7f90a23ea682 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:22.761835 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a11421b4-8505-4fe3-ae21-cc43cb2d282f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:22.773201 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-65c92ccd-9833-4c23-9bef-4eaee8b2552e tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14c4dbe5-cfef-4294-85db-057c00d22679') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:22.775272 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-65c92ccd-9833-4c23-9bef-4eaee8b2552e tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14c4dbe5-cfef-4294-85db-057c00d22679') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:22.795945 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-65c92ccd-9833-4c23-9bef-4eaee8b2552e tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:22.902890 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-65c92ccd-9833-4c23-9bef-4eaee8b2552e tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:22.923644 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-a11421b4-8505-4fe3-ae21-cc43cb2d282f None None] For port 48b44338-2df4-484f-b1c9-7f90a23ea682, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=48b44338-2df4-484f-b1c9-7f90a23ea682,segment=NetworkSegment(52772e09-1a00-4edc-bdf3-c3c00604f91e),segment_id=52772e09-1a00-4edc-bdf3-c3c00604f91e)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:22.924052 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a11421b4-8505-4fe3-ae21-cc43cb2d282f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:22.932478 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-198fbfdb-d33e-4105-a945-ef96bcace22a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9884706 Jul 29 23:38:22.936681 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59868) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:22.938528 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e90759ac-4d76-4278-bd4f-830d4475cb67,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:22.941809 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-a21d4ab2-64d4-473e-9dcb-44101b0c8bff tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1037743990', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:22.953862 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65c92ccd-9833-4c23-9bef-4eaee8b2552e tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:38:22.954466 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-65c92ccd-9833-4c23-9bef-4eaee8b2552e tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:22.968525 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:38:22.968525 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:38:22.968525 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:38:22.968525 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:38:22.968525 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:38:22.968525 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:38:22.968525 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:38:22.968525 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:38:22.968525 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:38:22.968525 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:38:22.968525 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:38:22.968525 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:38:22.968525 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:38:22.968525 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:38:22.968525 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:38:22.968525 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:38:22.968525 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:38:22.968525 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:38:22.968525 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:38:22.968525 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:38:22.968525 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:38:22.968525 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:38:22.968525 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:38:22.968525 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:38:22.968525 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:38:22.968525 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:38:22.968525 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:38:22.968525 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:38:22.968525 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:38:22.968525 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:38:22.968525 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:38:22.968525 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:38:22.986278 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-a11421b4-8505-4fe3-ae21-cc43cb2d282f None None] Calling delete_port for 48b44338-2df4-484f-b1c9-7f90a23ea682 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:23.015854 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a21d4ab2-64d4-473e-9dcb-44101b0c8bff tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:23.017441 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a21d4ab2-64d4-473e-9dcb-44101b0c8bff tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:23.066467 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff2f266-842f-46a6-bb4a-874ccab7f529 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-2f3bd2b3-4184-41cc-8d3b-bce82e1a69f0', 'network_id': '2f3bd2b3-4184-41cc-8d3b-bce82e1a69f0', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'fixed_ips': [{'subnet_id': '332628cc-9898-41dd-bfad-9a30396eb102'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:38:23.067428 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8ff2f266-842f-46a6-bb4a-874ccab7f529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:23.083110 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cfea6709-7784-4bfe-a0f5-824464797a9e req-bbf5c6dd-39f9-40ef-b2d0-a4c11c850d6d tempest-ServerShowV247Test-1216711509 tempest-ServerShowV247Test-1216711509-project] 10.222.0.43 "GET /v2.0/ports?device_id=2aae6425-6d13-419a-903d-b7b2ca780270 HTTP/1.1" status: 200 len: 210 time: 0.1538022 Jul 29 23:38:23.181635 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe624692-2eef-42a3-ab06-026095cc9d3a req-c70cb998-8867-43ea-94e0-1edd7eaa538d tempest-ServerPasswordTestJSON-699363035 tempest-ServerPasswordTestJSON-699363035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:23.197827 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fe624692-2eef-42a3-ab06-026095cc9d3a req-c70cb998-8867-43ea-94e0-1edd7eaa538d tempest-ServerPasswordTestJSON-699363035 tempest-ServerPasswordTestJSON-699363035-project] 10.222.0.43 "GET /v2.0/ports?device_id=46c52e84-e628-4818-85de-a02a95acf6df HTTP/1.1" status: 200 len: 945 time: 0.4882126 Jul 29 23:38:23.242662 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 48b44338-2df4-484f-b1c9-7f90a23ea682 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:38:23.252514 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-65c92ccd-9833-4c23-9bef-4eaee8b2552e tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:23.261375 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-65c92ccd-9833-4c23-9bef-4eaee8b2552e tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:23.266780 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-65c92ccd-9833-4c23-9bef-4eaee8b2552e tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "DELETE /v2.0/networks/1d211c80-dec7-4ebc-8d9c-f5bca80f4e7f HTTP/1.1" status: 204 len: 168 time: 1.1822631 Jul 29 23:38:23.279814 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59870) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:23.327140 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a21d4ab2-64d4-473e-9dcb-44101b0c8bff tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:23.328137 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c92ccd-9833-4c23-9bef-4eaee8b2552e tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event deleted for resources: {'Network': ['ID=1d211c80-dec7-4ebc-8d9c-f5bca80f4e7f,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:23.332999 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a21d4ab2-64d4-473e-9dcb-44101b0c8bff tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:23.362371 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a11421b4-8505-4fe3-ae21-cc43cb2d282f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:23.367406 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a21d4ab2-64d4-473e-9dcb-44101b0c8bff tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:23.371148 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a21d4ab2-64d4-473e-9dcb-44101b0c8bff tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4330060 Jul 29 23:38:23.373360 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59872) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:23.396075 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11421b4-8505-4fe3-ae21-cc43cb2d282f None None] No DVR routers for this DVR port 48b44338-2df4-484f-b1c9-7f90a23ea682 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:38:23.402625 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-b8ec843e-dc78-4442-b9f6-269e696a9c6c tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Request body: {'port': {'network_id': '2f3bd2b3-4184-41cc-8d3b-bce82e1a69f0', 'name': 'tempest-RoutersIpV6Test-1738151780'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:23.459468 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4ed216ea-8d0d-4731-a7b2-28a9391f00c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:23.474051 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11421b4-8505-4fe3-ae21-cc43cb2d282f None None] Pushing event deleted for resources: {'Port': ['ID=48b44338-2df4-484f-b1c9-7f90a23ea682,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:23.523063 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-8ff2f266-842f-46a6-bb4a-874ccab7f529 None None] Allocated IP 2001:db8::2 (2f3bd2b3-4184-41cc-8d3b-bce82e1a69f0/332628cc-9898-41dd-bfad-9a30396eb102/e6f58d42-d98d-44b9-9e85-f7dc3c536796) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:38:23.651607 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ec843e-dc78-4442-b9f6-269e696a9c6c tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Made reservation on behalf of 7a2f603cc15342b5a7088525840c9a8c for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:23.657654 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b8ec843e-dc78-4442-b9f6-269e696a9c6c tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:23.690720 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [None req-b8ec843e-dc78-4442-b9f6-269e696a9c6c tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] device_id is not set on port 6740b718-1b5c-4b2b-9263-e0a763418486 yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:38:23.804057 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No active binding found for port 48b44338-2df4-484f-b1c9-7f90a23ea682 {{(pid=94079) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 29 23:38:23.804510 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 48b44338-2df4-484f-b1c9-7f90a23ea682 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:38:23.804989 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device c088c105-a749-4857-ad4b-b6d24d542906 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:38:23.948838 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e0730-6e0b-4966-8344-de2ec99aba8e req-8e626d3f-1a4a-43e7-bf62-9e9b946c0443 tempest-ServerPasswordTestJSON-699363035 tempest-ServerPasswordTestJSON-699363035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:23.950556 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0f0e0730-6e0b-4966-8344-de2ec99aba8e req-8e626d3f-1a4a-43e7-bf62-9e9b946c0443 tempest-ServerPasswordTestJSON-699363035 tempest-ServerPasswordTestJSON-699363035-project] 10.222.0.22 "GET /v2.0/ports?device_id=46c52e84-e628-4818-85de-a02a95acf6df HTTP/1.1" status: 200 len: 945 time: 0.0679479 Jul 29 23:38:23.973536 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fe624692-2eef-42a3-ab06-026095cc9d3a req-44ada5f8-2f71-4f16-b3e4-ba2f638e560f tempest-ServerPasswordTestJSON-699363035 tempest-ServerPasswordTestJSON-699363035-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9d31806-75f5-4df0-81d6-8881eb3b4d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7778971 Jul 29 23:38:24.033435 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] device_id is not set on port 021fe152-9ef5-4279-89dc-ad58d7587662 yet. {{(pid=94078) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:38:24.061267 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:24.072591 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fa4161c6-b241-4d0a-8a44-b15f60a78875 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:24.085433 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: c088c105-a749-4857-ad4b-b6d24d542906 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:38:24.086051 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device c088c105-a749-4857-ad4b-b6d24d542906 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:38:24.091608 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Transition to ACTIVE for port object 021fe152-9ef5-4279-89dc-ad58d7587662 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:24.106802 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74000855-150f-4cb8-a3be-f97323176455 req-b62b05a5-506b-44ae-b7ad-c867f7dbb947 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:24.115981 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-74000855-150f-4cb8-a3be-f97323176455 req-b62b05a5-506b-44ae-b7ad-c867f7dbb947 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=3928c3c3-d0f0-4fc5-97c4-58642389b069 HTTP/1.1" status: 200 len: 943 time: 0.1859870 Jul 29 23:38:24.137211 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-0f0e0730-6e0b-4966-8344-de2ec99aba8e req-de9ab70a-8e7c-40b4-941e-d7fd364a240f tempest-ServerPasswordTestJSON-699363035 tempest-ServerPasswordTestJSON-699363035-project] Deleting port d0127355-9314-4115-9c36-bc22a4e565a4 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:24.138234 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-0f0e0730-6e0b-4966-8344-de2ec99aba8e req-de9ab70a-8e7c-40b4-941e-d7fd364a240f tempest-ServerPasswordTestJSON-699363035 tempest-ServerPasswordTestJSON-699363035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:24.153117 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8ff2f266-842f-46a6-bb4a-874ccab7f529 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:24.179212 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:24.179444 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-8ff2f266-842f-46a6-bb4a-874ccab7f529 None None] Transition to ACTIVE for port object e6f58d42-d98d-44b9-9e85-f7dc3c536796 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:24.219930 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-8ff2f266-842f-46a6-bb4a-874ccab7f529 None None] Transition to ACTIVE for port object e6f58d42-d98d-44b9-9e85-f7dc3c536796 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:24.232599 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8ff2f266-842f-46a6-bb4a-874ccab7f529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:24.316374 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-74000855-150f-4cb8-a3be-f97323176455 req-4819e07e-31e7-442f-9b93-02440ed548ce tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992757 Jul 29 23:38:24.326783 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff2f266-842f-46a6-bb4a-874ccab7f529 None None] Network 2f3bd2b3-4184-41cc-8d3b-bce82e1a69f0 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:38:24.335015 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-8ff2f266-842f-46a6-bb4a-874ccab7f529 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:24.341036 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff2f266-842f-46a6-bb4a-874ccab7f529 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:38:24.406471 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6796cff3-72c3-42a1-976c-f17b36cb721c req-16e35f78-55e4-4b62-9346-e61c567bf3d9 tempest-ServerShowV247Test-1216711509 tempest-ServerShowV247Test-1216711509-project] 10.222.0.43 "GET /v2.0/ports?device_id=2aae6425-6d13-419a-903d-b7b2ca780270 HTTP/1.1" status: 200 len: 210 time: 0.1373761 Jul 29 23:38:24.418585 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff2f266-842f-46a6-bb4a-874ccab7f529 None None] Pushing event updated for resources: {'Port': ['ID=e6f58d42-d98d-44b9-9e85-f7dc3c536796,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:24.431014 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fa4161c6-b241-4d0a-8a44-b15f60a78875 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:24.434886 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Pushing event updated for resources: {'Port': ['ID=021fe152-9ef5-4279-89dc-ad58d7587662,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:24.457128 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-fa4161c6-b241-4d0a-8a44-b15f60a78875 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['769b2428-ec2d-4f43-9e59-780751c5f00e']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:24.473020 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-8ff2f266-842f-46a6-bb4a-874ccab7f529 None None] Attempting to bind port e6f58d42-d98d-44b9-9e85-f7dc3c536796 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:38:24.473651 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-8ff2f266-842f-46a6-bb4a-874ccab7f529 None None] Attempting to bind port e6f58d42-d98d-44b9-9e85-f7dc3c536796 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '3bd10807-7203-44c2-9c0c-447a97c5a9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2f3bd2b3-4184-41cc-8d3b-bce82e1a69f0'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:38:24.474939 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff2f266-842f-46a6-bb4a-874ccab7f529 None None] Attempting to bind port e6f58d42-d98d-44b9-9e85-f7dc3c536796 on network 2f3bd2b3-4184-41cc-8d3b-bce82e1a69f0 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:24.485488 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff2f266-842f-46a6-bb4a-874ccab7f529 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:38:24.486260 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff2f266-842f-46a6-bb4a-874ccab7f529 None None] Checking segment: {'id': '3bd10807-7203-44c2-9c0c-447a97c5a9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2f3bd2b3-4184-41cc-8d3b-bce82e1a69f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:38:24.487343 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8ff2f266-842f-46a6-bb4a-874ccab7f529 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:24.489525 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff2f266-842f-46a6-bb4a-874ccab7f529 None None] Bound using segment: {'id': '3bd10807-7203-44c2-9c0c-447a97c5a9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2f3bd2b3-4184-41cc-8d3b-bce82e1a69f0'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:38:24.490369 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-8ff2f266-842f-46a6-bb4a-874ccab7f529 None None] Bound port: e6f58d42-d98d-44b9-9e85-f7dc3c536796, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bd10807-7203-44c2-9c0c-447a97c5a9cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2f3bd2b3-4184-41cc-8d3b-bce82e1a69f0'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:38:24.490963 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8ff2f266-842f-46a6-bb4a-874ccab7f529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:24.509355 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-fa4161c6-b241-4d0a-8a44-b15f60a78875 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52772e09-1a00-4edc-bdf3-c3c00604f91e') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:24.509718 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-fa4161c6-b241-4d0a-8a44-b15f60a78875 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52772e09-1a00-4edc-bdf3-c3c00604f91e') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:24.534085 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fa4161c6-b241-4d0a-8a44-b15f60a78875 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:24.558063 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fa4161c6-b241-4d0a-8a44-b15f60a78875 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:24.565735 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa4161c6-b241-4d0a-8a44-b15f60a78875 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:38:24.566425 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fa4161c6-b241-4d0a-8a44-b15f60a78875 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:24.632095 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-8ff2f266-842f-46a6-bb4a-874ccab7f529 None None] For port e6f58d42-d98d-44b9-9e85-f7dc3c536796, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:38:24.636963 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-8ff2f266-842f-46a6-bb4a-874ccab7f529 None None] For port e6f58d42-d98d-44b9-9e85-f7dc3c536796, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=e6f58d42-d98d-44b9-9e85-f7dc3c536796,segment=NetworkSegment(3bd10807-7203-44c2-9c0c-447a97c5a9cf),segment_id=3bd10807-7203-44c2-9c0c-447a97c5a9cf)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:38:24.644718 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8ff2f266-842f-46a6-bb4a-874ccab7f529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:24.657940 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:38:24.657940 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:38:24.657940 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:38:24.657940 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:38:24.657940 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:38:24.657940 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:38:24.657940 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:38:24.657940 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:38:24.657940 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:38:24.657940 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:38:24.657940 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:38:24.657940 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:38:24.657940 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:38:24.657940 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:38:24.657940 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:38:24.657940 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:38:24.657940 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:38:24.657940 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:38:24.657940 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:38:24.657940 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:38:24.657940 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:38:24.657940 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:38:24.657940 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:38:24.657940 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:38:24.657940 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:38:24.657940 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:38:24.657940 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:38:24.657940 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:38:24.657940 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:38:24.657940 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:38:24.657940 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:38:24.657940 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:38:24.662244 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fa4161c6-b241-4d0a-8a44-b15f60a78875 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:24.669854 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fa4161c6-b241-4d0a-8a44-b15f60a78875 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:24.675959 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-fa4161c6-b241-4d0a-8a44-b15f60a78875 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "DELETE /v2.0/networks/769b2428-ec2d-4f43-9e59-780751c5f00e HTTP/1.1" status: 204 len: 168 time: 1.3933873 Jul 29 23:38:24.677657 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Checking segment: {'id': '598fb95d-a591-45fc-bcb9-78b7a47fe61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c2d7c907-a78d-4862-805d-498cfb570f20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:38:24.678782 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Network hostable DHCP agents. Network: c2d7c907-a78d-4862-805d-498cfb570f20, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:38:24.695350 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59882) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:24.712428 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-b0d05618-0187-47ce-9dd5-d7c56c433c46 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Request body: {'network': {'name': 'tempest-RoutersTest-1429535973'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:24.752140 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4161c6-b241-4d0a-8a44-b15f60a78875 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event deleted for resources: {'Network': ['ID=769b2428-ec2d-4f43-9e59-780751c5f00e,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:24.769396 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff2f266-842f-46a6-bb4a-874ccab7f529 None None] Pushing event updated for resources: {'Port': ['ID=e6f58d42-d98d-44b9-9e85-f7dc3c536796,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:24.785908 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Network c2d7c907-a78d-4862-805d-498cfb570f20 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:38:24.809423 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, c2d7c907-a78d-4862-805d-498cfb570f20) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:24.816680 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:38:24.824540 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16477b95-6c52-409f-aeda-40742102fd70 None None] Network c2d7c907-a78d-4862-805d-498cfb570f20 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:38:24.824732 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d05618-0187-47ce-9dd5-d7c56c433c46 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Made reservation on behalf of 57ced8fbb08748a3b85014e0aa13f1c0 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:24.825882 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-b8ec843e-dc78-4442-b9f6-269e696a9c6c tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Allocated IP 2001:db8::17c (2f3bd2b3-4184-41cc-8d3b-bce82e1a69f0/332628cc-9898-41dd-bfad-9a30396eb102/6740b718-1b5c-4b2b-9263-e0a763418486) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:38:24.830843 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b0d05618-0187-47ce-9dd5-d7c56c433c46 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:24.924053 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port 021fe152-9ef5-4279-89dc-ad58d7587662 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:38:24.926297 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port 021fe152-9ef5-4279-89dc-ad58d7587662 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '598fb95d-a591-45fc-bcb9-78b7a47fe61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c2d7c907-a78d-4862-805d-498cfb570f20'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:38:24.927647 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port 021fe152-9ef5-4279-89dc-ad58d7587662 on network c2d7c907-a78d-4862-805d-498cfb570f20 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:24.977548 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Port 021fe152-9ef5-4279-89dc-ad58d7587662 on network c2d7c907-a78d-4862-805d-498cfb570f20 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:38:24.987097 n-d-712141-10 neutron-server[94078]: ERROR neutron.plugins.ml2.managers [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Failed to bind port 021fe152-9ef5-4279-89dc-ad58d7587662 on host n-h2-712141-10 for vnic_type normal using segments [{'id': '598fb95d-a591-45fc-bcb9-78b7a47fe61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c2d7c907-a78d-4862-805d-498cfb570f20'}] Jul 29 23:38:24.995912 n-d-712141-10 neutron-server[94078]: INFO neutron.plugins.ml2.plugin [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempt 2 to bind port 021fe152-9ef5-4279-89dc-ad58d7587662 Jul 29 23:38:25.047178 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-0f0e0730-6e0b-4966-8344-de2ec99aba8e req-de9ab70a-8e7c-40b4-941e-d7fd364a240f tempest-ServerPasswordTestJSON-699363035 tempest-ServerPasswordTestJSON-699363035-project] For port d0127355-9314-4115-9c36-bc22a4e565a4, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=d0127355-9314-4115-9c36-bc22a4e565a4,segment=NetworkSegment(3043c331-9d06-41a2-9d65-a96f81db85ae),segment_id=3043c331-9d06-41a2-9d65-a96f81db85ae)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:25.047933 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-0f0e0730-6e0b-4966-8344-de2ec99aba8e req-de9ab70a-8e7c-40b4-941e-d7fd364a240f tempest-ServerPasswordTestJSON-699363035 tempest-ServerPasswordTestJSON-699363035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:25.092365 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-0f0e0730-6e0b-4966-8344-de2ec99aba8e req-de9ab70a-8e7c-40b4-941e-d7fd364a240f tempest-ServerPasswordTestJSON-699363035 tempest-ServerPasswordTestJSON-699363035-project] Calling delete_port for d0127355-9314-4115-9c36-bc22a4e565a4 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:25.101804 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0d05618-0187-47ce-9dd5-d7c56c433c46 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:38:25.123974 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port 021fe152-9ef5-4279-89dc-ad58d7587662 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:38:25.126429 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port 021fe152-9ef5-4279-89dc-ad58d7587662 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '598fb95d-a591-45fc-bcb9-78b7a47fe61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c2d7c907-a78d-4862-805d-498cfb570f20'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:38:25.127093 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port 021fe152-9ef5-4279-89dc-ad58d7587662 on network c2d7c907-a78d-4862-805d-498cfb570f20 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:25.153729 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Port 021fe152-9ef5-4279-89dc-ad58d7587662 on network c2d7c907-a78d-4862-805d-498cfb570f20 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:38:25.155625 n-d-712141-10 neutron-server[94078]: ERROR neutron.plugins.ml2.managers [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Failed to bind port 021fe152-9ef5-4279-89dc-ad58d7587662 on host n-h2-712141-10 for vnic_type normal using segments [{'id': '598fb95d-a591-45fc-bcb9-78b7a47fe61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c2d7c907-a78d-4862-805d-498cfb570f20'}] Jul 29 23:38:25.160007 n-d-712141-10 neutron-server[94078]: INFO neutron.plugins.ml2.plugin [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempt 3 to bind port 021fe152-9ef5-4279-89dc-ad58d7587662 Jul 29 23:38:25.218388 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port 021fe152-9ef5-4279-89dc-ad58d7587662 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:38:25.225879 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port 021fe152-9ef5-4279-89dc-ad58d7587662 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '598fb95d-a591-45fc-bcb9-78b7a47fe61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c2d7c907-a78d-4862-805d-498cfb570f20'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:38:25.226510 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port 021fe152-9ef5-4279-89dc-ad58d7587662 on network c2d7c907-a78d-4862-805d-498cfb570f20 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:25.243901 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b0d05618-0187-47ce-9dd5-d7c56c433c46 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:25.248094 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-b0d05618-0187-47ce-9dd5-d7c56c433c46 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Added segment 95445c27-1eea-4446-9fba-be12b23ced15 of type vlan for network 2813b9df-b1ad-40d0-9b56-934cd18eb45d Jul 29 23:38:25.266865 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b8ec843e-dc78-4442-b9f6-269e696a9c6c tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:25.318093 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b0d05618-0187-47ce-9dd5-d7c56c433c46 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:25.391832 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Port 021fe152-9ef5-4279-89dc-ad58d7587662 on network c2d7c907-a78d-4862-805d-498cfb570f20 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:38:25.392152 n-d-712141-10 neutron-server[94078]: ERROR neutron.plugins.ml2.managers [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Failed to bind port 021fe152-9ef5-4279-89dc-ad58d7587662 on host n-h2-712141-10 for vnic_type normal using segments [{'id': '598fb95d-a591-45fc-bcb9-78b7a47fe61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c2d7c907-a78d-4862-805d-498cfb570f20'}] Jul 29 23:38:25.394136 n-d-712141-10 neutron-server[94078]: INFO neutron.plugins.ml2.plugin [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempt 4 to bind port 021fe152-9ef5-4279-89dc-ad58d7587662 Jul 29 23:38:25.397068 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b0d05618-0187-47ce-9dd5-d7c56c433c46 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:25.404881 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d05618-0187-47ce-9dd5-d7c56c433c46 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:25.405931 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b0d05618-0187-47ce-9dd5-d7c56c433c46 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:25.456045 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device ad9fef94-cd00-45a5-a1a2-ab73d138cda1 details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:38:25.504646 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:38:25.580688 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-b8ec843e-dc78-4442-b9f6-269e696a9c6c tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Transition to ACTIVE for port object 6740b718-1b5c-4b2b-9263-e0a763418486 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:25.598549 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d05618-0187-47ce-9dd5-d7c56c433c46 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event updated for resources: {'Network': ['ID=2813b9df-b1ad-40d0-9b56-934cd18eb45d,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:25.627898 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port 021fe152-9ef5-4279-89dc-ad58d7587662 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:38:25.628241 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port 021fe152-9ef5-4279-89dc-ad58d7587662 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '598fb95d-a591-45fc-bcb9-78b7a47fe61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c2d7c907-a78d-4862-805d-498cfb570f20'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:38:25.628887 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port 021fe152-9ef5-4279-89dc-ad58d7587662 on network c2d7c907-a78d-4862-805d-498cfb570f20 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:25.635154 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 2813b9df-b1ad-40d0-9b56-934cd18eb45d details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:38:25.698333 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Port 021fe152-9ef5-4279-89dc-ad58d7587662 on network c2d7c907-a78d-4862-805d-498cfb570f20 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:38:25.698993 n-d-712141-10 neutron-server[94078]: ERROR neutron.plugins.ml2.managers [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Failed to bind port 021fe152-9ef5-4279-89dc-ad58d7587662 on host n-h2-712141-10 for vnic_type normal using segments [{'id': '598fb95d-a591-45fc-bcb9-78b7a47fe61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c2d7c907-a78d-4862-805d-498cfb570f20'}] Jul 29 23:38:25.711096 n-d-712141-10 neutron-server[94078]: INFO neutron.plugins.ml2.plugin [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempt 5 to bind port 021fe152-9ef5-4279-89dc-ad58d7587662 Jul 29 23:38:25.726703 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b8ec843e-dc78-4442-b9f6-269e696a9c6c tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:25.754136 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-b0d05618-0187-47ce-9dd5-d7c56c433c46 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0545824 Jul 29 23:38:25.759189 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port 021fe152-9ef5-4279-89dc-ad58d7587662 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:38:25.762491 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port 021fe152-9ef5-4279-89dc-ad58d7587662 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '598fb95d-a591-45fc-bcb9-78b7a47fe61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c2d7c907-a78d-4862-805d-498cfb570f20'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:38:25.763609 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port 021fe152-9ef5-4279-89dc-ad58d7587662 on network c2d7c907-a78d-4862-805d-498cfb570f20 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:25.767640 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59900) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:25.779982 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-7ebc1d87-d219-424c-ab02-612dbd5598b8 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Request body: {'subnet': {'network_id': '2813b9df-b1ad-40d0-9b56-934cd18eb45d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:25.824611 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device e6f58d42-d98d-44b9-9e85-f7dc3c536796 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:38:25.841034 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91726f95-3537-44da-acd6-8902ba16e186 req-18c1a36f-4f40-4740-9fe4-9f16ebe347e2 tempest-ServerPasswordTestJSON-699363035 tempest-ServerPasswordTestJSON-699363035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:25.844573 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-91726f95-3537-44da-acd6-8902ba16e186 req-18c1a36f-4f40-4740-9fe4-9f16ebe347e2 tempest-ServerPasswordTestJSON-699363035 tempest-ServerPasswordTestJSON-699363035-project] 10.222.0.43 "GET /v2.0/ports?device_id=46c52e84-e628-4818-85de-a02a95acf6df HTTP/1.1" status: 200 len: 867 time: 0.4714527 Jul 29 23:38:25.845667 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Port 021fe152-9ef5-4279-89dc-ad58d7587662 on network c2d7c907-a78d-4862-805d-498cfb570f20 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:38:25.846268 n-d-712141-10 neutron-server[94078]: ERROR neutron.plugins.ml2.managers [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Failed to bind port 021fe152-9ef5-4279-89dc-ad58d7587662 on host n-h2-712141-10 for vnic_type normal using segments [{'id': '598fb95d-a591-45fc-bcb9-78b7a47fe61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c2d7c907-a78d-4862-805d-498cfb570f20'}] Jul 29 23:38:25.867798 n-d-712141-10 neutron-server[94078]: INFO neutron.plugins.ml2.plugin [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempt 6 to bind port 021fe152-9ef5-4279-89dc-ad58d7587662 Jul 29 23:38:25.927181 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ada2a0b2-0766-40b4-96a8-ac2a639872df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:25.935257 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-0f0e0730-6e0b-4966-8344-de2ec99aba8e req-de9ab70a-8e7c-40b4-941e-d7fd364a240f tempest-ServerPasswordTestJSON-699363035 tempest-ServerPasswordTestJSON-699363035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:25.963557 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['d0127355-9314-4115-9c36-bc22a4e565a4'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:38:25.986080 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ec843e-dc78-4442-b9f6-269e696a9c6c tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Network 2f3bd2b3-4184-41cc-8d3b-bce82e1a69f0 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:38:26.011406 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-b8ec843e-dc78-4442-b9f6-269e696a9c6c tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:26.019545 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ec843e-dc78-4442-b9f6-269e696a9c6c tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:38:26.040071 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ec843e-dc78-4442-b9f6-269e696a9c6c tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:26.040782 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b8ec843e-dc78-4442-b9f6-269e696a9c6c tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:26.047117 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ec843e-dc78-4442-b9f6-269e696a9c6c tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event updated for resources: {'Port': ['ID=6740b718-1b5c-4b2b-9263-e0a763418486,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:26.050841 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port ad9fef94-cd00-45a5-a1a2-ab73d138cda1, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=ad9fef94-cd00-45a5-a1a2-ab73d138cda1,segment=NetworkSegment(2d9f9fa8-9a49-423e-86b2-3891aba5a1e6),segment_id=2d9f9fa8-9a49-423e-86b2-3891aba5a1e6)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:26.109282 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port 021fe152-9ef5-4279-89dc-ad58d7587662 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:38:26.110161 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port 021fe152-9ef5-4279-89dc-ad58d7587662 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '598fb95d-a591-45fc-bcb9-78b7a47fe61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c2d7c907-a78d-4862-805d-498cfb570f20'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:38:26.110305 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': 'ad9fef94-cd00-45a5-a1a2-ab73d138cda1', 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7', 'port_id': 'ad9fef94-cd00-45a5-a1a2-ab73d138cda1', 'mac_address': 'fa:16:3e:6e:cc:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef618f43-4fe4-4e34-9800-0476d270be60', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:38:26.110623 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port 021fe152-9ef5-4279-89dc-ad58d7587662 on network c2d7c907-a78d-4862-805d-498cfb570f20 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:26.115833 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port e6f58d42-d98d-44b9-9e85-f7dc3c536796 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:38:26.129239 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Port 021fe152-9ef5-4279-89dc-ad58d7587662 on network c2d7c907-a78d-4862-805d-498cfb570f20 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:38:26.129501 n-d-712141-10 neutron-server[94078]: ERROR neutron.plugins.ml2.managers [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Failed to bind port 021fe152-9ef5-4279-89dc-ad58d7587662 on host n-h2-712141-10 for vnic_type normal using segments [{'id': '598fb95d-a591-45fc-bcb9-78b7a47fe61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c2d7c907-a78d-4862-805d-498cfb570f20'}] Jul 29 23:38:26.150579 n-d-712141-10 neutron-server[94078]: INFO neutron.plugins.ml2.plugin [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempt 7 to bind port 021fe152-9ef5-4279-89dc-ad58d7587662 Jul 29 23:38:26.157977 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b8ec843e-dc78-4442-b9f6-269e696a9c6c tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7808657 Jul 29 23:38:26.159598 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9ab70a-8e7c-40b4-941e-d7fd364a240f tempest-ServerPasswordTestJSON-699363035 tempest-ServerPasswordTestJSON-699363035-project] Pushing event deleted for resources: {'Port': ['ID=d0127355-9314-4115-9c36-bc22a4e565a4,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:26.191762 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aefd7c3-c6f0-4811-9bbd-2d3b6c2b8214 req-343cc0ae-783d-462a-a6b7-66801fda4f6c tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:26.207545 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8aefd7c3-c6f0-4811-9bbd-2d3b6c2b8214 req-343cc0ae-783d-462a-a6b7-66801fda4f6c tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=3928c3c3-d0f0-4fc5-97c4-58642389b069 HTTP/1.1" status: 200 len: 943 time: 0.6123652 Jul 29 23:38:26.214806 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59904) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:26.242513 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-91726f95-3537-44da-acd6-8902ba16e186 req-94a5237f-ef11-48ee-8f2f-a9e06a78a581 tempest-ServerPasswordTestJSON-699363035 tempest-ServerPasswordTestJSON-699363035-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9d31806-75f5-4df0-81d6-8881eb3b4d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937376 Jul 29 23:38:26.259963 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:26.331049 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad9fef94-cd00-45a5-a1a2-ab73d138cda1 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:38:26.392517 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port ad9fef94-cd00-45a5-a1a2-ab73d138cda1, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=ad9fef94-cd00-45a5-a1a2-ab73d138cda1,segment=NetworkSegment(2d9f9fa8-9a49-423e-86b2-3891aba5a1e6),segment_id=2d9f9fa8-9a49-423e-86b2-3891aba5a1e6)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:26.401491 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f0e0730-6e0b-4966-8344-de2ec99aba8e req-de9ab70a-8e7c-40b4-941e-d7fd364a240f tempest-ServerPasswordTestJSON-699363035 tempest-ServerPasswordTestJSON-699363035-project] No DVR routers for this DVR port d0127355-9314-4115-9c36-bc22a4e565a4 on host n-h2-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:38:26.406023 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-0f0e0730-6e0b-4966-8344-de2ec99aba8e req-de9ab70a-8e7c-40b4-941e-d7fd364a240f tempest-ServerPasswordTestJSON-699363035 tempest-ServerPasswordTestJSON-699363035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:26.408556 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0f0e0730-6e0b-4966-8344-de2ec99aba8e req-de9ab70a-8e7c-40b4-941e-d7fd364a240f tempest-ServerPasswordTestJSON-699363035 tempest-ServerPasswordTestJSON-699363035-project] 10.222.0.22 "DELETE /v2.0/ports/d0127355-9314-4115-9c36-bc22a4e565a4 HTTP/1.1" status: 204 len: 173 time: 2.4515266 Jul 29 23:38:26.409200 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46c52e84-e628-4818-85de-a02a95acf6df', 'name': 'network-vif-deleted', 'tag': 'd0127355-9314-4115-9c36-bc22a4e565a4'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:38:26.417126 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d53be9-36b8-4fa2-beca-e17908d91f53" -d '{"events": [{"server_uuid": "46c52e84-e628-4818-85de-a02a95acf6df", "name": "network-vif-deleted", "tag": "d0127355-9314-4115-9c36-bc22a4e565a4"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:38:26.426862 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:26.465886 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:26.473227 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port 021fe152-9ef5-4279-89dc-ad58d7587662 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:38:26.474788 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port 021fe152-9ef5-4279-89dc-ad58d7587662 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '598fb95d-a591-45fc-bcb9-78b7a47fe61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c2d7c907-a78d-4862-805d-498cfb570f20'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:38:26.475298 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port 021fe152-9ef5-4279-89dc-ad58d7587662 on network c2d7c907-a78d-4862-805d-498cfb570f20 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:26.542155 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8aefd7c3-c6f0-4811-9bbd-2d3b6c2b8214 req-ffd6344a-6f94-4259-b402-f3875e2c7407 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3327730 Jul 29 23:38:26.568996 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3a73ed1b-dc7b-4fa5-83bd-0ea267c48fcd req-c8e6fed6-1bb9-4caf-94b5-c3f1028962ae tempest-ServerShowV247Test-1216711509 tempest-ServerShowV247Test-1216711509-project] 10.222.0.43 "GET /v2.0/ports?device_id=2aae6425-6d13-419a-903d-b7b2ca780270 HTTP/1.1" status: 200 len: 210 time: 0.1488111 Jul 29 23:38:26.603268 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Port 021fe152-9ef5-4279-89dc-ad58d7587662 on network c2d7c907-a78d-4862-805d-498cfb570f20 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:38:26.603797 n-d-712141-10 neutron-server[94078]: ERROR neutron.plugins.ml2.managers [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Failed to bind port 021fe152-9ef5-4279-89dc-ad58d7587662 on host n-h2-712141-10 for vnic_type normal using segments [{'id': '598fb95d-a591-45fc-bcb9-78b7a47fe61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c2d7c907-a78d-4862-805d-498cfb570f20'}] Jul 29 23:38:26.604508 n-d-712141-10 neutron-server[94078]: INFO neutron.plugins.ml2.plugin [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempt 8 to bind port 021fe152-9ef5-4279-89dc-ad58d7587662 Jul 29 23:38:26.682267 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ebc1d87-d219-424c-ab02-612dbd5598b8 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Made reservation on behalf of 57ced8fbb08748a3b85014e0aa13f1c0 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:26.687299 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=ad9fef94-cd00-45a5-a1a2-ab73d138cda1,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:26.706454 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7ebc1d87-d219-424c-ab02-612dbd5598b8 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:26.718908 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port 021fe152-9ef5-4279-89dc-ad58d7587662 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:38:26.721285 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port 021fe152-9ef5-4279-89dc-ad58d7587662 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '598fb95d-a591-45fc-bcb9-78b7a47fe61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c2d7c907-a78d-4862-805d-498cfb570f20'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:38:26.721883 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port 021fe152-9ef5-4279-89dc-ad58d7587662 on network c2d7c907-a78d-4862-805d-498cfb570f20 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:26.746657 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['ad9fef94-cd00-45a5-a1a2-ab73d138cda1'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:38:26.748744 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46092889-0150-463d-aa60-abf7b3d16699 x-openstack-request-id: req-46092889-0150-463d-aa60-abf7b3d16699 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:38:26.749306 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46c52e84-e628-4818-85de-a02a95acf6df", "name": "network-vif-deleted", "tag": "d0127355-9314-4115-9c36-bc22a4e565a4", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:38:26.749826 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-46092889-0150-463d-aa60-abf7b3d16699 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:38:26.750436 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46c52e84-e628-4818-85de-a02a95acf6df', 'name': 'network-vif-deleted', 'tag': 'd0127355-9314-4115-9c36-bc22a4e565a4', 'status': 'completed', 'code': 200} Jul 29 23:38:26.902244 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af75c1e-2571-43b8-b809-223ec72a3aa9 None None] Network 2f3bd2b3-4184-41cc-8d3b-bce82e1a69f0 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:38:26.908506 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Port 021fe152-9ef5-4279-89dc-ad58d7587662 on network c2d7c907-a78d-4862-805d-498cfb570f20 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:38:26.909031 n-d-712141-10 neutron-server[94078]: ERROR neutron.plugins.ml2.managers [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Failed to bind port 021fe152-9ef5-4279-89dc-ad58d7587662 on host n-h2-712141-10 for vnic_type normal using segments [{'id': '598fb95d-a591-45fc-bcb9-78b7a47fe61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c2d7c907-a78d-4862-805d-498cfb570f20'}] Jul 29 23:38:26.914806 n-d-712141-10 neutron-server[94078]: INFO neutron.plugins.ml2.plugin [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempt 9 to bind port 021fe152-9ef5-4279-89dc-ad58d7587662 Jul 29 23:38:26.964907 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port 021fe152-9ef5-4279-89dc-ad58d7587662 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:38:26.966045 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port 021fe152-9ef5-4279-89dc-ad58d7587662 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '598fb95d-a591-45fc-bcb9-78b7a47fe61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c2d7c907-a78d-4862-805d-498cfb570f20'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:38:26.966990 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port 021fe152-9ef5-4279-89dc-ad58d7587662 on network c2d7c907-a78d-4862-805d-498cfb570f20 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:26.984472 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Port 021fe152-9ef5-4279-89dc-ad58d7587662 on network c2d7c907-a78d-4862-805d-498cfb570f20 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:38:26.984996 n-d-712141-10 neutron-server[94078]: ERROR neutron.plugins.ml2.managers [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Failed to bind port 021fe152-9ef5-4279-89dc-ad58d7587662 on host n-h2-712141-10 for vnic_type normal using segments [{'id': '598fb95d-a591-45fc-bcb9-78b7a47fe61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c2d7c907-a78d-4862-805d-498cfb570f20'}] Jul 29 23:38:26.988143 n-d-712141-10 neutron-server[94078]: INFO neutron.plugins.ml2.plugin [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempt 10 to bind port 021fe152-9ef5-4279-89dc-ad58d7587662 Jul 29 23:38:27.051398 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port 021fe152-9ef5-4279-89dc-ad58d7587662 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:38:27.051954 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port 021fe152-9ef5-4279-89dc-ad58d7587662 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '598fb95d-a591-45fc-bcb9-78b7a47fe61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c2d7c907-a78d-4862-805d-498cfb570f20'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:38:27.052550 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port 021fe152-9ef5-4279-89dc-ad58d7587662 on network c2d7c907-a78d-4862-805d-498cfb570f20 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:27.071842 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Port 021fe152-9ef5-4279-89dc-ad58d7587662 on network c2d7c907-a78d-4862-805d-498cfb570f20 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:38:27.072220 n-d-712141-10 neutron-server[94078]: ERROR neutron.plugins.ml2.managers [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Failed to bind port 021fe152-9ef5-4279-89dc-ad58d7587662 on host n-h2-712141-10 for vnic_type normal using segments [{'id': '598fb95d-a591-45fc-bcb9-78b7a47fe61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c2d7c907-a78d-4862-805d-498cfb570f20'}] Jul 29 23:38:27.072580 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:27.074367 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-bf93ced0-6a40-43ca-bb5e-cdbedb49c596 None None] Provisioning for port e6f58d42-d98d-44b9-9e85-f7dc3c536796 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:38:27.091563 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-bf93ced0-6a40-43ca-bb5e-cdbedb49c596 None None] Provisioning complete for port e6f58d42-d98d-44b9-9e85-f7dc3c536796 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:27.092285 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bf93ced0-6a40-43ca-bb5e-cdbedb49c596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:27.168495 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-914ab67f-e741-44aa-8cb9-f03ec1e065ef tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:27.373163 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] For port 021fe152-9ef5-4279-89dc-ad58d7587662, host n-h2-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:38:27.373784 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempted to set empty binding levels {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 29 23:38:27.396400 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:27.464288 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:27.465165 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:27.469531 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bf93ced0-6a40-43ca-bb5e-cdbedb49c596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:27.476354 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device d0127355-9314-4115-9c36-bc22a4e565a4 no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:38:27.532763 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: d0127355-9314-4115-9c36-bc22a4e565a4 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:38:27.533043 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device d0127355-9314-4115-9c36-bc22a4e565a4 not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:38:27.549468 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-14c3f24a-01d6-4179-a80f-033871a6f8eb req-233b1df5-2a8b-4788-84ab-e1f31f19c015 tempest-ServerPasswordTestJSON-699363035 tempest-ServerPasswordTestJSON-699363035-project] 10.222.0.43 "GET /v2.0/ports?device_id=46c52e84-e628-4818-85de-a02a95acf6df HTTP/1.1" status: 200 len: 210 time: 0.0808189 Jul 29 23:38:27.584255 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-bf93ced0-6a40-43ca-bb5e-cdbedb49c596 None None] For port e6f58d42-d98d-44b9-9e85-f7dc3c536796, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=e6f58d42-d98d-44b9-9e85-f7dc3c536796,segment=NetworkSegment(3bd10807-7203-44c2-9c0c-447a97c5a9cf),segment_id=3bd10807-7203-44c2-9c0c-447a97c5a9cf)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:27.589937 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bf93ced0-6a40-43ca-bb5e-cdbedb49c596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:27.592192 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 5.9678285 Jul 29 23:38:27.602467 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4742573-f6df-4d73-bbb4-677925009dcb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Pushing event updated for resources: {'Port': ['ID=021fe152-9ef5-4279-89dc-ad58d7587662,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:27.606067 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59912) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:27.699390 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-914ab67f-e741-44aa-8cb9-f03ec1e065ef tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:27.710600 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-914ab67f-e741-44aa-8cb9-f03ec1e065ef tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:27.725691 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:27.738985 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf93ced0-6a40-43ca-bb5e-cdbedb49c596 None None] Pushing event updated for resources: {'Port': ['ID=e6f58d42-d98d-44b9-9e85-f7dc3c536796,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:27.762551 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7ebc1d87-d219-424c-ab02-612dbd5598b8 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:27.831604 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ab67f-e741-44aa-8cb9-f03ec1e065ef tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event updated for resources: {'Port': ['ID=6740b718-1b5c-4b2b-9263-e0a763418486,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:27.875190 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5c1da64c-6873-4fb6-b446-3aeb27c6527e req-587ca7af-9539-404a-99fd-d38d67251b22 tempest-ServerShowV247Test-1216711509 tempest-ServerShowV247Test-1216711509-project] 10.222.0.43 "GET /v2.0/ports?device_id=2aae6425-6d13-419a-903d-b7b2ca780270 HTTP/1.1" status: 200 len: 210 time: 0.0936754 Jul 29 23:38:27.909086 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc1d87-d219-424c-ab02-612dbd5598b8 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event updated for resources: {'Subnet': ['ID=28cef050-f38a-4668-9145-c385f66a7a3c,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:27.927422 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b0e34-dc6d-4463-b9c2-636915d87737 req-ffc76f21-a2d0-4740-b19c-a28ed3d2d547 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:27.944936 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dd1b0e34-dc6d-4463-b9c2-636915d87737 req-ffc76f21-a2d0-4740-b19c-a28ed3d2d547 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=3928c3c3-d0f0-4fc5-97c4-58642389b069 HTTP/1.1" status: 200 len: 944 time: 0.2158270 Jul 29 23:38:27.971117 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebc1d87-d219-424c-ab02-612dbd5598b8 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Checking segment: {'id': '95445c27-1eea-4446-9fba-be12b23ced15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2813b9df-b1ad-40d0-9b56-934cd18eb45d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:38:27.971531 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebc1d87-d219-424c-ab02-612dbd5598b8 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Network hostable DHCP agents. Network: 2813b9df-b1ad-40d0-9b56-934cd18eb45d, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:38:28.003013 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-0575f5c1-fe9c-4a0a-8cd6-ba0c40921c41 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Deleting port 021fe152-9ef5-4279-89dc-ad58d7587662 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:28.003361 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0575f5c1-fe9c-4a0a-8cd6-ba0c40921c41 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:28.023059 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dd1b0e34-dc6d-4463-b9c2-636915d87737 req-008317e2-07e5-4378-8338-e58e00f53343 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815060 Jul 29 23:38:28.049163 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-be7d6439-2647-4639-9144-27a26b9ebad9 None None] Provisioning complete for port e6f58d42-d98d-44b9-9e85-f7dc3c536796 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:28.049924 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-be7d6439-2647-4639-9144-27a26b9ebad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:28.098853 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-0575f5c1-fe9c-4a0a-8cd6-ba0c40921c41 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] For port 021fe152-9ef5-4279-89dc-ad58d7587662, host n-h2-712141-10, got binding levels [] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:28.099153 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0575f5c1-fe9c-4a0a-8cd6-ba0c40921c41 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:28.105458 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-914ab67f-e741-44aa-8cb9-f03ec1e065ef tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:28.116584 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-0575f5c1-fe9c-4a0a-8cd6-ba0c40921c41 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Calling delete_port for 021fe152-9ef5-4279-89dc-ad58d7587662 owned by {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:28.247113 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-be7d6439-2647-4639-9144-27a26b9ebad9 None None] Provisioning for port 6740b718-1b5c-4b2b-9263-e0a763418486 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:38:28.257856 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-be7d6439-2647-4639-9144-27a26b9ebad9 None None] Provisioning complete for port 6740b718-1b5c-4b2b-9263-e0a763418486 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:28.259406 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-be7d6439-2647-4639-9144-27a26b9ebad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:28.278425 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebc1d87-d219-424c-ab02-612dbd5598b8 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Network 2813b9df-b1ad-40d0-9b56-934cd18eb45d is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:38:28.313218 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-7ebc1d87-d219-424c-ab02-612dbd5598b8 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 2813b9df-b1ad-40d0-9b56-934cd18eb45d) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:28.318226 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebc1d87-d219-424c-ab02-612dbd5598b8 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:28.319090 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7ebc1d87-d219-424c-ab02-612dbd5598b8 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:28.342360 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-be7d6439-2647-4639-9144-27a26b9ebad9 None None] Port 6740b718-1b5c-4b2b-9263-e0a763418486 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:38:28.345364 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b4c535-d0f7-46a9-b0ab-378f5cee19ee None None] Network 2813b9df-b1ad-40d0-9b56-934cd18eb45d requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:38:28.378794 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-7ebc1d87-d219-424c-ab02-612dbd5598b8 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6063499 Jul 29 23:38:28.379599 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59928) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:28.400372 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-9aceb1c6-203c-4226-997c-abbf5bbf26db tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1894754407', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:28.412556 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0575f5c1-fe9c-4a0a-8cd6-ba0c40921c41 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:28.432779 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-914ab67f-e741-44aa-8cb9-f03ec1e065ef tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:28.454047 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0575f5c1-fe9c-4a0a-8cd6-ba0c40921c41 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Pushing event deleted for resources: {'Port': ['ID=021fe152-9ef5-4279-89dc-ad58d7587662,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:28.458253 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0575f5c1-fe9c-4a0a-8cd6-ba0c40921c41 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:28.460359 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-0575f5c1-fe9c-4a0a-8cd6-ba0c40921c41 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] 10.222.0.43 "DELETE /v2.0/ports/021fe152-9ef5-4279-89dc-ad58d7587662 HTTP/1.1" status: 204 len: 168 time: 0.8500757 Jul 29 23:38:28.466652 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59932) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:28.483299 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9aceb1c6-203c-4226-997c-abbf5bbf26db tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:28.484340 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9aceb1c6-203c-4226-997c-abbf5bbf26db tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:28.522548 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-8abc9a7a-8cd0-4edd-a522-bba448ef7ef3 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] GET failed (client error): The resource could not be found. Jul 29 23:38:28.527833 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-8abc9a7a-8cd0-4edd-a522-bba448ef7ef3 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] 10.222.0.43 "GET /v2.0/ports/021fe152-9ef5-4279-89dc-ad58d7587662 HTTP/1.1" status: 404 len: 333 time: 0.0607166 Jul 29 23:38:28.535510 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59938) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:28.543626 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-00bd2255-d936-4c29-a435-600ff5243863 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Request body: {'port': {'network_id': 'c2d7c907-a78d-4862-805d-498cfb570f20', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2052331703'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:28.620137 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-cbeae57d-b360-4580-97db-fea8163966c3 None None] Provisioning complete for port 6740b718-1b5c-4b2b-9263-e0a763418486 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:28.620720 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-cbeae57d-b360-4580-97db-fea8163966c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:28.623762 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b387380-57a8-46b9-a2ea-ed5efcc94b46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-2813b9df-b1ad-40d0-9b56-934cd18eb45d', 'network_id': '2813b9df-b1ad-40d0-9b56-934cd18eb45d', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'fixed_ips': [{'subnet_id': '28cef050-f38a-4668-9145-c385f66a7a3c'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:38:28.624535 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9aceb1c6-203c-4226-997c-abbf5bbf26db tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:28.624860 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b387380-57a8-46b9-a2ea-ed5efcc94b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:28.631459 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9aceb1c6-203c-4226-997c-abbf5bbf26db tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:28.674926 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59944) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:28.704800 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00bd2255-d936-4c29-a435-600ff5243863 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Made reservation on behalf of b577d58da8ce47d29c71c004cc8df66a for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:28.707853 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-00bd2255-d936-4c29-a435-600ff5243863 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:28.730346 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [None req-00bd2255-d936-4c29-a435-600ff5243863 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] device_id is not set on port b946568b-d0a1-42d6-891b-de37b98c0e5b yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:38:28.762624 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-cbeae57d-b360-4580-97db-fea8163966c3 None None] Port 6740b718-1b5c-4b2b-9263-e0a763418486 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:38:28.790020 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9aceb1c6-203c-4226-997c-abbf5bbf26db tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:28.793631 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-9aceb1c6-203c-4226-997c-abbf5bbf26db tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4101830 Jul 29 23:38:28.795593 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59948) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:28.816345 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-e5301b05-1f58-402d-9df8-b6e34f8800f9 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Request body: {'port': {'network_id': '2813b9df-b1ad-40d0-9b56-934cd18eb45d', 'name': 'tempest-RoutersTest-1223132821'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:28.854208 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-2b387380-57a8-46b9-a2ea-ed5efcc94b46 None None] Allocated IP 172.20.0.2 (2813b9df-b1ad-40d0-9b56-934cd18eb45d/28cef050-f38a-4668-9145-c385f66a7a3c/49370507-906d-4dd8-97e2-c1b4bff9f29e) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:38:28.863999 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-4652e7ff-3047-40e8-b1fa-62c6fc50a9ac admin admin] Deleting subnet 21a45e03-898f-4a9d-8e15-c9e22de2d228 {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:38:28.869879 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4652e7ff-3047-40e8-b1fa-62c6fc50a9ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:28.937007 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4652e7ff-3047-40e8-b1fa-62c6fc50a9ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:28.999609 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4652e7ff-3047-40e8-b1fa-62c6fc50a9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:29.059738 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b387380-57a8-46b9-a2ea-ed5efcc94b46 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:29.071719 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2b387380-57a8-46b9-a2ea-ed5efcc94b46 None None] Transition to ACTIVE for port object 49370507-906d-4dd8-97e2-c1b4bff9f29e will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:29.112947 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2b387380-57a8-46b9-a2ea-ed5efcc94b46 None None] Transition to ACTIVE for port object 49370507-906d-4dd8-97e2-c1b4bff9f29e will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:29.129628 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b387380-57a8-46b9-a2ea-ed5efcc94b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:29.171554 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-87ce66ea-4b1f-4ea5-9823-14a5f8b654fc None None] Provisioning complete for port 6740b718-1b5c-4b2b-9263-e0a763418486 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:29.172074 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-87ce66ea-4b1f-4ea5-9823-14a5f8b654fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:29.174160 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-513a4d39-ae39-4c1f-8375-6a964b1469de req-fa8680d5-c28c-4513-b15a-338232fcbc77 tempest-ServerShowV247Test-1216711509 tempest-ServerShowV247Test-1216711509-project] 10.222.0.43 "GET /v2.0/ports?device_id=2aae6425-6d13-419a-903d-b7b2ca780270 HTTP/1.1" status: 200 len: 210 time: 0.0568581 Jul 29 23:38:29.185062 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b387380-57a8-46b9-a2ea-ed5efcc94b46 None None] Network 2813b9df-b1ad-40d0-9b56-934cd18eb45d is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:38:29.189796 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-2b387380-57a8-46b9-a2ea-ed5efcc94b46 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:29.220297 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b387380-57a8-46b9-a2ea-ed5efcc94b46 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:38:29.237299 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b387380-57a8-46b9-a2ea-ed5efcc94b46 None None] Pushing event updated for resources: {'Port': ['ID=49370507-906d-4dd8-97e2-c1b4bff9f29e,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:29.280512 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4652e7ff-3047-40e8-b1fa-62c6fc50a9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:29.284884 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device e6f58d42-d98d-44b9-9e85-f7dc3c536796 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:38:29.291935 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-87ce66ea-4b1f-4ea5-9823-14a5f8b654fc None None] Port 6740b718-1b5c-4b2b-9263-e0a763418486 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:38:29.329485 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4652e7ff-3047-40e8-b1fa-62c6fc50a9ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:29.337039 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-4652e7ff-3047-40e8-b1fa-62c6fc50a9ac admin admin] 10.222.0.43 "DELETE /v2.0/subnets/21a45e03-898f-4a9d-8e15-c9e22de2d228 HTTP/1.1" status: 204 len: 168 time: 0.6563065 Jul 29 23:38:29.337433 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:29.339365 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59958) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:29.350073 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4652e7ff-3047-40e8-b1fa-62c6fc50a9ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21a45e03-898f-4a9d-8e15-c9e22de2d228,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:29.385047 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-2b387380-57a8-46b9-a2ea-ed5efcc94b46 None None] Attempting to bind port 49370507-906d-4dd8-97e2-c1b4bff9f29e on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:38:29.385047 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-2b387380-57a8-46b9-a2ea-ed5efcc94b46 None None] Attempting to bind port 49370507-906d-4dd8-97e2-c1b4bff9f29e by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '95445c27-1eea-4446-9fba-be12b23ced15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2813b9df-b1ad-40d0-9b56-934cd18eb45d'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:38:29.385047 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b387380-57a8-46b9-a2ea-ed5efcc94b46 None None] Attempting to bind port 49370507-906d-4dd8-97e2-c1b4bff9f29e on network 2813b9df-b1ad-40d0-9b56-934cd18eb45d {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:29.403551 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b387380-57a8-46b9-a2ea-ed5efcc94b46 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:38:29.404466 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b387380-57a8-46b9-a2ea-ed5efcc94b46 None None] Checking segment: {'id': '95445c27-1eea-4446-9fba-be12b23ced15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2813b9df-b1ad-40d0-9b56-934cd18eb45d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:38:29.405336 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b387380-57a8-46b9-a2ea-ed5efcc94b46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:29.406342 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b387380-57a8-46b9-a2ea-ed5efcc94b46 None None] Bound using segment: {'id': '95445c27-1eea-4446-9fba-be12b23ced15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2813b9df-b1ad-40d0-9b56-934cd18eb45d'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:38:29.407324 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-2b387380-57a8-46b9-a2ea-ed5efcc94b46 None None] Bound port: 49370507-906d-4dd8-97e2-c1b4bff9f29e, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95445c27-1eea-4446-9fba-be12b23ced15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '2813b9df-b1ad-40d0-9b56-934cd18eb45d'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:38:29.408137 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b387380-57a8-46b9-a2ea-ed5efcc94b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:29.438311 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703fffcb-0de3-44d5-822d-f2cf9b1653df req-1236077d-4bae-4ab5-b3cc-77863062b1a5 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:29.440641 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-703fffcb-0de3-44d5-822d-f2cf9b1653df req-1236077d-4bae-4ab5-b3cc-77863062b1a5 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=3928c3c3-d0f0-4fc5-97c4-58642389b069 HTTP/1.1" status: 200 len: 944 time: 0.2618673 Jul 29 23:38:29.528183 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-703fffcb-0de3-44d5-822d-f2cf9b1653df req-9b9bf7be-0744-4e09-9dd1-c9cbd0c11dac tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747242 Jul 29 23:38:29.531663 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bdd5eb82-9220-4700-b7d2-edd6cf5eeb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:29.542378 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b387380-57a8-46b9-a2ea-ed5efcc94b46 None None] For port 49370507-906d-4dd8-97e2-c1b4bff9f29e, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:38:29.550801 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2b387380-57a8-46b9-a2ea-ed5efcc94b46 None None] For port 49370507-906d-4dd8-97e2-c1b4bff9f29e, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=49370507-906d-4dd8-97e2-c1b4bff9f29e,segment=NetworkSegment(95445c27-1eea-4446-9fba-be12b23ced15),segment_id=95445c27-1eea-4446-9fba-be12b23ced15)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:38:29.568706 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-914ab67f-e741-44aa-8cb9-f03ec1e065ef tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:29.571963 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device ad9fef94-cd00-45a5-a1a2-ab73d138cda1 up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:38:29.580713 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5301b05-1f58-402d-9df8-b6e34f8800f9 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Made reservation on behalf of 57ced8fbb08748a3b85014e0aa13f1c0 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:29.580990 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2b387380-57a8-46b9-a2ea-ed5efcc94b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:29.585402 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e5301b05-1f58-402d-9df8-b6e34f8800f9 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:29.596954 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-914ab67f-e741-44aa-8cb9-f03ec1e065ef tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:29.598399 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-914ab67f-e741-44aa-8cb9-f03ec1e065ef tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:29.657015 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bdd5eb82-9220-4700-b7d2-edd6cf5eeb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:29.679578 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-bdd5eb82-9220-4700-b7d2-edd6cf5eeb61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e4107b8-df40-43fd-95a3-0bd4834ecbe0']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:29.709981 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port e6f58d42-d98d-44b9-9e85-f7dc3c536796 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:29.710786 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:29.712325 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-bdd5eb82-9220-4700-b7d2-edd6cf5eeb61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3043c331-9d06-41a2-9d65-a96f81db85ae') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:29.712797 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-bdd5eb82-9220-4700-b7d2-edd6cf5eeb61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3043c331-9d06-41a2-9d65-a96f81db85ae') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:29.732564 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bdd5eb82-9220-4700-b7d2-edd6cf5eeb61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:29.759549 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bdd5eb82-9220-4700-b7d2-edd6cf5eeb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:29.771918 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b387380-57a8-46b9-a2ea-ed5efcc94b46 None None] Pushing event updated for resources: {'Port': ['ID=49370507-906d-4dd8-97e2-c1b4bff9f29e,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:29.775716 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdd5eb82-9220-4700-b7d2-edd6cf5eeb61 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:38:29.777353 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bdd5eb82-9220-4700-b7d2-edd6cf5eeb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:29.783496 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:38:29.783496 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:38:29.783496 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:38:29.783496 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:38:29.783496 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:38:29.783496 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:38:29.783496 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:38:29.783496 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:38:29.783496 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:38:29.783496 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:38:29.783496 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:38:29.783496 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:38:29.783496 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:38:29.783496 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:38:29.783496 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:38:29.783496 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:38:29.783496 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:38:29.783496 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:38:29.783496 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:38:29.783496 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:38:29.783496 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:38:29.783496 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:38:29.783496 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:38:29.783496 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:38:29.783496 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:38:29.783496 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:38:29.783496 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:38:29.783496 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:38:29.783496 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:38:29.783496 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:38:29.783496 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:38:29.783496 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:38:29.794975 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port ad9fef94-cd00-45a5-a1a2-ab73d138cda1 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:38:29.813262 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port ad9fef94-cd00-45a5-a1a2-ab73d138cda1 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:29.813920 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:29.847346 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [None req-e5301b05-1f58-402d-9df8-b6e34f8800f9 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] device_id is not set on port 28232043-e9aa-4136-9554-dfeda269a465 yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:38:29.857147 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-00bd2255-d936-4c29-a435-600ff5243863 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:29.886149 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2d49e313-d9b8-469f-afdc-95f024a91517 req-cf6008b7-4794-4765-b1cb-59eb09b13a78 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4978597 Jul 29 23:38:29.902871 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bdd5eb82-9220-4700-b7d2-edd6cf5eeb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:29.910909 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bdd5eb82-9220-4700-b7d2-edd6cf5eeb61 admin admin] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:29.928050 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-bdd5eb82-9220-4700-b7d2-edd6cf5eeb61 admin admin] 10.222.0.43 "DELETE /v2.0/networks/0e4107b8-df40-43fd-95a3-0bd4834ecbe0 HTTP/1.1" status: 204 len: 168 time: 0.5773618 Jul 29 23:38:29.951066 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5eb82-9220-4700-b7d2-edd6cf5eeb61 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e4107b8-df40-43fd-95a3-0bd4834ecbe0,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:29.975869 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914ab67f-e741-44aa-8cb9-f03ec1e065ef tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Network 2f3bd2b3-4184-41cc-8d3b-bce82e1a69f0 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:38:30.176710 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:30.227534 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3928c3c3-d0f0-4fc5-97c4-58642389b069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad9fef94-cd00-45a5-a1a2-ab73d138cda1'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:38:30.234174 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b11899-abd0-48ca-a3ef-831f8ad01ece" -d '{"events": [{"server_uuid": "3928c3c3-d0f0-4fc5-97c4-58642389b069", "name": "network-vif-plugged", "status": "completed", "tag": "ad9fef94-cd00-45a5-a1a2-ab73d138cda1"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:38:30.243963 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ab67f-e741-44aa-8cb9-f03ec1e065ef tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event updated for resources: {'Port': ['ID=6740b718-1b5c-4b2b-9263-e0a763418486,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:30.254272 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-914ab67f-e741-44aa-8cb9-f03ec1e065ef tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:30.267382 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port ad9fef94-cd00-45a5-a1a2-ab73d138cda1, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=ad9fef94-cd00-45a5-a1a2-ab73d138cda1,segment=NetworkSegment(2d9f9fa8-9a49-423e-86b2-3891aba5a1e6),segment_id=2d9f9fa8-9a49-423e-86b2-3891aba5a1e6)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:30.274714 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:30.353294 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-e5301b05-1f58-402d-9df8-b6e34f8800f9 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Allocated IP 172.20.0.8 (2813b9df-b1ad-40d0-9b56-934cd18eb45d/28cef050-f38a-4668-9145-c385f66a7a3c/28232043-e9aa-4136-9554-dfeda269a465) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:38:30.449202 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a52e3c27-305d-4875-b56a-3bc4a1ad84b5 x-openstack-request-id: req-a52e3c27-305d-4875-b56a-3bc4a1ad84b5 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:38:30.449608 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3928c3c3-d0f0-4fc5-97c4-58642389b069", "name": "network-vif-plugged", "status": "completed", "tag": "ad9fef94-cd00-45a5-a1a2-ab73d138cda1", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:38:30.450229 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a52e3c27-305d-4875-b56a-3bc4a1ad84b5 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:38:30.450871 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3928c3c3-d0f0-4fc5-97c4-58642389b069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad9fef94-cd00-45a5-a1a2-ab73d138cda1', 'code': 200} Jul 29 23:38:30.451845 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=ad9fef94-cd00-45a5-a1a2-ab73d138cda1,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:30.577031 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fa442ed3-3646-42ac-895e-3e076a70e80e req-9e1ec47b-c881-4ab5-b1b4-540b04838684 tempest-ServerShowV247Test-1216711509 tempest-ServerShowV247Test-1216711509-project] 10.222.0.43 "GET /v2.0/ports?device_id=2aae6425-6d13-419a-903d-b7b2ca780270 HTTP/1.1" status: 200 len: 210 time: 0.0579309 Jul 29 23:38:30.579266 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59972) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:30.583374 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d49e313-d9b8-469f-afdc-95f024a91517 req-cc003562-e032-47c9-91eb-3a4beb640087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:30.585334 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d49e313-d9b8-469f-afdc-95f024a91517 req-cc003562-e032-47c9-91eb-3a4beb640087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:30.587017 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d49e313-d9b8-469f-afdc-95f024a91517 req-cc003562-e032-47c9-91eb-3a4beb640087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:30.588097 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d49e313-d9b8-469f-afdc-95f024a91517 req-cc003562-e032-47c9-91eb-3a4beb640087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:30.589205 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d49e313-d9b8-469f-afdc-95f024a91517 req-cc003562-e032-47c9-91eb-3a4beb640087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:30.590345 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d49e313-d9b8-469f-afdc-95f024a91517 req-cc003562-e032-47c9-91eb-3a4beb640087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:30.590535 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab785c-b422-423b-b87d-bb84bfbefa8e req-fe6c5aa8-b828-4dcd-8cdc-1bb4fa514289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:30.591904 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d49e313-d9b8-469f-afdc-95f024a91517 req-cc003562-e032-47c9-91eb-3a4beb640087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:30.592103 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ffab785c-b422-423b-b87d-bb84bfbefa8e req-fe6c5aa8-b828-4dcd-8cdc-1bb4fa514289 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3928c3c3-d0f0-4fc5-97c4-58642389b069 HTTP/1.1" status: 200 len: 1097 time: 0.1333282 Jul 29 23:38:30.596002 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2d49e313-d9b8-469f-afdc-95f024a91517 req-cc003562-e032-47c9-91eb-3a4beb640087 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0f2ab90424214bdcb3d3f2d44c6cf9b4&device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 6495 time: 0.5561531 Jul 29 23:38:30.701935 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-c685e280-effe-422c-8d18-67389dbdac55 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2d1a7490348b450e840c753a5120b83d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1211717 Jul 29 23:38:30.708058 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59974) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:30.770492 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-00bd2255-d936-4c29-a435-600ff5243863 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:30.826628 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ffab785c-b422-423b-b87d-bb84bfbefa8e req-eb160a35-dfd9-4b86-bd74-2a879ca10f07 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005379 Jul 29 23:38:30.858338 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-568d997e-f3dd-42c3-b7ca-e0785bc399c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:30.870647 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebce981-c5ab-4d32-8f72-40c44d326723 req-6c53381e-a985-4282-965a-fdd2dbbcbe7f tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:30.878243 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1ebce981-c5ab-4d32-8f72-40c44d326723 req-6c53381e-a985-4282-965a-fdd2dbbcbe7f tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=3928c3c3-d0f0-4fc5-97c4-58642389b069 HTTP/1.1" status: 200 len: 945 time: 0.1604323 Jul 29 23:38:30.897671 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-74f8807b-7ec9-4368-8ea8-15a433583da2 None None] Provisioning complete for port 6740b718-1b5c-4b2b-9263-e0a763418486 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:30.898504 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-74f8807b-7ec9-4368-8ea8-15a433583da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:30.940360 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-568d997e-f3dd-42c3-b7ca-e0785bc399c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:30.957759 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-74f8807b-7ec9-4368-8ea8-15a433583da2 None None] Port 6740b718-1b5c-4b2b-9263-e0a763418486 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:38:30.997226 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1ebce981-c5ab-4d32-8f72-40c44d326723 req-2fdb77c4-f4d1-4c91-abb3-c89c3007226a tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177425 Jul 29 23:38:31.049921 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d49e313-d9b8-469f-afdc-95f024a91517 req-32c3af3e-54b9-4ca8-8f92-ebbfc27e9aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:31.050595 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d49e313-d9b8-469f-afdc-95f024a91517 req-32c3af3e-54b9-4ca8-8f92-ebbfc27e9aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:31.051082 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d49e313-d9b8-469f-afdc-95f024a91517 req-32c3af3e-54b9-4ca8-8f92-ebbfc27e9aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:31.052762 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2d49e313-d9b8-469f-afdc-95f024a91517 req-32c3af3e-54b9-4ca8-8f92-ebbfc27e9aee service neutron] 10.222.0.22 "GET /v2.0/networks?id=cd4fb90a-a73b-48ea-873e-472dda9549c0&id=61db5dcd-b042-47fa-9111-3b2277565367&id=61db5dcd-b042-47fa-9111-3b2277565367&id=61db5dcd-b042-47fa-9111-3b2277565367&id=61db5dcd-b042-47fa-9111-3b2277565367&id=efe051f0-42fc-4850-b7cd-89c8013aea3e&id=efe051f0-42fc-4850-b7cd-89c8013aea3e HTTP/1.1" status: 200 len: 2291 time: 0.4239900 Jul 29 23:38:31.085127 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-568d997e-f3dd-42c3-b7ca-e0785bc399c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:31.085483 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bd2255-d936-4c29-a435-600ff5243863 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Network c2d7c907-a78d-4862-805d-498cfb570f20 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:38:31.091520 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-568d997e-f3dd-42c3-b7ca-e0785bc399c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:31.096889 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-568d997e-f3dd-42c3-b7ca-e0785bc399c2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d9d31806-75f5-4df0-81d6-8881eb3b4d23 HTTP/1.1" status: 204 len: 168 time: 0.3784840 Jul 29 23:38:31.108746 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568d997e-f3dd-42c3-b7ca-e0785bc399c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d31806-75f5-4df0-81d6-8881eb3b4d23,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:31.155001 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd2255-d936-4c29-a435-600ff5243863 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Pushing event updated for resources: {'Port': ['ID=b946568b-d0a1-42d6-891b-de37b98c0e5b,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:31.196475 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-00bd2255-d936-4c29-a435-600ff5243863 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:31.210662 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bd2255-d936-4c29-a435-600ff5243863 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:38:31.214427 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00bd2255-d936-4c29-a435-600ff5243863 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:31.216650 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-00bd2255-d936-4c29-a435-600ff5243863 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:31.326487 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 49370507-906d-4dd8-97e2-c1b4bff9f29e up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:38:31.370568 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-00bd2255-d936-4c29-a435-600ff5243863 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.8335788 Jul 29 23:38:31.374810 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59980) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:31.382401 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-914ab67f-e741-44aa-8cb9-f03ec1e065ef tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Router 4a7e2a09-f774-4c0d-9d1c-fa9ea0f41bd0 is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:38:31.384572 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:31.473758 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 49370507-906d-4dd8-97e2-c1b4bff9f29e completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:38:31.564041 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:31.614755 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f3cc59-3850-4dca-8363-75e528073d93 None None] Network 2813b9df-b1ad-40d0-9b56-934cd18eb45d requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:38:31.648855 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2d49e313-d9b8-469f-afdc-95f024a91517 req-89a1f270-4f6b-4219-bf90-5778a35bb24b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e344eee-0003-40f4-acc2-bcb46574e5a1 HTTP/1.1" status: 200 len: 1001 time: 0.5613413 Jul 29 23:38:31.822111 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-7ddd9443-6a81-4656-a2bf-7a719e498fad None None] Provisioning for port 49370507-906d-4dd8-97e2-c1b4bff9f29e completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:38:31.830324 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-7ddd9443-6a81-4656-a2bf-7a719e498fad None None] Provisioning complete for port 49370507-906d-4dd8-97e2-c1b4bff9f29e triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:31.831053 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7ddd9443-6a81-4656-a2bf-7a719e498fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:31.942179 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7854856a-ff4b-4212-bfcd-1a91b7111e18 req-15e29332-6b34-461d-915d-b11a2d8e4dc6 tempest-ServerShowV247Test-1216711509 tempest-ServerShowV247Test-1216711509-project] 10.222.0.43 "GET /v2.0/ports?device_id=2aae6425-6d13-419a-903d-b7b2ca780270 HTTP/1.1" status: 200 len: 210 time: 0.0781491 Jul 29 23:38:32.191160 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7ddd9443-6a81-4656-a2bf-7a719e498fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:32.288141 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-7ddd9443-6a81-4656-a2bf-7a719e498fad None None] For port 49370507-906d-4dd8-97e2-c1b4bff9f29e, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=49370507-906d-4dd8-97e2-c1b4bff9f29e,segment=NetworkSegment(95445c27-1eea-4446-9fba-be12b23ced15),segment_id=95445c27-1eea-4446-9fba-be12b23ced15)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:32.294393 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7ddd9443-6a81-4656-a2bf-7a719e498fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:32.427879 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d49e313-d9b8-469f-afdc-95f024a91517 req-3df4eb98-f7c1-4173-8a4f-d337a2bb49df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:32.438335 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2d49e313-d9b8-469f-afdc-95f024a91517 req-3df4eb98-f7c1-4173-8a4f-d337a2bb49df service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5e68bcd5-61dd-4d3a-b0e6-c975e0de7caa HTTP/1.1" status: 200 len: 850 time: 0.7715337 Jul 29 23:38:32.487433 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] device_id is not set on port b946568b-d0a1-42d6-891b-de37b98c0e5b yet. {{(pid=94078) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:38:32.502980 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e5301b05-1f58-402d-9df8-b6e34f8800f9 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:32.507839 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddd9443-6a81-4656-a2bf-7a719e498fad None None] Pushing event updated for resources: {'Port': ['ID=49370507-906d-4dd8-97e2-c1b4bff9f29e,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:32.529425 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-e5301b05-1f58-402d-9df8-b6e34f8800f9 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Transition to ACTIVE for port object 28232043-e9aa-4136-9554-dfeda269a465 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:32.537615 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:32.593215 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ce8b2-f28b-40e7-9d69-2a1de908ba9a req-dcf46d40-a109-4d4f-945b-e56c7545c96b tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:32.596097 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f87ce8b2-f28b-40e7-9d69-2a1de908ba9a req-dcf46d40-a109-4d4f-945b-e56c7545c96b tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=3928c3c3-d0f0-4fc5-97c4-58642389b069 HTTP/1.1" status: 200 len: 945 time: 0.2957392 Jul 29 23:38:32.610765 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Transition to ACTIVE for port object b946568b-d0a1-42d6-891b-de37b98c0e5b will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:32.639970 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:32.757451 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-46c89c1a-e75e-4bac-8e63-780d0ab8a781 None None] Provisioning complete for port 49370507-906d-4dd8-97e2-c1b4bff9f29e triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:32.764433 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-46c89c1a-e75e-4bac-8e63-780d0ab8a781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:32.817110 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f87ce8b2-f28b-40e7-9d69-2a1de908ba9a req-9d229e9b-a2ef-47e7-bfc7-ba0e52632e16 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972451 Jul 29 23:38:32.856985 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Pushing event updated for resources: {'Port': ['ID=b946568b-d0a1-42d6-891b-de37b98c0e5b,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:32.912582 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port b946568b-d0a1-42d6-891b-de37b98c0e5b on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:38:32.912582 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port b946568b-d0a1-42d6-891b-de37b98c0e5b by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '598fb95d-a591-45fc-bcb9-78b7a47fe61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c2d7c907-a78d-4862-805d-498cfb570f20'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:38:32.912582 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port b946568b-d0a1-42d6-891b-de37b98c0e5b on network c2d7c907-a78d-4862-805d-498cfb570f20 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:32.926330 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914ab67f-e741-44aa-8cb9-f03ec1e065ef tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:38:32.931254 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Port b946568b-d0a1-42d6-891b-de37b98c0e5b on network c2d7c907-a78d-4862-805d-498cfb570f20 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:38:32.934599 n-d-712141-10 neutron-server[94078]: ERROR neutron.plugins.ml2.managers [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Failed to bind port b946568b-d0a1-42d6-891b-de37b98c0e5b on host n-h2-712141-10 for vnic_type normal using segments [{'id': '598fb95d-a591-45fc-bcb9-78b7a47fe61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c2d7c907-a78d-4862-805d-498cfb570f20'}] Jul 29 23:38:32.936339 n-d-712141-10 neutron-server[94078]: INFO neutron.plugins.ml2.plugin [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempt 2 to bind port b946568b-d0a1-42d6-891b-de37b98c0e5b Jul 29 23:38:32.955595 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c529f755-fc59-4c63-a19e-8326f16b9d81 None None] Sync routers for ids ['4a7e2a09-f774-4c0d-9d1c-fa9ea0f41bd0'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:38:32.966030 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-914ab67f-e741-44aa-8cb9-f03ec1e065ef tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "PUT /v2.0/routers/4a7e2a09-f774-4c0d-9d1c-fa9ea0f41bd0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7470438 Jul 29 23:38:32.971465 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60016) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:32.999893 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c529f755-fc59-4c63-a19e-8326f16b9d81 None None] Routers {'4a7e2a09-f774-4c0d-9d1c-fa9ea0f41bd0'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:38:33.000931 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port b946568b-d0a1-42d6-891b-de37b98c0e5b on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:38:33.001537 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port b946568b-d0a1-42d6-891b-de37b98c0e5b by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '598fb95d-a591-45fc-bcb9-78b7a47fe61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c2d7c907-a78d-4862-805d-498cfb570f20'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:38:33.002811 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port b946568b-d0a1-42d6-891b-de37b98c0e5b on network c2d7c907-a78d-4862-805d-498cfb570f20 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:33.003301 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-c529f755-fc59-4c63-a19e-8326f16b9d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:38:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['4a7e2a09-f774-4c0d-9d1c-fa9ea0f41bd0'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:33.016477 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Port b946568b-d0a1-42d6-891b-de37b98c0e5b on network c2d7c907-a78d-4862-805d-498cfb570f20 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:38:33.017099 n-d-712141-10 neutron-server[94078]: ERROR neutron.plugins.ml2.managers [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Failed to bind port b946568b-d0a1-42d6-891b-de37b98c0e5b on host n-h2-712141-10 for vnic_type normal using segments [{'id': '598fb95d-a591-45fc-bcb9-78b7a47fe61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c2d7c907-a78d-4862-805d-498cfb570f20'}] Jul 29 23:38:33.017701 n-d-712141-10 neutron-server[94078]: INFO neutron.plugins.ml2.plugin [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempt 3 to bind port b946568b-d0a1-42d6-891b-de37b98c0e5b Jul 29 23:38:33.032086 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e5301b05-1f58-402d-9df8-b6e34f8800f9 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:33.154404 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60024) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:33.159629 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port b946568b-d0a1-42d6-891b-de37b98c0e5b on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:38:33.160332 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port b946568b-d0a1-42d6-891b-de37b98c0e5b by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '598fb95d-a591-45fc-bcb9-78b7a47fe61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c2d7c907-a78d-4862-805d-498cfb570f20'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:38:33.160885 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port b946568b-d0a1-42d6-891b-de37b98c0e5b on network c2d7c907-a78d-4862-805d-498cfb570f20 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:33.190825 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-c529f755-fc59-4c63-a19e-8326f16b9d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:33.193908 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Port b946568b-d0a1-42d6-891b-de37b98c0e5b on network c2d7c907-a78d-4862-805d-498cfb570f20 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:38:33.194407 n-d-712141-10 neutron-server[94078]: ERROR neutron.plugins.ml2.managers [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Failed to bind port b946568b-d0a1-42d6-891b-de37b98c0e5b on host n-h2-712141-10 for vnic_type normal using segments [{'id': '598fb95d-a591-45fc-bcb9-78b7a47fe61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c2d7c907-a78d-4862-805d-498cfb570f20'}] Jul 29 23:38:33.201486 n-d-712141-10 neutron-server[94078]: INFO neutron.plugins.ml2.plugin [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempt 4 to bind port b946568b-d0a1-42d6-891b-de37b98c0e5b Jul 29 23:38:33.216406 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c529f755-fc59-4c63-a19e-8326f16b9d81 None None] Routers {'4a7e2a09-f774-4c0d-9d1c-fa9ea0f41bd0'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:38:33.217406 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-c529f755-fc59-4c63-a19e-8326f16b9d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:38:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['4a7e2a09-f774-4c0d-9d1c-fa9ea0f41bd0'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:33.269471 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60028) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:33.316083 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port b946568b-d0a1-42d6-891b-de37b98c0e5b on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:38:33.316612 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port b946568b-d0a1-42d6-891b-de37b98c0e5b by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '598fb95d-a591-45fc-bcb9-78b7a47fe61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c2d7c907-a78d-4862-805d-498cfb570f20'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:38:33.317169 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port b946568b-d0a1-42d6-891b-de37b98c0e5b on network c2d7c907-a78d-4862-805d-498cfb570f20 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:33.324320 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d49e313-d9b8-469f-afdc-95f024a91517 req-86f1c0d0-582d-4928-9f3b-f2c04d1f5af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:33.330466 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2d49e313-d9b8-469f-afdc-95f024a91517 req-86f1c0d0-582d-4928-9f3b-f2c04d1f5af0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cd4fb90a-a73b-48ea-873e-472dda9549c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7629383 Jul 29 23:38:33.348385 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 49370507-906d-4dd8-97e2-c1b4bff9f29e up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:38:33.348752 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5301b05-1f58-402d-9df8-b6e34f8800f9 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Network 2813b9df-b1ad-40d0-9b56-934cd18eb45d is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:38:33.350579 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-c529f755-fc59-4c63-a19e-8326f16b9d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:33.351231 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c529f755-fc59-4c63-a19e-8326f16b9d81 None None] The sync data for ids ['4a7e2a09-f774-4c0d-9d1c-fa9ea0f41bd0'] in n-d-712141-10 is: [] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:38:33.356323 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9dfba9dd-fe8f-42de-9c18-f1bca6c33b74 req-0ee797e5-f711-4694-9d7f-6d42815f7630 tempest-ServerShowV247Test-1216711509 tempest-ServerShowV247Test-1216711509-project] 10.222.0.43 "GET /v2.0/ports?device_id=2aae6425-6d13-419a-903d-b7b2ca780270 HTTP/1.1" status: 200 len: 210 time: 0.0854027 Jul 29 23:38:33.363130 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Port b946568b-d0a1-42d6-891b-de37b98c0e5b on network c2d7c907-a78d-4862-805d-498cfb570f20 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:38:33.363805 n-d-712141-10 neutron-server[94078]: ERROR neutron.plugins.ml2.managers [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Failed to bind port b946568b-d0a1-42d6-891b-de37b98c0e5b on host n-h2-712141-10 for vnic_type normal using segments [{'id': '598fb95d-a591-45fc-bcb9-78b7a47fe61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c2d7c907-a78d-4862-805d-498cfb570f20'}] Jul 29 23:38:33.365846 n-d-712141-10 neutron-server[94078]: INFO neutron.plugins.ml2.plugin [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempt 5 to bind port b946568b-d0a1-42d6-891b-de37b98c0e5b Jul 29 23:38:33.407575 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f1808-d05c-429c-a204-53cbd1012e16 req-ee871ae6-d1f2-4a08-8eff-c152cf72f0db tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:33.418632 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-e5301b05-1f58-402d-9df8-b6e34f8800f9 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:33.419651 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-271f1808-d05c-429c-a204-53cbd1012e16 req-ee871ae6-d1f2-4a08-8eff-c152cf72f0db tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=3928c3c3-d0f0-4fc5-97c4-58642389b069 HTTP/1.1" status: 200 len: 945 time: 0.3752768 Jul 29 23:38:33.433701 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port b946568b-d0a1-42d6-891b-de37b98c0e5b on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:38:33.434517 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port b946568b-d0a1-42d6-891b-de37b98c0e5b by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '598fb95d-a591-45fc-bcb9-78b7a47fe61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c2d7c907-a78d-4862-805d-498cfb570f20'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:38:33.435343 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port b946568b-d0a1-42d6-891b-de37b98c0e5b on network c2d7c907-a78d-4862-805d-498cfb570f20 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:33.465347 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-96ceaeff-5cb0-4664-85e2-4d82aeb4b5e9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1102115876-network', 'tenant_id': '7c08d2622b7b410cb98838e9565b36dc'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:33.485190 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5301b05-1f58-402d-9df8-b6e34f8800f9 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:38:33.516616 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Port b946568b-d0a1-42d6-891b-de37b98c0e5b on network c2d7c907-a78d-4862-805d-498cfb570f20 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:38:33.516876 n-d-712141-10 neutron-server[94078]: ERROR neutron.plugins.ml2.managers [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Failed to bind port b946568b-d0a1-42d6-891b-de37b98c0e5b on host n-h2-712141-10 for vnic_type normal using segments [{'id': '598fb95d-a591-45fc-bcb9-78b7a47fe61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c2d7c907-a78d-4862-805d-498cfb570f20'}] Jul 29 23:38:33.517404 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96ceaeff-5cb0-4664-85e2-4d82aeb4b5e9 admin admin] Made reservation on behalf of 7c08d2622b7b410cb98838e9565b36dc for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:33.519940 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-96ceaeff-5cb0-4664-85e2-4d82aeb4b5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:33.541358 n-d-712141-10 neutron-server[94078]: INFO neutron.plugins.ml2.plugin [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempt 6 to bind port b946568b-d0a1-42d6-891b-de37b98c0e5b Jul 29 23:38:33.545471 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-96ceaeff-5cb0-4664-85e2-4d82aeb4b5e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:33.565669 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 49370507-906d-4dd8-97e2-c1b4bff9f29e triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:33.566390 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:33.610955 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e0faed-0b62-43cc-80d3-f28365e89c10 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:33.613186 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-19e0faed-0b62-43cc-80d3-f28365e89c10 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "GET /v2.0/ports/6740b718-1b5c-4b2b-9263-e0a763418486 HTTP/1.1" status: 200 len: 984 time: 0.6357405 Jul 29 23:38:33.636555 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60032) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:33.673176 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port b946568b-d0a1-42d6-891b-de37b98c0e5b on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:38:33.673747 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port b946568b-d0a1-42d6-891b-de37b98c0e5b by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '598fb95d-a591-45fc-bcb9-78b7a47fe61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c2d7c907-a78d-4862-805d-498cfb570f20'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:38:33.674295 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port b946568b-d0a1-42d6-891b-de37b98c0e5b on network c2d7c907-a78d-4862-805d-498cfb570f20 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:33.692127 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5301b05-1f58-402d-9df8-b6e34f8800f9 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event updated for resources: {'Port': ['ID=28232043-e9aa-4136-9554-dfeda269a465,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:33.755279 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5301b05-1f58-402d-9df8-b6e34f8800f9 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:33.756403 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e5301b05-1f58-402d-9df8-b6e34f8800f9 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:33.765109 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-271f1808-d05c-429c-a204-53cbd1012e16 req-fe4d93b1-a716-44a6-af81-0c703ede8262 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436673 Jul 29 23:38:33.768185 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5e049e1f-4bf7-4736-8e6a-dd4249679f4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:33.776637 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Port b946568b-d0a1-42d6-891b-de37b98c0e5b on network c2d7c907-a78d-4862-805d-498cfb570f20 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:38:33.777216 n-d-712141-10 neutron-server[94078]: ERROR neutron.plugins.ml2.managers [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Failed to bind port b946568b-d0a1-42d6-891b-de37b98c0e5b on host n-h2-712141-10 for vnic_type normal using segments [{'id': '598fb95d-a591-45fc-bcb9-78b7a47fe61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c2d7c907-a78d-4862-805d-498cfb570f20'}] Jul 29 23:38:33.783126 n-d-712141-10 neutron-server[94078]: INFO neutron.plugins.ml2.plugin [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempt 7 to bind port b946568b-d0a1-42d6-891b-de37b98c0e5b Jul 29 23:38:33.859981 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2d49e313-d9b8-469f-afdc-95f024a91517 req-ddce5c2d-52ed-439e-869a-87cad28486ac service neutron] 10.222.0.22 "GET /v2.0/networks/cd4fb90a-a73b-48ea-873e-472dda9549c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4865415 Jul 29 23:38:33.880750 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port b946568b-d0a1-42d6-891b-de37b98c0e5b on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:38:33.881285 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port b946568b-d0a1-42d6-891b-de37b98c0e5b by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '598fb95d-a591-45fc-bcb9-78b7a47fe61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c2d7c907-a78d-4862-805d-498cfb570f20'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:38:33.881891 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port b946568b-d0a1-42d6-891b-de37b98c0e5b on network c2d7c907-a78d-4862-805d-498cfb570f20 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:33.947396 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-d89be9fc-258c-4d20-86a8-df9eb9fd265f None None] Provisioning for port 28232043-e9aa-4136-9554-dfeda269a465 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:38:33.971642 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-d89be9fc-258c-4d20-86a8-df9eb9fd265f None None] Provisioning complete for port 28232043-e9aa-4136-9554-dfeda269a465 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:33.977818 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d89be9fc-258c-4d20-86a8-df9eb9fd265f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:34.022948 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Port b946568b-d0a1-42d6-891b-de37b98c0e5b on network c2d7c907-a78d-4862-805d-498cfb570f20 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:38:34.023870 n-d-712141-10 neutron-server[94078]: ERROR neutron.plugins.ml2.managers [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Failed to bind port b946568b-d0a1-42d6-891b-de37b98c0e5b on host n-h2-712141-10 for vnic_type normal using segments [{'id': '598fb95d-a591-45fc-bcb9-78b7a47fe61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c2d7c907-a78d-4862-805d-498cfb570f20'}] Jul 29 23:38:34.033433 n-d-712141-10 neutron-server[94078]: INFO neutron.plugins.ml2.plugin [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempt 8 to bind port b946568b-d0a1-42d6-891b-de37b98c0e5b Jul 29 23:38:34.041872 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2d49e313-d9b8-469f-afdc-95f024a91517 req-66b556cb-234e-4b3d-9bce-36985ddb6142 service neutron] 10.222.0.22 "GET /v2.0/networks/cd4fb90a-a73b-48ea-873e-472dda9549c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744733 Jul 29 23:38:34.056097 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-d89be9fc-258c-4d20-86a8-df9eb9fd265f None None] Port 28232043-e9aa-4136-9554-dfeda269a465 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:38:34.129734 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2d49e313-d9b8-469f-afdc-95f024a91517 req-210de275-5ef2-4bca-9a7d-c797483aa291 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=6692c9b8-f4e2-4f31-897e-016045fc3bd4 HTTP/1.1" status: 200 len: 217 time: 0.0789750 Jul 29 23:38:34.151084 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port b946568b-d0a1-42d6-891b-de37b98c0e5b on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:38:34.151425 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port b946568b-d0a1-42d6-891b-de37b98c0e5b by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '598fb95d-a591-45fc-bcb9-78b7a47fe61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c2d7c907-a78d-4862-805d-498cfb570f20'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:38:34.151832 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port b946568b-d0a1-42d6-891b-de37b98c0e5b on network c2d7c907-a78d-4862-805d-498cfb570f20 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:34.159418 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c6ff8b55-56a8-43ad-a195-1032c2db3add req-6d9c7936-1381-45bc-af55-c55d7de0a087 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2aae6425-6d13-419a-903d-b7b2ca780270 HTTP/1.1" status: 200 len: 210 time: 0.0434434 Jul 29 23:38:34.204639 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Port b946568b-d0a1-42d6-891b-de37b98c0e5b on network c2d7c907-a78d-4862-805d-498cfb570f20 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:38:34.205068 n-d-712141-10 neutron-server[94078]: ERROR neutron.plugins.ml2.managers [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Failed to bind port b946568b-d0a1-42d6-891b-de37b98c0e5b on host n-h2-712141-10 for vnic_type normal using segments [{'id': '598fb95d-a591-45fc-bcb9-78b7a47fe61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c2d7c907-a78d-4862-805d-498cfb570f20'}] Jul 29 23:38:34.214310 n-d-712141-10 neutron-server[94078]: INFO neutron.plugins.ml2.plugin [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempt 9 to bind port b946568b-d0a1-42d6-891b-de37b98c0e5b Jul 29 23:38:34.226000 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d49e313-d9b8-469f-afdc-95f024a91517 req-1b2dca85-a5bd-40ec-9491-fe231d7d2a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:34.227835 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0e1da7-3e55-4a20-be8d-2e09a878f53c req-bdced373-e394-40c1-9d0e-ddcbfedd1271 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:34.228498 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2d49e313-d9b8-469f-afdc-95f024a91517 req-1b2dca85-a5bd-40ec-9491-fe231d7d2a3a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=79a11c1f-d15e-4fd8-9d2b-ecb54e88df46 HTTP/1.1" status: 200 len: 797 time: 0.0732493 Jul 29 23:38:34.229441 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2e0e1da7-3e55-4a20-be8d-2e09a878f53c req-bdced373-e394-40c1-9d0e-ddcbfedd1271 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=3928c3c3-d0f0-4fc5-97c4-58642389b069 HTTP/1.1" status: 200 len: 945 time: 0.3367167 Jul 29 23:38:34.276858 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port b946568b-d0a1-42d6-891b-de37b98c0e5b on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:38:34.277206 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port b946568b-d0a1-42d6-891b-de37b98c0e5b by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '598fb95d-a591-45fc-bcb9-78b7a47fe61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c2d7c907-a78d-4862-805d-498cfb570f20'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:38:34.277536 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port b946568b-d0a1-42d6-891b-de37b98c0e5b on network c2d7c907-a78d-4862-805d-498cfb570f20 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:34.286192 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d49e313-d9b8-469f-afdc-95f024a91517 req-23b71694-01d5-4a50-b5c7-c3d834bedb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:34.287646 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2d49e313-d9b8-469f-afdc-95f024a91517 req-23b71694-01d5-4a50-b5c7-c3d834bedb30 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=61db5dcd-b042-47fa-9111-3b2277565367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0520558 Jul 29 23:38:34.311366 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Port b946568b-d0a1-42d6-891b-de37b98c0e5b on network c2d7c907-a78d-4862-805d-498cfb570f20 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:38:34.311857 n-d-712141-10 neutron-server[94078]: ERROR neutron.plugins.ml2.managers [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Failed to bind port b946568b-d0a1-42d6-891b-de37b98c0e5b on host n-h2-712141-10 for vnic_type normal using segments [{'id': '598fb95d-a591-45fc-bcb9-78b7a47fe61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c2d7c907-a78d-4862-805d-498cfb570f20'}] Jul 29 23:38:34.319678 n-d-712141-10 neutron-server[94078]: INFO neutron.plugins.ml2.plugin [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempt 10 to bind port b946568b-d0a1-42d6-891b-de37b98c0e5b Jul 29 23:38:34.366602 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2e0e1da7-3e55-4a20-be8d-2e09a878f53c req-340eb826-3611-4697-aa82-1695a6d16abb tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149638 Jul 29 23:38:34.375918 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-96ceaeff-5cb0-4664-85e2-4d82aeb4b5e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:34.377138 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port b946568b-d0a1-42d6-891b-de37b98c0e5b on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:38:34.377734 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port b946568b-d0a1-42d6-891b-de37b98c0e5b by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '598fb95d-a591-45fc-bcb9-78b7a47fe61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c2d7c907-a78d-4862-805d-498cfb570f20'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:38:34.377734 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port b946568b-d0a1-42d6-891b-de37b98c0e5b on network c2d7c907-a78d-4862-805d-498cfb570f20 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:34.387216 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-96ceaeff-5cb0-4664-85e2-4d82aeb4b5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:34.392365 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e5301b05-1f58-402d-9df8-b6e34f8800f9 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 5.5939896 Jul 29 23:38:34.397096 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60038) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:34.411220 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Port b946568b-d0a1-42d6-891b-de37b98c0e5b on network c2d7c907-a78d-4862-805d-498cfb570f20 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:38:34.411823 n-d-712141-10 neutron-server[94078]: ERROR neutron.plugins.ml2.managers [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Failed to bind port b946568b-d0a1-42d6-891b-de37b98c0e5b on host n-h2-712141-10 for vnic_type normal using segments [{'id': '598fb95d-a591-45fc-bcb9-78b7a47fe61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c2d7c907-a78d-4862-805d-498cfb570f20'}] Jul 29 23:38:34.412366 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:34.452594 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2d49e313-d9b8-469f-afdc-95f024a91517 req-6b70560a-c603-4e1a-ba72-ffa12b4b3297 service neutron] 10.222.0.22 "GET /v2.0/networks/61db5dcd-b042-47fa-9111-3b2277565367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581295 Jul 29 23:38:34.528918 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96ceaeff-5cb0-4664-85e2-4d82aeb4b5e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:38:34.740408 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2d49e313-d9b8-469f-afdc-95f024a91517 req-7f8056ce-c426-4e9c-9941-9489aedff5b3 service neutron] 10.222.0.22 "GET /v2.0/networks/61db5dcd-b042-47fa-9111-3b2277565367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534103 Jul 29 23:38:34.806145 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2d49e313-d9b8-469f-afdc-95f024a91517 req-a3c2dbf7-375c-43ec-b829-7347496dec97 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=da9a90e1-8efc-4f87-81e6-604ba087e2ac HTTP/1.1" status: 200 len: 217 time: 0.0467372 Jul 29 23:38:34.896236 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d49e313-d9b8-469f-afdc-95f024a91517 req-c4681c97-ab94-4ab5-af86-69c19a55398f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:34.897718 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2d49e313-d9b8-469f-afdc-95f024a91517 req-c4681c97-ab94-4ab5-af86-69c19a55398f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=79a11c1f-d15e-4fd8-9d2b-ecb54e88df46 HTTP/1.1" status: 200 len: 797 time: 0.0833893 Jul 29 23:38:34.952334 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ceaeff-5cb0-4664-85e2-4d82aeb4b5e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e89418-223e-492a-b406-e46bb556ffb9,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:34.955444 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-645ee134-03a1-4bef-9170-e5a112aac482 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:34.964532 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-96ceaeff-5cb0-4664-85e2-4d82aeb4b5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:34.965403 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-96ceaeff-5cb0-4664-85e2-4d82aeb4b5e9 admin admin] Added segment 59dfd488-a454-40cf-9438-9ce3dc7e6e5e of type vlan for network 5d20f887-85b7-45ef-8019-3cf0ef128029 Jul 29 23:38:35.011539 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d49e313-d9b8-469f-afdc-95f024a91517 req-460d2a9b-3d36-4b70-ace8-a98345819551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:35.012633 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2d49e313-d9b8-469f-afdc-95f024a91517 req-460d2a9b-3d36-4b70-ace8-a98345819551 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=61db5dcd-b042-47fa-9111-3b2277565367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0917985 Jul 29 23:38:35.138247 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3cd3177d-5ec6-46f1-92cc-0e2f7db764a8 req-42e56091-b66d-4615-9339-64a26b130e17 tempest-ServerShowV247Test-1216711509 tempest-ServerShowV247Test-1216711509-project] 10.222.0.43 "GET /v2.0/ports?device_id=2aae6425-6d13-419a-903d-b7b2ca780270 HTTP/1.1" status: 200 len: 210 time: 0.1926792 Jul 29 23:38:35.218253 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-96ceaeff-5cb0-4664-85e2-4d82aeb4b5e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:35.226524 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] For port b946568b-d0a1-42d6-891b-de37b98c0e5b, host n-h2-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:38:35.227022 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempted to set empty binding levels {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 29 23:38:35.250200 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:35.285253 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d549d-b902-4569-8b28-d8c10e1c4d6e req-1c20d8ca-6c6b-41a5-8f63-59fe6300820b tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:35.286751 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-728d549d-b902-4569-8b28-d8c10e1c4d6e req-1c20d8ca-6c6b-41a5-8f63-59fe6300820b tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=3928c3c3-d0f0-4fc5-97c4-58642389b069 HTTP/1.1" status: 200 len: 945 time: 0.3358750 Jul 29 23:38:35.337507 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] In _notify_port_updated(), no bound segment for port b946568b-d0a1-42d6-891b-de37b98c0e5b on network c2d7c907-a78d-4862-805d-498cfb570f20 {{(pid=94078) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:38:35.338401 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:35.339007 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:35.342757 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] 10.222.0.43 "PUT /v2.0/ports/b946568b-d0a1-42d6-891b-de37b98c0e5b HTTP/1.1" status: 200 len: 976 time: 3.9636641 Jul 29 23:38:35.349121 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60048) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:35.397555 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-96ceaeff-5cb0-4664-85e2-4d82aeb4b5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:35.398558 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ceaeff-5cb0-4664-85e2-4d82aeb4b5e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:35.399173 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-96ceaeff-5cb0-4664-85e2-4d82aeb4b5e9 admin admin] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:35.403063 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5e049e1f-4bf7-4736-8e6a-dd4249679f4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:35.411774 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5e2061-51c0-465c-8a61-0b5ff66124ae tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Pushing event updated for resources: {'Port': ['ID=b946568b-d0a1-42d6-891b-de37b98c0e5b,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:35.494173 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5e049e1f-4bf7-4736-8e6a-dd4249679f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:35.516452 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-728d549d-b902-4569-8b28-d8c10e1c4d6e req-ab2d9e7b-33b3-4cf7-b365-3c0d49e06b68 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998053 Jul 29 23:38:35.531152 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-96ceaeff-5cb0-4664-85e2-4d82aeb4b5e9 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3734696 Jul 29 23:38:35.532619 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2d49e313-d9b8-469f-afdc-95f024a91517 req-d468dff5-1a7d-4129-b9a8-a8f24d208a2d service neutron] 10.222.0.22 "GET /v2.0/networks/61db5dcd-b042-47fa-9111-3b2277565367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5100403 Jul 29 23:38:35.534343 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60050) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:35.551633 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-311282bf-d66b-47b8-aa90-d8c37c2626ff admin admin] Request body: {'subnet': {'network_id': '5d20f887-85b7-45ef-8019-3cf0ef128029', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1102115876-subnet', 'tenant_id': '7c08d2622b7b410cb98838e9565b36dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:35.606842 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ceaeff-5cb0-4664-85e2-4d82aeb4b5e9 admin admin] Pushing event updated for resources: {'Network': ['ID=5d20f887-85b7-45ef-8019-3cf0ef128029,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:35.611945 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3dea55e6-5777-4f16-95ec-67ed698b303a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:35.621721 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-5e049e1f-4bf7-4736-8e6a-dd4249679f4c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d7aec66ea1804200965f111739b5643f&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3444386 Jul 29 23:38:35.622541 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e049e1f-4bf7-4736-8e6a-dd4249679f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7c1b4a-b850-44ab-9a33-5665202f165c,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:35.624022 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 5d20f887-85b7-45ef-8019-3cf0ef128029 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:38:35.627322 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60052) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:35.667693 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd3757d-fa90-4faf-80ef-05962f213bce tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:35.668428 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd3757d-fa90-4faf-80ef-05962f213bce tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:35.672915 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd3757d-fa90-4faf-80ef-05962f213bce tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:35.672915 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd3757d-fa90-4faf-80ef-05962f213bce tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:35.672915 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd3757d-fa90-4faf-80ef-05962f213bce tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:35.672915 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd3757d-fa90-4faf-80ef-05962f213bce tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:35.673616 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd3757d-fa90-4faf-80ef-05962f213bce tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:35.674485 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd3757d-fa90-4faf-80ef-05962f213bce tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:35.675311 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd3757d-fa90-4faf-80ef-05962f213bce tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:35.677690 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd3757d-fa90-4faf-80ef-05962f213bce tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:35.678900 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd3757d-fa90-4faf-80ef-05962f213bce tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:35.679582 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd3757d-fa90-4faf-80ef-05962f213bce tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:35.680953 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd3757d-fa90-4faf-80ef-05962f213bce tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:35.681807 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd3757d-fa90-4faf-80ef-05962f213bce tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:35.682541 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd3757d-fa90-4faf-80ef-05962f213bce tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:35.683581 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd3757d-fa90-4faf-80ef-05962f213bce tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:35.685527 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd3757d-fa90-4faf-80ef-05962f213bce tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:35.687097 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd3757d-fa90-4faf-80ef-05962f213bce tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:35.687744 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd3757d-fa90-4faf-80ef-05962f213bce tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:35.688373 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd3757d-fa90-4faf-80ef-05962f213bce tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:35.689052 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd3757d-fa90-4faf-80ef-05962f213bce tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:35.689698 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd3757d-fa90-4faf-80ef-05962f213bce tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:35.690651 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd3757d-fa90-4faf-80ef-05962f213bce tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:35.691534 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd3757d-fa90-4faf-80ef-05962f213bce tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:35.692558 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd3757d-fa90-4faf-80ef-05962f213bce tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:35.693680 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd3757d-fa90-4faf-80ef-05962f213bce tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:35.695048 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd3757d-fa90-4faf-80ef-05962f213bce tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:35.697198 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd3757d-fa90-4faf-80ef-05962f213bce tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:35.698338 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd3757d-fa90-4faf-80ef-05962f213bce tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:35.706277 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-dbd3757d-fa90-4faf-80ef-05962f213bce tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 26367 time: 0.3515670 Jul 29 23:38:35.716430 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60054) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:35.731103 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-311282bf-d66b-47b8-aa90-d8c37c2626ff admin admin] Made reservation on behalf of 7c08d2622b7b410cb98838e9565b36dc for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:35.733982 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-311282bf-d66b-47b8-aa90-d8c37c2626ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:35.831219 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-645ee134-03a1-4bef-9170-e5a112aac482 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:35.856598 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-645ee134-03a1-4bef-9170-e5a112aac482 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:35.954393 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2d49e313-d9b8-469f-afdc-95f024a91517 req-d2f11f60-5c43-4bff-adc3-64a8e5dd1d72 service neutron] 10.222.0.22 "GET /v2.0/networks/61db5dcd-b042-47fa-9111-3b2277565367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4026120 Jul 29 23:38:35.984305 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7ba5b0f8-62aa-4fdf-9838-fa9a78a674bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:36.052194 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7ba5b0f8-62aa-4fdf-9838-fa9a78a674bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:36.059620 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2d49e313-d9b8-469f-afdc-95f024a91517 req-0af5b73e-2091-4d02-9ea8-44fe9b8e655e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=30eaa1d4-3c58-4fb5-a2a3-e842c94e7256 HTTP/1.1" status: 200 len: 217 time: 0.0892470 Jul 29 23:38:36.069777 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645ee134-03a1-4bef-9170-e5a112aac482 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event updated for resources: {'Port': ['ID=28232043-e9aa-4136-9554-dfeda269a465,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:36.175642 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d49e313-d9b8-469f-afdc-95f024a91517 req-ec1dbcef-a345-4b3c-8148-3f743fc871b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:36.177257 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2d49e313-d9b8-469f-afdc-95f024a91517 req-ec1dbcef-a345-4b3c-8148-3f743fc871b8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=79a11c1f-d15e-4fd8-9d2b-ecb54e88df46 HTTP/1.1" status: 200 len: 797 time: 0.0993583 Jul 29 23:38:36.187114 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-ab11aa73-4934-4db8-ac0e-21f19aca9f7a tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Deleting port b946568b-d0a1-42d6-891b-de37b98c0e5b {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:36.187465 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ab11aa73-4934-4db8-ac0e-21f19aca9f7a tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:36.226291 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e8071-0df1-42c9-8df4-4b809781ab81 req-1fb73dc3-1b2c-4379-bcb5-e4f0851b0949 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:36.229436 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3c2e8071-0df1-42c9-8df4-4b809781ab81 req-1fb73dc3-1b2c-4379-bcb5-e4f0851b0949 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.22 "GET /v2.0/ports?device_id=3928c3c3-d0f0-4fc5-97c4-58642389b069 HTTP/1.1" status: 200 len: 945 time: 0.1731887 Jul 29 23:38:36.362472 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-ab11aa73-4934-4db8-ac0e-21f19aca9f7a tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] For port b946568b-d0a1-42d6-891b-de37b98c0e5b, host n-h2-712141-10, got binding levels [] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:36.363316 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ab11aa73-4934-4db8-ac0e-21f19aca9f7a tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:36.383514 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3d2935b5-9d51-4eaa-9132-95231e438ccc req-40f1f032-17c1-4fd2-8c47-65d07b3b7301 tempest-ServerShowV247Test-1216711509 tempest-ServerShowV247Test-1216711509-project] 10.222.0.43 "GET /v2.0/ports?device_id=2aae6425-6d13-419a-903d-b7b2ca780270 HTTP/1.1" status: 200 len: 210 time: 0.1061604 Jul 29 23:38:36.386707 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d49e313-d9b8-469f-afdc-95f024a91517 req-dbc48069-8e65-4590-9373-1668d224cd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:36.388402 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2d49e313-d9b8-469f-afdc-95f024a91517 req-dbc48069-8e65-4590-9373-1668d224cd7e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=61db5dcd-b042-47fa-9111-3b2277565367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2035522 Jul 29 23:38:36.392968 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7ba5b0f8-62aa-4fdf-9838-fa9a78a674bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:36.396784 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-ab11aa73-4934-4db8-ac0e-21f19aca9f7a tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Calling delete_port for b946568b-d0a1-42d6-891b-de37b98c0e5b owned by {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:36.398170 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7ba5b0f8-62aa-4fdf-9838-fa9a78a674bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:36.403146 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-7ba5b0f8-62aa-4fdf-9838-fa9a78a674bc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1e7c1b4a-b850-44ab-9a33-5665202f165c HTTP/1.1" status: 204 len: 168 time: 0.7724955 Jul 29 23:38:36.444512 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c16d4834-d045-408e-af4f-b4962e1fe501 None None] Provisioning complete for port 28232043-e9aa-4136-9554-dfeda269a465 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:36.450458 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c16d4834-d045-408e-af4f-b4962e1fe501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:36.519040 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-645ee134-03a1-4bef-9170-e5a112aac482 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:36.540439 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba5b0f8-62aa-4fdf-9838-fa9a78a674bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7c1b4a-b850-44ab-9a33-5665202f165c,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:36.641955 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-c16d4834-d045-408e-af4f-b4962e1fe501 None None] Port 28232043-e9aa-4136-9554-dfeda269a465 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:38:36.735427 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-311282bf-d66b-47b8-aa90-d8c37c2626ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:36.777713 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2d49e313-d9b8-469f-afdc-95f024a91517 req-e4b16e9c-8ac1-466a-9013-cefd2458fe09 service neutron] 10.222.0.22 "GET /v2.0/networks/61db5dcd-b042-47fa-9111-3b2277565367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3769927 Jul 29 23:38:36.928656 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ab11aa73-4934-4db8-ac0e-21f19aca9f7a tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:36.975987 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311282bf-d66b-47b8-aa90-d8c37c2626ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a456402-40c6-4578-9b75-bbc1a0d9a5e7,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:36.999716 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-645ee134-03a1-4bef-9170-e5a112aac482 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:37.005505 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab11aa73-4934-4db8-ac0e-21f19aca9f7a tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Pushing event deleted for resources: {'Port': ['ID=b946568b-d0a1-42d6-891b-de37b98c0e5b,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:37.032233 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ab11aa73-4934-4db8-ac0e-21f19aca9f7a tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:37.038482 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ab11aa73-4934-4db8-ac0e-21f19aca9f7a tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] 10.222.0.43 "DELETE /v2.0/ports/b946568b-d0a1-42d6-891b-de37b98c0e5b HTTP/1.1" status: 204 len: 168 time: 1.3162320 Jul 29 23:38:37.039867 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60068) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:37.106698 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4a54fc65-d5d3-402b-b09d-84da228b315e req-312f3bf0-bdc2-4b0e-87f5-76951d1ec61b tempest-ServerShowV247Test-1216711509 tempest-ServerShowV247Test-1216711509-project] 10.222.0.43 "GET /v2.0/ports?device_id=2aae6425-6d13-419a-903d-b7b2ca780270&device_id=bc7466fa-a17a-46bf-afe0-1bb4795700be HTTP/1.1" status: 200 len: 210 time: 0.1129479 Jul 29 23:38:37.113107 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1dbfa22-7032-4b83-b8e5-baa99014a4eb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] GET failed (client error): The resource could not be found. Jul 29 23:38:37.130967 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b1dbfa22-7032-4b83-b8e5-baa99014a4eb tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] 10.222.0.43 "GET /v2.0/ports/b946568b-d0a1-42d6-891b-de37b98c0e5b HTTP/1.1" status: 404 len: 333 time: 0.0796864 Jul 29 23:38:37.135285 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60070) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:37.138404 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:37.166150 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2d49e313-d9b8-469f-afdc-95f024a91517 req-98d47175-87a4-4b3e-be0d-63d7dbd43c3f service neutron] 10.222.0.22 "GET /v2.0/networks/61db5dcd-b042-47fa-9111-3b2277565367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3802660 Jul 29 23:38:37.166978 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60074) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:37.184754 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3003a8c0-8857-424c-8e57-fca1ae7d3f21 req-5ac77ecb-28b5-4b61-a666-94bf5e1ab1b6 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:37.187534 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3003a8c0-8857-424c-8e57-fca1ae7d3f21 req-5ac77ecb-28b5-4b61-a666-94bf5e1ab1b6 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=3928c3c3-d0f0-4fc5-97c4-58642389b069 HTTP/1.1" status: 200 len: 945 time: 0.2842712 Jul 29 23:38:37.196499 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-6218fdc4-3d69-4aa3-bfcb-5758f8e879ce tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1939745396', 'network_id': 'c2d7c907-a78d-4862-805d-498cfb570f20'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:37.220767 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-3c2e8071-0df1-42c9-8df4-4b809781ab81 req-daf23346-5b68-4a89-b15d-78feecac6f08 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Deleting port ad9fef94-cd00-45a5-a1a2-ab73d138cda1 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:37.221607 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-3c2e8071-0df1-42c9-8df4-4b809781ab81 req-daf23346-5b68-4a89-b15d-78feecac6f08 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:37.231471 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-224a913a-309d-486f-a7e1-6575c604042d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:37.268871 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-3dea55e6-5777-4f16-95ec-67ed698b303a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Deleting port 6740b718-1b5c-4b2b-9263-e0a763418486 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:37.269439 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3dea55e6-5777-4f16-95ec-67ed698b303a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:37.322405 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2d49e313-d9b8-469f-afdc-95f024a91517 req-7b52894d-c711-4fb7-9455-43cfccfe830e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=1caf28fe-1621-4e50-9937-8cd368803804 HTTP/1.1" status: 200 len: 217 time: 0.1409459 Jul 29 23:38:37.370313 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-311282bf-d66b-47b8-aa90-d8c37c2626ff admin admin] Checking segment: {'id': '59dfd488-a454-40cf-9438-9ce3dc7e6e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5d20f887-85b7-45ef-8019-3cf0ef128029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:38:37.371026 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311282bf-d66b-47b8-aa90-d8c37c2626ff admin admin] Network hostable DHCP agents. Network: 5d20f887-85b7-45ef-8019-3cf0ef128029, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:38:37.493841 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6218fdc4-3d69-4aa3-bfcb-5758f8e879ce tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Made reservation on behalf of b577d58da8ce47d29c71c004cc8df66a for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:37.501037 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6218fdc4-3d69-4aa3-bfcb-5758f8e879ce tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:37.507459 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d49e313-d9b8-469f-afdc-95f024a91517 req-34861fff-8081-433f-bcb5-7211dd8b2f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:37.510022 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2d49e313-d9b8-469f-afdc-95f024a91517 req-34861fff-8081-433f-bcb5-7211dd8b2f84 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=79a11c1f-d15e-4fd8-9d2b-ecb54e88df46 HTTP/1.1" status: 200 len: 797 time: 0.1788425 Jul 29 23:38:37.568210 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3003a8c0-8857-424c-8e57-fca1ae7d3f21 req-3f1f5102-eb77-4724-806b-e5d20a71a30d tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3603232 Jul 29 23:38:37.600098 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [None req-6218fdc4-3d69-4aa3-bfcb-5758f8e879ce tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] device_id is not set on port 6e06d991-192f-4b92-b273-a430c2b0c900 yet. {{(pid=94078) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:38:37.657892 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311282bf-d66b-47b8-aa90-d8c37c2626ff admin admin] Network 5d20f887-85b7-45ef-8019-3cf0ef128029 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:38:37.703416 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b27fe1c2-6998-44de-b945-0919a4348ef6 req-a5653164-1044-4a3b-9b9a-2f9ed1cf3909 tempest-ServerShowV247Test-1216711509 tempest-ServerShowV247Test-1216711509-project] 10.222.0.43 "GET /v2.0/ports?device_id=2aae6425-6d13-419a-903d-b7b2ca780270 HTTP/1.1" status: 200 len: 210 time: 0.1678500 Jul 29 23:38:37.767904 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-311282bf-d66b-47b8-aa90-d8c37c2626ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 5d20f887-85b7-45ef-8019-3cf0ef128029) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:37.786825 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056e96cd-8c02-40d9-96f5-8e7f44196008 None None] Network 5d20f887-85b7-45ef-8019-3cf0ef128029 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:38:37.787682 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-3c2e8071-0df1-42c9-8df4-4b809781ab81 req-daf23346-5b68-4a89-b15d-78feecac6f08 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] For port ad9fef94-cd00-45a5-a1a2-ab73d138cda1, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=ad9fef94-cd00-45a5-a1a2-ab73d138cda1,segment=NetworkSegment(2d9f9fa8-9a49-423e-86b2-3891aba5a1e6),segment_id=2d9f9fa8-9a49-423e-86b2-3891aba5a1e6)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:37.787682 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-3c2e8071-0df1-42c9-8df4-4b809781ab81 req-daf23346-5b68-4a89-b15d-78feecac6f08 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:37.833511 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311282bf-d66b-47b8-aa90-d8c37c2626ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:37.834233 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-311282bf-d66b-47b8-aa90-d8c37c2626ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:37.850708 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3dea55e6-5777-4f16-95ec-67ed698b303a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:37.884055 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-3c2e8071-0df1-42c9-8df4-4b809781ab81 req-daf23346-5b68-4a89-b15d-78feecac6f08 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Calling delete_port for ad9fef94-cd00-45a5-a1a2-ab73d138cda1 owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:37.939157 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-3dea55e6-5777-4f16-95ec-67ed698b303a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Calling delete_port for 6740b718-1b5c-4b2b-9263-e0a763418486 owned by network:router_interface {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:38.039506 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12568655-3540-4e22-bd70-b963f55ad4be None None] Network 5d20f887-85b7-45ef-8019-3cf0ef128029 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:38:38.061377 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0afd4b21-684d-4a6e-b85e-197f2238bc6b req-810893a0-3434-417a-a3e9-cf37ab8f9c9c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=95a1aeeb7b7a47f3ad9f2a739ae1cb65&device_id=2aae6425-6d13-419a-903d-b7b2ca780270 HTTP/1.1" status: 200 len: 210 time: 0.5601821 Jul 29 23:38:38.209364 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0afd4b21-684d-4a6e-b85e-197f2238bc6b req-a6ca1ada-93e0-4b01-8efa-b2ffad038449 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=95a1aeeb7b7a47f3ad9f2a739ae1cb65&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1100554 Jul 29 23:38:38.293149 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe42a6a-2693-41f6-98ce-bf9bf5f2f6e1 req-4b679c18-6748-4117-86f8-e8eb82f75766 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:38.313477 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe42a6a-2693-41f6-98ce-bf9bf5f2f6e1 req-4b679c18-6748-4117-86f8-e8eb82f75766 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:38.317665 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe42a6a-2693-41f6-98ce-bf9bf5f2f6e1 req-4b679c18-6748-4117-86f8-e8eb82f75766 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:38.328783 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe42a6a-2693-41f6-98ce-bf9bf5f2f6e1 req-4b679c18-6748-4117-86f8-e8eb82f75766 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:38.339651 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe42a6a-2693-41f6-98ce-bf9bf5f2f6e1 req-4b679c18-6748-4117-86f8-e8eb82f75766 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:38.350444 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe42a6a-2693-41f6-98ce-bf9bf5f2f6e1 req-4b679c18-6748-4117-86f8-e8eb82f75766 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:38.363120 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe42a6a-2693-41f6-98ce-bf9bf5f2f6e1 req-4b679c18-6748-4117-86f8-e8eb82f75766 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:38.366064 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3fe42a6a-2693-41f6-98ce-bf9bf5f2f6e1 req-4b679c18-6748-4117-86f8-e8eb82f75766 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 5431 time: 0.4846847 Jul 29 23:38:38.370776 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d49e313-d9b8-469f-afdc-95f024a91517 req-915c8173-87c7-4fe5-bb60-4131ea59c7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:38.373127 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2d49e313-d9b8-469f-afdc-95f024a91517 req-915c8173-87c7-4fe5-bb60-4131ea59c7ac service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=61db5dcd-b042-47fa-9111-3b2277565367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8432076 Jul 29 23:38:38.384352 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6218fdc4-3d69-4aa3-bfcb-5758f8e879ce tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:38.588153 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-645ee134-03a1-4bef-9170-e5a112aac482 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:38.599336 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3fe42a6a-2693-41f6-98ce-bf9bf5f2f6e1 req-0f769844-ed5f-434a-b48b-18f4dc52e38f tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6fa48f-d86a-46d7-b38c-3131d342f37d&id=d06a9099-30da-446c-be64-dba56c62ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2077568 Jul 29 23:38:38.610454 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-645ee134-03a1-4bef-9170-e5a112aac482 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:38.718225 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6218fdc4-3d69-4aa3-bfcb-5758f8e879ce tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:38.724353 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-224a913a-309d-486f-a7e1-6575c604042d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:38.733295 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd4b21-684d-4a6e-b85e-197f2238bc6b req-04f88245-32e6-4e10-8890-c13b4146aec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:38.735146 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0afd4b21-684d-4a6e-b85e-197f2238bc6b req-04f88245-32e6-4e10-8890-c13b4146aec2 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5150609 Jul 29 23:38:38.751623 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-224a913a-309d-486f-a7e1-6575c604042d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:38.797206 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645ee134-03a1-4bef-9170-e5a112aac482 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event updated for resources: {'Port': ['ID=28232043-e9aa-4136-9554-dfeda269a465,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:38.800010 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-645ee134-03a1-4bef-9170-e5a112aac482 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:38.819795 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2d49e313-d9b8-469f-afdc-95f024a91517 req-53d8b2bc-89a5-42bb-9e61-a73adb504493 service neutron] 10.222.0.22 "GET /v2.0/networks/61db5dcd-b042-47fa-9111-3b2277565367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4325473 Jul 29 23:38:38.842651 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-3c2e8071-0df1-42c9-8df4-4b809781ab81 req-daf23346-5b68-4a89-b15d-78feecac6f08 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:38.845041 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-311282bf-d66b-47b8-aa90-d8c37c2626ff admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.2992561 Jul 29 23:38:38.859108 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60088) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:38.870874 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-224a913a-309d-486f-a7e1-6575c604042d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0a9f1d769a024d5fac12b3f7ec37c302&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7023609 Jul 29 23:38:38.901075 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-86dd67fc-c4fb-4337-9a8c-1f83b4431ba8 req-a9a62c4a-9636-4121-a3e9-11849ff721fd tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=3928c3c3-d0f0-4fc5-97c4-58642389b069 HTTP/1.1" status: 200 len: 210 time: 0.1276634 Jul 29 23:38:38.902336 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60090) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:38.922103 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-587dd999-0575-42b6-a1cc-47ba9bd992f3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1102115876-router', 'tenant_id': '7c08d2622b7b410cb98838e9565b36dc', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:38.999706 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224a913a-309d-486f-a7e1-6575c604042d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781cd3c9-ea49-40b7-b421-834e0f264372,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:39.008847 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6218fdc4-3d69-4aa3-bfcb-5758f8e879ce tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Network c2d7c907-a78d-4862-805d-498cfb570f20 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:38:39.030624 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6218fdc4-3d69-4aa3-bfcb-5758f8e879ce tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Pushing event updated for resources: {'Port': ['ID=6e06d991-192f-4b92-b273-a430c2b0c900,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:39.068849 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-6218fdc4-3d69-4aa3-bfcb-5758f8e879ce tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:39.074295 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6218fdc4-3d69-4aa3-bfcb-5758f8e879ce tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:38:39.076533 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6218fdc4-3d69-4aa3-bfcb-5758f8e879ce tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:39.077557 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6218fdc4-3d69-4aa3-bfcb-5758f8e879ce tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:39.125884 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2d49e313-d9b8-469f-afdc-95f024a91517 req-c7569f91-e698-456f-8526-8724ced47d45 service neutron] 10.222.0.22 "GET /v2.0/networks/61db5dcd-b042-47fa-9111-3b2277565367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955635 Jul 29 23:38:39.146813 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3dea55e6-5777-4f16-95ec-67ed698b303a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:39.192918 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2d49e313-d9b8-469f-afdc-95f024a91517 req-aca3833e-04aa-40f6-8cd5-5bee3eb8c378 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=024df781-a247-4293-a30c-16abd40adffa HTTP/1.1" status: 200 len: 217 time: 0.0598009 Jul 29 23:38:39.200324 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf23346-5b68-4a89-b15d-78feecac6f08 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Pushing event deleted for resources: {'Port': ['ID=ad9fef94-cd00-45a5-a1a2-ab73d138cda1,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:39.200909 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e9980ce6-d740-41ad-9e62-042596d0b0f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:39.211457 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f29bd418-1176-4e5b-8239-53bd469dff06 req-0933db97-6221-4e6b-bef7-65cce452b751 tempest-ServerShowV247Test-1216711509 tempest-ServerShowV247Test-1216711509-project] 10.222.0.43 "GET /v2.0/ports?device_id=2aae6425-6d13-419a-903d-b7b2ca780270 HTTP/1.1" status: 200 len: 210 time: 0.1877012 Jul 29 23:38:39.212828 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c2e8071-0df1-42c9-8df4-4b809781ab81 req-daf23346-5b68-4a89-b15d-78feecac6f08 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] No DVR routers for this DVR port ad9fef94-cd00-45a5-a1a2-ab73d138cda1 on host n-h2-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:38:39.217949 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-3c2e8071-0df1-42c9-8df4-4b809781ab81 req-daf23346-5b68-4a89-b15d-78feecac6f08 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:39.218269 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645ee134-03a1-4bef-9170-e5a112aac482 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Network 2813b9df-b1ad-40d0-9b56-934cd18eb45d is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:38:39.221551 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3c2e8071-0df1-42c9-8df4-4b809781ab81 req-daf23346-5b68-4a89-b15d-78feecac6f08 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.22 "DELETE /v2.0/ports/ad9fef94-cd00-45a5-a1a2-ab73d138cda1 HTTP/1.1" status: 204 len: 173 time: 2.9593859 Jul 29 23:38:39.231036 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3928c3c3-d0f0-4fc5-97c4-58642389b069', 'name': 'network-vif-deleted', 'tag': 'ad9fef94-cd00-45a5-a1a2-ab73d138cda1'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:38:39.250997 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c547010d-75fd-4638-8176-6a885a095002" -d '{"events": [{"server_uuid": "3928c3c3-d0f0-4fc5-97c4-58642389b069", "name": "network-vif-deleted", "tag": "ad9fef94-cd00-45a5-a1a2-ab73d138cda1"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:38:39.255188 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-645ee134-03a1-4bef-9170-e5a112aac482 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:39.297132 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e9980ce6-d740-41ad-9e62-042596d0b0f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:39.301305 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-587dd999-0575-42b6-a1cc-47ba9bd992f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:39.303722 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-587dd999-0575-42b6-a1cc-47ba9bd992f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:39.317249 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dea55e6-5777-4f16-95ec-67ed698b303a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event deleted for resources: {'Port': ['ID=6740b718-1b5c-4b2b-9263-e0a763418486,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:39.377414 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0a158-762b-4acd-8c67-6d376ca76148 req-1030c0db-073b-4324-90ab-15e0f5a395e0 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:39.390131 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0a158-762b-4acd-8c67-6d376ca76148 req-1030c0db-073b-4324-90ab-15e0f5a395e0 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:39.400713 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d49e313-d9b8-469f-afdc-95f024a91517 req-107baebf-1f20-4e82-a703-81ad6afcf99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:39.402837 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0a158-762b-4acd-8c67-6d376ca76148 req-1030c0db-073b-4324-90ab-15e0f5a395e0 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:39.416416 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0a158-762b-4acd-8c67-6d376ca76148 req-1030c0db-073b-4324-90ab-15e0f5a395e0 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:39.416635 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2d49e313-d9b8-469f-afdc-95f024a91517 req-107baebf-1f20-4e82-a703-81ad6afcf99e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d78777cb-19bd-47c4-81df-bf538051820d HTTP/1.1" status: 200 len: 797 time: 0.2014861 Jul 29 23:38:39.427983 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0a158-762b-4acd-8c67-6d376ca76148 req-1030c0db-073b-4324-90ab-15e0f5a395e0 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:39.452556 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0a158-762b-4acd-8c67-6d376ca76148 req-1030c0db-073b-4324-90ab-15e0f5a395e0 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:39.472833 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b0a158-762b-4acd-8c67-6d376ca76148 req-1030c0db-073b-4324-90ab-15e0f5a395e0 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:39.505285 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-80b0a158-762b-4acd-8c67-6d376ca76148 req-1030c0db-073b-4324-90ab-15e0f5a395e0 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 5431 time: 0.6754789 Jul 29 23:38:39.516448 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-6218fdc4-3d69-4aa3-bfcb-5758f8e879ce tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.3467433 Jul 29 23:38:39.520561 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a884f747-bb73-4c04-aa87-f26fe3f5b7bd x-openstack-request-id: req-a884f747-bb73-4c04-aa87-f26fe3f5b7bd {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:38:39.520920 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3928c3c3-d0f0-4fc5-97c4-58642389b069", "name": "network-vif-deleted", "tag": "ad9fef94-cd00-45a5-a1a2-ab73d138cda1", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:38:39.521246 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a884f747-bb73-4c04-aa87-f26fe3f5b7bd {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:38:39.527840 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3928c3c3-d0f0-4fc5-97c4-58642389b069', 'name': 'network-vif-deleted', 'tag': 'ad9fef94-cd00-45a5-a1a2-ab73d138cda1', 'status': 'completed', 'code': 200} Jul 29 23:38:39.546693 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60096) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:39.570386 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device ad9fef94-cd00-45a5-a1a2-ab73d138cda1 no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:38:39.638258 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d49e313-d9b8-469f-afdc-95f024a91517 req-a7639c1c-036c-46d0-91fa-cb2596b72eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:39.640605 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2d49e313-d9b8-469f-afdc-95f024a91517 req-a7639c1c-036c-46d0-91fa-cb2596b72eac service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=efe051f0-42fc-4850-b7cd-89c8013aea3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2123756 Jul 29 23:38:39.645270 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e9980ce6-d740-41ad-9e62-042596d0b0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:39.653223 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e9980ce6-d740-41ad-9e62-042596d0b0f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:39.654636 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e9980ce6-d740-41ad-9e62-042596d0b0f5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/781cd3c9-ea49-40b7-b421-834e0f264372 HTTP/1.1" status: 204 len: 168 time: 0.7480273 Jul 29 23:38:39.673463 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: ad9fef94-cd00-45a5-a1a2-ab73d138cda1 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:38:39.674013 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device ad9fef94-cd00-45a5-a1a2-ab73d138cda1 not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:38:39.719178 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9980ce6-d740-41ad-9e62-042596d0b0f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781cd3c9-ea49-40b7-b421-834e0f264372,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:39.907188 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-645ee134-03a1-4bef-9170-e5a112aac482 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Router 51116a48-b876-4391-9af4-8286cfd5fbe9 is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:38:39.925683 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3dea55e6-5777-4f16-95ec-67ed698b303a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:39.944705 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5e2414-e072-4111-b10a-3213ab9aad91 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:39.953739 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-9c5e2414-e072-4111-b10a-3213ab9aad91 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] 10.222.0.43 "GET /v2.0/ports/6e06d991-192f-4b92-b273-a430c2b0c900 HTTP/1.1" status: 200 len: 955 time: 0.4020605 Jul 29 23:38:39.973686 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-587dd999-0575-42b6-a1cc-47ba9bd992f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:39.974130 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60102) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:39.983838 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c2f3e0f4-2dfc-439b-b2be-dc7712755b78 None None] Provisioning complete for port 28232043-e9aa-4136-9554-dfeda269a465 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:39.984315 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c2f3e0f4-2dfc-439b-b2be-dc7712755b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:40.114665 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-c2f3e0f4-2dfc-439b-b2be-dc7712755b78 None None] Port 28232043-e9aa-4136-9554-dfeda269a465 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:38:40.342001 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-645ee134-03a1-4bef-9170-e5a112aac482 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:38:40.359917 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c563fe-594d-4568-8e6c-e9fb4f716d2a None None] Sync routers for ids ['51116a48-b876-4391-9af4-8286cfd5fbe9'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:38:40.364822 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2d49e313-d9b8-469f-afdc-95f024a91517 req-2604733b-b26c-4d29-8f89-5b6feedac4e8 service neutron] 10.222.0.22 "GET /v2.0/networks/efe051f0-42fc-4850-b7cd-89c8013aea3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7072101 Jul 29 23:38:40.374940 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-645ee134-03a1-4bef-9170-e5a112aac482 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "PUT /v2.0/routers/51116a48-b876-4391-9af4-8286cfd5fbe9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9769256 Jul 29 23:38:40.403038 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c563fe-594d-4568-8e6c-e9fb4f716d2a None None] Routers {'51116a48-b876-4391-9af4-8286cfd5fbe9'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:38:40.406425 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-04c563fe-594d-4568-8e6c-e9fb4f716d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:38:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['51116a48-b876-4391-9af4-8286cfd5fbe9'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:40.423042 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0afd4b21-684d-4a6e-b85e-197f2238bc6b req-e6d51902-7300-4bb0-978a-a9b4ff388afc tempest-ServerShowV247Test-1216711509 tempest-ServerShowV247Test-1216711509-project] 10.222.0.41 "GET /v2.0/ports?device_id=2aae6425-6d13-419a-903d-b7b2ca780270 HTTP/1.1" status: 200 len: 210 time: 0.0780549 Jul 29 23:38:40.426756 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60108) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:40.515234 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-04c563fe-594d-4568-8e6c-e9fb4f716d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:40.534632 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c563fe-594d-4568-8e6c-e9fb4f716d2a None None] Routers {'51116a48-b876-4391-9af4-8286cfd5fbe9'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:38:40.535920 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-04c563fe-594d-4568-8e6c-e9fb4f716d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:38:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['51116a48-b876-4391-9af4-8286cfd5fbe9'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:40.641981 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-04c563fe-594d-4568-8e6c-e9fb4f716d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:40.643287 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c563fe-594d-4568-8e6c-e9fb4f716d2a None None] The sync data for ids ['51116a48-b876-4391-9af4-8286cfd5fbe9'] in n-d-712141-10 is: [] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:38:40.645064 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098246ef-5af2-4751-ad8b-5868935f096b tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:40.649536 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-098246ef-5af2-4751-ad8b-5868935f096b tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "GET /v2.0/ports/28232043-e9aa-4136-9554-dfeda269a465 HTTP/1.1" status: 200 len: 977 time: 0.2203865 Jul 29 23:38:40.652609 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60110) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:40.669241 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60112) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:40.826545 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1857652d-0bf3-4956-bfd2-f06184a77d5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:40.885078 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a832e4d0-f0c9-48ba-b4b2-bdebc817aafb req-f879c90b-8089-4f98-9f88-9bbf5694d649 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=3928c3c3-d0f0-4fc5-97c4-58642389b069 HTTP/1.1" status: 200 len: 210 time: 0.7930882 Jul 29 23:38:40.956993 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f733e320-6fa3-4dff-a2a7-55d910b7238b req-22072664-8f7c-48cf-9342-29b8ac9e9599 tempest-ServerShowV247Test-1216711509 tempest-ServerShowV247Test-1216711509-project] 10.222.0.43 "GET /v2.0/ports?device_id=2aae6425-6d13-419a-903d-b7b2ca780270 HTTP/1.1" status: 200 len: 210 time: 0.0803080 Jul 29 23:38:41.077838 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2d49e313-d9b8-469f-afdc-95f024a91517 req-0ea52231-6e08-44c6-8b19-ec99ecada92e service neutron] 10.222.0.22 "GET /v2.0/networks/efe051f0-42fc-4850-b7cd-89c8013aea3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6507287 Jul 29 23:38:41.084414 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-4df16380-e504-4aa9-9107-076ab4f7de9e tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Deleting port 6e06d991-192f-4b92-b273-a430c2b0c900 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:41.085016 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4df16380-e504-4aa9-9107-076ab4f7de9e tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:41.166838 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dea55e6-5777-4f16-95ec-67ed698b303a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Router 4a7e2a09-f774-4c0d-9d1c-fa9ea0f41bd0 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:38:41.170692 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-587dd999-0575-42b6-a1cc-47ba9bd992f3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:41.384726 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dea55e6-5777-4f16-95ec-67ed698b303a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:38:41.390068 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2d49e313-d9b8-469f-afdc-95f024a91517 req-8074e3d1-5424-4743-ba30-f7f3de03d991 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=93b5fbf0-238a-4eb3-aebb-f3656018624b HTTP/1.1" status: 200 len: 217 time: 0.2453120 Jul 29 23:38:41.396581 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1be264-092a-4dd5-b11c-fcb5f84e5a94 None None] Sync routers for ids ['4a7e2a09-f774-4c0d-9d1c-fa9ea0f41bd0'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:38:41.397997 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-3dea55e6-5777-4f16-95ec-67ed698b303a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "PUT /v2.0/routers/4a7e2a09-f774-4c0d-9d1c-fa9ea0f41bd0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7595749 Jul 29 23:38:41.401920 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60122) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:41.424039 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1be264-092a-4dd5-b11c-fcb5f84e5a94 None None] Routers {'4a7e2a09-f774-4c0d-9d1c-fa9ea0f41bd0'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:38:41.426198 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-ac1be264-092a-4dd5-b11c-fcb5f84e5a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:38:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['4a7e2a09-f774-4c0d-9d1c-fa9ea0f41bd0'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:41.515322 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-ac1be264-092a-4dd5-b11c-fcb5f84e5a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:41.541683 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1be264-092a-4dd5-b11c-fcb5f84e5a94 None None] Routers {'4a7e2a09-f774-4c0d-9d1c-fa9ea0f41bd0'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:38:41.542971 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-ac1be264-092a-4dd5-b11c-fcb5f84e5a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:38:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['4a7e2a09-f774-4c0d-9d1c-fa9ea0f41bd0'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:41.571070 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4df16380-e504-4aa9-9107-076ab4f7de9e tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:41.598118 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-ac1be264-092a-4dd5-b11c-fcb5f84e5a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:41.598875 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1be264-092a-4dd5-b11c-fcb5f84e5a94 None None] The sync data for ids ['4a7e2a09-f774-4c0d-9d1c-fa9ea0f41bd0'] in n-d-712141-10 is: [] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:38:41.642210 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-4df16380-e504-4aa9-9107-076ab4f7de9e tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Calling delete_port for 6e06d991-192f-4b92-b273-a430c2b0c900 owned by {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:41.785878 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1857652d-0bf3-4956-bfd2-f06184a77d5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:41.812877 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d49e313-d9b8-469f-afdc-95f024a91517 req-20c5107b-afc3-4295-96d9-257926f6a796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:41.816730 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2d49e313-d9b8-469f-afdc-95f024a91517 req-20c5107b-afc3-4295-96d9-257926f6a796 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d78777cb-19bd-47c4-81df-bf538051820d HTTP/1.1" status: 200 len: 797 time: 0.3330376 Jul 29 23:38:41.838685 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [None req-b0a97b84-473d-4b65-b100-a83be6fd4d54 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] remove_router_interface failed (client error): The resource could not be found. Jul 29 23:38:41.842308 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-b0a97b84-473d-4b65-b100-a83be6fd4d54 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "PUT /v2.0/routers/4a7e2a09-f774-4c0d-9d1c-fa9ea0f41bd0/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4355419 Jul 29 23:38:41.844496 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60130) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:41.862670 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1857652d-0bf3-4956-bfd2-f06184a77d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:41.897108 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60132) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:41.910787 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-1081f583-5993-4097-bd1c-5decab225ed1 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a7e2a09-f774-4c0d-9d1c-fa9ea0f41bd0 HTTP/1.1" status: 200 len: 205 time: 0.0610077 Jul 29 23:38:41.911358 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60136) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:41.963630 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-587dd999-0575-42b6-a1cc-47ba9bd992f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:41.981615 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4df16380-e504-4aa9-9107-076ab4f7de9e tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:42.016713 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1857652d-0bf3-4956-bfd2-f06184a77d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bdfe1c8-a6a9-4cd4-9175-8eefc648b007,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:42.021773 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-587dd999-0575-42b6-a1cc-47ba9bd992f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:42.230361 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-09e4bdae-7068-42b6-aff0-75ec2f24ce13 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for router, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:42.249957 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ad86552d-f3cf-4218-bb97-dc9c46ea9045 req-160b8262-09e0-470b-9e9a-3b46edc3608b tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=3928c3c3-d0f0-4fc5-97c4-58642389b069 HTTP/1.1" status: 200 len: 210 time: 0.1011024 Jul 29 23:38:42.379751 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-587dd999-0575-42b6-a1cc-47ba9bd992f3 admin admin] Allocated IP 172.25.0.79 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/a8ecf2de-4f8a-4abf-a127-d6f19684419e) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:38:42.413452 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778efb7-4b7e-4ce4-9df7-9c329f1bb72a req-8e816b7e-d8cd-4d03-8896-e0db3bd49e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:42.415137 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778efb7-4b7e-4ce4-9df7-9c329f1bb72a req-8e816b7e-d8cd-4d03-8896-e0db3bd49e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:42.416075 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778efb7-4b7e-4ce4-9df7-9c329f1bb72a req-8e816b7e-d8cd-4d03-8896-e0db3bd49e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:42.416367 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778efb7-4b7e-4ce4-9df7-9c329f1bb72a req-8e816b7e-d8cd-4d03-8896-e0db3bd49e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:42.416675 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778efb7-4b7e-4ce4-9df7-9c329f1bb72a req-8e816b7e-d8cd-4d03-8896-e0db3bd49e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:42.417144 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778efb7-4b7e-4ce4-9df7-9c329f1bb72a req-8e816b7e-d8cd-4d03-8896-e0db3bd49e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:42.417643 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778efb7-4b7e-4ce4-9df7-9c329f1bb72a req-8e816b7e-d8cd-4d03-8896-e0db3bd49e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:42.419971 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c778efb7-4b7e-4ce4-9df7-9c329f1bb72a req-8e816b7e-d8cd-4d03-8896-e0db3bd49e06 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 6495 time: 0.5216608 Jul 29 23:38:42.426363 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1afc1109-41ad-49f3-9e6f-a677306148da req-3c369815-14e4-4b4e-a940-f34c1d2845bf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=95a1aeeb7b7a47f3ad9f2a739ae1cb65&device_id=bc7466fa-a17a-46bf-afe0-1bb4795700be HTTP/1.1" status: 200 len: 210 time: 0.0777609 Jul 29 23:38:42.537125 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-1857652d-0bf3-4956-bfd2-f06184a77d5e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c4e6225f15704c239773ffe462ae8d13&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8739522 Jul 29 23:38:42.547259 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df16380-e504-4aa9-9107-076ab4f7de9e tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e06d991-192f-4b92-b273-a430c2b0c900,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:42.551725 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60146) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:42.590097 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4df16380-e504-4aa9-9107-076ab4f7de9e tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:42.597208 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4df16380-e504-4aa9-9107-076ab4f7de9e tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] 10.222.0.43 "DELETE /v2.0/ports/6e06d991-192f-4b92-b273-a430c2b0c900 HTTP/1.1" status: 204 len: 168 time: 2.5941465 Jul 29 23:38:42.597208 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c8ed38f9-74f4-4edf-b8b1-2d9db933b496 req-877ca056-ad13-4ecd-bfd6-512a0f99dfa9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bc7466fa-a17a-46bf-afe0-1bb4795700be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0688264 Jul 29 23:38:42.608956 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60148) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:42.627581 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d49e313-d9b8-469f-afdc-95f024a91517 req-d5c842d9-c06f-4be2-a6bc-8641c5b2bbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:42.629107 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2d49e313-d9b8-469f-afdc-95f024a91517 req-d5c842d9-c06f-4be2-a6bc-8641c5b2bbff service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=efe051f0-42fc-4850-b7cd-89c8013aea3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7877343 Jul 29 23:38:42.676765 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddbf03a8-7752-4ac0-94a9-ecb8248634df tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] GET failed (client error): The resource could not be found. Jul 29 23:38:42.683827 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ddbf03a8-7752-4ac0-94a9-ecb8248634df tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] 10.222.0.43 "GET /v2.0/ports/6e06d991-192f-4b92-b273-a430c2b0c900 HTTP/1.1" status: 404 len: 333 time: 0.0686772 Jul 29 23:38:42.685722 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60150) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:42.690446 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-840f2782-dcdb-4547-a5e8-47f913627873 req-9b750643-9dac-4ab7-896f-d94490f1e5a2 tempest-ServerShowV247Test-1216711509 tempest-ServerShowV247Test-1216711509-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7466fa-a17a-46bf-afe0-1bb4795700be HTTP/1.1" status: 200 len: 210 time: 0.2669976 Jul 29 23:38:42.708438 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-b1db0cc8-c4d4-4807-870c-33390d91eaf2 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Request body: {'port': {'network_id': 'c2d7c907-a78d-4862-805d-498cfb570f20', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2012994785'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:42.718906 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1afc1109-41ad-49f3-9e6f-a677306148da req-378beb6b-6560-4d7b-b428-2e151b6ff866 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=95a1aeeb7b7a47f3ad9f2a739ae1cb65&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2038727 Jul 29 23:38:42.831521 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c778efb7-4b7e-4ce4-9df7-9c329f1bb72a req-064dbe96-ef8b-43e2-8311-b99e91294942 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d06a9099-30da-446c-be64-dba56c62ade6&id=bf6fa48f-d86a-46d7-b38c-3131d342f37d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3862801 Jul 29 23:38:42.866350 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-09e4bdae-7068-42b6-aff0-75ec2f24ce13 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:42.871068 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-09e4bdae-7068-42b6-aff0-75ec2f24ce13 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:42.897435 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1db0cc8-c4d4-4807-870c-33390d91eaf2 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Made reservation on behalf of b577d58da8ce47d29c71c004cc8df66a for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:42.900021 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b1db0cc8-c4d4-4807-870c-33390d91eaf2 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:42.938521 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-998bd4d1-1e9c-4af7-bca9-23751d3b521e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:42.989661 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [None req-b1db0cc8-c4d4-4807-870c-33390d91eaf2 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] device_id is not set on port bc9b13be-2fb8-4b9f-864d-cfa6eef1f802 yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:38:43.001573 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2d49e313-d9b8-469f-afdc-95f024a91517 req-66cb05d7-1c5e-41e4-9bc9-a8ef87194450 service neutron] 10.222.0.22 "GET /v2.0/networks/efe051f0-42fc-4850-b7cd-89c8013aea3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452590 Jul 29 23:38:43.032557 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-998bd4d1-1e9c-4af7-bca9-23751d3b521e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:43.065299 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-09e4bdae-7068-42b6-aff0-75ec2f24ce13 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:43.066062 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e4bdae-7068-42b6-aff0-75ec2f24ce13 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Fanout notify agent at l3_agent the message router_deleted on router 4a7e2a09-f774-4c0d-9d1c-fa9ea0f41bd0 {{(pid=94078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:38:43.078317 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-09e4bdae-7068-42b6-aff0-75ec2f24ce13 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:43.084832 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-09e4bdae-7068-42b6-aff0-75ec2f24ce13 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "DELETE /v2.0/routers/4a7e2a09-f774-4c0d-9d1c-fa9ea0f41bd0 HTTP/1.1" status: 204 len: 168 time: 1.1723609 Jul 29 23:38:43.088487 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60154) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:43.147505 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-587dd999-0575-42b6-a1cc-47ba9bd992f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:43.207548 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc1109-41ad-49f3-9e6f-a677306148da req-30e8cedf-7898-4492-8d6c-5c6d53b43222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:43.210253 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1afc1109-41ad-49f3-9e6f-a677306148da req-30e8cedf-7898-4492-8d6c-5c6d53b43222 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4323454 Jul 29 23:38:43.277111 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-587dd999-0575-42b6-a1cc-47ba9bd992f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:43.408311 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f2e7348-83ac-4024-921f-aab4a277a51d tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Deleting subnet 332628cc-9898-41dd-bfad-9a30396eb102 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:38:43.428878 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9f2e7348-83ac-4024-921f-aab4a277a51d tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:43.558454 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-752283a6-5c33-4396-9b24-b8b017a1ea3d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:43.586882 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-998bd4d1-1e9c-4af7-bca9-23751d3b521e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:43.591232 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-998bd4d1-1e9c-4af7-bca9-23751d3b521e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:43.595554 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-998bd4d1-1e9c-4af7-bca9-23751d3b521e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5bdfe1c8-a6a9-4cd4-9175-8eefc648b007 HTTP/1.1" status: 204 len: 168 time: 1.0372367 Jul 29 23:38:43.720204 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2d49e313-d9b8-469f-afdc-95f024a91517 req-41fe6223-12ff-4789-8fb2-052cce0d9dbe service neutron] 10.222.0.22 "GET /v2.0/networks/efe051f0-42fc-4850-b7cd-89c8013aea3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7083380 Jul 29 23:38:43.731806 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998bd4d1-1e9c-4af7-bca9-23751d3b521e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bdfe1c8-a6a9-4cd4-9175-8eefc648b007,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:43.742719 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9f2e7348-83ac-4024-921f-aab4a277a51d tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:43.766857 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587dd999-0575-42b6-a1cc-47ba9bd992f3 admin admin] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:38:43.774956 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-587dd999-0575-42b6-a1cc-47ba9bd992f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:43.790528 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587dd999-0575-42b6-a1cc-47ba9bd992f3 admin admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:38:43.833904 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587dd999-0575-42b6-a1cc-47ba9bd992f3 admin admin] Pushing event updated for resources: {'Port': ['ID=a8ecf2de-4f8a-4abf-a127-d6f19684419e,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:43.877095 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-674776a0-8c7d-457e-a070-349e36aea2ed req-f9564725-b8e4-40f5-b6a6-a8639c169cf1 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=3928c3c3-d0f0-4fc5-97c4-58642389b069 HTTP/1.1" status: 200 len: 210 time: 0.1524265 Jul 29 23:38:43.879464 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c8ed38f9-74f4-4edf-b8b1-2d9db933b496 req-0a185fa2-7157-4e37-9590-7cbb4e35f741 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=95a1aeeb7b7a47f3ad9f2a739ae1cb65&device_id=bc7466fa-a17a-46bf-afe0-1bb4795700be HTTP/1.1" status: 200 len: 210 time: 0.1580393 Jul 29 23:38:43.907530 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9f2e7348-83ac-4024-921f-aab4a277a51d tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:44.040242 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b1db0cc8-c4d4-4807-870c-33390d91eaf2 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:44.059666 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-440b4dc4-98a3-4795-87e8-c85c2db085f5 req-f3b3e399-50e9-4977-ac72-b02cc95c83b8 tempest-ServerShowV247Test-1216711509 tempest-ServerShowV247Test-1216711509-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7466fa-a17a-46bf-afe0-1bb4795700be HTTP/1.1" status: 200 len: 210 time: 0.1092277 Jul 29 23:38:44.062009 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c8ed38f9-74f4-4edf-b8b1-2d9db933b496 req-36621c71-3c02-470d-9db2-46feee3431e3 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=95a1aeeb7b7a47f3ad9f2a739ae1cb65&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1139405 Jul 29 23:38:44.076568 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9f2e7348-83ac-4024-921f-aab4a277a51d tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:44.184540 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e7348-83ac-4024-921f-aab4a277a51d tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event deleted for resources: {'Subnet': ['ID=332628cc-9898-41dd-bfad-9a30396eb102,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:44.187021 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9f2e7348-83ac-4024-921f-aab4a277a51d tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:44.190179 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9f2e7348-83ac-4024-921f-aab4a277a51d tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "DELETE /v2.0/subnets/332628cc-9898-41dd-bfad-9a30396eb102 HTTP/1.1" status: 204 len: 168 time: 1.0956140 Jul 29 23:38:44.194012 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60174) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:44.213379 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6793e25c-37b7-4f85-8e5a-c5e41aff356d None None] Network 2f3bd2b3-4184-41cc-8d3b-bce82e1a69f0 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:38:44.351289 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed38f9-74f4-4edf-b8b1-2d9db933b496 req-d4a5a8ae-f023-4b50-abd8-f1e336a70203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:44.354299 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c8ed38f9-74f4-4edf-b8b1-2d9db933b496 req-d4a5a8ae-f023-4b50-abd8-f1e336a70203 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2527122 Jul 29 23:38:44.361312 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-587dd999-0575-42b6-a1cc-47ba9bd992f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:44.392861 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b1db0cc8-c4d4-4807-870c-33390d91eaf2 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:44.480031 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1db0cc8-c4d4-4807-870c-33390d91eaf2 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Pushing event updated for resources: {'Port': ['ID=bc9b13be-2fb8-4b9f-864d-cfa6eef1f802,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:44.497358 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1db0cc8-c4d4-4807-870c-33390d91eaf2 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Network c2d7c907-a78d-4862-805d-498cfb570f20 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:38:44.506708 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-afaa5915-feb0-47aa-9d96-f013b25dea3a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:44.523408 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-b1db0cc8-c4d4-4807-870c-33390d91eaf2 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:44.530418 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1db0cc8-c4d4-4807-870c-33390d91eaf2 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:38:44.531618 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1db0cc8-c4d4-4807-870c-33390d91eaf2 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:44.532262 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b1db0cc8-c4d4-4807-870c-33390d91eaf2 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:44.562780 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdcacd3-d805-4768-804d-03b74633d39b None None] DHCP port deletion for 2f3bd2b3-4184-41cc-8d3b-bce82e1a69f0 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:38:44.594258 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b1db0cc8-c4d4-4807-870c-33390d91eaf2 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.9085243 Jul 29 23:38:44.598801 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60180) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:44.607419 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:44.685930 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-7fdcacd3-d805-4768-804d-03b74633d39b None None] Deleting port e6f58d42-d98d-44b9-9e85-f7dc3c536796 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:44.687327 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-587dd999-0575-42b6-a1cc-47ba9bd992f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:44.690422 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7fdcacd3-d805-4768-804d-03b74633d39b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:44.728056 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:44.742991 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1afc1109-41ad-49f3-9e6f-a677306148da req-27f35eed-3c9b-4b25-a382-1bb858b0f0d0 tempest-ServerShowV247Test-1216711509 tempest-ServerShowV247Test-1216711509-project] 10.222.0.41 "GET /v2.0/ports?device_id=bc7466fa-a17a-46bf-afe0-1bb4795700be HTTP/1.1" status: 200 len: 210 time: 0.0491643 Jul 29 23:38:44.752875 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-afaa5915-feb0-47aa-9d96-f013b25dea3a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Deleting port e6f58d42-d98d-44b9-9e85-f7dc3c536796 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:44.753381 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-afaa5915-feb0-47aa-9d96-f013b25dea3a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:44.861699 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-7fdcacd3-d805-4768-804d-03b74633d39b None None] For port e6f58d42-d98d-44b9-9e85-f7dc3c536796, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=e6f58d42-d98d-44b9-9e85-f7dc3c536796,segment=NetworkSegment(3bd10807-7203-44c2-9c0c-447a97c5a9cf),segment_id=3bd10807-7203-44c2-9c0c-447a97c5a9cf)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:44.862161 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7fdcacd3-d805-4768-804d-03b74633d39b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:44.876333 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-752283a6-5c33-4396-9b24-b8b017a1ea3d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Deleting port 28232043-e9aa-4136-9554-dfeda269a465 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:44.876894 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-752283a6-5c33-4396-9b24-b8b017a1ea3d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:44.902485 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-7fdcacd3-d805-4768-804d-03b74633d39b None None] Calling delete_port for e6f58d42-d98d-44b9-9e85-f7dc3c536796 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:45.070235 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7fdcacd3-d805-4768-804d-03b74633d39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:45.073745 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5136538e-0991-4df4-9dfe-769ab712c98e req-70337e2c-eb03-4fc4-9503-4961f732f25a tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=3928c3c3-d0f0-4fc5-97c4-58642389b069 HTTP/1.1" status: 200 len: 210 time: 0.0394452 Jul 29 23:38:45.075187 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-587dd999-0575-42b6-a1cc-47ba9bd992f3 admin admin] Router 6a1efaa5-a757-4b43-8b44-44fbf50b3c70 is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:38:45.100365 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-afaa5915-feb0-47aa-9d96-f013b25dea3a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] For port e6f58d42-d98d-44b9-9e85-f7dc3c536796, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=e6f58d42-d98d-44b9-9e85-f7dc3c536796,segment=NetworkSegment(3bd10807-7203-44c2-9c0c-447a97c5a9cf),segment_id=3bd10807-7203-44c2-9c0c-447a97c5a9cf)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:45.100865 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-afaa5915-feb0-47aa-9d96-f013b25dea3a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:45.138358 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdcacd3-d805-4768-804d-03b74633d39b None None] Pushing event deleted for resources: {'Port': ['ID=e6f58d42-d98d-44b9-9e85-f7dc3c536796,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:45.143874 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdcacd3-d805-4768-804d-03b74633d39b None None] No DVR routers for this DVR port e6f58d42-d98d-44b9-9e85-f7dc3c536796 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:38:45.319298 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device e6f58d42-d98d-44b9-9e85-f7dc3c536796 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:38:45.374310 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-afaa5915-feb0-47aa-9d96-f013b25dea3a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Calling delete_port for e6f58d42-d98d-44b9-9e85-f7dc3c536796 owned by network:dhcp {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:45.394686 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6c11b5dc-079d-4a44-a60c-5e84b1548fb2 req-f90045fd-3001-419c-a355-3da177c17b2a tempest-ServerShowV247Test-1216711509 tempest-ServerShowV247Test-1216711509-project] 10.222.0.43 "GET /v2.0/ports?device_id=bc7466fa-a17a-46bf-afe0-1bb4795700be HTTP/1.1" status: 200 len: 210 time: 0.1596000 Jul 29 23:38:45.402841 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] device_id is not set on port bc9b13be-2fb8-4b9f-864d-cfa6eef1f802 yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:38:45.413685 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: e6f58d42-d98d-44b9-9e85-f7dc3c536796 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:38:45.414355 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device e6f58d42-d98d-44b9-9e85-f7dc3c536796 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:38:45.423828 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:45.468187 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-587dd999-0575-42b6-a1cc-47ba9bd992f3 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:38:45.500414 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1700f4a-3932-4806-bbf7-f6db808b6808 None None] Sync routers for ids ['6a1efaa5-a757-4b43-8b44-44fbf50b3c70'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:38:45.504234 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-587dd999-0575-42b6-a1cc-47ba9bd992f3 admin admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:45.505839 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-587dd999-0575-42b6-a1cc-47ba9bd992f3 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.6096194 Jul 29 23:38:45.510067 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60196) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:45.530301 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1700f4a-3932-4806-bbf7-f6db808b6808 None None] Routers {'6a1efaa5-a757-4b43-8b44-44fbf50b3c70'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:38:45.531251 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-c1700f4a-3932-4806-bbf7-f6db808b6808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:38:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['6a1efaa5-a757-4b43-8b44-44fbf50b3c70'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:45.644443 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Transition to ACTIVE for port object bc9b13be-2fb8-4b9f-864d-cfa6eef1f802 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:45.661839 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:45.762923 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-752283a6-5c33-4396-9b24-b8b017a1ea3d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:45.765421 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-c1700f4a-3932-4806-bbf7-f6db808b6808 None None] Set router 6a1efaa5-a757-4b43-8b44-44fbf50b3c70 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:38:45.853941 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-752283a6-5c33-4396-9b24-b8b017a1ea3d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Calling delete_port for 28232043-e9aa-4136-9554-dfeda269a465 owned by network:router_interface {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:45.904740 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port bc9b13be-2fb8-4b9f-864d-cfa6eef1f802 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:38:45.905352 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port bc9b13be-2fb8-4b9f-864d-cfa6eef1f802 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '598fb95d-a591-45fc-bcb9-78b7a47fe61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c2d7c907-a78d-4862-805d-498cfb570f20'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:38:45.905976 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port bc9b13be-2fb8-4b9f-864d-cfa6eef1f802 on network c2d7c907-a78d-4862-805d-498cfb570f20 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:45.918653 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Port bc9b13be-2fb8-4b9f-864d-cfa6eef1f802 on network c2d7c907-a78d-4862-805d-498cfb570f20 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:38:45.919751 n-d-712141-10 neutron-server[94077]: ERROR neutron.plugins.ml2.managers [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Failed to bind port bc9b13be-2fb8-4b9f-864d-cfa6eef1f802 on host n-h2-712141-10 for vnic_type normal using segments [{'id': '598fb95d-a591-45fc-bcb9-78b7a47fe61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c2d7c907-a78d-4862-805d-498cfb570f20'}] Jul 29 23:38:45.920846 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Pushing event updated for resources: {'Port': ['ID=bc9b13be-2fb8-4b9f-864d-cfa6eef1f802,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:45.928039 n-d-712141-10 neutron-server[94077]: INFO neutron.plugins.ml2.plugin [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempt 2 to bind port bc9b13be-2fb8-4b9f-864d-cfa6eef1f802 Jul 29 23:38:46.072496 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port bc9b13be-2fb8-4b9f-864d-cfa6eef1f802 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:38:46.072848 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port bc9b13be-2fb8-4b9f-864d-cfa6eef1f802 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '598fb95d-a591-45fc-bcb9-78b7a47fe61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c2d7c907-a78d-4862-805d-498cfb570f20'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:38:46.073204 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port bc9b13be-2fb8-4b9f-864d-cfa6eef1f802 on network c2d7c907-a78d-4862-805d-498cfb570f20 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:46.087121 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Port bc9b13be-2fb8-4b9f-864d-cfa6eef1f802 on network c2d7c907-a78d-4862-805d-498cfb570f20 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:38:46.088014 n-d-712141-10 neutron-server[94077]: ERROR neutron.plugins.ml2.managers [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Failed to bind port bc9b13be-2fb8-4b9f-864d-cfa6eef1f802 on host n-h2-712141-10 for vnic_type normal using segments [{'id': '598fb95d-a591-45fc-bcb9-78b7a47fe61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c2d7c907-a78d-4862-805d-498cfb570f20'}] Jul 29 23:38:46.088895 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-afaa5915-feb0-47aa-9d96-f013b25dea3a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:46.096875 n-d-712141-10 neutron-server[94077]: INFO neutron.plugins.ml2.plugin [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempt 3 to bind port bc9b13be-2fb8-4b9f-864d-cfa6eef1f802 Jul 29 23:38:46.166975 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-c1700f4a-3932-4806-bbf7-f6db808b6808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1efaa5-a757-4b43-8b44-44fbf50b3c70', 'name': 'tempest-ServerRescueTestJSON-1102115876-router', 'tenant_id': '7c08d2622b7b410cb98838e9565b36dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'a8ecf2de-4f8a-4abf-a127-d6f19684419e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:38:39Z', 'updated_at': '2021-07-29T23:38:44Z', 'revision_number': 3, 'project_id': '7c08d2622b7b410cb98838e9565b36dc', 'gw_port': {'id': 'a8ecf2de-4f8a-4abf-a127-d6f19684419e', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:44:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1efaa5-a757-4b43-8b44-44fbf50b3c70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:38:42Z', 'updated_at': '2021-07-29T23:38:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:46.216063 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afaa5915-feb0-47aa-9d96-f013b25dea3a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] No DVR routers for this DVR port e6f58d42-d98d-44b9-9e85-f7dc3c536796 on host n-d-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:38:46.218009 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaa5915-feb0-47aa-9d96-f013b25dea3a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event deleted for resources: {'Port': ['ID=e6f58d42-d98d-44b9-9e85-f7dc3c536796,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:46.291810 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port bc9b13be-2fb8-4b9f-864d-cfa6eef1f802 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:38:46.292628 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1700f4a-3932-4806-bbf7-f6db808b6808 None None] Checking router: 6a1efaa5-a757-4b43-8b44-44fbf50b3c70 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:38:46.292757 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port bc9b13be-2fb8-4b9f-864d-cfa6eef1f802 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '598fb95d-a591-45fc-bcb9-78b7a47fe61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c2d7c907-a78d-4862-805d-498cfb570f20'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:38:46.292967 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1700f4a-3932-4806-bbf7-f6db808b6808 None None] Updating router 6a1efaa5-a757-4b43-8b44-44fbf50b3c70 port a8ecf2de-4f8a-4abf-a127-d6f19684419e binding host n-d-712141-10 {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:38:46.293522 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port bc9b13be-2fb8-4b9f-864d-cfa6eef1f802 on network c2d7c907-a78d-4862-805d-498cfb570f20 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:46.329045 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c1700f4a-3932-4806-bbf7-f6db808b6808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:46.378496 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Port bc9b13be-2fb8-4b9f-864d-cfa6eef1f802 on network c2d7c907-a78d-4862-805d-498cfb570f20 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:38:46.386319 n-d-712141-10 neutron-server[94077]: ERROR neutron.plugins.ml2.managers [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Failed to bind port bc9b13be-2fb8-4b9f-864d-cfa6eef1f802 on host n-h2-712141-10 for vnic_type normal using segments [{'id': '598fb95d-a591-45fc-bcb9-78b7a47fe61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c2d7c907-a78d-4862-805d-498cfb570f20'}] Jul 29 23:38:46.425996 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-85322bcb-5427-44ce-9c2f-9be3a9aacb00 req-c0556f1e-c5d9-4839-8292-07f0106fb8d0 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=3928c3c3-d0f0-4fc5-97c4-58642389b069 HTTP/1.1" status: 200 len: 210 time: 0.0895014 Jul 29 23:38:46.467009 n-d-712141-10 neutron-server[94077]: INFO neutron.plugins.ml2.plugin [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempt 4 to bind port bc9b13be-2fb8-4b9f-864d-cfa6eef1f802 Jul 29 23:38:46.499699 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port bc9b13be-2fb8-4b9f-864d-cfa6eef1f802 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:38:46.500447 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port bc9b13be-2fb8-4b9f-864d-cfa6eef1f802 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '598fb95d-a591-45fc-bcb9-78b7a47fe61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c2d7c907-a78d-4862-805d-498cfb570f20'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:38:46.501032 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port bc9b13be-2fb8-4b9f-864d-cfa6eef1f802 on network c2d7c907-a78d-4862-805d-498cfb570f20 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:46.532257 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Port bc9b13be-2fb8-4b9f-864d-cfa6eef1f802 on network c2d7c907-a78d-4862-805d-498cfb570f20 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:38:46.532836 n-d-712141-10 neutron-server[94077]: ERROR neutron.plugins.ml2.managers [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Failed to bind port bc9b13be-2fb8-4b9f-864d-cfa6eef1f802 on host n-h2-712141-10 for vnic_type normal using segments [{'id': '598fb95d-a591-45fc-bcb9-78b7a47fe61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c2d7c907-a78d-4862-805d-498cfb570f20'}] Jul 29 23:38:46.592738 n-d-712141-10 neutron-server[94077]: INFO neutron.plugins.ml2.plugin [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempt 5 to bind port bc9b13be-2fb8-4b9f-864d-cfa6eef1f802 Jul 29 23:38:46.640501 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-752283a6-5c33-4396-9b24-b8b017a1ea3d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:46.672541 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-afaa5915-feb0-47aa-9d96-f013b25dea3a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:46.683099 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8551d03f-0926-4c40-a921-5197d1158055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:46.687615 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port bc9b13be-2fb8-4b9f-864d-cfa6eef1f802 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:38:46.688118 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port bc9b13be-2fb8-4b9f-864d-cfa6eef1f802 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '598fb95d-a591-45fc-bcb9-78b7a47fe61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c2d7c907-a78d-4862-805d-498cfb570f20'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:38:46.699650 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port bc9b13be-2fb8-4b9f-864d-cfa6eef1f802 on network c2d7c907-a78d-4862-805d-498cfb570f20 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:46.844134 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-afaa5915-feb0-47aa-9d96-f013b25dea3a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f3bd2b3-4184-41cc-8d3b-bce82e1a69f0']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:46.856842 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-afaa5915-feb0-47aa-9d96-f013b25dea3a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bd10807-7203-44c2-9c0c-447a97c5a9cf') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:46.857146 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-afaa5915-feb0-47aa-9d96-f013b25dea3a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bd10807-7203-44c2-9c0c-447a97c5a9cf') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:46.875939 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-afaa5915-feb0-47aa-9d96-f013b25dea3a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:46.892382 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752283a6-5c33-4396-9b24-b8b017a1ea3d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event deleted for resources: {'Port': ['ID=28232043-e9aa-4136-9554-dfeda269a465,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:46.899234 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-afaa5915-feb0-47aa-9d96-f013b25dea3a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:46.901363 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Port bc9b13be-2fb8-4b9f-864d-cfa6eef1f802 on network c2d7c907-a78d-4862-805d-498cfb570f20 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:38:46.901892 n-d-712141-10 neutron-server[94077]: ERROR neutron.plugins.ml2.managers [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Failed to bind port bc9b13be-2fb8-4b9f-864d-cfa6eef1f802 on host n-h2-712141-10 for vnic_type normal using segments [{'id': '598fb95d-a591-45fc-bcb9-78b7a47fe61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c2d7c907-a78d-4862-805d-498cfb570f20'}] Jul 29 23:38:46.904002 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c1700f4a-3932-4806-bbf7-f6db808b6808 None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:46.938575 n-d-712141-10 neutron-server[94077]: INFO neutron.plugins.ml2.plugin [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempt 6 to bind port bc9b13be-2fb8-4b9f-864d-cfa6eef1f802 Jul 29 23:38:46.985384 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afaa5915-feb0-47aa-9d96-f013b25dea3a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:38:46.986119 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-afaa5915-feb0-47aa-9d96-f013b25dea3a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:46.990470 n-d-712141-10 neutron-server[94077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:38:46.990470 n-d-712141-10 neutron-server[94077]: self.session.flush() Jul 29 23:38:46.990470 n-d-712141-10 neutron-server[94077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:38:46.990470 n-d-712141-10 neutron-server[94077]: self.session.flush() Jul 29 23:38:46.990470 n-d-712141-10 neutron-server[94077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:38:46.990470 n-d-712141-10 neutron-server[94077]: self.session.flush() Jul 29 23:38:46.990470 n-d-712141-10 neutron-server[94077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:38:46.990470 n-d-712141-10 neutron-server[94077]: self.session.flush() Jul 29 23:38:46.990470 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:38:46.990470 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:38:46.990470 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:38:46.990470 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:38:46.990470 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:38:46.990470 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:38:46.990470 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:38:46.990470 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:38:46.990470 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:38:46.990470 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:38:46.990470 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:38:46.990470 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:38:46.990470 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:38:46.990470 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:38:46.990470 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:38:46.990470 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:38:46.990470 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:38:46.990470 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:38:46.990470 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:38:46.990470 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:38:46.990470 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:38:46.990470 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:38:46.990470 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:38:46.990470 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:38:46.990470 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:38:46.990470 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:38:46.990470 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:38:46.990470 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:38:46.990470 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:38:46.990470 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:38:46.990470 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:38:46.990470 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:38:47.062045 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port bc9b13be-2fb8-4b9f-864d-cfa6eef1f802 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:38:47.062412 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port bc9b13be-2fb8-4b9f-864d-cfa6eef1f802 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '598fb95d-a591-45fc-bcb9-78b7a47fe61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c2d7c907-a78d-4862-805d-498cfb570f20'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:38:47.062732 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port bc9b13be-2fb8-4b9f-864d-cfa6eef1f802 on network c2d7c907-a78d-4862-805d-498cfb570f20 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:47.078053 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-8551d03f-0926-4c40-a921-5197d1158055 admin admin] Allocated IP 172.20.0.1 (5d20f887-85b7-45ef-8019-3cf0ef128029/7a456402-40c6-4578-9b75-bbc1a0d9a5e7/0ce17b82-c99c-4c78-80db-fc8534ac801a) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:38:47.092520 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Port bc9b13be-2fb8-4b9f-864d-cfa6eef1f802 on network c2d7c907-a78d-4862-805d-498cfb570f20 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:38:47.092934 n-d-712141-10 neutron-server[94077]: ERROR neutron.plugins.ml2.managers [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Failed to bind port bc9b13be-2fb8-4b9f-864d-cfa6eef1f802 on host n-h2-712141-10 for vnic_type normal using segments [{'id': '598fb95d-a591-45fc-bcb9-78b7a47fe61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c2d7c907-a78d-4862-805d-498cfb570f20'}] Jul 29 23:38:47.098067 n-d-712141-10 neutron-server[94077]: INFO neutron.plugins.ml2.plugin [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempt 7 to bind port bc9b13be-2fb8-4b9f-864d-cfa6eef1f802 Jul 29 23:38:47.177086 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-c1700f4a-3932-4806-bbf7-f6db808b6808 None None] Transition to ACTIVE for port object a8ecf2de-4f8a-4abf-a127-d6f19684419e will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:47.195029 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c1700f4a-3932-4806-bbf7-f6db808b6808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:47.217389 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60212) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:47.226415 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port bc9b13be-2fb8-4b9f-864d-cfa6eef1f802 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:38:47.226794 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port bc9b13be-2fb8-4b9f-864d-cfa6eef1f802 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '598fb95d-a591-45fc-bcb9-78b7a47fe61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c2d7c907-a78d-4862-805d-498cfb570f20'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:38:47.227147 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port bc9b13be-2fb8-4b9f-864d-cfa6eef1f802 on network c2d7c907-a78d-4862-805d-498cfb570f20 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:47.232516 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-afaa5915-feb0-47aa-9d96-f013b25dea3a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:47.239680 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-afaa5915-feb0-47aa-9d96-f013b25dea3a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:47.248658 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-afaa5915-feb0-47aa-9d96-f013b25dea3a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "DELETE /v2.0/networks/2f3bd2b3-4184-41cc-8d3b-bce82e1a69f0 HTTP/1.1" status: 204 len: 168 time: 3.0461242 Jul 29 23:38:47.249346 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60216) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:47.252417 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Port bc9b13be-2fb8-4b9f-864d-cfa6eef1f802 on network c2d7c907-a78d-4862-805d-498cfb570f20 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:38:47.252753 n-d-712141-10 neutron-server[94077]: ERROR neutron.plugins.ml2.managers [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Failed to bind port bc9b13be-2fb8-4b9f-864d-cfa6eef1f802 on host n-h2-712141-10 for vnic_type normal using segments [{'id': '598fb95d-a591-45fc-bcb9-78b7a47fe61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c2d7c907-a78d-4862-805d-498cfb570f20'}] Jul 29 23:38:47.262296 n-d-712141-10 neutron-server[94077]: INFO neutron.plugins.ml2.plugin [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempt 8 to bind port bc9b13be-2fb8-4b9f-864d-cfa6eef1f802 Jul 29 23:38:47.288229 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-49bcc596-25c7-4eda-9b43-ca4d9597459a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1633179329'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:47.304581 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-752283a6-5c33-4396-9b24-b8b017a1ea3d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:47.317557 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaa5915-feb0-47aa-9d96-f013b25dea3a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event deleted for resources: {'Network': ['ID=2f3bd2b3-4184-41cc-8d3b-bce82e1a69f0,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:47.328101 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8551d03f-0926-4c40-a921-5197d1158055 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:47.332159 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-c1700f4a-3932-4806-bbf7-f6db808b6808 None None] Attempting to bind port a8ecf2de-4f8a-4abf-a127-d6f19684419e on host n-d-712141-10 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:38:47.332696 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-c1700f4a-3932-4806-bbf7-f6db808b6808 None None] Attempting to bind port a8ecf2de-4f8a-4abf-a127-d6f19684419e by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:38:47.333132 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1700f4a-3932-4806-bbf7-f6db808b6808 None None] Attempting to bind port a8ecf2de-4f8a-4abf-a127-d6f19684419e on network 58f27f61-3278-49cc-b66b-1e729d26f29f {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:47.348294 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1700f4a-3932-4806-bbf7-f6db808b6808 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:38:47.349102 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1700f4a-3932-4806-bbf7-f6db808b6808 None None] Checking segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:38:47.349760 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c1700f4a-3932-4806-bbf7-f6db808b6808 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:47.350374 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1700f4a-3932-4806-bbf7-f6db808b6808 None None] Bound using segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:38:47.351124 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-c1700f4a-3932-4806-bbf7-f6db808b6808 None None] Bound port: a8ecf2de-4f8a-4abf-a127-d6f19684419e, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:38:47.352279 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c1700f4a-3932-4806-bbf7-f6db808b6808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:47.385423 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port bc9b13be-2fb8-4b9f-864d-cfa6eef1f802 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:38:47.386866 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port bc9b13be-2fb8-4b9f-864d-cfa6eef1f802 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '598fb95d-a591-45fc-bcb9-78b7a47fe61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c2d7c907-a78d-4862-805d-498cfb570f20'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:38:47.387262 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port bc9b13be-2fb8-4b9f-864d-cfa6eef1f802 on network c2d7c907-a78d-4862-805d-498cfb570f20 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:47.437036 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3365405c-fc54-48df-9978-5bd2684f3d9f None None] Pushing event updated for resources: {'Port': ['ID=a8ecf2de-4f8a-4abf-a127-d6f19684419e,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:47.463462 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8551d03f-0926-4c40-a921-5197d1158055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:47.474483 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3365405c-fc54-48df-9978-5bd2684f3d9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:47.474984 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3365405c-fc54-48df-9978-5bd2684f3d9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:47.475337 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3365405c-fc54-48df-9978-5bd2684f3d9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:47.475844 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3365405c-fc54-48df-9978-5bd2684f3d9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:47.476312 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3365405c-fc54-48df-9978-5bd2684f3d9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:47.477181 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3365405c-fc54-48df-9978-5bd2684f3d9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:47.477541 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3365405c-fc54-48df-9978-5bd2684f3d9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:47.478033 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3365405c-fc54-48df-9978-5bd2684f3d9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:47.478369 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3365405c-fc54-48df-9978-5bd2684f3d9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:47.497179 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49bcc596-25c7-4eda-9b43-ca4d9597459a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Made reservation on behalf of 7a2f603cc15342b5a7088525840c9a8c for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:47.504142 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3365405c-fc54-48df-9978-5bd2684f3d9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:47.511875 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3365405c-fc54-48df-9978-5bd2684f3d9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:47.513656 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3365405c-fc54-48df-9978-5bd2684f3d9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:47.529176 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-49bcc596-25c7-4eda-9b43-ca4d9597459a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:47.538048 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8551d03f-0926-4c40-a921-5197d1158055 admin admin] Network 5d20f887-85b7-45ef-8019-3cf0ef128029 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:38:47.568657 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-8551d03f-0926-4c40-a921-5197d1158055 admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:47.578369 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8551d03f-0926-4c40-a921-5197d1158055 admin admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:38:47.610868 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-c1700f4a-3932-4806-bbf7-f6db808b6808 None None] For port a8ecf2de-4f8a-4abf-a127-d6f19684419e, host n-d-712141-10, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:38:47.618909 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-c1700f4a-3932-4806-bbf7-f6db808b6808 None None] For port a8ecf2de-4f8a-4abf-a127-d6f19684419e, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=a8ecf2de-4f8a-4abf-a127-d6f19684419e,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:38:47.626641 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-c1700f4a-3932-4806-bbf7-f6db808b6808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:47.643237 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8551d03f-0926-4c40-a921-5197d1158055 admin admin] Pushing event updated for resources: {'Port': ['ID=0ce17b82-c99c-4c78-80db-fc8534ac801a,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:47.652692 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8551d03f-0926-4c40-a921-5197d1158055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:47.758534 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Port bc9b13be-2fb8-4b9f-864d-cfa6eef1f802 on network c2d7c907-a78d-4862-805d-498cfb570f20 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:38:47.759435 n-d-712141-10 neutron-server[94077]: ERROR neutron.plugins.ml2.managers [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Failed to bind port bc9b13be-2fb8-4b9f-864d-cfa6eef1f802 on host n-h2-712141-10 for vnic_type normal using segments [{'id': '598fb95d-a591-45fc-bcb9-78b7a47fe61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c2d7c907-a78d-4862-805d-498cfb570f20'}] Jul 29 23:38:47.775066 n-d-712141-10 neutron-server[94077]: INFO neutron.plugins.ml2.plugin [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempt 9 to bind port bc9b13be-2fb8-4b9f-864d-cfa6eef1f802 Jul 29 23:38:47.788522 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1700f4a-3932-4806-bbf7-f6db808b6808 None None] Routers {'6a1efaa5-a757-4b43-8b44-44fbf50b3c70'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:38:47.792326 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-c1700f4a-3932-4806-bbf7-f6db808b6808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:38:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['6a1efaa5-a757-4b43-8b44-44fbf50b3c70'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:47.803250 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3365405c-fc54-48df-9978-5bd2684f3d9f None None] Pushing event updated for resources: {'Port': ['ID=a8ecf2de-4f8a-4abf-a127-d6f19684419e,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:47.835252 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port bc9b13be-2fb8-4b9f-864d-cfa6eef1f802 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:38:47.835928 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port bc9b13be-2fb8-4b9f-864d-cfa6eef1f802 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '598fb95d-a591-45fc-bcb9-78b7a47fe61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c2d7c907-a78d-4862-805d-498cfb570f20'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:38:47.836553 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port bc9b13be-2fb8-4b9f-864d-cfa6eef1f802 on network c2d7c907-a78d-4862-805d-498cfb570f20 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:47.847017 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-894a9d08-2b37-4651-81ca-96b2025b6f0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:47.850498 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8551d03f-0926-4c40-a921-5197d1158055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:47.852737 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Port bc9b13be-2fb8-4b9f-864d-cfa6eef1f802 on network c2d7c907-a78d-4862-805d-498cfb570f20 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:38:47.853626 n-d-712141-10 neutron-server[94077]: ERROR neutron.plugins.ml2.managers [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Failed to bind port bc9b13be-2fb8-4b9f-864d-cfa6eef1f802 on host n-h2-712141-10 for vnic_type normal using segments [{'id': '598fb95d-a591-45fc-bcb9-78b7a47fe61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c2d7c907-a78d-4862-805d-498cfb570f20'}] Jul 29 23:38:47.988677 n-d-712141-10 neutron-server[94077]: INFO neutron.plugins.ml2.plugin [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempt 10 to bind port bc9b13be-2fb8-4b9f-864d-cfa6eef1f802 Jul 29 23:38:48.035254 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-752283a6-5c33-4396-9b24-b8b017a1ea3d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Router 51116a48-b876-4391-9af4-8286cfd5fbe9 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:38:48.039838 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port bc9b13be-2fb8-4b9f-864d-cfa6eef1f802 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:38:48.040506 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port bc9b13be-2fb8-4b9f-864d-cfa6eef1f802 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '598fb95d-a591-45fc-bcb9-78b7a47fe61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c2d7c907-a78d-4862-805d-498cfb570f20'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:38:48.041252 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempting to bind port bc9b13be-2fb8-4b9f-864d-cfa6eef1f802 on network c2d7c907-a78d-4862-805d-498cfb570f20 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:48.059879 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Port bc9b13be-2fb8-4b9f-864d-cfa6eef1f802 on network c2d7c907-a78d-4862-805d-498cfb570f20 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:38:48.060577 n-d-712141-10 neutron-server[94077]: ERROR neutron.plugins.ml2.managers [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Failed to bind port bc9b13be-2fb8-4b9f-864d-cfa6eef1f802 on host n-h2-712141-10 for vnic_type normal using segments [{'id': '598fb95d-a591-45fc-bcb9-78b7a47fe61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'c2d7c907-a78d-4862-805d-498cfb570f20'}] Jul 29 23:38:48.061332 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:48.080675 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-c1700f4a-3932-4806-bbf7-f6db808b6808 None None] Set router 6a1efaa5-a757-4b43-8b44-44fbf50b3c70 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:38:48.205463 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8551d03f-0926-4c40-a921-5197d1158055 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:48.212636 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8551d03f-0926-4c40-a921-5197d1158055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:48.243749 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-894a9d08-2b37-4651-81ca-96b2025b6f0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:48.256889 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49bcc596-25c7-4eda-9b43-ca4d9597459a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:38:48.263414 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-894a9d08-2b37-4651-81ca-96b2025b6f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:48.359888 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-894a9d08-2b37-4651-81ca-96b2025b6f0d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=95a1aeeb7b7a47f3ad9f2a739ae1cb65&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1413553 Jul 29 23:38:48.380149 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60228) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:48.428564 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8551d03f-0926-4c40-a921-5197d1158055 admin admin] Pushing event updated for resources: {'Port': ['ID=0ce17b82-c99c-4c78-80db-fc8534ac801a,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:48.477106 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8551d03f-0926-4c40-a921-5197d1158055 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:48.534365 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-c1700f4a-3932-4806-bbf7-f6db808b6808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1efaa5-a757-4b43-8b44-44fbf50b3c70', 'name': 'tempest-ServerRescueTestJSON-1102115876-router', 'tenant_id': '7c08d2622b7b410cb98838e9565b36dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'a8ecf2de-4f8a-4abf-a127-d6f19684419e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:38:39Z', 'updated_at': '2021-07-29T23:38:47Z', 'revision_number': 4, 'project_id': '7c08d2622b7b410cb98838e9565b36dc', 'gw_port': {'id': 'a8ecf2de-4f8a-4abf-a127-d6f19684419e', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:44:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1efaa5-a757-4b43-8b44-44fbf50b3c70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:38:42Z', 'updated_at': '2021-07-29T23:38:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '0ce17b82-c99c-4c78-80db-fc8534ac801a', 'name': '', 'network_id': '5d20f887-85b7-45ef-8019-3cf0ef128029', 'tenant_id': '7c08d2622b7b410cb98838e9565b36dc', 'mac_address': 'fa:16:3e:64:58:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1efaa5-a757-4b43-8b44-44fbf50b3c70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '7a456402-40c6-4578-9b75-bbc1a0d9a5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:38:46Z', 'updated_at': '2021-07-29T23:38:47Z', 'revision_number': 1, 'project_id': '7c08d2622b7b410cb98838e9565b36dc', 'subnets': [{'id': '7a456402-40c6-4578-9b75-bbc1a0d9a5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:48.583660 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1700f4a-3932-4806-bbf7-f6db808b6808 None None] The sync data for ids ['6a1efaa5-a757-4b43-8b44-44fbf50b3c70'] in n-d-712141-10 is: [{'id': '6a1efaa5-a757-4b43-8b44-44fbf50b3c70', 'name': 'tempest-ServerRescueTestJSON-1102115876-router', 'tenant_id': '7c08d2622b7b410cb98838e9565b36dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'a8ecf2de-4f8a-4abf-a127-d6f19684419e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:38:39Z', 'updated_at': '2021-07-29T23:38:47Z', 'revision_number': 4, 'project_id': '7c08d2622b7b410cb98838e9565b36dc', 'gw_port': {'id': 'a8ecf2de-4f8a-4abf-a127-d6f19684419e', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:44:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1efaa5-a757-4b43-8b44-44fbf50b3c70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:38:42Z', 'updated_at': '2021-07-29T23:38:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '0ce17b82-c99c-4c78-80db-fc8534ac801a', 'name': '', 'network_id': '5d20f887-85b7-45ef-8019-3cf0ef128029', 'tenant_id': '7c08d2622b7b410cb98838e9565b36dc', 'mac_address': 'fa:16:3e:64:58:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1efaa5-a757-4b43-8b44-44fbf50b3c70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '7a456402-40c6-4578-9b75-bbc1a0d9a5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:38:46Z', 'updated_at': '2021-07-29T23:38:47Z', 'revision_number': 1, 'project_id': '7c08d2622b7b410cb98838e9565b36dc', 'subnets': [{'id': '7a456402-40c6-4578-9b75-bbc1a0d9a5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:38:48.753624 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8551d03f-0926-4c40-a921-5197d1158055 admin admin] Network 5d20f887-85b7-45ef-8019-3cf0ef128029 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:38:48.756252 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-8551d03f-0926-4c40-a921-5197d1158055 admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:49.141550 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8551d03f-0926-4c40-a921-5197d1158055 admin admin] Router 6a1efaa5-a757-4b43-8b44-44fbf50b3c70 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:38:49.515296 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8551d03f-0926-4c40-a921-5197d1158055 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:38:49.524830 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-8551d03f-0926-4c40-a921-5197d1158055 admin admin] 10.222.0.43 "PUT /v2.0/routers/6a1efaa5-a757-4b43-8b44-44fbf50b3c70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0133407 Jul 29 23:38:49.573555 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752283a6-5c33-4396-9b24-b8b017a1ea3d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:38:49.576837 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-49bcc596-25c7-4eda-9b43-ca4d9597459a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:49.577203 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-49bcc596-25c7-4eda-9b43-ca4d9597459a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Added segment ed280fb2-dc30-49e6-b4ea-60fa480628be of type vlan for network 72491e20-cf6b-4327-932e-6efd538aea0f Jul 29 23:38:49.589550 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100b7ea3-de76-4d17-8f6c-bef92bf227fa None None] Sync routers for ids ['51116a48-b876-4391-9af4-8286cfd5fbe9'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:38:49.600941 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-752283a6-5c33-4396-9b24-b8b017a1ea3d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "PUT /v2.0/routers/51116a48-b876-4391-9af4-8286cfd5fbe9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9247191 Jul 29 23:38:49.604624 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60242) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:49.652260 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100b7ea3-de76-4d17-8f6c-bef92bf227fa None None] Routers {'51116a48-b876-4391-9af4-8286cfd5fbe9'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:38:49.658937 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-100b7ea3-de76-4d17-8f6c-bef92bf227fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:38:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['51116a48-b876-4391-9af4-8286cfd5fbe9'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:49.762721 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894a9d08-2b37-4651-81ca-96b2025b6f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc6ecda-dc2f-43dd-95e5-bd11c34e4e48,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:49.772816 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-aab666f7-18fd-4a35-95b4-8f23c1fb0814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:49.784834 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:49.791909 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-100b7ea3-de76-4d17-8f6c-bef92bf227fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:49.840612 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100b7ea3-de76-4d17-8f6c-bef92bf227fa None None] Routers {'51116a48-b876-4391-9af4-8286cfd5fbe9'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:38:49.841199 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-100b7ea3-de76-4d17-8f6c-bef92bf227fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:38:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['51116a48-b876-4391-9af4-8286cfd5fbe9'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:49.859838 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-49bcc596-25c7-4eda-9b43-ca4d9597459a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:49.915440 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-49bcc596-25c7-4eda-9b43-ca4d9597459a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:49.936775 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bcc596-25c7-4eda-9b43-ca4d9597459a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:49.938555 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-49bcc596-25c7-4eda-9b43-ca4d9597459a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:49.943392 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-aab666f7-18fd-4a35-95b4-8f23c1fb0814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:49.951897 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] For port bc9b13be-2fb8-4b9f-864d-cfa6eef1f802, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:38:49.952511 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attempted to set empty binding levels {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 29 23:38:49.983651 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:49.994729 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-100b7ea3-de76-4d17-8f6c-bef92bf227fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:49.995633 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100b7ea3-de76-4d17-8f6c-bef92bf227fa None None] The sync data for ids ['51116a48-b876-4391-9af4-8286cfd5fbe9'] in n-d-712141-10 is: [] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:38:50.136353 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [None req-e0907be7-9252-4047-90c7-bc760af87974 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] remove_router_interface failed (client error): The resource could not be found. Jul 29 23:38:50.137445 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e0907be7-9252-4047-90c7-bc760af87974 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "PUT /v2.0/routers/51116a48-b876-4391-9af4-8286cfd5fbe9/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5317891 Jul 29 23:38:50.142145 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60252) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:50.198142 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-49bcc596-25c7-4eda-9b43-ca4d9597459a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.9408705 Jul 29 23:38:50.205556 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60254) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:50.207943 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-b18040f7-fed7-46e9-af1b-a98cb10d3c3d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "GET /v2.0/ports?device_id=51116a48-b876-4391-9af4-8286cfd5fbe9 HTTP/1.1" status: 200 len: 205 time: 0.0646954 Jul 29 23:38:50.214061 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] In _notify_port_updated(), no bound segment for port bc9b13be-2fb8-4b9f-864d-cfa6eef1f802 on network c2d7c907-a78d-4862-805d-498cfb570f20 {{(pid=94077) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:38:50.215567 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:50.216181 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:50.220636 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] 10.222.0.43 "PUT /v2.0/ports/bc9b13be-2fb8-4b9f-864d-cfa6eef1f802 HTTP/1.1" status: 200 len: 976 time: 5.6203656 Jul 29 23:38:50.221279 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60256) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:50.221900 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60258) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:50.228087 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-924c2b61-228f-4eb9-bed1-014900f47949 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Request body: {'subnet': {'network_id': '72491e20-cf6b-4327-932e-6efd538aea0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:50.380232 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7165f52e-4795-44c0-95b6-157169539b90 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for router, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:50.437405 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-924c2b61-228f-4eb9-bed1-014900f47949 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Made reservation on behalf of 7a2f603cc15342b5a7088525840c9a8c for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:50.444910 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-924c2b61-228f-4eb9-bed1-014900f47949 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:50.655918 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bcc596-25c7-4eda-9b43-ca4d9597459a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event updated for resources: {'Network': ['ID=72491e20-cf6b-4327-932e-6efd538aea0f,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:50.657064 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d440b1-05a1-4cdb-bdd6-f064556d6726 req-0583a8b9-0ce6-4925-9f02-da55d09b5f5e tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:50.666184 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a5d440b1-05a1-4cdb-bdd6-f064556d6726 req-0583a8b9-0ce6-4925-9f02-da55d09b5f5e tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/networks?id=5d20f887-85b7-45ef-8019-3cf0ef128029 HTTP/1.1" status: 200 len: 811 time: 0.1759551 Jul 29 23:38:50.671182 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 72491e20-cf6b-4327-932e-6efd538aea0f details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:38:50.693218 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a5d440b1-05a1-4cdb-bdd6-f064556d6726 req-a209f078-393c-4e9e-a20b-6f05c99dbbbe tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/quotas/7c08d2622b7b410cb98838e9565b36dc HTTP/1.1" status: 200 len: 375 time: 0.0253544 Jul 29 23:38:50.724958 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6d1721-c2e5-43e8-b901-7419c08a80d4 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Pushing event updated for resources: {'Port': ['ID=bc9b13be-2fb8-4b9f-864d-cfa6eef1f802,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:50.739678 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7165f52e-4795-44c0-95b6-157169539b90 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:50.744156 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7165f52e-4795-44c0-95b6-157169539b90 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:50.853913 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-aab666f7-18fd-4a35-95b4-8f23c1fb0814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:50.857653 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-aab666f7-18fd-4a35-95b4-8f23c1fb0814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:50.868640 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-aab666f7-18fd-4a35-95b4-8f23c1fb0814 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dcc6ecda-dc2f-43dd-95e5-bd11c34e4e48 HTTP/1.1" status: 204 len: 168 time: 2.3914921 Jul 29 23:38:50.883443 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7165f52e-4795-44c0-95b6-157169539b90 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:50.884353 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7165f52e-4795-44c0-95b6-157169539b90 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Fanout notify agent at l3_agent the message router_deleted on router 51116a48-b876-4391-9af4-8286cfd5fbe9 {{(pid=94077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:38:50.893554 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a5d440b1-05a1-4cdb-bdd6-f064556d6726 req-7ef36bfc-356f-4337-bc2b-91abbf2bf356 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7c08d2622b7b410cb98838e9565b36dc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1793585 Jul 29 23:38:50.905490 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [req-a5d440b1-05a1-4cdb-bdd6-f064556d6726 req-bc4359e2-16ff-4df0-b07f-a7878a30bc07 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:38:50.905711 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7165f52e-4795-44c0-95b6-157169539b90 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:50.910486 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7165f52e-4795-44c0-95b6-157169539b90 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "DELETE /v2.0/routers/51116a48-b876-4391-9af4-8286cfd5fbe9 HTTP/1.1" status: 204 len: 168 time: 0.6794767 Jul 29 23:38:50.915260 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a5d440b1-05a1-4cdb-bdd6-f064556d6726 req-bc4359e2-16ff-4df0-b07f-a7878a30bc07 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0187776 Jul 29 23:38:50.916668 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60272) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:50.917818 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab666f7-18fd-4a35-95b4-8f23c1fb0814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc6ecda-dc2f-43dd-95e5-bd11c34e4e48,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:51.003144 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-051ae808-ae22-4391-bd6c-d45a33532610 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Deleting port bc9b13be-2fb8-4b9f-864d-cfa6eef1f802 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:51.003491 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-051ae808-ae22-4391-bd6c-d45a33532610 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:51.088083 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a5d440b1-05a1-4cdb-bdd6-f064556d6726 req-0d65e5e2-7393-440d-9119-6e217e36415e service neutron] 10.222.0.43 "GET /v2.0/networks/5d20f887-85b7-45ef-8019-3cf0ef128029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715302 Jul 29 23:38:51.159543 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-051ae808-ae22-4391-bd6c-d45a33532610 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] For port bc9b13be-2fb8-4b9f-864d-cfa6eef1f802, host n-h2-712141-10, got binding levels [] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:51.160253 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-051ae808-ae22-4391-bd6c-d45a33532610 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:51.194656 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-051ae808-ae22-4391-bd6c-d45a33532610 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Calling delete_port for bc9b13be-2fb8-4b9f-864d-cfa6eef1f802 owned by {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:51.333696 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device a8ecf2de-4f8a-4abf-a127-d6f19684419e up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:38:51.349235 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-924c2b61-228f-4eb9-bed1-014900f47949 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:51.368576 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-051ae808-ae22-4391-bd6c-d45a33532610 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:51.429151 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a5d440b1-05a1-4cdb-bdd6-f064556d6726 req-b41b0ff6-a6cd-4e84-ada2-eba116398b71 service neutron] 10.222.0.43 "GET /v2.0/networks/5d20f887-85b7-45ef-8019-3cf0ef128029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400805 Jul 29 23:38:51.443416 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d011d16-66b4-42e3-8da0-a0af056011d7 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Deleting subnet 28cef050-f38a-4668-9145-c385f66a7a3c {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:38:51.447007 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051ae808-ae22-4391-bd6c-d45a33532610 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Pushing event deleted for resources: {'Port': ['ID=bc9b13be-2fb8-4b9f-864d-cfa6eef1f802,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:51.464239 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1d011d16-66b4-42e3-8da0-a0af056011d7 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:51.501882 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924c2b61-228f-4eb9-bed1-014900f47949 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event updated for resources: {'Subnet': ['ID=65856fdd-16d6-480a-a8ba-00a440717811,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:51.518874 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port a8ecf2de-4f8a-4abf-a127-d6f19684419e completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:38:51.528339 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port a8ecf2de-4f8a-4abf-a127-d6f19684419e triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:51.528972 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:51.550407 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924c2b61-228f-4eb9-bed1-014900f47949 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:51.551002 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924c2b61-228f-4eb9-bed1-014900f47949 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:51.551568 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924c2b61-228f-4eb9-bed1-014900f47949 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:51.552137 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924c2b61-228f-4eb9-bed1-014900f47949 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:51.552511 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924c2b61-228f-4eb9-bed1-014900f47949 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:51.552849 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924c2b61-228f-4eb9-bed1-014900f47949 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:51.553281 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924c2b61-228f-4eb9-bed1-014900f47949 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:51.553867 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924c2b61-228f-4eb9-bed1-014900f47949 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:51.564323 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924c2b61-228f-4eb9-bed1-014900f47949 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:51.565085 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924c2b61-228f-4eb9-bed1-014900f47949 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:51.565528 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1d011d16-66b4-42e3-8da0-a0af056011d7 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:51.565723 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924c2b61-228f-4eb9-bed1-014900f47949 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:51.566263 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924c2b61-228f-4eb9-bed1-014900f47949 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:51.613844 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924c2b61-228f-4eb9-bed1-014900f47949 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Checking segment: {'id': 'ed280fb2-dc30-49e6-b4ea-60fa480628be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '72491e20-cf6b-4327-932e-6efd538aea0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:38:51.614420 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924c2b61-228f-4eb9-bed1-014900f47949 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Network hostable DHCP agents. Network: 72491e20-cf6b-4327-932e-6efd538aea0f, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:38:51.643585 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-051ae808-ae22-4391-bd6c-d45a33532610 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:51.650550 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-051ae808-ae22-4391-bd6c-d45a33532610 tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] 10.222.0.43 "DELETE /v2.0/ports/bc9b13be-2fb8-4b9f-864d-cfa6eef1f802 HTTP/1.1" status: 204 len: 168 time: 1.4177785 Jul 29 23:38:51.656784 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60286) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:51.791253 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-279f065f-70a9-440c-89f4-0633748a416b tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] GET failed (client error): The resource could not be found. Jul 29 23:38:51.793811 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-279f065f-70a9-440c-89f4-0633748a416b tempest-PortsAdminExtendedAttrsTestJSON-1094730595 tempest-PortsAdminExtendedAttrsTestJSON-1094730595-project-admin] 10.222.0.43 "GET /v2.0/ports/bc9b13be-2fb8-4b9f-864d-cfa6eef1f802 HTTP/1.1" status: 404 len: 333 time: 0.1297410 Jul 29 23:38:51.797955 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60292) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:51.803001 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:51.815662 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924c2b61-228f-4eb9-bed1-014900f47949 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Network 72491e20-cf6b-4327-932e-6efd538aea0f is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:38:51.840575 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port a8ecf2de-4f8a-4abf-a127-d6f19684419e, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=a8ecf2de-4f8a-4abf-a127-d6f19684419e,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:51.859613 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:51.878620 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1d011d16-66b4-42e3-8da0-a0af056011d7 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:51.965546 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-924c2b61-228f-4eb9-bed1-014900f47949 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 72491e20-cf6b-4327-932e-6efd538aea0f) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:51.980715 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b872f0-615d-4f31-89b7-7f98f27a0345 None None] Network 72491e20-cf6b-4327-932e-6efd538aea0f requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:38:52.024100 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924c2b61-228f-4eb9-bed1-014900f47949 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:52.025042 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-924c2b61-228f-4eb9-bed1-014900f47949 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:52.033549 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-672a5431-72ae-4881-bbad-3b9d3844b8e8 req-343baacf-8ff0-4032-a355-7f3ad571efe3 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1ebbb42-87f5-4464-832d-39e3a37b8b1d HTTP/1.1" status: 200 len: 210 time: 0.1239219 Jul 29 23:38:52.044001 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1d011d16-66b4-42e3-8da0-a0af056011d7 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:52.082255 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9076860e-3c61-4d1a-9d73-8424027ffbc8 tempest-PortsAdminExtendedAttrsTestJSON-1783494128 tempest-PortsAdminExtendedAttrsTestJSON-1783494128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:52.093948 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-924c2b61-228f-4eb9-bed1-014900f47949 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8775098 Jul 29 23:38:52.097194 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60298) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:52.123804 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-ae1777ba-13ce-499b-8dbb-5bc63a96eb09 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1304088823', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:52.146007 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d011d16-66b4-42e3-8da0-a0af056011d7 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event deleted for resources: {'Subnet': ['ID=28cef050-f38a-4668-9145-c385f66a7a3c,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:52.170731 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=a8ecf2de-4f8a-4abf-a127-d6f19684419e,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:52.200299 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1d011d16-66b4-42e3-8da0-a0af056011d7 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:52.205726 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-1d011d16-66b4-42e3-8da0-a0af056011d7 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "DELETE /v2.0/subnets/28cef050-f38a-4668-9145-c385f66a7a3c HTTP/1.1" status: 204 len: 168 time: 1.2712667 Jul 29 23:38:52.208437 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60304) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:52.222533 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f576d3-9520-496c-b0b0-070d84542402 None None] Network 2813b9df-b1ad-40d0-9b56-934cd18eb45d requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:38:52.269689 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ae1777ba-13ce-499b-8dbb-5bc63a96eb09 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:52.270984 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ae1777ba-13ce-499b-8dbb-5bc63a96eb09 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:52.365662 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ae1777ba-13ce-499b-8dbb-5bc63a96eb09 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:52.375077 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ae1777ba-13ce-499b-8dbb-5bc63a96eb09 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:52.469882 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7a246bfe-af81-4aed-9a0a-12a4534c2e48 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:52.538583 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ae1777ba-13ce-499b-8dbb-5bc63a96eb09 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:52.545121 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ae1777ba-13ce-499b-8dbb-5bc63a96eb09 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4452975 Jul 29 23:38:52.550655 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60314) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:52.653157 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b415f432-b22e-4eba-a46f-1610fe0062d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-72491e20-cf6b-4327-932e-6efd538aea0f', 'network_id': '72491e20-cf6b-4327-932e-6efd538aea0f', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'fixed_ips': [{'subnet_id': '65856fdd-16d6-480a-a8ba-00a440717811'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:38:52.655536 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b415f432-b22e-4eba-a46f-1610fe0062d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:52.720719 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60318) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:52.746220 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-7a246bfe-af81-4aed-9a0a-12a4534c2e48 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Deleting port 49370507-906d-4dd8-97e2-c1b4bff9f29e {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:52.746878 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7a246bfe-af81-4aed-9a0a-12a4534c2e48 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:52.895634 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9076860e-3c61-4d1a-9d73-8424027ffbc8 tempest-PortsAdminExtendedAttrsTestJSON-1783494128 tempest-PortsAdminExtendedAttrsTestJSON-1783494128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:52.903638 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1142af67-4311-4e21-ba60-0064dc802300 None None] DHCP port deletion for 2813b9df-b1ad-40d0-9b56-934cd18eb45d request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:38:52.911765 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d38fbb2-b264-4799-966f-e95225a7352e None None] Sync routers for ids ['6a1efaa5-a757-4b43-8b44-44fbf50b3c70'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:38:52.955371 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d38fbb2-b264-4799-966f-e95225a7352e None None] Routers {'6a1efaa5-a757-4b43-8b44-44fbf50b3c70'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:38:52.958186 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-3d38fbb2-b264-4799-966f-e95225a7352e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:38:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['6a1efaa5-a757-4b43-8b44-44fbf50b3c70'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:53.047641 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-7a246bfe-af81-4aed-9a0a-12a4534c2e48 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] For port 49370507-906d-4dd8-97e2-c1b4bff9f29e, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=49370507-906d-4dd8-97e2-c1b4bff9f29e,segment=NetworkSegment(95445c27-1eea-4446-9fba-be12b23ced15),segment_id=95445c27-1eea-4446-9fba-be12b23ced15)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:53.048222 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7a246bfe-af81-4aed-9a0a-12a4534c2e48 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:53.060714 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-9076860e-3c61-4d1a-9d73-8424027ffbc8 tempest-PortsAdminExtendedAttrsTestJSON-1783494128 tempest-PortsAdminExtendedAttrsTestJSON-1783494128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2d7c907-a78d-4862-805d-498cfb570f20']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:53.120047 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-7a246bfe-af81-4aed-9a0a-12a4534c2e48 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Calling delete_port for 49370507-906d-4dd8-97e2-c1b4bff9f29e owned by network:dhcp {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:53.186435 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1142af67-4311-4e21-ba60-0064dc802300 None None] Deleting port 49370507-906d-4dd8-97e2-c1b4bff9f29e {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:53.190391 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1142af67-4311-4e21-ba60-0064dc802300 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:53.192172 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-9076860e-3c61-4d1a-9d73-8424027ffbc8 tempest-PortsAdminExtendedAttrsTestJSON-1783494128 tempest-PortsAdminExtendedAttrsTestJSON-1783494128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '598fb95d-a591-45fc-bcb9-78b7a47fe61b') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:53.200589 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-9076860e-3c61-4d1a-9d73-8424027ffbc8 tempest-PortsAdminExtendedAttrsTestJSON-1783494128 tempest-PortsAdminExtendedAttrsTestJSON-1783494128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '598fb95d-a591-45fc-bcb9-78b7a47fe61b') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:53.262205 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-b415f432-b22e-4eba-a46f-1610fe0062d7 None None] Allocated IP 2001:db8::2 (72491e20-cf6b-4327-932e-6efd538aea0f/65856fdd-16d6-480a-a8ba-00a440717811/e65e3034-59a0-49b6-b8b5-08cbbf525298) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:38:53.315689 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-3d38fbb2-b264-4799-966f-e95225a7352e None None] Set router 6a1efaa5-a757-4b43-8b44-44fbf50b3c70 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:38:53.460202 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60330) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:53.500043 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9076860e-3c61-4d1a-9d73-8424027ffbc8 tempest-PortsAdminExtendedAttrsTestJSON-1783494128 tempest-PortsAdminExtendedAttrsTestJSON-1783494128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:53.507585 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7a246bfe-af81-4aed-9a0a-12a4534c2e48 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:53.533249 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device a8ecf2de-4f8a-4abf-a127-d6f19684419e up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:38:53.554089 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a246bfe-af81-4aed-9a0a-12a4534c2e48 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] No DVR routers for this DVR port 49370507-906d-4dd8-97e2-c1b4bff9f29e on host n-d-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:38:53.603065 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-925a386b-60a9-4977-9364-75598e73e528 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-634385317-network', 'tenant_id': 'aa7b44142ea84ef2bfb9a6f800e77e29'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:53.771755 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a246bfe-af81-4aed-9a0a-12a4534c2e48 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event deleted for resources: {'Port': ['ID=49370507-906d-4dd8-97e2-c1b4bff9f29e,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:53.796754 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c087e6d0-8644-4ddf-83e4-89a72a7f8704 req-62465c6e-5d39-485a-85a0-c7415ab74e06 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1ebbb42-87f5-4464-832d-39e3a37b8b1d HTTP/1.1" status: 200 len: 210 time: 0.3589156 Jul 29 23:38:53.822130 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9076860e-3c61-4d1a-9d73-8424027ffbc8 tempest-PortsAdminExtendedAttrsTestJSON-1783494128 tempest-PortsAdminExtendedAttrsTestJSON-1783494128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:54.009298 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925a386b-60a9-4977-9364-75598e73e528 admin admin] Made reservation on behalf of aa7b44142ea84ef2bfb9a6f800e77e29 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:54.011766 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-925a386b-60a9-4977-9364-75598e73e528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:54.015805 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9076860e-3c61-4d1a-9d73-8424027ffbc8 tempest-PortsAdminExtendedAttrsTestJSON-1783494128 tempest-PortsAdminExtendedAttrsTestJSON-1783494128-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:38:54.019962 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9076860e-3c61-4d1a-9d73-8424027ffbc8 tempest-PortsAdminExtendedAttrsTestJSON-1783494128 tempest-PortsAdminExtendedAttrsTestJSON-1783494128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:54.034925 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c4bf82f8-6c1b-4a8b-90d8-f74332e7e43f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:54.051246 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7a246bfe-af81-4aed-9a0a-12a4534c2e48 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:54.060471 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-925a386b-60a9-4977-9364-75598e73e528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:54.073112 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:38:54.073112 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:38:54.073112 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:38:54.073112 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:38:54.073112 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:38:54.073112 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:38:54.073112 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:38:54.073112 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:38:54.073112 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:38:54.073112 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:38:54.073112 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:38:54.073112 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:38:54.073112 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:38:54.073112 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:38:54.073112 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:38:54.073112 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:38:54.073112 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:38:54.073112 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:38:54.073112 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:38:54.073112 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:38:54.073112 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:38:54.073112 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:38:54.073112 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:38:54.073112 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:38:54.073112 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:38:54.073112 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:38:54.073112 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:38:54.073112 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:38:54.073112 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:38:54.073112 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:38:54.073112 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:38:54.073112 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:38:54.092776 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-7a246bfe-af81-4aed-9a0a-12a4534c2e48 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2813b9df-b1ad-40d0-9b56-934cd18eb45d']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:54.129369 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b415f432-b22e-4eba-a46f-1610fe0062d7 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:54.172505 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-7a246bfe-af81-4aed-9a0a-12a4534c2e48 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95445c27-1eea-4446-9fba-be12b23ced15') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:54.174349 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-7a246bfe-af81-4aed-9a0a-12a4534c2e48 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95445c27-1eea-4446-9fba-be12b23ced15') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:54.200956 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0df71fde-5ff8-4f35-ac48-fbdf7cb21f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:54.206335 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7a246bfe-af81-4aed-9a0a-12a4534c2e48 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:54.270550 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1142af67-4311-4e21-ba60-0064dc802300 None None] For port 49370507-906d-4dd8-97e2-c1b4bff9f29e, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=49370507-906d-4dd8-97e2-c1b4bff9f29e,segment=NetworkSegment(95445c27-1eea-4446-9fba-be12b23ced15),segment_id=95445c27-1eea-4446-9fba-be12b23ced15)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:54.271764 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1142af67-4311-4e21-ba60-0064dc802300 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:54.280835 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7a246bfe-af81-4aed-9a0a-12a4534c2e48 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:54.294209 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-3d38fbb2-b264-4799-966f-e95225a7352e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1efaa5-a757-4b43-8b44-44fbf50b3c70', 'name': 'tempest-ServerRescueTestJSON-1102115876-router', 'tenant_id': '7c08d2622b7b410cb98838e9565b36dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'a8ecf2de-4f8a-4abf-a127-d6f19684419e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:38:39Z', 'updated_at': '2021-07-29T23:38:47Z', 'revision_number': 4, 'project_id': '7c08d2622b7b410cb98838e9565b36dc', 'gw_port': {'id': 'a8ecf2de-4f8a-4abf-a127-d6f19684419e', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:44:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1efaa5-a757-4b43-8b44-44fbf50b3c70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:38:42Z', 'updated_at': '2021-07-29T23:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '0ce17b82-c99c-4c78-80db-fc8534ac801a', 'name': '', 'network_id': '5d20f887-85b7-45ef-8019-3cf0ef128029', 'tenant_id': '7c08d2622b7b410cb98838e9565b36dc', 'mac_address': 'fa:16:3e:64:58:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1efaa5-a757-4b43-8b44-44fbf50b3c70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '7a456402-40c6-4578-9b75-bbc1a0d9a5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:38:46Z', 'updated_at': '2021-07-29T23:38:47Z', 'revision_number': 2, 'project_id': '7c08d2622b7b410cb98838e9565b36dc', 'subnets': [{'id': '7a456402-40c6-4578-9b75-bbc1a0d9a5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:54.307393 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a246bfe-af81-4aed-9a0a-12a4534c2e48 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:38:54.307393 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7a246bfe-af81-4aed-9a0a-12a4534c2e48 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:54.347081 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1142af67-4311-4e21-ba60-0064dc802300 None None] Calling delete_port for 49370507-906d-4dd8-97e2-c1b4bff9f29e owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:54.390709 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d38fbb2-b264-4799-966f-e95225a7352e None None] Checking router: 6a1efaa5-a757-4b43-8b44-44fbf50b3c70 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:38:54.401752 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d38fbb2-b264-4799-966f-e95225a7352e None None] Updating router 6a1efaa5-a757-4b43-8b44-44fbf50b3c70 port 0ce17b82-c99c-4c78-80db-fc8534ac801a binding host n-d-712141-10 {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:38:54.508887 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:38:54.508887 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:38:54.508887 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:38:54.508887 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:38:54.508887 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:38:54.508887 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:38:54.508887 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:38:54.508887 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:38:54.508887 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:38:54.508887 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:38:54.508887 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:38:54.508887 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:38:54.508887 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:38:54.508887 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:38:54.508887 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:38:54.508887 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:38:54.508887 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:38:54.508887 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:38:54.508887 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:38:54.508887 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:38:54.508887 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:38:54.508887 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:38:54.508887 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:38:54.508887 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:38:54.508887 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:38:54.508887 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:38:54.508887 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:38:54.508887 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:38:54.508887 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:38:54.508887 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:38:54.508887 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:38:54.508887 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:38:54.526391 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7a246bfe-af81-4aed-9a0a-12a4534c2e48 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:54.544086 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7a246bfe-af81-4aed-9a0a-12a4534c2e48 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:54.547701 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7a246bfe-af81-4aed-9a0a-12a4534c2e48 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "DELETE /v2.0/networks/2813b9df-b1ad-40d0-9b56-934cd18eb45d HTTP/1.1" status: 204 len: 168 time: 2.3378122 Jul 29 23:38:54.555307 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-3d38fbb2-b264-4799-966f-e95225a7352e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:54.568651 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port a8ecf2de-4f8a-4abf-a127-d6f19684419e triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:54.569251 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:54.577657 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60374) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:54.621296 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-8a2cf4d4-2989-4b64-aab5-3ac8c5ff15ab tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Request body: {'network': {'name': 'tempest-RoutersTest-774470426'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:54.686151 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1142af67-4311-4e21-ba60-0064dc802300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:54.699471 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a246bfe-af81-4aed-9a0a-12a4534c2e48 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event deleted for resources: {'Network': ['ID=2813b9df-b1ad-40d0-9b56-934cd18eb45d,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:54.790821 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1142af67-4311-4e21-ba60-0064dc802300 None None] Pushing event deleted for resources: {'Port': ['ID=49370507-906d-4dd8-97e2-c1b4bff9f29e,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:54.816961 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1142af67-4311-4e21-ba60-0064dc802300 None None] Network 2813b9df-b1ad-40d0-9b56-934cd18eb45d is not hosted by any dhcp agent {{(pid=94079) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 23:38:54.822612 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1142af67-4311-4e21-ba60-0064dc802300 None None] No DVR routers for this DVR port 49370507-906d-4dd8-97e2-c1b4bff9f29e on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:38:54.929794 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-925a386b-60a9-4977-9364-75598e73e528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:54.943896 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-925a386b-60a9-4977-9364-75598e73e528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:54.997043 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-925a386b-60a9-4977-9364-75598e73e528 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:38:55.112619 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925a386b-60a9-4977-9364-75598e73e528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e325a0-2a4c-4a18-96b3-559e06a9269b,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:55.155050 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-925a386b-60a9-4977-9364-75598e73e528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:55.155634 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-925a386b-60a9-4977-9364-75598e73e528 admin admin] Added segment 0aa0b58a-edbb-411a-9077-5f81d4114e3c of type vlan for network ef47c031-89f3-4d55-afcb-e9afda1b9317 Jul 29 23:38:55.184772 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 49370507-906d-4dd8-97e2-c1b4bff9f29e no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:38:55.252190 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 49370507-906d-4dd8-97e2-c1b4bff9f29e {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:38:55.253842 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 49370507-906d-4dd8-97e2-c1b4bff9f29e not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:38:55.333283 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-925a386b-60a9-4977-9364-75598e73e528 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:55.344642 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-b415f432-b22e-4eba-a46f-1610fe0062d7 None None] Transition to ACTIVE for port object e65e3034-59a0-49b6-b8b5-08cbbf525298 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:55.423799 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-b415f432-b22e-4eba-a46f-1610fe0062d7 None None] Transition to ACTIVE for port object e65e3034-59a0-49b6-b8b5-08cbbf525298 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:55.442493 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2cf4d4-2989-4b64-aab5-3ac8c5ff15ab tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Made reservation on behalf of 57ced8fbb08748a3b85014e0aa13f1c0 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:55.451286 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b415f432-b22e-4eba-a46f-1610fe0062d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:55.452382 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8a2cf4d4-2989-4b64-aab5-3ac8c5ff15ab tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:55.456049 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-925a386b-60a9-4977-9364-75598e73e528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:55.457121 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925a386b-60a9-4977-9364-75598e73e528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:55.457776 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-925a386b-60a9-4977-9364-75598e73e528 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:55.518723 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9076860e-3c61-4d1a-9d73-8424027ffbc8 tempest-PortsAdminExtendedAttrsTestJSON-1783494128 tempest-PortsAdminExtendedAttrsTestJSON-1783494128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:55.524111 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-3d38fbb2-b264-4799-966f-e95225a7352e None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:55.535969 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2dbfed46-ac61-4735-ba6c-bf516dfb2584 req-11e6b5fa-1f01-4dd1-b99d-ae19929d9cc2 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1ebbb42-87f5-4464-832d-39e3a37b8b1d HTTP/1.1" status: 200 len: 210 time: 0.1906567 Jul 29 23:38:55.574621 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-3d38fbb2-b264-4799-966f-e95225a7352e None None] Transition to ACTIVE for port object 0ce17b82-c99c-4c78-80db-fc8534ac801a will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:55.579656 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a2cf4d4-2989-4b64-aab5-3ac8c5ff15ab tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:38:55.583595 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b415f432-b22e-4eba-a46f-1610fe0062d7 None None] Network 72491e20-cf6b-4327-932e-6efd538aea0f is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:38:55.590986 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-3d38fbb2-b264-4799-966f-e95225a7352e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:55.599914 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8a2cf4d4-2989-4b64-aab5-3ac8c5ff15ab tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:55.600277 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-8a2cf4d4-2989-4b64-aab5-3ac8c5ff15ab tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Added segment 7cea3cd4-6854-414c-962e-5c7ca8ac5df6 of type vlan for network 1fef9f55-83aa-444e-83ee-7d65f4ce6bac Jul 29 23:38:55.602082 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-b415f432-b22e-4eba-a46f-1610fe0062d7 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:55.602901 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9076860e-3c61-4d1a-9d73-8424027ffbc8 tempest-PortsAdminExtendedAttrsTestJSON-1783494128 tempest-PortsAdminExtendedAttrsTestJSON-1783494128-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:55.606539 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-9076860e-3c61-4d1a-9d73-8424027ffbc8 tempest-PortsAdminExtendedAttrsTestJSON-1783494128 tempest-PortsAdminExtendedAttrsTestJSON-1783494128-project] 10.222.0.43 "DELETE /v2.0/networks/c2d7c907-a78d-4862-805d-498cfb570f20 HTTP/1.1" status: 204 len: 168 time: 3.8069165 Jul 29 23:38:55.614051 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b415f432-b22e-4eba-a46f-1610fe0062d7 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:38:55.620472 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b415f432-b22e-4eba-a46f-1610fe0062d7 None None] Pushing event updated for resources: {'Port': ['ID=e65e3034-59a0-49b6-b8b5-08cbbf525298,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:55.634915 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9076860e-3c61-4d1a-9d73-8424027ffbc8 tempest-PortsAdminExtendedAttrsTestJSON-1783494128 tempest-PortsAdminExtendedAttrsTestJSON-1783494128-project] Pushing event deleted for resources: {'Network': ['ID=c2d7c907-a78d-4862-805d-498cfb570f20,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:55.750488 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-b415f432-b22e-4eba-a46f-1610fe0062d7 None None] Attempting to bind port e65e3034-59a0-49b6-b8b5-08cbbf525298 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:38:55.752257 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-b415f432-b22e-4eba-a46f-1610fe0062d7 None None] Attempting to bind port e65e3034-59a0-49b6-b8b5-08cbbf525298 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': 'ed280fb2-dc30-49e6-b4ea-60fa480628be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '72491e20-cf6b-4327-932e-6efd538aea0f'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:38:55.753424 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b415f432-b22e-4eba-a46f-1610fe0062d7 None None] Attempting to bind port e65e3034-59a0-49b6-b8b5-08cbbf525298 on network 72491e20-cf6b-4327-932e-6efd538aea0f {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:55.754209 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8a2cf4d4-2989-4b64-aab5-3ac8c5ff15ab tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:55.768741 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b415f432-b22e-4eba-a46f-1610fe0062d7 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:38:55.769362 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b415f432-b22e-4eba-a46f-1610fe0062d7 None None] Checking segment: {'id': 'ed280fb2-dc30-49e6-b4ea-60fa480628be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '72491e20-cf6b-4327-932e-6efd538aea0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:38:55.769951 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b415f432-b22e-4eba-a46f-1610fe0062d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:55.770519 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b415f432-b22e-4eba-a46f-1610fe0062d7 None None] Bound using segment: {'id': 'ed280fb2-dc30-49e6-b4ea-60fa480628be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '72491e20-cf6b-4327-932e-6efd538aea0f'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:38:55.771166 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-b415f432-b22e-4eba-a46f-1610fe0062d7 None None] Bound port: e65e3034-59a0-49b6-b8b5-08cbbf525298, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed280fb2-dc30-49e6-b4ea-60fa480628be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '72491e20-cf6b-4327-932e-6efd538aea0f'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:38:55.771723 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b415f432-b22e-4eba-a46f-1610fe0062d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:55.811000 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1fb468-aff6-4ec7-b6ce-c8a9cf3d5d5b None None] Pushing event updated for resources: {'Port': ['ID=0ce17b82-c99c-4c78-80db-fc8534ac801a,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:55.844922 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-925a386b-60a9-4977-9364-75598e73e528 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.1221061 Jul 29 23:38:55.845689 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925a386b-60a9-4977-9364-75598e73e528 admin admin] Pushing event updated for resources: {'Network': ['ID=ef47c031-89f3-4d55-afcb-e9afda1b9317,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:55.850685 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60410) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:55.875669 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-4303fe11-b674-461e-969c-cb6de4275381 admin admin] Request body: {'subnet': {'network_id': 'ef47c031-89f3-4d55-afcb-e9afda1b9317', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-634385317-subnet', 'tenant_id': 'aa7b44142ea84ef2bfb9a6f800e77e29', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:55.892143 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-3d38fbb2-b264-4799-966f-e95225a7352e None None] Attempting to bind port 0ce17b82-c99c-4c78-80db-fc8534ac801a on host n-d-712141-10 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:38:55.892724 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-3d38fbb2-b264-4799-966f-e95225a7352e None None] Attempting to bind port 0ce17b82-c99c-4c78-80db-fc8534ac801a by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '59dfd488-a454-40cf-9438-9ce3dc7e6e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5d20f887-85b7-45ef-8019-3cf0ef128029'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:38:55.893097 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d38fbb2-b264-4799-966f-e95225a7352e None None] Attempting to bind port 0ce17b82-c99c-4c78-80db-fc8534ac801a on network 5d20f887-85b7-45ef-8019-3cf0ef128029 {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:55.902672 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network ef47c031-89f3-4d55-afcb-e9afda1b9317 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:38:55.903908 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d38fbb2-b264-4799-966f-e95225a7352e None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:38:55.904428 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d38fbb2-b264-4799-966f-e95225a7352e None None] Checking segment: {'id': '59dfd488-a454-40cf-9438-9ce3dc7e6e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5d20f887-85b7-45ef-8019-3cf0ef128029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:38:55.904847 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-3d38fbb2-b264-4799-966f-e95225a7352e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:55.905365 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d38fbb2-b264-4799-966f-e95225a7352e None None] Bound using segment: {'id': '59dfd488-a454-40cf-9438-9ce3dc7e6e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5d20f887-85b7-45ef-8019-3cf0ef128029'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:38:55.905900 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-3d38fbb2-b264-4799-966f-e95225a7352e None None] Bound port: 0ce17b82-c99c-4c78-80db-fc8534ac801a, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59dfd488-a454-40cf-9438-9ce3dc7e6e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5d20f887-85b7-45ef-8019-3cf0ef128029'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:38:55.906257 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-3d38fbb2-b264-4799-966f-e95225a7352e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:55.910456 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8a2cf4d4-2989-4b64-aab5-3ac8c5ff15ab tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:55.919215 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2cf4d4-2989-4b64-aab5-3ac8c5ff15ab tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:55.922304 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8a2cf4d4-2989-4b64-aab5-3ac8c5ff15ab tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:56.129942 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-3d38fbb2-b264-4799-966f-e95225a7352e None None] For port 0ce17b82-c99c-4c78-80db-fc8534ac801a, host n-d-712141-10, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:38:56.133060 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-648fe8b3-3e08-4ada-bb72-2c285582272e tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:56.133754 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-3d38fbb2-b264-4799-966f-e95225a7352e None None] For port 0ce17b82-c99c-4c78-80db-fc8534ac801a, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=0ce17b82-c99c-4c78-80db-fc8534ac801a,segment=NetworkSegment(59dfd488-a454-40cf-9438-9ce3dc7e6e5e),segment_id=59dfd488-a454-40cf-9438-9ce3dc7e6e5e)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:38:56.142739 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2cf4d4-2989-4b64-aab5-3ac8c5ff15ab tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event updated for resources: {'Network': ['ID=1fef9f55-83aa-444e-83ee-7d65f4ce6bac,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:56.145671 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-3d38fbb2-b264-4799-966f-e95225a7352e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:56.242370 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d440b1-05a1-4cdb-bdd6-f064556d6726 req-08faf269-0db5-4db5-9d13-71af0ab27181 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:56.247025 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d38fbb2-b264-4799-966f-e95225a7352e None None] Routers {'6a1efaa5-a757-4b43-8b44-44fbf50b3c70'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:38:56.247673 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-3d38fbb2-b264-4799-966f-e95225a7352e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:38:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['6a1efaa5-a757-4b43-8b44-44fbf50b3c70'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:56.248822 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a5d440b1-05a1-4cdb-bdd6-f064556d6726 req-08faf269-0db5-4db5-9d13-71af0ab27181 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.41 "GET /v2.0/networks?id=5d20f887-85b7-45ef-8019-3cf0ef128029 HTTP/1.1" status: 200 len: 811 time: 0.7621560 Jul 29 23:38:56.286872 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-a5d440b1-05a1-4cdb-bdd6-f064556d6726 req-495ffd03-b5a0-4283-a35e-4cd5bfc6df58 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Request body: {'port': {'device_id': 'a1ebbb42-87f5-4464-832d-39e3a37b8b1d', 'network_id': '5d20f887-85b7-45ef-8019-3cf0ef128029', 'admin_state_up': True, 'tenant_id': '7c08d2622b7b410cb98838e9565b36dc'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:56.358438 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60422) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:56.364840 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 1fef9f55-83aa-444e-83ee-7d65f4ce6bac details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:38:56.408358 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ee3395f9-82c5-49ca-a8cb-07ba6eb56aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:56.426056 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-3d38fbb2-b264-4799-966f-e95225a7352e None None] Set router 6a1efaa5-a757-4b43-8b44-44fbf50b3c70 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:38:56.459486 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:56.480168 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-b415f432-b22e-4eba-a46f-1610fe0062d7 None None] For port e65e3034-59a0-49b6-b8b5-08cbbf525298, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:38:56.524900 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-b415f432-b22e-4eba-a46f-1610fe0062d7 None None] For port e65e3034-59a0-49b6-b8b5-08cbbf525298, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=e65e3034-59a0-49b6-b8b5-08cbbf525298,segment=NetworkSegment(ed280fb2-dc30-49e6-b4ea-60fa480628be),segment_id=ed280fb2-dc30-49e6-b4ea-60fa480628be)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:38:56.532052 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c4bf82f8-6c1b-4a8b-90d8-f74332e7e43f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:56.550043 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b415f432-b22e-4eba-a46f-1610fe0062d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:56.600083 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1fb468-aff6-4ec7-b6ce-c8a9cf3d5d5b None None] Pushing event updated for resources: {'Port': ['ID=0ce17b82-c99c-4c78-80db-fc8534ac801a,revision_number=4']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:56.683135 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b415f432-b22e-4eba-a46f-1610fe0062d7 None None] Pushing event updated for resources: {'Port': ['ID=e65e3034-59a0-49b6-b8b5-08cbbf525298,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:56.950884 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-2c7522a4-ffc4-4d90-913c-b073e42c877c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d789a61ea3c14f239e5cf221254a493d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5909061 Jul 29 23:38:56.963640 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60430) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:57.024951 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c4bf82f8-6c1b-4a8b-90d8-f74332e7e43f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:57.120586 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ccdac56a-db60-4354-88cc-358330e417d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:57.136997 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-3d38fbb2-b264-4799-966f-e95225a7352e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1efaa5-a757-4b43-8b44-44fbf50b3c70', 'name': 'tempest-ServerRescueTestJSON-1102115876-router', 'tenant_id': '7c08d2622b7b410cb98838e9565b36dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'a8ecf2de-4f8a-4abf-a127-d6f19684419e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:38:39Z', 'updated_at': '2021-07-29T23:38:47Z', 'revision_number': 4, 'project_id': '7c08d2622b7b410cb98838e9565b36dc', 'gw_port': {'id': 'a8ecf2de-4f8a-4abf-a127-d6f19684419e', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:44:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1efaa5-a757-4b43-8b44-44fbf50b3c70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:38:42Z', 'updated_at': '2021-07-29T23:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '0ce17b82-c99c-4c78-80db-fc8534ac801a', 'name': '', 'network_id': '5d20f887-85b7-45ef-8019-3cf0ef128029', 'tenant_id': '7c08d2622b7b410cb98838e9565b36dc', 'mac_address': 'fa:16:3e:64:58:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1efaa5-a757-4b43-8b44-44fbf50b3c70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '7a456402-40c6-4578-9b75-bbc1a0d9a5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:38:46Z', 'updated_at': '2021-07-29T23:38:56Z', 'revision_number': 4, 'project_id': '7c08d2622b7b410cb98838e9565b36dc', 'subnets': [{'id': '7a456402-40c6-4578-9b75-bbc1a0d9a5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:57.163599 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-c4bf82f8-6c1b-4a8b-90d8-f74332e7e43f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3e9340d4b8654cffab67e8427cec5fc1&name=default HTTP/1.1" status: 200 len: 2983 time: 3.7005761 Jul 29 23:38:57.171766 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60432) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:57.183776 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3ee9b465-72ba-436c-9774-4f994a14602e req-b851d2a6-ed91-473f-ab20-7461745e9160 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1ebbb42-87f5-4464-832d-39e3a37b8b1d HTTP/1.1" status: 200 len: 210 time: 0.1784885 Jul 29 23:38:57.230304 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d38fbb2-b264-4799-966f-e95225a7352e None None] The sync data for ids ['6a1efaa5-a757-4b43-8b44-44fbf50b3c70'] in n-d-712141-10 is: [{'id': '6a1efaa5-a757-4b43-8b44-44fbf50b3c70', 'name': 'tempest-ServerRescueTestJSON-1102115876-router', 'tenant_id': '7c08d2622b7b410cb98838e9565b36dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'a8ecf2de-4f8a-4abf-a127-d6f19684419e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:38:39Z', 'updated_at': '2021-07-29T23:38:47Z', 'revision_number': 4, 'project_id': '7c08d2622b7b410cb98838e9565b36dc', 'gw_port': {'id': 'a8ecf2de-4f8a-4abf-a127-d6f19684419e', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:44:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1efaa5-a757-4b43-8b44-44fbf50b3c70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:38:42Z', 'updated_at': '2021-07-29T23:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '0ce17b82-c99c-4c78-80db-fc8534ac801a', 'name': '', 'network_id': '5d20f887-85b7-45ef-8019-3cf0ef128029', 'tenant_id': '7c08d2622b7b410cb98838e9565b36dc', 'mac_address': 'fa:16:3e:64:58:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1efaa5-a757-4b43-8b44-44fbf50b3c70', 'device_owner': 'network:router_interface', 'standard_attr_id': 2343, 'fixed_ips': [{'subnet_id': '7a456402-40c6-4578-9b75-bbc1a0d9a5e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:38:46Z', 'updated_at': '2021-07-29T23:38:56Z', 'revision_number': 4, 'project_id': '7c08d2622b7b410cb98838e9565b36dc', 'subnets': [{'id': '7a456402-40c6-4578-9b75-bbc1a0d9a5e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:38:57.253191 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bf82f8-6c1b-4a8b-90d8-f74332e7e43f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c57718e-59f2-47f2-8a13-32a32630cfbd,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:57.262265 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ccdac56a-db60-4354-88cc-358330e417d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:57.307654 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4303fe11-b674-461e-969c-cb6de4275381 admin admin] Made reservation on behalf of aa7b44142ea84ef2bfb9a6f800e77e29 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:57.312983 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4303fe11-b674-461e-969c-cb6de4275381 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:57.313213 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8a2cf4d4-2989-4b64-aab5-3ac8c5ff15ab tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.7274628 Jul 29 23:38:57.314974 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60434) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:57.479190 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-60c74fd8-9af5-4e24-aabb-443bddf82eb3 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Request body: {'subnet': {'network_id': '1fef9f55-83aa-444e-83ee-7d65f4ce6bac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:57.528655 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ccdac56a-db60-4354-88cc-358330e417d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:57.533958 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ccdac56a-db60-4354-88cc-358330e417d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:57.567425 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ccdac56a-db60-4354-88cc-358330e417d5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9e809ed3-c9ce-4af4-bda5-e918c5c20e15 HTTP/1.1" status: 204 len: 168 time: 0.5892918 Jul 29 23:38:57.623853 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdac56a-db60-4354-88cc-358330e417d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e809ed3-c9ce-4af4-bda5-e918c5c20e15,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:57.632278 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2d730bc6-1bd4-43f6-94dd-9abb7c911575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:57.738074 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:57.746839 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2d730bc6-1bd4-43f6-94dd-9abb7c911575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:57.831557 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 0ce17b82-c99c-4c78-80db-fc8534ac801a up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:38:57.925421 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2d730bc6-1bd4-43f6-94dd-9abb7c911575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:57.929181 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 0ce17b82-c99c-4c78-80db-fc8534ac801a completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:38:57.931072 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2d730bc6-1bd4-43f6-94dd-9abb7c911575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:57.933977 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-2d730bc6-1bd4-43f6-94dd-9abb7c911575 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1c57718e-59f2-47f2-8a13-32a32630cfbd HTTP/1.1" status: 204 len: 168 time: 0.7557127 Jul 29 23:38:57.954980 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 0ce17b82-c99c-4c78-80db-fc8534ac801a triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:57.958700 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d730bc6-1bd4-43f6-94dd-9abb7c911575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c57718e-59f2-47f2-8a13-32a32630cfbd,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:57.973007 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:58.001458 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5d440b1-05a1-4cdb-bdd6-f064556d6726 req-495ffd03-b5a0-4283-a35e-4cd5bfc6df58 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Made reservation on behalf of 7c08d2622b7b410cb98838e9565b36dc for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:58.010655 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a5d440b1-05a1-4cdb-bdd6-f064556d6726 req-495ffd03-b5a0-4283-a35e-4cd5bfc6df58 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:58.166630 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-648fe8b3-3e08-4ada-bb72-2c285582272e tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Allocated IP 2001:db8::1 (72491e20-cf6b-4327-932e-6efd538aea0f/65856fdd-16d6-480a-a8ba-00a440717811/7adb62d8-57ad-462d-b2a0-14b98677be39) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:38:58.353535 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:58.440631 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60446) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:58.553430 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 0ce17b82-c99c-4c78-80db-fc8534ac801a, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=0ce17b82-c99c-4c78-80db-fc8534ac801a,segment=NetworkSegment(59dfd488-a454-40cf-9438-9ce3dc7e6e5e),segment_id=59dfd488-a454-40cf-9438-9ce3dc7e6e5e)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:58.570264 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:58.572036 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device e65e3034-59a0-49b6-b8b5-08cbbf525298 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:38:58.678083 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-edeb0d71-a481-4950-8048-0139f0a215b3 req-d2d1b0a0-37c8-4aa1-981c-b5314cf85b2f tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1ebbb42-87f5-4464-832d-39e3a37b8b1d HTTP/1.1" status: 200 len: 210 time: 0.1670179 Jul 29 23:38:58.706853 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c74fd8-9af5-4e24-aabb-443bddf82eb3 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Made reservation on behalf of 57ced8fbb08748a3b85014e0aa13f1c0 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:58.714192 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-60c74fd8-9af5-4e24-aabb-443bddf82eb3 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:58.735198 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7112eadb-7c17-42c5-befb-e0468daf35cb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b577d58da8ce47d29c71c004cc8df66a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2897675 Jul 29 23:38:58.745239 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60448) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:58.839808 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=0ce17b82-c99c-4c78-80db-fc8534ac801a,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:58.873342 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:58.878994 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:58.880080 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:58.884508 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:58.885296 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:58.886844 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:58.887861 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:58.888753 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:58.890221 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:58.891628 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:58.893928 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:58.894818 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:58.971623 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-21ec6de6-0083-40bf-8c9f-fb21bda4c1ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:59.037526 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port e65e3034-59a0-49b6-b8b5-08cbbf525298 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:38:59.077934 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-21ec6de6-0083-40bf-8c9f-fb21bda4c1ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:59.202158 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edd0119-195f-44a5-878e-b02fa248e213 None None] Network 72491e20-cf6b-4327-932e-6efd538aea0f requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:38:59.208756 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-21ec6de6-0083-40bf-8c9f-fb21bda4c1ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:59.218144 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-21ec6de6-0083-40bf-8c9f-fb21bda4c1ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:59.234251 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-21ec6de6-0083-40bf-8c9f-fb21bda4c1ba admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e90759ac-4d76-4278-bd4f-830d4475cb67 HTTP/1.1" status: 204 len: 168 time: 0.4735966 Jul 29 23:38:59.244437 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ec6de6-0083-40bf-8c9f-fb21bda4c1ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90759ac-4d76-4278-bd4f-830d4475cb67,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:59.270288 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ec6de6-0083-40bf-8c9f-fb21bda4c1ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:59.273195 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ec6de6-0083-40bf-8c9f-fb21bda4c1ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:59.274659 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ec6de6-0083-40bf-8c9f-fb21bda4c1ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:59.276404 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ec6de6-0083-40bf-8c9f-fb21bda4c1ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:59.277055 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ec6de6-0083-40bf-8c9f-fb21bda4c1ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:59.280188 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ec6de6-0083-40bf-8c9f-fb21bda4c1ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:59.281116 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ec6de6-0083-40bf-8c9f-fb21bda4c1ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:59.282718 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ec6de6-0083-40bf-8c9f-fb21bda4c1ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:59.282718 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ec6de6-0083-40bf-8c9f-fb21bda4c1ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:59.283428 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ec6de6-0083-40bf-8c9f-fb21bda4c1ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:59.283849 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ec6de6-0083-40bf-8c9f-fb21bda4c1ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:59.284482 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21ec6de6-0083-40bf-8c9f-fb21bda4c1ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:59.389431 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-a5d440b1-05a1-4cdb-bdd6-f064556d6726 req-495ffd03-b5a0-4283-a35e-4cd5bfc6df58 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Allocated IP 172.20.0.5 (5d20f887-85b7-45ef-8019-3cf0ef128029/7a456402-40c6-4578-9b75-bbc1a0d9a5e7/486f032c-a5b1-4bd5-bda4-11a6999e7a64) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:38:59.414667 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-648fe8b3-3e08-4ada-bb72-2c285582272e tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:59.535908 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 0ce17b82-c99c-4c78-80db-fc8534ac801a up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:38:59.627626 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:59.639254 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-e70b5469-cef3-47f2-a446-63e0c126b650 None None] Provisioning for port e65e3034-59a0-49b6-b8b5-08cbbf525298 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:38:59.669913 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 0ce17b82-c99c-4c78-80db-fc8534ac801a triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:59.670398 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:59.672009 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-e70b5469-cef3-47f2-a446-63e0c126b650 None None] Provisioning complete for port e65e3034-59a0-49b6-b8b5-08cbbf525298 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:59.672305 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e70b5469-cef3-47f2-a446-63e0c126b650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:59.681167 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-648fe8b3-3e08-4ada-bb72-2c285582272e tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Transition to ACTIVE for port object 7adb62d8-57ad-462d-b2a0-14b98677be39 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:39:00.103154 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4ac1a018-2eb5-4f5a-913f-1592e2f89d3e req-0204ce73-44b0-4d00-9667-9c47814d8a20 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1ebbb42-87f5-4464-832d-39e3a37b8b1d HTTP/1.1" status: 200 len: 210 time: 0.2111192 Jul 29 23:39:00.145417 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e70b5469-cef3-47f2-a446-63e0c126b650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:00.150779 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-60c74fd8-9af5-4e24-aabb-443bddf82eb3 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:00.268560 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-e70b5469-cef3-47f2-a446-63e0c126b650 None None] For port e65e3034-59a0-49b6-b8b5-08cbbf525298, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=e65e3034-59a0-49b6-b8b5-08cbbf525298,segment=NetworkSegment(ed280fb2-dc30-49e6-b4ea-60fa480628be),segment_id=ed280fb2-dc30-49e6-b4ea-60fa480628be)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:00.284167 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e70b5469-cef3-47f2-a446-63e0c126b650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:00.329121 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4303fe11-b674-461e-969c-cb6de4275381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:00.358546 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-648fe8b3-3e08-4ada-bb72-2c285582272e tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:00.441687 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70b5469-cef3-47f2-a446-63e0c126b650 None None] Pushing event updated for resources: {'Port': ['ID=e65e3034-59a0-49b6-b8b5-08cbbf525298,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:00.453841 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-961abfbc-bf1a-4499-aeb8-8c4e2ffa026b None None] Provisioning complete for port e65e3034-59a0-49b6-b8b5-08cbbf525298 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:00.454271 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-961abfbc-bf1a-4499-aeb8-8c4e2ffa026b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:00.468002 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c74fd8-9af5-4e24-aabb-443bddf82eb3 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event updated for resources: {'Subnet': ['ID=faab4c75-0e83-4c9d-94d3-1ac0059c4447,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:00.483402 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648fe8b3-3e08-4ada-bb72-2c285582272e tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Network 72491e20-cf6b-4327-932e-6efd538aea0f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:39:00.519829 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-648fe8b3-3e08-4ada-bb72-2c285582272e tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:00.569858 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648fe8b3-3e08-4ada-bb72-2c285582272e tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event updated for resources: {'Port': ['ID=7adb62d8-57ad-462d-b2a0-14b98677be39,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:00.581699 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648fe8b3-3e08-4ada-bb72-2c285582272e tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:39:00.581699 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-648fe8b3-3e08-4ada-bb72-2c285582272e tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:00.678175 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a5d440b1-05a1-4cdb-bdd6-f064556d6726 req-495ffd03-b5a0-4283-a35e-4cd5bfc6df58 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:00.681381 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c74fd8-9af5-4e24-aabb-443bddf82eb3 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Checking segment: {'id': '7cea3cd4-6854-414c-962e-5c7ca8ac5df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1fef9f55-83aa-444e-83ee-7d65f4ce6bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:39:00.681778 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c74fd8-9af5-4e24-aabb-443bddf82eb3 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Network hostable DHCP agents. Network: 1fef9f55-83aa-444e-83ee-7d65f4ce6bac, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:39:00.693500 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4303fe11-b674-461e-969c-cb6de4275381 admin admin] Checking segment: {'id': '0aa0b58a-edbb-411a-9077-5f81d4114e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ef47c031-89f3-4d55-afcb-e9afda1b9317'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:39:00.693896 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4303fe11-b674-461e-969c-cb6de4275381 admin admin] Network hostable DHCP agents. Network: ef47c031-89f3-4d55-afcb-e9afda1b9317, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:39:00.747579 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4303fe11-b674-461e-969c-cb6de4275381 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cc102b6-7976-49c8-8fc0-37ba3d12643a,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:00.820796 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c74fd8-9af5-4e24-aabb-443bddf82eb3 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Network 1fef9f55-83aa-444e-83ee-7d65f4ce6bac is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:39:00.848254 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4303fe11-b674-461e-969c-cb6de4275381 admin admin] Network ef47c031-89f3-4d55-afcb-e9afda1b9317 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:39:00.907361 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60500) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:00.911858 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-4303fe11-b674-461e-969c-cb6de4275381 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, ef47c031-89f3-4d55-afcb-e9afda1b9317) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:00.927740 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5790c1c0-3e6c-4c43-98c8-4d60d2fa6fb0 None None] Network ef47c031-89f3-4d55-afcb-e9afda1b9317 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:39:00.933305 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4303fe11-b674-461e-969c-cb6de4275381 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:00.934196 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4303fe11-b674-461e-969c-cb6de4275381 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:00.938816 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-60c74fd8-9af5-4e24-aabb-443bddf82eb3 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 1fef9f55-83aa-444e-83ee-7d65f4ce6bac) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:00.990971 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c74fd8-9af5-4e24-aabb-443bddf82eb3 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:00.992178 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-60c74fd8-9af5-4e24-aabb-443bddf82eb3 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:01.006715 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-648fe8b3-3e08-4ada-bb72-2c285582272e tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:01.028526 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a5d440b1-05a1-4cdb-bdd6-f064556d6726 req-495ffd03-b5a0-4283-a35e-4cd5bfc6df58 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:01.091744 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb6384e-6bf3-4f8c-8985-6f02756c15b2 None None] Network 1fef9f55-83aa-444e-83ee-7d65f4ce6bac requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:39:01.108800 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-4fe0d34d-97b7-4927-af4c-95ca6f64f90c tempest-DvrRoutersNegativeTest-456665019 tempest-DvrRoutersNegativeTest-456665019-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-402242296', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:01.117977 n-d-712141-10 neutron-server[94077]: DEBUG neutron.policy [None req-4fe0d34d-97b7-4927-af4c-95ca6f64f90c tempest-DvrRoutersNegativeTest-456665019 tempest-DvrRoutersNegativeTest-456665019-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94077) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 29 23:39:01.118628 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-4303fe11-b674-461e-969c-cb6de4275381 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 5.2558789 Jul 29 23:39:01.119349 n-d-712141-10 neutron-server[94077]: DEBUG neutron.policy [None req-4fe0d34d-97b7-4927-af4c-95ca6f64f90c tempest-DvrRoutersNegativeTest-456665019 tempest-DvrRoutersNegativeTest-456665019-project] Failed policy check for 'create_router' {{(pid=94077) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 29 23:39:01.120463 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-4fe0d34d-97b7-4927-af4c-95ca6f64f90c tempest-DvrRoutersNegativeTest-456665019 tempest-DvrRoutersNegativeTest-456665019-project] create failed (client error): Access was denied to this resource. Jul 29 23:39:01.150148 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4fe0d34d-97b7-4927-af4c-95ca6f64f90c tempest-DvrRoutersNegativeTest-456665019 tempest-DvrRoutersNegativeTest-456665019-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2440383 Jul 29 23:39:01.220348 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495ffd03-b5a0-4283-a35e-4cd5bfc6df58 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Pushing event updated for resources: {'Port': ['ID=486f032c-a5b1-4bd5-bda4-11a6999e7a64,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:01.295601 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2fb449e2-1549-4a88-ad83-1c85824fd08e None None] Provisioning for port 7adb62d8-57ad-462d-b2a0-14b98677be39 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:39:01.325178 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2fb449e2-1549-4a88-ad83-1c85824fd08e None None] Provisioning complete for port 7adb62d8-57ad-462d-b2a0-14b98677be39 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:01.326917 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2fb449e2-1549-4a88-ad83-1c85824fd08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:01.424406 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5d440b1-05a1-4cdb-bdd6-f064556d6726 req-495ffd03-b5a0-4283-a35e-4cd5bfc6df58 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Network 5d20f887-85b7-45ef-8019-3cf0ef128029 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:39:01.461781 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60548) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:01.464222 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-60c74fd8-9af5-4e24-aabb-443bddf82eb3 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0876522 Jul 29 23:39:01.465939 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-a5d440b1-05a1-4cdb-bdd6-f064556d6726 req-495ffd03-b5a0-4283-a35e-4cd5bfc6df58 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:01.468375 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-6f55fbf5-35e1-4016-bba3-fefad2a4d950 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1210837269', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:01.480016 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5d440b1-05a1-4cdb-bdd6-f064556d6726 req-495ffd03-b5a0-4283-a35e-4cd5bfc6df58 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:39:01.545207 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6f55fbf5-35e1-4016-bba3-fefad2a4d950 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:01.547012 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6f55fbf5-35e1-4016-bba3-fefad2a4d950 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:01.662717 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device e65e3034-59a0-49b6-b8b5-08cbbf525298 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:39:01.750324 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6f55fbf5-35e1-4016-bba3-fefad2a4d950 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:01.761548 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6f55fbf5-35e1-4016-bba3-fefad2a4d950 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:01.792348 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d440b1-05a1-4cdb-bdd6-f064556d6726 req-495ffd03-b5a0-4283-a35e-4cd5bfc6df58 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:01.794034 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a5d440b1-05a1-4cdb-bdd6-f064556d6726 req-495ffd03-b5a0-4283-a35e-4cd5bfc6df58 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:01.802207 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6f55fbf5-35e1-4016-bba3-fefad2a4d950 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:01.803814 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-6f55fbf5-35e1-4016-bba3-fefad2a4d950 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3401489 Jul 29 23:39:01.807716 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60556) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:01.815800 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca462a-982c-44b3-9bec-549af6b34d46 req-28f532ea-2f57-4cd5-89fc-b2579389dfd6 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:01.828728 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d7b803-ece2-4db3-bc41-9e4e6b2cb810 None None] Network ef47c031-89f3-4d55-afcb-e9afda1b9317 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:39:01.833823 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a0ca462a-982c-44b3-9bec-549af6b34d46 req-28f532ea-2f57-4cd5-89fc-b2579389dfd6 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1ebbb42-87f5-4464-832d-39e3a37b8b1d HTTP/1.1" status: 200 len: 931 time: 0.4072583 Jul 29 23:39:01.958901 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60558) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:02.027569 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-2fb449e2-1549-4a88-ad83-1c85824fd08e None None] Port 7adb62d8-57ad-462d-b2a0-14b98677be39 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:39:02.035297 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a5d440b1-05a1-4cdb-bdd6-f064556d6726 req-495ffd03-b5a0-4283-a35e-4cd5bfc6df58 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7542281 Jul 29 23:39:02.064849 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [req-a5d440b1-05a1-4cdb-bdd6-f064556d6726 req-68640d1a-e8f3-4846-a005-19e574cbd7b3 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:39:02.072113 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a5d440b1-05a1-4cdb-bdd6-f064556d6726 req-68640d1a-e8f3-4846-a005-19e574cbd7b3 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0212836 Jul 29 23:39:02.111470 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a0ca462a-982c-44b3-9bec-549af6b34d46 req-e33b9ce8-4b69-40c4-9d3b-5626d13f4a6d tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/security-groups?id=81e89418-223e-492a-b406-e46bb556ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761776 Jul 29 23:39:02.143902 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-a5d440b1-05a1-4cdb-bdd6-f064556d6726 req-74b059cd-3029-4ba0-b722-96ebfff0f34c service neutron] Request body: {'port': {'device_id': 'a1ebbb42-87f5-4464-832d-39e3a37b8b1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:02.243826 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-648fe8b3-3e08-4ada-bb72-2c285582272e tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:02.270117 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-648fe8b3-3e08-4ada-bb72-2c285582272e tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:02.271292 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-648fe8b3-3e08-4ada-bb72-2c285582272e tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:02.326782 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-699ae5cc-3675-4ea0-b250-178b5cea2604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:02.375406 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a5d440b1-05a1-4cdb-bdd6-f064556d6726 req-74b059cd-3029-4ba0-b722-96ebfff0f34c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:02.401987 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1274fa-d71e-4707-9b58-7ad22cc3c167 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-1fef9f55-83aa-444e-83ee-7d65f4ce6bac', 'network_id': '1fef9f55-83aa-444e-83ee-7d65f4ce6bac', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'fixed_ips': [{'subnet_id': 'faab4c75-0e83-4c9d-94d3-1ac0059c4447'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:39:02.403750 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6a1274fa-d71e-4707-9b58-7ad22cc3c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:02.453469 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-63e2d50f-e89d-4556-b28f-4a10cb00419d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:02.462168 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:39:02.598681 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648fe8b3-3e08-4ada-bb72-2c285582272e tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event updated for resources: {'Port': ['ID=7adb62d8-57ad-462d-b2a0-14b98677be39,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:02.624004 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port e65e3034-59a0-49b6-b8b5-08cbbf525298 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:02.624487 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:02.875068 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-6a1274fa-d71e-4707-9b58-7ad22cc3c167 None None] Allocated IP 172.20.0.2 (1fef9f55-83aa-444e-83ee-7d65f4ce6bac/faab4c75-0e83-4c9d-94d3-1ac0059c4447/15cf4cf6-539c-4ba2-bc0f-6525569684d3) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:39:02.935102 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648fe8b3-3e08-4ada-bb72-2c285582272e tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Network 72491e20-cf6b-4327-932e-6efd538aea0f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:39:02.955811 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-648fe8b3-3e08-4ada-bb72-2c285582272e tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:03.007107 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0fe66c-ea94-4723-ba92-a522ee4fc708 req-dfea933b-dbc8-403e-9d18-d076fa77ca98 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:03.009567 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8c0fe66c-ea94-4723-ba92-a522ee4fc708 req-dfea933b-dbc8-403e-9d18-d076fa77ca98 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/networks?id=ef47c031-89f3-4d55-afcb-e9afda1b9317 HTTP/1.1" status: 200 len: 813 time: 0.3741820 Jul 29 23:39:03.128231 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6a1274fa-d71e-4707-9b58-7ad22cc3c167 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:03.150194 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-6a1274fa-d71e-4707-9b58-7ad22cc3c167 None None] Transition to ACTIVE for port object 15cf4cf6-539c-4ba2-bc0f-6525569684d3 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:39:03.157464 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-699ae5cc-3675-4ea0-b250-178b5cea2604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:03.191815 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-6a1274fa-d71e-4707-9b58-7ad22cc3c167 None None] Transition to ACTIVE for port object 15cf4cf6-539c-4ba2-bc0f-6525569684d3 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:39:03.220576 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6a1274fa-d71e-4707-9b58-7ad22cc3c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:03.224822 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-699ae5cc-3675-4ea0-b250-178b5cea2604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:03.225374 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8c0fe66c-ea94-4723-ba92-a522ee4fc708 req-4c488206-0c7b-487b-a3e2-2e1422cc5d32 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/quotas/aa7b44142ea84ef2bfb9a6f800e77e29 HTTP/1.1" status: 200 len: 375 time: 0.1967363 Jul 29 23:39:03.270817 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699ae5cc-3675-4ea0-b250-178b5cea2604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=993a35e5-e87e-4726-a80b-4643c9d7fb0e,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:03.305630 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8c0fe66c-ea94-4723-ba92-a522ee4fc708 req-80ffa25a-fcb2-4a07-9632-6cd3c896cd62 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=aa7b44142ea84ef2bfb9a6f800e77e29&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359199 Jul 29 23:39:03.392979 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1274fa-d71e-4707-9b58-7ad22cc3c167 None None] Network 1fef9f55-83aa-444e-83ee-7d65f4ce6bac is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:39:03.401658 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-6a1274fa-d71e-4707-9b58-7ad22cc3c167 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:03.402810 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-63e2d50f-e89d-4556-b28f-4a10cb00419d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Allocated IP 172.20.0.1 (1fef9f55-83aa-444e-83ee-7d65f4ce6bac/faab4c75-0e83-4c9d-94d3-1ac0059c4447/ae74b253-2c40-420d-9496-8115f837f3e4) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:39:03.412115 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1274fa-d71e-4707-9b58-7ad22cc3c167 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:39:03.433545 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1274fa-d71e-4707-9b58-7ad22cc3c167 None None] Pushing event updated for resources: {'Port': ['ID=15cf4cf6-539c-4ba2-bc0f-6525569684d3,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:03.504861 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c95403e2-be78-4f16-9d8c-06671596f762 None None] Provisioning complete for port 7adb62d8-57ad-462d-b2a0-14b98677be39 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:03.505190 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c95403e2-be78-4f16-9d8c-06671596f762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:03.533949 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-6a1274fa-d71e-4707-9b58-7ad22cc3c167 None None] Attempting to bind port 15cf4cf6-539c-4ba2-bc0f-6525569684d3 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:39:03.536452 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-6a1274fa-d71e-4707-9b58-7ad22cc3c167 None None] Attempting to bind port 15cf4cf6-539c-4ba2-bc0f-6525569684d3 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '7cea3cd4-6854-414c-962e-5c7ca8ac5df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1fef9f55-83aa-444e-83ee-7d65f4ce6bac'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:39:03.536452 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1274fa-d71e-4707-9b58-7ad22cc3c167 None None] Attempting to bind port 15cf4cf6-539c-4ba2-bc0f-6525569684d3 on network 1fef9f55-83aa-444e-83ee-7d65f4ce6bac {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:03.571918 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1274fa-d71e-4707-9b58-7ad22cc3c167 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:39:03.573030 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1274fa-d71e-4707-9b58-7ad22cc3c167 None None] Checking segment: {'id': '7cea3cd4-6854-414c-962e-5c7ca8ac5df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1fef9f55-83aa-444e-83ee-7d65f4ce6bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:39:03.573736 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6a1274fa-d71e-4707-9b58-7ad22cc3c167 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:03.574415 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1274fa-d71e-4707-9b58-7ad22cc3c167 None None] Bound using segment: {'id': '7cea3cd4-6854-414c-962e-5c7ca8ac5df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1fef9f55-83aa-444e-83ee-7d65f4ce6bac'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:39:03.575166 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-6a1274fa-d71e-4707-9b58-7ad22cc3c167 None None] Bound port: 15cf4cf6-539c-4ba2-bc0f-6525569684d3, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cea3cd4-6854-414c-962e-5c7ca8ac5df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1fef9f55-83aa-444e-83ee-7d65f4ce6bac'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:39:03.576037 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6a1274fa-d71e-4707-9b58-7ad22cc3c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:03.659972 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-c95403e2-be78-4f16-9d8c-06671596f762 None None] Port 7adb62d8-57ad-462d-b2a0-14b98677be39 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:39:03.697858 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-63e2d50f-e89d-4556-b28f-4a10cb00419d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:03.728909 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-63e2d50f-e89d-4556-b28f-4a10cb00419d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Transition to ACTIVE for port object ae74b253-2c40-420d-9496-8115f837f3e4 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:39:03.749969 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-6a1274fa-d71e-4707-9b58-7ad22cc3c167 None None] For port 15cf4cf6-539c-4ba2-bc0f-6525569684d3, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:39:03.755032 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-6a1274fa-d71e-4707-9b58-7ad22cc3c167 None None] For port 15cf4cf6-539c-4ba2-bc0f-6525569684d3, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=15cf4cf6-539c-4ba2-bc0f-6525569684d3,segment=NetworkSegment(7cea3cd4-6854-414c-962e-5c7ca8ac5df6),segment_id=7cea3cd4-6854-414c-962e-5c7ca8ac5df6)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:39:03.764829 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6a1274fa-d71e-4707-9b58-7ad22cc3c167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:03.840691 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-63e2d50f-e89d-4556-b28f-4a10cb00419d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:03.874629 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1274fa-d71e-4707-9b58-7ad22cc3c167 None None] Pushing event updated for resources: {'Port': ['ID=15cf4cf6-539c-4ba2-bc0f-6525569684d3,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:03.933353 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e2d50f-e89d-4556-b28f-4a10cb00419d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Network 1fef9f55-83aa-444e-83ee-7d65f4ce6bac is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:39:03.939935 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-63e2d50f-e89d-4556-b28f-4a10cb00419d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:03.943948 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e2d50f-e89d-4556-b28f-4a10cb00419d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:39:03.994916 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-699ae5cc-3675-4ea0-b250-178b5cea2604 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fe3f3fd732ee45a48f8aaecc687f40f8&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0262237 Jul 29 23:39:04.001087 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60612) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:04.004121 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e2d50f-e89d-4556-b28f-4a10cb00419d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event updated for resources: {'Port': ['ID=ae74b253-2c40-420d-9496-8115f837f3e4,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:04.060125 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-63e2d50f-e89d-4556-b28f-4a10cb00419d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:04.142162 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6986c85e-9c57-4c70-a816-cf569ef88eb1 req-6ecf2e87-5471-49f9-8fb8-f11c85bd6971 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:04.144106 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6986c85e-9c57-4c70-a816-cf569ef88eb1 req-6ecf2e87-5471-49f9-8fb8-f11c85bd6971 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1ebbb42-87f5-4464-832d-39e3a37b8b1d HTTP/1.1" status: 200 len: 931 time: 0.8238761 Jul 29 23:39:04.268899 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9b0868c9-1adb-4a62-ade8-0bec2971c54f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:04.321195 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9b0868c9-1adb-4a62-ade8-0bec2971c54f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:04.368085 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-63e2d50f-e89d-4556-b28f-4a10cb00419d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:04.485849 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-648fe8b3-3e08-4ada-bb72-2c285582272e tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Router 4e64ab31-c8d4-4e27-ad52-74c5742c8d6e is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:39:04.499041 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8c0fe66c-ea94-4723-ba92-a522ee4fc708 req-dc9255e6-029c-4c17-9a8e-a04d31d2e916 service neutron] 10.222.0.43 "GET /v2.0/networks/ef47c031-89f3-4d55-afcb-e9afda1b9317?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1671202 Jul 29 23:39:04.510372 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6986c85e-9c57-4c70-a816-cf569ef88eb1 req-7e97d503-86bd-4e48-a478-36198291e4ba tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/security-groups?id=81e89418-223e-492a-b406-e46bb556ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088169 Jul 29 23:39:04.556759 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-a5d440b1-05a1-4cdb-bdd6-f064556d6726 req-74b059cd-3029-4ba0-b722-96ebfff0f34c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 486f032c-a5b1-4bd5-bda4-11a6999e7a64 {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:39:04.590298 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a5d440b1-05a1-4cdb-bdd6-f064556d6726 req-74b059cd-3029-4ba0-b722-96ebfff0f34c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:04.727471 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-a5d440b1-05a1-4cdb-bdd6-f064556d6726 req-74b059cd-3029-4ba0-b722-96ebfff0f34c service neutron] Transition to ACTIVE for port object 486f032c-a5b1-4bd5-bda4-11a6999e7a64 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:39:04.745431 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9b0868c9-1adb-4a62-ade8-0bec2971c54f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:04.748401 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9b0868c9-1adb-4a62-ade8-0bec2971c54f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:04.749815 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-9b0868c9-1adb-4a62-ade8-0bec2971c54f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/993a35e5-e87e-4726-a80b-4643c9d7fb0e HTTP/1.1" status: 204 len: 168 time: 0.7433555 Jul 29 23:39:04.765750 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a5d440b1-05a1-4cdb-bdd6-f064556d6726 req-74b059cd-3029-4ba0-b722-96ebfff0f34c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:04.832297 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0868c9-1adb-4a62-ade8-0bec2971c54f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=993a35e5-e87e-4726-a80b-4643c9d7fb0e,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:04.909343 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-648fe8b3-3e08-4ada-bb72-2c285582272e tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:39:04.919778 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-648fe8b3-3e08-4ada-bb72-2c285582272e tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "PUT /v2.0/routers/4e64ab31-c8d4-4e27-ad52-74c5742c8d6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3676639 Jul 29 23:39:04.924577 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60620) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:04.933354 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee569c4f-81b0-4e93-8d4b-f2611a4c788b None None] Sync routers for ids ['4e64ab31-c8d4-4e27-ad52-74c5742c8d6e'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:39:04.954368 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-63e2d50f-e89d-4556-b28f-4a10cb00419d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:04.954955 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee569c4f-81b0-4e93-8d4b-f2611a4c788b None None] Routers {'4e64ab31-c8d4-4e27-ad52-74c5742c8d6e'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:39:04.955643 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-ee569c4f-81b0-4e93-8d4b-f2611a4c788b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:38:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['4e64ab31-c8d4-4e27-ad52-74c5742c8d6e'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:04.965012 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-63e2d50f-e89d-4556-b28f-4a10cb00419d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:04.998647 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b059cd-3029-4ba0-b722-96ebfff0f34c service neutron] Pushing event updated for resources: {'Port': ['ID=486f032c-a5b1-4bd5-bda4-11a6999e7a64,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:05.012004 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8c0fe66c-ea94-4723-ba92-a522ee4fc708 req-df9888ff-8df8-4e9f-a8cb-1dbb17a9dd6c service neutron] 10.222.0.43 "GET /v2.0/networks/ef47c031-89f3-4d55-afcb-e9afda1b9317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4961927 Jul 29 23:39:05.076105 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-ee569c4f-81b0-4e93-8d4b-f2611a4c788b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:05.084568 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-63e2d50f-e89d-4556-b28f-4a10cb00419d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:05.109303 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee569c4f-81b0-4e93-8d4b-f2611a4c788b None None] Routers {'4e64ab31-c8d4-4e27-ad52-74c5742c8d6e'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:39:05.112936 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-ee569c4f-81b0-4e93-8d4b-f2611a4c788b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:38:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['4e64ab31-c8d4-4e27-ad52-74c5742c8d6e'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:05.161841 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141b5e73-a29f-4583-bfa0-f91dcbe0c13b tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:05.168540 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-141b5e73-a29f-4583-bfa0-f91dcbe0c13b tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "GET /v2.0/ports/7adb62d8-57ad-462d-b2a0-14b98677be39 HTTP/1.1" status: 200 len: 911 time: 0.2205501 Jul 29 23:39:05.169555 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60624) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:05.248602 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-ee569c4f-81b0-4e93-8d4b-f2611a4c788b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:05.249957 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee569c4f-81b0-4e93-8d4b-f2611a4c788b None None] The sync data for ids ['4e64ab31-c8d4-4e27-ad52-74c5742c8d6e'] in n-d-712141-10 is: [] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:39:05.349289 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e2d50f-e89d-4556-b28f-4a10cb00419d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event updated for resources: {'Port': ['ID=ae74b253-2c40-420d-9496-8115f837f3e4,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:05.358388 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-a5d440b1-05a1-4cdb-bdd6-f064556d6726 req-74b059cd-3029-4ba0-b722-96ebfff0f34c service neutron] Attempting to bind port 486f032c-a5b1-4bd5-bda4-11a6999e7a64 on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:39:05.358743 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-a5d440b1-05a1-4cdb-bdd6-f064556d6726 req-74b059cd-3029-4ba0-b722-96ebfff0f34c service neutron] Attempting to bind port 486f032c-a5b1-4bd5-bda4-11a6999e7a64 by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': '59dfd488-a454-40cf-9438-9ce3dc7e6e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5d20f887-85b7-45ef-8019-3cf0ef128029'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:39:05.359378 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d440b1-05a1-4cdb-bdd6-f064556d6726 req-74b059cd-3029-4ba0-b722-96ebfff0f34c service neutron] Attempting to bind port 486f032c-a5b1-4bd5-bda4-11a6999e7a64 on network 5d20f887-85b7-45ef-8019-3cf0ef128029 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:05.375893 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d440b1-05a1-4cdb-bdd6-f064556d6726 req-74b059cd-3029-4ba0-b722-96ebfff0f34c service neutron] Port 486f032c-a5b1-4bd5-bda4-11a6999e7a64 on network 5d20f887-85b7-45ef-8019-3cf0ef128029 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:39:05.376237 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d440b1-05a1-4cdb-bdd6-f064556d6726 req-74b059cd-3029-4ba0-b722-96ebfff0f34c service neutron] Attempting to bind port 486f032c-a5b1-4bd5-bda4-11a6999e7a64 on network 5d20f887-85b7-45ef-8019-3cf0ef128029 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:05.447413 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d440b1-05a1-4cdb-bdd6-f064556d6726 req-74b059cd-3029-4ba0-b722-96ebfff0f34c service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:39:05.447825 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d440b1-05a1-4cdb-bdd6-f064556d6726 req-74b059cd-3029-4ba0-b722-96ebfff0f34c service neutron] Checking segment: {'id': '59dfd488-a454-40cf-9438-9ce3dc7e6e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5d20f887-85b7-45ef-8019-3cf0ef128029'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:39:05.448143 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d440b1-05a1-4cdb-bdd6-f064556d6726 req-74b059cd-3029-4ba0-b722-96ebfff0f34c service neutron] Bound using segment: {'id': '59dfd488-a454-40cf-9438-9ce3dc7e6e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5d20f887-85b7-45ef-8019-3cf0ef128029'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:39:05.461700 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-a5d440b1-05a1-4cdb-bdd6-f064556d6726 req-74b059cd-3029-4ba0-b722-96ebfff0f34c service neutron] Bound port: 486f032c-a5b1-4bd5-bda4-11a6999e7a64, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59dfd488-a454-40cf-9438-9ce3dc7e6e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5d20f887-85b7-45ef-8019-3cf0ef128029'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:39:05.464902 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a5d440b1-05a1-4cdb-bdd6-f064556d6726 req-74b059cd-3029-4ba0-b722-96ebfff0f34c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:05.516365 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e2d50f-e89d-4556-b28f-4a10cb00419d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Network 1fef9f55-83aa-444e-83ee-7d65f4ce6bac is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:39:05.520330 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-63e2d50f-e89d-4556-b28f-4a10cb00419d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:05.667770 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814bccf6-328a-40b5-8489-9caa980c4d9f None None] Network 1fef9f55-83aa-444e-83ee-7d65f4ce6bac requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:39:05.794596 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 15cf4cf6-539c-4ba2-bc0f-6525569684d3 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:39:05.822716 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b6b807a9-fdfa-4389-8966-20c9e14823ba req-897142ff-bd9a-4d31-b298-5b31a593716c tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 210 time: 0.1774335 Jul 29 23:39:05.964802 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-7364100d-6c0b-4e49-8d49-c9a879855b01 None None] Provisioning for port 15cf4cf6-539c-4ba2-bc0f-6525569684d3 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:39:06.044972 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-a5d440b1-05a1-4cdb-bdd6-f064556d6726 req-74b059cd-3029-4ba0-b722-96ebfff0f34c service neutron] For port 486f032c-a5b1-4bd5-bda4-11a6999e7a64, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:39:06.071353 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b3ad7-edef-4c6d-921b-e72ed1fc4302 req-e6e5d446-8506-427f-9bfb-3dfc821bedb2 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:06.074413 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 15cf4cf6-539c-4ba2-bc0f-6525569684d3 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:39:06.074623 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-632b3ad7-edef-4c6d-921b-e72ed1fc4302 req-e6e5d446-8506-427f-9bfb-3dfc821bedb2 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1ebbb42-87f5-4464-832d-39e3a37b8b1d HTTP/1.1" status: 200 len: 943 time: 0.2771530 Jul 29 23:39:06.107372 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-a5d440b1-05a1-4cdb-bdd6-f064556d6726 req-74b059cd-3029-4ba0-b722-96ebfff0f34c service neutron] For port 486f032c-a5b1-4bd5-bda4-11a6999e7a64, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=486f032c-a5b1-4bd5-bda4-11a6999e7a64,segment=NetworkSegment(59dfd488-a454-40cf-9438-9ce3dc7e6e5e),segment_id=59dfd488-a454-40cf-9438-9ce3dc7e6e5e)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:39:06.126110 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 15cf4cf6-539c-4ba2-bc0f-6525569684d3 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:06.126732 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:06.152880 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e2d50f-e89d-4556-b28f-4a10cb00419d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Router 600e29aa-d9fa-4b5d-b99c-a5abc1610f47 is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:39:06.158166 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a5d440b1-05a1-4cdb-bdd6-f064556d6726 req-74b059cd-3029-4ba0-b722-96ebfff0f34c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:06.293935 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d440b1-05a1-4cdb-bdd6-f064556d6726 req-74b059cd-3029-4ba0-b722-96ebfff0f34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:06.302255 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a5d440b1-05a1-4cdb-bdd6-f064556d6726 req-74b059cd-3029-4ba0-b722-96ebfff0f34c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:06.304196 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a5d440b1-05a1-4cdb-bdd6-f064556d6726 req-74b059cd-3029-4ba0-b722-96ebfff0f34c service neutron] 10.222.0.41 "PUT /v2.0/ports/486f032c-a5b1-4bd5-bda4-11a6999e7a64 HTTP/1.1" status: 200 len: 1092 time: 4.1883347 Jul 29 23:39:06.304910 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1ebbb42-87f5-4464-832d-39e3a37b8b1d', 'tag': '486f032c-a5b1-4bd5-bda4-11a6999e7a64'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:39:06.307605 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bcaf65e-7c86-4a51-876e-3de8a93ee5a3" -d '{"events": [{"name": "network-changed", "server_uuid": "a1ebbb42-87f5-4464-832d-39e3a37b8b1d", "tag": "486f032c-a5b1-4bd5-bda4-11a6999e7a64"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:39:06.411016 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-632b3ad7-edef-4c6d-921b-e72ed1fc4302 req-11da2aba-dd38-4e3d-8dba-91c653b54e14 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/security-groups?id=81e89418-223e-492a-b406-e46bb556ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010993 Jul 29 23:39:06.430100 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c4fb4f0-9e5c-4d3c-80cd-5d190d7a28a2 x-openstack-request-id: req-0c4fb4f0-9e5c-4d3c-80cd-5d190d7a28a2 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:39:06.430744 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1ebbb42-87f5-4464-832d-39e3a37b8b1d", "tag": "486f032c-a5b1-4bd5-bda4-11a6999e7a64", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:39:06.431148 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0c4fb4f0-9e5c-4d3c-80cd-5d190d7a28a2 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:39:06.431702 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1ebbb42-87f5-4464-832d-39e3a37b8b1d', 'tag': '486f032c-a5b1-4bd5-bda4-11a6999e7a64', 'status': 'completed', 'code': 200} Jul 29 23:39:06.438061 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b059cd-3029-4ba0-b722-96ebfff0f34c service neutron] Pushing event updated for resources: {'Port': ['ID=486f032c-a5b1-4bd5-bda4-11a6999e7a64,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:06.491323 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:06.580517 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 15cf4cf6-539c-4ba2-bc0f-6525569684d3, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=15cf4cf6-539c-4ba2-bc0f-6525569684d3,segment=NetworkSegment(7cea3cd4-6854-414c-962e-5c7ca8ac5df6),segment_id=7cea3cd4-6854-414c-962e-5c7ca8ac5df6)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:06.592334 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:06.677171 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d440b1-05a1-4cdb-bdd6-f064556d6726 req-d01c45d2-5a2c-4763-8228-a8d21dcf4a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:06.679211 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a5d440b1-05a1-4cdb-bdd6-f064556d6726 req-d01c45d2-5a2c-4763-8228-a8d21dcf4a27 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c08d2622b7b410cb98838e9565b36dc&device_id=a1ebbb42-87f5-4464-832d-39e3a37b8b1d HTTP/1.1" status: 200 len: 1095 time: 0.2591636 Jul 29 23:39:06.728219 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5836359a-8203-480c-8a6a-a9f2c4055fc4 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:06.731055 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=15cf4cf6-539c-4ba2-bc0f-6525569684d3,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:06.824635 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a5d440b1-05a1-4cdb-bdd6-f064556d6726 req-3ba13a2b-9183-4c30-a236-77dbd55486be service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=486f032c-a5b1-4bd5-bda4-11a6999e7a64 HTTP/1.1" status: 200 len: 217 time: 0.1303234 Jul 29 23:39:06.920234 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-abe6b2f3-36bb-4186-b802-395c0814f08e None None] Provisioning for port ae74b253-2c40-420d-9496-8115f837f3e4 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:39:06.937430 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-abe6b2f3-36bb-4186-b802-395c0814f08e None None] Provisioning complete for port ae74b253-2c40-420d-9496-8115f837f3e4 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:06.938100 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-abe6b2f3-36bb-4186-b802-395c0814f08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:07.096323 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-abe6b2f3-36bb-4186-b802-395c0814f08e None None] Port ae74b253-2c40-420d-9496-8115f837f3e4 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:39:07.198808 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-34a88485-5170-410f-bf77-7a8d936c5a7a req-adfb2e67-570a-422e-a2b3-3a83dd7745f1 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 210 time: 0.1917515 Jul 29 23:39:07.203487 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-abe6b2f3-36bb-4186-b802-395c0814f08e None None] Provisioning complete for port 15cf4cf6-539c-4ba2-bc0f-6525569684d3 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:07.204389 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-abe6b2f3-36bb-4186-b802-395c0814f08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:07.207982 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:07.369941 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d440b1-05a1-4cdb-bdd6-f064556d6726 req-488824e0-0c82-442f-b705-94b25c40f857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:07.371563 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a5d440b1-05a1-4cdb-bdd6-f064556d6726 req-488824e0-0c82-442f-b705-94b25c40f857 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7a456402-40c6-4578-9b75-bbc1a0d9a5e7 HTTP/1.1" status: 200 len: 851 time: 0.5383639 Jul 29 23:39:07.411035 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a5d440b1-05a1-4cdb-bdd6-f064556d6726 req-d02b6e5e-3afd-4bd3-b4b8-4eaf96bbf816 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d20f887-85b7-45ef-8019-3cf0ef128029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300779 Jul 29 23:39:07.586872 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 15cf4cf6-539c-4ba2-bc0f-6525569684d3 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:39:07.587066 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e2d50f-e89d-4556-b28f-4a10cb00419d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:39:07.598813 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-63e2d50f-e89d-4556-b28f-4a10cb00419d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "PUT /v2.0/routers/600e29aa-d9fa-4b5d-b99c-a5abc1610f47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7891786 Jul 29 23:39:07.600432 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60672) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:07.608284 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1bbcd0-734e-4a4c-8754-833d6a509c63 None None] Sync routers for ids ['600e29aa-d9fa-4b5d-b99c-a5abc1610f47'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:39:07.686676 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-e505449a-70a2-433f-841d-89b26aeb18cb None None] Provisioning complete for port ae74b253-2c40-420d-9496-8115f837f3e4 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:07.687251 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e505449a-70a2-433f-841d-89b26aeb18cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:07.688346 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0d4d83-95f3-4257-bc1b-3f94bd448b8b tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:07.696578 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-2a0d4d83-95f3-4257-bc1b-3f94bd448b8b tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "GET /v2.0/ports/ae74b253-2c40-420d-9496-8115f837f3e4 HTTP/1.1" status: 200 len: 910 time: 0.0921915 Jul 29 23:39:07.697747 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60674) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:07.699569 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1bbcd0-734e-4a4c-8754-833d6a509c63 None None] Routers {'600e29aa-d9fa-4b5d-b99c-a5abc1610f47'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:39:07.704322 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-cf1bbcd0-734e-4a4c-8754-833d6a509c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:38:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['600e29aa-d9fa-4b5d-b99c-a5abc1610f47'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:07.821422 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-e505449a-70a2-433f-841d-89b26aeb18cb None None] Port ae74b253-2c40-420d-9496-8115f837f3e4 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:39:07.825880 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 15cf4cf6-539c-4ba2-bc0f-6525569684d3 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:07.827281 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:07.857249 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-cf1bbcd0-734e-4a4c-8754-833d6a509c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:07.881772 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1bbcd0-734e-4a4c-8754-833d6a509c63 None None] Routers {'600e29aa-d9fa-4b5d-b99c-a5abc1610f47'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:39:07.883909 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-cf1bbcd0-734e-4a4c-8754-833d6a509c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:38:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['600e29aa-d9fa-4b5d-b99c-a5abc1610f47'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:08.034358 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-cf1bbcd0-734e-4a4c-8754-833d6a509c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:08.039637 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1bbcd0-734e-4a4c-8754-833d6a509c63 None None] The sync data for ids ['600e29aa-d9fa-4b5d-b99c-a5abc1610f47'] in n-d-712141-10 is: [] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:39:08.048457 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a5d440b1-05a1-4cdb-bdd6-f064556d6726 req-5c5d2d6f-a483-4738-bab8-19c9497664c7 service neutron] 10.222.0.41 "GET /v2.0/networks/5d20f887-85b7-45ef-8019-3cf0ef128029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6278930 Jul 29 23:39:08.071877 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a32add-1932-4530-af2b-535f2398ec11 req-21e1f281-28f5-4399-a8e0-344ebeb13d22 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:08.073649 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-98a32add-1932-4530-af2b-535f2398ec11 req-21e1f281-28f5-4399-a8e0-344ebeb13d22 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1ebbb42-87f5-4464-832d-39e3a37b8b1d HTTP/1.1" status: 200 len: 943 time: 0.4981134 Jul 29 23:39:08.102087 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0fe66c-ea94-4723-ba92-a522ee4fc708 req-8bedcc5a-f5e7-40e6-9a9d-918292e2ce24 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:08.104709 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8c0fe66c-ea94-4723-ba92-a522ee4fc708 req-8bedcc5a-f5e7-40e6-9a9d-918292e2ce24 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.22 "GET /v2.0/networks?id=ef47c031-89f3-4d55-afcb-e9afda1b9317 HTTP/1.1" status: 200 len: 813 time: 0.3907189 Jul 29 23:39:08.121078 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-d09ac27d-d0d8-43f6-95d5-a1bb69d5ad9f None None] Provisioning complete for port ae74b253-2c40-420d-9496-8115f837f3e4 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:08.121805 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d09ac27d-d0d8-43f6-95d5-a1bb69d5ad9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:08.179076 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-8c0fe66c-ea94-4723-ba92-a522ee4fc708 req-9cc563dd-e42b-49e7-9f2b-17371f35a98e tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Request body: {'port': {'device_id': 'c8aa35ed-3d13-4726-823a-7658e480c942', 'network_id': 'ef47c031-89f3-4d55-afcb-e9afda1b9317', 'admin_state_up': True, 'tenant_id': 'aa7b44142ea84ef2bfb9a6f800e77e29'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:08.214683 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-d09ac27d-d0d8-43f6-95d5-a1bb69d5ad9f None None] Port ae74b253-2c40-420d-9496-8115f837f3e4 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:39:08.291320 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-98a32add-1932-4530-af2b-535f2398ec11 req-ad2601cc-832a-41c9-a5bc-d196813e617c tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/security-groups?id=81e89418-223e-492a-b406-e46bb556ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524539 Jul 29 23:39:08.315638 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-5836359a-8203-480c-8a6a-a9f2c4055fc4 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Deleting port 7adb62d8-57ad-462d-b2a0-14b98677be39 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:08.316709 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5836359a-8203-480c-8a6a-a9f2c4055fc4 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:08.349873 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a5d440b1-05a1-4cdb-bdd6-f064556d6726 req-9e62693b-a4ca-4d78-9063-f92be86086d5 service neutron] 10.222.0.41 "GET /v2.0/networks/5d20f887-85b7-45ef-8019-3cf0ef128029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625871 Jul 29 23:39:08.525638 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-925b14a2-3b54-4b89-967c-8cc41155f96d req-79ff341e-fa0f-468d-b309-ee4fc568b65c tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 210 time: 0.0867023 Jul 29 23:39:08.585204 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c0fe66c-ea94-4723-ba92-a522ee4fc708 req-9cc563dd-e42b-49e7-9f2b-17371f35a98e tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Made reservation on behalf of aa7b44142ea84ef2bfb9a6f800e77e29 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:39:08.596461 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-8c0fe66c-ea94-4723-ba92-a522ee4fc708 req-9cc563dd-e42b-49e7-9f2b-17371f35a98e tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:08.624748 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcaf65e-7c86-4a51-876e-3de8a93ee5a3 req-0e46be55-025c-4d74-836c-a3f60beabec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:08.628082 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3bcaf65e-7c86-4a51-876e-3de8a93ee5a3 req-0e46be55-025c-4d74-836c-a3f60beabec2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c08d2622b7b410cb98838e9565b36dc&device_id=a1ebbb42-87f5-4464-832d-39e3a37b8b1d HTTP/1.1" status: 200 len: 1095 time: 0.1474004 Jul 29 23:39:08.631322 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5836359a-8203-480c-8a6a-a9f2c4055fc4 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:08.753328 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-5836359a-8203-480c-8a6a-a9f2c4055fc4 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Calling delete_port for 7adb62d8-57ad-462d-b2a0-14b98677be39 owned by network:router_interface {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:08.870107 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcaf65e-7c86-4a51-876e-3de8a93ee5a3 req-80c8bc76-2144-4441-92a3-e7483cf9f0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:08.871639 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3bcaf65e-7c86-4a51-876e-3de8a93ee5a3 req-80c8bc76-2144-4441-92a3-e7483cf9f0d2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5d20f887-85b7-45ef-8019-3cf0ef128029 HTTP/1.1" status: 200 len: 912 time: 0.2343714 Jul 29 23:39:08.958084 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-8c0fe66c-ea94-4723-ba92-a522ee4fc708 req-9cc563dd-e42b-49e7-9f2b-17371f35a98e tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Allocated IP 172.20.0.2 (ef47c031-89f3-4d55-afcb-e9afda1b9317/2cc102b6-7976-49c8-8fc0-37ba3d12643a/b6ece518-cbb5-4566-b916-ab5aa5d0aa2a) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:39:09.062404 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3bcaf65e-7c86-4a51-876e-3de8a93ee5a3 req-e63bba3d-4673-47da-8a6f-eee6210f6c8e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=486f032c-a5b1-4bd5-bda4-11a6999e7a64 HTTP/1.1" status: 200 len: 217 time: 0.1822472 Jul 29 23:39:09.115143 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-79059861-365f-4ccb-ae23-bdc3a5d39f07 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:09.206405 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcaf65e-7c86-4a51-876e-3de8a93ee5a3 req-c903fdec-d524-4765-81f5-972c0bdf520e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:09.206793 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3bcaf65e-7c86-4a51-876e-3de8a93ee5a3 req-c903fdec-d524-4765-81f5-972c0bdf520e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7a456402-40c6-4578-9b75-bbc1a0d9a5e7 HTTP/1.1" status: 200 len: 851 time: 0.1216118 Jul 29 23:39:09.315294 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3bcaf65e-7c86-4a51-876e-3de8a93ee5a3 req-6d3473e8-33fa-4efc-852a-3a5516ede50b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d20f887-85b7-45ef-8019-3cf0ef128029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462942 Jul 29 23:39:09.394313 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-8c0fe66c-ea94-4723-ba92-a522ee4fc708 req-9cc563dd-e42b-49e7-9f2b-17371f35a98e tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:09.396827 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5836359a-8203-480c-8a6a-a9f2c4055fc4 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:09.448176 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5836359a-8203-480c-8a6a-a9f2c4055fc4 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event deleted for resources: {'Port': ['ID=7adb62d8-57ad-462d-b2a0-14b98677be39,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:09.494700 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-8c0fe66c-ea94-4723-ba92-a522ee4fc708 req-9cc563dd-e42b-49e7-9f2b-17371f35a98e tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:09.733328 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc563dd-e42b-49e7-9f2b-17371f35a98e tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Pushing event updated for resources: {'Port': ['ID=b6ece518-cbb5-4566-b916-ab5aa5d0aa2a,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:09.749390 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c0fe66c-ea94-4723-ba92-a522ee4fc708 req-9cc563dd-e42b-49e7-9f2b-17371f35a98e tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Network ef47c031-89f3-4d55-afcb-e9afda1b9317 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:39:09.759903 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-8c0fe66c-ea94-4723-ba92-a522ee4fc708 req-9cc563dd-e42b-49e7-9f2b-17371f35a98e tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:09.767396 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c0fe66c-ea94-4723-ba92-a522ee4fc708 req-9cc563dd-e42b-49e7-9f2b-17371f35a98e tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:39:09.794249 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3bcaf65e-7c86-4a51-876e-3de8a93ee5a3 req-ab782cf3-30ea-41eb-8a39-5b5aa5c5efa1 service neutron] 10.222.0.41 "GET /v2.0/networks/5d20f887-85b7-45ef-8019-3cf0ef128029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4607174 Jul 29 23:39:09.847971 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5836359a-8203-480c-8a6a-a9f2c4055fc4 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:09.862512 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0fe66c-ea94-4723-ba92-a522ee4fc708 req-9cc563dd-e42b-49e7-9f2b-17371f35a98e tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:09.863676 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-8c0fe66c-ea94-4723-ba92-a522ee4fc708 req-9cc563dd-e42b-49e7-9f2b-17371f35a98e tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:09.907399 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d71d20-31a9-4de3-b2b7-a0174d5b7bb1 req-879faa32-55c4-4816-815d-27fa13d29417 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:09.909179 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-45d71d20-31a9-4de3-b2b7-a0174d5b7bb1 req-879faa32-55c4-4816-815d-27fa13d29417 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1ebbb42-87f5-4464-832d-39e3a37b8b1d HTTP/1.1" status: 200 len: 943 time: 0.4684582 Jul 29 23:39:09.924867 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8c0fe66c-ea94-4723-ba92-a522ee4fc708 req-9cc563dd-e42b-49e7-9f2b-17371f35a98e tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7565002 Jul 29 23:39:09.939485 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-8c0fe66c-ea94-4723-ba92-a522ee4fc708 req-40ea3e6a-4253-46e4-a04e-d4580d700b0e service neutron] Request body: {'port': {'device_id': 'c8aa35ed-3d13-4726-823a-7658e480c942', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:10.143659 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-8c0fe66c-ea94-4723-ba92-a522ee4fc708 req-40ea3e6a-4253-46e4-a04e-d4580d700b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:10.153827 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-79059861-365f-4ccb-ae23-bdc3a5d39f07 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Deleting port ae74b253-2c40-420d-9496-8115f837f3e4 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:10.154305 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-79059861-365f-4ccb-ae23-bdc3a5d39f07 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:10.458175 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-79059861-365f-4ccb-ae23-bdc3a5d39f07 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:10.472098 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-45d71d20-31a9-4de3-b2b7-a0174d5b7bb1 req-aefb2afe-3a21-45a1-90fe-290e600006ae tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/security-groups?id=81e89418-223e-492a-b406-e46bb556ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5311198 Jul 29 23:39:10.484658 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c416e61a-6d10-43ee-8ccb-c858974ebf39 req-b0f7d002-b4b0-4559-8adf-7166e1d753ae tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:10.486243 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c416e61a-6d10-43ee-8ccb-c858974ebf39 req-b0f7d002-b4b0-4559-8adf-7166e1d753ae tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 931 time: 0.6519854 Jul 29 23:39:10.514417 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-79059861-365f-4ccb-ae23-bdc3a5d39f07 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Calling delete_port for ae74b253-2c40-420d-9496-8115f837f3e4 owned by network:router_interface {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:10.600543 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3bcaf65e-7c86-4a51-876e-3de8a93ee5a3 req-09ade694-228f-43eb-99a1-ec838122d089 service neutron] 10.222.0.41 "GET /v2.0/networks/5d20f887-85b7-45ef-8019-3cf0ef128029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8052673 Jul 29 23:39:10.639361 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5836359a-8203-480c-8a6a-a9f2c4055fc4 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Router 4e64ab31-c8d4-4e27-ad52-74c5742c8d6e has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:39:10.646549 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c416e61a-6d10-43ee-8ccb-c858974ebf39 req-657453c4-ad02-47eb-91de-715b40ab8e5c tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446896 Jul 29 23:39:10.767736 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5836359a-8203-480c-8a6a-a9f2c4055fc4 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:39:10.782230 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-5836359a-8203-480c-8a6a-a9f2c4055fc4 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "PUT /v2.0/routers/4e64ab31-c8d4-4e27-ad52-74c5742c8d6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6083808 Jul 29 23:39:10.783427 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60716) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:10.786255 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cab18a0-927b-469f-8d4b-578cc94245b2 None None] Sync routers for ids ['4e64ab31-c8d4-4e27-ad52-74c5742c8d6e'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:39:10.827970 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cab18a0-927b-469f-8d4b-578cc94245b2 None None] Routers {'4e64ab31-c8d4-4e27-ad52-74c5742c8d6e'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:39:10.832021 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-0cab18a0-927b-469f-8d4b-578cc94245b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:38:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['4e64ab31-c8d4-4e27-ad52-74c5742c8d6e'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:10.873554 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-449a26d5-d157-44ad-8d02-d50b5fe28060 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e64ab31-c8d4-4e27-ad52-74c5742c8d6e HTTP/1.1" status: 200 len: 205 time: 0.0888150 Jul 29 23:39:10.876692 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60720) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:10.929068 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-0cab18a0-927b-469f-8d4b-578cc94245b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:10.960682 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cab18a0-927b-469f-8d4b-578cc94245b2 None None] Routers {'4e64ab31-c8d4-4e27-ad52-74c5742c8d6e'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:39:10.963334 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-0cab18a0-927b-469f-8d4b-578cc94245b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:38:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['4e64ab31-c8d4-4e27-ad52-74c5742c8d6e'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:11.028802 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-da09abd9-8ff8-4071-95fa-c74ecbbe1fc5 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for router, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:11.059695 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-0cab18a0-927b-469f-8d4b-578cc94245b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:11.061150 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cab18a0-927b-469f-8d4b-578cc94245b2 None None] The sync data for ids ['4e64ab31-c8d4-4e27-ad52-74c5742c8d6e'] in n-d-712141-10 is: [] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:39:11.077607 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-8c0fe66c-ea94-4723-ba92-a522ee4fc708 req-40ea3e6a-4253-46e4-a04e-d4580d700b0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6ece518-cbb5-4566-b916-ab5aa5d0aa2a {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:39:11.092081 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-8c0fe66c-ea94-4723-ba92-a522ee4fc708 req-40ea3e6a-4253-46e4-a04e-d4580d700b0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:11.102079 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-79059861-365f-4ccb-ae23-bdc3a5d39f07 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:11.133974 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79059861-365f-4ccb-ae23-bdc3a5d39f07 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event deleted for resources: {'Port': ['ID=ae74b253-2c40-420d-9496-8115f837f3e4,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:11.138185 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-8c0fe66c-ea94-4723-ba92-a522ee4fc708 req-40ea3e6a-4253-46e4-a04e-d4580d700b0e service neutron] Transition to ACTIVE for port object b6ece518-cbb5-4566-b916-ab5aa5d0aa2a will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:39:11.157877 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-8c0fe66c-ea94-4723-ba92-a522ee4fc708 req-40ea3e6a-4253-46e4-a04e-d4580d700b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:11.468229 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-da09abd9-8ff8-4071-95fa-c74ecbbe1fc5 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:11.471487 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-da09abd9-8ff8-4071-95fa-c74ecbbe1fc5 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:11.514119 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ea3e6a-4253-46e4-a04e-d4580d700b0e service neutron] Pushing event updated for resources: {'Port': ['ID=b6ece518-cbb5-4566-b916-ab5aa5d0aa2a,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:11.596443 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-da09abd9-8ff8-4071-95fa-c74ecbbe1fc5 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:11.599188 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da09abd9-8ff8-4071-95fa-c74ecbbe1fc5 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Fanout notify agent at l3_agent the message router_deleted on router 4e64ab31-c8d4-4e27-ad52-74c5742c8d6e {{(pid=94078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:39:11.628661 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-da09abd9-8ff8-4071-95fa-c74ecbbe1fc5 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:11.628661 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-da09abd9-8ff8-4071-95fa-c74ecbbe1fc5 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "DELETE /v2.0/routers/4e64ab31-c8d4-4e27-ad52-74c5742c8d6e HTTP/1.1" status: 204 len: 168 time: 0.7469985 Jul 29 23:39:11.629863 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60728) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:11.883520 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-79059861-365f-4ccb-ae23-bdc3a5d39f07 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:11.957152 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce1ff474-6a56-404f-a46b-5ecb3d7b15a3 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Deleting subnet 65856fdd-16d6-480a-a8ba-00a440717811 {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:39:11.965715 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ce1ff474-6a56-404f-a46b-5ecb3d7b15a3 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:12.013116 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-8c0fe66c-ea94-4723-ba92-a522ee4fc708 req-40ea3e6a-4253-46e4-a04e-d4580d700b0e service neutron] Attempting to bind port b6ece518-cbb5-4566-b916-ab5aa5d0aa2a on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:39:12.013659 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-8c0fe66c-ea94-4723-ba92-a522ee4fc708 req-40ea3e6a-4253-46e4-a04e-d4580d700b0e service neutron] Attempting to bind port b6ece518-cbb5-4566-b916-ab5aa5d0aa2a by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '0aa0b58a-edbb-411a-9077-5f81d4114e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ef47c031-89f3-4d55-afcb-e9afda1b9317'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:39:12.014211 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0fe66c-ea94-4723-ba92-a522ee4fc708 req-40ea3e6a-4253-46e4-a04e-d4580d700b0e service neutron] Attempting to bind port b6ece518-cbb5-4566-b916-ab5aa5d0aa2a on network ef47c031-89f3-4d55-afcb-e9afda1b9317 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:12.024895 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6b1426-dc2e-4b91-a0b8-4a057eccc4b5 req-e0c37bcd-e331-49b0-a865-c97c5cca71a0 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:12.025617 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0fe66c-ea94-4723-ba92-a522ee4fc708 req-40ea3e6a-4253-46e4-a04e-d4580d700b0e service neutron] Port b6ece518-cbb5-4566-b916-ab5aa5d0aa2a on network ef47c031-89f3-4d55-afcb-e9afda1b9317 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:39:12.025944 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0fe66c-ea94-4723-ba92-a522ee4fc708 req-40ea3e6a-4253-46e4-a04e-d4580d700b0e service neutron] Attempting to bind port b6ece518-cbb5-4566-b916-ab5aa5d0aa2a on network ef47c031-89f3-4d55-afcb-e9afda1b9317 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:12.027459 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5c6b1426-dc2e-4b91-a0b8-4a057eccc4b5 req-e0c37bcd-e331-49b0-a865-c97c5cca71a0 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1ebbb42-87f5-4464-832d-39e3a37b8b1d HTTP/1.1" status: 200 len: 943 time: 0.2568257 Jul 29 23:39:12.043087 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0fe66c-ea94-4723-ba92-a522ee4fc708 req-40ea3e6a-4253-46e4-a04e-d4580d700b0e service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:39:12.043419 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0fe66c-ea94-4723-ba92-a522ee4fc708 req-40ea3e6a-4253-46e4-a04e-d4580d700b0e service neutron] Checking segment: {'id': '0aa0b58a-edbb-411a-9077-5f81d4114e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ef47c031-89f3-4d55-afcb-e9afda1b9317'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:39:12.043800 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c0fe66c-ea94-4723-ba92-a522ee4fc708 req-40ea3e6a-4253-46e4-a04e-d4580d700b0e service neutron] Bound using segment: {'id': '0aa0b58a-edbb-411a-9077-5f81d4114e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ef47c031-89f3-4d55-afcb-e9afda1b9317'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:39:12.044233 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-8c0fe66c-ea94-4723-ba92-a522ee4fc708 req-40ea3e6a-4253-46e4-a04e-d4580d700b0e service neutron] Bound port: b6ece518-cbb5-4566-b916-ab5aa5d0aa2a, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0aa0b58a-edbb-411a-9077-5f81d4114e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ef47c031-89f3-4d55-afcb-e9afda1b9317'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:39:12.044610 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-8c0fe66c-ea94-4723-ba92-a522ee4fc708 req-40ea3e6a-4253-46e4-a04e-d4580d700b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:12.046120 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a46b6-e133-475d-9aed-202680385dce req-ea4b9b51-e931-48e2-8fdf-b08c0abb3d1a tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:12.048747 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-353a46b6-e133-475d-9aed-202680385dce req-ea4b9b51-e931-48e2-8fdf-b08c0abb3d1a tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 943 time: 0.2156270 Jul 29 23:39:12.054901 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ce1ff474-6a56-404f-a46b-5ecb3d7b15a3 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:12.171203 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-353a46b6-e133-475d-9aed-202680385dce req-be9cdd15-00af-4d6a-bd77-8a1972ddbee5 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093075 Jul 29 23:39:12.173763 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5c6b1426-dc2e-4b91-a0b8-4a057eccc4b5 req-bee1a55a-9539-4878-a735-f8f60e46ede5 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/security-groups?id=81e89418-223e-492a-b406-e46bb556ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235468 Jul 29 23:39:12.214138 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79059861-365f-4ccb-ae23-bdc3a5d39f07 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Router 600e29aa-d9fa-4b5d-b99c-a5abc1610f47 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:39:12.241631 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ce1ff474-6a56-404f-a46b-5ecb3d7b15a3 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:12.260030 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-8c0fe66c-ea94-4723-ba92-a522ee4fc708 req-40ea3e6a-4253-46e4-a04e-d4580d700b0e service neutron] For port b6ece518-cbb5-4566-b916-ab5aa5d0aa2a, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:39:12.345219 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ce1ff474-6a56-404f-a46b-5ecb3d7b15a3 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:12.370427 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-8c0fe66c-ea94-4723-ba92-a522ee4fc708 req-40ea3e6a-4253-46e4-a04e-d4580d700b0e service neutron] For port b6ece518-cbb5-4566-b916-ab5aa5d0aa2a, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=b6ece518-cbb5-4566-b916-ab5aa5d0aa2a,segment=NetworkSegment(0aa0b58a-edbb-411a-9077-5f81d4114e3c),segment_id=0aa0b58a-edbb-411a-9077-5f81d4114e3c)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:39:12.388092 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-8c0fe66c-ea94-4723-ba92-a522ee4fc708 req-40ea3e6a-4253-46e4-a04e-d4580d700b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:12.395513 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1ff474-6a56-404f-a46b-5ecb3d7b15a3 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event deleted for resources: {'Subnet': ['ID=65856fdd-16d6-480a-a8ba-00a440717811,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:12.397926 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ce1ff474-6a56-404f-a46b-5ecb3d7b15a3 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:12.399988 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ce1ff474-6a56-404f-a46b-5ecb3d7b15a3 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "DELETE /v2.0/subnets/65856fdd-16d6-480a-a8ba-00a440717811 HTTP/1.1" status: 204 len: 168 time: 0.7678037 Jul 29 23:39:12.402999 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60746) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:12.409975 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edf80ac-ec5b-40ee-bd2e-d29c5e2da546 None None] Network 72491e20-cf6b-4327-932e-6efd538aea0f requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:39:12.431019 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79059861-365f-4ccb-ae23-bdc3a5d39f07 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:39:12.452180 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd4561e-8cc2-4552-9412-3161bb711633 None None] Sync routers for ids ['600e29aa-d9fa-4b5d-b99c-a5abc1610f47'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:39:12.477727 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-79059861-365f-4ccb-ae23-bdc3a5d39f07 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "PUT /v2.0/routers/600e29aa-d9fa-4b5d-b99c-a5abc1610f47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7696352 Jul 29 23:39:12.488653 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd4561e-8cc2-4552-9412-3161bb711633 None None] Routers {'600e29aa-d9fa-4b5d-b99c-a5abc1610f47'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:39:12.488653 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-4dd4561e-8cc2-4552-9412-3161bb711633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:38:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['600e29aa-d9fa-4b5d-b99c-a5abc1610f47'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:12.490153 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60748) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:12.529968 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-c72edba3-4e63-4b41-bfc3-4cbb027383bb tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "GET /v2.0/ports?device_id=600e29aa-d9fa-4b5d-b99c-a5abc1610f47 HTTP/1.1" status: 200 len: 205 time: 0.0347543 Jul 29 23:39:12.532747 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60750) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:12.574356 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-4dd4561e-8cc2-4552-9412-3161bb711633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:12.605017 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd4561e-8cc2-4552-9412-3161bb711633 None None] Routers {'600e29aa-d9fa-4b5d-b99c-a5abc1610f47'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:39:12.605715 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-4dd4561e-8cc2-4552-9412-3161bb711633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:38:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['600e29aa-d9fa-4b5d-b99c-a5abc1610f47'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:12.607872 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-de07457e-4b03-41d8-9df7-e1d1a9e08ef2 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:12.677439 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ea3e6a-4253-46e4-a04e-d4580d700b0e service neutron] Pushing event updated for resources: {'Port': ['ID=b6ece518-cbb5-4566-b916-ab5aa5d0aa2a,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:12.697297 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0fe66c-ea94-4723-ba92-a522ee4fc708 req-40ea3e6a-4253-46e4-a04e-d4580d700b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:12.699678 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-8c0fe66c-ea94-4723-ba92-a522ee4fc708 req-40ea3e6a-4253-46e4-a04e-d4580d700b0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:12.704609 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8c0fe66c-ea94-4723-ba92-a522ee4fc708 req-40ea3e6a-4253-46e4-a04e-d4580d700b0e service neutron] 10.222.0.22 "PUT /v2.0/ports/b6ece518-cbb5-4566-b916-ab5aa5d0aa2a HTTP/1.1" status: 200 len: 1092 time: 2.7712901 Jul 29 23:39:12.706539 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8aa35ed-3d13-4726-823a-7658e480c942', 'tag': 'b6ece518-cbb5-4566-b916-ab5aa5d0aa2a'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:39:12.708907 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-4dd4561e-8cc2-4552-9412-3161bb711633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:12.714698 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd4561e-8cc2-4552-9412-3161bb711633 None None] The sync data for ids ['600e29aa-d9fa-4b5d-b99c-a5abc1610f47'] in n-d-712141-10 is: [] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:39:12.761273 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17ebf73-67c0-4807-b106-45983e049623" -d '{"events": [{"name": "network-changed", "server_uuid": "c8aa35ed-3d13-4726-823a-7658e480c942", "tag": "b6ece518-cbb5-4566-b916-ab5aa5d0aa2a"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:39:12.772368 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-650baa72-e979-47a9-9c12-7aef146453e8 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for router, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:12.834210 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 486f032c-a5b1-4bd5-bda4-11a6999e7a64 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:39:12.931289 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0fe66c-ea94-4723-ba92-a522ee4fc708 req-f1909294-4988-46c2-ba5a-1f950ce9e200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:12.936241 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8c0fe66c-ea94-4723-ba92-a522ee4fc708 req-f1909294-4988-46c2-ba5a-1f950ce9e200 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aa7b44142ea84ef2bfb9a6f800e77e29&device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 1095 time: 0.1445975 Jul 29 23:39:13.069780 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8c0fe66c-ea94-4723-ba92-a522ee4fc708 req-015613cc-eb1e-4284-9496-3c5f512ed69b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b6ece518-cbb5-4566-b916-ab5aa5d0aa2a HTTP/1.1" status: 200 len: 217 time: 0.1247041 Jul 29 23:39:13.232980 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0fe66c-ea94-4723-ba92-a522ee4fc708 req-36605145-d65f-49a6-838a-d306b57f8830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:13.236360 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8c0fe66c-ea94-4723-ba92-a522ee4fc708 req-36605145-d65f-49a6-838a-d306b57f8830 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2cc102b6-7976-49c8-8fc0-37ba3d12643a HTTP/1.1" status: 200 len: 853 time: 0.1602685 Jul 29 23:39:13.262428 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-650baa72-e979-47a9-9c12-7aef146453e8 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:13.271215 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-650baa72-e979-47a9-9c12-7aef146453e8 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:13.276924 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-de07457e-4b03-41d8-9df7-e1d1a9e08ef2 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Deleting port e65e3034-59a0-49b6-b8b5-08cbbf525298 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:13.277607 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-de07457e-4b03-41d8-9df7-e1d1a9e08ef2 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:13.302804 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8c0fe66c-ea94-4723-ba92-a522ee4fc708 req-5827685a-3fd9-4247-9467-fceb3d38190c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ef47c031-89f3-4d55-afcb-e9afda1b9317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589387 Jul 29 23:39:13.407618 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 486f032c-a5b1-4bd5-bda4-11a6999e7a64, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=486f032c-a5b1-4bd5-bda4-11a6999e7a64,segment=NetworkSegment(59dfd488-a454-40cf-9438-9ce3dc7e6e5e),segment_id=59dfd488-a454-40cf-9438-9ce3dc7e6e5e)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:13.449462 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': '486f032c-a5b1-4bd5-bda4-11a6999e7a64', 'network_id': '5d20f887-85b7-45ef-8019-3cf0ef128029', 'port_id': '486f032c-a5b1-4bd5-bda4-11a6999e7a64', 'mac_address': 'fa:16:3e:8a:6b:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a456402-40c6-4578-9b75-bbc1a0d9a5e7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:39:13.481752 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6644e805-72a9-4ecf-8a8d-11746f51770a x-openstack-request-id: req-6644e805-72a9-4ecf-8a8d-11746f51770a {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:39:13.482206 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8aa35ed-3d13-4726-823a-7658e480c942", "tag": "b6ece518-cbb5-4566-b916-ab5aa5d0aa2a", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:39:13.482528 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6644e805-72a9-4ecf-8a8d-11746f51770a {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:39:13.483051 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8aa35ed-3d13-4726-823a-7658e480c942', 'tag': 'b6ece518-cbb5-4566-b916-ab5aa5d0aa2a', 'status': 'completed', 'code': 200} Jul 29 23:39:13.537249 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:13.568023 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f710de2c-2172-4ed9-ac7e-151d0e8a8dc0 None None] DHCP port deletion for 72491e20-cf6b-4327-932e-6efd538aea0f request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:39:13.574792 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 486f032c-a5b1-4bd5-bda4-11a6999e7a64 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:39:13.650081 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8c0fe66c-ea94-4723-ba92-a522ee4fc708 req-e3df1b56-a727-461d-ab42-445cedad05e2 service neutron] 10.222.0.22 "GET /v2.0/networks/ef47c031-89f3-4d55-afcb-e9afda1b9317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402355 Jul 29 23:39:13.657826 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-650baa72-e979-47a9-9c12-7aef146453e8 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:13.658682 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650baa72-e979-47a9-9c12-7aef146453e8 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Fanout notify agent at l3_agent the message router_deleted on router 600e29aa-d9fa-4b5d-b99c-a5abc1610f47 {{(pid=94078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:39:13.661642 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-de07457e-4b03-41d8-9df7-e1d1a9e08ef2 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] For port e65e3034-59a0-49b6-b8b5-08cbbf525298, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=e65e3034-59a0-49b6-b8b5-08cbbf525298,segment=NetworkSegment(ed280fb2-dc30-49e6-b4ea-60fa480628be),segment_id=ed280fb2-dc30-49e6-b4ea-60fa480628be)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:13.662015 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-de07457e-4b03-41d8-9df7-e1d1a9e08ef2 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:13.678307 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-650baa72-e979-47a9-9c12-7aef146453e8 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:13.680012 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-650baa72-e979-47a9-9c12-7aef146453e8 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "DELETE /v2.0/routers/600e29aa-d9fa-4b5d-b99c-a5abc1610f47 HTTP/1.1" status: 204 len: 168 time: 1.1456659 Jul 29 23:39:13.685993 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60768) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:13.693295 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 486f032c-a5b1-4bd5-bda4-11a6999e7a64, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=486f032c-a5b1-4bd5-bda4-11a6999e7a64,segment=NetworkSegment(59dfd488-a454-40cf-9438-9ce3dc7e6e5e),segment_id=59dfd488-a454-40cf-9438-9ce3dc7e6e5e)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:13.706337 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:13.730929 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-de07457e-4b03-41d8-9df7-e1d1a9e08ef2 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Calling delete_port for e65e3034-59a0-49b6-b8b5-08cbbf525298 owned by network:dhcp {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:13.745976 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1acf57-5734-4766-b737-4f24adb42335 req-3832fb2c-bcb3-4da4-ad3d-fd0c5b2d7a34 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:13.749704 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fe1acf57-5734-4766-b737-4f24adb42335 req-3832fb2c-bcb3-4da4-ad3d-fd0c5b2d7a34 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 943 time: 0.3177409 Jul 29 23:39:13.784089 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc03b9c4-3c4f-412c-b643-6f639e293df3 req-e35bb003-1169-4f57-bdd8-63352921da61 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:13.785703 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fc03b9c4-3c4f-412c-b643-6f639e293df3 req-e35bb003-1169-4f57-bdd8-63352921da61 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1ebbb42-87f5-4464-832d-39e3a37b8b1d HTTP/1.1" status: 200 len: 943 time: 0.1739080 Jul 29 23:39:13.801774 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-f710de2c-2172-4ed9-ac7e-151d0e8a8dc0 None None] Deleting port e65e3034-59a0-49b6-b8b5-08cbbf525298 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:13.802189 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f710de2c-2172-4ed9-ac7e-151d0e8a8dc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:13.804942 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=486f032c-a5b1-4bd5-bda4-11a6999e7a64,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:13.841559 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8c0fe66c-ea94-4723-ba92-a522ee4fc708 req-d060cf5d-95a9-45c1-895a-bd4db731d4f7 service neutron] 10.222.0.22 "GET /v2.0/networks/ef47c031-89f3-4d55-afcb-e9afda1b9317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840773 Jul 29 23:39:13.903281 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-189086ae-e60c-49ab-84a4-316e9631b807 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Deleting subnet faab4c75-0e83-4c9d-94d3-1ac0059c4447 {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:39:13.905849 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-f710de2c-2172-4ed9-ac7e-151d0e8a8dc0 None None] For port e65e3034-59a0-49b6-b8b5-08cbbf525298, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=e65e3034-59a0-49b6-b8b5-08cbbf525298,segment=NetworkSegment(ed280fb2-dc30-49e6-b4ea-60fa480628be),segment_id=ed280fb2-dc30-49e6-b4ea-60fa480628be)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:13.907463 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f710de2c-2172-4ed9-ac7e-151d0e8a8dc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:13.936797 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-f710de2c-2172-4ed9-ac7e-151d0e8a8dc0 None None] Calling delete_port for e65e3034-59a0-49b6-b8b5-08cbbf525298 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:13.946454 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-189086ae-e60c-49ab-84a4-316e9631b807 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:13.951149 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fe1acf57-5734-4766-b737-4f24adb42335 req-aa819afb-66ad-4689-afa2-78410f9c1809 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625097 Jul 29 23:39:14.017670 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ebf73-67c0-4807-b106-45983e049623 req-f301d58c-48bf-40ba-9fe3-f3c89f25d615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:14.019550 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c17ebf73-67c0-4807-b106-45983e049623 req-f301d58c-48bf-40ba-9fe3-f3c89f25d615 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aa7b44142ea84ef2bfb9a6f800e77e29&device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 1095 time: 0.1167779 Jul 29 23:39:14.054807 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fc03b9c4-3c4f-412c-b643-6f639e293df3 req-a0a90157-c08d-4a29-9db4-410f8d00b05d tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/security-groups?id=81e89418-223e-492a-b406-e46bb556ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581472 Jul 29 23:39:14.097687 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['486f032c-a5b1-4bd5-bda4-11a6999e7a64'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:39:14.110348 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-189086ae-e60c-49ab-84a4-316e9631b807 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:14.162699 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f710de2c-2172-4ed9-ac7e-151d0e8a8dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:14.169383 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ebf73-67c0-4807-b106-45983e049623 req-be14f3a6-32ca-455d-849c-75f89bc15176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:14.173993 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c17ebf73-67c0-4807-b106-45983e049623 req-be14f3a6-32ca-455d-849c-75f89bc15176 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ef47c031-89f3-4d55-afcb-e9afda1b9317 HTTP/1.1" status: 200 len: 914 time: 0.1472023 Jul 29 23:39:14.220051 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-de07457e-4b03-41d8-9df7-e1d1a9e08ef2 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:14.245629 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c17ebf73-67c0-4807-b106-45983e049623 req-c7eebb8f-da53-4a39-bff6-032ea78dbdc6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b6ece518-cbb5-4566-b916-ab5aa5d0aa2a HTTP/1.1" status: 200 len: 217 time: 0.0644987 Jul 29 23:39:14.257613 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de07457e-4b03-41d8-9df7-e1d1a9e08ef2 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] No DVR routers for this DVR port e65e3034-59a0-49b6-b8b5-08cbbf525298 on host n-d-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:39:14.261852 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f710de2c-2172-4ed9-ac7e-151d0e8a8dc0 None None] Pushing event deleted for resources: {'Port': ['ID=e65e3034-59a0-49b6-b8b5-08cbbf525298,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:14.288409 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f710de2c-2172-4ed9-ac7e-151d0e8a8dc0 None None] No DVR routers for this DVR port e65e3034-59a0-49b6-b8b5-08cbbf525298 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:39:14.338500 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de07457e-4b03-41d8-9df7-e1d1a9e08ef2 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event deleted for resources: {'Port': ['ID=e65e3034-59a0-49b6-b8b5-08cbbf525298,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:14.338742 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ebf73-67c0-4807-b106-45983e049623 req-f3cf0e13-7949-4f78-ab3b-f67bbd1d6013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:14.347413 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c17ebf73-67c0-4807-b106-45983e049623 req-f3cf0e13-7949-4f78-ab3b-f67bbd1d6013 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2cc102b6-7976-49c8-8fc0-37ba3d12643a HTTP/1.1" status: 200 len: 853 time: 0.0937212 Jul 29 23:39:14.412703 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c17ebf73-67c0-4807-b106-45983e049623 req-8ff7c663-7057-4bd2-809d-1b5f68b13347 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ef47c031-89f3-4d55-afcb-e9afda1b9317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568695 Jul 29 23:39:14.436238 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-189086ae-e60c-49ab-84a4-316e9631b807 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:14.570443 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-de07457e-4b03-41d8-9df7-e1d1a9e08ef2 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:14.600207 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c17ebf73-67c0-4807-b106-45983e049623 req-af74c77f-baae-4dd7-bace-a631c5e538a6 service neutron] 10.222.0.22 "GET /v2.0/networks/ef47c031-89f3-4d55-afcb-e9afda1b9317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791492 Jul 29 23:39:14.600814 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-de07457e-4b03-41d8-9df7-e1d1a9e08ef2 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72491e20-cf6b-4327-932e-6efd538aea0f']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:14.636630 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-de07457e-4b03-41d8-9df7-e1d1a9e08ef2 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed280fb2-dc30-49e6-b4ea-60fa480628be') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:14.636812 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-de07457e-4b03-41d8-9df7-e1d1a9e08ef2 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed280fb2-dc30-49e6-b4ea-60fa480628be') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:14.668821 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-de07457e-4b03-41d8-9df7-e1d1a9e08ef2 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:14.706747 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-de07457e-4b03-41d8-9df7-e1d1a9e08ef2 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:14.718319 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-189086ae-e60c-49ab-84a4-316e9631b807 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:14.731282 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de07457e-4b03-41d8-9df7-e1d1a9e08ef2 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:39:14.731988 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-de07457e-4b03-41d8-9df7-e1d1a9e08ef2 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:14.744130 n-d-712141-10 neutron-server[94078]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:39:14.744130 n-d-712141-10 neutron-server[94078]: self.session.flush() Jul 29 23:39:14.744130 n-d-712141-10 neutron-server[94078]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:39:14.744130 n-d-712141-10 neutron-server[94078]: self.session.flush() Jul 29 23:39:14.744130 n-d-712141-10 neutron-server[94078]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:39:14.744130 n-d-712141-10 neutron-server[94078]: self.session.flush() Jul 29 23:39:14.744130 n-d-712141-10 neutron-server[94078]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:39:14.744130 n-d-712141-10 neutron-server[94078]: self.session.flush() Jul 29 23:39:14.744130 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:39:14.744130 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:39:14.744130 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:39:14.744130 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:39:14.744130 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:39:14.744130 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:39:14.744130 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:39:14.744130 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:39:14.744130 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:39:14.744130 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:39:14.744130 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:39:14.744130 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:39:14.744130 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:39:14.744130 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:39:14.744130 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:39:14.744130 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:39:14.744130 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:39:14.744130 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:39:14.744130 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:39:14.744130 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:39:14.744130 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:39:14.744130 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:39:14.744130 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:39:14.744130 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:39:14.744130 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:39:14.744130 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:39:14.744130 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:39:14.744130 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:39:14.744130 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:39:14.744130 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:39:14.744130 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:39:14.744130 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:39:14.868088 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c17ebf73-67c0-4807-b106-45983e049623 req-9f3def2a-849d-480f-8137-79b367640abe service neutron] 10.222.0.22 "GET /v2.0/networks/ef47c031-89f3-4d55-afcb-e9afda1b9317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467039 Jul 29 23:39:14.869018 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-de07457e-4b03-41d8-9df7-e1d1a9e08ef2 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:14.880835 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189086ae-e60c-49ab-84a4-316e9631b807 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event deleted for resources: {'Subnet': ['ID=faab4c75-0e83-4c9d-94d3-1ac0059c4447,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:14.891885 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-189086ae-e60c-49ab-84a4-316e9631b807 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:14.896847 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d7babf-140d-4760-9e4d-7c79cbb2255e None None] Network 1fef9f55-83aa-444e-83ee-7d65f4ce6bac requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:39:14.897376 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-189086ae-e60c-49ab-84a4-316e9631b807 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "DELETE /v2.0/subnets/faab4c75-0e83-4c9d-94d3-1ac0059c4447 HTTP/1.1" status: 204 len: 168 time: 1.2039945 Jul 29 23:39:14.900933 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60780) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:14.903138 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-de07457e-4b03-41d8-9df7-e1d1a9e08ef2 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:14.910092 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-de07457e-4b03-41d8-9df7-e1d1a9e08ef2 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "DELETE /v2.0/networks/72491e20-cf6b-4327-932e-6efd538aea0f HTTP/1.1" status: 204 len: 168 time: 2.5050879 Jul 29 23:39:14.912074 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60782) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:14.917389 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-90bcbf61-c7ea-42b3-acb9-6b18c517eb7b tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1518182889', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}, 'admin_state_up': False}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:14.937510 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de07457e-4b03-41d8-9df7-e1d1a9e08ef2 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event deleted for resources: {'Network': ['ID=72491e20-cf6b-4327-932e-6efd538aea0f,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:14.957046 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-90bcbf61-c7ea-42b3-acb9-6b18c517eb7b tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:14.958363 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-90bcbf61-c7ea-42b3-acb9-6b18c517eb7b tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:15.068804 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-90bcbf61-c7ea-42b3-acb9-6b18c517eb7b tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:15.222983 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-700dc65e-6790-4adc-b16d-8b395fa67704 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:15.405173 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-700dc65e-6790-4adc-b16d-8b395fa67704 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Deleting port 15cf4cf6-539c-4ba2-bc0f-6525569684d3 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:15.414242 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-700dc65e-6790-4adc-b16d-8b395fa67704 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:15.422826 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57493cc8-2725-483e-a8d9-82ef4436f11e None None] DHCP port deletion for 1fef9f55-83aa-444e-83ee-7d65f4ce6bac request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:39:15.431852 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-90bcbf61-c7ea-42b3-acb9-6b18c517eb7b tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:15.490128 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289d3a1d-3340-4d51-9d43-f06997e330cf req-e8861a0e-3e88-413d-a0af-008432c74faf tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:15.494543 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-289d3a1d-3340-4d51-9d43-f06997e330cf req-e8861a0e-3e88-413d-a0af-008432c74faf tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1ebbb42-87f5-4464-832d-39e3a37b8b1d HTTP/1.1" status: 200 len: 944 time: 0.2672727 Jul 29 23:39:15.526755 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c30c8-5343-41b7-84d5-367c25fe35f2 req-62a658f0-604d-41c9-9144-0483a3e184a9 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:15.534933 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device e65e3034-59a0-49b6-b8b5-08cbbf525298 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:39:15.540018 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-373c30c8-5343-41b7-84d5-367c25fe35f2 req-62a658f0-604d-41c9-9144-0483a3e184a9 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 943 time: 0.3033097 Jul 29 23:39:15.562514 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: e65e3034-59a0-49b6-b8b5-08cbbf525298 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:39:15.563227 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device e65e3034-59a0-49b6-b8b5-08cbbf525298 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:39:15.586314 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-57493cc8-2725-483e-a8d9-82ef4436f11e None None] Deleting port 15cf4cf6-539c-4ba2-bc0f-6525569684d3 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:15.587030 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-57493cc8-2725-483e-a8d9-82ef4436f11e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:15.722267 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-373c30c8-5343-41b7-84d5-367c25fe35f2 req-fdb65536-c558-4587-a196-4fbf315fc745 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808124 Jul 29 23:39:15.737455 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-289d3a1d-3340-4d51-9d43-f06997e330cf req-fc59d5ae-b40a-43ae-b7d0-dd75a7ea3807 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/security-groups?id=81e89418-223e-492a-b406-e46bb556ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859703 Jul 29 23:39:15.757013 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-57493cc8-2725-483e-a8d9-82ef4436f11e None None] For port 15cf4cf6-539c-4ba2-bc0f-6525569684d3, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=15cf4cf6-539c-4ba2-bc0f-6525569684d3,segment=NetworkSegment(7cea3cd4-6854-414c-962e-5c7ca8ac5df6),segment_id=7cea3cd4-6854-414c-962e-5c7ca8ac5df6)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:15.757514 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-57493cc8-2725-483e-a8d9-82ef4436f11e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:15.806649 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-700dc65e-6790-4adc-b16d-8b395fa67704 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] For port 15cf4cf6-539c-4ba2-bc0f-6525569684d3, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=15cf4cf6-539c-4ba2-bc0f-6525569684d3,segment=NetworkSegment(7cea3cd4-6854-414c-962e-5c7ca8ac5df6),segment_id=7cea3cd4-6854-414c-962e-5c7ca8ac5df6)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:15.807334 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-700dc65e-6790-4adc-b16d-8b395fa67704 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:15.830542 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-57493cc8-2725-483e-a8d9-82ef4436f11e None None] Calling delete_port for 15cf4cf6-539c-4ba2-bc0f-6525569684d3 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:15.851372 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-700dc65e-6790-4adc-b16d-8b395fa67704 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Calling delete_port for 15cf4cf6-539c-4ba2-bc0f-6525569684d3 owned by network:dhcp {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:16.033121 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-700dc65e-6790-4adc-b16d-8b395fa67704 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:16.060206 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-57493cc8-2725-483e-a8d9-82ef4436f11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:16.098628 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700dc65e-6790-4adc-b16d-8b395fa67704 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] No DVR routers for this DVR port 15cf4cf6-539c-4ba2-bc0f-6525569684d3 on host n-d-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:39:16.100685 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700dc65e-6790-4adc-b16d-8b395fa67704 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event deleted for resources: {'Port': ['ID=15cf4cf6-539c-4ba2-bc0f-6525569684d3,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:16.113359 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57493cc8-2725-483e-a8d9-82ef4436f11e None None] Pushing event deleted for resources: {'Port': ['ID=15cf4cf6-539c-4ba2-bc0f-6525569684d3,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:16.130721 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57493cc8-2725-483e-a8d9-82ef4436f11e None None] No DVR routers for this DVR port 15cf4cf6-539c-4ba2-bc0f-6525569684d3 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:39:16.278760 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-700dc65e-6790-4adc-b16d-8b395fa67704 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:16.298853 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-700dc65e-6790-4adc-b16d-8b395fa67704 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fef9f55-83aa-444e-83ee-7d65f4ce6bac']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:16.334776 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-700dc65e-6790-4adc-b16d-8b395fa67704 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cea3cd4-6854-414c-962e-5c7ca8ac5df6') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:16.335229 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-700dc65e-6790-4adc-b16d-8b395fa67704 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cea3cd4-6854-414c-962e-5c7ca8ac5df6') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:16.359606 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-700dc65e-6790-4adc-b16d-8b395fa67704 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:16.397758 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-700dc65e-6790-4adc-b16d-8b395fa67704 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:16.411900 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-700dc65e-6790-4adc-b16d-8b395fa67704 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:39:16.414112 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-700dc65e-6790-4adc-b16d-8b395fa67704 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:16.419716 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:39:16.419716 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:39:16.419716 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:39:16.419716 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:39:16.419716 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:39:16.419716 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:39:16.419716 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:39:16.419716 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:39:16.419716 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:39:16.419716 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:39:16.419716 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:39:16.419716 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:39:16.419716 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:39:16.419716 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:39:16.419716 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:39:16.419716 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:39:16.419716 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:39:16.419716 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:39:16.419716 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:39:16.419716 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:39:16.419716 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:39:16.419716 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:39:16.419716 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:39:16.419716 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:39:16.419716 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:39:16.419716 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:39:16.419716 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:39:16.419716 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:39:16.419716 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:39:16.419716 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:39:16.419716 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:39:16.419716 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:39:16.528429 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-700dc65e-6790-4adc-b16d-8b395fa67704 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:16.579999 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-700dc65e-6790-4adc-b16d-8b395fa67704 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:16.587338 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-700dc65e-6790-4adc-b16d-8b395fa67704 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "DELETE /v2.0/networks/1fef9f55-83aa-444e-83ee-7d65f4ce6bac HTTP/1.1" status: 204 len: 168 time: 1.6806972 Jul 29 23:39:16.587338 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700dc65e-6790-4adc-b16d-8b395fa67704 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event deleted for resources: {'Network': ['ID=1fef9f55-83aa-444e-83ee-7d65f4ce6bac,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:16.588248 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60804) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:16.595678 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-9307fdfb-1e6d-4eaf-9b25-29be352307d5 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-815523287', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}, 'admin_state_up': False}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:16.641788 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9307fdfb-1e6d-4eaf-9b25-29be352307d5 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:16.643434 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9307fdfb-1e6d-4eaf-9b25-29be352307d5 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:16.653832 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 486f032c-a5b1-4bd5-bda4-11a6999e7a64 up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:39:16.727627 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-90bcbf61-c7ea-42b3-acb9-6b18c517eb7b tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for router_gateway, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:16.756278 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-90bcbf61-c7ea-42b3-acb9-6b18c517eb7b tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:16.761016 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9307fdfb-1e6d-4eaf-9b25-29be352307d5 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:16.847811 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port 486f032c-a5b1-4bd5-bda4-11a6999e7a64 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:39:16.864202 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port 486f032c-a5b1-4bd5-bda4-11a6999e7a64 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:16.864817 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:17.149752 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:17.189398 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 486f032c-a5b1-4bd5-bda4-11a6999e7a64, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=486f032c-a5b1-4bd5-bda4-11a6999e7a64,segment=NetworkSegment(59dfd488-a454-40cf-9438-9ce3dc7e6e5e),segment_id=59dfd488-a454-40cf-9438-9ce3dc7e6e5e)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:17.190654 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ebbb42-87f5-4464-832d-39e3a37b8b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '486f032c-a5b1-4bd5-bda4-11a6999e7a64'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:39:17.195609 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7158d06-d18b-47a1-964d-25a6ef710d84" -d '{"events": [{"server_uuid": "a1ebbb42-87f5-4464-832d-39e3a37b8b1d", "name": "network-vif-plugged", "status": "completed", "tag": "486f032c-a5b1-4bd5-bda4-11a6999e7a64"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:39:17.200503 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:17.212706 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9307fdfb-1e6d-4eaf-9b25-29be352307d5 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:17.225413 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-90bcbf61-c7ea-42b3-acb9-6b18c517eb7b tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Allocated IP 172.25.0.60 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/63db69fb-5f5f-452c-b95a-49911b1276c5) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:39:17.285173 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a032cf-42eb-480e-aa74-510ed1818be4 req-9e37fff0-ed24-4563-9fff-443c091f380a tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:17.287934 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-66a032cf-42eb-480e-aa74-510ed1818be4 req-9e37fff0-ed24-4563-9fff-443c091f380a tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 943 time: 0.2918124 Jul 29 23:39:17.310260 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=486f032c-a5b1-4bd5-bda4-11a6999e7a64,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:17.397516 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219c872-1e13-4f4e-aff2-4d4726de3748 req-920e9241-8f7d-4d04-b382-cbb0e3e98641 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:17.400420 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a219c872-1e13-4f4e-aff2-4d4726de3748 req-920e9241-8f7d-4d04-b382-cbb0e3e98641 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1ebbb42-87f5-4464-832d-39e3a37b8b1d HTTP/1.1" status: 200 len: 944 time: 0.3783872 Jul 29 23:39:17.516104 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 15cf4cf6-539c-4ba2-bc0f-6525569684d3 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:39:17.566845 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 15cf4cf6-539c-4ba2-bc0f-6525569684d3 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:39:17.567474 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 15cf4cf6-539c-4ba2-bc0f-6525569684d3 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:39:17.639715 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-66a032cf-42eb-480e-aa74-510ed1818be4 req-06660a6d-e219-45f3-b491-093e96196a3d tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359869 Jul 29 23:39:17.736976 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a219c872-1e13-4f4e-aff2-4d4726de3748 req-78e7709e-437d-49c0-8b36-f9996478940e tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/security-groups?id=81e89418-223e-492a-b406-e46bb556ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170290 Jul 29 23:39:17.766802 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-884ec52d-4efb-4fe2-9222-a5da7861a933 x-openstack-request-id: req-884ec52d-4efb-4fe2-9222-a5da7861a933 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:39:17.767196 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1ebbb42-87f5-4464-832d-39e3a37b8b1d", "name": "network-vif-plugged", "status": "completed", "tag": "486f032c-a5b1-4bd5-bda4-11a6999e7a64", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:39:17.767552 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-884ec52d-4efb-4fe2-9222-a5da7861a933 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:39:17.768357 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1ebbb42-87f5-4464-832d-39e3a37b8b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '486f032c-a5b1-4bd5-bda4-11a6999e7a64', 'code': 200} Jul 29 23:39:17.786141 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-90bcbf61-c7ea-42b3-acb9-6b18c517eb7b tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:17.825217 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device b6ece518-cbb5-4566-b916-ab5aa5d0aa2a details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:39:17.996467 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-90bcbf61-c7ea-42b3-acb9-6b18c517eb7b tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:18.059706 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bcbf61-c7ea-42b3-acb9-6b18c517eb7b tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:39:18.062447 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f993ce2-c4cf-4eea-9a17-0bcf4b0efd9c req-710e5c67-13fb-49ea-abe5-daa5b0220714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:18.064919 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0f993ce2-c4cf-4eea-9a17-0bcf4b0efd9c req-710e5c67-13fb-49ea-abe5-daa5b0220714 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a1ebbb42-87f5-4464-832d-39e3a37b8b1d HTTP/1.1" status: 200 len: 1097 time: 0.1550035 Jul 29 23:39:18.094531 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port b6ece518-cbb5-4566-b916-ab5aa5d0aa2a, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=b6ece518-cbb5-4566-b916-ab5aa5d0aa2a,segment=NetworkSegment(0aa0b58a-edbb-411a-9077-5f81d4114e3c),segment_id=0aa0b58a-edbb-411a-9077-5f81d4114e3c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:18.161374 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': 'b6ece518-cbb5-4566-b916-ab5aa5d0aa2a', 'network_id': 'ef47c031-89f3-4d55-afcb-e9afda1b9317', 'port_id': 'b6ece518-cbb5-4566-b916-ab5aa5d0aa2a', 'mac_address': 'fa:16:3e:90:a0:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cc102b6-7976-49c8-8fc0-37ba3d12643a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:39:18.180614 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0f993ce2-c4cf-4eea-9a17-0bcf4b0efd9c req-f7769cda-60b9-409e-a909-a423c6d21de9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=81e89418-223e-492a-b406-e46bb556ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936918 Jul 29 23:39:18.181496 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bcbf61-c7ea-42b3-acb9-6b18c517eb7b tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event updated for resources: {'Port': ['ID=63db69fb-5f5f-452c-b95a-49911b1276c5,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:18.189599 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-90bcbf61-c7ea-42b3-acb9-6b18c517eb7b tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:18.193643 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bcbf61-c7ea-42b3-acb9-6b18c517eb7b tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:39:18.286609 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:18.317038 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6ece518-cbb5-4566-b916-ab5aa5d0aa2a {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:39:18.336500 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9307fdfb-1e6d-4eaf-9b25-29be352307d5 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for router_gateway, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:18.356748 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port b6ece518-cbb5-4566-b916-ab5aa5d0aa2a, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=b6ece518-cbb5-4566-b916-ab5aa5d0aa2a,segment=NetworkSegment(0aa0b58a-edbb-411a-9077-5f81d4114e3c),segment_id=0aa0b58a-edbb-411a-9077-5f81d4114e3c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:18.372477 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:18.392394 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9307fdfb-1e6d-4eaf-9b25-29be352307d5 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:18.502894 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=b6ece518-cbb5-4566-b916-ab5aa5d0aa2a,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:18.600525 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-9307fdfb-1e6d-4eaf-9b25-29be352307d5 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Allocated IP 172.25.0.48 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/71411129-a7b5-4d9a-85a5-f4f5ae4c3e21) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:39:18.618357 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['b6ece518-cbb5-4566-b916-ab5aa5d0aa2a'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:39:18.686995 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-90bcbf61-c7ea-42b3-acb9-6b18c517eb7b tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for router_gateway, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:18.847100 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9307fdfb-1e6d-4eaf-9b25-29be352307d5 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:18.909390 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9307fdfb-1e6d-4eaf-9b25-29be352307d5 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:19.018116 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9307fdfb-1e6d-4eaf-9b25-29be352307d5 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:39:19.024514 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-9307fdfb-1e6d-4eaf-9b25-29be352307d5 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:19.026067 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447be07-2e8b-4b3b-9dfa-01491efb3223 req-f819cd45-9c8a-4533-904b-70c6d5efadbb tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:19.027814 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2447be07-2e8b-4b3b-9dfa-01491efb3223 req-f819cd45-9c8a-4533-904b-70c6d5efadbb tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 944 time: 0.1825969 Jul 29 23:39:19.031806 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9307fdfb-1e6d-4eaf-9b25-29be352307d5 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:39:19.045706 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9fb239-b5a7-4adc-b45e-2bd79b45eaaa req-82823569-0ca7-4a74-81ef-0d39c432ae5c tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:19.053661 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6c9fb239-b5a7-4adc-b45e-2bd79b45eaaa req-82823569-0ca7-4a74-81ef-0d39c432ae5c tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1ebbb42-87f5-4464-832d-39e3a37b8b1d HTTP/1.1" status: 200 len: 945 time: 0.1583180 Jul 29 23:39:19.187534 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6c9fb239-b5a7-4adc-b45e-2bd79b45eaaa req-e7572204-78da-4145-8506-426fefebfbc2 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/security-groups?id=81e89418-223e-492a-b406-e46bb556ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292417 Jul 29 23:39:19.201407 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2447be07-2e8b-4b3b-9dfa-01491efb3223 req-41f78c8a-ed53-4cc6-a607-8f02484a7417 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374638 Jul 29 23:39:19.213488 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-90bcbf61-c7ea-42b3-acb9-6b18c517eb7b tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:19.250548 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9307fdfb-1e6d-4eaf-9b25-29be352307d5 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event updated for resources: {'Port': ['ID=71411129-a7b5-4d9a-85a5-f4f5ae4c3e21,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:19.587466 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90bcbf61-c7ea-42b3-acb9-6b18c517eb7b tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Router a57abc9a-b5d0-4ad1-ac40-098fb8e3807d is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:39:19.654726 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:19.721241 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9307fdfb-1e6d-4eaf-9b25-29be352307d5 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for router_gateway, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:19.831592 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device b6ece518-cbb5-4566-b916-ab5aa5d0aa2a up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:39:19.894286 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90bcbf61-c7ea-42b3-acb9-6b18c517eb7b tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:39:19.943161 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3802f482-83a8-4c29-b77b-28a3f0eeea8f None None] Sync routers for ids ['a57abc9a-b5d0-4ad1-ac40-098fb8e3807d'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:39:19.950662 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-90bcbf61-c7ea-42b3-acb9-6b18c517eb7b tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:19.953029 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-90bcbf61-c7ea-42b3-acb9-6b18c517eb7b tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.0398786 Jul 29 23:39:19.955928 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60840) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:19.977928 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3802f482-83a8-4c29-b77b-28a3f0eeea8f None None] Routers {'a57abc9a-b5d0-4ad1-ac40-098fb8e3807d'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:39:19.978253 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-3802f482-83a8-4c29-b77b-28a3f0eeea8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:38:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['a57abc9a-b5d0-4ad1-ac40-098fb8e3807d'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:20.088802 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-3802f482-83a8-4c29-b77b-28a3f0eeea8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:20.141411 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9307fdfb-1e6d-4eaf-9b25-29be352307d5 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:20.154763 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port b6ece518-cbb5-4566-b916-ab5aa5d0aa2a completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:39:20.159609 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3802f482-83a8-4c29-b77b-28a3f0eeea8f None None] Routers {'a57abc9a-b5d0-4ad1-ac40-098fb8e3807d'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:39:20.161310 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-3802f482-83a8-4c29-b77b-28a3f0eeea8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:38:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['a57abc9a-b5d0-4ad1-ac40-098fb8e3807d'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:20.234191 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-3802f482-83a8-4c29-b77b-28a3f0eeea8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:20.239515 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3802f482-83a8-4c29-b77b-28a3f0eeea8f None None] The sync data for ids ['a57abc9a-b5d0-4ad1-ac40-098fb8e3807d'] in n-d-712141-10 is: [] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:39:20.250932 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port b6ece518-cbb5-4566-b916-ab5aa5d0aa2a triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:20.253434 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:20.262134 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-25b6a9fb-b6fc-4891-a1a5-6f62cac95267 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "GET /v2.0/routers/a57abc9a-b5d0-4ad1-ac40-098fb8e3807d HTTP/1.1" status: 200 len: 884 time: 0.3034480 Jul 29 23:39:20.262978 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60846) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:20.455562 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9307fdfb-1e6d-4eaf-9b25-29be352307d5 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Router c601e610-9d6c-469e-ae73-c016bf0c5ef5 is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:39:20.463423 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:20.526055 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8aa35ed-3d13-4726-823a-7658e480c942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ece518-cbb5-4566-b916-ab5aa5d0aa2a'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:39:20.530888 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c537ef6a-bbe9-4689-bf0f-c4948b6e4d52" -d '{"events": [{"server_uuid": "c8aa35ed-3d13-4726-823a-7658e480c942", "name": "network-vif-plugged", "status": "completed", "tag": "b6ece518-cbb5-4566-b916-ab5aa5d0aa2a"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:39:20.552476 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port b6ece518-cbb5-4566-b916-ab5aa5d0aa2a, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=b6ece518-cbb5-4566-b916-ab5aa5d0aa2a,segment=NetworkSegment(0aa0b58a-edbb-411a-9077-5f81d4114e3c),segment_id=0aa0b58a-edbb-411a-9077-5f81d4114e3c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:20.569262 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:20.671294 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=b6ece518-cbb5-4566-b916-ab5aa5d0aa2a,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:20.788843 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f0f53-b67d-4117-9e1f-cd1d8c18547a req-93bc4276-d9e6-4cbe-9aa0-ec3b11f39a52 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:20.794375 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cd2f0f53-b67d-4117-9e1f-cd1d8c18547a req-93bc4276-d9e6-4cbe-9aa0-ec3b11f39a52 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 944 time: 0.3662465 Jul 29 23:39:20.830433 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e148ed9e-9887-46f3-859a-5a2a06c00a78 req-af405467-d661-44bc-817f-d2cbdfecc9ca tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:20.834137 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9307fdfb-1e6d-4eaf-9b25-29be352307d5 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:39:20.848921 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e148ed9e-9887-46f3-859a-5a2a06c00a78 req-af405467-d661-44bc-817f-d2cbdfecc9ca tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1ebbb42-87f5-4464-832d-39e3a37b8b1d HTTP/1.1" status: 200 len: 945 time: 0.3920116 Jul 29 23:39:20.855640 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0bd5fb-0167-4471-9705-e6ece76bf2bc None None] Sync routers for ids ['c601e610-9d6c-469e-ae73-c016bf0c5ef5'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:39:20.891309 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0bd5fb-0167-4471-9705-e6ece76bf2bc None None] Routers {'c601e610-9d6c-469e-ae73-c016bf0c5ef5'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:39:20.893269 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-4e0bd5fb-0167-4471-9705-e6ece76bf2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:38:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['c601e610-9d6c-469e-ae73-c016bf0c5ef5'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:20.910409 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9307fdfb-1e6d-4eaf-9b25-29be352307d5 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:20.915911 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9307fdfb-1e6d-4eaf-9b25-29be352307d5 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.3260787 Jul 29 23:39:20.923470 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60858) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:21.056419 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e148ed9e-9887-46f3-859a-5a2a06c00a78 req-c43a9db3-bbd5-4b4d-9892-636a1fef1598 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/security-groups?id=81e89418-223e-492a-b406-e46bb556ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973839 Jul 29 23:39:21.166413 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6a1669-7576-450f-ba25-07b782497738 x-openstack-request-id: req-fd6a1669-7576-450f-ba25-07b782497738 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:39:21.167003 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8aa35ed-3d13-4726-823a-7658e480c942", "name": "network-vif-plugged", "status": "completed", "tag": "b6ece518-cbb5-4566-b916-ab5aa5d0aa2a", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:39:21.167360 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fd6a1669-7576-450f-ba25-07b782497738 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:39:21.167862 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8aa35ed-3d13-4726-823a-7658e480c942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ece518-cbb5-4566-b916-ab5aa5d0aa2a', 'code': 200} Jul 29 23:39:21.176495 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cd2f0f53-b67d-4117-9e1f-cd1d8c18547a req-ae08e502-15a1-4fd3-bf61-4a4892728eb5 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020401 Jul 29 23:39:21.275194 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-4e0bd5fb-0167-4471-9705-e6ece76bf2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:21.297671 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0bd5fb-0167-4471-9705-e6ece76bf2bc None None] Routers {'c601e610-9d6c-469e-ae73-c016bf0c5ef5'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:39:21.298020 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-4e0bd5fb-0167-4471-9705-e6ece76bf2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:38:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['c601e610-9d6c-469e-ae73-c016bf0c5ef5'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:21.430842 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-4e0bd5fb-0167-4471-9705-e6ece76bf2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:21.431849 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0bd5fb-0167-4471-9705-e6ece76bf2bc None None] The sync data for ids ['c601e610-9d6c-469e-ae73-c016bf0c5ef5'] in n-d-712141-10 is: [] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:39:21.458935 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-cebda6cc-d64d-4332-9bc0-2eb5bb639253 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.1947451 Jul 29 23:39:21.462844 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60862) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:21.471395 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-3075c765-ebcc-436a-8aa5-999395e2d3b3 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1518182889'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:21.503782 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-af21f9f2-68a0-4c2a-a4db-62d8b83cb143 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "GET /v2.0/routers/c601e610-9d6c-469e-ae73-c016bf0c5ef5 HTTP/1.1" status: 200 len: 879 time: 0.5754576 Jul 29 23:39:21.512629 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60866) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:21.755530 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f18c83-d384-47f2-beb7-5125a7560c0a req-e6e9f58a-d1d5-4d79-8488-9d5490075d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:21.758465 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-78f18c83-d384-47f2-beb7-5125a7560c0a req-e6e9f58a-d1d5-4d79-8488-9d5490075d76 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 1097 time: 0.4487004 Jul 29 23:39:21.848719 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-78f18c83-d384-47f2-beb7-5125a7560c0a req-8d02584c-6cdd-484b-8b5a-26a40be2ed47 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777998 Jul 29 23:39:22.191220 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f655b0d-d131-4db8-a8d4-9605e907860f req-c75e3d96-9795-44eb-89f5-f84885ec21c0 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:22.193369 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5f655b0d-d131-4db8-a8d4-9605e907860f req-c75e3d96-9795-44eb-89f5-f84885ec21c0 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1ebbb42-87f5-4464-832d-39e3a37b8b1d HTTP/1.1" status: 200 len: 945 time: 0.2030914 Jul 29 23:39:22.196691 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad95937-ff4f-43f9-a8ec-35c9d5d262a8 req-760e1ea4-545f-482d-b3e9-b3fc188a80f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:22.202154 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7ad95937-ff4f-43f9-a8ec-35c9d5d262a8 req-760e1ea4-545f-482d-b3e9-b3fc188a80f7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c08d2622b7b410cb98838e9565b36dc&device_id=a1ebbb42-87f5-4464-832d-39e3a37b8b1d HTTP/1.1" status: 200 len: 1097 time: 0.2138073 Jul 29 23:39:22.372622 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5f655b0d-d131-4db8-a8d4-9605e907860f req-1c02547a-90de-4cac-8811-d9d578ab1733 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/security-groups?id=81e89418-223e-492a-b406-e46bb556ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684713 Jul 29 23:39:22.464359 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-df29b191-727f-40c8-89f4-d97663cceaa1 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.9315484 Jul 29 23:39:22.464644 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60878) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:22.476718 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-2dec6140-e702-4860-b2fb-9120973ae89d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-815523287'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:22.706545 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad95937-ff4f-43f9-a8ec-35c9d5d262a8 req-f778f016-528e-49e9-aa49-3cad0346889d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:22.712805 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7ad95937-ff4f-43f9-a8ec-35c9d5d262a8 req-f778f016-528e-49e9-aa49-3cad0346889d service neutron] 10.222.0.41 "GET /v2.0/networks?id=5d20f887-85b7-45ef-8019-3cf0ef128029 HTTP/1.1" status: 200 len: 912 time: 0.3470931 Jul 29 23:39:22.808285 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7ad95937-ff4f-43f9-a8ec-35c9d5d262a8 req-8fa2dad4-f25e-4b13-88fb-d371e2966579 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=486f032c-a5b1-4bd5-bda4-11a6999e7a64 HTTP/1.1" status: 200 len: 217 time: 0.0869279 Jul 29 23:39:22.861665 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9371ea-2331-46f5-95f7-f56464b78776 req-564e67ae-a1f7-4de3-9049-9f1b8ce095fd tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:22.875502 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9d9371ea-2331-46f5-95f7-f56464b78776 req-564e67ae-a1f7-4de3-9049-9f1b8ce095fd tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.3846948 Jul 29 23:39:23.084262 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad95937-ff4f-43f9-a8ec-35c9d5d262a8 req-b757c6d5-9a83-420a-818e-5cc1ac3cd80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:23.087610 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7ad95937-ff4f-43f9-a8ec-35c9d5d262a8 req-b757c6d5-9a83-420a-818e-5cc1ac3cd80b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7a456402-40c6-4578-9b75-bbc1a0d9a5e7 HTTP/1.1" status: 200 len: 851 time: 0.2523689 Jul 29 23:39:23.126794 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9d9371ea-2331-46f5-95f7-f56464b78776 req-992744cd-305c-438f-a456-de47ec10777a tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421572 Jul 29 23:39:23.251445 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a28fdc10-9145-4645-97d5-e4d4e2ffe7ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:23.343015 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7ad95937-ff4f-43f9-a8ec-35c9d5d262a8 req-e482f811-babc-469c-b217-090bfbd817ef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d20f887-85b7-45ef-8019-3cf0ef128029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2438736 Jul 29 23:39:23.345854 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2dec6140-e702-4860-b2fb-9120973ae89d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16269258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16714856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:23.368333 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2dec6140-e702-4860-b2fb-9120973ae89d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16269265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16269272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16714879'] for router, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:23.485102 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3075c765-ebcc-436a-8aa5-999395e2d3b3 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16269258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16714856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:23.535272 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3075c765-ebcc-436a-8aa5-999395e2d3b3 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16269265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16269272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16714879'] for router, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:23.571620 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7ad95937-ff4f-43f9-a8ec-35c9d5d262a8 req-874caa19-79ec-4a8c-99e7-98f8a406c44c service neutron] 10.222.0.41 "GET /v2.0/networks/5d20f887-85b7-45ef-8019-3cf0ef128029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162411 Jul 29 23:39:23.689089 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dec6140-e702-4860-b2fb-9120973ae89d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Router c601e610-9d6c-469e-ae73-c016bf0c5ef5 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:39:23.912006 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f8d91-d45d-43d7-9e06-fe14939ffa3b req-665e2667-0b40-40b8-8347-2975e83afc1b tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:23.915946 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b27f8d91-d45d-43d7-9e06-fe14939ffa3b req-665e2667-0b40-40b8-8347-2975e83afc1b tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1ebbb42-87f5-4464-832d-39e3a37b8b1d HTTP/1.1" status: 200 len: 945 time: 0.2684324 Jul 29 23:39:23.956333 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dec6140-e702-4860-b2fb-9120973ae89d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:39:23.974367 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7ad95937-ff4f-43f9-a8ec-35c9d5d262a8 req-10bb73b4-8ed2-4ce9-b591-bae80329f1b3 service neutron] 10.222.0.41 "GET /v2.0/networks/5d20f887-85b7-45ef-8019-3cf0ef128029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087254 Jul 29 23:39:23.990104 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2dec6140-e702-4860-b2fb-9120973ae89d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:23.994204 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-2dec6140-e702-4860-b2fb-9120973ae89d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "PUT /v2.0/routers/c601e610-9d6c-469e-ae73-c016bf0c5ef5 HTTP/1.1" status: 200 len: 886 time: 1.5255969 Jul 29 23:39:23.994525 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d70e771-9ae6-4f7b-8141-f7ea432998b9 None None] Sync routers for ids ['c601e610-9d6c-469e-ae73-c016bf0c5ef5'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:39:23.997311 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60894) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:23.998854 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3075c765-ebcc-436a-8aa5-999395e2d3b3 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Router a57abc9a-b5d0-4ad1-ac40-098fb8e3807d has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:39:24.030565 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d70e771-9ae6-4f7b-8141-f7ea432998b9 None None] Routers {'c601e610-9d6c-469e-ae73-c016bf0c5ef5'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:39:24.031503 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-7d70e771-9ae6-4f7b-8141-f7ea432998b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:38:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['c601e610-9d6c-469e-ae73-c016bf0c5ef5'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:24.053864 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b27f8d91-d45d-43d7-9e06-fe14939ffa3b req-9d02f3a7-2cdd-4168-a045-74ec7b06bda7 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/security-groups?id=81e89418-223e-492a-b406-e46bb556ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112285 Jul 29 23:39:24.146497 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-7d70e771-9ae6-4f7b-8141-f7ea432998b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:24.165354 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d70e771-9ae6-4f7b-8141-f7ea432998b9 None None] Routers {'c601e610-9d6c-469e-ae73-c016bf0c5ef5'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:39:24.166493 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-7d70e771-9ae6-4f7b-8141-f7ea432998b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:38:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['c601e610-9d6c-469e-ae73-c016bf0c5ef5'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:24.225388 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-7d70e771-9ae6-4f7b-8141-f7ea432998b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:24.227330 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d70e771-9ae6-4f7b-8141-f7ea432998b9 None None] The sync data for ids ['c601e610-9d6c-469e-ae73-c016bf0c5ef5'] in n-d-712141-10 is: [] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:39:24.338876 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-bfdfeaa3-a689-43c7-a45f-1b94613151d9 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "GET /v2.0/routers/c601e610-9d6c-469e-ae73-c016bf0c5ef5 HTTP/1.1" status: 200 len: 886 time: 0.3392081 Jul 29 23:39:24.339538 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60904) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:24.385490 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-eea2d243-58d5-4c09-a38b-4ace4573eec2 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "GET /v2.0/ports?device_id=c601e610-9d6c-469e-ae73-c016bf0c5ef5 HTTP/1.1" status: 200 len: 205 time: 0.0441878 Jul 29 23:39:24.386535 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60906) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:24.547498 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3075c765-ebcc-436a-8aa5-999395e2d3b3 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:39:24.565181 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0591ddc2-3f1b-4701-a959-37698d1a6833 None None] Sync routers for ids ['a57abc9a-b5d0-4ad1-ac40-098fb8e3807d'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:39:24.578151 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3075c765-ebcc-436a-8aa5-999395e2d3b3 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:24.580023 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-3075c765-ebcc-436a-8aa5-999395e2d3b3 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "PUT /v2.0/routers/a57abc9a-b5d0-4ad1-ac40-098fb8e3807d HTTP/1.1" status: 200 len: 891 time: 3.1156230 Jul 29 23:39:24.583158 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60910) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:24.604824 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0591ddc2-3f1b-4701-a959-37698d1a6833 None None] Routers {'a57abc9a-b5d0-4ad1-ac40-098fb8e3807d'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:39:24.608223 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-0591ddc2-3f1b-4701-a959-37698d1a6833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:38:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['a57abc9a-b5d0-4ad1-ac40-098fb8e3807d'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:24.679764 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf5b9c5-ceb0-44f0-b6ba-399ac19c7324 req-109540c9-0d84-4af9-b58e-d9e5224a67f5 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:24.681635 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7cf5b9c5-ceb0-44f0-b6ba-399ac19c7324 req-109540c9-0d84-4af9-b58e-d9e5224a67f5 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.3147254 Jul 29 23:39:24.739476 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-0591ddc2-3f1b-4701-a959-37698d1a6833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:24.768205 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0591ddc2-3f1b-4701-a959-37698d1a6833 None None] Routers {'a57abc9a-b5d0-4ad1-ac40-098fb8e3807d'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:39:24.769203 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-0591ddc2-3f1b-4701-a959-37698d1a6833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:38:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['a57abc9a-b5d0-4ad1-ac40-098fb8e3807d'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:24.773782 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0b97b079-45ea-45ca-b9b2-5de727297616 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for router, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:24.857083 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8ad1a46f-8e13-4933-bcee-52242e90b397 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "GET /v2.0/routers/a57abc9a-b5d0-4ad1-ac40-098fb8e3807d HTTP/1.1" status: 200 len: 891 time: 0.2708936 Jul 29 23:39:24.862185 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60912) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:24.909950 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-0591ddc2-3f1b-4701-a959-37698d1a6833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:24.917575 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0591ddc2-3f1b-4701-a959-37698d1a6833 None None] The sync data for ids ['a57abc9a-b5d0-4ad1-ac40-098fb8e3807d'] in n-d-712141-10 is: [] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:39:24.945381 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b679af21-081e-457a-b6ff-236935f7cd70 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a57abc9a-b5d0-4ad1-ac40-098fb8e3807d HTTP/1.1" status: 200 len: 205 time: 0.0782468 Jul 29 23:39:24.948460 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60914) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:25.073415 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7cf5b9c5-ceb0-44f0-b6ba-399ac19c7324 req-5ba89c3e-9683-4dc5-8b02-8326a313c53c tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3663418 Jul 29 23:39:25.179560 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0b97b079-45ea-45ca-b9b2-5de727297616 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:25.330492 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-31b028c2-9a8e-4180-b94e-5423e566be12 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for router, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:25.417654 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28daa32b-1449-4f47-94f3-c8d6fe8e7363 req-c46403e9-6de2-4371-ad1f-f4af385577ee tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:25.419314 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-28daa32b-1449-4f47-94f3-c8d6fe8e7363 req-c46403e9-6de2-4371-ad1f-f4af385577ee tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1ebbb42-87f5-4464-832d-39e3a37b8b1d HTTP/1.1" status: 200 len: 945 time: 0.1911025 Jul 29 23:39:25.526757 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-0b97b079-45ea-45ca-b9b2-5de727297616 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Deleting port 71411129-a7b5-4d9a-85a5-f4f5ae4c3e21 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:25.527663 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0b97b079-45ea-45ca-b9b2-5de727297616 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:25.667294 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-28daa32b-1449-4f47-94f3-c8d6fe8e7363 req-80f40de6-757e-4021-a7ea-ae0813b8da20 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/security-groups?id=81e89418-223e-492a-b406-e46bb556ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994185 Jul 29 23:39:25.673019 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-31b028c2-9a8e-4180-b94e-5423e566be12 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:25.791879 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0b97b079-45ea-45ca-b9b2-5de727297616 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:25.810989 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-0b97b079-45ea-45ca-b9b2-5de727297616 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Calling delete_port for 71411129-a7b5-4d9a-85a5-f4f5ae4c3e21 owned by network:router_gateway {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:25.892107 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ae010236-76aa-4e8c-be77-36b1f338d95a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:25.925802 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-31b028c2-9a8e-4180-b94e-5423e566be12 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Deleting port 63db69fb-5f5f-452c-b95a-49911b1276c5 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:25.926146 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-31b028c2-9a8e-4180-b94e-5423e566be12 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:26.137362 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-31b028c2-9a8e-4180-b94e-5423e566be12 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:26.182008 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-31b028c2-9a8e-4180-b94e-5423e566be12 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Calling delete_port for 63db69fb-5f5f-452c-b95a-49911b1276c5 owned by network:router_gateway {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:26.281501 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0b97b079-45ea-45ca-b9b2-5de727297616 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:26.357143 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b97b079-45ea-45ca-b9b2-5de727297616 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event deleted for resources: {'Port': ['ID=71411129-a7b5-4d9a-85a5-f4f5ae4c3e21,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:26.361564 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:26.536701 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0b97b079-45ea-45ca-b9b2-5de727297616 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:26.771848 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0b97b079-45ea-45ca-b9b2-5de727297616 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:26.792734 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0b97b079-45ea-45ca-b9b2-5de727297616 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:27.014843 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-31b028c2-9a8e-4180-b94e-5423e566be12 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:27.017212 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0b97b079-45ea-45ca-b9b2-5de727297616 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:27.019935 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b97b079-45ea-45ca-b9b2-5de727297616 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Fanout notify agent at l3_agent the message router_deleted on router c601e610-9d6c-469e-ae73-c016bf0c5ef5 {{(pid=94078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:39:27.027016 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0b97b079-45ea-45ca-b9b2-5de727297616 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:27.028009 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-0b97b079-45ea-45ca-b9b2-5de727297616 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "DELETE /v2.0/routers/c601e610-9d6c-469e-ae73-c016bf0c5ef5 HTTP/1.1" status: 204 len: 168 time: 2.6412961 Jul 29 23:39:27.043547 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60944) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:27.048854 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-bcbaf928-eb0d-4f22-88b5-95174de524c9 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Request body: {'network': {'name': 'tempest-RoutersTest-1174369393'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:27.099007 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcbaf928-eb0d-4f22-88b5-95174de524c9 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Made reservation on behalf of 57ced8fbb08748a3b85014e0aa13f1c0 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:39:27.110399 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bcbaf928-eb0d-4f22-88b5-95174de524c9 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:27.171769 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcbaf928-eb0d-4f22-88b5-95174de524c9 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:39:27.191566 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bcbaf928-eb0d-4f22-88b5-95174de524c9 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:27.192058 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-bcbaf928-eb0d-4f22-88b5-95174de524c9 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Added segment 5beabdb9-7bfd-40b2-a520-1b22b3c5cdbb of type vlan for network dca3b451-54f2-45fa-a3ac-b07bad30c12e Jul 29 23:39:27.281782 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bcbaf928-eb0d-4f22-88b5-95174de524c9 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:27.344220 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bcbaf928-eb0d-4f22-88b5-95174de524c9 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:27.372389 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbaf928-eb0d-4f22-88b5-95174de524c9 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:27.375402 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bcbaf928-eb0d-4f22-88b5-95174de524c9 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:27.520427 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-bcbaf928-eb0d-4f22-88b5-95174de524c9 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4756308 Jul 29 23:39:27.532680 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60948) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:27.539477 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-2846bf5d-cce4-46af-b575-8773685eb870 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Request body: {'subnet': {'network_id': 'dca3b451-54f2-45fa-a3ac-b07bad30c12e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:27.571324 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbaf928-eb0d-4f22-88b5-95174de524c9 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event updated for resources: {'Network': ['ID=dca3b451-54f2-45fa-a3ac-b07bad30c12e,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:27.589329 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network dca3b451-54f2-45fa-a3ac-b07bad30c12e details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:39:27.708807 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2846bf5d-cce4-46af-b575-8773685eb870 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Made reservation on behalf of 57ced8fbb08748a3b85014e0aa13f1c0 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:39:27.719355 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2846bf5d-cce4-46af-b575-8773685eb870 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:27.780988 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9fe995-059c-40ff-9586-172605be36fc req-680cb7b9-aacd-4296-90ca-140c15f6ef73 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:27.782907 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7c9fe995-059c-40ff-9586-172605be36fc req-680cb7b9-aacd-4296-90ca-140c15f6ef73 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1ebbb42-87f5-4464-832d-39e3a37b8b1d HTTP/1.1" status: 200 len: 945 time: 0.9205637 Jul 29 23:39:27.784359 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b028c2-9a8e-4180-b94e-5423e566be12 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event deleted for resources: {'Port': ['ID=63db69fb-5f5f-452c-b95a-49911b1276c5,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:27.828106 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:27.985329 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-31b028c2-9a8e-4180-b94e-5423e566be12 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:27.989568 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7c9fe995-059c-40ff-9586-172605be36fc req-70854367-1ebd-4c79-97df-1ab5dff84cff tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/security-groups?id=81e89418-223e-492a-b406-e46bb556ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773734 Jul 29 23:39:28.172253 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-31b028c2-9a8e-4180-b94e-5423e566be12 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:28.173951 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-31b028c2-9a8e-4180-b94e-5423e566be12 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:28.206761 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2846bf5d-cce4-46af-b575-8773685eb870 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:28.241248 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-31b028c2-9a8e-4180-b94e-5423e566be12 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:28.245491 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b028c2-9a8e-4180-b94e-5423e566be12 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Fanout notify agent at l3_agent the message router_deleted on router a57abc9a-b5d0-4ad1-ac40-098fb8e3807d {{(pid=94078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:39:28.260038 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-31b028c2-9a8e-4180-b94e-5423e566be12 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:28.261365 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-31b028c2-9a8e-4180-b94e-5423e566be12 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "DELETE /v2.0/routers/a57abc9a-b5d0-4ad1-ac40-098fb8e3807d HTTP/1.1" status: 204 len: 168 time: 3.2606971 Jul 29 23:39:28.268647 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60956) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:28.279340 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-f5ba62d8-f44d-4a1c-a2bd-9b94bfd152c8 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1850315386'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:28.308906 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ba62d8-f44d-4a1c-a2bd-9b94bfd152c8 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Made reservation on behalf of 7a2f603cc15342b5a7088525840c9a8c for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:39:28.313299 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f5ba62d8-f44d-4a1c-a2bd-9b94bfd152c8 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:28.353044 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5ba62d8-f44d-4a1c-a2bd-9b94bfd152c8 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:39:28.369286 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f5ba62d8-f44d-4a1c-a2bd-9b94bfd152c8 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:28.369742 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-f5ba62d8-f44d-4a1c-a2bd-9b94bfd152c8 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Added segment 9c6ec746-8b7f-4039-9844-d7442ab11fee of type vlan for network 4e37d510-8c9f-4b9a-8254-3358f2d666b2 Jul 29 23:39:28.386674 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2846bf5d-cce4-46af-b575-8773685eb870 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event updated for resources: {'Subnet': ['ID=ff45c95d-b1f6-4ba9-a560-55b2c923c9b3,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:28.419632 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2846bf5d-cce4-46af-b575-8773685eb870 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Checking segment: {'id': '5beabdb9-7bfd-40b2-a520-1b22b3c5cdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'dca3b451-54f2-45fa-a3ac-b07bad30c12e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:39:28.422970 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2846bf5d-cce4-46af-b575-8773685eb870 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Network hostable DHCP agents. Network: dca3b451-54f2-45fa-a3ac-b07bad30c12e, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:39:28.465113 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f5ba62d8-f44d-4a1c-a2bd-9b94bfd152c8 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:28.468914 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2846bf5d-cce4-46af-b575-8773685eb870 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Network dca3b451-54f2-45fa-a3ac-b07bad30c12e is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:39:28.490611 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-2846bf5d-cce4-46af-b575-8773685eb870 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, dca3b451-54f2-45fa-a3ac-b07bad30c12e) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:28.502173 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2846bf5d-cce4-46af-b575-8773685eb870 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:28.502173 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2846bf5d-cce4-46af-b575-8773685eb870 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:28.513913 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e092cda7-8ab5-45da-ae1a-7b6825c210b7 None None] Network dca3b451-54f2-45fa-a3ac-b07bad30c12e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:39:28.568060 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f5ba62d8-f44d-4a1c-a2bd-9b94bfd152c8 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:28.577429 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-2846bf5d-cce4-46af-b575-8773685eb870 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0432322 Jul 29 23:39:28.583958 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ba62d8-f44d-4a1c-a2bd-9b94bfd152c8 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:28.587689 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f5ba62d8-f44d-4a1c-a2bd-9b94bfd152c8 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:28.590993 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60960) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:28.605950 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-8e97bb6c-4e64-46cf-9082-448d614d2ce2 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-589137012', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:28.689601 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8e97bb6c-4e64-46cf-9082-448d614d2ce2 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:28.690921 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8e97bb6c-4e64-46cf-9082-448d614d2ce2 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:28.733111 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-f5ba62d8-f44d-4a1c-a2bd-9b94bfd152c8 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4544992 Jul 29 23:39:28.734953 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60962) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:28.743377 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-840cf8c1-a191-4859-b489-0d3fcb0be1a9 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Request body: {'subnet': {'network_id': '4e37d510-8c9f-4b9a-8254-3358f2d666b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:28.861836 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43902e1a-ee7c-4e82-bb76-ae0c72433050 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-dca3b451-54f2-45fa-a3ac-b07bad30c12e', 'network_id': 'dca3b451-54f2-45fa-a3ac-b07bad30c12e', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'fixed_ips': [{'subnet_id': 'ff45c95d-b1f6-4ba9-a560-55b2c923c9b3'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:39:28.863526 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ba62d8-f44d-4a1c-a2bd-9b94bfd152c8 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event updated for resources: {'Network': ['ID=4e37d510-8c9f-4b9a-8254-3358f2d666b2,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:28.877270 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8e97bb6c-4e64-46cf-9082-448d614d2ce2 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:28.878465 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-43902e1a-ee7c-4e82-bb76-ae0c72433050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:28.888693 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8e97bb6c-4e64-46cf-9082-448d614d2ce2 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:28.894842 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 4e37d510-8c9f-4b9a-8254-3358f2d666b2 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:39:28.917273 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840cf8c1-a191-4859-b489-0d3fcb0be1a9 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Made reservation on behalf of 7a2f603cc15342b5a7088525840c9a8c for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:39:28.938669 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-840cf8c1-a191-4859-b489-0d3fcb0be1a9 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:28.952084 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8e97bb6c-4e64-46cf-9082-448d614d2ce2 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:28.954863 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8e97bb6c-4e64-46cf-9082-448d614d2ce2 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3623133 Jul 29 23:39:28.958047 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60964) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:29.335942 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:29.394511 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-43902e1a-ee7c-4e82-bb76-ae0c72433050 None None] Allocated IP 172.20.0.2 (dca3b451-54f2-45fa-a3ac-b07bad30c12e/ff45c95d-b1f6-4ba9-a560-55b2c923c9b3/709ad4db-3068-4c1f-b679-715c02eb0341) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:39:29.443862 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d750e1-517e-48f6-8a1a-57461ab3f995 req-20a57487-26f8-4250-a2d9-ec44811fed64 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:29.446803 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b1d750e1-517e-48f6-8a1a-57461ab3f995 req-20a57487-26f8-4250-a2d9-ec44811fed64 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1ebbb42-87f5-4464-832d-39e3a37b8b1d HTTP/1.1" status: 200 len: 945 time: 0.1873090 Jul 29 23:39:29.620275 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-43902e1a-ee7c-4e82-bb76-ae0c72433050 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:29.635535 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-43902e1a-ee7c-4e82-bb76-ae0c72433050 None None] Transition to ACTIVE for port object 709ad4db-3068-4c1f-b679-715c02eb0341 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:39:29.661409 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-43902e1a-ee7c-4e82-bb76-ae0c72433050 None None] Transition to ACTIVE for port object 709ad4db-3068-4c1f-b679-715c02eb0341 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:39:29.671302 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b1d750e1-517e-48f6-8a1a-57461ab3f995 req-13dfe92e-5abf-4b7c-a0ec-f471ca3d6a09 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/security-groups?id=81e89418-223e-492a-b406-e46bb556ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108667 Jul 29 23:39:29.676562 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-43902e1a-ee7c-4e82-bb76-ae0c72433050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:29.821941 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43902e1a-ee7c-4e82-bb76-ae0c72433050 None None] Pushing event updated for resources: {'Port': ['ID=709ad4db-3068-4c1f-b679-715c02eb0341,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:29.845099 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43902e1a-ee7c-4e82-bb76-ae0c72433050 None None] Network dca3b451-54f2-45fa-a3ac-b07bad30c12e is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:39:29.848213 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-43902e1a-ee7c-4e82-bb76-ae0c72433050 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:29.856490 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43902e1a-ee7c-4e82-bb76-ae0c72433050 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:39:29.864723 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-840cf8c1-a191-4859-b489-0d3fcb0be1a9 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:30.015598 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-43902e1a-ee7c-4e82-bb76-ae0c72433050 None None] Attempting to bind port 709ad4db-3068-4c1f-b679-715c02eb0341 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:39:30.025286 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-43902e1a-ee7c-4e82-bb76-ae0c72433050 None None] Attempting to bind port 709ad4db-3068-4c1f-b679-715c02eb0341 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '5beabdb9-7bfd-40b2-a520-1b22b3c5cdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'dca3b451-54f2-45fa-a3ac-b07bad30c12e'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:39:30.026277 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43902e1a-ee7c-4e82-bb76-ae0c72433050 None None] Attempting to bind port 709ad4db-3068-4c1f-b679-715c02eb0341 on network dca3b451-54f2-45fa-a3ac-b07bad30c12e {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:30.067405 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43902e1a-ee7c-4e82-bb76-ae0c72433050 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:39:30.067405 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43902e1a-ee7c-4e82-bb76-ae0c72433050 None None] Checking segment: {'id': '5beabdb9-7bfd-40b2-a520-1b22b3c5cdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'dca3b451-54f2-45fa-a3ac-b07bad30c12e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:39:30.067405 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-43902e1a-ee7c-4e82-bb76-ae0c72433050 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:30.067405 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43902e1a-ee7c-4e82-bb76-ae0c72433050 None None] Bound using segment: {'id': '5beabdb9-7bfd-40b2-a520-1b22b3c5cdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'dca3b451-54f2-45fa-a3ac-b07bad30c12e'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:39:30.067405 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-43902e1a-ee7c-4e82-bb76-ae0c72433050 None None] Bound port: 709ad4db-3068-4c1f-b679-715c02eb0341, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5beabdb9-7bfd-40b2-a520-1b22b3c5cdbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'dca3b451-54f2-45fa-a3ac-b07bad30c12e'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:39:30.067405 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-43902e1a-ee7c-4e82-bb76-ae0c72433050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:30.168478 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840cf8c1-a191-4859-b489-0d3fcb0be1a9 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event updated for resources: {'Subnet': ['ID=c8972caa-9949-4de8-9bfe-415faa0c122a,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:30.186139 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840cf8c1-a191-4859-b489-0d3fcb0be1a9 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Checking segment: {'id': '9c6ec746-8b7f-4039-9844-d7442ab11fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4e37d510-8c9f-4b9a-8254-3358f2d666b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:39:30.187403 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840cf8c1-a191-4859-b489-0d3fcb0be1a9 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Network hostable DHCP agents. Network: 4e37d510-8c9f-4b9a-8254-3358f2d666b2, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:39:30.233357 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840cf8c1-a191-4859-b489-0d3fcb0be1a9 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Network 4e37d510-8c9f-4b9a-8254-3358f2d666b2 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:39:30.258422 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-43902e1a-ee7c-4e82-bb76-ae0c72433050 None None] For port 709ad4db-3068-4c1f-b679-715c02eb0341, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:39:30.267525 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-43902e1a-ee7c-4e82-bb76-ae0c72433050 None None] For port 709ad4db-3068-4c1f-b679-715c02eb0341, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=709ad4db-3068-4c1f-b679-715c02eb0341,segment=NetworkSegment(5beabdb9-7bfd-40b2-a520-1b22b3c5cdbb),segment_id=5beabdb9-7bfd-40b2-a520-1b22b3c5cdbb)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:39:30.271162 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-840cf8c1-a191-4859-b489-0d3fcb0be1a9 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 4e37d510-8c9f-4b9a-8254-3358f2d666b2) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:30.280754 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840cf8c1-a191-4859-b489-0d3fcb0be1a9 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:30.282014 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-840cf8c1-a191-4859-b489-0d3fcb0be1a9 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:30.285268 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-43902e1a-ee7c-4e82-bb76-ae0c72433050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:30.312312 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-840cf8c1-a191-4859-b489-0d3fcb0be1a9 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5756238 Jul 29 23:39:30.312701 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60978) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:30.318629 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-8d338e10-dccb-4c5e-9db4-9950f6908e38 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-300065985', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:30.326805 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a120d42-6d68-4d90-b093-9e4f07f2fe9d None None] Network 4e37d510-8c9f-4b9a-8254-3358f2d666b2 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:39:30.398060 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-486641ac-d451-4a22-847e-3064fde2e658 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:30.403996 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8d338e10-dccb-4c5e-9db4-9950f6908e38 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:30.405237 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8d338e10-dccb-4c5e-9db4-9950f6908e38 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:30.593485 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43902e1a-ee7c-4e82-bb76-ae0c72433050 None None] Pushing event updated for resources: {'Port': ['ID=709ad4db-3068-4c1f-b679-715c02eb0341,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:30.717401 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8d338e10-dccb-4c5e-9db4-9950f6908e38 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:30.738080 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8d338e10-dccb-4c5e-9db4-9950f6908e38 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:30.903768 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7618fbd5-aa3f-4e69-b8d1-a2d3066c66aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-4e37d510-8c9f-4b9a-8254-3358f2d666b2', 'network_id': '4e37d510-8c9f-4b9a-8254-3358f2d666b2', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'fixed_ips': [{'subnet_id': 'c8972caa-9949-4de8-9bfe-415faa0c122a'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:39:30.905997 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7618fbd5-aa3f-4e69-b8d1-a2d3066c66aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:30.926053 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8d338e10-dccb-4c5e-9db4-9950f6908e38 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:30.933391 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8d338e10-dccb-4c5e-9db4-9950f6908e38 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6143582 Jul 29 23:39:30.957107 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60988) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:31.230444 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce2edec-35dd-427f-b593-a40bc61a6ed8 req-bba1463b-97f3-48e8-94e9-f935fcd8d269 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:31.246393 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5ce2edec-35dd-427f-b593-a40bc61a6ed8 req-bba1463b-97f3-48e8-94e9-f935fcd8d269 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1ebbb42-87f5-4464-832d-39e3a37b8b1d HTTP/1.1" status: 200 len: 945 time: 0.3540258 Jul 29 23:39:31.349995 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-7618fbd5-aa3f-4e69-b8d1-a2d3066c66aa None None] Allocated IP 2001:db8::2 (4e37d510-8c9f-4b9a-8254-3358f2d666b2/c8972caa-9949-4de8-9bfe-415faa0c122a/d3e0545a-c2c0-4af5-a199-fcbf436aa144) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:39:31.389260 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-486641ac-d451-4a22-847e-3064fde2e658 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Allocated IP 172.20.0.1 (dca3b451-54f2-45fa-a3ac-b07bad30c12e/ff45c95d-b1f6-4ba9-a560-55b2c923c9b3/be7607e4-204c-427b-b9fc-a27f7bf04300) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:39:31.521816 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5ce2edec-35dd-427f-b593-a40bc61a6ed8 req-3e91f18e-bae9-44a4-b4cf-a75f7e54b0e6 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/security-groups?id=81e89418-223e-492a-b406-e46bb556ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118530 Jul 29 23:39:31.713830 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 709ad4db-3068-4c1f-b679-715c02eb0341 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:39:31.802895 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-486641ac-d451-4a22-847e-3064fde2e658 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:31.847363 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-01e9e75a-d8cf-4d8d-b70c-581d3f8a1fdb tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:31.855579 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-486641ac-d451-4a22-847e-3064fde2e658 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Transition to ACTIVE for port object be7607e4-204c-427b-b9fc-a27f7bf04300 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:39:31.982705 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-486641ac-d451-4a22-847e-3064fde2e658 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:32.039429 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7618fbd5-aa3f-4e69-b8d1-a2d3066c66aa None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:32.088781 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-7618fbd5-aa3f-4e69-b8d1-a2d3066c66aa None None] Transition to ACTIVE for port object d3e0545a-c2c0-4af5-a199-fcbf436aa144 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:39:32.156196 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-7618fbd5-aa3f-4e69-b8d1-a2d3066c66aa None None] Transition to ACTIVE for port object d3e0545a-c2c0-4af5-a199-fcbf436aa144 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:39:32.174520 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7618fbd5-aa3f-4e69-b8d1-a2d3066c66aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:32.178514 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486641ac-d451-4a22-847e-3064fde2e658 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Network dca3b451-54f2-45fa-a3ac-b07bad30c12e is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:39:32.192040 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486641ac-d451-4a22-847e-3064fde2e658 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event updated for resources: {'Port': ['ID=be7607e4-204c-427b-b9fc-a27f7bf04300,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:32.215419 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-04d5b6c5-a474-41cc-b891-8b211249818b req-250b96dd-32cc-41da-af56-c7158b0bb50f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.5854511 Jul 29 23:39:32.219202 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-486641ac-d451-4a22-847e-3064fde2e658 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:32.225533 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486641ac-d451-4a22-847e-3064fde2e658 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:39:32.300208 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7618fbd5-aa3f-4e69-b8d1-a2d3066c66aa None None] Network 4e37d510-8c9f-4b9a-8254-3358f2d666b2 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:39:32.310761 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-7618fbd5-aa3f-4e69-b8d1-a2d3066c66aa None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:32.322657 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7618fbd5-aa3f-4e69-b8d1-a2d3066c66aa None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:39:32.377486 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-486641ac-d451-4a22-847e-3064fde2e658 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:32.408402 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7618fbd5-aa3f-4e69-b8d1-a2d3066c66aa None None] Pushing event updated for resources: {'Port': ['ID=d3e0545a-c2c0-4af5-a199-fcbf436aa144,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:32.471323 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 709ad4db-3068-4c1f-b679-715c02eb0341 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:39:32.535657 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-7618fbd5-aa3f-4e69-b8d1-a2d3066c66aa None None] Attempting to bind port d3e0545a-c2c0-4af5-a199-fcbf436aa144 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:39:32.536298 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-7618fbd5-aa3f-4e69-b8d1-a2d3066c66aa None None] Attempting to bind port d3e0545a-c2c0-4af5-a199-fcbf436aa144 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '9c6ec746-8b7f-4039-9844-d7442ab11fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4e37d510-8c9f-4b9a-8254-3358f2d666b2'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:39:32.536568 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7618fbd5-aa3f-4e69-b8d1-a2d3066c66aa None None] Attempting to bind port d3e0545a-c2c0-4af5-a199-fcbf436aa144 on network 4e37d510-8c9f-4b9a-8254-3358f2d666b2 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:32.545350 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7618fbd5-aa3f-4e69-b8d1-a2d3066c66aa None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:39:32.545806 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7618fbd5-aa3f-4e69-b8d1-a2d3066c66aa None None] Checking segment: {'id': '9c6ec746-8b7f-4039-9844-d7442ab11fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4e37d510-8c9f-4b9a-8254-3358f2d666b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:39:32.546023 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7618fbd5-aa3f-4e69-b8d1-a2d3066c66aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:32.546914 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7618fbd5-aa3f-4e69-b8d1-a2d3066c66aa None None] Bound using segment: {'id': '9c6ec746-8b7f-4039-9844-d7442ab11fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4e37d510-8c9f-4b9a-8254-3358f2d666b2'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:39:32.547433 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-7618fbd5-aa3f-4e69-b8d1-a2d3066c66aa None None] Bound port: d3e0545a-c2c0-4af5-a199-fcbf436aa144, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c6ec746-8b7f-4039-9844-d7442ab11fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '4e37d510-8c9f-4b9a-8254-3358f2d666b2'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:39:32.547831 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7618fbd5-aa3f-4e69-b8d1-a2d3066c66aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:32.572912 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d5b6c5-a474-41cc-b891-8b211249818b req-82024f6a-7dda-4911-ae70-5e6b686a4dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:32.574499 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d5b6c5-a474-41cc-b891-8b211249818b req-82024f6a-7dda-4911-ae70-5e6b686a4dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:32.575305 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d5b6c5-a474-41cc-b891-8b211249818b req-82024f6a-7dda-4911-ae70-5e6b686a4dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:32.578748 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d5b6c5-a474-41cc-b891-8b211249818b req-82024f6a-7dda-4911-ae70-5e6b686a4dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:32.579663 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d5b6c5-a474-41cc-b891-8b211249818b req-82024f6a-7dda-4911-ae70-5e6b686a4dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:32.580871 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d5b6c5-a474-41cc-b891-8b211249818b req-82024f6a-7dda-4911-ae70-5e6b686a4dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:32.581692 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d5b6c5-a474-41cc-b891-8b211249818b req-82024f6a-7dda-4911-ae70-5e6b686a4dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:32.589287 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-04d5b6c5-a474-41cc-b891-8b211249818b req-82024f6a-7dda-4911-ae70-5e6b686a4dc9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=0f2ab90424214bdcb3d3f2d44c6cf9b4&device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 6495 time: 0.2335520 Jul 29 23:39:32.736783 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e564caad-68ec-4d6a-8529-1ac3d91e09c8 None None] Network dca3b451-54f2-45fa-a3ac-b07bad30c12e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:39:32.855566 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-01e9e75a-d8cf-4d8d-b70c-581d3f8a1fdb tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Allocated IP 2001:db8::1 (4e37d510-8c9f-4b9a-8254-3358f2d666b2/c8972caa-9949-4de8-9bfe-415faa0c122a/622e6d39-3b1d-4772-a85f-06dfc6f4d386) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:39:32.904550 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-486641ac-d451-4a22-847e-3064fde2e658 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:32.909714 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d5b6c5-a474-41cc-b891-8b211249818b req-01b6bc5d-bfaf-41d9-a9f1-39d1b96f22d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:32.910516 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d5b6c5-a474-41cc-b891-8b211249818b req-01b6bc5d-bfaf-41d9-a9f1-39d1b96f22d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:32.911398 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d5b6c5-a474-41cc-b891-8b211249818b req-01b6bc5d-bfaf-41d9-a9f1-39d1b96f22d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:32.913716 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-04d5b6c5-a474-41cc-b891-8b211249818b req-01b6bc5d-bfaf-41d9-a9f1-39d1b96f22d3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=cd4fb90a-a73b-48ea-873e-472dda9549c0&id=61db5dcd-b042-47fa-9111-3b2277565367&id=61db5dcd-b042-47fa-9111-3b2277565367&id=61db5dcd-b042-47fa-9111-3b2277565367&id=61db5dcd-b042-47fa-9111-3b2277565367&id=efe051f0-42fc-4850-b7cd-89c8013aea3e&id=efe051f0-42fc-4850-b7cd-89c8013aea3e HTTP/1.1" status: 200 len: 2291 time: 0.2374947 Jul 29 23:39:32.921048 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71e6811-ad6a-4ea9-b9e2-0e822ff08007 req-31af0aa7-63a0-4072-b2e2-1f4ce1bb6e28 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:32.922778 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b71e6811-ad6a-4ea9-b9e2-0e822ff08007 req-31af0aa7-63a0-4072-b2e2-1f4ce1bb6e28 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1ebbb42-87f5-4464-832d-39e3a37b8b1d HTTP/1.1" status: 200 len: 945 time: 0.1898408 Jul 29 23:39:33.018488 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b71e6811-ad6a-4ea9-b9e2-0e822ff08007 req-93b39295-ac48-4607-a9c9-52e72f912802 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/security-groups?id=81e89418-223e-492a-b406-e46bb556ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808082 Jul 29 23:39:33.047203 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-7618fbd5-aa3f-4e69-b8d1-a2d3066c66aa None None] For port d3e0545a-c2c0-4af5-a199-fcbf436aa144, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:39:33.094415 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-7618fbd5-aa3f-4e69-b8d1-a2d3066c66aa None None] For port d3e0545a-c2c0-4af5-a199-fcbf436aa144, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=d3e0545a-c2c0-4af5-a199-fcbf436aa144,segment=NetworkSegment(9c6ec746-8b7f-4039-9844-d7442ab11fee),segment_id=9c6ec746-8b7f-4039-9844-d7442ab11fee)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:39:33.143723 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-04d5b6c5-a474-41cc-b891-8b211249818b req-b23b0361-efbf-402a-a494-bf131d464e56 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5e344eee-0003-40f4-acc2-bcb46574e5a1 HTTP/1.1" status: 200 len: 1001 time: 0.2027478 Jul 29 23:39:33.248570 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b9cc6-95cb-4d98-9f79-30a360f68e16 req-452581d8-4f50-45fa-a75a-80830cd68d04 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:33.264168 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-293b9cc6-95cb-4d98-9f79-30a360f68e16 req-452581d8-4f50-45fa-a75a-80830cd68d04 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/networks?id=ef47c031-89f3-4d55-afcb-e9afda1b9317 HTTP/1.1" status: 200 len: 813 time: 0.4364991 Jul 29 23:39:33.368654 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-01e9e75a-d8cf-4d8d-b70c-581d3f8a1fdb tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:33.400585 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-01e9e75a-d8cf-4d8d-b70c-581d3f8a1fdb tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Transition to ACTIVE for port object 622e6d39-3b1d-4772-a85f-06dfc6f4d386 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:39:33.496030 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-01e9e75a-d8cf-4d8d-b70c-581d3f8a1fdb tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:33.519293 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d5b6c5-a474-41cc-b891-8b211249818b req-e9bc42a6-345c-4b69-b891-bcc955338f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:33.521132 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-04d5b6c5-a474-41cc-b891-8b211249818b req-e9bc42a6-345c-4b69-b891-bcc955338f54 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=5e68bcd5-61dd-4d3a-b0e6-c975e0de7caa HTTP/1.1" status: 200 len: 850 time: 0.3563869 Jul 29 23:39:33.550021 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7618fbd5-aa3f-4e69-b8d1-a2d3066c66aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:33.561716 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1c245db8-f3c2-4b57-87cb-c2b5653c64aa None None] Provisioning for port 709ad4db-3068-4c1f-b679-715c02eb0341 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:39:33.608210 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-293b9cc6-95cb-4d98-9f79-30a360f68e16 req-8d62992d-32ef-4842-8251-a84e1d91a022 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/quotas/aa7b44142ea84ef2bfb9a6f800e77e29 HTTP/1.1" status: 200 len: 375 time: 0.1408467 Jul 29 23:39:33.627095 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e9e75a-d8cf-4d8d-b70c-581d3f8a1fdb tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Network 4e37d510-8c9f-4b9a-8254-3358f2d666b2 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:39:33.629984 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1c245db8-f3c2-4b57-87cb-c2b5653c64aa None None] Provisioning complete for port 709ad4db-3068-4c1f-b679-715c02eb0341 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:33.630436 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1c245db8-f3c2-4b57-87cb-c2b5653c64aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:33.658238 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-01e9e75a-d8cf-4d8d-b70c-581d3f8a1fdb tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:33.689069 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e9e75a-d8cf-4d8d-b70c-581d3f8a1fdb tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:39:33.692484 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-01e9e75a-d8cf-4d8d-b70c-581d3f8a1fdb tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:33.704341 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d5b6c5-a474-41cc-b891-8b211249818b req-446f10e0-6d31-4031-b36f-778df5c823f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:33.706472 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-04d5b6c5-a474-41cc-b891-8b211249818b req-446f10e0-6d31-4031-b36f-778df5c823f2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=cd4fb90a-a73b-48ea-873e-472dda9549c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1720817 Jul 29 23:39:33.889040 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e9e75a-d8cf-4d8d-b70c-581d3f8a1fdb tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event updated for resources: {'Port': ['ID=622e6d39-3b1d-4772-a85f-06dfc6f4d386,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:33.938166 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7618fbd5-aa3f-4e69-b8d1-a2d3066c66aa None None] Pushing event updated for resources: {'Port': ['ID=d3e0545a-c2c0-4af5-a199-fcbf436aa144,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:34.008026 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-04d5b6c5-a474-41cc-b891-8b211249818b req-a45257ad-cf93-48ed-85e8-82a514df34be service neutron] 10.222.0.22 "GET /v2.0/networks/cd4fb90a-a73b-48ea-873e-472dda9549c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924480 Jul 29 23:39:34.025571 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-293b9cc6-95cb-4d98-9f79-30a360f68e16 req-0bcc5083-3409-4952-8ecd-cff3663d88dd tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=aa7b44142ea84ef2bfb9a6f800e77e29&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3878949 Jul 29 23:39:34.357671 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-01e9e75a-d8cf-4d8d-b70c-581d3f8a1fdb tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:34.381514 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1c245db8-f3c2-4b57-87cb-c2b5653c64aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:34.451251 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-04d5b6c5-a474-41cc-b891-8b211249818b req-78fad3e9-df30-48c5-a929-055e596ed7a0 service neutron] 10.222.0.22 "GET /v2.0/networks/cd4fb90a-a73b-48ea-873e-472dda9549c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4163167 Jul 29 23:39:34.457169 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-486641ac-d451-4a22-847e-3064fde2e658 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:34.478711 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-486641ac-d451-4a22-847e-3064fde2e658 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:34.591272 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1c245db8-f3c2-4b57-87cb-c2b5653c64aa None None] For port 709ad4db-3068-4c1f-b679-715c02eb0341, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=709ad4db-3068-4c1f-b679-715c02eb0341,segment=NetworkSegment(5beabdb9-7bfd-40b2-a520-1b22b3c5cdbb),segment_id=5beabdb9-7bfd-40b2-a520-1b22b3c5cdbb)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:34.601138 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1c245db8-f3c2-4b57-87cb-c2b5653c64aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:34.732373 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-04d5b6c5-a474-41cc-b891-8b211249818b req-75c3e92a-a6b5-4ebf-be61-75ee67bd72c6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.62&port_id=6692c9b8-f4e2-4f31-897e-016045fc3bd4 HTTP/1.1" status: 200 len: 217 time: 0.2698963 Jul 29 23:39:34.734644 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-486641ac-d451-4a22-847e-3064fde2e658 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:34.765132 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c245db8-f3c2-4b57-87cb-c2b5653c64aa None None] Pushing event updated for resources: {'Port': ['ID=709ad4db-3068-4c1f-b679-715c02eb0341,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:34.797243 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-a346b709-936a-44e6-b4f0-1c5d23c7c39e None None] Provisioning complete for port 709ad4db-3068-4c1f-b679-715c02eb0341 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:34.797667 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a346b709-936a-44e6-b4f0-1c5d23c7c39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:34.849937 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-293b9cc6-95cb-4d98-9f79-30a360f68e16 req-a1d4c16a-6787-4172-9cea-2d9d883153eb service neutron] 10.222.0.43 "GET /v2.0/networks/ef47c031-89f3-4d55-afcb-e9afda1b9317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8157322 Jul 29 23:39:34.869370 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d5b6c5-a474-41cc-b891-8b211249818b req-37e9bff0-3a2c-4cf1-a6df-fff66bc88294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:34.880370 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-04d5b6c5-a474-41cc-b891-8b211249818b req-37e9bff0-3a2c-4cf1-a6df-fff66bc88294 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=79a11c1f-d15e-4fd8-9d2b-ecb54e88df46 HTTP/1.1" status: 200 len: 797 time: 0.1311862 Jul 29 23:39:35.020546 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11279b0b-1f60-4600-b2b7-770bb0f5f99f req-431443f1-1401-491b-935e-68d635ec9b86 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:35.023628 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-11279b0b-1f60-4600-b2b7-770bb0f5f99f req-431443f1-1401-491b-935e-68d635ec9b86 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1ebbb42-87f5-4464-832d-39e3a37b8b1d HTTP/1.1" status: 200 len: 945 time: 0.6985250 Jul 29 23:39:35.131831 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486641ac-d451-4a22-847e-3064fde2e658 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event updated for resources: {'Port': ['ID=be7607e4-204c-427b-b9fc-a27f7bf04300,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:35.163082 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d5b6c5-a474-41cc-b891-8b211249818b req-5d117945-0777-40b1-be72-c61f2a8c3c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:35.166616 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-04d5b6c5-a474-41cc-b891-8b211249818b req-5d117945-0777-40b1-be72-c61f2a8c3c87 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=61db5dcd-b042-47fa-9111-3b2277565367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2755277 Jul 29 23:39:35.190638 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-a346b709-936a-44e6-b4f0-1c5d23c7c39e None None] Provisioning for port be7607e4-204c-427b-b9fc-a27f7bf04300 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:39:35.214058 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-a346b709-936a-44e6-b4f0-1c5d23c7c39e None None] Provisioning complete for port be7607e4-204c-427b-b9fc-a27f7bf04300 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:35.214463 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a346b709-936a-44e6-b4f0-1c5d23c7c39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:35.308552 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-a346b709-936a-44e6-b4f0-1c5d23c7c39e None None] Port be7607e4-204c-427b-b9fc-a27f7bf04300 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:39:35.403080 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486641ac-d451-4a22-847e-3064fde2e658 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Network dca3b451-54f2-45fa-a3ac-b07bad30c12e is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:39:35.411541 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-486641ac-d451-4a22-847e-3064fde2e658 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:35.487983 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-7604e448-26e7-4306-b83d-b47c643a2a92 None None] Provisioning complete for port be7607e4-204c-427b-b9fc-a27f7bf04300 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:35.489840 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7604e448-26e7-4306-b83d-b47c643a2a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:35.611100 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-7604e448-26e7-4306-b83d-b47c643a2a92 None None] Port be7607e4-204c-427b-b9fc-a27f7bf04300 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:39:35.667475 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-11279b0b-1f60-4600-b2b7-770bb0f5f99f req-b8a3b060-f8cd-4121-a930-11a3e06997c7 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/security-groups?id=81e89418-223e-492a-b406-e46bb556ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5743198 Jul 29 23:39:35.702779 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-293b9cc6-95cb-4d98-9f79-30a360f68e16 req-e964f89a-83c4-4746-8f76-a113e6d57e5b service neutron] 10.222.0.43 "GET /v2.0/networks/ef47c031-89f3-4d55-afcb-e9afda1b9317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8427691 Jul 29 23:39:35.860646 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-04d5b6c5-a474-41cc-b891-8b211249818b req-7c2c0e46-9f4e-4f77-b012-7397f2b07935 service neutron] 10.222.0.22 "GET /v2.0/networks/61db5dcd-b042-47fa-9111-3b2277565367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6738451 Jul 29 23:39:35.897470 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 709ad4db-3068-4c1f-b679-715c02eb0341 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:39:36.041930 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 709ad4db-3068-4c1f-b679-715c02eb0341 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:36.042346 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:36.080502 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-486641ac-d451-4a22-847e-3064fde2e658 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Router 181b6e91-dc83-4b54-905b-7ee7a80ad21e is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:39:36.253292 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0c714fcb-d53d-4eda-a3cb-e71f5c1a94e3 req-d2940744-df33-4c67-9b6c-0647966b39b8 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=efe07ad7-fc49-473e-80d7-c94663460d95 HTTP/1.1" status: 200 len: 210 time: 0.0929255 Jul 29 23:39:36.266904 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device d3e0545a-c2c0-4af5-a199-fcbf436aa144 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:39:36.376845 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-486641ac-d451-4a22-847e-3064fde2e658 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:39:36.395616 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-486641ac-d451-4a22-847e-3064fde2e658 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "PUT /v2.0/routers/181b6e91-dc83-4b54-905b-7ee7a80ad21e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4325590 Jul 29 23:39:36.396521 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 32840) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:36.437278 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c1f0af-35a5-4a78-afbc-38e2161cf381 None None] Sync routers for ids ['181b6e91-dc83-4b54-905b-7ee7a80ad21e'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:39:36.448924 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d580ee58-47d5-4343-b430-43bbb9f606b3 None None] Network 4e37d510-8c9f-4b9a-8254-3358f2d666b2 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:39:36.474563 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-01e9e75a-d8cf-4d8d-b70c-581d3f8a1fdb tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:36.497342 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-01e9e75a-d8cf-4d8d-b70c-581d3f8a1fdb tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:36.506432 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-01e9e75a-d8cf-4d8d-b70c-581d3f8a1fdb tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:36.534010 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-5112b54e-b122-4d4d-80d2-af5e90564630 None None] Provisioning complete for port be7607e4-204c-427b-b9fc-a27f7bf04300 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:36.534640 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5112b54e-b122-4d4d-80d2-af5e90564630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:36.560072 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-04d5b6c5-a474-41cc-b891-8b211249818b req-18e1ef05-e3c8-4df7-ad82-5c3ddd12d693 service neutron] 10.222.0.22 "GET /v2.0/networks/61db5dcd-b042-47fa-9111-3b2277565367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6892400 Jul 29 23:39:36.588512 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-5112b54e-b122-4d4d-80d2-af5e90564630 None None] Port be7607e4-204c-427b-b9fc-a27f7bf04300 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:39:36.600031 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c1f0af-35a5-4a78-afbc-38e2161cf381 None None] Routers {'181b6e91-dc83-4b54-905b-7ee7a80ad21e'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:39:36.601779 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-73c1f0af-35a5-4a78-afbc-38e2161cf381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:39:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['181b6e91-dc83-4b54-905b-7ee7a80ad21e'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:36.675653 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e9e75a-d8cf-4d8d-b70c-581d3f8a1fdb tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event updated for resources: {'Port': ['ID=622e6d39-3b1d-4772-a85f-06dfc6f4d386,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:36.754101 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port d3e0545a-c2c0-4af5-a199-fcbf436aa144 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:39:36.767222 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-04d5b6c5-a474-41cc-b891-8b211249818b req-fdbf3f39-0694-46f4-bb55-03c55556ff1d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=da9a90e1-8efc-4f87-81e6-604ba087e2ac HTTP/1.1" status: 200 len: 217 time: 0.1977401 Jul 29 23:39:36.784697 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe5bd78-7a31-4e70-b3e5-63b965ee6b9b tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:36.800912 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-bfe5bd78-7a31-4e70-b3e5-63b965ee6b9b tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "GET /v2.0/ports/be7607e4-204c-427b-b9fc-a27f7bf04300 HTTP/1.1" status: 200 len: 910 time: 0.3995795 Jul 29 23:39:36.808410 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-73c1f0af-35a5-4a78-afbc-38e2161cf381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:36.838042 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c885e279-a1d7-4544-9623-bae75bbf8de3 None None] Provisioning for port d3e0545a-c2c0-4af5-a199-fcbf436aa144 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:39:36.849159 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c885e279-a1d7-4544-9623-bae75bbf8de3 None None] Provisioning complete for port d3e0545a-c2c0-4af5-a199-fcbf436aa144 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:36.849799 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c885e279-a1d7-4544-9623-bae75bbf8de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:36.852636 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c1f0af-35a5-4a78-afbc-38e2161cf381 None None] Routers {'181b6e91-dc83-4b54-905b-7ee7a80ad21e'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:39:36.853698 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-73c1f0af-35a5-4a78-afbc-38e2161cf381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:39:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['181b6e91-dc83-4b54-905b-7ee7a80ad21e'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:36.878896 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 32850) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:36.912161 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-efdd3af1-82cb-4cd7-9506-2117b51e375f tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ff45c95d-b1f6-4ba9-a560-55b2c923c9b3'}]}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:36.980996 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-73c1f0af-35a5-4a78-afbc-38e2161cf381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:36.982466 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c1f0af-35a5-4a78-afbc-38e2161cf381 None None] The sync data for ids ['181b6e91-dc83-4b54-905b-7ee7a80ad21e'] in n-d-712141-10 is: [] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:39:37.123675 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d5b6c5-a474-41cc-b891-8b211249818b req-91389732-120d-4b55-8343-d7f855dc77de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:37.124410 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-04d5b6c5-a474-41cc-b891-8b211249818b req-91389732-120d-4b55-8343-d7f855dc77de service neutron] 10.222.0.22 "GET /v2.0/subnets?id=79a11c1f-d15e-4fd8-9d2b-ecb54e88df46 HTTP/1.1" status: 200 len: 797 time: 0.3212800 Jul 29 23:39:37.165475 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d6f653-bfde-4b60-ad4c-f15f7003504f req-fe4b5d72-f345-4a7b-9e76-18915d018894 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:37.193911 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a3d6f653-bfde-4b60-ad4c-f15f7003504f req-fe4b5d72-f345-4a7b-9e76-18915d018894 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1ebbb42-87f5-4464-832d-39e3a37b8b1d HTTP/1.1" status: 200 len: 945 time: 0.3575613 Jul 29 23:39:37.219730 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:37.302799 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e9e75a-d8cf-4d8d-b70c-581d3f8a1fdb tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Network 4e37d510-8c9f-4b9a-8254-3358f2d666b2 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:39:37.326644 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-01e9e75a-d8cf-4d8d-b70c-581d3f8a1fdb tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:37.359248 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c885e279-a1d7-4544-9623-bae75bbf8de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:37.473813 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d5b6c5-a474-41cc-b891-8b211249818b req-db2302d5-364a-4fae-b208-73e8552c68b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:37.477633 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-04d5b6c5-a474-41cc-b891-8b211249818b req-db2302d5-364a-4fae-b208-73e8552c68b1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=61db5dcd-b042-47fa-9111-3b2277565367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3355744 Jul 29 23:39:37.597736 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-c885e279-a1d7-4544-9623-bae75bbf8de3 None None] For port d3e0545a-c2c0-4af5-a199-fcbf436aa144, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=d3e0545a-c2c0-4af5-a199-fcbf436aa144,segment=NetworkSegment(9c6ec746-8b7f-4039-9844-d7442ab11fee),segment_id=9c6ec746-8b7f-4039-9844-d7442ab11fee)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:37.624229 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c885e279-a1d7-4544-9623-bae75bbf8de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:37.629016 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c0d6245b-7d77-490c-a058-c7a9179adbde req-7e0a974b-bd03-4411-9d02-51adb877c6e1 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=efe07ad7-fc49-473e-80d7-c94663460d95 HTTP/1.1" status: 200 len: 210 time: 0.1673629 Jul 29 23:39:37.781520 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a3d6f653-bfde-4b60-ad4c-f15f7003504f req-ba8035b7-3c6b-47a1-a899-57cc3ecf0ea1 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/security-groups?id=81e89418-223e-492a-b406-e46bb556ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5809529 Jul 29 23:39:37.996128 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c885e279-a1d7-4544-9623-bae75bbf8de3 None None] Pushing event updated for resources: {'Port': ['ID=d3e0545a-c2c0-4af5-a199-fcbf436aa144,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:38.038896 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-9f3a7922-ee0a-4344-b74b-7f75b4d1b30b None None] Provisioning for port 622e6d39-3b1d-4772-a85f-06dfc6f4d386 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:39:38.050183 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-9f3a7922-ee0a-4344-b74b-7f75b4d1b30b None None] Provisioning complete for port 622e6d39-3b1d-4772-a85f-06dfc6f4d386 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:38.050878 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9f3a7922-ee0a-4344-b74b-7f75b4d1b30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:38.156802 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-efdd3af1-82cb-4cd7-9506-2117b51e375f tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:38.208154 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01e9e75a-d8cf-4d8d-b70c-581d3f8a1fdb tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Router 8f8f10c8-c9e7-48ca-ab9f-27ab9b93fa06 is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:39:38.275106 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-9f3a7922-ee0a-4344-b74b-7f75b4d1b30b None None] Port 622e6d39-3b1d-4772-a85f-06dfc6f4d386 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:39:38.304949 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-9f3a7922-ee0a-4344-b74b-7f75b4d1b30b None None] Provisioning complete for port d3e0545a-c2c0-4af5-a199-fcbf436aa144 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:38.306868 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9f3a7922-ee0a-4344-b74b-7f75b4d1b30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:38.795690 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-e0de77c9-c38f-4ff1-a815-11df4e18e8df None None] Provisioning complete for port 622e6d39-3b1d-4772-a85f-06dfc6f4d386 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:38.796482 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e0de77c9-c38f-4ff1-a815-11df4e18e8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:38.918109 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e9e75a-d8cf-4d8d-b70c-581d3f8a1fdb tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:39:38.959849 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a279fa-dac6-497f-809b-44a81a5ec152 None None] Sync routers for ids ['8f8f10c8-c9e7-48ca-ab9f-27ab9b93fa06'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:39:38.974855 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-01e9e75a-d8cf-4d8d-b70c-581d3f8a1fdb tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "PUT /v2.0/routers/8f8f10c8-c9e7-48ca-ab9f-27ab9b93fa06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0161948 Jul 29 23:39:38.996061 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a279fa-dac6-497f-809b-44a81a5ec152 None None] Routers {'8f8f10c8-c9e7-48ca-ab9f-27ab9b93fa06'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:39:38.997492 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-91a279fa-dac6-497f-809b-44a81a5ec152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:39:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['8f8f10c8-c9e7-48ca-ab9f-27ab9b93fa06'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:38.998678 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 32872) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:39.051101 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-e0de77c9-c38f-4ff1-a815-11df4e18e8df None None] Port 622e6d39-3b1d-4772-a85f-06dfc6f4d386 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:39:39.087790 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-04d5b6c5-a474-41cc-b891-8b211249818b req-bcbe9419-53d8-44c1-9472-d33dadb284af service neutron] 10.222.0.22 "GET /v2.0/networks/61db5dcd-b042-47fa-9111-3b2277565367?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5936139 Jul 29 23:39:39.189454 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-91a279fa-dac6-497f-809b-44a81a5ec152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:39.196030 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a86dcb9-b7ee-49c8-b71a-bd02c6570203 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:39.197607 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-6a86dcb9-b7ee-49c8-b71a-bd02c6570203 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "GET /v2.0/ports/622e6d39-3b1d-4772-a85f-06dfc6f4d386 HTTP/1.1" status: 200 len: 911 time: 0.1760795 Jul 29 23:39:39.213026 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a279fa-dac6-497f-809b-44a81a5ec152 None None] Routers {'8f8f10c8-c9e7-48ca-ab9f-27ab9b93fa06'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:39:39.213677 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-91a279fa-dac6-497f-809b-44a81a5ec152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:39:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['8f8f10c8-c9e7-48ca-ab9f-27ab9b93fa06'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:39.223037 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 32878) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:39.249065 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-ed985ecc-5799-4b9f-a749-ebec17a6517f tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c8972caa-9949-4de8-9bfe-415faa0c122a'}]}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:39.323720 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-91a279fa-dac6-497f-809b-44a81a5ec152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:39.324823 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a279fa-dac6-497f-809b-44a81a5ec152 None None] The sync data for ids ['8f8f10c8-c9e7-48ca-ab9f-27ab9b93fa06'] in n-d-712141-10 is: [] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:39:39.450075 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:39:39.531087 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-7ed88d87-b8a1-4853-b97d-1aec2f76636e None None] Provisioning complete for port 622e6d39-3b1d-4772-a85f-06dfc6f4d386 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:39.532179 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7ed88d87-b8a1-4853-b97d-1aec2f76636e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:39.682871 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-7ed88d87-b8a1-4853-b97d-1aec2f76636e None None] Port 622e6d39-3b1d-4772-a85f-06dfc6f4d386 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:39:39.687600 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device d3e0545a-c2c0-4af5-a199-fcbf436aa144 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:39:39.829401 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port d3e0545a-c2c0-4af5-a199-fcbf436aa144 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:39.839686 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:40.228678 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-04d5b6c5-a474-41cc-b891-8b211249818b req-d483bf1b-27a9-4fe5-91a9-f46fba360b0e service neutron] 10.222.0.22 "GET /v2.0/networks/61db5dcd-b042-47fa-9111-3b2277565367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1310887 Jul 29 23:39:40.234548 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-886ea960-0124-4897-912e-58020cb54c7c req-ee906a52-8f6d-4673-8b52-00cedc245a98 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=efe07ad7-fc49-473e-80d7-c94663460d95 HTTP/1.1" status: 200 len: 210 time: 1.2478805 Jul 29 23:39:40.333479 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b9cc6-95cb-4d98-9f79-30a360f68e16 req-408775f1-3ba4-4893-877d-3c6418c6ddd6 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:40.340683 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-293b9cc6-95cb-4d98-9f79-30a360f68e16 req-408775f1-3ba4-4893-877d-3c6418c6ddd6 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.22 "GET /v2.0/networks?id=ef47c031-89f3-4d55-afcb-e9afda1b9317 HTTP/1.1" status: 200 len: 813 time: 1.6628098 Jul 29 23:39:40.395813 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-293b9cc6-95cb-4d98-9f79-30a360f68e16 req-e91bfd1c-2dac-49c2-bccd-a2b071d94247 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Request body: {'port': {'device_id': 'efe07ad7-fc49-473e-80d7-c94663460d95', 'network_id': 'ef47c031-89f3-4d55-afcb-e9afda1b9317', 'admin_state_up': True, 'tenant_id': 'aa7b44142ea84ef2bfb9a6f800e77e29'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:40.462811 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc3a7db-a6ec-43b6-beac-8c153ceb90d9 req-d5c0665b-cdfa-4ee0-928d-e2cd11b42b7d tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:40.467613 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5bc3a7db-a6ec-43b6-beac-8c153ceb90d9 req-d5c0665b-cdfa-4ee0-928d-e2cd11b42b7d tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1ebbb42-87f5-4464-832d-39e3a37b8b1d HTTP/1.1" status: 200 len: 945 time: 1.2672150 Jul 29 23:39:40.741225 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5bc3a7db-a6ec-43b6-beac-8c153ceb90d9 req-a12d17b5-9f07-49fb-841b-a32d6aeb0d83 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/security-groups?id=81e89418-223e-492a-b406-e46bb556ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319748 Jul 29 23:39:40.778787 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-04d5b6c5-a474-41cc-b891-8b211249818b req-9caefa78-77a1-4f87-8514-f401be8ead53 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=30eaa1d4-3c58-4fb5-a2a3-e842c94e7256 HTTP/1.1" status: 200 len: 217 time: 0.3475008 Jul 29 23:39:40.931723 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d5b6c5-a474-41cc-b891-8b211249818b req-6151c770-a9b9-4d69-9eb3-c4191c2b5af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:40.935085 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-04d5b6c5-a474-41cc-b891-8b211249818b req-6151c770-a9b9-4d69-9eb3-c4191c2b5af5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=79a11c1f-d15e-4fd8-9d2b-ecb54e88df46 HTTP/1.1" status: 200 len: 797 time: 0.1070063 Jul 29 23:39:40.983692 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-293b9cc6-95cb-4d98-9f79-30a360f68e16 req-e91bfd1c-2dac-49c2-bccd-a2b071d94247 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Made reservation on behalf of aa7b44142ea84ef2bfb9a6f800e77e29 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:39:41.008477 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-293b9cc6-95cb-4d98-9f79-30a360f68e16 req-e91bfd1c-2dac-49c2-bccd-a2b071d94247 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:41.126053 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ed985ecc-5799-4b9f-a749-ebec17a6517f tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:41.253223 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d5b6c5-a474-41cc-b891-8b211249818b req-81088aaa-3dd0-46ad-b426-e027e098bebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:41.264879 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-04d5b6c5-a474-41cc-b891-8b211249818b req-81088aaa-3dd0-46ad-b426-e027e098bebe service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=61db5dcd-b042-47fa-9111-3b2277565367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2931530 Jul 29 23:39:41.268859 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-efdd3af1-82cb-4cd7-9506-2117b51e375f tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:41.426085 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-293b9cc6-95cb-4d98-9f79-30a360f68e16 req-e91bfd1c-2dac-49c2-bccd-a2b071d94247 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Allocated IP 172.20.0.10 (ef47c031-89f3-4d55-afcb-e9afda1b9317/2cc102b6-7976-49c8-8fc0-37ba3d12643a/ccae1b77-c32f-4086-b58b-f20f03c51b9b) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:39:41.591795 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-efdd3af1-82cb-4cd7-9506-2117b51e375f tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:41.801002 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2707bdf9-66e9-426e-a117-b22f54136696 req-d5f95eba-bdbf-4511-83fe-fb8d61eddb81 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=efe07ad7-fc49-473e-80d7-c94663460d95 HTTP/1.1" status: 200 len: 210 time: 0.1556556 Jul 29 23:39:41.992009 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdd3af1-82cb-4cd7-9506-2117b51e375f tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event updated for resources: {'Port': ['ID=be7607e4-204c-427b-b9fc-a27f7bf04300,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:42.013948 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-293b9cc6-95cb-4d98-9f79-30a360f68e16 req-e91bfd1c-2dac-49c2-bccd-a2b071d94247 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:42.016950 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efdd3af1-82cb-4cd7-9506-2117b51e375f tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:42.018188 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-efdd3af1-82cb-4cd7-9506-2117b51e375f tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:42.019803 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-efdd3af1-82cb-4cd7-9506-2117b51e375f tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "PUT /v2.0/ports/be7607e4-204c-427b-b9fc-a27f7bf04300 HTTP/1.1" status: 200 len: 910 time: 5.1272449 Jul 29 23:39:42.027624 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 32914) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:42.072955 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24caff59-fb49-4939-986c-740f4e7a9253 req-fb9565fc-fc4a-4b86-acea-f9d8bcb7ceeb tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:42.075820 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-24caff59-fb49-4939-986c-740f4e7a9253 req-fb9565fc-fc4a-4b86-acea-f9d8bcb7ceeb tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1ebbb42-87f5-4464-832d-39e3a37b8b1d HTTP/1.1" status: 200 len: 945 time: 0.1382387 Jul 29 23:39:42.134607 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-04d5b6c5-a474-41cc-b891-8b211249818b req-2b99b625-b813-47b9-bf76-b5f8b2804932 service neutron] 10.222.0.22 "GET /v2.0/networks/61db5dcd-b042-47fa-9111-3b2277565367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8503075 Jul 29 23:39:42.174254 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-293b9cc6-95cb-4d98-9f79-30a360f68e16 req-e91bfd1c-2dac-49c2-bccd-a2b071d94247 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:42.187842 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['b6ece518-cbb5-4566-b916-ab5aa5d0aa2a'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:39:42.329486 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91bfd1c-2dac-49c2-bccd-a2b071d94247 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Pushing event updated for resources: {'Port': ['ID=ccae1b77-c32f-4086-b58b-f20f03c51b9b,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:42.378899 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-24caff59-fb49-4939-986c-740f4e7a9253 req-9723cd8f-e8fa-4064-b150-9ea9943d2236 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/security-groups?id=81e89418-223e-492a-b406-e46bb556ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839901 Jul 29 23:39:42.413630 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-293b9cc6-95cb-4d98-9f79-30a360f68e16 req-e91bfd1c-2dac-49c2-bccd-a2b071d94247 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Network ef47c031-89f3-4d55-afcb-e9afda1b9317 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:39:42.418087 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-293b9cc6-95cb-4d98-9f79-30a360f68e16 req-e91bfd1c-2dac-49c2-bccd-a2b071d94247 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:42.424206 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-293b9cc6-95cb-4d98-9f79-30a360f68e16 req-e91bfd1c-2dac-49c2-bccd-a2b071d94247 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:39:42.613827 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b9cc6-95cb-4d98-9f79-30a360f68e16 req-e91bfd1c-2dac-49c2-bccd-a2b071d94247 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:42.628596 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-293b9cc6-95cb-4d98-9f79-30a360f68e16 req-e91bfd1c-2dac-49c2-bccd-a2b071d94247 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:42.674426 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-293b9cc6-95cb-4d98-9f79-30a360f68e16 req-e91bfd1c-2dac-49c2-bccd-a2b071d94247 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3020558 Jul 29 23:39:42.695818 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-293b9cc6-95cb-4d98-9f79-30a360f68e16 req-43b15f6f-4a77-4beb-a4a8-1409f816cb9b service neutron] Request body: {'port': {'device_id': 'efe07ad7-fc49-473e-80d7-c94663460d95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:42.798674 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-04d5b6c5-a474-41cc-b891-8b211249818b req-4a89cad3-d392-4554-af02-96379b7cad0b service neutron] 10.222.0.22 "GET /v2.0/networks/61db5dcd-b042-47fa-9111-3b2277565367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6373093 Jul 29 23:39:42.871926 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-04d5b6c5-a474-41cc-b891-8b211249818b req-d206008f-d796-4599-b82c-f70a2c56d24b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=1caf28fe-1621-4e50-9937-8cd368803804 HTTP/1.1" status: 200 len: 217 time: 0.0578051 Jul 29 23:39:42.934914 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-293b9cc6-95cb-4d98-9f79-30a360f68e16 req-43b15f6f-4a77-4beb-a4a8-1409f816cb9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:43.205146 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d5b6c5-a474-41cc-b891-8b211249818b req-7e62b01c-c826-493b-a0b2-b3ac6f2f763a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:43.208071 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-04d5b6c5-a474-41cc-b891-8b211249818b req-7e62b01c-c826-493b-a0b2-b3ac6f2f763a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=79a11c1f-d15e-4fd8-9d2b-ecb54e88df46 HTTP/1.1" status: 200 len: 797 time: 0.3221197 Jul 29 23:39:43.303723 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3200045-c943-4431-9de6-6bf9500c7922 req-cc7c7829-36b2-49de-a277-7cae1f85d75a tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:43.308272 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b3200045-c943-4431-9de6-6bf9500c7922 req-cc7c7829-36b2-49de-a277-7cae1f85d75a tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=efe07ad7-fc49-473e-80d7-c94663460d95 HTTP/1.1" status: 200 len: 932 time: 0.2574184 Jul 29 23:39:43.466783 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ed985ecc-5799-4b9f-a749-ebec17a6517f tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:43.499411 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf345fa4-1220-42d4-9149-d4105d36dba0 req-1cd8de8c-5136-4964-b6c1-b1767a7fdc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:43.502955 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cf345fa4-1220-42d4-9149-d4105d36dba0 req-1cd8de8c-5136-4964-b6c1-b1767a7fdc6f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c08d2622b7b410cb98838e9565b36dc&device_id=a1ebbb42-87f5-4464-832d-39e3a37b8b1d HTTP/1.1" status: 200 len: 1097 time: 0.3797581 Jul 29 23:39:43.505996 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ed985ecc-5799-4b9f-a749-ebec17a6517f tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:43.523304 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed985ecc-5799-4b9f-a749-ebec17a6517f tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:43.524735 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ed985ecc-5799-4b9f-a749-ebec17a6517f tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:43.527633 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ed985ecc-5799-4b9f-a749-ebec17a6517f tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "PUT /v2.0/ports/622e6d39-3b1d-4772-a85f-06dfc6f4d386 HTTP/1.1" status: 200 len: 911 time: 4.3020103 Jul 29 23:39:43.551932 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 32940) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:43.669819 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed985ecc-5799-4b9f-a749-ebec17a6517f tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event updated for resources: {'Port': ['ID=622e6d39-3b1d-4772-a85f-06dfc6f4d386,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:43.761690 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b3200045-c943-4431-9de6-6bf9500c7922 req-02234008-e5c4-4245-a9cc-252b9828e0eb tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304045 Jul 29 23:39:44.074715 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97486ba9-3ab6-4dad-beb1-ec10da797a53 req-efc4680c-e20f-4f7f-b80a-e4766646fcac tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:44.082392 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-97486ba9-3ab6-4dad-beb1-ec10da797a53 req-efc4680c-e20f-4f7f-b80a-e4766646fcac tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1ebbb42-87f5-4464-832d-39e3a37b8b1d HTTP/1.1" status: 200 len: 945 time: 0.4930964 Jul 29 23:39:44.098253 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf345fa4-1220-42d4-9149-d4105d36dba0 req-1a911f9e-f971-4b4a-88be-7a88b782ac69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:44.100086 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cf345fa4-1220-42d4-9149-d4105d36dba0 req-1a911f9e-f971-4b4a-88be-7a88b782ac69 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5d20f887-85b7-45ef-8019-3cf0ef128029 HTTP/1.1" status: 200 len: 912 time: 0.5303996 Jul 29 23:39:44.164671 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d5b6c5-a474-41cc-b891-8b211249818b req-a5ffb335-e014-49e2-9dba-e847aff7b7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:44.168437 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-04d5b6c5-a474-41cc-b891-8b211249818b req-a5ffb335-e014-49e2-9dba-e847aff7b7d2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=61db5dcd-b042-47fa-9111-3b2277565367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.9498098 Jul 29 23:39:44.206939 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cf345fa4-1220-42d4-9149-d4105d36dba0 req-28ab8af0-d30c-4905-914d-5d226ac29453 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=486f032c-a5b1-4bd5-bda4-11a6999e7a64 HTTP/1.1" status: 200 len: 217 time: 0.0885141 Jul 29 23:39:44.284603 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-97486ba9-3ab6-4dad-beb1-ec10da797a53 req-5297c1a0-df88-4a70-8abd-4170ce39fcc3 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/security-groups?id=81e89418-223e-492a-b406-e46bb556ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009523 Jul 29 23:39:44.359495 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-293b9cc6-95cb-4d98-9f79-30a360f68e16 req-43b15f6f-4a77-4beb-a4a8-1409f816cb9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccae1b77-c32f-4086-b58b-f20f03c51b9b {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:39:44.376704 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf345fa4-1220-42d4-9149-d4105d36dba0 req-3805e739-112b-45e2-a531-1cdb90d67031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:44.378620 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cf345fa4-1220-42d4-9149-d4105d36dba0 req-3805e739-112b-45e2-a531-1cdb90d67031 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7a456402-40c6-4578-9b75-bbc1a0d9a5e7 HTTP/1.1" status: 200 len: 851 time: 0.1586306 Jul 29 23:39:44.381910 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-293b9cc6-95cb-4d98-9f79-30a360f68e16 req-43b15f6f-4a77-4beb-a4a8-1409f816cb9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:44.464207 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-04d5b6c5-a474-41cc-b891-8b211249818b req-cfad0faf-3fcc-40da-adba-2a0dbd1c8f08 service neutron] 10.222.0.22 "GET /v2.0/networks/61db5dcd-b042-47fa-9111-3b2277565367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822409 Jul 29 23:39:44.489793 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cf345fa4-1220-42d4-9149-d4105d36dba0 req-6b283436-2c56-478e-9b28-177a78ba3224 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d20f887-85b7-45ef-8019-3cf0ef128029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1020477 Jul 29 23:39:44.545509 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-293b9cc6-95cb-4d98-9f79-30a360f68e16 req-43b15f6f-4a77-4beb-a4a8-1409f816cb9b service neutron] Transition to ACTIVE for port object ccae1b77-c32f-4086-b58b-f20f03c51b9b will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:39:44.567547 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-293b9cc6-95cb-4d98-9f79-30a360f68e16 req-43b15f6f-4a77-4beb-a4a8-1409f816cb9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:44.657077 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8c9ee167-a3b8-449a-8650-f79e006234be tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:45.004250 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cf345fa4-1220-42d4-9149-d4105d36dba0 req-5b407fad-68cf-4bb8-a650-eb05cfc9b4e8 service neutron] 10.222.0.41 "GET /v2.0/networks/5d20f887-85b7-45ef-8019-3cf0ef128029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4876430 Jul 29 23:39:45.117393 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b15f6f-4a77-4beb-a4a8-1409f816cb9b service neutron] Pushing event updated for resources: {'Port': ['ID=ccae1b77-c32f-4086-b58b-f20f03c51b9b,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:45.280967 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-04d5b6c5-a474-41cc-b891-8b211249818b req-c0458049-fca5-4b8a-9c34-1cb2616addbd service neutron] 10.222.0.22 "GET /v2.0/networks/61db5dcd-b042-47fa-9111-3b2277565367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7101383 Jul 29 23:39:45.448884 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cf345fa4-1220-42d4-9149-d4105d36dba0 req-a9b6f867-28af-44c5-ac17-cbb577e710ca service neutron] 10.222.0.41 "GET /v2.0/networks/5d20f887-85b7-45ef-8019-3cf0ef128029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4196608 Jul 29 23:39:45.531101 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-04d5b6c5-a474-41cc-b891-8b211249818b req-30a88fc5-fbc2-442a-b8e9-4299193e3adf service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=024df781-a247-4293-a30c-16abd40adffa HTTP/1.1" status: 200 len: 217 time: 0.1855700 Jul 29 23:39:45.539247 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c5522e-25b6-4eea-83d7-a6f8da2c2f71 req-3703ff66-717f-4aec-9ef3-9c8745440e98 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:45.572150 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-97c5522e-25b6-4eea-83d7-a6f8da2c2f71 req-3703ff66-717f-4aec-9ef3-9c8745440e98 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=efe07ad7-fc49-473e-80d7-c94663460d95 HTTP/1.1" status: 200 len: 944 time: 0.5662715 Jul 29 23:39:45.686028 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-293b9cc6-95cb-4d98-9f79-30a360f68e16 req-43b15f6f-4a77-4beb-a4a8-1409f816cb9b service neutron] Attempting to bind port ccae1b77-c32f-4086-b58b-f20f03c51b9b on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:39:45.686839 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-293b9cc6-95cb-4d98-9f79-30a360f68e16 req-43b15f6f-4a77-4beb-a4a8-1409f816cb9b service neutron] Attempting to bind port ccae1b77-c32f-4086-b58b-f20f03c51b9b by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '0aa0b58a-edbb-411a-9077-5f81d4114e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ef47c031-89f3-4d55-afcb-e9afda1b9317'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:39:45.687173 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293b9cc6-95cb-4d98-9f79-30a360f68e16 req-43b15f6f-4a77-4beb-a4a8-1409f816cb9b service neutron] Attempting to bind port ccae1b77-c32f-4086-b58b-f20f03c51b9b on network ef47c031-89f3-4d55-afcb-e9afda1b9317 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:45.697161 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d5b6c5-a474-41cc-b891-8b211249818b req-dcbc2c43-85a8-44e8-a35f-28503700492a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:45.698990 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-04d5b6c5-a474-41cc-b891-8b211249818b req-dcbc2c43-85a8-44e8-a35f-28503700492a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d78777cb-19bd-47c4-81df-bf538051820d HTTP/1.1" status: 200 len: 797 time: 0.1556432 Jul 29 23:39:45.718009 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293b9cc6-95cb-4d98-9f79-30a360f68e16 req-43b15f6f-4a77-4beb-a4a8-1409f816cb9b service neutron] Port ccae1b77-c32f-4086-b58b-f20f03c51b9b on network ef47c031-89f3-4d55-afcb-e9afda1b9317 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:39:45.718554 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293b9cc6-95cb-4d98-9f79-30a360f68e16 req-43b15f6f-4a77-4beb-a4a8-1409f816cb9b service neutron] Attempting to bind port ccae1b77-c32f-4086-b58b-f20f03c51b9b on network ef47c031-89f3-4d55-afcb-e9afda1b9317 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:45.744736 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f518fa6-fc43-4099-a47f-f62f374a6a6b req-41abe2c2-b1e7-4985-8679-c44dabb3260e tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:45.747356 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0f518fa6-fc43-4099-a47f-f62f374a6a6b req-41abe2c2-b1e7-4985-8679-c44dabb3260e tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1ebbb42-87f5-4464-832d-39e3a37b8b1d HTTP/1.1" status: 200 len: 945 time: 0.1569967 Jul 29 23:39:45.767580 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-97c5522e-25b6-4eea-83d7-a6f8da2c2f71 req-13a52538-d93a-4935-8fd4-c8fd5a59b821 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938639 Jul 29 23:39:45.885234 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293b9cc6-95cb-4d98-9f79-30a360f68e16 req-43b15f6f-4a77-4beb-a4a8-1409f816cb9b service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:39:45.885748 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293b9cc6-95cb-4d98-9f79-30a360f68e16 req-43b15f6f-4a77-4beb-a4a8-1409f816cb9b service neutron] Checking segment: {'id': '0aa0b58a-edbb-411a-9077-5f81d4114e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ef47c031-89f3-4d55-afcb-e9afda1b9317'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:39:45.886985 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293b9cc6-95cb-4d98-9f79-30a360f68e16 req-43b15f6f-4a77-4beb-a4a8-1409f816cb9b service neutron] Bound using segment: {'id': '0aa0b58a-edbb-411a-9077-5f81d4114e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ef47c031-89f3-4d55-afcb-e9afda1b9317'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:39:45.887769 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-293b9cc6-95cb-4d98-9f79-30a360f68e16 req-43b15f6f-4a77-4beb-a4a8-1409f816cb9b service neutron] Bound port: ccae1b77-c32f-4086-b58b-f20f03c51b9b, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0aa0b58a-edbb-411a-9077-5f81d4114e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'ef47c031-89f3-4d55-afcb-e9afda1b9317'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:39:45.888451 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-293b9cc6-95cb-4d98-9f79-30a360f68e16 req-43b15f6f-4a77-4beb-a4a8-1409f816cb9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:45.930200 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0f518fa6-fc43-4099-a47f-f62f374a6a6b req-82f55b8d-0948-4eee-91b9-732cb56f172a tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/security-groups?id=81e89418-223e-492a-b406-e46bb556ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581421 Jul 29 23:39:46.141575 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-293b9cc6-95cb-4d98-9f79-30a360f68e16 req-43b15f6f-4a77-4beb-a4a8-1409f816cb9b service neutron] For port ccae1b77-c32f-4086-b58b-f20f03c51b9b, host n-h2-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:39:46.151837 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-293b9cc6-95cb-4d98-9f79-30a360f68e16 req-43b15f6f-4a77-4beb-a4a8-1409f816cb9b service neutron] For port ccae1b77-c32f-4086-b58b-f20f03c51b9b, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=ccae1b77-c32f-4086-b58b-f20f03c51b9b,segment=NetworkSegment(0aa0b58a-edbb-411a-9077-5f81d4114e3c),segment_id=0aa0b58a-edbb-411a-9077-5f81d4114e3c)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:39:46.161116 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-293b9cc6-95cb-4d98-9f79-30a360f68e16 req-43b15f6f-4a77-4beb-a4a8-1409f816cb9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:46.328505 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b9cc6-95cb-4d98-9f79-30a360f68e16 req-43b15f6f-4a77-4beb-a4a8-1409f816cb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:46.329968 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-293b9cc6-95cb-4d98-9f79-30a360f68e16 req-43b15f6f-4a77-4beb-a4a8-1409f816cb9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:46.339699 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-293b9cc6-95cb-4d98-9f79-30a360f68e16 req-43b15f6f-4a77-4beb-a4a8-1409f816cb9b service neutron] 10.222.0.22 "PUT /v2.0/ports/ccae1b77-c32f-4086-b58b-f20f03c51b9b HTTP/1.1" status: 200 len: 1093 time: 3.6535387 Jul 29 23:39:46.344827 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efe07ad7-fc49-473e-80d7-c94663460d95', 'tag': 'ccae1b77-c32f-4086-b58b-f20f03c51b9b'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:39:46.362310 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1afb7600-2234-4741-9a9a-2931fbae2d53" -d '{"events": [{"name": "network-changed", "server_uuid": "efe07ad7-fc49-473e-80d7-c94663460d95", "tag": "ccae1b77-c32f-4086-b58b-f20f03c51b9b"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:39:46.614569 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b8f2d8-2167-4072-9ffd-7b2924bdf0b0 x-openstack-request-id: req-e3b8f2d8-2167-4072-9ffd-7b2924bdf0b0 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:39:46.615006 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efe07ad7-fc49-473e-80d7-c94663460d95", "tag": "ccae1b77-c32f-4086-b58b-f20f03c51b9b", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:39:46.615403 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e3b8f2d8-2167-4072-9ffd-7b2924bdf0b0 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:39:46.616023 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efe07ad7-fc49-473e-80d7-c94663460d95', 'tag': 'ccae1b77-c32f-4086-b58b-f20f03c51b9b', 'status': 'completed', 'code': 200} Jul 29 23:39:46.648273 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b15f6f-4a77-4beb-a4a8-1409f816cb9b service neutron] Pushing event updated for resources: {'Port': ['ID=ccae1b77-c32f-4086-b58b-f20f03c51b9b,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:46.726774 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b9cc6-95cb-4d98-9f79-30a360f68e16 req-09b2f7bd-f631-45b5-a699-fafcbfebea35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:46.729802 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-293b9cc6-95cb-4d98-9f79-30a360f68e16 req-09b2f7bd-f631-45b5-a699-fafcbfebea35 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aa7b44142ea84ef2bfb9a6f800e77e29&device_id=efe07ad7-fc49-473e-80d7-c94663460d95 HTTP/1.1" status: 200 len: 1096 time: 0.2636988 Jul 29 23:39:46.814673 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-293b9cc6-95cb-4d98-9f79-30a360f68e16 req-fef8e5e8-7e7d-4aaf-ac7d-c9fe9329db14 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ccae1b77-c32f-4086-b58b-f20f03c51b9b HTTP/1.1" status: 200 len: 217 time: 0.0760825 Jul 29 23:39:46.985051 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d5b6c5-a474-41cc-b891-8b211249818b req-b6d44349-137e-4dda-a5b8-743255986098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:46.999512 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-04d5b6c5-a474-41cc-b891-8b211249818b req-b6d44349-137e-4dda-a5b8-743255986098 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=efe051f0-42fc-4850-b7cd-89c8013aea3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.2550325 Jul 29 23:39:47.108625 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 33004) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:47.140081 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b9cc6-95cb-4d98-9f79-30a360f68e16 req-9d92911f-e3c3-4df6-867b-699d87d77407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:47.156507 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-293b9cc6-95cb-4d98-9f79-30a360f68e16 req-9d92911f-e3c3-4df6-867b-699d87d77407 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2cc102b6-7976-49c8-8fc0-37ba3d12643a HTTP/1.1" status: 200 len: 853 time: 0.3194513 Jul 29 23:39:47.172731 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5ef9bf4e-ea9c-47cc-b196-9a4a7af85786 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:47.207554 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-293b9cc6-95cb-4d98-9f79-30a360f68e16 req-fbaf8081-b5f4-4607-960a-671fbeac1d1c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ef47c031-89f3-4d55-afcb-e9afda1b9317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488248 Jul 29 23:39:47.412995 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57397a3-cd8e-4a04-a595-152ce9ef8074 req-00d12152-d5b6-48da-b7cd-e6e6be54996f tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:47.417500 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c57397a3-cd8e-4a04-a595-152ce9ef8074 req-00d12152-d5b6-48da-b7cd-e6e6be54996f tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=efe07ad7-fc49-473e-80d7-c94663460d95 HTTP/1.1" status: 200 len: 944 time: 0.4421656 Jul 29 23:39:47.487377 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-04d5b6c5-a474-41cc-b891-8b211249818b req-ddcdd687-a2c3-4874-b81c-ae74515a045c service neutron] 10.222.0.22 "GET /v2.0/networks/efe051f0-42fc-4850-b7cd-89c8013aea3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4599252 Jul 29 23:39:47.512830 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23894b74-825e-495b-979b-7fa0bd3ba16f req-7c5ef2dd-90da-47a2-90e0-7cfd3345b47e tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:47.515933 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-23894b74-825e-495b-979b-7fa0bd3ba16f req-7c5ef2dd-90da-47a2-90e0-7cfd3345b47e tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1ebbb42-87f5-4464-832d-39e3a37b8b1d HTTP/1.1" status: 200 len: 945 time: 0.3193161 Jul 29 23:39:47.570373 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9b4b98f7-14ea-45af-9327-61cf67ae7a5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:47.632642 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c57397a3-cd8e-4a04-a595-152ce9ef8074 req-2a0b047b-f8e0-4a4a-879b-48456dd96621 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912684 Jul 29 23:39:47.641698 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-293b9cc6-95cb-4d98-9f79-30a360f68e16 req-11e4b249-4dba-4578-b4e6-76ff1149573e service neutron] 10.222.0.22 "GET /v2.0/networks/ef47c031-89f3-4d55-afcb-e9afda1b9317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4255311 Jul 29 23:39:47.669122 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-8c9ee167-a3b8-449a-8650-f79e006234be tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Deleting port be7607e4-204c-427b-b9fc-a27f7bf04300 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:47.669665 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8c9ee167-a3b8-449a-8650-f79e006234be tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:47.750889 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-293b9cc6-95cb-4d98-9f79-30a360f68e16 req-b08a5901-f46f-4228-be48-fb96b795de0f service neutron] 10.222.0.22 "GET /v2.0/networks/ef47c031-89f3-4d55-afcb-e9afda1b9317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011114 Jul 29 23:39:47.782008 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-23894b74-825e-495b-979b-7fa0bd3ba16f req-f4a49bb5-5fe5-43c5-80e0-afa10d355fc4 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/security-groups?id=81e89418-223e-492a-b406-e46bb556ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456543 Jul 29 23:39:47.844775 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8c9ee167-a3b8-449a-8650-f79e006234be tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:47.869860 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-8c9ee167-a3b8-449a-8650-f79e006234be tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Calling delete_port for be7607e4-204c-427b-b9fc-a27f7bf04300 owned by network:router_interface {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:47.905470 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb7600-2234-4741-9a9a-2931fbae2d53 req-a73ce395-a981-406c-9ea9-291d9ad03c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:47.907311 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1afb7600-2234-4741-9a9a-2931fbae2d53 req-a73ce395-a981-406c-9ea9-291d9ad03c74 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aa7b44142ea84ef2bfb9a6f800e77e29&device_id=efe07ad7-fc49-473e-80d7-c94663460d95 HTTP/1.1" status: 200 len: 1096 time: 0.0811012 Jul 29 23:39:48.040437 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb7600-2234-4741-9a9a-2931fbae2d53 req-d762b0ad-e93f-4dcc-b6ee-a17cf9f0618c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:48.041943 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1afb7600-2234-4741-9a9a-2931fbae2d53 req-d762b0ad-e93f-4dcc-b6ee-a17cf9f0618c service neutron] 10.222.0.22 "GET /v2.0/networks?id=ef47c031-89f3-4d55-afcb-e9afda1b9317 HTTP/1.1" status: 200 len: 914 time: 0.1258237 Jul 29 23:39:48.101418 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1afb7600-2234-4741-9a9a-2931fbae2d53 req-ef53e71f-7a1e-414e-9f96-2a6832718a34 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ccae1b77-c32f-4086-b58b-f20f03c51b9b HTTP/1.1" status: 200 len: 217 time: 0.0491471 Jul 29 23:39:48.106904 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9b4b98f7-14ea-45af-9327-61cf67ae7a5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:48.121790 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9b4b98f7-14ea-45af-9327-61cf67ae7a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:48.182913 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8c9ee167-a3b8-449a-8650-f79e006234be tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:48.283110 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9ee167-a3b8-449a-8650-f79e006234be tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event deleted for resources: {'Port': ['ID=be7607e4-204c-427b-b9fc-a27f7bf04300,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:48.305969 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4b98f7-14ea-45af-9327-61cf67ae7a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e1119b-e5ee-4e21-9a17-2f6eddba9f67,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:48.327809 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb7600-2234-4741-9a9a-2931fbae2d53 req-c25b9f45-76e0-4a3e-94cd-68aa019ffee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:48.337551 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1afb7600-2234-4741-9a9a-2931fbae2d53 req-c25b9f45-76e0-4a3e-94cd-68aa019ffee0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2cc102b6-7976-49c8-8fc0-37ba3d12643a HTTP/1.1" status: 200 len: 853 time: 0.2100613 Jul 29 23:39:48.344594 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-9b4b98f7-14ea-45af-9327-61cf67ae7a5e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=383131d07c4f44f59800fe79787a72a8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2286401 Jul 29 23:39:48.345037 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 33014) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:48.405811 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1afb7600-2234-4741-9a9a-2931fbae2d53 req-ebe35f10-7f8c-4376-8573-a9a5619fb928 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ef47c031-89f3-4d55-afcb-e9afda1b9317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372422 Jul 29 23:39:48.530686 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-04d5b6c5-a474-41cc-b891-8b211249818b req-2e8aa812-0418-475e-bde8-2f8743abe9f4 service neutron] 10.222.0.22 "GET /v2.0/networks/efe051f0-42fc-4850-b7cd-89c8013aea3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9829173 Jul 29 23:39:48.696640 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-946dca1a-f790-40ab-b363-11df1d9e92c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:48.904353 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-946dca1a-f790-40ab-b363-11df1d9e92c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:49.001354 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-04d5b6c5-a474-41cc-b891-8b211249818b req-b6a4509a-76a0-47f0-bd49-5fb73295e116 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=93b5fbf0-238a-4eb3-aebb-f3656018624b HTTP/1.1" status: 200 len: 217 time: 0.4580541 Jul 29 23:39:49.074870 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1afb7600-2234-4741-9a9a-2931fbae2d53 req-ee09c3fb-568b-46ee-97f9-a5573300ff35 service neutron] 10.222.0.22 "GET /v2.0/networks/ef47c031-89f3-4d55-afcb-e9afda1b9317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6592278 Jul 29 23:39:49.238105 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd5386c-5478-4060-bf86-14add747ea00 req-7c2171e2-1249-49f3-8ca4-3120d882c7c3 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:49.249368 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7fd5386c-5478-4060-bf86-14add747ea00 req-7c2171e2-1249-49f3-8ca4-3120d882c7c3 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1ebbb42-87f5-4464-832d-39e3a37b8b1d HTTP/1.1" status: 200 len: 945 time: 0.2380128 Jul 29 23:39:49.252328 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8c9ee167-a3b8-449a-8650-f79e006234be tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:49.270476 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d5b6c5-a474-41cc-b891-8b211249818b req-6bda4c45-b6d9-4adc-91ff-f15699b51c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:49.274414 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-04d5b6c5-a474-41cc-b891-8b211249818b req-6bda4c45-b6d9-4adc-91ff-f15699b51c9e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d78777cb-19bd-47c4-81df-bf538051820d HTTP/1.1" status: 200 len: 797 time: 0.2100892 Jul 29 23:39:49.293558 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e57cc3f-4d23-4ac9-b71a-0127bc45707a req-cbb7cfe9-2d59-4dc2-b4fd-f5d7aea1b605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:49.296548 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0e57cc3f-4d23-4ac9-b71a-0127bc45707a req-cbb7cfe9-2d59-4dc2-b4fd-f5d7aea1b605 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a1ebbb42-87f5-4464-832d-39e3a37b8b1d HTTP/1.1" status: 200 len: 1097 time: 0.3288193 Jul 29 23:39:49.395031 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91eee8c-1105-47a5-afe5-29a2b548b921 req-8fe91b6c-35ff-476c-8e5b-ef4755877091 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:49.407581 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f91eee8c-1105-47a5-afe5-29a2b548b921 req-8fe91b6c-35ff-476c-8e5b-ef4755877091 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=efe07ad7-fc49-473e-80d7-c94663460d95 HTTP/1.1" status: 200 len: 944 time: 0.4982147 Jul 29 23:39:49.551034 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7fd5386c-5478-4060-bf86-14add747ea00 req-78b43d22-e0ab-4307-8d6e-42eb2b2be148 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/security-groups?id=81e89418-223e-492a-b406-e46bb556ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003106 Jul 29 23:39:49.573745 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-946dca1a-f790-40ab-b363-11df1d9e92c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:49.576941 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-946dca1a-f790-40ab-b363-11df1d9e92c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:49.582130 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-946dca1a-f790-40ab-b363-11df1d9e92c3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c2e1119b-e5ee-4e21-9a17-2f6eddba9f67 HTTP/1.1" status: 204 len: 168 time: 1.2319188 Jul 29 23:39:49.598639 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-5ef9bf4e-ea9c-47cc-b196-9a4a7af85786 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Deleting port 622e6d39-3b1d-4772-a85f-06dfc6f4d386 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:49.599571 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5ef9bf4e-ea9c-47cc-b196-9a4a7af85786 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:49.609088 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d5b6c5-a474-41cc-b891-8b211249818b req-32d75ce8-eb38-4a76-b1d0-5f18d205bb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:49.612400 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-04d5b6c5-a474-41cc-b891-8b211249818b req-32d75ce8-eb38-4a76-b1d0-5f18d205bb5b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=efe051f0-42fc-4850-b7cd-89c8013aea3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3139768 Jul 29 23:39:49.644759 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:49.650423 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f91eee8c-1105-47a5-afe5-29a2b548b921 req-5f4b235f-87f5-4521-84a2-be60033d7acc tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050614 Jul 29 23:39:49.717152 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0e57cc3f-4d23-4ac9-b71a-0127bc45707a req-145db85a-93b5-40cf-add5-af914e9e0503 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=81e89418-223e-492a-b406-e46bb556ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3801768 Jul 29 23:39:49.719146 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946dca1a-f790-40ab-b363-11df1d9e92c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e1119b-e5ee-4e21-9a17-2f6eddba9f67,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:49.746531 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1afb7600-2234-4741-9a9a-2931fbae2d53 req-4b3ddcc8-8188-4d36-9ae7-bb379802bbe2 service neutron] 10.222.0.22 "GET /v2.0/networks/ef47c031-89f3-4d55-afcb-e9afda1b9317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6529953 Jul 29 23:39:49.961464 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device ccae1b77-c32f-4086-b58b-f20f03c51b9b details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:39:50.043219 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c9ee167-a3b8-449a-8650-f79e006234be tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Router 181b6e91-dc83-4b54-905b-7ee7a80ad21e has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:39:50.123083 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port ccae1b77-c32f-4086-b58b-f20f03c51b9b, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=ccae1b77-c32f-4086-b58b-f20f03c51b9b,segment=NetworkSegment(0aa0b58a-edbb-411a-9077-5f81d4114e3c),segment_id=0aa0b58a-edbb-411a-9077-5f81d4114e3c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:50.138238 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': 'ccae1b77-c32f-4086-b58b-f20f03c51b9b', 'network_id': 'ef47c031-89f3-4d55-afcb-e9afda1b9317', 'port_id': 'ccae1b77-c32f-4086-b58b-f20f03c51b9b', 'mac_address': 'fa:16:3e:52:22:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cc102b6-7976-49c8-8fc0-37ba3d12643a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:39:50.153601 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-04d5b6c5-a474-41cc-b891-8b211249818b req-c0e29e0b-1afe-490c-92c0-aacf27bc0a1f service neutron] 10.222.0.22 "GET /v2.0/networks/efe051f0-42fc-4850-b7cd-89c8013aea3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5311933 Jul 29 23:39:50.223099 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 33034) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:50.259965 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:50.273530 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-361f2d81-37cb-4946-bf8f-7d36c753c789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:50.285960 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccae1b77-c32f-4086-b58b-f20f03c51b9b {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:39:50.328359 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port ccae1b77-c32f-4086-b58b-f20f03c51b9b, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=ccae1b77-c32f-4086-b58b-f20f03c51b9b,segment=NetworkSegment(0aa0b58a-edbb-411a-9077-5f81d4114e3c),segment_id=0aa0b58a-edbb-411a-9077-5f81d4114e3c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:50.340077 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:50.452054 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=ccae1b77-c32f-4086-b58b-f20f03c51b9b,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:50.548484 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-361f2d81-37cb-4946-bf8f-7d36c753c789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:50.559997 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-361f2d81-37cb-4946-bf8f-7d36c753c789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:50.635285 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['ccae1b77-c32f-4086-b58b-f20f03c51b9b'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:39:50.640060 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c9ee167-a3b8-449a-8650-f79e006234be tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:39:50.648987 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8c9ee167-a3b8-449a-8650-f79e006234be tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "PUT /v2.0/routers/181b6e91-dc83-4b54-905b-7ee7a80ad21e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6194031 Jul 29 23:39:50.663867 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5ef9bf4e-ea9c-47cc-b196-9a4a7af85786 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:50.667769 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 33038) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:50.715976 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-361f2d81-37cb-4946-bf8f-7d36c753c789 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fa0a1d69b1064f3db4168cd4413aa2c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4865780 Jul 29 23:39:50.723361 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 33042) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:50.807911 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-695cb5ae-e296-49bc-b3b3-37bc9d159aa6 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "GET /v2.0/ports?device_id=181b6e91-dc83-4b54-905b-7ee7a80ad21e HTTP/1.1" status: 200 len: 205 time: 0.1212118 Jul 29 23:39:50.808783 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 33046) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:50.815828 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0191af8e-3627-42f3-b9ee-4524f1363211 None None] Sync routers for ids ['181b6e91-dc83-4b54-905b-7ee7a80ad21e'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:39:50.817959 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361f2d81-37cb-4946-bf8f-7d36c753c789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae5caef-2219-477c-82f0-ead145e2ed78,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:50.878026 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-04d5b6c5-a474-41cc-b891-8b211249818b req-8e054c10-2fd8-4744-8309-5cb8b65013ff service neutron] 10.222.0.22 "GET /v2.0/networks/efe051f0-42fc-4850-b7cd-89c8013aea3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6739624 Jul 29 23:39:50.889464 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0191af8e-3627-42f3-b9ee-4524f1363211 None None] Routers {'181b6e91-dc83-4b54-905b-7ee7a80ad21e'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:39:50.890563 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-0191af8e-3627-42f3-b9ee-4524f1363211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:39:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['181b6e91-dc83-4b54-905b-7ee7a80ad21e'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:50.900935 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-5ef9bf4e-ea9c-47cc-b196-9a4a7af85786 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Calling delete_port for 622e6d39-3b1d-4772-a85f-06dfc6f4d386 owned by network:router_interface {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:51.032897 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-0191af8e-3627-42f3-b9ee-4524f1363211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:51.182162 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0191af8e-3627-42f3-b9ee-4524f1363211 None None] Routers {'181b6e91-dc83-4b54-905b-7ee7a80ad21e'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:39:51.187757 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-0191af8e-3627-42f3-b9ee-4524f1363211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:39:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['181b6e91-dc83-4b54-905b-7ee7a80ad21e'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:51.209044 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-46fd8177-c06b-43f3-a514-f8bb4d9a2b68 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for router, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:51.364864 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-0191af8e-3627-42f3-b9ee-4524f1363211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:51.367164 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0191af8e-3627-42f3-b9ee-4524f1363211 None None] The sync data for ids ['181b6e91-dc83-4b54-905b-7ee7a80ad21e'] in n-d-712141-10 is: [] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:39:51.441455 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-60776c7a-5215-44ba-b293-d012016bb300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:51.490611 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-60776c7a-5215-44ba-b293-d012016bb300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:51.525705 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5ef9bf4e-ea9c-47cc-b196-9a4a7af85786 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:51.565079 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a86042-4e7c-463e-a57f-bcfa2fcca1ea req-378ffa33-2269-4bc7-907a-03f40cfc5ade tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:51.568499 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-34a86042-4e7c-463e-a57f-bcfa2fcca1ea req-378ffa33-2269-4bc7-907a-03f40cfc5ade tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1ebbb42-87f5-4464-832d-39e3a37b8b1d HTTP/1.1" status: 200 len: 945 time: 0.7763274 Jul 29 23:39:51.589432 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef9bf4e-ea9c-47cc-b196-9a4a7af85786 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event deleted for resources: {'Port': ['ID=622e6d39-3b1d-4772-a85f-06dfc6f4d386,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:51.823663 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5ef9bf4e-ea9c-47cc-b196-9a4a7af85786 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:52.002470 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-46fd8177-c06b-43f3-a514-f8bb4d9a2b68 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:52.014486 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-46fd8177-c06b-43f3-a514-f8bb4d9a2b68 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:52.044125 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e94050e-b7a8-4ab1-9f3c-6b2fcfe47632 req-20bdf66d-3f4e-4873-bf0f-c170e37129cf tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:52.048688 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7e94050e-b7a8-4ab1-9f3c-6b2fcfe47632 req-20bdf66d-3f4e-4873-bf0f-c170e37129cf tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=efe07ad7-fc49-473e-80d7-c94663460d95 HTTP/1.1" status: 200 len: 945 time: 1.1158614 Jul 29 23:39:52.067501 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-60776c7a-5215-44ba-b293-d012016bb300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:52.074280 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-60776c7a-5215-44ba-b293-d012016bb300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:52.080158 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-60776c7a-5215-44ba-b293-d012016bb300 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bae5caef-2219-477c-82f0-ead145e2ed78 HTTP/1.1" status: 204 len: 168 time: 1.3487520 Jul 29 23:39:52.247843 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ef9bf4e-ea9c-47cc-b196-9a4a7af85786 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Router 8f8f10c8-c9e7-48ca-ab9f-27ab9b93fa06 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:39:52.275428 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-34a86042-4e7c-463e-a57f-bcfa2fcca1ea req-15db06c2-d42a-494e-a623-4a5437b2bd48 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/security-groups?id=81e89418-223e-492a-b406-e46bb556ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4172785 Jul 29 23:39:52.284055 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-46fd8177-c06b-43f3-a514-f8bb4d9a2b68 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:52.286075 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46fd8177-c06b-43f3-a514-f8bb4d9a2b68 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Fanout notify agent at l3_agent the message router_deleted on router 181b6e91-dc83-4b54-905b-7ee7a80ad21e {{(pid=94078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:39:52.326373 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-46fd8177-c06b-43f3-a514-f8bb4d9a2b68 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:52.328445 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-46fd8177-c06b-43f3-a514-f8bb4d9a2b68 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "DELETE /v2.0/routers/181b6e91-dc83-4b54-905b-7ee7a80ad21e HTTP/1.1" status: 204 len: 168 time: 1.5157206 Jul 29 23:39:52.329970 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60776c7a-5215-44ba-b293-d012016bb300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae5caef-2219-477c-82f0-ead145e2ed78,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:52.334295 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 33062) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:52.416629 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60776c7a-5215-44ba-b293-d012016bb300 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:52.422220 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60776c7a-5215-44ba-b293-d012016bb300 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:52.422852 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60776c7a-5215-44ba-b293-d012016bb300 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:52.423421 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60776c7a-5215-44ba-b293-d012016bb300 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:52.423985 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60776c7a-5215-44ba-b293-d012016bb300 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:52.432911 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60776c7a-5215-44ba-b293-d012016bb300 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:52.433688 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60776c7a-5215-44ba-b293-d012016bb300 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:52.434252 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60776c7a-5215-44ba-b293-d012016bb300 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:52.435011 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60776c7a-5215-44ba-b293-d012016bb300 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:52.435587 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60776c7a-5215-44ba-b293-d012016bb300 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:52.436142 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60776c7a-5215-44ba-b293-d012016bb300 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:52.436707 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60776c7a-5215-44ba-b293-d012016bb300 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:52.478302 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef9bf4e-ea9c-47cc-b196-9a4a7af85786 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:39:52.493752 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-5ef9bf4e-ea9c-47cc-b196-9a4a7af85786 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "PUT /v2.0/routers/8f8f10c8-c9e7-48ca-ab9f-27ab9b93fa06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8425944 Jul 29 23:39:52.495581 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 33064) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:52.503056 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4110c976-63eb-492b-bd70-afd5c3aca6f9 None None] Sync routers for ids ['8f8f10c8-c9e7-48ca-ab9f-27ab9b93fa06'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:39:52.521605 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bfd7e0f-cdd6-4c13-9ab0-e624b8906cc0 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Deleting subnet ff45c95d-b1f6-4ba9-a560-55b2c923c9b3 {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:39:52.532888 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7e94050e-b7a8-4ab1-9f3c-6b2fcfe47632 req-956b06d5-e2f0-4dd9-9ef2-b5fa1ae285a6 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130937 Jul 29 23:39:52.534217 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bfd7e0f-cdd6-4c13-9ab0-e624b8906cc0 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:52.561710 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ce4c1556-94a3-4d73-a6f0-b4e6848f476d tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f8f10c8-c9e7-48ca-ab9f-27ab9b93fa06 HTTP/1.1" status: 200 len: 205 time: 0.0642040 Jul 29 23:39:52.562685 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 33066) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:52.577005 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4110c976-63eb-492b-bd70-afd5c3aca6f9 None None] Routers {'8f8f10c8-c9e7-48ca-ab9f-27ab9b93fa06'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:39:52.577703 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-4110c976-63eb-492b-bd70-afd5c3aca6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:39:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['8f8f10c8-c9e7-48ca-ab9f-27ab9b93fa06'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:52.692112 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-4110c976-63eb-492b-bd70-afd5c3aca6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:52.692802 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bfd7e0f-cdd6-4c13-9ab0-e624b8906cc0 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:52.710878 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4110c976-63eb-492b-bd70-afd5c3aca6f9 None None] Routers {'8f8f10c8-c9e7-48ca-ab9f-27ab9b93fa06'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:39:52.712287 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-4110c976-63eb-492b-bd70-afd5c3aca6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:39:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['8f8f10c8-c9e7-48ca-ab9f-27ab9b93fa06'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:52.791427 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-572b44c5-f7ea-4109-98df-06900551322a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for router, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:52.842198 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-4110c976-63eb-492b-bd70-afd5c3aca6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:52.844004 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4110c976-63eb-492b-bd70-afd5c3aca6f9 None None] The sync data for ids ['8f8f10c8-c9e7-48ca-ab9f-27ab9b93fa06'] in n-d-712141-10 is: [] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:39:53.234387 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-572b44c5-f7ea-4109-98df-06900551322a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:53.240403 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-572b44c5-f7ea-4109-98df-06900551322a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:53.287917 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a4781e5a-dee6-4a5d-86ca-0e4f0a726fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:53.406609 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-572b44c5-f7ea-4109-98df-06900551322a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:53.407618 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-572b44c5-f7ea-4109-98df-06900551322a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Fanout notify agent at l3_agent the message router_deleted on router 8f8f10c8-c9e7-48ca-ab9f-27ab9b93fa06 {{(pid=94077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:39:53.440606 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-572b44c5-f7ea-4109-98df-06900551322a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:53.447260 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-572b44c5-f7ea-4109-98df-06900551322a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "DELETE /v2.0/routers/8f8f10c8-c9e7-48ca-ab9f-27ab9b93fa06 HTTP/1.1" status: 204 len: 168 time: 0.8784847 Jul 29 23:39:53.450989 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 33090) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:53.593448 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-009af193-f418-43e9-8bb0-4a7caf842c78 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Deleting subnet c8972caa-9949-4de8-9bfe-415faa0c122a {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:39:53.599551 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-009af193-f418-43e9-8bb0-4a7caf842c78 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:53.635239 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bfd7e0f-cdd6-4c13-9ab0-e624b8906cc0 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:53.709992 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-009af193-f418-43e9-8bb0-4a7caf842c78 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:53.761820 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ba440-7349-428a-8f86-b3cc03cf2e31 req-d3b416f5-766e-4036-8fee-86e64f302ec4 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:53.770762 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3d3ba440-7349-428a-8f86-b3cc03cf2e31 req-d3b416f5-766e-4036-8fee-86e64f302ec4 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1ebbb42-87f5-4464-832d-39e3a37b8b1d HTTP/1.1" status: 200 len: 945 time: 0.1916485 Jul 29 23:39:53.805203 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95801b-5411-48ff-b177-35dfc7ca0b38 req-646cf577-6485-491c-a9f7-b75fb976e3a3 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:53.807051 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fa95801b-5411-48ff-b177-35dfc7ca0b38 req-646cf577-6485-491c-a9f7-b75fb976e3a3 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/networks?id=07279870-3078-44f7-8035-d94a4d0b31e7 HTTP/1.1" status: 200 len: 812 time: 0.8812761 Jul 29 23:39:53.850414 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bfd7e0f-cdd6-4c13-9ab0-e624b8906cc0 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:53.879572 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-009af193-f418-43e9-8bb0-4a7caf842c78 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:53.930208 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bfd7e0f-cdd6-4c13-9ab0-e624b8906cc0 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:53.934588 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-8bfd7e0f-cdd6-4c13-9ab0-e624b8906cc0 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "DELETE /v2.0/subnets/ff45c95d-b1f6-4ba9-a560-55b2c923c9b3 HTTP/1.1" status: 204 len: 168 time: 1.5915630 Jul 29 23:39:53.936666 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3d3ba440-7349-428a-8f86-b3cc03cf2e31 req-50df6e42-4dd4-4005-9769-dc784c3457b1 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/security-groups?id=81e89418-223e-492a-b406-e46bb556ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648417 Jul 29 23:39:53.937447 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfd7e0f-cdd6-4c13-9ab0-e624b8906cc0 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event deleted for resources: {'Subnet': ['ID=ff45c95d-b1f6-4ba9-a560-55b2c923c9b3,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:53.940190 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 33102) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:53.941877 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fa95801b-5411-48ff-b177-35dfc7ca0b38 req-9b02cd22-738d-4ec0-a64b-1c0eb9a1a616 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/quotas/abc07fd47c924aad994e74752ef0bc5a HTTP/1.1" status: 200 len: 375 time: 0.1008787 Jul 29 23:39:53.950318 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8c8e5c-09f2-4faa-9553-3a719e708388 None None] Network dca3b451-54f2-45fa-a3ac-b07bad30c12e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:39:54.020969 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-009af193-f418-43e9-8bb0-4a7caf842c78 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:54.054638 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device ccae1b77-c32f-4086-b58b-f20f03c51b9b up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:39:54.115701 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abb9377-c393-4d93-87c1-fe56849d8ab2 None None] Network 4e37d510-8c9f-4b9a-8254-3358f2d666b2 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:39:54.135302 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-009af193-f418-43e9-8bb0-4a7caf842c78 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:54.140199 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-009af193-f418-43e9-8bb0-4a7caf842c78 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "DELETE /v2.0/subnets/c8972caa-9949-4de8-9bfe-415faa0c122a HTTP/1.1" status: 204 len: 168 time: 0.6856198 Jul 29 23:39:54.142282 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009af193-f418-43e9-8bb0-4a7caf842c78 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event deleted for resources: {'Subnet': ['ID=c8972caa-9949-4de8-9bfe-415faa0c122a,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:54.145123 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 33106) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:54.365161 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port ccae1b77-c32f-4086-b58b-f20f03c51b9b completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:39:54.375094 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port ccae1b77-c32f-4086-b58b-f20f03c51b9b triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:54.375575 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:54.400775 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3d679ffb-5988-4899-b6c2-74058f089cc4 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:54.467620 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1894a1bf-c0ce-4d11-9612-ff5e42b683b5 None None] DHCP port deletion for dca3b451-54f2-45fa-a3ac-b07bad30c12e request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:39:54.474688 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-66032056-9b0c-498a-b22f-50c172dfd6b7 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:54.501908 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fa95801b-5411-48ff-b177-35dfc7ca0b38 req-24f16715-239a-47ce-8709-15670e9bd6c0 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=abc07fd47c924aad994e74752ef0bc5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4049871 Jul 29 23:39:54.521436 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dea7d7-0318-45f6-b402-e041f0bffd49 req-3a4a5d6c-d370-4fb0-8311-3908351dfb37 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:54.525272 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-03dea7d7-0318-45f6-b402-e041f0bffd49 req-3a4a5d6c-d370-4fb0-8311-3908351dfb37 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=efe07ad7-fc49-473e-80d7-c94663460d95 HTTP/1.1" status: 200 len: 945 time: 0.2890468 Jul 29 23:39:54.542934 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71cc0167-341a-4ba9-b4c8-d0d740a080bc None None] DHCP port deletion for 4e37d510-8c9f-4b9a-8254-3358f2d666b2 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:39:54.551795 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [req-fa95801b-5411-48ff-b177-35dfc7ca0b38 req-1f25aa1f-f81d-41ba-b751-0754064770b3 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:39:54.553923 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fa95801b-5411-48ff-b177-35dfc7ca0b38 req-1f25aa1f-f81d-41ba-b751-0754064770b3 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097630 Jul 29 23:39:54.666899 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-66032056-9b0c-498a-b22f-50c172dfd6b7 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Deleting port d3e0545a-c2c0-4af5-a199-fcbf436aa144 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:54.670719 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-66032056-9b0c-498a-b22f-50c172dfd6b7 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:54.776006 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:54.836209 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-03dea7d7-0318-45f6-b402-e041f0bffd49 req-965a846c-d600-46de-b57f-4c3713a1098f tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3033752 Jul 29 23:39:54.890400 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-3d679ffb-5988-4899-b6c2-74058f089cc4 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Deleting port 709ad4db-3068-4c1f-b679-715c02eb0341 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:54.891008 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3d679ffb-5988-4899-b6c2-74058f089cc4 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:54.904857 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port ccae1b77-c32f-4086-b58b-f20f03c51b9b, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=ccae1b77-c32f-4086-b58b-f20f03c51b9b,segment=NetworkSegment(0aa0b58a-edbb-411a-9077-5f81d4114e3c),segment_id=0aa0b58a-edbb-411a-9077-5f81d4114e3c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:54.906530 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efe07ad7-fc49-473e-80d7-c94663460d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccae1b77-c32f-4086-b58b-f20f03c51b9b'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:39:54.911237 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d383b629-e116-47c5-a83d-fb9532c3296e" -d '{"events": [{"server_uuid": "efe07ad7-fc49-473e-80d7-c94663460d95", "name": "network-vif-plugged", "status": "completed", "tag": "ccae1b77-c32f-4086-b58b-f20f03c51b9b"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:39:54.927676 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1894a1bf-c0ce-4d11-9612-ff5e42b683b5 None None] Deleting port 709ad4db-3068-4c1f-b679-715c02eb0341 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:54.929465 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1894a1bf-c0ce-4d11-9612-ff5e42b683b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:54.937136 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:55.034915 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fa95801b-5411-48ff-b177-35dfc7ca0b38 req-4b1956f6-7d60-44d7-a3dc-4a7f61060132 service neutron] 10.222.0.43 "GET /v2.0/networks/07279870-3078-44f7-8035-d94a4d0b31e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4517355 Jul 29 23:39:55.074000 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-66032056-9b0c-498a-b22f-50c172dfd6b7 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] For port d3e0545a-c2c0-4af5-a199-fcbf436aa144, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=d3e0545a-c2c0-4af5-a199-fcbf436aa144,segment=NetworkSegment(9c6ec746-8b7f-4039-9844-d7442ab11fee),segment_id=9c6ec746-8b7f-4039-9844-d7442ab11fee)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:55.074584 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-66032056-9b0c-498a-b22f-50c172dfd6b7 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:55.125891 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-66032056-9b0c-498a-b22f-50c172dfd6b7 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Calling delete_port for d3e0545a-c2c0-4af5-a199-fcbf436aa144 owned by network:dhcp {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:55.231257 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-3d679ffb-5988-4899-b6c2-74058f089cc4 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] For port 709ad4db-3068-4c1f-b679-715c02eb0341, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=709ad4db-3068-4c1f-b679-715c02eb0341,segment=NetworkSegment(5beabdb9-7bfd-40b2-a520-1b22b3c5cdbb),segment_id=5beabdb9-7bfd-40b2-a520-1b22b3c5cdbb)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:55.232995 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3d679ffb-5988-4899-b6c2-74058f089cc4 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:55.276700 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-66032056-9b0c-498a-b22f-50c172dfd6b7 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:55.334597 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-71cc0167-341a-4ba9-b4c8-d0d740a080bc None None] Deleting port d3e0545a-c2c0-4af5-a199-fcbf436aa144 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:55.335585 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-71cc0167-341a-4ba9-b4c8-d0d740a080bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:55.336493 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66032056-9b0c-498a-b22f-50c172dfd6b7 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] No DVR routers for this DVR port d3e0545a-c2c0-4af5-a199-fcbf436aa144 on host n-d-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:39:55.350063 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66032056-9b0c-498a-b22f-50c172dfd6b7 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event deleted for resources: {'Port': ['ID=d3e0545a-c2c0-4af5-a199-fcbf436aa144,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:55.473278 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-3d679ffb-5988-4899-b6c2-74058f089cc4 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Calling delete_port for 709ad4db-3068-4c1f-b679-715c02eb0341 owned by network:dhcp {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:55.552132 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-66032056-9b0c-498a-b22f-50c172dfd6b7 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:55.575908 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-66032056-9b0c-498a-b22f-50c172dfd6b7 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e37d510-8c9f-4b9a-8254-3358f2d666b2']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:55.577137 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-71cc0167-341a-4ba9-b4c8-d0d740a080bc None None] For port d3e0545a-c2c0-4af5-a199-fcbf436aa144, host n-d-712141-10, got binding levels [] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:55.577633 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-71cc0167-341a-4ba9-b4c8-d0d740a080bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:55.594794 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-71cc0167-341a-4ba9-b4c8-d0d740a080bc None None] Calling delete_port for d3e0545a-c2c0-4af5-a199-fcbf436aa144 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:55.595505 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53c4a1-624d-485e-9d76-9bdc7e9683da req-56350944-7e55-40a0-b12e-6008c63af953 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:55.597902 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.ipam_backend_mixin [None req-71cc0167-341a-4ba9-b4c8-d0d740a080bc None None] Port d3e0545a-c2c0-4af5-a199-fcbf436aa144 was not found and therefore no delete operation was performed {{(pid=94079) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 23:39:55.599833 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-71cc0167-341a-4ba9-b4c8-d0d740a080bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:55.607540 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-66032056-9b0c-498a-b22f-50c172dfd6b7 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c6ec746-8b7f-4039-9844-d7442ab11fee') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:55.608596 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-66032056-9b0c-498a-b22f-50c172dfd6b7 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c6ec746-8b7f-4039-9844-d7442ab11fee') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:55.612825 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1894a1bf-c0ce-4d11-9612-ff5e42b683b5 None None] For port 709ad4db-3068-4c1f-b679-715c02eb0341, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=709ad4db-3068-4c1f-b679-715c02eb0341,segment=NetworkSegment(5beabdb9-7bfd-40b2-a520-1b22b3c5cdbb),segment_id=5beabdb9-7bfd-40b2-a520-1b22b3c5cdbb)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:55.613368 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1894a1bf-c0ce-4d11-9612-ff5e42b683b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:55.619331 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fb53c4a1-624d-485e-9d76-9bdc7e9683da req-56350944-7e55-40a0-b12e-6008c63af953 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/networks?id=5d20f887-85b7-45ef-8019-3cf0ef128029 HTTP/1.1" status: 200 len: 811 time: 0.4396148 Jul 29 23:39:55.620795 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=ccae1b77-c32f-4086-b58b-f20f03c51b9b,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:55.642405 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-66032056-9b0c-498a-b22f-50c172dfd6b7 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:55.678003 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cc0167-341a-4ba9-b4c8-d0d740a080bc None None] Pushing event deleted for resources: {'Port': ['ID=d3e0545a-c2c0-4af5-a199-fcbf436aa144,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:55.686329 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fb53c4a1-624d-485e-9d76-9bdc7e9683da req-15eb6094-e490-438a-8f88-27559127e260 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/quotas/7c08d2622b7b410cb98838e9565b36dc HTTP/1.1" status: 200 len: 375 time: 0.0620594 Jul 29 23:39:55.692188 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 709ad4db-3068-4c1f-b679-715c02eb0341 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:39:55.697783 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1894a1bf-c0ce-4d11-9612-ff5e42b683b5 None None] Calling delete_port for 709ad4db-3068-4c1f-b679-715c02eb0341 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:55.721372 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-66032056-9b0c-498a-b22f-50c172dfd6b7 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:55.748240 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66032056-9b0c-498a-b22f-50c172dfd6b7 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:39:55.749217 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cc0167-341a-4ba9-b4c8-d0d740a080bc None None] No DVR routers for this DVR port d3e0545a-c2c0-4af5-a199-fcbf436aa144 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:39:55.749520 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-66032056-9b0c-498a-b22f-50c172dfd6b7 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:55.755559 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:39:55.755559 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:39:55.755559 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:39:55.755559 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:39:55.755559 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:39:55.755559 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:39:55.755559 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:39:55.755559 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:39:55.755559 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:39:55.755559 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:39:55.755559 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:39:55.755559 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:39:55.755559 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:39:55.755559 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:39:55.755559 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:39:55.755559 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:39:55.755559 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:39:55.755559 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:39:55.755559 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:39:55.755559 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:39:55.755559 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:39:55.755559 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:39:55.755559 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:39:55.755559 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:39:55.755559 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:39:55.755559 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:39:55.755559 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:39:55.755559 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:39:55.755559 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:39:55.755559 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:39:55.755559 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:39:55.755559 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:39:55.934626 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fa95801b-5411-48ff-b177-35dfc7ca0b38 req-8d305599-e7c4-4df8-9faa-de9afa8b4af2 service neutron] 10.222.0.43 "GET /v2.0/networks/07279870-3078-44f7-8035-d94a4d0b31e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8744235 Jul 29 23:39:55.961650 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-66032056-9b0c-498a-b22f-50c172dfd6b7 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:55.981912 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3d679ffb-5988-4899-b6c2-74058f089cc4 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:55.999128 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-711f9f5c-a8d7-4f19-ba89-b1ec8ba33690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:56.015445 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No active binding found for port 709ad4db-3068-4c1f-b679-715c02eb0341 {{(pid=94079) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 29 23:39:56.017114 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 709ad4db-3068-4c1f-b679-715c02eb0341 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:39:56.017822 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device d3e0545a-c2c0-4af5-a199-fcbf436aa144 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:39:56.018038 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-66032056-9b0c-498a-b22f-50c172dfd6b7 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:56.025783 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-66032056-9b0c-498a-b22f-50c172dfd6b7 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "DELETE /v2.0/networks/4e37d510-8c9f-4b9a-8254-3358f2d666b2 HTTP/1.1" status: 204 len: 168 time: 1.8746068 Jul 29 23:39:56.025783 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66032056-9b0c-498a-b22f-50c172dfd6b7 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event deleted for resources: {'Network': ['ID=4e37d510-8c9f-4b9a-8254-3358f2d666b2,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:56.030340 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 33150) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:56.035879 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-8bdd619e-c4e9-4194-a715-11863dbbe6a9 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1568818285', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:56.078561 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: d3e0545a-c2c0-4af5-a199-fcbf436aa144 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:39:56.079162 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device d3e0545a-c2c0-4af5-a199-fcbf436aa144 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:39:56.082085 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8bdd619e-c4e9-4194-a715-11863dbbe6a9 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:56.085610 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8bdd619e-c4e9-4194-a715-11863dbbe6a9 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:56.115650 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d679ffb-5988-4899-b6c2-74058f089cc4 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] No DVR routers for this DVR port 709ad4db-3068-4c1f-b679-715c02eb0341 on host n-d-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:39:56.155299 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fb53c4a1-624d-485e-9d76-9bdc7e9683da req-5de9e9f0-e161-4d6c-9a4f-304c96c7d082 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7c08d2622b7b410cb98838e9565b36dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4179461 Jul 29 23:39:56.165348 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1894a1bf-c0ce-4d11-9612-ff5e42b683b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:56.169353 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d679ffb-5988-4899-b6c2-74058f089cc4 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event deleted for resources: {'Port': ['ID=709ad4db-3068-4c1f-b679-715c02eb0341,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:56.223113 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1894a1bf-c0ce-4d11-9612-ff5e42b683b5 None None] Pushing event deleted for resources: {'Port': ['ID=709ad4db-3068-4c1f-b679-715c02eb0341,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:56.248585 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8bdd619e-c4e9-4194-a715-11863dbbe6a9 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:56.251744 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1894a1bf-c0ce-4d11-9612-ff5e42b683b5 None None] No DVR routers for this DVR port 709ad4db-3068-4c1f-b679-715c02eb0341 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:39:56.258394 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8bdd619e-c4e9-4194-a715-11863dbbe6a9 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:56.300733 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8bdd619e-c4e9-4194-a715-11863dbbe6a9 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:56.302960 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8bdd619e-c4e9-4194-a715-11863dbbe6a9 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2710111 Jul 29 23:39:56.308235 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 33156) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:56.324097 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-1ccb1446-1ca3-442a-8956-579272a993e2 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1218403415'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:56.337742 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:56.338753 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3d679ffb-5988-4899-b6c2-74058f089cc4 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:56.351643 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-3d679ffb-5988-4899-b6c2-74058f089cc4 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dca3b451-54f2-45fa-a3ac-b07bad30c12e']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:56.367065 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-3d679ffb-5988-4899-b6c2-74058f089cc4 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5beabdb9-7bfd-40b2-a520-1b22b3c5cdbb') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:56.367577 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-3d679ffb-5988-4899-b6c2-74058f089cc4 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5beabdb9-7bfd-40b2-a520-1b22b3c5cdbb') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:56.374166 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ccb1446-1ca3-442a-8956-579272a993e2 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Made reservation on behalf of 7a2f603cc15342b5a7088525840c9a8c for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:39:56.378497 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3d679ffb-5988-4899-b6c2-74058f089cc4 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:56.392233 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1ccb1446-1ca3-442a-8956-579272a993e2 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:56.397361 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3d679ffb-5988-4899-b6c2-74058f089cc4 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:56.405226 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d679ffb-5988-4899-b6c2-74058f089cc4 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:39:56.405818 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3d679ffb-5988-4899-b6c2-74058f089cc4 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:56.514127 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:39:56.514127 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:39:56.514127 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:39:56.514127 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:39:56.514127 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:39:56.514127 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:39:56.514127 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:39:56.514127 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:39:56.514127 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:39:56.514127 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:39:56.514127 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:39:56.514127 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:39:56.514127 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:39:56.514127 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:39:56.514127 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:39:56.514127 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:39:56.514127 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:39:56.514127 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:39:56.514127 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:39:56.514127 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:39:56.514127 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:39:56.514127 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:39:56.514127 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:39:56.514127 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:39:56.514127 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:39:56.514127 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:39:56.514127 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:39:56.514127 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:39:56.514127 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:39:56.514127 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:39:56.514127 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:39:56.514127 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:39:56.519284 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3d679ffb-5988-4899-b6c2-74058f089cc4 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:56.531150 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3d679ffb-5988-4899-b6c2-74058f089cc4 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:56.540186 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 33160) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:56.555379 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37992e1c-5c06-4015-af39-642aba613495 x-openstack-request-id: req-37992e1c-5c06-4015-af39-642aba613495 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:39:56.556525 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efe07ad7-fc49-473e-80d7-c94663460d95", "name": "network-vif-plugged", "status": "completed", "tag": "ccae1b77-c32f-4086-b58b-f20f03c51b9b", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:39:56.557217 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-37992e1c-5c06-4015-af39-642aba613495 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:39:56.558588 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efe07ad7-fc49-473e-80d7-c94663460d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccae1b77-c32f-4086-b58b-f20f03c51b9b', 'code': 200} Jul 29 23:39:56.562706 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-3d679ffb-5988-4899-b6c2-74058f089cc4 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "DELETE /v2.0/networks/dca3b451-54f2-45fa-a3ac-b07bad30c12e HTTP/1.1" status: 204 len: 168 time: 2.6194861 Jul 29 23:39:56.577632 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-1c443663-0c2e-425c-a2b9-474946220162 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-915602155', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:56.619666 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ccb1446-1ca3-442a-8956-579272a993e2 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:39:56.637408 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d679ffb-5988-4899-b6c2-74058f089cc4 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event deleted for resources: {'Network': ['ID=dca3b451-54f2-45fa-a3ac-b07bad30c12e,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:56.647189 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1ccb1446-1ca3-442a-8956-579272a993e2 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:56.652912 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-1ccb1446-1ca3-442a-8956-579272a993e2 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Added segment 62fffabc-8b52-40cf-b7ec-42d8571b362f of type vlan for network a02c6df4-947d-4092-9e1a-39ce80e556cf Jul 29 23:39:56.754658 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1ccb1446-1ca3-442a-8956-579272a993e2 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:56.762645 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fb53c4a1-624d-485e-9d76-9bdc7e9683da req-3a724fd7-26a6-4de7-ac79-bc1447a877a8 service neutron] 10.222.0.43 "GET /v2.0/networks/5d20f887-85b7-45ef-8019-3cf0ef128029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6058986 Jul 29 23:39:56.823520 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 33166) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:56.949044 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9d470e-bd60-413b-844a-548755d6e1bb req-187d0975-0533-4f8f-8232-61de322b29d7 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:56.961399 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bf9d470e-bd60-413b-844a-548755d6e1bb req-187d0975-0533-4f8f-8232-61de322b29d7 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=efe07ad7-fc49-473e-80d7-c94663460d95 HTTP/1.1" status: 200 len: 946 time: 0.2387669 Jul 29 23:39:57.042025 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fb53c4a1-624d-485e-9d76-9bdc7e9683da req-ca32b1d7-2915-4e87-82c4-a282c2fc9d7b service neutron] 10.222.0.43 "GET /v2.0/networks/5d20f887-85b7-45ef-8019-3cf0ef128029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652996 Jul 29 23:39:57.122706 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bf9d470e-bd60-413b-844a-548755d6e1bb req-d9261553-2f0c-4493-97ce-acdce3b1745e tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974500 Jul 29 23:39:57.242247 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1b6e49c1-428f-40f1-9ef4-2d802e49801f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:57.472032 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bb63ffd1-8db2-44f9-b9aa-aad66ae1d4c5 req-e682d7d8-a7a5-47a8-8917-9cbab04c2d55 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e27ebea-070d-4cea-aa60-a24023874950 HTTP/1.1" status: 200 len: 210 time: 0.1302388 Jul 29 23:39:57.504910 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-239227fb-f820-46bb-adff-9d177ab498c0 req-21b944be-a2cb-4f29-8281-672cfee41595 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d895a45-efb7-4e94-96fe-f5a708a31a14 HTTP/1.1" status: 200 len: 210 time: 0.1253324 Jul 29 23:39:57.524220 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.db.api [None req-1b6e49c1-428f-40f1-9ef4-2d802e49801f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 23:39:57.524220 n-d-712141-10 neutron-server[94078]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 29 23:39:57.524220 n-d-712141-10 neutron-server[94078]: [parameters: {'project_id_1': 'd27ff277962541a5b7166817d59b9bf4', 'expiration_1': datetime.datetime(2021, 7, 29, 23, 39, 57, 337856)}] Jul 29 23:39:57.524220 n-d-712141-10 neutron-server[94078]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94078) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:39:57.524769 n-d-712141-10 neutron-server[94078]: DEBUG oslo_db.api [None req-1b6e49c1-428f-40f1-9ef4-2d802e49801f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:39:57.603774 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1ccb1446-1ca3-442a-8956-579272a993e2 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:57.612587 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ccb1446-1ca3-442a-8956-579272a993e2 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:57.613659 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1ccb1446-1ca3-442a-8956-579272a993e2 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:57.637217 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1c443663-0c2e-425c-a2b9-474946220162 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:57.638995 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1c443663-0c2e-425c-a2b9-474946220162 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:57.667391 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:57.737605 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-1ccb1446-1ca3-442a-8956-579272a993e2 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4237616 Jul 29 23:39:57.738678 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 33186) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:57.749332 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-1ea41d7f-b30a-4bd5-a5c7-5eb5d3a4f09d tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Request body: {'subnet': {'network_id': 'a02c6df4-947d-4092-9e1a-39ce80e556cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:57.791636 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892e99eb-d91a-4307-a7b9-f13602867eb2 req-bef41b90-98a0-447d-ae98-3b523ec2fd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:57.794313 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-892e99eb-d91a-4307-a7b9-f13602867eb2 req-bef41b90-98a0-447d-ae98-3b523ec2fd4a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=efe07ad7-fc49-473e-80d7-c94663460d95 HTTP/1.1" status: 200 len: 1098 time: 0.2786267 Jul 29 23:39:57.809530 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccb1446-1ca3-442a-8956-579272a993e2 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event updated for resources: {'Network': ['ID=a02c6df4-947d-4092-9e1a-39ce80e556cf,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:57.834748 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network a02c6df4-947d-4092-9e1a-39ce80e556cf details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:39:57.892024 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1c443663-0c2e-425c-a2b9-474946220162 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:57.901102 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1c443663-0c2e-425c-a2b9-474946220162 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:57.943032 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-892e99eb-d91a-4307-a7b9-f13602867eb2 req-012c1beb-5be1-42e0-960f-bcd1aab2fa1f service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295607 Jul 29 23:39:57.945880 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1c443663-0c2e-425c-a2b9-474946220162 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:57.947304 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-1c443663-0c2e-425c-a2b9-474946220162 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 1.4025216 Jul 29 23:39:57.952953 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 33192) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:57.959260 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-21e6cb0e-7f2e-4777-884b-f45f0b855d4b tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Request body: {'network': {'name': 'tempest-RoutersTest-1052344660'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:58.016334 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e6cb0e-7f2e-4777-884b-f45f0b855d4b tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Made reservation on behalf of 57ced8fbb08748a3b85014e0aa13f1c0 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:39:58.021291 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-21e6cb0e-7f2e-4777-884b-f45f0b855d4b tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:58.027446 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1b6e49c1-428f-40f1-9ef4-2d802e49801f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:58.077510 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea41d7f-b30a-4bd5-a5c7-5eb5d3a4f09d tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Made reservation on behalf of 7a2f603cc15342b5a7088525840c9a8c for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:39:58.081546 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1ea41d7f-b30a-4bd5-a5c7-5eb5d3a4f09d tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:58.110695 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21e6cb0e-7f2e-4777-884b-f45f0b855d4b tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:39:58.188782 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-21e6cb0e-7f2e-4777-884b-f45f0b855d4b tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:58.189206 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-21e6cb0e-7f2e-4777-884b-f45f0b855d4b tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Added segment 8e821c66-fc9b-4b28-8984-7bbab9a04c94 of type vlan for network 6c2eaf9c-1b68-4dff-89ae-76869996c21c Jul 29 23:39:58.353013 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-21e6cb0e-7f2e-4777-884b-f45f0b855d4b tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:58.522994 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f9d7fd-d7c2-448c-acbf-c1248c5d6c13 req-ba496de1-4161-4a3a-b14a-d8f487d5ff08 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:58.524889 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c5f9d7fd-d7c2-448c-acbf-c1248c5d6c13 req-ba496de1-4161-4a3a-b14a-d8f487d5ff08 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=efe07ad7-fc49-473e-80d7-c94663460d95 HTTP/1.1" status: 200 len: 946 time: 0.2528536 Jul 29 23:39:58.595186 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-21e6cb0e-7f2e-4777-884b-f45f0b855d4b tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:58.606180 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e6cb0e-7f2e-4777-884b-f45f0b855d4b tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:58.606851 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-21e6cb0e-7f2e-4777-884b-f45f0b855d4b tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:58.979791 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1b6e49c1-428f-40f1-9ef4-2d802e49801f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:59.037515 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95801b-5411-48ff-b177-35dfc7ca0b38 req-09556580-2721-411e-8a3f-aa14d7583737 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:59.042915 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fa95801b-5411-48ff-b177-35dfc7ca0b38 req-09556580-2721-411e-8a3f-aa14d7583737 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.41 "GET /v2.0/networks?id=07279870-3078-44f7-8035-d94a4d0b31e7 HTTP/1.1" status: 200 len: 812 time: 0.4874537 Jul 29 23:39:59.156406 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1b6e49c1-428f-40f1-9ef4-2d802e49801f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:59.242752 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-fa95801b-5411-48ff-b177-35dfc7ca0b38 req-1b9d47cc-3b00-4b77-be31-17f9a49b5587 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Request body: {'port': {'device_id': '2e27ebea-070d-4cea-aa60-a24023874950', 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7', 'admin_state_up': True, 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:59.284552 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-21e6cb0e-7f2e-4777-884b-f45f0b855d4b tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3188138 Jul 29 23:39:59.290960 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 33210) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:59.331228 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-b181774d-2039-491a-8226-ce5ae172a982 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Request body: {'subnet': {'network_id': '6c2eaf9c-1b68-4dff-89ae-76869996c21c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:59.390520 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:59.402490 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c5f9d7fd-d7c2-448c-acbf-c1248c5d6c13 req-ee09161e-731d-4d62-8d25-d3f80f74cc63 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8184974 Jul 29 23:39:59.644177 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9a0952fd-50f6-4c51-920b-209845ab5fbf req-61c8dd99-6a63-4f69-b75a-18643ab78eca tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e27ebea-070d-4cea-aa60-a24023874950 HTTP/1.1" status: 200 len: 210 time: 0.6799514 Jul 29 23:39:59.691053 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-1b6e49c1-428f-40f1-9ef4-2d802e49801f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d27ff277962541a5b7166817d59b9bf4&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8521514 Jul 29 23:39:59.696815 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 33214) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:59.787712 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dae00efc-b6f2-4364-a097-43b53a4f44c6 req-da9f5ced-5810-4a09-bfc2-b862f928a279 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d895a45-efb7-4e94-96fe-f5a708a31a14 HTTP/1.1" status: 200 len: 210 time: 0.0459929 Jul 29 23:39:59.802805 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e6cb0e-7f2e-4777-884b-f45f0b855d4b tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event updated for resources: {'Network': ['ID=6c2eaf9c-1b68-4dff-89ae-76869996c21c,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:59.827153 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa95801b-5411-48ff-b177-35dfc7ca0b38 req-1b9d47cc-3b00-4b77-be31-17f9a49b5587 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Made reservation on behalf of abc07fd47c924aad994e74752ef0bc5a for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:39:59.831383 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53c4a1-624d-485e-9d76-9bdc7e9683da req-50075c32-393d-4c9f-b41d-d0a09fe89c14 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:59.834632 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-fb53c4a1-624d-485e-9d76-9bdc7e9683da req-50075c32-393d-4c9f-b41d-d0a09fe89c14 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.41 "GET /v2.0/networks?id=5d20f887-85b7-45ef-8019-3cf0ef128029 HTTP/1.1" status: 200 len: 811 time: 0.6300220 Jul 29 23:39:59.838606 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 6c2eaf9c-1b68-4dff-89ae-76869996c21c details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:39:59.852376 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-fa95801b-5411-48ff-b177-35dfc7ca0b38 req-1b9d47cc-3b00-4b77-be31-17f9a49b5587 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:59.864764 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-fb53c4a1-624d-485e-9d76-9bdc7e9683da req-0eac1f71-65a0-4ce2-82dd-d890fbd39512 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Request body: {'port': {'device_id': '7d895a45-efb7-4e94-96fe-f5a708a31a14', 'network_id': '5d20f887-85b7-45ef-8019-3cf0ef128029', 'admin_state_up': True, 'tenant_id': '7c08d2622b7b410cb98838e9565b36dc'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:59.894218 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6e49c1-428f-40f1-9ef4-2d802e49801f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2549f22d-f6fd-467a-8297-4eb2d6d1bd60,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:00.004469 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b181774d-2039-491a-8226-ce5ae172a982 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Made reservation on behalf of 57ced8fbb08748a3b85014e0aa13f1c0 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:00.013860 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b181774d-2039-491a-8226-ce5ae172a982 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:00.121986 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-fa95801b-5411-48ff-b177-35dfc7ca0b38 req-1b9d47cc-3b00-4b77-be31-17f9a49b5587 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Allocated IP 172.20.0.12 (07279870-3078-44f7-8035-d94a4d0b31e7/ef618f43-4fe4-4e34-9800-0476d270be60/ab8b286e-9a63-4aef-ba88-e25b0d5f0463) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:40:00.147538 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e230f5a5-4fe2-471c-8e1d-0f2993b56250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:00.216702 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1ea41d7f-b30a-4bd5-a5c7-5eb5d3a4f09d tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:00.346624 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea41d7f-b30a-4bd5-a5c7-5eb5d3a4f09d tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event updated for resources: {'Subnet': ['ID=7bc27fc5-c70f-4be8-b885-0a9862c9c54f,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:00.477741 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e230f5a5-4fe2-471c-8e1d-0f2993b56250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:00.532717 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea41d7f-b30a-4bd5-a5c7-5eb5d3a4f09d tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Checking segment: {'id': '62fffabc-8b52-40cf-b7ec-42d8571b362f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a02c6df4-947d-4092-9e1a-39ce80e556cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:00.533317 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea41d7f-b30a-4bd5-a5c7-5eb5d3a4f09d tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Network hostable DHCP agents. Network: a02c6df4-947d-4092-9e1a-39ce80e556cf, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:40:00.752344 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea41d7f-b30a-4bd5-a5c7-5eb5d3a4f09d tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Network a02c6df4-947d-4092-9e1a-39ce80e556cf is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:40:00.794840 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e230f5a5-4fe2-471c-8e1d-0f2993b56250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:00.803039 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e230f5a5-4fe2-471c-8e1d-0f2993b56250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:00.814995 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e230f5a5-4fe2-471c-8e1d-0f2993b56250 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2549f22d-f6fd-467a-8297-4eb2d6d1bd60 HTTP/1.1" status: 204 len: 168 time: 1.1034153 Jul 29 23:40:00.850078 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-1ea41d7f-b30a-4bd5-a5c7-5eb5d3a4f09d tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, a02c6df4-947d-4092-9e1a-39ce80e556cf) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:00.860309 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-fa95801b-5411-48ff-b177-35dfc7ca0b38 req-1b9d47cc-3b00-4b77-be31-17f9a49b5587 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:00.875080 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e230f5a5-4fe2-471c-8e1d-0f2993b56250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2549f22d-f6fd-467a-8297-4eb2d6d1bd60,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:00.877292 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea41d7f-b30a-4bd5-a5c7-5eb5d3a4f09d tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:00.880883 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7cec4b-0db4-49b7-88c4-68cacececf27 None None] Network a02c6df4-947d-4092-9e1a-39ce80e556cf requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:40:00.882322 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1ea41d7f-b30a-4bd5-a5c7-5eb5d3a4f09d tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:00.890367 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb53c4a1-624d-485e-9d76-9bdc7e9683da req-0eac1f71-65a0-4ce2-82dd-d890fbd39512 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Made reservation on behalf of 7c08d2622b7b410cb98838e9565b36dc for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:00.896577 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-fb53c4a1-624d-485e-9d76-9bdc7e9683da req-0eac1f71-65a0-4ce2-82dd-d890fbd39512 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:00.930325 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b181774d-2039-491a-8226-ce5ae172a982 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:01.031975 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a4def885-c978-4259-b35e-3481d8a1f00f req-fa13280d-a60a-4f5a-91e3-4b3bbea69093 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e27ebea-070d-4cea-aa60-a24023874950 HTTP/1.1" status: 200 len: 210 time: 0.1863964 Jul 29 23:40:01.039154 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-fa95801b-5411-48ff-b177-35dfc7ca0b38 req-1b9d47cc-3b00-4b77-be31-17f9a49b5587 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Transition to ACTIVE for port object ab8b286e-9a63-4aef-ba88-e25b0d5f0463 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:01.060548 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f125e-57eb-487f-90b5-38a4a2d64d43 req-b8fe7885-d8d0-4041-b18d-0d9e8e71a920 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:01.067153 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a61f125e-57eb-487f-90b5-38a4a2d64d43 req-b8fe7885-d8d0-4041-b18d-0d9e8e71a920 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=efe07ad7-fc49-473e-80d7-c94663460d95 HTTP/1.1" status: 200 len: 946 time: 0.4897687 Jul 29 23:40:01.074505 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-1ea41d7f-b30a-4bd5-a5c7-5eb5d3a4f09d tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3323112 Jul 29 23:40:01.080589 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 33230) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:01.110492 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e230f5a5-4fe2-471c-8e1d-0f2993b56250 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:01.111086 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e230f5a5-4fe2-471c-8e1d-0f2993b56250 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:01.111669 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e230f5a5-4fe2-471c-8e1d-0f2993b56250 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:01.112883 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e230f5a5-4fe2-471c-8e1d-0f2993b56250 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:01.117376 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e230f5a5-4fe2-471c-8e1d-0f2993b56250 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:01.118040 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e230f5a5-4fe2-471c-8e1d-0f2993b56250 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:01.118620 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e230f5a5-4fe2-471c-8e1d-0f2993b56250 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:01.119192 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e230f5a5-4fe2-471c-8e1d-0f2993b56250 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:01.119752 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e230f5a5-4fe2-471c-8e1d-0f2993b56250 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:01.120316 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e230f5a5-4fe2-471c-8e1d-0f2993b56250 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:01.120869 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e230f5a5-4fe2-471c-8e1d-0f2993b56250 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:01.121423 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e230f5a5-4fe2-471c-8e1d-0f2993b56250 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:01.391972 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b181774d-2039-491a-8226-ce5ae172a982 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event updated for resources: {'Subnet': ['ID=e914c1e7-e0d1-484d-8ef5-937e66f8c162,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:01.473072 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b22079-23d3-49d0-bcc0-1a8aec6b6fdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-a02c6df4-947d-4092-9e1a-39ce80e556cf', 'network_id': 'a02c6df4-947d-4092-9e1a-39ce80e556cf', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'fixed_ips': [{'subnet_id': '7bc27fc5-c70f-4be8-b885-0a9862c9c54f'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:40:01.474772 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f4b22079-23d3-49d0-bcc0-1a8aec6b6fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:01.481305 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b181774d-2039-491a-8226-ce5ae172a982 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Checking segment: {'id': '8e821c66-fc9b-4b28-8984-7bbab9a04c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c2eaf9c-1b68-4dff-89ae-76869996c21c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:01.482089 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b181774d-2039-491a-8226-ce5ae172a982 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Network hostable DHCP agents. Network: 6c2eaf9c-1b68-4dff-89ae-76869996c21c, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:40:01.653834 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b181774d-2039-491a-8226-ce5ae172a982 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Network 6c2eaf9c-1b68-4dff-89ae-76869996c21c is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:40:01.660008 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0dfc05ff-7734-40da-8d85-78bfeac2ac03 req-cae89858-5d27-4536-a328-7fa29c7eca99 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d895a45-efb7-4e94-96fe-f5a708a31a14 HTTP/1.1" status: 200 len: 210 time: 0.3862002 Jul 29 23:40:01.698402 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a61f125e-57eb-487f-90b5-38a4a2d64d43 req-d275df86-65d6-4a02-92c7-98f92137f156 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6185849 Jul 29 23:40:01.715772 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 33238) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:01.717875 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-b181774d-2039-491a-8226-ce5ae172a982 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 6c2eaf9c-1b68-4dff-89ae-76869996c21c) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:01.755517 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6203d0-14e9-4f51-9adc-f6c739fdebcb None None] Network 6c2eaf9c-1b68-4dff-89ae-76869996c21c requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:40:01.758645 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b181774d-2039-491a-8226-ce5ae172a982 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:01.762603 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b181774d-2039-491a-8226-ce5ae172a982 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:01.780664 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-fa95801b-5411-48ff-b177-35dfc7ca0b38 req-1b9d47cc-3b00-4b77-be31-17f9a49b5587 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:01.885448 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-dc0bd7cb-9424-40af-9478-e0c77d5590a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:01.898712 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-fb53c4a1-624d-485e-9d76-9bdc7e9683da req-0eac1f71-65a0-4ce2-82dd-d890fbd39512 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Allocated IP 172.20.0.3 (5d20f887-85b7-45ef-8019-3cf0ef128029/7a456402-40c6-4578-9b75-bbc1a0d9a5e7/338bafd5-ef8b-4a8a-b262-70844d22db05) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:40:01.919901 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b181774d-2039-491a-8226-ce5ae172a982 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6273656 Jul 29 23:40:01.944449 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 33242) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:02.023524 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa95801b-5411-48ff-b177-35dfc7ca0b38 req-1b9d47cc-3b00-4b77-be31-17f9a49b5587 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Network 07279870-3078-44f7-8035-d94a4d0b31e7 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:02.104151 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-fa95801b-5411-48ff-b177-35dfc7ca0b38 req-1b9d47cc-3b00-4b77-be31-17f9a49b5587 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:02.118883 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa95801b-5411-48ff-b177-35dfc7ca0b38 req-1b9d47cc-3b00-4b77-be31-17f9a49b5587 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:40:02.296682 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-f4b22079-23d3-49d0-bcc0-1a8aec6b6fdd None None] Allocated IP 2001:db8::2 (a02c6df4-947d-4092-9e1a-39ce80e556cf/7bc27fc5-c70f-4be8-b885-0a9862c9c54f/084c6cc8-464f-461e-8e1f-ccc2f6af41dc) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:40:02.329124 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-dc0bd7cb-9424-40af-9478-e0c77d5590a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:02.339262 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-dc0bd7cb-9424-40af-9478-e0c77d5590a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:02.464499 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0bd7cb-9424-40af-9478-e0c77d5590a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0bd860-33b0-4645-b4c2-9e2b795e1338,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:02.512186 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-dc0bd7cb-9424-40af-9478-e0c77d5590a0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=70c13d0c87a54e28a5331beb6853c2af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7408450 Jul 29 23:40:02.532296 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694f461c-3ce8-4a7c-9a65-0cd86cc6df9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-6c2eaf9c-1b68-4dff-89ae-76869996c21c', 'network_id': '6c2eaf9c-1b68-4dff-89ae-76869996c21c', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'fixed_ips': [{'subnet_id': 'e914c1e7-e0d1-484d-8ef5-937e66f8c162'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:40:02.535854 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 33252) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:02.537778 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-694f461c-3ce8-4a7c-9a65-0cd86cc6df9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:02.562661 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-fb53c4a1-624d-485e-9d76-9bdc7e9683da req-0eac1f71-65a0-4ce2-82dd-d890fbd39512 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:02.710431 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-fb53c4a1-624d-485e-9d76-9bdc7e9683da req-0eac1f71-65a0-4ce2-82dd-d890fbd39512 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:02.785745 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['486f032c-a5b1-4bd5-bda4-11a6999e7a64'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:40:02.814518 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eac1f71-65a0-4ce2-82dd-d890fbd39512 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Pushing event updated for resources: {'Port': ['ID=338bafd5-ef8b-4a8a-b262-70844d22db05,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:02.837166 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb53c4a1-624d-485e-9d76-9bdc7e9683da req-0eac1f71-65a0-4ce2-82dd-d890fbd39512 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Network 5d20f887-85b7-45ef-8019-3cf0ef128029 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:02.839541 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-fb53c4a1-624d-485e-9d76-9bdc7e9683da req-0eac1f71-65a0-4ce2-82dd-d890fbd39512 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:02.842514 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb53c4a1-624d-485e-9d76-9bdc7e9683da req-0eac1f71-65a0-4ce2-82dd-d890fbd39512 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:40:02.890209 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a120586a-b8f4-4634-afc1-2f0d93302b9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:02.919525 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a120586a-b8f4-4634-afc1-2f0d93302b9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:02.932550 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-08aaf92c-269c-4cec-9bfd-7afbcd53c378 None None] Provisioning for port ab8b286e-9a63-4aef-ba88-e25b0d5f0463 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:02.959433 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-08aaf92c-269c-4cec-9bfd-7afbcd53c378 None None] Provisioning complete for port ab8b286e-9a63-4aef-ba88-e25b0d5f0463 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:02.961090 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-08aaf92c-269c-4cec-9bfd-7afbcd53c378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:03.023857 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a120586a-b8f4-4634-afc1-2f0d93302b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:03.026897 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a120586a-b8f4-4634-afc1-2f0d93302b9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:03.031738 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a120586a-b8f4-4634-afc1-2f0d93302b9e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cb0bd860-33b0-4645-b4c2-9e2b795e1338 HTTP/1.1" status: 204 len: 168 time: 0.4946179 Jul 29 23:40:03.070656 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a120586a-b8f4-4634-afc1-2f0d93302b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0bd860-33b0-4645-b4c2-9e2b795e1338,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:03.103627 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53c4a1-624d-485e-9d76-9bdc7e9683da req-0eac1f71-65a0-4ce2-82dd-d890fbd39512 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:03.105779 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-fb53c4a1-624d-485e-9d76-9bdc7e9683da req-0eac1f71-65a0-4ce2-82dd-d890fbd39512 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:03.126263 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5041bbbe-6b3f-4d80-b2f0-e3b02eacc7a2 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:03.146458 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-fb53c4a1-624d-485e-9d76-9bdc7e9683da req-0eac1f71-65a0-4ce2-82dd-d890fbd39512 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2892554 Jul 29 23:40:03.173125 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-fb53c4a1-624d-485e-9d76-9bdc7e9683da req-f37e6c6c-a2ec-48bd-b854-3f6927d9c3f4 service neutron] Request body: {'port': {'device_id': '7d895a45-efb7-4e94-96fe-f5a708a31a14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:03.199397 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f4b22079-23d3-49d0-bcc0-1a8aec6b6fdd None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:03.239532 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f4b22079-23d3-49d0-bcc0-1a8aec6b6fdd None None] Transition to ACTIVE for port object 084c6cc8-464f-461e-8e1f-ccc2f6af41dc will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:03.259095 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-08aaf92c-269c-4cec-9bfd-7afbcd53c378 None None] Port ab8b286e-9a63-4aef-ba88-e25b0d5f0463 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:40:03.266426 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9d47cc-3b00-4b77-be31-17f9a49b5587 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Pushing event updated for resources: {'Port': ['ID=ab8b286e-9a63-4aef-ba88-e25b0d5f0463,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:03.381145 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-fb53c4a1-624d-485e-9d76-9bdc7e9683da req-f37e6c6c-a2ec-48bd-b854-3f6927d9c3f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:03.401861 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-694f461c-3ce8-4a7c-9a65-0cd86cc6df9c None None] Allocated IP 172.20.0.2 (6c2eaf9c-1b68-4dff-89ae-76869996c21c/e914c1e7-e0d1-484d-8ef5-937e66f8c162/e4599ef2-90dd-4dba-93fc-6b6a9644d478) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:40:03.404683 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f4b22079-23d3-49d0-bcc0-1a8aec6b6fdd None None] Transition to ACTIVE for port object 084c6cc8-464f-461e-8e1f-ccc2f6af41dc will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:03.440049 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f4b22079-23d3-49d0-bcc0-1a8aec6b6fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:03.649156 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640aa33b-d380-4053-81b5-30f37861ac3e req-ff4c6c7d-3f65-495b-b166-7393c5901c95 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:03.664001 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-640aa33b-d380-4053-81b5-30f37861ac3e req-ff4c6c7d-3f65-495b-b166-7393c5901c95 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.22 "GET /v2.0/ports?device_id=efe07ad7-fc49-473e-80d7-c94663460d95 HTTP/1.1" status: 200 len: 946 time: 0.1622560 Jul 29 23:40:03.715389 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b22079-23d3-49d0-bcc0-1a8aec6b6fdd None None] Network a02c6df4-947d-4092-9e1a-39ce80e556cf is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:03.717643 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-f4b22079-23d3-49d0-bcc0-1a8aec6b6fdd None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:03.743045 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b22079-23d3-49d0-bcc0-1a8aec6b6fdd None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:40:03.814988 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b22079-23d3-49d0-bcc0-1a8aec6b6fdd None None] Pushing event updated for resources: {'Port': ['ID=084c6cc8-464f-461e-8e1f-ccc2f6af41dc,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:03.956680 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b22079-23d3-49d0-bcc0-1a8aec6b6fdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:03.957243 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b22079-23d3-49d0-bcc0-1a8aec6b6fdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:03.957856 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b22079-23d3-49d0-bcc0-1a8aec6b6fdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:03.958465 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b22079-23d3-49d0-bcc0-1a8aec6b6fdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:03.959031 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b22079-23d3-49d0-bcc0-1a8aec6b6fdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:03.959620 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b22079-23d3-49d0-bcc0-1a8aec6b6fdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:03.961229 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b22079-23d3-49d0-bcc0-1a8aec6b6fdd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:03.961837 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b22079-23d3-49d0-bcc0-1a8aec6b6fdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:03.962396 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b22079-23d3-49d0-bcc0-1a8aec6b6fdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:03.962959 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b22079-23d3-49d0-bcc0-1a8aec6b6fdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:03.963530 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b22079-23d3-49d0-bcc0-1a8aec6b6fdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:03.964101 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b22079-23d3-49d0-bcc0-1a8aec6b6fdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:03.973256 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95801b-5411-48ff-b177-35dfc7ca0b38 req-1b9d47cc-3b00-4b77-be31-17f9a49b5587 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:03.974332 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-fa95801b-5411-48ff-b177-35dfc7ca0b38 req-1b9d47cc-3b00-4b77-be31-17f9a49b5587 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:04.040846 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dfa144-e35f-4d81-9fce-cc2b7c114050 req-5510244c-3469-4a94-bf6a-cec16f720b3a tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:04.042507 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d1dfa144-e35f-4d81-9fce-cc2b7c114050 req-5510244c-3469-4a94-bf6a-cec16f720b3a tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=efe07ad7-fc49-473e-80d7-c94663460d95 HTTP/1.1" status: 200 len: 946 time: 1.0050228 Jul 29 23:40:04.079985 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-f4b22079-23d3-49d0-bcc0-1a8aec6b6fdd None None] Attempting to bind port 084c6cc8-464f-461e-8e1f-ccc2f6af41dc on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:40:04.095373 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-f4b22079-23d3-49d0-bcc0-1a8aec6b6fdd None None] Attempting to bind port 084c6cc8-464f-461e-8e1f-ccc2f6af41dc by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '62fffabc-8b52-40cf-b7ec-42d8571b362f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a02c6df4-947d-4092-9e1a-39ce80e556cf'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:40:04.096506 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b22079-23d3-49d0-bcc0-1a8aec6b6fdd None None] Attempting to bind port 084c6cc8-464f-461e-8e1f-ccc2f6af41dc on network a02c6df4-947d-4092-9e1a-39ce80e556cf {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:40:04.134843 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b22079-23d3-49d0-bcc0-1a8aec6b6fdd None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:40:04.135146 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b22079-23d3-49d0-bcc0-1a8aec6b6fdd None None] Checking segment: {'id': '62fffabc-8b52-40cf-b7ec-42d8571b362f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a02c6df4-947d-4092-9e1a-39ce80e556cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:04.146253 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f4b22079-23d3-49d0-bcc0-1a8aec6b6fdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:04.147001 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b22079-23d3-49d0-bcc0-1a8aec6b6fdd None None] Bound using segment: {'id': '62fffabc-8b52-40cf-b7ec-42d8571b362f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a02c6df4-947d-4092-9e1a-39ce80e556cf'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:40:04.148285 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-f4b22079-23d3-49d0-bcc0-1a8aec6b6fdd None None] Bound port: 084c6cc8-464f-461e-8e1f-ccc2f6af41dc, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62fffabc-8b52-40cf-b7ec-42d8571b362f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a02c6df4-947d-4092-9e1a-39ce80e556cf'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:40:04.148864 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f4b22079-23d3-49d0-bcc0-1a8aec6b6fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:04.183562 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-640aa33b-d380-4053-81b5-30f37861ac3e req-6d55f4fe-f87c-4a6c-a9cd-59a55a3d04d0 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Deleting port ccae1b77-c32f-4086-b58b-f20f03c51b9b {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:40:04.184076 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-640aa33b-d380-4053-81b5-30f37861ac3e req-6d55f4fe-f87c-4a6c-a9cd-59a55a3d04d0 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:04.410363 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-694f461c-3ce8-4a7c-9a65-0cd86cc6df9c None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:04.456727 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-694f461c-3ce8-4a7c-9a65-0cd86cc6df9c None None] Transition to ACTIVE for port object e4599ef2-90dd-4dba-93fc-6b6a9644d478 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:04.496041 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-5041bbbe-6b3f-4d80-b2f0-e3b02eacc7a2 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Allocated IP 2001:db8::1 (a02c6df4-947d-4092-9e1a-39ce80e556cf/7bc27fc5-c70f-4be8-b885-0a9862c9c54f/54918d4e-7005-4a11-add4-fc4859647504) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:40:04.521040 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-f4b22079-23d3-49d0-bcc0-1a8aec6b6fdd None None] For port 084c6cc8-464f-461e-8e1f-ccc2f6af41dc, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:40:04.538029 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-694f461c-3ce8-4a7c-9a65-0cd86cc6df9c None None] Transition to ACTIVE for port object e4599ef2-90dd-4dba-93fc-6b6a9644d478 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:04.560561 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-f4b22079-23d3-49d0-bcc0-1a8aec6b6fdd None None] For port 084c6cc8-464f-461e-8e1f-ccc2f6af41dc, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=084c6cc8-464f-461e-8e1f-ccc2f6af41dc,segment=NetworkSegment(62fffabc-8b52-40cf-b7ec-42d8571b362f),segment_id=62fffabc-8b52-40cf-b7ec-42d8571b362f)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:40:04.560561 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-694f461c-3ce8-4a7c-9a65-0cd86cc6df9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:04.637383 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f4b22079-23d3-49d0-bcc0-1a8aec6b6fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:04.645006 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694f461c-3ce8-4a7c-9a65-0cd86cc6df9c None None] Pushing event updated for resources: {'Port': ['ID=e4599ef2-90dd-4dba-93fc-6b6a9644d478,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:04.666723 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-640aa33b-d380-4053-81b5-30f37861ac3e req-6d55f4fe-f87c-4a6c-a9cd-59a55a3d04d0 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] For port ccae1b77-c32f-4086-b58b-f20f03c51b9b, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=ccae1b77-c32f-4086-b58b-f20f03c51b9b,segment=NetworkSegment(0aa0b58a-edbb-411a-9077-5f81d4114e3c),segment_id=0aa0b58a-edbb-411a-9077-5f81d4114e3c)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:04.667434 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-640aa33b-d380-4053-81b5-30f37861ac3e req-6d55f4fe-f87c-4a6c-a9cd-59a55a3d04d0 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:04.705265 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694f461c-3ce8-4a7c-9a65-0cd86cc6df9c None None] Network 6c2eaf9c-1b68-4dff-89ae-76869996c21c is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:04.715358 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-694f461c-3ce8-4a7c-9a65-0cd86cc6df9c None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:04.728310 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694f461c-3ce8-4a7c-9a65-0cd86cc6df9c None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:40:04.800843 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-fb53c4a1-624d-485e-9d76-9bdc7e9683da req-f37e6c6c-a2ec-48bd-b854-3f6927d9c3f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 338bafd5-ef8b-4a8a-b262-70844d22db05 {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:40:04.849900 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-640aa33b-d380-4053-81b5-30f37861ac3e req-6d55f4fe-f87c-4a6c-a9cd-59a55a3d04d0 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Calling delete_port for ccae1b77-c32f-4086-b58b-f20f03c51b9b owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:40:04.858020 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-fb53c4a1-624d-485e-9d76-9bdc7e9683da req-f37e6c6c-a2ec-48bd-b854-3f6927d9c3f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:04.921094 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-fb53c4a1-624d-485e-9d76-9bdc7e9683da req-f37e6c6c-a2ec-48bd-b854-3f6927d9c3f4 service neutron] Transition to ACTIVE for port object 338bafd5-ef8b-4a8a-b262-70844d22db05 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:04.971151 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-694f461c-3ce8-4a7c-9a65-0cd86cc6df9c None None] Attempting to bind port e4599ef2-90dd-4dba-93fc-6b6a9644d478 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:40:04.971854 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-694f461c-3ce8-4a7c-9a65-0cd86cc6df9c None None] Attempting to bind port e4599ef2-90dd-4dba-93fc-6b6a9644d478 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '8e821c66-fc9b-4b28-8984-7bbab9a04c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c2eaf9c-1b68-4dff-89ae-76869996c21c'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:40:04.974615 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694f461c-3ce8-4a7c-9a65-0cd86cc6df9c None None] Attempting to bind port e4599ef2-90dd-4dba-93fc-6b6a9644d478 on network 6c2eaf9c-1b68-4dff-89ae-76869996c21c {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:40:04.985397 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b22079-23d3-49d0-bcc0-1a8aec6b6fdd None None] Pushing event updated for resources: {'Port': ['ID=084c6cc8-464f-461e-8e1f-ccc2f6af41dc,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:05.019871 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694f461c-3ce8-4a7c-9a65-0cd86cc6df9c None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:40:05.020498 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694f461c-3ce8-4a7c-9a65-0cd86cc6df9c None None] Checking segment: {'id': '8e821c66-fc9b-4b28-8984-7bbab9a04c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c2eaf9c-1b68-4dff-89ae-76869996c21c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:05.021358 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-694f461c-3ce8-4a7c-9a65-0cd86cc6df9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:05.022686 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694f461c-3ce8-4a7c-9a65-0cd86cc6df9c None None] Bound using segment: {'id': '8e821c66-fc9b-4b28-8984-7bbab9a04c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c2eaf9c-1b68-4dff-89ae-76869996c21c'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:40:05.026353 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-694f461c-3ce8-4a7c-9a65-0cd86cc6df9c None None] Bound port: e4599ef2-90dd-4dba-93fc-6b6a9644d478, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e821c66-fc9b-4b28-8984-7bbab9a04c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c2eaf9c-1b68-4dff-89ae-76869996c21c'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:40:05.027017 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-694f461c-3ce8-4a7c-9a65-0cd86cc6df9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:05.032290 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-fb53c4a1-624d-485e-9d76-9bdc7e9683da req-f37e6c6c-a2ec-48bd-b854-3f6927d9c3f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:05.145000 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37e6c6c-a2ec-48bd-b854-3f6927d9c3f4 service neutron] Pushing event updated for resources: {'Port': ['ID=338bafd5-ef8b-4a8a-b262-70844d22db05,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:05.185150 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-694f461c-3ce8-4a7c-9a65-0cd86cc6df9c None None] For port e4599ef2-90dd-4dba-93fc-6b6a9644d478, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:40:05.192506 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-694f461c-3ce8-4a7c-9a65-0cd86cc6df9c None None] For port e4599ef2-90dd-4dba-93fc-6b6a9644d478, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=e4599ef2-90dd-4dba-93fc-6b6a9644d478,segment=NetworkSegment(8e821c66-fc9b-4b28-8984-7bbab9a04c94),segment_id=8e821c66-fc9b-4b28-8984-7bbab9a04c94)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:40:05.206212 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-694f461c-3ce8-4a7c-9a65-0cd86cc6df9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:05.358386 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5041bbbe-6b3f-4d80-b2f0-e3b02eacc7a2 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:05.435225 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-5041bbbe-6b3f-4d80-b2f0-e3b02eacc7a2 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Transition to ACTIVE for port object 54918d4e-7005-4a11-add4-fc4859647504 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:05.474800 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694f461c-3ce8-4a7c-9a65-0cd86cc6df9c None None] Pushing event updated for resources: {'Port': ['ID=e4599ef2-90dd-4dba-93fc-6b6a9644d478,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:05.516725 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-fb53c4a1-624d-485e-9d76-9bdc7e9683da req-f37e6c6c-a2ec-48bd-b854-3f6927d9c3f4 service neutron] Attempting to bind port 338bafd5-ef8b-4a8a-b262-70844d22db05 on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:40:05.517275 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-fb53c4a1-624d-485e-9d76-9bdc7e9683da req-f37e6c6c-a2ec-48bd-b854-3f6927d9c3f4 service neutron] Attempting to bind port 338bafd5-ef8b-4a8a-b262-70844d22db05 by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': '59dfd488-a454-40cf-9438-9ce3dc7e6e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5d20f887-85b7-45ef-8019-3cf0ef128029'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:40:05.528722 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb53c4a1-624d-485e-9d76-9bdc7e9683da req-f37e6c6c-a2ec-48bd-b854-3f6927d9c3f4 service neutron] Attempting to bind port 338bafd5-ef8b-4a8a-b262-70844d22db05 on network 5d20f887-85b7-45ef-8019-3cf0ef128029 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:40:05.586960 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb53c4a1-624d-485e-9d76-9bdc7e9683da req-f37e6c6c-a2ec-48bd-b854-3f6927d9c3f4 service neutron] Port 338bafd5-ef8b-4a8a-b262-70844d22db05 on network 5d20f887-85b7-45ef-8019-3cf0ef128029 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:40:05.587507 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb53c4a1-624d-485e-9d76-9bdc7e9683da req-f37e6c6c-a2ec-48bd-b854-3f6927d9c3f4 service neutron] Attempting to bind port 338bafd5-ef8b-4a8a-b262-70844d22db05 on network 5d20f887-85b7-45ef-8019-3cf0ef128029 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:40:05.690224 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5041bbbe-6b3f-4d80-b2f0-e3b02eacc7a2 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:05.699187 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb53c4a1-624d-485e-9d76-9bdc7e9683da req-f37e6c6c-a2ec-48bd-b854-3f6927d9c3f4 service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:40:05.699950 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb53c4a1-624d-485e-9d76-9bdc7e9683da req-f37e6c6c-a2ec-48bd-b854-3f6927d9c3f4 service neutron] Checking segment: {'id': '59dfd488-a454-40cf-9438-9ce3dc7e6e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5d20f887-85b7-45ef-8019-3cf0ef128029'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:05.700292 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb53c4a1-624d-485e-9d76-9bdc7e9683da req-f37e6c6c-a2ec-48bd-b854-3f6927d9c3f4 service neutron] Bound using segment: {'id': '59dfd488-a454-40cf-9438-9ce3dc7e6e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5d20f887-85b7-45ef-8019-3cf0ef128029'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:40:05.718161 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-fb53c4a1-624d-485e-9d76-9bdc7e9683da req-f37e6c6c-a2ec-48bd-b854-3f6927d9c3f4 service neutron] Bound port: 338bafd5-ef8b-4a8a-b262-70844d22db05, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59dfd488-a454-40cf-9438-9ce3dc7e6e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '5d20f887-85b7-45ef-8019-3cf0ef128029'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:40:05.718923 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-fb53c4a1-624d-485e-9d76-9bdc7e9683da req-f37e6c6c-a2ec-48bd-b854-3f6927d9c3f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:05.806418 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 084c6cc8-464f-461e-8e1f-ccc2f6af41dc up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:40:05.936799 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-640aa33b-d380-4053-81b5-30f37861ac3e req-6d55f4fe-f87c-4a6c-a9cd-59a55a3d04d0 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:05.957570 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['b6ece518-cbb5-4566-b916-ab5aa5d0aa2a', 'ccae1b77-c32f-4086-b58b-f20f03c51b9b'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:40:06.063023 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fa95801b-5411-48ff-b177-35dfc7ca0b38 req-1b9d47cc-3b00-4b77-be31-17f9a49b5587 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.9133420 Jul 29 23:40:06.213725 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 084c6cc8-464f-461e-8e1f-ccc2f6af41dc completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:06.221139 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d55f4fe-f87c-4a6c-a9cd-59a55a3d04d0 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Pushing event deleted for resources: {'Port': ['ID=ccae1b77-c32f-4086-b58b-f20f03c51b9b,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:06.242575 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5041bbbe-6b3f-4d80-b2f0-e3b02eacc7a2 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event updated for resources: {'Port': ['ID=54918d4e-7005-4a11-add4-fc4859647504,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:06.350861 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a75de-c535-4b06-9fe7-00014aebb269 req-6d404383-7e4e-4f0d-850f-8576a7c1c0aa tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:06.367486 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-606a75de-c535-4b06-9fe7-00014aebb269 req-6d404383-7e4e-4f0d-850f-8576a7c1c0aa tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e27ebea-070d-4cea-aa60-a24023874950 HTTP/1.1" status: 200 len: 932 time: 3.3345127 Jul 29 23:40:06.392795 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-fb53c4a1-624d-485e-9d76-9bdc7e9683da req-f37e6c6c-a2ec-48bd-b854-3f6927d9c3f4 service neutron] For port 338bafd5-ef8b-4a8a-b262-70844d22db05, host n-h1-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:40:06.395612 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-fa95801b-5411-48ff-b177-35dfc7ca0b38 req-17a276c0-053c-422e-9a2a-270419f7e1a6 service neutron] Request body: {'port': {'device_id': '2e27ebea-070d-4cea-aa60-a24023874950', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:06.421059 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d1dfa144-e35f-4d81-9fce-cc2b7c114050 req-a617f4f1-392e-4baf-96f8-1385b67cdd6e tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3951168 Jul 29 23:40:06.530015 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-640aa33b-d380-4053-81b5-30f37861ac3e req-6d55f4fe-f87c-4a6c-a9cd-59a55a3d04d0 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] No DVR routers for this DVR port ccae1b77-c32f-4086-b58b-f20f03c51b9b on host n-h2-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:40:06.535131 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-640aa33b-d380-4053-81b5-30f37861ac3e req-6d55f4fe-f87c-4a6c-a9cd-59a55a3d04d0 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:06.542892 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-640aa33b-d380-4053-81b5-30f37861ac3e req-6d55f4fe-f87c-4a6c-a9cd-59a55a3d04d0 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.22 "DELETE /v2.0/ports/ccae1b77-c32f-4086-b58b-f20f03c51b9b HTTP/1.1" status: 204 len: 173 time: 2.8287966 Jul 29 23:40:06.555306 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-fb53c4a1-624d-485e-9d76-9bdc7e9683da req-f37e6c6c-a2ec-48bd-b854-3f6927d9c3f4 service neutron] For port 338bafd5-ef8b-4a8a-b262-70844d22db05, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=338bafd5-ef8b-4a8a-b262-70844d22db05,segment=NetworkSegment(59dfd488-a454-40cf-9438-9ce3dc7e6e5e),segment_id=59dfd488-a454-40cf-9438-9ce3dc7e6e5e)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:40:06.556976 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efe07ad7-fc49-473e-80d7-c94663460d95', 'name': 'network-vif-deleted', 'tag': 'ccae1b77-c32f-4086-b58b-f20f03c51b9b'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:40:06.569518 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac7d2fca-868b-42cf-ae5e-bae805456ec9" -d '{"events": [{"server_uuid": "efe07ad7-fc49-473e-80d7-c94663460d95", "name": "network-vif-deleted", "tag": "ccae1b77-c32f-4086-b58b-f20f03c51b9b"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:40:06.583099 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-fb53c4a1-624d-485e-9d76-9bdc7e9683da req-f37e6c6c-a2ec-48bd-b854-3f6927d9c3f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:06.704861 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5041bbbe-6b3f-4d80-b2f0-e3b02eacc7a2 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Network a02c6df4-947d-4092-9e1a-39ce80e556cf is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:06.708605 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-5041bbbe-6b3f-4d80-b2f0-e3b02eacc7a2 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:06.779109 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5041bbbe-6b3f-4d80-b2f0-e3b02eacc7a2 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:40:06.780014 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5041bbbe-6b3f-4d80-b2f0-e3b02eacc7a2 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:06.790012 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53c4a1-624d-485e-9d76-9bdc7e9683da req-f37e6c6c-a2ec-48bd-b854-3f6927d9c3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:06.792631 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-fb53c4a1-624d-485e-9d76-9bdc7e9683da req-f37e6c6c-a2ec-48bd-b854-3f6927d9c3f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:06.795930 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-fb53c4a1-624d-485e-9d76-9bdc7e9683da req-f37e6c6c-a2ec-48bd-b854-3f6927d9c3f4 service neutron] 10.222.0.41 "PUT /v2.0/ports/338bafd5-ef8b-4a8a-b262-70844d22db05 HTTP/1.1" status: 200 len: 1092 time: 3.6302242 Jul 29 23:40:06.967135 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37e6c6c-a2ec-48bd-b854-3f6927d9c3f4 service neutron] Pushing event updated for resources: {'Port': ['ID=338bafd5-ef8b-4a8a-b262-70844d22db05,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:07.248236 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:07.383895 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53c4a1-624d-485e-9d76-9bdc7e9683da req-f63cc680-b44e-4ed8-bd76-ed864ca09a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:07.386006 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-fb53c4a1-624d-485e-9d76-9bdc7e9683da req-f63cc680-b44e-4ed8-bd76-ed864ca09a3d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c08d2622b7b410cb98838e9565b36dc&device_id=7d895a45-efb7-4e94-96fe-f5a708a31a14 HTTP/1.1" status: 200 len: 1095 time: 0.2242606 Jul 29 23:40:07.425202 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f62bab75-6541-4daf-90bb-e29e0b150fee tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:07.573465 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab8001f-4811-489a-9514-e8d286bfeeb7 None None] Network a02c6df4-947d-4092-9e1a-39ce80e556cf requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:40:07.617161 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-fb53c4a1-624d-485e-9d76-9bdc7e9683da req-4b842ef4-3b49-4702-8a81-0d0c090fa825 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=338bafd5-ef8b-4a8a-b262-70844d22db05 HTTP/1.1" status: 200 len: 217 time: 0.1958432 Jul 29 23:40:07.686082 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-fa95801b-5411-48ff-b177-35dfc7ca0b38 req-17a276c0-053c-422e-9a2a-270419f7e1a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:07.713765 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-606a75de-c535-4b06-9fe7-00014aebb269 req-faba53a0-b0ba-4146-9c09-101f32acb563 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3448384 Jul 29 23:40:07.946391 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53c4a1-624d-485e-9d76-9bdc7e9683da req-115ae580-e5b8-4e57-855f-ac66b8ad8e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:07.949036 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device e4599ef2-90dd-4dba-93fc-6b6a9644d478 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:40:07.974412 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-fb53c4a1-624d-485e-9d76-9bdc7e9683da req-115ae580-e5b8-4e57-855f-ac66b8ad8e26 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7a456402-40c6-4578-9b75-bbc1a0d9a5e7 HTTP/1.1" status: 200 len: 851 time: 0.3488533 Jul 29 23:40:08.036284 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d36bd4-fb08-4b5e-b16c-7b7522f8f231 x-openstack-request-id: req-38d36bd4-fb08-4b5e-b16c-7b7522f8f231 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:40:08.037992 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efe07ad7-fc49-473e-80d7-c94663460d95", "name": "network-vif-deleted", "tag": "ccae1b77-c32f-4086-b58b-f20f03c51b9b", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:40:08.041932 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-38d36bd4-fb08-4b5e-b16c-7b7522f8f231 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:40:08.060151 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efe07ad7-fc49-473e-80d7-c94663460d95', 'name': 'network-vif-deleted', 'tag': 'ccae1b77-c32f-4086-b58b-f20f03c51b9b', 'status': 'completed', 'code': 200} Jul 29 23:40:08.236760 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-fb53c4a1-624d-485e-9d76-9bdc7e9683da req-deea631a-86da-48d9-85d2-28d7531b0fbb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d20f887-85b7-45ef-8019-3cf0ef128029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2601357 Jul 29 23:40:08.442587 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device ccae1b77-c32f-4086-b58b-f20f03c51b9b no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:40:08.520701 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc144f5c-bb42-42ee-b08f-193c3c0d47cf req-fe7dcc53-de8e-4988-93f5-e77fd7d77489 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:08.535218 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bc144f5c-bb42-42ee-b08f-193c3c0d47cf req-fe7dcc53-de8e-4988-93f5-e77fd7d77489 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d895a45-efb7-4e94-96fe-f5a708a31a14 HTTP/1.1" status: 200 len: 943 time: 1.6988871 Jul 29 23:40:08.539898 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1d161e-194a-42aa-accf-c4e9c789f360 None None] Network 6c2eaf9c-1b68-4dff-89ae-76869996c21c requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:40:08.555145 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-fb53c4a1-624d-485e-9d76-9bdc7e9683da req-4238e969-60fb-4a14-8b84-74de84c0c38e service neutron] 10.222.0.41 "GET /v2.0/networks/5d20f887-85b7-45ef-8019-3cf0ef128029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044543 Jul 29 23:40:08.751883 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: ccae1b77-c32f-4086-b58b-f20f03c51b9b {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:40:08.752483 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device ccae1b77-c32f-4086-b58b-f20f03c51b9b not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:40:08.769322 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-21d6d5f0-9aa0-489d-ba9e-9bd5e666cc16 None None] Provisioning for port 084c6cc8-464f-461e-8e1f-ccc2f6af41dc completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:08.867514 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-21d6d5f0-9aa0-489d-ba9e-9bd5e666cc16 None None] Provisioning complete for port 084c6cc8-464f-461e-8e1f-ccc2f6af41dc triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:08.868182 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-21d6d5f0-9aa0-489d-ba9e-9bd5e666cc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:08.888327 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port e4599ef2-90dd-4dba-93fc-6b6a9644d478 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:08.942207 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-fb53c4a1-624d-485e-9d76-9bdc7e9683da req-e9b4a1fb-3be2-4c07-94c1-abd4a70a5ced service neutron] 10.222.0.41 "GET /v2.0/networks/5d20f887-85b7-45ef-8019-3cf0ef128029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3796635 Jul 29 23:40:09.413867 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5041bbbe-6b3f-4d80-b2f0-e3b02eacc7a2 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:09.529238 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-fa95801b-5411-48ff-b177-35dfc7ca0b38 req-17a276c0-053c-422e-9a2a-270419f7e1a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab8b286e-9a63-4aef-ba88-e25b0d5f0463 {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:40:09.586912 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-21d6d5f0-9aa0-489d-ba9e-9bd5e666cc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:09.657058 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bc144f5c-bb42-42ee-b08f-193c3c0d47cf req-3cfb82b0-a12b-4ab9-b750-fa47ec9fb1a8 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/security-groups?id=81e89418-223e-492a-b406-e46bb556ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1201916 Jul 29 23:40:09.664925 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-fa95801b-5411-48ff-b177-35dfc7ca0b38 req-17a276c0-053c-422e-9a2a-270419f7e1a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:09.743646 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-21d6d5f0-9aa0-489d-ba9e-9bd5e666cc16 None None] For port 084c6cc8-464f-461e-8e1f-ccc2f6af41dc, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=084c6cc8-464f-461e-8e1f-ccc2f6af41dc,segment=NetworkSegment(62fffabc-8b52-40cf-b7ec-42d8571b362f),segment_id=62fffabc-8b52-40cf-b7ec-42d8571b362f)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:09.762575 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-21d6d5f0-9aa0-489d-ba9e-9bd5e666cc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:09.988629 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d6d5f0-9aa0-489d-ba9e-9bd5e666cc16 None None] Pushing event updated for resources: {'Port': ['ID=084c6cc8-464f-461e-8e1f-ccc2f6af41dc,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:10.003142 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-0f0b6ee4-0ec9-4175-badf-e489a10e7a88 None None] Provisioning for port e4599ef2-90dd-4dba-93fc-6b6a9644d478 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:10.018352 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-0f0b6ee4-0ec9-4175-badf-e489a10e7a88 None None] Provisioning complete for port e4599ef2-90dd-4dba-93fc-6b6a9644d478 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:10.018937 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0f0b6ee4-0ec9-4175-badf-e489a10e7a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:10.041976 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-fa95801b-5411-48ff-b177-35dfc7ca0b38 req-17a276c0-053c-422e-9a2a-270419f7e1a6 service neutron] Transition to ACTIVE for port object ab8b286e-9a63-4aef-ba88-e25b0d5f0463 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:10.059376 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e53e7f-262f-42d1-a9d3-72e28facb737 req-5cb2fee3-69f8-4bf8-b059-e0d2edac2a00 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:10.061697 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d895a45-efb7-4e94-96fe-f5a708a31a14', 'tag': '338bafd5-ef8b-4a8a-b262-70844d22db05'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:40:10.067916 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74d9504e-b2fe-4f9d-a2ff-394af455f6d2" -d '{"events": [{"name": "network-changed", "server_uuid": "7d895a45-efb7-4e94-96fe-f5a708a31a14", "tag": "338bafd5-ef8b-4a8a-b262-70844d22db05"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:40:10.075447 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f4e53e7f-262f-42d1-a9d3-72e28facb737 req-5cb2fee3-69f8-4bf8-b059-e0d2edac2a00 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.8476081 Jul 29 23:40:10.142402 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-fa95801b-5411-48ff-b177-35dfc7ca0b38 req-17a276c0-053c-422e-9a2a-270419f7e1a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:10.276837 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-f62bab75-6541-4daf-90bb-e29e0b150fee tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Allocated IP 172.20.0.1 (6c2eaf9c-1b68-4dff-89ae-76869996c21c/e914c1e7-e0d1-484d-8ef5-937e66f8c162/3f49de2e-a972-48b2-9fed-0ae4ad002d0b) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:40:10.317165 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0f0b6ee4-0ec9-4175-badf-e489a10e7a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:10.477741 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-0f0b6ee4-0ec9-4175-badf-e489a10e7a88 None None] For port e4599ef2-90dd-4dba-93fc-6b6a9644d478, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=e4599ef2-90dd-4dba-93fc-6b6a9644d478,segment=NetworkSegment(8e821c66-fc9b-4b28-8984-7bbab9a04c94),segment_id=8e821c66-fc9b-4b28-8984-7bbab9a04c94)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:10.507514 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0f0b6ee4-0ec9-4175-badf-e489a10e7a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:10.845058 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-e01bf488-a21a-461f-af37-462efbca8cea None None] Provisioning for port 54918d4e-7005-4a11-add4-fc4859647504 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:10.885559 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0b6ee4-0ec9-4175-badf-e489a10e7a88 None None] Pushing event updated for resources: {'Port': ['ID=e4599ef2-90dd-4dba-93fc-6b6a9644d478,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:10.891426 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-e01bf488-a21a-461f-af37-462efbca8cea None None] Provisioning complete for port 54918d4e-7005-4a11-add4-fc4859647504 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:10.892493 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e01bf488-a21a-461f-af37-462efbca8cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:11.028232 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-e01bf488-a21a-461f-af37-462efbca8cea None None] Port 54918d4e-7005-4a11-add4-fc4859647504 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:40:11.074214 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-e01bf488-a21a-461f-af37-462efbca8cea None None] Provisioning complete for port 084c6cc8-464f-461e-8e1f-ccc2f6af41dc triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:11.075308 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e01bf488-a21a-461f-af37-462efbca8cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:11.283988 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f4e53e7f-262f-42d1-a9d3-72e28facb737 req-22feebf8-7b7f-4ec1-bdaf-64a9575ae406 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2065582 Jul 29 23:40:11.430359 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c9a13-3081-4095-88fd-99297aa1af68 req-8acb2201-542f-4f84-a2ec-a50ff5a1d785 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:11.436608 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dd5c9a13-3081-4095-88fd-99297aa1af68 req-8acb2201-542f-4f84-a2ec-a50ff5a1d785 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e27ebea-070d-4cea-aa60-a24023874950 HTTP/1.1" status: 200 len: 932 time: 1.5789802 Jul 29 23:40:11.579937 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-61fe2ca5-565a-4a96-8b69-de5427bbee73 None None] Provisioning complete for port 54918d4e-7005-4a11-add4-fc4859647504 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:11.602898 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-61fe2ca5-565a-4a96-8b69-de5427bbee73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:11.658744 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-331cd2d1-6573-4d76-a9f5-e8dba50cf7ae x-openstack-request-id: req-331cd2d1-6573-4d76-a9f5-e8dba50cf7ae {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:40:11.659566 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d895a45-efb7-4e94-96fe-f5a708a31a14", "tag": "338bafd5-ef8b-4a8a-b262-70844d22db05", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:40:11.659566 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-331cd2d1-6573-4d76-a9f5-e8dba50cf7ae {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:40:11.659852 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d895a45-efb7-4e94-96fe-f5a708a31a14', 'tag': '338bafd5-ef8b-4a8a-b262-70844d22db05', 'status': 'completed', 'code': 200} Jul 29 23:40:11.691846 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5041bbbe-6b3f-4d80-b2f0-e3b02eacc7a2 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:11.733145 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5041bbbe-6b3f-4d80-b2f0-e3b02eacc7a2 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:11.734829 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5041bbbe-6b3f-4d80-b2f0-e3b02eacc7a2 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:11.746438 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 084c6cc8-464f-461e-8e1f-ccc2f6af41dc up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:40:11.760334 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f62bab75-6541-4daf-90bb-e29e0b150fee tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:11.881238 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a276c0-053c-422e-9a2a-270419f7e1a6 service neutron] Pushing event updated for resources: {'Port': ['ID=ab8b286e-9a63-4aef-ba88-e25b0d5f0463,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:11.908891 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-61fe2ca5-565a-4a96-8b69-de5427bbee73 None None] Port 54918d4e-7005-4a11-add4-fc4859647504 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:40:11.941395 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 084c6cc8-464f-461e-8e1f-ccc2f6af41dc triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:11.942861 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:12.010445 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-61fe2ca5-565a-4a96-8b69-de5427bbee73 None None] Provisioning complete for port e4599ef2-90dd-4dba-93fc-6b6a9644d478 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:12.011377 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-61fe2ca5-565a-4a96-8b69-de5427bbee73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:12.039996 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d9504e-b2fe-4f9d-a2ff-394af455f6d2 req-f475213d-9451-4caa-b519-cc6b23adfe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:12.041815 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-74d9504e-b2fe-4f9d-a2ff-394af455f6d2 req-f475213d-9451-4caa-b519-cc6b23adfe84 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c08d2622b7b410cb98838e9565b36dc&device_id=7d895a45-efb7-4e94-96fe-f5a708a31a14 HTTP/1.1" status: 200 len: 1095 time: 0.3185508 Jul 29 23:40:12.303966 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5041bbbe-6b3f-4d80-b2f0-e3b02eacc7a2 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event updated for resources: {'Port': ['ID=54918d4e-7005-4a11-add4-fc4859647504,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:12.389140 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-f62bab75-6541-4daf-90bb-e29e0b150fee tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Transition to ACTIVE for port object 3f49de2e-a972-48b2-9fed-0ae4ad002d0b will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:12.565452 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dd5c9a13-3081-4095-88fd-99297aa1af68 req-13a3f65d-a79d-4c1b-adbc-817f24cc5243 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8573053 Jul 29 23:40:12.570492 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d9504e-b2fe-4f9d-a2ff-394af455f6d2 req-a7c7b15b-bc3b-4959-a3b6-7bc9a30a5efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:12.575604 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-74d9504e-b2fe-4f9d-a2ff-394af455f6d2 req-a7c7b15b-bc3b-4959-a3b6-7bc9a30a5efa service neutron] 10.222.0.41 "GET /v2.0/networks?id=5d20f887-85b7-45ef-8019-3cf0ef128029 HTTP/1.1" status: 200 len: 912 time: 0.5246542 Jul 29 23:40:12.582207 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5041bbbe-6b3f-4d80-b2f0-e3b02eacc7a2 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Network a02c6df4-947d-4092-9e1a-39ce80e556cf is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:12.614169 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-5041bbbe-6b3f-4d80-b2f0-e3b02eacc7a2 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:12.622764 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-fa95801b-5411-48ff-b177-35dfc7ca0b38 req-17a276c0-053c-422e-9a2a-270419f7e1a6 service neutron] Attempting to bind port ab8b286e-9a63-4aef-ba88-e25b0d5f0463 on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:40:12.625474 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device e4599ef2-90dd-4dba-93fc-6b6a9644d478 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:40:12.635858 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-fa95801b-5411-48ff-b177-35dfc7ca0b38 req-17a276c0-053c-422e-9a2a-270419f7e1a6 service neutron] Attempting to bind port ab8b286e-9a63-4aef-ba88-e25b0d5f0463 by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': '2d9f9fa8-9a49-423e-86b2-3891aba5a1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:40:12.635858 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa95801b-5411-48ff-b177-35dfc7ca0b38 req-17a276c0-053c-422e-9a2a-270419f7e1a6 service neutron] Attempting to bind port ab8b286e-9a63-4aef-ba88-e25b0d5f0463 on network 07279870-3078-44f7-8035-d94a4d0b31e7 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:40:12.691643 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe94d6-6942-4690-8710-fc2aa04762d7 req-fe624cba-bfbd-41e6-9d65-18575ddbae7c tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:12.693387 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-90fe94d6-6942-4690-8710-fc2aa04762d7 req-fe624cba-bfbd-41e6-9d65-18575ddbae7c tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d895a45-efb7-4e94-96fe-f5a708a31a14 HTTP/1.1" status: 200 len: 943 time: 0.5828872 Jul 29 23:40:12.696603 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-74d9504e-b2fe-4f9d-a2ff-394af455f6d2 req-681abb0f-46ae-4e7d-9952-b9fb50c4fdce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=338bafd5-ef8b-4a8a-b262-70844d22db05 HTTP/1.1" status: 200 len: 217 time: 0.1130266 Jul 29 23:40:12.737295 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa95801b-5411-48ff-b177-35dfc7ca0b38 req-17a276c0-053c-422e-9a2a-270419f7e1a6 service neutron] Port ab8b286e-9a63-4aef-ba88-e25b0d5f0463 on network 07279870-3078-44f7-8035-d94a4d0b31e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:40:12.745164 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa95801b-5411-48ff-b177-35dfc7ca0b38 req-17a276c0-053c-422e-9a2a-270419f7e1a6 service neutron] Attempting to bind port ab8b286e-9a63-4aef-ba88-e25b0d5f0463 on network 07279870-3078-44f7-8035-d94a4d0b31e7 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:40:12.848587 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d9504e-b2fe-4f9d-a2ff-394af455f6d2 req-5a6ac54f-b6a0-46df-8133-7fc43dd92b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:12.851893 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-74d9504e-b2fe-4f9d-a2ff-394af455f6d2 req-5a6ac54f-b6a0-46df-8133-7fc43dd92b8e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7a456402-40c6-4578-9b75-bbc1a0d9a5e7 HTTP/1.1" status: 200 len: 851 time: 0.1477616 Jul 29 23:40:12.921089 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-74d9504e-b2fe-4f9d-a2ff-394af455f6d2 req-76515927-92d8-490b-86a0-538e4b19d262 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d20f887-85b7-45ef-8019-3cf0ef128029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618157 Jul 29 23:40:12.938018 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa95801b-5411-48ff-b177-35dfc7ca0b38 req-17a276c0-053c-422e-9a2a-270419f7e1a6 service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:40:12.938653 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa95801b-5411-48ff-b177-35dfc7ca0b38 req-17a276c0-053c-422e-9a2a-270419f7e1a6 service neutron] Checking segment: {'id': '2d9f9fa8-9a49-423e-86b2-3891aba5a1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:12.939323 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa95801b-5411-48ff-b177-35dfc7ca0b38 req-17a276c0-053c-422e-9a2a-270419f7e1a6 service neutron] Bound using segment: {'id': '2d9f9fa8-9a49-423e-86b2-3891aba5a1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:40:12.939863 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-fa95801b-5411-48ff-b177-35dfc7ca0b38 req-17a276c0-053c-422e-9a2a-270419f7e1a6 service neutron] Bound port: ab8b286e-9a63-4aef-ba88-e25b0d5f0463, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d9f9fa8-9a49-423e-86b2-3891aba5a1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:40:12.940471 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-fa95801b-5411-48ff-b177-35dfc7ca0b38 req-17a276c0-053c-422e-9a2a-270419f7e1a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:12.984161 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port e4599ef2-90dd-4dba-93fc-6b6a9644d478 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:12.984990 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:13.134203 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 338bafd5-ef8b-4a8a-b262-70844d22db05 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:40:13.268033 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-74d9504e-b2fe-4f9d-a2ff-394af455f6d2 req-a8b1f4e6-22be-48ca-b962-33a95f549ae4 service neutron] 10.222.0.41 "GET /v2.0/networks/5d20f887-85b7-45ef-8019-3cf0ef128029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375235 Jul 29 23:40:13.586589 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-99cfa0fe-7a40-4a8d-be37-5ec49dff618e None None] Provisioning complete for port 54918d4e-7005-4a11-add4-fc4859647504 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:13.591944 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-99cfa0fe-7a40-4a8d-be37-5ec49dff618e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:13.700896 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-74d9504e-b2fe-4f9d-a2ff-394af455f6d2 req-4fe3b261-dd96-44d2-a9f3-bc58c4d2f7ab service neutron] 10.222.0.41 "GET /v2.0/networks/5d20f887-85b7-45ef-8019-3cf0ef128029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4251361 Jul 29 23:40:13.706887 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 338bafd5-ef8b-4a8a-b262-70844d22db05, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=338bafd5-ef8b-4a8a-b262-70844d22db05,segment=NetworkSegment(59dfd488-a454-40cf-9438-9ce3dc7e6e5e),segment_id=59dfd488-a454-40cf-9438-9ce3dc7e6e5e)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:13.745356 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-99cfa0fe-7a40-4a8d-be37-5ec49dff618e None None] Port 54918d4e-7005-4a11-add4-fc4859647504 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:40:13.752203 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': '338bafd5-ef8b-4a8a-b262-70844d22db05', 'network_id': '5d20f887-85b7-45ef-8019-3cf0ef128029', 'port_id': '338bafd5-ef8b-4a8a-b262-70844d22db05', 'mac_address': 'fa:16:3e:c4:96:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a456402-40c6-4578-9b75-bbc1a0d9a5e7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:40:13.917707 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:13.984827 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 338bafd5-ef8b-4a8a-b262-70844d22db05 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:40:14.072109 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 338bafd5-ef8b-4a8a-b262-70844d22db05, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=338bafd5-ef8b-4a8a-b262-70844d22db05,segment=NetworkSegment(59dfd488-a454-40cf-9438-9ce3dc7e6e5e),segment_id=59dfd488-a454-40cf-9438-9ce3dc7e6e5e)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:14.077832 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:14.254263 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=338bafd5-ef8b-4a8a-b262-70844d22db05,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:14.339177 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f62bab75-6541-4daf-90bb-e29e0b150fee tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:14.446229 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['338bafd5-ef8b-4a8a-b262-70844d22db05'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:40:14.582354 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-90fe94d6-6942-4690-8710-fc2aa04762d7 req-9cdbaa66-7997-42fd-8a24-b949ac3b4482 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/security-groups?id=81e89418-223e-492a-b406-e46bb556ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8515604 Jul 29 23:40:14.709129 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62bab75-6541-4daf-90bb-e29e0b150fee tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Network 6c2eaf9c-1b68-4dff-89ae-76869996c21c is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:14.725541 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-f62bab75-6541-4daf-90bb-e29e0b150fee tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:14.804763 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62bab75-6541-4daf-90bb-e29e0b150fee tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:40:15.033510 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4d0d8-8ea4-46c1-8b86-f50b25ac88df req-e652feb8-7023-448f-87f8-9d949ba77ade tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:15.035849 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1df4d0d8-8ea4-46c1-8b86-f50b25ac88df req-e652feb8-7023-448f-87f8-9d949ba77ade tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 2.1174476 Jul 29 23:40:15.037038 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f62bab75-6541-4daf-90bb-e29e0b150fee tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:15.082347 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62bab75-6541-4daf-90bb-e29e0b150fee tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event updated for resources: {'Port': ['ID=3f49de2e-a972-48b2-9fed-0ae4ad002d0b,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:15.201502 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-bb8a1a15-67e5-40ec-af26-49f170deb98b None None] Provisioning for port 3f49de2e-a972-48b2-9fed-0ae4ad002d0b completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:15.227673 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-bb8a1a15-67e5-40ec-af26-49f170deb98b None None] Provisioning complete for port 3f49de2e-a972-48b2-9fed-0ae4ad002d0b triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:15.228317 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bb8a1a15-67e5-40ec-af26-49f170deb98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:15.270554 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-fa95801b-5411-48ff-b177-35dfc7ca0b38 req-17a276c0-053c-422e-9a2a-270419f7e1a6 service neutron] For port ab8b286e-9a63-4aef-ba88-e25b0d5f0463, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:40:15.276958 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-fa95801b-5411-48ff-b177-35dfc7ca0b38 req-17a276c0-053c-422e-9a2a-270419f7e1a6 service neutron] For port ab8b286e-9a63-4aef-ba88-e25b0d5f0463, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=ab8b286e-9a63-4aef-ba88-e25b0d5f0463,segment=NetworkSegment(2d9f9fa8-9a49-423e-86b2-3891aba5a1e6),segment_id=2d9f9fa8-9a49-423e-86b2-3891aba5a1e6)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:40:15.317815 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fa59f-cf0a-47a6-992d-22097baaff34 req-772e8649-2a9b-40e1-ac66-9e94b4555101 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:15.320167 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bf0fa59f-cf0a-47a6-992d-22097baaff34 req-772e8649-2a9b-40e1-ac66-9e94b4555101 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e27ebea-070d-4cea-aa60-a24023874950 HTTP/1.1" status: 200 len: 944 time: 0.4464755 Jul 29 23:40:15.323459 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-fa95801b-5411-48ff-b177-35dfc7ca0b38 req-17a276c0-053c-422e-9a2a-270419f7e1a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:15.360832 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-bb8a1a15-67e5-40ec-af26-49f170deb98b None None] Port 3f49de2e-a972-48b2-9fed-0ae4ad002d0b cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:40:15.449061 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1df4d0d8-8ea4-46c1-8b86-f50b25ac88df req-02523928-b05b-4f23-b3aa-89e65b5fc540 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3803616 Jul 29 23:40:15.463985 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95801b-5411-48ff-b177-35dfc7ca0b38 req-17a276c0-053c-422e-9a2a-270419f7e1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:15.464981 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-fa95801b-5411-48ff-b177-35dfc7ca0b38 req-17a276c0-053c-422e-9a2a-270419f7e1a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:15.467456 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fa95801b-5411-48ff-b177-35dfc7ca0b38 req-17a276c0-053c-422e-9a2a-270419f7e1a6 service neutron] 10.222.0.41 "PUT /v2.0/ports/ab8b286e-9a63-4aef-ba88-e25b0d5f0463 HTTP/1.1" status: 200 len: 1093 time: 9.1790292 Jul 29 23:40:15.471699 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e27ebea-070d-4cea-aa60-a24023874950', 'tag': 'ab8b286e-9a63-4aef-ba88-e25b0d5f0463'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:40:15.478110 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c6190b-1114-42f8-a0df-f570ac4d9ef4" -d '{"events": [{"name": "network-changed", "server_uuid": "2e27ebea-070d-4cea-aa60-a24023874950", "tag": "ab8b286e-9a63-4aef-ba88-e25b0d5f0463"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:40:15.497558 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5041bbbe-6b3f-4d80-b2f0-e3b02eacc7a2 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Router 6e4f419c-5ba3-4bf4-a489-f1a817d3eed9 is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:40:15.668927 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee4c9c0-df58-4665-8ecd-0d917721fb4b x-openstack-request-id: req-dee4c9c0-df58-4665-8ecd-0d917721fb4b {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:40:15.669790 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e27ebea-070d-4cea-aa60-a24023874950", "tag": "ab8b286e-9a63-4aef-ba88-e25b0d5f0463", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:40:15.671294 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dee4c9c0-df58-4665-8ecd-0d917721fb4b {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:40:15.671916 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e27ebea-070d-4cea-aa60-a24023874950', 'tag': 'ab8b286e-9a63-4aef-ba88-e25b0d5f0463', 'status': 'completed', 'code': 200} Jul 29 23:40:15.927794 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a276c0-053c-422e-9a2a-270419f7e1a6 service neutron] Pushing event updated for resources: {'Port': ['ID=ab8b286e-9a63-4aef-ba88-e25b0d5f0463,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:15.951029 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f62bab75-6541-4daf-90bb-e29e0b150fee tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:16.048010 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bf0fa59f-cf0a-47a6-992d-22097baaff34 req-aa952534-c582-40ba-af4f-44f141224883 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6712916 Jul 29 23:40:16.368810 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95801b-5411-48ff-b177-35dfc7ca0b38 req-bbd9364c-5f0b-4480-b5ff-94a951af6b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:16.382106 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fa95801b-5411-48ff-b177-35dfc7ca0b38 req-bbd9364c-5f0b-4480-b5ff-94a951af6b73 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=abc07fd47c924aad994e74752ef0bc5a&device_id=2e27ebea-070d-4cea-aa60-a24023874950 HTTP/1.1" status: 200 len: 1096 time: 0.7484868 Jul 29 23:40:16.458622 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:40:16.849038 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5041bbbe-6b3f-4d80-b2f0-e3b02eacc7a2 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:40:16.864846 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86fc7f1-e87d-444a-8c54-e184aa70ab85 None None] Sync routers for ids ['6e4f419c-5ba3-4bf4-a489-f1a817d3eed9'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:40:16.893374 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86fc7f1-e87d-444a-8c54-e184aa70ab85 None None] Routers {'6e4f419c-5ba3-4bf4-a489-f1a817d3eed9'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:40:16.894757 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-d86fc7f1-e87d-444a-8c54-e184aa70ab85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:39:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['6e4f419c-5ba3-4bf4-a489-f1a817d3eed9'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:16.908388 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 33382) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:16.911052 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-5041bbbe-6b3f-4d80-b2f0-e3b02eacc7a2 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "PUT /v2.0/routers/6e4f419c-5ba3-4bf4-a489-f1a817d3eed9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.8270543 Jul 29 23:40:16.916110 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-48c8c965-6882-4cf9-80d8-47c706bc7979 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1820859807'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:17.006365 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c8c965-6882-4cf9-80d8-47c706bc7979 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Made reservation on behalf of 7a2f603cc15342b5a7088525840c9a8c for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:17.012909 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-48c8c965-6882-4cf9-80d8-47c706bc7979 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:17.125646 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-d86fc7f1-e87d-444a-8c54-e184aa70ab85 None None] Set router 6e4f419c-5ba3-4bf4-a489-f1a817d3eed9 gateway port host: None {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:40:17.149992 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fa95801b-5411-48ff-b177-35dfc7ca0b38 req-87556992-7b65-4b73-a132-0c083fb27ce6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab8b286e-9a63-4aef-ba88-e25b0d5f0463 HTTP/1.1" status: 200 len: 217 time: 0.3064964 Jul 29 23:40:17.165627 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48c8c965-6882-4cf9-80d8-47c706bc7979 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:40:17.187867 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2b96cf-f569-448a-bac3-05722c691db4 req-4dd6b4b4-5181-4e5d-9f8d-639c9918707c tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:17.190491 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3a2b96cf-f569-448a-bac3-05722c691db4 req-4dd6b4b4-5181-4e5d-9f8d-639c9918707c tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 1.3373113 Jul 29 23:40:17.210412 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-48c8c965-6882-4cf9-80d8-47c706bc7979 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:17.210748 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-48c8c965-6882-4cf9-80d8-47c706bc7979 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Added segment 72eae08e-c5b6-45f5-ae1c-e3866385f79d of type vlan for network e228caf7-7511-463b-9347-b74912c97702 Jul 29 23:40:17.212501 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f62bab75-6541-4daf-90bb-e29e0b150fee tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:17.235693 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 338bafd5-ef8b-4a8a-b262-70844d22db05 up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:40:17.332089 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-48c8c965-6882-4cf9-80d8-47c706bc7979 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:17.380121 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f62bab75-6541-4daf-90bb-e29e0b150fee tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:17.400289 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-48c8c965-6882-4cf9-80d8-47c706bc7979 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:17.423087 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c8c965-6882-4cf9-80d8-47c706bc7979 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:17.424408 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-48c8c965-6882-4cf9-80d8-47c706bc7979 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:17.446097 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1033d3d6-44c9-4221-bdd5-1ad6521af1af req-af7f42be-fc92-4714-95f4-a67a28f70ae6 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:17.448863 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1033d3d6-44c9-4221-bdd5-1ad6521af1af req-af7f42be-fc92-4714-95f4-a67a28f70ae6 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d895a45-efb7-4e94-96fe-f5a708a31a14 HTTP/1.1" status: 200 len: 944 time: 1.2093945 Jul 29 23:40:17.658788 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port 338bafd5-ef8b-4a8a-b262-70844d22db05 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:17.667273 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-48c8c965-6882-4cf9-80d8-47c706bc7979 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7544093 Jul 29 23:40:17.670223 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 33390) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:17.671327 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port 338bafd5-ef8b-4a8a-b262-70844d22db05 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:17.671800 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:17.697252 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-8e19e263-c717-43c1-91f8-ab06ce86d83f tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Request body: {'subnet': {'network_id': 'e228caf7-7511-463b-9347-b74912c97702', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:17.731359 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95801b-5411-48ff-b177-35dfc7ca0b38 req-03fdea96-9a87-4619-b599-1b1f7952c887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:17.735742 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fa95801b-5411-48ff-b177-35dfc7ca0b38 req-03fdea96-9a87-4619-b599-1b1f7952c887 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ef618f43-4fe4-4e34-9800-0476d270be60 HTTP/1.1" status: 200 len: 851 time: 0.5379021 Jul 29 23:40:17.933526 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c8c965-6882-4cf9-80d8-47c706bc7979 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event updated for resources: {'Network': ['ID=e228caf7-7511-463b-9347-b74912c97702,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:17.967370 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network e228caf7-7511-463b-9347-b74912c97702 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:40:17.983462 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1033d3d6-44c9-4221-bdd5-1ad6521af1af req-aa1ccaa2-347d-4ed3-8299-e5c458f5b245 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/security-groups?id=81e89418-223e-492a-b406-e46bb556ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384323 Jul 29 23:40:18.001967 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e19e263-c717-43c1-91f8-ab06ce86d83f tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Made reservation on behalf of 7a2f603cc15342b5a7088525840c9a8c for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:18.017833 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8e19e263-c717-43c1-91f8-ab06ce86d83f tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:18.084297 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3a2b96cf-f569-448a-bac3-05722c691db4 req-ad159d1a-b374-447e-beff-88367ac44c5a tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8676851 Jul 29 23:40:18.096779 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f62bab75-6541-4daf-90bb-e29e0b150fee tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:18.111648 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95801b-5411-48ff-b177-35dfc7ca0b38 req-9dbe4486-fbb3-4fa1-8214-c7e21b455880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:18.114327 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fa95801b-5411-48ff-b177-35dfc7ca0b38 req-9dbe4486-fbb3-4fa1-8214-c7e21b455880 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=07279870-3078-44f7-8035-d94a4d0b31e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3195632 Jul 29 23:40:18.122319 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62bab75-6541-4daf-90bb-e29e0b150fee tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event updated for resources: {'Port': ['ID=3f49de2e-a972-48b2-9fed-0ae4ad002d0b,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:18.348979 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:18.385684 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-d86fc7f1-e87d-444a-8c54-e184aa70ab85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'name': 'tempest-RoutersIpV6Test-router-1568818285', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:56Z', 'updated_at': '2021-07-29T23:40:08Z', 'revision_number': 2, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'gw_port_host': None, '_interfaces': [{'id': '54918d4e-7005-4a11-add4-fc4859647504', 'name': '', 'network_id': 'a02c6df4-947d-4092-9e1a-39ce80e556cf', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:e0:7a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '7bc27fc5-c70f-4be8-b885-0a9862c9c54f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:04Z', 'updated_at': '2021-07-29T23:40:10Z', 'revision_number': 2, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': '7bc27fc5-c70f-4be8-b885-0a9862c9c54f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:18.395524 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d895a45-efb7-4e94-96fe-f5a708a31a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '338bafd5-ef8b-4a8a-b262-70844d22db05'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:40:18.402385 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e49e167c-2fc0-4dc4-81fd-39cfeff7a53e" -d '{"events": [{"server_uuid": "7d895a45-efb7-4e94-96fe-f5a708a31a14", "name": "network-vif-plugged", "status": "completed", "tag": "338bafd5-ef8b-4a8a-b262-70844d22db05"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:40:18.456593 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86fc7f1-e87d-444a-8c54-e184aa70ab85 None None] Checking router: 6e4f419c-5ba3-4bf4-a489-f1a817d3eed9 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:40:18.457163 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86fc7f1-e87d-444a-8c54-e184aa70ab85 None None] Updating router 6e4f419c-5ba3-4bf4-a489-f1a817d3eed9 port 54918d4e-7005-4a11-add4-fc4859647504 binding host n-d-712141-10 {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:40:18.477630 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 338bafd5-ef8b-4a8a-b262-70844d22db05, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=338bafd5-ef8b-4a8a-b262-70844d22db05,segment=NetworkSegment(59dfd488-a454-40cf-9438-9ce3dc7e6e5e),segment_id=59dfd488-a454-40cf-9438-9ce3dc7e6e5e)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:18.533392 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:18.651500 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba0eccf-0ec0-4f66-bcea-7c9cba24ee4f x-openstack-request-id: req-1ba0eccf-0ec0-4f66-bcea-7c9cba24ee4f {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:40:18.651868 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d895a45-efb7-4e94-96fe-f5a708a31a14", "name": "network-vif-plugged", "status": "completed", "tag": "338bafd5-ef8b-4a8a-b262-70844d22db05", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:40:18.652033 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1ba0eccf-0ec0-4f66-bcea-7c9cba24ee4f {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:40:18.654610 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d895a45-efb7-4e94-96fe-f5a708a31a14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '338bafd5-ef8b-4a8a-b262-70844d22db05', 'code': 200} Jul 29 23:40:18.681894 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fa95801b-5411-48ff-b177-35dfc7ca0b38 req-b8c7ca62-a833-46ab-9584-a83b2a2e0599 service neutron] 10.222.0.41 "GET /v2.0/networks/07279870-3078-44f7-8035-d94a4d0b31e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5407844 Jul 29 23:40:18.701356 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d86fc7f1-e87d-444a-8c54-e184aa70ab85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:18.780335 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=338bafd5-ef8b-4a8a-b262-70844d22db05,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:18.835686 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d6ab6-880d-4262-abd5-68ef42c613bc req-f654e8e3-e53a-4369-931a-3249930a78dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:18.838822 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8a2d6ab6-880d-4262-abd5-68ef42c613bc req-f654e8e3-e53a-4369-931a-3249930a78dc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7d895a45-efb7-4e94-96fe-f5a708a31a14 HTTP/1.1" status: 200 len: 1097 time: 0.1772735 Jul 29 23:40:18.945821 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8e19e263-c717-43c1-91f8-ab06ce86d83f tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:19.052054 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8a2d6ab6-880d-4262-abd5-68ef42c613bc req-9bde3d1c-19be-4b92-a8da-bd77291dfa43 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=81e89418-223e-492a-b406-e46bb556ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018876 Jul 29 23:40:19.137662 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e19e263-c717-43c1-91f8-ab06ce86d83f tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event updated for resources: {'Subnet': ['ID=c9a6e33e-a48c-46ad-a582-5404d0059b7b,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:19.143017 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e19e263-c717-43c1-91f8-ab06ce86d83f tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Checking segment: {'id': '72eae08e-c5b6-45f5-ae1c-e3866385f79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e228caf7-7511-463b-9347-b74912c97702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:19.143433 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e19e263-c717-43c1-91f8-ab06ce86d83f tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Network hostable DHCP agents. Network: e228caf7-7511-463b-9347-b74912c97702, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:40:19.148794 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ffca4-0dde-48d2-bd53-08f9b93a4c21 req-e1d08696-4d9c-42fd-9301-8cf708483fee tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:19.166570 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-189ffca4-0dde-48d2-bd53-08f9b93a4c21 req-e1d08696-4d9c-42fd-9301-8cf708483fee tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e27ebea-070d-4cea-aa60-a24023874950 HTTP/1.1" status: 200 len: 944 time: 0.8187597 Jul 29 23:40:19.192755 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e19e263-c717-43c1-91f8-ab06ce86d83f tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Network e228caf7-7511-463b-9347-b74912c97702 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:40:19.210656 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-8e19e263-c717-43c1-91f8-ab06ce86d83f tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, e228caf7-7511-463b-9347-b74912c97702) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:19.226467 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e19e263-c717-43c1-91f8-ab06ce86d83f tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:19.227241 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8e19e263-c717-43c1-91f8-ab06ce86d83f tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:19.234943 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e026a8-f5a6-4163-b3f2-74146665cd67 None None] Network e228caf7-7511-463b-9347-b74912c97702 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:40:19.252107 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8e19e263-c717-43c1-91f8-ab06ce86d83f tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5789351 Jul 29 23:40:19.257427 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 33408) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:19.348952 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fa95801b-5411-48ff-b177-35dfc7ca0b38 req-b68e9bdd-d92a-4c23-bf97-609d5bd33187 service neutron] 10.222.0.41 "GET /v2.0/networks/07279870-3078-44f7-8035-d94a4d0b31e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6338787 Jul 29 23:40:19.353321 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62bab75-6541-4daf-90bb-e29e0b150fee tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Network 6c2eaf9c-1b68-4dff-89ae-76869996c21c is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:19.360085 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-189ffca4-0dde-48d2-bd53-08f9b93a4c21 req-7d4a2001-6a54-4738-b7ff-503cae6201c6 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904750 Jul 29 23:40:19.368773 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-f62bab75-6541-4daf-90bb-e29e0b150fee tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:19.526167 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d996f49b-4e86-4e9f-a332-68718dc8d443 req-4f1bc7f6-038e-447b-b836-f4bb2f80f764 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:19.529693 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d996f49b-4e86-4e9f-a332-68718dc8d443 req-4f1bc7f6-038e-447b-b836-f4bb2f80f764 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d895a45-efb7-4e94-96fe-f5a708a31a14 HTTP/1.1" status: 200 len: 945 time: 0.3322985 Jul 29 23:40:19.783949 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d86fc7f1-e87d-444a-8c54-e184aa70ab85 None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:19.819135 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-d86fc7f1-e87d-444a-8c54-e184aa70ab85 None None] Transition to ACTIVE for port object 54918d4e-7005-4a11-add4-fc4859647504 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:19.880717 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d86fc7f1-e87d-444a-8c54-e184aa70ab85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:19.937321 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee70763-d11d-4267-ab77-f7ccaf17048d None None] Pushing event updated for resources: {'Port': ['ID=54918d4e-7005-4a11-add4-fc4859647504,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:19.984595 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d996f49b-4e86-4e9f-a332-68718dc8d443 req-7028949a-080f-4f3c-b1d9-a6bc99a03bda tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/security-groups?id=81e89418-223e-492a-b406-e46bb556ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938643 Jul 29 23:40:20.009138 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6190b-1114-42f8-a0df-f570ac4d9ef4 req-ba9fc468-1618-41f2-ac28-0ded7aa5dfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:20.015122 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-50c6190b-1114-42f8-a0df-f570ac4d9ef4 req-ba9fc468-1618-41f2-ac28-0ded7aa5dfca service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=abc07fd47c924aad994e74752ef0bc5a&device_id=2e27ebea-070d-4cea-aa60-a24023874950 HTTP/1.1" status: 200 len: 1096 time: 0.4842753 Jul 29 23:40:20.018831 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:20.091213 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f62bab75-6541-4daf-90bb-e29e0b150fee tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Router 15b03cc0-4d03-4abe-967c-fe595dbc180e is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:40:20.205214 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-9ca21b9e-e844-4015-9f4f-5946920f1145 None None] Provisioning complete for port 3f49de2e-a972-48b2-9fed-0ae4ad002d0b triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:20.205214 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9ca21b9e-e844-4015-9f4f-5946920f1145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:20.298519 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6190b-1114-42f8-a0df-f570ac4d9ef4 req-bfbbd85a-a4d9-49e7-903d-c5131652c42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:20.317535 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-50c6190b-1114-42f8-a0df-f570ac4d9ef4 req-bfbbd85a-a4d9-49e7-903d-c5131652c42d service neutron] 10.222.0.41 "GET /v2.0/networks?id=07279870-3078-44f7-8035-d94a4d0b31e7 HTTP/1.1" status: 200 len: 913 time: 0.2220082 Jul 29 23:40:20.438670 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7fbe2b-1769-4905-9b7b-e82af31f233e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-e228caf7-7511-463b-9347-b74912c97702', 'network_id': 'e228caf7-7511-463b-9347-b74912c97702', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'fixed_ips': [{'subnet_id': 'c9a6e33e-a48c-46ad-a582-5404d0059b7b'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:40:20.440640 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-cc7fbe2b-1769-4905-9b7b-e82af31f233e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:20.448390 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-50c6190b-1114-42f8-a0df-f570ac4d9ef4 req-9d5cea59-a687-4538-a142-af0ad6d0128e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab8b286e-9a63-4aef-ba88-e25b0d5f0463 HTTP/1.1" status: 200 len: 217 time: 0.1073170 Jul 29 23:40:20.453849 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d627cb45-ba0c-40ac-9960-52bf3079023a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:20.689069 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-d86fc7f1-e87d-444a-8c54-e184aa70ab85 None None] Attempting to bind port 54918d4e-7005-4a11-add4-fc4859647504 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:40:20.689624 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-d86fc7f1-e87d-444a-8c54-e184aa70ab85 None None] Attempting to bind port 54918d4e-7005-4a11-add4-fc4859647504 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '62fffabc-8b52-40cf-b7ec-42d8571b362f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a02c6df4-947d-4092-9e1a-39ce80e556cf'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:40:20.690309 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86fc7f1-e87d-444a-8c54-e184aa70ab85 None None] Attempting to bind port 54918d4e-7005-4a11-add4-fc4859647504 on network a02c6df4-947d-4092-9e1a-39ce80e556cf {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:40:20.711680 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-9ca21b9e-e844-4015-9f4f-5946920f1145 None None] Port 3f49de2e-a972-48b2-9fed-0ae4ad002d0b cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:40:20.765156 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86fc7f1-e87d-444a-8c54-e184aa70ab85 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:40:20.765706 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86fc7f1-e87d-444a-8c54-e184aa70ab85 None None] Checking segment: {'id': '62fffabc-8b52-40cf-b7ec-42d8571b362f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a02c6df4-947d-4092-9e1a-39ce80e556cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:20.766920 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d86fc7f1-e87d-444a-8c54-e184aa70ab85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:20.766920 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86fc7f1-e87d-444a-8c54-e184aa70ab85 None None] Bound using segment: {'id': '62fffabc-8b52-40cf-b7ec-42d8571b362f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a02c6df4-947d-4092-9e1a-39ce80e556cf'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:40:20.767449 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-d86fc7f1-e87d-444a-8c54-e184aa70ab85 None None] Bound port: 54918d4e-7005-4a11-add4-fc4859647504, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62fffabc-8b52-40cf-b7ec-42d8571b362f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'a02c6df4-947d-4092-9e1a-39ce80e556cf'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:40:20.767853 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d86fc7f1-e87d-444a-8c54-e184aa70ab85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:21.006520 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6190b-1114-42f8-a0df-f570ac4d9ef4 req-94803a2b-9c19-4b1a-bd5c-19a1d4645e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:21.009285 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-50c6190b-1114-42f8-a0df-f570ac4d9ef4 req-94803a2b-9c19-4b1a-bd5c-19a1d4645e11 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ef618f43-4fe4-4e34-9800-0476d270be60 HTTP/1.1" status: 200 len: 851 time: 0.5597725 Jul 29 23:40:21.093696 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f62bab75-6541-4daf-90bb-e29e0b150fee tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:40:21.153136 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1abfb6d-3dd2-47bc-9916-171a347a2ada None None] Sync routers for ids ['15b03cc0-4d03-4abe-967c-fe595dbc180e'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:40:21.191089 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6e098f-61a8-4311-b2fd-374c0aa92520 req-57c7812c-7100-450c-a0e1-4fb225a44815 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:21.193402 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1abfb6d-3dd2-47bc-9916-171a347a2ada None None] Routers {'15b03cc0-4d03-4abe-967c-fe595dbc180e'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:40:21.195025 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-f1abfb6d-3dd2-47bc-9916-171a347a2ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:39:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['15b03cc0-4d03-4abe-967c-fe595dbc180e'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:21.212936 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bb6e098f-61a8-4311-b2fd-374c0aa92520 req-57c7812c-7100-450c-a0e1-4fb225a44815 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e27ebea-070d-4cea-aa60-a24023874950 HTTP/1.1" status: 200 len: 944 time: 0.5135651 Jul 29 23:40:21.259557 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-f62bab75-6541-4daf-90bb-e29e0b150fee tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "PUT /v2.0/routers/15b03cc0-4d03-4abe-967c-fe595dbc180e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.2937837 Jul 29 23:40:21.321461 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 33434) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:21.341755 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-d8ad061a-b108-4e40-9d2d-a87a5d663e7d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Request body: {'network': {'name': 'tempest-RoutersTest-2085283626'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:21.411911 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ad061a-b108-4e40-9d2d-a87a5d663e7d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Made reservation on behalf of 57ced8fbb08748a3b85014e0aa13f1c0 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:21.421029 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d8ad061a-b108-4e40-9d2d-a87a5d663e7d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:21.424778 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-d86fc7f1-e87d-444a-8c54-e184aa70ab85 None None] For port 54918d4e-7005-4a11-add4-fc4859647504, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:40:21.441456 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-d86fc7f1-e87d-444a-8c54-e184aa70ab85 None None] For port 54918d4e-7005-4a11-add4-fc4859647504, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=54918d4e-7005-4a11-add4-fc4859647504,segment=NetworkSegment(62fffabc-8b52-40cf-b7ec-42d8571b362f),segment_id=62fffabc-8b52-40cf-b7ec-42d8571b362f)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:40:21.450003 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d86fc7f1-e87d-444a-8c54-e184aa70ab85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:21.485309 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-d627cb45-ba0c-40ac-9960-52bf3079023a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Allocated IP 2001:db8:1::1 (e228caf7-7511-463b-9347-b74912c97702/c9a6e33e-a48c-46ad-a582-5404d0059b7b/fdb0a764-98f4-4c2f-97b2-a0f189b7e291) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:40:21.510659 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-f1abfb6d-3dd2-47bc-9916-171a347a2ada None None] Set router 15b03cc0-4d03-4abe-967c-fe595dbc180e gateway port host: None {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:40:21.620336 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8ad061a-b108-4e40-9d2d-a87a5d663e7d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:40:21.701074 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65701a3-8bcc-42e1-b645-d6f8559e3dc3 req-63dfe4d3-64ae-4ffa-98c0-d1de4d2eb459 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:21.709153 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86fc7f1-e87d-444a-8c54-e184aa70ab85 None None] Routers {'6e4f419c-5ba3-4bf4-a489-f1a817d3eed9'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:40:21.713802 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e65701a3-8bcc-42e1-b645-d6f8559e3dc3 req-63dfe4d3-64ae-4ffa-98c0-d1de4d2eb459 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d895a45-efb7-4e94-96fe-f5a708a31a14 HTTP/1.1" status: 200 len: 945 time: 0.3569126 Jul 29 23:40:21.722617 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c6190b-1114-42f8-a0df-f570ac4d9ef4 req-e4318024-ea0d-473b-a962-b309a2755162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:21.727299 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-50c6190b-1114-42f8-a0df-f570ac4d9ef4 req-e4318024-ea0d-473b-a962-b309a2755162 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=07279870-3078-44f7-8035-d94a4d0b31e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6908121 Jul 29 23:40:21.736344 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-d86fc7f1-e87d-444a-8c54-e184aa70ab85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:39:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['6e4f419c-5ba3-4bf4-a489-f1a817d3eed9'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:21.744235 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bb6e098f-61a8-4311-b2fd-374c0aa92520 req-43ec1d8d-1853-403e-8eee-81a7e7d26c59 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5287538 Jul 29 23:40:21.995818 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-d86fc7f1-e87d-444a-8c54-e184aa70ab85 None None] Set router 6e4f419c-5ba3-4bf4-a489-f1a817d3eed9 gateway port host: None {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:40:22.074998 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d627cb45-ba0c-40ac-9960-52bf3079023a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:22.115492 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-d627cb45-ba0c-40ac-9960-52bf3079023a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Transition to ACTIVE for port object fdb0a764-98f4-4c2f-97b2-a0f189b7e291 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:22.164773 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e65701a3-8bcc-42e1-b645-d6f8559e3dc3 req-57869331-c9e4-4b5a-9219-36b877b1ece2 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/security-groups?id=81e89418-223e-492a-b406-e46bb556ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763923 Jul 29 23:40:22.212603 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d8ad061a-b108-4e40-9d2d-a87a5d663e7d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:22.212952 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-d8ad061a-b108-4e40-9d2d-a87a5d663e7d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Added segment 51aab872-ddde-4824-b2da-578f3517955a of type vlan for network c604adf0-0e48-45b2-aa5b-b1d694c44618 Jul 29 23:40:22.355635 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d627cb45-ba0c-40ac-9960-52bf3079023a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:22.373971 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-50c6190b-1114-42f8-a0df-f570ac4d9ef4 req-f5debc5d-60b1-468e-8f7b-06b81e62daab service neutron] 10.222.0.41 "GET /v2.0/networks/07279870-3078-44f7-8035-d94a4d0b31e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6280999 Jul 29 23:40:22.415446 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d8ad061a-b108-4e40-9d2d-a87a5d663e7d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:22.437508 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-f1abfb6d-3dd2-47bc-9916-171a347a2ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'name': 'tempest-RoutersTest-router-915602155', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:57Z', 'updated_at': '2021-07-29T23:40:15Z', 'revision_number': 2, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'gw_port_host': None, '_interfaces': [{'id': '3f49de2e-a972-48b2-9fed-0ae4ad002d0b', 'name': '', 'network_id': '6c2eaf9c-1b68-4dff-89ae-76869996c21c', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'mac_address': 'fa:16:3e:cf:f3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': 'e914c1e7-e0d1-484d-8ef5-937e66f8c162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:08Z', 'updated_at': '2021-07-29T23:40:16Z', 'revision_number': 2, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'subnets': [{'id': 'e914c1e7-e0d1-484d-8ef5-937e66f8c162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:22.582713 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1abfb6d-3dd2-47bc-9916-171a347a2ada None None] Checking router: 15b03cc0-4d03-4abe-967c-fe595dbc180e for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:40:22.584222 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1abfb6d-3dd2-47bc-9916-171a347a2ada None None] Updating router 15b03cc0-4d03-4abe-967c-fe595dbc180e port 3f49de2e-a972-48b2-9fed-0ae4ad002d0b binding host n-d-712141-10 {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:40:22.591868 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee70763-d11d-4267-ab77-f7ccaf17048d None None] Pushing event updated for resources: {'Port': ['ID=54918d4e-7005-4a11-add4-fc4859647504,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:22.655607 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdf6843-3699-4eb9-b465-7b5014c45010 req-40de72e5-b40d-4369-8700-18685c280f94 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:22.658483 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4bdf6843-3699-4eb9-b465-7b5014c45010 req-40de72e5-b40d-4369-8700-18685c280f94 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.3888032 Jul 29 23:40:22.711623 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f1abfb6d-3dd2-47bc-9916-171a347a2ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:22.731823 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d627cb45-ba0c-40ac-9960-52bf3079023a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Network e228caf7-7511-463b-9347-b74912c97702 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:22.744691 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.db.resource_extend [None req-d8ad061a-b108-4e40-9d2d-a87a5d663e7d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:40:22.768907 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-cc7fbe2b-1769-4905-9b7b-e82af31f233e None None] Allocated IP 2001:db8:1::2 (e228caf7-7511-463b-9347-b74912c97702/c9a6e33e-a48c-46ad-a582-5404d0059b7b/72079367-7b5e-41bd-8374-b56393933e0c) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:40:22.793450 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-d627cb45-ba0c-40ac-9960-52bf3079023a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:22.844389 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d627cb45-ba0c-40ac-9960-52bf3079023a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:40:22.845493 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d627cb45-ba0c-40ac-9960-52bf3079023a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:22.869917 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d627cb45-ba0c-40ac-9960-52bf3079023a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event updated for resources: {'Port': ['ID=fdb0a764-98f4-4c2f-97b2-a0f189b7e291,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:22.955169 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-50c6190b-1114-42f8-a0df-f570ac4d9ef4 req-74a8c8ff-6df3-4093-8052-b3895e8cf877 service neutron] 10.222.0.41 "GET /v2.0/networks/07279870-3078-44f7-8035-d94a4d0b31e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5664437 Jul 29 23:40:23.052116 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d8ad061a-b108-4e40-9d2d-a87a5d663e7d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:23.071990 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be770f5-88b5-4ab7-b86f-9446007573cf req-88d3b05e-fb38-4231-be78-823f3cefe028 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:23.079614 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9be770f5-88b5-4ab7-b86f-9446007573cf req-88d3b05e-fb38-4231-be78-823f3cefe028 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d895a45-efb7-4e94-96fe-f5a708a31a14 HTTP/1.1" status: 200 len: 945 time: 0.3774996 Jul 29 23:40:23.082255 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ad061a-b108-4e40-9d2d-a87a5d663e7d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:23.083266 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d8ad061a-b108-4e40-9d2d-a87a5d663e7d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:23.108919 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4bdf6843-3699-4eb9-b465-7b5014c45010 req-7ccf6928-0738-444f-b361-9ec586a35c53 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4265187 Jul 29 23:40:23.219368 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9be770f5-88b5-4ab7-b86f-9446007573cf req-6f9b8146-84de-402a-b39f-367454da52d0 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/security-groups?id=81e89418-223e-492a-b406-e46bb556ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281776 Jul 29 23:40:23.297805 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac7e29-757d-4b6b-b325-20ab8601e35d req-3c70c0c5-d20e-4584-bec2-8a1587813f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:23.300762 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6aac7e29-757d-4b6b-b325-20ab8601e35d req-3c70c0c5-d20e-4584-bec2-8a1587813f93 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c08d2622b7b410cb98838e9565b36dc&device_id=7d895a45-efb7-4e94-96fe-f5a708a31a14 HTTP/1.1" status: 200 len: 1097 time: 0.7122684 Jul 29 23:40:23.404909 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5ba00426-4ee9-4596-8749-0c66ed04ef1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:23.529028 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d8ad061a-b108-4e40-9d2d-a87a5d663e7d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.1991992 Jul 29 23:40:23.534872 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 33466) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:23.541938 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-d86fc7f1-e87d-444a-8c54-e184aa70ab85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'name': 'tempest-RoutersIpV6Test-router-1568818285', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:56Z', 'updated_at': '2021-07-29T23:40:08Z', 'revision_number': 2, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'gw_port_host': None, '_interfaces': [{'id': '54918d4e-7005-4a11-add4-fc4859647504', 'name': '', 'network_id': 'a02c6df4-947d-4092-9e1a-39ce80e556cf', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:e0:7a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '7bc27fc5-c70f-4be8-b885-0a9862c9c54f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:04Z', 'updated_at': '2021-07-29T23:40:21Z', 'revision_number': 4, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': '7bc27fc5-c70f-4be8-b885-0a9862c9c54f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:23.634269 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f1abfb6d-3dd2-47bc-9916-171a347a2ada None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:23.647892 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86fc7f1-e87d-444a-8c54-e184aa70ab85 None None] The sync data for ids ['6e4f419c-5ba3-4bf4-a489-f1a817d3eed9'] in n-d-712141-10 is: [{'id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'name': 'tempest-RoutersIpV6Test-router-1568818285', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:56Z', 'updated_at': '2021-07-29T23:40:08Z', 'revision_number': 2, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'gw_port_host': None, '_interfaces': [{'id': '54918d4e-7005-4a11-add4-fc4859647504', 'name': '', 'network_id': 'a02c6df4-947d-4092-9e1a-39ce80e556cf', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:e0:7a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '7bc27fc5-c70f-4be8-b885-0a9862c9c54f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:04Z', 'updated_at': '2021-07-29T23:40:21Z', 'revision_number': 4, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': '7bc27fc5-c70f-4be8-b885-0a9862c9c54f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:40:23.655393 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-f1abfb6d-3dd2-47bc-9916-171a347a2ada None None] Transition to ACTIVE for port object 3f49de2e-a972-48b2-9fed-0ae4ad002d0b will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:23.669631 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f1abfb6d-3dd2-47bc-9916-171a347a2ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:23.704129 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-cc7fbe2b-1769-4905-9b7b-e82af31f233e None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:23.730944 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-cc7fbe2b-1769-4905-9b7b-e82af31f233e None None] Transition to ACTIVE for port object 72079367-7b5e-41bd-8374-b56393933e0c will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:23.752045 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad6da82-f5bc-4241-a4cf-1f142c702493 req-b18e4a7b-5671-422c-b14a-97f9db08c117 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:23.780332 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8ad6da82-f5bc-4241-a4cf-1f142c702493 req-b18e4a7b-5671-422c-b14a-97f9db08c117 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e27ebea-070d-4cea-aa60-a24023874950 HTTP/1.1" status: 200 len: 944 time: 0.3662055 Jul 29 23:40:23.799304 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-cc7fbe2b-1769-4905-9b7b-e82af31f233e None None] Transition to ACTIVE for port object 72079367-7b5e-41bd-8374-b56393933e0c will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:23.817491 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-cc7fbe2b-1769-4905-9b7b-e82af31f233e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:23.832068 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a829b10-68d0-437d-8e5b-42c0828efb0b req-d895457f-1171-4ca1-b56b-b27d8c2c0996 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:23.839439 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6a829b10-68d0-437d-8e5b-42c0828efb0b req-d895457f-1171-4ca1-b56b-b27d8c2c0996 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.3614433 Jul 29 23:40:23.952737 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc57035-edd3-4127-a34d-fd5090bbebad None None] Pushing event updated for resources: {'Port': ['ID=3f49de2e-a972-48b2-9fed-0ae4ad002d0b,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:24.008505 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc57035-edd3-4127-a34d-fd5090bbebad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:24.009152 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc57035-edd3-4127-a34d-fd5090bbebad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:24.009709 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc57035-edd3-4127-a34d-fd5090bbebad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:24.010235 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc57035-edd3-4127-a34d-fd5090bbebad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:24.010779 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc57035-edd3-4127-a34d-fd5090bbebad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:24.011316 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc57035-edd3-4127-a34d-fd5090bbebad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:24.011834 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc57035-edd3-4127-a34d-fd5090bbebad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:24.014974 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc57035-edd3-4127-a34d-fd5090bbebad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:24.015574 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc57035-edd3-4127-a34d-fd5090bbebad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:24.026200 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc57035-edd3-4127-a34d-fd5090bbebad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:24.026883 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc57035-edd3-4127-a34d-fd5090bbebad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:24.027406 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc57035-edd3-4127-a34d-fd5090bbebad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:24.034190 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7fbe2b-1769-4905-9b7b-e82af31f233e None None] Network e228caf7-7511-463b-9347-b74912c97702 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:24.052884 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-cc7fbe2b-1769-4905-9b7b-e82af31f233e None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:24.071771 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7fbe2b-1769-4905-9b7b-e82af31f233e None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:40:24.073927 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7fbe2b-1769-4905-9b7b-e82af31f233e None None] Pushing event updated for resources: {'Port': ['ID=72079367-7b5e-41bd-8374-b56393933e0c,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:24.150517 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-f1abfb6d-3dd2-47bc-9916-171a347a2ada None None] Attempting to bind port 3f49de2e-a972-48b2-9fed-0ae4ad002d0b on host n-d-712141-10 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:40:24.150517 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-f1abfb6d-3dd2-47bc-9916-171a347a2ada None None] Attempting to bind port 3f49de2e-a972-48b2-9fed-0ae4ad002d0b by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '8e821c66-fc9b-4b28-8984-7bbab9a04c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c2eaf9c-1b68-4dff-89ae-76869996c21c'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:40:24.150517 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1abfb6d-3dd2-47bc-9916-171a347a2ada None None] Attempting to bind port 3f49de2e-a972-48b2-9fed-0ae4ad002d0b on network 6c2eaf9c-1b68-4dff-89ae-76869996c21c {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:40:24.172911 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1abfb6d-3dd2-47bc-9916-171a347a2ada None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:40:24.173179 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1abfb6d-3dd2-47bc-9916-171a347a2ada None None] Checking segment: {'id': '8e821c66-fc9b-4b28-8984-7bbab9a04c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c2eaf9c-1b68-4dff-89ae-76869996c21c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:24.173667 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f1abfb6d-3dd2-47bc-9916-171a347a2ada None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:24.174060 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1abfb6d-3dd2-47bc-9916-171a347a2ada None None] Bound using segment: {'id': '8e821c66-fc9b-4b28-8984-7bbab9a04c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c2eaf9c-1b68-4dff-89ae-76869996c21c'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:40:24.174548 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-f1abfb6d-3dd2-47bc-9916-171a347a2ada None None] Bound port: 3f49de2e-a972-48b2-9fed-0ae4ad002d0b, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e821c66-fc9b-4b28-8984-7bbab9a04c94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '6c2eaf9c-1b68-4dff-89ae-76869996c21c'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:40:24.174935 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f1abfb6d-3dd2-47bc-9916-171a347a2ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:24.223616 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8ad6da82-f5bc-4241-a4cf-1f142c702493 req-b21d266f-fe4b-4161-ad5f-83f6c7cfaed0 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3786790 Jul 29 23:40:24.262095 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6a829b10-68d0-437d-8e5b-42c0828efb0b req-225a5d08-52d1-4e49-87af-525a256b9154 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3876035 Jul 29 23:40:24.339386 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-cc7fbe2b-1769-4905-9b7b-e82af31f233e None None] Attempting to bind port 72079367-7b5e-41bd-8374-b56393933e0c on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:40:24.346107 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-cc7fbe2b-1769-4905-9b7b-e82af31f233e None None] Attempting to bind port 72079367-7b5e-41bd-8374-b56393933e0c by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '72eae08e-c5b6-45f5-ae1c-e3866385f79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e228caf7-7511-463b-9347-b74912c97702'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:40:24.346737 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7fbe2b-1769-4905-9b7b-e82af31f233e None None] Attempting to bind port 72079367-7b5e-41bd-8374-b56393933e0c on network e228caf7-7511-463b-9347-b74912c97702 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:40:24.359486 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7fbe2b-1769-4905-9b7b-e82af31f233e None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:40:24.360208 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7fbe2b-1769-4905-9b7b-e82af31f233e None None] Checking segment: {'id': '72eae08e-c5b6-45f5-ae1c-e3866385f79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e228caf7-7511-463b-9347-b74912c97702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:24.360773 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-cc7fbe2b-1769-4905-9b7b-e82af31f233e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:24.361330 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7fbe2b-1769-4905-9b7b-e82af31f233e None None] Bound using segment: {'id': '72eae08e-c5b6-45f5-ae1c-e3866385f79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e228caf7-7511-463b-9347-b74912c97702'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:40:24.362025 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-cc7fbe2b-1769-4905-9b7b-e82af31f233e None None] Bound port: 72079367-7b5e-41bd-8374-b56393933e0c, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72eae08e-c5b6-45f5-ae1c-e3866385f79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e228caf7-7511-463b-9347-b74912c97702'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:40:24.362606 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-cc7fbe2b-1769-4905-9b7b-e82af31f233e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:24.418494 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-f1abfb6d-3dd2-47bc-9916-171a347a2ada None None] For port 3f49de2e-a972-48b2-9fed-0ae4ad002d0b, host n-d-712141-10, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:40:24.458671 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-f1abfb6d-3dd2-47bc-9916-171a347a2ada None None] For port 3f49de2e-a972-48b2-9fed-0ae4ad002d0b, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=3f49de2e-a972-48b2-9fed-0ae4ad002d0b,segment=NetworkSegment(8e821c66-fc9b-4b28-8984-7bbab9a04c94),segment_id=8e821c66-fc9b-4b28-8984-7bbab9a04c94)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:40:24.468548 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f1abfb6d-3dd2-47bc-9916-171a347a2ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:24.664448 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-cc7fbe2b-1769-4905-9b7b-e82af31f233e None None] For port 72079367-7b5e-41bd-8374-b56393933e0c, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:40:24.675096 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-cc7fbe2b-1769-4905-9b7b-e82af31f233e None None] For port 72079367-7b5e-41bd-8374-b56393933e0c, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=72079367-7b5e-41bd-8374-b56393933e0c,segment=NetworkSegment(72eae08e-c5b6-45f5-ae1c-e3866385f79d),segment_id=72eae08e-c5b6-45f5-ae1c-e3866385f79d)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:40:24.694917 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-cc7fbe2b-1769-4905-9b7b-e82af31f233e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:24.747837 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4905575-797c-4910-ad26-3ba5ab8b98dc req-9c6b5a26-eb4b-4007-b2c4-3ce3af6496b6 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:24.770732 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d4905575-797c-4910-ad26-3ba5ab8b98dc req-9c6b5a26-eb4b-4007-b2c4-3ce3af6496b6 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d895a45-efb7-4e94-96fe-f5a708a31a14 HTTP/1.1" status: 200 len: 945 time: 0.2626503 Jul 29 23:40:24.804206 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1abfb6d-3dd2-47bc-9916-171a347a2ada None None] Routers {'15b03cc0-4d03-4abe-967c-fe595dbc180e'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:40:24.809018 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-f1abfb6d-3dd2-47bc-9916-171a347a2ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:39:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['15b03cc0-4d03-4abe-967c-fe595dbc180e'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:24.918203 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7fbe2b-1769-4905-9b7b-e82af31f233e None None] Pushing event updated for resources: {'Port': ['ID=72079367-7b5e-41bd-8374-b56393933e0c,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:24.924975 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-0e99b4d7-cd38-494d-b0d9-0f6896c3cfd4 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Request body: {'subnet': {'network_id': 'c604adf0-0e48-45b2-aa5b-b1d694c44618', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:24.941197 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d4905575-797c-4910-ad26-3ba5ab8b98dc req-f0078056-9bce-4249-bb2a-d9c80f92993a tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/security-groups?id=81e89418-223e-492a-b406-e46bb556ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686592 Jul 29 23:40:25.027958 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ad061a-b108-4e40-9d2d-a87a5d663e7d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event updated for resources: {'Network': ['ID=c604adf0-0e48-45b2-aa5b-b1d694c44618,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:25.067707 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network c604adf0-0e48-45b2-aa5b-b1d694c44618 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:40:25.380331 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc57035-edd3-4127-a34d-fd5090bbebad None None] Pushing event updated for resources: {'Port': ['ID=3f49de2e-a972-48b2-9fed-0ae4ad002d0b,revision_number=4']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:25.480187 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac7e29-757d-4b6b-b325-20ab8601e35d req-4ef9a779-4114-41f9-9ee4-11cf0eaaf1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:25.481809 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6aac7e29-757d-4b6b-b325-20ab8601e35d req-4ef9a779-4114-41f9-9ee4-11cf0eaaf1c0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5d20f887-85b7-45ef-8019-3cf0ef128029 HTTP/1.1" status: 200 len: 912 time: 2.0477881 Jul 29 23:40:25.508721 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-f1abfb6d-3dd2-47bc-9916-171a347a2ada None None] Set router 15b03cc0-4d03-4abe-967c-fe595dbc180e gateway port host: None {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:40:25.866422 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [req-2a08ea6a-e9f6-4f1a-b723-f4676f288845 req-3012a0db-6265-49de-a027-f48cbc733046 service neutron] (94077) timed out ('10.222.0.43', 32794) {{(pid=94077) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 29 23:40:25.957554 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-332bc1a2-ae50-4e39-b6f1-721a6fb3ebb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:26.036378 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 54918d4e-7005-4a11-add4-fc4859647504 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:40:26.118661 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6aac7e29-757d-4b6b-b325-20ab8601e35d req-2d302951-3ad7-43be-8064-e882f82e0ee9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=338bafd5-ef8b-4a8a-b262-70844d22db05 HTTP/1.1" status: 200 len: 217 time: 0.4477084 Jul 29 23:40:26.205974 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c57e2-50fa-4289-a562-71174d7a3e44 req-b6ab86e4-7fd3-46dc-8fd9-e784e9e08a0c tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:26.211286 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e99b4d7-cd38-494d-b0d9-0f6896c3cfd4 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Made reservation on behalf of 57ced8fbb08748a3b85014e0aa13f1c0 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:26.226618 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-090c57e2-50fa-4289-a562-71174d7a3e44 req-b6ab86e4-7fd3-46dc-8fd9-e784e9e08a0c tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e27ebea-070d-4cea-aa60-a24023874950 HTTP/1.1" status: 200 len: 944 time: 0.6405885 Jul 29 23:40:26.229188 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0e99b4d7-cd38-494d-b0d9-0f6896c3cfd4 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:26.257256 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 54918d4e-7005-4a11-add4-fc4859647504 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:26.280931 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 54918d4e-7005-4a11-add4-fc4859647504 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:26.284484 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:26.504401 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d627cb45-ba0c-40ac-9960-52bf3079023a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:26.508665 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-090c57e2-50fa-4289-a562-71174d7a3e44 req-576bb7a1-26f1-4543-bb51-8fbafefbe645 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732975 Jul 29 23:40:26.519940 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:26.605226 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:26.611578 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d06df-7329-4a68-948b-e05570a90d2f req-438b4b8c-317e-47b7-ac00-8e0f0a390380 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:26.629649 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-157d06df-7329-4a68-948b-e05570a90d2f req-438b4b8c-317e-47b7-ac00-8e0f0a390380 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d895a45-efb7-4e94-96fe-f5a708a31a14 HTTP/1.1" status: 200 len: 945 time: 0.3459256 Jul 29 23:40:26.698619 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 54918d4e-7005-4a11-add4-fc4859647504, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=54918d4e-7005-4a11-add4-fc4859647504,segment=NetworkSegment(62fffabc-8b52-40cf-b7ec-42d8571b362f),segment_id=62fffabc-8b52-40cf-b7ec-42d8571b362f)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:26.707687 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:26.762440 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-157d06df-7329-4a68-948b-e05570a90d2f req-904a2019-2376-4da3-b526-2f6ca85505d6 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/security-groups?id=81e89418-223e-492a-b406-e46bb556ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154501 Jul 29 23:40:26.820011 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aac7e29-757d-4b6b-b325-20ab8601e35d req-d9b1693a-6460-4c08-9045-29af46cabc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:26.827274 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6aac7e29-757d-4b6b-b325-20ab8601e35d req-d9b1693a-6460-4c08-9045-29af46cabc58 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7a456402-40c6-4578-9b75-bbc1a0d9a5e7 HTTP/1.1" status: 200 len: 851 time: 0.7063286 Jul 29 23:40:26.858622 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=54918d4e-7005-4a11-add4-fc4859647504,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:26.958822 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-f1abfb6d-3dd2-47bc-9916-171a347a2ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'name': 'tempest-RoutersTest-router-915602155', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:57Z', 'updated_at': '2021-07-29T23:40:15Z', 'revision_number': 2, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'gw_port_host': None, '_interfaces': [{'id': '3f49de2e-a972-48b2-9fed-0ae4ad002d0b', 'name': '', 'network_id': '6c2eaf9c-1b68-4dff-89ae-76869996c21c', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'mac_address': 'fa:16:3e:cf:f3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': 'e914c1e7-e0d1-484d-8ef5-937e66f8c162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:08Z', 'updated_at': '2021-07-29T23:40:24Z', 'revision_number': 4, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'subnets': [{'id': 'e914c1e7-e0d1-484d-8ef5-937e66f8c162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:27.031022 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1abfb6d-3dd2-47bc-9916-171a347a2ada None None] The sync data for ids ['15b03cc0-4d03-4abe-967c-fe595dbc180e'] in n-d-712141-10 is: [{'id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'name': 'tempest-RoutersTest-router-915602155', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:57Z', 'updated_at': '2021-07-29T23:40:15Z', 'revision_number': 2, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'gw_port_host': None, '_interfaces': [{'id': '3f49de2e-a972-48b2-9fed-0ae4ad002d0b', 'name': '', 'network_id': '6c2eaf9c-1b68-4dff-89ae-76869996c21c', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'mac_address': 'fa:16:3e:cf:f3:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': 'e914c1e7-e0d1-484d-8ef5-937e66f8c162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:08Z', 'updated_at': '2021-07-29T23:40:24Z', 'revision_number': 4, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'subnets': [{'id': 'e914c1e7-e0d1-484d-8ef5-937e66f8c162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:40:27.148448 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6aac7e29-757d-4b6b-b325-20ab8601e35d req-ff9844fe-8ae8-4c45-8a51-1637410a4ae6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d20f887-85b7-45ef-8019-3cf0ef128029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2816532 Jul 29 23:40:27.686102 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:27.707654 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 33506) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:28.244593 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7346ff-f455-4d49-98f4-74d7959e36dc None None] Network e228caf7-7511-463b-9347-b74912c97702 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:40:28.733466 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 54918d4e-7005-4a11-add4-fc4859647504 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:40:28.906491 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6aac7e29-757d-4b6b-b325-20ab8601e35d req-f623bac9-e364-4b2e-9440-2ec572cb7fcd service neutron] 10.222.0.41 "GET /v2.0/networks/5d20f887-85b7-45ef-8019-3cf0ef128029?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3621228 Jul 29 23:40:28.910988 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-94662a6f-b7c9-49f5-bf05-306044dc1e61 None None] Provisioning for port 72079367-7b5e-41bd-8374-b56393933e0c completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:29.026586 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 54918d4e-7005-4a11-add4-fc4859647504 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:29.027289 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:29.321739 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 72079367-7b5e-41bd-8374-b56393933e0c up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:40:29.434025 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6aac7e29-757d-4b6b-b325-20ab8601e35d req-4eaa584f-1e56-4265-9542-39b67bb5ecae service neutron] 10.222.0.41 "GET /v2.0/networks/5d20f887-85b7-45ef-8019-3cf0ef128029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5145338 Jul 29 23:40:29.458619 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:29.473604 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 72079367-7b5e-41bd-8374-b56393933e0c completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:29.485771 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 72079367-7b5e-41bd-8374-b56393933e0c triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:29.486202 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:29.493884 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d627cb45-ba0c-40ac-9960-52bf3079023a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:29.507645 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d627cb45-ba0c-40ac-9960-52bf3079023a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:29.509734 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d627cb45-ba0c-40ac-9960-52bf3079023a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:29.574520 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d5f14074-cdf2-4f81-91e5-b970e1092057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:29.631921 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0e99b4d7-cd38-494d-b0d9-0f6896c3cfd4 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:29.636686 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d627cb45-ba0c-40ac-9960-52bf3079023a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event updated for resources: {'Port': ['ID=fdb0a764-98f4-4c2f-97b2-a0f189b7e291,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:29.760171 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:29.863448 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e99b4d7-cd38-494d-b0d9-0f6896c3cfd4 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event updated for resources: {'Subnet': ['ID=3ab0aca6-9c79-4ba4-90ca-fe1ff8b6bd7e,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:29.908714 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-d9ca9833-fe12-40f1-aec1-37f7632d4e84 None None] Provisioning for port fdb0a764-98f4-4c2f-97b2-a0f189b7e291 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:29.937742 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 72079367-7b5e-41bd-8374-b56393933e0c, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=72079367-7b5e-41bd-8374-b56393933e0c,segment=NetworkSegment(72eae08e-c5b6-45f5-ae1c-e3866385f79d),segment_id=72eae08e-c5b6-45f5-ae1c-e3866385f79d)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:29.940623 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-d9ca9833-fe12-40f1-aec1-37f7632d4e84 None None] Provisioning complete for port fdb0a764-98f4-4c2f-97b2-a0f189b7e291 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:29.941541 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d9ca9833-fe12-40f1-aec1-37f7632d4e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:29.970323 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d5f14074-cdf2-4f81-91e5-b970e1092057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:30.009359 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea5c7b-d080-41fb-a569-d589c6ff2b91 req-ef94a6f5-3cfc-4724-a560-b5078700cd10 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:30.021070 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-31ea5c7b-d080-41fb-a569-d589c6ff2b91 req-ef94a6f5-3cfc-4724-a560-b5078700cd10 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e27ebea-070d-4cea-aa60-a24023874950 HTTP/1.1" status: 200 len: 944 time: 1.9758027 Jul 29 23:40:30.033794 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:30.103514 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d5f14074-cdf2-4f81-91e5-b970e1092057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:30.132225 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e99b4d7-cd38-494d-b0d9-0f6896c3cfd4 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Checking segment: {'id': '51aab872-ddde-4824-b2da-578f3517955a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c604adf0-0e48-45b2-aa5b-b1d694c44618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:30.133417 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e99b4d7-cd38-494d-b0d9-0f6896c3cfd4 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Network hostable DHCP agents. Network: c604adf0-0e48-45b2-aa5b-b1d694c44618, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:40:30.165687 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e86007-c140-4e7c-ab10-cfbc73eebab0 req-9e88fc3c-2f68-4b46-b3f8-9885beb904e7 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:30.176306 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-67e86007-c140-4e7c-ab10-cfbc73eebab0 req-9e88fc3c-2f68-4b46-b3f8-9885beb904e7 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d895a45-efb7-4e94-96fe-f5a708a31a14 HTTP/1.1" status: 200 len: 945 time: 1.9681013 Jul 29 23:40:30.201462 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d627cb45-ba0c-40ac-9960-52bf3079023a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Network e228caf7-7511-463b-9347-b74912c97702 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:30.205612 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-d627cb45-ba0c-40ac-9960-52bf3079023a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:30.236316 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e99b4d7-cd38-494d-b0d9-0f6896c3cfd4 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Network c604adf0-0e48-45b2-aa5b-b1d694c44618 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:40:30.245430 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-d9ca9833-fe12-40f1-aec1-37f7632d4e84 None None] Port fdb0a764-98f4-4c2f-97b2-a0f189b7e291 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:40:30.308854 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=72079367-7b5e-41bd-8374-b56393933e0c,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:30.336706 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-d9ca9833-fe12-40f1-aec1-37f7632d4e84 None None] Provisioning complete for port 72079367-7b5e-41bd-8374-b56393933e0c triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:30.337668 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d9ca9833-fe12-40f1-aec1-37f7632d4e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:30.373400 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f14074-cdf2-4f81-91e5-b970e1092057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd41bbf9-a5db-4676-8242-6efc389e8894,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:30.375856 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-0e99b4d7-cd38-494d-b0d9-0f6896c3cfd4 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, c604adf0-0e48-45b2-aa5b-b1d694c44618) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:30.438463 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-d5f14074-cdf2-4f81-91e5-b970e1092057 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=882f837377ab4db39eaa1e14b0d22829&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7272613 Jul 29 23:40:30.462130 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 33528) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:30.463788 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 3f49de2e-a972-48b2-9fed-0ae4ad002d0b up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:40:30.472300 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e99b4d7-cd38-494d-b0d9-0f6896c3cfd4 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:30.473455 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0e99b4d7-cd38-494d-b0d9-0f6896c3cfd4 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:30.501736 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-31ea5c7b-d080-41fb-a569-d589c6ff2b91 req-8fbde853-2608-4624-8e41-38dabe0bdb4a tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4792855 Jul 29 23:40:30.551344 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-67e86007-c140-4e7c-ab10-cfbc73eebab0 req-e754e355-3801-4548-b0d8-4d46d69a5a23 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/security-groups?id=81e89418-223e-492a-b406-e46bb556ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530927 Jul 29 23:40:30.555944 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584579a6-5dc1-4b8c-961a-ba31e488cdbb None None] Network c604adf0-0e48-45b2-aa5b-b1d694c44618 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:40:30.565786 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0e99b4d7-cd38-494d-b0d9-0f6896c3cfd4 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 6.9667196 Jul 29 23:40:30.570145 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 33530) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:30.726238 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1cc7c4fd-fc89-42f7-9c1d-733fdc1be722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:30.770286 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d627cb45-ba0c-40ac-9960-52bf3079023a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Router 6e4f419c-5ba3-4bf4-a489-f1a817d3eed9 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:40:30.780115 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 3f49de2e-a972-48b2-9fed-0ae4ad002d0b completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:30.809728 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 3f49de2e-a972-48b2-9fed-0ae4ad002d0b triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:30.810334 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:30.852043 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1cc7c4fd-fc89-42f7-9c1d-733fdc1be722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:30.887636 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ee2eed-fef8-4d85-81a4-aa86b320c3fc req-5abb5cfe-4996-46fb-9b8e-893e72bb5d1d tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:30.889227 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-94ee2eed-fef8-4d85-81a4-aa86b320c3fc req-5abb5cfe-4996-46fb-9b8e-893e72bb5d1d tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.1284897 Jul 29 23:40:31.003614 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1cc7c4fd-fc89-42f7-9c1d-733fdc1be722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:31.014978 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1cc7c4fd-fc89-42f7-9c1d-733fdc1be722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:31.016400 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-1cc7c4fd-fc89-42f7-9c1d-733fdc1be722 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dd41bbf9-a5db-4676-8242-6efc389e8894 HTTP/1.1" status: 204 len: 168 time: 0.5532324 Jul 29 23:40:31.040453 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc7c4fd-fc89-42f7-9c1d-733fdc1be722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd41bbf9-a5db-4676-8242-6efc389e8894,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:31.064839 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-94ee2eed-fef8-4d85-81a4-aa86b320c3fc req-3e65188f-576a-4df7-a32e-d05585ee2631 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556404 Jul 29 23:40:31.149992 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:31.292352 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2faffb0-6efe-4ced-b89e-db7daafbeae5 req-47a027de-a526-4b8d-a6ae-82a52ed72cf1 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:31.293482 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f2faffb0-6efe-4ced-b89e-db7daafbeae5 req-47a027de-a526-4b8d-a6ae-82a52ed72cf1 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.1053121 Jul 29 23:40:31.296037 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 3f49de2e-a972-48b2-9fed-0ae4ad002d0b, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=3f49de2e-a972-48b2-9fed-0ae4ad002d0b,segment=NetworkSegment(8e821c66-fc9b-4b28-8984-7bbab9a04c94),segment_id=8e821c66-fc9b-4b28-8984-7bbab9a04c94)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:31.299506 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59c8778-e625-408f-8b2e-1269d134d6a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-c604adf0-0e48-45b2-aa5b-b1d694c44618', 'network_id': 'c604adf0-0e48-45b2-aa5b-b1d694c44618', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'fixed_ips': [{'subnet_id': '3ab0aca6-9c79-4ba4-90ca-fe1ff8b6bd7e'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:40:31.300598 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d59c8778-e625-408f-8b2e-1269d134d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:31.371609 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:31.376767 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-ac7eeb19-1898-48d5-9dd8-06b978c92efa None None] Provisioning complete for port fdb0a764-98f4-4c2f-97b2-a0f189b7e291 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:31.377402 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ac7eeb19-1898-48d5-9dd8-06b978c92efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:31.421491 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f2faffb0-6efe-4ced-b89e-db7daafbeae5 req-cbccc61c-f930-4ae7-9b25-a11b425235fc tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183779 Jul 29 23:40:31.682682 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-d59c8778-e625-408f-8b2e-1269d134d6a4 None None] Allocated IP 172.21.0.2 (c604adf0-0e48-45b2-aa5b-b1d694c44618/3ab0aca6-9c79-4ba4-90ca-fe1ff8b6bd7e/69a1b630-0ae2-41f7-bd75-0322d006cd57) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:40:31.789735 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d627cb45-ba0c-40ac-9960-52bf3079023a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:40:31.858163 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d627cb45-ba0c-40ac-9960-52bf3079023a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "PUT /v2.0/routers/6e4f419c-5ba3-4bf4-a489-f1a817d3eed9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5960364 Jul 29 23:40:31.885110 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 33548) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:31.956531 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d59c8778-e625-408f-8b2e-1269d134d6a4 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:31.988871 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-d59c8778-e625-408f-8b2e-1269d134d6a4 None None] Transition to ACTIVE for port object 69a1b630-0ae2-41f7-bd75-0322d006cd57 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:32.012365 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9a7dc2bd-23a7-4e87-8412-ad66506f9fb1 req-6efb370b-3ab6-4451-9e1f-780eabebba7c service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2530172 Jul 29 23:40:32.028691 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-ee69f458-11b4-42c8-87dc-0d92d58d7426 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1229788220'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:32.037088 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-d59c8778-e625-408f-8b2e-1269d134d6a4 None None] Transition to ACTIVE for port object 69a1b630-0ae2-41f7-bd75-0322d006cd57 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:32.047178 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55df56cc-b6e2-45d5-b3e8-2c03ae1b3f8b None None] Sync routers for ids ['6e4f419c-5ba3-4bf4-a489-f1a817d3eed9'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:40:32.067900 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d59c8778-e625-408f-8b2e-1269d134d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:32.103948 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 33552) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:32.131196 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee69f458-11b4-42c8-87dc-0d92d58d7426 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Made reservation on behalf of 7a2f603cc15342b5a7088525840c9a8c for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:32.136065 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ee69f458-11b4-42c8-87dc-0d92d58d7426 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:32.170194 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dfcc7d-2747-4ba8-a69b-bc65796a78b8 req-0139db1c-8e92-4649-80ab-8193532c989e tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:32.170969 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-ac7eeb19-1898-48d5-9dd8-06b978c92efa None None] Port fdb0a764-98f4-4c2f-97b2-a0f189b7e291 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:40:32.172012 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e5dfcc7d-2747-4ba8-a69b-bc65796a78b8 req-0139db1c-8e92-4649-80ab-8193532c989e tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e27ebea-070d-4cea-aa60-a24023874950 HTTP/1.1" status: 200 len: 944 time: 0.3347325 Jul 29 23:40:32.194220 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f371d899-823e-4271-939e-f98b1605bd1b req-62e2de05-063d-4e5e-b619-1391e654f1eb tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:32.202913 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f371d899-823e-4271-939e-f98b1605bd1b req-62e2de05-063d-4e5e-b619-1391e654f1eb tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d895a45-efb7-4e94-96fe-f5a708a31a14 HTTP/1.1" status: 200 len: 945 time: 0.4080982 Jul 29 23:40:32.208202 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-06084605-4596-4480-878e-bf42f29cea41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:32.210435 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59c8778-e625-408f-8b2e-1269d134d6a4 None None] Network c604adf0-0e48-45b2-aa5b-b1d694c44618 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:32.245888 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee69f458-11b4-42c8-87dc-0d92d58d7426 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:40:32.247934 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-d59c8778-e625-408f-8b2e-1269d134d6a4 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:32.254328 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7dc2bd-23a7-4e87-8412-ad66506f9fb1 req-63be2b1d-135d-40bb-bfde-9d77f173e3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:32.257392 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9a7dc2bd-23a7-4e87-8412-ad66506f9fb1 req-63be2b1d-135d-40bb-bfde-9d77f173e3f0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aa7b44142ea84ef2bfb9a6f800e77e29&device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 1097 time: 0.2111192 Jul 29 23:40:32.259328 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59c8778-e625-408f-8b2e-1269d134d6a4 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:40:32.276883 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 72079367-7b5e-41bd-8374-b56393933e0c up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:40:32.293822 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e5dfcc7d-2747-4ba8-a69b-bc65796a78b8 req-e683f0a2-cea2-43a7-85b4-818e8008df09 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881603 Jul 29 23:40:32.296135 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ee69f458-11b4-42c8-87dc-0d92d58d7426 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:32.296728 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-ee69f458-11b4-42c8-87dc-0d92d58d7426 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Added segment 156041d1-33f8-459a-9c6a-230f82d723b3 of type vlan for network be0ef6b8-77b4-4ed3-9224-01408e5c266e Jul 29 23:40:32.365469 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55df56cc-b6e2-45d5-b3e8-2c03ae1b3f8b None None] Routers {'6e4f419c-5ba3-4bf4-a489-f1a817d3eed9'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:40:32.366880 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-55df56cc-b6e2-45d5-b3e8-2c03ae1b3f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:40:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['6e4f419c-5ba3-4bf4-a489-f1a817d3eed9'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:32.376847 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f371d899-823e-4271-939e-f98b1605bd1b req-5db4718e-426f-4395-b3d0-f5ed451e7521 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/security-groups?id=81e89418-223e-492a-b406-e46bb556ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706564 Jul 29 23:40:32.396469 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=3f49de2e-a972-48b2-9fed-0ae4ad002d0b,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:32.417869 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ee69f458-11b4-42c8-87dc-0d92d58d7426 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:32.505943 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ee69f458-11b4-42c8-87dc-0d92d58d7426 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:32.523054 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee69f458-11b4-42c8-87dc-0d92d58d7426 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:32.524661 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59c8778-e625-408f-8b2e-1269d134d6a4 None None] Pushing event updated for resources: {'Port': ['ID=69a1b630-0ae2-41f7-bd75-0322d006cd57,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:32.526011 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ee69f458-11b4-42c8-87dc-0d92d58d7426 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:32.595894 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7dc2bd-23a7-4e87-8412-ad66506f9fb1 req-3075117b-c88b-4676-b1fe-dbf743637ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:32.598420 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9a7dc2bd-23a7-4e87-8412-ad66506f9fb1 req-3075117b-c88b-4676-b1fe-dbf743637ad2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ef47c031-89f3-4d55-afcb-e9afda1b9317 HTTP/1.1" status: 200 len: 914 time: 0.2838998 Jul 29 23:40:32.605100 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2342a037-98d4-4e91-a372-1e38fccea255 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:32.714577 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9a7dc2bd-23a7-4e87-8412-ad66506f9fb1 req-c4d9b566-569b-40b7-9f34-e3f048eddc37 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b6ece518-cbb5-4566-b916-ab5aa5d0aa2a HTTP/1.1" status: 200 len: 217 time: 0.1047924 Jul 29 23:40:32.846158 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee69f458-11b4-42c8-87dc-0d92d58d7426 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event updated for resources: {'Network': ['ID=be0ef6b8-77b4-4ed3-9224-01408e5c266e,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:32.914331 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7dc2bd-23a7-4e87-8412-ad66506f9fb1 req-02d55744-c2b1-4ca0-b798-bcd9c2bd233f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:32.917251 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9a7dc2bd-23a7-4e87-8412-ad66506f9fb1 req-02d55744-c2b1-4ca0-b798-bcd9c2bd233f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2cc102b6-7976-49c8-8fc0-37ba3d12643a HTTP/1.1" status: 200 len: 853 time: 0.1944394 Jul 29 23:40:32.934163 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310dca1d-2178-49a0-9535-f21eeb9668e6 req-59ad2c80-849a-438f-8a6c-f6f25da07baa tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:32.937235 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-310dca1d-2178-49a0-9535-f21eeb9668e6 req-59ad2c80-849a-438f-8a6c-f6f25da07baa tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.3780894 Jul 29 23:40:32.953510 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-d59c8778-e625-408f-8b2e-1269d134d6a4 None None] Attempting to bind port 69a1b630-0ae2-41f7-bd75-0322d006cd57 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:40:32.954280 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-d59c8778-e625-408f-8b2e-1269d134d6a4 None None] Attempting to bind port 69a1b630-0ae2-41f7-bd75-0322d006cd57 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '51aab872-ddde-4824-b2da-578f3517955a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c604adf0-0e48-45b2-aa5b-b1d694c44618'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:40:32.955323 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59c8778-e625-408f-8b2e-1269d134d6a4 None None] Attempting to bind port 69a1b630-0ae2-41f7-bd75-0322d006cd57 on network c604adf0-0e48-45b2-aa5b-b1d694c44618 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:40:32.959273 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network be0ef6b8-77b4-4ed3-9224-01408e5c266e details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:40:32.982986 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9a7dc2bd-23a7-4e87-8412-ad66506f9fb1 req-9c6bd403-81d3-4300-a005-54d5e00810c8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ef47c031-89f3-4d55-afcb-e9afda1b9317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526752 Jul 29 23:40:33.070273 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-310dca1d-2178-49a0-9535-f21eeb9668e6 req-f4253f38-e4f0-478e-b786-ebf265e63c5f tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175129 Jul 29 23:40:33.071211 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59c8778-e625-408f-8b2e-1269d134d6a4 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:40:33.072507 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59c8778-e625-408f-8b2e-1269d134d6a4 None None] Checking segment: {'id': '51aab872-ddde-4824-b2da-578f3517955a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c604adf0-0e48-45b2-aa5b-b1d694c44618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:33.073111 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d59c8778-e625-408f-8b2e-1269d134d6a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:33.073937 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59c8778-e625-408f-8b2e-1269d134d6a4 None None] Bound using segment: {'id': '51aab872-ddde-4824-b2da-578f3517955a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c604adf0-0e48-45b2-aa5b-b1d694c44618'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:40:33.074910 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-d59c8778-e625-408f-8b2e-1269d134d6a4 None None] Bound port: 69a1b630-0ae2-41f7-bd75-0322d006cd57, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51aab872-ddde-4824-b2da-578f3517955a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c604adf0-0e48-45b2-aa5b-b1d694c44618'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:40:33.075698 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d59c8778-e625-408f-8b2e-1269d134d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:33.112525 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 72079367-7b5e-41bd-8374-b56393933e0c triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:33.113275 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:33.253939 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-55df56cc-b6e2-45d5-b3e8-2c03ae1b3f8b None None] Set router 6e4f419c-5ba3-4bf4-a489-f1a817d3eed9 gateway port host: None {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:40:33.478110 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-06084605-4596-4480-878e-bf42f29cea41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:33.546393 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ee69f458-11b4-42c8-87dc-0d92d58d7426 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6565766 Jul 29 23:40:33.565221 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 33568) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:33.576878 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 33570) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:33.605657 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-06084605-4596-4480-878e-bf42f29cea41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:33.612188 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-fdffbc9c-df99-41f7-b1be-155ecd77c3d8 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Request body: {'subnet': {'network_id': 'be0ef6b8-77b4-4ed3-9224-01408e5c266e', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:33.655028 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fe199b-5dd5-40be-bf25-470e300c03db req-984abeaa-8530-43a9-aabd-2a400568c664 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:33.668254 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d7fe199b-5dd5-40be-bf25-470e300c03db req-984abeaa-8530-43a9-aabd-2a400568c664 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.3321767 Jul 29 23:40:33.679470 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-d59c8778-e625-408f-8b2e-1269d134d6a4 None None] For port 69a1b630-0ae2-41f7-bd75-0322d006cd57, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:40:33.694457 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-d59c8778-e625-408f-8b2e-1269d134d6a4 None None] For port 69a1b630-0ae2-41f7-bd75-0322d006cd57, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=69a1b630-0ae2-41f7-bd75-0322d006cd57,segment=NetworkSegment(51aab872-ddde-4824-b2da-578f3517955a),segment_id=51aab872-ddde-4824-b2da-578f3517955a)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:40:33.755190 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9a7dc2bd-23a7-4e87-8412-ad66506f9fb1 req-956f85a6-5eed-42fb-a953-99ce26bc8bd3 service neutron] 10.222.0.22 "GET /v2.0/networks/ef47c031-89f3-4d55-afcb-e9afda1b9317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7597220 Jul 29 23:40:33.861661 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d59c8778-e625-408f-8b2e-1269d134d6a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:33.880100 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d7fe199b-5dd5-40be-bf25-470e300c03db req-a435808b-692a-4c6d-aa27-87f02bdcf664 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301970 Jul 29 23:40:33.917660 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-32ff87a9-efe8-4c4f-81dc-1c6ca73e61e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:34.016647 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67228b3-bd05-4723-86e9-d290a407275c req-b1ff1fda-d5bd-4a1d-a85b-2d14eed98230 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:34.021507 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f67228b3-bd05-4723-86e9-d290a407275c req-b1ff1fda-d5bd-4a1d-a85b-2d14eed98230 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e27ebea-070d-4cea-aa60-a24023874950 HTTP/1.1" status: 200 len: 944 time: 0.4329677 Jul 29 23:40:34.024719 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdffbc9c-df99-41f7-b1be-155ecd77c3d8 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Made reservation on behalf of 7a2f603cc15342b5a7088525840c9a8c for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:34.047396 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fdffbc9c-df99-41f7-b1be-155ecd77c3d8 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:34.140323 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-06084605-4596-4480-878e-bf42f29cea41 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=79280e484454449986e94451bcb14c92&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0307591 Jul 29 23:40:34.196651 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-2342a037-98d4-4e91-a372-1e38fccea255 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Allocated IP 172.21.0.1 (c604adf0-0e48-45b2-aa5b-b1d694c44618/3ab0aca6-9c79-4ba4-90ca-fe1ff8b6bd7e/0eee71f0-4419-46e7-8eca-9efeeec56bc2) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:40:34.257460 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 33576) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:34.360656 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59c8778-e625-408f-8b2e-1269d134d6a4 None None] Pushing event updated for resources: {'Port': ['ID=69a1b630-0ae2-41f7-bd75-0322d006cd57,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:34.393725 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f67228b3-bd05-4723-86e9-d290a407275c req-b26906a0-4756-4e61-a044-b3897be7709f tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3259039 Jul 29 23:40:34.455357 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-55df56cc-b6e2-45d5-b3e8-2c03ae1b3f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'name': 'tempest-RoutersIpV6Test-router-1568818285', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:56Z', 'updated_at': '2021-07-29T23:40:24Z', 'revision_number': 3, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'gw_port_host': None, '_interfaces': [{'id': '54918d4e-7005-4a11-add4-fc4859647504', 'name': '', 'network_id': 'a02c6df4-947d-4092-9e1a-39ce80e556cf', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:e0:7a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '7bc27fc5-c70f-4be8-b885-0a9862c9c54f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:04Z', 'updated_at': '2021-07-29T23:40:26Z', 'revision_number': 5, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': '7bc27fc5-c70f-4be8-b885-0a9862c9c54f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdb0a764-98f4-4c2f-97b2-a0f189b7e291', 'name': '', 'network_id': 'e228caf7-7511-463b-9347-b74912c97702', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:e0:cb:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'c9a6e33e-a48c-46ad-a582-5404d0059b7b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:20Z', 'updated_at': '2021-07-29T23:40:28Z', 'revision_number': 2, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': 'c9a6e33e-a48c-46ad-a582-5404d0059b7b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:34.461819 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2342a037-98d4-4e91-a372-1e38fccea255 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:34.506120 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-2342a037-98d4-4e91-a372-1e38fccea255 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Transition to ACTIVE for port object 0eee71f0-4419-46e7-8eca-9efeeec56bc2 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:34.507612 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8726c7f-f2a5-456a-b9c8-3e53ca5017c4 req-eae84605-7170-40bc-a63b-0d169e5ad005 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:34.509410 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f8726c7f-f2a5-456a-b9c8-3e53ca5017c4 req-eae84605-7170-40bc-a63b-0d169e5ad005 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d895a45-efb7-4e94-96fe-f5a708a31a14 HTTP/1.1" status: 200 len: 945 time: 0.3762064 Jul 29 23:40:34.557425 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55df56cc-b6e2-45d5-b3e8-2c03ae1b3f8b None None] Checking router: 6e4f419c-5ba3-4bf4-a489-f1a817d3eed9 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:40:34.558373 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55df56cc-b6e2-45d5-b3e8-2c03ae1b3f8b None None] Updating router 6e4f419c-5ba3-4bf4-a489-f1a817d3eed9 port fdb0a764-98f4-4c2f-97b2-a0f189b7e291 binding host n-d-712141-10 {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:40:34.577437 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06084605-4596-4480-878e-bf42f29cea41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8756e5f7-d4a8-4c98-a53f-82712f4d5051,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:34.588137 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2342a037-98d4-4e91-a372-1e38fccea255 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:34.661297 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 3f49de2e-a972-48b2-9fed-0ae4ad002d0b up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:40:34.778109 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-55df56cc-b6e2-45d5-b3e8-2c03ae1b3f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:34.813165 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e8ade730-9ec3-4f61-98cb-ab8c18748f32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:34.814803 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2342a037-98d4-4e91-a372-1e38fccea255 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Network c604adf0-0e48-45b2-aa5b-b1d694c44618 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:34.820560 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2342a037-98d4-4e91-a372-1e38fccea255 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event updated for resources: {'Port': ['ID=0eee71f0-4419-46e7-8eca-9efeeec56bc2,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:34.846146 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-2342a037-98d4-4e91-a372-1e38fccea255 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:34.871106 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2342a037-98d4-4e91-a372-1e38fccea255 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:40:35.019367 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e8ade730-9ec3-4f61-98cb-ab8c18748f32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:35.028042 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 3f49de2e-a972-48b2-9fed-0ae4ad002d0b triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:35.028767 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:35.029479 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9a7dc2bd-23a7-4e87-8412-ad66506f9fb1 req-b7ccd638-6bcb-4af5-bf54-cc630345eaa1 service neutron] 10.222.0.22 "GET /v2.0/networks/ef47c031-89f3-4d55-afcb-e9afda1b9317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2398288 Jul 29 23:40:35.068500 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2342a037-98d4-4e91-a372-1e38fccea255 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:35.071338 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f8726c7f-f2a5-456a-b9c8-3e53ca5017c4 req-7abe7028-5539-481b-9a6b-d3bb8ffb4999 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/security-groups?id=81e89418-223e-492a-b406-e46bb556ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5218534 Jul 29 23:40:35.134663 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41450f88-e0d3-4df8-ae3a-0d93ed14470b req-bc1c16f7-1231-4c79-b7d1-454e02ad4354 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:35.137164 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-41450f88-e0d3-4df8-ae3a-0d93ed14470b req-bc1c16f7-1231-4c79-b7d1-454e02ad4354 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.3773553 Jul 29 23:40:35.147308 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fdffbc9c-df99-41f7-b1be-155ecd77c3d8 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:35.263502 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-32ff87a9-efe8-4c4f-81dc-1c6ca73e61e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:35.278192 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-32ff87a9-efe8-4c4f-81dc-1c6ca73e61e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:35.309846 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdffbc9c-df99-41f7-b1be-155ecd77c3d8 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event updated for resources: {'Subnet': ['ID=03f86caa-4553-4851-a853-95e452e44926,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:35.330247 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-41450f88-e0d3-4df8-ae3a-0d93ed14470b req-6338f04b-2ee0-4d57-b6a4-10c19babd4f7 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735249 Jul 29 23:40:35.332317 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e8ade730-9ec3-4f61-98cb-ab8c18748f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:35.337565 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e8ade730-9ec3-4f61-98cb-ab8c18748f32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:35.340040 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e8ade730-9ec3-4f61-98cb-ab8c18748f32 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8756e5f7-d4a8-4c98-a53f-82712f4d5051 HTTP/1.1" status: 204 len: 168 time: 1.0579946 Jul 29 23:40:35.363587 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ade730-9ec3-4f61-98cb-ab8c18748f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8756e5f7-d4a8-4c98-a53f-82712f4d5051,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:35.374420 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdffbc9c-df99-41f7-b1be-155ecd77c3d8 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Checking segment: {'id': '156041d1-33f8-459a-9c6a-230f82d723b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'be0ef6b8-77b4-4ed3-9224-01408e5c266e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:35.375381 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdffbc9c-df99-41f7-b1be-155ecd77c3d8 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Network hostable DHCP agents. Network: be0ef6b8-77b4-4ed3-9224-01408e5c266e, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:40:35.433214 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdffbc9c-df99-41f7-b1be-155ecd77c3d8 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Network be0ef6b8-77b4-4ed3-9224-01408e5c266e is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:40:35.493946 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2342a037-98d4-4e91-a372-1e38fccea255 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:35.503567 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-32ff87a9-efe8-4c4f-81dc-1c6ca73e61e6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=57d921f2554540f980fbde6955396abe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9249411 Jul 29 23:40:35.515755 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ff87a9-efe8-4c4f-81dc-1c6ca73e61e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4346b5d3-622f-4f26-8668-4bae6ee7c2ea,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:35.525738 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 33588) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:35.535668 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-fdffbc9c-df99-41f7-b1be-155ecd77c3d8 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, be0ef6b8-77b4-4ed3-9224-01408e5c266e) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:35.560425 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdffbc9c-df99-41f7-b1be-155ecd77c3d8 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:35.560425 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fdffbc9c-df99-41f7-b1be-155ecd77c3d8 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:35.622899 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80aa49d6-f450-4be3-af82-7f4e30b69db0 None None] Network be0ef6b8-77b4-4ed3-9224-01408e5c266e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:40:35.626532 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-fdffbc9c-df99-41f7-b1be-155ecd77c3d8 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0421064 Jul 29 23:40:35.639056 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 33592) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:35.820379 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6dbace15-bba1-4bec-98a9-99d2d6e93a30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:35.850131 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-55df56cc-b6e2-45d5-b3e8-2c03ae1b3f8b None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:35.867049 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6dbace15-bba1-4bec-98a9-99d2d6e93a30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:35.867932 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-55df56cc-b6e2-45d5-b3e8-2c03ae1b3f8b None None] Transition to ACTIVE for port object fdb0a764-98f4-4c2f-97b2-a0f189b7e291 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:35.908578 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecb04b6-07c0-4fa4-9d16-434524d5eb62 req-0a7204a2-8d12-45ab-8ec4-e5d9306ce49e tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:35.920957 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fecb04b6-07c0-4fa4-9d16-434524d5eb62 req-0a7204a2-8d12-45ab-8ec4-e5d9306ce49e tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.4705806 Jul 29 23:40:35.939763 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-55df56cc-b6e2-45d5-b3e8-2c03ae1b3f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:35.963524 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6dbace15-bba1-4bec-98a9-99d2d6e93a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:35.968632 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6dbace15-bba1-4bec-98a9-99d2d6e93a30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:35.972680 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-6dbace15-bba1-4bec-98a9-99d2d6e93a30 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4346b5d3-622f-4f26-8668-4bae6ee7c2ea HTTP/1.1" status: 204 len: 168 time: 0.4453676 Jul 29 23:40:36.006875 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f4dfd2-7ee1-4644-89e1-f79e919a662c req-9c8f3d42-1cae-4c42-bc23-facb065d0a77 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:36.018313 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-86f4dfd2-7ee1-4644-89e1-f79e919a662c req-9c8f3d42-1cae-4c42-bc23-facb065d0a77 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e27ebea-070d-4cea-aa60-a24023874950 HTTP/1.1" status: 200 len: 944 time: 0.3369737 Jul 29 23:40:36.065319 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbace15-bba1-4bec-98a9-99d2d6e93a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4346b5d3-622f-4f26-8668-4bae6ee7c2ea,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:36.133486 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa84b6bf-5b99-4766-b75d-3699132f1d23 None None] Pushing event updated for resources: {'Port': ['ID=fdb0a764-98f4-4c2f-97b2-a0f189b7e291,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:36.140784 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fecb04b6-07c0-4fa4-9d16-434524d5eb62 req-3103072b-251c-4866-8f42-e8c2b72d4662 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186451 Jul 29 23:40:36.407982 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1e0e0b-dbac-4a27-bd7b-b87c2195af1f None None] Network c604adf0-0e48-45b2-aa5b-b1d694c44618 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:40:36.523394 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-55df56cc-b6e2-45d5-b3e8-2c03ae1b3f8b None None] Attempting to bind port fdb0a764-98f4-4c2f-97b2-a0f189b7e291 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:40:36.523394 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-55df56cc-b6e2-45d5-b3e8-2c03ae1b3f8b None None] Attempting to bind port fdb0a764-98f4-4c2f-97b2-a0f189b7e291 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '72eae08e-c5b6-45f5-ae1c-e3866385f79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e228caf7-7511-463b-9347-b74912c97702'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:40:36.523394 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55df56cc-b6e2-45d5-b3e8-2c03ae1b3f8b None None] Attempting to bind port fdb0a764-98f4-4c2f-97b2-a0f189b7e291 on network e228caf7-7511-463b-9347-b74912c97702 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:40:36.545291 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2342a037-98d4-4e91-a372-1e38fccea255 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:36.555607 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7712c504-5467-49cd-9f69-212e9063f933 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-be0ef6b8-77b4-4ed3-9224-01408e5c266e', 'network_id': 'be0ef6b8-77b4-4ed3-9224-01408e5c266e', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'fixed_ips': [{'subnet_id': '03f86caa-4553-4851-a853-95e452e44926'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:40:36.556542 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7712c504-5467-49cd-9f69-212e9063f933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:36.580374 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2342a037-98d4-4e91-a372-1e38fccea255 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:36.593200 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55df56cc-b6e2-45d5-b3e8-2c03ae1b3f8b None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:40:36.596210 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55df56cc-b6e2-45d5-b3e8-2c03ae1b3f8b None None] Checking segment: {'id': '72eae08e-c5b6-45f5-ae1c-e3866385f79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e228caf7-7511-463b-9347-b74912c97702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:36.596695 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-55df56cc-b6e2-45d5-b3e8-2c03ae1b3f8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:36.599408 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55df56cc-b6e2-45d5-b3e8-2c03ae1b3f8b None None] Bound using segment: {'id': '72eae08e-c5b6-45f5-ae1c-e3866385f79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e228caf7-7511-463b-9347-b74912c97702'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:40:36.600982 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-55df56cc-b6e2-45d5-b3e8-2c03ae1b3f8b None None] Bound port: fdb0a764-98f4-4c2f-97b2-a0f189b7e291, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72eae08e-c5b6-45f5-ae1c-e3866385f79d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'e228caf7-7511-463b-9347-b74912c97702'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:40:36.601719 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-55df56cc-b6e2-45d5-b3e8-2c03ae1b3f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:36.611968 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c98c59c7-0feb-4a9d-ad53-7cb211eee8c3 None None] Provisioning for port 69a1b630-0ae2-41f7-bd75-0322d006cd57 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:36.828907 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 69a1b630-0ae2-41f7-bd75-0322d006cd57 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:40:36.842236 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-86f4dfd2-7ee1-4644-89e1-f79e919a662c req-56f04f31-3a1e-4053-8a47-fc7942185e24 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8017144 Jul 29 23:40:36.879554 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2342a037-98d4-4e91-a372-1e38fccea255 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event updated for resources: {'Port': ['ID=0eee71f0-4419-46e7-8eca-9efeeec56bc2,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:36.891572 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b320de3-69b7-4f06-aa61-7f273b4c0fb8 req-9243c31d-41e8-4160-909a-ec1ac60dea28 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:36.893797 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2342a037-98d4-4e91-a372-1e38fccea255 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:36.906661 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9b320de3-69b7-4f06-aa61-7f273b4c0fb8 req-9243c31d-41e8-4160-909a-ec1ac60dea28 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d895a45-efb7-4e94-96fe-f5a708a31a14 HTTP/1.1" status: 200 len: 945 time: 0.3037424 Jul 29 23:40:37.120828 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-55df56cc-b6e2-45d5-b3e8-2c03ae1b3f8b None None] For port fdb0a764-98f4-4c2f-97b2-a0f189b7e291, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:40:37.145747 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9b320de3-69b7-4f06-aa61-7f273b4c0fb8 req-58add11f-1411-4ac7-ac96-cd8198268d49 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/security-groups?id=81e89418-223e-492a-b406-e46bb556ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329218 Jul 29 23:40:37.217887 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-55df56cc-b6e2-45d5-b3e8-2c03ae1b3f8b None None] For port fdb0a764-98f4-4c2f-97b2-a0f189b7e291, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=fdb0a764-98f4-4c2f-97b2-a0f189b7e291,segment=NetworkSegment(72eae08e-c5b6-45f5-ae1c-e3866385f79d),segment_id=72eae08e-c5b6-45f5-ae1c-e3866385f79d)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:40:37.232749 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2342a037-98d4-4e91-a372-1e38fccea255 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Network c604adf0-0e48-45b2-aa5b-b1d694c44618 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:37.236620 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-2342a037-98d4-4e91-a372-1e38fccea255 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:37.238406 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf312f93-b6c6-48ee-b8f4-0258044ebdc4 req-352010bd-9a23-496f-ba58-dc329c6c5201 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:37.240741 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bf312f93-b6c6-48ee-b8f4-0258044ebdc4 req-352010bd-9a23-496f-ba58-dc329c6c5201 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.2031624 Jul 29 23:40:37.244396 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-55df56cc-b6e2-45d5-b3e8-2c03ae1b3f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:37.299039 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:37.305946 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bc04c8eb-9625-4879-af9a-9a3a312e8a9c tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:37.337732 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-7712c504-5467-49cd-9f69-212e9063f933 None None] Allocated IP 2001:db8:2::2 (be0ef6b8-77b4-4ed3-9224-01408e5c266e/03f86caa-4553-4851-a853-95e452e44926/1ef849fd-0d52-469a-a39b-d10bfea71cea) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:40:37.338549 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bf312f93-b6c6-48ee-b8f4-0258044ebdc4 req-d98d9bba-5f78-4a9c-9d1b-24bd3d376366 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873122 Jul 29 23:40:37.372523 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 69a1b630-0ae2-41f7-bd75-0322d006cd57 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:37.402473 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 69a1b630-0ae2-41f7-bd75-0322d006cd57 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:37.403096 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:37.739539 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0c75c0-7dbe-43c8-9695-e4c2241f54e9 req-988a804b-833b-434a-88bb-65165c0fa682 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:37.751189 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2c0c75c0-7dbe-43c8-9695-e4c2241f54e9 req-988a804b-833b-434a-88bb-65165c0fa682 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.1788995 Jul 29 23:40:37.767866 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55df56cc-b6e2-45d5-b3e8-2c03ae1b3f8b None None] Routers {'6e4f419c-5ba3-4bf4-a489-f1a817d3eed9'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:40:37.775352 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-55df56cc-b6e2-45d5-b3e8-2c03ae1b3f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:40:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['6e4f419c-5ba3-4bf4-a489-f1a817d3eed9'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:37.925852 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa84b6bf-5b99-4766-b75d-3699132f1d23 None None] Pushing event updated for resources: {'Port': ['ID=fdb0a764-98f4-4c2f-97b2-a0f189b7e291,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:38.295076 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7712c504-5467-49cd-9f69-212e9063f933 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:38.305259 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-7712c504-5467-49cd-9f69-212e9063f933 None None] Transition to ACTIVE for port object 1ef849fd-0d52-469a-a39b-d10bfea71cea will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:38.328798 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-7712c504-5467-49cd-9f69-212e9063f933 None None] Transition to ACTIVE for port object 1ef849fd-0d52-469a-a39b-d10bfea71cea will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:38.342615 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2c0c75c0-7dbe-43c8-9695-e4c2241f54e9 req-427bc172-9d90-4b27-b111-883b3ff053b0 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5902412 Jul 29 23:40:38.355577 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-55df56cc-b6e2-45d5-b3e8-2c03ae1b3f8b None None] Set router 6e4f419c-5ba3-4bf4-a489-f1a817d3eed9 gateway port host: None {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:40:38.403737 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9a5c07-e3cf-43c8-b001-231817c1abd3 req-6ee1331a-9fe3-4ff2-8d3a-fc30110cd014 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:38.405433 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4e9a5c07-e3cf-43c8-b001-231817c1abd3 req-6ee1331a-9fe3-4ff2-8d3a-fc30110cd014 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e27ebea-070d-4cea-aa60-a24023874950 HTTP/1.1" status: 200 len: 944 time: 0.3863547 Jul 29 23:40:38.512884 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2342a037-98d4-4e91-a372-1e38fccea255 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Router 15b03cc0-4d03-4abe-967c-fe595dbc180e has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:40:38.524405 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7712c504-5467-49cd-9f69-212e9063f933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:38.536103 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:38.616403 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7712c504-5467-49cd-9f69-212e9063f933 None None] Network be0ef6b8-77b4-4ed3-9224-01408e5c266e is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:38.619942 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4e9a5c07-e3cf-43c8-b001-231817c1abd3 req-b4cc6487-c919-4978-aaac-41d9a60fdb7c tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029088 Jul 29 23:40:38.636905 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7712c504-5467-49cd-9f69-212e9063f933 None None] Pushing event updated for resources: {'Port': ['ID=1ef849fd-0d52-469a-a39b-d10bfea71cea,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:38.646437 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-7712c504-5467-49cd-9f69-212e9063f933 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:38.659238 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c7445de3-78b0-4deb-9986-b878746ae9de None None] Provisioning complete for port 69a1b630-0ae2-41f7-bd75-0322d006cd57 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:38.659516 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c7445de3-78b0-4deb-9986-b878746ae9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:38.710745 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7712c504-5467-49cd-9f69-212e9063f933 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:40:38.729669 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-bc04c8eb-9625-4879-af9a-9a3a312e8a9c tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Allocated IP 2001:db8:2::1 (be0ef6b8-77b4-4ed3-9224-01408e5c266e/03f86caa-4553-4851-a853-95e452e44926/cb8c54e0-bd35-45b9-a4be-d0554d6c115c) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:40:38.745221 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2342a037-98d4-4e91-a372-1e38fccea255 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:40:38.757500 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc74907-29f0-4a63-9519-199150864daf None None] Sync routers for ids ['15b03cc0-4d03-4abe-967c-fe595dbc180e'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:40:38.758199 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c366178a-d6e1-4381-9269-b96a76966473 req-e396a3a4-aa56-435a-a4fa-1125672dc831 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:38.759180 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c366178a-d6e1-4381-9269-b96a76966473 req-e396a3a4-aa56-435a-a4fa-1125672dc831 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d895a45-efb7-4e94-96fe-f5a708a31a14 HTTP/1.1" status: 200 len: 945 time: 0.2545607 Jul 29 23:40:38.767942 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 33668) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:38.774436 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-2342a037-98d4-4e91-a372-1e38fccea255 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "PUT /v2.0/routers/15b03cc0-4d03-4abe-967c-fe595dbc180e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1979005 Jul 29 23:40:38.774656 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-ee0fb0b8-5880-475f-b4bb-093afdcc91fb tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Request body: {'network': {'name': 'tempest-RoutersTest-1916405886'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:38.783802 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc74907-29f0-4a63-9519-199150864daf None None] Routers {'15b03cc0-4d03-4abe-967c-fe595dbc180e'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:40:38.792185 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-dbc74907-29f0-4a63-9519-199150864daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:40:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['15b03cc0-4d03-4abe-967c-fe595dbc180e'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:39.037134 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-7712c504-5467-49cd-9f69-212e9063f933 None None] Attempting to bind port 1ef849fd-0d52-469a-a39b-d10bfea71cea on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:40:39.038233 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-7712c504-5467-49cd-9f69-212e9063f933 None None] Attempting to bind port 1ef849fd-0d52-469a-a39b-d10bfea71cea by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '156041d1-33f8-459a-9c6a-230f82d723b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'be0ef6b8-77b4-4ed3-9224-01408e5c266e'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:40:39.038712 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7712c504-5467-49cd-9f69-212e9063f933 None None] Attempting to bind port 1ef849fd-0d52-469a-a39b-d10bfea71cea on network be0ef6b8-77b4-4ed3-9224-01408e5c266e {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:40:39.046534 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c366178a-d6e1-4381-9269-b96a76966473 req-88a363d2-5ccb-41ef-803c-9d168e05534b tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/security-groups?id=81e89418-223e-492a-b406-e46bb556ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772145 Jul 29 23:40:39.047849 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee0fb0b8-5880-475f-b4bb-093afdcc91fb tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Made reservation on behalf of 57ced8fbb08748a3b85014e0aa13f1c0 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:39.049895 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7712c504-5467-49cd-9f69-212e9063f933 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:40:39.050548 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7712c504-5467-49cd-9f69-212e9063f933 None None] Checking segment: {'id': '156041d1-33f8-459a-9c6a-230f82d723b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'be0ef6b8-77b4-4ed3-9224-01408e5c266e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:39.051779 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7712c504-5467-49cd-9f69-212e9063f933 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:39.052346 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7712c504-5467-49cd-9f69-212e9063f933 None None] Bound using segment: {'id': '156041d1-33f8-459a-9c6a-230f82d723b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'be0ef6b8-77b4-4ed3-9224-01408e5c266e'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:40:39.053643 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-7712c504-5467-49cd-9f69-212e9063f933 None None] Bound port: 1ef849fd-0d52-469a-a39b-d10bfea71cea, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '156041d1-33f8-459a-9c6a-230f82d723b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'be0ef6b8-77b4-4ed3-9224-01408e5c266e'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:40:39.054553 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7712c504-5467-49cd-9f69-212e9063f933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:39.066600 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-dbc74907-29f0-4a63-9519-199150864daf None None] Set router 15b03cc0-4d03-4abe-967c-fe595dbc180e gateway port host: None {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:40:39.076016 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ee0fb0b8-5880-475f-b4bb-093afdcc91fb tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:39.137140 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 69a1b630-0ae2-41f7-bd75-0322d006cd57, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=69a1b630-0ae2-41f7-bd75-0322d006cd57,segment=NetworkSegment(51aab872-ddde-4824-b2da-578f3517955a),segment_id=51aab872-ddde-4824-b2da-578f3517955a)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:39.202070 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:39.267745 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=69a1b630-0ae2-41f7-bd75-0322d006cd57,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:39.304343 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c7445de3-78b0-4deb-9986-b878746ae9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:39.315582 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee0fb0b8-5880-475f-b4bb-093afdcc91fb tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:40:39.338414 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ee0fb0b8-5880-475f-b4bb-093afdcc91fb tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:39.339555 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-ee0fb0b8-5880-475f-b4bb-093afdcc91fb tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Added segment a1f9c734-556d-4d88-a879-b08a818e5658 of type vlan for network d3d98fff-a0f2-4bd5-b8cb-f7dc60ec58ff Jul 29 23:40:39.393752 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.db.api [None req-c7445de3-78b0-4deb-9986-b878746ae9de None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94079) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:40:39.394108 n-d-712141-10 neutron-server[94079]: DEBUG oslo_db.api [None req-c7445de3-78b0-4deb-9986-b878746ae9de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:40:39.413148 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ee0fb0b8-5880-475f-b4bb-093afdcc91fb tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:39.432185 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-7712c504-5467-49cd-9f69-212e9063f933 None None] For port 1ef849fd-0d52-469a-a39b-d10bfea71cea, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:40:39.476188 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-7712c504-5467-49cd-9f69-212e9063f933 None None] For port 1ef849fd-0d52-469a-a39b-d10bfea71cea, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=1ef849fd-0d52-469a-a39b-d10bfea71cea,segment=NetworkSegment(156041d1-33f8-459a-9c6a-230f82d723b3),segment_id=156041d1-33f8-459a-9c6a-230f82d723b3)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:40:39.493551 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7712c504-5467-49cd-9f69-212e9063f933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:39.515074 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bc04c8eb-9625-4879-af9a-9a3a312e8a9c tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:39.546731 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-bc04c8eb-9625-4879-af9a-9a3a312e8a9c tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Transition to ACTIVE for port object cb8c54e0-bd35-45b9-a4be-d0554d6c115c will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:39.689739 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ee0fb0b8-5880-475f-b4bb-093afdcc91fb tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:39.692134 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7712c504-5467-49cd-9f69-212e9063f933 None None] Pushing event updated for resources: {'Port': ['ID=1ef849fd-0d52-469a-a39b-d10bfea71cea,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:39.701480 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0fb0b8-5880-475f-b4bb-093afdcc91fb tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:39.702733 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ee0fb0b8-5880-475f-b4bb-093afdcc91fb tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:39.719838 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-55df56cc-b6e2-45d5-b3e8-2c03ae1b3f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'name': 'tempest-RoutersIpV6Test-router-1568818285', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:56Z', 'updated_at': '2021-07-29T23:40:24Z', 'revision_number': 3, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'gw_port_host': None, '_interfaces': [{'id': '54918d4e-7005-4a11-add4-fc4859647504', 'name': '', 'network_id': 'a02c6df4-947d-4092-9e1a-39ce80e556cf', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:e0:7a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '7bc27fc5-c70f-4be8-b885-0a9862c9c54f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:04Z', 'updated_at': '2021-07-29T23:40:26Z', 'revision_number': 5, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': '7bc27fc5-c70f-4be8-b885-0a9862c9c54f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdb0a764-98f4-4c2f-97b2-a0f189b7e291', 'name': '', 'network_id': 'e228caf7-7511-463b-9347-b74912c97702', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:e0:cb:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'c9a6e33e-a48c-46ad-a582-5404d0059b7b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:20Z', 'updated_at': '2021-07-29T23:40:37Z', 'revision_number': 4, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': 'c9a6e33e-a48c-46ad-a582-5404d0059b7b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:39.730946 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bc04c8eb-9625-4879-af9a-9a3a312e8a9c tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:39.776070 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83082e5-0d41-4d8b-a8c1-143a2c0f4d65 req-9d8bf917-cfea-41ac-9d16-4ab4556263b8 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:39.780226 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f83082e5-0d41-4d8b-a8c1-143a2c0f4d65 req-9d8bf917-cfea-41ac-9d16-4ab4556263b8 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.8147554 Jul 29 23:40:39.835538 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-dbc74907-29f0-4a63-9519-199150864daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'name': 'tempest-RoutersTest-router-915602155', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:57Z', 'updated_at': '2021-07-29T23:40:35Z', 'revision_number': 3, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'gw_port_host': None, '_interfaces': [{'id': '0eee71f0-4419-46e7-8eca-9efeeec56bc2', 'name': '', 'network_id': 'c604adf0-0e48-45b2-aa5b-b1d694c44618', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'mac_address': 'fa:16:3e:f9:54:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '3ab0aca6-9c79-4ba4-90ca-fe1ff8b6bd7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:33Z', 'updated_at': '2021-07-29T23:40:36Z', 'revision_number': 2, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'subnets': [{'id': '3ab0aca6-9c79-4ba4-90ca-fe1ff8b6bd7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f49de2e-a972-48b2-9fed-0ae4ad002d0b', 'name': '', 'network_id': '6c2eaf9c-1b68-4dff-89ae-76869996c21c', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'mac_address': 'fa:16:3e:cf:f3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': 'e914c1e7-e0d1-484d-8ef5-937e66f8c162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:08Z', 'updated_at': '2021-07-29T23:40:31Z', 'revision_number': 5, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'subnets': [{'id': 'e914c1e7-e0d1-484d-8ef5-937e66f8c162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:39.865206 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55df56cc-b6e2-45d5-b3e8-2c03ae1b3f8b None None] The sync data for ids ['6e4f419c-5ba3-4bf4-a489-f1a817d3eed9'] in n-d-712141-10 is: [{'id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'name': 'tempest-RoutersIpV6Test-router-1568818285', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:56Z', 'updated_at': '2021-07-29T23:40:24Z', 'revision_number': 3, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'gw_port_host': None, '_interfaces': [{'id': '54918d4e-7005-4a11-add4-fc4859647504', 'name': '', 'network_id': 'a02c6df4-947d-4092-9e1a-39ce80e556cf', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:e0:7a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '7bc27fc5-c70f-4be8-b885-0a9862c9c54f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:04Z', 'updated_at': '2021-07-29T23:40:26Z', 'revision_number': 5, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': '7bc27fc5-c70f-4be8-b885-0a9862c9c54f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdb0a764-98f4-4c2f-97b2-a0f189b7e291', 'name': '', 'network_id': 'e228caf7-7511-463b-9347-b74912c97702', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:e0:cb:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'c9a6e33e-a48c-46ad-a582-5404d0059b7b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:20Z', 'updated_at': '2021-07-29T23:40:37Z', 'revision_number': 4, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': 'c9a6e33e-a48c-46ad-a582-5404d0059b7b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:40:39.935288 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc74907-29f0-4a63-9519-199150864daf None None] Checking router: 15b03cc0-4d03-4abe-967c-fe595dbc180e for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:40:39.935873 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc74907-29f0-4a63-9519-199150864daf None None] Updating router 15b03cc0-4d03-4abe-967c-fe595dbc180e port 0eee71f0-4419-46e7-8eca-9efeeec56bc2 binding host n-d-712141-10 {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:40:40.060841 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ee0fb0b8-5880-475f-b4bb-093afdcc91fb tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2900681 Jul 29 23:40:40.064256 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 33690) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:40.084420 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-de9f7962-5cfc-4184-9664-65d19cd44add tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Request body: {'subnet': {'network_id': 'd3d98fff-a0f2-4bd5-b8cb-f7dc60ec58ff', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:40.086781 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-dbc74907-29f0-4a63-9519-199150864daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:40.195449 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c7445de3-78b0-4deb-9986-b878746ae9de None None] Provisioning for port 0eee71f0-4419-46e7-8eca-9efeeec56bc2 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:40.200762 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc04c8eb-9625-4879-af9a-9a3a312e8a9c tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Network be0ef6b8-77b4-4ed3-9224-01408e5c266e is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:40.234149 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c7445de3-78b0-4deb-9986-b878746ae9de None None] Provisioning complete for port 0eee71f0-4419-46e7-8eca-9efeeec56bc2 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:40.236040 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c7445de3-78b0-4deb-9986-b878746ae9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:40.323533 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-c7445de3-78b0-4deb-9986-b878746ae9de None None] Port 0eee71f0-4419-46e7-8eca-9efeeec56bc2 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:40:40.353542 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0fb0b8-5880-475f-b4bb-093afdcc91fb tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event updated for resources: {'Network': ['ID=d3d98fff-a0f2-4bd5-b8cb-f7dc60ec58ff,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:40.363598 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-bc04c8eb-9625-4879-af9a-9a3a312e8a9c tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:40.389537 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network d3d98fff-a0f2-4bd5-b8cb-f7dc60ec58ff details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:40:40.447259 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9f7962-5cfc-4184-9664-65d19cd44add tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Made reservation on behalf of 57ced8fbb08748a3b85014e0aa13f1c0 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:40.453949 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc04c8eb-9625-4879-af9a-9a3a312e8a9c tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:40:40.454815 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bc04c8eb-9625-4879-af9a-9a3a312e8a9c tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:40.457220 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-de9f7962-5cfc-4184-9664-65d19cd44add tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:40.474617 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc04c8eb-9625-4879-af9a-9a3a312e8a9c tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event updated for resources: {'Port': ['ID=cb8c54e0-bd35-45b9-a4be-d0554d6c115c,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:40.677328 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f83082e5-0d41-4d8b-a8c1-143a2c0f4d65 req-c52457ff-ba0d-4d94-b824-4b309e13a8bf tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7580814 Jul 29 23:40:40.685207 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-30e1109c-d30c-4e06-8cc0-9da158068200 None None] Provisioning complete for port 0eee71f0-4419-46e7-8eca-9efeeec56bc2 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:40.685768 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-30e1109c-d30c-4e06-8cc0-9da158068200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:40.776860 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-30e1109c-d30c-4e06-8cc0-9da158068200 None None] Port 0eee71f0-4419-46e7-8eca-9efeeec56bc2 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:40:40.870523 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1688f-b8d7-4938-bf03-6aa7950a0a5c req-e210e996-a997-4cf8-b13f-7e30766f4864 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:40.924622 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4ac1688f-b8d7-4938-bf03-6aa7950a0a5c req-e210e996-a997-4cf8-b13f-7e30766f4864 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e27ebea-070d-4cea-aa60-a24023874950 HTTP/1.1" status: 200 len: 944 time: 0.9438884 Jul 29 23:40:41.008243 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-de9f7962-5cfc-4184-9664-65d19cd44add tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:41.256872 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-dbc74907-29f0-4a63-9519-199150864daf None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:41.267342 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4ac1688f-b8d7-4938-bf03-6aa7950a0a5c req-a2350194-c1ee-49bd-93bb-6561c4618089 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002346 Jul 29 23:40:41.281705 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9f7962-5cfc-4184-9664-65d19cd44add tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event updated for resources: {'Subnet': ['ID=52699cfb-6dbb-4f48-a9d3-1014f68a21dd,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:41.283520 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-dbc74907-29f0-4a63-9519-199150864daf None None] Transition to ACTIVE for port object 0eee71f0-4419-46e7-8eca-9efeeec56bc2 will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:41.297844 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-dbc74907-29f0-4a63-9519-199150864daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:41.394738 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9f7962-5cfc-4184-9664-65d19cd44add tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Checking segment: {'id': 'a1f9c734-556d-4d88-a879-b08a818e5658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd3d98fff-a0f2-4bd5-b8cb-f7dc60ec58ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:41.395688 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9f7962-5cfc-4184-9664-65d19cd44add tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Network hostable DHCP agents. Network: d3d98fff-a0f2-4bd5-b8cb-f7dc60ec58ff, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:40:41.420216 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bc04c8eb-9625-4879-af9a-9a3a312e8a9c tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:41.470758 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5114405-937b-4a3f-aa78-5f5c9842faef req-7ca1b1d1-5746-4412-8056-e057165efa2f tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:41.485248 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c5114405-937b-4a3f-aa78-5f5c9842faef req-7ca1b1d1-5746-4412-8056-e057165efa2f tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d895a45-efb7-4e94-96fe-f5a708a31a14 HTTP/1.1" status: 200 len: 945 time: 0.4841142 Jul 29 23:40:41.570469 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9f7962-5cfc-4184-9664-65d19cd44add tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Network d3d98fff-a0f2-4bd5-b8cb-f7dc60ec58ff is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:40:41.616773 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-de9f7962-5cfc-4184-9664-65d19cd44add tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, d3d98fff-a0f2-4bd5-b8cb-f7dc60ec58ff) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:41.640114 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc02675-6e4b-4736-b730-b7232e0bbce4 None None] Network d3d98fff-a0f2-4bd5-b8cb-f7dc60ec58ff requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:40:41.658143 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9f7962-5cfc-4184-9664-65d19cd44add tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:41.659240 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-de9f7962-5cfc-4184-9664-65d19cd44add tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:41.728291 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-de9f7962-5cfc-4184-9664-65d19cd44add tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6568089 Jul 29 23:40:41.729894 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 33704) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:41.822955 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52744093-f667-406e-9967-35760f5c3e58 None None] Pushing event updated for resources: {'Port': ['ID=0eee71f0-4419-46e7-8eca-9efeeec56bc2,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:42.006994 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-dbc74907-29f0-4a63-9519-199150864daf None None] Attempting to bind port 0eee71f0-4419-46e7-8eca-9efeeec56bc2 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:40:42.007445 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-dbc74907-29f0-4a63-9519-199150864daf None None] Attempting to bind port 0eee71f0-4419-46e7-8eca-9efeeec56bc2 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '51aab872-ddde-4824-b2da-578f3517955a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c604adf0-0e48-45b2-aa5b-b1d694c44618'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:40:42.010320 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc74907-29f0-4a63-9519-199150864daf None None] Attempting to bind port 0eee71f0-4419-46e7-8eca-9efeeec56bc2 on network c604adf0-0e48-45b2-aa5b-b1d694c44618 {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:40:42.027814 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc74907-29f0-4a63-9519-199150864daf None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:40:42.035440 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc74907-29f0-4a63-9519-199150864daf None None] Checking segment: {'id': '51aab872-ddde-4824-b2da-578f3517955a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c604adf0-0e48-45b2-aa5b-b1d694c44618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:42.036606 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-dbc74907-29f0-4a63-9519-199150864daf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:42.038037 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbc74907-29f0-4a63-9519-199150864daf None None] Bound using segment: {'id': '51aab872-ddde-4824-b2da-578f3517955a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c604adf0-0e48-45b2-aa5b-b1d694c44618'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:40:42.039144 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-dbc74907-29f0-4a63-9519-199150864daf None None] Bound port: 0eee71f0-4419-46e7-8eca-9efeeec56bc2, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51aab872-ddde-4824-b2da-578f3517955a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c604adf0-0e48-45b2-aa5b-b1d694c44618'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:40:42.042084 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-dbc74907-29f0-4a63-9519-199150864daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:42.148052 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 1ef849fd-0d52-469a-a39b-d10bfea71cea up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:40:42.281871 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-dbc74907-29f0-4a63-9519-199150864daf None None] For port 0eee71f0-4419-46e7-8eca-9efeeec56bc2, host n-d-712141-10, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:40:42.290533 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-dbc74907-29f0-4a63-9519-199150864daf None None] For port 0eee71f0-4419-46e7-8eca-9efeeec56bc2, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=0eee71f0-4419-46e7-8eca-9efeeec56bc2,segment=NetworkSegment(51aab872-ddde-4824-b2da-578f3517955a),segment_id=51aab872-ddde-4824-b2da-578f3517955a)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:40:42.299588 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-dbc74907-29f0-4a63-9519-199150864daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:42.355431 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a86bee-28e8-475a-8329-9f152c35e09c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-d3d98fff-a0f2-4bd5-b8cb-f7dc60ec58ff', 'network_id': 'd3d98fff-a0f2-4bd5-b8cb-f7dc60ec58ff', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'fixed_ips': [{'subnet_id': '52699cfb-6dbb-4f48-a9d3-1014f68a21dd'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:40:42.362078 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c2a86bee-28e8-475a-8329-9f152c35e09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:42.479899 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5c5c76-ae4b-4fc6-bd5a-540e441eafaf None None] Network be0ef6b8-77b4-4ed3-9224-01408e5c266e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:40:42.525217 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52744093-f667-406e-9967-35760f5c3e58 None None] Pushing event updated for resources: {'Port': ['ID=0eee71f0-4419-46e7-8eca-9efeeec56bc2,revision_number=4']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:42.528338 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc74907-29f0-4a63-9519-199150864daf None None] Routers {'15b03cc0-4d03-4abe-967c-fe595dbc180e'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:40:42.528965 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-dbc74907-29f0-4a63-9519-199150864daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:40:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['15b03cc0-4d03-4abe-967c-fe595dbc180e'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:42.642756 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 1ef849fd-0d52-469a-a39b-d10bfea71cea completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:42.661937 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device fdb0a764-98f4-4c2f-97b2-a0f189b7e291 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:40:42.827632 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-dbc74907-29f0-4a63-9519-199150864daf None None] Set router 15b03cc0-4d03-4abe-967c-fe595dbc180e gateway port host: None {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:40:42.959715 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-c2a86bee-28e8-475a-8329-9f152c35e09c None None] Allocated IP 172.22.0.2 (d3d98fff-a0f2-4bd5-b8cb-f7dc60ec58ff/52699cfb-6dbb-4f48-a9d3-1014f68a21dd/0823cb19-56f0-4ba2-aa04-9db1a63494b1) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:40:43.242346 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c5114405-937b-4a3f-aa78-5f5c9842faef req-84fa053b-9435-45d0-bf67-d0671fedb67b tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/security-groups?id=81e89418-223e-492a-b406-e46bb556ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7536445 Jul 29 23:40:43.263954 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-dbc74907-29f0-4a63-9519-199150864daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'name': 'tempest-RoutersTest-router-915602155', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:57Z', 'updated_at': '2021-07-29T23:40:35Z', 'revision_number': 3, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'gw_port_host': None, '_interfaces': [{'id': '0eee71f0-4419-46e7-8eca-9efeeec56bc2', 'name': '', 'network_id': 'c604adf0-0e48-45b2-aa5b-b1d694c44618', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'mac_address': 'fa:16:3e:f9:54:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '3ab0aca6-9c79-4ba4-90ca-fe1ff8b6bd7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:33Z', 'updated_at': '2021-07-29T23:40:42Z', 'revision_number': 4, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'subnets': [{'id': '3ab0aca6-9c79-4ba4-90ca-fe1ff8b6bd7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f49de2e-a972-48b2-9fed-0ae4ad002d0b', 'name': '', 'network_id': '6c2eaf9c-1b68-4dff-89ae-76869996c21c', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'mac_address': 'fa:16:3e:cf:f3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': 'e914c1e7-e0d1-484d-8ef5-937e66f8c162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:08Z', 'updated_at': '2021-07-29T23:40:31Z', 'revision_number': 5, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'subnets': [{'id': 'e914c1e7-e0d1-484d-8ef5-937e66f8c162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:43.287943 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b552c5c-3644-470e-90dd-c07b352d2f29 req-a48ec339-f951-4570-9990-c38554ed1397 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:43.324366 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc74907-29f0-4a63-9519-199150864daf None None] The sync data for ids ['15b03cc0-4d03-4abe-967c-fe595dbc180e'] in n-d-712141-10 is: [{'id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'name': 'tempest-RoutersTest-router-915602155', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:57Z', 'updated_at': '2021-07-29T23:40:35Z', 'revision_number': 3, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'gw_port_host': None, '_interfaces': [{'id': '0eee71f0-4419-46e7-8eca-9efeeec56bc2', 'name': '', 'network_id': 'c604adf0-0e48-45b2-aa5b-b1d694c44618', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'mac_address': 'fa:16:3e:f9:54:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '3ab0aca6-9c79-4ba4-90ca-fe1ff8b6bd7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:33Z', 'updated_at': '2021-07-29T23:40:42Z', 'revision_number': 4, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'subnets': [{'id': '3ab0aca6-9c79-4ba4-90ca-fe1ff8b6bd7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f49de2e-a972-48b2-9fed-0ae4ad002d0b', 'name': '', 'network_id': '6c2eaf9c-1b68-4dff-89ae-76869996c21c', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'mac_address': 'fa:16:3e:cf:f3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': 'e914c1e7-e0d1-484d-8ef5-937e66f8c162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:08Z', 'updated_at': '2021-07-29T23:40:31Z', 'revision_number': 5, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'subnets': [{'id': 'e914c1e7-e0d1-484d-8ef5-937e66f8c162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:40:43.326208 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8b552c5c-3644-470e-90dd-c07b352d2f29 req-a48ec339-f951-4570-9990-c38554ed1397 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 1.8790040 Jul 29 23:40:43.447840 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-aea4bd7f-2ac7-4f84-90ee-50b68d899b6c tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:43.524131 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device ab8b286e-9a63-4aef-ba88-e25b0d5f0463 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:40:43.528742 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-de45a5fb-9cc7-4de9-a380-436ceef04c4b None None] Provisioning for port 1ef849fd-0d52-469a-a39b-d10bfea71cea completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:43.632373 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-de45a5fb-9cc7-4de9-a380-436ceef04c4b None None] Provisioning complete for port 1ef849fd-0d52-469a-a39b-d10bfea71cea triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:43.638403 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-de45a5fb-9cc7-4de9-a380-436ceef04c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:43.712345 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8b552c5c-3644-470e-90dd-c07b352d2f29 req-b9ebaafb-9aa9-4146-8ada-c43e2643d499 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3600519 Jul 29 23:40:43.862564 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e65b9-5ebe-4188-aafa-c573b9898001 req-fc57b787-c018-469d-8d21-3d1952fd3a43 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:43.870677 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-df8e65b9-5ebe-4188-aafa-c573b9898001 req-fc57b787-c018-469d-8d21-3d1952fd3a43 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e27ebea-070d-4cea-aa60-a24023874950 HTTP/1.1" status: 200 len: 944 time: 0.2567415 Jul 29 23:40:43.901260 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.db.resource_extend [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:40:43.977957 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port fdb0a764-98f4-4c2f-97b2-a0f189b7e291 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:44.014343 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bc04c8eb-9625-4879-af9a-9a3a312e8a9c tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:44.061157 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bc04c8eb-9625-4879-af9a-9a3a312e8a9c tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:44.067099 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bc04c8eb-9625-4879-af9a-9a3a312e8a9c tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:44.089307 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port fdb0a764-98f4-4c2f-97b2-a0f189b7e291 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:44.089751 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:44.129285 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-48595702-8ca3-4c7f-8800-6df0992be0dc req-36c6940a-ee1d-47df-8bbf-4383a85f4aba service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a1ebbb42-87f5-4464-832d-39e3a37b8b1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0926743 Jul 29 23:40:44.238877 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c2a86bee-28e8-475a-8329-9f152c35e09c None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:44.298610 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c2a86bee-28e8-475a-8329-9f152c35e09c None None] Transition to ACTIVE for port object 0823cb19-56f0-4ba2-aa04-9db1a63494b1 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:44.315384 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-de45a5fb-9cc7-4de9-a380-436ceef04c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:44.354317 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc04c8eb-9625-4879-af9a-9a3a312e8a9c tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Network be0ef6b8-77b4-4ed3-9224-01408e5c266e is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:44.369692 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48595702-8ca3-4c7f-8800-6df0992be0dc req-4ff42df7-aeeb-488f-946b-6646c2afbc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:44.373745 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-48595702-8ca3-4c7f-8800-6df0992be0dc req-4ff42df7-aeeb-488f-946b-6646c2afbc0b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c08d2622b7b410cb98838e9565b36dc&device_id=a1ebbb42-87f5-4464-832d-39e3a37b8b1d HTTP/1.1" status: 200 len: 1097 time: 0.1271145 Jul 29 23:40:44.376552 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-bc04c8eb-9625-4879-af9a-9a3a312e8a9c tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:44.422648 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-df8e65b9-5ebe-4188-aafa-c573b9898001 req-73914025-4380-4bdb-93ea-58b17e4bb79a tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4558794 Jul 29 23:40:44.458677 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port ab8b286e-9a63-4aef-ba88-e25b0d5f0463, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=ab8b286e-9a63-4aef-ba88-e25b0d5f0463,segment=NetworkSegment(2d9f9fa8-9a49-423e-86b2-3891aba5a1e6),segment_id=2d9f9fa8-9a49-423e-86b2-3891aba5a1e6)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:44.470944 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c2a86bee-28e8-475a-8329-9f152c35e09c None None] Transition to ACTIVE for port object 0823cb19-56f0-4ba2-aa04-9db1a63494b1 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:44.547084 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c2a86bee-28e8-475a-8329-9f152c35e09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:44.571672 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:44.672318 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc04c8eb-9625-4879-af9a-9a3a312e8a9c tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event updated for resources: {'Port': ['ID=cb8c54e0-bd35-45b9-a4be-d0554d6c115c,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:44.691945 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': 'ab8b286e-9a63-4aef-ba88-e25b0d5f0463', 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7', 'port_id': 'ab8b286e-9a63-4aef-ba88-e25b0d5f0463', 'mac_address': 'fa:16:3e:c9:72:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef618f43-4fe4-4e34-9800-0476d270be60', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:40:44.737098 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-de45a5fb-9cc7-4de9-a380-436ceef04c4b None None] For port 1ef849fd-0d52-469a-a39b-d10bfea71cea, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=1ef849fd-0d52-469a-a39b-d10bfea71cea,segment=NetworkSegment(156041d1-33f8-459a-9c6a-230f82d723b3),segment_id=156041d1-33f8-459a-9c6a-230f82d723b3)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:44.737426 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb57c74-b1e3-4ba1-bd55-72b4892fbafb req-614f7ae8-d4b6-497b-8cc9-63b0d7371952 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:44.739621 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ebb57c74-b1e3-4ba1-bd55-72b4892fbafb req-614f7ae8-d4b6-497b-8cc9-63b0d7371952 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.4638908 Jul 29 23:40:44.743650 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc04c8eb-9625-4879-af9a-9a3a312e8a9c tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Router 6e4f419c-5ba3-4bf4-a489-f1a817d3eed9 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:40:44.771080 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-aea4bd7f-2ac7-4f84-90ee-50b68d899b6c tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Allocated IP 172.22.0.1 (d3d98fff-a0f2-4bd5-b8cb-f7dc60ec58ff/52699cfb-6dbb-4f48-a9d3-1014f68a21dd/0d96c483-84b6-46a2-ba32-ac8f559a1c2b) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:40:44.773756 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-de45a5fb-9cc7-4de9-a380-436ceef04c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:44.790635 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ca5349-e075-4648-ae1f-ddfb86d6e023 req-ba865850-0aa3-47f6-aa85-3c49ee35d3ea tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:44.794813 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-70ca5349-e075-4648-ae1f-ddfb86d6e023 req-ba865850-0aa3-47f6-aa85-3c49ee35d3ea tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d895a45-efb7-4e94-96fe-f5a708a31a14 HTTP/1.1" status: 200 len: 945 time: 0.1546826 Jul 29 23:40:44.886259 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:44.908362 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab8b286e-9a63-4aef-ba88-e25b0d5f0463 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:40:44.935575 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-70ca5349-e075-4648-ae1f-ddfb86d6e023 req-3f723a94-c1e6-453a-aaa0-c54091063cfd tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/security-groups?id=81e89418-223e-492a-b406-e46bb556ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136463 Jul 29 23:40:44.958315 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a86bee-28e8-475a-8329-9f152c35e09c None None] Network d3d98fff-a0f2-4bd5-b8cb-f7dc60ec58ff is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:44.997618 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ebb57c74-b1e3-4ba1-bd55-72b4892fbafb req-c09ec451-426f-47d1-bbae-00e4f3bf193a tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379918 Jul 29 23:40:45.064085 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48595702-8ca3-4c7f-8800-6df0992be0dc req-8dcb6a90-27a0-40f4-acff-e18c69ae6b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:45.065726 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-48595702-8ca3-4c7f-8800-6df0992be0dc req-8dcb6a90-27a0-40f4-acff-e18c69ae6b3c service neutron] 10.222.0.41 "GET /v2.0/networks?id=5d20f887-85b7-45ef-8019-3cf0ef128029 HTTP/1.1" status: 200 len: 912 time: 0.6523931 Jul 29 23:40:45.078252 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port fdb0a764-98f4-4c2f-97b2-a0f189b7e291, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=fdb0a764-98f4-4c2f-97b2-a0f189b7e291,segment=NetworkSegment(72eae08e-c5b6-45f5-ae1c-e3866385f79d),segment_id=72eae08e-c5b6-45f5-ae1c-e3866385f79d)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:45.081997 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc04c8eb-9625-4879-af9a-9a3a312e8a9c tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:40:45.108171 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-bc04c8eb-9625-4879-af9a-9a3a312e8a9c tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "PUT /v2.0/routers/6e4f419c-5ba3-4bf4-a489-f1a817d3eed9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4653568 Jul 29 23:40:45.113267 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 33750) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:45.144580 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-059845b3-baba-4a77-90d2-4798985f43a9 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2017376340'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:45.155414 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port ab8b286e-9a63-4aef-ba88-e25b0d5f0463, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=ab8b286e-9a63-4aef-ba88-e25b0d5f0463,segment=NetworkSegment(2d9f9fa8-9a49-423e-86b2-3891aba5a1e6),segment_id=2d9f9fa8-9a49-423e-86b2-3891aba5a1e6)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:45.167598 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-48595702-8ca3-4c7f-8800-6df0992be0dc req-b5243c3a-c821-4ab3-9046-26adbd266da2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=486f032c-a5b1-4bd5-bda4-11a6999e7a64 HTTP/1.1" status: 200 len: 217 time: 0.0919521 Jul 29 23:40:45.167828 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:45.169399 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 69a1b630-0ae2-41f7-bd75-0322d006cd57 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:40:45.173617 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-c2a86bee-28e8-475a-8329-9f152c35e09c None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:45.181349 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a86bee-28e8-475a-8329-9f152c35e09c None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:40:45.187946 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a86bee-28e8-475a-8329-9f152c35e09c None None] Pushing event updated for resources: {'Port': ['ID=0823cb19-56f0-4ba2-aa04-9db1a63494b1,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:45.198372 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dd297b-23c8-4098-a1a5-38ccb88a71b0 None None] Sync routers for ids ['6e4f419c-5ba3-4bf4-a489-f1a817d3eed9'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:40:45.219673 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:45.291020 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059845b3-baba-4a77-90d2-4798985f43a9 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Made reservation on behalf of 7a2f603cc15342b5a7088525840c9a8c for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:45.323034 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-059845b3-baba-4a77-90d2-4798985f43a9 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:45.378831 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48595702-8ca3-4c7f-8800-6df0992be0dc req-13399719-8c29-4a0a-8c38-1e5175291396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:45.393627 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-48595702-8ca3-4c7f-8800-6df0992be0dc req-13399719-8c29-4a0a-8c38-1e5175291396 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7a456402-40c6-4578-9b75-bbc1a0d9a5e7 HTTP/1.1" status: 200 len: 851 time: 0.2096767 Jul 29 23:40:45.457407 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de45a5fb-9cc7-4de9-a380-436ceef04c4b None None] Pushing event updated for resources: {'Port': ['ID=1ef849fd-0d52-469a-a39b-d10bfea71cea,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:45.470016 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-48595702-8ca3-4c7f-8800-6df0992be0dc req-601c71ee-8a1a-46ca-85ef-00c75f550b4b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d20f887-85b7-45ef-8019-3cf0ef128029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565844 Jul 29 23:40:45.600394 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dd297b-23c8-4098-a1a5-38ccb88a71b0 None None] Routers {'6e4f419c-5ba3-4bf4-a489-f1a817d3eed9'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:40:45.605938 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-96dd297b-23c8-4098-a1a5-38ccb88a71b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:40:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['6e4f419c-5ba3-4bf4-a489-f1a817d3eed9'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:45.621320 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-059845b3-baba-4a77-90d2-4798985f43a9 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:40:45.625190 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-aea4bd7f-2ac7-4f84-90ee-50b68d899b6c tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:45.706634 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-059845b3-baba-4a77-90d2-4798985f43a9 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:45.707339 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-059845b3-baba-4a77-90d2-4798985f43a9 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Added segment ef85db28-70b2-45f9-a81d-2e6ad416b196 of type vlan for network 22aaa846-f372-486f-8a4b-114b34bd939e Jul 29 23:40:45.712095 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-aea4bd7f-2ac7-4f84-90ee-50b68d899b6c tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Transition to ACTIVE for port object 0d96c483-84b6-46a2-ba32-ac8f559a1c2b will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:45.743307 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a902297-ac76-4553-a83e-3e31304fc15f req-c82767d7-4488-4ebe-8967-89d9fc22733c tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:45.746499 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7a902297-ac76-4553-a83e-3e31304fc15f req-c82767d7-4488-4ebe-8967-89d9fc22733c tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.3448446 Jul 29 23:40:45.871092 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-48595702-8ca3-4c7f-8800-6df0992be0dc req-a2e06c97-01f5-4c01-ab17-543f9cc1ec80 service neutron] 10.222.0.41 "GET /v2.0/networks/5d20f887-85b7-45ef-8019-3cf0ef128029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3930840 Jul 29 23:40:45.951806 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-059845b3-baba-4a77-90d2-4798985f43a9 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:46.036654 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7a902297-ac76-4553-a83e-3e31304fc15f req-edb3015c-e27a-4e40-9aba-405f17697992 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601721 Jul 29 23:40:46.064893 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['ab8b286e-9a63-4aef-ba88-e25b0d5f0463'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:40:46.107921 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-059845b3-baba-4a77-90d2-4798985f43a9 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:46.136767 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-aea4bd7f-2ac7-4f84-90ee-50b68d899b6c tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:46.143850 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-96dd297b-23c8-4098-a1a5-38ccb88a71b0 None None] Set router 6e4f419c-5ba3-4bf4-a489-f1a817d3eed9 gateway port host: None {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:40:46.158930 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059845b3-baba-4a77-90d2-4798985f43a9 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:46.162982 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-059845b3-baba-4a77-90d2-4798985f43a9 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:46.316899 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea4bd7f-2ac7-4f84-90ee-50b68d899b6c tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Network d3d98fff-a0f2-4bd5-b8cb-f7dc60ec58ff is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:46.341553 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-aea4bd7f-2ac7-4f84-90ee-50b68d899b6c tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:46.401628 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-48595702-8ca3-4c7f-8800-6df0992be0dc req-bd33baf4-abee-4950-977b-5c3f725f4217 service neutron] 10.222.0.41 "GET /v2.0/networks/5d20f887-85b7-45ef-8019-3cf0ef128029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5070946 Jul 29 23:40:46.411024 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea4bd7f-2ac7-4f84-90ee-50b68d899b6c tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:40:46.552758 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea4bd7f-2ac7-4f84-90ee-50b68d899b6c tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event updated for resources: {'Port': ['ID=0d96c483-84b6-46a2-ba32-ac8f559a1c2b,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:46.579842 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-aea4bd7f-2ac7-4f84-90ee-50b68d899b6c tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:46.649100 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-059845b3-baba-4a77-90d2-4798985f43a9 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5295098 Jul 29 23:40:46.651862 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 33768) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:46.667061 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-c5b43976-0c29-465b-ba56-47e6413295bc tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Request body: {'subnet': {'network_id': '22aaa846-f372-486f-8a4b-114b34bd939e', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:46.795089 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c752e2bd-55e8-42f2-8717-f4d33334009e req-d5faa810-b59b-4d8c-b2be-5f4d0e6aa56b tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:46.797520 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c752e2bd-55e8-42f2-8717-f4d33334009e req-d5faa810-b59b-4d8c-b2be-5f4d0e6aa56b tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e27ebea-070d-4cea-aa60-a24023874950 HTTP/1.1" status: 200 len: 945 time: 0.3538561 Jul 29 23:40:46.798683 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059845b3-baba-4a77-90d2-4798985f43a9 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event updated for resources: {'Network': ['ID=22aaa846-f372-486f-8a4b-114b34bd939e,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:46.853870 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-c2a86bee-28e8-475a-8329-9f152c35e09c None None] Attempting to bind port 0823cb19-56f0-4ba2-aa04-9db1a63494b1 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:40:46.854957 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-c2a86bee-28e8-475a-8329-9f152c35e09c None None] Attempting to bind port 0823cb19-56f0-4ba2-aa04-9db1a63494b1 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': 'a1f9c734-556d-4d88-a879-b08a818e5658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd3d98fff-a0f2-4bd5-b8cb-f7dc60ec58ff'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:40:46.856033 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a86bee-28e8-475a-8329-9f152c35e09c None None] Attempting to bind port 0823cb19-56f0-4ba2-aa04-9db1a63494b1 on network d3d98fff-a0f2-4bd5-b8cb-f7dc60ec58ff {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:40:46.871777 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 22aaa846-f372-486f-8a4b-114b34bd939e details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:40:46.897376 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d48aa-3038-41b4-831f-6263ea59d2e2 req-ac1c0c00-46fb-410c-af63-01650c026cd1 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:46.899631 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-399d48aa-3038-41b4-831f-6263ea59d2e2 req-ac1c0c00-46fb-410c-af63-01650c026cd1 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d895a45-efb7-4e94-96fe-f5a708a31a14 HTTP/1.1" status: 200 len: 945 time: 0.2773340 Jul 29 23:40:47.026725 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c752e2bd-55e8-42f2-8717-f4d33334009e req-1684bd62-712a-4f61-b3c7-8f8d2e7dc3b2 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097421 Jul 29 23:40:47.028263 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b43976-0c29-465b-ba56-47e6413295bc tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Made reservation on behalf of 7a2f603cc15342b5a7088525840c9a8c for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:47.034879 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c5b43976-0c29-465b-ba56-47e6413295bc tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:47.092583 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-399d48aa-3038-41b4-831f-6263ea59d2e2 req-4e68a914-e9b5-4738-a59b-c15baf5cc0fd tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/security-groups?id=81e89418-223e-492a-b406-e46bb556ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522713 Jul 29 23:40:47.130070 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a86bee-28e8-475a-8329-9f152c35e09c None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:40:47.132574 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a86bee-28e8-475a-8329-9f152c35e09c None None] Checking segment: {'id': 'a1f9c734-556d-4d88-a879-b08a818e5658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd3d98fff-a0f2-4bd5-b8cb-f7dc60ec58ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:47.133268 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c2a86bee-28e8-475a-8329-9f152c35e09c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:47.133996 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a86bee-28e8-475a-8329-9f152c35e09c None None] Bound using segment: {'id': 'a1f9c734-556d-4d88-a879-b08a818e5658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd3d98fff-a0f2-4bd5-b8cb-f7dc60ec58ff'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:40:47.134699 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-c2a86bee-28e8-475a-8329-9f152c35e09c None None] Bound port: 0823cb19-56f0-4ba2-aa04-9db1a63494b1, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1f9c734-556d-4d88-a879-b08a818e5658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd3d98fff-a0f2-4bd5-b8cb-f7dc60ec58ff'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:40:47.135799 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c2a86bee-28e8-475a-8329-9f152c35e09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:47.246373 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-aea4bd7f-2ac7-4f84-90ee-50b68d899b6c tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:47.267086 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 69a1b630-0ae2-41f7-bd75-0322d006cd57 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:47.270650 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:47.457857 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=fdb0a764-98f4-4c2f-97b2-a0f189b7e291,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:47.600989 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=ab8b286e-9a63-4aef-ba88-e25b0d5f0463,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:47.640486 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2ab414fa-af2d-4ad5-a179-f9f92f1e9073 None None] Provisioning complete for port 1ef849fd-0d52-469a-a39b-d10bfea71cea triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:47.641065 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2ab414fa-af2d-4ad5-a179-f9f92f1e9073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:47.869138 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb356e11-bcde-4aad-80be-b7eddce81332 req-d6ebcf55-7df3-400e-9f2f-4b2cf68557a9 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:47.902467 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb356e11-bcde-4aad-80be-b7eddce81332 req-d6ebcf55-7df3-400e-9f2f-4b2cf68557a9 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:47.932348 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb356e11-bcde-4aad-80be-b7eddce81332 req-d6ebcf55-7df3-400e-9f2f-4b2cf68557a9 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:47.966287 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb356e11-bcde-4aad-80be-b7eddce81332 req-d6ebcf55-7df3-400e-9f2f-4b2cf68557a9 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:48.002527 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb356e11-bcde-4aad-80be-b7eddce81332 req-d6ebcf55-7df3-400e-9f2f-4b2cf68557a9 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:48.035252 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb356e11-bcde-4aad-80be-b7eddce81332 req-d6ebcf55-7df3-400e-9f2f-4b2cf68557a9 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:48.071824 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb356e11-bcde-4aad-80be-b7eddce81332 req-d6ebcf55-7df3-400e-9f2f-4b2cf68557a9 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:48.084832 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bb356e11-bcde-4aad-80be-b7eddce81332 req-d6ebcf55-7df3-400e-9f2f-4b2cf68557a9 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 5431 time: 0.6476595 Jul 29 23:40:48.149443 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c5b43976-0c29-465b-ba56-47e6413295bc tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:48.194538 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-c2a86bee-28e8-475a-8329-9f152c35e09c None None] For port 0823cb19-56f0-4ba2-aa04-9db1a63494b1, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:40:48.204690 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c6ff5-6ffd-4aaf-a0e5-5ee54b366b43 req-13efbff4-9dcd-4045-8436-9852554e52b9 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:48.228447 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fc0c6ff5-6ffd-4aaf-a0e5-5ee54b366b43 req-13efbff4-9dcd-4045-8436-9852554e52b9 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/networks?id=ef47c031-89f3-4d55-afcb-e9afda1b9317 HTTP/1.1" status: 200 len: 813 time: 0.9110227 Jul 29 23:40:48.314928 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bb356e11-bcde-4aad-80be-b7eddce81332 req-418688c0-4850-44f6-b2e6-54b0430e81d2 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6fa48f-d86a-46d7-b38c-3131d342f37d&id=d06a9099-30da-446c-be64-dba56c62ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2282159 Jul 29 23:40:48.326795 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fc0c6ff5-6ffd-4aaf-a0e5-5ee54b366b43 req-ef761253-ff9c-4478-94f1-8b067e9acee4 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/quotas/aa7b44142ea84ef2bfb9a6f800e77e29 HTTP/1.1" status: 200 len: 375 time: 0.0923731 Jul 29 23:40:48.335841 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-c2a86bee-28e8-475a-8329-9f152c35e09c None None] For port 0823cb19-56f0-4ba2-aa04-9db1a63494b1, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=0823cb19-56f0-4ba2-aa04-9db1a63494b1,segment=NetworkSegment(a1f9c734-556d-4d88-a879-b08a818e5658),segment_id=a1f9c734-556d-4d88-a879-b08a818e5658)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:40:48.390289 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c2a86bee-28e8-475a-8329-9f152c35e09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:48.411176 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2ab414fa-af2d-4ad5-a179-f9f92f1e9073 None None] Provisioning for port cb8c54e0-bd35-45b9-a4be-d0554d6c115c completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:48.505958 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b43976-0c29-465b-ba56-47e6413295bc tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event updated for resources: {'Subnet': ['ID=e138a421-fb08-4617-a46a-cf9e50136a10,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:48.530937 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-6c729daf-f0e1-4364-943d-e1530b848c19 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:48.538371 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-6c729daf-f0e1-4364-943d-e1530b848c19 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:48.541319 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2ab414fa-af2d-4ad5-a179-f9f92f1e9073 None None] Provisioning complete for port cb8c54e0-bd35-45b9-a4be-d0554d6c115c triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:48.542327 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2ab414fa-af2d-4ad5-a179-f9f92f1e9073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:48.546037 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-6c729daf-f0e1-4364-943d-e1530b848c19 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:48.552742 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-6c729daf-f0e1-4364-943d-e1530b848c19 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:48.582186 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-6c729daf-f0e1-4364-943d-e1530b848c19 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:48.589526 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-6c729daf-f0e1-4364-943d-e1530b848c19 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:48.604524 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-6c729daf-f0e1-4364-943d-e1530b848c19 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:48.606689 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-6c729daf-f0e1-4364-943d-e1530b848c19 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.22 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 5431 time: 1.2342446 Jul 29 23:40:48.867079 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fc0c6ff5-6ffd-4aaf-a0e5-5ee54b366b43 req-81268741-0f8f-4adb-838e-bc3cf34b3eb7 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=aa7b44142ea84ef2bfb9a6f800e77e29&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5304883 Jul 29 23:40:48.895065 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b43976-0c29-465b-ba56-47e6413295bc tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Checking segment: {'id': 'ef85db28-70b2-45f9-a81d-2e6ad416b196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '22aaa846-f372-486f-8a4b-114b34bd939e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:48.895660 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b43976-0c29-465b-ba56-47e6413295bc tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Network hostable DHCP agents. Network: 22aaa846-f372-486f-8a4b-114b34bd939e, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:40:48.957983 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-2ab414fa-af2d-4ad5-a179-f9f92f1e9073 None None] Port cb8c54e0-bd35-45b9-a4be-d0554d6c115c cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:40:48.965952 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344162cf-ce49-4ef5-89f0-baf969913876 req-6b9dd601-abb4-4da1-83ce-50b2cf3401b5 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:49.007048 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-344162cf-ce49-4ef5-89f0-baf969913876 req-6b9dd601-abb4-4da1-83ce-50b2cf3401b5 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e27ebea-070d-4cea-aa60-a24023874950 HTTP/1.1" status: 200 len: 945 time: 0.4990878 Jul 29 23:40:49.028301 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-403c71e6-13f9-4c9d-9467-8d1b5f2cbcec tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:49.031815 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-403c71e6-13f9-4c9d-9467-8d1b5f2cbcec tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.22 "GET /v2.0/ports/da9a90e1-8efc-4f87-81e6-604ba087e2ac?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3960102 Jul 29 23:40:49.037144 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 0eee71f0-4419-46e7-8eca-9efeeec56bc2 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:40:49.187600 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a86bee-28e8-475a-8329-9f152c35e09c None None] Pushing event updated for resources: {'Port': ['ID=0823cb19-56f0-4ba2-aa04-9db1a63494b1,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:49.218538 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-96dd297b-23c8-4098-a1a5-38ccb88a71b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'name': 'tempest-RoutersIpV6Test-router-1568818285', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:56Z', 'updated_at': '2021-07-29T23:40:41Z', 'revision_number': 4, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'gw_port_host': None, '_interfaces': [{'id': '54918d4e-7005-4a11-add4-fc4859647504', 'name': '', 'network_id': 'a02c6df4-947d-4092-9e1a-39ce80e556cf', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:e0:7a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '7bc27fc5-c70f-4be8-b885-0a9862c9c54f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:04Z', 'updated_at': '2021-07-29T23:40:26Z', 'revision_number': 5, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': '7bc27fc5-c70f-4be8-b885-0a9862c9c54f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb8c54e0-bd35-45b9-a4be-d0554d6c115c', 'name': '', 'network_id': 'be0ef6b8-77b4-4ed3-9224-01408e5c266e', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:d0:47:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '03f86caa-4553-4851-a853-95e452e44926', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:37Z', 'updated_at': '2021-07-29T23:40:43Z', 'revision_number': 2, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': '03f86caa-4553-4851-a853-95e452e44926', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdb0a764-98f4-4c2f-97b2-a0f189b7e291', 'name': '', 'network_id': 'e228caf7-7511-463b-9347-b74912c97702', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:e0:cb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'c9a6e33e-a48c-46ad-a582-5404d0059b7b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:20Z', 'updated_at': '2021-07-29T23:40:44Z', 'revision_number': 5, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': 'c9a6e33e-a48c-46ad-a582-5404d0059b7b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:49.295275 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-344162cf-ce49-4ef5-89f0-baf969913876 req-4b740a56-a45d-47a0-bff4-648efe5b0afc tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866778 Jul 29 23:40:49.322456 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b43976-0c29-465b-ba56-47e6413295bc tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Network 22aaa846-f372-486f-8a4b-114b34bd939e is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:40:49.338300 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device ab8b286e-9a63-4aef-ba88-e25b0d5f0463 up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:40:49.385871 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-c5b43976-0c29-465b-ba56-47e6413295bc tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 22aaa846-f372-486f-8a4b-114b34bd939e) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:49.394557 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df563d-ba01-4084-bec3-329ba6df2e80 req-b5b161db-ff95-4627-8d1f-112bc58bd591 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:49.402351 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e3df563d-ba01-4084-bec3-329ba6df2e80 req-b5b161db-ff95-4627-8d1f-112bc58bd591 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d895a45-efb7-4e94-96fe-f5a708a31a14 HTTP/1.1" status: 200 len: 945 time: 0.2952635 Jul 29 23:40:49.415830 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b43976-0c29-465b-ba56-47e6413295bc tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:49.422153 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c5b43976-0c29-465b-ba56-47e6413295bc tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:49.459330 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b75c49-5fc2-40de-b2e4-3a715081a754 None None] Network 22aaa846-f372-486f-8a4b-114b34bd939e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:40:49.670476 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e3df563d-ba01-4084-bec3-329ba6df2e80 req-9d7b1feb-33f9-4223-80e9-d6543ae03f14 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/security-groups?id=81e89418-223e-492a-b406-e46bb556ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531302 Jul 29 23:40:49.727428 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dd297b-23c8-4098-a1a5-38ccb88a71b0 None None] Checking router: 6e4f419c-5ba3-4bf4-a489-f1a817d3eed9 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:40:49.732275 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dd297b-23c8-4098-a1a5-38ccb88a71b0 None None] Updating router 6e4f419c-5ba3-4bf4-a489-f1a817d3eed9 port cb8c54e0-bd35-45b9-a4be-d0554d6c115c binding host n-d-712141-10 {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:40:49.804392 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-bc9652d0-9b7f-4c7d-ace8-712ab6692e9e None None] Provisioning complete for port cb8c54e0-bd35-45b9-a4be-d0554d6c115c triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:49.804904 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bc9652d0-9b7f-4c7d-ace8-712ab6692e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:49.847403 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-4c34dec3-f784-43e9-98cf-6204023f0e7e tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.22 "GET /v2.0/networks/61db5dcd-b042-47fa-9111-3b2277565367?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.7673697 Jul 29 23:40:49.880705 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c5b43976-0c29-465b-ba56-47e6413295bc tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.2250764 Jul 29 23:40:49.889536 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 33844) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:49.896355 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-49874c22-cb76-4762-854d-6b1db4e79d1e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:50.017730 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-aea4bd7f-2ac7-4f84-90ee-50b68d899b6c tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:50.054908 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-bc9652d0-9b7f-4c7d-ace8-712ab6692e9e None None] Port cb8c54e0-bd35-45b9-a4be-d0554d6c115c cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:40:50.058437 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-aea4bd7f-2ac7-4f84-90ee-50b68d899b6c tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:50.087865 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:50.123335 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 0eee71f0-4419-46e7-8eca-9efeeec56bc2 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:50.158569 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port ab8b286e-9a63-4aef-ba88-e25b0d5f0463 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:50.171098 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f51b37-e95a-4a7a-8f43-93e8a2dd8235 req-00db00a6-7ea3-4a32-822f-406723734700 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:50.177686 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port ab8b286e-9a63-4aef-ba88-e25b0d5f0463 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:50.179183 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:50.180594 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f51b37-e95a-4a7a-8f43-93e8a2dd8235 req-00db00a6-7ea3-4a32-822f-406723734700 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:50.182337 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 0eee71f0-4419-46e7-8eca-9efeeec56bc2 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:50.183676 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:50.186298 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-96dd297b-23c8-4098-a1a5-38ccb88a71b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:50.195522 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f51b37-e95a-4a7a-8f43-93e8a2dd8235 req-00db00a6-7ea3-4a32-822f-406723734700 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:50.205427 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f51b37-e95a-4a7a-8f43-93e8a2dd8235 req-00db00a6-7ea3-4a32-822f-406723734700 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:50.213666 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f51b37-e95a-4a7a-8f43-93e8a2dd8235 req-00db00a6-7ea3-4a32-822f-406723734700 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:50.219608 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 30eaa1d4-3c58-4fb5-a2a3-e842c94e7256 no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:40:50.222407 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f51b37-e95a-4a7a-8f43-93e8a2dd8235 req-00db00a6-7ea3-4a32-822f-406723734700 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:50.231663 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f51b37-e95a-4a7a-8f43-93e8a2dd8235 req-00db00a6-7ea3-4a32-822f-406723734700 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:50.233646 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-83f51b37-e95a-4a7a-8f43-93e8a2dd8235 req-00db00a6-7ea3-4a32-822f-406723734700 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 5431 time: 0.3955693 Jul 29 23:40:50.265740 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-49874c22-cb76-4762-854d-6b1db4e79d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:50.336868 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea4bd7f-2ac7-4f84-90ee-50b68d899b6c tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event updated for resources: {'Port': ['ID=0d96c483-84b6-46a2-ba32-ac8f559a1c2b,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:50.387660 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-83f51b37-e95a-4a7a-8f43-93e8a2dd8235 req-9b82fda1-bdf8-467c-a084-a636b1fae0f0 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6fa48f-d86a-46d7-b38c-3131d342f37d&id=d06a9099-30da-446c-be64-dba56c62ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1385677 Jul 29 23:40:50.421237 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-aea4bd7f-2ac7-4f84-90ee-50b68d899b6c tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:50.512021 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598fcd16-4700-4ee4-afe7-f931e28e9531 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-22aaa846-f372-486f-8a4b-114b34bd939e', 'network_id': '22aaa846-f372-486f-8a4b-114b34bd939e', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'fixed_ips': [{'subnet_id': 'e138a421-fb08-4617-a46a-cf9e50136a10'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:40:50.516050 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-598fcd16-4700-4ee4-afe7-f931e28e9531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:50.518895 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af14731-9e0b-4316-a307-a9f458ea7eaf req-00547269-739e-4732-9859-e7ff41f67a88 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:50.530300 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4af14731-9e0b-4316-a307-a9f458ea7eaf req-00547269-739e-4732-9859-e7ff41f67a88 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.8076744 Jul 29 23:40:50.721677 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4af14731-9e0b-4316-a307-a9f458ea7eaf req-5a985acd-2847-433e-8fa4-0b19dcfda32a tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878557 Jul 29 23:40:50.772198 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d00c674-c872-45d2-b6d6-4c10b32f9494 req-007a9e67-aa57-41a4-bfe0-01412b1efd9b tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:50.774760 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0d00c674-c872-45d2-b6d6-4c10b32f9494 req-007a9e67-aa57-41a4-bfe0-01412b1efd9b tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e27ebea-070d-4cea-aa60-a24023874950 HTTP/1.1" status: 200 len: 945 time: 0.1400571 Jul 29 23:40:50.948325 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-49874c22-cb76-4762-854d-6b1db4e79d1e service neutron] For port da9a90e1-8efc-4f87-81e6-604ba087e2ac, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=da9a90e1-8efc-4f87-81e6-604ba087e2ac,segment=NetworkSegment(7dadb843-f68f-4bdc-b544-97924c20701a),segment_id=7dadb843-f68f-4bdc-b544-97924c20701a)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:51.040081 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea4bd7f-2ac7-4f84-90ee-50b68d899b6c tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Network d3d98fff-a0f2-4bd5-b8cb-f7dc60ec58ff is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:51.047556 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-aea4bd7f-2ac7-4f84-90ee-50b68d899b6c tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:51.069973 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1071512b-c84d-4671-9f79-74ddcbd6aa7d req-00f217c5-d7c6-4304-9df1-162073b1c857 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:51.082501 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1071512b-c84d-4671-9f79-74ddcbd6aa7d req-00f217c5-d7c6-4304-9df1-162073b1c857 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d895a45-efb7-4e94-96fe-f5a708a31a14 HTTP/1.1" status: 200 len: 945 time: 0.1263292 Jul 29 23:40:51.083783 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-49874c22-cb76-4762-854d-6b1db4e79d1e service neutron] For port da9a90e1-8efc-4f87-81e6-604ba087e2ac, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:40:51.142195 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5359ed87-d04c-4ab2-a5f5-1f9e80c95729 req-c94680a1-7ef0-47ff-8201-aa31088f6eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:51.155348 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-5359ed87-d04c-4ab2-a5f5-1f9e80c95729 req-c94680a1-7ef0-47ff-8201-aa31088f6eac service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7d895a45-efb7-4e94-96fe-f5a708a31a14 HTTP/1.1" status: 200 len: 1097 time: 0.2323480 Jul 29 23:40:51.183599 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-49874c22-cb76-4762-854d-6b1db4e79d1e service neutron] device_id is not set on port da9a90e1-8efc-4f87-81e6-604ba087e2ac yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:40:51.213468 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-49874c22-cb76-4762-854d-6b1db4e79d1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:51.225897 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0d00c674-c872-45d2-b6d6-4c10b32f9494 req-199d6d93-a3c2-4574-a22d-26ef89703e48 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238788 Jul 29 23:40:51.280395 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-598fcd16-4700-4ee4-afe7-f931e28e9531 None None] Allocated IP 2001:db8:3::2 (22aaa846-f372-486f-8a4b-114b34bd939e/e138a421-fb08-4617-a46a-cf9e50136a10/e3557083-845d-434c-a263-f210a8580f4e) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:40:51.334187 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49912e8-01c2-43c3-83d7-e3d6f07e6737 None None] Network d3d98fff-a0f2-4bd5-b8cb-f7dc60ec58ff requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:40:51.338838 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-49874c22-cb76-4762-854d-6b1db4e79d1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:51.358418 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d621e74e-3212-42fd-8074-6fd7baf73113 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:51.457023 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-5359ed87-d04c-4ab2-a5f5-1f9e80c95729 req-d60578c8-aa8e-4268-b818-d36b2a5cb923 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=81e89418-223e-492a-b406-e46bb556ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395089 Jul 29 23:40:51.468653 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-49874c22-cb76-4762-854d-6b1db4e79d1e service neutron] No DVR routers for this DVR port da9a90e1-8efc-4f87-81e6-604ba087e2ac on host n-h2-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:40:51.522144 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-49874c22-cb76-4762-854d-6b1db4e79d1e service neutron] In _notify_port_updated(), no bound segment for port da9a90e1-8efc-4f87-81e6-604ba087e2ac on network 61db5dcd-b042-47fa-9111-3b2277565367 {{(pid=94077) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:40:51.524032 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-49874c22-cb76-4762-854d-6b1db4e79d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:51.524860 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-49874c22-cb76-4762-854d-6b1db4e79d1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:51.526675 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-49874c22-cb76-4762-854d-6b1db4e79d1e service neutron] 10.222.0.22 "PUT /v2.0/ports/da9a90e1-8efc-4f87-81e6-604ba087e2ac HTTP/1.1" status: 200 len: 1027 time: 1.6665757 Jul 29 23:40:51.595271 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1071512b-c84d-4671-9f79-74ddcbd6aa7d req-2110b42b-f9c2-4530-a8ab-39b4fd0ddd97 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/security-groups?id=81e89418-223e-492a-b406-e46bb556ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3884330 Jul 29 23:40:51.671940 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:51.768356 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-3c7db777-a24b-4338-9810-d483fb085f4d None None] Provisioning for port 0823cb19-56f0-4ba2-aa04-9db1a63494b1 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:51.884403 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65381950-79a1-4c8b-9032-43914b0022e3 req-484d9bbc-3681-440f-9811-5fddf5df62ca tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:51.886464 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-65381950-79a1-4c8b-9032-43914b0022e3 req-484d9bbc-3681-440f-9811-5fddf5df62ca tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.4994974 Jul 29 23:40:51.959123 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30eaa1d4-3c58-4fb5-a2a3-e842c94e7256'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:40:51.963207 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec7cf9a-a87e-4bcf-83da-16b401f02cf0" -d '{"events": [{"server_uuid": "8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4", "name": "network-vif-unplugged", "status": "completed", "tag": "30eaa1d4-3c58-4fb5-a2a3-e842c94e7256"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:40:51.998027 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d94499-5905-4ced-bd51-061232f81b93 req-95504838-dd60-412a-bd09-fd4955ca7167 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:52.012473 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d94499-5905-4ced-bd51-061232f81b93 req-95504838-dd60-412a-bd09-fd4955ca7167 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:52.028043 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d94499-5905-4ced-bd51-061232f81b93 req-95504838-dd60-412a-bd09-fd4955ca7167 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:52.061920 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d94499-5905-4ced-bd51-061232f81b93 req-95504838-dd60-412a-bd09-fd4955ca7167 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:52.093799 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d94499-5905-4ced-bd51-061232f81b93 req-95504838-dd60-412a-bd09-fd4955ca7167 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:52.105867 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d94499-5905-4ced-bd51-061232f81b93 req-95504838-dd60-412a-bd09-fd4955ca7167 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:52.109240 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f1d94499-5905-4ced-bd51-061232f81b93 req-95504838-dd60-412a-bd09-fd4955ca7167 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 4657 time: 0.3045857 Jul 29 23:40:52.131563 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 30eaa1d4-3c58-4fb5-a2a3-e842c94e7256, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=30eaa1d4-3c58-4fb5-a2a3-e842c94e7256,segment=NetworkSegment(7dadb843-f68f-4bdc-b544-97924c20701a),segment_id=7dadb843-f68f-4bdc-b544-97924c20701a)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:52.133194 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-bffcefd1-6fcd-4a67-b923-8849c605b597 None None] Provisioning complete for port da9a90e1-8efc-4f87-81e6-604ba087e2ac triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:52.133666 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bffcefd1-6fcd-4a67-b923-8849c605b597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:52.176368 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-35fb9cc7-6f87-4f5a-9c01-6715d4086543 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:52.180441 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-35fb9cc7-6f87-4f5a-9c01-6715d4086543 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.22 "GET /v2.0/ports/6692c9b8-f4e2-4f31-897e-016045fc3bd4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.6407723 Jul 29 23:40:52.186380 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49874c22-cb76-4762-854d-6b1db4e79d1e service neutron] Pushing event updated for resources: {'Port': ['ID=da9a90e1-8efc-4f87-81e6-604ba087e2ac,revision_number=6']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:52.197481 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-2d92442d-7e5f-471d-84b5-381e12dcaea2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:52.206787 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:52.244632 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea4bd7f-2ac7-4f84-90ee-50b68d899b6c tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Router 15b03cc0-4d03-4abe-967c-fe595dbc180e has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:40:52.293428 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-bffcefd1-6fcd-4a67-b923-8849c605b597 None None] Port da9a90e1-8efc-4f87-81e6-604ba087e2ac cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:40:52.296050 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-2d92442d-7e5f-471d-84b5-381e12dcaea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:52.354086 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-65381950-79a1-4c8b-9032-43914b0022e3 req-9b646cae-1e60-4264-8813-8255de9516bf tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4574897 Jul 29 23:40:52.404778 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port ab8b286e-9a63-4aef-ba88-e25b0d5f0463, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=ab8b286e-9a63-4aef-ba88-e25b0d5f0463,segment=NetworkSegment(2d9f9fa8-9a49-423e-86b2-3891aba5a1e6),segment_id=2d9f9fa8-9a49-423e-86b2-3891aba5a1e6)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:52.407625 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:52.542748 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:52.553389 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f1d94499-5905-4ced-bd51-061232f81b93 req-763d96de-58af-40e8-a000-421ca3a81e24 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf6fa48f-d86a-46d7-b38c-3131d342f37d&id=d06a9099-30da-446c-be64-dba56c62ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2810779 Jul 29 23:40:52.561714 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 93b5fbf0-238a-4eb3-aebb-f3656018624b no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:40:52.575938 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:52.653271 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7961b9dd-37bd-4254-8459-1bc6c78739be x-openstack-request-id: req-7961b9dd-37bd-4254-8459-1bc6c78739be {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:40:52.654367 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4", "name": "network-vif-unplugged", "status": "completed", "tag": "30eaa1d4-3c58-4fb5-a2a3-e842c94e7256", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:40:52.655162 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7961b9dd-37bd-4254-8459-1bc6c78739be {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:40:52.658293 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30eaa1d4-3c58-4fb5-a2a3-e842c94e7256', 'code': 200} Jul 29 23:40:52.940385 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7d8ce892-4951-4e48-9d37-43be1d2d4493 req-b5725718-352d-40f3-9135-227e265a0918 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=aa7b44142ea84ef2bfb9a6f800e77e29 HTTP/1.1" status: 200 len: 221 time: 0.0831954 Jul 29 23:40:53.030166 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ea6e35-ca06-49fc-8cf1-d6ee3a12e4f1 req-f39b98ec-e1d4-4a99-a73c-dc9be317c037 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:53.042838 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 0eee71f0-4419-46e7-8eca-9efeeec56bc2, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=0eee71f0-4419-46e7-8eca-9efeeec56bc2,segment=NetworkSegment(51aab872-ddde-4824-b2da-578f3517955a),segment_id=51aab872-ddde-4824-b2da-578f3517955a)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:53.072078 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-07ea6e35-ca06-49fc-8cf1-d6ee3a12e4f1 req-f39b98ec-e1d4-4a99-a73c-dc9be317c037 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e27ebea-070d-4cea-aa60-a24023874950 HTTP/1.1" status: 200 len: 946 time: 0.3006296 Jul 29 23:40:53.143505 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-2d92442d-7e5f-471d-84b5-381e12dcaea2 service neutron] For port 6692c9b8-f4e2-4f31-897e-016045fc3bd4, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=6692c9b8-f4e2-4f31-897e-016045fc3bd4,segment=NetworkSegment(7dadb843-f68f-4bdc-b544-97924c20701a),segment_id=7dadb843-f68f-4bdc-b544-97924c20701a)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:53.156958 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=30eaa1d4-3c58-4fb5-a2a3-e842c94e7256,revision_number=6']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:53.176292 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:53.177092 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 1ef849fd-0d52-469a-a39b-d10bfea71cea up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:40:53.186718 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-2d92442d-7e5f-471d-84b5-381e12dcaea2 service neutron] For port 6692c9b8-f4e2-4f31-897e-016045fc3bd4, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:40:53.232818 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea4bd7f-2ac7-4f84-90ee-50b68d899b6c tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:40:53.246537 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0762652e-c535-49cb-9cfa-209be4aeadc3 None None] Sync routers for ids ['15b03cc0-4d03-4abe-967c-fe595dbc180e'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:40:53.248281 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-aea4bd7f-2ac7-4f84-90ee-50b68d899b6c tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "PUT /v2.0/routers/15b03cc0-4d03-4abe-967c-fe595dbc180e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5158939 Jul 29 23:40:53.251972 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 33890) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:53.265196 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-b56ff95f-62c7-43b8-8092-4733f4c361db tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Request body: {'network': {'name': 'tempest-RoutersTest-737897251'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:53.266172 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-2d92442d-7e5f-471d-84b5-381e12dcaea2 service neutron] device_id is not set on port 6692c9b8-f4e2-4f31-897e-016045fc3bd4 yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:40:53.270537 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0762652e-c535-49cb-9cfa-209be4aeadc3 None None] Routers {'15b03cc0-4d03-4abe-967c-fe595dbc180e'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:40:53.271184 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-0762652e-c535-49cb-9cfa-209be4aeadc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:40:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['15b03cc0-4d03-4abe-967c-fe595dbc180e'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:53.277813 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-07ea6e35-ca06-49fc-8cf1-d6ee3a12e4f1 req-d40cc725-7b79-434c-ae00-dd63733c2a9f tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003105 Jul 29 23:40:53.288279 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-2d92442d-7e5f-471d-84b5-381e12dcaea2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:53.302252 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-2d92442d-7e5f-471d-84b5-381e12dcaea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:53.315780 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8faac45-f11a-4a23-90f7-8627b68f4d05 req-4f82975a-ee60-436d-a4f2-95c8a9a204d8 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:53.334011 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e8faac45-f11a-4a23-90f7-8627b68f4d05 req-4f82975a-ee60-436d-a4f2-95c8a9a204d8 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d895a45-efb7-4e94-96fe-f5a708a31a14 HTTP/1.1" status: 200 len: 945 time: 0.2265031 Jul 29 23:40:53.402649 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=ab8b286e-9a63-4aef-ba88-e25b0d5f0463,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:53.414802 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e8faac45-f11a-4a23-90f7-8627b68f4d05 req-474ba933-c9c7-47ff-9f62-4347caed72cb tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/security-groups?id=81e89418-223e-492a-b406-e46bb556ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768511 Jul 29 23:40:53.439921 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56ff95f-62c7-43b8-8092-4733f4c361db tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Made reservation on behalf of 57ced8fbb08748a3b85014e0aa13f1c0 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:53.457493 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b56ff95f-62c7-43b8-8092-4733f4c361db tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:53.550581 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d92442d-7e5f-471d-84b5-381e12dcaea2 service neutron] Pushing event updated for resources: {'Port': ['ID=6692c9b8-f4e2-4f31-897e-016045fc3bd4,revision_number=6']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:53.611506 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-2d92442d-7e5f-471d-84b5-381e12dcaea2 service neutron] No DVR routers for this DVR port 6692c9b8-f4e2-4f31-897e-016045fc3bd4 on host n-h2-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:40:53.642413 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:40:53.656704 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b56ff95f-62c7-43b8-8092-4733f4c361db tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:40:53.683068 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-2d92442d-7e5f-471d-84b5-381e12dcaea2 service neutron] In _notify_port_updated(), no bound segment for port 6692c9b8-f4e2-4f31-897e-016045fc3bd4 on network 61db5dcd-b042-47fa-9111-3b2277565367 {{(pid=94077) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:40:53.684881 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-2d92442d-7e5f-471d-84b5-381e12dcaea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:53.685526 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-2d92442d-7e5f-471d-84b5-381e12dcaea2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:53.692168 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-2d92442d-7e5f-471d-84b5-381e12dcaea2 service neutron] 10.222.0.22 "PUT /v2.0/ports/6692c9b8-f4e2-4f31-897e-016045fc3bd4 HTTP/1.1" status: 200 len: 1026 time: 1.4960647 Jul 29 23:40:53.707947 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-598fcd16-4700-4ee4-afe7-f931e28e9531 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:53.774508 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b56ff95f-62c7-43b8-8092-4733f4c361db tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:53.779334 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-b56ff95f-62c7-43b8-8092-4733f4c361db tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Added segment fed1c01d-c188-4deb-b4ba-0ec2e58af242 of type vlan for network f9e76966-269c-4c86-981e-e0d70eb9c263 Jul 29 23:40:53.808564 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:53.810557 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-0762652e-c535-49cb-9cfa-209be4aeadc3 None None] Set router 15b03cc0-4d03-4abe-967c-fe595dbc180e gateway port host: None {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:40:53.945486 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-fe49ec9e-9b41-44f5-9e9b-6d5c74932d53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:53.998375 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-598fcd16-4700-4ee4-afe7-f931e28e9531 None None] Transition to ACTIVE for port object e3557083-845d-434c-a263-f210a8580f4e will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:54.055900 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e45b65d-a451-4981-b274-be0cc22560cb req-1d983914-bdab-4748-867f-fef155cef4f0 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:54.076969 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1e45b65d-a451-4981-b274-be0cc22560cb req-1d983914-bdab-4748-867f-fef155cef4f0 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.5771909 Jul 29 23:40:54.093937 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b56ff95f-62c7-43b8-8092-4733f4c361db tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:54.202296 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c65ba-4770-4a58-9d77-b3119cf86e31 req-cfb13fc1-34b6-47c3-bda6-863c25ed56a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:54.204917 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-048c65ba-4770-4a58-9d77-b3119cf86e31 req-cfb13fc1-34b6-47c3-bda6-863c25ed56a7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c08d2622b7b410cb98838e9565b36dc&device_id=7d895a45-efb7-4e94-96fe-f5a708a31a14 HTTP/1.1" status: 200 len: 1097 time: 0.3459439 Jul 29 23:40:54.210023 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923042c7-5bbc-4858-82dc-15014b1a9298 req-0ddbe3b6-34a2-4aa9-9986-38725a401d83 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:54.235777 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923042c7-5bbc-4858-82dc-15014b1a9298 req-0ddbe3b6-34a2-4aa9-9986-38725a401d83 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:54.255501 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923042c7-5bbc-4858-82dc-15014b1a9298 req-0ddbe3b6-34a2-4aa9-9986-38725a401d83 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:54.285617 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923042c7-5bbc-4858-82dc-15014b1a9298 req-0ddbe3b6-34a2-4aa9-9986-38725a401d83 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:54.317550 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923042c7-5bbc-4858-82dc-15014b1a9298 req-0ddbe3b6-34a2-4aa9-9986-38725a401d83 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:54.322056 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-923042c7-5bbc-4858-82dc-15014b1a9298 req-0ddbe3b6-34a2-4aa9-9986-38725a401d83 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 3882 time: 0.3914127 Jul 29 23:40:54.341273 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.db.resource_extend [None req-b56ff95f-62c7-43b8-8092-4733f4c361db tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:40:54.425968 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-a94c3f55-4f6b-4341-b8b9-564728f96bd9 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Deleting port 1caf28fe-1621-4e50-9937-8cd368803804 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:40:54.426918 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-a94c3f55-4f6b-4341-b8b9-564728f96bd9 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:54.437791 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-0762652e-c535-49cb-9cfa-209be4aeadc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'name': 'tempest-RoutersTest-router-915602155', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:57Z', 'updated_at': '2021-07-29T23:40:46Z', 'revision_number': 4, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'gw_port_host': None, '_interfaces': [{'id': '0d96c483-84b6-46a2-ba32-ac8f559a1c2b', 'name': '', 'network_id': 'd3d98fff-a0f2-4bd5-b8cb-f7dc60ec58ff', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'mac_address': 'fa:16:3e:bd:58:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '52699cfb-6dbb-4f48-a9d3-1014f68a21dd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:43Z', 'updated_at': '2021-07-29T23:40:48Z', 'revision_number': 2, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'subnets': [{'id': '52699cfb-6dbb-4f48-a9d3-1014f68a21dd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0eee71f0-4419-46e7-8eca-9efeeec56bc2', 'name': '', 'network_id': 'c604adf0-0e48-45b2-aa5b-b1d694c44618', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'mac_address': 'fa:16:3e:f9:54:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '3ab0aca6-9c79-4ba4-90ca-fe1ff8b6bd7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:33Z', 'updated_at': '2021-07-29T23:40:52Z', 'revision_number': 5, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'subnets': [{'id': '3ab0aca6-9c79-4ba4-90ca-fe1ff8b6bd7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f49de2e-a972-48b2-9fed-0ae4ad002d0b', 'name': '', 'network_id': '6c2eaf9c-1b68-4dff-89ae-76869996c21c', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'mac_address': 'fa:16:3e:cf:f3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': 'e914c1e7-e0d1-484d-8ef5-937e66f8c162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:08Z', 'updated_at': '2021-07-29T23:40:31Z', 'revision_number': 5, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'subnets': [{'id': 'e914c1e7-e0d1-484d-8ef5-937e66f8c162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:54.474011 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b56ff95f-62c7-43b8-8092-4733f4c361db tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:54.495973 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56ff95f-62c7-43b8-8092-4733f4c361db tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:54.496932 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b56ff95f-62c7-43b8-8092-4733f4c361db tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:54.512087 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0762652e-c535-49cb-9cfa-209be4aeadc3 None None] Checking router: 15b03cc0-4d03-4abe-967c-fe595dbc180e for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:40:54.512443 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0762652e-c535-49cb-9cfa-209be4aeadc3 None None] Updating router 15b03cc0-4d03-4abe-967c-fe595dbc180e port 0d96c483-84b6-46a2-ba32-ac8f559a1c2b binding host n-d-712141-10 {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:40:54.574729 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0762652e-c535-49cb-9cfa-209be4aeadc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:54.651081 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1e45b65d-a451-4981-b274-be0cc22560cb req-044edc01-e222-4531-a804-f6223fa001d1 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5714071 Jul 29 23:40:54.726446 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e27ebea-070d-4cea-aa60-a24023874950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab8b286e-9a63-4aef-ba88-e25b0d5f0463'}, {'server_uuid': '8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93b5fbf0-238a-4eb3-aebb-f3656018624b'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:40:54.731664 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5874b96a-3891-446e-b876-134f09a4a6a2" -d '{"events": [{"server_uuid": "2e27ebea-070d-4cea-aa60-a24023874950", "name": "network-vif-plugged", "status": "completed", "tag": "ab8b286e-9a63-4aef-ba88-e25b0d5f0463"}, {"server_uuid": "8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4", "name": "network-vif-unplugged", "status": "completed", "tag": "93b5fbf0-238a-4eb3-aebb-f3656018624b"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:40:54.770879 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 33918) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:54.775534 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-b56ff95f-62c7-43b8-8092-4733f4c361db tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5171330 Jul 29 23:40:54.792265 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-620781d5-6dfa-4992-953b-5de5b737ea48 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Request body: {'subnet': {'network_id': 'f9e76966-269c-4c86-981e-e0d70eb9c263', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:54.833856 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 93b5fbf0-238a-4eb3-aebb-f3656018624b, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=93b5fbf0-238a-4eb3-aebb-f3656018624b,segment=NetworkSegment(ba5bac9c-cf87-4379-a2c6-b5c109b5db18),segment_id=ba5bac9c-cf87-4379-a2c6-b5c109b5db18)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:54.911815 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-923042c7-5bbc-4858-82dc-15014b1a9298 req-375897f7-961c-4aa1-ab93-061197f39be5 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/security-groups?id=d06a9099-30da-446c-be64-dba56c62ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4755054 Jul 29 23:40:54.927395 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-598fcd16-4700-4ee4-afe7-f931e28e9531 None None] Transition to ACTIVE for port object e3557083-845d-434c-a263-f210a8580f4e will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:54.984278 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56ff95f-62c7-43b8-8092-4733f4c361db tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event updated for resources: {'Network': ['ID=f9e76966-269c-4c86-981e-e0d70eb9c263,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:55.005224 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c65ba-4770-4a58-9d77-b3119cf86e31 req-442a2ee3-5c61-4a60-b270-8e4fc2aec4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:55.007001 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-048c65ba-4770-4a58-9d77-b3119cf86e31 req-442a2ee3-5c61-4a60-b270-8e4fc2aec4d4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5d20f887-85b7-45ef-8019-3cf0ef128029 HTTP/1.1" status: 200 len: 912 time: 0.7938223 Jul 29 23:40:55.009420 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:55.010562 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 024df781-a247-4293-a30c-16abd40adffa no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:40:55.095430 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-048c65ba-4770-4a58-9d77-b3119cf86e31 req-28253d02-e433-4aa4-a248-8ecf7cb4444e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=338bafd5-ef8b-4a8a-b262-70844d22db05 HTTP/1.1" status: 200 len: 217 time: 0.0694525 Jul 29 23:40:55.103095 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ff95f-62c7-43b8-8092-4733f4c361db tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:55.105537 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ff95f-62c7-43b8-8092-4733f4c361db tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:55.110005 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ff95f-62c7-43b8-8092-4733f4c361db tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:55.111838 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ff95f-62c7-43b8-8092-4733f4c361db tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:55.113562 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ff95f-62c7-43b8-8092-4733f4c361db tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:55.117756 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ff95f-62c7-43b8-8092-4733f4c361db tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:55.119896 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ff95f-62c7-43b8-8092-4733f4c361db tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:55.121836 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ff95f-62c7-43b8-8092-4733f4c361db tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:55.122389 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ff95f-62c7-43b8-8092-4733f4c361db tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:55.124076 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ff95f-62c7-43b8-8092-4733f4c361db tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:55.125779 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ff95f-62c7-43b8-8092-4733f4c361db tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:55.130031 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b56ff95f-62c7-43b8-8092-4733f4c361db tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:55.139445 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-96dd297b-23c8-4098-a1a5-38ccb88a71b0 None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:55.149810 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-a94c3f55-4f6b-4341-b8b9-564728f96bd9 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] For port 1caf28fe-1621-4e50-9937-8cd368803804, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=1caf28fe-1621-4e50-9937-8cd368803804,segment=NetworkSegment(7dadb843-f68f-4bdc-b544-97924c20701a),segment_id=7dadb843-f68f-4bdc-b544-97924c20701a)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:55.157152 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-401cd022-dc8c-49c2-854a-d53f9bcc9b57 None None] Provisioning complete for port 6692c9b8-f4e2-4f31-897e-016045fc3bd4 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:55.158043 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-a94c3f55-4f6b-4341-b8b9-564728f96bd9 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:55.160957 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-401cd022-dc8c-49c2-854a-d53f9bcc9b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:55.208607 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a3c97-1d81-49d2-a3ed-a310b03655a9 req-b772d3c5-14d2-4554-a8f7-7a9e902126b6 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:55.220814 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ad0a3c97-1d81-49d2-a3ed-a310b03655a9 req-b772d3c5-14d2-4554-a8f7-7a9e902126b6 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d895a45-efb7-4e94-96fe-f5a708a31a14 HTTP/1.1" status: 200 len: 945 time: 0.4379258 Jul 29 23:40:55.221104 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-401cd022-dc8c-49c2-854a-d53f9bcc9b57 None None] Port 6692c9b8-f4e2-4f31-897e-016045fc3bd4 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:40:55.222712 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network f9e76966-269c-4c86-981e-e0d70eb9c263 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:40:55.300838 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-598fcd16-4700-4ee4-afe7-f931e28e9531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:55.305907 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-a94c3f55-4f6b-4341-b8b9-564728f96bd9 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Calling delete_port for 1caf28fe-1621-4e50-9937-8cd368803804 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:40:55.310022 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=0eee71f0-4419-46e7-8eca-9efeeec56bc2,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:55.346494 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c65ba-4770-4a58-9d77-b3119cf86e31 req-a1bccde8-4ad5-4a08-9b27-8d0a2e8d6493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:55.348277 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-048c65ba-4770-4a58-9d77-b3119cf86e31 req-a1bccde8-4ad5-4a08-9b27-8d0a2e8d6493 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7a456402-40c6-4578-9b75-bbc1a0d9a5e7 HTTP/1.1" status: 200 len: 851 time: 0.2353351 Jul 29 23:40:55.418700 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620781d5-6dfa-4992-953b-5de5b737ea48 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Made reservation on behalf of 57ced8fbb08748a3b85014e0aa13f1c0 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:55.422941 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-620781d5-6dfa-4992-953b-5de5b737ea48 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:55.450240 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 1ef849fd-0d52-469a-a39b-d10bfea71cea triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:55.453008 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:55.460703 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=93b5fbf0-238a-4eb3-aebb-f3656018624b,revision_number=6']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:55.461263 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 33924) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:55.567719 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-048c65ba-4770-4a58-9d77-b3119cf86e31 req-294f3898-3212-4efd-94db-b61092a9f8d6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5d20f887-85b7-45ef-8019-3cf0ef128029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1662974 Jul 29 23:40:55.767463 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0762652e-c535-49cb-9cfa-209be4aeadc3 None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:55.791297 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-0762652e-c535-49cb-9cfa-209be4aeadc3 None None] Transition to ACTIVE for port object 0d96c483-84b6-46a2-ba32-ac8f559a1c2b will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:55.804606 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0762652e-c535-49cb-9cfa-209be4aeadc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:55.841827 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598fcd16-4700-4ee4-afe7-f931e28e9531 None None] Network 22aaa846-f372-486f-8a4b-114b34bd939e is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:55.844895 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-96dd297b-23c8-4098-a1a5-38ccb88a71b0 None None] Transition to ACTIVE for port object cb8c54e0-bd35-45b9-a4be-d0554d6c115c will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:55.861739 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598fcd16-4700-4ee4-afe7-f931e28e9531 None None] Pushing event updated for resources: {'Port': ['ID=e3557083-845d-434c-a263-f210a8580f4e,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:56.005432 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-598fcd16-4700-4ee4-afe7-f931e28e9531 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:56.019068 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161a1cd9-0379-4e6e-b2a7-29dc432d2312 None None] Pushing event updated for resources: {'Port': ['ID=0d96c483-84b6-46a2-ba32-ac8f559a1c2b,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:56.027610 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-96dd297b-23c8-4098-a1a5-38ccb88a71b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:56.039647 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-53211f62-d7bd-411d-93d7-35294e909f42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:56.076475 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598fcd16-4700-4ee4-afe7-f931e28e9531 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:40:56.140113 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-0762652e-c535-49cb-9cfa-209be4aeadc3 None None] Attempting to bind port 0d96c483-84b6-46a2-ba32-ac8f559a1c2b on host n-d-712141-10 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:40:56.141004 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-0762652e-c535-49cb-9cfa-209be4aeadc3 None None] Attempting to bind port 0d96c483-84b6-46a2-ba32-ac8f559a1c2b by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': 'a1f9c734-556d-4d88-a879-b08a818e5658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd3d98fff-a0f2-4bd5-b8cb-f7dc60ec58ff'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:40:56.142347 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0762652e-c535-49cb-9cfa-209be4aeadc3 None None] Attempting to bind port 0d96c483-84b6-46a2-ba32-ac8f559a1c2b on network d3d98fff-a0f2-4bd5-b8cb-f7dc60ec58ff {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:40:56.158706 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [req-259ad0d6-f3fd-4e5a-a8bb-4e280ff89d97 req-6d7e4652-0fdb-497f-906e-3cc1f3080fc9 service neutron] (94077) timed out ('10.222.0.41', 52255) {{(pid=94077) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 29 23:40:56.165389 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0762652e-c535-49cb-9cfa-209be4aeadc3 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:40:56.167232 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0762652e-c535-49cb-9cfa-209be4aeadc3 None None] Checking segment: {'id': 'a1f9c734-556d-4d88-a879-b08a818e5658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd3d98fff-a0f2-4bd5-b8cb-f7dc60ec58ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:56.168330 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0762652e-c535-49cb-9cfa-209be4aeadc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:56.169556 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0762652e-c535-49cb-9cfa-209be4aeadc3 None None] Bound using segment: {'id': 'a1f9c734-556d-4d88-a879-b08a818e5658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd3d98fff-a0f2-4bd5-b8cb-f7dc60ec58ff'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:40:56.171463 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-0762652e-c535-49cb-9cfa-209be4aeadc3 None None] Bound port: 0d96c483-84b6-46a2-ba32-ac8f559a1c2b, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1f9c734-556d-4d88-a879-b08a818e5658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'd3d98fff-a0f2-4bd5-b8cb-f7dc60ec58ff'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:40:56.173176 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0762652e-c535-49cb-9cfa-209be4aeadc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:56.305334 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-09848f97-e2d4-4aca-9398-87b153f3431f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:56.305883 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-048c65ba-4770-4a58-9d77-b3119cf86e31 req-e9dc0f52-e60f-44ad-a4c3-003fd35af293 service neutron] 10.222.0.41 "GET /v2.0/networks/5d20f887-85b7-45ef-8019-3cf0ef128029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6415951 Jul 29 23:40:56.340022 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059534a3-07c3-4469-9057-0abaeac656ce None None] Pushing event updated for resources: {'Port': ['ID=cb8c54e0-bd35-45b9-a4be-d0554d6c115c,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:56.412599 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:56.425445 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0762652e-c535-49cb-9cfa-209be4aeadc3 None None] For port 0d96c483-84b6-46a2-ba32-ac8f559a1c2b, host n-d-712141-10, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:40:56.429872 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-0762652e-c535-49cb-9cfa-209be4aeadc3 None None] For port 0d96c483-84b6-46a2-ba32-ac8f559a1c2b, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=0d96c483-84b6-46a2-ba32-ac8f559a1c2b,segment=NetworkSegment(a1f9c734-556d-4d88-a879-b08a818e5658),segment_id=a1f9c734-556d-4d88-a879-b08a818e5658)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:40:56.441652 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-0762652e-c535-49cb-9cfa-209be4aeadc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:56.539631 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0762652e-c535-49cb-9cfa-209be4aeadc3 None None] Routers {'15b03cc0-4d03-4abe-967c-fe595dbc180e'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:40:56.541282 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-0762652e-c535-49cb-9cfa-209be4aeadc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:40:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['15b03cc0-4d03-4abe-967c-fe595dbc180e'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:56.576437 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 024df781-a247-4293-a30c-16abd40adffa, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=024df781-a247-4293-a30c-16abd40adffa,segment=NetworkSegment(ba5bac9c-cf87-4379-a2c6-b5c109b5db18),segment_id=ba5bac9c-cf87-4379-a2c6-b5c109b5db18)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:56.665039 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-0a89c397-2d4a-446f-a561-8eca3ebbcac8 None None] Provisioning for port 0d96c483-84b6-46a2-ba32-ac8f559a1c2b completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:56.717383 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161a1cd9-0379-4e6e-b2a7-29dc432d2312 None None] Pushing event updated for resources: {'Port': ['ID=0d96c483-84b6-46a2-ba32-ac8f559a1c2b,revision_number=4']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:56.734669 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-53211f62-d7bd-411d-93d7-35294e909f42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:56.754082 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-53211f62-d7bd-411d-93d7-35294e909f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:56.758512 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:56.761018 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 6692c9b8-f4e2-4f31-897e-016045fc3bd4 no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:40:56.761530 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-0762652e-c535-49cb-9cfa-209be4aeadc3 None None] Set router 15b03cc0-4d03-4abe-967c-fe595dbc180e gateway port host: None {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:40:56.825396 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-53211f62-d7bd-411d-93d7-35294e909f42 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d5e305d332a148ba838a820aa0f6a19a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3629439 Jul 29 23:40:56.831452 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53211f62-d7bd-411d-93d7-35294e909f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231d5e5e-f06c-417b-9b49-2f8a77df1c0a,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:56.854242 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 33932) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:56.854917 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-a94c3f55-4f6b-4341-b8b9-564728f96bd9 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:56.895774 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-d621e74e-3212-42fd-8074-6fd7baf73113 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Allocated IP 2001:db8:3::1 (22aaa846-f372-486f-8a4b-114b34bd939e/e138a421-fb08-4617-a46a-cf9e50136a10/f6217c94-eabe-45ce-b874-0a4c0b48ac47) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:40:57.031400 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-598fcd16-4700-4ee4-afe7-f931e28e9531 None None] Attempting to bind port e3557083-845d-434c-a263-f210a8580f4e on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:40:57.032500 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-598fcd16-4700-4ee4-afe7-f931e28e9531 None None] Attempting to bind port e3557083-845d-434c-a263-f210a8580f4e by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': 'ef85db28-70b2-45f9-a81d-2e6ad416b196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '22aaa846-f372-486f-8a4b-114b34bd939e'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:40:57.036833 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598fcd16-4700-4ee4-afe7-f931e28e9531 None None] Attempting to bind port e3557083-845d-434c-a263-f210a8580f4e on network 22aaa846-f372-486f-8a4b-114b34bd939e {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:40:57.050905 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94c3f55-4f6b-4341-b8b9-564728f96bd9 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Pushing event deleted for resources: {'Port': ['ID=1caf28fe-1621-4e50-9937-8cd368803804,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:57.125315 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598fcd16-4700-4ee4-afe7-f931e28e9531 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:40:57.126202 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598fcd16-4700-4ee4-afe7-f931e28e9531 None None] Checking segment: {'id': 'ef85db28-70b2-45f9-a81d-2e6ad416b196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '22aaa846-f372-486f-8a4b-114b34bd939e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:57.126965 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-598fcd16-4700-4ee4-afe7-f931e28e9531 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:57.127668 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598fcd16-4700-4ee4-afe7-f931e28e9531 None None] Bound using segment: {'id': 'ef85db28-70b2-45f9-a81d-2e6ad416b196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '22aaa846-f372-486f-8a4b-114b34bd939e'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:40:57.128776 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-598fcd16-4700-4ee4-afe7-f931e28e9531 None None] Bound port: e3557083-845d-434c-a263-f210a8580f4e, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef85db28-70b2-45f9-a81d-2e6ad416b196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '22aaa846-f372-486f-8a4b-114b34bd939e'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:40:57.131868 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-598fcd16-4700-4ee4-afe7-f931e28e9531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:57.133392 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:57.201433 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-a94c3f55-4f6b-4341-b8b9-564728f96bd9 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] No DVR routers for this DVR port 1caf28fe-1621-4e50-9937-8cd368803804 on host n-h2-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:40:57.206079 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-a94c3f55-4f6b-4341-b8b9-564728f96bd9 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:57.208522 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-a94c3f55-4f6b-4341-b8b9-564728f96bd9 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.22 "DELETE /v2.0/ports/1caf28fe-1621-4e50-9937-8cd368803804 HTTP/1.1" status: 204 len: 173 time: 3.5130138 Jul 29 23:40:57.211962 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d621e74e-3212-42fd-8074-6fd7baf73113 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:57.228744 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4', 'name': 'network-vif-deleted', 'tag': '1caf28fe-1621-4e50-9937-8cd368803804'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:40:57.233183 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69eedd4e-d4da-4d4f-89ee-39970170d433" -d '{"events": [{"server_uuid": "8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4", "name": "network-vif-deleted", "tag": "1caf28fe-1621-4e50-9937-8cd368803804"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:40:57.234113 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-d621e74e-3212-42fd-8074-6fd7baf73113 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Transition to ACTIVE for port object f6217c94-eabe-45ce-b874-0a4c0b48ac47 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:57.272417 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 6692c9b8-f4e2-4f31-897e-016045fc3bd4 not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:40:57.273224 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device da9a90e1-8efc-4f87-81e6-604ba087e2ac no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:40:57.315187 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d621e74e-3212-42fd-8074-6fd7baf73113 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:57.324739 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f03b67f1-b860-4ff4-bda9-69825a910c55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:57.351785 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d621e74e-3212-42fd-8074-6fd7baf73113 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Network 22aaa846-f372-486f-8a4b-114b34bd939e is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:57.357141 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-d621e74e-3212-42fd-8074-6fd7baf73113 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:57.388133 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f03b67f1-b860-4ff4-bda9-69825a910c55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:57.443856 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d621e74e-3212-42fd-8074-6fd7baf73113 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:40:57.444448 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d621e74e-3212-42fd-8074-6fd7baf73113 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:57.529328 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f03b67f1-b860-4ff4-bda9-69825a910c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:57.532861 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f03b67f1-b860-4ff4-bda9-69825a910c55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:57.534673 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-f03b67f1-b860-4ff4-bda9-69825a910c55 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/231d5e5e-f06c-417b-9b49-2f8a77df1c0a HTTP/1.1" status: 204 len: 168 time: 0.6669729 Jul 29 23:40:57.536130 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-620781d5-6dfa-4992-953b-5de5b737ea48 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:57.537764 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-0762652e-c535-49cb-9cfa-209be4aeadc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'name': 'tempest-RoutersTest-router-915602155', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:57Z', 'updated_at': '2021-07-29T23:40:46Z', 'revision_number': 4, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'gw_port_host': None, '_interfaces': [{'id': '0d96c483-84b6-46a2-ba32-ac8f559a1c2b', 'name': '', 'network_id': 'd3d98fff-a0f2-4bd5-b8cb-f7dc60ec58ff', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'mac_address': 'fa:16:3e:bd:58:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '52699cfb-6dbb-4f48-a9d3-1014f68a21dd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:43Z', 'updated_at': '2021-07-29T23:40:56Z', 'revision_number': 4, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'subnets': [{'id': '52699cfb-6dbb-4f48-a9d3-1014f68a21dd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0eee71f0-4419-46e7-8eca-9efeeec56bc2', 'name': '', 'network_id': 'c604adf0-0e48-45b2-aa5b-b1d694c44618', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'mac_address': 'fa:16:3e:f9:54:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '3ab0aca6-9c79-4ba4-90ca-fe1ff8b6bd7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:33Z', 'updated_at': '2021-07-29T23:40:52Z', 'revision_number': 5, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'subnets': [{'id': '3ab0aca6-9c79-4ba4-90ca-fe1ff8b6bd7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f49de2e-a972-48b2-9fed-0ae4ad002d0b', 'name': '', 'network_id': '6c2eaf9c-1b68-4dff-89ae-76869996c21c', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'mac_address': 'fa:16:3e:cf:f3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': 'e914c1e7-e0d1-484d-8ef5-937e66f8c162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:08Z', 'updated_at': '2021-07-29T23:40:31Z', 'revision_number': 5, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'subnets': [{'id': 'e914c1e7-e0d1-484d-8ef5-937e66f8c162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:57.547135 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=024df781-a247-4293-a30c-16abd40adffa,revision_number=6']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:57.608131 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-96dd297b-23c8-4098-a1a5-38ccb88a71b0 None None] Attempting to bind port cb8c54e0-bd35-45b9-a4be-d0554d6c115c on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:40:57.608826 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-96dd297b-23c8-4098-a1a5-38ccb88a71b0 None None] Attempting to bind port cb8c54e0-bd35-45b9-a4be-d0554d6c115c by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '156041d1-33f8-459a-9c6a-230f82d723b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'be0ef6b8-77b4-4ed3-9224-01408e5c266e'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:40:57.609461 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dd297b-23c8-4098-a1a5-38ccb88a71b0 None None] Attempting to bind port cb8c54e0-bd35-45b9-a4be-d0554d6c115c on network be0ef6b8-77b4-4ed3-9224-01408e5c266e {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:40:57.627296 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0762652e-c535-49cb-9cfa-209be4aeadc3 None None] The sync data for ids ['15b03cc0-4d03-4abe-967c-fe595dbc180e'] in n-d-712141-10 is: [{'id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'name': 'tempest-RoutersTest-router-915602155', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:57Z', 'updated_at': '2021-07-29T23:40:46Z', 'revision_number': 4, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'gw_port_host': None, '_interfaces': [{'id': '0d96c483-84b6-46a2-ba32-ac8f559a1c2b', 'name': '', 'network_id': 'd3d98fff-a0f2-4bd5-b8cb-f7dc60ec58ff', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'mac_address': 'fa:16:3e:bd:58:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '52699cfb-6dbb-4f48-a9d3-1014f68a21dd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:43Z', 'updated_at': '2021-07-29T23:40:56Z', 'revision_number': 4, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'subnets': [{'id': '52699cfb-6dbb-4f48-a9d3-1014f68a21dd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0eee71f0-4419-46e7-8eca-9efeeec56bc2', 'name': '', 'network_id': 'c604adf0-0e48-45b2-aa5b-b1d694c44618', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'mac_address': 'fa:16:3e:f9:54:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '3ab0aca6-9c79-4ba4-90ca-fe1ff8b6bd7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:33Z', 'updated_at': '2021-07-29T23:40:52Z', 'revision_number': 5, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'subnets': [{'id': '3ab0aca6-9c79-4ba4-90ca-fe1ff8b6bd7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f49de2e-a972-48b2-9fed-0ae4ad002d0b', 'name': '', 'network_id': '6c2eaf9c-1b68-4dff-89ae-76869996c21c', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'mac_address': 'fa:16:3e:cf:f3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': 'e914c1e7-e0d1-484d-8ef5-937e66f8c162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:08Z', 'updated_at': '2021-07-29T23:40:31Z', 'revision_number': 5, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'subnets': [{'id': 'e914c1e7-e0d1-484d-8ef5-937e66f8c162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:40:57.658705 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-048c65ba-4770-4a58-9d77-b3119cf86e31 req-8a6b0342-7b98-41b6-b6e9-97af75614c6d service neutron] 10.222.0.41 "GET /v2.0/networks/5d20f887-85b7-45ef-8019-3cf0ef128029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3359811 Jul 29 23:40:57.665777 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b67f1-b860-4ff4-bda9-69825a910c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231d5e5e-f06c-417b-9b49-2f8a77df1c0a,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:57.669903 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620781d5-6dfa-4992-953b-5de5b737ea48 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event updated for resources: {'Subnet': ['ID=7190b984-bc82-457e-9f25-c606d7dde3e3,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:57.793891 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dd297b-23c8-4098-a1a5-38ccb88a71b0 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:40:57.795568 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dd297b-23c8-4098-a1a5-38ccb88a71b0 None None] Checking segment: {'id': '156041d1-33f8-459a-9c6a-230f82d723b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'be0ef6b8-77b4-4ed3-9224-01408e5c266e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:57.796300 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-96dd297b-23c8-4098-a1a5-38ccb88a71b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:57.796835 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dd297b-23c8-4098-a1a5-38ccb88a71b0 None None] Bound using segment: {'id': '156041d1-33f8-459a-9c6a-230f82d723b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'be0ef6b8-77b4-4ed3-9224-01408e5c266e'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:40:57.797452 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-96dd297b-23c8-4098-a1a5-38ccb88a71b0 None None] Bound port: cb8c54e0-bd35-45b9-a4be-d0554d6c115c, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '156041d1-33f8-459a-9c6a-230f82d723b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'be0ef6b8-77b4-4ed3-9224-01408e5c266e'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:40:57.797997 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-96dd297b-23c8-4098-a1a5-38ccb88a71b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:57.805668 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-902e552c-3d30-44e6-8f25-a4f20da075f6 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Deleting port 5e344eee-0003-40f4-acc2-bcb46574e5a1 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:40:57.807014 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-902e552c-3d30-44e6-8f25-a4f20da075f6 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:57.825435 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ad0a3c97-1d81-49d2-a3ed-a310b03655a9 req-2f8ab289-826c-4942-b4bf-24208e7988f0 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/security-groups?id=81e89418-223e-492a-b406-e46bb556ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.6020205 Jul 29 23:40:57.847793 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device fdb0a764-98f4-4c2f-97b2-a0f189b7e291 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:40:57.848586 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-620781d5-6dfa-4992-953b-5de5b737ea48 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Checking segment: {'id': 'fed1c01d-c188-4deb-b4ba-0ec2e58af242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f9e76966-269c-4c86-981e-e0d70eb9c263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:57.850562 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620781d5-6dfa-4992-953b-5de5b737ea48 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Network hostable DHCP agents. Network: f9e76966-269c-4c86-981e-e0d70eb9c263, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:40:57.891663 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b1ca7-2f78-4f55-9f7e-dacc88b87230 req-31d38ba2-dd9f-4992-a643-af390b624681 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:57.901033 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-726b1ca7-2f78-4f55-9f7e-dacc88b87230 req-31d38ba2-dd9f-4992-a643-af390b624681 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e27ebea-070d-4cea-aa60-a24023874950 HTTP/1.1" status: 200 len: 946 time: 2.6633079 Jul 29 23:40:58.066737 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device da9a90e1-8efc-4f87-81e6-604ba087e2ac not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:40:58.075482 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d621e74e-3212-42fd-8074-6fd7baf73113 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event updated for resources: {'Port': ['ID=f6217c94-eabe-45ce-b874-0a4c0b48ac47,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:58.080004 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 5e344eee-0003-40f4-acc2-bcb46574e5a1 no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:40:58.200510 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620781d5-6dfa-4992-953b-5de5b737ea48 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Network f9e76966-269c-4c86-981e-e0d70eb9c263 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:40:58.239539 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:58.251224 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-598fcd16-4700-4ee4-afe7-f931e28e9531 None None] For port e3557083-845d-434c-a263-f210a8580f4e, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:40:58.325655 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-620781d5-6dfa-4992-953b-5de5b737ea48 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, f9e76966-269c-4c86-981e-e0d70eb9c263) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:58.360615 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d621e74e-3212-42fd-8074-6fd7baf73113 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:58.370580 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-726b1ca7-2f78-4f55-9f7e-dacc88b87230 req-a2d9543a-7f58-4a82-af65-79c956d36197 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4681909 Jul 29 23:40:58.370902 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620781d5-6dfa-4992-953b-5de5b737ea48 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:58.371605 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-620781d5-6dfa-4992-953b-5de5b737ea48 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:58.410709 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-598fcd16-4700-4ee4-afe7-f931e28e9531 None None] For port e3557083-845d-434c-a263-f210a8580f4e, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=e3557083-845d-434c-a263-f210a8580f4e,segment=NetworkSegment(ef85db28-70b2-45f9-a81d-2e6ad416b196),segment_id=ef85db28-70b2-45f9-a81d-2e6ad416b196)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:40:58.503318 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7bc4de-40df-476c-b204-596b49df3c12 req-a053d1e5-5884-4ec5-815b-a0da74e6b62f tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:58.511497 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9c7bc4de-40df-476c-b204-596b49df3c12 req-a053d1e5-5884-4ec5-815b-a0da74e6b62f tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.3208969 Jul 29 23:40:58.518590 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-96dd297b-23c8-4098-a1a5-38ccb88a71b0 None None] For port cb8c54e0-bd35-45b9-a4be-d0554d6c115c, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:40:58.533288 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-96dd297b-23c8-4098-a1a5-38ccb88a71b0 None None] For port cb8c54e0-bd35-45b9-a4be-d0554d6c115c, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=cb8c54e0-bd35-45b9-a4be-d0554d6c115c,segment=NetworkSegment(156041d1-33f8-459a-9c6a-230f82d723b3),segment_id=156041d1-33f8-459a-9c6a-230f82d723b3)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:40:58.534795 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-620781d5-6dfa-4992-953b-5de5b737ea48 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7458203 Jul 29 23:40:58.536548 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08bc191-75ff-4708-b209-283d2a88e518 None None] Network f9e76966-269c-4c86-981e-e0d70eb9c263 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:40:58.537501 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 33948) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:58.753560 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 29 Jul 2021 23:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c7c683-6be9-47e2-bba6-e8696ec93692 x-openstack-request-id: req-75c7c683-6be9-47e2-bba6-e8696ec93692 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:40:58.754088 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e27ebea-070d-4cea-aa60-a24023874950", "name": "network-vif-plugged", "status": "completed", "tag": "ab8b286e-9a63-4aef-ba88-e25b0d5f0463", "code": 200}, {"server_uuid": "8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4", "name": "network-vif-unplugged", "status": "completed", "tag": "93b5fbf0-238a-4eb3-aebb-f3656018624b", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:40:58.754653 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-75c7c683-6be9-47e2-bba6-e8696ec93692 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:40:58.755281 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e27ebea-070d-4cea-aa60-a24023874950', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab8b286e-9a63-4aef-ba88-e25b0d5f0463', 'code': 200} Jul 29 23:40:58.755796 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93b5fbf0-238a-4eb3-aebb-f3656018624b', 'code': 200} Jul 29 23:40:58.801450 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-902e552c-3d30-44e6-8f25-a4f20da075f6 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] For port 5e344eee-0003-40f4-acc2-bcb46574e5a1, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=5e344eee-0003-40f4-acc2-bcb46574e5a1,segment=NetworkSegment(be77653f-7be6-4792-85af-06f31dac82f8),segment_id=be77653f-7be6-4792-85af-06f31dac82f8)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:58.802189 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-902e552c-3d30-44e6-8f25-a4f20da075f6 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:58.933816 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-598fcd16-4700-4ee4-afe7-f931e28e9531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:58.937163 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-96dd297b-23c8-4098-a1a5-38ccb88a71b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:58.973259 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 33954) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:59.139032 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598fcd16-4700-4ee4-afe7-f931e28e9531 None None] Pushing event updated for resources: {'Port': ['ID=e3557083-845d-434c-a263-f210a8580f4e,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:59.313630 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059534a3-07c3-4469-9057-0abaeac656ce None None] Pushing event updated for resources: {'Port': ['ID=cb8c54e0-bd35-45b9-a4be-d0554d6c115c,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:59.332132 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dd297b-23c8-4098-a1a5-38ccb88a71b0 None None] Routers {'6e4f419c-5ba3-4bf4-a489-f1a817d3eed9'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:40:59.332808 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-96dd297b-23c8-4098-a1a5-38ccb88a71b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:40:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['6e4f419c-5ba3-4bf4-a489-f1a817d3eed9'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:59.463012 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-902e552c-3d30-44e6-8f25-a4f20da075f6 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:59.463523 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-902e552c-3d30-44e6-8f25-a4f20da075f6 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:59.463912 n-d-712141-10 neutron-server[94077]: INFO neutron.db.l3_db [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-902e552c-3d30-44e6-8f25-a4f20da075f6 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Floating IP fec8ee00-f02d-4438-879b-4206b35de56b disassociated. External IP: 172.25.0.163, port: 5e344eee-0003-40f4-acc2-bcb46574e5a1. Jul 29 23:40:59.464338 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-902e552c-3d30-44e6-8f25-a4f20da075f6 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Calling delete_port for 5e344eee-0003-40f4-acc2-bcb46574e5a1 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:40:59.528736 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-96dd297b-23c8-4098-a1a5-38ccb88a71b0 None None] Set router 6e4f419c-5ba3-4bf4-a489-f1a817d3eed9 gateway port host: None {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:40:59.734732 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-902e552c-3d30-44e6-8f25-a4f20da075f6 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:59.751271 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0f0729ac-20ac-4f62-ae11-15f90b615017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:59.766218 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d621e74e-3212-42fd-8074-6fd7baf73113 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:59.794352 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d621e74e-3212-42fd-8074-6fd7baf73113 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:59.795144 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d621e74e-3212-42fd-8074-6fd7baf73113 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:59.799165 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f63aca-69c0-421e-9a1f-41d7c23eb2b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-f9e76966-269c-4c86-981e-e0d70eb9c263', 'network_id': 'f9e76966-269c-4c86-981e-e0d70eb9c263', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'fixed_ips': [{'subnet_id': '7190b984-bc82-457e-9f25-c606d7dde3e3'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:40:59.802383 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-92f63aca-69c0-421e-9a1f-41d7c23eb2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:59.804951 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e552c-3d30-44e6-8f25-a4f20da075f6 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Pushing event deleted for resources: {'Port': ['ID=5e344eee-0003-40f4-acc2-bcb46574e5a1,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:59.878935 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da31f101-a516-4d8a-9cf3-99eb979cae0c req-25b44c70-6a18-4907-8e63-40a422a5b7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:59.882320 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-da31f101-a516-4d8a-9cf3-99eb979cae0c req-25b44c70-6a18-4907-8e63-40a422a5b7d6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2e27ebea-070d-4cea-aa60-a24023874950 HTTP/1.1" status: 200 len: 1098 time: 1.1125200 Jul 29 23:41:00.139859 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9c7bc4de-40df-476c-b204-596b49df3c12 req-b2abf945-c27e-43db-986a-170edaef679a tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6264024 Jul 29 23:41:00.142130 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d621e74e-3212-42fd-8074-6fd7baf73113 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event updated for resources: {'Port': ['ID=f6217c94-eabe-45ce-b874-0a4c0b48ac47,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:00.299701 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b5e257-f2d2-4394-a8f1-f412e4570192 req-586f0333-0bef-4323-a7a5-27b87d96fe3e tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:00.314893 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b5e257-f2d2-4394-a8f1-f412e4570192 req-586f0333-0bef-4323-a7a5-27b87d96fe3e tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:00.316304 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-92f63aca-69c0-421e-9a1f-41d7c23eb2b6 None None] Allocated IP 172.23.0.2 (f9e76966-269c-4c86-981e-e0d70eb9c263/7190b984-bc82-457e-9f25-c606d7dde3e3/0bfee63f-37a3-4407-9c97-cb33ea1fcee6) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:41:00.336374 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b5e257-f2d2-4394-a8f1-f412e4570192 req-586f0333-0bef-4323-a7a5-27b87d96fe3e tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:00.355839 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-da31f101-a516-4d8a-9cf3-99eb979cae0c req-e74dfda4-3b45-40ce-ab36-03a0ac710495 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4504204 Jul 29 23:41:00.392782 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b5e257-f2d2-4394-a8f1-f412e4570192 req-586f0333-0bef-4323-a7a5-27b87d96fe3e tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:00.410398 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-94b5e257-f2d2-4394-a8f1-f412e4570192 req-586f0333-0bef-4323-a7a5-27b87d96fe3e tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 3065 time: 1.3904302 Jul 29 23:41:00.541064 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f65b6b1-0d43-4840-942b-eec3bbcdb6cb x-openstack-request-id: req-3f65b6b1-0d43-4840-942b-eec3bbcdb6cb {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:41:00.541564 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4", "name": "network-vif-deleted", "tag": "1caf28fe-1621-4e50-9937-8cd368803804", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:41:00.542063 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3f65b6b1-0d43-4840-942b-eec3bbcdb6cb {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:41:00.542723 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4', 'name': 'network-vif-deleted', 'tag': '1caf28fe-1621-4e50-9937-8cd368803804', 'status': 'completed', 'code': 200} Jul 29 23:41:00.628613 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-94b5e257-f2d2-4394-a8f1-f412e4570192 req-fc741c01-3ae4-4c67-a82a-73e6137169f8 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/security-groups?id=d06a9099-30da-446c-be64-dba56c62ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2112231 Jul 29 23:41:00.647176 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port fdb0a764-98f4-4c2f-97b2-a0f189b7e291 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:00.647481 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:00.669500 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d621e74e-3212-42fd-8074-6fd7baf73113 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Network 22aaa846-f372-486f-8a4b-114b34bd939e is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:41:00.674820 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-d621e74e-3212-42fd-8074-6fd7baf73113 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:41:00.731073 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-92f63aca-69c0-421e-9a1f-41d7c23eb2b6 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:00.742946 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-92f63aca-69c0-421e-9a1f-41d7c23eb2b6 None None] Transition to ACTIVE for port object 0bfee63f-37a3-4407-9c97-cb33ea1fcee6 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:41:00.764886 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-92f63aca-69c0-421e-9a1f-41d7c23eb2b6 None None] Transition to ACTIVE for port object 0bfee63f-37a3-4407-9c97-cb33ea1fcee6 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:41:00.785627 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dae5f74-312b-43ab-8845-d2280f6ad579 req-da2aa6b3-c750-49b9-8bba-6c96569afae3 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:00.792887 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5dae5f74-312b-43ab-8845-d2280f6ad579 req-da2aa6b3-c750-49b9-8bba-6c96569afae3 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d895a45-efb7-4e94-96fe-f5a708a31a14 HTTP/1.1" status: 200 len: 945 time: 0.1690845 Jul 29 23:41:00.865960 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-902e552c-3d30-44e6-8f25-a4f20da075f6 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Router fe2e1c24-500f-40df-9b8d-992cab84a69c has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:41:00.872298 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '024df781-a247-4293-a30c-16abd40adffa'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:41:00.875644 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1edf48bf-23a1-424c-8d9a-be8d9b8861d3" -d '{"events": [{"server_uuid": "8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4", "name": "network-vif-unplugged", "status": "completed", "tag": "024df781-a247-4293-a30c-16abd40adffa"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:41:00.888631 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:00.890778 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-92f63aca-69c0-421e-9a1f-41d7c23eb2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:00.898707 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:00.977550 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f63aca-69c0-421e-9a1f-41d7c23eb2b6 None None] Network f9e76966-269c-4c86-981e-e0d70eb9c263 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:41:00.983934 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-92f63aca-69c0-421e-9a1f-41d7c23eb2b6 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:41:00.989107 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5dae5f74-312b-43ab-8845-d2280f6ad579 req-6c1b9aee-5674-46fc-9e39-e55fd33dad87 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/security-groups?id=81e89418-223e-492a-b406-e46bb556ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774360 Jul 29 23:41:00.992359 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f63aca-69c0-421e-9a1f-41d7c23eb2b6 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:41:01.114349 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f63aca-69c0-421e-9a1f-41d7c23eb2b6 None None] Pushing event updated for resources: {'Port': ['ID=0bfee63f-37a3-4407-9c97-cb33ea1fcee6,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:01.126757 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 1caf28fe-1621-4e50-9937-8cd368803804 no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:41:01.133443 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0f0729ac-20ac-4f62-ae11-15f90b615017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:01.179536 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0f0729ac-20ac-4f62-ae11-15f90b615017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:01.184606 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: 1caf28fe-1621-4e50-9937-8cd368803804 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:41:01.186403 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 1caf28fe-1621-4e50-9937-8cd368803804 not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:41:01.234358 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0f0729ac-20ac-4f62-ae11-15f90b615017 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c1d41233f03d454e8af801bce255e54c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5076475 Jul 29 23:41:01.234630 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0962283-57ef-403d-80ca-17faa624ddfa req-8292f611-646c-4f50-963a-1876b4a8b578 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:01.234788 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526b95cc-cec0-413b-8ae5-6fa90556cf05 x-openstack-request-id: req-526b95cc-cec0-413b-8ae5-6fa90556cf05 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:41:01.234788 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4", "name": "network-vif-unplugged", "status": "completed", "tag": "024df781-a247-4293-a30c-16abd40adffa", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:41:01.234788 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-526b95cc-cec0-413b-8ae5-6fa90556cf05 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:41:01.234788 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '024df781-a247-4293-a30c-16abd40adffa', 'code': 200} Jul 29 23:41:01.235193 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f0962283-57ef-403d-80ca-17faa624ddfa req-8292f611-646c-4f50-963a-1876b4a8b578 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e27ebea-070d-4cea-aa60-a24023874950 HTTP/1.1" status: 200 len: 946 time: 0.3387063 Jul 29 23:41:01.235553 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 33974) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:01.338672 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-78ed4a14-0e3c-43c8-b278-cc5ae9258a2a tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:01.361019 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-92f63aca-69c0-421e-9a1f-41d7c23eb2b6 None None] Attempting to bind port 0bfee63f-37a3-4407-9c97-cb33ea1fcee6 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:41:01.362989 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-92f63aca-69c0-421e-9a1f-41d7c23eb2b6 None None] Attempting to bind port 0bfee63f-37a3-4407-9c97-cb33ea1fcee6 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': 'fed1c01d-c188-4deb-b4ba-0ec2e58af242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f9e76966-269c-4c86-981e-e0d70eb9c263'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:41:01.362989 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f63aca-69c0-421e-9a1f-41d7c23eb2b6 None None] Attempting to bind port 0bfee63f-37a3-4407-9c97-cb33ea1fcee6 on network f9e76966-269c-4c86-981e-e0d70eb9c263 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:41:01.441922 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d621e74e-3212-42fd-8074-6fd7baf73113 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Router 6e4f419c-5ba3-4bf4-a489-f1a817d3eed9 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:41:01.524726 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f0962283-57ef-403d-80ca-17faa624ddfa req-186b6952-06e6-412e-bc16-ce69a320c89d tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284672 Jul 29 23:41:01.526014 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f63aca-69c0-421e-9a1f-41d7c23eb2b6 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:41:01.529107 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f63aca-69c0-421e-9a1f-41d7c23eb2b6 None None] Checking segment: {'id': 'fed1c01d-c188-4deb-b4ba-0ec2e58af242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f9e76966-269c-4c86-981e-e0d70eb9c263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:41:01.529719 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-92f63aca-69c0-421e-9a1f-41d7c23eb2b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:01.530294 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f63aca-69c0-421e-9a1f-41d7c23eb2b6 None None] Bound using segment: {'id': 'fed1c01d-c188-4deb-b4ba-0ec2e58af242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f9e76966-269c-4c86-981e-e0d70eb9c263'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:41:01.530896 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-92f63aca-69c0-421e-9a1f-41d7c23eb2b6 None None] Bound port: 0bfee63f-37a3-4407-9c97-cb33ea1fcee6, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fed1c01d-c188-4deb-b4ba-0ec2e58af242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f9e76966-269c-4c86-981e-e0d70eb9c263'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:41:01.531521 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-92f63aca-69c0-421e-9a1f-41d7c23eb2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:01.841444 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-92f63aca-69c0-421e-9a1f-41d7c23eb2b6 None None] For port 0bfee63f-37a3-4407-9c97-cb33ea1fcee6, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:41:01.854897 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-92f63aca-69c0-421e-9a1f-41d7c23eb2b6 None None] For port 0bfee63f-37a3-4407-9c97-cb33ea1fcee6, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=0bfee63f-37a3-4407-9c97-cb33ea1fcee6,segment=NetworkSegment(fed1c01d-c188-4deb-b4ba-0ec2e58af242),segment_id=fed1c01d-c188-4deb-b4ba-0ec2e58af242)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:41:01.872223 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-92f63aca-69c0-421e-9a1f-41d7c23eb2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:01.884936 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-96dd297b-23c8-4098-a1a5-38ccb88a71b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'name': 'tempest-RoutersIpV6Test-router-1568818285', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:56Z', 'updated_at': '2021-07-29T23:40:57Z', 'revision_number': 5, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'gw_port_host': None, '_interfaces': [{'id': '54918d4e-7005-4a11-add4-fc4859647504', 'name': '', 'network_id': 'a02c6df4-947d-4092-9e1a-39ce80e556cf', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:e0:7a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '7bc27fc5-c70f-4be8-b885-0a9862c9c54f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:04Z', 'updated_at': '2021-07-29T23:40:26Z', 'revision_number': 5, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': '7bc27fc5-c70f-4be8-b885-0a9862c9c54f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb8c54e0-bd35-45b9-a4be-d0554d6c115c', 'name': '', 'network_id': 'be0ef6b8-77b4-4ed3-9224-01408e5c266e', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:d0:47:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '03f86caa-4553-4851-a853-95e452e44926', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:37Z', 'updated_at': '2021-07-29T23:40:58Z', 'revision_number': 4, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': '03f86caa-4553-4851-a853-95e452e44926', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6217c94-eabe-45ce-b874-0a4c0b48ac47', 'name': '', 'network_id': '22aaa846-f372-486f-8a4b-114b34bd939e', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:8c:b7:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': 'e138a421-fb08-4617-a46a-cf9e50136a10', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:52Z', 'updated_at': '2021-07-29T23:40:56Z', 'revision_number': 1, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': 'e138a421-fb08-4617-a46a-cf9e50136a10', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdb0a764-98f4-4c2f-97b2-a0f189b7e291', 'name': '', 'network_id': 'e228caf7-7511-463b-9347-b74912c97702', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:e0:cb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'c9a6e33e-a48c-46ad-a582-5404d0059b7b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:20Z', 'updated_at': '2021-07-29T23:40:44Z', 'revision_number': 5, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': 'c9a6e33e-a48c-46ad-a582-5404d0059b7b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:01.970766 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dd297b-23c8-4098-a1a5-38ccb88a71b0 None None] The sync data for ids ['6e4f419c-5ba3-4bf4-a489-f1a817d3eed9'] in n-d-712141-10 is: [{'id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'name': 'tempest-RoutersIpV6Test-router-1568818285', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:56Z', 'updated_at': '2021-07-29T23:40:57Z', 'revision_number': 5, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'gw_port_host': None, '_interfaces': [{'id': '54918d4e-7005-4a11-add4-fc4859647504', 'name': '', 'network_id': 'a02c6df4-947d-4092-9e1a-39ce80e556cf', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:e0:7a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '7bc27fc5-c70f-4be8-b885-0a9862c9c54f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:04Z', 'updated_at': '2021-07-29T23:40:26Z', 'revision_number': 5, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': '7bc27fc5-c70f-4be8-b885-0a9862c9c54f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb8c54e0-bd35-45b9-a4be-d0554d6c115c', 'name': '', 'network_id': 'be0ef6b8-77b4-4ed3-9224-01408e5c266e', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:d0:47:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '03f86caa-4553-4851-a853-95e452e44926', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:37Z', 'updated_at': '2021-07-29T23:40:58Z', 'revision_number': 4, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': '03f86caa-4553-4851-a853-95e452e44926', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6217c94-eabe-45ce-b874-0a4c0b48ac47', 'name': '', 'network_id': '22aaa846-f372-486f-8a4b-114b34bd939e', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:8c:b7:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': 'e138a421-fb08-4617-a46a-cf9e50136a10', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:52Z', 'updated_at': '2021-07-29T23:40:56Z', 'revision_number': 1, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': 'e138a421-fb08-4617-a46a-cf9e50136a10', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdb0a764-98f4-4c2f-97b2-a0f189b7e291', 'name': '', 'network_id': 'e228caf7-7511-463b-9347-b74912c97702', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:e0:cb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'c9a6e33e-a48c-46ad-a582-5404d0059b7b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:20Z', 'updated_at': '2021-07-29T23:40:44Z', 'revision_number': 5, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': 'c9a6e33e-a48c-46ad-a582-5404d0059b7b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:41:02.070950 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f63aca-69c0-421e-9a1f-41d7c23eb2b6 None None] Pushing event updated for resources: {'Port': ['ID=0bfee63f-37a3-4407-9c97-cb33ea1fcee6,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:02.190025 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d621e74e-3212-42fd-8074-6fd7baf73113 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:41:02.203494 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-d621e74e-3212-42fd-8074-6fd7baf73113 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "PUT /v2.0/routers/6e4f419c-5ba3-4bf4-a489-f1a817d3eed9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3122339 Jul 29 23:41:02.216861 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 0823cb19-56f0-4ba2-aa04-9db1a63494b1 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:41:02.246844 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 33984) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:02.260809 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-65ede214-3eb9-4021-ad3e-a51cc5c55148 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:02.396552 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 0823cb19-56f0-4ba2-aa04-9db1a63494b1 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:41:02.438143 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 0823cb19-56f0-4ba2-aa04-9db1a63494b1 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:02.438799 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:02.476760 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3346bed1-ac49-4acb-b46f-bab143c80c7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:02.543566 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-902e552c-3d30-44e6-8f25-a4f20da075f6 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:41:02.561895 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0729ac-20ac-4f62-ae11-15f90b615017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eefccb7-acd6-4699-96d8-99c46c01f7df,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:02.562214 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e06f62e-be65-46eb-ba90-22c6b8c0fb91 None None] Network 22aaa846-f372-486f-8a4b-114b34bd939e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:41:02.593848 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0729ac-20ac-4f62-ae11-15f90b615017 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:02.594639 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0729ac-20ac-4f62-ae11-15f90b615017 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:02.595190 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0729ac-20ac-4f62-ae11-15f90b615017 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:02.595730 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0729ac-20ac-4f62-ae11-15f90b615017 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:02.596261 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0729ac-20ac-4f62-ae11-15f90b615017 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:02.597048 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0729ac-20ac-4f62-ae11-15f90b615017 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:02.597622 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0729ac-20ac-4f62-ae11-15f90b615017 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:02.598233 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0729ac-20ac-4f62-ae11-15f90b615017 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:02.598768 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0729ac-20ac-4f62-ae11-15f90b615017 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:02.599408 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0729ac-20ac-4f62-ae11-15f90b615017 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:02.600663 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0729ac-20ac-4f62-ae11-15f90b615017 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:02.601251 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0729ac-20ac-4f62-ae11-15f90b615017 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:02.631342 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ceb5972-2325-4fa7-92cb-a5f1f99ec1a6 None None] Sync routers for ids ['fe2e1c24-500f-40df-9b8d-992cab84a69c'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:41:02.674572 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d892d-cfac-47e2-b598-7a03c2d97e68 req-3a5e305e-f625-4554-acc3-351a7e5bb800 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:02.687594 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e44d892d-cfac-47e2-b598-7a03c2d97e68 req-3a5e305e-f625-4554-acc3-351a7e5bb800 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.6920252 Jul 29 23:41:02.759798 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce6db6-cda3-4b4e-a147-5fa75202b4d5 req-831a09dd-c9cc-451d-8685-d10b511f1a8b tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:02.777648 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bbce6db6-cda3-4b4e-a147-5fa75202b4d5 req-831a09dd-c9cc-451d-8685-d10b511f1a8b tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d895a45-efb7-4e94-96fe-f5a708a31a14 HTTP/1.1" status: 200 len: 945 time: 0.7848003 Jul 29 23:41:02.800439 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-902e552c-3d30-44e6-8f25-a4f20da075f6 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] No DVR routers for this DVR port 5e344eee-0003-40f4-acc2-bcb46574e5a1 on host n-h2-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:41:02.813875 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-902e552c-3d30-44e6-8f25-a4f20da075f6 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:02.816839 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-501771ba-f3c0-48df-b23c-0f4358e82980 None None] Provisioning for port e3557083-845d-434c-a263-f210a8580f4e completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:41:02.825386 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-902e552c-3d30-44e6-8f25-a4f20da075f6 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.22 "DELETE /v2.0/ports/5e344eee-0003-40f4-acc2-bcb46574e5a1 HTTP/1.1" status: 204 len: 173 time: 5.5838845 Jul 29 23:41:02.827664 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ceb5972-2325-4fa7-92cb-a5f1f99ec1a6 None None] Routers {'fe2e1c24-500f-40df-9b8d-992cab84a69c'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:02.828072 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4', 'name': 'network-vif-deleted', 'tag': '5e344eee-0003-40f4-acc2-bcb46574e5a1'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:41:02.829321 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-3ceb5972-2325-4fa7-92cb-a5f1f99ec1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:40:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['fe2e1c24-500f-40df-9b8d-992cab84a69c'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:02.833635 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a531272-7477-4b74-bc0e-bbda270c502f" -d '{"events": [{"server_uuid": "8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4", "name": "network-vif-deleted", "tag": "5e344eee-0003-40f4-acc2-bcb46574e5a1"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:41:02.901437 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3346bed1-ac49-4acb-b46f-bab143c80c7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:02.940102 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bbce6db6-cda3-4b4e-a147-5fa75202b4d5 req-ac5f857d-845b-49e0-967e-994f782b2ded tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/security-groups?id=81e89418-223e-492a-b406-e46bb556ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609113 Jul 29 23:41:02.977117 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e44d892d-cfac-47e2-b598-7a03c2d97e68 req-9dbc2751-497c-43b5-96c9-aee3f6da4c90 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734389 Jul 29 23:41:03.387138 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-78ed4a14-0e3c-43c8-b278-cc5ae9258a2a tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Allocated IP 172.23.0.1 (f9e76966-269c-4c86-981e-e0d70eb9c263/7190b984-bc82-457e-9f25-c606d7dde3e3/37d448e7-9d29-4944-a519-dd277ecd95a9) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:41:03.531937 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-3ceb5972-2325-4fa7-92cb-a5f1f99ec1a6 None None] Set router fe2e1c24-500f-40df-9b8d-992cab84a69c gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:41:03.699497 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3346bed1-ac49-4acb-b46f-bab143c80c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:03.702783 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-ea215001-a24f-4e0b-90d5-536233704a80 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Deleting port 93b5fbf0-238a-4eb3-aebb-f3656018624b {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:41:03.703364 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-ea215001-a24f-4e0b-90d5-536233704a80 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:03.706459 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3346bed1-ac49-4acb-b46f-bab143c80c7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:03.714493 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-3346bed1-ac49-4acb-b46f-bab143c80c7c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8eefccb7-acd6-4699-96d8-99c46c01f7df HTTP/1.1" status: 204 len: 168 time: 2.4719005 Jul 29 23:41:03.735775 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1720361-a28e-445d-bab6-40bba6abbcc6 req-59324533-e1a0-46e3-bc5b-2fcd58e646f3 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:03.738270 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a1720361-a28e-445d-bab6-40bba6abbcc6 req-59324533-e1a0-46e3-bc5b-2fcd58e646f3 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e27ebea-070d-4cea-aa60-a24023874950 HTTP/1.1" status: 200 len: 946 time: 0.4895532 Jul 29 23:41:03.929490 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-78ed4a14-0e3c-43c8-b278-cc5ae9258a2a tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:03.971904 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:04.038477 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-78ed4a14-0e3c-43c8-b278-cc5ae9258a2a tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Transition to ACTIVE for port object 37d448e7-9d29-4944-a519-dd277ecd95a9 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:41:04.049483 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3346bed1-ac49-4acb-b46f-bab143c80c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eefccb7-acd6-4699-96d8-99c46c01f7df,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:04.064627 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e8a094-7580-4dea-8a4b-2764d41ed6a4 req-95df757e-3fa6-4d58-a588-d2d5e3b4d7bf tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:04.072665 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e8a094-7580-4dea-8a4b-2764d41ed6a4 req-95df757e-3fa6-4d58-a588-d2d5e3b4d7bf tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:04.079608 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e8a094-7580-4dea-8a4b-2764d41ed6a4 req-95df757e-3fa6-4d58-a588-d2d5e3b4d7bf tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:04.095588 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-61e8a094-7580-4dea-8a4b-2764d41ed6a4 req-95df757e-3fa6-4d58-a588-d2d5e3b4d7bf tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 2408 time: 0.8666861 Jul 29 23:41:04.130006 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-ea215001-a24f-4e0b-90d5-536233704a80 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] For port 93b5fbf0-238a-4eb3-aebb-f3656018624b, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=93b5fbf0-238a-4eb3-aebb-f3656018624b,segment=NetworkSegment(ba5bac9c-cf87-4379-a2c6-b5c109b5db18),segment_id=ba5bac9c-cf87-4379-a2c6-b5c109b5db18)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:04.130429 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-ea215001-a24f-4e0b-90d5-536233704a80 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:04.166654 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756f308e-e1e7-4f41-b5dd-957dcce54309 None None] Network f9e76966-269c-4c86-981e-e0d70eb9c263 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:41:04.184790 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a1720361-a28e-445d-bab6-40bba6abbcc6 req-60ac3fe6-80ca-4f5a-be89-58f63b741087 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4274976 Jul 29 23:41:04.208102 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-ea215001-a24f-4e0b-90d5-536233704a80 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Calling delete_port for 93b5fbf0-238a-4eb3-aebb-f3656018624b owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:41:04.361639 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-61e8a094-7580-4dea-8a4b-2764d41ed6a4 req-a77db443-ac49-419f-8ef1-f7b62089de34 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/security-groups?id=d06a9099-30da-446c-be64-dba56c62ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2581587 Jul 29 23:41:04.397779 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 0823cb19-56f0-4ba2-aa04-9db1a63494b1, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=0823cb19-56f0-4ba2-aa04-9db1a63494b1,segment=NetworkSegment(a1f9c734-556d-4d88-a879-b08a818e5658),segment_id=a1f9c734-556d-4d88-a879-b08a818e5658)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:04.434505 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.extraroute_db [None req-65ede214-3eb9-4021-ad3e-a51cc5c55148 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=94078) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 29 23:41:04.522404 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cbac67e-8dcb-44ee-a68a-43c0943f52a0 x-openstack-request-id: req-4cbac67e-8dcb-44ee-a68a-43c0943f52a0 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:41:04.522999 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4", "name": "network-vif-deleted", "tag": "5e344eee-0003-40f4-acc2-bcb46574e5a1", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:41:04.523441 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4cbac67e-8dcb-44ee-a68a-43c0943f52a0 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:41:04.524073 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4', 'name': 'network-vif-deleted', 'tag': '5e344eee-0003-40f4-acc2-bcb46574e5a1', 'status': 'completed', 'code': 200} Jul 29 23:41:04.526616 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-78ed4a14-0e3c-43c8-b278-cc5ae9258a2a tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:04.541629 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.extraroute_db [None req-65ede214-3eb9-4021-ad3e-a51cc5c55148 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Removed routes are [] {{(pid=94078) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 29 23:41:04.558846 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:04.564977 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 0eee71f0-4419-46e7-8eca-9efeeec56bc2 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:41:04.568694 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-65ede214-3eb9-4021-ad3e-a51cc5c55148 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16269258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16714856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:04.659735 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-ea215001-a24f-4e0b-90d5-536233704a80 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:04.751771 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9213459-531f-422f-90b8-18a67000c9ce None None] Sync routers for ids ['6e4f419c-5ba3-4bf4-a489-f1a817d3eed9'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:41:04.762041 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ed4a14-0e3c-43c8-b278-cc5ae9258a2a tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Network f9e76966-269c-4c86-981e-e0d70eb9c263 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:41:04.780228 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9213459-531f-422f-90b8-18a67000c9ce None None] Routers {'6e4f419c-5ba3-4bf4-a489-f1a817d3eed9'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:04.781090 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-d9213459-531f-422f-90b8-18a67000c9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:40:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['6e4f419c-5ba3-4bf4-a489-f1a817d3eed9'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:04.803214 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-78ed4a14-0e3c-43c8-b278-cc5ae9258a2a tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:41:04.812328 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ed4a14-0e3c-43c8-b278-cc5ae9258a2a tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:41:04.855752 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ed4a14-0e3c-43c8-b278-cc5ae9258a2a tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event updated for resources: {'Port': ['ID=37d448e7-9d29-4944-a519-dd277ecd95a9,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:04.876414 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-ec551f18-fb61-4a8e-a360-0284cb664146 None None] Provisioning for port 0bfee63f-37a3-4407-9c97-cb33ea1fcee6 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:41:05.004389 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-d9213459-531f-422f-90b8-18a67000c9ce None None] Set router 6e4f419c-5ba3-4bf4-a489-f1a817d3eed9 gateway port host: None {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:41:05.024400 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=0823cb19-56f0-4ba2-aa04-9db1a63494b1,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:05.066624 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:05.066979 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:05.067335 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:05.067663 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:05.068185 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:05.068499 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:05.068915 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:05.069161 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:05.069487 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:05.069846 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:05.070173 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:05.070501 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:05.087245 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea215001-a24f-4e0b-90d5-536233704a80 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Pushing event deleted for resources: {'Port': ['ID=93b5fbf0-238a-4eb3-aebb-f3656018624b,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:05.126235 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-ea215001-a24f-4e0b-90d5-536233704a80 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] No DVR routers for this DVR port 93b5fbf0-238a-4eb3-aebb-f3656018624b on host n-h2-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:41:05.133836 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-ea215001-a24f-4e0b-90d5-536233704a80 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:05.137086 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-ea215001-a24f-4e0b-90d5-536233704a80 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.22 "DELETE /v2.0/ports/93b5fbf0-238a-4eb3-aebb-f3656018624b HTTP/1.1" status: 204 len: 173 time: 2.2891085 Jul 29 23:41:05.166696 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-3ceb5972-2325-4fa7-92cb-a5f1f99ec1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2e1c24-500f-40df-9b8d-992cab84a69c', 'name': 'tempest-TaggedBootDevicesTest-378262961-router', 'tenant_id': '0f2ab90424214bdcb3d3f2d44c6cf9b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '0aaf13b6-72fe-4fb7-8714-a57258ce9909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:29:25Z', 'updated_at': '2021-07-29T23:29:35Z', 'revision_number': 4, 'project_id': '0f2ab90424214bdcb3d3f2d44c6cf9b4', 'gw_port': {'id': '0aaf13b6-72fe-4fb7-8714-a57258ce9909', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2e1c24-500f-40df-9b8d-992cab84a69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:25Z', 'updated_at': '2021-07-29T23:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '3159c5c9-2273-471e-b95d-9bd8047b94d3', 'name': '', 'network_id': 'cd4fb90a-a73b-48ea-873e-472dda9549c0', 'tenant_id': '0f2ab90424214bdcb3d3f2d44c6cf9b4', 'mac_address': 'fa:16:3e:ba:c9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2e1c24-500f-40df-9b8d-992cab84a69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '5e68bcd5-61dd-4d3a-b0e6-c975e0de7caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:32Z', 'updated_at': '2021-07-29T23:29:43Z', 'revision_number': 5, 'project_id': '0f2ab90424214bdcb3d3f2d44c6cf9b4', 'subnets': [{'id': '5e68bcd5-61dd-4d3a-b0e6-c975e0de7caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:05.182334 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 0eee71f0-4419-46e7-8eca-9efeeec56bc2 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:05.183392 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:05.219222 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67602b7a-9306-447a-8329-68b798be7466 req-4111257b-e27c-4561-a458-17d70ffc0556 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:05.235473 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-67602b7a-9306-447a-8329-68b798be7466 req-4111257b-e27c-4561-a458-17d70ffc0556 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d895a45-efb7-4e94-96fe-f5a708a31a14 HTTP/1.1" status: 200 len: 945 time: 0.4148335 Jul 29 23:41:05.352840 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ceb5972-2325-4fa7-92cb-a5f1f99ec1a6 None None] Checking router: fe2e1c24-500f-40df-9b8d-992cab84a69c for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:41:05.400421 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5db5eb-1d3b-438c-bac9-23982b5a2e23 req-f7239adc-e52e-4829-bd06-760b8078c9f2 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:05.412922 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1c5db5eb-1d3b-438c-bac9-23982b5a2e23 req-f7239adc-e52e-4829-bd06-760b8078c9f2 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.5903785 Jul 29 23:41:05.450770 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-78ed4a14-0e3c-43c8-b278-cc5ae9258a2a tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:05.466566 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ceb5972-2325-4fa7-92cb-a5f1f99ec1a6 None None] Routers {'fe2e1c24-500f-40df-9b8d-992cab84a69c'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:05.470570 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-3ceb5972-2325-4fa7-92cb-a5f1f99ec1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:40:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['fe2e1c24-500f-40df-9b8d-992cab84a69c'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:05.479075 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf0e61-b517-4ded-a622-a490b09bc75d req-95c54138-c4c5-4dc7-bb5b-12c1e6a571f5 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:05.481266 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9ebf0e61-b517-4ded-a622-a490b09bc75d req-95c54138-c4c5-4dc7-bb5b-12c1e6a571f5 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d895a45-efb7-4e94-96fe-f5a708a31a14 HTTP/1.1" status: 200 len: 945 time: 0.5087717 Jul 29 23:41:05.609346 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-67602b7a-9306-447a-8329-68b798be7466 req-efcee320-5cab-4055-b803-5366cc3a8a50 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/security-groups?id=81e89418-223e-492a-b406-e46bb556ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362284 Jul 29 23:41:05.720340 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-d9213459-531f-422f-90b8-18a67000c9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'name': 'tempest-RoutersIpV6Test-router-1568818285', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:56Z', 'updated_at': '2021-07-29T23:41:04Z', 'revision_number': 6, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'gw_port_host': None, '_interfaces': [{'id': '54918d4e-7005-4a11-add4-fc4859647504', 'name': '', 'network_id': 'a02c6df4-947d-4092-9e1a-39ce80e556cf', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:e0:7a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '7bc27fc5-c70f-4be8-b885-0a9862c9c54f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:04Z', 'updated_at': '2021-07-29T23:40:26Z', 'revision_number': 5, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': '7bc27fc5-c70f-4be8-b885-0a9862c9c54f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb8c54e0-bd35-45b9-a4be-d0554d6c115c', 'name': '', 'network_id': 'be0ef6b8-77b4-4ed3-9224-01408e5c266e', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:d0:47:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '03f86caa-4553-4851-a853-95e452e44926', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:37Z', 'updated_at': '2021-07-29T23:40:58Z', 'revision_number': 4, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': '03f86caa-4553-4851-a853-95e452e44926', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6217c94-eabe-45ce-b874-0a4c0b48ac47', 'name': '', 'network_id': '22aaa846-f372-486f-8a4b-114b34bd939e', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:8c:b7:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': 'e138a421-fb08-4617-a46a-cf9e50136a10', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:52Z', 'updated_at': '2021-07-29T23:40:59Z', 'revision_number': 2, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': 'e138a421-fb08-4617-a46a-cf9e50136a10', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdb0a764-98f4-4c2f-97b2-a0f189b7e291', 'name': '', 'network_id': 'e228caf7-7511-463b-9347-b74912c97702', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:e0:cb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'c9a6e33e-a48c-46ad-a582-5404d0059b7b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:20Z', 'updated_at': '2021-07-29T23:40:44Z', 'revision_number': 5, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': 'c9a6e33e-a48c-46ad-a582-5404d0059b7b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:05.819862 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-65ede214-3eb9-4021-ad3e-a51cc5c55148 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16269258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16714856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:05.829829 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-65ede214-3eb9-4021-ad3e-a51cc5c55148 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16269265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16269272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16714879'] for router, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:05.856337 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9213459-531f-422f-90b8-18a67000c9ce None None] Checking router: 6e4f419c-5ba3-4bf4-a489-f1a817d3eed9 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:41:05.857206 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9213459-531f-422f-90b8-18a67000c9ce None None] Updating router 6e4f419c-5ba3-4bf4-a489-f1a817d3eed9 port f6217c94-eabe-45ce-b874-0a4c0b48ac47 binding host n-d-712141-10 {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:41:05.889117 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device e3557083-845d-434c-a263-f210a8580f4e up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:41:06.005264 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-d9213459-531f-422f-90b8-18a67000c9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:06.031929 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-78ed4a14-0e3c-43c8-b278-cc5ae9258a2a tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:06.135641 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-6f127316-fedc-474f-9fb4-bae30f726bc1 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Deleting port 30eaa1d4-3c58-4fb5-a2a3-e842c94e7256 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:41:06.135966 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-6f127316-fedc-474f-9fb4-bae30f726bc1 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:06.245269 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port e3557083-845d-434c-a263-f210a8580f4e completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:41:06.250984 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65ede214-3eb9-4021-ad3e-a51cc5c55148 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Router 6e4f419c-5ba3-4bf4-a489-f1a817d3eed9 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:41:06.297876 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1c5db5eb-1d3b-438c-bac9-23982b5a2e23 req-a0e0dee2-0532-4e6a-9ab1-88e42477b5c0 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8813210 Jul 29 23:41:06.325623 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port e3557083-845d-434c-a263-f210a8580f4e triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:06.327663 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:06.335096 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-9ebf0e61-b517-4ded-a622-a490b09bc75d req-62cd874d-1716-4d02-a159-3b2b18ce478c tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Deleting port 338bafd5-ef8b-4a8a-b262-70844d22db05 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:41:06.335812 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-9ebf0e61-b517-4ded-a622-a490b09bc75d req-62cd874d-1716-4d02-a159-3b2b18ce478c tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:06.453173 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e910dd2d-4b77-4b5d-9411-0e92d00aa155 req-c7c01a26-d344-447b-86d7-0bfadee3edfa tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:06.455883 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e910dd2d-4b77-4b5d-9411-0e92d00aa155 req-c7c01a26-d344-447b-86d7-0bfadee3edfa tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e27ebea-070d-4cea-aa60-a24023874950 HTTP/1.1" status: 200 len: 946 time: 0.3422434 Jul 29 23:41:06.545094 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4', 'name': 'network-vif-deleted', 'tag': '93b5fbf0-238a-4eb3-aebb-f3656018624b'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:41:06.571350 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654eb050-caac-4794-9d50-79df6b6e98f6" -d '{"events": [{"server_uuid": "8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4", "name": "network-vif-deleted", "tag": "93b5fbf0-238a-4eb3-aebb-f3656018624b"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:41:06.580732 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-3ceb5972-2325-4fa7-92cb-a5f1f99ec1a6 None None] Set router fe2e1c24-500f-40df-9b8d-992cab84a69c gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:41:06.917123 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e910dd2d-4b77-4b5d-9411-0e92d00aa155 req-a673f5bd-5124-4b44-aa95-3b52808c9fae tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4092283 Jul 29 23:41:06.940790 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-8dd5a1b5-fb8d-4bd3-bdb5-86d67f8de92f None None] Provisioning for port f6217c94-eabe-45ce-b874-0a4c0b48ac47 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:41:07.011627 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-8dd5a1b5-fb8d-4bd3-bdb5-86d67f8de92f None None] Provisioning complete for port f6217c94-eabe-45ce-b874-0a4c0b48ac47 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:07.014691 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8dd5a1b5-fb8d-4bd3-bdb5-86d67f8de92f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:07.173726 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ede214-3eb9-4021-ad3e-a51cc5c55148 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:41:07.183875 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-65ede214-3eb9-4021-ad3e-a51cc5c55148 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:07.188041 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-65ede214-3eb9-4021-ad3e-a51cc5c55148 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "PUT /v2.0/routers/6e4f419c-5ba3-4bf4-a489-f1a817d3eed9 HTTP/1.1" status: 200 len: 954 time: 4.9321833 Jul 29 23:41:07.188696 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 34044) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:07.213093 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-d9213459-531f-422f-90b8-18a67000c9ce None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:07.232724 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-d9213459-531f-422f-90b8-18a67000c9ce None None] Transition to ACTIVE for port object f6217c94-eabe-45ce-b874-0a4c0b48ac47 will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:41:07.246878 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-d9213459-531f-422f-90b8-18a67000c9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:07.347342 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:07.355607 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-8dd5a1b5-fb8d-4bd3-bdb5-86d67f8de92f None None] Port f6217c94-eabe-45ce-b874-0a4c0b48ac47 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:41:07.358493 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-6f127316-fedc-474f-9fb4-bae30f726bc1 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] For port 30eaa1d4-3c58-4fb5-a2a3-e842c94e7256, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=30eaa1d4-3c58-4fb5-a2a3-e842c94e7256,segment=NetworkSegment(7dadb843-f68f-4bdc-b544-97924c20701a),segment_id=7dadb843-f68f-4bdc-b544-97924c20701a)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:07.359365 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-6f127316-fedc-474f-9fb4-bae30f726bc1 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:07.411540 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-6f127316-fedc-474f-9fb4-bae30f726bc1 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Calling delete_port for 30eaa1d4-3c58-4fb5-a2a3-e842c94e7256 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:41:07.447239 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98438ca7-d48e-4966-add0-c77627d4837e None None] Pushing event updated for resources: {'Port': ['ID=f6217c94-eabe-45ce-b874-0a4c0b48ac47,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:07.574312 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:07.594926 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-d9213459-531f-422f-90b8-18a67000c9ce None None] Attempting to bind port f6217c94-eabe-45ce-b874-0a4c0b48ac47 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:41:07.597804 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-d9213459-531f-422f-90b8-18a67000c9ce None None] Attempting to bind port f6217c94-eabe-45ce-b874-0a4c0b48ac47 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': 'ef85db28-70b2-45f9-a81d-2e6ad416b196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '22aaa846-f372-486f-8a4b-114b34bd939e'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:41:07.598098 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9213459-531f-422f-90b8-18a67000c9ce None None] Attempting to bind port f6217c94-eabe-45ce-b874-0a4c0b48ac47 on network 22aaa846-f372-486f-8a4b-114b34bd939e {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:41:07.614477 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9213459-531f-422f-90b8-18a67000c9ce None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:41:07.614888 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9213459-531f-422f-90b8-18a67000c9ce None None] Checking segment: {'id': 'ef85db28-70b2-45f9-a81d-2e6ad416b196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '22aaa846-f372-486f-8a4b-114b34bd939e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:41:07.615988 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-d9213459-531f-422f-90b8-18a67000c9ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:07.616401 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9213459-531f-422f-90b8-18a67000c9ce None None] Bound using segment: {'id': 'ef85db28-70b2-45f9-a81d-2e6ad416b196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '22aaa846-f372-486f-8a4b-114b34bd939e'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:41:07.616892 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-d9213459-531f-422f-90b8-18a67000c9ce None None] Bound port: f6217c94-eabe-45ce-b874-0a4c0b48ac47, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef85db28-70b2-45f9-a81d-2e6ad416b196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '22aaa846-f372-486f-8a4b-114b34bd939e'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:41:07.617280 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-d9213459-531f-422f-90b8-18a67000c9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:07.655199 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-6f127316-fedc-474f-9fb4-bae30f726bc1 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:07.726477 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f127316-fedc-474f-9fb4-bae30f726bc1 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Pushing event deleted for resources: {'Port': ['ID=30eaa1d4-3c58-4fb5-a2a3-e842c94e7256,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:07.808350 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port e3557083-845d-434c-a263-f210a8580f4e, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=e3557083-845d-434c-a263-f210a8580f4e,segment=NetworkSegment(ef85db28-70b2-45f9-a81d-2e6ad416b196),segment_id=ef85db28-70b2-45f9-a81d-2e6ad416b196)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:07.827697 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-6f127316-fedc-474f-9fb4-bae30f726bc1 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] No DVR routers for this DVR port 30eaa1d4-3c58-4fb5-a2a3-e842c94e7256 on host n-h2-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:41:07.846027 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-6f127316-fedc-474f-9fb4-bae30f726bc1 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:07.856159 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-6f127316-fedc-474f-9fb4-bae30f726bc1 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.22 "DELETE /v2.0/ports/30eaa1d4-3c58-4fb5-a2a3-e842c94e7256 HTTP/1.1" status: 204 len: 173 time: 2.7080956 Jul 29 23:41:07.902987 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:07.909017 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-d9213459-531f-422f-90b8-18a67000c9ce None None] For port f6217c94-eabe-45ce-b874-0a4c0b48ac47, host n-d-712141-10, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:41:07.930361 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-d9213459-531f-422f-90b8-18a67000c9ce None None] For port f6217c94-eabe-45ce-b874-0a4c0b48ac47, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=f6217c94-eabe-45ce-b874-0a4c0b48ac47,segment=NetworkSegment(ef85db28-70b2-45f9-a81d-2e6ad416b196),segment_id=ef85db28-70b2-45f9-a81d-2e6ad416b196)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:41:07.932927 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 0d96c483-84b6-46a2-ba32-ac8f559a1c2b up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:41:07.938635 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-d9213459-531f-422f-90b8-18a67000c9ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:08.027512 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-9ebf0e61-b517-4ded-a622-a490b09bc75d req-62cd874d-1716-4d02-a159-3b2b18ce478c tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] For port 338bafd5-ef8b-4a8a-b262-70844d22db05, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=338bafd5-ef8b-4a8a-b262-70844d22db05,segment=NetworkSegment(59dfd488-a454-40cf-9438-9ce3dc7e6e5e),segment_id=59dfd488-a454-40cf-9438-9ce3dc7e6e5e)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:08.027889 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-9ebf0e61-b517-4ded-a622-a490b09bc75d req-62cd874d-1716-4d02-a159-3b2b18ce478c tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:08.114281 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9213459-531f-422f-90b8-18a67000c9ce None None] Routers {'6e4f419c-5ba3-4bf4-a489-f1a817d3eed9'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:08.116068 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-d9213459-531f-422f-90b8-18a67000c9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:40:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['6e4f419c-5ba3-4bf4-a489-f1a817d3eed9'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:08.116754 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-9ebf0e61-b517-4ded-a622-a490b09bc75d req-62cd874d-1716-4d02-a159-3b2b18ce478c tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Calling delete_port for 338bafd5-ef8b-4a8a-b262-70844d22db05 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:41:08.232210 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=e3557083-845d-434c-a263-f210a8580f4e,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:08.272856 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-b47de95e-df91-4aff-aacc-b3a29c11bf6b tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Deleting port 024df781-a247-4293-a30c-16abd40adffa {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:41:08.274339 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-b47de95e-df91-4aff-aacc-b3a29c11bf6b tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:08.389780 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98438ca7-d48e-4966-add0-c77627d4837e None None] Pushing event updated for resources: {'Port': ['ID=f6217c94-eabe-45ce-b874-0a4c0b48ac47,revision_number=4']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:08.496637 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-d9213459-531f-422f-90b8-18a67000c9ce None None] Set router 6e4f419c-5ba3-4bf4-a489-f1a817d3eed9 gateway port host: None {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:41:08.509165 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 0d96c483-84b6-46a2-ba32-ac8f559a1c2b completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:41:08.538623 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-b47de95e-df91-4aff-aacc-b3a29c11bf6b tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] For port 024df781-a247-4293-a30c-16abd40adffa, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=024df781-a247-4293-a30c-16abd40adffa,segment=NetworkSegment(ba5bac9c-cf87-4379-a2c6-b5c109b5db18),segment_id=ba5bac9c-cf87-4379-a2c6-b5c109b5db18)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:08.539436 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-b47de95e-df91-4aff-aacc-b3a29c11bf6b tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:08.563276 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 0d96c483-84b6-46a2-ba32-ac8f559a1c2b triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:08.563960 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:08.566773 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-0455d220-682f-4ed1-897e-b02e3cd95c5f None None] Provisioning for port 37d448e7-9d29-4944-a519-dd277ecd95a9 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:41:08.576425 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-0455d220-682f-4ed1-897e-b02e3cd95c5f None None] Provisioning complete for port 37d448e7-9d29-4944-a519-dd277ecd95a9 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:08.581105 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0455d220-682f-4ed1-897e-b02e3cd95c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:08.587986 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-b47de95e-df91-4aff-aacc-b3a29c11bf6b tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Calling delete_port for 024df781-a247-4293-a30c-16abd40adffa owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:41:08.677459 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-3ceb5972-2325-4fa7-92cb-a5f1f99ec1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2e1c24-500f-40df-9b8d-992cab84a69c', 'name': 'tempest-TaggedBootDevicesTest-378262961-router', 'tenant_id': '0f2ab90424214bdcb3d3f2d44c6cf9b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '0aaf13b6-72fe-4fb7-8714-a57258ce9909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:29:25Z', 'updated_at': '2021-07-29T23:29:35Z', 'revision_number': 4, 'project_id': '0f2ab90424214bdcb3d3f2d44c6cf9b4', 'gw_port': {'id': '0aaf13b6-72fe-4fb7-8714-a57258ce9909', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2e1c24-500f-40df-9b8d-992cab84a69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:25Z', 'updated_at': '2021-07-29T23:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '3159c5c9-2273-471e-b95d-9bd8047b94d3', 'name': '', 'network_id': 'cd4fb90a-a73b-48ea-873e-472dda9549c0', 'tenant_id': '0f2ab90424214bdcb3d3f2d44c6cf9b4', 'mac_address': 'fa:16:3e:ba:c9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2e1c24-500f-40df-9b8d-992cab84a69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '5e68bcd5-61dd-4d3a-b0e6-c975e0de7caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:32Z', 'updated_at': '2021-07-29T23:29:43Z', 'revision_number': 5, 'project_id': '0f2ab90424214bdcb3d3f2d44c6cf9b4', 'subnets': [{'id': '5e68bcd5-61dd-4d3a-b0e6-c975e0de7caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:08.841111 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ceb5972-2325-4fa7-92cb-a5f1f99ec1a6 None None] The sync data for ids ['fe2e1c24-500f-40df-9b8d-992cab84a69c'] in n-d-712141-10 is: [{'id': 'fe2e1c24-500f-40df-9b8d-992cab84a69c', 'name': 'tempest-TaggedBootDevicesTest-378262961-router', 'tenant_id': '0f2ab90424214bdcb3d3f2d44c6cf9b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '0aaf13b6-72fe-4fb7-8714-a57258ce9909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:29:25Z', 'updated_at': '2021-07-29T23:29:35Z', 'revision_number': 4, 'project_id': '0f2ab90424214bdcb3d3f2d44c6cf9b4', 'gw_port': {'id': '0aaf13b6-72fe-4fb7-8714-a57258ce9909', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2e1c24-500f-40df-9b8d-992cab84a69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:25Z', 'updated_at': '2021-07-29T23:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '3159c5c9-2273-471e-b95d-9bd8047b94d3', 'name': '', 'network_id': 'cd4fb90a-a73b-48ea-873e-472dda9549c0', 'tenant_id': '0f2ab90424214bdcb3d3f2d44c6cf9b4', 'mac_address': 'fa:16:3e:ba:c9:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2e1c24-500f-40df-9b8d-992cab84a69c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '5e68bcd5-61dd-4d3a-b0e6-c975e0de7caa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:32Z', 'updated_at': '2021-07-29T23:29:43Z', 'revision_number': 5, 'project_id': '0f2ab90424214bdcb3d3f2d44c6cf9b4', 'subnets': [{'id': '5e68bcd5-61dd-4d3a-b0e6-c975e0de7caa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:41:08.894654 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-0455d220-682f-4ed1-897e-b02e3cd95c5f None None] Port 37d448e7-9d29-4944-a519-dd277ecd95a9 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:41:08.916278 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-b47de95e-df91-4aff-aacc-b3a29c11bf6b tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:09.104941 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47de95e-df91-4aff-aacc-b3a29c11bf6b tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Pushing event deleted for resources: {'Port': ['ID=024df781-a247-4293-a30c-16abd40adffa,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:09.137631 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:09.140871 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf74e4-55e6-4904-8cde-c69fed6a3850 req-ca6b95fe-5af4-4a1d-85f7-5e79cacc2b11 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:09.153339 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-b47de95e-df91-4aff-aacc-b3a29c11bf6b tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] No DVR routers for this DVR port 024df781-a247-4293-a30c-16abd40adffa on host n-h2-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:41:09.162810 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-b47de95e-df91-4aff-aacc-b3a29c11bf6b tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:09.165283 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ff808b30-3cd1-412f-b39e-c500c2b54437 req-b47de95e-df91-4aff-aacc-b3a29c11bf6b tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.22 "DELETE /v2.0/ports/024df781-a247-4293-a30c-16abd40adffa HTTP/1.1" status: 204 len: 173 time: 1.2907512 Jul 29 23:41:09.169818 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bf74e4-55e6-4904-8cde-c69fed6a3850 req-ca6b95fe-5af4-4a1d-85f7-5e79cacc2b11 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:09.173242 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-84bf74e4-55e6-4904-8cde-c69fed6a3850 req-ca6b95fe-5af4-4a1d-85f7-5e79cacc2b11 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 1521 time: 2.4284108 Jul 29 23:41:09.208087 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d893d-6601-4d37-93c5-1c3d0effa1ab req-46f7ef9e-07d3-4837-9cea-26d2bda8bcae tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:09.220151 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fc6d893d-6601-4d37-93c5-1c3d0effa1ab req-46f7ef9e-07d3-4837-9cea-26d2bda8bcae tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d895a45-efb7-4e94-96fe-f5a708a31a14 HTTP/1.1" status: 200 len: 945 time: 1.9148223 Jul 29 23:41:09.232017 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ec676737-dff2-476f-8f4c-541ad712b785 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "GET /v2.0/routers/6e4f419c-5ba3-4bf4-a489-f1a817d3eed9 HTTP/1.1" status: 200 len: 954 time: 2.0220110 Jul 29 23:41:09.256864 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 34066) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:09.263316 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-cb8deb6b-d388-41eb-990d-560647d6e85f tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Request body: {'router': {'routes': None}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:09.279825 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 0d96c483-84b6-46a2-ba32-ac8f559a1c2b, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=0d96c483-84b6-46a2-ba32-ac8f559a1c2b,segment=NetworkSegment(a1f9c734-556d-4d88-a879-b08a818e5658),segment_id=a1f9c734-556d-4d88-a879-b08a818e5658)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:09.296377 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:09.435756 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-d9213459-531f-422f-90b8-18a67000c9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'name': 'tempest-RoutersIpV6Test-router-1568818285', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:56Z', 'updated_at': '2021-07-29T23:41:04Z', 'revision_number': 6, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'gw_port_host': None, '_interfaces': [{'id': '54918d4e-7005-4a11-add4-fc4859647504', 'name': '', 'network_id': 'a02c6df4-947d-4092-9e1a-39ce80e556cf', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:e0:7a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '7bc27fc5-c70f-4be8-b885-0a9862c9c54f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:04Z', 'updated_at': '2021-07-29T23:40:26Z', 'revision_number': 5, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': '7bc27fc5-c70f-4be8-b885-0a9862c9c54f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb8c54e0-bd35-45b9-a4be-d0554d6c115c', 'name': '', 'network_id': 'be0ef6b8-77b4-4ed3-9224-01408e5c266e', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:d0:47:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '03f86caa-4553-4851-a853-95e452e44926', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:37Z', 'updated_at': '2021-07-29T23:40:58Z', 'revision_number': 4, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': '03f86caa-4553-4851-a853-95e452e44926', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6217c94-eabe-45ce-b874-0a4c0b48ac47', 'name': '', 'network_id': '22aaa846-f372-486f-8a4b-114b34bd939e', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:8c:b7:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': 'e138a421-fb08-4617-a46a-cf9e50136a10', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:52Z', 'updated_at': '2021-07-29T23:41:07Z', 'revision_number': 4, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': 'e138a421-fb08-4617-a46a-cf9e50136a10', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdb0a764-98f4-4c2f-97b2-a0f189b7e291', 'name': '', 'network_id': 'e228caf7-7511-463b-9347-b74912c97702', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:e0:cb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'c9a6e33e-a48c-46ad-a582-5404d0059b7b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:20Z', 'updated_at': '2021-07-29T23:40:44Z', 'revision_number': 5, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': 'c9a6e33e-a48c-46ad-a582-5404d0059b7b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:09.466879 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-78ed4a14-0e3c-43c8-b278-cc5ae9258a2a tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:09.468806 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fc6d893d-6601-4d37-93c5-1c3d0effa1ab req-6caf9194-b001-4196-a53e-703409496c7b tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/security-groups?id=81e89418-223e-492a-b406-e46bb556ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461712 Jul 29 23:41:09.594475 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-84bf74e4-55e6-4904-8cde-c69fed6a3850 req-368bcd1e-ac2c-43bc-81f8-02a5dbeacc26 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/security-groups?id=d06a9099-30da-446c-be64-dba56c62ade6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3371322 Jul 29 23:41:09.657499 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9213459-531f-422f-90b8-18a67000c9ce None None] The sync data for ids ['6e4f419c-5ba3-4bf4-a489-f1a817d3eed9'] in n-d-712141-10 is: [{'id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'name': 'tempest-RoutersIpV6Test-router-1568818285', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:56Z', 'updated_at': '2021-07-29T23:41:04Z', 'revision_number': 6, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'gw_port_host': None, '_interfaces': [{'id': '54918d4e-7005-4a11-add4-fc4859647504', 'name': '', 'network_id': 'a02c6df4-947d-4092-9e1a-39ce80e556cf', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:e0:7a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '7bc27fc5-c70f-4be8-b885-0a9862c9c54f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:04Z', 'updated_at': '2021-07-29T23:40:26Z', 'revision_number': 5, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': '7bc27fc5-c70f-4be8-b885-0a9862c9c54f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb8c54e0-bd35-45b9-a4be-d0554d6c115c', 'name': '', 'network_id': 'be0ef6b8-77b4-4ed3-9224-01408e5c266e', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:d0:47:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '03f86caa-4553-4851-a853-95e452e44926', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:37Z', 'updated_at': '2021-07-29T23:40:58Z', 'revision_number': 4, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': '03f86caa-4553-4851-a853-95e452e44926', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6217c94-eabe-45ce-b874-0a4c0b48ac47', 'name': '', 'network_id': '22aaa846-f372-486f-8a4b-114b34bd939e', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:8c:b7:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': 'e138a421-fb08-4617-a46a-cf9e50136a10', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:52Z', 'updated_at': '2021-07-29T23:41:07Z', 'revision_number': 4, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': 'e138a421-fb08-4617-a46a-cf9e50136a10', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdb0a764-98f4-4c2f-97b2-a0f189b7e291', 'name': '', 'network_id': 'e228caf7-7511-463b-9347-b74912c97702', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:e0:cb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'c9a6e33e-a48c-46ad-a582-5404d0059b7b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:20Z', 'updated_at': '2021-07-29T23:40:44Z', 'revision_number': 5, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': 'c9a6e33e-a48c-46ad-a582-5404d0059b7b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:41:09.713065 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530e8799-5253-46a3-ab70-600b81e526e7 x-openstack-request-id: req-530e8799-5253-46a3-ab70-600b81e526e7 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:41:09.719265 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4", "name": "network-vif-deleted", "tag": "93b5fbf0-238a-4eb3-aebb-f3656018624b", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:41:09.719541 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-530e8799-5253-46a3-ab70-600b81e526e7 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:41:09.724912 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4', 'name': 'network-vif-deleted', 'tag': '93b5fbf0-238a-4eb3-aebb-f3656018624b', 'status': 'completed', 'code': 200} Jul 29 23:41:09.761554 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-78ed4a14-0e3c-43c8-b278-cc5ae9258a2a tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:10.007508 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-78ed4a14-0e3c-43c8-b278-cc5ae9258a2a tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:10.068192 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c93317b-1366-4203-8308-cfc81d6ac274 req-a75fa6af-7c4b-4389-bd3c-c8582972c66f tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:10.076800 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6c93317b-1366-4203-8308-cfc81d6ac274 req-a75fa6af-7c4b-4389-bd3c-c8582972c66f tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.2091920 Jul 29 23:41:10.095573 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462182f8-b35f-4aea-b003-45b70ea208b0 req-b7c29b2e-9dfb-4f36-bba4-7e731b468906 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:10.097845 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-462182f8-b35f-4aea-b003-45b70ea208b0 req-b7c29b2e-9dfb-4f36-bba4-7e731b468906 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e27ebea-070d-4cea-aa60-a24023874950 HTTP/1.1" status: 200 len: 946 time: 0.2193282 Jul 29 23:41:10.128852 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284100e2-5960-4a0e-84cb-e392ad33cf54 None None] New status for floating IP fec8ee00-f02d-4438-879b-4206b35de56b: DOWN {{(pid=94079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:41:10.151388 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 338bafd5-ef8b-4a8a-b262-70844d22db05 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:41:10.153668 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device e3557083-845d-434c-a263-f210a8580f4e up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:41:10.190623 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-462182f8-b35f-4aea-b003-45b70ea208b0 req-714162be-ce24-41e2-b12b-1a170f47b584 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834770 Jul 29 23:41:10.249026 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6c93317b-1366-4203-8308-cfc81d6ac274 req-21548232-40f8-4f5d-92f9-2b708d2acad8 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713281 Jul 29 23:41:10.331899 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e749ac4d-b8e6-45ec-8581-e6ec11d35eb6 None None] Sync routers for ids ['6e4f419c-5ba3-4bf4-a489-f1a817d3eed9'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:41:10.367432 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e749ac4d-b8e6-45ec-8581-e6ec11d35eb6 None None] Routers {'6e4f419c-5ba3-4bf4-a489-f1a817d3eed9'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:10.372350 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-e749ac4d-b8e6-45ec-8581-e6ec11d35eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:40:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['6e4f419c-5ba3-4bf4-a489-f1a817d3eed9'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:10.515534 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-e749ac4d-b8e6-45ec-8581-e6ec11d35eb6 None None] Set router 6e4f419c-5ba3-4bf4-a489-f1a817d3eed9 gateway port host: None {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:41:10.567860 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9122bd5-444b-481b-8f47-ed6839eb4355 req-f01d5e4f-8cff-446a-b63d-b608bac4ddf7 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:10.582847 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e9122bd5-444b-481b-8f47-ed6839eb4355 req-f01d5e4f-8cff-446a-b63d-b608bac4ddf7 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.1699102 Jul 29 23:41:10.699643 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e9122bd5-444b-481b-8f47-ed6839eb4355 req-c95da6de-2bdf-4145-a6ce-cb49900ea440 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055083 Jul 29 23:41:10.745755 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 34096) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:10.787032 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=0d96c483-84b6-46a2-ba32-ac8f559a1c2b,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:10.913498 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port e3557083-845d-434c-a263-f210a8580f4e triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:10.914517 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:11.000693 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b3e22-db49-43a5-b961-b278d006e02a req-e69d7376-b6db-4c8f-9f0e-65ed629517ed tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:11.010588 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-940b3e22-db49-43a5-b961-b278d006e02a req-e69d7376-b6db-4c8f-9f0e-65ed629517ed tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d895a45-efb7-4e94-96fe-f5a708a31a14 HTTP/1.1" status: 200 len: 945 time: 0.1505153 Jul 29 23:41:11.020450 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:11.044210 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ed4a14-0e3c-43c8-b278-cc5ae9258a2a tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event updated for resources: {'Port': ['ID=37d448e7-9d29-4944-a519-dd277ecd95a9,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:11.056985 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-adc95e2c-06d6-4c68-abab-a4223c95f3af req-e08f344f-4532-49b6-baba-fbb1b62635f4 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 210 time: 0.0442288 Jul 29 23:41:11.155357 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 0823cb19-56f0-4ba2-aa04-9db1a63494b1 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:41:11.167454 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-940b3e22-db49-43a5-b961-b278d006e02a req-f9d06a81-cfde-4889-b254-6663347c0849 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/security-groups?id=81e89418-223e-492a-b406-e46bb556ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558611 Jul 29 23:41:11.246626 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7089d9fd-533f-4ab1-aebc-9aaa5ac7744a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:11.283354 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 0823cb19-56f0-4ba2-aa04-9db1a63494b1 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:11.283745 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:11.326694 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-e749ac4d-b8e6-45ec-8581-e6ec11d35eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'name': 'tempest-RoutersIpV6Test-router-1568818285', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:56Z', 'updated_at': '2021-07-29T23:41:04Z', 'revision_number': 6, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'gw_port_host': None, '_interfaces': [{'id': '54918d4e-7005-4a11-add4-fc4859647504', 'name': '', 'network_id': 'a02c6df4-947d-4092-9e1a-39ce80e556cf', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:e0:7a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '7bc27fc5-c70f-4be8-b885-0a9862c9c54f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:04Z', 'updated_at': '2021-07-29T23:40:26Z', 'revision_number': 5, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': '7bc27fc5-c70f-4be8-b885-0a9862c9c54f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb8c54e0-bd35-45b9-a4be-d0554d6c115c', 'name': '', 'network_id': 'be0ef6b8-77b4-4ed3-9224-01408e5c266e', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:d0:47:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '03f86caa-4553-4851-a853-95e452e44926', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:37Z', 'updated_at': '2021-07-29T23:40:58Z', 'revision_number': 4, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': '03f86caa-4553-4851-a853-95e452e44926', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6217c94-eabe-45ce-b874-0a4c0b48ac47', 'name': '', 'network_id': '22aaa846-f372-486f-8a4b-114b34bd939e', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:8c:b7:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': 'e138a421-fb08-4617-a46a-cf9e50136a10', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:52Z', 'updated_at': '2021-07-29T23:41:07Z', 'revision_number': 4, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': 'e138a421-fb08-4617-a46a-cf9e50136a10', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdb0a764-98f4-4c2f-97b2-a0f189b7e291', 'name': '', 'network_id': 'e228caf7-7511-463b-9347-b74912c97702', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:e0:cb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'c9a6e33e-a48c-46ad-a582-5404d0059b7b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:20Z', 'updated_at': '2021-07-29T23:40:44Z', 'revision_number': 5, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': 'c9a6e33e-a48c-46ad-a582-5404d0059b7b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:11.418190 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e749ac4d-b8e6-45ec-8581-e6ec11d35eb6 None None] Checking router: 6e4f419c-5ba3-4bf4-a489-f1a817d3eed9 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:41:11.446335 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e749ac4d-b8e6-45ec-8581-e6ec11d35eb6 None None] Routers {'6e4f419c-5ba3-4bf4-a489-f1a817d3eed9'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:11.447690 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-e749ac4d-b8e6-45ec-8581-e6ec11d35eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:40:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['6e4f419c-5ba3-4bf4-a489-f1a817d3eed9'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:11.561400 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.extraroute_db [None req-cb8deb6b-d388-41eb-990d-560647d6e85f tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Added routes are [] {{(pid=94077) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 29 23:41:11.561968 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.extraroute_db [None req-cb8deb6b-d388-41eb-990d-560647d6e85f tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=94077) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 29 23:41:11.611196 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cb8deb6b-d388-41eb-990d-560647d6e85f tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16269258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16714856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:11.622905 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-9ebf0e61-b517-4ded-a622-a490b09bc75d req-62cd874d-1716-4d02-a159-3b2b18ce478c tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:11.632527 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ed4a14-0e3c-43c8-b278-cc5ae9258a2a tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Network f9e76966-269c-4c86-981e-e0d70eb9c263 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:41:11.673857 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['486f032c-a5b1-4bd5-bda4-11a6999e7a64'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:41:11.729026 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cd874d-1716-4d02-a159-3b2b18ce478c tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Pushing event deleted for resources: {'Port': ['ID=338bafd5-ef8b-4a8a-b262-70844d22db05,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:11.731798 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4', 'name': 'network-vif-deleted', 'tag': '30eaa1d4-3c58-4fb5-a2a3-e842c94e7256'}, {'server_uuid': '8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4', 'name': 'network-vif-deleted', 'tag': '024df781-a247-4293-a30c-16abd40adffa'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:41:11.740335 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-e749ac4d-b8e6-45ec-8581-e6ec11d35eb6 None None] Set router 6e4f419c-5ba3-4bf4-a489-f1a817d3eed9 gateway port host: None {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:41:11.742529 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7089d9fd-533f-4ab1-aebc-9aaa5ac7744a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:11.744479 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-059ca9ac-52c3-44f6-b860-9c3d46b79357" -d '{"events": [{"server_uuid": "8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4", "name": "network-vif-deleted", "tag": "30eaa1d4-3c58-4fb5-a2a3-e842c94e7256"}, {"server_uuid": "8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4", "name": "network-vif-deleted", "tag": "024df781-a247-4293-a30c-16abd40adffa"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:41:11.754224 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7089d9fd-533f-4ab1-aebc-9aaa5ac7744a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:11.760839 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-78ed4a14-0e3c-43c8-b278-cc5ae9258a2a tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:41:11.870611 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7089d9fd-533f-4ab1-aebc-9aaa5ac7744a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3985738-d85d-4e0d-8085-8a08de3dab8c,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:11.875605 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 0bfee63f-37a3-4407-9c97-cb33ea1fcee6 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:41:12.010891 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ad04b-7a25-44d2-9fd2-12472f06fe60 req-151d93b6-f3a9-467e-8e8a-b66cbfd944fa tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:12.013412 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ce5ad04b-7a25-44d2-9fd2-12472f06fe60 req-151d93b6-f3a9-467e-8e8a-b66cbfd944fa tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e27ebea-070d-4cea-aa60-a24023874950 HTTP/1.1" status: 200 len: 946 time: 0.6159964 Jul 29 23:41:12.031975 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f885dce-4b25-4899-ae37-1c5336c95e2b req-40e14ca0-28c1-463e-83c0-7d2cd84d31e0 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:12.034230 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2f885dce-4b25-4899-ae37-1c5336c95e2b req-40e14ca0-28c1-463e-83c0-7d2cd84d31e0 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.5964980 Jul 29 23:41:12.039586 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-7089d9fd-533f-4ab1-aebc-9aaa5ac7744a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4ffbbb6634bf4e948e4a3ffe3836ceb3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2924528 Jul 29 23:41:12.048978 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 34108) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:12.129415 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 0bfee63f-37a3-4407-9c97-cb33ea1fcee6 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:41:12.148277 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 0bfee63f-37a3-4407-9c97-cb33ea1fcee6 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:12.148930 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:12.198056 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7175742a-3452-4213-baec-3c83cce8a90b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:12.266543 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ce5ad04b-7a25-44d2-9fd2-12472f06fe60 req-4612af7b-dd32-4b52-a369-c897a0929ee7 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437449 Jul 29 23:41:12.328043 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7175742a-3452-4213-baec-3c83cce8a90b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:12.421707 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c6a8a28f-5599-4086-bdbe-b2eccc1bfb34 None None] Provisioning complete for port 37d448e7-9d29-4944-a519-dd277ecd95a9 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:12.422505 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c6a8a28f-5599-4086-bdbe-b2eccc1bfb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:12.468498 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:12.482471 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2f885dce-4b25-4899-ae37-1c5336c95e2b req-98d00869-29f5-40cc-b4c5-3df83188c9e5 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4409726 Jul 29 23:41:12.490054 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7175742a-3452-4213-baec-3c83cce8a90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:12.497604 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-e749ac4d-b8e6-45ec-8581-e6ec11d35eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'name': 'tempest-RoutersIpV6Test-router-1568818285', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:56Z', 'updated_at': '2021-07-29T23:41:04Z', 'revision_number': 6, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'gw_port_host': None, '_interfaces': [{'id': '54918d4e-7005-4a11-add4-fc4859647504', 'name': '', 'network_id': 'a02c6df4-947d-4092-9e1a-39ce80e556cf', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:e0:7a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '7bc27fc5-c70f-4be8-b885-0a9862c9c54f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:04Z', 'updated_at': '2021-07-29T23:40:26Z', 'revision_number': 5, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': '7bc27fc5-c70f-4be8-b885-0a9862c9c54f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb8c54e0-bd35-45b9-a4be-d0554d6c115c', 'name': '', 'network_id': 'be0ef6b8-77b4-4ed3-9224-01408e5c266e', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:d0:47:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '03f86caa-4553-4851-a853-95e452e44926', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:37Z', 'updated_at': '2021-07-29T23:40:58Z', 'revision_number': 4, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': '03f86caa-4553-4851-a853-95e452e44926', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6217c94-eabe-45ce-b874-0a4c0b48ac47', 'name': '', 'network_id': '22aaa846-f372-486f-8a4b-114b34bd939e', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:8c:b7:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': 'e138a421-fb08-4617-a46a-cf9e50136a10', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:52Z', 'updated_at': '2021-07-29T23:41:07Z', 'revision_number': 4, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': 'e138a421-fb08-4617-a46a-cf9e50136a10', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdb0a764-98f4-4c2f-97b2-a0f189b7e291', 'name': '', 'network_id': 'e228caf7-7511-463b-9347-b74912c97702', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:e0:cb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'c9a6e33e-a48c-46ad-a582-5404d0059b7b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:20Z', 'updated_at': '2021-07-29T23:40:44Z', 'revision_number': 5, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': 'c9a6e33e-a48c-46ad-a582-5404d0059b7b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:12.498798 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7175742a-3452-4213-baec-3c83cce8a90b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:12.501012 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-7175742a-3452-4213-baec-3c83cce8a90b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a3985738-d85d-4e0d-8085-8a08de3dab8c HTTP/1.1" status: 204 len: 168 time: 0.4484110 Jul 29 23:41:12.612620 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-c6a8a28f-5599-4086-bdbe-b2eccc1bfb34 None None] Port 37d448e7-9d29-4944-a519-dd277ecd95a9 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:41:12.629086 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e749ac4d-b8e6-45ec-8581-e6ec11d35eb6 None None] The sync data for ids ['6e4f419c-5ba3-4bf4-a489-f1a817d3eed9'] in n-d-712141-10 is: [{'id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'name': 'tempest-RoutersIpV6Test-router-1568818285', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:56Z', 'updated_at': '2021-07-29T23:41:04Z', 'revision_number': 6, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'gw_port_host': None, '_interfaces': [{'id': '54918d4e-7005-4a11-add4-fc4859647504', 'name': '', 'network_id': 'a02c6df4-947d-4092-9e1a-39ce80e556cf', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:e0:7a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '7bc27fc5-c70f-4be8-b885-0a9862c9c54f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:04Z', 'updated_at': '2021-07-29T23:40:26Z', 'revision_number': 5, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': '7bc27fc5-c70f-4be8-b885-0a9862c9c54f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb8c54e0-bd35-45b9-a4be-d0554d6c115c', 'name': '', 'network_id': 'be0ef6b8-77b4-4ed3-9224-01408e5c266e', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:d0:47:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '03f86caa-4553-4851-a853-95e452e44926', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:37Z', 'updated_at': '2021-07-29T23:40:58Z', 'revision_number': 4, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': '03f86caa-4553-4851-a853-95e452e44926', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6217c94-eabe-45ce-b874-0a4c0b48ac47', 'name': '', 'network_id': '22aaa846-f372-486f-8a4b-114b34bd939e', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:8c:b7:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': 'e138a421-fb08-4617-a46a-cf9e50136a10', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:52Z', 'updated_at': '2021-07-29T23:41:07Z', 'revision_number': 4, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': 'e138a421-fb08-4617-a46a-cf9e50136a10', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdb0a764-98f4-4c2f-97b2-a0f189b7e291', 'name': '', 'network_id': 'e228caf7-7511-463b-9347-b74912c97702', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:e0:cb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'c9a6e33e-a48c-46ad-a582-5404d0059b7b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:20Z', 'updated_at': '2021-07-29T23:40:44Z', 'revision_number': 5, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': 'c9a6e33e-a48c-46ad-a582-5404d0059b7b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:41:12.727843 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 0bfee63f-37a3-4407-9c97-cb33ea1fcee6, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=0bfee63f-37a3-4407-9c97-cb33ea1fcee6,segment=NetworkSegment(fed1c01d-c188-4deb-b4ba-0ec2e58af242),segment_id=fed1c01d-c188-4deb-b4ba-0ec2e58af242)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:12.746447 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:12.747534 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device cb8c54e0-bd35-45b9-a4be-d0554d6c115c up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:41:12.858755 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-14ba1c39-528b-41f4-8327-3d65ca2335d2 req-90ac8dd2-c51e-4b09-8953-445f59c9f952 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 210 time: 0.3126557 Jul 29 23:41:12.894528 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7175742a-3452-4213-baec-3c83cce8a90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3985738-d85d-4e0d-8085-8a08de3dab8c,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:12.972135 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 29 Jul 2021 23:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50acee35-cdb0-4579-8cae-eb2684b3d038 x-openstack-request-id: req-50acee35-cdb0-4579-8cae-eb2684b3d038 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:41:12.972737 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4", "name": "network-vif-deleted", "tag": "30eaa1d4-3c58-4fb5-a2a3-e842c94e7256", "status": "completed", "code": 200}, {"server_uuid": "8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4", "name": "network-vif-deleted", "tag": "024df781-a247-4293-a30c-16abd40adffa", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:41:12.973086 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-50acee35-cdb0-4579-8cae-eb2684b3d038 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:41:12.973717 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4', 'name': 'network-vif-deleted', 'tag': '30eaa1d4-3c58-4fb5-a2a3-e842c94e7256', 'status': 'completed', 'code': 200} Jul 29 23:41:12.975124 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4', 'name': 'network-vif-deleted', 'tag': '024df781-a247-4293-a30c-16abd40adffa', 'status': 'completed', 'code': 200} Jul 29 23:41:13.036473 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a0e6dab3-99bd-457e-b039-554fe94b6a2c req-afe06529-8f5a-441f-85b5-9c0ea9c576ce tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/ports?device_id=7d895a45-efb7-4e94-96fe-f5a708a31a14 HTTP/1.1" status: 200 len: 210 time: 0.2396479 Jul 29 23:41:13.120238 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ebf0e61-b517-4ded-a622-a490b09bc75d req-62cd874d-1716-4d02-a159-3b2b18ce478c tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] No DVR routers for this DVR port 338bafd5-ef8b-4a8a-b262-70844d22db05 on host n-h1-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:41:13.123941 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-9ebf0e61-b517-4ded-a622-a490b09bc75d req-62cd874d-1716-4d02-a159-3b2b18ce478c tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:13.127939 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9ebf0e61-b517-4ded-a622-a490b09bc75d req-62cd874d-1716-4d02-a159-3b2b18ce478c tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.41 "DELETE /v2.0/ports/338bafd5-ef8b-4a8a-b262-70844d22db05 HTTP/1.1" status: 204 len: 173 time: 7.5523353 Jul 29 23:41:13.199287 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=0bfee63f-37a3-4407-9c97-cb33ea1fcee6,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:13.229044 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port cb8c54e0-bd35-45b9-a4be-d0554d6c115c completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:41:13.234782 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port cb8c54e0-bd35-45b9-a4be-d0554d6c115c triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:13.236227 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:13.251399 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fda2050-505e-48f3-b702-11b8138c77b5 req-8bcdbc87-3a5c-495f-bef6-f708857a7809 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:13.258172 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2fda2050-505e-48f3-b702-11b8138c77b5 req-8bcdbc87-3a5c-495f-bef6-f708857a7809 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.41 "GET /v2.0/ports?device_id=2e27ebea-070d-4cea-aa60-a24023874950 HTTP/1.1" status: 200 len: 946 time: 0.7533543 Jul 29 23:41:13.492740 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134dc5dd-0e39-45fe-b2fc-fa7024f80852 req-877e944b-577a-4c91-8cc0-6a4e10734573 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:13.495692 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-134dc5dd-0e39-45fe-b2fc-fa7024f80852 req-877e944b-577a-4c91-8cc0-6a4e10734573 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.4493906 Jul 29 23:41:13.518751 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:13.590186 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78ed4a14-0e3c-43c8-b278-cc5ae9258a2a tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Router 15b03cc0-4d03-4abe-967c-fe595dbc180e has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:41:13.606070 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cb8deb6b-d388-41eb-990d-560647d6e85f tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16269258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16714856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:13.633551 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cb8deb6b-d388-41eb-990d-560647d6e85f tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16269265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16269272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16714879'] for router, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:13.682742 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port cb8c54e0-bd35-45b9-a4be-d0554d6c115c, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=cb8c54e0-bd35-45b9-a4be-d0554d6c115c,segment=NetworkSegment(156041d1-33f8-459a-9c6a-230f82d723b3),segment_id=156041d1-33f8-459a-9c6a-230f82d723b3)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:13.686102 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93370c1a-9e91-4da7-843c-9ad01152425e req-cd76ff24-605b-40f5-b424-53e0868271ce tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:13.687995 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-93370c1a-9e91-4da7-843c-9ad01152425e req-cd76ff24-605b-40f5-b424-53e0868271ce tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e27ebea-070d-4cea-aa60-a24023874950 HTTP/1.1" status: 200 len: 946 time: 0.1893098 Jul 29 23:41:13.706130 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-134dc5dd-0e39-45fe-b2fc-fa7024f80852 req-87464690-ad13-4d30-a92c-1358d967f380 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995595 Jul 29 23:41:13.708245 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 34126) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:13.743637 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a79f98f4-dbe3-42b0-aaf7-4c565dc340f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:13.754877 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:13.756221 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device f6217c94-eabe-45ce-b874-0a4c0b48ac47 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:41:13.929037 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-2fda2050-505e-48f3-b702-11b8138c77b5 req-a8876bb0-0eac-4c16-b7f9-901e94c92681 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Deleting port ab8b286e-9a63-4aef-ba88-e25b0d5f0463 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:41:13.929859 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2fda2050-505e-48f3-b702-11b8138c77b5 req-a8876bb0-0eac-4c16-b7f9-901e94c92681 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:13.962841 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=cb8c54e0-bd35-45b9-a4be-d0554d6c115c,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:14.026333 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port f6217c94-eabe-45ce-b874-0a4c0b48ac47 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:41:14.056657 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port f6217c94-eabe-45ce-b874-0a4c0b48ac47 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:14.057195 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:14.063110 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb8deb6b-d388-41eb-990d-560647d6e85f tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Router 6e4f419c-5ba3-4bf4-a489-f1a817d3eed9 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:41:14.067653 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ed4a14-0e3c-43c8-b278-cc5ae9258a2a tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:41:14.079992 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-78ed4a14-0e3c-43c8-b278-cc5ae9258a2a tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "PUT /v2.0/routers/15b03cc0-4d03-4abe-967c-fe595dbc180e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.5208499 Jul 29 23:41:14.079992 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 34134) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:14.085722 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-1783eb5b-ea6d-4817-8c2f-81f4bc9b0ebb tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:14.148799 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a81a73e-f207-4d43-a06c-e7bb07c15af7 None None] Sync routers for ids ['15b03cc0-4d03-4abe-967c-fe595dbc180e'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:41:14.151752 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-2fda2050-505e-48f3-b702-11b8138c77b5 req-a8876bb0-0eac-4c16-b7f9-901e94c92681 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] For port ab8b286e-9a63-4aef-ba88-e25b0d5f0463, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=ab8b286e-9a63-4aef-ba88-e25b0d5f0463,segment=NetworkSegment(2d9f9fa8-9a49-423e-86b2-3891aba5a1e6),segment_id=2d9f9fa8-9a49-423e-86b2-3891aba5a1e6)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:14.152147 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2fda2050-505e-48f3-b702-11b8138c77b5 req-a8876bb0-0eac-4c16-b7f9-901e94c92681 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:14.187722 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-2fda2050-505e-48f3-b702-11b8138c77b5 req-a8876bb0-0eac-4c16-b7f9-901e94c92681 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Calling delete_port for ab8b286e-9a63-4aef-ba88-e25b0d5f0463 owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:41:14.232669 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a81a73e-f207-4d43-a06c-e7bb07c15af7 None None] Routers {'15b03cc0-4d03-4abe-967c-fe595dbc180e'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:14.233648 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-1a81a73e-f207-4d43-a06c-e7bb07c15af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:40:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['15b03cc0-4d03-4abe-967c-fe595dbc180e'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:14.422955 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8deb6b-d388-41eb-990d-560647d6e85f tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:41:14.431543 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cb8deb6b-d388-41eb-990d-560647d6e85f tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:14.435912 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-cb8deb6b-d388-41eb-990d-560647d6e85f tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "PUT /v2.0/routers/6e4f419c-5ba3-4bf4-a489-f1a817d3eed9 HTTP/1.1" status: 200 len: 704 time: 5.1750062 Jul 29 23:41:14.450401 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ca8078-c5a8-4cb6-8161-5827505c76a3 None None] Sync routers for ids ['6e4f419c-5ba3-4bf4-a489-f1a817d3eed9'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:41:14.473008 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 34138) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:14.484567 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ca8078-c5a8-4cb6-8161-5827505c76a3 None None] Routers {'6e4f419c-5ba3-4bf4-a489-f1a817d3eed9'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:14.487724 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-48ca8078-c5a8-4cb6-8161-5827505c76a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:40:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['6e4f419c-5ba3-4bf4-a489-f1a817d3eed9'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:14.546022 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2fda2050-505e-48f3-b702-11b8138c77b5 req-a8876bb0-0eac-4c16-b7f9-901e94c92681 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:14.574512 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-93370c1a-9e91-4da7-843c-9ad01152425e req-863fc83d-e3c1-4e69-ac17-dd8677e6e1e0 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8092639 Jul 29 23:41:14.641633 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8876bb0-0eac-4c16-b7f9-901e94c92681 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Pushing event deleted for resources: {'Port': ['ID=ab8b286e-9a63-4aef-ba88-e25b0d5f0463,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:14.707771 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254a82c1-52d8-45f1-9ab6-b6dd0da22f3b req-f06223ec-3387-456b-9a22-b6626e8050b0 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:14.714571 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-254a82c1-52d8-45f1-9ab6-b6dd0da22f3b req-f06223ec-3387-456b-9a22-b6626e8050b0 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.3730354 Jul 29 23:41:14.760953 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['ab8b286e-9a63-4aef-ba88-e25b0d5f0463'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:41:14.786987 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-1a81a73e-f207-4d43-a06c-e7bb07c15af7 None None] Set router 15b03cc0-4d03-4abe-967c-fe595dbc180e gateway port host: None {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:41:14.839355 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-48ca8078-c5a8-4cb6-8161-5827505c76a3 None None] Set router 6e4f419c-5ba3-4bf4-a489-f1a817d3eed9 gateway port host: None {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:41:14.847322 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-254a82c1-52d8-45f1-9ab6-b6dd0da22f3b req-a22d6e3f-28cc-4765-8e5b-5fe03d1a11b6 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316187 Jul 29 23:41:14.934659 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fda2050-505e-48f3-b702-11b8138c77b5 req-a8876bb0-0eac-4c16-b7f9-901e94c92681 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] No DVR routers for this DVR port ab8b286e-9a63-4aef-ba88-e25b0d5f0463 on host n-h1-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:41:14.963347 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2fda2050-505e-48f3-b702-11b8138c77b5 req-a8876bb0-0eac-4c16-b7f9-901e94c92681 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:14.965495 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2fda2050-505e-48f3-b702-11b8138c77b5 req-a8876bb0-0eac-4c16-b7f9-901e94c92681 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.41 "DELETE /v2.0/ports/ab8b286e-9a63-4aef-ba88-e25b0d5f0463 HTTP/1.1" status: 204 len: 173 time: 1.6965456 Jul 29 23:41:14.968466 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e27ebea-070d-4cea-aa60-a24023874950', 'name': 'network-vif-deleted', 'tag': 'ab8b286e-9a63-4aef-ba88-e25b0d5f0463'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:41:14.989634 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a807b7-f058-4543-a335-286948873132" -d '{"events": [{"server_uuid": "2e27ebea-070d-4cea-aa60-a24023874950", "name": "network-vif-deleted", "tag": "ab8b286e-9a63-4aef-ba88-e25b0d5f0463"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:41:15.002467 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d895a45-efb7-4e94-96fe-f5a708a31a14', 'name': 'network-vif-deleted', 'tag': '338bafd5-ef8b-4a8a-b262-70844d22db05'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:41:15.004817 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0c3be0-9362-4f07-83de-8a58d3e576e3" -d '{"events": [{"server_uuid": "7d895a45-efb7-4e94-96fe-f5a708a31a14", "name": "network-vif-deleted", "tag": "338bafd5-ef8b-4a8a-b262-70844d22db05"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:41:15.051468 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:15.107626 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d25ab437-6670-40cc-87b9-2c0e865bc804 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "GET /v2.0/routers/6e4f419c-5ba3-4bf4-a489-f1a817d3eed9 HTTP/1.1" status: 200 len: 704 time: 0.6336851 Jul 29 23:41:15.126114 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 34150) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:15.164891 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e002af31-6108-4461-baf3-1b4f556e363e req-489c73c6-be5c-465b-9ab2-07a106006fc3 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 210 time: 0.1979659 Jul 29 23:41:15.353108 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port f6217c94-eabe-45ce-b874-0a4c0b48ac47, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=f6217c94-eabe-45ce-b874-0a4c0b48ac47,segment=NetworkSegment(ef85db28-70b2-45f9-a81d-2e6ad416b196),segment_id=ef85db28-70b2-45f9-a81d-2e6ad416b196)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:15.364606 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:15.421357 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a79f98f4-dbe3-42b0-aaf7-4c565dc340f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:15.426450 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b77074b-766e-4f4f-af6e-23d361c4252c x-openstack-request-id: req-5b77074b-766e-4f4f-af6e-23d361c4252c {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:41:15.427155 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e27ebea-070d-4cea-aa60-a24023874950", "name": "network-vif-deleted", "tag": "ab8b286e-9a63-4aef-ba88-e25b0d5f0463", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:41:15.431183 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5b77074b-766e-4f4f-af6e-23d361c4252c {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:41:15.431183 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e27ebea-070d-4cea-aa60-a24023874950', 'name': 'network-vif-deleted', 'tag': 'ab8b286e-9a63-4aef-ba88-e25b0d5f0463', 'status': 'completed', 'code': 200} Jul 29 23:41:15.441852 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a79f98f4-dbe3-42b0-aaf7-4c565dc340f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:15.520108 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83114e4-9867-48ab-aceb-010e1576498b x-openstack-request-id: req-f83114e4-9867-48ab-aceb-010e1576498b {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:41:15.520555 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d895a45-efb7-4e94-96fe-f5a708a31a14", "name": "network-vif-deleted", "tag": "338bafd5-ef8b-4a8a-b262-70844d22db05", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:41:15.520939 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f83114e4-9867-48ab-aceb-010e1576498b {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:41:15.524874 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d895a45-efb7-4e94-96fe-f5a708a31a14', 'name': 'network-vif-deleted', 'tag': '338bafd5-ef8b-4a8a-b262-70844d22db05', 'status': 'completed', 'code': 200} Jul 29 23:41:15.586620 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-a79f98f4-dbe3-42b0-aaf7-4c565dc340f0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=78d08146027e4f15a312cef329cfbb49&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8674631 Jul 29 23:41:15.587164 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 34152) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:15.587897 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f98f4-dbe3-42b0-aaf7-4c565dc340f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d200b0-5d05-46e9-8520-58bbbdf3c831,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:15.637884 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=f6217c94-eabe-45ce-b874-0a4c0b48ac47,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:15.678524 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-48ca8078-c5a8-4cb6-8161-5827505c76a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'name': 'tempest-RoutersIpV6Test-router-1568818285', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:56Z', 'updated_at': '2021-07-29T23:41:11Z', 'revision_number': 7, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'gw_port_host': None, '_interfaces': [{'id': '54918d4e-7005-4a11-add4-fc4859647504', 'name': '', 'network_id': 'a02c6df4-947d-4092-9e1a-39ce80e556cf', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:e0:7a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '7bc27fc5-c70f-4be8-b885-0a9862c9c54f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:04Z', 'updated_at': '2021-07-29T23:40:26Z', 'revision_number': 5, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': '7bc27fc5-c70f-4be8-b885-0a9862c9c54f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb8c54e0-bd35-45b9-a4be-d0554d6c115c', 'name': '', 'network_id': 'be0ef6b8-77b4-4ed3-9224-01408e5c266e', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:d0:47:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '03f86caa-4553-4851-a853-95e452e44926', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:37Z', 'updated_at': '2021-07-29T23:41:13Z', 'revision_number': 5, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': '03f86caa-4553-4851-a853-95e452e44926', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6217c94-eabe-45ce-b874-0a4c0b48ac47', 'name': '', 'network_id': '22aaa846-f372-486f-8a4b-114b34bd939e', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:8c:b7:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': 'e138a421-fb08-4617-a46a-cf9e50136a10', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:52Z', 'updated_at': '2021-07-29T23:41:07Z', 'revision_number': 4, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': 'e138a421-fb08-4617-a46a-cf9e50136a10', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdb0a764-98f4-4c2f-97b2-a0f189b7e291', 'name': '', 'network_id': 'e228caf7-7511-463b-9347-b74912c97702', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:e0:cb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'c9a6e33e-a48c-46ad-a582-5404d0059b7b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:20Z', 'updated_at': '2021-07-29T23:40:44Z', 'revision_number': 5, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': 'c9a6e33e-a48c-46ad-a582-5404d0059b7b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:15.723876 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 0bfee63f-37a3-4407-9c97-cb33ea1fcee6 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:41:15.735942 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c254cf-f35e-47a5-9414-8d34e8ce4045 req-f6d272c8-43c8-4706-8710-ca6e7f66fb5a tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:15.749963 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e7c254cf-f35e-47a5-9414-8d34e8ce4045 req-f6d272c8-43c8-4706-8710-ca6e7f66fb5a tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.4462619 Jul 29 23:41:15.773222 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ca8078-c5a8-4cb6-8161-5827505c76a3 None None] Checking router: 6e4f419c-5ba3-4bf4-a489-f1a817d3eed9 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:41:15.791053 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ca8078-c5a8-4cb6-8161-5827505c76a3 None None] Routers {'6e4f419c-5ba3-4bf4-a489-f1a817d3eed9'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:15.792071 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-48ca8078-c5a8-4cb6-8161-5827505c76a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:40:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['6e4f419c-5ba3-4bf4-a489-f1a817d3eed9'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:15.849038 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3e1536f8-c18c-48c7-8b3e-bde2b3f1a726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:15.887062 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 0bfee63f-37a3-4407-9c97-cb33ea1fcee6 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:15.898201 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:15.903168 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-1a81a73e-f207-4d43-a06c-e7bb07c15af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'name': 'tempest-RoutersTest-router-915602155', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:57Z', 'updated_at': '2021-07-29T23:41:05Z', 'revision_number': 5, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'gw_port_host': None, '_interfaces': [{'id': '0d96c483-84b6-46a2-ba32-ac8f559a1c2b', 'name': '', 'network_id': 'd3d98fff-a0f2-4bd5-b8cb-f7dc60ec58ff', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'mac_address': 'fa:16:3e:bd:58:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '52699cfb-6dbb-4f48-a9d3-1014f68a21dd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:43Z', 'updated_at': '2021-07-29T23:41:09Z', 'revision_number': 5, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'subnets': [{'id': '52699cfb-6dbb-4f48-a9d3-1014f68a21dd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0eee71f0-4419-46e7-8eca-9efeeec56bc2', 'name': '', 'network_id': 'c604adf0-0e48-45b2-aa5b-b1d694c44618', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'mac_address': 'fa:16:3e:f9:54:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '3ab0aca6-9c79-4ba4-90ca-fe1ff8b6bd7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:33Z', 'updated_at': '2021-07-29T23:40:52Z', 'revision_number': 5, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'subnets': [{'id': '3ab0aca6-9c79-4ba4-90ca-fe1ff8b6bd7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37d448e7-9d29-4944-a519-dd277ecd95a9', 'name': '', 'network_id': 'f9e76966-269c-4c86-981e-e0d70eb9c263', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'mac_address': 'fa:16:3e:75:6f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '7190b984-bc82-457e-9f25-c606d7dde3e3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:02Z', 'updated_at': '2021-07-29T23:41:07Z', 'revision_number': 2, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'subnets': [{'id': '7190b984-bc82-457e-9f25-c606d7dde3e3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f49de2e-a972-48b2-9fed-0ae4ad002d0b', 'name': '', 'network_id': '6c2eaf9c-1b68-4dff-89ae-76869996c21c', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'mac_address': 'fa:16:3e:cf:f3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': 'e914c1e7-e0d1-484d-8ef5-937e66f8c162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:08Z', 'updated_at': '2021-07-29T23:40:31Z', 'revision_number': 5, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'subnets': [{'id': 'e914c1e7-e0d1-484d-8ef5-937e66f8c162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:15.974641 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e7c254cf-f35e-47a5-9414-8d34e8ce4045 req-ecd91242-4f39-43bf-87d5-671e388dfdcf tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231064 Jul 29 23:41:15.997505 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-48ca8078-c5a8-4cb6-8161-5827505c76a3 None None] Set router 6e4f419c-5ba3-4bf4-a489-f1a817d3eed9 gateway port host: None {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:41:16.044291 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a81a73e-f207-4d43-a06c-e7bb07c15af7 None None] Checking router: 15b03cc0-4d03-4abe-967c-fe595dbc180e for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:41:16.044684 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a81a73e-f207-4d43-a06c-e7bb07c15af7 None None] Updating router 15b03cc0-4d03-4abe-967c-fe595dbc180e port 37d448e7-9d29-4944-a519-dd277ecd95a9 binding host n-d-712141-10 {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:41:16.069945 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3e1536f8-c18c-48c7-8b3e-bde2b3f1a726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:16.109954 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.extraroute_db [None req-1783eb5b-ea6d-4817-8c2f-81f4bc9b0ebb tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=94077) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 29 23:41:16.159173 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1a81a73e-f207-4d43-a06c-e7bb07c15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:16.162888 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.extraroute_db [None req-1783eb5b-ea6d-4817-8c2f-81f4bc9b0ebb tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Removed routes are [] {{(pid=94077) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 29 23:41:16.174359 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1783eb5b-ea6d-4817-8c2f-81f4bc9b0ebb tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16269258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16714856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:16.253143 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3e1536f8-c18c-48c7-8b3e-bde2b3f1a726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:16.257096 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3e1536f8-c18c-48c7-8b3e-bde2b3f1a726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:16.265143 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-3e1536f8-c18c-48c7-8b3e-bde2b3f1a726 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/33d200b0-5d05-46e9-8520-58bbbdf3c831 HTTP/1.1" status: 204 len: 168 time: 0.6626976 Jul 29 23:41:16.386521 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1536f8-c18c-48c7-8b3e-bde2b3f1a726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d200b0-5d05-46e9-8520-58bbbdf3c831,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:16.450395 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-93131e42-5c11-4ca0-b926-54095d9a2526 req-a1ab06fa-b7f9-4c97-a07c-f5f0c2718a34 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e27ebea-070d-4cea-aa60-a24023874950 HTTP/1.1" status: 200 len: 210 time: 0.1731963 Jul 29 23:41:16.632949 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a36f6c-fc97-429c-8ce3-3bcda8bd903d req-b607c45a-8c9a-4840-8292-935f5b4a9bc9 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:16.637823 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e1a36f6c-fc97-429c-8ce3-3bcda8bd903d req-b607c45a-8c9a-4840-8292-935f5b4a9bc9 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1ebbb42-87f5-4464-832d-39e3a37b8b1d HTTP/1.1" status: 200 len: 945 time: 0.3063395 Jul 29 23:41:16.859021 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8af3059c-bd30-485f-afac-d6b9f961cb02 req-0ab209ca-bbb3-48b3-9d81-e8263fbd4399 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 210 time: 0.1006737 Jul 29 23:41:16.917603 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-48ca8078-c5a8-4cb6-8161-5827505c76a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'name': 'tempest-RoutersIpV6Test-router-1568818285', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:56Z', 'updated_at': '2021-07-29T23:41:11Z', 'revision_number': 7, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'gw_port_host': None, '_interfaces': [{'id': '54918d4e-7005-4a11-add4-fc4859647504', 'name': '', 'network_id': 'a02c6df4-947d-4092-9e1a-39ce80e556cf', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:e0:7a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '7bc27fc5-c70f-4be8-b885-0a9862c9c54f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:04Z', 'updated_at': '2021-07-29T23:40:26Z', 'revision_number': 5, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': '7bc27fc5-c70f-4be8-b885-0a9862c9c54f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb8c54e0-bd35-45b9-a4be-d0554d6c115c', 'name': '', 'network_id': 'be0ef6b8-77b4-4ed3-9224-01408e5c266e', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:d0:47:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '03f86caa-4553-4851-a853-95e452e44926', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:37Z', 'updated_at': '2021-07-29T23:41:13Z', 'revision_number': 5, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': '03f86caa-4553-4851-a853-95e452e44926', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6217c94-eabe-45ce-b874-0a4c0b48ac47', 'name': '', 'network_id': '22aaa846-f372-486f-8a4b-114b34bd939e', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:8c:b7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': 'e138a421-fb08-4617-a46a-cf9e50136a10', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:52Z', 'updated_at': '2021-07-29T23:41:15Z', 'revision_number': 5, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': 'e138a421-fb08-4617-a46a-cf9e50136a10', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdb0a764-98f4-4c2f-97b2-a0f189b7e291', 'name': '', 'network_id': 'e228caf7-7511-463b-9347-b74912c97702', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:e0:cb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'c9a6e33e-a48c-46ad-a582-5404d0059b7b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:20Z', 'updated_at': '2021-07-29T23:40:44Z', 'revision_number': 5, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': 'c9a6e33e-a48c-46ad-a582-5404d0059b7b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:16.922591 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e1a36f6c-fc97-429c-8ce3-3bcda8bd903d req-455dac0e-e46b-4885-82df-dacc95241624 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/security-groups?id=81e89418-223e-492a-b406-e46bb556ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586439 Jul 29 23:41:17.008177 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1783eb5b-ea6d-4817-8c2f-81f4bc9b0ebb tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16269258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16714856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:17.015705 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1783eb5b-ea6d-4817-8c2f-81f4bc9b0ebb tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16269265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16269272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16714879'] for router, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:17.046794 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ca8078-c5a8-4cb6-8161-5827505c76a3 None None] The sync data for ids ['6e4f419c-5ba3-4bf4-a489-f1a817d3eed9'] in n-d-712141-10 is: [{'id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'name': 'tempest-RoutersIpV6Test-router-1568818285', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:56Z', 'updated_at': '2021-07-29T23:41:11Z', 'revision_number': 7, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'gw_port_host': None, '_interfaces': [{'id': '54918d4e-7005-4a11-add4-fc4859647504', 'name': '', 'network_id': 'a02c6df4-947d-4092-9e1a-39ce80e556cf', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:e0:7a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '7bc27fc5-c70f-4be8-b885-0a9862c9c54f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:04Z', 'updated_at': '2021-07-29T23:40:26Z', 'revision_number': 5, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': '7bc27fc5-c70f-4be8-b885-0a9862c9c54f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb8c54e0-bd35-45b9-a4be-d0554d6c115c', 'name': '', 'network_id': 'be0ef6b8-77b4-4ed3-9224-01408e5c266e', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:d0:47:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '03f86caa-4553-4851-a853-95e452e44926', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:37Z', 'updated_at': '2021-07-29T23:41:13Z', 'revision_number': 5, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': '03f86caa-4553-4851-a853-95e452e44926', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6217c94-eabe-45ce-b874-0a4c0b48ac47', 'name': '', 'network_id': '22aaa846-f372-486f-8a4b-114b34bd939e', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:8c:b7:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': 'e138a421-fb08-4617-a46a-cf9e50136a10', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:52Z', 'updated_at': '2021-07-29T23:41:15Z', 'revision_number': 5, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': 'e138a421-fb08-4617-a46a-cf9e50136a10', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdb0a764-98f4-4c2f-97b2-a0f189b7e291', 'name': '', 'network_id': 'e228caf7-7511-463b-9347-b74912c97702', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:e0:cb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'c9a6e33e-a48c-46ad-a582-5404d0059b7b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:20Z', 'updated_at': '2021-07-29T23:40:44Z', 'revision_number': 5, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': 'c9a6e33e-a48c-46ad-a582-5404d0059b7b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:41:17.180268 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b09be5-c518-4f5a-8e77-c1ea5500c502 req-02a4c5d0-1c9f-4cc4-99b4-1c7e6d4211cc tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:17.201866 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-59b09be5-c518-4f5a-8e77-c1ea5500c502 req-02a4c5d0-1c9f-4cc4-99b4-1c7e6d4211cc tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.1815155 Jul 29 23:41:17.241457 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device cb8c54e0-bd35-45b9-a4be-d0554d6c115c up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:41:17.312761 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1783eb5b-ea6d-4817-8c2f-81f4bc9b0ebb tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Router 15b03cc0-4d03-4abe-967c-fe595dbc180e has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:41:17.344581 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device ab8b286e-9a63-4aef-ba88-e25b0d5f0463 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:41:17.351146 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-59b09be5-c518-4f5a-8e77-c1ea5500c502 req-6c45f076-2f79-46f2-b429-2e9b61a35389 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470881 Jul 29 23:41:17.464183 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] No Port match for: ab8b286e-9a63-4aef-ba88-e25b0d5f0463 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:41:17.464795 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device ab8b286e-9a63-4aef-ba88-e25b0d5f0463 not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:41:17.541904 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1a81a73e-f207-4d43-a06c-e7bb07c15af7 None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:17.581145 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1a81a73e-f207-4d43-a06c-e7bb07c15af7 None None] Transition to ACTIVE for port object 37d448e7-9d29-4944-a519-dd277ecd95a9 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:41:17.622967 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1a81a73e-f207-4d43-a06c-e7bb07c15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:17.630579 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-07eed2b7-7fa9-46ff-a029-e39a1ab38be9 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:17.739440 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port cb8c54e0-bd35-45b9-a4be-d0554d6c115c triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:17.741282 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:17.783641 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1783eb5b-ea6d-4817-8c2f-81f4bc9b0ebb tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:41:17.916865 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1783eb5b-ea6d-4817-8c2f-81f4bc9b0ebb tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:17.920558 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-1783eb5b-ea6d-4817-8c2f-81f4bc9b0ebb tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "PUT /v2.0/routers/15b03cc0-4d03-4abe-967c-fe595dbc180e HTTP/1.1" status: 200 len: 933 time: 3.8377604 Jul 29 23:41:17.925605 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cad39239-3b23-4df2-a470-1258f4f0948a req-a8fa5903-8746-49f8-ab55-ee4a1d39f003 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e27ebea-070d-4cea-aa60-a24023874950 HTTP/1.1" status: 200 len: 210 time: 0.2127686 Jul 29 23:41:17.935438 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 34184) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:17.943342 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8217ff7-f739-41d0-9ca5-a5d823982508 None None] Pushing event updated for resources: {'Port': ['ID=37d448e7-9d29-4944-a519-dd277ecd95a9,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:17.984869 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34dcf9-8edf-43bc-8b2a-5c2ec927ca9f req-a233e939-175a-4632-8348-5ee096742951 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:18.033143 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6d34dcf9-8edf-43bc-8b2a-5c2ec927ca9f req-a233e939-175a-4632-8348-5ee096742951 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.3883593 Jul 29 23:41:18.169485 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6d34dcf9-8edf-43bc-8b2a-5c2ec927ca9f req-a4235851-f0a8-48c2-ac0c-7d685116ac17 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350574 Jul 29 23:41:18.276437 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-1a81a73e-f207-4d43-a06c-e7bb07c15af7 None None] Attempting to bind port 37d448e7-9d29-4944-a519-dd277ecd95a9 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:41:18.277514 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-1a81a73e-f207-4d43-a06c-e7bb07c15af7 None None] Attempting to bind port 37d448e7-9d29-4944-a519-dd277ecd95a9 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': 'fed1c01d-c188-4deb-b4ba-0ec2e58af242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f9e76966-269c-4c86-981e-e0d70eb9c263'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:41:18.281909 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a81a73e-f207-4d43-a06c-e7bb07c15af7 None None] Attempting to bind port 37d448e7-9d29-4944-a519-dd277ecd95a9 on network f9e76966-269c-4c86-981e-e0d70eb9c263 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:41:18.365986 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a81a73e-f207-4d43-a06c-e7bb07c15af7 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:41:18.366598 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a81a73e-f207-4d43-a06c-e7bb07c15af7 None None] Checking segment: {'id': 'fed1c01d-c188-4deb-b4ba-0ec2e58af242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f9e76966-269c-4c86-981e-e0d70eb9c263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:41:18.367366 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1a81a73e-f207-4d43-a06c-e7bb07c15af7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:18.367629 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a81a73e-f207-4d43-a06c-e7bb07c15af7 None None] Bound using segment: {'id': 'fed1c01d-c188-4deb-b4ba-0ec2e58af242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f9e76966-269c-4c86-981e-e0d70eb9c263'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:41:18.368280 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-1a81a73e-f207-4d43-a06c-e7bb07c15af7 None None] Bound port: 37d448e7-9d29-4944-a519-dd277ecd95a9, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fed1c01d-c188-4deb-b4ba-0ec2e58af242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'f9e76966-269c-4c86-981e-e0d70eb9c263'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:41:18.369133 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1a81a73e-f207-4d43-a06c-e7bb07c15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:18.423862 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 0d96c483-84b6-46a2-ba32-ac8f559a1c2b up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:41:18.528533 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-58a772a0-ce20-4862-bb52-82ba576bfcd5 req-f75dc2db-08a6-489c-aa8e-56974e6dfc61 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 210 time: 0.2230666 Jul 29 23:41:18.645628 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f624e0e6-9bc3-4dfc-9213-ec7167bb52c8 req-d0695868-d010-4253-94d1-f5d1d65604ac tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:18.653075 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f624e0e6-9bc3-4dfc-9213-ec7167bb52c8 req-d0695868-d010-4253-94d1-f5d1d65604ac tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1ebbb42-87f5-4464-832d-39e3a37b8b1d HTTP/1.1" status: 200 len: 945 time: 0.3664982 Jul 29 23:41:18.658802 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 34202) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:18.704277 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1a81a73e-f207-4d43-a06c-e7bb07c15af7 None None] For port 37d448e7-9d29-4944-a519-dd277ecd95a9, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:41:18.708285 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1a81a73e-f207-4d43-a06c-e7bb07c15af7 None None] For port 37d448e7-9d29-4944-a519-dd277ecd95a9, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=37d448e7-9d29-4944-a519-dd277ecd95a9,segment=NetworkSegment(fed1c01d-c188-4deb-b4ba-0ec2e58af242),segment_id=fed1c01d-c188-4deb-b4ba-0ec2e58af242)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:41:18.719439 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 0d96c483-84b6-46a2-ba32-ac8f559a1c2b triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:18.721108 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:18.732881 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1a81a73e-f207-4d43-a06c-e7bb07c15af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:18.739810 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0537c7-c5d7-4c1b-b06b-da6cebe2e9c3 req-172d6caa-c924-4ba5-aad1-f04dca88b44c tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:18.742029 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bf0537c7-c5d7-4c1b-b06b-da6cebe2e9c3 req-172d6caa-c924-4ba5-aad1-f04dca88b44c tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1ebbb42-87f5-4464-832d-39e3a37b8b1d HTTP/1.1" status: 200 len: 945 time: 0.2977636 Jul 29 23:41:18.873184 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bf0537c7-c5d7-4c1b-b06b-da6cebe2e9c3 req-b5ffdbf5-af1c-428a-94e1-42ab66cf759b tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/security-groups?id=81e89418-223e-492a-b406-e46bb556ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000519 Jul 29 23:41:18.975248 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-28caf3d8-b747-43ae-b71a-8ece33688afa tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "GET /v2.0/routers/15b03cc0-4d03-4abe-967c-fe595dbc180e HTTP/1.1" status: 200 len: 933 time: 1.0385244 Jul 29 23:41:18.978237 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 34208) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:18.985810 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-a8c85654-6e78-44e3-938b-39df412df47d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-944776886-network', 'tenant_id': 'bae45ae89395414b9bdc7d7c7498d763'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:18.998862 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-15d23c85-35a2-45e4-92b5-da4ae3c11d5f tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Request body: {'router': {'routes': None}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:19.071598 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8217ff7-f739-41d0-9ca5-a5d823982508 None None] Pushing event updated for resources: {'Port': ['ID=37d448e7-9d29-4944-a519-dd277ecd95a9,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:19.078132 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a81a73e-f207-4d43-a06c-e7bb07c15af7 None None] Routers {'15b03cc0-4d03-4abe-967c-fe595dbc180e'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:19.078785 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-1a81a73e-f207-4d43-a06c-e7bb07c15af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:40:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['15b03cc0-4d03-4abe-967c-fe595dbc180e'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:19.212862 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-1a81a73e-f207-4d43-a06c-e7bb07c15af7 None None] Set router 15b03cc0-4d03-4abe-967c-fe595dbc180e gateway port host: None {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:41:19.285337 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7dbd12-e7dd-4858-b07f-5ec7b70d7613 req-dff8aa1a-7fe7-456b-a2bd-726731dcd0c0 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:19.293841 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ce7dbd12-e7dd-4858-b07f-5ec7b70d7613 req-dff8aa1a-7fe7-456b-a2bd-726731dcd0c0 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.5319324 Jul 29 23:41:19.332077 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6f5fa912-0231-44f7-bc3f-f645f5fb9a04 req-91c3a515-4e49-4272-8794-b558ceab3bd9 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e27ebea-070d-4cea-aa60-a24023874950 HTTP/1.1" status: 200 len: 210 time: 0.2082596 Jul 29 23:41:19.476162 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c85654-6e78-44e3-938b-39df412df47d admin admin] Made reservation on behalf of bae45ae89395414b9bdc7d7c7498d763 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:41:19.480039 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a8c85654-6e78-44e3-938b-39df412df47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:19.516899 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-07eed2b7-7fa9-46ff-a029-e39a1ab38be9 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Deleting port f6217c94-eabe-45ce-b874-0a4c0b48ac47 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:41:19.517344 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-07eed2b7-7fa9-46ff-a029-e39a1ab38be9 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:19.649707 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-07eed2b7-7fa9-46ff-a029-e39a1ab38be9 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] For port f6217c94-eabe-45ce-b874-0a4c0b48ac47, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=f6217c94-eabe-45ce-b874-0a4c0b48ac47,segment=NetworkSegment(ef85db28-70b2-45f9-a81d-2e6ad416b196),segment_id=ef85db28-70b2-45f9-a81d-2e6ad416b196)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:19.649707 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-07eed2b7-7fa9-46ff-a029-e39a1ab38be9 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:19.664161 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-07eed2b7-7fa9-46ff-a029-e39a1ab38be9 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Calling delete_port for f6217c94-eabe-45ce-b874-0a4c0b48ac47 owned by network:router_interface {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:41:19.725865 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a8c85654-6e78-44e3-938b-39df412df47d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:19.839288 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:19.873111 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ce7dbd12-e7dd-4858-b07f-5ec7b70d7613 req-050dbfd5-4775-415c-ad0b-a935ff5eeb93 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5781965 Jul 29 23:41:19.882241 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-07eed2b7-7fa9-46ff-a029-e39a1ab38be9 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:19.884056 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-f624e0e6-9bc3-4dfc-9213-ec7167bb52c8 req-795df712-f537-4ae2-b3b3-4c56993fdc1d tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Deleting port 486f032c-a5b1-4bd5-bda4-11a6999e7a64 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:41:19.884731 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f624e0e6-9bc3-4dfc-9213-ec7167bb52c8 req-795df712-f537-4ae2-b3b3-4c56993fdc1d tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:19.926080 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eed2b7-7fa9-46ff-a029-e39a1ab38be9 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event deleted for resources: {'Port': ['ID=f6217c94-eabe-45ce-b874-0a4c0b48ac47,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:19.973612 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-1a81a73e-f207-4d43-a06c-e7bb07c15af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'name': 'tempest-RoutersTest-router-915602155', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:57Z', 'updated_at': '2021-07-29T23:41:16Z', 'revision_number': 6, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'gw_port_host': None, '_interfaces': [{'id': '0d96c483-84b6-46a2-ba32-ac8f559a1c2b', 'name': '', 'network_id': 'd3d98fff-a0f2-4bd5-b8cb-f7dc60ec58ff', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'mac_address': 'fa:16:3e:bd:58:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '52699cfb-6dbb-4f48-a9d3-1014f68a21dd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:43Z', 'updated_at': '2021-07-29T23:41:09Z', 'revision_number': 5, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'subnets': [{'id': '52699cfb-6dbb-4f48-a9d3-1014f68a21dd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0eee71f0-4419-46e7-8eca-9efeeec56bc2', 'name': '', 'network_id': 'c604adf0-0e48-45b2-aa5b-b1d694c44618', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'mac_address': 'fa:16:3e:f9:54:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '3ab0aca6-9c79-4ba4-90ca-fe1ff8b6bd7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:33Z', 'updated_at': '2021-07-29T23:40:52Z', 'revision_number': 5, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'subnets': [{'id': '3ab0aca6-9c79-4ba4-90ca-fe1ff8b6bd7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37d448e7-9d29-4944-a519-dd277ecd95a9', 'name': '', 'network_id': 'f9e76966-269c-4c86-981e-e0d70eb9c263', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'mac_address': 'fa:16:3e:75:6f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '7190b984-bc82-457e-9f25-c606d7dde3e3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:02Z', 'updated_at': '2021-07-29T23:41:18Z', 'revision_number': 4, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'subnets': [{'id': '7190b984-bc82-457e-9f25-c606d7dde3e3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f49de2e-a972-48b2-9fed-0ae4ad002d0b', 'name': '', 'network_id': '6c2eaf9c-1b68-4dff-89ae-76869996c21c', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'mac_address': 'fa:16:3e:cf:f3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': 'e914c1e7-e0d1-484d-8ef5-937e66f8c162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:08Z', 'updated_at': '2021-07-29T23:40:31Z', 'revision_number': 5, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'subnets': [{'id': 'e914c1e7-e0d1-484d-8ef5-937e66f8c162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:20.049565 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a81a73e-f207-4d43-a06c-e7bb07c15af7 None None] The sync data for ids ['15b03cc0-4d03-4abe-967c-fe595dbc180e'] in n-d-712141-10 is: [{'id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'name': 'tempest-RoutersTest-router-915602155', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:57Z', 'updated_at': '2021-07-29T23:41:16Z', 'revision_number': 6, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'gw_port_host': None, '_interfaces': [{'id': '0d96c483-84b6-46a2-ba32-ac8f559a1c2b', 'name': '', 'network_id': 'd3d98fff-a0f2-4bd5-b8cb-f7dc60ec58ff', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'mac_address': 'fa:16:3e:bd:58:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '52699cfb-6dbb-4f48-a9d3-1014f68a21dd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:43Z', 'updated_at': '2021-07-29T23:41:09Z', 'revision_number': 5, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'subnets': [{'id': '52699cfb-6dbb-4f48-a9d3-1014f68a21dd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0eee71f0-4419-46e7-8eca-9efeeec56bc2', 'name': '', 'network_id': 'c604adf0-0e48-45b2-aa5b-b1d694c44618', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'mac_address': 'fa:16:3e:f9:54:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '3ab0aca6-9c79-4ba4-90ca-fe1ff8b6bd7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:33Z', 'updated_at': '2021-07-29T23:40:52Z', 'revision_number': 5, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'subnets': [{'id': '3ab0aca6-9c79-4ba4-90ca-fe1ff8b6bd7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37d448e7-9d29-4944-a519-dd277ecd95a9', 'name': '', 'network_id': 'f9e76966-269c-4c86-981e-e0d70eb9c263', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'mac_address': 'fa:16:3e:75:6f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '7190b984-bc82-457e-9f25-c606d7dde3e3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:02Z', 'updated_at': '2021-07-29T23:41:18Z', 'revision_number': 4, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'subnets': [{'id': '7190b984-bc82-457e-9f25-c606d7dde3e3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f49de2e-a972-48b2-9fed-0ae4ad002d0b', 'name': '', 'network_id': '6c2eaf9c-1b68-4dff-89ae-76869996c21c', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'mac_address': 'fa:16:3e:cf:f3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': 'e914c1e7-e0d1-484d-8ef5-937e66f8c162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:08Z', 'updated_at': '2021-07-29T23:40:31Z', 'revision_number': 5, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'subnets': [{'id': 'e914c1e7-e0d1-484d-8ef5-937e66f8c162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:41:20.268686 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-07eed2b7-7fa9-46ff-a029-e39a1ab38be9 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:20.283843 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device f6217c94-eabe-45ce-b874-0a4c0b48ac47 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:41:20.414638 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: f6217c94-eabe-45ce-b874-0a4c0b48ac47 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:41:20.418107 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device f6217c94-eabe-45ce-b874-0a4c0b48ac47 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 29 23:41:20.468997 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Port f6217c94-eabe-45ce-b874-0a4c0b48ac47 not found, will not notify nova. {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 29 23:41:20.498248 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-39e249ed-114f-4896-a92d-3db227684cff req-8e207121-07dc-46f7-8cce-fa9853405f8c tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 210 time: 0.4530129 Jul 29 23:41:20.615873 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07eed2b7-7fa9-46ff-a029-e39a1ab38be9 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Router 6e4f419c-5ba3-4bf4-a489-f1a817d3eed9 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:41:20.826372 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07eed2b7-7fa9-46ff-a029-e39a1ab38be9 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:41:20.836555 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-07eed2b7-7fa9-46ff-a029-e39a1ab38be9 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "PUT /v2.0/routers/6e4f419c-5ba3-4bf4-a489-f1a817d3eed9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7051852 Jul 29 23:41:20.836837 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 34220) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:20.850704 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb2ac3e-4451-4383-889e-b265ee7e9f9b None None] Sync routers for ids ['6e4f419c-5ba3-4bf4-a489-f1a817d3eed9'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:41:20.875172 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb2ac3e-4451-4383-889e-b265ee7e9f9b None None] Routers {'6e4f419c-5ba3-4bf4-a489-f1a817d3eed9'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:20.876085 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-cfb2ac3e-4451-4383-889e-b265ee7e9f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:40:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['6e4f419c-5ba3-4bf4-a489-f1a817d3eed9'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:20.969296 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc3d30f5-5452-4bdd-b334-ef99a43facdb tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Deleting subnet e138a421-fb08-4617-a46a-cf9e50136a10 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:41:20.979094 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cc3d30f5-5452-4bdd-b334-ef99a43facdb tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:21.101737 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.extraroute_db [None req-15d23c85-35a2-45e4-92b5-da4ae3c11d5f tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Added routes are [] {{(pid=94078) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 29 23:41:21.102154 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.extraroute_db [None req-15d23c85-35a2-45e4-92b5-da4ae3c11d5f tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=94078) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 29 23:41:21.107062 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cc3d30f5-5452-4bdd-b334-ef99a43facdb tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:21.108048 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-f624e0e6-9bc3-4dfc-9213-ec7167bb52c8 req-795df712-f537-4ae2-b3b3-4c56993fdc1d tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] For port 486f032c-a5b1-4bd5-bda4-11a6999e7a64, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=486f032c-a5b1-4bd5-bda4-11a6999e7a64,segment=NetworkSegment(59dfd488-a454-40cf-9438-9ce3dc7e6e5e),segment_id=59dfd488-a454-40cf-9438-9ce3dc7e6e5e)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:21.108048 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f624e0e6-9bc3-4dfc-9213-ec7167bb52c8 req-795df712-f537-4ae2-b3b3-4c56993fdc1d tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:21.144599 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-f624e0e6-9bc3-4dfc-9213-ec7167bb52c8 req-795df712-f537-4ae2-b3b3-4c56993fdc1d tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Calling delete_port for 486f032c-a5b1-4bd5-bda4-11a6999e7a64 owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:41:21.179170 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90fe4e1-4cfc-4023-8bc9-6b3c03bec9f4 req-e3fce2f1-b6b6-46d1-88af-4744cf9a7ec2 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:21.180784 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f90fe4e1-4cfc-4023-8bc9-6b3c03bec9f4 req-e3fce2f1-b6b6-46d1-88af-4744cf9a7ec2 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 1.1339545 Jul 29 23:41:21.203230 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-cfb2ac3e-4451-4383-889e-b265ee7e9f9b None None] Set router 6e4f419c-5ba3-4bf4-a489-f1a817d3eed9 gateway port host: None {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:41:21.330584 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-15d23c85-35a2-45e4-92b5-da4ae3c11d5f tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16269258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16714856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:21.380435 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c30957d-f222-44e9-b03f-426f74108f83 req-cb024442-f1ad-4fc9-a361-32b52b209994 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:21.394101 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4c30957d-f222-44e9-b03f-426f74108f83 req-cb024442-f1ad-4fc9-a361-32b52b209994 tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1ebbb42-87f5-4464-832d-39e3a37b8b1d HTTP/1.1" status: 200 len: 945 time: 0.4365141 Jul 29 23:41:21.409276 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cc3d30f5-5452-4bdd-b334-ef99a43facdb tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:21.477073 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a8c85654-6e78-44e3-938b-39df412df47d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:21.553469 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cc3d30f5-5452-4bdd-b334-ef99a43facdb tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:21.558223 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f90fe4e1-4cfc-4023-8bc9-6b3c03bec9f4 req-23ff9ee5-eca7-4488-9fbd-0a656520cf21 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3540270 Jul 29 23:41:21.569743 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a8c85654-6e78-44e3-938b-39df412df47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:21.694129 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c85654-6e78-44e3-938b-39df412df47d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=433a2f6b-1675-4bcb-833b-93b2608bb61e,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:21.694540 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3d30f5-5452-4bdd-b334-ef99a43facdb tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event deleted for resources: {'Subnet': ['ID=e138a421-fb08-4617-a46a-cf9e50136a10,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:21.729024 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cc3d30f5-5452-4bdd-b334-ef99a43facdb tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:21.732059 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bea8e4-6030-4879-abbe-c52f81eaa438 None None] Network 22aaa846-f372-486f-8a4b-114b34bd939e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:41:21.732394 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-cc3d30f5-5452-4bdd-b334-ef99a43facdb tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "DELETE /v2.0/subnets/e138a421-fb08-4617-a46a-cf9e50136a10 HTTP/1.1" status: 204 len: 168 time: 0.8942928 Jul 29 23:41:21.735018 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 34226) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:21.736611 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8c85654-6e78-44e3-938b-39df412df47d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:41:21.785645 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34199271-9f83-42a5-b091-49522a3e06c9 None None] Sync routers for ids ['15b03cc0-4d03-4abe-967c-fe595dbc180e'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:41:21.804673 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34199271-9f83-42a5-b091-49522a3e06c9 None None] Routers {'15b03cc0-4d03-4abe-967c-fe595dbc180e'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:21.805575 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-34199271-9f83-42a5-b091-49522a3e06c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:40:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['15b03cc0-4d03-4abe-967c-fe595dbc180e'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:21.848959 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4c30957d-f222-44e9-b03f-426f74108f83 req-88c684c6-9b1b-43a8-8c9e-6f68ecb413ee tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/security-groups?id=81e89418-223e-492a-b406-e46bb556ffb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4530602 Jul 29 23:41:21.855486 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a8c85654-6e78-44e3-938b-39df412df47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:21.863136 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-a8c85654-6e78-44e3-938b-39df412df47d admin admin] Added segment b09d6eca-9fe5-4bf0-b20a-e70119cfb306 of type vlan for network 18ec3550-7bbe-4aad-b146-2fd3b9b2c576 Jul 29 23:41:21.924247 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b3c5ca2d-ae4c-4067-af6c-e6fac443d6d7 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:21.974699 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-04135db3-6e52-499a-9cd9-d8126b69b011 req-2f705cd4-eb2a-4710-8498-a400b41909cf tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e27ebea-070d-4cea-aa60-a24023874950 HTTP/1.1" status: 200 len: 210 time: 0.1980519 Jul 29 23:41:22.089075 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-34199271-9f83-42a5-b091-49522a3e06c9 None None] Set router 15b03cc0-4d03-4abe-967c-fe595dbc180e gateway port host: None {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:41:22.149145 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-b3c5ca2d-ae4c-4067-af6c-e6fac443d6d7 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Deleting port e3557083-845d-434c-a263-f210a8580f4e {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:41:22.153351 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b3c5ca2d-ae4c-4067-af6c-e6fac443d6d7 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:22.205607 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-cfb2ac3e-4451-4383-889e-b265ee7e9f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'name': 'tempest-RoutersIpV6Test-router-1568818285', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:56Z', 'updated_at': '2021-07-29T23:41:19Z', 'revision_number': 8, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'gw_port_host': None, '_interfaces': [{'id': '54918d4e-7005-4a11-add4-fc4859647504', 'name': '', 'network_id': 'a02c6df4-947d-4092-9e1a-39ce80e556cf', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:e0:7a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '7bc27fc5-c70f-4be8-b885-0a9862c9c54f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:04Z', 'updated_at': '2021-07-29T23:40:26Z', 'revision_number': 5, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': '7bc27fc5-c70f-4be8-b885-0a9862c9c54f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb8c54e0-bd35-45b9-a4be-d0554d6c115c', 'name': '', 'network_id': 'be0ef6b8-77b4-4ed3-9224-01408e5c266e', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:d0:47:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '03f86caa-4553-4851-a853-95e452e44926', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:37Z', 'updated_at': '2021-07-29T23:41:13Z', 'revision_number': 5, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': '03f86caa-4553-4851-a853-95e452e44926', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdb0a764-98f4-4c2f-97b2-a0f189b7e291', 'name': '', 'network_id': 'e228caf7-7511-463b-9347-b74912c97702', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:e0:cb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'c9a6e33e-a48c-46ad-a582-5404d0059b7b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:20Z', 'updated_at': '2021-07-29T23:40:44Z', 'revision_number': 5, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': 'c9a6e33e-a48c-46ad-a582-5404d0059b7b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:22.303971 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb2ac3e-4451-4383-889e-b265ee7e9f9b None None] Checking router: 6e4f419c-5ba3-4bf4-a489-f1a817d3eed9 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:41:22.316549 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72500035-e576-452e-87ad-610bc97223af None None] DHCP port deletion for 22aaa846-f372-486f-8a4b-114b34bd939e request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:41:22.329465 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 37d448e7-9d29-4944-a519-dd277ecd95a9 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:41:22.333775 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb2ac3e-4451-4383-889e-b265ee7e9f9b None None] Routers {'6e4f419c-5ba3-4bf4-a489-f1a817d3eed9'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:22.335452 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-cfb2ac3e-4451-4383-889e-b265ee7e9f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:40:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['6e4f419c-5ba3-4bf4-a489-f1a817d3eed9'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:22.371741 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-b3c5ca2d-ae4c-4067-af6c-e6fac443d6d7 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] For port e3557083-845d-434c-a263-f210a8580f4e, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=e3557083-845d-434c-a263-f210a8580f4e,segment=NetworkSegment(ef85db28-70b2-45f9-a81d-2e6ad416b196),segment_id=ef85db28-70b2-45f9-a81d-2e6ad416b196)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:22.372119 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b3c5ca2d-ae4c-4067-af6c-e6fac443d6d7 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:22.397488 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-b3c5ca2d-ae4c-4067-af6c-e6fac443d6d7 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Calling delete_port for e3557083-845d-434c-a263-f210a8580f4e owned by network:dhcp {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:41:22.605240 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-cfb2ac3e-4451-4383-889e-b265ee7e9f9b None None] Set router 6e4f419c-5ba3-4bf4-a489-f1a817d3eed9 gateway port host: None {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:41:22.625222 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-72500035-e576-452e-87ad-610bc97223af None None] Deleting port e3557083-845d-434c-a263-f210a8580f4e {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:41:22.625611 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-72500035-e576-452e-87ad-610bc97223af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:22.677295 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b3c5ca2d-ae4c-4067-af6c-e6fac443d6d7 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:22.718459 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c5ca2d-ae4c-4067-af6c-e6fac443d6d7 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] No DVR routers for this DVR port e3557083-845d-434c-a263-f210a8580f4e on host n-d-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:41:22.727144 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-34199271-9f83-42a5-b091-49522a3e06c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'name': 'tempest-RoutersTest-router-915602155', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:57Z', 'updated_at': '2021-07-29T23:41:21Z', 'revision_number': 7, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'gw_port_host': None, '_interfaces': [{'id': '0d96c483-84b6-46a2-ba32-ac8f559a1c2b', 'name': '', 'network_id': 'd3d98fff-a0f2-4bd5-b8cb-f7dc60ec58ff', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'mac_address': 'fa:16:3e:bd:58:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '52699cfb-6dbb-4f48-a9d3-1014f68a21dd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:43Z', 'updated_at': '2021-07-29T23:41:09Z', 'revision_number': 5, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'subnets': [{'id': '52699cfb-6dbb-4f48-a9d3-1014f68a21dd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0eee71f0-4419-46e7-8eca-9efeeec56bc2', 'name': '', 'network_id': 'c604adf0-0e48-45b2-aa5b-b1d694c44618', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'mac_address': 'fa:16:3e:f9:54:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '3ab0aca6-9c79-4ba4-90ca-fe1ff8b6bd7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:33Z', 'updated_at': '2021-07-29T23:40:52Z', 'revision_number': 5, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'subnets': [{'id': '3ab0aca6-9c79-4ba4-90ca-fe1ff8b6bd7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37d448e7-9d29-4944-a519-dd277ecd95a9', 'name': '', 'network_id': 'f9e76966-269c-4c86-981e-e0d70eb9c263', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'mac_address': 'fa:16:3e:75:6f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '7190b984-bc82-457e-9f25-c606d7dde3e3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:02Z', 'updated_at': '2021-07-29T23:41:18Z', 'revision_number': 4, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'subnets': [{'id': '7190b984-bc82-457e-9f25-c606d7dde3e3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f49de2e-a972-48b2-9fed-0ae4ad002d0b', 'name': '', 'network_id': '6c2eaf9c-1b68-4dff-89ae-76869996c21c', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'mac_address': 'fa:16:3e:cf:f3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': 'e914c1e7-e0d1-484d-8ef5-937e66f8c162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:08Z', 'updated_at': '2021-07-29T23:40:31Z', 'revision_number': 5, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'subnets': [{'id': 'e914c1e7-e0d1-484d-8ef5-937e66f8c162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:22.803201 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34199271-9f83-42a5-b091-49522a3e06c9 None None] Checking router: 15b03cc0-4d03-4abe-967c-fe595dbc180e for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:41:22.828835 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34199271-9f83-42a5-b091-49522a3e06c9 None None] Routers {'15b03cc0-4d03-4abe-967c-fe595dbc180e'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:22.832395 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-34199271-9f83-42a5-b091-49522a3e06c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:40:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['15b03cc0-4d03-4abe-967c-fe595dbc180e'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:22.860587 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 37d448e7-9d29-4944-a519-dd277ecd95a9 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:41:22.863894 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5143d9a5-f889-4f65-bb65-9fd4bc3ba19c req-a5ffebb7-3efd-4093-a0a6-e817a6a49306 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 210 time: 0.7941430 Jul 29 23:41:22.881238 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 37d448e7-9d29-4944-a519-dd277ecd95a9 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:22.881624 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:22.961370 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a8c85654-6e78-44e3-938b-39df412df47d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:22.979708 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b3c5ca2d-ae4c-4067-af6c-e6fac443d6d7 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:23.010186 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-b3c5ca2d-ae4c-4067-af6c-e6fac443d6d7 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22aaa846-f372-486f-8a4b-114b34bd939e']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:23.033601 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-15d23c85-35a2-45e4-92b5-da4ae3c11d5f tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16269258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16714856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:23.040538 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-b3c5ca2d-ae4c-4067-af6c-e6fac443d6d7 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef85db28-70b2-45f9-a81d-2e6ad416b196') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:23.042757 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-b3c5ca2d-ae4c-4067-af6c-e6fac443d6d7 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef85db28-70b2-45f9-a81d-2e6ad416b196') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:23.054218 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debade52-0f0d-43a3-9642-839e180d79c6 req-00b09ee0-f915-43eb-8f17-adf7666699c0 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:23.056527 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-debade52-0f0d-43a3-9642-839e180d79c6 req-00b09ee0-f915-43eb-8f17-adf7666699c0 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.1839917 Jul 29 23:41:23.067440 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f624e0e6-9bc3-4dfc-9213-ec7167bb52c8 req-795df712-f537-4ae2-b3b3-4c56993fdc1d tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:23.070391 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b3c5ca2d-ae4c-4067-af6c-e6fac443d6d7 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:23.089155 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b3c5ca2d-ae4c-4067-af6c-e6fac443d6d7 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:23.095012 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-34199271-9f83-42a5-b091-49522a3e06c9 None None] Set router 15b03cc0-4d03-4abe-967c-fe595dbc180e gateway port host: None {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:41:23.097643 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3c5ca2d-ae4c-4067-af6c-e6fac443d6d7 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:41:23.098207 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b3c5ca2d-ae4c-4067-af6c-e6fac443d6d7 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:23.141249 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.db.resource_extend [None req-a8c85654-6e78-44e3-938b-39df412df47d admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:41:23.184916 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:41:23.184916 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:41:23.184916 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:41:23.184916 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:41:23.184916 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:41:23.184916 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:41:23.184916 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:41:23.184916 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:41:23.184916 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:41:23.184916 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:41:23.184916 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:41:23.184916 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:41:23.184916 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:41:23.184916 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:41:23.184916 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:41:23.184916 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:41:23.184916 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:41:23.184916 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:41:23.184916 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:41:23.184916 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:41:23.184916 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:41:23.184916 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:41:23.184916 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:41:23.184916 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:41:23.184916 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:41:23.184916 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:41:23.184916 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:41:23.184916 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:41:23.184916 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:41:23.184916 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:41:23.184916 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:41:23.184916 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:41:23.195375 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c5ca2d-ae4c-4067-af6c-e6fac443d6d7 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event deleted for resources: {'Port': ['ID=e3557083-845d-434c-a263-f210a8580f4e,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:23.203168 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b3c5ca2d-ae4c-4067-af6c-e6fac443d6d7 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:23.213269 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b3c5ca2d-ae4c-4067-af6c-e6fac443d6d7 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:23.215620 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b3c5ca2d-ae4c-4067-af6c-e6fac443d6d7 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "DELETE /v2.0/networks/22aaa846-f372-486f-8a4b-114b34bd939e HTTP/1.1" status: 204 len: 168 time: 1.4793057 Jul 29 23:41:23.219460 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 34240) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:23.232546 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-15d23c85-35a2-45e4-92b5-da4ae3c11d5f tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16269265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16269272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16714879'] for router, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:23.361765 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-72500035-e576-452e-87ad-610bc97223af None None] For port e3557083-845d-434c-a263-f210a8580f4e, host n-d-712141-10, got binding levels [] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:23.361765 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-72500035-e576-452e-87ad-610bc97223af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:23.396646 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-aee7807e-6a76-4414-b486-dd266a42925d req-fb019b93-1e41-42ec-9dcc-37d9a699e0be tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1ebbb42-87f5-4464-832d-39e3a37b8b1d HTTP/1.1" status: 200 len: 210 time: 0.2457016 Jul 29 23:41:23.398094 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795df712-f537-4ae2-b3b3-4c56993fdc1d tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Pushing event deleted for resources: {'Port': ['ID=486f032c-a5b1-4bd5-bda4-11a6999e7a64,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:23.435386 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-debade52-0f0d-43a3-9642-839e180d79c6 req-439e4258-4ba6-465c-949f-c225cdc51ce6 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358443 Jul 29 23:41:23.439453 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-f624e0e6-9bc3-4dfc-9213-ec7167bb52c8 req-795df712-f537-4ae2-b3b3-4c56993fdc1d tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] No DVR routers for this DVR port 486f032c-a5b1-4bd5-bda4-11a6999e7a64 on host n-h1-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:41:23.443599 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c5ca2d-ae4c-4067-af6c-e6fac443d6d7 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event deleted for resources: {'Network': ['ID=22aaa846-f372-486f-8a4b-114b34bd939e,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:23.450184 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 486f032c-a5b1-4bd5-bda4-11a6999e7a64 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:41:23.484523 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f624e0e6-9bc3-4dfc-9213-ec7167bb52c8 req-795df712-f537-4ae2-b3b3-4c56993fdc1d tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:23.488125 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f624e0e6-9bc3-4dfc-9213-ec7167bb52c8 req-795df712-f537-4ae2-b3b3-4c56993fdc1d tempest-ServerRescueTestJSON-468039055 tempest-ServerRescueTestJSON-468039055-project] 10.222.0.41 "DELETE /v2.0/ports/486f032c-a5b1-4bd5-bda4-11a6999e7a64 HTTP/1.1" status: 204 len: 173 time: 4.8095171 Jul 29 23:41:23.492286 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a8c85654-6e78-44e3-938b-39df412df47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:23.493908 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c85654-6e78-44e3-938b-39df412df47d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:23.496645 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a8c85654-6e78-44e3-938b-39df412df47d admin admin] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:23.503646 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1ebbb42-87f5-4464-832d-39e3a37b8b1d', 'name': 'network-vif-deleted', 'tag': '486f032c-a5b1-4bd5-bda4-11a6999e7a64'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:41:23.510986 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61523827-8d4b-41b2-9076-abc644bba0c6" -d '{"events": [{"server_uuid": "a1ebbb42-87f5-4464-832d-39e3a37b8b1d", "name": "network-vif-deleted", "tag": "486f032c-a5b1-4bd5-bda4-11a6999e7a64"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:41:23.727569 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-72500035-e576-452e-87ad-610bc97223af None None] Calling delete_port for e3557083-845d-434c-a263-f210a8580f4e owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:41:23.737546 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.ipam_backend_mixin [None req-72500035-e576-452e-87ad-610bc97223af None None] Port e3557083-845d-434c-a263-f210a8580f4e was not found and therefore no delete operation was performed {{(pid=94079) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 23:41:23.741021 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-72500035-e576-452e-87ad-610bc97223af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:23.777872 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-72500035-e576-452e-87ad-610bc97223af None None] Network 22aaa846-f372-486f-8a4b-114b34bd939e is not hosted by any dhcp agent {{(pid=94079) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 23:41:23.778170 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72500035-e576-452e-87ad-610bc97223af None None] No DVR routers for this DVR port e3557083-845d-434c-a263-f210a8580f4e on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:41:23.835485 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5795ec5c-fbb6-4155-bbcd-0f25fd6ebcf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:23.837824 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] No Port match for: 486f032c-a5b1-4bd5-bda4-11a6999e7a64 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:41:23.837824 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 486f032c-a5b1-4bd5-bda4-11a6999e7a64 not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:41:23.859990 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:23.884554 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72500035-e576-452e-87ad-610bc97223af None None] Pushing event deleted for resources: {'Port': ['ID=e3557083-845d-434c-a263-f210a8580f4e,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:23.905432 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-34199271-9f83-42a5-b091-49522a3e06c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'name': 'tempest-RoutersTest-router-915602155', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:57Z', 'updated_at': '2021-07-29T23:41:21Z', 'revision_number': 7, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'gw_port_host': None, '_interfaces': [{'id': '0d96c483-84b6-46a2-ba32-ac8f559a1c2b', 'name': '', 'network_id': 'd3d98fff-a0f2-4bd5-b8cb-f7dc60ec58ff', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'mac_address': 'fa:16:3e:bd:58:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '52699cfb-6dbb-4f48-a9d3-1014f68a21dd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:43Z', 'updated_at': '2021-07-29T23:41:09Z', 'revision_number': 5, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'subnets': [{'id': '52699cfb-6dbb-4f48-a9d3-1014f68a21dd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0eee71f0-4419-46e7-8eca-9efeeec56bc2', 'name': '', 'network_id': 'c604adf0-0e48-45b2-aa5b-b1d694c44618', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'mac_address': 'fa:16:3e:f9:54:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '3ab0aca6-9c79-4ba4-90ca-fe1ff8b6bd7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:33Z', 'updated_at': '2021-07-29T23:40:52Z', 'revision_number': 5, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'subnets': [{'id': '3ab0aca6-9c79-4ba4-90ca-fe1ff8b6bd7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37d448e7-9d29-4944-a519-dd277ecd95a9', 'name': '', 'network_id': 'f9e76966-269c-4c86-981e-e0d70eb9c263', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'mac_address': 'fa:16:3e:75:6f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '7190b984-bc82-457e-9f25-c606d7dde3e3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:02Z', 'updated_at': '2021-07-29T23:41:18Z', 'revision_number': 4, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'subnets': [{'id': '7190b984-bc82-457e-9f25-c606d7dde3e3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f49de2e-a972-48b2-9fed-0ae4ad002d0b', 'name': '', 'network_id': '6c2eaf9c-1b68-4dff-89ae-76869996c21c', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'mac_address': 'fa:16:3e:cf:f3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': 'e914c1e7-e0d1-484d-8ef5-937e66f8c162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:08Z', 'updated_at': '2021-07-29T23:40:31Z', 'revision_number': 5, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'subnets': [{'id': 'e914c1e7-e0d1-484d-8ef5-937e66f8c162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:23.961555 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-cfb2ac3e-4451-4383-889e-b265ee7e9f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'name': 'tempest-RoutersIpV6Test-router-1568818285', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:56Z', 'updated_at': '2021-07-29T23:41:19Z', 'revision_number': 8, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'gw_port_host': None, '_interfaces': [{'id': '54918d4e-7005-4a11-add4-fc4859647504', 'name': '', 'network_id': 'a02c6df4-947d-4092-9e1a-39ce80e556cf', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:e0:7a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '7bc27fc5-c70f-4be8-b885-0a9862c9c54f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:04Z', 'updated_at': '2021-07-29T23:40:26Z', 'revision_number': 5, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': '7bc27fc5-c70f-4be8-b885-0a9862c9c54f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb8c54e0-bd35-45b9-a4be-d0554d6c115c', 'name': '', 'network_id': 'be0ef6b8-77b4-4ed3-9224-01408e5c266e', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:d0:47:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '03f86caa-4553-4851-a853-95e452e44926', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:37Z', 'updated_at': '2021-07-29T23:41:13Z', 'revision_number': 5, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': '03f86caa-4553-4851-a853-95e452e44926', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdb0a764-98f4-4c2f-97b2-a0f189b7e291', 'name': '', 'network_id': 'e228caf7-7511-463b-9347-b74912c97702', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:e0:cb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'c9a6e33e-a48c-46ad-a582-5404d0059b7b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:20Z', 'updated_at': '2021-07-29T23:40:44Z', 'revision_number': 5, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': 'c9a6e33e-a48c-46ad-a582-5404d0059b7b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:23.962482 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-21dadafc-c0e5-4646-bd09-252e86a63572 req-bbd0b54e-24de-4054-a23a-667e6a2310f6 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e27ebea-070d-4cea-aa60-a24023874950 HTTP/1.1" status: 200 len: 210 time: 0.2278557 Jul 29 23:41:23.967897 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-a8c85654-6e78-44e3-938b-39df412df47d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 5.2980194 Jul 29 23:41:23.972033 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 34248) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:23.990351 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-3f4dcab8-0b50-4fbf-bd68-9e901f9f41e1 admin admin] Request body: {'subnet': {'network_id': '18ec3550-7bbe-4aad-b146-2fd3b9b2c576', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-944776886-subnet', 'tenant_id': 'bae45ae89395414b9bdc7d7c7498d763', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:24.003058 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34199271-9f83-42a5-b091-49522a3e06c9 None None] The sync data for ids ['15b03cc0-4d03-4abe-967c-fe595dbc180e'] in n-d-712141-10 is: [{'id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'name': 'tempest-RoutersTest-router-915602155', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:57Z', 'updated_at': '2021-07-29T23:41:21Z', 'revision_number': 7, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'gw_port_host': None, '_interfaces': [{'id': '0d96c483-84b6-46a2-ba32-ac8f559a1c2b', 'name': '', 'network_id': 'd3d98fff-a0f2-4bd5-b8cb-f7dc60ec58ff', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'mac_address': 'fa:16:3e:bd:58:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '52699cfb-6dbb-4f48-a9d3-1014f68a21dd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:43Z', 'updated_at': '2021-07-29T23:41:09Z', 'revision_number': 5, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'subnets': [{'id': '52699cfb-6dbb-4f48-a9d3-1014f68a21dd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0eee71f0-4419-46e7-8eca-9efeeec56bc2', 'name': '', 'network_id': 'c604adf0-0e48-45b2-aa5b-b1d694c44618', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'mac_address': 'fa:16:3e:f9:54:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '3ab0aca6-9c79-4ba4-90ca-fe1ff8b6bd7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:33Z', 'updated_at': '2021-07-29T23:40:52Z', 'revision_number': 5, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'subnets': [{'id': '3ab0aca6-9c79-4ba4-90ca-fe1ff8b6bd7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37d448e7-9d29-4944-a519-dd277ecd95a9', 'name': '', 'network_id': 'f9e76966-269c-4c86-981e-e0d70eb9c263', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'mac_address': 'fa:16:3e:75:6f:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '7190b984-bc82-457e-9f25-c606d7dde3e3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:02Z', 'updated_at': '2021-07-29T23:41:18Z', 'revision_number': 4, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'subnets': [{'id': '7190b984-bc82-457e-9f25-c606d7dde3e3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f49de2e-a972-48b2-9fed-0ae4ad002d0b', 'name': '', 'network_id': '6c2eaf9c-1b68-4dff-89ae-76869996c21c', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'mac_address': 'fa:16:3e:cf:f3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': 'e914c1e7-e0d1-484d-8ef5-937e66f8c162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:08Z', 'updated_at': '2021-07-29T23:40:31Z', 'revision_number': 5, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'subnets': [{'id': 'e914c1e7-e0d1-484d-8ef5-937e66f8c162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:41:24.016576 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb2ac3e-4451-4383-889e-b265ee7e9f9b None None] The sync data for ids ['6e4f419c-5ba3-4bf4-a489-f1a817d3eed9'] in n-d-712141-10 is: [{'id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'name': 'tempest-RoutersIpV6Test-router-1568818285', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:56Z', 'updated_at': '2021-07-29T23:41:19Z', 'revision_number': 8, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'gw_port_host': None, '_interfaces': [{'id': '54918d4e-7005-4a11-add4-fc4859647504', 'name': '', 'network_id': 'a02c6df4-947d-4092-9e1a-39ce80e556cf', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:e0:7a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '7bc27fc5-c70f-4be8-b885-0a9862c9c54f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:04Z', 'updated_at': '2021-07-29T23:40:26Z', 'revision_number': 5, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': '7bc27fc5-c70f-4be8-b885-0a9862c9c54f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb8c54e0-bd35-45b9-a4be-d0554d6c115c', 'name': '', 'network_id': 'be0ef6b8-77b4-4ed3-9224-01408e5c266e', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:d0:47:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': '03f86caa-4553-4851-a853-95e452e44926', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:37Z', 'updated_at': '2021-07-29T23:41:13Z', 'revision_number': 5, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': '03f86caa-4553-4851-a853-95e452e44926', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdb0a764-98f4-4c2f-97b2-a0f189b7e291', 'name': '', 'network_id': 'e228caf7-7511-463b-9347-b74912c97702', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:e0:cb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'c9a6e33e-a48c-46ad-a582-5404d0059b7b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:20Z', 'updated_at': '2021-07-29T23:40:44Z', 'revision_number': 5, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': 'c9a6e33e-a48c-46ad-a582-5404d0059b7b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:41:24.020750 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 37d448e7-9d29-4944-a519-dd277ecd95a9, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=37d448e7-9d29-4944-a519-dd277ecd95a9,segment=NetworkSegment(fed1c01d-c188-4deb-b4ba-0ec2e58af242),segment_id=fed1c01d-c188-4deb-b4ba-0ec2e58af242)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:24.027926 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:24.043665 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c85654-6e78-44e3-938b-39df412df47d admin admin] Pushing event updated for resources: {'Network': ['ID=18ec3550-7bbe-4aad-b146-2fd3b9b2c576,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:24.089133 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a834a0-593d-41fd-bf4c-940cc6895acc x-openstack-request-id: req-67a834a0-593d-41fd-bf4c-940cc6895acc {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:41:24.090839 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1ebbb42-87f5-4464-832d-39e3a37b8b1d", "name": "network-vif-deleted", "tag": "486f032c-a5b1-4bd5-bda4-11a6999e7a64", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:41:24.091274 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-67a834a0-593d-41fd-bf4c-940cc6895acc {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:41:24.092127 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1ebbb42-87f5-4464-832d-39e3a37b8b1d', 'name': 'network-vif-deleted', 'tag': '486f032c-a5b1-4bd5-bda4-11a6999e7a64', 'status': 'completed', 'code': 200} Jul 29 23:41:24.093217 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4dcab8-0b50-4fbf-bd68-9e901f9f41e1 admin admin] Made reservation on behalf of bae45ae89395414b9bdc7d7c7498d763 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:41:24.104078 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3f4dcab8-0b50-4fbf-bd68-9e901f9f41e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:24.105504 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d23c85-35a2-45e4-92b5-da4ae3c11d5f tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Router 15b03cc0-4d03-4abe-967c-fe595dbc180e has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:41:24.153939 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb1fa8e-b33f-4f15-b915-713445f8a4a5 req-8b83030c-9c42-418a-aa09-32c10ba184c4 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:24.154169 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=37d448e7-9d29-4944-a519-dd277ecd95a9,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:24.155765 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-acb1fa8e-b33f-4f15-b915-713445f8a4a5 req-8b83030c-9c42-418a-aa09-32c10ba184c4 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.4076133 Jul 29 23:41:24.168876 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 18ec3550-7bbe-4aad-b146-2fd3b9b2c576 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:41:24.451887 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3f4dcab8-0b50-4fbf-bd68-9e901f9f41e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:24.474672 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6a533bf4-5e41-4efe-b38d-beaa1acb4014 req-dfac2547-3f40-41b3-b12a-863c5479c348 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 210 time: 0.2452826 Jul 29 23:41:24.550573 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device e3557083-845d-434c-a263-f210a8580f4e no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:41:24.579598 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-acb1fa8e-b33f-4f15-b915-713445f8a4a5 req-753e2c68-5ace-4b55-aba6-442b77c6a109 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4056036 Jul 29 23:41:24.609459 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: e3557083-845d-434c-a263-f210a8580f4e {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:41:24.614130 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device e3557083-845d-434c-a263-f210a8580f4e not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:41:24.644864 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d23c85-35a2-45e4-92b5-da4ae3c11d5f tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:41:24.646919 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 34254) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:24.656518 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee2bfa3-dbf9-48ba-8a1b-c7cbf774760a None None] Sync routers for ids ['15b03cc0-4d03-4abe-967c-fe595dbc180e'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:41:24.668012 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee2bfa3-dbf9-48ba-8a1b-c7cbf774760a None None] Routers {'15b03cc0-4d03-4abe-967c-fe595dbc180e'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:24.668640 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-1ee2bfa3-dbf9-48ba-8a1b-c7cbf774760a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:40:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['15b03cc0-4d03-4abe-967c-fe595dbc180e'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:24.730209 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-15d23c85-35a2-45e4-92b5-da4ae3c11d5f tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:24.737751 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-15d23c85-35a2-45e4-92b5-da4ae3c11d5f tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "PUT /v2.0/routers/15b03cc0-4d03-4abe-967c-fe595dbc180e HTTP/1.1" status: 200 len: 699 time: 5.7453349 Jul 29 23:41:24.738878 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 34260) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:24.742575 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4dcab8-0b50-4fbf-bd68-9e901f9f41e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1313e90-0499-41fa-b020-450aac7c7714,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:24.791047 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4dcab8-0b50-4fbf-bd68-9e901f9f41e1 admin admin] Checking segment: {'id': 'b09d6eca-9fe5-4bf0-b20a-e70119cfb306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '18ec3550-7bbe-4aad-b146-2fd3b9b2c576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:41:24.791429 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4dcab8-0b50-4fbf-bd68-9e901f9f41e1 admin admin] Network hostable DHCP agents. Network: 18ec3550-7bbe-4aad-b146-2fd3b9b2c576, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:41:24.808565 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cabaa34b-81fa-478c-bd6b-7c0395ed18cf tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:24.984040 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4dcab8-0b50-4fbf-bd68-9e901f9f41e1 admin admin] Network 18ec3550-7bbe-4aad-b146-2fd3b9b2c576 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:41:25.027329 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-264db360-6f1a-4ace-8c9f-1ee0617c30a9 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "GET /v2.0/routers/15b03cc0-4d03-4abe-967c-fe595dbc180e HTTP/1.1" status: 200 len: 699 time: 0.2828462 Jul 29 23:41:25.029751 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 34264) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:25.053908 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-3f4dcab8-0b50-4fbf-bd68-9e901f9f41e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 18ec3550-7bbe-4aad-b146-2fd3b9b2c576) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:41:25.086251 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a586b2f-e78f-464b-884f-f87559e598f9 None None] Network 18ec3550-7bbe-4aad-b146-2fd3b9b2c576 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:41:25.095891 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c816319-411a-4cca-8461-92d78f07717e req-a214bbd3-4962-49ce-8fc9-9b8cb755b3e4 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:25.097473 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8c816319-411a-4cca-8461-92d78f07717e req-a214bbd3-4962-49ce-8fc9-9b8cb755b3e4 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.2516623 Jul 29 23:41:25.122410 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4dcab8-0b50-4fbf-bd68-9e901f9f41e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:25.123189 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3f4dcab8-0b50-4fbf-bd68-9e901f9f41e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:25.187869 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-3f4dcab8-0b50-4fbf-bd68-9e901f9f41e1 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2135673 Jul 29 23:41:25.208034 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4373af18-f16b-48c0-afda-8600972c7b64 req-d34439a1-4f2d-447c-bcc9-3fd4c2efb9fc tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e27ebea-070d-4cea-aa60-a24023874950 HTTP/1.1" status: 200 len: 210 time: 0.0930154 Jul 29 23:41:25.295304 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cf5324-30f2-40bd-9792-def8efe1e231 None None] Network 18ec3550-7bbe-4aad-b146-2fd3b9b2c576 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:41:25.387518 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8c816319-411a-4cca-8461-92d78f07717e req-f26ec9ef-9fd1-4ba5-86d2-10cc1ed32d67 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2829030 Jul 29 23:41:25.469682 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-1ee2bfa3-dbf9-48ba-8a1b-c7cbf774760a None None] Set router 15b03cc0-4d03-4abe-967c-fe595dbc180e gateway port host: None {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:41:25.649654 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-cabaa34b-81fa-478c-bd6b-7c0395ed18cf tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Deleting port cb8c54e0-bd35-45b9-a4be-d0554d6c115c {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:41:25.650037 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cabaa34b-81fa-478c-bd6b-7c0395ed18cf tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:25.730143 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f84c2e1c-5dc9-4784-b7cb-a1337b80e469 req-51058364-f447-47a0-a131-ddabce9bee47 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 210 time: 0.0702538 Jul 29 23:41:25.734714 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a84a1510-3926-46d3-9b7a-395e0dfc1ba2 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:25.795823 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f4359-8366-4472-a41a-70eecf1d99f2 req-151b6c86-7f03-41a3-9573-f53be726ace9 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:25.799068 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4d6f4359-8366-4472-a41a-70eecf1d99f2 req-151b6c86-7f03-41a3-9573-f53be726ace9 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.1863964 Jul 29 23:41:25.886746 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-1ee2bfa3-dbf9-48ba-8a1b-c7cbf774760a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'name': 'tempest-RoutersTest-router-915602155', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:57Z', 'updated_at': '2021-07-29T23:41:21Z', 'revision_number': 7, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'gw_port_host': None, '_interfaces': [{'id': '0d96c483-84b6-46a2-ba32-ac8f559a1c2b', 'name': '', 'network_id': 'd3d98fff-a0f2-4bd5-b8cb-f7dc60ec58ff', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'mac_address': 'fa:16:3e:bd:58:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '52699cfb-6dbb-4f48-a9d3-1014f68a21dd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:43Z', 'updated_at': '2021-07-29T23:41:09Z', 'revision_number': 5, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'subnets': [{'id': '52699cfb-6dbb-4f48-a9d3-1014f68a21dd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0eee71f0-4419-46e7-8eca-9efeeec56bc2', 'name': '', 'network_id': 'c604adf0-0e48-45b2-aa5b-b1d694c44618', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'mac_address': 'fa:16:3e:f9:54:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '3ab0aca6-9c79-4ba4-90ca-fe1ff8b6bd7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:33Z', 'updated_at': '2021-07-29T23:40:52Z', 'revision_number': 5, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'subnets': [{'id': '3ab0aca6-9c79-4ba4-90ca-fe1ff8b6bd7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37d448e7-9d29-4944-a519-dd277ecd95a9', 'name': '', 'network_id': 'f9e76966-269c-4c86-981e-e0d70eb9c263', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'mac_address': 'fa:16:3e:75:6f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '7190b984-bc82-457e-9f25-c606d7dde3e3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:02Z', 'updated_at': '2021-07-29T23:41:23Z', 'revision_number': 5, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'subnets': [{'id': '7190b984-bc82-457e-9f25-c606d7dde3e3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f49de2e-a972-48b2-9fed-0ae4ad002d0b', 'name': '', 'network_id': '6c2eaf9c-1b68-4dff-89ae-76869996c21c', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'mac_address': 'fa:16:3e:cf:f3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': 'e914c1e7-e0d1-484d-8ef5-937e66f8c162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:08Z', 'updated_at': '2021-07-29T23:40:31Z', 'revision_number': 5, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'subnets': [{'id': 'e914c1e7-e0d1-484d-8ef5-937e66f8c162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:25.905176 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4d6f4359-8366-4472-a41a-70eecf1d99f2 req-671d6975-5aa6-4ccf-8445-0455eb46ad6b tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864124 Jul 29 23:41:25.922100 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7fd47ff0-91de-4c2a-8c44-090c15c203b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:25.924882 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee2bfa3-dbf9-48ba-8a1b-c7cbf774760a None None] Checking router: 15b03cc0-4d03-4abe-967c-fe595dbc180e for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:41:25.941818 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee2bfa3-dbf9-48ba-8a1b-c7cbf774760a None None] Routers {'15b03cc0-4d03-4abe-967c-fe595dbc180e'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:25.942353 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-1ee2bfa3-dbf9-48ba-8a1b-c7cbf774760a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:41:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['15b03cc0-4d03-4abe-967c-fe595dbc180e'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:26.068937 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6196af9e-4708-45a7-912b-3f8b3da431e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:26.118005 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-cabaa34b-81fa-478c-bd6b-7c0395ed18cf tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] For port cb8c54e0-bd35-45b9-a4be-d0554d6c115c, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=cb8c54e0-bd35-45b9-a4be-d0554d6c115c,segment=NetworkSegment(156041d1-33f8-459a-9c6a-230f82d723b3),segment_id=156041d1-33f8-459a-9c6a-230f82d723b3)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:26.118555 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cabaa34b-81fa-478c-bd6b-7c0395ed18cf tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:26.145044 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-1ee2bfa3-dbf9-48ba-8a1b-c7cbf774760a None None] Set router 15b03cc0-4d03-4abe-967c-fe595dbc180e gateway port host: None {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:41:26.203265 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-cabaa34b-81fa-478c-bd6b-7c0395ed18cf tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Calling delete_port for cb8c54e0-bd35-45b9-a4be-d0554d6c115c owned by network:router_interface {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:41:26.236900 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 37d448e7-9d29-4944-a519-dd277ecd95a9 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:41:26.254021 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 34288) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:26.262426 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-2381797d-f1e0-471e-bb75-df60af64cc87 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-906146437-network', 'tenant_id': '9fb201c678e943af819c2236ae9dae8f'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:26.306859 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dc4c59-e8fa-4671-b906-056d350c552d req-9fc985bb-d0ba-450a-9b27-5c552036caaa tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:26.322422 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-50dc4c59-e8fa-4671-b906-056d350c552d req-9fc985bb-d0ba-450a-9b27-5c552036caaa tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.2578557 Jul 29 23:41:26.484989 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c19f8faf-8b7f-48fa-a3a3-f74242c59990 req-b67a050c-b962-4fe0-9625-df4137c31b3a tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e27ebea-070d-4cea-aa60-a24023874950 HTTP/1.1" status: 200 len: 210 time: 0.0703032 Jul 29 23:41:26.512092 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2381797d-f1e0-471e-bb75-df60af64cc87 admin admin] Made reservation on behalf of 9fb201c678e943af819c2236ae9dae8f for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:41:26.516038 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2381797d-f1e0-471e-bb75-df60af64cc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:26.572071 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-50dc4c59-e8fa-4671-b906-056d350c552d req-c3bacdc3-894c-4f0a-ac05-c13f7eb01042 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353997 Jul 29 23:41:26.653966 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2381797d-f1e0-471e-bb75-df60af64cc87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:26.658965 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:26.688462 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-a84a1510-3926-46d3-9b7a-395e0dfc1ba2 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Deleting port 37d448e7-9d29-4944-a519-dd277ecd95a9 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:41:26.688462 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a84a1510-3926-46d3-9b7a-395e0dfc1ba2 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:26.735971 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 37d448e7-9d29-4944-a519-dd277ecd95a9 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:26.736580 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:26.790263 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad3e78-95d1-477c-9b55-a3fd73a77b92 req-f8788f50-e5f2-40ae-9e61-606f98edb2b5 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:26.797905 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-08ad3e78-95d1-477c-9b55-a3fd73a77b92 req-f8788f50-e5f2-40ae-9e61-606f98edb2b5 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.0873551 Jul 29 23:41:26.900479 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-08ad3e78-95d1-477c-9b55-a3fd73a77b92 req-1597813e-60a6-41c4-9002-199a1614cc2d tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012335 Jul 29 23:41:26.988667 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-878421c8-80ac-4418-8256-937e00b51d1f req-4e623b63-3b9c-437c-a2aa-56dc360b8f2d tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 210 time: 0.0731688 Jul 29 23:41:27.008591 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-1ee2bfa3-dbf9-48ba-8a1b-c7cbf774760a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'name': 'tempest-RoutersTest-router-915602155', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:57Z', 'updated_at': '2021-07-29T23:41:21Z', 'revision_number': 7, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'gw_port_host': None, '_interfaces': [{'id': '0d96c483-84b6-46a2-ba32-ac8f559a1c2b', 'name': '', 'network_id': 'd3d98fff-a0f2-4bd5-b8cb-f7dc60ec58ff', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'mac_address': 'fa:16:3e:bd:58:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '52699cfb-6dbb-4f48-a9d3-1014f68a21dd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:43Z', 'updated_at': '2021-07-29T23:41:09Z', 'revision_number': 5, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'subnets': [{'id': '52699cfb-6dbb-4f48-a9d3-1014f68a21dd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0eee71f0-4419-46e7-8eca-9efeeec56bc2', 'name': '', 'network_id': 'c604adf0-0e48-45b2-aa5b-b1d694c44618', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'mac_address': 'fa:16:3e:f9:54:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '3ab0aca6-9c79-4ba4-90ca-fe1ff8b6bd7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:33Z', 'updated_at': '2021-07-29T23:40:52Z', 'revision_number': 5, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'subnets': [{'id': '3ab0aca6-9c79-4ba4-90ca-fe1ff8b6bd7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37d448e7-9d29-4944-a519-dd277ecd95a9', 'name': '', 'network_id': 'f9e76966-269c-4c86-981e-e0d70eb9c263', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'mac_address': 'fa:16:3e:75:6f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '7190b984-bc82-457e-9f25-c606d7dde3e3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:02Z', 'updated_at': '2021-07-29T23:41:23Z', 'revision_number': 5, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'subnets': [{'id': '7190b984-bc82-457e-9f25-c606d7dde3e3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f49de2e-a972-48b2-9fed-0ae4ad002d0b', 'name': '', 'network_id': '6c2eaf9c-1b68-4dff-89ae-76869996c21c', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'mac_address': 'fa:16:3e:cf:f3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': 'e914c1e7-e0d1-484d-8ef5-937e66f8c162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:08Z', 'updated_at': '2021-07-29T23:40:31Z', 'revision_number': 5, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'subnets': [{'id': 'e914c1e7-e0d1-484d-8ef5-937e66f8c162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:27.175372 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee2bfa3-dbf9-48ba-8a1b-c7cbf774760a None None] The sync data for ids ['15b03cc0-4d03-4abe-967c-fe595dbc180e'] in n-d-712141-10 is: [{'id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'name': 'tempest-RoutersTest-router-915602155', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:57Z', 'updated_at': '2021-07-29T23:41:21Z', 'revision_number': 7, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'gw_port_host': None, '_interfaces': [{'id': '0d96c483-84b6-46a2-ba32-ac8f559a1c2b', 'name': '', 'network_id': 'd3d98fff-a0f2-4bd5-b8cb-f7dc60ec58ff', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'mac_address': 'fa:16:3e:bd:58:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '52699cfb-6dbb-4f48-a9d3-1014f68a21dd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:43Z', 'updated_at': '2021-07-29T23:41:09Z', 'revision_number': 5, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'subnets': [{'id': '52699cfb-6dbb-4f48-a9d3-1014f68a21dd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0eee71f0-4419-46e7-8eca-9efeeec56bc2', 'name': '', 'network_id': 'c604adf0-0e48-45b2-aa5b-b1d694c44618', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'mac_address': 'fa:16:3e:f9:54:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '3ab0aca6-9c79-4ba4-90ca-fe1ff8b6bd7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:33Z', 'updated_at': '2021-07-29T23:40:52Z', 'revision_number': 5, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'subnets': [{'id': '3ab0aca6-9c79-4ba4-90ca-fe1ff8b6bd7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '37d448e7-9d29-4944-a519-dd277ecd95a9', 'name': '', 'network_id': 'f9e76966-269c-4c86-981e-e0d70eb9c263', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'mac_address': 'fa:16:3e:75:6f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2486, 'fixed_ips': [{'subnet_id': '7190b984-bc82-457e-9f25-c606d7dde3e3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:02Z', 'updated_at': '2021-07-29T23:41:23Z', 'revision_number': 5, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'subnets': [{'id': '7190b984-bc82-457e-9f25-c606d7dde3e3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f49de2e-a972-48b2-9fed-0ae4ad002d0b', 'name': '', 'network_id': '6c2eaf9c-1b68-4dff-89ae-76869996c21c', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'mac_address': 'fa:16:3e:cf:f3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': 'e914c1e7-e0d1-484d-8ef5-937e66f8c162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:08Z', 'updated_at': '2021-07-29T23:40:31Z', 'revision_number': 5, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'subnets': [{'id': 'e914c1e7-e0d1-484d-8ef5-937e66f8c162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:41:27.237762 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-6196af9e-4708-45a7-912b-3f8b3da431e1 admin admin] Deleting port 0ce17b82-c99c-4c78-80db-fc8534ac801a {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:41:27.238863 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6196af9e-4708-45a7-912b-3f8b3da431e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:27.247753 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device f6217c94-eabe-45ce-b874-0a4c0b48ac47 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:41:27.304515 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: f6217c94-eabe-45ce-b874-0a4c0b48ac47 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:41:27.307811 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device f6217c94-eabe-45ce-b874-0a4c0b48ac47 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:41:27.426819 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cabaa34b-81fa-478c-bd6b-7c0395ed18cf tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:27.440701 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2381797d-f1e0-471e-bb75-df60af64cc87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:27.452027 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2381797d-f1e0-471e-bb75-df60af64cc87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:27.465721 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2381797d-f1e0-471e-bb75-df60af64cc87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:41:27.476573 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2381797d-f1e0-471e-bb75-df60af64cc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:27.477118 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-2381797d-f1e0-471e-bb75-df60af64cc87 admin admin] Added segment 87a5fbf5-c0fc-4bd2-8119-4b0f8c812e38 of type vlan for network 034cccd5-f3fe-4ce3-97be-6cc1df3605c3 Jul 29 23:41:27.539956 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2381797d-f1e0-471e-bb75-df60af64cc87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:27.561022 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-a84a1510-3926-46d3-9b7a-395e0dfc1ba2 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] For port 37d448e7-9d29-4944-a519-dd277ecd95a9, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=37d448e7-9d29-4944-a519-dd277ecd95a9,segment=NetworkSegment(fed1c01d-c188-4deb-b4ba-0ec2e58af242),segment_id=fed1c01d-c188-4deb-b4ba-0ec2e58af242)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:27.561627 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a84a1510-3926-46d3-9b7a-395e0dfc1ba2 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:27.565837 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabaa34b-81fa-478c-bd6b-7c0395ed18cf tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event deleted for resources: {'Port': ['ID=cb8c54e0-bd35-45b9-a4be-d0554d6c115c,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:27.646350 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-a84a1510-3926-46d3-9b7a-395e0dfc1ba2 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Calling delete_port for 37d448e7-9d29-4944-a519-dd277ecd95a9 owned by network:router_interface {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:41:27.665815 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2381797d-f1e0-471e-bb75-df60af64cc87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5baef930-bccc-4eb8-8dc3-7e128268a321,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:27.668893 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:27.676115 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2381797d-f1e0-471e-bb75-df60af64cc87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:27.678050 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2381797d-f1e0-471e-bb75-df60af64cc87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:27.678367 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2381797d-f1e0-471e-bb75-df60af64cc87 admin admin] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:27.698706 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8a716-0773-41c3-a5ce-572c6bd476c1 req-7e4eb975-07b0-47fb-9f11-eadd277292b7 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:27.700418 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-29d8a716-0773-41c3-a5ce-572c6bd476c1 req-7e4eb975-07b0-47fb-9f11-eadd277292b7 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.4146962 Jul 29 23:41:27.727197 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-2381797d-f1e0-471e-bb75-df60af64cc87 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4706922 Jul 29 23:41:27.750313 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 34304) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:27.761679 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-11222fe1-c76e-4b2e-a3a0-79ef0ea19e9f admin admin] Request body: {'subnet': {'network_id': '034cccd5-f3fe-4ce3-97be-6cc1df3605c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-906146437-subnet', 'tenant_id': '9fb201c678e943af819c2236ae9dae8f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:27.818376 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cabaa34b-81fa-478c-bd6b-7c0395ed18cf tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:27.859745 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11222fe1-c76e-4b2e-a3a0-79ef0ea19e9f admin admin] Made reservation on behalf of 9fb201c678e943af819c2236ae9dae8f for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:41:27.862353 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1880ae06-4a08-4a39-be44-3cf8997df665 req-bc3fd4dc-31f1-4635-b773-a3972e64f06d tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e27ebea-070d-4cea-aa60-a24023874950 HTTP/1.1" status: 200 len: 210 time: 0.0980990 Jul 29 23:41:27.863394 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-11222fe1-c76e-4b2e-a3a0-79ef0ea19e9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:27.890772 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-6196af9e-4708-45a7-912b-3f8b3da431e1 admin admin] For port 0ce17b82-c99c-4c78-80db-fc8534ac801a, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=0ce17b82-c99c-4c78-80db-fc8534ac801a,segment=NetworkSegment(59dfd488-a454-40cf-9438-9ce3dc7e6e5e),segment_id=59dfd488-a454-40cf-9438-9ce3dc7e6e5e)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:27.891345 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6196af9e-4708-45a7-912b-3f8b3da431e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:27.931156 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-6196af9e-4708-45a7-912b-3f8b3da431e1 admin admin] Calling delete_port for 0ce17b82-c99c-4c78-80db-fc8534ac801a owned by network:router_interface {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:41:27.933262 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2381797d-f1e0-471e-bb75-df60af64cc87 admin admin] Pushing event updated for resources: {'Network': ['ID=034cccd5-f3fe-4ce3-97be-6cc1df3605c3,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:27.946500 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 034cccd5-f3fe-4ce3-97be-6cc1df3605c3 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:41:27.969184 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-29d8a716-0773-41c3-a5ce-572c6bd476c1 req-7ea5bffd-d04c-4f04-80d8-9d6f719554a1 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455344 Jul 29 23:41:28.290694 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-39083f38-3957-4143-8336-f97d0ed6fb51 req-57846d03-787c-49af-b332-2664fe256836 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 210 time: 0.0678005 Jul 29 23:41:28.384071 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cabaa34b-81fa-478c-bd6b-7c0395ed18cf tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Router 6e4f419c-5ba3-4bf4-a489-f1a817d3eed9 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:41:28.397644 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a84a1510-3926-46d3-9b7a-395e0dfc1ba2 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:28.403852 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6196af9e-4708-45a7-912b-3f8b3da431e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:28.452371 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84a1510-3926-46d3-9b7a-395e0dfc1ba2 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event deleted for resources: {'Port': ['ID=37d448e7-9d29-4944-a519-dd277ecd95a9,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:28.453614 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196af9e-4708-45a7-912b-3f8b3da431e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ce17b82-c99c-4c78-80db-fc8534ac801a,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:28.670946 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-11222fe1-c76e-4b2e-a3a0-79ef0ea19e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:28.718190 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6196af9e-4708-45a7-912b-3f8b3da431e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:28.791763 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cabaa34b-81fa-478c-bd6b-7c0395ed18cf tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:41:28.806314 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7e6c76-ad6d-4c31-a6f4-5c72800c085c None None] Sync routers for ids ['6e4f419c-5ba3-4bf4-a489-f1a817d3eed9'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:41:28.821990 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7e6c76-ad6d-4c31-a6f4-5c72800c085c None None] Routers {'6e4f419c-5ba3-4bf4-a489-f1a817d3eed9'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:28.823269 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-7c7e6c76-ad6d-4c31-a6f4-5c72800c085c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:41:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['6e4f419c-5ba3-4bf4-a489-f1a817d3eed9'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:28.839298 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-cabaa34b-81fa-478c-bd6b-7c0395ed18cf tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "PUT /v2.0/routers/6e4f419c-5ba3-4bf4-a489-f1a817d3eed9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6155865 Jul 29 23:41:28.842445 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 34308) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:28.868230 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11222fe1-c76e-4b2e-a3a0-79ef0ea19e9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0b9497f-e99f-4999-a165-26ffd9e96bad,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:28.921367 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a84a1510-3926-46d3-9b7a-395e0dfc1ba2 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:28.948209 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11222fe1-c76e-4b2e-a3a0-79ef0ea19e9f admin admin] Checking segment: {'id': '87a5fbf5-c0fc-4bd2-8119-4b0f8c812e38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '034cccd5-f3fe-4ce3-97be-6cc1df3605c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:41:28.948589 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11222fe1-c76e-4b2e-a3a0-79ef0ea19e9f admin admin] Network hostable DHCP agents. Network: 034cccd5-f3fe-4ce3-97be-6cc1df3605c3, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:41:28.959779 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b2bf413-2465-405f-9ccc-be825b0fd5c5 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Deleting subnet 03f86caa-4553-4851-a853-95e452e44926 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:41:29.011980 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7b2bf413-2465-405f-9ccc-be825b0fd5c5 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:29.063365 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-7c7e6c76-ad6d-4c31-a6f4-5c72800c085c None None] Set router 6e4f419c-5ba3-4bf4-a489-f1a817d3eed9 gateway port host: None {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:41:29.117946 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11222fe1-c76e-4b2e-a3a0-79ef0ea19e9f admin admin] Network 034cccd5-f3fe-4ce3-97be-6cc1df3605c3 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:41:29.134536 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7b2bf413-2465-405f-9ccc-be825b0fd5c5 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:29.207985 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-11222fe1-c76e-4b2e-a3a0-79ef0ea19e9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 034cccd5-f3fe-4ce3-97be-6cc1df3605c3) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:41:29.216899 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114b6e18-1729-4f21-ae17-377896ac78d9 None None] Network 034cccd5-f3fe-4ce3-97be-6cc1df3605c3 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:41:29.370496 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11222fe1-c76e-4b2e-a3a0-79ef0ea19e9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:29.371445 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-11222fe1-c76e-4b2e-a3a0-79ef0ea19e9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:29.417333 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fff93b73-ad13-4b65-a751-513558b987be req-0981694a-2ce6-4f86-aace-b50571764dab tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=2e27ebea-070d-4cea-aa60-a24023874950 HTTP/1.1" status: 200 len: 210 time: 0.1042559 Jul 29 23:41:29.429250 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6196af9e-4708-45a7-912b-3f8b3da431e1 admin admin] Router 6a1efaa5-a757-4b43-8b44-44fbf50b3c70 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:41:29.518161 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:29.534567 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06f1a59-1e64-463b-ae7b-8b250d8f8eb5 None None] Network 034cccd5-f3fe-4ce3-97be-6cc1df3605c3 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:41:29.564589 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-7c7e6c76-ad6d-4c31-a6f4-5c72800c085c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'name': 'tempest-RoutersIpV6Test-router-1568818285', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:56Z', 'updated_at': '2021-07-29T23:41:26Z', 'revision_number': 9, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'gw_port_host': None, '_interfaces': [{'id': '54918d4e-7005-4a11-add4-fc4859647504', 'name': '', 'network_id': 'a02c6df4-947d-4092-9e1a-39ce80e556cf', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:e0:7a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '7bc27fc5-c70f-4be8-b885-0a9862c9c54f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:04Z', 'updated_at': '2021-07-29T23:40:26Z', 'revision_number': 5, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': '7bc27fc5-c70f-4be8-b885-0a9862c9c54f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdb0a764-98f4-4c2f-97b2-a0f189b7e291', 'name': '', 'network_id': 'e228caf7-7511-463b-9347-b74912c97702', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:e0:cb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'c9a6e33e-a48c-46ad-a582-5404d0059b7b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:20Z', 'updated_at': '2021-07-29T23:40:44Z', 'revision_number': 5, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': 'c9a6e33e-a48c-46ad-a582-5404d0059b7b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:29.590475 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f70e34-b41f-4c03-8d2b-d941b24e549d req-9c0665df-0bff-4be7-97cf-ab37ddfd0368 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:29.592930 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-11222fe1-c76e-4b2e-a3a0-79ef0ea19e9f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8364828 Jul 29 23:41:29.595157 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-65f70e34-b41f-4c03-8d2b-d941b24e549d req-9c0665df-0bff-4be7-97cf-ab37ddfd0368 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.2867093 Jul 29 23:41:29.703139 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7b2bf413-2465-405f-9ccc-be825b0fd5c5 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:29.705234 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7e6c76-ad6d-4c31-a6f4-5c72800c085c None None] Checking router: 6e4f419c-5ba3-4bf4-a489-f1a817d3eed9 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:41:29.708308 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a84a1510-3926-46d3-9b7a-395e0dfc1ba2 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Router 15b03cc0-4d03-4abe-967c-fe595dbc180e has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:41:29.729317 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7e6c76-ad6d-4c31-a6f4-5c72800c085c None None] Routers {'6e4f419c-5ba3-4bf4-a489-f1a817d3eed9'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:29.730849 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-7c7e6c76-ad6d-4c31-a6f4-5c72800c085c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:41:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['6e4f419c-5ba3-4bf4-a489-f1a817d3eed9'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:29.910115 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-7c7e6c76-ad6d-4c31-a6f4-5c72800c085c None None] Set router 6e4f419c-5ba3-4bf4-a489-f1a817d3eed9 gateway port host: None {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:41:29.982697 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a2b18afc-e93e-45e4-8183-f6b3475b3031 req-a6b0a2e9-d558-4ecb-b996-a5597bbd795f tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 210 time: 0.2650528 Jul 29 23:41:30.043727 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7b2bf413-2465-405f-9ccc-be825b0fd5c5 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:30.138108 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84a1510-3926-46d3-9b7a-395e0dfc1ba2 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:41:30.140774 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2bf413-2465-405f-9ccc-be825b0fd5c5 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event deleted for resources: {'Subnet': ['ID=03f86caa-4553-4851-a853-95e452e44926,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:30.154414 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50adc25e-0de0-4e36-a931-e49eb162d509 None None] Sync routers for ids ['15b03cc0-4d03-4abe-967c-fe595dbc180e'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:41:30.166256 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a84a1510-3926-46d3-9b7a-395e0dfc1ba2 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "PUT /v2.0/routers/15b03cc0-4d03-4abe-967c-fe595dbc180e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1351488 Jul 29 23:41:30.168686 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 34330) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:30.183340 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7b2bf413-2465-405f-9ccc-be825b0fd5c5 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:30.183688 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17681370-4668-438b-ba11-fc350879807c None None] Network be0ef6b8-77b4-4ed3-9224-01408e5c266e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:41:30.205993 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7b2bf413-2465-405f-9ccc-be825b0fd5c5 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "DELETE /v2.0/subnets/03f86caa-4553-4851-a853-95e452e44926 HTTP/1.1" status: 204 len: 168 time: 1.3567841 Jul 29 23:41:30.209164 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 34332) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:30.342756 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-65f70e34-b41f-4c03-8d2b-d941b24e549d req-4c6d19ab-0e11-45b9-87ef-d5557737bf75 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6261759 Jul 29 23:41:30.374527 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50adc25e-0de0-4e36-a931-e49eb162d509 None None] Routers {'15b03cc0-4d03-4abe-967c-fe595dbc180e'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:30.382087 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-50adc25e-0de0-4e36-a931-e49eb162d509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:41:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['15b03cc0-4d03-4abe-967c-fe595dbc180e'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:30.406072 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6196af9e-4708-45a7-912b-3f8b3da431e1 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:41:30.423164 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-33a579f5-e90f-4007-9f20-e749d1a815f4 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Deleting subnet 7190b984-bc82-457e-9f25-c606d7dde3e3 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:41:30.428205 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21921d7-4693-498b-9471-0861076bd83a None None] Sync routers for ids ['6a1efaa5-a757-4b43-8b44-44fbf50b3c70'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:41:30.433063 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-6196af9e-4708-45a7-912b-3f8b3da431e1 admin admin] 10.222.0.43 "PUT /v2.0/routers/6a1efaa5-a757-4b43-8b44-44fbf50b3c70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7847090 Jul 29 23:41:30.433886 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 34340) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:30.543189 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21921d7-4693-498b-9471-0861076bd83a None None] Routers {'6a1efaa5-a757-4b43-8b44-44fbf50b3c70'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:30.543189 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-d21921d7-4693-498b-9471-0861076bd83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:41:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['6a1efaa5-a757-4b43-8b44-44fbf50b3c70'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:30.759127 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-d21921d7-4693-498b-9471-0861076bd83a None None] Set router 6a1efaa5-a757-4b43-8b44-44fbf50b3c70 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:41:30.798631 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-37107ce6-f4f2-4a5e-9cc0-73e20e67f18c admin admin] Notify callbacks [] for router, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:30.830070 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-50adc25e-0de0-4e36-a931-e49eb162d509 None None] Set router 15b03cc0-4d03-4abe-967c-fe595dbc180e gateway port host: None {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:41:30.831361 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-33a579f5-e90f-4007-9f20-e749d1a815f4 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:30.852668 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-367f225a-426a-4945-9370-c67dd54a2da4 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:31.022574 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-33a579f5-e90f-4007-9f20-e749d1a815f4 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:31.160650 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-367f225a-426a-4945-9370-c67dd54a2da4 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Deleting port 1ef849fd-0d52-469a-a39b-d10bfea71cea {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:41:31.160986 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-367f225a-426a-4945-9370-c67dd54a2da4 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:31.210486 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:41:31.220231 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-50adc25e-0de0-4e36-a931-e49eb162d509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'name': 'tempest-RoutersTest-router-915602155', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:57Z', 'updated_at': '2021-07-29T23:41:28Z', 'revision_number': 8, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'gw_port_host': None, '_interfaces': [{'id': '0d96c483-84b6-46a2-ba32-ac8f559a1c2b', 'name': '', 'network_id': 'd3d98fff-a0f2-4bd5-b8cb-f7dc60ec58ff', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'mac_address': 'fa:16:3e:bd:58:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '52699cfb-6dbb-4f48-a9d3-1014f68a21dd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:43Z', 'updated_at': '2021-07-29T23:41:09Z', 'revision_number': 5, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'subnets': [{'id': '52699cfb-6dbb-4f48-a9d3-1014f68a21dd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0eee71f0-4419-46e7-8eca-9efeeec56bc2', 'name': '', 'network_id': 'c604adf0-0e48-45b2-aa5b-b1d694c44618', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'mac_address': 'fa:16:3e:f9:54:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '3ab0aca6-9c79-4ba4-90ca-fe1ff8b6bd7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:33Z', 'updated_at': '2021-07-29T23:40:52Z', 'revision_number': 5, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'subnets': [{'id': '3ab0aca6-9c79-4ba4-90ca-fe1ff8b6bd7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f49de2e-a972-48b2-9fed-0ae4ad002d0b', 'name': '', 'network_id': '6c2eaf9c-1b68-4dff-89ae-76869996c21c', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'mac_address': 'fa:16:3e:cf:f3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': 'e914c1e7-e0d1-484d-8ef5-937e66f8c162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:08Z', 'updated_at': '2021-07-29T23:40:31Z', 'revision_number': 5, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'subnets': [{'id': 'e914c1e7-e0d1-484d-8ef5-937e66f8c162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:31.268933 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-33a579f5-e90f-4007-9f20-e749d1a815f4 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:31.305105 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50adc25e-0de0-4e36-a931-e49eb162d509 None None] Checking router: 15b03cc0-4d03-4abe-967c-fe595dbc180e for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:41:31.308745 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1a4d54-6e48-4237-9645-9bf3725652ec None None] DHCP port deletion for be0ef6b8-77b4-4ed3-9224-01408e5c266e request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:41:31.328757 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-7c7e6c76-ad6d-4c31-a6f4-5c72800c085c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'name': 'tempest-RoutersIpV6Test-router-1568818285', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:56Z', 'updated_at': '2021-07-29T23:41:26Z', 'revision_number': 9, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'gw_port_host': None, '_interfaces': [{'id': '54918d4e-7005-4a11-add4-fc4859647504', 'name': '', 'network_id': 'a02c6df4-947d-4092-9e1a-39ce80e556cf', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:e0:7a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '7bc27fc5-c70f-4be8-b885-0a9862c9c54f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:04Z', 'updated_at': '2021-07-29T23:40:26Z', 'revision_number': 5, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': '7bc27fc5-c70f-4be8-b885-0a9862c9c54f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdb0a764-98f4-4c2f-97b2-a0f189b7e291', 'name': '', 'network_id': 'e228caf7-7511-463b-9347-b74912c97702', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:e0:cb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'c9a6e33e-a48c-46ad-a582-5404d0059b7b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:20Z', 'updated_at': '2021-07-29T23:40:44Z', 'revision_number': 5, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': 'c9a6e33e-a48c-46ad-a582-5404d0059b7b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:31.355863 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50adc25e-0de0-4e36-a931-e49eb162d509 None None] Routers {'15b03cc0-4d03-4abe-967c-fe595dbc180e'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:31.356518 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-50adc25e-0de0-4e36-a931-e49eb162d509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:41:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['15b03cc0-4d03-4abe-967c-fe595dbc180e'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:31.415106 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7e6c76-ad6d-4c31-a6f4-5c72800c085c None None] The sync data for ids ['6e4f419c-5ba3-4bf4-a489-f1a817d3eed9'] in n-d-712141-10 is: [{'id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'name': 'tempest-RoutersIpV6Test-router-1568818285', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:56Z', 'updated_at': '2021-07-29T23:41:26Z', 'revision_number': 9, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'gw_port_host': None, '_interfaces': [{'id': '54918d4e-7005-4a11-add4-fc4859647504', 'name': '', 'network_id': 'a02c6df4-947d-4092-9e1a-39ce80e556cf', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:e0:7a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '7bc27fc5-c70f-4be8-b885-0a9862c9c54f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:04Z', 'updated_at': '2021-07-29T23:40:26Z', 'revision_number': 5, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': '7bc27fc5-c70f-4be8-b885-0a9862c9c54f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fdb0a764-98f4-4c2f-97b2-a0f189b7e291', 'name': '', 'network_id': 'e228caf7-7511-463b-9347-b74912c97702', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:e0:cb:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': 'c9a6e33e-a48c-46ad-a582-5404d0059b7b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:20Z', 'updated_at': '2021-07-29T23:40:44Z', 'revision_number': 5, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': 'c9a6e33e-a48c-46ad-a582-5404d0059b7b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:41:31.524356 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-d21921d7-4693-498b-9471-0861076bd83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1efaa5-a757-4b43-8b44-44fbf50b3c70', 'name': 'tempest-ServerRescueTestJSON-1102115876-router', 'tenant_id': '7c08d2622b7b410cb98838e9565b36dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'a8ecf2de-4f8a-4abf-a127-d6f19684419e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:38:39Z', 'updated_at': '2021-07-29T23:41:28Z', 'revision_number': 5, 'project_id': '7c08d2622b7b410cb98838e9565b36dc', 'gw_port': {'id': 'a8ecf2de-4f8a-4abf-a127-d6f19684419e', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:44:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1efaa5-a757-4b43-8b44-44fbf50b3c70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:38:42Z', 'updated_at': '2021-07-29T23:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:31.580801 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21921d7-4693-498b-9471-0861076bd83a None None] Checking router: 6a1efaa5-a757-4b43-8b44-44fbf50b3c70 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:41:31.603759 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21921d7-4693-498b-9471-0861076bd83a None None] Routers {'6a1efaa5-a757-4b43-8b44-44fbf50b3c70'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:31.605222 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-d21921d7-4693-498b-9471-0861076bd83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:41:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['6a1efaa5-a757-4b43-8b44-44fbf50b3c70'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:31.642589 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-33a579f5-e90f-4007-9f20-e749d1a815f4 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:31.799342 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-33a579f5-e90f-4007-9f20-e749d1a815f4 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:31.814178 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-33a579f5-e90f-4007-9f20-e749d1a815f4 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "DELETE /v2.0/subnets/7190b984-bc82-457e-9f25-c606d7dde3e3 HTTP/1.1" status: 204 len: 168 time: 1.6435437 Jul 29 23:41:31.830769 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 34370) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:31.831096 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-d21921d7-4693-498b-9471-0861076bd83a None None] Set router 6a1efaa5-a757-4b43-8b44-44fbf50b3c70 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:41:31.868095 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-37107ce6-f4f2-4a5e-9cc0-73e20e67f18c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:31.879677 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a579f5-e90f-4007-9f20-e749d1a815f4 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event deleted for resources: {'Subnet': ['ID=7190b984-bc82-457e-9f25-c606d7dde3e3,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:31.907886 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-367f225a-426a-4945-9370-c67dd54a2da4 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] For port 1ef849fd-0d52-469a-a39b-d10bfea71cea, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=1ef849fd-0d52-469a-a39b-d10bfea71cea,segment=NetworkSegment(156041d1-33f8-459a-9c6a-230f82d723b3),segment_id=156041d1-33f8-459a-9c6a-230f82d723b3)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:31.909093 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-367f225a-426a-4945-9370-c67dd54a2da4 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:31.942056 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-50adc25e-0de0-4e36-a931-e49eb162d509 None None] Set router 15b03cc0-4d03-4abe-967c-fe595dbc180e gateway port host: None {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:41:32.044309 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-367f225a-426a-4945-9370-c67dd54a2da4 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Calling delete_port for 1ef849fd-0d52-469a-a39b-d10bfea71cea owned by network:dhcp {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:41:32.070119 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f837442b-4bc9-4224-af21-abd10e5ffe05 req-fad1aa31-8dd2-4d1e-a385-562a712c1833 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:32.074064 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac7f0b0-e274-40fd-b22c-23b9a2d91a8d None None] Network f9e76966-269c-4c86-981e-e0d70eb9c263 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:41:32.083736 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f837442b-4bc9-4224-af21-abd10e5ffe05 req-fad1aa31-8dd2-4d1e-a385-562a712c1833 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 1.2808282 Jul 29 23:41:32.172217 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-d21921d7-4693-498b-9471-0861076bd83a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1efaa5-a757-4b43-8b44-44fbf50b3c70', 'name': 'tempest-ServerRescueTestJSON-1102115876-router', 'tenant_id': '7c08d2622b7b410cb98838e9565b36dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'a8ecf2de-4f8a-4abf-a127-d6f19684419e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:38:39Z', 'updated_at': '2021-07-29T23:41:28Z', 'revision_number': 5, 'project_id': '7c08d2622b7b410cb98838e9565b36dc', 'gw_port': {'id': 'a8ecf2de-4f8a-4abf-a127-d6f19684419e', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:44:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1efaa5-a757-4b43-8b44-44fbf50b3c70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:38:42Z', 'updated_at': '2021-07-29T23:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:32.177740 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-216cfe44-3a4c-49fa-abef-7474bf34ae57 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:32.194714 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-367f225a-426a-4945-9370-c67dd54a2da4 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:32.256824 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f225a-426a-4945-9370-c67dd54a2da4 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event deleted for resources: {'Port': ['ID=1ef849fd-0d52-469a-a39b-d10bfea71cea,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:32.263297 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367f225a-426a-4945-9370-c67dd54a2da4 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] No DVR routers for this DVR port 1ef849fd-0d52-469a-a39b-d10bfea71cea on host n-d-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:41:32.294650 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21921d7-4693-498b-9471-0861076bd83a None None] The sync data for ids ['6a1efaa5-a757-4b43-8b44-44fbf50b3c70'] in n-d-712141-10 is: [{'id': '6a1efaa5-a757-4b43-8b44-44fbf50b3c70', 'name': 'tempest-ServerRescueTestJSON-1102115876-router', 'tenant_id': '7c08d2622b7b410cb98838e9565b36dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.79'}], 'enable_snat': True}, 'gw_port_id': 'a8ecf2de-4f8a-4abf-a127-d6f19684419e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:38:39Z', 'updated_at': '2021-07-29T23:41:28Z', 'revision_number': 5, 'project_id': '7c08d2622b7b410cb98838e9565b36dc', 'gw_port': {'id': 'a8ecf2de-4f8a-4abf-a127-d6f19684419e', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:44:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a1efaa5-a757-4b43-8b44-44fbf50b3c70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:38:42Z', 'updated_at': '2021-07-29T23:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:41:32.372797 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f837442b-4bc9-4224-af21-abd10e5ffe05 req-9ca696df-0063-499d-a7d3-410ace260e6e tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2880623 Jul 29 23:41:32.447595 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-bf1a4d54-6e48-4237-9645-9bf3725652ec None None] Deleting port 1ef849fd-0d52-469a-a39b-d10bfea71cea {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:41:32.453845 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bf1a4d54-6e48-4237-9645-9bf3725652ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:32.456409 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 1ef849fd-0d52-469a-a39b-d10bfea71cea no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:41:32.479243 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d5b3d-636e-4002-999c-a40afd7c7f9b req-2811f1fb-4307-40c0-97fd-b34a9be4146b tempest-VolumesActionsTest-1223315819 tempest-VolumesActionsTest-1223315819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:32.502365 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d43d5b3d-636e-4002-999c-a40afd7c7f9b req-2811f1fb-4307-40c0-97fd-b34a9be4146b tempest-VolumesActionsTest-1223315819 tempest-VolumesActionsTest-1223315819-project] 10.222.0.43 "GET /v2.0/networks?id=18ec3550-7bbe-4aad-b146-2fd3b9b2c576 HTTP/1.1" status: 200 len: 808 time: 0.7629058 Jul 29 23:41:32.511784 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 1ef849fd-0d52-469a-a39b-d10bfea71cea {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:41:32.516126 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 1ef849fd-0d52-469a-a39b-d10bfea71cea not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:41:32.517437 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device cb8c54e0-bd35-45b9-a4be-d0554d6c115c no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:41:32.527519 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d43d5b3d-636e-4002-999c-a40afd7c7f9b req-37fad575-0e65-4504-b80e-35787920182c tempest-VolumesActionsTest-1223315819 tempest-VolumesActionsTest-1223315819-project] 10.222.0.43 "GET /v2.0/quotas/bae45ae89395414b9bdc7d7c7498d763 HTTP/1.1" status: 200 len: 375 time: 0.0240142 Jul 29 23:41:32.581894 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-37107ce6-f4f2-4a5e-9cc0-73e20e67f18c admin admin] Deleting port a8ecf2de-4f8a-4abf-a127-d6f19684419e {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:41:32.582448 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-37107ce6-f4f2-4a5e-9cc0-73e20e67f18c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:32.593192 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d43d5b3d-636e-4002-999c-a40afd7c7f9b req-f1e690ab-68ab-43d9-bb53-57039dd34d9a tempest-VolumesActionsTest-1223315819 tempest-VolumesActionsTest-1223315819-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=bae45ae89395414b9bdc7d7c7498d763&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0646129 Jul 29 23:41:32.615401 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-367f225a-426a-4945-9370-c67dd54a2da4 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:32.619678 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560c160-02e7-466b-9899-a2ae7fcee62f req-31d5977c-53d5-4fe2-ac61-dda942276559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:32.621333 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0560c160-02e7-466b-9899-a2ae7fcee62f req-31d5977c-53d5-4fe2-ac61-dda942276559 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aa7b44142ea84ef2bfb9a6f800e77e29&device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 1097 time: 0.1028054 Jul 29 23:41:32.640294 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-367f225a-426a-4945-9370-c67dd54a2da4 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be0ef6b8-77b4-4ed3-9224-01408e5c266e']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:32.657769 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-216cfe44-3a4c-49fa-abef-7474bf34ae57 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Deleting port 0bfee63f-37a3-4407-9c97-cb33ea1fcee6 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:41:32.657769 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-216cfe44-3a4c-49fa-abef-7474bf34ae57 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:32.719877 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-bf1a4d54-6e48-4237-9645-9bf3725652ec None None] For port 1ef849fd-0d52-469a-a39b-d10bfea71cea, host n-d-712141-10, got binding levels [] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:32.720919 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bf1a4d54-6e48-4237-9645-9bf3725652ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:32.742769 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-216cfe44-3a4c-49fa-abef-7474bf34ae57 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] For port 0bfee63f-37a3-4407-9c97-cb33ea1fcee6, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=0bfee63f-37a3-4407-9c97-cb33ea1fcee6,segment=NetworkSegment(fed1c01d-c188-4deb-b4ba-0ec2e58af242),segment_id=fed1c01d-c188-4deb-b4ba-0ec2e58af242)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:32.743508 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-216cfe44-3a4c-49fa-abef-7474bf34ae57 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:32.758623 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-bf1a4d54-6e48-4237-9645-9bf3725652ec None None] Calling delete_port for 1ef849fd-0d52-469a-a39b-d10bfea71cea owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:41:32.760375 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-216cfe44-3a4c-49fa-abef-7474bf34ae57 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Calling delete_port for 0bfee63f-37a3-4407-9c97-cb33ea1fcee6 owned by network:dhcp {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:41:32.762216 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.ipam_backend_mixin [None req-bf1a4d54-6e48-4237-9645-9bf3725652ec None None] Port 1ef849fd-0d52-469a-a39b-d10bfea71cea was not found and therefore no delete operation was performed {{(pid=94079) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 23:41:32.768370 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bf1a4d54-6e48-4237-9645-9bf3725652ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:32.781447 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f965c80b-7892-4f9b-9611-f2a1dd70f893 req-2fa9b5bc-f0dc-4daa-9b3c-3461d736f071 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 210 time: 0.1925609 Jul 29 23:41:32.830902 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1a4d54-6e48-4237-9645-9bf3725652ec None None] No DVR routers for this DVR port 1ef849fd-0d52-469a-a39b-d10bfea71cea on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:41:32.844898 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: cb8c54e0-bd35-45b9-a4be-d0554d6c115c {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:41:32.845248 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device cb8c54e0-bd35-45b9-a4be-d0554d6c115c not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:41:32.938800 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1a4d54-6e48-4237-9645-9bf3725652ec None None] Pushing event deleted for resources: {'Port': ['ID=1ef849fd-0d52-469a-a39b-d10bfea71cea,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:32.983529 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-37107ce6-f4f2-4a5e-9cc0-73e20e67f18c admin admin] For port a8ecf2de-4f8a-4abf-a127-d6f19684419e, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=a8ecf2de-4f8a-4abf-a127-d6f19684419e,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:32.984330 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-37107ce6-f4f2-4a5e-9cc0-73e20e67f18c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:33.005726 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-37107ce6-f4f2-4a5e-9cc0-73e20e67f18c admin admin] Calling delete_port for a8ecf2de-4f8a-4abf-a127-d6f19684419e owned by network:router_gateway {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:41:33.054802 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-367f225a-426a-4945-9370-c67dd54a2da4 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '156041d1-33f8-459a-9c6a-230f82d723b3') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:33.056222 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-367f225a-426a-4945-9370-c67dd54a2da4 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '156041d1-33f8-459a-9c6a-230f82d723b3') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:33.084613 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-216cfe44-3a4c-49fa-abef-7474bf34ae57 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:33.191793 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216cfe44-3a4c-49fa-abef-7474bf34ae57 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event deleted for resources: {'Port': ['ID=0bfee63f-37a3-4407-9c97-cb33ea1fcee6,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:33.203109 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216cfe44-3a4c-49fa-abef-7474bf34ae57 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] No DVR routers for this DVR port 0bfee63f-37a3-4407-9c97-cb33ea1fcee6 on host n-d-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:41:33.206579 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-367f225a-426a-4945-9370-c67dd54a2da4 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:33.214768 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d35a4bf-a198-4010-88f7-d8a2a920169d None None] DHCP port deletion for f9e76966-269c-4c86-981e-e0d70eb9c263 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:41:33.226060 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-50adc25e-0de0-4e36-a931-e49eb162d509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'name': 'tempest-RoutersTest-router-915602155', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:57Z', 'updated_at': '2021-07-29T23:41:28Z', 'revision_number': 8, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'gw_port_host': None, '_interfaces': [{'id': '0d96c483-84b6-46a2-ba32-ac8f559a1c2b', 'name': '', 'network_id': 'd3d98fff-a0f2-4bd5-b8cb-f7dc60ec58ff', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'mac_address': 'fa:16:3e:bd:58:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '52699cfb-6dbb-4f48-a9d3-1014f68a21dd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:43Z', 'updated_at': '2021-07-29T23:41:09Z', 'revision_number': 5, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'subnets': [{'id': '52699cfb-6dbb-4f48-a9d3-1014f68a21dd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0eee71f0-4419-46e7-8eca-9efeeec56bc2', 'name': '', 'network_id': 'c604adf0-0e48-45b2-aa5b-b1d694c44618', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'mac_address': 'fa:16:3e:f9:54:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '3ab0aca6-9c79-4ba4-90ca-fe1ff8b6bd7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:33Z', 'updated_at': '2021-07-29T23:40:52Z', 'revision_number': 5, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'subnets': [{'id': '3ab0aca6-9c79-4ba4-90ca-fe1ff8b6bd7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f49de2e-a972-48b2-9fed-0ae4ad002d0b', 'name': '', 'network_id': '6c2eaf9c-1b68-4dff-89ae-76869996c21c', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'mac_address': 'fa:16:3e:cf:f3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': 'e914c1e7-e0d1-484d-8ef5-937e66f8c162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:08Z', 'updated_at': '2021-07-29T23:40:31Z', 'revision_number': 5, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'subnets': [{'id': 'e914c1e7-e0d1-484d-8ef5-937e66f8c162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:33.265072 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50adc25e-0de0-4e36-a931-e49eb162d509 None None] The sync data for ids ['15b03cc0-4d03-4abe-967c-fe595dbc180e'] in n-d-712141-10 is: [{'id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'name': 'tempest-RoutersTest-router-915602155', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:57Z', 'updated_at': '2021-07-29T23:41:28Z', 'revision_number': 8, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'gw_port_host': None, '_interfaces': [{'id': '0d96c483-84b6-46a2-ba32-ac8f559a1c2b', 'name': '', 'network_id': 'd3d98fff-a0f2-4bd5-b8cb-f7dc60ec58ff', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'mac_address': 'fa:16:3e:bd:58:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2466, 'fixed_ips': [{'subnet_id': '52699cfb-6dbb-4f48-a9d3-1014f68a21dd', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:43Z', 'updated_at': '2021-07-29T23:41:09Z', 'revision_number': 5, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'subnets': [{'id': '52699cfb-6dbb-4f48-a9d3-1014f68a21dd', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '0eee71f0-4419-46e7-8eca-9efeeec56bc2', 'name': '', 'network_id': 'c604adf0-0e48-45b2-aa5b-b1d694c44618', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'mac_address': 'fa:16:3e:f9:54:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '3ab0aca6-9c79-4ba4-90ca-fe1ff8b6bd7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:33Z', 'updated_at': '2021-07-29T23:40:52Z', 'revision_number': 5, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'subnets': [{'id': '3ab0aca6-9c79-4ba4-90ca-fe1ff8b6bd7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f49de2e-a972-48b2-9fed-0ae4ad002d0b', 'name': '', 'network_id': '6c2eaf9c-1b68-4dff-89ae-76869996c21c', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'mac_address': 'fa:16:3e:cf:f3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': 'e914c1e7-e0d1-484d-8ef5-937e66f8c162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:08Z', 'updated_at': '2021-07-29T23:40:31Z', 'revision_number': 5, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'subnets': [{'id': 'e914c1e7-e0d1-484d-8ef5-937e66f8c162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:41:33.291986 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d43d5b3d-636e-4002-999c-a40afd7c7f9b req-61f41b7d-f28a-4748-a8ee-de48ce011577 service neutron] 10.222.0.43 "GET /v2.0/networks/18ec3550-7bbe-4aad-b146-2fd3b9b2c576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6625950 Jul 29 23:41:33.377052 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-37107ce6-f4f2-4a5e-9cc0-73e20e67f18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:33.501759 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37107ce6-f4f2-4a5e-9cc0-73e20e67f18c admin admin] Pushing event deleted for resources: {'Port': ['ID=a8ecf2de-4f8a-4abf-a127-d6f19684419e,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:33.753017 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d43d5b3d-636e-4002-999c-a40afd7c7f9b req-8b3780d2-5251-42a4-b8d0-84ec334fb658 service neutron] 10.222.0.43 "GET /v2.0/networks/18ec3550-7bbe-4aad-b146-2fd3b9b2c576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4599731 Jul 29 23:41:33.775736 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366741c6-54b5-43b8-93c9-a17b5e7e6a0f req-9f03ce29-7209-4021-991a-8d8c7f9e36ca tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:33.779364 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-366741c6-54b5-43b8-93c9-a17b5e7e6a0f req-9f03ce29-7209-4021-991a-8d8c7f9e36ca tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.2146449 Jul 29 23:41:33.794309 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-37107ce6-f4f2-4a5e-9cc0-73e20e67f18c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:33.923506 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-216cfe44-3a4c-49fa-abef-7474bf34ae57 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:33.943408 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-216cfe44-3a4c-49fa-abef-7474bf34ae57 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9e76966-269c-4c86-981e-e0d70eb9c263']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:33.961561 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-216cfe44-3a4c-49fa-abef-7474bf34ae57 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fed1c01d-c188-4deb-b4ba-0ec2e58af242') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:33.962188 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-216cfe44-3a4c-49fa-abef-7474bf34ae57 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fed1c01d-c188-4deb-b4ba-0ec2e58af242') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:33.964960 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-37107ce6-f4f2-4a5e-9cc0-73e20e67f18c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:33.967735 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-37107ce6-f4f2-4a5e-9cc0-73e20e67f18c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:33.973386 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-216cfe44-3a4c-49fa-abef-7474bf34ae57 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:33.999609 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-216cfe44-3a4c-49fa-abef-7474bf34ae57 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:34.007729 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-216cfe44-3a4c-49fa-abef-7474bf34ae57 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:41:34.008464 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-216cfe44-3a4c-49fa-abef-7474bf34ae57 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:34.037896 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-37107ce6-f4f2-4a5e-9cc0-73e20e67f18c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:34.038639 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37107ce6-f4f2-4a5e-9cc0-73e20e67f18c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a1efaa5-a757-4b43-8b44-44fbf50b3c70 {{(pid=94078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:41:34.063589 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-37107ce6-f4f2-4a5e-9cc0-73e20e67f18c admin admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:34.072182 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-37107ce6-f4f2-4a5e-9cc0-73e20e67f18c admin admin] 10.222.0.43 "DELETE /v2.0/routers/6a1efaa5-a757-4b43-8b44-44fbf50b3c70 HTTP/1.1" status: 204 len: 168 time: 3.6364448 Jul 29 23:41:34.073530 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 34386) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:34.109491 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:41:34.109491 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:41:34.109491 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:41:34.109491 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:41:34.109491 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:41:34.109491 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:41:34.109491 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:41:34.109491 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:41:34.109491 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:41:34.109491 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:41:34.109491 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:41:34.109491 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:41:34.109491 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:41:34.109491 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:41:34.109491 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:41:34.109491 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:41:34.109491 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:41:34.109491 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:41:34.109491 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:41:34.109491 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:41:34.109491 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:41:34.109491 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:41:34.109491 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:41:34.109491 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:41:34.109491 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:41:34.109491 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:41:34.109491 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:41:34.109491 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:41:34.109491 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:41:34.109491 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:41:34.109491 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:41:34.109491 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:41:34.234371 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-367f225a-426a-4945-9370-c67dd54a2da4 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:34.305872 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-367f225a-426a-4945-9370-c67dd54a2da4 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:41:34.308335 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-367f225a-426a-4945-9370-c67dd54a2da4 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:34.344066 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:41:34.344066 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:41:34.344066 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:41:34.344066 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:41:34.344066 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:41:34.344066 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:41:34.344066 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:41:34.344066 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:41:34.344066 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:41:34.344066 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:41:34.344066 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:41:34.344066 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:41:34.344066 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:41:34.344066 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:41:34.344066 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:41:34.344066 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:41:34.344066 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:41:34.344066 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:41:34.344066 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:41:34.344066 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:41:34.344066 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:41:34.344066 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:41:34.344066 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:41:34.344066 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:41:34.344066 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:41:34.344066 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:41:34.344066 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:41:34.344066 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:41:34.344066 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:41:34.344066 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:41:34.344066 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:41:34.344066 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:41:34.370569 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-216cfe44-3a4c-49fa-abef-7474bf34ae57 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:34.399397 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-366741c6-54b5-43b8-93c9-a17b5e7e6a0f req-62adb986-cdbe-4880-9f45-c88868b8b4a3 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3718281 Jul 29 23:41:34.422022 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-216cfe44-3a4c-49fa-abef-7474bf34ae57 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:34.427006 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-216cfe44-3a4c-49fa-abef-7474bf34ae57 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "DELETE /v2.0/networks/f9e76966-269c-4c86-981e-e0d70eb9c263 HTTP/1.1" status: 204 len: 168 time: 2.5947471 Jul 29 23:41:34.431494 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216cfe44-3a4c-49fa-abef-7474bf34ae57 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event deleted for resources: {'Network': ['ID=f9e76966-269c-4c86-981e-e0d70eb9c263,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:34.445086 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 34394) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:34.471890 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4877a9ac-b563-4139-b514-fbd713c3150b req-cfb40687-bc2b-4a66-b0ff-4a5949ea7963 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 210 time: 0.1666200 Jul 29 23:41:34.479279 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-83ad19d2-91c7-4f56-824d-bf1ae18a4754 admin admin] Deleting subnet 7a456402-40c6-4578-9b75-bbc1a0d9a5e7 {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:41:34.486890 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 37d448e7-9d29-4944-a519-dd277ecd95a9 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:41:34.502795 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-83ad19d2-91c7-4f56-824d-bf1ae18a4754 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:34.539893 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 37d448e7-9d29-4944-a519-dd277ecd95a9 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:41:34.539893 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 37d448e7-9d29-4944-a519-dd277ecd95a9 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:41:34.539893 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 0bfee63f-37a3-4407-9c97-cb33ea1fcee6 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:41:34.619566 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 0bfee63f-37a3-4407-9c97-cb33ea1fcee6 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:41:34.619913 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 0bfee63f-37a3-4407-9c97-cb33ea1fcee6 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:41:34.620546 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 0ce17b82-c99c-4c78-80db-fc8534ac801a no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:41:34.650534 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6af70ac4-f00a-475d-8111-bd7d64c52373 req-dcd26c86-0f96-4545-acc2-42f9ecc0ce09 tempest-VolumesActionsTest-1223315819 tempest-VolumesActionsTest-1223315819-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b99ddc0-fe3a-4375-9fa1-d2b80f670a72 HTTP/1.1" status: 200 len: 210 time: 0.0877969 Jul 29 23:41:34.662430 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 0ce17b82-c99c-4c78-80db-fc8534ac801a {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:41:34.663858 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 0ce17b82-c99c-4c78-80db-fc8534ac801a not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:41:34.679036 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-83ad19d2-91c7-4f56-824d-bf1ae18a4754 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:34.707392 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560c160-02e7-466b-9899-a2ae7fcee62f req-a69f4621-43c2-4da8-83b4-76d28362719e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:34.712134 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0560c160-02e7-466b-9899-a2ae7fcee62f req-a69f4621-43c2-4da8-83b4-76d28362719e service neutron] 10.222.0.22 "GET /v2.0/networks?id=ef47c031-89f3-4d55-afcb-e9afda1b9317 HTTP/1.1" status: 200 len: 914 time: 2.0566819 Jul 29 23:41:34.723702 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-367f225a-426a-4945-9370-c67dd54a2da4 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:34.776015 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-83ad19d2-91c7-4f56-824d-bf1ae18a4754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:34.874378 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0560c160-02e7-466b-9899-a2ae7fcee62f req-e28473e0-c048-4dba-b833-e5bce32e1d16 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b6ece518-cbb5-4566-b916-ab5aa5d0aa2a HTTP/1.1" status: 200 len: 217 time: 0.1454341 Jul 29 23:41:34.920140 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-83ad19d2-91c7-4f56-824d-bf1ae18a4754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:34.966014 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ad19d2-91c7-4f56-824d-bf1ae18a4754 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a456402-40c6-4578-9b75-bbc1a0d9a5e7,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:34.985321 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-83ad19d2-91c7-4f56-824d-bf1ae18a4754 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:34.992503 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-83ad19d2-91c7-4f56-824d-bf1ae18a4754 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/7a456402-40c6-4578-9b75-bbc1a0d9a5e7 HTTP/1.1" status: 204 len: 168 time: 0.9151473 Jul 29 23:41:34.992824 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 34404) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:35.087679 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-367f225a-426a-4945-9370-c67dd54a2da4 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:35.088255 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5588babc-cc9f-4bdf-a5b0-d451856c3a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:35.096310 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 34406) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:35.097298 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-367f225a-426a-4945-9370-c67dd54a2da4 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "DELETE /v2.0/networks/be0ef6b8-77b4-4ed3-9224-01408e5c266e HTTP/1.1" status: 204 len: 168 time: 4.8867717 Jul 29 23:41:35.219125 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f225a-426a-4945-9370-c67dd54a2da4 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event deleted for resources: {'Network': ['ID=be0ef6b8-77b4-4ed3-9224-01408e5c266e,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:35.277543 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0560c160-02e7-466b-9899-a2ae7fcee62f req-6cc4ab2d-83e5-4020-b60d-2279b26a5f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:35.280752 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0560c160-02e7-466b-9899-a2ae7fcee62f req-6cc4ab2d-83e5-4020-b60d-2279b26a5f18 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2cc102b6-7976-49c8-8fc0-37ba3d12643a HTTP/1.1" status: 200 len: 853 time: 0.1818440 Jul 29 23:41:35.429817 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0560c160-02e7-466b-9899-a2ae7fcee62f req-fb1b606e-8b61-4571-8c96-a47cded64181 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ef47c031-89f3-4d55-afcb-e9afda1b9317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523915 Jul 29 23:41:35.639625 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5588babc-cc9f-4bdf-a5b0-d451856c3a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:35.691388 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-5588babc-cc9f-4bdf-a5b0-d451856c3a47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d20f887-85b7-45ef-8019-3cf0ef128029']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:35.782514 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f1592ddb-f3c4-487c-a5a6-70f1a4347c78 req-45d33186-6e82-49b4-a106-006c8d8019fb tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 210 time: 0.0516188 Jul 29 23:41:35.790957 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-5588babc-cc9f-4bdf-a5b0-d451856c3a47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59dfd488-a454-40cf-9438-9ce3dc7e6e5e') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:35.791561 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-5588babc-cc9f-4bdf-a5b0-d451856c3a47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59dfd488-a454-40cf-9438-9ce3dc7e6e5e') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:35.835202 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5588babc-cc9f-4bdf-a5b0-d451856c3a47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:35.867517 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d1cdc-e3ff-450f-872f-b0572248640d req-1411b12a-3f13-43b2-b7cb-ce910a2d8d53 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:35.868458 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0560c160-02e7-466b-9899-a2ae7fcee62f req-ade6db76-09da-4c8d-9556-945a0e4b9e59 service neutron] 10.222.0.22 "GET /v2.0/networks/ef47c031-89f3-4d55-afcb-e9afda1b9317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615668 Jul 29 23:41:35.869946 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-134d1cdc-e3ff-450f-872f-b0572248640d req-1411b12a-3f13-43b2-b7cb-ce910a2d8d53 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.2954407 Jul 29 23:41:35.936583 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5588babc-cc9f-4bdf-a5b0-d451856c3a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:35.973052 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5588babc-cc9f-4bdf-a5b0-d451856c3a47 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:41:35.973728 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5588babc-cc9f-4bdf-a5b0-d451856c3a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:36.004324 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:41:36.004324 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:41:36.004324 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:41:36.004324 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:41:36.004324 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:41:36.004324 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:41:36.004324 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:41:36.004324 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:41:36.004324 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:41:36.004324 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:41:36.004324 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:41:36.004324 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:41:36.004324 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:41:36.004324 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:41:36.004324 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:41:36.004324 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:41:36.004324 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:41:36.004324 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:41:36.004324 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:41:36.004324 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:41:36.004324 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:41:36.004324 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:41:36.004324 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:41:36.004324 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:41:36.004324 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:41:36.004324 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:41:36.004324 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:41:36.004324 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:41:36.004324 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:41:36.004324 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:41:36.004324 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:41:36.004324 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:41:36.030143 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-126ed3fd-95f5-4257-8b9f-6ede4f6f36c8 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:36.150388 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device a8ecf2de-4f8a-4abf-a127-d6f19684419e no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:41:36.178697 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0560c160-02e7-466b-9899-a2ae7fcee62f req-7660427b-6385-405b-a6ee-3ab8d4436693 service neutron] 10.222.0.22 "GET /v2.0/networks/ef47c031-89f3-4d55-afcb-e9afda1b9317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021424 Jul 29 23:41:36.262451 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ecff581c-7baa-4f5c-b919-b0dc53f2bc47 req-79c44210-e7bc-419e-837d-ed4bf5c2076b tempest-VolumesActionsTest-1223315819 tempest-VolumesActionsTest-1223315819-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b99ddc0-fe3a-4375-9fa1-d2b80f670a72 HTTP/1.1" status: 200 len: 210 time: 0.1128509 Jul 29 23:41:36.265243 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: a8ecf2de-4f8a-4abf-a127-d6f19684419e {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:41:36.265939 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device a8ecf2de-4f8a-4abf-a127-d6f19684419e not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:41:36.305614 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-134d1cdc-e3ff-450f-872f-b0572248640d req-bdb15702-6d6a-4355-80e8-5d420a15cf9e tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3929119 Jul 29 23:41:36.394303 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5588babc-cc9f-4bdf-a5b0-d451856c3a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:36.425200 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5588babc-cc9f-4bdf-a5b0-d451856c3a47 admin admin] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:36.427309 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-5588babc-cc9f-4bdf-a5b0-d451856c3a47 admin admin] 10.222.0.43 "DELETE /v2.0/networks/5d20f887-85b7-45ef-8019-3cf0ef128029 HTTP/1.1" status: 204 len: 168 time: 1.4331501 Jul 29 23:41:36.466145 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5588babc-cc9f-4bdf-a5b0-d451856c3a47 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d20f887-85b7-45ef-8019-3cf0ef128029,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:36.538183 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d5b3d-636e-4002-999c-a40afd7c7f9b req-8d60ec52-e210-44b1-8aca-8249125cf920 tempest-VolumesActionsTest-1223315819 tempest-VolumesActionsTest-1223315819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:36.541015 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d43d5b3d-636e-4002-999c-a40afd7c7f9b req-8d60ec52-e210-44b1-8aca-8249125cf920 tempest-VolumesActionsTest-1223315819 tempest-VolumesActionsTest-1223315819-project] 10.222.0.41 "GET /v2.0/networks?id=18ec3550-7bbe-4aad-b146-2fd3b9b2c576 HTTP/1.1" status: 200 len: 808 time: 0.2769089 Jul 29 23:41:36.565228 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-d43d5b3d-636e-4002-999c-a40afd7c7f9b req-5bae4e8e-8c2b-4063-ad8b-0a2fda4569b1 tempest-VolumesActionsTest-1223315819 tempest-VolumesActionsTest-1223315819-project] Request body: {'port': {'device_id': '1b99ddc0-fe3a-4375-9fa1-d2b80f670a72', 'network_id': '18ec3550-7bbe-4aad-b146-2fd3b9b2c576', 'admin_state_up': True, 'tenant_id': 'bae45ae89395414b9bdc7d7c7498d763'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:36.706303 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8b18b24b-7b33-4743-97d3-24b42f182914 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:36.820018 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-126ed3fd-95f5-4257-8b9f-6ede4f6f36c8 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Deleting port 0d96c483-84b6-46a2-ba32-ac8f559a1c2b {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:41:36.822870 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-126ed3fd-95f5-4257-8b9f-6ede4f6f36c8 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:36.905541 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 34426) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:37.051325 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-87fd03d9-ad1e-4d72-917b-308827ed08fd req-8f459b54-ee49-4f0d-b250-adf0bf5dd964 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 210 time: 0.0682251 Jul 29 23:41:37.070789 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-31308890-8b91-41e8-82dc-de35b3d58cbd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7c08d2622b7b410cb98838e9565b36dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1575301 Jul 29 23:41:37.074775 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 34428) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:37.118460 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-126ed3fd-95f5-4257-8b9f-6ede4f6f36c8 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] For port 0d96c483-84b6-46a2-ba32-ac8f559a1c2b, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=0d96c483-84b6-46a2-ba32-ac8f559a1c2b,segment=NetworkSegment(a1f9c734-556d-4d88-a879-b08a818e5658),segment_id=a1f9c734-556d-4d88-a879-b08a818e5658)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:37.119693 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-126ed3fd-95f5-4257-8b9f-6ede4f6f36c8 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:37.150059 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-126ed3fd-95f5-4257-8b9f-6ede4f6f36c8 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Calling delete_port for 0d96c483-84b6-46a2-ba32-ac8f559a1c2b owned by network:router_interface {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:41:37.173229 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:37.233161 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d43d5b3d-636e-4002-999c-a40afd7c7f9b req-5bae4e8e-8c2b-4063-ad8b-0a2fda4569b1 tempest-VolumesActionsTest-1223315819 tempest-VolumesActionsTest-1223315819-project] Made reservation on behalf of bae45ae89395414b9bdc7d7c7498d763 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:41:37.238944 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d43d5b3d-636e-4002-999c-a40afd7c7f9b req-5bae4e8e-8c2b-4063-ad8b-0a2fda4569b1 tempest-VolumesActionsTest-1223315819 tempest-VolumesActionsTest-1223315819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:37.334450 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-466a7957-86d5-410f-ba94-7feb35d947e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:37.379868 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-126ed3fd-95f5-4257-8b9f-6ede4f6f36c8 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:37.425984 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126ed3fd-95f5-4257-8b9f-6ede4f6f36c8 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event deleted for resources: {'Port': ['ID=0d96c483-84b6-46a2-ba32-ac8f559a1c2b,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:37.563235 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-d43d5b3d-636e-4002-999c-a40afd7c7f9b req-5bae4e8e-8c2b-4063-ad8b-0a2fda4569b1 tempest-VolumesActionsTest-1223315819 tempest-VolumesActionsTest-1223315819-project] Allocated IP 172.20.0.14 (18ec3550-7bbe-4aad-b146-2fd3b9b2c576/a1313e90-0499-41fa-b020-450aac7c7714/c91dbe09-e559-4418-bdce-73dc37d0c4e6) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:41:37.663381 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-126ed3fd-95f5-4257-8b9f-6ede4f6f36c8 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:37.669039 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-466a7957-86d5-410f-ba94-7feb35d947e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:37.934463 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-126ed3fd-95f5-4257-8b9f-6ede4f6f36c8 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Router 15b03cc0-4d03-4abe-967c-fe595dbc180e has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:41:37.983972 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-539c6d61-f3d7-4522-a389-e2e34eb3939d req-cd70daec-27e3-4c95-bdea-17446c5e97cc tempest-VolumesActionsTest-1223315819 tempest-VolumesActionsTest-1223315819-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b99ddc0-fe3a-4375-9fa1-d2b80f670a72 HTTP/1.1" status: 200 len: 210 time: 0.2929602 Jul 29 23:41:38.085314 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b53455-cbec-460b-8979-46abc2a31094 req-a51bae87-3413-45fa-8de6-fadb03d223e4 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:38.085314 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d2b53455-cbec-460b-8979-46abc2a31094 req-a51bae87-3413-45fa-8de6-fadb03d223e4 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.3907564 Jul 29 23:41:38.092948 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-466a7957-86d5-410f-ba94-7feb35d947e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:38.097209 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-466a7957-86d5-410f-ba94-7feb35d947e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:38.102143 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-466a7957-86d5-410f-ba94-7feb35d947e6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/81e89418-223e-492a-b406-e46bb556ffb9 HTTP/1.1" status: 204 len: 168 time: 1.0223053 Jul 29 23:41:38.156988 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466a7957-86d5-410f-ba94-7feb35d947e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e89418-223e-492a-b406-e46bb556ffb9,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:38.199648 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-8b18b24b-7b33-4743-97d3-24b42f182914 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Deleting port fdb0a764-98f4-4c2f-97b2-a0f189b7e291 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:41:38.200237 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8b18b24b-7b33-4743-97d3-24b42f182914 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:38.209141 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d43d5b3d-636e-4002-999c-a40afd7c7f9b req-5bae4e8e-8c2b-4063-ad8b-0a2fda4569b1 tempest-VolumesActionsTest-1223315819 tempest-VolumesActionsTest-1223315819-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:38.307150 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d2b53455-cbec-460b-8979-46abc2a31094 req-52dc63cd-650d-4fd3-906e-7d532b9b2953 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008469 Jul 29 23:41:38.325563 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-126ed3fd-95f5-4257-8b9f-6ede4f6f36c8 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:41:38.342566 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab732b3-09aa-4456-9a8d-0a5f6a6595e1 None None] Sync routers for ids ['15b03cc0-4d03-4abe-967c-fe595dbc180e'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:41:38.355503 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 34446) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:38.358119 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-126ed3fd-95f5-4257-8b9f-6ede4f6f36c8 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "PUT /v2.0/routers/15b03cc0-4d03-4abe-967c-fe595dbc180e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9009256 Jul 29 23:41:38.362432 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab732b3-09aa-4456-9a8d-0a5f6a6595e1 None None] Routers {'15b03cc0-4d03-4abe-967c-fe595dbc180e'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:38.363780 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-eab732b3-09aa-4456-9a8d-0a5f6a6595e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:41:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['15b03cc0-4d03-4abe-967c-fe595dbc180e'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:38.375684 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-37005a72-9c2e-41f6-be5d-f9a9d6a5a679 req-dbd42651-6f0a-406b-b920-36463f889ef9 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 210 time: 0.0845807 Jul 29 23:41:38.539022 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-eab732b3-09aa-4456-9a8d-0a5f6a6595e1 None None] Set router 15b03cc0-4d03-4abe-967c-fe595dbc180e gateway port host: None {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:41:38.742253 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-eee15d63-3471-484f-8a33-b116158895e7 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Deleting subnet 52699cfb-6dbb-4f48-a9d3-1014f68a21dd {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:41:38.749881 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-eee15d63-3471-484f-8a33-b116158895e7 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:38.808786 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-eee15d63-3471-484f-8a33-b116158895e7 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:38.835475 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-eab732b3-09aa-4456-9a8d-0a5f6a6595e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'name': 'tempest-RoutersTest-router-915602155', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:57Z', 'updated_at': '2021-07-29T23:41:37Z', 'revision_number': 9, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'gw_port_host': None, '_interfaces': [{'id': '0eee71f0-4419-46e7-8eca-9efeeec56bc2', 'name': '', 'network_id': 'c604adf0-0e48-45b2-aa5b-b1d694c44618', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'mac_address': 'fa:16:3e:f9:54:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '3ab0aca6-9c79-4ba4-90ca-fe1ff8b6bd7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:33Z', 'updated_at': '2021-07-29T23:40:52Z', 'revision_number': 5, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'subnets': [{'id': '3ab0aca6-9c79-4ba4-90ca-fe1ff8b6bd7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f49de2e-a972-48b2-9fed-0ae4ad002d0b', 'name': '', 'network_id': '6c2eaf9c-1b68-4dff-89ae-76869996c21c', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'mac_address': 'fa:16:3e:cf:f3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': 'e914c1e7-e0d1-484d-8ef5-937e66f8c162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:08Z', 'updated_at': '2021-07-29T23:40:31Z', 'revision_number': 5, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'subnets': [{'id': 'e914c1e7-e0d1-484d-8ef5-937e66f8c162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:38.881429 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab732b3-09aa-4456-9a8d-0a5f6a6595e1 None None] Checking router: 15b03cc0-4d03-4abe-967c-fe595dbc180e for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:41:38.882236 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-8b18b24b-7b33-4743-97d3-24b42f182914 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] For port fdb0a764-98f4-4c2f-97b2-a0f189b7e291, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=fdb0a764-98f4-4c2f-97b2-a0f189b7e291,segment=NetworkSegment(72eae08e-c5b6-45f5-ae1c-e3866385f79d),segment_id=72eae08e-c5b6-45f5-ae1c-e3866385f79d)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:38.882688 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8b18b24b-7b33-4743-97d3-24b42f182914 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:38.891384 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab732b3-09aa-4456-9a8d-0a5f6a6595e1 None None] Routers {'15b03cc0-4d03-4abe-967c-fe595dbc180e'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:38.892244 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-eab732b3-09aa-4456-9a8d-0a5f6a6595e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:41:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['15b03cc0-4d03-4abe-967c-fe595dbc180e'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:38.924436 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff2b380-7ad0-448e-a5c4-06aa4f687d4b req-439c72e4-163c-4e0e-a6d0-22ae6cca5824 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:38.926355 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eff2b380-7ad0-448e-a5c4-06aa4f687d4b req-439c72e4-163c-4e0e-a6d0-22ae6cca5824 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.4467578 Jul 29 23:41:38.931894 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-8b18b24b-7b33-4743-97d3-24b42f182914 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Calling delete_port for fdb0a764-98f4-4c2f-97b2-a0f189b7e291 owned by network:router_interface {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:41:38.970557 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d43d5b3d-636e-4002-999c-a40afd7c7f9b req-5bae4e8e-8c2b-4063-ad8b-0a2fda4569b1 tempest-VolumesActionsTest-1223315819 tempest-VolumesActionsTest-1223315819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:39.032317 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-eab732b3-09aa-4456-9a8d-0a5f6a6595e1 None None] Set router 15b03cc0-4d03-4abe-967c-fe595dbc180e gateway port host: None {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:41:39.086904 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bae4e8e-8c2b-4063-ad8b-0a2fda4569b1 tempest-VolumesActionsTest-1223315819 tempest-VolumesActionsTest-1223315819-project] Pushing event updated for resources: {'Port': ['ID=c91dbe09-e559-4418-bdce-73dc37d0c4e6,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:39.504076 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-eab732b3-09aa-4456-9a8d-0a5f6a6595e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'name': 'tempest-RoutersTest-router-915602155', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:57Z', 'updated_at': '2021-07-29T23:41:37Z', 'revision_number': 9, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'gw_port_host': None, '_interfaces': [{'id': '0eee71f0-4419-46e7-8eca-9efeeec56bc2', 'name': '', 'network_id': 'c604adf0-0e48-45b2-aa5b-b1d694c44618', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'mac_address': 'fa:16:3e:f9:54:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '3ab0aca6-9c79-4ba4-90ca-fe1ff8b6bd7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:33Z', 'updated_at': '2021-07-29T23:40:52Z', 'revision_number': 5, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'subnets': [{'id': '3ab0aca6-9c79-4ba4-90ca-fe1ff8b6bd7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f49de2e-a972-48b2-9fed-0ae4ad002d0b', 'name': '', 'network_id': '6c2eaf9c-1b68-4dff-89ae-76869996c21c', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'mac_address': 'fa:16:3e:cf:f3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': 'e914c1e7-e0d1-484d-8ef5-937e66f8c162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:08Z', 'updated_at': '2021-07-29T23:40:31Z', 'revision_number': 5, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'subnets': [{'id': 'e914c1e7-e0d1-484d-8ef5-937e66f8c162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:39.610186 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab732b3-09aa-4456-9a8d-0a5f6a6595e1 None None] The sync data for ids ['15b03cc0-4d03-4abe-967c-fe595dbc180e'] in n-d-712141-10 is: [{'id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'name': 'tempest-RoutersTest-router-915602155', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:57Z', 'updated_at': '2021-07-29T23:41:37Z', 'revision_number': 9, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'gw_port_host': None, '_interfaces': [{'id': '0eee71f0-4419-46e7-8eca-9efeeec56bc2', 'name': '', 'network_id': 'c604adf0-0e48-45b2-aa5b-b1d694c44618', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'mac_address': 'fa:16:3e:f9:54:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2452, 'fixed_ips': [{'subnet_id': '3ab0aca6-9c79-4ba4-90ca-fe1ff8b6bd7e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:33Z', 'updated_at': '2021-07-29T23:40:52Z', 'revision_number': 5, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'subnets': [{'id': '3ab0aca6-9c79-4ba4-90ca-fe1ff8b6bd7e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3f49de2e-a972-48b2-9fed-0ae4ad002d0b', 'name': '', 'network_id': '6c2eaf9c-1b68-4dff-89ae-76869996c21c', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'mac_address': 'fa:16:3e:cf:f3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': 'e914c1e7-e0d1-484d-8ef5-937e66f8c162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:08Z', 'updated_at': '2021-07-29T23:40:31Z', 'revision_number': 5, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'subnets': [{'id': 'e914c1e7-e0d1-484d-8ef5-937e66f8c162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:41:39.703730 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d43d5b3d-636e-4002-999c-a40afd7c7f9b req-5bae4e8e-8c2b-4063-ad8b-0a2fda4569b1 tempest-VolumesActionsTest-1223315819 tempest-VolumesActionsTest-1223315819-project] Network 18ec3550-7bbe-4aad-b146-2fd3b9b2c576 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:41:39.728851 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-d43d5b3d-636e-4002-999c-a40afd7c7f9b req-5bae4e8e-8c2b-4063-ad8b-0a2fda4569b1 tempest-VolumesActionsTest-1223315819 tempest-VolumesActionsTest-1223315819-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:41:39.750892 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-d43d5b3d-636e-4002-999c-a40afd7c7f9b req-5bae4e8e-8c2b-4063-ad8b-0a2fda4569b1 tempest-VolumesActionsTest-1223315819 tempest-VolumesActionsTest-1223315819-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:41:39.765264 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eff2b380-7ad0-448e-a5c4-06aa4f687d4b req-054c6301-d6a8-4bad-abe9-000c6bea5c9b tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8139863 Jul 29 23:41:39.797040 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-eee15d63-3471-484f-8a33-b116158895e7 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:39.905769 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d5b3d-636e-4002-999c-a40afd7c7f9b req-5bae4e8e-8c2b-4063-ad8b-0a2fda4569b1 tempest-VolumesActionsTest-1223315819 tempest-VolumesActionsTest-1223315819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:39.906524 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d43d5b3d-636e-4002-999c-a40afd7c7f9b req-5bae4e8e-8c2b-4063-ad8b-0a2fda4569b1 tempest-VolumesActionsTest-1223315819 tempest-VolumesActionsTest-1223315819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:39.951915 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a6d83-73ae-4429-8104-4f2174021307 req-ddf77713-127d-4253-9958-9996d2e1c065 tempest-VolumesActionsTest-1223315819 tempest-VolumesActionsTest-1223315819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:39.953391 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f25a6d83-73ae-4429-8104-4f2174021307 req-ddf77713-127d-4253-9958-9996d2e1c065 tempest-VolumesActionsTest-1223315819 tempest-VolumesActionsTest-1223315819-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b99ddc0-fe3a-4375-9fa1-d2b80f670a72 HTTP/1.1" status: 200 len: 932 time: 0.2746596 Jul 29 23:41:39.991818 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1e379f02-8059-4068-9bf3-a5b22f0a5c32 req-b4b2ca93-7d48-4ef2-beb6-81af7c9a54ee tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 210 time: 0.1178904 Jul 29 23:41:40.064517 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d43d5b3d-636e-4002-999c-a40afd7c7f9b req-5bae4e8e-8c2b-4063-ad8b-0a2fda4569b1 tempest-VolumesActionsTest-1223315819 tempest-VolumesActionsTest-1223315819-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5062981 Jul 29 23:41:40.102465 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 0d96c483-84b6-46a2-ba32-ac8f559a1c2b no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:41:40.122336 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-d43d5b3d-636e-4002-999c-a40afd7c7f9b req-e2f3cf57-157f-4b91-a116-b3de4b726a27 service neutron] Request body: {'port': {'device_id': '1b99ddc0-fe3a-4375-9fa1-d2b80f670a72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:40.161945 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 0d96c483-84b6-46a2-ba32-ac8f559a1c2b {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:41:40.161945 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 0d96c483-84b6-46a2-ba32-ac8f559a1c2b not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:41:40.224617 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f25a6d83-73ae-4429-8104-4f2174021307 req-dd69d9c6-2c07-4d5e-bc85-3b14dc0c22e7 tempest-VolumesActionsTest-1223315819 tempest-VolumesActionsTest-1223315819-project] 10.222.0.43 "GET /v2.0/security-groups?id=433a2f6b-1675-4bcb-833b-93b2608bb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444203 Jul 29 23:41:40.227036 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-eee15d63-3471-484f-8a33-b116158895e7 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:40.325739 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321145aa-62da-4bcc-9a30-fcb458ea781e None None] Network d3d98fff-a0f2-4bd5-b8cb-f7dc60ec58ff requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:41:40.326948 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-eee15d63-3471-484f-8a33-b116158895e7 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:40.329437 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-eee15d63-3471-484f-8a33-b116158895e7 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "DELETE /v2.0/subnets/52699cfb-6dbb-4f48-a9d3-1014f68a21dd HTTP/1.1" status: 204 len: 168 time: 1.9519100 Jul 29 23:41:40.332826 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 34492) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:40.410096 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee15d63-3471-484f-8a33-b116158895e7 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event deleted for resources: {'Subnet': ['ID=52699cfb-6dbb-4f48-a9d3-1014f68a21dd,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:40.477381 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8b18b24b-7b33-4743-97d3-24b42f182914 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:40.533625 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b18b24b-7b33-4743-97d3-24b42f182914 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event deleted for resources: {'Port': ['ID=fdb0a764-98f4-4c2f-97b2-a0f189b7e291,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:40.573114 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d43d5b3d-636e-4002-999c-a40afd7c7f9b req-e2f3cf57-157f-4b91-a116-b3de4b726a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:40.645320 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5fb85636-35d7-4782-a73a-b284ab7762f5 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:40.659211 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d7e54-4390-4be1-8569-28a4e75b7fa9 req-72a8c66d-fd8d-41bd-b681-76698f2539cf tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:40.667240 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3b1d7e54-4390-4be1-8569-28a4e75b7fa9 req-72a8c66d-fd8d-41bd-b681-76698f2539cf tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.2715838 Jul 29 23:41:40.815691 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-5fb85636-35d7-4782-a73a-b284ab7762f5 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Deleting port 0823cb19-56f0-4ba2-aa04-9db1a63494b1 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:41:40.816387 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5fb85636-35d7-4782-a73a-b284ab7762f5 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:40.929086 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-5fb85636-35d7-4782-a73a-b284ab7762f5 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] For port 0823cb19-56f0-4ba2-aa04-9db1a63494b1, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=0823cb19-56f0-4ba2-aa04-9db1a63494b1,segment=NetworkSegment(a1f9c734-556d-4d88-a879-b08a818e5658),segment_id=a1f9c734-556d-4d88-a879-b08a818e5658)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:40.929707 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5fb85636-35d7-4782-a73a-b284ab7762f5 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:40.943675 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 34498) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:40.953216 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-5fb85636-35d7-4782-a73a-b284ab7762f5 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Calling delete_port for 0823cb19-56f0-4ba2-aa04-9db1a63494b1 owned by network:dhcp {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:41:40.981399 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3b1d7e54-4390-4be1-8569-28a4e75b7fa9 req-d1c53608-ef9e-44d1-99b3-6ee09707c440 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950793 Jul 29 23:41:41.039934 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486cae89-e1d2-49f2-8d4a-15129f51b37b None None] DHCP port deletion for d3d98fff-a0f2-4bd5-b8cb-f7dc60ec58ff request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:41:41.173098 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5fb85636-35d7-4782-a73a-b284ab7762f5 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:41.179636 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-486cae89-e1d2-49f2-8d4a-15129f51b37b None None] Deleting port 0823cb19-56f0-4ba2-aa04-9db1a63494b1 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:41:41.181262 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-486cae89-e1d2-49f2-8d4a-15129f51b37b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:41.274753 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-52027964-ba23-4773-b7a3-d316c4cc87a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:41.278422 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb85636-35d7-4782-a73a-b284ab7762f5 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event deleted for resources: {'Port': ['ID=0823cb19-56f0-4ba2-aa04-9db1a63494b1,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:41.281536 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-486cae89-e1d2-49f2-8d4a-15129f51b37b None None] For port 0823cb19-56f0-4ba2-aa04-9db1a63494b1, host n-d-712141-10, got binding levels [] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:41.281986 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-486cae89-e1d2-49f2-8d4a-15129f51b37b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:41.285942 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb85636-35d7-4782-a73a-b284ab7762f5 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] No DVR routers for this DVR port 0823cb19-56f0-4ba2-aa04-9db1a63494b1 on host n-d-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:41:41.303645 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-486cae89-e1d2-49f2-8d4a-15129f51b37b None None] Calling delete_port for 0823cb19-56f0-4ba2-aa04-9db1a63494b1 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:41:41.307234 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.ipam_backend_mixin [None req-486cae89-e1d2-49f2-8d4a-15129f51b37b None None] Port 0823cb19-56f0-4ba2-aa04-9db1a63494b1 was not found and therefore no delete operation was performed {{(pid=94079) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 23:41:41.308938 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-486cae89-e1d2-49f2-8d4a-15129f51b37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:41.348005 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486cae89-e1d2-49f2-8d4a-15129f51b37b None None] Pushing event deleted for resources: {'Port': ['ID=0823cb19-56f0-4ba2-aa04-9db1a63494b1,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:41.355341 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486cae89-e1d2-49f2-8d4a-15129f51b37b None None] No DVR routers for this DVR port 0823cb19-56f0-4ba2-aa04-9db1a63494b1 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:41:41.387185 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6bdbbdd6-b683-4722-bda6-e02dde468018 req-b4561678-c836-4d99-aa4f-cc32c381098e tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 210 time: 0.1004448 Jul 29 23:41:41.398199 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8b18b24b-7b33-4743-97d3-24b42f182914 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:41.509879 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5fb85636-35d7-4782-a73a-b284ab7762f5 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:41.526798 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-5fb85636-35d7-4782-a73a-b284ab7762f5 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3d98fff-a0f2-4bd5-b8cb-f7dc60ec58ff']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:41.540886 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-5fb85636-35d7-4782-a73a-b284ab7762f5 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1f9c734-556d-4d88-a879-b08a818e5658') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:41.541189 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-5fb85636-35d7-4782-a73a-b284ab7762f5 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1f9c734-556d-4d88-a879-b08a818e5658') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:41.557840 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5fb85636-35d7-4782-a73a-b284ab7762f5 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:41.643532 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5fb85636-35d7-4782-a73a-b284ab7762f5 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:41.652603 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-52027964-ba23-4773-b7a3-d316c4cc87a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:41.655836 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fb85636-35d7-4782-a73a-b284ab7762f5 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:41:41.656431 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5fb85636-35d7-4782-a73a-b284ab7762f5 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:41.659712 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:41:41.659712 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:41:41.659712 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:41:41.659712 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:41:41.659712 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:41:41.659712 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:41:41.659712 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:41:41.659712 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:41:41.659712 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:41:41.659712 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:41:41.659712 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:41:41.659712 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:41:41.659712 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:41:41.659712 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:41:41.659712 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:41:41.659712 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:41:41.659712 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:41:41.659712 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:41:41.659712 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:41:41.659712 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:41:41.659712 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:41:41.659712 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:41:41.659712 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:41:41.659712 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:41:41.659712 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:41:41.659712 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:41:41.659712 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:41:41.659712 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:41:41.659712 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:41:41.659712 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:41:41.659712 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:41:41.659712 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:41:41.674143 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-52027964-ba23-4773-b7a3-d316c4cc87a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:41.684336 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b0c9d-c048-46a6-829f-156fe9b45bfc req-016d7e0f-e711-4d00-841e-22cf4a99230e tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:41.687256 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-749b0c9d-c048-46a6-829f-156fe9b45bfc req-016d7e0f-e711-4d00-841e-22cf4a99230e tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.4026885 Jul 29 23:41:41.743643 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52027964-ba23-4773-b7a3-d316c4cc87a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a17cda-12ad-454b-8aba-7359ff1a0b5f,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:41.797002 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-52027964-ba23-4773-b7a3-d316c4cc87a0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d82e5d966e834fa19f0b665683095ee6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8504393 Jul 29 23:41:41.798639 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 34516) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:41.881160 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-749b0c9d-c048-46a6-829f-156fe9b45bfc req-dce6bb5f-b9ac-4771-8066-cd484dd488cf tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557561 Jul 29 23:41:41.918958 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5fb85636-35d7-4782-a73a-b284ab7762f5 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:41.933500 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5fb85636-35d7-4782-a73a-b284ab7762f5 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:41.938333 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-5fb85636-35d7-4782-a73a-b284ab7762f5 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "DELETE /v2.0/networks/d3d98fff-a0f2-4bd5-b8cb-f7dc60ec58ff HTTP/1.1" status: 204 len: 168 time: 1.6036637 Jul 29 23:41:41.940858 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 34538) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:41.950148 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017fdd9d-79fe-4209-a145-33404e99796b req-18344d03-2aa0-4fee-ace3-9cc974f8072c tempest-VolumesActionsTest-1223315819 tempest-VolumesActionsTest-1223315819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:41.957794 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-017fdd9d-79fe-4209-a145-33404e99796b req-18344d03-2aa0-4fee-ace3-9cc974f8072c tempest-VolumesActionsTest-1223315819 tempest-VolumesActionsTest-1223315819-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b99ddc0-fe3a-4375-9fa1-d2b80f670a72 HTTP/1.1" status: 200 len: 932 time: 0.3371487 Jul 29 23:41:42.011999 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb85636-35d7-4782-a73a-b284ab7762f5 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event deleted for resources: {'Network': ['ID=d3d98fff-a0f2-4bd5-b8cb-f7dc60ec58ff,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:42.086208 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-953bcccc-53ce-4ad3-a0b7-ca98cc7ea109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:42.118588 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-953bcccc-53ce-4ad3-a0b7-ca98cc7ea109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:42.143797 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b18b24b-7b33-4743-97d3-24b42f182914 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Router 6e4f419c-5ba3-4bf4-a489-f1a817d3eed9 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:41:42.175006 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-d43d5b3d-636e-4002-999c-a40afd7c7f9b req-e2f3cf57-157f-4b91-a116-b3de4b726a27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c91dbe09-e559-4418-bdce-73dc37d0c4e6 {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:41:42.198142 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d43d5b3d-636e-4002-999c-a40afd7c7f9b req-e2f3cf57-157f-4b91-a116-b3de4b726a27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:42.276506 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-953bcccc-53ce-4ad3-a0b7-ca98cc7ea109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:42.279309 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-953bcccc-53ce-4ad3-a0b7-ca98cc7ea109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:42.280621 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-953bcccc-53ce-4ad3-a0b7-ca98cc7ea109 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e6a17cda-12ad-454b-8aba-7359ff1a0b5f HTTP/1.1" status: 204 len: 168 time: 0.4795446 Jul 29 23:41:42.299639 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953bcccc-53ce-4ad3-a0b7-ca98cc7ea109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a17cda-12ad-454b-8aba-7359ff1a0b5f,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:42.308428 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-d43d5b3d-636e-4002-999c-a40afd7c7f9b req-e2f3cf57-157f-4b91-a116-b3de4b726a27 service neutron] Transition to ACTIVE for port object c91dbe09-e559-4418-bdce-73dc37d0c4e6 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:41:42.320678 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-017fdd9d-79fe-4209-a145-33404e99796b req-e82923ed-a4f4-4a21-af6f-9bde3d82b247 tempest-VolumesActionsTest-1223315819 tempest-VolumesActionsTest-1223315819-project] 10.222.0.43 "GET /v2.0/security-groups?id=433a2f6b-1675-4bcb-833b-93b2608bb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968190 Jul 29 23:41:42.342731 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d43d5b3d-636e-4002-999c-a40afd7c7f9b req-e2f3cf57-157f-4b91-a116-b3de4b726a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:42.370118 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 0823cb19-56f0-4ba2-aa04-9db1a63494b1 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:41:42.452566 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 0823cb19-56f0-4ba2-aa04-9db1a63494b1 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:41:42.454680 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 0823cb19-56f0-4ba2-aa04-9db1a63494b1 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:41:42.557083 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b18b24b-7b33-4743-97d3-24b42f182914 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:41:42.576099 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec8f8ea-fa8b-4b20-8067-e95fb5736224 None None] Sync routers for ids ['6e4f419c-5ba3-4bf4-a489-f1a817d3eed9'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:41:42.584194 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb79af3-2fd8-49a9-848a-58e9bec3688b req-d630a417-dfc0-41c7-b2d3-93b472055ecb tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:42.586036 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dcb79af3-2fd8-49a9-848a-58e9bec3688b req-d630a417-dfc0-41c7-b2d3-93b472055ecb tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.5583742 Jul 29 23:41:42.593141 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-8b18b24b-7b33-4743-97d3-24b42f182914 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "PUT /v2.0/routers/6e4f419c-5ba3-4bf4-a489-f1a817d3eed9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4947867 Jul 29 23:41:42.596067 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 34566) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:42.613396 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec8f8ea-fa8b-4b20-8067-e95fb5736224 None None] Routers {'6e4f419c-5ba3-4bf4-a489-f1a817d3eed9'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:42.614749 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-6ec8f8ea-fa8b-4b20-8067-e95fb5736224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:41:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['6e4f419c-5ba3-4bf4-a489-f1a817d3eed9'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:42.781185 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eb74056d-32f9-4301-83ff-aacefe905dec req-40907255-da21-4422-9ca5-a07a3bee535b tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 210 time: 0.1416037 Jul 29 23:41:42.790107 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f3cf57-157f-4b91-a116-b3de4b726a27 service neutron] Pushing event updated for resources: {'Port': ['ID=c91dbe09-e559-4418-bdce-73dc37d0c4e6,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:42.808416 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-d40ab65d-8a57-4f20-9872-3888f30ecd31 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Deleting subnet c9a6e33e-a48c-46ad-a582-5404d0059b7b {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:41:42.851468 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-6ec8f8ea-fa8b-4b20-8067-e95fb5736224 None None] Set router 6e4f419c-5ba3-4bf4-a489-f1a817d3eed9 gateway port host: None {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:41:42.853173 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dcb79af3-2fd8-49a9-848a-58e9bec3688b req-38dffab4-dc5d-48ff-9e8a-4504f5f1d610 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545700 Jul 29 23:41:42.907793 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-d43d5b3d-636e-4002-999c-a40afd7c7f9b req-e2f3cf57-157f-4b91-a116-b3de4b726a27 service neutron] Attempting to bind port c91dbe09-e559-4418-bdce-73dc37d0c4e6 on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:41:42.908146 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-d43d5b3d-636e-4002-999c-a40afd7c7f9b req-e2f3cf57-157f-4b91-a116-b3de4b726a27 service neutron] Attempting to bind port c91dbe09-e559-4418-bdce-73dc37d0c4e6 by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': 'b09d6eca-9fe5-4bf0-b20a-e70119cfb306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '18ec3550-7bbe-4aad-b146-2fd3b9b2c576'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:41:42.908631 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43d5b3d-636e-4002-999c-a40afd7c7f9b req-e2f3cf57-157f-4b91-a116-b3de4b726a27 service neutron] Attempting to bind port c91dbe09-e559-4418-bdce-73dc37d0c4e6 on network 18ec3550-7bbe-4aad-b146-2fd3b9b2c576 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:41:42.920338 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43d5b3d-636e-4002-999c-a40afd7c7f9b req-e2f3cf57-157f-4b91-a116-b3de4b726a27 service neutron] Port c91dbe09-e559-4418-bdce-73dc37d0c4e6 on network 18ec3550-7bbe-4aad-b146-2fd3b9b2c576 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:41:42.921843 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43d5b3d-636e-4002-999c-a40afd7c7f9b req-e2f3cf57-157f-4b91-a116-b3de4b726a27 service neutron] Attempting to bind port c91dbe09-e559-4418-bdce-73dc37d0c4e6 on network 18ec3550-7bbe-4aad-b146-2fd3b9b2c576 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:41:42.934785 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43d5b3d-636e-4002-999c-a40afd7c7f9b req-e2f3cf57-157f-4b91-a116-b3de4b726a27 service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:41:42.935135 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43d5b3d-636e-4002-999c-a40afd7c7f9b req-e2f3cf57-157f-4b91-a116-b3de4b726a27 service neutron] Checking segment: {'id': 'b09d6eca-9fe5-4bf0-b20a-e70119cfb306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '18ec3550-7bbe-4aad-b146-2fd3b9b2c576'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:41:42.937091 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d43d5b3d-636e-4002-999c-a40afd7c7f9b req-e2f3cf57-157f-4b91-a116-b3de4b726a27 service neutron] Bound using segment: {'id': 'b09d6eca-9fe5-4bf0-b20a-e70119cfb306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '18ec3550-7bbe-4aad-b146-2fd3b9b2c576'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:41:42.937518 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-d43d5b3d-636e-4002-999c-a40afd7c7f9b req-e2f3cf57-157f-4b91-a116-b3de4b726a27 service neutron] Bound port: c91dbe09-e559-4418-bdce-73dc37d0c4e6, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b09d6eca-9fe5-4bf0-b20a-e70119cfb306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '18ec3550-7bbe-4aad-b146-2fd3b9b2c576'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:41:42.937932 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d43d5b3d-636e-4002-999c-a40afd7c7f9b req-e2f3cf57-157f-4b91-a116-b3de4b726a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:42.978775 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d40ab65d-8a57-4f20-9872-3888f30ecd31 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:43.071266 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d40ab65d-8a57-4f20-9872-3888f30ecd31 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:43.121328 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-d43d5b3d-636e-4002-999c-a40afd7c7f9b req-e2f3cf57-157f-4b91-a116-b3de4b726a27 service neutron] For port c91dbe09-e559-4418-bdce-73dc37d0c4e6, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:41:43.209774 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-d43d5b3d-636e-4002-999c-a40afd7c7f9b req-e2f3cf57-157f-4b91-a116-b3de4b726a27 service neutron] For port c91dbe09-e559-4418-bdce-73dc37d0c4e6, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=c91dbe09-e559-4418-bdce-73dc37d0c4e6,segment=NetworkSegment(b09d6eca-9fe5-4bf0-b20a-e70119cfb306),segment_id=b09d6eca-9fe5-4bf0-b20a-e70119cfb306)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:41:43.252369 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfca190-2feb-4102-a73d-1938b852b4ad req-d9070e76-cf57-4f96-9585-5a6e82d0db0a tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:43.258121 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0bfca190-2feb-4102-a73d-1938b852b4ad req-d9070e76-cf57-4f96-9585-5a6e82d0db0a tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.1644473 Jul 29 23:41:43.259567 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d43d5b3d-636e-4002-999c-a40afd7c7f9b req-e2f3cf57-157f-4b91-a116-b3de4b726a27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:43.286385 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d40ab65d-8a57-4f20-9872-3888f30ecd31 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:43.343578 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-6ec8f8ea-fa8b-4b20-8067-e95fb5736224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'name': 'tempest-RoutersIpV6Test-router-1568818285', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:56Z', 'updated_at': '2021-07-29T23:41:40Z', 'revision_number': 10, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'gw_port_host': None, '_interfaces': [{'id': '54918d4e-7005-4a11-add4-fc4859647504', 'name': '', 'network_id': 'a02c6df4-947d-4092-9e1a-39ce80e556cf', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:e0:7a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '7bc27fc5-c70f-4be8-b885-0a9862c9c54f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:04Z', 'updated_at': '2021-07-29T23:40:26Z', 'revision_number': 5, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': '7bc27fc5-c70f-4be8-b885-0a9862c9c54f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:43.420182 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d40ab65d-8a57-4f20-9872-3888f30ecd31 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:43.454874 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec8f8ea-fa8b-4b20-8067-e95fb5736224 None None] Checking router: 6e4f419c-5ba3-4bf4-a489-f1a817d3eed9 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:41:43.470075 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d40ab65d-8a57-4f20-9872-3888f30ecd31 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:43.474153 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d5b3d-636e-4002-999c-a40afd7c7f9b req-e2f3cf57-157f-4b91-a116-b3de4b726a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:43.479200 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d40ab65d-8a57-4f20-9872-3888f30ecd31 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "DELETE /v2.0/subnets/c9a6e33e-a48c-46ad-a582-5404d0059b7b HTTP/1.1" status: 204 len: 168 time: 0.8786693 Jul 29 23:41:43.479200 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40ab65d-8a57-4f20-9872-3888f30ecd31 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event deleted for resources: {'Subnet': ['ID=c9a6e33e-a48c-46ad-a582-5404d0059b7b,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:43.479866 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 34624) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:43.481371 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07bea91-4d7f-4790-9d6e-498637b3168d None None] Network e228caf7-7511-463b-9347-b74912c97702 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:41:43.485135 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec8f8ea-fa8b-4b20-8067-e95fb5736224 None None] Routers {'6e4f419c-5ba3-4bf4-a489-f1a817d3eed9'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:43.485863 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-6ec8f8ea-fa8b-4b20-8067-e95fb5736224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:41:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['6e4f419c-5ba3-4bf4-a489-f1a817d3eed9'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:43.487928 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d43d5b3d-636e-4002-999c-a40afd7c7f9b req-e2f3cf57-157f-4b91-a116-b3de4b726a27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:43.490051 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d43d5b3d-636e-4002-999c-a40afd7c7f9b req-e2f3cf57-157f-4b91-a116-b3de4b726a27 service neutron] 10.222.0.41 "PUT /v2.0/ports/c91dbe09-e559-4418-bdce-73dc37d0c4e6 HTTP/1.1" status: 200 len: 1093 time: 3.3928747 Jul 29 23:41:43.497759 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b99ddc0-fe3a-4375-9fa1-d2b80f670a72', 'tag': 'c91dbe09-e559-4418-bdce-73dc37d0c4e6'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:41:43.500158 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e602e3-6cdc-47be-ba9d-b837ca0e198d" -d '{"events": [{"name": "network-changed", "server_uuid": "1b99ddc0-fe3a-4375-9fa1-d2b80f670a72", "tag": "c91dbe09-e559-4418-bdce-73dc37d0c4e6"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:41:43.543386 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f3cf57-157f-4b91-a116-b3de4b726a27 service neutron] Pushing event updated for resources: {'Port': ['ID=c91dbe09-e559-4418-bdce-73dc37d0c4e6,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:43.715406 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-6ec8f8ea-fa8b-4b20-8067-e95fb5736224 None None] Set router 6e4f419c-5ba3-4bf4-a489-f1a817d3eed9 gateway port host: None {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:41:43.746469 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e7ec954e-d987-4efd-9412-2c661d4e5514 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:43.758994 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0bfca190-2feb-4102-a73d-1938b852b4ad req-50b9e3f7-4fb6-40c4-9588-555fc972b98c tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4797053 Jul 29 23:41:43.811405 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d5b3d-636e-4002-999c-a40afd7c7f9b req-855e29b6-ed58-4921-a4fd-500c8f7142f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:43.812957 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d43d5b3d-636e-4002-999c-a40afd7c7f9b req-855e29b6-ed58-4921-a4fd-500c8f7142f5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bae45ae89395414b9bdc7d7c7498d763&device_id=1b99ddc0-fe3a-4375-9fa1-d2b80f670a72 HTTP/1.1" status: 200 len: 1096 time: 0.2431986 Jul 29 23:41:43.943826 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-e7ec954e-d987-4efd-9412-2c661d4e5514 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Deleting port 72079367-7b5e-41bd-8374-b56393933e0c {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:41:43.944162 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e7ec954e-d987-4efd-9412-2c661d4e5514 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:43.955457 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d43d5b3d-636e-4002-999c-a40afd7c7f9b req-73aa4dfc-1ec4-468c-9b57-2eeefbacd0fd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c91dbe09-e559-4418-bdce-73dc37d0c4e6 HTTP/1.1" status: 200 len: 217 time: 0.1201446 Jul 29 23:41:43.957233 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c10e53-491e-4fad-a8ed-c373a64d951d x-openstack-request-id: req-56c10e53-491e-4fad-a8ed-c373a64d951d {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:41:43.957720 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b99ddc0-fe3a-4375-9fa1-d2b80f670a72", "tag": "c91dbe09-e559-4418-bdce-73dc37d0c4e6", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:41:43.965056 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-56c10e53-491e-4fad-a8ed-c373a64d951d {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:41:43.967877 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b99ddc0-fe3a-4375-9fa1-d2b80f670a72', 'tag': 'c91dbe09-e559-4418-bdce-73dc37d0c4e6', 'status': 'completed', 'code': 200} Jul 29 23:41:43.975252 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ff805a-58ad-410b-901b-9424755fc085 None None] DHCP port deletion for e228caf7-7511-463b-9347-b74912c97702 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:41:43.992020 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e50c1a-c23f-411e-b0aa-768a90f6197d req-724ef7ee-3767-4c03-91ae-4031b4910c66 tempest-VolumesActionsTest-1223315819 tempest-VolumesActionsTest-1223315819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:44.007351 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-36e50c1a-c23f-411e-b0aa-768a90f6197d req-724ef7ee-3767-4c03-91ae-4031b4910c66 tempest-VolumesActionsTest-1223315819 tempest-VolumesActionsTest-1223315819-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b99ddc0-fe3a-4375-9fa1-d2b80f670a72 HTTP/1.1" status: 200 len: 944 time: 0.4032311 Jul 29 23:41:44.075480 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-36ff805a-58ad-410b-901b-9424755fc085 None None] Deleting port 72079367-7b5e-41bd-8374-b56393933e0c {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:41:44.079690 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-36ff805a-58ad-410b-901b-9424755fc085 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:44.086936 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-e7ec954e-d987-4efd-9412-2c661d4e5514 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] For port 72079367-7b5e-41bd-8374-b56393933e0c, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=72079367-7b5e-41bd-8374-b56393933e0c,segment=NetworkSegment(72eae08e-c5b6-45f5-ae1c-e3866385f79d),segment_id=72eae08e-c5b6-45f5-ae1c-e3866385f79d)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:44.087320 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e7ec954e-d987-4efd-9412-2c661d4e5514 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:44.140978 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-e7ec954e-d987-4efd-9412-2c661d4e5514 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Calling delete_port for 72079367-7b5e-41bd-8374-b56393933e0c owned by network:dhcp {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:41:44.214192 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-36ff805a-58ad-410b-901b-9424755fc085 None None] For port 72079367-7b5e-41bd-8374-b56393933e0c, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=72079367-7b5e-41bd-8374-b56393933e0c,segment=NetworkSegment(72eae08e-c5b6-45f5-ae1c-e3866385f79d),segment_id=72eae08e-c5b6-45f5-ae1c-e3866385f79d)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:44.215043 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-36ff805a-58ad-410b-901b-9424755fc085 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:44.233151 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-36ff805a-58ad-410b-901b-9424755fc085 None None] Calling delete_port for 72079367-7b5e-41bd-8374-b56393933e0c owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:41:44.346543 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e7ec954e-d987-4efd-9412-2c661d4e5514 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:44.363500 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-36ff805a-58ad-410b-901b-9424755fc085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:44.373486 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 72079367-7b5e-41bd-8374-b56393933e0c no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:41:44.381696 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-36e50c1a-c23f-411e-b0aa-768a90f6197d req-2fb702a2-f895-49ab-8d9f-f8122052623e tempest-VolumesActionsTest-1223315819 tempest-VolumesActionsTest-1223315819-project] 10.222.0.43 "GET /v2.0/security-groups?id=433a2f6b-1675-4bcb-833b-93b2608bb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3732288 Jul 29 23:41:44.404984 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 72079367-7b5e-41bd-8374-b56393933e0c {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:41:44.405835 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 72079367-7b5e-41bd-8374-b56393933e0c not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:41:44.462192 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 34646) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:44.469955 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d5b3d-636e-4002-999c-a40afd7c7f9b req-10ea31b2-fa6c-410b-b35f-4af81d164531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:44.473467 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d43d5b3d-636e-4002-999c-a40afd7c7f9b req-10ea31b2-fa6c-410b-b35f-4af81d164531 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a1313e90-0499-41fa-b020-450aac7c7714 HTTP/1.1" status: 200 len: 848 time: 0.4633963 Jul 29 23:41:44.491595 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ff805a-58ad-410b-901b-9424755fc085 None None] Pushing event deleted for resources: {'Port': ['ID=72079367-7b5e-41bd-8374-b56393933e0c,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:44.493824 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ec954e-d987-4efd-9412-2c661d4e5514 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event deleted for resources: {'Port': ['ID=72079367-7b5e-41bd-8374-b56393933e0c,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:44.508127 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ff805a-58ad-410b-901b-9424755fc085 None None] No DVR routers for this DVR port 72079367-7b5e-41bd-8374-b56393933e0c on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:41:44.512892 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ec954e-d987-4efd-9412-2c661d4e5514 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] No DVR routers for this DVR port 72079367-7b5e-41bd-8374-b56393933e0c on host n-d-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:41:44.513638 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-914732e0-400c-4547-8686-5dba1d2bbb51 req-ec219e2f-6658-450d-bf61-14934e5a6764 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 210 time: 0.1289668 Jul 29 23:41:44.588919 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d43d5b3d-636e-4002-999c-a40afd7c7f9b req-a892dc9a-be92-40d2-9151-5d75ba46a8ca service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=18ec3550-7bbe-4aad-b146-2fd3b9b2c576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1058574 Jul 29 23:41:44.686816 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-6ec8f8ea-fa8b-4b20-8067-e95fb5736224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'name': 'tempest-RoutersIpV6Test-router-1568818285', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:56Z', 'updated_at': '2021-07-29T23:41:40Z', 'revision_number': 10, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'gw_port_host': None, '_interfaces': [{'id': '54918d4e-7005-4a11-add4-fc4859647504', 'name': '', 'network_id': 'a02c6df4-947d-4092-9e1a-39ce80e556cf', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:e0:7a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '7bc27fc5-c70f-4be8-b885-0a9862c9c54f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:04Z', 'updated_at': '2021-07-29T23:40:26Z', 'revision_number': 5, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': '7bc27fc5-c70f-4be8-b885-0a9862c9c54f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:44.698361 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4e1ed746-cddc-484d-9879-616d2b70c17a tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:44.753360 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd388f06-e445-4864-bd72-ff356475cc01 req-38a4107a-5b07-487e-aa6b-d1bc55ff3c0e tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:44.755517 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cd388f06-e445-4864-bd72-ff356475cc01 req-38a4107a-5b07-487e-aa6b-d1bc55ff3c0e tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.1594758 Jul 29 23:41:44.776936 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec8f8ea-fa8b-4b20-8067-e95fb5736224 None None] The sync data for ids ['6e4f419c-5ba3-4bf4-a489-f1a817d3eed9'] in n-d-712141-10 is: [{'id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'name': 'tempest-RoutersIpV6Test-router-1568818285', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:56Z', 'updated_at': '2021-07-29T23:41:40Z', 'revision_number': 10, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'gw_port_host': None, '_interfaces': [{'id': '54918d4e-7005-4a11-add4-fc4859647504', 'name': '', 'network_id': 'a02c6df4-947d-4092-9e1a-39ce80e556cf', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'mac_address': 'fa:16:3e:e0:7a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '7bc27fc5-c70f-4be8-b885-0a9862c9c54f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:04Z', 'updated_at': '2021-07-29T23:40:26Z', 'revision_number': 5, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'subnets': [{'id': '7bc27fc5-c70f-4be8-b885-0a9862c9c54f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:41:44.794963 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-00126e00-2ec3-4daa-9a42-b96f760c4b61 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2094336285-network', 'tenant_id': 'bc6282d9b32e428d9264b8fb2fa602e4'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:44.827784 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d43d5b3d-636e-4002-999c-a40afd7c7f9b req-78b858aa-f549-4142-9994-41b29a1ab5f0 service neutron] 10.222.0.41 "GET /v2.0/networks/18ec3550-7bbe-4aad-b146-2fd3b9b2c576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293313 Jul 29 23:41:44.893283 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e7ec954e-d987-4efd-9412-2c661d4e5514 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:44.905663 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-e7ec954e-d987-4efd-9412-2c661d4e5514 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e228caf7-7511-463b-9347-b74912c97702']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:44.918115 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-e7ec954e-d987-4efd-9412-2c661d4e5514 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72eae08e-c5b6-45f5-ae1c-e3866385f79d') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:44.918426 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-e7ec954e-d987-4efd-9412-2c661d4e5514 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72eae08e-c5b6-45f5-ae1c-e3866385f79d') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:44.929631 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e7ec954e-d987-4efd-9412-2c661d4e5514 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:44.950050 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e7ec954e-d987-4efd-9412-2c661d4e5514 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:44.957439 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7ec954e-d987-4efd-9412-2c661d4e5514 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:41:44.957899 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e7ec954e-d987-4efd-9412-2c661d4e5514 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:44.977310 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d43d5b3d-636e-4002-999c-a40afd7c7f9b req-1b6109fd-80e8-490e-b67f-25793bc7d617 service neutron] 10.222.0.41 "GET /v2.0/networks/18ec3550-7bbe-4aad-b146-2fd3b9b2c576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405871 Jul 29 23:41:44.988116 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cd388f06-e445-4864-bd72-ff356475cc01 req-53068623-115c-4fa9-b7d7-9f218f78e5f4 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238240 Jul 29 23:41:45.025342 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:41:45.025342 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:41:45.025342 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:41:45.025342 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:41:45.025342 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:41:45.025342 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:41:45.025342 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:41:45.025342 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:41:45.025342 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:41:45.025342 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:41:45.025342 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:41:45.025342 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:41:45.025342 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:41:45.025342 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:41:45.025342 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:41:45.025342 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:41:45.025342 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:41:45.025342 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:41:45.025342 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:41:45.025342 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:41:45.025342 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:41:45.025342 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:41:45.025342 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:41:45.025342 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:41:45.025342 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:41:45.025342 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:41:45.025342 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:41:45.025342 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:41:45.025342 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:41:45.025342 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:41:45.025342 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:41:45.025342 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:41:45.093149 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e7ec954e-d987-4efd-9412-2c661d4e5514 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:45.109731 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e7ec954e-d987-4efd-9412-2c661d4e5514 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:45.116446 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e7ec954e-d987-4efd-9412-2c661d4e5514 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "DELETE /v2.0/networks/e228caf7-7511-463b-9347-b74912c97702 HTTP/1.1" status: 204 len: 168 time: 1.6332369 Jul 29 23:41:45.119174 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00126e00-2ec3-4daa-9a42-b96f760c4b61 admin admin] Made reservation on behalf of bc6282d9b32e428d9264b8fb2fa602e4 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:41:45.133194 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 34654) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:45.144026 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-00126e00-2ec3-4daa-9a42-b96f760c4b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:45.224779 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-00126e00-2ec3-4daa-9a42-b96f760c4b61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:45.226859 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ec954e-d987-4efd-9412-2c661d4e5514 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event deleted for resources: {'Network': ['ID=e228caf7-7511-463b-9347-b74912c97702,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:45.416512 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-00126e00-2ec3-4daa-9a42-b96f760c4b61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:45.446069 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-00126e00-2ec3-4daa-9a42-b96f760c4b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:45.460094 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00126e00-2ec3-4daa-9a42-b96f760c4b61 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:41:45.465235 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf80fcf-b003-45cd-98a7-4b491fbc0cee req-69d5f8c2-9b39-4fd2-b7da-5a3619dc683a tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:45.468801 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5bf80fcf-b003-45cd-98a7-4b491fbc0cee req-69d5f8c2-9b39-4fd2-b7da-5a3619dc683a tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.3324327 Jul 29 23:41:45.478568 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-00126e00-2ec3-4daa-9a42-b96f760c4b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:45.478907 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-00126e00-2ec3-4daa-9a42-b96f760c4b61 admin admin] Added segment e78125bf-8d4f-4e64-aa38-d84d609aca30 of type vlan for network 75276a04-f545-4a3d-9980-2e308be152f9 Jul 29 23:41:45.497814 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e602e3-6cdc-47be-ba9d-b837ca0e198d req-ea58646d-a209-4d2a-86d8-dc8d08c1b244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:45.499724 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f6e602e3-6cdc-47be-ba9d-b837ca0e198d req-ea58646d-a209-4d2a-86d8-dc8d08c1b244 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bae45ae89395414b9bdc7d7c7498d763&device_id=1b99ddc0-fe3a-4375-9fa1-d2b80f670a72 HTTP/1.1" status: 200 len: 1096 time: 0.4170880 Jul 29 23:41:45.533678 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-00126e00-2ec3-4daa-9a42-b96f760c4b61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:46.139833 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device fdb0a764-98f4-4c2f-97b2-a0f189b7e291 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:41:46.173995 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: fdb0a764-98f4-4c2f-97b2-a0f189b7e291 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:41:46.174435 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device fdb0a764-98f4-4c2f-97b2-a0f189b7e291 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:41:46.175048 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00126e00-2ec3-4daa-9a42-b96f760c4b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2f3935-f645-43d8-9991-c2162e16714e,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:46.212625 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-00126e00-2ec3-4daa-9a42-b96f760c4b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:46.213675 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00126e00-2ec3-4daa-9a42-b96f760c4b61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:46.214394 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-00126e00-2ec3-4daa-9a42-b96f760c4b61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:46.245844 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5bf80fcf-b003-45cd-98a7-4b491fbc0cee req-04e03d8b-498b-4b6f-85e2-ecc6e095cb6e tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7449565 Jul 29 23:41:46.326670 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8c710-14f8-41ea-bbc7-a12712a26d5e req-324a80b2-5ff5-40a2-8f34-6eddbdaac2a4 tempest-VolumesActionsTest-1223315819 tempest-VolumesActionsTest-1223315819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:46.332437 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-25d8c710-14f8-41ea-bbc7-a12712a26d5e req-324a80b2-5ff5-40a2-8f34-6eddbdaac2a4 tempest-VolumesActionsTest-1223315819 tempest-VolumesActionsTest-1223315819-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b99ddc0-fe3a-4375-9fa1-d2b80f670a72 HTTP/1.1" status: 200 len: 944 time: 0.6957726 Jul 29 23:41:46.382345 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-00126e00-2ec3-4daa-9a42-b96f760c4b61 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9174261 Jul 29 23:41:46.388556 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 34668) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:46.400232 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-9910ccf0-ce1c-4d15-a385-cdf5ab904a1c admin admin] Request body: {'subnet': {'network_id': '75276a04-f545-4a3d-9980-2e308be152f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2094336285-subnet', 'tenant_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:46.405412 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00126e00-2ec3-4daa-9a42-b96f760c4b61 admin admin] Pushing event updated for resources: {'Network': ['ID=75276a04-f545-4a3d-9980-2e308be152f9,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:46.419469 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 75276a04-f545-4a3d-9980-2e308be152f9 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:41:46.480209 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-4e1ed746-cddc-484d-9879-616d2b70c17a tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Deleting port 0eee71f0-4419-46e7-8eca-9efeeec56bc2 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:41:46.480822 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4e1ed746-cddc-484d-9879-616d2b70c17a tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:46.534639 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a8529df1-cba0-4a7d-8d4b-2496e8a755ca req-b1add170-3ddb-4954-8c98-55f3d856db4c tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 210 time: 0.1022408 Jul 29 23:41:46.558335 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e602e3-6cdc-47be-ba9d-b837ca0e198d req-c5e3c001-00c4-42e9-abba-a42bbf446e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:46.560169 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f6e602e3-6cdc-47be-ba9d-b837ca0e198d req-c5e3c001-00c4-42e9-abba-a42bbf446e6c service neutron] 10.222.0.41 "GET /v2.0/networks?id=18ec3550-7bbe-4aad-b146-2fd3b9b2c576 HTTP/1.1" status: 200 len: 909 time: 0.9240391 Jul 29 23:41:46.560984 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9910ccf0-ce1c-4d15-a385-cdf5ab904a1c admin admin] Made reservation on behalf of bc6282d9b32e428d9264b8fb2fa602e4 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:41:46.569151 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9910ccf0-ce1c-4d15-a385-cdf5ab904a1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:46.663759 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-4e1ed746-cddc-484d-9879-616d2b70c17a tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] For port 0eee71f0-4419-46e7-8eca-9efeeec56bc2, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=0eee71f0-4419-46e7-8eca-9efeeec56bc2,segment=NetworkSegment(51aab872-ddde-4824-b2da-578f3517955a),segment_id=51aab872-ddde-4824-b2da-578f3517955a)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:46.663759 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4e1ed746-cddc-484d-9879-616d2b70c17a tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:46.677610 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-25d8c710-14f8-41ea-bbc7-a12712a26d5e req-f1b8a975-3dfc-426d-89af-9f239db14a89 tempest-VolumesActionsTest-1223315819 tempest-VolumesActionsTest-1223315819-project] 10.222.0.43 "GET /v2.0/security-groups?id=433a2f6b-1675-4bcb-833b-93b2608bb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981789 Jul 29 23:41:46.689222 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-4e1ed746-cddc-484d-9879-616d2b70c17a tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Calling delete_port for 0eee71f0-4419-46e7-8eca-9efeeec56bc2 owned by network:router_interface {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:41:46.719083 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f6e602e3-6cdc-47be-ba9d-b837ca0e198d req-3387c444-2d9a-409f-b85c-103d502ff926 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c91dbe09-e559-4418-bdce-73dc37d0c4e6 HTTP/1.1" status: 200 len: 217 time: 0.1361349 Jul 29 23:41:46.940809 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4e1ed746-cddc-484d-9879-616d2b70c17a tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:46.961089 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265064f-ebf5-4db6-b162-04b9ff421e88 req-cf2b9e0b-b9da-4e15-85fa-e05de02d7224 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:46.969356 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7265064f-ebf5-4db6-b162-04b9ff421e88 req-cf2b9e0b-b9da-4e15-85fa-e05de02d7224 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.2548842 Jul 29 23:41:47.010027 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1ed746-cddc-484d-9879-616d2b70c17a tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event deleted for resources: {'Port': ['ID=0eee71f0-4419-46e7-8eca-9efeeec56bc2,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:47.064377 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e602e3-6cdc-47be-ba9d-b837ca0e198d req-32a612e6-10dd-4ef2-b4e7-56e47eedbef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:47.066847 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f6e602e3-6cdc-47be-ba9d-b837ca0e198d req-32a612e6-10dd-4ef2-b4e7-56e47eedbef3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a1313e90-0499-41fa-b020-450aac7c7714 HTTP/1.1" status: 200 len: 848 time: 0.3235717 Jul 29 23:41:47.207882 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7265064f-ebf5-4db6-b162-04b9ff421e88 req-075d9631-4bb5-4852-8a09-7f24e5143e19 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375112 Jul 29 23:41:47.281272 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9910ccf0-ce1c-4d15-a385-cdf5ab904a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:47.299298 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f6e602e3-6cdc-47be-ba9d-b837ca0e198d req-5f71fdd0-73ce-4a86-8270-3a8f7459082b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=18ec3550-7bbe-4aad-b146-2fd3b9b2c576&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0951381 Jul 29 23:41:47.405713 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4e1ed746-cddc-484d-9879-616d2b70c17a tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:47.506656 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device c91dbe09-e559-4418-bdce-73dc37d0c4e6 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:41:47.508217 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4f388896-1765-4705-881b-1b8a8b848006 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:47.631112 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9910ccf0-ce1c-4d15-a385-cdf5ab904a1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f8a1426-23b4-4820-974d-b3b8ade6d730,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:47.678661 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bdd791-19bb-4b1e-abe5-6e94bde61c0c req-38b1861a-c175-4774-baa3-3ab5a08af485 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:47.680514 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-28bdd791-19bb-4b1e-abe5-6e94bde61c0c req-38b1861a-c175-4774-baa3-3ab5a08af485 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.2759240 Jul 29 23:41:47.721741 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port c91dbe09-e559-4418-bdce-73dc37d0c4e6, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=c91dbe09-e559-4418-bdce-73dc37d0c4e6,segment=NetworkSegment(b09d6eca-9fe5-4bf0-b20a-e70119cfb306),segment_id=b09d6eca-9fe5-4bf0-b20a-e70119cfb306)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:47.763835 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': 'c91dbe09-e559-4418-bdce-73dc37d0c4e6', 'network_id': '18ec3550-7bbe-4aad-b146-2fd3b9b2c576', 'port_id': 'c91dbe09-e559-4418-bdce-73dc37d0c4e6', 'mac_address': 'fa:16:3e:21:4e:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1313e90-0499-41fa-b020-450aac7c7714', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:41:47.801181 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-02ffe318-7b0a-4c7e-a521-023837f78fc4 req-d39524ec-81d3-4736-bf03-4659cb03f00f tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/ports?device_id=8566bfdf-8f04-4ce2-82cd-e2c4db9fc1e4 HTTP/1.1" status: 200 len: 210 time: 0.0897298 Jul 29 23:41:47.802989 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e1ed746-cddc-484d-9879-616d2b70c17a tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Router 15b03cc0-4d03-4abe-967c-fe595dbc180e has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:41:47.826184 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9910ccf0-ce1c-4d15-a385-cdf5ab904a1c admin admin] Checking segment: {'id': 'e78125bf-8d4f-4e64-aa38-d84d609aca30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '75276a04-f545-4a3d-9980-2e308be152f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:41:47.826998 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9910ccf0-ce1c-4d15-a385-cdf5ab904a1c admin admin] Network hostable DHCP agents. Network: 75276a04-f545-4a3d-9980-2e308be152f9, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:41:47.940113 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1ed746-cddc-484d-9879-616d2b70c17a tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:41:47.954569 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4e1ed746-cddc-484d-9879-616d2b70c17a tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "PUT /v2.0/routers/15b03cc0-4d03-4abe-967c-fe595dbc180e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0035999 Jul 29 23:41:47.956853 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 34688) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:48.012574 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-28bdd791-19bb-4b1e-abe5-6e94bde61c0c req-3bed07bb-a789-4893-9a18-cca861be9489 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204968 Jul 29 23:41:48.032583 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f6e602e3-6cdc-47be-ba9d-b837ca0e198d req-ac553dd3-6845-4927-9a8d-9e5c93cee76d service neutron] 10.222.0.41 "GET /v2.0/networks/18ec3550-7bbe-4aad-b146-2fd3b9b2c576?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6627357 Jul 29 23:41:48.101972 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-720206ed-36e5-46f5-b5c0-b7f800a1bfd9 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Deleting subnet 3ab0aca6-9c79-4ba4-90ca-fe1ff8b6bd7e {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:41:48.106104 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-720206ed-36e5-46f5-b5c0-b7f800a1bfd9 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:48.164690 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-720206ed-36e5-46f5-b5c0-b7f800a1bfd9 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:48.293273 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9910ccf0-ce1c-4d15-a385-cdf5ab904a1c admin admin] Network 75276a04-f545-4a3d-9980-2e308be152f9 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:41:48.322015 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:48.347745 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ab5955-0863-4a76-83be-e2693c1ec9fa None None] Sync routers for ids ['15b03cc0-4d03-4abe-967c-fe595dbc180e'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:41:48.353711 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c91dbe09-e559-4418-bdce-73dc37d0c4e6 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:41:48.363889 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-720206ed-36e5-46f5-b5c0-b7f800a1bfd9 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:48.388095 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port c91dbe09-e559-4418-bdce-73dc37d0c4e6, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=c91dbe09-e559-4418-bdce-73dc37d0c4e6,segment=NetworkSegment(b09d6eca-9fe5-4bf0-b20a-e70119cfb306),segment_id=b09d6eca-9fe5-4bf0-b20a-e70119cfb306)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:48.398294 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ab5955-0863-4a76-83be-e2693c1ec9fa None None] Routers {'15b03cc0-4d03-4abe-967c-fe595dbc180e'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:48.398921 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-12ab5955-0863-4a76-83be-e2693c1ec9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:41:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['15b03cc0-4d03-4abe-967c-fe595dbc180e'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:48.403118 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:48.466162 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-9910ccf0-ce1c-4d15-a385-cdf5ab904a1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 75276a04-f545-4a3d-9980-2e308be152f9) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:41:48.487789 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-720206ed-36e5-46f5-b5c0-b7f800a1bfd9 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:48.494545 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9910ccf0-ce1c-4d15-a385-cdf5ab904a1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:48.495261 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9910ccf0-ce1c-4d15-a385-cdf5ab904a1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:48.516985 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77053dc0-e519-4723-b0bf-d91137757c68 None None] Network 75276a04-f545-4a3d-9980-2e308be152f9 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:41:48.544425 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720206ed-36e5-46f5-b5c0-b7f800a1bfd9 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event deleted for resources: {'Subnet': ['ID=3ab0aca6-9c79-4ba4-90ca-fe1ff8b6bd7e,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:48.546542 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85c8322-b28f-400d-88c2-530aa5bc5186 None None] Network c604adf0-0e48-45b2-aa5b-b1d694c44618 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:41:48.568841 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-720206ed-36e5-46f5-b5c0-b7f800a1bfd9 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:48.575242 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-720206ed-36e5-46f5-b5c0-b7f800a1bfd9 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "DELETE /v2.0/subnets/3ab0aca6-9c79-4ba4-90ca-fe1ff8b6bd7e HTTP/1.1" status: 204 len: 168 time: 0.6159945 Jul 29 23:41:48.576555 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 34696) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:48.592107 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc0dce-852c-48cf-98e7-a576e3039cb9 req-58c3c881-b7fc-478b-941f-ff6040bac830 tempest-VolumesActionsTest-1223315819 tempest-VolumesActionsTest-1223315819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:48.598190 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e1cc0dce-852c-48cf-98e7-a576e3039cb9 req-58c3c881-b7fc-478b-941f-ff6040bac830 tempest-VolumesActionsTest-1223315819 tempest-VolumesActionsTest-1223315819-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b99ddc0-fe3a-4375-9fa1-d2b80f670a72 HTTP/1.1" status: 200 len: 944 time: 0.6501791 Jul 29 23:41:48.627520 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbcd772-6a2c-4e2d-9570-71b61f6e00aa req-1a1cbe82-5952-4c89-bf43-c2ad5d268cc5 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:48.637428 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8fbcd772-6a2c-4e2d-9570-71b61f6e00aa req-1a1cbe82-5952-4c89-bf43-c2ad5d268cc5 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.3288059 Jul 29 23:41:48.652510 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-9910ccf0-ce1c-4d15-a385-cdf5ab904a1c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.2577944 Jul 29 23:41:48.667103 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 34698) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:48.672724 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-d0611253-0d66-48e6-9fb5-640046d37c7f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2094336285-router', 'tenant_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:48.736058 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5a2c5f35-5a68-4e90-8df9-c30d6ec02f86 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:48.751013 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d0611253-0d66-48e6-9fb5-640046d37c7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:48.753623 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d0611253-0d66-48e6-9fb5-640046d37c7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:48.803839 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f6e602e3-6cdc-47be-ba9d-b837ca0e198d req-3a9ecfc7-4905-49b7-8175-5418d21483e8 service neutron] 10.222.0.41 "GET /v2.0/networks/18ec3550-7bbe-4aad-b146-2fd3b9b2c576?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6169786 Jul 29 23:41:48.811438 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-12ab5955-0863-4a76-83be-e2693c1ec9fa None None] Set router 15b03cc0-4d03-4abe-967c-fe595dbc180e gateway port host: None {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:41:48.812584 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e1cc0dce-852c-48cf-98e7-a576e3039cb9 req-4f9cf23a-5301-4d82-9b89-c3e331e0f5fb tempest-VolumesActionsTest-1223315819 tempest-VolumesActionsTest-1223315819-project] 10.222.0.43 "GET /v2.0/security-groups?id=433a2f6b-1675-4bcb-833b-93b2608bb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049890 Jul 29 23:41:48.827070 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8fbcd772-6a2c-4e2d-9570-71b61f6e00aa req-b794a744-a4be-4bb7-a979-0c6665acc068 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880116 Jul 29 23:41:48.884846 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['c91dbe09-e559-4418-bdce-73dc37d0c4e6'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:41:48.929870 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d0611253-0d66-48e6-9fb5-640046d37c7f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:48.941821 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=c91dbe09-e559-4418-bdce-73dc37d0c4e6,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:49.136538 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-4f388896-1765-4705-881b-1b8a8b848006 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Deleting port 54918d4e-7005-4a11-add4-fc4859647504 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:41:49.136891 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4f388896-1765-4705-881b-1b8a8b848006 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:49.221006 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d0611253-0d66-48e6-9fb5-640046d37c7f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:49.262065 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-5a2c5f35-5a68-4e90-8df9-c30d6ec02f86 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Deleting port 69a1b630-0ae2-41f7-bd75-0322d006cd57 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:41:49.262438 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5a2c5f35-5a68-4e90-8df9-c30d6ec02f86 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:49.271574 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4474bb1-9c47-4ce4-9f83-2fcb62d0a8c4 None None] DHCP port deletion for c604adf0-0e48-45b2-aa5b-b1d694c44618 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:41:49.320793 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1990c695-6e24-4d10-9cd7-913d9c384267 req-cca5cf4b-6a5c-48f4-9c21-77064e1cd4d0 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:49.322846 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1990c695-6e24-4d10-9cd7-913d9c384267 req-cca5cf4b-6a5c-48f4-9c21-77064e1cd4d0 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.3202145 Jul 29 23:41:49.387977 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-4f388896-1765-4705-881b-1b8a8b848006 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] For port 54918d4e-7005-4a11-add4-fc4859647504, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=54918d4e-7005-4a11-add4-fc4859647504,segment=NetworkSegment(62fffabc-8b52-40cf-b7ec-42d8571b362f),segment_id=62fffabc-8b52-40cf-b7ec-42d8571b362f)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:49.388609 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4f388896-1765-4705-881b-1b8a8b848006 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:49.404343 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafc9464-42b0-4049-b511-a8b4fb0cee24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-75276a04-f545-4a3d-9980-2e308be152f9', 'network_id': '75276a04-f545-4a3d-9980-2e308be152f9', 'tenant_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'fixed_ips': [{'subnet_id': '3f8a1426-23b4-4820-974d-b3b8ade6d730'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:41:49.405188 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-fafc9464-42b0-4049-b511-a8b4fb0cee24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:49.439289 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-5a2c5f35-5a68-4e90-8df9-c30d6ec02f86 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] For port 69a1b630-0ae2-41f7-bd75-0322d006cd57, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=69a1b630-0ae2-41f7-bd75-0322d006cd57,segment=NetworkSegment(51aab872-ddde-4824-b2da-578f3517955a),segment_id=51aab872-ddde-4824-b2da-578f3517955a)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:49.439755 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5a2c5f35-5a68-4e90-8df9-c30d6ec02f86 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:49.441050 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1990c695-6e24-4d10-9cd7-913d9c384267 req-d09e3fc8-faec-4c8e-9e5a-c96526c1b919 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041200 Jul 29 23:41:49.445202 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-4f388896-1765-4705-881b-1b8a8b848006 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Calling delete_port for 54918d4e-7005-4a11-add4-fc4859647504 owned by network:router_interface {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:41:49.460038 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-5a2c5f35-5a68-4e90-8df9-c30d6ec02f86 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Calling delete_port for 69a1b630-0ae2-41f7-bd75-0322d006cd57 owned by network:dhcp {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:41:49.742403 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d0611253-0d66-48e6-9fb5-640046d37c7f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:49.745362 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5a2c5f35-5a68-4e90-8df9-c30d6ec02f86 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:49.806319 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d0611253-0d66-48e6-9fb5-640046d37c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:49.806556 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad173a-7499-4bb5-882c-b8a8ce5b5b79 req-217b814e-7eb0-4f16-8100-0b2cfd72e932 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:49.810437 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2c5f35-5a68-4e90-8df9-c30d6ec02f86 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event deleted for resources: {'Port': ['ID=69a1b630-0ae2-41f7-bd75-0322d006cd57,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:49.815167 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:49.818893 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dcad173a-7499-4bb5-882c-b8a8ce5b5b79 req-217b814e-7eb0-4f16-8100-0b2cfd72e932 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.1688933 Jul 29 23:41:49.823192 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2c5f35-5a68-4e90-8df9-c30d6ec02f86 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] No DVR routers for this DVR port 69a1b630-0ae2-41f7-bd75-0322d006cd57 on host n-d-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:41:49.856939 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-f4474bb1-9c47-4ce4-9f83-2fcb62d0a8c4 None None] Deleting port 69a1b630-0ae2-41f7-bd75-0322d006cd57 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:41:49.857324 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f4474bb1-9c47-4ce4-9f83-2fcb62d0a8c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:49.926517 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dcad173a-7499-4bb5-882c-b8a8ce5b5b79 req-1fc75eb7-62d6-48b4-a1c9-921f5180a60f tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060669 Jul 29 23:41:49.950483 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4f388896-1765-4705-881b-1b8a8b848006 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:49.954800 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-12ab5955-0863-4a76-83be-e2693c1ec9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'name': 'tempest-RoutersTest-router-915602155', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:57Z', 'updated_at': '2021-07-29T23:41:46Z', 'revision_number': 10, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'gw_port_host': None, '_interfaces': [{'id': '3f49de2e-a972-48b2-9fed-0ae4ad002d0b', 'name': '', 'network_id': '6c2eaf9c-1b68-4dff-89ae-76869996c21c', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'mac_address': 'fa:16:3e:cf:f3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': 'e914c1e7-e0d1-484d-8ef5-937e66f8c162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:08Z', 'updated_at': '2021-07-29T23:40:31Z', 'revision_number': 5, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'subnets': [{'id': 'e914c1e7-e0d1-484d-8ef5-937e66f8c162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:50.090042 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f388896-1765-4705-881b-1b8a8b848006 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event deleted for resources: {'Port': ['ID=54918d4e-7005-4a11-add4-fc4859647504,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:50.118375 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 34720) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:50.127394 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-fafc9464-42b0-4049-b511-a8b4fb0cee24 None None] Allocated IP 172.20.0.2 (75276a04-f545-4a3d-9980-2e308be152f9/3f8a1426-23b4-4820-974d-b3b8ade6d730/0adccf8c-b71e-434c-94af-ed7c184a34e5) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:41:50.197508 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4f388896-1765-4705-881b-1b8a8b848006 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:50.281702 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ab5955-0863-4a76-83be-e2693c1ec9fa None None] Checking router: 15b03cc0-4d03-4abe-967c-fe595dbc180e for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:41:50.283849 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 69a1b630-0ae2-41f7-bd75-0322d006cd57 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:41:50.285357 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5a2c5f35-5a68-4e90-8df9-c30d6ec02f86 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:50.334537 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ab5955-0863-4a76-83be-e2693c1ec9fa None None] Routers {'15b03cc0-4d03-4abe-967c-fe595dbc180e'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:50.335094 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-12ab5955-0863-4a76-83be-e2693c1ec9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:41:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['15b03cc0-4d03-4abe-967c-fe595dbc180e'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:50.337164 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 69a1b630-0ae2-41f7-bd75-0322d006cd57 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:41:50.337777 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 69a1b630-0ae2-41f7-bd75-0322d006cd57 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:41:50.363872 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-d0611253-0d66-48e6-9fb5-640046d37c7f admin admin] Allocated IP 172.25.0.240 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/56512338-eee7-4a6a-ac6a-5775e337cb39) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:41:50.368115 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-5a2c5f35-5a68-4e90-8df9-c30d6ec02f86 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c604adf0-0e48-45b2-aa5b-b1d694c44618']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:50.374425 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e69af8f-142f-46e2-9d5a-5fd67cd213cf req-d844a2c3-6c28-4597-82e3-106795236323 tempest-VolumesActionsTest-1223315819 tempest-VolumesActionsTest-1223315819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:50.378236 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8e69af8f-142f-46e2-9d5a-5fd67cd213cf req-d844a2c3-6c28-4597-82e3-106795236323 tempest-VolumesActionsTest-1223315819 tempest-VolumesActionsTest-1223315819-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b99ddc0-fe3a-4375-9fa1-d2b80f670a72 HTTP/1.1" status: 200 len: 945 time: 0.3495805 Jul 29 23:41:50.408603 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-5a2c5f35-5a68-4e90-8df9-c30d6ec02f86 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51aab872-ddde-4824-b2da-578f3517955a') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:50.408920 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-5a2c5f35-5a68-4e90-8df9-c30d6ec02f86 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51aab872-ddde-4824-b2da-578f3517955a') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:50.421974 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-f4474bb1-9c47-4ce4-9f83-2fcb62d0a8c4 None None] For port 69a1b630-0ae2-41f7-bd75-0322d006cd57, host n-d-712141-10, got binding levels [] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:50.422552 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f4474bb1-9c47-4ce4-9f83-2fcb62d0a8c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:50.440040 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5a2c5f35-5a68-4e90-8df9-c30d6ec02f86 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:50.447365 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-f4474bb1-9c47-4ce4-9f83-2fcb62d0a8c4 None None] Calling delete_port for 69a1b630-0ae2-41f7-bd75-0322d006cd57 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:41:50.451062 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.ipam_backend_mixin [None req-f4474bb1-9c47-4ce4-9f83-2fcb62d0a8c4 None None] Port 69a1b630-0ae2-41f7-bd75-0322d006cd57 was not found and therefore no delete operation was performed {{(pid=94079) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 23:41:50.455258 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5eff3676-8311-4fa9-b73b-50232be430a4 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:50.553136 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8e69af8f-142f-46e2-9d5a-5fd67cd213cf req-e542c884-8de6-4367-9688-bd171db990ed tempest-VolumesActionsTest-1223315819 tempest-VolumesActionsTest-1223315819-project] 10.222.0.43 "GET /v2.0/security-groups?id=433a2f6b-1675-4bcb-833b-93b2608bb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583703 Jul 29 23:41:50.561147 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f388896-1765-4705-881b-1b8a8b848006 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Router 6e4f419c-5ba3-4bf4-a489-f1a817d3eed9 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:41:50.576183 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a0066-8898-40b8-8c69-31e479088f42 req-b62961f8-dd93-4d9b-b245-fb9efa3eeffc tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:50.585429 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5eff3676-8311-4fa9-b73b-50232be430a4 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:50.588015 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-018a0066-8898-40b8-8c69-31e479088f42 req-b62961f8-dd93-4d9b-b245-fb9efa3eeffc tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.2333779 Jul 29 23:41:50.598019 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-fafc9464-42b0-4049-b511-a8b4fb0cee24 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:50.618313 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-fafc9464-42b0-4049-b511-a8b4fb0cee24 None None] Transition to ACTIVE for port object 0adccf8c-b71e-434c-94af-ed7c184a34e5 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:41:50.638351 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5a2c5f35-5a68-4e90-8df9-c30d6ec02f86 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:50.654646 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-fafc9464-42b0-4049-b511-a8b4fb0cee24 None None] Transition to ACTIVE for port object 0adccf8c-b71e-434c-94af-ed7c184a34e5 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:41:50.656491 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a2c5f35-5a68-4e90-8df9-c30d6ec02f86 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:41:50.656915 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5a2c5f35-5a68-4e90-8df9-c30d6ec02f86 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:50.660829 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:41:50.660829 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:41:50.660829 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:41:50.660829 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:41:50.660829 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:41:50.660829 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:41:50.660829 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:41:50.660829 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:41:50.660829 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:41:50.660829 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:41:50.660829 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:41:50.660829 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:41:50.660829 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:41:50.660829 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:41:50.660829 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:41:50.660829 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:41:50.660829 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:41:50.660829 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:41:50.660829 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:41:50.660829 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:41:50.660829 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:41:50.660829 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:41:50.660829 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:41:50.660829 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:41:50.660829 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:41:50.660829 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:41:50.660829 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:41:50.660829 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:41:50.660829 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:41:50.660829 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:41:50.660829 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:41:50.660829 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:41:50.665121 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5eff3676-8311-4fa9-b73b-50232be430a4 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:50.669502 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f4474bb1-9c47-4ce4-9f83-2fcb62d0a8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:50.670406 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-018a0066-8898-40b8-8c69-31e479088f42 req-5e468536-342d-406b-824b-1bb7dbf4a797 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808604 Jul 29 23:41:50.674610 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5eff3676-8311-4fa9-b73b-50232be430a4 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:50.688677 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-5eff3676-8311-4fa9-b73b-50232be430a4 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "DELETE /v2.0/security-groups/d06a9099-30da-446c-be64-dba56c62ade6 HTTP/1.1" status: 204 len: 168 time: 0.5661113 Jul 29 23:41:50.719322 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 34724) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:50.820255 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-12ab5955-0863-4a76-83be-e2693c1ec9fa None None] Set router 15b03cc0-4d03-4abe-967c-fe595dbc180e gateway port host: None {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:41:50.835250 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f388896-1765-4705-881b-1b8a8b848006 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:41:50.843672 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-4f388896-1765-4705-881b-1b8a8b848006 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "PUT /v2.0/routers/6e4f419c-5ba3-4bf4-a489-f1a817d3eed9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7062850 Jul 29 23:41:50.846966 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bd1b52-5f3f-4507-81a8-edfb9cdded7f None None] Sync routers for ids ['6e4f419c-5ba3-4bf4-a489-f1a817d3eed9'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:41:50.859536 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 34732) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:50.859767 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-7a672cba-35ab-4559-b22b-8bde689a2f57 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] show failed (client error): The resource could not be found. Jul 29 23:41:50.860342 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7a672cba-35ab-4559-b22b-8bde689a2f57 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "GET /v2.0/security-groups/d06a9099-30da-446c-be64-dba56c62ade6 HTTP/1.1" status: 404 len: 347 time: 0.1226320 Jul 29 23:41:50.870791 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bd1b52-5f3f-4507-81a8-edfb9cdded7f None None] Routers {'6e4f419c-5ba3-4bf4-a489-f1a817d3eed9'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:50.872564 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-c8bd1b52-5f3f-4507-81a8-edfb9cdded7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:41:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['6e4f419c-5ba3-4bf4-a489-f1a817d3eed9'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:50.896592 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 34734) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:50.918291 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4474bb1-9c47-4ce4-9f83-2fcb62d0a8c4 None None] Pushing event deleted for resources: {'Port': ['ID=69a1b630-0ae2-41f7-bd75-0322d006cd57,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:50.927941 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-fafc9464-42b0-4049-b511-a8b4fb0cee24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:50.930678 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d0611253-0d66-48e6-9fb5-640046d37c7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:50.937304 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f4474bb1-9c47-4ce4-9f83-2fcb62d0a8c4 None None] Network c604adf0-0e48-45b2-aa5b-b1d694c44618 is not hosted by any dhcp agent {{(pid=94079) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 23:41:50.937567 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4474bb1-9c47-4ce4-9f83-2fcb62d0a8c4 None None] No DVR routers for this DVR port 69a1b630-0ae2-41f7-bd75-0322d006cd57 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:41:51.003637 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eff3676-8311-4fa9-b73b-50232be430a4 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06a9099-30da-446c-be64-dba56c62ade6,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:51.023141 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5a2c5f35-5a68-4e90-8df9-c30d6ec02f86 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:51.026730 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d0611253-0d66-48e6-9fb5-640046d37c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:51.040533 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c6fd36e-3153-4bcd-8b64-a3f9ba11e42f tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Deleting subnet 7bc27fc5-c70f-4be8-b885-0a9862c9c54f {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:41:51.044478 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6c6fd36e-3153-4bcd-8b64-a3f9ba11e42f tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:51.047526 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5a2c5f35-5a68-4e90-8df9-c30d6ec02f86 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:51.050910 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-5a2c5f35-5a68-4e90-8df9-c30d6ec02f86 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "DELETE /v2.0/networks/c604adf0-0e48-45b2-aa5b-b1d694c44618 HTTP/1.1" status: 204 len: 168 time: 2.4730532 Jul 29 23:41:51.085296 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 34736) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:51.094494 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafc9464-42b0-4049-b511-a8b4fb0cee24 None None] Network 75276a04-f545-4a3d-9980-2e308be152f9 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:41:51.107917 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6c6fd36e-3153-4bcd-8b64-a3f9ba11e42f tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:51.119124 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0611253-0d66-48e6-9fb5-640046d37c7f admin admin] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:41:51.142297 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-fafc9464-42b0-4049-b511-a8b4fb0cee24 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:41:51.142556 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-c8bd1b52-5f3f-4507-81a8-edfb9cdded7f None None] Set router 6e4f419c-5ba3-4bf4-a489-f1a817d3eed9 gateway port host: None {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:41:51.167797 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-d0611253-0d66-48e6-9fb5-640046d37c7f admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:41:51.174829 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2c5f35-5a68-4e90-8df9-c30d6ec02f86 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event deleted for resources: {'Network': ['ID=c604adf0-0e48-45b2-aa5b-b1d694c44618,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:51.181360 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0611253-0d66-48e6-9fb5-640046d37c7f admin admin] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:41:51.269446 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0611253-0d66-48e6-9fb5-640046d37c7f admin admin] Pushing event updated for resources: {'Port': ['ID=56512338-eee7-4a6a-ac6a-5775e337cb39,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:51.303722 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-c8bd1b52-5f3f-4507-81a8-edfb9cdded7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'name': 'tempest-RoutersIpV6Test-router-1568818285', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:56Z', 'updated_at': '2021-07-29T23:41:49Z', 'revision_number': 11, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'gw_port_host': None}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:51.400968 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3f4a1a-810d-4c11-9699-9293a51cf034 req-55db3492-bd72-417d-86a8-da9f90456545 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:51.407667 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bd1b52-5f3f-4507-81a8-edfb9cdded7f None None] Checking router: 6e4f419c-5ba3-4bf4-a489-f1a817d3eed9 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:41:51.408802 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2c3f4a1a-810d-4c11-9699-9293a51cf034 req-55db3492-bd72-417d-86a8-da9f90456545 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.5754864 Jul 29 23:41:51.431491 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bd1b52-5f3f-4507-81a8-edfb9cdded7f None None] Routers {'6e4f419c-5ba3-4bf4-a489-f1a817d3eed9'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:51.432160 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-c8bd1b52-5f3f-4507-81a8-edfb9cdded7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:41:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['6e4f419c-5ba3-4bf4-a489-f1a817d3eed9'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:51.471075 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafc9464-42b0-4049-b511-a8b4fb0cee24 None None] Pushing event updated for resources: {'Port': ['ID=0adccf8c-b71e-434c-94af-ed7c184a34e5,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:51.480346 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafc9464-42b0-4049-b511-a8b4fb0cee24 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:41:51.511207 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-c8bd1b52-5f3f-4507-81a8-edfb9cdded7f None None] Set router 6e4f419c-5ba3-4bf4-a489-f1a817d3eed9 gateway port host: None {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:41:51.569044 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6c6fd36e-3153-4bcd-8b64-a3f9ba11e42f tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:51.606270 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device c91dbe09-e559-4418-bdce-73dc37d0c4e6 up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:41:51.646608 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-c8bd1b52-5f3f-4507-81a8-edfb9cdded7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'name': 'tempest-RoutersIpV6Test-router-1568818285', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:56Z', 'updated_at': '2021-07-29T23:41:49Z', 'revision_number': 11, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'gw_port_host': None}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:51.725395 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bd1b52-5f3f-4507-81a8-edfb9cdded7f None None] The sync data for ids ['6e4f419c-5ba3-4bf4-a489-f1a817d3eed9'] in n-d-712141-10 is: [{'id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'name': 'tempest-RoutersIpV6Test-router-1568818285', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:56Z', 'updated_at': '2021-07-29T23:41:49Z', 'revision_number': 11, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'gw_port_host': None}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:41:51.834676 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2c3f4a1a-810d-4c11-9699-9293a51cf034 req-a647aae0-938e-460f-ab64-35a0587d9214 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4249146 Jul 29 23:41:51.894261 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-93f38fda-b180-49b4-bdb2-530392adfebd tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Deleting port 5ebe0341-b058-4322-a6f3-1fe57f1a14da {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:41:51.894875 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-93f38fda-b180-49b4-bdb2-530392adfebd tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:51.922282 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-fafc9464-42b0-4049-b511-a8b4fb0cee24 None None] Attempting to bind port 0adccf8c-b71e-434c-94af-ed7c184a34e5 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:41:51.922854 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-fafc9464-42b0-4049-b511-a8b4fb0cee24 None None] Attempting to bind port 0adccf8c-b71e-434c-94af-ed7c184a34e5 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': 'e78125bf-8d4f-4e64-aa38-d84d609aca30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '75276a04-f545-4a3d-9980-2e308be152f9'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:41:51.923456 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafc9464-42b0-4049-b511-a8b4fb0cee24 None None] Attempting to bind port 0adccf8c-b71e-434c-94af-ed7c184a34e5 on network 75276a04-f545-4a3d-9980-2e308be152f9 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:41:51.979007 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafc9464-42b0-4049-b511-a8b4fb0cee24 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:41:51.979774 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafc9464-42b0-4049-b511-a8b4fb0cee24 None None] Checking segment: {'id': 'e78125bf-8d4f-4e64-aa38-d84d609aca30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '75276a04-f545-4a3d-9980-2e308be152f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:41:51.980581 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-fafc9464-42b0-4049-b511-a8b4fb0cee24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:51.981137 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafc9464-42b0-4049-b511-a8b4fb0cee24 None None] Bound using segment: {'id': 'e78125bf-8d4f-4e64-aa38-d84d609aca30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '75276a04-f545-4a3d-9980-2e308be152f9'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:41:51.982111 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-fafc9464-42b0-4049-b511-a8b4fb0cee24 None None] Bound port: 0adccf8c-b71e-434c-94af-ed7c184a34e5, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e78125bf-8d4f-4e64-aa38-d84d609aca30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '75276a04-f545-4a3d-9980-2e308be152f9'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:41:51.982657 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-fafc9464-42b0-4049-b511-a8b4fb0cee24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:52.026840 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d0611253-0d66-48e6-9fb5-640046d37c7f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:52.091308 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port c91dbe09-e559-4418-bdce-73dc37d0c4e6 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:41:52.148277 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec2412-c156-4b54-adab-7b2ffd1154ae req-25815bc3-fd1e-4e06-9359-b463502dc4be tempest-VolumesActionsTest-1223315819 tempest-VolumesActionsTest-1223315819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:52.152483 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-31ec2412-c156-4b54-adab-7b2ffd1154ae req-25815bc3-fd1e-4e06-9359-b463502dc4be tempest-VolumesActionsTest-1223315819 tempest-VolumesActionsTest-1223315819-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b99ddc0-fe3a-4375-9fa1-d2b80f670a72 HTTP/1.1" status: 200 len: 945 time: 0.3940558 Jul 29 23:41:52.153625 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6c6fd36e-3153-4bcd-8b64-a3f9ba11e42f tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:52.155957 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-fafc9464-42b0-4049-b511-a8b4fb0cee24 None None] For port 0adccf8c-b71e-434c-94af-ed7c184a34e5, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:41:52.163304 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-fafc9464-42b0-4049-b511-a8b4fb0cee24 None None] For port 0adccf8c-b71e-434c-94af-ed7c184a34e5, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=0adccf8c-b71e-434c-94af-ed7c184a34e5,segment=NetworkSegment(e78125bf-8d4f-4e64-aa38-d84d609aca30),segment_id=e78125bf-8d4f-4e64-aa38-d84d609aca30)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:41:52.185073 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-fafc9464-42b0-4049-b511-a8b4fb0cee24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:52.197957 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6c6fd36e-3153-4bcd-8b64-a3f9ba11e42f tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:52.206974 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-6c6fd36e-3153-4bcd-8b64-a3f9ba11e42f tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "DELETE /v2.0/subnets/7bc27fc5-c70f-4be8-b885-0a9862c9c54f HTTP/1.1" status: 204 len: 168 time: 1.3372393 Jul 29 23:41:52.221683 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 34786) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:52.376730 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port c91dbe09-e559-4418-bdce-73dc37d0c4e6 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:52.377039 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:52.384502 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b34cd34-3a6a-4c1a-b806-65d2d9de98b2 None None] Network a02c6df4-947d-4092-9e1a-39ce80e556cf requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:41:52.420108 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafc9464-42b0-4049-b511-a8b4fb0cee24 None None] Pushing event updated for resources: {'Port': ['ID=0adccf8c-b71e-434c-94af-ed7c184a34e5,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:52.423869 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 54918d4e-7005-4a11-add4-fc4859647504 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:41:52.432623 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-31ec2412-c156-4b54-adab-7b2ffd1154ae req-7cd04716-5be9-4a29-9d12-9a9a785d20e0 tempest-VolumesActionsTest-1223315819 tempest-VolumesActionsTest-1223315819-project] 10.222.0.43 "GET /v2.0/security-groups?id=433a2f6b-1675-4bcb-833b-93b2608bb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461236 Jul 29 23:41:52.510872 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6fd36e-3153-4bcd-8b64-a3f9ba11e42f tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event deleted for resources: {'Subnet': ['ID=7bc27fc5-c70f-4be8-b885-0a9862c9c54f,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:52.610924 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 54918d4e-7005-4a11-add4-fc4859647504 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:41:52.616830 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 54918d4e-7005-4a11-add4-fc4859647504 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:41:52.639446 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-12ab5955-0863-4a76-83be-e2693c1ec9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'name': 'tempest-RoutersTest-router-915602155', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:57Z', 'updated_at': '2021-07-29T23:41:46Z', 'revision_number': 10, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'gw_port_host': None, '_interfaces': [{'id': '3f49de2e-a972-48b2-9fed-0ae4ad002d0b', 'name': '', 'network_id': '6c2eaf9c-1b68-4dff-89ae-76869996c21c', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'mac_address': 'fa:16:3e:cf:f3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': 'e914c1e7-e0d1-484d-8ef5-937e66f8c162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:08Z', 'updated_at': '2021-07-29T23:40:31Z', 'revision_number': 5, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'subnets': [{'id': 'e914c1e7-e0d1-484d-8ef5-937e66f8c162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:52.750991 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ab5955-0863-4a76-83be-e2693c1ec9fa None None] The sync data for ids ['15b03cc0-4d03-4abe-967c-fe595dbc180e'] in n-d-712141-10 is: [{'id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'name': 'tempest-RoutersTest-router-915602155', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:57Z', 'updated_at': '2021-07-29T23:41:46Z', 'revision_number': 10, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'gw_port_host': None, '_interfaces': [{'id': '3f49de2e-a972-48b2-9fed-0ae4ad002d0b', 'name': '', 'network_id': '6c2eaf9c-1b68-4dff-89ae-76869996c21c', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'mac_address': 'fa:16:3e:cf:f3:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': 'e914c1e7-e0d1-484d-8ef5-937e66f8c162', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:40:08Z', 'updated_at': '2021-07-29T23:40:31Z', 'revision_number': 5, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'subnets': [{'id': 'e914c1e7-e0d1-484d-8ef5-937e66f8c162', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:41:52.947307 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:53.008607 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b99ddc0-fe3a-4375-9fa1-d2b80f670a72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c91dbe09-e559-4418-bdce-73dc37d0c4e6'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:41:53.025542 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10bf06c0-1280-46f8-99f1-b6005a5634e4" -d '{"events": [{"server_uuid": "1b99ddc0-fe3a-4375-9fa1-d2b80f670a72", "name": "network-vif-plugged", "status": "completed", "tag": "c91dbe09-e559-4418-bdce-73dc37d0c4e6"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:41:53.047267 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port c91dbe09-e559-4418-bdce-73dc37d0c4e6, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=c91dbe09-e559-4418-bdce-73dc37d0c4e6,segment=NetworkSegment(b09d6eca-9fe5-4bf0-b20a-e70119cfb306),segment_id=b09d6eca-9fe5-4bf0-b20a-e70119cfb306)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:53.053473 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:53.119680 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ea9a97-992c-4500-9257-10fda3e299f5 x-openstack-request-id: req-88ea9a97-992c-4500-9257-10fda3e299f5 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:41:53.119974 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b99ddc0-fe3a-4375-9fa1-d2b80f670a72", "name": "network-vif-plugged", "status": "completed", "tag": "c91dbe09-e559-4418-bdce-73dc37d0c4e6", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:41:53.120235 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-88ea9a97-992c-4500-9257-10fda3e299f5 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:41:53.120638 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b99ddc0-fe3a-4375-9fa1-d2b80f670a72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c91dbe09-e559-4418-bdce-73dc37d0c4e6', 'code': 200} Jul 29 23:41:53.133208 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=c91dbe09-e559-4418-bdce-73dc37d0c4e6,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:53.206840 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79408057-f678-4732-a76b-c5dcb657bf8e req-d8fb91dc-66c8-4592-b023-17186ceb843b tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:53.217743 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ef71f9-dada-4f60-b8c9-d026cab6a273 None None] DHCP port deletion for a02c6df4-947d-4092-9e1a-39ce80e556cf request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:41:53.238298 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-79408057-f678-4732-a76b-c5dcb657bf8e req-d8fb91dc-66c8-4592-b023-17186ceb843b tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 1.2136388 Jul 29 23:41:53.306489 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d0611253-0d66-48e6-9fb5-640046d37c7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:53.309367 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4f5ec4a9-db4b-4f4c-abae-f72bdb06353a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:53.329817 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-93f38fda-b180-49b4-bdb2-530392adfebd tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:53.330266 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-93f38fda-b180-49b4-bdb2-530392adfebd tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:53.355446 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2ab8dd44-79fe-4193-9924-1e8cbd24100a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:53.372475 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-93f38fda-b180-49b4-bdb2-530392adfebd tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Calling delete_port for 5ebe0341-b058-4322-a6f3-1fe57f1a14da owned by network:floatingip {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:41:53.422646 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-a4ef71f9-dada-4f60-b8c9-d026cab6a273 None None] Deleting port 084c6cc8-464f-461e-8e1f-ccc2f6af41dc {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:41:53.423180 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a4ef71f9-dada-4f60-b8c9-d026cab6a273 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:53.436359 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-921810e5-5f66-4a5b-9903-a7acebd66673 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:53.540594 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-79408057-f678-4732-a76b-c5dcb657bf8e req-4e7b4c82-a68a-43f5-ba1b-c4434737927c tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013160 Jul 29 23:41:53.560053 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-a4ef71f9-dada-4f60-b8c9-d026cab6a273 None None] For port 084c6cc8-464f-461e-8e1f-ccc2f6af41dc, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=084c6cc8-464f-461e-8e1f-ccc2f6af41dc,segment=NetworkSegment(62fffabc-8b52-40cf-b7ec-42d8571b362f),segment_id=62fffabc-8b52-40cf-b7ec-42d8571b362f)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:53.560053 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a4ef71f9-dada-4f60-b8c9-d026cab6a273 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:53.573125 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcba0c0-c6a0-438d-8f71-3bfacf8665f2 req-11af2407-9017-4b0d-a214-5a455a52643b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:53.575133 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2dcba0c0-c6a0-438d-8f71-3bfacf8665f2 req-11af2407-9017-4b0d-a214-5a455a52643b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1b99ddc0-fe3a-4375-9fa1-d2b80f670a72 HTTP/1.1" status: 200 len: 1098 time: 0.3247640 Jul 29 23:41:53.584009 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-a4ef71f9-dada-4f60-b8c9-d026cab6a273 None None] Calling delete_port for 084c6cc8-464f-461e-8e1f-ccc2f6af41dc owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:41:53.730120 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2dcba0c0-c6a0-438d-8f71-3bfacf8665f2 req-eeb5ef33-dec4-4518-b7bd-94802d7c7949 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=433a2f6b-1675-4bcb-833b-93b2608bb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472170 Jul 29 23:41:53.736709 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a4ef71f9-dada-4f60-b8c9-d026cab6a273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:53.755674 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ef71f9-dada-4f60-b8c9-d026cab6a273 None None] No DVR routers for this DVR port 084c6cc8-464f-461e-8e1f-ccc2f6af41dc on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:41:53.757272 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [req-4856d077-ae5d-4ffe-9472-8d6a8b4e3591 req-07a242ab-55be-46bb-a60d-18b20c2ab064 service neutron] (94078) timed out ('10.222.0.41', 52218) {{(pid=94078) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 29 23:41:53.771570 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0611253-0d66-48e6-9fb5-640046d37c7f admin admin] Router 4ececfd2-bbcb-4cda-9691-6ff23afccea3 is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:41:53.781860 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b251a79-3936-48a2-b27a-d791ece0445d req-a02fa700-d653-4c98-828f-7b0d913a90fc tempest-VolumesActionsTest-1223315819 tempest-VolumesActionsTest-1223315819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:53.790452 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9b251a79-3936-48a2-b27a-d791ece0445d req-a02fa700-d653-4c98-828f-7b0d913a90fc tempest-VolumesActionsTest-1223315819 tempest-VolumesActionsTest-1223315819-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b99ddc0-fe3a-4375-9fa1-d2b80f670a72 HTTP/1.1" status: 200 len: 946 time: 0.2091768 Jul 29 23:41:53.806578 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ef71f9-dada-4f60-b8c9-d026cab6a273 None None] Pushing event deleted for resources: {'Port': ['ID=084c6cc8-464f-461e-8e1f-ccc2f6af41dc,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:53.835306 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-2ab8dd44-79fe-4193-9924-1e8cbd24100a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Deleting port 084c6cc8-464f-461e-8e1f-ccc2f6af41dc {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:41:53.835532 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2ab8dd44-79fe-4193-9924-1e8cbd24100a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:53.984295 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9b251a79-3936-48a2-b27a-d791ece0445d req-02d70802-997d-41cb-8ea9-c389a13fc4d2 tempest-VolumesActionsTest-1223315819 tempest-VolumesActionsTest-1223315819-project] 10.222.0.43 "GET /v2.0/security-groups?id=433a2f6b-1675-4bcb-833b-93b2608bb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923602 Jul 29 23:41:53.994913 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-2ab8dd44-79fe-4193-9924-1e8cbd24100a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] For port 084c6cc8-464f-461e-8e1f-ccc2f6af41dc, host n-d-712141-10, got binding levels [] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:53.995293 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2ab8dd44-79fe-4193-9924-1e8cbd24100a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:54.017259 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-2ab8dd44-79fe-4193-9924-1e8cbd24100a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Calling delete_port for 084c6cc8-464f-461e-8e1f-ccc2f6af41dc owned by network:dhcp {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:41:54.030614 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9a3a2a-e798-4398-9c51-7aa92a263121 req-d1e6e3a5-f08d-4f3c-8f1a-a6445a1a6139 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:54.032178 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7a9a3a2a-e798-4398-9c51-7aa92a263121 req-d1e6e3a5-f08d-4f3c-8f1a-a6445a1a6139 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.2283096 Jul 29 23:41:54.034765 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.ipam_backend_mixin [None req-2ab8dd44-79fe-4193-9924-1e8cbd24100a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Port 084c6cc8-464f-461e-8e1f-ccc2f6af41dc was not found and therefore no delete operation was performed {{(pid=94078) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 23:41:54.037615 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2ab8dd44-79fe-4193-9924-1e8cbd24100a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:54.059316 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0611253-0d66-48e6-9fb5-640046d37c7f admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:41:54.072130 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221dd1b5-61f3-4a46-819d-5b7b366722e1 None None] Sync routers for ids ['4ececfd2-bbcb-4cda-9691-6ff23afccea3'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:41:54.096553 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221dd1b5-61f3-4a46-819d-5b7b366722e1 None None] Routers {'4ececfd2-bbcb-4cda-9691-6ff23afccea3'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:54.097344 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-221dd1b5-61f3-4a46-819d-5b7b366722e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:41:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['4ececfd2-bbcb-4cda-9691-6ff23afccea3'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:54.111050 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-921810e5-5f66-4a5b-9903-a7acebd66673 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Deleting port 3f49de2e-a972-48b2-9fed-0ae4ad002d0b {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:41:54.111404 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-921810e5-5f66-4a5b-9903-a7acebd66673 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:54.119986 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d0611253-0d66-48e6-9fb5-640046d37c7f admin admin] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:54.123920 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d0611253-0d66-48e6-9fb5-640046d37c7f admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.4530902 Jul 29 23:41:54.149566 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 34834) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:54.163348 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab8dd44-79fe-4193-9924-1e8cbd24100a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] No DVR routers for this DVR port 084c6cc8-464f-461e-8e1f-ccc2f6af41dc on host n-d-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:41:54.168225 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab8dd44-79fe-4193-9924-1e8cbd24100a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event deleted for resources: {'Port': ['ID=084c6cc8-464f-461e-8e1f-ccc2f6af41dc,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:54.184883 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-93f38fda-b180-49b4-bdb2-530392adfebd tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:54.188362 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714533d6-cfd4-4169-ba47-a6ca4e1f483f None None] Network 75276a04-f545-4a3d-9980-2e308be152f9 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:41:54.247486 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f38fda-b180-49b4-bdb2-530392adfebd tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Pushing event deleted for resources: {'Port': ['ID=5ebe0341-b058-4322-a6f3-1fe57f1a14da,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:54.300159 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 0adccf8c-b71e-434c-94af-ed7c184a34e5 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:41:54.306300 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-0405c1a5-1ddb-4122-851a-5bba9d8cb499 None None] Provisioning for port 0adccf8c-b71e-434c-94af-ed7c184a34e5 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:41:54.315938 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7a9a3a2a-e798-4398-9c51-7aa92a263121 req-29d75e80-cc7a-49ff-a226-6889a87e3a22 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635283 Jul 29 23:41:54.340647 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-921810e5-5f66-4a5b-9903-a7acebd66673 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] For port 3f49de2e-a972-48b2-9fed-0ae4ad002d0b, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=3f49de2e-a972-48b2-9fed-0ae4ad002d0b,segment=NetworkSegment(8e821c66-fc9b-4b28-8984-7bbab9a04c94),segment_id=8e821c66-fc9b-4b28-8984-7bbab9a04c94)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:54.341141 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-921810e5-5f66-4a5b-9903-a7acebd66673 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:54.373872 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2ab8dd44-79fe-4193-9924-1e8cbd24100a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:54.374495 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-921810e5-5f66-4a5b-9903-a7acebd66673 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Calling delete_port for 3f49de2e-a972-48b2-9fed-0ae4ad002d0b owned by network:router_interface {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:41:54.389146 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-2ab8dd44-79fe-4193-9924-1e8cbd24100a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a02c6df4-947d-4092-9e1a-39ce80e556cf']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:54.437861 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-2ab8dd44-79fe-4193-9924-1e8cbd24100a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62fffabc-8b52-40cf-b7ec-42d8571b362f') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:54.438332 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-2ab8dd44-79fe-4193-9924-1e8cbd24100a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62fffabc-8b52-40cf-b7ec-42d8571b362f') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:54.448949 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-221dd1b5-61f3-4a46-819d-5b7b366722e1 None None] Set router 4ececfd2-bbcb-4cda-9691-6ff23afccea3 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:41:54.471551 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-93f38fda-b180-49b4-bdb2-530392adfebd tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks [] for floatingip, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:54.475681 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-93f38fda-b180-49b4-bdb2-530392adfebd tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:54.476866 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-93f38fda-b180-49b4-bdb2-530392adfebd tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "DELETE /v2.0/floatingips/fec8ee00-f02d-4438-879b-4206b35de56b HTTP/1.1" status: 204 len: 168 time: 3.5792062 Jul 29 23:41:54.478845 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2ab8dd44-79fe-4193-9924-1e8cbd24100a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:54.493927 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 34840) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:54.564872 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 0adccf8c-b71e-434c-94af-ed7c184a34e5 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:41:54.592357 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 0adccf8c-b71e-434c-94af-ed7c184a34e5 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:54.593025 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:54.609824 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2ab8dd44-79fe-4193-9924-1e8cbd24100a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:54.623271 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ab8dd44-79fe-4193-9924-1e8cbd24100a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:41:54.623682 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2ab8dd44-79fe-4193-9924-1e8cbd24100a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:54.627094 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:41:54.627094 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:41:54.627094 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:41:54.627094 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:41:54.627094 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:41:54.627094 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:41:54.627094 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:41:54.627094 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:41:54.627094 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:41:54.627094 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:41:54.627094 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:41:54.627094 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:41:54.627094 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:41:54.627094 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:41:54.627094 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:41:54.627094 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:41:54.627094 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:41:54.627094 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:41:54.627094 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:41:54.627094 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:41:54.627094 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:41:54.627094 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:41:54.627094 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:41:54.627094 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:41:54.627094 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:41:54.627094 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:41:54.627094 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:41:54.627094 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:41:54.627094 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:41:54.627094 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:41:54.627094 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:41:54.627094 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:41:54.648279 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0156dc9d-c367-47f0-b546-b8e08e985253 req-00cc0548-fc5d-48ac-bd5e-0ab23f2ca72c tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:54.657732 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0156dc9d-c367-47f0-b546-b8e08e985253 req-00cc0548-fc5d-48ac-bd5e-0ab23f2ca72c tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.2391086 Jul 29 23:41:54.673761 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-921810e5-5f66-4a5b-9903-a7acebd66673 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:54.777490 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0156dc9d-c367-47f0-b546-b8e08e985253 req-c0d18b04-41a9-4d86-b366-7f239386b04c tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187725 Jul 29 23:41:54.780153 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2ab8dd44-79fe-4193-9924-1e8cbd24100a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:54.810892 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2ab8dd44-79fe-4193-9924-1e8cbd24100a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:54.815130 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-2ab8dd44-79fe-4193-9924-1e8cbd24100a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "DELETE /v2.0/networks/a02c6df4-947d-4092-9e1a-39ce80e556cf HTTP/1.1" status: 204 len: 168 time: 2.5692759 Jul 29 23:41:54.823099 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab8dd44-79fe-4193-9924-1e8cbd24100a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Pushing event deleted for resources: {'Network': ['ID=a02c6df4-947d-4092-9e1a-39ce80e556cf,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:54.834184 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 34842) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:54.841494 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:54.850980 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-189acc6c-a807-45aa-a929-3c672f0e074b tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Request body: {'router': {'routes': None}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:54.866458 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921810e5-5f66-4a5b-9903-a7acebd66673 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event deleted for resources: {'Port': ['ID=3f49de2e-a972-48b2-9fed-0ae4ad002d0b,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:54.900797 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-221dd1b5-61f3-4a46-819d-5b7b366722e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ececfd2-bbcb-4cda-9691-6ff23afccea3', 'name': 'tempest-AttachVolumeShelveTestJSON-2094336285-router', 'tenant_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '56512338-eee7-4a6a-ac6a-5775e337cb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:41:48Z', 'updated_at': '2021-07-29T23:41:51Z', 'revision_number': 3, 'project_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'gw_port': {'id': '56512338-eee7-4a6a-ac6a-5775e337cb39', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bd:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ececfd2-bbcb-4cda-9691-6ff23afccea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:49Z', 'updated_at': '2021-07-29T23:41:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:55.014769 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221dd1b5-61f3-4a46-819d-5b7b366722e1 None None] Checking router: 4ececfd2-bbcb-4cda-9691-6ff23afccea3 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:41:55.015182 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221dd1b5-61f3-4a46-819d-5b7b366722e1 None None] Updating router 4ececfd2-bbcb-4cda-9691-6ff23afccea3 port 56512338-eee7-4a6a-ac6a-5775e337cb39 binding host n-d-712141-10 {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:41:55.081142 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-221dd1b5-61f3-4a46-819d-5b7b366722e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:55.088451 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 0adccf8c-b71e-434c-94af-ed7c184a34e5, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=0adccf8c-b71e-434c-94af-ed7c184a34e5,segment=NetworkSegment(e78125bf-8d4f-4e64-aa38-d84d609aca30),segment_id=e78125bf-8d4f-4e64-aa38-d84d609aca30)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:55.113033 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-d577637a-4118-4749-944c-57dcfd042e75 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Deleting port da9a90e1-8efc-4f87-81e6-604ba087e2ac {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:41:55.113387 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d577637a-4118-4749-944c-57dcfd042e75 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:55.118811 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:55.299564 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-921810e5-5f66-4a5b-9903-a7acebd66673 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:55.365964 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d577637a-4118-4749-944c-57dcfd042e75 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:55.385655 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-d577637a-4118-4749-944c-57dcfd042e75 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Calling delete_port for da9a90e1-8efc-4f87-81e6-604ba087e2ac owned by {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:41:55.553932 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 0eee71f0-4419-46e7-8eca-9efeeec56bc2 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:41:55.567766 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-921810e5-5f66-4a5b-9903-a7acebd66673 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Router 15b03cc0-4d03-4abe-967c-fe595dbc180e has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:41:55.621478 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 0eee71f0-4419-46e7-8eca-9efeeec56bc2 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:41:55.622297 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 0eee71f0-4419-46e7-8eca-9efeeec56bc2 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:41:55.624286 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 084c6cc8-464f-461e-8e1f-ccc2f6af41dc no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:41:55.680860 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-216a196b-73d0-450b-9bee-806c14c1e37b None None] Provisioning complete for port 0adccf8c-b71e-434c-94af-ed7c184a34e5 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:55.681114 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-216a196b-73d0-450b-9bee-806c14c1e37b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:55.682643 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 084c6cc8-464f-461e-8e1f-ccc2f6af41dc {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:41:55.682989 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 084c6cc8-464f-461e-8e1f-ccc2f6af41dc not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:41:55.700631 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=0adccf8c-b71e-434c-94af-ed7c184a34e5,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:55.720853 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-921810e5-5f66-4a5b-9903-a7acebd66673 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:41:55.734123 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0bf971-20b1-4cf0-a8b2-40d18ea96913 None None] Sync routers for ids ['15b03cc0-4d03-4abe-967c-fe595dbc180e'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:41:55.738060 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-921810e5-5f66-4a5b-9903-a7acebd66673 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "PUT /v2.0/routers/15b03cc0-4d03-4abe-967c-fe595dbc180e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6490288 Jul 29 23:41:55.751696 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0bf971-20b1-4cf0-a8b2-40d18ea96913 None None] Routers {'15b03cc0-4d03-4abe-967c-fe595dbc180e'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:55.752685 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-bb0bf971-20b1-4cf0-a8b2-40d18ea96913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 12, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:41:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['15b03cc0-4d03-4abe-967c-fe595dbc180e'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:55.761842 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.extraroute_db [None req-189acc6c-a807-45aa-a929-3c672f0e074b tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Added routes are [] {{(pid=94078) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 29 23:41:55.762153 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.extraroute_db [None req-189acc6c-a807-45aa-a929-3c672f0e074b tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Removed routes are [] {{(pid=94078) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 29 23:41:55.762526 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-189acc6c-a807-45aa-a929-3c672f0e074b tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16269258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16714856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:55.788929 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 34856) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:55.831921 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d577637a-4118-4749-944c-57dcfd042e75 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:55.881908 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-bb0bf971-20b1-4cf0-a8b2-40d18ea96913 None None] Set router 15b03cc0-4d03-4abe-967c-fe595dbc180e gateway port host: None {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:41:55.916205 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e5577d1f-a983-497f-941e-6a14ff10f944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:55.939100 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-221dd1b5-61f3-4a46-819d-5b7b366722e1 None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:55.959289 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-bb0bf971-20b1-4cf0-a8b2-40d18ea96913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'name': 'tempest-RoutersTest-router-915602155', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:57Z', 'updated_at': '2021-07-29T23:41:54Z', 'revision_number': 11, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'gw_port_host': None}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:55.970625 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d577637a-4118-4749-944c-57dcfd042e75 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Pushing event deleted for resources: {'Port': ['ID=da9a90e1-8efc-4f87-81e6-604ba087e2ac,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:55.970848 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-221dd1b5-61f3-4a46-819d-5b7b366722e1 None None] Transition to ACTIVE for port object 56512338-eee7-4a6a-ac6a-5775e337cb39 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:41:55.983324 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-221dd1b5-61f3-4a46-819d-5b7b366722e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:55.984724 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-b34f0e0e-6b43-40a5-a2fd-02932f79c041 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Deleting subnet e914c1e7-e0d1-484d-8ef5-937e66f8c162 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:41:56.000839 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b34f0e0e-6b43-40a5-a2fd-02932f79c041 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:56.040458 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0bf971-20b1-4cf0-a8b2-40d18ea96913 None None] Checking router: 15b03cc0-4d03-4abe-967c-fe595dbc180e for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:41:56.047263 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-221dd1b5-61f3-4a46-819d-5b7b366722e1 None None] Attempting to bind port 56512338-eee7-4a6a-ac6a-5775e337cb39 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:41:56.047648 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-221dd1b5-61f3-4a46-819d-5b7b366722e1 None None] Attempting to bind port 56512338-eee7-4a6a-ac6a-5775e337cb39 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:41:56.048021 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221dd1b5-61f3-4a46-819d-5b7b366722e1 None None] Attempting to bind port 56512338-eee7-4a6a-ac6a-5775e337cb39 on network 58f27f61-3278-49cc-b66b-1e729d26f29f {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:41:56.064701 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0bf971-20b1-4cf0-a8b2-40d18ea96913 None None] Routers {'15b03cc0-4d03-4abe-967c-fe595dbc180e'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:56.065561 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa9ca92-1d9c-4d33-ad03-f00f697bf8bc None None] Pushing event updated for resources: {'Port': ['ID=56512338-eee7-4a6a-ac6a-5775e337cb39,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:56.065797 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-bb0bf971-20b1-4cf0-a8b2-40d18ea96913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:41:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['15b03cc0-4d03-4abe-967c-fe595dbc180e'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:56.076069 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221dd1b5-61f3-4a46-819d-5b7b366722e1 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:41:56.076522 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221dd1b5-61f3-4a46-819d-5b7b366722e1 None None] Checking segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:41:56.076937 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-221dd1b5-61f3-4a46-819d-5b7b366722e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:56.079798 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d577637a-4118-4749-944c-57dcfd042e75 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:56.079798 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d577637a-4118-4749-944c-57dcfd042e75 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:56.079798 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d577637a-4118-4749-944c-57dcfd042e75 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:56.079798 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d577637a-4118-4749-944c-57dcfd042e75 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:56.079798 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d577637a-4118-4749-944c-57dcfd042e75 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:56.080627 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221dd1b5-61f3-4a46-819d-5b7b366722e1 None None] Bound using segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:41:56.080627 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-221dd1b5-61f3-4a46-819d-5b7b366722e1 None None] Bound port: 56512338-eee7-4a6a-ac6a-5775e337cb39, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:41:56.080627 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-221dd1b5-61f3-4a46-819d-5b7b366722e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:56.081336 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d577637a-4118-4749-944c-57dcfd042e75 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:56.082248 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d577637a-4118-4749-944c-57dcfd042e75 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:56.082519 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d577637a-4118-4749-944c-57dcfd042e75 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:56.083409 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d577637a-4118-4749-944c-57dcfd042e75 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:56.086210 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d577637a-4118-4749-944c-57dcfd042e75 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:56.086471 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d577637a-4118-4749-944c-57dcfd042e75 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:56.086789 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d577637a-4118-4749-944c-57dcfd042e75 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:56.103450 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b34f0e0e-6b43-40a5-a2fd-02932f79c041 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:56.196723 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-221dd1b5-61f3-4a46-819d-5b7b366722e1 None None] For port 56512338-eee7-4a6a-ac6a-5775e337cb39, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:41:56.200254 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-221dd1b5-61f3-4a46-819d-5b7b366722e1 None None] For port 56512338-eee7-4a6a-ac6a-5775e337cb39, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=56512338-eee7-4a6a-ac6a-5775e337cb39,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:41:56.205928 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-221dd1b5-61f3-4a46-819d-5b7b366722e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:56.256801 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-bb0bf971-20b1-4cf0-a8b2-40d18ea96913 None None] Set router 15b03cc0-4d03-4abe-967c-fe595dbc180e gateway port host: None {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:41:56.303297 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b34f0e0e-6b43-40a5-a2fd-02932f79c041 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:56.326456 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-bb0bf971-20b1-4cf0-a8b2-40d18ea96913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'name': 'tempest-RoutersTest-router-915602155', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:57Z', 'updated_at': '2021-07-29T23:41:54Z', 'revision_number': 11, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'gw_port_host': None}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:56.398008 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0bf971-20b1-4cf0-a8b2-40d18ea96913 None None] The sync data for ids ['15b03cc0-4d03-4abe-967c-fe595dbc180e'] in n-d-712141-10 is: [{'id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'name': 'tempest-RoutersTest-router-915602155', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:57Z', 'updated_at': '2021-07-29T23:41:54Z', 'revision_number': 11, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'gw_port_host': None}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:41:56.404188 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 0adccf8c-b71e-434c-94af-ed7c184a34e5 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:41:56.444465 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e1a086-8529-4552-8293-b182b5988431 req-acd4f7d4-01d3-44ff-80f8-52057659604e tempest-VolumesActionsTest-1223315819 tempest-VolumesActionsTest-1223315819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:56.448232 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d1e1a086-8529-4552-8293-b182b5988431 req-acd4f7d4-01d3-44ff-80f8-52057659604e tempest-VolumesActionsTest-1223315819 tempest-VolumesActionsTest-1223315819-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b99ddc0-fe3a-4375-9fa1-d2b80f670a72 HTTP/1.1" status: 200 len: 946 time: 0.6514521 Jul 29 23:41:56.458564 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221dd1b5-61f3-4a46-819d-5b7b366722e1 None None] Routers {'4ececfd2-bbcb-4cda-9691-6ff23afccea3'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:56.459645 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-221dd1b5-61f3-4a46-819d-5b7b366722e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:41:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['4ececfd2-bbcb-4cda-9691-6ff23afccea3'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:56.471021 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dcc915-8eec-4060-9d0b-1673182499ca req-4fb329f1-961f-4e9d-adc9-9d164d8ed37f tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:56.481779 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b34f0e0e-6b43-40a5-a2fd-02932f79c041 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:56.484209 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-07dcc915-8eec-4060-9d0b-1673182499ca req-4fb329f1-961f-4e9d-adc9-9d164d8ed37f tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 1.2643626 Jul 29 23:41:56.516894 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:56.529671 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa9ca92-1d9c-4d33-ad03-f00f697bf8bc None None] Pushing event updated for resources: {'Port': ['ID=56512338-eee7-4a6a-ac6a-5775e337cb39,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:56.530879 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-189acc6c-a807-45aa-a929-3c672f0e074b tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16269258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16714856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:56.572506 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b34f0e0e-6b43-40a5-a2fd-02932f79c041 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:56.575343 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b34f0e0e-6b43-40a5-a2fd-02932f79c041 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "DELETE /v2.0/subnets/e914c1e7-e0d1-484d-8ef5-937e66f8c162 HTTP/1.1" status: 204 len: 168 time: 0.7840374 Jul 29 23:41:56.576360 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34f0e0e-6b43-40a5-a2fd-02932f79c041 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event deleted for resources: {'Subnet': ['ID=e914c1e7-e0d1-484d-8ef5-937e66f8c162,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:56.578046 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 34860) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:56.616903 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86de983f-2d3f-48ea-b55d-80076780ddc5 None None] Network 6c2eaf9c-1b68-4dff-89ae-76869996c21c requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:41:56.629379 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d1e1a086-8529-4552-8293-b182b5988431 req-2a633ca6-66e8-49c2-9ba1-7ed9b2347c00 tempest-VolumesActionsTest-1223315819 tempest-VolumesActionsTest-1223315819-project] 10.222.0.43 "GET /v2.0/security-groups?id=433a2f6b-1675-4bcb-833b-93b2608bb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435711 Jul 29 23:41:56.631732 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-189acc6c-a807-45aa-a929-3c672f0e074b tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16269265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16269272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16714879'] for router, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:56.650060 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d577637a-4118-4749-944c-57dcfd042e75 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:56.651741 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-d577637a-4118-4749-944c-57dcfd042e75 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "DELETE /v2.0/ports/da9a90e1-8efc-4f87-81e6-604ba087e2ac HTTP/1.1" status: 204 len: 168 time: 2.1556547 Jul 29 23:41:56.663573 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 34864) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:56.723313 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 0adccf8c-b71e-434c-94af-ed7c184a34e5 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:56.723796 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:56.745953 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-07dcc915-8eec-4060-9d0b-1673182499ca req-7f7405b7-2d07-4a03-bb64-d9e9c4945810 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742454 Jul 29 23:41:56.865862 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-221dd1b5-61f3-4a46-819d-5b7b366722e1 None None] Set router 4ececfd2-bbcb-4cda-9691-6ff23afccea3 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:41:56.867364 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bb4a3e31-9f7f-4cfe-a420-49209163802a tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:56.918385 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bec3b2bd-4c2c-4932-8a76-aae26c464c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:56.941830 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-104e2739-7630-4b56-b24a-d39e24070a99 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Deleting port 6692c9b8-f4e2-4f31-897e-016045fc3bd4 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:41:56.943733 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-104e2739-7630-4b56-b24a-d39e24070a99 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:57.084894 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-189acc6c-a807-45aa-a929-3c672f0e074b tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Router 6e4f419c-5ba3-4bf4-a489-f1a817d3eed9 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:41:57.178652 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb58dc-1b0a-4b8b-b851-b5a66cc0d11f req-c907479c-63d6-4a3e-ae11-b7b6d23e4013 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:57.187643 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2acb58dc-1b0a-4b8b-b851-b5a66cc0d11f req-c907479c-63d6-4a3e-ae11-b7b6d23e4013 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.1679611 Jul 29 23:41:57.265390 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6546ff61-e743-4d1c-ba7e-59de8b5dce1d None None] DHCP port deletion for 6c2eaf9c-1b68-4dff-89ae-76869996c21c request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:41:57.281778 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-189acc6c-a807-45aa-a929-3c672f0e074b tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:41:57.300934 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-189acc6c-a807-45aa-a929-3c672f0e074b tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:57.303870 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-189acc6c-a807-45aa-a929-3c672f0e074b tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "PUT /v2.0/routers/6e4f419c-5ba3-4bf4-a489-f1a817d3eed9 HTTP/1.1" status: 200 len: 705 time: 2.4610922 Jul 29 23:41:57.306231 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-bb4a3e31-9f7f-4cfe-a420-49209163802a tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Deleting port e4599ef2-90dd-4dba-93fc-6b6a9644d478 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:41:57.306587 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bb4a3e31-9f7f-4cfe-a420-49209163802a tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:57.308560 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 34874) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:57.320551 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83104baf-c9aa-42cc-a698-5034ebc35faf None None] Sync routers for ids ['6e4f419c-5ba3-4bf4-a489-f1a817d3eed9'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:41:57.321682 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2acb58dc-1b0a-4b8b-b851-b5a66cc0d11f req-45222f53-021c-4e5f-8577-0017ef58849a tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330800 Jul 29 23:41:57.354597 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-104e2739-7630-4b56-b24a-d39e24070a99 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:57.386165 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-cfa23ebd-8777-407b-b77e-7ce1792e5412 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e4f419c-5ba3-4bf4-a489-f1a817d3eed9 HTTP/1.1" status: 200 len: 205 time: 0.0558033 Jul 29 23:41:57.386690 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 34880) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:57.408277 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83104baf-c9aa-42cc-a698-5034ebc35faf None None] Routers {'6e4f419c-5ba3-4bf4-a489-f1a817d3eed9'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:57.408657 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-83104baf-c9aa-42cc-a698-5034ebc35faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:41:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['6e4f419c-5ba3-4bf4-a489-f1a817d3eed9'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:57.470573 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-104e2739-7630-4b56-b24a-d39e24070a99 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Calling delete_port for 6692c9b8-f4e2-4f31-897e-016045fc3bd4 owned by {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:41:57.522647 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-11277187-b729-4b29-818d-ec5f21bed65e tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for router, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:57.544903 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-bb4a3e31-9f7f-4cfe-a420-49209163802a tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] For port e4599ef2-90dd-4dba-93fc-6b6a9644d478, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=e4599ef2-90dd-4dba-93fc-6b6a9644d478,segment=NetworkSegment(8e821c66-fc9b-4b28-8984-7bbab9a04c94),segment_id=8e821c66-fc9b-4b28-8984-7bbab9a04c94)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:57.547413 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bb4a3e31-9f7f-4cfe-a420-49209163802a tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:57.567267 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-83104baf-c9aa-42cc-a698-5034ebc35faf None None] Set router 6e4f419c-5ba3-4bf4-a489-f1a817d3eed9 gateway port host: None {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:41:57.694819 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-6546ff61-e743-4d1c-ba7e-59de8b5dce1d None None] Deleting port e4599ef2-90dd-4dba-93fc-6b6a9644d478 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:41:57.694819 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6546ff61-e743-4d1c-ba7e-59de8b5dce1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:57.710909 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-83104baf-c9aa-42cc-a698-5034ebc35faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'name': 'tempest-RoutersIpV6Test-router-1568818285', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:56Z', 'updated_at': '2021-07-29T23:41:49Z', 'revision_number': 11, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'gw_port_host': None}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:57.734501 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-bb4a3e31-9f7f-4cfe-a420-49209163802a tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Calling delete_port for e4599ef2-90dd-4dba-93fc-6b6a9644d478 owned by network:dhcp {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:41:57.737071 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-104e2739-7630-4b56-b24a-d39e24070a99 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:57.888422 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104e2739-7630-4b56-b24a-d39e24070a99 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Pushing event deleted for resources: {'Port': ['ID=6692c9b8-f4e2-4f31-897e-016045fc3bd4,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:57.907357 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83104baf-c9aa-42cc-a698-5034ebc35faf None None] Checking router: 6e4f419c-5ba3-4bf4-a489-f1a817d3eed9 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:41:57.936896 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:57.952744 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83104baf-c9aa-42cc-a698-5034ebc35faf None None] Routers {'6e4f419c-5ba3-4bf4-a489-f1a817d3eed9'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:57.953301 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-83104baf-c9aa-42cc-a698-5034ebc35faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:41:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['6e4f419c-5ba3-4bf4-a489-f1a817d3eed9'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:57.995417 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-bec3b2bd-4c2c-4932-8a76-aae26c464c7c admin admin] Allocated IP 172.20.0.1 (75276a04-f545-4a3d-9980-2e308be152f9/3f8a1426-23b4-4820-974d-b3b8ade6d730/f894ff82-3555-4edd-926a-9ec0ac8d14bc) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:41:57.997981 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-104e2739-7630-4b56-b24a-d39e24070a99 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:58.003993 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-104e2739-7630-4b56-b24a-d39e24070a99 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "DELETE /v2.0/ports/6692c9b8-f4e2-4f31-897e-016045fc3bd4 HTTP/1.1" status: 204 len: 168 time: 1.3367088 Jul 29 23:41:58.004597 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 34888) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:58.043266 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-83104baf-c9aa-42cc-a698-5034ebc35faf None None] Set router 6e4f419c-5ba3-4bf4-a489-f1a817d3eed9 gateway port host: None {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:41:58.056639 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d56a6-dc27-4c0c-a558-7d82650eaa15 req-dda7d4d3-3318-4329-92c5-57d43bb36500 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:58.058810 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c05d56a6-dc27-4c0c-a558-7d82650eaa15 req-dda7d4d3-3318-4329-92c5-57d43bb36500 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.5290551 Jul 29 23:41:58.065143 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-11277187-b729-4b29-818d-ec5f21bed65e tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:58.070711 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-11277187-b729-4b29-818d-ec5f21bed65e tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:58.219379 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-11277187-b729-4b29-818d-ec5f21bed65e tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:58.219719 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11277187-b729-4b29-818d-ec5f21bed65e tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Fanout notify agent at l3_agent the message router_deleted on router 6e4f419c-5ba3-4bf4-a489-f1a817d3eed9 {{(pid=94078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:41:58.235658 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-11277187-b729-4b29-818d-ec5f21bed65e tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:58.241904 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-11277187-b729-4b29-818d-ec5f21bed65e tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "DELETE /v2.0/routers/6e4f419c-5ba3-4bf4-a489-f1a817d3eed9 HTTP/1.1" status: 204 len: 168 time: 0.8491061 Jul 29 23:41:58.259666 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 34890) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:58.265705 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-84ccaf58-6895-4bd1-8415-3f3ec25b39d9 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2043855446', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:58.320065 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c05d56a6-dc27-4c0c-a558-7d82650eaa15 req-8b7f43eb-cb4f-4102-a9a7-ffd1f6a24b94 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282543 Jul 29 23:41:58.356959 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-84ccaf58-6895-4bd1-8415-3f3ec25b39d9 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:58.358552 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-84ccaf58-6895-4bd1-8415-3f3ec25b39d9 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:58.369435 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-83104baf-c9aa-42cc-a698-5034ebc35faf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'name': 'tempest-RoutersIpV6Test-router-1568818285', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:56Z', 'updated_at': '2021-07-29T23:41:49Z', 'revision_number': 11, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'gw_port_host': None}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:58.373538 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device e4599ef2-90dd-4dba-93fc-6b6a9644d478 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:41:58.396628 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-6546ff61-e743-4d1c-ba7e-59de8b5dce1d None None] For port e4599ef2-90dd-4dba-93fc-6b6a9644d478, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=e4599ef2-90dd-4dba-93fc-6b6a9644d478,segment=NetworkSegment(8e821c66-fc9b-4b28-8984-7bbab9a04c94),segment_id=8e821c66-fc9b-4b28-8984-7bbab9a04c94)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:58.398795 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6546ff61-e743-4d1c-ba7e-59de8b5dce1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:58.430317 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-6546ff61-e743-4d1c-ba7e-59de8b5dce1d None None] Calling delete_port for e4599ef2-90dd-4dba-93fc-6b6a9644d478 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:41:58.513263 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-84ccaf58-6895-4bd1-8415-3f3ec25b39d9 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:58.518517 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-84ccaf58-6895-4bd1-8415-3f3ec25b39d9 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:58.650736 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-84ccaf58-6895-4bd1-8415-3f3ec25b39d9 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:58.653479 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-84ccaf58-6895-4bd1-8415-3f3ec25b39d9 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3928854 Jul 29 23:41:58.655005 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83104baf-c9aa-42cc-a698-5034ebc35faf None None] The sync data for ids ['6e4f419c-5ba3-4bf4-a489-f1a817d3eed9'] in n-d-712141-10 is: [{'id': '6e4f419c-5ba3-4bf4-a489-f1a817d3eed9', 'name': 'tempest-RoutersIpV6Test-router-1568818285', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:56Z', 'updated_at': '2021-07-29T23:41:49Z', 'revision_number': 11, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'gw_port_host': None}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:41:58.656521 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 34900) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:58.668305 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-bcb58cdd-7be3-4d5d-bc12-a6dfc4ae5581 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:58.675224 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-221dd1b5-61f3-4a46-819d-5b7b366722e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ececfd2-bbcb-4cda-9691-6ff23afccea3', 'name': 'tempest-AttachVolumeShelveTestJSON-2094336285-router', 'tenant_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '56512338-eee7-4a6a-ac6a-5775e337cb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:41:48Z', 'updated_at': '2021-07-29T23:41:51Z', 'revision_number': 3, 'project_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'gw_port': {'id': '56512338-eee7-4a6a-ac6a-5775e337cb39', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bd:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ececfd2-bbcb-4cda-9691-6ff23afccea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:49Z', 'updated_at': '2021-07-29T23:41:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:58.756692 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221dd1b5-61f3-4a46-819d-5b7b366722e1 None None] The sync data for ids ['4ececfd2-bbcb-4cda-9691-6ff23afccea3'] in n-d-712141-10 is: [{'id': '4ececfd2-bbcb-4cda-9691-6ff23afccea3', 'name': 'tempest-AttachVolumeShelveTestJSON-2094336285-router', 'tenant_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '56512338-eee7-4a6a-ac6a-5775e337cb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:41:48Z', 'updated_at': '2021-07-29T23:41:51Z', 'revision_number': 3, 'project_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'gw_port': {'id': '56512338-eee7-4a6a-ac6a-5775e337cb39', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bd:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ececfd2-bbcb-4cda-9691-6ff23afccea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:49Z', 'updated_at': '2021-07-29T23:41:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:41:58.793471 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:58.855430 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port e4599ef2-90dd-4dba-93fc-6b6a9644d478, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=e4599ef2-90dd-4dba-93fc-6b6a9644d478,segment=NetworkSegment(8e821c66-fc9b-4b28-8984-7bbab9a04c94),segment_id=8e821c66-fc9b-4b28-8984-7bbab9a04c94)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:58.861440 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:58.862801 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 3f49de2e-a972-48b2-9fed-0ae4ad002d0b no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:41:58.864446 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-645547c8-9d7d-42a3-b385-901443ed9054 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Deleting subnet d78777cb-19bd-47c4-81df-bf538051820d {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:41:58.872001 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-645547c8-9d7d-42a3-b385-901443ed9054 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:58.912031 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bb4a3e31-9f7f-4cfe-a420-49209163802a tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:58.945661 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:41:58.945661 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:41:58.945661 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:41:58.945661 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:41:58.945661 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:41:58.945661 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:41:58.945661 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:41:58.945661 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:41:58.945661 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:41:58.945661 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:41:58.945661 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:41:58.945661 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:41:58.945661 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:41:58.945661 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:41:58.945661 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:41:58.945661 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:41:58.945661 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:41:58.945661 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:41:58.945661 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:41:58.945661 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:41:58.945661 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:41:58.945661 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:41:58.945661 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:41:58.945661 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:41:58.945661 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:41:58.945661 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:41:58.945661 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:41:58.945661 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:41:58.945661 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:41:58.945661 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:41:58.945661 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:41:58.945661 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:41:58.945661 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:41:58.945661 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:41:58.945661 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:41:58.945661 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:41:58.945661 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:41:58.945661 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:41:58.945661 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:41:58.945661 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:41:58.945661 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:41:58.945661 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:41:58.945661 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:41:58.945661 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:41:58.945661 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:41:58.945661 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:41:58.945661 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:41:58.945661 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:41:58.945661 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:41:58.945661 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:41:58.945661 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:41:58.945661 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:41:58.945661 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:41:58.945661 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:41:58.960083 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6546ff61-e743-4d1c-ba7e-59de8b5dce1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:58.976509 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 3f49de2e-a972-48b2-9fed-0ae4ad002d0b {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:41:58.976855 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 3f49de2e-a972-48b2-9fed-0ae4ad002d0b not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:41:58.978599 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4a3e31-9f7f-4cfe-a420-49209163802a tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event deleted for resources: {'Port': ['ID=e4599ef2-90dd-4dba-93fc-6b6a9644d478,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:59.010549 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6546ff61-e743-4d1c-ba7e-59de8b5dce1d None None] No DVR routers for this DVR port e4599ef2-90dd-4dba-93fc-6b6a9644d478 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:41:59.029287 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4a3e31-9f7f-4cfe-a420-49209163802a tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] No DVR routers for this DVR port e4599ef2-90dd-4dba-93fc-6b6a9644d478 on host n-d-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:41:59.050069 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-645547c8-9d7d-42a3-b385-901443ed9054 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:59.142380 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=e4599ef2-90dd-4dba-93fc-6b6a9644d478,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:59.245032 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6546ff61-e743-4d1c-ba7e-59de8b5dce1d None None] Pushing event deleted for resources: {'Port': ['ID=e4599ef2-90dd-4dba-93fc-6b6a9644d478,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:59.295491 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bec3b2bd-4c2c-4932-8a76-aae26c464c7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:59.325015 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-bec3b2bd-4c2c-4932-8a76-aae26c464c7c admin admin] Transition to ACTIVE for port object f894ff82-3555-4edd-926a-9ec0ac8d14bc will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:41:59.329492 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:59.435709 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bb4a3e31-9f7f-4cfe-a420-49209163802a tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:59.471241 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-bb4a3e31-9f7f-4cfe-a420-49209163802a tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c2eaf9c-1b68-4dff-89ae-76869996c21c']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:59.506367 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-bb4a3e31-9f7f-4cfe-a420-49209163802a tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e821c66-fc9b-4b28-8984-7bbab9a04c94') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:59.506652 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-bb4a3e31-9f7f-4cfe-a420-49209163802a tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e821c66-fc9b-4b28-8984-7bbab9a04c94') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:59.544304 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-645547c8-9d7d-42a3-b385-901443ed9054 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:59.548962 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bb4a3e31-9f7f-4cfe-a420-49209163802a tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:59.618558 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bec3b2bd-4c2c-4932-8a76-aae26c464c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:59.628219 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bb4a3e31-9f7f-4cfe-a420-49209163802a tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:59.679779 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb4a3e31-9f7f-4cfe-a420-49209163802a tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:41:59.681540 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bb4a3e31-9f7f-4cfe-a420-49209163802a tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:59.694524 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26c4c8-89a2-40a4-9f69-521bdf9ec68e req-f5d6173b-45c7-4d90-850a-6372f9827cab tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:59.699285 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dd26c4c8-89a2-40a4-9f69-521bdf9ec68e req-f5d6173b-45c7-4d90-850a-6372f9827cab tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 1.1347399 Jul 29 23:41:59.717811 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:41:59.717811 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:41:59.717811 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:41:59.717811 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:41:59.717811 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:41:59.717811 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:41:59.717811 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:41:59.717811 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:41:59.717811 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:41:59.717811 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:41:59.717811 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:41:59.717811 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:41:59.717811 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:41:59.717811 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:41:59.717811 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:41:59.717811 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:41:59.717811 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:41:59.717811 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:41:59.717811 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:41:59.717811 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:41:59.717811 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:41:59.717811 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:41:59.717811 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:41:59.717811 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:41:59.717811 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:41:59.717811 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:41:59.717811 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:41:59.717811 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:41:59.717811 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:41:59.717811 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:41:59.717811 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:41:59.717811 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:41:59.780888 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec3b2bd-4c2c-4932-8a76-aae26c464c7c admin admin] Network 75276a04-f545-4a3d-9980-2e308be152f9 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:41:59.808176 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-bec3b2bd-4c2c-4932-8a76-aae26c464c7c admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:41:59.825392 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec3b2bd-4c2c-4932-8a76-aae26c464c7c admin admin] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:41:59.880498 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-645547c8-9d7d-42a3-b385-901443ed9054 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:59.884985 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec3b2bd-4c2c-4932-8a76-aae26c464c7c admin admin] Pushing event updated for resources: {'Port': ['ID=f894ff82-3555-4edd-926a-9ec0ac8d14bc,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:59.886034 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bcb58cdd-7be3-4d5d-bc12-a6dfc4ae5581 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16269258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16714856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:59.895163 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dd26c4c8-89a2-40a4-9f69-521bdf9ec68e req-7ecf4521-bb37-4308-9372-cfa1d50033d5 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386633 Jul 29 23:41:59.902305 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bb4a3e31-9f7f-4cfe-a420-49209163802a tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:59.907994 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bb4a3e31-9f7f-4cfe-a420-49209163802a tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:59.909392 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bcb58cdd-7be3-4d5d-bc12-a6dfc4ae5581 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16269265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16269272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16714879'] for router, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:59.914545 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 34914) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:59.920318 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-8121c7f8-4268-413a-b933-a439a35a1ca7 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Request body: {'router': {'routes': None}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:59.920534 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-bb4a3e31-9f7f-4cfe-a420-49209163802a tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "DELETE /v2.0/networks/6c2eaf9c-1b68-4dff-89ae-76869996c21c HTTP/1.1" status: 204 len: 168 time: 3.3391433 Jul 29 23:42:00.001049 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4a3e31-9f7f-4cfe-a420-49209163802a tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Pushing event deleted for resources: {'Network': ['ID=6c2eaf9c-1b68-4dff-89ae-76869996c21c,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:00.006758 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fc8180-d3a8-4a39-ba76-338b4a5f69f9 None None] Network efe051f0-42fc-4850-b7cd-89c8013aea3e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:42:00.007989 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645547c8-9d7d-42a3-b385-901443ed9054 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Pushing event deleted for resources: {'Subnet': ['ID=d78777cb-19bd-47c4-81df-bf538051820d,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:00.018606 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-645547c8-9d7d-42a3-b385-901443ed9054 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:00.021838 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-645547c8-9d7d-42a3-b385-901443ed9054 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "DELETE /v2.0/subnets/d78777cb-19bd-47c4-81df-bf538051820d HTTP/1.1" status: 204 len: 168 time: 2.0073130 Jul 29 23:42:00.027983 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 34920) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:00.199404 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ead96af-1cb8-4918-bed1-1f67225c707b tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Deleting subnet 79a11c1f-d15e-4fd8-9d2b-ecb54e88df46 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:42:00.207255 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bec3b2bd-4c2c-4932-8a76-aae26c464c7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:00.415058 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 56512338-eee7-4a6a-ac6a-5775e337cb39 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:42:00.486816 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5ead96af-1cb8-4918-bed1-1f67225c707b tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:00.561033 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5ead96af-1cb8-4918-bed1-1f67225c707b tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:00.589070 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.extraroute_db [None req-8121c7f8-4268-413a-b933-a439a35a1ca7 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Added routes are [] {{(pid=94078) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 29 23:42:00.589754 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.extraroute_db [None req-8121c7f8-4268-413a-b933-a439a35a1ca7 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Removed routes are [] {{(pid=94078) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 29 23:42:00.590298 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8121c7f8-4268-413a-b933-a439a35a1ca7 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16269258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16714856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:00.595955 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-9ee3c961-96aa-4143-add9-32bc10816709 None None] Provisioning for port f894ff82-3555-4edd-926a-9ec0ac8d14bc completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:42:00.609753 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-9ee3c961-96aa-4143-add9-32bc10816709 None None] Provisioning complete for port f894ff82-3555-4edd-926a-9ec0ac8d14bc triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:00.610207 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9ee3c961-96aa-4143-add9-32bc10816709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:00.688915 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-9ee3c961-96aa-4143-add9-32bc10816709 None None] Port f894ff82-3555-4edd-926a-9ec0ac8d14bc cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:42:00.738477 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4cb24e4-b394-4a06-97c7-b7dded2b38b0 None None] DHCP port deletion for efe051f0-42fc-4850-b7cd-89c8013aea3e request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:42:00.740234 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5ead96af-1cb8-4918-bed1-1f67225c707b tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:00.777282 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 56512338-eee7-4a6a-ac6a-5775e337cb39 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:42:00.831607 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5ead96af-1cb8-4918-bed1-1f67225c707b tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:00.867404 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 56512338-eee7-4a6a-ac6a-5775e337cb39 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:00.867784 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:00.889748 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcb58cdd-7be3-4d5d-bc12-a6dfc4ae5581 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Router 35d49b72-97cc-4b7e-96b0-936fecfe940d is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:42:00.938960 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ead96af-1cb8-4918-bed1-1f67225c707b tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Pushing event deleted for resources: {'Subnet': ['ID=79a11c1f-d15e-4fd8-9d2b-ecb54e88df46,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:00.944320 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8121c7f8-4268-413a-b933-a439a35a1ca7 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16269258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16714856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:00.951142 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8121c7f8-4268-413a-b933-a439a35a1ca7 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16269265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16269272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16714879'] for router, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:00.953133 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bec3b2bd-4c2c-4932-8a76-aae26c464c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:00.959368 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-a4cb24e4-b394-4a06-97c7-b7dded2b38b0 None None] Deleting port edb88f36-03a0-403d-aded-8f512188bd34 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:42:00.960026 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a4cb24e4-b394-4a06-97c7-b7dded2b38b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:00.961985 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5ead96af-1cb8-4918-bed1-1f67225c707b tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:00.965755 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324ed95e-f7c4-449a-be8b-3adc23d9d73e None None] Network 61db5dcd-b042-47fa-9111-3b2277565367 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:42:00.970277 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-5ead96af-1cb8-4918-bed1-1f67225c707b tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "DELETE /v2.0/subnets/79a11c1f-d15e-4fd8-9d2b-ecb54e88df46 HTTP/1.1" status: 204 len: 168 time: 0.9371114 Jul 29 23:42:00.970990 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 34936) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:01.123251 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-a4cb24e4-b394-4a06-97c7-b7dded2b38b0 None None] For port edb88f36-03a0-403d-aded-8f512188bd34, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=edb88f36-03a0-403d-aded-8f512188bd34,segment=NetworkSegment(ba5bac9c-cf87-4379-a2c6-b5c109b5db18),segment_id=ba5bac9c-cf87-4379-a2c6-b5c109b5db18)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:01.123746 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a0c83fb9-c201-44ca-a90e-5fa86914c104 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:01.124033 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a4cb24e4-b394-4a06-97c7-b7dded2b38b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:01.148731 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-a4cb24e4-b394-4a06-97c7-b7dded2b38b0 None None] Calling delete_port for edb88f36-03a0-403d-aded-8f512188bd34 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:42:01.188952 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb58cdd-7be3-4d5d-bc12-a6dfc4ae5581 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:42:01.203746 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bdd7a0-897a-4c38-83e7-ef1fb1b0f2d9 None None] Sync routers for ids ['35d49b72-97cc-4b7e-96b0-936fecfe940d'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:42:01.218163 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bcb58cdd-7be3-4d5d-bc12-a6dfc4ae5581 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:01.222690 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bdd7a0-897a-4c38-83e7-ef1fb1b0f2d9 None None] Routers {'35d49b72-97cc-4b7e-96b0-936fecfe940d'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:42:01.225268 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 34942) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:01.228410 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-bcb58cdd-7be3-4d5d-bc12-a6dfc4ae5581 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "PUT /v2.0/routers/35d49b72-97cc-4b7e-96b0-936fecfe940d HTTP/1.1" status: 200 len: 698 time: 2.5672109 Jul 29 23:42:01.236211 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-03bdd7a0-897a-4c38-83e7-ef1fb1b0f2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:41:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['35d49b72-97cc-4b7e-96b0-936fecfe940d'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:01.261441 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8121c7f8-4268-413a-b933-a439a35a1ca7 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Router 15b03cc0-4d03-4abe-967c-fe595dbc180e has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:42:01.391849 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-03bdd7a0-897a-4c38-83e7-ef1fb1b0f2d9 None None] Set router 35d49b72-97cc-4b7e-96b0-936fecfe940d gateway port host: None {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:42:01.431779 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a4cb24e4-b394-4a06-97c7-b7dded2b38b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:01.462798 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-03bdd7a0-897a-4c38-83e7-ef1fb1b0f2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d49b72-97cc-4b7e-96b0-936fecfe940d', 'name': 'tempest-RoutersIpV6Test-router-2043855446', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:41:58Z', 'updated_at': '2021-07-29T23:41:59Z', 'revision_number': 2, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'gw_port_host': None}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:01.526085 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bdd7a0-897a-4c38-83e7-ef1fb1b0f2d9 None None] Checking router: 35d49b72-97cc-4b7e-96b0-936fecfe940d for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:42:01.530658 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cb24e4-b394-4a06-97c7-b7dded2b38b0 None None] Pushing event deleted for resources: {'Port': ['ID=edb88f36-03a0-403d-aded-8f512188bd34,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:01.550492 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bdd7a0-897a-4c38-83e7-ef1fb1b0f2d9 None None] Routers {'35d49b72-97cc-4b7e-96b0-936fecfe940d'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:42:01.551276 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-03bdd7a0-897a-4c38-83e7-ef1fb1b0f2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:41:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['35d49b72-97cc-4b7e-96b0-936fecfe940d'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:01.551585 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8121c7f8-4268-413a-b933-a439a35a1ca7 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:42:01.581453 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0cde4aa4-d172-435e-b678-1d2be19030e2 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "GET /v2.0/routers/35d49b72-97cc-4b7e-96b0-936fecfe940d HTTP/1.1" status: 200 len: 704 time: 0.2767897 Jul 29 23:42:01.588670 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 34948) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:01.593228 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8121c7f8-4268-413a-b933-a439a35a1ca7 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:01.598201 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cb24e4-b394-4a06-97c7-b7dded2b38b0 None None] No DVR routers for this DVR port edb88f36-03a0-403d-aded-8f512188bd34 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:42:01.600401 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-8121c7f8-4268-413a-b933-a439a35a1ca7 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "PUT /v2.0/routers/15b03cc0-4d03-4abe-967c-fe595dbc180e HTTP/1.1" status: 200 len: 700 time: 1.6844974 Jul 29 23:42:01.605547 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 34950) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:01.639624 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0af0a6f-4c1e-4e6e-92f9-ccff332d1999 None None] Sync routers for ids ['15b03cc0-4d03-4abe-967c-fe595dbc180e'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:42:01.687105 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-1d885d6f-2edf-4b4e-8bb4-3bf7b2d8e934 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "GET /v2.0/ports?device_id=15b03cc0-4d03-4abe-967c-fe595dbc180e HTTP/1.1" status: 200 len: 205 time: 0.0773501 Jul 29 23:42:01.688220 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 34952) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:01.728352 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-cad42d4d-6785-4553-bef9-9ca119e148f0 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "GET /v2.0/ports?device_id=35d49b72-97cc-4b7e-96b0-936fecfe940d HTTP/1.1" status: 200 len: 205 time: 0.1355028 Jul 29 23:42:01.732657 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 34956) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:01.750301 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:01.802727 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0af0a6f-4c1e-4e6e-92f9-ccff332d1999 None None] Routers {'15b03cc0-4d03-4abe-967c-fe595dbc180e'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:42:01.806201 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-a0af0a6f-4c1e-4e6e-92f9-ccff332d1999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:41:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['15b03cc0-4d03-4abe-967c-fe595dbc180e'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:01.906534 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-03bdd7a0-897a-4c38-83e7-ef1fb1b0f2d9 None None] Set router 35d49b72-97cc-4b7e-96b0-936fecfe940d gateway port host: None {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:42:01.957497 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 56512338-eee7-4a6a-ac6a-5775e337cb39, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=56512338-eee7-4a6a-ac6a-5775e337cb39,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:01.983132 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:01.998454 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-a0af0a6f-4c1e-4e6e-92f9-ccff332d1999 None None] Set router 15b03cc0-4d03-4abe-967c-fe595dbc180e gateway port host: None {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:42:02.024746 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b03d5c1e-020f-4c16-b57f-f879fddf0ded tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for router, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:02.121798 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9390b4-3a12-4b5d-8f86-e9ee18e7088d None None] DHCP port deletion for 61db5dcd-b042-47fa-9111-3b2277565367 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:42:02.124348 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=56512338-eee7-4a6a-ac6a-5775e337cb39,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:02.132950 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-86cd5fa6-b88b-4f4d-bdd5-3e38976616f0 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for router, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:02.173521 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-a0af0a6f-4c1e-4e6e-92f9-ccff332d1999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'name': 'tempest-RoutersTest-router-915602155', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:57Z', 'updated_at': '2021-07-29T23:41:54Z', 'revision_number': 11, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'gw_port_host': None}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:02.219318 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device ca73e7cd-eaa5-4335-868f-1b81e1eaa4b6 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:42:02.242382 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0af0a6f-4c1e-4e6e-92f9-ccff332d1999 None None] Checking router: 15b03cc0-4d03-4abe-967c-fe595dbc180e for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:42:02.294839 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0af0a6f-4c1e-4e6e-92f9-ccff332d1999 None None] Routers {'15b03cc0-4d03-4abe-967c-fe595dbc180e'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:42:02.295535 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-a0af0a6f-4c1e-4e6e-92f9-ccff332d1999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:41:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['15b03cc0-4d03-4abe-967c-fe595dbc180e'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:02.296653 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-a0c83fb9-c201-44ca-a90e-5fa86914c104 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Deleting port edb88f36-03a0-403d-aded-8f512188bd34 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:42:02.297098 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a0c83fb9-c201-44ca-a90e-5fa86914c104 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:02.303605 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-03bdd7a0-897a-4c38-83e7-ef1fb1b0f2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d49b72-97cc-4b7e-96b0-936fecfe940d', 'name': 'tempest-RoutersIpV6Test-router-2043855446', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:41:58Z', 'updated_at': '2021-07-29T23:41:59Z', 'revision_number': 2, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'gw_port_host': None}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:02.362223 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bdd7a0-897a-4c38-83e7-ef1fb1b0f2d9 None None] The sync data for ids ['35d49b72-97cc-4b7e-96b0-936fecfe940d'] in n-d-712141-10 is: [{'id': '35d49b72-97cc-4b7e-96b0-936fecfe940d', 'name': 'tempest-RoutersIpV6Test-router-2043855446', 'tenant_id': '7a2f603cc15342b5a7088525840c9a8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:41:58Z', 'updated_at': '2021-07-29T23:41:59Z', 'revision_number': 2, 'project_id': '7a2f603cc15342b5a7088525840c9a8c', 'gw_port_host': None}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:42:02.445104 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d74b2-cd52-4d23-bedf-4c77f3469b4f req-b7c98632-9051-4566-91a7-4ca39053e5c6 tempest-VolumesActionsTest-1223315819 tempest-VolumesActionsTest-1223315819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:02.451298 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d12d74b2-cd52-4d23-bedf-4c77f3469b4f req-b7c98632-9051-4566-91a7-4ca39053e5c6 tempest-VolumesActionsTest-1223315819 tempest-VolumesActionsTest-1223315819-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b99ddc0-fe3a-4375-9fa1-d2b80f670a72 HTTP/1.1" status: 200 len: 946 time: 0.5497284 Jul 29 23:42:02.452077 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-a0af0a6f-4c1e-4e6e-92f9-ccff332d1999 None None] Set router 15b03cc0-4d03-4abe-967c-fe595dbc180e gateway port host: None {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:42:02.488161 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-a0c83fb9-c201-44ca-a90e-5fa86914c104 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] For port edb88f36-03a0-403d-aded-8f512188bd34, host n-d-712141-10, got binding levels [] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:02.488709 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a0c83fb9-c201-44ca-a90e-5fa86914c104 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:02.514931 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-a0c83fb9-c201-44ca-a90e-5fa86914c104 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Calling delete_port for edb88f36-03a0-403d-aded-8f512188bd34 owned by network:dhcp {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:42:02.521880 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.ipam_backend_mixin [None req-a0c83fb9-c201-44ca-a90e-5fa86914c104 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Port edb88f36-03a0-403d-aded-8f512188bd34 was not found and therefore no delete operation was performed {{(pid=94077) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 23:42:02.575232 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-a0af0a6f-4c1e-4e6e-92f9-ccff332d1999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'name': 'tempest-RoutersTest-router-915602155', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:57Z', 'updated_at': '2021-07-29T23:41:54Z', 'revision_number': 11, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'gw_port_host': None}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:02.590969 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a0c83fb9-c201-44ca-a90e-5fa86914c104 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:02.616561 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-86cd5fa6-b88b-4f4d-bdd5-3e38976616f0 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:02.624101 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b03d5c1e-020f-4c16-b57f-f879fddf0ded tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:02.629848 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b03d5c1e-020f-4c16-b57f-f879fddf0ded tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:02.634710 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d12d74b2-cd52-4d23-bedf-4c77f3469b4f req-16aeb18c-e846-43a8-be1d-bf67f197b887 tempest-VolumesActionsTest-1223315819 tempest-VolumesActionsTest-1223315819-project] 10.222.0.43 "GET /v2.0/security-groups?id=433a2f6b-1675-4bcb-833b-93b2608bb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261222 Jul 29 23:42:02.636407 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-86cd5fa6-b88b-4f4d-bdd5-3e38976616f0 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:02.675414 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c83fb9-c201-44ca-a90e-5fa86914c104 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Pushing event deleted for resources: {'Port': ['ID=edb88f36-03a0-403d-aded-8f512188bd34,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:02.680422 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0af0a6f-4c1e-4e6e-92f9-ccff332d1999 None None] The sync data for ids ['15b03cc0-4d03-4abe-967c-fe595dbc180e'] in n-d-712141-10 is: [{'id': '15b03cc0-4d03-4abe-967c-fe595dbc180e', 'name': 'tempest-RoutersTest-router-915602155', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:57Z', 'updated_at': '2021-07-29T23:41:54Z', 'revision_number': 11, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'gw_port_host': None}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:42:02.704632 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c83fb9-c201-44ca-a90e-5fa86914c104 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] No DVR routers for this DVR port edb88f36-03a0-403d-aded-8f512188bd34 on host n-d-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:42:02.712459 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c83fb9-c201-44ca-a90e-5fa86914c104 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:02.713022 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c83fb9-c201-44ca-a90e-5fa86914c104 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:02.714531 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c83fb9-c201-44ca-a90e-5fa86914c104 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:02.715086 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-cb9390b4-3a12-4b5d-8f86-e9ee18e7088d None None] Deleting port ca73e7cd-eaa5-4335-868f-1b81e1eaa4b6 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:42:02.715284 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c83fb9-c201-44ca-a90e-5fa86914c104 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:02.715466 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-cb9390b4-3a12-4b5d-8f86-e9ee18e7088d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:02.715651 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c83fb9-c201-44ca-a90e-5fa86914c104 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:02.716207 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c83fb9-c201-44ca-a90e-5fa86914c104 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:02.717007 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c83fb9-c201-44ca-a90e-5fa86914c104 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:02.717567 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c83fb9-c201-44ca-a90e-5fa86914c104 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:02.718154 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c83fb9-c201-44ca-a90e-5fa86914c104 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:02.723837 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c83fb9-c201-44ca-a90e-5fa86914c104 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:02.724463 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c83fb9-c201-44ca-a90e-5fa86914c104 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:02.725041 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c83fb9-c201-44ca-a90e-5fa86914c104 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:02.767397 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:02.779194 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-86cd5fa6-b88b-4f4d-bdd5-3e38976616f0 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:02.780500 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86cd5fa6-b88b-4f4d-bdd5-3e38976616f0 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Fanout notify agent at l3_agent the message router_deleted on router 15b03cc0-4d03-4abe-967c-fe595dbc180e {{(pid=94078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:42:02.813296 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-86cd5fa6-b88b-4f4d-bdd5-3e38976616f0 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:02.816090 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-86cd5fa6-b88b-4f4d-bdd5-3e38976616f0 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "DELETE /v2.0/routers/15b03cc0-4d03-4abe-967c-fe595dbc180e HTTP/1.1" status: 204 len: 168 time: 1.1242616 Jul 29 23:42:02.825724 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 34962) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:02.829322 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-25dc3708-42b4-4506-b226-665514c9ff02 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-752551198', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:02.863093 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-25dc3708-42b4-4506-b226-665514c9ff02 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:02.864849 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-25dc3708-42b4-4506-b226-665514c9ff02 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:02.877263 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bec3b2bd-4c2c-4932-8a76-aae26c464c7c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:02.892007 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port ca73e7cd-eaa5-4335-868f-1b81e1eaa4b6, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=ca73e7cd-eaa5-4335-868f-1b81e1eaa4b6,segment=NetworkSegment(7dadb843-f68f-4bdc-b544-97924c20701a),segment_id=7dadb843-f68f-4bdc-b544-97924c20701a)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:02.914042 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-cb9390b4-3a12-4b5d-8f86-e9ee18e7088d None None] For port ca73e7cd-eaa5-4335-868f-1b81e1eaa4b6, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=ca73e7cd-eaa5-4335-868f-1b81e1eaa4b6,segment=NetworkSegment(7dadb843-f68f-4bdc-b544-97924c20701a),segment_id=7dadb843-f68f-4bdc-b544-97924c20701a)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:02.914762 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-cb9390b4-3a12-4b5d-8f86-e9ee18e7088d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:02.968127 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-cb9390b4-3a12-4b5d-8f86-e9ee18e7088d None None] Calling delete_port for ca73e7cd-eaa5-4335-868f-1b81e1eaa4b6 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:42:02.979161 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bec3b2bd-4c2c-4932-8a76-aae26c464c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:03.035155 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-25dc3708-42b4-4506-b226-665514c9ff02 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:03.045125 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-25dc3708-42b4-4506-b226-665514c9ff02 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:03.052616 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b03d5c1e-020f-4c16-b57f-f879fddf0ded tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:03.053708 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b03d5c1e-020f-4c16-b57f-f879fddf0ded tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Fanout notify agent at l3_agent the message router_deleted on router 35d49b72-97cc-4b7e-96b0-936fecfe940d {{(pid=94077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:42:03.088031 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-25dc3708-42b4-4506-b226-665514c9ff02 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:03.091867 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-25dc3708-42b4-4506-b226-665514c9ff02 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2666919 Jul 29 23:42:03.095023 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:03.097437 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 34966) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:03.100426 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device edb88f36-03a0-403d-aded-8f512188bd34 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:42:03.106198 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b03d5c1e-020f-4c16-b57f-f879fddf0ded tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:03.108716 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b03d5c1e-020f-4c16-b57f-f879fddf0ded tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "DELETE /v2.0/routers/35d49b72-97cc-4b7e-96b0-936fecfe940d HTTP/1.1" status: 204 len: 168 time: 1.3660536 Jul 29 23:42:03.120510 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-1d9c23e6-7e91-4499-8b0a-b1a255504025 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:03.123341 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 34968) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:03.143812 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a0c83fb9-c201-44ca-a90e-5fa86914c104 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:03.211310 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-a0c83fb9-c201-44ca-a90e-5fa86914c104 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efe051f0-42fc-4850-b7cd-89c8013aea3e']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:03.214323 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: edb88f36-03a0-403d-aded-8f512188bd34 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:42:03.215011 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device edb88f36-03a0-403d-aded-8f512188bd34 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:42:03.316488 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bec3b2bd-4c2c-4932-8a76-aae26c464c7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:03.332973 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec3b2bd-4c2c-4932-8a76-aae26c464c7c admin admin] Pushing event updated for resources: {'Port': ['ID=f894ff82-3555-4edd-926a-9ec0ac8d14bc,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:03.338999 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-a0c83fb9-c201-44ca-a90e-5fa86914c104 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba5bac9c-cf87-4379-a2c6-b5c109b5db18') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:03.339816 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-a0c83fb9-c201-44ca-a90e-5fa86914c104 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba5bac9c-cf87-4379-a2c6-b5c109b5db18') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:03.342964 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=ca73e7cd-eaa5-4335-868f-1b81e1eaa4b6,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:03.399490 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-cb9390b4-3a12-4b5d-8f86-e9ee18e7088d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:03.451996 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a0c83fb9-c201-44ca-a90e-5fa86914c104 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:03.465039 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9390b4-3a12-4b5d-8f86-e9ee18e7088d None None] No DVR routers for this DVR port ca73e7cd-eaa5-4335-868f-1b81e1eaa4b6 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:42:03.500376 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9390b4-3a12-4b5d-8f86-e9ee18e7088d None None] Pushing event deleted for resources: {'Port': ['ID=ca73e7cd-eaa5-4335-868f-1b81e1eaa4b6,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:03.566760 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a0c83fb9-c201-44ca-a90e-5fa86914c104 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:03.590261 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec3b2bd-4c2c-4932-8a76-aae26c464c7c admin admin] Network 75276a04-f545-4a3d-9980-2e308be152f9 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:42:03.592450 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0c83fb9-c201-44ca-a90e-5fa86914c104 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:42:03.593236 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a0c83fb9-c201-44ca-a90e-5fa86914c104 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:03.600319 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:42:03.600319 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:42:03.600319 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:42:03.600319 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:42:03.600319 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:42:03.600319 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:42:03.600319 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:42:03.600319 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:42:03.600319 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:42:03.600319 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:42:03.600319 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:42:03.600319 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:42:03.600319 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:42:03.600319 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:42:03.600319 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:42:03.600319 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:42:03.600319 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:42:03.600319 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:42:03.600319 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:42:03.600319 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:42:03.600319 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:42:03.600319 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:42:03.600319 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:42:03.600319 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:42:03.600319 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:42:03.600319 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:42:03.600319 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:42:03.600319 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:42:03.600319 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:42:03.600319 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:42:03.600319 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:42:03.600319 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:42:03.622366 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-bec3b2bd-4c2c-4932-8a76-aae26c464c7c admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:42:03.644803 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-fbd4615e-8cce-4a2b-8d2e-9a4300a499b7 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "GET /v2.0/ports?device_id=35d49b72-97cc-4b7e-96b0-936fecfe940d HTTP/1.1" status: 200 len: 205 time: 0.5184364 Jul 29 23:42:03.650360 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 34972) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:03.781483 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a0c83fb9-c201-44ca-a90e-5fa86914c104 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:03.838279 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a0c83fb9-c201-44ca-a90e-5fa86914c104 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:03.843296 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a0c83fb9-c201-44ca-a90e-5fa86914c104 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "DELETE /v2.0/networks/efe051f0-42fc-4850-b7cd-89c8013aea3e HTTP/1.1" status: 204 len: 168 time: 2.8698533 Jul 29 23:42:03.847892 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 34976) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:03.880409 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c83fb9-c201-44ca-a90e-5fa86914c104 tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Pushing event deleted for resources: {'Network': ['ID=efe051f0-42fc-4850-b7cd-89c8013aea3e,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:03.943088 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1d9c23e6-7e91-4499-8b0a-b1a255504025 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16269258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16714856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:03.958320 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [None req-71ef6409-2d47-4a3f-a4f5-1594a0b24795 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] delete failed (client error): The resource could not be found. Jul 29 23:42:03.965362 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-71ef6409-2d47-4a3f-a4f5-1594a0b24795 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "DELETE /v2.0/routers/35d49b72-97cc-4b7e-96b0-936fecfe940d HTTP/1.1" status: 404 len: 336 time: 0.2973740 Jul 29 23:42:03.965602 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 34978) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:04.010934 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f3a39-7d7d-41ef-be9c-c386c1efbc99 req-48d576dd-f9b3-470a-8a3f-c35ba580819a tempest-VolumesActionsTest-1223315819 tempest-VolumesActionsTest-1223315819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:04.013670 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2b8f3a39-7d7d-41ef-be9c-c386c1efbc99 req-48d576dd-f9b3-470a-8a3f-c35ba580819a tempest-VolumesActionsTest-1223315819 tempest-VolumesActionsTest-1223315819-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b99ddc0-fe3a-4375-9fa1-d2b80f670a72 HTTP/1.1" status: 200 len: 946 time: 0.6599176 Jul 29 23:42:04.016118 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1d9c23e6-7e91-4499-8b0a-b1a255504025 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16269265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16269272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16714879'] for router, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:04.037204 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-c23c3251-2589-40a1-8c51-3eaa9755c54f tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] DELETE failed (client error): The resource could not be found. Jul 29 23:42:04.037842 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c23c3251-2589-40a1-8c51-3eaa9755c54f tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:42:04.044010 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 34980) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:04.045433 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c23c3251-2589-40a1-8c51-3eaa9755c54f tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "DELETE /v2.0/subnets/e138a421-fb08-4617-a46a-cf9e50136a10 HTTP/1.1" status: 404 len: 337 time: 0.0809760 Jul 29 23:42:04.058314 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-42180934-7870-4183-b758-e59f85eb5fb3 None None] Provisioning complete for port f894ff82-3555-4edd-926a-9ec0ac8d14bc triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:04.059323 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-42180934-7870-4183-b758-e59f85eb5fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:04.073354 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec3b2bd-4c2c-4932-8a76-aae26c464c7c admin admin] Router 4ececfd2-bbcb-4cda-9691-6ff23afccea3 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:42:04.084040 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-44696737-eacd-4143-9a9c-763f3bf2a32c tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:04.172521 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-42180934-7870-4183-b758-e59f85eb5fb3 None None] Port f894ff82-3555-4edd-926a-9ec0ac8d14bc cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:42:04.210307 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-878276fe-3ac6-4468-b1ca-3b7c44673ebd tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] DELETE failed (client error): The resource could not be found. Jul 29 23:42:04.210764 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-878276fe-3ac6-4468-b1ca-3b7c44673ebd tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:42:04.214836 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-878276fe-3ac6-4468-b1ca-3b7c44673ebd tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "DELETE /v2.0/subnets/03f86caa-4553-4851-a853-95e452e44926 HTTP/1.1" status: 404 len: 337 time: 0.1372344 Jul 29 23:42:04.223187 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 34982) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:04.226781 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc3b7b-709e-43e0-b36a-8ccf6bb0dba3 req-7d8a97c7-c403-492e-8fc2-8ab9ea17b104 tempest-VolumesActionsTest-1223315819 tempest-VolumesActionsTest-1223315819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:04.234093 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a1dc3b7b-709e-43e0-b36a-8ccf6bb0dba3 req-7d8a97c7-c403-492e-8fc2-8ab9ea17b104 tempest-VolumesActionsTest-1223315819 tempest-VolumesActionsTest-1223315819-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b99ddc0-fe3a-4375-9fa1-d2b80f670a72 HTTP/1.1" status: 200 len: 946 time: 0.2851331 Jul 29 23:42:04.279484 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-44696737-eacd-4143-9a9c-763f3bf2a32c tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:04.284281 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-567a2d57-e391-4df8-a490-bfd66dae51d5 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] DELETE failed (client error): The resource could not be found. Jul 29 23:42:04.284735 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-567a2d57-e391-4df8-a490-bfd66dae51d5 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:42:04.287820 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-567a2d57-e391-4df8-a490-bfd66dae51d5 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "DELETE /v2.0/subnets/c9a6e33e-a48c-46ad-a582-5404d0059b7b HTTP/1.1" status: 404 len: 337 time: 0.0623212 Jul 29 23:42:04.293060 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 34984) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:04.302962 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 56512338-eee7-4a6a-ac6a-5775e337cb39 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:42:04.331173 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-44696737-eacd-4143-9a9c-763f3bf2a32c tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61db5dcd-b042-47fa-9111-3b2277565367']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:04.346933 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-44696737-eacd-4143-9a9c-763f3bf2a32c tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dadb843-f68f-4bdc-b544-97924c20701a') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:04.347261 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-44696737-eacd-4143-9a9c-763f3bf2a32c tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dadb843-f68f-4bdc-b544-97924c20701a') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:04.368495 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-44696737-eacd-4143-9a9c-763f3bf2a32c tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:04.384427 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 56512338-eee7-4a6a-ac6a-5775e337cb39 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:04.385140 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:04.388863 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec3b2bd-4c2c-4932-8a76-aae26c464c7c admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:42:04.410371 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-bec3b2bd-4c2c-4932-8a76-aae26c464c7c admin admin] 10.222.0.43 "PUT /v2.0/routers/4ececfd2-bbcb-4cda-9691-6ff23afccea3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2527609 Jul 29 23:42:04.423753 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f10bb39-9174-4710-862a-75401822858e None None] Sync routers for ids ['4ececfd2-bbcb-4cda-9691-6ff23afccea3'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:42:04.425726 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-44696737-eacd-4143-9a9c-763f3bf2a32c tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:04.431856 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-107687dd-afe2-4f26-880f-476f85ffabbd tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] DELETE failed (client error): The resource could not be found. Jul 29 23:42:04.432310 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-107687dd-afe2-4f26-880f-476f85ffabbd tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:42:04.436660 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-107687dd-afe2-4f26-880f-476f85ffabbd tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "DELETE /v2.0/subnets/7bc27fc5-c70f-4be8-b885-0a9862c9c54f HTTP/1.1" status: 404 len: 337 time: 0.0884767 Jul 29 23:42:04.439603 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44696737-eacd-4143-9a9c-763f3bf2a32c tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:42:04.441088 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 34990) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:04.441383 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-44696737-eacd-4143-9a9c-763f3bf2a32c tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:04.445194 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:42:04.445194 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:42:04.445194 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:42:04.445194 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:42:04.445194 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:42:04.445194 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:42:04.445194 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:42:04.445194 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:42:04.445194 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:42:04.445194 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:42:04.445194 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:42:04.445194 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:42:04.445194 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:42:04.445194 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:42:04.445194 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:42:04.445194 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:42:04.445194 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:42:04.445194 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:42:04.445194 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:42:04.445194 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:42:04.445194 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:42:04.445194 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:42:04.445194 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:42:04.445194 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:42:04.445194 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:42:04.445194 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:42:04.445194 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:42:04.445194 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:42:04.445194 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:42:04.445194 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:42:04.445194 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:42:04.445194 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:42:04.447608 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f10bb39-9174-4710-862a-75401822858e None None] Routers {'4ececfd2-bbcb-4cda-9691-6ff23afccea3'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:42:04.447608 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-4f10bb39-9174-4710-862a-75401822858e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:41:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['4ececfd2-bbcb-4cda-9691-6ff23afccea3'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:04.492176 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-bc8d62cd-867a-4a01-804a-220455bd5e23 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "GET /v2.0/ports?device_id=6e4f419c-5ba3-4bf4-a489-f1a817d3eed9 HTTP/1.1" status: 200 len: 205 time: 0.0444491 Jul 29 23:42:04.498438 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 34992) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:04.592166 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-44696737-eacd-4143-9a9c-763f3bf2a32c tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:04.619301 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a1dc3b7b-709e-43e0-b36a-8ccf6bb0dba3 req-0a986c9c-29ff-4db0-b171-03c1f5c32263 tempest-VolumesActionsTest-1223315819 tempest-VolumesActionsTest-1223315819-project] 10.222.0.43 "GET /v2.0/security-groups?id=433a2f6b-1675-4bcb-833b-93b2608bb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3842263 Jul 29 23:42:04.632837 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [None req-f3c5b39d-58bc-4bc0-9bf0-ad716d24d4b5 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] delete failed (client error): The resource could not be found. Jul 29 23:42:04.634274 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-f3c5b39d-58bc-4bc0-9bf0-ad716d24d4b5 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "DELETE /v2.0/routers/6e4f419c-5ba3-4bf4-a489-f1a817d3eed9 HTTP/1.1" status: 404 len: 336 time: 0.1347876 Jul 29 23:42:04.637263 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-44696737-eacd-4143-9a9c-763f3bf2a32c tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:04.641328 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-44696737-eacd-4143-9a9c-763f3bf2a32c tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] 10.222.0.43 "DELETE /v2.0/networks/61db5dcd-b042-47fa-9111-3b2277565367 HTTP/1.1" status: 204 len: 168 time: 0.7915881 Jul 29 23:42:04.642517 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44696737-eacd-4143-9a9c-763f3bf2a32c tempest-TaggedBootDevicesTest-246502680 tempest-TaggedBootDevicesTest-246502680-project] Pushing event deleted for resources: {'Network': ['ID=61db5dcd-b042-47fa-9111-3b2277565367,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:04.644583 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-4f10bb39-9174-4710-862a-75401822858e None None] Set router 4ececfd2-bbcb-4cda-9691-6ff23afccea3 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:42:04.657981 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 34998) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:04.701343 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35002) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:04.701548 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-75c36730-f141-412b-ac7d-01ced7f76a3c tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "GET /v2.0/ports?device_id=8f8f10c8-c9e7-48ca-ab9f-27ab9b93fa06 HTTP/1.1" status: 200 len: 205 time: 0.0339224 Jul 29 23:42:04.717070 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-2b8f3a39-7d7d-41ef-be9c-c386c1efbc99 req-f0943357-5dc4-4b3e-aa91-0d10b09a2217 tempest-VolumesActionsTest-1223315819 tempest-VolumesActionsTest-1223315819-project] Deleting port c91dbe09-e559-4418-bdce-73dc37d0c4e6 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:42:04.717839 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2b8f3a39-7d7d-41ef-be9c-c386c1efbc99 req-f0943357-5dc4-4b3e-aa91-0d10b09a2217 tempest-VolumesActionsTest-1223315819 tempest-VolumesActionsTest-1223315819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:04.766375 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d9c23e6-7e91-4499-8b0a-b1a255504025 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Router 71d6a37f-be52-47f1-894e-0ffb2f1e1102 is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:42:04.881559 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-e72b1578-4cf3-432b-a9be-a2789573b6e4 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] delete failed (client error): The resource could not be found. Jul 29 23:42:04.891899 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e72b1578-4cf3-432b-a9be-a2789573b6e4 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "DELETE /v2.0/routers/8f8f10c8-c9e7-48ca-ab9f-27ab9b93fa06 HTTP/1.1" status: 404 len: 336 time: 0.1862726 Jul 29 23:42:04.903044 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35004) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:04.966176 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cc6cfd3-8d0d-46d6-a909-6707dfba5f0e tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] DELETE failed (client error): The resource could not be found. Jul 29 23:42:04.966782 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cc6cfd3-8d0d-46d6-a909-6707dfba5f0e tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:42:04.969903 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-2cc6cfd3-8d0d-46d6-a909-6707dfba5f0e tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "DELETE /v2.0/subnets/c8972caa-9949-4de8-9bfe-415faa0c122a HTTP/1.1" status: 404 len: 337 time: 0.0631258 Jul 29 23:42:04.974016 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35008) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:05.023764 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-eab1923c-6dfe-4316-864b-0803d4633219 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "GET /v2.0/ports?device_id=a57abc9a-b5d0-4ad1-ac40-098fb8e3807d HTTP/1.1" status: 200 len: 205 time: 0.0479720 Jul 29 23:42:05.026003 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35010) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:05.070141 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-59f5e8c1-db97-4e8f-8ca1-ac1d8e5a31eb tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] delete failed (client error): The resource could not be found. Jul 29 23:42:05.070141 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-59f5e8c1-db97-4e8f-8ca1-ac1d8e5a31eb tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "DELETE /v2.0/routers/a57abc9a-b5d0-4ad1-ac40-098fb8e3807d HTTP/1.1" status: 404 len: 336 time: 0.0420980 Jul 29 23:42:05.072278 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35012) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:05.173568 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c3ff08f0-959d-4147-b588-4dbab5cf329a tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "GET /v2.0/ports?device_id=4e64ab31-c8d4-4e27-ad52-74c5742c8d6e HTTP/1.1" status: 200 len: 205 time: 0.0965641 Jul 29 23:42:05.183003 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35014) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:05.186520 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-4f10bb39-9174-4710-862a-75401822858e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ececfd2-bbcb-4cda-9691-6ff23afccea3', 'name': 'tempest-AttachVolumeShelveTestJSON-2094336285-router', 'tenant_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '56512338-eee7-4a6a-ac6a-5775e337cb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:41:48Z', 'updated_at': '2021-07-29T23:42:00Z', 'revision_number': 4, 'project_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'gw_port': {'id': '56512338-eee7-4a6a-ac6a-5775e337cb39', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ececfd2-bbcb-4cda-9691-6ff23afccea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:49Z', 'updated_at': '2021-07-29T23:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'f894ff82-3555-4edd-926a-9ec0ac8d14bc', 'name': '', 'network_id': '75276a04-f545-4a3d-9980-2e308be152f9', 'tenant_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'mac_address': 'fa:16:3e:e8:ff:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ececfd2-bbcb-4cda-9691-6ff23afccea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': '3f8a1426-23b4-4820-974d-b3b8ade6d730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:57Z', 'updated_at': '2021-07-29T23:42:01Z', 'revision_number': 2, 'project_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'subnets': [{'id': '3f8a1426-23b4-4820-974d-b3b8ade6d730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:05.250539 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f10bb39-9174-4710-862a-75401822858e None None] Checking router: 4ececfd2-bbcb-4cda-9691-6ff23afccea3 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:42:05.251574 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f10bb39-9174-4710-862a-75401822858e None None] Updating router 4ececfd2-bbcb-4cda-9691-6ff23afccea3 port f894ff82-3555-4edd-926a-9ec0ac8d14bc binding host n-d-712141-10 {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:42:05.269145 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-b2fec09b-c6aa-4d45-9798-2066cb270466 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] delete failed (client error): The resource could not be found. Jul 29 23:42:05.276446 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b2fec09b-c6aa-4d45-9798-2066cb270466 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "DELETE /v2.0/routers/4e64ab31-c8d4-4e27-ad52-74c5742c8d6e HTTP/1.1" status: 404 len: 336 time: 0.0903585 Jul 29 23:42:05.279948 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35016) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:05.314344 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-4f10bb39-9174-4710-862a-75401822858e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:05.318627 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d9c23e6-7e91-4499-8b0a-b1a255504025 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:42:05.327533 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1d9c23e6-7e91-4499-8b0a-b1a255504025 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:05.335998 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-1d9c23e6-7e91-4499-8b0a-b1a255504025 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "PUT /v2.0/routers/71d6a37f-be52-47f1-894e-0ffb2f1e1102 HTTP/1.1" status: 200 len: 693 time: 2.2266152 Jul 29 23:42:05.338419 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35018) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:05.339814 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-65d82bbe-9063-4efe-9415-46eb2fa5facd tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] DELETE failed (client error): The resource could not be found. Jul 29 23:42:05.340924 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65d82bbe-9063-4efe-9415-46eb2fa5facd tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:42:05.342309 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca70a079-a34b-4f34-ab4d-41437a7d9087 None None] Sync routers for ids ['71d6a37f-be52-47f1-894e-0ffb2f1e1102'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:42:05.345730 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-65d82bbe-9063-4efe-9415-46eb2fa5facd tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "DELETE /v2.0/subnets/65856fdd-16d6-480a-a8ba-00a440717811 HTTP/1.1" status: 404 len: 337 time: 0.0662007 Jul 29 23:42:05.348287 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35020) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:05.368170 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca70a079-a34b-4f34-ab4d-41437a7d9087 None None] Routers {'71d6a37f-be52-47f1-894e-0ffb2f1e1102'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:42:05.369648 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-ca70a079-a34b-4f34-ab4d-41437a7d9087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:41:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['71d6a37f-be52-47f1-894e-0ffb2f1e1102'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:05.474704 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-2c48d198-fbfb-4774-9508-eac348f5f896 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "GET /v2.0/ports?device_id=4a7e2a09-f774-4c0d-9d1c-fa9ea0f41bd0 HTTP/1.1" status: 200 len: 205 time: 0.1168144 Jul 29 23:42:05.484088 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35024) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:05.547795 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-ca70a079-a34b-4f34-ab4d-41437a7d9087 None None] Set router 71d6a37f-be52-47f1-894e-0ffb2f1e1102 gateway port host: None {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:42:05.548126 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [req-2e873acb-549c-4590-9e62-af3657aef6da req-2f6ac202-9bf6-4fbe-b84d-f100bbb28230 service neutron] (94077) timed out ('10.222.0.43', 58210) {{(pid=94077) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 29 23:42:05.556707 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-1bcff463-7453-476d-acdf-43526e08668a tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "GET /v2.0/routers/71d6a37f-be52-47f1-894e-0ffb2f1e1102 HTTP/1.1" status: 200 len: 699 time: 0.2092357 Jul 29 23:42:05.560593 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35026) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:05.608509 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ef27f2b0-04f7-4113-9751-3dfaf37f7dc6 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "GET /v2.0/ports?device_id=71d6a37f-be52-47f1-894e-0ffb2f1e1102 HTTP/1.1" status: 200 len: 205 time: 0.0467367 Jul 29 23:42:05.613447 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35028) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:05.674702 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [None req-f5a095fa-a7e6-43f9-902e-c458f76f0eb4 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] delete failed (client error): The resource could not be found. Jul 29 23:42:05.680359 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-f5a095fa-a7e6-43f9-902e-c458f76f0eb4 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "DELETE /v2.0/routers/4a7e2a09-f774-4c0d-9d1c-fa9ea0f41bd0 HTTP/1.1" status: 404 len: 336 time: 0.1880245 Jul 29 23:42:05.696548 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-2b8f3a39-7d7d-41ef-be9c-c386c1efbc99 req-f0943357-5dc4-4b3e-aa91-0d10b09a2217 tempest-VolumesActionsTest-1223315819 tempest-VolumesActionsTest-1223315819-project] For port c91dbe09-e559-4418-bdce-73dc37d0c4e6, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=c91dbe09-e559-4418-bdce-73dc37d0c4e6,segment=NetworkSegment(b09d6eca-9fe5-4bf0-b20a-e70119cfb306),segment_id=b09d6eca-9fe5-4bf0-b20a-e70119cfb306)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:05.697270 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2b8f3a39-7d7d-41ef-be9c-c386c1efbc99 req-f0943357-5dc4-4b3e-aa91-0d10b09a2217 tempest-VolumesActionsTest-1223315819 tempest-VolumesActionsTest-1223315819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:05.702637 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35032) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:05.717844 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35034) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:05.723977 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-1fdba5ec-546a-4157-a232-afe7fe0c0c79 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Request body: {'security_group': {'name': 'tempest-securitygroup--951353279', 'description': 'tempest-description--1140876844'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:05.751609 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-2b8f3a39-7d7d-41ef-be9c-c386c1efbc99 req-f0943357-5dc4-4b3e-aa91-0d10b09a2217 tempest-VolumesActionsTest-1223315819 tempest-VolumesActionsTest-1223315819-project] Calling delete_port for c91dbe09-e559-4418-bdce-73dc37d0c4e6 owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:42:05.788081 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-92e97185-1b14-4ae2-be44-24d35b1948a1 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] DELETE failed (client error): The resource could not be found. Jul 29 23:42:05.788512 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92e97185-1b14-4ae2-be44-24d35b1948a1 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:42:05.790513 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-92e97185-1b14-4ae2-be44-24d35b1948a1 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "DELETE /v2.0/subnets/332628cc-9898-41dd-bfad-9a30396eb102 HTTP/1.1" status: 404 len: 337 time: 0.0859449 Jul 29 23:42:05.792254 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1fdba5ec-546a-4157-a232-afe7fe0c0c79 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:05.795133 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35036) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:05.796890 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3efd9aa7-a896-49d3-a7a6-eba07546cbf1 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for router, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:05.880070 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-6367b3e6-f369-434a-b081-f29c6534cd7e tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "GET /v2.0/ports?device_id=cc9b7d8f-954f-4cd1-9624-289e3d104ed2 HTTP/1.1" status: 200 len: 205 time: 0.0701880 Jul 29 23:42:05.884689 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35042) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:05.944829 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-4f10bb39-9174-4710-862a-75401822858e None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:05.973876 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-4f10bb39-9174-4710-862a-75401822858e None None] Transition to ACTIVE for port object f894ff82-3555-4edd-926a-9ec0ac8d14bc will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:42:05.983010 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-4f10bb39-9174-4710-862a-75401822858e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:06.027498 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-ca70a079-a34b-4f34-ab4d-41437a7d9087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d6a37f-be52-47f1-894e-0ffb2f1e1102', 'name': 'tempest-RoutersTest-router-752551198', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:42:02Z', 'updated_at': '2021-07-29T23:42:03Z', 'revision_number': 2, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'gw_port_host': None}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:06.050107 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [None req-6b6962dd-648e-4e68-a305-5fe2d0c31bc5 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] delete failed (client error): The resource could not be found. Jul 29 23:42:06.052218 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-6b6962dd-648e-4e68-a305-5fe2d0c31bc5 tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "DELETE /v2.0/routers/cc9b7d8f-954f-4cd1-9624-289e3d104ed2 HTTP/1.1" status: 404 len: 336 time: 0.1652484 Jul 29 23:42:06.057192 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35044) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:06.074624 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9a8252-b9e3-4692-af1b-6cb259fbe15c None None] Pushing event updated for resources: {'Port': ['ID=f894ff82-3555-4edd-926a-9ec0ac8d14bc,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:06.096021 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9a8252-b9e3-4692-af1b-6cb259fbe15c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:06.096376 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9a8252-b9e3-4692-af1b-6cb259fbe15c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:06.096723 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9a8252-b9e3-4692-af1b-6cb259fbe15c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:06.097384 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9a8252-b9e3-4692-af1b-6cb259fbe15c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:06.097817 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9a8252-b9e3-4692-af1b-6cb259fbe15c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:06.098158 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9a8252-b9e3-4692-af1b-6cb259fbe15c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:06.098694 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9a8252-b9e3-4692-af1b-6cb259fbe15c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:06.099002 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9a8252-b9e3-4692-af1b-6cb259fbe15c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:06.099354 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9a8252-b9e3-4692-af1b-6cb259fbe15c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:06.099657 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9a8252-b9e3-4692-af1b-6cb259fbe15c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:06.100003 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9a8252-b9e3-4692-af1b-6cb259fbe15c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:06.100315 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9a8252-b9e3-4692-af1b-6cb259fbe15c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:06.100442 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca70a079-a34b-4f34-ab4d-41437a7d9087 None None] Checking router: 71d6a37f-be52-47f1-894e-0ffb2f1e1102 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:42:06.134315 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca70a079-a34b-4f34-ab4d-41437a7d9087 None None] Routers {'71d6a37f-be52-47f1-894e-0ffb2f1e1102'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:42:06.134953 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-ca70a079-a34b-4f34-ab4d-41437a7d9087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:41:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['71d6a37f-be52-47f1-894e-0ffb2f1e1102'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:06.194131 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b9bf0fd-5c23-42f8-8b2c-7d2a9b24ed5c tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] DELETE failed (client error): The resource could not be found. Jul 29 23:42:06.195207 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b9bf0fd-5c23-42f8-8b2c-7d2a9b24ed5c tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:42:06.202589 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-2b9bf0fd-5c23-42f8-8b2c-7d2a9b24ed5c tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "DELETE /v2.0/subnets/843f2b7c-9f7b-44f1-93de-b4f3573a426e HTTP/1.1" status: 404 len: 337 time: 0.1407278 Jul 29 23:42:06.202854 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-4f10bb39-9174-4710-862a-75401822858e None None] Attempting to bind port f894ff82-3555-4edd-926a-9ec0ac8d14bc on host n-d-712141-10 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:42:06.202854 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-4f10bb39-9174-4710-862a-75401822858e None None] Attempting to bind port f894ff82-3555-4edd-926a-9ec0ac8d14bc by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': 'e78125bf-8d4f-4e64-aa38-d84d609aca30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '75276a04-f545-4a3d-9980-2e308be152f9'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:42:06.202854 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f10bb39-9174-4710-862a-75401822858e None None] Attempting to bind port f894ff82-3555-4edd-926a-9ec0ac8d14bc on network 75276a04-f545-4a3d-9980-2e308be152f9 {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:42:06.208709 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35046) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:06.215240 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f10bb39-9174-4710-862a-75401822858e None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:42:06.215614 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f10bb39-9174-4710-862a-75401822858e None None] Checking segment: {'id': 'e78125bf-8d4f-4e64-aa38-d84d609aca30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '75276a04-f545-4a3d-9980-2e308be152f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:42:06.216034 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-4f10bb39-9174-4710-862a-75401822858e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:06.216433 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f10bb39-9174-4710-862a-75401822858e None None] Bound using segment: {'id': 'e78125bf-8d4f-4e64-aa38-d84d609aca30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '75276a04-f545-4a3d-9980-2e308be152f9'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:42:06.216919 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-4f10bb39-9174-4710-862a-75401822858e None None] Bound port: f894ff82-3555-4edd-926a-9ec0ac8d14bc, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e78125bf-8d4f-4e64-aa38-d84d609aca30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '75276a04-f545-4a3d-9980-2e308be152f9'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:42:06.217302 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-4f10bb39-9174-4710-862a-75401822858e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:06.280702 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-ca70a079-a34b-4f34-ab4d-41437a7d9087 None None] Set router 71d6a37f-be52-47f1-894e-0ffb2f1e1102 gateway port host: None {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:42:06.335955 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1ff0c61-a062-4ddd-9863-7f1aaa5118cc tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] DELETE failed (client error): The resource could not be found. Jul 29 23:42:06.336775 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1ff0c61-a062-4ddd-9863-7f1aaa5118cc tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:42:06.342114 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-b1ff0c61-a062-4ddd-9863-7f1aaa5118cc tempest-RoutersIpV6Test-60501016 tempest-RoutersIpV6Test-60501016-project] 10.222.0.43 "DELETE /v2.0/subnets/877a1f2a-3200-48b7-9c3c-ff0223fb20bd HTTP/1.1" status: 404 len: 337 time: 0.1284547 Jul 29 23:42:06.357768 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-ca70a079-a34b-4f34-ab4d-41437a7d9087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71d6a37f-be52-47f1-894e-0ffb2f1e1102', 'name': 'tempest-RoutersTest-router-752551198', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:42:02Z', 'updated_at': '2021-07-29T23:42:03Z', 'revision_number': 2, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'gw_port_host': None}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:06.367862 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ebcfab-8297-4591-9f5b-f97830519826 req-2e5cd678-61eb-41e0-b0bd-62293ca1eda8 tempest-VolumesActionsTest-1223315819 tempest-VolumesActionsTest-1223315819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:06.369645 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-11ebcfab-8297-4591-9f5b-f97830519826 req-2e5cd678-61eb-41e0-b0bd-62293ca1eda8 tempest-VolumesActionsTest-1223315819 tempest-VolumesActionsTest-1223315819-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b99ddc0-fe3a-4375-9fa1-d2b80f670a72 HTTP/1.1" status: 200 len: 946 time: 0.4034417 Jul 29 23:42:06.397798 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2b8f3a39-7d7d-41ef-be9c-c386c1efbc99 req-f0943357-5dc4-4b3e-aa91-0d10b09a2217 tempest-VolumesActionsTest-1223315819 tempest-VolumesActionsTest-1223315819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:06.406749 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca70a079-a34b-4f34-ab4d-41437a7d9087 None None] The sync data for ids ['71d6a37f-be52-47f1-894e-0ffb2f1e1102'] in n-d-712141-10 is: [{'id': '71d6a37f-be52-47f1-894e-0ffb2f1e1102', 'name': 'tempest-RoutersTest-router-752551198', 'tenant_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:42:02Z', 'updated_at': '2021-07-29T23:42:03Z', 'revision_number': 2, 'project_id': '57ced8fbb08748a3b85014e0aa13f1c0', 'gw_port_host': None}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:42:06.446649 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-4f10bb39-9174-4710-862a-75401822858e None None] For port f894ff82-3555-4edd-926a-9ec0ac8d14bc, host n-d-712141-10, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:42:06.458979 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-4f10bb39-9174-4710-862a-75401822858e None None] For port f894ff82-3555-4edd-926a-9ec0ac8d14bc, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=f894ff82-3555-4edd-926a-9ec0ac8d14bc,segment=NetworkSegment(e78125bf-8d4f-4e64-aa38-d84d609aca30),segment_id=e78125bf-8d4f-4e64-aa38-d84d609aca30)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:42:06.467429 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-4f10bb39-9174-4710-862a-75401822858e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:06.512806 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1fdba5ec-546a-4157-a232-afe7fe0c0c79 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:06.520761 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1fdba5ec-546a-4157-a232-afe7fe0c0c79 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:06.525750 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3efd9aa7-a896-49d3-a7a6-eba07546cbf1 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:06.532787 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3efd9aa7-a896-49d3-a7a6-eba07546cbf1 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:06.562565 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0943357-5dc4-4b3e-aa91-0d10b09a2217 tempest-VolumesActionsTest-1223315819 tempest-VolumesActionsTest-1223315819-project] Pushing event deleted for resources: {'Port': ['ID=c91dbe09-e559-4418-bdce-73dc37d0c4e6,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:06.621920 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f10bb39-9174-4710-862a-75401822858e None None] Routers {'4ececfd2-bbcb-4cda-9691-6ff23afccea3'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:42:06.622850 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-4f10bb39-9174-4710-862a-75401822858e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:41:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['4ececfd2-bbcb-4cda-9691-6ff23afccea3'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:06.685956 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9a8252-b9e3-4692-af1b-6cb259fbe15c None None] Pushing event updated for resources: {'Port': ['ID=f894ff82-3555-4edd-926a-9ec0ac8d14bc,revision_number=4']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:06.742613 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1fdba5ec-546a-4157-a232-afe7fe0c0c79 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:06.743944 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-1fdba5ec-546a-4157-a232-afe7fe0c0c79 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0238254 Jul 29 23:42:06.747349 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35054) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:06.757712 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-b12d87da-dc9d-45d7-9612-be2f2c0fd237 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Request body: {'security_group_rule': {'security_group_id': 'e5897186-7f16-4a31-9187-0284a909539f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:06.765484 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdba5ec-546a-4157-a232-afe7fe0c0c79 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5897186-7f16-4a31-9187-0284a909539f,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:06.783945 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3efd9aa7-a896-49d3-a7a6-eba07546cbf1 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:06.784512 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3efd9aa7-a896-49d3-a7a6-eba07546cbf1 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Fanout notify agent at l3_agent the message router_deleted on router 71d6a37f-be52-47f1-894e-0ffb2f1e1102 {{(pid=94077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:42:06.788364 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-11ebcfab-8297-4591-9f5b-f97830519826 req-37160cc7-db33-4af4-926c-ce8b020eb6e5 tempest-VolumesActionsTest-1223315819 tempest-VolumesActionsTest-1223315819-project] 10.222.0.43 "GET /v2.0/security-groups?id=433a2f6b-1675-4bcb-833b-93b2608bb61e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4097581 Jul 29 23:42:06.828948 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3efd9aa7-a896-49d3-a7a6-eba07546cbf1 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:06.841922 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b8f3a39-7d7d-41ef-be9c-c386c1efbc99 req-f0943357-5dc4-4b3e-aa91-0d10b09a2217 tempest-VolumesActionsTest-1223315819 tempest-VolumesActionsTest-1223315819-project] No DVR routers for this DVR port c91dbe09-e559-4418-bdce-73dc37d0c4e6 on host n-h1-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:42:06.844985 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2b8f3a39-7d7d-41ef-be9c-c386c1efbc99 req-f0943357-5dc4-4b3e-aa91-0d10b09a2217 tempest-VolumesActionsTest-1223315819 tempest-VolumesActionsTest-1223315819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:06.846946 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-3efd9aa7-a896-49d3-a7a6-eba07546cbf1 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "DELETE /v2.0/routers/71d6a37f-be52-47f1-894e-0ffb2f1e1102 HTTP/1.1" status: 204 len: 168 time: 1.2306902 Jul 29 23:42:06.847355 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2b8f3a39-7d7d-41ef-be9c-c386c1efbc99 req-f0943357-5dc4-4b3e-aa91-0d10b09a2217 tempest-VolumesActionsTest-1223315819 tempest-VolumesActionsTest-1223315819-project] 10.222.0.41 "DELETE /v2.0/ports/c91dbe09-e559-4418-bdce-73dc37d0c4e6 HTTP/1.1" status: 204 len: 173 time: 2.8255377 Jul 29 23:42:06.847838 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b99ddc0-fe3a-4375-9fa1-d2b80f670a72', 'name': 'network-vif-deleted', 'tag': 'c91dbe09-e559-4418-bdce-73dc37d0c4e6'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:42:06.853534 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35056) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:06.863207 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bfac8a2-07f7-46aa-a7ed-de605ae2f150" -d '{"events": [{"server_uuid": "1b99ddc0-fe3a-4375-9fa1-d2b80f670a72", "name": "network-vif-deleted", "tag": "c91dbe09-e559-4418-bdce-73dc37d0c4e6"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:42:06.946994 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-4f10bb39-9174-4710-862a-75401822858e None None] Set router 4ececfd2-bbcb-4cda-9691-6ff23afccea3 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:42:06.970956 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4be5f431-1a92-4437-aa46-b08adc54727e tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "GET /v2.0/ports?device_id=71d6a37f-be52-47f1-894e-0ffb2f1e1102 HTTP/1.1" status: 200 len: 205 time: 0.1139395 Jul 29 23:42:06.972904 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35062) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:07.016779 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b12d87da-dc9d-45d7-9612-be2f2c0fd237 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:07.044000 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35066) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:07.153815 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b80fbd-2896-4025-87e5-25d91ac977e4 x-openstack-request-id: req-f2b80fbd-2896-4025-87e5-25d91ac977e4 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:42:07.154126 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b99ddc0-fe3a-4375-9fa1-d2b80f670a72", "name": "network-vif-deleted", "tag": "c91dbe09-e559-4418-bdce-73dc37d0c4e6", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:42:07.154369 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f2b80fbd-2896-4025-87e5-25d91ac977e4 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:42:07.154784 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b99ddc0-fe3a-4375-9fa1-d2b80f670a72', 'name': 'network-vif-deleted', 'tag': 'c91dbe09-e559-4418-bdce-73dc37d0c4e6', 'status': 'completed', 'code': 200} Jul 29 23:42:07.156930 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [None req-3c3578d5-8eed-494b-a09a-66a6083b54ee tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] delete failed (client error): The resource could not be found. Jul 29 23:42:07.161778 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-3c3578d5-8eed-494b-a09a-66a6083b54ee tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "DELETE /v2.0/routers/71d6a37f-be52-47f1-894e-0ffb2f1e1102 HTTP/1.1" status: 404 len: 336 time: 0.1829765 Jul 29 23:42:07.182477 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35072) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:07.227840 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:07.259064 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-6703eeee-470d-4839-9a9b-ea6f76fa70fe tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] DELETE failed (client error): The resource could not be found. Jul 29 23:42:07.259540 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6703eeee-470d-4839-9a9b-ea6f76fa70fe tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:42:07.261648 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-6703eeee-470d-4839-9a9b-ea6f76fa70fe tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "DELETE /v2.0/subnets/7190b984-bc82-457e-9f25-c606d7dde3e3 HTTP/1.1" status: 404 len: 337 time: 0.0736482 Jul 29 23:42:07.264770 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35074) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:07.295027 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-9399c02b-ecc2-4b1a-bb84-0b18fba29e68 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] DELETE failed (client error): The resource could not be found. Jul 29 23:42:07.295497 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9399c02b-ecc2-4b1a-bb84-0b18fba29e68 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:42:07.297446 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-9399c02b-ecc2-4b1a-bb84-0b18fba29e68 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "DELETE /v2.0/subnets/52699cfb-6dbb-4f48-a9d3-1014f68a21dd HTTP/1.1" status: 404 len: 337 time: 0.0316832 Jul 29 23:42:07.300039 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35076) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:07.346212 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-442093e2-51b9-43b0-81cd-2f465a834254 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] DELETE failed (client error): The resource could not be found. Jul 29 23:42:07.346212 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-442093e2-51b9-43b0-81cd-2f465a834254 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:42:07.347359 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-442093e2-51b9-43b0-81cd-2f465a834254 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "DELETE /v2.0/subnets/3ab0aca6-9c79-4ba4-90ca-fe1ff8b6bd7e HTTP/1.1" status: 404 len: 337 time: 0.0457773 Jul 29 23:42:07.357832 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35078) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:07.447269 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f51bd81-3df9-4f21-b3ab-6ce61b27b62f tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] DELETE failed (client error): The resource could not be found. Jul 29 23:42:07.448393 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f51bd81-3df9-4f21-b3ab-6ce61b27b62f tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:42:07.453973 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-4f51bd81-3df9-4f21-b3ab-6ce61b27b62f tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "DELETE /v2.0/subnets/e914c1e7-e0d1-484d-8ef5-937e66f8c162 HTTP/1.1" status: 404 len: 337 time: 0.0924513 Jul 29 23:42:07.458142 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35080) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:07.493465 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:42:07.548078 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device c91dbe09-e559-4418-bdce-73dc37d0c4e6 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:42:07.573565 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-3db3d314-67f6-49e0-8e3f-86396df0e0ad tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "GET /v2.0/ports?device_id=15b03cc0-4d03-4abe-967c-fe595dbc180e HTTP/1.1" status: 200 len: 205 time: 0.1117167 Jul 29 23:42:07.574649 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35082) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:07.635472 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] No Port match for: c91dbe09-e559-4418-bdce-73dc37d0c4e6 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:42:07.635969 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device c91dbe09-e559-4418-bdce-73dc37d0c4e6 not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:42:07.668344 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-4f10bb39-9174-4710-862a-75401822858e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ececfd2-bbcb-4cda-9691-6ff23afccea3', 'name': 'tempest-AttachVolumeShelveTestJSON-2094336285-router', 'tenant_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '56512338-eee7-4a6a-ac6a-5775e337cb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:41:48Z', 'updated_at': '2021-07-29T23:42:00Z', 'revision_number': 4, 'project_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'gw_port': {'id': '56512338-eee7-4a6a-ac6a-5775e337cb39', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ececfd2-bbcb-4cda-9691-6ff23afccea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:49Z', 'updated_at': '2021-07-29T23:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'f894ff82-3555-4edd-926a-9ec0ac8d14bc', 'name': '', 'network_id': '75276a04-f545-4a3d-9980-2e308be152f9', 'tenant_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'mac_address': 'fa:16:3e:e8:ff:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ececfd2-bbcb-4cda-9691-6ff23afccea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': '3f8a1426-23b4-4820-974d-b3b8ade6d730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:57Z', 'updated_at': '2021-07-29T23:42:06Z', 'revision_number': 4, 'project_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'subnets': [{'id': '3f8a1426-23b4-4820-974d-b3b8ade6d730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:07.697795 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [None req-fa44be49-336c-40b3-b10d-f1e6bf949ecd tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] delete failed (client error): The resource could not be found. Jul 29 23:42:07.704187 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-fa44be49-336c-40b3-b10d-f1e6bf949ecd tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "DELETE /v2.0/routers/15b03cc0-4d03-4abe-967c-fe595dbc180e HTTP/1.1" status: 404 len: 336 time: 0.1240189 Jul 29 23:42:07.708043 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35084) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:07.736253 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f10bb39-9174-4710-862a-75401822858e None None] The sync data for ids ['4ececfd2-bbcb-4cda-9691-6ff23afccea3'] in n-d-712141-10 is: [{'id': '4ececfd2-bbcb-4cda-9691-6ff23afccea3', 'name': 'tempest-AttachVolumeShelveTestJSON-2094336285-router', 'tenant_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '56512338-eee7-4a6a-ac6a-5775e337cb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:41:48Z', 'updated_at': '2021-07-29T23:42:00Z', 'revision_number': 4, 'project_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'gw_port': {'id': '56512338-eee7-4a6a-ac6a-5775e337cb39', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ececfd2-bbcb-4cda-9691-6ff23afccea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:49Z', 'updated_at': '2021-07-29T23:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'f894ff82-3555-4edd-926a-9ec0ac8d14bc', 'name': '', 'network_id': '75276a04-f545-4a3d-9980-2e308be152f9', 'tenant_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'mac_address': 'fa:16:3e:e8:ff:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ececfd2-bbcb-4cda-9691-6ff23afccea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': '3f8a1426-23b4-4820-974d-b3b8ade6d730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:57Z', 'updated_at': '2021-07-29T23:42:06Z', 'revision_number': 4, 'project_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'subnets': [{'id': '3f8a1426-23b4-4820-974d-b3b8ade6d730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:42:07.761177 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b12d87da-dc9d-45d7-9612-be2f2c0fd237 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:07.767379 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b12d87da-dc9d-45d7-9612-be2f2c0fd237 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:07.782747 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-3f609f63-f3c0-4397-ade1-b22710da627a tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "GET /v2.0/ports?device_id=181b6e91-dc83-4b54-905b-7ee7a80ad21e HTTP/1.1" status: 200 len: 205 time: 0.0712667 Jul 29 23:42:07.787896 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35086) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:07.838888 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c3e60a0a-de03-497a-8ba8-bcd0fd9284e0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7a2f603cc15342b5a7088525840c9a8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7937233 Jul 29 23:42:07.841867 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35092) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:07.866500 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12d87da-dc9d-45d7-9612-be2f2c0fd237 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=559fb090-ebf8-4de0-b43f-8615ee41f88c,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:07.968023 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [None req-6bfc7293-5a8c-4b3a-99b4-1a548978a9d5 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] delete failed (client error): The resource could not be found. Jul 29 23:42:07.971523 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-6bfc7293-5a8c-4b3a-99b4-1a548978a9d5 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "DELETE /v2.0/routers/181b6e91-dc83-4b54-905b-7ee7a80ad21e HTTP/1.1" status: 404 len: 336 time: 0.1687117 Jul 29 23:42:07.971806 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35096) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:07.975636 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b12d87da-dc9d-45d7-9612-be2f2c0fd237 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:07.981634 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b12d87da-dc9d-45d7-9612-be2f2c0fd237 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2302814 Jul 29 23:42:07.996314 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35098) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:08.001457 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-fa5ef078-5e3a-4c49-8158-b0de7bcfe446 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Request body: {'security_group_rule': {'security_group_id': 'e5897186-7f16-4a31-9187-0284a909539f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:08.031347 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9474de1-8e7f-41f6-9799-23d405913884 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] DELETE failed (client error): The resource could not be found. Jul 29 23:42:08.031819 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9474de1-8e7f-41f6-9799-23d405913884 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:42:08.033611 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e9474de1-8e7f-41f6-9799-23d405913884 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "DELETE /v2.0/subnets/ff45c95d-b1f6-4ba9-a560-55b2c923c9b3 HTTP/1.1" status: 404 len: 337 time: 0.0607285 Jul 29 23:42:08.037231 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35100) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:08.058221 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7d90d8d0-b7c0-4fad-80c8-168bf3960203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:08.091218 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-967e4e7a-f323-4d71-b873-eae874bb3947 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "GET /v2.0/ports?device_id=c601e610-9d6c-469e-ae73-c016bf0c5ef5 HTTP/1.1" status: 200 len: 205 time: 0.0504563 Jul 29 23:42:08.094040 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35102) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:08.112914 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fa5ef078-5e3a-4c49-8158-b0de7bcfe446 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:08.169163 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7d90d8d0-b7c0-4fad-80c8-168bf3960203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:08.184846 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [None req-e626a8c7-4d17-4266-be65-de310572a1cc tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] delete failed (client error): The resource could not be found. Jul 29 23:42:08.189286 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e626a8c7-4d17-4266-be65-de310572a1cc tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "DELETE /v2.0/routers/c601e610-9d6c-469e-ae73-c016bf0c5ef5 HTTP/1.1" status: 404 len: 336 time: 0.0905378 Jul 29 23:42:08.189569 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35104) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:08.258409 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-86eadbfe-c417-4e6a-a61f-b01704bb1a5d tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "GET /v2.0/ports?device_id=600e29aa-d9fa-4b5d-b99c-a5abc1610f47 HTTP/1.1" status: 200 len: 205 time: 0.0612488 Jul 29 23:42:08.258409 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35110) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:08.388252 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device f894ff82-3555-4edd-926a-9ec0ac8d14bc up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:42:08.415101 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fa5ef078-5e3a-4c49-8158-b0de7bcfe446 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:08.425084 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fa5ef078-5e3a-4c49-8158-b0de7bcfe446 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:08.511207 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [None req-014805e5-403e-47c0-a420-6d06eb4e5123 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] delete failed (client error): The resource could not be found. Jul 29 23:42:08.518042 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-014805e5-403e-47c0-a420-6d06eb4e5123 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "DELETE /v2.0/routers/600e29aa-d9fa-4b5d-b99c-a5abc1610f47 HTTP/1.1" status: 404 len: 336 time: 0.2530930 Jul 29 23:42:08.522731 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35112) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:08.527968 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5ef078-5e3a-4c49-8158-b0de7bcfe446 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1af1768f-1108-4333-8b13-cd2f958f87cf,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:08.550855 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7d90d8d0-b7c0-4fad-80c8-168bf3960203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:08.561389 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7d90d8d0-b7c0-4fad-80c8-168bf3960203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:08.566837 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7d90d8d0-b7c0-4fad-80c8-168bf3960203 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7d75a187-dc3c-4a81-94c0-d4619acf88c4 HTTP/1.1" status: 204 len: 168 time: 0.7049057 Jul 29 23:42:08.569455 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fa5ef078-5e3a-4c49-8158-b0de7bcfe446 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:08.575413 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-fa5ef078-5e3a-4c49-8158-b0de7bcfe446 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5776870 Jul 29 23:42:08.587896 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35116) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:08.609263 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-fd540927-322f-45ed-8418-3e2ac3e266cc tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Request body: {'floatingip': {'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:08.615430 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d90d8d0-b7c0-4fad-80c8-168bf3960203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d75a187-dc3c-4a81-94c0-d4619acf88c4,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:08.617366 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port f894ff82-3555-4edd-926a-9ec0ac8d14bc completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:42:08.656109 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port f894ff82-3555-4edd-926a-9ec0ac8d14bc triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:08.659532 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:08.674721 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-69416ca7-d359-41b8-8d48-546071ee4792 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] DELETE failed (client error): The resource could not be found. Jul 29 23:42:08.674721 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69416ca7-d359-41b8-8d48-546071ee4792 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:42:08.677775 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-69416ca7-d359-41b8-8d48-546071ee4792 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "DELETE /v2.0/subnets/faab4c75-0e83-4c9d-94d3-1ac0059c4447 HTTP/1.1" status: 404 len: 337 time: 0.1538563 Jul 29 23:42:08.680590 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35118) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:08.685970 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fd540927-322f-45ed-8418-3e2ac3e266cc tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks [] for floatingip, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:08.823437 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-b0423624-a258-4d9c-871e-c95a0ea2871a tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "GET /v2.0/ports?device_id=51116a48-b876-4391-9af4-8286cfd5fbe9 HTTP/1.1" status: 200 len: 205 time: 0.1382236 Jul 29 23:42:08.823952 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35122) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:08.916981 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-850d8ebc-9d8d-4ce3-8e0b-670d1331941e tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] delete failed (client error): The resource could not be found. Jul 29 23:42:08.927727 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-850d8ebc-9d8d-4ce3-8e0b-670d1331941e tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "DELETE /v2.0/routers/51116a48-b876-4391-9af4-8286cfd5fbe9 HTTP/1.1" status: 404 len: 336 time: 0.0985537 Jul 29 23:42:08.928013 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35126) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:08.957320 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:09.026302 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port f894ff82-3555-4edd-926a-9ec0ac8d14bc, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=f894ff82-3555-4edd-926a-9ec0ac8d14bc,segment=NetworkSegment(e78125bf-8d4f-4e64-aa38-d84d609aca30),segment_id=e78125bf-8d4f-4e64-aa38-d84d609aca30)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:09.033292 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:09.056785 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ab534c8-68b9-48c8-abdb-fb85ef6178f4 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] DELETE failed (client error): The resource could not be found. Jul 29 23:42:09.058212 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ab534c8-68b9-48c8-abdb-fb85ef6178f4 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:42:09.064451 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-4ab534c8-68b9-48c8-abdb-fb85ef6178f4 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "DELETE /v2.0/subnets/28cef050-f38a-4668-9145-c385f66a7a3c HTTP/1.1" status: 404 len: 337 time: 0.1354702 Jul 29 23:42:09.065718 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35132) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:09.157613 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-13c8b0fe-1717-4040-8fd4-ba434e02d076 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "GET /v2.0/ports?device_id=50745a72-d36e-48ee-9105-728820027bfe HTTP/1.1" status: 200 len: 205 time: 0.0898416 Jul 29 23:42:09.158412 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35134) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:09.168949 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=f894ff82-3555-4edd-926a-9ec0ac8d14bc,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:09.190475 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:09.190980 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:09.191452 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:09.191896 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:09.193080 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:09.193869 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:09.195954 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:09.196561 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:09.197156 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:09.198458 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:09.199513 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:09.202175 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:09.246513 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-19a6fa80-6209-4357-8911-486ee626c3c1 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] delete failed (client error): The resource could not be found. Jul 29 23:42:09.258923 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-19a6fa80-6209-4357-8911-486ee626c3c1 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "DELETE /v2.0/routers/50745a72-d36e-48ee-9105-728820027bfe HTTP/1.1" status: 404 len: 336 time: 0.0921800 Jul 29 23:42:09.259736 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35140) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:09.290063 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fd540927-322f-45ed-8418-3e2ac3e266cc tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:09.302832 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-d425df98-2968-4f90-b4a4-e4e3a469ed44 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] DELETE failed (client error): The resource could not be found. Jul 29 23:42:09.303834 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d425df98-2968-4f90-b4a4-e4e3a469ed44 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:42:09.308618 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-d425df98-2968-4f90-b4a4-e4e3a469ed44 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "DELETE /v2.0/subnets/0ccec5ce-85e6-4b02-8b54-fc92167da156 HTTP/1.1" status: 404 len: 337 time: 0.0467110 Jul 29 23:42:09.309513 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35142) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:09.416823 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-de113c0e-1981-4973-8209-ec4146e209a6 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] DELETE failed (client error): The resource could not be found. Jul 29 23:42:09.418560 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de113c0e-1981-4973-8209-ec4146e209a6 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:42:09.432104 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-de113c0e-1981-4973-8209-ec4146e209a6 tempest-RoutersTest-759267187 tempest-RoutersTest-759267187-project] 10.222.0.43 "DELETE /v2.0/subnets/65b1a430-5d8e-45e5-8569-f95a77705607 HTTP/1.1" status: 404 len: 337 time: 0.1199250 Jul 29 23:42:09.735488 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-fd540927-322f-45ed-8418-3e2ac3e266cc tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Allocated IP 172.25.0.59 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/70989597-c141-4838-a1f2-48ab7f8bc6db) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:42:10.179700 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35162) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:10.251930 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fd540927-322f-45ed-8418-3e2ac3e266cc tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:10.293779 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device f894ff82-3555-4edd-926a-9ec0ac8d14bc up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:42:10.362027 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fd540927-322f-45ed-8418-3e2ac3e266cc tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:10.427556 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port f894ff82-3555-4edd-926a-9ec0ac8d14bc triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:10.428458 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:10.488082 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd540927-322f-45ed-8418-3e2ac3e266cc tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Pushing event updated for resources: {'Port': ['ID=70989597-c141-4838-a1f2-48ab7f8bc6db,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:10.531760 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd540927-322f-45ed-8418-3e2ac3e266cc tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:42:10.533332 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-fd540927-322f-45ed-8418-3e2ac3e266cc tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:42:10.536989 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd540927-322f-45ed-8418-3e2ac3e266cc tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:42:10.772031 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fd540927-322f-45ed-8418-3e2ac3e266cc tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:10.869067 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-faed0cac-a247-4457-8b5f-ec083e8d05ae admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=57ced8fbb08748a3b85014e0aa13f1c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6881351 Jul 29 23:42:10.874142 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35178) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:10.909197 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fd540927-322f-45ed-8418-3e2ac3e266cc tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:11.063915 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-80d06a2f-0b09-4836-aeaf-1dc101c277b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:11.109527 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-80d06a2f-0b09-4836-aeaf-1dc101c277b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:11.241227 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-80d06a2f-0b09-4836-aeaf-1dc101c277b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:11.249134 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-80d06a2f-0b09-4836-aeaf-1dc101c277b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:11.261641 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-80d06a2f-0b09-4836-aeaf-1dc101c277b6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/30b6bea2-557d-469d-ac7c-becd7539282a HTTP/1.1" status: 204 len: 168 time: 0.3763287 Jul 29 23:42:11.283253 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d06a2f-0b09-4836-aeaf-1dc101c277b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b6bea2-557d-469d-ac7c-becd7539282a,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:11.382839 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fd540927-322f-45ed-8418-3e2ac3e266cc tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:11.392112 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fd540927-322f-45ed-8418-3e2ac3e266cc tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:11.579079 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd540927-322f-45ed-8418-3e2ac3e266cc tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Pushing event updated for resources: {'Port': ['ID=70989597-c141-4838-a1f2-48ab7f8bc6db,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:11.586506 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fd540927-322f-45ed-8418-3e2ac3e266cc tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:11.604852 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fd540927-322f-45ed-8418-3e2ac3e266cc tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:11.607906 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-fd540927-322f-45ed-8418-3e2ac3e266cc tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0094147 Jul 29 23:42:13.194537 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35252) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:13.417688 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-7839685a-f81b-43cf-aa1a-0f5aa731491f tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-394229086', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:13.547721 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7839685a-f81b-43cf-aa1a-0f5aa731491f tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:13.550582 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7839685a-f81b-43cf-aa1a-0f5aa731491f tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:13.672060 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7839685a-f81b-43cf-aa1a-0f5aa731491f tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:13.681256 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7839685a-f81b-43cf-aa1a-0f5aa731491f tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:13.730833 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7839685a-f81b-43cf-aa1a-0f5aa731491f tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:13.736905 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35268) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:13.737459 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-7839685a-f81b-43cf-aa1a-0f5aa731491f tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.5408552 Jul 29 23:42:13.747721 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-20a51e38-f248-492d-ba35-b317ea449693 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-630645300'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:13.798088 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a51e38-f248-492d-ba35-b317ea449693 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Made reservation on behalf of 898eb45b72bc412894ad3f7c7d32d3f6 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:42:13.802854 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-20a51e38-f248-492d-ba35-b317ea449693 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:13.818339 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-20a51e38-f248-492d-ba35-b317ea449693 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:14.024226 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-20a51e38-f248-492d-ba35-b317ea449693 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:14.034326 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-20a51e38-f248-492d-ba35-b317ea449693 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:14.082031 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20a51e38-f248-492d-ba35-b317ea449693 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:42:14.089390 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a51e38-f248-492d-ba35-b317ea449693 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b52b694-ce0b-4c3c-aba1-7b3878639523,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:14.100917 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-20a51e38-f248-492d-ba35-b317ea449693 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:14.101507 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-20a51e38-f248-492d-ba35-b317ea449693 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Added segment 36a2502f-df51-4ebd-bfe9-131c9b5f2a2c of type vlan for network 1d8be2f5-37bc-4036-a14b-70e657dee622 Jul 29 23:42:14.255547 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35276) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:14.278669 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-20a51e38-f248-492d-ba35-b317ea449693 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:14.343697 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-20a51e38-f248-492d-ba35-b317ea449693 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:14.369354 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a51e38-f248-492d-ba35-b317ea449693 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:14.370071 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-20a51e38-f248-492d-ba35-b317ea449693 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:14.493534 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-20a51e38-f248-492d-ba35-b317ea449693 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7507889 Jul 29 23:42:14.497396 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35284) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:14.509745 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-9cd899d7-382c-43e7-a7d7-2e0af67565d0 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Request body: {'subnet': {'network_id': '1d8be2f5-37bc-4036-a14b-70e657dee622', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:14.511780 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-98890557-02c2-4805-970f-e792cca4c0f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:14.678601 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-98890557-02c2-4805-970f-e792cca4c0f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:14.683137 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a51e38-f248-492d-ba35-b317ea449693 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Pushing event updated for resources: {'Network': ['ID=1d8be2f5-37bc-4036-a14b-70e657dee622,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:14.694000 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-98890557-02c2-4805-970f-e792cca4c0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:14.697451 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 1d8be2f5-37bc-4036-a14b-70e657dee622 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:42:14.751121 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd899d7-382c-43e7-a7d7-2e0af67565d0 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Made reservation on behalf of 898eb45b72bc412894ad3f7c7d32d3f6 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:42:14.761056 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9cd899d7-382c-43e7-a7d7-2e0af67565d0 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:14.779288 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-98890557-02c2-4805-970f-e792cca4c0f0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d15e429448634d519eceea2a63f56613&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5218508 Jul 29 23:42:14.783970 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35288) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:14.786048 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98890557-02c2-4805-970f-e792cca4c0f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b03d06-aea7-4a66-9afb-66b42a149d26,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:14.998141 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-59689824-c0f4-48f0-88be-398562074462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:15.048346 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-59689824-c0f4-48f0-88be-398562074462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:15.210559 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-59689824-c0f4-48f0-88be-398562074462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:15.211412 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-59689824-c0f4-48f0-88be-398562074462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:15.212606 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-59689824-c0f4-48f0-88be-398562074462 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/21b03d06-aea7-4a66-9afb-66b42a149d26 HTTP/1.1" status: 204 len: 168 time: 0.3961029 Jul 29 23:42:15.229249 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59689824-c0f4-48f0-88be-398562074462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b03d06-aea7-4a66-9afb-66b42a149d26,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:15.328521 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3bbde6db-74e0-43d3-acb9-56336a3695f8 req-4129732c-08ba-475f-bb21-e00c1c0f2498 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--951353279&fields=id&tenant_id=bc6282d9b32e428d9264b8fb2fa602e4 HTTP/1.1" status: 200 len: 267 time: 0.1546493 Jul 29 23:42:15.342551 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9cd899d7-382c-43e7-a7d7-2e0af67565d0 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:15.456510 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd899d7-382c-43e7-a7d7-2e0af67565d0 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Pushing event updated for resources: {'Subnet': ['ID=08e1fff0-f17f-4011-8cfe-91805b4bb998,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:15.508608 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd899d7-382c-43e7-a7d7-2e0af67565d0 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Checking segment: {'id': '36a2502f-df51-4ebd-bfe9-131c9b5f2a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1d8be2f5-37bc-4036-a14b-70e657dee622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:42:15.510575 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd899d7-382c-43e7-a7d7-2e0af67565d0 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Network hostable DHCP agents. Network: 1d8be2f5-37bc-4036-a14b-70e657dee622, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:42:15.588983 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd899d7-382c-43e7-a7d7-2e0af67565d0 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Network 1d8be2f5-37bc-4036-a14b-70e657dee622 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:42:15.617076 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-9cd899d7-382c-43e7-a7d7-2e0af67565d0 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 1d8be2f5-37bc-4036-a14b-70e657dee622) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:42:15.624432 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd899d7-382c-43e7-a7d7-2e0af67565d0 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:15.626900 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9cd899d7-382c-43e7-a7d7-2e0af67565d0 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:15.640966 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52cfd2e2-f686-46e9-a9d5-674e9a1bb37e None None] Network 1d8be2f5-37bc-4036-a14b-70e657dee622 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:42:15.677232 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9cd899d7-382c-43e7-a7d7-2e0af67565d0 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1734121 Jul 29 23:42:15.678144 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35312) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:15.681926 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbde6db-74e0-43d3-acb9-56336a3695f8 req-8c1601da-abdb-486f-b4d2-a709d44e5fb7 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:15.693595 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-0ec55794-8cfb-4f42-938a-eaa911bdd287 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Request body: {'network': {'name': 'tempest-router-network01--1547116766'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:15.699094 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3bbde6db-74e0-43d3-acb9-56336a3695f8 req-8c1601da-abdb-486f-b4d2-a709d44e5fb7 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/networks?id=75276a04-f545-4a3d-9980-2e308be152f9 HTTP/1.1" status: 200 len: 817 time: 0.3689003 Jul 29 23:42:15.775971 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec55794-8cfb-4f42-938a-eaa911bdd287 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Made reservation on behalf of 898eb45b72bc412894ad3f7c7d32d3f6 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:42:15.784155 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0ec55794-8cfb-4f42-938a-eaa911bdd287 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:15.820994 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3bbde6db-74e0-43d3-acb9-56336a3695f8 req-f6869993-3165-4b9b-b164-cb0f24d10688 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/quotas/bc6282d9b32e428d9264b8fb2fa602e4 HTTP/1.1" status: 200 len: 375 time: 0.1205478 Jul 29 23:42:15.833512 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ec55794-8cfb-4f42-938a-eaa911bdd287 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:42:15.846411 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0ec55794-8cfb-4f42-938a-eaa911bdd287 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:15.846897 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-0ec55794-8cfb-4f42-938a-eaa911bdd287 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Added segment 043fae62-4e5f-4c17-981c-6f0b8b6db241 of type vlan for network dfa22bfa-a9f3-421f-b966-857ef486c5d3 Jul 29 23:42:15.911829 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0ec55794-8cfb-4f42-938a-eaa911bdd287 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:15.931588 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b57cd9-6018-410e-aa10-9c4b9247e6d1 req-fc1a6126-3147-490b-82e6-249048345a03 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:15.951131 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-95b57cd9-6018-410e-aa10-9c4b9247e6d1 req-fc1a6126-3147-490b-82e6-249048345a03 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.2445505 Jul 29 23:42:15.959317 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0ec55794-8cfb-4f42-938a-eaa911bdd287 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:15.976684 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec55794-8cfb-4f42-938a-eaa911bdd287 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:15.978751 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0ec55794-8cfb-4f42-938a-eaa911bdd287 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:16.071256 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac760e17-9f26-47cc-8c8f-5d123af73a5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-1d8be2f5-37bc-4036-a14b-70e657dee622', 'network_id': '1d8be2f5-37bc-4036-a14b-70e657dee622', 'tenant_id': '898eb45b72bc412894ad3f7c7d32d3f6', 'fixed_ips': [{'subnet_id': '08e1fff0-f17f-4011-8cfe-91805b4bb998'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:42:16.072786 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ac760e17-9f26-47cc-8c8f-5d123af73a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:16.099238 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3bbde6db-74e0-43d3-acb9-56336a3695f8 req-7913f5ef-0969-4314-bf70-6708bebdee08 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=bc6282d9b32e428d9264b8fb2fa602e4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2766342 Jul 29 23:42:16.152551 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35322) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:16.188923 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0ec55794-8cfb-4f42-938a-eaa911bdd287 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5086508 Jul 29 23:42:16.201005 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35324) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:16.210019 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-d171dd4a-9d34-4e06-ab01-0c02dacc44aa tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Request body: {'network': {'name': 'tempest-router-network02--1264153891'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:16.229904 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3efd6d50-25f5-404f-bb56-6de7d24afd50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:16.256774 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-95b57cd9-6018-410e-aa10-9c4b9247e6d1 req-cbbe4571-edbd-4ed9-bedb-3b41c0ebcec8 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047657 Jul 29 23:42:16.303271 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.db.api [None req-d171dd4a-9d34-4e06-ab01-0c02dacc44aa tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 23:42:16.303271 n-d-712141-10 neutron-server[94077]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 29 23:42:16.303271 n-d-712141-10 neutron-server[94077]: [parameters: {'project_id_1': '898eb45b72bc412894ad3f7c7d32d3f6', 'expiration_1': datetime.datetime(2021, 7, 29, 23, 42, 16, 291203)}] Jul 29 23:42:16.303271 n-d-712141-10 neutron-server[94077]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:42:16.303958 n-d-712141-10 neutron-server[94077]: DEBUG oslo_db.api [None req-d171dd4a-9d34-4e06-ab01-0c02dacc44aa tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:42:16.305346 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec55794-8cfb-4f42-938a-eaa911bdd287 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Pushing event updated for resources: {'Network': ['ID=dfa22bfa-a9f3-421f-b966-857ef486c5d3,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:16.327002 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network dfa22bfa-a9f3-421f-b966-857ef486c5d3 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:42:16.456534 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3efd6d50-25f5-404f-bb56-6de7d24afd50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:16.472447 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-ac760e17-9f26-47cc-8c8f-5d123af73a5b None None] Allocated IP 172.20.0.2 (1d8be2f5-37bc-4036-a14b-70e657dee622/08e1fff0-f17f-4011-8cfe-91805b4bb998/2643828f-c288-4441-9f2a-a2cbf87fcce2) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:42:16.559932 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3efd6d50-25f5-404f-bb56-6de7d24afd50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:16.686787 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-3efd6d50-25f5-404f-bb56-6de7d24afd50 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fb6dbba8fb6e48c69fe9a2f3369f5483&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5270252 Jul 29 23:42:16.689312 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35338) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:16.722251 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3bbde6db-74e0-43d3-acb9-56336a3695f8 req-1aaccea0-6224-463e-ae0d-10ae9d67c40a service neutron] 10.222.0.43 "GET /v2.0/networks/75276a04-f545-4a3d-9980-2e308be152f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6219432 Jul 29 23:42:16.725134 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efd6d50-25f5-404f-bb56-6de7d24afd50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c50900b-d0a0-46b1-9bb5-7b229f073a6e,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:16.797267 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ac760e17-9f26-47cc-8c8f-5d123af73a5b None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:16.825777 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-ac760e17-9f26-47cc-8c8f-5d123af73a5b None None] Transition to ACTIVE for port object 2643828f-c288-4441-9f2a-a2cbf87fcce2 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:42:16.909417 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-ac760e17-9f26-47cc-8c8f-5d123af73a5b None None] Transition to ACTIVE for port object 2643828f-c288-4441-9f2a-a2cbf87fcce2 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:42:16.928660 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-871141a7-ba22-45e9-aac5-e26b78ff3adb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:16.930191 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ac760e17-9f26-47cc-8c8f-5d123af73a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:16.931335 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3bbde6db-74e0-43d3-acb9-56336a3695f8 req-58aedfca-0a61-448a-a9a5-829503dd4fec service neutron] 10.222.0.43 "GET /v2.0/networks/75276a04-f545-4a3d-9980-2e308be152f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946287 Jul 29 23:42:16.960514 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d171dd4a-9d34-4e06-ab01-0c02dacc44aa tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Made reservation on behalf of 898eb45b72bc412894ad3f7c7d32d3f6 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:42:16.970807 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d171dd4a-9d34-4e06-ab01-0c02dacc44aa tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:17.049832 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-871141a7-ba22-45e9-aac5-e26b78ff3adb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:17.067989 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac760e17-9f26-47cc-8c8f-5d123af73a5b None None] Network 1d8be2f5-37bc-4036-a14b-70e657dee622 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:42:17.084999 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-ac760e17-9f26-47cc-8c8f-5d123af73a5b None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:42:17.100166 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d171dd4a-9d34-4e06-ab01-0c02dacc44aa tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:42:17.116831 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d171dd4a-9d34-4e06-ab01-0c02dacc44aa tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:17.117325 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-d171dd4a-9d34-4e06-ab01-0c02dacc44aa tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Added segment 1cc17974-9852-4c6f-bd27-e05c9ce7da6e of type vlan for network a81de8d2-e5a3-4232-a80c-f07d2447347c Jul 29 23:42:17.120044 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac760e17-9f26-47cc-8c8f-5d123af73a5b None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:42:17.138084 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac760e17-9f26-47cc-8c8f-5d123af73a5b None None] Pushing event updated for resources: {'Port': ['ID=2643828f-c288-4441-9f2a-a2cbf87fcce2,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:17.315813 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-ac760e17-9f26-47cc-8c8f-5d123af73a5b None None] Attempting to bind port 2643828f-c288-4441-9f2a-a2cbf87fcce2 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:42:17.322449 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d171dd4a-9d34-4e06-ab01-0c02dacc44aa tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:17.323393 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-ac760e17-9f26-47cc-8c8f-5d123af73a5b None None] Attempting to bind port 2643828f-c288-4441-9f2a-a2cbf87fcce2 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '36a2502f-df51-4ebd-bfe9-131c9b5f2a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1d8be2f5-37bc-4036-a14b-70e657dee622'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:42:17.336753 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac760e17-9f26-47cc-8c8f-5d123af73a5b None None] Attempting to bind port 2643828f-c288-4441-9f2a-a2cbf87fcce2 on network 1d8be2f5-37bc-4036-a14b-70e657dee622 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:42:17.365154 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac760e17-9f26-47cc-8c8f-5d123af73a5b None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:42:17.367170 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac760e17-9f26-47cc-8c8f-5d123af73a5b None None] Checking segment: {'id': '36a2502f-df51-4ebd-bfe9-131c9b5f2a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1d8be2f5-37bc-4036-a14b-70e657dee622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:42:17.369828 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ac760e17-9f26-47cc-8c8f-5d123af73a5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:17.371107 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d171dd4a-9d34-4e06-ab01-0c02dacc44aa tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:17.372584 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac760e17-9f26-47cc-8c8f-5d123af73a5b None None] Bound using segment: {'id': '36a2502f-df51-4ebd-bfe9-131c9b5f2a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1d8be2f5-37bc-4036-a14b-70e657dee622'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:42:17.373338 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-ac760e17-9f26-47cc-8c8f-5d123af73a5b None None] Bound port: 2643828f-c288-4441-9f2a-a2cbf87fcce2, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36a2502f-df51-4ebd-bfe9-131c9b5f2a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '1d8be2f5-37bc-4036-a14b-70e657dee622'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:42:17.374179 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ac760e17-9f26-47cc-8c8f-5d123af73a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:17.381613 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d171dd4a-9d34-4e06-ab01-0c02dacc44aa tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:17.382506 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d171dd4a-9d34-4e06-ab01-0c02dacc44aa tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:17.439462 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-776e50ab-3a2d-4ff8-ad2a-7e09a3aef6aa req-e56b8c7f-8c6a-4457-b132-786d571e5b98 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 210 time: 0.0848510 Jul 29 23:42:17.464148 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d171dd4a-9d34-4e06-ab01-0c02dacc44aa tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2615917 Jul 29 23:42:17.467085 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35352) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:17.473095 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-88dbd17c-ae5e-4be3-b8f3-e08fea0af21f tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Request body: {'subnet': {'network_id': 'dfa22bfa-a9f3-421f-b966-857ef486c5d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:17.518804 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d171dd4a-9d34-4e06-ab01-0c02dacc44aa tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Pushing event updated for resources: {'Network': ['ID=a81de8d2-e5a3-4232-a80c-f07d2447347c,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:17.535162 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-871141a7-ba22-45e9-aac5-e26b78ff3adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:17.538991 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-871141a7-ba22-45e9-aac5-e26b78ff3adb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:17.543582 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-871141a7-ba22-45e9-aac5-e26b78ff3adb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3c50900b-d0a0-46b1-9bb5-7b229f073a6e HTTP/1.1" status: 204 len: 168 time: 0.8521333 Jul 29 23:42:17.562141 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871141a7-ba22-45e9-aac5-e26b78ff3adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c50900b-d0a0-46b1-9bb5-7b229f073a6e,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:17.563366 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network a81de8d2-e5a3-4232-a80c-f07d2447347c details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:42:17.675554 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d5d40-ed7b-4521-86f3-91426a91740f req-788a2f42-3e5b-41a0-b8ac-96a3686940f0 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:17.685099 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b01d5d40-ed7b-4521-86f3-91426a91740f req-788a2f42-3e5b-41a0-b8ac-96a3686940f0 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.2055094 Jul 29 23:42:17.726897 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88dbd17c-ae5e-4be3-b8f3-e08fea0af21f tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Made reservation on behalf of 898eb45b72bc412894ad3f7c7d32d3f6 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:42:17.730890 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-88dbd17c-ae5e-4be3-b8f3-e08fea0af21f tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:17.821382 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-ac760e17-9f26-47cc-8c8f-5d123af73a5b None None] For port 2643828f-c288-4441-9f2a-a2cbf87fcce2, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:42:17.831817 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-ac760e17-9f26-47cc-8c8f-5d123af73a5b None None] For port 2643828f-c288-4441-9f2a-a2cbf87fcce2, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=2643828f-c288-4441-9f2a-a2cbf87fcce2,segment=NetworkSegment(36a2502f-df51-4ebd-bfe9-131c9b5f2a2c),segment_id=36a2502f-df51-4ebd-bfe9-131c9b5f2a2c)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:42:17.865828 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ac760e17-9f26-47cc-8c8f-5d123af73a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:17.980768 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b01d5d40-ed7b-4521-86f3-91426a91740f req-87f878f3-c77c-4c87-bdee-5b80cc3af62b tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945571 Jul 29 23:42:18.093894 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac760e17-9f26-47cc-8c8f-5d123af73a5b None None] Pushing event updated for resources: {'Port': ['ID=2643828f-c288-4441-9f2a-a2cbf87fcce2,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:18.247907 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-88dbd17c-ae5e-4be3-b8f3-e08fea0af21f tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:18.542508 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dbd17c-ae5e-4be3-b8f3-e08fea0af21f tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Checking segment: {'id': '043fae62-4e5f-4c17-981c-6f0b8b6db241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dfa22bfa-a9f3-421f-b966-857ef486c5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:42:18.545079 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88dbd17c-ae5e-4be3-b8f3-e08fea0af21f tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Network hostable DHCP agents. Network: dfa22bfa-a9f3-421f-b966-857ef486c5d3, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:42:18.555036 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dbd17c-ae5e-4be3-b8f3-e08fea0af21f tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Pushing event updated for resources: {'Subnet': ['ID=ff9ae2f4-c3af-4a62-bb6b-f05fd9864934,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:18.628453 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88dbd17c-ae5e-4be3-b8f3-e08fea0af21f tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Network dfa22bfa-a9f3-421f-b966-857ef486c5d3 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:42:18.657480 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-88dbd17c-ae5e-4be3-b8f3-e08fea0af21f tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, dfa22bfa-a9f3-421f-b966-857ef486c5d3) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:42:18.670191 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88dbd17c-ae5e-4be3-b8f3-e08fea0af21f tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:18.671423 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-88dbd17c-ae5e-4be3-b8f3-e08fea0af21f tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:18.680036 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe1d264-e6a0-4957-8d04-b31bbecc0c2a None None] Network dfa22bfa-a9f3-421f-b966-857ef486c5d3 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:42:18.731380 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-88dbd17c-ae5e-4be3-b8f3-e08fea0af21f tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2631269 Jul 29 23:42:18.735835 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35394) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:18.746127 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-f196d4a6-c24e-4bfb-960a-f3d3bf69ec81 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Request body: {'subnet': {'network_id': 'a81de8d2-e5a3-4232-a80c-f07d2447347c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:18.885168 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-991180ad-1fb3-4799-9450-931d9907d044 req-fc53733a-cf39-42d0-9b36-80cf064fb873 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 210 time: 0.0880337 Jul 29 23:42:19.146691 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f196d4a6-c24e-4bfb-960a-f3d3bf69ec81 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Made reservation on behalf of 898eb45b72bc412894ad3f7c7d32d3f6 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:42:19.156020 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f196d4a6-c24e-4bfb-960a-f3d3bf69ec81 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:19.244373 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b59174-709b-426d-a9a5-a20ec13f19d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-dfa22bfa-a9f3-421f-b966-857ef486c5d3', 'network_id': 'dfa22bfa-a9f3-421f-b966-857ef486c5d3', 'tenant_id': '898eb45b72bc412894ad3f7c7d32d3f6', 'fixed_ips': [{'subnet_id': 'ff9ae2f4-c3af-4a62-bb6b-f05fd9864934'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:42:19.247413 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-06b59174-709b-426d-a9a5-a20ec13f19d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:19.399605 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e47cd-83fd-4db0-881c-948d9f5beda2 req-b574773d-6549-4fee-9945-2d691b1d0983 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:19.413025 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-472e47cd-83fd-4db0-881c-948d9f5beda2 req-b574773d-6549-4fee-9945-2d691b1d0983 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.1514711 Jul 29 23:42:19.552790 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-472e47cd-83fd-4db0-881c-948d9f5beda2 req-d19834df-7b01-43ef-b285-d2086549a503 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223023 Jul 29 23:42:19.569319 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-06b59174-709b-426d-a9a5-a20ec13f19d2 None None] Allocated IP 172.20.0.2 (dfa22bfa-a9f3-421f-b966-857ef486c5d3/ff9ae2f4-c3af-4a62-bb6b-f05fd9864934/cd4db1a8-7db5-4f2d-b185-6e873007bab4) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:42:19.719622 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:19.902295 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f196d4a6-c24e-4bfb-960a-f3d3bf69ec81 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:20.142232 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f196d4a6-c24e-4bfb-960a-f3d3bf69ec81 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Pushing event updated for resources: {'Subnet': ['ID=9697107e-3cba-4052-baea-66eef8c86044,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:20.258597 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-06b59174-709b-426d-a9a5-a20ec13f19d2 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:20.280964 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbde6db-74e0-43d3-acb9-56336a3695f8 req-2953293f-0206-43c1-99fd-a60b8bfd4a0c tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:20.283939 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3bbde6db-74e0-43d3-acb9-56336a3695f8 req-2953293f-0206-43c1-99fd-a60b8bfd4a0c tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.41 "GET /v2.0/networks?id=75276a04-f545-4a3d-9980-2e308be152f9 HTTP/1.1" status: 200 len: 817 time: 0.5242982 Jul 29 23:42:20.303338 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-06b59174-709b-426d-a9a5-a20ec13f19d2 None None] Transition to ACTIVE for port object cd4db1a8-7db5-4f2d-b185-6e873007bab4 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:42:20.337873 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f196d4a6-c24e-4bfb-960a-f3d3bf69ec81 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Checking segment: {'id': '1cc17974-9852-4c6f-bd27-e05c9ce7da6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a81de8d2-e5a3-4232-a80c-f07d2447347c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:42:20.346687 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f196d4a6-c24e-4bfb-960a-f3d3bf69ec81 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Network hostable DHCP agents. Network: a81de8d2-e5a3-4232-a80c-f07d2447347c, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:42:20.387730 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-06b59174-709b-426d-a9a5-a20ec13f19d2 None None] Transition to ACTIVE for port object cd4db1a8-7db5-4f2d-b185-6e873007bab4 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:42:20.392266 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-51439b4a-99db-463b-b494-2baa9b484dbc req-67247b31-ca4b-4f86-ae9f-2ff116f038c4 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 210 time: 0.2008367 Jul 29 23:42:20.448797 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-06b59174-709b-426d-a9a5-a20ec13f19d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:20.468996 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f196d4a6-c24e-4bfb-960a-f3d3bf69ec81 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Network a81de8d2-e5a3-4232-a80c-f07d2447347c is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:42:20.492812 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-f196d4a6-c24e-4bfb-960a-f3d3bf69ec81 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, a81de8d2-e5a3-4232-a80c-f07d2447347c) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:42:20.501680 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f196d4a6-c24e-4bfb-960a-f3d3bf69ec81 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:20.502729 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f196d4a6-c24e-4bfb-960a-f3d3bf69ec81 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:20.539734 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-f196d4a6-c24e-4bfb-960a-f3d3bf69ec81 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8014698 Jul 29 23:42:20.540416 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35436) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:20.561352 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1993ef1-dfc6-4247-adf0-220b1866461f None None] Network 1d8be2f5-37bc-4036-a14b-70e657dee622 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:42:20.565073 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 2643828f-c288-4441-9f2a-a2cbf87fcce2 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:42:20.696243 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c714a1d9-9f0b-4015-b384-334ebb47f1a1 None None] Network a81de8d2-e5a3-4232-a80c-f07d2447347c requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:42:20.708114 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3bbde6db-74e0-43d3-acb9-56336a3695f8 req-dc7cc894-a47b-45fb-a228-a4b935b575ec tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc6282d9b32e428d9264b8fb2fa602e4 HTTP/1.1" status: 200 len: 379 time: 0.3396811 Jul 29 23:42:20.785902 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b59174-709b-426d-a9a5-a20ec13f19d2 None None] Network dfa22bfa-a9f3-421f-b966-857ef486c5d3 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:42:20.787630 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b59174-709b-426d-a9a5-a20ec13f19d2 None None] Pushing event updated for resources: {'Port': ['ID=cd4db1a8-7db5-4f2d-b185-6e873007bab4,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:20.822443 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-3bbde6db-74e0-43d3-acb9-56336a3695f8 req-9d444276-cb1e-4cd6-bd30-bc38f8943420 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Request body: {'port': {'device_id': '312b196d-1983-4e61-b3c6-96ed3c943fce', 'network_id': '75276a04-f545-4a3d-9980-2e308be152f9', 'admin_state_up': True, 'tenant_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'security_groups': ['e5897186-7f16-4a31-9187-0284a909539f']}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:20.832927 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-06b59174-709b-426d-a9a5-a20ec13f19d2 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:42:20.839464 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-999ee575-6553-4ab3-bcb5-95acb33ea014 None None] Provisioning for port 2643828f-c288-4441-9f2a-a2cbf87fcce2 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:42:20.933339 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b59174-709b-426d-a9a5-a20ec13f19d2 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:42:21.190282 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bbde6db-74e0-43d3-acb9-56336a3695f8 req-9d444276-cb1e-4cd6-bd30-bc38f8943420 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Made reservation on behalf of bc6282d9b32e428d9264b8fb2fa602e4 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:42:21.195313 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-3bbde6db-74e0-43d3-acb9-56336a3695f8 req-9d444276-cb1e-4cd6-bd30-bc38f8943420 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:21.207186 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a579559-3f21-4f9a-a2ba-74e6c1559ab7 req-a5caa1d1-abfd-44b5-a8f6-fe0280de20a2 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:21.209899 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3a579559-3f21-4f9a-a2ba-74e6c1559ab7 req-a5caa1d1-abfd-44b5-a8f6-fe0280de20a2 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.4109240 Jul 29 23:42:21.275030 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-06b59174-709b-426d-a9a5-a20ec13f19d2 None None] Attempting to bind port cd4db1a8-7db5-4f2d-b185-6e873007bab4 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:42:21.275974 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-06b59174-709b-426d-a9a5-a20ec13f19d2 None None] Attempting to bind port cd4db1a8-7db5-4f2d-b185-6e873007bab4 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '043fae62-4e5f-4c17-981c-6f0b8b6db241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dfa22bfa-a9f3-421f-b966-857ef486c5d3'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:42:21.276588 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b59174-709b-426d-a9a5-a20ec13f19d2 None None] Attempting to bind port cd4db1a8-7db5-4f2d-b185-6e873007bab4 on network dfa22bfa-a9f3-421f-b966-857ef486c5d3 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:42:21.300452 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b59174-709b-426d-a9a5-a20ec13f19d2 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:42:21.302453 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b59174-709b-426d-a9a5-a20ec13f19d2 None None] Checking segment: {'id': '043fae62-4e5f-4c17-981c-6f0b8b6db241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dfa22bfa-a9f3-421f-b966-857ef486c5d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:42:21.303490 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-06b59174-709b-426d-a9a5-a20ec13f19d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:21.305823 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b59174-709b-426d-a9a5-a20ec13f19d2 None None] Bound using segment: {'id': '043fae62-4e5f-4c17-981c-6f0b8b6db241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dfa22bfa-a9f3-421f-b966-857ef486c5d3'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:42:21.307210 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-06b59174-709b-426d-a9a5-a20ec13f19d2 None None] Bound port: cd4db1a8-7db5-4f2d-b185-6e873007bab4, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '043fae62-4e5f-4c17-981c-6f0b8b6db241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'dfa22bfa-a9f3-421f-b966-857ef486c5d3'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:42:21.308690 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-06b59174-709b-426d-a9a5-a20ec13f19d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:21.319156 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 2643828f-c288-4441-9f2a-a2cbf87fcce2 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:42:21.347911 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 2643828f-c288-4441-9f2a-a2cbf87fcce2 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:21.349701 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:21.373834 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3a579559-3f21-4f9a-a2ba-74e6c1559ab7 req-55353433-fd2b-498a-82fa-8c8a4036abda tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065388 Jul 29 23:42:21.862349 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-14115736-3d0e-42fd-95a0-7777152915ca req-f6f6f454-c45e-42b1-a2ee-04fbd20a5a2e tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 210 time: 0.1427436 Jul 29 23:42:21.920715 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-347ef3cc-ac70-4443-ba90-2211f9ac4325 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:22.225898 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-3bbde6db-74e0-43d3-acb9-56336a3695f8 req-9d444276-cb1e-4cd6-bd30-bc38f8943420 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Allocated IP 172.20.0.9 (75276a04-f545-4a3d-9980-2e308be152f9/3f8a1426-23b4-4820-974d-b3b8ade6d730/1ac17cbc-373d-4634-a2b1-08f85a3a817f) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:42:22.229310 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-06b59174-709b-426d-a9a5-a20ec13f19d2 None None] For port cd4db1a8-7db5-4f2d-b185-6e873007bab4, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:42:22.320354 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-06b59174-709b-426d-a9a5-a20ec13f19d2 None None] For port cd4db1a8-7db5-4f2d-b185-6e873007bab4, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=cd4db1a8-7db5-4f2d-b185-6e873007bab4,segment=NetworkSegment(043fae62-4e5f-4c17-981c-6f0b8b6db241),segment_id=043fae62-4e5f-4c17-981c-6f0b8b6db241)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:42:22.360191 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-06b59174-709b-426d-a9a5-a20ec13f19d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:22.380707 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56049da-2bdc-442b-aa9d-6ea20fd31572 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-a81de8d2-e5a3-4232-a80c-f07d2447347c', 'network_id': 'a81de8d2-e5a3-4232-a80c-f07d2447347c', 'tenant_id': '898eb45b72bc412894ad3f7c7d32d3f6', 'fixed_ips': [{'subnet_id': '9697107e-3cba-4052-baea-66eef8c86044'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:42:22.381949 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f56049da-2bdc-442b-aa9d-6ea20fd31572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:22.522876 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:22.975866 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-f56049da-2bdc-442b-aa9d-6ea20fd31572 None None] Allocated IP 172.20.0.2 (a81de8d2-e5a3-4232-a80c-f07d2447347c/9697107e-3cba-4052-baea-66eef8c86044/f55ecfe4-c253-4343-8b7f-9dc37078cbc1) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:42:23.151876 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-347ef3cc-ac70-4443-ba90-2211f9ac4325 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Allocated IP 172.20.0.1 (dfa22bfa-a9f3-421f-b966-857ef486c5d3/ff9ae2f4-c3af-4a62-bb6b-f05fd9864934/6055fa72-d843-4183-84dd-76c64750bec2) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:42:23.393640 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-792920e5-5995-4d66-bebc-a4b6ce86e6f0 req-2441e2dc-b300-4ce5-91a6-d6c18fc9e29b tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 210 time: 0.1962519 Jul 29 23:42:23.407058 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d02d6d0-e531-4b9d-88c3-4d02192a1709 req-f920de52-b865-4315-ab5b-355cb544489f tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:23.412015 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f56049da-2bdc-442b-aa9d-6ea20fd31572 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:23.416720 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0d02d6d0-e531-4b9d-88c3-4d02192a1709 req-f920de52-b865-4315-ab5b-355cb544489f tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.8297679 Jul 29 23:42:23.429643 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f56049da-2bdc-442b-aa9d-6ea20fd31572 None None] Transition to ACTIVE for port object f55ecfe4-c253-4343-8b7f-9dc37078cbc1 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:42:23.450965 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f56049da-2bdc-442b-aa9d-6ea20fd31572 None None] Transition to ACTIVE for port object f55ecfe4-c253-4343-8b7f-9dc37078cbc1 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:42:23.534844 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 2643828f-c288-4441-9f2a-a2cbf87fcce2, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=2643828f-c288-4441-9f2a-a2cbf87fcce2,segment=NetworkSegment(36a2502f-df51-4ebd-bfe9-131c9b5f2a2c),segment_id=36a2502f-df51-4ebd-bfe9-131c9b5f2a2c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:23.570028 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f56049da-2bdc-442b-aa9d-6ea20fd31572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:23.571471 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b59174-709b-426d-a9a5-a20ec13f19d2 None None] Pushing event updated for resources: {'Port': ['ID=cd4db1a8-7db5-4f2d-b185-6e873007bab4,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:23.622990 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-3bbde6db-74e0-43d3-acb9-56336a3695f8 req-9d444276-cb1e-4cd6-bd30-bc38f8943420 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:23.627269 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:23.634390 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56049da-2bdc-442b-aa9d-6ea20fd31572 None None] Pushing event updated for resources: {'Port': ['ID=f55ecfe4-c253-4343-8b7f-9dc37078cbc1,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:23.711002 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=2643828f-c288-4441-9f2a-a2cbf87fcce2,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:23.733094 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-ffc8df28-fcec-4776-8969-468d09eb793d None None] Provisioning complete for port 2643828f-c288-4441-9f2a-a2cbf87fcce2 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:23.733094 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ffc8df28-fcec-4776-8969-468d09eb793d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:23.776258 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56049da-2bdc-442b-aa9d-6ea20fd31572 None None] Network a81de8d2-e5a3-4232-a80c-f07d2447347c is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:42:23.778098 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-f56049da-2bdc-442b-aa9d-6ea20fd31572 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:42:23.780706 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56049da-2bdc-442b-aa9d-6ea20fd31572 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:42:23.851012 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-347ef3cc-ac70-4443-ba90-2211f9ac4325 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:23.854875 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-72ad79f9-7c4f-47bc-8215-ff434cf5ffb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:23.902913 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device cd4db1a8-7db5-4f2d-b185-6e873007bab4 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:42:23.958518 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0d02d6d0-e531-4b9d-88c3-4d02192a1709 req-9afa9233-46d1-45d1-b11c-b27c11f3f83f tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5404253 Jul 29 23:42:23.977448 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-347ef3cc-ac70-4443-ba90-2211f9ac4325 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Transition to ACTIVE for port object 6055fa72-d843-4183-84dd-76c64750bec2 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:42:23.982353 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-3bbde6db-74e0-43d3-acb9-56336a3695f8 req-9d444276-cb1e-4cd6-bd30-bc38f8943420 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Transition to ACTIVE for port object 1ac17cbc-373d-4634-a2b1-08f85a3a817f will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:42:23.986876 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-f56049da-2bdc-442b-aa9d-6ea20fd31572 None None] Attempting to bind port f55ecfe4-c253-4343-8b7f-9dc37078cbc1 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:42:23.987666 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-f56049da-2bdc-442b-aa9d-6ea20fd31572 None None] Attempting to bind port f55ecfe4-c253-4343-8b7f-9dc37078cbc1 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '1cc17974-9852-4c6f-bd27-e05c9ce7da6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a81de8d2-e5a3-4232-a80c-f07d2447347c'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:42:23.988376 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56049da-2bdc-442b-aa9d-6ea20fd31572 None None] Attempting to bind port f55ecfe4-c253-4343-8b7f-9dc37078cbc1 on network a81de8d2-e5a3-4232-a80c-f07d2447347c {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:42:23.998727 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56049da-2bdc-442b-aa9d-6ea20fd31572 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:42:23.999300 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56049da-2bdc-442b-aa9d-6ea20fd31572 None None] Checking segment: {'id': '1cc17974-9852-4c6f-bd27-e05c9ce7da6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a81de8d2-e5a3-4232-a80c-f07d2447347c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:42:23.999820 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f56049da-2bdc-442b-aa9d-6ea20fd31572 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:24.000323 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56049da-2bdc-442b-aa9d-6ea20fd31572 None None] Bound using segment: {'id': '1cc17974-9852-4c6f-bd27-e05c9ce7da6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a81de8d2-e5a3-4232-a80c-f07d2447347c'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:42:24.001115 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-f56049da-2bdc-442b-aa9d-6ea20fd31572 None None] Bound port: f55ecfe4-c253-4343-8b7f-9dc37078cbc1, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cc17974-9852-4c6f-bd27-e05c9ce7da6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a81de8d2-e5a3-4232-a80c-f07d2447347c'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:42:24.001644 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f56049da-2bdc-442b-aa9d-6ea20fd31572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:24.104226 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port cd4db1a8-7db5-4f2d-b185-6e873007bab4 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:42:24.133260 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-347ef3cc-ac70-4443-ba90-2211f9ac4325 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:24.148222 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-3bbde6db-74e0-43d3-acb9-56336a3695f8 req-9d444276-cb1e-4cd6-bd30-bc38f8943420 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:24.327658 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-f56049da-2bdc-442b-aa9d-6ea20fd31572 None None] For port f55ecfe4-c253-4343-8b7f-9dc37078cbc1, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:42:24.340644 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-f56049da-2bdc-442b-aa9d-6ea20fd31572 None None] For port f55ecfe4-c253-4343-8b7f-9dc37078cbc1, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=f55ecfe4-c253-4343-8b7f-9dc37078cbc1,segment=NetworkSegment(1cc17974-9852-4c6f-bd27-e05c9ce7da6e),segment_id=1cc17974-9852-4c6f-bd27-e05c9ce7da6e)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:42:24.356048 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f56049da-2bdc-442b-aa9d-6ea20fd31572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:24.407488 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347ef3cc-ac70-4443-ba90-2211f9ac4325 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Network dfa22bfa-a9f3-421f-b966-857ef486c5d3 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:42:24.447136 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bbde6db-74e0-43d3-acb9-56336a3695f8 req-9d444276-cb1e-4cd6-bd30-bc38f8943420 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Network 75276a04-f545-4a3d-9980-2e308be152f9 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:42:24.458591 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-3bbde6db-74e0-43d3-acb9-56336a3695f8 req-9d444276-cb1e-4cd6-bd30-bc38f8943420 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:42:24.461205 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-347ef3cc-ac70-4443-ba90-2211f9ac4325 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:42:24.470521 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bbde6db-74e0-43d3-acb9-56336a3695f8 req-9d444276-cb1e-4cd6-bd30-bc38f8943420 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:42:24.474617 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347ef3cc-ac70-4443-ba90-2211f9ac4325 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:42:24.519177 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347ef3cc-ac70-4443-ba90-2211f9ac4325 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Pushing event updated for resources: {'Port': ['ID=6055fa72-d843-4183-84dd-76c64750bec2,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:24.587701 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56049da-2bdc-442b-aa9d-6ea20fd31572 None None] Pushing event updated for resources: {'Port': ['ID=f55ecfe4-c253-4343-8b7f-9dc37078cbc1,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:24.675586 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f3d485-8cd1-43ed-be24-20d71e21dce0 None None] Network dfa22bfa-a9f3-421f-b966-857ef486c5d3 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:42:24.792617 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbde6db-74e0-43d3-acb9-56336a3695f8 req-9d444276-cb1e-4cd6-bd30-bc38f8943420 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:24.794101 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-3bbde6db-74e0-43d3-acb9-56336a3695f8 req-9d444276-cb1e-4cd6-bd30-bc38f8943420 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:24.842274 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-347ef3cc-ac70-4443-ba90-2211f9ac4325 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:24.947514 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-831a645d-0ee2-43a0-ad6a-2d6ba1f6eed6 None None] Provisioning for port cd4db1a8-7db5-4f2d-b185-6e873007bab4 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:42:25.003878 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-831a645d-0ee2-43a0-ad6a-2d6ba1f6eed6 None None] Provisioning complete for port cd4db1a8-7db5-4f2d-b185-6e873007bab4 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:25.009287 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-831a645d-0ee2-43a0-ad6a-2d6ba1f6eed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:25.163212 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3bbde6db-74e0-43d3-acb9-56336a3695f8 req-9d444276-cb1e-4cd6-bd30-bc38f8943420 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3578200 Jul 29 23:42:25.223734 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-3bbde6db-74e0-43d3-acb9-56336a3695f8 req-f8bcd040-b42a-4e60-8465-22ebd19f67ab service neutron] Request body: {'port': {'device_id': '312b196d-1983-4e61-b3c6-96ed3c943fce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:25.296668 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d444276-cb1e-4cd6-bd30-bc38f8943420 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Pushing event updated for resources: {'Port': ['ID=1ac17cbc-373d-4634-a2b1-08f85a3a817f,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:25.544472 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a337d61b-ae5f-4229-9151-41b3d029c863 req-c21f74f4-84c4-48d4-b449-ae069df639c8 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:25.549069 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a337d61b-ae5f-4229-9151-41b3d029c863 req-c21f74f4-84c4-48d4-b449-ae069df639c8 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 931 time: 0.8834188 Jul 29 23:42:25.681281 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-831a645d-0ee2-43a0-ad6a-2d6ba1f6eed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:25.741819 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-3bbde6db-74e0-43d3-acb9-56336a3695f8 req-f8bcd040-b42a-4e60-8465-22ebd19f67ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:25.808739 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d07991-695f-4d61-accd-28123028c1ab req-577e0729-853c-4917-9a03-f0097dbc5b75 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:25.819644 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-89d07991-695f-4d61-accd-28123028c1ab req-577e0729-853c-4917-9a03-f0097dbc5b75 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.6509900 Jul 29 23:42:25.868784 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-831a645d-0ee2-43a0-ad6a-2d6ba1f6eed6 None None] For port cd4db1a8-7db5-4f2d-b185-6e873007bab4, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=cd4db1a8-7db5-4f2d-b185-6e873007bab4,segment=NetworkSegment(043fae62-4e5f-4c17-981c-6f0b8b6db241),segment_id=043fae62-4e5f-4c17-981c-6f0b8b6db241)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:25.912804 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-831a645d-0ee2-43a0-ad6a-2d6ba1f6eed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:26.132945 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831a645d-0ee2-43a0-ad6a-2d6ba1f6eed6 None None] Pushing event updated for resources: {'Port': ['ID=cd4db1a8-7db5-4f2d-b185-6e873007bab4,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:26.155677 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device f55ecfe4-c253-4343-8b7f-9dc37078cbc1 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:42:26.181855 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-347ef3cc-ac70-4443-ba90-2211f9ac4325 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:26.189324 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-082210b8-81fa-4e35-bfdb-8c09cdb4a839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:26.204282 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-5834fb60-d124-4eed-b108-7db90942e317 None None] Provisioning for port 1ac17cbc-373d-4634-a2b1-08f85a3a817f completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:42:26.216026 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-5834fb60-d124-4eed-b108-7db90942e317 None None] Provisioning complete for port 1ac17cbc-373d-4634-a2b1-08f85a3a817f triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:26.216655 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5834fb60-d124-4eed-b108-7db90942e317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:26.289356 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-89d07991-695f-4d61-accd-28123028c1ab req-61be0f74-0ff6-4afc-8864-d186be2c1f48 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3873413 Jul 29 23:42:26.309653 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a337d61b-ae5f-4229-9151-41b3d029c863 req-54e4e5b2-9d13-4b24-b036-675299fe8d8f tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7021363 Jul 29 23:42:26.360041 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-5834fb60-d124-4eed-b108-7db90942e317 None None] Port 1ac17cbc-373d-4634-a2b1-08f85a3a817f cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:42:26.376823 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port f55ecfe4-c253-4343-8b7f-9dc37078cbc1 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:42:26.389236 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 2643828f-c288-4441-9f2a-a2cbf87fcce2 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:42:26.394665 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:26.458445 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35550) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:26.532972 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-9d18410e-15c0-4f20-8807-c7d51b093843 None None] Provisioning for port 6055fa72-d843-4183-84dd-76c64750bec2 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:42:26.549295 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-9d18410e-15c0-4f20-8807-c7d51b093843 None None] Provisioning complete for port 6055fa72-d843-4183-84dd-76c64750bec2 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:26.559913 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9d18410e-15c0-4f20-8807-c7d51b093843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:26.700044 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 2643828f-c288-4441-9f2a-a2cbf87fcce2 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:26.701146 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:26.904292 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-9d18410e-15c0-4f20-8807-c7d51b093843 None None] Port 6055fa72-d843-4183-84dd-76c64750bec2 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:42:26.992644 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf69e52-6a24-4851-b80d-60567c940a32 None None] Network a81de8d2-e5a3-4232-a80c-f07d2447347c requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:42:27.295057 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-9d18410e-15c0-4f20-8807-c7d51b093843 None None] Provisioning complete for port cd4db1a8-7db5-4f2d-b185-6e873007bab4 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:27.295439 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9d18410e-15c0-4f20-8807-c7d51b093843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:28.030654 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35586) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:28.106093 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:28.291718 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-850244f3-d4f9-4d77-aa5f-6cafc8fc36a2 None None] Provisioning for port f55ecfe4-c253-4343-8b7f-9dc37078cbc1 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:42:28.304472 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-850244f3-d4f9-4d77-aa5f-6cafc8fc36a2 None None] Provisioning complete for port f55ecfe4-c253-4343-8b7f-9dc37078cbc1 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:28.307177 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-850244f3-d4f9-4d77-aa5f-6cafc8fc36a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:28.427819 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bb157c99-42e8-4b6c-a82c-efe56e064fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:28.486582 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device cd4db1a8-7db5-4f2d-b185-6e873007bab4 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:42:28.642759 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fa6e8a8a-ab3a-463c-8ede-222e7f62cbc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:28.827935 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-850244f3-d4f9-4d77-aa5f-6cafc8fc36a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:28.841298 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device b6ece518-cbb5-4566-b916-ab5aa5d0aa2a details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:42:28.864778 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port cd4db1a8-7db5-4f2d-b185-6e873007bab4 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:28.867009 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:29.128944 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-3bbde6db-74e0-43d3-acb9-56336a3695f8 req-f8bcd040-b42a-4e60-8465-22ebd19f67ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ac17cbc-373d-4634-a2b1-08f85a3a817f {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:42:29.133605 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fa6e8a8a-ab3a-463c-8ede-222e7f62cbc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:29.159758 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fa6e8a8a-ab3a-463c-8ede-222e7f62cbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:29.172356 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-3bbde6db-74e0-43d3-acb9-56336a3695f8 req-f8bcd040-b42a-4e60-8465-22ebd19f67ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:29.182309 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-850244f3-d4f9-4d77-aa5f-6cafc8fc36a2 None None] For port f55ecfe4-c253-4343-8b7f-9dc37078cbc1, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=f55ecfe4-c253-4343-8b7f-9dc37078cbc1,segment=NetworkSegment(1cc17974-9852-4c6f-bd27-e05c9ce7da6e),segment_id=1cc17974-9852-4c6f-bd27-e05c9ce7da6e)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:29.195005 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-850244f3-d4f9-4d77-aa5f-6cafc8fc36a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:29.263662 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-fa6e8a8a-ab3a-463c-8ede-222e7f62cbc1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9dde09021244434eb9226245586b1e65&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2151241 Jul 29 23:42:29.272094 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35612) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:29.277723 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6e8a8a-ab3a-463c-8ede-222e7f62cbc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c91522f6-b20d-46fe-aad3-7a0357ce81bc,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:29.345088 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-3bbde6db-74e0-43d3-acb9-56336a3695f8 req-f8bcd040-b42a-4e60-8465-22ebd19f67ab service neutron] Transition to ACTIVE for port object 1ac17cbc-373d-4634-a2b1-08f85a3a817f will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:42:29.365150 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port b6ece518-cbb5-4566-b916-ab5aa5d0aa2a, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=b6ece518-cbb5-4566-b916-ab5aa5d0aa2a,segment=NetworkSegment(0aa0b58a-edbb-411a-9077-5f81d4114e3c),segment_id=0aa0b58a-edbb-411a-9077-5f81d4114e3c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:29.377148 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-850244f3-d4f9-4d77-aa5f-6cafc8fc36a2 None None] Provisioning complete for port 6055fa72-d843-4183-84dd-76c64750bec2 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:29.377484 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-850244f3-d4f9-4d77-aa5f-6cafc8fc36a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:29.388780 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-efdd7dd5-f1ba-45f9-9eba-fec1288ff50d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:29.392938 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce219c-ed9a-4c1e-b6b1-8cb9546f98f8 req-78de9d31-7093-4823-a258-3b8da0abfe7d tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:29.396314 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-72ce219c-ed9a-4c1e-b6b1-8cb9546f98f8 req-78de9d31-7093-4823-a258-3b8da0abfe7d tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 1.1846323 Jul 29 23:42:29.415423 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-efdd7dd5-f1ba-45f9-9eba-fec1288ff50d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:29.421771 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9896cad-fae7-4a79-90e6-26716b763656 req-bf656b6d-d591-429a-9dc4-1d2147c9a05a tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:29.431171 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e9896cad-fae7-4a79-90e6-26716b763656 req-bf656b6d-d591-429a-9dc4-1d2147c9a05a tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 931 time: 1.2347245 Jul 29 23:42:29.438933 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-3bbde6db-74e0-43d3-acb9-56336a3695f8 req-f8bcd040-b42a-4e60-8465-22ebd19f67ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:29.486219 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-efdd7dd5-f1ba-45f9-9eba-fec1288ff50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:29.496313 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-efdd7dd5-f1ba-45f9-9eba-fec1288ff50d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:29.498916 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-efdd7dd5-f1ba-45f9-9eba-fec1288ff50d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c91522f6-b20d-46fe-aad3-7a0357ce81bc HTTP/1.1" status: 204 len: 168 time: 0.2235603 Jul 29 23:42:29.511711 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-850244f3-d4f9-4d77-aa5f-6cafc8fc36a2 None None] Port 6055fa72-d843-4183-84dd-76c64750bec2 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:42:29.515723 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:29.525051 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdd7dd5-f1ba-45f9-9eba-fec1288ff50d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91522f6-b20d-46fe-aad3-7a0357ce81bc,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:29.527121 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850244f3-d4f9-4d77-aa5f-6cafc8fc36a2 None None] Pushing event updated for resources: {'Port': ['ID=f55ecfe4-c253-4343-8b7f-9dc37078cbc1,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:29.534972 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': 'b6ece518-cbb5-4566-b916-ab5aa5d0aa2a', 'network_id': 'ef47c031-89f3-4d55-afcb-e9afda1b9317', 'port_id': 'b6ece518-cbb5-4566-b916-ab5aa5d0aa2a', 'mac_address': 'fa:16:3e:90:a0:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cc102b6-7976-49c8-8fc0-37ba3d12643a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:42:29.636228 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-bb157c99-42e8-4b6c-a82c-efe56e064fe9 admin admin] Deleting port 3159c5c9-2273-471e-b95d-9bd8047b94d3 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:42:29.636582 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bb157c99-42e8-4b6c-a82c-efe56e064fe9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:29.751329 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e9896cad-fae7-4a79-90e6-26716b763656 req-ae801df0-8f87-422f-8251-4c4b0bfe922f tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3191607 Jul 29 23:42:30.033251 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-72ce219c-ed9a-4c1e-b6b1-8cb9546f98f8 req-d117b1db-7503-4424-85fd-590788bb9c3d tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5794444 Jul 29 23:42:30.043974 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bcd040-b42a-4e60-8465-22ebd19f67ab service neutron] Pushing event updated for resources: {'Port': ['ID=1ac17cbc-373d-4634-a2b1-08f85a3a817f,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:30.073279 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-3bbde6db-74e0-43d3-acb9-56336a3695f8 req-f8bcd040-b42a-4e60-8465-22ebd19f67ab service neutron] Attempting to bind port 1ac17cbc-373d-4634-a2b1-08f85a3a817f on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:42:30.073891 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-3bbde6db-74e0-43d3-acb9-56336a3695f8 req-f8bcd040-b42a-4e60-8465-22ebd19f67ab service neutron] Attempting to bind port 1ac17cbc-373d-4634-a2b1-08f85a3a817f by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': 'e78125bf-8d4f-4e64-aa38-d84d609aca30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '75276a04-f545-4a3d-9980-2e308be152f9'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:42:30.074445 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbde6db-74e0-43d3-acb9-56336a3695f8 req-f8bcd040-b42a-4e60-8465-22ebd19f67ab service neutron] Attempting to bind port 1ac17cbc-373d-4634-a2b1-08f85a3a817f on network 75276a04-f545-4a3d-9980-2e308be152f9 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:42:30.085050 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbde6db-74e0-43d3-acb9-56336a3695f8 req-f8bcd040-b42a-4e60-8465-22ebd19f67ab service neutron] Port 1ac17cbc-373d-4634-a2b1-08f85a3a817f on network 75276a04-f545-4a3d-9980-2e308be152f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:42:30.085792 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbde6db-74e0-43d3-acb9-56336a3695f8 req-f8bcd040-b42a-4e60-8465-22ebd19f67ab service neutron] Attempting to bind port 1ac17cbc-373d-4634-a2b1-08f85a3a817f on network 75276a04-f545-4a3d-9980-2e308be152f9 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:42:30.106740 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbde6db-74e0-43d3-acb9-56336a3695f8 req-f8bcd040-b42a-4e60-8465-22ebd19f67ab service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:42:30.107433 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbde6db-74e0-43d3-acb9-56336a3695f8 req-f8bcd040-b42a-4e60-8465-22ebd19f67ab service neutron] Checking segment: {'id': 'e78125bf-8d4f-4e64-aa38-d84d609aca30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '75276a04-f545-4a3d-9980-2e308be152f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:42:30.108071 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bbde6db-74e0-43d3-acb9-56336a3695f8 req-f8bcd040-b42a-4e60-8465-22ebd19f67ab service neutron] Bound using segment: {'id': 'e78125bf-8d4f-4e64-aa38-d84d609aca30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '75276a04-f545-4a3d-9980-2e308be152f9'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:42:30.108775 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-3bbde6db-74e0-43d3-acb9-56336a3695f8 req-f8bcd040-b42a-4e60-8465-22ebd19f67ab service neutron] Bound port: 1ac17cbc-373d-4634-a2b1-08f85a3a817f, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e78125bf-8d4f-4e64-aa38-d84d609aca30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '75276a04-f545-4a3d-9980-2e308be152f9'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:42:30.109398 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-3bbde6db-74e0-43d3-acb9-56336a3695f8 req-f8bcd040-b42a-4e60-8465-22ebd19f67ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:30.114720 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-347ef3cc-ac70-4443-ba90-2211f9ac4325 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:30.135224 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-347ef3cc-ac70-4443-ba90-2211f9ac4325 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:30.195612 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-bb157c99-42e8-4b6c-a82c-efe56e064fe9 admin admin] For port 3159c5c9-2273-471e-b95d-9bd8047b94d3, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=3159c5c9-2273-471e-b95d-9bd8047b94d3,segment=NetworkSegment(be77653f-7be6-4792-85af-06f31dac82f8),segment_id=be77653f-7be6-4792-85af-06f31dac82f8)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:30.196097 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bb157c99-42e8-4b6c-a82c-efe56e064fe9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:30.310008 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-bb157c99-42e8-4b6c-a82c-efe56e064fe9 admin admin] Calling delete_port for 3159c5c9-2273-471e-b95d-9bd8047b94d3 owned by network:router_interface {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:42:30.369803 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device f55ecfe4-c253-4343-8b7f-9dc37078cbc1 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:42:30.386314 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:30.482762 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35636) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:30.523083 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f9c3227a-0248-4d77-bd21-8cc6bb90a39b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:30.532462 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347ef3cc-ac70-4443-ba90-2211f9ac4325 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Pushing event updated for resources: {'Port': ['ID=6055fa72-d843-4183-84dd-76c64750bec2,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:30.545465 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c2acf944-07ed-4536-bf32-2c210f52e715 None None] Provisioning complete for port f55ecfe4-c253-4343-8b7f-9dc37078cbc1 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:30.545465 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c2acf944-07ed-4536-bf32-2c210f52e715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:30.550009 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b6ece518-cbb5-4566-b916-ab5aa5d0aa2a {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:42:30.632162 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-347ef3cc-ac70-4443-ba90-2211f9ac4325 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:30.673322 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port b6ece518-cbb5-4566-b916-ab5aa5d0aa2a, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=b6ece518-cbb5-4566-b916-ab5aa5d0aa2a,segment=NetworkSegment(0aa0b58a-edbb-411a-9077-5f81d4114e3c),segment_id=0aa0b58a-edbb-411a-9077-5f81d4114e3c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:30.688452 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:30.808486 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347ef3cc-ac70-4443-ba90-2211f9ac4325 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Network dfa22bfa-a9f3-421f-b966-857ef486c5d3 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:42:30.811878 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-347ef3cc-ac70-4443-ba90-2211f9ac4325 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:42:30.814728 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-3bbde6db-74e0-43d3-acb9-56336a3695f8 req-f8bcd040-b42a-4e60-8465-22ebd19f67ab service neutron] For port 1ac17cbc-373d-4634-a2b1-08f85a3a817f, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:42:30.846307 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-3bbde6db-74e0-43d3-acb9-56336a3695f8 req-f8bcd040-b42a-4e60-8465-22ebd19f67ab service neutron] For port 1ac17cbc-373d-4634-a2b1-08f85a3a817f, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=1ac17cbc-373d-4634-a2b1-08f85a3a817f,segment=NetworkSegment(e78125bf-8d4f-4e64-aa38-d84d609aca30),segment_id=e78125bf-8d4f-4e64-aa38-d84d609aca30)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:42:30.887760 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['b6ece518-cbb5-4566-b916-ab5aa5d0aa2a'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:42:30.940670 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-3bbde6db-74e0-43d3-acb9-56336a3695f8 req-f8bcd040-b42a-4e60-8465-22ebd19f67ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:31.053536 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=b6ece518-cbb5-4566-b916-ab5aa5d0aa2a,revision_number=6']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:31.071578 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f9c3227a-0248-4d77-bd21-8cc6bb90a39b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:31.120583 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f9c3227a-0248-4d77-bd21-8cc6bb90a39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:31.141408 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bcd040-b42a-4e60-8465-22ebd19f67ab service neutron] Pushing event updated for resources: {'Port': ['ID=1ac17cbc-373d-4634-a2b1-08f85a3a817f,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:31.161036 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbde6db-74e0-43d3-acb9-56336a3695f8 req-f8bcd040-b42a-4e60-8465-22ebd19f67ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:31.167421 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-3bbde6db-74e0-43d3-acb9-56336a3695f8 req-f8bcd040-b42a-4e60-8465-22ebd19f67ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:31.168985 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3bbde6db-74e0-43d3-acb9-56336a3695f8 req-f8bcd040-b42a-4e60-8465-22ebd19f67ab service neutron] 10.222.0.41 "PUT /v2.0/ports/1ac17cbc-373d-4634-a2b1-08f85a3a817f HTTP/1.1" status: 200 len: 1092 time: 5.9681444 Jul 29 23:42:31.213327 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port f55ecfe4-c253-4343-8b7f-9dc37078cbc1 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:31.229001 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:31.229284 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-f9c3227a-0248-4d77-bd21-8cc6bb90a39b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b20edf6a8e154e9dbd168ac5f49b851e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7404015 Jul 29 23:42:31.235281 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35644) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:31.343824 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '312b196d-1983-4e61-b3c6-96ed3c943fce', 'tag': '1ac17cbc-373d-4634-a2b1-08f85a3a817f'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:42:31.351374 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b0a2a8-5d64-4e02-b8e9-6a49ad671b5e" -d '{"events": [{"name": "network-changed", "server_uuid": "312b196d-1983-4e61-b3c6-96ed3c943fce", "tag": "1ac17cbc-373d-4634-a2b1-08f85a3a817f"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:42:31.606509 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c3227a-0248-4d77-bd21-8cc6bb90a39b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3280ec5b-754e-45ef-86ed-8da8b8facba6,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:31.713997 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af59eb-33e2-4891-a017-436cf9a21a29 req-00d66a5e-65f9-4d3e-b4c5-90a5866c190e tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:31.722491 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-4557a211-3df2-4675-9a68-c1e4f8b0cfbb None None] Provisioning complete for port 6055fa72-d843-4183-84dd-76c64750bec2 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:31.724082 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4557a211-3df2-4675-9a68-c1e4f8b0cfbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:31.739940 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-727513d3-3d8a-44c6-a705-6126c36ab8fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:31.741203 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-10af59eb-33e2-4891-a017-436cf9a21a29 req-00d66a5e-65f9-4d3e-b4c5-90a5866c190e tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 943 time: 0.8044496 Jul 29 23:42:31.783539 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-4557a211-3df2-4675-9a68-c1e4f8b0cfbb None None] Port 6055fa72-d843-4183-84dd-76c64750bec2 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:42:31.788417 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bb157c99-42e8-4b6c-a82c-efe56e064fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:31.837551 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9e27f5-1a26-48c6-a124-5358eab9c3f9 req-4c02003b-c0c7-4b24-9f42-54e3b6bb8266 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:31.846957 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cf9e27f5-1a26-48c6-a124-5358eab9c3f9 req-4c02003b-c0c7-4b24-9f42-54e3b6bb8266 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 944 time: 0.4755781 Jul 29 23:42:31.849471 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-347ef3cc-ac70-4443-ba90-2211f9ac4325 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Router d2dcbd15-76b3-49ab-bbb1-5c5131495f48 is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:42:31.896220 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbde6db-74e0-43d3-acb9-56336a3695f8 req-0458b389-4405-4dde-9734-ac322264a1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:31.898100 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3bbde6db-74e0-43d3-acb9-56336a3695f8 req-0458b389-4405-4dde-9734-ac322264a1ad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bc6282d9b32e428d9264b8fb2fa602e4&device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 1095 time: 0.5179758 Jul 29 23:42:31.974807 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-727513d3-3d8a-44c6-a705-6126c36ab8fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:31.983481 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb157c99-42e8-4b6c-a82c-efe56e064fe9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3159c5c9-2273-471e-b95d-9bd8047b94d3,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:32.058416 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3bbde6db-74e0-43d3-acb9-56336a3695f8 req-3ba30c97-344c-416a-b0df-adc9d5ac6a1d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ac17cbc-373d-4634-a2b1-08f85a3a817f HTTP/1.1" status: 200 len: 217 time: 0.1100438 Jul 29 23:42:32.213086 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cf9e27f5-1a26-48c6-a124-5358eab9c3f9 req-b9c49019-c941-4214-851f-d93c684dcbf9 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3648300 Jul 29 23:42:32.219122 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-727513d3-3d8a-44c6-a705-6126c36ab8fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:32.229069 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-727513d3-3d8a-44c6-a705-6126c36ab8fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:32.260312 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-727513d3-3d8a-44c6-a705-6126c36ab8fd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3280ec5b-754e-45ef-86ed-8da8b8facba6 HTTP/1.1" status: 204 len: 168 time: 1.0208280 Jul 29 23:42:32.323439 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727513d3-3d8a-44c6-a705-6126c36ab8fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3280ec5b-754e-45ef-86ed-8da8b8facba6,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:32.443897 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-347ef3cc-ac70-4443-ba90-2211f9ac4325 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:42:32.461944 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db484815-ba32-4360-9d2b-81d88dbe04b5 None None] Sync routers for ids ['d2dcbd15-76b3-49ab-bbb1-5c5131495f48'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:42:32.466558 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-347ef3cc-ac70-4443-ba90-2211f9ac4325 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] 10.222.0.43 "PUT /v2.0/routers/d2dcbd15-76b3-49ab-bbb1-5c5131495f48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9224997 Jul 29 23:42:32.470432 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba18c79-e69a-4c32-9f2d-8844fa12408a x-openstack-request-id: req-4ba18c79-e69a-4c32-9f2d-8844fa12408a {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:42:32.470724 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "312b196d-1983-4e61-b3c6-96ed3c943fce", "tag": "1ac17cbc-373d-4634-a2b1-08f85a3a817f", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:42:32.470966 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4ba18c79-e69a-4c32-9f2d-8844fa12408a {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:42:32.471373 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '312b196d-1983-4e61-b3c6-96ed3c943fce', 'tag': '1ac17cbc-373d-4634-a2b1-08f85a3a817f', 'status': 'completed', 'code': 200} Jul 29 23:42:32.471750 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35678) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:32.531506 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db484815-ba32-4360-9d2b-81d88dbe04b5 None None] Routers {'d2dcbd15-76b3-49ab-bbb1-5c5131495f48'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:42:32.532583 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-db484815-ba32-4360-9d2b-81d88dbe04b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:42:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['d2dcbd15-76b3-49ab-bbb1-5c5131495f48'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:32.689513 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbde6db-74e0-43d3-acb9-56336a3695f8 req-c0c78aea-47f2-43a3-955c-fa7740394983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:32.692629 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3bbde6db-74e0-43d3-acb9-56336a3695f8 req-c0c78aea-47f2-43a3-955c-fa7740394983 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f8a1426-23b4-4820-974d-b3b8ade6d730 HTTP/1.1" status: 200 len: 856 time: 0.5055172 Jul 29 23:42:32.741436 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-db484815-ba32-4360-9d2b-81d88dbe04b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:32.748767 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device b6ece518-cbb5-4566-b916-ab5aa5d0aa2a up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:42:32.767379 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db484815-ba32-4360-9d2b-81d88dbe04b5 None None] Routers {'d2dcbd15-76b3-49ab-bbb1-5c5131495f48'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:42:32.770840 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-db484815-ba32-4360-9d2b-81d88dbe04b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:42:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['d2dcbd15-76b3-49ab-bbb1-5c5131495f48'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:32.868906 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-10af59eb-33e2-4891-a017-436cf9a21a29 req-574aba40-9310-4f3a-bb35-6a034f683cd1 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1262140 Jul 29 23:42:32.887837 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port b6ece518-cbb5-4566-b916-ab5aa5d0aa2a triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:32.888634 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:32.954142 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-db484815-ba32-4360-9d2b-81d88dbe04b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:32.955185 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db484815-ba32-4360-9d2b-81d88dbe04b5 None None] The sync data for ids ['d2dcbd15-76b3-49ab-bbb1-5c5131495f48'] in n-d-712141-10 is: [] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:42:33.010674 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c6e2b-88e5-4db4-b66c-74f4300b7883 req-af77d480-157b-446c-9ee7-e199da3aa3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:33.017704 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-bd3c6e2b-88e5-4db4-b66c-74f4300b7883 req-af77d480-157b-446c-9ee7-e199da3aa3d6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aa7b44142ea84ef2bfb9a6f800e77e29&device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 1096 time: 0.5308487 Jul 29 23:42:33.042504 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bb157c99-42e8-4b6c-a82c-efe56e064fe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:33.086105 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:33.103359 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbde6db-74e0-43d3-acb9-56336a3695f8 req-e804e132-d25f-452d-b44b-c32403b9059b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:33.108047 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3bbde6db-74e0-43d3-acb9-56336a3695f8 req-e804e132-d25f-452d-b44b-c32403b9059b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=75276a04-f545-4a3d-9980-2e308be152f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3758187 Jul 29 23:42:33.179406 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port b6ece518-cbb5-4566-b916-ab5aa5d0aa2a, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=b6ece518-cbb5-4566-b916-ab5aa5d0aa2a,segment=NetworkSegment(0aa0b58a-edbb-411a-9077-5f81d4114e3c),segment_id=0aa0b58a-edbb-411a-9077-5f81d4114e3c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:33.189888 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8aa35ed-3d13-4726-823a-7658e480c942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ece518-cbb5-4566-b916-ab5aa5d0aa2a'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:42:33.203113 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7365f0-e146-45c6-ab27-0dd1c63f696e" -d '{"events": [{"server_uuid": "c8aa35ed-3d13-4726-823a-7658e480c942", "name": "network-vif-plugged", "status": "completed", "tag": "b6ece518-cbb5-4566-b916-ab5aa5d0aa2a"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:42:33.215862 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:33.367493 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b08e34-eacd-4262-8559-e27ea85e2195 x-openstack-request-id: req-97b08e34-eacd-4262-8559-e27ea85e2195 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:42:33.367809 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8aa35ed-3d13-4726-823a-7658e480c942", "name": "network-vif-plugged", "status": "completed", "tag": "b6ece518-cbb5-4566-b916-ab5aa5d0aa2a", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:42:33.369277 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-97b08e34-eacd-4262-8559-e27ea85e2195 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:42:33.369847 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8aa35ed-3d13-4726-823a-7658e480c942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ece518-cbb5-4566-b916-ab5aa5d0aa2a', 'code': 200} Jul 29 23:42:33.453875 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=b6ece518-cbb5-4566-b916-ab5aa5d0aa2a,revision_number=7']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:33.596287 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c6e2b-88e5-4db4-b66c-74f4300b7883 req-3dfad28d-fa62-4b61-b205-60622fe1b222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:33.601163 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-bd3c6e2b-88e5-4db4-b66c-74f4300b7883 req-3dfad28d-fa62-4b61-b205-60622fe1b222 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ef47c031-89f3-4d55-afcb-e9afda1b9317 HTTP/1.1" status: 200 len: 914 time: 0.5528595 Jul 29 23:42:33.782129 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-bd3c6e2b-88e5-4db4-b66c-74f4300b7883 req-8a9c8745-1101-40af-9023-dc54e70f9fdb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b6ece518-cbb5-4566-b916-ab5aa5d0aa2a HTTP/1.1" status: 200 len: 217 time: 0.1664574 Jul 29 23:42:33.894534 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3bbde6db-74e0-43d3-acb9-56336a3695f8 req-007566c3-d7b8-4a57-97db-3e84a6fc5356 service neutron] 10.222.0.41 "GET /v2.0/networks/75276a04-f545-4a3d-9980-2e308be152f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7733202 Jul 29 23:42:33.999729 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c6e2b-88e5-4db4-b66c-74f4300b7883 req-e92868ea-00da-43da-ac57-5a704230a115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:34.001812 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-bd3c6e2b-88e5-4db4-b66c-74f4300b7883 req-e92868ea-00da-43da-ac57-5a704230a115 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2cc102b6-7976-49c8-8fc0-37ba3d12643a HTTP/1.1" status: 200 len: 853 time: 0.2100594 Jul 29 23:42:34.207648 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3bbde6db-74e0-43d3-acb9-56336a3695f8 req-2b116dab-e0e0-4600-bd59-88227b82093b service neutron] 10.222.0.41 "GET /v2.0/networks/75276a04-f545-4a3d-9980-2e308be152f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026582 Jul 29 23:42:34.228183 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [None req-6c5090e9-1de8-456a-a74c-890e90ec4c83 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:42:34.237466 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-6c5090e9-1de8-456a-a74c-890e90ec4c83 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] 10.222.0.43 "PUT /v2.0/routers/d2dcbd15-76b3-49ab-bbb1-5c5131495f48/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.7629375 Jul 29 23:42:34.267830 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35720) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:34.421518 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7046c9-ec46-4e35-9fc8-d26e28380a07 req-4cdba430-4330-40a4-a41f-8cfe942c8321 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:34.423123 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8d7046c9-ec46-4e35-9fc8-d26e28380a07 req-4cdba430-4330-40a4-a41f-8cfe942c8321 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.8768964 Jul 29 23:42:34.566639 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb157c99-42e8-4b6c-a82c-efe56e064fe9 admin admin] Router fe2e1c24-500f-40df-9b8d-992cab84a69c has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:42:34.573761 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-bd3c6e2b-88e5-4db4-b66c-74f4300b7883 req-5482a640-79d0-413d-add1-a3c5ac13c803 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ef47c031-89f3-4d55-afcb-e9afda1b9317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5640051 Jul 29 23:42:34.757184 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d8036b-4fd0-4d85-809e-0f6aae895c6f req-d27e2535-5c96-475e-a06f-7d45bc823185 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:34.763943 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-06d8036b-4fd0-4d85-809e-0f6aae895c6f req-d27e2535-5c96-475e-a06f-7d45bc823185 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 943 time: 0.5451324 Jul 29 23:42:34.924568 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b0a2a8-5d64-4e02-b8e9-6a49ad671b5e req-934914c4-163d-4286-bbae-29ff5586c629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:34.933531 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-69b0a2a8-5d64-4e02-b8e9-6a49ad671b5e req-934914c4-163d-4286-bbae-29ff5586c629 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bc6282d9b32e428d9264b8fb2fa602e4&device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 1095 time: 0.5742030 Jul 29 23:42:34.967785 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8d7046c9-ec46-4e35-9fc8-d26e28380a07 req-38e9ac77-f9a7-4ad5-9957-bf44089910df tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4762790 Jul 29 23:42:35.137049 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-06d8036b-4fd0-4d85-809e-0f6aae895c6f req-beec2f2e-3813-4c6f-b619-472a83e16e22 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3391113 Jul 29 23:42:35.347749 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b0a2a8-5d64-4e02-b8e9-6a49ad671b5e req-5944dc82-9413-4ff3-a433-9f5c467ed237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:35.355094 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-69b0a2a8-5d64-4e02-b8e9-6a49ad671b5e req-5944dc82-9413-4ff3-a433-9f5c467ed237 service neutron] 10.222.0.41 "GET /v2.0/networks?id=75276a04-f545-4a3d-9980-2e308be152f9 HTTP/1.1" status: 200 len: 918 time: 0.3858423 Jul 29 23:42:35.506459 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-69b0a2a8-5d64-4e02-b8e9-6a49ad671b5e req-263847ab-bee0-4b6c-981e-c1e8647bc9f1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ac17cbc-373d-4634-a2b1-08f85a3a817f HTTP/1.1" status: 200 len: 217 time: 0.1438046 Jul 29 23:42:35.669532 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b0a2a8-5d64-4e02-b8e9-6a49ad671b5e req-3e3fa1a4-3a71-4adb-9f2e-ea3a1c3dd031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:35.680073 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-69b0a2a8-5d64-4e02-b8e9-6a49ad671b5e req-3e3fa1a4-3a71-4adb-9f2e-ea3a1c3dd031 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f8a1426-23b4-4820-974d-b3b8ade6d730 HTTP/1.1" status: 200 len: 856 time: 0.1667917 Jul 29 23:42:35.800800 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b0a2a8-5d64-4e02-b8e9-6a49ad671b5e req-c5a408f0-5f50-4d5a-aff1-6ad449053174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:35.803381 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-69b0a2a8-5d64-4e02-b8e9-6a49ad671b5e req-c5a408f0-5f50-4d5a-aff1-6ad449053174 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=75276a04-f545-4a3d-9980-2e308be152f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1160812 Jul 29 23:42:35.868973 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-bd3c6e2b-88e5-4db4-b66c-74f4300b7883 req-4ba52339-d19c-4a1b-98e9-eae310958df9 service neutron] 10.222.0.22 "GET /v2.0/networks/ef47c031-89f3-4d55-afcb-e9afda1b9317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4264810 Jul 29 23:42:36.161518 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-69b0a2a8-5d64-4e02-b8e9-6a49ad671b5e req-eb64c7ac-d961-4bb9-a58c-cf38c1d212f7 service neutron] 10.222.0.41 "GET /v2.0/networks/75276a04-f545-4a3d-9980-2e308be152f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502171 Jul 29 23:42:36.269419 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb157c99-42e8-4b6c-a82c-efe56e064fe9 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:42:36.286249 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d93c8c-513b-4b3f-97e8-0db913958e09 None None] Sync routers for ids ['fe2e1c24-500f-40df-9b8d-992cab84a69c'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:42:36.292437 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-bb157c99-42e8-4b6c-a82c-efe56e064fe9 admin admin] 10.222.0.43 "PUT /v2.0/routers/fe2e1c24-500f-40df-9b8d-992cab84a69c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8304319 Jul 29 23:42:36.324422 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d93c8c-513b-4b3f-97e8-0db913958e09 None None] Routers {'fe2e1c24-500f-40df-9b8d-992cab84a69c'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:42:36.328434 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-75d93c8c-513b-4b3f-97e8-0db913958e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:42:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['fe2e1c24-500f-40df-9b8d-992cab84a69c'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:36.507526 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35772) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:36.671730 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-75d93c8c-513b-4b3f-97e8-0db913958e09 None None] Set router fe2e1c24-500f-40df-9b8d-992cab84a69c gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:42:36.674171 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-69b0a2a8-5d64-4e02-b8e9-6a49ad671b5e req-fec13bb8-a8c2-48e5-9e9b-70a604e90ce9 service neutron] 10.222.0.41 "GET /v2.0/networks/75276a04-f545-4a3d-9980-2e308be152f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5029902 Jul 29 23:42:36.960938 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0223c3d-6a11-42b6-8a5e-3eb250f0d3f4 req-1aa65a01-2967-4ce8-912b-b8edaa7cc2fd tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:36.976688 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a0223c3d-6a11-42b6-8a5e-3eb250f0d3f4 req-1aa65a01-2967-4ce8-912b-b8edaa7cc2fd tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 943 time: 0.3022373 Jul 29 23:42:37.146019 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a0223c3d-6a11-42b6-8a5e-3eb250f0d3f4 req-16b19291-6de8-42eb-9cb6-45af5e1845b1 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682272 Jul 29 23:42:37.442854 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-bd3c6e2b-88e5-4db4-b66c-74f4300b7883 req-c0dc6c9a-5280-41fc-b7ea-7c93fb46cbc6 service neutron] 10.222.0.22 "GET /v2.0/networks/ef47c031-89f3-4d55-afcb-e9afda1b9317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5482652 Jul 29 23:42:37.444388 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3bf8d446-8b92-4056-a354-9e0ad074dd1a admin admin] Notify callbacks [] for router, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:37.447284 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:37.479440 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-75d93c8c-513b-4b3f-97e8-0db913958e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2e1c24-500f-40df-9b8d-992cab84a69c', 'name': 'tempest-TaggedBootDevicesTest-378262961-router', 'tenant_id': '0f2ab90424214bdcb3d3f2d44c6cf9b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '0aaf13b6-72fe-4fb7-8714-a57258ce9909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:29:25Z', 'updated_at': '2021-07-29T23:42:31Z', 'revision_number': 5, 'project_id': '0f2ab90424214bdcb3d3f2d44c6cf9b4', 'gw_port': {'id': '0aaf13b6-72fe-4fb7-8714-a57258ce9909', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2e1c24-500f-40df-9b8d-992cab84a69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:25Z', 'updated_at': '2021-07-29T23:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:37.533463 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d93c8c-513b-4b3f-97e8-0db913958e09 None None] Checking router: fe2e1c24-500f-40df-9b8d-992cab84a69c for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:42:37.546316 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d93c8c-513b-4b3f-97e8-0db913958e09 None None] Routers {'fe2e1c24-500f-40df-9b8d-992cab84a69c'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:42:37.548187 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-75d93c8c-513b-4b3f-97e8-0db913958e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:42:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['fe2e1c24-500f-40df-9b8d-992cab84a69c'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:37.583859 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0de7a-7db4-4c79-8718-b8d47be7dd3c req-cd7ed0d7-a0e6-46b3-be5e-bff6c2a4b8f4 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:37.585529 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b0b0de7a-7db4-4c79-8718-b8d47be7dd3c req-cd7ed0d7-a0e6-46b3-be5e-bff6c2a4b8f4 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.9103127 Jul 29 23:42:37.702758 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b0b0de7a-7db4-4c79-8718-b8d47be7dd3c req-805168fc-049a-42a3-b7cd-8f7b04007146 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998857 Jul 29 23:42:37.732248 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 1ac17cbc-373d-4634-a2b1-08f85a3a817f details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:42:37.840668 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3bf8d446-8b92-4056-a354-9e0ad074dd1a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:38.097082 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-75d93c8c-513b-4b3f-97e8-0db913958e09 None None] Set router fe2e1c24-500f-40df-9b8d-992cab84a69c gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:42:38.207282 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-3bf8d446-8b92-4056-a354-9e0ad074dd1a admin admin] Deleting port 0aaf13b6-72fe-4fb7-8714-a57258ce9909 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:42:38.207633 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3bf8d446-8b92-4056-a354-9e0ad074dd1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:38.211393 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5918ce84-6226-4de9-9576-ca746f581a80 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:38.518911 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5827f04-0679-431d-a9ad-6d9840273b92 req-4a4b4d14-dd92-46b5-be60-626354d15347 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:38.541132 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d5827f04-0679-431d-a9ad-6d9840273b92 req-4a4b4d14-dd92-46b5-be60-626354d15347 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 943 time: 0.1413860 Jul 29 23:42:38.697292 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d5827f04-0679-431d-a9ad-6d9840273b92 req-7534fcb5-7e44-447d-afcd-12b07b19c6ea tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548910 Jul 29 23:42:38.740586 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 1ac17cbc-373d-4634-a2b1-08f85a3a817f, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=1ac17cbc-373d-4634-a2b1-08f85a3a817f,segment=NetworkSegment(e78125bf-8d4f-4e64-aa38-d84d609aca30),segment_id=e78125bf-8d4f-4e64-aa38-d84d609aca30)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:38.763904 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': '1ac17cbc-373d-4634-a2b1-08f85a3a817f', 'network_id': '75276a04-f545-4a3d-9980-2e308be152f9', 'port_id': '1ac17cbc-373d-4634-a2b1-08f85a3a817f', 'mac_address': 'fa:16:3e:1b:5b:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f8a1426-23b4-4820-974d-b3b8ade6d730', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:42:38.967406 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:39.010913 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ac17cbc-373d-4634-a2b1-08f85a3a817f {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:42:39.044930 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-3bf8d446-8b92-4056-a354-9e0ad074dd1a admin admin] For port 0aaf13b6-72fe-4fb7-8714-a57258ce9909, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=0aaf13b6-72fe-4fb7-8714-a57258ce9909,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:39.045713 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3bf8d446-8b92-4056-a354-9e0ad074dd1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:39.081908 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 1ac17cbc-373d-4634-a2b1-08f85a3a817f, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=1ac17cbc-373d-4634-a2b1-08f85a3a817f,segment=NetworkSegment(e78125bf-8d4f-4e64-aa38-d84d609aca30),segment_id=e78125bf-8d4f-4e64-aa38-d84d609aca30)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:39.089093 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-75d93c8c-513b-4b3f-97e8-0db913958e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe2e1c24-500f-40df-9b8d-992cab84a69c', 'name': 'tempest-TaggedBootDevicesTest-378262961-router', 'tenant_id': '0f2ab90424214bdcb3d3f2d44c6cf9b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '0aaf13b6-72fe-4fb7-8714-a57258ce9909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:29:25Z', 'updated_at': '2021-07-29T23:42:31Z', 'revision_number': 5, 'project_id': '0f2ab90424214bdcb3d3f2d44c6cf9b4', 'gw_port': {'id': '0aaf13b6-72fe-4fb7-8714-a57258ce9909', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2e1c24-500f-40df-9b8d-992cab84a69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:25Z', 'updated_at': '2021-07-29T23:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:39.095315 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-3bf8d446-8b92-4056-a354-9e0ad074dd1a admin admin] Calling delete_port for 0aaf13b6-72fe-4fb7-8714-a57258ce9909 owned by network:router_gateway {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:42:39.143232 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d93c8c-513b-4b3f-97e8-0db913958e09 None None] The sync data for ids ['fe2e1c24-500f-40df-9b8d-992cab84a69c'] in n-d-712141-10 is: [{'id': 'fe2e1c24-500f-40df-9b8d-992cab84a69c', 'name': 'tempest-TaggedBootDevicesTest-378262961-router', 'tenant_id': '0f2ab90424214bdcb3d3f2d44c6cf9b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.90'}], 'enable_snat': True}, 'gw_port_id': '0aaf13b6-72fe-4fb7-8714-a57258ce9909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:29:25Z', 'updated_at': '2021-07-29T23:42:31Z', 'revision_number': 5, 'project_id': '0f2ab90424214bdcb3d3f2d44c6cf9b4', 'gw_port': {'id': '0aaf13b6-72fe-4fb7-8714-a57258ce9909', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:b2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe2e1c24-500f-40df-9b8d-992cab84a69c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:25Z', 'updated_at': '2021-07-29T23:29:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:42:39.148736 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5875771-91e3-4e76-aaf6-df53dac21795 req-e8af99f5-6eea-47ea-9695-21a8fcc44c4b tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:39.153154 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:39.161878 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e5875771-91e3-4e76-aaf6-df53dac21795 req-e8af99f5-6eea-47ea-9695-21a8fcc44c4b tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.2340991 Jul 29 23:42:39.330090 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e5875771-91e3-4e76-aaf6-df53dac21795 req-3e7d9948-220e-49e7-a583-6ab7032b6761 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645157 Jul 29 23:42:39.354456 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=1ac17cbc-373d-4634-a2b1-08f85a3a817f,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:39.405380 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3bf8d446-8b92-4056-a354-9e0ad074dd1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:39.527131 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['1ac17cbc-373d-4634-a2b1-08f85a3a817f'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:42:39.712432 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf8d446-8b92-4056-a354-9e0ad074dd1a admin admin] Pushing event deleted for resources: {'Port': ['ID=0aaf13b6-72fe-4fb7-8714-a57258ce9909,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:40.091977 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3bf8d446-8b92-4056-a354-9e0ad074dd1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:40.103574 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2062e967-e7f9-412d-a185-dfa6ffc874a3 req-19cdd03b-ae1b-40c4-8eb3-20b0296d4f16 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:40.122318 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2062e967-e7f9-412d-a185-dfa6ffc874a3 req-19cdd03b-ae1b-40c4-8eb3-20b0296d4f16 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 944 time: 0.1577821 Jul 29 23:42:40.260940 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2062e967-e7f9-412d-a185-dfa6ffc874a3 req-dfbfa441-fe8f-43a9-bd86-d3e681b8f986 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338501 Jul 29 23:42:40.300182 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 3159c5c9-2273-471e-b95d-9bd8047b94d3 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:42:40.330390 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 3159c5c9-2273-471e-b95d-9bd8047b94d3 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:42:40.330966 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 3159c5c9-2273-471e-b95d-9bd8047b94d3 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:42:40.483128 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3bf8d446-8b92-4056-a354-9e0ad074dd1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:40.500455 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3bf8d446-8b92-4056-a354-9e0ad074dd1a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:40.538464 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660061a6-8367-437b-b4f6-f71d7b60e7fc req-fa52543c-ad71-4621-b985-9d7175e807e1 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:40.574558 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-660061a6-8367-437b-b4f6-f71d7b60e7fc req-fa52543c-ad71-4621-b985-9d7175e807e1 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.1615698 Jul 29 23:42:40.695065 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-660061a6-8367-437b-b4f6-f71d7b60e7fc req-d030f5e4-0ec1-4a1d-81ec-f17b1a35b50a tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187730 Jul 29 23:42:40.806338 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3bf8d446-8b92-4056-a354-9e0ad074dd1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:40.806927 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf8d446-8b92-4056-a354-9e0ad074dd1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe2e1c24-500f-40df-9b8d-992cab84a69c {{(pid=94077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:42:40.815112 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3bf8d446-8b92-4056-a354-9e0ad074dd1a admin admin] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:40.821147 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-3bf8d446-8b92-4056-a354-9e0ad074dd1a admin admin] 10.222.0.43 "DELETE /v2.0/routers/fe2e1c24-500f-40df-9b8d-992cab84a69c HTTP/1.1" status: 204 len: 168 time: 4.3103418 Jul 29 23:42:40.826399 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35904) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:40.899956 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-5918ce84-6226-4de9-9576-ca746f581a80 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Deleting port 6055fa72-d843-4183-84dd-76c64750bec2 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:42:40.900301 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5918ce84-6226-4de9-9576-ca746f581a80 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:40.929382 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-98b47fc3-224c-4e05-8013-bc4bdb6849ed admin admin] Deleting subnet 5e68bcd5-61dd-4d3a-b0e6-c975e0de7caa {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:42:40.937247 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-98b47fc3-224c-4e05-8013-bc4bdb6849ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:41.024311 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-98b47fc3-224c-4e05-8013-bc4bdb6849ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:41.214776 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5918ce84-6226-4de9-9576-ca746f581a80 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:41.252021 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-5918ce84-6226-4de9-9576-ca746f581a80 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Calling delete_port for 6055fa72-d843-4183-84dd-76c64750bec2 owned by network:router_interface {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:42:41.302464 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-98b47fc3-224c-4e05-8013-bc4bdb6849ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:41.601224 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-98b47fc3-224c-4e05-8013-bc4bdb6849ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:41.754936 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 1ac17cbc-373d-4634-a2b1-08f85a3a817f up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:42:41.933405 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port 1ac17cbc-373d-4634-a2b1-08f85a3a817f completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:42:41.944806 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port 1ac17cbc-373d-4634-a2b1-08f85a3a817f triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:41.945375 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:42.082353 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35928) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:42.143153 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5918ce84-6226-4de9-9576-ca746f581a80 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:42.180842 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:42.228994 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '312b196d-1983-4e61-b3c6-96ed3c943fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ac17cbc-373d-4634-a2b1-08f85a3a817f'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:42:42.239973 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b4619c-8ce3-49f4-b12d-17a2fe7204c7" -d '{"events": [{"server_uuid": "312b196d-1983-4e61-b3c6-96ed3c943fce", "name": "network-vif-plugged", "status": "completed", "tag": "1ac17cbc-373d-4634-a2b1-08f85a3a817f"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:42:42.252490 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 0aaf13b6-72fe-4fb7-8714-a57258ce9909 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:42:42.365438 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 1ac17cbc-373d-4634-a2b1-08f85a3a817f, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=1ac17cbc-373d-4634-a2b1-08f85a3a817f,segment=NetworkSegment(e78125bf-8d4f-4e64-aa38-d84d609aca30),segment_id=e78125bf-8d4f-4e64-aa38-d84d609aca30)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:42.376737 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5918ce84-6226-4de9-9576-ca746f581a80 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Pushing event deleted for resources: {'Port': ['ID=6055fa72-d843-4183-84dd-76c64750bec2,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:42.378343 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 0aaf13b6-72fe-4fb7-8714-a57258ce9909 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:42:42.378735 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 0aaf13b6-72fe-4fb7-8714-a57258ce9909 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:42:42.396977 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:42.580213 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=1ac17cbc-373d-4634-a2b1-08f85a3a817f,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:42.888355 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5918ce84-6226-4de9-9576-ca746f581a80 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:42.908147 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-68d58eb7-da60-4bf9-9263-0444f42bed70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:43.045406 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5682e271-68aa-4b90-a9f2-422178b24807 None None] Network cd4fb90a-a73b-48ea-873e-472dda9549c0 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:42:43.061618 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-98b47fc3-224c-4e05-8013-bc4bdb6849ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:43.068390 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-98b47fc3-224c-4e05-8013-bc4bdb6849ed admin admin] 10.222.0.43 "DELETE /v2.0/subnets/5e68bcd5-61dd-4d3a-b0e6-c975e0de7caa HTTP/1.1" status: 204 len: 168 time: 2.2406301 Jul 29 23:42:43.070830 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35944) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:43.126598 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b47fc3-224c-4e05-8013-bc4bdb6849ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e68bcd5-61dd-4d3a-b0e6-c975e0de7caa,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:43.133239 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-68d58eb7-da60-4bf9-9263-0444f42bed70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:43.147880 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-68d58eb7-da60-4bf9-9263-0444f42bed70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:43.282023 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cc44e354-fec2-4cca-8e05-f2694890aca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:43.339027 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a1663-03d1-47f9-90d4-7a5d71639640 req-8512f7f6-71dc-4ef7-bcc0-5acd52047cc1 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:43.346806 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-68d58eb7-da60-4bf9-9263-0444f42bed70 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=43b2e47eb29b41fea83975368410a7b2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2588825 Jul 29 23:42:43.347608 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2b0a1663-03d1-47f9-90d4-7a5d71639640 req-8512f7f6-71dc-4ef7-bcc0-5acd52047cc1 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.3213611 Jul 29 23:42:43.352460 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35946) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:43.353148 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d58eb7-da60-4bf9-9263-0444f42bed70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728b61f1-c1bc-40be-8e01-bbee1c156177,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:43.377871 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b8d0dd-ce0b-4d8b-8967-4df23559ef84 req-fa8babb4-3e83-4940-819d-dbee5b67736c tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:43.393977 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a2b8d0dd-ce0b-4d8b-8967-4df23559ef84 req-fa8babb4-3e83-4940-819d-dbee5b67736c tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 945 time: 1.8104918 Jul 29 23:42:43.470480 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4c95b7-3d9b-44eb-8400-81963c3b798b None None] DHCP port deletion for cd4fb90a-a73b-48ea-873e-472dda9549c0 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:42:43.598571 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2b0a1663-03d1-47f9-90d4-7a5d71639640 req-1124bab1-672d-4798-acfc-3870cccd8e45 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965017 Jul 29 23:42:43.608025 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-3b4c95b7-3d9b-44eb-8400-81963c3b798b None None] Deleting port 443a5395-ebc0-438b-a774-b41bfc50d08b {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:42:43.614812 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3b4c95b7-3d9b-44eb-8400-81963c3b798b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:43.640731 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a2b8d0dd-ce0b-4d8b-8967-4df23559ef84 req-a7d1541c-1414-4d61-a2b1-03b0e8bcadaf tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2451777 Jul 29 23:42:43.662869 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0cff1d69-1b22-49fa-bfc0-050981b80db7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:43.695720 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-cc44e354-fec2-4cca-8e05-f2694890aca8 admin admin] Deleting port 443a5395-ebc0-438b-a774-b41bfc50d08b {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:42:43.696024 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cc44e354-fec2-4cca-8e05-f2694890aca8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:43.823215 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9109abbf-94f6-4dbc-9bf3-71a66bf7b746 x-openstack-request-id: req-9109abbf-94f6-4dbc-9bf3-71a66bf7b746 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:42:43.826051 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "312b196d-1983-4e61-b3c6-96ed3c943fce", "name": "network-vif-plugged", "status": "completed", "tag": "1ac17cbc-373d-4634-a2b1-08f85a3a817f", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:42:43.827873 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9109abbf-94f6-4dbc-9bf3-71a66bf7b746 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:42:43.829610 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '312b196d-1983-4e61-b3c6-96ed3c943fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ac17cbc-373d-4634-a2b1-08f85a3a817f', 'code': 200} Jul 29 23:42:43.868363 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0cff1d69-1b22-49fa-bfc0-050981b80db7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:43.947188 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5918ce84-6226-4de9-9576-ca746f581a80 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Router d2dcbd15-76b3-49ab-bbb1-5c5131495f48 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:42:43.952988 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-3b4c95b7-3d9b-44eb-8400-81963c3b798b None None] For port 443a5395-ebc0-438b-a774-b41bfc50d08b, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=443a5395-ebc0-438b-a774-b41bfc50d08b,segment=NetworkSegment(be77653f-7be6-4792-85af-06f31dac82f8),segment_id=be77653f-7be6-4792-85af-06f31dac82f8)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:43.953652 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3b4c95b7-3d9b-44eb-8400-81963c3b798b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:44.010006 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-3b4c95b7-3d9b-44eb-8400-81963c3b798b None None] Calling delete_port for 443a5395-ebc0-438b-a774-b41bfc50d08b owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:42:44.047171 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-cc44e354-fec2-4cca-8e05-f2694890aca8 admin admin] For port 443a5395-ebc0-438b-a774-b41bfc50d08b, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=443a5395-ebc0-438b-a774-b41bfc50d08b,segment=NetworkSegment(be77653f-7be6-4792-85af-06f31dac82f8),segment_id=be77653f-7be6-4792-85af-06f31dac82f8)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:44.047535 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cc44e354-fec2-4cca-8e05-f2694890aca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:44.063039 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-cc44e354-fec2-4cca-8e05-f2694890aca8 admin admin] Calling delete_port for 443a5395-ebc0-438b-a774-b41bfc50d08b owned by network:dhcp {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:42:44.127688 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5918ce84-6226-4de9-9576-ca746f581a80 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:42:44.136248 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-5918ce84-6226-4de9-9576-ca746f581a80 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] 10.222.0.43 "PUT /v2.0/routers/d2dcbd15-76b3-49ab-bbb1-5c5131495f48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8643496 Jul 29 23:42:44.141270 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35952) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:44.142118 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09708590-7e4a-424c-a179-9bde04b5a3bc None None] Sync routers for ids ['d2dcbd15-76b3-49ab-bbb1-5c5131495f48'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:42:44.190253 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3b4c95b7-3d9b-44eb-8400-81963c3b798b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:44.209985 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09708590-7e4a-424c-a179-9bde04b5a3bc None None] Routers {'d2dcbd15-76b3-49ab-bbb1-5c5131495f48'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:42:44.220852 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b7c44-d31c-4545-97d8-21acb3b99ca4 req-62c8982c-9c00-47be-88a6-f20d021dd1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:44.221689 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-09708590-7e4a-424c-a179-9bde04b5a3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:42:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['d2dcbd15-76b3-49ab-bbb1-5c5131495f48'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:44.224175 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-877b7c44-d31c-4545-97d8-21acb3b99ca4 req-62c8982c-9c00-47be-88a6-f20d021dd1ac service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 1097 time: 0.3293080 Jul 29 23:42:44.284630 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-89fbde0a-8854-4a41-8e24-e30344663c0d tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] delete failed (client error): The resource could not be found. Jul 29 23:42:44.293314 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-89fbde0a-8854-4a41-8e24-e30344663c0d tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] 10.222.0.43 "DELETE /v2.0/routers/tempest-non_exist_router-1323392639 HTTP/1.1" status: 404 len: 335 time: 0.1452017 Jul 29 23:42:44.293732 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35956) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:44.301698 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4c95b7-3d9b-44eb-8400-81963c3b798b None None] Pushing event deleted for resources: {'Port': ['ID=443a5395-ebc0-438b-a774-b41bfc50d08b,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:44.303177 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-72718036-cd9f-4bf3-bb40-7f7df15f3487 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd2dcbd15-76b3-49ab-bbb1-5c5131495f48'}}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:44.317228 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4c95b7-3d9b-44eb-8400-81963c3b798b None None] No DVR routers for this DVR port 443a5395-ebc0-438b-a774-b41bfc50d08b on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:42:44.343269 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 443a5395-ebc0-438b-a774-b41bfc50d08b no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:42:44.406288 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 443a5395-ebc0-438b-a774-b41bfc50d08b {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:42:44.406638 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 443a5395-ebc0-438b-a774-b41bfc50d08b not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:42:44.418457 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-877b7c44-d31c-4545-97d8-21acb3b99ca4 req-681895c6-1659-4cb8-86b6-377c60022f7d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1689208 Jul 29 23:42:44.467441 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cc44e354-fec2-4cca-8e05-f2694890aca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:44.476118 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0cff1d69-1b22-49fa-bfc0-050981b80db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:44.480784 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0cff1d69-1b22-49fa-bfc0-050981b80db7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:44.482112 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0cff1d69-1b22-49fa-bfc0-050981b80db7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/728b61f1-c1bc-40be-8e01-bbee1c156177 HTTP/1.1" status: 204 len: 168 time: 1.0937366 Jul 29 23:42:44.504603 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cff1d69-1b22-49fa-bfc0-050981b80db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728b61f1-c1bc-40be-8e01-bbee1c156177,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:44.590085 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc44e354-fec2-4cca-8e05-f2694890aca8 admin admin] Pushing event deleted for resources: {'Port': ['ID=443a5395-ebc0-438b-a774-b41bfc50d08b,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:44.610621 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc44e354-fec2-4cca-8e05-f2694890aca8 admin admin] No DVR routers for this DVR port 443a5395-ebc0-438b-a774-b41bfc50d08b on host n-d-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:42:44.715309 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cc44e354-fec2-4cca-8e05-f2694890aca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:44.728609 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-cc44e354-fec2-4cca-8e05-f2694890aca8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd4fb90a-a73b-48ea-873e-472dda9549c0']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:44.743755 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-cc44e354-fec2-4cca-8e05-f2694890aca8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be77653f-7be6-4792-85af-06f31dac82f8') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:44.744207 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-cc44e354-fec2-4cca-8e05-f2694890aca8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be77653f-7be6-4792-85af-06f31dac82f8') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:44.757372 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cc44e354-fec2-4cca-8e05-f2694890aca8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:44.774274 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cc44e354-fec2-4cca-8e05-f2694890aca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:44.782875 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc44e354-fec2-4cca-8e05-f2694890aca8 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:42:44.783475 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cc44e354-fec2-4cca-8e05-f2694890aca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:44.855215 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-72718036-cd9f-4bf3-bb40-7f7df15f3487 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:44.880988 n-d-712141-10 neutron-server[94078]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:42:44.880988 n-d-712141-10 neutron-server[94078]: self.session.flush() Jul 29 23:42:44.880988 n-d-712141-10 neutron-server[94078]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:42:44.880988 n-d-712141-10 neutron-server[94078]: self.session.flush() Jul 29 23:42:44.880988 n-d-712141-10 neutron-server[94078]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:42:44.880988 n-d-712141-10 neutron-server[94078]: self.session.flush() Jul 29 23:42:44.880988 n-d-712141-10 neutron-server[94078]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:42:44.880988 n-d-712141-10 neutron-server[94078]: self.session.flush() Jul 29 23:42:44.880988 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:42:44.880988 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:42:44.880988 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:42:44.880988 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:42:44.880988 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:42:44.880988 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:42:44.880988 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:42:44.880988 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:42:44.880988 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:42:44.880988 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:42:44.880988 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:42:44.880988 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:42:44.880988 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:42:44.880988 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:42:44.880988 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:42:44.880988 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:42:44.880988 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:42:44.880988 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:42:44.880988 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:42:44.880988 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:42:44.880988 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:42:44.880988 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:42:44.880988 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:42:44.880988 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:42:44.880988 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:42:44.880988 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:42:44.880988 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:42:44.880988 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:42:44.880988 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:42:44.880988 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:42:44.880988 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:42:44.880988 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:42:44.889394 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cc44e354-fec2-4cca-8e05-f2694890aca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:44.889684 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-09708590-7e4a-424c-a179-9bde04b5a3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:44.900021 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-72718036-cd9f-4bf3-bb40-7f7df15f3487 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] update failed (client error): The resource could not be found. Jul 29 23:42:44.901369 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-72718036-cd9f-4bf3-bb40-7f7df15f3487 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] 10.222.0.43 "PUT /v2.0/routers/d2dcbd15-76b3-49ab-bbb1-5c5131495f48 HTTP/1.1" status: 404 len: 339 time: 0.6066291 Jul 29 23:42:44.901902 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cc44e354-fec2-4cca-8e05-f2694890aca8 admin admin] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:44.905091 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-cc44e354-fec2-4cca-8e05-f2694890aca8 admin admin] 10.222.0.43 "DELETE /v2.0/networks/cd4fb90a-a73b-48ea-873e-472dda9549c0 HTTP/1.1" status: 204 len: 168 time: 1.8131452 Jul 29 23:42:44.918780 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35970) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:44.933621 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:42:44.954385 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09708590-7e4a-424c-a179-9bde04b5a3bc None None] Routers {'d2dcbd15-76b3-49ab-bbb1-5c5131495f48'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:42:44.955033 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-09708590-7e4a-424c-a179-9bde04b5a3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:42:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['d2dcbd15-76b3-49ab-bbb1-5c5131495f48'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:45.070470 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-09708590-7e4a-424c-a179-9bde04b5a3bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:45.074035 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09708590-7e4a-424c-a179-9bde04b5a3bc None None] The sync data for ids ['d2dcbd15-76b3-49ab-bbb1-5c5131495f48'] in n-d-712141-10 is: [] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:42:45.121465 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc44e354-fec2-4cca-8e05-f2694890aca8 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd4fb90a-a73b-48ea-873e-472dda9549c0,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:45.165186 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc0ad45-cafa-4fb5-9044-50fb42711b34 req-844a4053-7307-4ae2-b4dc-c6684ef02ad2 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:45.183649 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6cc0ad45-cafa-4fb5-9044-50fb42711b34 req-844a4053-7307-4ae2-b4dc-c6684ef02ad2 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.3176494 Jul 29 23:42:45.209882 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d60c812-f10e-4823-9784-7ddf832c31f9 req-cfdbe9e4-7244-4aed-9c13-2768d0829695 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:45.220652 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3d60c812-f10e-4823-9784-7ddf832c31f9 req-cfdbe9e4-7244-4aed-9c13-2768d0829695 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 945 time: 0.3687770 Jul 29 23:42:45.362001 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3d60c812-f10e-4823-9784-7ddf832c31f9 req-3e93394a-5622-451c-ba5f-0648bebfefa6 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369586 Jul 29 23:42:45.420895 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6cc0ad45-cafa-4fb5-9044-50fb42711b34 req-a949c677-7f02-4330-b14f-89f736ee77f6 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955290 Jul 29 23:42:45.438512 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35978) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:45.532071 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-75c65a23-4a11-4c3a-ba3e-cbb74111ecae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:45.587316 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35982) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:46.090962 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-75c65a23-4a11-4c3a-ba3e-cbb74111ecae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:46.108808 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-75c65a23-4a11-4c3a-ba3e-cbb74111ecae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:46.126263 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-65047101-f812-47ee-b143-598ff4692e59 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0f2ab90424214bdcb3d3f2d44c6cf9b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5371027 Jul 29 23:42:46.128505 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 36002) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:46.221026 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-75c65a23-4a11-4c3a-ba3e-cbb74111ecae admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=554e0bdb2f2a41bcb5a742371544082f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7812369 Jul 29 23:42:46.239320 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 36004) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:46.314391 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c65a23-4a11-4c3a-ba3e-cbb74111ecae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef575040-fdd5-445f-85ab-c6c76b2ddef5,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:46.417345 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ada8d974-b66a-4a22-8039-baa9d18e8af7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:46.507687 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ada8d974-b66a-4a22-8039-baa9d18e8af7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:46.510294 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f4f0bdef-85ff-4e4d-8ec9-96fcc245c060 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:46.589036 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ada8d974-b66a-4a22-8039-baa9d18e8af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:46.593996 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ada8d974-b66a-4a22-8039-baa9d18e8af7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:46.599152 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ada8d974-b66a-4a22-8039-baa9d18e8af7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bf6fa48f-d86a-46d7-b38c-3131d342f37d HTTP/1.1" status: 204 len: 168 time: 0.4581616 Jul 29 23:42:46.652969 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada8d974-b66a-4a22-8039-baa9d18e8af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf6fa48f-d86a-46d7-b38c-3131d342f37d,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:46.801213 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a431fd-b019-465f-8a0b-21a029005c30 req-ddca103f-3c07-4365-b44d-e098175c8aec tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:46.824001 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c2a431fd-b019-465f-8a0b-21a029005c30 req-ddca103f-3c07-4365-b44d-e098175c8aec tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/networks?id=07279870-3078-44f7-8035-d94a4d0b31e7 HTTP/1.1" status: 200 len: 812 time: 0.6232493 Jul 29 23:42:46.847495 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e822c43f-0a60-4619-a5f0-74163f02702a req-d304bd2e-1031-4f57-8dd9-e96fbdfe53dc tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:46.852597 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e822c43f-0a60-4619-a5f0-74163f02702a req-d304bd2e-1031-4f57-8dd9-e96fbdfe53dc tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 945 time: 0.2760751 Jul 29 23:42:46.880756 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c2a431fd-b019-465f-8a0b-21a029005c30 req-c280f5e7-d565-4fab-95c6-f90d5ae12e81 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/quotas/abc07fd47c924aad994e74752ef0bc5a HTTP/1.1" status: 200 len: 375 time: 0.0248365 Jul 29 23:42:46.917242 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b86de858-6ca9-408a-8bee-95ebf219145c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:47.026702 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b86de858-6ca9-408a-8bee-95ebf219145c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:47.075529 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c2a431fd-b019-465f-8a0b-21a029005c30 req-eab65697-f4de-4349-943c-94b1bd6deb7c tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=abc07fd47c924aad994e74752ef0bc5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1793866 Jul 29 23:42:47.098547 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e822c43f-0a60-4619-a5f0-74163f02702a req-1897569b-34b5-4580-a403-48b63c24a654 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2165461 Jul 29 23:42:47.272868 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c2a431fd-b019-465f-8a0b-21a029005c30 req-283637de-8878-4a2e-b12b-2947d61e6f3b service neutron] 10.222.0.43 "GET /v2.0/networks/07279870-3078-44f7-8035-d94a4d0b31e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962810 Jul 29 23:42:47.293872 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b86de858-6ca9-408a-8bee-95ebf219145c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:47.296542 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b86de858-6ca9-408a-8bee-95ebf219145c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:47.302275 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-b86de858-6ca9-408a-8bee-95ebf219145c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ef575040-fdd5-445f-85ab-c6c76b2ddef5 HTTP/1.1" status: 204 len: 168 time: 1.0612266 Jul 29 23:42:47.446033 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-f4f0bdef-85ff-4e4d-8ec9-96fcc245c060 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Allocated IP 172.20.0.1 (1d8be2f5-37bc-4036-a14b-70e657dee622/08e1fff0-f17f-4011-8cfe-91805b4bb998/ceeb385d-c84e-4508-9bcf-3d8e73387b55) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:42:47.721626 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86de858-6ca9-408a-8bee-95ebf219145c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef575040-fdd5-445f-85ab-c6c76b2ddef5,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:47.870807 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b717c3-7453-4877-9465-ccb22bb49533 req-5ff15482-6a10-40d8-9dd4-160055e27d2e tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:47.872440 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e8b717c3-7453-4877-9465-ccb22bb49533 req-5ff15482-6a10-40d8-9dd4-160055e27d2e tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.5902233 Jul 29 23:42:47.923188 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f4f0bdef-85ff-4e4d-8ec9-96fcc245c060 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:48.012719 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-f4f0bdef-85ff-4e4d-8ec9-96fcc245c060 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Transition to ACTIVE for port object ceeb385d-c84e-4508-9bcf-3d8e73387b55 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:42:48.170602 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c2a431fd-b019-465f-8a0b-21a029005c30 req-578e4175-0406-45fb-9f61-66edc588908d service neutron] 10.222.0.43 "GET /v2.0/networks/07279870-3078-44f7-8035-d94a4d0b31e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8963349 Jul 29 23:42:48.202225 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f4f0bdef-85ff-4e4d-8ec9-96fcc245c060 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:48.224387 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e8b717c3-7453-4877-9465-ccb22bb49533 req-8ed21fb9-c1f6-4f8b-9b40-bdf6e404de54 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130744 Jul 29 23:42:48.367817 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f0bdef-85ff-4e4d-8ec9-96fcc245c060 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Pushing event updated for resources: {'Port': ['ID=ceeb385d-c84e-4508-9bcf-3d8e73387b55,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:48.458070 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f0bdef-85ff-4e4d-8ec9-96fcc245c060 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Network 1d8be2f5-37bc-4036-a14b-70e657dee622 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:42:48.480444 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-f4f0bdef-85ff-4e4d-8ec9-96fcc245c060 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:42:48.484939 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f0bdef-85ff-4e4d-8ec9-96fcc245c060 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:42:48.704016 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f4f0bdef-85ff-4e4d-8ec9-96fcc245c060 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:48.723163 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e546002-f26f-4dbc-87fe-e4b702ea95b9 req-03494209-0afe-4862-b665-b8a2a1d318a3 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:48.726998 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6e546002-f26f-4dbc-87fe-e4b702ea95b9 req-03494209-0afe-4862-b665-b8a2a1d318a3 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 945 time: 0.1610012 Jul 29 23:42:48.743265 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 36062) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:48.765293 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-ac344b28-a9ac-4afe-9c9f-21d0b4d84e6f tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Request body: {'floatingip': {'port_id': '1ac17cbc-373d-4634-a2b1-08f85a3a817f'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:48.930701 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ac344b28-a9ac-4afe-9c9f-21d0b4d84e6f tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks [] for floatingip, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:49.110701 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-0b8a3ac5-adc8-44b8-9765-a21cf3a061c2 None None] Provisioning for port ceeb385d-c84e-4508-9bcf-3d8e73387b55 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:42:49.133793 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-0b8a3ac5-adc8-44b8-9765-a21cf3a061c2 None None] Provisioning complete for port ceeb385d-c84e-4508-9bcf-3d8e73387b55 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:49.137748 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0b8a3ac5-adc8-44b8-9765-a21cf3a061c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:49.221568 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f4f0bdef-85ff-4e4d-8ec9-96fcc245c060 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:49.351806 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-0b8a3ac5-adc8-44b8-9765-a21cf3a061c2 None None] Port ceeb385d-c84e-4508-9bcf-3d8e73387b55 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:42:49.375454 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36080) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:49.654378 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:49.779007 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-9e4cec52-4e2c-4aea-959c-2ba1df4f2483 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1301527973-network', 'tenant_id': '3b1fbe188aad49b78bbb0ff03661a540'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:49.781423 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c2f8c0f3-c5c6-4bf4-a349-b32c1ec77106 req-c979c0ed-7683-415e-a6ea-558717db22ee tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=b06f9045-1416-45b0-93a1-3a9039d210e2 HTTP/1.1" status: 200 len: 210 time: 0.2289340 Jul 29 23:42:49.871585 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811808cf-6f71-42cf-a12d-3db11aeb02a3 req-ada91038-d6d0-49e3-8703-aefdf1ef27a0 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:49.878837 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e4cec52-4e2c-4aea-959c-2ba1df4f2483 admin admin] Made reservation on behalf of 3b1fbe188aad49b78bbb0ff03661a540 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:42:49.882081 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-811808cf-6f71-42cf-a12d-3db11aeb02a3 req-ada91038-d6d0-49e3-8703-aefdf1ef27a0 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.3440027 Jul 29 23:42:49.882940 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9e4cec52-4e2c-4aea-959c-2ba1df4f2483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:49.969418 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9e4cec52-4e2c-4aea-959c-2ba1df4f2483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:50.286577 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-811808cf-6f71-42cf-a12d-3db11aeb02a3 req-e04acf4b-0d25-4329-9ea3-526f459de063 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3758862 Jul 29 23:42:50.757536 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f4f0bdef-85ff-4e4d-8ec9-96fcc245c060 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:50.767132 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f4f0bdef-85ff-4e4d-8ec9-96fcc245c060 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:50.821069 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9e4cec52-4e2c-4aea-959c-2ba1df4f2483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:50.887593 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9e4cec52-4e2c-4aea-959c-2ba1df4f2483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:51.063828 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4cec52-4e2c-4aea-959c-2ba1df4f2483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b32bda4-e052-48c9-b9ed-01e5b353fd84,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:51.137347 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e4cec52-4e2c-4aea-959c-2ba1df4f2483 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:42:51.143347 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-22d38e84-f029-4b75-a969-76a03223f573 req-6fd43b2d-69b0-4b8a-b4ad-b2133ec913c7 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=b06f9045-1416-45b0-93a1-3a9039d210e2 HTTP/1.1" status: 200 len: 210 time: 0.1633837 Jul 29 23:42:51.182693 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f0bdef-85ff-4e4d-8ec9-96fcc245c060 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Pushing event updated for resources: {'Port': ['ID=ceeb385d-c84e-4508-9bcf-3d8e73387b55,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:51.183270 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.db.resource_extend [None req-ac344b28-a9ac-4afe-9c9f-21d0b4d84e6f tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:42:51.197651 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f4f0bdef-85ff-4e4d-8ec9-96fcc245c060 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:51.200341 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9e4cec52-4e2c-4aea-959c-2ba1df4f2483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:51.200898 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-9e4cec52-4e2c-4aea-959c-2ba1df4f2483 admin admin] Added segment dc3aa850-4ab7-47a4-b198-43575123d732 of type vlan for network f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5 Jul 29 23:42:51.506848 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ac344b28-a9ac-4afe-9c9f-21d0b4d84e6f tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:51.589416 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ac344b28-a9ac-4afe-9c9f-21d0b4d84e6f tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:51.653832 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9e4cec52-4e2c-4aea-959c-2ba1df4f2483 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:51.716390 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f0bdef-85ff-4e4d-8ec9-96fcc245c060 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Network 1d8be2f5-37bc-4036-a14b-70e657dee622 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:42:51.843195 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-f4f0bdef-85ff-4e4d-8ec9-96fcc245c060 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:42:51.881549 n-d-712141-10 neutron-server[94078]: INFO neutron.db.l3_db [None req-ac344b28-a9ac-4afe-9c9f-21d0b4d84e6f tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Floating IP e4d75077-4de3-4453-b36e-74b0c0240c92 associated. External IP: 172.25.0.59, port: 1ac17cbc-373d-4634-a2b1-08f85a3a817f. Jul 29 23:42:51.898143 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a431fd-b019-465f-8a0b-21a029005c30 req-a4657e1a-6691-464f-8f94-3080afb363d5 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:51.900919 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c2a431fd-b019-465f-8a0b-21a029005c30 req-a4657e1a-6691-464f-8f94-3080afb363d5 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.22 "GET /v2.0/networks?id=07279870-3078-44f7-8035-d94a4d0b31e7 HTTP/1.1" status: 200 len: 812 time: 0.4026730 Jul 29 23:42:51.926749 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-c2a431fd-b019-465f-8a0b-21a029005c30 req-3d22e66a-9de7-432b-a253-9e3fc4388018 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Request body: {'port': {'device_id': 'b06f9045-1416-45b0-93a1-3a9039d210e2', 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7', 'admin_state_up': True, 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:52.143535 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbe720f-760c-4777-bd77-9e15f74b898f req-504b05b8-4d3d-40e0-9b13-7e6177e7ac73 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:52.153923 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-adbe720f-760c-4777-bd77-9e15f74b898f req-504b05b8-4d3d-40e0-9b13-7e6177e7ac73 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.6442580 Jul 29 23:42:52.174524 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9e4cec52-4e2c-4aea-959c-2ba1df4f2483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:52.174524 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4cec52-4e2c-4aea-959c-2ba1df4f2483 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:52.188920 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9e4cec52-4e2c-4aea-959c-2ba1df4f2483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:52.303990 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-adbe720f-760c-4777-bd77-9e15f74b898f req-fbbd66e3-4e84-41ef-8450-7191088cb8bf tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458702 Jul 29 23:42:52.548009 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2a2de41e-d057-47d2-8d1c-0ab5bd4ad2ef None None] Provisioning complete for port ceeb385d-c84e-4508-9bcf-3d8e73387b55 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:52.556710 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2a2de41e-d057-47d2-8d1c-0ab5bd4ad2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:52.602117 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9e4cec52-4e2c-4aea-959c-2ba1df4f2483 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 3.2207353 Jul 29 23:42:52.614949 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2e3d1db4-6c0d-45f1-983b-de5118a00e6d req-f80efe61-1f3f-42cf-98f9-144903d7c3dd tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=b06f9045-1416-45b0-93a1-3a9039d210e2 HTTP/1.1" status: 200 len: 210 time: 0.1713755 Jul 29 23:42:52.625375 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 36146) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:52.669208 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-4549528e-6657-4ce2-b88b-1af5c6132195 admin admin] Request body: {'subnet': {'network_id': 'f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1301527973-subnet', 'tenant_id': '3b1fbe188aad49b78bbb0ff03661a540', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:52.745805 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4f0bdef-85ff-4e4d-8ec9-96fcc245c060 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Router d2dcbd15-76b3-49ab-bbb1-5c5131495f48 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:42:52.781197 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-2a2de41e-d057-47d2-8d1c-0ab5bd4ad2ef None None] Port ceeb385d-c84e-4508-9bcf-3d8e73387b55 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:42:52.842131 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4549528e-6657-4ce2-b88b-1af5c6132195 admin admin] Made reservation on behalf of 3b1fbe188aad49b78bbb0ff03661a540 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:42:52.846902 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4549528e-6657-4ce2-b88b-1af5c6132195 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:53.005148 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4cec52-4e2c-4aea-959c-2ba1df4f2483 admin admin] Pushing event updated for resources: {'Network': ['ID=f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:53.022386 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2a431fd-b019-465f-8a0b-21a029005c30 req-3d22e66a-9de7-432b-a253-9e3fc4388018 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Made reservation on behalf of abc07fd47c924aad994e74752ef0bc5a for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:42:53.030916 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:42:53.045835 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-c2a431fd-b019-465f-8a0b-21a029005c30 req-3d22e66a-9de7-432b-a253-9e3fc4388018 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:53.281545 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-cf87d669-b1ad-4d0b-b988-622c5980fb4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:53.558368 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f0bdef-85ff-4e4d-8ec9-96fcc245c060 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:42:53.572751 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bcf9ba-0118-471d-87ae-07fe56b4025a None None] Sync routers for ids ['d2dcbd15-76b3-49ab-bbb1-5c5131495f48'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:42:53.596656 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-f4f0bdef-85ff-4e4d-8ec9-96fcc245c060 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] 10.222.0.43 "PUT /v2.0/routers/d2dcbd15-76b3-49ab-bbb1-5c5131495f48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6764381 Jul 29 23:42:53.600464 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac344b28-a9ac-4afe-9c9f-21d0b4d84e6f tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Router 4ececfd2-bbcb-4cda-9691-6ff23afccea3 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:42:53.612000 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bcf9ba-0118-471d-87ae-07fe56b4025a None None] Routers {'d2dcbd15-76b3-49ab-bbb1-5c5131495f48'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:42:53.617918 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-03bcf9ba-0118-471d-87ae-07fe56b4025a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:42:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['d2dcbd15-76b3-49ab-bbb1-5c5131495f48'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:53.625464 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36160) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:53.854516 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-03bcf9ba-0118-471d-87ae-07fe56b4025a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:53.909646 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bcf9ba-0118-471d-87ae-07fe56b4025a None None] Routers {'d2dcbd15-76b3-49ab-bbb1-5c5131495f48'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:42:53.911586 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-03bcf9ba-0118-471d-87ae-07fe56b4025a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:42:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['d2dcbd15-76b3-49ab-bbb1-5c5131495f48'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:54.045497 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36172) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:54.497753 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ffdd1ef6-1d29-43c1-8a42-c3438d6c9473 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks [] for router, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:54.640415 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-03bcf9ba-0118-471d-87ae-07fe56b4025a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:54.651035 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bcf9ba-0118-471d-87ae-07fe56b4025a None None] The sync data for ids ['d2dcbd15-76b3-49ab-bbb1-5c5131495f48'] in n-d-712141-10 is: [] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:42:54.799065 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36182) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:54.900769 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-be1dc715-10e3-4141-9075-4600f6a5babd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:54.951718 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-c2a431fd-b019-465f-8a0b-21a029005c30 req-3d22e66a-9de7-432b-a253-9e3fc4388018 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Allocated IP 172.20.0.8 (07279870-3078-44f7-8035-d94a4d0b31e7/ef618f43-4fe4-4e34-9800-0476d270be60/158fe2f5-8fbb-433e-ad3c-e49193fee628) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:42:54.995589 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-ffdd1ef6-1d29-43c1-8a42-c3438d6c9473 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 29 23:42:55.000570 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ffdd1ef6-1d29-43c1-8a42-c3438d6c9473 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] 10.222.0.43 "DELETE /v2.0/routers/d2dcbd15-76b3-49ab-bbb1-5c5131495f48 HTTP/1.1" status: 409 len: 329 time: 1.3738496 Jul 29 23:42:55.018469 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36186) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:55.287404 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f505c995-cf79-473a-a777-bf1569a69f3d req-a5f840c9-a482-4450-98dd-87c28c3f064a tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=b06f9045-1416-45b0-93a1-3a9039d210e2 HTTP/1.1" status: 200 len: 210 time: 1.0581012 Jul 29 23:42:55.434535 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4549528e-6657-4ce2-b88b-1af5c6132195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:55.524770 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac344b28-a9ac-4afe-9c9f-21d0b4d84e6f tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:42:55.533978 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ac344b28-a9ac-4afe-9c9f-21d0b4d84e6f tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:55.537345 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77830cc6-a05f-41c5-a599-b01cbcb994f9 None None] Sync routers for ids ['4ececfd2-bbcb-4cda-9691-6ff23afccea3'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:42:55.555670 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77830cc6-a05f-41c5-a599-b01cbcb994f9 None None] Routers {'4ececfd2-bbcb-4cda-9691-6ff23afccea3'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:42:55.563661 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-77830cc6-a05f-41c5-a599-b01cbcb994f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:42:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['4ececfd2-bbcb-4cda-9691-6ff23afccea3'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:55.596252 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ac344b28-a9ac-4afe-9c9f-21d0b4d84e6f tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "PUT /v2.0/floatingips/e4d75077-4de3-4453-b36e-74b0c0240c92 HTTP/1.1" status: 200 len: 990 time: 6.8475480 Jul 29 23:42:55.623817 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '312b196d-1983-4e61-b3c6-96ed3c943fce', 'tag': '1ac17cbc-373d-4634-a2b1-08f85a3a817f'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:42:55.627757 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9750c673-6578-491e-8358-929cf4499bed" -d '{"events": [{"name": "network-changed", "server_uuid": "312b196d-1983-4e61-b3c6-96ed3c943fce", "tag": "1ac17cbc-373d-4634-a2b1-08f85a3a817f"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:42:55.635295 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4549528e-6657-4ce2-b88b-1af5c6132195 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4795740d-d7c0-4c77-af15-3935752c97d1,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:55.685250 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a847ab2-be35-4566-af33-77d283c188fa req-fc9fa893-faab-4231-8342-2dc4792b0f09 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:55.686999 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0a847ab2-be35-4566-af33-77d283c188fa req-fc9fa893-faab-4231-8342-2dc4792b0f09 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 2.0003073 Jul 29 23:42:55.717650 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4549528e-6657-4ce2-b88b-1af5c6132195 admin admin] Checking segment: {'id': 'dc3aa850-4ab7-47a4-b198-43575123d732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:42:55.717990 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4549528e-6657-4ce2-b88b-1af5c6132195 admin admin] Network hostable DHCP agents. Network: f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:42:55.757102 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4549528e-6657-4ce2-b88b-1af5c6132195 admin admin] Network f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:42:55.777103 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-4549528e-6657-4ce2-b88b-1af5c6132195 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:42:55.792186 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b8bfa8-281c-43af-86c0-f7187a4a280a None None] Network f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:42:55.793952 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4549528e-6657-4ce2-b88b-1af5c6132195 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:55.794576 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4549528e-6657-4ce2-b88b-1af5c6132195 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:55.859134 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0a847ab2-be35-4566-af33-77d283c188fa req-1591f727-3ee4-4d51-882b-314b71421f02 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500061 Jul 29 23:42:55.921328 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-053e2c40-3121-4900-bd93-c99d93b62cd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:55.946321 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-751789a5-89f4-4285-81a7-a733be25987c x-openstack-request-id: req-751789a5-89f4-4285-81a7-a733be25987c {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:42:55.946592 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "312b196d-1983-4e61-b3c6-96ed3c943fce", "tag": "1ac17cbc-373d-4634-a2b1-08f85a3a817f", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:42:55.946901 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-751789a5-89f4-4285-81a7-a733be25987c {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:42:55.947390 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '312b196d-1983-4e61-b3c6-96ed3c943fce', 'tag': '1ac17cbc-373d-4634-a2b1-08f85a3a817f', 'status': 'completed', 'code': 200} Jul 29 23:42:56.102843 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-77830cc6-a05f-41c5-a599-b01cbcb994f9 None None] Set router 4ececfd2-bbcb-4cda-9691-6ff23afccea3 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:42:56.153632 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-24683931-00d4-4068-8ecd-476b3a2b8d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:56.186324 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4cf872-5e0a-4736-b75d-848be89032b6 None None] Network f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:42:56.288999 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9750c673-6578-491e-8358-929cf4499bed req-54ca6233-b2da-4de4-a0a0-0e48abcfe67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:56.294590 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9750c673-6578-491e-8358-929cf4499bed req-54ca6233-b2da-4de4-a0a0-0e48abcfe67d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bc6282d9b32e428d9264b8fb2fa602e4&device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 1097 time: 0.3002112 Jul 29 23:42:56.345443 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-c2a431fd-b019-465f-8a0b-21a029005c30 req-3d22e66a-9de7-432b-a253-9e3fc4388018 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:56.510167 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-c2a431fd-b019-465f-8a0b-21a029005c30 req-3d22e66a-9de7-432b-a253-9e3fc4388018 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Transition to ACTIVE for port object 158fe2f5-8fbb-433e-ad3c-e49193fee628 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:42:56.601848 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:56.697727 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9750c673-6578-491e-8358-929cf4499bed req-7b14f112-491c-4fea-97a6-e914baaad7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:56.700376 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9750c673-6578-491e-8358-929cf4499bed req-7b14f112-491c-4fea-97a6-e914baaad7f8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=75276a04-f545-4a3d-9980-2e308be152f9 HTTP/1.1" status: 200 len: 918 time: 0.3995450 Jul 29 23:42:56.886391 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9750c673-6578-491e-8358-929cf4499bed req-7cfff12e-71ef-49a0-9c95-50212394cf81 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ac17cbc-373d-4634-a2b1-08f85a3a817f HTTP/1.1" status: 200 len: 998 time: 0.1773527 Jul 29 23:42:56.892780 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-be1dc715-10e3-4141-9075-4600f6a5babd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:56.917283 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-77830cc6-a05f-41c5-a599-b01cbcb994f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ececfd2-bbcb-4cda-9691-6ff23afccea3', 'name': 'tempest-AttachVolumeShelveTestJSON-2094336285-router', 'tenant_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '56512338-eee7-4a6a-ac6a-5775e337cb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:41:48Z', 'updated_at': '2021-07-29T23:42:00Z', 'revision_number': 4, 'project_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'gw_port': {'id': '56512338-eee7-4a6a-ac6a-5775e337cb39', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ececfd2-bbcb-4cda-9691-6ff23afccea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:49Z', 'updated_at': '2021-07-29T23:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': 'e4d75077-4de3-4453-b36e-74b0c0240c92', 'tenant_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'floating_ip_address': '172.25.0.59', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '4ececfd2-bbcb-4cda-9691-6ff23afccea3', 'port_id': '1ac17cbc-373d-4634-a2b1-08f85a3a817f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75276a04-f545-4a3d-9980-2e308be152f9', 'mac_address': 'fa:16:3e:1b:5b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312b196d-1983-4e61-b3c6-96ed3c943fce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:42:10Z', 'updated_at': '2021-07-29T23:42:50Z', 'revision_number': 1, 'project_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f894ff82-3555-4edd-926a-9ec0ac8d14bc', 'name': '', 'network_id': '75276a04-f545-4a3d-9980-2e308be152f9', 'tenant_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'mac_address': 'fa:16:3e:e8:ff:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ececfd2-bbcb-4cda-9691-6ff23afccea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': '3f8a1426-23b4-4820-974d-b3b8ade6d730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:57Z', 'updated_at': '2021-07-29T23:42:08Z', 'revision_number': 5, 'project_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'subnets': [{'id': '3f8a1426-23b4-4820-974d-b3b8ade6d730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:56.934850 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-be1dc715-10e3-4141-9075-4600f6a5babd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:56.982269 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-4549528e-6657-4ce2-b88b-1af5c6132195 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 4.3506768 Jul 29 23:42:56.985381 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 36218) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:56.996914 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-f4adb0a7-c3c8-470c-aa55-951acc3cd771 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1301527973-router', 'tenant_id': '3b1fbe188aad49b78bbb0ff03661a540', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:56.999174 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77830cc6-a05f-41c5-a599-b01cbcb994f9 None None] Checking router: 4ececfd2-bbcb-4cda-9691-6ff23afccea3 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:42:57.028639 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9750c673-6578-491e-8358-929cf4499bed req-ac37beb5-ca63-4b6a-af27-cf535af59e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:57.031097 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9750c673-6578-491e-8358-929cf4499bed req-ac37beb5-ca63-4b6a-af27-cf535af59e43 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f8a1426-23b4-4820-974d-b3b8ade6d730 HTTP/1.1" status: 200 len: 856 time: 0.1351230 Jul 29 23:42:57.037128 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77830cc6-a05f-41c5-a599-b01cbcb994f9 None None] Routers {'4ececfd2-bbcb-4cda-9691-6ff23afccea3'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:42:57.042484 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-77830cc6-a05f-41c5-a599-b01cbcb994f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:42:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['4ececfd2-bbcb-4cda-9691-6ff23afccea3'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:57.137132 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-c2a431fd-b019-465f-8a0b-21a029005c30 req-3d22e66a-9de7-432b-a253-9e3fc4388018 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:57.232155 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9750c673-6578-491e-8358-929cf4499bed req-89906375-ab57-4950-92ae-40985c5cca0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:57.234984 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9750c673-6578-491e-8358-929cf4499bed req-89906375-ab57-4950-92ae-40985c5cca0a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=75276a04-f545-4a3d-9980-2e308be152f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1963477 Jul 29 23:42:57.288066 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a4b15-e07d-48c2-96b1-c11de5010f32 req-9b807226-e377-4d2a-b313-9644c5d567ec tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:57.289888 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-886a4b15-e07d-48c2-96b1-c11de5010f32 req-9b807226-e377-4d2a-b313-9644c5d567ec tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=b06f9045-1416-45b0-93a1-3a9039d210e2 HTTP/1.1" status: 200 len: 931 time: 0.2285664 Jul 29 23:42:57.343299 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-be1dc715-10e3-4141-9075-4600f6a5babd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3c120c4cf8044e4ca6e6d4612bacf245&name=default HTTP/1.1" status: 200 len: 2983 time: 3.2933254 Jul 29 23:42:57.367679 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 36220) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:57.390716 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-77830cc6-a05f-41c5-a599-b01cbcb994f9 None None] Set router 4ececfd2-bbcb-4cda-9691-6ff23afccea3 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:42:57.491688 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-053e2c40-3121-4900-bd93-c99d93b62cd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:57.494240 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1dc715-10e3-4141-9075-4600f6a5babd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744b30ae-9815-46da-a699-06ed07f9c375,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:57.511256 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-053e2c40-3121-4900-bd93-c99d93b62cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:57.575062 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2a431fd-b019-465f-8a0b-21a029005c30 req-3d22e66a-9de7-432b-a253-9e3fc4388018 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Network 07279870-3078-44f7-8035-d94a4d0b31e7 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:42:57.593829 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-053e2c40-3121-4900-bd93-c99d93b62cd4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=72ad3382351f46278ba4db1f82bd613e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7888415 Jul 29 23:42:57.595078 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-c2a431fd-b019-465f-8a0b-21a029005c30 req-3d22e66a-9de7-432b-a253-9e3fc4388018 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:42:57.604056 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36222) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:57.619915 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-886a4b15-e07d-48c2-96b1-c11de5010f32 req-66ce4a7e-6ac4-4014-a32c-73482dc86dbf tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108315 Jul 29 23:42:57.695950 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:57.709551 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2a431fd-b019-465f-8a0b-21a029005c30 req-3d22e66a-9de7-432b-a253-9e3fc4388018 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:42:57.712344 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a296b9bf-2af5-4edf-9cc6-a67a6b7902bd req-4f872fbc-044c-4e95-889a-6cae804c3f95 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:57.719018 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a296b9bf-2af5-4edf-9cc6-a67a6b7902bd req-4f872fbc-044c-4e95-889a-6cae804c3f95 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.3559415 Jul 29 23:42:57.741743 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9750c673-6578-491e-8358-929cf4499bed req-b58db544-caff-424f-a740-5272e0691edb service neutron] 10.222.0.41 "GET /v2.0/networks/75276a04-f545-4a3d-9980-2e308be152f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4868155 Jul 29 23:42:57.748850 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-68eec579-4988-4306-86c6-06813604b776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:57.810095 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a431fd-b019-465f-8a0b-21a029005c30 req-3d22e66a-9de7-432b-a253-9e3fc4388018 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:57.810924 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-c2a431fd-b019-465f-8a0b-21a029005c30 req-3d22e66a-9de7-432b-a253-9e3fc4388018 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:57.867323 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-90e9b7a2-b141-428e-b0a6-7bbb55ae2354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:57.899078 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-90e9b7a2-b141-428e-b0a6-7bbb55ae2354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:57.989382 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c2a431fd-b019-465f-8a0b-21a029005c30 req-3d22e66a-9de7-432b-a253-9e3fc4388018 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0723948 Jul 29 23:42:58.046260 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-90e9b7a2-b141-428e-b0a6-7bbb55ae2354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:58.049745 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-90e9b7a2-b141-428e-b0a6-7bbb55ae2354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:58.055100 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-90e9b7a2-b141-428e-b0a6-7bbb55ae2354 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b4290f08-5bd0-439c-ad94-9b8e178aa686 HTTP/1.1" status: 204 len: 168 time: 0.4486575 Jul 29 23:42:58.062503 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-c2a431fd-b019-465f-8a0b-21a029005c30 req-b21ca56f-70f5-4709-a21c-5f3cfc7b60bf service neutron] Request body: {'port': {'device_id': 'b06f9045-1416-45b0-93a1-3a9039d210e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:58.122105 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9750c673-6578-491e-8358-929cf4499bed req-8f8c112f-27af-4868-acdc-3cb1a7f4c91e service neutron] 10.222.0.41 "GET /v2.0/networks/75276a04-f545-4a3d-9980-2e308be152f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3708320 Jul 29 23:42:58.142375 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f4adb0a7-c3c8-470c-aa55-951acc3cd771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:58.147656 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f4adb0a7-c3c8-470c-aa55-951acc3cd771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:58.166876 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d22e66a-9de7-432b-a253-9e3fc4388018 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Pushing event updated for resources: {'Port': ['ID=158fe2f5-8fbb-433e-ad3c-e49193fee628,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:58.168354 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-6dee7bf4-90f4-4d59-a882-bf17e13485ec None None] Provisioning for port 158fe2f5-8fbb-433e-ad3c-e49193fee628 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:42:58.178459 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-6dee7bf4-90f4-4d59-a882-bf17e13485ec None None] Provisioning complete for port 158fe2f5-8fbb-433e-ad3c-e49193fee628 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:58.179094 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6dee7bf4-90f4-4d59-a882-bf17e13485ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:58.213735 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053e2c40-3121-4900-bd93-c99d93b62cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4290f08-5bd0-439c-ad94-9b8e178aa686,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:58.217757 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-77830cc6-a05f-41c5-a599-b01cbcb994f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ececfd2-bbcb-4cda-9691-6ff23afccea3', 'name': 'tempest-AttachVolumeShelveTestJSON-2094336285-router', 'tenant_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '56512338-eee7-4a6a-ac6a-5775e337cb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:41:48Z', 'updated_at': '2021-07-29T23:42:00Z', 'revision_number': 4, 'project_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'gw_port': {'id': '56512338-eee7-4a6a-ac6a-5775e337cb39', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ececfd2-bbcb-4cda-9691-6ff23afccea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:49Z', 'updated_at': '2021-07-29T23:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': 'e4d75077-4de3-4453-b36e-74b0c0240c92', 'tenant_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'floating_ip_address': '172.25.0.59', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '4ececfd2-bbcb-4cda-9691-6ff23afccea3', 'port_id': '1ac17cbc-373d-4634-a2b1-08f85a3a817f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75276a04-f545-4a3d-9980-2e308be152f9', 'mac_address': 'fa:16:3e:1b:5b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312b196d-1983-4e61-b3c6-96ed3c943fce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:42:10Z', 'updated_at': '2021-07-29T23:42:50Z', 'revision_number': 1, 'project_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f894ff82-3555-4edd-926a-9ec0ac8d14bc', 'name': '', 'network_id': '75276a04-f545-4a3d-9980-2e308be152f9', 'tenant_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'mac_address': 'fa:16:3e:e8:ff:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ececfd2-bbcb-4cda-9691-6ff23afccea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': '3f8a1426-23b4-4820-974d-b3b8ade6d730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:57Z', 'updated_at': '2021-07-29T23:42:08Z', 'revision_number': 5, 'project_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'subnets': [{'id': '3f8a1426-23b4-4820-974d-b3b8ade6d730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:58.252207 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e9b7a2-b141-428e-b0a6-7bbb55ae2354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4290f08-5bd0-439c-ad94-9b8e178aa686,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:58.290707 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2b01f141-7fd3-4962-ad7d-b06898a7a5f3 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:58.297222 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77830cc6-a05f-41c5-a599-b01cbcb994f9 None None] The sync data for ids ['4ececfd2-bbcb-4cda-9691-6ff23afccea3'] in n-d-712141-10 is: [{'id': '4ececfd2-bbcb-4cda-9691-6ff23afccea3', 'name': 'tempest-AttachVolumeShelveTestJSON-2094336285-router', 'tenant_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '56512338-eee7-4a6a-ac6a-5775e337cb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:41:48Z', 'updated_at': '2021-07-29T23:42:00Z', 'revision_number': 4, 'project_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'gw_port': {'id': '56512338-eee7-4a6a-ac6a-5775e337cb39', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ececfd2-bbcb-4cda-9691-6ff23afccea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:49Z', 'updated_at': '2021-07-29T23:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': 'e4d75077-4de3-4453-b36e-74b0c0240c92', 'tenant_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'floating_ip_address': '172.25.0.59', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '4ececfd2-bbcb-4cda-9691-6ff23afccea3', 'port_id': '1ac17cbc-373d-4634-a2b1-08f85a3a817f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75276a04-f545-4a3d-9980-2e308be152f9', 'mac_address': 'fa:16:3e:1b:5b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '312b196d-1983-4e61-b3c6-96ed3c943fce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:42:10Z', 'updated_at': '2021-07-29T23:42:50Z', 'revision_number': 1, 'project_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f894ff82-3555-4edd-926a-9ec0ac8d14bc', 'name': '', 'network_id': '75276a04-f545-4a3d-9980-2e308be152f9', 'tenant_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'mac_address': 'fa:16:3e:e8:ff:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ececfd2-bbcb-4cda-9691-6ff23afccea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': '3f8a1426-23b4-4820-974d-b3b8ade6d730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:57Z', 'updated_at': '2021-07-29T23:42:08Z', 'revision_number': 5, 'project_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'subnets': [{'id': '3f8a1426-23b4-4820-974d-b3b8ade6d730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:42:58.398753 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-6dee7bf4-90f4-4d59-a882-bf17e13485ec None None] Port 158fe2f5-8fbb-433e-ad3c-e49193fee628 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:42:58.440354 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-68eec579-4988-4306-86c6-06813604b776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:58.568522 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a296b9bf-2af5-4edf-9cc6-a67a6b7902bd req-ea082622-1b3e-4933-98ff-c48ea794c7c1 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8318830 Jul 29 23:42:58.716636 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f4adb0a7-c3c8-470c-aa55-951acc3cd771 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:58.759717 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-c2a431fd-b019-465f-8a0b-21a029005c30 req-b21ca56f-70f5-4709-a21c-5f3cfc7b60bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:58.841037 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18920710-c617-44cf-a96b-2e3d2e889053 None None] New status for floating IP e4d75077-4de3-4453-b36e-74b0c0240c92: ACTIVE {{(pid=94079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:42:58.958141 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-68eec579-4988-4306-86c6-06813604b776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:58.962523 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-68eec579-4988-4306-86c6-06813604b776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:58.964537 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-68eec579-4988-4306-86c6-06813604b776 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/744b30ae-9815-46da-a699-06ed07f9c375 HTTP/1.1" status: 204 len: 168 time: 1.5957587 Jul 29 23:42:59.055205 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eec579-4988-4306-86c6-06813604b776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744b30ae-9815-46da-a699-06ed07f9c375,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:59.228784 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eec579-4988-4306-86c6-06813604b776 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:59.228784 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eec579-4988-4306-86c6-06813604b776 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:59.230317 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eec579-4988-4306-86c6-06813604b776 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:59.232155 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eec579-4988-4306-86c6-06813604b776 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:59.234002 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eec579-4988-4306-86c6-06813604b776 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:59.234705 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eec579-4988-4306-86c6-06813604b776 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:59.243069 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eec579-4988-4306-86c6-06813604b776 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:59.246298 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eec579-4988-4306-86c6-06813604b776 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:59.246298 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eec579-4988-4306-86c6-06813604b776 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:59.249907 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eec579-4988-4306-86c6-06813604b776 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:59.250628 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eec579-4988-4306-86c6-06813604b776 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:59.251096 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68eec579-4988-4306-86c6-06813604b776 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:59.434659 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f4adb0a7-c3c8-470c-aa55-951acc3cd771 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:59.470377 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6133a06-5c14-4302-bf0f-4492f8863fb5 req-cf03a5a0-9828-4f2e-8416-51d161108eb2 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:59.484393 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f6133a06-5c14-4302-bf0f-4492f8863fb5 req-cf03a5a0-9828-4f2e-8416-51d161108eb2 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=b06f9045-1416-45b0-93a1-3a9039d210e2 HTTP/1.1" status: 200 len: 931 time: 0.5530915 Jul 29 23:42:59.522698 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:59.761329 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-2b01f141-7fd3-4962-ad7d-b06898a7a5f3 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Deleting port ceeb385d-c84e-4508-9bcf-3d8e73387b55 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:42:59.761936 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2b01f141-7fd3-4962-ad7d-b06898a7a5f3 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:59.772964 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f6133a06-5c14-4302-bf0f-4492f8863fb5 req-c9231979-0a8f-4ced-a519-2442cab58afb tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873476 Jul 29 23:43:00.001151 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2b105-07e5-4580-a45e-5918d29f9477 req-2c4c883e-f050-486b-aeeb-8fa7d0bf6a02 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:00.005045 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-61d2b105-07e5-4580-a45e-5918d29f9477 req-2c4c883e-f050-486b-aeeb-8fa7d0bf6a02 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.2294314 Jul 29 23:43:00.007049 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 36258) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:00.119078 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e6d510fd-debd-4f13-9133-58f36d0db7f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:00.234652 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-61d2b105-07e5-4580-a45e-5918d29f9477 req-88883406-a7e3-4317-889e-ccad15725678 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211738 Jul 29 23:43:00.477327 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 36264) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:00.672325 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 36268) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:00.681827 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2b01f141-7fd3-4962-ad7d-b06898a7a5f3 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:00.710613 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-2b01f141-7fd3-4962-ad7d-b06898a7a5f3 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Calling delete_port for ceeb385d-c84e-4508-9bcf-3d8e73387b55 owned by network:router_interface {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:43:00.924436 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f4adb0a7-c3c8-470c-aa55-951acc3cd771 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:01.085011 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2b01f141-7fd3-4962-ad7d-b06898a7a5f3 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:01.109749 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e05ed12-1881-4e7a-b5bb-30ca2adab90f admin admin] Deleting subnet a1313e90-0499-41fa-b020-450aac7c7714 {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:43:01.146867 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b01f141-7fd3-4962-ad7d-b06898a7a5f3 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Pushing event deleted for resources: {'Port': ['ID=ceeb385d-c84e-4508-9bcf-3d8e73387b55,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:01.194001 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f4adb0a7-c3c8-470c-aa55-951acc3cd771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:01.287115 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3e05ed12-1881-4e7a-b5bb-30ca2adab90f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:01.296685 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e6d510fd-debd-4f13-9133-58f36d0db7f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:01.384208 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-7fac129d-bfbe-48e5-84b8-a91fec8ca621 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-411152964-network', 'tenant_id': 'e786eab7df1c4c0d885831fa25c06de2'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:01.438079 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e6d510fd-debd-4f13-9133-58f36d0db7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:01.477182 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fac129d-bfbe-48e5-84b8-a91fec8ca621 admin admin] Made reservation on behalf of e786eab7df1c4c0d885831fa25c06de2 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:43:01.484323 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7fac129d-bfbe-48e5-84b8-a91fec8ca621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:01.540264 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7fac129d-bfbe-48e5-84b8-a91fec8ca621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:01.593038 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-c2a431fd-b019-465f-8a0b-21a029005c30 req-b21ca56f-70f5-4709-a21c-5f3cfc7b60bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 158fe2f5-8fbb-433e-ad3c-e49193fee628 {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:43:01.664536 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-c2a431fd-b019-465f-8a0b-21a029005c30 req-b21ca56f-70f5-4709-a21c-5f3cfc7b60bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:01.729984 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-c2a431fd-b019-465f-8a0b-21a029005c30 req-b21ca56f-70f5-4709-a21c-5f3cfc7b60bf service neutron] Transition to ACTIVE for port object 158fe2f5-8fbb-433e-ad3c-e49193fee628 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:43:01.731882 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2b01f141-7fd3-4962-ad7d-b06898a7a5f3 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:01.774562 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-c2a431fd-b019-465f-8a0b-21a029005c30 req-b21ca56f-70f5-4709-a21c-5f3cfc7b60bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:01.888715 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545bd42-877e-4ca6-b033-f1f4524b4489 req-3bed0a16-475d-42a9-81bc-fb30a6a27d87 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:01.902376 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6545bd42-877e-4ca6-b033-f1f4524b4489 req-3bed0a16-475d-42a9-81bc-fb30a6a27d87 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=b06f9045-1416-45b0-93a1-3a9039d210e2 HTTP/1.1" status: 200 len: 931 time: 0.8294795 Jul 29 23:43:01.912415 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7fac129d-bfbe-48e5-84b8-a91fec8ca621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:01.918519 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3e05ed12-1881-4e7a-b5bb-30ca2adab90f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:01.993107 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21ca56f-70f5-4709-a21c-5f3cfc7b60bf service neutron] Pushing event updated for resources: {'Port': ['ID=158fe2f5-8fbb-433e-ad3c-e49193fee628,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:02.007455 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e6d510fd-debd-4f13-9133-58f36d0db7f9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ee5fb0fc2340473c9cee1ff9d00c0f10&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9848647 Jul 29 23:43:02.024055 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 36278) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:02.078056 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6545bd42-877e-4ca6-b033-f1f4524b4489 req-b632631c-e931-4878-80d9-2e1048449443 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744885 Jul 29 23:43:02.080390 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7fac129d-bfbe-48e5-84b8-a91fec8ca621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:02.088940 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d510fd-debd-4f13-9133-58f36d0db7f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd09a4bc-1018-4c42-ae77-efb76b9e5ea5,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:02.226719 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fac129d-bfbe-48e5-84b8-a91fec8ca621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adfca035-9b13-4054-91bd-98ecbbff3896,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:02.293545 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b01f141-7fd3-4962-ad7d-b06898a7a5f3 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Router d2dcbd15-76b3-49ab-bbb1-5c5131495f48 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:43:02.375256 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fac129d-bfbe-48e5-84b8-a91fec8ca621 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:43:02.431123 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d355f14-4f73-4a5a-8ceb-bbd64e8e81d4 req-8af9d0c7-d973-4567-958d-eedbae4711f3 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:02.433375 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0d355f14-4f73-4a5a-8ceb-bbd64e8e81d4 req-8af9d0c7-d973-4567-958d-eedbae4711f3 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.6479857 Jul 29 23:43:02.445076 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e3238d6e-ad85-4438-a038-490ed2911d17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:02.479602 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e3238d6e-ad85-4438-a038-490ed2911d17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:02.503825 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-c2a431fd-b019-465f-8a0b-21a029005c30 req-b21ca56f-70f5-4709-a21c-5f3cfc7b60bf service neutron] Attempting to bind port 158fe2f5-8fbb-433e-ad3c-e49193fee628 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:43:02.503825 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-c2a431fd-b019-465f-8a0b-21a029005c30 req-b21ca56f-70f5-4709-a21c-5f3cfc7b60bf service neutron] Attempting to bind port 158fe2f5-8fbb-433e-ad3c-e49193fee628 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '2d9f9fa8-9a49-423e-86b2-3891aba5a1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:43:02.504405 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a431fd-b019-465f-8a0b-21a029005c30 req-b21ca56f-70f5-4709-a21c-5f3cfc7b60bf service neutron] Attempting to bind port 158fe2f5-8fbb-433e-ad3c-e49193fee628 on network 07279870-3078-44f7-8035-d94a4d0b31e7 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:43:02.544383 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a431fd-b019-465f-8a0b-21a029005c30 req-b21ca56f-70f5-4709-a21c-5f3cfc7b60bf service neutron] Port 158fe2f5-8fbb-433e-ad3c-e49193fee628 on network 07279870-3078-44f7-8035-d94a4d0b31e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:43:02.544735 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a431fd-b019-465f-8a0b-21a029005c30 req-b21ca56f-70f5-4709-a21c-5f3cfc7b60bf service neutron] Attempting to bind port 158fe2f5-8fbb-433e-ad3c-e49193fee628 on network 07279870-3078-44f7-8035-d94a4d0b31e7 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:43:02.552825 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a431fd-b019-465f-8a0b-21a029005c30 req-b21ca56f-70f5-4709-a21c-5f3cfc7b60bf service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:43:02.553178 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a431fd-b019-465f-8a0b-21a029005c30 req-b21ca56f-70f5-4709-a21c-5f3cfc7b60bf service neutron] Checking segment: {'id': '2d9f9fa8-9a49-423e-86b2-3891aba5a1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:43:02.553631 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2a431fd-b019-465f-8a0b-21a029005c30 req-b21ca56f-70f5-4709-a21c-5f3cfc7b60bf service neutron] Bound using segment: {'id': '2d9f9fa8-9a49-423e-86b2-3891aba5a1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:43:02.554246 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-c2a431fd-b019-465f-8a0b-21a029005c30 req-b21ca56f-70f5-4709-a21c-5f3cfc7b60bf service neutron] Bound port: 158fe2f5-8fbb-433e-ad3c-e49193fee628, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d9f9fa8-9a49-423e-86b2-3891aba5a1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:43:02.554827 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-c2a431fd-b019-465f-8a0b-21a029005c30 req-b21ca56f-70f5-4709-a21c-5f3cfc7b60bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:02.570371 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b01f141-7fd3-4962-ad7d-b06898a7a5f3 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:43:02.579103 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-2b01f141-7fd3-4962-ad7d-b06898a7a5f3 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] 10.222.0.43 "PUT /v2.0/routers/d2dcbd15-76b3-49ab-bbb1-5c5131495f48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5585778 Jul 29 23:43:02.584814 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36280) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:02.586958 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f76763d-6520-4c2b-a270-cbd962438a9e None None] Sync routers for ids ['d2dcbd15-76b3-49ab-bbb1-5c5131495f48'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:43:02.606642 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e3238d6e-ad85-4438-a038-490ed2911d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:02.609445 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f76763d-6520-4c2b-a270-cbd962438a9e None None] Routers {'d2dcbd15-76b3-49ab-bbb1-5c5131495f48'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:43:02.610129 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-5f76763d-6520-4c2b-a270-cbd962438a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:42:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['d2dcbd15-76b3-49ab-bbb1-5c5131495f48'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:02.616243 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e3238d6e-ad85-4438-a038-490ed2911d17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:02.620792 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e3238d6e-ad85-4438-a038-490ed2911d17 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cd09a4bc-1018-4c42-ae77-efb76b9e5ea5 HTTP/1.1" status: 204 len: 168 time: 0.5381377 Jul 29 23:43:02.676495 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3e05ed12-1881-4e7a-b5bb-30ca2adab90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:02.702544 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7fac129d-bfbe-48e5-84b8-a91fec8ca621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:02.702961 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-7fac129d-bfbe-48e5-84b8-a91fec8ca621 admin admin] Added segment 6611dfea-d154-4c8e-8956-c1449c86d262 of type vlan for network 42ded865-bf81-4961-bbbc-46573c003469 Jul 29 23:43:02.705621 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-5f76763d-6520-4c2b-a270-cbd962438a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:02.709882 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-c2a431fd-b019-465f-8a0b-21a029005c30 req-b21ca56f-70f5-4709-a21c-5f3cfc7b60bf service neutron] For port 158fe2f5-8fbb-433e-ad3c-e49193fee628, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:43:02.714490 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-c2a431fd-b019-465f-8a0b-21a029005c30 req-b21ca56f-70f5-4709-a21c-5f3cfc7b60bf service neutron] For port 158fe2f5-8fbb-433e-ad3c-e49193fee628, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=158fe2f5-8fbb-433e-ad3c-e49193fee628,segment=NetworkSegment(2d9f9fa8-9a49-423e-86b2-3891aba5a1e6),segment_id=2d9f9fa8-9a49-423e-86b2-3891aba5a1e6)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:43:02.716402 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-430fe91c-6b68-4273-9b07-0998145229f2 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] show failed (client error): The resource could not be found. Jul 29 23:43:02.717981 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-430fe91c-6b68-4273-9b07-0998145229f2 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] 10.222.0.43 "GET /v2.0/routers/tempest-non_exist_router-1576098308 HTTP/1.1" status: 404 len: 335 time: 0.1316450 Jul 29 23:43:02.724958 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-c2a431fd-b019-465f-8a0b-21a029005c30 req-b21ca56f-70f5-4709-a21c-5f3cfc7b60bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:02.729309 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3238d6e-ad85-4438-a038-490ed2911d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd09a4bc-1018-4c42-ae77-efb76b9e5ea5,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:02.730812 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36284) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:02.734532 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f76763d-6520-4c2b-a270-cbd962438a9e None None] Routers {'d2dcbd15-76b3-49ab-bbb1-5c5131495f48'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:43:02.750292 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-5f76763d-6520-4c2b-a270-cbd962438a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:42:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['d2dcbd15-76b3-49ab-bbb1-5c5131495f48'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:02.857015 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-a08f4ac4-8798-4ca4-b1ca-318e0170e612 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:02.878006 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-5f76763d-6520-4c2b-a270-cbd962438a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:02.879693 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f76763d-6520-4c2b-a270-cbd962438a9e None None] The sync data for ids ['d2dcbd15-76b3-49ab-bbb1-5c5131495f48'] in n-d-712141-10 is: [] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:43:02.900740 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21ca56f-70f5-4709-a21c-5f3cfc7b60bf service neutron] Pushing event updated for resources: {'Port': ['ID=158fe2f5-8fbb-433e-ad3c-e49193fee628,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:02.903691 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-a08f4ac4-8798-4ca4-b1ca-318e0170e612 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] update failed (client error): The resource could not be found. Jul 29 23:43:02.906078 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a08f4ac4-8798-4ca4-b1ca-318e0170e612 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] 10.222.0.43 "PUT /v2.0/routers/tempest-non_exist_router-940138562 HTTP/1.1" status: 404 len: 334 time: 0.0538697 Jul 29 23:43:02.916930 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36286) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:02.929214 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21ca56f-70f5-4709-a21c-5f3cfc7b60bf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:02.929559 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21ca56f-70f5-4709-a21c-5f3cfc7b60bf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:02.929931 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21ca56f-70f5-4709-a21c-5f3cfc7b60bf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:02.930266 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21ca56f-70f5-4709-a21c-5f3cfc7b60bf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:02.930592 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21ca56f-70f5-4709-a21c-5f3cfc7b60bf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:02.930966 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21ca56f-70f5-4709-a21c-5f3cfc7b60bf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:02.931302 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21ca56f-70f5-4709-a21c-5f3cfc7b60bf service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:02.931665 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21ca56f-70f5-4709-a21c-5f3cfc7b60bf service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:02.931998 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21ca56f-70f5-4709-a21c-5f3cfc7b60bf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:02.932320 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21ca56f-70f5-4709-a21c-5f3cfc7b60bf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:02.932641 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21ca56f-70f5-4709-a21c-5f3cfc7b60bf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:02.932961 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21ca56f-70f5-4709-a21c-5f3cfc7b60bf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:02.974708 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a431fd-b019-465f-8a0b-21a029005c30 req-b21ca56f-70f5-4709-a21c-5f3cfc7b60bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:02.975440 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-c2a431fd-b019-465f-8a0b-21a029005c30 req-b21ca56f-70f5-4709-a21c-5f3cfc7b60bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:02.977166 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c2a431fd-b019-465f-8a0b-21a029005c30 req-b21ca56f-70f5-4709-a21c-5f3cfc7b60bf service neutron] 10.222.0.22 "PUT /v2.0/ports/158fe2f5-8fbb-433e-ad3c-e49193fee628 HTTP/1.1" status: 200 len: 1092 time: 4.9207158 Jul 29 23:43:02.977678 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b06f9045-1416-45b0-93a1-3a9039d210e2', 'tag': '158fe2f5-8fbb-433e-ad3c-e49193fee628'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:43:02.984524 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5636ecd8-bc1a-4a23-9a30-221512336e0f" -d '{"events": [{"name": "network-changed", "server_uuid": "b06f9045-1416-45b0-93a1-3a9039d210e2", "tag": "158fe2f5-8fbb-433e-ad3c-e49193fee628"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:43:03.022545 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-f4adb0a7-c3c8-470c-aa55-951acc3cd771 admin admin] Allocated IP 172.25.0.147 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/cda58318-6f2d-4ed5-8cdc-1221386168ab) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:43:03.062518 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb136894-2a7a-49be-a34b-5c5e389905f1 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Deleting subnet 9697107e-3cba-4052-baea-66eef8c86044 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:43:03.076432 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bb136894-2a7a-49be-a34b-5c5e389905f1 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:03.132165 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7fac129d-bfbe-48e5-84b8-a91fec8ca621 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:03.187341 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bb136894-2a7a-49be-a34b-5c5e389905f1 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:03.282440 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.db.resource_extend [None req-7fac129d-bfbe-48e5-84b8-a91fec8ca621 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:43:03.291447 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0d355f14-4f73-4a5a-8ceb-bbd64e8e81d4 req-d4723945-ac50-4224-84c1-e47233573e5f tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6925263 Jul 29 23:43:03.351761 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-222e6245-c885-44d7-b7ad-8d7ed7697212 x-openstack-request-id: req-222e6245-c885-44d7-b7ad-8d7ed7697212 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:43:03.352620 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b06f9045-1416-45b0-93a1-3a9039d210e2", "tag": "158fe2f5-8fbb-433e-ad3c-e49193fee628", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:43:03.352620 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-222e6245-c885-44d7-b7ad-8d7ed7697212 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:43:03.353362 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b06f9045-1416-45b0-93a1-3a9039d210e2', 'tag': '158fe2f5-8fbb-433e-ad3c-e49193fee628', 'status': 'completed', 'code': 200} Jul 29 23:43:03.470858 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bb136894-2a7a-49be-a34b-5c5e389905f1 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:03.578755 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3e05ed12-1881-4e7a-b5bb-30ca2adab90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:03.629720 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a431fd-b019-465f-8a0b-21a029005c30 req-7e8b1f7a-dbcb-4e69-a0e3-c5d75c32316e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:03.630264 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7fac129d-bfbe-48e5-84b8-a91fec8ca621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:03.632479 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fac129d-bfbe-48e5-84b8-a91fec8ca621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:03.632841 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c2a431fd-b019-465f-8a0b-21a029005c30 req-7e8b1f7a-dbcb-4e69-a0e3-c5d75c32316e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=abc07fd47c924aad994e74752ef0bc5a&device_id=b06f9045-1416-45b0-93a1-3a9039d210e2 HTTP/1.1" status: 200 len: 1095 time: 0.2816181 Jul 29 23:43:03.633543 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7fac129d-bfbe-48e5-84b8-a91fec8ca621 admin admin] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:03.710518 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3e05ed12-1881-4e7a-b5bb-30ca2adab90f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:03.713760 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-3e05ed12-1881-4e7a-b5bb-30ca2adab90f admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a1313e90-0499-41fa-b020-450aac7c7714 HTTP/1.1" status: 204 len: 168 time: 3.2175286 Jul 29 23:43:03.717169 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e05ed12-1881-4e7a-b5bb-30ca2adab90f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1313e90-0499-41fa-b020-450aac7c7714,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:03.732152 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36304) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:03.842837 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f366bd-1a8a-4777-bf6b-349081b534b8 req-1900ac16-8af7-4649-ad35-3fd14411f6f4 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:03.847367 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-66f366bd-1a8a-4777-bf6b-349081b534b8 req-1900ac16-8af7-4649-ad35-3fd14411f6f4 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=b06f9045-1416-45b0-93a1-3a9039d210e2 HTTP/1.1" status: 200 len: 943 time: 0.4978333 Jul 29 23:43:03.871018 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c2a431fd-b019-465f-8a0b-21a029005c30 req-d5dd3355-cd2c-4b72-92f6-4925d0f4b5ec service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=158fe2f5-8fbb-433e-ad3c-e49193fee628 HTTP/1.1" status: 200 len: 217 time: 0.2290640 Jul 29 23:43:03.880338 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-7fac129d-bfbe-48e5-84b8-a91fec8ca621 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.1937261 Jul 29 23:43:03.883314 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36308) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:03.913428 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-85b8f3ba-1d24-46a7-895a-f52e4ff050db admin admin] Request body: {'subnet': {'network_id': '42ded865-bf81-4961-bbbc-46573c003469', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-411152964-subnet', 'tenant_id': 'e786eab7df1c4c0d885831fa25c06de2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:04.040919 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bb136894-2a7a-49be-a34b-5c5e389905f1 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:04.050940 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f4adb0a7-c3c8-470c-aa55-951acc3cd771 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:04.061670 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-23ec1e83-477c-4663-99b8-f841f3a09b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:04.123736 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fac129d-bfbe-48e5-84b8-a91fec8ca621 admin admin] Pushing event updated for resources: {'Network': ['ID=42ded865-bf81-4961-bbbc-46573c003469,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:04.139785 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 42ded865-bf81-4961-bbbc-46573c003469 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:43:04.152256 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-66f366bd-1a8a-4777-bf6b-349081b534b8 req-2c54db49-1daf-4cf8-b042-94bc997a1053 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671237 Jul 29 23:43:04.152503 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a431fd-b019-465f-8a0b-21a029005c30 req-d2505bf4-3028-43d3-af5e-2db34b939724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:04.153726 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f4adb0a7-c3c8-470c-aa55-951acc3cd771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:04.154734 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c2a431fd-b019-465f-8a0b-21a029005c30 req-d2505bf4-3028-43d3-af5e-2db34b939724 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ef618f43-4fe4-4e34-9800-0476d270be60 HTTP/1.1" status: 200 len: 851 time: 0.2723763 Jul 29 23:43:04.158054 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b8f3ba-1d24-46a7-895a-f52e4ff050db admin admin] Made reservation on behalf of e786eab7df1c4c0d885831fa25c06de2 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:43:04.162526 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-85b8f3ba-1d24-46a7-895a-f52e4ff050db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:04.197966 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb136894-2a7a-49be-a34b-5c5e389905f1 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Pushing event deleted for resources: {'Subnet': ['ID=9697107e-3cba-4052-baea-66eef8c86044,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:04.231403 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4adb0a7-c3c8-470c-aa55-951acc3cd771 admin admin] Pushing event updated for resources: {'Port': ['ID=cda58318-6f2d-4ed5-8cdc-1221386168ab,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:04.256418 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4adb0a7-c3c8-470c-aa55-951acc3cd771 admin admin] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:43:04.258551 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-f4adb0a7-c3c8-470c-aa55-951acc3cd771 admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:04.264902 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4adb0a7-c3c8-470c-aa55-951acc3cd771 admin admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:43:04.275356 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bb136894-2a7a-49be-a34b-5c5e389905f1 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:04.280531 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-bb136894-2a7a-49be-a34b-5c5e389905f1 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] 10.222.0.43 "DELETE /v2.0/subnets/9697107e-3cba-4052-baea-66eef8c86044 HTTP/1.1" status: 204 len: 168 time: 1.3594127 Jul 29 23:43:04.281851 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36316) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:04.459668 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ba05f20-0c99-4ad2-81e6-7577672f2e4e tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Deleting subnet ff9ae2f4-c3af-4a62-bb6b-f05fd9864934 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:43:04.461869 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f8b449-567d-4acc-aabd-22450900ec6c None None] Network a81de8d2-e5a3-4232-a80c-f07d2447347c requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:43:04.475195 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a431fd-b019-465f-8a0b-21a029005c30 req-e10a224a-b83f-4040-9e8c-8bf88eb36d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:04.476814 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c2a431fd-b019-465f-8a0b-21a029005c30 req-e10a224a-b83f-4040-9e8c-8bf88eb36d4b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=07279870-3078-44f7-8035-d94a4d0b31e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3081574 Jul 29 23:43:04.477713 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3ba05f20-0c99-4ad2-81e6-7577672f2e4e tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:04.533620 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-23ec1e83-477c-4663-99b8-f841f3a09b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:04.606396 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-23ec1e83-477c-4663-99b8-f841f3a09b36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18ec3550-7bbe-4aad-b146-2fd3b9b2c576']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:04.661497 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3ba05f20-0c99-4ad2-81e6-7577672f2e4e tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:04.671065 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-23ec1e83-477c-4663-99b8-f841f3a09b36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b09d6eca-9fe5-4bf0-b20a-e70119cfb306') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:04.671604 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-23ec1e83-477c-4663-99b8-f841f3a09b36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b09d6eca-9fe5-4bf0-b20a-e70119cfb306') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:04.731434 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-23ec1e83-477c-4663-99b8-f841f3a09b36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:04.849833 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7073b3c4-7970-4cdc-8146-189e67ba7a1b req-3daae854-0594-4f0c-85bb-a129d57e3b57 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:04.851413 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-23ec1e83-477c-4663-99b8-f841f3a09b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:04.859802 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7073b3c4-7970-4cdc-8146-189e67ba7a1b req-3daae854-0594-4f0c-85bb-a129d57e3b57 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.2573841 Jul 29 23:43:04.909532 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23ec1e83-477c-4663-99b8-f841f3a09b36 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:43:04.910974 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-23ec1e83-477c-4663-99b8-f841f3a09b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:04.916192 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c2a431fd-b019-465f-8a0b-21a029005c30 req-f3aa391e-71bf-49d0-b5fd-283c62b4a523 service neutron] 10.222.0.22 "GET /v2.0/networks/07279870-3078-44f7-8035-d94a4d0b31e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4054749 Jul 29 23:43:04.916851 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:43:04.916851 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:43:04.916851 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:43:04.916851 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:43:04.916851 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:43:04.916851 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:43:04.916851 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:43:04.916851 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:43:04.916851 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:43:04.916851 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:43:04.916851 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:43:04.916851 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:43:04.916851 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:43:04.916851 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:43:04.916851 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:43:04.916851 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:43:04.916851 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:43:04.916851 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:43:04.916851 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:43:04.916851 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:43:04.916851 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:43:04.916851 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:43:04.916851 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:43:04.916851 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:43:04.916851 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:43:04.916851 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:43:04.916851 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:43:04.916851 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:43:04.916851 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:43:04.916851 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:43:04.916851 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:43:04.916851 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:43:05.030100 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7342e835-cccd-4b22-8ace-619f23481e01 None None] DHCP port deletion for a81de8d2-e5a3-4232-a80c-f07d2447347c request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:43:05.102347 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-85b8f3ba-1d24-46a7-895a-f52e4ff050db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:05.109347 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7073b3c4-7970-4cdc-8146-189e67ba7a1b req-8c86b7d0-4813-48d8-b7c3-3c56a930b330 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384949 Jul 29 23:43:05.141248 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3ba05f20-0c99-4ad2-81e6-7577672f2e4e tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:05.174194 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-23ec1e83-477c-4663-99b8-f841f3a09b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:05.208668 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-7342e835-cccd-4b22-8ace-619f23481e01 None None] Deleting port f55ecfe4-c253-4343-8b7f-9dc37078cbc1 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:43:05.209491 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7342e835-cccd-4b22-8ace-619f23481e01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:05.235613 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-23ec1e83-477c-4663-99b8-f841f3a09b36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:05.238624 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-23ec1e83-477c-4663-99b8-f841f3a09b36 admin admin] 10.222.0.43 "DELETE /v2.0/networks/18ec3550-7bbe-4aad-b146-2fd3b9b2c576 HTTP/1.1" status: 204 len: 168 time: 1.5043943 Jul 29 23:43:05.253326 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36330) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:05.302114 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ec1e83-477c-4663-99b8-f841f3a09b36 admin admin] Pushing event deleted for resources: {'Network': ['ID=18ec3550-7bbe-4aad-b146-2fd3b9b2c576,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:05.314734 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f4adb0a7-c3c8-470c-aa55-951acc3cd771 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:05.362721 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b8f3ba-1d24-46a7-895a-f52e4ff050db admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd4906cb-b972-4c64-ac73-89c49e73510d,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:05.404231 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c2a431fd-b019-465f-8a0b-21a029005c30 req-2125cad1-ca44-4247-a1e3-fe6b6fc64d31 service neutron] 10.222.0.22 "GET /v2.0/networks/07279870-3078-44f7-8035-d94a4d0b31e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4462941 Jul 29 23:43:05.415762 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3ba05f20-0c99-4ad2-81e6-7577672f2e4e tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:05.429617 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-b64a284d-246d-4254-aba8-bb47ae8172a4 admin admin] Deleting subnet e0b9497f-e99f-4999-a165-26ffd9e96bad {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:43:05.457459 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-7342e835-cccd-4b22-8ace-619f23481e01 None None] For port f55ecfe4-c253-4343-8b7f-9dc37078cbc1, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=f55ecfe4-c253-4343-8b7f-9dc37078cbc1,segment=NetworkSegment(1cc17974-9852-4c6f-bd27-e05c9ce7da6e),segment_id=1cc17974-9852-4c6f-bd27-e05c9ce7da6e)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:05.457947 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7342e835-cccd-4b22-8ace-619f23481e01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:05.501695 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-7342e835-cccd-4b22-8ace-619f23481e01 None None] Calling delete_port for f55ecfe4-c253-4343-8b7f-9dc37078cbc1 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:43:05.539515 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b64a284d-246d-4254-aba8-bb47ae8172a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:05.543276 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba05f20-0c99-4ad2-81e6-7577672f2e4e tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Pushing event deleted for resources: {'Subnet': ['ID=ff9ae2f4-c3af-4a62-bb6b-f05fd9864934,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:05.577314 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b8f3ba-1d24-46a7-895a-f52e4ff050db admin admin] Checking segment: {'id': '6611dfea-d154-4c8e-8956-c1449c86d262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '42ded865-bf81-4961-bbbc-46573c003469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:43:05.577314 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b8f3ba-1d24-46a7-895a-f52e4ff050db admin admin] Network hostable DHCP agents. Network: 42ded865-bf81-4961-bbbc-46573c003469, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:43:05.605605 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3ba05f20-0c99-4ad2-81e6-7577672f2e4e tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:05.608323 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-3ba05f20-0c99-4ad2-81e6-7577672f2e4e tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] 10.222.0.43 "DELETE /v2.0/subnets/ff9ae2f4-c3af-4a62-bb6b-f05fd9864934 HTTP/1.1" status: 204 len: 168 time: 1.3230529 Jul 29 23:43:05.614415 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36338) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:05.633326 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6deba6f-0fc7-4eec-9292-c517410a4f8d None None] Network dfa22bfa-a9f3-421f-b966-857ef486c5d3 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:43:05.650621 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b64a284d-246d-4254-aba8-bb47ae8172a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:05.793113 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5636ecd8-bc1a-4a23-9a30-221512336e0f req-3f3da044-40f1-46bb-8836-e5532db7d15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:05.798685 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-5636ecd8-bc1a-4a23-9a30-221512336e0f req-3f3da044-40f1-46bb-8836-e5532db7d15d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=abc07fd47c924aad994e74752ef0bc5a&device_id=b06f9045-1416-45b0-93a1-3a9039d210e2 HTTP/1.1" status: 200 len: 1095 time: 0.2739213 Jul 29 23:43:05.833550 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b8f3ba-1d24-46a7-895a-f52e4ff050db admin admin] Network 42ded865-bf81-4961-bbbc-46573c003469 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:43:05.881341 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b64a284d-246d-4254-aba8-bb47ae8172a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:05.926183 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9713081a-d40e-4060-934a-ad7d02719071 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:06.014370 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-85b8f3ba-1d24-46a7-895a-f52e4ff050db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 42ded865-bf81-4961-bbbc-46573c003469) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:06.037830 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b8f3ba-1d24-46a7-895a-f52e4ff050db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:06.038499 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-85b8f3ba-1d24-46a7-895a-f52e4ff050db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:06.110632 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255f261e-b78e-47c6-a93e-155c5dc16d2f None None] Network 42ded865-bf81-4961-bbbc-46573c003469 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:43:06.162981 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-85b8f3ba-1d24-46a7-895a-f52e4ff050db admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.2563634 Jul 29 23:43:06.170670 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b64a284d-246d-4254-aba8-bb47ae8172a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:06.298953 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64a284d-246d-4254-aba8-bb47ae8172a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0b9497f-e99f-4999-a165-26ffd9e96bad,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:06.312533 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b64a284d-246d-4254-aba8-bb47ae8172a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:06.332448 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b64a284d-246d-4254-aba8-bb47ae8172a4 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e0b9497f-e99f-4999-a165-26ffd9e96bad HTTP/1.1" status: 204 len: 168 time: 1.0698063 Jul 29 23:43:06.333037 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5636ecd8-bc1a-4a23-9a30-221512336e0f req-a72e5881-21a0-4ecb-b8d0-230963fcc198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:06.335705 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-5636ecd8-bc1a-4a23-9a30-221512336e0f req-a72e5881-21a0-4ecb-b8d0-230963fcc198 service neutron] 10.222.0.22 "GET /v2.0/networks?id=07279870-3078-44f7-8035-d94a4d0b31e7 HTTP/1.1" status: 200 len: 913 time: 0.5061753 Jul 29 23:43:06.339091 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36356) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:06.435927 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device f55ecfe4-c253-4343-8b7f-9dc37078cbc1 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:43:06.494339 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7342e835-cccd-4b22-8ace-619f23481e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:06.580992 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: f55ecfe4-c253-4343-8b7f-9dc37078cbc1 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:43:06.581573 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device f55ecfe4-c253-4343-8b7f-9dc37078cbc1 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:43:06.678212 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7342e835-cccd-4b22-8ace-619f23481e01 None None] Pushing event deleted for resources: {'Port': ['ID=f55ecfe4-c253-4343-8b7f-9dc37078cbc1,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:06.738865 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7342e835-cccd-4b22-8ace-619f23481e01 None None] No DVR routers for this DVR port f55ecfe4-c253-4343-8b7f-9dc37078cbc1 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:43:06.751508 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6738075-aa2b-4a21-8a1b-cfe478f46313 None None] Network 42ded865-bf81-4961-bbbc-46573c003469 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:43:06.802483 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f4a92-8131-4d22-822d-7693801ff365 req-7d5c7627-2288-409e-8775-541d43aecf4f tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:06.815011 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1e3f4a92-8131-4d22-822d-7693801ff365 req-7d5c7627-2288-409e-8775-541d43aecf4f tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=b06f9045-1416-45b0-93a1-3a9039d210e2 HTTP/1.1" status: 200 len: 943 time: 1.2797656 Jul 29 23:43:06.995454 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c236937d-73dd-43a8-8247-588efd55810f req-1fcfeacf-622e-407e-befa-62f093070a0b tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:07.006102 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c236937d-73dd-43a8-8247-588efd55810f req-1fcfeacf-622e-407e-befa-62f093070a0b tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.3153803 Jul 29 23:43:07.012044 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f4adb0a7-c3c8-470c-aa55-951acc3cd771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:07.039740 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1e3f4a92-8131-4d22-822d-7693801ff365 req-54f803a1-f71b-4bb0-9b69-a8003327b357 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234168 Jul 29 23:43:07.094789 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73322f3a-97d9-48ad-9787-ff9fa486f45c None None] DHCP port deletion for dfa22bfa-a9f3-421f-b966-857ef486c5d3 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:43:07.255685 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c236937d-73dd-43a8-8247-588efd55810f req-5316a84e-fbf5-41c9-a2d3-6284251c16ee tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482142 Jul 29 23:43:07.322946 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:07.393466 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-73322f3a-97d9-48ad-9787-ff9fa486f45c None None] Deleting port cd4db1a8-7db5-4f2d-b185-6e873007bab4 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:43:07.394160 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-73322f3a-97d9-48ad-9787-ff9fa486f45c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:07.431247 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-46e4f31d-6c8e-4837-9d73-e39db17c5355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:07.438842 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-5636ecd8-bc1a-4a23-9a30-221512336e0f req-a605e555-4d6b-4d89-baab-f7c55472fa5b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=158fe2f5-8fbb-433e-ad3c-e49193fee628 HTTP/1.1" status: 200 len: 217 time: 1.0814455 Jul 29 23:43:07.470035 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-9713081a-d40e-4060-934a-ad7d02719071 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Deleting port f55ecfe4-c253-4343-8b7f-9dc37078cbc1 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:43:07.470381 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9713081a-d40e-4060-934a-ad7d02719071 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:07.582324 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4adb0a7-c3c8-470c-aa55-951acc3cd771 admin admin] Router f87d8c03-b2de-40d4-8156-2c780148a5e8 is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:43:07.654783 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5636ecd8-bc1a-4a23-9a30-221512336e0f req-16fb68e1-d5f1-4d18-b436-ee3e6bc0961a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:07.656171 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-5636ecd8-bc1a-4a23-9a30-221512336e0f req-16fb68e1-d5f1-4d18-b436-ee3e6bc0961a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ef618f43-4fe4-4e34-9800-0476d270be60 HTTP/1.1" status: 200 len: 851 time: 0.2087154 Jul 29 23:43:07.688019 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-46e4f31d-6c8e-4837-9d73-e39db17c5355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:07.721489 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-9713081a-d40e-4060-934a-ad7d02719071 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] For port f55ecfe4-c253-4343-8b7f-9dc37078cbc1, host n-d-712141-10, got binding levels [] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:07.721994 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9713081a-d40e-4060-934a-ad7d02719071 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:07.731888 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-46e4f31d-6c8e-4837-9d73-e39db17c5355 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['034cccd5-f3fe-4ce3-97be-6cc1df3605c3']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:07.741187 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-73322f3a-97d9-48ad-9787-ff9fa486f45c None None] For port cd4db1a8-7db5-4f2d-b185-6e873007bab4, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=cd4db1a8-7db5-4f2d-b185-6e873007bab4,segment=NetworkSegment(043fae62-4e5f-4c17-981c-6f0b8b6db241),segment_id=043fae62-4e5f-4c17-981c-6f0b8b6db241)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:07.741877 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-73322f3a-97d9-48ad-9787-ff9fa486f45c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:07.758704 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-46e4f31d-6c8e-4837-9d73-e39db17c5355 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87a5fbf5-c0fc-4bd2-8119-4b0f8c812e38') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:07.759053 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-46e4f31d-6c8e-4837-9d73-e39db17c5355 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87a5fbf5-c0fc-4bd2-8119-4b0f8c812e38') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:07.762477 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-9713081a-d40e-4060-934a-ad7d02719071 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Calling delete_port for f55ecfe4-c253-4343-8b7f-9dc37078cbc1 owned by network:dhcp {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:43:07.772046 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.ipam_backend_mixin [None req-9713081a-d40e-4060-934a-ad7d02719071 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Port f55ecfe4-c253-4343-8b7f-9dc37078cbc1 was not found and therefore no delete operation was performed {{(pid=94077) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 23:43:07.776731 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-46e4f31d-6c8e-4837-9d73-e39db17c5355 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:07.780067 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9713081a-d40e-4060-934a-ad7d02719071 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:07.780746 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4adb0a7-c3c8-470c-aa55-951acc3cd771 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:43:07.784324 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-73322f3a-97d9-48ad-9787-ff9fa486f45c None None] Calling delete_port for cd4db1a8-7db5-4f2d-b185-6e873007bab4 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:43:07.802303 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4ab07f-389b-4066-8295-0f9c91834936 None None] Sync routers for ids ['f87d8c03-b2de-40d4-8156-2c780148a5e8'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:43:07.822313 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4ab07f-389b-4066-8295-0f9c91834936 None None] Routers {'f87d8c03-b2de-40d4-8156-2c780148a5e8'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:43:07.823089 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-8a4ab07f-389b-4066-8295-0f9c91834936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:42:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['f87d8c03-b2de-40d4-8156-2c780148a5e8'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:07.824542 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f4adb0a7-c3c8-470c-aa55-951acc3cd771 admin admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:07.827127 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-f4adb0a7-c3c8-470c-aa55-951acc3cd771 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 10.8348541 Jul 29 23:43:07.829102 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 36382) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:07.853154 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-46e4f31d-6c8e-4837-9d73-e39db17c5355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:07.866640 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46e4f31d-6c8e-4837-9d73-e39db17c5355 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:43:07.867113 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-46e4f31d-6c8e-4837-9d73-e39db17c5355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:07.922469 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:43:07.922469 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:43:07.922469 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:43:07.922469 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:43:07.922469 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:43:07.922469 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:43:07.922469 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:43:07.922469 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:43:07.922469 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:43:07.922469 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:43:07.922469 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:43:07.922469 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:43:07.922469 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:43:07.922469 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:43:07.922469 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:43:07.922469 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:43:07.922469 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:43:07.922469 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:43:07.922469 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:43:07.922469 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:43:07.922469 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:43:07.922469 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:43:07.922469 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:43:07.922469 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:43:07.922469 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:43:07.922469 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:43:07.922469 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:43:07.922469 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:43:07.922469 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:43:07.922469 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:43:07.922469 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:43:07.922469 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:43:07.925173 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5636ecd8-bc1a-4a23-9a30-221512336e0f req-9853acac-51f0-4c2b-a2c0-497829ce77fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:07.953524 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-5636ecd8-bc1a-4a23-9a30-221512336e0f req-9853acac-51f0-4c2b-a2c0-497829ce77fc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=07279870-3078-44f7-8035-d94a4d0b31e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2824874 Jul 29 23:43:07.978563 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-8a4ab07f-389b-4066-8295-0f9c91834936 None None] Set router f87d8c03-b2de-40d4-8156-2c780148a5e8 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:43:08.041285 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9713081a-d40e-4060-934a-ad7d02719071 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Pushing event deleted for resources: {'Port': ['ID=f55ecfe4-c253-4343-8b7f-9dc37078cbc1,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:08.264850 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-5636ecd8-bc1a-4a23-9a30-221512336e0f req-7ebb8559-0886-4772-bfe5-7c490c3d8423 service neutron] 10.222.0.22 "GET /v2.0/networks/07279870-3078-44f7-8035-d94a4d0b31e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085650 Jul 29 23:43:08.302206 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9713081a-d40e-4060-934a-ad7d02719071 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] No DVR routers for this DVR port f55ecfe4-c253-4343-8b7f-9dc37078cbc1 on host n-d-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:43:08.314523 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device cd4db1a8-7db5-4f2d-b185-6e873007bab4 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:43:08.399342 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-46e4f31d-6c8e-4837-9d73-e39db17c5355 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:08.424080 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-73322f3a-97d9-48ad-9787-ff9fa486f45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:08.430863 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-46e4f31d-6c8e-4837-9d73-e39db17c5355 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:08.436515 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-46e4f31d-6c8e-4837-9d73-e39db17c5355 admin admin] 10.222.0.43 "DELETE /v2.0/networks/034cccd5-f3fe-4ce3-97be-6cc1df3605c3 HTTP/1.1" status: 204 len: 168 time: 2.0862195 Jul 29 23:43:08.436515 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4f31d-6c8e-4837-9d73-e39db17c5355 admin admin] Pushing event deleted for resources: {'Network': ['ID=034cccd5-f3fe-4ce3-97be-6cc1df3605c3,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:08.490506 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73322f3a-97d9-48ad-9787-ff9fa486f45c None None] No DVR routers for this DVR port cd4db1a8-7db5-4f2d-b185-6e873007bab4 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:43:08.619142 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-5636ecd8-bc1a-4a23-9a30-221512336e0f req-90540e93-f6d7-4b32-9865-ea54b3c6a36a service neutron] 10.222.0.22 "GET /v2.0/networks/07279870-3078-44f7-8035-d94a4d0b31e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3472018 Jul 29 23:43:08.634715 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9713081a-d40e-4060-934a-ad7d02719071 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:08.676878 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-9713081a-d40e-4060-934a-ad7d02719071 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a81de8d2-e5a3-4232-a80c-f07d2447347c']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:08.765040 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73322f3a-97d9-48ad-9787-ff9fa486f45c None None] Pushing event deleted for resources: {'Port': ['ID=cd4db1a8-7db5-4f2d-b185-6e873007bab4,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:08.768607 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-9713081a-d40e-4060-934a-ad7d02719071 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cc17974-9852-4c6f-bd27-e05c9ce7da6e') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:08.768907 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-9713081a-d40e-4060-934a-ad7d02719071 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cc17974-9852-4c6f-bd27-e05c9ce7da6e') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:08.776962 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No active binding found for port cd4db1a8-7db5-4f2d-b185-6e873007bab4 {{(pid=94079) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 29 23:43:08.777745 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device cd4db1a8-7db5-4f2d-b185-6e873007bab4 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:43:08.815033 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-8a4ab07f-389b-4066-8295-0f9c91834936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87d8c03-b2de-40d4-8156-2c780148a5e8', 'name': 'tempest-ServerRescueNegativeTestJSON-1301527973-router', 'tenant_id': '3b1fbe188aad49b78bbb0ff03661a540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'cda58318-6f2d-4ed5-8cdc-1221386168ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:42:58Z', 'updated_at': '2021-07-29T23:43:04Z', 'revision_number': 3, 'project_id': '3b1fbe188aad49b78bbb0ff03661a540', 'gw_port': {'id': 'cda58318-6f2d-4ed5-8cdc-1221386168ab', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87d8c03-b2de-40d4-8156-2c780148a5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:01Z', 'updated_at': '2021-07-29T23:43:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:08.823583 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9713081a-d40e-4060-934a-ad7d02719071 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:08.865905 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4ab07f-389b-4066-8295-0f9c91834936 None None] Checking router: f87d8c03-b2de-40d4-8156-2c780148a5e8 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:43:08.866685 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4ab07f-389b-4066-8295-0f9c91834936 None None] Updating router f87d8c03-b2de-40d4-8156-2c780148a5e8 port cda58318-6f2d-4ed5-8cdc-1221386168ab binding host n-d-712141-10 {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:43:08.877023 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9713081a-d40e-4060-934a-ad7d02719071 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:08.901202 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9713081a-d40e-4060-934a-ad7d02719071 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:43:08.901639 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9713081a-d40e-4060-934a-ad7d02719071 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:08.913604 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:43:08.913604 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:43:08.913604 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:43:08.913604 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:43:08.913604 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:43:08.913604 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:43:08.913604 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:43:08.913604 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:43:08.913604 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:43:08.913604 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:43:08.913604 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:43:08.913604 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:43:08.913604 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:43:08.913604 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:43:08.913604 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:43:08.913604 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:43:08.913604 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:43:08.913604 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:43:08.913604 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:43:08.913604 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:43:08.913604 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:43:08.913604 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:43:08.913604 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:43:08.913604 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:43:08.913604 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:43:08.913604 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:43:08.913604 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:43:08.913604 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:43:08.913604 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:43:08.913604 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:43:08.913604 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:43:08.913604 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:43:08.933075 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8a4ab07f-389b-4066-8295-0f9c91834936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:09.053230 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 36406) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:09.115237 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa7e192-23e4-4821-91e6-49236c8a4748 req-7f50c869-67d6-4e1e-afbe-708d15fef43c tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:09.116981 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-efa7e192-23e4-4821-91e6-49236c8a4748 req-7f50c869-67d6-4e1e-afbe-708d15fef43c tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.4931123 Jul 29 23:43:09.127187 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9713081a-d40e-4060-934a-ad7d02719071 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:09.142910 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116f9d7-bd5f-4148-922b-c6b23f975733 req-4eca187d-b7e7-4e08-ba6f-1b3cf0d1e5bf tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:09.150205 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5116f9d7-bd5f-4148-922b-c6b23f975733 req-4eca187d-b7e7-4e08-ba6f-1b3cf0d1e5bf tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=b06f9045-1416-45b0-93a1-3a9039d210e2 HTTP/1.1" status: 200 len: 943 time: 0.5325425 Jul 29 23:43:09.153947 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9713081a-d40e-4060-934a-ad7d02719071 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:09.159031 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9713081a-d40e-4060-934a-ad7d02719071 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] 10.222.0.43 "DELETE /v2.0/networks/a81de8d2-e5a3-4232-a80c-f07d2447347c HTTP/1.1" status: 204 len: 168 time: 3.5371518 Jul 29 23:43:09.171647 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36410) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:09.182486 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9713081a-d40e-4060-934a-ad7d02719071 tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Pushing event deleted for resources: {'Network': ['ID=a81de8d2-e5a3-4232-a80c-f07d2447347c,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:09.250811 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ab28a078-0bb5-4e1e-807d-fc2fa3ce865a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bae45ae89395414b9bdc7d7c7498d763&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1926904 Jul 29 23:43:09.251325 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36412) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:09.268800 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5116f9d7-bd5f-4148-922b-c6b23f975733 req-621ef359-2521-472d-a513-ac5dc9f0da45 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891385 Jul 29 23:43:09.354549 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-af11b789-81c8-4df3-b661-a65b6399b1cf tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:09.365865 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-efa7e192-23e4-4821-91e6-49236c8a4748 req-05f4ba17-d97a-4547-95b8-6a13839b7acb tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124536 Jul 29 23:43:09.413640 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b41b44de-01a1-4fcd-947f-f13a7e2fa888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:09.416470 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e5b1aa70-441d-4d06-a861-2501da3a2b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:09.453455 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b41b44de-01a1-4fcd-947f-f13a7e2fa888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:09.461888 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8a4ab07f-389b-4066-8295-0f9c91834936 None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:09.516571 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-8a4ab07f-389b-4066-8295-0f9c91834936 None None] Transition to ACTIVE for port object cda58318-6f2d-4ed5-8cdc-1221386168ab will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:43:09.532953 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8a4ab07f-389b-4066-8295-0f9c91834936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:09.575978 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-af11b789-81c8-4df3-b661-a65b6399b1cf tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:09.595221 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-af11b789-81c8-4df3-b661-a65b6399b1cf tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfa22bfa-a9f3-421f-b966-857ef486c5d3']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:09.605023 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-af11b789-81c8-4df3-b661-a65b6399b1cf tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '043fae62-4e5f-4c17-981c-6f0b8b6db241') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:09.605284 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-af11b789-81c8-4df3-b661-a65b6399b1cf tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '043fae62-4e5f-4c17-981c-6f0b8b6db241') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:09.626367 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-af11b789-81c8-4df3-b661-a65b6399b1cf tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:09.626626 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-8a4ab07f-389b-4066-8295-0f9c91834936 None None] Attempting to bind port cda58318-6f2d-4ed5-8cdc-1221386168ab on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:43:09.627047 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-8a4ab07f-389b-4066-8295-0f9c91834936 None None] Attempting to bind port cda58318-6f2d-4ed5-8cdc-1221386168ab by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:43:09.627430 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4ab07f-389b-4066-8295-0f9c91834936 None None] Attempting to bind port cda58318-6f2d-4ed5-8cdc-1221386168ab on network 58f27f61-3278-49cc-b66b-1e729d26f29f {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:43:09.641247 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4ab07f-389b-4066-8295-0f9c91834936 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:43:09.641816 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4ab07f-389b-4066-8295-0f9c91834936 None None] Checking segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:43:09.642249 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8a4ab07f-389b-4066-8295-0f9c91834936 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:09.642646 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4ab07f-389b-4066-8295-0f9c91834936 None None] Bound using segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:43:09.643130 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-8a4ab07f-389b-4066-8295-0f9c91834936 None None] Bound port: cda58318-6f2d-4ed5-8cdc-1221386168ab, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:43:09.643516 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8a4ab07f-389b-4066-8295-0f9c91834936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:09.646704 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce237400-cfb9-40cd-b64f-35a325c96af2 None None] Pushing event updated for resources: {'Port': ['ID=cda58318-6f2d-4ed5-8cdc-1221386168ab,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:09.650888 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b41b44de-01a1-4fcd-947f-f13a7e2fa888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:09.653572 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b41b44de-01a1-4fcd-947f-f13a7e2fa888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:09.654786 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b41b44de-01a1-4fcd-947f-f13a7e2fa888 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/433a2f6b-1675-4bcb-833b-93b2608bb61e HTTP/1.1" status: 204 len: 168 time: 0.4023583 Jul 29 23:43:09.659371 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-af11b789-81c8-4df3-b661-a65b6399b1cf tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:09.688811 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce237400-cfb9-40cd-b64f-35a325c96af2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:09.689365 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce237400-cfb9-40cd-b64f-35a325c96af2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:09.689828 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41b44de-01a1-4fcd-947f-f13a7e2fa888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=433a2f6b-1675-4bcb-833b-93b2608bb61e,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:09.690051 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce237400-cfb9-40cd-b64f-35a325c96af2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:09.690226 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce237400-cfb9-40cd-b64f-35a325c96af2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:09.690705 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce237400-cfb9-40cd-b64f-35a325c96af2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:09.693262 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af11b789-81c8-4df3-b661-a65b6399b1cf tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:43:09.693715 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-af11b789-81c8-4df3-b661-a65b6399b1cf tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:09.697553 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:43:09.697553 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:43:09.697553 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:43:09.697553 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:43:09.697553 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:43:09.697553 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:43:09.697553 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:43:09.697553 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:43:09.697553 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:43:09.697553 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:43:09.697553 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:43:09.697553 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:43:09.697553 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:43:09.697553 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:43:09.697553 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:43:09.697553 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:43:09.697553 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:43:09.697553 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:43:09.697553 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:43:09.697553 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:43:09.697553 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:43:09.697553 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:43:09.697553 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:43:09.697553 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:43:09.697553 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:43:09.697553 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:43:09.697553 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:43:09.697553 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:43:09.697553 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:43:09.697553 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:43:09.697553 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:43:09.697553 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:43:09.701923 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce237400-cfb9-40cd-b64f-35a325c96af2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:09.701923 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce237400-cfb9-40cd-b64f-35a325c96af2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:09.701923 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce237400-cfb9-40cd-b64f-35a325c96af2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:09.701923 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce237400-cfb9-40cd-b64f-35a325c96af2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:09.701923 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce237400-cfb9-40cd-b64f-35a325c96af2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:09.701923 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce237400-cfb9-40cd-b64f-35a325c96af2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:09.701923 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce237400-cfb9-40cd-b64f-35a325c96af2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:09.767531 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-e5b1aa70-441d-4d06-a861-2501da3a2b6a admin admin] Allocated IP 172.20.0.1 (f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5/4795740d-d7c0-4c77-af15-3935752c97d1/b8e8c443-a1f3-4266-9432-7a811fab2047) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:43:09.805936 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-8a4ab07f-389b-4066-8295-0f9c91834936 None None] For port cda58318-6f2d-4ed5-8cdc-1221386168ab, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:43:09.815228 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-8a4ab07f-389b-4066-8295-0f9c91834936 None None] For port cda58318-6f2d-4ed5-8cdc-1221386168ab, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=cda58318-6f2d-4ed5-8cdc-1221386168ab,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:43:09.824822 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8a4ab07f-389b-4066-8295-0f9c91834936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:09.905773 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-af11b789-81c8-4df3-b661-a65b6399b1cf tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:09.940084 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4ab07f-389b-4066-8295-0f9c91834936 None None] Routers {'f87d8c03-b2de-40d4-8156-2c780148a5e8'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:43:09.940739 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-8a4ab07f-389b-4066-8295-0f9c91834936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:42:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['f87d8c03-b2de-40d4-8156-2c780148a5e8'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:09.941485 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-af11b789-81c8-4df3-b661-a65b6399b1cf tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:09.952524 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-af11b789-81c8-4df3-b661-a65b6399b1cf tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] 10.222.0.43 "DELETE /v2.0/networks/dfa22bfa-a9f3-421f-b966-857ef486c5d3 HTTP/1.1" status: 204 len: 168 time: 0.7788637 Jul 29 23:43:09.952802 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 36428) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:09.988635 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af11b789-81c8-4df3-b661-a65b6399b1cf tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Pushing event deleted for resources: {'Network': ['ID=dfa22bfa-a9f3-421f-b966-857ef486c5d3,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:10.083543 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a6544-344f-471b-be88-87374e4505a7 req-6e28c9d3-84fb-4abc-b73d-40f5c614e599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:10.085397 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-eb9a6544-344f-471b-be88-87374e4505a7 req-6e28c9d3-84fb-4abc-b73d-40f5c614e599 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aa7b44142ea84ef2bfb9a6f800e77e29&device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 1097 time: 0.4493814 Jul 29 23:43:10.161486 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce237400-cfb9-40cd-b64f-35a325c96af2 None None] Pushing event updated for resources: {'Port': ['ID=cda58318-6f2d-4ed5-8cdc-1221386168ab,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:10.192002 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ada4046-0bc1-4c06-873b-20e96795a90f tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Deleting subnet 08e1fff0-f17f-4011-8cfe-91805b4bb998 {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:43:10.243544 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e5b1aa70-441d-4d06-a861-2501da3a2b6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:10.289397 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5ada4046-0bc1-4c06-873b-20e96795a90f tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:10.291991 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a6544-344f-471b-be88-87374e4505a7 req-5abd822d-a9a7-4cfe-9be3-159e95727d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:10.294756 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-eb9a6544-344f-471b-be88-87374e4505a7 req-5abd822d-a9a7-4cfe-9be3-159e95727d18 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ef47c031-89f3-4d55-afcb-e9afda1b9317 HTTP/1.1" status: 200 len: 914 time: 0.2018132 Jul 29 23:43:10.368470 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-eb9a6544-344f-471b-be88-87374e4505a7 req-338bd76f-a5ae-4294-8caa-54f4dc7ce612 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b6ece518-cbb5-4566-b916-ab5aa5d0aa2a HTTP/1.1" status: 200 len: 217 time: 0.0614805 Jul 29 23:43:10.384832 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e5b1aa70-441d-4d06-a861-2501da3a2b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:10.399713 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-8a4ab07f-389b-4066-8295-0f9c91834936 None None] Set router f87d8c03-b2de-40d4-8156-2c780148a5e8 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:43:10.426090 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5ada4046-0bc1-4c06-873b-20e96795a90f tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:10.490082 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9a6544-344f-471b-be88-87374e4505a7 req-d0272a18-19af-4200-98b5-60c0a2f055d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:10.495044 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-eb9a6544-344f-471b-be88-87374e4505a7 req-d0272a18-19af-4200-98b5-60c0a2f055d9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2cc102b6-7976-49c8-8fc0-37ba3d12643a HTTP/1.1" status: 200 len: 853 time: 0.1150200 Jul 29 23:43:10.565341 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-eb9a6544-344f-471b-be88-87374e4505a7 req-557a5fdc-0f79-42cb-bf49-b547cc2f0b50 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ef47c031-89f3-4d55-afcb-e9afda1b9317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636559 Jul 29 23:43:10.621772 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 36444) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:10.686604 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b1aa70-441d-4d06-a861-2501da3a2b6a admin admin] Network f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:43:10.700920 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-e5b1aa70-441d-4d06-a861-2501da3a2b6a admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:10.746206 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b1aa70-441d-4d06-a861-2501da3a2b6a admin admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:43:10.791326 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-eb9a6544-344f-471b-be88-87374e4505a7 req-faf43746-fb6e-4a27-9c5a-1ef38b36bca2 service neutron] 10.222.0.22 "GET /v2.0/networks/ef47c031-89f3-4d55-afcb-e9afda1b9317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178569 Jul 29 23:43:10.793016 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e5b1aa70-441d-4d06-a861-2501da3a2b6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:10.819354 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-8a4ab07f-389b-4066-8295-0f9c91834936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87d8c03-b2de-40d4-8156-2c780148a5e8', 'name': 'tempest-ServerRescueNegativeTestJSON-1301527973-router', 'tenant_id': '3b1fbe188aad49b78bbb0ff03661a540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'cda58318-6f2d-4ed5-8cdc-1221386168ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:42:58Z', 'updated_at': '2021-07-29T23:43:04Z', 'revision_number': 3, 'project_id': '3b1fbe188aad49b78bbb0ff03661a540', 'gw_port': {'id': 'cda58318-6f2d-4ed5-8cdc-1221386168ab', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87d8c03-b2de-40d4-8156-2c780148a5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:01Z', 'updated_at': '2021-07-29T23:43:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:10.857525 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4ab07f-389b-4066-8295-0f9c91834936 None None] The sync data for ids ['f87d8c03-b2de-40d4-8156-2c780148a5e8'] in n-d-712141-10 is: [{'id': 'f87d8c03-b2de-40d4-8156-2c780148a5e8', 'name': 'tempest-ServerRescueNegativeTestJSON-1301527973-router', 'tenant_id': '3b1fbe188aad49b78bbb0ff03661a540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'cda58318-6f2d-4ed5-8cdc-1221386168ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:42:58Z', 'updated_at': '2021-07-29T23:43:04Z', 'revision_number': 3, 'project_id': '3b1fbe188aad49b78bbb0ff03661a540', 'gw_port': {'id': 'cda58318-6f2d-4ed5-8cdc-1221386168ab', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87d8c03-b2de-40d4-8156-2c780148a5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:01Z', 'updated_at': '2021-07-29T23:43:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:43:10.947762 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-eb9a6544-344f-471b-be88-87374e4505a7 req-0de21a3d-ee11-45ff-9c5e-154226ac7041 service neutron] 10.222.0.22 "GET /v2.0/networks/ef47c031-89f3-4d55-afcb-e9afda1b9317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491766 Jul 29 23:43:10.980315 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b1aa70-441d-4d06-a861-2501da3a2b6a admin admin] Pushing event updated for resources: {'Port': ['ID=b8e8c443-a1f3-4266-9432-7a811fab2047,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:11.065705 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5ada4046-0bc1-4c06-873b-20e96795a90f tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:11.082426 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378fd22-b578-4a0c-a9eb-1a031a1b8c8b req-e136da26-921e-4186-9afa-f10b91e6a1dc tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:11.084737 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0378fd22-b578-4a0c-a9eb-1a031a1b8c8b req-e136da26-921e-4186-9afa-f10b91e6a1dc tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.4989102 Jul 29 23:43:11.093848 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0638c9a8-695d-449b-a117-f56f74d07118 req-7612e4ce-1665-45d5-bba3-df463aa4c087 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:11.095563 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0638c9a8-695d-449b-a117-f56f74d07118 req-7612e4ce-1665-45d5-bba3-df463aa4c087 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=b06f9045-1416-45b0-93a1-3a9039d210e2 HTTP/1.1" status: 200 len: 943 time: 0.5119894 Jul 29 23:43:11.127752 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-0ac3fec0-ba4b-4201-992b-1e9021008a2b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9fb201c678e943af819c2236ae9dae8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5004866 Jul 29 23:43:11.131083 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36448) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:11.205239 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d0dd68fc-d0e1-44ba-bf95-471861f82170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:11.206737 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0638c9a8-695d-449b-a117-f56f74d07118 req-041a6700-9003-48d4-a9e8-433c357cdf7e tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734291 Jul 29 23:43:11.214163 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e5b1aa70-441d-4d06-a861-2501da3a2b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:11.278979 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0378fd22-b578-4a0c-a9eb-1a031a1b8c8b req-64d00e9e-ab06-46ce-99f5-1b32f2c508c0 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796403 Jul 29 23:43:11.311993 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d0dd68fc-d0e1-44ba-bf95-471861f82170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:11.362562 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5ada4046-0bc1-4c06-873b-20e96795a90f tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:11.396247 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5ada4046-0bc1-4c06-873b-20e96795a90f tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:11.400405 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-5ada4046-0bc1-4c06-873b-20e96795a90f tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] 10.222.0.43 "DELETE /v2.0/subnets/08e1fff0-f17f-4011-8cfe-91805b4bb998 HTTP/1.1" status: 204 len: 168 time: 1.4462013 Jul 29 23:43:11.400816 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdd2b48-4114-4787-9a4c-79a2b10425ca None None] Network 1d8be2f5-37bc-4036-a14b-70e657dee622 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:43:11.407190 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36452) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:11.438631 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ada4046-0bc1-4c06-873b-20e96795a90f tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Pushing event deleted for resources: {'Subnet': ['ID=08e1fff0-f17f-4011-8cfe-91805b4bb998,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:11.615569 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d0dd68fc-d0e1-44ba-bf95-471861f82170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:11.623454 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d0dd68fc-d0e1-44ba-bf95-471861f82170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:11.625468 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d0dd68fc-d0e1-44ba-bf95-471861f82170 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5baef930-bccc-4eb8-8dc3-7e128268a321 HTTP/1.1" status: 204 len: 168 time: 0.4926620 Jul 29 23:43:11.716027 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dd68fc-d0e1-44ba-bf95-471861f82170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5baef930-bccc-4eb8-8dc3-7e128268a321,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:11.786539 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f397dc82-a4be-4e29-afa6-5348115f675a tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:11.928477 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e5b1aa70-441d-4d06-a861-2501da3a2b6a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:11.934912 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e5b1aa70-441d-4d06-a861-2501da3a2b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:11.967510 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-f397dc82-a4be-4e29-afa6-5348115f675a tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Deleting port 2643828f-c288-4441-9f2a-a2cbf87fcce2 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:43:11.968132 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f397dc82-a4be-4e29-afa6-5348115f675a tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:12.001341 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62dcbca-1ae7-494a-9846-4c41e9c9c9af None None] DHCP port deletion for 1d8be2f5-37bc-4036-a14b-70e657dee622 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:43:12.073354 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e5b1aa70-441d-4d06-a861-2501da3a2b6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:12.166746 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-f397dc82-a4be-4e29-afa6-5348115f675a tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] For port 2643828f-c288-4441-9f2a-a2cbf87fcce2, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=2643828f-c288-4441-9f2a-a2cbf87fcce2,segment=NetworkSegment(36a2502f-df51-4ebd-bfe9-131c9b5f2a2c),segment_id=36a2502f-df51-4ebd-bfe9-131c9b5f2a2c)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:12.167772 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f397dc82-a4be-4e29-afa6-5348115f675a tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:12.218709 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-f397dc82-a4be-4e29-afa6-5348115f675a tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Calling delete_port for 2643828f-c288-4441-9f2a-a2cbf87fcce2 owned by network:dhcp {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:43:12.225370 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-e62dcbca-1ae7-494a-9846-4c41e9c9c9af None None] Deleting port 2643828f-c288-4441-9f2a-a2cbf87fcce2 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:43:12.228506 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e62dcbca-1ae7-494a-9846-4c41e9c9c9af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:12.371430 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b1aa70-441d-4d06-a861-2501da3a2b6a admin admin] Pushing event updated for resources: {'Port': ['ID=b8e8c443-a1f3-4266-9432-7a811fab2047,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:12.512937 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-e62dcbca-1ae7-494a-9846-4c41e9c9c9af None None] For port 2643828f-c288-4441-9f2a-a2cbf87fcce2, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=2643828f-c288-4441-9f2a-a2cbf87fcce2,segment=NetworkSegment(36a2502f-df51-4ebd-bfe9-131c9b5f2a2c),segment_id=36a2502f-df51-4ebd-bfe9-131c9b5f2a2c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:12.513967 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e62dcbca-1ae7-494a-9846-4c41e9c9c9af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:12.541734 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-e62dcbca-1ae7-494a-9846-4c41e9c9c9af None None] Calling delete_port for 2643828f-c288-4441-9f2a-a2cbf87fcce2 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:43:12.542852 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f397dc82-a4be-4e29-afa6-5348115f675a tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:12.547312 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device cda58318-6f2d-4ed5-8cdc-1221386168ab up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:43:12.593508 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f397dc82-a4be-4e29-afa6-5348115f675a tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] No DVR routers for this DVR port 2643828f-c288-4441-9f2a-a2cbf87fcce2 on host n-d-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:43:12.601475 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f397dc82-a4be-4e29-afa6-5348115f675a tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Pushing event deleted for resources: {'Port': ['ID=2643828f-c288-4441-9f2a-a2cbf87fcce2,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:12.636077 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c30ae-d8dc-4e19-b753-e157fcf76471 req-7e3eeedc-3407-45a7-bb54-e79e752a805a tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:12.638967 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-083c30ae-d8dc-4e19-b753-e157fcf76471 req-7e3eeedc-3407-45a7-bb54-e79e752a805a tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=b06f9045-1416-45b0-93a1-3a9039d210e2 HTTP/1.1" status: 200 len: 943 time: 0.2151825 Jul 29 23:43:12.642641 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b1aa70-441d-4d06-a861-2501da3a2b6a admin admin] Network f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:43:12.653073 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-e5b1aa70-441d-4d06-a861-2501da3a2b6a admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:12.685270 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e62dcbca-1ae7-494a-9846-4c41e9c9c9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:12.741949 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afbef73-3f1c-4b4c-886c-6eb8535c96a4 req-dac63baf-16c7-459c-8a64-bc44fba656e8 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:12.745763 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7afbef73-3f1c-4b4c-886c-6eb8535c96a4 req-dac63baf-16c7-459c-8a64-bc44fba656e8 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 945 time: 0.2048526 Jul 29 23:43:12.817625 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62dcbca-1ae7-494a-9846-4c41e9c9c9af None None] No DVR routers for this DVR port 2643828f-c288-4441-9f2a-a2cbf87fcce2 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:43:12.823959 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62dcbca-1ae7-494a-9846-4c41e9c9c9af None None] Pushing event deleted for resources: {'Port': ['ID=2643828f-c288-4441-9f2a-a2cbf87fcce2,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:12.855656 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port cda58318-6f2d-4ed5-8cdc-1221386168ab completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:43:12.865496 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port cda58318-6f2d-4ed5-8cdc-1221386168ab triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:12.866178 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:12.868614 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f397dc82-a4be-4e29-afa6-5348115f675a tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:12.912738 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-f397dc82-a4be-4e29-afa6-5348115f675a tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d8be2f5-37bc-4036-a14b-70e657dee622']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:12.945631 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 158fe2f5-8fbb-433e-ad3c-e49193fee628 details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:43:12.946536 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device b6ece518-cbb5-4566-b916-ab5aa5d0aa2a no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:43:12.956478 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-f397dc82-a4be-4e29-afa6-5348115f675a tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36a2502f-df51-4ebd-bfe9-131c9b5f2a2c') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:12.957963 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-f397dc82-a4be-4e29-afa6-5348115f675a tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36a2502f-df51-4ebd-bfe9-131c9b5f2a2c') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:12.960099 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-083c30ae-d8dc-4e19-b753-e157fcf76471 req-6f055d42-292e-45a8-b49e-85e7944c3abe tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3073719 Jul 29 23:43:13.000218 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f397dc82-a4be-4e29-afa6-5348115f675a tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:13.036876 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7afbef73-3f1c-4b4c-886c-6eb8535c96a4 req-32c1c390-498d-4a34-a083-b64cf166b8cf tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406330 Jul 29 23:43:13.053848 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f397dc82-a4be-4e29-afa6-5348115f675a tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:13.075938 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f397dc82-a4be-4e29-afa6-5348115f675a tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:43:13.076360 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f397dc82-a4be-4e29-afa6-5348115f675a tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:13.166788 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.db.resource_extend [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:43:13.177095 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5b1aa70-441d-4d06-a861-2501da3a2b6a admin admin] Router f87d8c03-b2de-40d4-8156-2c780148a5e8 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:43:13.186164 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:43:13.186164 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:43:13.186164 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:43:13.186164 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:43:13.186164 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:43:13.186164 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:43:13.186164 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:43:13.186164 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:43:13.186164 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:43:13.186164 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:43:13.186164 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:43:13.186164 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:43:13.186164 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:43:13.186164 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:43:13.186164 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:43:13.186164 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:43:13.186164 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:43:13.186164 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:43:13.186164 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:43:13.186164 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:43:13.186164 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:43:13.186164 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:43:13.186164 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:43:13.186164 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:43:13.186164 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:43:13.186164 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:43:13.186164 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:43:13.186164 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:43:13.186164 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:43:13.186164 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:43:13.186164 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:43:13.186164 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:43:13.190541 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f397dc82-a4be-4e29-afa6-5348115f675a tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:13.207319 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f397dc82-a4be-4e29-afa6-5348115f675a tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:13.209798 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-f397dc82-a4be-4e29-afa6-5348115f675a tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] 10.222.0.43 "DELETE /v2.0/networks/1d8be2f5-37bc-4036-a14b-70e657dee622 HTTP/1.1" status: 204 len: 168 time: 1.8009303 Jul 29 23:43:13.217511 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 36486) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:13.222191 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f397dc82-a4be-4e29-afa6-5348115f675a tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Pushing event deleted for resources: {'Network': ['ID=1d8be2f5-37bc-4036-a14b-70e657dee622,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:13.307620 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-cc53cbaa-af5e-48e7-8b52-a4dd0e270c6b tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2dcbd15-76b3-49ab-bbb1-5c5131495f48 HTTP/1.1" status: 200 len: 205 time: 0.0819035 Jul 29 23:43:13.307905 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36490) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:13.344310 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:13.451840 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port cda58318-6f2d-4ed5-8cdc-1221386168ab, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=cda58318-6f2d-4ed5-8cdc-1221386168ab,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:13.463726 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:13.484780 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:13.496201 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1e7a390d-fbf4-4fb6-910e-e39e7daa658f tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks [] for router, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:13.531366 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b1aa70-441d-4d06-a861-2501da3a2b6a admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:43:13.563811 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e5b1aa70-441d-4d06-a861-2501da3a2b6a admin admin] 10.222.0.43 "PUT /v2.0/routers/f87d8c03-b2de-40d4-8156-2c780148a5e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7285326 Jul 29 23:43:13.979267 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1e7a390d-fbf4-4fb6-910e-e39e7daa658f tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:13.984986 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1e7a390d-fbf4-4fb6-910e-e39e7daa658f tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:14.013114 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 2643828f-c288-4441-9f2a-a2cbf87fcce2 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:43:14.131834 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e19381-214d-455e-8534-c63247911b82 None None] Sync routers for ids ['f87d8c03-b2de-40d4-8156-2c780148a5e8'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:43:14.160719 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1e7a390d-fbf4-4fb6-910e-e39e7daa658f tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:14.161027 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e19381-214d-455e-8534-c63247911b82 None None] Routers {'f87d8c03-b2de-40d4-8156-2c780148a5e8'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:43:14.161563 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7a390d-fbf4-4fb6-910e-e39e7daa658f tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Fanout notify agent at l3_agent the message router_deleted on router d2dcbd15-76b3-49ab-bbb1-5c5131495f48 {{(pid=94077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:43:14.161940 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-e2e19381-214d-455e-8534-c63247911b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:42:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['f87d8c03-b2de-40d4-8156-2c780148a5e8'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:14.200677 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1e7a390d-fbf4-4fb6-910e-e39e7daa658f tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:14.205734 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-1e7a390d-fbf4-4fb6-910e-e39e7daa658f tempest-RoutersNegativeTest-92698999 tempest-RoutersNegativeTest-92698999-project] 10.222.0.43 "DELETE /v2.0/routers/d2dcbd15-76b3-49ab-bbb1-5c5131495f48 HTTP/1.1" status: 204 len: 168 time: 0.8928170 Jul 29 23:43:14.219701 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 2643828f-c288-4441-9f2a-a2cbf87fcce2 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:43:14.220281 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 2643828f-c288-4441-9f2a-a2cbf87fcce2 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:43:14.226365 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 158fe2f5-8fbb-433e-ad3c-e49193fee628, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=158fe2f5-8fbb-433e-ad3c-e49193fee628,segment=NetworkSegment(2d9f9fa8-9a49-423e-86b2-3891aba5a1e6),segment_id=2d9f9fa8-9a49-423e-86b2-3891aba5a1e6)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:14.247137 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8aa35ed-3d13-4726-823a-7658e480c942', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6ece518-cbb5-4566-b916-ab5aa5d0aa2a'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:43:14.251233 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76883c6d-49a0-4d9c-90f1-5af3349c18a0" -d '{"events": [{"server_uuid": "c8aa35ed-3d13-4726-823a-7658e480c942", "name": "network-vif-unplugged", "status": "completed", "tag": "b6ece518-cbb5-4566-b916-ab5aa5d0aa2a"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:43:14.298178 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port b6ece518-cbb5-4566-b916-ab5aa5d0aa2a, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=b6ece518-cbb5-4566-b916-ab5aa5d0aa2a,segment=NetworkSegment(0aa0b58a-edbb-411a-9077-5f81d4114e3c),segment_id=0aa0b58a-edbb-411a-9077-5f81d4114e3c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:14.326605 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7abf48f-b0d9-4a6b-b9a1-1897bdb3baab req-793ef050-5edb-4f09-b8a8-e8a72a836661 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:14.337108 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:14.343009 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '158fe2f5-8fbb-433e-ad3c-e49193fee628', 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7', 'port_id': '158fe2f5-8fbb-433e-ad3c-e49193fee628', 'mac_address': 'fa:16:3e:23:07:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef618f43-4fe4-4e34-9800-0476d270be60', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:43:14.349781 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f7abf48f-b0d9-4a6b-b9a1-1897bdb3baab req-793ef050-5edb-4f09-b8a8-e8a72a836661 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=b06f9045-1416-45b0-93a1-3a9039d210e2 HTTP/1.1" status: 200 len: 943 time: 0.2263305 Jul 29 23:43:14.351014 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=cda58318-6f2d-4ed5-8cdc-1221386168ab,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:14.397872 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-e2e19381-214d-455e-8534-c63247911b82 None None] Set router f87d8c03-b2de-40d4-8156-2c780148a5e8 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:43:14.447298 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:14.475501 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=b6ece518-cbb5-4566-b916-ab5aa5d0aa2a,revision_number=8']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:14.479609 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 158fe2f5-8fbb-433e-ad3c-e49193fee628 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:43:14.518543 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f7abf48f-b0d9-4a6b-b9a1-1897bdb3baab req-1eeea65f-50f9-4219-bff3-7453e026e1b0 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674588 Jul 29 23:43:14.530782 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 158fe2f5-8fbb-433e-ad3c-e49193fee628, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=158fe2f5-8fbb-433e-ad3c-e49193fee628,segment=NetworkSegment(2d9f9fa8-9a49-423e-86b2-3891aba5a1e6),segment_id=2d9f9fa8-9a49-423e-86b2-3891aba5a1e6)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:14.537030 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:14.787509 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=158fe2f5-8fbb-433e-ad3c-e49193fee628,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:14.881089 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['158fe2f5-8fbb-433e-ad3c-e49193fee628'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:43:14.988956 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device b6ece518-cbb5-4566-b916-ab5aa5d0aa2a no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:43:15.105135 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc69d7-3802-4b76-b986-8acd8b912b97 req-30898f65-04b5-40f5-8387-08eec6dcffac tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:15.118987 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eddc69d7-3802-4b76-b986-8acd8b912b97 req-30898f65-04b5-40f5-8387-08eec6dcffac tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/networks?id=f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5 HTTP/1.1" status: 200 len: 819 time: 0.5907626 Jul 29 23:43:15.147666 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36546) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:15.178624 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9803148-a42b-4c9c-921a-10a2c33c7d94 req-602ada48-6f95-4633-9738-81895fb2a117 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:15.186935 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b9803148-a42b-4c9c-921a-10a2c33c7d94 req-602ada48-6f95-4633-9738-81895fb2a117 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 943 time: 0.4176416 Jul 29 23:43:15.196001 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-e2e19381-214d-455e-8534-c63247911b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87d8c03-b2de-40d4-8156-2c780148a5e8', 'name': 'tempest-ServerRescueNegativeTestJSON-1301527973-router', 'tenant_id': '3b1fbe188aad49b78bbb0ff03661a540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'cda58318-6f2d-4ed5-8cdc-1221386168ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:42:58Z', 'updated_at': '2021-07-29T23:43:10Z', 'revision_number': 4, 'project_id': '3b1fbe188aad49b78bbb0ff03661a540', 'gw_port': {'id': 'cda58318-6f2d-4ed5-8cdc-1221386168ab', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87d8c03-b2de-40d4-8156-2c780148a5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:01Z', 'updated_at': '2021-07-29T23:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'b8e8c443-a1f3-4266-9432-7a811fab2047', 'name': '', 'network_id': 'f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5', 'tenant_id': '3b1fbe188aad49b78bbb0ff03661a540', 'mac_address': 'fa:16:3e:17:2c:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87d8c03-b2de-40d4-8156-2c780148a5e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': '4795740d-d7c0-4c77-af15-3935752c97d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:09Z', 'updated_at': '2021-07-29T23:43:11Z', 'revision_number': 2, 'project_id': '3b1fbe188aad49b78bbb0ff03661a540', 'subnets': [{'id': '4795740d-d7c0-4c77-af15-3935752c97d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:15.201397 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eddc69d7-3802-4b76-b986-8acd8b912b97 req-0082142a-7fa6-43d5-a4a3-a7af937349e1 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/quotas/3b1fbe188aad49b78bbb0ff03661a540 HTTP/1.1" status: 200 len: 375 time: 0.0801170 Jul 29 23:43:15.340864 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e19381-214d-455e-8534-c63247911b82 None None] Checking router: f87d8c03-b2de-40d4-8156-2c780148a5e8 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:43:15.341457 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e19381-214d-455e-8534-c63247911b82 None None] Updating router f87d8c03-b2de-40d4-8156-2c780148a5e8 port b8e8c443-a1f3-4266-9432-7a811fab2047 binding host n-d-712141-10 {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:43:15.360346 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b9803148-a42b-4c9c-921a-10a2c33c7d94 req-abe251ef-4812-4e50-84ce-3c739a7c164a tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252546 Jul 29 23:43:15.427630 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eddc69d7-3802-4b76-b986-8acd8b912b97 req-c7538527-a7ca-4b71-816e-e7afe2166019 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3b1fbe188aad49b78bbb0ff03661a540&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2249997 Jul 29 23:43:15.454941 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e2e19381-214d-455e-8534-c63247911b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:15.579990 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eddc69d7-3802-4b76-b986-8acd8b912b97 req-bf4a1a5e-b1e2-408d-a3b0-f12ad857cd40 service neutron] 10.222.0.43 "GET /v2.0/networks/f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501043 Jul 29 23:43:15.728514 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 29 Jul 2021 23:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667362f6-d45b-47de-8529-3a0ca259c992 x-openstack-request-id: req-667362f6-d45b-47de-8529-3a0ca259c992 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:43:15.729110 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8aa35ed-3d13-4726-823a-7658e480c942", "name": "network-vif-unplugged", "status": "failed", "tag": "b6ece518-cbb5-4566-b916-ab5aa5d0aa2a", "code": 422}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:43:15.729340 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-667362f6-d45b-47de-8529-3a0ca259c992 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:43:15.730224 n-d-712141-10 neutron-server[94079]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c8aa35ed-3d13-4726-823a-7658e480c942', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b6ece518-cbb5-4566-b916-ab5aa5d0aa2a', 'code': 422} returned with failed status Jul 29 23:43:15.753446 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-37ae8deb-21b9-446f-84e6-fc3311dcb979 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=898eb45b72bc412894ad3f7c7d32d3f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6003850 Jul 29 23:43:15.755989 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36556) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:15.893527 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eddc69d7-3802-4b76-b986-8acd8b912b97 req-246700df-d380-4fdb-b879-16709f92addd service neutron] 10.222.0.43 "GET /v2.0/networks/f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116558 Jul 29 23:43:16.016529 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cd65da84-17c6-4442-9854-38275a873bd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:16.105947 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cd65da84-17c6-4442-9854-38275a873bd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:16.148542 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68791d37-da82-4091-bc34-b18cda267d08 req-f2580d9a-8640-4a59-9798-4d65a94bd86d tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:16.150169 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-68791d37-da82-4091-bc34-b18cda267d08 req-f2580d9a-8640-4a59-9798-4d65a94bd86d tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 943 time: 0.2385607 Jul 29 23:43:16.256116 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cd65da84-17c6-4442-9854-38275a873bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:16.259519 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cd65da84-17c6-4442-9854-38275a873bd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:16.263789 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-cd65da84-17c6-4442-9854-38275a873bd4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3b52b694-ce0b-4c3c-aba1-7b3878639523 HTTP/1.1" status: 204 len: 168 time: 0.5032513 Jul 29 23:43:16.276661 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e2e19381-214d-455e-8534-c63247911b82 None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:16.287633 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-68791d37-da82-4091-bc34-b18cda267d08 req-4c2dfa22-ac14-4d4e-8a90-29831b1dc87e tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232820 Jul 29 23:43:16.294602 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-e2e19381-214d-455e-8534-c63247911b82 None None] Transition to ACTIVE for port object b8e8c443-a1f3-4266-9432-7a811fab2047 will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:43:16.303214 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e2e19381-214d-455e-8534-c63247911b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:16.320858 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd65da84-17c6-4442-9854-38275a873bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b52b694-ce0b-4c3c-aba1-7b3878639523,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:16.415756 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93d64d2-0684-40cf-9567-49d588171cfa None None] Pushing event updated for resources: {'Port': ['ID=b8e8c443-a1f3-4266-9432-7a811fab2047,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:16.433309 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d64d2-0684-40cf-9567-49d588171cfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:16.433671 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d64d2-0684-40cf-9567-49d588171cfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:16.434020 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d64d2-0684-40cf-9567-49d588171cfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:16.434347 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d64d2-0684-40cf-9567-49d588171cfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:16.434679 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d64d2-0684-40cf-9567-49d588171cfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:16.434992 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d64d2-0684-40cf-9567-49d588171cfa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:16.447821 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d64d2-0684-40cf-9567-49d588171cfa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:16.448774 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d64d2-0684-40cf-9567-49d588171cfa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:16.449990 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d64d2-0684-40cf-9567-49d588171cfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:16.454172 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d64d2-0684-40cf-9567-49d588171cfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:16.456349 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d64d2-0684-40cf-9567-49d588171cfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:16.460903 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93d64d2-0684-40cf-9567-49d588171cfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:16.527744 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device cda58318-6f2d-4ed5-8cdc-1221386168ab up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:43:16.719888 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port cda58318-6f2d-4ed5-8cdc-1221386168ab triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:16.720461 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:16.739997 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-e2e19381-214d-455e-8534-c63247911b82 None None] Attempting to bind port b8e8c443-a1f3-4266-9432-7a811fab2047 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:43:16.740373 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-e2e19381-214d-455e-8534-c63247911b82 None None] Attempting to bind port b8e8c443-a1f3-4266-9432-7a811fab2047 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': 'dc3aa850-4ab7-47a4-b198-43575123d732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:43:16.740737 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e19381-214d-455e-8534-c63247911b82 None None] Attempting to bind port b8e8c443-a1f3-4266-9432-7a811fab2047 on network f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5 {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:43:16.770923 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e19381-214d-455e-8534-c63247911b82 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:43:16.771538 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e19381-214d-455e-8534-c63247911b82 None None] Checking segment: {'id': 'dc3aa850-4ab7-47a4-b198-43575123d732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:43:16.772208 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e2e19381-214d-455e-8534-c63247911b82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:16.772932 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e19381-214d-455e-8534-c63247911b82 None None] Bound using segment: {'id': 'dc3aa850-4ab7-47a4-b198-43575123d732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:43:16.773711 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-e2e19381-214d-455e-8534-c63247911b82 None None] Bound port: b8e8c443-a1f3-4266-9432-7a811fab2047, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc3aa850-4ab7-47a4-b198-43575123d732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:43:16.774736 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e2e19381-214d-455e-8534-c63247911b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:16.984743 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 158fe2f5-8fbb-433e-ad3c-e49193fee628 up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:43:17.046713 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-e2e19381-214d-455e-8534-c63247911b82 None None] For port b8e8c443-a1f3-4266-9432-7a811fab2047, host n-d-712141-10, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:43:17.056970 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-e2e19381-214d-455e-8534-c63247911b82 None None] For port b8e8c443-a1f3-4266-9432-7a811fab2047, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=b8e8c443-a1f3-4266-9432-7a811fab2047,segment=NetworkSegment(dc3aa850-4ab7-47a4-b198-43575123d732),segment_id=dc3aa850-4ab7-47a4-b198-43575123d732)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:43:17.065206 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e2e19381-214d-455e-8534-c63247911b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:17.221250 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e19381-214d-455e-8534-c63247911b82 None None] Routers {'f87d8c03-b2de-40d4-8156-2c780148a5e8'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:43:17.229175 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-e2e19381-214d-455e-8534-c63247911b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:42:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['f87d8c03-b2de-40d4-8156-2c780148a5e8'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:17.267238 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port 158fe2f5-8fbb-433e-ad3c-e49193fee628 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:43:17.280253 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 158fe2f5-8fbb-433e-ad3c-e49193fee628 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:17.281757 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:17.393289 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-88d3bfc2-d88d-44ec-b707-ba1709b71486 req-c384ab2d-60bc-4e66-a1af-740dbacafd23 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4443f2c0-ea2a-4c7b-893e-17394262b988 HTTP/1.1" status: 200 len: 210 time: 0.0811749 Jul 29 23:43:17.546230 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9756d9-1b37-4f8c-90b9-8d574abe8c12 req-a7b91623-c3c6-4ac1-a7ca-da65ead9f35f tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:17.571236 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6f9756d9-1b37-4f8c-90b9-8d574abe8c12 req-a7b91623-c3c6-4ac1-a7ca-da65ead9f35f tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=b06f9045-1416-45b0-93a1-3a9039d210e2 HTTP/1.1" status: 200 len: 944 time: 1.1478863 Jul 29 23:43:17.609782 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:17.745627 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6f9756d9-1b37-4f8c-90b9-8d574abe8c12 req-c72bcc90-d269-4786-b156-d3237052c603 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688628 Jul 29 23:43:17.776524 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 158fe2f5-8fbb-433e-ad3c-e49193fee628, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=158fe2f5-8fbb-433e-ad3c-e49193fee628,segment=NetworkSegment(2d9f9fa8-9a49-423e-86b2-3891aba5a1e6),segment_id=2d9f9fa8-9a49-423e-86b2-3891aba5a1e6)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:17.796265 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b06f9045-1416-45b0-93a1-3a9039d210e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '158fe2f5-8fbb-433e-ad3c-e49193fee628'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:43:17.815154 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dcb231e-1768-405b-9867-b750f3f4c31c" -d '{"events": [{"server_uuid": "b06f9045-1416-45b0-93a1-3a9039d210e2", "name": "network-vif-plugged", "status": "completed", "tag": "158fe2f5-8fbb-433e-ad3c-e49193fee628"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:43:17.829163 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:17.930064 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93d64d2-0684-40cf-9567-49d588171cfa None None] Pushing event updated for resources: {'Port': ['ID=b8e8c443-a1f3-4266-9432-7a811fab2047,revision_number=4']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:18.093201 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=158fe2f5-8fbb-433e-ad3c-e49193fee628,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:18.162067 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-e2e19381-214d-455e-8534-c63247911b82 None None] Set router f87d8c03-b2de-40d4-8156-2c780148a5e8 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:43:18.168162 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1842cd43-bc45-4378-a187-03a407f22453 x-openstack-request-id: req-1842cd43-bc45-4378-a187-03a407f22453 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:43:18.168637 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b06f9045-1416-45b0-93a1-3a9039d210e2", "name": "network-vif-plugged", "status": "completed", "tag": "158fe2f5-8fbb-433e-ad3c-e49193fee628", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:43:18.169043 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1842cd43-bc45-4378-a187-03a407f22453 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:43:18.170089 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b06f9045-1416-45b0-93a1-3a9039d210e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '158fe2f5-8fbb-433e-ad3c-e49193fee628', 'code': 200} Jul 29 23:43:18.347804 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc94b2c5-8773-40f0-8933-4ca2ff88be3a req-daaf4254-fdad-4472-9f00-b11bf4e4e1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:18.349531 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-bc94b2c5-8773-40f0-8933-4ca2ff88be3a req-daaf4254-fdad-4472-9f00-b11bf4e4e1a4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b06f9045-1416-45b0-93a1-3a9039d210e2 HTTP/1.1" status: 200 len: 1097 time: 0.0885360 Jul 29 23:43:18.533637 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-bc94b2c5-8773-40f0-8933-4ca2ff88be3a req-da94da3f-ecf5-441e-9130-9d61f88c45b1 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642160 Jul 29 23:43:18.547936 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccddf5a-5095-41b0-b9fa-10f1d0d6a030 req-322dc3f8-a7b3-4506-885a-1d94a985019e tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:18.588537 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dccddf5a-5095-41b0-b9fa-10f1d0d6a030 req-322dc3f8-a7b3-4506-885a-1d94a985019e tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/networks?id=f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5 HTTP/1.1" status: 200 len: 819 time: 0.4356685 Jul 29 23:43:18.662067 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dccddf5a-5095-41b0-b9fa-10f1d0d6a030 req-3b4d1de9-0416-4e1a-9017-29e0452e0ebb tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/quotas/3b1fbe188aad49b78bbb0ff03661a540 HTTP/1.1" status: 200 len: 375 time: 0.0720510 Jul 29 23:43:18.781617 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-e2e19381-214d-455e-8534-c63247911b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87d8c03-b2de-40d4-8156-2c780148a5e8', 'name': 'tempest-ServerRescueNegativeTestJSON-1301527973-router', 'tenant_id': '3b1fbe188aad49b78bbb0ff03661a540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'cda58318-6f2d-4ed5-8cdc-1221386168ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:42:58Z', 'updated_at': '2021-07-29T23:43:10Z', 'revision_number': 4, 'project_id': '3b1fbe188aad49b78bbb0ff03661a540', 'gw_port': {'id': 'cda58318-6f2d-4ed5-8cdc-1221386168ab', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87d8c03-b2de-40d4-8156-2c780148a5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:01Z', 'updated_at': '2021-07-29T23:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'b8e8c443-a1f3-4266-9432-7a811fab2047', 'name': '', 'network_id': 'f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5', 'tenant_id': '3b1fbe188aad49b78bbb0ff03661a540', 'mac_address': 'fa:16:3e:17:2c:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87d8c03-b2de-40d4-8156-2c780148a5e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': '4795740d-d7c0-4c77-af15-3935752c97d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:09Z', 'updated_at': '2021-07-29T23:43:17Z', 'revision_number': 4, 'project_id': '3b1fbe188aad49b78bbb0ff03661a540', 'subnets': [{'id': '4795740d-d7c0-4c77-af15-3935752c97d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:18.900088 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e19381-214d-455e-8534-c63247911b82 None None] The sync data for ids ['f87d8c03-b2de-40d4-8156-2c780148a5e8'] in n-d-712141-10 is: [{'id': 'f87d8c03-b2de-40d4-8156-2c780148a5e8', 'name': 'tempest-ServerRescueNegativeTestJSON-1301527973-router', 'tenant_id': '3b1fbe188aad49b78bbb0ff03661a540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'cda58318-6f2d-4ed5-8cdc-1221386168ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:42:58Z', 'updated_at': '2021-07-29T23:43:10Z', 'revision_number': 4, 'project_id': '3b1fbe188aad49b78bbb0ff03661a540', 'gw_port': {'id': 'cda58318-6f2d-4ed5-8cdc-1221386168ab', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87d8c03-b2de-40d4-8156-2c780148a5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:01Z', 'updated_at': '2021-07-29T23:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'b8e8c443-a1f3-4266-9432-7a811fab2047', 'name': '', 'network_id': 'f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5', 'tenant_id': '3b1fbe188aad49b78bbb0ff03661a540', 'mac_address': 'fa:16:3e:17:2c:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f87d8c03-b2de-40d4-8156-2c780148a5e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2625, 'fixed_ips': [{'subnet_id': '4795740d-d7c0-4c77-af15-3935752c97d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:09Z', 'updated_at': '2021-07-29T23:43:17Z', 'revision_number': 4, 'project_id': '3b1fbe188aad49b78bbb0ff03661a540', 'subnets': [{'id': '4795740d-d7c0-4c77-af15-3935752c97d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:43:19.049806 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f103b-65cc-4509-8391-c23ee05410f6 req-b7d7da3c-1ab9-40d6-8b27-4a97a3eabaca tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:19.052334 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ac2f103b-65cc-4509-8391-c23ee05410f6 req-b7d7da3c-1ab9-40d6-8b27-4a97a3eabaca tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 943 time: 0.3504026 Jul 29 23:43:19.139180 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dccddf5a-5095-41b0-b9fa-10f1d0d6a030 req-185f0700-87b1-4f51-aa14-555190fe6dc0 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3b1fbe188aad49b78bbb0ff03661a540&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4758372 Jul 29 23:43:19.657355 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dccddf5a-5095-41b0-b9fa-10f1d0d6a030 req-dbd23b9b-a2df-4d59-bc51-5f96a708ddef service neutron] 10.222.0.43 "GET /v2.0/networks/f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5108936 Jul 29 23:43:19.692583 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:19.693429 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36666) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:19.832674 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ac2f103b-65cc-4509-8391-c23ee05410f6 req-3dcd56e3-7835-423d-b293-a90bc833a0f0 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7433350 Jul 29 23:43:19.931529 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dccddf5a-5095-41b0-b9fa-10f1d0d6a030 req-e10ab9ed-ff34-48fe-abfc-2d815b4e7506 service neutron] 10.222.0.43 "GET /v2.0/networks/f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2719777 Jul 29 23:43:20.449507 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506fb17-7282-4adc-b0c3-1173b186015e req-6deaed83-9b0d-4a5a-b379-e8b3e08f5eb7 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:20.451743 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2506fb17-7282-4adc-b0c3-1173b186015e req-6deaed83-9b0d-4a5a-b379-e8b3e08f5eb7 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=b06f9045-1416-45b0-93a1-3a9039d210e2 HTTP/1.1" status: 200 len: 945 time: 0.3718219 Jul 29 23:43:20.493292 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-45901de0-48ee-4377-9b54-0157e218bab6 req-068c89c2-d6da-4605-9333-773922a54582 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7982948 Jul 29 23:43:20.592835 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device b8e8c443-a1f3-4266-9432-7a811fab2047 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:43:20.836910 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port b8e8c443-a1f3-4266-9432-7a811fab2047 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:43:20.857292 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d93683ac-8f15-47f0-b773-07cb907cd5a3 req-aca3a51d-215f-4106-9bbb-38355bb96d5e tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=555aee15-8fa2-4bd2-a5f6-6e4f2922d0b4 HTTP/1.1" status: 200 len: 210 time: 0.1318834 Jul 29 23:43:20.858999 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port b8e8c443-a1f3-4266-9432-7a811fab2047 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:20.859387 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:20.876985 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2506fb17-7282-4adc-b0c3-1173b186015e req-e0e21afa-b8c5-450d-93dd-a938b62c9e18 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775554 Jul 29 23:43:21.091529 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc69d7-3802-4b76-b986-8acd8b912b97 req-3b6876a7-625b-4bbc-b9a3-db0632a05451 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:21.114189 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eddc69d7-3802-4b76-b986-8acd8b912b97 req-3b6876a7-625b-4bbc-b9a3-db0632a05451 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.41 "GET /v2.0/networks?id=f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5 HTTP/1.1" status: 200 len: 819 time: 0.6509922 Jul 29 23:43:21.152754 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-eddc69d7-3802-4b76-b986-8acd8b912b97 req-f48965ed-d2ce-4743-816c-11a969097f4c tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Request body: {'port': {'device_id': '4443f2c0-ea2a-4c7b-893e-17394262b988', 'network_id': 'f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5', 'admin_state_up': True, 'tenant_id': '3b1fbe188aad49b78bbb0ff03661a540'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:21.275056 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:21.356966 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port b8e8c443-a1f3-4266-9432-7a811fab2047, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=b8e8c443-a1f3-4266-9432-7a811fab2047,segment=NetworkSegment(dc3aa850-4ab7-47a4-b198-43575123d732),segment_id=dc3aa850-4ab7-47a4-b198-43575123d732)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:21.365788 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:21.855436 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=b8e8c443-a1f3-4266-9432-7a811fab2047,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:21.877209 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:43:21.886107 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eddc69d7-3802-4b76-b986-8acd8b912b97 req-f48965ed-d2ce-4743-816c-11a969097f4c tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Made reservation on behalf of 3b1fbe188aad49b78bbb0ff03661a540 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:43:21.892859 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-eddc69d7-3802-4b76-b986-8acd8b912b97 req-f48965ed-d2ce-4743-816c-11a969097f4c tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:22.347827 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e223f2-6a61-4687-9570-bf30a513a742 req-82198fae-4915-4355-bf8f-21a27b5ee07b tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:22.369487 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f9e223f2-6a61-4687-9570-bf30a513a742 req-82198fae-4915-4355-bf8f-21a27b5ee07b tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=b06f9045-1416-45b0-93a1-3a9039d210e2 HTTP/1.1" status: 200 len: 945 time: 0.6271343 Jul 29 23:43:22.448994 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device b8e8c443-a1f3-4266-9432-7a811fab2047 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:43:22.472955 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289fe6e1-938b-4d54-9231-55fc0fca681d req-fb1c38b0-ad02-45e6-b264-5ed609057aaf tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:22.490410 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-289fe6e1-938b-4d54-9231-55fc0fca681d req-fb1c38b0-ad02-45e6-b264-5ed609057aaf tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 943 time: 0.7854817 Jul 29 23:43:22.592701 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port b8e8c443-a1f3-4266-9432-7a811fab2047 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:22.593692 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:22.631453 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-289fe6e1-938b-4d54-9231-55fc0fca681d req-72479755-6ba7-4774-968f-37b87c88e714 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340494 Jul 29 23:43:22.650289 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f9e223f2-6a61-4687-9570-bf30a513a742 req-d5ea6046-5fef-4cad-a5c3-e0ab8926b7c5 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791779 Jul 29 23:43:22.882271 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-eddc69d7-3802-4b76-b986-8acd8b912b97 req-f48965ed-d2ce-4743-816c-11a969097f4c tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Allocated IP 172.20.0.2 (f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5/4795740d-d7c0-4c77-af15-3935752c97d1/5bdd075e-9bae-4b7d-9899-61e704213845) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:43:22.927730 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45901de0-48ee-4377-9b54-0157e218bab6 req-8af5dfd6-aa34-4c2c-b082-77ebdfefe912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:22.929559 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-45901de0-48ee-4377-9b54-0157e218bab6 req-8af5dfd6-aa34-4c2c-b082-77ebdfefe912 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942&tenant_id=aa7b44142ea84ef2bfb9a6f800e77e29 HTTP/1.1" status: 200 len: 1095 time: 0.3210151 Jul 29 23:43:23.098192 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45901de0-48ee-4377-9b54-0157e218bab6 req-80f5aec4-039d-4a15-ae95-77ea6bf3dff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:23.101574 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-45901de0-48ee-4377-9b54-0157e218bab6 req-80f5aec4-039d-4a15-ae95-77ea6bf3dff5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aa7b44142ea84ef2bfb9a6f800e77e29&device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 1095 time: 0.1368897 Jul 29 23:43:23.193960 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c5cb2dc9-99b4-43d7-b384-58a30b33313e req-ee775bd4-7bb7-4f5e-8d7a-bfb24c1c793e tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=555aee15-8fa2-4bd2-a5f6-6e4f2922d0b4 HTTP/1.1" status: 200 len: 210 time: 0.1323197 Jul 29 23:43:23.318530 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d50c0521-a023-4e29-8062-4d7366085db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:23.536294 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45901de0-48ee-4377-9b54-0157e218bab6 req-be144bea-12e9-4133-a4e8-5a5b58f4d836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:23.539359 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-45901de0-48ee-4377-9b54-0157e218bab6 req-be144bea-12e9-4133-a4e8-5a5b58f4d836 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ef47c031-89f3-4d55-afcb-e9afda1b9317 HTTP/1.1" status: 200 len: 914 time: 0.4280822 Jul 29 23:43:23.682770 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-45901de0-48ee-4377-9b54-0157e218bab6 req-7f181b1c-a72a-473b-9aeb-02e4c59b3a9e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b6ece518-cbb5-4566-b916-ab5aa5d0aa2a HTTP/1.1" status: 200 len: 217 time: 0.1289842 Jul 29 23:43:23.797432 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-eddc69d7-3802-4b76-b986-8acd8b912b97 req-f48965ed-d2ce-4743-816c-11a969097f4c tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:23.821066 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45901de0-48ee-4377-9b54-0157e218bab6 req-7472881b-da04-4414-89da-bf068cb9172f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:23.822631 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-45901de0-48ee-4377-9b54-0157e218bab6 req-7472881b-da04-4414-89da-bf068cb9172f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2cc102b6-7976-49c8-8fc0-37ba3d12643a HTTP/1.1" status: 200 len: 853 time: 0.1297543 Jul 29 23:43:23.881599 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-45901de0-48ee-4377-9b54-0157e218bab6 req-9587131f-ba5f-4c66-9e8e-69e90133adb5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ef47c031-89f3-4d55-afcb-e9afda1b9317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501037 Jul 29 23:43:23.935660 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccddf5a-5095-41b0-b9fa-10f1d0d6a030 req-9f1745b1-0a1f-4718-b33a-a47499bbc8fa tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:23.946213 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dccddf5a-5095-41b0-b9fa-10f1d0d6a030 req-9f1745b1-0a1f-4718-b33a-a47499bbc8fa tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.22 "GET /v2.0/networks?id=f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5 HTTP/1.1" status: 200 len: 819 time: 0.5625727 Jul 29 23:43:24.022781 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-dccddf5a-5095-41b0-b9fa-10f1d0d6a030 req-79276b21-c94e-4479-a7e5-ad5fc9b58d34 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Request body: {'port': {'device_id': '555aee15-8fa2-4bd2-a5f6-6e4f2922d0b4', 'network_id': 'f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5', 'admin_state_up': True, 'tenant_id': '3b1fbe188aad49b78bbb0ff03661a540'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:24.439769 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dccddf5a-5095-41b0-b9fa-10f1d0d6a030 req-79276b21-c94e-4479-a7e5-ad5fc9b58d34 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Made reservation on behalf of 3b1fbe188aad49b78bbb0ff03661a540 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:43:24.446084 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-dccddf5a-5095-41b0-b9fa-10f1d0d6a030 req-79276b21-c94e-4479-a7e5-ad5fc9b58d34 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:24.472012 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-45901de0-48ee-4377-9b54-0157e218bab6 req-9566df60-f658-49c6-bb7f-1f418809ca84 service neutron] 10.222.0.22 "GET /v2.0/networks/ef47c031-89f3-4d55-afcb-e9afda1b9317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5789270 Jul 29 23:43:24.483709 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017dea9d-5382-4f63-92f0-d5f69de03303 req-79947ab2-4e0c-4e5f-b994-80d1c1cedce5 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:24.495842 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-017dea9d-5382-4f63-92f0-d5f69de03303 req-79947ab2-4e0c-4e5f-b994-80d1c1cedce5 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 943 time: 0.5411940 Jul 29 23:43:24.569449 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-eddc69d7-3802-4b76-b986-8acd8b912b97 req-f48965ed-d2ce-4743-816c-11a969097f4c tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:24.763452 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-017dea9d-5382-4f63-92f0-d5f69de03303 req-139cb775-bea3-426e-a569-acc46fc5b25e tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666466 Jul 29 23:43:25.060629 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-45901de0-48ee-4377-9b54-0157e218bab6 req-d10f64db-90c1-4686-bbb9-a21bb3d7b6e9 service neutron] 10.222.0.22 "GET /v2.0/networks/ef47c031-89f3-4d55-afcb-e9afda1b9317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5803781 Jul 29 23:43:25.296121 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eddc69d7-3802-4b76-b986-8acd8b912b97 req-f48965ed-d2ce-4743-816c-11a969097f4c tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Network f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:43:25.396931 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-eddc69d7-3802-4b76-b986-8acd8b912b97 req-f48965ed-d2ce-4743-816c-11a969097f4c tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:25.464494 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48965ed-d2ce-4743-816c-11a969097f4c tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Pushing event updated for resources: {'Port': ['ID=5bdd075e-9bae-4b7d-9899-61e704213845,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:25.508959 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f39a2b7d-2c37-4623-819a-b0dc0546ab4e req-48b0b13f-607b-45d4-80c2-2f1e66a48321 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=555aee15-8fa2-4bd2-a5f6-6e4f2922d0b4 HTTP/1.1" status: 200 len: 210 time: 0.1802781 Jul 29 23:43:25.513240 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-eddc69d7-3802-4b76-b986-8acd8b912b97 req-f48965ed-d2ce-4743-816c-11a969097f4c tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:43:25.936039 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3ecee37f-eda4-4988-8068-a00feb7f292f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:26.068182 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc69d7-3802-4b76-b986-8acd8b912b97 req-f48965ed-d2ce-4743-816c-11a969097f4c tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:26.080039 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-eddc69d7-3802-4b76-b986-8acd8b912b97 req-f48965ed-d2ce-4743-816c-11a969097f4c tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:26.441669 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:26.512585 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eddc69d7-3802-4b76-b986-8acd8b912b97 req-f48965ed-d2ce-4743-816c-11a969097f4c tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3796091 Jul 29 23:43:26.579862 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-eddc69d7-3802-4b76-b986-8acd8b912b97 req-11c36e74-0d66-4f8c-8bfc-f1b23ed242a9 service neutron] Request body: {'port': {'device_id': '4443f2c0-ea2a-4c7b-893e-17394262b988', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:26.652184 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-dccddf5a-5095-41b0-b9fa-10f1d0d6a030 req-79276b21-c94e-4479-a7e5-ad5fc9b58d34 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Allocated IP 172.20.0.4 (f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5/4795740d-d7c0-4c77-af15-3935752c97d1/68c26fed-48ac-4046-ab04-1c91a8531e1b) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:43:26.944152 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f725879-8458-419e-a992-e79040aca0d6 req-649e48f4-2051-4e8a-9647-6878912e91f8 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:26.960471 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3f725879-8458-419e-a992-e79040aca0d6 req-649e48f4-2051-4e8a-9647-6878912e91f8 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 943 time: 0.8719049 Jul 29 23:43:27.114885 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-eddc69d7-3802-4b76-b986-8acd8b912b97 req-11c36e74-0d66-4f8c-8bfc-f1b23ed242a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:27.333733 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3f725879-8458-419e-a992-e79040aca0d6 req-eafecd42-0644-40a3-82dd-90a85ae46c67 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3606825 Jul 29 23:43:27.688427 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:28.563992 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5a33b900-5472-453b-bed5-a415b781fac6 req-e6fb8c42-527f-455b-8c43-c55828fdc535 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=555aee15-8fa2-4bd2-a5f6-6e4f2922d0b4 HTTP/1.1" status: 200 len: 210 time: 0.5818212 Jul 29 23:43:29.049731 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-dccddf5a-5095-41b0-b9fa-10f1d0d6a030 req-79276b21-c94e-4479-a7e5-ad5fc9b58d34 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:29.099135 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e742cc6-3352-4a3e-9976-2a32b94438b6 req-f859101e-c0e1-4d51-923b-3fc7384faa53 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:29.108788 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3e742cc6-3352-4a3e-9976-2a32b94438b6 req-f859101e-c0e1-4d51-923b-3fc7384faa53 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 943 time: 0.4875050 Jul 29 23:43:29.236298 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3e742cc6-3352-4a3e-9976-2a32b94438b6 req-025c8575-5a3f-4440-8989-a9afdd5e120f tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157091 Jul 29 23:43:29.328337 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:29.339172 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-dccddf5a-5095-41b0-b9fa-10f1d0d6a030 req-79276b21-c94e-4479-a7e5-ad5fc9b58d34 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:29.623230 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79276b21-c94e-4479-a7e5-ad5fc9b58d34 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Pushing event updated for resources: {'Port': ['ID=68c26fed-48ac-4046-ab04-1c91a8531e1b,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:29.640196 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dccddf5a-5095-41b0-b9fa-10f1d0d6a030 req-79276b21-c94e-4479-a7e5-ad5fc9b58d34 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Network f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:43:29.661368 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-dccddf5a-5095-41b0-b9fa-10f1d0d6a030 req-79276b21-c94e-4479-a7e5-ad5fc9b58d34 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:29.679612 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-dccddf5a-5095-41b0-b9fa-10f1d0d6a030 req-79276b21-c94e-4479-a7e5-ad5fc9b58d34 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:43:29.893036 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccddf5a-5095-41b0-b9fa-10f1d0d6a030 req-79276b21-c94e-4479-a7e5-ad5fc9b58d34 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:29.899594 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-dccddf5a-5095-41b0-b9fa-10f1d0d6a030 req-79276b21-c94e-4479-a7e5-ad5fc9b58d34 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:30.064031 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dccddf5a-5095-41b0-b9fa-10f1d0d6a030 req-79276b21-c94e-4479-a7e5-ad5fc9b58d34 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1014233 Jul 29 23:43:30.151729 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-dccddf5a-5095-41b0-b9fa-10f1d0d6a030 req-559165dc-8a0b-4b4e-9de9-7a3d16159c8a service neutron] Request body: {'port': {'device_id': '555aee15-8fa2-4bd2-a5f6-6e4f2922d0b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:30.478786 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-dccddf5a-5095-41b0-b9fa-10f1d0d6a030 req-559165dc-8a0b-4b4e-9de9-7a3d16159c8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:31.204479 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-eddc69d7-3802-4b76-b986-8acd8b912b97 req-11c36e74-0d66-4f8c-8bfc-f1b23ed242a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bdd075e-9bae-4b7d-9899-61e704213845 {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:43:31.215134 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-eddc69d7-3802-4b76-b986-8acd8b912b97 req-11c36e74-0d66-4f8c-8bfc-f1b23ed242a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:31.303050 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701926ae-4f17-49b6-aafe-17549552dd25 req-dc9e14cf-b60c-498b-9742-fad57fcb5e3c tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:31.312570 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-701926ae-4f17-49b6-aafe-17549552dd25 req-dc9e14cf-b60c-498b-9742-fad57fcb5e3c tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=555aee15-8fa2-4bd2-a5f6-6e4f2922d0b4 HTTP/1.1" status: 200 len: 931 time: 1.3696549 Jul 29 23:43:31.313754 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-eddc69d7-3802-4b76-b986-8acd8b912b97 req-11c36e74-0d66-4f8c-8bfc-f1b23ed242a9 service neutron] Transition to ACTIVE for port object 5bdd075e-9bae-4b7d-9899-61e704213845 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:43:31.419882 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-eddc69d7-3802-4b76-b986-8acd8b912b97 req-11c36e74-0d66-4f8c-8bfc-f1b23ed242a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:32.410405 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-dccddf5a-5095-41b0-b9fa-10f1d0d6a030 req-559165dc-8a0b-4b4e-9de9-7a3d16159c8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68c26fed-48ac-4046-ab04-1c91a8531e1b {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:43:32.429352 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-dccddf5a-5095-41b0-b9fa-10f1d0d6a030 req-559165dc-8a0b-4b4e-9de9-7a3d16159c8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:32.482587 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-dccddf5a-5095-41b0-b9fa-10f1d0d6a030 req-559165dc-8a0b-4b4e-9de9-7a3d16159c8a service neutron] Transition to ACTIVE for port object 68c26fed-48ac-4046-ab04-1c91a8531e1b will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:43:32.595418 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d6fd8-83d9-4d8f-836d-3310626afe19 req-da27869b-494c-44ac-ad25-986d9f1eb446 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:32.622715 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ce1d6fd8-83d9-4d8f-836d-3310626afe19 req-da27869b-494c-44ac-ad25-986d9f1eb446 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 943 time: 2.0854728 Jul 29 23:43:32.661365 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-701926ae-4f17-49b6-aafe-17549552dd25 req-c9238fcd-e6a4-49a9-a0c5-2bce29325290 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3160717 Jul 29 23:43:32.720525 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-dccddf5a-5095-41b0-b9fa-10f1d0d6a030 req-559165dc-8a0b-4b4e-9de9-7a3d16159c8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:32.759423 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c36e74-0d66-4f8c-8bfc-f1b23ed242a9 service neutron] Pushing event updated for resources: {'Port': ['ID=5bdd075e-9bae-4b7d-9899-61e704213845,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:33.026477 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ce1d6fd8-83d9-4d8f-836d-3310626afe19 req-cf86bbf1-7c03-49fa-af83-bba9278330af tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3994608 Jul 29 23:43:33.467010 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559165dc-8a0b-4b4e-9de9-7a3d16159c8a service neutron] Pushing event updated for resources: {'Port': ['ID=68c26fed-48ac-4046-ab04-1c91a8531e1b,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:33.686724 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-eddc69d7-3802-4b76-b986-8acd8b912b97 req-11c36e74-0d66-4f8c-8bfc-f1b23ed242a9 service neutron] Attempting to bind port 5bdd075e-9bae-4b7d-9899-61e704213845 on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:43:33.687266 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-eddc69d7-3802-4b76-b986-8acd8b912b97 req-11c36e74-0d66-4f8c-8bfc-f1b23ed242a9 service neutron] Attempting to bind port 5bdd075e-9bae-4b7d-9899-61e704213845 by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': 'dc3aa850-4ab7-47a4-b198-43575123d732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:43:33.687796 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddc69d7-3802-4b76-b986-8acd8b912b97 req-11c36e74-0d66-4f8c-8bfc-f1b23ed242a9 service neutron] Attempting to bind port 5bdd075e-9bae-4b7d-9899-61e704213845 on network f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:43:33.715901 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-dccddf5a-5095-41b0-b9fa-10f1d0d6a030 req-559165dc-8a0b-4b4e-9de9-7a3d16159c8a service neutron] Attempting to bind port 68c26fed-48ac-4046-ab04-1c91a8531e1b on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:43:33.716116 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-dccddf5a-5095-41b0-b9fa-10f1d0d6a030 req-559165dc-8a0b-4b4e-9de9-7a3d16159c8a service neutron] Attempting to bind port 68c26fed-48ac-4046-ab04-1c91a8531e1b by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': 'dc3aa850-4ab7-47a4-b198-43575123d732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:43:33.716921 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dccddf5a-5095-41b0-b9fa-10f1d0d6a030 req-559165dc-8a0b-4b4e-9de9-7a3d16159c8a service neutron] Attempting to bind port 68c26fed-48ac-4046-ab04-1c91a8531e1b on network f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:43:33.725492 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dccddf5a-5095-41b0-b9fa-10f1d0d6a030 req-559165dc-8a0b-4b4e-9de9-7a3d16159c8a service neutron] Port 68c26fed-48ac-4046-ab04-1c91a8531e1b on network f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:43:33.726383 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dccddf5a-5095-41b0-b9fa-10f1d0d6a030 req-559165dc-8a0b-4b4e-9de9-7a3d16159c8a service neutron] Attempting to bind port 68c26fed-48ac-4046-ab04-1c91a8531e1b on network f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:43:33.746329 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b358ac5-5441-41f6-a5a1-0d33547b2072 req-80d28312-a598-4a15-9a5b-029176f9e7c3 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:33.748572 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2b358ac5-5441-41f6-a5a1-0d33547b2072 req-80d28312-a598-4a15-9a5b-029176f9e7c3 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/networks?id=07279870-3078-44f7-8035-d94a4d0b31e7 HTTP/1.1" status: 200 len: 812 time: 0.6831155 Jul 29 23:43:33.749401 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddc69d7-3802-4b76-b986-8acd8b912b97 req-11c36e74-0d66-4f8c-8bfc-f1b23ed242a9 service neutron] Port 5bdd075e-9bae-4b7d-9899-61e704213845 on network f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:43:33.749911 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddc69d7-3802-4b76-b986-8acd8b912b97 req-11c36e74-0d66-4f8c-8bfc-f1b23ed242a9 service neutron] Attempting to bind port 5bdd075e-9bae-4b7d-9899-61e704213845 on network f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:43:33.775971 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dccddf5a-5095-41b0-b9fa-10f1d0d6a030 req-559165dc-8a0b-4b4e-9de9-7a3d16159c8a service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:43:33.776834 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dccddf5a-5095-41b0-b9fa-10f1d0d6a030 req-559165dc-8a0b-4b4e-9de9-7a3d16159c8a service neutron] Checking segment: {'id': 'dc3aa850-4ab7-47a4-b198-43575123d732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:43:33.777735 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dccddf5a-5095-41b0-b9fa-10f1d0d6a030 req-559165dc-8a0b-4b4e-9de9-7a3d16159c8a service neutron] Bound using segment: {'id': 'dc3aa850-4ab7-47a4-b198-43575123d732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:43:33.778829 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-dccddf5a-5095-41b0-b9fa-10f1d0d6a030 req-559165dc-8a0b-4b4e-9de9-7a3d16159c8a service neutron] Bound port: 68c26fed-48ac-4046-ab04-1c91a8531e1b, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc3aa850-4ab7-47a4-b198-43575123d732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:43:33.779631 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-dccddf5a-5095-41b0-b9fa-10f1d0d6a030 req-559165dc-8a0b-4b4e-9de9-7a3d16159c8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:33.817672 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddc69d7-3802-4b76-b986-8acd8b912b97 req-11c36e74-0d66-4f8c-8bfc-f1b23ed242a9 service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:43:33.823748 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddc69d7-3802-4b76-b986-8acd8b912b97 req-11c36e74-0d66-4f8c-8bfc-f1b23ed242a9 service neutron] Checking segment: {'id': 'dc3aa850-4ab7-47a4-b198-43575123d732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:43:33.833794 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eddc69d7-3802-4b76-b986-8acd8b912b97 req-11c36e74-0d66-4f8c-8bfc-f1b23ed242a9 service neutron] Bound using segment: {'id': 'dc3aa850-4ab7-47a4-b198-43575123d732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:43:33.835072 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-eddc69d7-3802-4b76-b986-8acd8b912b97 req-11c36e74-0d66-4f8c-8bfc-f1b23ed242a9 service neutron] Bound port: 5bdd075e-9bae-4b7d-9899-61e704213845, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc3aa850-4ab7-47a4-b198-43575123d732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:43:33.835892 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-eddc69d7-3802-4b76-b986-8acd8b912b97 req-11c36e74-0d66-4f8c-8bfc-f1b23ed242a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:33.890967 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2b358ac5-5441-41f6-a5a1-0d33547b2072 req-a93c0080-6fe6-47fc-813d-24dc36ce67c2 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/quotas/abc07fd47c924aad994e74752ef0bc5a HTTP/1.1" status: 200 len: 375 time: 0.1284680 Jul 29 23:43:34.236994 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-dccddf5a-5095-41b0-b9fa-10f1d0d6a030 req-559165dc-8a0b-4b4e-9de9-7a3d16159c8a service neutron] For port 68c26fed-48ac-4046-ab04-1c91a8531e1b, host n-h2-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:43:34.246314 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-dccddf5a-5095-41b0-b9fa-10f1d0d6a030 req-559165dc-8a0b-4b4e-9de9-7a3d16159c8a service neutron] For port 68c26fed-48ac-4046-ab04-1c91a8531e1b, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=68c26fed-48ac-4046-ab04-1c91a8531e1b,segment=NetworkSegment(dc3aa850-4ab7-47a4-b198-43575123d732),segment_id=dc3aa850-4ab7-47a4-b198-43575123d732)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:43:34.287069 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-dccddf5a-5095-41b0-b9fa-10f1d0d6a030 req-559165dc-8a0b-4b4e-9de9-7a3d16159c8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:34.642984 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-eddc69d7-3802-4b76-b986-8acd8b912b97 req-11c36e74-0d66-4f8c-8bfc-f1b23ed242a9 service neutron] For port 5bdd075e-9bae-4b7d-9899-61e704213845, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:43:34.667245 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-eddc69d7-3802-4b76-b986-8acd8b912b97 req-11c36e74-0d66-4f8c-8bfc-f1b23ed242a9 service neutron] For port 5bdd075e-9bae-4b7d-9899-61e704213845, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=5bdd075e-9bae-4b7d-9899-61e704213845,segment=NetworkSegment(dc3aa850-4ab7-47a4-b198-43575123d732),segment_id=dc3aa850-4ab7-47a4-b198-43575123d732)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:43:34.710676 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c2c7a-b2d7-406c-b12a-759143664a00 req-4202712d-d84d-4957-a21c-2bb99b5499d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:34.719145 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-116c2c7a-b2d7-406c-b12a-759143664a00 req-4202712d-d84d-4957-a21c-2bb99b5499d8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aa7b44142ea84ef2bfb9a6f800e77e29&device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 1095 time: 0.2043085 Jul 29 23:43:34.817069 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccddf5a-5095-41b0-b9fa-10f1d0d6a030 req-559165dc-8a0b-4b4e-9de9-7a3d16159c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:34.825454 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-dccddf5a-5095-41b0-b9fa-10f1d0d6a030 req-559165dc-8a0b-4b4e-9de9-7a3d16159c8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:34.846404 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dccddf5a-5095-41b0-b9fa-10f1d0d6a030 req-559165dc-8a0b-4b4e-9de9-7a3d16159c8a service neutron] 10.222.0.22 "PUT /v2.0/ports/68c26fed-48ac-4046-ab04-1c91a8531e1b HTTP/1.1" status: 200 len: 1092 time: 4.7188506 Jul 29 23:43:34.852144 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '555aee15-8fa2-4bd2-a5f6-6e4f2922d0b4', 'tag': '68c26fed-48ac-4046-ab04-1c91a8531e1b'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:43:34.863815 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c07d09-00f9-4ae8-8dc2-4996bd31eec9" -d '{"events": [{"name": "network-changed", "server_uuid": "555aee15-8fa2-4bd2-a5f6-6e4f2922d0b4", "tag": "68c26fed-48ac-4046-ab04-1c91a8531e1b"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:43:34.939837 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-eddc69d7-3802-4b76-b986-8acd8b912b97 req-11c36e74-0d66-4f8c-8bfc-f1b23ed242a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:34.944086 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559165dc-8a0b-4b4e-9de9-7a3d16159c8a service neutron] Pushing event updated for resources: {'Port': ['ID=68c26fed-48ac-4046-ab04-1c91a8531e1b,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:35.181852 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c2c7a-b2d7-406c-b12a-759143664a00 req-3e03b2c4-a6c5-4a68-9af2-b871f157461c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:35.183800 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-116c2c7a-b2d7-406c-b12a-759143664a00 req-3e03b2c4-a6c5-4a68-9af2-b871f157461c service neutron] 10.222.0.22 "GET /v2.0/networks?id=ef47c031-89f3-4d55-afcb-e9afda1b9317 HTTP/1.1" status: 200 len: 914 time: 0.2044780 Jul 29 23:43:35.265349 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c36e74-0d66-4f8c-8bfc-f1b23ed242a9 service neutron] Pushing event updated for resources: {'Port': ['ID=5bdd075e-9bae-4b7d-9899-61e704213845,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:35.448798 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-116c2c7a-b2d7-406c-b12a-759143664a00 req-d312e8e3-f280-4746-85a8-14260f2bda30 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b6ece518-cbb5-4566-b916-ab5aa5d0aa2a HTTP/1.1" status: 200 len: 217 time: 0.1357460 Jul 29 23:43:35.489487 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc69d7-3802-4b76-b986-8acd8b912b97 req-11c36e74-0d66-4f8c-8bfc-f1b23ed242a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:35.490177 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-eddc69d7-3802-4b76-b986-8acd8b912b97 req-11c36e74-0d66-4f8c-8bfc-f1b23ed242a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:35.491634 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eddc69d7-3802-4b76-b986-8acd8b912b97 req-11c36e74-0d66-4f8c-8bfc-f1b23ed242a9 service neutron] 10.222.0.41 "PUT /v2.0/ports/5bdd075e-9bae-4b7d-9899-61e704213845 HTTP/1.1" status: 200 len: 1092 time: 8.9501760 Jul 29 23:43:35.524166 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea7a7ac-cfb6-40ee-9194-b70af20570bf req-4b79e8ff-3dc6-4e6e-983e-aa1aa62003c9 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:35.527776 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bea7a7ac-cfb6-40ee-9194-b70af20570bf req-4b79e8ff-3dc6-4e6e-983e-aa1aa62003c9 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=555aee15-8fa2-4bd2-a5f6-6e4f2922d0b4 HTTP/1.1" status: 200 len: 943 time: 1.5517800 Jul 29 23:43:35.546358 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2b358ac5-5441-41f6-a5a1-0d33547b2072 req-6a2bd587-6773-4d7a-8e75-0bdd12c708fb tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=abc07fd47c924aad994e74752ef0bc5a&fields=id HTTP/1.1" status: 200 len: 348 time: 1.5331690 Jul 29 23:43:35.875561 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116c2c7a-b2d7-406c-b12a-759143664a00 req-7bf70918-b12c-43ae-b3a4-a33325b2ea3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:35.879446 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-116c2c7a-b2d7-406c-b12a-759143664a00 req-7bf70918-b12c-43ae-b3a4-a33325b2ea3b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2cc102b6-7976-49c8-8fc0-37ba3d12643a HTTP/1.1" status: 200 len: 853 time: 0.1752121 Jul 29 23:43:35.932756 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2b358ac5-5441-41f6-a5a1-0d33547b2072 req-815ee57b-8edc-4fb8-a8d5-dd23f57133c0 service neutron] 10.222.0.43 "GET /v2.0/networks/07279870-3078-44f7-8035-d94a4d0b31e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677789 Jul 29 23:43:35.986689 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-116c2c7a-b2d7-406c-b12a-759143664a00 req-49f89c4d-0f17-41c8-a6b0-60d407b22eea service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ef47c031-89f3-4d55-afcb-e9afda1b9317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461478 Jul 29 23:43:36.208007 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2b358ac5-5441-41f6-a5a1-0d33547b2072 req-4814685d-332a-44b6-bd8f-63078234165a service neutron] 10.222.0.43 "GET /v2.0/networks/07279870-3078-44f7-8035-d94a4d0b31e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420704 Jul 29 23:43:36.244176 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-116c2c7a-b2d7-406c-b12a-759143664a00 req-702da4d2-d84b-4a55-a898-fbd64e6d696f service neutron] 10.222.0.22 "GET /v2.0/networks/ef47c031-89f3-4d55-afcb-e9afda1b9317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237735 Jul 29 23:43:36.256376 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccddf5a-5095-41b0-b9fa-10f1d0d6a030 req-db25313b-6488-4dc9-bac1-ab961e1af826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:36.258083 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dccddf5a-5095-41b0-b9fa-10f1d0d6a030 req-db25313b-6488-4dc9-bac1-ab961e1af826 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3b1fbe188aad49b78bbb0ff03661a540&device_id=555aee15-8fa2-4bd2-a5f6-6e4f2922d0b4 HTTP/1.1" status: 200 len: 1095 time: 0.9972110 Jul 29 23:43:36.316807 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bea7a7ac-cfb6-40ee-9194-b70af20570bf req-7ffa6ef4-67ad-4a61-bf77-46cf35c9ce92 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7685483 Jul 29 23:43:36.320617 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc69d7-3802-4b76-b986-8acd8b912b97 req-032645df-1a93-46aa-8a47-9116623a01c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:36.327311 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eddc69d7-3802-4b76-b986-8acd8b912b97 req-032645df-1a93-46aa-8a47-9116623a01c7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b1fbe188aad49b78bbb0ff03661a540&device_id=4443f2c0-ea2a-4c7b-893e-17394262b988 HTTP/1.1" status: 200 len: 1095 time: 0.7521939 Jul 29 23:43:36.420407 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eddc69d7-3802-4b76-b986-8acd8b912b97 req-2d665116-46c8-4995-98bd-50fe36114c51 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5bdd075e-9bae-4b7d-9899-61e704213845 HTTP/1.1" status: 200 len: 217 time: 0.0780773 Jul 29 23:43:36.626876 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc69d7-3802-4b76-b986-8acd8b912b97 req-4435f045-1418-4cb9-ac68-2ff0ff9bc10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:36.630024 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eddc69d7-3802-4b76-b986-8acd8b912b97 req-4435f045-1418-4cb9-ac68-2ff0ff9bc10d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4795740d-d7c0-4c77-af15-3935752c97d1 HTTP/1.1" status: 200 len: 859 time: 0.2020879 Jul 29 23:43:36.770356 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-116c2c7a-b2d7-406c-b12a-759143664a00 req-6140812c-0c16-41a8-8001-70d99496584e service neutron] 10.222.0.22 "GET /v2.0/networks/ef47c031-89f3-4d55-afcb-e9afda1b9317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401668 Jul 29 23:43:37.227754 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:38.131326 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60598d50-9525-4cc0-9e9f-6f2ecb6cd26a x-openstack-request-id: req-60598d50-9525-4cc0-9e9f-6f2ecb6cd26a {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:43:38.132134 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "555aee15-8fa2-4bd2-a5f6-6e4f2922d0b4", "tag": "68c26fed-48ac-4046-ab04-1c91a8531e1b", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:43:38.132134 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-60598d50-9525-4cc0-9e9f-6f2ecb6cd26a {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:43:38.132426 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '555aee15-8fa2-4bd2-a5f6-6e4f2922d0b4', 'tag': '68c26fed-48ac-4046-ab04-1c91a8531e1b', 'status': 'completed', 'code': 200} Jul 29 23:43:38.165033 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dccddf5a-5095-41b0-b9fa-10f1d0d6a030 req-fc175a9b-3617-4dcb-b016-6c26acb23dfc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68c26fed-48ac-4046-ab04-1c91a8531e1b HTTP/1.1" status: 200 len: 217 time: 1.5559647 Jul 29 23:43:38.599402 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccddf5a-5095-41b0-b9fa-10f1d0d6a030 req-1d0f5101-41ad-4afe-b76b-2fdd9ed05770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:38.615156 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dccddf5a-5095-41b0-b9fa-10f1d0d6a030 req-1d0f5101-41ad-4afe-b76b-2fdd9ed05770 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4795740d-d7c0-4c77-af15-3935752c97d1 HTTP/1.1" status: 200 len: 859 time: 0.3855009 Jul 29 23:43:38.637172 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eddc69d7-3802-4b76-b986-8acd8b912b97 req-c337fca2-fc69-4635-85d8-57cd65a3c4d1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5442266 Jul 29 23:43:38.734997 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-846ad4cb-416b-431f-a67f-eddaea6dadc5 req-45e470cb-970e-4c87-b58e-d2dde663457b tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2eedb9d-e253-4d55-b039-fe7f3c52a05c HTTP/1.1" status: 200 len: 210 time: 0.6416442 Jul 29 23:43:38.854244 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dccddf5a-5095-41b0-b9fa-10f1d0d6a030 req-73a42bfd-6c1a-4e36-8cbd-6f9c6a33a4be service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2162921 Jul 29 23:43:39.100027 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab6142b-c764-4b7c-bd0e-59313c726967 req-cadbdea1-d0a7-4893-a655-8e42773cec42 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:39.116755 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9ab6142b-c764-4b7c-bd0e-59313c726967 req-cadbdea1-d0a7-4893-a655-8e42773cec42 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 943 time: 2.5279586 Jul 29 23:43:39.242379 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dccddf5a-5095-41b0-b9fa-10f1d0d6a030 req-58394530-4033-4475-a0ae-788026000c15 service neutron] 10.222.0.22 "GET /v2.0/networks/f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926470 Jul 29 23:43:39.541754 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dccddf5a-5095-41b0-b9fa-10f1d0d6a030 req-c6c5dd55-a817-4b50-8d61-b21abce3af7a service neutron] 10.222.0.22 "GET /v2.0/networks/f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720599 Jul 29 23:43:39.759620 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e598719-738b-4415-8f0d-4c9d355f6138 req-2c8b8dd4-14f3-441b-9f36-c211bf19883e tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:39.761411 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9e598719-738b-4415-8f0d-4c9d355f6138 req-2c8b8dd4-14f3-441b-9f36-c211bf19883e tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=555aee15-8fa2-4bd2-a5f6-6e4f2922d0b4 HTTP/1.1" status: 200 len: 943 time: 0.7925298 Jul 29 23:43:39.798769 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9ab6142b-c764-4b7c-bd0e-59313c726967 req-16c0dae5-5f29-43d3-948f-e9a0203c3f3f tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6792963 Jul 29 23:43:40.049460 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eddc69d7-3802-4b76-b986-8acd8b912b97 req-efbef404-39dd-4c1c-abf6-7600f09d7295 service neutron] 10.222.0.41 "GET /v2.0/networks/f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3499875 Jul 29 23:43:40.125520 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b358ac5-5441-41f6-a5a1-0d33547b2072 req-1b5ea8a1-ef97-4097-b60f-1908dd5f53b1 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:40.127697 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2b358ac5-5441-41f6-a5a1-0d33547b2072 req-1b5ea8a1-ef97-4097-b60f-1908dd5f53b1 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.22 "GET /v2.0/networks?id=07279870-3078-44f7-8035-d94a4d0b31e7 HTTP/1.1" status: 200 len: 812 time: 0.2883732 Jul 29 23:43:40.185218 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4443f2c0-ea2a-4c7b-893e-17394262b988', 'tag': '5bdd075e-9bae-4b7d-9899-61e704213845'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:43:40.203069 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1edbf632-f67a-4932-a61a-9e96ab059a06" -d '{"events": [{"name": "network-changed", "server_uuid": "4443f2c0-ea2a-4c7b-893e-17394262b988", "tag": "5bdd075e-9bae-4b7d-9899-61e704213845"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:43:40.344594 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eddc69d7-3802-4b76-b986-8acd8b912b97 req-e004960d-bec6-4fd0-9780-334c7a3b8c03 service neutron] 10.222.0.41 "GET /v2.0/networks/f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693853 Jul 29 23:43:40.357682 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9e598719-738b-4415-8f0d-4c9d355f6138 req-b58ef222-9366-41f7-920a-7fc389637e08 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5549700 Jul 29 23:43:40.359694 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c07d09-00f9-4ae8-8dc2-4996bd31eec9 req-41820300-7208-465c-a9a1-4870f4a05c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:40.361555 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-62c07d09-00f9-4ae8-8dc2-4996bd31eec9 req-41820300-7208-465c-a9a1-4870f4a05c94 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3b1fbe188aad49b78bbb0ff03661a540&device_id=555aee15-8fa2-4bd2-a5f6-6e4f2922d0b4 HTTP/1.1" status: 200 len: 1095 time: 0.5070276 Jul 29 23:43:40.398523 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1b3adb00-766a-4667-ad6d-06bbc3723919 req-873bc2ba-ddff-41ce-988d-f6d4c5b96dc7 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2eedb9d-e253-4d55-b039-fe7f3c52a05c HTTP/1.1" status: 200 len: 210 time: 0.1918614 Jul 29 23:43:40.467138 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c96a8b12-f0ed-4e67-b1f6-c45a5aaefce9 x-openstack-request-id: req-c96a8b12-f0ed-4e67-b1f6-c45a5aaefce9 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:43:40.467726 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4443f2c0-ea2a-4c7b-893e-17394262b988", "tag": "5bdd075e-9bae-4b7d-9899-61e704213845", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:43:40.468249 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c96a8b12-f0ed-4e67-b1f6-c45a5aaefce9 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:43:40.468937 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4443f2c0-ea2a-4c7b-893e-17394262b988', 'tag': '5bdd075e-9bae-4b7d-9899-61e704213845', 'status': 'completed', 'code': 200} Jul 29 23:43:40.524670 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-2b358ac5-5441-41f6-a5a1-0d33547b2072 req-9b0eb4d8-5052-49fc-ab67-a4df443552aa tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Request body: {'port': {'device_id': 'b2eedb9d-e253-4d55-b039-fe7f3c52a05c', 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7', 'admin_state_up': True, 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:40.922789 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edbf632-f67a-4932-a61a-9e96ab059a06 req-c1caf802-3e3f-4329-a34c-34b1e491e4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:40.939595 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1edbf632-f67a-4932-a61a-9e96ab059a06 req-c1caf802-3e3f-4329-a34c-34b1e491e4d1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b1fbe188aad49b78bbb0ff03661a540&device_id=4443f2c0-ea2a-4c7b-893e-17394262b988 HTTP/1.1" status: 200 len: 1095 time: 0.4080276 Jul 29 23:43:40.970355 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b358ac5-5441-41f6-a5a1-0d33547b2072 req-9b0eb4d8-5052-49fc-ab67-a4df443552aa tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Made reservation on behalf of abc07fd47c924aad994e74752ef0bc5a for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:43:40.986647 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2b358ac5-5441-41f6-a5a1-0d33547b2072 req-9b0eb4d8-5052-49fc-ab67-a4df443552aa tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:41.365246 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62916bc9-c49c-45f8-adc4-0759c4458e18 req-427a693e-37e2-40bf-b290-920aa47613a9 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:41.379193 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-62916bc9-c49c-45f8-adc4-0759c4458e18 req-427a693e-37e2-40bf-b290-920aa47613a9 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 943 time: 0.2999730 Jul 29 23:43:41.391404 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c07d09-00f9-4ae8-8dc2-4996bd31eec9 req-104765ff-8c77-4d7a-ac9b-3734adee71df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:41.393250 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-62c07d09-00f9-4ae8-8dc2-4996bd31eec9 req-104765ff-8c77-4d7a-ac9b-3734adee71df service neutron] 10.222.0.22 "GET /v2.0/networks?id=f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5 HTTP/1.1" status: 200 len: 920 time: 0.8495443 Jul 29 23:43:41.539513 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-62c07d09-00f9-4ae8-8dc2-4996bd31eec9 req-4abf204d-72d2-4f53-b24a-ec25a3738d11 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68c26fed-48ac-4046-ab04-1c91a8531e1b HTTP/1.1" status: 200 len: 217 time: 0.1247468 Jul 29 23:43:41.574552 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-2b358ac5-5441-41f6-a5a1-0d33547b2072 req-9b0eb4d8-5052-49fc-ab67-a4df443552aa tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Allocated IP 172.20.0.3 (07279870-3078-44f7-8035-d94a4d0b31e7/ef618f43-4fe4-4e34-9800-0476d270be60/4477e4ca-a7c2-4ce6-81b6-e75d7f84cd52) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:43:41.585500 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-62916bc9-c49c-45f8-adc4-0759c4458e18 req-50bc0f91-573c-4f6f-8723-9dc79f194a7b tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048643 Jul 29 23:43:41.762575 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c07d09-00f9-4ae8-8dc2-4996bd31eec9 req-763e67ee-163a-4fd2-bfad-3517b2dc7f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:41.764239 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-62c07d09-00f9-4ae8-8dc2-4996bd31eec9 req-763e67ee-163a-4fd2-bfad-3517b2dc7f6d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4795740d-d7c0-4c77-af15-3935752c97d1 HTTP/1.1" status: 200 len: 859 time: 0.0909586 Jul 29 23:43:41.819382 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edbf632-f67a-4932-a61a-9e96ab059a06 req-c1e157b0-6478-4654-80ab-3e29c461c9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:41.821309 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1edbf632-f67a-4932-a61a-9e96ab059a06 req-c1e157b0-6478-4654-80ab-3e29c461c9d7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5 HTTP/1.1" status: 200 len: 920 time: 0.8626473 Jul 29 23:43:41.964258 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-62c07d09-00f9-4ae8-8dc2-4996bd31eec9 req-7b8956a1-1fc8-4b69-8787-1b1a03865bd5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1864312 Jul 29 23:43:41.997278 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7f6f8350-c9dc-489b-8c21-a70bffab9b53 req-6349161c-f34e-4962-9281-c0c71ad830e3 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2eedb9d-e253-4d55-b039-fe7f3c52a05c HTTP/1.1" status: 200 len: 210 time: 0.2316964 Jul 29 23:43:42.254604 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff2263-9498-4f0e-9fa6-d81c0d604165 req-d390cfda-6c19-44bd-86ba-f545deec785a tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:42.267894 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-59ff2263-9498-4f0e-9fa6-d81c0d604165 req-d390cfda-6c19-44bd-86ba-f545deec785a tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=555aee15-8fa2-4bd2-a5f6-6e4f2922d0b4 HTTP/1.1" status: 200 len: 943 time: 0.6809471 Jul 29 23:43:42.292963 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-62c07d09-00f9-4ae8-8dc2-4996bd31eec9 req-824f4f4f-594f-46c5-beb5-a33570da9d8c service neutron] 10.222.0.22 "GET /v2.0/networks/f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287295 Jul 29 23:43:42.298692 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1edbf632-f67a-4932-a61a-9e96ab059a06 req-d9da50e6-9a1b-4f41-9d0d-7608cabbad2d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5bdd075e-9bae-4b7d-9899-61e704213845 HTTP/1.1" status: 200 len: 217 time: 0.4226105 Jul 29 23:43:42.364376 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2b358ac5-5441-41f6-a5a1-0d33547b2072 req-9b0eb4d8-5052-49fc-ab67-a4df443552aa tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:42.493326 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-2b358ac5-5441-41f6-a5a1-0d33547b2072 req-9b0eb4d8-5052-49fc-ab67-a4df443552aa tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Transition to ACTIVE for port object 4477e4ca-a7c2-4ce6-81b6-e75d7f84cd52 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:43:42.658642 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2b358ac5-5441-41f6-a5a1-0d33547b2072 req-9b0eb4d8-5052-49fc-ab67-a4df443552aa tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:42.673502 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['158fe2f5-8fbb-433e-ad3c-e49193fee628'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:43:42.696190 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-59ff2263-9498-4f0e-9fa6-d81c0d604165 req-a8673955-395b-4f19-9bb3-b86100892b39 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4152608 Jul 29 23:43:42.918407 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b358ac5-5441-41f6-a5a1-0d33547b2072 req-9b0eb4d8-5052-49fc-ab67-a4df443552aa tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Network 07279870-3078-44f7-8035-d94a4d0b31e7 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:43:42.924265 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-2b358ac5-5441-41f6-a5a1-0d33547b2072 req-9b0eb4d8-5052-49fc-ab67-a4df443552aa tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:42.958468 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b358ac5-5441-41f6-a5a1-0d33547b2072 req-9b0eb4d8-5052-49fc-ab67-a4df443552aa tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:43:43.186773 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 68c26fed-48ac-4046-ab04-1c91a8531e1b details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:43:43.231268 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-62c07d09-00f9-4ae8-8dc2-4996bd31eec9 req-45de18f6-a759-4501-b2e0-32ab349b788c service neutron] 10.222.0.22 "GET /v2.0/networks/f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9246821 Jul 29 23:43:43.242539 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edbf632-f67a-4932-a61a-9e96ab059a06 req-8db7bb53-a60e-45e5-bc67-a6d4656a1691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:43.258634 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1edbf632-f67a-4932-a61a-9e96ab059a06 req-8db7bb53-a60e-45e5-bc67-a6d4656a1691 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4795740d-d7c0-4c77-af15-3935752c97d1 HTTP/1.1" status: 200 len: 859 time: 0.9132195 Jul 29 23:43:43.281863 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b358ac5-5441-41f6-a5a1-0d33547b2072 req-9b0eb4d8-5052-49fc-ab67-a4df443552aa tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:43.282691 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2b358ac5-5441-41f6-a5a1-0d33547b2072 req-9b0eb4d8-5052-49fc-ab67-a4df443552aa tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:43.391860 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0eb4d8-5052-49fc-ab67-a4df443552aa tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Pushing event updated for resources: {'Port': ['ID=4477e4ca-a7c2-4ce6-81b6-e75d7f84cd52,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:43.403985 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1edbf632-f67a-4932-a61a-9e96ab059a06 req-e4ada607-01e0-4e1e-b978-01c995dc14ce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1350992 Jul 29 23:43:43.460398 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2b358ac5-5441-41f6-a5a1-0d33547b2072 req-9b0eb4d8-5052-49fc-ab67-a4df443552aa tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9364352 Jul 29 23:43:43.509035 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-2b358ac5-5441-41f6-a5a1-0d33547b2072 req-7bc65e2b-c229-4463-b882-8b81ef14cc53 service neutron] Request body: {'port': {'device_id': 'b2eedb9d-e253-4d55-b039-fe7f3c52a05c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:43.784028 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2b358ac5-5441-41f6-a5a1-0d33547b2072 req-7bc65e2b-c229-4463-b882-8b81ef14cc53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:43.962726 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab7120-4713-448e-8045-c0df75f611a7 req-880854be-84cb-47c8-babb-8c74f074dd00 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:43.997237 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8eab7120-4713-448e-8045-c0df75f611a7 req-880854be-84cb-47c8-babb-8c74f074dd00 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 943 time: 1.0861559 Jul 29 23:43:44.021832 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-aefa934c-fb5a-4257-80ed-3f8a023bdc97 None None] Provisioning for port 4477e4ca-a7c2-4ce6-81b6-e75d7f84cd52 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:43:44.053166 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1edbf632-f67a-4932-a61a-9e96ab059a06 req-704d2b46-b71f-4609-8ba8-ad1082c05023 service neutron] 10.222.0.41 "GET /v2.0/networks/f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5964854 Jul 29 23:43:44.106085 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 5bdd075e-9bae-4b7d-9899-61e704213845 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:43:44.566166 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 68c26fed-48ac-4046-ab04-1c91a8531e1b, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=68c26fed-48ac-4046-ab04-1c91a8531e1b,segment=NetworkSegment(dc3aa850-4ab7-47a4-b198-43575123d732),segment_id=dc3aa850-4ab7-47a4-b198-43575123d732)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:44.667493 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '68c26fed-48ac-4046-ab04-1c91a8531e1b', 'network_id': 'f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5', 'port_id': '68c26fed-48ac-4046-ab04-1c91a8531e1b', 'mac_address': 'fa:16:3e:d4:fe:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4795740d-d7c0-4c77-af15-3935752c97d1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:43:44.704283 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-aefa934c-fb5a-4257-80ed-3f8a023bdc97 None None] Provisioning complete for port 4477e4ca-a7c2-4ce6-81b6-e75d7f84cd52 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:44.704729 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-aefa934c-fb5a-4257-80ed-3f8a023bdc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:44.706756 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8eab7120-4713-448e-8045-c0df75f611a7 req-7a8d87b8-8fbd-46d4-8c77-1006943fe891 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7052777 Jul 29 23:43:44.814913 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e23690-ef06-4c0b-84f7-25d9eecc35d8 req-1e826ffa-a70b-42d5-a5a3-88bce71569d7 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:44.820172 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1d560aea-f294-48b1-ad68-81824efe13f8 req-00050475-78b2-4c88-adfb-61d66974c179 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7588968 Jul 29 23:43:44.849918 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-99e23690-ef06-4c0b-84f7-25d9eecc35d8 req-1e826ffa-a70b-42d5-a5a3-88bce71569d7 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2eedb9d-e253-4d55-b039-fe7f3c52a05c HTTP/1.1" status: 200 len: 931 time: 1.4020848 Jul 29 23:43:45.016478 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37138) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:45.391042 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-aefa934c-fb5a-4257-80ed-3f8a023bdc97 None None] Port 4477e4ca-a7c2-4ce6-81b6-e75d7f84cd52 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:43:45.415684 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-99e23690-ef06-4c0b-84f7-25d9eecc35d8 req-c845035a-fab2-480d-9441-e6f4b8810cd1 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5568752 Jul 29 23:43:45.452263 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1edbf632-f67a-4932-a61a-9e96ab059a06 req-323604ad-fcbd-4231-9787-b49d8f3cce4f service neutron] 10.222.0.41 "GET /v2.0/networks/f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3897445 Jul 29 23:43:45.544219 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:45.638329 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1610f1b1-00f5-471b-adce-8f7539b2d735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:45.662260 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 5bdd075e-9bae-4b7d-9899-61e704213845, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=5bdd075e-9bae-4b7d-9899-61e704213845,segment=NetworkSegment(dc3aa850-4ab7-47a4-b198-43575123d732),segment_id=dc3aa850-4ab7-47a4-b198-43575123d732)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:45.718370 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-2b358ac5-5441-41f6-a5a1-0d33547b2072 req-7bc65e2b-c229-4463-b882-8b81ef14cc53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4477e4ca-a7c2-4ce6-81b6-e75d7f84cd52 {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:43:45.749626 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2b358ac5-5441-41f6-a5a1-0d33547b2072 req-7bc65e2b-c229-4463-b882-8b81ef14cc53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:45.765890 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68c26fed-48ac-4046-ab04-1c91a8531e1b {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:43:45.786933 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-2b358ac5-5441-41f6-a5a1-0d33547b2072 req-7bc65e2b-c229-4463-b882-8b81ef14cc53 service neutron] Transition to ACTIVE for port object 4477e4ca-a7c2-4ce6-81b6-e75d7f84cd52 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:43:45.819146 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2b358ac5-5441-41f6-a5a1-0d33547b2072 req-7bc65e2b-c229-4463-b882-8b81ef14cc53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:45.846159 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 68c26fed-48ac-4046-ab04-1c91a8531e1b, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=68c26fed-48ac-4046-ab04-1c91a8531e1b,segment=NetworkSegment(dc3aa850-4ab7-47a4-b198-43575123d732),segment_id=dc3aa850-4ab7-47a4-b198-43575123d732)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:45.855216 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:46.037458 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc65e2b-c229-4463-b882-8b81ef14cc53 service neutron] Pushing event updated for resources: {'Port': ['ID=4477e4ca-a7c2-4ce6-81b6-e75d7f84cd52,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:46.089905 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1610f1b1-00f5-471b-adce-8f7539b2d735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:46.110557 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': '5bdd075e-9bae-4b7d-9899-61e704213845', 'network_id': 'f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5', 'port_id': '5bdd075e-9bae-4b7d-9899-61e704213845', 'mac_address': 'fa:16:3e:5a:d7:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4795740d-d7c0-4c77-af15-3935752c97d1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:43:46.170972 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1610f1b1-00f5-471b-adce-8f7539b2d735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:46.212195 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d560aea-f294-48b1-ad68-81824efe13f8 req-4b198242-bc98-4305-a646-2b996a34fd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:46.214260 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1d560aea-f294-48b1-ad68-81824efe13f8 req-4b198242-bc98-4305-a646-2b996a34fd8c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bc6282d9b32e428d9264b8fb2fa602e4&device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 1097 time: 1.2778273 Jul 29 23:43:46.249501 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=68c26fed-48ac-4046-ab04-1c91a8531e1b,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:46.311558 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7b34f-b081-4937-ad2b-93d8d8e50910 req-079db781-df3a-45bc-9142-d3261ff88cb4 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:46.313891 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8ef7b34f-b081-4937-ad2b-93d8d8e50910 req-079db781-df3a-45bc-9142-d3261ff88cb4 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=555aee15-8fa2-4bd2-a5f6-6e4f2922d0b4 HTTP/1.1" status: 200 len: 943 time: 0.8606613 Jul 29 23:43:46.314923 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:46.319096 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-2b358ac5-5441-41f6-a5a1-0d33547b2072 req-7bc65e2b-c229-4463-b882-8b81ef14cc53 service neutron] Attempting to bind port 4477e4ca-a7c2-4ce6-81b6-e75d7f84cd52 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:43:46.321820 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-2b358ac5-5441-41f6-a5a1-0d33547b2072 req-7bc65e2b-c229-4463-b882-8b81ef14cc53 service neutron] Attempting to bind port 4477e4ca-a7c2-4ce6-81b6-e75d7f84cd52 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '2d9f9fa8-9a49-423e-86b2-3891aba5a1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:43:46.328577 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b358ac5-5441-41f6-a5a1-0d33547b2072 req-7bc65e2b-c229-4463-b882-8b81ef14cc53 service neutron] Attempting to bind port 4477e4ca-a7c2-4ce6-81b6-e75d7f84cd52 on network 07279870-3078-44f7-8035-d94a4d0b31e7 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:43:46.353460 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['68c26fed-48ac-4046-ab04-1c91a8531e1b'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:43:46.405344 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1610f1b1-00f5-471b-adce-8f7539b2d735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=447d63e7-de07-40a7-afe1-1a76db0a9b7b,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:46.425563 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-1610f1b1-00f5-471b-adce-8f7539b2d735 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ac35d28e738d4f0c803b85cca3e6dce4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3699720 Jul 29 23:43:46.429458 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37158) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:46.445998 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bdd075e-9bae-4b7d-9899-61e704213845 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:43:46.460487 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55efd8b5-6510-4f82-bb56-0798d9ae3fb2 req-239af1af-fc0e-457d-bc90-004fa0104d36 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:46.467069 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-55efd8b5-6510-4f82-bb56-0798d9ae3fb2 req-239af1af-fc0e-457d-bc90-004fa0104d36 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 943 time: 0.3629215 Jul 29 23:43:46.518363 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 5bdd075e-9bae-4b7d-9899-61e704213845, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=5bdd075e-9bae-4b7d-9899-61e704213845,segment=NetworkSegment(dc3aa850-4ab7-47a4-b198-43575123d732),segment_id=dc3aa850-4ab7-47a4-b198-43575123d732)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:46.525257 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8ef7b34f-b081-4937-ad2b-93d8d8e50910 req-7d4e5ca6-21f1-4653-9133-9f4bac7a77cd tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797574 Jul 29 23:43:46.551336 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b358ac5-5441-41f6-a5a1-0d33547b2072 req-7bc65e2b-c229-4463-b882-8b81ef14cc53 service neutron] Port 4477e4ca-a7c2-4ce6-81b6-e75d7f84cd52 on network 07279870-3078-44f7-8035-d94a4d0b31e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:43:46.551679 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b358ac5-5441-41f6-a5a1-0d33547b2072 req-7bc65e2b-c229-4463-b882-8b81ef14cc53 service neutron] Attempting to bind port 4477e4ca-a7c2-4ce6-81b6-e75d7f84cd52 on network 07279870-3078-44f7-8035-d94a4d0b31e7 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:43:46.555223 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d560aea-f294-48b1-ad68-81824efe13f8 req-507642c6-616e-4f09-96e5-a9ca70312066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:46.562939 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1d560aea-f294-48b1-ad68-81824efe13f8 req-507642c6-616e-4f09-96e5-a9ca70312066 service neutron] 10.222.0.41 "GET /v2.0/networks?id=75276a04-f545-4a3d-9980-2e308be152f9 HTTP/1.1" status: 200 len: 918 time: 0.3147075 Jul 29 23:43:46.574284 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:46.707495 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-55efd8b5-6510-4f82-bb56-0798d9ae3fb2 req-35a698a9-79e4-46d9-a1f5-a4af60bcb9e1 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931367 Jul 29 23:43:46.746912 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e9011a30-8d7b-4e40-8bab-0a65698bfb72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:46.801449 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1d560aea-f294-48b1-ad68-81824efe13f8 req-c8225e5a-e5c4-41a8-8f9c-c1af63694a05 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ac17cbc-373d-4634-a2b1-08f85a3a817f HTTP/1.1" status: 200 len: 1000 time: 0.2326024 Jul 29 23:43:46.806940 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b358ac5-5441-41f6-a5a1-0d33547b2072 req-7bc65e2b-c229-4463-b882-8b81ef14cc53 service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 43, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:43:46.807288 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b358ac5-5441-41f6-a5a1-0d33547b2072 req-7bc65e2b-c229-4463-b882-8b81ef14cc53 service neutron] Checking segment: {'id': '2d9f9fa8-9a49-423e-86b2-3891aba5a1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:43:46.807699 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b358ac5-5441-41f6-a5a1-0d33547b2072 req-7bc65e2b-c229-4463-b882-8b81ef14cc53 service neutron] Bound using segment: {'id': '2d9f9fa8-9a49-423e-86b2-3891aba5a1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:43:46.810087 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-2b358ac5-5441-41f6-a5a1-0d33547b2072 req-7bc65e2b-c229-4463-b882-8b81ef14cc53 service neutron] Bound port: 4477e4ca-a7c2-4ce6-81b6-e75d7f84cd52, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d9f9fa8-9a49-423e-86b2-3891aba5a1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:43:46.810496 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2b358ac5-5441-41f6-a5a1-0d33547b2072 req-7bc65e2b-c229-4463-b882-8b81ef14cc53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:46.856749 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=5bdd075e-9bae-4b7d-9899-61e704213845,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:46.872089 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e9011a30-8d7b-4e40-8bab-0a65698bfb72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:46.928559 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['5bdd075e-9bae-4b7d-9899-61e704213845'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:43:47.009852 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d560aea-f294-48b1-ad68-81824efe13f8 req-e1da4592-5fa1-4c86-b82f-6c9c36761848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:47.012091 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1d560aea-f294-48b1-ad68-81824efe13f8 req-e1da4592-5fa1-4c86-b82f-6c9c36761848 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f8a1426-23b4-4820-974d-b3b8ade6d730 HTTP/1.1" status: 200 len: 856 time: 0.1627517 Jul 29 23:43:47.205277 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d560aea-f294-48b1-ad68-81824efe13f8 req-9c3f7a1e-96af-4759-89d5-a484d8daebef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:47.207019 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1d560aea-f294-48b1-ad68-81824efe13f8 req-9c3f7a1e-96af-4759-89d5-a484d8daebef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=75276a04-f545-4a3d-9980-2e308be152f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1837599 Jul 29 23:43:47.208280 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-2b358ac5-5441-41f6-a5a1-0d33547b2072 req-7bc65e2b-c229-4463-b882-8b81ef14cc53 service neutron] For port 4477e4ca-a7c2-4ce6-81b6-e75d7f84cd52, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:43:47.224681 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-2b358ac5-5441-41f6-a5a1-0d33547b2072 req-7bc65e2b-c229-4463-b882-8b81ef14cc53 service neutron] For port 4477e4ca-a7c2-4ce6-81b6-e75d7f84cd52, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=4477e4ca-a7c2-4ce6-81b6-e75d7f84cd52,segment=NetworkSegment(2d9f9fa8-9a49-423e-86b2-3891aba5a1e6),segment_id=2d9f9fa8-9a49-423e-86b2-3891aba5a1e6)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:43:47.227994 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e9011a30-8d7b-4e40-8bab-0a65698bfb72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:47.238782 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e9011a30-8d7b-4e40-8bab-0a65698bfb72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:47.245209 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e9011a30-8d7b-4e40-8bab-0a65698bfb72 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/447d63e7-de07-40a7-afe1-1a76db0a9b7b HTTP/1.1" status: 204 len: 168 time: 0.8141727 Jul 29 23:43:47.274410 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9011a30-8d7b-4e40-8bab-0a65698bfb72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=447d63e7-de07-40a7-afe1-1a76db0a9b7b,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:47.304044 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5efc3b0-311e-46aa-ae3e-e96330a643f7 req-6667170d-17f4-4e85-bd4c-01e5e4304cc9 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:47.307197 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c5efc3b0-311e-46aa-ae3e-e96330a643f7 req-6667170d-17f4-4e85-bd4c-01e5e4304cc9 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2eedb9d-e253-4d55-b039-fe7f3c52a05c HTTP/1.1" status: 200 len: 943 time: 0.2356641 Jul 29 23:43:47.396773 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c5efc3b0-311e-46aa-ae3e-e96330a643f7 req-54cef57d-5146-43c4-8a28-a2fd5ca655c9 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825801 Jul 29 23:43:47.441118 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2b358ac5-5441-41f6-a5a1-0d33547b2072 req-7bc65e2b-c229-4463-b882-8b81ef14cc53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:47.544381 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b358ac5-5441-41f6-a5a1-0d33547b2072 req-7bc65e2b-c229-4463-b882-8b81ef14cc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:47.567270 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2b358ac5-5441-41f6-a5a1-0d33547b2072 req-7bc65e2b-c229-4463-b882-8b81ef14cc53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:47.572227 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2b358ac5-5441-41f6-a5a1-0d33547b2072 req-7bc65e2b-c229-4463-b882-8b81ef14cc53 service neutron] 10.222.0.22 "PUT /v2.0/ports/4477e4ca-a7c2-4ce6-81b6-e75d7f84cd52 HTTP/1.1" status: 200 len: 1092 time: 4.0802903 Jul 29 23:43:47.603794 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2eedb9d-e253-4d55-b039-fe7f3c52a05c', 'tag': '4477e4ca-a7c2-4ce6-81b6-e75d7f84cd52'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:43:47.630200 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189873cd-0df4-4aee-b507-fede1ea73a45" -d '{"events": [{"name": "network-changed", "server_uuid": "b2eedb9d-e253-4d55-b039-fe7f3c52a05c", "tag": "4477e4ca-a7c2-4ce6-81b6-e75d7f84cd52"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:43:48.043871 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae4020-f714-4efd-8b90-bc13e74275a7 req-edf39955-e2f2-4cfa-9f88-04842d9127b8 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:48.046619 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-26ae4020-f714-4efd-8b90-bc13e74275a7 req-edf39955-e2f2-4cfa-9f88-04842d9127b8 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=555aee15-8fa2-4bd2-a5f6-6e4f2922d0b4 HTTP/1.1" status: 200 len: 944 time: 0.1234121 Jul 29 23:43:48.126369 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd34a256-f95d-4cbf-993a-dc51808d250f req-b4d8198d-1eb3-42d1-9091-adb63dacee09 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:48.147762 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fd34a256-f95d-4cbf-993a-dc51808d250f req-b4d8198d-1eb3-42d1-9091-adb63dacee09 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 943 time: 0.3089850 Jul 29 23:43:48.289174 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37194) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:48.435694 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fd34a256-f95d-4cbf-993a-dc51808d250f req-00c7e97f-e7df-4a7e-8e1a-d1d185e3e529 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785034 Jul 29 23:43:48.535734 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3e808c8a-afbf-493a-9db0-877e8ce8e0a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:48.598122 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-26ae4020-f714-4efd-8b90-bc13e74275a7 req-517664cf-afec-450b-96cc-7072366f9336 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5423656 Jul 29 23:43:48.629027 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 5bdd075e-9bae-4b7d-9899-61e704213845 up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:43:48.840407 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port 5bdd075e-9bae-4b7d-9899-61e704213845 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:43:48.861968 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port 5bdd075e-9bae-4b7d-9899-61e704213845 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:48.864424 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:48.950999 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3e808c8a-afbf-493a-9db0-877e8ce8e0a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:48.961712 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3e808c8a-afbf-493a-9db0-877e8ce8e0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:49.021519 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-3e808c8a-afbf-493a-9db0-877e8ce8e0a0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b8fdc8ce45664a47a978aa146f280517&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7155342 Jul 29 23:43:49.022911 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e808c8a-afbf-493a-9db0-877e8ce8e0a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=200a9a12-3d51-420d-83c4-0dfadac857b4,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:49.041145 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74c835-816d-4400-8415-aec732767b49 req-23222775-a4af-41bc-bac3-178dfc836e87 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:49.051808 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fd74c835-816d-4400-8415-aec732767b49 req-23222775-a4af-41bc-bac3-178dfc836e87 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2eedb9d-e253-4d55-b039-fe7f3c52a05c HTTP/1.1" status: 200 len: 943 time: 0.1606023 Jul 29 23:43:49.061205 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37214) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:49.077137 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abae8aa7-7162-4aa9-b217-05c9bf5b4ba3 x-openstack-request-id: req-abae8aa7-7162-4aa9-b217-05c9bf5b4ba3 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:43:49.077797 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2eedb9d-e253-4d55-b039-fe7f3c52a05c", "tag": "4477e4ca-a7c2-4ce6-81b6-e75d7f84cd52", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:43:49.077797 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-abae8aa7-7162-4aa9-b217-05c9bf5b4ba3 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:43:49.091923 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2eedb9d-e253-4d55-b039-fe7f3c52a05c', 'tag': '4477e4ca-a7c2-4ce6-81b6-e75d7f84cd52', 'status': 'completed', 'code': 200} Jul 29 23:43:49.264774 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc65e2b-c229-4463-b882-8b81ef14cc53 service neutron] Pushing event updated for resources: {'Port': ['ID=4477e4ca-a7c2-4ce6-81b6-e75d7f84cd52,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:49.277522 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fd74c835-816d-4400-8415-aec732767b49 req-80e0f055-b716-4d5f-bda8-22cf2078d865 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2242324 Jul 29 23:43:49.310808 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e7235594-92c3-435e-8e25-6b97b8e55937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:49.311645 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:49.319422 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b358ac5-5441-41f6-a5a1-0d33547b2072 req-1a59ffc9-b156-45e0-86ed-165e17fbba19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:49.330117 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2b358ac5-5441-41f6-a5a1-0d33547b2072 req-1a59ffc9-b156-45e0-86ed-165e17fbba19 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=abc07fd47c924aad994e74752ef0bc5a&device_id=b2eedb9d-e253-4d55-b039-fe7f3c52a05c HTTP/1.1" status: 200 len: 1095 time: 1.6812313 Jul 29 23:43:49.372589 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e7235594-92c3-435e-8e25-6b97b8e55937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:49.506926 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 5bdd075e-9bae-4b7d-9899-61e704213845, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=5bdd075e-9bae-4b7d-9899-61e704213845,segment=NetworkSegment(dc3aa850-4ab7-47a4-b198-43575123d732),segment_id=dc3aa850-4ab7-47a4-b198-43575123d732)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:49.519387 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4443f2c0-ea2a-4c7b-893e-17394262b988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bdd075e-9bae-4b7d-9899-61e704213845'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:43:49.526741 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b8a1cc-55d4-4e2c-ac38-66ef1912ac55" -d '{"events": [{"server_uuid": "4443f2c0-ea2a-4c7b-893e-17394262b988", "name": "network-vif-plugged", "status": "completed", "tag": "5bdd075e-9bae-4b7d-9899-61e704213845"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:43:49.554075 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e7235594-92c3-435e-8e25-6b97b8e55937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:49.559991 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:49.563960 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e7235594-92c3-435e-8e25-6b97b8e55937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:49.568928 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e7235594-92c3-435e-8e25-6b97b8e55937 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/200a9a12-3d51-420d-83c4-0dfadac857b4 HTTP/1.1" status: 204 len: 168 time: 0.5022981 Jul 29 23:43:49.635622 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1d560aea-f294-48b1-ad68-81824efe13f8 req-f6a27802-1ed6-43be-b165-4f1d726c866b service neutron] 10.222.0.41 "GET /v2.0/networks/75276a04-f545-4a3d-9980-2e308be152f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.4086280 Jul 29 23:43:49.642155 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7235594-92c3-435e-8e25-6b97b8e55937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=200a9a12-3d51-420d-83c4-0dfadac857b4,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:49.645128 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2b358ac5-5441-41f6-a5a1-0d33547b2072 req-27aec813-4d3b-4fbb-8fb2-1bf8de86bcb8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4477e4ca-a7c2-4ce6-81b6-e75d7f84cd52 HTTP/1.1" status: 200 len: 217 time: 0.2747149 Jul 29 23:43:49.858684 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=5bdd075e-9bae-4b7d-9899-61e704213845,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:49.919408 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device b6ece518-cbb5-4566-b916-ab5aa5d0aa2a details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:43:49.919408 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 68c26fed-48ac-4046-ab04-1c91a8531e1b up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:43:49.938089 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:50.134521 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d246d64-6d47-4931-8af8-2cfbdfe55e49 req-4540b5b2-4ca3-4061-a69e-1cb6802ff1b8 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:50.153323 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4d246d64-6d47-4931-8af8-2cfbdfe55e49 req-4540b5b2-4ca3-4061-a69e-1cb6802ff1b8 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 943 time: 0.4180884 Jul 29 23:43:50.322768 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4d246d64-6d47-4931-8af8-2cfbdfe55e49 req-d742ff41-6df8-430a-a969-fb522091aab6 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685281 Jul 29 23:43:50.323700 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1d560aea-f294-48b1-ad68-81824efe13f8 req-f53c74ba-1074-4066-b565-84b3d367cb50 service neutron] 10.222.0.41 "GET /v2.0/networks/75276a04-f545-4a3d-9980-2e308be152f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6315248 Jul 29 23:43:50.386411 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b358ac5-5441-41f6-a5a1-0d33547b2072 req-8eb62e36-0dce-4a48-ab3e-db16733527f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:50.390001 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2b358ac5-5441-41f6-a5a1-0d33547b2072 req-8eb62e36-0dce-4a48-ab3e-db16733527f0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ef618f43-4fe4-4e34-9800-0476d270be60 HTTP/1.1" status: 200 len: 851 time: 0.7307479 Jul 29 23:43:50.488888 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d593749a-f1e8-465a-99ce-df465088fc9e x-openstack-request-id: req-d593749a-f1e8-465a-99ce-df465088fc9e {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:43:50.489279 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4443f2c0-ea2a-4c7b-893e-17394262b988", "name": "network-vif-plugged", "status": "completed", "tag": "5bdd075e-9bae-4b7d-9899-61e704213845", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:43:50.490446 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d593749a-f1e8-465a-99ce-df465088fc9e {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:43:50.490446 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4443f2c0-ea2a-4c7b-893e-17394262b988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bdd075e-9bae-4b7d-9899-61e704213845', 'code': 200} Jul 29 23:43:50.651502 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port 68c26fed-48ac-4046-ab04-1c91a8531e1b completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:43:50.690654 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 68c26fed-48ac-4046-ab04-1c91a8531e1b triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:50.695751 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:50.740914 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bcd0fd-561c-47ae-836c-a3ed246a5b1c req-80dd77e9-29ee-42f0-9fd8-c3bbca48ec41 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:50.749005 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-10bcd0fd-561c-47ae-836c-a3ed246a5b1c req-80dd77e9-29ee-42f0-9fd8-c3bbca48ec41 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=555aee15-8fa2-4bd2-a5f6-6e4f2922d0b4 HTTP/1.1" status: 200 len: 944 time: 0.1394000 Jul 29 23:43:50.802884 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port b6ece518-cbb5-4566-b916-ab5aa5d0aa2a, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=b6ece518-cbb5-4566-b916-ab5aa5d0aa2a,segment=NetworkSegment(0aa0b58a-edbb-411a-9077-5f81d4114e3c),segment_id=0aa0b58a-edbb-411a-9077-5f81d4114e3c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:50.852277 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': 'b6ece518-cbb5-4566-b916-ab5aa5d0aa2a', 'network_id': 'ef47c031-89f3-4d55-afcb-e9afda1b9317', 'port_id': 'b6ece518-cbb5-4566-b916-ab5aa5d0aa2a', 'mac_address': 'fa:16:3e:90:a0:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cc102b6-7976-49c8-8fc0-37ba3d12643a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:43:50.890356 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b358ac5-5441-41f6-a5a1-0d33547b2072 req-bbf46ed5-939c-4daa-9356-d9661c1caaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:50.893496 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2b358ac5-5441-41f6-a5a1-0d33547b2072 req-bbf46ed5-939c-4daa-9356-d9661c1caaf9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=07279870-3078-44f7-8035-d94a4d0b31e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4946415 Jul 29 23:43:51.035499 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-10bcd0fd-561c-47ae-836c-a3ed246a5b1c req-9aca7a6c-d3f1-47ad-bd61-03fee955408e tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849131 Jul 29 23:43:51.088515 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c083865-63f6-41b2-a1e1-bae6775fa273 req-112d1885-8acb-4069-9b80-1807a2e33cba tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:51.092585 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:51.100482 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9c083865-63f6-41b2-a1e1-bae6775fa273 req-112d1885-8acb-4069-9b80-1807a2e33cba tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2eedb9d-e253-4d55-b039-fe7f3c52a05c HTTP/1.1" status: 200 len: 943 time: 0.2707512 Jul 29 23:43:51.136790 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:51.187546 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6ece518-cbb5-4566-b916-ab5aa5d0aa2a {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:43:51.227061 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9c083865-63f6-41b2-a1e1-bae6775fa273 req-2ee63bb9-0b39-40fa-83b1-f12ffa8c022c tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196742 Jul 29 23:43:51.250669 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b887a82-4b8f-4fe9-a4ee-37765d2c99df req-cafb9b22-54ce-4ea0-9731-77bde45124fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:51.252120 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8b887a82-4b8f-4fe9-a4ee-37765d2c99df req-cafb9b22-54ce-4ea0-9731-77bde45124fa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4443f2c0-ea2a-4c7b-893e-17394262b988 HTTP/1.1" status: 200 len: 1097 time: 0.7011676 Jul 29 23:43:51.273908 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port b6ece518-cbb5-4566-b916-ab5aa5d0aa2a, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=b6ece518-cbb5-4566-b916-ab5aa5d0aa2a,segment=NetworkSegment(0aa0b58a-edbb-411a-9077-5f81d4114e3c),segment_id=0aa0b58a-edbb-411a-9077-5f81d4114e3c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:51.291833 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 68c26fed-48ac-4046-ab04-1c91a8531e1b, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=68c26fed-48ac-4046-ab04-1c91a8531e1b,segment=NetworkSegment(dc3aa850-4ab7-47a4-b198-43575123d732),segment_id=dc3aa850-4ab7-47a4-b198-43575123d732)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:51.293259 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:51.340932 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:51.477316 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2b358ac5-5441-41f6-a5a1-0d33547b2072 req-d1205ecb-364b-4843-9056-8e8f6975077f service neutron] 10.222.0.22 "GET /v2.0/networks/07279870-3078-44f7-8035-d94a4d0b31e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5730290 Jul 29 23:43:51.536869 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=b6ece518-cbb5-4566-b916-ab5aa5d0aa2a,revision_number=9']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:51.682226 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['b6ece518-cbb5-4566-b916-ab5aa5d0aa2a'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:43:51.701807 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=68c26fed-48ac-4046-ab04-1c91a8531e1b,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:51.744938 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8b887a82-4b8f-4fe9-a4ee-37765d2c99df req-7842ce6c-87b0-4f27-b5e2-21de3d9116a5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4552565 Jul 29 23:43:51.847105 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e196d7-f744-4362-bee4-1b25d3a0e1a0 req-e573f8d4-a423-4515-b58e-6cec66287092 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:51.852248 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-53e196d7-f744-4362-bee4-1b25d3a0e1a0 req-e573f8d4-a423-4515-b58e-6cec66287092 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 944 time: 0.2287474 Jul 29 23:43:51.954555 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2b358ac5-5441-41f6-a5a1-0d33547b2072 req-dff3a9ad-4127-42ba-8b79-1b5d8ea4d794 service neutron] 10.222.0.22 "GET /v2.0/networks/07279870-3078-44f7-8035-d94a4d0b31e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4213009 Jul 29 23:43:51.990393 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-53e196d7-f744-4362-bee4-1b25d3a0e1a0 req-e2715cb2-c3bf-4fd0-b529-99378d65466e tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283164 Jul 29 23:43:52.140214 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189873cd-0df4-4aee-b507-fede1ea73a45 req-7ab8e628-ed3b-46fb-b953-b235c9e17e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:52.150729 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-189873cd-0df4-4aee-b507-fede1ea73a45 req-7ab8e628-ed3b-46fb-b953-b235c9e17e41 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=abc07fd47c924aad994e74752ef0bc5a&device_id=b2eedb9d-e253-4d55-b039-fe7f3c52a05c HTTP/1.1" status: 200 len: 1095 time: 0.1065118 Jul 29 23:43:52.367377 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b071d55-fe24-49fb-83e2-44ea4761ac75 req-50f0018e-0a79-402e-850d-60c23e8f3935 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:52.369426 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4b071d55-fe24-49fb-83e2-44ea4761ac75 req-50f0018e-0a79-402e-850d-60c23e8f3935 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=555aee15-8fa2-4bd2-a5f6-6e4f2922d0b4 HTTP/1.1" status: 200 len: 945 time: 0.1433632 Jul 29 23:43:52.395833 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189873cd-0df4-4aee-b507-fede1ea73a45 req-cc3bdb18-a34e-4615-b27b-f9d89b944e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:52.397500 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-189873cd-0df4-4aee-b507-fede1ea73a45 req-cc3bdb18-a34e-4615-b27b-f9d89b944e59 service neutron] 10.222.0.22 "GET /v2.0/networks?id=07279870-3078-44f7-8035-d94a4d0b31e7 HTTP/1.1" status: 200 len: 913 time: 0.2459428 Jul 29 23:43:52.492663 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '555aee15-8fa2-4bd2-a5f6-6e4f2922d0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c26fed-48ac-4046-ab04-1c91a8531e1b'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:43:52.498023 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a690e974-91d4-4f02-90b5-17eec2a4b6c9" -d '{"events": [{"server_uuid": "555aee15-8fa2-4bd2-a5f6-6e4f2922d0b4", "name": "network-vif-plugged", "status": "completed", "tag": "68c26fed-48ac-4046-ab04-1c91a8531e1b"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:43:52.505203 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4b071d55-fe24-49fb-83e2-44ea4761ac75 req-7cdba70e-e2a2-48e0-a8fc-3288d275432c tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275015 Jul 29 23:43:52.523177 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-189873cd-0df4-4aee-b507-fede1ea73a45 req-40a7a8f0-75cb-4567-acd9-febcbe1cd965 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4477e4ca-a7c2-4ce6-81b6-e75d7f84cd52 HTTP/1.1" status: 200 len: 217 time: 0.1171076 Jul 29 23:43:52.632378 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea7b8c7-8c77-4471-85e7-c4df4c081253 x-openstack-request-id: req-1ea7b8c7-8c77-4471-85e7-c4df4c081253 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:43:52.635261 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "555aee15-8fa2-4bd2-a5f6-6e4f2922d0b4", "name": "network-vif-plugged", "status": "completed", "tag": "68c26fed-48ac-4046-ab04-1c91a8531e1b", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:43:52.635731 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1ea7b8c7-8c77-4471-85e7-c4df4c081253 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:43:52.641510 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '555aee15-8fa2-4bd2-a5f6-6e4f2922d0b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c26fed-48ac-4046-ab04-1c91a8531e1b', 'code': 200} Jul 29 23:43:52.678128 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec220c7-21af-4a7e-9f5e-b8deebb49f9a req-5be95247-c2f9-49e6-97aa-9d40db6b7a29 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:52.694886 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-aec220c7-21af-4a7e-9f5e-b8deebb49f9a req-5be95247-c2f9-49e6-97aa-9d40db6b7a29 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2eedb9d-e253-4d55-b039-fe7f3c52a05c HTTP/1.1" status: 200 len: 943 time: 0.2327750 Jul 29 23:43:52.712096 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189873cd-0df4-4aee-b507-fede1ea73a45 req-32226e9e-a459-400d-b829-f8db17c5380c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:52.713790 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-189873cd-0df4-4aee-b507-fede1ea73a45 req-32226e9e-a459-400d-b829-f8db17c5380c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ef618f43-4fe4-4e34-9800-0476d270be60 HTTP/1.1" status: 200 len: 851 time: 0.1751049 Jul 29 23:43:52.808759 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-aec220c7-21af-4a7e-9f5e-b8deebb49f9a req-4f2d34a9-5d76-4118-99c8-87aaecef8064 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119587 Jul 29 23:43:52.831911 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189873cd-0df4-4aee-b507-fede1ea73a45 req-f8fed2f4-e24b-4cf5-9d35-8630291abaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:52.831911 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-189873cd-0df4-4aee-b507-fede1ea73a45 req-f8fed2f4-e24b-4cf5-9d35-8630291abaa1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=07279870-3078-44f7-8035-d94a4d0b31e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1054108 Jul 29 23:43:52.940584 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468df128-7214-4ea9-b739-be6b237cb90c req-0067bfc5-7fb4-4a8b-b3d4-24272b7b3cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:52.947775 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-468df128-7214-4ea9-b739-be6b237cb90c req-0067bfc5-7fb4-4a8b-b3d4-24272b7b3cfd service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=555aee15-8fa2-4bd2-a5f6-6e4f2922d0b4 HTTP/1.1" status: 200 len: 1097 time: 0.1838911 Jul 29 23:43:53.155982 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-468df128-7214-4ea9-b739-be6b237cb90c req-06195464-b0c3-4fb5-83e9-1199a225dc8d service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981263 Jul 29 23:43:53.216560 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-189873cd-0df4-4aee-b507-fede1ea73a45 req-0a777b1c-ec5c-483e-9fbe-91c550e7eb89 service neutron] 10.222.0.22 "GET /v2.0/networks/07279870-3078-44f7-8035-d94a4d0b31e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3798342 Jul 29 23:43:53.260235 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e120ab23-4fe6-4934-b6d2-2bbcc43be892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:53.342724 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5bb66f-8f67-4600-8cca-f2f6832ed807 req-f9e71def-1499-4c3b-a69c-888eba49dab9 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:53.361541 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5c5bb66f-8f67-4600-8cca-f2f6832ed807 req-f9e71def-1499-4c3b-a69c-888eba49dab9 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 944 time: 0.1605849 Jul 29 23:43:53.565040 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5c5bb66f-8f67-4600-8cca-f2f6832ed807 req-c65ae72c-8c34-46aa-8933-968e76325570 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979768 Jul 29 23:43:53.639115 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-189873cd-0df4-4aee-b507-fede1ea73a45 req-d8ee0990-fe83-4ba2-9d7f-3fd4209b1f4b service neutron] 10.222.0.22 "GET /v2.0/networks/07279870-3078-44f7-8035-d94a4d0b31e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4071159 Jul 29 23:43:53.929758 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device b6ece518-cbb5-4566-b916-ab5aa5d0aa2a up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:43:53.946828 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e90964-ada3-41f8-9727-3a29177b4bcc req-7ea2c7af-aad8-4bd6-9447-6d1bea60a4c4 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:53.963991 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-23e90964-ada3-41f8-9727-3a29177b4bcc req-7ea2c7af-aad8-4bd6-9447-6d1bea60a4c4 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=555aee15-8fa2-4bd2-a5f6-6e4f2922d0b4 HTTP/1.1" status: 200 len: 945 time: 0.2189298 Jul 29 23:43:54.114454 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-23e90964-ada3-41f8-9727-3a29177b4bcc req-f6365e0a-10ad-4418-873c-fe3c97aec7ca tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490014 Jul 29 23:43:54.170954 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da666b8d-e76b-4a4e-a3a7-98cac2770584 req-0507e57f-a1f5-4458-b1fd-73a90d6f079b tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:54.188533 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-da666b8d-e76b-4a4e-a3a7-98cac2770584 req-0507e57f-a1f5-4458-b1fd-73a90d6f079b tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2eedb9d-e253-4d55-b039-fe7f3c52a05c HTTP/1.1" status: 200 len: 943 time: 0.1749082 Jul 29 23:43:54.266822 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port b6ece518-cbb5-4566-b916-ab5aa5d0aa2a triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:54.267212 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:54.373413 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-da666b8d-e76b-4a4e-a3a7-98cac2770584 req-7e3f39d0-a681-4e6c-8b7b-8e26fa31eaed tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632171 Jul 29 23:43:54.639611 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:54.738476 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port b6ece518-cbb5-4566-b916-ab5aa5d0aa2a, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=b6ece518-cbb5-4566-b916-ab5aa5d0aa2a,segment=NetworkSegment(0aa0b58a-edbb-411a-9077-5f81d4114e3c),segment_id=0aa0b58a-edbb-411a-9077-5f81d4114e3c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:54.739675 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8aa35ed-3d13-4726-823a-7658e480c942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ece518-cbb5-4566-b916-ab5aa5d0aa2a'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:43:54.760904 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45094f8b-a22b-4e8b-9c09-97af072c341c" -d '{"events": [{"server_uuid": "c8aa35ed-3d13-4726-823a-7658e480c942", "name": "network-vif-plugged", "status": "completed", "tag": "b6ece518-cbb5-4566-b916-ab5aa5d0aa2a"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:43:54.770638 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:54.846633 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ea9867-318c-4775-8cb9-55e9d886730d req-60c59d3c-f24d-4355-9404-32d1bd803907 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:54.858342 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-16ea9867-318c-4775-8cb9-55e9d886730d req-60c59d3c-f24d-4355-9404-32d1bd803907 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 944 time: 0.1314943 Jul 29 23:43:54.863393 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a8ce93-b882-4c06-98ae-d05fb24a97f1 x-openstack-request-id: req-13a8ce93-b882-4c06-98ae-d05fb24a97f1 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:43:54.863684 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8aa35ed-3d13-4726-823a-7658e480c942", "name": "network-vif-plugged", "status": "completed", "tag": "b6ece518-cbb5-4566-b916-ab5aa5d0aa2a", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:43:54.863922 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-13a8ce93-b882-4c06-98ae-d05fb24a97f1 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:43:54.871700 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8aa35ed-3d13-4726-823a-7658e480c942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ece518-cbb5-4566-b916-ab5aa5d0aa2a', 'code': 200} Jul 29 23:43:54.997660 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-16ea9867-318c-4775-8cb9-55e9d886730d req-18296082-c190-4e67-8df9-996830f80166 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277440 Jul 29 23:43:55.014943 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=b6ece518-cbb5-4566-b916-ab5aa5d0aa2a,revision_number=10']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:55.433551 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa9ad60-ed10-41c9-a60a-0a30cb6b869e req-3591d377-7cc9-49ab-a45f-963a4e224915 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:55.443536 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-daa9ad60-ed10-41c9-a60a-0a30cb6b869e req-3591d377-7cc9-49ab-a45f-963a4e224915 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=555aee15-8fa2-4bd2-a5f6-6e4f2922d0b4 HTTP/1.1" status: 200 len: 945 time: 0.1454728 Jul 29 23:43:55.519882 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d010b3-7421-4dae-8437-1bd3a65a6f8c req-eab9e688-1710-481e-8481-aff1c2ca3b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:55.527624 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-60d010b3-7421-4dae-8437-1bd3a65a6f8c req-eab9e688-1710-481e-8481-aff1c2ca3b43 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 1098 time: 0.2521610 Jul 29 23:43:55.617682 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-60d010b3-7421-4dae-8437-1bd3a65a6f8c req-f8594e8f-fd03-4792-bc67-eba94b7c40db service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708613 Jul 29 23:43:55.671756 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-daa9ad60-ed10-41c9-a60a-0a30cb6b869e req-30ef9570-6e7f-4340-b0f5-51b4b9271dad tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951387 Jul 29 23:43:55.792302 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c181abc-8165-4fa9-ab5d-b4af6586f1fc req-c7774031-18d0-4b58-9690-8ba1a99b050d tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:55.795571 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7c181abc-8165-4fa9-ab5d-b4af6586f1fc req-c7774031-18d0-4b58-9690-8ba1a99b050d tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2eedb9d-e253-4d55-b039-fe7f3c52a05c HTTP/1.1" status: 200 len: 943 time: 0.1221807 Jul 29 23:43:55.925214 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f230243a-7037-4d8d-b9f0-55fe1a053b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:56.080575 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7c181abc-8165-4fa9-ab5d-b4af6586f1fc req-b8c2dbbd-3f82-40e9-b1c1-d57399af29c2 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520328 Jul 29 23:43:56.444987 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:56.544924 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e23ba-8089-41dc-a9e5-dbd6bf0fe659 req-32f78f0b-a2ed-482b-8ca9-92eddae8d6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:56.547437 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0f3e23ba-8089-41dc-a9e5-dbd6bf0fe659 req-32f78f0b-a2ed-482b-8ca9-92eddae8d6d9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3b1fbe188aad49b78bbb0ff03661a540&device_id=555aee15-8fa2-4bd2-a5f6-6e4f2922d0b4 HTTP/1.1" status: 200 len: 1097 time: 0.2298388 Jul 29 23:43:56.718519 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1947015-4f42-4f3a-8dae-99fc651c4ca6 req-ef0c4c68-908f-4204-809c-c0fc9f3ab54a tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:56.745277 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d1947015-4f42-4f3a-8dae-99fc651c4ca6 req-ef0c4c68-908f-4204-809c-c0fc9f3ab54a tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 946 time: 0.4544425 Jul 29 23:43:56.885847 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e23ba-8089-41dc-a9e5-dbd6bf0fe659 req-da859a01-aaa0-4ac3-b6b7-4b4bfb087115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:56.887358 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0f3e23ba-8089-41dc-a9e5-dbd6bf0fe659 req-da859a01-aaa0-4ac3-b6b7-4b4bfb087115 service neutron] 10.222.0.22 "GET /v2.0/networks?id=f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5 HTTP/1.1" status: 200 len: 920 time: 0.3326790 Jul 29 23:43:56.930211 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d1947015-4f42-4f3a-8dae-99fc651c4ca6 req-699d01a7-8526-44c8-9894-4a52693bf7e1 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788092 Jul 29 23:43:56.967756 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e628f91-c7c7-4fdd-a7a1-1653a19aa05a req-de17e697-151c-4a58-9142-08ff8f264851 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:56.982261 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3e628f91-c7c7-4fdd-a7a1-1653a19aa05a req-de17e697-151c-4a58-9142-08ff8f264851 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=555aee15-8fa2-4bd2-a5f6-6e4f2922d0b4 HTTP/1.1" status: 200 len: 945 time: 0.5159647 Jul 29 23:43:56.982674 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0f3e23ba-8089-41dc-a9e5-dbd6bf0fe659 req-7ef5b6fe-30f7-4a6e-bd2b-51a44f33488f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68c26fed-48ac-4046-ab04-1c91a8531e1b HTTP/1.1" status: 200 len: 217 time: 0.0871112 Jul 29 23:43:57.091293 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e23ba-8089-41dc-a9e5-dbd6bf0fe659 req-0af5fd7e-b747-4322-b0f3-9125935348a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:57.103898 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0f3e23ba-8089-41dc-a9e5-dbd6bf0fe659 req-0af5fd7e-b747-4322-b0f3-9125935348a0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4795740d-d7c0-4c77-af15-3935752c97d1 HTTP/1.1" status: 200 len: 859 time: 0.1144621 Jul 29 23:43:57.161989 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3e628f91-c7c7-4fdd-a7a1-1653a19aa05a req-889058a2-f437-42c9-98e6-84f3a6a75297 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786571 Jul 29 23:43:57.164003 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0f3e23ba-8089-41dc-a9e5-dbd6bf0fe659 req-ecf57093-8346-4ab4-b93e-d795485b95b2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535817 Jul 29 23:43:57.389759 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0f3e23ba-8089-41dc-a9e5-dbd6bf0fe659 req-dd70d094-9072-4b7c-b3f9-da77372b9e6b service neutron] 10.222.0.22 "GET /v2.0/networks/f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165864 Jul 29 23:43:57.558466 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b9bf9-0f67-46bb-8d6b-0033a6aead6f req-5d6738fe-fb50-4461-8955-348e1db083f6 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:57.583853 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c47b9bf9-0f67-46bb-8d6b-0033a6aead6f req-5d6738fe-fb50-4461-8955-348e1db083f6 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2eedb9d-e253-4d55-b039-fe7f3c52a05c HTTP/1.1" status: 200 len: 943 time: 0.2654150 Jul 29 23:43:57.631659 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0f3e23ba-8089-41dc-a9e5-dbd6bf0fe659 req-b0f0ee21-80b2-4b69-98ea-2c8771d6eff1 service neutron] 10.222.0.22 "GET /v2.0/networks/f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351215 Jul 29 23:43:57.692094 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:57.798365 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c47b9bf9-0f67-46bb-8d6b-0033a6aead6f req-aa777f8f-ff08-49ad-828f-eb2845127db6 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105885 Jul 29 23:43:58.364891 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5014112f-44cd-4834-a7bb-1934f8b1db4f req-5cfa200b-ad52-4e49-8661-b203751a908c tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:58.388726 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5014112f-44cd-4834-a7bb-1934f8b1db4f req-5cfa200b-ad52-4e49-8661-b203751a908c tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 946 time: 0.1469393 Jul 29 23:43:58.763856 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae2282-4df2-4a10-9373-a98a19b9c3bc req-4e2288ef-3f89-4439-aafb-efb74ab5546b tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:58.777195 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-70ae2282-4df2-4a10-9373-a98a19b9c3bc req-4e2288ef-3f89-4439-aafb-efb74ab5546b tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=555aee15-8fa2-4bd2-a5f6-6e4f2922d0b4 HTTP/1.1" status: 200 len: 945 time: 0.3818285 Jul 29 23:43:58.880903 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:43:58.970160 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5014112f-44cd-4834-a7bb-1934f8b1db4f req-7deafbfb-7c05-4b4e-9a42-2253043fc8d6 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5762532 Jul 29 23:43:58.991463 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-70ae2282-4df2-4a10-9373-a98a19b9c3bc req-faba409d-51eb-47fe-b23c-951d9431b68e tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135694 Jul 29 23:43:59.412048 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:59.641885 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3974c440-3a3c-4f0b-80ec-200fcd0facae req-f2d60f82-8660-4f2f-911e-5d47f9dd1d4e tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:59.660757 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3974c440-3a3c-4f0b-80ec-200fcd0facae req-f2d60f82-8660-4f2f-911e-5d47f9dd1d4e tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2eedb9d-e253-4d55-b039-fe7f3c52a05c HTTP/1.1" status: 200 len: 943 time: 0.1937861 Jul 29 23:43:59.820372 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3974c440-3a3c-4f0b-80ec-200fcd0facae req-7aa8ce69-0142-4aad-b4a8-793cabc4cd90 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577985 Jul 29 23:44:00.508702 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58304b53-fb16-4502-bdf2-0323bd1644e7 req-653e2785-3aa5-4a0c-a407-6d365f8a2860 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:00.512492 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-58304b53-fb16-4502-bdf2-0323bd1644e7 req-653e2785-3aa5-4a0c-a407-6d365f8a2860 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 946 time: 0.2772269 Jul 29 23:44:00.560810 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b2438-904c-48c3-acae-dd9eacf31a79 req-7ce8a0b6-4b13-4607-9aaa-c09d79a2006e tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:00.570427 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d26b2438-904c-48c3-acae-dd9eacf31a79 req-7ce8a0b6-4b13-4607-9aaa-c09d79a2006e tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=555aee15-8fa2-4bd2-a5f6-6e4f2922d0b4 HTTP/1.1" status: 200 len: 945 time: 0.4168546 Jul 29 23:44:00.717835 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-58304b53-fb16-4502-bdf2-0323bd1644e7 req-14741005-02d6-4c2a-b589-570228d26a8b tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899500 Jul 29 23:44:00.727684 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d26b2438-904c-48c3-acae-dd9eacf31a79 req-5b864893-044f-48a7-aa96-76e63414143c tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403010 Jul 29 23:44:01.110217 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13bfb69-2bee-4411-98f4-7cf7c4a9ea26 req-ae403106-e5e7-4ca8-92e7-5e88772b6103 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:01.113166 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f13bfb69-2bee-4411-98f4-7cf7c4a9ea26 req-ae403106-e5e7-4ca8-92e7-5e88772b6103 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 946 time: 0.1533051 Jul 29 23:44:01.234989 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec75599-74f4-48e8-94bf-0985aaaff53e req-aa281e35-fce8-473e-894c-ba0f3ba89a20 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:01.248932 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fec75599-74f4-48e8-94bf-0985aaaff53e req-aa281e35-fce8-473e-894c-ba0f3ba89a20 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2eedb9d-e253-4d55-b039-fe7f3c52a05c HTTP/1.1" status: 200 len: 943 time: 0.2081819 Jul 29 23:44:01.355026 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f13bfb69-2bee-4411-98f4-7cf7c4a9ea26 req-e992d271-462e-4261-9f18-f5cd3aa8c033 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207365 Jul 29 23:44:01.365231 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fec75599-74f4-48e8-94bf-0985aaaff53e req-e394379a-0536-430c-bd2d-8fb45ba94fb2 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148756 Jul 29 23:44:01.644785 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5048cc42-52f9-4052-b89f-e667f835aa38 req-b6e451ea-535f-4bc2-940e-04935c4964f0 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:01.646781 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5048cc42-52f9-4052-b89f-e667f835aa38 req-b6e451ea-535f-4bc2-940e-04935c4964f0 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 946 time: 0.0794249 Jul 29 23:44:01.737666 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5048cc42-52f9-4052-b89f-e667f835aa38 req-067a7228-b147-45c5-936b-b3bd8839bcdf tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799065 Jul 29 23:44:02.005816 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1ef004-ca5b-45c3-8afd-1986eb5194ca req-5ee1eadd-2b89-4391-a983-28f04400c5c6 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:02.024488 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2a1ef004-ca5b-45c3-8afd-1986eb5194ca req-5ee1eadd-2b89-4391-a983-28f04400c5c6 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=555aee15-8fa2-4bd2-a5f6-6e4f2922d0b4 HTTP/1.1" status: 200 len: 945 time: 0.1486573 Jul 29 23:44:02.160721 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2a1ef004-ca5b-45c3-8afd-1986eb5194ca req-52a95e85-a506-46a0-bc9a-d20208e3e698 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341932 Jul 29 23:44:02.559646 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a9b81-70c7-45fe-b918-f700a1e9d241 req-c0cf51db-b0f4-4942-8773-abae5f1dba22 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:02.573389 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-462a9b81-70c7-45fe-b918-f700a1e9d241 req-c0cf51db-b0f4-4942-8773-abae5f1dba22 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 946 time: 0.0906110 Jul 29 23:44:02.681421 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1323a2-2d45-4cf1-8626-b44a86e31c30 req-78e39af2-0602-416c-83b6-f8356a50066d tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:02.691858 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5f1323a2-2d45-4cf1-8626-b44a86e31c30 req-78e39af2-0602-416c-83b6-f8356a50066d tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2eedb9d-e253-4d55-b039-fe7f3c52a05c HTTP/1.1" status: 200 len: 943 time: 0.0928726 Jul 29 23:44:02.756201 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-462a9b81-70c7-45fe-b918-f700a1e9d241 req-e8c23c1c-5d18-4960-8ebf-e17338cf7a68 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711311 Jul 29 23:44:02.828540 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5f1323a2-2d45-4cf1-8626-b44a86e31c30 req-014ceb65-7b25-40da-8791-61c8adc074a3 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382008 Jul 29 23:44:03.052825 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada77c70-3275-4236-9eff-016e964c6467 req-fe150e73-8973-4c46-bde8-e5551b253d0c tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:03.061022 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ada77c70-3275-4236-9eff-016e964c6467 req-fe150e73-8973-4c46-bde8-e5551b253d0c tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 946 time: 0.1134551 Jul 29 23:44:03.167123 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ada77c70-3275-4236-9eff-016e964c6467 req-9d0f8134-7c18-4a33-99fe-cfe3c6a75c91 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050632 Jul 29 23:44:03.467441 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74c18e1-b338-4952-b967-72cc8d7b897e req-57a66313-9622-4d2b-80ad-4abdda14e7d3 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:03.476465 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a74c18e1-b338-4952-b967-72cc8d7b897e req-57a66313-9622-4d2b-80ad-4abdda14e7d3 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=555aee15-8fa2-4bd2-a5f6-6e4f2922d0b4 HTTP/1.1" status: 200 len: 945 time: 0.2109618 Jul 29 23:44:03.516988 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce7bde0-27e9-434b-8c70-afd3f637fde6 req-100d0723-96cd-4ae0-865d-a34334b4f6bd tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:03.525883 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2ce7bde0-27e9-434b-8c70-afd3f637fde6 req-100d0723-96cd-4ae0-865d-a34334b4f6bd tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 946 time: 0.1424904 Jul 29 23:44:03.572311 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a74c18e1-b338-4952-b967-72cc8d7b897e req-ffb74eec-d1d1-4656-bca9-05ccb79974d2 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947886 Jul 29 23:44:03.634985 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2ce7bde0-27e9-434b-8c70-afd3f637fde6 req-1b3200ac-49a5-435b-91f2-984987cf0f96 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073608 Jul 29 23:44:03.881037 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c9621-cca2-4219-9856-7eca7322bbac req-394187a5-c22a-4a59-a9e9-03702b3c86a2 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:03.886025 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-500c9621-cca2-4219-9856-7eca7322bbac req-394187a5-c22a-4a59-a9e9-03702b3c86a2 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 946 time: 0.1420465 Jul 29 23:44:04.015024 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-500c9621-cca2-4219-9856-7eca7322bbac req-c0ca7ef1-6753-452f-9094-3a63dcedaca0 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144803 Jul 29 23:44:04.756161 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5916f765-0c08-4a25-9a19-dc6352436692 req-52288997-8c4b-4007-9a6a-781054cc4aa6 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:04.769914 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5916f765-0c08-4a25-9a19-dc6352436692 req-52288997-8c4b-4007-9a6a-781054cc4aa6 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2eedb9d-e253-4d55-b039-fe7f3c52a05c HTTP/1.1" status: 200 len: 943 time: 0.7532291 Jul 29 23:44:04.821804 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b42929-56cc-424f-95f5-cbb87f36bf90 req-06f0aa21-b7ed-4e0b-a29b-3eeddd3c2ba8 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:04.835185 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c3b42929-56cc-424f-95f5-cbb87f36bf90 req-06f0aa21-b7ed-4e0b-a29b-3eeddd3c2ba8 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 946 time: 0.1815805 Jul 29 23:44:04.915191 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c3b42929-56cc-424f-95f5-cbb87f36bf90 req-c7873a97-1490-4203-bc11-3f69fd78ab3a tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789216 Jul 29 23:44:04.940907 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5916f765-0c08-4a25-9a19-dc6352436692 req-dc8c2e9f-be6a-4e1a-a15e-123e9443afd4 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699295 Jul 29 23:44:05.331929 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033436b0-ebd8-4439-b7f5-7ef49c0d8f04 req-df1950e5-3471-40d3-80b9-72099d4ba0bf tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:05.345113 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-033436b0-ebd8-4439-b7f5-7ef49c0d8f04 req-df1950e5-3471-40d3-80b9-72099d4ba0bf tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=555aee15-8fa2-4bd2-a5f6-6e4f2922d0b4 HTTP/1.1" status: 200 len: 945 time: 0.2249367 Jul 29 23:44:05.433099 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-033436b0-ebd8-4439-b7f5-7ef49c0d8f04 req-131c3f18-7d44-408a-8372-917f8091e105 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848007 Jul 29 23:44:06.198234 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f08b0b8-465e-47f4-87ff-974e12c8d77a req-a1e97e56-9986-4663-ae7b-4f34ed43c2ad tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:06.200434 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6f08b0b8-465e-47f4-87ff-974e12c8d77a req-a1e97e56-9986-4663-ae7b-4f34ed43c2ad tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2eedb9d-e253-4d55-b039-fe7f3c52a05c HTTP/1.1" status: 200 len: 943 time: 0.1319714 Jul 29 23:44:06.279965 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac36439c-9c0d-4e27-b537-c6bb26a7bd17 req-ad3871e8-6342-4fb7-bdc1-9a10b5f13b37 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:06.310867 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ac36439c-9c0d-4e27-b537-c6bb26a7bd17 req-ad3871e8-6342-4fb7-bdc1-9a10b5f13b37 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 946 time: 0.1930833 Jul 29 23:44:06.542301 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ac36439c-9c0d-4e27-b537-c6bb26a7bd17 req-e050851f-df8d-4489-aefa-31e6361dd45b tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304106 Jul 29 23:44:06.622640 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6f08b0b8-465e-47f4-87ff-974e12c8d77a req-bc5a24a3-dd70-47aa-9ea3-d06166e4b882 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4033458 Jul 29 23:44:07.132838 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41ee435-03da-4b93-834a-20071efa3238 req-ab56ad9c-1075-4cbf-bf83-16a617386201 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:07.170798 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d41ee435-03da-4b93-834a-20071efa3238 req-ab56ad9c-1075-4cbf-bf83-16a617386201 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=555aee15-8fa2-4bd2-a5f6-6e4f2922d0b4 HTTP/1.1" status: 200 len: 945 time: 0.2419446 Jul 29 23:44:07.253652 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:07.386959 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d41ee435-03da-4b93-834a-20071efa3238 req-752b5d61-872a-4831-93bf-061f8e59d4c3 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048044 Jul 29 23:44:07.508693 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab93098b-3d47-41e6-bb7a-68d54322b7b1 req-681fa383-8156-4d9d-a068-e3dea06875b6 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:07.517016 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ab93098b-3d47-41e6-bb7a-68d54322b7b1 req-681fa383-8156-4d9d-a068-e3dea06875b6 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 946 time: 0.1099648 Jul 29 23:44:07.530198 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f88a8-2e8b-4af3-b638-381738a9374d req-6bddb399-68a3-422a-9470-55c0300d8e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:07.532051 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c19f88a8-2e8b-4af3-b638-381738a9374d req-6bddb399-68a3-422a-9470-55c0300d8e06 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=aa7b44142ea84ef2bfb9a6f800e77e29&device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 1098 time: 0.1671081 Jul 29 23:44:07.696147 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ab93098b-3d47-41e6-bb7a-68d54322b7b1 req-4f1b2450-696f-47b5-99b5-369810059742 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722918 Jul 29 23:44:07.829251 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f88a8-2e8b-4af3-b638-381738a9374d req-b7cee7f7-e6e5-4b1a-b7df-b811cf195573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:07.838128 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c19f88a8-2e8b-4af3-b638-381738a9374d req-b7cee7f7-e6e5-4b1a-b7df-b811cf195573 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ef47c031-89f3-4d55-afcb-e9afda1b9317 HTTP/1.1" status: 200 len: 914 time: 0.2943063 Jul 29 23:44:07.912745 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f5bb4-99a8-4ecf-8920-f7f7b4960a3f req-afcc0162-a961-4654-a202-3006d54370f0 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:07.914845 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7c3f5bb4-99a8-4ecf-8920-f7f7b4960a3f req-afcc0162-a961-4654-a202-3006d54370f0 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2eedb9d-e253-4d55-b039-fe7f3c52a05c HTTP/1.1" status: 200 len: 943 time: 0.1084836 Jul 29 23:44:07.926586 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c19f88a8-2e8b-4af3-b638-381738a9374d req-3b3cf878-88a4-4804-9155-515a95104575 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b6ece518-cbb5-4566-b916-ab5aa5d0aa2a HTTP/1.1" status: 200 len: 217 time: 0.0812519 Jul 29 23:44:07.994431 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7c3f5bb4-99a8-4ecf-8920-f7f7b4960a3f req-305009b2-c312-4812-bbb1-c0e2a1705643 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729759 Jul 29 23:44:08.080653 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19f88a8-2e8b-4af3-b638-381738a9374d req-58d28742-cdbe-47a1-8939-c560b029d45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:08.082679 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c19f88a8-2e8b-4af3-b638-381738a9374d req-58d28742-cdbe-47a1-8939-c560b029d45f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2cc102b6-7976-49c8-8fc0-37ba3d12643a HTTP/1.1" status: 200 len: 853 time: 0.1408014 Jul 29 23:44:08.152211 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c19f88a8-2e8b-4af3-b638-381738a9374d req-e290cba3-0d71-4b54-bad0-9681c5581995 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ef47c031-89f3-4d55-afcb-e9afda1b9317&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611789 Jul 29 23:44:08.425725 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c19f88a8-2e8b-4af3-b638-381738a9374d req-42c26dce-4c38-46d6-b2ad-aa0e4e1bbf0a service neutron] 10.222.0.22 "GET /v2.0/networks/ef47c031-89f3-4d55-afcb-e9afda1b9317?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641850 Jul 29 23:44:08.606331 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab5e1a-bedd-4d36-b4d5-4ef474ab9af8 req-7a578179-8264-4d3d-91a8-6f81947aed14 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:08.608629 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7eab5e1a-bedd-4d36-b4d5-4ef474ab9af8 req-7a578179-8264-4d3d-91a8-6f81947aed14 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=555aee15-8fa2-4bd2-a5f6-6e4f2922d0b4 HTTP/1.1" status: 200 len: 945 time: 0.1290212 Jul 29 23:44:08.640305 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c19f88a8-2e8b-4af3-b638-381738a9374d req-d989849c-053f-4e5d-a480-2887f4ee1d62 service neutron] 10.222.0.22 "GET /v2.0/networks/ef47c031-89f3-4d55-afcb-e9afda1b9317?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970587 Jul 29 23:44:08.674612 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7eab5e1a-bedd-4d36-b4d5-4ef474ab9af8 req-13606d9f-5d6a-434e-8aaf-3980224f8ecd tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544691 Jul 29 23:44:09.055239 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f9d3a0-b8e9-436a-b19c-0ca07c3e8ccf req-6e8fb614-ee0b-4610-b0c0-cee2652d6ac1 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:09.078030 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-67f9d3a0-b8e9-436a-b19c-0ca07c3e8ccf req-6e8fb614-ee0b-4610-b0c0-cee2652d6ac1 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 946 time: 0.1660419 Jul 29 23:44:09.262684 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-67f9d3a0-b8e9-436a-b19c-0ca07c3e8ccf req-0e28bf81-5897-45ee-a4b7-90b93aa2a513 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751132 Jul 29 23:44:09.640535 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee00d35f-4586-4f98-82c0-5b49f394a49a req-f26f73d6-8e9a-428e-83be-22b36a226c24 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:09.644903 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ee00d35f-4586-4f98-82c0-5b49f394a49a req-f26f73d6-8e9a-428e-83be-22b36a226c24 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2eedb9d-e253-4d55-b039-fe7f3c52a05c HTTP/1.1" status: 200 len: 943 time: 0.2456183 Jul 29 23:44:09.817131 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ee00d35f-4586-4f98-82c0-5b49f394a49a req-15b40a36-a36d-4806-80c2-4a3e5b08ef0a tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633158 Jul 29 23:44:10.130082 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc1d3e8-42cf-4c2e-867b-4184b594ef62 req-85d05165-8c7c-4aa1-831a-808f662d3f8b tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:10.136561 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3fc1d3e8-42cf-4c2e-867b-4184b594ef62 req-85d05165-8c7c-4aa1-831a-808f662d3f8b tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=555aee15-8fa2-4bd2-a5f6-6e4f2922d0b4 HTTP/1.1" status: 200 len: 945 time: 0.2374237 Jul 29 23:44:10.284398 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3fc1d3e8-42cf-4c2e-867b-4184b594ef62 req-0f9bd50c-495a-4b8e-a1fd-81220c234a9f tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167309 Jul 29 23:44:10.585874 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f96aa-7805-4aed-8bd4-dd39847c963b req-afb4b76f-e53f-4421-8bde-f1318ced5aad tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:10.607195 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a80f96aa-7805-4aed-8bd4-dd39847c963b req-afb4b76f-e53f-4421-8bde-f1318ced5aad tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 946 time: 0.1357591 Jul 29 23:44:10.692093 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a80f96aa-7805-4aed-8bd4-dd39847c963b req-ba3f5d4e-7112-4f43-92dc-784f04cc9d35 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753489 Jul 29 23:44:11.136568 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d008ac9-6e8f-4f5c-9692-2dd97f7c5373 req-93ba0834-3b76-4a0a-a366-20f9956e648d tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:11.154704 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1d008ac9-6e8f-4f5c-9692-2dd97f7c5373 req-93ba0834-3b76-4a0a-a366-20f9956e648d tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 946 time: 0.2146149 Jul 29 23:44:11.411648 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1d008ac9-6e8f-4f5c-9692-2dd97f7c5373 req-9985d13d-4404-455d-8f80-dd9948daf7b6 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484389 Jul 29 23:44:11.516646 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a61b8-a725-4797-9be6-cd3ad44d372d req-8cb45e9e-ed2a-4cdc-b841-b82857ce73fd tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:11.530689 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-326a61b8-a725-4797-9be6-cd3ad44d372d req-8cb45e9e-ed2a-4cdc-b841-b82857ce73fd tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2eedb9d-e253-4d55-b039-fe7f3c52a05c HTTP/1.1" status: 200 len: 943 time: 0.4917316 Jul 29 23:44:11.730343 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-326a61b8-a725-4797-9be6-cd3ad44d372d req-4f051ff8-d4f9-4153-8652-3c28159cf61a tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942332 Jul 29 23:44:11.789110 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a706dea-1031-41d3-82a8-99428a3f3677 req-2e9a1984-1736-4590-a12c-6a886071eb52 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:11.802740 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0a706dea-1031-41d3-82a8-99428a3f3677 req-2e9a1984-1736-4590-a12c-6a886071eb52 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=555aee15-8fa2-4bd2-a5f6-6e4f2922d0b4 HTTP/1.1" status: 200 len: 945 time: 0.1550088 Jul 29 23:44:11.906659 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0a706dea-1031-41d3-82a8-99428a3f3677 req-e808720b-f6ec-4654-9d81-bfada75032de tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026587 Jul 29 23:44:12.167329 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de56c41-da64-4471-8841-da540e067d8e req-71b98566-52b2-4c5e-80a7-10cfd55a8240 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:12.182342 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2de56c41-da64-4471-8841-da540e067d8e req-71b98566-52b2-4c5e-80a7-10cfd55a8240 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 946 time: 0.1512761 Jul 29 23:44:12.269519 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2de56c41-da64-4471-8841-da540e067d8e req-35f1f4c0-a8cf-40a0-a99c-ed3e01bb7834 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843568 Jul 29 23:44:12.615862 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e1cef-c57b-4113-8ea6-70953fa98e06 req-f562277d-d539-45bb-8b83-ad19c8f61cfd tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:12.619151 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-818e1cef-c57b-4113-8ea6-70953fa98e06 req-f562277d-d539-45bb-8b83-ad19c8f61cfd tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 946 time: 0.1464970 Jul 29 23:44:12.796549 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-818e1cef-c57b-4113-8ea6-70953fa98e06 req-1890b099-81ef-449b-9cc2-dbab934f09eb tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551394 Jul 29 23:44:12.972411 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb2cb8d-dace-44a4-9176-d471000d540c req-ac4ad99f-961c-4903-916d-5b4d4d54ae9d tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:12.976623 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8eb2cb8d-dace-44a4-9176-d471000d540c req-ac4ad99f-961c-4903-916d-5b4d4d54ae9d tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2eedb9d-e253-4d55-b039-fe7f3c52a05c HTTP/1.1" status: 200 len: 943 time: 0.1328375 Jul 29 23:44:13.073433 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8eb2cb8d-dace-44a4-9176-d471000d540c req-a16e7586-70b7-462e-b6ae-75962d1f576b tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907543 Jul 29 23:44:13.282476 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec62a2a6-78ef-4e53-8274-8bcd6dd32e64 req-657283d1-8854-40d7-9d62-8092fd592a03 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:13.285008 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ec62a2a6-78ef-4e53-8274-8bcd6dd32e64 req-657283d1-8854-40d7-9d62-8092fd592a03 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=555aee15-8fa2-4bd2-a5f6-6e4f2922d0b4 HTTP/1.1" status: 200 len: 945 time: 0.0751872 Jul 29 23:44:13.292636 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883af55b-fb37-4211-b62e-171afb959d23 req-cf3bc095-8a2f-4719-afa1-7c5000ea998f tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:13.319232 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-883af55b-fb37-4211-b62e-171afb959d23 req-cf3bc095-8a2f-4719-afa1-7c5000ea998f tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 946 time: 0.1610484 Jul 29 23:44:13.509104 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-883af55b-fb37-4211-b62e-171afb959d23 req-bc8596f0-506c-4052-a07c-70e96f0f6d12 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888101 Jul 29 23:44:13.560584 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ec62a2a6-78ef-4e53-8274-8bcd6dd32e64 req-a207baa8-18dd-404e-90dc-34d8be9decdd tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353659 Jul 29 23:44:13.935780 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e984248f-b136-4eb6-b175-a9fdbbb515f2 req-db7759a7-8c16-45dd-af72-f012199a6b4f tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:13.942283 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e984248f-b136-4eb6-b175-a9fdbbb515f2 req-db7759a7-8c16-45dd-af72-f012199a6b4f tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 946 time: 0.1478288 Jul 29 23:44:14.041286 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e984248f-b136-4eb6-b175-a9fdbbb515f2 req-b84426c0-e73a-4d7c-b0dc-22667c8d88f9 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930295 Jul 29 23:44:14.320632 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f9427-8933-4704-8f0d-8c1d15f3555a req-128686d9-6c19-4034-a7cc-aebff33a9e10 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:14.334628 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9d3f9427-8933-4704-8f0d-8c1d15f3555a req-128686d9-6c19-4034-a7cc-aebff33a9e10 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2eedb9d-e253-4d55-b039-fe7f3c52a05c HTTP/1.1" status: 200 len: 943 time: 0.1525033 Jul 29 23:44:14.465122 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9d3f9427-8933-4704-8f0d-8c1d15f3555a req-973ab6c8-ad37-4865-8659-1c810ba0a4e4 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625119 Jul 29 23:44:14.505765 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2e31e-40a2-456e-b296-2b35be5c9e53 req-6d2c5aea-64a1-438f-8d5f-9ce6e0bb92f0 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:14.520994 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-99d2e31e-40a2-456e-b296-2b35be5c9e53 req-6d2c5aea-64a1-438f-8d5f-9ce6e0bb92f0 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 946 time: 0.2273810 Jul 29 23:44:14.591638 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-99d2e31e-40a2-456e-b296-2b35be5c9e53 req-4cb3eac1-06b2-4416-9375-943a5f4feff3 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641751 Jul 29 23:44:14.921523 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6e80d-e423-43e1-9665-1efb932109ce req-ba689b51-b535-4b65-8bec-bbac4cdb4739 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:14.925413 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e9f6e80d-e423-43e1-9665-1efb932109ce req-ba689b51-b535-4b65-8bec-bbac4cdb4739 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 946 time: 0.1969750 Jul 29 23:44:14.945733 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af93a6-224e-4ef8-a398-f8d660c78ec5 req-e40b0b1c-d559-4bbd-8183-41fd4840cd28 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:14.949052 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-06af93a6-224e-4ef8-a398-f8d660c78ec5 req-e40b0b1c-d559-4bbd-8183-41fd4840cd28 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=555aee15-8fa2-4bd2-a5f6-6e4f2922d0b4 HTTP/1.1" status: 200 len: 945 time: 0.1932628 Jul 29 23:44:15.084013 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e9f6e80d-e423-43e1-9665-1efb932109ce req-287bee58-6404-4f36-886b-c2c2d7c6cf25 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331806 Jul 29 23:44:15.160178 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-06af93a6-224e-4ef8-a398-f8d660c78ec5 req-217f0737-c2ca-4e1d-967a-c8181f783591 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805363 Jul 29 23:44:15.424608 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5051a439-1d96-46a1-8a8a-5cf7e5848871 req-57af2c67-c017-4285-b7a2-59f288c933a8 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:15.426878 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5051a439-1d96-46a1-8a8a-5cf7e5848871 req-57af2c67-c017-4285-b7a2-59f288c933a8 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 946 time: 0.0852621 Jul 29 23:44:15.509468 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5051a439-1d96-46a1-8a8a-5cf7e5848871 req-1f02aa7c-dc67-4b20-a85e-b7bcc5bea84f tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681462 Jul 29 23:44:15.758014 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec7c8c-5b43-474b-b052-7bc992501c9f req-08e82c54-8cba-4de3-b96b-5c55bad626f0 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:15.765542 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-10ec7c8c-5b43-474b-b052-7bc992501c9f req-08e82c54-8cba-4de3-b96b-5c55bad626f0 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2eedb9d-e253-4d55-b039-fe7f3c52a05c HTTP/1.1" status: 200 len: 943 time: 0.1644211 Jul 29 23:44:15.800133 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c3c354-c875-4284-bd1e-c5d768a62ebb req-e01a63a1-246f-452c-8aa1-7bfb4aeddd72 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:15.819378 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-04c3c354-c875-4284-bd1e-c5d768a62ebb req-e01a63a1-246f-452c-8aa1-7bfb4aeddd72 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 946 time: 0.2088637 Jul 29 23:44:15.881343 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-10ec7c8c-5b43-474b-b052-7bc992501c9f req-f70a6d62-9fdd-45f2-8027-279b8064ebd2 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145463 Jul 29 23:44:15.954797 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-04c3c354-c875-4284-bd1e-c5d768a62ebb req-660942da-103b-4be3-b341-318cd42651c6 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327591 Jul 29 23:44:16.212550 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8586a9-e84d-4ce9-9a7a-397a9ebb23e1 req-9315c559-3279-49b2-9ff8-5a91fb292807 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:16.215405 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5e8586a9-e84d-4ce9-9a7a-397a9ebb23e1 req-9315c559-3279-49b2-9ff8-5a91fb292807 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 946 time: 0.0900428 Jul 29 23:44:16.387009 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5e8586a9-e84d-4ce9-9a7a-397a9ebb23e1 req-25b0e504-7b93-4292-865d-e313074d04ce tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608903 Jul 29 23:44:16.455155 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d764b15-a617-4bca-b173-15d9bb3941d0 req-6e81e370-3070-453a-9231-ecd4c6b995cb tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:16.480141 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8d764b15-a617-4bca-b173-15d9bb3941d0 req-6e81e370-3070-453a-9231-ecd4c6b995cb tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=555aee15-8fa2-4bd2-a5f6-6e4f2922d0b4 HTTP/1.1" status: 200 len: 945 time: 0.2128038 Jul 29 23:44:16.583076 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8d764b15-a617-4bca-b173-15d9bb3941d0 req-7112469d-9651-4bab-99c1-9b948be24dad tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001842 Jul 29 23:44:16.848725 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb50978-78ec-44f2-8c70-9a7b27083904 req-65dcf188-2cb4-42e9-bec1-736d466055a2 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:16.865860 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-deb50978-78ec-44f2-8c70-9a7b27083904 req-65dcf188-2cb4-42e9-bec1-736d466055a2 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 946 time: 0.2004383 Jul 29 23:44:16.984399 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-deb50978-78ec-44f2-8c70-9a7b27083904 req-35297331-e123-42c9-b05a-987eb285fcbe tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137946 Jul 29 23:44:17.222469 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d479bef-84e6-46ea-9e58-ee6f68dff704 req-d593b668-21fa-4168-8995-2ad523797793 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:17.228825 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0d479bef-84e6-46ea-9e58-ee6f68dff704 req-d593b668-21fa-4168-8995-2ad523797793 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2eedb9d-e253-4d55-b039-fe7f3c52a05c HTTP/1.1" status: 200 len: 943 time: 0.1851423 Jul 29 23:44:17.251660 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514f92c-b9ff-41c5-b3af-7c95aa44c30e req-fad6a29c-d55d-46c8-b4c4-0adc0e43ac77 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:17.260946 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1514f92c-b9ff-41c5-b3af-7c95aa44c30e req-fad6a29c-d55d-46c8-b4c4-0adc0e43ac77 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 946 time: 0.1575634 Jul 29 23:44:17.373374 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0d479bef-84e6-46ea-9e58-ee6f68dff704 req-fec98cd7-9a9a-4221-b5d7-56a06033c7ac tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337774 Jul 29 23:44:17.392217 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1514f92c-b9ff-41c5-b3af-7c95aa44c30e req-2c15ce56-abab-46ac-8f98-dad0238a47f6 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234937 Jul 29 23:44:17.616674 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf6698-d046-42c5-89a6-7d687343c810 req-d0fcd5b2-5bb7-401d-85af-53322d1d8286 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:17.622144 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3fdf6698-d046-42c5-89a6-7d687343c810 req-d0fcd5b2-5bb7-401d-85af-53322d1d8286 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 946 time: 0.1204288 Jul 29 23:44:17.780312 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3fdf6698-d046-42c5-89a6-7d687343c810 req-dc35da33-8652-4989-95bb-1d3548cac417 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488483 Jul 29 23:44:17.939310 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577af10a-e94c-4131-9fb9-2cfe92a7ee27 req-37188c39-94e2-43eb-b1da-f8e585858172 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:17.947826 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-577af10a-e94c-4131-9fb9-2cfe92a7ee27 req-37188c39-94e2-43eb-b1da-f8e585858172 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=555aee15-8fa2-4bd2-a5f6-6e4f2922d0b4 HTTP/1.1" status: 200 len: 945 time: 0.1660275 Jul 29 23:44:18.042398 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-577af10a-e94c-4131-9fb9-2cfe92a7ee27 req-5603d437-a0fa-4cbf-9c53-abbe9b890aaf tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788898 Jul 29 23:44:18.249285 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0715926-cd48-4917-a6a2-fb99d1559a05 req-9c34c58a-f6d1-4abe-b9ee-29323183210a tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:18.250953 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c0715926-cd48-4917-a6a2-fb99d1559a05 req-9c34c58a-f6d1-4abe-b9ee-29323183210a tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 946 time: 0.0925217 Jul 29 23:44:18.323160 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c0715926-cd48-4917-a6a2-fb99d1559a05 req-485ab4f1-494a-4c02-aac6-ae82b7306df3 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589330 Jul 29 23:44:18.590046 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85ad82-12de-495c-bf33-7e9b9369e511 req-e5e19b53-d379-4878-834d-1c9f50e90ce7 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:18.593141 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ec85ad82-12de-495c-bf33-7e9b9369e511 req-e5e19b53-d379-4878-834d-1c9f50e90ce7 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2eedb9d-e253-4d55-b039-fe7f3c52a05c HTTP/1.1" status: 200 len: 943 time: 0.0929153 Jul 29 23:44:18.659748 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ec85ad82-12de-495c-bf33-7e9b9369e511 req-ddf90096-074f-4964-bfe2-f31f934c45ed tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576348 Jul 29 23:44:19.323943 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc56eaf2-8375-47d6-a72d-e5065aa3300a req-b0f10378-8958-475f-a26f-1cc5cbda5a50 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:19.326366 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dc56eaf2-8375-47d6-a72d-e5065aa3300a req-b0f10378-8958-475f-a26f-1cc5cbda5a50 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=555aee15-8fa2-4bd2-a5f6-6e4f2922d0b4 HTTP/1.1" status: 200 len: 945 time: 0.1242239 Jul 29 23:44:19.418336 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dc56eaf2-8375-47d6-a72d-e5065aa3300a req-47090426-8ca4-4398-a773-d3b2a279307a tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810750 Jul 29 23:44:19.652590 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:19.885374 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a58578d-7e18-443a-8420-ad54b0862ece req-7486edef-f3f9-474a-86a3-b3a224adf322 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:19.899903 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5a58578d-7e18-443a-8420-ad54b0862ece req-7486edef-f3f9-474a-86a3-b3a224adf322 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2eedb9d-e253-4d55-b039-fe7f3c52a05c HTTP/1.1" status: 200 len: 943 time: 0.1080453 Jul 29 23:44:19.953330 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5a58578d-7e18-443a-8420-ad54b0862ece req-0665fca1-1fc4-4b24-b542-ee133f01c9f9 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517242 Jul 29 23:44:20.670982 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe686db8-a354-4a5f-98a1-0f1a350e8129 req-d2c15092-5dd2-4f5b-a1ba-9c653aff5115 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:20.679509 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fe686db8-a354-4a5f-98a1-0f1a350e8129 req-d2c15092-5dd2-4f5b-a1ba-9c653aff5115 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=555aee15-8fa2-4bd2-a5f6-6e4f2922d0b4 HTTP/1.1" status: 200 len: 945 time: 0.1277056 Jul 29 23:44:20.761533 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fe686db8-a354-4a5f-98a1-0f1a350e8129 req-1ed89a31-ea90-44d1-bcf6-bc6ec38a612d tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807605 Jul 29 23:44:21.137859 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f1a36-5a2d-4967-9b27-c899897d2117 req-e22f1d37-d1e3-45d6-b530-23e1a258c1f9 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:21.147399 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-545f1a36-5a2d-4967-9b27-c899897d2117 req-e22f1d37-d1e3-45d6-b530-23e1a258c1f9 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2eedb9d-e253-4d55-b039-fe7f3c52a05c HTTP/1.1" status: 200 len: 943 time: 0.0833542 Jul 29 23:44:21.222553 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-545f1a36-5a2d-4967-9b27-c899897d2117 req-eca21064-727f-492c-b4b7-36955e9e1e41 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740390 Jul 29 23:44:21.625569 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 38172) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:21.965891 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4c6f94b9-5f07-4f68-abef-316fe553628d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:22.144432 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39417d0-c17f-4c7f-922f-25640e87db21 req-2ee6323c-777d-4169-9ae1-48002a837f04 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:22.155299 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a39417d0-c17f-4c7f-922f-25640e87db21 req-2ee6323c-777d-4169-9ae1-48002a837f04 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=555aee15-8fa2-4bd2-a5f6-6e4f2922d0b4 HTTP/1.1" status: 200 len: 945 time: 0.2030623 Jul 29 23:44:22.235079 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4c6f94b9-5f07-4f68-abef-316fe553628d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:22.254789 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4c6f94b9-5f07-4f68-abef-316fe553628d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:22.284826 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a39417d0-c17f-4c7f-922f-25640e87db21 req-521674ad-b0db-4ebe-bc23-54f659b19965 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219049 Jul 29 23:44:22.342622 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4c6f94b9-5f07-4f68-abef-316fe553628d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e9fbfd7f815b4bd6962102f89e457d36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7147241 Jul 29 23:44:22.347233 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 38194) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:22.414036 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6f94b9-5f07-4f68-abef-316fe553628d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98fe6157-ba36-4793-92bf-69f04a6285a7,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:22.431792 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6f94b9-5f07-4f68-abef-316fe553628d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:22.434709 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6f94b9-5f07-4f68-abef-316fe553628d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:22.436383 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6f94b9-5f07-4f68-abef-316fe553628d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:22.436916 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6f94b9-5f07-4f68-abef-316fe553628d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:22.437411 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6f94b9-5f07-4f68-abef-316fe553628d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:22.438105 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6f94b9-5f07-4f68-abef-316fe553628d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:22.438620 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6f94b9-5f07-4f68-abef-316fe553628d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:22.442477 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6f94b9-5f07-4f68-abef-316fe553628d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:22.443892 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6f94b9-5f07-4f68-abef-316fe553628d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:22.448986 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6f94b9-5f07-4f68-abef-316fe553628d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:22.453078 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6f94b9-5f07-4f68-abef-316fe553628d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:22.454524 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6f94b9-5f07-4f68-abef-316fe553628d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:22.516630 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-38146324-0537-46f4-b945-199f7677e348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:22.531775 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f024c4d-fb7f-484f-98f7-8f275abc5ae0 req-891f4604-6f3b-4288-b77a-23e45d108dd8 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:22.534627 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7f024c4d-fb7f-484f-98f7-8f275abc5ae0 req-891f4604-6f3b-4288-b77a-23e45d108dd8 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2eedb9d-e253-4d55-b039-fe7f3c52a05c HTTP/1.1" status: 200 len: 943 time: 0.1437857 Jul 29 23:44:22.626659 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-38146324-0537-46f4-b945-199f7677e348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:22.746907 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7f024c4d-fb7f-484f-98f7-8f275abc5ae0 req-0bd3cbbf-e012-41ee-a164-ecd346702a03 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980202 Jul 29 23:44:22.822034 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-38146324-0537-46f4-b945-199f7677e348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:22.827545 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-38146324-0537-46f4-b945-199f7677e348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:22.829594 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-38146324-0537-46f4-b945-199f7677e348 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/98fe6157-ba36-4793-92bf-69f04a6285a7 HTTP/1.1" status: 204 len: 168 time: 0.4808948 Jul 29 23:44:22.897724 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38146324-0537-46f4-b945-199f7677e348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98fe6157-ba36-4793-92bf-69f04a6285a7,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:22.932370 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38146324-0537-46f4-b945-199f7677e348 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:22.933256 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38146324-0537-46f4-b945-199f7677e348 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:22.934018 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38146324-0537-46f4-b945-199f7677e348 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:22.934881 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38146324-0537-46f4-b945-199f7677e348 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:22.935736 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38146324-0537-46f4-b945-199f7677e348 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:22.936301 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38146324-0537-46f4-b945-199f7677e348 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:22.937058 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38146324-0537-46f4-b945-199f7677e348 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:22.937660 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38146324-0537-46f4-b945-199f7677e348 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:22.938326 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38146324-0537-46f4-b945-199f7677e348 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:22.938902 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38146324-0537-46f4-b945-199f7677e348 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:22.939518 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38146324-0537-46f4-b945-199f7677e348 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:22.941132 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38146324-0537-46f4-b945-199f7677e348 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:23.262543 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f8d06f5a-ebcc-44ca-9dc7-d10028e3a3cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:23.626519 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87009b-7791-4290-a3b6-0517d0d14bf5 req-b11ad21e-d051-4ec7-b2f2-92e7afc38132 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:23.632714 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ad87009b-7791-4290-a3b6-0517d0d14bf5 req-b11ad21e-d051-4ec7-b2f2-92e7afc38132 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=555aee15-8fa2-4bd2-a5f6-6e4f2922d0b4 HTTP/1.1" status: 200 len: 945 time: 0.1028543 Jul 29 23:44:23.692038 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ad87009b-7791-4290-a3b6-0517d0d14bf5 req-5ff6b900-0723-4569-984e-b53c0fa10927 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507784 Jul 29 23:44:24.028517 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 4477e4ca-a7c2-4ce6-81b6-e75d7f84cd52 details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:44:24.033052 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4164a2-3332-447a-a7e0-8b602d62c4ef req-67a707d4-08d2-4ba0-bdcb-1b56b3752c9f tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:24.044479 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8d4164a2-3332-447a-a7e0-8b602d62c4ef req-67a707d4-08d2-4ba0-bdcb-1b56b3752c9f tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2eedb9d-e253-4d55-b039-fe7f3c52a05c HTTP/1.1" status: 200 len: 943 time: 0.1606662 Jul 29 23:44:24.145490 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8d4164a2-3332-447a-a7e0-8b602d62c4ef req-2fe60e65-2922-4e44-9f71-cc04ee76f4a7 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999215 Jul 29 23:44:24.646506 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 4477e4ca-a7c2-4ce6-81b6-e75d7f84cd52, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=4477e4ca-a7c2-4ce6-81b6-e75d7f84cd52,segment=NetworkSegment(2d9f9fa8-9a49-423e-86b2-3891aba5a1e6),segment_id=2d9f9fa8-9a49-423e-86b2-3891aba5a1e6)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:24.667493 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '4477e4ca-a7c2-4ce6-81b6-e75d7f84cd52', 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7', 'port_id': '4477e4ca-a7c2-4ce6-81b6-e75d7f84cd52', 'mac_address': 'fa:16:3e:0c:4b:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef618f43-4fe4-4e34-9800-0476d270be60', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:44:24.780637 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:24.840964 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4477e4ca-a7c2-4ce6-81b6-e75d7f84cd52 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:44:24.926995 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 4477e4ca-a7c2-4ce6-81b6-e75d7f84cd52, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=4477e4ca-a7c2-4ce6-81b6-e75d7f84cd52,segment=NetworkSegment(2d9f9fa8-9a49-423e-86b2-3891aba5a1e6),segment_id=2d9f9fa8-9a49-423e-86b2-3891aba5a1e6)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:24.938921 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:24.951879 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52224e36-5557-43b8-9e13-4db10c6a7efa req-66718464-9543-46fe-8ca2-374976e5abdd tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:24.955613 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-52224e36-5557-43b8-9e13-4db10c6a7efa req-66718464-9543-46fe-8ca2-374976e5abdd tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=555aee15-8fa2-4bd2-a5f6-6e4f2922d0b4 HTTP/1.1" status: 200 len: 945 time: 0.0984936 Jul 29 23:44:25.040323 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-52224e36-5557-43b8-9e13-4db10c6a7efa req-4cb3c296-acfc-4a3c-9635-4064a2cf6e52 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783658 Jul 29 23:44:25.067123 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=4477e4ca-a7c2-4ce6-81b6-e75d7f84cd52,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:25.087243 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:25.088170 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:25.088951 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:25.089667 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:25.090246 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:25.090826 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:25.091415 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:25.091985 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:25.092601 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:25.093197 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:25.094307 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:25.095847 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:25.216481 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['4477e4ca-a7c2-4ce6-81b6-e75d7f84cd52'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:44:25.588496 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edc63f9-208e-4906-8d01-69884df9421c req-8915cacd-3e2f-4e60-a518-8c2da742c717 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:25.601538 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8edc63f9-208e-4906-8d01-69884df9421c req-8915cacd-3e2f-4e60-a518-8c2da742c717 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2eedb9d-e253-4d55-b039-fe7f3c52a05c HTTP/1.1" status: 200 len: 944 time: 0.2213972 Jul 29 23:44:25.610945 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b92f52-29ab-4c06-bff0-9e546820745a req-4211c0ef-8320-44ba-a56d-043dc6def27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:25.620004 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f9b92f52-29ab-4c06-bff0-9e546820745a req-4211c0ef-8320-44ba-a56d-043dc6def27f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=555aee15-8fa2-4bd2-a5f6-6e4f2922d0b4 HTTP/1.1" status: 200 len: 1097 time: 0.1849382 Jul 29 23:44:25.743792 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8edc63f9-208e-4906-8d01-69884df9421c req-fa0b1f0c-2047-483e-b819-a85d9fbe7d9d tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407454 Jul 29 23:44:25.763431 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f9b92f52-29ab-4c06-bff0-9e546820745a req-d1f1bd00-13ba-45af-92c1-b56469ab65a7 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323240 Jul 29 23:44:25.906360 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6fbda5b8-583f-4295-a624-b4e4bbe619b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:26.418606 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96962ba-6651-43f1-96ea-404cf65bbc23 req-789bdb47-211c-443f-b00c-829296146ae8 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:26.420762 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e96962ba-6651-43f1-96ea-404cf65bbc23 req-789bdb47-211c-443f-b00c-829296146ae8 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 946 time: 0.0975482 Jul 29 23:44:26.423292 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:26.434021 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0f6b4-5c01-4e36-a656-a09069d80d75 req-83c69037-3b21-4246-bebe-426a843d1e55 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:26.436255 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-39b0f6b4-5c01-4e36-a656-a09069d80d75 req-83c69037-3b21-4246-bebe-426a843d1e55 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=555aee15-8fa2-4bd2-a5f6-6e4f2922d0b4 HTTP/1.1" status: 200 len: 945 time: 0.1587217 Jul 29 23:44:26.527659 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e96962ba-6651-43f1-96ea-404cf65bbc23 req-3fb3ca17-4d34-4571-9b70-cb86dc567b4a tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900929 Jul 29 23:44:26.541777 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-39b0f6b4-5c01-4e36-a656-a09069d80d75 req-415586a2-cbc8-428f-a076-7a82a7183529 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965238 Jul 29 23:44:26.946661 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6aff13-9d14-495f-8ddc-01fed86d2170 req-f9b883a7-41a8-4b90-b579-a711ca2ca0ce tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:26.957178 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8b6aff13-9d14-495f-8ddc-01fed86d2170 req-f9b883a7-41a8-4b90-b579-a711ca2ca0ce tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2eedb9d-e253-4d55-b039-fe7f3c52a05c HTTP/1.1" status: 200 len: 944 time: 0.1124043 Jul 29 23:44:27.055036 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8b6aff13-9d14-495f-8ddc-01fed86d2170 req-d69a6db6-bad1-4418-a011-53af1c0e1cfb tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966201 Jul 29 23:44:27.690863 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:27.878373 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d994f-7051-47bd-95ba-bb473e805edf req-cec14f77-15a8-4198-9a47-383d63fc8128 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:27.891240 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f64d994f-7051-47bd-95ba-bb473e805edf req-cec14f77-15a8-4198-9a47-383d63fc8128 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=555aee15-8fa2-4bd2-a5f6-6e4f2922d0b4 HTTP/1.1" status: 200 len: 945 time: 0.2096343 Jul 29 23:44:27.944717 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888ffe0-98ea-4cfb-a61d-4b4f15fdfc48 req-2165773e-0332-4326-8d77-92c17886231c tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:27.956928 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d888ffe0-98ea-4cfb-a61d-4b4f15fdfc48 req-2165773e-0332-4326-8d77-92c17886231c tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 946 time: 0.2206249 Jul 29 23:44:28.035440 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53fce7-0841-4a34-9134-85417df443f2 req-9feb7b1b-791c-4862-8f88-28a031e34fb8 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:28.057895 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d888ffe0-98ea-4cfb-a61d-4b4f15fdfc48 req-bb5d6f42-e62a-4b5f-85a5-a969402725ea tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/security-groups?id=75e325a0-2a4c-4a18-96b3-559e06a9269b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976100 Jul 29 23:44:28.060626 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2a53fce7-0841-4a34-9134-85417df443f2 req-9feb7b1b-791c-4862-8f88-28a031e34fb8 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 946 time: 0.1605170 Jul 29 23:44:28.064168 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 4477e4ca-a7c2-4ce6-81b6-e75d7f84cd52 up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:44:28.169873 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f64d994f-7051-47bd-95ba-bb473e805edf req-416b2e50-4ce0-40ce-a405-71836b6bc7cf tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633135 Jul 29 23:44:28.282733 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port 4477e4ca-a7c2-4ce6-81b6-e75d7f84cd52 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:44:28.292019 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 4477e4ca-a7c2-4ce6-81b6-e75d7f84cd52 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:44:28.292398 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:28.313550 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-2a53fce7-0841-4a34-9134-85417df443f2 req-8cf68642-012b-41ba-b7fe-504dcfe53eac tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Deleting port b6ece518-cbb5-4566-b916-ab5aa5d0aa2a {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:44:28.315322 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2a53fce7-0841-4a34-9134-85417df443f2 req-8cf68642-012b-41ba-b7fe-504dcfe53eac tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:28.503968 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597e4807-6220-442e-b424-fe6c0a55f76f req-1387bd06-79f4-470f-a414-5a34d756d1a4 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:28.516455 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-597e4807-6220-442e-b424-fe6c0a55f76f req-1387bd06-79f4-470f-a414-5a34d756d1a4 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2eedb9d-e253-4d55-b039-fe7f3c52a05c HTTP/1.1" status: 200 len: 944 time: 0.1906674 Jul 29 23:44:28.590384 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:28.620585 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-597e4807-6220-442e-b424-fe6c0a55f76f req-8c0bda34-7ab3-48ac-ae46-df2b949466ef tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958402 Jul 29 23:44:28.626346 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2eedb9d-e253-4d55-b039-fe7f3c52a05c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4477e4ca-a7c2-4ce6-81b6-e75d7f84cd52'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:44:28.630582 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b14e45e-9e64-401f-a3cc-eabcb5b547b1" -d '{"events": [{"server_uuid": "b2eedb9d-e253-4d55-b039-fe7f3c52a05c", "name": "network-vif-plugged", "status": "completed", "tag": "4477e4ca-a7c2-4ce6-81b6-e75d7f84cd52"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:44:28.660141 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-2a53fce7-0841-4a34-9134-85417df443f2 req-8cf68642-012b-41ba-b7fe-504dcfe53eac tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] For port b6ece518-cbb5-4566-b916-ab5aa5d0aa2a, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=b6ece518-cbb5-4566-b916-ab5aa5d0aa2a,segment=NetworkSegment(0aa0b58a-edbb-411a-9077-5f81d4114e3c),segment_id=0aa0b58a-edbb-411a-9077-5f81d4114e3c)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:28.662188 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2a53fce7-0841-4a34-9134-85417df443f2 req-8cf68642-012b-41ba-b7fe-504dcfe53eac tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:28.672155 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 4477e4ca-a7c2-4ce6-81b6-e75d7f84cd52, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=4477e4ca-a7c2-4ce6-81b6-e75d7f84cd52,segment=NetworkSegment(2d9f9fa8-9a49-423e-86b2-3891aba5a1e6),segment_id=2d9f9fa8-9a49-423e-86b2-3891aba5a1e6)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:28.681830 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:28.700232 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-2a53fce7-0841-4a34-9134-85417df443f2 req-8cf68642-012b-41ba-b7fe-504dcfe53eac tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Calling delete_port for b6ece518-cbb5-4566-b916-ab5aa5d0aa2a owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:44:28.829536 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=4477e4ca-a7c2-4ce6-81b6-e75d7f84cd52,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:28.958277 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2a53fce7-0841-4a34-9134-85417df443f2 req-8cf68642-012b-41ba-b7fe-504dcfe53eac tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:28.971019 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['b6ece518-cbb5-4566-b916-ab5aa5d0aa2a'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:44:29.021494 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862423b6-1412-498d-bb7a-d20b7ddef3db req-4ecc38b6-a857-4ede-a6f4-d2f3ce498952 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:29.023679 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-862423b6-1412-498d-bb7a-d20b7ddef3db req-4ecc38b6-a857-4ede-a6f4-d2f3ce498952 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4443f2c0-ea2a-4c7b-893e-17394262b988 HTTP/1.1" status: 200 len: 945 time: 0.2110205 Jul 29 23:44:29.083229 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52cb01dc-420b-43b8-a3bb-3a8cb75fb76d x-openstack-request-id: req-52cb01dc-420b-43b8-a3bb-3a8cb75fb76d {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:44:29.086391 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf68642-012b-41ba-b7fe-504dcfe53eac tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Pushing event deleted for resources: {'Port': ['ID=b6ece518-cbb5-4566-b916-ab5aa5d0aa2a,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:29.088990 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2eedb9d-e253-4d55-b039-fe7f3c52a05c", "name": "network-vif-plugged", "status": "completed", "tag": "4477e4ca-a7c2-4ce6-81b6-e75d7f84cd52", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:44:29.092529 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-52cb01dc-420b-43b8-a3bb-3a8cb75fb76d {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:44:29.095852 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2eedb9d-e253-4d55-b039-fe7f3c52a05c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4477e4ca-a7c2-4ce6-81b6-e75d7f84cd52', 'code': 200} Jul 29 23:44:29.145734 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-862423b6-1412-498d-bb7a-d20b7ddef3db req-7885ab47-fc35-4c6c-a35e-5a0376070aaa tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120660 Jul 29 23:44:29.238328 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a53fce7-0841-4a34-9134-85417df443f2 req-8cf68642-012b-41ba-b7fe-504dcfe53eac tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] No DVR routers for this DVR port b6ece518-cbb5-4566-b916-ab5aa5d0aa2a on host n-h2-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:44:29.247140 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2a53fce7-0841-4a34-9134-85417df443f2 req-8cf68642-012b-41ba-b7fe-504dcfe53eac tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:29.250490 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2a53fce7-0841-4a34-9134-85417df443f2 req-8cf68642-012b-41ba-b7fe-504dcfe53eac tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.22 "DELETE /v2.0/ports/b6ece518-cbb5-4566-b916-ab5aa5d0aa2a HTTP/1.1" status: 204 len: 173 time: 1.1886883 Jul 29 23:44:29.251059 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8aa35ed-3d13-4726-823a-7658e480c942', 'name': 'network-vif-deleted', 'tag': 'b6ece518-cbb5-4566-b916-ab5aa5d0aa2a'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:44:29.298653 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9319e693-6822-46d4-8c9e-8dcc9a488b22" -d '{"events": [{"server_uuid": "c8aa35ed-3d13-4726-823a-7658e480c942", "name": "network-vif-deleted", "tag": "b6ece518-cbb5-4566-b916-ab5aa5d0aa2a"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:44:29.351155 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:29.382135 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c82a271f-c468-499b-8ae5-51940687de25 req-d75cf519-ecc8-4516-9ed4-18437a60c6f0 tempest-ServersNegativeTestJSON-151996182 tempest-ServersNegativeTestJSON-151996182-project] 10.222.0.43 "GET /v2.0/ports?device_id=c8aa35ed-3d13-4726-823a-7658e480c942 HTTP/1.1" status: 200 len: 210 time: 0.1048200 Jul 29 23:44:29.451395 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f912b4-c559-4ef0-b3df-474d97e0e26b req-1d5a46f7-7bd7-4959-a11d-d4e1057307fb tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:29.453122 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-55f912b4-c559-4ef0-b3df-474d97e0e26b req-1d5a46f7-7bd7-4959-a11d-d4e1057307fb tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 945 time: 0.2342300 Jul 29 23:44:29.472953 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511fbb0a-b3f9-4265-b41c-5b49bb26f452 req-6b77985b-bbad-469a-9cfe-a38f367546bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:29.477359 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-511fbb0a-b3f9-4265-b41c-5b49bb26f452 req-6b77985b-bbad-469a-9cfe-a38f367546bb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b2eedb9d-e253-4d55-b039-fe7f3c52a05c HTTP/1.1" status: 200 len: 1097 time: 0.3232751 Jul 29 23:44:29.537316 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-511fbb0a-b3f9-4265-b41c-5b49bb26f452 req-599c8f7c-19b0-4e88-9572-e054e17ad1f0 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457146 Jul 29 23:44:29.603245 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-55f912b4-c559-4ef0-b3df-474d97e0e26b req-fe9398a4-ae40-473d-8578-31b8872ab9cf tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340306 Jul 29 23:44:29.911963 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92da5487-596f-409b-96cb-2d3df832c258 x-openstack-request-id: req-92da5487-596f-409b-96cb-2d3df832c258 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:44:29.912281 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8aa35ed-3d13-4726-823a-7658e480c942", "name": "network-vif-deleted", "tag": "b6ece518-cbb5-4566-b916-ab5aa5d0aa2a", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:44:29.912538 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-92da5487-596f-409b-96cb-2d3df832c258 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:44:29.912952 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8aa35ed-3d13-4726-823a-7658e480c942', 'name': 'network-vif-deleted', 'tag': 'b6ece518-cbb5-4566-b916-ab5aa5d0aa2a', 'status': 'completed', 'code': 200} Jul 29 23:44:30.038184 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473355e-850a-49a7-925c-819e708cc857 req-618d2660-4643-4a11-a2eb-4c709ae8035f tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:30.045926 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4473355e-850a-49a7-925c-819e708cc857 req-618d2660-4643-4a11-a2eb-4c709ae8035f tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2eedb9d-e253-4d55-b039-fe7f3c52a05c HTTP/1.1" status: 200 len: 945 time: 0.1256561 Jul 29 23:44:30.176248 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4473355e-850a-49a7-925c-819e708cc857 req-319463d7-33cb-4339-a194-fb55137301cf tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290708 Jul 29 23:44:30.222496 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b4841-3c21-42fd-911c-3b366bfaaf9c req-1ad17188-0e7c-4cc0-b291-f6bd6150a88b tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:30.232413 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-de8b4841-3c21-42fd-911c-3b366bfaaf9c req-1ad17188-0e7c-4cc0-b291-f6bd6150a88b tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4443f2c0-ea2a-4c7b-893e-17394262b988 HTTP/1.1" status: 200 len: 945 time: 0.1843500 Jul 29 23:44:30.307796 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-de8b4841-3c21-42fd-911c-3b366bfaaf9c req-8f33a144-af58-4050-80c2-2cdb611c40b6 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743170 Jul 29 23:44:30.460033 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 38476) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:30.869461 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d526d0a-cff6-4134-96a8-c0e99714deb9 req-3db942c1-01e1-4a24-8081-7482c9971147 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:30.870979 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9d526d0a-cff6-4134-96a8-c0e99714deb9 req-3db942c1-01e1-4a24-8081-7482c9971147 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 945 time: 0.0974982 Jul 29 23:44:30.875959 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e11f277-b6c9-4843-beb2-c9b30a646959 admin admin] Deleting subnet 2cc102b6-7976-49c8-8fc0-37ba3d12643a {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:44:30.890138 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4e11f277-b6c9-4843-beb2-c9b30a646959 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:30.955777 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4e11f277-b6c9-4843-beb2-c9b30a646959 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:31.007913 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9d526d0a-cff6-4134-96a8-c0e99714deb9 req-f856463d-4533-4ecd-92c7-82d5f7167831 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249297 Jul 29 23:44:31.055154 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4e11f277-b6c9-4843-beb2-c9b30a646959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:31.158287 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4e11f277-b6c9-4843-beb2-c9b30a646959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:31.202500 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e11f277-b6c9-4843-beb2-c9b30a646959 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cc102b6-7976-49c8-8fc0-37ba3d12643a,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:31.204920 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4e11f277-b6c9-4843-beb2-c9b30a646959 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:31.208204 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-4e11f277-b6c9-4843-beb2-c9b30a646959 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/2cc102b6-7976-49c8-8fc0-37ba3d12643a HTTP/1.1" status: 204 len: 168 time: 0.7464032 Jul 29 23:44:31.211387 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 38506) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:31.364784 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f2c116b7-bead-422b-8f2a-3487c2bf7016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:31.422949 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1cc0f6-b7ef-45f9-8e6f-374ff37ec6a1 req-0d83426e-23cd-47f0-9e4b-161f4a164aac tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:31.430510 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7b1cc0f6-b7ef-45f9-8e6f-374ff37ec6a1 req-0d83426e-23cd-47f0-9e4b-161f4a164aac tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2eedb9d-e253-4d55-b039-fe7f3c52a05c HTTP/1.1" status: 200 len: 945 time: 0.1398771 Jul 29 23:44:31.590685 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7b1cc0f6-b7ef-45f9-8e6f-374ff37ec6a1 req-a442d626-4ad4-4e54-aebb-08598892f232 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381373 Jul 29 23:44:31.680878 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8f0c6c-d432-40d3-b97c-d0866fa6f1dc req-02993cea-b6fa-42e1-b4ec-7d8dde90fadf tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:31.695115 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ed8f0c6c-d432-40d3-b97c-d0866fa6f1dc req-02993cea-b6fa-42e1-b4ec-7d8dde90fadf tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4443f2c0-ea2a-4c7b-893e-17394262b988 HTTP/1.1" status: 200 len: 945 time: 0.2587867 Jul 29 23:44:31.725919 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f2c116b7-bead-422b-8f2a-3487c2bf7016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:31.745044 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-f2c116b7-bead-422b-8f2a-3487c2bf7016 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef47c031-89f3-4d55-afcb-e9afda1b9317']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:31.771867 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-f2c116b7-bead-422b-8f2a-3487c2bf7016 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aa0b58a-edbb-411a-9077-5f81d4114e3c') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:31.772472 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-f2c116b7-bead-422b-8f2a-3487c2bf7016 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aa0b58a-edbb-411a-9077-5f81d4114e3c') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:31.821405 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f2c116b7-bead-422b-8f2a-3487c2bf7016 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:31.880098 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ed8f0c6c-d432-40d3-b97c-d0866fa6f1dc req-373aecc6-f13b-4b79-9213-c133a8abe85d tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838872 Jul 29 23:44:31.896139 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f2c116b7-bead-422b-8f2a-3487c2bf7016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:31.913479 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2c116b7-bead-422b-8f2a-3487c2bf7016 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:44:31.914258 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f2c116b7-bead-422b-8f2a-3487c2bf7016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:31.932435 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:44:31.932435 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:44:31.932435 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:44:31.932435 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:44:31.932435 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:44:31.932435 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:44:31.932435 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:44:31.932435 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:44:31.932435 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:44:31.932435 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:44:31.932435 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:44:31.932435 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:44:31.932435 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:44:31.932435 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:44:31.932435 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:44:31.932435 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:44:31.932435 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:44:31.932435 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:44:31.932435 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:44:31.932435 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:44:31.932435 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:44:31.932435 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:44:31.932435 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:44:31.932435 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:44:31.932435 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:44:31.932435 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:44:31.932435 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:44:31.932435 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:44:31.932435 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:44:31.932435 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:44:31.932435 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:44:31.932435 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:44:32.007332 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e623a-e578-4302-b8d7-3a3796f85d66 req-251fed83-cba6-4794-b39b-9bb99d9784c2 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:32.016660 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f85e623a-e578-4302-b8d7-3a3796f85d66 req-251fed83-cba6-4794-b39b-9bb99d9784c2 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2eedb9d-e253-4d55-b039-fe7f3c52a05c HTTP/1.1" status: 200 len: 945 time: 0.2769217 Jul 29 23:44:32.104238 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device b6ece518-cbb5-4566-b916-ab5aa5d0aa2a no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:44:32.128684 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f2c116b7-bead-422b-8f2a-3487c2bf7016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:32.136658 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f2c116b7-bead-422b-8f2a-3487c2bf7016 admin admin] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:32.158106 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-f2c116b7-bead-422b-8f2a-3487c2bf7016 admin admin] 10.222.0.43 "DELETE /v2.0/networks/ef47c031-89f3-4d55-afcb-e9afda1b9317 HTTP/1.1" status: 204 len: 168 time: 0.9372551 Jul 29 23:44:32.171814 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: b6ece518-cbb5-4566-b916-ab5aa5d0aa2a {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:44:32.171989 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device b6ece518-cbb5-4566-b916-ab5aa5d0aa2a not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:44:32.221723 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f85e623a-e578-4302-b8d7-3a3796f85d66 req-fedd474f-ccbb-4f44-8b38-2e1e1e5fdd87 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012928 Jul 29 23:44:32.224304 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c116b7-bead-422b-8f2a-3487c2bf7016 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef47c031-89f3-4d55-afcb-e9afda1b9317,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:32.423233 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 38558) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:32.527675 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-404a6b2d-01e6-4c33-a95f-9570eb2ade95 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=aa7b44142ea84ef2bfb9a6f800e77e29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1015632 Jul 29 23:44:32.530032 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 38564) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:32.603599 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9c95322b-e4db-4f1c-8428-e88fae5ecd99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:32.606341 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7d5e4-c43f-41e7-9456-8bc8d8a5155b req-bef41b68-2648-4a0c-9e84-de3c5266f3f2 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:32.607999 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-45f7d5e4-c43f-41e7-9456-8bc8d8a5155b req-bef41b68-2648-4a0c-9e84-de3c5266f3f2 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 945 time: 0.2397449 Jul 29 23:44:32.633553 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9c95322b-e4db-4f1c-8428-e88fae5ecd99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:32.698069 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9c95322b-e4db-4f1c-8428-e88fae5ecd99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:32.699012 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62127031-e38f-4beb-ac56-feee04f57e09 req-1eabbb5e-7ed9-4b06-bf11-c306a636152c tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:32.706657 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9c95322b-e4db-4f1c-8428-e88fae5ecd99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:32.711440 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-62127031-e38f-4beb-ac56-feee04f57e09 req-1eabbb5e-7ed9-4b06-bf11-c306a636152c tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4443f2c0-ea2a-4c7b-893e-17394262b988 HTTP/1.1" status: 200 len: 945 time: 0.3590012 Jul 29 23:44:32.717276 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9c95322b-e4db-4f1c-8428-e88fae5ecd99 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/75e325a0-2a4c-4a18-96b3-559e06a9269b HTTP/1.1" status: 204 len: 168 time: 0.1853726 Jul 29 23:44:32.729036 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c95322b-e4db-4f1c-8428-e88fae5ecd99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e325a0-2a4c-4a18-96b3-559e06a9269b,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:32.797390 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-62127031-e38f-4beb-ac56-feee04f57e09 req-78c8c8a5-c42f-4b47-8c2f-9ebc11b486c0 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814197 Jul 29 23:44:32.814088 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-45f7d5e4-c43f-41e7-9456-8bc8d8a5155b req-700632af-b8db-451d-83f8-81944dbdd96c tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1885173 Jul 29 23:44:33.477108 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 38600) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:33.530614 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb43e80-3082-4eac-8a74-f7be2f7cd418 req-51dcaf0b-0039-407b-8007-275c1967477f tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:33.543801 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dfb43e80-3082-4eac-8a74-f7be2f7cd418 req-51dcaf0b-0039-407b-8007-275c1967477f tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2eedb9d-e253-4d55-b039-fe7f3c52a05c HTTP/1.1" status: 200 len: 945 time: 0.1192925 Jul 29 23:44:33.668573 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dfb43e80-3082-4eac-8a74-f7be2f7cd418 req-02965b4c-8520-421d-b2fd-f95f8d24d91b tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229706 Jul 29 23:44:33.745333 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7523fc98-f7bb-4ecd-a0fd-6d2c7b4514e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:34.066324 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ac716b-a5e7-4878-ad6b-0e841e9408fa req-d4fc7351-bac4-473f-8a1a-3b67f0f2eefc tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:34.076632 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d6ac716b-a5e7-4878-ad6b-0e841e9408fa req-d4fc7351-bac4-473f-8a1a-3b67f0f2eefc tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4443f2c0-ea2a-4c7b-893e-17394262b988 HTTP/1.1" status: 200 len: 945 time: 0.1449564 Jul 29 23:44:34.168075 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7523fc98-f7bb-4ecd-a0fd-6d2c7b4514e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:34.177687 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7523fc98-f7bb-4ecd-a0fd-6d2c7b4514e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:34.301269 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d6ac716b-a5e7-4878-ad6b-0e841e9408fa req-46b0e104-b3f9-4617-bad5-95257192b72f tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219620 Jul 29 23:44:34.343548 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7523fc98-f7bb-4ecd-a0fd-6d2c7b4514e2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=25ba89f55aef4025b0401ba3c568eb15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8625758 Jul 29 23:44:34.347627 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 38634) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:34.364563 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7523fc98-f7bb-4ecd-a0fd-6d2c7b4514e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6227f72-c44a-4b47-acee-db3362add37c,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:34.549483 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c09e76-2253-4e67-bb28-e3b3504fb7b9 req-e29c29d7-6294-4720-8aa8-ec0fdb29fc48 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:34.552832 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a8c09e76-2253-4e67-bb28-e3b3504fb7b9 req-e29c29d7-6294-4720-8aa8-ec0fdb29fc48 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 945 time: 0.4015949 Jul 29 23:44:34.641191 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f73f1f2d-b84c-40cd-977c-4a42c1bb2d24 req-8c1b893a-5d66-4be5-b3e7-a25030ec16bd service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b06f9045-1416-45b0-93a1-3a9039d210e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2174861 Jul 29 23:44:34.657861 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3e22a165-d8a3-4a1f-bc90-e68949c771a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:34.776192 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 38646) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:34.792586 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3e22a165-d8a3-4a1f-bc90-e68949c771a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:34.818656 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a032aff-8f92-47fc-859b-b68b21d27146 req-4569a727-7a6a-4132-b6bd-d3a56468c26c tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:34.821099 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1a032aff-8f92-47fc-859b-b68b21d27146 req-4569a727-7a6a-4132-b6bd-d3a56468c26c tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2eedb9d-e253-4d55-b039-fe7f3c52a05c HTTP/1.1" status: 200 len: 945 time: 0.1092923 Jul 29 23:44:34.821866 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a8c09e76-2253-4e67-bb28-e3b3504fb7b9 req-7c04917b-05b2-4e1c-86f0-7b7d7d3592df tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2294548 Jul 29 23:44:34.899775 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3e22a165-d8a3-4a1f-bc90-e68949c771a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:34.901968 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3e22a165-d8a3-4a1f-bc90-e68949c771a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:34.906090 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-3e22a165-d8a3-4a1f-bc90-e68949c771a7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f6227f72-c44a-4b47-acee-db3362add37c HTTP/1.1" status: 204 len: 168 time: 0.5501220 Jul 29 23:44:34.935281 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f1f2d-b84c-40cd-977c-4a42c1bb2d24 req-ffd0492a-6d4f-446c-ab1c-5422b13550fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:34.936967 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f73f1f2d-b84c-40cd-977c-4a42c1bb2d24 req-ffd0492a-6d4f-446c-ab1c-5422b13550fe service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=abc07fd47c924aad994e74752ef0bc5a&device_id=b06f9045-1416-45b0-93a1-3a9039d210e2 HTTP/1.1" status: 200 len: 1097 time: 0.2617095 Jul 29 23:44:34.951254 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e22a165-d8a3-4a1f-bc90-e68949c771a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6227f72-c44a-4b47-acee-db3362add37c,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:35.150028 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-1a032aff-8f92-47fc-859b-b68b21d27146 req-b032ab3b-43f5-4e15-b298-c2985cf2d262 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Deleting port 4477e4ca-a7c2-4ce6-81b6-e75d7f84cd52 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:44:35.150367 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-1a032aff-8f92-47fc-859b-b68b21d27146 req-b032ab3b-43f5-4e15-b298-c2985cf2d262 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:35.173151 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f1f2d-b84c-40cd-977c-4a42c1bb2d24 req-07c74b00-4fb3-40d9-b138-9669e63c1586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:35.176377 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f73f1f2d-b84c-40cd-977c-4a42c1bb2d24 req-07c74b00-4fb3-40d9-b138-9669e63c1586 service neutron] 10.222.0.22 "GET /v2.0/networks?id=07279870-3078-44f7-8035-d94a4d0b31e7 HTTP/1.1" status: 200 len: 913 time: 0.2166877 Jul 29 23:44:35.195994 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91c1459-aee3-423d-aa2d-4283d1db6a9b req-17e07d70-4a84-461e-ad49-3f75da291548 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:35.212777 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e91c1459-aee3-423d-aa2d-4283d1db6a9b req-17e07d70-4a84-461e-ad49-3f75da291548 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2eedb9d-e253-4d55-b039-fe7f3c52a05c HTTP/1.1" status: 200 len: 945 time: 0.3794723 Jul 29 23:44:35.291731 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-ca56a481-dec5-4a9f-b059-6d9c1e9dd9c8 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-242407000-network', 'tenant_id': '32ebdcfdc3094fd38e2917eeed635fd3'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:35.318299 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f73f1f2d-b84c-40cd-977c-4a42c1bb2d24 req-e86049d0-9fc0-491c-8fcc-8305a19f3009 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=158fe2f5-8fbb-433e-ad3c-e49193fee628 HTTP/1.1" status: 200 len: 217 time: 0.1103420 Jul 29 23:44:35.321216 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca56a481-dec5-4a9f-b059-6d9c1e9dd9c8 admin admin] Made reservation on behalf of 32ebdcfdc3094fd38e2917eeed635fd3 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:44:35.324036 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ca56a481-dec5-4a9f-b059-6d9c1e9dd9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:35.377832 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e91c1459-aee3-423d-aa2d-4283d1db6a9b req-69147b2e-86f2-4d43-b589-607726e1d873 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692872 Jul 29 23:44:35.390490 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-1a032aff-8f92-47fc-859b-b68b21d27146 req-b032ab3b-43f5-4e15-b298-c2985cf2d262 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] For port 4477e4ca-a7c2-4ce6-81b6-e75d7f84cd52, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=4477e4ca-a7c2-4ce6-81b6-e75d7f84cd52,segment=NetworkSegment(2d9f9fa8-9a49-423e-86b2-3891aba5a1e6),segment_id=2d9f9fa8-9a49-423e-86b2-3891aba5a1e6)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:35.391074 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-1a032aff-8f92-47fc-859b-b68b21d27146 req-b032ab3b-43f5-4e15-b298-c2985cf2d262 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:35.409287 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-1a032aff-8f92-47fc-859b-b68b21d27146 req-b032ab3b-43f5-4e15-b298-c2985cf2d262 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Calling delete_port for 4477e4ca-a7c2-4ce6-81b6-e75d7f84cd52 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:44:35.411607 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ca56a481-dec5-4a9f-b059-6d9c1e9dd9c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:35.458796 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f1f2d-b84c-40cd-977c-4a42c1bb2d24 req-ea0e3b52-d1ce-41dd-aba4-cc9bef2adbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:35.460629 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f73f1f2d-b84c-40cd-977c-4a42c1bb2d24 req-ea0e3b52-d1ce-41dd-aba4-cc9bef2adbf9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ef618f43-4fe4-4e34-9800-0476d270be60 HTTP/1.1" status: 200 len: 851 time: 0.1339896 Jul 29 23:44:35.554324 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f1f2d-b84c-40cd-977c-4a42c1bb2d24 req-99b992b3-01af-45c7-abaa-e7ec700a3134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:35.556754 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f73f1f2d-b84c-40cd-977c-4a42c1bb2d24 req-99b992b3-01af-45c7-abaa-e7ec700a3134 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=07279870-3078-44f7-8035-d94a4d0b31e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0890374 Jul 29 23:44:35.745689 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ca56a481-dec5-4a9f-b059-6d9c1e9dd9c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:35.756689 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ca56a481-dec5-4a9f-b059-6d9c1e9dd9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:35.786310 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-1a032aff-8f92-47fc-859b-b68b21d27146 req-b032ab3b-43f5-4e15-b298-c2985cf2d262 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:35.802544 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['158fe2f5-8fbb-433e-ad3c-e49193fee628', '4477e4ca-a7c2-4ce6-81b6-e75d7f84cd52'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:44:35.824886 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca56a481-dec5-4a9f-b059-6d9c1e9dd9c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:44:35.890775 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f73f1f2d-b84c-40cd-977c-4a42c1bb2d24 req-231b5deb-407f-4f03-bc4d-64c86dbf2ef5 service neutron] 10.222.0.22 "GET /v2.0/networks/07279870-3078-44f7-8035-d94a4d0b31e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263803 Jul 29 23:44:35.898929 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca56a481-dec5-4a9f-b059-6d9c1e9dd9c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c33d6e-92a1-481f-984f-ad5db96b6d4d,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:35.928872 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ca56a481-dec5-4a9f-b059-6d9c1e9dd9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:35.929367 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-ca56a481-dec5-4a9f-b059-6d9c1e9dd9c8 admin admin] Added segment 6a6a017d-110a-4d48-b2bc-1a5f1051d086 of type vlan for network 9266b1c1-cfd8-4fad-ba73-d4528c5468d2 Jul 29 23:44:35.943672 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:44:36.206792 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b032ab3b-43f5-4e15-b298-c2985cf2d262 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Pushing event deleted for resources: {'Port': ['ID=4477e4ca-a7c2-4ce6-81b6-e75d7f84cd52,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:36.209050 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a032aff-8f92-47fc-859b-b68b21d27146 req-b032ab3b-43f5-4e15-b298-c2985cf2d262 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] No DVR routers for this DVR port 4477e4ca-a7c2-4ce6-81b6-e75d7f84cd52 on host n-h2-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:44:36.213326 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-1a032aff-8f92-47fc-859b-b68b21d27146 req-b032ab3b-43f5-4e15-b298-c2985cf2d262 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:36.215579 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1a032aff-8f92-47fc-859b-b68b21d27146 req-b032ab3b-43f5-4e15-b298-c2985cf2d262 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.22 "DELETE /v2.0/ports/4477e4ca-a7c2-4ce6-81b6-e75d7f84cd52 HTTP/1.1" status: 204 len: 173 time: 1.3885946 Jul 29 23:44:36.216438 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2eedb9d-e253-4d55-b039-fe7f3c52a05c', 'name': 'network-vif-deleted', 'tag': '4477e4ca-a7c2-4ce6-81b6-e75d7f84cd52'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:44:36.243124 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d7b7665-c90a-4904-9c62-de22c2010b38" -d '{"events": [{"server_uuid": "b2eedb9d-e253-4d55-b039-fe7f3c52a05c", "name": "network-vif-deleted", "tag": "4477e4ca-a7c2-4ce6-81b6-e75d7f84cd52"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:44:36.317976 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8a8e09-83da-487e-bbce-5802e7168ec8 x-openstack-request-id: req-0c8a8e09-83da-487e-bbce-5802e7168ec8 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:44:36.318294 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2eedb9d-e253-4d55-b039-fe7f3c52a05c", "name": "network-vif-deleted", "tag": "4477e4ca-a7c2-4ce6-81b6-e75d7f84cd52", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:44:36.318527 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0c8a8e09-83da-487e-bbce-5802e7168ec8 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:44:36.318919 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2eedb9d-e253-4d55-b039-fe7f3c52a05c', 'name': 'network-vif-deleted', 'tag': '4477e4ca-a7c2-4ce6-81b6-e75d7f84cd52', 'status': 'completed', 'code': 200} Jul 29 23:44:36.433926 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ca56a481-dec5-4a9f-b059-6d9c1e9dd9c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:36.653813 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f73f1f2d-b84c-40cd-977c-4a42c1bb2d24 req-4641c31a-08ac-4b40-add3-5b5dd85f3830 service neutron] 10.222.0.22 "GET /v2.0/networks/07279870-3078-44f7-8035-d94a4d0b31e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7364264 Jul 29 23:44:36.663911 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ca56a481-dec5-4a9f-b059-6d9c1e9dd9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:36.681369 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca56a481-dec5-4a9f-b059-6d9c1e9dd9c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:36.682556 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ca56a481-dec5-4a9f-b059-6d9c1e9dd9c8 admin admin] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:36.690949 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 38712) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:36.728248 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af6dba-356b-4834-b84d-0ffba782a704 req-707bcb43-99f1-4185-be90-35e5a3a439b2 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:36.739922 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-51af6dba-356b-4834-b84d-0ffba782a704 req-707bcb43-99f1-4185-be90-35e5a3a439b2 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 945 time: 0.7215109 Jul 29 23:44:36.754109 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ca56a481-dec5-4a9f-b059-6d9c1e9dd9c8 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9641593 Jul 29 23:44:36.756112 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 38716) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:36.766722 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-0b949426-ebf3-469e-93b9-7a3895ec5c84 admin admin] Request body: {'subnet': {'network_id': '9266b1c1-cfd8-4fad-ba73-d4528c5468d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-242407000-subnet', 'tenant_id': '32ebdcfdc3094fd38e2917eeed635fd3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:36.787426 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bf08b82c-7168-4dfc-bd50-cafe074f1394 req-c86140f9-ba27-4fae-b919-47db37ad8ba2 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2eedb9d-e253-4d55-b039-fe7f3c52a05c HTTP/1.1" status: 200 len: 210 time: 0.1325781 Jul 29 23:44:36.890180 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b949426-ebf3-469e-93b9-7a3895ec5c84 admin admin] Made reservation on behalf of 32ebdcfdc3094fd38e2917eeed635fd3 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:44:36.892604 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0b949426-ebf3-469e-93b9-7a3895ec5c84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:36.905045 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca56a481-dec5-4a9f-b059-6d9c1e9dd9c8 admin admin] Pushing event updated for resources: {'Network': ['ID=9266b1c1-cfd8-4fad-ba73-d4528c5468d2,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:36.918112 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 9266b1c1-cfd8-4fad-ba73-d4528c5468d2 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:44:36.930736 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-51af6dba-356b-4834-b84d-0ffba782a704 req-3ff3d2bc-37f3-4eed-b29f-b448ad7f43b8 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1750679 Jul 29 23:44:37.049729 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-1487bed5-9d82-4382-b458-8370611a9267 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-724908336-network', 'tenant_id': 'a62034f7ec5d4ab3b251c9e7894f3c1d'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:37.187650 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1487bed5-9d82-4382-b458-8370611a9267 admin admin] Made reservation on behalf of a62034f7ec5d4ab3b251c9e7894f3c1d for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:44:37.194208 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1487bed5-9d82-4382-b458-8370611a9267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:37.221259 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1487bed5-9d82-4382-b458-8370611a9267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:37.242832 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:37.453554 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1487bed5-9d82-4382-b458-8370611a9267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:37.459279 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1487bed5-9d82-4382-b458-8370611a9267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:37.508205 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1487bed5-9d82-4382-b458-8370611a9267 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:44:37.570088 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1487bed5-9d82-4382-b458-8370611a9267 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:37.570875 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-1487bed5-9d82-4382-b458-8370611a9267 admin admin] Added segment 6380a330-c318-4014-b95b-66e64953533d of type vlan for network 246f56f0-d0d9-4066-974f-f03b7db86f8e Jul 29 23:44:37.615476 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1487bed5-9d82-4382-b458-8370611a9267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c527728-c5f5-49fd-b64f-a9dc39050519,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:37.653220 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0b949426-ebf3-469e-93b9-7a3895ec5c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:37.670061 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1487bed5-9d82-4382-b458-8370611a9267 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:38.003476 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2518a8-24eb-419d-af7c-cf4492a70107 req-00a22c74-3a77-443e-929a-7b7fae03714e tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:38.017720 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fb2518a8-24eb-419d-af7c-cf4492a70107 req-00a22c74-3a77-443e-929a-7b7fae03714e tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4443f2c0-ea2a-4c7b-893e-17394262b988 HTTP/1.1" status: 200 len: 945 time: 0.2172155 Jul 29 23:44:38.020564 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b4119b02-5382-4fbb-be20-0abde1d0d976 req-5879f0da-9cc9-4e66-aab5-154cfe9c3650 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2eedb9d-e253-4d55-b039-fe7f3c52a05c HTTP/1.1" status: 200 len: 210 time: 0.1152775 Jul 29 23:44:38.031661 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b949426-ebf3-469e-93b9-7a3895ec5c84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be0a50db-4f1c-4d9c-b498-e65ecd0aa58e,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:38.075277 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1487bed5-9d82-4382-b458-8370611a9267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:38.095332 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1487bed5-9d82-4382-b458-8370611a9267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:38.096195 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1487bed5-9d82-4382-b458-8370611a9267 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:38.168298 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c469f7b-4e3e-41c3-af8e-1d56b8a39acb req-162c744f-96d5-4c92-90d6-3253118db04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:38.174786 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6c469f7b-4e3e-41c3-af8e-1d56b8a39acb req-162c744f-96d5-4c92-90d6-3253118db04f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b1fbe188aad49b78bbb0ff03661a540&device_id=4443f2c0-ea2a-4c7b-893e-17394262b988 HTTP/1.1" status: 200 len: 1097 time: 0.3943942 Jul 29 23:44:38.182487 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b949426-ebf3-469e-93b9-7a3895ec5c84 admin admin] Checking segment: {'id': '6a6a017d-110a-4d48-b2bc-1a5f1051d086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '9266b1c1-cfd8-4fad-ba73-d4528c5468d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:44:38.182865 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b949426-ebf3-469e-93b9-7a3895ec5c84 admin admin] Network hostable DHCP agents. Network: 9266b1c1-cfd8-4fad-ba73-d4528c5468d2, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:44:38.194495 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-1487bed5-9d82-4382-b458-8370611a9267 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4985995 Jul 29 23:44:38.210505 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 38752) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:38.241312 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fb2518a8-24eb-419d-af7c-cf4492a70107 req-15ce3b8f-1fea-40a2-a98d-f15db35d4f7e tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057261 Jul 29 23:44:38.270449 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-0b3eba70-c551-4cbf-85c1-f8372f78348e admin admin] Request body: {'subnet': {'network_id': '246f56f0-d0d9-4066-974f-f03b7db86f8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-724908336-subnet', 'tenant_id': 'a62034f7ec5d4ab3b251c9e7894f3c1d', 'ip_version': 4}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:38.398671 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3eba70-c551-4cbf-85c1-f8372f78348e admin admin] Made reservation on behalf of a62034f7ec5d4ab3b251c9e7894f3c1d for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:44:38.407518 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0b3eba70-c551-4cbf-85c1-f8372f78348e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:38.434677 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e1e3d-5186-42d1-be51-f3ce90bedc5b req-d078c921-de62-4036-bffd-7128c0656a07 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:38.438026 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cb1e1e3d-5186-42d1-be51-f3ce90bedc5b req-d078c921-de62-4036-bffd-7128c0656a07 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 945 time: 0.3237498 Jul 29 23:44:38.562337 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1487bed5-9d82-4382-b458-8370611a9267 admin admin] Pushing event updated for resources: {'Network': ['ID=246f56f0-d0d9-4066-974f-f03b7db86f8e,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:38.573335 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b949426-ebf3-469e-93b9-7a3895ec5c84 admin admin] Network 9266b1c1-cfd8-4fad-ba73-d4528c5468d2 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:44:38.583034 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 246f56f0-d0d9-4066-974f-f03b7db86f8e details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:44:38.593648 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-0b949426-ebf3-469e-93b9-7a3895ec5c84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 9266b1c1-cfd8-4fad-ba73-d4528c5468d2) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:44:38.604710 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b949426-ebf3-469e-93b9-7a3895ec5c84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:38.605692 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0b949426-ebf3-469e-93b9-7a3895ec5c84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:38.628966 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0b949426-ebf3-469e-93b9-7a3895ec5c84 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8717051 Jul 29 23:44:38.639305 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984d5b1d-2353-4887-aa8b-5b761c206c4e None None] Network 9266b1c1-cfd8-4fad-ba73-d4528c5468d2 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:44:38.677703 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c469f7b-4e3e-41c3-af8e-1d56b8a39acb req-311c41ec-e8f1-4553-9227-01b5bf59ed5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:38.680782 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6c469f7b-4e3e-41c3-af8e-1d56b8a39acb req-311c41ec-e8f1-4553-9227-01b5bf59ed5d service neutron] 10.222.0.41 "GET /v2.0/networks?id=f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5 HTTP/1.1" status: 200 len: 920 time: 0.4594738 Jul 29 23:44:38.751316 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cb1e1e3d-5186-42d1-be51-f3ce90bedc5b req-3556b6de-8ac5-4fca-9ab3-a6f8d8fc6e88 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2987132 Jul 29 23:44:38.793519 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6c469f7b-4e3e-41c3-af8e-1d56b8a39acb req-d4fbe991-e20b-4a9f-82ac-902c261ba1a1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5bdd075e-9bae-4b7d-9899-61e704213845 HTTP/1.1" status: 200 len: 217 time: 0.1052530 Jul 29 23:44:39.001970 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c469f7b-4e3e-41c3-af8e-1d56b8a39acb req-1a643c95-9659-499f-9253-e774369759cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:39.004338 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6c469f7b-4e3e-41c3-af8e-1d56b8a39acb req-1a643c95-9659-499f-9253-e774369759cd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4795740d-d7c0-4c77-af15-3935752c97d1 HTTP/1.1" status: 200 len: 859 time: 0.1855142 Jul 29 23:44:39.115517 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6c469f7b-4e3e-41c3-af8e-1d56b8a39acb req-1dd62bcf-eaa5-44e3-92b3-f83daeaeb55f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0989165 Jul 29 23:44:39.134706 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 38770) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:39.145473 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0b3eba70-c551-4cbf-85c1-f8372f78348e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:39.256038 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3eba70-c551-4cbf-85c1-f8372f78348e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ceeee5e-8dda-4b24-91dc-ec5c3c939ce8,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:39.273866 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f097d2-3257-49ce-81a1-b62b659b08c5 None None] Network 9266b1c1-cfd8-4fad-ba73-d4528c5468d2 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:44:39.384563 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3feb4f39-4d94-4aab-87ae-4894edc08d85 req-c3a8e71e-7a4a-497c-aee8-bf8ab15a764e tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2eedb9d-e253-4d55-b039-fe7f3c52a05c HTTP/1.1" status: 200 len: 210 time: 0.0864570 Jul 29 23:44:39.415225 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3eba70-c551-4cbf-85c1-f8372f78348e admin admin] Checking segment: {'id': '6380a330-c318-4014-b95b-66e64953533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '246f56f0-d0d9-4066-974f-f03b7db86f8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:44:39.415600 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3eba70-c551-4cbf-85c1-f8372f78348e admin admin] Network hostable DHCP agents. Network: 246f56f0-d0d9-4066-974f-f03b7db86f8e, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:44:39.449987 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fd6c749-5c17-4a7d-8b73-ab356ee37577 admin admin] Deleting subnet be0a50db-4f1c-4d9c-b498-e65ecd0aa58e {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:44:39.494014 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6c469f7b-4e3e-41c3-af8e-1d56b8a39acb req-1f4794e8-5cd4-4ac8-93b4-9a3e929aa56e service neutron] 10.222.0.41 "GET /v2.0/networks/f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3626151 Jul 29 23:44:39.503396 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9fd6c749-5c17-4a7d-8b73-ab356ee37577 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:39.506219 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3eba70-c551-4cbf-85c1-f8372f78348e admin admin] Network 246f56f0-d0d9-4066-974f-f03b7db86f8e is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:44:39.543500 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-0b3eba70-c551-4cbf-85c1-f8372f78348e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 246f56f0-d0d9-4066-974f-f03b7db86f8e) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:44:39.559288 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3eba70-c551-4cbf-85c1-f8372f78348e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:39.559880 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0b3eba70-c551-4cbf-85c1-f8372f78348e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:39.655480 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dca71a5-174c-4162-8b97-016eb3f3873f None None] Network 246f56f0-d0d9-4066-974f-f03b7db86f8e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:44:39.680309 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-0b3eba70-c551-4cbf-85c1-f8372f78348e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.4522226 Jul 29 23:44:39.681110 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 38784) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:39.685504 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-ea394759-2744-4cda-b062-11b542b0e8d9 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-724908336-router', 'tenant_id': 'a62034f7ec5d4ab3b251c9e7894f3c1d', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:39.735549 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ea394759-2744-4cda-b062-11b542b0e8d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:39.736993 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ea394759-2744-4cda-b062-11b542b0e8d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:39.859355 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a83e021-fe58-45fe-b3b5-57eb0051c1d1 req-0e2b22db-5ecf-4a10-ae24-7e15b4cb56e1 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:39.860965 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5a83e021-fe58-45fe-b3b5-57eb0051c1d1 req-0e2b22db-5ecf-4a10-ae24-7e15b4cb56e1 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4443f2c0-ea2a-4c7b-893e-17394262b988 HTTP/1.1" status: 200 len: 945 time: 0.2880371 Jul 29 23:44:39.884152 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6c469f7b-4e3e-41c3-af8e-1d56b8a39acb req-b5e58c61-67a9-498f-8e8d-a10f914853f9 service neutron] 10.222.0.41 "GET /v2.0/networks/f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3678150 Jul 29 23:44:39.928439 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9fd6c749-5c17-4a7d-8b73-ab356ee37577 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:39.988295 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ea394759-2744-4cda-b062-11b542b0e8d9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:40.038829 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba4d770-bbb7-4111-8491-2ddfe1a7d947 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-246f56f0-d0d9-4066-974f-f03b7db86f8e', 'network_id': '246f56f0-d0d9-4066-974f-f03b7db86f8e', 'tenant_id': 'a62034f7ec5d4ab3b251c9e7894f3c1d', 'fixed_ips': [{'subnet_id': '7ceeee5e-8dda-4b24-91dc-ec5c3c939ce8'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:44:40.046638 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8ba4d770-bbb7-4111-8491-2ddfe1a7d947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:40.059558 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9fd6c749-5c17-4a7d-8b73-ab356ee37577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:40.245555 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5a83e021-fe58-45fe-b3b5-57eb0051c1d1 req-a8af4483-96e8-4b93-9858-bb971f7e2d74 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930183 Jul 29 23:44:40.276262 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9fd6c749-5c17-4a7d-8b73-ab356ee37577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:40.284534 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 4477e4ca-a7c2-4ce6-81b6-e75d7f84cd52 no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:44:40.302244 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85e85a-1713-43e8-b0c3-ea2f923ad222 req-bb552e0b-3fd5-40bf-bcb5-f954e8ccb708 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:40.303820 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-df85e85a-1713-43e8-b0c3-ea2f923ad222 req-bb552e0b-3fd5-40bf-bcb5-f954e8ccb708 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 945 time: 0.3135638 Jul 29 23:44:40.340790 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd6c749-5c17-4a7d-8b73-ab356ee37577 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be0a50db-4f1c-4d9c-b498-e65ecd0aa58e,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:40.356766 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: 4477e4ca-a7c2-4ce6-81b6-e75d7f84cd52 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:44:40.356954 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 4477e4ca-a7c2-4ce6-81b6-e75d7f84cd52 not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:44:40.415949 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9fd6c749-5c17-4a7d-8b73-ab356ee37577 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:40.418417 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9fd6c749-5c17-4a7d-8b73-ab356ee37577 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/be0a50db-4f1c-4d9c-b498-e65ecd0aa58e HTTP/1.1" status: 204 len: 168 time: 1.2821865 Jul 29 23:44:40.423080 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 38806) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:40.618030 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-8ba4d770-bbb7-4111-8491-2ddfe1a7d947 None None] Allocated IP 172.20.0.2 (246f56f0-d0d9-4066-974f-f03b7db86f8e/7ceeee5e-8dda-4b24-91dc-ec5c3c939ce8/c2ec850b-fb94-4883-92b0-1f4b93e9107d) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:44:40.638777 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ea394759-2744-4cda-b062-11b542b0e8d9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:40.646507 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-aea65a7c-b412-496f-b116-6258bd2ca05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:40.661665 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-df85e85a-1713-43e8-b0c3-ea2f923ad222 req-6a2d6c2c-c849-4ef8-9ff6-94d56ecb53f9 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2746577 Jul 29 23:44:40.791214 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f19fb530-b5f4-49e1-a42e-09c5049d42a3 req-c353a2cb-ac2c-450b-8412-1ff637c7141e tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2eedb9d-e253-4d55-b039-fe7f3c52a05c HTTP/1.1" status: 200 len: 210 time: 0.1279783 Jul 29 23:44:40.865699 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-aea65a7c-b412-496f-b116-6258bd2ca05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:40.897785 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-aea65a7c-b412-496f-b116-6258bd2ca05a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9266b1c1-cfd8-4fad-ba73-d4528c5468d2']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:40.915326 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-aea65a7c-b412-496f-b116-6258bd2ca05a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a6a017d-110a-4d48-b2bc-1a5f1051d086') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:40.916396 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-aea65a7c-b412-496f-b116-6258bd2ca05a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a6a017d-110a-4d48-b2bc-1a5f1051d086') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:40.950042 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-aea65a7c-b412-496f-b116-6258bd2ca05a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:40.998066 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-aea65a7c-b412-496f-b116-6258bd2ca05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:41.021033 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aea65a7c-b412-496f-b116-6258bd2ca05a admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:44:41.021544 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-aea65a7c-b412-496f-b116-6258bd2ca05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:41.023452 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:44:41.023452 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:44:41.023452 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:44:41.023452 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:44:41.023452 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:44:41.023452 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:44:41.023452 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:44:41.023452 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:44:41.023452 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:44:41.023452 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:44:41.023452 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:44:41.023452 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:44:41.023452 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:44:41.023452 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:44:41.023452 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:44:41.023452 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:44:41.023452 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:44:41.023452 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:44:41.023452 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:44:41.023452 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:44:41.023452 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:44:41.023452 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:44:41.023452 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:44:41.023452 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:44:41.023452 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:44:41.023452 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:44:41.023452 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:44:41.023452 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:44:41.023452 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:44:41.023452 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:44:41.023452 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:44:41.023452 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:44:41.151286 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8ba4d770-bbb7-4111-8491-2ddfe1a7d947 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:41.182374 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-8ba4d770-bbb7-4111-8491-2ddfe1a7d947 None None] Transition to ACTIVE for port object c2ec850b-fb94-4883-92b0-1f4b93e9107d will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:44:41.183004 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-aea65a7c-b412-496f-b116-6258bd2ca05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:41.219063 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-8ba4d770-bbb7-4111-8491-2ddfe1a7d947 None None] Transition to ACTIVE for port object c2ec850b-fb94-4883-92b0-1f4b93e9107d will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:44:41.224977 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-aea65a7c-b412-496f-b116-6258bd2ca05a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:41.227793 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8ba4d770-bbb7-4111-8491-2ddfe1a7d947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:41.240607 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-aea65a7c-b412-496f-b116-6258bd2ca05a admin admin] 10.222.0.43 "DELETE /v2.0/networks/9266b1c1-cfd8-4fad-ba73-d4528c5468d2 HTTP/1.1" status: 204 len: 168 time: 0.8125219 Jul 29 23:44:41.244641 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea65a7c-b412-496f-b116-6258bd2ca05a admin admin] Pushing event deleted for resources: {'Network': ['ID=9266b1c1-cfd8-4fad-ba73-d4528c5468d2,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:41.274669 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ea394759-2744-4cda-b062-11b542b0e8d9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:41.291928 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba4d770-bbb7-4111-8491-2ddfe1a7d947 None None] Network 246f56f0-d0d9-4066-974f-f03b7db86f8e is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:44:41.303382 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-8ba4d770-bbb7-4111-8491-2ddfe1a7d947 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:44:41.306074 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba4d770-bbb7-4111-8491-2ddfe1a7d947 None None] Pushing event updated for resources: {'Port': ['ID=c2ec850b-fb94-4883-92b0-1f4b93e9107d,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:41.308890 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba4d770-bbb7-4111-8491-2ddfe1a7d947 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:44:41.316490 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ea394759-2744-4cda-b062-11b542b0e8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:41.522946 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-8ba4d770-bbb7-4111-8491-2ddfe1a7d947 None None] Attempting to bind port c2ec850b-fb94-4883-92b0-1f4b93e9107d on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:44:41.523320 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-8ba4d770-bbb7-4111-8491-2ddfe1a7d947 None None] Attempting to bind port c2ec850b-fb94-4883-92b0-1f4b93e9107d by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '6380a330-c318-4014-b95b-66e64953533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '246f56f0-d0d9-4066-974f-f03b7db86f8e'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:44:41.523693 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba4d770-bbb7-4111-8491-2ddfe1a7d947 None None] Attempting to bind port c2ec850b-fb94-4883-92b0-1f4b93e9107d on network 246f56f0-d0d9-4066-974f-f03b7db86f8e {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:44:41.567304 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba4d770-bbb7-4111-8491-2ddfe1a7d947 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:44:41.570802 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba4d770-bbb7-4111-8491-2ddfe1a7d947 None None] Checking segment: {'id': '6380a330-c318-4014-b95b-66e64953533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '246f56f0-d0d9-4066-974f-f03b7db86f8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:44:41.572739 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8ba4d770-bbb7-4111-8491-2ddfe1a7d947 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:41.573196 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba4d770-bbb7-4111-8491-2ddfe1a7d947 None None] Bound using segment: {'id': '6380a330-c318-4014-b95b-66e64953533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '246f56f0-d0d9-4066-974f-f03b7db86f8e'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:44:41.573751 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-8ba4d770-bbb7-4111-8491-2ddfe1a7d947 None None] Bound port: c2ec850b-fb94-4883-92b0-1f4b93e9107d, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6380a330-c318-4014-b95b-66e64953533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '246f56f0-d0d9-4066-974f-f03b7db86f8e'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:44:41.574155 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8ba4d770-bbb7-4111-8491-2ddfe1a7d947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:41.591884 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 38842) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:41.764425 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-5e23a00c-1d48-4ce5-9a66-c9377b619f2c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=32ebdcfdc3094fd38e2917eeed635fd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1711359 Jul 29 23:44:41.770792 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 38848) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:41.826054 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-8ba4d770-bbb7-4111-8491-2ddfe1a7d947 None None] For port c2ec850b-fb94-4883-92b0-1f4b93e9107d, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:44:41.833872 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-8ba4d770-bbb7-4111-8491-2ddfe1a7d947 None None] For port c2ec850b-fb94-4883-92b0-1f4b93e9107d, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=c2ec850b-fb94-4883-92b0-1f4b93e9107d,segment=NetworkSegment(6380a330-c318-4014-b95b-66e64953533d),segment_id=6380a330-c318-4014-b95b-66e64953533d)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:44:41.841245 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8ba4d770-bbb7-4111-8491-2ddfe1a7d947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:41.920033 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-df7c675b-8b30-4791-baa7-17618b64f33c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:42.018850 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-df7c675b-8b30-4791-baa7-17618b64f33c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:42.046399 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba4d770-bbb7-4111-8491-2ddfe1a7d947 None None] Pushing event updated for resources: {'Port': ['ID=c2ec850b-fb94-4883-92b0-1f4b93e9107d,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:42.107181 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-df7c675b-8b30-4791-baa7-17618b64f33c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:42.110619 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-df7c675b-8b30-4791-baa7-17618b64f33c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:42.116618 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-df7c675b-8b30-4791-baa7-17618b64f33c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d3c33d6e-92a1-481f-984f-ad5db96b6d4d HTTP/1.1" status: 204 len: 168 time: 0.3446844 Jul 29 23:44:42.129895 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7c675b-8b30-4791-baa7-17618b64f33c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c33d6e-92a1-481f-984f-ad5db96b6d4d,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:42.563171 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-ea394759-2744-4cda-b062-11b542b0e8d9 admin admin] Allocated IP 172.25.0.54 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/77d2ddbf-221a-4af7-8a08-be57354c5b41) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:44:42.698615 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ea394759-2744-4cda-b062-11b542b0e8d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:42.798253 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 1ac17cbc-373d-4634-a2b1-08f85a3a817f details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:44:42.804762 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ea394759-2744-4cda-b062-11b542b0e8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:43.065330 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea394759-2744-4cda-b062-11b542b0e8d9 admin admin] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:44:43.090064 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1ae98-612f-4ed5-a63f-179fa9790b9a req-a563efb0-d24b-448e-b688-af51934a650f tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:43.100488 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-01d1ae98-612f-4ed5-a63f-179fa9790b9a req-a563efb0-d24b-448e-b688-af51934a650f tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4443f2c0-ea2a-4c7b-893e-17394262b988 HTTP/1.1" status: 200 len: 945 time: 0.3288171 Jul 29 23:44:43.104675 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 1ac17cbc-373d-4634-a2b1-08f85a3a817f, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=1ac17cbc-373d-4634-a2b1-08f85a3a817f,segment=NetworkSegment(e78125bf-8d4f-4e64-aa38-d84d609aca30),segment_id=e78125bf-8d4f-4e64-aa38-d84d609aca30)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:43.115768 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35917d52-795f-4836-a7dc-e419436cf02c req-bbee3b06-3d9c-4138-8fa9-e5852fb4f8d8 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:43.117405 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-35917d52-795f-4836-a7dc-e419436cf02c req-bbee3b06-3d9c-4138-8fa9-e5852fb4f8d8 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 945 time: 0.3360128 Jul 29 23:44:43.128423 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-ea394759-2744-4cda-b062-11b542b0e8d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:44:43.133079 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea394759-2744-4cda-b062-11b542b0e8d9 admin admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:44:43.146237 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': '1ac17cbc-373d-4634-a2b1-08f85a3a817f', 'network_id': '75276a04-f545-4a3d-9980-2e308be152f9', 'port_id': '1ac17cbc-373d-4634-a2b1-08f85a3a817f', 'mac_address': 'fa:16:3e:1b:5b:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f8a1426-23b4-4820-974d-b3b8ade6d730', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:44:43.177493 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea394759-2744-4cda-b062-11b542b0e8d9 admin admin] Pushing event updated for resources: {'Port': ['ID=77d2ddbf-221a-4af7-8a08-be57354c5b41,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:43.262917 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:43.297095 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1ac17cbc-373d-4634-a2b1-08f85a3a817f {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:44:43.340104 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 1ac17cbc-373d-4634-a2b1-08f85a3a817f, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=1ac17cbc-373d-4634-a2b1-08f85a3a817f,segment=NetworkSegment(e78125bf-8d4f-4e64-aa38-d84d609aca30),segment_id=e78125bf-8d4f-4e64-aa38-d84d609aca30)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:43.347125 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:43.463323 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-01d1ae98-612f-4ed5-a63f-179fa9790b9a req-ede3facd-29e4-49c7-8dec-b683e54b965e tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618557 Jul 29 23:44:43.510261 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=1ac17cbc-373d-4634-a2b1-08f85a3a817f,revision_number=6']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:43.525943 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['1ac17cbc-373d-4634-a2b1-08f85a3a817f'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:44:43.708816 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-35917d52-795f-4836-a7dc-e419436cf02c req-e66003e2-cfd4-4d84-b686-36d73cccbb27 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5637755 Jul 29 23:44:43.921935 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-95bf2977-f7c9-4579-abec-e6a15daee9d6 req-54dc586f-3a54-4e58-b588-e3c524b4b6a7 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2eedb9d-e253-4d55-b039-fe7f3c52a05c HTTP/1.1" status: 200 len: 210 time: 0.2059655 Jul 29 23:44:44.402265 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c6093a-f765-4514-af67-4d9cddc77633 None None] Network 246f56f0-d0d9-4066-974f-f03b7db86f8e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:44:44.435806 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 38934) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:44.578371 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ea394759-2744-4cda-b062-11b542b0e8d9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:44.776960 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-984aaa8c-7619-42a7-b9d6-3fc845db562e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2077117588-network', 'tenant_id': 'fcb43ac6c6a9431f84d08948e21fa251'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:44.833796 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device c2ec850b-fb94-4883-92b0-1f4b93e9107d up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:44:44.841864 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 1ac17cbc-373d-4634-a2b1-08f85a3a817f up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:44:44.917817 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984aaa8c-7619-42a7-b9d6-3fc845db562e admin admin] Made reservation on behalf of fcb43ac6c6a9431f84d08948e21fa251 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:44:44.938941 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-984aaa8c-7619-42a7-b9d6-3fc845db562e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:44.981526 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-130a431f-f2c9-4769-9d94-ee7d005bc9c8 None None] Provisioning for port c2ec850b-fb94-4883-92b0-1f4b93e9107d completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:44:44.987452 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-984aaa8c-7619-42a7-b9d6-3fc845db562e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:45.106593 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ea394759-2744-4cda-b062-11b542b0e8d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:45.174769 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154b9b8-dd91-40f4-b4e6-7fec37918735 req-170b388c-ad75-4e54-918e-5b96c7c2e0ad tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:45.183338 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f154b9b8-dd91-40f4-b4e6-7fec37918735 req-170b388c-ad75-4e54-918e-5b96c7c2e0ad tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4443f2c0-ea2a-4c7b-893e-17394262b988 HTTP/1.1" status: 200 len: 945 time: 0.3781207 Jul 29 23:44:45.206291 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port c2ec850b-fb94-4883-92b0-1f4b93e9107d completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:44:45.263273 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port c2ec850b-fb94-4883-92b0-1f4b93e9107d triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:44:45.264033 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:45.434380 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-984aaa8c-7619-42a7-b9d6-3fc845db562e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:45.444751 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-984aaa8c-7619-42a7-b9d6-3fc845db562e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:45.575888 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port 1ac17cbc-373d-4634-a2b1-08f85a3a817f triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:44:45.577822 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:45.588153 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984aaa8c-7619-42a7-b9d6-3fc845db562e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea2426c-faaa-41f8-aaeb-dd9911d88880,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:45.623435 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-984aaa8c-7619-42a7-b9d6-3fc845db562e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:44:45.664107 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-984aaa8c-7619-42a7-b9d6-3fc845db562e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:45.664463 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-984aaa8c-7619-42a7-b9d6-3fc845db562e admin admin] Added segment 078bda1f-0f4d-4782-805e-e16705fa85d2 of type vlan for network 9ed09e0f-fd33-4f99-9c36-53e301ede8c7 Jul 29 23:44:45.946385 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:46.119116 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ae827-a66b-4811-a7c1-0d9522c6fe3b req-dd5551ae-cb42-420b-a6df-0dc241deb597 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:46.140710 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ba9ae827-a66b-4811-a7c1-0d9522c6fe3b req-dd5551ae-cb42-420b-a6df-0dc241deb597 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 944 time: 1.0371637 Jul 29 23:44:46.168072 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f154b9b8-dd91-40f4-b4e6-7fec37918735 req-2a9df4df-a1f4-470e-86f5-3f95af2ee627 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8854437 Jul 29 23:44:46.203780 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea394759-2744-4cda-b062-11b542b0e8d9 admin admin] Router 551d96c2-a3b9-4f69-b91b-3e3a4f18424b is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:44:46.238024 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:46.321200 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port c2ec850b-fb94-4883-92b0-1f4b93e9107d, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=c2ec850b-fb94-4883-92b0-1f4b93e9107d,segment=NetworkSegment(6380a330-c318-4014-b95b-66e64953533d),segment_id=6380a330-c318-4014-b95b-66e64953533d)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:46.352532 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:46.400592 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '312b196d-1983-4e61-b3c6-96ed3c943fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ac17cbc-373d-4634-a2b1-08f85a3a817f'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:44:46.412117 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ceeeb0a-4e66-4dde-9bd6-628d5231e4ad" -d '{"events": [{"server_uuid": "312b196d-1983-4e61-b3c6-96ed3c943fce", "name": "network-vif-plugged", "status": "completed", "tag": "1ac17cbc-373d-4634-a2b1-08f85a3a817f"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:44:46.495675 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea394759-2744-4cda-b062-11b542b0e8d9 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:44:46.540631 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607cee1d-9cb8-4993-94cd-a435b69672ff None None] Sync routers for ids ['551d96c2-a3b9-4f69-b91b-3e3a4f18424b'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:44:46.550483 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ba9ae827-a66b-4811-a7c1-0d9522c6fe3b req-139f5341-5a20-4de0-b394-115410345fbf tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4086158 Jul 29 23:44:46.573568 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ea394759-2744-4cda-b062-11b542b0e8d9 admin admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:46.579223 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ea394759-2744-4cda-b062-11b542b0e8d9 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 6.8969548 Jul 29 23:44:46.583423 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 38970) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:46.620727 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d1ee2435-c875-4189-a340-069588adccb7 req-b93ed804-6559-4a1a-b802-27a20bd4920e tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2eedb9d-e253-4d55-b039-fe7f3c52a05c HTTP/1.1" status: 200 len: 210 time: 0.1441195 Jul 29 23:44:46.669618 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 1ac17cbc-373d-4634-a2b1-08f85a3a817f, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=1ac17cbc-373d-4634-a2b1-08f85a3a817f,segment=NetworkSegment(e78125bf-8d4f-4e64-aa38-d84d609aca30),segment_id=e78125bf-8d4f-4e64-aa38-d84d609aca30)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:46.669618 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607cee1d-9cb8-4993-94cd-a435b69672ff None None] Routers {'551d96c2-a3b9-4f69-b91b-3e3a4f18424b'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:44:46.678056 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-607cee1d-9cb8-4993-94cd-a435b69672ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:44:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['551d96c2-a3b9-4f69-b91b-3e3a4f18424b'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:46.730863 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-984aaa8c-7619-42a7-b9d6-3fc845db562e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:46.808977 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-984aaa8c-7619-42a7-b9d6-3fc845db562e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:46.810457 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984aaa8c-7619-42a7-b9d6-3fc845db562e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:46.811250 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-984aaa8c-7619-42a7-b9d6-3fc845db562e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:46.823362 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:46.844753 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-984aaa8c-7619-42a7-b9d6-3fc845db562e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.4075742 Jul 29 23:44:46.862829 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 38980) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:46.899407 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=c2ec850b-fb94-4883-92b0-1f4b93e9107d,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:46.900845 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-0799f2f9-9720-4c75-94a0-0836ed2b02a1 admin admin] Request body: {'subnet': {'network_id': '9ed09e0f-fd33-4f99-9c36-53e301ede8c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2077117588-subnet', 'tenant_id': 'fcb43ac6c6a9431f84d08948e21fa251', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:47.020252 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-607cee1d-9cb8-4993-94cd-a435b69672ff None None] Set router 551d96c2-a3b9-4f69-b91b-3e3a4f18424b gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:44:47.077649 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0799f2f9-9720-4c75-94a0-0836ed2b02a1 admin admin] Made reservation on behalf of fcb43ac6c6a9431f84d08948e21fa251 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:44:47.091327 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0799f2f9-9720-4c75-94a0-0836ed2b02a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:47.166490 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d4fde54-1675-4157-b145-6b95385d794c x-openstack-request-id: req-5d4fde54-1675-4157-b145-6b95385d794c {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:44:47.166784 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "312b196d-1983-4e61-b3c6-96ed3c943fce", "name": "network-vif-plugged", "status": "completed", "tag": "1ac17cbc-373d-4634-a2b1-08f85a3a817f", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:44:47.167043 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5d4fde54-1675-4157-b145-6b95385d794c {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:44:47.167445 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '312b196d-1983-4e61-b3c6-96ed3c943fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ac17cbc-373d-4634-a2b1-08f85a3a817f', 'code': 200} Jul 29 23:44:47.291784 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984aaa8c-7619-42a7-b9d6-3fc845db562e admin admin] Pushing event updated for resources: {'Network': ['ID=9ed09e0f-fd33-4f99-9c36-53e301ede8c7,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:47.320247 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dbb105-2e23-4b0a-b8cb-d4391e44c514 req-692eeb69-b5e7-495c-abe5-d1c76b04e7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:47.322281 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-13dbb105-2e23-4b0a-b8cb-d4391e44c514 req-692eeb69-b5e7-495c-abe5-d1c76b04e7cb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bc6282d9b32e428d9264b8fb2fa602e4&device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 1097 time: 0.2974386 Jul 29 23:44:47.328702 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-8254f5e0-7684-4a02-9e52-ab04347c25a9 None None] Provisioning complete for port c2ec850b-fb94-4883-92b0-1f4b93e9107d triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:44:47.329141 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8254f5e0-7684-4a02-9e52-ab04347c25a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:47.402967 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=1ac17cbc-373d-4634-a2b1-08f85a3a817f,revision_number=7']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:47.650088 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dbb105-2e23-4b0a-b8cb-d4391e44c514 req-c3f0d412-641b-47af-b2b3-620de1a4297c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:47.652489 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-13dbb105-2e23-4b0a-b8cb-d4391e44c514 req-c3f0d412-641b-47af-b2b3-620de1a4297c service neutron] 10.222.0.41 "GET /v2.0/networks?id=75276a04-f545-4a3d-9980-2e308be152f9 HTTP/1.1" status: 200 len: 918 time: 0.2874334 Jul 29 23:44:48.046232 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-13dbb105-2e23-4b0a-b8cb-d4391e44c514 req-7018a5d3-8278-4559-9f47-34c22a98632d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ac17cbc-373d-4634-a2b1-08f85a3a817f HTTP/1.1" status: 200 len: 1000 time: 0.3761394 Jul 29 23:44:48.229092 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 9ed09e0f-fd33-4f99-9c36-53e301ede8c7 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:44:48.325346 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dbb105-2e23-4b0a-b8cb-d4391e44c514 req-ebdc3806-ebe0-4201-8c46-5b54fa784425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:48.338531 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-13dbb105-2e23-4b0a-b8cb-d4391e44c514 req-ebdc3806-ebe0-4201-8c46-5b54fa784425 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f8a1426-23b4-4820-974d-b3b8ade6d730 HTTP/1.1" status: 200 len: 856 time: 0.2676563 Jul 29 23:44:48.498235 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c786a91e-26b5-43ff-82c7-ebffd106c00b req-68f4604f-7f91-4eca-8b5f-0c7b0993ef56 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=b2eedb9d-e253-4d55-b039-fe7f3c52a05c HTTP/1.1" status: 200 len: 210 time: 0.2621660 Jul 29 23:44:48.531029 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0799f2f9-9720-4c75-94a0-0836ed2b02a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:48.647039 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device c2ec850b-fb94-4883-92b0-1f4b93e9107d up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:44:48.698557 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0799f2f9-9720-4c75-94a0-0836ed2b02a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ac8a8ba-a6a8-4667-a787-0546343c7c92,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:48.781455 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dbb105-2e23-4b0a-b8cb-d4391e44c514 req-6ec067f2-0310-45cb-a59d-1ed4f077c168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:48.795811 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-13dbb105-2e23-4b0a-b8cb-d4391e44c514 req-6ec067f2-0310-45cb-a59d-1ed4f077c168 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=75276a04-f545-4a3d-9980-2e308be152f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4347863 Jul 29 23:44:49.033629 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7d3163-38fc-404b-a4cd-14631ab46050 req-b6180a62-c9bd-4e30-b621-25a3de767d89 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:49.049834 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3a7d3163-38fc-404b-a4cd-14631ab46050 req-b6180a62-c9bd-4e30-b621-25a3de767d89 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4443f2c0-ea2a-4c7b-893e-17394262b988 HTTP/1.1" status: 200 len: 945 time: 0.7982471 Jul 29 23:44:49.056729 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port c2ec850b-fb94-4883-92b0-1f4b93e9107d triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:44:49.057403 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:49.169473 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-607cee1d-9cb8-4993-94cd-a435b69672ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551d96c2-a3b9-4f69-b91b-3e3a4f18424b', 'name': 'tempest-TestServerBasicOps-724908336-router', 'tenant_id': 'a62034f7ec5d4ab3b251c9e7894f3c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '77d2ddbf-221a-4af7-8a08-be57354c5b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:44:39Z', 'updated_at': '2021-07-29T23:44:44Z', 'revision_number': 3, 'project_id': 'a62034f7ec5d4ab3b251c9e7894f3c1d', 'gw_port': {'id': '77d2ddbf-221a-4af7-8a08-be57354c5b41', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:30:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551d96c2-a3b9-4f69-b91b-3e3a4f18424b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:44:41Z', 'updated_at': '2021-07-29T23:44:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:49.355313 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607cee1d-9cb8-4993-94cd-a435b69672ff None None] Checking router: 551d96c2-a3b9-4f69-b91b-3e3a4f18424b for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:44:49.355978 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607cee1d-9cb8-4993-94cd-a435b69672ff None None] Updating router 551d96c2-a3b9-4f69-b91b-3e3a4f18424b port 77d2ddbf-221a-4af7-8a08-be57354c5b41 binding host n-d-712141-10 {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:44:49.518353 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-13dbb105-2e23-4b0a-b8cb-d4391e44c514 req-3418787c-4609-4dab-8e22-aa8c7db6a83a service neutron] 10.222.0.41 "GET /v2.0/networks/75276a04-f545-4a3d-9980-2e308be152f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6873236 Jul 29 23:44:49.523422 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4444e52f-1661-4d0f-8a72-0c11eb1f2b2b req-0d4ac9d8-5f9f-41c2-a4ce-872fd4e7c715 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:49.535379 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0799f2f9-9720-4c75-94a0-0836ed2b02a1 admin admin] Checking segment: {'id': '078bda1f-0f4d-4782-805e-e16705fa85d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9ed09e0f-fd33-4f99-9c36-53e301ede8c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:44:49.539388 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4444e52f-1661-4d0f-8a72-0c11eb1f2b2b req-0d4ac9d8-5f9f-41c2-a4ce-872fd4e7c715 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 945 time: 0.6721494 Jul 29 23:44:49.542685 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0799f2f9-9720-4c75-94a0-0836ed2b02a1 admin admin] Network hostable DHCP agents. Network: 9ed09e0f-fd33-4f99-9c36-53e301ede8c7, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:44:49.577462 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-607cee1d-9cb8-4993-94cd-a435b69672ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:49.628218 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3a7d3163-38fc-404b-a4cd-14631ab46050 req-32b8d8cf-609a-418c-bae1-286c9407faf6 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5770745 Jul 29 23:44:49.767849 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4444e52f-1661-4d0f-8a72-0c11eb1f2b2b req-e91095ba-c8f2-4cb0-8736-8f6bef43a84d tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2139232 Jul 29 23:44:49.794491 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-58cc66f0-57cd-475e-a12d-baa277b10454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:50.034885 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 39028) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:50.074086 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-13dbb105-2e23-4b0a-b8cb-d4391e44c514 req-f8edf0a8-7162-42fa-a760-15761afafbc6 service neutron] 10.222.0.41 "GET /v2.0/networks/75276a04-f545-4a3d-9980-2e308be152f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4849181 Jul 29 23:44:50.126462 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0799f2f9-9720-4c75-94a0-0836ed2b02a1 admin admin] Network 9ed09e0f-fd33-4f99-9c36-53e301ede8c7 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:44:50.176928 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-0799f2f9-9720-4c75-94a0-0836ed2b02a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 9ed09e0f-fd33-4f99-9c36-53e301ede8c7) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:44:50.227695 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0799f2f9-9720-4c75-94a0-0836ed2b02a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:50.229093 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0799f2f9-9720-4c75-94a0-0836ed2b02a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:50.314964 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0799f2f9-9720-4c75-94a0-0836ed2b02a1 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.4122400 Jul 29 23:44:50.416661 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:50.625464 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a73290-32b5-4fb6-a4b1-ce2b534cd416 None None] Network 9ed09e0f-fd33-4f99-9c36-53e301ede8c7 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:44:50.729364 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-82d4ae2d-f679-4061-8c1c-43c14e03b50b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:50.739914 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-58cc66f0-57cd-475e-a12d-baa277b10454 admin admin] Allocated IP 172.20.0.1 (246f56f0-d0d9-4066-974f-f03b7db86f8e/7ceeee5e-8dda-4b24-91dc-ec5c3c939ce8/4832ae2b-0c99-4f81-842e-af19a41dbb67) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:44:51.177284 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-58cc66f0-57cd-475e-a12d-baa277b10454 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:51.193005 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-58cc66f0-57cd-475e-a12d-baa277b10454 admin admin] Transition to ACTIVE for port object 4832ae2b-0c99-4f81-842e-af19a41dbb67 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:44:51.316582 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e198dc8-ee80-4509-b672-a5485a93744f None None] Network 9ed09e0f-fd33-4f99-9c36-53e301ede8c7 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:44:51.415548 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-58cc66f0-57cd-475e-a12d-baa277b10454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:51.729337 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cc66f0-57cd-475e-a12d-baa277b10454 admin admin] Network 246f56f0-d0d9-4066-974f-f03b7db86f8e is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:44:51.762460 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-607cee1d-9cb8-4993-94cd-a435b69672ff None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:51.763024 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-58cc66f0-57cd-475e-a12d-baa277b10454 admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:44:51.783912 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cc66f0-57cd-475e-a12d-baa277b10454 admin admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:44:51.789152 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-607cee1d-9cb8-4993-94cd-a435b69672ff None None] Transition to ACTIVE for port object 77d2ddbf-221a-4af7-8a08-be57354c5b41 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:44:51.806558 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-607cee1d-9cb8-4993-94cd-a435b69672ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:51.808049 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-82d4ae2d-f679-4061-8c1c-43c14e03b50b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:51.858717 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5ed07-6661-4f9e-bb72-855de3ab2805 req-69efaac6-2763-4b3b-944c-47598351bde1 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:51.860791 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-59e5ed07-6661-4f9e-bb72-855de3ab2805 req-69efaac6-2763-4b3b-944c-47598351bde1 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 945 time: 0.5556061 Jul 29 23:44:51.864994 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cc66f0-57cd-475e-a12d-baa277b10454 admin admin] Pushing event updated for resources: {'Port': ['ID=4832ae2b-0c99-4f81-842e-af19a41dbb67,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:51.867971 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-82d4ae2d-f679-4061-8c1c-43c14e03b50b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:51.888734 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade62fbf-f80d-49c6-b4d1-fb42248af1c1 req-bc5143aa-de37-40d8-8619-34bc0999bf38 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:51.893102 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ade62fbf-f80d-49c6-b4d1-fb42248af1c1 req-bc5143aa-de37-40d8-8619-34bc0999bf38 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4443f2c0-ea2a-4c7b-893e-17394262b988 HTTP/1.1" status: 200 len: 945 time: 0.8573859 Jul 29 23:44:51.999662 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed01d4f5-85dd-429d-9eb9-30b978056b8d None None] Pushing event updated for resources: {'Port': ['ID=77d2ddbf-221a-4af7-8a08-be57354c5b41,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:52.028191 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 39072) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:52.029927 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-82d4ae2d-f679-4061-8c1c-43c14e03b50b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b4d3b1ea62b44298b2898b3b4ac94349&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9931686 Jul 29 23:44:52.078640 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-58cc66f0-57cd-475e-a12d-baa277b10454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:52.101424 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-607cee1d-9cb8-4993-94cd-a435b69672ff None None] Attempting to bind port 77d2ddbf-221a-4af7-8a08-be57354c5b41 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:44:52.102066 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-607cee1d-9cb8-4993-94cd-a435b69672ff None None] Attempting to bind port 77d2ddbf-221a-4af7-8a08-be57354c5b41 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:44:52.110324 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607cee1d-9cb8-4993-94cd-a435b69672ff None None] Attempting to bind port 77d2ddbf-221a-4af7-8a08-be57354c5b41 on network 58f27f61-3278-49cc-b66b-1e729d26f29f {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:44:52.132756 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607cee1d-9cb8-4993-94cd-a435b69672ff None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:44:52.133213 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607cee1d-9cb8-4993-94cd-a435b69672ff None None] Checking segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:44:52.133539 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-607cee1d-9cb8-4993-94cd-a435b69672ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:52.145512 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607cee1d-9cb8-4993-94cd-a435b69672ff None None] Bound using segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:44:52.146133 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-607cee1d-9cb8-4993-94cd-a435b69672ff None None] Bound port: 77d2ddbf-221a-4af7-8a08-be57354c5b41, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:44:52.146544 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-607cee1d-9cb8-4993-94cd-a435b69672ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:52.224823 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-619ac17e-c1de-4ff9-955a-2eb843758ec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:52.294027 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-0f181c78-c2d6-4932-b182-aca2b921623e None None] Provisioning for port 4832ae2b-0c99-4f81-842e-af19a41dbb67 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:44:52.310213 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-0f181c78-c2d6-4932-b182-aca2b921623e None None] Provisioning complete for port 4832ae2b-0c99-4f81-842e-af19a41dbb67 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:44:52.310693 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0f181c78-c2d6-4932-b182-aca2b921623e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:52.339746 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-619ac17e-c1de-4ff9-955a-2eb843758ec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:52.486108 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-607cee1d-9cb8-4993-94cd-a435b69672ff None None] For port 77d2ddbf-221a-4af7-8a08-be57354c5b41, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:44:52.512175 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-619ac17e-c1de-4ff9-955a-2eb843758ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:52.512419 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-607cee1d-9cb8-4993-94cd-a435b69672ff None None] For port 77d2ddbf-221a-4af7-8a08-be57354c5b41, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=77d2ddbf-221a-4af7-8a08-be57354c5b41,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:44:52.522715 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-0f181c78-c2d6-4932-b182-aca2b921623e None None] Port 4832ae2b-0c99-4f81-842e-af19a41dbb67 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:44:52.522921 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-619ac17e-c1de-4ff9-955a-2eb843758ec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:52.522921 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-619ac17e-c1de-4ff9-955a-2eb843758ec2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8d921cea-e800-4c21-89af-ae8c155f000b HTTP/1.1" status: 204 len: 168 time: 0.4905365 Jul 29 23:44:52.531881 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-607cee1d-9cb8-4993-94cd-a435b69672ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:52.556869 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619ac17e-c1de-4ff9-955a-2eb843758ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d921cea-e800-4c21-89af-ae8c155f000b,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:52.763270 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ade62fbf-f80d-49c6-b4d1-fb42248af1c1 req-d530d095-1000-442d-bf16-eb5506e88659 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6860044 Jul 29 23:44:52.772202 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d4ae2d-f679-4061-8c1c-43c14e03b50b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d921cea-e800-4c21-89af-ae8c155f000b,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:52.799600 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-59e5ed07-6661-4f9e-bb72-855de3ab2805 req-939c2e72-a03b-434f-92c7-dc344b7aecdb tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9024730 Jul 29 23:44:52.808540 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-58cc66f0-57cd-475e-a12d-baa277b10454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:52.824134 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed01d4f5-85dd-429d-9eb9-30b978056b8d None None] Pushing event updated for resources: {'Port': ['ID=77d2ddbf-221a-4af7-8a08-be57354c5b41,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:52.855950 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607cee1d-9cb8-4993-94cd-a435b69672ff None None] Routers {'551d96c2-a3b9-4f69-b91b-3e3a4f18424b'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:44:52.857153 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-607cee1d-9cb8-4993-94cd-a435b69672ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:44:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['551d96c2-a3b9-4f69-b91b-3e3a4f18424b'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:53.264134 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-607cee1d-9cb8-4993-94cd-a435b69672ff None None] Set router 551d96c2-a3b9-4f69-b91b-3e3a4f18424b gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:44:53.353374 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c2f29f9e-d87f-43d1-945d-5f94f079ce29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:53.718002 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-58cc66f0-57cd-475e-a12d-baa277b10454 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:53.734906 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-58cc66f0-57cd-475e-a12d-baa277b10454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:54.055780 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-58cc66f0-57cd-475e-a12d-baa277b10454 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:54.086534 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cc66f0-57cd-475e-a12d-baa277b10454 admin admin] Pushing event updated for resources: {'Port': ['ID=4832ae2b-0c99-4f81-842e-af19a41dbb67,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:54.091534 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-607cee1d-9cb8-4993-94cd-a435b69672ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551d96c2-a3b9-4f69-b91b-3e3a4f18424b', 'name': 'tempest-TestServerBasicOps-724908336-router', 'tenant_id': 'a62034f7ec5d4ab3b251c9e7894f3c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '77d2ddbf-221a-4af7-8a08-be57354c5b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:44:39Z', 'updated_at': '2021-07-29T23:44:52Z', 'revision_number': 4, 'project_id': 'a62034f7ec5d4ab3b251c9e7894f3c1d', 'gw_port': {'id': '77d2ddbf-221a-4af7-8a08-be57354c5b41', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:30:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551d96c2-a3b9-4f69-b91b-3e3a4f18424b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:44:41Z', 'updated_at': '2021-07-29T23:44:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '4832ae2b-0c99-4f81-842e-af19a41dbb67', 'name': '', 'network_id': '246f56f0-d0d9-4066-974f-f03b7db86f8e', 'tenant_id': 'a62034f7ec5d4ab3b251c9e7894f3c1d', 'mac_address': 'fa:16:3e:6f:a1:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551d96c2-a3b9-4f69-b91b-3e3a4f18424b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '7ceeee5e-8dda-4b24-91dc-ec5c3c939ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:44:49Z', 'updated_at': '2021-07-29T23:44:50Z', 'revision_number': 1, 'project_id': 'a62034f7ec5d4ab3b251c9e7894f3c1d', 'subnets': [{'id': '7ceeee5e-8dda-4b24-91dc-ec5c3c939ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:54.190907 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607cee1d-9cb8-4993-94cd-a435b69672ff None None] The sync data for ids ['551d96c2-a3b9-4f69-b91b-3e3a4f18424b'] in n-d-712141-10 is: [{'id': '551d96c2-a3b9-4f69-b91b-3e3a4f18424b', 'name': 'tempest-TestServerBasicOps-724908336-router', 'tenant_id': 'a62034f7ec5d4ab3b251c9e7894f3c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '77d2ddbf-221a-4af7-8a08-be57354c5b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:44:39Z', 'updated_at': '2021-07-29T23:44:52Z', 'revision_number': 4, 'project_id': 'a62034f7ec5d4ab3b251c9e7894f3c1d', 'gw_port': {'id': '77d2ddbf-221a-4af7-8a08-be57354c5b41', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:30:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551d96c2-a3b9-4f69-b91b-3e3a4f18424b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:44:41Z', 'updated_at': '2021-07-29T23:44:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '4832ae2b-0c99-4f81-842e-af19a41dbb67', 'name': '', 'network_id': '246f56f0-d0d9-4066-974f-f03b7db86f8e', 'tenant_id': 'a62034f7ec5d4ab3b251c9e7894f3c1d', 'mac_address': 'fa:16:3e:6f:a1:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551d96c2-a3b9-4f69-b91b-3e3a4f18424b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '7ceeee5e-8dda-4b24-91dc-ec5c3c939ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:44:49Z', 'updated_at': '2021-07-29T23:44:50Z', 'revision_number': 1, 'project_id': 'a62034f7ec5d4ab3b251c9e7894f3c1d', 'subnets': [{'id': '7ceeee5e-8dda-4b24-91dc-ec5c3c939ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:44:54.442688 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d38f4-947f-434b-a9e9-0a04ae93fd35 req-2e8c9f19-fb95-4357-8d83-4c295a17a054 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:54.447503 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-228d38f4-947f-434b-a9e9-0a04ae93fd35 req-2e8c9f19-fb95-4357-8d83-4c295a17a054 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4443f2c0-ea2a-4c7b-893e-17394262b988 HTTP/1.1" status: 200 len: 945 time: 0.3847873 Jul 29 23:44:54.788562 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f1a0ee-df86-4ec9-94ba-9e64cec48b60 req-2f630670-22f9-4dad-b0c1-53a367e4e74f tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:54.790250 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-15f1a0ee-df86-4ec9-94ba-9e64cec48b60 req-2f630670-22f9-4dad-b0c1-53a367e4e74f tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/networks?id=9ed09e0f-fd33-4f99-9c36-53e301ede8c7 HTTP/1.1" status: 200 len: 815 time: 0.8293211 Jul 29 23:44:54.842692 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-228d38f4-947f-434b-a9e9-0a04ae93fd35 req-64088606-4203-451a-a5f4-6172461a4d90 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3841078 Jul 29 23:44:54.957209 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-15f1a0ee-df86-4ec9-94ba-9e64cec48b60 req-21e6a7c2-d204-4ee2-a0a0-cf1f8403625a tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/quotas/fcb43ac6c6a9431f84d08948e21fa251 HTTP/1.1" status: 200 len: 375 time: 0.1284425 Jul 29 23:44:55.083807 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-15f1a0ee-df86-4ec9-94ba-9e64cec48b60 req-8a043ca8-99a8-461d-8b60-79e8840b7a44 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=fcb43ac6c6a9431f84d08948e21fa251&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1250303 Jul 29 23:44:55.130424 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cc66f0-57cd-475e-a12d-baa277b10454 admin admin] Network 246f56f0-d0d9-4066-974f-f03b7db86f8e is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:44:55.137295 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-58cc66f0-57cd-475e-a12d-baa277b10454 admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:44:55.654895 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9dde7-a381-45ef-84a4-c1e0336ce38d req-51a0c561-2f11-41be-b252-e52ef2833815 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:55.673267 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-19a9dde7-a381-45ef-84a4-c1e0336ce38d req-51a0c561-2f11-41be-b252-e52ef2833815 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 945 time: 0.5036595 Jul 29 23:44:55.923881 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-ee16e95a-a230-4a33-b96e-85a4c6d04780 None None] Provisioning complete for port 4832ae2b-0c99-4f81-842e-af19a41dbb67 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:44:55.925235 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ee16e95a-a230-4a33-b96e-85a4c6d04780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:56.111956 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-ee16e95a-a230-4a33-b96e-85a4c6d04780 None None] Port 4832ae2b-0c99-4f81-842e-af19a41dbb67 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:44:56.178727 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a8fbbf80-ccc5-4ce1-86ab-cba87f69f780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:56.440765 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:57.399609 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 77d2ddbf-221a-4af7-8a08-be57354c5b41 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:44:57.645752 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 77d2ddbf-221a-4af7-8a08-be57354c5b41 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:44:57.655623 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 77d2ddbf-221a-4af7-8a08-be57354c5b41 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:44:57.655918 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:57.741542 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-15f1a0ee-df86-4ec9-94ba-9e64cec48b60 req-d078db0f-823e-4eb0-a383-9f74232eb342 service neutron] 10.222.0.43 "GET /v2.0/networks/9ed09e0f-fd33-4f99-9c36-53e301ede8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.6556919 Jul 29 23:44:57.878919 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:58.022607 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-19a9dde7-a381-45ef-84a4-c1e0336ce38d req-d5d0b313-218c-47c5-9156-30f72dc4ccc8 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 2.3209028 Jul 29 23:44:58.062411 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:58.166867 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58cc66f0-57cd-475e-a12d-baa277b10454 admin admin] Router 551d96c2-a3b9-4f69-b91b-3e3a4f18424b has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:44:58.167033 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 77d2ddbf-221a-4af7-8a08-be57354c5b41, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=77d2ddbf-221a-4af7-8a08-be57354c5b41,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:58.178983 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:58.413311 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=77d2ddbf-221a-4af7-8a08-be57354c5b41,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:58.590492 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58cc66f0-57cd-475e-a12d-baa277b10454 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:44:58.604159 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-58cc66f0-57cd-475e-a12d-baa277b10454 admin admin] 10.222.0.43 "PUT /v2.0/routers/551d96c2-a3b9-4f69-b91b-3e3a4f18424b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9882562 Jul 29 23:44:58.718301 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-15f1a0ee-df86-4ec9-94ba-9e64cec48b60 req-71940d12-c55b-48d3-a52e-5b25ac2dc4c6 service neutron] 10.222.0.43 "GET /v2.0/networks/9ed09e0f-fd33-4f99-9c36-53e301ede8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9608159 Jul 29 23:44:58.858519 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0885a923-aa38-4324-adf5-430135d13b16 req-70b9f13d-51e8-4366-92ad-06e14a9f1433 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:58.863569 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0885a923-aa38-4324-adf5-430135d13b16 req-70b9f13d-51e8-4366-92ad-06e14a9f1433 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4443f2c0-ea2a-4c7b-893e-17394262b988 HTTP/1.1" status: 200 len: 945 time: 0.2835791 Jul 29 23:44:59.091510 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0885a923-aa38-4324-adf5-430135d13b16 req-9a3b00a4-8cdc-417e-b007-180914b68978 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134006 Jul 29 23:44:59.337101 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:59.425379 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 77d2ddbf-221a-4af7-8a08-be57354c5b41 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:44:59.472637 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-93e8670a-ce0f-4f64-aaee-1ead0cbacab1 req-899f3642-529b-48f1-b943-926ac53753b0 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/ports?device_id=7df963d9-d8a9-463f-a367-a69d85222dea HTTP/1.1" status: 200 len: 210 time: 0.1119912 Jul 29 23:44:59.573987 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 77d2ddbf-221a-4af7-8a08-be57354c5b41 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:44:59.574367 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:59.596438 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e928b8-72a9-4890-a3b3-128f4b3c0be2 None None] Sync routers for ids ['551d96c2-a3b9-4f69-b91b-3e3a4f18424b'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:44:59.644114 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e928b8-72a9-4890-a3b3-128f4b3c0be2 None None] Routers {'551d96c2-a3b9-4f69-b91b-3e3a4f18424b'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:44:59.645215 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-36e928b8-72a9-4890-a3b3-128f4b3c0be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:44:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['551d96c2-a3b9-4f69-b91b-3e3a4f18424b'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:59.731528 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596acf0-f21e-4c88-b060-76c008384c43 req-096898de-63b0-4c75-80e6-78ef478d13a8 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:59.742543 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8596acf0-f21e-4c88-b060-76c008384c43 req-096898de-63b0-4c75-80e6-78ef478d13a8 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 945 time: 0.2153046 Jul 29 23:44:59.896978 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8596acf0-f21e-4c88-b060-76c008384c43 req-1bbde17a-406a-41c4-b49e-2cd41d3eafe3 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531563 Jul 29 23:45:00.298033 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-36e928b8-72a9-4890-a3b3-128f4b3c0be2 None None] Set router 551d96c2-a3b9-4f69-b91b-3e3a4f18424b gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:45:00.658216 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cebbd734-82ac-473f-8d80-bb43aa6763b6 req-f8e5b824-8fcd-479b-b0be-ba9842ed7b3c tempest-VolumesBackupsTest-1731268627 tempest-VolumesBackupsTest-1731268627-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=8ddd94e523ce4936aa507a4e1fa5a975&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1494181 Jul 29 23:45:00.948671 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e12ac5-61a6-4abb-ba89-05510737298a req-8c3395ad-f37c-4066-9f63-832729eb211d tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:00.961335 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-53e12ac5-61a6-4abb-ba89-05510737298a req-8c3395ad-f37c-4066-9f63-832729eb211d tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4443f2c0-ea2a-4c7b-893e-17394262b988 HTTP/1.1" status: 200 len: 945 time: 0.5992756 Jul 29 23:45:01.134660 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-36e928b8-72a9-4890-a3b3-128f4b3c0be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551d96c2-a3b9-4f69-b91b-3e3a4f18424b', 'name': 'tempest-TestServerBasicOps-724908336-router', 'tenant_id': 'a62034f7ec5d4ab3b251c9e7894f3c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '77d2ddbf-221a-4af7-8a08-be57354c5b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:44:39Z', 'updated_at': '2021-07-29T23:44:52Z', 'revision_number': 4, 'project_id': 'a62034f7ec5d4ab3b251c9e7894f3c1d', 'gw_port': {'id': '77d2ddbf-221a-4af7-8a08-be57354c5b41', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:30:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551d96c2-a3b9-4f69-b91b-3e3a4f18424b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:44:41Z', 'updated_at': '2021-07-29T23:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '4832ae2b-0c99-4f81-842e-af19a41dbb67', 'name': '', 'network_id': '246f56f0-d0d9-4066-974f-f03b7db86f8e', 'tenant_id': 'a62034f7ec5d4ab3b251c9e7894f3c1d', 'mac_address': 'fa:16:3e:6f:a1:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551d96c2-a3b9-4f69-b91b-3e3a4f18424b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '7ceeee5e-8dda-4b24-91dc-ec5c3c939ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:44:49Z', 'updated_at': '2021-07-29T23:44:53Z', 'revision_number': 2, 'project_id': 'a62034f7ec5d4ab3b251c9e7894f3c1d', 'subnets': [{'id': '7ceeee5e-8dda-4b24-91dc-ec5c3c939ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:01.223495 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e928b8-72a9-4890-a3b3-128f4b3c0be2 None None] Checking router: 551d96c2-a3b9-4f69-b91b-3e3a4f18424b for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:45:01.229744 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e928b8-72a9-4890-a3b3-128f4b3c0be2 None None] Updating router 551d96c2-a3b9-4f69-b91b-3e3a4f18424b port 4832ae2b-0c99-4f81-842e-af19a41dbb67 binding host n-d-712141-10 {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:45:01.239651 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-53e12ac5-61a6-4abb-ba89-05510737298a req-87403651-6b7b-41ff-8010-861d9cf76dae tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289193 Jul 29 23:45:01.363094 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 39270) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:01.379039 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-36e928b8-72a9-4890-a3b3-128f4b3c0be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:01.385826 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-b310ce79-5a88-4f65-b6d7-100e252ff299 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1204903872-network', 'tenant_id': 'e82ea862523041aab393e64de7132b96'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:01.462889 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359400e7-2e0c-48ad-8f60-1384d32a7c20 req-953d12ce-29bf-4829-912b-73980f547bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:01.464361 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b310ce79-5a88-4f65-b6d7-100e252ff299 admin admin] Made reservation on behalf of e82ea862523041aab393e64de7132b96 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:01.474523 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b310ce79-5a88-4f65-b6d7-100e252ff299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:01.476726 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-359400e7-2e0c-48ad-8f60-1384d32a7c20 req-953d12ce-29bf-4829-912b-73980f547bd8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4443f2c0-ea2a-4c7b-893e-17394262b988 HTTP/1.1" status: 200 len: 1097 time: 0.1658914 Jul 29 23:45:01.616161 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-359400e7-2e0c-48ad-8f60-1384d32a7c20 req-dab8ad87-59df-4fec-b97f-9153e9fbf090 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328185 Jul 29 23:45:01.632057 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebbd734-82ac-473f-8d80-bb43aa6763b6 req-6863a52b-7bd7-4850-b70f-d91d06168903 tempest-VolumesBackupsTest-1731268627 tempest-VolumesBackupsTest-1731268627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:01.635484 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cebbd734-82ac-473f-8d80-bb43aa6763b6 req-6863a52b-7bd7-4850-b70f-d91d06168903 tempest-VolumesBackupsTest-1731268627 tempest-VolumesBackupsTest-1731268627-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9688587 Jul 29 23:45:01.636252 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b310ce79-5a88-4f65-b6d7-100e252ff299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:01.639689 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-552db2ae-2355-4d92-b906-260875f1ec18 req-4929d566-eaa4-4e19-90fe-f4fc577c32a0 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/ports?device_id=7df963d9-d8a9-463f-a367-a69d85222dea HTTP/1.1" status: 200 len: 210 time: 0.1610961 Jul 29 23:45:01.670721 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cebbd734-82ac-473f-8d80-bb43aa6763b6 req-8e8b5953-66c5-4b15-afce-9c35d7f2341b tempest-VolumesBackupsTest-1731268627 tempest-VolumesBackupsTest-1731268627-project] 10.222.0.43 "GET /v2.0/quotas/8ddd94e523ce4936aa507a4e1fa5a975 HTTP/1.1" status: 200 len: 375 time: 0.0290363 Jul 29 23:45:01.730658 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cebbd734-82ac-473f-8d80-bb43aa6763b6 req-f2ebf610-1e68-4fe6-94d1-8500fdcf6fa5 tempest-VolumesBackupsTest-1731268627 tempest-VolumesBackupsTest-1731268627-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8ddd94e523ce4936aa507a4e1fa5a975&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0589559 Jul 29 23:45:02.347078 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f1a0ee-df86-4ec9-94ba-9e64cec48b60 req-ff63fc7a-aaaa-421c-ae86-f1bbfef9208b tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:02.353778 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-15f1a0ee-df86-4ec9-94ba-9e64cec48b60 req-ff63fc7a-aaaa-421c-ae86-f1bbfef9208b tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.22 "GET /v2.0/networks?id=9ed09e0f-fd33-4f99-9c36-53e301ede8c7 HTTP/1.1" status: 200 len: 815 time: 0.3462925 Jul 29 23:45:02.377591 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-36e928b8-72a9-4890-a3b3-128f4b3c0be2 None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:02.398335 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-15f1a0ee-df86-4ec9-94ba-9e64cec48b60 req-d4240acf-0b03-42c4-b89b-f63f3a6f788b tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Request body: {'port': {'device_id': '7df963d9-d8a9-463f-a367-a69d85222dea', 'network_id': '9ed09e0f-fd33-4f99-9c36-53e301ede8c7', 'admin_state_up': True, 'tenant_id': 'fcb43ac6c6a9431f84d08948e21fa251'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:02.432840 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-36e928b8-72a9-4890-a3b3-128f4b3c0be2 None None] Transition to ACTIVE for port object 4832ae2b-0c99-4f81-842e-af19a41dbb67 will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:02.453574 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-36e928b8-72a9-4890-a3b3-128f4b3c0be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:02.732425 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3c5f7c-8b13-4cf1-9869-e7f62890e390 None None] Pushing event updated for resources: {'Port': ['ID=4832ae2b-0c99-4f81-842e-af19a41dbb67,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:02.765806 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e32fa1-0f9c-4d1c-b667-3bda50230869 req-1e3f1de0-85d0-4e24-8fe5-8b86f199d82b tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:02.781359 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c1e32fa1-0f9c-4d1c-b667-3bda50230869 req-1e3f1de0-85d0-4e24-8fe5-8b86f199d82b tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 945 time: 0.9820597 Jul 29 23:45:02.783737 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3c5f7c-8b13-4cf1-9869-e7f62890e390 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:02.785694 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3c5f7c-8b13-4cf1-9869-e7f62890e390 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:02.786258 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3c5f7c-8b13-4cf1-9869-e7f62890e390 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:02.791746 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3c5f7c-8b13-4cf1-9869-e7f62890e390 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:02.792521 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3c5f7c-8b13-4cf1-9869-e7f62890e390 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:02.794490 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3c5f7c-8b13-4cf1-9869-e7f62890e390 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:02.796724 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3c5f7c-8b13-4cf1-9869-e7f62890e390 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:02.800511 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3c5f7c-8b13-4cf1-9869-e7f62890e390 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:02.802166 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3c5f7c-8b13-4cf1-9869-e7f62890e390 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:02.806914 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3c5f7c-8b13-4cf1-9869-e7f62890e390 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:02.809020 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3c5f7c-8b13-4cf1-9869-e7f62890e390 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:02.810150 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba3c5f7c-8b13-4cf1-9869-e7f62890e390 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:03.036761 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-36e928b8-72a9-4890-a3b3-128f4b3c0be2 None None] Attempting to bind port 4832ae2b-0c99-4f81-842e-af19a41dbb67 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:45:03.037716 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-36e928b8-72a9-4890-a3b3-128f4b3c0be2 None None] Attempting to bind port 4832ae2b-0c99-4f81-842e-af19a41dbb67 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '6380a330-c318-4014-b95b-66e64953533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '246f56f0-d0d9-4066-974f-f03b7db86f8e'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:45:03.038384 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e928b8-72a9-4890-a3b3-128f4b3c0be2 None None] Attempting to bind port 4832ae2b-0c99-4f81-842e-af19a41dbb67 on network 246f56f0-d0d9-4066-974f-f03b7db86f8e {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:45:03.057222 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e928b8-72a9-4890-a3b3-128f4b3c0be2 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:45:03.057636 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e928b8-72a9-4890-a3b3-128f4b3c0be2 None None] Checking segment: {'id': '6380a330-c318-4014-b95b-66e64953533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '246f56f0-d0d9-4066-974f-f03b7db86f8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:45:03.058058 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-36e928b8-72a9-4890-a3b3-128f4b3c0be2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:03.064613 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e928b8-72a9-4890-a3b3-128f4b3c0be2 None None] Bound using segment: {'id': '6380a330-c318-4014-b95b-66e64953533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '246f56f0-d0d9-4066-974f-f03b7db86f8e'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:45:03.067407 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-36e928b8-72a9-4890-a3b3-128f4b3c0be2 None None] Bound port: 4832ae2b-0c99-4f81-842e-af19a41dbb67, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6380a330-c318-4014-b95b-66e64953533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '246f56f0-d0d9-4066-974f-f03b7db86f8e'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:45:03.068438 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-36e928b8-72a9-4890-a3b3-128f4b3c0be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:03.113134 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c1e32fa1-0f9c-4d1c-b667-3bda50230869 req-6ddbc1d4-1878-4baa-ac8b-897610994d0a tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3276978 Jul 29 23:45:03.116949 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-57a70586-7acb-4226-a4bc-6f5243ec1a61 req-506b8e55-ac41-49c9-bc85-2f89209aac10 tempest-VolumesBackupsTest-1731268627 tempest-VolumesBackupsTest-1731268627-project] 10.222.0.43 "GET /v2.0/ports?device_id=d920588f-7ddb-440a-9cc3-a8c764d9cd6a HTTP/1.1" status: 200 len: 210 time: 0.2973201 Jul 29 23:45:03.184623 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b310ce79-5a88-4f65-b6d7-100e252ff299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:03.195176 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b310ce79-5a88-4f65-b6d7-100e252ff299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:03.368462 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-36e928b8-72a9-4890-a3b3-128f4b3c0be2 None None] For port 4832ae2b-0c99-4f81-842e-af19a41dbb67, host n-d-712141-10, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:45:03.375740 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-36e928b8-72a9-4890-a3b3-128f4b3c0be2 None None] For port 4832ae2b-0c99-4f81-842e-af19a41dbb67, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=4832ae2b-0c99-4f81-842e-af19a41dbb67,segment=NetworkSegment(6380a330-c318-4014-b95b-66e64953533d),segment_id=6380a330-c318-4014-b95b-66e64953533d)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:45:03.386699 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-36e928b8-72a9-4890-a3b3-128f4b3c0be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:03.482111 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b310ce79-5a88-4f65-b6d7-100e252ff299 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:45:03.510799 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b310ce79-5a88-4f65-b6d7-100e252ff299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6645826b-0ea1-4d1c-95d8-0484f743f4f5,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:03.528862 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e928b8-72a9-4890-a3b3-128f4b3c0be2 None None] Routers {'551d96c2-a3b9-4f69-b91b-3e3a4f18424b'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:45:03.530111 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-36e928b8-72a9-4890-a3b3-128f4b3c0be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:44:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['551d96c2-a3b9-4f69-b91b-3e3a4f18424b'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:03.595655 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3c5f7c-8b13-4cf1-9869-e7f62890e390 None None] Pushing event updated for resources: {'Port': ['ID=4832ae2b-0c99-4f81-842e-af19a41dbb67,revision_number=4']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:03.629189 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b310ce79-5a88-4f65-b6d7-100e252ff299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:03.629541 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-b310ce79-5a88-4f65-b6d7-100e252ff299 admin admin] Added segment 4d250b4c-3278-47f6-86eb-8819d204473a of type vlan for network 46cda071-561a-4afb-ab93-1c5c7d43f1eb Jul 29 23:45:03.787467 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b310ce79-5a88-4f65-b6d7-100e252ff299 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:03.850155 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-36e928b8-72a9-4890-a3b3-128f4b3c0be2 None None] Set router 551d96c2-a3b9-4f69-b91b-3e3a4f18424b gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:45:03.900359 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15f1a0ee-df86-4ec9-94ba-9e64cec48b60 req-d4240acf-0b03-42c4-b89b-f63f3a6f788b tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Made reservation on behalf of fcb43ac6c6a9431f84d08948e21fa251 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:03.905476 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-15f1a0ee-df86-4ec9-94ba-9e64cec48b60 req-d4240acf-0b03-42c4-b89b-f63f3a6f788b tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:04.103928 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-15f1a0ee-df86-4ec9-94ba-9e64cec48b60 req-d4240acf-0b03-42c4-b89b-f63f3a6f788b tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Allocated IP 172.20.0.11 (9ed09e0f-fd33-4f99-9c36-53e301ede8c7/0ac8a8ba-a6a8-4667-a787-0546343c7c92/2875ee32-238e-4ee6-9859-e138d0cb4a53) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:04.130222 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a33111-b10b-49ae-a1f2-8c761baf366e req-017fcd5b-e6a1-4035-8330-fb776f3a2755 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:04.137549 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e8a33111-b10b-49ae-a1f2-8c761baf366e req-017fcd5b-e6a1-4035-8330-fb776f3a2755 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.22 "GET /v2.0/ports?device_id=b06f9045-1416-45b0-93a1-3a9039d210e2 HTTP/1.1" status: 200 len: 945 time: 0.1736016 Jul 29 23:45:04.262725 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b310ce79-5a88-4f65-b6d7-100e252ff299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:04.264147 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b310ce79-5a88-4f65-b6d7-100e252ff299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:04.264903 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b310ce79-5a88-4f65-b6d7-100e252ff299 admin admin] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:04.381910 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-36e928b8-72a9-4890-a3b3-128f4b3c0be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551d96c2-a3b9-4f69-b91b-3e3a4f18424b', 'name': 'tempest-TestServerBasicOps-724908336-router', 'tenant_id': 'a62034f7ec5d4ab3b251c9e7894f3c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '77d2ddbf-221a-4af7-8a08-be57354c5b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:44:39Z', 'updated_at': '2021-07-29T23:44:52Z', 'revision_number': 4, 'project_id': 'a62034f7ec5d4ab3b251c9e7894f3c1d', 'gw_port': {'id': '77d2ddbf-221a-4af7-8a08-be57354c5b41', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:30:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551d96c2-a3b9-4f69-b91b-3e3a4f18424b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:44:41Z', 'updated_at': '2021-07-29T23:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '4832ae2b-0c99-4f81-842e-af19a41dbb67', 'name': '', 'network_id': '246f56f0-d0d9-4066-974f-f03b7db86f8e', 'tenant_id': 'a62034f7ec5d4ab3b251c9e7894f3c1d', 'mac_address': 'fa:16:3e:6f:a1:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551d96c2-a3b9-4f69-b91b-3e3a4f18424b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '7ceeee5e-8dda-4b24-91dc-ec5c3c939ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:44:49Z', 'updated_at': '2021-07-29T23:45:03Z', 'revision_number': 4, 'project_id': 'a62034f7ec5d4ab3b251c9e7894f3c1d', 'subnets': [{'id': '7ceeee5e-8dda-4b24-91dc-ec5c3c939ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:04.454121 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dcd76b-3352-4be1-ab1c-a1a76f307d54 req-63e7834b-6a1a-477c-93d6-6638edb29df5 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:04.459079 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-e8a33111-b10b-49ae-a1f2-8c761baf366e req-0a0afe47-0f4d-4aa4-9ba8-e49918a9994e tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Deleting port 158fe2f5-8fbb-433e-ad3c-e49193fee628 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:04.461180 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b6dcd76b-3352-4be1-ab1c-a1a76f307d54 req-63e7834b-6a1a-477c-93d6-6638edb29df5 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4443f2c0-ea2a-4c7b-893e-17394262b988 HTTP/1.1" status: 200 len: 945 time: 1.1598167 Jul 29 23:45:04.462714 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-b310ce79-5a88-4f65-b6d7-100e252ff299 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.0964069 Jul 29 23:45:04.466235 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e8a33111-b10b-49ae-a1f2-8c761baf366e req-0a0afe47-0f4d-4aa4-9ba8-e49918a9994e tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:04.468685 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e928b8-72a9-4890-a3b3-128f4b3c0be2 None None] The sync data for ids ['551d96c2-a3b9-4f69-b91b-3e3a4f18424b'] in n-d-712141-10 is: [{'id': '551d96c2-a3b9-4f69-b91b-3e3a4f18424b', 'name': 'tempest-TestServerBasicOps-724908336-router', 'tenant_id': 'a62034f7ec5d4ab3b251c9e7894f3c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '77d2ddbf-221a-4af7-8a08-be57354c5b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:44:39Z', 'updated_at': '2021-07-29T23:44:52Z', 'revision_number': 4, 'project_id': 'a62034f7ec5d4ab3b251c9e7894f3c1d', 'gw_port': {'id': '77d2ddbf-221a-4af7-8a08-be57354c5b41', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:30:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551d96c2-a3b9-4f69-b91b-3e3a4f18424b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:44:41Z', 'updated_at': '2021-07-29T23:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '4832ae2b-0c99-4f81-842e-af19a41dbb67', 'name': '', 'network_id': '246f56f0-d0d9-4066-974f-f03b7db86f8e', 'tenant_id': 'a62034f7ec5d4ab3b251c9e7894f3c1d', 'mac_address': 'fa:16:3e:6f:a1:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551d96c2-a3b9-4f69-b91b-3e3a4f18424b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '7ceeee5e-8dda-4b24-91dc-ec5c3c939ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:44:49Z', 'updated_at': '2021-07-29T23:45:03Z', 'revision_number': 4, 'project_id': 'a62034f7ec5d4ab3b251c9e7894f3c1d', 'subnets': [{'id': '7ceeee5e-8dda-4b24-91dc-ec5c3c939ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:45:04.473971 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 39330) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:04.483927 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-cebbd734-82ac-473f-8d80-bb43aa6763b6 req-8b87965f-ae1f-437e-aa7a-70447e8e8b03 tempest-VolumesBackupsTest-1731268627 tempest-VolumesBackupsTest-1731268627-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=8ddd94e523ce4936aa507a4e1fa5a975&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1002209 Jul 29 23:45:04.503050 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-d358de5d-1f9d-4cbe-893a-5bf280c6ad95 admin admin] Request body: {'subnet': {'network_id': '46cda071-561a-4afb-ab93-1c5c7d43f1eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1204903872-subnet', 'tenant_id': 'e82ea862523041aab393e64de7132b96', 'ip_version': 4}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:04.548367 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f377a8-3f4a-4609-b3ea-3bfa2ada9209 req-607f1d3b-83f3-47f4-bd79-1666d0640243 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:04.557466 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-39f377a8-3f4a-4609-b3ea-3bfa2ada9209 req-607f1d3b-83f3-47f4-bd79-1666d0640243 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=b06f9045-1416-45b0-93a1-3a9039d210e2 HTTP/1.1" status: 200 len: 945 time: 1.1111119 Jul 29 23:45:04.649806 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b310ce79-5a88-4f65-b6d7-100e252ff299 admin admin] Pushing event updated for resources: {'Network': ['ID=46cda071-561a-4afb-ab93-1c5c7d43f1eb,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:04.665102 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 46cda071-561a-4afb-ab93-1c5c7d43f1eb details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:45:04.733015 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d358de5d-1f9d-4cbe-893a-5bf280c6ad95 admin admin] Made reservation on behalf of e82ea862523041aab393e64de7132b96 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:04.742944 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d358de5d-1f9d-4cbe-893a-5bf280c6ad95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:04.886580 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b6dcd76b-3352-4be1-ab1c-a1a76f307d54 req-445462fe-7f18-4bf1-8c80-2253e2b7014d tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4104609 Jul 29 23:45:05.018862 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-39f377a8-3f4a-4609-b3ea-3bfa2ada9209 req-c97669da-1604-45e1-a319-8018a6a16a58 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=e7f57575-0a92-42d2-b86b-88c17d27f0ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4602473 Jul 29 23:45:05.044666 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-15f1a0ee-df86-4ec9-94ba-9e64cec48b60 req-d4240acf-0b03-42c4-b89b-f63f3a6f788b tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:05.210205 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-076323db-ed3b-47a2-a2fa-c63ec643a536 req-14f96194-c2d1-4e79-b166-acf6f3bc1d9e tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/ports?device_id=7df963d9-d8a9-463f-a367-a69d85222dea HTTP/1.1" status: 200 len: 210 time: 0.0705771 Jul 29 23:45:05.249168 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9d99ef64-97ee-4142-87b2-9c2d029d519d req-0a50203b-49cc-42ee-bd72-af9aefbb22c1 tempest-VolumesBackupsTest-1731268627 tempest-VolumesBackupsTest-1731268627-project] 10.222.0.43 "GET /v2.0/ports?device_id=d920588f-7ddb-440a-9cc3-a8c764d9cd6a HTTP/1.1" status: 200 len: 210 time: 0.0349240 Jul 29 23:45:05.269034 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-15f1a0ee-df86-4ec9-94ba-9e64cec48b60 req-d4240acf-0b03-42c4-b89b-f63f3a6f788b tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:05.304917 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 39336) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:05.365644 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebbd734-82ac-473f-8d80-bb43aa6763b6 req-df0b3b6c-b6e3-4cd6-899c-060e7cc57855 tempest-VolumesBackupsTest-1731268627 tempest-VolumesBackupsTest-1731268627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:05.374240 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 4832ae2b-0c99-4f81-842e-af19a41dbb67 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:45:05.379673 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-cebbd734-82ac-473f-8d80-bb43aa6763b6 req-df0b3b6c-b6e3-4cd6-899c-060e7cc57855 tempest-VolumesBackupsTest-1731268627 tempest-VolumesBackupsTest-1731268627-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8788936 Jul 29 23:45:05.450174 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4240acf-0b03-42c4-b89b-f63f3a6f788b tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Pushing event updated for resources: {'Port': ['ID=2875ee32-238e-4ee6-9859-e138d0cb4a53,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:05.466053 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15f1a0ee-df86-4ec9-94ba-9e64cec48b60 req-d4240acf-0b03-42c4-b89b-f63f3a6f788b tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Network 9ed09e0f-fd33-4f99-9c36-53e301ede8c7 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:05.469095 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-15f1a0ee-df86-4ec9-94ba-9e64cec48b60 req-d4240acf-0b03-42c4-b89b-f63f3a6f788b tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:05.475916 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-15f1a0ee-df86-4ec9-94ba-9e64cec48b60 req-d4240acf-0b03-42c4-b89b-f63f3a6f788b tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:45:05.566642 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 4832ae2b-0c99-4f81-842e-af19a41dbb67 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:05.585303 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 4832ae2b-0c99-4f81-842e-af19a41dbb67 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:05.585742 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:05.619691 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-e8a33111-b10b-49ae-a1f2-8c761baf366e req-0a0afe47-0f4d-4aa4-9ba8-e49918a9994e tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] For port 158fe2f5-8fbb-433e-ad3c-e49193fee628, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=158fe2f5-8fbb-433e-ad3c-e49193fee628,segment=NetworkSegment(2d9f9fa8-9a49-423e-86b2-3891aba5a1e6),segment_id=2d9f9fa8-9a49-423e-86b2-3891aba5a1e6)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:05.620478 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e8a33111-b10b-49ae-a1f2-8c761baf366e req-0a0afe47-0f4d-4aa4-9ba8-e49918a9994e tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:05.670662 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-e8a33111-b10b-49ae-a1f2-8c761baf366e req-0a0afe47-0f4d-4aa4-9ba8-e49918a9994e tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Calling delete_port for 158fe2f5-8fbb-433e-ad3c-e49193fee628 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:05.799007 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:05.835326 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-cebbd734-82ac-473f-8d80-bb43aa6763b6 req-ef468f84-ff3f-4d08-b39e-80e8c1e54b65 tempest-VolumesBackupsTest-1731268627 tempest-VolumesBackupsTest-1731268627-project] Request body: {'port': {'device_id': 'd920588f-7ddb-440a-9cc3-a8c764d9cd6a', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'admin_state_up': True, 'tenant_id': '8ddd94e523ce4936aa507a4e1fa5a975'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:05.926405 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 4832ae2b-0c99-4f81-842e-af19a41dbb67, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=4832ae2b-0c99-4f81-842e-af19a41dbb67,segment=NetworkSegment(6380a330-c318-4014-b95b-66e64953533d),segment_id=6380a330-c318-4014-b95b-66e64953533d)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:05.932120 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:05.986648 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dffaee5-d2ca-4e40-9444-b90d7d2625dd req-925d1e82-41d6-4ae6-9187-944aeb8cf84c tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:05.990097 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9dffaee5-d2ca-4e40-9444-b90d7d2625dd req-925d1e82-41d6-4ae6-9187-944aeb8cf84c tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 945 time: 0.4204924 Jul 29 23:45:05.998446 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f1a0ee-df86-4ec9-94ba-9e64cec48b60 req-d4240acf-0b03-42c4-b89b-f63f3a6f788b tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:05.999359 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-15f1a0ee-df86-4ec9-94ba-9e64cec48b60 req-d4240acf-0b03-42c4-b89b-f63f3a6f788b tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:06.054566 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c24b8407-1ba1-4314-b3da-c26794bdee20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:06.073336 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=4832ae2b-0c99-4f81-842e-af19a41dbb67,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:06.104965 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d358de5d-1f9d-4cbe-893a-5bf280c6ad95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:06.108748 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cebbd734-82ac-473f-8d80-bb43aa6763b6 req-ef468f84-ff3f-4d08-b39e-80e8c1e54b65 tempest-VolumesBackupsTest-1731268627 tempest-VolumesBackupsTest-1731268627-project] Made reservation on behalf of 8ddd94e523ce4936aa507a4e1fa5a975 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:06.113319 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-cebbd734-82ac-473f-8d80-bb43aa6763b6 req-ef468f84-ff3f-4d08-b39e-80e8c1e54b65 tempest-VolumesBackupsTest-1731268627 tempest-VolumesBackupsTest-1731268627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:06.125415 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-cebbd734-82ac-473f-8d80-bb43aa6763b6 req-ef468f84-ff3f-4d08-b39e-80e8c1e54b65 tempest-VolumesBackupsTest-1731268627 tempest-VolumesBackupsTest-1731268627-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:06.152444 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c8b690-b9ed-49a5-876e-a12f2d7ab007 req-0c025d8f-23b5-4c0b-bb2c-06794b3b04e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:06.155039 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-04c8b690-b9ed-49a5-876e-a12f2d7ab007 req-0c025d8f-23b5-4c0b-bb2c-06794b3b04e5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b1fbe188aad49b78bbb0ff03661a540&device_id=4443f2c0-ea2a-4c7b-893e-17394262b988 HTTP/1.1" status: 200 len: 1097 time: 0.4137013 Jul 29 23:45:06.273676 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e8a33111-b10b-49ae-a1f2-8c761baf366e req-0a0afe47-0f4d-4aa4-9ba8-e49918a9994e tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:06.289186 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['158fe2f5-8fbb-433e-ad3c-e49193fee628'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:45:06.311269 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c8b690-b9ed-49a5-876e-a12f2d7ab007 req-6895a09d-da52-4e72-b082-0f23641c8964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:06.312835 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-04c8b690-b9ed-49a5-876e-a12f2d7ab007 req-6895a09d-da52-4e72-b082-0f23641c8964 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5 HTTP/1.1" status: 200 len: 920 time: 0.1256084 Jul 29 23:45:06.318516 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-15f1a0ee-df86-4ec9-94ba-9e64cec48b60 req-d4240acf-0b03-42c4-b89b-f63f3a6f788b tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9304647 Jul 29 23:45:06.340639 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-15f1a0ee-df86-4ec9-94ba-9e64cec48b60 req-8b0637db-7b64-4461-a1fd-47a9dd1686ec service neutron] Request body: {'port': {'device_id': '7df963d9-d8a9-463f-a367-a69d85222dea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:06.405200 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0afe47-0f4d-4aa4-9ba8-e49918a9994e tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Pushing event deleted for resources: {'Port': ['ID=158fe2f5-8fbb-433e-ad3c-e49193fee628,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:06.475317 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55311ac9-2c45-4603-a00c-120746c2b878 req-915b5e07-b156-4a4d-8419-8dee7650681d tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:06.490487 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-55311ac9-2c45-4603-a00c-120746c2b878 req-915b5e07-b156-4a4d-8419-8dee7650681d tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4443f2c0-ea2a-4c7b-893e-17394262b988 HTTP/1.1" status: 200 len: 945 time: 0.5895727 Jul 29 23:45:06.518997 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-04c8b690-b9ed-49a5-876e-a12f2d7ab007 req-a447a80e-f91b-42bb-bafe-f29ba067e165 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5bdd075e-9bae-4b7d-9899-61e704213845 HTTP/1.1" status: 200 len: 217 time: 0.1713948 Jul 29 23:45:06.590903 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9dffaee5-d2ca-4e40-9444-b90d7d2625dd req-f33fd7cb-797f-4e58-926c-55f263216cb0 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5472164 Jul 29 23:45:06.637680 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-55311ac9-2c45-4603-a00c-120746c2b878 req-26c4de5d-af6f-402a-a63e-fa2d260d8a68 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209936 Jul 29 23:45:06.679101 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8a33111-b10b-49ae-a1f2-8c761baf366e req-0a0afe47-0f4d-4aa4-9ba8-e49918a9994e tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] No DVR routers for this DVR port 158fe2f5-8fbb-433e-ad3c-e49193fee628 on host n-h2-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:45:06.694589 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e8a33111-b10b-49ae-a1f2-8c761baf366e req-0a0afe47-0f4d-4aa4-9ba8-e49918a9994e tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:06.698442 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d358de5d-1f9d-4cbe-893a-5bf280c6ad95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=693957fe-b01f-4f1f-b4f0-808673048142,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:06.698972 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e8a33111-b10b-49ae-a1f2-8c761baf366e req-0a0afe47-0f4d-4aa4-9ba8-e49918a9994e tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.22 "DELETE /v2.0/ports/158fe2f5-8fbb-433e-ad3c-e49193fee628 HTTP/1.1" status: 204 len: 173 time: 2.5532472 Jul 29 23:45:06.705942 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b06f9045-1416-45b0-93a1-3a9039d210e2', 'name': 'network-vif-deleted', 'tag': '158fe2f5-8fbb-433e-ad3c-e49193fee628'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:45:06.714232 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbfa81eb-17bd-46e8-a7ef-163abb479815" -d '{"events": [{"server_uuid": "b06f9045-1416-45b0-93a1-3a9039d210e2", "name": "network-vif-deleted", "tag": "158fe2f5-8fbb-433e-ad3c-e49193fee628"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:45:06.753674 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-15f1a0ee-df86-4ec9-94ba-9e64cec48b60 req-8b0637db-7b64-4461-a1fd-47a9dd1686ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:06.785571 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-cebbd734-82ac-473f-8d80-bb43aa6763b6 req-ef468f84-ff3f-4d08-b39e-80e8c1e54b65 tempest-VolumesBackupsTest-1731268627 tempest-VolumesBackupsTest-1731268627-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:06.791327 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-cebbd734-82ac-473f-8d80-bb43aa6763b6 req-ef468f84-ff3f-4d08-b39e-80e8c1e54b65 tempest-VolumesBackupsTest-1731268627 tempest-VolumesBackupsTest-1731268627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:06.934243 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef468f84-ff3f-4d08-b39e-80e8c1e54b65 tempest-VolumesBackupsTest-1731268627 tempest-VolumesBackupsTest-1731268627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4e459b-e6a6-487b-990d-19fa7f69b3e1,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:07.014706 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c8b690-b9ed-49a5-876e-a12f2d7ab007 req-8af58e3a-1b14-4c8b-b46a-48639ad87964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:07.016434 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-04c8b690-b9ed-49a5-876e-a12f2d7ab007 req-8af58e3a-1b14-4c8b-b46a-48639ad87964 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4795740d-d7c0-4c77-af15-3935752c97d1 HTTP/1.1" status: 200 len: 859 time: 0.3995874 Jul 29 23:45:07.138439 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d358de5d-1f9d-4cbe-893a-5bf280c6ad95 admin admin] Checking segment: {'id': '4d250b4c-3278-47f6-86eb-8819d204473a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '46cda071-561a-4afb-ab93-1c5c7d43f1eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:45:07.139137 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d358de5d-1f9d-4cbe-893a-5bf280c6ad95 admin admin] Network hostable DHCP agents. Network: 46cda071-561a-4afb-ab93-1c5c7d43f1eb, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:45:07.161653 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d97db7cd-6cf0-4bf1-8a2a-2a5a6f028a2c req-9ceecf5e-2237-4089-a591-9a0b8f78cb2a tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=b06f9045-1416-45b0-93a1-3a9039d210e2 HTTP/1.1" status: 200 len: 210 time: 0.3747101 Jul 29 23:45:07.183315 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-cebbd734-82ac-473f-8d80-bb43aa6763b6 req-ef468f84-ff3f-4d08-b39e-80e8c1e54b65 tempest-VolumesBackupsTest-1731268627 tempest-VolumesBackupsTest-1731268627-project] Allocated IP 192.168.233.75 (d71c22dc-feef-410b-a7ed-6548cf85bd6f/64bdc61a-58ca-49c7-bae5-ecfed9ee407c/4986bf9d-f948-4b21-97da-620cbc8d0b02) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:07.278721 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:07.293741 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-04c8b690-b9ed-49a5-876e-a12f2d7ab007 req-c32c6a4b-3d68-44c8-aee8-882768cc5538 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1282313 Jul 29 23:45:07.296238 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 4832ae2b-0c99-4f81-842e-af19a41dbb67 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:45:07.421701 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 4832ae2b-0c99-4f81-842e-af19a41dbb67 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:07.422395 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:07.582260 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a7426c77-4446-4ed2-a3eb-d53691c6ba18 req-fa5bf1a4-0797-4b89-a973-d40637fd3318 tempest-VolumesBackupsTest-1731268627 tempest-VolumesBackupsTest-1731268627-project] 10.222.0.43 "GET /v2.0/ports?device_id=d920588f-7ddb-440a-9cc3-a8c764d9cd6a HTTP/1.1" status: 200 len: 210 time: 0.0844550 Jul 29 23:45:07.586409 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d358de5d-1f9d-4cbe-893a-5bf280c6ad95 admin admin] Network 46cda071-561a-4afb-ab93-1c5c7d43f1eb is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:45:07.652447 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-d358de5d-1f9d-4cbe-893a-5bf280c6ad95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 46cda071-561a-4afb-ab93-1c5c7d43f1eb) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:07.674008 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d358de5d-1f9d-4cbe-893a-5bf280c6ad95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:07.674691 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-cebbd734-82ac-473f-8d80-bb43aa6763b6 req-ef468f84-ff3f-4d08-b39e-80e8c1e54b65 tempest-VolumesBackupsTest-1731268627 tempest-VolumesBackupsTest-1731268627-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:07.675676 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d358de5d-1f9d-4cbe-893a-5bf280c6ad95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:07.715152 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-cebbd734-82ac-473f-8d80-bb43aa6763b6 req-ef468f84-ff3f-4d08-b39e-80e8c1e54b65 tempest-VolumesBackupsTest-1731268627 tempest-VolumesBackupsTest-1731268627-project] Transition to ACTIVE for port object 4986bf9d-f948-4b21-97da-620cbc8d0b02 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:07.771615 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b02da23-bb6c-4f54-ad9e-62c28650c31f x-openstack-request-id: req-2b02da23-bb6c-4f54-ad9e-62c28650c31f {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:45:07.773197 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b06f9045-1416-45b0-93a1-3a9039d210e2", "name": "network-vif-deleted", "tag": "158fe2f5-8fbb-433e-ad3c-e49193fee628", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:45:07.773360 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2b02da23-bb6c-4f54-ad9e-62c28650c31f {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:45:07.776774 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b06f9045-1416-45b0-93a1-3a9039d210e2', 'name': 'network-vif-deleted', 'tag': '158fe2f5-8fbb-433e-ad3c-e49193fee628', 'status': 'completed', 'code': 200} Jul 29 23:45:07.848119 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145d7939-1dfb-4ac4-93cb-09b82c38cf19 None None] Network 46cda071-561a-4afb-ab93-1c5c7d43f1eb requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:07.848227 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef839a1-c1c3-40df-a588-8a9167c2aa18 req-3749af67-ff46-4f30-92bd-5de10af24476 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:07.848227 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fef839a1-c1c3-40df-a588-8a9167c2aa18 req-3749af67-ff46-4f30-92bd-5de10af24476 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/ports?device_id=7df963d9-d8a9-463f-a367-a69d85222dea HTTP/1.1" status: 200 len: 932 time: 0.9635918 Jul 29 23:45:07.881638 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-cebbd734-82ac-473f-8d80-bb43aa6763b6 req-ef468f84-ff3f-4d08-b39e-80e8c1e54b65 tempest-VolumesBackupsTest-1731268627 tempest-VolumesBackupsTest-1731268627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:07.961741 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-04c8b690-b9ed-49a5-876e-a12f2d7ab007 req-68f50f0f-094a-4d74-88dc-b56bd3952e1d service neutron] 10.222.0.41 "GET /v2.0/networks/f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5268235 Jul 29 23:45:08.006455 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cebbd734-82ac-473f-8d80-bb43aa6763b6 req-ef468f84-ff3f-4d08-b39e-80e8c1e54b65 tempest-VolumesBackupsTest-1731268627 tempest-VolumesBackupsTest-1731268627-project] Network d71c22dc-feef-410b-a7ed-6548cf85bd6f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:08.018691 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-cebbd734-82ac-473f-8d80-bb43aa6763b6 req-ef468f84-ff3f-4d08-b39e-80e8c1e54b65 tempest-VolumesBackupsTest-1731268627 tempest-VolumesBackupsTest-1731268627-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:08.025745 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-cebbd734-82ac-473f-8d80-bb43aa6763b6 req-ef468f84-ff3f-4d08-b39e-80e8c1e54b65 tempest-VolumesBackupsTest-1731268627 tempest-VolumesBackupsTest-1731268627-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:45:08.030081 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef468f84-ff3f-4d08-b39e-80e8c1e54b65 tempest-VolumesBackupsTest-1731268627 tempest-VolumesBackupsTest-1731268627-project] Pushing event updated for resources: {'Port': ['ID=4986bf9d-f948-4b21-97da-620cbc8d0b02,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:08.117101 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-04c8b690-b9ed-49a5-876e-a12f2d7ab007 req-bdec73a9-e503-4a86-9527-d2f5df461890 service neutron] 10.222.0.41 "GET /v2.0/networks/f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356938 Jul 29 23:45:08.167893 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebbd734-82ac-473f-8d80-bb43aa6763b6 req-ef468f84-ff3f-4d08-b39e-80e8c1e54b65 tempest-VolumesBackupsTest-1731268627 tempest-VolumesBackupsTest-1731268627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:08.168980 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-cebbd734-82ac-473f-8d80-bb43aa6763b6 req-ef468f84-ff3f-4d08-b39e-80e8c1e54b65 tempest-VolumesBackupsTest-1731268627 tempest-VolumesBackupsTest-1731268627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:08.319406 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b756c0-6a99-4fed-b660-ac7e0aee72c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-46cda071-561a-4afb-ab93-1c5c7d43f1eb', 'network_id': '46cda071-561a-4afb-ab93-1c5c7d43f1eb', 'tenant_id': 'e82ea862523041aab393e64de7132b96', 'fixed_ips': [{'subnet_id': '693957fe-b01f-4f1f-b4f0-808673048142'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:45:08.321098 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-42b756c0-6a99-4fed-b660-ac7e0aee72c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:08.580605 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 158fe2f5-8fbb-433e-ad3c-e49193fee628 no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:45:08.686795 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-15f1a0ee-df86-4ec9-94ba-9e64cec48b60 req-8b0637db-7b64-4461-a1fd-47a9dd1686ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2875ee32-238e-4ee6-9859-e138d0cb4a53 {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:45:08.700197 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-15f1a0ee-df86-4ec9-94ba-9e64cec48b60 req-8b0637db-7b64-4461-a1fd-47a9dd1686ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:08.716217 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-15f1a0ee-df86-4ec9-94ba-9e64cec48b60 req-8b0637db-7b64-4461-a1fd-47a9dd1686ec service neutron] Transition to ACTIVE for port object 2875ee32-238e-4ee6-9859-e138d0cb4a53 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:08.730977 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-15f1a0ee-df86-4ec9-94ba-9e64cec48b60 req-8b0637db-7b64-4461-a1fd-47a9dd1686ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:08.734338 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c24b8407-1ba1-4314-b3da-c26794bdee20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:08.751854 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-cebbd734-82ac-473f-8d80-bb43aa6763b6 req-ef468f84-ff3f-4d08-b39e-80e8c1e54b65 tempest-VolumesBackupsTest-1731268627 tempest-VolumesBackupsTest-1731268627-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3558595 Jul 29 23:45:08.773176 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-cebbd734-82ac-473f-8d80-bb43aa6763b6 req-dd0d3075-94af-40a9-bb36-c87bdd7f060b service neutron] Request body: {'port': {'device_id': 'd920588f-7ddb-440a-9cc3-a8c764d9cd6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:08.801029 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fef839a1-c1c3-40df-a588-8a9167c2aa18 req-12affb4f-4efe-4ed1-a4a3-dba98d61e2de tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/security-groups?id=fea2426c-faaa-41f8-aaeb-dd9911d88880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9510612 Jul 29 23:45:08.807066 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0637db-7b64-4461-a1fd-47a9dd1686ec service neutron] Pushing event updated for resources: {'Port': ['ID=2875ee32-238e-4ee6-9859-e138d0cb4a53,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:08.854836 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0170c-4bc7-4ed5-9cb7-d8e6fce41172 req-99b110d1-a404-4aca-8dd9-e049c8812b76 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:08.869444 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-33b0170c-4bc7-4ed5-9cb7-d8e6fce41172 req-99b110d1-a404-4aca-8dd9-e049c8812b76 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 945 time: 0.9969764 Jul 29 23:45:08.886954 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c24b8407-1ba1-4314-b3da-c26794bdee20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:08.974097 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-d358de5d-1f9d-4cbe-893a-5bf280c6ad95 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 4.4778674 Jul 29 23:45:08.974828 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 39482) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:09.018785 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-cebbd734-82ac-473f-8d80-bb43aa6763b6 req-dd0d3075-94af-40a9-bb36-c87bdd7f060b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:09.062632 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24b8407-1ba1-4314-b3da-c26794bdee20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed6714a-5ae2-485c-941f-d62510a0fb26,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:09.091127 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: 158fe2f5-8fbb-433e-ad3c-e49193fee628 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:45:09.091546 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 158fe2f5-8fbb-433e-ad3c-e49193fee628 not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:45:09.104059 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-4a638f87-4e0d-4ced-86e4-419496838bbb admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1204903872-router', 'tenant_id': 'e82ea862523041aab393e64de7132b96', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:09.127425 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1b733c4d-0ac0-4e4c-8549-eabc004845ee None None] Provisioning for port 4986bf9d-f948-4b21-97da-620cbc8d0b02 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:09.146038 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1b733c4d-0ac0-4e4c-8549-eabc004845ee None None] Provisioning complete for port 4986bf9d-f948-4b21-97da-620cbc8d0b02 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:09.152524 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1b733c4d-0ac0-4e4c-8549-eabc004845ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:09.180047 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4a638f87-4e0d-4ced-86e4-419496838bbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:09.181257 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4a638f87-4e0d-4ced-86e4-419496838bbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:09.241162 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-42b756c0-6a99-4fed-b660-ac7e0aee72c7 None None] Allocated IP 172.20.0.2 (46cda071-561a-4afb-ab93-1c5c7d43f1eb/693957fe-b01f-4f1f-b4f0-808673048142/9819d156-6df1-4d4a-b259-07987af4ba85) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:09.290296 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1b733c4d-0ac0-4e4c-8549-eabc004845ee None None] Port 4986bf9d-f948-4b21-97da-620cbc8d0b02 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:45:09.325422 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4a638f87-4e0d-4ced-86e4-419496838bbb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:09.400542 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-33b0170c-4bc7-4ed5-9cb7-d8e6fce41172 req-82e6e415-c222-480e-b30d-2019cd1a8011 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5290422 Jul 29 23:45:09.518556 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-cebbd734-82ac-473f-8d80-bb43aa6763b6 req-dd0d3075-94af-40a9-bb36-c87bdd7f060b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4986bf9d-f948-4b21-97da-620cbc8d0b02 {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:45:09.521597 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-c24b8407-1ba1-4314-b3da-c26794bdee20 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c9ca4c82c2cc44af92187a05f229da74&name=default HTTP/1.1" status: 200 len: 2983 time: 4.1215258 Jul 29 23:45:09.549310 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-cebbd734-82ac-473f-8d80-bb43aa6763b6 req-dd0d3075-94af-40a9-bb36-c87bdd7f060b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:09.572426 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 39516) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:09.577735 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-cebbd734-82ac-473f-8d80-bb43aa6763b6 req-dd0d3075-94af-40a9-bb36-c87bdd7f060b service neutron] Transition to ACTIVE for port object 4986bf9d-f948-4b21-97da-620cbc8d0b02 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:09.584656 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-cebbd734-82ac-473f-8d80-bb43aa6763b6 req-dd0d3075-94af-40a9-bb36-c87bdd7f060b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:09.645554 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2c1307-0c81-46a1-a021-59ba0cfb64d0 req-92d7e208-0a6c-4064-9cbf-01b5f31a1b5d tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:09.647270 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7e2c1307-0c81-46a1-a021-59ba0cfb64d0 req-92d7e208-0a6c-4064-9cbf-01b5f31a1b5d tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4443f2c0-ea2a-4c7b-893e-17394262b988 HTTP/1.1" status: 200 len: 945 time: 0.6668379 Jul 29 23:45:09.723950 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdaa36ce-254a-4c73-945c-698471528350 req-08b1622a-0062-4cc8-a0d8-ffaab5fe0156 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=b06f9045-1416-45b0-93a1-3a9039d210e2 HTTP/1.1" status: 200 len: 210 time: 0.1821511 Jul 29 23:45:09.879217 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-42b756c0-6a99-4fed-b660-ac7e0aee72c7 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:09.906549 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0d3075-94af-40a9-bb36-c87bdd7f060b service neutron] Pushing event updated for resources: {'Port': ['ID=4986bf9d-f948-4b21-97da-620cbc8d0b02,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:09.921932 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-42b756c0-6a99-4fed-b660-ac7e0aee72c7 None None] Transition to ACTIVE for port object 9819d156-6df1-4d4a-b259-07987af4ba85 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:09.989536 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-42b756c0-6a99-4fed-b660-ac7e0aee72c7 None None] Transition to ACTIVE for port object 9819d156-6df1-4d4a-b259-07987af4ba85 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:09.999061 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-42b756c0-6a99-4fed-b660-ac7e0aee72c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:10.083374 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b756c0-6a99-4fed-b660-ac7e0aee72c7 None None] Pushing event updated for resources: {'Port': ['ID=9819d156-6df1-4d4a-b259-07987af4ba85,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:10.115020 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-cebbd734-82ac-473f-8d80-bb43aa6763b6 req-dd0d3075-94af-40a9-bb36-c87bdd7f060b service neutron] Attempting to bind port 4986bf9d-f948-4b21-97da-620cbc8d0b02 on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:45:10.115350 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-cebbd734-82ac-473f-8d80-bb43aa6763b6 req-dd0d3075-94af-40a9-bb36-c87bdd7f060b service neutron] Attempting to bind port 4986bf9d-f948-4b21-97da-620cbc8d0b02 by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:45:10.115899 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebbd734-82ac-473f-8d80-bb43aa6763b6 req-dd0d3075-94af-40a9-bb36-c87bdd7f060b service neutron] Attempting to bind port 4986bf9d-f948-4b21-97da-620cbc8d0b02 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:45:10.133187 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebbd734-82ac-473f-8d80-bb43aa6763b6 req-dd0d3075-94af-40a9-bb36-c87bdd7f060b service neutron] Port 4986bf9d-f948-4b21-97da-620cbc8d0b02 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:45:10.135400 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebbd734-82ac-473f-8d80-bb43aa6763b6 req-dd0d3075-94af-40a9-bb36-c87bdd7f060b service neutron] Attempting to bind port 4986bf9d-f948-4b21-97da-620cbc8d0b02 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:45:10.138811 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b756c0-6a99-4fed-b660-ac7e0aee72c7 None None] Network 46cda071-561a-4afb-ab93-1c5c7d43f1eb is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:10.140742 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-42b756c0-6a99-4fed-b660-ac7e0aee72c7 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:10.147138 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b756c0-6a99-4fed-b660-ac7e0aee72c7 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:45:10.156615 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebbd734-82ac-473f-8d80-bb43aa6763b6 req-dd0d3075-94af-40a9-bb36-c87bdd7f060b service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:45:10.157249 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebbd734-82ac-473f-8d80-bb43aa6763b6 req-dd0d3075-94af-40a9-bb36-c87bdd7f060b service neutron] Checking segment: {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:45:10.158470 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cebbd734-82ac-473f-8d80-bb43aa6763b6 req-dd0d3075-94af-40a9-bb36-c87bdd7f060b service neutron] Bound using segment: {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:45:10.159511 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-cebbd734-82ac-473f-8d80-bb43aa6763b6 req-dd0d3075-94af-40a9-bb36-c87bdd7f060b service neutron] Bound port: 4986bf9d-f948-4b21-97da-620cbc8d0b02, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:45:10.160153 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-cebbd734-82ac-473f-8d80-bb43aa6763b6 req-dd0d3075-94af-40a9-bb36-c87bdd7f060b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:10.270092 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7e2c1307-0c81-46a1-a021-59ba0cfb64d0 req-482a7501-d102-4fbe-bae4-05ebff93f9fd tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5836687 Jul 29 23:45:10.282145 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-42b756c0-6a99-4fed-b660-ac7e0aee72c7 None None] Attempting to bind port 9819d156-6df1-4d4a-b259-07987af4ba85 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:45:10.295938 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-42b756c0-6a99-4fed-b660-ac7e0aee72c7 None None] Attempting to bind port 9819d156-6df1-4d4a-b259-07987af4ba85 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '4d250b4c-3278-47f6-86eb-8819d204473a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '46cda071-561a-4afb-ab93-1c5c7d43f1eb'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:45:10.295938 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b756c0-6a99-4fed-b660-ac7e0aee72c7 None None] Attempting to bind port 9819d156-6df1-4d4a-b259-07987af4ba85 on network 46cda071-561a-4afb-ab93-1c5c7d43f1eb {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:45:10.360503 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-cebbd734-82ac-473f-8d80-bb43aa6763b6 req-dd0d3075-94af-40a9-bb36-c87bdd7f060b service neutron] For port 4986bf9d-f948-4b21-97da-620cbc8d0b02, host n-h1-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:45:10.363254 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b756c0-6a99-4fed-b660-ac7e0aee72c7 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:45:10.364330 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b756c0-6a99-4fed-b660-ac7e0aee72c7 None None] Checking segment: {'id': '4d250b4c-3278-47f6-86eb-8819d204473a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '46cda071-561a-4afb-ab93-1c5c7d43f1eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:45:10.366676 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-42b756c0-6a99-4fed-b660-ac7e0aee72c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:10.368265 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42b756c0-6a99-4fed-b660-ac7e0aee72c7 None None] Bound using segment: {'id': '4d250b4c-3278-47f6-86eb-8819d204473a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '46cda071-561a-4afb-ab93-1c5c7d43f1eb'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:45:10.368666 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-cebbd734-82ac-473f-8d80-bb43aa6763b6 req-dd0d3075-94af-40a9-bb36-c87bdd7f060b service neutron] For port 4986bf9d-f948-4b21-97da-620cbc8d0b02, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=4986bf9d-f948-4b21-97da-620cbc8d0b02,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:45:10.370197 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-42b756c0-6a99-4fed-b660-ac7e0aee72c7 None None] Bound port: 9819d156-6df1-4d4a-b259-07987af4ba85, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d250b4c-3278-47f6-86eb-8819d204473a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '46cda071-561a-4afb-ab93-1c5c7d43f1eb'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:45:10.371108 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-42b756c0-6a99-4fed-b660-ac7e0aee72c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:10.379939 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-cebbd734-82ac-473f-8d80-bb43aa6763b6 req-dd0d3075-94af-40a9-bb36-c87bdd7f060b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:10.407652 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebbd734-82ac-473f-8d80-bb43aa6763b6 req-dd0d3075-94af-40a9-bb36-c87bdd7f060b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:10.408832 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-cebbd734-82ac-473f-8d80-bb43aa6763b6 req-dd0d3075-94af-40a9-bb36-c87bdd7f060b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:10.410536 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-cebbd734-82ac-473f-8d80-bb43aa6763b6 req-dd0d3075-94af-40a9-bb36-c87bdd7f060b service neutron] 10.222.0.41 "PUT /v2.0/ports/4986bf9d-f948-4b21-97da-620cbc8d0b02 HTTP/1.1" status: 200 len: 1096 time: 1.6444592 Jul 29 23:45:10.455779 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd920588f-7ddb-440a-9cc3-a8c764d9cd6a', 'tag': '4986bf9d-f948-4b21-97da-620cbc8d0b02'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:45:10.460727 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51d8c8b-ab7b-4fe8-aea8-8b1182b59230" -d '{"events": [{"name": "network-changed", "server_uuid": "d920588f-7ddb-440a-9cc3-a8c764d9cd6a", "tag": "4986bf9d-f948-4b21-97da-620cbc8d0b02"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:45:10.585890 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4a638f87-4e0d-4ced-86e4-419496838bbb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:10.593949 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-42b756c0-6a99-4fed-b660-ac7e0aee72c7 None None] For port 9819d156-6df1-4d4a-b259-07987af4ba85, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:45:10.598565 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-42b756c0-6a99-4fed-b660-ac7e0aee72c7 None None] For port 9819d156-6df1-4d4a-b259-07987af4ba85, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=9819d156-6df1-4d4a-b259-07987af4ba85,segment=NetworkSegment(4d250b4c-3278-47f6-86eb-8819d204473a),segment_id=4d250b4c-3278-47f6-86eb-8819d204473a)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:45:10.600858 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7bc85e04-0214-4aee-a4da-5dc5b43f4bb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:10.610110 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-42b756c0-6a99-4fed-b660-ac7e0aee72c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:10.622011 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0d3075-94af-40a9-bb36-c87bdd7f060b service neutron] Pushing event updated for resources: {'Port': ['ID=4986bf9d-f948-4b21-97da-620cbc8d0b02,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:10.662822 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebbd734-82ac-473f-8d80-bb43aa6763b6 req-9c660fad-b62c-4c01-90a3-0612f9930c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:10.667068 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-cebbd734-82ac-473f-8d80-bb43aa6763b6 req-9c660fad-b62c-4c01-90a3-0612f9930c28 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8ddd94e523ce4936aa507a4e1fa5a975&device_id=d920588f-7ddb-440a-9cc3-a8c764d9cd6a HTTP/1.1" status: 200 len: 1099 time: 0.1861897 Jul 29 23:45:10.700077 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-15f1a0ee-df86-4ec9-94ba-9e64cec48b60 req-8b0637db-7b64-4461-a1fd-47a9dd1686ec service neutron] Attempting to bind port 2875ee32-238e-4ee6-9859-e138d0cb4a53 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:45:10.707649 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-15f1a0ee-df86-4ec9-94ba-9e64cec48b60 req-8b0637db-7b64-4461-a1fd-47a9dd1686ec service neutron] Attempting to bind port 2875ee32-238e-4ee6-9859-e138d0cb4a53 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '078bda1f-0f4d-4782-805e-e16705fa85d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9ed09e0f-fd33-4f99-9c36-53e301ede8c7'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:45:10.708119 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f1a0ee-df86-4ec9-94ba-9e64cec48b60 req-8b0637db-7b64-4461-a1fd-47a9dd1686ec service neutron] Attempting to bind port 2875ee32-238e-4ee6-9859-e138d0cb4a53 on network 9ed09e0f-fd33-4f99-9c36-53e301ede8c7 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:45:10.757354 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-cebbd734-82ac-473f-8d80-bb43aa6763b6 req-a2f63f93-4425-465f-a928-afc68af7b4fc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=4986bf9d-f948-4b21-97da-620cbc8d0b02 HTTP/1.1" status: 200 len: 217 time: 0.0767510 Jul 29 23:45:10.795634 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b756c0-6a99-4fed-b660-ac7e0aee72c7 None None] Pushing event updated for resources: {'Port': ['ID=9819d156-6df1-4d4a-b259-07987af4ba85,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:10.809695 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd6d6e5-5ec4-403c-acfd-2abbceea89de req-d410f207-2bd6-42a5-baf8-d976c6953eed tempest-VolumesBackupsTest-1731268627 tempest-VolumesBackupsTest-1731268627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:10.813350 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0cd6d6e5-5ec4-403c-acfd-2abbceea89de req-d410f207-2bd6-42a5-baf8-d976c6953eed tempest-VolumesBackupsTest-1731268627 tempest-VolumesBackupsTest-1731268627-project] 10.222.0.43 "GET /v2.0/ports?device_id=d920588f-7ddb-440a-9cc3-a8c764d9cd6a HTTP/1.1" status: 200 len: 947 time: 0.8623164 Jul 29 23:45:10.815574 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f1a0ee-df86-4ec9-94ba-9e64cec48b60 req-8b0637db-7b64-4461-a1fd-47a9dd1686ec service neutron] Port 2875ee32-238e-4ee6-9859-e138d0cb4a53 on network 9ed09e0f-fd33-4f99-9c36-53e301ede8c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:45:10.816890 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f1a0ee-df86-4ec9-94ba-9e64cec48b60 req-8b0637db-7b64-4461-a1fd-47a9dd1686ec service neutron] Attempting to bind port 2875ee32-238e-4ee6-9859-e138d0cb4a53 on network 9ed09e0f-fd33-4f99-9c36-53e301ede8c7 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:45:10.873902 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebbd734-82ac-473f-8d80-bb43aa6763b6 req-4cb38afc-479b-41ec-a50d-116a81262aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:10.875904 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-cebbd734-82ac-473f-8d80-bb43aa6763b6 req-4cb38afc-479b-41ec-a50d-116a81262aad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.1110158 Jul 29 23:45:10.920450 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f1a0ee-df86-4ec9-94ba-9e64cec48b60 req-8b0637db-7b64-4461-a1fd-47a9dd1686ec service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:45:10.926064 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f1a0ee-df86-4ec9-94ba-9e64cec48b60 req-8b0637db-7b64-4461-a1fd-47a9dd1686ec service neutron] Checking segment: {'id': '078bda1f-0f4d-4782-805e-e16705fa85d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9ed09e0f-fd33-4f99-9c36-53e301ede8c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:45:10.927192 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f1a0ee-df86-4ec9-94ba-9e64cec48b60 req-8b0637db-7b64-4461-a1fd-47a9dd1686ec service neutron] Bound using segment: {'id': '078bda1f-0f4d-4782-805e-e16705fa85d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9ed09e0f-fd33-4f99-9c36-53e301ede8c7'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:45:10.927779 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-15f1a0ee-df86-4ec9-94ba-9e64cec48b60 req-8b0637db-7b64-4461-a1fd-47a9dd1686ec service neutron] Bound port: 2875ee32-238e-4ee6-9859-e138d0cb4a53, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '078bda1f-0f4d-4782-805e-e16705fa85d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9ed09e0f-fd33-4f99-9c36-53e301ede8c7'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:45:10.929523 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-15f1a0ee-df86-4ec9-94ba-9e64cec48b60 req-8b0637db-7b64-4461-a1fd-47a9dd1686ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:10.940532 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7bc85e04-0214-4aee-a4da-5dc5b43f4bb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:10.991529 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebbd734-82ac-473f-8d80-bb43aa6763b6 req-c0ec6d30-aec3-43fb-866a-83b77ef87d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:10.993519 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-cebbd734-82ac-473f-8d80-bb43aa6763b6 req-c0ec6d30-aec3-43fb-866a-83b77ef87d83 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1099887 Jul 29 23:45:11.077043 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5593c129-103f-46e8-bd70-1b5ee95a2a45 req-ad86fd8f-dd2f-4ad1-8763-a3098d7f7a69 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:11.099374 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5593c129-103f-46e8-bd70-1b5ee95a2a45 req-ad86fd8f-dd2f-4ad1-8763-a3098d7f7a69 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/ports?device_id=7df963d9-d8a9-463f-a367-a69d85222dea HTTP/1.1" status: 200 len: 944 time: 0.5951800 Jul 29 23:45:11.305573 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0cd6d6e5-5ec4-403c-acfd-2abbceea89de req-67033eca-c722-43c6-83e0-23f8c14c8963 tempest-VolumesBackupsTest-1731268627 tempest-VolumesBackupsTest-1731268627-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc4e459b-e6a6-487b-990d-19fa7f69b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4079154 Jul 29 23:45:11.315352 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-cebbd734-82ac-473f-8d80-bb43aa6763b6 req-f1e3951b-2c6a-4244-ae9a-70f14de7eb61 service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136127 Jul 29 23:45:11.442312 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5593c129-103f-46e8-bd70-1b5ee95a2a45 req-58f08bd5-9c82-441e-8ad6-504aa252928d tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/security-groups?id=fea2426c-faaa-41f8-aaeb-dd9911d88880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3417113 Jul 29 23:45:11.567056 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-15f1a0ee-df86-4ec9-94ba-9e64cec48b60 req-8b0637db-7b64-4461-a1fd-47a9dd1686ec service neutron] For port 2875ee32-238e-4ee6-9859-e138d0cb4a53, host n-h2-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:45:11.613886 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7bc85e04-0214-4aee-a4da-5dc5b43f4bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:11.621103 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7bc85e04-0214-4aee-a4da-5dc5b43f4bb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:11.622355 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-7bc85e04-0214-4aee-a4da-5dc5b43f4bb3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1ed6714a-5ae2-485c-941f-d62510a0fb26 HTTP/1.1" status: 204 len: 168 time: 1.9740853 Jul 29 23:45:11.644075 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-15f1a0ee-df86-4ec9-94ba-9e64cec48b60 req-8b0637db-7b64-4461-a1fd-47a9dd1686ec service neutron] For port 2875ee32-238e-4ee6-9859-e138d0cb4a53, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=2875ee32-238e-4ee6-9859-e138d0cb4a53,segment=NetworkSegment(078bda1f-0f4d-4782-805e-e16705fa85d2),segment_id=078bda1f-0f4d-4782-805e-e16705fa85d2)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:45:11.657218 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-cebbd734-82ac-473f-8d80-bb43aa6763b6 req-7c736c6e-f004-4695-8d7f-a0ea95d238e6 service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3324571 Jul 29 23:45:11.659461 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c2a5bc-ab8a-4817-a753-4217ce22fa3a x-openstack-request-id: req-68c2a5bc-ab8a-4817-a753-4217ce22fa3a {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:45:11.659680 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d920588f-7ddb-440a-9cc3-a8c764d9cd6a", "tag": "4986bf9d-f948-4b21-97da-620cbc8d0b02", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:45:11.660123 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-68c2a5bc-ab8a-4817-a753-4217ce22fa3a {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:45:11.660618 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd920588f-7ddb-440a-9cc3-a8c764d9cd6a', 'tag': '4986bf9d-f948-4b21-97da-620cbc8d0b02', 'status': 'completed', 'code': 200} Jul 29 23:45:11.762724 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc85e04-0214-4aee-a4da-5dc5b43f4bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed6714a-5ae2-485c-941f-d62510a0fb26,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:11.824709 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-15f1a0ee-df86-4ec9-94ba-9e64cec48b60 req-8b0637db-7b64-4461-a1fd-47a9dd1686ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:11.880438 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d8c8b-ab7b-4fe8-aea8-8b1182b59230 req-71bf21db-c31b-4e29-a27c-80918a00c14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:11.887874 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b51d8c8b-ab7b-4fe8-aea8-8b1182b59230 req-71bf21db-c31b-4e29-a27c-80918a00c14c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8ddd94e523ce4936aa507a4e1fa5a975&device_id=d920588f-7ddb-440a-9cc3-a8c764d9cd6a HTTP/1.1" status: 200 len: 1099 time: 0.1284792 Jul 29 23:45:12.115700 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bfe54a6d-4156-450f-b452-b4ad82e27fc0 req-2c60207f-b02c-499c-8c48-4934900315f1 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=b06f9045-1416-45b0-93a1-3a9039d210e2 HTTP/1.1" status: 200 len: 210 time: 0.2264590 Jul 29 23:45:12.149267 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d8c8b-ab7b-4fe8-aea8-8b1182b59230 req-5ba3eb56-d95e-45de-85bc-3254f3e4aa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:12.150791 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b51d8c8b-ab7b-4fe8-aea8-8b1182b59230 req-5ba3eb56-d95e-45de-85bc-3254f3e4aa38 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d71c22dc-feef-410b-a7ed-6548cf85bd6f HTTP/1.1" status: 200 len: 870 time: 0.2558928 Jul 29 23:45:12.250502 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f1a0ee-df86-4ec9-94ba-9e64cec48b60 req-8b0637db-7b64-4461-a1fd-47a9dd1686ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:12.254131 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-15f1a0ee-df86-4ec9-94ba-9e64cec48b60 req-8b0637db-7b64-4461-a1fd-47a9dd1686ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:12.259795 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-15f1a0ee-df86-4ec9-94ba-9e64cec48b60 req-8b0637db-7b64-4461-a1fd-47a9dd1686ec service neutron] 10.222.0.22 "PUT /v2.0/ports/2875ee32-238e-4ee6-9859-e138d0cb4a53 HTTP/1.1" status: 200 len: 1093 time: 5.9230113 Jul 29 23:45:12.285360 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b51d8c8b-ab7b-4fe8-aea8-8b1182b59230 req-d9f172b8-f026-48b4-9e0e-96dde905f0b2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.75&port_id=4986bf9d-f948-4b21-97da-620cbc8d0b02 HTTP/1.1" status: 200 len: 217 time: 0.1242006 Jul 29 23:45:12.297510 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7df963d9-d8a9-463f-a367-a69d85222dea', 'tag': '2875ee32-238e-4ee6-9859-e138d0cb4a53'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:45:12.317998 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843f41e7-c147-4dea-8df6-575a5d58acd9" -d '{"events": [{"name": "network-changed", "server_uuid": "7df963d9-d8a9-463f-a367-a69d85222dea", "tag": "2875ee32-238e-4ee6-9859-e138d0cb4a53"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:45:12.465187 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9902d6c2-008d-4629-8cfa-a8900c395b77 req-adf5f298-bb13-41d6-946f-f2a4a051a370 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:12.468489 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9902d6c2-008d-4629-8cfa-a8900c395b77 req-adf5f298-bb13-41d6-946f-f2a4a051a370 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 945 time: 0.8845470 Jul 29 23:45:12.469530 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0637db-7b64-4461-a1fd-47a9dd1686ec service neutron] Pushing event updated for resources: {'Port': ['ID=2875ee32-238e-4ee6-9859-e138d0cb4a53,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:12.520108 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d8c8b-ab7b-4fe8-aea8-8b1182b59230 req-388c40dc-0e2e-44ce-b387-af666e15d446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:12.521662 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b51d8c8b-ab7b-4fe8-aea8-8b1182b59230 req-388c40dc-0e2e-44ce-b387-af666e15d446 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.2213478 Jul 29 23:45:12.585111 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9902d6c2-008d-4629-8cfa-a8900c395b77 req-a5c23a88-5ac4-4378-9396-a0ca16442b73 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002254 Jul 29 23:45:12.660221 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f1a0ee-df86-4ec9-94ba-9e64cec48b60 req-7d7aa846-250d-4d24-a6a7-4f085766f5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:12.662526 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-15f1a0ee-df86-4ec9-94ba-9e64cec48b60 req-7d7aa846-250d-4d24-a6a7-4f085766f5da service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fcb43ac6c6a9431f84d08948e21fa251&device_id=7df963d9-d8a9-463f-a367-a69d85222dea HTTP/1.1" status: 200 len: 1096 time: 0.3374364 Jul 29 23:45:12.689061 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51d8c8b-ab7b-4fe8-aea8-8b1182b59230 req-1486b876-463c-4e6c-b852-f33657149a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:12.698679 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b51d8c8b-ab7b-4fe8-aea8-8b1182b59230 req-1486b876-463c-4e6c-b852-f33657149a07 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1591172 Jul 29 23:45:12.742801 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 39702) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:12.839681 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b75b8861-eb4b-4a38-90ab-ffc7a22dfab8 x-openstack-request-id: req-b75b8861-eb4b-4a38-90ab-ffc7a22dfab8 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:45:12.840175 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7df963d9-d8a9-463f-a367-a69d85222dea", "tag": "2875ee32-238e-4ee6-9859-e138d0cb4a53", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:45:12.840608 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b75b8861-eb4b-4a38-90ab-ffc7a22dfab8 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:45:12.843117 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7df963d9-d8a9-463f-a367-a69d85222dea', 'tag': '2875ee32-238e-4ee6-9859-e138d0cb4a53', 'status': 'completed', 'code': 200} Jul 29 23:45:12.846788 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-816062fd-db45-450a-8300-79fc26efb66d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:12.886477 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:45:13.089394 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-816062fd-db45-450a-8300-79fc26efb66d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:13.117739 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06780f71-b0be-4c8d-82fb-98e2a4fe79f2 req-60f21770-9e5c-471b-858b-67b859ebf94b tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:13.120437 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-06780f71-b0be-4c8d-82fb-98e2a4fe79f2 req-60f21770-9e5c-471b-858b-67b859ebf94b tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4443f2c0-ea2a-4c7b-893e-17394262b988 HTTP/1.1" status: 200 len: 945 time: 0.7644670 Jul 29 23:45:13.139283 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-816062fd-db45-450a-8300-79fc26efb66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:13.228210 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-15f1a0ee-df86-4ec9-94ba-9e64cec48b60 req-56a89c28-9808-4df9-9d2c-7dcc225dd8ab service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2875ee32-238e-4ee6-9859-e138d0cb4a53 HTTP/1.1" status: 200 len: 217 time: 0.5055540 Jul 29 23:45:13.338723 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-816062fd-db45-450a-8300-79fc26efb66d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ea6951e7998043b69e7036adc7228a5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5796287 Jul 29 23:45:13.351365 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8096ee-ee1f-44e3-b6a3-3aabf57540fa None None] Network 46cda071-561a-4afb-ab93-1c5c7d43f1eb requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:13.427993 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 39740) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:13.491001 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816062fd-db45-450a-8300-79fc26efb66d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d72ea1-938a-4ca6-9998-5f5f8021b3b3,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:13.515830 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-06780f71-b0be-4c8d-82fb-98e2a4fe79f2 req-39377725-ac9a-4423-a7eb-e137c309c92e tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853003 Jul 29 23:45:13.589310 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 9819d156-6df1-4d4a-b259-07987af4ba85 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:45:13.633153 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b51d8c8b-ab7b-4fe8-aea8-8b1182b59230 req-6c3a161c-6b66-4e81-b10e-2a6de58d2f1a service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9260790 Jul 29 23:45:13.712074 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-e5d9bd27-ad47-4612-a48d-40c393059164 None None] Provisioning for port 9819d156-6df1-4d4a-b259-07987af4ba85 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:13.760187 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b51d8c8b-ab7b-4fe8-aea8-8b1182b59230 req-28296ada-576d-4c75-92c5-96ce3f1b30f2 service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192625 Jul 29 23:45:13.851650 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 9819d156-6df1-4d4a-b259-07987af4ba85 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:13.868294 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 9819d156-6df1-4d4a-b259-07987af4ba85 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:13.872928 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:13.875368 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0016d16-d0cb-4104-94d8-c5ca86e69acf req-2a530f77-9bb1-4b05-a857-69526110c74d tempest-VolumesBackupsTest-1731268627 tempest-VolumesBackupsTest-1731268627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:13.885849 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f0016d16-d0cb-4104-94d8-c5ca86e69acf req-2a530f77-9bb1-4b05-a857-69526110c74d tempest-VolumesBackupsTest-1731268627 tempest-VolumesBackupsTest-1731268627-project] 10.222.0.43 "GET /v2.0/ports?device_id=d920588f-7ddb-440a-9cc3-a8c764d9cd6a HTTP/1.1" status: 200 len: 947 time: 0.7631226 Jul 29 23:45:13.912223 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f1a0ee-df86-4ec9-94ba-9e64cec48b60 req-e4e172b5-99b4-47a3-9aa2-f0bd9f4004eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:13.913755 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-15f1a0ee-df86-4ec9-94ba-9e64cec48b60 req-e4e172b5-99b4-47a3-9aa2-f0bd9f4004eb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0ac8a8ba-a6a8-4667-a787-0546343c7c92 HTTP/1.1" status: 200 len: 855 time: 0.5076594 Jul 29 23:45:14.088673 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f0016d16-d0cb-4104-94d8-c5ca86e69acf req-7d950ced-0426-4b8d-9aab-9d2f96660aab tempest-VolumesBackupsTest-1731268627 tempest-VolumesBackupsTest-1731268627-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc4e459b-e6a6-487b-990d-19fa7f69b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876862 Jul 29 23:45:14.102458 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-15f1a0ee-df86-4ec9-94ba-9e64cec48b60 req-d123f014-bb7a-4def-ba75-3089c314a3df service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9ed09e0f-fd33-4f99-9c36-53e301ede8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1279004 Jul 29 23:45:14.168153 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:14.310301 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 9819d156-6df1-4d4a-b259-07987af4ba85, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=9819d156-6df1-4d4a-b259-07987af4ba85,segment=NetworkSegment(4d250b4c-3278-47f6-86eb-8819d204473a),segment_id=4d250b4c-3278-47f6-86eb-8819d204473a)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:14.324296 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:14.370976 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-15f1a0ee-df86-4ec9-94ba-9e64cec48b60 req-1ad4b2d7-df93-4549-b91a-b62310f623a0 service neutron] 10.222.0.22 "GET /v2.0/networks/9ed09e0f-fd33-4f99-9c36-53e301ede8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290847 Jul 29 23:45:14.393429 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-a47f8487-90ef-470e-8ec0-5334879f2319 None None] Provisioning complete for port 9819d156-6df1-4d4a-b259-07987af4ba85 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:14.394483 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a47f8487-90ef-470e-8ec0-5334879f2319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:14.435689 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=9819d156-6df1-4d4a-b259-07987af4ba85,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:14.449700 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-95e1fa25-9b08-42b8-a091-e38e65d49cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:14.465982 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4a638f87-4e0d-4ced-86e4-419496838bbb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:14.472648 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-85864c88-fd14-4cb4-84f7-1966478ecec1 req-73db2569-ecbc-4f16-8078-8773ab5bf177 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=b06f9045-1416-45b0-93a1-3a9039d210e2 HTTP/1.1" status: 200 len: 210 time: 0.0974178 Jul 29 23:45:14.526541 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f14274e-34a4-4bf5-be6d-ddb8f6da0897 req-e9b7a49d-bdfc-4b93-a7c7-61e154a5f5c5 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:14.530549 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3f14274e-34a4-4bf5-be6d-ddb8f6da0897 req-e9b7a49d-bdfc-4b93-a7c7-61e154a5f5c5 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/ports?device_id=7df963d9-d8a9-463f-a367-a69d85222dea HTTP/1.1" status: 200 len: 944 time: 0.8117976 Jul 29 23:45:14.673641 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4a638f87-4e0d-4ced-86e4-419496838bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:14.746246 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-95e1fa25-9b08-42b8-a091-e38e65d49cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:14.909124 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 4986bf9d-f948-4b21-97da-620cbc8d0b02 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:45:14.932284 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-15f1a0ee-df86-4ec9-94ba-9e64cec48b60 req-b6eba07c-5e82-4734-a248-887ea3715ce5 service neutron] 10.222.0.22 "GET /v2.0/networks/9ed09e0f-fd33-4f99-9c36-53e301ede8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4580317 Jul 29 23:45:15.013914 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3f14274e-34a4-4bf5-be6d-ddb8f6da0897 req-cf4bcb23-c523-4b65-a836-1c289038d742 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/security-groups?id=fea2426c-faaa-41f8-aaeb-dd9911d88880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3608143 Jul 29 23:45:15.085774 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a52f94-f5b9-4cdd-b656-818da696bb19 req-0b3c0776-12fe-4f03-a772-5c795a50df2a tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:15.105870 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f6a52f94-f5b9-4cdd-b656-818da696bb19 req-0b3c0776-12fe-4f03-a772-5c795a50df2a tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 945 time: 0.4569712 Jul 29 23:45:15.236481 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 4986bf9d-f948-4b21-97da-620cbc8d0b02, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=4986bf9d-f948-4b21-97da-620cbc8d0b02,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:15.254064 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': '4986bf9d-f948-4b21-97da-620cbc8d0b02', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'port_id': '4986bf9d-f948-4b21-97da-620cbc8d0b02', 'mac_address': 'fa:16:3e:b2:c8:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64bdc61a-58ca-49c7-bae5-ecfed9ee407c', 'ip_address': '192.168.233.75'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:45:15.343920 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-95e1fa25-9b08-42b8-a091-e38e65d49cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:15.348196 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-95e1fa25-9b08-42b8-a091-e38e65d49cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:15.352536 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-95e1fa25-9b08-42b8-a091-e38e65d49cec admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b2d72ea1-938a-4ca6-9998-5f5f8021b3b3 HTTP/1.1" status: 204 len: 168 time: 1.8296578 Jul 29 23:45:15.394461 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 9819d156-6df1-4d4a-b259-07987af4ba85 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:45:15.476143 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f41e7-c147-4dea-8df6-575a5d58acd9 req-1931332e-4c73-49c6-8951-723d44a83b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:15.484611 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-843f41e7-c147-4dea-8df6-575a5d58acd9 req-1931332e-4c73-49c6-8951-723d44a83b43 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fcb43ac6c6a9431f84d08948e21fa251&device_id=7df963d9-d8a9-463f-a367-a69d85222dea HTTP/1.1" status: 200 len: 1096 time: 0.4824476 Jul 29 23:45:15.519238 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:15.520486 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9848dd-9577-40a0-9121-0a784192bfef req-9f26ca1d-7580-4efb-a8c6-bcd587ad6125 tempest-VolumesBackupsTest-1731268627 tempest-VolumesBackupsTest-1731268627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:15.530765 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3f9848dd-9577-40a0-9121-0a784192bfef req-9f26ca1d-7580-4efb-a8c6-bcd587ad6125 tempest-VolumesBackupsTest-1731268627 tempest-VolumesBackupsTest-1731268627-project] 10.222.0.43 "GET /v2.0/ports?device_id=d920588f-7ddb-440a-9cc3-a8c764d9cd6a HTTP/1.1" status: 200 len: 947 time: 0.2191486 Jul 29 23:45:15.540244 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4986bf9d-f948-4b21-97da-620cbc8d0b02 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:45:15.593963 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 4986bf9d-f948-4b21-97da-620cbc8d0b02, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=4986bf9d-f948-4b21-97da-620cbc8d0b02,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:15.602546 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e1fa25-9b08-42b8-a091-e38e65d49cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d72ea1-938a-4ca6-9998-5f5f8021b3b3,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:15.605238 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:15.694763 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 9819d156-6df1-4d4a-b259-07987af4ba85 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:15.695139 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:15.726756 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-4a638f87-4e0d-4ced-86e4-419496838bbb admin admin] Allocated IP 172.25.0.211 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/11c3c2ed-03cb-40dc-8c61-ccb15ad2d8a5) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:15.784676 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=4986bf9d-f948-4b21-97da-620cbc8d0b02,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:15.804422 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f6a52f94-f5b9-4cdd-b656-818da696bb19 req-cc240fb7-2da0-454e-bab6-b20ff810087d tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6972351 Jul 29 23:45:15.817419 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3f9848dd-9577-40a0-9121-0a784192bfef req-984e2304-f254-43b6-a702-fbbd38f4e9d3 tempest-VolumesBackupsTest-1731268627 tempest-VolumesBackupsTest-1731268627-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc4e459b-e6a6-487b-990d-19fa7f69b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856231 Jul 29 23:45:15.971166 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['4986bf9d-f948-4b21-97da-620cbc8d0b02'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:45:15.973213 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f41e7-c147-4dea-8df6-575a5d58acd9 req-16affcc5-a515-482e-8ffb-feb6ba3b7b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:15.987967 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-843f41e7-c147-4dea-8df6-575a5d58acd9 req-16affcc5-a515-482e-8ffb-feb6ba3b7b66 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9ed09e0f-fd33-4f99-9c36-53e301ede8c7 HTTP/1.1" status: 200 len: 916 time: 0.3890932 Jul 29 23:45:16.143519 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-843f41e7-c147-4dea-8df6-575a5d58acd9 req-ebf96fff-34f8-44ef-aaf8-84774c0461ae service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2875ee32-238e-4ee6-9859-e138d0cb4a53 HTTP/1.1" status: 200 len: 217 time: 0.1342535 Jul 29 23:45:16.166014 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5abed87f-510b-4a25-8a35-0d1b1910199e req-e3d8f9b9-ddaf-4187-b6fd-6a4bca125b1e tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=b06f9045-1416-45b0-93a1-3a9039d210e2 HTTP/1.1" status: 200 len: 210 time: 0.1291983 Jul 29 23:45:16.210022 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4a638f87-4e0d-4ced-86e4-419496838bbb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:16.270859 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f41e7-c147-4dea-8df6-575a5d58acd9 req-231e386a-4e9c-4066-b41a-e483ad7bab36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:16.272700 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-843f41e7-c147-4dea-8df6-575a5d58acd9 req-231e386a-4e9c-4066-b41a-e483ad7bab36 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0ac8a8ba-a6a8-4667-a787-0546343c7c92 HTTP/1.1" status: 200 len: 855 time: 0.1119986 Jul 29 23:45:16.331834 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-843f41e7-c147-4dea-8df6-575a5d58acd9 req-da6ae782-8891-43f7-9630-b8f710fcba53 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9ed09e0f-fd33-4f99-9c36-53e301ede8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390503 Jul 29 23:45:16.360977 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e241c634-34e4-485d-93e4-96bdf7b69ad3 req-87a64690-8b6d-4f11-b4f1-3cbe1265eb2f tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:16.362943 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e241c634-34e4-485d-93e4-96bdf7b69ad3 req-87a64690-8b6d-4f11-b4f1-3cbe1265eb2f tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/ports?device_id=7df963d9-d8a9-463f-a367-a69d85222dea HTTP/1.1" status: 200 len: 944 time: 0.1424870 Jul 29 23:45:16.458120 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4a638f87-4e0d-4ced-86e4-419496838bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:16.563570 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a638f87-4e0d-4ced-86e4-419496838bbb admin admin] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:16.645233 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e241c634-34e4-485d-93e4-96bdf7b69ad3 req-5ffef2a8-bfc4-4c96-9cd5-834b07b65312 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/security-groups?id=fea2426c-faaa-41f8-aaeb-dd9911d88880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575343 Jul 29 23:45:16.649707 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-843f41e7-c147-4dea-8df6-575a5d58acd9 req-ab5acfab-baad-44d0-8c96-e137ef320b3c service neutron] 10.222.0.22 "GET /v2.0/networks/9ed09e0f-fd33-4f99-9c36-53e301ede8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085921 Jul 29 23:45:16.651105 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-4a638f87-4e0d-4ced-86e4-419496838bbb admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:16.697751 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a638f87-4e0d-4ced-86e4-419496838bbb admin admin] Pushing event updated for resources: {'Port': ['ID=11c3c2ed-03cb-40dc-8c61-ccb15ad2d8a5,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:16.710002 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a638f87-4e0d-4ced-86e4-419496838bbb admin admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:45:16.926792 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 4986bf9d-f948-4b21-97da-620cbc8d0b02 up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:45:17.025220 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port 4986bf9d-f948-4b21-97da-620cbc8d0b02 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:17.033782 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port 4986bf9d-f948-4b21-97da-620cbc8d0b02 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:17.035633 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:17.159233 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:17.190388 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd920588f-7ddb-440a-9cc3-a8c764d9cd6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4986bf9d-f948-4b21-97da-620cbc8d0b02'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:45:17.193446 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f6781e-75b9-43e8-a754-0878c44b1ec3" -d '{"events": [{"server_uuid": "d920588f-7ddb-440a-9cc3-a8c764d9cd6a", "name": "network-vif-plugged", "status": "completed", "tag": "4986bf9d-f948-4b21-97da-620cbc8d0b02"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:45:17.210707 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 4986bf9d-f948-4b21-97da-620cbc8d0b02, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=4986bf9d-f948-4b21-97da-620cbc8d0b02,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:17.216943 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:17.293662 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=4986bf9d-f948-4b21-97da-620cbc8d0b02,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:17.605993 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791d61c-cc40-4d18-bb4e-39f27caf8b91 req-ac174fe5-5b8c-47c6-b3fd-dd98aa028a7d tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:17.616358 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6791d61c-cc40-4d18-bb4e-39f27caf8b91 req-ac174fe5-5b8c-47c6-b3fd-dd98aa028a7d tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4443f2c0-ea2a-4c7b-893e-17394262b988 HTTP/1.1" status: 200 len: 945 time: 0.8496757 Jul 29 23:45:17.717598 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6791d61c-cc40-4d18-bb4e-39f27caf8b91 req-d7167170-5692-4638-83b7-cf2a331aba4b tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000245 Jul 29 23:45:17.852590 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-843f41e7-c147-4dea-8df6-575a5d58acd9 req-7ec08a7f-f6cc-480f-82bb-d8b7881b14e9 service neutron] 10.222.0.22 "GET /v2.0/networks/9ed09e0f-fd33-4f99-9c36-53e301ede8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1368022 Jul 29 23:45:17.883505 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec83d17d-e01c-4600-b3b0-4b8b0c465ffd req-6842dc4b-70dc-4869-a819-54efe48f4abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:17.885023 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ec83d17d-e01c-4600-b3b0-4b8b0c465ffd req-6842dc4b-70dc-4869-a819-54efe48f4abf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bc6282d9b32e428d9264b8fb2fa602e4&device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 1097 time: 0.1007271 Jul 29 23:45:17.899489 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584f389-76f0-4994-b4cb-a947fec23d03 req-41c186aa-5be1-4f51-8d60-44579fd70236 tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:17.906626 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b584f389-76f0-4994-b4cb-a947fec23d03 req-41c186aa-5be1-4f51-8d60-44579fd70236 tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] 10.222.0.43 "GET /v2.0/networks?id=42ded865-bf81-4961-bbbc-46573c003469 HTTP/1.1" status: 200 len: 813 time: 0.5160160 Jul 29 23:45:17.947481 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b584f389-76f0-4994-b4cb-a947fec23d03 req-fd0bf113-af3e-4ffa-ba16-58cc2f0d0534 tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] 10.222.0.43 "GET /v2.0/quotas/e786eab7df1c4c0d885831fa25c06de2 HTTP/1.1" status: 200 len: 375 time: 0.0398231 Jul 29 23:45:17.954137 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4a638f87-4e0d-4ced-86e4-419496838bbb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:17.997853 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec83d17d-e01c-4600-b3b0-4b8b0c465ffd req-741a6f71-6307-4bf8-aed7-4ca4fc7f8523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:18.000419 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ec83d17d-e01c-4600-b3b0-4b8b0c465ffd req-741a6f71-6307-4bf8-aed7-4ca4fc7f8523 service neutron] 10.222.0.41 "GET /v2.0/networks?id=75276a04-f545-4a3d-9980-2e308be152f9 HTTP/1.1" status: 200 len: 918 time: 0.1063240 Jul 29 23:45:18.031980 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b584f389-76f0-4994-b4cb-a947fec23d03 req-ddf9aa28-a9ca-4ba4-aa79-73dc491a7368 tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e786eab7df1c4c0d885831fa25c06de2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0727055 Jul 29 23:45:18.102208 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ec83d17d-e01c-4600-b3b0-4b8b0c465ffd req-623b7ea9-98ec-4017-8279-ebb98ac235e3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ac17cbc-373d-4634-a2b1-08f85a3a817f HTTP/1.1" status: 200 len: 1000 time: 0.0945656 Jul 29 23:45:18.137613 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e221229-0674-4de7-96c6-e0b090b3f81c req-5c0e3305-7df2-4051-afb1-6aff046f0fd6 tempest-VolumesBackupsTest-1731268627 tempest-VolumesBackupsTest-1731268627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:18.139598 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2e221229-0674-4de7-96c6-e0b090b3f81c req-5c0e3305-7df2-4051-afb1-6aff046f0fd6 tempest-VolumesBackupsTest-1731268627 tempest-VolumesBackupsTest-1731268627-project] 10.222.0.43 "GET /v2.0/ports?device_id=d920588f-7ddb-440a-9cc3-a8c764d9cd6a HTTP/1.1" status: 200 len: 949 time: 0.2952080 Jul 29 23:45:18.188964 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec83d17d-e01c-4600-b3b0-4b8b0c465ffd req-f454e06a-3d96-4f3d-a9fb-3ad18c46347d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:18.190894 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ec83d17d-e01c-4600-b3b0-4b8b0c465ffd req-f454e06a-3d96-4f3d-a9fb-3ad18c46347d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f8a1426-23b4-4820-974d-b3b8ade6d730 HTTP/1.1" status: 200 len: 856 time: 0.0821614 Jul 29 23:45:18.239771 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b584f389-76f0-4994-b4cb-a947fec23d03 req-9e7f561c-1c96-412e-abb9-47f00352b623 service neutron] 10.222.0.43 "GET /v2.0/networks/42ded865-bf81-4961-bbbc-46573c003469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986389 Jul 29 23:45:18.270095 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec83d17d-e01c-4600-b3b0-4b8b0c465ffd req-59a3e7c2-c928-4c54-ac71-bb4dc673178a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:18.272827 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ec83d17d-e01c-4600-b3b0-4b8b0c465ffd req-59a3e7c2-c928-4c54-ac71-bb4dc673178a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=75276a04-f545-4a3d-9980-2e308be152f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0742204 Jul 29 23:45:18.350578 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2e221229-0674-4de7-96c6-e0b090b3f81c req-276bec45-99f1-490e-baec-4bf611495296 tempest-VolumesBackupsTest-1731268627 tempest-VolumesBackupsTest-1731268627-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc4e459b-e6a6-487b-990d-19fa7f69b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559634 Jul 29 23:45:18.401554 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 2875ee32-238e-4ee6-9859-e138d0cb4a53 details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:45:18.415730 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ec83d17d-e01c-4600-b3b0-4b8b0c465ffd req-a105d20d-635c-4450-b51c-997fd0bd912f service neutron] 10.222.0.41 "GET /v2.0/networks/75276a04-f545-4a3d-9980-2e308be152f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342359 Jul 29 23:45:18.452791 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b584f389-76f0-4994-b4cb-a947fec23d03 req-4f3e5b7a-6128-41c4-9474-4f48c3d5c5b9 service neutron] 10.222.0.43 "GET /v2.0/networks/42ded865-bf81-4961-bbbc-46573c003469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033823 Jul 29 23:45:18.456382 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4a638f87-4e0d-4ced-86e4-419496838bbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:18.628899 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ec83d17d-e01c-4600-b3b0-4b8b0c465ffd req-3e300859-90cf-4437-b28f-9ad0409b0ba5 service neutron] 10.222.0.41 "GET /v2.0/networks/75276a04-f545-4a3d-9980-2e308be152f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067847 Jul 29 23:45:18.661807 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7169202a-1ed9-44e3-a55f-08e6259ffc8d req-51a4b266-438a-43b1-b7f8-a52424f3b486 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:18.662581 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 2875ee32-238e-4ee6-9859-e138d0cb4a53, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=2875ee32-238e-4ee6-9859-e138d0cb4a53,segment=NetworkSegment(078bda1f-0f4d-4782-805e-e16705fa85d2),segment_id=078bda1f-0f4d-4782-805e-e16705fa85d2)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:18.663414 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7169202a-1ed9-44e3-a55f-08e6259ffc8d req-51a4b266-438a-43b1-b7f8-a52424f3b486 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 945 time: 0.1363034 Jul 29 23:45:18.742245 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '2875ee32-238e-4ee6-9859-e138d0cb4a53', 'network_id': '9ed09e0f-fd33-4f99-9c36-53e301ede8c7', 'port_id': '2875ee32-238e-4ee6-9859-e138d0cb4a53', 'mac_address': 'fa:16:3e:22:3c:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ac8a8ba-a6a8-4667-a787-0546343c7c92', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:45:18.793183 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7169202a-1ed9-44e3-a55f-08e6259ffc8d req-39d965f8-cd7a-4d76-9d80-ea722e9c1304 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890326 Jul 29 23:45:18.819850 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67574dc1-421d-4f31-8137-f9ec026d7294 x-openstack-request-id: req-67574dc1-421d-4f31-8137-f9ec026d7294 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:45:18.820287 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d920588f-7ddb-440a-9cc3-a8c764d9cd6a", "name": "network-vif-plugged", "status": "completed", "tag": "4986bf9d-f948-4b21-97da-620cbc8d0b02", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:45:18.820918 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-67574dc1-421d-4f31-8137-f9ec026d7294 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:45:18.822619 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a638f87-4e0d-4ced-86e4-419496838bbb admin admin] Router 0bf42194-89df-40c3-84da-0cbf049d3e60 is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:45:18.823149 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd920588f-7ddb-440a-9cc3-a8c764d9cd6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4986bf9d-f948-4b21-97da-620cbc8d0b02', 'code': 200} Jul 29 23:45:18.871733 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:18.906044 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2875ee32-238e-4ee6-9859-e138d0cb4a53 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:45:18.930925 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 2875ee32-238e-4ee6-9859-e138d0cb4a53, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=2875ee32-238e-4ee6-9859-e138d0cb4a53,segment=NetworkSegment(078bda1f-0f4d-4782-805e-e16705fa85d2),segment_id=078bda1f-0f4d-4782-805e-e16705fa85d2)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:18.936585 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:19.022049 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e9cf9-5103-44df-822f-65cf1420a1f5 req-6f1ed513-9d7c-424d-9b0a-492922fab049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:19.023836 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e24e9cf9-5103-44df-822f-65cf1420a1f5 req-6f1ed513-9d7c-424d-9b0a-492922fab049 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d920588f-7ddb-440a-9cc3-a8c764d9cd6a HTTP/1.1" status: 200 len: 1101 time: 0.1169221 Jul 29 23:45:19.091442 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=2875ee32-238e-4ee6-9859-e138d0cb4a53,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:19.122151 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e24e9cf9-5103-44df-822f-65cf1420a1f5 req-513275b6-557b-4da0-bb94-0d8801c9859f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cc4e459b-e6a6-487b-990d-19fa7f69b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858467 Jul 29 23:45:19.145957 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['2875ee32-238e-4ee6-9859-e138d0cb4a53'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:45:19.175722 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ca560-de83-4beb-9a19-ea39d02093da req-55a32d82-d706-4d49-bf18-7a0eacbaf952 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:19.178210 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4b2ca560-de83-4beb-9a19-ea39d02093da req-55a32d82-d706-4d49-bf18-7a0eacbaf952 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/ports?device_id=7df963d9-d8a9-463f-a367-a69d85222dea HTTP/1.1" status: 200 len: 945 time: 0.2579014 Jul 29 23:45:19.187362 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a638f87-4e0d-4ced-86e4-419496838bbb admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:45:19.203205 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ff796b-5786-4f76-a70f-2be62f989ed5 None None] Sync routers for ids ['0bf42194-89df-40c3-84da-0cbf049d3e60'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:45:19.219852 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4a638f87-4e0d-4ced-86e4-419496838bbb admin admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:19.221101 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-4a638f87-4e0d-4ced-86e4-419496838bbb admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 10.1304839 Jul 29 23:45:19.224373 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 39974) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:19.232592 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ff796b-5786-4f76-a70f-2be62f989ed5 None None] Routers {'0bf42194-89df-40c3-84da-0cbf049d3e60'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:45:19.232592 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-32ff796b-5786-4f76-a70f-2be62f989ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:44:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['0bf42194-89df-40c3-84da-0cbf049d3e60'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:19.258533 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4b2ca560-de83-4beb-9a19-ea39d02093da req-f525d1bb-28a7-44e5-8b60-130d716b1887 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/security-groups?id=fea2426c-faaa-41f8-aaeb-dd9911d88880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564349 Jul 29 23:45:19.390432 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-64c3e6f9-8bd3-4fd2-854f-e66568ab02e9 req-3ba0bb2d-2c7c-4d47-b885-e05a73b83e6e tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ebfaab5-6778-4bc4-90f0-44cfe5e4b82f HTTP/1.1" status: 200 len: 210 time: 0.0512681 Jul 29 23:45:19.534773 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-32ff796b-5786-4f76-a70f-2be62f989ed5 None None] Set router 0bf42194-89df-40c3-84da-0cbf049d3e60 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:45:19.689927 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d1d73-8f83-4a41-a77b-2976794ed6fb req-a614ac8b-8c50-42dc-b8af-f7a817189a6b tempest-VolumesBackupsTest-1731268627 tempest-VolumesBackupsTest-1731268627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:19.701870 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-684d1d73-8f83-4a41-a77b-2976794ed6fb req-a614ac8b-8c50-42dc-b8af-f7a817189a6b tempest-VolumesBackupsTest-1731268627 tempest-VolumesBackupsTest-1731268627-project] 10.222.0.43 "GET /v2.0/ports?device_id=d920588f-7ddb-440a-9cc3-a8c764d9cd6a HTTP/1.1" status: 200 len: 949 time: 0.1336806 Jul 29 23:45:19.787887 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-684d1d73-8f83-4a41-a77b-2976794ed6fb req-91ead5fd-8a16-4bba-b096-e66740888595 tempest-VolumesBackupsTest-1731268627 tempest-VolumesBackupsTest-1731268627-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc4e459b-e6a6-487b-990d-19fa7f69b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836122 Jul 29 23:45:19.910350 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:19.968064 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-32ff796b-5786-4f76-a70f-2be62f989ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bf42194-89df-40c3-84da-0cbf049d3e60', 'name': 'tempest-TestServerBasicOps-1204903872-router', 'tenant_id': 'e82ea862523041aab393e64de7132b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '11c3c2ed-03cb-40dc-8c61-ccb15ad2d8a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:45:09Z', 'updated_at': '2021-07-29T23:45:17Z', 'revision_number': 3, 'project_id': 'e82ea862523041aab393e64de7132b96', 'gw_port': {'id': '11c3c2ed-03cb-40dc-8c61-ccb15ad2d8a5', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:83:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bf42194-89df-40c3-84da-0cbf049d3e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:45:14Z', 'updated_at': '2021-07-29T23:45:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:20.016308 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ff796b-5786-4f76-a70f-2be62f989ed5 None None] Checking router: 0bf42194-89df-40c3-84da-0cbf049d3e60 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:45:20.017489 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ff796b-5786-4f76-a70f-2be62f989ed5 None None] Updating router 0bf42194-89df-40c3-84da-0cbf049d3e60 port 11c3c2ed-03cb-40dc-8c61-ccb15ad2d8a5 binding host n-d-712141-10 {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:45:20.068879 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-32ff796b-5786-4f76-a70f-2be62f989ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:20.080611 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c3e1fa-b33b-4cf0-9ac4-aabf06f71574 req-b92de512-fdbd-4c8c-a83c-2a7a1b3d5462 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:20.096365 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c2c3e1fa-b33b-4cf0-9ac4-aabf06f71574 req-b92de512-fdbd-4c8c-a83c-2a7a1b3d5462 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 945 time: 0.1319661 Jul 29 23:45:20.208412 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c2c3e1fa-b33b-4cf0-9ac4-aabf06f71574 req-9db0503e-6d79-4d0b-b58d-2ebd70fc7349 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165025 Jul 29 23:45:20.354052 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ad325f2f-806c-4a39-abdd-85c59b3a7e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:20.455304 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 2875ee32-238e-4ee6-9859-e138d0cb4a53 up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:45:20.667897 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-ad325f2f-806c-4a39-abdd-85c59b3a7e73 admin admin] Allocated IP 172.20.0.1 (46cda071-561a-4afb-ab93-1c5c7d43f1eb/693957fe-b01f-4f1f-b4f0-808673048142/3a70a29a-122b-4541-9162-bf1d5d8b9584) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:20.695303 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port 2875ee32-238e-4ee6-9859-e138d0cb4a53 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:20.704999 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 2875ee32-238e-4ee6-9859-e138d0cb4a53 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:20.705559 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:20.756780 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584f389-76f0-4994-b4cb-a947fec23d03 req-14c23f5e-0956-4443-a5c8-4c4eb9bc344d tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:20.767179 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b584f389-76f0-4994-b4cb-a947fec23d03 req-14c23f5e-0956-4443-a5c8-4c4eb9bc344d tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] 10.222.0.22 "GET /v2.0/networks?id=42ded865-bf81-4961-bbbc-46573c003469 HTTP/1.1" status: 200 len: 813 time: 0.2761254 Jul 29 23:45:20.809975 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-b584f389-76f0-4994-b4cb-a947fec23d03 req-86158ac8-80ff-424b-b63d-5dec64200a50 tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] Request body: {'port': {'device_id': '9ebfaab5-6778-4bc4-90f0-44cfe5e4b82f', 'network_id': '42ded865-bf81-4961-bbbc-46573c003469', 'admin_state_up': True, 'tenant_id': 'e786eab7df1c4c0d885831fa25c06de2'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:20.852766 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ad325f2f-806c-4a39-abdd-85c59b3a7e73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:20.869912 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-ad325f2f-806c-4a39-abdd-85c59b3a7e73 admin admin] Transition to ACTIVE for port object 3a70a29a-122b-4541-9162-bf1d5d8b9584 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:20.898447 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:20.912988 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ad325f2f-806c-4a39-abdd-85c59b3a7e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:20.936973 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad325f2f-806c-4a39-abdd-85c59b3a7e73 admin admin] Network 46cda071-561a-4afb-ab93-1c5c7d43f1eb is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:20.991840 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-ad325f2f-806c-4a39-abdd-85c59b3a7e73 admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:20.999462 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad325f2f-806c-4a39-abdd-85c59b3a7e73 admin admin] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:45:21.049551 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-494a7cc3-11ab-43f6-bc76-ee1eeb99c804 req-079819cd-f817-42fb-b300-0e1eaaf913ce tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ebfaab5-6778-4bc4-90f0-44cfe5e4b82f HTTP/1.1" status: 200 len: 210 time: 0.2784824 Jul 29 23:45:21.059510 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-32ff796b-5786-4f76-a70f-2be62f989ed5 None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:21.062707 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad325f2f-806c-4a39-abdd-85c59b3a7e73 admin admin] Pushing event updated for resources: {'Port': ['ID=3a70a29a-122b-4541-9162-bf1d5d8b9584,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:21.086957 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ad325f2f-806c-4a39-abdd-85c59b3a7e73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:21.093027 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df963d9-d8a9-463f-a367-a69d85222dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2875ee32-238e-4ee6-9859-e138d0cb4a53'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:45:21.099268 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf7ba1d-f0da-4e8e-af51-0c64217cfea9" -d '{"events": [{"server_uuid": "7df963d9-d8a9-463f-a367-a69d85222dea", "name": "network-vif-plugged", "status": "completed", "tag": "2875ee32-238e-4ee6-9859-e138d0cb4a53"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:45:21.140541 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab3cbb6-dce4-40cc-a220-5e5422af7def req-34d99e0e-489e-4b13-8dc2-af37bbb679a5 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:21.143167 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1ab3cbb6-dce4-40cc-a220-5e5422af7def req-34d99e0e-489e-4b13-8dc2-af37bbb679a5 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/ports?device_id=7df963d9-d8a9-463f-a367-a69d85222dea HTTP/1.1" status: 200 len: 945 time: 0.7541742 Jul 29 23:45:21.182036 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 2875ee32-238e-4ee6-9859-e138d0cb4a53, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=2875ee32-238e-4ee6-9859-e138d0cb4a53,segment=NetworkSegment(078bda1f-0f4d-4782-805e-e16705fa85d2),segment_id=078bda1f-0f4d-4782-805e-e16705fa85d2)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:21.190009 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-32ff796b-5786-4f76-a70f-2be62f989ed5 None None] Transition to ACTIVE for port object 11c3c2ed-03cb-40dc-8c61-ccb15ad2d8a5 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:21.195903 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:21.227358 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-32ff796b-5786-4f76-a70f-2be62f989ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:21.284814 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1ab3cbb6-dce4-40cc-a220-5e5422af7def req-217ad0c8-42b9-4c69-9d2c-579353a88cba tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/security-groups?id=fea2426c-faaa-41f8-aaeb-dd9911d88880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251090 Jul 29 23:45:21.322815 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b584f389-76f0-4994-b4cb-a947fec23d03 req-86158ac8-80ff-424b-b63d-5dec64200a50 tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] Made reservation on behalf of e786eab7df1c4c0d885831fa25c06de2 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:21.342981 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b584f389-76f0-4994-b4cb-a947fec23d03 req-86158ac8-80ff-424b-b63d-5dec64200a50 tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:21.418659 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-32ff796b-5786-4f76-a70f-2be62f989ed5 None None] Attempting to bind port 11c3c2ed-03cb-40dc-8c61-ccb15ad2d8a5 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:45:21.422142 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-32ff796b-5786-4f76-a70f-2be62f989ed5 None None] Attempting to bind port 11c3c2ed-03cb-40dc-8c61-ccb15ad2d8a5 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:45:21.422142 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ff796b-5786-4f76-a70f-2be62f989ed5 None None] Attempting to bind port 11c3c2ed-03cb-40dc-8c61-ccb15ad2d8a5 on network 58f27f61-3278-49cc-b66b-1e729d26f29f {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:45:21.426288 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1e8722-4e72-408e-a26c-d31624f0351e x-openstack-request-id: req-ce1e8722-4e72-408e-a26c-d31624f0351e {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:45:21.427544 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7df963d9-d8a9-463f-a367-a69d85222dea", "name": "network-vif-plugged", "status": "completed", "tag": "2875ee32-238e-4ee6-9859-e138d0cb4a53", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:45:21.430422 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ce1e8722-4e72-408e-a26c-d31624f0351e {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:45:21.431570 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7df963d9-d8a9-463f-a367-a69d85222dea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2875ee32-238e-4ee6-9859-e138d0cb4a53', 'code': 200} Jul 29 23:45:21.451853 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=2875ee32-238e-4ee6-9859-e138d0cb4a53,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:21.466970 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ff796b-5786-4f76-a70f-2be62f989ed5 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:45:21.468559 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ff796b-5786-4f76-a70f-2be62f989ed5 None None] Checking segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:45:21.469293 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-32ff796b-5786-4f76-a70f-2be62f989ed5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:21.471872 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ff796b-5786-4f76-a70f-2be62f989ed5 None None] Bound using segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:45:21.474238 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-32ff796b-5786-4f76-a70f-2be62f989ed5 None None] Bound port: 11c3c2ed-03cb-40dc-8c61-ccb15ad2d8a5, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:45:21.474874 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-32ff796b-5786-4f76-a70f-2be62f989ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:21.623825 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf401e-7c75-439a-aca8-12cd3f54e2f3 None None] Pushing event updated for resources: {'Port': ['ID=11c3c2ed-03cb-40dc-8c61-ccb15ad2d8a5,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:21.647985 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c9661e-fb1b-4f50-96d9-6be5cc9eb7f8 req-6a7e7a2c-729f-488c-b812-606112c72c8e tempest-VolumesBackupsTest-1731268627 tempest-VolumesBackupsTest-1731268627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:21.655755 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f1c9661e-fb1b-4f50-96d9-6be5cc9eb7f8 req-6a7e7a2c-729f-488c-b812-606112c72c8e tempest-VolumesBackupsTest-1731268627 tempest-VolumesBackupsTest-1731268627-project] 10.222.0.43 "GET /v2.0/ports?device_id=d920588f-7ddb-440a-9cc3-a8c764d9cd6a HTTP/1.1" status: 200 len: 949 time: 0.3998365 Jul 29 23:45:21.669151 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-32ff796b-5786-4f76-a70f-2be62f989ed5 None None] For port 11c3c2ed-03cb-40dc-8c61-ccb15ad2d8a5, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:45:21.700764 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-32ff796b-5786-4f76-a70f-2be62f989ed5 None None] For port 11c3c2ed-03cb-40dc-8c61-ccb15ad2d8a5, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=11c3c2ed-03cb-40dc-8c61-ccb15ad2d8a5,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:45:21.727648 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ad325f2f-806c-4a39-abdd-85c59b3a7e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:21.734568 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-32ff796b-5786-4f76-a70f-2be62f989ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:21.798718 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f9e0c8-51f9-400d-9481-02053e41df24 req-47632e47-a5ae-4c84-8c78-2dde27d18acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:21.804412 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-97f9e0c8-51f9-400d-9481-02053e41df24 req-47632e47-a5ae-4c84-8c78-2dde27d18acc service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7df963d9-d8a9-463f-a367-a69d85222dea HTTP/1.1" status: 200 len: 1098 time: 0.3164992 Jul 29 23:45:21.933612 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-8ed9a5a4-3490-4732-ac53-712eb3a525a3 None None] Provisioning for port 3a70a29a-122b-4541-9162-bf1d5d8b9584 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:21.945105 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-97f9e0c8-51f9-400d-9481-02053e41df24 req-52b0d192-939c-4616-a9a8-110fc110e50b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=fea2426c-faaa-41f8-aaeb-dd9911d88880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045790 Jul 29 23:45:21.954034 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcf401e-7c75-439a-aca8-12cd3f54e2f3 None None] Pushing event updated for resources: {'Port': ['ID=11c3c2ed-03cb-40dc-8c61-ccb15ad2d8a5,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:21.971891 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-8ed9a5a4-3490-4732-ac53-712eb3a525a3 None None] Provisioning complete for port 3a70a29a-122b-4541-9162-bf1d5d8b9584 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:21.972955 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8ed9a5a4-3490-4732-ac53-712eb3a525a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:22.002789 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f1c9661e-fb1b-4f50-96d9-6be5cc9eb7f8 req-06d13b6c-4cff-43f8-9a8e-27554e6de574 tempest-VolumesBackupsTest-1731268627 tempest-VolumesBackupsTest-1731268627-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc4e459b-e6a6-487b-990d-19fa7f69b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483616 Jul 29 23:45:22.049933 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ff796b-5786-4f76-a70f-2be62f989ed5 None None] Routers {'0bf42194-89df-40c3-84da-0cbf049d3e60'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:45:22.050593 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-32ff796b-5786-4f76-a70f-2be62f989ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:44:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['0bf42194-89df-40c3-84da-0cbf049d3e60'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:22.077795 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e51e9b0-2996-4afe-a352-000be7403513 req-b5987e1b-514e-4e43-b4c1-16cdd4ac68f5 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:22.086103 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9e51e9b0-2996-4afe-a352-000be7403513 req-b5987e1b-514e-4e43-b4c1-16cdd4ac68f5 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 945 time: 0.3379934 Jul 29 23:45:22.191352 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-b584f389-76f0-4994-b4cb-a947fec23d03 req-86158ac8-80ff-424b-b63d-5dec64200a50 tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] Allocated IP 172.20.0.5 (42ded865-bf81-4961-bbbc-46573c003469/dd4906cb-b972-4c64-ac73-89c49e73510d/cd13e8f6-d018-4432-a13b-1ca93224605e) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:22.203497 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9e51e9b0-2996-4afe-a352-000be7403513 req-4657826b-eb23-4663-b074-05cfcb32bd77 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165199 Jul 29 23:45:22.370583 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-32ff796b-5786-4f76-a70f-2be62f989ed5 None None] Set router 0bf42194-89df-40c3-84da-0cbf049d3e60 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:45:22.372096 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ad325f2f-806c-4a39-abdd-85c59b3a7e73 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:22.379058 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ad325f2f-806c-4a39-abdd-85c59b3a7e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:22.446864 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-8ed9a5a4-3490-4732-ac53-712eb3a525a3 None None] Port 3a70a29a-122b-4541-9162-bf1d5d8b9584 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:45:22.549975 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bcc7fb25-d43d-4abb-b373-181863857592 req-e4fb8714-cfb4-4de9-b59e-7e98fa605b5c tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ebfaab5-6778-4bc4-90f0-44cfe5e4b82f HTTP/1.1" status: 200 len: 210 time: 0.0862892 Jul 29 23:45:22.562715 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ad325f2f-806c-4a39-abdd-85c59b3a7e73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:22.681475 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b584f389-76f0-4994-b4cb-a947fec23d03 req-86158ac8-80ff-424b-b63d-5dec64200a50 tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:22.779758 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b584f389-76f0-4994-b4cb-a947fec23d03 req-86158ac8-80ff-424b-b63d-5dec64200a50 tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:22.841503 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad325f2f-806c-4a39-abdd-85c59b3a7e73 admin admin] Pushing event updated for resources: {'Port': ['ID=3a70a29a-122b-4541-9162-bf1d5d8b9584,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:22.880577 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad325f2f-806c-4a39-abdd-85c59b3a7e73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:22.885921 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad325f2f-806c-4a39-abdd-85c59b3a7e73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:22.887421 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad325f2f-806c-4a39-abdd-85c59b3a7e73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:22.889654 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad325f2f-806c-4a39-abdd-85c59b3a7e73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:22.894485 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad325f2f-806c-4a39-abdd-85c59b3a7e73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:22.896652 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad325f2f-806c-4a39-abdd-85c59b3a7e73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:22.898736 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad325f2f-806c-4a39-abdd-85c59b3a7e73 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:22.900787 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad325f2f-806c-4a39-abdd-85c59b3a7e73 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:22.902256 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad325f2f-806c-4a39-abdd-85c59b3a7e73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:22.904148 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad325f2f-806c-4a39-abdd-85c59b3a7e73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:22.906133 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad325f2f-806c-4a39-abdd-85c59b3a7e73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:22.907014 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad325f2f-806c-4a39-abdd-85c59b3a7e73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:22.932297 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86158ac8-80ff-424b-b63d-5dec64200a50 tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] Pushing event updated for resources: {'Port': ['ID=cd13e8f6-d018-4432-a13b-1ca93224605e,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:22.961480 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b584f389-76f0-4994-b4cb-a947fec23d03 req-86158ac8-80ff-424b-b63d-5dec64200a50 tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] Network 42ded865-bf81-4961-bbbc-46573c003469 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:22.967460 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-b584f389-76f0-4994-b4cb-a947fec23d03 req-86158ac8-80ff-424b-b63d-5dec64200a50 tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:22.979013 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-b584f389-76f0-4994-b4cb-a947fec23d03 req-86158ac8-80ff-424b-b63d-5dec64200a50 tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:45:23.017491 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 1ac17cbc-373d-4634-a2b1-08f85a3a817f no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:45:23.082776 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad325f2f-806c-4a39-abdd-85c59b3a7e73 admin admin] Network 46cda071-561a-4afb-ab93-1c5c7d43f1eb is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:23.094052 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-ad325f2f-806c-4a39-abdd-85c59b3a7e73 admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:23.156101 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584f389-76f0-4994-b4cb-a947fec23d03 req-86158ac8-80ff-424b-b63d-5dec64200a50 tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:23.168128 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b584f389-76f0-4994-b4cb-a947fec23d03 req-86158ac8-80ff-424b-b63d-5dec64200a50 tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:23.222944 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b584f389-76f0-4994-b4cb-a947fec23d03 req-86158ac8-80ff-424b-b63d-5dec64200a50 tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4241841 Jul 29 23:45:23.241084 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-b584f389-76f0-4994-b4cb-a947fec23d03 req-c7ee1f36-3f4c-4304-9e56-14432d33a28d service neutron] Request body: {'port': {'device_id': '9ebfaab5-6778-4bc4-90f0-44cfe5e4b82f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:23.257054 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-32ff796b-5786-4f76-a70f-2be62f989ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bf42194-89df-40c3-84da-0cbf049d3e60', 'name': 'tempest-TestServerBasicOps-1204903872-router', 'tenant_id': 'e82ea862523041aab393e64de7132b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '11c3c2ed-03cb-40dc-8c61-ccb15ad2d8a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:45:09Z', 'updated_at': '2021-07-29T23:45:21Z', 'revision_number': 4, 'project_id': 'e82ea862523041aab393e64de7132b96', 'gw_port': {'id': '11c3c2ed-03cb-40dc-8c61-ccb15ad2d8a5', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:83:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bf42194-89df-40c3-84da-0cbf049d3e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:45:14Z', 'updated_at': '2021-07-29T23:45:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '3a70a29a-122b-4541-9162-bf1d5d8b9584', 'name': '', 'network_id': '46cda071-561a-4afb-ab93-1c5c7d43f1eb', 'tenant_id': 'e82ea862523041aab393e64de7132b96', 'mac_address': 'fa:16:3e:ee:54:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bf42194-89df-40c3-84da-0cbf049d3e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '693957fe-b01f-4f1f-b4f0-808673048142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:45:20Z', 'updated_at': '2021-07-29T23:45:20Z', 'revision_number': 1, 'project_id': 'e82ea862523041aab393e64de7132b96', 'subnets': [{'id': '693957fe-b01f-4f1f-b4f0-808673048142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:23.353607 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad325f2f-806c-4a39-abdd-85c59b3a7e73 admin admin] Router 0bf42194-89df-40c3-84da-0cbf049d3e60 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:45:23.430443 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b584f389-76f0-4994-b4cb-a947fec23d03 req-c7ee1f36-3f4c-4304-9e56-14432d33a28d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:23.737252 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ff796b-5786-4f76-a70f-2be62f989ed5 None None] The sync data for ids ['0bf42194-89df-40c3-84da-0cbf049d3e60'] in n-d-712141-10 is: [{'id': '0bf42194-89df-40c3-84da-0cbf049d3e60', 'name': 'tempest-TestServerBasicOps-1204903872-router', 'tenant_id': 'e82ea862523041aab393e64de7132b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '11c3c2ed-03cb-40dc-8c61-ccb15ad2d8a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:45:09Z', 'updated_at': '2021-07-29T23:45:21Z', 'revision_number': 4, 'project_id': 'e82ea862523041aab393e64de7132b96', 'gw_port': {'id': '11c3c2ed-03cb-40dc-8c61-ccb15ad2d8a5', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:83:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bf42194-89df-40c3-84da-0cbf049d3e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:45:14Z', 'updated_at': '2021-07-29T23:45:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '3a70a29a-122b-4541-9162-bf1d5d8b9584', 'name': '', 'network_id': '46cda071-561a-4afb-ab93-1c5c7d43f1eb', 'tenant_id': 'e82ea862523041aab393e64de7132b96', 'mac_address': 'fa:16:3e:ee:54:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bf42194-89df-40c3-84da-0cbf049d3e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '693957fe-b01f-4f1f-b4f0-808673048142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:45:20Z', 'updated_at': '2021-07-29T23:45:20Z', 'revision_number': 1, 'project_id': 'e82ea862523041aab393e64de7132b96', 'subnets': [{'id': '693957fe-b01f-4f1f-b4f0-808673048142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:45:23.796210 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e92aeb94-964c-47d9-8107-809ebc98509f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:23.840366 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-8ecaa64d-db64-45e3-baa2-87a561f112bd None None] Provisioning complete for port 3a70a29a-122b-4541-9162-bf1d5d8b9584 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:23.848876 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8ecaa64d-db64-45e3-baa2-87a561f112bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:23.899781 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad325f2f-806c-4a39-abdd-85c59b3a7e73 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:45:23.906482 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:23.925995 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ad325f2f-806c-4a39-abdd-85c59b3a7e73 admin admin] 10.222.0.43 "PUT /v2.0/routers/0bf42194-89df-40c3-84da-0cbf049d3e60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6915154 Jul 29 23:45:24.049498 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-8ecaa64d-db64-45e3-baa2-87a561f112bd None None] Port 3a70a29a-122b-4541-9162-bf1d5d8b9584 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:45:24.129183 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 1ac17cbc-373d-4634-a2b1-08f85a3a817f, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=1ac17cbc-373d-4634-a2b1-08f85a3a817f,segment=NetworkSegment(e78125bf-8d4f-4e64-aa38-d84d609aca30),segment_id=e78125bf-8d4f-4e64-aa38-d84d609aca30)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:24.137604 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '312b196d-1983-4e61-b3c6-96ed3c943fce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ac17cbc-373d-4634-a2b1-08f85a3a817f'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:45:24.145463 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b105b8a7-0132-482d-b94a-1e6e8d0ada63" -d '{"events": [{"server_uuid": "312b196d-1983-4e61-b3c6-96ed3c943fce", "name": "network-vif-unplugged", "status": "completed", "tag": "1ac17cbc-373d-4634-a2b1-08f85a3a817f"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:45:24.155045 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:24.410305 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=1ac17cbc-373d-4634-a2b1-08f85a3a817f,revision_number=8']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:24.526078 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06420aa0-e013-4ec9-8718-2621acfac55b req-82994a0c-f90f-45e6-9045-0662b137a2f1 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:24.528744 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-06420aa0-e013-4ec9-8718-2621acfac55b req-82994a0c-f90f-45e6-9045-0662b137a2f1 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/ports?device_id=7df963d9-d8a9-463f-a367-a69d85222dea HTTP/1.1" status: 200 len: 946 time: 0.2756584 Jul 29 23:45:24.677431 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-b584f389-76f0-4994-b4cb-a947fec23d03 req-c7ee1f36-3f4c-4304-9e56-14432d33a28d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd13e8f6-d018-4432-a13b-1ca93224605e {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:45:24.697238 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b584f389-76f0-4994-b4cb-a947fec23d03 req-c7ee1f36-3f4c-4304-9e56-14432d33a28d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:24.716305 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-b584f389-76f0-4994-b4cb-a947fec23d03 req-c7ee1f36-3f4c-4304-9e56-14432d33a28d service neutron] Transition to ACTIVE for port object cd13e8f6-d018-4432-a13b-1ca93224605e will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:24.728125 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b584f389-76f0-4994-b4cb-a947fec23d03 req-c7ee1f36-3f4c-4304-9e56-14432d33a28d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:24.860388 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-06420aa0-e013-4ec9-8718-2621acfac55b req-3e8776de-0a31-4306-bed4-fb7e0dd39634 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/security-groups?id=fea2426c-faaa-41f8-aaeb-dd9911d88880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419752 Jul 29 23:45:25.061073 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ee1f36-3f4c-4304-9e56-14432d33a28d service neutron] Pushing event updated for resources: {'Port': ['ID=cd13e8f6-d018-4432-a13b-1ca93224605e,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:25.100699 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 29 Jul 2021 23:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33492990-df86-4391-a995-bdbafb0aa1d2 x-openstack-request-id: req-33492990-df86-4391-a995-bdbafb0aa1d2 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:45:25.101234 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "312b196d-1983-4e61-b3c6-96ed3c943fce", "name": "network-vif-unplugged", "status": "failed", "tag": "1ac17cbc-373d-4634-a2b1-08f85a3a817f", "code": 422}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:45:25.101568 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-33492990-df86-4391-a995-bdbafb0aa1d2 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:45:25.102956 n-d-712141-10 neutron-server[94079]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '312b196d-1983-4e61-b3c6-96ed3c943fce', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1ac17cbc-373d-4634-a2b1-08f85a3a817f', 'code': 422} returned with failed status Jul 29 23:45:25.142466 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ee1f36-3f4c-4304-9e56-14432d33a28d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:25.148037 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ee1f36-3f4c-4304-9e56-14432d33a28d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:25.176535 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ee1f36-3f4c-4304-9e56-14432d33a28d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:25.185532 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ee1f36-3f4c-4304-9e56-14432d33a28d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:25.187101 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ee1f36-3f4c-4304-9e56-14432d33a28d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:25.187731 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ee1f36-3f4c-4304-9e56-14432d33a28d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:25.188274 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ee1f36-3f4c-4304-9e56-14432d33a28d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:25.189347 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ee1f36-3f4c-4304-9e56-14432d33a28d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:25.189966 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ee1f36-3f4c-4304-9e56-14432d33a28d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:25.190635 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ee1f36-3f4c-4304-9e56-14432d33a28d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:25.191184 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ee1f36-3f4c-4304-9e56-14432d33a28d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:25.191678 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ee1f36-3f4c-4304-9e56-14432d33a28d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:25.279421 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-b584f389-76f0-4994-b4cb-a947fec23d03 req-c7ee1f36-3f4c-4304-9e56-14432d33a28d service neutron] Attempting to bind port cd13e8f6-d018-4432-a13b-1ca93224605e on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:45:25.279760 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-b584f389-76f0-4994-b4cb-a947fec23d03 req-c7ee1f36-3f4c-4304-9e56-14432d33a28d service neutron] Attempting to bind port cd13e8f6-d018-4432-a13b-1ca93224605e by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '6611dfea-d154-4c8e-8956-c1449c86d262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '42ded865-bf81-4961-bbbc-46573c003469'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:45:25.280294 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b584f389-76f0-4994-b4cb-a947fec23d03 req-c7ee1f36-3f4c-4304-9e56-14432d33a28d service neutron] Attempting to bind port cd13e8f6-d018-4432-a13b-1ca93224605e on network 42ded865-bf81-4961-bbbc-46573c003469 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:45:25.306583 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a34179-90cc-4d71-88c8-5170daa38fa5 req-bb8f59d1-f74e-4a53-bbd5-e8e50e8b7201 tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:25.316264 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-35a34179-90cc-4d71-88c8-5170daa38fa5 req-bb8f59d1-f74e-4a53-bbd5-e8e50e8b7201 tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ebfaab5-6778-4bc4-90f0-44cfe5e4b82f HTTP/1.1" status: 200 len: 943 time: 0.2491951 Jul 29 23:45:25.323349 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b584f389-76f0-4994-b4cb-a947fec23d03 req-c7ee1f36-3f4c-4304-9e56-14432d33a28d service neutron] Port cd13e8f6-d018-4432-a13b-1ca93224605e on network 42ded865-bf81-4961-bbbc-46573c003469 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:45:25.323710 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b584f389-76f0-4994-b4cb-a947fec23d03 req-c7ee1f36-3f4c-4304-9e56-14432d33a28d service neutron] Attempting to bind port cd13e8f6-d018-4432-a13b-1ca93224605e on network 42ded865-bf81-4961-bbbc-46573c003469 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:45:25.413705 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-35a34179-90cc-4d71-88c8-5170daa38fa5 req-36198cd9-ac80-404e-851c-39ab4053b500 tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] 10.222.0.43 "GET /v2.0/security-groups?id=adfca035-9b13-4054-91bd-98ecbbff3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960193 Jul 29 23:45:25.417497 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b584f389-76f0-4994-b4cb-a947fec23d03 req-c7ee1f36-3f4c-4304-9e56-14432d33a28d service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:45:25.421617 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b584f389-76f0-4994-b4cb-a947fec23d03 req-c7ee1f36-3f4c-4304-9e56-14432d33a28d service neutron] Checking segment: {'id': '6611dfea-d154-4c8e-8956-c1449c86d262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '42ded865-bf81-4961-bbbc-46573c003469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:45:25.422060 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b584f389-76f0-4994-b4cb-a947fec23d03 req-c7ee1f36-3f4c-4304-9e56-14432d33a28d service neutron] Bound using segment: {'id': '6611dfea-d154-4c8e-8956-c1449c86d262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '42ded865-bf81-4961-bbbc-46573c003469'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:45:25.422813 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-b584f389-76f0-4994-b4cb-a947fec23d03 req-c7ee1f36-3f4c-4304-9e56-14432d33a28d service neutron] Bound port: cd13e8f6-d018-4432-a13b-1ca93224605e, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6611dfea-d154-4c8e-8956-c1449c86d262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '42ded865-bf81-4961-bbbc-46573c003469'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:45:25.423926 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b584f389-76f0-4994-b4cb-a947fec23d03 req-c7ee1f36-3f4c-4304-9e56-14432d33a28d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:25.445966 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 11c3c2ed-03cb-40dc-8c61-ccb15ad2d8a5 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:45:25.629372 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 11c3c2ed-03cb-40dc-8c61-ccb15ad2d8a5 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:25.635108 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 11c3c2ed-03cb-40dc-8c61-ccb15ad2d8a5 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:25.635698 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:25.661192 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-b584f389-76f0-4994-b4cb-a947fec23d03 req-c7ee1f36-3f4c-4304-9e56-14432d33a28d service neutron] For port cd13e8f6-d018-4432-a13b-1ca93224605e, host n-h2-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:45:25.676158 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-b584f389-76f0-4994-b4cb-a947fec23d03 req-c7ee1f36-3f4c-4304-9e56-14432d33a28d service neutron] For port cd13e8f6-d018-4432-a13b-1ca93224605e, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=cd13e8f6-d018-4432-a13b-1ca93224605e,segment=NetworkSegment(6611dfea-d154-4c8e-8956-c1449c86d262),segment_id=6611dfea-d154-4c8e-8956-c1449c86d262)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:45:25.682640 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b584f389-76f0-4994-b4cb-a947fec23d03 req-c7ee1f36-3f4c-4304-9e56-14432d33a28d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:25.863961 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584f389-76f0-4994-b4cb-a947fec23d03 req-c7ee1f36-3f4c-4304-9e56-14432d33a28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:25.864604 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b584f389-76f0-4994-b4cb-a947fec23d03 req-c7ee1f36-3f4c-4304-9e56-14432d33a28d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:25.866488 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b584f389-76f0-4994-b4cb-a947fec23d03 req-c7ee1f36-3f4c-4304-9e56-14432d33a28d service neutron] 10.222.0.22 "PUT /v2.0/ports/cd13e8f6-d018-4432-a13b-1ca93224605e HTTP/1.1" status: 200 len: 1092 time: 2.6344423 Jul 29 23:45:25.866675 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ebfaab5-6778-4bc4-90f0-44cfe5e4b82f', 'tag': 'cd13e8f6-d018-4432-a13b-1ca93224605e'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:45:25.876100 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff75d6d-bd01-487a-9d5a-919ed2bd354b" -d '{"events": [{"name": "network-changed", "server_uuid": "9ebfaab5-6778-4bc4-90f0-44cfe5e4b82f", "tag": "cd13e8f6-d018-4432-a13b-1ca93224605e"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:45:25.966656 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:26.004100 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 40122) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:26.012038 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-4749dd55-f3cd-40fd-a20a-918357b334d2 tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-208979998', 'description': 'tempest-secgroup-smoke-208979998 description', 'project_id': 'a62034f7ec5d4ab3b251c9e7894f3c1d'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:26.035430 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b199d726-301a-4af7-ba3d-49c7d947492e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:26.084194 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ee1f36-3f4c-4304-9e56-14432d33a28d service neutron] Pushing event updated for resources: {'Port': ['ID=cd13e8f6-d018-4432-a13b-1ca93224605e,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:26.102283 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4749dd55-f3cd-40fd-a20a-918357b334d2 tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:26.104341 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 11c3c2ed-03cb-40dc-8c61-ccb15ad2d8a5, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=11c3c2ed-03cb-40dc-8c61-ccb15ad2d8a5,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:26.104851 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584f389-76f0-4994-b4cb-a947fec23d03 req-6c6b3013-16b3-4953-94c4-f47184135a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:26.106788 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b584f389-76f0-4994-b4cb-a947fec23d03 req-6c6b3013-16b3-4953-94c4-f47184135a4f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e786eab7df1c4c0d885831fa25c06de2&device_id=9ebfaab5-6778-4bc4-90f0-44cfe5e4b82f HTTP/1.1" status: 200 len: 1095 time: 0.1709361 Jul 29 23:45:26.118284 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:26.169833 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b584f389-76f0-4994-b4cb-a947fec23d03 req-95ca3c56-83c0-4eda-85f8-e01ec5027749 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd13e8f6-d018-4432-a13b-1ca93224605e HTTP/1.1" status: 200 len: 217 time: 0.0543849 Jul 29 23:45:26.214342 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bbf50d9-5926-4618-a787-c5c747a39bb0 x-openstack-request-id: req-3bbf50d9-5926-4618-a787-c5c747a39bb0 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:45:26.214898 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ebfaab5-6778-4bc4-90f0-44cfe5e4b82f", "tag": "cd13e8f6-d018-4432-a13b-1ca93224605e", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:45:26.215246 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3bbf50d9-5926-4618-a787-c5c747a39bb0 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:45:26.215722 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ebfaab5-6778-4bc4-90f0-44cfe5e4b82f', 'tag': 'cd13e8f6-d018-4432-a13b-1ca93224605e', 'status': 'completed', 'code': 200} Jul 29 23:45:26.298647 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57861b6b-2b8c-4fc0-a0d5-ac7bb15a752d req-6cd3c179-77e0-403c-900f-a09e2d777a37 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:26.310347 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-57861b6b-2b8c-4fc0-a0d5-ac7bb15a752d req-6cd3c179-77e0-403c-900f-a09e2d777a37 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 943 time: 0.1394653 Jul 29 23:45:26.329028 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4749dd55-f3cd-40fd-a20a-918357b334d2 tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:26.367788 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-57861b6b-2b8c-4fc0-a0d5-ac7bb15a752d req-114d07c7-80f1-4c1a-a71a-893f507443ae tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561819 Jul 29 23:45:26.368452 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=11c3c2ed-03cb-40dc-8c61-ccb15ad2d8a5,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:26.372552 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584f389-76f0-4994-b4cb-a947fec23d03 req-d568cd82-3b5c-43c8-8e62-d83ca8c63ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:26.386467 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b584f389-76f0-4994-b4cb-a947fec23d03 req-d568cd82-3b5c-43c8-8e62-d83ca8c63ac9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=dd4906cb-b972-4c64-ac73-89c49e73510d HTTP/1.1" status: 200 len: 853 time: 0.2027643 Jul 29 23:45:26.393798 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:26.394444 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4749dd55-f3cd-40fd-a20a-918357b334d2 tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:26.394630 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:26.395145 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:26.395695 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:26.396194 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:26.398371 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:26.399014 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:26.399506 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:26.400839 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:26.401552 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:26.404700 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:26.405044 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:26.461199 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b584f389-76f0-4994-b4cb-a947fec23d03 req-2e72788a-087e-47aa-bf84-43f779693074 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=42ded865-bf81-4961-bbbc-46573c003469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652294 Jul 29 23:45:26.466900 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:26.524169 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f36e872e-c022-49ad-997a-efeabf37fb3d req-fffa7517-d97b-4937-a57f-d9f2c17cac07 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1816890 Jul 29 23:45:26.526628 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4749dd55-f3cd-40fd-a20a-918357b334d2 tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:26.534641 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4749dd55-f3cd-40fd-a20a-918357b334d2 tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5264473 Jul 29 23:45:26.541534 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 40136) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:26.564267 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4749dd55-f3cd-40fd-a20a-918357b334d2 tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc0da89-a4b8-43d4-99cf-436706af6409,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:26.580379 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-b2338b17-91af-4bbe-839b-0bc95f062e0c tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Request body: {'security_group_rule': {'security_group_id': 'ccc0da89-a4b8-43d4-99cf-436706af6409', 'project_id': 'a62034f7ec5d4ab3b251c9e7894f3c1d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:26.636053 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b584f389-76f0-4994-b4cb-a947fec23d03 req-306015b0-4e44-4250-a51d-2bbe1034682e service neutron] 10.222.0.22 "GET /v2.0/networks/42ded865-bf81-4961-bbbc-46573c003469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666737 Jul 29 23:45:26.713850 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b2338b17-91af-4bbe-839b-0bc95f062e0c tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:26.851620 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017ef92-ff4b-4f98-9a44-d20bbf2cb81c req-0e97e1a4-3a56-4b70-8022-b4f06dedad04 tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:26.860817 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7017ef92-ff4b-4f98-9a44-d20bbf2cb81c req-0e97e1a4-3a56-4b70-8022-b4f06dedad04 tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ebfaab5-6778-4bc4-90f0-44cfe5e4b82f HTTP/1.1" status: 200 len: 943 time: 0.2232289 Jul 29 23:45:26.868815 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b2338b17-91af-4bbe-839b-0bc95f062e0c tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:26.875035 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b2338b17-91af-4bbe-839b-0bc95f062e0c tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:26.894079 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2338b17-91af-4bbe-839b-0bc95f062e0c tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcd98f60-ae6c-4bdf-aa6f-3f8beb736f5f,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:26.921285 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b2338b17-91af-4bbe-839b-0bc95f062e0c tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:26.928051 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b2338b17-91af-4bbe-839b-0bc95f062e0c tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3517206 Jul 29 23:45:26.929430 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 40144) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:26.935861 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-96fcc9ae-0286-4cca-9436-f38b800136ed tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Request body: {'security_group_rule': {'security_group_id': 'ccc0da89-a4b8-43d4-99cf-436706af6409', 'project_id': 'a62034f7ec5d4ab3b251c9e7894f3c1d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:27.014446 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7017ef92-ff4b-4f98-9a44-d20bbf2cb81c req-41ea792e-3910-49ce-a761-35b44b156e27 tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] 10.222.0.43 "GET /v2.0/security-groups?id=adfca035-9b13-4054-91bd-98ecbbff3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524465 Jul 29 23:45:27.047633 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b584f389-76f0-4994-b4cb-a947fec23d03 req-64c691f5-27d1-48a2-bd8c-386e43cf98a2 service neutron] 10.222.0.22 "GET /v2.0/networks/42ded865-bf81-4961-bbbc-46573c003469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3988936 Jul 29 23:45:27.052032 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-96fcc9ae-0286-4cca-9436-f38b800136ed tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:27.236684 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-96fcc9ae-0286-4cca-9436-f38b800136ed tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:27.244875 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-96fcc9ae-0286-4cca-9436-f38b800136ed tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:27.274858 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fcc9ae-0286-4cca-9436-f38b800136ed tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f0d6ce2-6b7e-46af-b884-611089d92bbc,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:27.285799 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-96fcc9ae-0286-4cca-9436-f38b800136ed tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:27.290644 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-96fcc9ae-0286-4cca-9436-f38b800136ed tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3598857 Jul 29 23:45:27.291629 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 40148) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:27.297131 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-387fb44c-e472-44ed-8982-26a787c681eb tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Request body: {'security_group_rule': {'security_group_id': 'ccc0da89-a4b8-43d4-99cf-436706af6409', 'project_id': 'a62034f7ec5d4ab3b251c9e7894f3c1d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:27.349182 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 11c3c2ed-03cb-40dc-8c61-ccb15ad2d8a5 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:45:27.350706 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-387fb44c-e472-44ed-8982-26a787c681eb tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:27.540695 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 11c3c2ed-03cb-40dc-8c61-ccb15ad2d8a5 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:27.541439 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:27.556269 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-387fb44c-e472-44ed-8982-26a787c681eb tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:27.568566 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-387fb44c-e472-44ed-8982-26a787c681eb tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:27.613134 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387fb44c-e472-44ed-8982-26a787c681eb tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28ef9dd7-9bf7-463e-a01b-059ca3c3f818,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:27.640649 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-387fb44c-e472-44ed-8982-26a787c681eb tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:27.645548 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-387fb44c-e472-44ed-8982-26a787c681eb tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3498392 Jul 29 23:45:27.646398 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 40152) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:27.658037 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-5b6727d4-e54e-4ee6-b06b-6cb467a1cefc tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Request body: {'security_group_rule': {'security_group_id': 'ccc0da89-a4b8-43d4-99cf-436706af6409', 'project_id': 'a62034f7ec5d4ab3b251c9e7894f3c1d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:27.712815 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5b6727d4-e54e-4ee6-b06b-6cb467a1cefc tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:27.725272 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:27.847182 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5b6727d4-e54e-4ee6-b06b-6cb467a1cefc tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:27.856444 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5b6727d4-e54e-4ee6-b06b-6cb467a1cefc tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:27.882326 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6727d4-e54e-4ee6-b06b-6cb467a1cefc tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d037d07-c971-4874-875a-4fbd91fe48c5,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:27.903344 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5b6727d4-e54e-4ee6-b06b-6cb467a1cefc tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:27.904785 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-5b6727d4-e54e-4ee6-b06b-6cb467a1cefc tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2572815 Jul 29 23:45:27.909842 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 40154) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:27.926628 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-0a46b34f-4fd8-4ba6-afce-327ef9b6bc3f tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Request body: {'security_group_rule': {'security_group_id': 'ccc0da89-a4b8-43d4-99cf-436706af6409', 'project_id': 'a62034f7ec5d4ab3b251c9e7894f3c1d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:27.940091 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff75d6d-bd01-487a-9d5a-919ed2bd354b req-29b904ae-4398-4264-a31a-c67bf1ac1178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:27.943723 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2ff75d6d-bd01-487a-9d5a-919ed2bd354b req-29b904ae-4398-4264-a31a-c67bf1ac1178 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e786eab7df1c4c0d885831fa25c06de2&device_id=9ebfaab5-6778-4bc4-90f0-44cfe5e4b82f HTTP/1.1" status: 200 len: 1095 time: 0.8273952 Jul 29 23:45:27.956040 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c92124-95b1-4832-baca-0f2702806388 None None] Sync routers for ids ['0bf42194-89df-40c3-84da-0cbf049d3e60'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:45:27.971399 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b17e7-765a-4f64-bf76-0c1f673221a4 req-62a33142-4bd4-4efe-8a80-c1234acadbf1 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:27.973078 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-134b17e7-765a-4f64-bf76-0c1f673221a4 req-62a33142-4bd4-4efe-8a80-c1234acadbf1 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 943 time: 0.0877285 Jul 29 23:45:27.973210 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c92124-95b1-4832-baca-0f2702806388 None None] Routers {'0bf42194-89df-40c3-84da-0cbf049d3e60'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:45:27.974156 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-42c92124-95b1-4832-baca-0f2702806388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:45:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['0bf42194-89df-40c3-84da-0cbf049d3e60'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:27.990531 n-d-712141-10 neutron-server[94077]: INFO neutron.db.securitygroups_db [None req-0a46b34f-4fd8-4ba6-afce-327ef9b6bc3f tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Project a62034f7ec5d4ab3b251c9e7894f3c1d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 23:45:27.997954 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0a46b34f-4fd8-4ba6-afce-327ef9b6bc3f tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:28.149787 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0a46b34f-4fd8-4ba6-afce-327ef9b6bc3f tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:28.160043 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0a46b34f-4fd8-4ba6-afce-327ef9b6bc3f tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:28.175401 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-134b17e7-765a-4f64-bf76-0c1f673221a4 req-4d8168d8-5965-4dff-b0cb-3208a38514b2 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1913509 Jul 29 23:45:28.241954 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a46b34f-4fd8-4ba6-afce-327ef9b6bc3f tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fde8b10e-eaf5-42c9-9914-74539da70d3c,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:28.267852 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0a46b34f-4fd8-4ba6-afce-327ef9b6bc3f tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:28.278456 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0a46b34f-4fd8-4ba6-afce-327ef9b6bc3f tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3589585 Jul 29 23:45:28.279449 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 40158) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:28.287466 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-0d89e772-33ab-4fb6-8b2b-a880daec0de9 tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Request body: {'security_group_rule': {'security_group_id': 'ccc0da89-a4b8-43d4-99cf-436706af6409', 'project_id': 'a62034f7ec5d4ab3b251c9e7894f3c1d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:28.307659 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff75d6d-bd01-487a-9d5a-919ed2bd354b req-52c78e25-ef21-47d0-a4bb-81826e6a6f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:28.309948 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2ff75d6d-bd01-487a-9d5a-919ed2bd354b req-52c78e25-ef21-47d0-a4bb-81826e6a6f05 service neutron] 10.222.0.22 "GET /v2.0/networks?id=42ded865-bf81-4961-bbbc-46573c003469 HTTP/1.1" status: 200 len: 914 time: 0.3572893 Jul 29 23:45:28.350604 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-42c92124-95b1-4832-baca-0f2702806388 None None] Set router 0bf42194-89df-40c3-84da-0cbf049d3e60 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:45:28.363870 n-d-712141-10 neutron-server[94077]: INFO neutron.db.securitygroups_db [None req-0d89e772-33ab-4fb6-8b2b-a880daec0de9 tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Project a62034f7ec5d4ab3b251c9e7894f3c1d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 23:45:28.370032 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2ff75d6d-bd01-487a-9d5a-919ed2bd354b req-acae2460-e722-41d6-a118-e848a14a7b28 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd13e8f6-d018-4432-a13b-1ca93224605e HTTP/1.1" status: 200 len: 217 time: 0.0523036 Jul 29 23:45:28.375671 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0d89e772-33ab-4fb6-8b2b-a880daec0de9 tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:28.461419 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb59750-01be-493c-a913-1422d585543c req-e3d36975-afac-405b-8827-19ed974eee76 tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:28.471093 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-efb59750-01be-493c-a913-1422d585543c req-e3d36975-afac-405b-8827-19ed974eee76 tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ebfaab5-6778-4bc4-90f0-44cfe5e4b82f HTTP/1.1" status: 200 len: 943 time: 0.2935390 Jul 29 23:45:28.508618 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff75d6d-bd01-487a-9d5a-919ed2bd354b req-b7cdfc39-38bd-47fe-98cb-9df1d484e93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:28.510636 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2ff75d6d-bd01-487a-9d5a-919ed2bd354b req-b7cdfc39-38bd-47fe-98cb-9df1d484e93a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=dd4906cb-b972-4c64-ac73-89c49e73510d HTTP/1.1" status: 200 len: 853 time: 0.1310546 Jul 29 23:45:28.548467 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2ff75d6d-bd01-487a-9d5a-919ed2bd354b req-636260f7-4756-4b4d-a05e-89d9e18412b9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=42ded865-bf81-4961-bbbc-46573c003469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255978 Jul 29 23:45:28.567167 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-efb59750-01be-493c-a913-1422d585543c req-1914055f-521f-42b9-b063-cc87a6601dd2 tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] 10.222.0.43 "GET /v2.0/security-groups?id=adfca035-9b13-4054-91bd-98ecbbff3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949941 Jul 29 23:45:28.572702 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0d89e772-33ab-4fb6-8b2b-a880daec0de9 tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:28.591426 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0d89e772-33ab-4fb6-8b2b-a880daec0de9 tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:28.609422 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d89e772-33ab-4fb6-8b2b-a880daec0de9 tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da987736-1e23-46e6-a8a6-8e8a3c04486d,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:28.628529 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0d89e772-33ab-4fb6-8b2b-a880daec0de9 tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:28.629948 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0d89e772-33ab-4fb6-8b2b-a880daec0de9 tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3486507 Jul 29 23:45:28.705920 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2ff75d6d-bd01-487a-9d5a-919ed2bd354b req-e53075f1-dab0-42e9-bdf4-b33dc18047ec service neutron] 10.222.0.22 "GET /v2.0/networks/42ded865-bf81-4961-bbbc-46573c003469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505105 Jul 29 23:45:28.805475 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-42c92124-95b1-4832-baca-0f2702806388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bf42194-89df-40c3-84da-0cbf049d3e60', 'name': 'tempest-TestServerBasicOps-1204903872-router', 'tenant_id': 'e82ea862523041aab393e64de7132b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '11c3c2ed-03cb-40dc-8c61-ccb15ad2d8a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:45:09Z', 'updated_at': '2021-07-29T23:45:21Z', 'revision_number': 4, 'project_id': 'e82ea862523041aab393e64de7132b96', 'gw_port': {'id': '11c3c2ed-03cb-40dc-8c61-ccb15ad2d8a5', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:83:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf42194-89df-40c3-84da-0cbf049d3e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:45:14Z', 'updated_at': '2021-07-29T23:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '3a70a29a-122b-4541-9162-bf1d5d8b9584', 'name': '', 'network_id': '46cda071-561a-4afb-ab93-1c5c7d43f1eb', 'tenant_id': 'e82ea862523041aab393e64de7132b96', 'mac_address': 'fa:16:3e:ee:54:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bf42194-89df-40c3-84da-0cbf049d3e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '693957fe-b01f-4f1f-b4f0-808673048142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:45:20Z', 'updated_at': '2021-07-29T23:45:21Z', 'revision_number': 2, 'project_id': 'e82ea862523041aab393e64de7132b96', 'subnets': [{'id': '693957fe-b01f-4f1f-b4f0-808673048142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:28.818219 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2ff75d6d-bd01-487a-9d5a-919ed2bd354b req-e252d2d8-2d98-4c4d-b4b1-308cc16ac2a4 service neutron] 10.222.0.22 "GET /v2.0/networks/42ded865-bf81-4961-bbbc-46573c003469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050313 Jul 29 23:45:28.836762 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c92124-95b1-4832-baca-0f2702806388 None None] Checking router: 0bf42194-89df-40c3-84da-0cbf049d3e60 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:45:28.837656 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c92124-95b1-4832-baca-0f2702806388 None None] Updating router 0bf42194-89df-40c3-84da-0cbf049d3e60 port 3a70a29a-122b-4541-9162-bf1d5d8b9584 binding host n-d-712141-10 {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:45:28.880085 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-42c92124-95b1-4832-baca-0f2702806388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:28.917093 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-90d19130-50d2-4109-8f8c-1226acdd5abc req-1de34981-b06e-41cc-91d8-41d39731fb5d tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-208979998&fields=id&tenant_id=a62034f7ec5d4ab3b251c9e7894f3c1d HTTP/1.1" status: 200 len: 267 time: 0.0464394 Jul 29 23:45:29.043486 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d19130-50d2-4109-8f8c-1226acdd5abc req-589fa1fb-aec3-4a68-9dbb-7ae4ec9f0f87 tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:29.045166 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-90d19130-50d2-4109-8f8c-1226acdd5abc req-589fa1fb-aec3-4a68-9dbb-7ae4ec9f0f87 tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] 10.222.0.43 "GET /v2.0/networks?id=246f56f0-d0d9-4066-974f-f03b7db86f8e HTTP/1.1" status: 200 len: 808 time: 0.1272962 Jul 29 23:45:29.068236 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-90d19130-50d2-4109-8f8c-1226acdd5abc req-391972a5-ed0b-45ed-9a39-dea05be307e5 tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] 10.222.0.43 "GET /v2.0/quotas/a62034f7ec5d4ab3b251c9e7894f3c1d HTTP/1.1" status: 200 len: 375 time: 0.0135655 Jul 29 23:45:29.142166 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-90d19130-50d2-4109-8f8c-1226acdd5abc req-39bb2b82-5b5b-469e-9cbe-a3dbcd3be708 tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a62034f7ec5d4ab3b251c9e7894f3c1d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0676396 Jul 29 23:45:29.279442 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-42c92124-95b1-4832-baca-0f2702806388 None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:29.297243 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-42c92124-95b1-4832-baca-0f2702806388 None None] Transition to ACTIVE for port object 3a70a29a-122b-4541-9162-bf1d5d8b9584 will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:29.311976 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-42c92124-95b1-4832-baca-0f2702806388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:29.326661 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-90d19130-50d2-4109-8f8c-1226acdd5abc req-93f0f53f-605a-4eb4-9154-124730018d8a service neutron] 10.222.0.43 "GET /v2.0/networks/246f56f0-d0d9-4066-974f-f03b7db86f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602011 Jul 29 23:45:29.347242 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:29.468522 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9e97d6-c6db-48b6-a798-5ddb8cf25987 req-72f24a41-d291-45a2-abbc-c8908e5d0d3e tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:29.487395 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4f9e97d6-c6db-48b6-a798-5ddb8cf25987 req-72f24a41-d291-45a2-abbc-c8908e5d0d3e tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 943 time: 0.1941888 Jul 29 23:45:29.502638 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db6b40e-225a-4776-9ae6-6a735cb61502 None None] Pushing event updated for resources: {'Port': ['ID=3a70a29a-122b-4541-9162-bf1d5d8b9584,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:29.622327 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-42c92124-95b1-4832-baca-0f2702806388 None None] Attempting to bind port 3a70a29a-122b-4541-9162-bf1d5d8b9584 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:45:29.623592 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-42c92124-95b1-4832-baca-0f2702806388 None None] Attempting to bind port 3a70a29a-122b-4541-9162-bf1d5d8b9584 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '4d250b4c-3278-47f6-86eb-8819d204473a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '46cda071-561a-4afb-ab93-1c5c7d43f1eb'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:45:29.624879 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c92124-95b1-4832-baca-0f2702806388 None None] Attempting to bind port 3a70a29a-122b-4541-9162-bf1d5d8b9584 on network 46cda071-561a-4afb-ab93-1c5c7d43f1eb {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:45:29.635086 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c92124-95b1-4832-baca-0f2702806388 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:45:29.635463 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c92124-95b1-4832-baca-0f2702806388 None None] Checking segment: {'id': '4d250b4c-3278-47f6-86eb-8819d204473a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '46cda071-561a-4afb-ab93-1c5c7d43f1eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:45:29.635869 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-42c92124-95b1-4832-baca-0f2702806388 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:29.636266 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42c92124-95b1-4832-baca-0f2702806388 None None] Bound using segment: {'id': '4d250b4c-3278-47f6-86eb-8819d204473a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '46cda071-561a-4afb-ab93-1c5c7d43f1eb'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:45:29.636754 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-42c92124-95b1-4832-baca-0f2702806388 None None] Bound port: 3a70a29a-122b-4541-9162-bf1d5d8b9584, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d250b4c-3278-47f6-86eb-8819d204473a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '46cda071-561a-4afb-ab93-1c5c7d43f1eb'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:45:29.637134 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-42c92124-95b1-4832-baca-0f2702806388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:29.640822 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4f9e97d6-c6db-48b6-a798-5ddb8cf25987 req-e8ffd5d1-5aa5-4c4a-8299-9d2cdd65ffd0 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563778 Jul 29 23:45:29.685091 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-90d19130-50d2-4109-8f8c-1226acdd5abc req-c775fa3c-b8f7-4e30-917a-fd68ea0d0dfb service neutron] 10.222.0.43 "GET /v2.0/networks/246f56f0-d0d9-4066-974f-f03b7db86f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3525450 Jul 29 23:45:29.805951 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-42c92124-95b1-4832-baca-0f2702806388 None None] For port 3a70a29a-122b-4541-9162-bf1d5d8b9584, host n-d-712141-10, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:45:29.812546 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-42c92124-95b1-4832-baca-0f2702806388 None None] For port 3a70a29a-122b-4541-9162-bf1d5d8b9584, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=3a70a29a-122b-4541-9162-bf1d5d8b9584,segment=NetworkSegment(4d250b4c-3278-47f6-86eb-8819d204473a),segment_id=4d250b4c-3278-47f6-86eb-8819d204473a)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:45:29.821968 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-42c92124-95b1-4832-baca-0f2702806388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:29.896838 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db6b40e-225a-4776-9ae6-6a735cb61502 None None] Pushing event updated for resources: {'Port': ['ID=3a70a29a-122b-4541-9162-bf1d5d8b9584,revision_number=4']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:29.908940 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c92124-95b1-4832-baca-0f2702806388 None None] Routers {'0bf42194-89df-40c3-84da-0cbf049d3e60'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:45:29.909720 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-42c92124-95b1-4832-baca-0f2702806388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:45:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['0bf42194-89df-40c3-84da-0cbf049d3e60'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:30.145005 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-42c92124-95b1-4832-baca-0f2702806388 None None] Set router 0bf42194-89df-40c3-84da-0cbf049d3e60 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:45:30.292099 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e96ad3c-1afd-4b5d-942d-5de8cc1c78df req-3ec4221b-55df-43ef-ace9-2f087822e9fe tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:30.295994 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3e96ad3c-1afd-4b5d-942d-5de8cc1c78df req-3ec4221b-55df-43ef-ace9-2f087822e9fe tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ebfaab5-6778-4bc4-90f0-44cfe5e4b82f HTTP/1.1" status: 200 len: 943 time: 0.1087604 Jul 29 23:45:30.401459 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3e96ad3c-1afd-4b5d-942d-5de8cc1c78df req-c7687caa-38f2-4a5c-a3be-651c74195bb8 tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] 10.222.0.43 "GET /v2.0/security-groups?id=adfca035-9b13-4054-91bd-98ecbbff3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982242 Jul 29 23:45:30.479062 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device cd13e8f6-d018-4432-a13b-1ca93224605e details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:45:30.696261 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-42c92124-95b1-4832-baca-0f2702806388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bf42194-89df-40c3-84da-0cbf049d3e60', 'name': 'tempest-TestServerBasicOps-1204903872-router', 'tenant_id': 'e82ea862523041aab393e64de7132b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '11c3c2ed-03cb-40dc-8c61-ccb15ad2d8a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:45:09Z', 'updated_at': '2021-07-29T23:45:21Z', 'revision_number': 4, 'project_id': 'e82ea862523041aab393e64de7132b96', 'gw_port': {'id': '11c3c2ed-03cb-40dc-8c61-ccb15ad2d8a5', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:83:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf42194-89df-40c3-84da-0cbf049d3e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:45:14Z', 'updated_at': '2021-07-29T23:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '3a70a29a-122b-4541-9162-bf1d5d8b9584', 'name': '', 'network_id': '46cda071-561a-4afb-ab93-1c5c7d43f1eb', 'tenant_id': 'e82ea862523041aab393e64de7132b96', 'mac_address': 'fa:16:3e:ee:54:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bf42194-89df-40c3-84da-0cbf049d3e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '693957fe-b01f-4f1f-b4f0-808673048142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:45:20Z', 'updated_at': '2021-07-29T23:45:29Z', 'revision_number': 4, 'project_id': 'e82ea862523041aab393e64de7132b96', 'subnets': [{'id': '693957fe-b01f-4f1f-b4f0-808673048142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:30.747737 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c92124-95b1-4832-baca-0f2702806388 None None] The sync data for ids ['0bf42194-89df-40c3-84da-0cbf049d3e60'] in n-d-712141-10 is: [{'id': '0bf42194-89df-40c3-84da-0cbf049d3e60', 'name': 'tempest-TestServerBasicOps-1204903872-router', 'tenant_id': 'e82ea862523041aab393e64de7132b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '11c3c2ed-03cb-40dc-8c61-ccb15ad2d8a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:45:09Z', 'updated_at': '2021-07-29T23:45:21Z', 'revision_number': 4, 'project_id': 'e82ea862523041aab393e64de7132b96', 'gw_port': {'id': '11c3c2ed-03cb-40dc-8c61-ccb15ad2d8a5', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:83:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf42194-89df-40c3-84da-0cbf049d3e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:45:14Z', 'updated_at': '2021-07-29T23:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '3a70a29a-122b-4541-9162-bf1d5d8b9584', 'name': '', 'network_id': '46cda071-561a-4afb-ab93-1c5c7d43f1eb', 'tenant_id': 'e82ea862523041aab393e64de7132b96', 'mac_address': 'fa:16:3e:ee:54:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bf42194-89df-40c3-84da-0cbf049d3e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2710, 'fixed_ips': [{'subnet_id': '693957fe-b01f-4f1f-b4f0-808673048142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:45:20Z', 'updated_at': '2021-07-29T23:45:29Z', 'revision_number': 4, 'project_id': 'e82ea862523041aab393e64de7132b96', 'subnets': [{'id': '693957fe-b01f-4f1f-b4f0-808673048142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:45:30.774081 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port cd13e8f6-d018-4432-a13b-1ca93224605e, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=cd13e8f6-d018-4432-a13b-1ca93224605e,segment=NetworkSegment(6611dfea-d154-4c8e-8956-c1449c86d262),segment_id=6611dfea-d154-4c8e-8956-c1449c86d262)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:30.789890 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': 'cd13e8f6-d018-4432-a13b-1ca93224605e', 'network_id': '42ded865-bf81-4961-bbbc-46573c003469', 'port_id': 'cd13e8f6-d018-4432-a13b-1ca93224605e', 'mac_address': 'fa:16:3e:ee:0a:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd4906cb-b972-4c64-ac73-89c49e73510d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:45:30.882402 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:30.904945 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 40208) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:30.920148 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-37168989-ab6e-4135-8174-5dc1e150e418 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-212282585', 'description': 'tempest-secgroup-smoke-212282585 description', 'project_id': 'abc07fd47c924aad994e74752ef0bc5a'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:30.925485 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd13e8f6-d018-4432-a13b-1ca93224605e {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:45:30.982761 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port cd13e8f6-d018-4432-a13b-1ca93224605e, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=cd13e8f6-d018-4432-a13b-1ca93224605e,segment=NetworkSegment(6611dfea-d154-4c8e-8956-c1449c86d262),segment_id=6611dfea-d154-4c8e-8956-c1449c86d262)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:30.994740 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-37168989-ab6e-4135-8174-5dc1e150e418 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:31.004456 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:31.180148 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=cd13e8f6-d018-4432-a13b-1ca93224605e,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:31.232202 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-62acb1e6-7048-45a1-9be6-336c8cfd7c67 req-7dd21fd6-cb76-49a5-ab6b-a3a5a4d839a8 tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] 10.222.0.43 "GET /v2.0/ports?device_id=15b5a942-2e5d-430e-b60d-4502d34e9868 HTTP/1.1" status: 200 len: 210 time: 0.1302063 Jul 29 23:45:31.264739 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['cd13e8f6-d018-4432-a13b-1ca93224605e'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:45:31.381040 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 40212) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:31.387307 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-37168989-ab6e-4135-8174-5dc1e150e418 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:31.394176 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-37168989-ab6e-4135-8174-5dc1e150e418 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:31.514140 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 3a70a29a-122b-4541-9162-bf1d5d8b9584 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:45:31.541524 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37168989-ab6e-4135-8174-5dc1e150e418 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d1ebf4-b794-4521-9c0b-417b32b2215f,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:31.571871 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-37168989-ab6e-4135-8174-5dc1e150e418 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:31.573169 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-37168989-ab6e-4135-8174-5dc1e150e418 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6663587 Jul 29 23:45:31.574598 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee3fb1a-cf0c-4be8-8677-e8cc24f90c53 req-89bccf32-2700-441a-b393-cdda23c0514a tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:31.576273 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 40218) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:31.582493 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-869903cf-990e-42b7-bab6-b487473747fa tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Request body: {'security_group_rule': {'security_group_id': 'c5d1ebf4-b794-4521-9c0b-417b32b2215f', 'project_id': 'abc07fd47c924aad994e74752ef0bc5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:31.587748 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-aee3fb1a-cf0c-4be8-8677-e8cc24f90c53 req-89bccf32-2700-441a-b393-cdda23c0514a tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 943 time: 0.1432188 Jul 29 23:45:31.666192 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 3a70a29a-122b-4541-9162-bf1d5d8b9584 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:31.670592 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-869903cf-990e-42b7-bab6-b487473747fa tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:31.673333 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-aee3fb1a-cf0c-4be8-8677-e8cc24f90c53 req-6ec42889-2222-4cd5-9e84-783c3829ec85 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846195 Jul 29 23:45:31.683058 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 3a70a29a-122b-4541-9162-bf1d5d8b9584 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:31.683440 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:31.703469 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bf6720b6-02e0-4104-ba67-b10da1562e5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:31.836312 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-869903cf-990e-42b7-bab6-b487473747fa tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:31.842156 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-869903cf-990e-42b7-bab6-b487473747fa tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:31.885642 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869903cf-990e-42b7-bab6-b487473747fa tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=998cb9b9-5642-4ec2-b0f4-2a0604883a66,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:31.886065 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:31.893409 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fe3524-d9e9-4be4-afe6-91e303974e26 req-a17d7425-be16-4f33-9898-920a66eb1c7c tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:31.895210 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-67fe3524-d9e9-4be4-afe6-91e303974e26 req-a17d7425-be16-4f33-9898-920a66eb1c7c tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ebfaab5-6778-4bc4-90f0-44cfe5e4b82f HTTP/1.1" status: 200 len: 944 time: 0.0935144 Jul 29 23:45:31.958947 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 3a70a29a-122b-4541-9162-bf1d5d8b9584, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=3a70a29a-122b-4541-9162-bf1d5d8b9584,segment=NetworkSegment(4d250b4c-3278-47f6-86eb-8819d204473a),segment_id=4d250b4c-3278-47f6-86eb-8819d204473a)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:31.965311 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:31.989120 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bf6720b6-02e0-4104-ba67-b10da1562e5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:32.000551 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-869903cf-990e-42b7-bab6-b487473747fa tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:32.003182 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-869903cf-990e-42b7-bab6-b487473747fa tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4254441 Jul 29 23:45:32.015240 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bf6720b6-02e0-4104-ba67-b10da1562e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:32.037125 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=3a70a29a-122b-4541-9162-bf1d5d8b9584,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:32.046794 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 40220) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:32.072940 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-4432664b-2a9b-49e8-8d84-e9448591fe8a tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Request body: {'security_group_rule': {'security_group_id': 'c5d1ebf4-b794-4521-9c0b-417b32b2215f', 'project_id': 'abc07fd47c924aad994e74752ef0bc5a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:32.126721 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-67fe3524-d9e9-4be4-afe6-91e303974e26 req-d7973b02-8969-49ef-8351-fda9bb197dba tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] 10.222.0.43 "GET /v2.0/security-groups?id=adfca035-9b13-4054-91bd-98ecbbff3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721618 Jul 29 23:45:32.160015 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6720b6-02e0-4104-ba67-b10da1562e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03feb03a-2480-40a8-abf0-1575a82c057b,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:32.181090 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-bf6720b6-02e0-4104-ba67-b10da1562e5b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=834b0b5307104233a3590b5f8ad506ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7982135 Jul 29 23:45:32.185983 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 40222) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:32.209488 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4432664b-2a9b-49e8-8d84-e9448591fe8a tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:32.219274 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d19130-50d2-4109-8f8c-1226acdd5abc req-d6367385-2538-4630-834b-b9d86dc0547e tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:32.221317 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-90d19130-50d2-4109-8f8c-1226acdd5abc req-d6367385-2538-4630-834b-b9d86dc0547e tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] 10.222.0.41 "GET /v2.0/networks?id=246f56f0-d0d9-4066-974f-f03b7db86f8e HTTP/1.1" status: 200 len: 808 time: 0.2163544 Jul 29 23:45:32.259137 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2e793e61-8a4a-41be-8d1c-d76ef54978fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:32.284126 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2e793e61-8a4a-41be-8d1c-d76ef54978fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:32.290475 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4432664b-2a9b-49e8-8d84-e9448591fe8a tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:32.296486 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4432664b-2a9b-49e8-8d84-e9448591fe8a tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:32.317876 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4432664b-2a9b-49e8-8d84-e9448591fe8a tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1715002e-f943-4ea1-9a84-9215862de303,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:32.325638 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4432664b-2a9b-49e8-8d84-e9448591fe8a tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:32.330644 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-4432664b-2a9b-49e8-8d84-e9448591fe8a tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2730317 Jul 29 23:45:32.330992 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 40226) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:32.337046 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-641c5c19-95cc-4d8a-a190-35ecbbb66529 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Request body: {'security_group_rule': {'security_group_id': 'c5d1ebf4-b794-4521-9c0b-417b32b2215f', 'project_id': 'abc07fd47c924aad994e74752ef0bc5a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:32.356870 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-90d19130-50d2-4109-8f8c-1226acdd5abc req-2632dba2-1e41-4261-89da-65dbfd31f64e tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a62034f7ec5d4ab3b251c9e7894f3c1d HTTP/1.1" status: 200 len: 379 time: 0.0643179 Jul 29 23:45:32.368418 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-90d19130-50d2-4109-8f8c-1226acdd5abc req-01b9694c-e515-45b4-932b-a5c9657b48c2 tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Request body: {'port': {'device_id': '15b5a942-2e5d-430e-b60d-4502d34e9868', 'network_id': '246f56f0-d0d9-4066-974f-f03b7db86f8e', 'admin_state_up': True, 'tenant_id': 'a62034f7ec5d4ab3b251c9e7894f3c1d', 'security_groups': ['ccc0da89-a4b8-43d4-99cf-436706af6409']}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:32.368978 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-641c5c19-95cc-4d8a-a190-35ecbbb66529 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:32.413835 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f63d9429-073c-4d47-a423-ec8b8d34f7e5 req-818d3eba-cb0d-4db5-9692-b500c02fa8b9 tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] 10.222.0.43 "GET /v2.0/ports?device_id=15b5a942-2e5d-430e-b60d-4502d34e9868 HTTP/1.1" status: 200 len: 210 time: 0.0403745 Jul 29 23:45:32.464057 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-641c5c19-95cc-4d8a-a190-35ecbbb66529 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:32.469382 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-641c5c19-95cc-4d8a-a190-35ecbbb66529 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:32.494334 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device cd13e8f6-d018-4432-a13b-1ca93224605e up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:45:32.495388 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-641c5c19-95cc-4d8a-a190-35ecbbb66529 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:32.496830 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-641c5c19-95cc-4d8a-a190-35ecbbb66529 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1646366 Jul 29 23:45:32.502966 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 40228) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:32.504888 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641c5c19-95cc-4d8a-a190-35ecbbb66529 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=704b0eec-9931-466d-ae96-0ab4af81b82e,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:32.508613 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-b72c6a37-e8ca-4be2-9f4a-9aaff9692174 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Request body: {'security_group_rule': {'security_group_id': 'c5d1ebf4-b794-4521-9c0b-417b32b2215f', 'project_id': 'abc07fd47c924aad994e74752ef0bc5a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:32.515876 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2e793e61-8a4a-41be-8d1c-d76ef54978fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:32.519003 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2e793e61-8a4a-41be-8d1c-d76ef54978fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:32.522763 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-2e793e61-8a4a-41be-8d1c-d76ef54978fe admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/03feb03a-2480-40a8-abf0-1575a82c057b HTTP/1.1" status: 204 len: 168 time: 0.3329554 Jul 29 23:45:32.542795 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e793e61-8a4a-41be-8d1c-d76ef54978fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03feb03a-2480-40a8-abf0-1575a82c057b,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:32.553666 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90d19130-50d2-4109-8f8c-1226acdd5abc req-01b9694c-e515-45b4-932b-a5c9657b48c2 tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Made reservation on behalf of a62034f7ec5d4ab3b251c9e7894f3c1d for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:32.558440 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-90d19130-50d2-4109-8f8c-1226acdd5abc req-01b9694c-e515-45b4-932b-a5c9657b48c2 tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:32.642518 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port cd13e8f6-d018-4432-a13b-1ca93224605e completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:32.647181 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port cd13e8f6-d018-4432-a13b-1ca93224605e triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:32.647861 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:32.653388 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b72c6a37-e8ca-4be2-9f4a-9aaff9692174 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:32.764865 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b72c6a37-e8ca-4be2-9f4a-9aaff9692174 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:32.767107 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-90d19130-50d2-4109-8f8c-1226acdd5abc req-01b9694c-e515-45b4-932b-a5c9657b48c2 tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Allocated IP 172.20.0.6 (246f56f0-d0d9-4066-974f-f03b7db86f8e/7ceeee5e-8dda-4b24-91dc-ec5c3c939ce8/c971be57-8ef9-4a66-a675-c76a48778225) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:32.804179 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:32.842693 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ebfaab5-6778-4bc4-90f0-44cfe5e4b82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd13e8f6-d018-4432-a13b-1ca93224605e'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:45:32.845378 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ed26f3-a15e-4dfb-aa68-e4cd4d0b26eb" -d '{"events": [{"server_uuid": "9ebfaab5-6778-4bc4-90f0-44cfe5e4b82f", "name": "network-vif-plugged", "status": "completed", "tag": "cd13e8f6-d018-4432-a13b-1ca93224605e"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:45:32.867811 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port cd13e8f6-d018-4432-a13b-1ca93224605e, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=cd13e8f6-d018-4432-a13b-1ca93224605e,segment=NetworkSegment(6611dfea-d154-4c8e-8956-c1449c86d262),segment_id=6611dfea-d154-4c8e-8956-c1449c86d262)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:32.882371 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:32.890600 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b72c6a37-e8ca-4be2-9f4a-9aaff9692174 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:32.910953 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72c6a37-e8ca-4be2-9f4a-9aaff9692174 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03213b4d-8886-4fe8-87bb-d9548fdc1aa0,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:32.946945 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b72c6a37-e8ca-4be2-9f4a-9aaff9692174 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:32.951141 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b72c6a37-e8ca-4be2-9f4a-9aaff9692174 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4469256 Jul 29 23:45:32.954859 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-90d19130-50d2-4109-8f8c-1226acdd5abc req-01b9694c-e515-45b4-932b-a5c9657b48c2 tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:32.955041 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a2a8ae-f8cf-4bd9-87cd-d74c4614c3af req-fc649a2b-227d-45ac-b89d-4fbf4f8a50b7 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:32.956049 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=cd13e8f6-d018-4432-a13b-1ca93224605e,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:32.957232 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 40238) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:32.961908 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-109a532f-ee1c-4289-bdee-cc3ba1094383 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Request body: {'security_group_rule': {'security_group_id': 'c5d1ebf4-b794-4521-9c0b-417b32b2215f', 'project_id': 'abc07fd47c924aad994e74752ef0bc5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:32.970845 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-03a2a8ae-f8cf-4bd9-87cd-d74c4614c3af req-fc649a2b-227d-45ac-b89d-4fbf4f8a50b7 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 943 time: 0.1678762 Jul 29 23:45:32.980347 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 40240) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:32.986801 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-90d19130-50d2-4109-8f8c-1226acdd5abc req-01b9694c-e515-45b4-932b-a5c9657b48c2 tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Transition to ACTIVE for port object c971be57-8ef9-4a66-a675-c76a48778225 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:33.002209 n-d-712141-10 neutron-server[94077]: INFO neutron.db.securitygroups_db [None req-109a532f-ee1c-4289-bdee-cc3ba1094383 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Project abc07fd47c924aad994e74752ef0bc5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 23:45:33.006680 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9a068d1c-96c3-487c-981e-b8df6f7da1ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:33.012623 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-109a532f-ee1c-4289-bdee-cc3ba1094383 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:33.040969 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-03a2a8ae-f8cf-4bd9-87cd-d74c4614c3af req-83db86c7-61db-4a22-bc5a-7bfefc4fc052 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691547 Jul 29 23:45:33.060107 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-90d19130-50d2-4109-8f8c-1226acdd5abc req-01b9694c-e515-45b4-932b-a5c9657b48c2 tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:33.106339 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90d19130-50d2-4109-8f8c-1226acdd5abc req-01b9694c-e515-45b4-932b-a5c9657b48c2 tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Network 246f56f0-d0d9-4066-974f-f03b7db86f8e is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:33.128442 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-90d19130-50d2-4109-8f8c-1226acdd5abc req-01b9694c-e515-45b4-932b-a5c9657b48c2 tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:33.135141 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-90d19130-50d2-4109-8f8c-1226acdd5abc req-01b9694c-e515-45b4-932b-a5c9657b48c2 tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:45:33.146512 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9a068d1c-96c3-487c-981e-b8df6f7da1ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:33.161574 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71607163-fdef-4893-8af0-77b371701216 x-openstack-request-id: req-71607163-fdef-4893-8af0-77b371701216 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:45:33.161889 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ebfaab5-6778-4bc4-90f0-44cfe5e4b82f", "name": "network-vif-plugged", "status": "completed", "tag": "cd13e8f6-d018-4432-a13b-1ca93224605e", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:45:33.162141 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-71607163-fdef-4893-8af0-77b371701216 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:45:33.162529 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ebfaab5-6778-4bc4-90f0-44cfe5e4b82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd13e8f6-d018-4432-a13b-1ca93224605e', 'code': 200} Jul 29 23:45:33.166914 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9a068d1c-96c3-487c-981e-b8df6f7da1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:33.209446 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-109a532f-ee1c-4289-bdee-cc3ba1094383 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:33.223274 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-109a532f-ee1c-4289-bdee-cc3ba1094383 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:33.229252 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b9694c-e515-45b4-932b-a5c9657b48c2 tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Pushing event updated for resources: {'Port': ['ID=c971be57-8ef9-4a66-a675-c76a48778225,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:33.266561 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d19130-50d2-4109-8f8c-1226acdd5abc req-01b9694c-e515-45b4-932b-a5c9657b48c2 tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:33.267789 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-90d19130-50d2-4109-8f8c-1226acdd5abc req-01b9694c-e515-45b4-932b-a5c9657b48c2 tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:33.287426 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109a532f-ee1c-4289-bdee-cc3ba1094383 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=419d874b-5502-45e4-a1eb-e898d8bbcef0,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:33.289840 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-109a532f-ee1c-4289-bdee-cc3ba1094383 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:33.295339 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-109a532f-ee1c-4289-bdee-cc3ba1094383 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3369994 Jul 29 23:45:33.306355 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 40244) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:33.307388 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-90d19130-50d2-4109-8f8c-1226acdd5abc req-01b9694c-e515-45b4-932b-a5c9657b48c2 tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9443548 Jul 29 23:45:33.311908 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-4115b7e6-e645-403e-ac58-9d52ae577a8e tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Request body: {'security_group_rule': {'security_group_id': 'c5d1ebf4-b794-4521-9c0b-417b32b2215f', 'project_id': 'abc07fd47c924aad994e74752ef0bc5a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:33.317316 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 40246) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:33.321890 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-9a068d1c-96c3-487c-981e-b8df6f7da1ee admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2ebb6991255d4407a3c406eea81a20d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3401210 Jul 29 23:45:33.323506 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 3a70a29a-122b-4541-9162-bf1d5d8b9584 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:45:33.338094 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-90d19130-50d2-4109-8f8c-1226acdd5abc req-9f082080-fb6f-4fb8-b430-0f706817cd20 service neutron] Request body: {'port': {'device_id': '15b5a942-2e5d-430e-b60d-4502d34e9868', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:33.390922 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 3a70a29a-122b-4541-9162-bf1d5d8b9584 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:33.391589 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:33.434055 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c36e7f4-1f94-42eb-876b-a014d043b033 req-f25393ec-85c4-4122-8248-7d8d9916861e tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:33.442944 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8c36e7f4-1f94-42eb-876b-a014d043b033 req-f25393ec-85c4-4122-8248-7d8d9916861e tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ebfaab5-6778-4bc4-90f0-44cfe5e4b82f HTTP/1.1" status: 200 len: 945 time: 0.1902745 Jul 29 23:45:33.444789 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a068d1c-96c3-487c-981e-b8df6f7da1ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23da5f1-6922-44d3-a6c1-d32287809359,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:33.463980 n-d-712141-10 neutron-server[94077]: INFO neutron.db.securitygroups_db [None req-4115b7e6-e645-403e-ac58-9d52ae577a8e tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Project abc07fd47c924aad994e74752ef0bc5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 23:45:33.475742 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4115b7e6-e645-403e-ac58-9d52ae577a8e tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:33.496360 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204e1b6a-fdcd-40d3-b7ad-400534073423 req-5bacd406-c144-4a48-8c2c-1603974a77c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:33.498136 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-204e1b6a-fdcd-40d3-b7ad-400534073423 req-5bacd406-c144-4a48-8c2c-1603974a77c4 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=9ebfaab5-6778-4bc4-90f0-44cfe5e4b82f HTTP/1.1" status: 200 len: 1097 time: 0.2513266 Jul 29 23:45:33.510368 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-90d19130-50d2-4109-8f8c-1226acdd5abc req-9f082080-fb6f-4fb8-b430-0f706817cd20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:33.526137 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8c36e7f4-1f94-42eb-876b-a014d043b033 req-4eb03b3e-bc4c-48a6-8d3e-82720bc3eaeb tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] 10.222.0.43 "GET /v2.0/security-groups?id=adfca035-9b13-4054-91bd-98ecbbff3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822897 Jul 29 23:45:33.555320 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b4d2a79d-ceb5-4124-96b0-607c05ba295a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:33.582253 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-204e1b6a-fdcd-40d3-b7ad-400534073423 req-9ee0ce38-34c9-4bbe-b900-a259d053fdf8 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=adfca035-9b13-4054-91bd-98ecbbff3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626857 Jul 29 23:45:33.586308 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-012d63a1-00e2-4a3c-8cb8-aa8ff605baac None None] Provisioning for port c971be57-8ef9-4a66-a675-c76a48778225 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:33.591555 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-012d63a1-00e2-4a3c-8cb8-aa8ff605baac None None] Provisioning complete for port c971be57-8ef9-4a66-a675-c76a48778225 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:33.592219 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-012d63a1-00e2-4a3c-8cb8-aa8ff605baac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:33.635081 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b4d2a79d-ceb5-4124-96b0-607c05ba295a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:33.645453 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-012d63a1-00e2-4a3c-8cb8-aa8ff605baac None None] Port c971be57-8ef9-4a66-a675-c76a48778225 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:45:33.671100 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edcc77b-1d71-49f5-a024-d147dc15c69e req-24ea54ea-9695-4b0d-a44f-1dbc58688e1f tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:33.674025 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9edcc77b-1d71-49f5-a024-d147dc15c69e req-24ea54ea-9695-4b0d-a44f-1dbc58688e1f tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] 10.222.0.43 "GET /v2.0/ports?device_id=15b5a942-2e5d-430e-b60d-4502d34e9868 HTTP/1.1" status: 200 len: 931 time: 0.0735373 Jul 29 23:45:33.727179 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4115b7e6-e645-403e-ac58-9d52ae577a8e tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:33.737957 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9edcc77b-1d71-49f5-a024-d147dc15c69e req-706f2fdf-7746-48bc-9a3e-d6931c0b19c5 tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] 10.222.0.43 "GET /v2.0/security-groups?id=ccc0da89-a4b8-43d4-99cf-436706af6409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490637 Jul 29 23:45:33.738314 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4115b7e6-e645-403e-ac58-9d52ae577a8e tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:33.782780 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4115b7e6-e645-403e-ac58-9d52ae577a8e tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03319ca5-c5a2-4248-80d9-9497aa2e471f,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:33.803429 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4115b7e6-e645-403e-ac58-9d52ae577a8e tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:33.806285 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4115b7e6-e645-403e-ac58-9d52ae577a8e tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4977257 Jul 29 23:45:33.853264 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b4d2a79d-ceb5-4124-96b0-607c05ba295a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:33.855667 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b4d2a79d-ceb5-4124-96b0-607c05ba295a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:33.856796 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b4d2a79d-ceb5-4124-96b0-607c05ba295a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b23da5f1-6922-44d3-a6c1-d32287809359 HTTP/1.1" status: 204 len: 168 time: 0.5368671 Jul 29 23:45:33.872165 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d2a79d-ceb5-4124-96b0-607c05ba295a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23da5f1-6922-44d3-a6c1-d32287809359,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:33.980481 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-90d19130-50d2-4109-8f8c-1226acdd5abc req-9f082080-fb6f-4fb8-b430-0f706817cd20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c971be57-8ef9-4a66-a675-c76a48778225 {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:45:33.988903 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-90d19130-50d2-4109-8f8c-1226acdd5abc req-9f082080-fb6f-4fb8-b430-0f706817cd20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:34.004446 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-90d19130-50d2-4109-8f8c-1226acdd5abc req-9f082080-fb6f-4fb8-b430-0f706817cd20 service neutron] Transition to ACTIVE for port object c971be57-8ef9-4a66-a675-c76a48778225 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:34.009399 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-90d19130-50d2-4109-8f8c-1226acdd5abc req-9f082080-fb6f-4fb8-b430-0f706817cd20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:34.068105 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f082080-fb6f-4fb8-b430-0f706817cd20 service neutron] Pushing event updated for resources: {'Port': ['ID=c971be57-8ef9-4a66-a675-c76a48778225,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:34.144772 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-90d19130-50d2-4109-8f8c-1226acdd5abc req-9f082080-fb6f-4fb8-b430-0f706817cd20 service neutron] Attempting to bind port c971be57-8ef9-4a66-a675-c76a48778225 on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:45:34.145394 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-90d19130-50d2-4109-8f8c-1226acdd5abc req-9f082080-fb6f-4fb8-b430-0f706817cd20 service neutron] Attempting to bind port c971be57-8ef9-4a66-a675-c76a48778225 by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': '6380a330-c318-4014-b95b-66e64953533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '246f56f0-d0d9-4066-974f-f03b7db86f8e'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:45:34.146050 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d19130-50d2-4109-8f8c-1226acdd5abc req-9f082080-fb6f-4fb8-b430-0f706817cd20 service neutron] Attempting to bind port c971be57-8ef9-4a66-a675-c76a48778225 on network 246f56f0-d0d9-4066-974f-f03b7db86f8e {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:45:34.150830 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d19130-50d2-4109-8f8c-1226acdd5abc req-9f082080-fb6f-4fb8-b430-0f706817cd20 service neutron] Port c971be57-8ef9-4a66-a675-c76a48778225 on network 246f56f0-d0d9-4066-974f-f03b7db86f8e not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:45:34.151344 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d19130-50d2-4109-8f8c-1226acdd5abc req-9f082080-fb6f-4fb8-b430-0f706817cd20 service neutron] Attempting to bind port c971be57-8ef9-4a66-a675-c76a48778225 on network 246f56f0-d0d9-4066-974f-f03b7db86f8e {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:45:34.156647 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d19130-50d2-4109-8f8c-1226acdd5abc req-9f082080-fb6f-4fb8-b430-0f706817cd20 service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:45:34.157971 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d19130-50d2-4109-8f8c-1226acdd5abc req-9f082080-fb6f-4fb8-b430-0f706817cd20 service neutron] Checking segment: {'id': '6380a330-c318-4014-b95b-66e64953533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '246f56f0-d0d9-4066-974f-f03b7db86f8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:45:34.158542 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90d19130-50d2-4109-8f8c-1226acdd5abc req-9f082080-fb6f-4fb8-b430-0f706817cd20 service neutron] Bound using segment: {'id': '6380a330-c318-4014-b95b-66e64953533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '246f56f0-d0d9-4066-974f-f03b7db86f8e'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:45:34.159172 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-90d19130-50d2-4109-8f8c-1226acdd5abc req-9f082080-fb6f-4fb8-b430-0f706817cd20 service neutron] Bound port: c971be57-8ef9-4a66-a675-c76a48778225, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6380a330-c318-4014-b95b-66e64953533d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '246f56f0-d0d9-4066-974f-f03b7db86f8e'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:45:34.159799 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-90d19130-50d2-4109-8f8c-1226acdd5abc req-9f082080-fb6f-4fb8-b430-0f706817cd20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:34.274141 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-90d19130-50d2-4109-8f8c-1226acdd5abc req-9f082080-fb6f-4fb8-b430-0f706817cd20 service neutron] For port c971be57-8ef9-4a66-a675-c76a48778225, host n-h1-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:45:34.275138 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc570d86-1c17-4ca8-b011-deba6633cbea req-64207ba5-bb11-42cf-8789-70ba13ad40ec tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:34.277612 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bc570d86-1c17-4ca8-b011-deba6633cbea req-64207ba5-bb11-42cf-8789-70ba13ad40ec tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 943 time: 0.1129220 Jul 29 23:45:34.280360 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-90d19130-50d2-4109-8f8c-1226acdd5abc req-9f082080-fb6f-4fb8-b430-0f706817cd20 service neutron] For port c971be57-8ef9-4a66-a675-c76a48778225, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=c971be57-8ef9-4a66-a675-c76a48778225,segment=NetworkSegment(6380a330-c318-4014-b95b-66e64953533d),segment_id=6380a330-c318-4014-b95b-66e64953533d)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:45:34.287535 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-90d19130-50d2-4109-8f8c-1226acdd5abc req-9f082080-fb6f-4fb8-b430-0f706817cd20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:34.344128 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d19130-50d2-4109-8f8c-1226acdd5abc req-9f082080-fb6f-4fb8-b430-0f706817cd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:34.344812 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-90d19130-50d2-4109-8f8c-1226acdd5abc req-9f082080-fb6f-4fb8-b430-0f706817cd20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:34.363109 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-90d19130-50d2-4109-8f8c-1226acdd5abc req-9f082080-fb6f-4fb8-b430-0f706817cd20 service neutron] 10.222.0.41 "PUT /v2.0/ports/c971be57-8ef9-4a66-a675-c76a48778225 HTTP/1.1" status: 200 len: 1092 time: 1.0293360 Jul 29 23:45:34.363614 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15b5a942-2e5d-430e-b60d-4502d34e9868', 'tag': 'c971be57-8ef9-4a66-a675-c76a48778225'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:45:34.373760 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bc570d86-1c17-4ca8-b011-deba6633cbea req-a03e2ac3-3c73-40be-b54e-2fd14a9488cf tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881388 Jul 29 23:45:34.384073 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b971a2d-78c0-4f07-982c-0bd124fae71c" -d '{"events": [{"name": "network-changed", "server_uuid": "15b5a942-2e5d-430e-b60d-4502d34e9868", "tag": "c971be57-8ef9-4a66-a675-c76a48778225"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:45:34.423397 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f082080-fb6f-4fb8-b430-0f706817cd20 service neutron] Pushing event updated for resources: {'Port': ['ID=c971be57-8ef9-4a66-a675-c76a48778225,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:34.464637 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5a0329-6019-45bf-b08c-73845e2661aa x-openstack-request-id: req-3d5a0329-6019-45bf-b08c-73845e2661aa {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:45:34.464873 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15b5a942-2e5d-430e-b60d-4502d34e9868", "tag": "c971be57-8ef9-4a66-a675-c76a48778225", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:45:34.465495 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3d5a0329-6019-45bf-b08c-73845e2661aa {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:45:34.465945 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15b5a942-2e5d-430e-b60d-4502d34e9868', 'tag': 'c971be57-8ef9-4a66-a675-c76a48778225', 'status': 'completed', 'code': 200} Jul 29 23:45:34.545053 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d19130-50d2-4109-8f8c-1226acdd5abc req-2c5f364f-7d6d-468f-8606-4ba2a58783c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:34.551828 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-90d19130-50d2-4109-8f8c-1226acdd5abc req-2c5f364f-7d6d-468f-8606-4ba2a58783c7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a62034f7ec5d4ab3b251c9e7894f3c1d&device_id=15b5a942-2e5d-430e-b60d-4502d34e9868 HTTP/1.1" status: 200 len: 1095 time: 0.0626304 Jul 29 23:45:34.621178 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-90d19130-50d2-4109-8f8c-1226acdd5abc req-040f42da-a4e0-4ab9-ae3a-f52bab3070bb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c971be57-8ef9-4a66-a675-c76a48778225 HTTP/1.1" status: 200 len: 217 time: 0.0525239 Jul 29 23:45:34.689054 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d19130-50d2-4109-8f8c-1226acdd5abc req-2a497dbc-b1b6-4eae-8269-c7ddd0ccffe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:34.690825 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-90d19130-50d2-4109-8f8c-1226acdd5abc req-2a497dbc-b1b6-4eae-8269-c7ddd0ccffe2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7ceeee5e-8dda-4b24-91dc-ec5c3c939ce8 HTTP/1.1" status: 200 len: 847 time: 0.0570302 Jul 29 23:45:34.696546 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caba20f-bf06-4d50-8f62-cb31c1d700c4 req-83a2bee1-7640-4b5e-b99c-44051e3d3987 tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:34.698189 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6caba20f-bf06-4d50-8f62-cb31c1d700c4 req-83a2bee1-7640-4b5e-b99c-44051e3d3987 tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ebfaab5-6778-4bc4-90f0-44cfe5e4b82f HTTP/1.1" status: 200 len: 945 time: 0.0753572 Jul 29 23:45:34.764997 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d19130-50d2-4109-8f8c-1226acdd5abc req-0d9005cf-0954-4a36-9d4d-ab581c8f7f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:34.767254 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-90d19130-50d2-4109-8f8c-1226acdd5abc req-0d9005cf-0954-4a36-9d4d-ab581c8f7f33 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=246f56f0-d0d9-4066-974f-f03b7db86f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0649221 Jul 29 23:45:34.773568 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6caba20f-bf06-4d50-8f62-cb31c1d700c4 req-912537b4-2b72-4aac-8431-f79f2799a98a tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] 10.222.0.43 "GET /v2.0/security-groups?id=adfca035-9b13-4054-91bd-98ecbbff3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629613 Jul 29 23:45:34.931102 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-90d19130-50d2-4109-8f8c-1226acdd5abc req-4d64408c-e041-490a-8d53-b81e847b0194 service neutron] 10.222.0.41 "GET /v2.0/networks/246f56f0-d0d9-4066-974f-f03b7db86f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545696 Jul 29 23:45:34.973073 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e5bd3c-3e96-4223-9359-3da186244a0c req-a95f2b6e-8abe-4efc-a883-dad6e729bbb0 tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:34.975616 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e8e5bd3c-3e96-4223-9359-3da186244a0c req-a95f2b6e-8abe-4efc-a883-dad6e729bbb0 tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] 10.222.0.43 "GET /v2.0/ports?device_id=15b5a942-2e5d-430e-b60d-4502d34e9868 HTTP/1.1" status: 200 len: 943 time: 0.0936704 Jul 29 23:45:35.036814 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e8e5bd3c-3e96-4223-9359-3da186244a0c req-7ecc459a-b62f-4ee4-a3af-604192908958 tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] 10.222.0.43 "GET /v2.0/security-groups?id=ccc0da89-a4b8-43d4-99cf-436706af6409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513709 Jul 29 23:45:35.053873 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-90d19130-50d2-4109-8f8c-1226acdd5abc req-caebb52d-e06c-4296-843e-18cb32928b37 service neutron] 10.222.0.41 "GET /v2.0/networks/246f56f0-d0d9-4066-974f-f03b7db86f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154296 Jul 29 23:45:35.192296 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b971a2d-78c0-4f07-982c-0bd124fae71c req-2560993f-1053-4cac-a080-5bfa72a177d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:35.193891 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9b971a2d-78c0-4f07-982c-0bd124fae71c req-2560993f-1053-4cac-a080-5bfa72a177d2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a62034f7ec5d4ab3b251c9e7894f3c1d&device_id=15b5a942-2e5d-430e-b60d-4502d34e9868 HTTP/1.1" status: 200 len: 1095 time: 0.0466974 Jul 29 23:45:35.295094 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b971a2d-78c0-4f07-982c-0bd124fae71c req-2f1b8e48-4c71-4f1f-9ceb-779366c131a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:35.299391 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9b971a2d-78c0-4f07-982c-0bd124fae71c req-2f1b8e48-4c71-4f1f-9ceb-779366c131a5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=246f56f0-d0d9-4066-974f-f03b7db86f8e HTTP/1.1" status: 200 len: 909 time: 0.0923283 Jul 29 23:45:35.569863 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d7e31c-6b4b-47df-9b2f-eae234fb1521 req-98ef1038-fcdf-483e-b705-1f89c5b192f2 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:35.577978 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-00d7e31c-6b4b-47df-9b2f-eae234fb1521 req-98ef1038-fcdf-483e-b705-1f89c5b192f2 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 943 time: 0.1137073 Jul 29 23:45:35.601369 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9b971a2d-78c0-4f07-982c-0bd124fae71c req-0d08d906-17ef-4a6b-b035-be51b0bf0e05 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c971be57-8ef9-4a66-a675-c76a48778225 HTTP/1.1" status: 200 len: 217 time: 0.2970548 Jul 29 23:45:35.624965 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-00d7e31c-6b4b-47df-9b2f-eae234fb1521 req-32ce73d6-669c-4c13-8e89-406a5e1f7c53 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456789 Jul 29 23:45:35.670030 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b971a2d-78c0-4f07-982c-0bd124fae71c req-357bfdd6-fdcc-49e8-8a6f-643194548c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:35.671577 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9b971a2d-78c0-4f07-982c-0bd124fae71c req-357bfdd6-fdcc-49e8-8a6f-643194548c81 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7ceeee5e-8dda-4b24-91dc-ec5c3c939ce8 HTTP/1.1" status: 200 len: 847 time: 0.0569408 Jul 29 23:45:35.724513 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b971a2d-78c0-4f07-982c-0bd124fae71c req-6a92e10d-dc06-4e44-8f5b-02051d548473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:35.726263 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9b971a2d-78c0-4f07-982c-0bd124fae71c req-6a92e10d-dc06-4e44-8f5b-02051d548473 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=246f56f0-d0d9-4066-974f-f03b7db86f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473111 Jul 29 23:45:35.820660 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9b971a2d-78c0-4f07-982c-0bd124fae71c req-1f33d593-e2b0-474c-9aed-70535fb22799 service neutron] 10.222.0.41 "GET /v2.0/networks/246f56f0-d0d9-4066-974f-f03b7db86f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861535 Jul 29 23:45:35.932910 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9b971a2d-78c0-4f07-982c-0bd124fae71c req-936274cc-8f79-488c-9e90-daf2621b723a service neutron] 10.222.0.41 "GET /v2.0/networks/246f56f0-d0d9-4066-974f-f03b7db86f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908031 Jul 29 23:45:36.156937 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c99e7d4-2d57-4c0a-96f3-ecfb711ba019 req-99d5df50-f222-49fc-b0e0-768f262c9225 tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:36.159490 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6c99e7d4-2d57-4c0a-96f3-ecfb711ba019 req-99d5df50-f222-49fc-b0e0-768f262c9225 tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] 10.222.0.43 "GET /v2.0/ports?device_id=15b5a942-2e5d-430e-b60d-4502d34e9868 HTTP/1.1" status: 200 len: 943 time: 0.0566900 Jul 29 23:45:36.200825 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6c99e7d4-2d57-4c0a-96f3-ecfb711ba019 req-4bf427a0-7968-4b08-aea3-75fd082f06a2 tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] 10.222.0.43 "GET /v2.0/security-groups?id=ccc0da89-a4b8-43d4-99cf-436706af6409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335186 Jul 29 23:45:36.371057 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-97497491-8b5c-4d0c-ac05-cd177e85adeb req-f74ebfba-e777-4c23-9e9d-48b404d0c929 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=555aee15-8fa2-4bd2-a5f6-6e4f2922d0b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0428977 Jul 29 23:45:36.450698 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97497491-8b5c-4d0c-ac05-cd177e85adeb req-659aeb32-2aff-40f9-aa56-dc4ab3fcf1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:36.452183 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-97497491-8b5c-4d0c-ac05-cd177e85adeb req-659aeb32-2aff-40f9-aa56-dc4ab3fcf1d8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3b1fbe188aad49b78bbb0ff03661a540&device_id=555aee15-8fa2-4bd2-a5f6-6e4f2922d0b4 HTTP/1.1" status: 200 len: 1097 time: 0.0414901 Jul 29 23:45:36.572679 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97497491-8b5c-4d0c-ac05-cd177e85adeb req-a9e8b959-6540-47bd-a535-c4061055e37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:36.574227 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-97497491-8b5c-4d0c-ac05-cd177e85adeb req-a9e8b959-6540-47bd-a535-c4061055e37d service neutron] 10.222.0.22 "GET /v2.0/networks?id=f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5 HTTP/1.1" status: 200 len: 920 time: 0.1005242 Jul 29 23:45:36.617246 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-97497491-8b5c-4d0c-ac05-cd177e85adeb req-ebacbd6d-ebb1-4b8b-959d-213323fd3dba service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68c26fed-48ac-4046-ab04-1c91a8531e1b HTTP/1.1" status: 200 len: 217 time: 0.0363877 Jul 29 23:45:36.678014 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97497491-8b5c-4d0c-ac05-cd177e85adeb req-9633133f-ec74-4f2d-b979-8a0613f89436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:36.679550 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-97497491-8b5c-4d0c-ac05-cd177e85adeb req-9633133f-ec74-4f2d-b979-8a0613f89436 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=4795740d-d7c0-4c77-af15-3935752c97d1 HTTP/1.1" status: 200 len: 859 time: 0.0560308 Jul 29 23:45:36.717671 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-97497491-8b5c-4d0c-ac05-cd177e85adeb req-2cbe5696-2da1-4ecc-b51a-86b703e1f124 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315528 Jul 29 23:45:36.824301 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeaf164-8b69-4ac8-b6da-3349ade0a9d6 req-c846be03-cb26-434d-b0a4-e3d04851378a tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:36.825816 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7eeaf164-8b69-4ac8-b6da-3349ade0a9d6 req-c846be03-cb26-434d-b0a4-e3d04851378a tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 943 time: 0.1113172 Jul 29 23:45:36.855383 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-97497491-8b5c-4d0c-ac05-cd177e85adeb req-eadc3316-9fd7-4f98-9b89-1359fde2303b service neutron] 10.222.0.22 "GET /v2.0/networks/f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296501 Jul 29 23:45:36.929142 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7eeaf164-8b69-4ac8-b6da-3349ade0a9d6 req-9bb84518-29d9-4931-b01b-90b776cc8757 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947859 Jul 29 23:45:36.972988 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-97497491-8b5c-4d0c-ac05-cd177e85adeb req-f9496bbd-9173-4237-881d-d1f62363ca12 service neutron] 10.222.0.22 "GET /v2.0/networks/f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074800 Jul 29 23:45:37.279245 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:37.332009 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c028e0-31f0-4c8b-b6df-b56947932ecf req-af4ada16-5a0d-4b8b-8212-3dca6bd6c223 tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:37.333675 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-42c028e0-31f0-4c8b-b6df-b56947932ecf req-af4ada16-5a0d-4b8b-8212-3dca6bd6c223 tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] 10.222.0.43 "GET /v2.0/ports?device_id=15b5a942-2e5d-430e-b60d-4502d34e9868 HTTP/1.1" status: 200 len: 943 time: 0.0578725 Jul 29 23:45:37.381408 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-42c028e0-31f0-4c8b-b6df-b56947932ecf req-a6920899-8fa2-4cac-bea7-c1774e0cefb5 tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] 10.222.0.43 "GET /v2.0/security-groups?id=ccc0da89-a4b8-43d4-99cf-436706af6409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419943 Jul 29 23:45:38.141288 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae5da43-f7e7-4b8e-b013-7d8c2b0459a0 req-df716dc8-8f1c-48fe-9e6f-11a4d6d9959c tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:38.150372 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bae5da43-f7e7-4b8e-b013-7d8c2b0459a0 req-df716dc8-8f1c-48fe-9e6f-11a4d6d9959c tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 943 time: 0.0953641 Jul 29 23:45:38.208985 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bae5da43-f7e7-4b8e-b013-7d8c2b0459a0 req-1833e643-8695-4f14-afc4-ade34bf09c32 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537465 Jul 29 23:45:38.597529 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef9934-936d-4377-a140-8848d52c7be5 req-8d9f3c62-4ca4-4301-bf91-3215562c50a3 tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:38.599522 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-24ef9934-936d-4377-a140-8848d52c7be5 req-8d9f3c62-4ca4-4301-bf91-3215562c50a3 tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] 10.222.0.43 "GET /v2.0/ports?device_id=15b5a942-2e5d-430e-b60d-4502d34e9868 HTTP/1.1" status: 200 len: 943 time: 0.0840073 Jul 29 23:45:38.707304 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-24ef9934-936d-4377-a140-8848d52c7be5 req-0765214b-c3c2-48cf-87b5-a892a0d49a77 tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] 10.222.0.43 "GET /v2.0/security-groups?id=ccc0da89-a4b8-43d4-99cf-436706af6409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962462 Jul 29 23:45:39.019717 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device c971be57-8ef9-4a66-a675-c76a48778225 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:45:39.153830 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port c971be57-8ef9-4a66-a675-c76a48778225, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=c971be57-8ef9-4a66-a675-c76a48778225,segment=NetworkSegment(6380a330-c318-4014-b95b-66e64953533d),segment_id=6380a330-c318-4014-b95b-66e64953533d)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:39.173503 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': 'c971be57-8ef9-4a66-a675-c76a48778225', 'network_id': '246f56f0-d0d9-4066-974f-f03b7db86f8e', 'port_id': 'c971be57-8ef9-4a66-a675-c76a48778225', 'mac_address': 'fa:16:3e:ea:d5:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ceeee5e-8dda-4b24-91dc-ec5c3c939ce8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:45:39.207797 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f6bd3-f502-4a0c-a180-053770b85e32 req-316dbd93-b085-4d98-b31f-8191806dade6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:39.214964 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-130f6bd3-f502-4a0c-a180-053770b85e32 req-316dbd93-b085-4d98-b31f-8191806dade6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b1fbe188aad49b78bbb0ff03661a540&device_id=4443f2c0-ea2a-4c7b-893e-17394262b988 HTTP/1.1" status: 200 len: 1097 time: 0.1515744 Jul 29 23:45:39.216091 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8eb5d-c7a4-4e5a-b8ef-221095cccacd req-09b7b00f-4a7b-40c6-9795-a2ff370c434d tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:39.225899 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c0f8eb5d-c7a4-4e5a-b8ef-221095cccacd req-09b7b00f-4a7b-40c6-9795-a2ff370c434d tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4443f2c0-ea2a-4c7b-893e-17394262b988 HTTP/1.1" status: 200 len: 945 time: 0.1132915 Jul 29 23:45:39.250117 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:39.299592 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c971be57-8ef9-4a66-a675-c76a48778225 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:45:39.325191 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port c971be57-8ef9-4a66-a675-c76a48778225, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=c971be57-8ef9-4a66-a675-c76a48778225,segment=NetworkSegment(6380a330-c318-4014-b95b-66e64953533d),segment_id=6380a330-c318-4014-b95b-66e64953533d)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:39.332204 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:39.389705 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c0f8eb5d-c7a4-4e5a-b8ef-221095cccacd req-5d6292e2-9176-4069-b96f-2794ef7d44eb tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455212 Jul 29 23:45:39.429113 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=c971be57-8ef9-4a66-a675-c76a48778225,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:39.472010 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f6bd3-f502-4a0c-a180-053770b85e32 req-caefc763-c1c9-406c-90f0-7eac4fec1f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:39.473811 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-130f6bd3-f502-4a0c-a180-053770b85e32 req-caefc763-c1c9-406c-90f0-7eac4fec1f16 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5 HTTP/1.1" status: 200 len: 920 time: 0.2455525 Jul 29 23:45:39.522602 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c20da7c-c5c7-4404-92db-3d211ed2585d req-6023b811-f038-488c-b8cd-f82b8d5a7d85 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:39.524677 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9c20da7c-c5c7-4404-92db-3d211ed2585d req-6023b811-f038-488c-b8cd-f82b8d5a7d85 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 943 time: 0.1444747 Jul 29 23:45:39.546902 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-130f6bd3-f502-4a0c-a180-053770b85e32 req-74d38ff8-8237-4ef0-ae18-3f4e069fa38c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5bdd075e-9bae-4b7d-9899-61e704213845 HTTP/1.1" status: 200 len: 217 time: 0.0619228 Jul 29 23:45:39.578766 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9c20da7c-c5c7-4404-92db-3d211ed2585d req-0029d696-dc96-4335-8af4-b5a687e9860f tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467384 Jul 29 23:45:39.622836 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f6bd3-f502-4a0c-a180-053770b85e32 req-9808a39f-9595-4cc8-bcac-a717d0f439c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:39.624386 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-130f6bd3-f502-4a0c-a180-053770b85e32 req-9808a39f-9595-4cc8-bcac-a717d0f439c2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4795740d-d7c0-4c77-af15-3935752c97d1 HTTP/1.1" status: 200 len: 859 time: 0.0657804 Jul 29 23:45:39.661811 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['c971be57-8ef9-4a66-a675-c76a48778225'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:45:39.676590 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-130f6bd3-f502-4a0c-a180-053770b85e32 req-4612de76-fdb5-4858-a5b7-6350a49e6604 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347936 Jul 29 23:45:39.976879 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-130f6bd3-f502-4a0c-a180-053770b85e32 req-d6f396e3-d566-43f6-adec-efbe02045076 service neutron] 10.222.0.41 "GET /v2.0/networks/f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742639 Jul 29 23:45:40.035991 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62626f1-e912-4780-9ce8-64fb8d95ee15 req-38b7dbdc-957e-404c-b5e6-b9146cd4c7da tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:40.039813 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b62626f1-e912-4780-9ce8-64fb8d95ee15 req-38b7dbdc-957e-404c-b5e6-b9146cd4c7da tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] 10.222.0.43 "GET /v2.0/ports?device_id=15b5a942-2e5d-430e-b60d-4502d34e9868 HTTP/1.1" status: 200 len: 944 time: 0.2253881 Jul 29 23:45:40.103076 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e872e-c022-49ad-997a-efeabf37fb3d req-4a21e546-6b85-42ec-8ae8-816919475233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:40.106651 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f36e872e-c022-49ad-997a-efeabf37fb3d req-4a21e546-6b85-42ec-8ae8-816919475233 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce&tenant_id=bc6282d9b32e428d9264b8fb2fa602e4 HTTP/1.1" status: 200 len: 1095 time: 0.2222371 Jul 29 23:45:40.168502 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b62626f1-e912-4780-9ce8-64fb8d95ee15 req-b0e1c461-9c40-4b55-8360-baa19f0c9395 tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] 10.222.0.43 "GET /v2.0/security-groups?id=ccc0da89-a4b8-43d4-99cf-436706af6409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167564 Jul 29 23:45:40.198025 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-130f6bd3-f502-4a0c-a180-053770b85e32 req-8b53e89c-23b5-4756-8929-0a2cff544894 service neutron] 10.222.0.41 "GET /v2.0/networks/f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128534 Jul 29 23:45:40.234554 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e872e-c022-49ad-997a-efeabf37fb3d req-2bffbd5e-05d8-43a3-ac3c-9e174eb0e4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:40.235961 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f36e872e-c022-49ad-997a-efeabf37fb3d req-2bffbd5e-05d8-43a3-ac3c-9e174eb0e4ee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bc6282d9b32e428d9264b8fb2fa602e4&device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 1095 time: 0.0899117 Jul 29 23:45:40.356253 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e872e-c022-49ad-997a-efeabf37fb3d req-6556f9c5-126c-45bb-9634-24920726fd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:40.368062 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f36e872e-c022-49ad-997a-efeabf37fb3d req-6556f9c5-126c-45bb-9634-24920726fd06 service neutron] 10.222.0.41 "GET /v2.0/networks?id=75276a04-f545-4a3d-9980-2e308be152f9 HTTP/1.1" status: 200 len: 918 time: 0.1210873 Jul 29 23:45:40.489706 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f36e872e-c022-49ad-997a-efeabf37fb3d req-bcda6fde-0609-454d-a602-4243a790c88f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ac17cbc-373d-4634-a2b1-08f85a3a817f HTTP/1.1" status: 200 len: 998 time: 0.1135602 Jul 29 23:45:40.595738 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e872e-c022-49ad-997a-efeabf37fb3d req-bbedd162-bdc2-4a66-89a6-418f975d2ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:40.597648 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f36e872e-c022-49ad-997a-efeabf37fb3d req-bbedd162-bdc2-4a66-89a6-418f975d2ee1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f8a1426-23b4-4820-974d-b3b8ade6d730 HTTP/1.1" status: 200 len: 856 time: 0.0993462 Jul 29 23:45:40.614608 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028be627-c457-4ca0-a153-6c2d74055f8c req-d27dca5a-f737-405f-b52a-08e310ebdd38 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:40.627476 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-028be627-c457-4ca0-a153-6c2d74055f8c req-d27dca5a-f737-405f-b52a-08e310ebdd38 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4443f2c0-ea2a-4c7b-893e-17394262b988 HTTP/1.1" status: 200 len: 945 time: 0.1032424 Jul 29 23:45:40.736712 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-028be627-c457-4ca0-a153-6c2d74055f8c req-ecaf3419-6925-4e0a-bece-384bf846e006 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079874 Jul 29 23:45:40.758317 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e872e-c022-49ad-997a-efeabf37fb3d req-17fe16bc-35b7-4bf4-a27e-d6e7c87579c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:40.758317 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f36e872e-c022-49ad-997a-efeabf37fb3d req-17fe16bc-35b7-4bf4-a27e-d6e7c87579c9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=75276a04-f545-4a3d-9980-2e308be152f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1261289 Jul 29 23:45:40.831053 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d079294-035b-4484-b96a-1ebc2130a74e req-61467d5f-6a3a-4ba9-be8c-9678027fd16a tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:40.832555 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6d079294-035b-4484-b96a-1ebc2130a74e req-61467d5f-6a3a-4ba9-be8c-9678027fd16a tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 943 time: 0.1141069 Jul 29 23:45:40.904359 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6d079294-035b-4484-b96a-1ebc2130a74e req-ba1a0d86-9890-4ef7-87b1-d215134c7e73 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547206 Jul 29 23:45:40.939379 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f36e872e-c022-49ad-997a-efeabf37fb3d req-404f48e1-2763-44b2-a487-9154c7093cee service neutron] 10.222.0.41 "GET /v2.0/networks/75276a04-f545-4a3d-9980-2e308be152f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676040 Jul 29 23:45:41.034816 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device c971be57-8ef9-4a66-a675-c76a48778225 up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:45:41.056816 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f36e872e-c022-49ad-997a-efeabf37fb3d req-470e1173-bcd1-4777-b09b-cff928905e63 service neutron] 10.222.0.41 "GET /v2.0/networks/75276a04-f545-4a3d-9980-2e308be152f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082232 Jul 29 23:45:41.107634 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port c971be57-8ef9-4a66-a675-c76a48778225 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:41.111822 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port c971be57-8ef9-4a66-a675-c76a48778225 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:41.112419 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:41.239973 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:41.270043 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b5a942-2e5d-430e-b60d-4502d34e9868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c971be57-8ef9-4a66-a675-c76a48778225'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:45:41.272564 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-894b5735-dd2e-454b-b747-e81b6a72a5b0" -d '{"events": [{"server_uuid": "15b5a942-2e5d-430e-b60d-4502d34e9868", "name": "network-vif-plugged", "status": "completed", "tag": "c971be57-8ef9-4a66-a675-c76a48778225"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:45:41.300420 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port c971be57-8ef9-4a66-a675-c76a48778225, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=c971be57-8ef9-4a66-a675-c76a48778225,segment=NetworkSegment(6380a330-c318-4014-b95b-66e64953533d),segment_id=6380a330-c318-4014-b95b-66e64953533d)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:41.303594 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:41.332292 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b106f35a-711b-4697-bccc-f433e4f5afd6 x-openstack-request-id: req-b106f35a-711b-4697-bccc-f433e4f5afd6 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:45:41.332586 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b5a942-2e5d-430e-b60d-4502d34e9868", "name": "network-vif-plugged", "status": "completed", "tag": "c971be57-8ef9-4a66-a675-c76a48778225", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:45:41.333065 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b106f35a-711b-4697-bccc-f433e4f5afd6 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:45:41.333457 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b5a942-2e5d-430e-b60d-4502d34e9868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c971be57-8ef9-4a66-a675-c76a48778225', 'code': 200} Jul 29 23:45:41.357405 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ca54b7-858b-4438-8c92-d3f1302abf44 req-27e10165-d154-4510-888c-b88b96e1ca74 tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:41.359005 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b9ca54b7-858b-4438-8c92-d3f1302abf44 req-27e10165-d154-4510-888c-b88b96e1ca74 tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] 10.222.0.43 "GET /v2.0/ports?device_id=15b5a942-2e5d-430e-b60d-4502d34e9868 HTTP/1.1" status: 200 len: 944 time: 0.0734522 Jul 29 23:45:41.371979 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=c971be57-8ef9-4a66-a675-c76a48778225,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:41.426668 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b9ca54b7-858b-4438-8c92-d3f1302abf44 req-b9087e9c-dd0e-4e39-be6b-960bbcbf1e6f tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] 10.222.0.43 "GET /v2.0/security-groups?id=ccc0da89-a4b8-43d4-99cf-436706af6409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598507 Jul 29 23:45:41.519144 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b532cf0-a0d5-4c71-9a98-5fd5db3bc4b5 req-c2b19363-28ed-405b-abfb-9931b812d62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:41.520722 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5b532cf0-a0d5-4c71-9a98-5fd5db3bc4b5 req-c2b19363-28ed-405b-abfb-9931b812d62e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=15b5a942-2e5d-430e-b60d-4502d34e9868 HTTP/1.1" status: 200 len: 1097 time: 0.0613983 Jul 29 23:45:41.579591 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5b532cf0-a0d5-4c71-9a98-5fd5db3bc4b5 req-b2e36104-3d48-493c-897c-feeb2c4ec671 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ccc0da89-a4b8-43d4-99cf-436706af6409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480931 Jul 29 23:45:41.893545 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee6128-647b-48c3-9d4d-454ef2e12b8b req-5befb589-8a29-4c59-b6ea-11f4df078319 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:41.898607 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7bee6128-647b-48c3-9d4d-454ef2e12b8b req-5befb589-8a29-4c59-b6ea-11f4df078319 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4443f2c0-ea2a-4c7b-893e-17394262b988 HTTP/1.1" status: 200 len: 945 time: 0.0780647 Jul 29 23:45:41.984340 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7bee6128-647b-48c3-9d4d-454ef2e12b8b req-f4738c03-424e-4edf-b964-78e9c721874e tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756192 Jul 29 23:45:42.104999 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed8eac-0123-4fce-962d-e1ed4f3224cb req-8eafa096-d290-4b96-9d96-3b991dd2f886 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:42.107190 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f2ed8eac-0123-4fce-962d-e1ed4f3224cb req-8eafa096-d290-4b96-9d96-3b991dd2f886 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 943 time: 0.0745876 Jul 29 23:45:42.166538 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f2ed8eac-0123-4fce-962d-e1ed4f3224cb req-50f92f93-e2aa-4550-8795-62d6b4831c6e tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499268 Jul 29 23:45:42.606379 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341344e-9485-443e-bd29-8e216b7f1180 req-351cf27e-94a5-4066-97af-614b825d6b33 tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:42.608547 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7341344e-9485-443e-bd29-8e216b7f1180 req-351cf27e-94a5-4066-97af-614b825d6b33 tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] 10.222.0.43 "GET /v2.0/ports?device_id=15b5a942-2e5d-430e-b60d-4502d34e9868 HTTP/1.1" status: 200 len: 945 time: 0.0715873 Jul 29 23:45:42.721193 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7341344e-9485-443e-bd29-8e216b7f1180 req-9721e30e-5a51-455a-bcf6-5684a3e17b09 tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] 10.222.0.43 "GET /v2.0/security-groups?id=ccc0da89-a4b8-43d4-99cf-436706af6409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034226 Jul 29 23:45:43.201924 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ad31d-d9bb-4535-9829-08de6dbd2771 req-0fcb3de9-23d8-4857-9351-ee143a9de329 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:43.216837 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9f4ad31d-d9bb-4535-9829-08de6dbd2771 req-0fcb3de9-23d8-4857-9351-ee143a9de329 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4443f2c0-ea2a-4c7b-893e-17394262b988 HTTP/1.1" status: 200 len: 945 time: 0.1367080 Jul 29 23:45:43.349373 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9f4ad31d-d9bb-4535-9829-08de6dbd2771 req-d56c20b6-f83a-4ebd-b255-79717956e63a tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249971 Jul 29 23:45:43.417721 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc9aba5-6a4c-48ca-b9e6-098f4575e8bc req-948f2e22-d41a-4be5-92d8-3a016be6ffc6 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:43.421211 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ebc9aba5-6a4c-48ca-b9e6-098f4575e8bc req-948f2e22-d41a-4be5-92d8-3a016be6ffc6 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 943 time: 0.1198370 Jul 29 23:45:43.497409 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ebc9aba5-6a4c-48ca-b9e6-098f4575e8bc req-39d8d3fb-7467-46cd-8b80-0458017223e3 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668778 Jul 29 23:45:43.888999 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27904b21-a7be-4cb5-972c-7e91585761cf req-1a760b4c-7c9e-4584-a643-4ad067e51362 tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:43.893899 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-27904b21-a7be-4cb5-972c-7e91585761cf req-1a760b4c-7c9e-4584-a643-4ad067e51362 tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] 10.222.0.43 "GET /v2.0/ports?device_id=15b5a942-2e5d-430e-b60d-4502d34e9868 HTTP/1.1" status: 200 len: 945 time: 0.0668564 Jul 29 23:45:43.947410 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-27904b21-a7be-4cb5-972c-7e91585761cf req-496fe79e-2a82-4bcf-9141-a8c90ad2d8b5 tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] 10.222.0.43 "GET /v2.0/security-groups?id=ccc0da89-a4b8-43d4-99cf-436706af6409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448415 Jul 29 23:45:44.160374 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cbdc42-37d3-4a1c-80c3-210f7a533e3e req-3a4d0e53-7405-45f0-b18d-9553eef0204e tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:44.169679 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e1cbdc42-37d3-4a1c-80c3-210f7a533e3e req-3a4d0e53-7405-45f0-b18d-9553eef0204e tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] 10.222.0.43 "GET /v2.0/ports?device_id=15b5a942-2e5d-430e-b60d-4502d34e9868 HTTP/1.1" status: 200 len: 945 time: 0.1279411 Jul 29 23:45:44.245125 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e1cbdc42-37d3-4a1c-80c3-210f7a533e3e req-ac090cb2-52f8-49ec-b103-ce28b1316afc tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] 10.222.0.43 "GET /v2.0/security-groups?id=ccc0da89-a4b8-43d4-99cf-436706af6409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682876 Jul 29 23:45:44.425340 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2967e5ab-cde7-4bff-ba90-497cd2425369 req-c3f8b2ac-868c-4f1b-aab3-7f3c7d6d8c7b tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:44.427591 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2967e5ab-cde7-4bff-ba90-497cd2425369 req-c3f8b2ac-868c-4f1b-aab3-7f3c7d6d8c7b tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] 10.222.0.43 "GET /v2.0/ports?device_id=15b5a942-2e5d-430e-b60d-4502d34e9868 HTTP/1.1" status: 200 len: 945 time: 0.0837338 Jul 29 23:45:44.611215 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2967e5ab-cde7-4bff-ba90-497cd2425369 req-0b952edc-d703-4ed3-b103-3577657e4680 tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] 10.222.0.43 "GET /v2.0/security-groups?id=ccc0da89-a4b8-43d4-99cf-436706af6409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1729484 Jul 29 23:45:44.631034 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a427ce64-385b-4ed4-966f-9920f25f8ca0 req-7da41477-e001-49bf-aa4f-9427bd854919 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:44.636578 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 40588) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:44.640040 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a427ce64-385b-4ed4-966f-9920f25f8ca0 req-7da41477-e001-49bf-aa4f-9427bd854919 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4443f2c0-ea2a-4c7b-893e-17394262b988 HTTP/1.1" status: 200 len: 945 time: 0.1612341 Jul 29 23:45:44.758826 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a427ce64-385b-4ed4-966f-9920f25f8ca0 req-22f362ca-8b6d-4db5-869a-cbe83986d4b1 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173105 Jul 29 23:45:44.894508 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead0b8c-84f4-4c3f-a4e8-abde7f3d6d8e req-16261a30-3f6c-4938-a171-e73803c934c9 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:44.902514 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1ead0b8c-84f4-4c3f-a4e8-abde7f3d6d8e req-16261a30-3f6c-4938-a171-e73803c934c9 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 943 time: 0.1426458 Jul 29 23:45:44.968449 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1ead0b8c-84f4-4c3f-a4e8-abde7f3d6d8e req-9f808705-fb4f-4b8d-ad17-2648434aa2fe tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587552 Jul 29 23:45:45.107580 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1194c0a5-29d0-437d-b427-1de105fbe824 tempest-TestServerBasicOps-1481685575 tempest-TestServerBasicOps-1481685575-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:45.113569 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 40596) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:45.113870 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-1194c0a5-29d0-437d-b427-1de105fbe824 tempest-TestServerBasicOps-1481685575 tempest-TestServerBasicOps-1481685575-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=15b5a942-2e5d-430e-b60d-4502d34e9868 HTTP/1.1" status: 200 len: 1092 time: 0.4750752 Jul 29 23:45:45.120053 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-cdee41cb-2806-4845-9c26-638d75a785ad tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Request body: {'floatingip': {'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'port_id': 'c971be57-8ef9-4a66-a675-c76a48778225', 'tenant_id': 'a62034f7ec5d4ab3b251c9e7894f3c1d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:45.199310 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cdee41cb-2806-4845-9c26-638d75a785ad tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Notify callbacks [] for floatingip, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:45.470900 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cdee41cb-2806-4845-9c26-638d75a785ad tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:45.655902 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-cdee41cb-2806-4845-9c26-638d75a785ad tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Allocated IP 172.25.0.86 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/3bc2b6ec-44ea-4b81-81a9-bd772a8b1adf) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:45.858269 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cdee41cb-2806-4845-9c26-638d75a785ad tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:45.970287 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cdee41cb-2806-4845-9c26-638d75a785ad tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:45.980866 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2a1a5a-245d-423b-8baf-3991c6105c8f req-5d9a3751-ee4a-4c21-8c7a-09b5a80356b0 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:45.982600 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ed2a1a5a-245d-423b-8baf-3991c6105c8f req-5d9a3751-ee4a-4c21-8c7a-09b5a80356b0 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4443f2c0-ea2a-4c7b-893e-17394262b988 HTTP/1.1" status: 200 len: 945 time: 0.0943744 Jul 29 23:45:46.032623 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdee41cb-2806-4845-9c26-638d75a785ad tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:46.046785 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-cdee41cb-2806-4845-9c26-638d75a785ad tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:46.055273 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdee41cb-2806-4845-9c26-638d75a785ad tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:45:46.094140 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee41cb-2806-4845-9c26-638d75a785ad tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Pushing event updated for resources: {'Port': ['ID=3bc2b6ec-44ea-4b81-81a9-bd772a8b1adf,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:46.159641 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ed2a1a5a-245d-423b-8baf-3991c6105c8f req-62fb133d-fe8c-4047-98e2-5868af7519a9 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459990 Jul 29 23:45:46.262771 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b83213-279d-499b-a3a3-fecd4e8e674c req-bdc2c2c9-e2ba-4f94-a82e-436ed1095410 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:46.264340 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b9b83213-279d-499b-a3a3-fecd4e8e674c req-bdc2c2c9-e2ba-4f94-a82e-436ed1095410 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 943 time: 0.1172507 Jul 29 23:45:46.402703 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b9b83213-279d-499b-a3a3-fecd4e8e674c req-b6f5e45b-b64e-4ace-9cfb-0527a4cf8628 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263583 Jul 29 23:45:46.684021 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cdee41cb-2806-4845-9c26-638d75a785ad tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:46.804698 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cdee41cb-2806-4845-9c26-638d75a785ad tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:47.056964 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cdee41cb-2806-4845-9c26-638d75a785ad tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:47.068629 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cdee41cb-2806-4845-9c26-638d75a785ad tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:47.258062 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee41cb-2806-4845-9c26-638d75a785ad tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Pushing event updated for resources: {'Port': ['ID=3bc2b6ec-44ea-4b81-81a9-bd772a8b1adf,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:47.307548 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d8808-7359-4b9e-b259-b5d4a1d2d165 req-f48de1a9-2960-4a30-8710-aa9a7084dc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:47.316272 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-973d8808-7359-4b9e-b259-b5d4a1d2d165 req-f48de1a9-2960-4a30-8710-aa9a7084dc6e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b1fbe188aad49b78bbb0ff03661a540&device_id=4443f2c0-ea2a-4c7b-893e-17394262b988 HTTP/1.1" status: 200 len: 1097 time: 0.2618606 Jul 29 23:45:47.322322 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cdee41cb-2806-4845-9c26-638d75a785ad tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:47.794602 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 40646) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:47.946851 n-d-712141-10 neutron-server[94078]: INFO neutron.db.l3_db [None req-cdee41cb-2806-4845-9c26-638d75a785ad tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Floating IP 01271dfc-0bd6-43d5-9c5a-c4b396d856b9 associated. External IP: 172.25.0.86, port: c971be57-8ef9-4a66-a675-c76a48778225. Jul 29 23:45:47.988595 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3bd2f013-709e-4f87-b17d-c508afebd5bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:48.120130 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3bd2f013-709e-4f87-b17d-c508afebd5bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:48.131489 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3bd2f013-709e-4f87-b17d-c508afebd5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:48.199089 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-3bd2f013-709e-4f87-b17d-c508afebd5bb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6a27230d210e47fe8b1953ba579f2a3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4027190 Jul 29 23:45:48.200511 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd2f013-709e-4f87-b17d-c508afebd5bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439a4879-01d3-471a-b4b7-a5987c775882,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:48.204867 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 40650) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:48.211322 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f58cb3-74f0-4d66-b078-03610ff8f0ac req-533c2d65-ab19-4bea-906c-fbc19e55245f tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:48.219645 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d1f58cb3-74f0-4d66-b078-03610ff8f0ac req-533c2d65-ab19-4bea-906c-fbc19e55245f tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4443f2c0-ea2a-4c7b-893e-17394262b988 HTTP/1.1" status: 200 len: 945 time: 0.2862937 Jul 29 23:45:48.273188 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-13ba21c9-e1b6-423e-ad8b-3cd1256835bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:48.302133 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-13ba21c9-e1b6-423e-ad8b-3cd1256835bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:48.323210 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb339d1-f8e1-4388-ad85-6eea4995465c req-317ab556-ab5c-4109-a2c1-e469402703bf tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:48.324910 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-abb339d1-f8e1-4388-ad85-6eea4995465c req-317ab556-ab5c-4109-a2c1-e469402703bf tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 943 time: 0.4045634 Jul 29 23:45:48.361268 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-13ba21c9-e1b6-423e-ad8b-3cd1256835bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:48.366081 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-13ba21c9-e1b6-423e-ad8b-3cd1256835bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:48.369695 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-13ba21c9-e1b6-423e-ad8b-3cd1256835bf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/439a4879-01d3-471a-b4b7-a5987c775882 HTTP/1.1" status: 204 len: 168 time: 0.1612937 Jul 29 23:45:48.382180 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ba21c9-e1b6-423e-ad8b-3cd1256835bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439a4879-01d3-471a-b4b7-a5987c775882,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:48.426485 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d1f58cb3-74f0-4d66-b078-03610ff8f0ac req-ae2bdad4-5e59-4175-80fb-2d15ab77a9af tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057436 Jul 29 23:45:48.436163 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d8808-7359-4b9e-b259-b5d4a1d2d165 req-2505c1e5-973b-400c-b788-2912da513124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:48.438904 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-973d8808-7359-4b9e-b259-b5d4a1d2d165 req-2505c1e5-973b-400c-b788-2912da513124 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5 HTTP/1.1" status: 200 len: 920 time: 0.5197458 Jul 29 23:45:48.568577 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-973d8808-7359-4b9e-b259-b5d4a1d2d165 req-7d73ee81-ab7f-4f04-801c-48e66940b148 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5bdd075e-9bae-4b7d-9899-61e704213845 HTTP/1.1" status: 200 len: 217 time: 0.1174829 Jul 29 23:45:48.572725 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-abb339d1-f8e1-4388-ad85-6eea4995465c req-20e8009c-a2b1-49be-9723-1759de850aba tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2374096 Jul 29 23:45:48.651646 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d8808-7359-4b9e-b259-b5d4a1d2d165 req-407b40ee-b134-4c5d-b2d7-42d1729a8d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:48.654189 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-973d8808-7359-4b9e-b259-b5d4a1d2d165 req-407b40ee-b134-4c5d-b2d7-42d1729a8d35 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4795740d-d7c0-4c77-af15-3935752c97d1 HTTP/1.1" status: 200 len: 859 time: 0.0750189 Jul 29 23:45:48.734595 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-973d8808-7359-4b9e-b259-b5d4a1d2d165 req-0fbc764c-a881-4263-afbb-9f10c314fb1c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671158 Jul 29 23:45:48.835524 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdee41cb-2806-4845-9c26-638d75a785ad tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Router 551d96c2-a3b9-4f69-b91b-3e3a4f18424b has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:45:48.965137 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 40664) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:48.998255 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-503c17d8-c26d-4386-8efc-e1fdfa28e8cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:49.039888 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-973d8808-7359-4b9e-b259-b5d4a1d2d165 req-ac538be7-feef-4c15-9c89-5720678dc18d service neutron] 10.222.0.41 "GET /v2.0/networks/f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963867 Jul 29 23:45:49.165330 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdee41cb-2806-4845-9c26-638d75a785ad tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:45:49.177111 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa07f091-baa4-491f-bb5e-fe34ad00b29a None None] Sync routers for ids ['551d96c2-a3b9-4f69-b91b-3e3a4f18424b'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:45:49.212104 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa07f091-baa4-491f-bb5e-fe34ad00b29a None None] Routers {'551d96c2-a3b9-4f69-b91b-3e3a4f18424b'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:45:49.216261 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-aa07f091-baa4-491f-bb5e-fe34ad00b29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:45:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['551d96c2-a3b9-4f69-b91b-3e3a4f18424b'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:49.234119 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-973d8808-7359-4b9e-b259-b5d4a1d2d165 req-1f82c218-bf64-4894-a9ee-7bd97a036711 service neutron] 10.222.0.41 "GET /v2.0/networks/f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827595 Jul 29 23:45:49.261249 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-503c17d8-c26d-4386-8efc-e1fdfa28e8cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:49.273569 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-503c17d8-c26d-4386-8efc-e1fdfa28e8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:49.275311 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cdee41cb-2806-4845-9c26-638d75a785ad tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:49.319966 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503c17d8-c26d-4386-8efc-e1fdfa28e8cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6228d55c-9e0e-4afb-89f4-6efcc4b95e0d,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:49.340656 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-cdee41cb-2806-4845-9c26-638d75a785ad tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.2254667 Jul 29 23:45:49.345733 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15b5a942-2e5d-430e-b60d-4502d34e9868', 'tag': 'c971be57-8ef9-4a66-a675-c76a48778225'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:45:49.348176 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9ce892-1c60-4810-884c-0f0521c5f587" -d '{"events": [{"name": "network-changed", "server_uuid": "15b5a942-2e5d-430e-b60d-4502d34e9868", "tag": "c971be57-8ef9-4a66-a675-c76a48778225"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:45:49.363020 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-503c17d8-c26d-4386-8efc-e1fdfa28e8cd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e4a417f4d9564fff94a017efb9fd4d89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3967185 Jul 29 23:45:49.365634 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 40672) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:49.438869 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-aa07f091-baa4-491f-bb5e-fe34ad00b29a None None] Set router 551d96c2-a3b9-4f69-b91b-3e3a4f18424b gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:45:49.449020 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e30a9d-541d-45c0-aa9b-a970303c082a x-openstack-request-id: req-65e30a9d-541d-45c0-aa9b-a970303c082a {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:45:49.450971 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15b5a942-2e5d-430e-b60d-4502d34e9868", "tag": "c971be57-8ef9-4a66-a675-c76a48778225", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:45:49.452171 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-65e30a9d-541d-45c0-aa9b-a970303c082a {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:45:49.452635 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15b5a942-2e5d-430e-b60d-4502d34e9868', 'tag': 'c971be57-8ef9-4a66-a675-c76a48778225', 'status': 'completed', 'code': 200} Jul 29 23:45:49.468950 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0bf45844-cd82-487e-a4c0-30d4e80d600e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:49.526918 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0bf45844-cd82-487e-a4c0-30d4e80d600e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:49.612528 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0bf45844-cd82-487e-a4c0-30d4e80d600e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:49.622827 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0bf45844-cd82-487e-a4c0-30d4e80d600e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:49.654828 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0bf45844-cd82-487e-a4c0-30d4e80d600e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6228d55c-9e0e-4afb-89f4-6efcc4b95e0d HTTP/1.1" status: 204 len: 168 time: 0.2860441 Jul 29 23:45:49.670125 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ce892-1c60-4810-884c-0f0521c5f587 req-2136aac1-16bb-401b-b67a-2a5c64ad1daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:49.673351 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6d9ce892-1c60-4810-884c-0f0521c5f587 req-2136aac1-16bb-401b-b67a-2a5c64ad1daf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a62034f7ec5d4ab3b251c9e7894f3c1d&device_id=15b5a942-2e5d-430e-b60d-4502d34e9868 HTTP/1.1" status: 200 len: 1097 time: 0.1799634 Jul 29 23:45:49.716826 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf45844-cd82-487e-a4c0-30d4e80d600e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6228d55c-9e0e-4afb-89f4-6efcc4b95e0d,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:49.846783 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703444b-677a-4af6-b03c-cb69137e328a req-d27ddec5-5cbb-4a6a-b9b4-032286e7936a tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:49.849357 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5703444b-677a-4af6-b03c-cb69137e328a req-d27ddec5-5cbb-4a6a-b9b4-032286e7936a tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4443f2c0-ea2a-4c7b-893e-17394262b988 HTTP/1.1" status: 200 len: 945 time: 0.2967222 Jul 29 23:45:49.880339 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:45:49.901564 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:49.962422 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ce892-1c60-4810-884c-0f0521c5f587 req-74928b42-6944-42de-8df8-fd40c2878f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:49.963607 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6d9ce892-1c60-4810-884c-0f0521c5f587 req-74928b42-6944-42de-8df8-fd40c2878f38 service neutron] 10.222.0.41 "GET /v2.0/networks?id=246f56f0-d0d9-4066-974f-f03b7db86f8e HTTP/1.1" status: 200 len: 909 time: 0.2781994 Jul 29 23:45:50.037516 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-aa07f091-baa4-491f-bb5e-fe34ad00b29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551d96c2-a3b9-4f69-b91b-3e3a4f18424b', 'name': 'tempest-TestServerBasicOps-724908336-router', 'tenant_id': 'a62034f7ec5d4ab3b251c9e7894f3c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '77d2ddbf-221a-4af7-8a08-be57354c5b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:44:39Z', 'updated_at': '2021-07-29T23:44:52Z', 'revision_number': 4, 'project_id': 'a62034f7ec5d4ab3b251c9e7894f3c1d', 'gw_port': {'id': '77d2ddbf-221a-4af7-8a08-be57354c5b41', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:30:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551d96c2-a3b9-4f69-b91b-3e3a4f18424b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:44:41Z', 'updated_at': '2021-07-29T23:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '01271dfc-0bd6-43d5-9c5a-c4b396d856b9', 'tenant_id': 'a62034f7ec5d4ab3b251c9e7894f3c1d', 'floating_ip_address': '172.25.0.86', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '551d96c2-a3b9-4f69-b91b-3e3a4f18424b', 'port_id': 'c971be57-8ef9-4a66-a675-c76a48778225', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '246f56f0-d0d9-4066-974f-f03b7db86f8e', 'mac_address': 'fa:16:3e:ea:d5:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b5a942-2e5d-430e-b60d-4502d34e9868', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:45:46Z', 'updated_at': '2021-07-29T23:45:46Z', 'revision_number': 0, 'project_id': 'a62034f7ec5d4ab3b251c9e7894f3c1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4832ae2b-0c99-4f81-842e-af19a41dbb67', 'name': '', 'network_id': '246f56f0-d0d9-4066-974f-f03b7db86f8e', 'tenant_id': 'a62034f7ec5d4ab3b251c9e7894f3c1d', 'mac_address': 'fa:16:3e:6f:a1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551d96c2-a3b9-4f69-b91b-3e3a4f18424b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '7ceeee5e-8dda-4b24-91dc-ec5c3c939ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:44:49Z', 'updated_at': '2021-07-29T23:45:05Z', 'revision_number': 5, 'project_id': 'a62034f7ec5d4ab3b251c9e7894f3c1d', 'subnets': [{'id': '7ceeee5e-8dda-4b24-91dc-ec5c3c939ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:50.130262 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5703444b-677a-4af6-b03c-cb69137e328a req-b852569c-0214-46cb-bb1d-8e5f2ca39108 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571285 Jul 29 23:45:50.139025 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa07f091-baa4-491f-bb5e-fe34ad00b29a None None] Checking router: 551d96c2-a3b9-4f69-b91b-3e3a4f18424b for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:45:50.164424 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27509a3-2d6c-4c0a-aa1a-0209688ef856 req-da1bd52d-b7f7-40f0-bba2-a1b5270c1dc2 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:50.166304 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b27509a3-2d6c-4c0a-aa1a-0209688ef856 req-da1bd52d-b7f7-40f0-bba2-a1b5270c1dc2 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 943 time: 0.3497853 Jul 29 23:45:50.171576 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa07f091-baa4-491f-bb5e-fe34ad00b29a None None] Routers {'551d96c2-a3b9-4f69-b91b-3e3a4f18424b'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:45:50.173320 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-aa07f091-baa4-491f-bb5e-fe34ad00b29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:45:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['551d96c2-a3b9-4f69-b91b-3e3a4f18424b'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:50.176806 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6d9ce892-1c60-4810-884c-0f0521c5f587 req-7e133d33-256d-4917-9551-28de6cc46eeb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c971be57-8ef9-4a66-a675-c76a48778225 HTTP/1.1" status: 200 len: 998 time: 0.2029171 Jul 29 23:45:50.276580 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b27509a3-2d6c-4c0a-aa1a-0209688ef856 req-6146cadb-bdf4-4f21-9b40-5a7492994b5e tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986254 Jul 29 23:45:50.286172 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ce892-1c60-4810-884c-0f0521c5f587 req-a79f4027-7cd4-4e7e-97ef-8e8631ec1f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:50.288107 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6d9ce892-1c60-4810-884c-0f0521c5f587 req-a79f4027-7cd4-4e7e-97ef-8e8631ec1f56 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7ceeee5e-8dda-4b24-91dc-ec5c3c939ce8 HTTP/1.1" status: 200 len: 847 time: 0.0966871 Jul 29 23:45:50.386045 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ce892-1c60-4810-884c-0f0521c5f587 req-fdf5a2cd-efdf-4ceb-9c3f-48d3e6f0dc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:50.391015 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6d9ce892-1c60-4810-884c-0f0521c5f587 req-fdf5a2cd-efdf-4ceb-9c3f-48d3e6f0dc6d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=246f56f0-d0d9-4066-974f-f03b7db86f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0950093 Jul 29 23:45:50.404462 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-aa07f091-baa4-491f-bb5e-fe34ad00b29a None None] Set router 551d96c2-a3b9-4f69-b91b-3e3a4f18424b gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:45:50.690477 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6d9ce892-1c60-4810-884c-0f0521c5f587 req-d1025c67-6aa1-46d1-ada5-536d7d879d77 service neutron] 10.222.0.41 "GET /v2.0/networks/246f56f0-d0d9-4066-974f-f03b7db86f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906890 Jul 29 23:45:50.959733 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6d9ce892-1c60-4810-884c-0f0521c5f587 req-5fabc3a0-2b29-4f92-b32c-2101ec2e43bb service neutron] 10.222.0.41 "GET /v2.0/networks/246f56f0-d0d9-4066-974f-f03b7db86f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503178 Jul 29 23:45:51.067114 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-aa07f091-baa4-491f-bb5e-fe34ad00b29a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551d96c2-a3b9-4f69-b91b-3e3a4f18424b', 'name': 'tempest-TestServerBasicOps-724908336-router', 'tenant_id': 'a62034f7ec5d4ab3b251c9e7894f3c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '77d2ddbf-221a-4af7-8a08-be57354c5b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:44:39Z', 'updated_at': '2021-07-29T23:44:52Z', 'revision_number': 4, 'project_id': 'a62034f7ec5d4ab3b251c9e7894f3c1d', 'gw_port': {'id': '77d2ddbf-221a-4af7-8a08-be57354c5b41', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:30:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551d96c2-a3b9-4f69-b91b-3e3a4f18424b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:44:41Z', 'updated_at': '2021-07-29T23:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '01271dfc-0bd6-43d5-9c5a-c4b396d856b9', 'tenant_id': 'a62034f7ec5d4ab3b251c9e7894f3c1d', 'floating_ip_address': '172.25.0.86', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '551d96c2-a3b9-4f69-b91b-3e3a4f18424b', 'port_id': 'c971be57-8ef9-4a66-a675-c76a48778225', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '246f56f0-d0d9-4066-974f-f03b7db86f8e', 'mac_address': 'fa:16:3e:ea:d5:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b5a942-2e5d-430e-b60d-4502d34e9868', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:45:46Z', 'updated_at': '2021-07-29T23:45:46Z', 'revision_number': 0, 'project_id': 'a62034f7ec5d4ab3b251c9e7894f3c1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4832ae2b-0c99-4f81-842e-af19a41dbb67', 'name': '', 'network_id': '246f56f0-d0d9-4066-974f-f03b7db86f8e', 'tenant_id': 'a62034f7ec5d4ab3b251c9e7894f3c1d', 'mac_address': 'fa:16:3e:6f:a1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551d96c2-a3b9-4f69-b91b-3e3a4f18424b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '7ceeee5e-8dda-4b24-91dc-ec5c3c939ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:44:49Z', 'updated_at': '2021-07-29T23:45:05Z', 'revision_number': 5, 'project_id': 'a62034f7ec5d4ab3b251c9e7894f3c1d', 'subnets': [{'id': '7ceeee5e-8dda-4b24-91dc-ec5c3c939ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:51.111812 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa07f091-baa4-491f-bb5e-fe34ad00b29a None None] The sync data for ids ['551d96c2-a3b9-4f69-b91b-3e3a4f18424b'] in n-d-712141-10 is: [{'id': '551d96c2-a3b9-4f69-b91b-3e3a4f18424b', 'name': 'tempest-TestServerBasicOps-724908336-router', 'tenant_id': 'a62034f7ec5d4ab3b251c9e7894f3c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '77d2ddbf-221a-4af7-8a08-be57354c5b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:44:39Z', 'updated_at': '2021-07-29T23:44:52Z', 'revision_number': 4, 'project_id': 'a62034f7ec5d4ab3b251c9e7894f3c1d', 'gw_port': {'id': '77d2ddbf-221a-4af7-8a08-be57354c5b41', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:30:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551d96c2-a3b9-4f69-b91b-3e3a4f18424b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:44:41Z', 'updated_at': '2021-07-29T23:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '01271dfc-0bd6-43d5-9c5a-c4b396d856b9', 'tenant_id': 'a62034f7ec5d4ab3b251c9e7894f3c1d', 'floating_ip_address': '172.25.0.86', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '551d96c2-a3b9-4f69-b91b-3e3a4f18424b', 'port_id': 'c971be57-8ef9-4a66-a675-c76a48778225', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2742, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '246f56f0-d0d9-4066-974f-f03b7db86f8e', 'mac_address': 'fa:16:3e:ea:d5:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15b5a942-2e5d-430e-b60d-4502d34e9868', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:45:46Z', 'updated_at': '2021-07-29T23:45:46Z', 'revision_number': 0, 'project_id': 'a62034f7ec5d4ab3b251c9e7894f3c1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4832ae2b-0c99-4f81-842e-af19a41dbb67', 'name': '', 'network_id': '246f56f0-d0d9-4066-974f-f03b7db86f8e', 'tenant_id': 'a62034f7ec5d4ab3b251c9e7894f3c1d', 'mac_address': 'fa:16:3e:6f:a1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551d96c2-a3b9-4f69-b91b-3e3a4f18424b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '7ceeee5e-8dda-4b24-91dc-ec5c3c939ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:44:49Z', 'updated_at': '2021-07-29T23:45:05Z', 'revision_number': 5, 'project_id': 'a62034f7ec5d4ab3b251c9e7894f3c1d', 'subnets': [{'id': '7ceeee5e-8dda-4b24-91dc-ec5c3c939ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:45:51.561001 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f47424-a7ef-454e-a1d3-61ebc2df8814 req-a286f709-8d79-454c-951b-15ca0597616d tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:51.570239 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c7f47424-a7ef-454e-a1d3-61ebc2df8814 req-a286f709-8d79-454c-951b-15ca0597616d tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4443f2c0-ea2a-4c7b-893e-17394262b988 HTTP/1.1" status: 200 len: 945 time: 0.2069483 Jul 29 23:45:51.612955 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b9f334-3f6b-4d85-86e7-a1e3a25f4fd0 req-1e12b0a4-c469-45e4-9994-872f751ac5fc tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:51.615270 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-39b9f334-3f6b-4d85-86e7-a1e3a25f4fd0 req-1e12b0a4-c469-45e4-9994-872f751ac5fc tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 943 time: 0.1586199 Jul 29 23:45:51.748373 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2dc6160-2ae6-47a7-9446-25f173fe5652 None None] New status for floating IP 01271dfc-0bd6-43d5-9c5a-c4b396d856b9: ACTIVE {{(pid=94080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:45:51.749164 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-39b9f334-3f6b-4d85-86e7-a1e3a25f4fd0 req-a9b8de3e-1cf0-4338-b21d-c2ff7e3ada57 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235399 Jul 29 23:45:51.804279 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c7f47424-a7ef-454e-a1d3-61ebc2df8814 req-9356c5b3-df6b-4931-8bbc-d323a1f0581d tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062454 Jul 29 23:45:52.494255 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 40736) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:52.670991 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5d997876-d32a-40cf-bfa7-b3fa25d48dcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:52.820530 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5d997876-d32a-40cf-bfa7-b3fa25d48dcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:52.827394 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5d997876-d32a-40cf-bfa7-b3fa25d48dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:52.949442 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-5d997876-d32a-40cf-bfa7-b3fa25d48dcd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2eab73f6816d4162bf8264b79af18771&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4537477 Jul 29 23:45:52.952709 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 40752) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:52.957448 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d997876-d32a-40cf-bfa7-b3fa25d48dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a56c64e-965d-4dc6-80a3-40eac97cebd4,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:53.000107 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ceecca-d4f5-44e6-a4d8-d578605c9ba9 req-eb2f9cc1-9f6a-4ae7-a77a-92e69bde0402 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:53.002470 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-96ceecca-d4f5-44e6-a4d8-d578605c9ba9 req-eb2f9cc1-9f6a-4ae7-a77a-92e69bde0402 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 943 time: 0.1136355 Jul 29 23:45:53.066438 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-96ceecca-d4f5-44e6-a4d8-d578605c9ba9 req-d9a8afa2-df23-444a-8e0b-a55245e91c3f tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576530 Jul 29 23:45:53.092916 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1acc9499-b222-47b5-8f17-e87e93630df6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:53.140299 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1acc9499-b222-47b5-8f17-e87e93630df6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:53.233438 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b882e-8190-418c-95da-bb3a0c79e345 req-5df306fc-9211-4648-84d2-502049fe5109 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:53.235987 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d98b882e-8190-418c-95da-bb3a0c79e345 req-5df306fc-9211-4648-84d2-502049fe5109 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4443f2c0-ea2a-4c7b-893e-17394262b988 HTTP/1.1" status: 200 len: 945 time: 0.0967655 Jul 29 23:45:53.243833 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1acc9499-b222-47b5-8f17-e87e93630df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:53.248498 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1acc9499-b222-47b5-8f17-e87e93630df6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:53.252328 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-1acc9499-b222-47b5-8f17-e87e93630df6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3a56c64e-965d-4dc6-80a3-40eac97cebd4 HTTP/1.1" status: 204 len: 168 time: 0.2961731 Jul 29 23:45:53.265440 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-61c67b0d-7237-4e39-886f-8daf45937969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:53.269037 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc9499-b222-47b5-8f17-e87e93630df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a56c64e-965d-4dc6-80a3-40eac97cebd4,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:53.314896 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d98b882e-8190-418c-95da-bb3a0c79e345 req-33e4dd19-a6b8-4f56-a5de-6930f35eeb42 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711787 Jul 29 23:45:54.224576 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1865ddd-e20a-4106-aac8-4dbef530a492 req-0549acf2-3114-44b4-aa62-d2bca81c0c6d tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:54.227020 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d1865ddd-e20a-4106-aac8-4dbef530a492 req-0549acf2-3114-44b4-aa62-d2bca81c0c6d tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 943 time: 0.0592649 Jul 29 23:45:54.294777 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d1865ddd-e20a-4106-aac8-4dbef530a492 req-08887905-d2f1-455b-8c5e-9250d292a6e4 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600543 Jul 29 23:45:54.472040 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d16dc7b-5501-403a-8ecd-249b4cd8945c req-d2326878-67db-4190-a6ef-2b54566aea71 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:54.473783 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5d16dc7b-5501-403a-8ecd-249b4cd8945c req-d2326878-67db-4190-a6ef-2b54566aea71 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4443f2c0-ea2a-4c7b-893e-17394262b988 HTTP/1.1" status: 200 len: 945 time: 0.0687339 Jul 29 23:45:54.532768 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5d16dc7b-5501-403a-8ecd-249b4cd8945c req-36914818-a515-4c1a-8483-1d445edcfd05 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500104 Jul 29 23:45:55.901676 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 40816) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:55.903014 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e5f1565f-6441-4ab8-854b-fa2836f64ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:55.909081 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-650048fa-eb26-4337-b6d4-c4c1c00f9f86 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-668221674', 'description': 'tempest-secgroup-smoke-668221674 description', 'project_id': '65ae77200a164c0f8f007753b934a6ed'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:55.941725 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-650048fa-eb26-4337-b6d4-c4c1c00f9f86 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:55.952786 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-650048fa-eb26-4337-b6d4-c4c1c00f9f86 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:56.040328 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0338090-5949-4e36-bbae-7aee41224c5b req-f4645240-c00a-4646-918b-9370f90d94e0 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:56.054417 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e0338090-5949-4e36-bbae-7aee41224c5b req-f4645240-c00a-4646-918b-9370f90d94e0 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 943 time: 0.0993009 Jul 29 23:45:56.138402 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e0338090-5949-4e36-bbae-7aee41224c5b req-59850748-1765-42ba-90f0-ac1791efded8 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820489 Jul 29 23:45:56.155809 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-650048fa-eb26-4337-b6d4-c4c1c00f9f86 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:56.165020 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-650048fa-eb26-4337-b6d4-c4c1c00f9f86 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:56.228065 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650048fa-eb26-4337-b6d4-c4c1c00f9f86 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=942baa54-5a2f-4d9a-8f3d-19e0e85700e0,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:56.296441 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364c42d1-bfab-4f27-894c-aac3b1530401 req-1303ddd5-108f-42d1-963c-90899c59b119 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:56.300839 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-364c42d1-bfab-4f27-894c-aac3b1530401 req-1303ddd5-108f-42d1-963c-90899c59b119 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4443f2c0-ea2a-4c7b-893e-17394262b988 HTTP/1.1" status: 200 len: 945 time: 0.0669026 Jul 29 23:45:56.345379 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-650048fa-eb26-4337-b6d4-c4c1c00f9f86 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:56.351571 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-650048fa-eb26-4337-b6d4-c4c1c00f9f86 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:56.369163 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-364c42d1-bfab-4f27-894c-aac3b1530401 req-9be96b27-f191-409d-9f0d-e23c923dd054 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601218 Jul 29 23:45:56.391406 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-650048fa-eb26-4337-b6d4-c4c1c00f9f86 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:56.393166 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-650048fa-eb26-4337-b6d4-c4c1c00f9f86 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4890487 Jul 29 23:45:56.395979 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650048fa-eb26-4337-b6d4-c4c1c00f9f86 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55bbb774-181a-46ce-808b-df0560fd010c,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:56.396606 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 40824) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:56.402530 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-7d78fdaa-bd2a-4016-bcdc-1ec905b05550 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Request body: {'security_group_rule': {'security_group_id': '55bbb774-181a-46ce-808b-df0560fd010c', 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:56.424815 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:56.451004 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7d78fdaa-bd2a-4016-bcdc-1ec905b05550 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:56.515930 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7d78fdaa-bd2a-4016-bcdc-1ec905b05550 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:56.521419 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7d78fdaa-bd2a-4016-bcdc-1ec905b05550 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:56.546355 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d78fdaa-bd2a-4016-bcdc-1ec905b05550 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61952019-dab0-41ce-959a-8706f6fc24f3,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:56.560990 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7d78fdaa-bd2a-4016-bcdc-1ec905b05550 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:56.560990 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-7d78fdaa-bd2a-4016-bcdc-1ec905b05550 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1623349 Jul 29 23:45:56.562748 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 40826) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:56.568802 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-1c5787a1-5ca1-4d73-9024-237e44260f18 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Request body: {'security_group_rule': {'security_group_id': '55bbb774-181a-46ce-808b-df0560fd010c', 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:56.597420 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1c5787a1-5ca1-4d73-9024-237e44260f18 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:56.675819 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1c5787a1-5ca1-4d73-9024-237e44260f18 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:56.684348 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1c5787a1-5ca1-4d73-9024-237e44260f18 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:56.705620 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5787a1-5ca1-4d73-9024-237e44260f18 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f9df5fc-8b93-4f4c-a8ad-6e5324e6ed07,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:56.720369 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1c5787a1-5ca1-4d73-9024-237e44260f18 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:56.725098 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 40828) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:56.725310 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-1c5787a1-5ca1-4d73-9024-237e44260f18 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1607096 Jul 29 23:45:56.730383 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-46e4366a-641a-44c5-98b4-27aa9a67f930 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Request body: {'security_group_rule': {'security_group_id': '55bbb774-181a-46ce-808b-df0560fd010c', 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:56.770611 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-46e4366a-641a-44c5-98b4-27aa9a67f930 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:56.839593 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-46e4366a-641a-44c5-98b4-27aa9a67f930 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:56.843839 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-46e4366a-641a-44c5-98b4-27aa9a67f930 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:56.868207 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4366a-641a-44c5-98b4-27aa9a67f930 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d132653-cd50-4547-ae8f-7f91dbd294fc,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:56.877173 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-46e4366a-641a-44c5-98b4-27aa9a67f930 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:56.878973 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-46e4366a-641a-44c5-98b4-27aa9a67f930 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1528196 Jul 29 23:45:56.882369 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 40830) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:56.887572 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-26f6ddde-bcf8-46a9-8435-119ae04ef129 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Request body: {'security_group_rule': {'security_group_id': '55bbb774-181a-46ce-808b-df0560fd010c', 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:56.944352 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-26f6ddde-bcf8-46a9-8435-119ae04ef129 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:57.047503 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-26f6ddde-bcf8-46a9-8435-119ae04ef129 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:57.052858 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-26f6ddde-bcf8-46a9-8435-119ae04ef129 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:57.077656 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f6ddde-bcf8-46a9-8435-119ae04ef129 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1f8631d-b171-47b2-9294-22b401c63de0,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:57.096534 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-26f6ddde-bcf8-46a9-8435-119ae04ef129 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:57.100810 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-26f6ddde-bcf8-46a9-8435-119ae04ef129 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2172501 Jul 29 23:45:57.100994 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 40832) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:57.112378 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-89c2e0d0-1542-46d8-834e-e113cfd79886 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Request body: {'security_group_rule': {'security_group_id': '55bbb774-181a-46ce-808b-df0560fd010c', 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:57.194759 n-d-712141-10 neutron-server[94078]: INFO neutron.db.securitygroups_db [None req-89c2e0d0-1542-46d8-834e-e113cfd79886 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Project 65ae77200a164c0f8f007753b934a6ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 23:45:57.229145 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-89c2e0d0-1542-46d8-834e-e113cfd79886 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:57.364531 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c0c4d-269f-46bb-a93d-d3245c3aa259 req-5b5efc07-ec6d-4b84-a49f-8bd46cb3170c tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:57.366629 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ae9c0c4d-269f-46bb-a93d-d3245c3aa259 req-5b5efc07-ec6d-4b84-a49f-8bd46cb3170c tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 943 time: 0.0915914 Jul 29 23:45:57.384277 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-89c2e0d0-1542-46d8-834e-e113cfd79886 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:57.396708 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-89c2e0d0-1542-46d8-834e-e113cfd79886 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:57.435052 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c2e0d0-1542-46d8-834e-e113cfd79886 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=061e86ad-f708-4a12-b03a-022d4be694c4,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:57.449163 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-89c2e0d0-1542-46d8-834e-e113cfd79886 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:57.454676 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 40844) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:57.458439 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-89c2e0d0-1542-46d8-834e-e113cfd79886 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3555732 Jul 29 23:45:57.460587 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-cb910cf7-d65b-4b7f-b491-9a02c9fa5768 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Request body: {'security_group_rule': {'security_group_id': '55bbb774-181a-46ce-808b-df0560fd010c', 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:57.490093 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ae9c0c4d-269f-46bb-a93d-d3245c3aa259 req-70b78461-8fae-411c-94bf-cdfa84dd1b5c tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078701 Jul 29 23:45:57.549312 n-d-712141-10 neutron-server[94077]: INFO neutron.db.securitygroups_db [None req-cb910cf7-d65b-4b7f-b491-9a02c9fa5768 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Project 65ae77200a164c0f8f007753b934a6ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 23:45:57.559431 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cb910cf7-d65b-4b7f-b491-9a02c9fa5768 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:57.674001 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c615cf9b-4e3e-4540-973f-382d94826e3e req-e6e2e9de-e56f-4488-a9aa-3b6e2e14309e tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:57.682540 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c615cf9b-4e3e-4540-973f-382d94826e3e req-e6e2e9de-e56f-4488-a9aa-3b6e2e14309e tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4443f2c0-ea2a-4c7b-893e-17394262b988 HTTP/1.1" status: 200 len: 945 time: 0.0762174 Jul 29 23:45:57.683488 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:57.686801 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cb910cf7-d65b-4b7f-b491-9a02c9fa5768 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:57.691481 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cb910cf7-d65b-4b7f-b491-9a02c9fa5768 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:57.712149 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb910cf7-d65b-4b7f-b491-9a02c9fa5768 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ef1f0a2-1319-4af7-a239-977009f75bfe,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:57.722597 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cb910cf7-d65b-4b7f-b491-9a02c9fa5768 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:57.729345 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 40848) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:57.730694 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-cb910cf7-d65b-4b7f-b491-9a02c9fa5768 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2747910 Jul 29 23:45:57.738192 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-980e605d-3879-43a4-99c7-e0c2a079bbe7 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Request body: {'network': {'name': 'tempest-network-smoke--208997161', 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'port_security_enabled': True}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:57.747612 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c615cf9b-4e3e-4540-973f-382d94826e3e req-81d944cb-ba11-49e4-89f2-031630dcc0d8 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630813 Jul 29 23:45:57.781055 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980e605d-3879-43a4-99c7-e0c2a079bbe7 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Made reservation on behalf of 65ae77200a164c0f8f007753b934a6ed for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:57.789746 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-980e605d-3879-43a4-99c7-e0c2a079bbe7 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:57.818254 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-980e605d-3879-43a4-99c7-e0c2a079bbe7 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:45:57.830079 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-980e605d-3879-43a4-99c7-e0c2a079bbe7 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:57.830423 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-980e605d-3879-43a4-99c7-e0c2a079bbe7 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Added segment c82bead8-45fa-43d0-bbec-b85654398a64 of type vlan for network 973ce73b-a457-4aee-a9c0-9f7566d53b76 Jul 29 23:45:57.882221 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-980e605d-3879-43a4-99c7-e0c2a079bbe7 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:57.927519 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-980e605d-3879-43a4-99c7-e0c2a079bbe7 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:57.936788 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980e605d-3879-43a4-99c7-e0c2a079bbe7 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:57.937659 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-980e605d-3879-43a4-99c7-e0c2a079bbe7 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:58.011919 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-980e605d-3879-43a4-99c7-e0c2a079bbe7 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2814326 Jul 29 23:45:58.015180 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 40850) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:58.023778 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-3ff62836-e0e8-4ce9-950c-5bd5e40cd361 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1305914652', 'admin_state_up': True, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:58.044706 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980e605d-3879-43a4-99c7-e0c2a079bbe7 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event updated for resources: {'Network': ['ID=973ce73b-a457-4aee-a9c0-9f7566d53b76,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:58.057674 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 973ce73b-a457-4aee-a9c0-9f7566d53b76 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:45:58.081883 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3ff62836-e0e8-4ce9-950c-5bd5e40cd361 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:58.083667 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3ff62836-e0e8-4ce9-950c-5bd5e40cd361 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:58.174164 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3ff62836-e0e8-4ce9-950c-5bd5e40cd361 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:58.401802 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3ff62836-e0e8-4ce9-950c-5bd5e40cd361 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:58.744279 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3ff62836-e0e8-4ce9-950c-5bd5e40cd361 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for router_gateway, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:58.767990 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3ff62836-e0e8-4ce9-950c-5bd5e40cd361 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:58.787192 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815a762a-fbd4-4683-88d6-590e48cead90 req-3ee4c3ad-c02f-485b-aec8-c1e4e8cf7031 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:58.788750 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-815a762a-fbd4-4683-88d6-590e48cead90 req-3ee4c3ad-c02f-485b-aec8-c1e4e8cf7031 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 943 time: 0.1345544 Jul 29 23:45:58.894322 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-815a762a-fbd4-4683-88d6-590e48cead90 req-345512e0-0f4b-40c2-9176-9f5459483441 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684175 Jul 29 23:45:58.964016 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-3ff62836-e0e8-4ce9-950c-5bd5e40cd361 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Allocated IP 172.25.0.165 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/90794f84-0144-4a44-9ba9-fbdf3e4b3617) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:59.106933 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e7341-f7d8-400e-aad5-dc8483351d9b req-631756d3-7d9c-40b4-866b-c91495ae5f3b tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:59.109200 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fb2e7341-f7d8-400e-aad5-dc8483351d9b req-631756d3-7d9c-40b4-866b-c91495ae5f3b tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4443f2c0-ea2a-4c7b-893e-17394262b988 HTTP/1.1" status: 200 len: 945 time: 0.1106968 Jul 29 23:45:59.165078 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3ff62836-e0e8-4ce9-950c-5bd5e40cd361 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:59.196642 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fb2e7341-f7d8-400e-aad5-dc8483351d9b req-d28a8e21-fa52-47ac-b81e-f9eeac4101bc tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783751 Jul 29 23:45:59.245324 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3ff62836-e0e8-4ce9-950c-5bd5e40cd361 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:59.325505 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff62836-e0e8-4ce9-950c-5bd5e40cd361 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:59.330507 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-3ff62836-e0e8-4ce9-950c-5bd5e40cd361 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:59.335383 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff62836-e0e8-4ce9-950c-5bd5e40cd361 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:45:59.350819 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:59.408445 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff62836-e0e8-4ce9-950c-5bd5e40cd361 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event updated for resources: {'Port': ['ID=90794f84-0144-4a44-9ba9-fbdf3e4b3617,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:59.697351 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3ff62836-e0e8-4ce9-950c-5bd5e40cd361 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for router_gateway, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:00.432426 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3ff62836-e0e8-4ce9-950c-5bd5e40cd361 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:00.461074 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc2f07-d0c8-42fa-87e5-d5bc20dac4f1 req-79d0b3c2-c90a-4522-bb40-1c268797ada2 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:00.462703 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-87fc2f07-d0c8-42fa-87e5-d5bc20dac4f1 req-79d0b3c2-c90a-4522-bb40-1c268797ada2 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 943 time: 0.1055362 Jul 29 23:46:00.565774 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-87fc2f07-d0c8-42fa-87e5-d5bc20dac4f1 req-b8a4640b-9f08-4348-9664-8ba3ddd97b25 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501027 Jul 29 23:46:00.687570 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ff62836-e0e8-4ce9-950c-5bd5e40cd361 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Router a4d74a75-5fed-4282-aa1a-bdd57b8fdf02 is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:46:00.816502 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4043234-5a29-44c1-bb8d-3e1e9d861751 req-a0fce7fc-fd09-4d3a-aa94-0d9df2a0497f tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:00.818257 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f4043234-5a29-44c1-bb8d-3e1e9d861751 req-a0fce7fc-fd09-4d3a-aa94-0d9df2a0497f tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4443f2c0-ea2a-4c7b-893e-17394262b988 HTTP/1.1" status: 200 len: 945 time: 0.1419563 Jul 29 23:46:00.932742 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f4043234-5a29-44c1-bb8d-3e1e9d861751 req-480ea06f-c980-4b52-a6f1-97f65892b02e tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042478 Jul 29 23:46:00.933887 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff62836-e0e8-4ce9-950c-5bd5e40cd361 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:46:00.948027 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f98377c-00ef-4289-b8a1-bfaae056c4b8 None None] Sync routers for ids ['a4d74a75-5fed-4282-aa1a-bdd57b8fdf02'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:46:00.959385 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3ff62836-e0e8-4ce9-950c-5bd5e40cd361 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:00.963740 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-3ff62836-e0e8-4ce9-950c-5bd5e40cd361 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.9450181 Jul 29 23:46:00.964033 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 40878) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:00.971284 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f98377c-00ef-4289-b8a1-bfaae056c4b8 None None] Routers {'a4d74a75-5fed-4282-aa1a-bdd57b8fdf02'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:00.972204 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-5f98377c-00ef-4289-b8a1-bfaae056c4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:45:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['a4d74a75-5fed-4282-aa1a-bdd57b8fdf02'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:01.150521 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-5f98377c-00ef-4289-b8a1-bfaae056c4b8 None None] Set router a4d74a75-5fed-4282-aa1a-bdd57b8fdf02 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:46:01.168669 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-03cb0e3f-c9e1-4335-9c0e-e9fdfd75ac17 tempest-TestNetworkAdvancedServerOps-451069228 tempest-TestNetworkAdvancedServerOps-451069228-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=65ae77200a164c0f8f007753b934a6ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2035460 Jul 29 23:46:01.172722 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 40882) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:01.434830 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787103e4-95d4-489d-ae68-af5e43f83340 tempest-TestNetworkAdvancedServerOps-451069228 tempest-TestNetworkAdvancedServerOps-451069228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:01.439788 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-787103e4-95d4-489d-ae68-af5e43f83340 tempest-TestNetworkAdvancedServerOps-451069228 tempest-TestNetworkAdvancedServerOps-451069228-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2645502 Jul 29 23:46:01.440242 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 40888) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:01.460235 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-5f98377c-00ef-4289-b8a1-bfaae056c4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d74a75-5fed-4282-aa1a-bdd57b8fdf02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1305914652', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '90794f84-0144-4a44-9ba9-fbdf3e4b3617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:45:58Z', 'updated_at': '2021-07-29T23:45:59Z', 'revision_number': 3, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'gw_port': {'id': '90794f84-0144-4a44-9ba9-fbdf3e4b3617', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:89:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d74a75-5fed-4282-aa1a-bdd57b8fdf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:45:58Z', 'updated_at': '2021-07-29T23:45:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:01.486231 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-fc413b76-74c2-45da-a97a-d36bf47655e0 tempest-TestNetworkAdvancedServerOps-451069228 tempest-TestNetworkAdvancedServerOps-451069228-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=58f27f61-3278-49cc-b66b-1e729d26f29f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0422912 Jul 29 23:46:01.486680 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 40890) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:01.499400 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-72031dd3-6263-44c0-874a-da7474d495a4 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-7833044', 'network_id': '973ce73b-a457-4aee-a9c0-9f7566d53b76', 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:01.500892 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f98377c-00ef-4289-b8a1-bfaae056c4b8 None None] Checking router: a4d74a75-5fed-4282-aa1a-bdd57b8fdf02 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:46:01.501093 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f98377c-00ef-4289-b8a1-bfaae056c4b8 None None] Updating router a4d74a75-5fed-4282-aa1a-bdd57b8fdf02 port 90794f84-0144-4a44-9ba9-fbdf3e4b3617 binding host n-d-712141-10 {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:46:01.535934 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5f98377c-00ef-4289-b8a1-bfaae056c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:01.675916 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72031dd3-6263-44c0-874a-da7474d495a4 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Made reservation on behalf of 65ae77200a164c0f8f007753b934a6ed for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:46:01.679481 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-72031dd3-6263-44c0-874a-da7474d495a4 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:01.840456 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce242d44-e71f-490e-8a29-457f47f67665 req-135b0454-04aa-431d-b7f6-4ad462502b69 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:01.846655 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ce242d44-e71f-490e-8a29-457f47f67665 req-135b0454-04aa-431d-b7f6-4ad462502b69 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 943 time: 0.1306198 Jul 29 23:46:01.945953 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ce242d44-e71f-490e-8a29-457f47f67665 req-68b24c15-22d1-451e-b665-b8201fb067f5 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904093 Jul 29 23:46:02.028105 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5f98377c-00ef-4289-b8a1-bfaae056c4b8 None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:02.046284 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-5f98377c-00ef-4289-b8a1-bfaae056c4b8 None None] Transition to ACTIVE for port object 90794f84-0144-4a44-9ba9-fbdf3e4b3617 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:02.064637 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5f98377c-00ef-4289-b8a1-bfaae056c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:02.151606 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-5f98377c-00ef-4289-b8a1-bfaae056c4b8 None None] Attempting to bind port 90794f84-0144-4a44-9ba9-fbdf3e4b3617 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:46:02.152005 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-5f98377c-00ef-4289-b8a1-bfaae056c4b8 None None] Attempting to bind port 90794f84-0144-4a44-9ba9-fbdf3e4b3617 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:46:02.152401 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f98377c-00ef-4289-b8a1-bfaae056c4b8 None None] Attempting to bind port 90794f84-0144-4a44-9ba9-fbdf3e4b3617 on network 58f27f61-3278-49cc-b66b-1e729d26f29f {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:46:02.168722 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f98377c-00ef-4289-b8a1-bfaae056c4b8 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:46:02.168722 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f98377c-00ef-4289-b8a1-bfaae056c4b8 None None] Checking segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:46:02.169196 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5f98377c-00ef-4289-b8a1-bfaae056c4b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:02.169620 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f98377c-00ef-4289-b8a1-bfaae056c4b8 None None] Bound using segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:46:02.170301 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-5f98377c-00ef-4289-b8a1-bfaae056c4b8 None None] Bound port: 90794f84-0144-4a44-9ba9-fbdf3e4b3617, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:46:02.170779 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5f98377c-00ef-4289-b8a1-bfaae056c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:02.173767 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77444f8-3fad-40f7-957c-660b0d1c863b None None] Pushing event updated for resources: {'Port': ['ID=90794f84-0144-4a44-9ba9-fbdf3e4b3617,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:02.183668 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-72031dd3-6263-44c0-874a-da7474d495a4 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:02.260768 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685b0a18-1db0-4331-953d-f0126e2cc19d req-3de0db76-7c39-43f8-8e88-a3042b6bdd67 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:02.272990 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-685b0a18-1db0-4331-953d-f0126e2cc19d req-3de0db76-7c39-43f8-8e88-a3042b6bdd67 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4443f2c0-ea2a-4c7b-893e-17394262b988 HTTP/1.1" status: 200 len: 945 time: 0.1642725 Jul 29 23:46:02.318623 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-5f98377c-00ef-4289-b8a1-bfaae056c4b8 None None] For port 90794f84-0144-4a44-9ba9-fbdf3e4b3617, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:46:02.330435 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-5f98377c-00ef-4289-b8a1-bfaae056c4b8 None None] For port 90794f84-0144-4a44-9ba9-fbdf3e4b3617, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=90794f84-0144-4a44-9ba9-fbdf3e4b3617,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:46:02.330653 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72031dd3-6263-44c0-874a-da7474d495a4 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event updated for resources: {'Subnet': ['ID=a96203d7-4c09-4bba-a099-4158f10111e8,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:02.343893 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5f98377c-00ef-4289-b8a1-bfaae056c4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:02.425370 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f98377c-00ef-4289-b8a1-bfaae056c4b8 None None] Routers {'a4d74a75-5fed-4282-aa1a-bdd57b8fdf02'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:02.426205 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-5f98377c-00ef-4289-b8a1-bfaae056c4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:45:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['a4d74a75-5fed-4282-aa1a-bdd57b8fdf02'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:02.430941 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72031dd3-6263-44c0-874a-da7474d495a4 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Checking segment: {'id': 'c82bead8-45fa-43d0-bbec-b85654398a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '973ce73b-a457-4aee-a9c0-9f7566d53b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:46:02.432014 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72031dd3-6263-44c0-874a-da7474d495a4 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Network hostable DHCP agents. Network: 973ce73b-a457-4aee-a9c0-9f7566d53b76, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:46:02.450716 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-685b0a18-1db0-4331-953d-f0126e2cc19d req-86c18207-4dfb-4b31-a9df-4e0a23ecbda7 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765006 Jul 29 23:46:02.478893 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77444f8-3fad-40f7-957c-660b0d1c863b None None] Pushing event updated for resources: {'Port': ['ID=90794f84-0144-4a44-9ba9-fbdf3e4b3617,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:02.512557 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72031dd3-6263-44c0-874a-da7474d495a4 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Network 973ce73b-a457-4aee-a9c0-9f7566d53b76 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:46:02.525914 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-72031dd3-6263-44c0-874a-da7474d495a4 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 973ce73b-a457-4aee-a9c0-9f7566d53b76) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:02.541542 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72031dd3-6263-44c0-874a-da7474d495a4 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:02.543033 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-72031dd3-6263-44c0-874a-da7474d495a4 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:02.546647 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea90a4b-0722-4e70-bf95-0a7fa58e7f24 None None] Network 973ce73b-a457-4aee-a9c0-9f7566d53b76 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:46:02.579022 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 40904) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:02.581466 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-72031dd3-6263-44c0-874a-da7474d495a4 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 829 time: 1.0928700 Jul 29 23:46:02.758766 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-5f98377c-00ef-4289-b8a1-bfaae056c4b8 None None] Set router a4d74a75-5fed-4282-aa1a-bdd57b8fdf02 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:46:03.088791 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55323008-2335-4ef7-8185-f45b38fbfeef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-973ce73b-a457-4aee-a9c0-9f7566d53b76', 'network_id': '973ce73b-a457-4aee-a9c0-9f7566d53b76', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'fixed_ips': [{'subnet_id': 'a96203d7-4c09-4bba-a099-4158f10111e8'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:46:03.090847 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-55323008-2335-4ef7-8185-f45b38fbfeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:03.319649 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef94005-27a6-4553-a899-d80608aba6e2 req-00dde813-9fef-4155-911b-8470941ea56b tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:03.323483 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bef94005-27a6-4553-a899-d80608aba6e2 req-00dde813-9fef-4155-911b-8470941ea56b tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 943 time: 0.2118690 Jul 29 23:46:03.452646 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-5f98377c-00ef-4289-b8a1-bfaae056c4b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d74a75-5fed-4282-aa1a-bdd57b8fdf02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1305914652', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '90794f84-0144-4a44-9ba9-fbdf3e4b3617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:45:58Z', 'updated_at': '2021-07-29T23:45:59Z', 'revision_number': 3, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'gw_port': {'id': '90794f84-0144-4a44-9ba9-fbdf3e4b3617', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:89:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d74a75-5fed-4282-aa1a-bdd57b8fdf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:45:58Z', 'updated_at': '2021-07-29T23:46:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:03.467805 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bef94005-27a6-4553-a899-d80608aba6e2 req-488e5dfc-ef75-49c2-b58c-d47144423131 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313522 Jul 29 23:46:03.508808 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f98377c-00ef-4289-b8a1-bfaae056c4b8 None None] The sync data for ids ['a4d74a75-5fed-4282-aa1a-bdd57b8fdf02'] in n-d-712141-10 is: [{'id': 'a4d74a75-5fed-4282-aa1a-bdd57b8fdf02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1305914652', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '90794f84-0144-4a44-9ba9-fbdf3e4b3617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:45:58Z', 'updated_at': '2021-07-29T23:45:59Z', 'revision_number': 3, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'gw_port': {'id': '90794f84-0144-4a44-9ba9-fbdf3e4b3617', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:89:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d74a75-5fed-4282-aa1a-bdd57b8fdf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:45:58Z', 'updated_at': '2021-07-29T23:46:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:46:03.601372 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d73870b7-ab03-4635-a803-956acec813a3 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:03.608245 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-55323008-2335-4ef7-8185-f45b38fbfeef None None] Allocated IP 172.20.0.2 (973ce73b-a457-4aee-a9c0-9f7566d53b76/a96203d7-4c09-4bba-a099-4158f10111e8/f3243ba4-8a0b-4ea1-9fdf-3b2704fdc21c) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:46:03.696730 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf9b9b2-106b-4538-ad92-c7be4b7090c6 req-cedcc298-0cde-427e-9225-416e99abf45c tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:03.707979 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9bf9b9b2-106b-4538-ad92-c7be4b7090c6 req-cedcc298-0cde-427e-9225-416e99abf45c tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4443f2c0-ea2a-4c7b-893e-17394262b988 HTTP/1.1" status: 200 len: 945 time: 0.1014974 Jul 29 23:46:03.752217 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9bf9b9b2-106b-4538-ad92-c7be4b7090c6 req-7f13365b-cb4f-4451-a5ec-774130b5196f tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432038 Jul 29 23:46:03.851252 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-55323008-2335-4ef7-8185-f45b38fbfeef None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:03.872642 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-55323008-2335-4ef7-8185-f45b38fbfeef None None] Transition to ACTIVE for port object f3243ba4-8a0b-4ea1-9fdf-3b2704fdc21c will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:03.906835 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-55323008-2335-4ef7-8185-f45b38fbfeef None None] Transition to ACTIVE for port object f3243ba4-8a0b-4ea1-9fdf-3b2704fdc21c will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:03.949942 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-55323008-2335-4ef7-8185-f45b38fbfeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:04.031162 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55323008-2335-4ef7-8185-f45b38fbfeef None None] Network 973ce73b-a457-4aee-a9c0-9f7566d53b76 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:04.038585 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-55323008-2335-4ef7-8185-f45b38fbfeef None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:04.041333 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55323008-2335-4ef7-8185-f45b38fbfeef None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:46:04.043579 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55323008-2335-4ef7-8185-f45b38fbfeef None None] Pushing event updated for resources: {'Port': ['ID=f3243ba4-8a0b-4ea1-9fdf-3b2704fdc21c,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:04.131046 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-55323008-2335-4ef7-8185-f45b38fbfeef None None] Attempting to bind port f3243ba4-8a0b-4ea1-9fdf-3b2704fdc21c on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:46:04.132422 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-55323008-2335-4ef7-8185-f45b38fbfeef None None] Attempting to bind port f3243ba4-8a0b-4ea1-9fdf-3b2704fdc21c by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': 'c82bead8-45fa-43d0-bbec-b85654398a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '973ce73b-a457-4aee-a9c0-9f7566d53b76'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:46:04.133041 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55323008-2335-4ef7-8185-f45b38fbfeef None None] Attempting to bind port f3243ba4-8a0b-4ea1-9fdf-3b2704fdc21c on network 973ce73b-a457-4aee-a9c0-9f7566d53b76 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:46:04.139586 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55323008-2335-4ef7-8185-f45b38fbfeef None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:46:04.140388 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55323008-2335-4ef7-8185-f45b38fbfeef None None] Checking segment: {'id': 'c82bead8-45fa-43d0-bbec-b85654398a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '973ce73b-a457-4aee-a9c0-9f7566d53b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:46:04.141753 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-55323008-2335-4ef7-8185-f45b38fbfeef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:04.142527 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55323008-2335-4ef7-8185-f45b38fbfeef None None] Bound using segment: {'id': 'c82bead8-45fa-43d0-bbec-b85654398a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '973ce73b-a457-4aee-a9c0-9f7566d53b76'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:46:04.143263 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-55323008-2335-4ef7-8185-f45b38fbfeef None None] Bound port: f3243ba4-8a0b-4ea1-9fdf-3b2704fdc21c, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c82bead8-45fa-43d0-bbec-b85654398a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '973ce73b-a457-4aee-a9c0-9f7566d53b76'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:46:04.143952 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-55323008-2335-4ef7-8185-f45b38fbfeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:04.146541 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-d73870b7-ab03-4635-a803-956acec813a3 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Allocated IP 172.20.0.1 (973ce73b-a457-4aee-a9c0-9f7566d53b76/a96203d7-4c09-4bba-a099-4158f10111e8/5680d4a0-8cc8-4374-8e9c-ebc92e65e9c0) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:46:04.299128 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-55323008-2335-4ef7-8185-f45b38fbfeef None None] For port f3243ba4-8a0b-4ea1-9fdf-3b2704fdc21c, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:46:04.304806 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-55323008-2335-4ef7-8185-f45b38fbfeef None None] For port f3243ba4-8a0b-4ea1-9fdf-3b2704fdc21c, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=f3243ba4-8a0b-4ea1-9fdf-3b2704fdc21c,segment=NetworkSegment(c82bead8-45fa-43d0-bbec-b85654398a64),segment_id=c82bead8-45fa-43d0-bbec-b85654398a64)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:46:04.312014 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-55323008-2335-4ef7-8185-f45b38fbfeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:04.388474 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d73870b7-ab03-4635-a803-956acec813a3 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:04.412143 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-d73870b7-ab03-4635-a803-956acec813a3 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Transition to ACTIVE for port object 5680d4a0-8cc8-4374-8e9c-ebc92e65e9c0 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:04.439018 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55323008-2335-4ef7-8185-f45b38fbfeef None None] Pushing event updated for resources: {'Port': ['ID=f3243ba4-8a0b-4ea1-9fdf-3b2704fdc21c,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:04.457814 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d73870b7-ab03-4635-a803-956acec813a3 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:04.543334 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73870b7-ab03-4635-a803-956acec813a3 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Network 973ce73b-a457-4aee-a9c0-9f7566d53b76 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:04.547482 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-d73870b7-ab03-4635-a803-956acec813a3 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:04.550237 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73870b7-ab03-4635-a803-956acec813a3 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:46:04.582349 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73870b7-ab03-4635-a803-956acec813a3 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event updated for resources: {'Port': ['ID=5680d4a0-8cc8-4374-8e9c-ebc92e65e9c0,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:04.627541 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d73870b7-ab03-4635-a803-956acec813a3 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:04.754621 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802805e1-7071-46e4-9f45-bbb0b26fbcd7 req-4c32bed1-3e21-4a0d-a7cd-3ca2d02dce1b tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:04.760157 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-802805e1-7071-46e4-9f45-bbb0b26fbcd7 req-4c32bed1-3e21-4a0d-a7cd-3ca2d02dce1b tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 943 time: 0.1399627 Jul 29 23:46:04.825972 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-802805e1-7071-46e4-9f45-bbb0b26fbcd7 req-22efe7b4-af0e-45fd-a948-3eb42e917b0a tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547018 Jul 29 23:46:04.900566 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d73870b7-ab03-4635-a803-956acec813a3 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:05.184267 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe742376-6312-45af-9a5c-11ecd25b0147 req-784eb5d2-4599-429f-97c9-41a6d1dd71f1 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:05.217969 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fe742376-6312-45af-9a5c-11ecd25b0147 req-784eb5d2-4599-429f-97c9-41a6d1dd71f1 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4443f2c0-ea2a-4c7b-893e-17394262b988 HTTP/1.1" status: 200 len: 945 time: 0.2085803 Jul 29 23:46:05.391287 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fe742376-6312-45af-9a5c-11ecd25b0147 req-df03232b-066a-4760-99d1-1de3ecf718cb tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657794 Jul 29 23:46:05.518830 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device f3243ba4-8a0b-4ea1-9fdf-3b2704fdc21c up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:05.663139 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port f3243ba4-8a0b-4ea1-9fdf-3b2704fdc21c completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:05.672200 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d73870b7-ab03-4635-a803-956acec813a3 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:05.678191 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d73870b7-ab03-4635-a803-956acec813a3 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:05.685155 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 90794f84-0144-4a44-9ba9-fbdf3e4b3617 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:05.811964 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 90794f84-0144-4a44-9ba9-fbdf3e4b3617 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:05.833884 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 90794f84-0144-4a44-9ba9-fbdf3e4b3617 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:05.834241 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:05.847942 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d73870b7-ab03-4635-a803-956acec813a3 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:05.852867 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73870b7-ab03-4635-a803-956acec813a3 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event updated for resources: {'Port': ['ID=5680d4a0-8cc8-4374-8e9c-ebc92e65e9c0,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:06.113342 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73870b7-ab03-4635-a803-956acec813a3 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Network 973ce73b-a457-4aee-a9c0-9f7566d53b76 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:06.115270 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-d73870b7-ab03-4635-a803-956acec813a3 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:06.149173 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:06.258700 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 90794f84-0144-4a44-9ba9-fbdf3e4b3617, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=90794f84-0144-4a44-9ba9-fbdf3e4b3617,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:06.263801 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:06.301061 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee67bb99-ba87-4862-9730-abe31ce756e5 req-0cdfe94b-9d70-4956-9561-e6b21e2d75f6 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:06.305050 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ee67bb99-ba87-4862-9730-abe31ce756e5 req-0cdfe94b-9d70-4956-9561-e6b21e2d75f6 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 943 time: 0.2125752 Jul 29 23:46:06.440619 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ee67bb99-ba87-4862-9730-abe31ce756e5 req-caaad867-d232-4922-90fc-bcdd1c8a944f tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288390 Jul 29 23:46:06.441817 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=90794f84-0144-4a44-9ba9-fbdf3e4b3617,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:06.473383 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8d29ed-2d66-4763-b4ad-e3f07f18792a None None] Network 973ce73b-a457-4aee-a9c0-9f7566d53b76 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:46:06.679019 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d73870b7-ab03-4635-a803-956acec813a3 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Router a4d74a75-5fed-4282-aa1a-bdd57b8fdf02 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:46:06.727862 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-5fc2f52e-9236-4e5d-8517-178b2863afb2 None None] Provisioning for port f3243ba4-8a0b-4ea1-9fdf-3b2704fdc21c completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:06.768599 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-5fc2f52e-9236-4e5d-8517-178b2863afb2 None None] Provisioning complete for port f3243ba4-8a0b-4ea1-9fdf-3b2704fdc21c triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:06.769083 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5fc2f52e-9236-4e5d-8517-178b2863afb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:07.014763 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7751a51d-e202-4991-b63c-360ffd42f02f req-d7b1468e-efc3-4db7-93fc-06847e309df9 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:07.038334 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7751a51d-e202-4991-b63c-360ffd42f02f req-d7b1468e-efc3-4db7-93fc-06847e309df9 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/networks?id=9ed09e0f-fd33-4f99-9c36-53e301ede8c7 HTTP/1.1" status: 200 len: 815 time: 0.4364312 Jul 29 23:46:07.158345 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7751a51d-e202-4991-b63c-360ffd42f02f req-2524a256-942b-4f8e-baa0-01ad855595d9 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/quotas/fcb43ac6c6a9431f84d08948e21fa251 HTTP/1.1" status: 200 len: 375 time: 0.1186552 Jul 29 23:46:07.191854 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5fc2f52e-9236-4e5d-8517-178b2863afb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:07.243708 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73870b7-ab03-4635-a803-956acec813a3 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:46:07.265189 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ed14a1-ae60-4af4-831e-715d43fe0ade None None] Sync routers for ids ['a4d74a75-5fed-4282-aa1a-bdd57b8fdf02'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:46:07.276348 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d73870b7-ab03-4635-a803-956acec813a3 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "PUT /v2.0/routers/a4d74a75-5fed-4282-aa1a-bdd57b8fdf02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6953938 Jul 29 23:46:07.302273 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ed14a1-ae60-4af4-831e-715d43fe0ade None None] Routers {'a4d74a75-5fed-4282-aa1a-bdd57b8fdf02'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:07.305034 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-92ed14a1-ae60-4af4-831e-715d43fe0ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:45:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['a4d74a75-5fed-4282-aa1a-bdd57b8fdf02'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:07.385056 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed3a60-5e67-49ab-b11f-7a193a7b9d70 req-c963f181-e7a4-4f8f-97c0-e51f21b404ef tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:07.407300 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:07.408364 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f5ed3a60-5e67-49ab-b11f-7a193a7b9d70 req-c963f181-e7a4-4f8f-97c0-e51f21b404ef tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4443f2c0-ea2a-4c7b-893e-17394262b988 HTTP/1.1" status: 200 len: 945 time: 0.3614292 Jul 29 23:46:07.427089 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-5fc2f52e-9236-4e5d-8517-178b2863afb2 None None] For port f3243ba4-8a0b-4ea1-9fdf-3b2704fdc21c, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=f3243ba4-8a0b-4ea1-9fdf-3b2704fdc21c,segment=NetworkSegment(c82bead8-45fa-43d0-bbec-b85654398a64),segment_id=c82bead8-45fa-43d0-bbec-b85654398a64)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:07.435073 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5fc2f52e-9236-4e5d-8517-178b2863afb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:07.629126 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f5ed3a60-5e67-49ab-b11f-7a193a7b9d70 req-ed746790-b9ca-436a-98f2-d8b2c5d582a0 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145939 Jul 29 23:46:07.650251 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7751a51d-e202-4991-b63c-360ffd42f02f req-167fcac4-c37d-441c-9c3b-5edb0864acab tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=fcb43ac6c6a9431f84d08948e21fa251&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4727437 Jul 29 23:46:07.678647 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 90794f84-0144-4a44-9ba9-fbdf3e4b3617 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:07.758348 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-92ed14a1-ae60-4af4-831e-715d43fe0ade None None] Set router a4d74a75-5fed-4282-aa1a-bdd57b8fdf02 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:46:07.767960 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc2f52e-9236-4e5d-8517-178b2863afb2 None None] Pushing event updated for resources: {'Port': ['ID=f3243ba4-8a0b-4ea1-9fdf-3b2704fdc21c,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:07.835704 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 90794f84-0144-4a44-9ba9-fbdf3e4b3617 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:07.836098 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:08.101694 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7751a51d-e202-4991-b63c-360ffd42f02f req-000f92d2-8e38-4722-9994-7af0d57638df service neutron] 10.222.0.43 "GET /v2.0/networks/9ed09e0f-fd33-4f99-9c36-53e301ede8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4428775 Jul 29 23:46:08.122495 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-28d6d50f-b9ee-4abf-956f-0ed7c0a2c521 None None] Provisioning for port 5680d4a0-8cc8-4374-8e9c-ebc92e65e9c0 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:08.136819 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-28d6d50f-b9ee-4abf-956f-0ed7c0a2c521 None None] Provisioning complete for port 5680d4a0-8cc8-4374-8e9c-ebc92e65e9c0 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:08.137431 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-28d6d50f-b9ee-4abf-956f-0ed7c0a2c521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:08.184397 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-56700059-78cd-41cc-8a4e-ef3b9d740587 req-c3749978-55dc-4a4a-9c6b-a229f2df83ab tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-668221674&fields=id&tenant_id=65ae77200a164c0f8f007753b934a6ed HTTP/1.1" status: 200 len: 267 time: 0.1470110 Jul 29 23:46:08.198680 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-92ed14a1-ae60-4af4-831e-715d43fe0ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d74a75-5fed-4282-aa1a-bdd57b8fdf02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1305914652', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '90794f84-0144-4a44-9ba9-fbdf3e4b3617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:45:58Z', 'updated_at': '2021-07-29T23:46:04Z', 'revision_number': 4, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'gw_port': {'id': '90794f84-0144-4a44-9ba9-fbdf3e4b3617', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:89:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d74a75-5fed-4282-aa1a-bdd57b8fdf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:45:58Z', 'updated_at': '2021-07-29T23:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '5680d4a0-8cc8-4374-8e9c-ebc92e65e9c0', 'name': '', 'network_id': '973ce73b-a457-4aee-a9c0-9f7566d53b76', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'mac_address': 'fa:16:3e:05:a3:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d74a75-5fed-4282-aa1a-bdd57b8fdf02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': 'a96203d7-4c09-4bba-a099-4158f10111e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:03Z', 'updated_at': '2021-07-29T23:46:05Z', 'revision_number': 2, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'subnets': [{'id': 'a96203d7-4c09-4bba-a099-4158f10111e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:08.383459 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ed14a1-ae60-4af4-831e-715d43fe0ade None None] Checking router: a4d74a75-5fed-4282-aa1a-bdd57b8fdf02 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:46:08.384585 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ed14a1-ae60-4af4-831e-715d43fe0ade None None] Updating router a4d74a75-5fed-4282-aa1a-bdd57b8fdf02 port 5680d4a0-8cc8-4374-8e9c-ebc92e65e9c0 binding host n-d-712141-10 {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:46:08.490849 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-92ed14a1-ae60-4af4-831e-715d43fe0ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:08.864553 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56700059-78cd-41cc-8a4e-ef3b9d740587 req-429339aa-df86-4b05-9519-eb600468f5c7 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:08.885755 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-56700059-78cd-41cc-8a4e-ef3b9d740587 req-429339aa-df86-4b05-9519-eb600468f5c7 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/networks?id=973ce73b-a457-4aee-a9c0-9f7566d53b76 HTTP/1.1" status: 200 len: 796 time: 0.6535301 Jul 29 23:46:08.912537 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-28d6d50f-b9ee-4abf-956f-0ed7c0a2c521 None None] Port 5680d4a0-8cc8-4374-8e9c-ebc92e65e9c0 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:46:08.960737 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-28d6d50f-b9ee-4abf-956f-0ed7c0a2c521 None None] Provisioning complete for port f3243ba4-8a0b-4ea1-9fdf-3b2704fdc21c triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:08.961272 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-28d6d50f-b9ee-4abf-956f-0ed7c0a2c521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:08.996393 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-56700059-78cd-41cc-8a4e-ef3b9d740587 req-218667b4-c5e4-4be6-aa97-ad246c54ac60 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/quotas/65ae77200a164c0f8f007753b934a6ed HTTP/1.1" status: 200 len: 375 time: 0.0812252 Jul 29 23:46:09.135616 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7751a51d-e202-4991-b63c-360ffd42f02f req-beb0a0d3-8998-4638-901c-adf14ca2d28f service neutron] 10.222.0.43 "GET /v2.0/networks/9ed09e0f-fd33-4f99-9c36-53e301ede8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0189826 Jul 29 23:46:09.172900 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-56700059-78cd-41cc-8a4e-ef3b9d740587 req-fbbbed94-abf8-43c1-b0ca-1e5ddd427134 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=65ae77200a164c0f8f007753b934a6ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1749094 Jul 29 23:46:09.176157 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-92ed14a1-ae60-4af4-831e-715d43fe0ade None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:09.228568 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-92ed14a1-ae60-4af4-831e-715d43fe0ade None None] Transition to ACTIVE for port object 5680d4a0-8cc8-4374-8e9c-ebc92e65e9c0 will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:09.244333 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-92ed14a1-ae60-4af4-831e-715d43fe0ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:09.397508 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b1c9dc-1751-4b95-8253-ffcdf2895d44 None None] Pushing event updated for resources: {'Port': ['ID=5680d4a0-8cc8-4374-8e9c-ebc92e65e9c0,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:09.424298 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device f3243ba4-8a0b-4ea1-9fdf-3b2704fdc21c up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:09.548674 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-56700059-78cd-41cc-8a4e-ef3b9d740587 req-82d124be-9def-4f6b-a618-bbed942529ef service neutron] 10.222.0.43 "GET /v2.0/networks/973ce73b-a457-4aee-a9c0-9f7566d53b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3629045 Jul 29 23:46:09.566849 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1c9dc-1751-4b95-8253-ffcdf2895d44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:09.567213 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1c9dc-1751-4b95-8253-ffcdf2895d44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:09.567553 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1c9dc-1751-4b95-8253-ffcdf2895d44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:09.567883 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1c9dc-1751-4b95-8253-ffcdf2895d44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:09.568380 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1c9dc-1751-4b95-8253-ffcdf2895d44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:09.568836 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1c9dc-1751-4b95-8253-ffcdf2895d44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:09.569225 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1c9dc-1751-4b95-8253-ffcdf2895d44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:09.570243 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1c9dc-1751-4b95-8253-ffcdf2895d44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:09.577620 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1c9dc-1751-4b95-8253-ffcdf2895d44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:09.577969 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1c9dc-1751-4b95-8253-ffcdf2895d44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:09.581346 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1c9dc-1751-4b95-8253-ffcdf2895d44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:09.582514 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b1c9dc-1751-4b95-8253-ffcdf2895d44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:09.676870 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port f3243ba4-8a0b-4ea1-9fdf-3b2704fdc21c triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:09.677262 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:09.746058 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-92ed14a1-ae60-4af4-831e-715d43fe0ade None None] Attempting to bind port 5680d4a0-8cc8-4374-8e9c-ebc92e65e9c0 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:46:09.746724 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-92ed14a1-ae60-4af4-831e-715d43fe0ade None None] Attempting to bind port 5680d4a0-8cc8-4374-8e9c-ebc92e65e9c0 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': 'c82bead8-45fa-43d0-bbec-b85654398a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '973ce73b-a457-4aee-a9c0-9f7566d53b76'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:46:09.751396 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ed14a1-ae60-4af4-831e-715d43fe0ade None None] Attempting to bind port 5680d4a0-8cc8-4374-8e9c-ebc92e65e9c0 on network 973ce73b-a457-4aee-a9c0-9f7566d53b76 {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:46:09.769735 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ed14a1-ae60-4af4-831e-715d43fe0ade None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:46:09.770539 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ed14a1-ae60-4af4-831e-715d43fe0ade None None] Checking segment: {'id': 'c82bead8-45fa-43d0-bbec-b85654398a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '973ce73b-a457-4aee-a9c0-9f7566d53b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:46:09.771131 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-92ed14a1-ae60-4af4-831e-715d43fe0ade None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:09.773060 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92ed14a1-ae60-4af4-831e-715d43fe0ade None None] Bound using segment: {'id': 'c82bead8-45fa-43d0-bbec-b85654398a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '973ce73b-a457-4aee-a9c0-9f7566d53b76'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:46:09.774626 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-92ed14a1-ae60-4af4-831e-715d43fe0ade None None] Bound port: 5680d4a0-8cc8-4374-8e9c-ebc92e65e9c0, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c82bead8-45fa-43d0-bbec-b85654398a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '973ce73b-a457-4aee-a9c0-9f7566d53b76'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:46:09.777158 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-92ed14a1-ae60-4af4-831e-715d43fe0ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:10.049232 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-92ed14a1-ae60-4af4-831e-715d43fe0ade None None] For port 5680d4a0-8cc8-4374-8e9c-ebc92e65e9c0, host n-d-712141-10, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:46:10.077345 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-92ed14a1-ae60-4af4-831e-715d43fe0ade None None] For port 5680d4a0-8cc8-4374-8e9c-ebc92e65e9c0, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=5680d4a0-8cc8-4374-8e9c-ebc92e65e9c0,segment=NetworkSegment(c82bead8-45fa-43d0-bbec-b85654398a64),segment_id=c82bead8-45fa-43d0-bbec-b85654398a64)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:46:10.087652 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-92ed14a1-ae60-4af4-831e-715d43fe0ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:10.192867 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-56700059-78cd-41cc-8a4e-ef3b9d740587 req-0915d3ac-1cef-4a39-8d51-a1c2c5c0edab service neutron] 10.222.0.43 "GET /v2.0/networks/973ce73b-a457-4aee-a9c0-9f7566d53b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6474237 Jul 29 23:46:10.261608 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e07c3e7-afef-4140-88dc-55ba75c313e9 req-8d9ff3ac-b3db-426b-aefc-a064115f1ee3 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:10.264397 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4e07c3e7-afef-4140-88dc-55ba75c313e9 req-8d9ff3ac-b3db-426b-aefc-a064115f1ee3 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 943 time: 0.3407292 Jul 29 23:46:10.470640 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4e07c3e7-afef-4140-88dc-55ba75c313e9 req-0d2e2d66-620a-41ba-b8b0-a60cc7114301 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1885257 Jul 29 23:46:10.939787 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b1c9dc-1751-4b95-8253-ffcdf2895d44 None None] Pushing event updated for resources: {'Port': ['ID=5680d4a0-8cc8-4374-8e9c-ebc92e65e9c0,revision_number=4']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:10.943118 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-81a0077e-e898-4326-bc8c-a444ab59c67e req-906fadd4-8083-4d5c-9982-a46b8a825338 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/ports?device_id=3edde035-2c0b-4648-ad11-b63b11c7756c HTTP/1.1" status: 200 len: 210 time: 0.1348848 Jul 29 23:46:10.955186 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02320e8c-ddfc-4bee-b04a-43b4e02e1dc9 req-6d917a11-456c-439a-8bc4-41314a7f9c52 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:10.979511 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-02320e8c-ddfc-4bee-b04a-43b4e02e1dc9 req-6d917a11-456c-439a-8bc4-41314a7f9c52 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4443f2c0-ea2a-4c7b-893e-17394262b988 HTTP/1.1" status: 200 len: 945 time: 0.3155577 Jul 29 23:46:11.046417 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ed14a1-ae60-4af4-831e-715d43fe0ade None None] Routers {'a4d74a75-5fed-4282-aa1a-bdd57b8fdf02'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:11.047360 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-92ed14a1-ae60-4af4-831e-715d43fe0ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:45:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['a4d74a75-5fed-4282-aa1a-bdd57b8fdf02'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:11.175605 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-02320e8c-ddfc-4bee-b04a-43b4e02e1dc9 req-8fcf0136-2cab-46e8-b94e-f8556ae1765b tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941824 Jul 29 23:46:11.361719 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bd357e35-1556-4b50-b958-a3e28f217d37 req-9c624c5f-8941-484f-9cf0-cc90feee94cd tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc6f8768-bc16-43ad-afd1-11dccd987c89 HTTP/1.1" status: 200 len: 210 time: 0.1374168 Jul 29 23:46:11.643075 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-92ed14a1-ae60-4af4-831e-715d43fe0ade None None] Set router a4d74a75-5fed-4282-aa1a-bdd57b8fdf02 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:46:11.780169 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6d7eb-75b1-4d19-a1df-c233ea68cad3 req-95959e1f-3273-4644-97cd-6b9a6dda62a3 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:11.790648 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b2c6d7eb-75b1-4d19-a1df-c233ea68cad3 req-95959e1f-3273-4644-97cd-6b9a6dda62a3 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 943 time: 0.0914900 Jul 29 23:46:11.973905 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b2c6d7eb-75b1-4d19-a1df-c233ea68cad3 req-6ec0bd99-0618-40c2-9bb6-707f87013ebe tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1797066 Jul 29 23:46:12.397911 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cc72e4a2-0979-4be5-9921-0c20c71560dc req-338a808e-d712-4fe7-b251-aa44896f6c31 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/ports?device_id=3edde035-2c0b-4648-ad11-b63b11c7756c HTTP/1.1" status: 200 len: 210 time: 0.1185150 Jul 29 23:46:12.585353 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-92ed14a1-ae60-4af4-831e-715d43fe0ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d74a75-5fed-4282-aa1a-bdd57b8fdf02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1305914652', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '90794f84-0144-4a44-9ba9-fbdf3e4b3617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:45:58Z', 'updated_at': '2021-07-29T23:46:04Z', 'revision_number': 4, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'gw_port': {'id': '90794f84-0144-4a44-9ba9-fbdf3e4b3617', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:89:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d74a75-5fed-4282-aa1a-bdd57b8fdf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:45:58Z', 'updated_at': '2021-07-29T23:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '5680d4a0-8cc8-4374-8e9c-ebc92e65e9c0', 'name': '', 'network_id': '973ce73b-a457-4aee-a9c0-9f7566d53b76', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'mac_address': 'fa:16:3e:05:a3:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d74a75-5fed-4282-aa1a-bdd57b8fdf02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': 'a96203d7-4c09-4bba-a099-4158f10111e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:03Z', 'updated_at': '2021-07-29T23:46:10Z', 'revision_number': 4, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'subnets': [{'id': 'a96203d7-4c09-4bba-a099-4158f10111e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:12.728198 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ed14a1-ae60-4af4-831e-715d43fe0ade None None] The sync data for ids ['a4d74a75-5fed-4282-aa1a-bdd57b8fdf02'] in n-d-712141-10 is: [{'id': 'a4d74a75-5fed-4282-aa1a-bdd57b8fdf02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1305914652', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '90794f84-0144-4a44-9ba9-fbdf3e4b3617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:45:58Z', 'updated_at': '2021-07-29T23:46:04Z', 'revision_number': 4, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'gw_port': {'id': '90794f84-0144-4a44-9ba9-fbdf3e4b3617', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:89:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d74a75-5fed-4282-aa1a-bdd57b8fdf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:45:58Z', 'updated_at': '2021-07-29T23:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '5680d4a0-8cc8-4374-8e9c-ebc92e65e9c0', 'name': '', 'network_id': '973ce73b-a457-4aee-a9c0-9f7566d53b76', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'mac_address': 'fa:16:3e:05:a3:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4d74a75-5fed-4282-aa1a-bdd57b8fdf02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': 'a96203d7-4c09-4bba-a099-4158f10111e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:03Z', 'updated_at': '2021-07-29T23:46:10Z', 'revision_number': 4, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'subnets': [{'id': 'a96203d7-4c09-4bba-a099-4158f10111e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:46:12.820098 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7751a51d-e202-4991-b63c-360ffd42f02f req-4733d903-6584-4948-889b-1cf9b879950c tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:12.822648 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7751a51d-e202-4991-b63c-360ffd42f02f req-4733d903-6584-4948-889b-1cf9b879950c tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.41 "GET /v2.0/networks?id=9ed09e0f-fd33-4f99-9c36-53e301ede8c7 HTTP/1.1" status: 200 len: 815 time: 0.4236140 Jul 29 23:46:12.939405 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d8be3457-2926-4527-8907-a919c0abae80 req-88dcb2d1-0118-420b-8418-838372318ee2 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc6f8768-bc16-43ad-afd1-11dccd987c89 HTTP/1.1" status: 200 len: 210 time: 0.0988092 Jul 29 23:46:12.968449 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-7751a51d-e202-4991-b63c-360ffd42f02f req-cf1ae8a6-c242-4a98-90b8-e4c580d2ec55 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Request body: {'port': {'device_id': '3edde035-2c0b-4648-ad11-b63b11c7756c', 'network_id': '9ed09e0f-fd33-4f99-9c36-53e301ede8c7', 'admin_state_up': True, 'tenant_id': 'fcb43ac6c6a9431f84d08948e21fa251'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:13.319831 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b40158-c688-4f5c-b3d4-676e29f73d9b req-0be0c23c-fcdb-4f4b-9c13-29378b3258c1 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:13.332112 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a7b40158-c688-4f5c-b3d4-676e29f73d9b req-0be0c23c-fcdb-4f4b-9c13-29378b3258c1 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4443f2c0-ea2a-4c7b-893e-17394262b988 HTTP/1.1" status: 200 len: 945 time: 0.5081010 Jul 29 23:46:13.533980 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 5680d4a0-8cc8-4374-8e9c-ebc92e65e9c0 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:13.633244 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e9985-0531-4d67-8a19-2e008976aa19 req-88cf346f-88d3-4b04-b1ba-15188153cb01 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:13.648726 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a13e9985-0531-4d67-8a19-2e008976aa19 req-88cf346f-88d3-4b04-b1ba-15188153cb01 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 943 time: 0.4088993 Jul 29 23:46:13.721558 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 5680d4a0-8cc8-4374-8e9c-ebc92e65e9c0 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:13.731077 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 5680d4a0-8cc8-4374-8e9c-ebc92e65e9c0 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:13.731522 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:13.773996 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a7b40158-c688-4f5c-b3d4-676e29f73d9b req-657c2183-6fdc-4a5d-9eb0-a75b227aa43e tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4408703 Jul 29 23:46:13.869380 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a13e9985-0531-4d67-8a19-2e008976aa19 req-223a3bab-ebf4-4ae2-90bc-fda8f7b34a63 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2157435 Jul 29 23:46:13.881648 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7751a51d-e202-4991-b63c-360ffd42f02f req-cf1ae8a6-c242-4a98-90b8-e4c580d2ec55 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Made reservation on behalf of fcb43ac6c6a9431f84d08948e21fa251 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:46:13.888095 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-7751a51d-e202-4991-b63c-360ffd42f02f req-cf1ae8a6-c242-4a98-90b8-e4c580d2ec55 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:14.010248 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:14.131590 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 5680d4a0-8cc8-4374-8e9c-ebc92e65e9c0, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=5680d4a0-8cc8-4374-8e9c-ebc92e65e9c0,segment=NetworkSegment(c82bead8-45fa-43d0-bbec-b85654398a64),segment_id=c82bead8-45fa-43d0-bbec-b85654398a64)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:14.142089 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:14.199638 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2c53b365-51d0-4d93-aa74-0e4a5666917a req-c08904c8-2e8c-438b-89ce-25ea2fb4fa71 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/ports?device_id=3edde035-2c0b-4648-ad11-b63b11c7756c HTTP/1.1" status: 200 len: 210 time: 0.2378492 Jul 29 23:46:14.274061 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=5680d4a0-8cc8-4374-8e9c-ebc92e65e9c0,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:14.302450 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-704a4c79-9f3b-4274-bf77-6a46e86e146e req-aad06791-2ea3-4e33-9473-10a7de3d0dff tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc6f8768-bc16-43ad-afd1-11dccd987c89 HTTP/1.1" status: 200 len: 210 time: 0.1175001 Jul 29 23:46:14.424354 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-7751a51d-e202-4991-b63c-360ffd42f02f req-cf1ae8a6-c242-4a98-90b8-e4c580d2ec55 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Allocated IP 172.20.0.5 (9ed09e0f-fd33-4f99-9c36-53e301ede8c7/0ac8a8ba-a6a8-4667-a787-0546343c7c92/9a5d8967-81c6-4b23-be64-abf33b2ad069) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:46:14.575275 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56700059-78cd-41cc-8a4e-ef3b9d740587 req-e35167da-d9ef-41ea-a8a2-309254c51c69 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:14.577301 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-56700059-78cd-41cc-8a4e-ef3b9d740587 req-e35167da-d9ef-41ea-a8a2-309254c51c69 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.41 "GET /v2.0/networks?id=973ce73b-a457-4aee-a9c0-9f7566d53b76 HTTP/1.1" status: 200 len: 796 time: 0.4620268 Jul 29 23:46:14.777110 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-56700059-78cd-41cc-8a4e-ef3b9d740587 req-e78d8a15-267c-4c1d-8d0f-8209b6e6fff0 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65ae77200a164c0f8f007753b934a6ed HTTP/1.1" status: 200 len: 379 time: 0.0720153 Jul 29 23:46:14.809033 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-56700059-78cd-41cc-8a4e-ef3b9d740587 req-58bbab2d-6167-4676-ae7d-939d092df948 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Request body: {'port': {'device_id': 'fc6f8768-bc16-43ad-afd1-11dccd987c89', 'network_id': '973ce73b-a457-4aee-a9c0-9f7566d53b76', 'admin_state_up': True, 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'security_groups': ['55bbb774-181a-46ce-808b-df0560fd010c']}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:14.859955 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-7751a51d-e202-4991-b63c-360ffd42f02f req-cf1ae8a6-c242-4a98-90b8-e4c580d2ec55 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:15.002658 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56700059-78cd-41cc-8a4e-ef3b9d740587 req-58bbab2d-6167-4676-ae7d-939d092df948 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Made reservation on behalf of 65ae77200a164c0f8f007753b934a6ed for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:46:15.010443 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-56700059-78cd-41cc-8a4e-ef3b9d740587 req-58bbab2d-6167-4676-ae7d-939d092df948 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:15.122567 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-7751a51d-e202-4991-b63c-360ffd42f02f req-cf1ae8a6-c242-4a98-90b8-e4c580d2ec55 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:15.142799 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['2875ee32-238e-4ee6-9859-e138d0cb4a53'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:46:15.424856 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 5680d4a0-8cc8-4374-8e9c-ebc92e65e9c0 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:15.440633 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe26486-7c89-487c-b010-2974fce00a6d req-a519b30c-8808-4890-b5dc-15a936d8c7fc tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:15.457468 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8fe26486-7c89-487c-b010-2974fce00a6d req-a519b30c-8808-4890-b5dc-15a936d8c7fc tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4443f2c0-ea2a-4c7b-893e-17394262b988 HTTP/1.1" status: 200 len: 945 time: 0.4776440 Jul 29 23:46:15.470437 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-56700059-78cd-41cc-8a4e-ef3b9d740587 req-58bbab2d-6167-4676-ae7d-939d092df948 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Allocated IP 172.20.0.7 (973ce73b-a457-4aee-a9c0-9f7566d53b76/a96203d7-4c09-4bba-a099-4158f10111e8/1b4d112d-7938-4dd2-926a-b8673cbe873c) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:46:15.622515 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 5680d4a0-8cc8-4374-8e9c-ebc92e65e9c0 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:15.623192 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:15.675495 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8fe26486-7c89-487c-b010-2974fce00a6d req-58a65102-c8ba-4be1-903e-b19bb44a63ef tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136216 Jul 29 23:46:15.723937 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7751a51d-e202-4991-b63c-360ffd42f02f req-cf1ae8a6-c242-4a98-90b8-e4c580d2ec55 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Network 9ed09e0f-fd33-4f99-9c36-53e301ede8c7 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:15.778621 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-7751a51d-e202-4991-b63c-360ffd42f02f req-cf1ae8a6-c242-4a98-90b8-e4c580d2ec55 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:15.790321 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-7751a51d-e202-4991-b63c-360ffd42f02f req-cf1ae8a6-c242-4a98-90b8-e4c580d2ec55 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:46:15.803197 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ae8a6-c242-4a98-90b8-e4c580d2ec55 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Pushing event updated for resources: {'Port': ['ID=9a5d8967-81c6-4b23-be64-abf33b2ad069,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:15.917140 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1176bda4-79c1-4eab-ba01-cf8c20bcdde7 req-c77c324b-9da3-46be-8e22-e1b08153bfd9 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:15.934991 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-56700059-78cd-41cc-8a4e-ef3b9d740587 req-58bbab2d-6167-4676-ae7d-939d092df948 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:15.935685 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1176bda4-79c1-4eab-ba01-cf8c20bcdde7 req-c77c324b-9da3-46be-8e22-e1b08153bfd9 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 943 time: 0.7790506 Jul 29 23:46:15.998516 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-56700059-78cd-41cc-8a4e-ef3b9d740587 req-58bbab2d-6167-4676-ae7d-939d092df948 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Transition to ACTIVE for port object 1b4d112d-7938-4dd2-926a-b8673cbe873c will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:16.096688 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-56700059-78cd-41cc-8a4e-ef3b9d740587 req-58bbab2d-6167-4676-ae7d-939d092df948 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:16.201989 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56700059-78cd-41cc-8a4e-ef3b9d740587 req-58bbab2d-6167-4676-ae7d-939d092df948 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Network 973ce73b-a457-4aee-a9c0-9f7566d53b76 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:16.229294 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-56700059-78cd-41cc-8a4e-ef3b9d740587 req-58bbab2d-6167-4676-ae7d-939d092df948 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:16.236416 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-56700059-78cd-41cc-8a4e-ef3b9d740587 req-58bbab2d-6167-4676-ae7d-939d092df948 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:46:16.262230 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1176bda4-79c1-4eab-ba01-cf8c20bcdde7 req-3a3242c8-bae7-4498-ac4e-775e9849526a tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3254459 Jul 29 23:46:16.315960 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7751a51d-e202-4991-b63c-360ffd42f02f req-cf1ae8a6-c242-4a98-90b8-e4c580d2ec55 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:16.316652 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-7751a51d-e202-4991-b63c-360ffd42f02f req-cf1ae8a6-c242-4a98-90b8-e4c580d2ec55 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:16.347903 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56700059-78cd-41cc-8a4e-ef3b9d740587 req-58bbab2d-6167-4676-ae7d-939d092df948 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:16.348593 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-56700059-78cd-41cc-8a4e-ef3b9d740587 req-58bbab2d-6167-4676-ae7d-939d092df948 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:16.385316 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bbab2d-6167-4676-ae7d-939d092df948 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event updated for resources: {'Port': ['ID=1b4d112d-7938-4dd2-926a-b8673cbe873c,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:16.394600 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-56700059-78cd-41cc-8a4e-ef3b9d740587 req-58bbab2d-6167-4676-ae7d-939d092df948 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5897264 Jul 29 23:46:16.403089 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9986fe77-3564-4ad1-828b-92ec04e265aa req-89a25950-0f9b-436e-80dd-83edefb0a052 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:16.430067 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9986fe77-3564-4ad1-828b-92ec04e265aa req-89a25950-0f9b-436e-80dd-83edefb0a052 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/ports?device_id=3edde035-2c0b-4648-ad11-b63b11c7756c HTTP/1.1" status: 200 len: 931 time: 0.4847331 Jul 29 23:46:16.434657 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-56700059-78cd-41cc-8a4e-ef3b9d740587 req-5ae24b3c-9a20-4c13-8299-3cabb943a5db service neutron] Request body: {'port': {'device_id': 'fc6f8768-bc16-43ad-afd1-11dccd987c89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:16.439905 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7751a51d-e202-4991-b63c-360ffd42f02f req-cf1ae8a6-c242-4a98-90b8-e4c580d2ec55 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4980679 Jul 29 23:46:16.554044 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-7751a51d-e202-4991-b63c-360ffd42f02f req-7ebc2672-8d8b-48d5-877f-dc8e9350a1cf service neutron] Request body: {'port': {'device_id': '3edde035-2c0b-4648-ad11-b63b11c7756c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:16.611908 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-56700059-78cd-41cc-8a4e-ef3b9d740587 req-5ae24b3c-9a20-4c13-8299-3cabb943a5db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:16.847130 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-7a48c298-37ab-4dae-af8d-d18e5a8c273c None None] Provisioning for port 1b4d112d-7938-4dd2-926a-b8673cbe873c completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:16.854998 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-7a48c298-37ab-4dae-af8d-d18e5a8c273c None None] Provisioning complete for port 1b4d112d-7938-4dd2-926a-b8673cbe873c triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:16.855578 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7a48c298-37ab-4dae-af8d-d18e5a8c273c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:16.947326 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9986fe77-3564-4ad1-828b-92ec04e265aa req-8f69e0cd-7806-412f-bf52-306bf206124c tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/security-groups?id=fea2426c-faaa-41f8-aaeb-dd9911d88880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5061357 Jul 29 23:46:16.948192 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.41', 52729) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:16.997432 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-7a48c298-37ab-4dae-af8d-d18e5a8c273c None None] Port 1b4d112d-7938-4dd2-926a-b8673cbe873c cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:46:17.095155 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-7751a51d-e202-4991-b63c-360ffd42f02f req-7ebc2672-8d8b-48d5-877f-dc8e9350a1cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:17.246631 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d139b-0ea1-4e84-b9a9-0f16534cb1e4 req-1285c034-7451-4109-984a-51ad8d3fd420 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:17.262185 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f00d139b-0ea1-4e84-b9a9-0f16534cb1e4 req-1285c034-7451-4109-984a-51ad8d3fd420 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc6f8768-bc16-43ad-afd1-11dccd987c89 HTTP/1.1" status: 200 len: 931 time: 0.7505925 Jul 29 23:46:17.369222 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e4f5f-913d-45a0-a711-a9786ed67b06 req-bfee4905-0b1c-444a-b8ad-d1a379a783f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:17.371396 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e64e4f5f-913d-45a0-a711-a9786ed67b06 req-bfee4905-0b1c-444a-b8ad-d1a379a783f3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4443f2c0-ea2a-4c7b-893e-17394262b988 HTTP/1.1" status: 200 len: 1097 time: 0.4146709 Jul 29 23:46:17.597048 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f00d139b-0ea1-4e84-b9a9-0f16534cb1e4 req-ad427520-4ede-4438-bfbd-ac752408fa2a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=55bbb774-181a-46ce-808b-df0560fd010c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3335397 Jul 29 23:46:17.662042 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec147eb0-b621-4e4c-8453-93eecfb13931 req-26d3fe0d-4b6b-4144-a694-6c77b4eb6a14 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:17.677943 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ec147eb0-b621-4e4c-8453-93eecfb13931 req-26d3fe0d-4b6b-4144-a694-6c77b4eb6a14 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4443f2c0-ea2a-4c7b-893e-17394262b988 HTTP/1.1" status: 200 len: 945 time: 0.5309145 Jul 29 23:46:17.790753 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-56700059-78cd-41cc-8a4e-ef3b9d740587 req-5ae24b3c-9a20-4c13-8299-3cabb943a5db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b4d112d-7938-4dd2-926a-b8673cbe873c {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:46:17.792113 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e64e4f5f-913d-45a0-a711-a9786ed67b06 req-04a13ad3-f9de-4619-9d60-4ed8f7797c52 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470231 Jul 29 23:46:17.811449 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-56700059-78cd-41cc-8a4e-ef3b9d740587 req-5ae24b3c-9a20-4c13-8299-3cabb943a5db service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:17.846515 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-56700059-78cd-41cc-8a4e-ef3b9d740587 req-5ae24b3c-9a20-4c13-8299-3cabb943a5db service neutron] Transition to ACTIVE for port object 1b4d112d-7938-4dd2-926a-b8673cbe873c will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:17.853127 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-56700059-78cd-41cc-8a4e-ef3b9d740587 req-5ae24b3c-9a20-4c13-8299-3cabb943a5db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:17.931449 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ec147eb0-b621-4e4c-8453-93eecfb13931 req-b84e4997-6e06-4053-b695-9ac0fe670a88 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366221 Jul 29 23:46:17.988960 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae24b3c-9a20-4c13-8299-3cabb943a5db service neutron] Pushing event updated for resources: {'Port': ['ID=1b4d112d-7938-4dd2-926a-b8673cbe873c,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:18.028689 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1bb49-9d17-40bb-b6df-e8674a9f15dd req-8eafc0cb-f095-45cd-b9e6-5339a49062a1 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:18.030488 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eae1bb49-9d17-40bb-b6df-e8674a9f15dd req-8eafc0cb-f095-45cd-b9e6-5339a49062a1 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 943 time: 0.2533326 Jul 29 23:46:18.357978 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-7751a51d-e202-4991-b63c-360ffd42f02f req-7ebc2672-8d8b-48d5-877f-dc8e9350a1cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a5d8967-81c6-4b23-be64-abf33b2ad069 {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:46:18.371886 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-7751a51d-e202-4991-b63c-360ffd42f02f req-7ebc2672-8d8b-48d5-877f-dc8e9350a1cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:18.384662 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-7751a51d-e202-4991-b63c-360ffd42f02f req-7ebc2672-8d8b-48d5-877f-dc8e9350a1cf service neutron] Transition to ACTIVE for port object 9a5d8967-81c6-4b23-be64-abf33b2ad069 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:18.465235 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-7751a51d-e202-4991-b63c-360ffd42f02f req-7ebc2672-8d8b-48d5-877f-dc8e9350a1cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:18.474229 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-56700059-78cd-41cc-8a4e-ef3b9d740587 req-5ae24b3c-9a20-4c13-8299-3cabb943a5db service neutron] Attempting to bind port 1b4d112d-7938-4dd2-926a-b8673cbe873c on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:46:18.474655 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-56700059-78cd-41cc-8a4e-ef3b9d740587 req-5ae24b3c-9a20-4c13-8299-3cabb943a5db service neutron] Attempting to bind port 1b4d112d-7938-4dd2-926a-b8673cbe873c by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': 'c82bead8-45fa-43d0-bbec-b85654398a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '973ce73b-a457-4aee-a9c0-9f7566d53b76'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:46:18.475028 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56700059-78cd-41cc-8a4e-ef3b9d740587 req-5ae24b3c-9a20-4c13-8299-3cabb943a5db service neutron] Attempting to bind port 1b4d112d-7938-4dd2-926a-b8673cbe873c on network 973ce73b-a457-4aee-a9c0-9f7566d53b76 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:46:18.493842 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56700059-78cd-41cc-8a4e-ef3b9d740587 req-5ae24b3c-9a20-4c13-8299-3cabb943a5db service neutron] Port 1b4d112d-7938-4dd2-926a-b8673cbe873c on network 973ce73b-a457-4aee-a9c0-9f7566d53b76 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:46:18.494315 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56700059-78cd-41cc-8a4e-ef3b9d740587 req-5ae24b3c-9a20-4c13-8299-3cabb943a5db service neutron] Attempting to bind port 1b4d112d-7938-4dd2-926a-b8673cbe873c on network 973ce73b-a457-4aee-a9c0-9f7566d53b76 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:46:18.514474 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56700059-78cd-41cc-8a4e-ef3b9d740587 req-5ae24b3c-9a20-4c13-8299-3cabb943a5db service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:46:18.514828 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56700059-78cd-41cc-8a4e-ef3b9d740587 req-5ae24b3c-9a20-4c13-8299-3cabb943a5db service neutron] Checking segment: {'id': 'c82bead8-45fa-43d0-bbec-b85654398a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '973ce73b-a457-4aee-a9c0-9f7566d53b76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:46:18.515124 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56700059-78cd-41cc-8a4e-ef3b9d740587 req-5ae24b3c-9a20-4c13-8299-3cabb943a5db service neutron] Bound using segment: {'id': 'c82bead8-45fa-43d0-bbec-b85654398a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '973ce73b-a457-4aee-a9c0-9f7566d53b76'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:46:18.515642 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-56700059-78cd-41cc-8a4e-ef3b9d740587 req-5ae24b3c-9a20-4c13-8299-3cabb943a5db service neutron] Bound port: 1b4d112d-7938-4dd2-926a-b8673cbe873c, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c82bead8-45fa-43d0-bbec-b85654398a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '973ce73b-a457-4aee-a9c0-9f7566d53b76'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:46:18.516445 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-56700059-78cd-41cc-8a4e-ef3b9d740587 req-5ae24b3c-9a20-4c13-8299-3cabb943a5db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:18.805555 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc2672-8d8b-48d5-877f-dc8e9350a1cf service neutron] Pushing event updated for resources: {'Port': ['ID=9a5d8967-81c6-4b23-be64-abf33b2ad069,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:18.935651 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eae1bb49-9d17-40bb-b6df-e8674a9f15dd req-ec69c8b7-0abc-46ca-906a-db553a806943 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5330226 Jul 29 23:46:19.284046 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d7b70-8ef0-4652-b10f-fcc9d58794b1 req-9c36a0cb-57b7-4b60-ac33-2d39917b039a tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:19.295930 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3e5d7b70-8ef0-4652-b10f-fcc9d58794b1 req-9c36a0cb-57b7-4b60-ac33-2d39917b039a tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/ports?device_id=3edde035-2c0b-4648-ad11-b63b11c7756c HTTP/1.1" status: 200 len: 943 time: 0.8990521 Jul 29 23:46:19.434905 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3e5d7b70-8ef0-4652-b10f-fcc9d58794b1 req-874b1f0d-62ec-4736-9ad8-de4a6be4edc0 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/security-groups?id=fea2426c-faaa-41f8-aaeb-dd9911d88880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379921 Jul 29 23:46:19.488252 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-7751a51d-e202-4991-b63c-360ffd42f02f req-7ebc2672-8d8b-48d5-877f-dc8e9350a1cf service neutron] Attempting to bind port 9a5d8967-81c6-4b23-be64-abf33b2ad069 on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:46:19.492171 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-7751a51d-e202-4991-b63c-360ffd42f02f req-7ebc2672-8d8b-48d5-877f-dc8e9350a1cf service neutron] Attempting to bind port 9a5d8967-81c6-4b23-be64-abf33b2ad069 by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': '078bda1f-0f4d-4782-805e-e16705fa85d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9ed09e0f-fd33-4f99-9c36-53e301ede8c7'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:46:19.494285 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7751a51d-e202-4991-b63c-360ffd42f02f req-7ebc2672-8d8b-48d5-877f-dc8e9350a1cf service neutron] Attempting to bind port 9a5d8967-81c6-4b23-be64-abf33b2ad069 on network 9ed09e0f-fd33-4f99-9c36-53e301ede8c7 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:46:19.509025 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7751a51d-e202-4991-b63c-360ffd42f02f req-7ebc2672-8d8b-48d5-877f-dc8e9350a1cf service neutron] Port 9a5d8967-81c6-4b23-be64-abf33b2ad069 on network 9ed09e0f-fd33-4f99-9c36-53e301ede8c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:46:19.509630 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7751a51d-e202-4991-b63c-360ffd42f02f req-7ebc2672-8d8b-48d5-877f-dc8e9350a1cf service neutron] Attempting to bind port 9a5d8967-81c6-4b23-be64-abf33b2ad069 on network 9ed09e0f-fd33-4f99-9c36-53e301ede8c7 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:46:19.547953 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29d9305-bb10-47a8-8ecd-cf6c530d59fe req-dea43900-bf26-4893-98b4-5ea71583a5c4 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:19.565380 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b29d9305-bb10-47a8-8ecd-cf6c530d59fe req-dea43900-bf26-4893-98b4-5ea71583a5c4 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc6f8768-bc16-43ad-afd1-11dccd987c89 HTTP/1.1" status: 200 len: 943 time: 0.2395828 Jul 29 23:46:19.574579 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7751a51d-e202-4991-b63c-360ffd42f02f req-7ebc2672-8d8b-48d5-877f-dc8e9350a1cf service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 45, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:46:19.576160 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7751a51d-e202-4991-b63c-360ffd42f02f req-7ebc2672-8d8b-48d5-877f-dc8e9350a1cf service neutron] Checking segment: {'id': '078bda1f-0f4d-4782-805e-e16705fa85d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9ed09e0f-fd33-4f99-9c36-53e301ede8c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:46:19.576780 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7751a51d-e202-4991-b63c-360ffd42f02f req-7ebc2672-8d8b-48d5-877f-dc8e9350a1cf service neutron] Bound using segment: {'id': '078bda1f-0f4d-4782-805e-e16705fa85d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9ed09e0f-fd33-4f99-9c36-53e301ede8c7'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:46:19.577638 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-7751a51d-e202-4991-b63c-360ffd42f02f req-7ebc2672-8d8b-48d5-877f-dc8e9350a1cf service neutron] Bound port: 9a5d8967-81c6-4b23-be64-abf33b2ad069, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '078bda1f-0f4d-4782-805e-e16705fa85d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9ed09e0f-fd33-4f99-9c36-53e301ede8c7'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:46:19.578774 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-7751a51d-e202-4991-b63c-360ffd42f02f req-7ebc2672-8d8b-48d5-877f-dc8e9350a1cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:19.689408 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:19.707584 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-56700059-78cd-41cc-8a4e-ef3b9d740587 req-5ae24b3c-9a20-4c13-8299-3cabb943a5db service neutron] For port 1b4d112d-7938-4dd2-926a-b8673cbe873c, host n-h1-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:46:19.717994 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-7751a51d-e202-4991-b63c-360ffd42f02f req-7ebc2672-8d8b-48d5-877f-dc8e9350a1cf service neutron] For port 9a5d8967-81c6-4b23-be64-abf33b2ad069, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:46:19.723429 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-7751a51d-e202-4991-b63c-360ffd42f02f req-7ebc2672-8d8b-48d5-877f-dc8e9350a1cf service neutron] For port 9a5d8967-81c6-4b23-be64-abf33b2ad069, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=9a5d8967-81c6-4b23-be64-abf33b2ad069,segment=NetworkSegment(078bda1f-0f4d-4782-805e-e16705fa85d2),segment_id=078bda1f-0f4d-4782-805e-e16705fa85d2)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:46:19.735645 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-56700059-78cd-41cc-8a4e-ef3b9d740587 req-5ae24b3c-9a20-4c13-8299-3cabb943a5db service neutron] For port 1b4d112d-7938-4dd2-926a-b8673cbe873c, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=1b4d112d-7938-4dd2-926a-b8673cbe873c,segment=NetworkSegment(c82bead8-45fa-43d0-bbec-b85654398a64),segment_id=c82bead8-45fa-43d0-bbec-b85654398a64)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:46:19.747064 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-56700059-78cd-41cc-8a4e-ef3b9d740587 req-5ae24b3c-9a20-4c13-8299-3cabb943a5db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:19.756125 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-7751a51d-e202-4991-b63c-360ffd42f02f req-7ebc2672-8d8b-48d5-877f-dc8e9350a1cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:19.786767 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b29d9305-bb10-47a8-8ecd-cf6c530d59fe req-0bddfb8f-9541-4e4c-9a1f-f8f55d3c871f tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=55bbb774-181a-46ce-808b-df0560fd010c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2069981 Jul 29 23:46:19.849914 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7751a51d-e202-4991-b63c-360ffd42f02f req-7ebc2672-8d8b-48d5-877f-dc8e9350a1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:19.851063 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-7751a51d-e202-4991-b63c-360ffd42f02f req-7ebc2672-8d8b-48d5-877f-dc8e9350a1cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:19.853201 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7751a51d-e202-4991-b63c-360ffd42f02f req-7ebc2672-8d8b-48d5-877f-dc8e9350a1cf service neutron] 10.222.0.41 "PUT /v2.0/ports/9a5d8967-81c6-4b23-be64-abf33b2ad069 HTTP/1.1" status: 200 len: 1092 time: 3.3388352 Jul 29 23:46:19.853970 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3edde035-2c0b-4648-ad11-b63b11c7756c', 'tag': '9a5d8967-81c6-4b23-be64-abf33b2ad069'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:46:19.857085 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048f0dd2-7a0b-42ca-ad11-05be0bb73e4a" -d '{"events": [{"name": "network-changed", "server_uuid": "3edde035-2c0b-4648-ad11-b63b11c7756c", "tag": "9a5d8967-81c6-4b23-be64-abf33b2ad069"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:46:19.872827 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56700059-78cd-41cc-8a4e-ef3b9d740587 req-5ae24b3c-9a20-4c13-8299-3cabb943a5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:19.880728 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-56700059-78cd-41cc-8a4e-ef3b9d740587 req-5ae24b3c-9a20-4c13-8299-3cabb943a5db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:19.886340 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-56700059-78cd-41cc-8a4e-ef3b9d740587 req-5ae24b3c-9a20-4c13-8299-3cabb943a5db service neutron] 10.222.0.41 "PUT /v2.0/ports/1b4d112d-7938-4dd2-926a-b8673cbe873c HTTP/1.1" status: 200 len: 1092 time: 3.4548411 Jul 29 23:46:19.888905 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc6f8768-bc16-43ad-afd1-11dccd987c89', 'tag': '1b4d112d-7938-4dd2-926a-b8673cbe873c'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:46:19.910895 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7e6bf3-bfbd-49d0-a6f8-69cd4d854f7b" -d '{"events": [{"name": "network-changed", "server_uuid": "fc6f8768-bc16-43ad-afd1-11dccd987c89", "tag": "1b4d112d-7938-4dd2-926a-b8673cbe873c"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:46:19.951935 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b212c3ee-aad7-4ded-88a6-5c496a9df566 req-d690b3e0-c107-4125-b422-cc35e5a1cbe7 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:19.954814 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b212c3ee-aad7-4ded-88a6-5c496a9df566 req-d690b3e0-c107-4125-b422-cc35e5a1cbe7 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4443f2c0-ea2a-4c7b-893e-17394262b988 HTTP/1.1" status: 200 len: 945 time: 0.3270597 Jul 29 23:46:19.960697 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb84466-b81b-4647-b817-0bf20bb40b09 x-openstack-request-id: req-deb84466-b81b-4647-b817-0bf20bb40b09 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:46:19.962871 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3edde035-2c0b-4648-ad11-b63b11c7756c", "tag": "9a5d8967-81c6-4b23-be64-abf33b2ad069", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:46:19.963393 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-deb84466-b81b-4647-b817-0bf20bb40b09 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:46:19.964031 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3edde035-2c0b-4648-ad11-b63b11c7756c', 'tag': '9a5d8967-81c6-4b23-be64-abf33b2ad069', 'status': 'completed', 'code': 200} Jul 29 23:46:19.981278 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc2672-8d8b-48d5-877f-dc8e9350a1cf service neutron] Pushing event updated for resources: {'Port': ['ID=9a5d8967-81c6-4b23-be64-abf33b2ad069,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:20.019204 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff3d8f8-800f-4750-bf28-b94710f4cf1e x-openstack-request-id: req-eff3d8f8-800f-4750-bf28-b94710f4cf1e {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:46:20.019507 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc6f8768-bc16-43ad-afd1-11dccd987c89", "tag": "1b4d112d-7938-4dd2-926a-b8673cbe873c", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:46:20.019760 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eff3d8f8-800f-4750-bf28-b94710f4cf1e {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:46:20.020161 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc6f8768-bc16-43ad-afd1-11dccd987c89', 'tag': '1b4d112d-7938-4dd2-926a-b8673cbe873c', 'status': 'completed', 'code': 200} Jul 29 23:46:20.021232 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae24b3c-9a20-4c13-8299-3cabb943a5db service neutron] Pushing event updated for resources: {'Port': ['ID=1b4d112d-7938-4dd2-926a-b8673cbe873c,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:20.114139 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b212c3ee-aad7-4ded-88a6-5c496a9df566 req-0dca126e-4151-4a07-aa8f-b019766c0080 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476054 Jul 29 23:46:20.229468 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba1d3d-2342-4561-b27a-619e82e0958c req-a1332395-643f-47e4-bbfe-9ebb525cb224 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:20.240568 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7bba1d3d-2342-4561-b27a-619e82e0958c req-a1332395-643f-47e4-bbfe-9ebb525cb224 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 943 time: 0.1665323 Jul 29 23:46:20.268000 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7751a51d-e202-4991-b63c-360ffd42f02f req-222e6c89-eb70-4ca1-b7aa-1565b586d63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:20.275632 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7751a51d-e202-4991-b63c-360ffd42f02f req-222e6c89-eb70-4ca1-b7aa-1565b586d63c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fcb43ac6c6a9431f84d08948e21fa251&device_id=3edde035-2c0b-4648-ad11-b63b11c7756c HTTP/1.1" status: 200 len: 1095 time: 0.1454599 Jul 29 23:46:20.318426 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7bba1d3d-2342-4561-b27a-619e82e0958c req-623fbf70-72d9-4230-a15d-aff356d7ca31 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739584 Jul 29 23:46:20.755628 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7751a51d-e202-4991-b63c-360ffd42f02f req-05b3af88-2572-4c36-9d0d-454ba096471e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a5d8967-81c6-4b23-be64-abf33b2ad069 HTTP/1.1" status: 200 len: 217 time: 0.0790846 Jul 29 23:46:20.758255 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56700059-78cd-41cc-8a4e-ef3b9d740587 req-7616e328-def1-4da9-ac9f-322af988af21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:20.760315 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-56700059-78cd-41cc-8a4e-ef3b9d740587 req-7616e328-def1-4da9-ac9f-322af988af21 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=65ae77200a164c0f8f007753b934a6ed&device_id=fc6f8768-bc16-43ad-afd1-11dccd987c89 HTTP/1.1" status: 200 len: 1095 time: 0.1711917 Jul 29 23:46:20.800586 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909ed3d-9534-40cc-8b89-740f71cc4b2d req-872cca56-7877-4199-8002-003c588531a5 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:20.802805 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a909ed3d-9534-40cc-8b89-740f71cc4b2d req-872cca56-7877-4199-8002-003c588531a5 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/ports?device_id=3edde035-2c0b-4648-ad11-b63b11c7756c HTTP/1.1" status: 200 len: 943 time: 0.2520621 Jul 29 23:46:20.983947 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7751a51d-e202-4991-b63c-360ffd42f02f req-0cb10ba3-8d62-4ae6-8a09-c3bfdd6e175c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:20.988818 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7751a51d-e202-4991-b63c-360ffd42f02f req-0cb10ba3-8d62-4ae6-8a09-c3bfdd6e175c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ac8a8ba-a6a8-4667-a787-0546343c7c92 HTTP/1.1" status: 200 len: 855 time: 0.0853848 Jul 29 23:46:21.022982 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a909ed3d-9534-40cc-8b89-740f71cc4b2d req-236f3387-c0ab-4395-a36e-78a0278fbdef tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/security-groups?id=fea2426c-faaa-41f8-aaeb-dd9911d88880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058122 Jul 29 23:46:21.039096 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-56700059-78cd-41cc-8a4e-ef3b9d740587 req-320e8ea2-723c-4b01-844c-6d87837745e7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b4d112d-7938-4dd2-926a-b8673cbe873c HTTP/1.1" status: 200 len: 217 time: 0.1304903 Jul 29 23:46:21.086826 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2896a-7780-44e6-bd11-8e515236df03 req-6d200194-1777-444c-9e46-ad6c2c49a0be tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:21.089454 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7aa2896a-7780-44e6-bd11-8e515236df03 req-6d200194-1777-444c-9e46-ad6c2c49a0be tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc6f8768-bc16-43ad-afd1-11dccd987c89 HTTP/1.1" status: 200 len: 943 time: 0.1721761 Jul 29 23:46:21.159426 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7aa2896a-7780-44e6-bd11-8e515236df03 req-29ab5481-7f1d-4843-839f-1e30921c5836 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=55bbb774-181a-46ce-808b-df0560fd010c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481355 Jul 29 23:46:21.298282 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa62d54-5c9a-4692-9fc1-af0029a5c345 req-5dcdddc3-9cfc-4e6f-be1f-8daff102d6d8 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:21.300039 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6fa62d54-5c9a-4692-9fc1-af0029a5c345 req-5dcdddc3-9cfc-4e6f-be1f-8daff102d6d8 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4443f2c0-ea2a-4c7b-893e-17394262b988 HTTP/1.1" status: 200 len: 945 time: 0.0557396 Jul 29 23:46:21.376394 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6fa62d54-5c9a-4692-9fc1-af0029a5c345 req-6062f495-1796-44b7-bcf2-ede58823c664 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674391 Jul 29 23:46:21.569976 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d53b58-d7b3-4f0c-a122-311a358d1912 req-a09efd4e-2fe0-4e3b-857b-44e94ab84c64 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:21.584563 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-21d53b58-d7b3-4f0c-a122-311a358d1912 req-a09efd4e-2fe0-4e3b-857b-44e94ab84c64 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 943 time: 0.1703618 Jul 29 23:46:21.668760 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-21d53b58-d7b3-4f0c-a122-311a358d1912 req-73458076-5a94-409d-8e9a-d5331e6e892e tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829864 Jul 29 23:46:21.991625 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0d5b1c78-ac24-49f9-ad37-0f944b97f5d8 req-108ad390-dcfb-453b-80aa-295fceba7dc5 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-212282585&fields=id&tenant_id=abc07fd47c924aad994e74752ef0bc5a HTTP/1.1" status: 200 len: 267 time: 0.1051922 Jul 29 23:46:22.575410 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b3557-843f-4e19-9a16-0ada27458f18 req-d17ce7ac-948f-4e96-a9c4-ddb51b52fc5f tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:22.577392 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-712b3557-843f-4e19-9a16-0ada27458f18 req-d17ce7ac-948f-4e96-a9c4-ddb51b52fc5f tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4443f2c0-ea2a-4c7b-893e-17394262b988 HTTP/1.1" status: 200 len: 945 time: 0.6004918 Jul 29 23:46:22.666212 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b1c78-ac24-49f9-ad37-0f944b97f5d8 req-307367ce-25f7-4c82-9cdc-56fb0f49f4f2 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:22.667871 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0d5b1c78-ac24-49f9-ad37-0f944b97f5d8 req-307367ce-25f7-4c82-9cdc-56fb0f49f4f2 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/networks?id=07279870-3078-44f7-8035-d94a4d0b31e7 HTTP/1.1" status: 200 len: 812 time: 0.6754396 Jul 29 23:46:22.713750 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-712b3557-843f-4e19-9a16-0ada27458f18 req-62d566b4-304c-49c2-aa69-6ee616618c4e tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228554 Jul 29 23:46:22.724265 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0d5b1c78-ac24-49f9-ad37-0f944b97f5d8 req-88ad1911-f83f-48de-a15d-98770eb699ef tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/quotas/abc07fd47c924aad994e74752ef0bc5a HTTP/1.1" status: 200 len: 375 time: 0.0411229 Jul 29 23:46:22.872366 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0d5b1c78-ac24-49f9-ad37-0f944b97f5d8 req-c5798e59-fe40-400e-b6cd-367739db43ae tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=abc07fd47c924aad994e74752ef0bc5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1465340 Jul 29 23:46:22.889140 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd82452-c16a-4b88-a51d-e3d798715ca2 req-a1b44444-0e49-4d9a-97ba-ec62dfa4e02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:22.893248 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5bd82452-c16a-4b88-a51d-e3d798715ca2 req-a1b44444-0e49-4d9a-97ba-ec62dfa4e02d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=15b5a942-2e5d-430e-b60d-4502d34e9868 HTTP/1.1" status: 200 len: 1097 time: 0.2765942 Jul 29 23:46:23.003811 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5bd82452-c16a-4b88-a51d-e3d798715ca2 req-c94c1612-5e2b-4096-bbea-aca96a1c73ad service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ccc0da89-a4b8-43d4-99cf-436706af6409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954504 Jul 29 23:46:23.043194 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0d5b1c78-ac24-49f9-ad37-0f944b97f5d8 req-cc71eafb-78d8-49ee-96ee-a5cfc4b0a854 service neutron] 10.222.0.43 "GET /v2.0/networks/07279870-3078-44f7-8035-d94a4d0b31e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470244 Jul 29 23:46:23.213386 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0d5b1c78-ac24-49f9-ad37-0f944b97f5d8 req-209c94c3-243c-4cdb-8da2-5543b0c415d4 service neutron] 10.222.0.43 "GET /v2.0/networks/07279870-3078-44f7-8035-d94a4d0b31e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625946 Jul 29 23:46:23.255298 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e0da20e9-c229-4204-bdad-b497b4be496c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:23.411247 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512252e3-a57c-4b02-8573-326da91a42eb req-06eae1e6-aaa9-4a18-9561-6d0a6f6e59d8 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:23.418392 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-512252e3-a57c-4b02-8573-326da91a42eb req-06eae1e6-aaa9-4a18-9561-6d0a6f6e59d8 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/ports?device_id=3edde035-2c0b-4648-ad11-b63b11c7756c HTTP/1.1" status: 200 len: 943 time: 0.0951478 Jul 29 23:46:23.477677 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-512252e3-a57c-4b02-8573-326da91a42eb req-9b1e9f3a-f87c-456b-8bbf-5b6778de1932 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/security-groups?id=fea2426c-faaa-41f8-aaeb-dd9911d88880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489335 Jul 29 23:46:23.624258 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede4624-eccc-4ace-aea2-124084419996 req-5277d750-2277-433e-bbcf-fbf8bab245d5 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:23.626853 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5ede4624-eccc-4ace-aea2-124084419996 req-5277d750-2277-433e-bbcf-fbf8bab245d5 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc6f8768-bc16-43ad-afd1-11dccd987c89 HTTP/1.1" status: 200 len: 943 time: 0.0719237 Jul 29 23:46:23.729323 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5ede4624-eccc-4ace-aea2-124084419996 req-8275db70-ba76-4859-8c3a-4f2fed93a688 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=55bbb774-181a-46ce-808b-df0560fd010c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869298 Jul 29 23:46:23.874142 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9156555c-7e4c-4845-bbaf-8fe62870f404 req-23a12a34-7f35-4767-9fcb-284d0fb1589c tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=ceaa045e-dd9a-426f-9643-f8c8e69247ef HTTP/1.1" status: 200 len: 210 time: 0.0965874 Jul 29 23:46:23.919519 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7751a51d-e202-4991-b63c-360ffd42f02f req-e59ee04b-f8c8-44eb-b116-404184feb796 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9ed09e0f-fd33-4f99-9c36-53e301ede8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719070 Jul 29 23:46:23.958895 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f549e1-fff7-486f-a0a3-45842606f8b6 req-7c0b786b-7477-4ff6-b9f5-beba5d85ff3b tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:23.961321 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-35f549e1-fff7-486f-a0a3-45842606f8b6 req-7c0b786b-7477-4ff6-b9f5-beba5d85ff3b tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 943 time: 0.2002232 Jul 29 23:46:24.053931 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56700059-78cd-41cc-8a4e-ef3b9d740587 req-672a9199-3f13-4611-a7c6-e5abce189315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:24.056728 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-56700059-78cd-41cc-8a4e-ef3b9d740587 req-672a9199-3f13-4611-a7c6-e5abce189315 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a96203d7-4c09-4bba-a099-4158f10111e8 HTTP/1.1" status: 200 len: 832 time: 0.2050955 Jul 29 23:46:24.105147 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-35f549e1-fff7-486f-a0a3-45842606f8b6 req-d264a393-4e5e-4533-ad12-a5a715913963 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249814 Jul 29 23:46:24.136434 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7751a51d-e202-4991-b63c-360ffd42f02f req-f508c53b-747c-4923-83a4-d555c28be6db service neutron] 10.222.0.41 "GET /v2.0/networks/9ed09e0f-fd33-4f99-9c36-53e301ede8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050359 Jul 29 23:46:24.143121 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a6c3f-5a9c-4809-b1c6-7695efa5c693 req-c04d637e-14f0-46db-befb-76737d721cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:24.144943 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9e8a6c3f-5a9c-4809-b1c6-7695efa5c693 req-c04d637e-14f0-46db-befb-76737d721cac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3b1fbe188aad49b78bbb0ff03661a540&device_id=4443f2c0-ea2a-4c7b-893e-17394262b988 HTTP/1.1" status: 200 len: 1097 time: 0.1820319 Jul 29 23:46:24.154344 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12a45b4-c317-496a-b6ab-39c7f9d1ab7d req-1cc1e955-4715-4bcb-a581-21cbaf1f2e8a tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:24.162310 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c12a45b4-c317-496a-b6ab-39c7f9d1ab7d req-1cc1e955-4715-4bcb-a581-21cbaf1f2e8a tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4443f2c0-ea2a-4c7b-893e-17394262b988 HTTP/1.1" status: 200 len: 945 time: 0.1315124 Jul 29 23:46:24.258917 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56700059-78cd-41cc-8a4e-ef3b9d740587 req-b918ff45-c758-4f0b-9f47-f417448e0580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:24.262477 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-56700059-78cd-41cc-8a4e-ef3b9d740587 req-b918ff45-c758-4f0b-9f47-f417448e0580 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=973ce73b-a457-4aee-a9c0-9f7566d53b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1728585 Jul 29 23:46:24.278072 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7751a51d-e202-4991-b63c-360ffd42f02f req-b0ded4c6-6199-4d38-8fea-7b43ebf7e556 service neutron] 10.222.0.41 "GET /v2.0/networks/9ed09e0f-fd33-4f99-9c36-53e301ede8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345556 Jul 29 23:46:24.318218 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c12a45b4-c317-496a-b6ab-39c7f9d1ab7d req-01eb8ae0-1022-4cc1-ada2-11874d53ff39 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508892 Jul 29 23:46:24.411254 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a6c3f-5a9c-4809-b1c6-7695efa5c693 req-cbdae970-2e31-45af-977b-1fad4d182840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:24.413343 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9e8a6c3f-5a9c-4809-b1c6-7695efa5c693 req-cbdae970-2e31-45af-977b-1fad4d182840 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5 HTTP/1.1" status: 200 len: 920 time: 0.2431328 Jul 29 23:46:24.482197 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048f0dd2-7a0b-42ca-ad11-05be0bb73e4a req-50fdd0e5-e1ea-40af-951e-d306b6aaa656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:24.483899 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-048f0dd2-7a0b-42ca-ad11-05be0bb73e4a req-50fdd0e5-e1ea-40af-951e-d306b6aaa656 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fcb43ac6c6a9431f84d08948e21fa251&device_id=3edde035-2c0b-4648-ad11-b63b11c7756c HTTP/1.1" status: 200 len: 1095 time: 0.0984728 Jul 29 23:46:24.507353 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9e8a6c3f-5a9c-4809-b1c6-7695efa5c693 req-71ded8af-b840-465b-a39c-8ca4eebdd946 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5bdd075e-9bae-4b7d-9899-61e704213845 HTTP/1.1" status: 200 len: 217 time: 0.0789890 Jul 29 23:46:24.544734 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-56700059-78cd-41cc-8a4e-ef3b9d740587 req-f3d03986-7bf2-49ed-abbf-9489d67ce6a7 service neutron] 10.222.0.41 "GET /v2.0/networks/973ce73b-a457-4aee-a9c0-9f7566d53b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679410 Jul 29 23:46:24.632493 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048f0dd2-7a0b-42ca-ad11-05be0bb73e4a req-41798c31-fb0c-4b92-9d24-3cab2bd814f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:24.634409 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-048f0dd2-7a0b-42ca-ad11-05be0bb73e4a req-41798c31-fb0c-4b92-9d24-3cab2bd814f2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9ed09e0f-fd33-4f99-9c36-53e301ede8c7 HTTP/1.1" status: 200 len: 916 time: 0.1303899 Jul 29 23:46:24.701035 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-048f0dd2-7a0b-42ca-ad11-05be0bb73e4a req-838b97a4-daac-42d8-b8fe-73e78c997808 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a5d8967-81c6-4b23-be64-abf33b2ad069 HTTP/1.1" status: 200 len: 217 time: 0.0575366 Jul 29 23:46:24.731328 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a6c3f-5a9c-4809-b1c6-7695efa5c693 req-37557ee6-0a4f-498b-b751-2257267a7df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:24.732833 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9e8a6c3f-5a9c-4809-b1c6-7695efa5c693 req-37557ee6-0a4f-498b-b751-2257267a7df8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4795740d-d7c0-4c77-af15-3935752c97d1 HTTP/1.1" status: 200 len: 859 time: 0.2048655 Jul 29 23:46:24.745712 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc4cef-0e19-4fe2-9aaf-f13935cc0d38 req-6ae0f246-7072-455a-ae00-a1c3aa621f27 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:24.747277 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ccbc4cef-0e19-4fe2-9aaf-f13935cc0d38 req-6ae0f246-7072-455a-ae00-a1c3aa621f27 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/ports?device_id=3edde035-2c0b-4648-ad11-b63b11c7756c HTTP/1.1" status: 200 len: 943 time: 0.1675138 Jul 29 23:46:24.807844 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9e8a6c3f-5a9c-4809-b1c6-7695efa5c693 req-efd766db-786c-4fe6-8cfa-ee56555d209e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576749 Jul 29 23:46:24.816255 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048f0dd2-7a0b-42ca-ad11-05be0bb73e4a req-e7a2d7d6-c171-4b55-bac7-02ea048e7717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:24.818775 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-048f0dd2-7a0b-42ca-ad11-05be0bb73e4a req-e7a2d7d6-c171-4b55-bac7-02ea048e7717 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0ac8a8ba-a6a8-4667-a787-0546343c7c92 HTTP/1.1" status: 200 len: 855 time: 0.1090660 Jul 29 23:46:24.867087 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-048f0dd2-7a0b-42ca-ad11-05be0bb73e4a req-84db120f-3f2c-40e5-aae8-bd987b634521 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9ed09e0f-fd33-4f99-9c36-53e301ede8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400145 Jul 29 23:46:24.921262 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ccbc4cef-0e19-4fe2-9aaf-f13935cc0d38 req-551f015e-7b2a-4208-ba5f-69344057b157 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/security-groups?id=fea2426c-faaa-41f8-aaeb-dd9911d88880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593049 Jul 29 23:46:24.962291 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-56700059-78cd-41cc-8a4e-ef3b9d740587 req-f4452e4a-8540-4c07-9c09-edbe755af58f service neutron] 10.222.0.41 "GET /v2.0/networks/973ce73b-a457-4aee-a9c0-9f7566d53b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3195672 Jul 29 23:46:25.022438 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-048f0dd2-7a0b-42ca-ad11-05be0bb73e4a req-ae96d0a7-f1c5-470b-b474-6d38b3b64f4b service neutron] 10.222.0.41 "GET /v2.0/networks/9ed09e0f-fd33-4f99-9c36-53e301ede8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458445 Jul 29 23:46:25.030026 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9e8a6c3f-5a9c-4809-b1c6-7695efa5c693 req-a8a53fcd-e0df-4d94-aeb4-3b98db186534 service neutron] 10.222.0.41 "GET /v2.0/networks/f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088201 Jul 29 23:46:25.046808 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784f2b48-9c39-41ec-aa54-2a95d3bca8e2 req-bfad38ed-5cf2-4eef-8bc5-c1d0d9ec0975 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:25.054933 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-784f2b48-9c39-41ec-aa54-2a95d3bca8e2 req-bfad38ed-5cf2-4eef-8bc5-c1d0d9ec0975 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc6f8768-bc16-43ad-afd1-11dccd987c89 HTTP/1.1" status: 200 len: 943 time: 0.2225623 Jul 29 23:46:25.101566 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e30cc3d1-ede6-4e92-bb59-b356cd25a7c0 req-5f9db0e1-68e8-4424-ab59-661388343731 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=ceaa045e-dd9a-426f-9643-f8c8e69247ef HTTP/1.1" status: 200 len: 210 time: 0.0392885 Jul 29 23:46:25.259557 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-048f0dd2-7a0b-42ca-ad11-05be0bb73e4a req-d21f8d4e-5824-4f89-a26d-ec9fbe57e42a service neutron] 10.222.0.41 "GET /v2.0/networks/9ed09e0f-fd33-4f99-9c36-53e301ede8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666396 Jul 29 23:46:25.308179 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-784f2b48-9c39-41ec-aa54-2a95d3bca8e2 req-9dd69496-ce03-4478-adeb-4621bd72d7aa tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=55bbb774-181a-46ce-808b-df0560fd010c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2521701 Jul 29 23:46:25.420279 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e1e61-223a-40fd-ab3f-2fc923c43b52 req-f3ad4b81-b524-4dbf-be45-ba14f1181c27 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:25.422579 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-867e1e61-223a-40fd-ab3f-2fc923c43b52 req-f3ad4b81-b524-4dbf-be45-ba14f1181c27 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 943 time: 0.2080081 Jul 29 23:46:25.503635 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-867e1e61-223a-40fd-ab3f-2fc923c43b52 req-41901fca-c780-4558-9b3a-9c8b0acd665b tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591154 Jul 29 23:46:25.510306 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e6bf3-bfbd-49d0-a6f8-69cd4d854f7b req-635ba172-d169-40c7-8263-9eef73d78cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:25.512008 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dc7e6bf3-bfbd-49d0-a6f8-69cd4d854f7b req-635ba172-d169-40c7-8263-9eef73d78cf9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=65ae77200a164c0f8f007753b934a6ed&device_id=fc6f8768-bc16-43ad-afd1-11dccd987c89 HTTP/1.1" status: 200 len: 1095 time: 0.4127591 Jul 29 23:46:25.636273 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9e8a6c3f-5a9c-4809-b1c6-7695efa5c693 req-9bb9f94b-e2ac-477e-a619-0bbadc1ded52 service neutron] 10.222.0.41 "GET /v2.0/networks/f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5380101 Jul 29 23:46:25.670830 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02e0d1-3dc9-4100-8e6f-8182a6d08faa req-9eded74c-f981-4171-9aff-5fb5d2cdb87b tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:25.673706 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2e02e0d1-3dc9-4100-8e6f-8182a6d08faa req-9eded74c-f981-4171-9aff-5fb5d2cdb87b tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4443f2c0-ea2a-4c7b-893e-17394262b988 HTTP/1.1" status: 200 len: 945 time: 0.2477589 Jul 29 23:46:25.739107 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b1c78-ac24-49f9-ad37-0f944b97f5d8 req-a91b5bf0-237a-4715-be67-6631bcdc4c4e tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:25.743255 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0d5b1c78-ac24-49f9-ad37-0f944b97f5d8 req-a91b5bf0-237a-4715-be67-6631bcdc4c4e tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.22 "GET /v2.0/networks?id=07279870-3078-44f7-8035-d94a4d0b31e7 HTTP/1.1" status: 200 len: 812 time: 0.4646466 Jul 29 23:46:25.824893 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2e02e0d1-3dc9-4100-8e6f-8182a6d08faa req-c450adfd-c474-4a7d-a29b-896c120e4681 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346338 Jul 29 23:46:25.857519 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0d5b1c78-ac24-49f9-ad37-0f944b97f5d8 req-0bb8d0b2-944f-4022-a54b-d1ac89781f73 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abc07fd47c924aad994e74752ef0bc5a HTTP/1.1" status: 200 len: 379 time: 0.0953746 Jul 29 23:46:25.859538 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e6bf3-bfbd-49d0-a6f8-69cd4d854f7b req-3e2bfc7d-b190-47ba-9f88-db2e2fabd186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:25.861641 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dc7e6bf3-bfbd-49d0-a6f8-69cd4d854f7b req-3e2bfc7d-b190-47ba-9f88-db2e2fabd186 service neutron] 10.222.0.41 "GET /v2.0/networks?id=973ce73b-a457-4aee-a9c0-9f7566d53b76 HTTP/1.1" status: 200 len: 897 time: 0.3222961 Jul 29 23:46:25.868918 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-0d5b1c78-ac24-49f9-ad37-0f944b97f5d8 req-d7197975-0d84-4235-ac73-a18a10d5eedd tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Request body: {'port': {'device_id': 'ceaa045e-dd9a-426f-9643-f8c8e69247ef', 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7', 'admin_state_up': True, 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a', 'security_groups': ['c5d1ebf4-b794-4521-9c0b-417b32b2215f']}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:25.916468 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dc7e6bf3-bfbd-49d0-a6f8-69cd4d854f7b req-3f087486-3d9c-4d54-bdd8-5e86624ff186 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b4d112d-7938-4dd2-926a-b8673cbe873c HTTP/1.1" status: 200 len: 217 time: 0.0430126 Jul 29 23:46:25.916919 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-efd994ed-d46a-4422-91c5-8db6bb9b5547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:26.053380 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e6bf3-bfbd-49d0-a6f8-69cd4d854f7b req-982733ba-724c-4b72-894a-69108d4285d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:26.055063 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dc7e6bf3-bfbd-49d0-a6f8-69cd4d854f7b req-982733ba-724c-4b72-894a-69108d4285d1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a96203d7-4c09-4bba-a099-4158f10111e8 HTTP/1.1" status: 200 len: 832 time: 0.0917773 Jul 29 23:46:26.192542 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7e6bf3-bfbd-49d0-a6f8-69cd4d854f7b req-78fcb139-2bb7-4e36-891d-7ef79a50224d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:26.194699 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dc7e6bf3-bfbd-49d0-a6f8-69cd4d854f7b req-78fcb139-2bb7-4e36-891d-7ef79a50224d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=973ce73b-a457-4aee-a9c0-9f7566d53b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1188934 Jul 29 23:46:26.212565 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec267d33-8209-4a81-9251-fa28b01a1c69 req-acdf8cc5-f076-450f-adfe-729bb89698d6 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:26.214774 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ec267d33-8209-4a81-9251-fa28b01a1c69 req-acdf8cc5-f076-450f-adfe-729bb89698d6 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/ports?device_id=3edde035-2c0b-4648-ad11-b63b11c7756c HTTP/1.1" status: 200 len: 943 time: 0.1751020 Jul 29 23:46:26.215333 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d5b1c78-ac24-49f9-ad37-0f944b97f5d8 req-d7197975-0d84-4235-ac73-a18a10d5eedd tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Made reservation on behalf of abc07fd47c924aad994e74752ef0bc5a for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:46:26.220078 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-0d5b1c78-ac24-49f9-ad37-0f944b97f5d8 req-d7197975-0d84-4235-ac73-a18a10d5eedd tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:26.336797 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-325682a7-65b6-465c-a2d7-0f49d483dccb req-b04acd6f-84ae-445a-8e25-27a43d9c3b27 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=ceaa045e-dd9a-426f-9643-f8c8e69247ef HTTP/1.1" status: 200 len: 210 time: 0.1340752 Jul 29 23:46:26.409033 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ec267d33-8209-4a81-9251-fa28b01a1c69 req-2703d71e-cf85-4dad-8891-07dc88d14a6d tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/security-groups?id=fea2426c-faaa-41f8-aaeb-dd9911d88880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452422 Jul 29 23:46:26.426406 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:26.871231 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dc7e6bf3-bfbd-49d0-a6f8-69cd4d854f7b req-683aea24-d18b-4174-bfe6-14a605dca4af service neutron] 10.222.0.41 "GET /v2.0/networks/973ce73b-a457-4aee-a9c0-9f7566d53b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6338968 Jul 29 23:46:26.888961 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:46:26.907690 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-0d5b1c78-ac24-49f9-ad37-0f944b97f5d8 req-d7197975-0d84-4235-ac73-a18a10d5eedd tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Allocated IP 172.20.0.8 (07279870-3078-44f7-8035-d94a4d0b31e7/ef618f43-4fe4-4e34-9800-0476d270be60/f5a16836-fd78-4b44-a57e-3a327955afd1) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:46:26.951389 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a33f680-42a2-4225-bd03-6b81a1ff4fe8 req-c66e6130-205a-47a6-86c4-a3927de3c2e2 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:26.953618 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0a33f680-42a2-4225-bd03-6b81a1ff4fe8 req-c66e6130-205a-47a6-86c4-a3927de3c2e2 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc6f8768-bc16-43ad-afd1-11dccd987c89 HTTP/1.1" status: 200 len: 943 time: 0.5132258 Jul 29 23:46:27.050480 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2314f56a-4c3d-4ae9-879b-76e30a0a3ca3 req-6971d745-3ca4-4ba5-8457-967c02d19cb2 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:27.052064 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2314f56a-4c3d-4ae9-879b-76e30a0a3ca3 req-6971d745-3ca4-4ba5-8457-967c02d19cb2 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 943 time: 0.2401476 Jul 29 23:46:27.109009 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0a33f680-42a2-4225-bd03-6b81a1ff4fe8 req-f7a7995e-0b5f-4e8d-a375-3e05b3d0b5f3 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=55bbb774-181a-46ce-808b-df0560fd010c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183679 Jul 29 23:46:27.178858 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dc7e6bf3-bfbd-49d0-a6f8-69cd4d854f7b req-6eb12031-899e-4479-b193-0f145a903667 service neutron] 10.222.0.41 "GET /v2.0/networks/973ce73b-a457-4aee-a9c0-9f7566d53b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775669 Jul 29 23:46:27.230202 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2314f56a-4c3d-4ae9-879b-76e30a0a3ca3 req-e6466f63-9e1c-4b51-9554-04393885e3d8 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495619 Jul 29 23:46:27.298196 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 9a5d8967-81c6-4b23-be64-abf33b2ad069 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:46:27.334662 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb8e27-2cfb-47b9-b4fb-5f763ab9697e req-efbcce54-e193-4182-9293-3630539a3c4c tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:27.338423 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c2eb8e27-2cfb-47b9-b4fb-5f763ab9697e req-efbcce54-e193-4182-9293-3630539a3c4c tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4443f2c0-ea2a-4c7b-893e-17394262b988 HTTP/1.1" status: 200 len: 945 time: 0.1536660 Jul 29 23:46:27.389373 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-0d5b1c78-ac24-49f9-ad37-0f944b97f5d8 req-d7197975-0d84-4235-ac73-a18a10d5eedd tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:27.420888 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-0d5b1c78-ac24-49f9-ad37-0f944b97f5d8 req-d7197975-0d84-4235-ac73-a18a10d5eedd tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Transition to ACTIVE for port object f5a16836-fd78-4b44-a57e-3a327955afd1 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:27.425563 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 9a5d8967-81c6-4b23-be64-abf33b2ad069, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=9a5d8967-81c6-4b23-be64-abf33b2ad069,segment=NetworkSegment(078bda1f-0f4d-4782-805e-e16705fa85d2),segment_id=078bda1f-0f4d-4782-805e-e16705fa85d2)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:27.427171 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c2eb8e27-2cfb-47b9-b4fb-5f763ab9697e req-c538b025-6a13-44c7-8063-b8a2d549b545 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787733 Jul 29 23:46:27.444046 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': '9a5d8967-81c6-4b23-be64-abf33b2ad069', 'network_id': '9ed09e0f-fd33-4f99-9c36-53e301ede8c7', 'port_id': '9a5d8967-81c6-4b23-be64-abf33b2ad069', 'mac_address': 'fa:16:3e:af:38:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ac8a8ba-a6a8-4667-a787-0546343c7c92', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:46:27.505476 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-0d5b1c78-ac24-49f9-ad37-0f944b97f5d8 req-d7197975-0d84-4235-ac73-a18a10d5eedd tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:27.510433 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:27.548892 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a5d8967-81c6-4b23-be64-abf33b2ad069 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:46:27.599391 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 9a5d8967-81c6-4b23-be64-abf33b2ad069, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=9a5d8967-81c6-4b23-be64-abf33b2ad069,segment=NetworkSegment(078bda1f-0f4d-4782-805e-e16705fa85d2),segment_id=078bda1f-0f4d-4782-805e-e16705fa85d2)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:27.605465 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:27.658928 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d5b1c78-ac24-49f9-ad37-0f944b97f5d8 req-d7197975-0d84-4235-ac73-a18a10d5eedd tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Network 07279870-3078-44f7-8035-d94a4d0b31e7 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:27.675124 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-0d5b1c78-ac24-49f9-ad37-0f944b97f5d8 req-d7197975-0d84-4235-ac73-a18a10d5eedd tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:27.688193 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d5b1c78-ac24-49f9-ad37-0f944b97f5d8 req-d7197975-0d84-4235-ac73-a18a10d5eedd tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:46:27.697859 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=9a5d8967-81c6-4b23-be64-abf33b2ad069,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:27.710266 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7197975-0d84-4235-ac73-a18a10d5eedd tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Pushing event updated for resources: {'Port': ['ID=f5a16836-fd78-4b44-a57e-3a327955afd1,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:27.715146 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:27.716908 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:27.717532 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:27.718141 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:27.719632 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:27.720439 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:27.720880 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:27.721349 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:27.722311 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:27.722903 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:27.723348 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:27.723803 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:27.724226 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:27.764972 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7197975-0d84-4235-ac73-a18a10d5eedd tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:27.765436 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7197975-0d84-4235-ac73-a18a10d5eedd tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:27.766227 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7197975-0d84-4235-ac73-a18a10d5eedd tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:27.766570 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7197975-0d84-4235-ac73-a18a10d5eedd tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:27.766906 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7197975-0d84-4235-ac73-a18a10d5eedd tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:27.767269 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7197975-0d84-4235-ac73-a18a10d5eedd tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:27.768247 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7197975-0d84-4235-ac73-a18a10d5eedd tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:27.768247 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7197975-0d84-4235-ac73-a18a10d5eedd tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:27.768786 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7197975-0d84-4235-ac73-a18a10d5eedd tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:27.769115 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7197975-0d84-4235-ac73-a18a10d5eedd tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:27.769446 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7197975-0d84-4235-ac73-a18a10d5eedd tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:27.769799 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7197975-0d84-4235-ac73-a18a10d5eedd tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:27.812216 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2760ab-9d41-4caf-aa44-db75de1bb0e1 req-f2da5b20-5f33-4ed7-a55a-19f171669a37 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:27.815359 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4c2760ab-9d41-4caf-aa44-db75de1bb0e1 req-f2da5b20-5f33-4ed7-a55a-19f171669a37 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=ceaa045e-dd9a-426f-9643-f8c8e69247ef HTTP/1.1" status: 200 len: 931 time: 0.2350202 Jul 29 23:46:27.848295 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfc519f-ab27-4a02-8f87-d1663c31bcf9 req-c346c0e9-9d5e-4abf-be2a-7fbd566b02ab tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:27.850091 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6bfc519f-ab27-4a02-8f87-d1663c31bcf9 req-c346c0e9-9d5e-4abf-be2a-7fbd566b02ab tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/ports?device_id=3edde035-2c0b-4648-ad11-b63b11c7756c HTTP/1.1" status: 200 len: 944 time: 0.1943064 Jul 29 23:46:27.873920 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b1c78-ac24-49f9-ad37-0f944b97f5d8 req-d7197975-0d84-4235-ac73-a18a10d5eedd tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:27.876078 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-0d5b1c78-ac24-49f9-ad37-0f944b97f5d8 req-d7197975-0d84-4235-ac73-a18a10d5eedd tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:27.926442 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['9a5d8967-81c6-4b23-be64-abf33b2ad069'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:46:27.937276 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6bfc519f-ab27-4a02-8f87-d1663c31bcf9 req-d3572ca1-15fa-43e3-8ed4-58c0bcdee67c tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/security-groups?id=fea2426c-faaa-41f8-aaeb-dd9911d88880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804331 Jul 29 23:46:27.942657 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0d5b1c78-ac24-49f9-ad37-0f944b97f5d8 req-d7197975-0d84-4235-ac73-a18a10d5eedd tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0793715 Jul 29 23:46:27.945983 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4c2760ab-9d41-4caf-aa44-db75de1bb0e1 req-254ed463-5fd6-401b-aebf-8c487e97f73e tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5d1ebf4-b794-4521-9c0b-417b32b2215f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231201 Jul 29 23:46:27.964037 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-0d5b1c78-ac24-49f9-ad37-0f944b97f5d8 req-98217424-8c20-4717-abc3-829db87e2bbb service neutron] Request body: {'port': {'device_id': 'ceaa045e-dd9a-426f-9643-f8c8e69247ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:28.050722 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-0d5b1c78-ac24-49f9-ad37-0f944b97f5d8 req-98217424-8c20-4717-abc3-829db87e2bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:28.094399 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-66fa034f-6ca5-4d63-93a8-7170112e3883 None None] Provisioning for port f5a16836-fd78-4b44-a57e-3a327955afd1 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:28.105676 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-66fa034f-6ca5-4d63-93a8-7170112e3883 None None] Provisioning complete for port f5a16836-fd78-4b44-a57e-3a327955afd1 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:28.106216 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-66fa034f-6ca5-4d63-93a8-7170112e3883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:28.206920 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-66fa034f-6ca5-4d63-93a8-7170112e3883 None None] Port f5a16836-fd78-4b44-a57e-3a327955afd1 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:46:28.363427 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d9cf6-1b47-42d5-8063-e8d583e2e1be req-fe506435-6c22-4163-b66a-a611bcd378eb tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:28.365453 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-499d9cf6-1b47-42d5-8063-e8d583e2e1be req-fe506435-6c22-4163-b66a-a611bcd378eb tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc6f8768-bc16-43ad-afd1-11dccd987c89 HTTP/1.1" status: 200 len: 943 time: 0.1182904 Jul 29 23:46:28.485679 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-499d9cf6-1b47-42d5-8063-e8d583e2e1be req-a17441b9-8e1b-44d1-9d2e-08bf164338f5 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=55bbb774-181a-46ce-808b-df0560fd010c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010342 Jul 29 23:46:28.500047 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3471300d-3a7e-4cff-bc04-4ef8d3b042d5 req-16fc9cf4-e092-4f24-9e08-743d17f1b851 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:28.502367 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3471300d-3a7e-4cff-bc04-4ef8d3b042d5 req-16fc9cf4-e092-4f24-9e08-743d17f1b851 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 943 time: 0.1317413 Jul 29 23:46:28.578548 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3471300d-3a7e-4cff-bc04-4ef8d3b042d5 req-179c4e8c-43a3-4e39-b297-dab60fd96c42 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638402 Jul 29 23:46:28.648219 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-0d5b1c78-ac24-49f9-ad37-0f944b97f5d8 req-98217424-8c20-4717-abc3-829db87e2bbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5a16836-fd78-4b44-a57e-3a327955afd1 {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:46:28.660156 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-0d5b1c78-ac24-49f9-ad37-0f944b97f5d8 req-98217424-8c20-4717-abc3-829db87e2bbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:28.694162 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-0d5b1c78-ac24-49f9-ad37-0f944b97f5d8 req-98217424-8c20-4717-abc3-829db87e2bbb service neutron] Transition to ACTIVE for port object f5a16836-fd78-4b44-a57e-3a327955afd1 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:28.703845 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec5de39-630b-423a-96ce-231509c6b713 req-d1ddd28c-87bc-4b3a-b86e-7cde3730083a tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:28.705663 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fec5de39-630b-423a-96ce-231509c6b713 req-d1ddd28c-87bc-4b3a-b86e-7cde3730083a tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4443f2c0-ea2a-4c7b-893e-17394262b988 HTTP/1.1" status: 200 len: 945 time: 0.1014907 Jul 29 23:46:28.706817 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-0d5b1c78-ac24-49f9-ad37-0f944b97f5d8 req-98217424-8c20-4717-abc3-829db87e2bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:28.777919 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98217424-8c20-4717-abc3-829db87e2bbb service neutron] Pushing event updated for resources: {'Port': ['ID=f5a16836-fd78-4b44-a57e-3a327955afd1,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:28.827328 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fec5de39-630b-423a-96ce-231509c6b713 req-b34b06fc-12d5-4418-b52f-60aef512b84e tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885088 Jul 29 23:46:28.897833 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-0d5b1c78-ac24-49f9-ad37-0f944b97f5d8 req-98217424-8c20-4717-abc3-829db87e2bbb service neutron] Attempting to bind port f5a16836-fd78-4b44-a57e-3a327955afd1 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:46:28.898882 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-0d5b1c78-ac24-49f9-ad37-0f944b97f5d8 req-98217424-8c20-4717-abc3-829db87e2bbb service neutron] Attempting to bind port f5a16836-fd78-4b44-a57e-3a327955afd1 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '2d9f9fa8-9a49-423e-86b2-3891aba5a1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:46:28.899396 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5b1c78-ac24-49f9-ad37-0f944b97f5d8 req-98217424-8c20-4717-abc3-829db87e2bbb service neutron] Attempting to bind port f5a16836-fd78-4b44-a57e-3a327955afd1 on network 07279870-3078-44f7-8035-d94a4d0b31e7 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:46:28.904974 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5b1c78-ac24-49f9-ad37-0f944b97f5d8 req-98217424-8c20-4717-abc3-829db87e2bbb service neutron] Port f5a16836-fd78-4b44-a57e-3a327955afd1 on network 07279870-3078-44f7-8035-d94a4d0b31e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:46:28.905526 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5b1c78-ac24-49f9-ad37-0f944b97f5d8 req-98217424-8c20-4717-abc3-829db87e2bbb service neutron] Attempting to bind port f5a16836-fd78-4b44-a57e-3a327955afd1 on network 07279870-3078-44f7-8035-d94a4d0b31e7 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:46:28.911792 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5b1c78-ac24-49f9-ad37-0f944b97f5d8 req-98217424-8c20-4717-abc3-829db87e2bbb service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 46, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:46:28.912363 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5b1c78-ac24-49f9-ad37-0f944b97f5d8 req-98217424-8c20-4717-abc3-829db87e2bbb service neutron] Checking segment: {'id': '2d9f9fa8-9a49-423e-86b2-3891aba5a1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:46:28.913060 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5b1c78-ac24-49f9-ad37-0f944b97f5d8 req-98217424-8c20-4717-abc3-829db87e2bbb service neutron] Bound using segment: {'id': '2d9f9fa8-9a49-423e-86b2-3891aba5a1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:46:28.913946 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-0d5b1c78-ac24-49f9-ad37-0f944b97f5d8 req-98217424-8c20-4717-abc3-829db87e2bbb service neutron] Bound port: f5a16836-fd78-4b44-a57e-3a327955afd1, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d9f9fa8-9a49-423e-86b2-3891aba5a1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:46:28.914481 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-0d5b1c78-ac24-49f9-ad37-0f944b97f5d8 req-98217424-8c20-4717-abc3-829db87e2bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:29.041162 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-0d5b1c78-ac24-49f9-ad37-0f944b97f5d8 req-98217424-8c20-4717-abc3-829db87e2bbb service neutron] For port f5a16836-fd78-4b44-a57e-3a327955afd1, host n-h2-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:46:29.050159 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-0d5b1c78-ac24-49f9-ad37-0f944b97f5d8 req-98217424-8c20-4717-abc3-829db87e2bbb service neutron] For port f5a16836-fd78-4b44-a57e-3a327955afd1, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=f5a16836-fd78-4b44-a57e-3a327955afd1,segment=NetworkSegment(2d9f9fa8-9a49-423e-86b2-3891aba5a1e6),segment_id=2d9f9fa8-9a49-423e-86b2-3891aba5a1e6)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:46:29.079426 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-0d5b1c78-ac24-49f9-ad37-0f944b97f5d8 req-98217424-8c20-4717-abc3-829db87e2bbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:29.173599 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b1c78-ac24-49f9-ad37-0f944b97f5d8 req-98217424-8c20-4717-abc3-829db87e2bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:29.174232 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-0d5b1c78-ac24-49f9-ad37-0f944b97f5d8 req-98217424-8c20-4717-abc3-829db87e2bbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:29.175608 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0d5b1c78-ac24-49f9-ad37-0f944b97f5d8 req-98217424-8c20-4717-abc3-829db87e2bbb service neutron] 10.222.0.22 "PUT /v2.0/ports/f5a16836-fd78-4b44-a57e-3a327955afd1 HTTP/1.1" status: 200 len: 1092 time: 1.2208550 Jul 29 23:46:29.176341 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceaa045e-dd9a-426f-9643-f8c8e69247ef', 'tag': 'f5a16836-fd78-4b44-a57e-3a327955afd1'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:46:29.178856 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5834a6-5074-4d8c-b751-5ffc2c25be5d" -d '{"events": [{"name": "network-changed", "server_uuid": "ceaa045e-dd9a-426f-9643-f8c8e69247ef", "tag": "f5a16836-fd78-4b44-a57e-3a327955afd1"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:46:29.214029 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98217424-8c20-4717-abc3-829db87e2bbb service neutron] Pushing event updated for resources: {'Port': ['ID=f5a16836-fd78-4b44-a57e-3a327955afd1,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:29.223813 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f4714-65a7-486c-8bf1-4200bc751427 req-d1fb7aa3-e7b9-4cd4-a879-0cd4b7e44a11 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:29.231210 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8f2f4714-65a7-486c-8bf1-4200bc751427 req-d1fb7aa3-e7b9-4cd4-a879-0cd4b7e44a11 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=ceaa045e-dd9a-426f-9643-f8c8e69247ef HTTP/1.1" status: 200 len: 943 time: 0.1643925 Jul 29 23:46:29.282682 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fa69c4-2785-40ff-92d2-dff53cce91b5 req-a61b637d-4411-4b49-a79a-b621a76b64fa tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:29.284287 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-30fa69c4-2785-40ff-92d2-dff53cce91b5 req-a61b637d-4411-4b49-a79a-b621a76b64fa tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/ports?device_id=3edde035-2c0b-4648-ad11-b63b11c7756c HTTP/1.1" status: 200 len: 944 time: 0.2025433 Jul 29 23:46:29.297928 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 1b4d112d-7938-4dd2-926a-b8673cbe873c details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:46:29.305384 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 9a5d8967-81c6-4b23-be64-abf33b2ad069 up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:29.365904 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8f2f4714-65a7-486c-8bf1-4200bc751427 req-a6fcc91c-5142-4dd9-9a80-09f736b1b8fd tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5d1ebf4-b794-4521-9c0b-417b32b2215f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337538 Jul 29 23:46:29.385176 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b1c78-ac24-49f9-ad37-0f944b97f5d8 req-e75adcad-d6fc-4214-9bf8-4a59bbc5955d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:29.387936 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0d5b1c78-ac24-49f9-ad37-0f944b97f5d8 req-e75adcad-d6fc-4214-9bf8-4a59bbc5955d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=abc07fd47c924aad994e74752ef0bc5a&device_id=ceaa045e-dd9a-426f-9643-f8c8e69247ef HTTP/1.1" status: 200 len: 1095 time: 0.1538179 Jul 29 23:46:29.425740 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-30fa69c4-2785-40ff-92d2-dff53cce91b5 req-824c3aac-82b7-4372-b859-3dbcf39b49cc tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/security-groups?id=fea2426c-faaa-41f8-aaeb-dd9911d88880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128652 Jul 29 23:46:29.457607 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:29.467125 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0d5b1c78-ac24-49f9-ad37-0f944b97f5d8 req-35c8c9a9-21ff-4c7f-a962-9ba26fcfa576 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5a16836-fd78-4b44-a57e-3a327955afd1 HTTP/1.1" status: 200 len: 217 time: 0.0681694 Jul 29 23:46:29.489706 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f8a063-7b1d-4f20-8c1b-e5459bbb9a7e x-openstack-request-id: req-a8f8a063-7b1d-4f20-8c1b-e5459bbb9a7e {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:46:29.490055 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceaa045e-dd9a-426f-9643-f8c8e69247ef", "tag": "f5a16836-fd78-4b44-a57e-3a327955afd1", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:46:29.490318 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a8f8a063-7b1d-4f20-8c1b-e5459bbb9a7e {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:46:29.491499 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceaa045e-dd9a-426f-9643-f8c8e69247ef', 'tag': 'f5a16836-fd78-4b44-a57e-3a327955afd1', 'status': 'completed', 'code': 200} Jul 29 23:46:29.570237 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b1c78-ac24-49f9-ad37-0f944b97f5d8 req-3b87dc5d-9b21-46c9-8f32-6e458bcc1d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:29.573297 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0d5b1c78-ac24-49f9-ad37-0f944b97f5d8 req-3b87dc5d-9b21-46c9-8f32-6e458bcc1d67 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ef618f43-4fe4-4e34-9800-0476d270be60 HTTP/1.1" status: 200 len: 851 time: 0.0794985 Jul 29 23:46:29.579131 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port 9a5d8967-81c6-4b23-be64-abf33b2ad069 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:29.594845 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port 9a5d8967-81c6-4b23-be64-abf33b2ad069 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:29.595756 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:29.664539 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 1b4d112d-7938-4dd2-926a-b8673cbe873c, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=1b4d112d-7938-4dd2-926a-b8673cbe873c,segment=NetworkSegment(c82bead8-45fa-43d0-bbec-b85654398a64),segment_id=c82bead8-45fa-43d0-bbec-b85654398a64)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:29.689388 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': '1b4d112d-7938-4dd2-926a-b8673cbe873c', 'network_id': '973ce73b-a457-4aee-a9c0-9f7566d53b76', 'port_id': '1b4d112d-7938-4dd2-926a-b8673cbe873c', 'mac_address': 'fa:16:3e:d7:26:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a96203d7-4c09-4bba-a099-4158f10111e8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:46:29.744743 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:29.761196 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b1c78-ac24-49f9-ad37-0f944b97f5d8 req-16abb157-6c37-4a83-a5c9-62a6869c41a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:29.763058 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0d5b1c78-ac24-49f9-ad37-0f944b97f5d8 req-16abb157-6c37-4a83-a5c9-62a6869c41a8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=07279870-3078-44f7-8035-d94a4d0b31e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1830506 Jul 29 23:46:29.775069 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a166289-1eb3-408a-88ec-5a03387dc168 req-922f6efe-70f8-42b5-b5ae-8da50a79f2d7 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:29.776030 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6a166289-1eb3-408a-88ec-5a03387dc168 req-922f6efe-70f8-42b5-b5ae-8da50a79f2d7 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc6f8768-bc16-43ad-afd1-11dccd987c89 HTTP/1.1" status: 200 len: 943 time: 0.1429689 Jul 29 23:46:29.849862 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3edde035-2c0b-4648-ad11-b63b11c7756c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a5d8967-81c6-4b23-be64-abf33b2ad069'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:46:29.851840 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b7fbb-1d96-4fd1-8473-372b263583d9 req-269243ab-b009-4286-b515-f569a5947c8b tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:29.853716 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5a6b7fbb-1d96-4fd1-8473-372b263583d9 req-269243ab-b009-4286-b515-f569a5947c8b tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 943 time: 0.1727715 Jul 29 23:46:29.854034 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43307b7e-1100-45d7-b5dd-b32938135e44" -d '{"events": [{"server_uuid": "3edde035-2c0b-4648-ad11-b63b11c7756c", "name": "network-vif-plugged", "status": "completed", "tag": "9a5d8967-81c6-4b23-be64-abf33b2ad069"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:46:29.858852 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:29.866403 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 9a5d8967-81c6-4b23-be64-abf33b2ad069, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=9a5d8967-81c6-4b23-be64-abf33b2ad069,segment=NetworkSegment(078bda1f-0f4d-4782-805e-e16705fa85d2),segment_id=078bda1f-0f4d-4782-805e-e16705fa85d2)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:29.880180 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:29.916624 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b4d112d-7938-4dd2-926a-b8673cbe873c {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:46:29.934392 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5a6b7fbb-1d96-4fd1-8473-372b263583d9 req-84057098-a2e0-4cdd-9d8c-a4057b4052b5 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705490 Jul 29 23:46:29.954545 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6a166289-1eb3-408a-88ec-5a03387dc168 req-67c1ff3f-3b1d-4e24-ab22-337b6a037919 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=55bbb774-181a-46ce-808b-df0560fd010c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1646321 Jul 29 23:46:29.960864 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=9a5d8967-81c6-4b23-be64-abf33b2ad069,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:29.965278 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 1b4d112d-7938-4dd2-926a-b8673cbe873c, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=1b4d112d-7938-4dd2-926a-b8673cbe873c,segment=NetworkSegment(c82bead8-45fa-43d0-bbec-b85654398a64),segment_id=c82bead8-45fa-43d0-bbec-b85654398a64)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:29.976852 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:30.014148 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0d5b1c78-ac24-49f9-ad37-0f944b97f5d8 req-3f277008-58ff-4afd-bfca-289377bd45e5 service neutron] 10.222.0.22 "GET /v2.0/networks/07279870-3078-44f7-8035-d94a4d0b31e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370400 Jul 29 23:46:30.023646 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5646ecb6-0f7d-42e6-a719-50458b4bbdfe x-openstack-request-id: req-5646ecb6-0f7d-42e6-a719-50458b4bbdfe {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:46:30.024183 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3edde035-2c0b-4648-ad11-b63b11c7756c", "name": "network-vif-plugged", "status": "completed", "tag": "9a5d8967-81c6-4b23-be64-abf33b2ad069", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:46:30.024643 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5646ecb6-0f7d-42e6-a719-50458b4bbdfe {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:46:30.025229 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3edde035-2c0b-4648-ad11-b63b11c7756c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a5d8967-81c6-4b23-be64-abf33b2ad069', 'code': 200} Jul 29 23:46:30.077316 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=1b4d112d-7938-4dd2-926a-b8673cbe873c,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:30.167587 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0d5b1c78-ac24-49f9-ad37-0f944b97f5d8 req-7f2f799e-f825-43a7-ab43-e17dccbb1229 service neutron] 10.222.0.22 "GET /v2.0/networks/07279870-3078-44f7-8035-d94a4d0b31e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464853 Jul 29 23:46:30.222400 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977dbd2-0d92-414c-bd0f-ad3d1453226e req-cc03154f-1881-4290-a700-4ca528591cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:30.224196 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f977dbd2-0d92-414c-bd0f-ad3d1453226e req-cc03154f-1881-4290-a700-4ca528591cef service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3edde035-2c0b-4648-ad11-b63b11c7756c HTTP/1.1" status: 200 len: 1097 time: 0.0800645 Jul 29 23:46:30.290636 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f977dbd2-0d92-414c-bd0f-ad3d1453226e req-28257f97-00ea-4617-992e-87f0bc388f07 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fea2426c-faaa-41f8-aaeb-dd9911d88880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554032 Jul 29 23:46:30.325064 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5834a6-5074-4d8c-b751-5ffc2c25be5d req-e4a1480a-05e8-4b9f-a43c-b235bb7439b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:30.326823 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ec5834a6-5074-4d8c-b751-5ffc2c25be5d req-e4a1480a-05e8-4b9f-a43c-b235bb7439b3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=abc07fd47c924aad994e74752ef0bc5a&device_id=ceaa045e-dd9a-426f-9643-f8c8e69247ef HTTP/1.1" status: 200 len: 1095 time: 0.0495300 Jul 29 23:46:30.349166 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['1b4d112d-7938-4dd2-926a-b8673cbe873c'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:46:30.448984 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5834a6-5074-4d8c-b751-5ffc2c25be5d req-74086489-8252-4f87-839a-7f4190707f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:30.452262 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ec5834a6-5074-4d8c-b751-5ffc2c25be5d req-74086489-8252-4f87-839a-7f4190707f3a service neutron] 10.222.0.22 "GET /v2.0/networks?id=07279870-3078-44f7-8035-d94a4d0b31e7 HTTP/1.1" status: 200 len: 913 time: 0.1163990 Jul 29 23:46:30.544657 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ec5834a6-5074-4d8c-b751-5ffc2c25be5d req-6669bfc8-6a01-4398-916c-fb879865a33f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5a16836-fd78-4b44-a57e-3a327955afd1 HTTP/1.1" status: 200 len: 217 time: 0.0822806 Jul 29 23:46:30.745799 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5834a6-5074-4d8c-b751-5ffc2c25be5d req-025dd516-a1e3-4bcf-8d29-d264e0de16c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:30.747312 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ec5834a6-5074-4d8c-b751-5ffc2c25be5d req-025dd516-a1e3-4bcf-8d29-d264e0de16c5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ef618f43-4fe4-4e34-9800-0476d270be60 HTTP/1.1" status: 200 len: 851 time: 0.1765642 Jul 29 23:46:30.758356 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff02efd6-f59b-403c-a46f-bbf941f0875d req-a696a7d8-88c9-459d-9c03-9d52af497009 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:30.760601 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ff02efd6-f59b-403c-a46f-bbf941f0875d req-a696a7d8-88c9-459d-9c03-9d52af497009 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/ports?device_id=3edde035-2c0b-4648-ad11-b63b11c7756c HTTP/1.1" status: 200 len: 945 time: 0.1388171 Jul 29 23:46:30.802281 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d8003d-b5bb-468c-9b20-3a16c763b25d req-4fc04672-3544-4cfb-8e83-93d6f9cb7b3b tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:30.803880 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-73d8003d-b5bb-468c-9b20-3a16c763b25d req-4fc04672-3544-4cfb-8e83-93d6f9cb7b3b tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=ceaa045e-dd9a-426f-9643-f8c8e69247ef HTTP/1.1" status: 200 len: 943 time: 0.2735076 Jul 29 23:46:30.918301 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ff02efd6-f59b-403c-a46f-bbf941f0875d req-7c7a36f5-f12b-417c-8ece-c02bbf44aac8 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/security-groups?id=fea2426c-faaa-41f8-aaeb-dd9911d88880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131217 Jul 29 23:46:30.922604 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-73d8003d-b5bb-468c-9b20-3a16c763b25d req-4681cfa7-7243-4aed-9cee-95842edaf23f tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5d1ebf4-b794-4521-9c0b-417b32b2215f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005392 Jul 29 23:46:30.931599 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5834a6-5074-4d8c-b751-5ffc2c25be5d req-07fa59ff-e03c-48a3-83e3-9b368d0c58f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:30.934181 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ec5834a6-5074-4d8c-b751-5ffc2c25be5d req-07fa59ff-e03c-48a3-83e3-9b368d0c58f9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=07279870-3078-44f7-8035-d94a4d0b31e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1723764 Jul 29 23:46:31.133285 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ec5834a6-5074-4d8c-b751-5ffc2c25be5d req-5f17ef1b-91a0-4a57-9580-b738ef491754 service neutron] 10.222.0.22 "GET /v2.0/networks/07279870-3078-44f7-8035-d94a4d0b31e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908967 Jul 29 23:46:31.351618 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02d1d81-4867-447f-ae98-d111a3565b48 req-94feb0ba-6135-4495-8486-6e9ac6a5921f tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:31.354245 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c02d1d81-4867-447f-ae98-d111a3565b48 req-94feb0ba-6135-4495-8486-6e9ac6a5921f tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc6f8768-bc16-43ad-afd1-11dccd987c89 HTTP/1.1" status: 200 len: 944 time: 0.2537782 Jul 29 23:46:31.422651 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a997b3-5366-4715-9c0c-84aee1a39bd9 req-b0495027-e7b5-45e6-ae39-50ab8f91ba2b tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:31.425499 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-45a997b3-5366-4715-9c0c-84aee1a39bd9 req-b0495027-e7b5-45e6-ae39-50ab8f91ba2b tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 943 time: 0.1933651 Jul 29 23:46:31.465406 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ec5834a6-5074-4d8c-b751-5ffc2c25be5d req-7f7aa5bc-44ef-4e1a-97b1-92bfbcd3986c service neutron] 10.222.0.22 "GET /v2.0/networks/07279870-3078-44f7-8035-d94a4d0b31e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287003 Jul 29 23:46:31.507890 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c02d1d81-4867-447f-ae98-d111a3565b48 req-ddf12736-fc0c-44db-9089-07e12e8f1a56 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=55bbb774-181a-46ce-808b-df0560fd010c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338434 Jul 29 23:46:31.571395 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-45a997b3-5366-4715-9c0c-84aee1a39bd9 req-6de341f7-80c5-44af-bfba-74c7161bd71f tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100640 Jul 29 23:46:32.098270 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56be2e-aaa2-4784-8981-0c4f0887b5ae req-489300ff-4a2f-40ae-90cc-3a813d9d027e tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:32.100030 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2c56be2e-aaa2-4784-8981-0c4f0887b5ae req-489300ff-4a2f-40ae-90cc-3a813d9d027e tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=ceaa045e-dd9a-426f-9643-f8c8e69247ef HTTP/1.1" status: 200 len: 943 time: 0.0759525 Jul 29 23:46:32.172893 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e384c430-934f-4a9d-989b-2343bb6ba20d req-38b243ff-d0da-4d7a-8ed4-96bfe4e8903b tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:32.174744 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e384c430-934f-4a9d-989b-2343bb6ba20d req-38b243ff-d0da-4d7a-8ed4-96bfe4e8903b tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/ports?device_id=3edde035-2c0b-4648-ad11-b63b11c7756c HTTP/1.1" status: 200 len: 945 time: 0.1041393 Jul 29 23:46:32.177886 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2c56be2e-aaa2-4784-8981-0c4f0887b5ae req-e820fd36-0af1-4cc9-9602-95d4a9e5844e tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5d1ebf4-b794-4521-9c0b-417b32b2215f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631075 Jul 29 23:46:32.242430 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e384c430-934f-4a9d-989b-2343bb6ba20d req-61af4106-42b5-4511-845c-1d6d6f70a246 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/security-groups?id=fea2426c-faaa-41f8-aaeb-dd9911d88880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463283 Jul 29 23:46:33.027743 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5595d6af-3432-4af1-826e-e8b8fe0eec50 req-c85e9817-6e5c-405b-82bf-1388153aab52 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:33.030062 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5595d6af-3432-4af1-826e-e8b8fe0eec50 req-c85e9817-6e5c-405b-82bf-1388153aab52 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc6f8768-bc16-43ad-afd1-11dccd987c89 HTTP/1.1" status: 200 len: 944 time: 0.4007349 Jul 29 23:46:33.054426 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d251d9f5-ab42-40ae-b1f0-53673e2c25cb req-b8afc242-801c-4f6b-a36b-3c337c822e7f tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:33.056043 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d251d9f5-ab42-40ae-b1f0-53673e2c25cb req-b8afc242-801c-4f6b-a36b-3c337c822e7f tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 943 time: 0.0842535 Jul 29 23:46:33.107995 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5595d6af-3432-4af1-826e-e8b8fe0eec50 req-30f7113e-9209-470b-84da-4c6d1a50cdad tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=55bbb774-181a-46ce-808b-df0560fd010c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715923 Jul 29 23:46:33.113925 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d251d9f5-ab42-40ae-b1f0-53673e2c25cb req-eec70b3f-75d6-4c60-80f4-6da9dc30f01a tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481670 Jul 29 23:46:33.302848 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 1ac17cbc-373d-4634-a2b1-08f85a3a817f details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:46:33.332585 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 1b4d112d-7938-4dd2-926a-b8673cbe873c up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:33.427391 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cafba8e-b551-41b4-941d-2139cd92c13b req-9118ba58-7324-450d-a78e-b352c6d64b81 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:33.435150 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6cafba8e-b551-41b4-941d-2139cd92c13b req-9118ba58-7324-450d-a78e-b352c6d64b81 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=ceaa045e-dd9a-426f-9643-f8c8e69247ef HTTP/1.1" status: 200 len: 943 time: 0.1362457 Jul 29 23:46:33.482508 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port 1b4d112d-7938-4dd2-926a-b8673cbe873c completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:33.497951 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port 1b4d112d-7938-4dd2-926a-b8673cbe873c triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:33.498516 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:33.516872 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6cafba8e-b551-41b4-941d-2139cd92c13b req-93184721-c14a-42e7-bdb4-ba847a20dcfe tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5d1ebf4-b794-4521-9c0b-417b32b2215f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805504 Jul 29 23:46:33.633852 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:33.669722 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 1ac17cbc-373d-4634-a2b1-08f85a3a817f, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=1ac17cbc-373d-4634-a2b1-08f85a3a817f,segment=NetworkSegment(e78125bf-8d4f-4e64-aa38-d84d609aca30),segment_id=e78125bf-8d4f-4e64-aa38-d84d609aca30)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:33.676563 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc6f8768-bc16-43ad-afd1-11dccd987c89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b4d112d-7938-4dd2-926a-b8673cbe873c'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:46:33.678976 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-087399b2-07c3-429a-bb4b-0db4da3952dc" -d '{"events": [{"server_uuid": "fc6f8768-bc16-43ad-afd1-11dccd987c89", "name": "network-vif-plugged", "status": "completed", "tag": "1b4d112d-7938-4dd2-926a-b8673cbe873c"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:46:33.700416 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 1b4d112d-7938-4dd2-926a-b8673cbe873c, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=1b4d112d-7938-4dd2-926a-b8673cbe873c,segment=NetworkSegment(c82bead8-45fa-43d0-bbec-b85654398a64),segment_id=c82bead8-45fa-43d0-bbec-b85654398a64)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:33.705558 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': '1ac17cbc-373d-4634-a2b1-08f85a3a817f', 'network_id': '75276a04-f545-4a3d-9980-2e308be152f9', 'port_id': '1ac17cbc-373d-4634-a2b1-08f85a3a817f', 'mac_address': 'fa:16:3e:1b:5b:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f8a1426-23b4-4820-974d-b3b8ade6d730', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:46:33.735928 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:33.762838 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb5a413-eed5-427d-94dc-66db351f9da1 x-openstack-request-id: req-7fb5a413-eed5-427d-94dc-66db351f9da1 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:46:33.763217 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc6f8768-bc16-43ad-afd1-11dccd987c89", "name": "network-vif-plugged", "status": "completed", "tag": "1b4d112d-7938-4dd2-926a-b8673cbe873c", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:46:33.763540 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7fb5a413-eed5-427d-94dc-66db351f9da1 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:46:33.763994 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc6f8768-bc16-43ad-afd1-11dccd987c89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b4d112d-7938-4dd2-926a-b8673cbe873c', 'code': 200} Jul 29 23:46:33.783600 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:33.803226 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ac17cbc-373d-4634-a2b1-08f85a3a817f {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:46:33.824042 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=1b4d112d-7938-4dd2-926a-b8673cbe873c,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:33.845979 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 1ac17cbc-373d-4634-a2b1-08f85a3a817f, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=1ac17cbc-373d-4634-a2b1-08f85a3a817f,segment=NetworkSegment(e78125bf-8d4f-4e64-aa38-d84d609aca30),segment_id=e78125bf-8d4f-4e64-aa38-d84d609aca30)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:33.855495 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:33.903439 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f16276d-b838-4f70-9142-1a7798f7067f req-be09f09a-82e9-4992-b4a8-cbf5362b9d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:33.905491 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3f16276d-b838-4f70-9142-1a7798f7067f req-be09f09a-82e9-4992-b4a8-cbf5362b9d0a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fc6f8768-bc16-43ad-afd1-11dccd987c89 HTTP/1.1" status: 200 len: 1097 time: 0.0558233 Jul 29 23:46:33.929823 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=1ac17cbc-373d-4634-a2b1-08f85a3a817f,revision_number=9']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:33.962142 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3f16276d-b838-4f70-9142-1a7798f7067f req-03858014-c096-4cf7-a366-085fe9d3b5c4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=55bbb774-181a-46ce-808b-df0560fd010c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497382 Jul 29 23:46:34.202562 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['1ac17cbc-373d-4634-a2b1-08f85a3a817f'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:46:34.317174 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b8e4d-4589-4e8c-96d7-59c5c9517efc req-c4b8cbb2-2998-4720-8d86-158433c02ef5 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:34.318812 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-704b8e4d-4589-4e8c-96d7-59c5c9517efc req-c4b8cbb2-2998-4720-8d86-158433c02ef5 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc6f8768-bc16-43ad-afd1-11dccd987c89 HTTP/1.1" status: 200 len: 945 time: 0.1172044 Jul 29 23:46:34.389538 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c736dd-09b5-4cb0-964c-ef1e9e77011b req-4ff0f04a-9d48-4d00-a23f-c1071b72d18c tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:34.400114 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-60c736dd-09b5-4cb0-964c-ef1e9e77011b req-4ff0f04a-9d48-4d00-a23f-c1071b72d18c tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 944 time: 0.1548688 Jul 29 23:46:34.437939 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-704b8e4d-4589-4e8c-96d7-59c5c9517efc req-83b03c06-9b46-4630-873e-41d92b6d4fb7 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=55bbb774-181a-46ce-808b-df0560fd010c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054943 Jul 29 23:46:34.464752 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-60c736dd-09b5-4cb0-964c-ef1e9e77011b req-394e6dc2-9c11-490a-96ea-f89dec0dedb4 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634029 Jul 29 23:46:34.676593 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067a019-c02d-4326-9d35-1727d3fdf84d req-ab4dcf9d-a7be-416b-97e0-9c01da42ed72 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:34.682050 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7067a019-c02d-4326-9d35-1727d3fdf84d req-ab4dcf9d-a7be-416b-97e0-9c01da42ed72 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=ceaa045e-dd9a-426f-9643-f8c8e69247ef HTTP/1.1" status: 200 len: 943 time: 0.0781379 Jul 29 23:46:34.734283 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7067a019-c02d-4326-9d35-1727d3fdf84d req-6217dc17-0da7-49df-9e54-43251efd1dfe tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5d1ebf4-b794-4521-9c0b-417b32b2215f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409310 Jul 29 23:46:34.999676 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [req-8bac05c7-d82d-4d7b-a384-cad76f058d27 req-3d578ee3-3654-47c4-a10a-c48b68e65c7c service neutron] (94077) timed out ('10.222.0.22', 64882) {{(pid=94077) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 29 23:46:35.308667 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 1ac17cbc-373d-4634-a2b1-08f85a3a817f up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:35.362970 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port 1ac17cbc-373d-4634-a2b1-08f85a3a817f triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:35.363438 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:35.445005 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:35.491293 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 1ac17cbc-373d-4634-a2b1-08f85a3a817f, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=1ac17cbc-373d-4634-a2b1-08f85a3a817f,segment=NetworkSegment(e78125bf-8d4f-4e64-aa38-d84d609aca30),segment_id=e78125bf-8d4f-4e64-aa38-d84d609aca30)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:35.497495 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:35.583499 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=1ac17cbc-373d-4634-a2b1-08f85a3a817f,revision_number=10']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:35.614178 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a578a44e-3ec1-4c4d-a674-6d48ba343300 req-43e2e425-5b84-4182-acb5-5266a9f0f8a1 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:35.615875 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a578a44e-3ec1-4c4d-a674-6d48ba343300 req-43e2e425-5b84-4182-acb5-5266a9f0f8a1 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc6f8768-bc16-43ad-afd1-11dccd987c89 HTTP/1.1" status: 200 len: 945 time: 0.0888276 Jul 29 23:46:35.683774 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b9abc-e918-43db-8c98-9ecf0b748106 req-0d31e18d-ffd2-46ee-9827-aa91d4ad4bea tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:35.685364 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0b7b9abc-e918-43db-8c98-9ecf0b748106 req-0d31e18d-ffd2-46ee-9827-aa91d4ad4bea tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 946 time: 0.1012263 Jul 29 23:46:35.688764 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a578a44e-3ec1-4c4d-a674-6d48ba343300 req-6fc2453e-6912-4823-88a8-0d6c59fb879f tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=55bbb774-181a-46ce-808b-df0560fd010c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540564 Jul 29 23:46:35.747938 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0b7b9abc-e918-43db-8c98-9ecf0b748106 req-151237a0-6183-4cf0-a3ad-330d46870710 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542109 Jul 29 23:46:35.766144 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '312b196d-1983-4e61-b3c6-96ed3c943fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ac17cbc-373d-4634-a2b1-08f85a3a817f'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:46:35.777829 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e52185-56a6-4bd1-a203-1f96a604c8ae" -d '{"events": [{"server_uuid": "312b196d-1983-4e61-b3c6-96ed3c943fce", "name": "network-vif-plugged", "status": "completed", "tag": "1ac17cbc-373d-4634-a2b1-08f85a3a817f"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:46:35.861628 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd082c97-0f1c-472c-adfd-5cf47cda08f6 req-3f1cc2f1-6557-451a-9778-26e40043ab39 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:35.863152 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fd082c97-0f1c-472c-adfd-5cf47cda08f6 req-3f1cc2f1-6557-451a-9778-26e40043ab39 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc6f8768-bc16-43ad-afd1-11dccd987c89 HTTP/1.1" status: 200 len: 945 time: 0.0928695 Jul 29 23:46:35.887611 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336e0de-01d4-4015-8743-7843f5b40813 req-80546fea-cc4d-446b-b294-a6eb20b35fad tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:35.889878 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d336e0de-01d4-4015-8743-7843f5b40813 req-80546fea-cc4d-446b-b294-a6eb20b35fad tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=ceaa045e-dd9a-426f-9643-f8c8e69247ef HTTP/1.1" status: 200 len: 943 time: 0.0787292 Jul 29 23:46:35.944621 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fd082c97-0f1c-472c-adfd-5cf47cda08f6 req-f0f20446-1fdc-4fc3-98a1-53ef824759b1 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=55bbb774-181a-46ce-808b-df0560fd010c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744975 Jul 29 23:46:35.949405 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d336e0de-01d4-4015-8743-7843f5b40813 req-9ed03f5d-247d-4982-b029-12cbc2b80a2c tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5d1ebf4-b794-4521-9c0b-417b32b2215f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520658 Jul 29 23:46:35.966928 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 41650) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:35.999408 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18222cf0-be65-4dcb-bac2-5a05fb4ae44e x-openstack-request-id: req-18222cf0-be65-4dcb-bac2-5a05fb4ae44e {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:46:36.000613 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "312b196d-1983-4e61-b3c6-96ed3c943fce", "name": "network-vif-plugged", "status": "completed", "tag": "1ac17cbc-373d-4634-a2b1-08f85a3a817f", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:46:36.001081 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-18222cf0-be65-4dcb-bac2-5a05fb4ae44e {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:46:36.001704 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '312b196d-1983-4e61-b3c6-96ed3c943fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ac17cbc-373d-4634-a2b1-08f85a3a817f', 'code': 200} Jul 29 23:46:36.012891 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b20a0e-ea64-4b42-9b08-c2f2ab7c59f6 tempest-TestNetworkAdvancedServerOps-451069228 tempest-TestNetworkAdvancedServerOps-451069228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:36.017617 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-09b20a0e-ea64-4b42-9b08-c2f2ab7c59f6 tempest-TestNetworkAdvancedServerOps-451069228 tempest-TestNetworkAdvancedServerOps-451069228-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=fc6f8768-bc16-43ad-afd1-11dccd987c89 HTTP/1.1" status: 200 len: 1092 time: 0.0465796 Jul 29 23:46:36.018222 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 41652) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:36.022663 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-db52501c-db45-44ca-822f-2aa946e3b8ac tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Request body: {'floatingip': {'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'port_id': '1b4d112d-7938-4dd2-926a-b8673cbe873c', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:36.046304 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-db52501c-db45-44ca-822f-2aa946e3b8ac tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for floatingip, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:36.193892 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-db52501c-db45-44ca-822f-2aa946e3b8ac tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:36.291744 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f92474-17f8-43a8-ba00-3da9d253d064 req-f63d13fc-d85a-4730-81a4-5951749ddf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:36.293298 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-91f92474-17f8-43a8-ba00-3da9d253d064 req-f63d13fc-d85a-4730-81a4-5951749ddf21 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 1098 time: 0.0922840 Jul 29 23:46:36.369177 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-91f92474-17f8-43a8-ba00-3da9d253d064 req-90e50325-acd7-4584-be60-8c61358179e8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473902 Jul 29 23:46:36.377021 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-db52501c-db45-44ca-822f-2aa946e3b8ac tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Allocated IP 172.25.0.217 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/831065ce-2c78-4b36-8ca2-5cf56970e29e) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:46:36.523039 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-db52501c-db45-44ca-822f-2aa946e3b8ac tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:36.584862 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-db52501c-db45-44ca-822f-2aa946e3b8ac tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:36.637651 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db52501c-db45-44ca-822f-2aa946e3b8ac tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:36.641230 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-db52501c-db45-44ca-822f-2aa946e3b8ac tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:36.645856 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db52501c-db45-44ca-822f-2aa946e3b8ac tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:46:36.680678 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db52501c-db45-44ca-822f-2aa946e3b8ac tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event updated for resources: {'Port': ['ID=831065ce-2c78-4b36-8ca2-5cf56970e29e,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:36.940913 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ebf9e-a599-44a3-af8a-c25ed4dc242b req-1cec2db4-5659-4514-9620-24364e9c5740 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:36.942701 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a36ebf9e-a599-44a3-af8a-c25ed4dc242b req-1cec2db4-5659-4514-9620-24364e9c5740 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 946 time: 0.1033819 Jul 29 23:46:37.040627 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a36ebf9e-a599-44a3-af8a-c25ed4dc242b req-9bbdbc0a-9cd6-407d-93f7-b5cb1c3b6393 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819545 Jul 29 23:46:37.219702 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de4d06c-0302-4248-adce-6b8b5e1af8ed req-242e5c76-26a0-4b2a-8ea0-ed9d193b4f87 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:37.221873 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8de4d06c-0302-4248-adce-6b8b5e1af8ed req-242e5c76-26a0-4b2a-8ea0-ed9d193b4f87 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=ceaa045e-dd9a-426f-9643-f8c8e69247ef HTTP/1.1" status: 200 len: 943 time: 0.1124961 Jul 29 23:46:37.226843 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-db52501c-db45-44ca-822f-2aa946e3b8ac tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:37.287313 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:37.304331 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8de4d06c-0302-4248-adce-6b8b5e1af8ed req-891c604c-bf87-4242-8ddb-038933143a77 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5d1ebf4-b794-4521-9c0b-417b32b2215f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552220 Jul 29 23:46:37.354605 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-db52501c-db45-44ca-822f-2aa946e3b8ac tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:37.526965 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-67309882-b2ed-421e-9aa4-e786c2f5b64c req-0a254c99-8449-43ab-9e61-a09ac583bffc service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7df963d9-d8a9-463f-a367-a69d85222dea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1674371 Jul 29 23:46:37.644558 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67309882-b2ed-421e-9aa4-e786c2f5b64c req-f3e1b053-07f6-442f-96b3-a593aad5007d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:37.646135 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-67309882-b2ed-421e-9aa4-e786c2f5b64c req-f3e1b053-07f6-442f-96b3-a593aad5007d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fcb43ac6c6a9431f84d08948e21fa251&device_id=7df963d9-d8a9-463f-a367-a69d85222dea HTTP/1.1" status: 200 len: 1098 time: 0.0949297 Jul 29 23:46:37.681546 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-db52501c-db45-44ca-822f-2aa946e3b8ac tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:37.701181 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-db52501c-db45-44ca-822f-2aa946e3b8ac tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:37.877157 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-db52501c-db45-44ca-822f-2aa946e3b8ac tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:37.878888 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db52501c-db45-44ca-822f-2aa946e3b8ac tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event updated for resources: {'Port': ['ID=831065ce-2c78-4b36-8ca2-5cf56970e29e,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:38.010372 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67309882-b2ed-421e-9aa4-e786c2f5b64c req-a2022d4c-8117-4035-abe4-5c03c9101ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:38.012027 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-67309882-b2ed-421e-9aa4-e786c2f5b64c req-a2022d4c-8117-4035-abe4-5c03c9101ab7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9ed09e0f-fd33-4f99-9c36-53e301ede8c7 HTTP/1.1" status: 200 len: 916 time: 0.2895775 Jul 29 23:46:38.067741 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-67309882-b2ed-421e-9aa4-e786c2f5b64c req-dbb49516-d84a-4488-b95d-83b534ff08dd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2875ee32-238e-4ee6-9859-e138d0cb4a53 HTTP/1.1" status: 200 len: 217 time: 0.0467613 Jul 29 23:46:38.073289 n-d-712141-10 neutron-server[94078]: INFO neutron.db.l3_db [None req-db52501c-db45-44ca-822f-2aa946e3b8ac tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Floating IP a701c03a-6330-45fd-baae-2e0b92a9f340 associated. External IP: 172.25.0.217, port: 1b4d112d-7938-4dd2-926a-b8673cbe873c. Jul 29 23:46:38.305604 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67309882-b2ed-421e-9aa4-e786c2f5b64c req-770ae787-b9c0-4306-ad20-793d203f0b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:38.307710 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-67309882-b2ed-421e-9aa4-e786c2f5b64c req-770ae787-b9c0-4306-ad20-793d203f0b81 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0ac8a8ba-a6a8-4667-a787-0546343c7c92 HTTP/1.1" status: 200 len: 855 time: 0.1339660 Jul 29 23:46:38.318532 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f468b6d-fd53-4812-a4d7-097cb0d99559 req-266b13b7-80ad-46d9-b666-e4c7d3f8a86c tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:38.320204 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5f468b6d-fd53-4812-a4d7-097cb0d99559 req-266b13b7-80ad-46d9-b666-e4c7d3f8a86c tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 946 time: 0.1483634 Jul 29 23:46:38.400274 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-67309882-b2ed-421e-9aa4-e786c2f5b64c req-4686def0-7ad3-46ff-b7c5-a7342d491e14 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9ed09e0f-fd33-4f99-9c36-53e301ede8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751827 Jul 29 23:46:38.927566 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5f468b6d-fd53-4812-a4d7-097cb0d99559 req-23072f23-296b-4017-a810-8ddd62a62e50 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5889497 Jul 29 23:46:38.992997 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-67309882-b2ed-421e-9aa4-e786c2f5b64c req-a64dfc65-2390-4a3d-950d-eb77ac0458fb service neutron] 10.222.0.22 "GET /v2.0/networks/9ed09e0f-fd33-4f99-9c36-53e301ede8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5801561 Jul 29 23:46:39.002858 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c696d1-a983-48d6-8cac-46d26a4570c6 req-755c8c85-8ae5-4de7-bd5a-30a6ed3bd1d5 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:39.004393 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-17c696d1-a983-48d6-8cac-46d26a4570c6 req-755c8c85-8ae5-4de7-bd5a-30a6ed3bd1d5 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=ceaa045e-dd9a-426f-9643-f8c8e69247ef HTTP/1.1" status: 200 len: 943 time: 0.1927371 Jul 29 23:46:39.102105 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db52501c-db45-44ca-822f-2aa946e3b8ac tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Router a4d74a75-5fed-4282-aa1a-bdd57b8fdf02 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:46:39.148005 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-17c696d1-a983-48d6-8cac-46d26a4570c6 req-3eea98d2-049e-4c2a-8e7c-4c5022a85c5f tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5d1ebf4-b794-4521-9c0b-417b32b2215f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341417 Jul 29 23:46:39.286527 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-67309882-b2ed-421e-9aa4-e786c2f5b64c req-0157356f-bb6e-4b1d-b4e0-3ffed45ad3cf service neutron] 10.222.0.22 "GET /v2.0/networks/9ed09e0f-fd33-4f99-9c36-53e301ede8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762203 Jul 29 23:46:39.355137 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db52501c-db45-44ca-822f-2aa946e3b8ac tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:46:39.377021 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d25506c-1924-4f62-bffb-599e398f4ab1 None None] Sync routers for ids ['a4d74a75-5fed-4282-aa1a-bdd57b8fdf02'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:46:39.381757 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-db52501c-db45-44ca-822f-2aa946e3b8ac tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:39.388609 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d25506c-1924-4f62-bffb-599e398f4ab1 None None] Routers {'a4d74a75-5fed-4282-aa1a-bdd57b8fdf02'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:39.389246 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-4d25506c-1924-4f62-bffb-599e398f4ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:46:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['a4d74a75-5fed-4282-aa1a-bdd57b8fdf02'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:39.424316 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-db52501c-db45-44ca-822f-2aa946e3b8ac tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4050381 Jul 29 23:46:39.425443 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc6f8768-bc16-43ad-afd1-11dccd987c89', 'tag': '1b4d112d-7938-4dd2-926a-b8673cbe873c'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:46:39.428191 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b776edf-7c8a-48c3-8c10-542d58082eaf" -d '{"events": [{"name": "network-changed", "server_uuid": "fc6f8768-bc16-43ad-afd1-11dccd987c89", "tag": "1b4d112d-7938-4dd2-926a-b8673cbe873c"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:46:39.476987 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd7861c-387d-4d92-a9cd-ca9c2021895e x-openstack-request-id: req-4bd7861c-387d-4d92-a9cd-ca9c2021895e {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:46:39.477726 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc6f8768-bc16-43ad-afd1-11dccd987c89", "tag": "1b4d112d-7938-4dd2-926a-b8673cbe873c", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:46:39.478324 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4bd7861c-387d-4d92-a9cd-ca9c2021895e {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:46:39.479023 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc6f8768-bc16-43ad-afd1-11dccd987c89', 'tag': '1b4d112d-7938-4dd2-926a-b8673cbe873c', 'status': 'completed', 'code': 200} Jul 29 23:46:39.612831 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-4d25506c-1924-4f62-bffb-599e398f4ab1 None None] Set router a4d74a75-5fed-4282-aa1a-bdd57b8fdf02 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:46:39.660264 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24877b1-3c13-49b5-8990-fb22d8a676f0 req-b71b99fe-17de-4855-9482-275839b988c7 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:39.662624 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c24877b1-3c13-49b5-8990-fb22d8a676f0 req-b71b99fe-17de-4855-9482-275839b988c7 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc6f8768-bc16-43ad-afd1-11dccd987c89 HTTP/1.1" status: 200 len: 945 time: 0.1392481 Jul 29 23:46:39.677359 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b776edf-7c8a-48c3-8c10-542d58082eaf req-a800bf5d-8291-4d73-9f32-22585e7952bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:39.680087 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4b776edf-7c8a-48c3-8c10-542d58082eaf req-a800bf5d-8291-4d73-9f32-22585e7952bf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=65ae77200a164c0f8f007753b934a6ed&device_id=fc6f8768-bc16-43ad-afd1-11dccd987c89 HTTP/1.1" status: 200 len: 1097 time: 0.1359153 Jul 29 23:46:39.880724 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b776edf-7c8a-48c3-8c10-542d58082eaf req-9d243c48-a199-4e5e-987e-fc5686ce35af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:39.883807 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4b776edf-7c8a-48c3-8c10-542d58082eaf req-9d243c48-a199-4e5e-987e-fc5686ce35af service neutron] 10.222.0.41 "GET /v2.0/networks?id=973ce73b-a457-4aee-a9c0-9f7566d53b76 HTTP/1.1" status: 200 len: 897 time: 0.1934903 Jul 29 23:46:39.897111 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c24877b1-3c13-49b5-8990-fb22d8a676f0 req-7c09dd98-747b-466f-9437-66516f2a671b tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=55bbb774-181a-46ce-808b-df0560fd010c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2156627 Jul 29 23:46:39.925800 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 41766) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:40.000735 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-4d25506c-1924-4f62-bffb-599e398f4ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d74a75-5fed-4282-aa1a-bdd57b8fdf02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1305914652', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '90794f84-0144-4a44-9ba9-fbdf3e4b3617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:45:58Z', 'updated_at': '2021-07-29T23:46:04Z', 'revision_number': 4, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'gw_port': {'id': '90794f84-0144-4a44-9ba9-fbdf3e4b3617', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:89:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d74a75-5fed-4282-aa1a-bdd57b8fdf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:45:58Z', 'updated_at': '2021-07-29T23:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': 'a701c03a-6330-45fd-baae-2e0b92a9f340', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'floating_ip_address': '172.25.0.217', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': 'a4d74a75-5fed-4282-aa1a-bdd57b8fdf02', 'port_id': '1b4d112d-7938-4dd2-926a-b8673cbe873c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '973ce73b-a457-4aee-a9c0-9f7566d53b76', 'mac_address': 'fa:16:3e:d7:26:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6f8768-bc16-43ad-afd1-11dccd987c89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:46:36Z', 'updated_at': '2021-07-29T23:46:36Z', 'revision_number': 0, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5680d4a0-8cc8-4374-8e9c-ebc92e65e9c0', 'name': '', 'network_id': '973ce73b-a457-4aee-a9c0-9f7566d53b76', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'mac_address': 'fa:16:3e:05:a3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d74a75-5fed-4282-aa1a-bdd57b8fdf02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': 'a96203d7-4c09-4bba-a099-4158f10111e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:03Z', 'updated_at': '2021-07-29T23:46:14Z', 'revision_number': 5, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'subnets': [{'id': 'a96203d7-4c09-4bba-a099-4158f10111e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:40.028909 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4b776edf-7c8a-48c3-8c10-542d58082eaf req-44160860-c3cb-46c4-933d-168be9f8a9de service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b4d112d-7938-4dd2-926a-b8673cbe873c HTTP/1.1" status: 200 len: 999 time: 0.1283958 Jul 29 23:46:40.084787 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d25506c-1924-4f62-bffb-599e398f4ab1 None None] Checking router: a4d74a75-5fed-4282-aa1a-bdd57b8fdf02 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:46:40.126294 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d25506c-1924-4f62-bffb-599e398f4ab1 None None] Routers {'a4d74a75-5fed-4282-aa1a-bdd57b8fdf02'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:40.127428 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-4d25506c-1924-4f62-bffb-599e398f4ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:46:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['a4d74a75-5fed-4282-aa1a-bdd57b8fdf02'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:40.160478 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d453e-5c60-4cd2-a05c-007005a8ec08 req-427b6629-44ff-41d0-a164-160a8d2bcd26 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:40.170984 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-697d453e-5c60-4cd2-a05c-007005a8ec08 req-427b6629-44ff-41d0-a164-160a8d2bcd26 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 946 time: 0.1157405 Jul 29 23:46:40.175487 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b776edf-7c8a-48c3-8c10-542d58082eaf req-afe335ae-47b0-46d2-863d-4ef0a9215cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:40.177155 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4b776edf-7c8a-48c3-8c10-542d58082eaf req-afe335ae-47b0-46d2-863d-4ef0a9215cd6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a96203d7-4c09-4bba-a099-4158f10111e8 HTTP/1.1" status: 200 len: 832 time: 0.1401999 Jul 29 23:46:40.231329 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d99b9937-f20c-4eee-9c44-967a3a09d375 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/floatingips/a701c03a-6330-45fd-baae-2e0b92a9f340 HTTP/1.1" status: 200 len: 991 time: 0.3036468 Jul 29 23:46:40.404946 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b776edf-7c8a-48c3-8c10-542d58082eaf req-6ca1bf06-c2cd-4ad5-a247-e9f36502469d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:40.408312 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4b776edf-7c8a-48c3-8c10-542d58082eaf req-6ca1bf06-c2cd-4ad5-a247-e9f36502469d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=973ce73b-a457-4aee-a9c0-9f7566d53b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2195055 Jul 29 23:46:40.413385 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-697d453e-5c60-4cd2-a05c-007005a8ec08 req-e7a5bf1f-b77e-46fb-a435-5369295b7936 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2422795 Jul 29 23:46:40.541472 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4b776edf-7c8a-48c3-8c10-542d58082eaf req-166353ce-5347-4276-9c87-123dbe5e7baf service neutron] 10.222.0.41 "GET /v2.0/networks/973ce73b-a457-4aee-a9c0-9f7566d53b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132627 Jul 29 23:46:40.566311 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc5bef-3ff6-41de-8557-50f41d75ed08 req-00ea9de3-9c51-4b92-8232-875c2743eaca tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:40.571734 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-85dc5bef-3ff6-41de-8557-50f41d75ed08 req-00ea9de3-9c51-4b92-8232-875c2743eaca tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=ceaa045e-dd9a-426f-9643-f8c8e69247ef HTTP/1.1" status: 200 len: 943 time: 0.2987874 Jul 29 23:46:40.610781 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-4d25506c-1924-4f62-bffb-599e398f4ab1 None None] Set router a4d74a75-5fed-4282-aa1a-bdd57b8fdf02 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:46:40.717247 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4b776edf-7c8a-48c3-8c10-542d58082eaf req-f324143a-9b7e-40e8-b783-d1edcb5a3015 service neutron] 10.222.0.41 "GET /v2.0/networks/973ce73b-a457-4aee-a9c0-9f7566d53b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441057 Jul 29 23:46:40.795353 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-85dc5bef-3ff6-41de-8557-50f41d75ed08 req-8689393f-013d-470c-80ac-95dde1cf340c tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5d1ebf4-b794-4521-9c0b-417b32b2215f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754473 Jul 29 23:46:41.044014 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-4d25506c-1924-4f62-bffb-599e398f4ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d74a75-5fed-4282-aa1a-bdd57b8fdf02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1305914652', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '90794f84-0144-4a44-9ba9-fbdf3e4b3617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:45:58Z', 'updated_at': '2021-07-29T23:46:04Z', 'revision_number': 4, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'gw_port': {'id': '90794f84-0144-4a44-9ba9-fbdf3e4b3617', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:89:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d74a75-5fed-4282-aa1a-bdd57b8fdf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:45:58Z', 'updated_at': '2021-07-29T23:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': 'a701c03a-6330-45fd-baae-2e0b92a9f340', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'floating_ip_address': '172.25.0.217', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': 'a4d74a75-5fed-4282-aa1a-bdd57b8fdf02', 'port_id': '1b4d112d-7938-4dd2-926a-b8673cbe873c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '973ce73b-a457-4aee-a9c0-9f7566d53b76', 'mac_address': 'fa:16:3e:d7:26:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6f8768-bc16-43ad-afd1-11dccd987c89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:46:36Z', 'updated_at': '2021-07-29T23:46:36Z', 'revision_number': 0, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5680d4a0-8cc8-4374-8e9c-ebc92e65e9c0', 'name': '', 'network_id': '973ce73b-a457-4aee-a9c0-9f7566d53b76', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'mac_address': 'fa:16:3e:05:a3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d74a75-5fed-4282-aa1a-bdd57b8fdf02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': 'a96203d7-4c09-4bba-a099-4158f10111e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:03Z', 'updated_at': '2021-07-29T23:46:14Z', 'revision_number': 5, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'subnets': [{'id': 'a96203d7-4c09-4bba-a099-4158f10111e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:41.084289 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d25506c-1924-4f62-bffb-599e398f4ab1 None None] The sync data for ids ['a4d74a75-5fed-4282-aa1a-bdd57b8fdf02'] in n-d-712141-10 is: [{'id': 'a4d74a75-5fed-4282-aa1a-bdd57b8fdf02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1305914652', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '90794f84-0144-4a44-9ba9-fbdf3e4b3617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:45:58Z', 'updated_at': '2021-07-29T23:46:04Z', 'revision_number': 4, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'gw_port': {'id': '90794f84-0144-4a44-9ba9-fbdf3e4b3617', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:89:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d74a75-5fed-4282-aa1a-bdd57b8fdf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:45:58Z', 'updated_at': '2021-07-29T23:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': 'a701c03a-6330-45fd-baae-2e0b92a9f340', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'floating_ip_address': '172.25.0.217', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': 'a4d74a75-5fed-4282-aa1a-bdd57b8fdf02', 'port_id': '1b4d112d-7938-4dd2-926a-b8673cbe873c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '973ce73b-a457-4aee-a9c0-9f7566d53b76', 'mac_address': 'fa:16:3e:d7:26:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc6f8768-bc16-43ad-afd1-11dccd987c89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:46:36Z', 'updated_at': '2021-07-29T23:46:36Z', 'revision_number': 0, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5680d4a0-8cc8-4374-8e9c-ebc92e65e9c0', 'name': '', 'network_id': '973ce73b-a457-4aee-a9c0-9f7566d53b76', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'mac_address': 'fa:16:3e:05:a3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d74a75-5fed-4282-aa1a-bdd57b8fdf02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': 'a96203d7-4c09-4bba-a099-4158f10111e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:03Z', 'updated_at': '2021-07-29T23:46:14Z', 'revision_number': 5, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'subnets': [{'id': 'a96203d7-4c09-4bba-a099-4158f10111e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:46:41.232645 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 41796) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:41.465517 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208bdebb-e976-48fa-901b-c2d412cb6c27 None None] New status for floating IP a701c03a-6330-45fd-baae-2e0b92a9f340: ACTIVE {{(pid=94080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:46:41.541208 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-8cc701ce-fa62-4f6a-994f-4794ac01bbdb tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/floatingips/a701c03a-6330-45fd-baae-2e0b92a9f340 HTTP/1.1" status: 200 len: 991 time: 0.3063874 Jul 29 23:46:42.005808 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e585e8a5-2f1d-4eb3-bf02-8e4a7ca22558 req-2d81e610-1315-432f-bad3-8ae084bee7c4 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:42.008950 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e585e8a5-2f1d-4eb3-bf02-8e4a7ca22558 req-2d81e610-1315-432f-bad3-8ae084bee7c4 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=ceaa045e-dd9a-426f-9643-f8c8e69247ef HTTP/1.1" status: 200 len: 943 time: 0.0896237 Jul 29 23:46:42.060279 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e585e8a5-2f1d-4eb3-bf02-8e4a7ca22558 req-cdc9803a-4484-4eb7-9485-1bab440b39cb tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5d1ebf4-b794-4521-9c0b-417b32b2215f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449955 Jul 29 23:46:42.544006 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 41830) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:42.675184 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e347e4e6-8890-49fd-a114-bbf1c45c972f tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/floatingips/a701c03a-6330-45fd-baae-2e0b92a9f340 HTTP/1.1" status: 200 len: 993 time: 0.1292567 Jul 29 23:46:42.771775 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device f5a16836-fd78-4b44-a57e-3a327955afd1 details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:46:42.945657 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port f5a16836-fd78-4b44-a57e-3a327955afd1, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=f5a16836-fd78-4b44-a57e-3a327955afd1,segment=NetworkSegment(2d9f9fa8-9a49-423e-86b2-3891aba5a1e6),segment_id=2d9f9fa8-9a49-423e-86b2-3891aba5a1e6)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:42.959539 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': 'f5a16836-fd78-4b44-a57e-3a327955afd1', 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7', 'port_id': 'f5a16836-fd78-4b44-a57e-3a327955afd1', 'mac_address': 'fa:16:3e:a8:b1:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef618f43-4fe4-4e34-9800-0476d270be60', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:46:43.010889 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:43.036827 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5a16836-fd78-4b44-a57e-3a327955afd1 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:46:43.066585 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port f5a16836-fd78-4b44-a57e-3a327955afd1, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=f5a16836-fd78-4b44-a57e-3a327955afd1,segment=NetworkSegment(2d9f9fa8-9a49-423e-86b2-3891aba5a1e6),segment_id=2d9f9fa8-9a49-423e-86b2-3891aba5a1e6)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:43.073187 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:43.148650 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=f5a16836-fd78-4b44-a57e-3a327955afd1,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:43.238113 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0def12-8809-4427-aad5-b8d4294b2ef5 req-5b4189ef-aefb-4245-ba3b-66e5345cdfcc tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:43.240743 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-db0def12-8809-4427-aad5-b8d4294b2ef5 req-5b4189ef-aefb-4245-ba3b-66e5345cdfcc tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=ceaa045e-dd9a-426f-9643-f8c8e69247ef HTTP/1.1" status: 200 len: 944 time: 0.0848434 Jul 29 23:46:43.307188 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['f5a16836-fd78-4b44-a57e-3a327955afd1'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:46:43.322294 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-db0def12-8809-4427-aad5-b8d4294b2ef5 req-e4992184-50dd-4852-9c9a-91eb4a35af14 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5d1ebf4-b794-4521-9c0b-417b32b2215f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734460 Jul 29 23:46:43.446963 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [req-2ce93c67-14e4-4862-9eb7-b0ed4e611abd req-dea809e4-d60b-41e7-adea-90b8d56c02d3 service neutron] (94077) timed out ('10.222.0.22', 64894) {{(pid=94077) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 29 23:46:44.371079 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596017ad-385e-40f1-a8f3-fb616b323c8e req-05212bc1-3ae2-41b8-b28f-b0fca5d027ad tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:44.373354 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-596017ad-385e-40f1-a8f3-fb616b323c8e req-05212bc1-3ae2-41b8-b28f-b0fca5d027ad tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/networks?id=9ed09e0f-fd33-4f99-9c36-53e301ede8c7 HTTP/1.1" status: 200 len: 815 time: 0.1120942 Jul 29 23:46:44.402000 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-596017ad-385e-40f1-a8f3-fb616b323c8e req-c3d61c36-7a63-4b9d-9b80-986869a11bd5 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/quotas/fcb43ac6c6a9431f84d08948e21fa251 HTTP/1.1" status: 200 len: 375 time: 0.0213702 Jul 29 23:46:44.502209 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-596017ad-385e-40f1-a8f3-fb616b323c8e req-62d546ee-6960-4cdb-acb8-232387ce911d tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=fcb43ac6c6a9431f84d08948e21fa251&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0990129 Jul 29 23:46:44.563450 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff403932-74da-4679-9b15-853f57e9b3e6 req-f13331a1-00b4-4d3e-9b29-5d903526c4e9 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:44.565047 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ff403932-74da-4679-9b15-853f57e9b3e6 req-f13331a1-00b4-4d3e-9b29-5d903526c4e9 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=ceaa045e-dd9a-426f-9643-f8c8e69247ef HTTP/1.1" status: 200 len: 944 time: 0.1249309 Jul 29 23:46:44.637408 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-596017ad-385e-40f1-a8f3-fb616b323c8e req-846dc2bb-6057-4254-9728-e66e0e1bfd4f service neutron] 10.222.0.43 "GET /v2.0/networks/9ed09e0f-fd33-4f99-9c36-53e301ede8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276360 Jul 29 23:46:44.641039 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ff403932-74da-4679-9b15-853f57e9b3e6 req-9037b86c-abf9-4ed3-a889-ffded399bce6 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5d1ebf4-b794-4521-9c0b-417b32b2215f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694654 Jul 29 23:46:44.786380 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device f5a16836-fd78-4b44-a57e-3a327955afd1 up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:44.830958 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-596017ad-385e-40f1-a8f3-fb616b323c8e req-dfd8328a-2375-4e9f-85e6-f6b6cec5ed91 service neutron] 10.222.0.43 "GET /v2.0/networks/9ed09e0f-fd33-4f99-9c36-53e301ede8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794500 Jul 29 23:46:44.922873 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port f5a16836-fd78-4b44-a57e-3a327955afd1 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:44.933017 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port f5a16836-fd78-4b44-a57e-3a327955afd1 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:44.933934 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:45.102815 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-de76f789-4e5e-4de6-bd70-3aee39895a05 req-b77a83f2-df2a-475d-94bb-f5eeb99f846d tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/ports?device_id=09338872-8bde-443a-bb09-c1dcbbe9c9a5 HTTP/1.1" status: 200 len: 210 time: 0.0674217 Jul 29 23:46:45.111713 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:45.164008 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceaa045e-dd9a-426f-9643-f8c8e69247ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a16836-fd78-4b44-a57e-3a327955afd1'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:46:45.166443 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab052200-571b-4aba-89d3-4575b9294a1e" -d '{"events": [{"server_uuid": "ceaa045e-dd9a-426f-9643-f8c8e69247ef", "name": "network-vif-plugged", "status": "completed", "tag": "f5a16836-fd78-4b44-a57e-3a327955afd1"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:46:45.184832 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port f5a16836-fd78-4b44-a57e-3a327955afd1, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=f5a16836-fd78-4b44-a57e-3a327955afd1,segment=NetworkSegment(2d9f9fa8-9a49-423e-86b2-3891aba5a1e6),segment_id=2d9f9fa8-9a49-423e-86b2-3891aba5a1e6)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:45.191311 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:45.262329 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=f5a16836-fd78-4b44-a57e-3a327955afd1,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:45.267303 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c020395-f8aa-4fc3-8c15-2ea9214a2591 x-openstack-request-id: req-8c020395-f8aa-4fc3-8c15-2ea9214a2591 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:46:45.268014 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceaa045e-dd9a-426f-9643-f8c8e69247ef", "name": "network-vif-plugged", "status": "completed", "tag": "f5a16836-fd78-4b44-a57e-3a327955afd1", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:46:45.268493 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8c020395-f8aa-4fc3-8c15-2ea9214a2591 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:46:45.269122 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceaa045e-dd9a-426f-9643-f8c8e69247ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a16836-fd78-4b44-a57e-3a327955afd1', 'code': 200} Jul 29 23:46:45.366970 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8eed4-f179-4f40-b8e3-a0de4a216cd4 req-504ee7db-051e-4117-82cd-f4fd0336f43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:45.368285 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4ed8eed4-f179-4f40-b8e3-a0de4a216cd4 req-504ee7db-051e-4117-82cd-f4fd0336f43a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ceaa045e-dd9a-426f-9643-f8c8e69247ef HTTP/1.1" status: 200 len: 1097 time: 0.0505986 Jul 29 23:46:45.449857 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4ed8eed4-f179-4f40-b8e3-a0de4a216cd4 req-3c3b032e-e3a4-49be-b43b-99a70eb04cb6 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c5d1ebf4-b794-4521-9c0b-417b32b2215f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738063 Jul 29 23:46:45.887526 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc0de43-05e2-431c-9b9b-f53cd5980c58 req-da7ca5c3-f570-4b6d-bab2-b4f48ec4f624 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:45.896497 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ddc0de43-05e2-431c-9b9b-f53cd5980c58 req-da7ca5c3-f570-4b6d-bab2-b4f48ec4f624 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=ceaa045e-dd9a-426f-9643-f8c8e69247ef HTTP/1.1" status: 200 len: 945 time: 0.1021061 Jul 29 23:46:45.980836 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ddc0de43-05e2-431c-9b9b-f53cd5980c58 req-b38daf72-1f82-4b94-8dfb-8b1d4d5eb13b tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5d1ebf4-b794-4521-9c0b-417b32b2215f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833006 Jul 29 23:46:46.281750 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3f461ef1-2024-4edb-b366-1619185ff3cd req-1cf0a753-7b0c-4b79-bbf5-495a195b66c8 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/ports?device_id=09338872-8bde-443a-bb09-c1dcbbe9c9a5 HTTP/1.1" status: 200 len: 210 time: 0.0877359 Jul 29 23:46:46.717248 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596017ad-385e-40f1-a8f3-fb616b323c8e req-6b143e9d-4123-47d7-a92f-653e53cc859a tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:46.720814 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-596017ad-385e-40f1-a8f3-fb616b323c8e req-6b143e9d-4123-47d7-a92f-653e53cc859a tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.22 "GET /v2.0/networks?id=9ed09e0f-fd33-4f99-9c36-53e301ede8c7 HTTP/1.1" status: 200 len: 815 time: 0.3262246 Jul 29 23:46:46.739925 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-596017ad-385e-40f1-a8f3-fb616b323c8e req-6e3ac048-a6c3-44bc-82f9-9bab6fca8b4f tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Request body: {'port': {'device_id': '09338872-8bde-443a-bb09-c1dcbbe9c9a5', 'network_id': '9ed09e0f-fd33-4f99-9c36-53e301ede8c7', 'admin_state_up': True, 'tenant_id': 'fcb43ac6c6a9431f84d08948e21fa251'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:46.932656 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-596017ad-385e-40f1-a8f3-fb616b323c8e req-6e3ac048-a6c3-44bc-82f9-9bab6fca8b4f tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Made reservation on behalf of fcb43ac6c6a9431f84d08948e21fa251 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:46:46.937972 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-596017ad-385e-40f1-a8f3-fb616b323c8e req-6e3ac048-a6c3-44bc-82f9-9bab6fca8b4f tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:47.349630 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-596017ad-385e-40f1-a8f3-fb616b323c8e req-6e3ac048-a6c3-44bc-82f9-9bab6fca8b4f tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Allocated IP 172.20.0.9 (9ed09e0f-fd33-4f99-9c36-53e301ede8c7/0ac8a8ba-a6a8-4667-a787-0546343c7c92/b03bf0d6-ae4e-4d0a-a9d8-caaa630cb2c4) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:46:47.462844 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b3b350-ac7a-4d4a-8617-a55180804318 req-9e7ddb12-54bc-43f5-963e-faf7cdc3c773 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:47.497737 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-22b3b350-ac7a-4d4a-8617-a55180804318 req-9e7ddb12-54bc-43f5-963e-faf7cdc3c773 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=ceaa045e-dd9a-426f-9643-f8c8e69247ef HTTP/1.1" status: 200 len: 945 time: 0.2420564 Jul 29 23:46:47.568762 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-95f10ed1-4059-4557-9b3c-759bfc8f6266 req-7efb982a-6eee-4dbd-b850-2e192c0b2691 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/ports?device_id=09338872-8bde-443a-bb09-c1dcbbe9c9a5 HTTP/1.1" status: 200 len: 210 time: 0.0568268 Jul 29 23:46:47.658165 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-22b3b350-ac7a-4d4a-8617-a55180804318 req-9eed49cf-4de0-4759-aa25-4fd0c95ea6df tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5d1ebf4-b794-4521-9c0b-417b32b2215f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589284 Jul 29 23:46:47.977182 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d8ecc-8485-4c38-890b-f9363572aa68 req-ab4dffaf-eae3-4e41-b5ec-f08776ea261f tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:47.998607 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3e8d8ecc-8485-4c38-890b-f9363572aa68 req-ab4dffaf-eae3-4e41-b5ec-f08776ea261f tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=ceaa045e-dd9a-426f-9643-f8c8e69247ef HTTP/1.1" status: 200 len: 945 time: 0.2343173 Jul 29 23:46:48.045987 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-596017ad-385e-40f1-a8f3-fb616b323c8e req-6e3ac048-a6c3-44bc-82f9-9bab6fca8b4f tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:48.126772 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3e8d8ecc-8485-4c38-890b-f9363572aa68 req-3f441a8f-342d-43f7-a3ca-4367207a9d21 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5d1ebf4-b794-4521-9c0b-417b32b2215f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246150 Jul 29 23:46:48.148586 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 41976) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:48.254552 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-596017ad-385e-40f1-a8f3-fb616b323c8e req-6e3ac048-a6c3-44bc-82f9-9bab6fca8b4f tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:48.271819 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['2875ee32-238e-4ee6-9859-e138d0cb4a53'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:46:48.359809 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8d6466b8-47d6-4586-b127-50582a460872 req-3a0b0afa-b1a2-4be4-9d45-e4666eeafe4f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1375732 Jul 29 23:46:48.369084 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-596017ad-385e-40f1-a8f3-fb616b323c8e req-6e3ac048-a6c3-44bc-82f9-9bab6fca8b4f tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Network 9ed09e0f-fd33-4f99-9c36-53e301ede8c7 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:48.373895 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-596017ad-385e-40f1-a8f3-fb616b323c8e req-6e3ac048-a6c3-44bc-82f9-9bab6fca8b4f tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:48.377235 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['9a5d8967-81c6-4b23-be64-abf33b2ad069'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:46:48.385372 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-596017ad-385e-40f1-a8f3-fb616b323c8e req-6e3ac048-a6c3-44bc-82f9-9bab6fca8b4f tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:46:48.390576 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3ac048-a6c3-44bc-82f9-9bab6fca8b4f tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Pushing event updated for resources: {'Port': ['ID=b03bf0d6-ae4e-4d0a-a9d8-caaa630cb2c4,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:48.506169 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d69073-1ede-4677-a4b1-f10e147eff98 tempest-TestVolumeBootPattern-162083570 tempest-TestVolumeBootPattern-162083570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:48.517203 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 41988) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:48.519300 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-24d69073-1ede-4677-a4b1-f10e147eff98 tempest-TestVolumeBootPattern-162083570 tempest-TestVolumeBootPattern-162083570-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ceaa045e-dd9a-426f-9643-f8c8e69247ef HTTP/1.1" status: 200 len: 1092 time: 0.3667538 Jul 29 23:46:48.569856 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-c4bdba04-b5ec-4e84-aa91-b7e13769667b tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Request body: {'floatingip': {'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'port_id': 'f5a16836-fd78-4b44-a57e-3a327955afd1', 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:48.590588 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596017ad-385e-40f1-a8f3-fb616b323c8e req-6e3ac048-a6c3-44bc-82f9-9bab6fca8b4f tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:48.591263 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-596017ad-385e-40f1-a8f3-fb616b323c8e req-6e3ac048-a6c3-44bc-82f9-9bab6fca8b4f tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:48.640915 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c4bdba04-b5ec-4e84-aa91-b7e13769667b tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks [] for floatingip, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:48.659503 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6466b8-47d6-4586-b127-50582a460872 req-3a1e867c-7385-4e38-90de-f6d2ff8270dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:48.661238 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8d6466b8-47d6-4586-b127-50582a460872 req-3a1e867c-7385-4e38-90de-f6d2ff8270dd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bc6282d9b32e428d9264b8fb2fa602e4&device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 1098 time: 0.1846840 Jul 29 23:46:48.662656 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-596017ad-385e-40f1-a8f3-fb616b323c8e req-6e3ac048-a6c3-44bc-82f9-9bab6fca8b4f tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9316788 Jul 29 23:46:48.736835 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-596017ad-385e-40f1-a8f3-fb616b323c8e req-86e4c2a9-6d16-4645-8961-addc95f65f80 service neutron] Request body: {'port': {'device_id': '09338872-8bde-443a-bb09-c1dcbbe9c9a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:48.986532 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6466b8-47d6-4586-b127-50582a460872 req-3a5b04a2-3ea8-4237-876a-2ce2661057fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:48.988748 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8d6466b8-47d6-4586-b127-50582a460872 req-3a5b04a2-3ea8-4237-876a-2ce2661057fb service neutron] 10.222.0.41 "GET /v2.0/networks?id=75276a04-f545-4a3d-9980-2e308be152f9 HTTP/1.1" status: 200 len: 918 time: 0.2487674 Jul 29 23:46:49.623408 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d4e0b-15ca-4663-abc1-90fe65f52506 req-9fa52548-5909-4d89-8b8e-07874e22df4f tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:49.625474 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-840d4e0b-15ca-4663-abc1-90fe65f52506 req-9fa52548-5909-4d89-8b8e-07874e22df4f tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/ports?device_id=09338872-8bde-443a-bb09-c1dcbbe9c9a5 HTTP/1.1" status: 200 len: 931 time: 0.6133282 Jul 29 23:46:49.641911 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-596017ad-385e-40f1-a8f3-fb616b323c8e req-86e4c2a9-6d16-4645-8961-addc95f65f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:49.650356 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8d6466b8-47d6-4586-b127-50582a460872 req-f96fcf22-1702-4aff-841e-1d038b3f366d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ac17cbc-373d-4634-a2b1-08f85a3a817f HTTP/1.1" status: 200 len: 1000 time: 0.6507823 Jul 29 23:46:49.690563 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:49.829852 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-840d4e0b-15ca-4663-abc1-90fe65f52506 req-4889a700-9a04-495c-934f-d91ac116776f tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/security-groups?id=fea2426c-faaa-41f8-aaeb-dd9911d88880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820080 Jul 29 23:46:49.881468 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6466b8-47d6-4586-b127-50582a460872 req-eb5fb136-7c45-4be7-8d75-31e244f8f451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:49.882963 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8d6466b8-47d6-4586-b127-50582a460872 req-eb5fb136-7c45-4be7-8d75-31e244f8f451 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f8a1426-23b4-4820-974d-b3b8ade6d730 HTTP/1.1" status: 200 len: 856 time: 0.2052352 Jul 29 23:46:50.168059 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-596017ad-385e-40f1-a8f3-fb616b323c8e req-86e4c2a9-6d16-4645-8961-addc95f65f80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b03bf0d6-ae4e-4d0a-a9d8-caaa630cb2c4 {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:46:50.179728 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-596017ad-385e-40f1-a8f3-fb616b323c8e req-86e4c2a9-6d16-4645-8961-addc95f65f80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:50.216498 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c4bdba04-b5ec-4e84-aa91-b7e13769667b tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:50.236502 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-596017ad-385e-40f1-a8f3-fb616b323c8e req-86e4c2a9-6d16-4645-8961-addc95f65f80 service neutron] Transition to ACTIVE for port object b03bf0d6-ae4e-4d0a-a9d8-caaa630cb2c4 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:50.341263 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-596017ad-385e-40f1-a8f3-fb616b323c8e req-86e4c2a9-6d16-4645-8961-addc95f65f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:50.632298 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6466b8-47d6-4586-b127-50582a460872 req-1fa7be3d-a6f6-41ea-b2e0-d0064443d2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:50.633483 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8d6466b8-47d6-4586-b127-50582a460872 req-1fa7be3d-a6f6-41ea-b2e0-d0064443d2c4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=75276a04-f545-4a3d-9980-2e308be152f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6759591 Jul 29 23:46:50.667443 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-c4bdba04-b5ec-4e84-aa91-b7e13769667b tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Allocated IP 172.25.0.56 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/437bd33e-edc6-4bbf-b520-fc642dd67c28) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:46:50.725536 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e4c2a9-6d16-4645-8961-addc95f65f80 service neutron] Pushing event updated for resources: {'Port': ['ID=b03bf0d6-ae4e-4d0a-a9d8-caaa630cb2c4,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:50.905617 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-596017ad-385e-40f1-a8f3-fb616b323c8e req-86e4c2a9-6d16-4645-8961-addc95f65f80 service neutron] Attempting to bind port b03bf0d6-ae4e-4d0a-a9d8-caaa630cb2c4 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:46:50.906998 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-596017ad-385e-40f1-a8f3-fb616b323c8e req-86e4c2a9-6d16-4645-8961-addc95f65f80 service neutron] Attempting to bind port b03bf0d6-ae4e-4d0a-a9d8-caaa630cb2c4 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '078bda1f-0f4d-4782-805e-e16705fa85d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9ed09e0f-fd33-4f99-9c36-53e301ede8c7'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:46:50.907345 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596017ad-385e-40f1-a8f3-fb616b323c8e req-86e4c2a9-6d16-4645-8961-addc95f65f80 service neutron] Attempting to bind port b03bf0d6-ae4e-4d0a-a9d8-caaa630cb2c4 on network 9ed09e0f-fd33-4f99-9c36-53e301ede8c7 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:46:50.966484 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707f891f-c61d-4903-8271-1fc8c1a2eb28 req-5f5f281f-ef1b-4043-9694-9f110f64d1bb tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:50.968123 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-707f891f-c61d-4903-8271-1fc8c1a2eb28 req-5f5f281f-ef1b-4043-9694-9f110f64d1bb tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=555aee15-8fa2-4bd2-a5f6-6e4f2922d0b4 HTTP/1.1" status: 200 len: 945 time: 0.3808031 Jul 29 23:46:50.988981 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596017ad-385e-40f1-a8f3-fb616b323c8e req-86e4c2a9-6d16-4645-8961-addc95f65f80 service neutron] Port b03bf0d6-ae4e-4d0a-a9d8-caaa630cb2c4 on network 9ed09e0f-fd33-4f99-9c36-53e301ede8c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:46:50.989314 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596017ad-385e-40f1-a8f3-fb616b323c8e req-86e4c2a9-6d16-4645-8961-addc95f65f80 service neutron] Attempting to bind port b03bf0d6-ae4e-4d0a-a9d8-caaa630cb2c4 on network 9ed09e0f-fd33-4f99-9c36-53e301ede8c7 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:46:51.031716 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596017ad-385e-40f1-a8f3-fb616b323c8e req-86e4c2a9-6d16-4645-8961-addc95f65f80 service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 46, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:46:51.032077 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596017ad-385e-40f1-a8f3-fb616b323c8e req-86e4c2a9-6d16-4645-8961-addc95f65f80 service neutron] Checking segment: {'id': '078bda1f-0f4d-4782-805e-e16705fa85d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9ed09e0f-fd33-4f99-9c36-53e301ede8c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:46:51.032507 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596017ad-385e-40f1-a8f3-fb616b323c8e req-86e4c2a9-6d16-4645-8961-addc95f65f80 service neutron] Bound using segment: {'id': '078bda1f-0f4d-4782-805e-e16705fa85d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9ed09e0f-fd33-4f99-9c36-53e301ede8c7'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:46:51.032901 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-596017ad-385e-40f1-a8f3-fb616b323c8e req-86e4c2a9-6d16-4645-8961-addc95f65f80 service neutron] Bound port: b03bf0d6-ae4e-4d0a-a9d8-caaa630cb2c4, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '078bda1f-0f4d-4782-805e-e16705fa85d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9ed09e0f-fd33-4f99-9c36-53e301ede8c7'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:46:51.033261 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-596017ad-385e-40f1-a8f3-fb616b323c8e req-86e4c2a9-6d16-4645-8961-addc95f65f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:51.045025 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8d6466b8-47d6-4586-b127-50582a460872 req-b65af649-2f4b-4b4e-b843-acc96434aaa6 service neutron] 10.222.0.41 "GET /v2.0/networks/75276a04-f545-4a3d-9980-2e308be152f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3722758 Jul 29 23:46:51.177290 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-707f891f-c61d-4903-8271-1fc8c1a2eb28 req-c8110224-d9c7-4491-904a-33fc15344649 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825614 Jul 29 23:46:51.200447 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fdc0e6-ab68-4880-b9fe-a24e3a649bea req-ec3771ea-2bed-446d-8c6a-56fda91a1c33 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:51.201993 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-33fdc0e6-ab68-4880-b9fe-a24e3a649bea req-ec3771ea-2bed-446d-8c6a-56fda91a1c33 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/ports?device_id=09338872-8bde-443a-bb09-c1dcbbe9c9a5 HTTP/1.1" status: 200 len: 943 time: 0.2463400 Jul 29 23:46:51.206715 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c4bdba04-b5ec-4e84-aa91-b7e13769667b tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:51.292576 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-596017ad-385e-40f1-a8f3-fb616b323c8e req-86e4c2a9-6d16-4645-8961-addc95f65f80 service neutron] For port b03bf0d6-ae4e-4d0a-a9d8-caaa630cb2c4, host n-h2-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:46:51.318169 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-33fdc0e6-ab68-4880-b9fe-a24e3a649bea req-acbd8d48-2ab5-404c-9a95-f9e12845c44a tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/security-groups?id=fea2426c-faaa-41f8-aaeb-dd9911d88880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033771 Jul 29 23:46:51.335131 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-596017ad-385e-40f1-a8f3-fb616b323c8e req-86e4c2a9-6d16-4645-8961-addc95f65f80 service neutron] For port b03bf0d6-ae4e-4d0a-a9d8-caaa630cb2c4, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=b03bf0d6-ae4e-4d0a-a9d8-caaa630cb2c4,segment=NetworkSegment(078bda1f-0f4d-4782-805e-e16705fa85d2),segment_id=078bda1f-0f4d-4782-805e-e16705fa85d2)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:46:51.335131 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8d6466b8-47d6-4586-b127-50582a460872 req-1f24eef9-446c-4f1d-a95e-7ea20fc93cea service neutron] 10.222.0.41 "GET /v2.0/networks/75276a04-f545-4a3d-9980-2e308be152f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661562 Jul 29 23:46:51.338206 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-596017ad-385e-40f1-a8f3-fb616b323c8e req-86e4c2a9-6d16-4645-8961-addc95f65f80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:51.389798 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c4bdba04-b5ec-4e84-aa91-b7e13769667b tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:51.394641 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596017ad-385e-40f1-a8f3-fb616b323c8e req-86e4c2a9-6d16-4645-8961-addc95f65f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:51.395684 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-596017ad-385e-40f1-a8f3-fb616b323c8e req-86e4c2a9-6d16-4645-8961-addc95f65f80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:51.398049 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-596017ad-385e-40f1-a8f3-fb616b323c8e req-86e4c2a9-6d16-4645-8961-addc95f65f80 service neutron] 10.222.0.22 "PUT /v2.0/ports/b03bf0d6-ae4e-4d0a-a9d8-caaa630cb2c4 HTTP/1.1" status: 200 len: 1092 time: 2.6773674 Jul 29 23:46:51.403007 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09338872-8bde-443a-bb09-c1dcbbe9c9a5', 'tag': 'b03bf0d6-ae4e-4d0a-a9d8-caaa630cb2c4'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:46:51.405378 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5d1f86-3168-4485-954b-9e3337fd51e0" -d '{"events": [{"name": "network-changed", "server_uuid": "09338872-8bde-443a-bb09-c1dcbbe9c9a5", "tag": "b03bf0d6-ae4e-4d0a-a9d8-caaa630cb2c4"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:46:51.444949 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e4c2a9-6d16-4645-8961-addc95f65f80 service neutron] Pushing event updated for resources: {'Port': ['ID=b03bf0d6-ae4e-4d0a-a9d8-caaa630cb2c4,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:51.449139 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4bdba04-b5ec-4e84-aa91-b7e13769667b tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:51.454715 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-c4bdba04-b5ec-4e84-aa91-b7e13769667b tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:51.479954 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-515452e7-3bbe-44aa-a777-7e337e2e0bc8 x-openstack-request-id: req-515452e7-3bbe-44aa-a777-7e337e2e0bc8 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:46:51.480244 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09338872-8bde-443a-bb09-c1dcbbe9c9a5", "tag": "b03bf0d6-ae4e-4d0a-a9d8-caaa630cb2c4", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:46:51.480670 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-515452e7-3bbe-44aa-a777-7e337e2e0bc8 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:46:51.481062 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09338872-8bde-443a-bb09-c1dcbbe9c9a5', 'tag': 'b03bf0d6-ae4e-4d0a-a9d8-caaa630cb2c4', 'status': 'completed', 'code': 200} Jul 29 23:46:51.488976 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bdba04-b5ec-4e84-aa91-b7e13769667b tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:46:51.557201 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bdba04-b5ec-4e84-aa91-b7e13769667b tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Pushing event updated for resources: {'Port': ['ID=437bd33e-edc6-4bbf-b520-fc642dd67c28,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:51.593128 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596017ad-385e-40f1-a8f3-fb616b323c8e req-4331c1aa-c42c-4f49-9b11-c130fb122cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:51.595767 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-596017ad-385e-40f1-a8f3-fb616b323c8e req-4331c1aa-c42c-4f49-9b11-c130fb122cd1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fcb43ac6c6a9431f84d08948e21fa251&device_id=09338872-8bde-443a-bb09-c1dcbbe9c9a5 HTTP/1.1" status: 200 len: 1095 time: 0.1387494 Jul 29 23:46:51.674480 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-596017ad-385e-40f1-a8f3-fb616b323c8e req-ccddef97-48f0-4017-853c-f88b227316a6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b03bf0d6-ae4e-4d0a-a9d8-caaa630cb2c4 HTTP/1.1" status: 200 len: 217 time: 0.0419798 Jul 29 23:46:51.952251 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596017ad-385e-40f1-a8f3-fb616b323c8e req-09b3e9ad-fb6b-4ecd-bbd8-60062f8faf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:51.954410 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-596017ad-385e-40f1-a8f3-fb616b323c8e req-09b3e9ad-fb6b-4ecd-bbd8-60062f8faf9a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0ac8a8ba-a6a8-4667-a787-0546343c7c92 HTTP/1.1" status: 200 len: 855 time: 0.2698209 Jul 29 23:46:52.026199 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-596017ad-385e-40f1-a8f3-fb616b323c8e req-9970019a-0028-4718-a1f0-6d1790f51f10 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9ed09e0f-fd33-4f99-9c36-53e301ede8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633821 Jul 29 23:46:52.172695 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c4bdba04-b5ec-4e84-aa91-b7e13769667b tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:52.209853 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-596017ad-385e-40f1-a8f3-fb616b323c8e req-0fdb382c-f89e-45ad-8274-256d9f102cb6 service neutron] 10.222.0.22 "GET /v2.0/networks/9ed09e0f-fd33-4f99-9c36-53e301ede8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754177 Jul 29 23:46:52.357746 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c4bdba04-b5ec-4e84-aa91-b7e13769667b tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:52.425213 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85f63b-4d1e-4a17-ae3c-ef0c78d3c851 req-3ac0a38b-45b5-4c74-a6fe-699ea7e1c7fa tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:52.425939 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ea85f63b-4d1e-4a17-ae3c-ef0c78d3c851 req-3ac0a38b-45b5-4c74-a6fe-699ea7e1c7fa tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=555aee15-8fa2-4bd2-a5f6-6e4f2922d0b4 HTTP/1.1" status: 200 len: 945 time: 0.1469371 Jul 29 23:46:52.436395 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-596017ad-385e-40f1-a8f3-fb616b323c8e req-ffc1811c-75e7-4dae-b287-df5c17e40d65 service neutron] 10.222.0.22 "GET /v2.0/networks/9ed09e0f-fd33-4f99-9c36-53e301ede8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134707 Jul 29 23:46:52.591858 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ea85f63b-4d1e-4a17-ae3c-ef0c78d3c851 req-9ca712b1-99f2-49d8-8532-4b3a5aeb184d tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544204 Jul 29 23:46:52.626621 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837fd636-a77d-4749-92e4-7688a0935e72 req-a3a5f85a-053f-4764-a489-42a6dc5e7746 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:52.628401 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-837fd636-a77d-4749-92e4-7688a0935e72 req-a3a5f85a-053f-4764-a489-42a6dc5e7746 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/ports?device_id=09338872-8bde-443a-bb09-c1dcbbe9c9a5 HTTP/1.1" status: 200 len: 943 time: 0.1839759 Jul 29 23:46:52.676483 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d1f86-3168-4485-954b-9e3337fd51e0 req-288658e0-3a27-43a0-b568-338e85bfb9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:52.678811 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1f5d1f86-3168-4485-954b-9e3337fd51e0 req-288658e0-3a27-43a0-b568-338e85bfb9b5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fcb43ac6c6a9431f84d08948e21fa251&device_id=09338872-8bde-443a-bb09-c1dcbbe9c9a5 HTTP/1.1" status: 200 len: 1095 time: 0.1712160 Jul 29 23:46:52.824062 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f0b8c-4377-471e-a8cb-cd0f2a9a1ede req-e0441ad7-279f-4f31-a972-59fbea1dc7c7 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:52.828913 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8c1f0b8c-4377-471e-a8cb-cd0f2a9a1ede req-e0441ad7-279f-4f31-a972-59fbea1dc7c7 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.22 "GET /v2.0/ports?device_id=555aee15-8fa2-4bd2-a5f6-6e4f2922d0b4 HTTP/1.1" status: 200 len: 945 time: 0.0754437 Jul 29 23:46:52.947562 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-8c1f0b8c-4377-471e-a8cb-cd0f2a9a1ede req-25b4b237-e4eb-442a-844f-5afb10cbdbb6 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Deleting port 68c26fed-48ac-4046-ab04-1c91a8531e1b {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:46:52.948076 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-8c1f0b8c-4377-471e-a8cb-cd0f2a9a1ede req-25b4b237-e4eb-442a-844f-5afb10cbdbb6 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:53.075780 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c4bdba04-b5ec-4e84-aa91-b7e13769667b tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:53.095749 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c4bdba04-b5ec-4e84-aa91-b7e13769667b tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:53.103438 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-8c1f0b8c-4377-471e-a8cb-cd0f2a9a1ede req-25b4b237-e4eb-442a-844f-5afb10cbdbb6 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] For port 68c26fed-48ac-4046-ab04-1c91a8531e1b, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=68c26fed-48ac-4046-ab04-1c91a8531e1b,segment=NetworkSegment(dc3aa850-4ab7-47a4-b198-43575123d732),segment_id=dc3aa850-4ab7-47a4-b198-43575123d732)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:53.103981 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-8c1f0b8c-4377-471e-a8cb-cd0f2a9a1ede req-25b4b237-e4eb-442a-844f-5afb10cbdbb6 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:53.120620 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-8c1f0b8c-4377-471e-a8cb-cd0f2a9a1ede req-25b4b237-e4eb-442a-844f-5afb10cbdbb6 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Calling delete_port for 68c26fed-48ac-4046-ab04-1c91a8531e1b owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:46:53.132155 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-837fd636-a77d-4749-92e4-7688a0935e72 req-9b051e13-f682-4d05-8f0a-abc651f25943 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/security-groups?id=fea2426c-faaa-41f8-aaeb-dd9911d88880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4845796 Jul 29 23:46:53.219663 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bdba04-b5ec-4e84-aa91-b7e13769667b tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Pushing event updated for resources: {'Port': ['ID=437bd33e-edc6-4bbf-b520-fc642dd67c28,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:53.224788 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d1f86-3168-4485-954b-9e3337fd51e0 req-a6c1e65a-9708-432b-b42e-bea71d638d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:53.227049 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1f5d1f86-3168-4485-954b-9e3337fd51e0 req-a6c1e65a-9708-432b-b42e-bea71d638d50 service neutron] 10.222.0.22 "GET /v2.0/networks?id=9ed09e0f-fd33-4f99-9c36-53e301ede8c7 HTTP/1.1" status: 200 len: 916 time: 0.5358422 Jul 29 23:46:53.242895 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c4bdba04-b5ec-4e84-aa91-b7e13769667b tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:53.260199 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8df0009b-122a-4edc-b00b-41f03ac6cbc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:53.298115 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-8c1f0b8c-4377-471e-a8cb-cd0f2a9a1ede req-25b4b237-e4eb-442a-844f-5afb10cbdbb6 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:53.321681 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1f5d1f86-3168-4485-954b-9e3337fd51e0 req-195b3526-5b54-49ef-9af2-afc7c8868f44 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b03bf0d6-ae4e-4d0a-a9d8-caaa630cb2c4 HTTP/1.1" status: 200 len: 217 time: 0.0757313 Jul 29 23:46:53.323681 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['68c26fed-48ac-4046-ab04-1c91a8531e1b'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:46:53.327429 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b4b237-e4eb-442a-844f-5afb10cbdbb6 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Pushing event deleted for resources: {'Port': ['ID=68c26fed-48ac-4046-ab04-1c91a8531e1b,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:53.346211 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b4b237-e4eb-442a-844f-5afb10cbdbb6 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:53.346671 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b4b237-e4eb-442a-844f-5afb10cbdbb6 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:53.347112 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b4b237-e4eb-442a-844f-5afb10cbdbb6 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:53.347543 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b4b237-e4eb-442a-844f-5afb10cbdbb6 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:53.348008 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b4b237-e4eb-442a-844f-5afb10cbdbb6 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:53.348701 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b4b237-e4eb-442a-844f-5afb10cbdbb6 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:53.349144 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b4b237-e4eb-442a-844f-5afb10cbdbb6 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:53.349537 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b4b237-e4eb-442a-844f-5afb10cbdbb6 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:53.350013 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b4b237-e4eb-442a-844f-5afb10cbdbb6 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:53.351307 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b4b237-e4eb-442a-844f-5afb10cbdbb6 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:53.351307 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b4b237-e4eb-442a-844f-5afb10cbdbb6 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:53.351924 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b4b237-e4eb-442a-844f-5afb10cbdbb6 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:53.364396 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['5bdd075e-9bae-4b7d-9899-61e704213845'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:46:53.399662 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c1f0b8c-4377-471e-a8cb-cd0f2a9a1ede req-25b4b237-e4eb-442a-844f-5afb10cbdbb6 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] No DVR routers for this DVR port 68c26fed-48ac-4046-ab04-1c91a8531e1b on host n-h2-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:46:53.403067 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-8c1f0b8c-4377-471e-a8cb-cd0f2a9a1ede req-25b4b237-e4eb-442a-844f-5afb10cbdbb6 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:53.406395 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8c1f0b8c-4377-471e-a8cb-cd0f2a9a1ede req-25b4b237-e4eb-442a-844f-5afb10cbdbb6 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.22 "DELETE /v2.0/ports/68c26fed-48ac-4046-ab04-1c91a8531e1b HTTP/1.1" status: 204 len: 173 time: 0.5720768 Jul 29 23:46:53.416116 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '555aee15-8fa2-4bd2-a5f6-6e4f2922d0b4', 'name': 'network-vif-deleted', 'tag': '68c26fed-48ac-4046-ab04-1c91a8531e1b'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:46:53.419051 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a719f3ac-aa0d-4b42-b848-2ed3d0a897d1" -d '{"events": [{"server_uuid": "555aee15-8fa2-4bd2-a5f6-6e4f2922d0b4", "name": "network-vif-deleted", "tag": "68c26fed-48ac-4046-ab04-1c91a8531e1b"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:46:53.463214 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d1f86-3168-4485-954b-9e3337fd51e0 req-8b34f228-e922-4b48-85bd-fb7b3007a37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:53.464963 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1f5d1f86-3168-4485-954b-9e3337fd51e0 req-8b34f228-e922-4b48-85bd-fb7b3007a37b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0ac8a8ba-a6a8-4667-a787-0546343c7c92 HTTP/1.1" status: 200 len: 855 time: 0.1288772 Jul 29 23:46:53.471141 n-d-712141-10 neutron-server[94078]: INFO neutron.db.l3_db [None req-c4bdba04-b5ec-4e84-aa91-b7e13769667b tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Floating IP 63bbeae8-0f1f-4054-8ec7-7aa598a1d11c associated. External IP: 172.25.0.56, port: f5a16836-fd78-4b44-a57e-3a327955afd1. Jul 29 23:46:53.509158 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3710f3b7-9235-4b6d-9fa4-9b0588024cc7 x-openstack-request-id: req-3710f3b7-9235-4b6d-9fa4-9b0588024cc7 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:46:53.509541 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "555aee15-8fa2-4bd2-a5f6-6e4f2922d0b4", "name": "network-vif-deleted", "tag": "68c26fed-48ac-4046-ab04-1c91a8531e1b", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:46:53.509975 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3710f3b7-9235-4b6d-9fa4-9b0588024cc7 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:46:53.510635 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '555aee15-8fa2-4bd2-a5f6-6e4f2922d0b4', 'name': 'network-vif-deleted', 'tag': '68c26fed-48ac-4046-ab04-1c91a8531e1b', 'status': 'completed', 'code': 200} Jul 29 23:46:53.559485 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1f5d1f86-3168-4485-954b-9e3337fd51e0 req-cb6b8a88-21ea-4e84-b5cb-acda0495aba0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9ed09e0f-fd33-4f99-9c36-53e301ede8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323834 Jul 29 23:46:53.762501 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-84a72831-e14a-49d3-a4fb-dee24cac0964 req-ba6fd80d-f1c3-43db-98e5-f838e0e37b88 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=555aee15-8fa2-4bd2-a5f6-6e4f2922d0b4 HTTP/1.1" status: 200 len: 210 time: 0.0382187 Jul 29 23:46:53.825368 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1f5d1f86-3168-4485-954b-9e3337fd51e0 req-8d41ba82-8dab-4816-9f77-9519f4440942 service neutron] 10.222.0.22 "GET /v2.0/networks/9ed09e0f-fd33-4f99-9c36-53e301ede8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534828 Jul 29 23:46:54.038320 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1f5d1f86-3168-4485-954b-9e3337fd51e0 req-881e900e-254c-4b94-93c3-7943ddb8641e service neutron] 10.222.0.22 "GET /v2.0/networks/9ed09e0f-fd33-4f99-9c36-53e301ede8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622970 Jul 29 23:46:54.066846 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4bdba04-b5ec-4e84-aa91-b7e13769667b tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Router c571524c-af41-4e26-bf00-a93cb822c7b7 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:46:54.200973 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4bdba04-b5ec-4e84-aa91-b7e13769667b tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:46:54.218825 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf293cf-7b5f-4047-8405-1ff868b17ede None None] Sync routers for ids ['c571524c-af41-4e26-bf00-a93cb822c7b7'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:46:54.221450 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c4bdba04-b5ec-4e84-aa91-b7e13769667b tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:54.232318 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf293cf-7b5f-4047-8405-1ff868b17ede None None] Routers {'c571524c-af41-4e26-bf00-a93cb822c7b7'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:54.233557 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-faf293cf-7b5f-4047-8405-1ff868b17ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:46:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['c571524c-af41-4e26-bf00-a93cb822c7b7'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:54.263930 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-c4bdba04-b5ec-4e84-aa91-b7e13769667b tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.7306554 Jul 29 23:46:54.277510 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceaa045e-dd9a-426f-9643-f8c8e69247ef', 'tag': 'f5a16836-fd78-4b44-a57e-3a327955afd1'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:46:54.279814 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de6dfbd-449b-4b66-b13d-c31230188f17" -d '{"events": [{"name": "network-changed", "server_uuid": "ceaa045e-dd9a-426f-9643-f8c8e69247ef", "tag": "f5a16836-fd78-4b44-a57e-3a327955afd1"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:46:54.309440 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ec925-c90f-4d1e-aa4d-3ea1db7b4ee9 req-5eb16a57-4275-4a4d-9e13-c1bc6a610d26 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:54.311285 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-405ec925-c90f-4d1e-aa4d-3ea1db7b4ee9 req-5eb16a57-4275-4a4d-9e13-c1bc6a610d26 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/ports?device_id=09338872-8bde-443a-bb09-c1dcbbe9c9a5 HTTP/1.1" status: 200 len: 943 time: 0.0691454 Jul 29 23:46:54.344317 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3987f101-b25b-4342-a31c-bbbbc9f39ba2 x-openstack-request-id: req-3987f101-b25b-4342-a31c-bbbbc9f39ba2 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:46:54.345036 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceaa045e-dd9a-426f-9643-f8c8e69247ef", "tag": "f5a16836-fd78-4b44-a57e-3a327955afd1", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:46:54.345468 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3987f101-b25b-4342-a31c-bbbbc9f39ba2 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:46:54.346034 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceaa045e-dd9a-426f-9643-f8c8e69247ef', 'tag': 'f5a16836-fd78-4b44-a57e-3a327955afd1', 'status': 'completed', 'code': 200} Jul 29 23:46:54.357653 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-faf293cf-7b5f-4047-8405-1ff868b17ede None None] Set router c571524c-af41-4e26-bf00-a93cb822c7b7 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:46:54.395108 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-405ec925-c90f-4d1e-aa4d-3ea1db7b4ee9 req-ff703a15-c198-4842-b479-18a8ada84bdc tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/security-groups?id=fea2426c-faaa-41f8-aaeb-dd9911d88880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765843 Jul 29 23:46:54.434215 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6dfbd-449b-4b66-b13d-c31230188f17 req-f42b14d4-aa32-4a96-933f-c2c1f6036c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:54.435793 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6de6dfbd-449b-4b66-b13d-c31230188f17 req-f42b14d4-aa32-4a96-933f-c2c1f6036c7e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=abc07fd47c924aad994e74752ef0bc5a&device_id=ceaa045e-dd9a-426f-9643-f8c8e69247ef HTTP/1.1" status: 200 len: 1097 time: 0.0581670 Jul 29 23:46:54.620555 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6dfbd-449b-4b66-b13d-c31230188f17 req-413a9d01-0a63-4d3b-ac35-151c25535ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:54.623305 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6de6dfbd-449b-4b66-b13d-c31230188f17 req-413a9d01-0a63-4d3b-ac35-151c25535ad0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=07279870-3078-44f7-8035-d94a4d0b31e7 HTTP/1.1" status: 200 len: 913 time: 0.1706474 Jul 29 23:46:54.693524 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6de6dfbd-449b-4b66-b13d-c31230188f17 req-852627af-45fb-4195-a86e-e9ac3e0ce0c7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5a16836-fd78-4b44-a57e-3a327955afd1 HTTP/1.1" status: 200 len: 998 time: 0.0634634 Jul 29 23:46:54.695030 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-faf293cf-7b5f-4047-8405-1ff868b17ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'name': 'tempest-TestVolumeBootPattern-2002221163-router', 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '862daf0f-6991-4ef6-9199-6c40ea66b1f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:37:06Z', 'updated_at': '2021-07-29T23:37:18Z', 'revision_number': 4, 'project_id': 'abc07fd47c924aad994e74752ef0bc5a', 'gw_port': {'id': '862daf0f-6991-4ef6-9199-6c40ea66b1f1', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:08Z', 'updated_at': '2021-07-29T23:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '63bbeae8-0f1f-4054-8ec7-7aa598a1d11c', 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a', 'floating_ip_address': '172.25.0.56', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'port_id': 'f5a16836-fd78-4b44-a57e-3a327955afd1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7', 'mac_address': 'fa:16:3e:a8:b1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceaa045e-dd9a-426f-9643-f8c8e69247ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:46:51Z', 'updated_at': '2021-07-29T23:46:51Z', 'revision_number': 0, 'project_id': 'abc07fd47c924aad994e74752ef0bc5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e698b262-628f-49d6-aa1c-360d9f5f8465', 'name': '', 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7', 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a', 'mac_address': 'fa:16:3e:50:a6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': 'ef618f43-4fe4-4e34-9800-0476d270be60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:16Z', 'updated_at': '2021-07-29T23:37:31Z', 'revision_number': 5, 'project_id': 'abc07fd47c924aad994e74752ef0bc5a', 'subnets': [{'id': 'ef618f43-4fe4-4e34-9800-0476d270be60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:54.728549 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf293cf-7b5f-4047-8405-1ff868b17ede None None] Checking router: c571524c-af41-4e26-bf00-a93cb822c7b7 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:46:54.740583 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf293cf-7b5f-4047-8405-1ff868b17ede None None] Routers {'c571524c-af41-4e26-bf00-a93cb822c7b7'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:54.741404 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-faf293cf-7b5f-4047-8405-1ff868b17ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:46:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['c571524c-af41-4e26-bf00-a93cb822c7b7'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:54.766791 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6dfbd-449b-4b66-b13d-c31230188f17 req-63487dd2-0c22-470f-a5d4-7c0dc7973779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:54.769227 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6de6dfbd-449b-4b66-b13d-c31230188f17 req-63487dd2-0c22-470f-a5d4-7c0dc7973779 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ef618f43-4fe4-4e34-9800-0476d270be60 HTTP/1.1" status: 200 len: 851 time: 0.0643075 Jul 29 23:46:54.825546 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6dfbd-449b-4b66-b13d-c31230188f17 req-45712253-33d9-4f1e-a937-ea79d20e66fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:54.827340 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6de6dfbd-449b-4b66-b13d-c31230188f17 req-45712253-33d9-4f1e-a937-ea79d20e66fc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=07279870-3078-44f7-8035-d94a4d0b31e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505807 Jul 29 23:46:54.881556 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-faf293cf-7b5f-4047-8405-1ff868b17ede None None] Set router c571524c-af41-4e26-bf00-a93cb822c7b7 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:46:54.958494 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6de6dfbd-449b-4b66-b13d-c31230188f17 req-69cf88cb-6a52-4f74-b559-b12163d6b4fc service neutron] 10.222.0.22 "GET /v2.0/networks/07279870-3078-44f7-8035-d94a4d0b31e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196690 Jul 29 23:46:54.965183 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device b03bf0d6-ae4e-4d0a-a9d8-caaa630cb2c4 details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:46:55.090488 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.db.resource_extend [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:46:55.131268 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6de6dfbd-449b-4b66-b13d-c31230188f17 req-e53b4fac-4851-4bb9-9d2f-f1c5dea27b13 service neutron] 10.222.0.22 "GET /v2.0/networks/07279870-3078-44f7-8035-d94a4d0b31e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649404 Jul 29 23:46:55.154335 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17a3e7-69cd-4443-9983-66daace9677b req-1c55f997-23af-4c97-bffd-aef9400bd584 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:55.156532 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4b17a3e7-69cd-4443-9983-66daace9677b req-1c55f997-23af-4c97-bffd-aef9400bd584 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4443f2c0-ea2a-4c7b-893e-17394262b988 HTTP/1.1" status: 200 len: 945 time: 0.0675800 Jul 29 23:46:55.206381 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4b17a3e7-69cd-4443-9983-66daace9677b req-aa8c75a5-e90d-44f8-87b1-d4a27594e2ca tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432625 Jul 29 23:46:55.223480 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port b03bf0d6-ae4e-4d0a-a9d8-caaa630cb2c4, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=b03bf0d6-ae4e-4d0a-a9d8-caaa630cb2c4,segment=NetworkSegment(078bda1f-0f4d-4782-805e-e16705fa85d2),segment_id=078bda1f-0f4d-4782-805e-e16705fa85d2)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:55.244938 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': 'b03bf0d6-ae4e-4d0a-a9d8-caaa630cb2c4', 'network_id': '9ed09e0f-fd33-4f99-9c36-53e301ede8c7', 'port_id': 'b03bf0d6-ae4e-4d0a-a9d8-caaa630cb2c4', 'mac_address': 'fa:16:3e:b5:55:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ac8a8ba-a6a8-4667-a787-0546343c7c92', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:46:55.249810 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-faf293cf-7b5f-4047-8405-1ff868b17ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'name': 'tempest-TestVolumeBootPattern-2002221163-router', 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '862daf0f-6991-4ef6-9199-6c40ea66b1f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:37:06Z', 'updated_at': '2021-07-29T23:37:18Z', 'revision_number': 4, 'project_id': 'abc07fd47c924aad994e74752ef0bc5a', 'gw_port': {'id': '862daf0f-6991-4ef6-9199-6c40ea66b1f1', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:08Z', 'updated_at': '2021-07-29T23:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '63bbeae8-0f1f-4054-8ec7-7aa598a1d11c', 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a', 'floating_ip_address': '172.25.0.56', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'port_id': 'f5a16836-fd78-4b44-a57e-3a327955afd1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7', 'mac_address': 'fa:16:3e:a8:b1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceaa045e-dd9a-426f-9643-f8c8e69247ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:46:51Z', 'updated_at': '2021-07-29T23:46:51Z', 'revision_number': 0, 'project_id': 'abc07fd47c924aad994e74752ef0bc5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e698b262-628f-49d6-aa1c-360d9f5f8465', 'name': '', 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7', 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a', 'mac_address': 'fa:16:3e:50:a6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': 'ef618f43-4fe4-4e34-9800-0476d270be60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:16Z', 'updated_at': '2021-07-29T23:37:31Z', 'revision_number': 5, 'project_id': 'abc07fd47c924aad994e74752ef0bc5a', 'subnets': [{'id': 'ef618f43-4fe4-4e34-9800-0476d270be60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:55.305194 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf293cf-7b5f-4047-8405-1ff868b17ede None None] The sync data for ids ['c571524c-af41-4e26-bf00-a93cb822c7b7'] in n-d-712141-10 is: [{'id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'name': 'tempest-TestVolumeBootPattern-2002221163-router', 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '862daf0f-6991-4ef6-9199-6c40ea66b1f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:37:06Z', 'updated_at': '2021-07-29T23:37:18Z', 'revision_number': 4, 'project_id': 'abc07fd47c924aad994e74752ef0bc5a', 'gw_port': {'id': '862daf0f-6991-4ef6-9199-6c40ea66b1f1', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:08Z', 'updated_at': '2021-07-29T23:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '63bbeae8-0f1f-4054-8ec7-7aa598a1d11c', 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a', 'floating_ip_address': '172.25.0.56', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'port_id': 'f5a16836-fd78-4b44-a57e-3a327955afd1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7', 'mac_address': 'fa:16:3e:a8:b1:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceaa045e-dd9a-426f-9643-f8c8e69247ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:46:51Z', 'updated_at': '2021-07-29T23:46:51Z', 'revision_number': 0, 'project_id': 'abc07fd47c924aad994e74752ef0bc5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e698b262-628f-49d6-aa1c-360d9f5f8465', 'name': '', 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7', 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a', 'mac_address': 'fa:16:3e:50:a6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': 'ef618f43-4fe4-4e34-9800-0476d270be60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:16Z', 'updated_at': '2021-07-29T23:37:31Z', 'revision_number': 5, 'project_id': 'abc07fd47c924aad994e74752ef0bc5a', 'subnets': [{'id': 'ef618f43-4fe4-4e34-9800-0476d270be60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:46:55.331101 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:55.351751 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b03bf0d6-ae4e-4d0a-a9d8-caaa630cb2c4 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:46:55.384477 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port b03bf0d6-ae4e-4d0a-a9d8-caaa630cb2c4, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=b03bf0d6-ae4e-4d0a-a9d8-caaa630cb2c4,segment=NetworkSegment(078bda1f-0f4d-4782-805e-e16705fa85d2),segment_id=078bda1f-0f4d-4782-805e-e16705fa85d2)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:55.391004 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:55.451607 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=b03bf0d6-ae4e-4d0a-a9d8-caaa630cb2c4,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:55.566878 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784d4527-3ab0-408e-a14f-82d406e50dc9 req-55e4a728-0a34-4633-8781-7da955a9a166 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:55.568652 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-784d4527-3ab0-408e-a14f-82d406e50dc9 req-55e4a728-0a34-4633-8781-7da955a9a166 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/ports?device_id=09338872-8bde-443a-bb09-c1dcbbe9c9a5 HTTP/1.1" status: 200 len: 944 time: 0.0696774 Jul 29 23:46:55.603839 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc89ddc-64a5-41eb-b9a1-cbeb7fd29fff None None] New status for floating IP 63bbeae8-0f1f-4054-8ec7-7aa598a1d11c: ACTIVE {{(pid=94080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:46:55.621193 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['b03bf0d6-ae4e-4d0a-a9d8-caaa630cb2c4'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:46:55.627447 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-784d4527-3ab0-408e-a14f-82d406e50dc9 req-c785290b-10c9-44de-ae72-704e26b4f861 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/security-groups?id=fea2426c-faaa-41f8-aaeb-dd9911d88880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509315 Jul 29 23:46:55.905259 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-cbd8be29-afb3-4c8b-b3c4-3d057a0287bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:56.342403 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c67141c-b178-45a3-8e06-5fbd581973f9 req-1a984ef1-bdbf-4a26-887d-25a7fc3fb1a3 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:56.344590 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9c67141c-b178-45a3-8e06-5fbd581973f9 req-1a984ef1-bdbf-4a26-887d-25a7fc3fb1a3 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4443f2c0-ea2a-4c7b-893e-17394262b988 HTTP/1.1" status: 200 len: 945 time: 0.0612681 Jul 29 23:46:56.388673 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9c67141c-b178-45a3-8e06-5fbd581973f9 req-52f470f5-cb63-4e5e-9c36-813eb7408871 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333989 Jul 29 23:46:56.420217 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:56.768552 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeb2639-6bfe-476a-a3e9-c7ddd6b578ae req-3a735ceb-e902-4f26-9237-4f8848b5fe47 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:56.770371 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1eeb2639-6bfe-476a-a3e9-c7ddd6b578ae req-3a735ceb-e902-4f26-9237-4f8848b5fe47 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/ports?device_id=09338872-8bde-443a-bb09-c1dcbbe9c9a5 HTTP/1.1" status: 200 len: 944 time: 0.0655415 Jul 29 23:46:56.821467 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1eeb2639-6bfe-476a-a3e9-c7ddd6b578ae req-61531f02-92e5-42dd-a75e-883a34ac87e5 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/security-groups?id=fea2426c-faaa-41f8-aaeb-dd9911d88880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443866 Jul 29 23:46:56.878550 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device b03bf0d6-ae4e-4d0a-a9d8-caaa630cb2c4 up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:56.931137 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port b03bf0d6-ae4e-4d0a-a9d8-caaa630cb2c4 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:56.934774 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port b03bf0d6-ae4e-4d0a-a9d8-caaa630cb2c4 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:56.935219 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:57.024629 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:57.054901 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09338872-8bde-443a-bb09-c1dcbbe9c9a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b03bf0d6-ae4e-4d0a-a9d8-caaa630cb2c4'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:46:57.057309 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff4276b-46c9-4362-bb2c-1b50853beb38" -d '{"events": [{"server_uuid": "09338872-8bde-443a-bb09-c1dcbbe9c9a5", "name": "network-vif-plugged", "status": "completed", "tag": "b03bf0d6-ae4e-4d0a-a9d8-caaa630cb2c4"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:46:57.081672 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port b03bf0d6-ae4e-4d0a-a9d8-caaa630cb2c4, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=b03bf0d6-ae4e-4d0a-a9d8-caaa630cb2c4,segment=NetworkSegment(078bda1f-0f4d-4782-805e-e16705fa85d2),segment_id=078bda1f-0f4d-4782-805e-e16705fa85d2)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:57.087965 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:57.089257 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 68c26fed-48ac-4046-ab04-1c91a8531e1b no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:46:57.102670 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f0dbe2-c528-4b8b-aa65-b2cbbfc64177 x-openstack-request-id: req-f6f0dbe2-c528-4b8b-aa65-b2cbbfc64177 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:46:57.102670 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09338872-8bde-443a-bb09-c1dcbbe9c9a5", "name": "network-vif-plugged", "status": "completed", "tag": "b03bf0d6-ae4e-4d0a-a9d8-caaa630cb2c4", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:46:57.103242 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f6f0dbe2-c528-4b8b-aa65-b2cbbfc64177 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:46:57.103811 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09338872-8bde-443a-bb09-c1dcbbe9c9a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b03bf0d6-ae4e-4d0a-a9d8-caaa630cb2c4', 'code': 200} Jul 29 23:46:57.141964 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: 68c26fed-48ac-4046-ab04-1c91a8531e1b {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:46:57.142481 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 68c26fed-48ac-4046-ab04-1c91a8531e1b not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:46:57.185025 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=b03bf0d6-ae4e-4d0a-a9d8-caaa630cb2c4,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:57.235213 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda267f6-9966-42f9-b70c-07e2c4ef2cc9 req-54c9183e-c741-4310-a27e-d575936f9875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:57.237402 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dda267f6-9966-42f9-b70c-07e2c4ef2cc9 req-54c9183e-c741-4310-a27e-d575936f9875 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=09338872-8bde-443a-bb09-c1dcbbe9c9a5 HTTP/1.1" status: 200 len: 1097 time: 0.0587692 Jul 29 23:46:57.276305 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dda267f6-9966-42f9-b70c-07e2c4ef2cc9 req-06f02fe4-dac3-4711-94f7-c0d430616c03 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=fea2426c-faaa-41f8-aaeb-dd9911d88880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323694 Jul 29 23:46:57.530642 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a66b50-16db-43c7-a790-626108b427a3 req-c3def4d2-ac4a-49f7-9504-e6e839a4b84d tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:57.532787 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e1a66b50-16db-43c7-a790-626108b427a3 req-c3def4d2-ac4a-49f7-9504-e6e839a4b84d tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4443f2c0-ea2a-4c7b-893e-17394262b988 HTTP/1.1" status: 200 len: 945 time: 0.0682878 Jul 29 23:46:57.586055 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e1a66b50-16db-43c7-a790-626108b427a3 req-3409bdad-4504-4325-8d91-88390fb0abef tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465791 Jul 29 23:46:57.690035 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:57.967552 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585abe2e-b844-4b47-9c53-3f9b84d6c297 req-2de53a43-1b2e-40fb-b12c-4b6a111602fb tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:57.969406 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-585abe2e-b844-4b47-9c53-3f9b84d6c297 req-2de53a43-1b2e-40fb-b12c-4b6a111602fb tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/ports?device_id=09338872-8bde-443a-bb09-c1dcbbe9c9a5 HTTP/1.1" status: 200 len: 945 time: 0.0549796 Jul 29 23:46:58.027959 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-585abe2e-b844-4b47-9c53-3f9b84d6c297 req-0c28a5d1-e2e5-4ce1-94b5-8e5efbc72ee8 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/security-groups?id=fea2426c-faaa-41f8-aaeb-dd9911d88880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519426 Jul 29 23:46:58.776895 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c60db-0760-4c31-a307-88138b901d74 req-f220aaea-386f-45a1-ad03-1ee1ff3573e3 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:58.781196 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dd6c60db-0760-4c31-a307-88138b901d74 req-f220aaea-386f-45a1-ad03-1ee1ff3573e3 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4443f2c0-ea2a-4c7b-893e-17394262b988 HTTP/1.1" status: 200 len: 945 time: 0.0790863 Jul 29 23:46:58.844094 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dd6c60db-0760-4c31-a307-88138b901d74 req-9d442439-8a42-4802-a93a-adbf9745d8ac tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534210 Jul 29 23:46:59.191489 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c73a358-14d9-40ee-80b2-e612f376505d req-7a9226d5-1c3a-43d7-b728-59ff8bc731af tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:59.193567 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2c73a358-14d9-40ee-80b2-e612f376505d req-7a9226d5-1c3a-43d7-b728-59ff8bc731af tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/ports?device_id=09338872-8bde-443a-bb09-c1dcbbe9c9a5 HTTP/1.1" status: 200 len: 945 time: 0.0612009 Jul 29 23:46:59.260357 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2c73a358-14d9-40ee-80b2-e612f376505d req-20733cd6-cea5-460a-9d84-b9d849af833c tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/security-groups?id=fea2426c-faaa-41f8-aaeb-dd9911d88880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548618 Jul 29 23:46:59.344986 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:00.067567 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e99a9c-53d2-43de-ae3c-46b02cfdc554 req-1d0a7daf-996e-4221-8717-0e55c347373a tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:00.069076 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e8e99a9c-53d2-43de-ae3c-46b02cfdc554 req-1d0a7daf-996e-4221-8717-0e55c347373a tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4443f2c0-ea2a-4c7b-893e-17394262b988 HTTP/1.1" status: 200 len: 945 time: 0.1052330 Jul 29 23:47:00.078337 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c712b6df-354a-45bf-8a3e-52b85a0b3e72 req-64ffca5a-4201-4f38-813a-d6f3f7407f58 tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:00.085691 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c712b6df-354a-45bf-8a3e-52b85a0b3e72 req-64ffca5a-4201-4f38-813a-d6f3f7407f58 tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ebfaab5-6778-4bc4-90f0-44cfe5e4b82f HTTP/1.1" status: 200 len: 945 time: 0.1093554 Jul 29 23:47:00.164956 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c712b6df-354a-45bf-8a3e-52b85a0b3e72 req-6295df10-843d-429c-aabe-eaf2df50ca40 tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] 10.222.0.43 "GET /v2.0/security-groups?id=adfca035-9b13-4054-91bd-98ecbbff3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777903 Jul 29 23:47:00.176306 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e8e99a9c-53d2-43de-ae3c-46b02cfdc554 req-ff641bfc-9f08-4a7c-8dfd-b3a40b2bfb61 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754840 Jul 29 23:47:01.391422 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6822b8-602d-43f8-948e-6d0612a4309e req-a9257048-4f9e-4b34-ad0c-0e570d4e50a8 tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:01.393214 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ff6822b8-602d-43f8-948e-6d0612a4309e req-a9257048-4f9e-4b34-ad0c-0e570d4e50a8 tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ebfaab5-6778-4bc4-90f0-44cfe5e4b82f HTTP/1.1" status: 200 len: 945 time: 0.1220205 Jul 29 23:47:01.407345 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bbce7c-7881-476e-b5d2-3eaa189e9a42 req-c6dc8fd0-fd79-4470-8ac9-7dd53441776a tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:01.409727 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e0bbce7c-7881-476e-b5d2-3eaa189e9a42 req-c6dc8fd0-fd79-4470-8ac9-7dd53441776a tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] 10.222.0.22 "GET /v2.0/ports?device_id=9ebfaab5-6778-4bc4-90f0-44cfe5e4b82f HTTP/1.1" status: 200 len: 945 time: 0.1516914 Jul 29 23:47:01.417309 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771b8adb-3cce-4b87-8da2-363221454635 req-aba932d6-4624-4870-814c-52c6c46ea3ae tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:01.418866 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-771b8adb-3cce-4b87-8da2-363221454635 req-aba932d6-4624-4870-814c-52c6c46ea3ae tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4443f2c0-ea2a-4c7b-893e-17394262b988 HTTP/1.1" status: 200 len: 945 time: 0.1273816 Jul 29 23:47:01.549788 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ff6822b8-602d-43f8-948e-6d0612a4309e req-4efebe12-b927-4ec5-9790-bde6657df33e tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] 10.222.0.43 "GET /v2.0/security-groups?id=adfca035-9b13-4054-91bd-98ecbbff3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296790 Jul 29 23:47:01.605527 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-771b8adb-3cce-4b87-8da2-363221454635 req-50378854-7322-4fef-a761-42f2c70f664d tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702712 Jul 29 23:47:01.671129 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-e0bbce7c-7881-476e-b5d2-3eaa189e9a42 req-2637775b-34a1-4d51-ac05-753598ef14e5 tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] Deleting port cd13e8f6-d018-4432-a13b-1ca93224605e {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:47:01.672379 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e0bbce7c-7881-476e-b5d2-3eaa189e9a42 req-2637775b-34a1-4d51-ac05-753598ef14e5 tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:01.832140 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-e0bbce7c-7881-476e-b5d2-3eaa189e9a42 req-2637775b-34a1-4d51-ac05-753598ef14e5 tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] For port cd13e8f6-d018-4432-a13b-1ca93224605e, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=cd13e8f6-d018-4432-a13b-1ca93224605e,segment=NetworkSegment(6611dfea-d154-4c8e-8956-c1449c86d262),segment_id=6611dfea-d154-4c8e-8956-c1449c86d262)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:01.832627 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e0bbce7c-7881-476e-b5d2-3eaa189e9a42 req-2637775b-34a1-4d51-ac05-753598ef14e5 tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:01.850484 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-e0bbce7c-7881-476e-b5d2-3eaa189e9a42 req-2637775b-34a1-4d51-ac05-753598ef14e5 tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] Calling delete_port for cd13e8f6-d018-4432-a13b-1ca93224605e owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:47:02.143118 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e0bbce7c-7881-476e-b5d2-3eaa189e9a42 req-2637775b-34a1-4d51-ac05-753598ef14e5 tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:02.156283 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbf6a33-6716-4767-b6dc-0126a3091ab3 req-e20319e4-b97c-4b71-b4a7-720514f18ec2 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:02.158199 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdbf6a33-6716-4767-b6dc-0126a3091ab3 req-e20319e4-b97c-4b71-b4a7-720514f18ec2 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.41 "GET /v2.0/ports?device_id=4443f2c0-ea2a-4c7b-893e-17394262b988 HTTP/1.1" status: 200 len: 945 time: 0.0996311 Jul 29 23:47:02.158419 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['cd13e8f6-d018-4432-a13b-1ca93224605e'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:47:02.209195 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2637775b-34a1-4d51-ac05-753598ef14e5 tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] Pushing event deleted for resources: {'Port': ['ID=cd13e8f6-d018-4432-a13b-1ca93224605e,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:02.348145 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0bbce7c-7881-476e-b5d2-3eaa189e9a42 req-2637775b-34a1-4d51-ac05-753598ef14e5 tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] No DVR routers for this DVR port cd13e8f6-d018-4432-a13b-1ca93224605e on host n-h2-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:47:02.353363 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e0bbce7c-7881-476e-b5d2-3eaa189e9a42 req-2637775b-34a1-4d51-ac05-753598ef14e5 tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:02.357379 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e0bbce7c-7881-476e-b5d2-3eaa189e9a42 req-2637775b-34a1-4d51-ac05-753598ef14e5 tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] 10.222.0.22 "DELETE /v2.0/ports/cd13e8f6-d018-4432-a13b-1ca93224605e HTTP/1.1" status: 204 len: 173 time: 0.9303105 Jul 29 23:47:02.366438 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ebfaab5-6778-4bc4-90f0-44cfe5e4b82f', 'name': 'network-vif-deleted', 'tag': 'cd13e8f6-d018-4432-a13b-1ca93224605e'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:47:02.373019 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b410d5-7489-4800-ac82-bbc468a94189" -d '{"events": [{"server_uuid": "9ebfaab5-6778-4bc4-90f0-44cfe5e4b82f", "name": "network-vif-deleted", "tag": "cd13e8f6-d018-4432-a13b-1ca93224605e"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:47:02.461760 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f41ba00-4a12-4479-a4fc-04c62a425a9e x-openstack-request-id: req-2f41ba00-4a12-4479-a4fc-04c62a425a9e {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:47:02.462665 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ebfaab5-6778-4bc4-90f0-44cfe5e4b82f", "name": "network-vif-deleted", "tag": "cd13e8f6-d018-4432-a13b-1ca93224605e", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:47:02.462665 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2f41ba00-4a12-4479-a4fc-04c62a425a9e {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:47:02.462665 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ebfaab5-6778-4bc4-90f0-44cfe5e4b82f', 'name': 'network-vif-deleted', 'tag': 'cd13e8f6-d018-4432-a13b-1ca93224605e', 'status': 'completed', 'code': 200} Jul 29 23:47:02.473140 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-bdbf6a33-6716-4767-b6dc-0126a3091ab3 req-26a943d2-0bc6-48ec-9901-75db71337f97 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Deleting port 5bdd075e-9bae-4b7d-9899-61e704213845 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:47:02.475001 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bdbf6a33-6716-4767-b6dc-0126a3091ab3 req-26a943d2-0bc6-48ec-9901-75db71337f97 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:02.627948 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-bdbf6a33-6716-4767-b6dc-0126a3091ab3 req-26a943d2-0bc6-48ec-9901-75db71337f97 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] For port 5bdd075e-9bae-4b7d-9899-61e704213845, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=5bdd075e-9bae-4b7d-9899-61e704213845,segment=NetworkSegment(dc3aa850-4ab7-47a4-b198-43575123d732),segment_id=dc3aa850-4ab7-47a4-b198-43575123d732)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:02.628547 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bdbf6a33-6716-4767-b6dc-0126a3091ab3 req-26a943d2-0bc6-48ec-9901-75db71337f97 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:02.660108 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-bdbf6a33-6716-4767-b6dc-0126a3091ab3 req-26a943d2-0bc6-48ec-9901-75db71337f97 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Calling delete_port for 5bdd075e-9bae-4b7d-9899-61e704213845 owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:47:03.383807 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a9ca2062-2473-4290-a2d5-8475f296533d req-f0d849cf-c5fb-450b-aa1b-afd921e1593c tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9ebfaab5-6778-4bc4-90f0-44cfe5e4b82f HTTP/1.1" status: 200 len: 210 time: 0.5888646 Jul 29 23:47:03.384527 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bdbf6a33-6716-4767-b6dc-0126a3091ab3 req-26a943d2-0bc6-48ec-9901-75db71337f97 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:03.432427 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['5bdd075e-9bae-4b7d-9899-61e704213845'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:47:03.439520 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110db7b5-d862-4ea8-a6f9-75dd6a98448f req-48b562b6-9c67-429f-a895-0d815305dc61 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:03.448955 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-110db7b5-d862-4ea8-a6f9-75dd6a98448f req-48b562b6-9c67-429f-a895-0d815305dc61 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/ports?device_id=4443f2c0-ea2a-4c7b-893e-17394262b988 HTTP/1.1" status: 200 len: 867 time: 0.6939054 Jul 29 23:47:03.491171 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a943d2-0bc6-48ec-9901-75db71337f97 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Pushing event deleted for resources: {'Port': ['ID=5bdd075e-9bae-4b7d-9899-61e704213845,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:03.600132 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-110db7b5-d862-4ea8-a6f9-75dd6a98448f req-95d4f3be-8b14-4345-b939-9252c68002c7 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.43 "GET /v2.0/security-groups?id=5b32bda4-e052-48c9-b9ed-01e5b353fd84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489482 Jul 29 23:47:03.601084 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdbf6a33-6716-4767-b6dc-0126a3091ab3 req-26a943d2-0bc6-48ec-9901-75db71337f97 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] No DVR routers for this DVR port 5bdd075e-9bae-4b7d-9899-61e704213845 on host n-h1-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:47:03.605636 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bdbf6a33-6716-4767-b6dc-0126a3091ab3 req-26a943d2-0bc6-48ec-9901-75db71337f97 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:03.610536 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdbf6a33-6716-4767-b6dc-0126a3091ab3 req-26a943d2-0bc6-48ec-9901-75db71337f97 tempest-ServerRescueNegativeTestJSON-2130173058 tempest-ServerRescueNegativeTestJSON-2130173058-project] 10.222.0.41 "DELETE /v2.0/ports/5bdd075e-9bae-4b7d-9899-61e704213845 HTTP/1.1" status: 204 len: 173 time: 1.4074197 Jul 29 23:47:03.890491 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:47:04.464120 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4443f2c0-ea2a-4c7b-893e-17394262b988', 'name': 'network-vif-deleted', 'tag': '5bdd075e-9bae-4b7d-9899-61e704213845'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:47:04.466779 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61fcebf7-3214-41b6-b5e0-1d056eaafcd1" -d '{"events": [{"server_uuid": "4443f2c0-ea2a-4c7b-893e-17394262b988", "name": "network-vif-deleted", "tag": "5bdd075e-9bae-4b7d-9899-61e704213845"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:47:04.560715 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bda8721-10cf-4221-9795-30324c7e4772 x-openstack-request-id: req-5bda8721-10cf-4221-9795-30324c7e4772 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:47:04.564033 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4443f2c0-ea2a-4c7b-893e-17394262b988", "name": "network-vif-deleted", "tag": "5bdd075e-9bae-4b7d-9899-61e704213845", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:47:04.564491 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5bda8721-10cf-4221-9795-30324c7e4772 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:47:04.565090 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4443f2c0-ea2a-4c7b-893e-17394262b988', 'name': 'network-vif-deleted', 'tag': '5bdd075e-9bae-4b7d-9899-61e704213845', 'status': 'completed', 'code': 200} Jul 29 23:47:04.741864 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 42456) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:04.926337 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device cd13e8f6-d018-4432-a13b-1ca93224605e no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:47:04.981025 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: cd13e8f6-d018-4432-a13b-1ca93224605e {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:47:04.981763 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device cd13e8f6-d018-4432-a13b-1ca93224605e not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:47:05.489079 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 5bdd075e-9bae-4b7d-9899-61e704213845 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:47:05.524202 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8e2f9b50-8382-4b65-b0c7-78f885bd14ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:05.525092 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] No Port match for: 5bdd075e-9bae-4b7d-9899-61e704213845 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:47:05.525092 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 5bdd075e-9bae-4b7d-9899-61e704213845 not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:47:06.087680 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-8e2f9b50-8382-4b65-b0c7-78f885bd14ca admin admin] Deleting port b8e8c443-a1f3-4266-9432-7a811fab2047 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:47:06.089093 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8e2f9b50-8382-4b65-b0c7-78f885bd14ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:06.242578 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-8e2f9b50-8382-4b65-b0c7-78f885bd14ca admin admin] For port b8e8c443-a1f3-4266-9432-7a811fab2047, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=b8e8c443-a1f3-4266-9432-7a811fab2047,segment=NetworkSegment(dc3aa850-4ab7-47a4-b198-43575123d732),segment_id=dc3aa850-4ab7-47a4-b198-43575123d732)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:06.243458 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8e2f9b50-8382-4b65-b0c7-78f885bd14ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:06.275695 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-8e2f9b50-8382-4b65-b0c7-78f885bd14ca admin admin] Calling delete_port for b8e8c443-a1f3-4266-9432-7a811fab2047 owned by network:router_interface {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:47:06.705154 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8e2f9b50-8382-4b65-b0c7-78f885bd14ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:06.773707 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2f9b50-8382-4b65-b0c7-78f885bd14ca admin admin] Pushing event deleted for resources: {'Port': ['ID=b8e8c443-a1f3-4266-9432-7a811fab2047,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:07.062454 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8e2f9b50-8382-4b65-b0c7-78f885bd14ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:07.289528 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:07.430235 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e2f9b50-8382-4b65-b0c7-78f885bd14ca admin admin] Router f87d8c03-b2de-40d4-8156-2c780148a5e8 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:47:07.608152 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2f9b50-8382-4b65-b0c7-78f885bd14ca admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:47:07.617597 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-8e2f9b50-8382-4b65-b0c7-78f885bd14ca admin admin] 10.222.0.43 "PUT /v2.0/routers/f87d8c03-b2de-40d4-8156-2c780148a5e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8741133 Jul 29 23:47:07.619725 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 42670) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:07.626214 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59014fc7-dc28-4d14-a268-544ccaad7cf5 None None] Sync routers for ids ['f87d8c03-b2de-40d4-8156-2c780148a5e8'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:47:07.649122 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59014fc7-dc28-4d14-a268-544ccaad7cf5 None None] Routers {'f87d8c03-b2de-40d4-8156-2c780148a5e8'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:47:07.650185 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-59014fc7-dc28-4d14-a268-544ccaad7cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:46:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['f87d8c03-b2de-40d4-8156-2c780148a5e8'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:07.811061 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-32f3bd32-454f-49ff-8299-9a415b3787b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:07.959961 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-32f3bd32-454f-49ff-8299-9a415b3787b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:08.019181 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-59014fc7-dc28-4d14-a268-544ccaad7cf5 None None] Set router f87d8c03-b2de-40d4-8156-2c780148a5e8 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:47:08.045324 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-32f3bd32-454f-49ff-8299-9a415b3787b1 admin admin] Deleting port cda58318-6f2d-4ed5-8cdc-1221386168ab {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:47:08.045324 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-32f3bd32-454f-49ff-8299-9a415b3787b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:08.163445 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-32f3bd32-454f-49ff-8299-9a415b3787b1 admin admin] For port cda58318-6f2d-4ed5-8cdc-1221386168ab, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=cda58318-6f2d-4ed5-8cdc-1221386168ab,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:08.163851 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-32f3bd32-454f-49ff-8299-9a415b3787b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:08.180185 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-32f3bd32-454f-49ff-8299-9a415b3787b1 admin admin] Calling delete_port for cda58318-6f2d-4ed5-8cdc-1221386168ab owned by network:router_gateway {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:47:08.252694 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-59014fc7-dc28-4d14-a268-544ccaad7cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87d8c03-b2de-40d4-8156-2c780148a5e8', 'name': 'tempest-ServerRescueNegativeTestJSON-1301527973-router', 'tenant_id': '3b1fbe188aad49b78bbb0ff03661a540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': 'cda58318-6f2d-4ed5-8cdc-1221386168ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:42:58Z', 'updated_at': '2021-07-29T23:47:06Z', 'revision_number': 5, 'project_id': '3b1fbe188aad49b78bbb0ff03661a540', 'gw_port': {'id': 'cda58318-6f2d-4ed5-8cdc-1221386168ab', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:7d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f87d8c03-b2de-40d4-8156-2c780148a5e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2616, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:01Z', 'updated_at': '2021-07-29T23:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:08.287284 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59014fc7-dc28-4d14-a268-544ccaad7cf5 None None] Checking router: f87d8c03-b2de-40d4-8156-2c780148a5e8 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:47:08.296740 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59014fc7-dc28-4d14-a268-544ccaad7cf5 None None] Routers {'f87d8c03-b2de-40d4-8156-2c780148a5e8'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:47:08.297837 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-59014fc7-dc28-4d14-a268-544ccaad7cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:46:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['f87d8c03-b2de-40d4-8156-2c780148a5e8'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:08.425732 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-32f3bd32-454f-49ff-8299-9a415b3787b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:08.431914 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-59014fc7-dc28-4d14-a268-544ccaad7cf5 None None] Set router f87d8c03-b2de-40d4-8156-2c780148a5e8 gateway port host: None {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:47:08.463598 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f3bd32-454f-49ff-8299-9a415b3787b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=cda58318-6f2d-4ed5-8cdc-1221386168ab,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:08.550684 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-59014fc7-dc28-4d14-a268-544ccaad7cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f87d8c03-b2de-40d4-8156-2c780148a5e8', 'name': 'tempest-ServerRescueNegativeTestJSON-1301527973-router', 'tenant_id': '3b1fbe188aad49b78bbb0ff03661a540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:42:58Z', 'updated_at': '2021-07-29T23:47:07Z', 'revision_number': 6, 'project_id': '3b1fbe188aad49b78bbb0ff03661a540', 'gw_port_host': None}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:08.631934 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59014fc7-dc28-4d14-a268-544ccaad7cf5 None None] The sync data for ids ['f87d8c03-b2de-40d4-8156-2c780148a5e8'] in n-d-712141-10 is: [{'id': 'f87d8c03-b2de-40d4-8156-2c780148a5e8', 'name': 'tempest-ServerRescueNegativeTestJSON-1301527973-router', 'tenant_id': '3b1fbe188aad49b78bbb0ff03661a540', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:42:58Z', 'updated_at': '2021-07-29T23:47:07Z', 'revision_number': 6, 'project_id': '3b1fbe188aad49b78bbb0ff03661a540', 'gw_port_host': None}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:47:08.644296 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-32f3bd32-454f-49ff-8299-9a415b3787b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:08.799385 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-32f3bd32-454f-49ff-8299-9a415b3787b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:08.802788 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-32f3bd32-454f-49ff-8299-9a415b3787b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:08.894192 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-32f3bd32-454f-49ff-8299-9a415b3787b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:08.895080 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f3bd32-454f-49ff-8299-9a415b3787b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f87d8c03-b2de-40d4-8156-2c780148a5e8 {{(pid=94078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:47:08.901624 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-32f3bd32-454f-49ff-8299-9a415b3787b1 admin admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:08.902933 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-32f3bd32-454f-49ff-8299-9a415b3787b1 admin admin] 10.222.0.43 "DELETE /v2.0/routers/f87d8c03-b2de-40d4-8156-2c780148a5e8 HTTP/1.1" status: 204 len: 168 time: 1.2803373 Jul 29 23:47:08.906582 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 42690) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:08.978709 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fed42a5-caca-4130-9228-e4f0021157dd admin admin] Deleting subnet 4795740d-d7c0-4c77-af15-3935752c97d1 {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:47:08.984703 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4fed42a5-caca-4130-9228-e4f0021157dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:09.341541 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4fed42a5-caca-4130-9228-e4f0021157dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:09.391634 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4fed42a5-caca-4130-9228-e4f0021157dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:09.463604 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4fed42a5-caca-4130-9228-e4f0021157dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:09.496596 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fed42a5-caca-4130-9228-e4f0021157dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4795740d-d7c0-4c77-af15-3935752c97d1,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:09.502923 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4fed42a5-caca-4130-9228-e4f0021157dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:09.506334 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-4fed42a5-caca-4130-9228-e4f0021157dd admin admin] 10.222.0.43 "DELETE /v2.0/subnets/4795740d-d7c0-4c77-af15-3935752c97d1 HTTP/1.1" status: 204 len: 168 time: 0.5976567 Jul 29 23:47:09.509016 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 42698) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:09.653747 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1d64783f-3634-4910-a418-50218c86c985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:09.677780 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device cda58318-6f2d-4ed5-8cdc-1221386168ab no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:47:09.743749 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: cda58318-6f2d-4ed5-8cdc-1221386168ab {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:47:09.745388 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device cda58318-6f2d-4ed5-8cdc-1221386168ab not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:47:09.746526 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device b8e8c443-a1f3-4266-9432-7a811fab2047 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:47:09.788289 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: b8e8c443-a1f3-4266-9432-7a811fab2047 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:47:09.789176 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device b8e8c443-a1f3-4266-9432-7a811fab2047 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:47:09.808351 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1d64783f-3634-4910-a418-50218c86c985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:09.820829 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-1d64783f-3634-4910-a418-50218c86c985 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:09.834460 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-1d64783f-3634-4910-a418-50218c86c985 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc3aa850-4ab7-47a4-b198-43575123d732') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:09.834910 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-1d64783f-3634-4910-a418-50218c86c985 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc3aa850-4ab7-47a4-b198-43575123d732') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:09.855831 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1d64783f-3634-4910-a418-50218c86c985 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:09.874756 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1d64783f-3634-4910-a418-50218c86c985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:09.887543 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d64783f-3634-4910-a418-50218c86c985 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:47:09.888535 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1d64783f-3634-4910-a418-50218c86c985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:09.890646 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:47:09.890646 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:47:09.890646 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:47:09.890646 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:47:09.890646 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:47:09.890646 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:47:09.890646 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:47:09.890646 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:47:09.890646 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:47:09.890646 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:47:09.890646 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:47:09.890646 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:47:09.890646 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:47:09.890646 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:47:09.890646 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:47:09.890646 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:47:09.890646 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:47:09.890646 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:47:09.890646 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:47:09.890646 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:47:09.890646 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:47:09.890646 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:47:09.890646 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:47:09.890646 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:47:09.890646 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:47:09.890646 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:47:09.890646 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:47:09.890646 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:47:09.890646 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:47:09.890646 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:47:09.890646 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:47:09.890646 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:47:09.964527 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1d64783f-3634-4910-a418-50218c86c985 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:09.976221 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1d64783f-3634-4910-a418-50218c86c985 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:09.982677 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-1d64783f-3634-4910-a418-50218c86c985 admin admin] 10.222.0.43 "DELETE /v2.0/networks/f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5 HTTP/1.1" status: 204 len: 168 time: 0.4723353 Jul 29 23:47:10.001139 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d64783f-3634-4910-a418-50218c86c985 admin admin] Pushing event deleted for resources: {'Network': ['ID=f55c88dd-f6cb-4ab1-bfc6-46cff27cd2a5,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:10.304577 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 42712) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:10.368420 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 42714) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:10.368642 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-74d83468-bc8f-4f9e-a6dd-78032cbe0ba6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3b1fbe188aad49b78bbb0ff03661a540&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0625768 Jul 29 23:47:10.437156 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4181f11e-d9ab-4bd1-818e-1b8ea536abad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:10.473252 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4181f11e-d9ab-4bd1-818e-1b8ea536abad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:10.550101 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4181f11e-d9ab-4bd1-818e-1b8ea536abad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:10.553743 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4181f11e-d9ab-4bd1-818e-1b8ea536abad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:10.555020 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-4181f11e-d9ab-4bd1-818e-1b8ea536abad admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5b32bda4-e052-48c9-b9ed-01e5b353fd84 HTTP/1.1" status: 204 len: 168 time: 0.1847992 Jul 29 23:47:10.568319 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4181f11e-d9ab-4bd1-818e-1b8ea536abad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b32bda4-e052-48c9-b9ed-01e5b353fd84,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:12.239247 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bc06cb5c-e912-4ac9-ac83-ceb0e34e6c5b req-fe28c5b1-fba8-4005-aec9-0f17340587b3 tempest-ServerShowV257Test-2039986489 tempest-ServerShowV257Test-2039986489-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab88a01c-ac15-4b93-bb3e-086aa4424bdb HTTP/1.1" status: 200 len: 210 time: 0.0416992 Jul 29 23:47:12.484661 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2138b027-5031-45d2-87a9-368b2c259ff2 req-7d909ced-384e-4046-ab61-ab8efd41df0d tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:12.489622 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2138b027-5031-45d2-87a9-368b2c259ff2 req-7d909ced-384e-4046-ab61-ab8efd41df0d tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] 10.222.0.43 "GET /v2.0/networks?id=42ded865-bf81-4961-bbbc-46573c003469 HTTP/1.1" status: 200 len: 813 time: 0.1640892 Jul 29 23:47:12.510467 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2138b027-5031-45d2-87a9-368b2c259ff2 req-43fdf3c9-2385-4dbb-863c-4f340b4d4df2 tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] 10.222.0.43 "GET /v2.0/quotas/e786eab7df1c4c0d885831fa25c06de2 HTTP/1.1" status: 200 len: 375 time: 0.0151842 Jul 29 23:47:12.566337 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2138b027-5031-45d2-87a9-368b2c259ff2 req-beafe1e6-8481-42b4-9dda-0bd300abfea9 tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e786eab7df1c4c0d885831fa25c06de2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512419 Jul 29 23:47:12.695319 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2138b027-5031-45d2-87a9-368b2c259ff2 req-bfaa6754-4418-4665-a0c6-9a2fb518d0ee service neutron] 10.222.0.43 "GET /v2.0/networks/42ded865-bf81-4961-bbbc-46573c003469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283882 Jul 29 23:47:12.822593 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2138b027-5031-45d2-87a9-368b2c259ff2 req-0cb27eeb-89c7-46eb-bc4f-7c08a70aa970 service neutron] 10.222.0.43 "GET /v2.0/networks/42ded865-bf81-4961-bbbc-46573c003469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213462 Jul 29 23:47:13.101093 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cf62bc89-62db-4937-b822-4fb252da5994 req-bf8d126a-6d0f-4313-83c4-d6b1a9da4474 tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cba0e27-9ff0-486c-82a4-01bea28c5142 HTTP/1.1" status: 200 len: 210 time: 0.0458941 Jul 29 23:47:13.482016 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-99114131-22a9-4c63-8355-3297b62ddd54 req-1ae0feec-ee09-40d7-9f52-2fb1098c1ae5 tempest-ServerShowV257Test-2039986489 tempest-ServerShowV257Test-2039986489-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab88a01c-ac15-4b93-bb3e-086aa4424bdb HTTP/1.1" status: 200 len: 210 time: 0.0754824 Jul 29 23:47:14.234349 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-40c811c0-7857-422d-94f3-279af167fc2d req-da388d8b-5c82-4c7d-baad-da282287032b tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cba0e27-9ff0-486c-82a4-01bea28c5142 HTTP/1.1" status: 200 len: 210 time: 0.0338094 Jul 29 23:47:14.680856 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1ba2c769-4868-4b39-9f93-2ce64fcdd70e req-6cc3e0a4-afab-47e9-bb3d-e295e02d19c2 tempest-ServerShowV257Test-2039986489 tempest-ServerShowV257Test-2039986489-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab88a01c-ac15-4b93-bb3e-086aa4424bdb HTTP/1.1" status: 200 len: 210 time: 0.0781319 Jul 29 23:47:14.730429 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56618f62-f824-4ff1-9093-46d5f4adb711 req-71768526-5c14-42aa-9513-0a45ab59ca79 tempest-VolumesBackupsTest-1731268627 tempest-VolumesBackupsTest-1731268627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:14.732475 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-56618f62-f824-4ff1-9093-46d5f4adb711 req-71768526-5c14-42aa-9513-0a45ab59ca79 tempest-VolumesBackupsTest-1731268627 tempest-VolumesBackupsTest-1731268627-project] 10.222.0.43 "GET /v2.0/ports?device_id=d920588f-7ddb-440a-9cc3-a8c764d9cd6a HTTP/1.1" status: 200 len: 949 time: 0.2081883 Jul 29 23:47:14.793202 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2138b027-5031-45d2-87a9-368b2c259ff2 req-070ddb00-1f06-478b-9b49-4082ed486725 tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:14.794622 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2138b027-5031-45d2-87a9-368b2c259ff2 req-070ddb00-1f06-478b-9b49-4082ed486725 tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] 10.222.0.41 "GET /v2.0/networks?id=42ded865-bf81-4961-bbbc-46573c003469 HTTP/1.1" status: 200 len: 813 time: 0.2138038 Jul 29 23:47:14.810806 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-56618f62-f824-4ff1-9093-46d5f4adb711 req-9a6e3482-48f5-4373-b46d-cbaaf4e13551 tempest-VolumesBackupsTest-1731268627 tempest-VolumesBackupsTest-1731268627-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc4e459b-e6a6-487b-990d-19fa7f69b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598648 Jul 29 23:47:14.863492 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-2138b027-5031-45d2-87a9-368b2c259ff2 req-91df4c42-2e92-4158-996b-88281aeb832c tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] Request body: {'port': {'device_id': '9cba0e27-9ff0-486c-82a4-01bea28c5142', 'network_id': '42ded865-bf81-4961-bbbc-46573c003469', 'admin_state_up': True, 'tenant_id': 'e786eab7df1c4c0d885831fa25c06de2'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:47:15.008631 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2138b027-5031-45d2-87a9-368b2c259ff2 req-91df4c42-2e92-4158-996b-88281aeb832c tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] Made reservation on behalf of e786eab7df1c4c0d885831fa25c06de2 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:47:15.012814 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2138b027-5031-45d2-87a9-368b2c259ff2 req-91df4c42-2e92-4158-996b-88281aeb832c tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:15.169070 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-2138b027-5031-45d2-87a9-368b2c259ff2 req-91df4c42-2e92-4158-996b-88281aeb832c tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] Allocated IP 172.20.0.5 (42ded865-bf81-4961-bbbc-46573c003469/dd4906cb-b972-4c64-ac73-89c49e73510d/6f76b5ef-4cfb-42f2-87d3-251bc879d915) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:47:15.388804 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4770e06c-ad42-4fab-b83a-d7bf88009319 req-dd0e190b-2133-458f-9256-968c0eaafcbc tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cba0e27-9ff0-486c-82a4-01bea28c5142 HTTP/1.1" status: 200 len: 210 time: 0.0625193 Jul 29 23:47:15.424463 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a6b6fd11-9c34-4552-8f20-806caa09dfdb req-ea87dd1d-5691-4a19-b0ed-32eb82b8d6a4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ab88a01c-ac15-4b93-bb3e-086aa4424bdb HTTP/1.1" status: 200 len: 210 time: 0.0475583 Jul 29 23:47:15.438130 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2138b027-5031-45d2-87a9-368b2c259ff2 req-91df4c42-2e92-4158-996b-88281aeb832c tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:15.482459 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2138b027-5031-45d2-87a9-368b2c259ff2 req-91df4c42-2e92-4158-996b-88281aeb832c tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:15.535132 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2138b027-5031-45d2-87a9-368b2c259ff2 req-91df4c42-2e92-4158-996b-88281aeb832c tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] Network 42ded865-bf81-4961-bbbc-46573c003469 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:47:15.538379 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-2138b027-5031-45d2-87a9-368b2c259ff2 req-91df4c42-2e92-4158-996b-88281aeb832c tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:47:15.541985 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-2138b027-5031-45d2-87a9-368b2c259ff2 req-91df4c42-2e92-4158-996b-88281aeb832c tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:47:15.582715 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91df4c42-2e92-4158-996b-88281aeb832c tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] Pushing event updated for resources: {'Port': ['ID=6f76b5ef-4cfb-42f2-87d3-251bc879d915,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:15.628365 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2138b027-5031-45d2-87a9-368b2c259ff2 req-91df4c42-2e92-4158-996b-88281aeb832c tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:15.628974 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2138b027-5031-45d2-87a9-368b2c259ff2 req-91df4c42-2e92-4158-996b-88281aeb832c tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:15.659213 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2138b027-5031-45d2-87a9-368b2c259ff2 req-91df4c42-2e92-4158-996b-88281aeb832c tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8006797 Jul 29 23:47:15.713542 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-2138b027-5031-45d2-87a9-368b2c259ff2 req-ac0b488e-c902-4edb-b5e5-cc20a797512b service neutron] Request body: {'port': {'device_id': '9cba0e27-9ff0-486c-82a4-01bea28c5142', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:47:15.784761 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2138b027-5031-45d2-87a9-368b2c259ff2 req-ac0b488e-c902-4edb-b5e5-cc20a797512b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:15.872450 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b98fd85a-90b8-475b-ab8b-151f8421867a req-b10ddaf2-baad-4680-a914-d906dde11e0e tempest-ServerShowV257Test-2039986489 tempest-ServerShowV257Test-2039986489-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab88a01c-ac15-4b93-bb3e-086aa4424bdb HTTP/1.1" status: 200 len: 210 time: 0.0386131 Jul 29 23:47:16.109983 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a36d81-2e33-49d8-94fa-6dee0860fb4a req-cd6d0ac3-2bd0-4e0f-9ee2-a087e4506c1b tempest-VolumesBackupsTest-1731268627 tempest-VolumesBackupsTest-1731268627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:16.112135 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-90a36d81-2e33-49d8-94fa-6dee0860fb4a req-cd6d0ac3-2bd0-4e0f-9ee2-a087e4506c1b tempest-VolumesBackupsTest-1731268627 tempest-VolumesBackupsTest-1731268627-project] 10.222.0.43 "GET /v2.0/ports?device_id=d920588f-7ddb-440a-9cc3-a8c764d9cd6a HTTP/1.1" status: 200 len: 949 time: 0.1925228 Jul 29 23:47:16.227010 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-90a36d81-2e33-49d8-94fa-6dee0860fb4a req-3cf0d67b-810c-4dde-85ef-9d2e6bc08d32 tempest-VolumesBackupsTest-1731268627 tempest-VolumesBackupsTest-1731268627-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc4e459b-e6a6-487b-990d-19fa7f69b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993450 Jul 29 23:47:16.314990 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-2138b027-5031-45d2-87a9-368b2c259ff2 req-ac0b488e-c902-4edb-b5e5-cc20a797512b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f76b5ef-4cfb-42f2-87d3-251bc879d915 {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:47:16.325725 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2138b027-5031-45d2-87a9-368b2c259ff2 req-ac0b488e-c902-4edb-b5e5-cc20a797512b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:16.342287 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-2138b027-5031-45d2-87a9-368b2c259ff2 req-ac0b488e-c902-4edb-b5e5-cc20a797512b service neutron] Transition to ACTIVE for port object 6f76b5ef-4cfb-42f2-87d3-251bc879d915 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:47:16.347494 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2138b027-5031-45d2-87a9-368b2c259ff2 req-ac0b488e-c902-4edb-b5e5-cc20a797512b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:16.442559 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b488e-c902-4edb-b5e5-cc20a797512b service neutron] Pushing event updated for resources: {'Port': ['ID=6f76b5ef-4cfb-42f2-87d3-251bc879d915,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:16.540404 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-2138b027-5031-45d2-87a9-368b2c259ff2 req-ac0b488e-c902-4edb-b5e5-cc20a797512b service neutron] Attempting to bind port 6f76b5ef-4cfb-42f2-87d3-251bc879d915 on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:47:16.540873 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-2138b027-5031-45d2-87a9-368b2c259ff2 req-ac0b488e-c902-4edb-b5e5-cc20a797512b service neutron] Attempting to bind port 6f76b5ef-4cfb-42f2-87d3-251bc879d915 by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': '6611dfea-d154-4c8e-8956-c1449c86d262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '42ded865-bf81-4961-bbbc-46573c003469'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:47:16.541499 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2138b027-5031-45d2-87a9-368b2c259ff2 req-ac0b488e-c902-4edb-b5e5-cc20a797512b service neutron] Attempting to bind port 6f76b5ef-4cfb-42f2-87d3-251bc879d915 on network 42ded865-bf81-4961-bbbc-46573c003469 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:47:16.569206 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2138b027-5031-45d2-87a9-368b2c259ff2 req-ac0b488e-c902-4edb-b5e5-cc20a797512b service neutron] Port 6f76b5ef-4cfb-42f2-87d3-251bc879d915 on network 42ded865-bf81-4961-bbbc-46573c003469 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:47:16.569781 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2138b027-5031-45d2-87a9-368b2c259ff2 req-ac0b488e-c902-4edb-b5e5-cc20a797512b service neutron] Attempting to bind port 6f76b5ef-4cfb-42f2-87d3-251bc879d915 on network 42ded865-bf81-4961-bbbc-46573c003469 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:47:16.581768 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2138b027-5031-45d2-87a9-368b2c259ff2 req-ac0b488e-c902-4edb-b5e5-cc20a797512b service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:47:16.582418 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2138b027-5031-45d2-87a9-368b2c259ff2 req-ac0b488e-c902-4edb-b5e5-cc20a797512b service neutron] Checking segment: {'id': '6611dfea-d154-4c8e-8956-c1449c86d262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '42ded865-bf81-4961-bbbc-46573c003469'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:47:16.583178 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2138b027-5031-45d2-87a9-368b2c259ff2 req-ac0b488e-c902-4edb-b5e5-cc20a797512b service neutron] Bound using segment: {'id': '6611dfea-d154-4c8e-8956-c1449c86d262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '42ded865-bf81-4961-bbbc-46573c003469'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:47:16.584027 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-2138b027-5031-45d2-87a9-368b2c259ff2 req-ac0b488e-c902-4edb-b5e5-cc20a797512b service neutron] Bound port: 6f76b5ef-4cfb-42f2-87d3-251bc879d915, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6611dfea-d154-4c8e-8956-c1449c86d262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '42ded865-bf81-4961-bbbc-46573c003469'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:47:16.584702 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2138b027-5031-45d2-87a9-368b2c259ff2 req-ac0b488e-c902-4edb-b5e5-cc20a797512b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:16.629207 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021ef394-e0df-4b3d-8289-5c3d50802ce7 req-a16301f1-0370-44e3-be75-059ad2550a2d tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:16.631094 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-021ef394-e0df-4b3d-8289-5c3d50802ce7 req-a16301f1-0370-44e3-be75-059ad2550a2d tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cba0e27-9ff0-486c-82a4-01bea28c5142 HTTP/1.1" status: 200 len: 943 time: 0.1060355 Jul 29 23:47:16.724811 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-021ef394-e0df-4b3d-8289-5c3d50802ce7 req-a43b5b9b-b3ab-4eec-9562-2f3f13a92502 tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] 10.222.0.43 "GET /v2.0/security-groups?id=adfca035-9b13-4054-91bd-98ecbbff3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665255 Jul 29 23:47:16.732464 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-2138b027-5031-45d2-87a9-368b2c259ff2 req-ac0b488e-c902-4edb-b5e5-cc20a797512b service neutron] For port 6f76b5ef-4cfb-42f2-87d3-251bc879d915, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:47:16.739538 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-2138b027-5031-45d2-87a9-368b2c259ff2 req-ac0b488e-c902-4edb-b5e5-cc20a797512b service neutron] For port 6f76b5ef-4cfb-42f2-87d3-251bc879d915, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=6f76b5ef-4cfb-42f2-87d3-251bc879d915,segment=NetworkSegment(6611dfea-d154-4c8e-8956-c1449c86d262),segment_id=6611dfea-d154-4c8e-8956-c1449c86d262)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:47:16.766815 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2138b027-5031-45d2-87a9-368b2c259ff2 req-ac0b488e-c902-4edb-b5e5-cc20a797512b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:16.831371 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2138b027-5031-45d2-87a9-368b2c259ff2 req-ac0b488e-c902-4edb-b5e5-cc20a797512b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:16.832138 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2138b027-5031-45d2-87a9-368b2c259ff2 req-ac0b488e-c902-4edb-b5e5-cc20a797512b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:16.833786 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2138b027-5031-45d2-87a9-368b2c259ff2 req-ac0b488e-c902-4edb-b5e5-cc20a797512b service neutron] 10.222.0.41 "PUT /v2.0/ports/6f76b5ef-4cfb-42f2-87d3-251bc879d915 HTTP/1.1" status: 200 len: 1092 time: 1.1255312 Jul 29 23:47:16.834465 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cba0e27-9ff0-486c-82a4-01bea28c5142', 'tag': '6f76b5ef-4cfb-42f2-87d3-251bc879d915'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:47:16.837037 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3a50cb-bf10-4f44-938a-247aba9e3150" -d '{"events": [{"name": "network-changed", "server_uuid": "9cba0e27-9ff0-486c-82a4-01bea28c5142", "tag": "6f76b5ef-4cfb-42f2-87d3-251bc879d915"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:47:16.897445 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b488e-c902-4edb-b5e5-cc20a797512b service neutron] Pushing event updated for resources: {'Port': ['ID=6f76b5ef-4cfb-42f2-87d3-251bc879d915,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:16.908847 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37c9baf-8a5b-4a68-870e-d8549a6a0c5a x-openstack-request-id: req-f37c9baf-8a5b-4a68-870e-d8549a6a0c5a {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:47:16.909323 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cba0e27-9ff0-486c-82a4-01bea28c5142", "tag": "6f76b5ef-4cfb-42f2-87d3-251bc879d915", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:47:16.909863 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f37c9baf-8a5b-4a68-870e-d8549a6a0c5a {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:47:16.910505 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cba0e27-9ff0-486c-82a4-01bea28c5142', 'tag': '6f76b5ef-4cfb-42f2-87d3-251bc879d915', 'status': 'completed', 'code': 200} Jul 29 23:47:17.063845 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-20aa450b-4d12-4887-b30e-dcb0af202bc7 req-08bb8612-20ea-4c0f-a682-6ca057af4404 tempest-ServerShowV257Test-2039986489 tempest-ServerShowV257Test-2039986489-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab88a01c-ac15-4b93-bb3e-086aa4424bdb HTTP/1.1" status: 200 len: 210 time: 0.0667381 Jul 29 23:47:17.127707 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2138b027-5031-45d2-87a9-368b2c259ff2 req-7d0280a7-662f-4004-9897-9ac60e2e5b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:17.130430 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2138b027-5031-45d2-87a9-368b2c259ff2 req-7d0280a7-662f-4004-9897-9ac60e2e5b39 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e786eab7df1c4c0d885831fa25c06de2&device_id=9cba0e27-9ff0-486c-82a4-01bea28c5142 HTTP/1.1" status: 200 len: 1095 time: 0.0940971 Jul 29 23:47:17.152685 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ee558-7513-435b-b792-35d7f2894446 req-a1fecfe4-73aa-4244-98df-6504e9196b7a tempest-VolumesBackupsTest-1731268627 tempest-VolumesBackupsTest-1731268627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:17.154253 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-397ee558-7513-435b-b792-35d7f2894446 req-a1fecfe4-73aa-4244-98df-6504e9196b7a tempest-VolumesBackupsTest-1731268627 tempest-VolumesBackupsTest-1731268627-project] 10.222.0.41 "GET /v2.0/ports?device_id=d920588f-7ddb-440a-9cc3-a8c764d9cd6a HTTP/1.1" status: 200 len: 949 time: 0.1201155 Jul 29 23:47:17.203264 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2138b027-5031-45d2-87a9-368b2c259ff2 req-948a12fd-ba69-4d11-9835-0daac158270b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f76b5ef-4cfb-42f2-87d3-251bc879d915 HTTP/1.1" status: 200 len: 217 time: 0.0478764 Jul 29 23:47:17.361714 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2138b027-5031-45d2-87a9-368b2c259ff2 req-2910ed36-e4bf-4a01-a4b9-08dddcd9b97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:17.365912 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2138b027-5031-45d2-87a9-368b2c259ff2 req-2910ed36-e4bf-4a01-a4b9-08dddcd9b97e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dd4906cb-b972-4c64-ac73-89c49e73510d HTTP/1.1" status: 200 len: 853 time: 0.1396916 Jul 29 23:47:17.528826 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2138b027-5031-45d2-87a9-368b2c259ff2 req-a2a7dffe-9e23-4fda-8991-926969bf65b6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=42ded865-bf81-4961-bbbc-46573c003469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1263418 Jul 29 23:47:17.671967 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-48f8c29a-3055-445e-9190-988fe6ed46c7 req-8b6a00a6-665a-4752-a701-0499e3710bdb tempest-ServerShowV257Test-2039986489 tempest-ServerShowV257Test-2039986489-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab88a01c-ac15-4b93-bb3e-086aa4424bdb HTTP/1.1" status: 200 len: 210 time: 0.0356972 Jul 29 23:47:17.719700 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13429fd0-ba12-4954-a130-9bfb26d881c2 req-05f56e4e-d053-4b70-a7e6-9c629a869ec1 tempest-VolumesBackupsTest-1731268627 tempest-VolumesBackupsTest-1731268627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:17.719700 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-13429fd0-ba12-4954-a130-9bfb26d881c2 req-05f56e4e-d053-4b70-a7e6-9c629a869ec1 tempest-VolumesBackupsTest-1731268627 tempest-VolumesBackupsTest-1731268627-project] 10.222.0.43 "GET /v2.0/ports?device_id=d920588f-7ddb-440a-9cc3-a8c764d9cd6a HTTP/1.1" status: 200 len: 949 time: 0.3635671 Jul 29 23:47:17.747648 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-397ee558-7513-435b-b792-35d7f2894446 req-9cdcf1d3-0c43-40ce-8d94-bee8858d0cac tempest-VolumesBackupsTest-1731268627 tempest-VolumesBackupsTest-1731268627-project] Deleting port 4986bf9d-f948-4b21-97da-620cbc8d0b02 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:47:17.748593 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-397ee558-7513-435b-b792-35d7f2894446 req-9cdcf1d3-0c43-40ce-8d94-bee8858d0cac tempest-VolumesBackupsTest-1731268627 tempest-VolumesBackupsTest-1731268627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:17.947288 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2138b027-5031-45d2-87a9-368b2c259ff2 req-c44c9d80-498f-4916-add0-f824b1d348bf service neutron] 10.222.0.41 "GET /v2.0/networks/42ded865-bf81-4961-bbbc-46573c003469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3822012 Jul 29 23:47:17.951756 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-397ee558-7513-435b-b792-35d7f2894446 req-9cdcf1d3-0c43-40ce-8d94-bee8858d0cac tempest-VolumesBackupsTest-1731268627 tempest-VolumesBackupsTest-1731268627-project] For port 4986bf9d-f948-4b21-97da-620cbc8d0b02, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=4986bf9d-f948-4b21-97da-620cbc8d0b02,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:17.952767 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-397ee558-7513-435b-b792-35d7f2894446 req-9cdcf1d3-0c43-40ce-8d94-bee8858d0cac tempest-VolumesBackupsTest-1731268627 tempest-VolumesBackupsTest-1731268627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:17.972721 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-13429fd0-ba12-4954-a130-9bfb26d881c2 req-1041c313-17b8-4083-92b9-18c428e9c2f9 tempest-VolumesBackupsTest-1731268627 tempest-VolumesBackupsTest-1731268627-project] 10.222.0.43 "GET /v2.0/security-groups?id=cc4e459b-e6a6-487b-990d-19fa7f69b3e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442205 Jul 29 23:47:17.979008 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-397ee558-7513-435b-b792-35d7f2894446 req-9cdcf1d3-0c43-40ce-8d94-bee8858d0cac tempest-VolumesBackupsTest-1731268627 tempest-VolumesBackupsTest-1731268627-project] Calling delete_port for 4986bf9d-f948-4b21-97da-620cbc8d0b02 owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:47:18.004263 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8a962-d8de-4cea-b95d-16441018191d req-019c4dd3-892c-4db4-999b-05452f579a1e tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:18.005953 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-36f8a962-d8de-4cea-b95d-16441018191d req-019c4dd3-892c-4db4-999b-05452f579a1e tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cba0e27-9ff0-486c-82a4-01bea28c5142 HTTP/1.1" status: 200 len: 943 time: 0.1572359 Jul 29 23:47:18.177315 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-36f8a962-d8de-4cea-b95d-16441018191d req-748b9c71-b9c1-4ec2-8ce0-7748f517a9cf tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] 10.222.0.43 "GET /v2.0/security-groups?id=adfca035-9b13-4054-91bd-98ecbbff3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552808 Jul 29 23:47:18.252984 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2138b027-5031-45d2-87a9-368b2c259ff2 req-ef7fc174-4c52-48f4-90ba-ff03a598aa99 service neutron] 10.222.0.41 "GET /v2.0/networks/42ded865-bf81-4961-bbbc-46573c003469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439713 Jul 29 23:47:18.307392 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-397ee558-7513-435b-b792-35d7f2894446 req-9cdcf1d3-0c43-40ce-8d94-bee8858d0cac tempest-VolumesBackupsTest-1731268627 tempest-VolumesBackupsTest-1731268627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:18.350396 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['4986bf9d-f948-4b21-97da-620cbc8d0b02'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:47:18.369112 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdcf1d3-0c43-40ce-8d94-bee8858d0cac tempest-VolumesBackupsTest-1731268627 tempest-VolumesBackupsTest-1731268627-project] Pushing event deleted for resources: {'Port': ['ID=4986bf9d-f948-4b21-97da-620cbc8d0b02,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:18.453397 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-397ee558-7513-435b-b792-35d7f2894446 req-9cdcf1d3-0c43-40ce-8d94-bee8858d0cac tempest-VolumesBackupsTest-1731268627 tempest-VolumesBackupsTest-1731268627-project] No DVR routers for this DVR port 4986bf9d-f948-4b21-97da-620cbc8d0b02 on host n-h1-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:47:18.457965 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-397ee558-7513-435b-b792-35d7f2894446 req-9cdcf1d3-0c43-40ce-8d94-bee8858d0cac tempest-VolumesBackupsTest-1731268627 tempest-VolumesBackupsTest-1731268627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:18.460273 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-397ee558-7513-435b-b792-35d7f2894446 req-9cdcf1d3-0c43-40ce-8d94-bee8858d0cac tempest-VolumesBackupsTest-1731268627 tempest-VolumesBackupsTest-1731268627-project] 10.222.0.41 "DELETE /v2.0/ports/4986bf9d-f948-4b21-97da-620cbc8d0b02 HTTP/1.1" status: 204 len: 173 time: 1.2668869 Jul 29 23:47:18.480999 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a50cb-bf10-4f44-938a-247aba9e3150 req-7efc030f-8e37-419d-8071-facc4c3e2877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:18.484620 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3b3a50cb-bf10-4f44-938a-247aba9e3150 req-7efc030f-8e37-419d-8071-facc4c3e2877 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e786eab7df1c4c0d885831fa25c06de2&device_id=9cba0e27-9ff0-486c-82a4-01bea28c5142 HTTP/1.1" status: 200 len: 1095 time: 0.1189017 Jul 29 23:47:18.654241 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a50cb-bf10-4f44-938a-247aba9e3150 req-4f8a8723-0812-410d-abda-4893f6be3f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:18.657374 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3b3a50cb-bf10-4f44-938a-247aba9e3150 req-4f8a8723-0812-410d-abda-4893f6be3f3f service neutron] 10.222.0.41 "GET /v2.0/networks?id=42ded865-bf81-4961-bbbc-46573c003469 HTTP/1.1" status: 200 len: 914 time: 0.1622183 Jul 29 23:47:18.755825 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3b3a50cb-bf10-4f44-938a-247aba9e3150 req-86cbda71-2a75-48e7-9e52-6e54fe8f443f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f76b5ef-4cfb-42f2-87d3-251bc879d915 HTTP/1.1" status: 200 len: 217 time: 0.0675573 Jul 29 23:47:18.895123 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-beaeaa20-57e1-4cdc-8783-cb84dee54a44 req-f4df2adf-f9f7-4cd8-ac62-ac18cbfb9873 tempest-ServerShowV257Test-2039986489 tempest-ServerShowV257Test-2039986489-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab88a01c-ac15-4b93-bb3e-086aa4424bdb HTTP/1.1" status: 200 len: 210 time: 0.0582495 Jul 29 23:47:18.915093 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd920588f-7ddb-440a-9cc3-a8c764d9cd6a', 'name': 'network-vif-deleted', 'tag': '4986bf9d-f948-4b21-97da-620cbc8d0b02'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:47:18.922765 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d53417b-5114-498d-962c-c55954fa629e" -d '{"events": [{"server_uuid": "d920588f-7ddb-440a-9cc3-a8c764d9cd6a", "name": "network-vif-deleted", "tag": "4986bf9d-f948-4b21-97da-620cbc8d0b02"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:47:18.941862 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a50cb-bf10-4f44-938a-247aba9e3150 req-15ecd119-e8bc-4cfd-8454-d984998b794a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:18.945472 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3b3a50cb-bf10-4f44-938a-247aba9e3150 req-15ecd119-e8bc-4cfd-8454-d984998b794a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dd4906cb-b972-4c64-ac73-89c49e73510d HTTP/1.1" status: 200 len: 853 time: 0.1748543 Jul 29 23:47:19.009446 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782b4fb2-4e62-4844-8fd6-f40014174cac x-openstack-request-id: req-782b4fb2-4e62-4844-8fd6-f40014174cac {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:47:19.009780 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d920588f-7ddb-440a-9cc3-a8c764d9cd6a", "name": "network-vif-deleted", "tag": "4986bf9d-f948-4b21-97da-620cbc8d0b02", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:47:19.010046 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-782b4fb2-4e62-4844-8fd6-f40014174cac {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:47:19.010415 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd920588f-7ddb-440a-9cc3-a8c764d9cd6a', 'name': 'network-vif-deleted', 'tag': '4986bf9d-f948-4b21-97da-620cbc8d0b02', 'status': 'completed', 'code': 200} Jul 29 23:47:19.014339 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3b3a50cb-bf10-4f44-938a-247aba9e3150 req-3d02cbd6-1d6b-40b5-8ec4-424b3037660b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=42ded865-bf81-4961-bbbc-46573c003469&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509779 Jul 29 23:47:19.481661 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d0bf2d50-8adb-49e8-9679-bd4d59fd57cb req-9eabcc84-4072-4b65-9929-f10b2e13b186 tempest-VolumesBackupsTest-1731268627 tempest-VolumesBackupsTest-1731268627-project] 10.222.0.43 "GET /v2.0/ports?device_id=d920588f-7ddb-440a-9cc3-a8c764d9cd6a HTTP/1.1" status: 200 len: 210 time: 0.0548816 Jul 29 23:47:19.556168 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d3032-5de0-45cc-8795-a148fc25ebf6 req-dff1170f-94ec-40a9-8dfa-7bf4039ece9e tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:19.558783 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f74d3032-5de0-45cc-8795-a148fc25ebf6 req-dff1170f-94ec-40a9-8dfa-7bf4039ece9e tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cba0e27-9ff0-486c-82a4-01bea28c5142 HTTP/1.1" status: 200 len: 943 time: 0.1309676 Jul 29 23:47:19.566215 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3b3a50cb-bf10-4f44-938a-247aba9e3150 req-c7995cfe-cbaa-4249-a013-88d4200a63f0 service neutron] 10.222.0.41 "GET /v2.0/networks/42ded865-bf81-4961-bbbc-46573c003469?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5209970 Jul 29 23:47:19.672086 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f74d3032-5de0-45cc-8795-a148fc25ebf6 req-b1718ccc-c71f-4da4-b6e8-4b35b3673702 tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] 10.222.0.43 "GET /v2.0/security-groups?id=adfca035-9b13-4054-91bd-98ecbbff3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044455 Jul 29 23:47:19.710240 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:19.727802 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3b3a50cb-bf10-4f44-938a-247aba9e3150 req-71db8d1c-3670-4e7a-b84c-c733bfce2544 service neutron] 10.222.0.41 "GET /v2.0/networks/42ded865-bf81-4961-bbbc-46573c003469?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485493 Jul 29 23:47:20.075622 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-296853b0-c413-4ca4-9e33-cb7fb9160c78 req-40457117-bdde-47f6-9d40-fba9db436e41 tempest-ServerShowV257Test-2039986489 tempest-ServerShowV257Test-2039986489-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab88a01c-ac15-4b93-bb3e-086aa4424bdb HTTP/1.1" status: 200 len: 210 time: 0.0494337 Jul 29 23:47:20.090354 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc036d1-0052-4984-b27b-fe6274058e22 req-0a2fcd32-81db-4c39-a34a-bd34d4140663 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:20.093299 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dbc036d1-0052-4984-b27b-fe6274058e22 req-0a2fcd32-81db-4c39-a34a-bd34d4140663 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/networks?id=9ed09e0f-fd33-4f99-9c36-53e301ede8c7 HTTP/1.1" status: 200 len: 815 time: 0.1829834 Jul 29 23:47:20.113227 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dbc036d1-0052-4984-b27b-fe6274058e22 req-5e3f63fc-081e-489c-b796-91a1e1c5703a tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/quotas/fcb43ac6c6a9431f84d08948e21fa251 HTTP/1.1" status: 200 len: 375 time: 0.0117662 Jul 29 23:47:20.183194 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dbc036d1-0052-4984-b27b-fe6274058e22 req-77895fb6-be5d-418b-bb79-07bc0548e8db tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=fcb43ac6c6a9431f84d08948e21fa251&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0636122 Jul 29 23:47:20.330264 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f9be29-48ed-4453-adde-fd04e4e692fc req-0d1feafe-2980-4164-b911-77616d22513a tempest-TestNetworkAdvancedServerOps-451069228 tempest-TestNetworkAdvancedServerOps-451069228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:20.331923 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-99f9be29-48ed-4453-adde-fd04e4e692fc req-0d1feafe-2980-4164-b911-77616d22513a tempest-TestNetworkAdvancedServerOps-451069228 tempest-TestNetworkAdvancedServerOps-451069228-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=fc6f8768-bc16-43ad-afd1-11dccd987c89 HTTP/1.1" status: 200 len: 1097 time: 0.0750492 Jul 29 23:47:20.334465 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dbc036d1-0052-4984-b27b-fe6274058e22 req-6f411455-c986-46df-942a-238f45c31aef service neutron] 10.222.0.43 "GET /v2.0/networks/9ed09e0f-fd33-4f99-9c36-53e301ede8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401663 Jul 29 23:47:20.379619 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-99f9be29-48ed-4453-adde-fd04e4e692fc req-00ce6945-3e26-4951-8657-a35509f3fd94 tempest-TestNetworkAdvancedServerOps-451069228 tempest-TestNetworkAdvancedServerOps-451069228-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:20.489661 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dbc036d1-0052-4984-b27b-fe6274058e22 req-1e9195db-2e6f-4433-829d-5dcda3a7506c service neutron] 10.222.0.43 "GET /v2.0/networks/9ed09e0f-fd33-4f99-9c36-53e301ede8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453838 Jul 29 23:47:20.566189 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-99f9be29-48ed-4453-adde-fd04e4e692fc req-00ce6945-3e26-4951-8657-a35509f3fd94 tempest-TestNetworkAdvancedServerOps-451069228 tempest-TestNetworkAdvancedServerOps-451069228-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:20.570914 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-99f9be29-48ed-4453-adde-fd04e4e692fc req-00ce6945-3e26-4951-8657-a35509f3fd94 tempest-TestNetworkAdvancedServerOps-451069228 tempest-TestNetworkAdvancedServerOps-451069228-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:20.596455 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-99f9be29-48ed-4453-adde-fd04e4e692fc req-00ce6945-3e26-4951-8657-a35509f3fd94 tempest-TestNetworkAdvancedServerOps-451069228 tempest-TestNetworkAdvancedServerOps-451069228-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=55bbb774-181a-46ce-808b-df0560fd010c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2545278 Jul 29 23:47:20.606815 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ce6945-3e26-4951-8657-a35509f3fd94 tempest-TestNetworkAdvancedServerOps-451069228 tempest-TestNetworkAdvancedServerOps-451069228-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be391ff6-1ab7-46d0-a52e-9f9ab1284741,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:20.792792 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-48eacedf-3738-47b0-ba9d-275b9daf5020 req-fba0e874-fe40-413a-980f-48ba35a7e16d tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/ports?device_id=56f62ff7-05d2-4aa7-b013-ffcb5004ed7a HTTP/1.1" status: 200 len: 210 time: 0.0610101 Jul 29 23:47:20.915558 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13acdd99-6ef0-4413-8096-270d752613d1 req-051bf8b1-be3e-47d6-b190-5211b8a6cd68 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:20.918429 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-13acdd99-6ef0-4413-8096-270d752613d1 req-051bf8b1-be3e-47d6-b190-5211b8a6cd68 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc6f8768-bc16-43ad-afd1-11dccd987c89 HTTP/1.1" status: 200 len: 945 time: 0.1522353 Jul 29 23:47:21.008574 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-13acdd99-6ef0-4413-8096-270d752613d1 req-f592010c-0507-4f8d-9e48-8e26d66f4ed4 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=55bbb774-181a-46ce-808b-df0560fd010c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757720 Jul 29 23:47:21.032032 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff76ac-a0da-4a35-bfb2-13fef5e72513 req-2fe16b38-db2d-425c-9eee-75b070d52750 tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:21.034933 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c7ff76ac-a0da-4a35-bfb2-13fef5e72513 req-2fe16b38-db2d-425c-9eee-75b070d52750 tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cba0e27-9ff0-486c-82a4-01bea28c5142 HTTP/1.1" status: 200 len: 943 time: 0.1149163 Jul 29 23:47:21.050451 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 42922) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:21.128124 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-5c0aad51-6e7d-425d-aff3-42547fee7ddf tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/floatingips/a701c03a-6330-45fd-baae-2e0b92a9f340 HTTP/1.1" status: 200 len: 993 time: 0.0759857 Jul 29 23:47:21.183651 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c7ff76ac-a0da-4a35-bfb2-13fef5e72513 req-e06e07e4-c678-4be0-b666-a3c6f462e196 tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] 10.222.0.43 "GET /v2.0/security-groups?id=adfca035-9b13-4054-91bd-98ecbbff3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607152 Jul 29 23:47:21.270533 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1ae7871b-7ef2-4265-b597-7ea1a81d2033 req-7275c65b-a57a-4531-948c-765ca554a99c tempest-ServerShowV257Test-2039986489 tempest-ServerShowV257Test-2039986489-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab88a01c-ac15-4b93-bb3e-086aa4424bdb HTTP/1.1" status: 200 len: 210 time: 0.0515287 Jul 29 23:47:21.582277 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 6f76b5ef-4cfb-42f2-87d3-251bc879d915 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:47:21.597944 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 4986bf9d-f948-4b21-97da-620cbc8d0b02 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:47:21.648329 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] No Port match for: 4986bf9d-f948-4b21-97da-620cbc8d0b02 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:47:21.648689 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 4986bf9d-f948-4b21-97da-620cbc8d0b02 not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:47:21.760057 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 6f76b5ef-4cfb-42f2-87d3-251bc879d915, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=6f76b5ef-4cfb-42f2-87d3-251bc879d915,segment=NetworkSegment(6611dfea-d154-4c8e-8956-c1449c86d262),segment_id=6611dfea-d154-4c8e-8956-c1449c86d262)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:21.775751 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': '6f76b5ef-4cfb-42f2-87d3-251bc879d915', 'network_id': '42ded865-bf81-4961-bbbc-46573c003469', 'port_id': '6f76b5ef-4cfb-42f2-87d3-251bc879d915', 'mac_address': 'fa:16:3e:89:e4:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd4906cb-b972-4c64-ac73-89c49e73510d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:47:21.865457 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:21.881226 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f76b5ef-4cfb-42f2-87d3-251bc879d915 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:47:21.916988 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 6f76b5ef-4cfb-42f2-87d3-251bc879d915, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=6f76b5ef-4cfb-42f2-87d3-251bc879d915,segment=NetworkSegment(6611dfea-d154-4c8e-8956-c1449c86d262),segment_id=6611dfea-d154-4c8e-8956-c1449c86d262)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:21.924421 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:22.011117 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=6f76b5ef-4cfb-42f2-87d3-251bc879d915,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:22.053638 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c291c9e4-ddbd-46b3-a1e8-585f953ded4f req-49ed954f-0fa0-447e-8a7a-6e828e5cbdcd tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/ports?device_id=56f62ff7-05d2-4aa7-b013-ffcb5004ed7a HTTP/1.1" status: 200 len: 210 time: 0.1030443 Jul 29 23:47:22.279257 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['6f76b5ef-4cfb-42f2-87d3-251bc879d915'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:47:22.313942 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0d7a3aa1-0a1a-4adf-8d92-21e6b804182e req-d5ab1a77-d784-4e49-ba7b-876d36e20663 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=fc6f8768-bc16-43ad-afd1-11dccd987c89&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0789390 Jul 29 23:47:22.355501 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc036d1-0052-4984-b27b-fe6274058e22 req-4867e18d-0fa8-49da-8136-e55512cfc6ec tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:22.360846 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dbc036d1-0052-4984-b27b-fe6274058e22 req-4867e18d-0fa8-49da-8136-e55512cfc6ec tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.22 "GET /v2.0/networks?id=9ed09e0f-fd33-4f99-9c36-53e301ede8c7 HTTP/1.1" status: 200 len: 815 time: 0.3728793 Jul 29 23:47:22.380680 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-dbc036d1-0052-4984-b27b-fe6274058e22 req-5b65cea5-0310-4899-87e2-6f89c7060dd8 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Request body: {'port': {'device_id': '56f62ff7-05d2-4aa7-b013-ffcb5004ed7a', 'network_id': '9ed09e0f-fd33-4f99-9c36-53e301ede8c7', 'admin_state_up': True, 'tenant_id': 'fcb43ac6c6a9431f84d08948e21fa251'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:47:22.487812 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29228a06-9466-460a-aa09-4e9607948d3b req-689b08ed-42d1-4b25-ae1d-875fcc4f55ba tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:22.490033 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-29228a06-9466-460a-aa09-4e9607948d3b req-689b08ed-42d1-4b25-ae1d-875fcc4f55ba tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc6f8768-bc16-43ad-afd1-11dccd987c89 HTTP/1.1" status: 200 len: 945 time: 0.2594707 Jul 29 23:47:22.719055 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-29228a06-9466-460a-aa09-4e9607948d3b req-43b1f081-92b1-4d3f-9688-7d75ce7272d5 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=55bbb774-181a-46ce-808b-df0560fd010c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2165616 Jul 29 23:47:22.768547 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59a34ed-ca80-4c17-abca-0dc2041105dc req-5cf0ff29-5aac-4be3-a1f9-aad3d939fe1c tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:22.770514 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a59a34ed-ca80-4c17-abca-0dc2041105dc req-5cf0ff29-5aac-4be3-a1f9-aad3d939fe1c tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cba0e27-9ff0-486c-82a4-01bea28c5142 HTTP/1.1" status: 200 len: 944 time: 0.1729243 Jul 29 23:47:22.777820 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbc036d1-0052-4984-b27b-fe6274058e22 req-5b65cea5-0310-4899-87e2-6f89c7060dd8 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Made reservation on behalf of fcb43ac6c6a9431f84d08948e21fa251 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:47:22.784140 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-dbc036d1-0052-4984-b27b-fe6274058e22 req-5b65cea5-0310-4899-87e2-6f89c7060dd8 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:22.928878 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6b6ba6f6-1b78-4c15-96bd-d2ffa6bb3965 req-90639149-6c78-4944-95a4-de6166599eff tempest-ServerShowV257Test-2039986489 tempest-ServerShowV257Test-2039986489-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab88a01c-ac15-4b93-bb3e-086aa4424bdb HTTP/1.1" status: 200 len: 210 time: 0.0569084 Jul 29 23:47:22.972647 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a59a34ed-ca80-4c17-abca-0dc2041105dc req-52e559de-9255-41d0-95c6-81cf5085f336 tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] 10.222.0.43 "GET /v2.0/security-groups?id=adfca035-9b13-4054-91bd-98ecbbff3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692660 Jul 29 23:47:23.067123 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-dbc036d1-0052-4984-b27b-fe6274058e22 req-5b65cea5-0310-4899-87e2-6f89c7060dd8 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Allocated IP 172.20.0.4 (9ed09e0f-fd33-4f99-9c36-53e301ede8c7/0ac8a8ba-a6a8-4667-a787-0546343c7c92/506b2ced-19bb-46c1-900b-669f4aa85d2e) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:47:23.280009 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5df3b4d3-930d-4800-96a3-8c469ddf6aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:23.346430 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f00e8591-9b2c-4fab-abed-690b8e37e9a9 req-d9665774-55ba-4fa4-b609-f87c7c438e96 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/ports?device_id=56f62ff7-05d2-4aa7-b013-ffcb5004ed7a HTTP/1.1" status: 200 len: 210 time: 0.1446335 Jul 29 23:47:23.516029 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-dbc036d1-0052-4984-b27b-fe6274058e22 req-5b65cea5-0310-4899-87e2-6f89c7060dd8 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:23.587458 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 6f76b5ef-4cfb-42f2-87d3-251bc879d915 up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:47:23.589626 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-dbc036d1-0052-4984-b27b-fe6274058e22 req-5b65cea5-0310-4899-87e2-6f89c7060dd8 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:23.621424 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['2875ee32-238e-4ee6-9859-e138d0cb4a53', 'b03bf0d6-ae4e-4d0a-a9d8-caaa630cb2c4'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:47:23.636052 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['9a5d8967-81c6-4b23-be64-abf33b2ad069'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:47:23.676849 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbc036d1-0052-4984-b27b-fe6274058e22 req-5b65cea5-0310-4899-87e2-6f89c7060dd8 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Network 9ed09e0f-fd33-4f99-9c36-53e301ede8c7 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:47:23.683410 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-dbc036d1-0052-4984-b27b-fe6274058e22 req-5b65cea5-0310-4899-87e2-6f89c7060dd8 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:47:23.687185 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbc036d1-0052-4984-b27b-fe6274058e22 req-5b65cea5-0310-4899-87e2-6f89c7060dd8 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:47:23.743520 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b65cea5-0310-4899-87e2-6f89c7060dd8 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Pushing event updated for resources: {'Port': ['ID=506b2ced-19bb-46c1-900b-669f4aa85d2e,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:23.790333 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc036d1-0052-4984-b27b-fe6274058e22 req-5b65cea5-0310-4899-87e2-6f89c7060dd8 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:23.791440 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-dbc036d1-0052-4984-b27b-fe6274058e22 req-5b65cea5-0310-4899-87e2-6f89c7060dd8 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:23.810210 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dbc036d1-0052-4984-b27b-fe6274058e22 req-5b65cea5-0310-4899-87e2-6f89c7060dd8 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4404228 Jul 29 23:47:23.825401 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-dbc036d1-0052-4984-b27b-fe6274058e22 req-c1775c15-43c8-4edb-9500-349734fa1105 service neutron] Request body: {'port': {'device_id': '56f62ff7-05d2-4aa7-b013-ffcb5004ed7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:47:23.870951 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port 6f76b5ef-4cfb-42f2-87d3-251bc879d915 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:47:23.907987 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port 6f76b5ef-4cfb-42f2-87d3-251bc879d915 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:47:23.908477 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:23.957328 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-dbc036d1-0052-4984-b27b-fe6274058e22 req-c1775c15-43c8-4edb-9500-349734fa1105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:23.997883 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd5ceef-e0ce-4f0f-8558-818fdbb37c7a req-dd4fe0d6-e946-4772-971d-aca56db985e3 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:24.000808 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2fd5ceef-e0ce-4f0f-8558-818fdbb37c7a req-dd4fe0d6-e946-4772-971d-aca56db985e3 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc6f8768-bc16-43ad-afd1-11dccd987c89 HTTP/1.1" status: 200 len: 945 time: 0.1302006 Jul 29 23:47:24.195692 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:24.236379 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2fd5ceef-e0ce-4f0f-8558-818fdbb37c7a req-ccae90bf-a5b5-4a49-bfc2-cde1cd1d4671 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=55bbb774-181a-46ce-808b-df0560fd010c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2102959 Jul 29 23:47:24.243646 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-15ef1bbf-bf01-431f-b015-b15ac2ac3b13 req-736ae18d-dbc9-40e8-8304-8491ff168736 tempest-ServerShowV257Test-2039986489 tempest-ServerShowV257Test-2039986489-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab88a01c-ac15-4b93-bb3e-086aa4424bdb HTTP/1.1" status: 200 len: 210 time: 0.1460218 Jul 29 23:47:24.270324 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cba0e27-9ff0-486c-82a4-01bea28c5142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f76b5ef-4cfb-42f2-87d3-251bc879d915'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:47:24.290310 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c7d92e-420a-4cde-b6c0-5999108d8118" -d '{"events": [{"server_uuid": "9cba0e27-9ff0-486c-82a4-01bea28c5142", "name": "network-vif-plugged", "status": "completed", "tag": "6f76b5ef-4cfb-42f2-87d3-251bc879d915"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:47:24.377231 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a3aa1-0a1a-4adf-8d92-21e6b804182e req-4241168d-48f2-4377-aba2-0d0e5859a16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:24.380592 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0d7a3aa1-0a1a-4adf-8d92-21e6b804182e req-4241168d-48f2-4377-aba2-0d0e5859a16e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=65ae77200a164c0f8f007753b934a6ed&device_id=fc6f8768-bc16-43ad-afd1-11dccd987c89 HTTP/1.1" status: 200 len: 1097 time: 0.1424124 Jul 29 23:47:24.390312 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 6f76b5ef-4cfb-42f2-87d3-251bc879d915, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=6f76b5ef-4cfb-42f2-87d3-251bc879d915,segment=NetworkSegment(6611dfea-d154-4c8e-8956-c1449c86d262),segment_id=6611dfea-d154-4c8e-8956-c1449c86d262)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:24.398620 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:24.416956 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0542e74-0982-4f86-a5ac-51e68b70d326 x-openstack-request-id: req-b0542e74-0982-4f86-a5ac-51e68b70d326 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:47:24.417307 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cba0e27-9ff0-486c-82a4-01bea28c5142", "name": "network-vif-plugged", "status": "completed", "tag": "6f76b5ef-4cfb-42f2-87d3-251bc879d915", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:47:24.417606 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b0542e74-0982-4f86-a5ac-51e68b70d326 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:47:24.418164 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cba0e27-9ff0-486c-82a4-01bea28c5142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f76b5ef-4cfb-42f2-87d3-251bc879d915', 'code': 200} Jul 29 23:47:24.580627 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=6f76b5ef-4cfb-42f2-87d3-251bc879d915,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:24.757316 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb3d40-0f47-4558-ad78-fd1825d73484 req-858a058a-f423-488d-8d12-6471dc7e4e27 tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:24.759961 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-24bb3d40-0f47-4558-ad78-fd1825d73484 req-858a058a-f423-488d-8d12-6471dc7e4e27 tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cba0e27-9ff0-486c-82a4-01bea28c5142 HTTP/1.1" status: 200 len: 945 time: 0.3718836 Jul 29 23:47:24.772231 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d321b29-9c71-4535-a49d-6cfaad859688 req-3fe16026-09fa-44bc-b9d0-e1abb752412c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:24.774147 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9d321b29-9c71-4535-a49d-6cfaad859688 req-3fe16026-09fa-44bc-b9d0-e1abb752412c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9cba0e27-9ff0-486c-82a4-01bea28c5142 HTTP/1.1" status: 200 len: 1097 time: 0.2072315 Jul 29 23:47:24.794902 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a3aa1-0a1a-4adf-8d92-21e6b804182e req-c675c6c5-b1dc-4d6c-8dd2-cd70390be95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:24.796527 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0d7a3aa1-0a1a-4adf-8d92-21e6b804182e req-c675c6c5-b1dc-4d6c-8dd2-cd70390be95b service neutron] 10.222.0.41 "GET /v2.0/networks?id=973ce73b-a457-4aee-a9c0-9f7566d53b76 HTTP/1.1" status: 200 len: 897 time: 0.3999419 Jul 29 23:47:24.902888 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d284f89-285a-4c01-9c3c-576170eed382 req-3d6456a6-8c59-4694-9494-0d3dde8242d6 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:24.904664 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7d284f89-285a-4c01-9c3c-576170eed382 req-3d6456a6-8c59-4694-9494-0d3dde8242d6 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/ports?device_id=56f62ff7-05d2-4aa7-b013-ffcb5004ed7a HTTP/1.1" status: 200 len: 931 time: 0.3361690 Jul 29 23:47:24.986874 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-24bb3d40-0f47-4558-ad78-fd1825d73484 req-d69196fb-8e4c-4e18-8ad7-78de24e8a490 tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] 10.222.0.43 "GET /v2.0/security-groups?id=adfca035-9b13-4054-91bd-98ecbbff3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115073 Jul 29 23:47:24.997074 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9d321b29-9c71-4535-a49d-6cfaad859688 req-cbb27279-6132-494e-916a-44ce49e96cc1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=adfca035-9b13-4054-91bd-98ecbbff3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108183 Jul 29 23:47:25.023217 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-dbc036d1-0052-4984-b27b-fe6274058e22 req-c1775c15-43c8-4edb-9500-349734fa1105 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 506b2ced-19bb-46c1-900b-669f4aa85d2e {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:47:25.034894 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0d7a3aa1-0a1a-4adf-8d92-21e6b804182e req-434f75b3-af2e-4352-8acc-7681c207f8b2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b4d112d-7938-4dd2-926a-b8673cbe873c HTTP/1.1" status: 200 len: 1001 time: 0.2127059 Jul 29 23:47:25.043337 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-dbc036d1-0052-4984-b27b-fe6274058e22 req-c1775c15-43c8-4edb-9500-349734fa1105 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:25.056936 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7d284f89-285a-4c01-9c3c-576170eed382 req-dca4a688-3d3a-4361-8bea-6c9d9db165db tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/security-groups?id=fea2426c-faaa-41f8-aaeb-dd9911d88880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193984 Jul 29 23:47:25.069043 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-dbc036d1-0052-4984-b27b-fe6274058e22 req-c1775c15-43c8-4edb-9500-349734fa1105 service neutron] Transition to ACTIVE for port object 506b2ced-19bb-46c1-900b-669f4aa85d2e will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:47:25.078236 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-dbc036d1-0052-4984-b27b-fe6274058e22 req-c1775c15-43c8-4edb-9500-349734fa1105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:25.239385 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1775c15-43c8-4edb-9500-349734fa1105 service neutron] Pushing event updated for resources: {'Port': ['ID=506b2ced-19bb-46c1-900b-669f4aa85d2e,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:25.277044 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-dbc036d1-0052-4984-b27b-fe6274058e22 req-c1775c15-43c8-4edb-9500-349734fa1105 service neutron] Attempting to bind port 506b2ced-19bb-46c1-900b-669f4aa85d2e on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:47:25.277293 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-dbc036d1-0052-4984-b27b-fe6274058e22 req-c1775c15-43c8-4edb-9500-349734fa1105 service neutron] Attempting to bind port 506b2ced-19bb-46c1-900b-669f4aa85d2e by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '078bda1f-0f4d-4782-805e-e16705fa85d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9ed09e0f-fd33-4f99-9c36-53e301ede8c7'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:47:25.277698 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc036d1-0052-4984-b27b-fe6274058e22 req-c1775c15-43c8-4edb-9500-349734fa1105 service neutron] Attempting to bind port 506b2ced-19bb-46c1-900b-669f4aa85d2e on network 9ed09e0f-fd33-4f99-9c36-53e301ede8c7 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:47:25.298922 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc036d1-0052-4984-b27b-fe6274058e22 req-c1775c15-43c8-4edb-9500-349734fa1105 service neutron] Port 506b2ced-19bb-46c1-900b-669f4aa85d2e on network 9ed09e0f-fd33-4f99-9c36-53e301ede8c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:47:25.298922 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc036d1-0052-4984-b27b-fe6274058e22 req-c1775c15-43c8-4edb-9500-349734fa1105 service neutron] Attempting to bind port 506b2ced-19bb-46c1-900b-669f4aa85d2e on network 9ed09e0f-fd33-4f99-9c36-53e301ede8c7 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:47:25.306896 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc036d1-0052-4984-b27b-fe6274058e22 req-c1775c15-43c8-4edb-9500-349734fa1105 service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 47, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:47:25.307246 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc036d1-0052-4984-b27b-fe6274058e22 req-c1775c15-43c8-4edb-9500-349734fa1105 service neutron] Checking segment: {'id': '078bda1f-0f4d-4782-805e-e16705fa85d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9ed09e0f-fd33-4f99-9c36-53e301ede8c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:47:25.310203 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbc036d1-0052-4984-b27b-fe6274058e22 req-c1775c15-43c8-4edb-9500-349734fa1105 service neutron] Bound using segment: {'id': '078bda1f-0f4d-4782-805e-e16705fa85d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9ed09e0f-fd33-4f99-9c36-53e301ede8c7'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:47:25.310666 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-dbc036d1-0052-4984-b27b-fe6274058e22 req-c1775c15-43c8-4edb-9500-349734fa1105 service neutron] Bound port: 506b2ced-19bb-46c1-900b-669f4aa85d2e, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '078bda1f-0f4d-4782-805e-e16705fa85d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '9ed09e0f-fd33-4f99-9c36-53e301ede8c7'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:47:25.311158 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-dbc036d1-0052-4984-b27b-fe6274058e22 req-c1775c15-43c8-4edb-9500-349734fa1105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:25.420948 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a3aa1-0a1a-4adf-8d92-21e6b804182e req-809def15-43b2-4b71-ab49-2db997fcb8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:25.422549 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0d7a3aa1-0a1a-4adf-8d92-21e6b804182e req-809def15-43b2-4b71-ab49-2db997fcb8c4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a96203d7-4c09-4bba-a099-4158f10111e8 HTTP/1.1" status: 200 len: 832 time: 0.0914905 Jul 29 23:47:25.622398 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d4075595-8d0e-4125-8f94-06c7d8ab6ba9 req-601b00fd-755d-412e-8af6-e21668dc39fa tempest-ServerShowV257Test-2039986489 tempest-ServerShowV257Test-2039986489-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab88a01c-ac15-4b93-bb3e-086aa4424bdb HTTP/1.1" status: 200 len: 210 time: 0.1637330 Jul 29 23:47:25.623714 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-dbc036d1-0052-4984-b27b-fe6274058e22 req-c1775c15-43c8-4edb-9500-349734fa1105 service neutron] For port 506b2ced-19bb-46c1-900b-669f4aa85d2e, host n-h2-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:47:25.662206 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-dbc036d1-0052-4984-b27b-fe6274058e22 req-c1775c15-43c8-4edb-9500-349734fa1105 service neutron] For port 506b2ced-19bb-46c1-900b-669f4aa85d2e, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=506b2ced-19bb-46c1-900b-669f4aa85d2e,segment=NetworkSegment(078bda1f-0f4d-4782-805e-e16705fa85d2),segment_id=078bda1f-0f4d-4782-805e-e16705fa85d2)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:47:25.674513 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-dbc036d1-0052-4984-b27b-fe6274058e22 req-c1775c15-43c8-4edb-9500-349734fa1105 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:25.700309 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9db292-0c61-4be3-99c8-5469dbb1eee1 req-b9297615-c1aa-4ab6-a15e-f1c9fab1319f tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:25.703064 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2b9db292-0c61-4be3-99c8-5469dbb1eee1 req-b9297615-c1aa-4ab6-a15e-f1c9fab1319f tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc6f8768-bc16-43ad-afd1-11dccd987c89 HTTP/1.1" status: 200 len: 945 time: 0.2428453 Jul 29 23:47:25.755806 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a3aa1-0a1a-4adf-8d92-21e6b804182e req-87c7adc8-3d43-4127-b510-34594eae39f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:25.758573 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0d7a3aa1-0a1a-4adf-8d92-21e6b804182e req-87c7adc8-3d43-4127-b510-34594eae39f0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=973ce73b-a457-4aee-a9c0-9f7566d53b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3218718 Jul 29 23:47:25.845811 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc036d1-0052-4984-b27b-fe6274058e22 req-c1775c15-43c8-4edb-9500-349734fa1105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:25.846541 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-dbc036d1-0052-4984-b27b-fe6274058e22 req-c1775c15-43c8-4edb-9500-349734fa1105 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:25.848193 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dbc036d1-0052-4984-b27b-fe6274058e22 req-c1775c15-43c8-4edb-9500-349734fa1105 service neutron] 10.222.0.22 "PUT /v2.0/ports/506b2ced-19bb-46c1-900b-669f4aa85d2e HTTP/1.1" status: 200 len: 1092 time: 2.0293417 Jul 29 23:47:25.851283 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56f62ff7-05d2-4aa7-b013-ffcb5004ed7a', 'tag': '506b2ced-19bb-46c1-900b-669f4aa85d2e'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:47:25.853140 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d906e6-6312-4fba-9434-8222bfdb56e7" -d '{"events": [{"name": "network-changed", "server_uuid": "56f62ff7-05d2-4aa7-b013-ffcb5004ed7a", "tag": "506b2ced-19bb-46c1-900b-669f4aa85d2e"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:47:25.932009 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1775c15-43c8-4edb-9500-349734fa1105 service neutron] Pushing event updated for resources: {'Port': ['ID=506b2ced-19bb-46c1-900b-669f4aa85d2e,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:25.937200 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2b9db292-0c61-4be3-99c8-5469dbb1eee1 req-f5554742-9d51-4ee3-b7e8-28acfa5c9573 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=55bbb774-181a-46ce-808b-df0560fd010c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1869147 Jul 29 23:47:25.957660 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe2a015-25ad-43e1-9423-d4a5c2381b7a x-openstack-request-id: req-0fe2a015-25ad-43e1-9423-d4a5c2381b7a {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:47:25.957978 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56f62ff7-05d2-4aa7-b013-ffcb5004ed7a", "tag": "506b2ced-19bb-46c1-900b-669f4aa85d2e", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:47:25.958391 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0fe2a015-25ad-43e1-9423-d4a5c2381b7a {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:47:25.958895 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56f62ff7-05d2-4aa7-b013-ffcb5004ed7a', 'tag': '506b2ced-19bb-46c1-900b-669f4aa85d2e', 'status': 'completed', 'code': 200} Jul 29 23:47:25.962376 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1e45f0e8-f702-484b-80d1-a226e416f6a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:26.005905 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0d7a3aa1-0a1a-4adf-8d92-21e6b804182e req-e6102715-a80c-4b2e-9f48-3169964a102a service neutron] 10.222.0.41 "GET /v2.0/networks/973ce73b-a457-4aee-a9c0-9f7566d53b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278850 Jul 29 23:47:26.008721 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc036d1-0052-4984-b27b-fe6274058e22 req-dcc66092-3e5f-4eed-a90a-a74d71038d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:26.010288 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dbc036d1-0052-4984-b27b-fe6274058e22 req-dcc66092-3e5f-4eed-a90a-a74d71038d78 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fcb43ac6c6a9431f84d08948e21fa251&device_id=56f62ff7-05d2-4aa7-b013-ffcb5004ed7a HTTP/1.1" status: 200 len: 1095 time: 0.0945911 Jul 29 23:47:26.438425 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:26.564422 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dbc036d1-0052-4984-b27b-fe6274058e22 req-21455245-f81e-4400-9314-9a27310997fe service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=506b2ced-19bb-46c1-900b-669f4aa85d2e HTTP/1.1" status: 200 len: 217 time: 0.5300510 Jul 29 23:47:26.699307 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9613bcf-418f-4285-a23c-0cffe47c6afb req-1f614a5e-c811-4169-8202-c64fe6a7e9f7 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:26.700870 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a9613bcf-418f-4285-a23c-0cffe47c6afb req-1f614a5e-c811-4169-8202-c64fe6a7e9f7 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/ports?device_id=56f62ff7-05d2-4aa7-b013-ffcb5004ed7a HTTP/1.1" status: 200 len: 943 time: 0.1850107 Jul 29 23:47:26.705222 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc036d1-0052-4984-b27b-fe6274058e22 req-85001380-fcfa-4451-8df9-ebb6c17ca29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:26.706791 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dbc036d1-0052-4984-b27b-fe6274058e22 req-85001380-fcfa-4451-8df9-ebb6c17ca29a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0ac8a8ba-a6a8-4667-a787-0546343c7c92 HTTP/1.1" status: 200 len: 855 time: 0.1084952 Jul 29 23:47:26.714832 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091af60e-ede6-4582-a710-adcb2467df1b req-2e150f8d-a30c-4a3f-8de7-8b7840aac572 tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:26.722551 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-091af60e-ede6-4582-a710-adcb2467df1b req-2e150f8d-a30c-4a3f-8de7-8b7840aac572 tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cba0e27-9ff0-486c-82a4-01bea28c5142 HTTP/1.1" status: 200 len: 945 time: 0.1809158 Jul 29 23:47:26.750541 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0d7a3aa1-0a1a-4adf-8d92-21e6b804182e req-bf1f000e-792a-441f-9587-81b4579e248d service neutron] 10.222.0.41 "GET /v2.0/networks/973ce73b-a457-4aee-a9c0-9f7566d53b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7363865 Jul 29 23:47:26.791702 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dbc036d1-0052-4984-b27b-fe6274058e22 req-1fc9804d-5ef8-4a2b-af1f-c1b802d18f9e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9ed09e0f-fd33-4f99-9c36-53e301ede8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532062 Jul 29 23:47:26.924627 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a9613bcf-418f-4285-a23c-0cffe47c6afb req-80824f10-4b85-4998-a721-9a9dca4fcf6e tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/security-groups?id=fea2426c-faaa-41f8-aaeb-dd9911d88880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944566 Jul 29 23:47:26.940222 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-091af60e-ede6-4582-a710-adcb2467df1b req-fa4e66ca-19ad-4d45-8490-a0e3ac1e9bab tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] 10.222.0.43 "GET /v2.0/security-groups?id=adfca035-9b13-4054-91bd-98ecbbff3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165208 Jul 29 23:47:27.032790 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dbc036d1-0052-4984-b27b-fe6274058e22 req-355a9b56-4bd9-4444-b569-2e3bfd695b1a service neutron] 10.222.0.22 "GET /v2.0/networks/9ed09e0f-fd33-4f99-9c36-53e301ede8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301700 Jul 29 23:47:27.143792 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-498ce0b9-5c30-4c3f-9267-b55d998a2632 req-bddbc53f-e399-4183-bbf1-0df475a5512e tempest-ServerShowV257Test-2039986489 tempest-ServerShowV257Test-2039986489-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab88a01c-ac15-4b93-bb3e-086aa4424bdb HTTP/1.1" status: 200 len: 210 time: 0.1154840 Jul 29 23:47:27.250647 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7bcfe-e98c-4ca0-9b40-c77e6560ec46 req-34c823a7-43fa-4d4b-bd31-49e65ba7dc16 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:27.258603 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-66e7bcfe-e98c-4ca0-9b40-c77e6560ec46 req-34c823a7-43fa-4d4b-bd31-49e65ba7dc16 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc6f8768-bc16-43ad-afd1-11dccd987c89 HTTP/1.1" status: 200 len: 945 time: 0.1621258 Jul 29 23:47:27.308805 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dbc036d1-0052-4984-b27b-fe6274058e22 req-89c60a83-16ab-49e4-976e-0fce86dd1adc service neutron] 10.222.0.22 "GET /v2.0/networks/9ed09e0f-fd33-4f99-9c36-53e301ede8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639394 Jul 29 23:47:27.331481 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-66e7bcfe-e98c-4ca0-9b40-c77e6560ec46 req-a06f265d-84aa-4868-94aa-00dca8818104 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=55bbb774-181a-46ce-808b-df0560fd010c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714645 Jul 29 23:47:27.423861 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d906e6-6312-4fba-9434-8222bfdb56e7 req-265cd9a7-91c4-41a9-b00e-9d96c73d618c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:27.425442 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-58d906e6-6312-4fba-9434-8222bfdb56e7 req-265cd9a7-91c4-41a9-b00e-9d96c73d618c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fcb43ac6c6a9431f84d08948e21fa251&device_id=56f62ff7-05d2-4aa7-b013-ffcb5004ed7a HTTP/1.1" status: 200 len: 1095 time: 0.0513370 Jul 29 23:47:27.566644 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d906e6-6312-4fba-9434-8222bfdb56e7 req-f9835f4b-2964-45be-9628-5708410db06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:27.570496 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-58d906e6-6312-4fba-9434-8222bfdb56e7 req-f9835f4b-2964-45be-9628-5708410db06d service neutron] 10.222.0.22 "GET /v2.0/networks?id=9ed09e0f-fd33-4f99-9c36-53e301ede8c7 HTTP/1.1" status: 200 len: 916 time: 0.1317501 Jul 29 23:47:27.634387 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-58d906e6-6312-4fba-9434-8222bfdb56e7 req-a83496a4-db11-45ba-aa61-2966209072c4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=506b2ced-19bb-46c1-900b-669f4aa85d2e HTTP/1.1" status: 200 len: 217 time: 0.0558102 Jul 29 23:47:27.704975 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:27.719067 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d906e6-6312-4fba-9434-8222bfdb56e7 req-4a5d150b-faed-4b07-a56b-2328df5a2390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:27.721287 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-58d906e6-6312-4fba-9434-8222bfdb56e7 req-4a5d150b-faed-4b07-a56b-2328df5a2390 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0ac8a8ba-a6a8-4667-a787-0546343c7c92 HTTP/1.1" status: 200 len: 855 time: 0.0795588 Jul 29 23:47:27.764125 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-58d906e6-6312-4fba-9434-8222bfdb56e7 req-01961e41-ebe0-4706-9774-219090d4f0d4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9ed09e0f-fd33-4f99-9c36-53e301ede8c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338311 Jul 29 23:47:27.908194 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-58d906e6-6312-4fba-9434-8222bfdb56e7 req-1dfeb4a3-a731-45a4-b5ad-deb07ac19b11 service neutron] 10.222.0.22 "GET /v2.0/networks/9ed09e0f-fd33-4f99-9c36-53e301ede8c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344612 Jul 29 23:47:28.090955 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-58d906e6-6312-4fba-9434-8222bfdb56e7 req-d2a60a89-aa90-439d-83f8-68ee3f034804 service neutron] 10.222.0.22 "GET /v2.0/networks/9ed09e0f-fd33-4f99-9c36-53e301ede8c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731267 Jul 29 23:47:28.174844 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749871d2-b513-433d-89ba-f090018ab94a req-98f765e9-b355-41b3-a2e4-1157c5f250ba tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:28.176634 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-749871d2-b513-433d-89ba-f090018ab94a req-98f765e9-b355-41b3-a2e4-1157c5f250ba tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cba0e27-9ff0-486c-82a4-01bea28c5142 HTTP/1.1" status: 200 len: 945 time: 0.1162395 Jul 29 23:47:28.190026 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af299115-89e3-4f93-a212-a7c896c05253 req-53754263-7b23-4f02-af83-2d9cfb1b5648 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:28.191982 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-af299115-89e3-4f93-a212-a7c896c05253 req-53754263-7b23-4f02-af83-2d9cfb1b5648 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/ports?device_id=56f62ff7-05d2-4aa7-b013-ffcb5004ed7a HTTP/1.1" status: 200 len: 943 time: 0.1300759 Jul 29 23:47:28.265281 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-749871d2-b513-433d-89ba-f090018ab94a req-c8b4e22f-af13-4a90-9c65-ca2aa1792f69 tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] 10.222.0.43 "GET /v2.0/security-groups?id=adfca035-9b13-4054-91bd-98ecbbff3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716212 Jul 29 23:47:28.274936 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-af299115-89e3-4f93-a212-a7c896c05253 req-858a6740-0df0-462c-a12f-2902d97d99f0 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/security-groups?id=fea2426c-faaa-41f8-aaeb-dd9911d88880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641060 Jul 29 23:47:28.459150 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-29f38784-139e-4aff-9692-b0eeff1bb197 req-8e0c056e-b45f-467b-beb5-5f24446a9191 tempest-ServerShowV257Test-2039986489 tempest-ServerShowV257Test-2039986489-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab88a01c-ac15-4b93-bb3e-086aa4424bdb HTTP/1.1" status: 200 len: 210 time: 0.0544798 Jul 29 23:47:28.698039 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f6526-b0ce-4e71-bfa1-be466f430003 req-f8c68cda-699b-4dde-9234-796f5641d725 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:28.715944 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f62f6526-b0ce-4e71-bfa1-be466f430003 req-f8c68cda-699b-4dde-9234-796f5641d725 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc6f8768-bc16-43ad-afd1-11dccd987c89 HTTP/1.1" status: 200 len: 945 time: 0.1277931 Jul 29 23:47:28.777744 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f62f6526-b0ce-4e71-bfa1-be466f430003 req-53a2859e-318f-406e-9289-0c23473f9322 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=55bbb774-181a-46ce-808b-df0560fd010c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602951 Jul 29 23:47:29.356977 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:29.555084 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e8781-a6d1-4536-bf0a-67bf9b3d46f6 req-10173289-017e-4723-9b94-fc11bdb53d49 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:29.562776 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b29e8781-a6d1-4536-bf0a-67bf9b3d46f6 req-10173289-017e-4723-9b94-fc11bdb53d49 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/ports?device_id=56f62ff7-05d2-4aa7-b013-ffcb5004ed7a HTTP/1.1" status: 200 len: 943 time: 0.1062655 Jul 29 23:47:29.618179 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b29e8781-a6d1-4536-bf0a-67bf9b3d46f6 req-bb1809dd-2286-4a2c-b578-c5a81b44d967 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/security-groups?id=fea2426c-faaa-41f8-aaeb-dd9911d88880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543675 Jul 29 23:47:29.752882 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ece479b2-26af-4122-9f65-3adb4469128e req-1e1cedbc-922b-47cf-8867-e3e11319e51c tempest-ServerShowV257Test-2039986489 tempest-ServerShowV257Test-2039986489-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab88a01c-ac15-4b93-bb3e-086aa4424bdb HTTP/1.1" status: 200 len: 210 time: 0.0374889 Jul 29 23:47:29.812174 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d926f99-4a8d-4326-9ccb-d1d3a5482a1c req-f4023fa6-dbcc-4783-a216-474d0506c735 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:29.814096 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8d926f99-4a8d-4326-9ccb-d1d3a5482a1c req-f4023fa6-dbcc-4783-a216-474d0506c735 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 946 time: 0.0564573 Jul 29 23:47:29.865091 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8d926f99-4a8d-4326-9ccb-d1d3a5482a1c req-1383b7be-b853-480e-9f45-20f4af598357 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432510 Jul 29 23:47:29.961026 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bf9798-dd50-4e62-9e05-c8b935990a02 req-14a95ee6-a8d4-401f-929f-f1ed6e4ec517 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:29.962626 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-45bf9798-dd50-4e62-9e05-c8b935990a02 req-14a95ee6-a8d4-401f-929f-f1ed6e4ec517 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc6f8768-bc16-43ad-afd1-11dccd987c89 HTTP/1.1" status: 200 len: 945 time: 0.0698581 Jul 29 23:47:30.028359 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-45bf9798-dd50-4e62-9e05-c8b935990a02 req-66c43bce-f7f5-4588-9656-4f0e982a6ada tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=55bbb774-181a-46ce-808b-df0560fd010c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559914 Jul 29 23:47:30.768146 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564fa5e4-8b05-451f-b1cd-5566ffa00f5d req-7a977be3-da91-4580-9cc2-364041bb2dfe tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:30.769911 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-564fa5e4-8b05-451f-b1cd-5566ffa00f5d req-7a977be3-da91-4580-9cc2-364041bb2dfe tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/ports?device_id=56f62ff7-05d2-4aa7-b013-ffcb5004ed7a HTTP/1.1" status: 200 len: 943 time: 0.0686381 Jul 29 23:47:30.867039 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-564fa5e4-8b05-451f-b1cd-5566ffa00f5d req-e4cd3141-c80c-470a-b983-80b86b7df0fd tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/security-groups?id=fea2426c-faaa-41f8-aaeb-dd9911d88880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884292 Jul 29 23:47:30.902195 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cba02afd-9e56-4c53-96d7-78fc2307f18f req-a08c373e-703c-4238-8640-a2d71f0675b7 tempest-ServerShowV257Test-2039986489 tempest-ServerShowV257Test-2039986489-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab88a01c-ac15-4b93-bb3e-086aa4424bdb HTTP/1.1" status: 200 len: 210 time: 0.0615313 Jul 29 23:47:31.053235 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 506b2ced-19bb-46c1-900b-669f4aa85d2e details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:47:31.067406 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c489cf-5a95-448c-9213-f853b99e1028 req-fa71b899-c5ea-4429-ac6b-ba36b0a2ffbb tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:31.075598 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c8c489cf-5a95-448c-9213-f853b99e1028 req-fa71b899-c5ea-4429-ac6b-ba36b0a2ffbb tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 946 time: 0.0900388 Jul 29 23:47:31.155825 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c8c489cf-5a95-448c-9213-f853b99e1028 req-10b0c5be-5685-4da3-bf39-fbe5a1ece521 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789409 Jul 29 23:47:31.278454 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 506b2ced-19bb-46c1-900b-669f4aa85d2e, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=506b2ced-19bb-46c1-900b-669f4aa85d2e,segment=NetworkSegment(078bda1f-0f4d-4782-805e-e16705fa85d2),segment_id=078bda1f-0f4d-4782-805e-e16705fa85d2)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:31.299193 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '506b2ced-19bb-46c1-900b-669f4aa85d2e', 'network_id': '9ed09e0f-fd33-4f99-9c36-53e301ede8c7', 'port_id': '506b2ced-19bb-46c1-900b-669f4aa85d2e', 'mac_address': 'fa:16:3e:52:d3:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ac8a8ba-a6a8-4667-a787-0546343c7c92', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:47:31.304953 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f045a98-0523-4600-9642-2cc6df5fa0b4 req-e25b04e4-27b3-4a9b-8319-43d36c914d9e tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:31.306802 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5f045a98-0523-4600-9642-2cc6df5fa0b4 req-e25b04e4-27b3-4a9b-8319-43d36c914d9e tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc6f8768-bc16-43ad-afd1-11dccd987c89 HTTP/1.1" status: 200 len: 945 time: 0.1217358 Jul 29 23:47:31.369044 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:31.387142 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 506b2ced-19bb-46c1-900b-669f4aa85d2e {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:47:31.398597 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5f045a98-0523-4600-9642-2cc6df5fa0b4 req-6f4be294-312a-4888-a556-024932d9eba3 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=55bbb774-181a-46ce-808b-df0560fd010c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811453 Jul 29 23:47:31.413761 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 506b2ced-19bb-46c1-900b-669f4aa85d2e, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=506b2ced-19bb-46c1-900b-669f4aa85d2e,segment=NetworkSegment(078bda1f-0f4d-4782-805e-e16705fa85d2),segment_id=078bda1f-0f4d-4782-805e-e16705fa85d2)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:31.419714 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:31.507903 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=506b2ced-19bb-46c1-900b-669f4aa85d2e,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:31.525152 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:31.525905 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:31.526581 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:31.527288 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:31.528539 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:31.529434 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:31.533884 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:31.535776 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:31.536997 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:31.538664 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:31.539078 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:31.539430 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:31.546686 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc72b8fe-0468-4dd5-a886-7e7a15582aef req-1ea5cb86-1d00-4e75-a86a-65cf72d0d0ea tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:31.548467 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bc72b8fe-0468-4dd5-a886-7e7a15582aef req-1ea5cb86-1d00-4e75-a86a-65cf72d0d0ea tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.41 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 946 time: 0.0779617 Jul 29 23:47:31.659574 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['506b2ced-19bb-46c1-900b-669f4aa85d2e'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:47:31.799139 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-bc72b8fe-0468-4dd5-a886-7e7a15582aef req-39215b1a-5155-494f-9c36-d75dd680c342 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Deleting port 1ac17cbc-373d-4634-a2b1-08f85a3a817f {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:47:31.800271 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bc72b8fe-0468-4dd5-a886-7e7a15582aef req-39215b1a-5155-494f-9c36-d75dd680c342 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:31.957306 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-bc72b8fe-0468-4dd5-a886-7e7a15582aef req-39215b1a-5155-494f-9c36-d75dd680c342 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] For port 1ac17cbc-373d-4634-a2b1-08f85a3a817f, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=1ac17cbc-373d-4634-a2b1-08f85a3a817f,segment=NetworkSegment(e78125bf-8d4f-4e64-aa38-d84d609aca30),segment_id=e78125bf-8d4f-4e64-aa38-d84d609aca30)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:31.957306 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bc72b8fe-0468-4dd5-a886-7e7a15582aef req-39215b1a-5155-494f-9c36-d75dd680c342 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:32.115366 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-21c07317-a295-4199-93fc-9f410ee6a42b req-8e32a3e3-17ed-4c45-b380-cd783fc69efe tempest-ServerShowV257Test-2039986489 tempest-ServerShowV257Test-2039986489-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab88a01c-ac15-4b93-bb3e-086aa4424bdb HTTP/1.1" status: 200 len: 210 time: 0.0510101 Jul 29 23:47:32.210260 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f41b8e1-5c84-42b6-9ea0-1e43f27b859f req-dbc53ba0-feaa-46ed-be75-12ba1f9d9d4c tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:32.218618 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2f41b8e1-5c84-42b6-9ea0-1e43f27b859f req-dbc53ba0-feaa-46ed-be75-12ba1f9d9d4c tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/ports?device_id=56f62ff7-05d2-4aa7-b013-ffcb5004ed7a HTTP/1.1" status: 200 len: 944 time: 0.2415471 Jul 29 23:47:32.365110 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2f41b8e1-5c84-42b6-9ea0-1e43f27b859f req-9e76c480-b115-4f1d-9d6b-547b914dc32d tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/security-groups?id=fea2426c-faaa-41f8-aaeb-dd9911d88880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453822 Jul 29 23:47:32.420472 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bc72b8fe-0468-4dd5-a886-7e7a15582aef req-39215b1a-5155-494f-9c36-d75dd680c342 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:32.421750 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bc72b8fe-0468-4dd5-a886-7e7a15582aef req-39215b1a-5155-494f-9c36-d75dd680c342 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:32.422131 n-d-712141-10 neutron-server[94078]: INFO neutron.db.l3_db [req-bc72b8fe-0468-4dd5-a886-7e7a15582aef req-39215b1a-5155-494f-9c36-d75dd680c342 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Floating IP e4d75077-4de3-4453-b36e-74b0c0240c92 disassociated. External IP: 172.25.0.59, port: 1ac17cbc-373d-4634-a2b1-08f85a3a817f. Jul 29 23:47:32.422551 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-bc72b8fe-0468-4dd5-a886-7e7a15582aef req-39215b1a-5155-494f-9c36-d75dd680c342 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Calling delete_port for 1ac17cbc-373d-4634-a2b1-08f85a3a817f owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:47:32.454362 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e01ebf7-871c-4188-84f2-776848a5c3fb req-e78a167d-305a-4e60-b8ae-926224e2175e tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:32.456068 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3e01ebf7-871c-4188-84f2-776848a5c3fb req-e78a167d-305a-4e60-b8ae-926224e2175e tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 946 time: 0.1192722 Jul 29 23:47:32.675159 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3e01ebf7-871c-4188-84f2-776848a5c3fb req-9f98d856-9ab5-4e0a-bc32-2bcafa16a5dc tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5897186-7f16-4a31-9187-0284a909539f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508880 Jul 29 23:47:32.772946 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec900c98-ba79-48c2-8d56-81ccb65283d9 req-cc58f2d5-e2d1-42c2-93df-1c1167e55bc0 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:32.775515 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ec900c98-ba79-48c2-8d56-81ccb65283d9 req-cc58f2d5-e2d1-42c2-93df-1c1167e55bc0 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc6f8768-bc16-43ad-afd1-11dccd987c89 HTTP/1.1" status: 200 len: 945 time: 0.2414665 Jul 29 23:47:32.859094 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ec900c98-ba79-48c2-8d56-81ccb65283d9 req-735c9b22-fa88-4ffb-80c3-a52817623130 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=55bbb774-181a-46ce-808b-df0560fd010c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735631 Jul 29 23:47:32.881952 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bc72b8fe-0468-4dd5-a886-7e7a15582aef req-39215b1a-5155-494f-9c36-d75dd680c342 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:32.922192 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39215b1a-5155-494f-9c36-d75dd680c342 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Pushing event deleted for resources: {'Port': ['ID=1ac17cbc-373d-4634-a2b1-08f85a3a817f,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:32.937131 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39215b1a-5155-494f-9c36-d75dd680c342 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:32.937687 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39215b1a-5155-494f-9c36-d75dd680c342 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:32.938082 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39215b1a-5155-494f-9c36-d75dd680c342 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:32.938438 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39215b1a-5155-494f-9c36-d75dd680c342 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:32.938772 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39215b1a-5155-494f-9c36-d75dd680c342 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:32.939096 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39215b1a-5155-494f-9c36-d75dd680c342 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:32.939419 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39215b1a-5155-494f-9c36-d75dd680c342 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:32.939747 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39215b1a-5155-494f-9c36-d75dd680c342 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:32.940073 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39215b1a-5155-494f-9c36-d75dd680c342 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:32.940386 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39215b1a-5155-494f-9c36-d75dd680c342 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:32.940702 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39215b1a-5155-494f-9c36-d75dd680c342 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:32.941036 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39215b1a-5155-494f-9c36-d75dd680c342 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:33.049946 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 506b2ced-19bb-46c1-900b-669f4aa85d2e up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:47:33.085136 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc72b8fe-0468-4dd5-a886-7e7a15582aef req-39215b1a-5155-494f-9c36-d75dd680c342 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Router 4ececfd2-bbcb-4cda-9691-6ff23afccea3 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:47:33.140052 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port 506b2ced-19bb-46c1-900b-669f4aa85d2e completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:47:33.144655 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 506b2ced-19bb-46c1-900b-669f4aa85d2e triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:47:33.145290 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:33.252710 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc72b8fe-0468-4dd5-a886-7e7a15582aef req-39215b1a-5155-494f-9c36-d75dd680c342 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:47:33.266432 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:33.272451 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f23ce1-3ff8-45df-8102-d9d78057beb5 None None] Sync routers for ids ['4ececfd2-bbcb-4cda-9691-6ff23afccea3'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:47:33.299841 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f23ce1-3ff8-45df-8102-d9d78057beb5 None None] Routers {'4ececfd2-bbcb-4cda-9691-6ff23afccea3'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:47:33.299841 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-b1f23ce1-3ff8-45df-8102-d9d78057beb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:47:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['4ececfd2-bbcb-4cda-9691-6ff23afccea3'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:33.333534 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f62ff7-05d2-4aa7-b013-ffcb5004ed7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506b2ced-19bb-46c1-900b-669f4aa85d2e'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:47:33.344128 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f29fa40-d721-4505-9d4f-9f0c678a5941" -d '{"events": [{"server_uuid": "56f62ff7-05d2-4aa7-b013-ffcb5004ed7a", "name": "network-vif-plugged", "status": "completed", "tag": "506b2ced-19bb-46c1-900b-669f4aa85d2e"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:47:33.385386 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 506b2ced-19bb-46c1-900b-669f4aa85d2e, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=506b2ced-19bb-46c1-900b-669f4aa85d2e,segment=NetworkSegment(078bda1f-0f4d-4782-805e-e16705fa85d2),segment_id=078bda1f-0f4d-4782-805e-e16705fa85d2)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:33.392574 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc72b8fe-0468-4dd5-a886-7e7a15582aef req-39215b1a-5155-494f-9c36-d75dd680c342 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] No DVR routers for this DVR port 1ac17cbc-373d-4634-a2b1-08f85a3a817f on host n-h1-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:47:33.393027 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:33.413938 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bc72b8fe-0468-4dd5-a886-7e7a15582aef req-39215b1a-5155-494f-9c36-d75dd680c342 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:33.452868 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bc72b8fe-0468-4dd5-a886-7e7a15582aef req-39215b1a-5155-494f-9c36-d75dd680c342 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.41 "DELETE /v2.0/ports/1ac17cbc-373d-4634-a2b1-08f85a3a817f HTTP/1.1" status: 204 len: 173 time: 1.8700736 Jul 29 23:47:33.454576 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '312b196d-1983-4e61-b3c6-96ed3c943fce', 'name': 'network-vif-deleted', 'tag': '1ac17cbc-373d-4634-a2b1-08f85a3a817f'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:47:33.462270 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08864b0-b986-42f3-9ba9-e3dd550e750c" -d '{"events": [{"server_uuid": "312b196d-1983-4e61-b3c6-96ed3c943fce", "name": "network-vif-deleted", "tag": "1ac17cbc-373d-4634-a2b1-08f85a3a817f"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:47:33.538809 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf747a3-0379-43fe-b9f1-76b975e1e31a x-openstack-request-id: req-bcf747a3-0379-43fe-b9f1-76b975e1e31a {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:47:33.539674 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56f62ff7-05d2-4aa7-b013-ffcb5004ed7a", "name": "network-vif-plugged", "status": "completed", "tag": "506b2ced-19bb-46c1-900b-669f4aa85d2e", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:47:33.540724 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bcf747a3-0379-43fe-b9f1-76b975e1e31a {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:47:33.541402 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56f62ff7-05d2-4aa7-b013-ffcb5004ed7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '506b2ced-19bb-46c1-900b-669f4aa85d2e', 'code': 200} Jul 29 23:47:33.544032 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=506b2ced-19bb-46c1-900b-669f4aa85d2e,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:33.681978 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-b1f23ce1-3ff8-45df-8102-d9d78057beb5 None None] Set router 4ececfd2-bbcb-4cda-9691-6ff23afccea3 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:47:33.813703 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d53d0-acef-4bae-a88c-890b3a0b1ed4 req-66dea72f-b995-4993-8dcf-316fcc4bc3cf tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:33.823999 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bd6d53d0-acef-4bae-a88c-890b3a0b1ed4 req-66dea72f-b995-4993-8dcf-316fcc4bc3cf tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/ports?device_id=56f62ff7-05d2-4aa7-b013-ffcb5004ed7a HTTP/1.1" status: 200 len: 945 time: 0.2574546 Jul 29 23:47:33.886519 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ed3643c1-a4b4-410f-abf8-31d789f1492e req-f7765227-5b90-4ead-8b31-2ca724b884c9 tempest-ServerShowV257Test-2039986489 tempest-ServerShowV257Test-2039986489-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab88a01c-ac15-4b93-bb3e-086aa4424bdb HTTP/1.1" status: 200 len: 210 time: 0.5043786 Jul 29 23:47:33.907947 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed0967-5ea7-466e-be16-aead58e67e8c req-b05ec9b3-fd5f-49aa-990b-3763ca43c4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:33.910916 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f7ed0967-5ea7-466e-be16-aead58e67e8c req-b05ec9b3-fd5f-49aa-990b-3763ca43c4b2 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=56f62ff7-05d2-4aa7-b013-ffcb5004ed7a HTTP/1.1" status: 200 len: 1097 time: 0.2620721 Jul 29 23:47:33.970979 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bd6d53d0-acef-4bae-a88c-890b3a0b1ed4 req-da2f9fd5-f45a-4f1d-b09a-976f531db274 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/security-groups?id=fea2426c-faaa-41f8-aaeb-dd9911d88880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452830 Jul 29 23:47:34.014032 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1924248d-5951-40d9-ab56-50046d22733a x-openstack-request-id: req-1924248d-5951-40d9-ab56-50046d22733a {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:47:34.016052 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "312b196d-1983-4e61-b3c6-96ed3c943fce", "name": "network-vif-deleted", "tag": "1ac17cbc-373d-4634-a2b1-08f85a3a817f", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:47:34.016476 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1924248d-5951-40d9-ab56-50046d22733a {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:47:34.017066 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '312b196d-1983-4e61-b3c6-96ed3c943fce', 'name': 'network-vif-deleted', 'tag': '1ac17cbc-373d-4634-a2b1-08f85a3a817f', 'status': 'completed', 'code': 200} Jul 29 23:47:34.035403 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f7ed0967-5ea7-466e-be16-aead58e67e8c req-08bf299d-df5f-48c2-9fd5-70d2099a3ade service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=fea2426c-faaa-41f8-aaeb-dd9911d88880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057873 Jul 29 23:47:34.080358 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-b1f23ce1-3ff8-45df-8102-d9d78057beb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ececfd2-bbcb-4cda-9691-6ff23afccea3', 'name': 'tempest-AttachVolumeShelveTestJSON-2094336285-router', 'tenant_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '56512338-eee7-4a6a-ac6a-5775e337cb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:41:48Z', 'updated_at': '2021-07-29T23:42:00Z', 'revision_number': 4, 'project_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'gw_port': {'id': '56512338-eee7-4a6a-ac6a-5775e337cb39', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ececfd2-bbcb-4cda-9691-6ff23afccea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:49Z', 'updated_at': '2021-07-29T23:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'f894ff82-3555-4edd-926a-9ec0ac8d14bc', 'name': '', 'network_id': '75276a04-f545-4a3d-9980-2e308be152f9', 'tenant_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'mac_address': 'fa:16:3e:e8:ff:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ececfd2-bbcb-4cda-9691-6ff23afccea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': '3f8a1426-23b4-4820-974d-b3b8ade6d730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:57Z', 'updated_at': '2021-07-29T23:42:08Z', 'revision_number': 5, 'project_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'subnets': [{'id': '3f8a1426-23b4-4820-974d-b3b8ade6d730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:34.153094 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f23ce1-3ff8-45df-8102-d9d78057beb5 None None] Checking router: 4ececfd2-bbcb-4cda-9691-6ff23afccea3 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:47:34.173262 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f23ce1-3ff8-45df-8102-d9d78057beb5 None None] Routers {'4ececfd2-bbcb-4cda-9691-6ff23afccea3'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:47:34.175136 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-b1f23ce1-3ff8-45df-8102-d9d78057beb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:47:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['4ececfd2-bbcb-4cda-9691-6ff23afccea3'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:34.176048 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-46df09ad-f66c-4da9-8f60-d8290db80212 req-f1cea91e-0160-4e27-8666-0c2aaa4b8016 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=312b196d-1983-4e61-b3c6-96ed3c943fce HTTP/1.1" status: 200 len: 210 time: 0.0695031 Jul 29 23:47:34.239385 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be412e5-8bf1-4ad4-9dec-a302d61d1279 req-d7a310c9-5946-421a-8f59-74241e8e90a0 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:34.241239 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8be412e5-8bf1-4ad4-9dec-a302d61d1279 req-d7a310c9-5946-421a-8f59-74241e8e90a0 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc6f8768-bc16-43ad-afd1-11dccd987c89 HTTP/1.1" status: 200 len: 945 time: 0.1231928 Jul 29 23:47:34.297632 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8be412e5-8bf1-4ad4-9dec-a302d61d1279 req-844685d2-2dd1-4aad-8d77-1d1d9a7de8e1 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=55bbb774-181a-46ce-808b-df0560fd010c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490837 Jul 29 23:47:34.367302 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-b1f23ce1-3ff8-45df-8102-d9d78057beb5 None None] Set router 4ececfd2-bbcb-4cda-9691-6ff23afccea3 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:47:34.722796 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-b1f23ce1-3ff8-45df-8102-d9d78057beb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ececfd2-bbcb-4cda-9691-6ff23afccea3', 'name': 'tempest-AttachVolumeShelveTestJSON-2094336285-router', 'tenant_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '56512338-eee7-4a6a-ac6a-5775e337cb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:41:48Z', 'updated_at': '2021-07-29T23:42:00Z', 'revision_number': 4, 'project_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'gw_port': {'id': '56512338-eee7-4a6a-ac6a-5775e337cb39', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ececfd2-bbcb-4cda-9691-6ff23afccea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:49Z', 'updated_at': '2021-07-29T23:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'f894ff82-3555-4edd-926a-9ec0ac8d14bc', 'name': '', 'network_id': '75276a04-f545-4a3d-9980-2e308be152f9', 'tenant_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'mac_address': 'fa:16:3e:e8:ff:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ececfd2-bbcb-4cda-9691-6ff23afccea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': '3f8a1426-23b4-4820-974d-b3b8ade6d730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:57Z', 'updated_at': '2021-07-29T23:42:08Z', 'revision_number': 5, 'project_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'subnets': [{'id': '3f8a1426-23b4-4820-974d-b3b8ade6d730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:34.754347 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f23ce1-3ff8-45df-8102-d9d78057beb5 None None] The sync data for ids ['4ececfd2-bbcb-4cda-9691-6ff23afccea3'] in n-d-712141-10 is: [{'id': '4ececfd2-bbcb-4cda-9691-6ff23afccea3', 'name': 'tempest-AttachVolumeShelveTestJSON-2094336285-router', 'tenant_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '56512338-eee7-4a6a-ac6a-5775e337cb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:41:48Z', 'updated_at': '2021-07-29T23:42:00Z', 'revision_number': 4, 'project_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'gw_port': {'id': '56512338-eee7-4a6a-ac6a-5775e337cb39', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ececfd2-bbcb-4cda-9691-6ff23afccea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:49Z', 'updated_at': '2021-07-29T23:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'f894ff82-3555-4edd-926a-9ec0ac8d14bc', 'name': '', 'network_id': '75276a04-f545-4a3d-9980-2e308be152f9', 'tenant_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'mac_address': 'fa:16:3e:e8:ff:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ececfd2-bbcb-4cda-9691-6ff23afccea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': '3f8a1426-23b4-4820-974d-b3b8ade6d730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:57Z', 'updated_at': '2021-07-29T23:42:08Z', 'revision_number': 5, 'project_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'subnets': [{'id': '3f8a1426-23b4-4820-974d-b3b8ade6d730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:47:35.034286 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e6a8f25d-764e-46b4-ba29-a44cf39aa8fa req-2010f3e1-2698-44fa-8488-048327610f04 tempest-ServerShowV257Test-2039986489 tempest-ServerShowV257Test-2039986489-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab88a01c-ac15-4b93-bb3e-086aa4424bdb HTTP/1.1" status: 200 len: 210 time: 0.0344980 Jul 29 23:47:35.123064 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f796f7d0-f65d-4bd5-8b1d-b23d5d3195af None None] New status for floating IP e4d75077-4de3-4453-b36e-74b0c0240c92: DOWN {{(pid=94079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:47:35.133539 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e8442f-c0db-4abb-8280-d05a6c2c3bb1 req-ccd29a8e-1b54-4380-88a2-d0ca2a0838c8 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:35.135242 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-33e8442f-c0db-4abb-8280-d05a6c2c3bb1 req-ccd29a8e-1b54-4380-88a2-d0ca2a0838c8 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/ports?device_id=56f62ff7-05d2-4aa7-b013-ffcb5004ed7a HTTP/1.1" status: 200 len: 945 time: 0.0739768 Jul 29 23:47:35.191426 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-33e8442f-c0db-4abb-8280-d05a6c2c3bb1 req-c62c5672-2572-4147-acc3-48b8512b5c40 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/security-groups?id=fea2426c-faaa-41f8-aaeb-dd9911d88880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494297 Jul 29 23:47:35.305542 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 43204) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:35.422613 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0f756a24-ce5c-49bc-b934-5d79b14d59c5 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:35.509956 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0f756a24-ce5c-49bc-b934-5d79b14d59c5 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:35.580027 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49796f59-c1da-46e2-bcc1-5258e43eac2f req-efca684a-3c56-4ba9-83ef-b79ca7aa60b1 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:35.582375 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-49796f59-c1da-46e2-bcc1-5258e43eac2f req-efca684a-3c56-4ba9-83ef-b79ca7aa60b1 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc6f8768-bc16-43ad-afd1-11dccd987c89 HTTP/1.1" status: 200 len: 945 time: 0.1308265 Jul 29 23:47:35.652469 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0f756a24-ce5c-49bc-b934-5d79b14d59c5 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:35.657804 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0f756a24-ce5c-49bc-b934-5d79b14d59c5 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:35.658533 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 1ac17cbc-373d-4634-a2b1-08f85a3a817f no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:47:35.659433 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-0f756a24-ce5c-49bc-b934-5d79b14d59c5 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "DELETE /v2.0/security-groups/e5897186-7f16-4a31-9187-0284a909539f HTTP/1.1" status: 204 len: 168 time: 0.3525846 Jul 29 23:47:35.663715 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 43212) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:35.677685 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-49796f59-c1da-46e2-bcc1-5258e43eac2f req-e410f414-e35e-4485-8000-f104b7e6346d tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=55bbb774-181a-46ce-808b-df0560fd010c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794899 Jul 29 23:47:35.707702 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f756a24-ce5c-49bc-b934-5d79b14d59c5 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5897186-7f16-4a31-9187-0284a909539f,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:35.713518 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-8f70bcef-1d2b-480b-a7ac-12ee892415bd tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] show failed (client error): The resource could not be found. Jul 29 23:47:35.718837 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 43216) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:35.720857 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8f70bcef-1d2b-480b-a7ac-12ee892415bd tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups/e5897186-7f16-4a31-9187-0284a909539f HTTP/1.1" status: 404 len: 347 time: 0.0556786 Jul 29 23:47:35.737126 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] No Port match for: 1ac17cbc-373d-4634-a2b1-08f85a3a817f {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:47:35.737491 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 1ac17cbc-373d-4634-a2b1-08f85a3a817f not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:47:35.922302 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-16a53d4a-f0e7-4e68-8da8-1449c2306f09 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Deleting port 70989597-c141-4838-a1f2-48ab7f8bc6db {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:47:35.922950 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-16a53d4a-f0e7-4e68-8da8-1449c2306f09 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:36.048254 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-16a53d4a-f0e7-4e68-8da8-1449c2306f09 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:36.049291 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-16a53d4a-f0e7-4e68-8da8-1449c2306f09 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:36.068799 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-16a53d4a-f0e7-4e68-8da8-1449c2306f09 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Calling delete_port for 70989597-c141-4838-a1f2-48ab7f8bc6db owned by network:floatingip {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:47:36.208270 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-51679237-ab70-4166-b0a9-fa035ef1e37c req-57aaaff3-ba0c-4447-bc69-63290a489320 tempest-ServerShowV257Test-2039986489 tempest-ServerShowV257Test-2039986489-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab88a01c-ac15-4b93-bb3e-086aa4424bdb HTTP/1.1" status: 200 len: 210 time: 0.0436940 Jul 29 23:47:36.304370 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-16a53d4a-f0e7-4e68-8da8-1449c2306f09 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:36.352285 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a53d4a-f0e7-4e68-8da8-1449c2306f09 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Pushing event deleted for resources: {'Port': ['ID=70989597-c141-4838-a1f2-48ab7f8bc6db,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:36.447413 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-16a53d4a-f0e7-4e68-8da8-1449c2306f09 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks [] for floatingip, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:36.449795 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-16a53d4a-f0e7-4e68-8da8-1449c2306f09 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:36.450978 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-16a53d4a-f0e7-4e68-8da8-1449c2306f09 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "DELETE /v2.0/floatingips/e4d75077-4de3-4453-b36e-74b0c0240c92 HTTP/1.1" status: 204 len: 168 time: 0.7305083 Jul 29 23:47:36.877414 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 43232) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:36.877414 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-6f9969ef-7a3b-421d-abf7-470bcb97f3db tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Request body: {'security_group': {'name': 'tempest-securitygroup--125502266', 'description': 'tempest-description--1398541562'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:47:36.881916 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ac8ef8-07bc-4857-a33f-860240c64288 req-0a3bd5a9-af23-4919-8a21-d58b2e61bdf2 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:36.884606 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a1ac8ef8-07bc-4857-a33f-860240c64288 req-0a3bd5a9-af23-4919-8a21-d58b2e61bdf2 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc6f8768-bc16-43ad-afd1-11dccd987c89 HTTP/1.1" status: 200 len: 945 time: 0.1165988 Jul 29 23:47:36.918735 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6f9969ef-7a3b-421d-abf7-470bcb97f3db tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:36.944033 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a1ac8ef8-07bc-4857-a33f-860240c64288 req-ea122dd7-47d7-48c7-847c-0c546e6fcbd7 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=55bbb774-181a-46ce-808b-df0560fd010c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525038 Jul 29 23:47:37.031909 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6f9969ef-7a3b-421d-abf7-470bcb97f3db tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:37.038393 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6f9969ef-7a3b-421d-abf7-470bcb97f3db tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:37.083313 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6f9969ef-7a3b-421d-abf7-470bcb97f3db tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:37.084987 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-6f9969ef-7a3b-421d-abf7-470bcb97f3db tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2189503 Jul 29 23:47:37.089417 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 43242) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:37.098096 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-ae2855ad-f439-4cd2-ac3c-a50ed3ae8099 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Request body: {'security_group_rule': {'security_group_id': '6e6eb237-bd1b-4499-9a2d-2e1657fd82de', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:47:37.110470 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9969ef-7a3b-421d-abf7-470bcb97f3db tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6eb237-bd1b-4499-9a2d-2e1657fd82de,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:37.157037 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ae2855ad-f439-4cd2-ac3c-a50ed3ae8099 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:37.235147 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ae2855ad-f439-4cd2-ac3c-a50ed3ae8099 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:37.245057 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ae2855ad-f439-4cd2-ac3c-a50ed3ae8099 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:37.271436 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2855ad-f439-4cd2-ac3c-a50ed3ae8099 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a5dc476-6b59-47af-9fac-bf183a9d11cc,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:37.277799 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ae2855ad-f439-4cd2-ac3c-a50ed3ae8099 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:37.282436 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ae2855ad-f439-4cd2-ac3c-a50ed3ae8099 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1915004 Jul 29 23:47:37.284907 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 43246) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:37.293827 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-4265a445-5412-4d49-96fc-081ad9569ba5 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Request body: {'security_group_rule': {'security_group_id': '6e6eb237-bd1b-4499-9a2d-2e1657fd82de', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:47:37.320122 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:37.384652 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-90a8c561-b801-49bb-a6bb-98eba97f751a req-a049bf5e-df7d-471e-912b-4b9bf7cf7961 tempest-ServerShowV257Test-2039986489 tempest-ServerShowV257Test-2039986489-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab88a01c-ac15-4b93-bb3e-086aa4424bdb HTTP/1.1" status: 200 len: 210 time: 0.0443480 Jul 29 23:47:37.385850 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4265a445-5412-4d49-96fc-081ad9569ba5 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:37.460963 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4265a445-5412-4d49-96fc-081ad9569ba5 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:37.464820 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4265a445-5412-4d49-96fc-081ad9569ba5 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:37.502200 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4265a445-5412-4d49-96fc-081ad9569ba5 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0474b2d-d832-4a1d-8b95-00b2690ce104,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:37.509013 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4265a445-5412-4d49-96fc-081ad9569ba5 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:37.514939 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 43252) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:37.520201 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-4265a445-5412-4d49-96fc-081ad9569ba5 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2334223 Jul 29 23:47:37.523177 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-b2b8c6d2-2b99-4f36-a9d1-bd0576a28ed1 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Request body: {'floatingip': {'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:47:37.568213 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b2b8c6d2-2b99-4f36-a9d1-bd0576a28ed1 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks [] for floatingip, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:37.704713 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b2b8c6d2-2b99-4f36-a9d1-bd0576a28ed1 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:37.859745 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-b2b8c6d2-2b99-4f36-a9d1-bd0576a28ed1 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Allocated IP 172.25.0.105 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/58391e34-6220-40a8-b891-6d3778ebd10e) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:47:38.050300 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b2b8c6d2-2b99-4f36-a9d1-bd0576a28ed1 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:38.132473 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b2b8c6d2-2b99-4f36-a9d1-bd0576a28ed1 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:38.175104 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1aee0f-5feb-4ede-93c8-275e5f3e0a61 req-e1da5d24-a5ab-4628-80e8-62ced89803d8 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:38.177439 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fa1aee0f-5feb-4ede-93c8-275e5f3e0a61 req-e1da5d24-a5ab-4628-80e8-62ced89803d8 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc6f8768-bc16-43ad-afd1-11dccd987c89 HTTP/1.1" status: 200 len: 945 time: 0.1030490 Jul 29 23:47:38.200512 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b8c6d2-2b99-4f36-a9d1-bd0576a28ed1 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:47:38.204021 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-b2b8c6d2-2b99-4f36-a9d1-bd0576a28ed1 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:47:38.208182 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b8c6d2-2b99-4f36-a9d1-bd0576a28ed1 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:47:38.218589 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b8c6d2-2b99-4f36-a9d1-bd0576a28ed1 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Pushing event updated for resources: {'Port': ['ID=58391e34-6220-40a8-b891-6d3778ebd10e,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:38.240617 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fa1aee0f-5feb-4ede-93c8-275e5f3e0a61 req-80d23815-d90c-4a47-87f8-3e98c6cbd8ab tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=55bbb774-181a-46ce-808b-df0560fd010c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552208 Jul 29 23:47:38.338975 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b2b8c6d2-2b99-4f36-a9d1-bd0576a28ed1 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:38.391171 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b2b8c6d2-2b99-4f36-a9d1-bd0576a28ed1 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:38.587756 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cc1bc881-9b09-4d19-8fa3-d1d7acb9b759 req-10ddebde-dcf5-4450-b7ac-aff7bc7f7bdf tempest-ServerShowV257Test-2039986489 tempest-ServerShowV257Test-2039986489-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab88a01c-ac15-4b93-bb3e-086aa4424bdb HTTP/1.1" status: 200 len: 210 time: 0.0622911 Jul 29 23:47:38.642751 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b2b8c6d2-2b99-4f36-a9d1-bd0576a28ed1 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:38.656312 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b2b8c6d2-2b99-4f36-a9d1-bd0576a28ed1 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:38.753895 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b8c6d2-2b99-4f36-a9d1-bd0576a28ed1 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Pushing event updated for resources: {'Port': ['ID=58391e34-6220-40a8-b891-6d3778ebd10e,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:38.768286 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b2b8c6d2-2b99-4f36-a9d1-bd0576a28ed1 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:38.787085 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b2b8c6d2-2b99-4f36-a9d1-bd0576a28ed1 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:38.788771 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b2b8c6d2-2b99-4f36-a9d1-bd0576a28ed1 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2729783 Jul 29 23:47:38.970083 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bb47c8c9-9901-43d6-a1c4-ec1a01841e3e req-aeb3eb19-28e3-4321-b32f-e49b48e62206 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--125502266&fields=id&tenant_id=bc6282d9b32e428d9264b8fb2fa602e4 HTTP/1.1" status: 200 len: 267 time: 0.0404575 Jul 29 23:47:39.512299 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb47c8c9-9901-43d6-a1c4-ec1a01841e3e req-703ccfaf-6931-436c-9361-ad0ca0790f3a tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:39.518068 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bb47c8c9-9901-43d6-a1c4-ec1a01841e3e req-703ccfaf-6931-436c-9361-ad0ca0790f3a tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/networks?id=75276a04-f545-4a3d-9980-2e308be152f9 HTTP/1.1" status: 200 len: 817 time: 0.5409615 Jul 29 23:47:39.527504 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf19d7f1-bc3a-4798-bedf-d332e92206ef req-e13523b5-b71d-4141-8d76-77f967a28806 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:39.529393 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bf19d7f1-bc3a-4798-bedf-d332e92206ef req-e13523b5-b71d-4141-8d76-77f967a28806 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc6f8768-bc16-43ad-afd1-11dccd987c89 HTTP/1.1" status: 200 len: 945 time: 0.1153474 Jul 29 23:47:39.541464 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bb47c8c9-9901-43d6-a1c4-ec1a01841e3e req-e4ae9a62-f3f5-41b9-89b3-015b5a88b0b3 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/quotas/bc6282d9b32e428d9264b8fb2fa602e4 HTTP/1.1" status: 200 len: 375 time: 0.0101392 Jul 29 23:47:39.614922 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bf19d7f1-bc3a-4798-bedf-d332e92206ef req-dbe45a6d-ea47-4349-8364-e9a8453ae8e5 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=55bbb774-181a-46ce-808b-df0560fd010c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705836 Jul 29 23:47:39.635478 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bb47c8c9-9901-43d6-a1c4-ec1a01841e3e req-363ab0f5-3ecf-42ca-b5ce-a05dec0806ae tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=bc6282d9b32e428d9264b8fb2fa602e4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0847340 Jul 29 23:47:39.810544 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3f33e79d-ba4f-45ae-9d23-1cfb4adb81ed req-fa10874a-9318-46c8-b073-b2e19fe0b259 tempest-ServerShowV257Test-2039986489 tempest-ServerShowV257Test-2039986489-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab88a01c-ac15-4b93-bb3e-086aa4424bdb HTTP/1.1" status: 200 len: 210 time: 0.0411916 Jul 29 23:47:39.856664 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bb47c8c9-9901-43d6-a1c4-ec1a01841e3e req-1e8100dd-8bec-407c-b701-6cb3f8416dac service neutron] 10.222.0.43 "GET /v2.0/networks/75276a04-f545-4a3d-9980-2e308be152f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842747 Jul 29 23:47:39.977649 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bb47c8c9-9901-43d6-a1c4-ec1a01841e3e req-2dc086fc-f5e0-47d3-a426-39157c194d4d service neutron] 10.222.0.43 "GET /v2.0/networks/75276a04-f545-4a3d-9980-2e308be152f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130912 Jul 29 23:47:40.282711 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b4412610-e0c6-48b4-88f1-687690d1c52e req-ab98d623-32c9-45f5-8266-57f47f7cd4ed tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=c65b8f95-9da3-4485-bd7b-4f14879e268c HTTP/1.1" status: 200 len: 210 time: 0.0670979 Jul 29 23:47:40.843871 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a561c-fe86-46df-b155-0894d537325a req-ed57eae4-3ba4-4b02-b617-c63d000e2733 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:40.853997 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-aa5a561c-fe86-46df-b155-0894d537325a req-ed57eae4-3ba4-4b02-b617-c63d000e2733 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc6f8768-bc16-43ad-afd1-11dccd987c89 HTTP/1.1" status: 200 len: 945 time: 0.0838282 Jul 29 23:47:40.883273 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:47:40.901623 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-aa5a561c-fe86-46df-b155-0894d537325a req-a8f7a5f9-b3e5-42e5-a341-7d1c4899cc27 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=55bbb774-181a-46ce-808b-df0560fd010c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463839 Jul 29 23:47:41.248155 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-168b7072-8908-48a4-ae6b-d1f7dce153fd req-f2d0fb5f-21e3-4ac2-98e4-02204f07fb2d tempest-ServerShowV257Test-2039986489 tempest-ServerShowV257Test-2039986489-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab88a01c-ac15-4b93-bb3e-086aa4424bdb HTTP/1.1" status: 200 len: 210 time: 0.0279443 Jul 29 23:47:41.458842 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5580af54-7c92-4200-adee-f48d64cc0e4d req-295d00fd-5092-43b3-9471-073219d1a3b2 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=c65b8f95-9da3-4485-bd7b-4f14879e268c HTTP/1.1" status: 200 len: 210 time: 0.0446332 Jul 29 23:47:41.736000 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb47c8c9-9901-43d6-a1c4-ec1a01841e3e req-59b0d644-d64e-44a1-a3c5-85675ce35b79 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:41.737982 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bb47c8c9-9901-43d6-a1c4-ec1a01841e3e req-59b0d644-d64e-44a1-a3c5-85675ce35b79 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.22 "GET /v2.0/networks?id=75276a04-f545-4a3d-9980-2e308be152f9 HTTP/1.1" status: 200 len: 817 time: 0.3137527 Jul 29 23:47:41.843991 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bb47c8c9-9901-43d6-a1c4-ec1a01841e3e req-f85ae7ab-14e6-432e-bed1-e18f3d20d3f9 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bc6282d9b32e428d9264b8fb2fa602e4 HTTP/1.1" status: 200 len: 379 time: 0.0848234 Jul 29 23:47:41.855917 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-bb47c8c9-9901-43d6-a1c4-ec1a01841e3e req-dfe59b8f-fad8-4254-890d-dc2ab03052d8 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Request body: {'port': {'device_id': 'c65b8f95-9da3-4485-bd7b-4f14879e268c', 'network_id': '75276a04-f545-4a3d-9980-2e308be152f9', 'admin_state_up': True, 'tenant_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'security_groups': ['6e6eb237-bd1b-4499-9a2d-2e1657fd82de']}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:47:42.162954 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb47c8c9-9901-43d6-a1c4-ec1a01841e3e req-dfe59b8f-fad8-4254-890d-dc2ab03052d8 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Made reservation on behalf of bc6282d9b32e428d9264b8fb2fa602e4 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:47:42.166638 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bb47c8c9-9901-43d6-a1c4-ec1a01841e3e req-dfe59b8f-fad8-4254-890d-dc2ab03052d8 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:42.372412 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-bb47c8c9-9901-43d6-a1c4-ec1a01841e3e req-dfe59b8f-fad8-4254-890d-dc2ab03052d8 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Allocated IP 172.20.0.3 (75276a04-f545-4a3d-9980-2e308be152f9/3f8a1426-23b4-4820-974d-b3b8ade6d730/4c205d82-4555-4305-96ab-ad0c818351a2) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:47:42.493001 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e07a916-0d08-4be5-91ef-ad9aad6e8595 req-0c6aeca3-b870-448e-97ba-c497fd99f020 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:42.505837 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2e07a916-0d08-4be5-91ef-ad9aad6e8595 req-0c6aeca3-b870-448e-97ba-c497fd99f020 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc6f8768-bc16-43ad-afd1-11dccd987c89 HTTP/1.1" status: 200 len: 945 time: 0.4179642 Jul 29 23:47:42.585102 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c519d57e-289b-4cad-bfdb-507703f8d6f5 req-0011094f-5974-46a4-b9a8-cf7d1ebd3ed4 tempest-ServerShowV257Test-2039986489 tempest-ServerShowV257Test-2039986489-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab88a01c-ac15-4b93-bb3e-086aa4424bdb HTTP/1.1" status: 200 len: 210 time: 0.1115739 Jul 29 23:47:42.653744 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2e07a916-0d08-4be5-91ef-ad9aad6e8595 req-fb47b55a-6423-48eb-bf2b-0161fd24856c tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=55bbb774-181a-46ce-808b-df0560fd010c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449447 Jul 29 23:47:42.715203 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bb47c8c9-9901-43d6-a1c4-ec1a01841e3e req-dfe59b8f-fad8-4254-890d-dc2ab03052d8 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:42.748651 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-73836354-db28-4c8d-a1e9-cc274275f387 req-2dd8d4f9-dab9-46c5-9c52-ca6c34efe78b tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=c65b8f95-9da3-4485-bd7b-4f14879e268c HTTP/1.1" status: 200 len: 210 time: 0.0529346 Jul 29 23:47:42.755603 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-bb47c8c9-9901-43d6-a1c4-ec1a01841e3e req-dfe59b8f-fad8-4254-890d-dc2ab03052d8 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Transition to ACTIVE for port object 4c205d82-4555-4305-96ab-ad0c818351a2 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:47:42.841406 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bb47c8c9-9901-43d6-a1c4-ec1a01841e3e req-dfe59b8f-fad8-4254-890d-dc2ab03052d8 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:42.974089 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb47c8c9-9901-43d6-a1c4-ec1a01841e3e req-dfe59b8f-fad8-4254-890d-dc2ab03052d8 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Network 75276a04-f545-4a3d-9980-2e308be152f9 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:47:42.979784 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-bb47c8c9-9901-43d6-a1c4-ec1a01841e3e req-dfe59b8f-fad8-4254-890d-dc2ab03052d8 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:47:42.991267 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb47c8c9-9901-43d6-a1c4-ec1a01841e3e req-dfe59b8f-fad8-4254-890d-dc2ab03052d8 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:47:43.066821 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe59b8f-fad8-4254-890d-dc2ab03052d8 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Pushing event updated for resources: {'Port': ['ID=4c205d82-4555-4305-96ab-ad0c818351a2,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:43.156549 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb47c8c9-9901-43d6-a1c4-ec1a01841e3e req-dfe59b8f-fad8-4254-890d-dc2ab03052d8 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:43.158967 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bb47c8c9-9901-43d6-a1c4-ec1a01841e3e req-dfe59b8f-fad8-4254-890d-dc2ab03052d8 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:43.180302 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bb47c8c9-9901-43d6-a1c4-ec1a01841e3e req-dfe59b8f-fad8-4254-890d-dc2ab03052d8 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3298247 Jul 29 23:47:43.192911 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-bb47c8c9-9901-43d6-a1c4-ec1a01841e3e req-15ef2736-7938-4758-9158-8205bded7c7e service neutron] Request body: {'port': {'device_id': 'c65b8f95-9da3-4485-bd7b-4f14879e268c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:47:43.270558 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bb47c8c9-9901-43d6-a1c4-ec1a01841e3e req-15ef2736-7938-4758-9158-8205bded7c7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:43.350583 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-be57c1da-6db1-44e3-ae9c-9abed3a3e25a None None] Provisioning for port 4c205d82-4555-4305-96ab-ad0c818351a2 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:47:43.373691 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-be57c1da-6db1-44e3-ae9c-9abed3a3e25a None None] Provisioning complete for port 4c205d82-4555-4305-96ab-ad0c818351a2 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:47:43.376297 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-be57c1da-6db1-44e3-ae9c-9abed3a3e25a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:43.434804 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-be57c1da-6db1-44e3-ae9c-9abed3a3e25a None None] Port 4c205d82-4555-4305-96ab-ad0c818351a2 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:47:43.823734 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-00e8c83f-440b-419c-a6f2-04a3b013543e req-4d151217-e502-4ec3-9426-4c35e680c7f8 tempest-ServerShowV257Test-2039986489 tempest-ServerShowV257Test-2039986489-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab88a01c-ac15-4b93-bb3e-086aa4424bdb HTTP/1.1" status: 200 len: 210 time: 0.0914168 Jul 29 23:47:43.897407 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-bb47c8c9-9901-43d6-a1c4-ec1a01841e3e req-15ef2736-7938-4758-9158-8205bded7c7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c205d82-4555-4305-96ab-ad0c818351a2 {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:47:43.917842 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bb47c8c9-9901-43d6-a1c4-ec1a01841e3e req-15ef2736-7938-4758-9158-8205bded7c7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:44.004287 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf7b01-8ac9-45ff-aa92-fc04c43bd150 req-2ddbfbf6-64e9-4953-b24c-c4fb756542d7 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:44.007049 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c2cf7b01-8ac9-45ff-aa92-fc04c43bd150 req-2ddbfbf6-64e9-4953-b24c-c4fb756542d7 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc6f8768-bc16-43ad-afd1-11dccd987c89 HTTP/1.1" status: 200 len: 945 time: 0.2194121 Jul 29 23:47:44.013419 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-bb47c8c9-9901-43d6-a1c4-ec1a01841e3e req-15ef2736-7938-4758-9158-8205bded7c7e service neutron] Transition to ACTIVE for port object 4c205d82-4555-4305-96ab-ad0c818351a2 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:47:44.029329 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bb47c8c9-9901-43d6-a1c4-ec1a01841e3e req-15ef2736-7938-4758-9158-8205bded7c7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:44.109280 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12166d1c-f7c2-40eb-9b01-c326d5b6fc77 req-c5925ace-8e5d-404a-8b06-635499f71598 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:44.112457 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-12166d1c-f7c2-40eb-9b01-c326d5b6fc77 req-c5925ace-8e5d-404a-8b06-635499f71598 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=c65b8f95-9da3-4485-bd7b-4f14879e268c HTTP/1.1" status: 200 len: 931 time: 0.2045648 Jul 29 23:47:44.192942 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ef2736-7938-4758-9158-8205bded7c7e service neutron] Pushing event updated for resources: {'Port': ['ID=4c205d82-4555-4305-96ab-ad0c818351a2,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:44.247535 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c2cf7b01-8ac9-45ff-aa92-fc04c43bd150 req-8995444d-eeb6-4ada-b45b-9146bebb7c3f tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=55bbb774-181a-46ce-808b-df0560fd010c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2213793 Jul 29 23:47:44.383824 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-12166d1c-f7c2-40eb-9b01-c326d5b6fc77 req-0016c2c8-8166-446c-9540-5300a5818623 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e6eb237-bd1b-4499-9a2d-2e1657fd82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2406640 Jul 29 23:47:44.403277 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [req-0d7a3aa1-0a1a-4adf-8d92-21e6b804182e req-5a5c50b7-0e1c-4bc2-956f-98408b176a20 service neutron] show failed (client error): The resource could not be found. Jul 29 23:47:44.404995 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0d7a3aa1-0a1a-4adf-8d92-21e6b804182e req-5a5c50b7-0e1c-4bc2-956f-98408b176a20 service neutron] 10.222.0.41 "GET /v2.0/ports/1b4d112d-7938-4dd2-926a-b8673cbe873c/bindings/n-h2-712141-10 HTTP/1.1" status: 404 len: 381 time: 0.3234499 Jul 29 23:47:44.447654 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-bb47c8c9-9901-43d6-a1c4-ec1a01841e3e req-15ef2736-7938-4758-9158-8205bded7c7e service neutron] Attempting to bind port 4c205d82-4555-4305-96ab-ad0c818351a2 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:47:44.448042 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-bb47c8c9-9901-43d6-a1c4-ec1a01841e3e req-15ef2736-7938-4758-9158-8205bded7c7e service neutron] Attempting to bind port 4c205d82-4555-4305-96ab-ad0c818351a2 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': 'e78125bf-8d4f-4e64-aa38-d84d609aca30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '75276a04-f545-4a3d-9980-2e308be152f9'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:47:44.448368 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb47c8c9-9901-43d6-a1c4-ec1a01841e3e req-15ef2736-7938-4758-9158-8205bded7c7e service neutron] Attempting to bind port 4c205d82-4555-4305-96ab-ad0c818351a2 on network 75276a04-f545-4a3d-9980-2e308be152f9 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:47:44.459502 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb47c8c9-9901-43d6-a1c4-ec1a01841e3e req-15ef2736-7938-4758-9158-8205bded7c7e service neutron] Port 4c205d82-4555-4305-96ab-ad0c818351a2 on network 75276a04-f545-4a3d-9980-2e308be152f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:47:44.459502 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb47c8c9-9901-43d6-a1c4-ec1a01841e3e req-15ef2736-7938-4758-9158-8205bded7c7e service neutron] Attempting to bind port 4c205d82-4555-4305-96ab-ad0c818351a2 on network 75276a04-f545-4a3d-9980-2e308be152f9 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:47:44.466201 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb47c8c9-9901-43d6-a1c4-ec1a01841e3e req-15ef2736-7938-4758-9158-8205bded7c7e service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:47:44.466555 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb47c8c9-9901-43d6-a1c4-ec1a01841e3e req-15ef2736-7938-4758-9158-8205bded7c7e service neutron] Checking segment: {'id': 'e78125bf-8d4f-4e64-aa38-d84d609aca30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '75276a04-f545-4a3d-9980-2e308be152f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:47:44.466928 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb47c8c9-9901-43d6-a1c4-ec1a01841e3e req-15ef2736-7938-4758-9158-8205bded7c7e service neutron] Bound using segment: {'id': 'e78125bf-8d4f-4e64-aa38-d84d609aca30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '75276a04-f545-4a3d-9980-2e308be152f9'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:47:44.467707 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-bb47c8c9-9901-43d6-a1c4-ec1a01841e3e req-15ef2736-7938-4758-9158-8205bded7c7e service neutron] Bound port: 4c205d82-4555-4305-96ab-ad0c818351a2, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e78125bf-8d4f-4e64-aa38-d84d609aca30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '75276a04-f545-4a3d-9980-2e308be152f9'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:47:44.468311 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bb47c8c9-9901-43d6-a1c4-ec1a01841e3e req-15ef2736-7938-4758-9158-8205bded7c7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:44.581023 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-bb47c8c9-9901-43d6-a1c4-ec1a01841e3e req-15ef2736-7938-4758-9158-8205bded7c7e service neutron] For port 4c205d82-4555-4305-96ab-ad0c818351a2, host n-h2-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:47:44.585008 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-bb47c8c9-9901-43d6-a1c4-ec1a01841e3e req-15ef2736-7938-4758-9158-8205bded7c7e service neutron] For port 4c205d82-4555-4305-96ab-ad0c818351a2, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=4c205d82-4555-4305-96ab-ad0c818351a2,segment=NetworkSegment(e78125bf-8d4f-4e64-aa38-d84d609aca30),segment_id=e78125bf-8d4f-4e64-aa38-d84d609aca30)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:47:44.591082 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bb47c8c9-9901-43d6-a1c4-ec1a01841e3e req-15ef2736-7938-4758-9158-8205bded7c7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:44.647784 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb47c8c9-9901-43d6-a1c4-ec1a01841e3e req-15ef2736-7938-4758-9158-8205bded7c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:44.648715 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-bb47c8c9-9901-43d6-a1c4-ec1a01841e3e req-15ef2736-7938-4758-9158-8205bded7c7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:44.650490 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bb47c8c9-9901-43d6-a1c4-ec1a01841e3e req-15ef2736-7938-4758-9158-8205bded7c7e service neutron] 10.222.0.22 "PUT /v2.0/ports/4c205d82-4555-4305-96ab-ad0c818351a2 HTTP/1.1" status: 200 len: 1092 time: 1.4618542 Jul 29 23:47:44.651066 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c65b8f95-9da3-4485-bd7b-4f14879e268c', 'tag': '4c205d82-4555-4305-96ab-ad0c818351a2'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:47:44.653659 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a1c07df-1000-4b98-bd8f-f3ff70f0f2c3" -d '{"events": [{"name": "network-changed", "server_uuid": "c65b8f95-9da3-4485-bd7b-4f14879e268c", "tag": "4c205d82-4555-4305-96ab-ad0c818351a2"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:47:44.725716 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ef2736-7938-4758-9158-8205bded7c7e service neutron] Pushing event updated for resources: {'Port': ['ID=4c205d82-4555-4305-96ab-ad0c818351a2,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:44.792438 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90dbe75b-47e8-4303-8326-ac968c3471bd x-openstack-request-id: req-90dbe75b-47e8-4303-8326-ac968c3471bd {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:47:44.794307 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c65b8f95-9da3-4485-bd7b-4f14879e268c", "tag": "4c205d82-4555-4305-96ab-ad0c818351a2", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:47:44.794789 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-90dbe75b-47e8-4303-8326-ac968c3471bd {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:47:44.800492 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c65b8f95-9da3-4485-bd7b-4f14879e268c', 'tag': '4c205d82-4555-4305-96ab-ad0c818351a2', 'status': 'completed', 'code': 200} Jul 29 23:47:44.888556 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb47c8c9-9901-43d6-a1c4-ec1a01841e3e req-9d3ef591-8b0e-4808-aeca-cb933bbcde0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:44.892598 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bb47c8c9-9901-43d6-a1c4-ec1a01841e3e req-9d3ef591-8b0e-4808-aeca-cb933bbcde0c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bc6282d9b32e428d9264b8fb2fa602e4&device_id=c65b8f95-9da3-4485-bd7b-4f14879e268c HTTP/1.1" status: 200 len: 1095 time: 0.1252296 Jul 29 23:47:44.906155 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a3aa1-0a1a-4adf-8d92-21e6b804182e req-8c6787a6-8eb8-4b47-8147-e8e2f4a21279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:44.907959 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0d7a3aa1-0a1a-4adf-8d92-21e6b804182e req-8c6787a6-8eb8-4b47-8147-e8e2f4a21279 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=fc6f8768-bc16-43ad-afd1-11dccd987c89&tenant_id=65ae77200a164c0f8f007753b934a6ed HTTP/1.1" status: 200 len: 1097 time: 0.1042681 Jul 29 23:47:44.927824 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-0d7a3aa1-0a1a-4adf-8d92-21e6b804182e req-755e4b46-b7a2-4c6b-bf21-f6b3c5484f76 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712141-10', 'device_owner': 'compute:nova'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:47:45.007219 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bb47c8c9-9901-43d6-a1c4-ec1a01841e3e req-378e1c6c-f4cc-486e-9ce9-5e124efe747f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c205d82-4555-4305-96ab-ad0c818351a2 HTTP/1.1" status: 200 len: 217 time: 0.1041069 Jul 29 23:47:45.038933 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-95046fa4-b42f-4b56-bc91-4610399ea481 req-f3863dec-8a1a-4915-992c-c5ac568ff26c tempest-ServerShowV257Test-2039986489 tempest-ServerShowV257Test-2039986489-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab88a01c-ac15-4b93-bb3e-086aa4424bdb HTTP/1.1" status: 200 len: 210 time: 0.0490968 Jul 29 23:47:45.041561 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-0d7a3aa1-0a1a-4adf-8d92-21e6b804182e req-755e4b46-b7a2-4c6b-bf21-f6b3c5484f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:45.160372 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb47c8c9-9901-43d6-a1c4-ec1a01841e3e req-6122b449-6338-477c-86c8-448f6e16080f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:45.162182 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bb47c8c9-9901-43d6-a1c4-ec1a01841e3e req-6122b449-6338-477c-86c8-448f6e16080f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3f8a1426-23b4-4820-974d-b3b8ade6d730 HTTP/1.1" status: 200 len: 856 time: 0.1306434 Jul 29 23:47:45.242874 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb47c8c9-9901-43d6-a1c4-ec1a01841e3e req-2a8958ab-8ded-4c5f-abc2-a8d7749b11b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:45.244510 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bb47c8c9-9901-43d6-a1c4-ec1a01841e3e req-2a8958ab-8ded-4c5f-abc2-a8d7749b11b2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=75276a04-f545-4a3d-9980-2e308be152f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0746593 Jul 29 23:47:45.385162 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-0d7a3aa1-0a1a-4adf-8d92-21e6b804182e req-755e4b46-b7a2-4c6b-bf21-f6b3c5484f76 service neutron] For port 1b4d112d-7938-4dd2-926a-b8673cbe873c, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=1b4d112d-7938-4dd2-926a-b8673cbe873c,segment=NetworkSegment(c82bead8-45fa-43d0-bbec-b85654398a64),segment_id=c82bead8-45fa-43d0-bbec-b85654398a64)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:45.423389 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-0d7a3aa1-0a1a-4adf-8d92-21e6b804182e req-755e4b46-b7a2-4c6b-bf21-f6b3c5484f76 service neutron] For port 1b4d112d-7938-4dd2-926a-b8673cbe873c, host n-h1-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:47:45.476618 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-0d7a3aa1-0a1a-4adf-8d92-21e6b804182e req-755e4b46-b7a2-4c6b-bf21-f6b3c5484f76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:45.498114 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-0d7a3aa1-0a1a-4adf-8d92-21e6b804182e req-755e4b46-b7a2-4c6b-bf21-f6b3c5484f76 service neutron] Transition to ACTIVE for port object 1b4d112d-7938-4dd2-926a-b8673cbe873c will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:47:45.500056 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc6f8768-bc16-43ad-afd1-11dccd987c89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b4d112d-7938-4dd2-926a-b8673cbe873c'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:47:45.504209 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d13b4e-96ea-48af-94e3-fd5cf96867d7" -d '{"events": [{"server_uuid": "fc6f8768-bc16-43ad-afd1-11dccd987c89", "name": "network-vif-unplugged", "status": "completed", "tag": "1b4d112d-7938-4dd2-926a-b8673cbe873c"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:47:45.509831 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-0d7a3aa1-0a1a-4adf-8d92-21e6b804182e req-755e4b46-b7a2-4c6b-bf21-f6b3c5484f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:45.609376 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5fb8c-3d87-48f2-9d25-96e81d276fb8 req-9a3a90de-2375-4b65-9316-e724925a89e8 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:45.617732 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-03b5fb8c-3d87-48f2-9d25-96e81d276fb8 req-9a3a90de-2375-4b65-9316-e724925a89e8 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc6f8768-bc16-43ad-afd1-11dccd987c89 HTTP/1.1" status: 200 len: 945 time: 0.2269151 Jul 29 23:47:45.682449 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755e4b46-b7a2-4c6b-bf21-f6b3c5484f76 service neutron] Pushing event updated for resources: {'Port': ['ID=1b4d112d-7938-4dd2-926a-b8673cbe873c,revision_number=6']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:45.712550 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bb47c8c9-9901-43d6-a1c4-ec1a01841e3e req-0d418dd5-a475-4716-a83a-251f40256ac5 service neutron] 10.222.0.22 "GET /v2.0/networks/75276a04-f545-4a3d-9980-2e308be152f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4571607 Jul 29 23:47:45.807352 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d7a3aa1-0a1a-4adf-8d92-21e6b804182e req-755e4b46-b7a2-4c6b-bf21-f6b3c5484f76 service neutron] No DVR routers for this DVR port 1b4d112d-7938-4dd2-926a-b8673cbe873c on host n-h1-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:47:45.878278 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-03b5fb8c-3d87-48f2-9d25-96e81d276fb8 req-3197f7b5-a74d-4444-b715-c50899c91099 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=55bbb774-181a-46ce-808b-df0560fd010c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2577710 Jul 29 23:47:45.938037 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539408a3-4800-41d5-93b2-c0f473895a47 req-0b4f37cf-655c-40c9-afe5-3f66d6797492 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:45.949439 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-539408a3-4800-41d5-93b2-c0f473895a47 req-0b4f37cf-655c-40c9-afe5-3f66d6797492 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=c65b8f95-9da3-4485-bd7b-4f14879e268c HTTP/1.1" status: 200 len: 943 time: 0.3499765 Jul 29 23:47:45.954386 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bb47c8c9-9901-43d6-a1c4-ec1a01841e3e req-f6e33f4b-acd2-4136-b532-a227a3bb7493 service neutron] 10.222.0.22 "GET /v2.0/networks/75276a04-f545-4a3d-9980-2e308be152f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000217 Jul 29 23:47:46.003009 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-539408a3-4800-41d5-93b2-c0f473895a47 req-23cd9b24-1fbd-46f4-842e-ff92465e5b6d tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e6eb237-bd1b-4499-9a2d-2e1657fd82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481436 Jul 29 23:47:46.011054 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ff2e04-2f94-40ef-8c37-e66329c86f98 x-openstack-request-id: req-10ff2e04-2f94-40ef-8c37-e66329c86f98 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:47:46.011752 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc6f8768-bc16-43ad-afd1-11dccd987c89", "name": "network-vif-unplugged", "status": "completed", "tag": "1b4d112d-7938-4dd2-926a-b8673cbe873c", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:47:46.011936 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-10ff2e04-2f94-40ef-8c37-e66329c86f98 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:47:46.012240 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc6f8768-bc16-43ad-afd1-11dccd987c89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b4d112d-7938-4dd2-926a-b8673cbe873c', 'code': 200} Jul 29 23:47:46.076429 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-0d7a3aa1-0a1a-4adf-8d92-21e6b804182e req-755e4b46-b7a2-4c6b-bf21-f6b3c5484f76 service neutron] Attempting to bind port 1b4d112d-7938-4dd2-926a-b8673cbe873c on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:47:46.078286 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-0d7a3aa1-0a1a-4adf-8d92-21e6b804182e req-755e4b46-b7a2-4c6b-bf21-f6b3c5484f76 service neutron] Attempting to bind port 1b4d112d-7938-4dd2-926a-b8673cbe873c by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': 'c82bead8-45fa-43d0-bbec-b85654398a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '973ce73b-a457-4aee-a9c0-9f7566d53b76'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:47:46.078711 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7a3aa1-0a1a-4adf-8d92-21e6b804182e req-755e4b46-b7a2-4c6b-bf21-f6b3c5484f76 service neutron] Attempting to bind port 1b4d112d-7938-4dd2-926a-b8673cbe873c on network 973ce73b-a457-4aee-a9c0-9f7566d53b76 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:47:46.089982 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7a3aa1-0a1a-4adf-8d92-21e6b804182e req-755e4b46-b7a2-4c6b-bf21-f6b3c5484f76 service neutron] Port 1b4d112d-7938-4dd2-926a-b8673cbe873c on network 973ce73b-a457-4aee-a9c0-9f7566d53b76 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:47:46.094526 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7a3aa1-0a1a-4adf-8d92-21e6b804182e req-755e4b46-b7a2-4c6b-bf21-f6b3c5484f76 service neutron] Attempting to bind port 1b4d112d-7938-4dd2-926a-b8673cbe873c on network 973ce73b-a457-4aee-a9c0-9f7566d53b76 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:47:46.112704 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7a3aa1-0a1a-4adf-8d92-21e6b804182e req-755e4b46-b7a2-4c6b-bf21-f6b3c5484f76 service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 47, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:47:46.113878 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7a3aa1-0a1a-4adf-8d92-21e6b804182e req-755e4b46-b7a2-4c6b-bf21-f6b3c5484f76 service neutron] Checking segment: {'id': 'c82bead8-45fa-43d0-bbec-b85654398a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '973ce73b-a457-4aee-a9c0-9f7566d53b76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:47:46.114344 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d7a3aa1-0a1a-4adf-8d92-21e6b804182e req-755e4b46-b7a2-4c6b-bf21-f6b3c5484f76 service neutron] Bound using segment: {'id': 'c82bead8-45fa-43d0-bbec-b85654398a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '973ce73b-a457-4aee-a9c0-9f7566d53b76'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:47:46.115120 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-0d7a3aa1-0a1a-4adf-8d92-21e6b804182e req-755e4b46-b7a2-4c6b-bf21-f6b3c5484f76 service neutron] Bound port: 1b4d112d-7938-4dd2-926a-b8673cbe873c, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c82bead8-45fa-43d0-bbec-b85654398a64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '973ce73b-a457-4aee-a9c0-9f7566d53b76'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:47:46.117502 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c07df-1000-4b98-bd8f-f3ff70f0f2c3 req-a7299366-018f-4fc8-a114-6ae17ac059c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:46.118369 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-0d7a3aa1-0a1a-4adf-8d92-21e6b804182e req-755e4b46-b7a2-4c6b-bf21-f6b3c5484f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:46.134292 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5a1c07df-1000-4b98-bd8f-f3ff70f0f2c3 req-a7299366-018f-4fc8-a114-6ae17ac059c4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bc6282d9b32e428d9264b8fb2fa602e4&device_id=c65b8f95-9da3-4485-bd7b-4f14879e268c HTTP/1.1" status: 200 len: 1095 time: 0.0931482 Jul 29 23:47:46.394778 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-0d7a3aa1-0a1a-4adf-8d92-21e6b804182e req-755e4b46-b7a2-4c6b-bf21-f6b3c5484f76 service neutron] For port 1b4d112d-7938-4dd2-926a-b8673cbe873c, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:47:46.402660 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-0d7a3aa1-0a1a-4adf-8d92-21e6b804182e req-755e4b46-b7a2-4c6b-bf21-f6b3c5484f76 service neutron] For port 1b4d112d-7938-4dd2-926a-b8673cbe873c, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=1b4d112d-7938-4dd2-926a-b8673cbe873c,segment=NetworkSegment(c82bead8-45fa-43d0-bbec-b85654398a64),segment_id=c82bead8-45fa-43d0-bbec-b85654398a64)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:47:46.403113 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-15689dd1-8296-4e68-bc39-a3d46f6884ee req-2972894f-b9b6-42d8-ac00-148924e40af4 tempest-ServerShowV257Test-2039986489 tempest-ServerShowV257Test-2039986489-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab88a01c-ac15-4b93-bb3e-086aa4424bdb HTTP/1.1" status: 200 len: 210 time: 0.0399098 Jul 29 23:47:46.411470 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-0d7a3aa1-0a1a-4adf-8d92-21e6b804182e req-755e4b46-b7a2-4c6b-bf21-f6b3c5484f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:46.461329 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a3aa1-0a1a-4adf-8d92-21e6b804182e req-755e4b46-b7a2-4c6b-bf21-f6b3c5484f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:46.462096 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-0d7a3aa1-0a1a-4adf-8d92-21e6b804182e req-755e4b46-b7a2-4c6b-bf21-f6b3c5484f76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:46.463800 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0d7a3aa1-0a1a-4adf-8d92-21e6b804182e req-755e4b46-b7a2-4c6b-bf21-f6b3c5484f76 service neutron] 10.222.0.22 "PUT /v2.0/ports/1b4d112d-7938-4dd2-926a-b8673cbe873c HTTP/1.1" status: 200 len: 1092 time: 1.5451751 Jul 29 23:47:46.478877 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c07df-1000-4b98-bd8f-f3ff70f0f2c3 req-387c2b5a-317b-406d-b409-b7b06f6b80aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:46.488449 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755e4b46-b7a2-4c6b-bf21-f6b3c5484f76 service neutron] Pushing event updated for resources: {'Port': ['ID=1b4d112d-7938-4dd2-926a-b8673cbe873c,revision_number=7']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:46.489470 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5a1c07df-1000-4b98-bd8f-f3ff70f0f2c3 req-387c2b5a-317b-406d-b409-b7b06f6b80aa service neutron] 10.222.0.22 "GET /v2.0/networks?id=75276a04-f545-4a3d-9980-2e308be152f9 HTTP/1.1" status: 200 len: 918 time: 0.3351235 Jul 29 23:47:46.570400 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5a1c07df-1000-4b98-bd8f-f3ff70f0f2c3 req-20182a67-1623-4da3-92d0-cf6ab7ed2b50 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c205d82-4555-4305-96ab-ad0c818351a2 HTTP/1.1" status: 200 len: 217 time: 0.0691178 Jul 29 23:47:46.630405 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a3aa1-0a1a-4adf-8d92-21e6b804182e req-263b1eca-3066-4a27-96b2-17a7c83ee473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:46.632663 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0d7a3aa1-0a1a-4adf-8d92-21e6b804182e req-263b1eca-3066-4a27-96b2-17a7c83ee473 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=65ae77200a164c0f8f007753b934a6ed&device_id=fc6f8768-bc16-43ad-afd1-11dccd987c89 HTTP/1.1" status: 200 len: 1095 time: 0.1051631 Jul 29 23:47:46.687142 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c07df-1000-4b98-bd8f-f3ff70f0f2c3 req-04f27c3f-0e8e-49cd-81e2-c442cc18e4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:46.689055 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5a1c07df-1000-4b98-bd8f-f3ff70f0f2c3 req-04f27c3f-0e8e-49cd-81e2-c442cc18e4b6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3f8a1426-23b4-4820-974d-b3b8ade6d730 HTTP/1.1" status: 200 len: 856 time: 0.1075509 Jul 29 23:47:46.746902 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c07df-1000-4b98-bd8f-f3ff70f0f2c3 req-cf438b81-50cd-469f-8977-8e187cacd041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:46.748675 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5a1c07df-1000-4b98-bd8f-f3ff70f0f2c3 req-cf438b81-50cd-469f-8977-8e187cacd041 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=75276a04-f545-4a3d-9980-2e308be152f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0497389 Jul 29 23:47:46.769427 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a3aa1-0a1a-4adf-8d92-21e6b804182e req-dadaff2f-9c72-48db-b13b-d85937b9b748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:46.771586 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0d7a3aa1-0a1a-4adf-8d92-21e6b804182e req-dadaff2f-9c72-48db-b13b-d85937b9b748 service neutron] 10.222.0.22 "GET /v2.0/networks?id=973ce73b-a457-4aee-a9c0-9f7566d53b76 HTTP/1.1" status: 200 len: 897 time: 0.1305630 Jul 29 23:47:46.864557 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0d7a3aa1-0a1a-4adf-8d92-21e6b804182e req-b3a27bf3-f297-4e73-9e83-4e76cf420f1c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b4d112d-7938-4dd2-926a-b8673cbe873c HTTP/1.1" status: 200 len: 999 time: 0.0797377 Jul 29 23:47:46.882924 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5a1c07df-1000-4b98-bd8f-f3ff70f0f2c3 req-7eb6082d-d02a-44de-883f-96313b0732d5 service neutron] 10.222.0.22 "GET /v2.0/networks/75276a04-f545-4a3d-9980-2e308be152f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244144 Jul 29 23:47:46.942527 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a3aa1-0a1a-4adf-8d92-21e6b804182e req-0bc08e38-8e43-4c58-b0b8-f9da53515a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:46.945035 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0d7a3aa1-0a1a-4adf-8d92-21e6b804182e req-0bc08e38-8e43-4c58-b0b8-f9da53515a95 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a96203d7-4c09-4bba-a099-4158f10111e8 HTTP/1.1" status: 200 len: 832 time: 0.0717304 Jul 29 23:47:47.003283 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a3aa1-0a1a-4adf-8d92-21e6b804182e req-10b56daf-416f-43a2-9588-9c7c9d2c6354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:47.004956 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0d7a3aa1-0a1a-4adf-8d92-21e6b804182e req-10b56daf-416f-43a2-9588-9c7c9d2c6354 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=973ce73b-a457-4aee-a9c0-9f7566d53b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517437 Jul 29 23:47:47.052903 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5a1c07df-1000-4b98-bd8f-f3ff70f0f2c3 req-c78513d7-ab75-4c57-b1be-c2beea5646e6 service neutron] 10.222.0.22 "GET /v2.0/networks/75276a04-f545-4a3d-9980-2e308be152f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610551 Jul 29 23:47:47.070133 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591b5e1e-f3f4-4a98-a563-5b9a8b1437f8 req-502d53f4-f688-446f-8937-57164700bfa0 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:47.077826 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-591b5e1e-f3f4-4a98-a563-5b9a8b1437f8 req-502d53f4-f688-446f-8937-57164700bfa0 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc6f8768-bc16-43ad-afd1-11dccd987c89 HTTP/1.1" status: 200 len: 943 time: 0.0997829 Jul 29 23:47:47.126553 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-591b5e1e-f3f4-4a98-a563-5b9a8b1437f8 req-3f6e7ceb-0ac0-45f7-9445-234ecd6ca195 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=55bbb774-181a-46ce-808b-df0560fd010c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477216 Jul 29 23:47:47.164071 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0d7a3aa1-0a1a-4adf-8d92-21e6b804182e req-2f347733-2104-42c0-8957-f4c5f8436e35 service neutron] 10.222.0.22 "GET /v2.0/networks/973ce73b-a457-4aee-a9c0-9f7566d53b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486764 Jul 29 23:47:47.207469 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8abad0f-3ef4-4a46-a260-26dd1d28f881 req-9957b47b-89ac-4ce0-afb5-e587b71ffa27 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:47.210649 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d8abad0f-3ef4-4a46-a260-26dd1d28f881 req-9957b47b-89ac-4ce0-afb5-e587b71ffa27 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=c65b8f95-9da3-4485-bd7b-4f14879e268c HTTP/1.1" status: 200 len: 943 time: 0.0714810 Jul 29 23:47:47.268990 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d8abad0f-3ef4-4a46-a260-26dd1d28f881 req-dde8d7bd-98f7-40ca-b6b1-341d55268376 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e6eb237-bd1b-4499-9a2d-2e1657fd82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520158 Jul 29 23:47:47.293321 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0d7a3aa1-0a1a-4adf-8d92-21e6b804182e req-7dfdbbde-96bd-49b2-96f0-a90b4672d54f service neutron] 10.222.0.22 "GET /v2.0/networks/973ce73b-a457-4aee-a9c0-9f7566d53b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206586 Jul 29 23:47:47.550493 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c1e07d41-34a9-4650-8939-7e888070addb req-a7a5dc8e-a967-4597-b275-d075bdad1007 tempest-ServerShowV257Test-2039986489 tempest-ServerShowV257Test-2039986489-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab88a01c-ac15-4b93-bb3e-086aa4424bdb HTTP/1.1" status: 200 len: 210 time: 0.0341442 Jul 29 23:47:47.751855 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 1b4d112d-7938-4dd2-926a-b8673cbe873c no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:47:47.806383 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 1b4d112d-7938-4dd2-926a-b8673cbe873c not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:47:48.014351 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc6f8768-bc16-43ad-afd1-11dccd987c89', 'tag': '1b4d112d-7938-4dd2-926a-b8673cbe873c'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:47:48.018581 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2873fe49-b78d-47f1-8cf0-323a39f68a40" -d '{"events": [{"name": "network-changed", "server_uuid": "fc6f8768-bc16-43ad-afd1-11dccd987c89", "tag": "1b4d112d-7938-4dd2-926a-b8673cbe873c"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:47:48.120889 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42179277-53dc-4e76-be64-92b56777e123 x-openstack-request-id: req-42179277-53dc-4e76-be64-92b56777e123 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:47:48.121960 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc6f8768-bc16-43ad-afd1-11dccd987c89", "tag": "1b4d112d-7938-4dd2-926a-b8673cbe873c", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:47:48.122619 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-42179277-53dc-4e76-be64-92b56777e123 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:47:48.123352 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc6f8768-bc16-43ad-afd1-11dccd987c89', 'tag': '1b4d112d-7938-4dd2-926a-b8673cbe873c', 'status': 'completed', 'code': 200} Jul 29 23:47:48.239572 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2873fe49-b78d-47f1-8cf0-323a39f68a40 req-4ca3f709-9040-4bf3-9dbb-d812b2be92b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:48.241532 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2873fe49-b78d-47f1-8cf0-323a39f68a40 req-4ca3f709-9040-4bf3-9dbb-d812b2be92b3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=65ae77200a164c0f8f007753b934a6ed&device_id=fc6f8768-bc16-43ad-afd1-11dccd987c89 HTTP/1.1" status: 200 len: 1095 time: 0.0982425 Jul 29 23:47:48.260641 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2873fe49-b78d-47f1-8cf0-323a39f68a40 req-1493e1c6-5b8d-4a58-9396-8cce2a63abc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:48.267186 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2873fe49-b78d-47f1-8cf0-323a39f68a40 req-1493e1c6-5b8d-4a58-9396-8cce2a63abc9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=65ae77200a164c0f8f007753b934a6ed&device_id=fc6f8768-bc16-43ad-afd1-11dccd987c89 HTTP/1.1" status: 200 len: 1095 time: 0.0906711 Jul 29 23:47:48.580152 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2873fe49-b78d-47f1-8cf0-323a39f68a40 req-91018d17-ca41-42ad-992b-bc3347c45a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:48.581741 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2873fe49-b78d-47f1-8cf0-323a39f68a40 req-91018d17-ca41-42ad-992b-bc3347c45a31 service neutron] 10.222.0.22 "GET /v2.0/networks?id=973ce73b-a457-4aee-a9c0-9f7566d53b76 HTTP/1.1" status: 200 len: 897 time: 0.3319788 Jul 29 23:47:48.592034 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0f75a-08ad-4dc9-87ef-8e1b06cefa99 req-0aeb2585-0961-4d1a-a30a-95a4febe75ef tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:48.606499 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-39d0f75a-08ad-4dc9-87ef-8e1b06cefa99 req-0aeb2585-0961-4d1a-a30a-95a4febe75ef tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc6f8768-bc16-43ad-afd1-11dccd987c89 HTTP/1.1" status: 200 len: 943 time: 0.3381319 Jul 29 23:47:48.636425 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24538a2e-e66f-4634-8699-7fc6045ee6ec req-dadffeba-5f09-4806-8279-7a6c5874d3bf tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:48.640096 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-24538a2e-e66f-4634-8699-7fc6045ee6ec req-dadffeba-5f09-4806-8279-7a6c5874d3bf tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=c65b8f95-9da3-4485-bd7b-4f14879e268c HTTP/1.1" status: 200 len: 943 time: 0.2313371 Jul 29 23:47:48.653894 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2873fe49-b78d-47f1-8cf0-323a39f68a40 req-49cfed13-ca5a-44b8-ad9c-b57247b6d519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:48.665554 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2873fe49-b78d-47f1-8cf0-323a39f68a40 req-49cfed13-ca5a-44b8-ad9c-b57247b6d519 service neutron] 10.222.0.41 "GET /v2.0/networks?id=973ce73b-a457-4aee-a9c0-9f7566d53b76 HTTP/1.1" status: 200 len: 897 time: 0.3602011 Jul 29 23:47:48.744613 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2873fe49-b78d-47f1-8cf0-323a39f68a40 req-35cb7323-7122-481c-a86d-349c5308568e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b4d112d-7938-4dd2-926a-b8673cbe873c HTTP/1.1" status: 200 len: 999 time: 0.1402698 Jul 29 23:47:48.794581 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-24538a2e-e66f-4634-8699-7fc6045ee6ec req-cfea97e9-9186-4f3d-9c5f-f8e7630af2cc tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e6eb237-bd1b-4499-9a2d-2e1657fd82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447890 Jul 29 23:47:48.875734 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2873fe49-b78d-47f1-8cf0-323a39f68a40 req-7fa8e117-cdfc-4b36-bc5b-4dac431b5917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:48.885449 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2873fe49-b78d-47f1-8cf0-323a39f68a40 req-7fa8e117-cdfc-4b36-bc5b-4dac431b5917 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a96203d7-4c09-4bba-a099-4158f10111e8 HTTP/1.1" status: 200 len: 832 time: 0.1319726 Jul 29 23:47:48.897060 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-39d0f75a-08ad-4dc9-87ef-8e1b06cefa99 req-0fbc186a-7fb1-4690-b8c6-20868791bac7 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=55bbb774-181a-46ce-808b-df0560fd010c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2893894 Jul 29 23:47:48.917318 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2873fe49-b78d-47f1-8cf0-323a39f68a40 req-bbf4bbe1-329a-45d5-915f-ac757a88c8fe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b4d112d-7938-4dd2-926a-b8673cbe873c HTTP/1.1" status: 200 len: 999 time: 0.2506113 Jul 29 23:47:49.037406 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2873fe49-b78d-47f1-8cf0-323a39f68a40 req-e6c4685a-eb5c-4855-ab59-65b63eb1b34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:49.039259 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2873fe49-b78d-47f1-8cf0-323a39f68a40 req-e6c4685a-eb5c-4855-ab59-65b63eb1b34a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=973ce73b-a457-4aee-a9c0-9f7566d53b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1459305 Jul 29 23:47:49.087425 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9cc216c2-225d-4e57-8673-a4f320722e50 req-018df9bd-2223-4f52-b50d-70da84324c14 tempest-ServerShowV257Test-2039986489 tempest-ServerShowV257Test-2039986489-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab88a01c-ac15-4b93-bb3e-086aa4424bdb HTTP/1.1" status: 200 len: 210 time: 0.0751312 Jul 29 23:47:49.116369 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2873fe49-b78d-47f1-8cf0-323a39f68a40 req-82222c61-900e-482a-bf9f-5e3c58172e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:49.117892 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2873fe49-b78d-47f1-8cf0-323a39f68a40 req-82222c61-900e-482a-bf9f-5e3c58172e10 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a96203d7-4c09-4bba-a099-4158f10111e8 HTTP/1.1" status: 200 len: 832 time: 0.1891966 Jul 29 23:47:49.216890 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2873fe49-b78d-47f1-8cf0-323a39f68a40 req-c5465af4-b78f-4f9b-8148-3a1945e294ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:49.218852 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2873fe49-b78d-47f1-8cf0-323a39f68a40 req-c5465af4-b78f-4f9b-8148-3a1945e294ca service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=973ce73b-a457-4aee-a9c0-9f7566d53b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0895534 Jul 29 23:47:49.223435 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 4c205d82-4555-4305-96ab-ad0c818351a2 details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:47:49.321018 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2873fe49-b78d-47f1-8cf0-323a39f68a40 req-ea01b1da-75ac-4839-bd3d-2fa03ec0481f service neutron] 10.222.0.22 "GET /v2.0/networks/973ce73b-a457-4aee-a9c0-9f7566d53b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738822 Jul 29 23:47:49.511988 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2873fe49-b78d-47f1-8cf0-323a39f68a40 req-4df23ee9-2444-419c-9d4f-05b29ccd8fee service neutron] 10.222.0.41 "GET /v2.0/networks/973ce73b-a457-4aee-a9c0-9f7566d53b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2815425 Jul 29 23:47:49.541994 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2873fe49-b78d-47f1-8cf0-323a39f68a40 req-3a5beea8-0203-4fc7-824b-8cd73520d44c service neutron] 10.222.0.22 "GET /v2.0/networks/973ce73b-a457-4aee-a9c0-9f7566d53b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075636 Jul 29 23:47:49.552299 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 4c205d82-4555-4305-96ab-ad0c818351a2, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=4c205d82-4555-4305-96ab-ad0c818351a2,segment=NetworkSegment(e78125bf-8d4f-4e64-aa38-d84d609aca30),segment_id=e78125bf-8d4f-4e64-aa38-d84d609aca30)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:49.573249 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '4c205d82-4555-4305-96ab-ad0c818351a2', 'network_id': '75276a04-f545-4a3d-9980-2e308be152f9', 'port_id': '4c205d82-4555-4305-96ab-ad0c818351a2', 'mac_address': 'fa:16:3e:4e:9c:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f8a1426-23b4-4820-974d-b3b8ade6d730', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:47:49.721245 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:49.770046 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c205d82-4555-4305-96ab-ad0c818351a2 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:47:49.775185 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:49.790554 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2873fe49-b78d-47f1-8cf0-323a39f68a40 req-9f72b2b6-9af1-4360-8e43-049efb52b839 service neutron] 10.222.0.41 "GET /v2.0/networks/973ce73b-a457-4aee-a9c0-9f7566d53b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703650 Jul 29 23:47:49.804261 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 4c205d82-4555-4305-96ab-ad0c818351a2, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=4c205d82-4555-4305-96ab-ad0c818351a2,segment=NetworkSegment(e78125bf-8d4f-4e64-aa38-d84d609aca30),segment_id=e78125bf-8d4f-4e64-aa38-d84d609aca30)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:49.811858 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:49.877421 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=4c205d82-4555-4305-96ab-ad0c818351a2,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:49.971505 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e4aca-c277-4586-83f1-02beaac499ce req-225693a7-07f7-4868-ac9d-aff99f3cf578 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:49.979648 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-571e4aca-c277-4586-83f1-02beaac499ce req-225693a7-07f7-4868-ac9d-aff99f3cf578 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=c65b8f95-9da3-4485-bd7b-4f14879e268c HTTP/1.1" status: 200 len: 944 time: 0.0756047 Jul 29 23:47:50.075441 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-571e4aca-c277-4586-83f1-02beaac499ce req-789def57-8daa-4166-9504-f3bfb565c7b2 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e6eb237-bd1b-4499-9a2d-2e1657fd82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949159 Jul 29 23:47:50.085682 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['4c205d82-4555-4305-96ab-ad0c818351a2'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:47:50.187943 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa5287-a4d9-4929-9b12-4cc695c8b545 req-461e81ca-bdcf-43f9-88f2-5e8870173cf4 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:50.198620 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-30aa5287-a4d9-4929-9b12-4cc695c8b545 req-461e81ca-bdcf-43f9-88f2-5e8870173cf4 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc6f8768-bc16-43ad-afd1-11dccd987c89 HTTP/1.1" status: 200 len: 943 time: 0.1955614 Jul 29 23:47:50.253189 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3ba04c8f-a26f-49c8-a202-9ac1ba8270b8 req-81f3d59b-ca4d-4ef1-a879-f34f419107b4 tempest-ServerShowV257Test-2039986489 tempest-ServerShowV257Test-2039986489-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab88a01c-ac15-4b93-bb3e-086aa4424bdb HTTP/1.1" status: 200 len: 210 time: 0.0413821 Jul 29 23:47:50.271169 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7098506b-ce06-4a23-b567-a97d12ed605f req-e9b8576b-4777-40df-ab9c-2a641f8dae42 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=15b5a942-2e5d-430e-b60d-4502d34e9868&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1693676 Jul 29 23:47:50.291004 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-30aa5287-a4d9-4929-9b12-4cc695c8b545 req-6ec60471-f023-4d74-93ad-ce49f5cf91a5 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=55bbb774-181a-46ce-808b-df0560fd010c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915363 Jul 29 23:47:50.365791 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7098506b-ce06-4a23-b567-a97d12ed605f req-f690f479-e654-4ced-8865-aa1b8a841da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:50.367534 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7098506b-ce06-4a23-b567-a97d12ed605f req-f690f479-e654-4ced-8865-aa1b8a841da9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a62034f7ec5d4ab3b251c9e7894f3c1d&device_id=15b5a942-2e5d-430e-b60d-4502d34e9868 HTTP/1.1" status: 200 len: 1097 time: 0.0569584 Jul 29 23:47:50.568223 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7098506b-ce06-4a23-b567-a97d12ed605f req-e5dee847-97fa-410e-a5ac-af7f413cb5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:50.570093 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7098506b-ce06-4a23-b567-a97d12ed605f req-e5dee847-97fa-410e-a5ac-af7f413cb5aa service neutron] 10.222.0.41 "GET /v2.0/networks?id=246f56f0-d0d9-4066-974f-f03b7db86f8e HTTP/1.1" status: 200 len: 909 time: 0.1744299 Jul 29 23:47:50.714638 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378994b0-cfef-4cda-85ee-5c10cd93b4a7 req-658612fd-5a13-40c3-9786-44766aa91f5c tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:50.722780 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-378994b0-cfef-4cda-85ee-5c10cd93b4a7 req-658612fd-5a13-40c3-9786-44766aa91f5c tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc6f8768-bc16-43ad-afd1-11dccd987c89 HTTP/1.1" status: 200 len: 943 time: 0.1951413 Jul 29 23:47:51.161916 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7098506b-ce06-4a23-b567-a97d12ed605f req-25101c08-b008-47c8-89c4-fc13a3d36671 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c971be57-8ef9-4a66-a675-c76a48778225 HTTP/1.1" status: 200 len: 1000 time: 0.5793684 Jul 29 23:47:51.195182 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7157a535-6b55-4a9e-9d60-4aaf43c28b6f req-535c3c9f-e708-4f9c-b9aa-5d1d400c7310 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ab88a01c-ac15-4b93-bb3e-086aa4424bdb HTTP/1.1" status: 200 len: 210 time: 0.0664625 Jul 29 23:47:51.202611 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0ee515-e740-4f70-a3ac-c387b8169656 req-e40a5df2-5df7-45fb-b797-c0600d69365a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:51.204846 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4a0ee515-e740-4f70-a3ac-c387b8169656 req-e40a5df2-5df7-45fb-b797-c0600d69365a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc6f8768-bc16-43ad-afd1-11dccd987c89&tenant_id=65ae77200a164c0f8f007753b934a6ed&binding%3Ahost_id=n-h2-712141-10 HTTP/1.1" status: 200 len: 943 time: 0.6228724 Jul 29 23:47:51.230163 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-378994b0-cfef-4cda-85ee-5c10cd93b4a7 req-6636a43b-ad9c-43f2-8b77-c3fb57eea453 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=55bbb774-181a-46ce-808b-df0560fd010c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5064292 Jul 29 23:47:51.259826 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 1b4d112d-7938-4dd2-926a-b8673cbe873c details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:47:51.267599 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 4c205d82-4555-4305-96ab-ad0c818351a2 up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:47:51.333880 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7098506b-ce06-4a23-b567-a97d12ed605f req-4d6347a1-c9ce-4833-8265-bb158793649d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:51.336307 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7098506b-ce06-4a23-b567-a97d12ed605f req-4d6347a1-c9ce-4833-8265-bb158793649d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7ceeee5e-8dda-4b24-91dc-ec5c3c939ce8 HTTP/1.1" status: 200 len: 847 time: 0.1645589 Jul 29 23:47:51.359434 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0065f55-fc69-4d36-a193-4a39d75b615e req-8108c88c-765d-4fe4-b1b1-830defd3e3e2 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:51.361784 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b0065f55-fc69-4d36-a193-4a39d75b615e req-8108c88c-765d-4fe4-b1b1-830defd3e3e2 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=c65b8f95-9da3-4485-bd7b-4f14879e268c HTTP/1.1" status: 200 len: 944 time: 0.1277728 Jul 29 23:47:51.461801 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port 4c205d82-4555-4305-96ab-ad0c818351a2 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:47:51.462025 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-601c8579-9a1d-4b9d-b366-75bf82c45c73 req-443fccb8-75bb-4fb8-9b3d-d9136ee3c323 tempest-ServerShowV257Test-2039986489 tempest-ServerShowV257Test-2039986489-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab88a01c-ac15-4b93-bb3e-086aa4424bdb HTTP/1.1" status: 200 len: 210 time: 0.0589347 Jul 29 23:47:51.470144 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 4c205d82-4555-4305-96ab-ad0c818351a2 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:47:51.471462 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:51.498855 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b0065f55-fc69-4d36-a193-4a39d75b615e req-62812245-7b00-4f03-b944-dd5ee1c09ffb tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e6eb237-bd1b-4499-9a2d-2e1657fd82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224840 Jul 29 23:47:51.671315 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7098506b-ce06-4a23-b567-a97d12ed605f req-a8d8fa11-4bd7-4142-9dc0-3ec81bb554e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:51.672906 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7098506b-ce06-4a23-b567-a97d12ed605f req-a8d8fa11-4bd7-4142-9dc0-3ec81bb554e8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=246f56f0-d0d9-4066-974f-f03b7db86f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1612856 Jul 29 23:47:51.749557 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [req-4a0ee515-e740-4f70-a3ac-c387b8169656 req-902a78fe-4a38-47a2-83a6-c6f12a2a524e service neutron] delete failed (client error): The resource could not be found. Jul 29 23:47:51.751070 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4a0ee515-e740-4f70-a3ac-c387b8169656 req-902a78fe-4a38-47a2-83a6-c6f12a2a524e service neutron] 10.222.0.41 "DELETE /v2.0/ports/1b4d112d-7938-4dd2-926a-b8673cbe873c/bindings/n-h1-712141-10 HTTP/1.1" status: 404 len: 381 time: 0.2381442 Jul 29 23:47:51.909051 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:51.962663 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 1b4d112d-7938-4dd2-926a-b8673cbe873c, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=1b4d112d-7938-4dd2-926a-b8673cbe873c,segment=NetworkSegment(c82bead8-45fa-43d0-bbec-b85654398a64),segment_id=c82bead8-45fa-43d0-bbec-b85654398a64)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:51.967065 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7098506b-ce06-4a23-b567-a97d12ed605f req-90c7a10b-7b37-463f-b528-7093cd82ab32 service neutron] 10.222.0.41 "GET /v2.0/networks/246f56f0-d0d9-4066-974f-f03b7db86f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764924 Jul 29 23:47:51.976408 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '1b4d112d-7938-4dd2-926a-b8673cbe873c', 'network_id': '973ce73b-a457-4aee-a9c0-9f7566d53b76', 'port_id': '1b4d112d-7938-4dd2-926a-b8673cbe873c', 'mac_address': 'fa:16:3e:d7:26:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a96203d7-4c09-4bba-a099-4158f10111e8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:47:51.980687 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0ee515-e740-4f70-a3ac-c387b8169656 req-860b752c-9d39-49d6-81bd-137ea6abc2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:51.983763 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4a0ee515-e740-4f70-a3ac-c387b8169656 req-860b752c-9d39-49d6-81bd-137ea6abc2de service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=65ae77200a164c0f8f007753b934a6ed&device_id=fc6f8768-bc16-43ad-afd1-11dccd987c89 HTTP/1.1" status: 200 len: 1095 time: 0.1046591 Jul 29 23:47:51.985208 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c65b8f95-9da3-4485-bd7b-4f14879e268c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c205d82-4555-4305-96ab-ad0c818351a2'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:47:51.987979 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47893061-7826-4e94-81cc-110b354dc567" -d '{"events": [{"server_uuid": "c65b8f95-9da3-4485-bd7b-4f14879e268c", "name": "network-vif-plugged", "status": "completed", "tag": "4c205d82-4555-4305-96ab-ad0c818351a2"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:47:52.009984 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 4c205d82-4555-4305-96ab-ad0c818351a2, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=4c205d82-4555-4305-96ab-ad0c818351a2,segment=NetworkSegment(e78125bf-8d4f-4e64-aa38-d84d609aca30),segment_id=e78125bf-8d4f-4e64-aa38-d84d609aca30)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:52.040370 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:52.091200 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39106c94-288c-4cdc-b243-f32e7207f889 x-openstack-request-id: req-39106c94-288c-4cdc-b243-f32e7207f889 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:47:52.091789 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c65b8f95-9da3-4485-bd7b-4f14879e268c", "name": "network-vif-plugged", "status": "completed", "tag": "4c205d82-4555-4305-96ab-ad0c818351a2", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:47:52.092490 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-39106c94-288c-4cdc-b243-f32e7207f889 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:47:52.093121 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c65b8f95-9da3-4485-bd7b-4f14879e268c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c205d82-4555-4305-96ab-ad0c818351a2', 'code': 200} Jul 29 23:47:52.114899 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:52.167995 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b4d112d-7938-4dd2-926a-b8673cbe873c {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:47:52.187716 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=4c205d82-4555-4305-96ab-ad0c818351a2,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:52.211625 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 1b4d112d-7938-4dd2-926a-b8673cbe873c, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=1b4d112d-7938-4dd2-926a-b8673cbe873c,segment=NetworkSegment(c82bead8-45fa-43d0-bbec-b85654398a64),segment_id=c82bead8-45fa-43d0-bbec-b85654398a64)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:52.223393 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:52.364554 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a84ae9-7c63-4182-89d8-98e768c74f97 req-b16daa1f-d33f-43b0-bc9b-4ced1f47ca12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:52.373243 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-25a84ae9-7c63-4182-89d8-98e768c74f97 req-b16daa1f-d33f-43b0-bc9b-4ced1f47ca12 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=c65b8f95-9da3-4485-bd7b-4f14879e268c HTTP/1.1" status: 200 len: 1097 time: 0.2316365 Jul 29 23:47:52.389082 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=1b4d112d-7938-4dd2-926a-b8673cbe873c,revision_number=8']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:52.416341 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7098506b-ce06-4a23-b567-a97d12ed605f req-fb650ed2-56ae-4cbd-80c3-82e091506d71 service neutron] 10.222.0.41 "GET /v2.0/networks/246f56f0-d0d9-4066-974f-f03b7db86f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4298847 Jul 29 23:47:52.476656 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-25a84ae9-7c63-4182-89d8-98e768c74f97 req-f97a5aa2-25e7-43e3-b4b2-a5736c2e496b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=6e6eb237-bd1b-4499-9a2d-2e1657fd82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937653 Jul 29 23:47:52.502449 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['1b4d112d-7938-4dd2-926a-b8673cbe873c'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:47:52.574368 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0ee515-e740-4f70-a3ac-c387b8169656 req-eae30a34-ec56-4eda-bea3-b55440eb68f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:52.575900 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4a0ee515-e740-4f70-a3ac-c387b8169656 req-eae30a34-ec56-4eda-bea3-b55440eb68f9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=973ce73b-a457-4aee-a9c0-9f7566d53b76 HTTP/1.1" status: 200 len: 897 time: 0.5632203 Jul 29 23:47:52.621174 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece4608-87e8-411f-b33e-78ff2cb946a0 req-c61ae25d-c4d9-4a9d-8210-031cce5b91a5 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:52.623259 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8ece4608-87e8-411f-b33e-78ff2cb946a0 req-c61ae25d-c4d9-4a9d-8210-031cce5b91a5 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc6f8768-bc16-43ad-afd1-11dccd987c89 HTTP/1.1" status: 200 len: 944 time: 0.1959636 Jul 29 23:47:52.753922 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f9537cd7-c299-4a81-90de-31111171ee09 req-a7bd3f78-bc30-45ee-960f-b4d987a13b10 tempest-ServerShowV257Test-2039986489 tempest-ServerShowV257Test-2039986489-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab88a01c-ac15-4b93-bb3e-086aa4424bdb HTTP/1.1" status: 200 len: 210 time: 0.1294453 Jul 29 23:47:52.853499 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4a0ee515-e740-4f70-a3ac-c387b8169656 req-6c67435c-a556-44e0-adba-1b994c1914fa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b4d112d-7938-4dd2-926a-b8673cbe873c HTTP/1.1" status: 200 len: 1000 time: 0.2605870 Jul 29 23:47:52.868130 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8ece4608-87e8-411f-b33e-78ff2cb946a0 req-4c0b9261-8fd2-46dd-af0b-9c602d268779 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=55bbb774-181a-46ce-808b-df0560fd010c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1803970 Jul 29 23:47:53.067328 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0ee515-e740-4f70-a3ac-c387b8169656 req-3b2d337d-ef5e-4974-b37a-3f1dbeb2f6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:53.069035 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4a0ee515-e740-4f70-a3ac-c387b8169656 req-3b2d337d-ef5e-4974-b37a-3f1dbeb2f6bc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a96203d7-4c09-4bba-a099-4158f10111e8 HTTP/1.1" status: 200 len: 832 time: 0.1977363 Jul 29 23:47:53.087357 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5283bbd2-f21e-4e26-b7b0-6726b46ee2b4 req-4181989d-1d48-4ac9-ba1c-b3ea5e27c1c1 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:53.091088 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5283bbd2-f21e-4e26-b7b0-6726b46ee2b4 req-4181989d-1d48-4ac9-ba1c-b3ea5e27c1c1 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=c65b8f95-9da3-4485-bd7b-4f14879e268c HTTP/1.1" status: 200 len: 945 time: 0.2179799 Jul 29 23:47:53.175384 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5283bbd2-f21e-4e26-b7b0-6726b46ee2b4 req-f9b6ab07-0f54-423d-9b5d-d37b2a9ae217 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e6eb237-bd1b-4499-9a2d-2e1657fd82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681918 Jul 29 23:47:53.189806 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0ee515-e740-4f70-a3ac-c387b8169656 req-7e7511ee-22de-4822-a92a-eb9b520be2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:53.191499 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4a0ee515-e740-4f70-a3ac-c387b8169656 req-7e7511ee-22de-4822-a92a-eb9b520be2ce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=973ce73b-a457-4aee-a9c0-9f7566d53b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0993481 Jul 29 23:47:53.265799 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0e64f42c-ac46-408f-be6b-060ab67a5998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:53.363314 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fe65b3c2-4b91-4028-9a00-8699fa10d956 req-dbca0bbf-e8a1-4fc1-bb3a-5c2e796062c1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9b1c334d8047425b82861b7aeb36fd98&device_id=ab88a01c-ac15-4b93-bb3e-086aa4424bdb HTTP/1.1" status: 200 len: 210 time: 0.1046624 Jul 29 23:47:53.378572 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-20b299d2-688f-4449-933b-69b210ca65f4 req-454d61fc-6826-4223-a9fa-e77d32b95c9e tempest-ServerShowV257Test-2039986489 tempest-ServerShowV257Test-2039986489-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab88a01c-ac15-4b93-bb3e-086aa4424bdb HTTP/1.1" status: 200 len: 210 time: 0.0794995 Jul 29 23:47:53.445613 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fe65b3c2-4b91-4028-9a00-8699fa10d956 req-60019c2e-9699-43de-aa94-250690789a8b service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=9b1c334d8047425b82861b7aeb36fd98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0622067 Jul 29 23:47:53.651201 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4a0ee515-e740-4f70-a3ac-c387b8169656 req-3584b434-b8ef-43cd-b1db-46b1a8e88219 service neutron] 10.222.0.41 "GET /v2.0/networks/973ce73b-a457-4aee-a9c0-9f7566d53b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4383426 Jul 29 23:47:53.789891 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe65b3c2-4b91-4028-9a00-8699fa10d956 req-e9321760-9159-4a99-81ef-2f3414492aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:53.790613 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fe65b3c2-4b91-4028-9a00-8699fa10d956 req-e9321760-9159-4a99-81ef-2f3414492aa4 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3361256 Jul 29 23:47:53.822492 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4a0ee515-e740-4f70-a3ac-c387b8169656 req-e2d229ee-3c2f-4d18-9f26-641af812d082 service neutron] 10.222.0.41 "GET /v2.0/networks/973ce73b-a457-4aee-a9c0-9f7566d53b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639042 Jul 29 23:47:54.053118 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5183b6a6-6460-43d0-85ed-dbf3dfafc9bc req-b6e751ac-c426-422a-a1c7-8ef742bdb25a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:54.055062 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5183b6a6-6460-43d0-85ed-dbf3dfafc9bc req-b6e751ac-c426-422a-a1c7-8ef742bdb25a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc6f8768-bc16-43ad-afd1-11dccd987c89 HTTP/1.1" status: 200 len: 944 time: 0.0699959 Jul 29 23:47:54.103308 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5183b6a6-6460-43d0-85ed-dbf3dfafc9bc req-300f8f40-9a49-4f98-93b7-113a80be544a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=55bbb774-181a-46ce-808b-df0560fd010c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403993 Jul 29 23:47:54.327844 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5187299-c256-4151-a131-7f1010cadfc0 req-80b98dfd-ba61-467d-86f5-b233c218b4c6 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:54.330025 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e5187299-c256-4151-a131-7f1010cadfc0 req-80b98dfd-ba61-467d-86f5-b233c218b4c6 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=c65b8f95-9da3-4485-bd7b-4f14879e268c HTTP/1.1" status: 200 len: 945 time: 0.0726540 Jul 29 23:47:54.383471 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e5187299-c256-4151-a131-7f1010cadfc0 req-314d4d13-698b-4ea6-aee3-3c3e43c4567a tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e6eb237-bd1b-4499-9a2d-2e1657fd82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466571 Jul 29 23:47:54.679499 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2608e210-de3a-4591-a868-0e01a5027cdd req-21e920ce-48c8-4c59-85d1-d6bde14dfa5f tempest-ServerShowV257Test-2039986489 tempest-ServerShowV257Test-2039986489-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab88a01c-ac15-4b93-bb3e-086aa4424bdb HTTP/1.1" status: 200 len: 210 time: 0.1263514 Jul 29 23:47:54.712741 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64096092-a3b5-45f6-90c0-823ab45d5486 req-bbeaaa5d-3e72-488a-8bb6-ee5a21b46658 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:54.714721 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-64096092-a3b5-45f6-90c0-823ab45d5486 req-bbeaaa5d-3e72-488a-8bb6-ee5a21b46658 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=c65b8f95-9da3-4485-bd7b-4f14879e268c HTTP/1.1" status: 200 len: 945 time: 0.1360006 Jul 29 23:47:54.728101 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 43520) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:54.734162 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-94844a53-d2f8-495f-a336-5f62e6717877 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Request body: {'floatingip': {'port_id': '4c205d82-4555-4305-96ab-ad0c818351a2'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:47:54.830651 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-94844a53-d2f8-495f-a336-5f62e6717877 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks [] for floatingip, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:55.268215 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 1b4d112d-7938-4dd2-926a-b8673cbe873c up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:47:55.287922 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103a0284-54b2-4f59-bd0e-bd4c6f1a7cbc req-f9981f65-c726-48ca-9612-0cc41e05e2ae tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:55.289499 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-103a0284-54b2-4f59-bd0e-bd4c6f1a7cbc req-f9981f65-c726-48ca-9612-0cc41e05e2ae tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc6f8768-bc16-43ad-afd1-11dccd987c89 HTTP/1.1" status: 200 len: 944 time: 0.0804625 Jul 29 23:47:55.332455 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port 1b4d112d-7938-4dd2-926a-b8673cbe873c completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:47:55.337731 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 1b4d112d-7938-4dd2-926a-b8673cbe873c triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:47:55.338143 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:55.362649 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-103a0284-54b2-4f59-bd0e-bd4c6f1a7cbc req-9cf25378-dcf2-4e43-a08e-5a3e95656bc0 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=55bbb774-181a-46ce-808b-df0560fd010c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565379 Jul 29 23:47:55.390169 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 43526) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:55.416086 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fe65b3c2-4b91-4028-9a00-8699fa10d956 req-311aa3a8-c948-441a-bf45-c2a47ef66b75 tempest-ServerShowV257Test-2039986489 tempest-ServerShowV257Test-2039986489-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab88a01c-ac15-4b93-bb3e-086aa4424bdb HTTP/1.1" status: 200 len: 210 time: 0.0468392 Jul 29 23:47:55.470317 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:55.515307 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-acc19b59-7a42-41be-9ca7-aa3e90acf864 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/floatingips/a701c03a-6330-45fd-baae-2e0b92a9f340 HTTP/1.1" status: 200 len: 992 time: 0.1198611 Jul 29 23:47:55.522709 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc6f8768-bc16-43ad-afd1-11dccd987c89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b4d112d-7938-4dd2-926a-b8673cbe873c'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:47:55.534083 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869be668-7216-42b5-a92e-441a25e0be31" -d '{"events": [{"server_uuid": "fc6f8768-bc16-43ad-afd1-11dccd987c89", "name": "network-vif-plugged", "status": "completed", "tag": "1b4d112d-7938-4dd2-926a-b8673cbe873c"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:47:55.550496 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 1b4d112d-7938-4dd2-926a-b8673cbe873c, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=1b4d112d-7938-4dd2-926a-b8673cbe873c,segment=NetworkSegment(c82bead8-45fa-43d0-bbec-b85654398a64),segment_id=c82bead8-45fa-43d0-bbec-b85654398a64)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:55.566943 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:55.596573 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:47:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601c813e-7c56-458b-927a-1012e2ef1bb7 x-openstack-request-id: req-601c813e-7c56-458b-927a-1012e2ef1bb7 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:47:55.597004 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc6f8768-bc16-43ad-afd1-11dccd987c89", "name": "network-vif-plugged", "status": "completed", "tag": "1b4d112d-7938-4dd2-926a-b8673cbe873c", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:47:55.597526 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-601c813e-7c56-458b-927a-1012e2ef1bb7 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:47:55.597974 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc6f8768-bc16-43ad-afd1-11dccd987c89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b4d112d-7938-4dd2-926a-b8673cbe873c', 'code': 200} Jul 29 23:47:55.630852 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=1b4d112d-7938-4dd2-926a-b8673cbe873c,revision_number=9']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:55.849205 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e15d9028-0ba4-4fa2-b49d-fb85161f9100 req-bdce39ff-4e07-4a1b-96e1-f32ec9a27893 tempest-ServerShowV257Test-2039986489 tempest-ServerShowV257Test-2039986489-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab88a01c-ac15-4b93-bb3e-086aa4424bdb HTTP/1.1" status: 200 len: 210 time: 0.0436904 Jul 29 23:47:55.873503 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-94844a53-d2f8-495f-a336-5f62e6717877 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:55.878808 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-94844a53-d2f8-495f-a336-5f62e6717877 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:55.913049 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e58bceff-d85e-42ef-987b-241bcceaf106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:56.041446 n-d-712141-10 neutron-server[94077]: INFO neutron.db.l3_db [None req-94844a53-d2f8-495f-a336-5f62e6717877 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Floating IP 1c915947-9f4e-42b3-9392-cd8a025f29d1 associated. External IP: 172.25.0.105, port: 4c205d82-4555-4305-96ab-ad0c818351a2. Jul 29 23:47:56.308753 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94844a53-d2f8-495f-a336-5f62e6717877 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Router 4ececfd2-bbcb-4cda-9691-6ff23afccea3 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:47:56.435109 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:56.439629 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94844a53-d2f8-495f-a336-5f62e6717877 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:47:56.445189 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-94844a53-d2f8-495f-a336-5f62e6717877 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:56.452629 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc50e992-6bdf-48d7-9611-233532bc52c5 None None] Sync routers for ids ['4ececfd2-bbcb-4cda-9691-6ff23afccea3'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:47:56.467662 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc50e992-6bdf-48d7-9611-233532bc52c5 None None] Routers {'4ececfd2-bbcb-4cda-9691-6ff23afccea3'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:47:56.468869 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-bc50e992-6bdf-48d7-9611-233532bc52c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:47:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['4ececfd2-bbcb-4cda-9691-6ff23afccea3'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:56.481835 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-94844a53-d2f8-495f-a336-5f62e6717877 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "PUT /v2.0/floatingips/1c915947-9f4e-42b3-9392-cd8a025f29d1 HTTP/1.1" status: 200 len: 991 time: 1.7522957 Jul 29 23:47:56.483575 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c65b8f95-9da3-4485-bd7b-4f14879e268c', 'tag': '4c205d82-4555-4305-96ab-ad0c818351a2'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:47:56.503403 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc75634-2f71-4247-9b77-27e3195c3c70" -d '{"events": [{"name": "network-changed", "server_uuid": "c65b8f95-9da3-4485-bd7b-4f14879e268c", "tag": "4c205d82-4555-4305-96ab-ad0c818351a2"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:47:56.590138 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d536293-2033-4a5c-b85a-39fff1129068 x-openstack-request-id: req-0d536293-2033-4a5c-b85a-39fff1129068 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:47:56.590479 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c65b8f95-9da3-4485-bd7b-4f14879e268c", "tag": "4c205d82-4555-4305-96ab-ad0c818351a2", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:47:56.590742 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0d536293-2033-4a5c-b85a-39fff1129068 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:47:56.591137 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c65b8f95-9da3-4485-bd7b-4f14879e268c', 'tag': '4c205d82-4555-4305-96ab-ad0c818351a2', 'status': 'completed', 'code': 200} Jul 29 23:47:56.626012 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-bc50e992-6bdf-48d7-9611-233532bc52c5 None None] Set router 4ececfd2-bbcb-4cda-9691-6ff23afccea3 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:47:56.659963 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc75634-2f71-4247-9b77-27e3195c3c70 req-22040a2f-eb7c-4bf2-b907-328bebecd9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:56.661627 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2dc75634-2f71-4247-9b77-27e3195c3c70 req-22040a2f-eb7c-4bf2-b907-328bebecd9a0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bc6282d9b32e428d9264b8fb2fa602e4&device_id=c65b8f95-9da3-4485-bd7b-4f14879e268c HTTP/1.1" status: 200 len: 1097 time: 0.0485315 Jul 29 23:47:56.786345 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc75634-2f71-4247-9b77-27e3195c3c70 req-a7125fde-a04e-404d-a334-286cb60f9016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:56.788396 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2dc75634-2f71-4247-9b77-27e3195c3c70 req-a7125fde-a04e-404d-a334-286cb60f9016 service neutron] 10.222.0.22 "GET /v2.0/networks?id=75276a04-f545-4a3d-9980-2e308be152f9 HTTP/1.1" status: 200 len: 918 time: 0.1144805 Jul 29 23:47:56.874697 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2dc75634-2f71-4247-9b77-27e3195c3c70 req-febe04c2-554d-4679-ad7a-800e7165daf5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c205d82-4555-4305-96ab-ad0c818351a2 HTTP/1.1" status: 200 len: 999 time: 0.0785332 Jul 29 23:47:56.894486 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-bc50e992-6bdf-48d7-9611-233532bc52c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ececfd2-bbcb-4cda-9691-6ff23afccea3', 'name': 'tempest-AttachVolumeShelveTestJSON-2094336285-router', 'tenant_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '56512338-eee7-4a6a-ac6a-5775e337cb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:41:48Z', 'updated_at': '2021-07-29T23:42:00Z', 'revision_number': 4, 'project_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'gw_port': {'id': '56512338-eee7-4a6a-ac6a-5775e337cb39', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ececfd2-bbcb-4cda-9691-6ff23afccea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:49Z', 'updated_at': '2021-07-29T23:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '1c915947-9f4e-42b3-9392-cd8a025f29d1', 'tenant_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'floating_ip_address': '172.25.0.105', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '4ececfd2-bbcb-4cda-9691-6ff23afccea3', 'port_id': '4c205d82-4555-4305-96ab-ad0c818351a2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75276a04-f545-4a3d-9980-2e308be152f9', 'mac_address': 'fa:16:3e:4e:9c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65b8f95-9da3-4485-bd7b-4f14879e268c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:47:38Z', 'updated_at': '2021-07-29T23:47:55Z', 'revision_number': 1, 'project_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f894ff82-3555-4edd-926a-9ec0ac8d14bc', 'name': '', 'network_id': '75276a04-f545-4a3d-9980-2e308be152f9', 'tenant_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'mac_address': 'fa:16:3e:e8:ff:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ececfd2-bbcb-4cda-9691-6ff23afccea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': '3f8a1426-23b4-4820-974d-b3b8ade6d730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:57Z', 'updated_at': '2021-07-29T23:42:08Z', 'revision_number': 5, 'project_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'subnets': [{'id': '3f8a1426-23b4-4820-974d-b3b8ade6d730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:56.929333 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc50e992-6bdf-48d7-9611-233532bc52c5 None None] Checking router: 4ececfd2-bbcb-4cda-9691-6ff23afccea3 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:47:56.939471 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc75634-2f71-4247-9b77-27e3195c3c70 req-048ea8cc-bc90-477f-9230-a40697bf0c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:56.939993 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc50e992-6bdf-48d7-9611-233532bc52c5 None None] Routers {'4ececfd2-bbcb-4cda-9691-6ff23afccea3'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:47:56.940731 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-bc50e992-6bdf-48d7-9611-233532bc52c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:47:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['4ececfd2-bbcb-4cda-9691-6ff23afccea3'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:56.941217 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2dc75634-2f71-4247-9b77-27e3195c3c70 req-048ea8cc-bc90-477f-9230-a40697bf0c12 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3f8a1426-23b4-4820-974d-b3b8ade6d730 HTTP/1.1" status: 200 len: 856 time: 0.0566990 Jul 29 23:47:57.049226 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc75634-2f71-4247-9b77-27e3195c3c70 req-0db4cb0d-caf4-4b6b-9ab2-ed318c40c46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:57.050265 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2dc75634-2f71-4247-9b77-27e3195c3c70 req-0db4cb0d-caf4-4b6b-9ab2-ed318c40c46b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=75276a04-f545-4a3d-9980-2e308be152f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0896363 Jul 29 23:47:57.086561 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-bc50e992-6bdf-48d7-9611-233532bc52c5 None None] Set router 4ececfd2-bbcb-4cda-9691-6ff23afccea3 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:47:57.211541 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2dc75634-2f71-4247-9b77-27e3195c3c70 req-43b857c4-5d41-450f-8af5-214a64c87497 service neutron] 10.222.0.22 "GET /v2.0/networks/75276a04-f545-4a3d-9980-2e308be152f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520567 Jul 29 23:47:57.417666 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 43566) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:57.453607 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2dc75634-2f71-4247-9b77-27e3195c3c70 req-2dde701c-f368-4103-b07e-6e5ea43e03aa service neutron] 10.222.0.22 "GET /v2.0/networks/75276a04-f545-4a3d-9980-2e308be152f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339513 Jul 29 23:47:57.483868 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-bc50e992-6bdf-48d7-9611-233532bc52c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ececfd2-bbcb-4cda-9691-6ff23afccea3', 'name': 'tempest-AttachVolumeShelveTestJSON-2094336285-router', 'tenant_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '56512338-eee7-4a6a-ac6a-5775e337cb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:41:48Z', 'updated_at': '2021-07-29T23:42:00Z', 'revision_number': 4, 'project_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'gw_port': {'id': '56512338-eee7-4a6a-ac6a-5775e337cb39', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ececfd2-bbcb-4cda-9691-6ff23afccea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:49Z', 'updated_at': '2021-07-29T23:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '1c915947-9f4e-42b3-9392-cd8a025f29d1', 'tenant_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'floating_ip_address': '172.25.0.105', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '4ececfd2-bbcb-4cda-9691-6ff23afccea3', 'port_id': '4c205d82-4555-4305-96ab-ad0c818351a2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75276a04-f545-4a3d-9980-2e308be152f9', 'mac_address': 'fa:16:3e:4e:9c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65b8f95-9da3-4485-bd7b-4f14879e268c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:47:38Z', 'updated_at': '2021-07-29T23:47:55Z', 'revision_number': 1, 'project_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f894ff82-3555-4edd-926a-9ec0ac8d14bc', 'name': '', 'network_id': '75276a04-f545-4a3d-9980-2e308be152f9', 'tenant_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'mac_address': 'fa:16:3e:e8:ff:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ececfd2-bbcb-4cda-9691-6ff23afccea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': '3f8a1426-23b4-4820-974d-b3b8ade6d730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:57Z', 'updated_at': '2021-07-29T23:42:08Z', 'revision_number': 5, 'project_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'subnets': [{'id': '3f8a1426-23b4-4820-974d-b3b8ade6d730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:57.524114 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc50e992-6bdf-48d7-9611-233532bc52c5 None None] The sync data for ids ['4ececfd2-bbcb-4cda-9691-6ff23afccea3'] in n-d-712141-10 is: [{'id': '4ececfd2-bbcb-4cda-9691-6ff23afccea3', 'name': 'tempest-AttachVolumeShelveTestJSON-2094336285-router', 'tenant_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '56512338-eee7-4a6a-ac6a-5775e337cb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:41:48Z', 'updated_at': '2021-07-29T23:42:00Z', 'revision_number': 4, 'project_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'gw_port': {'id': '56512338-eee7-4a6a-ac6a-5775e337cb39', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ececfd2-bbcb-4cda-9691-6ff23afccea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:49Z', 'updated_at': '2021-07-29T23:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '1c915947-9f4e-42b3-9392-cd8a025f29d1', 'tenant_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'floating_ip_address': '172.25.0.105', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '4ececfd2-bbcb-4cda-9691-6ff23afccea3', 'port_id': '4c205d82-4555-4305-96ab-ad0c818351a2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2800, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75276a04-f545-4a3d-9980-2e308be152f9', 'mac_address': 'fa:16:3e:4e:9c:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c65b8f95-9da3-4485-bd7b-4f14879e268c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:47:38Z', 'updated_at': '2021-07-29T23:47:55Z', 'revision_number': 1, 'project_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f894ff82-3555-4edd-926a-9ec0ac8d14bc', 'name': '', 'network_id': '75276a04-f545-4a3d-9980-2e308be152f9', 'tenant_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'mac_address': 'fa:16:3e:e8:ff:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ececfd2-bbcb-4cda-9691-6ff23afccea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': '3f8a1426-23b4-4820-974d-b3b8ade6d730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:57Z', 'updated_at': '2021-07-29T23:42:08Z', 'revision_number': 5, 'project_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'subnets': [{'id': '3f8a1426-23b4-4820-974d-b3b8ade6d730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:47:57.624191 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-773ecf71-3dfd-4016-a69c-c8a22abed32b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:57.694247 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:57.735941 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-773ecf71-3dfd-4016-a69c-c8a22abed32b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:57.742828 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-773ecf71-3dfd-4016-a69c-c8a22abed32b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:57.791476 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-773ecf71-3dfd-4016-a69c-c8a22abed32b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9b1c334d8047425b82861b7aeb36fd98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3715863 Jul 29 23:47:57.792372 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ecf71-3dfd-4016-a69c-c8a22abed32b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c11c3ce-228f-4837-9a5d-fa940c04d2a6,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:57.796086 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 43574) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:57.846282 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad3d191-f42e-48d4-8c0c-d0466b9e6403 None None] New status for floating IP 1c915947-9f4e-42b3-9392-cd8a025f29d1: ACTIVE {{(pid=94079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:47:57.858360 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-22e61829-f27c-4ed6-acf1-6f19912019f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:57.882609 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-22e61829-f27c-4ed6-acf1-6f19912019f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:57.934910 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-22e61829-f27c-4ed6-acf1-6f19912019f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:57.938462 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-22e61829-f27c-4ed6-acf1-6f19912019f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:57.941676 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-22e61829-f27c-4ed6-acf1-6f19912019f1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0c11c3ce-228f-4837-9a5d-fa940c04d2a6 HTTP/1.1" status: 204 len: 168 time: 0.1425073 Jul 29 23:47:57.949439 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e61829-f27c-4ed6-acf1-6f19912019f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c11c3ce-228f-4837-9a5d-fa940c04d2a6,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:58.818539 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 43604) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:58.958537 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-4470743e-9b3b-4818-92ed-29b06c5537aa admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-728069867-network', 'tenant_id': 'dc8181e3410349b2b26f10775e6b11c7'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:47:58.981152 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4470743e-9b3b-4818-92ed-29b06c5537aa admin admin] Made reservation on behalf of dc8181e3410349b2b26f10775e6b11c7 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:47:58.984458 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4470743e-9b3b-4818-92ed-29b06c5537aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:58.996158 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4470743e-9b3b-4818-92ed-29b06c5537aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:59.114483 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4470743e-9b3b-4818-92ed-29b06c5537aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:59.120614 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4470743e-9b3b-4818-92ed-29b06c5537aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:59.163952 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4470743e-9b3b-4818-92ed-29b06c5537aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:47:59.175123 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4470743e-9b3b-4818-92ed-29b06c5537aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a58c27-cec3-4eaa-94d6-3b4ef66bf7d8,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:59.181923 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4470743e-9b3b-4818-92ed-29b06c5537aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:59.182275 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-4470743e-9b3b-4818-92ed-29b06c5537aa admin admin] Added segment b12b87c6-61bc-4d12-abed-ba34d601c4a0 of type vlan for network 5fa326d4-46ce-4f3c-8c9b-894651498924 Jul 29 23:47:59.246074 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4470743e-9b3b-4818-92ed-29b06c5537aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:59.297227 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4470743e-9b3b-4818-92ed-29b06c5537aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:59.298673 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4470743e-9b3b-4818-92ed-29b06c5537aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:59.299272 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4470743e-9b3b-4818-92ed-29b06c5537aa admin admin] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:59.351053 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:59.356057 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-4470743e-9b3b-4818-92ed-29b06c5537aa admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5333998 Jul 29 23:47:59.356442 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 43610) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:59.365661 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4470743e-9b3b-4818-92ed-29b06c5537aa admin admin] Pushing event updated for resources: {'Network': ['ID=5fa326d4-46ce-4f3c-8c9b-894651498924,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:59.372628 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-22d623bf-38d2-4db0-bf97-126ca9341f68 admin admin] Request body: {'subnet': {'network_id': '5fa326d4-46ce-4f3c-8c9b-894651498924', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-728069867-subnet', 'tenant_id': 'dc8181e3410349b2b26f10775e6b11c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:47:59.379164 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 5fa326d4-46ce-4f3c-8c9b-894651498924 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:47:59.410702 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d623bf-38d2-4db0-bf97-126ca9341f68 admin admin] Made reservation on behalf of dc8181e3410349b2b26f10775e6b11c7 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:47:59.414335 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-22d623bf-38d2-4db0-bf97-126ca9341f68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:59.664839 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-22d623bf-38d2-4db0-bf97-126ca9341f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:59.762333 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d623bf-38d2-4db0-bf97-126ca9341f68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ecb16cf-101c-4d41-85e3-f4ad32598c09,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:59.781630 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d623bf-38d2-4db0-bf97-126ca9341f68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:59.782164 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d623bf-38d2-4db0-bf97-126ca9341f68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:59.782698 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d623bf-38d2-4db0-bf97-126ca9341f68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:59.783232 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d623bf-38d2-4db0-bf97-126ca9341f68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:59.783772 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d623bf-38d2-4db0-bf97-126ca9341f68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:59.784303 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d623bf-38d2-4db0-bf97-126ca9341f68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:59.784831 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d623bf-38d2-4db0-bf97-126ca9341f68 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:59.785363 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d623bf-38d2-4db0-bf97-126ca9341f68 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:59.785937 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d623bf-38d2-4db0-bf97-126ca9341f68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:59.786438 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d623bf-38d2-4db0-bf97-126ca9341f68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:59.786950 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d623bf-38d2-4db0-bf97-126ca9341f68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:59.787484 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d623bf-38d2-4db0-bf97-126ca9341f68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:59.792613 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d623bf-38d2-4db0-bf97-126ca9341f68 admin admin] Checking segment: {'id': 'b12b87c6-61bc-4d12-abed-ba34d601c4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5fa326d4-46ce-4f3c-8c9b-894651498924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:47:59.793251 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d623bf-38d2-4db0-bf97-126ca9341f68 admin admin] Network hostable DHCP agents. Network: 5fa326d4-46ce-4f3c-8c9b-894651498924, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:47:59.844425 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d623bf-38d2-4db0-bf97-126ca9341f68 admin admin] Network 5fa326d4-46ce-4f3c-8c9b-894651498924 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:47:59.856012 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-22d623bf-38d2-4db0-bf97-126ca9341f68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 5fa326d4-46ce-4f3c-8c9b-894651498924) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:47:59.867774 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d623bf-38d2-4db0-bf97-126ca9341f68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:59.868390 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-22d623bf-38d2-4db0-bf97-126ca9341f68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:59.869506 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17d6b50-1dd1-4863-b12d-2b5668cd45da None None] Network 5fa326d4-46ce-4f3c-8c9b-894651498924 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:47:59.890974 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-22d623bf-38d2-4db0-bf97-126ca9341f68 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5330436 Jul 29 23:48:00.079531 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1450f0a5-3962-4079-b9d7-a3960e2fe5a0 None None] Network 5fa326d4-46ce-4f3c-8c9b-894651498924 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:48:00.425613 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 43632) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:00.430786 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-8cf0486c-6b1a-453c-a101-c71d62033886 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1294704960-network', 'tenant_id': '884b16a1f6804f5f9aac60c75d3872aa'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:00.455790 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf0486c-6b1a-453c-a101-c71d62033886 admin admin] Made reservation on behalf of 884b16a1f6804f5f9aac60c75d3872aa for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:48:00.458267 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8cf0486c-6b1a-453c-a101-c71d62033886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:00.472276 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8cf0486c-6b1a-453c-a101-c71d62033886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:00.628524 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8cf0486c-6b1a-453c-a101-c71d62033886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:00.634378 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8cf0486c-6b1a-453c-a101-c71d62033886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:00.678381 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cf0486c-6b1a-453c-a101-c71d62033886 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:48:00.703813 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf0486c-6b1a-453c-a101-c71d62033886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfbede8c-fb82-4818-b4ac-22e7f37bcb5d,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:00.712129 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8cf0486c-6b1a-453c-a101-c71d62033886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:00.712550 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-8cf0486c-6b1a-453c-a101-c71d62033886 admin admin] Added segment 8e018e6c-34f9-4b38-b90c-311196b861e7 of type vlan for network 7e8fbbbb-0595-4b53-9f9d-d57cc121b87e Jul 29 23:48:00.786096 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8cf0486c-6b1a-453c-a101-c71d62033886 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:00.841802 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8cf0486c-6b1a-453c-a101-c71d62033886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:00.845291 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf0486c-6b1a-453c-a101-c71d62033886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:00.847623 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8cf0486c-6b1a-453c-a101-c71d62033886 admin admin] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:00.918226 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-8cf0486c-6b1a-453c-a101-c71d62033886 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4908323 Jul 29 23:48:00.921350 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 43642) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:00.927207 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-9d109ec9-b976-4a1d-8120-54cdf9c5738e admin admin] Request body: {'subnet': {'network_id': '7e8fbbbb-0595-4b53-9f9d-d57cc121b87e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1294704960-subnet', 'tenant_id': '884b16a1f6804f5f9aac60c75d3872aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:00.949332 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf0486c-6b1a-453c-a101-c71d62033886 admin admin] Pushing event updated for resources: {'Network': ['ID=7e8fbbbb-0595-4b53-9f9d-d57cc121b87e,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:00.963608 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 7e8fbbbb-0595-4b53-9f9d-d57cc121b87e details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:48:00.975746 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d109ec9-b976-4a1d-8120-54cdf9c5738e admin admin] Made reservation on behalf of 884b16a1f6804f5f9aac60c75d3872aa for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:48:00.978801 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9d109ec9-b976-4a1d-8120-54cdf9c5738e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:01.218773 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9d109ec9-b976-4a1d-8120-54cdf9c5738e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:01.283913 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d109ec9-b976-4a1d-8120-54cdf9c5738e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8dafadd-d8e1-4d04-a893-36d060006a05,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:01.292195 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d109ec9-b976-4a1d-8120-54cdf9c5738e admin admin] Checking segment: {'id': '8e018e6c-34f9-4b38-b90c-311196b861e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '7e8fbbbb-0595-4b53-9f9d-d57cc121b87e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:48:01.293095 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d109ec9-b976-4a1d-8120-54cdf9c5738e admin admin] Network hostable DHCP agents. Network: 7e8fbbbb-0595-4b53-9f9d-d57cc121b87e, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:48:01.315483 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d109ec9-b976-4a1d-8120-54cdf9c5738e admin admin] Network 7e8fbbbb-0595-4b53-9f9d-d57cc121b87e is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:48:01.336302 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-9d109ec9-b976-4a1d-8120-54cdf9c5738e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 7e8fbbbb-0595-4b53-9f9d-d57cc121b87e) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:48:01.342721 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d109ec9-b976-4a1d-8120-54cdf9c5738e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:01.343729 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9d109ec9-b976-4a1d-8120-54cdf9c5738e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:01.350706 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad373e7b-ec32-4179-9202-d7fecd012913 None None] Network 7e8fbbbb-0595-4b53-9f9d-d57cc121b87e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:48:01.391974 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9d109ec9-b976-4a1d-8120-54cdf9c5738e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4684427 Jul 29 23:48:01.581179 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e73d35d-91d2-48f2-afa3-bcd35211fa20 None None] Network 7e8fbbbb-0595-4b53-9f9d-d57cc121b87e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:48:02.219296 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4bc28-cc29-4cb3-9691-279f68af06dd req-39b7354d-a635-449e-937b-2086359a9664 tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:02.220812 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-39a4bc28-cc29-4cb3-9691-279f68af06dd req-39b7354d-a635-449e-937b-2086359a9664 tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] 10.222.0.43 "GET /v2.0/networks?id=5fa326d4-46ce-4f3c-8c9b-894651498924 HTTP/1.1" status: 200 len: 824 time: 0.1405721 Jul 29 23:48:02.266079 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-39a4bc28-cc29-4cb3-9691-279f68af06dd req-843fe996-4a8d-4b6c-a27b-82c90a0790e5 tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] 10.222.0.43 "GET /v2.0/quotas/dc8181e3410349b2b26f10775e6b11c7 HTTP/1.1" status: 200 len: 375 time: 0.0307429 Jul 29 23:48:02.297712 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1513047-e50a-45df-abf1-0ffb29d7363c req-eb262be9-ce94-4e3c-b2ef-a43a453e708f tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:02.299665 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d1513047-e50a-45df-abf1-0ffb29d7363c req-eb262be9-ce94-4e3c-b2ef-a43a453e708f tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/ports?device_id=56f62ff7-05d2-4aa7-b013-ffcb5004ed7a HTTP/1.1" status: 200 len: 945 time: 0.0751257 Jul 29 23:48:02.322150 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-39a4bc28-cc29-4cb3-9691-279f68af06dd req-3f20cb0b-ae1a-48b0-89c7-2ddbe04f83b1 tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=dc8181e3410349b2b26f10775e6b11c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433958 Jul 29 23:48:02.368699 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d1513047-e50a-45df-abf1-0ffb29d7363c req-c96b56e0-34c4-411b-8ff5-aa8df625a07c tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/security-groups?id=fea2426c-faaa-41f8-aaeb-dd9911d88880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497823 Jul 29 23:48:02.650614 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-39a4bc28-cc29-4cb3-9691-279f68af06dd req-8d8bb9c9-638f-4f9f-81f2-536f3c808156 service neutron] 10.222.0.43 "GET /v2.0/networks/5fa326d4-46ce-4f3c-8c9b-894651498924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099799 Jul 29 23:48:02.757122 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-39a4bc28-cc29-4cb3-9691-279f68af06dd req-88598ef2-1fa3-4c14-a7b0-4b49856ecc71 service neutron] 10.222.0.43 "GET /v2.0/networks/5fa326d4-46ce-4f3c-8c9b-894651498924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995376 Jul 29 23:48:03.005633 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-92d01857-5cfc-42c8-9dad-d1ceec06475f req-3bea9968-c218-4462-ad92-1216fbbae18e tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b208893-6deb-4f50-91be-94557e30b993 HTTP/1.1" status: 200 len: 210 time: 0.0451419 Jul 29 23:48:03.542663 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6f454-9b15-4d58-bc6e-fc35d37740a5 req-965aa2e1-b089-46e8-8a85-4631d8bbda35 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:03.545728 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5ee6f454-9b15-4d58-bc6e-fc35d37740a5 req-965aa2e1-b089-46e8-8a85-4631d8bbda35 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/ports?device_id=56f62ff7-05d2-4aa7-b013-ffcb5004ed7a HTTP/1.1" status: 200 len: 945 time: 0.0681479 Jul 29 23:48:03.632836 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5ee6f454-9b15-4d58-bc6e-fc35d37740a5 req-3af304d4-8cde-4142-baff-b75bbfdad25f tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/security-groups?id=fea2426c-faaa-41f8-aaeb-dd9911d88880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738313 Jul 29 23:48:03.886984 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd8b0c-f61a-4e03-8aa1-c6ccd6b1f889 req-b61cf1e2-e961-4a2c-8578-e0fb030423b5 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:03.888912 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-58bd8b0c-f61a-4e03-8aa1-c6ccd6b1f889 req-b61cf1e2-e961-4a2c-8578-e0fb030423b5 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.22 "GET /v2.0/ports?device_id=56f62ff7-05d2-4aa7-b013-ffcb5004ed7a HTTP/1.1" status: 200 len: 945 time: 0.0610843 Jul 29 23:48:04.022123 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-58bd8b0c-f61a-4e03-8aa1-c6ccd6b1f889 req-219f9e01-6785-444d-9271-1d9d3511f9e0 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Deleting port 506b2ced-19bb-46c1-900b-669f4aa85d2e {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:48:04.022467 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-58bd8b0c-f61a-4e03-8aa1-c6ccd6b1f889 req-219f9e01-6785-444d-9271-1d9d3511f9e0 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:04.164723 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-58bd8b0c-f61a-4e03-8aa1-c6ccd6b1f889 req-219f9e01-6785-444d-9271-1d9d3511f9e0 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] For port 506b2ced-19bb-46c1-900b-669f4aa85d2e, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=506b2ced-19bb-46c1-900b-669f4aa85d2e,segment=NetworkSegment(078bda1f-0f4d-4782-805e-e16705fa85d2),segment_id=078bda1f-0f4d-4782-805e-e16705fa85d2)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:04.166182 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-58bd8b0c-f61a-4e03-8aa1-c6ccd6b1f889 req-219f9e01-6785-444d-9271-1d9d3511f9e0 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:04.203504 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-58bd8b0c-f61a-4e03-8aa1-c6ccd6b1f889 req-219f9e01-6785-444d-9271-1d9d3511f9e0 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Calling delete_port for 506b2ced-19bb-46c1-900b-669f4aa85d2e owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:48:04.222815 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e9435c55-1b99-40ed-b33e-d870ebd802c0 req-b086c314-b718-4e04-a794-626427c02f08 tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b208893-6deb-4f50-91be-94557e30b993 HTTP/1.1" status: 200 len: 210 time: 0.0504854 Jul 29 23:48:04.479603 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4bc28-cc29-4cb3-9691-279f68af06dd req-09143348-f442-4162-a480-ccd5e4833539 tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:04.483108 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-39a4bc28-cc29-4cb3-9691-279f68af06dd req-09143348-f442-4162-a480-ccd5e4833539 tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] 10.222.0.41 "GET /v2.0/networks?id=5fa326d4-46ce-4f3c-8c9b-894651498924 HTTP/1.1" status: 200 len: 824 time: 0.2302523 Jul 29 23:48:04.494293 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-58bd8b0c-f61a-4e03-8aa1-c6ccd6b1f889 req-219f9e01-6785-444d-9271-1d9d3511f9e0 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:04.504486 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-39a4bc28-cc29-4cb3-9691-279f68af06dd req-03812f71-bffd-404c-91d6-e8138d7f854c tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] Request body: {'port': {'device_id': '1b208893-6deb-4f50-91be-94557e30b993', 'network_id': '5fa326d4-46ce-4f3c-8c9b-894651498924', 'admin_state_up': True, 'tenant_id': 'dc8181e3410349b2b26f10775e6b11c7'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:04.509408 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['2875ee32-238e-4ee6-9859-e138d0cb4a53', 'b03bf0d6-ae4e-4d0a-a9d8-caaa630cb2c4', '506b2ced-19bb-46c1-900b-669f4aa85d2e'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:48:04.581821 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219f9e01-6785-444d-9271-1d9d3511f9e0 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Pushing event deleted for resources: {'Port': ['ID=506b2ced-19bb-46c1-900b-669f4aa85d2e,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:04.584960 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['9a5d8967-81c6-4b23-be64-abf33b2ad069'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:48:04.676264 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-58bd8b0c-f61a-4e03-8aa1-c6ccd6b1f889 req-219f9e01-6785-444d-9271-1d9d3511f9e0 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] No DVR routers for this DVR port 506b2ced-19bb-46c1-900b-669f4aa85d2e on host n-h2-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:48:04.682305 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-58bd8b0c-f61a-4e03-8aa1-c6ccd6b1f889 req-219f9e01-6785-444d-9271-1d9d3511f9e0 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:04.696250 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-58bd8b0c-f61a-4e03-8aa1-c6ccd6b1f889 req-219f9e01-6785-444d-9271-1d9d3511f9e0 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.22 "DELETE /v2.0/ports/506b2ced-19bb-46c1-900b-669f4aa85d2e HTTP/1.1" status: 204 len: 173 time: 0.7953844 Jul 29 23:48:04.696562 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f62ff7-05d2-4aa7-b013-ffcb5004ed7a', 'name': 'network-vif-deleted', 'tag': '506b2ced-19bb-46c1-900b-669f4aa85d2e'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:48:04.704239 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2010b8f-d87f-4252-8afc-8eb9a2f076a7" -d '{"events": [{"server_uuid": "56f62ff7-05d2-4aa7-b013-ffcb5004ed7a", "name": "network-vif-deleted", "tag": "506b2ced-19bb-46c1-900b-669f4aa85d2e"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:48:04.767910 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9548780-e2f5-4939-bc74-2a2c849889b0 x-openstack-request-id: req-b9548780-e2f5-4939-bc74-2a2c849889b0 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:48:04.769403 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56f62ff7-05d2-4aa7-b013-ffcb5004ed7a", "name": "network-vif-deleted", "tag": "506b2ced-19bb-46c1-900b-669f4aa85d2e", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:48:04.770105 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b9548780-e2f5-4939-bc74-2a2c849889b0 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:48:04.770928 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56f62ff7-05d2-4aa7-b013-ffcb5004ed7a', 'name': 'network-vif-deleted', 'tag': '506b2ced-19bb-46c1-900b-669f4aa85d2e', 'status': 'completed', 'code': 200} Jul 29 23:48:04.776215 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39a4bc28-cc29-4cb3-9691-279f68af06dd req-03812f71-bffd-404c-91d6-e8138d7f854c tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] Made reservation on behalf of dc8181e3410349b2b26f10775e6b11c7 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:48:04.784866 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-39a4bc28-cc29-4cb3-9691-279f68af06dd req-03812f71-bffd-404c-91d6-e8138d7f854c tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:04.990318 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7a7e6ffd-2ccb-4003-952e-fd2c60a3cf8b req-64f97398-c6cd-4ddc-8578-b6172fba6337 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/ports?device_id=56f62ff7-05d2-4aa7-b013-ffcb5004ed7a HTTP/1.1" status: 200 len: 210 time: 0.0685492 Jul 29 23:48:05.090201 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-39a4bc28-cc29-4cb3-9691-279f68af06dd req-03812f71-bffd-404c-91d6-e8138d7f854c tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] Allocated IP 172.20.0.11 (5fa326d4-46ce-4f3c-8c9b-894651498924/8ecb16cf-101c-4d41-85e3-f4ad32598c09/34a20858-0ac1-4dbd-833e-a150a9cefb71) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:48:05.386731 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1f781089-95d7-4c76-b3c5-63ad4889e77d req-cc95fddb-6482-48de-9272-ae2792608a83 tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b208893-6deb-4f50-91be-94557e30b993 HTTP/1.1" status: 200 len: 210 time: 0.0652771 Jul 29 23:48:05.425525 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d7b00-8964-48bf-bc6e-c8e21d944c40 req-522a0727-bff6-4a19-9dcc-87fa5b55833c tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:05.429648 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ea2d7b00-8964-48bf-bc6e-c8e21d944c40 req-522a0727-bff6-4a19-9dcc-87fa5b55833c tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cba0e27-9ff0-486c-82a4-01bea28c5142 HTTP/1.1" status: 200 len: 945 time: 0.1840186 Jul 29 23:48:05.500666 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-39a4bc28-cc29-4cb3-9691-279f68af06dd req-03812f71-bffd-404c-91d6-e8138d7f854c tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:05.526172 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ea2d7b00-8964-48bf-bc6e-c8e21d944c40 req-6e7214fb-52ba-40f3-b078-47d24528a267 tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] 10.222.0.43 "GET /v2.0/security-groups?id=adfca035-9b13-4054-91bd-98ecbbff3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724294 Jul 29 23:48:05.582695 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-39a4bc28-cc29-4cb3-9691-279f68af06dd req-03812f71-bffd-404c-91d6-e8138d7f854c tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:05.643584 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39a4bc28-cc29-4cb3-9691-279f68af06dd req-03812f71-bffd-404c-91d6-e8138d7f854c tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] Network 5fa326d4-46ce-4f3c-8c9b-894651498924 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:48:05.649070 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-39a4bc28-cc29-4cb3-9691-279f68af06dd req-03812f71-bffd-404c-91d6-e8138d7f854c tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:48:05.656412 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a4bc28-cc29-4cb3-9691-279f68af06dd req-03812f71-bffd-404c-91d6-e8138d7f854c tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:48:05.703343 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03812f71-bffd-404c-91d6-e8138d7f854c tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] Pushing event updated for resources: {'Port': ['ID=34a20858-0ac1-4dbd-833e-a150a9cefb71,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:05.730864 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4bc28-cc29-4cb3-9691-279f68af06dd req-03812f71-bffd-404c-91d6-e8138d7f854c tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:05.731488 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-39a4bc28-cc29-4cb3-9691-279f68af06dd req-03812f71-bffd-404c-91d6-e8138d7f854c tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:05.754802 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-39a4bc28-cc29-4cb3-9691-279f68af06dd req-03812f71-bffd-404c-91d6-e8138d7f854c tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2543297 Jul 29 23:48:05.839389 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-39a4bc28-cc29-4cb3-9691-279f68af06dd req-703146f8-a2ba-4c90-852c-cf5784713c59 service neutron] Request body: {'port': {'device_id': '1b208893-6deb-4f50-91be-94557e30b993', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:05.905768 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-39a4bc28-cc29-4cb3-9691-279f68af06dd req-703146f8-a2ba-4c90-852c-cf5784713c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:06.303137 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-39a4bc28-cc29-4cb3-9691-279f68af06dd req-703146f8-a2ba-4c90-852c-cf5784713c59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34a20858-0ac1-4dbd-833e-a150a9cefb71 {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:48:06.312371 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-39a4bc28-cc29-4cb3-9691-279f68af06dd req-703146f8-a2ba-4c90-852c-cf5784713c59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:06.324936 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-39a4bc28-cc29-4cb3-9691-279f68af06dd req-703146f8-a2ba-4c90-852c-cf5784713c59 service neutron] Transition to ACTIVE for port object 34a20858-0ac1-4dbd-833e-a150a9cefb71 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:48:06.335404 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-39a4bc28-cc29-4cb3-9691-279f68af06dd req-703146f8-a2ba-4c90-852c-cf5784713c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:06.391451 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703146f8-a2ba-4c90-852c-cf5784713c59 service neutron] Pushing event updated for resources: {'Port': ['ID=34a20858-0ac1-4dbd-833e-a150a9cefb71,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:06.474964 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-39a4bc28-cc29-4cb3-9691-279f68af06dd req-703146f8-a2ba-4c90-852c-cf5784713c59 service neutron] Attempting to bind port 34a20858-0ac1-4dbd-833e-a150a9cefb71 on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:48:06.475590 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-39a4bc28-cc29-4cb3-9691-279f68af06dd req-703146f8-a2ba-4c90-852c-cf5784713c59 service neutron] Attempting to bind port 34a20858-0ac1-4dbd-833e-a150a9cefb71 by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': 'b12b87c6-61bc-4d12-abed-ba34d601c4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5fa326d4-46ce-4f3c-8c9b-894651498924'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:48:06.476112 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a4bc28-cc29-4cb3-9691-279f68af06dd req-703146f8-a2ba-4c90-852c-cf5784713c59 service neutron] Attempting to bind port 34a20858-0ac1-4dbd-833e-a150a9cefb71 on network 5fa326d4-46ce-4f3c-8c9b-894651498924 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:48:06.484355 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a4bc28-cc29-4cb3-9691-279f68af06dd req-703146f8-a2ba-4c90-852c-cf5784713c59 service neutron] Port 34a20858-0ac1-4dbd-833e-a150a9cefb71 on network 5fa326d4-46ce-4f3c-8c9b-894651498924 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:48:06.484681 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a4bc28-cc29-4cb3-9691-279f68af06dd req-703146f8-a2ba-4c90-852c-cf5784713c59 service neutron] Attempting to bind port 34a20858-0ac1-4dbd-833e-a150a9cefb71 on network 5fa326d4-46ce-4f3c-8c9b-894651498924 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:48:06.493934 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a4bc28-cc29-4cb3-9691-279f68af06dd req-703146f8-a2ba-4c90-852c-cf5784713c59 service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:48:06.494278 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a4bc28-cc29-4cb3-9691-279f68af06dd req-703146f8-a2ba-4c90-852c-cf5784713c59 service neutron] Checking segment: {'id': 'b12b87c6-61bc-4d12-abed-ba34d601c4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5fa326d4-46ce-4f3c-8c9b-894651498924'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:48:06.494662 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a4bc28-cc29-4cb3-9691-279f68af06dd req-703146f8-a2ba-4c90-852c-cf5784713c59 service neutron] Bound using segment: {'id': 'b12b87c6-61bc-4d12-abed-ba34d601c4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5fa326d4-46ce-4f3c-8c9b-894651498924'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:48:06.495092 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-39a4bc28-cc29-4cb3-9691-279f68af06dd req-703146f8-a2ba-4c90-852c-cf5784713c59 service neutron] Bound port: 34a20858-0ac1-4dbd-833e-a150a9cefb71, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b12b87c6-61bc-4d12-abed-ba34d601c4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5fa326d4-46ce-4f3c-8c9b-894651498924'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:48:06.495452 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-39a4bc28-cc29-4cb3-9691-279f68af06dd req-703146f8-a2ba-4c90-852c-cf5784713c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:06.605229 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec5159c-9ae2-4b8c-a08c-be01daa9cd62 req-6468ca6e-ec5e-4e8d-a5d9-b85eda866ccf tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:06.608041 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5ec5159c-9ae2-4b8c-a08c-be01daa9cd62 req-6468ca6e-ec5e-4e8d-a5d9-b85eda866ccf tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b208893-6deb-4f50-91be-94557e30b993 HTTP/1.1" status: 200 len: 944 time: 0.1099741 Jul 29 23:48:06.668697 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-39a4bc28-cc29-4cb3-9691-279f68af06dd req-703146f8-a2ba-4c90-852c-cf5784713c59 service neutron] For port 34a20858-0ac1-4dbd-833e-a150a9cefb71, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:48:06.711834 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-39a4bc28-cc29-4cb3-9691-279f68af06dd req-703146f8-a2ba-4c90-852c-cf5784713c59 service neutron] For port 34a20858-0ac1-4dbd-833e-a150a9cefb71, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=34a20858-0ac1-4dbd-833e-a150a9cefb71,segment=NetworkSegment(b12b87c6-61bc-4d12-abed-ba34d601c4a0),segment_id=b12b87c6-61bc-4d12-abed-ba34d601c4a0)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:48:06.725374 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5ec5159c-9ae2-4b8c-a08c-be01daa9cd62 req-76069a5b-602a-44f6-bfa6-cc6c46daedb6 tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] 10.222.0.43 "GET /v2.0/security-groups?id=07a58c27-cec3-4eaa-94d6-3b4ef66bf7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072054 Jul 29 23:48:06.726499 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-39a4bc28-cc29-4cb3-9691-279f68af06dd req-703146f8-a2ba-4c90-852c-cf5784713c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:06.772502 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4bc28-cc29-4cb3-9691-279f68af06dd req-703146f8-a2ba-4c90-852c-cf5784713c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:06.773125 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-39a4bc28-cc29-4cb3-9691-279f68af06dd req-703146f8-a2ba-4c90-852c-cf5784713c59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:06.774558 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-39a4bc28-cc29-4cb3-9691-279f68af06dd req-703146f8-a2ba-4c90-852c-cf5784713c59 service neutron] 10.222.0.41 "PUT /v2.0/ports/34a20858-0ac1-4dbd-833e-a150a9cefb71 HTTP/1.1" status: 200 len: 1093 time: 1.0054371 Jul 29 23:48:06.775004 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b208893-6deb-4f50-91be-94557e30b993', 'tag': '34a20858-0ac1-4dbd-833e-a150a9cefb71'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:48:06.777259 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae69377-da1b-4ae2-bce4-85eebc660991" -d '{"events": [{"name": "network-changed", "server_uuid": "1b208893-6deb-4f50-91be-94557e30b993", "tag": "34a20858-0ac1-4dbd-833e-a150a9cefb71"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:48:06.790312 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad4eb5-ecdc-4d35-ac8e-f5e3e9441ac2 req-23098f87-82b0-4825-bbe5-34dee0b648e0 tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:06.791839 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c9ad4eb5-ecdc-4d35-ac8e-f5e3e9441ac2 req-23098f87-82b0-4825-bbe5-34dee0b648e0 tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cba0e27-9ff0-486c-82a4-01bea28c5142 HTTP/1.1" status: 200 len: 945 time: 0.1496584 Jul 29 23:48:06.821838 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703146f8-a2ba-4c90-852c-cf5784713c59 service neutron] Pushing event updated for resources: {'Port': ['ID=34a20858-0ac1-4dbd-833e-a150a9cefb71,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:06.838667 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83db1997-1730-4f52-9d4e-6b17267c7129 x-openstack-request-id: req-83db1997-1730-4f52-9d4e-6b17267c7129 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:48:06.839503 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b208893-6deb-4f50-91be-94557e30b993", "tag": "34a20858-0ac1-4dbd-833e-a150a9cefb71", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:48:06.840162 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-83db1997-1730-4f52-9d4e-6b17267c7129 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:48:06.840259 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b208893-6deb-4f50-91be-94557e30b993', 'tag': '34a20858-0ac1-4dbd-833e-a150a9cefb71', 'status': 'completed', 'code': 200} Jul 29 23:48:06.941759 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae69377-da1b-4ae2-bce4-85eebc660991 req-17aa17ad-cac4-4686-afdf-62f29260d1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:06.943846 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eae69377-da1b-4ae2-bce4-85eebc660991 req-17aa17ad-cac4-4686-afdf-62f29260d1c1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dc8181e3410349b2b26f10775e6b11c7&device_id=1b208893-6deb-4f50-91be-94557e30b993 HTTP/1.1" status: 200 len: 1096 time: 0.0513029 Jul 29 23:48:07.307665 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:07.336656 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 506b2ced-19bb-46c1-900b-669f4aa85d2e no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:48:07.359930 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: 506b2ced-19bb-46c1-900b-669f4aa85d2e {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:48:07.360288 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 506b2ced-19bb-46c1-900b-669f4aa85d2e not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:48:07.517404 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c9ad4eb5-ecdc-4d35-ac8e-f5e3e9441ac2 req-e785485b-57ef-4970-a975-a9b610559945 tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] 10.222.0.43 "GET /v2.0/security-groups?id=adfca035-9b13-4054-91bd-98ecbbff3896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6761723 Jul 29 23:48:07.547145 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211fbaf3-abd4-47e2-855c-6ff2bec905b6 req-26ef4386-3b56-4c06-b8f8-a3a51a00d282 tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:07.547145 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-211fbaf3-abd4-47e2-855c-6ff2bec905b6 req-26ef4386-3b56-4c06-b8f8-a3a51a00d282 tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] 10.222.0.41 "GET /v2.0/ports?device_id=9cba0e27-9ff0-486c-82a4-01bea28c5142 HTTP/1.1" status: 200 len: 945 time: 0.7413599 Jul 29 23:48:07.596850 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae69377-da1b-4ae2-bce4-85eebc660991 req-3262b2fc-b1ac-4c52-a94d-b4cbaf40faa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:07.598616 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eae69377-da1b-4ae2-bce4-85eebc660991 req-3262b2fc-b1ac-4c52-a94d-b4cbaf40faa9 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=dc8181e3410349b2b26f10775e6b11c7&shared=False HTTP/1.1" status: 200 len: 925 time: 0.6400745 Jul 29 23:48:07.798681 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae69377-da1b-4ae2-bce4-85eebc660991 req-eeb19090-5c89-4b3d-8430-9fb3f9d28d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:07.800305 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eae69377-da1b-4ae2-bce4-85eebc660991 req-eeb19090-5c89-4b3d-8430-9fb3f9d28d87 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1944897 Jul 29 23:48:07.811559 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-211fbaf3-abd4-47e2-855c-6ff2bec905b6 req-3c9cebf6-e854-4a35-aec2-5209af64629c tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] Deleting port 6f76b5ef-4cfb-42f2-87d3-251bc879d915 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:48:07.812291 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-211fbaf3-abd4-47e2-855c-6ff2bec905b6 req-3c9cebf6-e854-4a35-aec2-5209af64629c tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:07.976272 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc59c40a-cabb-476c-b638-0219098923de req-e89b82cc-b4b6-4208-a32d-afe72f9da9b5 tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:07.977882 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dc59c40a-cabb-476c-b638-0219098923de req-e89b82cc-b4b6-4208-a32d-afe72f9da9b5 tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b208893-6deb-4f50-91be-94557e30b993 HTTP/1.1" status: 200 len: 944 time: 0.1450977 Jul 29 23:48:07.988659 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4bc28-cc29-4cb3-9691-279f68af06dd req-a1fa258f-9b5e-49fb-a00e-4afdae3d1b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:07.989071 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-39a4bc28-cc29-4cb3-9691-279f68af06dd req-a1fa258f-9b5e-49fb-a00e-4afdae3d1b52 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dc8181e3410349b2b26f10775e6b11c7&device_id=1b208893-6deb-4f50-91be-94557e30b993 HTTP/1.1" status: 200 len: 1096 time: 0.1173148 Jul 29 23:48:07.992083 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-211fbaf3-abd4-47e2-855c-6ff2bec905b6 req-3c9cebf6-e854-4a35-aec2-5209af64629c tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] For port 6f76b5ef-4cfb-42f2-87d3-251bc879d915, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=6f76b5ef-4cfb-42f2-87d3-251bc879d915,segment=NetworkSegment(6611dfea-d154-4c8e-8956-c1449c86d262),segment_id=6611dfea-d154-4c8e-8956-c1449c86d262)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:07.992466 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-211fbaf3-abd4-47e2-855c-6ff2bec905b6 req-3c9cebf6-e854-4a35-aec2-5209af64629c tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:08.029119 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-211fbaf3-abd4-47e2-855c-6ff2bec905b6 req-3c9cebf6-e854-4a35-aec2-5209af64629c tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] Calling delete_port for 6f76b5ef-4cfb-42f2-87d3-251bc879d915 owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:48:08.074188 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-39a4bc28-cc29-4cb3-9691-279f68af06dd req-5824ee09-ed8b-43a9-ac89-dde2497ff32f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34a20858-0ac1-4dbd-833e-a150a9cefb71 HTTP/1.1" status: 200 len: 217 time: 0.0656018 Jul 29 23:48:08.186403 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dc59c40a-cabb-476c-b638-0219098923de req-da736609-750d-4ee4-b903-fb4f8a0ed481 tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] 10.222.0.43 "GET /v2.0/security-groups?id=07a58c27-cec3-4eaa-94d6-3b4ef66bf7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954846 Jul 29 23:48:08.213283 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4bc28-cc29-4cb3-9691-279f68af06dd req-10e492db-9b56-4a38-afdf-715f0f6987ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:08.214934 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-39a4bc28-cc29-4cb3-9691-279f68af06dd req-10e492db-9b56-4a38-afdf-715f0f6987ff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8ecb16cf-101c-4d41-85e3-f4ad32598c09 HTTP/1.1" status: 200 len: 864 time: 0.1326108 Jul 29 23:48:08.253198 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-39a4bc28-cc29-4cb3-9691-279f68af06dd req-bf322e84-0f32-4fe5-a63c-29a1f5ce20c1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5fa326d4-46ce-4f3c-8c9b-894651498924&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312383 Jul 29 23:48:08.407511 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-39a4bc28-cc29-4cb3-9691-279f68af06dd req-4916ea9c-b45d-4b31-aa8f-140b59e7cff7 service neutron] 10.222.0.41 "GET /v2.0/networks/5fa326d4-46ce-4f3c-8c9b-894651498924?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433442 Jul 29 23:48:08.408312 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-211fbaf3-abd4-47e2-855c-6ff2bec905b6 req-3c9cebf6-e854-4a35-aec2-5209af64629c tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:08.458161 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9cebf6-e854-4a35-aec2-5209af64629c tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] Pushing event deleted for resources: {'Port': ['ID=6f76b5ef-4cfb-42f2-87d3-251bc879d915,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:08.458717 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['6f76b5ef-4cfb-42f2-87d3-251bc879d915'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:48:08.567256 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-211fbaf3-abd4-47e2-855c-6ff2bec905b6 req-3c9cebf6-e854-4a35-aec2-5209af64629c tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] No DVR routers for this DVR port 6f76b5ef-4cfb-42f2-87d3-251bc879d915 on host n-h1-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:48:08.571862 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-211fbaf3-abd4-47e2-855c-6ff2bec905b6 req-3c9cebf6-e854-4a35-aec2-5209af64629c tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:08.573888 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-211fbaf3-abd4-47e2-855c-6ff2bec905b6 req-3c9cebf6-e854-4a35-aec2-5209af64629c tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] 10.222.0.41 "DELETE /v2.0/ports/6f76b5ef-4cfb-42f2-87d3-251bc879d915 HTTP/1.1" status: 204 len: 173 time: 1.0200164 Jul 29 23:48:08.611753 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-39a4bc28-cc29-4cb3-9691-279f68af06dd req-3e7b160d-7872-44a7-9e5c-5931f94ee9c1 service neutron] 10.222.0.41 "GET /v2.0/networks/5fa326d4-46ce-4f3c-8c9b-894651498924?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944861 Jul 29 23:48:08.724964 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-db3ebdc4-e5dc-461b-9592-a0450aebd84b req-a960c35c-e7ac-465e-9c59-1146bf5b2716 tempest-VolumesSnapshotTestJSON-419258243 tempest-VolumesSnapshotTestJSON-419258243-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cba0e27-9ff0-486c-82a4-01bea28c5142 HTTP/1.1" status: 200 len: 210 time: 0.0638461 Jul 29 23:48:08.841765 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cba0e27-9ff0-486c-82a4-01bea28c5142', 'name': 'network-vif-deleted', 'tag': '6f76b5ef-4cfb-42f2-87d3-251bc879d915'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:48:08.844867 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c7c80f-71ee-462c-a456-a2e175190163" -d '{"events": [{"server_uuid": "9cba0e27-9ff0-486c-82a4-01bea28c5142", "name": "network-vif-deleted", "tag": "6f76b5ef-4cfb-42f2-87d3-251bc879d915"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:48:08.885452 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-680f7126-b53d-483b-ba08-5ae8f379ac78 x-openstack-request-id: req-680f7126-b53d-483b-ba08-5ae8f379ac78 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:48:08.885793 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cba0e27-9ff0-486c-82a4-01bea28c5142", "name": "network-vif-deleted", "tag": "6f76b5ef-4cfb-42f2-87d3-251bc879d915", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:48:08.886041 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-680f7126-b53d-483b-ba08-5ae8f379ac78 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:48:08.886438 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cba0e27-9ff0-486c-82a4-01bea28c5142', 'name': 'network-vif-deleted', 'tag': '6f76b5ef-4cfb-42f2-87d3-251bc879d915', 'status': 'completed', 'code': 200} Jul 29 23:48:09.362849 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81b470-5a7d-4a8e-92e5-8cb65ab657de req-b766a754-eb3c-44b0-bfc9-febca467f495 tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:09.364602 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8e81b470-5a7d-4a8e-92e5-8cb65ab657de req-b766a754-eb3c-44b0-bfc9-febca467f495 tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b208893-6deb-4f50-91be-94557e30b993 HTTP/1.1" status: 200 len: 944 time: 0.0698020 Jul 29 23:48:09.440064 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8e81b470-5a7d-4a8e-92e5-8cb65ab657de req-a21b3f00-b63c-46e4-9be4-ac9ba4422a28 tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] 10.222.0.43 "GET /v2.0/security-groups?id=07a58c27-cec3-4eaa-94d6-3b4ef66bf7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669146 Jul 29 23:48:09.706675 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d9e19-4505-4914-be58-ad8f802c29b1 req-7a265efe-1a38-46bb-8ead-3ec2be6f8ef6 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:09.708397 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bb0d9e19-4505-4914-be58-ad8f802c29b1 req-7a265efe-1a38-46bb-8ead-3ec2be6f8ef6 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/ports?device_id=09338872-8bde-443a-bb09-c1dcbbe9c9a5 HTTP/1.1" status: 200 len: 945 time: 0.0638542 Jul 29 23:48:09.756327 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bb0d9e19-4505-4914-be58-ad8f802c29b1 req-ea956864-2633-42d5-bb0c-62e08bd8921c tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/security-groups?id=fea2426c-faaa-41f8-aaeb-dd9911d88880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413897 Jul 29 23:48:10.569961 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2922e935-df1e-44fd-ac6b-f1fbd47b83f3 req-0510de2a-f14e-41d2-9292-3bed4e581d19 tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:10.571648 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2922e935-df1e-44fd-ac6b-f1fbd47b83f3 req-0510de2a-f14e-41d2-9292-3bed4e581d19 tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b208893-6deb-4f50-91be-94557e30b993 HTTP/1.1" status: 200 len: 944 time: 0.0591037 Jul 29 23:48:10.614073 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2922e935-df1e-44fd-ac6b-f1fbd47b83f3 req-7cf3e6de-5ce4-4c8e-b0db-6136c3bed687 tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] 10.222.0.43 "GET /v2.0/security-groups?id=07a58c27-cec3-4eaa-94d6-3b4ef66bf7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351918 Jul 29 23:48:10.887352 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26edfb18-7de8-47b7-a62e-cdd00d3df166 req-961fa886-301e-4e01-91fc-56f6366c36c3 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:10.889041 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-26edfb18-7de8-47b7-a62e-cdd00d3df166 req-961fa886-301e-4e01-91fc-56f6366c36c3 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/ports?device_id=09338872-8bde-443a-bb09-c1dcbbe9c9a5 HTTP/1.1" status: 200 len: 945 time: 0.0568488 Jul 29 23:48:10.932019 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-26edfb18-7de8-47b7-a62e-cdd00d3df166 req-2090e714-6f1e-49d8-be33-f3e5d223d8c9 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/security-groups?id=fea2426c-faaa-41f8-aaeb-dd9911d88880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343323 Jul 29 23:48:11.423445 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885a6783-75e3-4aee-829b-89b00dcd272f req-ab54b321-40b4-43eb-bcce-e78162eb3f3f tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:11.426005 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-885a6783-75e3-4aee-829b-89b00dcd272f req-ab54b321-40b4-43eb-bcce-e78162eb3f3f tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.22 "GET /v2.0/ports?device_id=09338872-8bde-443a-bb09-c1dcbbe9c9a5 HTTP/1.1" status: 200 len: 945 time: 0.0661478 Jul 29 23:48:11.549259 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-885a6783-75e3-4aee-829b-89b00dcd272f req-ca78481a-1c9e-4049-aa27-e41714445451 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Deleting port b03bf0d6-ae4e-4d0a-a9d8-caaa630cb2c4 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:48:11.549903 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-885a6783-75e3-4aee-829b-89b00dcd272f req-ca78481a-1c9e-4049-aa27-e41714445451 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:11.663555 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-885a6783-75e3-4aee-829b-89b00dcd272f req-ca78481a-1c9e-4049-aa27-e41714445451 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] For port b03bf0d6-ae4e-4d0a-a9d8-caaa630cb2c4, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=b03bf0d6-ae4e-4d0a-a9d8-caaa630cb2c4,segment=NetworkSegment(078bda1f-0f4d-4782-805e-e16705fa85d2),segment_id=078bda1f-0f4d-4782-805e-e16705fa85d2)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:11.663927 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-885a6783-75e3-4aee-829b-89b00dcd272f req-ca78481a-1c9e-4049-aa27-e41714445451 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:11.678756 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-885a6783-75e3-4aee-829b-89b00dcd272f req-ca78481a-1c9e-4049-aa27-e41714445451 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Calling delete_port for b03bf0d6-ae4e-4d0a-a9d8-caaa630cb2c4 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:48:11.768387 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb533de4-6fb5-4d74-a913-1ed31efad493 req-6436ea91-d4b6-43f1-8fe3-487961d9a11b tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:11.770244 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fb533de4-6fb5-4d74-a913-1ed31efad493 req-6436ea91-d4b6-43f1-8fe3-487961d9a11b tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b208893-6deb-4f50-91be-94557e30b993 HTTP/1.1" status: 200 len: 944 time: 0.0783982 Jul 29 23:48:11.830551 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 34a20858-0ac1-4dbd-833e-a150a9cefb71 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:48:11.851613 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fb533de4-6fb5-4d74-a913-1ed31efad493 req-cbb5fb12-a6f7-40c9-8610-5ac08595741b tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] 10.222.0.43 "GET /v2.0/security-groups?id=07a58c27-cec3-4eaa-94d6-3b4ef66bf7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751452 Jul 29 23:48:11.934633 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 6f76b5ef-4cfb-42f2-87d3-251bc879d915 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:48:11.969737 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 34a20858-0ac1-4dbd-833e-a150a9cefb71, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=34a20858-0ac1-4dbd-833e-a150a9cefb71,segment=NetworkSegment(b12b87c6-61bc-4d12-abed-ba34d601c4a0),segment_id=b12b87c6-61bc-4d12-abed-ba34d601c4a0)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:11.972606 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] No Port match for: 6f76b5ef-4cfb-42f2-87d3-251bc879d915 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:48:11.973195 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 6f76b5ef-4cfb-42f2-87d3-251bc879d915 not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:48:11.990719 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': '34a20858-0ac1-4dbd-833e-a150a9cefb71', 'network_id': '5fa326d4-46ce-4f3c-8c9b-894651498924', 'port_id': '34a20858-0ac1-4dbd-833e-a150a9cefb71', 'mac_address': 'fa:16:3e:3b:e5:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ecb16cf-101c-4d41-85e3-f4ad32598c09', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:48:12.041127 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:12.062177 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34a20858-0ac1-4dbd-833e-a150a9cefb71 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:48:12.116979 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 34a20858-0ac1-4dbd-833e-a150a9cefb71, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=34a20858-0ac1-4dbd-833e-a150a9cefb71,segment=NetworkSegment(b12b87c6-61bc-4d12-abed-ba34d601c4a0),segment_id=b12b87c6-61bc-4d12-abed-ba34d601c4a0)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:12.124895 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:12.154178 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d82ea-b935-4b8f-90ca-f713d071ff15 req-ec955688-1624-40e5-8552-8a305c74073e tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:12.163124 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-150d82ea-b935-4b8f-90ca-f713d071ff15 req-ec955688-1624-40e5-8552-8a305c74073e tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/ports?device_id=09338872-8bde-443a-bb09-c1dcbbe9c9a5 HTTP/1.1" status: 200 len: 945 time: 0.1012070 Jul 29 23:48:12.186864 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-885a6783-75e3-4aee-829b-89b00dcd272f req-ca78481a-1c9e-4049-aa27-e41714445451 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:12.218820 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-150d82ea-b935-4b8f-90ca-f713d071ff15 req-2602c3f9-21ac-4416-824f-5bce1e091869 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/security-groups?id=fea2426c-faaa-41f8-aaeb-dd9911d88880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542972 Jul 29 23:48:12.222305 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['2875ee32-238e-4ee6-9859-e138d0cb4a53', 'b03bf0d6-ae4e-4d0a-a9d8-caaa630cb2c4'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:48:12.224871 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['9a5d8967-81c6-4b23-be64-abf33b2ad069'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:48:12.241776 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca78481a-1c9e-4049-aa27-e41714445451 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Pushing event deleted for resources: {'Port': ['ID=b03bf0d6-ae4e-4d0a-a9d8-caaa630cb2c4,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:12.293512 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-885a6783-75e3-4aee-829b-89b00dcd272f req-ca78481a-1c9e-4049-aa27-e41714445451 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] No DVR routers for this DVR port b03bf0d6-ae4e-4d0a-a9d8-caaa630cb2c4 on host n-h2-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:48:12.298833 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-885a6783-75e3-4aee-829b-89b00dcd272f req-ca78481a-1c9e-4049-aa27-e41714445451 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:12.299634 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=34a20858-0ac1-4dbd-833e-a150a9cefb71,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:12.302255 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-885a6783-75e3-4aee-829b-89b00dcd272f req-ca78481a-1c9e-4049-aa27-e41714445451 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.22 "DELETE /v2.0/ports/b03bf0d6-ae4e-4d0a-a9d8-caaa630cb2c4 HTTP/1.1" status: 204 len: 173 time: 0.8677578 Jul 29 23:48:12.314549 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09338872-8bde-443a-bb09-c1dcbbe9c9a5', 'name': 'network-vif-deleted', 'tag': 'b03bf0d6-ae4e-4d0a-a9d8-caaa630cb2c4'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:48:12.318616 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a5088c-37d8-42b6-ac37-1396bf377e49" -d '{"events": [{"server_uuid": "09338872-8bde-443a-bb09-c1dcbbe9c9a5", "name": "network-vif-deleted", "tag": "b03bf0d6-ae4e-4d0a-a9d8-caaa630cb2c4"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:48:12.383823 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a010823f-d097-439b-af8d-25f5583689f3 x-openstack-request-id: req-a010823f-d097-439b-af8d-25f5583689f3 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:48:12.384466 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09338872-8bde-443a-bb09-c1dcbbe9c9a5", "name": "network-vif-deleted", "tag": "b03bf0d6-ae4e-4d0a-a9d8-caaa630cb2c4", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:48:12.385782 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a010823f-d097-439b-af8d-25f5583689f3 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:48:12.386451 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09338872-8bde-443a-bb09-c1dcbbe9c9a5', 'name': 'network-vif-deleted', 'tag': 'b03bf0d6-ae4e-4d0a-a9d8-caaa630cb2c4', 'status': 'completed', 'code': 200} Jul 29 23:48:12.440052 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['34a20858-0ac1-4dbd-833e-a150a9cefb71'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:48:13.005370 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b47d9d-5b50-40b9-9cb4-d5d9486eacc5 req-9895e9f1-4799-4d8a-b93b-9e8b51eb4161 tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:13.007376 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c7b47d9d-5b50-40b9-9cb4-d5d9486eacc5 req-9895e9f1-4799-4d8a-b93b-9e8b51eb4161 tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b208893-6deb-4f50-91be-94557e30b993 HTTP/1.1" status: 200 len: 945 time: 0.0770967 Jul 29 23:48:13.047665 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c7b47d9d-5b50-40b9-9cb4-d5d9486eacc5 req-47dcd166-9538-4fe8-83a4-32da96b31a1f tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] 10.222.0.43 "GET /v2.0/security-groups?id=07a58c27-cec3-4eaa-94d6-3b4ef66bf7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342424 Jul 29 23:48:13.537312 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b92dee-2284-4f2e-bcc6-ea5678db26b7 req-20ceada4-a537-430c-930e-b2059027dc8d tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:13.542043 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-53b92dee-2284-4f2e-bcc6-ea5678db26b7 req-20ceada4-a537-430c-930e-b2059027dc8d tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/ports?device_id=3edde035-2c0b-4648-ad11-b63b11c7756c HTTP/1.1" status: 200 len: 945 time: 0.0727277 Jul 29 23:48:13.580692 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-53b92dee-2284-4f2e-bcc6-ea5678db26b7 req-d98d566c-b0c2-4279-9e5f-883f4ab0ef91 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/security-groups?id=fea2426c-faaa-41f8-aaeb-dd9911d88880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358827 Jul 29 23:48:13.851618 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 34a20858-0ac1-4dbd-833e-a150a9cefb71 up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:48:13.918659 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port 34a20858-0ac1-4dbd-833e-a150a9cefb71 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:48:13.923109 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port 34a20858-0ac1-4dbd-833e-a150a9cefb71 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:48:13.923482 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:14.002548 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:14.026640 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b208893-6deb-4f50-91be-94557e30b993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a20858-0ac1-4dbd-833e-a150a9cefb71'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:48:14.029117 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de228ca4-53f6-4070-a646-06ae7b318d3c" -d '{"events": [{"server_uuid": "1b208893-6deb-4f50-91be-94557e30b993", "name": "network-vif-plugged", "status": "completed", "tag": "34a20858-0ac1-4dbd-833e-a150a9cefb71"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:48:14.042564 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 34a20858-0ac1-4dbd-833e-a150a9cefb71, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=34a20858-0ac1-4dbd-833e-a150a9cefb71,segment=NetworkSegment(b12b87c6-61bc-4d12-abed-ba34d601c4a0),segment_id=b12b87c6-61bc-4d12-abed-ba34d601c4a0)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:14.048252 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:14.100903 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f371d4-d593-43db-85c2-0e9b6fa95f9a x-openstack-request-id: req-b8f371d4-d593-43db-85c2-0e9b6fa95f9a {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:48:14.100903 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b208893-6deb-4f50-91be-94557e30b993", "name": "network-vif-plugged", "status": "completed", "tag": "34a20858-0ac1-4dbd-833e-a150a9cefb71", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:48:14.101169 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b8f371d4-d593-43db-85c2-0e9b6fa95f9a {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:48:14.101699 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b208893-6deb-4f50-91be-94557e30b993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a20858-0ac1-4dbd-833e-a150a9cefb71', 'code': 200} Jul 29 23:48:14.117459 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=34a20858-0ac1-4dbd-833e-a150a9cefb71,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:14.234112 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65069938-04e3-4326-aff4-abeaed4dd22b req-d60a4a24-fbea-41de-90f5-16dbd780a421 tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:14.235914 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-65069938-04e3-4326-aff4-abeaed4dd22b req-d60a4a24-fbea-41de-90f5-16dbd780a421 tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b208893-6deb-4f50-91be-94557e30b993 HTTP/1.1" status: 200 len: 946 time: 0.0811698 Jul 29 23:48:14.253403 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc203bf-f14d-46ec-97b9-8766f04c4b02 req-4f883b9f-6d79-4610-a1f5-c095ffbbd914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:14.255043 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4dc203bf-f14d-46ec-97b9-8766f04c4b02 req-4f883b9f-6d79-4610-a1f5-c095ffbbd914 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1b208893-6deb-4f50-91be-94557e30b993 HTTP/1.1" status: 200 len: 1098 time: 0.0646262 Jul 29 23:48:14.315477 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-65069938-04e3-4326-aff4-abeaed4dd22b req-2bd6099f-4c8e-4892-8914-4d4af0cd75f1 tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] 10.222.0.43 "GET /v2.0/security-groups?id=07a58c27-cec3-4eaa-94d6-3b4ef66bf7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593941 Jul 29 23:48:14.317532 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4dc203bf-f14d-46ec-97b9-8766f04c4b02 req-7cb6bd7e-caf8-467c-9708-a033ba085dba service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=07a58c27-cec3-4eaa-94d6-3b4ef66bf7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554051 Jul 29 23:48:14.706648 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e57111-42f9-49ca-8be6-377e0e6ce305 req-9dbbc116-e230-4cf9-92e4-716c7dbb3dc0 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:14.708190 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-43e57111-42f9-49ca-8be6-377e0e6ce305 req-9dbbc116-e230-4cf9-92e4-716c7dbb3dc0 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/ports?device_id=3edde035-2c0b-4648-ad11-b63b11c7756c HTTP/1.1" status: 200 len: 945 time: 0.0538926 Jul 29 23:48:14.778154 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-43e57111-42f9-49ca-8be6-377e0e6ce305 req-f325e925-f6e7-454d-b090-6752e557fb49 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/security-groups?id=fea2426c-faaa-41f8-aaeb-dd9911d88880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514801 Jul 29 23:48:15.288269 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced1af7-d2d4-43ac-af86-c1bc984443d1 req-f5eb025e-4f97-4801-ba88-19e6fd2bf291 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:15.291213 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fced1af7-d2d4-43ac-af86-c1bc984443d1 req-f5eb025e-4f97-4801-ba88-19e6fd2bf291 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.41 "GET /v2.0/ports?device_id=3edde035-2c0b-4648-ad11-b63b11c7756c HTTP/1.1" status: 200 len: 945 time: 0.0595145 Jul 29 23:48:15.383064 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device b03bf0d6-ae4e-4d0a-a9d8-caaa630cb2c4 no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:48:15.428968 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: b03bf0d6-ae4e-4d0a-a9d8-caaa630cb2c4 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:48:15.429339 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device b03bf0d6-ae4e-4d0a-a9d8-caaa630cb2c4 not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:48:15.509990 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-fced1af7-d2d4-43ac-af86-c1bc984443d1 req-e1d6d7eb-a806-4b2e-b065-2636f9b3ca94 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Deleting port 9a5d8967-81c6-4b23-be64-abf33b2ad069 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:48:15.511257 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-fced1af7-d2d4-43ac-af86-c1bc984443d1 req-e1d6d7eb-a806-4b2e-b065-2636f9b3ca94 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:15.657067 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb03f36-01e6-483b-bfb3-3a334c65e95f req-165ba9cb-4b3e-4de1-b1e6-c13c598f07bb tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:15.658916 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0eb03f36-01e6-483b-bfb3-3a334c65e95f req-165ba9cb-4b3e-4de1-b1e6-c13c598f07bb tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b208893-6deb-4f50-91be-94557e30b993 HTTP/1.1" status: 200 len: 946 time: 0.1398344 Jul 29 23:48:15.700820 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-fced1af7-d2d4-43ac-af86-c1bc984443d1 req-e1d6d7eb-a806-4b2e-b065-2636f9b3ca94 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] For port 9a5d8967-81c6-4b23-be64-abf33b2ad069, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=9a5d8967-81c6-4b23-be64-abf33b2ad069,segment=NetworkSegment(078bda1f-0f4d-4782-805e-e16705fa85d2),segment_id=078bda1f-0f4d-4782-805e-e16705fa85d2)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:15.701836 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-fced1af7-d2d4-43ac-af86-c1bc984443d1 req-e1d6d7eb-a806-4b2e-b065-2636f9b3ca94 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:15.724796 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-fced1af7-d2d4-43ac-af86-c1bc984443d1 req-e1d6d7eb-a806-4b2e-b065-2636f9b3ca94 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Calling delete_port for 9a5d8967-81c6-4b23-be64-abf33b2ad069 owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:48:15.739042 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0eb03f36-01e6-483b-bfb3-3a334c65e95f req-c0ce5275-b989-4808-9980-3d8897e2c853 tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] 10.222.0.43 "GET /v2.0/security-groups?id=07a58c27-cec3-4eaa-94d6-3b4ef66bf7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671625 Jul 29 23:48:15.964560 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc59ca3-7664-4229-868d-a5dd729190eb req-4c6520d3-410a-401b-8611-fb992ff429fb tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:15.966072 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0cc59ca3-7664-4229-868d-a5dd729190eb req-4c6520d3-410a-401b-8611-fb992ff429fb tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/ports?device_id=3edde035-2c0b-4648-ad11-b63b11c7756c HTTP/1.1" status: 200 len: 867 time: 0.0750632 Jul 29 23:48:15.967725 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-fced1af7-d2d4-43ac-af86-c1bc984443d1 req-e1d6d7eb-a806-4b2e-b065-2636f9b3ca94 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:15.984475 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['2875ee32-238e-4ee6-9859-e138d0cb4a53'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:48:16.009348 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d6d7eb-a806-4b2e-b065-2636f9b3ca94 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Pushing event deleted for resources: {'Port': ['ID=9a5d8967-81c6-4b23-be64-abf33b2ad069,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:16.038736 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['9a5d8967-81c6-4b23-be64-abf33b2ad069'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:48:16.086722 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-fced1af7-d2d4-43ac-af86-c1bc984443d1 req-e1d6d7eb-a806-4b2e-b065-2636f9b3ca94 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] No DVR routers for this DVR port 9a5d8967-81c6-4b23-be64-abf33b2ad069 on host n-h1-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:48:16.095903 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-fced1af7-d2d4-43ac-af86-c1bc984443d1 req-e1d6d7eb-a806-4b2e-b065-2636f9b3ca94 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:16.098057 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fced1af7-d2d4-43ac-af86-c1bc984443d1 req-e1d6d7eb-a806-4b2e-b065-2636f9b3ca94 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.41 "DELETE /v2.0/ports/9a5d8967-81c6-4b23-be64-abf33b2ad069 HTTP/1.1" status: 204 len: 173 time: 0.8002257 Jul 29 23:48:16.101754 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3edde035-2c0b-4648-ad11-b63b11c7756c', 'name': 'network-vif-deleted', 'tag': '9a5d8967-81c6-4b23-be64-abf33b2ad069'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:48:16.105825 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68282b3-2e04-4eca-a319-edbcbc02ef7f" -d '{"events": [{"server_uuid": "3edde035-2c0b-4648-ad11-b63b11c7756c", "name": "network-vif-deleted", "tag": "9a5d8967-81c6-4b23-be64-abf33b2ad069"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:48:16.117206 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0cc59ca3-7664-4229-868d-a5dd729190eb req-3d2221e6-5e41-4e53-9d3f-c6f72a9a350d tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/security-groups?id=fea2426c-faaa-41f8-aaeb-dd9911d88880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165035 Jul 29 23:48:16.173756 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d8dd6d8-b176-498f-989c-37722f100322 x-openstack-request-id: req-5d8dd6d8-b176-498f-989c-37722f100322 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:48:16.174082 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3edde035-2c0b-4648-ad11-b63b11c7756c", "name": "network-vif-deleted", "tag": "9a5d8967-81c6-4b23-be64-abf33b2ad069", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:48:16.174341 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5d8dd6d8-b176-498f-989c-37722f100322 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:48:16.174818 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3edde035-2c0b-4648-ad11-b63b11c7756c', 'name': 'network-vif-deleted', 'tag': '9a5d8967-81c6-4b23-be64-abf33b2ad069', 'status': 'completed', 'code': 200} Jul 29 23:48:16.936683 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209376d6-bfb5-4516-aa5f-0e1ea25acb9a req-94aa752f-c37b-4ea9-9810-0ea66c84aa85 tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:16.942357 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-209376d6-bfb5-4516-aa5f-0e1ea25acb9a req-94aa752f-c37b-4ea9-9810-0ea66c84aa85 tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b208893-6deb-4f50-91be-94557e30b993 HTTP/1.1" status: 200 len: 946 time: 0.0837510 Jul 29 23:48:17.027428 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-209376d6-bfb5-4516-aa5f-0e1ea25acb9a req-4eb5b7c2-6af5-4e9d-8f7d-ad686f3cf7f0 tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] 10.222.0.43 "GET /v2.0/security-groups?id=07a58c27-cec3-4eaa-94d6-3b4ef66bf7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811033 Jul 29 23:48:17.156646 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5762980-9d1d-4491-a281-5761bf2397f0 req-d484a9b4-91da-425a-bbaf-b1397774513a tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:17.158454 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f5762980-9d1d-4491-a281-5761bf2397f0 req-d484a9b4-91da-425a-bbaf-b1397774513a tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b208893-6deb-4f50-91be-94557e30b993 HTTP/1.1" status: 200 len: 946 time: 0.0546637 Jul 29 23:48:17.214185 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f5762980-9d1d-4491-a281-5761bf2397f0 req-356bcc8f-083c-4a17-9cb2-61210b5f4e53 tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] 10.222.0.43 "GET /v2.0/security-groups?id=07a58c27-cec3-4eaa-94d6-3b4ef66bf7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492249 Jul 29 23:48:17.618437 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5798d4a3-e803-44e7-9df0-d645c6f8f9d7 req-f4be788d-596f-459f-8f94-0778fc7f7113 tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:17.630474 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5798d4a3-e803-44e7-9df0-d645c6f8f9d7 req-f4be788d-596f-459f-8f94-0778fc7f7113 tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b208893-6deb-4f50-91be-94557e30b993 HTTP/1.1" status: 200 len: 946 time: 0.1653335 Jul 29 23:48:17.710922 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5798d4a3-e803-44e7-9df0-d645c6f8f9d7 req-dac0a765-bee7-4d60-946e-0d23d6a494f9 tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] 10.222.0.43 "GET /v2.0/security-groups?id=07a58c27-cec3-4eaa-94d6-3b4ef66bf7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756369 Jul 29 23:48:17.886555 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:48:18.151436 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff670fe-fc1e-48c0-bf6f-66fa30df9e5a req-0e548479-b77c-402a-ab6b-11c4eb6b8d1e tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:18.153271 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4ff670fe-fc1e-48c0-bf6f-66fa30df9e5a req-0e548479-b77c-402a-ab6b-11c4eb6b8d1e tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b208893-6deb-4f50-91be-94557e30b993 HTTP/1.1" status: 200 len: 946 time: 0.0909240 Jul 29 23:48:18.228691 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4ff670fe-fc1e-48c0-bf6f-66fa30df9e5a req-ba26399c-8110-45e2-ab66-a7201733675b tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] 10.222.0.43 "GET /v2.0/security-groups?id=07a58c27-cec3-4eaa-94d6-3b4ef66bf7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687432 Jul 29 23:48:19.490875 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa2c2d7-1d3b-4a0e-b92f-a67a17f594ed req-7afd2214-81d7-48e8-ab52-180ca2f6e237 tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:19.492426 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-faa2c2d7-1d3b-4a0e-b92f-a67a17f594ed req-7afd2214-81d7-48e8-ab52-180ca2f6e237 tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b208893-6deb-4f50-91be-94557e30b993 HTTP/1.1" status: 200 len: 946 time: 0.0893402 Jul 29 23:48:19.504041 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3faeba6-59fd-4423-b7f3-5eb8de530567 req-64f790f5-109b-49da-bfc6-8b6498592d8c tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:19.511132 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a3faeba6-59fd-4423-b7f3-5eb8de530567 req-64f790f5-109b-49da-bfc6-8b6498592d8c tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b208893-6deb-4f50-91be-94557e30b993 HTTP/1.1" status: 200 len: 946 time: 0.1460671 Jul 29 23:48:19.628545 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a3faeba6-59fd-4423-b7f3-5eb8de530567 req-ed6e5d0c-cecf-42e9-91a1-d380e548381b tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] 10.222.0.43 "GET /v2.0/security-groups?id=07a58c27-cec3-4eaa-94d6-3b4ef66bf7d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165509 Jul 29 23:48:19.693264 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-faa2c2d7-1d3b-4a0e-b92f-a67a17f594ed req-beb9c76e-6485-4ea1-b41e-f5f779014bda tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] Deleting port 34a20858-0ac1-4dbd-833e-a150a9cefb71 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:48:19.693878 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-faa2c2d7-1d3b-4a0e-b92f-a67a17f594ed req-beb9c76e-6485-4ea1-b41e-f5f779014bda tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:19.717050 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:19.853769 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 9a5d8967-81c6-4b23-be64-abf33b2ad069 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:48:19.881566 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] No Port match for: 9a5d8967-81c6-4b23-be64-abf33b2ad069 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:48:19.881980 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 9a5d8967-81c6-4b23-be64-abf33b2ad069 not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:48:19.895439 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-faa2c2d7-1d3b-4a0e-b92f-a67a17f594ed req-beb9c76e-6485-4ea1-b41e-f5f779014bda tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] For port 34a20858-0ac1-4dbd-833e-a150a9cefb71, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=34a20858-0ac1-4dbd-833e-a150a9cefb71,segment=NetworkSegment(b12b87c6-61bc-4d12-abed-ba34d601c4a0),segment_id=b12b87c6-61bc-4d12-abed-ba34d601c4a0)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:19.896131 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-faa2c2d7-1d3b-4a0e-b92f-a67a17f594ed req-beb9c76e-6485-4ea1-b41e-f5f779014bda tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:19.914970 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-faa2c2d7-1d3b-4a0e-b92f-a67a17f594ed req-beb9c76e-6485-4ea1-b41e-f5f779014bda tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] Calling delete_port for 34a20858-0ac1-4dbd-833e-a150a9cefb71 owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:48:20.148146 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-faa2c2d7-1d3b-4a0e-b92f-a67a17f594ed req-beb9c76e-6485-4ea1-b41e-f5f779014bda tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:20.181722 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['34a20858-0ac1-4dbd-833e-a150a9cefb71'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:48:20.285886 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb9c76e-6485-4ea1-b41e-f5f779014bda tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] Pushing event deleted for resources: {'Port': ['ID=34a20858-0ac1-4dbd-833e-a150a9cefb71,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:20.290193 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-faa2c2d7-1d3b-4a0e-b92f-a67a17f594ed req-beb9c76e-6485-4ea1-b41e-f5f779014bda tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] No DVR routers for this DVR port 34a20858-0ac1-4dbd-833e-a150a9cefb71 on host n-h1-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:48:20.300341 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-faa2c2d7-1d3b-4a0e-b92f-a67a17f594ed req-beb9c76e-6485-4ea1-b41e-f5f779014bda tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:20.302877 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-faa2c2d7-1d3b-4a0e-b92f-a67a17f594ed req-beb9c76e-6485-4ea1-b41e-f5f779014bda tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] 10.222.0.41 "DELETE /v2.0/ports/34a20858-0ac1-4dbd-833e-a150a9cefb71 HTTP/1.1" status: 204 len: 173 time: 0.7887685 Jul 29 23:48:20.303791 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b208893-6deb-4f50-91be-94557e30b993', 'name': 'network-vif-deleted', 'tag': '34a20858-0ac1-4dbd-833e-a150a9cefb71'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:48:20.305615 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09710f85-60d3-413b-9239-63c4ca89d87c" -d '{"events": [{"server_uuid": "1b208893-6deb-4f50-91be-94557e30b993", "name": "network-vif-deleted", "tag": "34a20858-0ac1-4dbd-833e-a150a9cefb71"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:48:20.349948 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad806fcd-2251-420b-b05d-d89bf3ce1af1 x-openstack-request-id: req-ad806fcd-2251-420b-b05d-d89bf3ce1af1 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:48:20.350377 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b208893-6deb-4f50-91be-94557e30b993", "name": "network-vif-deleted", "tag": "34a20858-0ac1-4dbd-833e-a150a9cefb71", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:48:20.350783 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ad806fcd-2251-420b-b05d-d89bf3ce1af1 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:48:20.351216 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b208893-6deb-4f50-91be-94557e30b993', 'name': 'network-vif-deleted', 'tag': '34a20858-0ac1-4dbd-833e-a150a9cefb71', 'status': 'completed', 'code': 200} Jul 29 23:48:20.883911 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-11ec0cee-903a-4b1d-9ba0-f3a92c966823 req-af0e1a0a-f388-4614-b032-cabd868cd0b4 tempest-ServersNegativeTestMultiTenantJSON-577036470 tempest-ServersNegativeTestMultiTenantJSON-577036470-project] 10.222.0.43 "GET /v2.0/ports?device_id=1b208893-6deb-4f50-91be-94557e30b993 HTTP/1.1" status: 200 len: 210 time: 0.0857682 Jul 29 23:48:21.350660 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409b3ff-19c7-4016-a8a9-b8f401e1cc3f req-52efa69a-0f1e-42b9-b6c1-4204d4fbc52e tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:21.360454 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0409b3ff-19c7-4016-a8a9-b8f401e1cc3f req-52efa69a-0f1e-42b9-b6c1-4204d4fbc52e tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/ports?device_id=7df963d9-d8a9-463f-a367-a69d85222dea HTTP/1.1" status: 200 len: 946 time: 0.0819108 Jul 29 23:48:21.438268 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0409b3ff-19c7-4016-a8a9-b8f401e1cc3f req-9ee74c09-32f1-4770-bee1-cda0e1be55cc tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/security-groups?id=fea2426c-faaa-41f8-aaeb-dd9911d88880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767062 Jul 29 23:48:21.969119 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 44022) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:22.024329 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0da3848-7e4c-46a8-b987-05f65df6f828 admin admin] Deleting subnet 8ecb16cf-101c-4d41-85e3-f4ad32598c09 {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:48:22.031884 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a0da3848-7e4c-46a8-b987-05f65df6f828 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:22.080403 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a0da3848-7e4c-46a8-b987-05f65df6f828 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:22.128820 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a0da3848-7e4c-46a8-b987-05f65df6f828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:22.181167 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a0da3848-7e4c-46a8-b987-05f65df6f828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:22.208878 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a0da3848-7e4c-46a8-b987-05f65df6f828 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:22.210829 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-a0da3848-7e4c-46a8-b987-05f65df6f828 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8ecb16cf-101c-4d41-85e3-f4ad32598c09 HTTP/1.1" status: 204 len: 168 time: 0.2400250 Jul 29 23:48:22.211610 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0da3848-7e4c-46a8-b987-05f65df6f828 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ecb16cf-101c-4d41-85e3-f4ad32598c09,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:22.213400 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44026) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:22.287670 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-69fd6950-db2a-4281-8fdc-b541ebf02789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:22.367962 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-69fd6950-db2a-4281-8fdc-b541ebf02789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:22.379138 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-69fd6950-db2a-4281-8fdc-b541ebf02789 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fa326d4-46ce-4f3c-8c9b-894651498924']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:22.394214 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-69fd6950-db2a-4281-8fdc-b541ebf02789 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b12b87c6-61bc-4d12-abed-ba34d601c4a0') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:22.394504 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-69fd6950-db2a-4281-8fdc-b541ebf02789 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b12b87c6-61bc-4d12-abed-ba34d601c4a0') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:22.403007 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-69fd6950-db2a-4281-8fdc-b541ebf02789 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:22.416957 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-69fd6950-db2a-4281-8fdc-b541ebf02789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:22.422893 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69fd6950-db2a-4281-8fdc-b541ebf02789 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:48:22.423270 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-69fd6950-db2a-4281-8fdc-b541ebf02789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:22.424864 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:48:22.424864 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:48:22.424864 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:48:22.424864 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:48:22.424864 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:48:22.424864 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:48:22.424864 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:48:22.424864 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:48:22.424864 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:48:22.424864 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:48:22.424864 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:48:22.424864 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:48:22.424864 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:48:22.424864 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:48:22.424864 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:48:22.424864 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:48:22.424864 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:48:22.424864 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:48:22.424864 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:48:22.424864 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:48:22.424864 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:48:22.424864 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:48:22.424864 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:48:22.424864 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:48:22.424864 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:48:22.424864 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:48:22.424864 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:48:22.424864 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:48:22.424864 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:48:22.424864 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:48:22.424864 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:48:22.424864 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:48:22.491719 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-69fd6950-db2a-4281-8fdc-b541ebf02789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:22.509898 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-69fd6950-db2a-4281-8fdc-b541ebf02789 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:22.514816 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 44030) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:22.525564 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-69fd6950-db2a-4281-8fdc-b541ebf02789 admin admin] 10.222.0.43 "DELETE /v2.0/networks/5fa326d4-46ce-4f3c-8c9b-894651498924 HTTP/1.1" status: 204 len: 168 time: 0.3061986 Jul 29 23:48:22.527506 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fd6950-db2a-4281-8fdc-b541ebf02789 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fa326d4-46ce-4f3c-8c9b-894651498924,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:22.611929 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-57a58f30-18fa-47c9-a50f-2a998e61f4ba admin admin] Deleting subnet e8dafadd-d8e1-4d04-a893-36d060006a05 {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:48:22.616942 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-57a58f30-18fa-47c9-a50f-2a998e61f4ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:22.652719 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e15869-a22a-4cf5-8a22-326369c77c69 req-0c4e6837-c6c1-431c-a876-75f6ef0eb887 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:22.652719 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-94e15869-a22a-4cf5-8a22-326369c77c69 req-0c4e6837-c6c1-431c-a876-75f6ef0eb887 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/ports?device_id=7df963d9-d8a9-463f-a367-a69d85222dea HTTP/1.1" status: 200 len: 946 time: 0.1248033 Jul 29 23:48:22.693517 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-57a58f30-18fa-47c9-a50f-2a998e61f4ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:22.741217 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-94e15869-a22a-4cf5-8a22-326369c77c69 req-fe578145-023a-439f-8966-ca4fce30b841 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/security-groups?id=fea2426c-faaa-41f8-aaeb-dd9911d88880&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821931 Jul 29 23:48:22.773186 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-57a58f30-18fa-47c9-a50f-2a998e61f4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:22.878693 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-57a58f30-18fa-47c9-a50f-2a998e61f4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:22.904611 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a58f30-18fa-47c9-a50f-2a998e61f4ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8dafadd-d8e1-4d04-a893-36d060006a05,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:22.912528 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-57a58f30-18fa-47c9-a50f-2a998e61f4ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:22.914823 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-57a58f30-18fa-47c9-a50f-2a998e61f4ba admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e8dafadd-d8e1-4d04-a893-36d060006a05 HTTP/1.1" status: 204 len: 168 time: 0.3990312 Jul 29 23:48:22.918362 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44046) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:23.030846 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-12695a5c-9f62-45ee-a43f-8eced0dd7cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:23.045928 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990be835-4048-4d6d-a4d4-21304c9b0f40 req-08df0784-6e31-4e2e-8d90-0d0778d1b0d1 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:23.047835 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-990be835-4048-4d6d-a4d4-21304c9b0f40 req-08df0784-6e31-4e2e-8d90-0d0778d1b0d1 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.22 "GET /v2.0/ports?device_id=7df963d9-d8a9-463f-a367-a69d85222dea HTTP/1.1" status: 200 len: 946 time: 0.0752017 Jul 29 23:48:23.204455 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-12695a5c-9f62-45ee-a43f-8eced0dd7cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:23.216487 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-12695a5c-9f62-45ee-a43f-8eced0dd7cc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e8fbbbb-0595-4b53-9f9d-d57cc121b87e']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:23.230078 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-12695a5c-9f62-45ee-a43f-8eced0dd7cc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e018e6c-34f9-4b38-b90c-311196b861e7') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:23.230451 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-12695a5c-9f62-45ee-a43f-8eced0dd7cc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e018e6c-34f9-4b38-b90c-311196b861e7') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:23.246676 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-12695a5c-9f62-45ee-a43f-8eced0dd7cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:23.261318 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-005d8a70-6795-4456-81da-c8eabc711213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:23.274178 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-12695a5c-9f62-45ee-a43f-8eced0dd7cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:23.277890 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-990be835-4048-4d6d-a4d4-21304c9b0f40 req-7eff39b4-4281-426c-b98f-10a7887bca05 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Deleting port 2875ee32-238e-4ee6-9859-e138d0cb4a53 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:48:23.278453 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-990be835-4048-4d6d-a4d4-21304c9b0f40 req-7eff39b4-4281-426c-b98f-10a7887bca05 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:23.296667 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12695a5c-9f62-45ee-a43f-8eced0dd7cc8 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:48:23.297361 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-12695a5c-9f62-45ee-a43f-8eced0dd7cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:23.299058 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:48:23.299058 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:48:23.299058 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:48:23.299058 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:48:23.299058 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:48:23.299058 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:48:23.299058 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:48:23.299058 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:48:23.299058 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:48:23.299058 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:48:23.299058 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:48:23.299058 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:48:23.299058 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:48:23.299058 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:48:23.299058 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:48:23.299058 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:48:23.299058 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:48:23.299058 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:48:23.299058 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:48:23.299058 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:48:23.299058 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:48:23.299058 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:48:23.299058 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:48:23.299058 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:48:23.299058 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:48:23.299058 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:48:23.299058 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:48:23.299058 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:48:23.299058 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:48:23.299058 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:48:23.299058 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:48:23.299058 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:48:23.415164 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-12695a5c-9f62-45ee-a43f-8eced0dd7cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:23.420622 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-12695a5c-9f62-45ee-a43f-8eced0dd7cc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:23.425928 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-12695a5c-9f62-45ee-a43f-8eced0dd7cc8 admin admin] 10.222.0.43 "DELETE /v2.0/networks/7e8fbbbb-0595-4b53-9f9d-d57cc121b87e HTTP/1.1" status: 204 len: 168 time: 0.5025108 Jul 29 23:48:23.449953 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12695a5c-9f62-45ee-a43f-8eced0dd7cc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e8fbbbb-0595-4b53-9f9d-d57cc121b87e,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:23.462275 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-990be835-4048-4d6d-a4d4-21304c9b0f40 req-7eff39b4-4281-426c-b98f-10a7887bca05 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] For port 2875ee32-238e-4ee6-9859-e138d0cb4a53, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=2875ee32-238e-4ee6-9859-e138d0cb4a53,segment=NetworkSegment(078bda1f-0f4d-4782-805e-e16705fa85d2),segment_id=078bda1f-0f4d-4782-805e-e16705fa85d2)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:23.462948 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-990be835-4048-4d6d-a4d4-21304c9b0f40 req-7eff39b4-4281-426c-b98f-10a7887bca05 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:23.493792 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-990be835-4048-4d6d-a4d4-21304c9b0f40 req-7eff39b4-4281-426c-b98f-10a7887bca05 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Calling delete_port for 2875ee32-238e-4ee6-9859-e138d0cb4a53 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:48:23.677384 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-990be835-4048-4d6d-a4d4-21304c9b0f40 req-7eff39b4-4281-426c-b98f-10a7887bca05 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:23.690878 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['2875ee32-238e-4ee6-9859-e138d0cb4a53'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:48:23.708836 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 44056) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:23.741264 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eff39b4-4281-426c-b98f-10a7887bca05 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Pushing event deleted for resources: {'Port': ['ID=2875ee32-238e-4ee6-9859-e138d0cb4a53,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:23.792107 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-49d5d19e-f322-44b5-a14d-e9bc9604b51f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dc8181e3410349b2b26f10775e6b11c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0814285 Jul 29 23:48:23.795240 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 44062) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:23.816855 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-990be835-4048-4d6d-a4d4-21304c9b0f40 req-7eff39b4-4281-426c-b98f-10a7887bca05 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] No DVR routers for this DVR port 2875ee32-238e-4ee6-9859-e138d0cb4a53 on host n-h2-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:48:23.819445 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-990be835-4048-4d6d-a4d4-21304c9b0f40 req-7eff39b4-4281-426c-b98f-10a7887bca05 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:23.821658 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-990be835-4048-4d6d-a4d4-21304c9b0f40 req-7eff39b4-4281-426c-b98f-10a7887bca05 tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.22 "DELETE /v2.0/ports/2875ee32-238e-4ee6-9859-e138d0cb4a53 HTTP/1.1" status: 204 len: 173 time: 0.7590551 Jul 29 23:48:23.822835 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df963d9-d8a9-463f-a367-a69d85222dea', 'name': 'network-vif-deleted', 'tag': '2875ee32-238e-4ee6-9859-e138d0cb4a53'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:48:23.824438 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c7b0e6-01e2-4c29-97fc-c9c2e0a016f8" -d '{"events": [{"server_uuid": "7df963d9-d8a9-463f-a367-a69d85222dea", "name": "network-vif-deleted", "tag": "2875ee32-238e-4ee6-9859-e138d0cb4a53"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:48:23.871485 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9cd4ec16-37bc-4cfb-9982-aa78f465b157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:23.873197 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 34a20858-0ac1-4dbd-833e-a150a9cefb71 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:48:23.925086 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3137e063-d870-440b-8bcd-c1ab04321dc6 x-openstack-request-id: req-3137e063-d870-440b-8bcd-c1ab04321dc6 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:48:23.925419 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7df963d9-d8a9-463f-a367-a69d85222dea", "name": "network-vif-deleted", "tag": "2875ee32-238e-4ee6-9859-e138d0cb4a53", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:48:23.925684 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3137e063-d870-440b-8bcd-c1ab04321dc6 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:48:23.926092 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7df963d9-d8a9-463f-a367-a69d85222dea', 'name': 'network-vif-deleted', 'tag': '2875ee32-238e-4ee6-9859-e138d0cb4a53', 'status': 'completed', 'code': 200} Jul 29 23:48:23.928212 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] No Port match for: 34a20858-0ac1-4dbd-833e-a150a9cefb71 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:48:23.928784 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 34a20858-0ac1-4dbd-833e-a150a9cefb71 not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:48:23.945022 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9cd4ec16-37bc-4cfb-9982-aa78f465b157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:23.971144 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7ebc2402-85ef-4bd0-8fbb-f713a04c2def req-a79495fc-0444-4fb8-85ea-05a14207f56c tempest-AttachVolumeNegativeTest-1571706059 tempest-AttachVolumeNegativeTest-1571706059-project] 10.222.0.43 "GET /v2.0/ports?device_id=7df963d9-d8a9-463f-a367-a69d85222dea HTTP/1.1" status: 200 len: 210 time: 0.0427685 Jul 29 23:48:24.041079 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9cd4ec16-37bc-4cfb-9982-aa78f465b157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:24.043980 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9cd4ec16-37bc-4cfb-9982-aa78f465b157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:24.046491 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-9cd4ec16-37bc-4cfb-9982-aa78f465b157 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/07a58c27-cec3-4eaa-94d6-3b4ef66bf7d8 HTTP/1.1" status: 204 len: 168 time: 0.2496607 Jul 29 23:48:24.068078 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd4ec16-37bc-4cfb-9982-aa78f465b157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a58c27-cec3-4eaa-94d6-3b4ef66bf7d8,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:24.108514 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfe251d-057a-4325-9fe5-e5b8edee2b02 req-3ed65830-e496-4241-9474-9a1db36be501 tempest-TestNetworkAdvancedServerOps-451069228 tempest-TestNetworkAdvancedServerOps-451069228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:24.114355 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3bfe251d-057a-4325-9fe5-e5b8edee2b02 req-3ed65830-e496-4241-9474-9a1db36be501 tempest-TestNetworkAdvancedServerOps-451069228 tempest-TestNetworkAdvancedServerOps-451069228-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=fc6f8768-bc16-43ad-afd1-11dccd987c89 HTTP/1.1" status: 200 len: 1097 time: 0.0620801 Jul 29 23:48:24.171853 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3bfe251d-057a-4325-9fe5-e5b8edee2b02 req-5481ba82-76e9-4bf6-b8c6-3476c716be6c tempest-TestNetworkAdvancedServerOps-451069228 tempest-TestNetworkAdvancedServerOps-451069228-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=55bbb774-181a-46ce-808b-df0560fd010c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468402 Jul 29 23:48:24.196117 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 44076) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:24.391156 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-6eb04724-5492-4ca3-a8dc-277d9218cd15 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Deleting port 831065ce-2c78-4b36-8ca2-5cf56970e29e {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:48:24.391736 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6eb04724-5492-4ca3-a8dc-277d9218cd15 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:24.507772 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6eb04724-5492-4ca3-a8dc-277d9218cd15 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:24.508467 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6eb04724-5492-4ca3-a8dc-277d9218cd15 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:24.525130 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-6eb04724-5492-4ca3-a8dc-277d9218cd15 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Calling delete_port for 831065ce-2c78-4b36-8ca2-5cf56970e29e owned by network:floatingip {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:48:24.581760 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44080) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:24.651603 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-82c591c6-60a7-43dd-90f0-a8ea1967b40f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=884b16a1f6804f5f9aac60c75d3872aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0686278 Jul 29 23:48:24.656842 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 44082) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:24.753204 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2042d384-edb1-4b79-a512-affa6a969023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:24.795195 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2042d384-edb1-4b79-a512-affa6a969023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:24.809725 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6eb04724-5492-4ca3-a8dc-277d9218cd15 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:24.858101 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb04724-5492-4ca3-a8dc-277d9218cd15 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event deleted for resources: {'Port': ['ID=831065ce-2c78-4b36-8ca2-5cf56970e29e,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:24.930521 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2042d384-edb1-4b79-a512-affa6a969023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:24.933151 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2042d384-edb1-4b79-a512-affa6a969023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:24.934454 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-2042d384-edb1-4b79-a512-affa6a969023 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cfbede8c-fb82-4818-b4ac-22e7f37bcb5d HTTP/1.1" status: 204 len: 168 time: 0.2765987 Jul 29 23:48:24.950008 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2042d384-edb1-4b79-a512-affa6a969023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfbede8c-fb82-4818-b4ac-22e7f37bcb5d,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:24.953044 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6eb04724-5492-4ca3-a8dc-277d9218cd15 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for floatingip, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:24.953531 n-d-712141-10 neutron-server[94078]: INFO neutron.db.l3_db [None req-6eb04724-5492-4ca3-a8dc-277d9218cd15 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Floating IP a701c03a-6330-45fd-baae-2e0b92a9f340 disassociated (deleted). External IP: 172.25.0.217, port: 1b4d112d-7938-4dd2-926a-b8673cbe873c. Jul 29 23:48:25.043549 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44096) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:25.127442 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f8a1c58-f376-4c59-b1bb-59b12a9a264a admin admin] Deleting subnet 0ac8a8ba-a6a8-4667-a787-0546343c7c92 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:48:25.142381 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7f8a1c58-f376-4c59-b1bb-59b12a9a264a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:25.222441 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7f8a1c58-f376-4c59-b1bb-59b12a9a264a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:25.305211 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7f8a1c58-f376-4c59-b1bb-59b12a9a264a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:25.436898 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb04724-5492-4ca3-a8dc-277d9218cd15 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Router a4d74a75-5fed-4282-aa1a-bdd57b8fdf02 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:48:25.447846 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7f8a1c58-f376-4c59-b1bb-59b12a9a264a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:25.510724 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7f8a1c58-f376-4c59-b1bb-59b12a9a264a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:25.512809 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7f8a1c58-f376-4c59-b1bb-59b12a9a264a admin admin] 10.222.0.43 "DELETE /v2.0/subnets/0ac8a8ba-a6a8-4667-a787-0546343c7c92 HTTP/1.1" status: 204 len: 168 time: 0.4683278 Jul 29 23:48:25.515509 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8a1c58-f376-4c59-b1bb-59b12a9a264a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ac8a8ba-a6a8-4667-a787-0546343c7c92,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:25.518011 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44106) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:25.656379 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0208d83a-c3d5-48d2-adfd-60952d6b35ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:25.794262 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0208d83a-c3d5-48d2-adfd-60952d6b35ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:25.817905 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-0208d83a-c3d5-48d2-adfd-60952d6b35ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ed09e0f-fd33-4f99-9c36-53e301ede8c7']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:25.843733 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-0208d83a-c3d5-48d2-adfd-60952d6b35ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '078bda1f-0f4d-4782-805e-e16705fa85d2') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:25.843910 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-0208d83a-c3d5-48d2-adfd-60952d6b35ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '078bda1f-0f4d-4782-805e-e16705fa85d2') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:25.857169 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0208d83a-c3d5-48d2-adfd-60952d6b35ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:25.882060 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0208d83a-c3d5-48d2-adfd-60952d6b35ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:25.890841 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0208d83a-c3d5-48d2-adfd-60952d6b35ee admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:48:25.892136 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0208d83a-c3d5-48d2-adfd-60952d6b35ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:25.896043 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:48:25.896043 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:48:25.896043 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:48:25.896043 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:48:25.896043 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:48:25.896043 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:48:25.896043 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:48:25.896043 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:48:25.896043 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:48:25.896043 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:48:25.896043 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:48:25.896043 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:48:25.896043 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:48:25.896043 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:48:25.896043 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:48:25.896043 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:48:25.896043 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:48:25.896043 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:48:25.896043 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:48:25.896043 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:48:25.896043 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:48:25.896043 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:48:25.896043 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:48:25.896043 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:48:25.896043 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:48:25.896043 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:48:25.896043 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:48:25.896043 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:48:25.896043 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:48:25.896043 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:48:25.896043 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:48:25.896043 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:48:25.899108 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-34509311-db72-46e5-b7b2-eda6c7bc4303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:25.975840 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0208d83a-c3d5-48d2-adfd-60952d6b35ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:25.987032 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0208d83a-c3d5-48d2-adfd-60952d6b35ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:25.991754 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0208d83a-c3d5-48d2-adfd-60952d6b35ee admin admin] 10.222.0.43 "DELETE /v2.0/networks/9ed09e0f-fd33-4f99-9c36-53e301ede8c7 HTTP/1.1" status: 204 len: 168 time: 0.4724011 Jul 29 23:48:26.019350 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0208d83a-c3d5-48d2-adfd-60952d6b35ee admin admin] Pushing event deleted for resources: {'Network': ['ID=9ed09e0f-fd33-4f99-9c36-53e301ede8c7,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:26.322852 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44130) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:26.392506 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b1161eb7-e0df-4dd6-adbe-4486c302593c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fcb43ac6c6a9431f84d08948e21fa251&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0677719 Jul 29 23:48:26.396164 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 44136) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:26.471608 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:26.553278 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb04724-5492-4ca3-a8dc-277d9218cd15 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:48:26.558817 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6eb04724-5492-4ca3-a8dc-277d9218cd15 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:26.565850 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d114550f-5432-40e8-81ad-ce36539c8004 None None] Sync routers for ids ['a4d74a75-5fed-4282-aa1a-bdd57b8fdf02'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:48:26.594942 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-6eb04724-5492-4ca3-a8dc-277d9218cd15 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "DELETE /v2.0/floatingips/a701c03a-6330-45fd-baae-2e0b92a9f340 HTTP/1.1" status: 204 len: 168 time: 2.3976285 Jul 29 23:48:26.597151 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc6f8768-bc16-43ad-afd1-11dccd987c89', 'tag': '1b4d112d-7938-4dd2-926a-b8673cbe873c'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:48:26.599721 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d114550f-5432-40e8-81ad-ce36539c8004 None None] Routers {'a4d74a75-5fed-4282-aa1a-bdd57b8fdf02'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:48:26.599997 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc87d759-5dab-4ee2-8815-51ae04058b6c" -d '{"events": [{"name": "network-changed", "server_uuid": "fc6f8768-bc16-43ad-afd1-11dccd987c89", "tag": "1b4d112d-7938-4dd2-926a-b8673cbe873c"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:48:26.600741 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-d114550f-5432-40e8-81ad-ce36539c8004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:48:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['a4d74a75-5fed-4282-aa1a-bdd57b8fdf02'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:26.635035 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b2a80824-be79-4306-b55f-7f1e7d058cf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:26.705205 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b2a80824-be79-4306-b55f-7f1e7d058cf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:26.785363 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b47a32a-0e39-4035-a7fe-33094864e80b x-openstack-request-id: req-5b47a32a-0e39-4035-a7fe-33094864e80b {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:48:26.785363 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc6f8768-bc16-43ad-afd1-11dccd987c89", "tag": "1b4d112d-7938-4dd2-926a-b8673cbe873c", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:48:26.785363 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5b47a32a-0e39-4035-a7fe-33094864e80b {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:48:26.785363 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc6f8768-bc16-43ad-afd1-11dccd987c89', 'tag': '1b4d112d-7938-4dd2-926a-b8673cbe873c', 'status': 'completed', 'code': 200} Jul 29 23:48:26.865421 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 44152) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:26.915582 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b2a80824-be79-4306-b55f-7f1e7d058cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:26.918451 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b2a80824-be79-4306-b55f-7f1e7d058cf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:26.919773 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-b2a80824-be79-4306-b55f-7f1e7d058cf5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fea2426c-faaa-41f8-aaeb-dd9911d88880 HTTP/1.1" status: 204 len: 168 time: 0.5209208 Jul 29 23:48:26.935069 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a80824-be79-4306-b55f-7f1e7d058cf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea2426c-faaa-41f8-aaeb-dd9911d88880,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:27.044427 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-d114550f-5432-40e8-81ad-ce36539c8004 None None] Set router a4d74a75-5fed-4282-aa1a-bdd57b8fdf02 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:48:27.160003 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-511e4f17-3559-4037-be46-12b9c818a552 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1357557364-network', 'tenant_id': 'c1d7085ece28410698508031edfc5998'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:27.194477 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc87d759-5dab-4ee2-8815-51ae04058b6c req-bcc007c9-9663-4594-b685-1579546526a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:27.196538 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-cc87d759-5dab-4ee2-8815-51ae04058b6c req-bcc007c9-9663-4594-b685-1579546526a8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=65ae77200a164c0f8f007753b934a6ed&device_id=fc6f8768-bc16-43ad-afd1-11dccd987c89 HTTP/1.1" status: 200 len: 1097 time: 0.3895035 Jul 29 23:48:27.221966 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511e4f17-3559-4037-be46-12b9c818a552 admin admin] Made reservation on behalf of c1d7085ece28410698508031edfc5998 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:48:27.226065 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-511e4f17-3559-4037-be46-12b9c818a552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:27.245970 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-511e4f17-3559-4037-be46-12b9c818a552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:27.306178 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6da111-6bea-42aa-a184-2f6329d0e69e req-bf08482c-c6c3-4c05-87dc-3e5770495bb4 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:27.314537 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ae6da111-6bea-42aa-a184-2f6329d0e69e req-bf08482c-c6c3-4c05-87dc-3e5770495bb4 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc6f8768-bc16-43ad-afd1-11dccd987c89 HTTP/1.1" status: 200 len: 945 time: 0.1784585 Jul 29 23:48:27.359263 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc87d759-5dab-4ee2-8815-51ae04058b6c req-f5c802ab-f676-4a6c-b886-2d5818fe4490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:27.361091 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-cc87d759-5dab-4ee2-8815-51ae04058b6c req-f5c802ab-f676-4a6c-b886-2d5818fe4490 service neutron] 10.222.0.22 "GET /v2.0/networks?id=973ce73b-a457-4aee-a9c0-9f7566d53b76 HTTP/1.1" status: 200 len: 897 time: 0.1448107 Jul 29 23:48:27.378182 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ae6da111-6bea-42aa-a184-2f6329d0e69e req-15ebd8de-0188-4d1b-a140-fbe83e479a22 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=55bbb774-181a-46ce-808b-df0560fd010c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581572 Jul 29 23:48:27.432998 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-cc87d759-5dab-4ee2-8815-51ae04058b6c req-dccc2d4a-55ae-46d1-9c27-55a4fdb4dee4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b4d112d-7938-4dd2-926a-b8673cbe873c HTTP/1.1" status: 200 len: 217 time: 0.0634646 Jul 29 23:48:27.450264 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 2875ee32-238e-4ee6-9859-e138d0cb4a53 no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:48:27.489728 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: 2875ee32-238e-4ee6-9859-e138d0cb4a53 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:48:27.490081 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 2875ee32-238e-4ee6-9859-e138d0cb4a53 not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:48:27.501342 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-511e4f17-3559-4037-be46-12b9c818a552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:27.510999 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-511e4f17-3559-4037-be46-12b9c818a552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:27.513372 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc87d759-5dab-4ee2-8815-51ae04058b6c req-01add558-e6cb-4a89-8a62-7014c7ebf0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:27.515080 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-cc87d759-5dab-4ee2-8815-51ae04058b6c req-01add558-e6cb-4a89-8a62-7014c7ebf0ff service neutron] 10.222.0.22 "GET /v2.0/subnets?id=a96203d7-4c09-4bba-a099-4158f10111e8 HTTP/1.1" status: 200 len: 832 time: 0.0641034 Jul 29 23:48:27.524154 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-511e4f17-3559-4037-be46-12b9c818a552 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:48:27.534240 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-511e4f17-3559-4037-be46-12b9c818a552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:27.535016 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-511e4f17-3559-4037-be46-12b9c818a552 admin admin] Added segment a2652d9d-d802-4aa8-a967-71e91ab5e571 of type vlan for network 67609761-f70d-451d-bf2b-11a2e29bfa80 Jul 29 23:48:27.556663 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-d114550f-5432-40e8-81ad-ce36539c8004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d74a75-5fed-4282-aa1a-bdd57b8fdf02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1305914652', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '90794f84-0144-4a44-9ba9-fbdf3e4b3617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:45:58Z', 'updated_at': '2021-07-29T23:46:04Z', 'revision_number': 4, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'gw_port': {'id': '90794f84-0144-4a44-9ba9-fbdf3e4b3617', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:89:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d74a75-5fed-4282-aa1a-bdd57b8fdf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:45:58Z', 'updated_at': '2021-07-29T23:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '5680d4a0-8cc8-4374-8e9c-ebc92e65e9c0', 'name': '', 'network_id': '973ce73b-a457-4aee-a9c0-9f7566d53b76', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'mac_address': 'fa:16:3e:05:a3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d74a75-5fed-4282-aa1a-bdd57b8fdf02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': 'a96203d7-4c09-4bba-a099-4158f10111e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:03Z', 'updated_at': '2021-07-29T23:46:14Z', 'revision_number': 5, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'subnets': [{'id': 'a96203d7-4c09-4bba-a099-4158f10111e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:27.609774 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511e4f17-3559-4037-be46-12b9c818a552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faef3157-dc7f-4cc2-957c-70c15a972f1e,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:27.611115 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc87d759-5dab-4ee2-8815-51ae04058b6c req-1df1d4cc-ca93-4dc9-a7d1-4ee255c3f0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:27.612965 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-cc87d759-5dab-4ee2-8815-51ae04058b6c req-1df1d4cc-ca93-4dc9-a7d1-4ee255c3f0db service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=973ce73b-a457-4aee-a9c0-9f7566d53b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0873528 Jul 29 23:48:27.617934 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d114550f-5432-40e8-81ad-ce36539c8004 None None] Checking router: a4d74a75-5fed-4282-aa1a-bdd57b8fdf02 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:48:27.629993 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-511e4f17-3559-4037-be46-12b9c818a552 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:27.639401 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [req-cc87d759-5dab-4ee2-8815-51ae04058b6c req-bfe54595-6469-43ed-84ea-5a0602cb0ade service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:48:27.640466 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-cc87d759-5dab-4ee2-8815-51ae04058b6c req-bfe54595-6469-43ed-84ea-5a0602cb0ade service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102501 Jul 29 23:48:27.657423 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d114550f-5432-40e8-81ad-ce36539c8004 None None] Routers {'a4d74a75-5fed-4282-aa1a-bdd57b8fdf02'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:48:27.658142 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-d114550f-5432-40e8-81ad-ce36539c8004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:48:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['a4d74a75-5fed-4282-aa1a-bdd57b8fdf02'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:27.695931 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-511e4f17-3559-4037-be46-12b9c818a552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:27.699816 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511e4f17-3559-4037-be46-12b9c818a552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:27.705089 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-511e4f17-3559-4037-be46-12b9c818a552 admin admin] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:27.710730 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:27.761781 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-cc87d759-5dab-4ee2-8815-51ae04058b6c req-39ed6f77-6e58-4ac7-a6e2-540589920a5e service neutron] 10.222.0.22 "GET /v2.0/networks/973ce73b-a457-4aee-a9c0-9f7566d53b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091805 Jul 29 23:48:27.846808 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-511e4f17-3559-4037-be46-12b9c818a552 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9800351 Jul 29 23:48:27.851153 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511e4f17-3559-4037-be46-12b9c818a552 admin admin] Pushing event updated for resources: {'Network': ['ID=67609761-f70d-451d-bf2b-11a2e29bfa80,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:27.859109 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 44178) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:27.870719 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-84ec63ba-fe45-4745-822d-22a217cf668b admin admin] Request body: {'subnet': {'network_id': '67609761-f70d-451d-bf2b-11a2e29bfa80', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1357557364-subnet', 'tenant_id': 'c1d7085ece28410698508031edfc5998', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:27.874825 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 67609761-f70d-451d-bf2b-11a2e29bfa80 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:48:27.926617 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-d114550f-5432-40e8-81ad-ce36539c8004 None None] Set router a4d74a75-5fed-4282-aa1a-bdd57b8fdf02 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:48:27.966401 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ec63ba-fe45-4745-822d-22a217cf668b admin admin] Made reservation on behalf of c1d7085ece28410698508031edfc5998 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:48:27.973610 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-84ec63ba-fe45-4745-822d-22a217cf668b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:27.982848 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-cc87d759-5dab-4ee2-8815-51ae04058b6c req-bd69e7ad-80bc-4752-bd82-5698d701acc6 service neutron] 10.222.0.22 "GET /v2.0/networks/973ce73b-a457-4aee-a9c0-9f7566d53b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127948 Jul 29 23:48:28.355631 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-84ec63ba-fe45-4745-822d-22a217cf668b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:28.524867 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ec63ba-fe45-4745-822d-22a217cf668b admin admin] Pushing event updated for resources: {'Subnet': ['ID=491bf474-cc80-4e70-9dca-1685e2004f49,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:28.535188 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ec63ba-fe45-4745-822d-22a217cf668b admin admin] Checking segment: {'id': 'a2652d9d-d802-4aa8-a967-71e91ab5e571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '67609761-f70d-451d-bf2b-11a2e29bfa80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:48:28.535462 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ec63ba-fe45-4745-822d-22a217cf668b admin admin] Network hostable DHCP agents. Network: 67609761-f70d-451d-bf2b-11a2e29bfa80, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:48:28.570629 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e9c15-3e67-4d5e-84f2-412f89588350 req-0aa3b74c-d825-42f7-880d-a36a1d8c574c tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:28.579527 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d12e9c15-3e67-4d5e-84f2-412f89588350 req-0aa3b74c-d825-42f7-880d-a36a1d8c574c tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.22 "GET /v2.0/ports?device_id=fc6f8768-bc16-43ad-afd1-11dccd987c89 HTTP/1.1" status: 200 len: 945 time: 0.1167831 Jul 29 23:48:28.607654 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-d114550f-5432-40e8-81ad-ce36539c8004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d74a75-5fed-4282-aa1a-bdd57b8fdf02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1305914652', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '90794f84-0144-4a44-9ba9-fbdf3e4b3617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:45:58Z', 'updated_at': '2021-07-29T23:46:04Z', 'revision_number': 4, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'gw_port': {'id': '90794f84-0144-4a44-9ba9-fbdf3e4b3617', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:89:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d74a75-5fed-4282-aa1a-bdd57b8fdf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:45:58Z', 'updated_at': '2021-07-29T23:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '5680d4a0-8cc8-4374-8e9c-ebc92e65e9c0', 'name': '', 'network_id': '973ce73b-a457-4aee-a9c0-9f7566d53b76', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'mac_address': 'fa:16:3e:05:a3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d74a75-5fed-4282-aa1a-bdd57b8fdf02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': 'a96203d7-4c09-4bba-a099-4158f10111e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:03Z', 'updated_at': '2021-07-29T23:46:14Z', 'revision_number': 5, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'subnets': [{'id': 'a96203d7-4c09-4bba-a099-4158f10111e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:28.638195 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d114550f-5432-40e8-81ad-ce36539c8004 None None] The sync data for ids ['a4d74a75-5fed-4282-aa1a-bdd57b8fdf02'] in n-d-712141-10 is: [{'id': 'a4d74a75-5fed-4282-aa1a-bdd57b8fdf02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1305914652', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '90794f84-0144-4a44-9ba9-fbdf3e4b3617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:45:58Z', 'updated_at': '2021-07-29T23:46:04Z', 'revision_number': 4, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'gw_port': {'id': '90794f84-0144-4a44-9ba9-fbdf3e4b3617', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:89:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d74a75-5fed-4282-aa1a-bdd57b8fdf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:45:58Z', 'updated_at': '2021-07-29T23:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '5680d4a0-8cc8-4374-8e9c-ebc92e65e9c0', 'name': '', 'network_id': '973ce73b-a457-4aee-a9c0-9f7566d53b76', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'mac_address': 'fa:16:3e:05:a3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d74a75-5fed-4282-aa1a-bdd57b8fdf02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': 'a96203d7-4c09-4bba-a099-4158f10111e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:03Z', 'updated_at': '2021-07-29T23:46:14Z', 'revision_number': 5, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'subnets': [{'id': 'a96203d7-4c09-4bba-a099-4158f10111e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:48:28.683767 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a152587-0f9a-4784-88a9-3a188c1d0ecd req-b1efc51d-fb81-40fa-8c8a-c17709f7368b tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:28.688192 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2a152587-0f9a-4784-88a9-3a188c1d0ecd req-b1efc51d-fb81-40fa-8c8a-c17709f7368b tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc6f8768-bc16-43ad-afd1-11dccd987c89 HTTP/1.1" status: 200 len: 945 time: 0.1414592 Jul 29 23:48:28.689366 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ec63ba-fe45-4745-822d-22a217cf668b admin admin] Network 67609761-f70d-451d-bf2b-11a2e29bfa80 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:48:28.723281 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-84ec63ba-fe45-4745-822d-22a217cf668b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 67609761-f70d-451d-bf2b-11a2e29bfa80) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:48:28.735966 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a21123f-9c2b-4ec9-a9df-d00ae32d8b7c None None] Network 67609761-f70d-451d-bf2b-11a2e29bfa80 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:48:28.754067 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ec63ba-fe45-4745-822d-22a217cf668b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:28.755929 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-84ec63ba-fe45-4745-822d-22a217cf668b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:28.795525 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-d12e9c15-3e67-4d5e-84f2-412f89588350 req-1f5deb26-0fe9-4557-90f9-d95f5fa7af36 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Deleting port 1b4d112d-7938-4dd2-926a-b8673cbe873c {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:48:28.795874 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-d12e9c15-3e67-4d5e-84f2-412f89588350 req-1f5deb26-0fe9-4557-90f9-d95f5fa7af36 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:28.840686 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2a152587-0f9a-4784-88a9-3a188c1d0ecd req-f6e4d4bb-d2f9-492f-ba88-5578442489ff tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=55bbb774-181a-46ce-808b-df0560fd010c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340046 Jul 29 23:48:28.846136 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-84ec63ba-fe45-4745-822d-22a217cf668b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9847596 Jul 29 23:48:28.849153 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 44206) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:28.855134 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-6fb9b2be-1aa3-4b8b-9823-966f09cb9ce3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1357557364-router', 'tenant_id': 'c1d7085ece28410698508031edfc5998', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:28.944519 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b2be-1aa3-4b8b-9823-966f09cb9ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:28.947129 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b2be-1aa3-4b8b-9823-966f09cb9ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:28.973097 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-d12e9c15-3e67-4d5e-84f2-412f89588350 req-1f5deb26-0fe9-4557-90f9-d95f5fa7af36 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] For port 1b4d112d-7938-4dd2-926a-b8673cbe873c, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=1b4d112d-7938-4dd2-926a-b8673cbe873c,segment=NetworkSegment(c82bead8-45fa-43d0-bbec-b85654398a64),segment_id=c82bead8-45fa-43d0-bbec-b85654398a64)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:28.974353 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-d12e9c15-3e67-4d5e-84f2-412f89588350 req-1f5deb26-0fe9-4557-90f9-d95f5fa7af36 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:29.008255 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-d12e9c15-3e67-4d5e-84f2-412f89588350 req-1f5deb26-0fe9-4557-90f9-d95f5fa7af36 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Calling delete_port for 1b4d112d-7938-4dd2-926a-b8673cbe873c owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:48:29.067637 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b2be-1aa3-4b8b-9823-966f09cb9ce3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:29.194607 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f14b1f-3e63-4c3e-8b86-9593b55d85ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-67609761-f70d-451d-bf2b-11a2e29bfa80', 'network_id': '67609761-f70d-451d-bf2b-11a2e29bfa80', 'tenant_id': 'c1d7085ece28410698508031edfc5998', 'fixed_ips': [{'subnet_id': '491bf474-cc80-4e70-9dca-1685e2004f49'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:48:29.195495 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44f14b1f-3e63-4c3e-8b86-9593b55d85ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:29.214998 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f63bf0-94ca-4874-80ef-0316bbe48a20 None None] New status for floating IP a701c03a-6330-45fd-baae-2e0b92a9f340: DOWN {{(pid=94079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:48:29.268434 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-d12e9c15-3e67-4d5e-84f2-412f89588350 req-1f5deb26-0fe9-4557-90f9-d95f5fa7af36 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:29.376374 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5deb26-0fe9-4557-90f9-d95f5fa7af36 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event deleted for resources: {'Port': ['ID=1b4d112d-7938-4dd2-926a-b8673cbe873c,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:29.427182 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b2be-1aa3-4b8b-9823-966f09cb9ce3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:29.478769 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-d12e9c15-3e67-4d5e-84f2-412f89588350 req-1f5deb26-0fe9-4557-90f9-d95f5fa7af36 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] No DVR routers for this DVR port 1b4d112d-7938-4dd2-926a-b8673cbe873c on host n-h2-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:48:29.490857 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-d12e9c15-3e67-4d5e-84f2-412f89588350 req-1f5deb26-0fe9-4557-90f9-d95f5fa7af36 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:29.501544 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d12e9c15-3e67-4d5e-84f2-412f89588350 req-1f5deb26-0fe9-4557-90f9-d95f5fa7af36 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.22 "DELETE /v2.0/ports/1b4d112d-7938-4dd2-926a-b8673cbe873c HTTP/1.1" status: 204 len: 173 time: 0.9101315 Jul 29 23:48:29.502100 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc6f8768-bc16-43ad-afd1-11dccd987c89', 'name': 'network-vif-deleted', 'tag': '1b4d112d-7938-4dd2-926a-b8673cbe873c'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:48:29.504701 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3205c8c2-3002-4e58-93e8-a7005cb5ef6a" -d '{"events": [{"server_uuid": "fc6f8768-bc16-43ad-afd1-11dccd987c89", "name": "network-vif-deleted", "tag": "1b4d112d-7938-4dd2-926a-b8673cbe873c"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:48:29.575849 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb13e6da-5695-4689-9140-9f8634d40c5d x-openstack-request-id: req-eb13e6da-5695-4689-9140-9f8634d40c5d {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:48:29.577635 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc6f8768-bc16-43ad-afd1-11dccd987c89", "name": "network-vif-deleted", "tag": "1b4d112d-7938-4dd2-926a-b8673cbe873c", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:48:29.578133 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eb13e6da-5695-4689-9140-9f8634d40c5d {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:48:29.578797 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc6f8768-bc16-43ad-afd1-11dccd987c89', 'name': 'network-vif-deleted', 'tag': '1b4d112d-7938-4dd2-926a-b8673cbe873c', 'status': 'completed', 'code': 200} Jul 29 23:48:30.029814 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:30.096720 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b2be-1aa3-4b8b-9823-966f09cb9ce3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:30.176800 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b2be-1aa3-4b8b-9823-966f09cb9ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:30.207483 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-44f14b1f-3e63-4c3e-8b86-9593b55d85ab None None] Allocated IP 172.20.0.2 (67609761-f70d-451d-bf2b-11a2e29bfa80/491bf474-cc80-4e70-9dca-1685e2004f49/54fad282-bd26-44d4-bfee-d75a5fd99e24) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:48:30.226705 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-34599af7-e7d6-4b83-bb38-a62473dd9949 req-4323c9bb-7fc4-432d-a1b0-536c6bfd9aa5 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fc6f8768-bc16-43ad-afd1-11dccd987c89 HTTP/1.1" status: 200 len: 210 time: 0.0497818 Jul 29 23:48:30.453956 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-6fb9b2be-1aa3-4b8b-9823-966f09cb9ce3 admin admin] Allocated IP 172.25.0.151 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/bd32ee84-4185-49db-9b33-26733bc708ce) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:48:30.581188 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44f14b1f-3e63-4c3e-8b86-9593b55d85ab None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:30.599473 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44f14b1f-3e63-4c3e-8b86-9593b55d85ab None None] Transition to ACTIVE for port object 54fad282-bd26-44d4-bfee-d75a5fd99e24 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:48:30.653450 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44f14b1f-3e63-4c3e-8b86-9593b55d85ab None None] Transition to ACTIVE for port object 54fad282-bd26-44d4-bfee-d75a5fd99e24 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:48:30.662378 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44f14b1f-3e63-4c3e-8b86-9593b55d85ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:30.715656 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b2be-1aa3-4b8b-9823-966f09cb9ce3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:30.773488 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f14b1f-3e63-4c3e-8b86-9593b55d85ab None None] Pushing event updated for resources: {'Port': ['ID=54fad282-bd26-44d4-bfee-d75a5fd99e24,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:30.779511 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b2be-1aa3-4b8b-9823-966f09cb9ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:30.788251 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f14b1f-3e63-4c3e-8b86-9593b55d85ab None None] Network 67609761-f70d-451d-bf2b-11a2e29bfa80 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:48:30.790925 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-44f14b1f-3e63-4c3e-8b86-9593b55d85ab None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:48:30.798719 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f14b1f-3e63-4c3e-8b86-9593b55d85ab None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:48:30.854498 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb9b2be-1aa3-4b8b-9823-966f09cb9ce3 admin admin] Pushing event updated for resources: {'Port': ['ID=bd32ee84-4185-49db-9b33-26733bc708ce,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:30.874638 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb9b2be-1aa3-4b8b-9823-966f09cb9ce3 admin admin] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:48:30.877887 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-6fb9b2be-1aa3-4b8b-9823-966f09cb9ce3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:48:30.882761 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb9b2be-1aa3-4b8b-9823-966f09cb9ce3 admin admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:48:30.892126 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-44f14b1f-3e63-4c3e-8b86-9593b55d85ab None None] Attempting to bind port 54fad282-bd26-44d4-bfee-d75a5fd99e24 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:48:30.892500 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-44f14b1f-3e63-4c3e-8b86-9593b55d85ab None None] Attempting to bind port 54fad282-bd26-44d4-bfee-d75a5fd99e24 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': 'a2652d9d-d802-4aa8-a967-71e91ab5e571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '67609761-f70d-451d-bf2b-11a2e29bfa80'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:48:30.893336 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f14b1f-3e63-4c3e-8b86-9593b55d85ab None None] Attempting to bind port 54fad282-bd26-44d4-bfee-d75a5fd99e24 on network 67609761-f70d-451d-bf2b-11a2e29bfa80 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:48:30.903389 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f14b1f-3e63-4c3e-8b86-9593b55d85ab None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:48:30.904628 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f14b1f-3e63-4c3e-8b86-9593b55d85ab None None] Checking segment: {'id': 'a2652d9d-d802-4aa8-a967-71e91ab5e571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '67609761-f70d-451d-bf2b-11a2e29bfa80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:48:30.905722 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44f14b1f-3e63-4c3e-8b86-9593b55d85ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:30.906586 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f14b1f-3e63-4c3e-8b86-9593b55d85ab None None] Bound using segment: {'id': 'a2652d9d-d802-4aa8-a967-71e91ab5e571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '67609761-f70d-451d-bf2b-11a2e29bfa80'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:48:30.907270 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-44f14b1f-3e63-4c3e-8b86-9593b55d85ab None None] Bound port: 54fad282-bd26-44d4-bfee-d75a5fd99e24, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2652d9d-d802-4aa8-a967-71e91ab5e571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '67609761-f70d-451d-bf2b-11a2e29bfa80'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:48:30.908274 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44f14b1f-3e63-4c3e-8b86-9593b55d85ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:31.025439 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44f14b1f-3e63-4c3e-8b86-9593b55d85ab None None] For port 54fad282-bd26-44d4-bfee-d75a5fd99e24, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:48:31.032850 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44f14b1f-3e63-4c3e-8b86-9593b55d85ab None None] For port 54fad282-bd26-44d4-bfee-d75a5fd99e24, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=54fad282-bd26-44d4-bfee-d75a5fd99e24,segment=NetworkSegment(a2652d9d-d802-4aa8-a967-71e91ab5e571),segment_id=a2652d9d-d802-4aa8-a967-71e91ab5e571)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:48:31.041289 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44f14b1f-3e63-4c3e-8b86-9593b55d85ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:31.147959 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f14b1f-3e63-4c3e-8b86-9593b55d85ab None None] Pushing event updated for resources: {'Port': ['ID=54fad282-bd26-44d4-bfee-d75a5fd99e24,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:31.338615 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44266) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:31.456898 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b2be-1aa3-4b8b-9823-966f09cb9ce3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:31.987919 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b2be-1aa3-4b8b-9823-966f09cb9ce3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:32.180355 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2afd7f4f-35a7-4497-8105-b907da06847a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:32.289312 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fb9b2be-1aa3-4b8b-9823-966f09cb9ce3 admin admin] Router 19ce4753-d88f-49bb-a0c5-60aae07ee6ce is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:48:32.526379 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb9b2be-1aa3-4b8b-9823-966f09cb9ce3 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:48:32.549357 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6229340e-48e2-409e-aed8-1d78699fc09d None None] Sync routers for ids ['19ce4753-d88f-49bb-a0c5-60aae07ee6ce'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:48:32.566893 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6229340e-48e2-409e-aed8-1d78699fc09d None None] Routers {'19ce4753-d88f-49bb-a0c5-60aae07ee6ce'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:48:32.567536 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-6229340e-48e2-409e-aed8-1d78699fc09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:48:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['19ce4753-d88f-49bb-a0c5-60aae07ee6ce'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:32.581388 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6fb9b2be-1aa3-4b8b-9823-966f09cb9ce3 admin admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:32.588637 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-6fb9b2be-1aa3-4b8b-9823-966f09cb9ce3 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7354658 Jul 29 23:48:32.589021 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 44296) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:32.913258 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-6229340e-48e2-409e-aed8-1d78699fc09d None None] Set router 19ce4753-d88f-49bb-a0c5-60aae07ee6ce gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:48:33.045831 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a1dcdb-650d-447c-b988-23ae44388011 None None] Network 67609761-f70d-451d-bf2b-11a2e29bfa80 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:48:33.090619 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-2afd7f4f-35a7-4497-8105-b907da06847a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Deleting port 5680d4a0-8cc8-4374-8e9c-ebc92e65e9c0 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:48:33.092435 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2afd7f4f-35a7-4497-8105-b907da06847a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:33.271704 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-60b20085-5825-4f7d-bad2-4465bf1b0c69 None None] Provisioning for port 54fad282-bd26-44d4-bfee-d75a5fd99e24 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:48:33.388505 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-6229340e-48e2-409e-aed8-1d78699fc09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19ce4753-d88f-49bb-a0c5-60aae07ee6ce', 'name': 'tempest-AttachVolumeTestJSON-1357557364-router', 'tenant_id': 'c1d7085ece28410698508031edfc5998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'bd32ee84-4185-49db-9b33-26733bc708ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:48:28Z', 'updated_at': '2021-07-29T23:48:31Z', 'revision_number': 3, 'project_id': 'c1d7085ece28410698508031edfc5998', 'gw_port': {'id': 'bd32ee84-4185-49db-9b33-26733bc708ce', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:78:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19ce4753-d88f-49bb-a0c5-60aae07ee6ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:48:30Z', 'updated_at': '2021-07-29T23:48:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:33.430354 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-2afd7f4f-35a7-4497-8105-b907da06847a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] For port 5680d4a0-8cc8-4374-8e9c-ebc92e65e9c0, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=5680d4a0-8cc8-4374-8e9c-ebc92e65e9c0,segment=NetworkSegment(c82bead8-45fa-43d0-bbec-b85654398a64),segment_id=c82bead8-45fa-43d0-bbec-b85654398a64)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:33.430737 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2afd7f4f-35a7-4497-8105-b907da06847a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:33.449090 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6229340e-48e2-409e-aed8-1d78699fc09d None None] Checking router: 19ce4753-d88f-49bb-a0c5-60aae07ee6ce for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:48:33.449895 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6229340e-48e2-409e-aed8-1d78699fc09d None None] Updating router 19ce4753-d88f-49bb-a0c5-60aae07ee6ce port bd32ee84-4185-49db-9b33-26733bc708ce binding host n-d-712141-10 {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:48:33.467593 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-2afd7f4f-35a7-4497-8105-b907da06847a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Calling delete_port for 5680d4a0-8cc8-4374-8e9c-ebc92e65e9c0 owned by network:router_interface {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:48:33.516278 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-6229340e-48e2-409e-aed8-1d78699fc09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:33.521235 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 1b4d112d-7938-4dd2-926a-b8673cbe873c no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:48:33.598998 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: 1b4d112d-7938-4dd2-926a-b8673cbe873c {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:48:33.604720 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 1b4d112d-7938-4dd2-926a-b8673cbe873c not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:48:33.775825 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 54fad282-bd26-44d4-bfee-d75a5fd99e24 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:48:33.956330 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 54fad282-bd26-44d4-bfee-d75a5fd99e24 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:48:34.002612 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 54fad282-bd26-44d4-bfee-d75a5fd99e24 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:48:34.003228 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:34.062477 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3bc0aecb-8afb-4723-8d9d-fcb3a9b2e78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:34.136665 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2afd7f4f-35a7-4497-8105-b907da06847a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:34.275897 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-6229340e-48e2-409e-aed8-1d78699fc09d None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:34.292436 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-6229340e-48e2-409e-aed8-1d78699fc09d None None] Transition to ACTIVE for port object bd32ee84-4185-49db-9b33-26733bc708ce will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:48:34.330826 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afd7f4f-35a7-4497-8105-b907da06847a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event deleted for resources: {'Port': ['ID=5680d4a0-8cc8-4374-8e9c-ebc92e65e9c0,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:34.331360 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-6229340e-48e2-409e-aed8-1d78699fc09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:34.348471 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:34.459378 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde2f054-ed13-45f1-a86f-36e2ec0277fe None None] Pushing event updated for resources: {'Port': ['ID=bd32ee84-4185-49db-9b33-26733bc708ce,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:34.470434 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde2f054-ed13-45f1-a86f-36e2ec0277fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:34.471053 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde2f054-ed13-45f1-a86f-36e2ec0277fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:34.471561 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde2f054-ed13-45f1-a86f-36e2ec0277fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:34.472092 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde2f054-ed13-45f1-a86f-36e2ec0277fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:34.472593 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde2f054-ed13-45f1-a86f-36e2ec0277fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:34.473101 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde2f054-ed13-45f1-a86f-36e2ec0277fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:34.473782 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde2f054-ed13-45f1-a86f-36e2ec0277fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:34.474294 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde2f054-ed13-45f1-a86f-36e2ec0277fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:34.474801 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde2f054-ed13-45f1-a86f-36e2ec0277fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:34.475294 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde2f054-ed13-45f1-a86f-36e2ec0277fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:34.475791 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde2f054-ed13-45f1-a86f-36e2ec0277fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:34.476278 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde2f054-ed13-45f1-a86f-36e2ec0277fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:34.503705 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1961167c-f7b7-4f41-aa8f-b7def054a296 None None] Provisioning complete for port 54fad282-bd26-44d4-bfee-d75a5fd99e24 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:48:34.504907 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1961167c-f7b7-4f41-aa8f-b7def054a296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:34.548078 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-6229340e-48e2-409e-aed8-1d78699fc09d None None] Attempting to bind port bd32ee84-4185-49db-9b33-26733bc708ce on host n-d-712141-10 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:48:34.548078 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-6229340e-48e2-409e-aed8-1d78699fc09d None None] Attempting to bind port bd32ee84-4185-49db-9b33-26733bc708ce by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:48:34.550159 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6229340e-48e2-409e-aed8-1d78699fc09d None None] Attempting to bind port bd32ee84-4185-49db-9b33-26733bc708ce on network 58f27f61-3278-49cc-b66b-1e729d26f29f {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:48:34.567051 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6229340e-48e2-409e-aed8-1d78699fc09d None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:48:34.567634 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6229340e-48e2-409e-aed8-1d78699fc09d None None] Checking segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:48:34.568199 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-6229340e-48e2-409e-aed8-1d78699fc09d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:34.571375 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6229340e-48e2-409e-aed8-1d78699fc09d None None] Bound using segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:48:34.572178 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-6229340e-48e2-409e-aed8-1d78699fc09d None None] Bound port: bd32ee84-4185-49db-9b33-26733bc708ce, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:48:34.573558 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-6229340e-48e2-409e-aed8-1d78699fc09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:34.612229 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 54fad282-bd26-44d4-bfee-d75a5fd99e24, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=54fad282-bd26-44d4-bfee-d75a5fd99e24,segment=NetworkSegment(a2652d9d-d802-4aa8-a967-71e91ab5e571),segment_id=a2652d9d-d802-4aa8-a967-71e91ab5e571)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:34.624538 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:34.635009 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-3bc0aecb-8afb-4723-8d9d-fcb3a9b2e78e admin admin] Allocated IP 172.20.0.1 (67609761-f70d-451d-bf2b-11a2e29bfa80/491bf474-cc80-4e70-9dca-1685e2004f49/72eb1e52-f5de-40cc-99b0-49fe24a2436f) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:48:34.705820 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2afd7f4f-35a7-4497-8105-b907da06847a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:34.734101 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-6229340e-48e2-409e-aed8-1d78699fc09d None None] For port bd32ee84-4185-49db-9b33-26733bc708ce, host n-d-712141-10, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:48:34.742251 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-6229340e-48e2-409e-aed8-1d78699fc09d None None] For port bd32ee84-4185-49db-9b33-26733bc708ce, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=bd32ee84-4185-49db-9b33-26733bc708ce,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:48:34.754335 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-6229340e-48e2-409e-aed8-1d78699fc09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:34.819107 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=54fad282-bd26-44d4-bfee-d75a5fd99e24,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:34.831303 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:34.831927 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:34.832429 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:34.833223 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:34.833751 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:34.834257 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:34.835583 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:34.836106 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:34.836921 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:34.837517 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:34.838051 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:34.838706 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:34.891298 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde2f054-ed13-45f1-a86f-36e2ec0277fe None None] Pushing event updated for resources: {'Port': ['ID=bd32ee84-4185-49db-9b33-26733bc708ce,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:34.930132 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6229340e-48e2-409e-aed8-1d78699fc09d None None] Routers {'19ce4753-d88f-49bb-a0c5-60aae07ee6ce'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:48:34.930909 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-6229340e-48e2-409e-aed8-1d78699fc09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:48:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['19ce4753-d88f-49bb-a0c5-60aae07ee6ce'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:34.932736 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3bc0aecb-8afb-4723-8d9d-fcb3a9b2e78e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:34.956456 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-3bc0aecb-8afb-4723-8d9d-fcb3a9b2e78e admin admin] Transition to ACTIVE for port object 72eb1e52-f5de-40cc-99b0-49fe24a2436f will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:48:35.027410 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3bc0aecb-8afb-4723-8d9d-fcb3a9b2e78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:35.108803 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc0aecb-8afb-4723-8d9d-fcb3a9b2e78e admin admin] Pushing event updated for resources: {'Port': ['ID=72eb1e52-f5de-40cc-99b0-49fe24a2436f,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:35.127405 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc0aecb-8afb-4723-8d9d-fcb3a9b2e78e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:35.127785 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc0aecb-8afb-4723-8d9d-fcb3a9b2e78e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:35.130086 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc0aecb-8afb-4723-8d9d-fcb3a9b2e78e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:35.130423 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc0aecb-8afb-4723-8d9d-fcb3a9b2e78e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:35.130769 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc0aecb-8afb-4723-8d9d-fcb3a9b2e78e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:35.131106 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc0aecb-8afb-4723-8d9d-fcb3a9b2e78e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:35.131434 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc0aecb-8afb-4723-8d9d-fcb3a9b2e78e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:35.131771 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc0aecb-8afb-4723-8d9d-fcb3a9b2e78e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:35.132122 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc0aecb-8afb-4723-8d9d-fcb3a9b2e78e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:35.132414 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc0aecb-8afb-4723-8d9d-fcb3a9b2e78e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:35.132716 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc0aecb-8afb-4723-8d9d-fcb3a9b2e78e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:35.133031 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bc0aecb-8afb-4723-8d9d-fcb3a9b2e78e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:35.165427 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc0aecb-8afb-4723-8d9d-fcb3a9b2e78e admin admin] Network 67609761-f70d-451d-bf2b-11a2e29bfa80 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:48:35.167938 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-3bc0aecb-8afb-4723-8d9d-fcb3a9b2e78e admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:48:35.171255 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-6229340e-48e2-409e-aed8-1d78699fc09d None None] Set router 19ce4753-d88f-49bb-a0c5-60aae07ee6ce gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:48:35.172209 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc0aecb-8afb-4723-8d9d-fcb3a9b2e78e admin admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:48:35.228686 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3bc0aecb-8afb-4723-8d9d-fcb3a9b2e78e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:35.602769 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-6229340e-48e2-409e-aed8-1d78699fc09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19ce4753-d88f-49bb-a0c5-60aae07ee6ce', 'name': 'tempest-AttachVolumeTestJSON-1357557364-router', 'tenant_id': 'c1d7085ece28410698508031edfc5998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'bd32ee84-4185-49db-9b33-26733bc708ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:48:28Z', 'updated_at': '2021-07-29T23:48:31Z', 'revision_number': 3, 'project_id': 'c1d7085ece28410698508031edfc5998', 'gw_port': {'id': 'bd32ee84-4185-49db-9b33-26733bc708ce', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:78:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19ce4753-d88f-49bb-a0c5-60aae07ee6ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:48:30Z', 'updated_at': '2021-07-29T23:48:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:35.662721 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-eb6fc97b-5535-4174-a10d-e506f696a714 None None] Provisioning for port 72eb1e52-f5de-40cc-99b0-49fe24a2436f completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:48:35.672567 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-eb6fc97b-5535-4174-a10d-e506f696a714 None None] Provisioning complete for port 72eb1e52-f5de-40cc-99b0-49fe24a2436f triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:48:35.672940 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-eb6fc97b-5535-4174-a10d-e506f696a714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:35.673691 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6229340e-48e2-409e-aed8-1d78699fc09d None None] The sync data for ids ['19ce4753-d88f-49bb-a0c5-60aae07ee6ce'] in n-d-712141-10 is: [{'id': '19ce4753-d88f-49bb-a0c5-60aae07ee6ce', 'name': 'tempest-AttachVolumeTestJSON-1357557364-router', 'tenant_id': 'c1d7085ece28410698508031edfc5998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'bd32ee84-4185-49db-9b33-26733bc708ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:48:28Z', 'updated_at': '2021-07-29T23:48:31Z', 'revision_number': 3, 'project_id': 'c1d7085ece28410698508031edfc5998', 'gw_port': {'id': 'bd32ee84-4185-49db-9b33-26733bc708ce', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:78:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19ce4753-d88f-49bb-a0c5-60aae07ee6ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:48:30Z', 'updated_at': '2021-07-29T23:48:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:48:35.697285 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3bc0aecb-8afb-4723-8d9d-fcb3a9b2e78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:35.795103 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 54fad282-bd26-44d4-bfee-d75a5fd99e24 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:48:35.837005 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-eb6fc97b-5535-4174-a10d-e506f696a714 None None] Port 72eb1e52-f5de-40cc-99b0-49fe24a2436f cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:48:35.976954 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 54fad282-bd26-44d4-bfee-d75a5fd99e24 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:48:35.977329 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:36.190820 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2afd7f4f-35a7-4497-8105-b907da06847a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Router a4d74a75-5fed-4282-aa1a-bdd57b8fdf02 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:48:36.206063 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3bc0aecb-8afb-4723-8d9d-fcb3a9b2e78e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:36.214675 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3bc0aecb-8afb-4723-8d9d-fcb3a9b2e78e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:36.305759 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3bc0aecb-8afb-4723-8d9d-fcb3a9b2e78e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:36.414234 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2afd7f4f-35a7-4497-8105-b907da06847a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:48:36.424021 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-2afd7f4f-35a7-4497-8105-b907da06847a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "PUT /v2.0/routers/a4d74a75-5fed-4282-aa1a-bdd57b8fdf02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0809333 Jul 29 23:48:36.424680 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44380) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:36.431869 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb34683-add2-4c9f-a5b5-265eee4ea854 None None] Sync routers for ids ['a4d74a75-5fed-4282-aa1a-bdd57b8fdf02'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:48:36.453099 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb34683-add2-4c9f-a5b5-265eee4ea854 None None] Routers {'a4d74a75-5fed-4282-aa1a-bdd57b8fdf02'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:48:36.453905 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-7fb34683-add2-4c9f-a5b5-265eee4ea854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:48:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['a4d74a75-5fed-4282-aa1a-bdd57b8fdf02'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:36.482451 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc0aecb-8afb-4723-8d9d-fcb3a9b2e78e admin admin] Pushing event updated for resources: {'Port': ['ID=72eb1e52-f5de-40cc-99b0-49fe24a2436f,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:36.613272 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-40b9386f-4686-4cb4-a1f7-cd1118c6553d tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Deleting subnet a96203d7-4c09-4bba-a099-4158f10111e8 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:48:36.628850 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-40b9386f-4686-4cb4-a1f7-cd1118c6553d tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:36.652025 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc0aecb-8afb-4723-8d9d-fcb3a9b2e78e admin admin] Network 67609761-f70d-451d-bf2b-11a2e29bfa80 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:48:36.654118 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-3bc0aecb-8afb-4723-8d9d-fcb3a9b2e78e admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:48:36.727897 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-7fb34683-add2-4c9f-a5b5-265eee4ea854 None None] Set router a4d74a75-5fed-4282-aa1a-bdd57b8fdf02 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:48:36.818831 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-40b9386f-4686-4cb4-a1f7-cd1118c6553d tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:36.990330 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bc0aecb-8afb-4723-8d9d-fcb3a9b2e78e admin admin] Router 19ce4753-d88f-49bb-a0c5-60aae07ee6ce has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:48:37.206595 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-40b9386f-4686-4cb4-a1f7-cd1118c6553d tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:37.303380 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc0aecb-8afb-4723-8d9d-fcb3a9b2e78e admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:48:37.320232 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-3bc0aecb-8afb-4723-8d9d-fcb3a9b2e78e admin admin] 10.222.0.43 "PUT /v2.0/routers/19ce4753-d88f-49bb-a0c5-60aae07ee6ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7219636 Jul 29 23:48:37.348504 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-40b9386f-4686-4cb4-a1f7-cd1118c6553d tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:37.381557 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-40b9386f-4686-4cb4-a1f7-cd1118c6553d tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:37.385539 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-40b9386f-4686-4cb4-a1f7-cd1118c6553d tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "DELETE /v2.0/subnets/a96203d7-4c09-4bba-a099-4158f10111e8 HTTP/1.1" status: 204 len: 168 time: 0.9598370 Jul 29 23:48:37.390200 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 44424) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:37.420968 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf9be26-0b87-4321-90a9-9e01f77c3d88 None None] Network 973ce73b-a457-4aee-a9c0-9f7566d53b76 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:48:37.432409 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-5335b644-7fd1-4d0c-8f79-6be3507a2bb5 None None] Provisioning complete for port 72eb1e52-f5de-40cc-99b0-49fe24a2436f triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:48:37.440118 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5335b644-7fd1-4d0c-8f79-6be3507a2bb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:37.486135 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b9386f-4686-4cb4-a1f7-cd1118c6553d tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event deleted for resources: {'Subnet': ['ID=a96203d7-4c09-4bba-a099-4158f10111e8,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:37.657552 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-5335b644-7fd1-4d0c-8f79-6be3507a2bb5 None None] Port 72eb1e52-f5de-40cc-99b0-49fe24a2436f cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:48:37.761446 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:37.777620 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device bd32ee84-4185-49db-9b33-26733bc708ce up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:48:37.800980 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ac5b4228-3fd3-481a-8d84-c25cca824031 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for router, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:37.896549 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-7fb34683-add2-4c9f-a5b5-265eee4ea854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d74a75-5fed-4282-aa1a-bdd57b8fdf02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1305914652', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.165'}], 'enable_snat': True}, 'gw_port_id': '90794f84-0144-4a44-9ba9-fbdf3e4b3617', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:45:58Z', 'updated_at': '2021-07-29T23:48:33Z', 'revision_number': 5, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'gw_port': {'id': '90794f84-0144-4a44-9ba9-fbdf3e4b3617', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:89:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4d74a75-5fed-4282-aa1a-bdd57b8fdf02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:45:58Z', 'updated_at': '2021-07-29T23:46:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:38.020758 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb34683-add2-4c9f-a5b5-265eee4ea854 None None] Checking router: a4d74a75-5fed-4282-aa1a-bdd57b8fdf02 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:48:38.105717 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ac5b4228-3fd3-481a-8d84-c25cca824031 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:38.195384 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb34683-add2-4c9f-a5b5-265eee4ea854 None None] Routers {'a4d74a75-5fed-4282-aa1a-bdd57b8fdf02'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:48:38.226698 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-7fb34683-add2-4c9f-a5b5-265eee4ea854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:48:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['a4d74a75-5fed-4282-aa1a-bdd57b8fdf02'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:38.242435 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-ac5b4228-3fd3-481a-8d84-c25cca824031 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Deleting port 90794f84-0144-4a44-9ba9-fbdf3e4b3617 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:48:38.242835 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ac5b4228-3fd3-481a-8d84-c25cca824031 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:38.367237 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port bd32ee84-4185-49db-9b33-26733bc708ce completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:48:38.389301 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port bd32ee84-4185-49db-9b33-26733bc708ce triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:48:38.390203 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:38.480360 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-ac5b4228-3fd3-481a-8d84-c25cca824031 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] For port 90794f84-0144-4a44-9ba9-fbdf3e4b3617, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=90794f84-0144-4a44-9ba9-fbdf3e4b3617,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:38.481249 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ac5b4228-3fd3-481a-8d84-c25cca824031 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:38.528719 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-ac5b4228-3fd3-481a-8d84-c25cca824031 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Calling delete_port for 90794f84-0144-4a44-9ba9-fbdf3e4b3617 owned by network:router_gateway {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:48:38.537976 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6f563026-8c4f-4cd0-872d-70fe6851bd64 req-5727827f-c935-466f-96e4-c38ec9537aeb service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ceaa045e-dd9a-426f-9643-f8c8e69247ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1597891 Jul 29 23:48:38.593528 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 44476) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:38.609660 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-e440f365-d56a-4297-b9f6-9dd5ada222c1 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Request body: {'security_group': {'name': 'tempest-securitygroup--531351874', 'description': 'tempest-description--1627573251'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:38.775585 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e440f365-d56a-4297-b9f6-9dd5ada222c1 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:38.802760 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3afc36f-b248-43ff-83d1-3e7fd86e23ed None None] DHCP port deletion for 973ce73b-a457-4aee-a9c0-9f7566d53b76 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:48:38.811448 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f563026-8c4f-4cd0-872d-70fe6851bd64 req-c1794397-7048-400d-af00-a6d4c319bcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:38.819778 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-7fb34683-add2-4c9f-a5b5-265eee4ea854 None None] Set router a4d74a75-5fed-4282-aa1a-bdd57b8fdf02 gateway port host: None {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:48:38.821170 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6f563026-8c4f-4cd0-872d-70fe6851bd64 req-c1794397-7048-400d-af00-a6d4c319bcb6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=abc07fd47c924aad994e74752ef0bc5a&device_id=ceaa045e-dd9a-426f-9643-f8c8e69247ef HTTP/1.1" status: 200 len: 1097 time: 0.1724708 Jul 29 23:48:38.947667 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-7fb34683-add2-4c9f-a5b5-265eee4ea854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4d74a75-5fed-4282-aa1a-bdd57b8fdf02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1305914652', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:45:58Z', 'updated_at': '2021-07-29T23:48:38Z', 'revision_number': 6, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'gw_port_host': None}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:39.027906 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:39.062896 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb34683-add2-4c9f-a5b5-265eee4ea854 None None] The sync data for ids ['a4d74a75-5fed-4282-aa1a-bdd57b8fdf02'] in n-d-712141-10 is: [{'id': 'a4d74a75-5fed-4282-aa1a-bdd57b8fdf02', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1305914652', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:45:58Z', 'updated_at': '2021-07-29T23:48:38Z', 'revision_number': 6, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'gw_port_host': None}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:48:39.145844 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f563026-8c4f-4cd0-872d-70fe6851bd64 req-237bcf8a-3d7b-459d-90a4-6c262a2b5faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:39.159119 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6f563026-8c4f-4cd0-872d-70fe6851bd64 req-237bcf8a-3d7b-459d-90a4-6c262a2b5faf service neutron] 10.222.0.22 "GET /v2.0/networks?id=07279870-3078-44f7-8035-d94a4d0b31e7 HTTP/1.1" status: 200 len: 913 time: 0.2766356 Jul 29 23:48:39.204803 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port bd32ee84-4185-49db-9b33-26733bc708ce, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=bd32ee84-4185-49db-9b33-26733bc708ce,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:39.252035 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:39.286875 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d20c63e-d124-43e2-b57f-22e3f7aec3ea None None] Sync routers for ids ['19ce4753-d88f-49bb-a0c5-60aae07ee6ce'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:48:39.314519 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d20c63e-d124-43e2-b57f-22e3f7aec3ea None None] Routers {'19ce4753-d88f-49bb-a0c5-60aae07ee6ce'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:48:39.317213 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-b3afc36f-b248-43ff-83d1-3e7fd86e23ed None None] Deleting port f3243ba4-8a0b-4ea1-9fdf-3b2704fdc21c {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:48:39.317994 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b3afc36f-b248-43ff-83d1-3e7fd86e23ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:39.325460 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-3d20c63e-d124-43e2-b57f-22e3f7aec3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:48:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['19ce4753-d88f-49bb-a0c5-60aae07ee6ce'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:39.420986 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e440f365-d56a-4297-b9f6-9dd5ada222c1 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:39.436280 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e440f365-d56a-4297-b9f6-9dd5ada222c1 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:39.453249 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6f563026-8c4f-4cd0-872d-70fe6851bd64 req-d445156c-bf81-4222-a980-3675a304ab21 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f5a16836-fd78-4b44-a57e-3a327955afd1 HTTP/1.1" status: 200 len: 1000 time: 0.2796760 Jul 29 23:48:39.627602 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e440f365-d56a-4297-b9f6-9dd5ada222c1 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:39.645644 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e440f365-d56a-4297-b9f6-9dd5ada222c1 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0327599 Jul 29 23:48:39.656011 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f563026-8c4f-4cd0-872d-70fe6851bd64 req-b44463fe-1843-4715-927d-cdb3a4532b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:39.662319 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6f563026-8c4f-4cd0-872d-70fe6851bd64 req-b44463fe-1843-4715-927d-cdb3a4532b84 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ef618f43-4fe4-4e34-9800-0476d270be60 HTTP/1.1" status: 200 len: 851 time: 0.2041779 Jul 29 23:48:39.667898 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=bd32ee84-4185-49db-9b33-26733bc708ce,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:39.695225 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ac5b4228-3fd3-481a-8d84-c25cca824031 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:39.713848 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-b3afc36f-b248-43ff-83d1-3e7fd86e23ed None None] For port f3243ba4-8a0b-4ea1-9fdf-3b2704fdc21c, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=f3243ba4-8a0b-4ea1-9fdf-3b2704fdc21c,segment=NetworkSegment(c82bead8-45fa-43d0-bbec-b85654398a64),segment_id=c82bead8-45fa-43d0-bbec-b85654398a64)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:39.732428 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b3afc36f-b248-43ff-83d1-3e7fd86e23ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:39.796415 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device f3243ba4-8a0b-4ea1-9fdf-3b2704fdc21c no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:48:39.831208 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44508) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:39.842401 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-4c856eb1-e93d-461c-ab25-d6e0bbb14700 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Request body: {'security_group_rule': {'security_group_id': '6f717bff-2bc6-4137-934a-60e9a95b6304', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:39.879354 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5b4228-3fd3-481a-8d84-c25cca824031 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event deleted for resources: {'Port': ['ID=90794f84-0144-4a44-9ba9-fbdf3e4b3617,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:39.917553 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-3d20c63e-d124-43e2-b57f-22e3f7aec3ea None None] Set router 19ce4753-d88f-49bb-a0c5-60aae07ee6ce gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:48:39.924806 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-b3afc36f-b248-43ff-83d1-3e7fd86e23ed None None] Calling delete_port for f3243ba4-8a0b-4ea1-9fdf-3b2704fdc21c owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:48:39.949671 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e440f365-d56a-4297-b9f6-9dd5ada222c1 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f717bff-2bc6-4137-934a-60e9a95b6304,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:39.952795 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f563026-8c4f-4cd0-872d-70fe6851bd64 req-18f37589-86f3-4953-9b29-3b43b2690235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:39.958840 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6f563026-8c4f-4cd0-872d-70fe6851bd64 req-18f37589-86f3-4953-9b29-3b43b2690235 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=07279870-3078-44f7-8035-d94a4d0b31e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2864044 Jul 29 23:48:40.182755 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:40.194539 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ac5b4228-3fd3-481a-8d84-c25cca824031 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:40.246322 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4c856eb1-e93d-461c-ab25-d6e0bbb14700 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:40.278328 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port f3243ba4-8a0b-4ea1-9fdf-3b2704fdc21c, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=f3243ba4-8a0b-4ea1-9fdf-3b2704fdc21c,segment=NetworkSegment(c82bead8-45fa-43d0-bbec-b85654398a64),segment_id=c82bead8-45fa-43d0-bbec-b85654398a64)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:40.300456 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:40.305903 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 5680d4a0-8cc8-4374-8e9c-ebc92e65e9c0 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:48:40.516474 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 5680d4a0-8cc8-4374-8e9c-ebc92e65e9c0 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:48:40.516952 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 5680d4a0-8cc8-4374-8e9c-ebc92e65e9c0 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:48:40.526918 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event deleted for resources: {'Port': ['ID=f3243ba4-8a0b-4ea1-9fdf-3b2704fdc21c,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:40.531548 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b3afc36f-b248-43ff-83d1-3e7fd86e23ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:40.640254 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4c856eb1-e93d-461c-ab25-d6e0bbb14700 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:40.651536 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6f563026-8c4f-4cd0-872d-70fe6851bd64 req-caa4762e-dfbc-41cb-b5c0-708432cdb0f5 service neutron] 10.222.0.22 "GET /v2.0/networks/07279870-3078-44f7-8035-d94a4d0b31e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6750951 Jul 29 23:48:40.657464 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4c856eb1-e93d-461c-ab25-d6e0bbb14700 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:40.671460 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44514) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:40.687637 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3afc36f-b248-43ff-83d1-3e7fd86e23ed None None] Pushing event deleted for resources: {'Port': ['ID=f3243ba4-8a0b-4ea1-9fdf-3b2704fdc21c,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:40.717255 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3afc36f-b248-43ff-83d1-3e7fd86e23ed None None] No DVR routers for this DVR port f3243ba4-8a0b-4ea1-9fdf-3b2704fdc21c on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:48:40.871844 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c856eb1-e93d-461c-ab25-d6e0bbb14700 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94708e85-2382-4788-85a1-209f6fd8c288,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:40.887784 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4c856eb1-e93d-461c-ab25-d6e0bbb14700 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:40.898861 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4c856eb1-e93d-461c-ab25-d6e0bbb14700 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0604236 Jul 29 23:48:40.905999 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44520) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:40.913034 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-a5d6b42e-39c3-4c66-bacf-3f5eda5f47a6 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Request body: {'security_group_rule': {'security_group_id': '6f717bff-2bc6-4137-934a-60e9a95b6304', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:41.063885 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6f563026-8c4f-4cd0-872d-70fe6851bd64 req-c4f05770-338b-4ac7-a4b7-84e5349e0552 service neutron] 10.222.0.22 "GET /v2.0/networks/07279870-3078-44f7-8035-d94a4d0b31e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3887334 Jul 29 23:48:41.066373 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a5d6b42e-39c3-4c66-bacf-3f5eda5f47a6 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:41.139340 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8044b410-6361-4cab-98b1-877f542cef62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:41.288606 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ac5b4228-3fd3-481a-8d84-c25cca824031 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:41.291893 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ac5b4228-3fd3-481a-8d84-c25cca824031 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:41.317083 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-3d20c63e-d124-43e2-b57f-22e3f7aec3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19ce4753-d88f-49bb-a0c5-60aae07ee6ce', 'name': 'tempest-AttachVolumeTestJSON-1357557364-router', 'tenant_id': 'c1d7085ece28410698508031edfc5998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'bd32ee84-4185-49db-9b33-26733bc708ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:48:28Z', 'updated_at': '2021-07-29T23:48:35Z', 'revision_number': 4, 'project_id': 'c1d7085ece28410698508031edfc5998', 'gw_port': {'id': 'bd32ee84-4185-49db-9b33-26733bc708ce', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:78:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ce4753-d88f-49bb-a0c5-60aae07ee6ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:48:30Z', 'updated_at': '2021-07-29T23:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '72eb1e52-f5de-40cc-99b0-49fe24a2436f', 'name': '', 'network_id': '67609761-f70d-451d-bf2b-11a2e29bfa80', 'tenant_id': 'c1d7085ece28410698508031edfc5998', 'mac_address': 'fa:16:3e:d8:64:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19ce4753-d88f-49bb-a0c5-60aae07ee6ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '491bf474-cc80-4e70-9dca-1685e2004f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:48:34Z', 'updated_at': '2021-07-29T23:48:35Z', 'revision_number': 2, 'project_id': 'c1d7085ece28410698508031edfc5998', 'subnets': [{'id': '491bf474-cc80-4e70-9dca-1685e2004f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:41.367371 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ac5b4228-3fd3-481a-8d84-c25cca824031 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:41.367926 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac5b4228-3fd3-481a-8d84-c25cca824031 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Fanout notify agent at l3_agent the message router_deleted on router a4d74a75-5fed-4282-aa1a-bdd57b8fdf02 {{(pid=94078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:48:41.368479 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a5d6b42e-39c3-4c66-bacf-3f5eda5f47a6 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:41.385219 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a5d6b42e-39c3-4c66-bacf-3f5eda5f47a6 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:41.402543 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d20c63e-d124-43e2-b57f-22e3f7aec3ea None None] Checking router: 19ce4753-d88f-49bb-a0c5-60aae07ee6ce for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:48:41.403519 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d20c63e-d124-43e2-b57f-22e3f7aec3ea None None] Updating router 19ce4753-d88f-49bb-a0c5-60aae07ee6ce port 72eb1e52-f5de-40cc-99b0-49fe24a2436f binding host n-d-712141-10 {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:48:41.422225 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ac5b4228-3fd3-481a-8d84-c25cca824031 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:41.438193 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ac5b4228-3fd3-481a-8d84-c25cca824031 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "DELETE /v2.0/routers/a4d74a75-5fed-4282-aa1a-bdd57b8fdf02 HTTP/1.1" status: 204 len: 168 time: 4.0408506 Jul 29 23:48:41.438888 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44524) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:41.502332 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-3d20c63e-d124-43e2-b57f-22e3f7aec3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:41.563932 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device bd32ee84-4185-49db-9b33-26733bc708ce up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:48:41.609933 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d6b42e-39c3-4c66-bacf-3f5eda5f47a6 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a2dc5d7-14e0-4664-bdd8-25b1222a3a97,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:41.705528 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port bd32ee84-4185-49db-9b33-26733bc708ce triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:48:41.706337 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:41.735911 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1eb042a9-28e0-4d3f-a8d9-338048e3eb41 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:41.773757 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8044b410-6361-4cab-98b1-877f542cef62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:41.891311 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8044b410-6361-4cab-98b1-877f542cef62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:41.896285 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a5d6b42e-39c3-4c66-bacf-3f5eda5f47a6 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:41.901186 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a5d6b42e-39c3-4c66-bacf-3f5eda5f47a6 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9920654 Jul 29 23:48:41.902245 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 44534) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:41.910525 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-57e30a67-0e50-4ea0-8920-c71ac23dd61e tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Request body: {'floatingip': {'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:41.979312 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1eb042a9-28e0-4d3f-a8d9-338048e3eb41 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:41.994901 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-1eb042a9-28e0-4d3f-a8d9-338048e3eb41 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['973ce73b-a457-4aee-a9c0-9f7566d53b76']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:42.005642 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 90794f84-0144-4a44-9ba9-fbdf3e4b3617 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:48:42.026615 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-57e30a67-0e50-4ea0-8920-c71ac23dd61e tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks [] for floatingip, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:42.035960 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-1eb042a9-28e0-4d3f-a8d9-338048e3eb41 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c82bead8-45fa-43d0-bbec-b85654398a64') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:42.035960 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-1eb042a9-28e0-4d3f-a8d9-338048e3eb41 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c82bead8-45fa-43d0-bbec-b85654398a64') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:42.044607 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-3d20c63e-d124-43e2-b57f-22e3f7aec3ea None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:42.063637 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-3d20c63e-d124-43e2-b57f-22e3f7aec3ea None None] Transition to ACTIVE for port object 72eb1e52-f5de-40cc-99b0-49fe24a2436f will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:48:42.072361 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1eb042a9-28e0-4d3f-a8d9-338048e3eb41 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:42.074280 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-3d20c63e-d124-43e2-b57f-22e3f7aec3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:42.082003 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 90794f84-0144-4a44-9ba9-fbdf3e4b3617 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:48:42.082347 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 90794f84-0144-4a44-9ba9-fbdf3e4b3617 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:48:42.100577 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1eb042a9-28e0-4d3f-a8d9-338048e3eb41 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:42.114070 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eb042a9-28e0-4d3f-a8d9-338048e3eb41 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:48:42.114910 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1eb042a9-28e0-4d3f-a8d9-338048e3eb41 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:42.339530 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:48:42.339530 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:48:42.339530 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:48:42.339530 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:48:42.339530 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:48:42.339530 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:48:42.339530 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:48:42.339530 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:48:42.339530 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:48:42.339530 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:48:42.339530 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:48:42.339530 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:48:42.339530 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:48:42.339530 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:48:42.339530 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:48:42.339530 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:48:42.339530 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:48:42.339530 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:48:42.339530 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:48:42.339530 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:48:42.339530 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:48:42.339530 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:48:42.339530 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:48:42.339530 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:48:42.339530 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:48:42.339530 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:48:42.339530 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:48:42.339530 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:48:42.339530 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:48:42.339530 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:48:42.339530 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:48:42.339530 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:48:42.348308 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e0ae19-eda9-4251-8ba1-ab07c4973228 None None] Pushing event updated for resources: {'Port': ['ID=72eb1e52-f5de-40cc-99b0-49fe24a2436f,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:42.430609 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8044b410-6361-4cab-98b1-877f542cef62 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a0eb97f1db29494f84244e7886e44918&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7206464 Jul 29 23:48:42.433090 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 44538) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:42.435451 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1eb042a9-28e0-4d3f-a8d9-338048e3eb41 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:42.449831 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8044b410-6361-4cab-98b1-877f542cef62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=072500c5-dfef-4a13-803d-7804ddfa5642,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:42.479775 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-3d20c63e-d124-43e2-b57f-22e3f7aec3ea None None] Attempting to bind port 72eb1e52-f5de-40cc-99b0-49fe24a2436f on host n-d-712141-10 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:48:42.479994 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-3d20c63e-d124-43e2-b57f-22e3f7aec3ea None None] Attempting to bind port 72eb1e52-f5de-40cc-99b0-49fe24a2436f by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': 'a2652d9d-d802-4aa8-a967-71e91ab5e571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '67609761-f70d-451d-bf2b-11a2e29bfa80'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:48:42.480335 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d20c63e-d124-43e2-b57f-22e3f7aec3ea None None] Attempting to bind port 72eb1e52-f5de-40cc-99b0-49fe24a2436f on network 67609761-f70d-451d-bf2b-11a2e29bfa80 {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:48:42.487561 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d20c63e-d124-43e2-b57f-22e3f7aec3ea None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:48:42.487945 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d20c63e-d124-43e2-b57f-22e3f7aec3ea None None] Checking segment: {'id': 'a2652d9d-d802-4aa8-a967-71e91ab5e571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '67609761-f70d-451d-bf2b-11a2e29bfa80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:48:42.488365 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-3d20c63e-d124-43e2-b57f-22e3f7aec3ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:42.488736 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d20c63e-d124-43e2-b57f-22e3f7aec3ea None None] Bound using segment: {'id': 'a2652d9d-d802-4aa8-a967-71e91ab5e571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '67609761-f70d-451d-bf2b-11a2e29bfa80'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:48:42.489239 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-3d20c63e-d124-43e2-b57f-22e3f7aec3ea None None] Bound port: 72eb1e52-f5de-40cc-99b0-49fe24a2436f, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2652d9d-d802-4aa8-a967-71e91ab5e571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '67609761-f70d-451d-bf2b-11a2e29bfa80'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:48:42.489730 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-3d20c63e-d124-43e2-b57f-22e3f7aec3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:42.493016 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1eb042a9-28e0-4d3f-a8d9-338048e3eb41 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:42.504321 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-1eb042a9-28e0-4d3f-a8d9-338048e3eb41 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "DELETE /v2.0/networks/973ce73b-a457-4aee-a9c0-9f7566d53b76 HTTP/1.1" status: 204 len: 168 time: 1.0533569 Jul 29 23:48:42.512596 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44540) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:42.528144 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-57e30a67-0e50-4ea0-8920-c71ac23dd61e tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:42.680564 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f0d44cd6-74e4-49fd-a73b-37a8df0610a6 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:42.685235 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-3d20c63e-d124-43e2-b57f-22e3f7aec3ea None None] For port 72eb1e52-f5de-40cc-99b0-49fe24a2436f, host n-d-712141-10, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:48:42.692691 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-3d20c63e-d124-43e2-b57f-22e3f7aec3ea None None] For port 72eb1e52-f5de-40cc-99b0-49fe24a2436f, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=72eb1e52-f5de-40cc-99b0-49fe24a2436f,segment=NetworkSegment(a2652d9d-d802-4aa8-a967-71e91ab5e571),segment_id=a2652d9d-d802-4aa8-a967-71e91ab5e571)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:48:42.711283 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-3d20c63e-d124-43e2-b57f-22e3f7aec3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:42.714570 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f0d44cd6-74e4-49fd-a73b-37a8df0610a6 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:42.769398 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb042a9-28e0-4d3f-a8d9-338048e3eb41 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event deleted for resources: {'Network': ['ID=973ce73b-a457-4aee-a9c0-9f7566d53b76,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:42.796065 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f0d44cd6-74e4-49fd-a73b-37a8df0610a6 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:42.798946 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f0d44cd6-74e4-49fd-a73b-37a8df0610a6 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:42.800309 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-f0d44cd6-74e4-49fd-a73b-37a8df0610a6 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "DELETE /v2.0/security-groups/55bbb774-181a-46ce-808b-df0560fd010c HTTP/1.1" status: 204 len: 168 time: 0.2821891 Jul 29 23:48:42.827360 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e84117e3-4860-4313-bbcd-89a80ebd5c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:42.832885 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e0ae19-eda9-4251-8ba1-ab07c4973228 None None] Pushing event updated for resources: {'Port': ['ID=72eb1e52-f5de-40cc-99b0-49fe24a2436f,revision_number=4']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:42.861733 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d44cd6-74e4-49fd-a73b-37a8df0610a6 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55bbb774-181a-46ce-808b-df0560fd010c,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:42.883774 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d20c63e-d124-43e2-b57f-22e3f7aec3ea None None] Routers {'19ce4753-d88f-49bb-a0c5-60aae07ee6ce'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:48:42.884421 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-3d20c63e-d124-43e2-b57f-22e3f7aec3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:48:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['19ce4753-d88f-49bb-a0c5-60aae07ee6ce'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:43.026504 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e84117e3-4860-4313-bbcd-89a80ebd5c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:43.100366 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-57e30a67-0e50-4ea0-8920-c71ac23dd61e tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Allocated IP 172.25.0.239 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/7a8ef5a7-e890-4171-a8da-c63b5b888fcb) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:48:43.142711 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e84117e3-4860-4313-bbcd-89a80ebd5c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:43.148419 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e84117e3-4860-4313-bbcd-89a80ebd5c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:43.158139 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e84117e3-4860-4313-bbcd-89a80ebd5c2b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/072500c5-dfef-4a13-803d-7804ddfa5642 HTTP/1.1" status: 204 len: 168 time: 0.7210646 Jul 29 23:48:43.194951 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-3d20c63e-d124-43e2-b57f-22e3f7aec3ea None None] Set router 19ce4753-d88f-49bb-a0c5-60aae07ee6ce gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:48:43.204738 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84117e3-4860-4313-bbcd-89a80ebd5c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072500c5-dfef-4a13-803d-7804ddfa5642,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:43.407268 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-57e30a67-0e50-4ea0-8920-c71ac23dd61e tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:43.556004 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44556) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:43.559710 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-47ce1209-a14c-4094-ad5a-644e71a7c90e tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1354258178', 'description': 'tempest-secgroup-smoke-1354258178 description', 'project_id': '65ae77200a164c0f8f007753b934a6ed'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:43.587748 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-57e30a67-0e50-4ea0-8920-c71ac23dd61e tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:43.614046 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-47ce1209-a14c-4094-ad5a-644e71a7c90e tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:43.648162 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-3d20c63e-d124-43e2-b57f-22e3f7aec3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19ce4753-d88f-49bb-a0c5-60aae07ee6ce', 'name': 'tempest-AttachVolumeTestJSON-1357557364-router', 'tenant_id': 'c1d7085ece28410698508031edfc5998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'bd32ee84-4185-49db-9b33-26733bc708ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:48:28Z', 'updated_at': '2021-07-29T23:48:35Z', 'revision_number': 4, 'project_id': 'c1d7085ece28410698508031edfc5998', 'gw_port': {'id': 'bd32ee84-4185-49db-9b33-26733bc708ce', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:78:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ce4753-d88f-49bb-a0c5-60aae07ee6ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:48:30Z', 'updated_at': '2021-07-29T23:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '72eb1e52-f5de-40cc-99b0-49fe24a2436f', 'name': '', 'network_id': '67609761-f70d-451d-bf2b-11a2e29bfa80', 'tenant_id': 'c1d7085ece28410698508031edfc5998', 'mac_address': 'fa:16:3e:d8:64:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19ce4753-d88f-49bb-a0c5-60aae07ee6ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '491bf474-cc80-4e70-9dca-1685e2004f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:48:34Z', 'updated_at': '2021-07-29T23:48:42Z', 'revision_number': 4, 'project_id': 'c1d7085ece28410698508031edfc5998', 'subnets': [{'id': '491bf474-cc80-4e70-9dca-1685e2004f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:43.698088 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e30a67-0e50-4ea0-8920-c71ac23dd61e tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Pushing event updated for resources: {'Port': ['ID=7a8ef5a7-e890-4171-a8da-c63b5b888fcb,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:43.711804 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e30a67-0e50-4ea0-8920-c71ac23dd61e tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:48:43.716781 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-57e30a67-0e50-4ea0-8920-c71ac23dd61e tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:48:43.722985 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e30a67-0e50-4ea0-8920-c71ac23dd61e tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:48:43.748582 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d20c63e-d124-43e2-b57f-22e3f7aec3ea None None] The sync data for ids ['19ce4753-d88f-49bb-a0c5-60aae07ee6ce'] in n-d-712141-10 is: [{'id': '19ce4753-d88f-49bb-a0c5-60aae07ee6ce', 'name': 'tempest-AttachVolumeTestJSON-1357557364-router', 'tenant_id': 'c1d7085ece28410698508031edfc5998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'bd32ee84-4185-49db-9b33-26733bc708ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:48:28Z', 'updated_at': '2021-07-29T23:48:35Z', 'revision_number': 4, 'project_id': 'c1d7085ece28410698508031edfc5998', 'gw_port': {'id': 'bd32ee84-4185-49db-9b33-26733bc708ce', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:78:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ce4753-d88f-49bb-a0c5-60aae07ee6ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:48:30Z', 'updated_at': '2021-07-29T23:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '72eb1e52-f5de-40cc-99b0-49fe24a2436f', 'name': '', 'network_id': '67609761-f70d-451d-bf2b-11a2e29bfa80', 'tenant_id': 'c1d7085ece28410698508031edfc5998', 'mac_address': 'fa:16:3e:d8:64:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19ce4753-d88f-49bb-a0c5-60aae07ee6ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '491bf474-cc80-4e70-9dca-1685e2004f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:48:34Z', 'updated_at': '2021-07-29T23:48:42Z', 'revision_number': 4, 'project_id': 'c1d7085ece28410698508031edfc5998', 'subnets': [{'id': '491bf474-cc80-4e70-9dca-1685e2004f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:48:43.777202 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-47ce1209-a14c-4094-ad5a-644e71a7c90e tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:43.785781 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-47ce1209-a14c-4094-ad5a-644e71a7c90e tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:43.913671 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-47ce1209-a14c-4094-ad5a-644e71a7c90e tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:43.915710 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-47ce1209-a14c-4094-ad5a-644e71a7c90e tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3599873 Jul 29 23:48:43.923488 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ce1209-a14c-4094-ad5a-644e71a7c90e tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85f85b5e-f991-4c31-ad60-266ee91bb584,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:43.926313 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44562) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:43.935808 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-acbf7aba-1ced-4d3f-a2db-987d9647d3a9 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Request body: {'security_group_rule': {'security_group_id': '85f85b5e-f991-4c31-ad60-266ee91bb584', 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:43.955633 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44564) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:43.980300 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ed7e47b0-1e47-4f5d-b6df-f890b2a40af6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:44.008175 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-acbf7aba-1ced-4d3f-a2db-987d9647d3a9 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:44.065417 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-57e30a67-0e50-4ea0-8920-c71ac23dd61e tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:44.094996 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-acbf7aba-1ced-4d3f-a2db-987d9647d3a9 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:44.104252 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-acbf7aba-1ced-4d3f-a2db-987d9647d3a9 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:44.136417 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbf7aba-1ced-4d3f-a2db-987d9647d3a9 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=364b5099-cddc-43a1-847b-12a289407670,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:44.146189 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-57e30a67-0e50-4ea0-8920-c71ac23dd61e tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:44.322312 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ed7e47b0-1e47-4f5d-b6df-f890b2a40af6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:44.338052 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ed7e47b0-1e47-4f5d-b6df-f890b2a40af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:44.368835 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-57e30a67-0e50-4ea0-8920-c71ac23dd61e tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:44.380400 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-57e30a67-0e50-4ea0-8920-c71ac23dd61e tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:44.380893 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-acbf7aba-1ced-4d3f-a2db-987d9647d3a9 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:44.395693 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-acbf7aba-1ced-4d3f-a2db-987d9647d3a9 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4675179 Jul 29 23:48:44.396422 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44570) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:44.446806 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-c3b8ff37-f848-4e0d-9cab-136e74887ea0 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Request body: {'security_group_rule': {'security_group_id': '85f85b5e-f991-4c31-ad60-266ee91bb584', 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:44.474527 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7e47b0-1e47-4f5d-b6df-f890b2a40af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b008738-2c52-4d25-8dda-8e1d5c0134d2,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:44.513853 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e30a67-0e50-4ea0-8920-c71ac23dd61e tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Pushing event updated for resources: {'Port': ['ID=7a8ef5a7-e890-4171-a8da-c63b5b888fcb,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:44.536137 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-57e30a67-0e50-4ea0-8920-c71ac23dd61e tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:44.550571 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ed7e47b0-1e47-4f5d-b6df-f890b2a40af6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b6ba0a40a00f4e79b7f69084d7cef302&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5932727 Jul 29 23:48:44.554717 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 44574) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:44.597334 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c3b8ff37-f848-4e0d-9cab-136e74887ea0 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:44.631693 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-57e30a67-0e50-4ea0-8920-c71ac23dd61e tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:44.641764 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-57e30a67-0e50-4ea0-8920-c71ac23dd61e tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7294493 Jul 29 23:48:44.700236 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c3b8ff37-f848-4e0d-9cab-136e74887ea0 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:44.708171 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c3b8ff37-f848-4e0d-9cab-136e74887ea0 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:44.731644 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e6eec487-f6d6-405f-b0dd-61354133f0ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:44.759098 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e6eec487-f6d6-405f-b0dd-61354133f0ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:44.790471 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b8ff37-f848-4e0d-9cab-136e74887ea0 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a3808b6-291c-4f68-8f26-7d92c7e66509,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:44.818367 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e6eec487-f6d6-405f-b0dd-61354133f0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:44.823460 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e6eec487-f6d6-405f-b0dd-61354133f0ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:44.827158 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e6eec487-f6d6-405f-b0dd-61354133f0ab admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8b008738-2c52-4d25-8dda-8e1d5c0134d2 HTTP/1.1" status: 204 len: 168 time: 0.2707586 Jul 29 23:48:44.829364 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c3b8ff37-f848-4e0d-9cab-136e74887ea0 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:44.837152 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 44580) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:44.837334 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c3b8ff37-f848-4e0d-9cab-136e74887ea0 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4233520 Jul 29 23:48:44.843778 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-84db6951-03e4-4512-8c46-b925783a9e01 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Request body: {'security_group_rule': {'security_group_id': '85f85b5e-f991-4c31-ad60-266ee91bb584', 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:44.848963 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eec487-f6d6-405f-b0dd-61354133f0ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b008738-2c52-4d25-8dda-8e1d5c0134d2,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:44.922534 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-84db6951-03e4-4512-8c46-b925783a9e01 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:45.008651 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-84db6951-03e4-4512-8c46-b925783a9e01 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:45.015435 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-84db6951-03e4-4512-8c46-b925783a9e01 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:45.050761 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84db6951-03e4-4512-8c46-b925783a9e01 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=084578f9-7d79-46ac-bab4-ac4225e2d14f,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:45.061980 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-84db6951-03e4-4512-8c46-b925783a9e01 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:45.063251 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-84db6951-03e4-4512-8c46-b925783a9e01 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2246680 Jul 29 23:48:45.066112 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 44590) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:45.087165 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-1d0a0545-0e35-4352-ac9f-bf5da7e991b6 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Request body: {'security_group_rule': {'security_group_id': '85f85b5e-f991-4c31-ad60-266ee91bb584', 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:45.204176 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1d0a0545-0e35-4352-ac9f-bf5da7e991b6 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:45.311895 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8da563cf-fd0d-4062-989a-e7776d9eece6 req-84106bf9-2eb4-4c7a-ab04-79ee81303bcf tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--531351874&fields=id&tenant_id=c1d7085ece28410698508031edfc5998 HTTP/1.1" status: 200 len: 267 time: 0.1835425 Jul 29 23:48:45.438082 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1d0a0545-0e35-4352-ac9f-bf5da7e991b6 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:45.453863 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1d0a0545-0e35-4352-ac9f-bf5da7e991b6 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:45.534082 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0a0545-0e35-4352-ac9f-bf5da7e991b6 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eee3a42-af9b-465e-a077-52594fefe192,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:45.556767 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1d0a0545-0e35-4352-ac9f-bf5da7e991b6 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:45.558540 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-1d0a0545-0e35-4352-ac9f-bf5da7e991b6 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4867568 Jul 29 23:48:45.562835 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44604) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:45.568207 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-3bec955e-26b2-40d4-ac37-0acf27de221b tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Request body: {'security_group_rule': {'security_group_id': '85f85b5e-f991-4c31-ad60-266ee91bb584', 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:45.568472 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da563cf-fd0d-4062-989a-e7776d9eece6 req-2ecf2391-72c3-453a-a6bc-8e985afd89d6 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:45.570409 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8da563cf-fd0d-4062-989a-e7776d9eece6 req-2ecf2391-72c3-453a-a6bc-8e985afd89d6 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/networks?id=67609761-f70d-451d-bf2b-11a2e29bfa80 HTTP/1.1" status: 200 len: 811 time: 0.2461457 Jul 29 23:48:45.623415 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8da563cf-fd0d-4062-989a-e7776d9eece6 req-63fdb73f-1cda-49fc-ac8d-be934c82a84c tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/quotas/c1d7085ece28410698508031edfc5998 HTTP/1.1" status: 200 len: 375 time: 0.0376990 Jul 29 23:48:45.656567 n-d-712141-10 neutron-server[94077]: INFO neutron.db.securitygroups_db [None req-3bec955e-26b2-40d4-ac37-0acf27de221b tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Project 65ae77200a164c0f8f007753b934a6ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 23:48:45.678836 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3bec955e-26b2-40d4-ac37-0acf27de221b tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:45.707400 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 72eb1e52-f5de-40cc-99b0-49fe24a2436f up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:48:45.777387 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8da563cf-fd0d-4062-989a-e7776d9eece6 req-f8797e08-7c36-4cdd-b0e4-58e43ab3bd10 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c1d7085ece28410698508031edfc5998&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1496098 Jul 29 23:48:45.828547 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 72eb1e52-f5de-40cc-99b0-49fe24a2436f completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:48:45.844475 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 72eb1e52-f5de-40cc-99b0-49fe24a2436f triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:48:45.844847 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:45.914906 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3bec955e-26b2-40d4-ac37-0acf27de221b tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:45.928991 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3bec955e-26b2-40d4-ac37-0acf27de221b tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:45.998231 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bec955e-26b2-40d4-ac37-0acf27de221b tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cd63d6c-8c2f-4a26-9bac-b55a57697c47,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:46.010324 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3bec955e-26b2-40d4-ac37-0acf27de221b tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:46.019007 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-3bec955e-26b2-40d4-ac37-0acf27de221b tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4549568 Jul 29 23:48:46.023625 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44614) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:46.049532 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-ce745e3a-3c17-4ab1-aa99-0d0e4f4972eb tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Request body: {'security_group_rule': {'security_group_id': '85f85b5e-f991-4c31-ad60-266ee91bb584', 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:46.085625 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:46.126266 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8da563cf-fd0d-4062-989a-e7776d9eece6 req-e571f812-71ef-4a49-abfd-7dc74096aa12 service neutron] 10.222.0.43 "GET /v2.0/networks/67609761-f70d-451d-bf2b-11a2e29bfa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308797 Jul 29 23:48:46.150968 n-d-712141-10 neutron-server[94077]: INFO neutron.db.securitygroups_db [None req-ce745e3a-3c17-4ab1-aa99-0d0e4f4972eb tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Project 65ae77200a164c0f8f007753b934a6ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 23:48:46.175507 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ce745e3a-3c17-4ab1-aa99-0d0e4f4972eb tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:46.274369 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8da563cf-fd0d-4062-989a-e7776d9eece6 req-2eeea9ff-ec84-40c0-8b45-c5522b400374 service neutron] 10.222.0.43 "GET /v2.0/networks/67609761-f70d-451d-bf2b-11a2e29bfa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344388 Jul 29 23:48:46.428337 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ce745e3a-3c17-4ab1-aa99-0d0e4f4972eb tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:46.438654 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ce745e3a-3c17-4ab1-aa99-0d0e4f4972eb tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:46.499223 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 72eb1e52-f5de-40cc-99b0-49fe24a2436f, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=72eb1e52-f5de-40cc-99b0-49fe24a2436f,segment=NetworkSegment(a2652d9d-d802-4aa8-a967-71e91ab5e571),segment_id=a2652d9d-d802-4aa8-a967-71e91ab5e571)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:46.502439 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ce745e3a-3c17-4ab1-aa99-0d0e4f4972eb tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:46.506662 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ce745e3a-3c17-4ab1-aa99-0d0e4f4972eb tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4752231 Jul 29 23:48:46.507364 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44624) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:46.511593 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:46.514822 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-37873916-5784-40b9-b44c-94548ce3869c tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Request body: {'network': {'name': 'tempest-network-smoke--537746441', 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'port_security_enabled': True}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:46.523568 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce745e3a-3c17-4ab1-aa99-0d0e4f4972eb tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29f47992-b6da-4ab3-bd0d-3e4535860f2f,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:46.575483 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37873916-5784-40b9-b44c-94548ce3869c tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Made reservation on behalf of 65ae77200a164c0f8f007753b934a6ed for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:48:46.581537 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-37873916-5784-40b9-b44c-94548ce3869c tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:46.583531 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=72eb1e52-f5de-40cc-99b0-49fe24a2436f,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:46.648315 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37873916-5784-40b9-b44c-94548ce3869c tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:48:46.673159 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-37873916-5784-40b9-b44c-94548ce3869c tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:46.673635 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-37873916-5784-40b9-b44c-94548ce3869c tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Added segment 843c91f7-8d92-42f5-bfa1-88724e50fee0 of type vlan for network 3f0f0134-a751-4648-8702-633d8ab16f88 Jul 29 23:48:46.769452 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-37873916-5784-40b9-b44c-94548ce3869c tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:46.773943 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-60c32f34-6e10-448f-ae24-9359dc29d150 req-7126b463-f55b-44f5-af84-022cb3f22ac6 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/ports?device_id=7535b2bd-335e-4d82-bf23-754c839992db HTTP/1.1" status: 200 len: 210 time: 0.0643117 Jul 29 23:48:46.837364 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-37873916-5784-40b9-b44c-94548ce3869c tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:46.844689 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37873916-5784-40b9-b44c-94548ce3869c tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:46.845791 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-37873916-5784-40b9-b44c-94548ce3869c tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:46.992738 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37873916-5784-40b9-b44c-94548ce3869c tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event updated for resources: {'Network': ['ID=3f0f0134-a751-4648-8702-633d8ab16f88,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:47.022996 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 3f0f0134-a751-4648-8702-633d8ab16f88 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:48:47.028571 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 44648) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:47.031019 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-37873916-5784-40b9-b44c-94548ce3869c tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5227830 Jul 29 23:48:47.037543 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-f0a6b03c-a64b-4225-bb06-9e8fad2fd29a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-381488720', 'admin_state_up': True, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:47.073625 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f0a6b03c-a64b-4225-bb06-9e8fad2fd29a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:47.076551 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f0a6b03c-a64b-4225-bb06-9e8fad2fd29a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:47.232931 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f0a6b03c-a64b-4225-bb06-9e8fad2fd29a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:47.427200 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f0a6b03c-a64b-4225-bb06-9e8fad2fd29a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:47.589334 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 72eb1e52-f5de-40cc-99b0-49fe24a2436f up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:48:47.676314 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 72eb1e52-f5de-40cc-99b0-49fe24a2436f triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:48:47.677245 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:48.028349 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8efba93b-70e5-4088-b5e6-d8e7189d1785 req-b61fb3bc-a1c2-44aa-a2f9-ad3f69ecb8a6 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/ports?device_id=7535b2bd-335e-4d82-bf23-754c839992db HTTP/1.1" status: 200 len: 210 time: 0.0734036 Jul 29 23:48:48.053443 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f0a6b03c-a64b-4225-bb06-9e8fad2fd29a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for router_gateway, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:48.085171 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f0a6b03c-a64b-4225-bb06-9e8fad2fd29a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:48.388043 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-f0a6b03c-a64b-4225-bb06-9e8fad2fd29a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Allocated IP 172.25.0.163 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/daebd3bf-27f3-4fd8-b8cf-4f518c02b891) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:48:48.627604 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f0a6b03c-a64b-4225-bb06-9e8fad2fd29a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:48.708496 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f0a6b03c-a64b-4225-bb06-9e8fad2fd29a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:48.812548 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a6b03c-a64b-4225-bb06-9e8fad2fd29a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event updated for resources: {'Port': ['ID=daebd3bf-27f3-4fd8-b8cf-4f518c02b891,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:48.829756 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a6b03c-a64b-4225-bb06-9e8fad2fd29a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:48:48.831615 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-f0a6b03c-a64b-4225-bb06-9e8fad2fd29a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:48:48.834947 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a6b03c-a64b-4225-bb06-9e8fad2fd29a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:48:49.247905 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-69588a58-51b3-46dc-af65-19b502f62650 req-4745847c-e3b1-445c-bd69-83b2445152e9 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/ports?device_id=7535b2bd-335e-4d82-bf23-754c839992db HTTP/1.1" status: 200 len: 210 time: 0.0765262 Jul 29 23:48:49.274736 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da563cf-fd0d-4062-989a-e7776d9eece6 req-d3994883-a93d-4eda-a95b-61fdc2d49c3a tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:49.277941 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8da563cf-fd0d-4062-989a-e7776d9eece6 req-d3994883-a93d-4eda-a95b-61fdc2d49c3a tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.41 "GET /v2.0/networks?id=67609761-f70d-451d-bf2b-11a2e29bfa80 HTTP/1.1" status: 200 len: 811 time: 0.3848772 Jul 29 23:48:49.401158 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8da563cf-fd0d-4062-989a-e7776d9eece6 req-4184d8c9-40a1-480e-86bf-203643244c1e tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1d7085ece28410698508031edfc5998 HTTP/1.1" status: 200 len: 379 time: 0.1062775 Jul 29 23:48:49.416584 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-8da563cf-fd0d-4062-989a-e7776d9eece6 req-155418f1-57a6-4946-a975-191256fdb7b7 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Request body: {'port': {'device_id': '7535b2bd-335e-4d82-bf23-754c839992db', 'network_id': '67609761-f70d-451d-bf2b-11a2e29bfa80', 'admin_state_up': True, 'tenant_id': 'c1d7085ece28410698508031edfc5998', 'security_groups': ['6f717bff-2bc6-4137-934a-60e9a95b6304']}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:49.634353 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f0a6b03c-a64b-4225-bb06-9e8fad2fd29a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for router_gateway, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:49.755105 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:49.782474 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8da563cf-fd0d-4062-989a-e7776d9eece6 req-155418f1-57a6-4946-a975-191256fdb7b7 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Made reservation on behalf of c1d7085ece28410698508031edfc5998 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:48:49.786322 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-8da563cf-fd0d-4062-989a-e7776d9eece6 req-155418f1-57a6-4946-a975-191256fdb7b7 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:50.042976 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f0a6b03c-a64b-4225-bb06-9e8fad2fd29a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:50.192123 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-8da563cf-fd0d-4062-989a-e7776d9eece6 req-155418f1-57a6-4946-a975-191256fdb7b7 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Allocated IP 172.20.0.14 (67609761-f70d-451d-bf2b-11a2e29bfa80/491bf474-cc80-4e70-9dca-1685e2004f49/b7a71529-2343-480b-a9bb-9de3944cfc42) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:48:50.297347 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a6b03c-a64b-4225-bb06-9e8fad2fd29a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Router fe10f58e-dbe2-4b40-80d7-14be5bdb1604 is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:48:50.475472 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a6b03c-a64b-4225-bb06-9e8fad2fd29a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:48:50.491183 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f1fd8d-1e69-4f2e-acb4-1e0a0d5d1ddb None None] Sync routers for ids ['fe10f58e-dbe2-4b40-80d7-14be5bdb1604'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:48:50.503465 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f1fd8d-1e69-4f2e-acb4-1e0a0d5d1ddb None None] Routers {'fe10f58e-dbe2-4b40-80d7-14be5bdb1604'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:48:50.504482 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-e5f1fd8d-1e69-4f2e-acb4-1e0a0d5d1ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:48:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['fe10f58e-dbe2-4b40-80d7-14be5bdb1604'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:50.551489 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f0a6b03c-a64b-4225-bb06-9e8fad2fd29a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:50.554721 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44742) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:50.555369 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-f0a6b03c-a64b-4225-bb06-9e8fad2fd29a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.5240176 Jul 29 23:48:50.665843 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7cac26a0-85cf-4686-bb23-03ba59f81d8e tempest-TestNetworkAdvancedServerOps-451069228 tempest-TestNetworkAdvancedServerOps-451069228-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=65ae77200a164c0f8f007753b934a6ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1088798 Jul 29 23:48:50.668313 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44748) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:50.699065 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-e5f1fd8d-1e69-4f2e-acb4-1e0a0d5d1ddb None None] Set router fe10f58e-dbe2-4b40-80d7-14be5bdb1604 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:48:50.992835 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-e5f1fd8d-1e69-4f2e-acb4-1e0a0d5d1ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe10f58e-dbe2-4b40-80d7-14be5bdb1604', 'name': 'tempest-TestNetworkAdvancedServerOps-router-381488720', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'daebd3bf-27f3-4fd8-b8cf-4f518c02b891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:48:47Z', 'updated_at': '2021-07-29T23:48:49Z', 'revision_number': 3, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'gw_port': {'id': 'daebd3bf-27f3-4fd8-b8cf-4f518c02b891', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:93:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe10f58e-dbe2-4b40-80d7-14be5bdb1604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:48:48Z', 'updated_at': '2021-07-29T23:48:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:51.006361 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44756) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:51.060877 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f1fd8d-1e69-4f2e-acb4-1e0a0d5d1ddb None None] Checking router: fe10f58e-dbe2-4b40-80d7-14be5bdb1604 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:48:51.062619 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f1fd8d-1e69-4f2e-acb4-1e0a0d5d1ddb None None] Updating router fe10f58e-dbe2-4b40-80d7-14be5bdb1604 port daebd3bf-27f3-4fd8-b8cf-4f518c02b891 binding host n-d-712141-10 {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:48:51.084929 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed15c227-755b-4006-a913-45f272bfeb53 tempest-TestNetworkAdvancedServerOps-451069228 tempest-TestNetworkAdvancedServerOps-451069228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:51.088388 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ed15c227-755b-4006-a913-45f272bfeb53 tempest-TestNetworkAdvancedServerOps-451069228 tempest-TestNetworkAdvancedServerOps-451069228-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4188673 Jul 29 23:48:51.094701 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44760) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:51.103620 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e5f1fd8d-1e69-4f2e-acb4-1e0a0d5d1ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:51.187437 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-cfe051e6-2a8b-43f7-9f37-7870ed739095 tempest-TestNetworkAdvancedServerOps-451069228 tempest-TestNetworkAdvancedServerOps-451069228-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=58f27f61-3278-49cc-b66b-1e729d26f29f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0913990 Jul 29 23:48:51.188105 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44762) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:51.200556 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9fc94ed6-7ee3-41b9-a9dd-c929ee74ad44 req-8b41e2de-90e8-442a-a557-5b08c9580b5d tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/ports?device_id=7535b2bd-335e-4d82-bf23-754c839992db HTTP/1.1" status: 200 len: 210 time: 0.7274425 Jul 29 23:48:51.205336 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-356988b2-4f6d-44c7-ae50-83f5a8f7880b tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1739967080', 'network_id': '3f0f0134-a751-4648-8702-633d8ab16f88', 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:51.287445 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c7dfd322-0c25-4076-a0ed-1bf8de87fda0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:51.292464 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e73ce2-b040-4dc6-ae5f-090b261b42e7 req-6f43a663-e08b-4ee1-86c5-d5123dac3a80 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:51.295877 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f1e73ce2-b040-4dc6-ae5f-090b261b42e7 req-6f43a663-e08b-4ee1-86c5-d5123dac3a80 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=ceaa045e-dd9a-426f-9643-f8c8e69247ef HTTP/1.1" status: 200 len: 945 time: 0.8200560 Jul 29 23:48:51.338267 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-8da563cf-fd0d-4062-989a-e7776d9eece6 req-155418f1-57a6-4946-a975-191256fdb7b7 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:51.398167 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-8da563cf-fd0d-4062-989a-e7776d9eece6 req-155418f1-57a6-4946-a975-191256fdb7b7 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Transition to ACTIVE for port object b7a71529-2343-480b-a9bb-9de3944cfc42 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:48:51.472193 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f1e73ce2-b040-4dc6-ae5f-090b261b42e7 req-c33d2e9a-a1e1-4f8d-9698-81f1d3dd490e tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5d1ebf4-b794-4521-9c0b-417b32b2215f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1701782 Jul 29 23:48:51.489336 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-8da563cf-fd0d-4062-989a-e7776d9eece6 req-155418f1-57a6-4946-a975-191256fdb7b7 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:51.511918 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c7dfd322-0c25-4076-a0ed-1bf8de87fda0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:51.535691 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c7dfd322-0c25-4076-a0ed-1bf8de87fda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:51.545639 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8da563cf-fd0d-4062-989a-e7776d9eece6 req-155418f1-57a6-4946-a975-191256fdb7b7 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Network 67609761-f70d-451d-bf2b-11a2e29bfa80 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:48:51.549053 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-8da563cf-fd0d-4062-989a-e7776d9eece6 req-155418f1-57a6-4946-a975-191256fdb7b7 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:48:51.553069 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-8da563cf-fd0d-4062-989a-e7776d9eece6 req-155418f1-57a6-4946-a975-191256fdb7b7 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:48:51.637574 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da563cf-fd0d-4062-989a-e7776d9eece6 req-155418f1-57a6-4946-a975-191256fdb7b7 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:51.639943 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-8da563cf-fd0d-4062-989a-e7776d9eece6 req-155418f1-57a6-4946-a975-191256fdb7b7 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:51.648878 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dfd322-0c25-4076-a0ed-1bf8de87fda0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb4c5bc-d4b2-4478-bb89-e2490b1cce14,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:51.657861 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c7dfd322-0c25-4076-a0ed-1bf8de87fda0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2b7c6dfdf11144b1b550cbd139ab9195&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6501732 Jul 29 23:48:51.661204 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44770) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:51.675874 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-356988b2-4f6d-44c7-ae50-83f5a8f7880b tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Made reservation on behalf of 65ae77200a164c0f8f007753b934a6ed for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:48:51.678052 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e5f1fd8d-1e69-4f2e-acb4-1e0a0d5d1ddb None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:51.679512 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155418f1-57a6-4946-a975-191256fdb7b7 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Pushing event updated for resources: {'Port': ['ID=b7a71529-2343-480b-a9bb-9de3944cfc42,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:51.680274 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-356988b2-4f6d-44c7-ae50-83f5a8f7880b tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:51.703193 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8da563cf-fd0d-4062-989a-e7776d9eece6 req-155418f1-57a6-4946-a975-191256fdb7b7 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2914624 Jul 29 23:48:51.708448 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-e5f1fd8d-1e69-4f2e-acb4-1e0a0d5d1ddb None None] Transition to ACTIVE for port object daebd3bf-27f3-4fd8-b8cf-4f518c02b891 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:48:51.717758 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e5f1fd8d-1e69-4f2e-acb4-1e0a0d5d1ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:51.730781 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-8da563cf-fd0d-4062-989a-e7776d9eece6 req-9ec63b1c-6b7b-410d-88a5-bc9d445d6ae3 service neutron] Request body: {'port': {'device_id': '7535b2bd-335e-4d82-bf23-754c839992db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:51.809239 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-8da563cf-fd0d-4062-989a-e7776d9eece6 req-9ec63b1c-6b7b-410d-88a5-bc9d445d6ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:51.867000 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-e5f1fd8d-1e69-4f2e-acb4-1e0a0d5d1ddb None None] Attempting to bind port daebd3bf-27f3-4fd8-b8cf-4f518c02b891 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:48:51.867536 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-e5f1fd8d-1e69-4f2e-acb4-1e0a0d5d1ddb None None] Attempting to bind port daebd3bf-27f3-4fd8-b8cf-4f518c02b891 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:48:51.867973 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f1fd8d-1e69-4f2e-acb4-1e0a0d5d1ddb None None] Attempting to bind port daebd3bf-27f3-4fd8-b8cf-4f518c02b891 on network 58f27f61-3278-49cc-b66b-1e729d26f29f {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:48:51.878425 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8459f54-d55e-40bf-822c-70bd566ce77f None None] Pushing event updated for resources: {'Port': ['ID=daebd3bf-27f3-4fd8-b8cf-4f518c02b891,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:51.891699 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f1fd8d-1e69-4f2e-acb4-1e0a0d5d1ddb None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:48:51.892008 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f1fd8d-1e69-4f2e-acb4-1e0a0d5d1ddb None None] Checking segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:48:51.895503 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e5f1fd8d-1e69-4f2e-acb4-1e0a0d5d1ddb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:51.896115 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f1fd8d-1e69-4f2e-acb4-1e0a0d5d1ddb None None] Bound using segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:48:51.896600 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-e5f1fd8d-1e69-4f2e-acb4-1e0a0d5d1ddb None None] Bound port: daebd3bf-27f3-4fd8-b8cf-4f518c02b891, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:48:51.897059 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e5f1fd8d-1e69-4f2e-acb4-1e0a0d5d1ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:51.980098 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-e5f1fd8d-1e69-4f2e-acb4-1e0a0d5d1ddb None None] For port daebd3bf-27f3-4fd8-b8cf-4f518c02b891, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:48:51.981381 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a516d-e3e5-4792-93e7-999ecfcf4745 req-f34eb263-5886-4155-98eb-5af7a77f2cda tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:51.986818 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-e5f1fd8d-1e69-4f2e-acb4-1e0a0d5d1ddb None None] For port daebd3bf-27f3-4fd8-b8cf-4f518c02b891, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=daebd3bf-27f3-4fd8-b8cf-4f518c02b891,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:48:51.991298 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9a5a516d-e3e5-4792-93e7-999ecfcf4745 req-f34eb263-5886-4155-98eb-5af7a77f2cda tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.22 "GET /v2.0/ports?device_id=ceaa045e-dd9a-426f-9643-f8c8e69247ef HTTP/1.1" status: 200 len: 945 time: 0.2404709 Jul 29 23:48:51.994619 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e5f1fd8d-1e69-4f2e-acb4-1e0a0d5d1ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:52.001816 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f96653d8-be87-44db-80a8-b227e572f232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:52.065773 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f1fd8d-1e69-4f2e-acb4-1e0a0d5d1ddb None None] Routers {'fe10f58e-dbe2-4b40-80d7-14be5bdb1604'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:48:52.066969 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-e5f1fd8d-1e69-4f2e-acb4-1e0a0d5d1ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:48:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['fe10f58e-dbe2-4b40-80d7-14be5bdb1604'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:52.122823 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f96653d8-be87-44db-80a8-b227e572f232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:52.135523 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-acbc2a40-53db-4189-8d89-642cf1850c32 None None] Provisioning for port b7a71529-2343-480b-a9bb-9de3944cfc42 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:48:52.167710 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-acbc2a40-53db-4189-8d89-642cf1850c32 None None] Provisioning complete for port b7a71529-2343-480b-a9bb-9de3944cfc42 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:48:52.168416 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-acbc2a40-53db-4189-8d89-642cf1850c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:52.221393 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-8da563cf-fd0d-4062-989a-e7776d9eece6 req-9ec63b1c-6b7b-410d-88a5-bc9d445d6ae3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7a71529-2343-480b-a9bb-9de3944cfc42 {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:48:52.237479 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-8da563cf-fd0d-4062-989a-e7776d9eece6 req-9ec63b1c-6b7b-410d-88a5-bc9d445d6ae3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:52.242802 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-acbc2a40-53db-4189-8d89-642cf1850c32 None None] Port b7a71529-2343-480b-a9bb-9de3944cfc42 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:48:52.253979 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8459f54-d55e-40bf-822c-70bd566ce77f None None] Pushing event updated for resources: {'Port': ['ID=daebd3bf-27f3-4fd8-b8cf-4f518c02b891,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:52.265174 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-8da563cf-fd0d-4062-989a-e7776d9eece6 req-9ec63b1c-6b7b-410d-88a5-bc9d445d6ae3 service neutron] Transition to ACTIVE for port object b7a71529-2343-480b-a9bb-9de3944cfc42 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:48:52.271813 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-8da563cf-fd0d-4062-989a-e7776d9eece6 req-9ec63b1c-6b7b-410d-88a5-bc9d445d6ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:52.378803 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f96653d8-be87-44db-80a8-b227e572f232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:52.383835 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f96653d8-be87-44db-80a8-b227e572f232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:52.387441 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-f96653d8-be87-44db-80a8-b227e572f232 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8bb4c5bc-d4b2-4478-bb89-e2490b1cce14 HTTP/1.1" status: 204 len: 168 time: 0.7226503 Jul 29 23:48:52.392410 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-e5f1fd8d-1e69-4f2e-acb4-1e0a0d5d1ddb None None] Set router fe10f58e-dbe2-4b40-80d7-14be5bdb1604 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:48:52.408717 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96653d8-be87-44db-80a8-b227e572f232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb4c5bc-d4b2-4478-bb89-e2490b1cce14,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:52.500779 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-356988b2-4f6d-44c7-ae50-83f5a8f7880b tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:52.525548 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-9a5a516d-e3e5-4792-93e7-999ecfcf4745 req-fce57d8b-2baa-420b-910a-416cf56cab4b tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Deleting port f5a16836-fd78-4b44-a57e-3a327955afd1 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:48:52.527087 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-9a5a516d-e3e5-4792-93e7-999ecfcf4745 req-fce57d8b-2baa-420b-910a-416cf56cab4b tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:52.559860 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec63b1c-6b7b-410d-88a5-bc9d445d6ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=b7a71529-2343-480b-a9bb-9de3944cfc42,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:52.654920 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a14ed-1032-4abe-b44a-f03370c38de4 req-e0e2610c-89c7-415c-ac4c-44b53b070c20 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:52.657024 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b42a14ed-1032-4abe-b44a-f03370c38de4 req-e0e2610c-89c7-415c-ac4c-44b53b070c20 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/ports?device_id=7535b2bd-335e-4d82-bf23-754c839992db HTTP/1.1" status: 200 len: 944 time: 0.3178685 Jul 29 23:48:52.886912 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356988b2-4f6d-44c7-ae50-83f5a8f7880b tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event updated for resources: {'Subnet': ['ID=673386f4-4164-4a40-a940-b8997f63deb7,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:52.935991 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b42a14ed-1032-4abe-b44a-f03370c38de4 req-5a345c92-2d6d-47f5-b767-6d799fa952fe tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f717bff-2bc6-4137-934a-60e9a95b6304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2693534 Jul 29 23:48:52.967689 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-8da563cf-fd0d-4062-989a-e7776d9eece6 req-9ec63b1c-6b7b-410d-88a5-bc9d445d6ae3 service neutron] Attempting to bind port b7a71529-2343-480b-a9bb-9de3944cfc42 on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:48:52.967689 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-8da563cf-fd0d-4062-989a-e7776d9eece6 req-9ec63b1c-6b7b-410d-88a5-bc9d445d6ae3 service neutron] Attempting to bind port b7a71529-2343-480b-a9bb-9de3944cfc42 by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': 'a2652d9d-d802-4aa8-a967-71e91ab5e571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '67609761-f70d-451d-bf2b-11a2e29bfa80'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:48:52.968023 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da563cf-fd0d-4062-989a-e7776d9eece6 req-9ec63b1c-6b7b-410d-88a5-bc9d445d6ae3 service neutron] Attempting to bind port b7a71529-2343-480b-a9bb-9de3944cfc42 on network 67609761-f70d-451d-bf2b-11a2e29bfa80 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:48:52.974191 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da563cf-fd0d-4062-989a-e7776d9eece6 req-9ec63b1c-6b7b-410d-88a5-bc9d445d6ae3 service neutron] Port b7a71529-2343-480b-a9bb-9de3944cfc42 on network 67609761-f70d-451d-bf2b-11a2e29bfa80 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:48:52.974529 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da563cf-fd0d-4062-989a-e7776d9eece6 req-9ec63b1c-6b7b-410d-88a5-bc9d445d6ae3 service neutron] Attempting to bind port b7a71529-2343-480b-a9bb-9de3944cfc42 on network 67609761-f70d-451d-bf2b-11a2e29bfa80 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:48:52.985007 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356988b2-4f6d-44c7-ae50-83f5a8f7880b tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Checking segment: {'id': '843c91f7-8d92-42f5-bfa1-88724e50fee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3f0f0134-a751-4648-8702-633d8ab16f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:48:52.988865 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356988b2-4f6d-44c7-ae50-83f5a8f7880b tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Network hostable DHCP agents. Network: 3f0f0134-a751-4648-8702-633d8ab16f88, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:48:53.010835 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1416d44f-b390-41ce-ac6d-bc461ad1b019 req-b8910aff-207c-4e0c-bf70-b87bf52d45be tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:53.012746 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1416d44f-b390-41ce-ac6d-bc461ad1b019 req-b8910aff-207c-4e0c-bf70-b87bf52d45be tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=ceaa045e-dd9a-426f-9643-f8c8e69247ef HTTP/1.1" status: 200 len: 945 time: 0.2424450 Jul 29 23:48:53.014648 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da563cf-fd0d-4062-989a-e7776d9eece6 req-9ec63b1c-6b7b-410d-88a5-bc9d445d6ae3 service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:48:53.015075 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da563cf-fd0d-4062-989a-e7776d9eece6 req-9ec63b1c-6b7b-410d-88a5-bc9d445d6ae3 service neutron] Checking segment: {'id': 'a2652d9d-d802-4aa8-a967-71e91ab5e571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '67609761-f70d-451d-bf2b-11a2e29bfa80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:48:53.015367 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8da563cf-fd0d-4062-989a-e7776d9eece6 req-9ec63b1c-6b7b-410d-88a5-bc9d445d6ae3 service neutron] Bound using segment: {'id': 'a2652d9d-d802-4aa8-a967-71e91ab5e571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '67609761-f70d-451d-bf2b-11a2e29bfa80'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:48:53.015822 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-8da563cf-fd0d-4062-989a-e7776d9eece6 req-9ec63b1c-6b7b-410d-88a5-bc9d445d6ae3 service neutron] Bound port: b7a71529-2343-480b-a9bb-9de3944cfc42, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2652d9d-d802-4aa8-a967-71e91ab5e571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '67609761-f70d-451d-bf2b-11a2e29bfa80'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:48:53.017220 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-8da563cf-fd0d-4062-989a-e7776d9eece6 req-9ec63b1c-6b7b-410d-88a5-bc9d445d6ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:53.042566 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-e5f1fd8d-1e69-4f2e-acb4-1e0a0d5d1ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe10f58e-dbe2-4b40-80d7-14be5bdb1604', 'name': 'tempest-TestNetworkAdvancedServerOps-router-381488720', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'daebd3bf-27f3-4fd8-b8cf-4f518c02b891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:48:47Z', 'updated_at': '2021-07-29T23:48:49Z', 'revision_number': 3, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'gw_port': {'id': 'daebd3bf-27f3-4fd8-b8cf-4f518c02b891', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:93:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe10f58e-dbe2-4b40-80d7-14be5bdb1604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:48:48Z', 'updated_at': '2021-07-29T23:48:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:53.050451 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 44788) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:53.062633 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-9a5a516d-e3e5-4792-93e7-999ecfcf4745 req-fce57d8b-2baa-420b-910a-416cf56cab4b tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] For port f5a16836-fd78-4b44-a57e-3a327955afd1, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=f5a16836-fd78-4b44-a57e-3a327955afd1,segment=NetworkSegment(2d9f9fa8-9a49-423e-86b2-3891aba5a1e6),segment_id=2d9f9fa8-9a49-423e-86b2-3891aba5a1e6)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:53.063430 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-9a5a516d-e3e5-4792-93e7-999ecfcf4745 req-fce57d8b-2baa-420b-910a-416cf56cab4b tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:53.068672 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356988b2-4f6d-44c7-ae50-83f5a8f7880b tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Network 3f0f0134-a751-4648-8702-633d8ab16f88 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:48:53.077131 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f1fd8d-1e69-4f2e-acb4-1e0a0d5d1ddb None None] The sync data for ids ['fe10f58e-dbe2-4b40-80d7-14be5bdb1604'] in n-d-712141-10 is: [{'id': 'fe10f58e-dbe2-4b40-80d7-14be5bdb1604', 'name': 'tempest-TestNetworkAdvancedServerOps-router-381488720', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'daebd3bf-27f3-4fd8-b8cf-4f518c02b891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:48:47Z', 'updated_at': '2021-07-29T23:48:49Z', 'revision_number': 3, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'gw_port': {'id': 'daebd3bf-27f3-4fd8-b8cf-4f518c02b891', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:93:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe10f58e-dbe2-4b40-80d7-14be5bdb1604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:48:48Z', 'updated_at': '2021-07-29T23:48:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:48:53.094613 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-356988b2-4f6d-44c7-ae50-83f5a8f7880b tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 3f0f0134-a751-4648-8702-633d8ab16f88) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:48:53.097152 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1416d44f-b390-41ce-ac6d-bc461ad1b019 req-2bbcf9c1-4be1-4d2d-b32d-e6e9b1d6fd8d tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5d1ebf4-b794-4521-9c0b-417b32b2215f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765266 Jul 29 23:48:53.105174 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc4df41-4abb-4ea6-83ba-995cb83f754b None None] Network 3f0f0134-a751-4648-8702-633d8ab16f88 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:48:53.127293 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-61e60b9e-5d1e-499b-9464-9f48efbee5f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:53.130031 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356988b2-4f6d-44c7-ae50-83f5a8f7880b tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:53.132216 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-356988b2-4f6d-44c7-ae50-83f5a8f7880b tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:53.270762 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f72d0ed2-f83c-41b7-9ca5-ffddca3ef47a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:53.302213 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-61e60b9e-5d1e-499b-9464-9f48efbee5f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:53.311281 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-61e60b9e-5d1e-499b-9464-9f48efbee5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:53.358585 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-8da563cf-fd0d-4062-989a-e7776d9eece6 req-9ec63b1c-6b7b-410d-88a5-bc9d445d6ae3 service neutron] For port b7a71529-2343-480b-a9bb-9de3944cfc42, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:48:53.382571 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-61e60b9e-5d1e-499b-9464-9f48efbee5f6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bbacbf7e1a2b4af9a53cc58e4bc1d05d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3290522 Jul 29 23:48:53.385942 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 44796) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:53.397268 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-8da563cf-fd0d-4062-989a-e7776d9eece6 req-9ec63b1c-6b7b-410d-88a5-bc9d445d6ae3 service neutron] For port b7a71529-2343-480b-a9bb-9de3944cfc42, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=b7a71529-2343-480b-a9bb-9de3944cfc42,segment=NetworkSegment(a2652d9d-d802-4aa8-a967-71e91ab5e571),segment_id=a2652d9d-d802-4aa8-a967-71e91ab5e571)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:48:53.398606 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e60b9e-5d1e-499b-9464-9f48efbee5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7cc2f16-3411-4d29-91e3-a5912d69d2d1,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:53.443350 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-8da563cf-fd0d-4062-989a-e7776d9eece6 req-9ec63b1c-6b7b-410d-88a5-bc9d445d6ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:53.451511 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-9a5a516d-e3e5-4792-93e7-999ecfcf4745 req-fce57d8b-2baa-420b-910a-416cf56cab4b tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:53.451907 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-9a5a516d-e3e5-4792-93e7-999ecfcf4745 req-fce57d8b-2baa-420b-910a-416cf56cab4b tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:53.452367 n-d-712141-10 neutron-server[94077]: INFO neutron.db.l3_db [req-9a5a516d-e3e5-4792-93e7-999ecfcf4745 req-fce57d8b-2baa-420b-910a-416cf56cab4b tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Floating IP 63bbeae8-0f1f-4054-8ec7-7aa598a1d11c disassociated. External IP: 172.25.0.56, port: f5a16836-fd78-4b44-a57e-3a327955afd1. Jul 29 23:48:53.452854 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-9a5a516d-e3e5-4792-93e7-999ecfcf4745 req-fce57d8b-2baa-420b-910a-416cf56cab4b tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Calling delete_port for f5a16836-fd78-4b44-a57e-3a327955afd1 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:48:53.454120 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0b3b1b-1656-49b6-88e6-3b5b7d610ed0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-3f0f0134-a751-4648-8702-633d8ab16f88', 'network_id': '3f0f0134-a751-4648-8702-633d8ab16f88', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'fixed_ips': [{'subnet_id': '673386f4-4164-4a40-a940-b8997f63deb7'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:48:53.457349 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9b0b3b1b-1656-49b6-88e6-3b5b7d610ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:53.507418 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-356988b2-4f6d-44c7-ae50-83f5a8f7880b tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.3180890 Jul 29 23:48:53.601376 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44798) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:53.656814 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da563cf-fd0d-4062-989a-e7776d9eece6 req-9ec63b1c-6b7b-410d-88a5-bc9d445d6ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:53.659599 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-8da563cf-fd0d-4062-989a-e7776d9eece6 req-9ec63b1c-6b7b-410d-88a5-bc9d445d6ae3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:53.660564 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8da563cf-fd0d-4062-989a-e7776d9eece6 req-9ec63b1c-6b7b-410d-88a5-bc9d445d6ae3 service neutron] 10.222.0.41 "PUT /v2.0/ports/b7a71529-2343-480b-a9bb-9de3944cfc42 HTTP/1.1" status: 200 len: 1093 time: 1.9344943 Jul 29 23:48:53.667574 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7535b2bd-335e-4d82-bf23-754c839992db', 'tag': 'b7a71529-2343-480b-a9bb-9de3944cfc42'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:48:53.679078 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ad8650a-e7cc-42c8-8be3-351b1c8fdab9" -d '{"events": [{"name": "network-changed", "server_uuid": "7535b2bd-335e-4d82-bf23-754c839992db", "tag": "b7a71529-2343-480b-a9bb-9de3944cfc42"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:48:53.754524 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-9b0b3b1b-1656-49b6-88e6-3b5b7d610ed0 None None] Allocated IP 172.20.0.2 (3f0f0134-a751-4648-8702-633d8ab16f88/673386f4-4164-4a40-a940-b8997f63deb7/8c876aaf-d230-4489-b836-4b5adc7a362e) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:48:53.760573 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec63b1c-6b7b-410d-88a5-bc9d445d6ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=b7a71529-2343-480b-a9bb-9de3944cfc42,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:53.799874 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e61459cc-e128-463a-8d39-4d96da4f9f9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:53.900634 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e61459cc-e128-463a-8d39-4d96da4f9f9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:54.005864 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e61459cc-e128-463a-8d39-4d96da4f9f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:54.009652 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e61459cc-e128-463a-8d39-4d96da4f9f9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:54.011006 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e61459cc-e128-463a-8d39-4d96da4f9f9c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d7cc2f16-3411-4d29-91e3-a5912d69d2d1 HTTP/1.1" status: 204 len: 168 time: 0.6239922 Jul 29 23:48:54.031835 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da563cf-fd0d-4062-989a-e7776d9eece6 req-cb86c7ae-3df9-4359-9fa4-4582913ef3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:54.033093 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8da563cf-fd0d-4062-989a-e7776d9eece6 req-cb86c7ae-3df9-4359-9fa4-4582913ef3da service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1d7085ece28410698508031edfc5998&device_id=7535b2bd-335e-4d82-bf23-754c839992db HTTP/1.1" status: 200 len: 1096 time: 0.3029673 Jul 29 23:48:54.034222 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61459cc-e128-463a-8d39-4d96da4f9f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7cc2f16-3411-4d29-91e3-a5912d69d2d1,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:54.155508 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8da563cf-fd0d-4062-989a-e7776d9eece6 req-2270b830-51fa-46fc-baae-00746c8fe6f5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7a71529-2343-480b-a9bb-9de3944cfc42 HTTP/1.1" status: 200 len: 217 time: 0.1014142 Jul 29 23:48:54.446399 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9b0b3b1b-1656-49b6-88e6-3b5b7d610ed0 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:54.455143 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da563cf-fd0d-4062-989a-e7776d9eece6 req-267b282a-d83b-4d39-8fd7-c0a9e95a4a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:54.462724 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-9b0b3b1b-1656-49b6-88e6-3b5b7d610ed0 None None] Transition to ACTIVE for port object 8c876aaf-d230-4489-b836-4b5adc7a362e will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:48:54.471388 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8da563cf-fd0d-4062-989a-e7776d9eece6 req-267b282a-d83b-4d39-8fd7-c0a9e95a4a7d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=491bf474-cc80-4e70-9dca-1685e2004f49 HTTP/1.1" status: 200 len: 850 time: 0.2276573 Jul 29 23:48:54.529151 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f3eaf8-6770-437b-8818-a2321a5a22f7 x-openstack-request-id: req-b7f3eaf8-6770-437b-8818-a2321a5a22f7 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:48:54.529890 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-9b0b3b1b-1656-49b6-88e6-3b5b7d610ed0 None None] Transition to ACTIVE for port object 8c876aaf-d230-4489-b836-4b5adc7a362e will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:48:54.530372 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7535b2bd-335e-4d82-bf23-754c839992db", "tag": "b7a71529-2343-480b-a9bb-9de3944cfc42", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:48:54.533346 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b7f3eaf8-6770-437b-8818-a2321a5a22f7 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:48:54.534303 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7535b2bd-335e-4d82-bf23-754c839992db', 'tag': 'b7a71529-2343-480b-a9bb-9de3944cfc42', 'status': 'completed', 'code': 200} Jul 29 23:48:54.566417 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504d01e1-76ca-489f-90b7-b3c3a3ebd09d req-d405de10-ecbd-4880-a252-661e8301ddf5 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:54.573046 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9b0b3b1b-1656-49b6-88e6-3b5b7d610ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:54.577288 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-504d01e1-76ca-489f-90b7-b3c3a3ebd09d req-d405de10-ecbd-4880-a252-661e8301ddf5 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/ports?device_id=7535b2bd-335e-4d82-bf23-754c839992db HTTP/1.1" status: 200 len: 944 time: 0.4497371 Jul 29 23:48:54.737724 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0b3b1b-1656-49b6-88e6-3b5b7d610ed0 None None] Pushing event updated for resources: {'Port': ['ID=8c876aaf-d230-4489-b836-4b5adc7a362e,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:54.747329 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0b3b1b-1656-49b6-88e6-3b5b7d610ed0 None None] Network 3f0f0134-a751-4648-8702-633d8ab16f88 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:48:54.751831 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-9b0b3b1b-1656-49b6-88e6-3b5b7d610ed0 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:48:54.755397 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0b3b1b-1656-49b6-88e6-3b5b7d610ed0 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:48:54.786100 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-504d01e1-76ca-489f-90b7-b3c3a3ebd09d req-50fd1201-cddd-49d4-87ab-4c0201c1a52d tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f717bff-2bc6-4137-934a-60e9a95b6304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2019403 Jul 29 23:48:54.804868 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da563cf-fd0d-4062-989a-e7776d9eece6 req-45ff107b-0128-4424-ade1-33001e3c84b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:54.822869 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8da563cf-fd0d-4062-989a-e7776d9eece6 req-45ff107b-0128-4424-ade1-33001e3c84b5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=67609761-f70d-451d-bf2b-11a2e29bfa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3303523 Jul 29 23:48:54.886748 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:48:54.953808 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-9b0b3b1b-1656-49b6-88e6-3b5b7d610ed0 None None] Attempting to bind port 8c876aaf-d230-4489-b836-4b5adc7a362e on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:48:54.956386 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-9b0b3b1b-1656-49b6-88e6-3b5b7d610ed0 None None] Attempting to bind port 8c876aaf-d230-4489-b836-4b5adc7a362e by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '843c91f7-8d92-42f5-bfa1-88724e50fee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3f0f0134-a751-4648-8702-633d8ab16f88'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:48:54.956826 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0b3b1b-1656-49b6-88e6-3b5b7d610ed0 None None] Attempting to bind port 8c876aaf-d230-4489-b836-4b5adc7a362e on network 3f0f0134-a751-4648-8702-633d8ab16f88 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:48:54.977252 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0b3b1b-1656-49b6-88e6-3b5b7d610ed0 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:48:54.977665 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0b3b1b-1656-49b6-88e6-3b5b7d610ed0 None None] Checking segment: {'id': '843c91f7-8d92-42f5-bfa1-88724e50fee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3f0f0134-a751-4648-8702-633d8ab16f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:48:54.978084 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9b0b3b1b-1656-49b6-88e6-3b5b7d610ed0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:54.978486 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0b3b1b-1656-49b6-88e6-3b5b7d610ed0 None None] Bound using segment: {'id': '843c91f7-8d92-42f5-bfa1-88724e50fee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3f0f0134-a751-4648-8702-633d8ab16f88'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:48:54.979361 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-9b0b3b1b-1656-49b6-88e6-3b5b7d610ed0 None None] Bound port: 8c876aaf-d230-4489-b836-4b5adc7a362e, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '843c91f7-8d92-42f5-bfa1-88724e50fee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3f0f0134-a751-4648-8702-633d8ab16f88'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:48:54.979757 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9b0b3b1b-1656-49b6-88e6-3b5b7d610ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:54.989854 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78558a9-7458-437d-ab2d-eeaf9986a71f req-5b1dc0c5-6bd7-4c76-a4fd-3782f2685b82 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:54.999000 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a78558a9-7458-437d-ab2d-eeaf9986a71f req-5b1dc0c5-6bd7-4c76-a4fd-3782f2685b82 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=ceaa045e-dd9a-426f-9643-f8c8e69247ef HTTP/1.1" status: 200 len: 945 time: 0.3193200 Jul 29 23:48:55.004008 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8da563cf-fd0d-4062-989a-e7776d9eece6 req-1e466721-b818-44f9-b130-c48c95aee9e5 service neutron] 10.222.0.41 "GET /v2.0/networks/67609761-f70d-451d-bf2b-11a2e29bfa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845281 Jul 29 23:48:55.082353 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-9a5a516d-e3e5-4792-93e7-999ecfcf4745 req-fce57d8b-2baa-420b-910a-416cf56cab4b tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:55.153966 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a78558a9-7458-437d-ab2d-eeaf9986a71f req-b205f80e-a4de-4bcd-986f-d96ab0a356b1 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5d1ebf4-b794-4521-9c0b-417b32b2215f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499033 Jul 29 23:48:55.157884 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-9b0b3b1b-1656-49b6-88e6-3b5b7d610ed0 None None] For port 8c876aaf-d230-4489-b836-4b5adc7a362e, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:48:55.165945 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-9b0b3b1b-1656-49b6-88e6-3b5b7d610ed0 None None] For port 8c876aaf-d230-4489-b836-4b5adc7a362e, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=8c876aaf-d230-4489-b836-4b5adc7a362e,segment=NetworkSegment(843c91f7-8d92-42f5-bfa1-88724e50fee0),segment_id=843c91f7-8d92-42f5-bfa1-88724e50fee0)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:48:55.175788 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9b0b3b1b-1656-49b6-88e6-3b5b7d610ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:55.215396 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce57d8b-2baa-420b-910a-416cf56cab4b tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Pushing event deleted for resources: {'Port': ['ID=f5a16836-fd78-4b44-a57e-3a327955afd1,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:55.265746 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8da563cf-fd0d-4062-989a-e7776d9eece6 req-3417dba5-152f-44b4-b9d1-08669925ff07 service neutron] 10.222.0.41 "GET /v2.0/networks/67609761-f70d-451d-bf2b-11a2e29bfa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333124 Jul 29 23:48:55.340595 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0b3b1b-1656-49b6-88e6-3b5b7d610ed0 None None] Pushing event updated for resources: {'Port': ['ID=8c876aaf-d230-4489-b836-4b5adc7a362e,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:55.536745 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8650a-e7cc-42c8-8be3-351b1c8fdab9 req-e6bc221d-9895-46cb-9b11-8043961b01b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:55.541740 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1ad8650a-e7cc-42c8-8be3-351b1c8fdab9 req-e6bc221d-9895-46cb-9b11-8043961b01b0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1d7085ece28410698508031edfc5998&device_id=7535b2bd-335e-4d82-bf23-754c839992db HTTP/1.1" status: 200 len: 1096 time: 0.1718309 Jul 29 23:48:55.594067 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device f5a16836-fd78-4b44-a57e-3a327955afd1 no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:48:55.671418 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: f5a16836-fd78-4b44-a57e-3a327955afd1 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:48:55.671772 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device f5a16836-fd78-4b44-a57e-3a327955afd1 not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:48:55.755160 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device daebd3bf-27f3-4fd8-b8cf-4f518c02b891 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:48:55.783763 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9a5a516d-e3e5-4792-93e7-999ecfcf4745 req-fce57d8b-2baa-420b-910a-416cf56cab4b tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Router c571524c-af41-4e26-bf00-a93cb822c7b7 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:48:55.898143 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8650a-e7cc-42c8-8be3-351b1c8fdab9 req-d771ad28-db69-4a76-9cca-94f6058cb4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:55.899741 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1ad8650a-e7cc-42c8-8be3-351b1c8fdab9 req-d771ad28-db69-4a76-9cca-94f6058cb4e0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=67609761-f70d-451d-bf2b-11a2e29bfa80 HTTP/1.1" status: 200 len: 912 time: 0.3417125 Jul 29 23:48:55.980659 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port daebd3bf-27f3-4fd8-b8cf-4f518c02b891 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:48:56.003625 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port daebd3bf-27f3-4fd8-b8cf-4f518c02b891 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:48:56.004050 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:56.005835 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bcd9a5f5-6445-4ea2-8cfa-7c81992cc616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:56.025916 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1ad8650a-e7cc-42c8-8be3-351b1c8fdab9 req-4d78041c-05eb-4a88-9f90-1b505c04e1b6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7a71529-2343-480b-a9bb-9de3944cfc42 HTTP/1.1" status: 200 len: 217 time: 0.1167467 Jul 29 23:48:56.124023 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c343f219-7b73-4e9c-8f04-36e72784fc22 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:56.198638 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad9ffa-6600-409c-9fb0-363d9cb4c998 req-87fba6f7-b22b-4b40-b7dd-ae563877cc04 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:56.200433 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8cad9ffa-6600-409c-9fb0-363d9cb4c998 req-87fba6f7-b22b-4b40-b7dd-ae563877cc04 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/ports?device_id=7535b2bd-335e-4d82-bf23-754c839992db HTTP/1.1" status: 200 len: 944 time: 0.1942444 Jul 29 23:48:56.210611 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8650a-e7cc-42c8-8be3-351b1c8fdab9 req-eff9e2be-9d53-4324-843c-c0e476354702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:56.212363 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1ad8650a-e7cc-42c8-8be3-351b1c8fdab9 req-eff9e2be-9d53-4324-843c-c0e476354702 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=491bf474-cc80-4e70-9dca-1685e2004f49 HTTP/1.1" status: 200 len: 850 time: 0.1324317 Jul 29 23:48:56.272017 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:56.318522 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8cad9ffa-6600-409c-9fb0-363d9cb4c998 req-8e074446-2ab4-47f6-94f9-027700451f9a tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f717bff-2bc6-4137-934a-60e9a95b6304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049163 Jul 29 23:48:56.328293 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad8650a-e7cc-42c8-8be3-351b1c8fdab9 req-408b20d6-ad21-46e0-bed1-4a2a6990d147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:56.345666 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1ad8650a-e7cc-42c8-8be3-351b1c8fdab9 req-408b20d6-ad21-46e0-bed1-4a2a6990d147 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=67609761-f70d-451d-bf2b-11a2e29bfa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1174436 Jul 29 23:48:56.369240 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port daebd3bf-27f3-4fd8-b8cf-4f518c02b891, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=daebd3bf-27f3-4fd8-b8cf-4f518c02b891,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:56.377539 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:56.417990 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9a5a516d-e3e5-4792-93e7-999ecfcf4745 req-fce57d8b-2baa-420b-910a-416cf56cab4b tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:48:56.430010 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0040f1-6fd5-4342-ad61-da6f968a100a None None] Sync routers for ids ['c571524c-af41-4e26-bf00-a93cb822c7b7'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:48:56.446329 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0040f1-6fd5-4342-ad61-da6f968a100a None None] Routers {'c571524c-af41-4e26-bf00-a93cb822c7b7'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:48:56.448196 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-af0040f1-6fd5-4342-ad61-da6f968a100a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:48:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['c571524c-af41-4e26-bf00-a93cb822c7b7'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:56.500065 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a5a516d-e3e5-4792-93e7-999ecfcf4745 req-fce57d8b-2baa-420b-910a-416cf56cab4b tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] No DVR routers for this DVR port f5a16836-fd78-4b44-a57e-3a327955afd1 on host n-h2-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:48:56.505734 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=daebd3bf-27f3-4fd8-b8cf-4f518c02b891,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:56.513915 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-9a5a516d-e3e5-4792-93e7-999ecfcf4745 req-fce57d8b-2baa-420b-910a-416cf56cab4b tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:56.519348 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9a5a516d-e3e5-4792-93e7-999ecfcf4745 req-fce57d8b-2baa-420b-910a-416cf56cab4b tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.22 "DELETE /v2.0/ports/f5a16836-fd78-4b44-a57e-3a327955afd1 HTTP/1.1" status: 204 len: 173 time: 4.4958689 Jul 29 23:48:56.520070 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceaa045e-dd9a-426f-9643-f8c8e69247ef', 'name': 'network-vif-deleted', 'tag': 'f5a16836-fd78-4b44-a57e-3a327955afd1'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:48:56.526397 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a2c679-09a9-425b-a81d-6a2b3c835152" -d '{"events": [{"server_uuid": "ceaa045e-dd9a-426f-9643-f8c8e69247ef", "name": "network-vif-deleted", "tag": "f5a16836-fd78-4b44-a57e-3a327955afd1"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:48:56.562200 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-945e1687-8629-476e-8f3e-2eb31f3452af req-30149ca7-5c64-4233-b87b-9670988ad198 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=ceaa045e-dd9a-426f-9643-f8c8e69247ef HTTP/1.1" status: 200 len: 210 time: 0.1927106 Jul 29 23:48:56.595035 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:56.694402 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1ad8650a-e7cc-42c8-8be3-351b1c8fdab9 req-f0bc3299-82fc-453b-8017-67e68a3ab858 service neutron] 10.222.0.41 "GET /v2.0/networks/67609761-f70d-451d-bf2b-11a2e29bfa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3412225 Jul 29 23:48:56.699687 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b0b6d7-4789-4320-a8f3-689f6d4dc423 x-openstack-request-id: req-22b0b6d7-4789-4320-a8f3-689f6d4dc423 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:48:56.700906 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceaa045e-dd9a-426f-9643-f8c8e69247ef", "name": "network-vif-deleted", "tag": "f5a16836-fd78-4b44-a57e-3a327955afd1", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:48:56.701321 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-22b0b6d7-4789-4320-a8f3-689f6d4dc423 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:48:56.709007 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceaa045e-dd9a-426f-9643-f8c8e69247ef', 'name': 'network-vif-deleted', 'tag': 'f5a16836-fd78-4b44-a57e-3a327955afd1', 'status': 'completed', 'code': 200} Jul 29 23:48:56.846484 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-af0040f1-6fd5-4342-ad61-da6f968a100a None None] Set router c571524c-af41-4e26-bf00-a93cb822c7b7 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:48:56.929545 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1ad8650a-e7cc-42c8-8be3-351b1c8fdab9 req-e38fb834-95d9-4027-9222-d59e162675c2 service neutron] 10.222.0.41 "GET /v2.0/networks/67609761-f70d-451d-bf2b-11a2e29bfa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268734 Jul 29 23:48:57.082432 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-c343f219-7b73-4e9c-8f04-36e72784fc22 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Allocated IP 172.20.0.1 (3f0f0134-a751-4648-8702-633d8ab16f88/673386f4-4164-4a40-a940-b8997f63deb7/46c4fbf7-df2e-4739-938d-00b33764ce8f) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:48:57.273690 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f99478a-1c89-44a9-bda8-10cb45d84eb2 None None] Network 3f0f0134-a751-4648-8702-633d8ab16f88 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:48:57.293271 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-af0040f1-6fd5-4342-ad61-da6f968a100a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'name': 'tempest-TestVolumeBootPattern-2002221163-router', 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '862daf0f-6991-4ef6-9199-6c40ea66b1f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:37:06Z', 'updated_at': '2021-07-29T23:37:18Z', 'revision_number': 4, 'project_id': 'abc07fd47c924aad994e74752ef0bc5a', 'gw_port': {'id': '862daf0f-6991-4ef6-9199-6c40ea66b1f1', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:08Z', 'updated_at': '2021-07-29T23:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'e698b262-628f-49d6-aa1c-360d9f5f8465', 'name': '', 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7', 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a', 'mac_address': 'fa:16:3e:50:a6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': 'ef618f43-4fe4-4e34-9800-0476d270be60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:16Z', 'updated_at': '2021-07-29T23:37:31Z', 'revision_number': 5, 'project_id': 'abc07fd47c924aad994e74752ef0bc5a', 'subnets': [{'id': 'ef618f43-4fe4-4e34-9800-0476d270be60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:57.339397 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c343f219-7b73-4e9c-8f04-36e72784fc22 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:57.360700 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0040f1-6fd5-4342-ad61-da6f968a100a None None] Checking router: c571524c-af41-4e26-bf00-a93cb822c7b7 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:48:57.377901 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0040f1-6fd5-4342-ad61-da6f968a100a None None] Routers {'c571524c-af41-4e26-bf00-a93cb822c7b7'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:48:57.382521 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-af0040f1-6fd5-4342-ad61-da6f968a100a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:48:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['c571524c-af41-4e26-bf00-a93cb822c7b7'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:57.396707 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-c343f219-7b73-4e9c-8f04-36e72784fc22 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Transition to ACTIVE for port object 46c4fbf7-df2e-4739-938d-00b33764ce8f will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:48:57.513495 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c343f219-7b73-4e9c-8f04-36e72784fc22 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:57.666471 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241440f-07e5-4705-b79d-319edfc9428c req-27c0bad3-961c-41e2-97b3-15244b99cd8e tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:57.678265 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4241440f-07e5-4705-b79d-319edfc9428c req-27c0bad3-961c-41e2-97b3-15244b99cd8e tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/ports?device_id=7535b2bd-335e-4d82-bf23-754c839992db HTTP/1.1" status: 200 len: 944 time: 0.1736195 Jul 29 23:48:57.698854 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c343f219-7b73-4e9c-8f04-36e72784fc22 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Network 3f0f0134-a751-4648-8702-633d8ab16f88 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:48:57.703638 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-c343f219-7b73-4e9c-8f04-36e72784fc22 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:48:57.725593 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c343f219-7b73-4e9c-8f04-36e72784fc22 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:48:57.738569 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-0e652069-feea-4692-97d3-4e9cd894da89 None None] Provisioning for port 8c876aaf-d230-4489-b836-4b5adc7a362e completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:48:57.772173 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:57.808400 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-deee29f4-e21b-40e9-bcdc-338711349afc req-2419333d-2eca-4c85-812c-a912c3f15831 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=ceaa045e-dd9a-426f-9643-f8c8e69247ef HTTP/1.1" status: 200 len: 210 time: 0.0787878 Jul 29 23:48:57.848233 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c343f219-7b73-4e9c-8f04-36e72784fc22 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event updated for resources: {'Port': ['ID=46c4fbf7-df2e-4739-938d-00b33764ce8f,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:57.878490 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4241440f-07e5-4705-b79d-319edfc9428c req-dac47850-ba37-418b-aa0a-9a5488f2f9ff tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f717bff-2bc6-4137-934a-60e9a95b6304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1992457 Jul 29 23:48:57.882717 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-af0040f1-6fd5-4342-ad61-da6f968a100a None None] Set router c571524c-af41-4e26-bf00-a93cb822c7b7 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:48:57.920915 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c343f219-7b73-4e9c-8f04-36e72784fc22 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:57.924936 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 8c876aaf-d230-4489-b836-4b5adc7a362e up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:48:58.026689 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 8c876aaf-d230-4489-b836-4b5adc7a362e completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:48:58.032645 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 8c876aaf-d230-4489-b836-4b5adc7a362e triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:48:58.033362 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:58.130110 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device b7a71529-2343-480b-a9bb-9de3944cfc42 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:48:58.315602 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port b7a71529-2343-480b-a9bb-9de3944cfc42, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=b7a71529-2343-480b-a9bb-9de3944cfc42,segment=NetworkSegment(a2652d9d-d802-4aa8-a967-71e91ab5e571),segment_id=a2652d9d-d802-4aa8-a967-71e91ab5e571)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:58.320807 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c343f219-7b73-4e9c-8f04-36e72784fc22 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:58.343181 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': 'b7a71529-2343-480b-a9bb-9de3944cfc42', 'network_id': '67609761-f70d-451d-bf2b-11a2e29bfa80', 'port_id': 'b7a71529-2343-480b-a9bb-9de3944cfc42', 'mac_address': 'fa:16:3e:56:37:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '491bf474-cc80-4e70-9dca-1685e2004f49', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:48:58.423309 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:58.446082 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7a71529-2343-480b-a9bb-9de3944cfc42 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:48:58.483486 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-af0040f1-6fd5-4342-ad61-da6f968a100a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'name': 'tempest-TestVolumeBootPattern-2002221163-router', 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '862daf0f-6991-4ef6-9199-6c40ea66b1f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:37:06Z', 'updated_at': '2021-07-29T23:37:18Z', 'revision_number': 4, 'project_id': 'abc07fd47c924aad994e74752ef0bc5a', 'gw_port': {'id': '862daf0f-6991-4ef6-9199-6c40ea66b1f1', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:08Z', 'updated_at': '2021-07-29T23:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'e698b262-628f-49d6-aa1c-360d9f5f8465', 'name': '', 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7', 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a', 'mac_address': 'fa:16:3e:50:a6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': 'ef618f43-4fe4-4e34-9800-0476d270be60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:16Z', 'updated_at': '2021-07-29T23:37:31Z', 'revision_number': 5, 'project_id': 'abc07fd47c924aad994e74752ef0bc5a', 'subnets': [{'id': 'ef618f43-4fe4-4e34-9800-0476d270be60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:58.522140 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port b7a71529-2343-480b-a9bb-9de3944cfc42, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=b7a71529-2343-480b-a9bb-9de3944cfc42,segment=NetworkSegment(a2652d9d-d802-4aa8-a967-71e91ab5e571),segment_id=a2652d9d-d802-4aa8-a967-71e91ab5e571)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:58.539698 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-58ca7eb9-8908-4e73-89c0-d5ae3b025329 None None] Provisioning complete for port 8c876aaf-d230-4489-b836-4b5adc7a362e triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:48:58.539698 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-58ca7eb9-8908-4e73-89c0-d5ae3b025329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:58.568924 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0040f1-6fd5-4342-ad61-da6f968a100a None None] The sync data for ids ['c571524c-af41-4e26-bf00-a93cb822c7b7'] in n-d-712141-10 is: [{'id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'name': 'tempest-TestVolumeBootPattern-2002221163-router', 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '862daf0f-6991-4ef6-9199-6c40ea66b1f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:37:06Z', 'updated_at': '2021-07-29T23:37:18Z', 'revision_number': 4, 'project_id': 'abc07fd47c924aad994e74752ef0bc5a', 'gw_port': {'id': '862daf0f-6991-4ef6-9199-6c40ea66b1f1', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:08Z', 'updated_at': '2021-07-29T23:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'e698b262-628f-49d6-aa1c-360d9f5f8465', 'name': '', 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7', 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a', 'mac_address': 'fa:16:3e:50:a6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': 'ef618f43-4fe4-4e34-9800-0476d270be60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:16Z', 'updated_at': '2021-07-29T23:37:31Z', 'revision_number': 5, 'project_id': 'abc07fd47c924aad994e74752ef0bc5a', 'subnets': [{'id': 'ef618f43-4fe4-4e34-9800-0476d270be60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:48:59.035477 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4d275cfb-3369-44bf-83c7-da277cf75f80 req-7212810b-c211-4900-a800-20c9f62a3328 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=ceaa045e-dd9a-426f-9643-f8c8e69247ef HTTP/1.1" status: 200 len: 210 time: 0.0848677 Jul 29 23:48:59.144469 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:59.172269 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:59.188477 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e653ae40-10f1-473d-8ffa-19256f286803 req-651ab7ed-de3f-4b91-b479-b0f244a2fd42 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:59.199712 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e653ae40-10f1-473d-8ffa-19256f286803 req-651ab7ed-de3f-4b91-b479-b0f244a2fd42 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/ports?device_id=7535b2bd-335e-4d82-bf23-754c839992db HTTP/1.1" status: 200 len: 945 time: 0.1246226 Jul 29 23:48:59.201427 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c343f219-7b73-4e9c-8f04-36e72784fc22 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:59.209842 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c343f219-7b73-4e9c-8f04-36e72784fc22 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:59.210901 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5897a0-f7a2-4600-89b1-d01f08e39087 None None] New status for floating IP 63bbeae8-0f1f-4054-8ec7-7aa598a1d11c: DOWN {{(pid=94079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:48:59.302215 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e653ae40-10f1-473d-8ffa-19256f286803 req-f0e8a8e6-84c7-4c63-b6ac-a9d3da902a81 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f717bff-2bc6-4137-934a-60e9a95b6304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015327 Jul 29 23:48:59.417304 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c343f219-7b73-4e9c-8f04-36e72784fc22 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event updated for resources: {'Port': ['ID=46c4fbf7-df2e-4739-938d-00b33764ce8f,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:59.427431 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c343f219-7b73-4e9c-8f04-36e72784fc22 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:59.504913 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['b7a71529-2343-480b-a9bb-9de3944cfc42'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:48:59.540289 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:59.578473 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 8c876aaf-d230-4489-b836-4b5adc7a362e, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=8c876aaf-d230-4489-b836-4b5adc7a362e,segment=NetworkSegment(843c91f7-8d92-42f5-bfa1-88724e50fee0),segment_id=843c91f7-8d92-42f5-bfa1-88724e50fee0)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:59.614778 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:59.615566 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device daebd3bf-27f3-4fd8-b8cf-4f518c02b891 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:48:59.627606 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=b7a71529-2343-480b-a9bb-9de3944cfc42,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:59.675028 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c343f219-7b73-4e9c-8f04-36e72784fc22 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Network 3f0f0134-a751-4648-8702-633d8ab16f88 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:48:59.681141 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-c343f219-7b73-4e9c-8f04-36e72784fc22 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:48:59.999325 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c343f219-7b73-4e9c-8f04-36e72784fc22 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Router fe10f58e-dbe2-4b40-80d7-14be5bdb1604 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:49:00.003542 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=8c876aaf-d230-4489-b836-4b5adc7a362e,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:00.161476 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-58ca7eb9-8908-4e73-89c0-d5ae3b025329 None None] Provisioning for port 46c4fbf7-df2e-4739-938d-00b33764ce8f completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:49:00.173984 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-58ca7eb9-8908-4e73-89c0-d5ae3b025329 None None] Provisioning complete for port 46c4fbf7-df2e-4739-938d-00b33764ce8f triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:00.175920 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-58ca7eb9-8908-4e73-89c0-d5ae3b025329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:00.193544 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0c72466f-0dcd-4e46-8f8d-f4620351cc23 req-a5086ad1-ddf2-4729-bc04-a36579865704 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=ceaa045e-dd9a-426f-9643-f8c8e69247ef HTTP/1.1" status: 200 len: 210 time: 0.0487185 Jul 29 23:49:00.261427 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-58ca7eb9-8908-4e73-89c0-d5ae3b025329 None None] Port 46c4fbf7-df2e-4739-938d-00b33764ce8f cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:49:00.265701 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port daebd3bf-27f3-4fd8-b8cf-4f518c02b891 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:00.266084 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:00.293745 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 44940) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:00.447094 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c343f219-7b73-4e9c-8f04-36e72784fc22 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:49:00.470861 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c343f219-7b73-4e9c-8f04-36e72784fc22 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "PUT /v2.0/routers/fe10f58e-dbe2-4b40-80d7-14be5bdb1604/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8536711 Jul 29 23:49:00.471089 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1e9a44-b509-4f5d-9459-6c2c23471607 None None] Sync routers for ids ['fe10f58e-dbe2-4b40-80d7-14be5bdb1604'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:49:00.503765 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1e9a44-b509-4f5d-9459-6c2c23471607 None None] Routers {'fe10f58e-dbe2-4b40-80d7-14be5bdb1604'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:49:00.504390 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-fe1e9a44-b509-4f5d-9459-6c2c23471607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:48:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['fe10f58e-dbe2-4b40-80d7-14be5bdb1604'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:00.545265 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-dd10b820-740f-4c92-8b9b-9d7e00b310ef None None] Provisioning complete for port 46c4fbf7-df2e-4739-938d-00b33764ce8f triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:00.545807 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-dd10b820-740f-4c92-8b9b-9d7e00b310ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:00.592285 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36037778-dc8e-46b0-974f-6fae49334171 req-058a1be9-f99b-4378-8243-8497d1805dc0 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:00.600190 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-36037778-dc8e-46b0-974f-6fae49334171 req-058a1be9-f99b-4378-8243-8497d1805dc0 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/ports?device_id=7535b2bd-335e-4d82-bf23-754c839992db HTTP/1.1" status: 200 len: 945 time: 0.1929784 Jul 29 23:49:00.634209 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 8c876aaf-d230-4489-b836-4b5adc7a362e up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:49:00.693866 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4ce359f2-cc9a-4cd5-89e0-a2de03b39dc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:00.701511 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-36037778-dc8e-46b0-974f-6fae49334171 req-f029f2ee-8a15-4633-abf3-6da26bb0e46f tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f717bff-2bc6-4137-934a-60e9a95b6304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004755 Jul 29 23:49:00.770141 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-dd10b820-740f-4c92-8b9b-9d7e00b310ef None None] Port 46c4fbf7-df2e-4739-938d-00b33764ce8f cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:49:00.840715 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 8c876aaf-d230-4489-b836-4b5adc7a362e triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:00.841693 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:00.873165 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4ce359f2-cc9a-4cd5-89e0-a2de03b39dc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:00.887654 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-fe1e9a44-b509-4f5d-9459-6c2c23471607 None None] Set router fe10f58e-dbe2-4b40-80d7-14be5bdb1604 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:49:00.971282 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cde3366c-b729-40f8-915f-de28432ca7e5 req-daadaecb-3d27-4194-ba49-7a0da32fe981 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1354258178&fields=id&tenant_id=65ae77200a164c0f8f007753b934a6ed HTTP/1.1" status: 200 len: 267 time: 0.0899997 Jul 29 23:49:00.973764 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4ce359f2-cc9a-4cd5-89e0-a2de03b39dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:01.018012 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce359f2-cc9a-4cd5-89e0-a2de03b39dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c765440-56d5-45d7-bf05-3c82973dee43,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:01.077398 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-4ce359f2-cc9a-4cd5-89e0-a2de03b39dc5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a4cae157c8a9471684e4ba812e19fbc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7823393 Jul 29 23:49:01.082184 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44966) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:01.202382 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d3c84bab-a890-4e5b-8cce-b69d1c26c1d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:01.241773 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-fe1e9a44-b509-4f5d-9459-6c2c23471607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe10f58e-dbe2-4b40-80d7-14be5bdb1604', 'name': 'tempest-TestNetworkAdvancedServerOps-router-381488720', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'daebd3bf-27f3-4fd8-b8cf-4f518c02b891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:48:47Z', 'updated_at': '2021-07-29T23:48:58Z', 'revision_number': 4, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'gw_port': {'id': 'daebd3bf-27f3-4fd8-b8cf-4f518c02b891', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:93:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe10f58e-dbe2-4b40-80d7-14be5bdb1604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:48:48Z', 'updated_at': '2021-07-29T23:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '46c4fbf7-df2e-4739-938d-00b33764ce8f', 'name': '', 'network_id': '3f0f0134-a751-4648-8702-633d8ab16f88', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'mac_address': 'fa:16:3e:58:45:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe10f58e-dbe2-4b40-80d7-14be5bdb1604', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '673386f4-4164-4a40-a940-b8997f63deb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:48:56Z', 'updated_at': '2021-07-29T23:48:58Z', 'revision_number': 2, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'subnets': [{'id': '673386f4-4164-4a40-a940-b8997f63deb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:01.245929 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d3c84bab-a890-4e5b-8cce-b69d1c26c1d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:01.261218 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde3366c-b729-40f8-915f-de28432ca7e5 req-1a66411b-3a41-4012-9fce-a75ff3084c24 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:01.278261 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cde3366c-b729-40f8-915f-de28432ca7e5 req-1a66411b-3a41-4012-9fce-a75ff3084c24 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/networks?id=3f0f0134-a751-4648-8702-633d8ab16f88 HTTP/1.1" status: 200 len: 796 time: 0.2627475 Jul 29 23:49:01.292154 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1e9a44-b509-4f5d-9459-6c2c23471607 None None] Checking router: fe10f58e-dbe2-4b40-80d7-14be5bdb1604 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:49:01.293218 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1e9a44-b509-4f5d-9459-6c2c23471607 None None] Updating router fe10f58e-dbe2-4b40-80d7-14be5bdb1604 port 46c4fbf7-df2e-4739-938d-00b33764ce8f binding host n-d-712141-10 {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:49:01.335521 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cde3366c-b729-40f8-915f-de28432ca7e5 req-85f8762b-3c66-4cd3-a16f-1ce96f53c739 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/quotas/65ae77200a164c0f8f007753b934a6ed HTTP/1.1" status: 200 len: 375 time: 0.0494938 Jul 29 23:49:01.335743 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d3c84bab-a890-4e5b-8cce-b69d1c26c1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:01.344429 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d3c84bab-a890-4e5b-8cce-b69d1c26c1d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:01.345848 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d3c84bab-a890-4e5b-8cce-b69d1c26c1d3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0c765440-56d5-45d7-bf05-3c82973dee43 HTTP/1.1" status: 204 len: 168 time: 0.2612884 Jul 29 23:49:01.361175 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-fe1e9a44-b509-4f5d-9459-6c2c23471607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:01.361610 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c84bab-a890-4e5b-8cce-b69d1c26c1d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c765440-56d5-45d7-bf05-3c82973dee43,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:01.398145 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c84bab-a890-4e5b-8cce-b69d1c26c1d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:01.398601 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c84bab-a890-4e5b-8cce-b69d1c26c1d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:01.398947 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c84bab-a890-4e5b-8cce-b69d1c26c1d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:01.399292 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c84bab-a890-4e5b-8cce-b69d1c26c1d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:01.399628 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c84bab-a890-4e5b-8cce-b69d1c26c1d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:01.399959 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c84bab-a890-4e5b-8cce-b69d1c26c1d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:01.400290 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c84bab-a890-4e5b-8cce-b69d1c26c1d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:01.405209 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c84bab-a890-4e5b-8cce-b69d1c26c1d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:01.405603 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c84bab-a890-4e5b-8cce-b69d1c26c1d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:01.405953 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c84bab-a890-4e5b-8cce-b69d1c26c1d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:01.406432 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c84bab-a890-4e5b-8cce-b69d1c26c1d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:01.406779 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c84bab-a890-4e5b-8cce-b69d1c26c1d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:01.509876 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7a5f7489-4ab2-40d3-9a63-3c7a78da2067 req-337e9195-ebb8-4f08-afd6-778c295e4ef2 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=ceaa045e-dd9a-426f-9643-f8c8e69247ef HTTP/1.1" status: 200 len: 210 time: 0.0627027 Jul 29 23:49:01.578570 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cde3366c-b729-40f8-915f-de28432ca7e5 req-d43ba63f-ee7c-440e-b6cd-97dbf1857dfc tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=65ae77200a164c0f8f007753b934a6ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2380764 Jul 29 23:49:01.581095 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [req-cde3366c-b729-40f8-915f-de28432ca7e5 req-2003cfe4-04f7-4f8e-884c-527682d66ebf service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:49:01.588688 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cde3366c-b729-40f8-915f-de28432ca7e5 req-2003cfe4-04f7-4f8e-884c-527682d66ebf service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0118382 Jul 29 23:49:01.727697 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cde3366c-b729-40f8-915f-de28432ca7e5 req-9d7ff736-929d-4506-a6a6-6daa6b87f664 service neutron] 10.222.0.43 "GET /v2.0/networks/3f0f0134-a751-4648-8702-633d8ab16f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378930 Jul 29 23:49:01.865562 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 44982) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:01.902053 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-14a8a625-37e0-4b35-ad22-769783ae7f30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:01.910717 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cde3366c-b729-40f8-915f-de28432ca7e5 req-45e59e92-8adf-410e-90f9-e536f88fbb5d service neutron] 10.222.0.43 "GET /v2.0/networks/3f0f0134-a751-4648-8702-633d8ab16f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748078 Jul 29 23:49:02.003546 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-fe1e9a44-b509-4f5d-9459-6c2c23471607 None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:02.019216 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536107a4-c0cf-4eae-8f5a-c88496ee9cac req-89ad52b7-6b76-4e01-85fe-f18346c66ec2 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:02.021141 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-536107a4-c0cf-4eae-8f5a-c88496ee9cac req-89ad52b7-6b76-4e01-85fe-f18346c66ec2 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/ports?device_id=7535b2bd-335e-4d82-bf23-754c839992db HTTP/1.1" status: 200 len: 945 time: 0.0992200 Jul 29 23:49:02.023444 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-fe1e9a44-b509-4f5d-9459-6c2c23471607 None None] Transition to ACTIVE for port object 46c4fbf7-df2e-4739-938d-00b33764ce8f will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:02.032818 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-14a8a625-37e0-4b35-ad22-769783ae7f30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:02.034706 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-fe1e9a44-b509-4f5d-9459-6c2c23471607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:02.040011 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-14a8a625-37e0-4b35-ad22-769783ae7f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:02.080100 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-536107a4-c0cf-4eae-8f5a-c88496ee9cac req-6479af44-ad62-4b52-84b7-349f1e80f178 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f717bff-2bc6-4137-934a-60e9a95b6304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510514 Jul 29 23:49:02.089426 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device b7a71529-2343-480b-a9bb-9de3944cfc42 up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:49:02.093899 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-14a8a625-37e0-4b35-ad22-769783ae7f30 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f7a2c884b559443b8b465069f8b04528&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2238319 Jul 29 23:49:02.101098 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 44984) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:02.179907 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a8a625-37e0-4b35-ad22-769783ae7f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e0f3bc1-c431-4f8a-b655-2bf4e410f3c6,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:02.230592 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port b7a71529-2343-480b-a9bb-9de3944cfc42 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:49:02.232576 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3542445-9bce-420e-92fd-e819f5a12e17 None None] Pushing event updated for resources: {'Port': ['ID=46c4fbf7-df2e-4739-938d-00b33764ce8f,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:02.235850 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port b7a71529-2343-480b-a9bb-9de3944cfc42 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:02.237533 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:02.239878 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-28737a2b-c554-412f-bb2a-cd4334991cde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:02.290792 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-fe1e9a44-b509-4f5d-9459-6c2c23471607 None None] Attempting to bind port 46c4fbf7-df2e-4739-938d-00b33764ce8f on host n-d-712141-10 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:49:02.291158 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-fe1e9a44-b509-4f5d-9459-6c2c23471607 None None] Attempting to bind port 46c4fbf7-df2e-4739-938d-00b33764ce8f by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '843c91f7-8d92-42f5-bfa1-88724e50fee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3f0f0134-a751-4648-8702-633d8ab16f88'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:49:02.291515 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1e9a44-b509-4f5d-9459-6c2c23471607 None None] Attempting to bind port 46c4fbf7-df2e-4739-938d-00b33764ce8f on network 3f0f0134-a751-4648-8702-633d8ab16f88 {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:49:02.299433 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1e9a44-b509-4f5d-9459-6c2c23471607 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:49:02.299978 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1e9a44-b509-4f5d-9459-6c2c23471607 None None] Checking segment: {'id': '843c91f7-8d92-42f5-bfa1-88724e50fee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3f0f0134-a751-4648-8702-633d8ab16f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:49:02.300852 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-fe1e9a44-b509-4f5d-9459-6c2c23471607 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:02.301290 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1e9a44-b509-4f5d-9459-6c2c23471607 None None] Bound using segment: {'id': '843c91f7-8d92-42f5-bfa1-88724e50fee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3f0f0134-a751-4648-8702-633d8ab16f88'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:49:02.302294 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-fe1e9a44-b509-4f5d-9459-6c2c23471607 None None] Bound port: 46c4fbf7-df2e-4739-938d-00b33764ce8f, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '843c91f7-8d92-42f5-bfa1-88724e50fee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3f0f0134-a751-4648-8702-633d8ab16f88'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:49:02.302680 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-fe1e9a44-b509-4f5d-9459-6c2c23471607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:02.395509 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:02.422938 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bc10ae02-67aa-4caf-aaf4-a5171467e316 req-c7bcefd8-7829-44ed-b663-f2afc7d29d5e tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=6154afd7-8d01-409e-8fdf-0e61d4fd2693 HTTP/1.1" status: 200 len: 210 time: 0.1454675 Jul 29 23:49:02.434437 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-28737a2b-c554-412f-bb2a-cd4334991cde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:02.446043 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-fe1e9a44-b509-4f5d-9459-6c2c23471607 None None] For port 46c4fbf7-df2e-4739-938d-00b33764ce8f, host n-d-712141-10, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:49:02.455831 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7535b2bd-335e-4d82-bf23-754c839992db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7a71529-2343-480b-a9bb-9de3944cfc42'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:49:02.458204 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-fe1e9a44-b509-4f5d-9459-6c2c23471607 None None] For port 46c4fbf7-df2e-4739-938d-00b33764ce8f, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=46c4fbf7-df2e-4739-938d-00b33764ce8f,segment=NetworkSegment(843c91f7-8d92-42f5-bfa1-88724e50fee0),segment_id=843c91f7-8d92-42f5-bfa1-88724e50fee0)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:49:02.466615 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f2e3fd-ca76-4858-bff8-4226d95472b3" -d '{"events": [{"server_uuid": "7535b2bd-335e-4d82-bf23-754c839992db", "name": "network-vif-plugged", "status": "completed", "tag": "b7a71529-2343-480b-a9bb-9de3944cfc42"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:49:02.471750 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-fe1e9a44-b509-4f5d-9459-6c2c23471607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:02.538264 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port b7a71529-2343-480b-a9bb-9de3944cfc42, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=b7a71529-2343-480b-a9bb-9de3944cfc42,segment=NetworkSegment(a2652d9d-d802-4aa8-a967-71e91ab5e571),segment_id=a2652d9d-d802-4aa8-a967-71e91ab5e571)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:02.549528 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-28737a2b-c554-412f-bb2a-cd4334991cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:02.552614 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-28737a2b-c554-412f-bb2a-cd4334991cde admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:02.554405 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:02.563328 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-28737a2b-c554-412f-bb2a-cd4334991cde admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0e0f3bc1-c431-4f8a-b655-2bf4e410f3c6 HTTP/1.1" status: 204 len: 168 time: 0.4581442 Jul 29 23:49:02.604105 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28737a2b-c554-412f-bb2a-cd4334991cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e0f3bc1-c431-4f8a-b655-2bf4e410f3c6,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:02.688850 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3542445-9bce-420e-92fd-e819f5a12e17 None None] Pushing event updated for resources: {'Port': ['ID=46c4fbf7-df2e-4739-938d-00b33764ce8f,revision_number=4']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:02.772688 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=b7a71529-2343-480b-a9bb-9de3944cfc42,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:02.776136 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1e9a44-b509-4f5d-9459-6c2c23471607 None None] Routers {'fe10f58e-dbe2-4b40-80d7-14be5bdb1604'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:49:02.776970 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-fe1e9a44-b509-4f5d-9459-6c2c23471607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:48:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['fe10f58e-dbe2-4b40-80d7-14be5bdb1604'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:02.865234 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-93992308-307b-4b3d-a770-feb3c5a6dd44 req-f7a2b8bc-1a44-4480-97e1-566f399444cf tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=ceaa045e-dd9a-426f-9643-f8c8e69247ef HTTP/1.1" status: 200 len: 210 time: 0.1055756 Jul 29 23:49:03.168202 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7c36f2-5113-473c-9263-3206178266ef x-openstack-request-id: req-8a7c36f2-5113-473c-9263-3206178266ef {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:49:03.168703 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7535b2bd-335e-4d82-bf23-754c839992db", "name": "network-vif-plugged", "status": "completed", "tag": "b7a71529-2343-480b-a9bb-9de3944cfc42", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:49:03.168821 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8a7c36f2-5113-473c-9263-3206178266ef {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:49:03.169896 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7535b2bd-335e-4d82-bf23-754c839992db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7a71529-2343-480b-a9bb-9de3944cfc42', 'code': 200} Jul 29 23:49:03.264139 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-fe1e9a44-b509-4f5d-9459-6c2c23471607 None None] Set router fe10f58e-dbe2-4b40-80d7-14be5bdb1604 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:49:03.382272 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a68b3a-688d-4739-9483-afbb96d77d89 req-f08450b4-48e1-4d68-a704-97e0f3a2a934 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:03.394337 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c5a68b3a-688d-4739-9483-afbb96d77d89 req-f08450b4-48e1-4d68-a704-97e0f3a2a934 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/ports?device_id=7535b2bd-335e-4d82-bf23-754c839992db HTTP/1.1" status: 200 len: 946 time: 0.1723733 Jul 29 23:49:03.497495 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b9792b-a143-4145-980b-763fb8ad50cf req-ab08a8d0-720f-4225-8af7-d6099969d6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:03.527500 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b0b9792b-a143-4145-980b-763fb8ad50cf req-ab08a8d0-720f-4225-8af7-d6099969d6ca service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7535b2bd-335e-4d82-bf23-754c839992db HTTP/1.1" status: 200 len: 1098 time: 0.2476485 Jul 29 23:49:03.551415 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c5a68b3a-688d-4739-9483-afbb96d77d89 req-442ce9fd-18c0-4297-9bdb-781ca34903dc tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f717bff-2bc6-4137-934a-60e9a95b6304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558063 Jul 29 23:49:03.651993 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-fe1e9a44-b509-4f5d-9459-6c2c23471607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe10f58e-dbe2-4b40-80d7-14be5bdb1604', 'name': 'tempest-TestNetworkAdvancedServerOps-router-381488720', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'daebd3bf-27f3-4fd8-b8cf-4f518c02b891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:48:47Z', 'updated_at': '2021-07-29T23:48:58Z', 'revision_number': 4, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'gw_port': {'id': 'daebd3bf-27f3-4fd8-b8cf-4f518c02b891', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:93:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe10f58e-dbe2-4b40-80d7-14be5bdb1604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:48:48Z', 'updated_at': '2021-07-29T23:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '46c4fbf7-df2e-4739-938d-00b33764ce8f', 'name': '', 'network_id': '3f0f0134-a751-4648-8702-633d8ab16f88', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'mac_address': 'fa:16:3e:58:45:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe10f58e-dbe2-4b40-80d7-14be5bdb1604', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '673386f4-4164-4a40-a940-b8997f63deb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:48:56Z', 'updated_at': '2021-07-29T23:49:02Z', 'revision_number': 4, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'subnets': [{'id': '673386f4-4164-4a40-a940-b8997f63deb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:03.659054 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b1c97a05-62e6-4903-ae2f-44f5777c9792 req-496ef20b-f8e2-4e21-ba3d-d1f2e20fecf9 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=6154afd7-8d01-409e-8fdf-0e61d4fd2693 HTTP/1.1" status: 200 len: 210 time: 0.0470896 Jul 29 23:49:03.670415 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b0b9792b-a143-4145-980b-763fb8ad50cf req-151dc42d-e998-4591-8fc6-82b92aada952 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6f717bff-2bc6-4137-934a-60e9a95b6304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173413 Jul 29 23:49:03.712928 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1e9a44-b509-4f5d-9459-6c2c23471607 None None] The sync data for ids ['fe10f58e-dbe2-4b40-80d7-14be5bdb1604'] in n-d-712141-10 is: [{'id': 'fe10f58e-dbe2-4b40-80d7-14be5bdb1604', 'name': 'tempest-TestNetworkAdvancedServerOps-router-381488720', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'daebd3bf-27f3-4fd8-b8cf-4f518c02b891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:48:47Z', 'updated_at': '2021-07-29T23:48:58Z', 'revision_number': 4, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'gw_port': {'id': 'daebd3bf-27f3-4fd8-b8cf-4f518c02b891', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:93:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe10f58e-dbe2-4b40-80d7-14be5bdb1604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:48:48Z', 'updated_at': '2021-07-29T23:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '46c4fbf7-df2e-4739-938d-00b33764ce8f', 'name': '', 'network_id': '3f0f0134-a751-4648-8702-633d8ab16f88', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'mac_address': 'fa:16:3e:58:45:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe10f58e-dbe2-4b40-80d7-14be5bdb1604', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '673386f4-4164-4a40-a940-b8997f63deb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:48:56Z', 'updated_at': '2021-07-29T23:49:02Z', 'revision_number': 4, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'subnets': [{'id': '673386f4-4164-4a40-a940-b8997f63deb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:49:04.195695 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9c7fa9fd-cb61-447f-93d4-1832331abfb8 req-a6606e35-9bf4-46e0-90db-7dc683fb3326 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=ceaa045e-dd9a-426f-9643-f8c8e69247ef HTTP/1.1" status: 200 len: 210 time: 0.0470109 Jul 29 23:49:04.802300 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde3366c-b729-40f8-915f-de28432ca7e5 req-5fc7dc91-2c5c-4f27-acd0-d81a03c5ffd0 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:04.812762 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-cde3366c-b729-40f8-915f-de28432ca7e5 req-5fc7dc91-2c5c-4f27-acd0-d81a03c5ffd0 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.22 "GET /v2.0/networks?id=3f0f0134-a751-4648-8702-633d8ab16f88 HTTP/1.1" status: 200 len: 796 time: 0.5367866 Jul 29 23:49:04.856957 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c41409-0796-4df4-953f-4f87c7617b5c req-8f140c8e-f337-48b7-a8d3-3908c0b3b275 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:04.870235 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-32c41409-0796-4df4-953f-4f87c7617b5c req-8f140c8e-f337-48b7-a8d3-3908c0b3b275 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/ports?device_id=7535b2bd-335e-4d82-bf23-754c839992db HTTP/1.1" status: 200 len: 946 time: 0.0918164 Jul 29 23:49:04.906584 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 46c4fbf7-df2e-4739-938d-00b33764ce8f up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:49:04.925963 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-cde3366c-b729-40f8-915f-de28432ca7e5 req-a8de749b-9309-4741-876e-42d6e874a412 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65ae77200a164c0f8f007753b934a6ed HTTP/1.1" status: 200 len: 380 time: 0.1097057 Jul 29 23:49:04.957102 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-cde3366c-b729-40f8-915f-de28432ca7e5 req-0298f557-8876-49e8-bcf7-4f9aa1b899b6 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Request body: {'port': {'device_id': '6154afd7-8d01-409e-8fdf-0e61d4fd2693', 'network_id': '3f0f0134-a751-4648-8702-633d8ab16f88', 'admin_state_up': True, 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'security_groups': ['85f85b5e-f991-4c31-ad60-266ee91bb584']}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:05.072817 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 46c4fbf7-df2e-4739-938d-00b33764ce8f completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:49:05.079436 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 46c4fbf7-df2e-4739-938d-00b33764ce8f triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:05.080953 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:05.131238 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b1d55fb8-5bbd-4db4-8713-ff7ed5e266e2 req-6443c9f0-f3c7-4abe-ba8b-84fad30ab4e6 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=6154afd7-8d01-409e-8fdf-0e61d4fd2693 HTTP/1.1" status: 200 len: 210 time: 0.2549753 Jul 29 23:49:05.174019 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-32c41409-0796-4df4-953f-4f87c7617b5c req-977d7236-431a-48cc-8173-9dd4b43edf2c tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f717bff-2bc6-4137-934a-60e9a95b6304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2941260 Jul 29 23:49:05.369906 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cde3366c-b729-40f8-915f-de28432ca7e5 req-0298f557-8876-49e8-bcf7-4f9aa1b899b6 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Made reservation on behalf of 65ae77200a164c0f8f007753b934a6ed for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:49:05.384191 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-cde3366c-b729-40f8-915f-de28432ca7e5 req-0298f557-8876-49e8-bcf7-4f9aa1b899b6 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:05.437028 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:05.505307 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f4390d7d-d814-4ee3-a208-9c6a3edb3fd8 req-9dae3307-b0b0-4975-92a5-312b92e3f7b9 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=ceaa045e-dd9a-426f-9643-f8c8e69247ef HTTP/1.1" status: 200 len: 210 time: 0.0552762 Jul 29 23:49:05.570156 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 46c4fbf7-df2e-4739-938d-00b33764ce8f, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=46c4fbf7-df2e-4739-938d-00b33764ce8f,segment=NetworkSegment(843c91f7-8d92-42f5-bfa1-88724e50fee0),segment_id=843c91f7-8d92-42f5-bfa1-88724e50fee0)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:05.576188 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:05.703539 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-cde3366c-b729-40f8-915f-de28432ca7e5 req-0298f557-8876-49e8-bcf7-4f9aa1b899b6 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Allocated IP 172.20.0.10 (3f0f0134-a751-4648-8702-633d8ab16f88/673386f4-4164-4a40-a940-b8997f63deb7/490b699c-9d02-4d29-b8e3-36aab2384cce) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:49:05.718506 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=46c4fbf7-df2e-4739-938d-00b33764ce8f,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:05.737154 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 45070) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:05.989709 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4de04d70-27df-4dbc-ad16-327a57d1d22b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:06.055190 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-cde3366c-b729-40f8-915f-de28432ca7e5 req-0298f557-8876-49e8-bcf7-4f9aa1b899b6 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:06.095931 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-cde3366c-b729-40f8-915f-de28432ca7e5 req-0298f557-8876-49e8-bcf7-4f9aa1b899b6 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Transition to ACTIVE for port object 490b699c-9d02-4d29-b8e3-36aab2384cce will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:06.121169 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4de04d70-27df-4dbc-ad16-327a57d1d22b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:06.127325 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4de04d70-27df-4dbc-ad16-327a57d1d22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:06.140449 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-cde3366c-b729-40f8-915f-de28432ca7e5 req-0298f557-8876-49e8-bcf7-4f9aa1b899b6 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:06.163293 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de04d70-27df-4dbc-ad16-327a57d1d22b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5a3d40-77e4-4453-8d4b-69b4297cd554,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:06.252971 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-4de04d70-27df-4dbc-ad16-327a57d1d22b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=40da7a495de94e5cacc84d932969c59d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5156729 Jul 29 23:49:06.254224 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cde3366c-b729-40f8-915f-de28432ca7e5 req-0298f557-8876-49e8-bcf7-4f9aa1b899b6 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Network 3f0f0134-a751-4648-8702-633d8ab16f88 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:49:06.255726 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 45084) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:06.280899 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-cde3366c-b729-40f8-915f-de28432ca7e5 req-0298f557-8876-49e8-bcf7-4f9aa1b899b6 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:06.319160 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-cde3366c-b729-40f8-915f-de28432ca7e5 req-0298f557-8876-49e8-bcf7-4f9aa1b899b6 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:49:06.348068 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0298f557-8876-49e8-bcf7-4f9aa1b899b6 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event updated for resources: {'Port': ['ID=490b699c-9d02-4d29-b8e3-36aab2384cce,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:06.573897 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde3366c-b729-40f8-915f-de28432ca7e5 req-0298f557-8876-49e8-bcf7-4f9aa1b899b6 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:06.595419 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-cde3366c-b729-40f8-915f-de28432ca7e5 req-0298f557-8876-49e8-bcf7-4f9aa1b899b6 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:06.610173 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 46c4fbf7-df2e-4739-938d-00b33764ce8f up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:49:06.624949 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-cde3366c-b729-40f8-915f-de28432ca7e5 req-0298f557-8876-49e8-bcf7-4f9aa1b899b6 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6848171 Jul 29 23:49:06.638321 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-cde3366c-b729-40f8-915f-de28432ca7e5 req-83246036-f7c5-4c6f-bfbe-6df73d273872 service neutron] Request body: {'port': {'device_id': '6154afd7-8d01-409e-8fdf-0e61d4fd2693', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:06.642103 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b0b68-6c21-4d84-9565-bbef9c230c94 req-45d376ed-ae03-4045-8e82-7bc9855420a1 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:06.651021 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-256b0b68-6c21-4d84-9565-bbef9c230c94 req-45d376ed-ae03-4045-8e82-7bc9855420a1 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=6154afd7-8d01-409e-8fdf-0e61d4fd2693 HTTP/1.1" status: 200 len: 932 time: 0.3083544 Jul 29 23:49:06.655121 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4f6b7849-8e4e-4ae2-90c6-fd83b71829e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:06.733615 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 46c4fbf7-df2e-4739-938d-00b33764ce8f triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:06.734259 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:06.797546 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eeb497-d82d-4427-9b8d-0ff15b1a9873 req-dbbb6980-0628-46c9-be6a-e49c6d34e595 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:06.818016 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-83eeb497-d82d-4427-9b8d-0ff15b1a9873 req-dbbb6980-0628-46c9-be6a-e49c6d34e595 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/ports?device_id=7535b2bd-335e-4d82-bf23-754c839992db HTTP/1.1" status: 200 len: 946 time: 0.3138456 Jul 29 23:49:06.829440 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-cde3366c-b729-40f8-915f-de28432ca7e5 req-83246036-f7c5-4c6f-bfbe-6df73d273872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:06.930276 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4f6b7849-8e4e-4ae2-90c6-fd83b71829e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:06.977421 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1db2cc67-6de0-4fc5-bcdc-32a15a1513a5 None None] Provisioning for port 490b699c-9d02-4d29-b8e3-36aab2384cce completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:49:06.991734 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1db2cc67-6de0-4fc5-bcdc-32a15a1513a5 None None] Provisioning complete for port 490b699c-9d02-4d29-b8e3-36aab2384cce triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:06.992122 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1db2cc67-6de0-4fc5-bcdc-32a15a1513a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:07.053927 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-256b0b68-6c21-4d84-9565-bbef9c230c94 req-87604911-068f-45bd-be2d-222e01fa961f tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=85f85b5e-f991-4c31-ad60-266ee91bb584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4019222 Jul 29 23:49:07.058880 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4f6b7849-8e4e-4ae2-90c6-fd83b71829e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:07.063443 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4f6b7849-8e4e-4ae2-90c6-fd83b71829e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:07.065725 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-4f6b7849-8e4e-4ae2-90c6-fd83b71829e9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cf5a3d40-77e4-4453-8d4b-69b4297cd554 HTTP/1.1" status: 204 len: 168 time: 0.8087938 Jul 29 23:49:07.096176 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1db2cc67-6de0-4fc5-bcdc-32a15a1513a5 None None] Port 490b699c-9d02-4d29-b8e3-36aab2384cce cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:49:07.100887 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6b7849-8e4e-4ae2-90c6-fd83b71829e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5a3d40-77e4-4453-8d4b-69b4297cd554,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:07.130823 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-83eeb497-d82d-4427-9b8d-0ff15b1a9873 req-89237669-bba8-44f5-82f4-7a5d1d1fe7a7 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f717bff-2bc6-4137-934a-60e9a95b6304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3077350 Jul 29 23:49:07.329424 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:07.424809 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaab785-3c66-47d5-a074-90f36b0a6a34 req-453d7acc-1b0f-4076-93e5-866ed94fa313 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:07.436526 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0aaab785-3c66-47d5-a074-90f36b0a6a34 req-453d7acc-1b0f-4076-93e5-866ed94fa313 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/ports?device_id=7535b2bd-335e-4d82-bf23-754c839992db HTTP/1.1" status: 200 len: 946 time: 0.1621609 Jul 29 23:49:07.440125 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 45128) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:07.446227 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-492d1a33-40d4-47af-a409-ace52ac9a9b0 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Request body: {'floatingip': {'port_id': 'b7a71529-2343-480b-a9bb-9de3944cfc42'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:07.520194 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-492d1a33-40d4-47af-a409-ace52ac9a9b0 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks [] for floatingip, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:07.702607 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-32a5c4dd-47e0-4d76-8cc6-320afeaf319e req-da565e48-7be5-4baa-9367-dd89626ebfb1 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-212282585&fields=id&tenant_id=abc07fd47c924aad994e74752ef0bc5a HTTP/1.1" status: 200 len: 267 time: 0.0692263 Jul 29 23:49:07.703563 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-cde3366c-b729-40f8-915f-de28432ca7e5 req-83246036-f7c5-4c6f-bfbe-6df73d273872 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 490b699c-9d02-4d29-b8e3-36aab2384cce {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:49:07.715598 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-cde3366c-b729-40f8-915f-de28432ca7e5 req-83246036-f7c5-4c6f-bfbe-6df73d273872 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:07.745963 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-cde3366c-b729-40f8-915f-de28432ca7e5 req-83246036-f7c5-4c6f-bfbe-6df73d273872 service neutron] Transition to ACTIVE for port object 490b699c-9d02-4d29-b8e3-36aab2384cce will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:07.790425 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-cde3366c-b729-40f8-915f-de28432ca7e5 req-83246036-f7c5-4c6f-bfbe-6df73d273872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:07.932593 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83246036-f7c5-4c6f-bfbe-6df73d273872 service neutron] Pushing event updated for resources: {'Port': ['ID=490b699c-9d02-4d29-b8e3-36aab2384cce,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:08.003679 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5c4dd-47e0-4d76-8cc6-320afeaf319e req-13709e29-1a76-4c36-ab78-3ada00eb4ca5 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:08.011807 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-32a5c4dd-47e0-4d76-8cc6-320afeaf319e req-13709e29-1a76-4c36-ab78-3ada00eb4ca5 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/networks?id=07279870-3078-44f7-8035-d94a4d0b31e7 HTTP/1.1" status: 200 len: 812 time: 0.3066323 Jul 29 23:49:08.046338 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-32a5c4dd-47e0-4d76-8cc6-320afeaf319e req-de7490ab-88bc-420c-a87c-382541b9ca54 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/quotas/abc07fd47c924aad994e74752ef0bc5a HTTP/1.1" status: 200 len: 375 time: 0.0335495 Jul 29 23:49:08.137923 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-32a5c4dd-47e0-4d76-8cc6-320afeaf319e req-9ed0bdab-8c47-4d71-bb20-485c48bd4aa8 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=abc07fd47c924aad994e74752ef0bc5a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0824010 Jul 29 23:49:08.197662 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-cde3366c-b729-40f8-915f-de28432ca7e5 req-83246036-f7c5-4c6f-bfbe-6df73d273872 service neutron] Attempting to bind port 490b699c-9d02-4d29-b8e3-36aab2384cce on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:49:08.198821 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-cde3366c-b729-40f8-915f-de28432ca7e5 req-83246036-f7c5-4c6f-bfbe-6df73d273872 service neutron] Attempting to bind port 490b699c-9d02-4d29-b8e3-36aab2384cce by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '843c91f7-8d92-42f5-bfa1-88724e50fee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3f0f0134-a751-4648-8702-633d8ab16f88'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:49:08.199188 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde3366c-b729-40f8-915f-de28432ca7e5 req-83246036-f7c5-4c6f-bfbe-6df73d273872 service neutron] Attempting to bind port 490b699c-9d02-4d29-b8e3-36aab2384cce on network 3f0f0134-a751-4648-8702-633d8ab16f88 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:49:08.271398 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde3366c-b729-40f8-915f-de28432ca7e5 req-83246036-f7c5-4c6f-bfbe-6df73d273872 service neutron] Port 490b699c-9d02-4d29-b8e3-36aab2384cce on network 3f0f0134-a751-4648-8702-633d8ab16f88 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:49:08.271735 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde3366c-b729-40f8-915f-de28432ca7e5 req-83246036-f7c5-4c6f-bfbe-6df73d273872 service neutron] Attempting to bind port 490b699c-9d02-4d29-b8e3-36aab2384cce on network 3f0f0134-a751-4648-8702-633d8ab16f88 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:49:08.282185 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde3366c-b729-40f8-915f-de28432ca7e5 req-83246036-f7c5-4c6f-bfbe-6df73d273872 service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 49, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:49:08.282613 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde3366c-b729-40f8-915f-de28432ca7e5 req-83246036-f7c5-4c6f-bfbe-6df73d273872 service neutron] Checking segment: {'id': '843c91f7-8d92-42f5-bfa1-88724e50fee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3f0f0134-a751-4648-8702-633d8ab16f88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:49:08.282907 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde3366c-b729-40f8-915f-de28432ca7e5 req-83246036-f7c5-4c6f-bfbe-6df73d273872 service neutron] Bound using segment: {'id': '843c91f7-8d92-42f5-bfa1-88724e50fee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3f0f0134-a751-4648-8702-633d8ab16f88'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:49:08.283344 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-cde3366c-b729-40f8-915f-de28432ca7e5 req-83246036-f7c5-4c6f-bfbe-6df73d273872 service neutron] Bound port: 490b699c-9d02-4d29-b8e3-36aab2384cce, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '843c91f7-8d92-42f5-bfa1-88724e50fee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3f0f0134-a751-4648-8702-633d8ab16f88'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:49:08.283701 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-cde3366c-b729-40f8-915f-de28432ca7e5 req-83246036-f7c5-4c6f-bfbe-6df73d273872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:08.370819 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-32a5c4dd-47e0-4d76-8cc6-320afeaf319e req-6bf51c63-586e-4f7d-8550-0b3e256c4d9c service neutron] 10.222.0.43 "GET /v2.0/networks/07279870-3078-44f7-8035-d94a4d0b31e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312932 Jul 29 23:49:08.410862 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a2cd5d-95fb-471a-927b-afabe5170986 req-7c688ced-54ed-4a13-999d-5e980fc43cd0 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:08.413848 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-70a2cd5d-95fb-471a-927b-afabe5170986 req-7c688ced-54ed-4a13-999d-5e980fc43cd0 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=6154afd7-8d01-409e-8fdf-0e61d4fd2693 HTTP/1.1" status: 200 len: 944 time: 0.1355982 Jul 29 23:49:08.592569 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-70a2cd5d-95fb-471a-927b-afabe5170986 req-e595f49c-b1ef-4856-94d4-120960dbf2ae tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=85f85b5e-f991-4c31-ad60-266ee91bb584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558857 Jul 29 23:49:08.678383 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-32a5c4dd-47e0-4d76-8cc6-320afeaf319e req-64d1e4b5-1009-4740-a592-0838acb580fc service neutron] 10.222.0.43 "GET /v2.0/networks/07279870-3078-44f7-8035-d94a4d0b31e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626455 Jul 29 23:49:08.895501 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-cde3366c-b729-40f8-915f-de28432ca7e5 req-83246036-f7c5-4c6f-bfbe-6df73d273872 service neutron] For port 490b699c-9d02-4d29-b8e3-36aab2384cce, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:49:08.903121 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.db.resource_extend [None req-492d1a33-40d4-47af-a409-ace52ac9a9b0 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:49:08.963442 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-cde3366c-b729-40f8-915f-de28432ca7e5 req-83246036-f7c5-4c6f-bfbe-6df73d273872 service neutron] For port 490b699c-9d02-4d29-b8e3-36aab2384cce, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=490b699c-9d02-4d29-b8e3-36aab2384cce,segment=NetworkSegment(843c91f7-8d92-42f5-bfa1-88724e50fee0),segment_id=843c91f7-8d92-42f5-bfa1-88724e50fee0)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:49:08.978519 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-cde3366c-b729-40f8-915f-de28432ca7e5 req-83246036-f7c5-4c6f-bfbe-6df73d273872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:09.050021 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-492d1a33-40d4-47af-a409-ace52ac9a9b0 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:09.061999 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde3366c-b729-40f8-915f-de28432ca7e5 req-83246036-f7c5-4c6f-bfbe-6df73d273872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:09.062737 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-cde3366c-b729-40f8-915f-de28432ca7e5 req-83246036-f7c5-4c6f-bfbe-6df73d273872 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:09.064502 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-cde3366c-b729-40f8-915f-de28432ca7e5 req-83246036-f7c5-4c6f-bfbe-6df73d273872 service neutron] 10.222.0.22 "PUT /v2.0/ports/490b699c-9d02-4d29-b8e3-36aab2384cce HTTP/1.1" status: 200 len: 1093 time: 2.4319911 Jul 29 23:49:09.065345 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-492d1a33-40d4-47af-a409-ace52ac9a9b0 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:09.067184 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6154afd7-8d01-409e-8fdf-0e61d4fd2693', 'tag': '490b699c-9d02-4d29-b8e3-36aab2384cce'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:49:09.077912 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71986be-782b-429f-889e-4af9d690228a" -d '{"events": [{"name": "network-changed", "server_uuid": "6154afd7-8d01-409e-8fdf-0e61d4fd2693", "tag": "490b699c-9d02-4d29-b8e3-36aab2384cce"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:49:09.248471 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-18153b94-de26-4b0f-961c-fd96c4229831 req-7ed29ff9-2945-46f2-a5a5-edd98febf179 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=0259dec0-afd2-4ac2-9a83-e7804869590c HTTP/1.1" status: 200 len: 210 time: 0.0682240 Jul 29 23:49:09.266169 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01810b6a-6499-4990-a03d-e801544f6c0d x-openstack-request-id: req-01810b6a-6499-4990-a03d-e801544f6c0d {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:49:09.266473 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6154afd7-8d01-409e-8fdf-0e61d4fd2693", "tag": "490b699c-9d02-4d29-b8e3-36aab2384cce", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:49:09.266734 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-01810b6a-6499-4990-a03d-e801544f6c0d {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:49:09.267355 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6154afd7-8d01-409e-8fdf-0e61d4fd2693', 'tag': '490b699c-9d02-4d29-b8e3-36aab2384cce', 'status': 'completed', 'code': 200} Jul 29 23:49:09.326862 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83246036-f7c5-4c6f-bfbe-6df73d273872 service neutron] Pushing event updated for resources: {'Port': ['ID=490b699c-9d02-4d29-b8e3-36aab2384cce,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:09.438351 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde3366c-b729-40f8-915f-de28432ca7e5 req-4c6c3e4e-c472-430d-b500-51121818d313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:09.441451 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-cde3366c-b729-40f8-915f-de28432ca7e5 req-4c6c3e4e-c472-430d-b500-51121818d313 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=65ae77200a164c0f8f007753b934a6ed&device_id=6154afd7-8d01-409e-8fdf-0e61d4fd2693 HTTP/1.1" status: 200 len: 1096 time: 0.2618198 Jul 29 23:49:09.517358 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-cde3366c-b729-40f8-915f-de28432ca7e5 req-9c1ada24-e536-4126-acbd-5a1e2e351dc2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=490b699c-9d02-4d29-b8e3-36aab2384cce HTTP/1.1" status: 200 len: 217 time: 0.0658362 Jul 29 23:49:09.539192 n-d-712141-10 neutron-server[94077]: INFO neutron.db.l3_db [None req-492d1a33-40d4-47af-a409-ace52ac9a9b0 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Floating IP ae7e8590-0853-4c66-9e51-f8c99ed8644a associated. External IP: 172.25.0.239, port: b7a71529-2343-480b-a9bb-9de3944cfc42. Jul 29 23:49:09.785268 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde3366c-b729-40f8-915f-de28432ca7e5 req-d763e760-d1ab-4f19-8983-150930302690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:09.787166 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-cde3366c-b729-40f8-915f-de28432ca7e5 req-d763e760-d1ab-4f19-8983-150930302690 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=673386f4-4164-4a40-a940-b8997f63deb7 HTTP/1.1" status: 200 len: 835 time: 0.1336017 Jul 29 23:49:09.897199 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde3366c-b729-40f8-915f-de28432ca7e5 req-4d8ce49c-d40e-4dbd-9350-310d3d7152d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:09.898837 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-cde3366c-b729-40f8-915f-de28432ca7e5 req-4d8ce49c-d40e-4dbd-9350-310d3d7152d9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3f0f0134-a751-4648-8702-633d8ab16f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1015720 Jul 29 23:49:09.923251 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c130a3-97e7-4eb9-9573-0584865da28d req-16ff37c2-4feb-4280-9b5b-771384b9e401 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:09.943226 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-30c130a3-97e7-4eb9-9573-0584865da28d req-16ff37c2-4feb-4280-9b5b-771384b9e401 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=6154afd7-8d01-409e-8fdf-0e61d4fd2693 HTTP/1.1" status: 200 len: 944 time: 0.2032652 Jul 29 23:49:10.014604 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-30c130a3-97e7-4eb9-9573-0584865da28d req-fe071408-378a-4396-ae27-c24ed8da838f tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=85f85b5e-f991-4c31-ad60-266ee91bb584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670180 Jul 29 23:49:10.203448 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-cde3366c-b729-40f8-915f-de28432ca7e5 req-5ba08212-0cde-4ddb-8a65-936f917112c0 service neutron] 10.222.0.22 "GET /v2.0/networks/3f0f0134-a751-4648-8702-633d8ab16f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971647 Jul 29 23:49:10.286105 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-492d1a33-40d4-47af-a409-ace52ac9a9b0 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Router 19ce4753-d88f-49bb-a0c5-60aae07ee6ce has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:49:10.434044 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-589fffae-afaa-42f8-84e8-94ea910a1c37 req-ecba07fc-402a-4fd4-94c2-824b2a5a5421 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=0259dec0-afd2-4ac2-9a83-e7804869590c HTTP/1.1" status: 200 len: 210 time: 0.0520937 Jul 29 23:49:10.568412 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-cde3366c-b729-40f8-915f-de28432ca7e5 req-79ce4cf0-f36d-45dc-a730-7c0cedbd0f41 service neutron] 10.222.0.22 "GET /v2.0/networks/3f0f0134-a751-4648-8702-633d8ab16f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274136 Jul 29 23:49:10.648063 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-492d1a33-40d4-47af-a409-ace52ac9a9b0 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:49:10.661351 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9759b86-94c8-4cd6-94fe-3015498cc3cb None None] Sync routers for ids ['19ce4753-d88f-49bb-a0c5-60aae07ee6ce'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:49:10.664165 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-492d1a33-40d4-47af-a409-ace52ac9a9b0 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:10.683798 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9759b86-94c8-4cd6-94fe-3015498cc3cb None None] Routers {'19ce4753-d88f-49bb-a0c5-60aae07ee6ce'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:49:10.686953 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-e9759b86-94c8-4cd6-94fe-3015498cc3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:48:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['19ce4753-d88f-49bb-a0c5-60aae07ee6ce'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:10.775326 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-492d1a33-40d4-47af-a409-ace52ac9a9b0 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "PUT /v2.0/floatingips/ae7e8590-0853-4c66-9e51-f8c99ed8644a HTTP/1.1" status: 200 len: 992 time: 3.3340178 Jul 29 23:49:10.811315 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71986be-782b-429f-889e-4af9d690228a req-c7a912df-12c0-4c21-bebe-9a811eddea4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:10.815166 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b71986be-782b-429f-889e-4af9d690228a req-c7a912df-12c0-4c21-bebe-9a811eddea4a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=65ae77200a164c0f8f007753b934a6ed&device_id=6154afd7-8d01-409e-8fdf-0e61d4fd2693 HTTP/1.1" status: 200 len: 1096 time: 0.1416130 Jul 29 23:49:10.832659 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5c4dd-47e0-4d76-8cc6-320afeaf319e req-d2dda432-51e1-437c-a0c7-d1ad4d1ab663 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:10.846651 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-32a5c4dd-47e0-4d76-8cc6-320afeaf319e req-d2dda432-51e1-437c-a0c7-d1ad4d1ab663 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.41 "GET /v2.0/networks?id=07279870-3078-44f7-8035-d94a4d0b31e7 HTTP/1.1" status: 200 len: 812 time: 0.2719748 Jul 29 23:49:10.958211 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-e9759b86-94c8-4cd6-94fe-3015498cc3cb None None] Set router 19ce4753-d88f-49bb-a0c5-60aae07ee6ce gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:49:10.962328 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-32a5c4dd-47e0-4d76-8cc6-320afeaf319e req-9508c05e-1b01-4526-bc6a-47023feda11a tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abc07fd47c924aad994e74752ef0bc5a HTTP/1.1" status: 200 len: 379 time: 0.1033802 Jul 29 23:49:10.977931 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-32a5c4dd-47e0-4d76-8cc6-320afeaf319e req-73733c2c-3bdd-4f7e-aded-1e88faa73110 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Request body: {'port': {'device_id': '0259dec0-afd2-4ac2-9a83-e7804869590c', 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7', 'admin_state_up': True, 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a', 'security_groups': ['c5d1ebf4-b794-4521-9c0b-417b32b2215f']}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:11.050029 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71986be-782b-429f-889e-4af9d690228a req-59461e77-43f2-4f36-83fd-b4f94be288e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:11.054468 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b71986be-782b-429f-889e-4af9d690228a req-59461e77-43f2-4f36-83fd-b4f94be288e0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3f0f0134-a751-4648-8702-633d8ab16f88 HTTP/1.1" status: 200 len: 897 time: 0.2310660 Jul 29 23:49:11.201013 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b71986be-782b-429f-889e-4af9d690228a req-9a0df97e-2a71-464e-971a-c8fc194c4b7c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=490b699c-9d02-4d29-b8e3-36aab2384cce HTTP/1.1" status: 200 len: 217 time: 0.1384370 Jul 29 23:49:11.267668 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32a5c4dd-47e0-4d76-8cc6-320afeaf319e req-73733c2c-3bdd-4f7e-aded-1e88faa73110 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Made reservation on behalf of abc07fd47c924aad994e74752ef0bc5a for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:49:11.272794 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-32a5c4dd-47e0-4d76-8cc6-320afeaf319e req-73733c2c-3bdd-4f7e-aded-1e88faa73110 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:11.288752 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7535b2bd-335e-4d82-bf23-754c839992db', 'tag': 'b7a71529-2343-480b-a9bb-9de3944cfc42'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:49:11.297541 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba498d5-1b85-44fd-befc-cf5d3481bf90" -d '{"events": [{"name": "network-changed", "server_uuid": "7535b2bd-335e-4d82-bf23-754c839992db", "tag": "b7a71529-2343-480b-a9bb-9de3944cfc42"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:49:11.342333 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71986be-782b-429f-889e-4af9d690228a req-5297fda3-7dbb-4b77-9ea0-df39dc13776d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:11.350525 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b71986be-782b-429f-889e-4af9d690228a req-5297fda3-7dbb-4b77-9ea0-df39dc13776d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=673386f4-4164-4a40-a940-b8997f63deb7 HTTP/1.1" status: 200 len: 835 time: 0.1412566 Jul 29 23:49:11.422462 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a9b869-b7a7-466f-8a81-a9aa25236352 x-openstack-request-id: req-78a9b869-b7a7-466f-8a81-a9aa25236352 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:49:11.422707 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7535b2bd-335e-4d82-bf23-754c839992db", "tag": "b7a71529-2343-480b-a9bb-9de3944cfc42", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:49:11.423009 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-78a9b869-b7a7-466f-8a81-a9aa25236352 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:49:11.423331 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7535b2bd-335e-4d82-bf23-754c839992db', 'tag': 'b7a71529-2343-480b-a9bb-9de3944cfc42', 'status': 'completed', 'code': 200} Jul 29 23:49:11.460416 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 45262) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:11.469500 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71986be-782b-429f-889e-4af9d690228a req-8c6e553b-f789-4d57-827f-5f2872fdd6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:11.471831 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b71986be-782b-429f-889e-4af9d690228a req-8c6e553b-f789-4d57-827f-5f2872fdd6d4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3f0f0134-a751-4648-8702-633d8ab16f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1129007 Jul 29 23:49:11.612487 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75de96e9-9497-4e1b-b767-c2d8b2168e20 req-5a2ab03c-bf58-4f89-b409-28a78cc24579 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:11.618451 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-75de96e9-9497-4e1b-b767-c2d8b2168e20 req-5a2ab03c-bf58-4f89-b409-28a78cc24579 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=6154afd7-8d01-409e-8fdf-0e61d4fd2693 HTTP/1.1" status: 200 len: 944 time: 0.3672950 Jul 29 23:49:11.739518 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b71986be-782b-429f-889e-4af9d690228a req-f0828ad9-5423-4b52-b1af-1d926322cf22 service neutron] 10.222.0.22 "GET /v2.0/networks/3f0f0134-a751-4648-8702-633d8ab16f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451804 Jul 29 23:49:11.770182 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-338924a8-a751-49e4-aece-3d4cbb0a1b4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:11.918019 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-e9759b86-94c8-4cd6-94fe-3015498cc3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19ce4753-d88f-49bb-a0c5-60aae07ee6ce', 'name': 'tempest-AttachVolumeTestJSON-1357557364-router', 'tenant_id': 'c1d7085ece28410698508031edfc5998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'bd32ee84-4185-49db-9b33-26733bc708ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:48:28Z', 'updated_at': '2021-07-29T23:48:35Z', 'revision_number': 4, 'project_id': 'c1d7085ece28410698508031edfc5998', 'gw_port': {'id': 'bd32ee84-4185-49db-9b33-26733bc708ce', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:78:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ce4753-d88f-49bb-a0c5-60aae07ee6ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:48:30Z', 'updated_at': '2021-07-29T23:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': 'ae7e8590-0853-4c66-9e51-f8c99ed8644a', 'tenant_id': 'c1d7085ece28410698508031edfc5998', 'floating_ip_address': '172.25.0.239', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '19ce4753-d88f-49bb-a0c5-60aae07ee6ce', 'port_id': 'b7a71529-2343-480b-a9bb-9de3944cfc42', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2850, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67609761-f70d-451d-bf2b-11a2e29bfa80', 'mac_address': 'fa:16:3e:56:37:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535b2bd-335e-4d82-bf23-754c839992db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:48:43Z', 'updated_at': '2021-07-29T23:49:08Z', 'revision_number': 1, 'project_id': 'c1d7085ece28410698508031edfc5998', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72eb1e52-f5de-40cc-99b0-49fe24a2436f', 'name': '', 'network_id': '67609761-f70d-451d-bf2b-11a2e29bfa80', 'tenant_id': 'c1d7085ece28410698508031edfc5998', 'mac_address': 'fa:16:3e:d8:64:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ce4753-d88f-49bb-a0c5-60aae07ee6ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '491bf474-cc80-4e70-9dca-1685e2004f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:48:34Z', 'updated_at': '2021-07-29T23:48:46Z', 'revision_number': 5, 'project_id': 'c1d7085ece28410698508031edfc5998', 'subnets': [{'id': '491bf474-cc80-4e70-9dca-1685e2004f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:11.972112 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-86417f8d-530c-4dc0-937f-89eb2859a7d6 req-7d07bd02-7cfb-4119-98a7-8383a0bd510b tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=0259dec0-afd2-4ac2-9a83-e7804869590c HTTP/1.1" status: 200 len: 210 time: 0.2310431 Jul 29 23:49:11.983376 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-338924a8-a751-49e4-aece-3d4cbb0a1b4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:11.990900 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-338924a8-a751-49e4-aece-3d4cbb0a1b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:12.013570 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba498d5-1b85-44fd-befc-cf5d3481bf90 req-dcb5e6eb-78a4-4c09-abd2-99e90f002371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:12.015195 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dba498d5-1b85-44fd-befc-cf5d3481bf90 req-dcb5e6eb-78a4-4c09-abd2-99e90f002371 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1d7085ece28410698508031edfc5998&device_id=7535b2bd-335e-4d82-bf23-754c839992db HTTP/1.1" status: 200 len: 1098 time: 0.5259702 Jul 29 23:49:12.021495 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9759b86-94c8-4cd6-94fe-3015498cc3cb None None] Checking router: 19ce4753-d88f-49bb-a0c5-60aae07ee6ce for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:49:12.065260 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9759b86-94c8-4cd6-94fe-3015498cc3cb None None] Routers {'19ce4753-d88f-49bb-a0c5-60aae07ee6ce'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:49:12.066251 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-e9759b86-94c8-4cd6-94fe-3015498cc3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:48:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['19ce4753-d88f-49bb-a0c5-60aae07ee6ce'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:12.071646 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-338924a8-a751-49e4-aece-3d4cbb0a1b4c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=192ebe3922c34103b6a6b7ef12a09c41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6090686 Jul 29 23:49:12.075617 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 45278) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:12.143541 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338924a8-a751-49e4-aece-3d4cbb0a1b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f509593-e870-45e7-910a-5df3afe0f397,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:12.189086 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b71986be-782b-429f-889e-4af9d690228a req-5e3d031b-fa85-42f9-8745-bc2c5de6e5de service neutron] 10.222.0.22 "GET /v2.0/networks/3f0f0134-a751-4648-8702-633d8ab16f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4414885 Jul 29 23:49:12.203900 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-32a5c4dd-47e0-4d76-8cc6-320afeaf319e req-73733c2c-3bdd-4f7e-aded-1e88faa73110 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Allocated IP 172.20.0.5 (07279870-3078-44f7-8035-d94a4d0b31e7/ef618f43-4fe4-4e34-9800-0476d270be60/2bb04e6f-1b5d-4863-aec7-5682c63538c3) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:49:12.208039 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5d77407c-01f4-45a3-a5a9-8f324231e52b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:12.241174 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-75de96e9-9497-4e1b-b767-c2d8b2168e20 req-47dfdd6e-ff7c-425d-b76e-fb66899e18de tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=85f85b5e-f991-4c31-ad60-266ee91bb584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5967135 Jul 29 23:49:12.241843 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5d77407c-01f4-45a3-a5a9-8f324231e52b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:12.341763 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5d77407c-01f4-45a3-a5a9-8f324231e52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:12.344927 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5d77407c-01f4-45a3-a5a9-8f324231e52b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:12.346072 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-5d77407c-01f4-45a3-a5a9-8f324231e52b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9f509593-e870-45e7-910a-5df3afe0f397 HTTP/1.1" status: 204 len: 168 time: 0.2658327 Jul 29 23:49:12.367542 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d77407c-01f4-45a3-a5a9-8f324231e52b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f509593-e870-45e7-910a-5df3afe0f397,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:12.369320 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-e9759b86-94c8-4cd6-94fe-3015498cc3cb None None] Set router 19ce4753-d88f-49bb-a0c5-60aae07ee6ce gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:49:12.509212 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba498d5-1b85-44fd-befc-cf5d3481bf90 req-16f682b0-2f5a-4538-bf8c-e2555b85e8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:12.514676 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dba498d5-1b85-44fd-befc-cf5d3481bf90 req-16f682b0-2f5a-4538-bf8c-e2555b85e8dc service neutron] 10.222.0.41 "GET /v2.0/networks?id=67609761-f70d-451d-bf2b-11a2e29bfa80 HTTP/1.1" status: 200 len: 912 time: 0.4795303 Jul 29 23:49:12.820308 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dba498d5-1b85-44fd-befc-cf5d3481bf90 req-0c76b2f6-0fa5-4650-96aa-e3df5b63cff2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7a71529-2343-480b-a9bb-9de3944cfc42 HTTP/1.1" status: 200 len: 1000 time: 0.1991773 Jul 29 23:49:13.101434 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-e9759b86-94c8-4cd6-94fe-3015498cc3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19ce4753-d88f-49bb-a0c5-60aae07ee6ce', 'name': 'tempest-AttachVolumeTestJSON-1357557364-router', 'tenant_id': 'c1d7085ece28410698508031edfc5998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'bd32ee84-4185-49db-9b33-26733bc708ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:48:28Z', 'updated_at': '2021-07-29T23:48:35Z', 'revision_number': 4, 'project_id': 'c1d7085ece28410698508031edfc5998', 'gw_port': {'id': 'bd32ee84-4185-49db-9b33-26733bc708ce', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:78:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ce4753-d88f-49bb-a0c5-60aae07ee6ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:48:30Z', 'updated_at': '2021-07-29T23:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': 'ae7e8590-0853-4c66-9e51-f8c99ed8644a', 'tenant_id': 'c1d7085ece28410698508031edfc5998', 'floating_ip_address': '172.25.0.239', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '19ce4753-d88f-49bb-a0c5-60aae07ee6ce', 'port_id': 'b7a71529-2343-480b-a9bb-9de3944cfc42', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2850, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67609761-f70d-451d-bf2b-11a2e29bfa80', 'mac_address': 'fa:16:3e:56:37:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535b2bd-335e-4d82-bf23-754c839992db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:48:43Z', 'updated_at': '2021-07-29T23:49:08Z', 'revision_number': 1, 'project_id': 'c1d7085ece28410698508031edfc5998', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72eb1e52-f5de-40cc-99b0-49fe24a2436f', 'name': '', 'network_id': '67609761-f70d-451d-bf2b-11a2e29bfa80', 'tenant_id': 'c1d7085ece28410698508031edfc5998', 'mac_address': 'fa:16:3e:d8:64:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ce4753-d88f-49bb-a0c5-60aae07ee6ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '491bf474-cc80-4e70-9dca-1685e2004f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:48:34Z', 'updated_at': '2021-07-29T23:48:46Z', 'revision_number': 5, 'project_id': 'c1d7085ece28410698508031edfc5998', 'subnets': [{'id': '491bf474-cc80-4e70-9dca-1685e2004f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:13.123956 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 45302) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:13.149214 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9759b86-94c8-4cd6-94fe-3015498cc3cb None None] The sync data for ids ['19ce4753-d88f-49bb-a0c5-60aae07ee6ce'] in n-d-712141-10 is: [{'id': '19ce4753-d88f-49bb-a0c5-60aae07ee6ce', 'name': 'tempest-AttachVolumeTestJSON-1357557364-router', 'tenant_id': 'c1d7085ece28410698508031edfc5998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'bd32ee84-4185-49db-9b33-26733bc708ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:48:28Z', 'updated_at': '2021-07-29T23:48:35Z', 'revision_number': 4, 'project_id': 'c1d7085ece28410698508031edfc5998', 'gw_port': {'id': 'bd32ee84-4185-49db-9b33-26733bc708ce', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:78:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ce4753-d88f-49bb-a0c5-60aae07ee6ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:48:30Z', 'updated_at': '2021-07-29T23:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': 'ae7e8590-0853-4c66-9e51-f8c99ed8644a', 'tenant_id': 'c1d7085ece28410698508031edfc5998', 'floating_ip_address': '172.25.0.239', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '19ce4753-d88f-49bb-a0c5-60aae07ee6ce', 'port_id': 'b7a71529-2343-480b-a9bb-9de3944cfc42', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2850, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67609761-f70d-451d-bf2b-11a2e29bfa80', 'mac_address': 'fa:16:3e:56:37:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7535b2bd-335e-4d82-bf23-754c839992db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:48:43Z', 'updated_at': '2021-07-29T23:49:08Z', 'revision_number': 1, 'project_id': 'c1d7085ece28410698508031edfc5998', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72eb1e52-f5de-40cc-99b0-49fe24a2436f', 'name': '', 'network_id': '67609761-f70d-451d-bf2b-11a2e29bfa80', 'tenant_id': 'c1d7085ece28410698508031edfc5998', 'mac_address': 'fa:16:3e:d8:64:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ce4753-d88f-49bb-a0c5-60aae07ee6ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '491bf474-cc80-4e70-9dca-1685e2004f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:48:34Z', 'updated_at': '2021-07-29T23:48:46Z', 'revision_number': 5, 'project_id': 'c1d7085ece28410698508031edfc5998', 'subnets': [{'id': '491bf474-cc80-4e70-9dca-1685e2004f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:49:13.164534 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-07b7d6dd-9d12-4ef9-90e6-7fc878c03cd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:13.420541 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-07b7d6dd-9d12-4ef9-90e6-7fc878c03cd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:13.426017 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-07b7d6dd-9d12-4ef9-90e6-7fc878c03cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:13.543717 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b7d6dd-9d12-4ef9-90e6-7fc878c03cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=622aac4f-5f15-4073-b3eb-6bfcb8f867b2,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:13.571461 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-07b7d6dd-9d12-4ef9-90e6-7fc878c03cd0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6db6e4563cd948a9933641e59fe323f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4424150 Jul 29 23:49:13.571914 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 45312) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:13.650842 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7ab033a1-0a6b-4fb7-b7ed-6b57bb8f9439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:13.651506 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba498d5-1b85-44fd-befc-cf5d3481bf90 req-f9c317ef-dd35-46f0-b74c-dd2006db0edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:13.653033 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dba498d5-1b85-44fd-befc-cf5d3481bf90 req-f9c317ef-dd35-46f0-b74c-dd2006db0edb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=491bf474-cc80-4e70-9dca-1685e2004f49 HTTP/1.1" status: 200 len: 850 time: 0.8257177 Jul 29 23:49:13.678384 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7ab033a1-0a6b-4fb7-b7ed-6b57bb8f9439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:13.687380 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2a9147c6-1148-499b-988f-637d88b1b467 req-a688e64e-743f-4b6d-92f7-3bbfc1e7e12c tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=0259dec0-afd2-4ac2-9a83-e7804869590c HTTP/1.1" status: 200 len: 210 time: 0.1534631 Jul 29 23:49:13.687890 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 490b699c-9d02-4d29-b8e3-36aab2384cce details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:49:13.694187 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-32a5c4dd-47e0-4d76-8cc6-320afeaf319e req-73733c2c-3bdd-4f7e-aded-1e88faa73110 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:13.699034 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d63b59a-1eff-4227-a96f-a711079ef739 None None] New status for floating IP ae7e8590-0853-4c66-9e51-f8c99ed8644a: ACTIVE {{(pid=94080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:49:13.783979 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587fec47-2413-4167-98fd-9c5fbf484ea4 req-751cac38-8680-4f67-8deb-88cf3c5fbec7 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:13.798401 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-587fec47-2413-4167-98fd-9c5fbf484ea4 req-751cac38-8680-4f67-8deb-88cf3c5fbec7 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=6154afd7-8d01-409e-8fdf-0e61d4fd2693 HTTP/1.1" status: 200 len: 944 time: 0.2181678 Jul 29 23:49:13.803891 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-32a5c4dd-47e0-4d76-8cc6-320afeaf319e req-73733c2c-3bdd-4f7e-aded-1e88faa73110 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Transition to ACTIVE for port object 2bb04e6f-1b5d-4863-aec7-5682c63538c3 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:13.804247 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7ab033a1-0a6b-4fb7-b7ed-6b57bb8f9439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:13.807503 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7ab033a1-0a6b-4fb7-b7ed-6b57bb8f9439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:13.812598 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7ab033a1-0a6b-4fb7-b7ed-6b57bb8f9439 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/622aac4f-5f15-4073-b3eb-6bfcb8f867b2 HTTP/1.1" status: 204 len: 168 time: 0.2398238 Jul 29 23:49:13.829036 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab033a1-0a6b-4fb7-b7ed-6b57bb8f9439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622aac4f-5f15-4073-b3eb-6bfcb8f867b2,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:13.932107 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-587fec47-2413-4167-98fd-9c5fbf484ea4 req-54346521-fc15-43ce-8278-aef5f8594d4e tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=85f85b5e-f991-4c31-ad60-266ee91bb584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283371 Jul 29 23:49:14.002161 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba498d5-1b85-44fd-befc-cf5d3481bf90 req-81220bc3-95f1-44ab-9fae-754818501a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:14.007884 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dba498d5-1b85-44fd-befc-cf5d3481bf90 req-81220bc3-95f1-44ab-9fae-754818501a59 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=67609761-f70d-451d-bf2b-11a2e29bfa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3177724 Jul 29 23:49:14.011796 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-32a5c4dd-47e0-4d76-8cc6-320afeaf319e req-73733c2c-3bdd-4f7e-aded-1e88faa73110 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:14.050688 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [req-dba498d5-1b85-44fd-befc-cf5d3481bf90 req-813399c7-dca7-4877-8291-d9cb9a4d9c64 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:49:14.052201 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dba498d5-1b85-44fd-befc-cf5d3481bf90 req-813399c7-dca7-4877-8291-d9cb9a4d9c64 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0325398 Jul 29 23:49:14.092443 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 490b699c-9d02-4d29-b8e3-36aab2384cce, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=490b699c-9d02-4d29-b8e3-36aab2384cce,segment=NetworkSegment(843c91f7-8d92-42f5-bfa1-88724e50fee0),segment_id=843c91f7-8d92-42f5-bfa1-88724e50fee0)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:14.124133 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '490b699c-9d02-4d29-b8e3-36aab2384cce', 'network_id': '3f0f0134-a751-4648-8702-633d8ab16f88', 'port_id': '490b699c-9d02-4d29-b8e3-36aab2384cce', 'mac_address': 'fa:16:3e:37:4c:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '673386f4-4164-4a40-a940-b8997f63deb7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:49:14.296298 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:14.305005 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32a5c4dd-47e0-4d76-8cc6-320afeaf319e req-73733c2c-3bdd-4f7e-aded-1e88faa73110 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Network 07279870-3078-44f7-8035-d94a4d0b31e7 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:49:14.309220 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-32a5c4dd-47e0-4d76-8cc6-320afeaf319e req-73733c2c-3bdd-4f7e-aded-1e88faa73110 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:14.312523 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73733c2c-3bdd-4f7e-aded-1e88faa73110 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Pushing event updated for resources: {'Port': ['ID=2bb04e6f-1b5d-4863-aec7-5682c63538c3,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:14.316258 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dba498d5-1b85-44fd-befc-cf5d3481bf90 req-227d67cb-669b-42c2-a524-b5682195854d service neutron] 10.222.0.41 "GET /v2.0/networks/67609761-f70d-451d-bf2b-11a2e29bfa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571573 Jul 29 23:49:14.317222 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a5c4dd-47e0-4d76-8cc6-320afeaf319e req-73733c2c-3bdd-4f7e-aded-1e88faa73110 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:49:14.377440 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 490b699c-9d02-4d29-b8e3-36aab2384cce {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:49:14.423338 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 490b699c-9d02-4d29-b8e3-36aab2384cce, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=490b699c-9d02-4d29-b8e3-36aab2384cce,segment=NetworkSegment(843c91f7-8d92-42f5-bfa1-88724e50fee0),segment_id=843c91f7-8d92-42f5-bfa1-88724e50fee0)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:14.433544 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:14.442342 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5c4dd-47e0-4d76-8cc6-320afeaf319e req-73733c2c-3bdd-4f7e-aded-1e88faa73110 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:14.443017 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-32a5c4dd-47e0-4d76-8cc6-320afeaf319e req-73733c2c-3bdd-4f7e-aded-1e88faa73110 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:14.506327 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-32a5c4dd-47e0-4d76-8cc6-320afeaf319e req-73733c2c-3bdd-4f7e-aded-1e88faa73110 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5351393 Jul 29 23:49:14.527637 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-32a5c4dd-47e0-4d76-8cc6-320afeaf319e req-8135f3a2-b8e5-450b-8b25-de25d4aee41b service neutron] Request body: {'port': {'device_id': '0259dec0-afd2-4ac2-9a83-e7804869590c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:14.553279 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=490b699c-9d02-4d29-b8e3-36aab2384cce,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:14.627981 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dba498d5-1b85-44fd-befc-cf5d3481bf90 req-2be0c9f0-362c-4158-a8a7-c510c530e632 service neutron] 10.222.0.41 "GET /v2.0/networks/67609761-f70d-451d-bf2b-11a2e29bfa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812648 Jul 29 23:49:14.632822 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-32a5c4dd-47e0-4d76-8cc6-320afeaf319e req-8135f3a2-b8e5-450b-8b25-de25d4aee41b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:14.646835 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['490b699c-9d02-4d29-b8e3-36aab2384cce'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:49:14.848648 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-90f5bae7-34c8-408e-9fbe-84c3eeb1c708 None None] Provisioning for port 2bb04e6f-1b5d-4863-aec7-5682c63538c3 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:49:14.854471 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-90f5bae7-34c8-408e-9fbe-84c3eeb1c708 None None] Provisioning complete for port 2bb04e6f-1b5d-4863-aec7-5682c63538c3 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:14.854848 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-90f5bae7-34c8-408e-9fbe-84c3eeb1c708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:14.971660 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-90f5bae7-34c8-408e-9fbe-84c3eeb1c708 None None] Port 2bb04e6f-1b5d-4863-aec7-5682c63538c3 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:49:15.106748 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f8569d-e888-43e9-8027-ee12d0a84435 req-383d51e0-9702-4290-bdad-79830f8ae20f tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:15.111504 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-99f8569d-e888-43e9-8027-ee12d0a84435 req-383d51e0-9702-4290-bdad-79830f8ae20f tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=0259dec0-afd2-4ac2-9a83-e7804869590c HTTP/1.1" status: 200 len: 931 time: 0.2835255 Jul 29 23:49:15.226004 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-99f8569d-e888-43e9-8027-ee12d0a84435 req-1ac4699a-5fef-4428-bb8a-b0d8621bff0b tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5d1ebf4-b794-4521-9c0b-417b32b2215f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000824 Jul 29 23:49:15.258287 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4018417d-c848-49ea-994b-036bc1c699a6 req-3a2329ef-ad6c-4495-93cb-93171204984a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:15.267364 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4018417d-c848-49ea-994b-036bc1c699a6 req-3a2329ef-ad6c-4495-93cb-93171204984a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=6154afd7-8d01-409e-8fdf-0e61d4fd2693 HTTP/1.1" status: 200 len: 945 time: 0.1544912 Jul 29 23:49:15.347390 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4018417d-c848-49ea-994b-036bc1c699a6 req-5d41d94e-99b6-488c-b56f-103bd2e0c509 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=85f85b5e-f991-4c31-ad60-266ee91bb584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776386 Jul 29 23:49:15.372302 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-32a5c4dd-47e0-4d76-8cc6-320afeaf319e req-8135f3a2-b8e5-450b-8b25-de25d4aee41b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bb04e6f-1b5d-4863-aec7-5682c63538c3 {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:49:15.381282 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-32a5c4dd-47e0-4d76-8cc6-320afeaf319e req-8135f3a2-b8e5-450b-8b25-de25d4aee41b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:15.394232 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-32a5c4dd-47e0-4d76-8cc6-320afeaf319e req-8135f3a2-b8e5-450b-8b25-de25d4aee41b service neutron] Transition to ACTIVE for port object 2bb04e6f-1b5d-4863-aec7-5682c63538c3 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:15.399220 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-32a5c4dd-47e0-4d76-8cc6-320afeaf319e req-8135f3a2-b8e5-450b-8b25-de25d4aee41b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:15.460311 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8135f3a2-b8e5-450b-8b25-de25d4aee41b service neutron] Pushing event updated for resources: {'Port': ['ID=2bb04e6f-1b5d-4863-aec7-5682c63538c3,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:15.616589 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-32a5c4dd-47e0-4d76-8cc6-320afeaf319e req-8135f3a2-b8e5-450b-8b25-de25d4aee41b service neutron] Attempting to bind port 2bb04e6f-1b5d-4863-aec7-5682c63538c3 on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:49:15.616922 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-32a5c4dd-47e0-4d76-8cc6-320afeaf319e req-8135f3a2-b8e5-450b-8b25-de25d4aee41b service neutron] Attempting to bind port 2bb04e6f-1b5d-4863-aec7-5682c63538c3 by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': '2d9f9fa8-9a49-423e-86b2-3891aba5a1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:49:15.617251 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a5c4dd-47e0-4d76-8cc6-320afeaf319e req-8135f3a2-b8e5-450b-8b25-de25d4aee41b service neutron] Attempting to bind port 2bb04e6f-1b5d-4863-aec7-5682c63538c3 on network 07279870-3078-44f7-8035-d94a4d0b31e7 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:49:15.632509 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a5c4dd-47e0-4d76-8cc6-320afeaf319e req-8135f3a2-b8e5-450b-8b25-de25d4aee41b service neutron] Port 2bb04e6f-1b5d-4863-aec7-5682c63538c3 on network 07279870-3078-44f7-8035-d94a4d0b31e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:49:15.632846 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a5c4dd-47e0-4d76-8cc6-320afeaf319e req-8135f3a2-b8e5-450b-8b25-de25d4aee41b service neutron] Attempting to bind port 2bb04e6f-1b5d-4863-aec7-5682c63538c3 on network 07279870-3078-44f7-8035-d94a4d0b31e7 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:49:15.645947 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a5c4dd-47e0-4d76-8cc6-320afeaf319e req-8135f3a2-b8e5-450b-8b25-de25d4aee41b service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:49:15.646367 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a5c4dd-47e0-4d76-8cc6-320afeaf319e req-8135f3a2-b8e5-450b-8b25-de25d4aee41b service neutron] Checking segment: {'id': '2d9f9fa8-9a49-423e-86b2-3891aba5a1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:49:15.646763 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a5c4dd-47e0-4d76-8cc6-320afeaf319e req-8135f3a2-b8e5-450b-8b25-de25d4aee41b service neutron] Bound using segment: {'id': '2d9f9fa8-9a49-423e-86b2-3891aba5a1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:49:15.647256 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-32a5c4dd-47e0-4d76-8cc6-320afeaf319e req-8135f3a2-b8e5-450b-8b25-de25d4aee41b service neutron] Bound port: 2bb04e6f-1b5d-4863-aec7-5682c63538c3, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d9f9fa8-9a49-423e-86b2-3891aba5a1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:49:15.647627 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-32a5c4dd-47e0-4d76-8cc6-320afeaf319e req-8135f3a2-b8e5-450b-8b25-de25d4aee41b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:15.686843 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 490b699c-9d02-4d29-b8e3-36aab2384cce up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:49:15.782570 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-32a5c4dd-47e0-4d76-8cc6-320afeaf319e req-8135f3a2-b8e5-450b-8b25-de25d4aee41b service neutron] For port 2bb04e6f-1b5d-4863-aec7-5682c63538c3, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:49:15.786612 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-32a5c4dd-47e0-4d76-8cc6-320afeaf319e req-8135f3a2-b8e5-450b-8b25-de25d4aee41b service neutron] For port 2bb04e6f-1b5d-4863-aec7-5682c63538c3, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=2bb04e6f-1b5d-4863-aec7-5682c63538c3,segment=NetworkSegment(2d9f9fa8-9a49-423e-86b2-3891aba5a1e6),segment_id=2d9f9fa8-9a49-423e-86b2-3891aba5a1e6)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:49:15.792914 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-32a5c4dd-47e0-4d76-8cc6-320afeaf319e req-8135f3a2-b8e5-450b-8b25-de25d4aee41b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:15.794000 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port 490b699c-9d02-4d29-b8e3-36aab2384cce completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:49:15.800183 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 490b699c-9d02-4d29-b8e3-36aab2384cce triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:15.800556 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:15.844252 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5c4dd-47e0-4d76-8cc6-320afeaf319e req-8135f3a2-b8e5-450b-8b25-de25d4aee41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:15.844836 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-32a5c4dd-47e0-4d76-8cc6-320afeaf319e req-8135f3a2-b8e5-450b-8b25-de25d4aee41b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:15.847878 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-32a5c4dd-47e0-4d76-8cc6-320afeaf319e req-8135f3a2-b8e5-450b-8b25-de25d4aee41b service neutron] 10.222.0.41 "PUT /v2.0/ports/2bb04e6f-1b5d-4863-aec7-5682c63538c3 HTTP/1.1" status: 200 len: 1092 time: 1.3254910 Jul 29 23:49:15.848347 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0259dec0-afd2-4ac2-9a83-e7804869590c', 'tag': '2bb04e6f-1b5d-4863-aec7-5682c63538c3'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:49:15.850913 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b0da912-9df3-4aa4-a1bf-d63290353026" -d '{"events": [{"name": "network-changed", "server_uuid": "0259dec0-afd2-4ac2-9a83-e7804869590c", "tag": "2bb04e6f-1b5d-4863-aec7-5682c63538c3"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:49:15.902283 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8135f3a2-b8e5-450b-8b25-de25d4aee41b service neutron] Pushing event updated for resources: {'Port': ['ID=2bb04e6f-1b5d-4863-aec7-5682c63538c3,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:15.953376 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:16.002178 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6154afd7-8d01-409e-8fdf-0e61d4fd2693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490b699c-9d02-4d29-b8e3-36aab2384cce'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:49:16.005570 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed76b17-1c40-4afa-9a93-4a47d6aa538a" -d '{"events": [{"server_uuid": "6154afd7-8d01-409e-8fdf-0e61d4fd2693", "name": "network-vif-plugged", "status": "completed", "tag": "490b699c-9d02-4d29-b8e3-36aab2384cce"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:49:16.006470 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8970537d-e65d-49c6-9fbf-fb976c7fa9a6 x-openstack-request-id: req-8970537d-e65d-49c6-9fbf-fb976c7fa9a6 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:49:16.008629 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0259dec0-afd2-4ac2-9a83-e7804869590c", "tag": "2bb04e6f-1b5d-4863-aec7-5682c63538c3", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:49:16.009101 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8970537d-e65d-49c6-9fbf-fb976c7fa9a6 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:49:16.009468 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0259dec0-afd2-4ac2-9a83-e7804869590c', 'tag': '2bb04e6f-1b5d-4863-aec7-5682c63538c3', 'status': 'completed', 'code': 200} Jul 29 23:49:16.041878 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5c4dd-47e0-4d76-8cc6-320afeaf319e req-574041b7-b8de-4543-82bc-e19a73d1ff62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:16.048206 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-32a5c4dd-47e0-4d76-8cc6-320afeaf319e req-574041b7-b8de-4543-82bc-e19a73d1ff62 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=abc07fd47c924aad994e74752ef0bc5a&device_id=0259dec0-afd2-4ac2-9a83-e7804869590c HTTP/1.1" status: 200 len: 1095 time: 0.1259398 Jul 29 23:49:16.086145 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 490b699c-9d02-4d29-b8e3-36aab2384cce, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=490b699c-9d02-4d29-b8e3-36aab2384cce,segment=NetworkSegment(843c91f7-8d92-42f5-bfa1-88724e50fee0),segment_id=843c91f7-8d92-42f5-bfa1-88724e50fee0)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:16.093158 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:16.170291 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-32a5c4dd-47e0-4d76-8cc6-320afeaf319e req-9161ee11-5b00-43a3-905c-b3486a057093 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2bb04e6f-1b5d-4863-aec7-5682c63538c3 HTTP/1.1" status: 200 len: 217 time: 0.1064734 Jul 29 23:49:16.174660 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3f8bf2-f582-4649-a5ff-a09cd6282ace x-openstack-request-id: req-7c3f8bf2-f582-4649-a5ff-a09cd6282ace {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:49:16.174963 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6154afd7-8d01-409e-8fdf-0e61d4fd2693", "name": "network-vif-plugged", "status": "completed", "tag": "490b699c-9d02-4d29-b8e3-36aab2384cce", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:49:16.175215 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7c3f8bf2-f582-4649-a5ff-a09cd6282ace {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:49:16.175609 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6154afd7-8d01-409e-8fdf-0e61d4fd2693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490b699c-9d02-4d29-b8e3-36aab2384cce', 'code': 200} Jul 29 23:49:16.268762 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5c4dd-47e0-4d76-8cc6-320afeaf319e req-bebe87aa-e396-4154-8cb0-5c6820d2ccc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:16.275342 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-32a5c4dd-47e0-4d76-8cc6-320afeaf319e req-bebe87aa-e396-4154-8cb0-5c6820d2ccc9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ef618f43-4fe4-4e34-9800-0476d270be60 HTTP/1.1" status: 200 len: 851 time: 0.0972495 Jul 29 23:49:16.293759 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=490b699c-9d02-4d29-b8e3-36aab2384cce,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:16.340071 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b9ebd0-9213-41a9-8309-21db472b541c req-ab091907-51e3-44f5-ab9b-cd24c4e32fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:16.343083 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-87b9ebd0-9213-41a9-8309-21db472b541c req-ab091907-51e3-44f5-ab9b-cd24c4e32fa5 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6154afd7-8d01-409e-8fdf-0e61d4fd2693 HTTP/1.1" status: 200 len: 1098 time: 0.0941169 Jul 29 23:49:16.407500 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-87b9ebd0-9213-41a9-8309-21db472b541c req-f958516b-e0d3-4b87-ad29-ef89d6bd6d53 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=85f85b5e-f991-4c31-ad60-266ee91bb584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574009 Jul 29 23:49:16.417146 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5c4dd-47e0-4d76-8cc6-320afeaf319e req-5a276eca-0069-417f-8852-2e5b68551f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:16.432577 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-32a5c4dd-47e0-4d76-8cc6-320afeaf319e req-5a276eca-0069-417f-8852-2e5b68551f51 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=07279870-3078-44f7-8035-d94a4d0b31e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1469226 Jul 29 23:49:16.588315 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e4ace5-fbfa-49b1-94dc-d8f75f12844e req-640d6522-3ccb-4e12-967b-46e4228ef838 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:16.590317 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-13e4ace5-fbfa-49b1-94dc-d8f75f12844e req-640d6522-3ccb-4e12-967b-46e4228ef838 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=0259dec0-afd2-4ac2-9a83-e7804869590c HTTP/1.1" status: 200 len: 943 time: 0.2288296 Jul 29 23:49:16.645283 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f181c870-cd8e-4cbd-a7af-dbe3f19d6996 req-91579802-76d4-43c0-8191-2fc71f28fa04 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:16.646832 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f181c870-cd8e-4cbd-a7af-dbe3f19d6996 req-91579802-76d4-43c0-8191-2fc71f28fa04 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=6154afd7-8d01-409e-8fdf-0e61d4fd2693 HTTP/1.1" status: 200 len: 946 time: 0.1732504 Jul 29 23:49:16.699156 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-32a5c4dd-47e0-4d76-8cc6-320afeaf319e req-6f3d772e-f0db-477d-a09f-b888d2eb13f9 service neutron] 10.222.0.41 "GET /v2.0/networks/07279870-3078-44f7-8035-d94a4d0b31e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525892 Jul 29 23:49:16.703253 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-13e4ace5-fbfa-49b1-94dc-d8f75f12844e req-0a42cc6a-4fe2-417d-9f5d-b75a8c58846d tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5d1ebf4-b794-4521-9c0b-417b32b2215f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045299 Jul 29 23:49:16.827205 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f181c870-cd8e-4cbd-a7af-dbe3f19d6996 req-3d67c072-e5a7-4828-9dab-23690f7e93c2 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=85f85b5e-f991-4c31-ad60-266ee91bb584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697903 Jul 29 23:49:16.909070 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-32a5c4dd-47e0-4d76-8cc6-320afeaf319e req-1e0f67b4-81c9-4a7a-85a6-53df4ab9b3c8 service neutron] 10.222.0.41 "GET /v2.0/networks/07279870-3078-44f7-8035-d94a4d0b31e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014399 Jul 29 23:49:17.100447 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0da912-9df3-4aa4-a1bf-d63290353026 req-2ad95316-11e7-4ac4-ab40-b3c5497216ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:17.102267 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3b0da912-9df3-4aa4-a1bf-d63290353026 req-2ad95316-11e7-4ac4-ab40-b3c5497216ca service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=abc07fd47c924aad994e74752ef0bc5a&device_id=0259dec0-afd2-4ac2-9a83-e7804869590c HTTP/1.1" status: 200 len: 1095 time: 0.0914581 Jul 29 23:49:17.385560 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0da912-9df3-4aa4-a1bf-d63290353026 req-12f516f2-2eda-49c8-9b0b-08f9ce1daa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:17.387123 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3b0da912-9df3-4aa4-a1bf-d63290353026 req-12f516f2-2eda-49c8-9b0b-08f9ce1daa3c service neutron] 10.222.0.41 "GET /v2.0/networks?id=07279870-3078-44f7-8035-d94a4d0b31e7 HTTP/1.1" status: 200 len: 913 time: 0.2713406 Jul 29 23:49:17.505350 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3b0da912-9df3-4aa4-a1bf-d63290353026 req-a627bad6-0722-40a6-83b0-8e6f3d046329 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2bb04e6f-1b5d-4863-aec7-5682c63538c3 HTTP/1.1" status: 200 len: 217 time: 0.1093507 Jul 29 23:49:17.630590 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0da912-9df3-4aa4-a1bf-d63290353026 req-372afede-4754-42fc-b81f-96f47b11da96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:17.633189 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3b0da912-9df3-4aa4-a1bf-d63290353026 req-372afede-4754-42fc-b81f-96f47b11da96 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ef618f43-4fe4-4e34-9800-0476d270be60 HTTP/1.1" status: 200 len: 851 time: 0.1206069 Jul 29 23:49:17.733567 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0da912-9df3-4aa4-a1bf-d63290353026 req-2ba42139-246a-41e8-ae83-a7e4ca796b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:17.735293 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3b0da912-9df3-4aa4-a1bf-d63290353026 req-2ba42139-246a-41e8-ae83-a7e4ca796b2e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=07279870-3078-44f7-8035-d94a4d0b31e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0941863 Jul 29 23:49:17.807433 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 45466) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:18.010632 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8daee23f-4cc7-43fa-a7f9-10deeaf9f440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:18.086596 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4758b46-3022-4300-a74c-fa7301572158 req-855365e7-c6f0-4fae-8b5d-4428e5470ca7 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:18.095619 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f4758b46-3022-4300-a74c-fa7301572158 req-855365e7-c6f0-4fae-8b5d-4428e5470ca7 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=0259dec0-afd2-4ac2-9a83-e7804869590c HTTP/1.1" status: 200 len: 943 time: 0.2183945 Jul 29 23:49:18.172815 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3b0da912-9df3-4aa4-a1bf-d63290353026 req-7e966feb-7c21-43c6-a4dc-d63eab70fff5 service neutron] 10.222.0.41 "GET /v2.0/networks/07279870-3078-44f7-8035-d94a4d0b31e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4293602 Jul 29 23:49:18.178799 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8daee23f-4cc7-43fa-a7f9-10deeaf9f440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:18.188027 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8daee23f-4cc7-43fa-a7f9-10deeaf9f440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:18.203777 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f4758b46-3022-4300-a74c-fa7301572158 req-8df14cc8-77bd-41a3-b9f7-98964f4715f6 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5d1ebf4-b794-4521-9c0b-417b32b2215f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950608 Jul 29 23:49:18.252281 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8daee23f-4cc7-43fa-a7f9-10deeaf9f440 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4bb3dc2f153c4bbba84e7c2192207461&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4437110 Jul 29 23:49:18.254814 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 45478) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:18.278763 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68ab95c-f502-4e41-b90a-797a69b8ba30 req-3a0c9d40-91b1-4f29-9ce0-1fb17e7c31a3 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:18.286396 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f68ab95c-f502-4e41-b90a-797a69b8ba30 req-3a0c9d40-91b1-4f29-9ce0-1fb17e7c31a3 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=6154afd7-8d01-409e-8fdf-0e61d4fd2693 HTTP/1.1" status: 200 len: 946 time: 0.1737859 Jul 29 23:49:18.319580 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daee23f-4cc7-43fa-a7f9-10deeaf9f440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17c8256-f39f-431d-abcf-1826c906d451,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:18.364272 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f68ab95c-f502-4e41-b90a-797a69b8ba30 req-b1e91590-77d1-4d48-9f96-23d4ab970b85 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=85f85b5e-f991-4c31-ad60-266ee91bb584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769148 Jul 29 23:49:18.414039 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-406566c7-01bb-4ad5-a7df-a1bc4ae9d791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:18.421131 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3b0da912-9df3-4aa4-a1bf-d63290353026 req-21ee40f9-1900-4948-9f96-a61b2391e9b6 service neutron] 10.222.0.41 "GET /v2.0/networks/07279870-3078-44f7-8035-d94a4d0b31e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391944 Jul 29 23:49:18.449190 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-406566c7-01bb-4ad5-a7df-a1bc4ae9d791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:18.548873 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-406566c7-01bb-4ad5-a7df-a1bc4ae9d791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:18.552749 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-406566c7-01bb-4ad5-a7df-a1bc4ae9d791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:18.554685 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-406566c7-01bb-4ad5-a7df-a1bc4ae9d791 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c17c8256-f39f-431d-abcf-1826c906d451 HTTP/1.1" status: 204 len: 168 time: 0.2981868 Jul 29 23:49:18.583545 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406566c7-01bb-4ad5-a7df-a1bc4ae9d791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17c8256-f39f-431d-abcf-1826c906d451,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:18.600215 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb7750c-d6f3-43fc-a196-5a2fb97e0882 req-1b8b96e8-d204-4c2f-a08d-b656e884d237 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:18.608752 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6eb7750c-d6f3-43fc-a196-5a2fb97e0882 req-1b8b96e8-d204-4c2f-a08d-b656e884d237 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=6154afd7-8d01-409e-8fdf-0e61d4fd2693 HTTP/1.1" status: 200 len: 946 time: 0.1141465 Jul 29 23:49:18.683361 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6eb7750c-d6f3-43fc-a196-5a2fb97e0882 req-1e0037c0-ab93-41f0-b127-8977d41e62f8 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=85f85b5e-f991-4c31-ad60-266ee91bb584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735910 Jul 29 23:49:18.711991 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 45490) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:18.802990 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e57b16-6eb9-4279-908a-f26be717d214 tempest-TestNetworkAdvancedServerOps-451069228 tempest-TestNetworkAdvancedServerOps-451069228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:18.807607 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-81e57b16-6eb9-4279-908a-f26be717d214 tempest-TestNetworkAdvancedServerOps-451069228 tempest-TestNetworkAdvancedServerOps-451069228-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6154afd7-8d01-409e-8fdf-0e61d4fd2693 HTTP/1.1" status: 200 len: 1093 time: 0.0920181 Jul 29 23:49:18.808232 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 45496) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:18.813733 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-1ef68bbf-32f1-4fa4-9fb9-dfdde17a3d09 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Request body: {'floatingip': {'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'port_id': '490b699c-9d02-4d29-b8e3-36aab2384cce', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:18.853559 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1ef68bbf-32f1-4fa4-9fb9-dfdde17a3d09 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for floatingip, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:19.029660 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 45502) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:19.048126 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f86a8d5f-0fa8-4a62-870a-a25246cd179c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:19.087136 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1ef68bbf-32f1-4fa4-9fb9-dfdde17a3d09 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:19.239005 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f86a8d5f-0fa8-4a62-870a-a25246cd179c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:19.248620 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f86a8d5f-0fa8-4a62-870a-a25246cd179c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:19.294330 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-1ef68bbf-32f1-4fa4-9fb9-dfdde17a3d09 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Allocated IP 172.25.0.198 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/87d4769b-b4e1-471e-83b5-638eb0f0da61) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:49:19.325359 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-f86a8d5f-0fa8-4a62-870a-a25246cd179c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=281d6166725a4d48a3bf24ecccabe611&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2915833 Jul 29 23:49:19.326034 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 45506) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:19.398966 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86a8d5f-0fa8-4a62-870a-a25246cd179c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee9c99b-aab2-44e5-ae96-a66f6b9fcf5d,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:19.436289 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c84f68e9-49b4-43ba-af0a-b6ddb1f466fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:19.464591 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c84f68e9-49b4-43ba-af0a-b6ddb1f466fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:19.566602 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 45516) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:19.575045 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c84f68e9-49b4-43ba-af0a-b6ddb1f466fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:19.577682 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c84f68e9-49b4-43ba-af0a-b6ddb1f466fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:19.581077 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c84f68e9-49b4-43ba-af0a-b6ddb1f466fd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3ee9c99b-aab2-44e5-ae96-a66f6b9fcf5d HTTP/1.1" status: 204 len: 168 time: 0.2515702 Jul 29 23:49:19.602755 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84f68e9-49b4-43ba-af0a-b6ddb1f466fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee9c99b-aab2-44e5-ae96-a66f6b9fcf5d,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:19.608164 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d3b094-01d7-497f-b139-0bdd2cae1304 req-ed55062d-81f5-4118-894e-47ebb1fe7229 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:19.609802 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-92d3b094-01d7-497f-b139-0bdd2cae1304 req-ed55062d-81f5-4118-894e-47ebb1fe7229 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=0259dec0-afd2-4ac2-9a83-e7804869590c HTTP/1.1" status: 200 len: 943 time: 0.1989679 Jul 29 23:49:19.646074 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1ef68bbf-32f1-4fa4-9fb9-dfdde17a3d09 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:19.747570 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:19.748574 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1ef68bbf-32f1-4fa4-9fb9-dfdde17a3d09 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:19.806876 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef68bbf-32f1-4fa4-9fb9-dfdde17a3d09 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event updated for resources: {'Port': ['ID=87d4769b-b4e1-471e-83b5-638eb0f0da61,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:19.828579 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-92d3b094-01d7-497f-b139-0bdd2cae1304 req-9fc009fe-5986-437f-862b-01eea7d3c30d tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5d1ebf4-b794-4521-9c0b-417b32b2215f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1824033 Jul 29 23:49:19.858845 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef68bbf-32f1-4fa4-9fb9-dfdde17a3d09 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:49:19.866593 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-1ef68bbf-32f1-4fa4-9fb9-dfdde17a3d09 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:19.869336 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef68bbf-32f1-4fa4-9fb9-dfdde17a3d09 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:49:19.915121 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0ea74d6-97f0-4454-a359-5c3c8b6a3682 admin admin] Deleting subnet dd4906cb-b972-4c64-ac73-89c49e73510d {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:49:19.921039 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c0ea74d6-97f0-4454-a359-5c3c8b6a3682 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:19.984154 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c0ea74d6-97f0-4454-a359-5c3c8b6a3682 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:20.141444 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c0ea74d6-97f0-4454-a359-5c3c8b6a3682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:20.252402 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c0ea74d6-97f0-4454-a359-5c3c8b6a3682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:20.295826 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea74d6-97f0-4454-a359-5c3c8b6a3682 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd4906cb-b972-4c64-ac73-89c49e73510d,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:20.306854 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c0ea74d6-97f0-4454-a359-5c3c8b6a3682 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:20.312470 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 45534) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:20.312668 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c0ea74d6-97f0-4454-a359-5c3c8b6a3682 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/dd4906cb-b972-4c64-ac73-89c49e73510d HTTP/1.1" status: 204 len: 168 time: 0.7452922 Jul 29 23:49:20.516587 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-37dfbe74-6bd4-47f7-ae4c-b328d74546b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:20.696136 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-37dfbe74-6bd4-47f7-ae4c-b328d74546b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:20.711651 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-37dfbe74-6bd4-47f7-ae4c-b328d74546b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42ded865-bf81-4961-bbbc-46573c003469']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:20.727628 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1ef68bbf-32f1-4fa4-9fb9-dfdde17a3d09 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:20.759050 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-37dfbe74-6bd4-47f7-ae4c-b328d74546b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6611dfea-d154-4c8e-8956-c1449c86d262') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:20.759585 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-37dfbe74-6bd4-47f7-ae4c-b328d74546b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6611dfea-d154-4c8e-8956-c1449c86d262') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:20.781453 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-37dfbe74-6bd4-47f7-ae4c-b328d74546b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:20.809107 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-37dfbe74-6bd4-47f7-ae4c-b328d74546b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:20.829895 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37dfbe74-6bd4-47f7-ae4c-b328d74546b4 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:49:20.830502 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-37dfbe74-6bd4-47f7-ae4c-b328d74546b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:20.832848 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:49:20.832848 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:49:20.832848 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:49:20.832848 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:49:20.832848 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:49:20.832848 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:49:20.832848 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:49:20.832848 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:49:20.832848 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:49:20.832848 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:49:20.832848 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:49:20.832848 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:49:20.832848 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:49:20.832848 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:49:20.832848 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:49:20.832848 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:49:20.832848 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:49:20.832848 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:49:20.832848 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:49:20.832848 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:49:20.832848 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:49:20.832848 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:49:20.832848 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:49:20.832848 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:49:20.832848 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:49:20.832848 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:49:20.832848 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:49:20.832848 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:49:20.832848 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:49:20.832848 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:49:20.832848 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:49:20.832848 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:49:20.953517 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1ef68bbf-32f1-4fa4-9fb9-dfdde17a3d09 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:20.992288 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-37dfbe74-6bd4-47f7-ae4c-b328d74546b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:21.014211 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-37dfbe74-6bd4-47f7-ae4c-b328d74546b4 admin admin] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:21.029627 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-37dfbe74-6bd4-47f7-ae4c-b328d74546b4 admin admin] 10.222.0.43 "DELETE /v2.0/networks/42ded865-bf81-4961-bbbc-46573c003469 HTTP/1.1" status: 204 len: 168 time: 0.7050867 Jul 29 23:49:21.035454 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dfbe74-6bd4-47f7-ae4c-b328d74546b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=42ded865-bf81-4961-bbbc-46573c003469,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:21.085099 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2551c9f-c01b-446c-bd2a-aa47b3a678be req-c8e59212-c441-4913-9b7c-02ca70956049 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:21.086456 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c2551c9f-c01b-446c-bd2a-aa47b3a678be req-c8e59212-c441-4913-9b7c-02ca70956049 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=0259dec0-afd2-4ac2-9a83-e7804869590c HTTP/1.1" status: 200 len: 943 time: 0.1567383 Jul 29 23:49:21.210125 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 45566) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:21.279995 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-483c11ba-5680-4d0a-9941-263ce15295d5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e786eab7df1c4c0d885831fa25c06de2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0682192 Jul 29 23:49:21.284048 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 45572) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:21.350357 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6a380190-e382-432e-b519-160674294bea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:21.385502 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6a380190-e382-432e-b519-160674294bea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:21.471989 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6a380190-e382-432e-b519-160674294bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:21.477792 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6a380190-e382-432e-b519-160674294bea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:21.479682 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-6a380190-e382-432e-b519-160674294bea admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/adfca035-9b13-4054-91bd-98ecbbff3896 HTTP/1.1" status: 204 len: 168 time: 0.1946473 Jul 29 23:49:21.506626 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a380190-e382-432e-b519-160674294bea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adfca035-9b13-4054-91bd-98ecbbff3896,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:21.569523 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c2551c9f-c01b-446c-bd2a-aa47b3a678be req-30f4d9e3-0ea7-4e58-ab24-0ae8bd2d3334 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5d1ebf4-b794-4521-9c0b-417b32b2215f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857191 Jul 29 23:49:21.645910 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1ef68bbf-32f1-4fa4-9fb9-dfdde17a3d09 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:21.652448 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1ef68bbf-32f1-4fa4-9fb9-dfdde17a3d09 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:21.789498 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef68bbf-32f1-4fa4-9fb9-dfdde17a3d09 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event updated for resources: {'Port': ['ID=87d4769b-b4e1-471e-83b5-638eb0f0da61,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:21.831865 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1ef68bbf-32f1-4fa4-9fb9-dfdde17a3d09 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:21.983710 n-d-712141-10 neutron-server[94078]: INFO neutron.db.l3_db [None req-1ef68bbf-32f1-4fa4-9fb9-dfdde17a3d09 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Floating IP 929a0e01-4d22-477f-9b8b-138ff2fb3132 associated. External IP: 172.25.0.198, port: 490b699c-9d02-4d29-b8e3-36aab2384cce. Jul 29 23:49:22.267625 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ef68bbf-32f1-4fa4-9fb9-dfdde17a3d09 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Router fe10f58e-dbe2-4b40-80d7-14be5bdb1604 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:49:22.413515 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef68bbf-32f1-4fa4-9fb9-dfdde17a3d09 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:49:22.429694 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c5d017-134f-41a9-813d-74bb0adfc053 None None] Sync routers for ids ['fe10f58e-dbe2-4b40-80d7-14be5bdb1604'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:49:22.444475 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c5d017-134f-41a9-813d-74bb0adfc053 None None] Routers {'fe10f58e-dbe2-4b40-80d7-14be5bdb1604'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:49:22.445361 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-a3c5d017-134f-41a9-813d-74bb0adfc053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:48:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['fe10f58e-dbe2-4b40-80d7-14be5bdb1604'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:22.447545 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1ef68bbf-32f1-4fa4-9fb9-dfdde17a3d09 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:22.505491 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-1ef68bbf-32f1-4fa4-9fb9-dfdde17a3d09 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.6961911 Jul 29 23:49:22.506140 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6154afd7-8d01-409e-8fdf-0e61d4fd2693', 'tag': '490b699c-9d02-4d29-b8e3-36aab2384cce'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:49:22.509749 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d93fae-14a6-4d34-afba-657ecf087990" -d '{"events": [{"name": "network-changed", "server_uuid": "6154afd7-8d01-409e-8fdf-0e61d4fd2693", "tag": "490b699c-9d02-4d29-b8e3-36aab2384cce"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:49:22.622801 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-a3c5d017-134f-41a9-813d-74bb0adfc053 None None] Set router fe10f58e-dbe2-4b40-80d7-14be5bdb1604 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:49:22.671801 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95005695-9999-4819-b12c-4b5b85dda5b4 x-openstack-request-id: req-95005695-9999-4819-b12c-4b5b85dda5b4 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:49:22.672069 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6154afd7-8d01-409e-8fdf-0e61d4fd2693", "tag": "490b699c-9d02-4d29-b8e3-36aab2384cce", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:49:22.672384 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-95005695-9999-4819-b12c-4b5b85dda5b4 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:49:22.672786 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6154afd7-8d01-409e-8fdf-0e61d4fd2693', 'tag': '490b699c-9d02-4d29-b8e3-36aab2384cce', 'status': 'completed', 'code': 200} Jul 29 23:49:22.729460 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1da6d6-95c1-419d-bbbb-5d2c01b0c4cd req-017699a4-c40a-4a77-a583-30ce335452ad tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:22.731126 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6e1da6d6-95c1-419d-bbbb-5d2c01b0c4cd req-017699a4-c40a-4a77-a583-30ce335452ad tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=6154afd7-8d01-409e-8fdf-0e61d4fd2693 HTTP/1.1" status: 200 len: 946 time: 0.1353631 Jul 29 23:49:22.797726 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d93fae-14a6-4d34-afba-657ecf087990 req-2151ca3f-8024-40cc-8d0c-a22e02d827e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:22.800984 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-31d93fae-14a6-4d34-afba-657ecf087990 req-2151ca3f-8024-40cc-8d0c-a22e02d827e4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=65ae77200a164c0f8f007753b934a6ed&device_id=6154afd7-8d01-409e-8fdf-0e61d4fd2693 HTTP/1.1" status: 200 len: 1098 time: 0.1146064 Jul 29 23:49:22.864509 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6e1da6d6-95c1-419d-bbbb-5d2c01b0c4cd req-21d80319-68e0-4272-879b-e06feffb558f tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=85f85b5e-f991-4c31-ad60-266ee91bb584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230845 Jul 29 23:49:22.881866 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede0276-eae6-4624-b328-dbad67299052 req-e06bf1ac-2b7e-4130-9507-32f40f3897e4 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:22.883485 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6ede0276-eae6-4624-b328-dbad67299052 req-e06bf1ac-2b7e-4130-9507-32f40f3897e4 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=0259dec0-afd2-4ac2-9a83-e7804869590c HTTP/1.1" status: 200 len: 943 time: 0.0980010 Jul 29 23:49:22.895919 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 45682) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:23.033884 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-5e68bf54-aae1-4364-b9b8-0dd25fc74cc5 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/floatingips/929a0e01-4d22-477f-9b8b-138ff2fb3132 HTTP/1.1" status: 200 len: 992 time: 0.1351733 Jul 29 23:49:23.036064 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d93fae-14a6-4d34-afba-657ecf087990 req-d3b33807-1d85-4b7f-9114-33e615bc1664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:23.038701 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-31d93fae-14a6-4d34-afba-657ecf087990 req-d3b33807-1d85-4b7f-9114-33e615bc1664 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3f0f0134-a751-4648-8702-633d8ab16f88 HTTP/1.1" status: 200 len: 897 time: 0.2304387 Jul 29 23:49:23.059479 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6ede0276-eae6-4624-b328-dbad67299052 req-b8d20a98-d08b-41f3-91d1-bbf3079276b9 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5d1ebf4-b794-4521-9c0b-417b32b2215f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026225 Jul 29 23:49:23.147346 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-31d93fae-14a6-4d34-afba-657ecf087990 req-19fa2f47-2cb6-4e64-b7ec-967956efd7e5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=490b699c-9d02-4d29-b8e3-36aab2384cce HTTP/1.1" status: 200 len: 1000 time: 0.1016004 Jul 29 23:49:23.175920 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-a3c5d017-134f-41a9-813d-74bb0adfc053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe10f58e-dbe2-4b40-80d7-14be5bdb1604', 'name': 'tempest-TestNetworkAdvancedServerOps-router-381488720', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'daebd3bf-27f3-4fd8-b8cf-4f518c02b891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:48:47Z', 'updated_at': '2021-07-29T23:48:58Z', 'revision_number': 4, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'gw_port': {'id': 'daebd3bf-27f3-4fd8-b8cf-4f518c02b891', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:93:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe10f58e-dbe2-4b40-80d7-14be5bdb1604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:48:48Z', 'updated_at': '2021-07-29T23:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '929a0e01-4d22-477f-9b8b-138ff2fb3132', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'floating_ip_address': '172.25.0.198', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': 'fe10f58e-dbe2-4b40-80d7-14be5bdb1604', 'port_id': '490b699c-9d02-4d29-b8e3-36aab2384cce', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f0f0134-a751-4648-8702-633d8ab16f88', 'mac_address': 'fa:16:3e:37:4c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6154afd7-8d01-409e-8fdf-0e61d4fd2693', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:49:20Z', 'updated_at': '2021-07-29T23:49:20Z', 'revision_number': 0, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46c4fbf7-df2e-4739-938d-00b33764ce8f', 'name': '', 'network_id': '3f0f0134-a751-4648-8702-633d8ab16f88', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'mac_address': 'fa:16:3e:58:45:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe10f58e-dbe2-4b40-80d7-14be5bdb1604', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '673386f4-4164-4a40-a940-b8997f63deb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:48:56Z', 'updated_at': '2021-07-29T23:49:05Z', 'revision_number': 5, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'subnets': [{'id': '673386f4-4164-4a40-a940-b8997f63deb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:23.231358 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d93fae-14a6-4d34-afba-657ecf087990 req-b9161c0b-fa09-41fb-b1fe-231baf493ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:23.232696 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-31d93fae-14a6-4d34-afba-657ecf087990 req-b9161c0b-fa09-41fb-b1fe-231baf493ab2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=673386f4-4164-4a40-a940-b8997f63deb7 HTTP/1.1" status: 200 len: 835 time: 0.0785403 Jul 29 23:49:23.280974 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c5d017-134f-41a9-813d-74bb0adfc053 None None] Checking router: fe10f58e-dbe2-4b40-80d7-14be5bdb1604 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:49:23.296284 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d93fae-14a6-4d34-afba-657ecf087990 req-4c5cfb46-f7ef-4835-ae87-47736d1be654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:23.298102 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-31d93fae-14a6-4d34-afba-657ecf087990 req-4c5cfb46-f7ef-4835-ae87-47736d1be654 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3f0f0134-a751-4648-8702-633d8ab16f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581298 Jul 29 23:49:23.311507 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c5d017-134f-41a9-813d-74bb0adfc053 None None] Routers {'fe10f58e-dbe2-4b40-80d7-14be5bdb1604'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:49:23.312826 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-a3c5d017-134f-41a9-813d-74bb0adfc053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:48:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['fe10f58e-dbe2-4b40-80d7-14be5bdb1604'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:23.372739 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-98d43a05-1928-4a46-ade9-e719a23e66dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:23.432708 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-31d93fae-14a6-4d34-afba-657ecf087990 req-9f83bbce-84f5-4e01-a698-e72d116a27ad service neutron] 10.222.0.22 "GET /v2.0/networks/3f0f0134-a751-4648-8702-633d8ab16f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259077 Jul 29 23:49:23.482084 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-a3c5d017-134f-41a9-813d-74bb0adfc053 None None] Set router fe10f58e-dbe2-4b40-80d7-14be5bdb1604 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:49:23.506004 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 45724) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:23.641007 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-31d93fae-14a6-4d34-afba-657ecf087990 req-a25e6e61-fb3d-4acc-9bf5-4791d51dba91 service neutron] 10.222.0.22 "GET /v2.0/networks/3f0f0134-a751-4648-8702-633d8ab16f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005138 Jul 29 23:49:23.778719 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-d22951a1-843f-4b98-b772-e858c09618b6 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Request body: {'network': {'name': 'tempest-network-smoke--1630204575', 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'port_security_enabled': True}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:23.808632 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22951a1-843f-4b98-b772-e858c09618b6 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Made reservation on behalf of bd9be2c0ad754adeaed7eabee32aed90 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:49:23.813881 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d22951a1-843f-4b98-b772-e858c09618b6 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:23.823913 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d22951a1-843f-4b98-b772-e858c09618b6 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:23.841701 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-a3c5d017-134f-41a9-813d-74bb0adfc053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe10f58e-dbe2-4b40-80d7-14be5bdb1604', 'name': 'tempest-TestNetworkAdvancedServerOps-router-381488720', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'daebd3bf-27f3-4fd8-b8cf-4f518c02b891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:48:47Z', 'updated_at': '2021-07-29T23:48:58Z', 'revision_number': 4, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'gw_port': {'id': 'daebd3bf-27f3-4fd8-b8cf-4f518c02b891', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:93:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe10f58e-dbe2-4b40-80d7-14be5bdb1604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:48:48Z', 'updated_at': '2021-07-29T23:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '929a0e01-4d22-477f-9b8b-138ff2fb3132', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'floating_ip_address': '172.25.0.198', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': 'fe10f58e-dbe2-4b40-80d7-14be5bdb1604', 'port_id': '490b699c-9d02-4d29-b8e3-36aab2384cce', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f0f0134-a751-4648-8702-633d8ab16f88', 'mac_address': 'fa:16:3e:37:4c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6154afd7-8d01-409e-8fdf-0e61d4fd2693', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:49:20Z', 'updated_at': '2021-07-29T23:49:20Z', 'revision_number': 0, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46c4fbf7-df2e-4739-938d-00b33764ce8f', 'name': '', 'network_id': '3f0f0134-a751-4648-8702-633d8ab16f88', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'mac_address': 'fa:16:3e:58:45:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe10f58e-dbe2-4b40-80d7-14be5bdb1604', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '673386f4-4164-4a40-a940-b8997f63deb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:48:56Z', 'updated_at': '2021-07-29T23:49:05Z', 'revision_number': 5, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'subnets': [{'id': '673386f4-4164-4a40-a940-b8997f63deb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:23.878515 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c5d017-134f-41a9-813d-74bb0adfc053 None None] The sync data for ids ['fe10f58e-dbe2-4b40-80d7-14be5bdb1604'] in n-d-712141-10 is: [{'id': 'fe10f58e-dbe2-4b40-80d7-14be5bdb1604', 'name': 'tempest-TestNetworkAdvancedServerOps-router-381488720', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'daebd3bf-27f3-4fd8-b8cf-4f518c02b891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:48:47Z', 'updated_at': '2021-07-29T23:48:58Z', 'revision_number': 4, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'gw_port': {'id': 'daebd3bf-27f3-4fd8-b8cf-4f518c02b891', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:93:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe10f58e-dbe2-4b40-80d7-14be5bdb1604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:48:48Z', 'updated_at': '2021-07-29T23:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '929a0e01-4d22-477f-9b8b-138ff2fb3132', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'floating_ip_address': '172.25.0.198', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': 'fe10f58e-dbe2-4b40-80d7-14be5bdb1604', 'port_id': '490b699c-9d02-4d29-b8e3-36aab2384cce', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f0f0134-a751-4648-8702-633d8ab16f88', 'mac_address': 'fa:16:3e:37:4c:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6154afd7-8d01-409e-8fdf-0e61d4fd2693', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:49:20Z', 'updated_at': '2021-07-29T23:49:20Z', 'revision_number': 0, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46c4fbf7-df2e-4739-938d-00b33764ce8f', 'name': '', 'network_id': '3f0f0134-a751-4648-8702-633d8ab16f88', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'mac_address': 'fa:16:3e:58:45:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe10f58e-dbe2-4b40-80d7-14be5bdb1604', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '673386f4-4164-4a40-a940-b8997f63deb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:48:56Z', 'updated_at': '2021-07-29T23:49:05Z', 'revision_number': 5, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'subnets': [{'id': '673386f4-4164-4a40-a940-b8997f63deb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:49:23.955815 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d22951a1-843f-4b98-b772-e858c09618b6 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:23.960819 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d22951a1-843f-4b98-b772-e858c09618b6 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:23.994705 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d22951a1-843f-4b98-b772-e858c09618b6 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:49:24.011948 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d22951a1-843f-4b98-b772-e858c09618b6 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:24.012812 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-d22951a1-843f-4b98-b772-e858c09618b6 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Added segment 72d270a4-2cda-4d47-8b09-2438620db873 of type vlan for network 7beca275-2208-4a98-ba1b-ab34ac8cad26 Jul 29 23:49:24.014348 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22951a1-843f-4b98-b772-e858c09618b6 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c279c4a3-3ccd-4b62-9f62-69fcd1d0a9af,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:24.035769 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 45764) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:24.078358 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d22951a1-843f-4b98-b772-e858c09618b6 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:24.125844 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d22951a1-843f-4b98-b772-e858c09618b6 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:24.134542 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22951a1-843f-4b98-b772-e858c09618b6 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:24.135653 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d22951a1-843f-4b98-b772-e858c09618b6 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:24.210020 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-49932401-41e2-4250-bc9f-61bda8b53cbf tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/floatingips/929a0e01-4d22-477f-9b8b-138ff2fb3132 HTTP/1.1" status: 200 len: 992 time: 0.1729600 Jul 29 23:49:24.248757 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-d22951a1-843f-4b98-b772-e858c09618b6 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7415621 Jul 29 23:49:24.251725 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 45782) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:24.258126 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-e6620cd4-21d2-46e9-b4c2-25a0b8d47117 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1181966759', 'admin_state_up': True, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:24.258850 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22951a1-843f-4b98-b772-e858c09618b6 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Pushing event updated for resources: {'Network': ['ID=7beca275-2208-4a98-ba1b-ab34ac8cad26,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:24.270578 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 7beca275-2208-4a98-ba1b-ab34ac8cad26 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:49:24.297189 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bac3af-2dc6-426c-a752-069efd7a1964 None None] New status for floating IP 929a0e01-4d22-477f-9b8b-138ff2fb3132: ACTIVE {{(pid=94080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:49:24.327701 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e6620cd4-21d2-46e9-b4c2-25a0b8d47117 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:24.328787 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e6620cd4-21d2-46e9-b4c2-25a0b8d47117 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:24.362988 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5046d-7df5-47d8-b94c-4e298f74ceb1 req-7c3b6890-cfae-43b1-9ed4-0fef12393170 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:24.365203 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a3d5046d-7df5-47d8-b94c-4e298f74ceb1 req-7c3b6890-cfae-43b1-9ed4-0fef12393170 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=0259dec0-afd2-4ac2-9a83-e7804869590c HTTP/1.1" status: 200 len: 943 time: 0.1229191 Jul 29 23:49:24.440889 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e6620cd4-21d2-46e9-b4c2-25a0b8d47117 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:24.458748 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a3d5046d-7df5-47d8-b94c-4e298f74ceb1 req-a526e8c1-d12a-401a-bffe-958f608cf77e tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5d1ebf4-b794-4521-9c0b-417b32b2215f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814762 Jul 29 23:49:24.650869 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e6620cd4-21d2-46e9-b4c2-25a0b8d47117 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:24.874691 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 45804) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:24.880610 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e6620cd4-21d2-46e9-b4c2-25a0b8d47117 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for router_gateway, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:24.900013 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e6620cd4-21d2-46e9-b4c2-25a0b8d47117 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:25.033640 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-e6620cd4-21d2-46e9-b4c2-25a0b8d47117 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Allocated IP 172.25.0.24 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/7cc9343c-5a34-4c38-a60d-d955f1862161) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:49:25.033963 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1951a891-59d1-46d8-8eb5-4e50c2d7b3b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:25.150862 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e6620cd4-21d2-46e9-b4c2-25a0b8d47117 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:25.162856 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1951a891-59d1-46d8-8eb5-4e50c2d7b3b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:25.167719 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1951a891-59d1-46d8-8eb5-4e50c2d7b3b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:25.199009 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e6620cd4-21d2-46e9-b4c2-25a0b8d47117 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:25.216730 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-1951a891-59d1-46d8-8eb5-4e50c2d7b3b2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8e9e327dfe484afb801cc70550eb75dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3377564 Jul 29 23:49:25.216730 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 45814) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:25.221524 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 45816) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:25.222234 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1951a891-59d1-46d8-8eb5-4e50c2d7b3b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c22c1c-8d85-4b28-9e48-5a747ea2caca,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:25.247525 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6620cd4-21d2-46e9-b4c2-25a0b8d47117 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:49:25.251469 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-e6620cd4-21d2-46e9-b4c2-25a0b8d47117 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:25.255236 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6620cd4-21d2-46e9-b4c2-25a0b8d47117 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:49:25.264375 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6620cd4-21d2-46e9-b4c2-25a0b8d47117 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Pushing event updated for resources: {'Port': ['ID=7cc9343c-5a34-4c38-a60d-d955f1862161,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:25.338902 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-1dc84712-9b5d-4d5d-b018-fe03ed5089f8 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/floatingips/929a0e01-4d22-477f-9b8b-138ff2fb3132 HTTP/1.1" status: 200 len: 994 time: 0.1230140 Jul 29 23:49:25.340234 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e460e005-a69e-40a2-804d-9266aeb73f0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:25.386666 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e460e005-a69e-40a2-804d-9266aeb73f0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:25.474127 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e460e005-a69e-40a2-804d-9266aeb73f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:25.477208 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e460e005-a69e-40a2-804d-9266aeb73f0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:25.482667 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e460e005-a69e-40a2-804d-9266aeb73f0f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d9c22c1c-8d85-4b28-9e48-5a747ea2caca HTTP/1.1" status: 204 len: 168 time: 0.2533259 Jul 29 23:49:25.495971 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e460e005-a69e-40a2-804d-9266aeb73f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c22c1c-8d85-4b28-9e48-5a747ea2caca,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:25.699518 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a055ab-2e8c-488b-b959-1e0711b91a03 req-832b5364-ddee-4ed9-83c2-54dfc62d014f tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:25.702057 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-50a055ab-2e8c-488b-b959-1e0711b91a03 req-832b5364-ddee-4ed9-83c2-54dfc62d014f tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=0259dec0-afd2-4ac2-9a83-e7804869590c HTTP/1.1" status: 200 len: 943 time: 0.0966766 Jul 29 23:49:25.768652 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-50a055ab-2e8c-488b-b959-1e0711b91a03 req-0e9a5992-aa8a-4f8e-b0e3-77fc1b175c89 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5d1ebf4-b794-4521-9c0b-417b32b2215f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546000 Jul 29 23:49:25.889843 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e6620cd4-21d2-46e9-b4c2-25a0b8d47117 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for router_gateway, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:25.898726 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6f9555be-dd9b-4273-abd5-f13a8ee3c580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:25.947863 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 45832) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:25.965040 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7b608509-f5d0-4d7a-bb66-530a31f1a2cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:26.094559 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7b608509-f5d0-4d7a-bb66-530a31f1a2cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:26.098861 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7b608509-f5d0-4d7a-bb66-530a31f1a2cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:26.146072 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-7b608509-f5d0-4d7a-bb66-530a31f1a2cd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=05ace351ca8247d798ae2f00f4e1a585&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1926274 Jul 29 23:49:26.146072 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b608509-f5d0-4d7a-bb66-530a31f1a2cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f99b1677-7242-4f89-8f67-1fe6533bbe7a,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:26.146634 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 45834) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:26.169313 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e6620cd4-21d2-46e9-b4c2-25a0b8d47117 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:26.228095 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2a7fdfab-6543-40e0-9e03-5d2a2daaff72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:26.263970 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2a7fdfab-6543-40e0-9e03-5d2a2daaff72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:26.346057 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2a7fdfab-6543-40e0-9e03-5d2a2daaff72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:26.350231 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2a7fdfab-6543-40e0-9e03-5d2a2daaff72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:26.354424 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-2a7fdfab-6543-40e0-9e03-5d2a2daaff72 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f99b1677-7242-4f89-8f67-1fe6533bbe7a HTTP/1.1" status: 204 len: 168 time: 0.2062716 Jul 29 23:49:26.367298 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6620cd4-21d2-46e9-b4c2-25a0b8d47117 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Router 7042261b-375a-4b27-97c7-3e8c575f8f9d is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:49:26.380157 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7fdfab-6543-40e0-9e03-5d2a2daaff72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99b1677-7242-4f89-8f67-1fe6533bbe7a,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:26.437992 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:26.547622 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6620cd4-21d2-46e9-b4c2-25a0b8d47117 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:49:26.558801 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2eecff8-f477-4c5e-8fea-7b40918902c8 None None] Sync routers for ids ['7042261b-375a-4b27-97c7-3e8c575f8f9d'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:49:26.580198 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e6620cd4-21d2-46e9-b4c2-25a0b8d47117 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:26.585093 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e6620cd4-21d2-46e9-b4c2-25a0b8d47117 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3293712 Jul 29 23:49:26.585942 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 45848) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:26.597914 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2eecff8-f477-4c5e-8fea-7b40918902c8 None None] Routers {'7042261b-375a-4b27-97c7-3e8c575f8f9d'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:49:26.598615 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-c2eecff8-f477-4c5e-8fea-7b40918902c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:49:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['7042261b-375a-4b27-97c7-3e8c575f8f9d'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:26.750062 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-c2eecff8-f477-4c5e-8fea-7b40918902c8 None None] Set router 7042261b-375a-4b27-97c7-3e8c575f8f9d gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:49:26.918096 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 45868) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:26.918298 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-75254ca9-b251-4cb1-b9be-794f6d01bdfa tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=bd9be2c0ad754adeaed7eabee32aed90&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3302438 Jul 29 23:49:27.035768 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c851616c-f7db-42a6-8d49-2f83b4a036da req-1960130e-26b4-4538-984f-bd4b2a80b6de tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:27.038258 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c851616c-f7db-42a6-8d49-2f83b4a036da req-1960130e-26b4-4538-984f-bd4b2a80b6de tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=0259dec0-afd2-4ac2-9a83-e7804869590c HTTP/1.1" status: 200 len: 943 time: 0.1029797 Jul 29 23:49:27.080999 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-c2eecff8-f477-4c5e-8fea-7b40918902c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7042261b-375a-4b27-97c7-3e8c575f8f9d', 'name': 'tempest-TestNetworkBasicOps-router-1181966759', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '7cc9343c-5a34-4c38-a60d-d955f1862161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:24Z', 'updated_at': '2021-07-29T23:49:25Z', 'revision_number': 3, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'gw_port': {'id': '7cc9343c-5a34-4c38-a60d-d955f1862161', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:62:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7042261b-375a-4b27-97c7-3e8c575f8f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:24Z', 'updated_at': '2021-07-29T23:49:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:27.099278 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c851616c-f7db-42a6-8d49-2f83b4a036da req-9d6e3667-c464-41be-9419-23e5d339596e tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5d1ebf4-b794-4521-9c0b-417b32b2215f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525970 Jul 29 23:49:27.116608 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd415d2e-2aa3-4294-8815-c260edd92f0b tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:27.117363 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2eecff8-f477-4c5e-8fea-7b40918902c8 None None] Checking router: 7042261b-375a-4b27-97c7-3e8c575f8f9d for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:49:27.118336 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-fd415d2e-2aa3-4294-8815-c260edd92f0b tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1986153 Jul 29 23:49:27.118891 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2eecff8-f477-4c5e-8fea-7b40918902c8 None None] Updating router 7042261b-375a-4b27-97c7-3e8c575f8f9d port 7cc9343c-5a34-4c38-a60d-d955f1862161 binding host n-d-712141-10 {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:49:27.123552 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 45874) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:27.155145 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c2eecff8-f477-4c5e-8fea-7b40918902c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:27.165312 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-8f1ed7c1-070e-45ad-a242-648b40178905 tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=58f27f61-3278-49cc-b66b-1e729d26f29f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403769 Jul 29 23:49:27.167600 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 45878) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:27.175831 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-7a8712a7-535a-4bdd-bf09-1bb5f9cc6638 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-748922310', 'network_id': '7beca275-2208-4a98-ba1b-ab34ac8cad26', 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:27.334351 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8712a7-535a-4bdd-bf09-1bb5f9cc6638 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Made reservation on behalf of bd9be2c0ad754adeaed7eabee32aed90 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:49:27.340112 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7a8712a7-535a-4bdd-bf09-1bb5f9cc6638 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:27.600594 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c2eecff8-f477-4c5e-8fea-7b40918902c8 None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:27.615243 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c2eecff8-f477-4c5e-8fea-7b40918902c8 None None] Transition to ACTIVE for port object 7cc9343c-5a34-4c38-a60d-d955f1862161 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:27.624477 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c2eecff8-f477-4c5e-8fea-7b40918902c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:27.645249 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7a8712a7-535a-4bdd-bf09-1bb5f9cc6638 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:27.712252 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-c2eecff8-f477-4c5e-8fea-7b40918902c8 None None] Attempting to bind port 7cc9343c-5a34-4c38-a60d-d955f1862161 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:49:27.712902 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-c2eecff8-f477-4c5e-8fea-7b40918902c8 None None] Attempting to bind port 7cc9343c-5a34-4c38-a60d-d955f1862161 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:49:27.713487 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2eecff8-f477-4c5e-8fea-7b40918902c8 None None] Attempting to bind port 7cc9343c-5a34-4c38-a60d-d955f1862161 on network 58f27f61-3278-49cc-b66b-1e729d26f29f {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:49:27.731265 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2eecff8-f477-4c5e-8fea-7b40918902c8 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:49:27.731893 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2eecff8-f477-4c5e-8fea-7b40918902c8 None None] Checking segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:49:27.732451 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c2eecff8-f477-4c5e-8fea-7b40918902c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:27.733018 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2eecff8-f477-4c5e-8fea-7b40918902c8 None None] Bound using segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:49:27.734044 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-c2eecff8-f477-4c5e-8fea-7b40918902c8 None None] Bound port: 7cc9343c-5a34-4c38-a60d-d955f1862161, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:49:27.734965 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c2eecff8-f477-4c5e-8fea-7b40918902c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:27.738326 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1dfa93-245e-4943-b19c-7f06f51c093d None None] Pushing event updated for resources: {'Port': ['ID=7cc9343c-5a34-4c38-a60d-d955f1862161,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:27.755120 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:27.756990 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8712a7-535a-4bdd-bf09-1bb5f9cc6638 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Checking segment: {'id': '72d270a4-2cda-4d47-8b09-2438620db873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '7beca275-2208-4a98-ba1b-ab34ac8cad26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:49:27.757662 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8712a7-535a-4bdd-bf09-1bb5f9cc6638 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Network hostable DHCP agents. Network: 7beca275-2208-4a98-ba1b-ab34ac8cad26, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:49:27.775195 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8712a7-535a-4bdd-bf09-1bb5f9cc6638 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Pushing event updated for resources: {'Subnet': ['ID=860a9ed7-752a-4835-9f06-0329822b4eca,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:27.800363 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8712a7-535a-4bdd-bf09-1bb5f9cc6638 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Network 7beca275-2208-4a98-ba1b-ab34ac8cad26 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:49:27.811563 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-7a8712a7-535a-4bdd-bf09-1bb5f9cc6638 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 7beca275-2208-4a98-ba1b-ab34ac8cad26) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:27.816119 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8712a7-535a-4bdd-bf09-1bb5f9cc6638 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:27.817019 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7a8712a7-535a-4bdd-bf09-1bb5f9cc6638 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:27.829178 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f638b9-5995-43e8-a4df-f4bc3d6b187d None None] Network 7beca275-2208-4a98-ba1b-ab34ac8cad26 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:49:27.838846 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 45900) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:27.839768 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7a8712a7-535a-4bdd-bf09-1bb5f9cc6638 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6691329 Jul 29 23:49:27.843552 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-c2eecff8-f477-4c5e-8fea-7b40918902c8 None None] For port 7cc9343c-5a34-4c38-a60d-d955f1862161, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:49:27.884863 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-c2eecff8-f477-4c5e-8fea-7b40918902c8 None None] For port 7cc9343c-5a34-4c38-a60d-d955f1862161, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=7cc9343c-5a34-4c38-a60d-d955f1862161,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:49:27.896118 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c2eecff8-f477-4c5e-8fea-7b40918902c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:28.225108 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1dfa93-245e-4943-b19c-7f06f51c093d None None] Pushing event updated for resources: {'Port': ['ID=7cc9343c-5a34-4c38-a60d-d955f1862161,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:28.233594 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2eecff8-f477-4c5e-8fea-7b40918902c8 None None] Routers {'7042261b-375a-4b27-97c7-3e8c575f8f9d'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:49:28.234271 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-c2eecff8-f477-4c5e-8fea-7b40918902c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:49:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['7042261b-375a-4b27-97c7-3e8c575f8f9d'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:28.278458 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 2bb04e6f-1b5d-4863-aec7-5682c63538c3 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:49:28.367471 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6284066d-f5b2-4059-9d9c-37f59fd74041 req-1c1bd92f-e014-4f9f-989e-d1e14fc0ed23 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:28.369749 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6284066d-f5b2-4059-9d9c-37f59fd74041 req-1c1bd92f-e014-4f9f-989e-d1e14fc0ed23 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=0259dec0-afd2-4ac2-9a83-e7804869590c HTTP/1.1" status: 200 len: 943 time: 0.1042511 Jul 29 23:49:28.425361 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e71b3a-bc94-42e5-a96a-d486cae552da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-7beca275-2208-4a98-ba1b-ab34ac8cad26', 'network_id': '7beca275-2208-4a98-ba1b-ab34ac8cad26', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'fixed_ips': [{'subnet_id': '860a9ed7-752a-4835-9f06-0329822b4eca'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:49:28.426405 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-29e71b3a-bc94-42e5-a96a-d486cae552da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:28.443528 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6284066d-f5b2-4059-9d9c-37f59fd74041 req-1884537a-a5da-4ad4-99c4-95c6d29e2188 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5d1ebf4-b794-4521-9c0b-417b32b2215f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650094 Jul 29 23:49:28.520167 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-c2eecff8-f477-4c5e-8fea-7b40918902c8 None None] Set router 7042261b-375a-4b27-97c7-3e8c575f8f9d gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:49:28.687792 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9480c4b7-6427-4c14-ab18-8062c33676f5 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:28.761819 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 2bb04e6f-1b5d-4863-aec7-5682c63538c3, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=2bb04e6f-1b5d-4863-aec7-5682c63538c3,segment=NetworkSegment(2d9f9fa8-9a49-423e-86b2-3891aba5a1e6),segment_id=2d9f9fa8-9a49-423e-86b2-3891aba5a1e6)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:28.814226 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': '2bb04e6f-1b5d-4863-aec7-5682c63538c3', 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7', 'port_id': '2bb04e6f-1b5d-4863-aec7-5682c63538c3', 'mac_address': 'fa:16:3e:11:3f:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef618f43-4fe4-4e34-9800-0476d270be60', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:49:28.876167 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-29e71b3a-bc94-42e5-a96a-d486cae552da None None] Allocated IP 172.20.0.2 (7beca275-2208-4a98-ba1b-ab34ac8cad26/860a9ed7-752a-4835-9f06-0329822b4eca/c4da608d-d8a0-4421-8dba-332936317e33) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:49:28.947978 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:29.025957 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bb04e6f-1b5d-4863-aec7-5682c63538c3 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:49:29.073809 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 2bb04e6f-1b5d-4863-aec7-5682c63538c3, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=2bb04e6f-1b5d-4863-aec7-5682c63538c3,segment=NetworkSegment(2d9f9fa8-9a49-423e-86b2-3891aba5a1e6),segment_id=2d9f9fa8-9a49-423e-86b2-3891aba5a1e6)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:29.086616 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:29.146549 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-c2eecff8-f477-4c5e-8fea-7b40918902c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7042261b-375a-4b27-97c7-3e8c575f8f9d', 'name': 'tempest-TestNetworkBasicOps-router-1181966759', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '7cc9343c-5a34-4c38-a60d-d955f1862161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:24Z', 'updated_at': '2021-07-29T23:49:25Z', 'revision_number': 3, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'gw_port': {'id': '7cc9343c-5a34-4c38-a60d-d955f1862161', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:62:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7042261b-375a-4b27-97c7-3e8c575f8f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:24Z', 'updated_at': '2021-07-29T23:49:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:29.188630 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2eecff8-f477-4c5e-8fea-7b40918902c8 None None] The sync data for ids ['7042261b-375a-4b27-97c7-3e8c575f8f9d'] in n-d-712141-10 is: [{'id': '7042261b-375a-4b27-97c7-3e8c575f8f9d', 'name': 'tempest-TestNetworkBasicOps-router-1181966759', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '7cc9343c-5a34-4c38-a60d-d955f1862161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:24Z', 'updated_at': '2021-07-29T23:49:25Z', 'revision_number': 3, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'gw_port': {'id': '7cc9343c-5a34-4c38-a60d-d955f1862161', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:62:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7042261b-375a-4b27-97c7-3e8c575f8f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:24Z', 'updated_at': '2021-07-29T23:49:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:49:29.242064 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=2bb04e6f-1b5d-4863-aec7-5682c63538c3,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:29.245429 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-29e71b3a-bc94-42e5-a96a-d486cae552da None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:29.267343 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-29e71b3a-bc94-42e5-a96a-d486cae552da None None] Transition to ACTIVE for port object c4da608d-d8a0-4421-8dba-332936317e33 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:29.299417 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-29e71b3a-bc94-42e5-a96a-d486cae552da None None] Transition to ACTIVE for port object c4da608d-d8a0-4421-8dba-332936317e33 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:29.319395 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-29e71b3a-bc94-42e5-a96a-d486cae552da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:29.422337 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e71b3a-bc94-42e5-a96a-d486cae552da None None] Network 7beca275-2208-4a98-ba1b-ab34ac8cad26 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:49:29.424293 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['2bb04e6f-1b5d-4863-aec7-5682c63538c3'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:49:29.466012 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:29.479099 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-29e71b3a-bc94-42e5-a96a-d486cae552da None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:29.490085 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e71b3a-bc94-42e5-a96a-d486cae552da None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:49:29.500083 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-9480c4b7-6427-4c14-ab18-8062c33676f5 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Allocated IP 172.20.0.1 (7beca275-2208-4a98-ba1b-ab34ac8cad26/860a9ed7-752a-4835-9f06-0329822b4eca/a9152238-5547-4784-a76b-fee04601afc1) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:49:29.506689 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e71b3a-bc94-42e5-a96a-d486cae552da None None] Pushing event updated for resources: {'Port': ['ID=c4da608d-d8a0-4421-8dba-332936317e33,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:29.777343 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5a5e8c-c6aa-425d-a96f-e2a3e844b45a req-9ffd955d-55e4-44ff-9172-4f0126d73261 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:29.786818 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2f5a5e8c-c6aa-425d-a96f-e2a3e844b45a req-9ffd955d-55e4-44ff-9172-4f0126d73261 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=0259dec0-afd2-4ac2-9a83-e7804869590c HTTP/1.1" status: 200 len: 944 time: 0.1527519 Jul 29 23:49:29.811496 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-29e71b3a-bc94-42e5-a96a-d486cae552da None None] Attempting to bind port c4da608d-d8a0-4421-8dba-332936317e33 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:49:29.811496 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-29e71b3a-bc94-42e5-a96a-d486cae552da None None] Attempting to bind port c4da608d-d8a0-4421-8dba-332936317e33 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '72d270a4-2cda-4d47-8b09-2438620db873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '7beca275-2208-4a98-ba1b-ab34ac8cad26'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:49:29.811496 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e71b3a-bc94-42e5-a96a-d486cae552da None None] Attempting to bind port c4da608d-d8a0-4421-8dba-332936317e33 on network 7beca275-2208-4a98-ba1b-ab34ac8cad26 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:49:29.827729 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e71b3a-bc94-42e5-a96a-d486cae552da None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:49:29.828420 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e71b3a-bc94-42e5-a96a-d486cae552da None None] Checking segment: {'id': '72d270a4-2cda-4d47-8b09-2438620db873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '7beca275-2208-4a98-ba1b-ab34ac8cad26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:49:29.829113 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-29e71b3a-bc94-42e5-a96a-d486cae552da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:29.829742 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e71b3a-bc94-42e5-a96a-d486cae552da None None] Bound using segment: {'id': '72d270a4-2cda-4d47-8b09-2438620db873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '7beca275-2208-4a98-ba1b-ab34ac8cad26'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:49:29.830425 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-29e71b3a-bc94-42e5-a96a-d486cae552da None None] Bound port: c4da608d-d8a0-4421-8dba-332936317e33, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72d270a4-2cda-4d47-8b09-2438620db873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '7beca275-2208-4a98-ba1b-ab34ac8cad26'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:49:29.831034 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-29e71b3a-bc94-42e5-a96a-d486cae552da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:29.886184 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9480c4b7-6427-4c14-ab18-8062c33676f5 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:29.924409 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2f5a5e8c-c6aa-425d-a96f-e2a3e844b45a req-e77a3bd1-7197-400c-b63a-891171089755 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5d1ebf4-b794-4521-9c0b-417b32b2215f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365325 Jul 29 23:49:29.935710 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-9480c4b7-6427-4c14-ab18-8062c33676f5 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Transition to ACTIVE for port object a9152238-5547-4784-a76b-fee04601afc1 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:29.984741 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-29e71b3a-bc94-42e5-a96a-d486cae552da None None] For port c4da608d-d8a0-4421-8dba-332936317e33, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:49:30.003380 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9480c4b7-6427-4c14-ab18-8062c33676f5 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:30.027226 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9480c4b7-6427-4c14-ab18-8062c33676f5 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Network 7beca275-2208-4a98-ba1b-ab34ac8cad26 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:49:30.031973 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-29e71b3a-bc94-42e5-a96a-d486cae552da None None] For port c4da608d-d8a0-4421-8dba-332936317e33, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=c4da608d-d8a0-4421-8dba-332936317e33,segment=NetworkSegment(72d270a4-2cda-4d47-8b09-2438620db873),segment_id=72d270a4-2cda-4d47-8b09-2438620db873)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:49:30.045174 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-29e71b3a-bc94-42e5-a96a-d486cae552da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:30.047615 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-9480c4b7-6427-4c14-ab18-8062c33676f5 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:30.052143 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9480c4b7-6427-4c14-ab18-8062c33676f5 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:49:30.105756 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9480c4b7-6427-4c14-ab18-8062c33676f5 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Pushing event updated for resources: {'Port': ['ID=a9152238-5547-4784-a76b-fee04601afc1,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:30.114809 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9480c4b7-6427-4c14-ab18-8062c33676f5 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:30.132542 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 46000) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:30.188367 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e71b3a-bc94-42e5-a96a-d486cae552da None None] Pushing event updated for resources: {'Port': ['ID=c4da608d-d8a0-4421-8dba-332936317e33,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:30.369171 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9480c4b7-6427-4c14-ab18-8062c33676f5 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:30.385484 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-082ab8d6-f895-417d-97e9-da6ca0240e68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:30.721460 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-082ab8d6-f895-417d-97e9-da6ca0240e68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:30.731059 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-082ab8d6-f895-417d-97e9-da6ca0240e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:30.788152 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device c4da608d-d8a0-4421-8dba-332936317e33 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:49:30.814580 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082ab8d6-f895-417d-97e9-da6ca0240e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73d1748-41bf-419d-a9bd-9d5e50c9946d,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:30.828890 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-082ab8d6-f895-417d-97e9-da6ca0240e68 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=43a51ffe688c44cca60071ff5896e7eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6952612 Jul 29 23:49:30.830585 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 46012) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:30.884647 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port c4da608d-d8a0-4421-8dba-332936317e33 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:49:30.895045 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 7cc9343c-5a34-4c38-a60d-d955f1862161 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:49:30.954949 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6f62cf7c-64b2-460c-b046-676cad6c3f44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:30.983739 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 7cc9343c-5a34-4c38-a60d-d955f1862161 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:49:30.991723 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 7cc9343c-5a34-4c38-a60d-d955f1862161 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:30.992230 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:31.019922 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9480c4b7-6427-4c14-ab18-8062c33676f5 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:31.026796 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9480c4b7-6427-4c14-ab18-8062c33676f5 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:31.040726 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6f62cf7c-64b2-460c-b046-676cad6c3f44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:31.151686 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6f62cf7c-64b2-460c-b046-676cad6c3f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:31.154242 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6f62cf7c-64b2-460c-b046-676cad6c3f44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:31.160725 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-6f62cf7c-64b2-460c-b046-676cad6c3f44 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a73d1748-41bf-419d-a9bd-9d5e50c9946d HTTP/1.1" status: 204 len: 168 time: 0.3242588 Jul 29 23:49:31.163040 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:31.164075 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9480c4b7-6427-4c14-ab18-8062c33676f5 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:31.166748 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f62cf7c-64b2-460c-b046-676cad6c3f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73d1748-41bf-419d-a9bd-9d5e50c9946d,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:31.202581 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 7cc9343c-5a34-4c38-a60d-d955f1862161, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=7cc9343c-5a34-4c38-a60d-d955f1862161,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:31.207117 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9480c4b7-6427-4c14-ab18-8062c33676f5 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Pushing event updated for resources: {'Port': ['ID=a9152238-5547-4784-a76b-fee04601afc1,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:31.210144 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:31.283831 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469feb35-79bb-40f1-80d1-849e1d11faf0 req-bb116260-3d93-4f01-9321-dbdd3998d145 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:31.285411 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-469feb35-79bb-40f1-80d1-849e1d11faf0 req-bb116260-3d93-4f01-9321-dbdd3998d145 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=0259dec0-afd2-4ac2-9a83-e7804869590c HTTP/1.1" status: 200 len: 944 time: 0.1950202 Jul 29 23:49:31.300462 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=7cc9343c-5a34-4c38-a60d-d955f1862161,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:31.365751 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-469feb35-79bb-40f1-80d1-849e1d11faf0 req-e03bcea8-28e9-4314-bf98-a7e89120b9c7 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5d1ebf4-b794-4521-9c0b-417b32b2215f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694568 Jul 29 23:49:31.379962 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9480c4b7-6427-4c14-ab18-8062c33676f5 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Network 7beca275-2208-4a98-ba1b-ab34ac8cad26 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:49:31.381562 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-9480c4b7-6427-4c14-ab18-8062c33676f5 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:31.569423 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9480c4b7-6427-4c14-ab18-8062c33676f5 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Router 7042261b-375a-4b27-97c7-3e8c575f8f9d has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:49:31.725060 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 46032) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:31.744480 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-50005c7f-411b-4016-a603-4d1a32b0c0bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:31.822507 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9480c4b7-6427-4c14-ab18-8062c33676f5 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:49:31.839638 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-9480c4b7-6427-4c14-ab18-8062c33676f5 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "PUT /v2.0/routers/7042261b-375a-4b27-97c7-3e8c575f8f9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9988468 Jul 29 23:49:31.841106 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 46034) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:31.887001 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:49:31.944940 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-50005c7f-411b-4016-a603-4d1a32b0c0bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:31.952316 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-50005c7f-411b-4016-a603-4d1a32b0c0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:31.958350 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a115ca-36b2-4acf-b5a4-e1b644cc4ddc None None] Network 7beca275-2208-4a98-ba1b-ab34ac8cad26 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:49:31.989025 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-50005c7f-411b-4016-a603-4d1a32b0c0bf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0d2b57ff39c94d5d80ebc55e4f96f24b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2630386 Jul 29 23:49:31.991921 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 46040) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:32.031682 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50005c7f-411b-4016-a603-4d1a32b0c0bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2276ac3-beee-4d2c-ba50-c61291ce84f7,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:32.105387 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-65a0061c-30bc-4a5b-bdf0-e751c9a48274 None None] Provisioning for port c4da608d-d8a0-4421-8dba-332936317e33 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:49:32.113615 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-65a0061c-30bc-4a5b-bdf0-e751c9a48274 None None] Provisioning complete for port c4da608d-d8a0-4421-8dba-332936317e33 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:32.114313 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-65a0061c-30bc-4a5b-bdf0-e751c9a48274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:32.268437 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90002a2-340b-4f6c-89d2-2ded33e42500 None None] Sync routers for ids ['7042261b-375a-4b27-97c7-3e8c575f8f9d'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:49:32.282953 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90002a2-340b-4f6c-89d2-2ded33e42500 None None] Routers {'7042261b-375a-4b27-97c7-3e8c575f8f9d'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:49:32.284314 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-e90002a2-340b-4f6c-89d2-2ded33e42500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:49:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['7042261b-375a-4b27-97c7-3e8c575f8f9d'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:32.295232 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-65a0061c-30bc-4a5b-bdf0-e751c9a48274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:32.325377 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 2bb04e6f-1b5d-4863-aec7-5682c63538c3 up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:49:32.380399 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-65a0061c-30bc-4a5b-bdf0-e751c9a48274 None None] For port c4da608d-d8a0-4421-8dba-332936317e33, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=c4da608d-d8a0-4421-8dba-332936317e33,segment=NetworkSegment(72d270a4-2cda-4d47-8b09-2438620db873),segment_id=72d270a4-2cda-4d47-8b09-2438620db873)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:32.398457 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-65a0061c-30bc-4a5b-bdf0-e751c9a48274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:32.538394 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-e90002a2-340b-4f6c-89d2-2ded33e42500 None None] Set router 7042261b-375a-4b27-97c7-3e8c575f8f9d gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:49:32.611894 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port 2bb04e6f-1b5d-4863-aec7-5682c63538c3 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:49:32.646055 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 7cc9343c-5a34-4c38-a60d-d955f1862161 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:49:32.700534 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b2645da6-6fc1-4fcd-a0e7-966dd4c4af2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:32.727902 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34106dd9-29f2-4ad0-a6c5-578179d3dc4b tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:32.728983 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34106dd9-29f2-4ad0-a6c5-578179d3dc4b tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:32.730022 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34106dd9-29f2-4ad0-a6c5-578179d3dc4b tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:32.731469 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34106dd9-29f2-4ad0-a6c5-578179d3dc4b tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:32.732413 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34106dd9-29f2-4ad0-a6c5-578179d3dc4b tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:32.733346 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34106dd9-29f2-4ad0-a6c5-578179d3dc4b tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:32.734641 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34106dd9-29f2-4ad0-a6c5-578179d3dc4b tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:32.735578 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34106dd9-29f2-4ad0-a6c5-578179d3dc4b tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:32.738486 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34106dd9-29f2-4ad0-a6c5-578179d3dc4b tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:32.739356 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34106dd9-29f2-4ad0-a6c5-578179d3dc4b tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:32.740733 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34106dd9-29f2-4ad0-a6c5-578179d3dc4b tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:32.748343 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-34106dd9-29f2-4ad0-a6c5-578179d3dc4b tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7767 time: 0.9023111 Jul 29 23:49:32.748813 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 46054) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:32.762475 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b2645da6-6fc1-4fcd-a0e7-966dd4c4af2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:32.845921 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d9bea-dc7f-41b5-8b90-a2354ac29dc8 req-9b3193f8-a52a-40bb-ad9f-1dafa148be27 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:32.850981 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f43d9bea-dc7f-41b5-8b90-a2354ac29dc8 req-9b3193f8-a52a-40bb-ad9f-1dafa148be27 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=0259dec0-afd2-4ac2-9a83-e7804869590c HTTP/1.1" status: 200 len: 944 time: 0.2096984 Jul 29 23:49:32.860049 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port 2bb04e6f-1b5d-4863-aec7-5682c63538c3 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:32.860443 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:32.874894 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a0061c-30bc-4a5b-bdf0-e751c9a48274 None None] Pushing event updated for resources: {'Port': ['ID=c4da608d-d8a0-4421-8dba-332936317e33,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:32.947285 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-182530b1-1ea8-4498-a5d0-656b41910501 None None] Provisioning complete for port c4da608d-d8a0-4421-8dba-332936317e33 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:32.947742 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-182530b1-1ea8-4498-a5d0-656b41910501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:32.964081 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31ff99b-6921-4348-bdba-298eda1824bb tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:32.964081 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31ff99b-6921-4348-bdba-298eda1824bb tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:32.964325 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31ff99b-6921-4348-bdba-298eda1824bb tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:32.964818 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31ff99b-6921-4348-bdba-298eda1824bb tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:32.965966 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31ff99b-6921-4348-bdba-298eda1824bb tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:32.966750 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31ff99b-6921-4348-bdba-298eda1824bb tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:32.967115 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-e90002a2-340b-4f6c-89d2-2ded33e42500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7042261b-375a-4b27-97c7-3e8c575f8f9d', 'name': 'tempest-TestNetworkBasicOps-router-1181966759', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '7cc9343c-5a34-4c38-a60d-d955f1862161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:24Z', 'updated_at': '2021-07-29T23:49:30Z', 'revision_number': 4, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'gw_port': {'id': '7cc9343c-5a34-4c38-a60d-d955f1862161', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:62:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7042261b-375a-4b27-97c7-3e8c575f8f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:24Z', 'updated_at': '2021-07-29T23:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'a9152238-5547-4784-a76b-fee04601afc1', 'name': '', 'network_id': '7beca275-2208-4a98-ba1b-ab34ac8cad26', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'mac_address': 'fa:16:3e:05:16:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7042261b-375a-4b27-97c7-3e8c575f8f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '860a9ed7-752a-4835-9f06-0329822b4eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:28Z', 'updated_at': '2021-07-29T23:49:30Z', 'revision_number': 2, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'subnets': [{'id': '860a9ed7-752a-4835-9f06-0329822b4eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:32.967840 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31ff99b-6921-4348-bdba-298eda1824bb tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:32.968472 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31ff99b-6921-4348-bdba-298eda1824bb tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:32.968947 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31ff99b-6921-4348-bdba-298eda1824bb tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:32.969161 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f43d9bea-dc7f-41b5-8b90-a2354ac29dc8 req-73905f63-fc06-43ed-a824-6b599c7c6ba8 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5d1ebf4-b794-4521-9c0b-417b32b2215f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066799 Jul 29 23:49:32.969497 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31ff99b-6921-4348-bdba-298eda1824bb tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:32.970053 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31ff99b-6921-4348-bdba-298eda1824bb tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:32.975215 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b31ff99b-6921-4348-bdba-298eda1824bb tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7181 time: 0.2226615 Jul 29 23:49:32.977355 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 46060) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:32.992054 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b2645da6-6fc1-4fcd-a0e7-966dd4c4af2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:32.994819 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b2645da6-6fc1-4fcd-a0e7-966dd4c4af2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:32.996007 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-b2645da6-6fc1-4fcd-a0e7-966dd4c4af2b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b2276ac3-beee-4d2c-ba50-c61291ce84f7 HTTP/1.1" status: 204 len: 168 time: 1.0031333 Jul 29 23:49:33.023333 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2645da6-6fc1-4fcd-a0e7-966dd4c4af2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2276ac3-beee-4d2c-ba50-c61291ce84f7,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:33.052124 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90002a2-340b-4f6c-89d2-2ded33e42500 None None] Checking router: 7042261b-375a-4b27-97c7-3e8c575f8f9d for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:49:33.052814 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90002a2-340b-4f6c-89d2-2ded33e42500 None None] Updating router 7042261b-375a-4b27-97c7-3e8c575f8f9d port a9152238-5547-4784-a76b-fee04601afc1 binding host n-d-712141-10 {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:49:33.094815 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e90002a2-340b-4f6c-89d2-2ded33e42500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:33.428455 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 7cc9343c-5a34-4c38-a60d-d955f1862161 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:33.429791 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:33.551054 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:33.644862 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e90002a2-340b-4f6c-89d2-2ded33e42500 None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:33.659155 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-e90002a2-340b-4f6c-89d2-2ded33e42500 None None] Transition to ACTIVE for port object a9152238-5547-4784-a76b-fee04601afc1 will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:33.660292 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0259dec0-afd2-4ac2-9a83-e7804869590c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb04e6f-1b5d-4863-aec7-5682c63538c3'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:49:33.662790 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2913e194-cfe5-4fba-89b0-2eba8031e4c6" -d '{"events": [{"server_uuid": "0259dec0-afd2-4ac2-9a83-e7804869590c", "name": "network-vif-plugged", "status": "completed", "tag": "2bb04e6f-1b5d-4863-aec7-5682c63538c3"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:49:33.674008 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e90002a2-340b-4f6c-89d2-2ded33e42500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:33.707875 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 2bb04e6f-1b5d-4863-aec7-5682c63538c3, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=2bb04e6f-1b5d-4863-aec7-5682c63538c3,segment=NetworkSegment(2d9f9fa8-9a49-423e-86b2-3891aba5a1e6),segment_id=2d9f9fa8-9a49-423e-86b2-3891aba5a1e6)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:33.737467 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-222e85b9-3dba-4a9c-9b46-ab08f3d97051 tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 6654 time: 0.7592940 Jul 29 23:49:33.766419 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:33.874007 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce79a3b-ecb7-4716-955e-9cba14fd5b8b x-openstack-request-id: req-1ce79a3b-ecb7-4716-955e-9cba14fd5b8b {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:49:33.874408 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0259dec0-afd2-4ac2-9a83-e7804869590c", "name": "network-vif-plugged", "status": "completed", "tag": "2bb04e6f-1b5d-4863-aec7-5682c63538c3", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:49:33.874740 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1ce79a3b-ecb7-4716-955e-9cba14fd5b8b {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:49:33.875268 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0259dec0-afd2-4ac2-9a83-e7804869590c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb04e6f-1b5d-4863-aec7-5682c63538c3', 'code': 200} Jul 29 23:49:33.880586 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-182530b1-1ea8-4498-a5d0-656b41910501 None None] Provisioning for port a9152238-5547-4784-a76b-fee04601afc1 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:49:33.882773 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a09d19-3147-4c2e-add2-13fee6a337f2 None None] Pushing event updated for resources: {'Port': ['ID=a9152238-5547-4784-a76b-fee04601afc1,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:33.914590 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-e90002a2-340b-4f6c-89d2-2ded33e42500 None None] Attempting to bind port a9152238-5547-4784-a76b-fee04601afc1 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:49:33.914975 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-e90002a2-340b-4f6c-89d2-2ded33e42500 None None] Attempting to bind port a9152238-5547-4784-a76b-fee04601afc1 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '72d270a4-2cda-4d47-8b09-2438620db873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '7beca275-2208-4a98-ba1b-ab34ac8cad26'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:49:33.915341 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90002a2-340b-4f6c-89d2-2ded33e42500 None None] Attempting to bind port a9152238-5547-4784-a76b-fee04601afc1 on network 7beca275-2208-4a98-ba1b-ab34ac8cad26 {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:49:33.922858 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90002a2-340b-4f6c-89d2-2ded33e42500 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:49:33.923325 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90002a2-340b-4f6c-89d2-2ded33e42500 None None] Checking segment: {'id': '72d270a4-2cda-4d47-8b09-2438620db873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '7beca275-2208-4a98-ba1b-ab34ac8cad26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:49:33.923810 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e90002a2-340b-4f6c-89d2-2ded33e42500 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:33.924694 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90002a2-340b-4f6c-89d2-2ded33e42500 None None] Bound using segment: {'id': '72d270a4-2cda-4d47-8b09-2438620db873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '7beca275-2208-4a98-ba1b-ab34ac8cad26'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:49:33.925610 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-e90002a2-340b-4f6c-89d2-2ded33e42500 None None] Bound port: a9152238-5547-4784-a76b-fee04601afc1, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72d270a4-2cda-4d47-8b09-2438620db873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '7beca275-2208-4a98-ba1b-ab34ac8cad26'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:49:33.926589 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e90002a2-340b-4f6c-89d2-2ded33e42500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:34.015828 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=2bb04e6f-1b5d-4863-aec7-5682c63538c3,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:34.061220 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0625e3c5-08ce-4cac-a38a-27da837f7201 req-566cff2c-434a-4173-8475-10bae6ba789c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:34.063606 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0625e3c5-08ce-4cac-a38a-27da837f7201 req-566cff2c-434a-4173-8475-10bae6ba789c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0259dec0-afd2-4ac2-9a83-e7804869590c HTTP/1.1" status: 200 len: 1097 time: 0.1673543 Jul 29 23:49:34.124730 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0625e3c5-08ce-4cac-a38a-27da837f7201 req-824a6e7b-c72c-4681-9404-13e30534c9a4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c5d1ebf4-b794-4521-9c0b-417b32b2215f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468192 Jul 29 23:49:34.127114 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-e90002a2-340b-4f6c-89d2-2ded33e42500 None None] For port a9152238-5547-4784-a76b-fee04601afc1, host n-d-712141-10, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:49:34.137083 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-e90002a2-340b-4f6c-89d2-2ded33e42500 None None] For port a9152238-5547-4784-a76b-fee04601afc1, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=a9152238-5547-4784-a76b-fee04601afc1,segment=NetworkSegment(72d270a4-2cda-4d47-8b09-2438620db873),segment_id=72d270a4-2cda-4d47-8b09-2438620db873)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:49:34.145878 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e90002a2-340b-4f6c-89d2-2ded33e42500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:34.197051 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 46096) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:34.205708 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-da1983da-6f5d-4e3d-a896-a2dd654af7e3 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1792595163', 'description': 'tempest-secgroup-smoke-1792595163 description', 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:34.246035 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-da1983da-6f5d-4e3d-a896-a2dd654af7e3 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:34.253451 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90002a2-340b-4f6c-89d2-2ded33e42500 None None] Routers {'7042261b-375a-4b27-97c7-3e8c575f8f9d'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:49:34.254349 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-e90002a2-340b-4f6c-89d2-2ded33e42500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:49:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['7042261b-375a-4b27-97c7-3e8c575f8f9d'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:34.319171 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a09d19-3147-4c2e-add2-13fee6a337f2 None None] Pushing event updated for resources: {'Port': ['ID=a9152238-5547-4784-a76b-fee04601afc1,revision_number=4']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:34.357690 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab2224-3672-43ae-86d2-c4044bec0a4e req-c8aa492d-a596-493c-83f9-57663237c307 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:34.362901 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-66ab2224-3672-43ae-86d2-c4044bec0a4e req-c8aa492d-a596-493c-83f9-57663237c307 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=0259dec0-afd2-4ac2-9a83-e7804869590c HTTP/1.1" status: 200 len: 945 time: 0.2067671 Jul 29 23:49:34.451562 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-66ab2224-3672-43ae-86d2-c4044bec0a4e req-1a2886b3-92d7-4b0d-8849-261b7bceb28c tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5d1ebf4-b794-4521-9c0b-417b32b2215f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808828 Jul 29 23:49:34.464396 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-da1983da-6f5d-4e3d-a896-a2dd654af7e3 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:34.475263 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-da1983da-6f5d-4e3d-a896-a2dd654af7e3 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:34.525227 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-e90002a2-340b-4f6c-89d2-2ded33e42500 None None] Set router 7042261b-375a-4b27-97c7-3e8c575f8f9d gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:49:34.538452 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1983da-6f5d-4e3d-a896-a2dd654af7e3 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=370875b1-affd-4be9-be04-b884d3793d25,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:34.546906 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-da1983da-6f5d-4e3d-a896-a2dd654af7e3 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:34.550504 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 46110) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:34.551362 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-da1983da-6f5d-4e3d-a896-a2dd654af7e3 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3505723 Jul 29 23:49:34.579288 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-0fe37b16-eb53-47b5-a083-2b4cda8ef02a tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Request body: {'security_group_rule': {'security_group_id': '370875b1-affd-4be9-be04-b884d3793d25', 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:34.664381 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0fe37b16-eb53-47b5-a083-2b4cda8ef02a tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:34.674211 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device c4da608d-d8a0-4421-8dba-332936317e33 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:49:34.724416 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0fe37b16-eb53-47b5-a083-2b4cda8ef02a tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:34.729000 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0fe37b16-eb53-47b5-a083-2b4cda8ef02a tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:34.752967 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port c4da608d-d8a0-4421-8dba-332936317e33 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:34.753886 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:34.764476 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0fe37b16-eb53-47b5-a083-2b4cda8ef02a tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:34.768281 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-0fe37b16-eb53-47b5-a083-2b4cda8ef02a tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2140403 Jul 29 23:49:34.768963 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 46114) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:34.773991 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-f4fa92b0-0046-4153-96af-d0e64124212a tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Request body: {'security_group_rule': {'security_group_id': '370875b1-affd-4be9-be04-b884d3793d25', 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:34.776508 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe37b16-eb53-47b5-a083-2b4cda8ef02a tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68bdf2df-3d55-49ca-b2dd-e630fceb9b72,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:34.827696 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f4fa92b0-0046-4153-96af-d0e64124212a tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:34.903912 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-e90002a2-340b-4f6c-89d2-2ded33e42500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7042261b-375a-4b27-97c7-3e8c575f8f9d', 'name': 'tempest-TestNetworkBasicOps-router-1181966759', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '7cc9343c-5a34-4c38-a60d-d955f1862161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:24Z', 'updated_at': '2021-07-29T23:49:30Z', 'revision_number': 4, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'gw_port': {'id': '7cc9343c-5a34-4c38-a60d-d955f1862161', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:62:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7042261b-375a-4b27-97c7-3e8c575f8f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:24Z', 'updated_at': '2021-07-29T23:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'a9152238-5547-4784-a76b-fee04601afc1', 'name': '', 'network_id': '7beca275-2208-4a98-ba1b-ab34ac8cad26', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'mac_address': 'fa:16:3e:05:16:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7042261b-375a-4b27-97c7-3e8c575f8f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '860a9ed7-752a-4835-9f06-0329822b4eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:28Z', 'updated_at': '2021-07-29T23:49:34Z', 'revision_number': 4, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'subnets': [{'id': '860a9ed7-752a-4835-9f06-0329822b4eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:34.929730 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f4fa92b0-0046-4153-96af-d0e64124212a tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:34.938550 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f4fa92b0-0046-4153-96af-d0e64124212a tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:34.945151 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90002a2-340b-4f6c-89d2-2ded33e42500 None None] The sync data for ids ['7042261b-375a-4b27-97c7-3e8c575f8f9d'] in n-d-712141-10 is: [{'id': '7042261b-375a-4b27-97c7-3e8c575f8f9d', 'name': 'tempest-TestNetworkBasicOps-router-1181966759', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '7cc9343c-5a34-4c38-a60d-d955f1862161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:24Z', 'updated_at': '2021-07-29T23:49:30Z', 'revision_number': 4, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'gw_port': {'id': '7cc9343c-5a34-4c38-a60d-d955f1862161', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:62:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7042261b-375a-4b27-97c7-3e8c575f8f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:24Z', 'updated_at': '2021-07-29T23:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'a9152238-5547-4784-a76b-fee04601afc1', 'name': '', 'network_id': '7beca275-2208-4a98-ba1b-ab34ac8cad26', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'mac_address': 'fa:16:3e:05:16:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7042261b-375a-4b27-97c7-3e8c575f8f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '860a9ed7-752a-4835-9f06-0329822b4eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:28Z', 'updated_at': '2021-07-29T23:49:34Z', 'revision_number': 4, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'subnets': [{'id': '860a9ed7-752a-4835-9f06-0329822b4eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:49:34.969003 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa92b0-0046-4153-96af-d0e64124212a tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c4ee3cd-e419-46e0-8122-ca5daf403c74,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:35.006327 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f4fa92b0-0046-4153-96af-d0e64124212a tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:35.016146 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 46128) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:35.024251 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-f4fa92b0-0046-4153-96af-d0e64124212a tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2482159 Jul 29 23:49:35.044483 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-a46fd390-7d1d-4b55-926d-861009f09dc6 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Request body: {'security_group_rule': {'security_group_id': '370875b1-affd-4be9-be04-b884d3793d25', 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:35.108019 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a46fd390-7d1d-4b55-926d-861009f09dc6 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:35.208345 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a46fd390-7d1d-4b55-926d-861009f09dc6 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:35.213520 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a46fd390-7d1d-4b55-926d-861009f09dc6 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:35.243533 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46fd390-7d1d-4b55-926d-861009f09dc6 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ab296ce-0667-40f6-85f5-3d11f1b9e500,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:35.271940 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46fd390-7d1d-4b55-926d-861009f09dc6 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:35.272481 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46fd390-7d1d-4b55-926d-861009f09dc6 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:35.273159 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46fd390-7d1d-4b55-926d-861009f09dc6 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:35.273356 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46fd390-7d1d-4b55-926d-861009f09dc6 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:35.273911 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46fd390-7d1d-4b55-926d-861009f09dc6 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:35.274311 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46fd390-7d1d-4b55-926d-861009f09dc6 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:35.274893 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46fd390-7d1d-4b55-926d-861009f09dc6 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:35.275313 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46fd390-7d1d-4b55-926d-861009f09dc6 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:35.275848 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46fd390-7d1d-4b55-926d-861009f09dc6 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:35.285564 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46fd390-7d1d-4b55-926d-861009f09dc6 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:35.285564 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46fd390-7d1d-4b55-926d-861009f09dc6 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:35.285564 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a46fd390-7d1d-4b55-926d-861009f09dc6 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:35.291115 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a46fd390-7d1d-4b55-926d-861009f09dc6 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:35.292757 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-a46fd390-7d1d-4b55-926d-861009f09dc6 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2582366 Jul 29 23:49:35.297861 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 46138) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:35.303491 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-052221e4-36d1-4cd4-9a4c-19c9a7ec424e tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Request body: {'security_group_rule': {'security_group_id': '370875b1-affd-4be9-be04-b884d3793d25', 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:35.340136 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-052221e4-36d1-4cd4-9a4c-19c9a7ec424e tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:35.455463 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-052221e4-36d1-4cd4-9a4c-19c9a7ec424e tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:35.460080 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-052221e4-36d1-4cd4-9a4c-19c9a7ec424e tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:35.495603 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-052221e4-36d1-4cd4-9a4c-19c9a7ec424e tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:35.500442 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 46156) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:35.505433 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-6f0a381c-b2d4-4cc9-a7c8-77fd8b5f625f tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Request body: {'security_group_rule': {'security_group_id': '370875b1-affd-4be9-be04-b884d3793d25', 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:35.511292 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-052221e4-36d1-4cd4-9a4c-19c9a7ec424e tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2120941 Jul 29 23:49:35.513159 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052221e4-36d1-4cd4-9a4c-19c9a7ec424e tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09c20a48-41f2-4f92-9fe8-560938bde719,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:35.576227 n-d-712141-10 neutron-server[94078]: INFO neutron.db.securitygroups_db [None req-6f0a381c-b2d4-4cc9-a7c8-77fd8b5f625f tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Project bd9be2c0ad754adeaed7eabee32aed90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 23:49:35.591459 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6f0a381c-b2d4-4cc9-a7c8-77fd8b5f625f tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:35.745797 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab124ec-96c0-422e-998c-d5dc29562ae9 req-db2ee505-b7c9-4558-a524-f98612b4df72 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:35.749490 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6ab124ec-96c0-422e-998c-d5dc29562ae9 req-db2ee505-b7c9-4558-a524-f98612b4df72 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=0259dec0-afd2-4ac2-9a83-e7804869590c HTTP/1.1" status: 200 len: 945 time: 0.1165743 Jul 29 23:49:35.769531 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6f0a381c-b2d4-4cc9-a7c8-77fd8b5f625f tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:35.783504 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6f0a381c-b2d4-4cc9-a7c8-77fd8b5f625f tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:35.879757 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6ab124ec-96c0-422e-998c-d5dc29562ae9 req-cd5d4259-f7a0-4fd3-8622-6182e34acc52 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5d1ebf4-b794-4521-9c0b-417b32b2215f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903461 Jul 29 23:49:35.881996 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0a381c-b2d4-4cc9-a7c8-77fd8b5f625f tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b3a2465-3a7e-4158-a424-e84bd5fca54b,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:35.900455 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6f0a381c-b2d4-4cc9-a7c8-77fd8b5f625f tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:35.905784 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-6f0a381c-b2d4-4cc9-a7c8-77fd8b5f625f tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4004271 Jul 29 23:49:35.907115 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 46184) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:35.918852 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-80952e16-9bd7-4ef3-970e-0b691f1620b6 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Request body: {'security_group_rule': {'security_group_id': '370875b1-affd-4be9-be04-b884d3793d25', 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:36.000635 n-d-712141-10 neutron-server[94077]: INFO neutron.db.securitygroups_db [None req-80952e16-9bd7-4ef3-970e-0b691f1620b6 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Project bd9be2c0ad754adeaed7eabee32aed90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 23:49:36.006787 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-80952e16-9bd7-4ef3-970e-0b691f1620b6 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:36.113083 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73ffca-7cc4-4a42-b23d-d297253c53a7 req-2da606f4-8b79-4f67-875d-4ae5cf7d45c3 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:36.116288 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1b73ffca-7cc4-4a42-b23d-d297253c53a7 req-2da606f4-8b79-4f67-875d-4ae5cf7d45c3 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=0259dec0-afd2-4ac2-9a83-e7804869590c HTTP/1.1" status: 200 len: 945 time: 0.1186435 Jul 29 23:49:36.135029 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-80952e16-9bd7-4ef3-970e-0b691f1620b6 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:36.140364 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-80952e16-9bd7-4ef3-970e-0b691f1620b6 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:36.187032 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1b73ffca-7cc4-4a42-b23d-d297253c53a7 req-9c0dbf77-8090-4a57-bb25-e38b973ed334 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5d1ebf4-b794-4521-9c0b-417b32b2215f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570090 Jul 29 23:49:36.187599 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 46196) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:36.201054 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80952e16-9bd7-4ef3-970e-0b691f1620b6 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6180888-1bdc-46cb-9020-93e3799f4928,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:36.206691 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 46198) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:36.233213 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-80952e16-9bd7-4ef3-970e-0b691f1620b6 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:36.258400 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-80952e16-9bd7-4ef3-970e-0b691f1620b6 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3496509 Jul 29 23:49:36.281858 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525c9197-75a6-4726-b06b-7e3c7241c2fb tempest-TestVolumeBootPattern-162083570 tempest-TestVolumeBootPattern-162083570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:36.286388 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 46212) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:36.286526 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-525c9197-75a6-4726-b06b-7e3c7241c2fb tempest-TestVolumeBootPattern-162083570 tempest-TestVolumeBootPattern-162083570-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=0259dec0-afd2-4ac2-9a83-e7804869590c HTTP/1.1" status: 200 len: 1092 time: 0.0785077 Jul 29 23:49:36.292983 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-018fb51c-fc13-4f1f-b025-b9307c1ad66e tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Request body: {'floatingip': {'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'port_id': '2bb04e6f-1b5d-4863-aec7-5682c63538c3', 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:36.361160 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-018fb51c-fc13-4f1f-b025-b9307c1ad66e tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks [] for floatingip, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:36.417767 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-189e6d0f-3ad1-4a9f-8bec-71e5a663100a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:36.573619 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-018fb51c-fc13-4f1f-b025-b9307c1ad66e tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:36.590842 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-189e6d0f-3ad1-4a9f-8bec-71e5a663100a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:36.600437 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-189e6d0f-3ad1-4a9f-8bec-71e5a663100a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:36.646600 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189e6d0f-3ad1-4a9f-8bec-71e5a663100a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abaa5c79-67d7-4780-926e-c62150784f94,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:36.652421 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-189e6d0f-3ad1-4a9f-8bec-71e5a663100a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5f918c1a96444994b8b16f1cc2ef4a2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4636889 Jul 29 23:49:36.655517 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 46224) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:36.783110 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device a9152238-5547-4784-a76b-fee04601afc1 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:49:36.787028 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c6755ab4-74d4-425d-a7b1-ee0fd9284af7 req-040b9b15-067c-49ae-8737-8d642a4517cd tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1792595163&fields=id&tenant_id=bd9be2c0ad754adeaed7eabee32aed90 HTTP/1.1" status: 200 len: 267 time: 0.1240988 Jul 29 23:49:36.866965 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-018fb51c-fc13-4f1f-b025-b9307c1ad66e tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Allocated IP 172.25.0.41 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/a3e71431-f028-4ce2-abbf-7765519a24c8) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:49:36.901816 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port a9152238-5547-4784-a76b-fee04601afc1 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:49:36.920426 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port a9152238-5547-4784-a76b-fee04601afc1 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:36.923006 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:37.030657 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6755ab4-74d4-425d-a7b1-ee0fd9284af7 req-f1c3941f-fcc6-4962-9540-9a7f135ae63a tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:37.044310 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c6755ab4-74d4-425d-a7b1-ee0fd9284af7 req-f1c3941f-fcc6-4962-9540-9a7f135ae63a tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/networks?id=7beca275-2208-4a98-ba1b-ab34ac8cad26 HTTP/1.1" status: 200 len: 797 time: 0.2356358 Jul 29 23:49:37.047068 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-018fb51c-fc13-4f1f-b025-b9307c1ad66e tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:37.062573 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e62704fe-3d60-46fa-9b95-7dda6297c168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:37.066907 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:37.068698 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c6755ab4-74d4-425d-a7b1-ee0fd9284af7 req-cb40ee6d-2812-4a3a-a40c-21906d436e9e tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/quotas/bd9be2c0ad754adeaed7eabee32aed90 HTTP/1.1" status: 200 len: 375 time: 0.0233674 Jul 29 23:49:37.135421 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port a9152238-5547-4784-a76b-fee04601afc1, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=a9152238-5547-4784-a76b-fee04601afc1,segment=NetworkSegment(72d270a4-2cda-4d47-8b09-2438620db873),segment_id=72d270a4-2cda-4d47-8b09-2438620db873)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:37.142260 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:37.142479 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-018fb51c-fc13-4f1f-b025-b9307c1ad66e tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:37.164356 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e62704fe-3d60-46fa-9b95-7dda6297c168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:37.233463 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=a9152238-5547-4784-a76b-fee04601afc1,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:37.237243 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018fb51c-fc13-4f1f-b025-b9307c1ad66e tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Pushing event updated for resources: {'Port': ['ID=a3e71431-f028-4ce2-abbf-7765519a24c8,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:37.259833 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:37.260524 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:37.261215 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:37.262442 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:37.263383 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:37.264446 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:37.265272 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:37.266562 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:37.267552 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:37.268566 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:37.269564 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:37.270434 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:37.306892 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018fb51c-fc13-4f1f-b025-b9307c1ad66e tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:49:37.309830 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-018fb51c-fc13-4f1f-b025-b9307c1ad66e tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:37.320949 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c6755ab4-74d4-425d-a7b1-ee0fd9284af7 req-f4d1a7e3-34d3-4563-b4f4-0806fde887cb tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=bd9be2c0ad754adeaed7eabee32aed90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2392616 Jul 29 23:49:37.324361 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018fb51c-fc13-4f1f-b025-b9307c1ad66e tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:49:37.366188 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:37.440140 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e62704fe-3d60-46fa-9b95-7dda6297c168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:37.442875 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e62704fe-3d60-46fa-9b95-7dda6297c168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:37.446689 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e62704fe-3d60-46fa-9b95-7dda6297c168 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/abaa5c79-67d7-4780-926e-c62150784f94 HTTP/1.1" status: 204 len: 168 time: 0.7876949 Jul 29 23:49:37.494272 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62704fe-3d60-46fa-9b95-7dda6297c168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abaa5c79-67d7-4780-926e-c62150784f94,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:37.571168 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c6755ab4-74d4-425d-a7b1-ee0fd9284af7 req-eb601775-cac8-4679-a3bc-493a930f90b0 service neutron] 10.222.0.43 "GET /v2.0/networks/7beca275-2208-4a98-ba1b-ab34ac8cad26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344623 Jul 29 23:49:37.695329 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c6755ab4-74d4-425d-a7b1-ee0fd9284af7 req-ad1f972b-0812-42f1-9f14-41be2063056f service neutron] 10.222.0.43 "GET /v2.0/networks/7beca275-2208-4a98-ba1b-ab34ac8cad26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146042 Jul 29 23:49:38.000628 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-139096b6-432c-4fc0-a12f-4fe8a8d2ace1 req-ebb2696f-3baf-4dbc-a058-bcbd580e3487 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ef24da6-d5f9-4e87-821b-437f26915cce HTTP/1.1" status: 200 len: 210 time: 0.0695014 Jul 29 23:49:38.089519 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-018fb51c-fc13-4f1f-b025-b9307c1ad66e tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:38.202991 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-018fb51c-fc13-4f1f-b025-b9307c1ad66e tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:38.478948 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-018fb51c-fc13-4f1f-b025-b9307c1ad66e tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:38.488314 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-018fb51c-fc13-4f1f-b025-b9307c1ad66e tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:38.566499 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018fb51c-fc13-4f1f-b025-b9307c1ad66e tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Pushing event updated for resources: {'Port': ['ID=a3e71431-f028-4ce2-abbf-7765519a24c8,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:38.629780 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-018fb51c-fc13-4f1f-b025-b9307c1ad66e tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:38.649171 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device a9152238-5547-4784-a76b-fee04601afc1 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:49:38.714779 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port a9152238-5547-4784-a76b-fee04601afc1 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:38.715915 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:38.880154 n-d-712141-10 neutron-server[94077]: INFO neutron.db.l3_db [None req-018fb51c-fc13-4f1f-b025-b9307c1ad66e tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Floating IP fb40c845-d07e-4498-be6a-3cd13891fa76 associated. External IP: 172.25.0.41, port: 2bb04e6f-1b5d-4863-aec7-5682c63538c3. Jul 29 23:49:39.154358 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6b02d27d-343c-4abf-a184-e4f2588a28d8 req-1ec9ba0f-1c6a-43cd-b5e1-456f23b53b30 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ef24da6-d5f9-4e87-821b-437f26915cce HTTP/1.1" status: 200 len: 210 time: 0.0453291 Jul 29 23:49:39.651944 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6755ab4-74d4-425d-a7b1-ee0fd9284af7 req-766fea11-6a60-457e-8c07-9e1226783cde tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:39.653738 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c6755ab4-74d4-425d-a7b1-ee0fd9284af7 req-766fea11-6a60-457e-8c07-9e1226783cde tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.22 "GET /v2.0/networks?id=7beca275-2208-4a98-ba1b-ab34ac8cad26 HTTP/1.1" status: 200 len: 797 time: 0.2111039 Jul 29 23:49:39.740562 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c6755ab4-74d4-425d-a7b1-ee0fd9284af7 req-8269d928-6c82-4428-9be6-e80c5aaac0fa tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd9be2c0ad754adeaed7eabee32aed90 HTTP/1.1" status: 200 len: 380 time: 0.0540903 Jul 29 23:49:39.748678 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-018fb51c-fc13-4f1f-b025-b9307c1ad66e tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Router c571524c-af41-4e26-bf00-a93cb822c7b7 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:49:39.761651 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-c6755ab4-74d4-425d-a7b1-ee0fd9284af7 req-18126880-8643-43db-ab51-6dbb48a7efa4 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Request body: {'port': {'device_id': '2ef24da6-d5f9-4e87-821b-437f26915cce', 'network_id': '7beca275-2208-4a98-ba1b-ab34ac8cad26', 'admin_state_up': True, 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'security_groups': ['370875b1-affd-4be9-be04-b884d3793d25']}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:39.786667 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818ec05-c50e-46a9-ae48-473d357f7639 req-7c67cea4-fa2f-436b-9745-4af27ff86205 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:39.788249 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6818ec05-c50e-46a9-ae48-473d357f7639 req-7c67cea4-fa2f-436b-9745-4af27ff86205 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=c65b8f95-9da3-4485-bd7b-4f14879e268c HTTP/1.1" status: 200 len: 945 time: 0.1377187 Jul 29 23:49:39.834664 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6818ec05-c50e-46a9-ae48-473d357f7639 req-5b4e350d-38b8-45a5-a1d8-77dd06b82253 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e6eb237-bd1b-4499-9a2d-2e1657fd82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378227 Jul 29 23:49:39.974374 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018fb51c-fc13-4f1f-b025-b9307c1ad66e tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:49:39.987952 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a260d9-3c36-403c-96d0-050a5b1eee02 None None] Sync routers for ids ['c571524c-af41-4e26-bf00-a93cb822c7b7'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:49:39.989510 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6755ab4-74d4-425d-a7b1-ee0fd9284af7 req-18126880-8643-43db-ab51-6dbb48a7efa4 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Made reservation on behalf of bd9be2c0ad754adeaed7eabee32aed90 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:49:39.994298 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-c6755ab4-74d4-425d-a7b1-ee0fd9284af7 req-18126880-8643-43db-ab51-6dbb48a7efa4 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:40.003804 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a260d9-3c36-403c-96d0-050a5b1eee02 None None] Routers {'c571524c-af41-4e26-bf00-a93cb822c7b7'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:49:40.004626 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-64a260d9-3c36-403c-96d0-050a5b1eee02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:49:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['c571524c-af41-4e26-bf00-a93cb822c7b7'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:40.005320 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-018fb51c-fc13-4f1f-b025-b9307c1ad66e tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:40.048294 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-018fb51c-fc13-4f1f-b025-b9307c1ad66e tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.7607348 Jul 29 23:49:40.049415 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0259dec0-afd2-4ac2-9a83-e7804869590c', 'tag': '2bb04e6f-1b5d-4863-aec7-5682c63538c3'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:49:40.052193 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a411a2-1d77-4bdd-a9b0-fe7cf03b41a8" -d '{"events": [{"name": "network-changed", "server_uuid": "0259dec0-afd2-4ac2-9a83-e7804869590c", "tag": "2bb04e6f-1b5d-4863-aec7-5682c63538c3"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:49:40.154669 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-64a260d9-3c36-403c-96d0-050a5b1eee02 None None] Set router c571524c-af41-4e26-bf00-a93cb822c7b7 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:49:40.231991 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 46354) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:40.257343 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-c6755ab4-74d4-425d-a7b1-ee0fd9284af7 req-18126880-8643-43db-ab51-6dbb48a7efa4 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Allocated IP 172.20.0.10 (7beca275-2208-4a98-ba1b-ab34ac8cad26/860a9ed7-752a-4835-9f06-0329822b4eca/40218d58-4c73-432e-a438-6f264952d79f) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:49:40.349824 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5d41c8d3-2169-498c-8de4-8c9a42f98884 req-d27896dd-f4b8-479d-8195-c17e76685457 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ef24da6-d5f9-4e87-821b-437f26915cce HTTP/1.1" status: 200 len: 210 time: 0.0499525 Jul 29 23:49:40.399988 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f6dc01d-75ed-40f3-97fa-19f73cbf8201 x-openstack-request-id: req-5f6dc01d-75ed-40f3-97fa-19f73cbf8201 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:49:40.400287 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0259dec0-afd2-4ac2-9a83-e7804869590c", "tag": "2bb04e6f-1b5d-4863-aec7-5682c63538c3", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:49:40.400548 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5f6dc01d-75ed-40f3-97fa-19f73cbf8201 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:49:40.400959 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0259dec0-afd2-4ac2-9a83-e7804869590c', 'tag': '2bb04e6f-1b5d-4863-aec7-5682c63538c3', 'status': 'completed', 'code': 200} Jul 29 23:49:40.454379 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-188cf35b-940c-4b80-83bd-b7c962b3f00d tempest-QuotasTest-1465875039 tempest-QuotasTest-1465875039-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:40.498657 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ef854-8899-4124-9f99-3a458c78a4c1 req-ce143e26-e9f8-45f2-8454-0def743b83f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:40.513107 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f51ef854-8899-4124-9f99-3a458c78a4c1 req-ce143e26-e9f8-45f2-8454-0def743b83f9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bc6282d9b32e428d9264b8fb2fa602e4&device_id=c65b8f95-9da3-4485-bd7b-4f14879e268c HTTP/1.1" status: 200 len: 1097 time: 0.1538248 Jul 29 23:49:40.553447 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-c6755ab4-74d4-425d-a7b1-ee0fd9284af7 req-18126880-8643-43db-ab51-6dbb48a7efa4 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:40.555939 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a411a2-1d77-4bdd-a9b0-fe7cf03b41a8 req-9f7d926b-159c-40d8-87bf-6e83757e0f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:40.557860 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-35a411a2-1d77-4bdd-a9b0-fe7cf03b41a8 req-9f7d926b-159c-40d8-87bf-6e83757e0f47 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=abc07fd47c924aad994e74752ef0bc5a&device_id=0259dec0-afd2-4ac2-9a83-e7804869590c HTTP/1.1" status: 200 len: 1097 time: 0.1404955 Jul 29 23:49:40.579440 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-c6755ab4-74d4-425d-a7b1-ee0fd9284af7 req-18126880-8643-43db-ab51-6dbb48a7efa4 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Transition to ACTIVE for port object 40218d58-4c73-432e-a438-6f264952d79f will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:40.595996 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-64a260d9-3c36-403c-96d0-050a5b1eee02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'name': 'tempest-TestVolumeBootPattern-2002221163-router', 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '862daf0f-6991-4ef6-9199-6c40ea66b1f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:37:06Z', 'updated_at': '2021-07-29T23:37:18Z', 'revision_number': 4, 'project_id': 'abc07fd47c924aad994e74752ef0bc5a', 'gw_port': {'id': '862daf0f-6991-4ef6-9199-6c40ea66b1f1', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:08Z', 'updated_at': '2021-07-29T23:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': 'fb40c845-d07e-4498-be6a-3cd13891fa76', 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a', 'floating_ip_address': '172.25.0.41', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'port_id': '2bb04e6f-1b5d-4863-aec7-5682c63538c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7', 'mac_address': 'fa:16:3e:11:3f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0259dec0-afd2-4ac2-9a83-e7804869590c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:49:37Z', 'updated_at': '2021-07-29T23:49:37Z', 'revision_number': 0, 'project_id': 'abc07fd47c924aad994e74752ef0bc5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e698b262-628f-49d6-aa1c-360d9f5f8465', 'name': '', 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7', 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a', 'mac_address': 'fa:16:3e:50:a6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': 'ef618f43-4fe4-4e34-9800-0476d270be60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:16Z', 'updated_at': '2021-07-29T23:37:31Z', 'revision_number': 5, 'project_id': 'abc07fd47c924aad994e74752ef0bc5a', 'subnets': [{'id': 'ef618f43-4fe4-4e34-9800-0476d270be60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:40.618525 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-c6755ab4-74d4-425d-a7b1-ee0fd9284af7 req-18126880-8643-43db-ab51-6dbb48a7efa4 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:40.622919 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-188cf35b-940c-4b80-83bd-b7c962b3f00d tempest-QuotasTest-1465875039 tempest-QuotasTest-1465875039-project-admin] 10.222.0.43 "PUT /v2.0/quotas/7fed91683c1c4c6aa9b202f1a00cc568 HTTP/1.1" status: 200 len: 366 time: 0.3891284 Jul 29 23:49:40.629299 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a260d9-3c36-403c-96d0-050a5b1eee02 None None] Checking router: c571524c-af41-4e26-bf00-a93cb822c7b7 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:49:40.639985 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a260d9-3c36-403c-96d0-050a5b1eee02 None None] Routers {'c571524c-af41-4e26-bf00-a93cb822c7b7'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:49:40.640607 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-64a260d9-3c36-403c-96d0-050a5b1eee02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:49:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['c571524c-af41-4e26-bf00-a93cb822c7b7'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:40.655794 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 46368) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:40.681346 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-b1bd8a11-61e7-4fc4-88ee-bd09b1a509b3 tempest-QuotasTest-1465875039 tempest-QuotasTest-1465875039-project-admin] 10.222.0.43 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0208368 Jul 29 23:49:40.684641 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 46374) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:40.701212 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-8ee1988f-f751-4f88-b19e-a1d7d1829baa tempest-QuotasTest-1465875039 tempest-QuotasTest-1465875039-project-admin] 10.222.0.43 "GET /v2.0/quotas/7fed91683c1c4c6aa9b202f1a00cc568 HTTP/1.1" status: 200 len: 366 time: 0.0153654 Jul 29 23:49:40.709524 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 46376) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:40.727420 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6755ab4-74d4-425d-a7b1-ee0fd9284af7 req-18126880-8643-43db-ab51-6dbb48a7efa4 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Network 7beca275-2208-4a98-ba1b-ab34ac8cad26 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:49:40.735741 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-c6755ab4-74d4-425d-a7b1-ee0fd9284af7 req-18126880-8643-43db-ab51-6dbb48a7efa4 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:40.759594 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-94e406d0-8778-4c84-a908-1f8bb6db6b91 tempest-QuotasTest-1465875039 tempest-QuotasTest-1465875039-project-admin] 10.222.0.43 "DELETE /v2.0/quotas/7fed91683c1c4c6aa9b202f1a00cc568 HTTP/1.1" status: 204 len: 168 time: 0.0444660 Jul 29 23:49:40.761923 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 46382) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:40.763326 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6755ab4-74d4-425d-a7b1-ee0fd9284af7 req-18126880-8643-43db-ab51-6dbb48a7efa4 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:49:40.775442 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-daffa71c-b528-4ba8-8d79-402fe95e07bd tempest-QuotasTest-1465875039 tempest-QuotasTest-1465875039-project-admin] 10.222.0.43 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0116799 Jul 29 23:49:40.776962 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ef854-8899-4124-9f99-3a458c78a4c1 req-16c03f80-437c-4a16-8bdf-c21f8b9123cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:40.778774 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f51ef854-8899-4124-9f99-3a458c78a4c1 req-16c03f80-437c-4a16-8bdf-c21f8b9123cd service neutron] 10.222.0.22 "GET /v2.0/networks?id=75276a04-f545-4a3d-9980-2e308be152f9 HTTP/1.1" status: 200 len: 918 time: 0.2525806 Jul 29 23:49:40.779410 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 46384) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:40.782136 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-64a260d9-3c36-403c-96d0-050a5b1eee02 None None] Set router c571524c-af41-4e26-bf00-a93cb822c7b7 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:49:40.810557 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-10695d0f-9482-4f81-b709-82c4556ade45 tempest-QuotasTest-1465875039 tempest-QuotasTest-1465875039-project-admin] 10.222.0.43 "GET /v2.0/quotas/7fed91683c1c4c6aa9b202f1a00cc568 HTTP/1.1" status: 200 len: 370 time: 0.0225048 Jul 29 23:49:40.812185 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a411a2-1d77-4bdd-a9b0-fe7cf03b41a8 req-34aee77c-c87d-498a-9239-f38d5051ee93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:40.813868 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-35a411a2-1d77-4bdd-a9b0-fe7cf03b41a8 req-34aee77c-c87d-498a-9239-f38d5051ee93 service neutron] 10.222.0.41 "GET /v2.0/networks?id=07279870-3078-44f7-8035-d94a4d0b31e7 HTTP/1.1" status: 200 len: 913 time: 0.2245140 Jul 29 23:49:40.814506 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 46386) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:40.842412 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18126880-8643-43db-ab51-6dbb48a7efa4 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Pushing event updated for resources: {'Port': ['ID=40218d58-4c73-432e-a438-6f264952d79f,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:40.902512 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6755ab4-74d4-425d-a7b1-ee0fd9284af7 req-18126880-8643-43db-ab51-6dbb48a7efa4 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:40.904431 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-c6755ab4-74d4-425d-a7b1-ee0fd9284af7 req-18126880-8643-43db-ab51-6dbb48a7efa4 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:40.911407 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e869811b-27db-4011-981c-012552047c61 tempest-QuotasTest-1465875039 tempest-QuotasTest-1465875039-project-admin] 10.222.0.43 "GET /v2.0/quotas/7fed91683c1c4c6aa9b202f1a00cc568/default HTTP/1.1" status: 200 len: 370 time: 0.0220938 Jul 29 23:49:40.919954 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 46392) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:40.953479 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c6755ab4-74d4-425d-a7b1-ee0fd9284af7 req-18126880-8643-43db-ab51-6dbb48a7efa4 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2014339 Jul 29 23:49:40.954404 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-bc1bf510-5dc1-4bfd-9653-a5ff4eb9de11 tempest-QuotasTest-1465875039 tempest-QuotasTest-1465875039-project-admin] delete failed (client error): The resource could not be found. Jul 29 23:49:40.955359 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-bc1bf510-5dc1-4bfd-9653-a5ff4eb9de11 tempest-QuotasTest-1465875039 tempest-QuotasTest-1465875039-project-admin] 10.222.0.43 "DELETE /v2.0/quotas/7fed91683c1c4c6aa9b202f1a00cc568 HTTP/1.1" status: 404 len: 348 time: 0.0344419 Jul 29 23:49:40.978555 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-c6755ab4-74d4-425d-a7b1-ee0fd9284af7 req-f8d4686a-5358-4ee1-8339-5f19d3dfa7fa service neutron] Request body: {'port': {'device_id': '2ef24da6-d5f9-4e87-821b-437f26915cce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:41.103920 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-c6755ab4-74d4-425d-a7b1-ee0fd9284af7 req-f8d4686a-5358-4ee1-8339-5f19d3dfa7fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:41.108699 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f51ef854-8899-4124-9f99-3a458c78a4c1 req-80dad8b5-2162-4707-a4e9-08072ae6a8f5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c205d82-4555-4305-96ab-ad0c818351a2 HTTP/1.1" status: 200 len: 1001 time: 0.3125484 Jul 29 23:49:41.174239 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-35a411a2-1d77-4bdd-a9b0-fe7cf03b41a8 req-f39507f9-b91d-41e9-a98d-c728738c210b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2bb04e6f-1b5d-4863-aec7-5682c63538c3 HTTP/1.1" status: 200 len: 998 time: 0.2674603 Jul 29 23:49:41.178284 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 46396) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:41.195555 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-9547ed3f-fdfe-4d83-b6c0-20cb0d25f2a4 None None] Provisioning for port 40218d58-4c73-432e-a438-6f264952d79f completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:49:41.205755 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-9547ed3f-fdfe-4d83-b6c0-20cb0d25f2a4 None None] Provisioning complete for port 40218d58-4c73-432e-a438-6f264952d79f triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:41.206824 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9547ed3f-fdfe-4d83-b6c0-20cb0d25f2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:41.215758 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c975431-b880-416d-b508-a65c7ee06d21 req-e60b6b66-b113-49dd-83ce-4e48bd2f8dad tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:41.217615 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9c975431-b880-416d-b508-a65c7ee06d21 req-e60b6b66-b113-49dd-83ce-4e48bd2f8dad tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=c65b8f95-9da3-4485-bd7b-4f14879e268c HTTP/1.1" status: 200 len: 945 time: 0.2336552 Jul 29 23:49:41.252010 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-9547ed3f-fdfe-4d83-b6c0-20cb0d25f2a4 None None] Port 40218d58-4c73-432e-a438-6f264952d79f cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:49:41.264576 n-d-712141-10 neutron-server[94078]: DEBUG neutron.quota.resource [None req-80dc85f1-7c7b-4b84-8693-55d5546dd385 tempest-QuotasTest-1465875039 tempest-QuotasTest-1465875039-project-admin] Usage tracker for resource:network and tenant:50b83f6ce820403ea3078d3e17b90489 is out of sync, need to count used quota {{(pid=94078) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 29 23:49:41.275213 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-64a260d9-3c36-403c-96d0-050a5b1eee02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'name': 'tempest-TestVolumeBootPattern-2002221163-router', 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '862daf0f-6991-4ef6-9199-6c40ea66b1f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:37:06Z', 'updated_at': '2021-07-29T23:37:18Z', 'revision_number': 4, 'project_id': 'abc07fd47c924aad994e74752ef0bc5a', 'gw_port': {'id': '862daf0f-6991-4ef6-9199-6c40ea66b1f1', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:08Z', 'updated_at': '2021-07-29T23:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': 'fb40c845-d07e-4498-be6a-3cd13891fa76', 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a', 'floating_ip_address': '172.25.0.41', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'port_id': '2bb04e6f-1b5d-4863-aec7-5682c63538c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7', 'mac_address': 'fa:16:3e:11:3f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0259dec0-afd2-4ac2-9a83-e7804869590c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:49:37Z', 'updated_at': '2021-07-29T23:49:37Z', 'revision_number': 0, 'project_id': 'abc07fd47c924aad994e74752ef0bc5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e698b262-628f-49d6-aa1c-360d9f5f8465', 'name': '', 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7', 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a', 'mac_address': 'fa:16:3e:50:a6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': 'ef618f43-4fe4-4e34-9800-0476d270be60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:16Z', 'updated_at': '2021-07-29T23:37:31Z', 'revision_number': 5, 'project_id': 'abc07fd47c924aad994e74752ef0bc5a', 'subnets': [{'id': 'ef618f43-4fe4-4e34-9800-0476d270be60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:41.296108 n-d-712141-10 neutron-server[94078]: DEBUG neutron.quota.resource [None req-80dc85f1-7c7b-4b84-8693-55d5546dd385 tempest-QuotasTest-1465875039 tempest-QuotasTest-1465875039-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94078) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 29 23:49:41.309618 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a260d9-3c36-403c-96d0-050a5b1eee02 None None] The sync data for ids ['c571524c-af41-4e26-bf00-a93cb822c7b7'] in n-d-712141-10 is: [{'id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'name': 'tempest-TestVolumeBootPattern-2002221163-router', 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '862daf0f-6991-4ef6-9199-6c40ea66b1f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:37:06Z', 'updated_at': '2021-07-29T23:37:18Z', 'revision_number': 4, 'project_id': 'abc07fd47c924aad994e74752ef0bc5a', 'gw_port': {'id': '862daf0f-6991-4ef6-9199-6c40ea66b1f1', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:08Z', 'updated_at': '2021-07-29T23:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': 'fb40c845-d07e-4498-be6a-3cd13891fa76', 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a', 'floating_ip_address': '172.25.0.41', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'port_id': '2bb04e6f-1b5d-4863-aec7-5682c63538c3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7', 'mac_address': 'fa:16:3e:11:3f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0259dec0-afd2-4ac2-9a83-e7804869590c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:49:37Z', 'updated_at': '2021-07-29T23:49:37Z', 'revision_number': 0, 'project_id': 'abc07fd47c924aad994e74752ef0bc5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e698b262-628f-49d6-aa1c-360d9f5f8465', 'name': '', 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7', 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a', 'mac_address': 'fa:16:3e:50:a6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': 'ef618f43-4fe4-4e34-9800-0476d270be60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:16Z', 'updated_at': '2021-07-29T23:37:31Z', 'revision_number': 5, 'project_id': 'abc07fd47c924aad994e74752ef0bc5a', 'subnets': [{'id': 'ef618f43-4fe4-4e34-9800-0476d270be60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:49:41.311742 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ef854-8899-4124-9f99-3a458c78a4c1 req-e82e26d0-c6ce-42cc-8bf5-197ba2138f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:41.314592 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f51ef854-8899-4124-9f99-3a458c78a4c1 req-e82e26d0-c6ce-42cc-8bf5-197ba2138f95 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3f8a1426-23b4-4820-974d-b3b8ade6d730 HTTP/1.1" status: 200 len: 856 time: 0.1827531 Jul 29 23:49:41.334569 n-d-712141-10 neutron-server[94078]: DEBUG neutron.quota.resource [None req-80dc85f1-7c7b-4b84-8693-55d5546dd385 tempest-QuotasTest-1465875039 tempest-QuotasTest-1465875039-project-admin] Usage tracker for resource:subnet and tenant:50b83f6ce820403ea3078d3e17b90489 is out of sync, need to count used quota {{(pid=94078) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 29 23:49:41.362263 n-d-712141-10 neutron-server[94078]: DEBUG neutron.quota.resource [None req-80dc85f1-7c7b-4b84-8693-55d5546dd385 tempest-QuotasTest-1465875039 tempest-QuotasTest-1465875039-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94078) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 29 23:49:41.453254 n-d-712141-10 neutron-server[94078]: DEBUG neutron.quota.resource [None req-80dc85f1-7c7b-4b84-8693-55d5546dd385 tempest-QuotasTest-1465875039 tempest-QuotasTest-1465875039-project-admin] Usage tracker for resource:subnetpool and tenant:50b83f6ce820403ea3078d3e17b90489 is out of sync, need to count used quota {{(pid=94078) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 29 23:49:41.466706 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a411a2-1d77-4bdd-a9b0-fe7cf03b41a8 req-5233f452-1e0d-4a4d-bf01-8f0818405bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:41.468832 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-35a411a2-1d77-4bdd-a9b0-fe7cf03b41a8 req-5233f452-1e0d-4a4d-bf01-8f0818405bb8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ef618f43-4fe4-4e34-9800-0476d270be60 HTTP/1.1" status: 200 len: 851 time: 0.2616491 Jul 29 23:49:41.479693 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9c975431-b880-416d-b508-a65c7ee06d21 req-986323a7-9a86-4685-8ad4-45a6678f3843 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e6eb237-bd1b-4499-9a2d-2e1657fd82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2523828 Jul 29 23:49:41.511321 n-d-712141-10 neutron-server[94078]: DEBUG neutron.quota.resource [None req-80dc85f1-7c7b-4b84-8693-55d5546dd385 tempest-QuotasTest-1465875039 tempest-QuotasTest-1465875039-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94078) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 29 23:49:41.560443 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ef854-8899-4124-9f99-3a458c78a4c1 req-f937eb68-a9fa-4aff-8e76-81eca6b46bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:41.562274 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f51ef854-8899-4124-9f99-3a458c78a4c1 req-f937eb68-a9fa-4aff-8e76-81eca6b46bf9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=75276a04-f545-4a3d-9980-2e308be152f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2296498 Jul 29 23:49:41.572413 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-c6755ab4-74d4-425d-a7b1-ee0fd9284af7 req-f8d4686a-5358-4ee1-8339-5f19d3dfa7fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40218d58-4c73-432e-a438-6f264952d79f {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:49:41.578948 n-d-712141-10 neutron-server[94078]: DEBUG neutron.quota.resource [None req-80dc85f1-7c7b-4b84-8693-55d5546dd385 tempest-QuotasTest-1465875039 tempest-QuotasTest-1465875039-project-admin] Usage tracker for resource:port and tenant:50b83f6ce820403ea3078d3e17b90489 is out of sync, need to count used quota {{(pid=94078) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 29 23:49:41.585376 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-c6755ab4-74d4-425d-a7b1-ee0fd9284af7 req-f8d4686a-5358-4ee1-8339-5f19d3dfa7fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:41.603677 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-c6755ab4-74d4-425d-a7b1-ee0fd9284af7 req-f8d4686a-5358-4ee1-8339-5f19d3dfa7fa service neutron] Transition to ACTIVE for port object 40218d58-4c73-432e-a438-6f264952d79f will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:41.610396 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-c6755ab4-74d4-425d-a7b1-ee0fd9284af7 req-f8d4686a-5358-4ee1-8339-5f19d3dfa7fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:41.675339 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48f4bee-195a-4f13-aa59-73e84d4c6183 None None] New status for floating IP fb40c845-d07e-4498-be6a-3cd13891fa76: ACTIVE {{(pid=94080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:49:41.689773 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d4686a-5358-4ee1-8339-5f19d3dfa7fa service neutron] Pushing event updated for resources: {'Port': ['ID=40218d58-4c73-432e-a438-6f264952d79f,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:41.760701 n-d-712141-10 neutron-server[94078]: DEBUG neutron.quota.resource [None req-80dc85f1-7c7b-4b84-8693-55d5546dd385 tempest-QuotasTest-1465875039 tempest-QuotasTest-1465875039-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94078) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 29 23:49:41.770543 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f51ef854-8899-4124-9f99-3a458c78a4c1 req-434d24d1-b8ac-4407-9e23-4be705523ccc service neutron] 10.222.0.22 "GET /v2.0/networks/75276a04-f545-4a3d-9980-2e308be152f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864035 Jul 29 23:49:41.810246 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-c6755ab4-74d4-425d-a7b1-ee0fd9284af7 req-f8d4686a-5358-4ee1-8339-5f19d3dfa7fa service neutron] Attempting to bind port 40218d58-4c73-432e-a438-6f264952d79f on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:49:41.810900 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-c6755ab4-74d4-425d-a7b1-ee0fd9284af7 req-f8d4686a-5358-4ee1-8339-5f19d3dfa7fa service neutron] Attempting to bind port 40218d58-4c73-432e-a438-6f264952d79f by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '72d270a4-2cda-4d47-8b09-2438620db873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '7beca275-2208-4a98-ba1b-ab34ac8cad26'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:49:41.811173 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6755ab4-74d4-425d-a7b1-ee0fd9284af7 req-f8d4686a-5358-4ee1-8339-5f19d3dfa7fa service neutron] Attempting to bind port 40218d58-4c73-432e-a438-6f264952d79f on network 7beca275-2208-4a98-ba1b-ab34ac8cad26 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:49:41.816736 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6755ab4-74d4-425d-a7b1-ee0fd9284af7 req-f8d4686a-5358-4ee1-8339-5f19d3dfa7fa service neutron] Port 40218d58-4c73-432e-a438-6f264952d79f on network 7beca275-2208-4a98-ba1b-ab34ac8cad26 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:49:41.817230 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6755ab4-74d4-425d-a7b1-ee0fd9284af7 req-f8d4686a-5358-4ee1-8339-5f19d3dfa7fa service neutron] Attempting to bind port 40218d58-4c73-432e-a438-6f264952d79f on network 7beca275-2208-4a98-ba1b-ab34ac8cad26 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:49:41.823184 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6755ab4-74d4-425d-a7b1-ee0fd9284af7 req-f8d4686a-5358-4ee1-8339-5f19d3dfa7fa service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 49, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:49:41.823684 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6755ab4-74d4-425d-a7b1-ee0fd9284af7 req-f8d4686a-5358-4ee1-8339-5f19d3dfa7fa service neutron] Checking segment: {'id': '72d270a4-2cda-4d47-8b09-2438620db873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '7beca275-2208-4a98-ba1b-ab34ac8cad26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:49:41.824184 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6755ab4-74d4-425d-a7b1-ee0fd9284af7 req-f8d4686a-5358-4ee1-8339-5f19d3dfa7fa service neutron] Bound using segment: {'id': '72d270a4-2cda-4d47-8b09-2438620db873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '7beca275-2208-4a98-ba1b-ab34ac8cad26'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:49:41.825280 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-c6755ab4-74d4-425d-a7b1-ee0fd9284af7 req-f8d4686a-5358-4ee1-8339-5f19d3dfa7fa service neutron] Bound port: 40218d58-4c73-432e-a438-6f264952d79f, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72d270a4-2cda-4d47-8b09-2438620db873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '7beca275-2208-4a98-ba1b-ab34ac8cad26'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:49:41.825890 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-c6755ab4-74d4-425d-a7b1-ee0fd9284af7 req-f8d4686a-5358-4ee1-8339-5f19d3dfa7fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:41.895953 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e36f947-2449-4bf8-969f-a1213cf7d1de req-bec1b346-98ba-4401-b90e-b9798ab85cb4 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:41.897857 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2e36f947-2449-4bf8-969f-a1213cf7d1de req-bec1b346-98ba-4401-b90e-b9798ab85cb4 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ef24da6-d5f9-4e87-821b-437f26915cce HTTP/1.1" status: 200 len: 932 time: 0.3802812 Jul 29 23:49:41.905264 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a411a2-1d77-4bdd-a9b0-fe7cf03b41a8 req-9473c722-8d84-4728-8d17-94f6bb4f3a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:41.919322 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-35a411a2-1d77-4bdd-a9b0-fe7cf03b41a8 req-9473c722-8d84-4728-8d17-94f6bb4f3a25 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=07279870-3078-44f7-8035-d94a4d0b31e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4247384 Jul 29 23:49:41.946490 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-c6755ab4-74d4-425d-a7b1-ee0fd9284af7 req-f8d4686a-5358-4ee1-8339-5f19d3dfa7fa service neutron] For port 40218d58-4c73-432e-a438-6f264952d79f, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:49:41.964256 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-c6755ab4-74d4-425d-a7b1-ee0fd9284af7 req-f8d4686a-5358-4ee1-8339-5f19d3dfa7fa service neutron] For port 40218d58-4c73-432e-a438-6f264952d79f, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=40218d58-4c73-432e-a438-6f264952d79f,segment=NetworkSegment(72d270a4-2cda-4d47-8b09-2438620db873),segment_id=72d270a4-2cda-4d47-8b09-2438620db873)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:49:41.979562 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-c6755ab4-74d4-425d-a7b1-ee0fd9284af7 req-f8d4686a-5358-4ee1-8339-5f19d3dfa7fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:42.061467 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6755ab4-74d4-425d-a7b1-ee0fd9284af7 req-f8d4686a-5358-4ee1-8339-5f19d3dfa7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:42.062259 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-c6755ab4-74d4-425d-a7b1-ee0fd9284af7 req-f8d4686a-5358-4ee1-8339-5f19d3dfa7fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:42.063910 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c6755ab4-74d4-425d-a7b1-ee0fd9284af7 req-f8d4686a-5358-4ee1-8339-5f19d3dfa7fa service neutron] 10.222.0.22 "PUT /v2.0/ports/40218d58-4c73-432e-a438-6f264952d79f HTTP/1.1" status: 200 len: 1093 time: 1.1010652 Jul 29 23:49:42.137028 n-d-712141-10 neutron-server[94078]: DEBUG neutron.quota.resource [None req-80dc85f1-7c7b-4b84-8693-55d5546dd385 tempest-QuotasTest-1465875039 tempest-QuotasTest-1465875039-project-admin] Usage tracker for resource:router and tenant:50b83f6ce820403ea3078d3e17b90489 is out of sync, need to count used quota {{(pid=94078) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 29 23:49:42.203836 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2e36f947-2449-4bf8-969f-a1213cf7d1de req-bd770f57-671c-407f-9976-f6b60b902c5c tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/security-groups?id=370875b1-affd-4be9-be04-b884d3793d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2772582 Jul 29 23:49:42.212581 n-d-712141-10 neutron-server[94078]: DEBUG neutron.quota.resource [None req-80dc85f1-7c7b-4b84-8693-55d5546dd385 tempest-QuotasTest-1465875039 tempest-QuotasTest-1465875039-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94078) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 29 23:49:42.252621 n-d-712141-10 neutron-server[94078]: DEBUG neutron.quota.resource [None req-80dc85f1-7c7b-4b84-8693-55d5546dd385 tempest-QuotasTest-1465875039 tempest-QuotasTest-1465875039-project-admin] Usage tracker for resource:floatingip and tenant:50b83f6ce820403ea3078d3e17b90489 is out of sync, need to count used quota {{(pid=94078) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 29 23:49:42.260006 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f51ef854-8899-4124-9f99-3a458c78a4c1 req-16400477-9eee-4c57-a3cc-15c2b3385e25 service neutron] 10.222.0.22 "GET /v2.0/networks/75276a04-f545-4a3d-9980-2e308be152f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4719753 Jul 29 23:49:42.263815 n-d-712141-10 neutron-server[94078]: DEBUG neutron.quota.resource [None req-80dc85f1-7c7b-4b84-8693-55d5546dd385 tempest-QuotasTest-1465875039 tempest-QuotasTest-1465875039-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94078) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 29 23:49:42.267552 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-35a411a2-1d77-4bdd-a9b0-fe7cf03b41a8 req-40360414-bca3-4379-8c93-5406ae089554 service neutron] 10.222.0.41 "GET /v2.0/networks/07279870-3078-44f7-8035-d94a4d0b31e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291457 Jul 29 23:49:42.281100 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d4686a-5358-4ee1-8339-5f19d3dfa7fa service neutron] Pushing event updated for resources: {'Port': ['ID=40218d58-4c73-432e-a438-6f264952d79f,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:42.297677 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6755ab4-74d4-425d-a7b1-ee0fd9284af7 req-8fa2eb82-988d-4fbb-adc3-ff5100805eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:42.299194 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c6755ab4-74d4-425d-a7b1-ee0fd9284af7 req-8fa2eb82-988d-4fbb-adc3-ff5100805eaa service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bd9be2c0ad754adeaed7eabee32aed90&device_id=2ef24da6-d5f9-4e87-821b-437f26915cce HTTP/1.1" status: 200 len: 1096 time: 0.1817141 Jul 29 23:49:42.355306 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c6755ab4-74d4-425d-a7b1-ee0fd9284af7 req-c2618653-b38f-407d-947e-5d2226e24239 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40218d58-4c73-432e-a438-6f264952d79f HTTP/1.1" status: 200 len: 217 time: 0.0475147 Jul 29 23:49:42.405283 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ef24da6-d5f9-4e87-821b-437f26915cce', 'tag': '40218d58-4c73-432e-a438-6f264952d79f'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:49:42.408926 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f03e5b8e-0d08-4c74-8bd1-c20ae60cb273" -d '{"events": [{"name": "network-changed", "server_uuid": "2ef24da6-d5f9-4e87-821b-437f26915cce", "tag": "40218d58-4c73-432e-a438-6f264952d79f"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:49:42.420845 n-d-712141-10 neutron-server[94078]: DEBUG neutron.quota.resource [None req-80dc85f1-7c7b-4b84-8693-55d5546dd385 tempest-QuotasTest-1465875039 tempest-QuotasTest-1465875039-project-admin] Usage tracker for resource:security_group and tenant:50b83f6ce820403ea3078d3e17b90489 is out of sync, need to count used quota {{(pid=94078) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 29 23:49:42.446066 n-d-712141-10 neutron-server[94078]: DEBUG neutron.quota.resource [None req-80dc85f1-7c7b-4b84-8693-55d5546dd385 tempest-QuotasTest-1465875039 tempest-QuotasTest-1465875039-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94078) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 29 23:49:42.456783 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6755ab4-74d4-425d-a7b1-ee0fd9284af7 req-4ec8f69f-d095-4a44-92a6-fa3519d4a7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:42.462934 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c6755ab4-74d4-425d-a7b1-ee0fd9284af7 req-4ec8f69f-d095-4a44-92a6-fa3519d4a7a1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=860a9ed7-752a-4835-9f06-0329822b4eca HTTP/1.1" status: 200 len: 834 time: 0.0980659 Jul 29 23:49:42.465804 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-35a411a2-1d77-4bdd-a9b0-fe7cf03b41a8 req-0cfa098e-b624-46f5-852c-de723a95f7ba service neutron] 10.222.0.41 "GET /v2.0/networks/07279870-3078-44f7-8035-d94a4d0b31e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807566 Jul 29 23:49:42.470488 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653ad659-c1c6-48fe-8e0e-1cfc6ef97368 x-openstack-request-id: req-653ad659-c1c6-48fe-8e0e-1cfc6ef97368 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:49:42.470916 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ef24da6-d5f9-4e87-821b-437f26915cce", "tag": "40218d58-4c73-432e-a438-6f264952d79f", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:49:42.471302 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-653ad659-c1c6-48fe-8e0e-1cfc6ef97368 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:49:42.471900 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ef24da6-d5f9-4e87-821b-437f26915cce', 'tag': '40218d58-4c73-432e-a438-6f264952d79f', 'status': 'completed', 'code': 200} Jul 29 23:49:42.472366 n-d-712141-10 neutron-server[94078]: DEBUG neutron.quota.resource [None req-80dc85f1-7c7b-4b84-8693-55d5546dd385 tempest-QuotasTest-1465875039 tempest-QuotasTest-1465875039-project-admin] Usage tracker for resource:security_group_rule and tenant:50b83f6ce820403ea3078d3e17b90489 is out of sync, need to count used quota {{(pid=94078) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 29 23:49:42.479123 n-d-712141-10 neutron-server[94078]: DEBUG neutron.quota.resource [None req-80dc85f1-7c7b-4b84-8693-55d5546dd385 tempest-QuotasTest-1465875039 tempest-QuotasTest-1465875039-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94078) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 29 23:49:42.487466 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-80dc85f1-7c7b-4b84-8693-55d5546dd385 tempest-QuotasTest-1465875039 tempest-QuotasTest-1465875039-project-admin] 10.222.0.43 "GET /v2.0/quotas/50b83f6ce820403ea3078d3e17b90489/details.json HTTP/1.1" status: 200 len: 703 time: 1.3073390 Jul 29 23:49:42.544788 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6755ab4-74d4-425d-a7b1-ee0fd9284af7 req-a41acb6c-ac6a-48c7-98d8-248c2a0ad4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:42.546407 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c6755ab4-74d4-425d-a7b1-ee0fd9284af7 req-a41acb6c-ac6a-48c7-98d8-248c2a0ad4e6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7beca275-2208-4a98-ba1b-ab34ac8cad26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0732422 Jul 29 23:49:42.673625 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c6755ab4-74d4-425d-a7b1-ee0fd9284af7 req-4f556a1b-f3d3-46d3-922b-f57b7c3ac217 service neutron] 10.222.0.22 "GET /v2.0/networks/7beca275-2208-4a98-ba1b-ab34ac8cad26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149962 Jul 29 23:49:42.692093 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd48b1-f508-448c-b248-3572f0402f50 req-f9c68216-9440-4922-8fb7-a1e90fdac154 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:42.694415 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0bbd48b1-f508-448c-b248-3572f0402f50 req-f9c68216-9440-4922-8fb7-a1e90fdac154 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=c65b8f95-9da3-4485-bd7b-4f14879e268c HTTP/1.1" status: 200 len: 945 time: 0.0591025 Jul 29 23:49:42.767935 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0bbd48b1-f508-448c-b248-3572f0402f50 req-af0665f1-6bf2-4aed-bfa2-45c91212a2a3 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e6eb237-bd1b-4499-9a2d-2e1657fd82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654058 Jul 29 23:49:42.815188 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c6755ab4-74d4-425d-a7b1-ee0fd9284af7 req-05973449-5993-478c-b5d5-95f5b8042620 service neutron] 10.222.0.22 "GET /v2.0/networks/7beca275-2208-4a98-ba1b-ab34ac8cad26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323195 Jul 29 23:49:42.924257 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e5b8e-0d08-4c74-8bd1-c20ae60cb273 req-fd9a80f2-5348-4169-b20f-6e1bcb25c0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:42.925930 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f03e5b8e-0d08-4c74-8bd1-c20ae60cb273 req-fd9a80f2-5348-4169-b20f-6e1bcb25c0f0 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bd9be2c0ad754adeaed7eabee32aed90&device_id=2ef24da6-d5f9-4e87-821b-437f26915cce HTTP/1.1" status: 200 len: 1096 time: 0.0623298 Jul 29 23:49:43.034272 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 46414) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:43.053294 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e5b8e-0d08-4c74-8bd1-c20ae60cb273 req-726b2d2a-7e21-44e1-9bd2-e0ed23b24c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:43.054843 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f03e5b8e-0d08-4c74-8bd1-c20ae60cb273 req-726b2d2a-7e21-44e1-9bd2-e0ed23b24c09 service neutron] 10.222.0.22 "GET /v2.0/networks?id=7beca275-2208-4a98-ba1b-ab34ac8cad26 HTTP/1.1" status: 200 len: 898 time: 0.1216271 Jul 29 23:49:43.133549 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f03e5b8e-0d08-4c74-8bd1-c20ae60cb273 req-298baabe-96e1-49bb-8d05-f23f72fa6fce service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40218d58-4c73-432e-a438-6f264952d79f HTTP/1.1" status: 200 len: 217 time: 0.0707188 Jul 29 23:49:43.204489 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-10bce96f-7bf5-4132-89e8-ea8ba17ce1c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:43.208117 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e5b8e-0d08-4c74-8bd1-c20ae60cb273 req-8bddd84d-ca43-4d4f-b2c5-ac8c533b9d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:43.209670 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f03e5b8e-0d08-4c74-8bd1-c20ae60cb273 req-8bddd84d-ca43-4d4f-b2c5-ac8c533b9d07 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=860a9ed7-752a-4835-9f06-0329822b4eca HTTP/1.1" status: 200 len: 834 time: 0.0673416 Jul 29 23:49:43.276341 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e5b8e-0d08-4c74-8bd1-c20ae60cb273 req-4530abcd-c5b9-4f18-b9a9-83a2be946802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:43.278611 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f03e5b8e-0d08-4c74-8bd1-c20ae60cb273 req-4530abcd-c5b9-4f18-b9a9-83a2be946802 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7beca275-2208-4a98-ba1b-ab34ac8cad26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0600510 Jul 29 23:49:43.372118 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768d843-08ee-4d7b-8c75-900e64b47c85 req-b1d0bf7f-257e-463f-8b07-7f95e3bab9d8 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:43.373992 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d768d843-08ee-4d7b-8c75-900e64b47c85 req-b1d0bf7f-257e-463f-8b07-7f95e3bab9d8 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ef24da6-d5f9-4e87-821b-437f26915cce HTTP/1.1" status: 200 len: 944 time: 0.0929589 Jul 29 23:49:43.375998 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-10bce96f-7bf5-4132-89e8-ea8ba17ce1c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:43.381492 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-10bce96f-7bf5-4132-89e8-ea8ba17ce1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:43.420440 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f03e5b8e-0d08-4c74-8bd1-c20ae60cb273 req-1b74b651-d161-4ef7-8750-f8e240cd98c8 service neutron] 10.222.0.22 "GET /v2.0/networks/7beca275-2208-4a98-ba1b-ab34ac8cad26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230175 Jul 29 23:49:43.459299 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bce96f-7bf5-4132-89e8-ea8ba17ce1c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c053699-30fd-4942-8805-f3516d355506,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:43.469121 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-10bce96f-7bf5-4132-89e8-ea8ba17ce1c6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a77e519e13e44167a4db2127c3bf10f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4335680 Jul 29 23:49:43.478178 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 46424) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:43.579975 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d768d843-08ee-4d7b-8c75-900e64b47c85 req-f784bcfd-c226-4bb4-99b1-b168efc5ff90 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/security-groups?id=370875b1-affd-4be9-be04-b884d3793d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1930809 Jul 29 23:49:43.608372 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f03e5b8e-0d08-4c74-8bd1-c20ae60cb273 req-b4f0b990-de82-4725-aab8-a0058c029b0d service neutron] 10.222.0.22 "GET /v2.0/networks/7beca275-2208-4a98-ba1b-ab34ac8cad26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710546 Jul 29 23:49:43.648108 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a4462681-c7dc-47e0-8be9-3ec86b8fb4c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:43.678092 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a4462681-c7dc-47e0-8be9-3ec86b8fb4c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:43.740581 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a4462681-c7dc-47e0-8be9-3ec86b8fb4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:43.743471 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a4462681-c7dc-47e0-8be9-3ec86b8fb4c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:43.744801 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-a4462681-c7dc-47e0-8be9-3ec86b8fb4c7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1c053699-30fd-4942-8805-f3516d355506 HTTP/1.1" status: 204 len: 168 time: 0.2652669 Jul 29 23:49:43.754829 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4462681-c7dc-47e0-8be9-3ec86b8fb4c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c053699-30fd-4942-8805-f3516d355506,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:43.941384 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd6a58-5f29-4578-a3bf-950dd0016736 req-23b5bb9c-6737-40a2-ac2e-facaa58f2501 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:43.943347 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4ebd6a58-5f29-4578-a3bf-950dd0016736 req-23b5bb9c-6737-40a2-ac2e-facaa58f2501 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=c65b8f95-9da3-4485-bd7b-4f14879e268c HTTP/1.1" status: 200 len: 945 time: 0.0717642 Jul 29 23:49:44.007113 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4ebd6a58-5f29-4578-a3bf-950dd0016736 req-562df7cc-2410-48a5-b1d3-45f913f50ad5 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e6eb237-bd1b-4499-9a2d-2e1657fd82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539043 Jul 29 23:49:44.111340 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 46436) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:44.126312 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-500ed446-7622-43e1-923f-1ba616a0dd5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:44.237550 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-500ed446-7622-43e1-923f-1ba616a0dd5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:44.242140 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-500ed446-7622-43e1-923f-1ba616a0dd5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:44.287858 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-500ed446-7622-43e1-923f-1ba616a0dd5a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=50b83f6ce820403ea3078d3e17b90489&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1728942 Jul 29 23:49:44.287858 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500ed446-7622-43e1-923f-1ba616a0dd5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0521794c-157a-49e6-be74-c1e05236c0f5,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:44.288263 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 46440) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:44.353012 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-37b8219c-33dc-45bf-8f38-1fac3239610b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:44.376677 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-37b8219c-33dc-45bf-8f38-1fac3239610b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:44.428408 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-37b8219c-33dc-45bf-8f38-1fac3239610b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:44.431287 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-37b8219c-33dc-45bf-8f38-1fac3239610b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:44.432508 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-37b8219c-33dc-45bf-8f38-1fac3239610b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0521794c-157a-49e6-be74-c1e05236c0f5 HTTP/1.1" status: 204 len: 168 time: 0.1432347 Jul 29 23:49:44.441607 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b8219c-33dc-45bf-8f38-1fac3239610b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0521794c-157a-49e6-be74-c1e05236c0f5,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:44.735367 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa5123-f5ed-4622-907a-7a4177146217 req-550b6476-bfed-4c22-a968-6150f5af625f tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:44.737010 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-41fa5123-f5ed-4622-907a-7a4177146217 req-550b6476-bfed-4c22-a968-6150f5af625f tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ef24da6-d5f9-4e87-821b-437f26915cce HTTP/1.1" status: 200 len: 944 time: 0.0634952 Jul 29 23:49:44.793745 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-41fa5123-f5ed-4622-907a-7a4177146217 req-2e6231f1-9d25-4df3-bdd5-75901398f55a tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/security-groups?id=370875b1-affd-4be9-be04-b884d3793d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472195 Jul 29 23:49:45.187043 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309b1e8-0e87-44bd-9116-6df9b22524a8 req-e975b4cd-310a-487c-a0aa-179be31b23cf tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:45.190846 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2309b1e8-0e87-44bd-9116-6df9b22524a8 req-e975b4cd-310a-487c-a0aa-179be31b23cf tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=c65b8f95-9da3-4485-bd7b-4f14879e268c HTTP/1.1" status: 200 len: 945 time: 0.0756316 Jul 29 23:49:45.247296 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2309b1e8-0e87-44bd-9116-6df9b22524a8 req-0a4ac764-4b49-443b-9fc4-c1743713ee32 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e6eb237-bd1b-4499-9a2d-2e1657fd82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481839 Jul 29 23:49:45.341831 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 46470) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:45.500623 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-cad83943-de41-4708-9544-fc8c6945bd55 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-173665240'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:45.534880 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad83943-de41-4708-9544-fc8c6945bd55 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Made reservation on behalf of bb469c0a2c844c9d9fb8829d00203743 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:49:45.540504 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cad83943-de41-4708-9544-fc8c6945bd55 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:45.554123 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cad83943-de41-4708-9544-fc8c6945bd55 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:45.739689 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cad83943-de41-4708-9544-fc8c6945bd55 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:45.744865 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cad83943-de41-4708-9544-fc8c6945bd55 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:45.791592 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cad83943-de41-4708-9544-fc8c6945bd55 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:49:45.803713 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad83943-de41-4708-9544-fc8c6945bd55 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08151ab1-28bd-4806-98e0-b38b7db25166,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:45.812711 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cad83943-de41-4708-9544-fc8c6945bd55 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:45.813136 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-cad83943-de41-4708-9544-fc8c6945bd55 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Added segment 370a6b47-4a4c-40a9-8bdb-47fb3ac2e373 of type vlan for network d249f631-61b0-429f-b915-5ed848906e51 Jul 29 23:49:45.848424 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 40218d58-4c73-432e-a438-6f264952d79f details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:49:45.904077 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cad83943-de41-4708-9544-fc8c6945bd55 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:45.954718 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cad83943-de41-4708-9544-fc8c6945bd55 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:45.969205 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad83943-de41-4708-9544-fc8c6945bd55 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:45.970365 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cad83943-de41-4708-9544-fc8c6945bd55 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:45.986239 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe7f089-7555-4c18-b36d-9123abcedf6e req-5636827a-157d-44d3-b2ce-7e644c0fa2d0 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:45.989198 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-afe7f089-7555-4c18-b36d-9123abcedf6e req-5636827a-157d-44d3-b2ce-7e644c0fa2d0 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ef24da6-d5f9-4e87-821b-437f26915cce HTTP/1.1" status: 200 len: 944 time: 0.0944505 Jul 29 23:49:46.061300 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad83943-de41-4708-9544-fc8c6945bd55 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Pushing event updated for resources: {'Network': ['ID=d249f631-61b0-429f-b915-5ed848906e51,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:46.068758 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 40218d58-4c73-432e-a438-6f264952d79f, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=40218d58-4c73-432e-a438-6f264952d79f,segment=NetworkSegment(72d270a4-2cda-4d47-8b09-2438620db873),segment_id=72d270a4-2cda-4d47-8b09-2438620db873)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:46.072897 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-cad83943-de41-4708-9544-fc8c6945bd55 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.7296731 Jul 29 23:49:46.073947 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network d249f631-61b0-429f-b915-5ed848906e51 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:49:46.078040 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 46480) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:46.082937 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-afe7f089-7555-4c18-b36d-9123abcedf6e req-9cab05aa-8921-4e2a-af3b-c8bd5dd914a6 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/security-groups?id=370875b1-affd-4be9-be04-b884d3793d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796733 Jul 29 23:49:46.085974 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-15f66ea4-25c8-4afb-a03f-10be9cc760e9 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Request body: {'subnet': {'network_id': 'd249f631-61b0-429f-b915-5ed848906e51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:46.180619 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '40218d58-4c73-432e-a438-6f264952d79f', 'network_id': '7beca275-2208-4a98-ba1b-ab34ac8cad26', 'port_id': '40218d58-4c73-432e-a438-6f264952d79f', 'mac_address': 'fa:16:3e:52:49:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '860a9ed7-752a-4835-9f06-0329822b4eca', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:49:46.259288 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f66ea4-25c8-4afb-a03f-10be9cc760e9 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Made reservation on behalf of bb469c0a2c844c9d9fb8829d00203743 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:49:46.262608 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:46.265181 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-15f66ea4-25c8-4afb-a03f-10be9cc760e9 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:46.278196 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40218d58-4c73-432e-a438-6f264952d79f {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:49:46.306521 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 40218d58-4c73-432e-a438-6f264952d79f, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=40218d58-4c73-432e-a438-6f264952d79f,segment=NetworkSegment(72d270a4-2cda-4d47-8b09-2438620db873),segment_id=72d270a4-2cda-4d47-8b09-2438620db873)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:46.313500 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:46.397114 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=40218d58-4c73-432e-a438-6f264952d79f,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:46.490810 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e19f95-a790-467f-b454-550746a06099 req-a12aa355-b3d7-4bce-86fe-4d0be3b76986 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:46.494324 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-08e19f95-a790-467f-b454-550746a06099 req-a12aa355-b3d7-4bce-86fe-4d0be3b76986 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=c65b8f95-9da3-4485-bd7b-4f14879e268c HTTP/1.1" status: 200 len: 945 time: 0.0868230 Jul 29 23:49:46.513756 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-15f66ea4-25c8-4afb-a03f-10be9cc760e9 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:46.534185 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['40218d58-4c73-432e-a438-6f264952d79f'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:49:46.576887 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-08e19f95-a790-467f-b454-550746a06099 req-eee29e39-a223-4256-8477-af85f2349f06 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e6eb237-bd1b-4499-9a2d-2e1657fd82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711505 Jul 29 23:49:46.586488 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f66ea4-25c8-4afb-a03f-10be9cc760e9 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Pushing event updated for resources: {'Subnet': ['ID=12474c6c-d6f5-440d-b6a2-23a57c10accd,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:46.595206 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f66ea4-25c8-4afb-a03f-10be9cc760e9 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Checking segment: {'id': '370a6b47-4a4c-40a9-8bdb-47fb3ac2e373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd249f631-61b0-429f-b915-5ed848906e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:49:46.595577 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f66ea4-25c8-4afb-a03f-10be9cc760e9 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Network hostable DHCP agents. Network: d249f631-61b0-429f-b915-5ed848906e51, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:49:46.623934 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f66ea4-25c8-4afb-a03f-10be9cc760e9 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Network d249f631-61b0-429f-b915-5ed848906e51 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:49:46.636785 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-15f66ea4-25c8-4afb-a03f-10be9cc760e9 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, d249f631-61b0-429f-b915-5ed848906e51) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:46.643149 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f66ea4-25c8-4afb-a03f-10be9cc760e9 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:46.643959 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-15f66ea4-25c8-4afb-a03f-10be9cc760e9 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:46.660102 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738c62b1-f650-4c4a-adf1-401cc0884dd2 None None] Network d249f631-61b0-429f-b915-5ed848906e51 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:49:46.664159 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-15f66ea4-25c8-4afb-a03f-10be9cc760e9 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5847714 Jul 29 23:49:46.672018 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 46486) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:46.678987 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-06c54922-8854-4cd7-9cd1-d82a9aee505a tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Request body: {'port': {'network_id': 'd249f631-61b0-429f-b915-5ed848906e51', 'name': 'tempest-AllowedAddressPairTestJSON-1714937715'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:46.831968 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c54922-8854-4cd7-9cd1-d82a9aee505a tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Made reservation on behalf of bb469c0a2c844c9d9fb8829d00203743 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:49:46.845936 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-06c54922-8854-4cd7-9cd1-d82a9aee505a tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:46.871538 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [None req-06c54922-8854-4cd7-9cd1-d82a9aee505a tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] device_id is not set on port 7beb9a5b-64e6-4b4a-bedb-d10463de60f8 yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:49:46.982503 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ff3293-f3c5-4e16-b4e7-859528bf60cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-d249f631-61b0-429f-b915-5ed848906e51', 'network_id': 'd249f631-61b0-429f-b915-5ed848906e51', 'tenant_id': 'bb469c0a2c844c9d9fb8829d00203743', 'fixed_ips': [{'subnet_id': '12474c6c-d6f5-440d-b6a2-23a57c10accd'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:49:46.983384 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-63ff3293-f3c5-4e16-b4e7-859528bf60cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:47.065001 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-06c54922-8854-4cd7-9cd1-d82a9aee505a tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Allocated IP 172.20.0.9 (d249f631-61b0-429f-b915-5ed848906e51/12474c6c-d6f5-440d-b6a2-23a57c10accd/7beb9a5b-64e6-4b4a-bedb-d10463de60f8) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:49:47.281798 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0836842-0305-460f-a34c-43d821b788f9 req-ab150952-a43d-4e50-be52-2109da9cfcdc tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:47.285329 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b0836842-0305-460f-a34c-43d821b788f9 req-ab150952-a43d-4e50-be52-2109da9cfcdc tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ef24da6-d5f9-4e87-821b-437f26915cce HTTP/1.1" status: 200 len: 945 time: 0.0851119 Jul 29 23:49:47.314140 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-06c54922-8854-4cd7-9cd1-d82a9aee505a tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:47.332425 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-06c54922-8854-4cd7-9cd1-d82a9aee505a tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Transition to ACTIVE for port object 7beb9a5b-64e6-4b4a-bedb-d10463de60f8 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:47.351521 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b0836842-0305-460f-a34c-43d821b788f9 req-4a162e1f-9e4b-4ca6-9870-342362ab6180 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/security-groups?id=370875b1-affd-4be9-be04-b884d3793d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476961 Jul 29 23:49:47.378981 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-06c54922-8854-4cd7-9cd1-d82a9aee505a tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:47.445050 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c54922-8854-4cd7-9cd1-d82a9aee505a tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Network d249f631-61b0-429f-b915-5ed848906e51 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:49:47.457686 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-06c54922-8854-4cd7-9cd1-d82a9aee505a tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:47.459744 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c54922-8854-4cd7-9cd1-d82a9aee505a tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Pushing event updated for resources: {'Port': ['ID=7beb9a5b-64e6-4b4a-bedb-d10463de60f8,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:47.462126 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c54922-8854-4cd7-9cd1-d82a9aee505a tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:49:47.467914 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-63ff3293-f3c5-4e16-b4e7-859528bf60cf None None] Allocated IP 172.20.0.2 (d249f631-61b0-429f-b915-5ed848906e51/12474c6c-d6f5-440d-b6a2-23a57c10accd/807cd99e-b17f-444f-ab5c-1c324d57f35d) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:49:47.523580 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c54922-8854-4cd7-9cd1-d82a9aee505a tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:47.524393 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-06c54922-8854-4cd7-9cd1-d82a9aee505a tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:47.547660 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-06c54922-8854-4cd7-9cd1-d82a9aee505a tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8710175 Jul 29 23:49:47.547660 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 46502) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:47.553115 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-2e232f3e-68ff-4384-9a37-b145aeceef71 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Request body: {'port': {'network_id': 'd249f631-61b0-429f-b915-5ed848906e51', 'name': 'tempest-AllowedAddressPairTestJSON-535152762', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:d2:4c:fb'}]}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:47.670618 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-63ff3293-f3c5-4e16-b4e7-859528bf60cf None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:47.680239 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-63ff3293-f3c5-4e16-b4e7-859528bf60cf None None] Transition to ACTIVE for port object 807cd99e-b17f-444f-ab5c-1c324d57f35d will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:47.698412 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-63ff3293-f3c5-4e16-b4e7-859528bf60cf None None] Transition to ACTIVE for port object 807cd99e-b17f-444f-ab5c-1c324d57f35d will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:47.708073 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-63ff3293-f3c5-4e16-b4e7-859528bf60cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:47.726255 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e232f3e-68ff-4384-9a37-b145aeceef71 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Made reservation on behalf of bb469c0a2c844c9d9fb8829d00203743 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:49:47.775276 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ff3293-f3c5-4e16-b4e7-859528bf60cf None None] Network d249f631-61b0-429f-b915-5ed848906e51 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:49:47.778470 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-63ff3293-f3c5-4e16-b4e7-859528bf60cf None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:47.782231 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ff3293-f3c5-4e16-b4e7-859528bf60cf None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:49:47.785605 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a62413-5584-49bf-8d4b-8319902fbf4b req-4bd78776-415b-474d-a20e-fc7b14df6925 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:47.797876 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-67a62413-5584-49bf-8d4b-8319902fbf4b req-4bd78776-415b-474d-a20e-fc7b14df6925 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=c65b8f95-9da3-4485-bd7b-4f14879e268c HTTP/1.1" status: 200 len: 945 time: 0.1084282 Jul 29 23:49:47.845759 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ff3293-f3c5-4e16-b4e7-859528bf60cf None None] Pushing event updated for resources: {'Port': ['ID=807cd99e-b17f-444f-ab5c-1c324d57f35d,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:47.856366 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2e232f3e-68ff-4384-9a37-b145aeceef71 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:47.862258 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-63ff3293-f3c5-4e16-b4e7-859528bf60cf None None] Attempting to bind port 807cd99e-b17f-444f-ab5c-1c324d57f35d on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:49:47.862749 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-63ff3293-f3c5-4e16-b4e7-859528bf60cf None None] Attempting to bind port 807cd99e-b17f-444f-ab5c-1c324d57f35d by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '370a6b47-4a4c-40a9-8bdb-47fb3ac2e373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd249f631-61b0-429f-b915-5ed848906e51'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:49:47.863127 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ff3293-f3c5-4e16-b4e7-859528bf60cf None None] Attempting to bind port 807cd99e-b17f-444f-ab5c-1c324d57f35d on network d249f631-61b0-429f-b915-5ed848906e51 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:49:47.866611 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 40218d58-4c73-432e-a438-6f264952d79f up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:49:47.877247 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [None req-2e232f3e-68ff-4384-9a37-b145aeceef71 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] device_id is not set on port 56f330d9-5cd9-4a18-8142-f1384d1a23af yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:49:47.881717 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-67a62413-5584-49bf-8d4b-8319902fbf4b req-4b6dcb5f-50fe-4dce-aa14-6c9fc24a5256 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e6eb237-bd1b-4499-9a2d-2e1657fd82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817304 Jul 29 23:49:47.882143 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ff3293-f3c5-4e16-b4e7-859528bf60cf None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:49:47.884076 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ff3293-f3c5-4e16-b4e7-859528bf60cf None None] Checking segment: {'id': '370a6b47-4a4c-40a9-8bdb-47fb3ac2e373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd249f631-61b0-429f-b915-5ed848906e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:49:47.884511 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-63ff3293-f3c5-4e16-b4e7-859528bf60cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:47.885400 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ff3293-f3c5-4e16-b4e7-859528bf60cf None None] Bound using segment: {'id': '370a6b47-4a4c-40a9-8bdb-47fb3ac2e373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd249f631-61b0-429f-b915-5ed848906e51'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:49:47.885927 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-63ff3293-f3c5-4e16-b4e7-859528bf60cf None None] Bound port: 807cd99e-b17f-444f-ab5c-1c324d57f35d, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370a6b47-4a4c-40a9-8bdb-47fb3ac2e373', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'd249f631-61b0-429f-b915-5ed848906e51'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:49:47.886434 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-63ff3293-f3c5-4e16-b4e7-859528bf60cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:48.010851 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-63ff3293-f3c5-4e16-b4e7-859528bf60cf None None] For port 807cd99e-b17f-444f-ab5c-1c324d57f35d, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:49:48.016574 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-63ff3293-f3c5-4e16-b4e7-859528bf60cf None None] For port 807cd99e-b17f-444f-ab5c-1c324d57f35d, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=807cd99e-b17f-444f-ab5c-1c324d57f35d,segment=NetworkSegment(370a6b47-4a4c-40a9-8bdb-47fb3ac2e373),segment_id=370a6b47-4a4c-40a9-8bdb-47fb3ac2e373)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:49:48.027763 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-63ff3293-f3c5-4e16-b4e7-859528bf60cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:48.037209 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port 40218d58-4c73-432e-a438-6f264952d79f completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:49:48.051256 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-2e232f3e-68ff-4384-9a37-b145aeceef71 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Allocated IP 172.20.0.14 (d249f631-61b0-429f-b915-5ed848906e51/12474c6c-d6f5-440d-b6a2-23a57c10accd/56f330d9-5cd9-4a18-8142-f1384d1a23af) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:49:48.081563 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 40218d58-4c73-432e-a438-6f264952d79f triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:48.082035 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:48.144802 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ff3293-f3c5-4e16-b4e7-859528bf60cf None None] Pushing event updated for resources: {'Port': ['ID=807cd99e-b17f-444f-ab5c-1c324d57f35d,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:48.221032 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:48.267091 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ef24da6-d5f9-4e87-821b-437f26915cce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40218d58-4c73-432e-a438-6f264952d79f'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:49:48.269438 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edeffa57-1757-42f2-9c41-be27a12db189" -d '{"events": [{"server_uuid": "2ef24da6-d5f9-4e87-821b-437f26915cce", "name": "network-vif-plugged", "status": "completed", "tag": "40218d58-4c73-432e-a438-6f264952d79f"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:49:48.288866 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 40218d58-4c73-432e-a438-6f264952d79f, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=40218d58-4c73-432e-a438-6f264952d79f,segment=NetworkSegment(72d270a4-2cda-4d47-8b09-2438620db873),segment_id=72d270a4-2cda-4d47-8b09-2438620db873)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:48.292928 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:48.362554 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f1f1eb2-3e72-4160-b7e5-64c7f4630071 x-openstack-request-id: req-9f1f1eb2-3e72-4160-b7e5-64c7f4630071 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:49:48.362852 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ef24da6-d5f9-4e87-821b-437f26915cce", "name": "network-vif-plugged", "status": "completed", "tag": "40218d58-4c73-432e-a438-6f264952d79f", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:49:48.363110 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9f1f1eb2-3e72-4160-b7e5-64c7f4630071 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:49:48.363652 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ef24da6-d5f9-4e87-821b-437f26915cce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40218d58-4c73-432e-a438-6f264952d79f', 'code': 200} Jul 29 23:49:48.438884 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=40218d58-4c73-432e-a438-6f264952d79f,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:48.540756 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de9efd1-d3d5-4293-bfe2-f420faea7bfd req-19679964-07ed-4c19-ba8a-95bbbb9431e1 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:48.556380 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8de9efd1-d3d5-4293-bfe2-f420faea7bfd req-19679964-07ed-4c19-ba8a-95bbbb9431e1 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ef24da6-d5f9-4e87-821b-437f26915cce HTTP/1.1" status: 200 len: 946 time: 0.0683570 Jul 29 23:49:48.557279 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2e232f3e-68ff-4384-9a37-b145aeceef71 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:48.590780 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e84e3a-0388-4ba7-a67f-ba6b981bb02c req-25c96f85-7a2d-4cd6-af2c-476aa757fd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:48.592545 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-44e84e3a-0388-4ba7-a67f-ba6b981bb02c req-25c96f85-7a2d-4cd6-af2c-476aa757fd0e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2ef24da6-d5f9-4e87-821b-437f26915cce HTTP/1.1" status: 200 len: 1098 time: 0.1275654 Jul 29 23:49:48.615035 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-2e232f3e-68ff-4384-9a37-b145aeceef71 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Transition to ACTIVE for port object 56f330d9-5cd9-4a18-8142-f1384d1a23af will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:48.626779 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8de9efd1-d3d5-4293-bfe2-f420faea7bfd req-07fd1081-df02-4a36-89f3-dda40fb5b4fc tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/security-groups?id=370875b1-affd-4be9-be04-b884d3793d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692780 Jul 29 23:49:48.706562 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-44e84e3a-0388-4ba7-a67f-ba6b981bb02c req-d6f4c0e9-7f25-4457-9db2-46fae9b20d29 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=370875b1-affd-4be9-be04-b884d3793d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963578 Jul 29 23:49:48.722316 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 807cd99e-b17f-444f-ab5c-1c324d57f35d up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:49:48.765559 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2e232f3e-68ff-4384-9a37-b145aeceef71 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:48.795838 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 807cd99e-b17f-444f-ab5c-1c324d57f35d completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:49:48.838994 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e232f3e-68ff-4384-9a37-b145aeceef71 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Network d249f631-61b0-429f-b915-5ed848906e51 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:49:48.846562 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-2e232f3e-68ff-4384-9a37-b145aeceef71 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:48.850303 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e232f3e-68ff-4384-9a37-b145aeceef71 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:49:48.880254 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e232f3e-68ff-4384-9a37-b145aeceef71 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Pushing event updated for resources: {'Port': ['ID=56f330d9-5cd9-4a18-8142-f1384d1a23af,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:48.917140 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e232f3e-68ff-4384-9a37-b145aeceef71 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:48.920729 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2e232f3e-68ff-4384-9a37-b145aeceef71 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:48.941647 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-2e232f3e-68ff-4384-9a37-b145aeceef71 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.3925755 Jul 29 23:49:48.944079 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 46520) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:49.036965 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be2110-c6b8-4f3d-b4d5-370cd80cd039 req-1966f4fe-9583-477b-914b-37853cf694d6 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:49.038610 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-35be2110-c6b8-4f3d-b4d5-370cd80cd039 req-1966f4fe-9583-477b-914b-37853cf694d6 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=c65b8f95-9da3-4485-bd7b-4f14879e268c HTTP/1.1" status: 200 len: 945 time: 0.0678701 Jul 29 23:49:49.044769 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee1e00b-5733-49db-9964-bcaf9f1a4217 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:49.051227 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee1e00b-5733-49db-9964-bcaf9f1a4217 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:49.057492 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee1e00b-5733-49db-9964-bcaf9f1a4217 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:49.063836 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-aee1e00b-5733-49db-9964-bcaf9f1a4217 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.1146727 Jul 29 23:49:49.064223 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 46522) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:49.095597 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-35be2110-c6b8-4f3d-b4d5-370cd80cd039 req-be01d803-3f75-44a9-8f30-4fdc41d5517a tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e6eb237-bd1b-4499-9a2d-2e1657fd82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495636 Jul 29 23:49:49.193639 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-8cd1f6a9-8a44-4dfb-ae93-b8f644bac47e tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Deleting port 56f330d9-5cd9-4a18-8142-f1384d1a23af {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:49:49.193993 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8cd1f6a9-8a44-4dfb-ae93-b8f644bac47e tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:49.291330 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8cd1f6a9-8a44-4dfb-ae93-b8f644bac47e tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:49.305379 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-8cd1f6a9-8a44-4dfb-ae93-b8f644bac47e tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Calling delete_port for 56f330d9-5cd9-4a18-8142-f1384d1a23af owned by {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:49:49.458565 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8cd1f6a9-8a44-4dfb-ae93-b8f644bac47e tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:49.492747 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4c8188-f01e-46d8-83b3-3e80fda736a3 None None] Network d249f631-61b0-429f-b915-5ed848906e51 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:49:49.493415 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd1f6a9-8a44-4dfb-ae93-b8f644bac47e tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Pushing event deleted for resources: {'Port': ['ID=56f330d9-5cd9-4a18-8142-f1384d1a23af,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:49.721911 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8cd1f6a9-8a44-4dfb-ae93-b8f644bac47e tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:49.725984 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 46530) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:49.727423 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8cd1f6a9-8a44-4dfb-ae93-b8f644bac47e tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] 10.222.0.43 "DELETE /v2.0/ports/56f330d9-5cd9-4a18-8142-f1384d1a23af HTTP/1.1" status: 204 len: 168 time: 0.6620958 Jul 29 23:49:49.794523 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f96a303e-fe2c-44dd-9d0e-3d95d9848589 None None] Provisioning for port 807cd99e-b17f-444f-ab5c-1c324d57f35d completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:49:49.797539 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-34a822f6-4f02-4b8d-9c05-c1e599cdaebe tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] GET failed (client error): The resource could not be found. Jul 29 23:49:49.799527 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-34a822f6-4f02-4b8d-9c05-c1e599cdaebe tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] 10.222.0.43 "GET /v2.0/ports/56f330d9-5cd9-4a18-8142-f1384d1a23af HTTP/1.1" status: 404 len: 333 time: 0.0641139 Jul 29 23:49:49.804264 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 46534) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:49.810969 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-206c1192-cc82-483a-9a63-9df394cc2f9d tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Request body: {'port': {'network_id': 'd249f631-61b0-429f-b915-5ed848906e51', 'name': 'tempest-AllowedAddressPairTestJSON-1436462948'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:49.813375 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:49.822935 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f96a303e-fe2c-44dd-9d0e-3d95d9848589 None None] Provisioning complete for port 807cd99e-b17f-444f-ab5c-1c324d57f35d triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:49.823676 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f96a303e-fe2c-44dd-9d0e-3d95d9848589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:49.883431 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf2cfbc-54e1-480f-846d-a9e6c3870490 req-b3e88623-1fd3-464b-a54c-651e72943a56 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:49.885293 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8bf2cfbc-54e1-480f-846d-a9e6c3870490 req-b3e88623-1fd3-464b-a54c-651e72943a56 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ef24da6-d5f9-4e87-821b-437f26915cce HTTP/1.1" status: 200 len: 946 time: 0.1617839 Jul 29 23:49:49.991236 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f96a303e-fe2c-44dd-9d0e-3d95d9848589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:50.002150 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8bf2cfbc-54e1-480f-846d-a9e6c3870490 req-1b9a5be1-d1b9-4a50-baa8-572c19196286 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/security-groups?id=370875b1-affd-4be9-be04-b884d3793d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010413 Jul 29 23:49:50.029071 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206c1192-cc82-483a-9a63-9df394cc2f9d tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Made reservation on behalf of bb469c0a2c844c9d9fb8829d00203743 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:49:50.037633 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-206c1192-cc82-483a-9a63-9df394cc2f9d tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:50.044051 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-f96a303e-fe2c-44dd-9d0e-3d95d9848589 None None] For port 807cd99e-b17f-444f-ab5c-1c324d57f35d, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=807cd99e-b17f-444f-ab5c-1c324d57f35d,segment=NetworkSegment(370a6b47-4a4c-40a9-8bdb-47fb3ac2e373),segment_id=370a6b47-4a4c-40a9-8bdb-47fb3ac2e373)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:50.050072 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f96a303e-fe2c-44dd-9d0e-3d95d9848589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:50.056726 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [None req-206c1192-cc82-483a-9a63-9df394cc2f9d tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] device_id is not set on port ee8fd112-83fc-4555-b284-f65c71f5245c yet. {{(pid=94078) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:49:50.106071 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96a303e-fe2c-44dd-9d0e-3d95d9848589 None None] Pushing event updated for resources: {'Port': ['ID=807cd99e-b17f-444f-ab5c-1c324d57f35d,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:50.251691 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5b6446-3f6d-44fd-b768-d11a702ca6e4 req-ccb0c6cf-f21b-48a9-bc79-c9b0d6527a94 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:50.253181 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ae5b6446-3f6d-44fd-b768-d11a702ca6e4 req-ccb0c6cf-f21b-48a9-bc79-c9b0d6527a94 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ef24da6-d5f9-4e87-821b-437f26915cce HTTP/1.1" status: 200 len: 946 time: 0.1011112 Jul 29 23:49:50.254475 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-206c1192-cc82-483a-9a63-9df394cc2f9d tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Allocated IP 172.20.0.8 (d249f631-61b0-429f-b915-5ed848906e51/12474c6c-d6f5-440d-b6a2-23a57c10accd/ee8fd112-83fc-4555-b284-f65c71f5245c) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:49:50.313649 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6583ab61-b7ad-4f0e-81c8-6f5ddc26c6d7 req-b74dadff-2c55-488c-8000-68010f50858d tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:50.315379 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6583ab61-b7ad-4f0e-81c8-6f5ddc26c6d7 req-b74dadff-2c55-488c-8000-68010f50858d tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=c65b8f95-9da3-4485-bd7b-4f14879e268c HTTP/1.1" status: 200 len: 945 time: 0.1254086 Jul 29 23:49:50.362137 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ae5b6446-3f6d-44fd-b768-d11a702ca6e4 req-6bcfdd32-a6b6-4693-91e3-68360440c897 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/security-groups?id=370875b1-affd-4be9-be04-b884d3793d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980313 Jul 29 23:49:50.384675 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 46542) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:50.404732 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-bbe15958-9bad-4f5e-ab9d-8859ab5e6255 None None] Provisioning for port 7beb9a5b-64e6-4b4a-bedb-d10463de60f8 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:49:50.423507 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-bbe15958-9bad-4f5e-ab9d-8859ab5e6255 None None] Provisioning complete for port 7beb9a5b-64e6-4b4a-bedb-d10463de60f8 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:50.424868 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bbe15958-9bad-4f5e-ab9d-8859ab5e6255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:50.451017 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d17abf-1855-4ec2-9eb5-f74cf5389843 tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:50.456107 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-80d17abf-1855-4ec2-9eb5-f74cf5389843 tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=2ef24da6-d5f9-4e87-821b-437f26915cce HTTP/1.1" status: 200 len: 1093 time: 0.0702713 Jul 29 23:49:50.457516 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 46544) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:50.461769 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-bbe15958-9bad-4f5e-ab9d-8859ab5e6255 None None] Port 7beb9a5b-64e6-4b4a-bedb-d10463de60f8 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:49:50.466708 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-38b9b92b-7029-4a34-b8f0-ea96527c2ad9 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Request body: {'floatingip': {'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'port_id': '40218d58-4c73-432e-a438-6f264952d79f', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:50.470036 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6583ab61-b7ad-4f0e-81c8-6f5ddc26c6d7 req-6d9bd22d-ec66-4c2c-b52b-312f8718272e tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e6eb237-bd1b-4499-9a2d-2e1657fd82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1361959 Jul 29 23:49:50.473713 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-bbe15958-9bad-4f5e-ab9d-8859ab5e6255 None None] Provisioning complete for port 807cd99e-b17f-444f-ab5c-1c324d57f35d triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:50.474744 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bbe15958-9bad-4f5e-ab9d-8859ab5e6255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:50.553498 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-38b9b92b-7029-4a34-b8f0-ea96527c2ad9 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for floatingip, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:50.587342 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-206c1192-cc82-483a-9a63-9df394cc2f9d tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:50.616563 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-206c1192-cc82-483a-9a63-9df394cc2f9d tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Transition to ACTIVE for port object ee8fd112-83fc-4555-b284-f65c71f5245c will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:50.664156 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 807cd99e-b17f-444f-ab5c-1c324d57f35d up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:49:50.671628 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-206c1192-cc82-483a-9a63-9df394cc2f9d tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:50.735211 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 807cd99e-b17f-444f-ab5c-1c324d57f35d triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:50.736621 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:50.741711 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206c1192-cc82-483a-9a63-9df394cc2f9d tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Network d249f631-61b0-429f-b915-5ed848906e51 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:49:50.750314 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-38b9b92b-7029-4a34-b8f0-ea96527c2ad9 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:50.751569 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-206c1192-cc82-483a-9a63-9df394cc2f9d tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:50.766823 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206c1192-cc82-483a-9a63-9df394cc2f9d tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:49:50.774607 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c1192-cc82-483a-9a63-9df394cc2f9d tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Pushing event updated for resources: {'Port': ['ID=ee8fd112-83fc-4555-b284-f65c71f5245c,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:50.808445 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-d7459cd1-dca3-4c9e-85c5-03c2cad4db49 None None] Provisioning complete for port 7beb9a5b-64e6-4b4a-bedb-d10463de60f8 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:50.809893 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d7459cd1-dca3-4c9e-85c5-03c2cad4db49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:50.863499 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206c1192-cc82-483a-9a63-9df394cc2f9d tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:50.873827 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-206c1192-cc82-483a-9a63-9df394cc2f9d tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:50.921057 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-206c1192-cc82-483a-9a63-9df394cc2f9d tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1128051 Jul 29 23:49:50.921283 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 46550) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:50.927231 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-c480d45b-347e-49e2-96b1-5b6092c77b0b tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:d2:4c:fb'}]}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:50.931063 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-d7459cd1-dca3-4c9e-85c5-03c2cad4db49 None None] Port 7beb9a5b-64e6-4b4a-bedb-d10463de60f8 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:49:50.932283 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-38b9b92b-7029-4a34-b8f0-ea96527c2ad9 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Allocated IP 172.25.0.3 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/8cf7209d-25a4-4525-b8ee-603bace06a37) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:49:51.045927 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-13f5229b-4d03-4e0d-b477-96437b9c3a2a None None] Could not find standard attr ID for object 56f330d9-5cd9-4a18-8142-f1384d1a23af. {{(pid=94079) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:49:51.102950 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-38b9b92b-7029-4a34-b8f0-ea96527c2ad9 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:51.123113 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a1257db6-530a-494c-a35f-d94da5dc543f req-b3165dc1-158b-4b1f-af9d-106ff2768fb4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=15b5a942-2e5d-430e-b60d-4502d34e9868&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0809777 Jul 29 23:49:51.164264 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-38b9b92b-7029-4a34-b8f0-ea96527c2ad9 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:51.165792 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c480d45b-347e-49e2-96b1-5b6092c77b0b tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:51.217862 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b9b92b-7029-4a34-b8f0-ea96527c2ad9 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:49:51.222780 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-38b9b92b-7029-4a34-b8f0-ea96527c2ad9 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:51.226749 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b9b92b-7029-4a34-b8f0-ea96527c2ad9 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:49:51.235690 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b9b92b-7029-4a34-b8f0-ea96527c2ad9 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Pushing event updated for resources: {'Port': ['ID=8cf7209d-25a4-4525-b8ee-603bace06a37,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:51.389574 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f67c4f59-d661-480a-abdf-37a0d87fa258 None None] Provisioning for port ee8fd112-83fc-4555-b284-f65c71f5245c completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:49:51.395996 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f67c4f59-d661-480a-abdf-37a0d87fa258 None None] Provisioning complete for port ee8fd112-83fc-4555-b284-f65c71f5245c triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:51.397219 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f67c4f59-d661-480a-abdf-37a0d87fa258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:51.403595 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1257db6-530a-494c-a35f-d94da5dc543f req-ffa5b464-61df-4148-aa91-28a79de535a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:51.405335 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a1257db6-530a-494c-a35f-d94da5dc543f req-ffa5b464-61df-4148-aa91-28a79de535a4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a62034f7ec5d4ab3b251c9e7894f3c1d&device_id=15b5a942-2e5d-430e-b60d-4502d34e9868 HTTP/1.1" status: 200 len: 1097 time: 0.0909181 Jul 29 23:49:51.464509 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-f67c4f59-d661-480a-abdf-37a0d87fa258 None None] Port ee8fd112-83fc-4555-b284-f65c71f5245c cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:49:51.478268 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c480d45b-347e-49e2-96b1-5b6092c77b0b tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:51.529286 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c480d45b-347e-49e2-96b1-5b6092c77b0b tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:51.669456 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c480d45b-347e-49e2-96b1-5b6092c77b0b tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Pushing event updated for resources: {'Port': ['ID=ee8fd112-83fc-4555-b284-f65c71f5245c,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:51.717746 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-38b9b92b-7029-4a34-b8f0-ea96527c2ad9 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:51.721418 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad60ad6-a66c-4b54-bbd6-9f35d21f272a req-b87b8911-3fbe-4d10-b0ed-1565aa41816f tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:51.723003 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3ad60ad6-a66c-4b54-bbd6-9f35d21f272a req-b87b8911-3fbe-4d10-b0ed-1565aa41816f tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=c65b8f95-9da3-4485-bd7b-4f14879e268c HTTP/1.1" status: 200 len: 945 time: 0.1456971 Jul 29 23:49:51.724380 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1257db6-530a-494c-a35f-d94da5dc543f req-096bfbd1-d45c-474f-a7f3-4fc152296759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:51.725764 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a1257db6-530a-494c-a35f-d94da5dc543f req-096bfbd1-d45c-474f-a7f3-4fc152296759 service neutron] 10.222.0.41 "GET /v2.0/networks?id=246f56f0-d0d9-4066-974f-f03b7db86f8e HTTP/1.1" status: 200 len: 909 time: 0.2868009 Jul 29 23:49:51.726424 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-c480d45b-347e-49e2-96b1-5b6092c77b0b tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] In _notify_port_updated(), no bound segment for port ee8fd112-83fc-4555-b284-f65c71f5245c on network d249f631-61b0-429f-b915-5ed848906e51 {{(pid=94078) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:49:51.732807 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c480d45b-347e-49e2-96b1-5b6092c77b0b tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:51.733489 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c480d45b-347e-49e2-96b1-5b6092c77b0b tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:51.734889 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-c480d45b-347e-49e2-96b1-5b6092c77b0b tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] 10.222.0.43 "PUT /v2.0/ports/ee8fd112-83fc-4555-b284-f65c71f5245c HTTP/1.1" status: 200 len: 993 time: 0.8125572 Jul 29 23:49:51.747604 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 46556) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:51.817552 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-38b9b92b-7029-4a34-b8f0-ea96527c2ad9 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:51.876394 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 4c205d82-4555-4305-96ab-ad0c818351a2 details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:49:52.011177 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-5939aa3f-2166-4444-827a-79d8fbdb58dd None None] Provisioning complete for port ee8fd112-83fc-4555-b284-f65c71f5245c triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:52.011551 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5939aa3f-2166-4444-827a-79d8fbdb58dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:52.018307 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-38b9b92b-7029-4a34-b8f0-ea96527c2ad9 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:52.030758 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-38b9b92b-7029-4a34-b8f0-ea96527c2ad9 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:52.047914 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 4c205d82-4555-4305-96ab-ad0c818351a2, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=4c205d82-4555-4305-96ab-ad0c818351a2,segment=NetworkSegment(e78125bf-8d4f-4e64-aa38-d84d609aca30),segment_id=e78125bf-8d4f-4e64-aa38-d84d609aca30)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:52.070157 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '4c205d82-4555-4305-96ab-ad0c818351a2', 'network_id': '75276a04-f545-4a3d-9980-2e308be152f9', 'port_id': '4c205d82-4555-4305-96ab-ad0c818351a2', 'mac_address': 'fa:16:3e:4e:9c:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f8a1426-23b4-4820-974d-b3b8ade6d730', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:49:52.073178 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-5939aa3f-2166-4444-827a-79d8fbdb58dd None None] Port ee8fd112-83fc-4555-b284-f65c71f5245c cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:49:52.097168 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b9b92b-7029-4a34-b8f0-ea96527c2ad9 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Pushing event updated for resources: {'Port': ['ID=8cf7209d-25a4-4525-b8ee-603bace06a37,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:52.133050 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:52.146841 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-38b9b92b-7029-4a34-b8f0-ea96527c2ad9 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:52.149540 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4c205d82-4555-4305-96ab-ad0c818351a2 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:49:52.177103 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 4c205d82-4555-4305-96ab-ad0c818351a2, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=4c205d82-4555-4305-96ab-ad0c818351a2,segment=NetworkSegment(e78125bf-8d4f-4e64-aa38-d84d609aca30),segment_id=e78125bf-8d4f-4e64-aa38-d84d609aca30)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:52.184910 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:52.298524 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=4c205d82-4555-4305-96ab-ad0c818351a2,revision_number=6']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:52.306015 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['4c205d82-4555-4305-96ab-ad0c818351a2'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:49:52.324929 n-d-712141-10 neutron-server[94077]: INFO neutron.db.l3_db [None req-38b9b92b-7029-4a34-b8f0-ea96527c2ad9 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Floating IP 79338892-73d0-45a5-bd32-cdd2710880b4 associated. External IP: 172.25.0.3, port: 40218d58-4c73-432e-a438-6f264952d79f. Jul 29 23:49:52.347380 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a1257db6-530a-494c-a35f-d94da5dc543f req-dda31585-7262-48f4-86ad-616eda5768d4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c971be57-8ef9-4a66-a675-c76a48778225 HTTP/1.1" status: 200 len: 1000 time: 0.6051724 Jul 29 23:49:52.388655 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3ad60ad6-a66c-4b54-bbd6-9f35d21f272a req-2288528a-ea91-4339-b03e-e03620f88ac7 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e6eb237-bd1b-4499-9a2d-2e1657fd82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6525962 Jul 29 23:49:52.457424 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-532d4855-4474-4d0e-b452-7216f9990ba7 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Deleting port ee8fd112-83fc-4555-b284-f65c71f5245c {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:49:52.458219 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-532d4855-4474-4d0e-b452-7216f9990ba7 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:52.463600 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1257db6-530a-494c-a35f-d94da5dc543f req-5faf8676-58e4-4b91-9bab-485338aed44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:52.465113 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a1257db6-530a-494c-a35f-d94da5dc543f req-5faf8676-58e4-4b91-9bab-485338aed44b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7ceeee5e-8dda-4b24-91dc-ec5c3c939ce8 HTTP/1.1" status: 200 len: 847 time: 0.0902638 Jul 29 23:49:52.558218 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1257db6-530a-494c-a35f-d94da5dc543f req-bc014b6f-6778-4b34-9eba-70377312fc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:52.560282 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a1257db6-530a-494c-a35f-d94da5dc543f req-bc014b6f-6778-4b34-9eba-70377312fc88 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=246f56f0-d0d9-4066-974f-f03b7db86f8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0847220 Jul 29 23:49:52.647734 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-532d4855-4474-4d0e-b452-7216f9990ba7 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:52.669762 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-532d4855-4474-4d0e-b452-7216f9990ba7 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Calling delete_port for ee8fd112-83fc-4555-b284-f65c71f5245c owned by {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:49:52.751254 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a1257db6-530a-494c-a35f-d94da5dc543f req-88ec9c50-f53e-4e7d-88c8-ec8c04082e12 service neutron] 10.222.0.41 "GET /v2.0/networks/246f56f0-d0d9-4066-974f-f03b7db86f8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801810 Jul 29 23:49:52.916989 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a1257db6-530a-494c-a35f-d94da5dc543f req-fc0f277c-f7b7-43ec-a70d-331d89adeb66 service neutron] 10.222.0.41 "GET /v2.0/networks/246f56f0-d0d9-4066-974f-f03b7db86f8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497409 Jul 29 23:49:52.936720 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-532d4855-4474-4d0e-b452-7216f9990ba7 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:53.041291 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532d4855-4474-4d0e-b452-7216f9990ba7 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Pushing event deleted for resources: {'Port': ['ID=ee8fd112-83fc-4555-b284-f65c71f5245c,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:53.261075 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-14e47799-8f94-4b43-91be-94ea8e315bdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:53.274719 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-532d4855-4474-4d0e-b452-7216f9990ba7 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:53.278473 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-532d4855-4474-4d0e-b452-7216f9990ba7 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] 10.222.0.43 "DELETE /v2.0/ports/ee8fd112-83fc-4555-b284-f65c71f5245c HTTP/1.1" status: 204 len: 168 time: 1.5279140 Jul 29 23:49:53.282131 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 46594) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:53.283900 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38b9b92b-7029-4a34-b8f0-ea96527c2ad9 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Router 7042261b-375a-4b27-97c7-3e8c575f8f9d has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:49:53.322458 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f240db1-64a7-4c35-8b47-9f2ee04ac7c2 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] GET failed (client error): The resource could not be found. Jul 29 23:49:53.325502 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-6f240db1-64a7-4c35-8b47-9f2ee04ac7c2 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] 10.222.0.43 "GET /v2.0/ports/ee8fd112-83fc-4555-b284-f65c71f5245c HTTP/1.1" status: 404 len: 333 time: 0.0391405 Jul 29 23:49:53.329199 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 46596) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:53.336068 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-5cc574c6-92cf-4dff-8d53-aaffc0ca3bb8 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Request body: {'port': {'network_id': 'd249f631-61b0-429f-b915-5ed848906e51', 'name': 'tempest-AllowedAddressPairTestJSON-2110645512'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:53.452136 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b9b92b-7029-4a34-b8f0-ea96527c2ad9 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:49:53.467255 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283750d7-eba6-4dbe-8f9f-c41b7fe86b96 None None] Sync routers for ids ['7042261b-375a-4b27-97c7-3e8c575f8f9d'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:49:53.506874 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283750d7-eba6-4dbe-8f9f-c41b7fe86b96 None None] Routers {'7042261b-375a-4b27-97c7-3e8c575f8f9d'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:49:53.507553 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-283750d7-eba6-4dbe-8f9f-c41b7fe86b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:49:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['7042261b-375a-4b27-97c7-3e8c575f8f9d'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:53.548631 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-38b9b92b-7029-4a34-b8f0-ea96527c2ad9 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:53.609492 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-38b9b92b-7029-4a34-b8f0-ea96527c2ad9 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1472466 Jul 29 23:49:53.610074 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ef24da6-d5f9-4e87-821b-437f26915cce', 'tag': '40218d58-4c73-432e-a438-6f264952d79f'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:49:53.612454 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076f7f73-188d-469a-9ac5-4b4ae53ff017" -d '{"events": [{"name": "network-changed", "server_uuid": "2ef24da6-d5f9-4e87-821b-437f26915cce", "tag": "40218d58-4c73-432e-a438-6f264952d79f"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:49:53.615903 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 46604) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:53.730773 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc574c6-92cf-4dff-8d53-aaffc0ca3bb8 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Made reservation on behalf of bb469c0a2c844c9d9fb8829d00203743 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:49:53.737763 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5cc574c6-92cf-4dff-8d53-aaffc0ca3bb8 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:53.774960 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-cc355e13-2cf1-41ad-b240-329e01bf833f tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/floatingips/79338892-73d0-45a5-bd32-cdd2710880b4 HTTP/1.1" status: 200 len: 990 time: 0.1564660 Jul 29 23:49:53.793661 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f965c505-1262-49c7-9e5a-ffde71ab14ac x-openstack-request-id: req-f965c505-1262-49c7-9e5a-ffde71ab14ac {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:49:53.793994 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ef24da6-d5f9-4e87-821b-437f26915cce", "tag": "40218d58-4c73-432e-a438-6f264952d79f", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:49:53.794247 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f965c505-1262-49c7-9e5a-ffde71ab14ac {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:49:53.795075 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ef24da6-d5f9-4e87-821b-437f26915cce', 'tag': '40218d58-4c73-432e-a438-6f264952d79f', 'status': 'completed', 'code': 200} Jul 29 23:49:53.815954 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [None req-5cc574c6-92cf-4dff-8d53-aaffc0ca3bb8 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] device_id is not set on port d16ef5ef-7cc5-4cc5-8ff9-9111cfb569bc yet. {{(pid=94078) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:49:53.845018 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-283750d7-eba6-4dbe-8f9f-c41b7fe86b96 None None] Set router 7042261b-375a-4b27-97c7-3e8c575f8f9d gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:49:53.914947 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 4c205d82-4555-4305-96ab-ad0c818351a2 up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:49:53.948190 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f7f73-188d-469a-9ac5-4b4ae53ff017 req-3f7db107-ed6a-417d-8aa2-30dc00178dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:53.953211 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-076f7f73-188d-469a-9ac5-4b4ae53ff017 req-3f7db107-ed6a-417d-8aa2-30dc00178dcb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bd9be2c0ad754adeaed7eabee32aed90&device_id=2ef24da6-d5f9-4e87-821b-437f26915cce HTTP/1.1" status: 200 len: 1098 time: 0.1221344 Jul 29 23:49:53.972694 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c3703-68d6-4e76-ab55-1367fd1f37e8 req-ce9536e3-2ac0-44a3-ab0d-a3dd5711e126 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:53.975541 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a73c3703-68d6-4e76-ab55-1367fd1f37e8 req-ce9536e3-2ac0-44a3-ab0d-a3dd5711e126 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=c65b8f95-9da3-4485-bd7b-4f14879e268c HTTP/1.1" status: 200 len: 944 time: 0.2038324 Jul 29 23:49:54.073441 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 4c205d82-4555-4305-96ab-ad0c818351a2 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:54.073846 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:54.083224 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a73c3703-68d6-4e76-ab55-1367fd1f37e8 req-9b7a5224-3223-4fc3-9899-06f74ccb718e tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e6eb237-bd1b-4499-9a2d-2e1657fd82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953364 Jul 29 23:49:54.107850 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-5cc574c6-92cf-4dff-8d53-aaffc0ca3bb8 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Allocated IP 172.20.0.6 (d249f631-61b0-429f-b915-5ed848906e51/12474c6c-d6f5-440d-b6a2-23a57c10accd/d16ef5ef-7cc5-4cc5-8ff9-9111cfb569bc) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:49:54.213134 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f7f73-188d-469a-9ac5-4b4ae53ff017 req-750fb46a-aec3-477d-81c1-24903fce6c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:54.215904 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-076f7f73-188d-469a-9ac5-4b4ae53ff017 req-750fb46a-aec3-477d-81c1-24903fce6c5e service neutron] 10.222.0.22 "GET /v2.0/networks?id=7beca275-2208-4a98-ba1b-ab34ac8cad26 HTTP/1.1" status: 200 len: 898 time: 0.2546725 Jul 29 23:49:54.357794 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-076f7f73-188d-469a-9ac5-4b4ae53ff017 req-f7e218e7-5c97-4baf-942e-32deff903481 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40218d58-4c73-432e-a438-6f264952d79f HTTP/1.1" status: 200 len: 998 time: 0.1342413 Jul 29 23:49:54.391962 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-283750d7-eba6-4dbe-8f9f-c41b7fe86b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7042261b-375a-4b27-97c7-3e8c575f8f9d', 'name': 'tempest-TestNetworkBasicOps-router-1181966759', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '7cc9343c-5a34-4c38-a60d-d955f1862161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:24Z', 'updated_at': '2021-07-29T23:49:30Z', 'revision_number': 4, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'gw_port': {'id': '7cc9343c-5a34-4c38-a60d-d955f1862161', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:62:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7042261b-375a-4b27-97c7-3e8c575f8f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:24Z', 'updated_at': '2021-07-29T23:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '79338892-73d0-45a5-bd32-cdd2710880b4', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'floating_ip_address': '172.25.0.3', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '7042261b-375a-4b27-97c7-3e8c575f8f9d', 'port_id': '40218d58-4c73-432e-a438-6f264952d79f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7beca275-2208-4a98-ba1b-ab34ac8cad26', 'mac_address': 'fa:16:3e:52:49:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef24da6-d5f9-4e87-821b-437f26915cce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:49:51Z', 'updated_at': '2021-07-29T23:49:51Z', 'revision_number': 0, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9152238-5547-4784-a76b-fee04601afc1', 'name': '', 'network_id': '7beca275-2208-4a98-ba1b-ab34ac8cad26', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'mac_address': 'fa:16:3e:05:16:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7042261b-375a-4b27-97c7-3e8c575f8f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '860a9ed7-752a-4835-9f06-0329822b4eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:28Z', 'updated_at': '2021-07-29T23:49:37Z', 'revision_number': 5, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'subnets': [{'id': '860a9ed7-752a-4835-9f06-0329822b4eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:54.405776 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5cc574c6-92cf-4dff-8d53-aaffc0ca3bb8 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:54.438773 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-5cc574c6-92cf-4dff-8d53-aaffc0ca3bb8 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Transition to ACTIVE for port object d16ef5ef-7cc5-4cc5-8ff9-9111cfb569bc will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:54.466509 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:54.478217 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f7f73-188d-469a-9ac5-4b4ae53ff017 req-29134a25-7ca3-4550-a2d4-cdb4eea53e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:54.517737 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-076f7f73-188d-469a-9ac5-4b4ae53ff017 req-29134a25-7ca3-4550-a2d4-cdb4eea53e91 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=860a9ed7-752a-4835-9f06-0329822b4eca HTTP/1.1" status: 200 len: 834 time: 0.1470618 Jul 29 23:49:54.539809 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5cc574c6-92cf-4dff-8d53-aaffc0ca3bb8 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:54.550993 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283750d7-eba6-4dbe-8f9f-c41b7fe86b96 None None] Checking router: 7042261b-375a-4b27-97c7-3e8c575f8f9d for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:49:54.601795 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c65b8f95-9da3-4485-bd7b-4f14879e268c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c205d82-4555-4305-96ab-ad0c818351a2'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:49:54.611709 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc574c6-92cf-4dff-8d53-aaffc0ca3bb8 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Network d249f631-61b0-429f-b915-5ed848906e51 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:49:54.613406 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ec319a-850b-415d-a453-8439d8c5a1eb" -d '{"events": [{"server_uuid": "c65b8f95-9da3-4485-bd7b-4f14879e268c", "name": "network-vif-plugged", "status": "completed", "tag": "4c205d82-4555-4305-96ab-ad0c818351a2"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:49:54.616679 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-5cc574c6-92cf-4dff-8d53-aaffc0ca3bb8 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:54.628689 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc574c6-92cf-4dff-8d53-aaffc0ca3bb8 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:49:54.632978 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 4c205d82-4555-4305-96ab-ad0c818351a2, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=4c205d82-4555-4305-96ab-ad0c818351a2,segment=NetworkSegment(e78125bf-8d4f-4e64-aa38-d84d609aca30),segment_id=e78125bf-8d4f-4e64-aa38-d84d609aca30)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:54.640737 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283750d7-eba6-4dbe-8f9f-c41b7fe86b96 None None] Routers {'7042261b-375a-4b27-97c7-3e8c575f8f9d'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:49:54.641404 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-283750d7-eba6-4dbe-8f9f-c41b7fe86b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:49:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['7042261b-375a-4b27-97c7-3e8c575f8f9d'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:54.655320 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f7f73-188d-469a-9ac5-4b4ae53ff017 req-9622d761-d03a-46de-b048-ae8b44c53a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:54.656892 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-076f7f73-188d-469a-9ac5-4b4ae53ff017 req-9622d761-d03a-46de-b048-ae8b44c53a1b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7beca275-2208-4a98-ba1b-ab34ac8cad26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1345387 Jul 29 23:49:54.660577 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:54.758113 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc574c6-92cf-4dff-8d53-aaffc0ca3bb8 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:54.758931 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5cc574c6-92cf-4dff-8d53-aaffc0ca3bb8 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:54.786719 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 46618) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:54.805876 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeee27ac-0c4b-4fd9-a6c4-7f76883def67 x-openstack-request-id: req-eeee27ac-0c4b-4fd9-a6c4-7f76883def67 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:49:54.806184 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c65b8f95-9da3-4485-bd7b-4f14879e268c", "name": "network-vif-plugged", "status": "completed", "tag": "4c205d82-4555-4305-96ab-ad0c818351a2", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:49:54.810893 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eeee27ac-0c4b-4fd9-a6c4-7f76883def67 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:49:54.810893 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c65b8f95-9da3-4485-bd7b-4f14879e268c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c205d82-4555-4305-96ab-ad0c818351a2', 'code': 200} Jul 29 23:49:54.885891 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc574c6-92cf-4dff-8d53-aaffc0ca3bb8 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Pushing event updated for resources: {'Port': ['ID=d16ef5ef-7cc5-4cc5-8ff9-9111cfb569bc,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:54.903030 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-5cc574c6-92cf-4dff-8d53-aaffc0ca3bb8 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5719810 Jul 29 23:49:54.907489 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 46620) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:54.915568 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d67ee-71cd-444f-8ed9-8e73ebe2e628 req-bb32457b-208a-4ed9-b155-f44548cd0bc3 tempest-TestNetworkAdvancedServerOps-451069228 tempest-TestNetworkAdvancedServerOps-451069228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:54.917693 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c45d67ee-71cd-444f-8ed9-8e73ebe2e628 req-bb32457b-208a-4ed9-b155-f44548cd0bc3 tempest-TestNetworkAdvancedServerOps-451069228 tempest-TestNetworkAdvancedServerOps-451069228-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6154afd7-8d01-409e-8fdf-0e61d4fd2693 HTTP/1.1" status: 200 len: 1098 time: 0.1807077 Jul 29 23:49:54.941979 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=4c205d82-4555-4305-96ab-ad0c818351a2,revision_number=7']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:54.942433 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-3a2ae333-978e-43e7-a2d9-2da951313b81 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:d2:4c:fb'}]}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:54.948195 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-076f7f73-188d-469a-9ac5-4b4ae53ff017 req-43354639-d093-43d8-b43c-db14cd292d99 service neutron] 10.222.0.22 "GET /v2.0/networks/7beca275-2208-4a98-ba1b-ab34ac8cad26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796025 Jul 29 23:49:54.952583 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-c59cfd49-7781-425b-8a41-a0f6a05746d3 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/floatingips/79338892-73d0-45a5-bd32-cdd2710880b4 HTTP/1.1" status: 200 len: 990 time: 0.1626160 Jul 29 23:49:55.032570 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-283750d7-eba6-4dbe-8f9f-c41b7fe86b96 None None] Set router 7042261b-375a-4b27-97c7-3e8c575f8f9d gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:49:55.085651 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c45d67ee-71cd-444f-8ed9-8e73ebe2e628 req-be10b3a2-a1e2-4eee-b1d9-b49ba995a614 tempest-TestNetworkAdvancedServerOps-451069228 tempest-TestNetworkAdvancedServerOps-451069228-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=85f85b5e-f991-4c31-ad60-266ee91bb584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406446 Jul 29 23:49:55.328244 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6ba634-87fd-4bb1-ab00-6bb7c3dec458 req-3aab273f-4f87-4793-939c-31d81cff3cea tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:55.336691 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dd6ba634-87fd-4bb1-ab00-6bb7c3dec458 req-3aab273f-4f87-4793-939c-31d81cff3cea tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=6154afd7-8d01-409e-8fdf-0e61d4fd2693 HTTP/1.1" status: 200 len: 946 time: 0.1111870 Jul 29 23:49:55.354724 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-076f7f73-188d-469a-9ac5-4b4ae53ff017 req-8fce40bd-9114-430d-b075-74391c098254 service neutron] 10.222.0.22 "GET /v2.0/networks/7beca275-2208-4a98-ba1b-ab34ac8cad26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894976 Jul 29 23:49:55.406812 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de8b42-5084-4d2a-ab35-8627b961b2d9 req-02efaaac-35af-436d-8fde-202ac5d5b1d3 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:55.408878 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f6de8b42-5084-4d2a-ab35-8627b961b2d9 req-02efaaac-35af-436d-8fde-202ac5d5b1d3 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=c65b8f95-9da3-4485-bd7b-4f14879e268c HTTP/1.1" status: 200 len: 945 time: 0.1328514 Jul 29 23:49:55.424444 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f6dd08cb-31c9-49a8-921a-028e16653f11 None None] Provisioning for port d16ef5ef-7cc5-4cc5-8ff9-9111cfb569bc completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:49:55.425738 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dd6ba634-87fd-4bb1-ab00-6bb7c3dec458 req-5184e551-3714-4097-bde2-ed14645e27d0 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=85f85b5e-f991-4c31-ad60-266ee91bb584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880139 Jul 29 23:49:55.444173 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3a2ae333-978e-43e7-a2d9-2da951313b81 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:55.456603 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 46630) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:55.509637 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f6de8b42-5084-4d2a-ab35-8627b961b2d9 req-4d42a6c7-06a8-43ba-8a61-9cac95150995 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e6eb237-bd1b-4499-9a2d-2e1657fd82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806053 Jul 29 23:49:55.526847 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f6dd08cb-31c9-49a8-921a-028e16653f11 None None] Provisioning complete for port d16ef5ef-7cc5-4cc5-8ff9-9111cfb569bc triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:55.527949 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f6dd08cb-31c9-49a8-921a-028e16653f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:55.637364 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c1b87fbf-aa53-4233-84be-9bb52b3df85a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/floatingips/929a0e01-4d22-477f-9b8b-138ff2fb3132 HTTP/1.1" status: 200 len: 994 time: 0.1685412 Jul 29 23:49:55.651809 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-f6dd08cb-31c9-49a8-921a-028e16653f11 None None] Port d16ef5ef-7cc5-4cc5-8ff9-9111cfb569bc cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:49:55.743117 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-283750d7-eba6-4dbe-8f9f-c41b7fe86b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7042261b-375a-4b27-97c7-3e8c575f8f9d', 'name': 'tempest-TestNetworkBasicOps-router-1181966759', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '7cc9343c-5a34-4c38-a60d-d955f1862161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:24Z', 'updated_at': '2021-07-29T23:49:30Z', 'revision_number': 4, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'gw_port': {'id': '7cc9343c-5a34-4c38-a60d-d955f1862161', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:62:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7042261b-375a-4b27-97c7-3e8c575f8f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:24Z', 'updated_at': '2021-07-29T23:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '79338892-73d0-45a5-bd32-cdd2710880b4', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'floating_ip_address': '172.25.0.3', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '7042261b-375a-4b27-97c7-3e8c575f8f9d', 'port_id': '40218d58-4c73-432e-a438-6f264952d79f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7beca275-2208-4a98-ba1b-ab34ac8cad26', 'mac_address': 'fa:16:3e:52:49:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef24da6-d5f9-4e87-821b-437f26915cce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:49:51Z', 'updated_at': '2021-07-29T23:49:51Z', 'revision_number': 0, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9152238-5547-4784-a76b-fee04601afc1', 'name': '', 'network_id': '7beca275-2208-4a98-ba1b-ab34ac8cad26', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'mac_address': 'fa:16:3e:05:16:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7042261b-375a-4b27-97c7-3e8c575f8f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '860a9ed7-752a-4835-9f06-0329822b4eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:28Z', 'updated_at': '2021-07-29T23:49:37Z', 'revision_number': 5, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'subnets': [{'id': '860a9ed7-752a-4835-9f06-0329822b4eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:55.790576 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283750d7-eba6-4dbe-8f9f-c41b7fe86b96 None None] The sync data for ids ['7042261b-375a-4b27-97c7-3e8c575f8f9d'] in n-d-712141-10 is: [{'id': '7042261b-375a-4b27-97c7-3e8c575f8f9d', 'name': 'tempest-TestNetworkBasicOps-router-1181966759', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '7cc9343c-5a34-4c38-a60d-d955f1862161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:24Z', 'updated_at': '2021-07-29T23:49:30Z', 'revision_number': 4, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'gw_port': {'id': '7cc9343c-5a34-4c38-a60d-d955f1862161', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:62:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7042261b-375a-4b27-97c7-3e8c575f8f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:24Z', 'updated_at': '2021-07-29T23:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '79338892-73d0-45a5-bd32-cdd2710880b4', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'floating_ip_address': '172.25.0.3', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '7042261b-375a-4b27-97c7-3e8c575f8f9d', 'port_id': '40218d58-4c73-432e-a438-6f264952d79f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7beca275-2208-4a98-ba1b-ab34ac8cad26', 'mac_address': 'fa:16:3e:52:49:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef24da6-d5f9-4e87-821b-437f26915cce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:49:51Z', 'updated_at': '2021-07-29T23:49:51Z', 'revision_number': 0, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9152238-5547-4784-a76b-fee04601afc1', 'name': '', 'network_id': '7beca275-2208-4a98-ba1b-ab34ac8cad26', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'mac_address': 'fa:16:3e:05:16:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7042261b-375a-4b27-97c7-3e8c575f8f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '860a9ed7-752a-4835-9f06-0329822b4eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:28Z', 'updated_at': '2021-07-29T23:49:37Z', 'revision_number': 5, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'subnets': [{'id': '860a9ed7-752a-4835-9f06-0329822b4eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:49:55.876115 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3a2ae333-978e-43e7-a2d9-2da951313b81 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:55.883226 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3a2ae333-978e-43e7-a2d9-2da951313b81 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:55.909332 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4e88fef9-9f2d-4792-913c-8d225b7a1391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:55.957096 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 46638) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:55.981123 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2ae333-978e-43e7-a2d9-2da951313b81 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Pushing event updated for resources: {'Port': ['ID=d16ef5ef-7cc5-4cc5-8ff9-9111cfb569bc,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:56.157955 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-6a5c0618-9509-4ba6-97b0-0060b799e347 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/floatingips/79338892-73d0-45a5-bd32-cdd2710880b4 HTTP/1.1" status: 200 len: 990 time: 0.1966426 Jul 29 23:49:56.159551 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-3a2ae333-978e-43e7-a2d9-2da951313b81 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] In _notify_port_updated(), no bound segment for port d16ef5ef-7cc5-4cc5-8ff9-9111cfb569bc on network d249f631-61b0-429f-b915-5ed848906e51 {{(pid=94077) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:49:56.180677 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2ae333-978e-43e7-a2d9-2da951313b81 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:56.187759 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3a2ae333-978e-43e7-a2d9-2da951313b81 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:56.193762 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 46644) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:56.194093 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-3a2ae333-978e-43e7-a2d9-2da951313b81 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] 10.222.0.43 "PUT /v2.0/ports/d16ef5ef-7cc5-4cc5-8ff9-9111cfb569bc HTTP/1.1" status: 200 len: 996 time: 1.2805197 Jul 29 23:49:56.216475 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05dee732-4ff2-4ca8-ba64-acedcf65f24f None None] New status for floating IP 79338892-73d0-45a5-bd32-cdd2710880b4: ACTIVE {{(pid=94080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:49:56.533316 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-40afcb26-5632-4df0-be43-5577aa85de19 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Deleting port d16ef5ef-7cc5-4cc5-8ff9-9111cfb569bc {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:49:56.533316 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-40afcb26-5632-4df0-be43-5577aa85de19 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:56.534506 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:56.535144 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 46652) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:56.542439 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-0f302a69-5818-49e2-9f76-69834307556f None None] Provisioning complete for port d16ef5ef-7cc5-4cc5-8ff9-9111cfb569bc triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:56.542439 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0f302a69-5818-49e2-9f76-69834307556f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:56.694699 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-0f302a69-5818-49e2-9f76-69834307556f None None] Port d16ef5ef-7cc5-4cc5-8ff9-9111cfb569bc cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:49:56.696803 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-40afcb26-5632-4df0-be43-5577aa85de19 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:56.696803 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-40afcb26-5632-4df0-be43-5577aa85de19 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Calling delete_port for d16ef5ef-7cc5-4cc5-8ff9-9111cfb569bc owned by {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:49:56.770530 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9cad5c8e-7ec1-4b8c-9e81-14282c0bb732 req-d8ae5a33-d108-44bb-8f02-2400fba31267 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6154afd7-8d01-409e-8fdf-0e61d4fd2693&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2733397 Jul 29 23:49:56.941973 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-40afcb26-5632-4df0-be43-5577aa85de19 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:57.157161 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40afcb26-5632-4df0-be43-5577aa85de19 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Pushing event deleted for resources: {'Port': ['ID=d16ef5ef-7cc5-4cc5-8ff9-9111cfb569bc,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:57.162299 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 46684) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:57.204912 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456dbbd0-f4a9-42b0-b35a-0491dd042079 req-fa6775b6-24c0-4537-9824-d01690590b2d tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:57.206539 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-456dbbd0-f4a9-42b0-b35a-0491dd042079 req-fa6775b6-24c0-4537-9824-d01690590b2d tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=6154afd7-8d01-409e-8fdf-0e61d4fd2693 HTTP/1.1" status: 200 len: 946 time: 0.7040501 Jul 29 23:49:57.340290 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-992047b8-67d0-4911-9c8f-8c8f6f4df37d tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/floatingips/79338892-73d0-45a5-bd32-cdd2710880b4 HTTP/1.1" status: 200 len: 992 time: 0.1765690 Jul 29 23:49:57.397660 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6791479-eb5f-4ddf-b9f5-0c171a27bcec req-679330c0-40df-474b-9246-e846154c6456 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:57.421027 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c6791479-eb5f-4ddf-b9f5-0c171a27bcec req-679330c0-40df-474b-9246-e846154c6456 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=c65b8f95-9da3-4485-bd7b-4f14879e268c HTTP/1.1" status: 200 len: 945 time: 0.5076900 Jul 29 23:49:57.516763 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-456dbbd0-f4a9-42b0-b35a-0491dd042079 req-f66bac9d-26ba-4ec7-a3b8-3039d3cd9960 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=85f85b5e-f991-4c31-ad60-266ee91bb584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2892821 Jul 29 23:49:57.566394 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c6791479-eb5f-4ddf-b9f5-0c171a27bcec req-1bfbfc34-d5cb-425f-bbdf-7849a384a8e2 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e6eb237-bd1b-4499-9a2d-2e1657fd82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407993 Jul 29 23:49:57.570119 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-40afcb26-5632-4df0-be43-5577aa85de19 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:57.576365 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-40afcb26-5632-4df0-be43-5577aa85de19 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] 10.222.0.43 "DELETE /v2.0/ports/d16ef5ef-7cc5-4cc5-8ff9-9111cfb569bc HTTP/1.1" status: 204 len: 168 time: 1.3809021 Jul 29 23:49:57.588100 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 46696) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:57.646115 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2804837-1195-4ffb-af1a-c673e08bb28d tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] GET failed (client error): The resource could not be found. Jul 29 23:49:57.648115 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e2804837-1195-4ffb-af1a-c673e08bb28d tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] 10.222.0.43 "GET /v2.0/ports/d16ef5ef-7cc5-4cc5-8ff9-9111cfb569bc HTTP/1.1" status: 404 len: 333 time: 0.0678654 Jul 29 23:49:57.652228 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 46698) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:57.659483 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-d235f0f7-b394-43c6-adba-e32bf42355cf tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Request body: {'port': {'network_id': 'd249f631-61b0-429f-b915-5ed848906e51', 'name': 'tempest-AllowedAddressPairTestJSON-479546699'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:57.763916 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:58.088803 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d235f0f7-b394-43c6-adba-e32bf42355cf tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Made reservation on behalf of bb469c0a2c844c9d9fb8829d00203743 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:49:58.111314 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d235f0f7-b394-43c6-adba-e32bf42355cf tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:58.171585 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [None req-d235f0f7-b394-43c6-adba-e32bf42355cf tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] device_id is not set on port 48c10a63-2043-4219-90fd-7f567985385a yet. {{(pid=94078) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:49:58.479413 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-d235f0f7-b394-43c6-adba-e32bf42355cf tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Allocated IP 172.20.0.8 (d249f631-61b0-429f-b915-5ed848906e51/12474c6c-d6f5-440d-b6a2-23a57c10accd/48c10a63-2043-4219-90fd-7f567985385a) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:49:58.866758 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b73b841-43bd-4fd6-b679-3ef88814a4cc req-de41801a-d12b-4a26-b549-9c418be7ed37 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:58.871851 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2b73b841-43bd-4fd6-b679-3ef88814a4cc req-de41801a-d12b-4a26-b549-9c418be7ed37 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=6154afd7-8d01-409e-8fdf-0e61d4fd2693 HTTP/1.1" status: 200 len: 946 time: 0.1696320 Jul 29 23:49:58.897756 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836151df-f82c-46c7-95cb-e349b30c8236 req-aee79aea-e550-478e-a43b-028f39d06192 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:58.899325 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-836151df-f82c-46c7-95cb-e349b30c8236 req-aee79aea-e550-478e-a43b-028f39d06192 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=c65b8f95-9da3-4485-bd7b-4f14879e268c HTTP/1.1" status: 200 len: 945 time: 0.1966763 Jul 29 23:49:58.989680 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d235f0f7-b394-43c6-adba-e32bf42355cf tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:59.015596 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad5c8e-7ec1-4b8c-9e81-14282c0bb732 req-6977e8ec-1193-4f1f-889d-c27b54b1cc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:59.021333 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9cad5c8e-7ec1-4b8c-9e81-14282c0bb732 req-6977e8ec-1193-4f1f-889d-c27b54b1cc67 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=65ae77200a164c0f8f007753b934a6ed&device_id=6154afd7-8d01-409e-8fdf-0e61d4fd2693 HTTP/1.1" status: 200 len: 1098 time: 0.0796587 Jul 29 23:49:59.066962 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-836151df-f82c-46c7-95cb-e349b30c8236 req-81feb766-4a36-4d27-b5b7-141ca37b7e1d tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e6eb237-bd1b-4499-9a2d-2e1657fd82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443906 Jul 29 23:49:59.071940 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-d235f0f7-b394-43c6-adba-e32bf42355cf tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Transition to ACTIVE for port object 48c10a63-2043-4219-90fd-7f567985385a will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:59.104801 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2b73b841-43bd-4fd6-b679-3ef88814a4cc req-d29c7ae7-41a3-44a1-bd60-1409326ff436 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=85f85b5e-f991-4c31-ad60-266ee91bb584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2043142 Jul 29 23:49:59.200200 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d235f0f7-b394-43c6-adba-e32bf42355cf tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:59.273290 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad5c8e-7ec1-4b8c-9e81-14282c0bb732 req-798f4574-977c-42d8-873d-8a568fd33438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:59.274937 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9cad5c8e-7ec1-4b8c-9e81-14282c0bb732 req-798f4574-977c-42d8-873d-8a568fd33438 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3f0f0134-a751-4648-8702-633d8ab16f88 HTTP/1.1" status: 200 len: 897 time: 0.2459693 Jul 29 23:49:59.301426 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235f0f7-b394-43c6-adba-e32bf42355cf tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Pushing event updated for resources: {'Port': ['ID=48c10a63-2043-4219-90fd-7f567985385a,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:59.327526 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d235f0f7-b394-43c6-adba-e32bf42355cf tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Network d249f631-61b0-429f-b915-5ed848906e51 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:49:59.330032 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-d235f0f7-b394-43c6-adba-e32bf42355cf tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:59.364314 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d235f0f7-b394-43c6-adba-e32bf42355cf tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:49:59.396210 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9cad5c8e-7ec1-4b8c-9e81-14282c0bb732 req-85573937-0ca9-4ed0-a160-79fc003790a9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=490b699c-9d02-4d29-b8e3-36aab2384cce HTTP/1.1" status: 200 len: 1002 time: 0.1134541 Jul 29 23:49:59.398142 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:59.457182 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d235f0f7-b394-43c6-adba-e32bf42355cf tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:59.457973 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d235f0f7-b394-43c6-adba-e32bf42355cf tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:59.462672 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad5c8e-7ec1-4b8c-9e81-14282c0bb732 req-7fa50569-c267-493d-a614-a70d0f6e697e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:59.464767 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9cad5c8e-7ec1-4b8c-9e81-14282c0bb732 req-7fa50569-c267-493d-a614-a70d0f6e697e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=673386f4-4164-4a40-a940-b8997f63deb7 HTTP/1.1" status: 200 len: 835 time: 0.0601006 Jul 29 23:49:59.483627 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-d235f0f7-b394-43c6-adba-e32bf42355cf tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8293774 Jul 29 23:49:59.487231 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 46734) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:59.495632 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-0a39a349-f87a-4758-96aa-01657bf87807 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Request body: {'port': {'network_id': 'd249f631-61b0-429f-b915-5ed848906e51', 'name': 'tempest-AllowedAddressPairTestJSON-213925907'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:59.559161 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad5c8e-7ec1-4b8c-9e81-14282c0bb732 req-6c6e88e9-fc2b-4d0b-b4d9-23162e42e964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:59.561354 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9cad5c8e-7ec1-4b8c-9e81-14282c0bb732 req-6c6e88e9-fc2b-4d0b-b4d9-23162e42e964 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3f0f0134-a751-4648-8702-633d8ab16f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0892880 Jul 29 23:49:59.758762 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9cad5c8e-7ec1-4b8c-9e81-14282c0bb732 req-6df026c1-002c-45bd-80d9-cd64b8a71ff0 service neutron] 10.222.0.22 "GET /v2.0/networks/3f0f0134-a751-4648-8702-633d8ab16f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894140 Jul 29 23:49:59.797342 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a39a349-f87a-4758-96aa-01657bf87807 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Made reservation on behalf of bb469c0a2c844c9d9fb8829d00203743 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:49:59.807205 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0a39a349-f87a-4758-96aa-01657bf87807 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:59.833291 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-cdeb7dc9-46f4-4d52-833d-dcf002a67d9b None None] Provisioning for port 48c10a63-2043-4219-90fd-7f567985385a completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:49:59.838468 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-cdeb7dc9-46f4-4d52-833d-dcf002a67d9b None None] Provisioning complete for port 48c10a63-2043-4219-90fd-7f567985385a triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:59.839023 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-cdeb7dc9-46f4-4d52-833d-dcf002a67d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:59.853151 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [None req-0a39a349-f87a-4758-96aa-01657bf87807 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] device_id is not set on port b16d9d0b-f4a8-4ad8-b892-3d71d06a2a87 yet. {{(pid=94078) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:49:59.945465 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-cdeb7dc9-46f4-4d52-833d-dcf002a67d9b None None] Port 48c10a63-2043-4219-90fd-7f567985385a cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:49:59.974476 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9cad5c8e-7ec1-4b8c-9e81-14282c0bb732 req-ca9dc9ca-3c8d-4e35-8028-d93e5b7611ce service neutron] 10.222.0.22 "GET /v2.0/networks/3f0f0134-a751-4648-8702-633d8ab16f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063649 Jul 29 23:50:00.139639 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-0a39a349-f87a-4758-96aa-01657bf87807 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Allocated IP 172.20.0.11 (d249f631-61b0-429f-b915-5ed848906e51/12474c6c-d6f5-440d-b6a2-23a57c10accd/b16d9d0b-f4a8-4ad8-b892-3d71d06a2a87) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:50:00.451239 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838f9454-43fd-4d37-9718-25c82c228861 req-f550339f-6dcc-4d26-aceb-67875c6153a1 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:00.455387 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-838f9454-43fd-4d37-9718-25c82c228861 req-f550339f-6dcc-4d26-aceb-67875c6153a1 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=c65b8f95-9da3-4485-bd7b-4f14879e268c HTTP/1.1" status: 200 len: 945 time: 0.1943545 Jul 29 23:50:00.503814 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798de2dc-add2-461a-9b81-a216279d1fb0 req-8d450776-8825-4e2a-8252-947a83a084e5 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:00.505385 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-798de2dc-add2-461a-9b81-a216279d1fb0 req-8d450776-8825-4e2a-8252-947a83a084e5 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=6154afd7-8d01-409e-8fdf-0e61d4fd2693 HTTP/1.1" status: 200 len: 946 time: 0.2180748 Jul 29 23:50:00.596016 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0a39a349-f87a-4758-96aa-01657bf87807 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:00.616422 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-838f9454-43fd-4d37-9718-25c82c228861 req-9c603210-ca45-493d-a267-b46ea3f1e2cc tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e6eb237-bd1b-4499-9a2d-2e1657fd82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470959 Jul 29 23:50:00.629617 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-798de2dc-add2-461a-9b81-a216279d1fb0 req-db9ef0fe-c84f-4df5-adb4-caa41af47871 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=85f85b5e-f991-4c31-ad60-266ee91bb584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081595 Jul 29 23:50:00.640249 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-0a39a349-f87a-4758-96aa-01657bf87807 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Transition to ACTIVE for port object b16d9d0b-f4a8-4ad8-b892-3d71d06a2a87 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:50:00.698044 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0a39a349-f87a-4758-96aa-01657bf87807 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:00.775459 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a39a349-f87a-4758-96aa-01657bf87807 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Network d249f631-61b0-429f-b915-5ed848906e51 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:50:00.790545 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-0a39a349-f87a-4758-96aa-01657bf87807 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:50:00.793932 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a39a349-f87a-4758-96aa-01657bf87807 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:50:00.865477 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a39a349-f87a-4758-96aa-01657bf87807 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:00.866376 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0a39a349-f87a-4758-96aa-01657bf87807 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:00.875950 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a39a349-f87a-4758-96aa-01657bf87807 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Pushing event updated for resources: {'Port': ['ID=b16d9d0b-f4a8-4ad8-b892-3d71d06a2a87,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:00.898224 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-0a39a349-f87a-4758-96aa-01657bf87807 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4104817 Jul 29 23:50:00.899931 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 46756) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:00.906338 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-0116193d-fa79-4e3f-bb90-5f2d3c7ea200 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:d2:4c:fb'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:54:53:59'}]}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:01.110559 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0116193d-fa79-4e3f-bb90-5f2d3c7ea200 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:01.289526 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-d724201c-878b-4047-9a7d-f930315bba92 None None] Provisioning for port b16d9d0b-f4a8-4ad8-b892-3d71d06a2a87 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:50:01.296554 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-d724201c-878b-4047-9a7d-f930315bba92 None None] Provisioning complete for port b16d9d0b-f4a8-4ad8-b892-3d71d06a2a87 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:50:01.296929 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d724201c-878b-4047-9a7d-f930315bba92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:01.384834 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-d724201c-878b-4047-9a7d-f930315bba92 None None] Port b16d9d0b-f4a8-4ad8-b892-3d71d06a2a87 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:50:01.462051 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0116193d-fa79-4e3f-bb90-5f2d3c7ea200 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:01.470436 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0116193d-fa79-4e3f-bb90-5f2d3c7ea200 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:01.579472 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0116193d-fa79-4e3f-bb90-5f2d3c7ea200 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Pushing event updated for resources: {'Port': ['ID=b16d9d0b-f4a8-4ad8-b892-3d71d06a2a87,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:01.599384 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-0116193d-fa79-4e3f-bb90-5f2d3c7ea200 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] In _notify_port_updated(), no bound segment for port b16d9d0b-f4a8-4ad8-b892-3d71d06a2a87 on network d249f631-61b0-429f-b915-5ed848906e51 {{(pid=94078) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:50:01.612087 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0116193d-fa79-4e3f-bb90-5f2d3c7ea200 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:01.612793 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0116193d-fa79-4e3f-bb90-5f2d3c7ea200 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:01.614266 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-0116193d-fa79-4e3f-bb90-5f2d3c7ea200 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] 10.222.0.43 "PUT /v2.0/ports/b16d9d0b-f4a8-4ad8-b892-3d71d06a2a87 HTTP/1.1" status: 200 len: 1055 time: 0.7133429 Jul 29 23:50:01.629645 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 46766) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:01.943557 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae8f52d-dd00-4d06-8664-bb12080108b0 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Deleting port b16d9d0b-f4a8-4ad8-b892-3d71d06a2a87 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:50:01.943922 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3ae8f52d-dd00-4d06-8664-bb12080108b0 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:01.957993 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0d689f-f0e6-4f6c-aa6d-78ba12b7ec53 req-426ee077-a238-4dcd-8466-93f263012188 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:01.959907 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4d0d689f-f0e6-4f6c-aa6d-78ba12b7ec53 req-426ee077-a238-4dcd-8466-93f263012188 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=6154afd7-8d01-409e-8fdf-0e61d4fd2693 HTTP/1.1" status: 200 len: 946 time: 0.1383805 Jul 29 23:50:02.019260 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-db81c3f6-3a94-44bf-8df0-0988e23e7de3 None None] Provisioning complete for port b16d9d0b-f4a8-4ad8-b892-3d71d06a2a87 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:50:02.019641 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-db81c3f6-3a94-44bf-8df0-0988e23e7de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:02.025823 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d4c056-6218-47fc-8a20-2a8e292c4b83 req-16460185-0429-4e72-924e-cf37ff359dde tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:02.034584 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a7d4c056-6218-47fc-8a20-2a8e292c4b83 req-16460185-0429-4e72-924e-cf37ff359dde tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=c65b8f95-9da3-4485-bd7b-4f14879e268c HTTP/1.1" status: 200 len: 945 time: 0.2144156 Jul 29 23:50:02.088960 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-db81c3f6-3a94-44bf-8df0-0988e23e7de3 None None] Port b16d9d0b-f4a8-4ad8-b892-3d71d06a2a87 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:50:02.156222 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4d0d689f-f0e6-4f6c-aa6d-78ba12b7ec53 req-75918d3d-3281-4ce4-b61e-564e2676f8d2 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=85f85b5e-f991-4c31-ad60-266ee91bb584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765468 Jul 29 23:50:02.163846 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a7d4c056-6218-47fc-8a20-2a8e292c4b83 req-0541d8d3-ed3d-419d-8450-01a85166e377 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e6eb237-bd1b-4499-9a2d-2e1657fd82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283925 Jul 29 23:50:02.165570 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3ae8f52d-dd00-4d06-8664-bb12080108b0 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:02.204387 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-3ae8f52d-dd00-4d06-8664-bb12080108b0 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Calling delete_port for b16d9d0b-f4a8-4ad8-b892-3d71d06a2a87 owned by {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:50:02.450454 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3ae8f52d-dd00-4d06-8664-bb12080108b0 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:02.488083 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae8f52d-dd00-4d06-8664-bb12080108b0 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Pushing event deleted for resources: {'Port': ['ID=b16d9d0b-f4a8-4ad8-b892-3d71d06a2a87,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:03.374620 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3ae8f52d-dd00-4d06-8664-bb12080108b0 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:03.379640 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-3ae8f52d-dd00-4d06-8664-bb12080108b0 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] 10.222.0.43 "DELETE /v2.0/ports/b16d9d0b-f4a8-4ad8-b892-3d71d06a2a87 HTTP/1.1" status: 204 len: 168 time: 1.7496610 Jul 29 23:50:03.380597 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 46798) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:03.414452 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7184674-e3b0-4d06-8aa5-d459d43d1a80 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] GET failed (client error): The resource could not be found. Jul 29 23:50:03.415866 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a7184674-e3b0-4d06-8aa5-d459d43d1a80 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] 10.222.0.43 "GET /v2.0/ports/b16d9d0b-f4a8-4ad8-b892-3d71d06a2a87 HTTP/1.1" status: 404 len: 333 time: 0.0341895 Jul 29 23:50:03.420377 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 46804) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:03.451394 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d73d6-9dc9-487d-a73f-2c57c6f98eb8 req-17155ba1-4f45-471e-ba81-1f6874b8cf7d tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:03.453100 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ec0d73d6-9dc9-487d-a73f-2c57c6f98eb8 req-17155ba1-4f45-471e-ba81-1f6874b8cf7d tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=c65b8f95-9da3-4485-bd7b-4f14879e268c HTTP/1.1" status: 200 len: 945 time: 0.1077538 Jul 29 23:50:03.461829 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e370c7b-2eb5-470e-9ccc-600372d7972d req-46737af8-7cb3-43f6-b74a-a5b6eec4d243 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:03.470549 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3e370c7b-2eb5-470e-9ccc-600372d7972d req-46737af8-7cb3-43f6-b74a-a5b6eec4d243 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=6154afd7-8d01-409e-8fdf-0e61d4fd2693 HTTP/1.1" status: 200 len: 946 time: 0.1378088 Jul 29 23:50:03.579533 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3e370c7b-2eb5-470e-9ccc-600372d7972d req-1cf8bf2f-d14f-427c-b977-ddf17976d94f tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=85f85b5e-f991-4c31-ad60-266ee91bb584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079257 Jul 29 23:50:03.583840 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ec0d73d6-9dc9-487d-a73f-2c57c6f98eb8 req-bb79ff58-fffb-4c6c-a80c-0400e7b2c0e7 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e6eb237-bd1b-4499-9a2d-2e1657fd82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040409 Jul 29 23:50:03.665804 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-278efa9a-ba1f-4ec2-b7b4-1bcd9e6b0185 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Deleting port 48c10a63-2043-4219-90fd-7f567985385a {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:50:03.666803 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-278efa9a-ba1f-4ec2-b7b4-1bcd9e6b0185 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:03.865357 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-278efa9a-ba1f-4ec2-b7b4-1bcd9e6b0185 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:03.898267 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-278efa9a-ba1f-4ec2-b7b4-1bcd9e6b0185 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Calling delete_port for 48c10a63-2043-4219-90fd-7f567985385a owned by {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:50:04.198668 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-278efa9a-ba1f-4ec2-b7b4-1bcd9e6b0185 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:04.263229 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278efa9a-ba1f-4ec2-b7b4-1bcd9e6b0185 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Pushing event deleted for resources: {'Port': ['ID=48c10a63-2043-4219-90fd-7f567985385a,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:04.306654 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278efa9a-ba1f-4ec2-b7b4-1bcd9e6b0185 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:04.307228 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278efa9a-ba1f-4ec2-b7b4-1bcd9e6b0185 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:04.307638 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278efa9a-ba1f-4ec2-b7b4-1bcd9e6b0185 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:04.307989 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278efa9a-ba1f-4ec2-b7b4-1bcd9e6b0185 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:04.308324 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278efa9a-ba1f-4ec2-b7b4-1bcd9e6b0185 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:04.309353 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278efa9a-ba1f-4ec2-b7b4-1bcd9e6b0185 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:04.309858 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278efa9a-ba1f-4ec2-b7b4-1bcd9e6b0185 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:04.310521 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278efa9a-ba1f-4ec2-b7b4-1bcd9e6b0185 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:04.311090 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278efa9a-ba1f-4ec2-b7b4-1bcd9e6b0185 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:04.311587 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278efa9a-ba1f-4ec2-b7b4-1bcd9e6b0185 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:04.312161 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278efa9a-ba1f-4ec2-b7b4-1bcd9e6b0185 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:04.313436 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278efa9a-ba1f-4ec2-b7b4-1bcd9e6b0185 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:04.378076 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-278efa9a-ba1f-4ec2-b7b4-1bcd9e6b0185 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:04.382920 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-278efa9a-ba1f-4ec2-b7b4-1bcd9e6b0185 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] 10.222.0.43 "DELETE /v2.0/ports/48c10a63-2043-4219-90fd-7f567985385a HTTP/1.1" status: 204 len: 168 time: 0.9578335 Jul 29 23:50:04.383578 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 46816) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:04.437800 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-95875ef8-e703-48e2-8dec-280d7dad09f4 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] GET failed (client error): The resource could not be found. Jul 29 23:50:04.439841 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-95875ef8-e703-48e2-8dec-280d7dad09f4 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] 10.222.0.43 "GET /v2.0/ports/48c10a63-2043-4219-90fd-7f567985385a HTTP/1.1" status: 404 len: 333 time: 0.0552166 Jul 29 23:50:04.445187 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 46818) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:04.614000 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-c153b356-0701-4920-b073-619e53203033 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Deleting port 7beb9a5b-64e6-4b4a-bedb-d10463de60f8 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:50:04.614000 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c153b356-0701-4920-b073-619e53203033 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:04.816210 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c153b356-0701-4920-b073-619e53203033 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:04.852435 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-c153b356-0701-4920-b073-619e53203033 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Calling delete_port for 7beb9a5b-64e6-4b4a-bedb-d10463de60f8 owned by {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:50:04.880154 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774951b1-9306-473c-bf24-27f4673b8bf5 req-87a10436-773c-474f-981b-268c07c1006a tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:04.888900 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-774951b1-9306-473c-bf24-27f4673b8bf5 req-87a10436-773c-474f-981b-268c07c1006a tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=c65b8f95-9da3-4485-bd7b-4f14879e268c HTTP/1.1" status: 200 len: 945 time: 0.1472678 Jul 29 23:50:04.930505 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0961429-d0ba-495e-9ed6-f53e4a06a132 req-ac821ad1-9a4e-4cb6-9e27-47ed06f68e7d tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:04.932674 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d0961429-d0ba-495e-9ed6-f53e4a06a132 req-ac821ad1-9a4e-4cb6-9e27-47ed06f68e7d tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=6154afd7-8d01-409e-8fdf-0e61d4fd2693 HTTP/1.1" status: 200 len: 946 time: 0.1001496 Jul 29 23:50:04.974994 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-774951b1-9306-473c-bf24-27f4673b8bf5 req-d0460390-601b-4256-bb7f-91e8a7b8cbae tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e6eb237-bd1b-4499-9a2d-2e1657fd82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844524 Jul 29 23:50:05.036556 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d0961429-d0ba-495e-9ed6-f53e4a06a132 req-52032313-9714-4335-89ac-74926e0de7be tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=85f85b5e-f991-4c31-ad60-266ee91bb584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909083 Jul 29 23:50:05.093834 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c153b356-0701-4920-b073-619e53203033 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:05.149625 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c153b356-0701-4920-b073-619e53203033 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Pushing event deleted for resources: {'Port': ['ID=7beb9a5b-64e6-4b4a-bedb-d10463de60f8,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:05.248358 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c153b356-0701-4920-b073-619e53203033 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:05.253934 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c153b356-0701-4920-b073-619e53203033 tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] 10.222.0.43 "DELETE /v2.0/ports/7beb9a5b-64e6-4b4a-bedb-d10463de60f8 HTTP/1.1" status: 204 len: 168 time: 0.8036423 Jul 29 23:50:05.254339 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 46832) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:05.348277 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-12c1f862-2592-4b15-80f6-398acaeb966b tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Deleting subnet 12474c6c-d6f5-440d-b6a2-23a57c10accd {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:50:05.352395 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-12c1f862-2592-4b15-80f6-398acaeb966b tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:05.409343 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-12c1f862-2592-4b15-80f6-398acaeb966b tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:05.586165 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-12c1f862-2592-4b15-80f6-398acaeb966b tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:05.700999 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-12c1f862-2592-4b15-80f6-398acaeb966b tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:05.778188 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c1f862-2592-4b15-80f6-398acaeb966b tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Pushing event deleted for resources: {'Subnet': ['ID=12474c6c-d6f5-440d-b6a2-23a57c10accd,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:05.819382 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-12c1f862-2592-4b15-80f6-398acaeb966b tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:05.822070 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-12c1f862-2592-4b15-80f6-398acaeb966b tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] 10.222.0.43 "DELETE /v2.0/subnets/12474c6c-d6f5-440d-b6a2-23a57c10accd HTTP/1.1" status: 204 len: 168 time: 0.5666983 Jul 29 23:50:05.825664 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 46842) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:05.828926 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6905313-4a48-4dd3-95a3-612d430ea66c None None] Network d249f631-61b0-429f-b915-5ed848906e51 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:50:05.971590 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ac010af8-a6c2-431d-86e0-342b2a86a2bc tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:06.117525 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-ac010af8-a6c2-431d-86e0-342b2a86a2bc tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Deleting port 807cd99e-b17f-444f-ab5c-1c324d57f35d {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:50:06.119892 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ac010af8-a6c2-431d-86e0-342b2a86a2bc tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:06.190471 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68fdc04-cddd-493f-b771-e57f82eede89 None None] DHCP port deletion for d249f631-61b0-429f-b915-5ed848906e51 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:50:06.268525 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-c68fdc04-cddd-493f-b771-e57f82eede89 None None] Deleting port 807cd99e-b17f-444f-ab5c-1c324d57f35d {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:50:06.269437 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c68fdc04-cddd-493f-b771-e57f82eede89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:06.318582 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-ac010af8-a6c2-431d-86e0-342b2a86a2bc tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] For port 807cd99e-b17f-444f-ab5c-1c324d57f35d, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=807cd99e-b17f-444f-ab5c-1c324d57f35d,segment=NetworkSegment(370a6b47-4a4c-40a9-8bdb-47fb3ac2e373),segment_id=370a6b47-4a4c-40a9-8bdb-47fb3ac2e373)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:06.318967 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ac010af8-a6c2-431d-86e0-342b2a86a2bc tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:06.331929 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0d402-4f3b-4f6d-93a5-3b844dc0ec94 req-4c54b8ec-fb3a-409e-8664-bcfaa77563ee tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:06.333679 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-98a0d402-4f3b-4f6d-93a5-3b844dc0ec94 req-4c54b8ec-fb3a-409e-8664-bcfaa77563ee tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=c65b8f95-9da3-4485-bd7b-4f14879e268c HTTP/1.1" status: 200 len: 945 time: 0.2092881 Jul 29 23:50:06.347432 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7092de1-8c6d-4ff2-9332-6a93b78d78a3 req-edb5f556-2f78-47df-934b-52e99c9c270c tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:06.352872 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-c68fdc04-cddd-493f-b771-e57f82eede89 None None] For port 807cd99e-b17f-444f-ab5c-1c324d57f35d, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=807cd99e-b17f-444f-ab5c-1c324d57f35d,segment=NetworkSegment(370a6b47-4a4c-40a9-8bdb-47fb3ac2e373),segment_id=370a6b47-4a4c-40a9-8bdb-47fb3ac2e373)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:06.353649 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c68fdc04-cddd-493f-b771-e57f82eede89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:06.358333 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f7092de1-8c6d-4ff2-9332-6a93b78d78a3 req-edb5f556-2f78-47df-934b-52e99c9c270c tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=6154afd7-8d01-409e-8fdf-0e61d4fd2693 HTTP/1.1" status: 200 len: 946 time: 0.1243432 Jul 29 23:50:06.375139 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-c68fdc04-cddd-493f-b771-e57f82eede89 None None] Calling delete_port for 807cd99e-b17f-444f-ab5c-1c324d57f35d owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:50:06.376802 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-ac010af8-a6c2-431d-86e0-342b2a86a2bc tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Calling delete_port for 807cd99e-b17f-444f-ab5c-1c324d57f35d owned by network:dhcp {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:50:06.535896 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f7092de1-8c6d-4ff2-9332-6a93b78d78a3 req-cc23c616-fc13-404a-b617-f0b376a42dc9 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=85f85b5e-f991-4c31-ad60-266ee91bb584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770301 Jul 29 23:50:06.549865 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-98a0d402-4f3b-4f6d-93a5-3b844dc0ec94 req-d6cc051b-f210-43c6-bbbb-3997654d1257 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e6eb237-bd1b-4499-9a2d-2e1657fd82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1851156 Jul 29 23:50:06.629804 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ac010af8-a6c2-431d-86e0-342b2a86a2bc tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:06.713079 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac010af8-a6c2-431d-86e0-342b2a86a2bc tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Pushing event deleted for resources: {'Port': ['ID=807cd99e-b17f-444f-ab5c-1c324d57f35d,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:06.725467 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac010af8-a6c2-431d-86e0-342b2a86a2bc tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] No DVR routers for this DVR port 807cd99e-b17f-444f-ab5c-1c324d57f35d on host n-d-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:50:06.768307 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 807cd99e-b17f-444f-ab5c-1c324d57f35d no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:50:06.791281 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 807cd99e-b17f-444f-ab5c-1c324d57f35d {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:50:06.791725 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 807cd99e-b17f-444f-ab5c-1c324d57f35d not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:50:06.805835 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c68fdc04-cddd-493f-b771-e57f82eede89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:06.830715 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68fdc04-cddd-493f-b771-e57f82eede89 None None] No DVR routers for this DVR port 807cd99e-b17f-444f-ab5c-1c324d57f35d on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:50:06.877359 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68fdc04-cddd-493f-b771-e57f82eede89 None None] Pushing event deleted for resources: {'Port': ['ID=807cd99e-b17f-444f-ab5c-1c324d57f35d,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:06.881797 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ac010af8-a6c2-431d-86e0-342b2a86a2bc tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:06.897915 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-ac010af8-a6c2-431d-86e0-342b2a86a2bc tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d249f631-61b0-429f-b915-5ed848906e51']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:06.924013 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-ac010af8-a6c2-431d-86e0-342b2a86a2bc tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '370a6b47-4a4c-40a9-8bdb-47fb3ac2e373') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:06.924332 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-ac010af8-a6c2-431d-86e0-342b2a86a2bc tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '370a6b47-4a4c-40a9-8bdb-47fb3ac2e373') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:06.966024 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ac010af8-a6c2-431d-86e0-342b2a86a2bc tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:07.000797 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ac010af8-a6c2-431d-86e0-342b2a86a2bc tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:07.010966 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac010af8-a6c2-431d-86e0-342b2a86a2bc tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:50:07.011565 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ac010af8-a6c2-431d-86e0-342b2a86a2bc tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:07.015080 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:50:07.015080 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:50:07.015080 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:50:07.015080 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:50:07.015080 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:50:07.015080 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:50:07.015080 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:50:07.015080 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:50:07.015080 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:50:07.015080 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:50:07.015080 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:50:07.015080 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:50:07.015080 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:50:07.015080 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:50:07.015080 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:50:07.015080 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:50:07.015080 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:50:07.015080 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:50:07.015080 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:50:07.015080 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:50:07.015080 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:50:07.015080 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:50:07.015080 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:50:07.015080 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:50:07.015080 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:50:07.015080 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:50:07.015080 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:50:07.015080 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:50:07.015080 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:50:07.015080 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:50:07.015080 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:50:07.015080 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:50:07.117039 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ac010af8-a6c2-431d-86e0-342b2a86a2bc tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:07.126057 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ac010af8-a6c2-431d-86e0-342b2a86a2bc tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:07.127924 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ac010af8-a6c2-431d-86e0-342b2a86a2bc tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] 10.222.0.43 "DELETE /v2.0/networks/d249f631-61b0-429f-b915-5ed848906e51 HTTP/1.1" status: 204 len: 168 time: 1.3008933 Jul 29 23:50:07.147378 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac010af8-a6c2-431d-86e0-342b2a86a2bc tempest-AllowedAddressPairTestJSON-1166212689 tempest-AllowedAddressPairTestJSON-1166212689-project] Pushing event deleted for resources: {'Network': ['ID=d249f631-61b0-429f-b915-5ed848906e51,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:07.346964 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:07.628986 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 46874) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:07.844859 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b5be7-0dc4-4f78-a3b0-8fe6c173311d req-b85091a2-05bd-4b6b-8b27-51485e3aa5a5 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:07.847102 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b50b5be7-0dc4-4f78-a3b0-8fe6c173311d req-b85091a2-05bd-4b6b-8b27-51485e3aa5a5 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=6154afd7-8d01-409e-8fdf-0e61d4fd2693 HTTP/1.1" status: 200 len: 946 time: 0.1225588 Jul 29 23:50:07.870212 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a3cd1-bdbe-402a-bd3d-d11e9c3c475f req-37a38819-a59c-4af8-bda4-7c0534eec609 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:07.878772 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c87a3cd1-bdbe-402a-bd3d-d11e9c3c475f req-37a38819-a59c-4af8-bda4-7c0534eec609 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=c65b8f95-9da3-4485-bd7b-4f14879e268c HTTP/1.1" status: 200 len: 945 time: 0.1056468 Jul 29 23:50:08.001459 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b50b5be7-0dc4-4f78-a3b0-8fe6c173311d req-4d55af42-4d5d-435d-be46-b5f93f305d9d tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=85f85b5e-f991-4c31-ad60-266ee91bb584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198165 Jul 29 23:50:08.017932 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c87a3cd1-bdbe-402a-bd3d-d11e9c3c475f req-019cb976-620a-4ef7-8231-b2462f34bdfa tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e6eb237-bd1b-4499-9a2d-2e1657fd82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072729 Jul 29 23:50:08.042759 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-7a23502f-d608-4d5f-a680-6bdeff5fb57a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bb469c0a2c844c9d9fb8829d00203743&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4156353 Jul 29 23:50:08.048974 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 46890) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:08.116923 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fe37b55d-9b7d-4ca8-97f0-7393234f7232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:08.158551 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fe37b55d-9b7d-4ca8-97f0-7393234f7232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:08.237122 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fe37b55d-9b7d-4ca8-97f0-7393234f7232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:08.251326 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fe37b55d-9b7d-4ca8-97f0-7393234f7232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:08.266345 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-fe37b55d-9b7d-4ca8-97f0-7393234f7232 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/08151ab1-28bd-4806-98e0-b38b7db25166 HTTP/1.1" status: 204 len: 168 time: 0.2086284 Jul 29 23:50:08.288730 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe37b55d-9b7d-4ca8-97f0-7393234f7232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08151ab1-28bd-4806-98e0-b38b7db25166,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:08.886415 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:50:09.258527 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c35cff-cec9-4f03-adad-094d75e5aa72 req-84566e69-b81f-402a-bf7d-e82a1c33f335 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:09.266270 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-46c35cff-cec9-4f03-adad-094d75e5aa72 req-84566e69-b81f-402a-bf7d-e82a1c33f335 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=c65b8f95-9da3-4485-bd7b-4f14879e268c HTTP/1.1" status: 200 len: 945 time: 0.1202629 Jul 29 23:50:09.293096 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 46946) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:09.302532 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e73ac9f-189e-4fdd-8219-6539d49a77d5 req-724124b9-925e-4b43-af34-d40f5e3f3ffe tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:09.304350 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7e73ac9f-189e-4fdd-8219-6539d49a77d5 req-724124b9-925e-4b43-af34-d40f5e3f3ffe tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=6154afd7-8d01-409e-8fdf-0e61d4fd2693 HTTP/1.1" status: 200 len: 946 time: 0.1052222 Jul 29 23:50:09.342449 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-46c35cff-cec9-4f03-adad-094d75e5aa72 req-8ab4e98e-a41e-4955-a960-2d13793656fb tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e6eb237-bd1b-4499-9a2d-2e1657fd82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746088 Jul 29 23:50:09.394702 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7e73ac9f-189e-4fdd-8219-6539d49a77d5 req-e1b5cf0a-e1b9-4141-9f37-78f7e7d1b1a4 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=85f85b5e-f991-4c31-ad60-266ee91bb584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694733 Jul 29 23:50:09.478530 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-921805e8-7e37-4256-b3ea-fe0cc24a6824 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1444779897'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:09.524970 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921805e8-7e37-4256-b3ea-fe0cc24a6824 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Made reservation on behalf of 1d691703443a42fc8e0b50b84f983955 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:50:09.529213 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-921805e8-7e37-4256-b3ea-fe0cc24a6824 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:09.540131 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-921805e8-7e37-4256-b3ea-fe0cc24a6824 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:09.705212 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd06ade-65a1-45c2-9eed-5db371dd3789 req-7b5c23ea-fe0e-4869-b4d0-9a6cdbe66c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:09.706934 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-fdd06ade-65a1-45c2-9eed-5db371dd3789 req-7b5c23ea-fe0e-4869-b4d0-9a6cdbe66c23 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bc6282d9b32e428d9264b8fb2fa602e4&device_id=c65b8f95-9da3-4485-bd7b-4f14879e268c HTTP/1.1" status: 200 len: 1097 time: 0.0862274 Jul 29 23:50:09.729431 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-921805e8-7e37-4256-b3ea-fe0cc24a6824 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:09.743768 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-921805e8-7e37-4256-b3ea-fe0cc24a6824 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:09.818511 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-921805e8-7e37-4256-b3ea-fe0cc24a6824 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:50:09.831873 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921805e8-7e37-4256-b3ea-fe0cc24a6824 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe32d2c-1a08-4383-b3cf-aa017e5f3544,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:09.840328 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-921805e8-7e37-4256-b3ea-fe0cc24a6824 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:09.840328 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-921805e8-7e37-4256-b3ea-fe0cc24a6824 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Added segment 7ed3bad4-07fd-47ef-8c5f-67808e3df0f8 of type vlan for network dc765247-b018-40f0-9f40-298dfdeef81d Jul 29 23:50:09.909723 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd06ade-65a1-45c2-9eed-5db371dd3789 req-c7483b26-d51c-49bc-a9a6-cf125bcf8729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:09.911303 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-fdd06ade-65a1-45c2-9eed-5db371dd3789 req-c7483b26-d51c-49bc-a9a6-cf125bcf8729 service neutron] 10.222.0.22 "GET /v2.0/networks?id=75276a04-f545-4a3d-9980-2e308be152f9 HTTP/1.1" status: 200 len: 918 time: 0.1943729 Jul 29 23:50:09.922938 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-921805e8-7e37-4256-b3ea-fe0cc24a6824 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:10.007314 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-fdd06ade-65a1-45c2-9eed-5db371dd3789 req-600f108b-bab1-4e5f-85fb-589e4fd7b7d8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c205d82-4555-4305-96ab-ad0c818351a2 HTTP/1.1" status: 200 len: 1001 time: 0.0863378 Jul 29 23:50:10.011169 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-921805e8-7e37-4256-b3ea-fe0cc24a6824 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:10.026503 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921805e8-7e37-4256-b3ea-fe0cc24a6824 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:10.027280 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-921805e8-7e37-4256-b3ea-fe0cc24a6824 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:10.123577 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-921805e8-7e37-4256-b3ea-fe0cc24a6824 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.8292627 Jul 29 23:50:10.127022 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 46964) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:10.135696 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-9f260e9d-5b81-4538-a77a-27f2882f3b7e tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Request body: {'subnet': {'network_id': 'dc765247-b018-40f0-9f40-298dfdeef81d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:10.143778 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd06ade-65a1-45c2-9eed-5db371dd3789 req-6634353b-feae-4f93-a4e3-bb0a125875f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:10.145347 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-fdd06ade-65a1-45c2-9eed-5db371dd3789 req-6634353b-feae-4f93-a4e3-bb0a125875f1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3f8a1426-23b4-4820-974d-b3b8ade6d730 HTTP/1.1" status: 200 len: 856 time: 0.1140828 Jul 29 23:50:10.146039 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921805e8-7e37-4256-b3ea-fe0cc24a6824 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Pushing event updated for resources: {'Network': ['ID=dc765247-b018-40f0-9f40-298dfdeef81d,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:10.161618 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network dc765247-b018-40f0-9f40-298dfdeef81d details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:50:10.236921 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd06ade-65a1-45c2-9eed-5db371dd3789 req-3311f5f9-af5a-48b6-b05f-8664eb05372d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:10.238575 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-fdd06ade-65a1-45c2-9eed-5db371dd3789 req-3311f5f9-af5a-48b6-b05f-8664eb05372d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=75276a04-f545-4a3d-9980-2e308be152f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0853677 Jul 29 23:50:10.295220 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f260e9d-5b81-4538-a77a-27f2882f3b7e tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Made reservation on behalf of 1d691703443a42fc8e0b50b84f983955 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:50:10.299099 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9f260e9d-5b81-4538-a77a-27f2882f3b7e tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:10.356569 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-fdd06ade-65a1-45c2-9eed-5db371dd3789 req-98f04902-620d-4e9e-bf22-e604553b8454 service neutron] 10.222.0.22 "GET /v2.0/networks/75276a04-f545-4a3d-9980-2e308be152f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082389 Jul 29 23:50:10.472855 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-fdd06ade-65a1-45c2-9eed-5db371dd3789 req-cf629ab7-6cb9-4908-9e80-45143a0ce761 service neutron] 10.222.0.22 "GET /v2.0/networks/75276a04-f545-4a3d-9980-2e308be152f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090567 Jul 29 23:50:10.651046 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9f260e9d-5b81-4538-a77a-27f2882f3b7e tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:10.664813 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b5eff-ebd3-425b-8a53-b2d8bd41925b req-276c809a-23cb-4251-b9e9-89648b633857 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:10.666306 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1b9b5eff-ebd3-425b-8a53-b2d8bd41925b req-276c809a-23cb-4251-b9e9-89648b633857 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=c65b8f95-9da3-4485-bd7b-4f14879e268c HTTP/1.1" status: 200 len: 945 time: 0.1789782 Jul 29 23:50:10.725435 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33282e7e-bc13-4fd3-8154-02ccaceaabf2 req-1d5c1293-5f1a-4e2f-ab40-2aca940f6f24 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:10.726985 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-33282e7e-bc13-4fd3-8154-02ccaceaabf2 req-1d5c1293-5f1a-4e2f-ab40-2aca940f6f24 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=6154afd7-8d01-409e-8fdf-0e61d4fd2693 HTTP/1.1" status: 200 len: 946 time: 0.1964211 Jul 29 23:50:10.788828 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f260e9d-5b81-4538-a77a-27f2882f3b7e tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Pushing event updated for resources: {'Subnet': ['ID=83b14ca2-8f3c-4a9c-8818-acfd6ea7ed28,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:10.817675 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1b9b5eff-ebd3-425b-8a53-b2d8bd41925b req-6a131a9f-2cfc-47a9-af63-c44875283044 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e6eb237-bd1b-4499-9a2d-2e1657fd82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169853 Jul 29 23:50:10.831010 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-33282e7e-bc13-4fd3-8154-02ccaceaabf2 req-4889bd4f-a2bb-4962-9ffc-121a5260410c tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=85f85b5e-f991-4c31-ad60-266ee91bb584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920312 Jul 29 23:50:10.834326 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f260e9d-5b81-4538-a77a-27f2882f3b7e tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Checking segment: {'id': '7ed3bad4-07fd-47ef-8c5f-67808e3df0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'dc765247-b018-40f0-9f40-298dfdeef81d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:50:10.834695 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f260e9d-5b81-4538-a77a-27f2882f3b7e tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Network hostable DHCP agents. Network: dc765247-b018-40f0-9f40-298dfdeef81d, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:50:10.877756 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f260e9d-5b81-4538-a77a-27f2882f3b7e tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Network dc765247-b018-40f0-9f40-298dfdeef81d is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:50:10.889568 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-9f260e9d-5b81-4538-a77a-27f2882f3b7e tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, dc765247-b018-40f0-9f40-298dfdeef81d) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:50:10.893931 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f260e9d-5b81-4538-a77a-27f2882f3b7e tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:10.894827 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9f260e9d-5b81-4538-a77a-27f2882f3b7e tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:10.899253 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521be062-54d2-4026-9461-c88f3ae743a3 None None] Network dc765247-b018-40f0-9f40-298dfdeef81d requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:50:10.911765 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-9f260e9d-5b81-4538-a77a-27f2882f3b7e tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7831264 Jul 29 23:50:10.914475 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 46986) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:10.920922 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-153dc1ba-cdb6-4ab3-8dd8-e1e6fb30188d tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Request body: {'port': {'network_id': 'dc765247-b018-40f0-9f40-298dfdeef81d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-749207493'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:11.075324 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153dc1ba-cdb6-4ab3-8dd8-e1e6fb30188d tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Made reservation on behalf of 1d691703443a42fc8e0b50b84f983955 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:50:11.083051 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab95e3e1-36fc-44ed-b470-a2cbc4295b17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-dc765247-b018-40f0-9f40-298dfdeef81d', 'network_id': 'dc765247-b018-40f0-9f40-298dfdeef81d', 'tenant_id': '1d691703443a42fc8e0b50b84f983955', 'fixed_ips': [{'subnet_id': '83b14ca2-8f3c-4a9c-8818-acfd6ea7ed28'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:50:11.083051 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ab95e3e1-36fc-44ed-b470-a2cbc4295b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:11.084801 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-153dc1ba-cdb6-4ab3-8dd8-e1e6fb30188d tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:11.112333 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [None req-153dc1ba-cdb6-4ab3-8dd8-e1e6fb30188d tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] device_id is not set on port 386be011-66f5-4759-9161-aa8200d71d55 yet. {{(pid=94078) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:50:11.270459 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-153dc1ba-cdb6-4ab3-8dd8-e1e6fb30188d tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Allocated IP 2001:db8::3ad (dc765247-b018-40f0-9f40-298dfdeef81d/83b14ca2-8f3c-4a9c-8818-acfd6ea7ed28/386be011-66f5-4759-9161-aa8200d71d55) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:50:11.448269 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-153dc1ba-cdb6-4ab3-8dd8-e1e6fb30188d tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:11.466880 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-153dc1ba-cdb6-4ab3-8dd8-e1e6fb30188d tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Transition to ACTIVE for port object 386be011-66f5-4759-9161-aa8200d71d55 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:50:11.511946 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-153dc1ba-cdb6-4ab3-8dd8-e1e6fb30188d tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:11.561795 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153dc1ba-cdb6-4ab3-8dd8-e1e6fb30188d tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Network dc765247-b018-40f0-9f40-298dfdeef81d is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:50:11.564896 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-153dc1ba-cdb6-4ab3-8dd8-e1e6fb30188d tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:50:11.571665 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153dc1ba-cdb6-4ab3-8dd8-e1e6fb30188d tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:50:11.574840 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-ab95e3e1-36fc-44ed-b470-a2cbc4295b17 None None] Allocated IP 2001:db8::2 (dc765247-b018-40f0-9f40-298dfdeef81d/83b14ca2-8f3c-4a9c-8818-acfd6ea7ed28/3af4e34d-bcb9-469b-87a9-84c963ffc23c) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:50:11.578211 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153dc1ba-cdb6-4ab3-8dd8-e1e6fb30188d tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:11.578928 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-153dc1ba-cdb6-4ab3-8dd8-e1e6fb30188d tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:11.582631 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153dc1ba-cdb6-4ab3-8dd8-e1e6fb30188d tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Pushing event updated for resources: {'Port': ['ID=386be011-66f5-4759-9161-aa8200d71d55,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:11.601070 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 46998) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:11.601551 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-153dc1ba-cdb6-4ab3-8dd8-e1e6fb30188d tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.6854689 Jul 29 23:50:11.608528 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-ece0224b-6a02-4a72-ba50-0003e1608b57 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Request body: {'port': {'network_id': 'dc765247-b018-40f0-9f40-298dfdeef81d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1695298443', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:11.609071 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.api.validators [None req-ece0224b-6a02-4a72-ba50-0003e1608b57 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] bootfile-name is not in valid_values {{(pid=94077) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 23:50:11.609413 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.api.validators [None req-ece0224b-6a02-4a72-ba50-0003e1608b57 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] tftp-server is not in valid_values {{(pid=94077) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 23:50:11.609805 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.api.validators [None req-ece0224b-6a02-4a72-ba50-0003e1608b57 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] server-ip-address is not in valid_values {{(pid=94077) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 23:50:11.737170 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ab95e3e1-36fc-44ed-b470-a2cbc4295b17 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:11.748595 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-ab95e3e1-36fc-44ed-b470-a2cbc4295b17 None None] Transition to ACTIVE for port object 3af4e34d-bcb9-469b-87a9-84c963ffc23c will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:50:11.749181 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece0224b-6a02-4a72-ba50-0003e1608b57 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Made reservation on behalf of 1d691703443a42fc8e0b50b84f983955 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:50:11.753111 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ece0224b-6a02-4a72-ba50-0003e1608b57 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:11.767617 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-ab95e3e1-36fc-44ed-b470-a2cbc4295b17 None None] Transition to ACTIVE for port object 3af4e34d-bcb9-469b-87a9-84c963ffc23c will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:50:11.773359 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [None req-ece0224b-6a02-4a72-ba50-0003e1608b57 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] device_id is not set on port 9cd2df6d-7de1-4cfd-bddc-b290a7e2a8b4 yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:50:11.774813 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ab95e3e1-36fc-44ed-b470-a2cbc4295b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:11.821515 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab95e3e1-36fc-44ed-b470-a2cbc4295b17 None None] Network dc765247-b018-40f0-9f40-298dfdeef81d is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:50:11.825817 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-ab95e3e1-36fc-44ed-b470-a2cbc4295b17 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:50:11.829313 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab95e3e1-36fc-44ed-b470-a2cbc4295b17 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:50:11.847946 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab95e3e1-36fc-44ed-b470-a2cbc4295b17 None None] Pushing event updated for resources: {'Port': ['ID=3af4e34d-bcb9-469b-87a9-84c963ffc23c,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:11.917546 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-ab95e3e1-36fc-44ed-b470-a2cbc4295b17 None None] Attempting to bind port 3af4e34d-bcb9-469b-87a9-84c963ffc23c on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:50:11.918719 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-ab95e3e1-36fc-44ed-b470-a2cbc4295b17 None None] Attempting to bind port 3af4e34d-bcb9-469b-87a9-84c963ffc23c by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '7ed3bad4-07fd-47ef-8c5f-67808e3df0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'dc765247-b018-40f0-9f40-298dfdeef81d'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:50:11.919080 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab95e3e1-36fc-44ed-b470-a2cbc4295b17 None None] Attempting to bind port 3af4e34d-bcb9-469b-87a9-84c963ffc23c on network dc765247-b018-40f0-9f40-298dfdeef81d {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:50:11.924978 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab95e3e1-36fc-44ed-b470-a2cbc4295b17 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:50:11.925357 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab95e3e1-36fc-44ed-b470-a2cbc4295b17 None None] Checking segment: {'id': '7ed3bad4-07fd-47ef-8c5f-67808e3df0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'dc765247-b018-40f0-9f40-298dfdeef81d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:50:11.925800 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ab95e3e1-36fc-44ed-b470-a2cbc4295b17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:11.926190 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab95e3e1-36fc-44ed-b470-a2cbc4295b17 None None] Bound using segment: {'id': '7ed3bad4-07fd-47ef-8c5f-67808e3df0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'dc765247-b018-40f0-9f40-298dfdeef81d'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:50:11.926655 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-ab95e3e1-36fc-44ed-b470-a2cbc4295b17 None None] Bound port: 3af4e34d-bcb9-469b-87a9-84c963ffc23c, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ed3bad4-07fd-47ef-8c5f-67808e3df0f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'dc765247-b018-40f0-9f40-298dfdeef81d'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:50:11.927029 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ab95e3e1-36fc-44ed-b470-a2cbc4295b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:11.958698 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-ece0224b-6a02-4a72-ba50-0003e1608b57 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Allocated IP 2001:db8::3b7 (dc765247-b018-40f0-9f40-298dfdeef81d/83b14ca2-8f3c-4a9c-8818-acfd6ea7ed28/9cd2df6d-7de1-4cfd-bddc-b290a7e2a8b4) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:50:12.023494 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-ab95e3e1-36fc-44ed-b470-a2cbc4295b17 None None] For port 3af4e34d-bcb9-469b-87a9-84c963ffc23c, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:50:12.028688 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-ab95e3e1-36fc-44ed-b470-a2cbc4295b17 None None] For port 3af4e34d-bcb9-469b-87a9-84c963ffc23c, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=3af4e34d-bcb9-469b-87a9-84c963ffc23c,segment=NetworkSegment(7ed3bad4-07fd-47ef-8c5f-67808e3df0f8),segment_id=7ed3bad4-07fd-47ef-8c5f-67808e3df0f8)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:50:12.033634 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ab95e3e1-36fc-44ed-b470-a2cbc4295b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:12.077842 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6203f75-38bd-49c0-9a87-720a853b5fdd req-59579166-9d72-4405-9929-d6cb1a670440 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:12.079840 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a6203f75-38bd-49c0-9a87-720a853b5fdd req-59579166-9d72-4405-9929-d6cb1a670440 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=c65b8f95-9da3-4485-bd7b-4f14879e268c HTTP/1.1" status: 200 len: 945 time: 0.1047630 Jul 29 23:50:12.132058 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab95e3e1-36fc-44ed-b470-a2cbc4295b17 None None] Pushing event updated for resources: {'Port': ['ID=3af4e34d-bcb9-469b-87a9-84c963ffc23c,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:12.134812 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037e5ff-1a8c-4448-81e2-ef274c1ed2ff req-ed1f527b-e15e-4d91-beaf-e36eac72dda7 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:12.143396 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8037e5ff-1a8c-4448-81e2-ef274c1ed2ff req-ed1f527b-e15e-4d91-beaf-e36eac72dda7 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=6154afd7-8d01-409e-8fdf-0e61d4fd2693 HTTP/1.1" status: 200 len: 946 time: 0.1444161 Jul 29 23:50:12.219918 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8037e5ff-1a8c-4448-81e2-ef274c1ed2ff req-6b2790c1-eff8-4c60-a52b-1c8a3eb15a7f tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=85f85b5e-f991-4c31-ad60-266ee91bb584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755398 Jul 29 23:50:12.251583 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a6203f75-38bd-49c0-9a87-720a853b5fdd req-ff2267c5-6831-406a-8ca1-9e5771714f53 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e6eb237-bd1b-4499-9a2d-2e1657fd82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242902 Jul 29 23:50:12.296756 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ece0224b-6a02-4a72-ba50-0003e1608b57 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:12.316325 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [req-9cad5c8e-7ec1-4b8c-9e81-14282c0bb732 req-8f589bd7-f817-400e-9118-0b35b429ca78 service neutron] show failed (client error): The resource could not be found. Jul 29 23:50:12.317467 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9cad5c8e-7ec1-4b8c-9e81-14282c0bb732 req-8f589bd7-f817-400e-9118-0b35b429ca78 service neutron] 10.222.0.22 "GET /v2.0/ports/490b699c-9d02-4d29-b8e3-36aab2384cce/bindings/n-h1-712141-10 HTTP/1.1" status: 404 len: 381 time: 0.3146112 Jul 29 23:50:12.323621 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-ece0224b-6a02-4a72-ba50-0003e1608b57 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Transition to ACTIVE for port object 9cd2df6d-7de1-4cfd-bddc-b290a7e2a8b4 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:50:12.367953 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ece0224b-6a02-4a72-ba50-0003e1608b57 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:12.434851 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece0224b-6a02-4a72-ba50-0003e1608b57 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Network dc765247-b018-40f0-9f40-298dfdeef81d is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:50:12.438357 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-ece0224b-6a02-4a72-ba50-0003e1608b57 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:50:12.442445 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece0224b-6a02-4a72-ba50-0003e1608b57 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:50:12.448204 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece0224b-6a02-4a72-ba50-0003e1608b57 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:12.448734 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ece0224b-6a02-4a72-ba50-0003e1608b57 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:12.490728 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ece0224b-6a02-4a72-ba50-0003e1608b57 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 0.8853910 Jul 29 23:50:12.494216 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 47020) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:12.503263 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece0224b-6a02-4a72-ba50-0003e1608b57 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Pushing event updated for resources: {'Port': ['ID=9cd2df6d-7de1-4cfd-bddc-b290a7e2a8b4,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:12.692389 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6198658e-a611-468f-b1df-a78b8820cec9 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:12.695675 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6198658e-a611-468f-b1df-a78b8820cec9 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:12.702535 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6198658e-a611-468f-b1df-a78b8820cec9 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:12.707100 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-6198658e-a611-468f-b1df-a78b8820cec9 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.2076931 Jul 29 23:50:12.708261 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 47024) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:12.731373 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad5c8e-7ec1-4b8c-9e81-14282c0bb732 req-a263e07c-64c7-4587-bc88-8712fcbf008a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:12.733858 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9cad5c8e-7ec1-4b8c-9e81-14282c0bb732 req-a263e07c-64c7-4587-bc88-8712fcbf008a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6154afd7-8d01-409e-8fdf-0e61d4fd2693&tenant_id=65ae77200a164c0f8f007753b934a6ed HTTP/1.1" status: 200 len: 1098 time: 0.1358490 Jul 29 23:50:12.760326 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-9cad5c8e-7ec1-4b8c-9e81-14282c0bb732 req-f2dc9a85-0b55-473d-8ecf-6e3433b26a07 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712141-10', 'device_owner': 'compute:nova'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:12.792285 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 3af4e34d-bcb9-469b-87a9-84c963ffc23c up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:50:12.845880 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-9cad5c8e-7ec1-4b8c-9e81-14282c0bb732 req-f2dc9a85-0b55-473d-8ecf-6e3433b26a07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:12.866235 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-ba52e2f1-3f0e-4337-9a34-20ddc633e1af tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Deleting port 9cd2df6d-7de1-4cfd-bddc-b290a7e2a8b4 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:50:12.866581 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ba52e2f1-3f0e-4337-9a34-20ddc633e1af tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:12.875430 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 3af4e34d-bcb9-469b-87a9-84c963ffc23c completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:50:13.003364 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ba52e2f1-3f0e-4337-9a34-20ddc633e1af tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:13.018749 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-ba52e2f1-3f0e-4337-9a34-20ddc633e1af tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Calling delete_port for 9cd2df6d-7de1-4cfd-bddc-b290a7e2a8b4 owned by {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:50:13.141640 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-9cad5c8e-7ec1-4b8c-9e81-14282c0bb732 req-f2dc9a85-0b55-473d-8ecf-6e3433b26a07 service neutron] For port 490b699c-9d02-4d29-b8e3-36aab2384cce, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=490b699c-9d02-4d29-b8e3-36aab2384cce,segment=NetworkSegment(843c91f7-8d92-42f5-bfa1-88724e50fee0),segment_id=843c91f7-8d92-42f5-bfa1-88724e50fee0)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:13.195756 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-9cad5c8e-7ec1-4b8c-9e81-14282c0bb732 req-f2dc9a85-0b55-473d-8ecf-6e3433b26a07 service neutron] For port 490b699c-9d02-4d29-b8e3-36aab2384cce, host n-h2-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:50:13.218374 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ba52e2f1-3f0e-4337-9a34-20ddc633e1af tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:13.253857 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba52e2f1-3f0e-4337-9a34-20ddc633e1af tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Pushing event deleted for resources: {'Port': ['ID=9cd2df6d-7de1-4cfd-bddc-b290a7e2a8b4,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:13.260443 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6154afd7-8d01-409e-8fdf-0e61d4fd2693', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '490b699c-9d02-4d29-b8e3-36aab2384cce'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:50:13.263779 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527a208e-ebe4-4f07-b86c-4d2cc14e5447" -d '{"events": [{"server_uuid": "6154afd7-8d01-409e-8fdf-0e61d4fd2693", "name": "network-vif-unplugged", "status": "completed", "tag": "490b699c-9d02-4d29-b8e3-36aab2384cce"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:50:13.268599 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-9cad5c8e-7ec1-4b8c-9e81-14282c0bb732 req-f2dc9a85-0b55-473d-8ecf-6e3433b26a07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:13.283931 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-9cad5c8e-7ec1-4b8c-9e81-14282c0bb732 req-f2dc9a85-0b55-473d-8ecf-6e3433b26a07 service neutron] Transition to ACTIVE for port object 490b699c-9d02-4d29-b8e3-36aab2384cce will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:50:13.292508 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-9cad5c8e-7ec1-4b8c-9e81-14282c0bb732 req-f2dc9a85-0b55-473d-8ecf-6e3433b26a07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:13.327473 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ba52e2f1-3f0e-4337-9a34-20ddc633e1af tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:13.335852 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ba52e2f1-3f0e-4337-9a34-20ddc633e1af tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] 10.222.0.43 "DELETE /v2.0/ports/9cd2df6d-7de1-4cfd-bddc-b290a7e2a8b4 HTTP/1.1" status: 204 len: 168 time: 0.6254804 Jul 29 23:50:13.339365 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 47042) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:13.350963 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-06144531-5514-4b4d-9616-cb2301be7256 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Request body: {'port': {'name': 'tempest-new-port-name-1083826027', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:13.351589 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.api.validators [None req-06144531-5514-4b4d-9616-cb2301be7256 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] bootfile-name is not in valid_values {{(pid=94077) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 23:50:13.352100 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.api.validators [None req-06144531-5514-4b4d-9616-cb2301be7256 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] tftp-server is not in valid_values {{(pid=94077) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 23:50:13.354289 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.api.validators [None req-06144531-5514-4b4d-9616-cb2301be7256 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] server-ip-address is not in valid_values {{(pid=94077) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 23:50:13.504705 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-06144531-5514-4b4d-9616-cb2301be7256 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:13.540058 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92beb66b-1fcf-4d7a-978e-1209d9482fc0 x-openstack-request-id: req-92beb66b-1fcf-4d7a-978e-1209d9482fc0 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:50:13.540743 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6154afd7-8d01-409e-8fdf-0e61d4fd2693", "name": "network-vif-unplugged", "status": "completed", "tag": "490b699c-9d02-4d29-b8e3-36aab2384cce", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:50:13.540743 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-92beb66b-1fcf-4d7a-978e-1209d9482fc0 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:50:13.540899 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6154afd7-8d01-409e-8fdf-0e61d4fd2693', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '490b699c-9d02-4d29-b8e3-36aab2384cce', 'code': 200} Jul 29 23:50:13.570733 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc9a85-0b55-473d-8ecf-6e3433b26a07 service neutron] Pushing event updated for resources: {'Port': ['ID=490b699c-9d02-4d29-b8e3-36aab2384cce,revision_number=6']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:13.736201 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cad5c8e-7ec1-4b8c-9e81-14282c0bb732 req-f2dc9a85-0b55-473d-8ecf-6e3433b26a07 service neutron] No DVR routers for this DVR port 490b699c-9d02-4d29-b8e3-36aab2384cce on host n-h2-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:50:13.817565 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-06144531-5514-4b4d-9616-cb2301be7256 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:13.824681 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-06144531-5514-4b4d-9616-cb2301be7256 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:13.867561 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defdcf1b-c4a9-4af1-9739-2a3bd57fada9 req-24494cf0-4e9b-469b-85d1-5948a4857582 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:13.869207 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-defdcf1b-c4a9-4af1-9739-2a3bd57fada9 req-24494cf0-4e9b-469b-85d1-5948a4857582 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=6154afd7-8d01-409e-8fdf-0e61d4fd2693 HTTP/1.1" status: 200 len: 944 time: 0.4536901 Jul 29 23:50:13.885830 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4abf75-f3c4-41fa-a9a4-18bc10bd47d7 req-3cbaccc9-b1d7-456d-8386-26b65d561979 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:13.890681 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-06144531-5514-4b4d-9616-cb2301be7256 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] In _notify_port_updated(), no bound segment for port 386be011-66f5-4759-9161-aa8200d71d55 on network dc765247-b018-40f0-9f40-298dfdeef81d {{(pid=94077) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:50:13.894536 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5e4abf75-f3c4-41fa-a9a4-18bc10bd47d7 req-3cbaccc9-b1d7-456d-8386-26b65d561979 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=c65b8f95-9da3-4485-bd7b-4f14879e268c HTTP/1.1" status: 200 len: 945 time: 0.2614024 Jul 29 23:50:13.896449 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06144531-5514-4b4d-9616-cb2301be7256 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:13.897278 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-06144531-5514-4b4d-9616-cb2301be7256 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:13.898806 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-06144531-5514-4b4d-9616-cb2301be7256 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] 10.222.0.43 "PUT /v2.0/ports/386be011-66f5-4759-9161-aa8200d71d55 HTTP/1.1" status: 200 len: 1130 time: 0.5576446 Jul 29 23:50:13.905713 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 47054) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:13.926759 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8cdf9f-2bc2-43f7-9d9b-d50368c05629 None None] Network dc765247-b018-40f0-9f40-298dfdeef81d requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:50:14.005564 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06144531-5514-4b4d-9616-cb2301be7256 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Pushing event updated for resources: {'Port': ['ID=386be011-66f5-4759-9161-aa8200d71d55,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:14.026428 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-defdcf1b-c4a9-4af1-9739-2a3bd57fada9 req-0ec3e5ae-b11d-4520-a49a-a9866e51b56e tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=85f85b5e-f991-4c31-ad60-266ee91bb584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274271 Jul 29 23:50:14.032929 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62875a84-fb7b-4091-89ef-30a9699690e2 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:14.034652 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-62875a84-fb7b-4091-89ef-30a9699690e2 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] 10.222.0.43 "GET /v2.0/ports/386be011-66f5-4759-9161-aa8200d71d55 HTTP/1.1" status: 200 len: 1130 time: 0.1279888 Jul 29 23:50:14.037912 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 47060) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:14.047823 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 4c205d82-4555-4305-96ab-ad0c818351a2 no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:50:14.097493 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5e4abf75-f3c4-41fa-a9a4-18bc10bd47d7 req-1cc34436-eb36-4d6f-b8b8-74baca308e31 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e6eb237-bd1b-4499-9a2d-2e1657fd82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2019558 Jul 29 23:50:14.114758 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-e3eacc2e-f0ea-43b4-936e-37882c7fac6c None None] Provisioning for port 3af4e34d-bcb9-469b-87a9-84c963ffc23c completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:50:14.128237 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-e3eacc2e-f0ea-43b4-936e-37882c7fac6c None None] Provisioning complete for port 3af4e34d-bcb9-469b-87a9-84c963ffc23c triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:50:14.129068 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e3eacc2e-f0ea-43b4-936e-37882c7fac6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:14.206210 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-9cad5c8e-7ec1-4b8c-9e81-14282c0bb732 req-f2dc9a85-0b55-473d-8ecf-6e3433b26a07 service neutron] Attempting to bind port 490b699c-9d02-4d29-b8e3-36aab2384cce on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:50:14.206776 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-9cad5c8e-7ec1-4b8c-9e81-14282c0bb732 req-f2dc9a85-0b55-473d-8ecf-6e3433b26a07 service neutron] Attempting to bind port 490b699c-9d02-4d29-b8e3-36aab2384cce by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': '843c91f7-8d92-42f5-bfa1-88724e50fee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3f0f0134-a751-4648-8702-633d8ab16f88'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:50:14.207292 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cad5c8e-7ec1-4b8c-9e81-14282c0bb732 req-f2dc9a85-0b55-473d-8ecf-6e3433b26a07 service neutron] Attempting to bind port 490b699c-9d02-4d29-b8e3-36aab2384cce on network 3f0f0134-a751-4648-8702-633d8ab16f88 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:50:14.212817 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cad5c8e-7ec1-4b8c-9e81-14282c0bb732 req-f2dc9a85-0b55-473d-8ecf-6e3433b26a07 service neutron] Port 490b699c-9d02-4d29-b8e3-36aab2384cce on network 3f0f0134-a751-4648-8702-633d8ab16f88 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:50:14.213477 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cad5c8e-7ec1-4b8c-9e81-14282c0bb732 req-f2dc9a85-0b55-473d-8ecf-6e3433b26a07 service neutron] Attempting to bind port 490b699c-9d02-4d29-b8e3-36aab2384cce on network 3f0f0134-a751-4648-8702-633d8ab16f88 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:50:14.221431 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cad5c8e-7ec1-4b8c-9e81-14282c0bb732 req-f2dc9a85-0b55-473d-8ecf-6e3433b26a07 service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:50:14.222071 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cad5c8e-7ec1-4b8c-9e81-14282c0bb732 req-f2dc9a85-0b55-473d-8ecf-6e3433b26a07 service neutron] Checking segment: {'id': '843c91f7-8d92-42f5-bfa1-88724e50fee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3f0f0134-a751-4648-8702-633d8ab16f88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:50:14.222619 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cad5c8e-7ec1-4b8c-9e81-14282c0bb732 req-f2dc9a85-0b55-473d-8ecf-6e3433b26a07 service neutron] Bound using segment: {'id': '843c91f7-8d92-42f5-bfa1-88724e50fee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3f0f0134-a751-4648-8702-633d8ab16f88'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:50:14.223246 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-9cad5c8e-7ec1-4b8c-9e81-14282c0bb732 req-f2dc9a85-0b55-473d-8ecf-6e3433b26a07 service neutron] Bound port: 490b699c-9d02-4d29-b8e3-36aab2384cce, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '843c91f7-8d92-42f5-bfa1-88724e50fee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3f0f0134-a751-4648-8702-633d8ab16f88'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:50:14.223766 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-9cad5c8e-7ec1-4b8c-9e81-14282c0bb732 req-f2dc9a85-0b55-473d-8ecf-6e3433b26a07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:14.257236 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-994c2e17-e55b-4b00-b0b0-f0905c13c8ab tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Deleting port 386be011-66f5-4759-9161-aa8200d71d55 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:50:14.258152 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-994c2e17-e55b-4b00-b0b0-f0905c13c8ab tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:14.351244 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-9cad5c8e-7ec1-4b8c-9e81-14282c0bb732 req-f2dc9a85-0b55-473d-8ecf-6e3433b26a07 service neutron] For port 490b699c-9d02-4d29-b8e3-36aab2384cce, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:50:14.359840 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-9cad5c8e-7ec1-4b8c-9e81-14282c0bb732 req-f2dc9a85-0b55-473d-8ecf-6e3433b26a07 service neutron] For port 490b699c-9d02-4d29-b8e3-36aab2384cce, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=490b699c-9d02-4d29-b8e3-36aab2384cce,segment=NetworkSegment(843c91f7-8d92-42f5-bfa1-88724e50fee0),segment_id=843c91f7-8d92-42f5-bfa1-88724e50fee0)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:50:14.369141 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-9cad5c8e-7ec1-4b8c-9e81-14282c0bb732 req-f2dc9a85-0b55-473d-8ecf-6e3433b26a07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:14.391646 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:14.433975 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad5c8e-7ec1-4b8c-9e81-14282c0bb732 req-f2dc9a85-0b55-473d-8ecf-6e3433b26a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:14.434727 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-9cad5c8e-7ec1-4b8c-9e81-14282c0bb732 req-f2dc9a85-0b55-473d-8ecf-6e3433b26a07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:14.436236 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9cad5c8e-7ec1-4b8c-9e81-14282c0bb732 req-f2dc9a85-0b55-473d-8ecf-6e3433b26a07 service neutron] 10.222.0.41 "PUT /v2.0/ports/490b699c-9d02-4d29-b8e3-36aab2384cce HTTP/1.1" status: 200 len: 1093 time: 1.6816528 Jul 29 23:50:14.468399 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc9a85-0b55-473d-8ecf-6e3433b26a07 service neutron] Pushing event updated for resources: {'Port': ['ID=490b699c-9d02-4d29-b8e3-36aab2384cce,revision_number=7']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:14.528893 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c65b8f95-9da3-4485-bd7b-4f14879e268c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c205d82-4555-4305-96ab-ad0c818351a2'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:50:14.535885 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b52892ba-ff4a-48a3-8a0a-8925fa393f0a" -d '{"events": [{"server_uuid": "c65b8f95-9da3-4485-bd7b-4f14879e268c", "name": "network-vif-unplugged", "status": "completed", "tag": "4c205d82-4555-4305-96ab-ad0c818351a2"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:50:14.571456 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-994c2e17-e55b-4b00-b0b0-f0905c13c8ab tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:14.576202 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 4c205d82-4555-4305-96ab-ad0c818351a2, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=4c205d82-4555-4305-96ab-ad0c818351a2,segment=NetworkSegment(e78125bf-8d4f-4e64-aa38-d84d609aca30),segment_id=e78125bf-8d4f-4e64-aa38-d84d609aca30)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:14.602010 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:14.604478 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad5c8e-7ec1-4b8c-9e81-14282c0bb732 req-af70d042-cfd5-4fa2-a247-e432ce384beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:14.611476 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-994c2e17-e55b-4b00-b0b0-f0905c13c8ab tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Calling delete_port for 386be011-66f5-4759-9161-aa8200d71d55 owned by {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:50:14.615138 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9cad5c8e-7ec1-4b8c-9e81-14282c0bb732 req-af70d042-cfd5-4fa2-a247-e432ce384beb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=65ae77200a164c0f8f007753b934a6ed&device_id=6154afd7-8d01-409e-8fdf-0e61d4fd2693 HTTP/1.1" status: 200 len: 1096 time: 0.0840542 Jul 29 23:50:14.685293 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e3eacc2e-f0ea-43b4-936e-37882c7fac6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:14.753361 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad5c8e-7ec1-4b8c-9e81-14282c0bb732 req-4592e7d2-43e1-468e-afd5-a42a7ea7cc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:14.763355 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9cad5c8e-7ec1-4b8c-9e81-14282c0bb732 req-4592e7d2-43e1-468e-afd5-a42a7ea7cc37 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3f0f0134-a751-4648-8702-633d8ab16f88 HTTP/1.1" status: 200 len: 897 time: 0.1472206 Jul 29 23:50:14.764997 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 29 Jul 2021 23:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc3b3cd-17fd-42fd-aebf-e818b02fc3ce x-openstack-request-id: req-8cc3b3cd-17fd-42fd-aebf-e818b02fc3ce {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:50:14.765760 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c65b8f95-9da3-4485-bd7b-4f14879e268c", "name": "network-vif-unplugged", "status": "failed", "tag": "4c205d82-4555-4305-96ab-ad0c818351a2", "code": 422}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:50:14.766352 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8cc3b3cd-17fd-42fd-aebf-e818b02fc3ce {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:50:14.766958 n-d-712141-10 neutron-server[94079]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c65b8f95-9da3-4485-bd7b-4f14879e268c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4c205d82-4555-4305-96ab-ad0c818351a2', 'code': 422} returned with failed status Jul 29 23:50:14.888552 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-e3eacc2e-f0ea-43b4-936e-37882c7fac6c None None] For port 3af4e34d-bcb9-469b-87a9-84c963ffc23c, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=3af4e34d-bcb9-469b-87a9-84c963ffc23c,segment=NetworkSegment(7ed3bad4-07fd-47ef-8c5f-67808e3df0f8),segment_id=7ed3bad4-07fd-47ef-8c5f-67808e3df0f8)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:14.900310 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e3eacc2e-f0ea-43b4-936e-37882c7fac6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:14.929858 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=4c205d82-4555-4305-96ab-ad0c818351a2,revision_number=8']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:14.931943 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9cad5c8e-7ec1-4b8c-9e81-14282c0bb732 req-5142619e-7e62-4bcf-a823-b8c10af738f6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=490b699c-9d02-4d29-b8e3-36aab2384cce HTTP/1.1" status: 200 len: 1000 time: 0.1567118 Jul 29 23:50:14.964272 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-994c2e17-e55b-4b00-b0b0-f0905c13c8ab tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:15.085482 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad5c8e-7ec1-4b8c-9e81-14282c0bb732 req-f9bd4ecc-d943-4951-8801-ae472cf38737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:15.087407 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9cad5c8e-7ec1-4b8c-9e81-14282c0bb732 req-f9bd4ecc-d943-4951-8801-ae472cf38737 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=673386f4-4164-4a40-a940-b8997f63deb7 HTTP/1.1" status: 200 len: 835 time: 0.1516988 Jul 29 23:50:15.117418 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994c2e17-e55b-4b00-b0b0-f0905c13c8ab tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Pushing event deleted for resources: {'Port': ['ID=386be011-66f5-4759-9161-aa8200d71d55,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:15.134317 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-994c2e17-e55b-4b00-b0b0-f0905c13c8ab tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:15.144827 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-994c2e17-e55b-4b00-b0b0-f0905c13c8ab tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] 10.222.0.43 "DELETE /v2.0/ports/386be011-66f5-4759-9161-aa8200d71d55 HTTP/1.1" status: 204 len: 168 time: 1.0996675 Jul 29 23:50:15.144827 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 47092) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:15.158247 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eacc2e-f0ea-43b4-936e-37882c7fac6c None None] Pushing event updated for resources: {'Port': ['ID=3af4e34d-bcb9-469b-87a9-84c963ffc23c,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:15.241438 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f75ef9a0-f4d3-49d9-bd8a-848837c15063 None None] Could not find standard attr ID for object 386be011-66f5-4759-9161-aa8200d71d55. {{(pid=94079) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:50:15.284000 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f75ef9a0-f4d3-49d9-bd8a-848837c15063 None None] Provisioning complete for port 3af4e34d-bcb9-469b-87a9-84c963ffc23c triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:50:15.284649 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f75ef9a0-f4d3-49d9-bd8a-848837c15063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:15.354607 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-c06421ba-6ca6-4a12-a3e8-cfcad707a370 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Deleting subnet 83b14ca2-8f3c-4a9c-8818-acfd6ea7ed28 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:50:15.369498 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c06421ba-6ca6-4a12-a3e8-cfcad707a370 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:15.377192 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad5c8e-7ec1-4b8c-9e81-14282c0bb732 req-0ed9ba26-f36b-4b29-9bd7-c7ee373c06bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:15.384535 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9cad5c8e-7ec1-4b8c-9e81-14282c0bb732 req-0ed9ba26-f36b-4b29-9bd7-c7ee373c06bd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3f0f0134-a751-4648-8702-633d8ab16f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2827621 Jul 29 23:50:15.524699 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c06421ba-6ca6-4a12-a3e8-cfcad707a370 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:15.548565 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6154afd7-8d01-409e-8fdf-0e61d4fd2693', 'tag': '490b699c-9d02-4d29-b8e3-36aab2384cce'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:50:15.552718 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fbccb06-a26e-46ac-86cb-84fdd7a5c4f4" -d '{"events": [{"name": "network-changed", "server_uuid": "6154afd7-8d01-409e-8fdf-0e61d4fd2693", "tag": "490b699c-9d02-4d29-b8e3-36aab2384cce"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:50:15.600874 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06da90f1-a9d6-4543-89ff-7fcc7f7f4d13 req-af353b03-b877-4f3c-8c22-304094c5a46a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:15.617833 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-06da90f1-a9d6-4543-89ff-7fcc7f7f4d13 req-af353b03-b877-4f3c-8c22-304094c5a46a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=6154afd7-8d01-409e-8fdf-0e61d4fd2693 HTTP/1.1" status: 200 len: 944 time: 0.3863151 Jul 29 23:50:15.666706 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-b883c4ac-ba4e-44f6-b776-21a1e7ed38e5 None None] Could not find standard attr ID for object 386be011-66f5-4759-9161-aa8200d71d55. {{(pid=94079) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:50:15.718244 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-06da90f1-a9d6-4543-89ff-7fcc7f7f4d13 req-a8915fdc-9167-4dd3-9919-ca12f7ff2eb6 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=85f85b5e-f991-4c31-ad60-266ee91bb584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992742 Jul 29 23:50:15.766352 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c06421ba-6ca6-4a12-a3e8-cfcad707a370 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:15.772736 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9cad5c8e-7ec1-4b8c-9e81-14282c0bb732 req-a1886f1b-66d7-481b-bbc3-0c92e6aa33f9 service neutron] 10.222.0.41 "GET /v2.0/networks/3f0f0134-a751-4648-8702-633d8ab16f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3785799 Jul 29 23:50:15.914438 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c06421ba-6ca6-4a12-a3e8-cfcad707a370 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:15.944678 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e47b9e5-51f1-4696-99ac-9431d0f7cb67 x-openstack-request-id: req-9e47b9e5-51f1-4696-99ac-9431d0f7cb67 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:50:15.945312 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6154afd7-8d01-409e-8fdf-0e61d4fd2693", "tag": "490b699c-9d02-4d29-b8e3-36aab2384cce", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:50:15.946304 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9e47b9e5-51f1-4696-99ac-9431d0f7cb67 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:50:15.947278 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6154afd7-8d01-409e-8fdf-0e61d4fd2693', 'tag': '490b699c-9d02-4d29-b8e3-36aab2384cce', 'status': 'completed', 'code': 200} Jul 29 23:50:16.051118 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 490b699c-9d02-4d29-b8e3-36aab2384cce no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:50:16.067363 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9cad5c8e-7ec1-4b8c-9e81-14282c0bb732 req-83069225-fe53-47be-9224-1b283be0c76c service neutron] 10.222.0.41 "GET /v2.0/networks/3f0f0134-a751-4648-8702-633d8ab16f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749066 Jul 29 23:50:16.098869 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06421ba-6ca6-4a12-a3e8-cfcad707a370 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Pushing event deleted for resources: {'Subnet': ['ID=83b14ca2-8f3c-4a9c-8818-acfd6ea7ed28,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:16.108862 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 490b699c-9d02-4d29-b8e3-36aab2384cce not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:50:16.122678 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c06421ba-6ca6-4a12-a3e8-cfcad707a370 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:16.128854 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c06421ba-6ca6-4a12-a3e8-cfcad707a370 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] 10.222.0.43 "DELETE /v2.0/subnets/83b14ca2-8f3c-4a9c-8818-acfd6ea7ed28 HTTP/1.1" status: 204 len: 168 time: 0.9800162 Jul 29 23:50:16.129331 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 47120) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:16.152187 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbccb06-a26e-46ac-86cb-84fdd7a5c4f4 req-12f9f543-bc68-49ed-a210-20c5d1744121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:16.154003 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3fbccb06-a26e-46ac-86cb-84fdd7a5c4f4 req-12f9f543-bc68-49ed-a210-20c5d1744121 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=65ae77200a164c0f8f007753b934a6ed&device_id=6154afd7-8d01-409e-8fdf-0e61d4fd2693 HTTP/1.1" status: 200 len: 1096 time: 0.2037992 Jul 29 23:50:16.176456 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39dc62c6-2182-48d8-bb5e-891b747ecddf None None] Network dc765247-b018-40f0-9f40-298dfdeef81d requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:50:16.345259 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7cc54ab7-dd4d-480c-bc51-8f040408bbf9 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:16.357774 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbccb06-a26e-46ac-86cb-84fdd7a5c4f4 req-7e152c12-ed5f-4f16-b5c6-2dd533a74006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:16.363491 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3fbccb06-a26e-46ac-86cb-84fdd7a5c4f4 req-7e152c12-ed5f-4f16-b5c6-2dd533a74006 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3f0f0134-a751-4648-8702-633d8ab16f88 HTTP/1.1" status: 200 len: 897 time: 0.1974118 Jul 29 23:50:16.364485 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbccb06-a26e-46ac-86cb-84fdd7a5c4f4 req-ac2864f6-7134-464c-a997-314054695eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:16.366046 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3fbccb06-a26e-46ac-86cb-84fdd7a5c4f4 req-ac2864f6-7134-464c-a997-314054695eca service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=65ae77200a164c0f8f007753b934a6ed&device_id=6154afd7-8d01-409e-8fdf-0e61d4fd2693 HTTP/1.1" status: 200 len: 1096 time: 0.1869602 Jul 29 23:50:16.401659 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-fe47e6df-be8f-4a50-81a0-763415e662f2 None None] Could not find standard attr ID for object 9cd2df6d-7de1-4cfd-bddc-b290a7e2a8b4. {{(pid=94079) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:50:16.548438 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3fbccb06-a26e-46ac-86cb-84fdd7a5c4f4 req-e77fe31a-b07b-4cb9-88ea-04368bbcb710 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=490b699c-9d02-4d29-b8e3-36aab2384cce HTTP/1.1" status: 200 len: 1000 time: 0.1775866 Jul 29 23:50:16.653863 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbccb06-a26e-46ac-86cb-84fdd7a5c4f4 req-1229008c-13fb-479a-9706-301bc6357055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:16.655338 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3fbccb06-a26e-46ac-86cb-84fdd7a5c4f4 req-1229008c-13fb-479a-9706-301bc6357055 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=673386f4-4164-4a40-a940-b8997f63deb7 HTTP/1.1" status: 200 len: 835 time: 0.1027114 Jul 29 23:50:16.670406 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2899ef-0cf6-4fb8-8d6e-c8da7aef1eca None None] DHCP port deletion for dc765247-b018-40f0-9f40-298dfdeef81d request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:50:16.762604 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d2899ef-0cf6-4fb8-8d6e-c8da7aef1eca None None] Deleting port 3af4e34d-bcb9-469b-87a9-84c963ffc23c {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:50:16.763617 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d2899ef-0cf6-4fb8-8d6e-c8da7aef1eca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:16.772974 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbccb06-a26e-46ac-86cb-84fdd7a5c4f4 req-e03cbb8d-f9b0-4f97-b407-509a323115c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:16.774589 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3fbccb06-a26e-46ac-86cb-84fdd7a5c4f4 req-e03cbb8d-f9b0-4f97-b407-509a323115c4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3f0f0134-a751-4648-8702-633d8ab16f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0911951 Jul 29 23:50:16.781224 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d039c14d-56e5-474a-9362-598ac1d57056 req-28ca2c95-715f-4500-83d6-2b29230009cc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c65b8f95-9da3-4485-bd7b-4f14879e268c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1993928 Jul 29 23:50:16.968616 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d2899ef-0cf6-4fb8-8d6e-c8da7aef1eca None None] For port 3af4e34d-bcb9-469b-87a9-84c963ffc23c, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=3af4e34d-bcb9-469b-87a9-84c963ffc23c,segment=NetworkSegment(7ed3bad4-07fd-47ef-8c5f-67808e3df0f8),segment_id=7ed3bad4-07fd-47ef-8c5f-67808e3df0f8)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:16.970698 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d2899ef-0cf6-4fb8-8d6e-c8da7aef1eca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:16.994151 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d2899ef-0cf6-4fb8-8d6e-c8da7aef1eca None None] Calling delete_port for 3af4e34d-bcb9-469b-87a9-84c963ffc23c owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:50:17.172228 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d2899ef-0cf6-4fb8-8d6e-c8da7aef1eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:17.235314 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0314ca1b-5180-4221-bd1e-2f587dc6c24b req-33214d04-65fe-4cfb-8323-9904597cfb1c tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:17.246787 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0314ca1b-5180-4221-bd1e-2f587dc6c24b req-33214d04-65fe-4cfb-8323-9904597cfb1c tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=6154afd7-8d01-409e-8fdf-0e61d4fd2693 HTTP/1.1" status: 200 len: 944 time: 0.1958525 Jul 29 23:50:17.256626 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2899ef-0cf6-4fb8-8d6e-c8da7aef1eca None None] Pushing event deleted for resources: {'Port': ['ID=3af4e34d-bcb9-469b-87a9-84c963ffc23c,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:17.262627 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-7cc54ab7-dd4d-480c-bc51-8f040408bbf9 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Deleting port 3af4e34d-bcb9-469b-87a9-84c963ffc23c {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:50:17.264020 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7cc54ab7-dd4d-480c-bc51-8f040408bbf9 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:17.269923 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2899ef-0cf6-4fb8-8d6e-c8da7aef1eca None None] No DVR routers for this DVR port 3af4e34d-bcb9-469b-87a9-84c963ffc23c on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:50:17.282655 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99107920-133a-4272-8467-83ac2dc04e35 req-bfe42de2-bdf1-4afe-b4ca-001bbc7bd7f8 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:17.285831 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-99107920-133a-4272-8467-83ac2dc04e35 req-bfe42de2-bdf1-4afe-b4ca-001bbc7bd7f8 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=c65b8f95-9da3-4485-bd7b-4f14879e268c HTTP/1.1" status: 200 len: 943 time: 0.9186089 Jul 29 23:50:17.443159 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3fbccb06-a26e-46ac-86cb-84fdd7a5c4f4 req-ba6c2094-ae4d-478b-824d-55c93462a825 service neutron] 10.222.0.22 "GET /v2.0/networks/3f0f0134-a751-4648-8702-633d8ab16f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6607924 Jul 29 23:50:17.465440 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbccb06-a26e-46ac-86cb-84fdd7a5c4f4 req-517d2de1-cb6c-4479-b590-0e2eef1feed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:17.467331 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3fbccb06-a26e-46ac-86cb-84fdd7a5c4f4 req-517d2de1-cb6c-4479-b590-0e2eef1feed7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3f0f0134-a751-4648-8702-633d8ab16f88 HTTP/1.1" status: 200 len: 897 time: 1.0693138 Jul 29 23:50:17.489844 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0314ca1b-5180-4221-bd1e-2f587dc6c24b req-17745f93-b957-45c6-b9b2-271399958b62 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=85f85b5e-f991-4c31-ad60-266ee91bb584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2414036 Jul 29 23:50:17.495736 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-7cc54ab7-dd4d-480c-bc51-8f040408bbf9 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] For port 3af4e34d-bcb9-469b-87a9-84c963ffc23c, host n-d-712141-10, got binding levels [] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:17.497423 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7cc54ab7-dd4d-480c-bc51-8f040408bbf9 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:17.509470 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-99107920-133a-4272-8467-83ac2dc04e35 req-d321e307-3578-49dd-9dc2-39d6a6c06fbe tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e6eb237-bd1b-4499-9a2d-2e1657fd82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1975586 Jul 29 23:50:17.630079 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-7cc54ab7-dd4d-480c-bc51-8f040408bbf9 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Calling delete_port for 3af4e34d-bcb9-469b-87a9-84c963ffc23c owned by network:dhcp {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:50:17.641683 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.ipam_backend_mixin [None req-7cc54ab7-dd4d-480c-bc51-8f040408bbf9 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Port 3af4e34d-bcb9-469b-87a9-84c963ffc23c was not found and therefore no delete operation was performed {{(pid=94078) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 23:50:17.647806 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3fbccb06-a26e-46ac-86cb-84fdd7a5c4f4 req-76ba8c02-66c1-47b3-ae76-b4959f6985dd service neutron] 10.222.0.22 "GET /v2.0/networks/3f0f0134-a751-4648-8702-633d8ab16f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961269 Jul 29 23:50:17.665984 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7cc54ab7-dd4d-480c-bc51-8f040408bbf9 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:17.716404 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc54ab7-dd4d-480c-bc51-8f040408bbf9 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Pushing event deleted for resources: {'Port': ['ID=3af4e34d-bcb9-469b-87a9-84c963ffc23c,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:17.722838 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3fbccb06-a26e-46ac-86cb-84fdd7a5c4f4 req-938c7ae7-9ab3-42e1-934d-720ba0fe0cbf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=490b699c-9d02-4d29-b8e3-36aab2384cce HTTP/1.1" status: 200 len: 1000 time: 0.2452660 Jul 29 23:50:17.727737 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc54ab7-dd4d-480c-bc51-8f040408bbf9 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] No DVR routers for this DVR port 3af4e34d-bcb9-469b-87a9-84c963ffc23c on host n-d-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:50:17.921421 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbccb06-a26e-46ac-86cb-84fdd7a5c4f4 req-4c50b65c-bea7-489a-b4fe-beff9bba8638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:17.923867 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3fbccb06-a26e-46ac-86cb-84fdd7a5c4f4 req-4c50b65c-bea7-489a-b4fe-beff9bba8638 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=673386f4-4164-4a40-a940-b8997f63deb7 HTTP/1.1" status: 200 len: 835 time: 0.1885986 Jul 29 23:50:17.926842 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7cc54ab7-dd4d-480c-bc51-8f040408bbf9 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:17.955072 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-7cc54ab7-dd4d-480c-bc51-8f040408bbf9 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc765247-b018-40f0-9f40-298dfdeef81d']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:17.983326 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-7cc54ab7-dd4d-480c-bc51-8f040408bbf9 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ed3bad4-07fd-47ef-8c5f-67808e3df0f8') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:17.983656 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-7cc54ab7-dd4d-480c-bc51-8f040408bbf9 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ed3bad4-07fd-47ef-8c5f-67808e3df0f8') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:17.998640 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7cc54ab7-dd4d-480c-bc51-8f040408bbf9 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:18.018675 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbccb06-a26e-46ac-86cb-84fdd7a5c4f4 req-a2b5b51b-6293-41bb-8e2a-ea824cfb0b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:18.020338 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3fbccb06-a26e-46ac-86cb-84fdd7a5c4f4 req-a2b5b51b-6293-41bb-8e2a-ea824cfb0b7c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3f0f0134-a751-4648-8702-633d8ab16f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0797553 Jul 29 23:50:18.023122 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7cc54ab7-dd4d-480c-bc51-8f040408bbf9 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:18.043086 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cc54ab7-dd4d-480c-bc51-8f040408bbf9 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:50:18.043600 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7cc54ab7-dd4d-480c-bc51-8f040408bbf9 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:18.047599 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:50:18.047599 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:50:18.047599 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:50:18.047599 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:50:18.047599 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:50:18.047599 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:50:18.047599 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:50:18.047599 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:50:18.047599 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:50:18.047599 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:50:18.047599 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:50:18.047599 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:50:18.047599 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:50:18.047599 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:50:18.047599 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:50:18.047599 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:50:18.047599 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:50:18.047599 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:50:18.047599 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:50:18.047599 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:50:18.047599 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:50:18.047599 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:50:18.047599 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:50:18.047599 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:50:18.047599 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:50:18.047599 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:50:18.047599 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:50:18.047599 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:50:18.047599 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:50:18.047599 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:50:18.047599 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:50:18.047599 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:50:18.287327 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7cc54ab7-dd4d-480c-bc51-8f040408bbf9 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:18.318609 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7cc54ab7-dd4d-480c-bc51-8f040408bbf9 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:18.321918 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-7cc54ab7-dd4d-480c-bc51-8f040408bbf9 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] 10.222.0.43 "DELETE /v2.0/networks/dc765247-b018-40f0-9f40-298dfdeef81d HTTP/1.1" status: 204 len: 168 time: 2.1912408 Jul 29 23:50:18.348230 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc54ab7-dd4d-480c-bc51-8f040408bbf9 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408 tempest-ExtraDHCPOptionsIpV6TestJSON-2067875408-project] Pushing event deleted for resources: {'Network': ['ID=dc765247-b018-40f0-9f40-298dfdeef81d,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:18.365861 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3fbccb06-a26e-46ac-86cb-84fdd7a5c4f4 req-8ebcf067-cce5-4a43-a627-c31a9148b003 service neutron] 10.222.0.41 "GET /v2.0/networks/3f0f0134-a751-4648-8702-633d8ab16f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325400 Jul 29 23:50:18.374344 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d039c14d-56e5-474a-9362-598ac1d57056 req-38179ed3-0f5a-4f60-903d-390a62be6372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:18.376058 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d039c14d-56e5-474a-9362-598ac1d57056 req-38179ed3-0f5a-4f60-903d-390a62be6372 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c65b8f95-9da3-4485-bd7b-4f14879e268c&tenant_id=bc6282d9b32e428d9264b8fb2fa602e4 HTTP/1.1" status: 200 len: 1095 time: 0.1205487 Jul 29 23:50:18.452448 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-d039c14d-56e5-474a-9362-598ac1d57056 req-4944e8ac-6af0-446d-a620-d9909781f29c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712141-10', 'device_owner': 'compute:nova'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:18.539337 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 490b699c-9d02-4d29-b8e3-36aab2384cce details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:50:18.591036 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3fbccb06-a26e-46ac-86cb-84fdd7a5c4f4 req-69f3e8f4-e3fb-4263-bc15-0d4ec82ace19 service neutron] 10.222.0.41 "GET /v2.0/networks/3f0f0134-a751-4648-8702-633d8ab16f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137964 Jul 29 23:50:18.602846 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d039c14d-56e5-474a-9362-598ac1d57056 req-4944e8ac-6af0-446d-a620-d9909781f29c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:18.744486 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 3af4e34d-bcb9-469b-87a9-84c963ffc23c no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:50:18.795020 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 3af4e34d-bcb9-469b-87a9-84c963ffc23c {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:50:18.796062 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 3af4e34d-bcb9-469b-87a9-84c963ffc23c not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:50:18.876427 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 47184) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:18.897106 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 490b699c-9d02-4d29-b8e3-36aab2384cce, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=490b699c-9d02-4d29-b8e3-36aab2384cce,segment=NetworkSegment(843c91f7-8d92-42f5-bfa1-88724e50fee0),segment_id=843c91f7-8d92-42f5-bfa1-88724e50fee0)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:18.911501 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': '490b699c-9d02-4d29-b8e3-36aab2384cce', 'network_id': '3f0f0134-a751-4648-8702-633d8ab16f88', 'port_id': '490b699c-9d02-4d29-b8e3-36aab2384cce', 'mac_address': 'fa:16:3e:37:4c:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '673386f4-4164-4a40-a940-b8997f63deb7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:50:18.953218 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6dce5-942d-4565-a8df-17baf3f462be req-fba3ad20-3c18-4fc3-b068-9fad7113b0ca tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:18.966352 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f3c6dce5-942d-4565-a8df-17baf3f462be req-fba3ad20-3c18-4fc3-b068-9fad7113b0ca tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=6154afd7-8d01-409e-8fdf-0e61d4fd2693 HTTP/1.1" status: 200 len: 944 time: 0.2568965 Jul 29 23:50:18.983144 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74a4bb-6ec6-41cb-bdf4-cbd2f888f513 req-194e328d-0116-4419-9648-8525e65b7011 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:18.997612 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:18.997854 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3d74a4bb-6ec6-41cb-bdf4-cbd2f888f513 req-194e328d-0116-4419-9648-8525e65b7011 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=c65b8f95-9da3-4485-bd7b-4f14879e268c HTTP/1.1" status: 200 len: 943 time: 0.2438891 Jul 29 23:50:19.030895 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 490b699c-9d02-4d29-b8e3-36aab2384cce {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:50:19.060840 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 490b699c-9d02-4d29-b8e3-36aab2384cce, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=490b699c-9d02-4d29-b8e3-36aab2384cce,segment=NetworkSegment(843c91f7-8d92-42f5-bfa1-88724e50fee0),segment_id=843c91f7-8d92-42f5-bfa1-88724e50fee0)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:19.067785 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:19.144314 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=490b699c-9d02-4d29-b8e3-36aab2384cce,revision_number=8']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:19.175868 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b0ce8fb2-be11-490a-9c1e-c9afae4c32eb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1d691703443a42fc8e0b50b84f983955&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2982159 Jul 29 23:50:19.188215 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 47190) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:19.222208 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f3c6dce5-942d-4565-a8df-17baf3f462be req-00b1e234-fa3e-40f8-a2b8-063bb045f9f2 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=85f85b5e-f991-4c31-ad60-266ee91bb584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2501457 Jul 29 23:50:19.238832 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3d74a4bb-6ec6-41cb-bdf4-cbd2f888f513 req-6e4d6090-cca2-4b09-a3f8-323fa0e7b796 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e6eb237-bd1b-4499-9a2d-2e1657fd82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2400079 Jul 29 23:50:19.322388 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ea4858b1-cdaf-451c-a66f-6ecd81c1a6ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:19.327571 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-d039c14d-56e5-474a-9362-598ac1d57056 req-4944e8ac-6af0-446d-a620-d9909781f29c service neutron] For port 4c205d82-4555-4305-96ab-ad0c818351a2, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=4c205d82-4555-4305-96ab-ad0c818351a2,segment=NetworkSegment(e78125bf-8d4f-4e64-aa38-d84d609aca30),segment_id=e78125bf-8d4f-4e64-aa38-d84d609aca30)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:19.352801 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ea4858b1-cdaf-451c-a66f-6ecd81c1a6ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:19.398952 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['490b699c-9d02-4d29-b8e3-36aab2384cce'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:50:19.418903 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-d039c14d-56e5-474a-9362-598ac1d57056 req-4944e8ac-6af0-446d-a620-d9909781f29c service neutron] For port 4c205d82-4555-4305-96ab-ad0c818351a2, host n-h2-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:50:19.458424 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ea4858b1-cdaf-451c-a66f-6ecd81c1a6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:19.470311 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ea4858b1-cdaf-451c-a66f-6ecd81c1a6ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:19.473433 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ea4858b1-cdaf-451c-a66f-6ecd81c1a6ac admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dbe32d2c-1a08-4383-b3cf-aa017e5f3544 HTTP/1.1" status: 204 len: 168 time: 0.2827222 Jul 29 23:50:19.494524 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4858b1-cdaf-451c-a66f-6ecd81c1a6ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe32d2c-1a08-4383-b3cf-aa017e5f3544,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:19.545519 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-d039c14d-56e5-474a-9362-598ac1d57056 req-4944e8ac-6af0-446d-a620-d9909781f29c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c205d82-4555-4305-96ab-ad0c818351a2 {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:50:19.555772 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d039c14d-56e5-474a-9362-598ac1d57056 req-4944e8ac-6af0-446d-a620-d9909781f29c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:19.570928 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-d039c14d-56e5-474a-9362-598ac1d57056 req-4944e8ac-6af0-446d-a620-d9909781f29c service neutron] Transition to ACTIVE for port object 4c205d82-4555-4305-96ab-ad0c818351a2 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:50:19.577968 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d039c14d-56e5-474a-9362-598ac1d57056 req-4944e8ac-6af0-446d-a620-d9909781f29c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:19.786842 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:19.879845 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4944e8ac-6af0-446d-a620-d9909781f29c service neutron] Pushing event updated for resources: {'Port': ['ID=4c205d82-4555-4305-96ab-ad0c818351a2,revision_number=9']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:19.985887 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-d039c14d-56e5-474a-9362-598ac1d57056 req-4944e8ac-6af0-446d-a620-d9909781f29c service neutron] No DVR routers for this DVR port 4c205d82-4555-4305-96ab-ad0c818351a2 on host n-h2-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:50:20.130914 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb82450-3717-4520-8422-37f7fe8cd7e8 req-9a7c7ff5-2421-44f4-89c2-7485a9369c6c tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:20.132755 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3cb82450-3717-4520-8422-37f7fe8cd7e8 req-9a7c7ff5-2421-44f4-89c2-7485a9369c6c tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=6154afd7-8d01-409e-8fdf-0e61d4fd2693 HTTP/1.1" status: 200 len: 945 time: 0.2724941 Jul 29 23:50:20.163755 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f617c1-d4b5-4ff0-9563-ae1339ba34e4 req-ff85d5c4-0837-43c7-8a1a-c8ff2d1c9a26 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:20.166043 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-54f617c1-d4b5-4ff0-9563-ae1339ba34e4 req-ff85d5c4-0837-43c7-8a1a-c8ff2d1c9a26 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.41 "GET /v2.0/ports?device_id=6154afd7-8d01-409e-8fdf-0e61d4fd2693&tenant_id=65ae77200a164c0f8f007753b934a6ed&binding%3Ahost_id=n-h1-712141-10 HTTP/1.1" status: 200 len: 945 time: 0.3666682 Jul 29 23:50:20.343056 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3cb82450-3717-4520-8422-37f7fe8cd7e8 req-ac45cb0f-673d-4ff5-b7f2-cac9f5cc43d8 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=85f85b5e-f991-4c31-ad60-266ee91bb584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1950963 Jul 29 23:50:20.428794 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-54f617c1-d4b5-4ff0-9563-ae1339ba34e4 req-7cd0170e-d53a-4b9a-86bb-b97c6595d6a2 service neutron] 10.222.0.41 "GET /v2.0/ports/490b699c-9d02-4d29-b8e3-36aab2384cce/bindings/n-h1-712141-10 HTTP/1.1" status: 200 len: 383 time: 0.2198431 Jul 29 23:50:20.452200 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-d039c14d-56e5-474a-9362-598ac1d57056 req-4944e8ac-6af0-446d-a620-d9909781f29c service neutron] Attempting to bind port 4c205d82-4555-4305-96ab-ad0c818351a2 on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:50:20.452825 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-d039c14d-56e5-474a-9362-598ac1d57056 req-4944e8ac-6af0-446d-a620-d9909781f29c service neutron] Attempting to bind port 4c205d82-4555-4305-96ab-ad0c818351a2 by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': 'e78125bf-8d4f-4e64-aa38-d84d609aca30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '75276a04-f545-4a3d-9980-2e308be152f9'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:50:20.453395 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d039c14d-56e5-474a-9362-598ac1d57056 req-4944e8ac-6af0-446d-a620-d9909781f29c service neutron] Attempting to bind port 4c205d82-4555-4305-96ab-ad0c818351a2 on network 75276a04-f545-4a3d-9980-2e308be152f9 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:50:20.514322 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d039c14d-56e5-474a-9362-598ac1d57056 req-4944e8ac-6af0-446d-a620-d9909781f29c service neutron] Port 4c205d82-4555-4305-96ab-ad0c818351a2 on network 75276a04-f545-4a3d-9980-2e308be152f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:50:20.514935 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d039c14d-56e5-474a-9362-598ac1d57056 req-4944e8ac-6af0-446d-a620-d9909781f29c service neutron] Attempting to bind port 4c205d82-4555-4305-96ab-ad0c818351a2 on network 75276a04-f545-4a3d-9980-2e308be152f9 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:50:20.545155 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 490b699c-9d02-4d29-b8e3-36aab2384cce up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:50:20.555517 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d039c14d-56e5-474a-9362-598ac1d57056 req-4944e8ac-6af0-446d-a620-d9909781f29c service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:50:20.556054 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d039c14d-56e5-474a-9362-598ac1d57056 req-4944e8ac-6af0-446d-a620-d9909781f29c service neutron] Checking segment: {'id': 'e78125bf-8d4f-4e64-aa38-d84d609aca30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '75276a04-f545-4a3d-9980-2e308be152f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:50:20.556572 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d039c14d-56e5-474a-9362-598ac1d57056 req-4944e8ac-6af0-446d-a620-d9909781f29c service neutron] Bound using segment: {'id': 'e78125bf-8d4f-4e64-aa38-d84d609aca30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '75276a04-f545-4a3d-9980-2e308be152f9'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:50:20.557304 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-d039c14d-56e5-474a-9362-598ac1d57056 req-4944e8ac-6af0-446d-a620-d9909781f29c service neutron] Bound port: 4c205d82-4555-4305-96ab-ad0c818351a2, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e78125bf-8d4f-4e64-aa38-d84d609aca30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '75276a04-f545-4a3d-9980-2e308be152f9'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:50:20.557941 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d039c14d-56e5-474a-9362-598ac1d57056 req-4944e8ac-6af0-446d-a620-d9909781f29c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:20.612530 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ba25e0-f1e3-43d7-b9e6-daad37fe75d7 req-4c2c5fba-d1ef-4b1b-a70e-7355cecbfea2 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:20.614236 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-50ba25e0-f1e3-43d7-b9e6-daad37fe75d7 req-4c2c5fba-d1ef-4b1b-a70e-7355cecbfea2 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=c65b8f95-9da3-4485-bd7b-4f14879e268c HTTP/1.1" status: 200 len: 943 time: 0.2004802 Jul 29 23:50:20.649560 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f617c1-d4b5-4ff0-9563-ae1339ba34e4 req-09052fee-10f3-46de-baec-698a1b383332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:20.652479 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-54f617c1-d4b5-4ff0-9563-ae1339ba34e4 req-09052fee-10f3-46de-baec-698a1b383332 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=65ae77200a164c0f8f007753b934a6ed&device_id=6154afd7-8d01-409e-8fdf-0e61d4fd2693 HTTP/1.1" status: 200 len: 1097 time: 0.1627734 Jul 29 23:50:20.683757 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port 490b699c-9d02-4d29-b8e3-36aab2384cce completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:50:20.690898 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port 490b699c-9d02-4d29-b8e3-36aab2384cce triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:50:20.691710 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:20.788110 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-50ba25e0-f1e3-43d7-b9e6-daad37fe75d7 req-b64392a1-96f4-490e-a785-74d0ce73d01e tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e6eb237-bd1b-4499-9a2d-2e1657fd82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458263 Jul 29 23:50:20.805242 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-d039c14d-56e5-474a-9362-598ac1d57056 req-4944e8ac-6af0-446d-a620-d9909781f29c service neutron] For port 4c205d82-4555-4305-96ab-ad0c818351a2, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:50:20.815848 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-d039c14d-56e5-474a-9362-598ac1d57056 req-4944e8ac-6af0-446d-a620-d9909781f29c service neutron] For port 4c205d82-4555-4305-96ab-ad0c818351a2, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=4c205d82-4555-4305-96ab-ad0c818351a2,segment=NetworkSegment(e78125bf-8d4f-4e64-aa38-d84d609aca30),segment_id=e78125bf-8d4f-4e64-aa38-d84d609aca30)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:50:20.836707 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d039c14d-56e5-474a-9362-598ac1d57056 req-4944e8ac-6af0-446d-a620-d9909781f29c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:20.874585 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:20.930718 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6154afd7-8d01-409e-8fdf-0e61d4fd2693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490b699c-9d02-4d29-b8e3-36aab2384cce'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:50:20.934812 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7018d33-725a-48d1-bb78-4cb3ef948716" -d '{"events": [{"server_uuid": "6154afd7-8d01-409e-8fdf-0e61d4fd2693", "name": "network-vif-plugged", "status": "completed", "tag": "490b699c-9d02-4d29-b8e3-36aab2384cce"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:50:20.951352 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4944e8ac-6af0-446d-a620-d9909781f29c service neutron] Pushing event updated for resources: {'Port': ['ID=4c205d82-4555-4305-96ab-ad0c818351a2,revision_number=10']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:20.966685 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 490b699c-9d02-4d29-b8e3-36aab2384cce, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=490b699c-9d02-4d29-b8e3-36aab2384cce,segment=NetworkSegment(843c91f7-8d92-42f5-bfa1-88724e50fee0),segment_id=843c91f7-8d92-42f5-bfa1-88724e50fee0)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:20.984446 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f617c1-d4b5-4ff0-9563-ae1339ba34e4 req-cfac6e2f-8583-4d27-8ea7-983e038f12ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:20.985019 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:20.987013 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-54f617c1-d4b5-4ff0-9563-ae1339ba34e4 req-cfac6e2f-8583-4d27-8ea7-983e038f12ea service neutron] 10.222.0.41 "GET /v2.0/networks?id=3f0f0134-a751-4648-8702-633d8ab16f88 HTTP/1.1" status: 200 len: 897 time: 0.3258879 Jul 29 23:50:20.996216 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d039c14d-56e5-474a-9362-598ac1d57056 req-4944e8ac-6af0-446d-a620-d9909781f29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:21.001308 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d039c14d-56e5-474a-9362-598ac1d57056 req-4944e8ac-6af0-446d-a620-d9909781f29c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:21.003823 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d039c14d-56e5-474a-9362-598ac1d57056 req-4944e8ac-6af0-446d-a620-d9909781f29c service neutron] 10.222.0.41 "PUT /v2.0/ports/4c205d82-4555-4305-96ab-ad0c818351a2 HTTP/1.1" status: 200 len: 1092 time: 2.5595555 Jul 29 23:50:21.004512 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c65b8f95-9da3-4485-bd7b-4f14879e268c', 'tag': '4c205d82-4555-4305-96ab-ad0c818351a2'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:50:21.014152 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67291ca1-456b-4c4e-9227-0a5b5ce09538" -d '{"events": [{"name": "network-changed", "server_uuid": "c65b8f95-9da3-4485-bd7b-4f14879e268c", "tag": "4c205d82-4555-4305-96ab-ad0c818351a2"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:50:21.085495 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 47228) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:21.108436 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e61c19d1-e2af-4682-886b-653572901578 x-openstack-request-id: req-e61c19d1-e2af-4682-886b-653572901578 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:50:21.109939 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6154afd7-8d01-409e-8fdf-0e61d4fd2693", "name": "network-vif-plugged", "status": "completed", "tag": "490b699c-9d02-4d29-b8e3-36aab2384cce", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:50:21.110354 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e61c19d1-e2af-4682-886b-653572901578 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:50:21.111010 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6154afd7-8d01-409e-8fdf-0e61d4fd2693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490b699c-9d02-4d29-b8e3-36aab2384cce', 'code': 200} Jul 29 23:50:21.118677 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=490b699c-9d02-4d29-b8e3-36aab2384cce,revision_number=9']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:21.150662 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f73c02a-509e-4688-8ecf-643dc7a09016 x-openstack-request-id: req-2f73c02a-509e-4688-8ecf-643dc7a09016 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:50:21.151220 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c65b8f95-9da3-4485-bd7b-4f14879e268c", "tag": "4c205d82-4555-4305-96ab-ad0c818351a2", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:50:21.151627 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2f73c02a-509e-4688-8ecf-643dc7a09016 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:50:21.152944 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c65b8f95-9da3-4485-bd7b-4f14879e268c', 'tag': '4c205d82-4555-4305-96ab-ad0c818351a2', 'status': 'completed', 'code': 200} Jul 29 23:50:21.221821 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d039c14d-56e5-474a-9362-598ac1d57056 req-172265a2-eb0a-4bfe-ab33-1778f249ccde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:21.223407 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d039c14d-56e5-474a-9362-598ac1d57056 req-172265a2-eb0a-4bfe-ab33-1778f249ccde service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bc6282d9b32e428d9264b8fb2fa602e4&device_id=c65b8f95-9da3-4485-bd7b-4f14879e268c HTTP/1.1" status: 200 len: 1096 time: 0.0843437 Jul 29 23:50:21.225609 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-54f617c1-d4b5-4ff0-9563-ae1339ba34e4 req-5267df52-9056-434e-b708-f40d9a673409 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=490b699c-9d02-4d29-b8e3-36aab2384cce HTTP/1.1" status: 200 len: 1002 time: 0.1932793 Jul 29 23:50:21.238622 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-a92a9216-b236-45c6-8417-e44f415872fc tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-301607975'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:21.293803 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92a9216-b236-45c6-8417-e44f415872fc tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Made reservation on behalf of 45db6650d2e046c1a673ab5b37b69f2c for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:50:21.300341 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a92a9216-b236-45c6-8417-e44f415872fc tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:21.318009 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a92a9216-b236-45c6-8417-e44f415872fc tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:21.486176 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f617c1-d4b5-4ff0-9563-ae1339ba34e4 req-2ff5c873-f709-41f5-93e2-fa662dffb7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:21.488424 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-54f617c1-d4b5-4ff0-9563-ae1339ba34e4 req-2ff5c873-f709-41f5-93e2-fa662dffb7ac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=673386f4-4164-4a40-a940-b8997f63deb7 HTTP/1.1" status: 200 len: 835 time: 0.1402824 Jul 29 23:50:21.527411 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d039c14d-56e5-474a-9362-598ac1d57056 req-e7f47e31-2586-4e75-bb37-6a577fb9de34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:21.527411 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d039c14d-56e5-474a-9362-598ac1d57056 req-e7f47e31-2586-4e75-bb37-6a577fb9de34 service neutron] 10.222.0.41 "GET /v2.0/networks?id=75276a04-f545-4a3d-9980-2e308be152f9 HTTP/1.1" status: 200 len: 918 time: 0.2897265 Jul 29 23:50:21.544411 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a92a9216-b236-45c6-8417-e44f415872fc tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:21.550198 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a92a9216-b236-45c6-8417-e44f415872fc tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:21.588589 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92a9216-b236-45c6-8417-e44f415872fc tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e993e2-38d3-492a-9aeb-83ce8a61a3fb,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:21.602623 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a92a9216-b236-45c6-8417-e44f415872fc tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:50:21.619471 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a92a9216-b236-45c6-8417-e44f415872fc tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:21.620069 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-a92a9216-b236-45c6-8417-e44f415872fc tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Added segment 9a2ba6c8-a31d-4d2f-82aa-05a489dbf82f of type vlan for network 95c6fe89-d0c0-4b14-834a-b73fed41785a Jul 29 23:50:21.704582 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a92a9216-b236-45c6-8417-e44f415872fc tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:21.712034 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f617c1-d4b5-4ff0-9563-ae1339ba34e4 req-f310212f-2e91-42e8-b781-823619286afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:21.712034 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-54f617c1-d4b5-4ff0-9563-ae1339ba34e4 req-f310212f-2e91-42e8-b781-823619286afa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3f0f0134-a751-4648-8702-633d8ab16f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2093902 Jul 29 23:50:21.773517 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d039c14d-56e5-474a-9362-598ac1d57056 req-9694422b-d1d9-46dc-a4fd-205dd8a02d28 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c205d82-4555-4305-96ab-ad0c818351a2 HTTP/1.1" status: 200 len: 999 time: 0.2217426 Jul 29 23:50:21.782162 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919057d8-2183-4c83-97c2-4ae43f3142aa req-13ebd6a7-3468-4709-8f77-8efce85193c0 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:21.784007 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-919057d8-2183-4c83-97c2-4ae43f3142aa req-13ebd6a7-3468-4709-8f77-8efce85193c0 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=6154afd7-8d01-409e-8fdf-0e61d4fd2693 HTTP/1.1" status: 200 len: 946 time: 0.2302322 Jul 29 23:50:21.797279 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a92a9216-b236-45c6-8417-e44f415872fc tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:21.808585 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92a9216-b236-45c6-8417-e44f415872fc tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:21.811308 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a92a9216-b236-45c6-8417-e44f415872fc tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:21.885181 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d039c14d-56e5-474a-9362-598ac1d57056 req-69d1aa26-c0f7-4608-8c64-f3ba9f98db3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:21.887417 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d039c14d-56e5-474a-9362-598ac1d57056 req-69d1aa26-c0f7-4608-8c64-f3ba9f98db3c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f8a1426-23b4-4820-974d-b3b8ade6d730 HTTP/1.1" status: 200 len: 856 time: 0.1010034 Jul 29 23:50:21.926281 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a92a9216-b236-45c6-8417-e44f415872fc tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.8384352 Jul 29 23:50:21.926669 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 47240) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:21.935368 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-4818c022-44ef-43c9-a4de-2aa7672272f9 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Request body: {'subnet': {'network_id': '95c6fe89-d0c0-4b14-834a-b73fed41785a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:21.944873 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92a9216-b236-45c6-8417-e44f415872fc tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Pushing event updated for resources: {'Network': ['ID=95c6fe89-d0c0-4b14-834a-b73fed41785a,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:21.961336 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-919057d8-2183-4c83-97c2-4ae43f3142aa req-ae308bd7-fe54-404a-a0ac-228986b25139 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=85f85b5e-f991-4c31-ad60-266ee91bb584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424236 Jul 29 23:50:21.984969 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-54f617c1-d4b5-4ff0-9563-ae1339ba34e4 req-c6c47566-b74d-4e72-8de4-80827ea331e7 service neutron] 10.222.0.41 "GET /v2.0/networks/3f0f0134-a751-4648-8702-633d8ab16f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648404 Jul 29 23:50:22.009644 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 95c6fe89-d0c0-4b14-834a-b73fed41785a details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:50:22.514661 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d039c14d-56e5-474a-9362-598ac1d57056 req-f683b825-cfcc-4ed5-a653-ace9e1e71408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:22.516186 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d039c14d-56e5-474a-9362-598ac1d57056 req-f683b825-cfcc-4ed5-a653-ace9e1e71408 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=75276a04-f545-4a3d-9980-2e308be152f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6155150 Jul 29 23:50:22.552606 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52d0897-929e-47dd-ac23-502bd8331ff3 req-b92caf5e-7588-4921-9578-a69e5edc66a6 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:22.562054 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b52d0897-929e-47dd-ac23-502bd8331ff3 req-b92caf5e-7588-4921-9578-a69e5edc66a6 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=c65b8f95-9da3-4485-bd7b-4f14879e268c HTTP/1.1" status: 200 len: 944 time: 0.5849483 Jul 29 23:50:22.625698 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4818c022-44ef-43c9-a4de-2aa7672272f9 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Made reservation on behalf of 45db6650d2e046c1a673ab5b37b69f2c for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:50:22.629080 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4818c022-44ef-43c9-a4de-2aa7672272f9 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:22.692433 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-54f617c1-d4b5-4ff0-9563-ae1339ba34e4 req-bba050af-44ed-4f71-abec-5f628dcd66e2 service neutron] 10.222.0.41 "GET /v2.0/networks/3f0f0134-a751-4648-8702-633d8ab16f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6659162 Jul 29 23:50:22.770497 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b52d0897-929e-47dd-ac23-502bd8331ff3 req-9c879944-9546-4a86-bd4c-0083732713b2 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e6eb237-bd1b-4499-9a2d-2e1657fd82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1740420 Jul 29 23:50:22.814887 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d039c14d-56e5-474a-9362-598ac1d57056 req-7219cbc1-51d7-4375-aa5e-d26830ef8d52 service neutron] 10.222.0.41 "GET /v2.0/networks/75276a04-f545-4a3d-9980-2e308be152f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853599 Jul 29 23:50:23.008522 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d039c14d-56e5-474a-9362-598ac1d57056 req-b80a3e82-cf57-4734-9f25-28352f272516 service neutron] 10.222.0.41 "GET /v2.0/networks/75276a04-f545-4a3d-9980-2e308be152f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739893 Jul 29 23:50:23.027608 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4818c022-44ef-43c9-a4de-2aa7672272f9 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:23.143255 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4818c022-44ef-43c9-a4de-2aa7672272f9 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Pushing event updated for resources: {'Subnet': ['ID=9018db8a-7d5a-4fe2-b8c2-faa807ad6087,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:23.172169 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4818c022-44ef-43c9-a4de-2aa7672272f9 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Checking segment: {'id': '9a2ba6c8-a31d-4d2f-82aa-05a489dbf82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '95c6fe89-d0c0-4b14-834a-b73fed41785a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:50:23.172628 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4818c022-44ef-43c9-a4de-2aa7672272f9 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Network hostable DHCP agents. Network: 95c6fe89-d0c0-4b14-834a-b73fed41785a, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:50:23.207456 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d168f3-7cc9-4e80-ad6a-271f3ac221ad req-2f55ed38-f3f2-4468-9e6b-aa42177d6f78 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:23.209774 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e9d168f3-7cc9-4e80-ad6a-271f3ac221ad req-2f55ed38-f3f2-4468-9e6b-aa42177d6f78 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=6154afd7-8d01-409e-8fdf-0e61d4fd2693 HTTP/1.1" status: 200 len: 946 time: 0.1325207 Jul 29 23:50:23.221766 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67291ca1-456b-4c4e-9227-0a5b5ce09538 req-d3d22e74-0b67-45a9-8eb6-993941de82cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:23.223507 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-67291ca1-456b-4c4e-9227-0a5b5ce09538 req-d3d22e74-0b67-45a9-8eb6-993941de82cc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=bc6282d9b32e428d9264b8fb2fa602e4&device_id=c65b8f95-9da3-4485-bd7b-4f14879e268c HTTP/1.1" status: 200 len: 1096 time: 0.0989923 Jul 29 23:50:23.224591 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4818c022-44ef-43c9-a4de-2aa7672272f9 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Network 95c6fe89-d0c0-4b14-834a-b73fed41785a is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:50:23.265903 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-02dbff1f-b122-4d70-a399-0a9d730e83f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:23.290091 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-4818c022-44ef-43c9-a4de-2aa7672272f9 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 95c6fe89-d0c0-4b14-834a-b73fed41785a) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:50:23.303779 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567e888a-c41e-4884-abae-1239ad31f4fc None None] Network 95c6fe89-d0c0-4b14-834a-b73fed41785a requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:50:23.367176 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4818c022-44ef-43c9-a4de-2aa7672272f9 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:23.368211 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4818c022-44ef-43c9-a4de-2aa7672272f9 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:23.423545 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67291ca1-456b-4c4e-9227-0a5b5ce09538 req-3a4390f1-eada-463b-8913-be062c47f56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:23.425618 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-67291ca1-456b-4c4e-9227-0a5b5ce09538 req-3a4390f1-eada-463b-8913-be062c47f56d service neutron] 10.222.0.41 "GET /v2.0/networks?id=75276a04-f545-4a3d-9980-2e308be152f9 HTTP/1.1" status: 200 len: 918 time: 0.1934726 Jul 29 23:50:23.434399 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-4818c022-44ef-43c9-a4de-2aa7672272f9 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5063620 Jul 29 23:50:23.435224 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 47260) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:23.444047 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-3c14680a-3ab8-4ee2-bd5d-551235cc9902 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1876191041', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:23.446159 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e9d168f3-7cc9-4e80-ad6a-271f3ac221ad req-08bfe30c-e6fc-4ff7-b058-56535bb4b629 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=85f85b5e-f991-4c31-ad60-266ee91bb584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574898 Jul 29 23:50:23.499902 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0600e2b2-b104-460a-be99-e5cfd44665e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-95c6fe89-d0c0-4b14-834a-b73fed41785a', 'network_id': '95c6fe89-d0c0-4b14-834a-b73fed41785a', 'tenant_id': '45db6650d2e046c1a673ab5b37b69f2c', 'fixed_ips': [{'subnet_id': '9018db8a-7d5a-4fe2-b8c2-faa807ad6087'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:50:23.503477 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0600e2b2-b104-460a-be99-e5cfd44665e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:23.516111 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3c14680a-3ab8-4ee2-bd5d-551235cc9902 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:23.517192 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3c14680a-3ab8-4ee2-bd5d-551235cc9902 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:23.606708 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3c14680a-3ab8-4ee2-bd5d-551235cc9902 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:23.611712 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-67291ca1-456b-4c4e-9227-0a5b5ce09538 req-34a573c5-fd9f-47cc-b393-32f3f0f11970 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4c205d82-4555-4305-96ab-ad0c818351a2 HTTP/1.1" status: 200 len: 999 time: 0.1754699 Jul 29 23:50:23.613117 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3c14680a-3ab8-4ee2-bd5d-551235cc9902 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:23.650005 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3c14680a-3ab8-4ee2-bd5d-551235cc9902 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:23.652025 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-3c14680a-3ab8-4ee2-bd5d-551235cc9902 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2151654 Jul 29 23:50:23.655087 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 47264) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:23.707641 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67291ca1-456b-4c4e-9227-0a5b5ce09538 req-e1377f9b-a6b9-46ff-a7f3-dc72a3b14936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:23.713768 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-67291ca1-456b-4c4e-9227-0a5b5ce09538 req-e1377f9b-a6b9-46ff-a7f3-dc72a3b14936 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f8a1426-23b4-4820-974d-b3b8ade6d730 HTTP/1.1" status: 200 len: 856 time: 0.0913489 Jul 29 23:50:23.756438 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-0600e2b2-b104-460a-be99-e5cfd44665e4 None None] Allocated IP 172.20.0.2 (95c6fe89-d0c0-4b14-834a-b73fed41785a/9018db8a-7d5a-4fe2-b8c2-faa807ad6087/15573546-1bb8-4b15-8c9a-df04ca883c19) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:50:23.872201 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67291ca1-456b-4c4e-9227-0a5b5ce09538 req-ac86d6df-8673-4c13-aece-a6f5b5e87d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:23.874440 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-67291ca1-456b-4c4e-9227-0a5b5ce09538 req-ac86d6df-8673-4c13-aece-a6f5b5e87d33 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=75276a04-f545-4a3d-9980-2e308be152f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1480761 Jul 29 23:50:24.076218 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 47276) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:24.216399 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0600e2b2-b104-460a-be99-e5cfd44665e4 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:24.251060 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-0600e2b2-b104-460a-be99-e5cfd44665e4 None None] Transition to ACTIVE for port object 15573546-1bb8-4b15-8c9a-df04ca883c19 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:50:24.306433 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-0600e2b2-b104-460a-be99-e5cfd44665e4 None None] Transition to ACTIVE for port object 15573546-1bb8-4b15-8c9a-df04ca883c19 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:50:24.323578 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0600e2b2-b104-460a-be99-e5cfd44665e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:24.457539 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0600e2b2-b104-460a-be99-e5cfd44665e4 None None] Network 95c6fe89-d0c0-4b14-834a-b73fed41785a is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:50:24.476061 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-0600e2b2-b104-460a-be99-e5cfd44665e4 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:50:24.489962 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0600e2b2-b104-460a-be99-e5cfd44665e4 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:50:24.548337 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0600e2b2-b104-460a-be99-e5cfd44665e4 None None] Pushing event updated for resources: {'Port': ['ID=15573546-1bb8-4b15-8c9a-df04ca883c19,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:24.642482 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e6e395-6b60-40e1-bbfe-b2c5ebd92339 req-3dc6f0b5-8013-43a9-b88d-afd15ca6a747 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:24.644168 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-70e6e395-6b60-40e1-bbfe-b2c5ebd92339 req-3dc6f0b5-8013-43a9-b88d-afd15ca6a747 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=c65b8f95-9da3-4485-bd7b-4f14879e268c HTTP/1.1" status: 200 len: 944 time: 0.5897098 Jul 29 23:50:24.650229 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3376a59c-e54c-4499-94c2-07b73d33b4ac tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:24.657122 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-67291ca1-456b-4c4e-9227-0a5b5ce09538 req-e4eca084-6f83-4ee4-8927-f7d861b76e89 service neutron] 10.222.0.41 "GET /v2.0/networks/75276a04-f545-4a3d-9980-2e308be152f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7692814 Jul 29 23:50:24.696785 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9141639f-d069-4e07-922e-1b1782bc0f45 tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:24.708522 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9141639f-d069-4e07-922e-1b1782bc0f45 tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:24.710416 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9141639f-d069-4e07-922e-1b1782bc0f45 tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:24.743763 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-9141639f-d069-4e07-922e-1b1782bc0f45 tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] 10.222.0.43 "GET /v2.0/ports?project_id=bd9be2c0ad754adeaed7eabee32aed90&network_id=7beca275-2208-4a98-ba1b-ab34ac8cad26 HTTP/1.1" status: 200 len: 2973 time: 0.6525991 Jul 29 23:50:24.747476 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-0600e2b2-b104-460a-be99-e5cfd44665e4 None None] Attempting to bind port 15573546-1bb8-4b15-8c9a-df04ca883c19 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:50:24.748065 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-0600e2b2-b104-460a-be99-e5cfd44665e4 None None] Attempting to bind port 15573546-1bb8-4b15-8c9a-df04ca883c19 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '9a2ba6c8-a31d-4d2f-82aa-05a489dbf82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '95c6fe89-d0c0-4b14-834a-b73fed41785a'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:50:24.749089 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0600e2b2-b104-460a-be99-e5cfd44665e4 None None] Attempting to bind port 15573546-1bb8-4b15-8c9a-df04ca883c19 on network 95c6fe89-d0c0-4b14-834a-b73fed41785a {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:50:24.771763 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0600e2b2-b104-460a-be99-e5cfd44665e4 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:50:24.772354 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0600e2b2-b104-460a-be99-e5cfd44665e4 None None] Checking segment: {'id': '9a2ba6c8-a31d-4d2f-82aa-05a489dbf82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '95c6fe89-d0c0-4b14-834a-b73fed41785a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:50:24.772986 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0600e2b2-b104-460a-be99-e5cfd44665e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:24.773618 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0600e2b2-b104-460a-be99-e5cfd44665e4 None None] Bound using segment: {'id': '9a2ba6c8-a31d-4d2f-82aa-05a489dbf82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '95c6fe89-d0c0-4b14-834a-b73fed41785a'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:50:24.775486 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-0600e2b2-b104-460a-be99-e5cfd44665e4 None None] Bound port: 15573546-1bb8-4b15-8c9a-df04ca883c19, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a2ba6c8-a31d-4d2f-82aa-05a489dbf82f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '95c6fe89-d0c0-4b14-834a-b73fed41785a'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:50:24.776102 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0600e2b2-b104-460a-be99-e5cfd44665e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:24.994448 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-0600e2b2-b104-460a-be99-e5cfd44665e4 None None] For port 15573546-1bb8-4b15-8c9a-df04ca883c19, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:50:25.003696 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-0600e2b2-b104-460a-be99-e5cfd44665e4 None None] For port 15573546-1bb8-4b15-8c9a-df04ca883c19, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=15573546-1bb8-4b15-8c9a-df04ca883c19,segment=NetworkSegment(9a2ba6c8-a31d-4d2f-82aa-05a489dbf82f),segment_id=9a2ba6c8-a31d-4d2f-82aa-05a489dbf82f)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:50:25.015787 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0600e2b2-b104-460a-be99-e5cfd44665e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:25.105708 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-70e6e395-6b60-40e1-bbfe-b2c5ebd92339 req-26889076-f7fc-4d08-8dc5-53797649325e tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e6eb237-bd1b-4499-9a2d-2e1657fd82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4404452 Jul 29 23:50:25.174671 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64dd2b-2fd0-4b37-adc2-f21db99789f8 req-bd2e0524-3edf-4b22-88aa-154f07bdaa40 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:25.192733 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0a64dd2b-2fd0-4b37-adc2-f21db99789f8 req-bd2e0524-3edf-4b22-88aa-154f07bdaa40 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=6154afd7-8d01-409e-8fdf-0e61d4fd2693 HTTP/1.1" status: 200 len: 946 time: 0.4255750 Jul 29 23:50:25.271435 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0600e2b2-b104-460a-be99-e5cfd44665e4 None None] Pushing event updated for resources: {'Port': ['ID=15573546-1bb8-4b15-8c9a-df04ca883c19,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:25.373237 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-3376a59c-e54c-4499-94c2-07b73d33b4ac tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Allocated IP 172.20.0.1 (95c6fe89-d0c0-4b14-834a-b73fed41785a/9018db8a-7d5a-4fe2-b8c2-faa807ad6087/a97b4087-b54d-43dd-a2bd-94b1750a53e3) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:50:25.377908 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0a64dd2b-2fd0-4b37-adc2-f21db99789f8 req-99013767-5f6b-4218-9775-0e6efa33a544 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=85f85b5e-f991-4c31-ad60-266ee91bb584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684158 Jul 29 23:50:25.440695 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-67291ca1-456b-4c4e-9227-0a5b5ce09538 req-e636e9b7-17c4-4125-8b92-bfb03e65d612 service neutron] 10.222.0.41 "GET /v2.0/networks/75276a04-f545-4a3d-9980-2e308be152f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6205864 Jul 29 23:50:25.783700 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3376a59c-e54c-4499-94c2-07b73d33b4ac tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:25.798785 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-3376a59c-e54c-4499-94c2-07b73d33b4ac tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Transition to ACTIVE for port object a97b4087-b54d-43dd-a2bd-94b1750a53e3 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:50:25.882229 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3376a59c-e54c-4499-94c2-07b73d33b4ac tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:25.899456 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-da0194b4-fbfc-4634-ad89-0e4909f0cea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:26.026746 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3376a59c-e54c-4499-94c2-07b73d33b4ac tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Pushing event updated for resources: {'Port': ['ID=a97b4087-b54d-43dd-a2bd-94b1750a53e3,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:26.055532 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3376a59c-e54c-4499-94c2-07b73d33b4ac tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Network 95c6fe89-d0c0-4b14-834a-b73fed41785a is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:50:26.058217 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-3376a59c-e54c-4499-94c2-07b73d33b4ac tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:50:26.061968 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3376a59c-e54c-4499-94c2-07b73d33b4ac tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:50:26.149493 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3376a59c-e54c-4499-94c2-07b73d33b4ac tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:26.344342 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb52935-5370-4eb0-9d25-013f28bbe40c req-b96726dd-f265-4b77-a4be-b0ca915e646f tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:26.354386 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8eb52935-5370-4eb0-9d25-013f28bbe40c req-b96726dd-f265-4b77-a4be-b0ca915e646f tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=c65b8f95-9da3-4485-bd7b-4f14879e268c HTTP/1.1" status: 200 len: 944 time: 0.0812943 Jul 29 23:50:26.387540 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3376a59c-e54c-4499-94c2-07b73d33b4ac tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:26.425304 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8eb52935-5370-4eb0-9d25-013f28bbe40c req-a1290932-62da-4924-9ff7-c9b3939ed5f9 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e6eb237-bd1b-4499-9a2d-2e1657fd82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689397 Jul 29 23:50:26.468442 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:26.766509 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7563d3-7c6e-4e27-893b-9a8a93664e24 req-fca48992-e3ca-476b-9541-7a96d44886bb tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:26.787541 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8e7563d3-7c6e-4e27-893b-9a8a93664e24 req-fca48992-e3ca-476b-9541-7a96d44886bb tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=6154afd7-8d01-409e-8fdf-0e61d4fd2693 HTTP/1.1" status: 200 len: 946 time: 0.1308894 Jul 29 23:50:26.872700 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8e7563d3-7c6e-4e27-893b-9a8a93664e24 req-ee61d840-f8a1-488d-a486-10c97a4102d8 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=85f85b5e-f991-4c31-ad60-266ee91bb584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811059 Jul 29 23:50:26.911499 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 15573546-1bb8-4b15-8c9a-df04ca883c19 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:50:27.084166 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 15573546-1bb8-4b15-8c9a-df04ca883c19 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:50:27.223303 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3376a59c-e54c-4499-94c2-07b73d33b4ac tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:27.236313 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a937b4-ad35-4beb-bd69-0d7e34987ce7 None None] Network 95c6fe89-d0c0-4b14-834a-b73fed41785a requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:50:27.238880 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3376a59c-e54c-4499-94c2-07b73d33b4ac tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:27.273807 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 47314) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:27.393067 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0457878f-d16f-4c9b-b6c2-d39e070a9d42 tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:27.393067 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-0457878f-d16f-4c9b-b6c2-d39e070a9d42 tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=58f27f61-3278-49cc-b66b-1e729d26f29f HTTP/1.1" status: 200 len: 814 time: 0.1173470 Jul 29 23:50:27.417163 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3376a59c-e54c-4499-94c2-07b73d33b4ac tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Pushing event updated for resources: {'Port': ['ID=a97b4087-b54d-43dd-a2bd-94b1750a53e3,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:27.443114 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3376a59c-e54c-4499-94c2-07b73d33b4ac tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:27.608195 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-5f14fb58-a8d9-450b-a229-8ba64ae1133d None None] Provisioning for port 15573546-1bb8-4b15-8c9a-df04ca883c19 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:50:27.648764 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-5f14fb58-a8d9-450b-a229-8ba64ae1133d None None] Provisioning complete for port 15573546-1bb8-4b15-8c9a-df04ca883c19 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:50:27.662371 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5f14fb58-a8d9-450b-a229-8ba64ae1133d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:27.741938 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3376a59c-e54c-4499-94c2-07b73d33b4ac tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Network 95c6fe89-d0c0-4b14-834a-b73fed41785a is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:50:27.754645 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-3376a59c-e54c-4499-94c2-07b73d33b4ac tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:50:27.789886 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12417580-1355-455d-a948-010a8825210d req-6a8abd68-3ca2-4d43-81d8-afea9371fddb tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:27.791768 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-12417580-1355-455d-a948-010a8825210d req-6a8abd68-3ca2-4d43-81d8-afea9371fddb tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=c65b8f95-9da3-4485-bd7b-4f14879e268c HTTP/1.1" status: 200 len: 944 time: 0.1121962 Jul 29 23:50:27.884068 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-12417580-1355-455d-a948-010a8825210d req-cf11b760-9d9f-4ef5-91b0-4508d7ea53d6 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e6eb237-bd1b-4499-9a2d-2e1657fd82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856788 Jul 29 23:50:27.944655 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:28.052679 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 47326) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:28.098174 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-fc0f9345-b0e1-4a10-971c-b90820776ed8 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Request body: {'network': {'name': 'tempest-network-smoke--2011568134', 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'port_security_enabled': True}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:28.101236 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5f14fb58-a8d9-450b-a229-8ba64ae1133d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:28.118565 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4dc32-3de3-4f89-8a8f-0088e2606f21 req-a96b524e-3e03-4bc6-9bf0-39e224ddcb3c tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:28.129629 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-03f4dc32-3de3-4f89-8a8f-0088e2606f21 req-a96b524e-3e03-4bc6-9bf0-39e224ddcb3c tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=6154afd7-8d01-409e-8fdf-0e61d4fd2693 HTTP/1.1" status: 200 len: 946 time: 0.1465611 Jul 29 23:50:28.208760 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-03f4dc32-3de3-4f89-8a8f-0088e2606f21 req-ac76d218-52dc-4b30-8aa7-79b705d36970 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=85f85b5e-f991-4c31-ad60-266ee91bb584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777020 Jul 29 23:50:28.329916 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-5f14fb58-a8d9-450b-a229-8ba64ae1133d None None] For port 15573546-1bb8-4b15-8c9a-df04ca883c19, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=15573546-1bb8-4b15-8c9a-df04ca883c19,segment=NetworkSegment(9a2ba6c8-a31d-4d2f-82aa-05a489dbf82f),segment_id=9a2ba6c8-a31d-4d2f-82aa-05a489dbf82f)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:28.338226 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5f14fb58-a8d9-450b-a229-8ba64ae1133d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:28.375515 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0f9345-b0e1-4a10-971c-b90820776ed8 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Made reservation on behalf of bd9be2c0ad754adeaed7eabee32aed90 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:50:28.390705 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fc0f9345-b0e1-4a10-971c-b90820776ed8 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:28.405993 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3376a59c-e54c-4499-94c2-07b73d33b4ac tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Router d0c07b56-e505-47a4-99f6-2603629ebb3a is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:50:28.590161 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 490b699c-9d02-4d29-b8e3-36aab2384cce no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:50:28.664880 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f14fb58-a8d9-450b-a229-8ba64ae1133d None None] Pushing event updated for resources: {'Port': ['ID=15573546-1bb8-4b15-8c9a-df04ca883c19,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:28.784151 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3376a59c-e54c-4499-94c2-07b73d33b4ac tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:50:28.796409 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-3376a59c-e54c-4499-94c2-07b73d33b4ac tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] 10.222.0.43 "PUT /v2.0/routers/d0c07b56-e505-47a4-99f6-2603629ebb3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1396501 Jul 29 23:50:28.800390 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 47334) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:28.807418 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-e4c61493-49de-4f57-84bb-12f176705fee tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Request body: {'port': {'network_id': '95c6fe89-d0c0-4b14-834a-b73fed41785a', 'name': 'tempest-FloatingIPNegativeTestJSON-876605696'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:28.809861 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc0f9345-b0e1-4a10-971c-b90820776ed8 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:50:28.834285 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fc0f9345-b0e1-4a10-971c-b90820776ed8 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:28.835187 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-fc0f9345-b0e1-4a10-971c-b90820776ed8 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Added segment aae395a7-73fe-4912-b945-f16cba42c02f of type vlan for network d3c04171-2d3c-4855-b7b5-a73dcfb912b2 Jul 29 23:50:28.961450 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fc0f9345-b0e1-4a10-971c-b90820776ed8 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:29.066470 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fc0f9345-b0e1-4a10-971c-b90820776ed8 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:29.082625 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0f9345-b0e1-4a10-971c-b90820776ed8 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:29.085154 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fc0f9345-b0e1-4a10-971c-b90820776ed8 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:29.396270 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-fc0f9345-b0e1-4a10-971c-b90820776ed8 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3417718 Jul 29 23:50:29.399982 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 47342) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:29.515218 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0f9345-b0e1-4a10-971c-b90820776ed8 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Pushing event updated for resources: {'Network': ['ID=d3c04171-2d3c-4855-b7b5-a73dcfb912b2,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:29.535270 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-e0183258-7291-48fd-9a19-5cfe75be9747 None None] Provisioning complete for port 15573546-1bb8-4b15-8c9a-df04ca883c19 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:50:29.535820 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e0183258-7291-48fd-9a19-5cfe75be9747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:29.545356 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1230ec0f-c82f-4940-be61-8147c4b31a94 tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:29.550093 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-1230ec0f-c82f-4940-be61-8147c4b31a94 tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=bd9be2c0ad754adeaed7eabee32aed90&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1276186 Jul 29 23:50:29.550513 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 47344) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:29.583954 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network d3c04171-2d3c-4855-b7b5-a73dcfb912b2 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:50:29.587159 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb51c4fc-9fb5-46d1-b3ac-e8763934770c None None] Sync routers for ids ['d0c07b56-e505-47a4-99f6-2603629ebb3a'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:50:29.613940 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b16fbd6-c03b-4e97-a69b-d0dfcd7a4744 req-e2d29730-ed47-4c9e-8c9d-4de3f759708b tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:29.615538 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2b16fbd6-c03b-4e97-a69b-d0dfcd7a4744 req-e2d29730-ed47-4c9e-8c9d-4de3f759708b tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=c65b8f95-9da3-4485-bd7b-4f14879e268c HTTP/1.1" status: 200 len: 944 time: 0.4839730 Jul 29 23:50:29.804794 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2b16fbd6-c03b-4e97-a69b-d0dfcd7a4744 req-ab25c246-5926-4882-841e-31943ecfd3ac tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e6eb237-bd1b-4499-9a2d-2e1657fd82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1668346 Jul 29 23:50:29.814381 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c61493-49de-4f57-84bb-12f176705fee tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Made reservation on behalf of 45db6650d2e046c1a673ab5b37b69f2c for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:50:29.817954 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e4c61493-49de-4f57-84bb-12f176705fee tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:29.856839 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626f3ceb-bcbf-4e1e-bfab-e0b8874a324f req-101d9f2f-a6f8-420b-8ee1-5b93c6ec1f6e tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:29.859086 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-626f3ceb-bcbf-4e1e-bfab-e0b8874a324f req-101d9f2f-a6f8-420b-8ee1-5b93c6ec1f6e tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=6154afd7-8d01-409e-8fdf-0e61d4fd2693 HTTP/1.1" status: 200 len: 946 time: 0.4134805 Jul 29 23:50:29.859293 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac2ba59-b5a0-4aaa-99f0-5d6b7e646728 tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:29.863482 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-2ac2ba59-b5a0-4aaa-99f0-5d6b7e646728 tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3115947 Jul 29 23:50:29.873335 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 47348) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:29.943744 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [None req-e4c61493-49de-4f57-84bb-12f176705fee tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] device_id is not set on port 81dc11ea-d08b-4191-b37e-be727703792e yet. {{(pid=94078) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:50:29.949618 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:29.978664 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb51c4fc-9fb5-46d1-b3ac-e8763934770c None None] Routers {'d0c07b56-e505-47a4-99f6-2603629ebb3a'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:50:29.979375 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-bb51c4fc-9fb5-46d1-b3ac-e8763934770c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:50:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['d0c07b56-e505-47a4-99f6-2603629ebb3a'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:30.023198 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-92695468-3e99-4a03-a94a-bc021eb8c601 tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=58f27f61-3278-49cc-b66b-1e729d26f29f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1469314 Jul 29 23:50:30.025143 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 47352) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:30.042772 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-bb51c4fc-9fb5-46d1-b3ac-e8763934770c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:30.092899 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb51c4fc-9fb5-46d1-b3ac-e8763934770c None None] Routers {'d0c07b56-e505-47a4-99f6-2603629ebb3a'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:50:30.093549 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-bb51c4fc-9fb5-46d1-b3ac-e8763934770c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:50:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['d0c07b56-e505-47a4-99f6-2603629ebb3a'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:30.141444 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ecc6fed4-1f85-4665-a2b3-f98ba52228fb tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=bd9be2c0ad754adeaed7eabee32aed90&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0697169 Jul 29 23:50:30.144109 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 47354) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:30.147453 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-bb51c4fc-9fb5-46d1-b3ac-e8763934770c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:30.148337 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb51c4fc-9fb5-46d1-b3ac-e8763934770c None None] The sync data for ids ['d0c07b56-e505-47a4-99f6-2603629ebb3a'] in n-d-712141-10 is: [] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:50:30.150999 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:30.223957 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-626f3ceb-bcbf-4e1e-bfab-e0b8874a324f req-2b42e1b9-ad3f-43fd-9062-da89fa503b29 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=85f85b5e-f991-4c31-ad60-266ee91bb584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3300111 Jul 29 23:50:30.275442 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d71daf9-7c33-4e92-b64a-1976ebb860fc req-c7d20392-3a0f-4e91-9484-da86fed5f6bd tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:30.284208 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4d71daf9-7c33-4e92-b64a-1976ebb860fc req-c7d20392-3a0f-4e91-9484-da86fed5f6bd tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] 10.222.0.43 "GET /v2.0/ports?device_id=15b5a942-2e5d-430e-b60d-4502d34e9868 HTTP/1.1" status: 200 len: 945 time: 0.2285519 Jul 29 23:50:30.293844 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7da1c70-28d4-4b16-b898-d34e004131ed tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:30.301217 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c7da1c70-28d4-4b16-b898-d34e004131ed tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1509244 Jul 29 23:50:30.305763 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 47356) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:30.341688 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 490b699c-9d02-4d29-b8e3-36aab2384cce, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=490b699c-9d02-4d29-b8e3-36aab2384cce,segment=NetworkSegment(843c91f7-8d92-42f5-bfa1-88724e50fee0),segment_id=843c91f7-8d92-42f5-bfa1-88724e50fee0)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:30.362646 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6154afd7-8d01-409e-8fdf-0e61d4fd2693', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '490b699c-9d02-4d29-b8e3-36aab2384cce'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:50:30.365252 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b6cfab-674e-45d1-9147-b27c5bd6777d" -d '{"events": [{"server_uuid": "6154afd7-8d01-409e-8fdf-0e61d4fd2693", "name": "network-vif-unplugged", "status": "completed", "tag": "490b699c-9d02-4d29-b8e3-36aab2384cce"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:50:30.370195 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f617c1-d4b5-4ff0-9563-ae1339ba34e4 req-3518f04f-b58a-42d9-973a-9500c9e10c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:30.372682 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-54f617c1-d4b5-4ff0-9563-ae1339ba34e4 req-3518f04f-b58a-42d9-973a-9500c9e10c23 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6154afd7-8d01-409e-8fdf-0e61d4fd2693&tenant_id=65ae77200a164c0f8f007753b934a6ed HTTP/1.1" status: 200 len: 1098 time: 0.3893230 Jul 29 23:50:30.378748 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b35522b3-4abc-4f47-8e58-426d3fe93dfb tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=58f27f61-3278-49cc-b66b-1e729d26f29f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0612614 Jul 29 23:50:30.378941 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 47360) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:30.386147 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-d66d6418-c7f3-4ebb-9671-1a90f6564ef7 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-36951009', 'network_id': 'd3c04171-2d3c-4855-b7b5-a73dcfb912b2', 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:30.386532 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:30.399473 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-54f617c1-d4b5-4ff0-9563-ae1339ba34e4 req-1395bb48-9da9-43a3-b523-607abff6ee1b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712141-10', 'device_owner': 'compute:nova'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:30.520006 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-e0183258-7291-48fd-9a19-5cfe75be9747 None None] Provisioning for port a97b4087-b54d-43dd-a2bd-94b1750a53e3 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:50:30.531271 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4d71daf9-7c33-4e92-b64a-1976ebb860fc req-026f6479-9d7f-4be9-8e12-b61f8eb2e9c1 tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] 10.222.0.43 "GET /v2.0/security-groups?id=ccc0da89-a4b8-43d4-99cf-436706af6409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2272723 Jul 29 23:50:30.564455 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-e4c61493-49de-4f57-84bb-12f176705fee tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Allocated IP 172.20.0.4 (95c6fe89-d0c0-4b14-834a-b73fed41785a/9018db8a-7d5a-4fe2-b8c2-faa807ad6087/81dc11ea-d08b-4191-b37e-be727703792e) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:50:30.582171 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-e0183258-7291-48fd-9a19-5cfe75be9747 None None] Provisioning complete for port a97b4087-b54d-43dd-a2bd-94b1750a53e3 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:50:30.584172 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e0183258-7291-48fd-9a19-5cfe75be9747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:30.679314 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-54f617c1-d4b5-4ff0-9563-ae1339ba34e4 req-1395bb48-9da9-43a3-b523-607abff6ee1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:30.696149 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-e0183258-7291-48fd-9a19-5cfe75be9747 None None] Port a97b4087-b54d-43dd-a2bd-94b1750a53e3 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:50:30.699425 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5895c5fc-361b-4692-a6b1-af45aeee1b43 x-openstack-request-id: req-5895c5fc-361b-4692-a6b1-af45aeee1b43 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:50:30.700460 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6154afd7-8d01-409e-8fdf-0e61d4fd2693", "name": "network-vif-unplugged", "status": "completed", "tag": "490b699c-9d02-4d29-b8e3-36aab2384cce", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:50:30.700460 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5895c5fc-361b-4692-a6b1-af45aeee1b43 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:50:30.701045 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6154afd7-8d01-409e-8fdf-0e61d4fd2693', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '490b699c-9d02-4d29-b8e3-36aab2384cce', 'code': 200} Jul 29 23:50:30.731752 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=490b699c-9d02-4d29-b8e3-36aab2384cce,revision_number=10']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:30.834615 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-875e2c61-862e-4e87-a7ef-b0836e837c4b None None] Provisioning complete for port a97b4087-b54d-43dd-a2bd-94b1750a53e3 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:50:30.837433 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-875e2c61-862e-4e87-a7ef-b0836e837c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:30.991890 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-875e2c61-862e-4e87-a7ef-b0836e837c4b None None] Port a97b4087-b54d-43dd-a2bd-94b1750a53e3 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:50:30.997627 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 15573546-1bb8-4b15-8c9a-df04ca883c19 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:50:31.186696 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e4c61493-49de-4f57-84bb-12f176705fee tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:31.205335 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-54f617c1-d4b5-4ff0-9563-ae1339ba34e4 req-1395bb48-9da9-43a3-b523-607abff6ee1b service neutron] For port 490b699c-9d02-4d29-b8e3-36aab2384cce, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=490b699c-9d02-4d29-b8e3-36aab2384cce,segment=NetworkSegment(843c91f7-8d92-42f5-bfa1-88724e50fee0),segment_id=843c91f7-8d92-42f5-bfa1-88724e50fee0)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:31.218568 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 15573546-1bb8-4b15-8c9a-df04ca883c19 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:50:31.219597 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:31.239234 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-e4c61493-49de-4f57-84bb-12f176705fee tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Transition to ACTIVE for port object 81dc11ea-d08b-4191-b37e-be727703792e will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:50:31.282081 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-54f617c1-d4b5-4ff0-9563-ae1339ba34e4 req-1395bb48-9da9-43a3-b523-607abff6ee1b service neutron] For port 490b699c-9d02-4d29-b8e3-36aab2384cce, host n-h1-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:50:31.362509 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-54f617c1-d4b5-4ff0-9563-ae1339ba34e4 req-1395bb48-9da9-43a3-b523-607abff6ee1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 490b699c-9d02-4d29-b8e3-36aab2384cce {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:50:31.380430 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-54f617c1-d4b5-4ff0-9563-ae1339ba34e4 req-1395bb48-9da9-43a3-b523-607abff6ee1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:31.408706 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-54f617c1-d4b5-4ff0-9563-ae1339ba34e4 req-1395bb48-9da9-43a3-b523-607abff6ee1b service neutron] Transition to ACTIVE for port object 490b699c-9d02-4d29-b8e3-36aab2384cce will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:50:31.424446 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-54f617c1-d4b5-4ff0-9563-ae1339ba34e4 req-1395bb48-9da9-43a3-b523-607abff6ee1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:31.447763 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e4c61493-49de-4f57-84bb-12f176705fee tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:31.756189 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c61493-49de-4f57-84bb-12f176705fee tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Network 95c6fe89-d0c0-4b14-834a-b73fed41785a is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:50:31.799877 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-e4c61493-49de-4f57-84bb-12f176705fee tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:50:31.812548 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66d6418-c7f3-4ebb-9671-1a90f6564ef7 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Made reservation on behalf of bd9be2c0ad754adeaed7eabee32aed90 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:50:31.814035 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c61493-49de-4f57-84bb-12f176705fee tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:50:31.829038 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c61493-49de-4f57-84bb-12f176705fee tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Pushing event updated for resources: {'Port': ['ID=81dc11ea-d08b-4191-b37e-be727703792e,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:31.830342 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d66d6418-c7f3-4ebb-9671-1a90f6564ef7 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:31.931835 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-54f617c1-d4b5-4ff0-9563-ae1339ba34e4 req-1395bb48-9da9-43a3-b523-607abff6ee1b service neutron] No DVR routers for this DVR port 490b699c-9d02-4d29-b8e3-36aab2384cce on host n-h1-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:50:31.938771 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc5c9a4-c9ca-4365-8e8e-6754266a1ff5 req-cca93e71-8f8b-404e-9cd6-ca9c71ac8323 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:31.945683 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dbc5c9a4-c9ca-4365-8e8e-6754266a1ff5 req-cca93e71-8f8b-404e-9cd6-ca9c71ac8323 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=c65b8f95-9da3-4485-bd7b-4f14879e268c HTTP/1.1" status: 200 len: 944 time: 0.5494146 Jul 29 23:50:32.019977 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12f38c-5878-43d2-bf9b-672aecda661a req-1e17c608-34ec-4d21-8ac8-f5ff64af6448 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:32.036085 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0d12f38c-5878-43d2-bf9b-672aecda661a req-1e17c608-34ec-4d21-8ac8-f5ff64af6448 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=6154afd7-8d01-409e-8fdf-0e61d4fd2693 HTTP/1.1" status: 200 len: 945 time: 0.4371793 Jul 29 23:50:32.153010 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1395bb48-9da9-43a3-b523-607abff6ee1b service neutron] Pushing event updated for resources: {'Port': ['ID=490b699c-9d02-4d29-b8e3-36aab2384cce,revision_number=11']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:32.182329 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c61493-49de-4f57-84bb-12f176705fee tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:32.183194 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e4c61493-49de-4f57-84bb-12f176705fee tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:32.223444 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e4c61493-49de-4f57-84bb-12f176705fee tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.4196138 Jul 29 23:50:32.224722 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 47374) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:32.251022 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dbc5c9a4-c9ca-4365-8e8e-6754266a1ff5 req-1ad672b7-83d3-44bc-b1f2-025f668c2128 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e6eb237-bd1b-4499-9a2d-2e1657fd82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2903590 Jul 29 23:50:32.256013 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-a9261c95-1fd4-4c50-87b9-5dead5a08ca7 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Request body: {'floatingip': {'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:32.364663 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0d12f38c-5878-43d2-bf9b-672aecda661a req-e503bb05-c7f5-40e6-ab87-c3f365f278e3 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=85f85b5e-f991-4c31-ad60-266ee91bb584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3273335 Jul 29 23:50:32.426857 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a9261c95-1fd4-4c50-87b9-5dead5a08ca7 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks [] for floatingip, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:32.459755 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b77d2-f02e-4e72-9f3e-927627b47eee req-62a2d1e4-54d2-4acb-96e0-15e8b5ebe493 tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:32.462628 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2e8b77d2-f02e-4e72-9f3e-927627b47eee req-62a2d1e4-54d2-4acb-96e0-15e8b5ebe493 tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] 10.222.0.41 "GET /v2.0/ports?device_id=15b5a942-2e5d-430e-b60d-4502d34e9868 HTTP/1.1" status: 200 len: 945 time: 0.1859503 Jul 29 23:50:32.508661 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c3b5be43-bcc1-493b-a1a1-e4bb2ded210a None None] Provisioning for port 81dc11ea-d08b-4191-b37e-be727703792e completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:50:32.520308 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c3b5be43-bcc1-493b-a1a1-e4bb2ded210a None None] Provisioning complete for port 81dc11ea-d08b-4191-b37e-be727703792e triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:50:32.520773 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c3b5be43-bcc1-493b-a1a1-e4bb2ded210a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:32.570219 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-54f617c1-d4b5-4ff0-9563-ae1339ba34e4 req-1395bb48-9da9-43a3-b523-607abff6ee1b service neutron] Attempting to bind port 490b699c-9d02-4d29-b8e3-36aab2384cce on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:50:32.570698 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-54f617c1-d4b5-4ff0-9563-ae1339ba34e4 req-1395bb48-9da9-43a3-b523-607abff6ee1b service neutron] Attempting to bind port 490b699c-9d02-4d29-b8e3-36aab2384cce by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '843c91f7-8d92-42f5-bfa1-88724e50fee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3f0f0134-a751-4648-8702-633d8ab16f88'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:50:32.570928 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f617c1-d4b5-4ff0-9563-ae1339ba34e4 req-1395bb48-9da9-43a3-b523-607abff6ee1b service neutron] Attempting to bind port 490b699c-9d02-4d29-b8e3-36aab2384cce on network 3f0f0134-a751-4648-8702-633d8ab16f88 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:50:32.580609 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f617c1-d4b5-4ff0-9563-ae1339ba34e4 req-1395bb48-9da9-43a3-b523-607abff6ee1b service neutron] Port 490b699c-9d02-4d29-b8e3-36aab2384cce on network 3f0f0134-a751-4648-8702-633d8ab16f88 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:50:32.580936 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f617c1-d4b5-4ff0-9563-ae1339ba34e4 req-1395bb48-9da9-43a3-b523-607abff6ee1b service neutron] Attempting to bind port 490b699c-9d02-4d29-b8e3-36aab2384cce on network 3f0f0134-a751-4648-8702-633d8ab16f88 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:50:32.591260 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f617c1-d4b5-4ff0-9563-ae1339ba34e4 req-1395bb48-9da9-43a3-b523-607abff6ee1b service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 50, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:50:32.591656 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f617c1-d4b5-4ff0-9563-ae1339ba34e4 req-1395bb48-9da9-43a3-b523-607abff6ee1b service neutron] Checking segment: {'id': '843c91f7-8d92-42f5-bfa1-88724e50fee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3f0f0134-a751-4648-8702-633d8ab16f88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:50:32.592053 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f617c1-d4b5-4ff0-9563-ae1339ba34e4 req-1395bb48-9da9-43a3-b523-607abff6ee1b service neutron] Bound using segment: {'id': '843c91f7-8d92-42f5-bfa1-88724e50fee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3f0f0134-a751-4648-8702-633d8ab16f88'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:50:32.592996 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-54f617c1-d4b5-4ff0-9563-ae1339ba34e4 req-1395bb48-9da9-43a3-b523-607abff6ee1b service neutron] Bound port: 490b699c-9d02-4d29-b8e3-36aab2384cce, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '843c91f7-8d92-42f5-bfa1-88724e50fee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '3f0f0134-a751-4648-8702-633d8ab16f88'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:50:32.592996 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-54f617c1-d4b5-4ff0-9563-ae1339ba34e4 req-1395bb48-9da9-43a3-b523-607abff6ee1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:32.623561 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-c3b5be43-bcc1-493b-a1a1-e4bb2ded210a None None] Port 81dc11ea-d08b-4191-b37e-be727703792e cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:50:32.744879 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-54f617c1-d4b5-4ff0-9563-ae1339ba34e4 req-1395bb48-9da9-43a3-b523-607abff6ee1b service neutron] For port 490b699c-9d02-4d29-b8e3-36aab2384cce, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:50:32.752604 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-54f617c1-d4b5-4ff0-9563-ae1339ba34e4 req-1395bb48-9da9-43a3-b523-607abff6ee1b service neutron] For port 490b699c-9d02-4d29-b8e3-36aab2384cce, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=490b699c-9d02-4d29-b8e3-36aab2384cce,segment=NetworkSegment(843c91f7-8d92-42f5-bfa1-88724e50fee0),segment_id=843c91f7-8d92-42f5-bfa1-88724e50fee0)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:50:32.755544 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d66d6418-c7f3-4ebb-9671-1a90f6564ef7 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:32.758033 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d08084-c2e7-4dcb-a948-d9faf633e00f req-26e30baa-71b6-4692-ad48-503763c9bbfc tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:32.767061 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-41d08084-c2e7-4dcb-a948-d9faf633e00f req-26e30baa-71b6-4692-ad48-503763c9bbfc tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] 10.222.0.43 "GET /v2.0/ports?device_id=15b5a942-2e5d-430e-b60d-4502d34e9868 HTTP/1.1" status: 200 len: 945 time: 0.1813374 Jul 29 23:50:32.829217 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-54f617c1-d4b5-4ff0-9563-ae1339ba34e4 req-1395bb48-9da9-43a3-b523-607abff6ee1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:32.837635 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66d6418-c7f3-4ebb-9671-1a90f6564ef7 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Pushing event updated for resources: {'Subnet': ['ID=801073d1-412e-4f88-b871-5ccc63c01e8e,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:32.934588 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-41d08084-c2e7-4dcb-a948-d9faf633e00f req-6861030c-be44-43c8-b70b-3c26efbf90ae tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] 10.222.0.43 "GET /v2.0/security-groups?id=ccc0da89-a4b8-43d4-99cf-436706af6409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1664104 Jul 29 23:50:32.967669 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66d6418-c7f3-4ebb-9671-1a90f6564ef7 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Checking segment: {'id': 'aae395a7-73fe-4912-b945-f16cba42c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd3c04171-2d3c-4855-b7b5-a73dcfb912b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:50:32.968484 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66d6418-c7f3-4ebb-9671-1a90f6564ef7 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Network hostable DHCP agents. Network: d3c04171-2d3c-4855-b7b5-a73dcfb912b2, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:50:32.972786 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-2e8b77d2-f02e-4e72-9f3e-927627b47eee req-82fb8e5b-1181-4c56-8169-16fec1a26d3a tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Deleting port c971be57-8ef9-4a66-a675-c76a48778225 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:50:32.973302 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2e8b77d2-f02e-4e72-9f3e-927627b47eee req-82fb8e5b-1181-4c56-8169-16fec1a26d3a tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:33.029397 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f617c1-d4b5-4ff0-9563-ae1339ba34e4 req-1395bb48-9da9-43a3-b523-607abff6ee1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:33.044992 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-54f617c1-d4b5-4ff0-9563-ae1339ba34e4 req-1395bb48-9da9-43a3-b523-607abff6ee1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:33.046858 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-54f617c1-d4b5-4ff0-9563-ae1339ba34e4 req-1395bb48-9da9-43a3-b523-607abff6ee1b service neutron] 10.222.0.22 "PUT /v2.0/ports/490b699c-9d02-4d29-b8e3-36aab2384cce HTTP/1.1" status: 200 len: 1094 time: 2.6553481 Jul 29 23:50:33.069675 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6154afd7-8d01-409e-8fdf-0e61d4fd2693', 'tag': '490b699c-9d02-4d29-b8e3-36aab2384cce'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:50:33.072492 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e43e256-3321-4058-8f87-e9851764b89d" -d '{"events": [{"name": "network-changed", "server_uuid": "6154afd7-8d01-409e-8fdf-0e61d4fd2693", "tag": "490b699c-9d02-4d29-b8e3-36aab2384cce"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:50:33.147885 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a9261c95-1fd4-4c50-87b9-5dead5a08ca7 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:33.182389 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1395bb48-9da9-43a3-b523-607abff6ee1b service neutron] Pushing event updated for resources: {'Port': ['ID=490b699c-9d02-4d29-b8e3-36aab2384cce,revision_number=12']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:33.215746 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66d6418-c7f3-4ebb-9671-1a90f6564ef7 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Network d3c04171-2d3c-4855-b7b5-a73dcfb912b2 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:50:33.231607 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11473fc-9c69-4818-8955-e002fadd3ca3 x-openstack-request-id: req-e11473fc-9c69-4818-8955-e002fadd3ca3 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:50:33.231998 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6154afd7-8d01-409e-8fdf-0e61d4fd2693", "tag": "490b699c-9d02-4d29-b8e3-36aab2384cce", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:50:33.232294 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e11473fc-9c69-4818-8955-e002fadd3ca3 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:50:33.232807 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6154afd7-8d01-409e-8fdf-0e61d4fd2693', 'tag': '490b699c-9d02-4d29-b8e3-36aab2384cce', 'status': 'completed', 'code': 200} Jul 29 23:50:33.252598 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f617c1-d4b5-4ff0-9563-ae1339ba34e4 req-f54cc417-66c9-4868-b247-eac80a5430dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:33.256000 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-54f617c1-d4b5-4ff0-9563-ae1339ba34e4 req-f54cc417-66c9-4868-b247-eac80a5430dc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=65ae77200a164c0f8f007753b934a6ed&device_id=6154afd7-8d01-409e-8fdf-0e61d4fd2693 HTTP/1.1" status: 200 len: 1097 time: 0.1773551 Jul 29 23:50:33.266001 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-d66d6418-c7f3-4ebb-9671-1a90f6564ef7 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, d3c04171-2d3c-4855-b7b5-a73dcfb912b2) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:50:33.268395 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e7855f-7299-41e0-aa1c-4d0eedd974e0 None None] Network d3c04171-2d3c-4855-b7b5-a73dcfb912b2 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:50:33.312373 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66d6418-c7f3-4ebb-9671-1a90f6564ef7 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:33.314719 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d66d6418-c7f3-4ebb-9671-1a90f6564ef7 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:33.409291 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d66d6418-c7f3-4ebb-9671-1a90f6564ef7 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 3.0271080 Jul 29 23:50:33.572708 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-2e8b77d2-f02e-4e72-9f3e-927627b47eee req-82fb8e5b-1181-4c56-8169-16fec1a26d3a tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] For port c971be57-8ef9-4a66-a675-c76a48778225, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=c971be57-8ef9-4a66-a675-c76a48778225,segment=NetworkSegment(6380a330-c318-4014-b95b-66e64953533d),segment_id=6380a330-c318-4014-b95b-66e64953533d)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:33.573311 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2e8b77d2-f02e-4e72-9f3e-927627b47eee req-82fb8e5b-1181-4c56-8169-16fec1a26d3a tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:33.625850 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f617c1-d4b5-4ff0-9563-ae1339ba34e4 req-100adff0-d1e2-459c-ba07-ced1d2d3b868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:33.628524 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-54f617c1-d4b5-4ff0-9563-ae1339ba34e4 req-100adff0-d1e2-459c-ba07-ced1d2d3b868 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3f0f0134-a751-4648-8702-633d8ab16f88 HTTP/1.1" status: 200 len: 897 time: 0.3417192 Jul 29 23:50:33.857207 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efab516-4c2d-4f70-909d-35c585c9908c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-d3c04171-2d3c-4855-b7b5-a73dcfb912b2', 'network_id': 'd3c04171-2d3c-4855-b7b5-a73dcfb912b2', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'fixed_ips': [{'subnet_id': '801073d1-412e-4f88-b871-5ccc63c01e8e'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:50:33.861405 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8efab516-4c2d-4f70-909d-35c585c9908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:33.879309 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-54f617c1-d4b5-4ff0-9563-ae1339ba34e4 req-f1c9ad64-103b-4c93-aa35-a970177007c3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=490b699c-9d02-4d29-b8e3-36aab2384cce HTTP/1.1" status: 200 len: 1000 time: 0.2364738 Jul 29 23:50:33.911740 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee31bd7-8936-4d15-8acf-79eb2419383b req-716e65d2-6d9c-4686-9636-f0d4f54e0488 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:33.926584 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9ee31bd7-8936-4d15-8acf-79eb2419383b req-716e65d2-6d9c-4686-9636-f0d4f54e0488 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=6154afd7-8d01-409e-8fdf-0e61d4fd2693 HTTP/1.1" status: 200 len: 945 time: 0.2706587 Jul 29 23:50:34.012263 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e43e256-3321-4058-8f87-e9851764b89d req-a2ce6397-c165-46de-8c79-4c521ac70705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:34.013980 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2e43e256-3321-4058-8f87-e9851764b89d req-a2ce6397-c165-46de-8c79-4c521ac70705 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=65ae77200a164c0f8f007753b934a6ed&device_id=6154afd7-8d01-409e-8fdf-0e61d4fd2693 HTTP/1.1" status: 200 len: 1097 time: 0.6336713 Jul 29 23:50:34.018916 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-a9261c95-1fd4-4c50-87b9-5dead5a08ca7 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Allocated IP 172.25.0.241 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/ef22f677-0c77-4def-b38c-16f5403cd149) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:50:34.021385 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f617c1-d4b5-4ff0-9563-ae1339ba34e4 req-5f17be82-95ae-43d4-838a-7a61ef2b5b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:34.025509 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-54f617c1-d4b5-4ff0-9563-ae1339ba34e4 req-5f17be82-95ae-43d4-838a-7a61ef2b5b1a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=673386f4-4164-4a40-a940-b8997f63deb7 HTTP/1.1" status: 200 len: 835 time: 0.1362162 Jul 29 23:50:34.067244 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c579ce-2175-4497-9882-112dabe02d60 req-a38894d6-24f2-4242-8956-2b87c4a33295 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:34.085192 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-56c579ce-2175-4497-9882-112dabe02d60 req-a38894d6-24f2-4242-8956-2b87c4a33295 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=c65b8f95-9da3-4485-bd7b-4f14879e268c HTTP/1.1" status: 200 len: 944 time: 0.4305468 Jul 29 23:50:34.140155 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9ee31bd7-8936-4d15-8acf-79eb2419383b req-6bd726f1-7a26-4c5b-949b-ef24ff4def55 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=85f85b5e-f991-4c31-ad60-266ee91bb584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2122304 Jul 29 23:50:34.158243 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f617c1-d4b5-4ff0-9563-ae1339ba34e4 req-e5023a97-161b-4d22-a727-05f286036644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:34.160678 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-54f617c1-d4b5-4ff0-9563-ae1339ba34e4 req-e5023a97-161b-4d22-a727-05f286036644 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3f0f0134-a751-4648-8702-633d8ab16f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1281648 Jul 29 23:50:34.269092 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-8efab516-4c2d-4f70-909d-35c585c9908c None None] Allocated IP 172.20.0.18 (d3c04171-2d3c-4855-b7b5-a73dcfb912b2/801073d1-412e-4f88-b871-5ccc63c01e8e/01acfbac-ac7f-4c9f-914c-518f63b6aba0) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:50:34.351166 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-54f617c1-d4b5-4ff0-9563-ae1339ba34e4 req-df26b1ca-b567-45d4-b989-08c4c59c4a9c service neutron] 10.222.0.22 "GET /v2.0/networks/3f0f0134-a751-4648-8702-633d8ab16f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826248 Jul 29 23:50:34.611726 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-54f617c1-d4b5-4ff0-9563-ae1339ba34e4 req-5964ee9d-694f-4033-ad66-0848eb4cdc02 service neutron] 10.222.0.22 "GET /v2.0/networks/3f0f0134-a751-4648-8702-633d8ab16f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531841 Jul 29 23:50:34.632710 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8efab516-4c2d-4f70-909d-35c585c9908c None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:34.647359 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-8efab516-4c2d-4f70-909d-35c585c9908c None None] Transition to ACTIVE for port object 01acfbac-ac7f-4c9f-914c-518f63b6aba0 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:50:34.672012 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-8efab516-4c2d-4f70-909d-35c585c9908c None None] Transition to ACTIVE for port object 01acfbac-ac7f-4c9f-914c-518f63b6aba0 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:50:34.681333 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8efab516-4c2d-4f70-909d-35c585c9908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:34.746142 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efab516-4c2d-4f70-909d-35c585c9908c None None] Network d3c04171-2d3c-4855-b7b5-a73dcfb912b2 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:50:34.751973 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-8efab516-4c2d-4f70-909d-35c585c9908c None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:50:34.758556 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efab516-4c2d-4f70-909d-35c585c9908c None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:50:34.782219 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efab516-4c2d-4f70-909d-35c585c9908c None None] Pushing event updated for resources: {'Port': ['ID=01acfbac-ac7f-4c9f-914c-518f63b6aba0,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:34.864219 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e43e256-3321-4058-8f87-e9851764b89d req-eba79770-01d6-415c-a237-bff33ed0c722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:34.864219 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2e43e256-3321-4058-8f87-e9851764b89d req-eba79770-01d6-415c-a237-bff33ed0c722 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=65ae77200a164c0f8f007753b934a6ed&device_id=6154afd7-8d01-409e-8fdf-0e61d4fd2693 HTTP/1.1" status: 200 len: 1097 time: 0.1704843 Jul 29 23:50:35.061687 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-8efab516-4c2d-4f70-909d-35c585c9908c None None] Attempting to bind port 01acfbac-ac7f-4c9f-914c-518f63b6aba0 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:50:35.062398 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-8efab516-4c2d-4f70-909d-35c585c9908c None None] Attempting to bind port 01acfbac-ac7f-4c9f-914c-518f63b6aba0 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': 'aae395a7-73fe-4912-b945-f16cba42c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd3c04171-2d3c-4855-b7b5-a73dcfb912b2'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:50:35.062398 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efab516-4c2d-4f70-909d-35c585c9908c None None] Attempting to bind port 01acfbac-ac7f-4c9f-914c-518f63b6aba0 on network d3c04171-2d3c-4855-b7b5-a73dcfb912b2 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:50:35.083600 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efab516-4c2d-4f70-909d-35c585c9908c None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:50:35.091375 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efab516-4c2d-4f70-909d-35c585c9908c None None] Checking segment: {'id': 'aae395a7-73fe-4912-b945-f16cba42c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd3c04171-2d3c-4855-b7b5-a73dcfb912b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:50:35.091375 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8efab516-4c2d-4f70-909d-35c585c9908c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:35.091375 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efab516-4c2d-4f70-909d-35c585c9908c None None] Bound using segment: {'id': 'aae395a7-73fe-4912-b945-f16cba42c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd3c04171-2d3c-4855-b7b5-a73dcfb912b2'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:50:35.091375 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-8efab516-4c2d-4f70-909d-35c585c9908c None None] Bound port: 01acfbac-ac7f-4c9f-914c-518f63b6aba0, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aae395a7-73fe-4912-b945-f16cba42c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd3c04171-2d3c-4855-b7b5-a73dcfb912b2'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:50:35.091375 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8efab516-4c2d-4f70-909d-35c585c9908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:35.132618 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e43e256-3321-4058-8f87-e9851764b89d req-ae8224ff-8d3e-4430-b54f-33b356af573c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:35.134447 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2e43e256-3321-4058-8f87-e9851764b89d req-ae8224ff-8d3e-4430-b54f-33b356af573c service neutron] 10.222.0.22 "GET /v2.0/networks?id=3f0f0134-a751-4648-8702-633d8ab16f88 HTTP/1.1" status: 200 len: 897 time: 0.2741115 Jul 29 23:50:35.299368 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-8efab516-4c2d-4f70-909d-35c585c9908c None None] For port 01acfbac-ac7f-4c9f-914c-518f63b6aba0, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:50:35.315210 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-8efab516-4c2d-4f70-909d-35c585c9908c None None] For port 01acfbac-ac7f-4c9f-914c-518f63b6aba0, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=01acfbac-ac7f-4c9f-914c-518f63b6aba0,segment=NetworkSegment(aae395a7-73fe-4912-b945-f16cba42c02f),segment_id=aae395a7-73fe-4912-b945-f16cba42c02f)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:50:35.321276 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8efab516-4c2d-4f70-909d-35c585c9908c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:35.400227 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e43e256-3321-4058-8f87-e9851764b89d req-75a34e35-1e7b-45b0-a455-b0ed8c387c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:35.405988 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2e43e256-3321-4058-8f87-e9851764b89d req-75a34e35-1e7b-45b0-a455-b0ed8c387c41 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3f0f0134-a751-4648-8702-633d8ab16f88 HTTP/1.1" status: 200 len: 897 time: 1.3803756 Jul 29 23:50:35.442398 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-56c579ce-2175-4497-9882-112dabe02d60 req-6c24dc50-561a-43cd-abb8-c04b3d42c57f tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e6eb237-bd1b-4499-9a2d-2e1657fd82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3555033 Jul 29 23:50:35.596449 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efab516-4c2d-4f70-909d-35c585c9908c None None] Pushing event updated for resources: {'Port': ['ID=01acfbac-ac7f-4c9f-914c-518f63b6aba0,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:35.674739 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a9261c95-1fd4-4c50-87b9-5dead5a08ca7 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:35.847177 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2e43e256-3321-4058-8f87-e9851764b89d req-06f068c0-2875-4206-ad28-d4712733851b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=490b699c-9d02-4d29-b8e3-36aab2384cce HTTP/1.1" status: 200 len: 1000 time: 0.1129479 Jul 29 23:50:35.848209 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a9261c95-1fd4-4c50-87b9-5dead5a08ca7 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:35.898253 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 47492) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:36.024644 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-11e9e126-5a70-43c0-9881-d09ec66841a3 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-853137245', 'description': 'tempest-secgroup-smoke-853137245 description', 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:36.102092 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2e8b77d2-f02e-4e72-9f3e-927627b47eee req-82fb8e5b-1181-4c56-8169-16fec1a26d3a tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:36.105515 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2e8b77d2-f02e-4e72-9f3e-927627b47eee req-82fb8e5b-1181-4c56-8169-16fec1a26d3a tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:36.106108 n-d-712141-10 neutron-server[94078]: INFO neutron.db.l3_db [req-2e8b77d2-f02e-4e72-9f3e-927627b47eee req-82fb8e5b-1181-4c56-8169-16fec1a26d3a tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Floating IP 01271dfc-0bd6-43d5-9c5a-c4b396d856b9 disassociated. External IP: 172.25.0.86, port: c971be57-8ef9-4a66-a675-c76a48778225. Jul 29 23:50:36.106688 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-2e8b77d2-f02e-4e72-9f3e-927627b47eee req-82fb8e5b-1181-4c56-8169-16fec1a26d3a tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Calling delete_port for c971be57-8ef9-4a66-a675-c76a48778225 owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:50:36.115471 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9261c95-1fd4-4c50-87b9-5dead5a08ca7 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:50:36.292655 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-11e9e126-5a70-43c0-9881-d09ec66841a3 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:36.302545 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e43e256-3321-4058-8f87-e9851764b89d req-9472aa24-2959-43ea-a625-d12f04fe155e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:36.305015 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2e43e256-3321-4058-8f87-e9851764b89d req-9472aa24-2959-43ea-a625-d12f04fe155e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=673386f4-4164-4a40-a940-b8997f63deb7 HTTP/1.1" status: 200 len: 835 time: 0.2110727 Jul 29 23:50:36.323396 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-a9261c95-1fd4-4c50-87b9-5dead5a08ca7 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:50:36.386381 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9261c95-1fd4-4c50-87b9-5dead5a08ca7 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Pushing event updated for resources: {'Port': ['ID=ef22f677-0c77-4def-b38c-16f5403cd149,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:36.427034 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9261c95-1fd4-4c50-87b9-5dead5a08ca7 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:50:36.434896 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2e43e256-3321-4058-8f87-e9851764b89d req-c07dbd6e-c0e4-45eb-b247-2794fd441cef service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=490b699c-9d02-4d29-b8e3-36aab2384cce HTTP/1.1" status: 200 len: 1000 time: 1.2887449 Jul 29 23:50:36.568786 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device c971be57-8ef9-4a66-a675-c76a48778225 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:50:36.594510 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e43e256-3321-4058-8f87-e9851764b89d req-6abc5c89-3e02-45e7-b123-69d3d63dac77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:36.597209 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2e43e256-3321-4058-8f87-e9851764b89d req-6abc5c89-3e02-45e7-b123-69d3d63dac77 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=673386f4-4164-4a40-a940-b8997f63deb7 HTTP/1.1" status: 200 len: 835 time: 0.1551933 Jul 29 23:50:36.682152 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bca0e4-d5a6-43aa-a745-5ec9e4401155 req-7bf0b148-1a37-447b-8ed1-36e772e7ae51 tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:36.690234 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-14bca0e4-d5a6-43aa-a745-5ec9e4401155 req-7bf0b148-1a37-447b-8ed1-36e772e7ae51 tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] 10.222.0.43 "GET /v2.0/ports?device_id=15b5a942-2e5d-430e-b60d-4502d34e9868 HTTP/1.1" status: 200 len: 945 time: 0.9567001 Jul 29 23:50:36.781241 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e43e256-3321-4058-8f87-e9851764b89d req-a5ef366d-8186-43c7-99b4-7742cdb91b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:36.783133 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2e43e256-3321-4058-8f87-e9851764b89d req-a5ef366d-8186-43c7-99b4-7742cdb91b17 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3f0f0134-a751-4648-8702-633d8ab16f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1550193 Jul 29 23:50:36.812570 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:36.878534 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9261c95-1fd4-4c50-87b9-5dead5a08ca7 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:36.879121 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9261c95-1fd4-4c50-87b9-5dead5a08ca7 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:36.879653 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9261c95-1fd4-4c50-87b9-5dead5a08ca7 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:36.880117 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9261c95-1fd4-4c50-87b9-5dead5a08ca7 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:36.880326 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9261c95-1fd4-4c50-87b9-5dead5a08ca7 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:36.880665 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9261c95-1fd4-4c50-87b9-5dead5a08ca7 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:36.881005 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9261c95-1fd4-4c50-87b9-5dead5a08ca7 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:36.881337 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9261c95-1fd4-4c50-87b9-5dead5a08ca7 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:36.881710 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9261c95-1fd4-4c50-87b9-5dead5a08ca7 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:36.882045 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9261c95-1fd4-4c50-87b9-5dead5a08ca7 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:36.882373 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9261c95-1fd4-4c50-87b9-5dead5a08ca7 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:36.882697 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9261c95-1fd4-4c50-87b9-5dead5a08ca7 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:36.910898 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b5a942-2e5d-430e-b60d-4502d34e9868', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c971be57-8ef9-4a66-a675-c76a48778225'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:50:36.914020 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5443519-21e5-409c-aa1c-dff4d9cb9645" -d '{"events": [{"server_uuid": "15b5a942-2e5d-430e-b60d-4502d34e9868", "name": "network-vif-unplugged", "status": "completed", "tag": "c971be57-8ef9-4a66-a675-c76a48778225"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:50:36.924070 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 01acfbac-ac7f-4c9f-914c-518f63b6aba0 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:50:36.941253 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a9261c95-1fd4-4c50-87b9-5dead5a08ca7 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:37.000252 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbbdf4a-d83a-42d4-80aa-1f8f0dc430d2 req-1a71773d-c615-481d-8189-a9b3805c994a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:37.007210 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bbbbdf4a-d83a-42d4-80aa-1f8f0dc430d2 req-1a71773d-c615-481d-8189-a9b3805c994a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=6154afd7-8d01-409e-8fdf-0e61d4fd2693 HTTP/1.1" status: 200 len: 945 time: 0.7163656 Jul 29 23:50:37.025922 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2e43e256-3321-4058-8f87-e9851764b89d req-56fe19f0-2c08-4f61-a980-b6aebcb4373b service neutron] 10.222.0.22 "GET /v2.0/networks/3f0f0134-a751-4648-8702-633d8ab16f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337863 Jul 29 23:50:37.043385 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port c971be57-8ef9-4a66-a675-c76a48778225, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=c971be57-8ef9-4a66-a675-c76a48778225,segment=NetworkSegment(6380a330-c318-4014-b95b-66e64953533d),segment_id=6380a330-c318-4014-b95b-66e64953533d)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:37.053134 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:37.151819 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=c971be57-8ef9-4a66-a675-c76a48778225,revision_number=6']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:37.158036 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 01acfbac-ac7f-4c9f-914c-518f63b6aba0 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:50:37.166925 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e43e256-3321-4058-8f87-e9851764b89d req-1f252418-1814-42cb-9763-e54a3a6226e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:37.174382 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2e43e256-3321-4058-8f87-e9851764b89d req-1f252418-1814-42cb-9763-e54a3a6226e5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3f0f0134-a751-4648-8702-633d8ab16f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8048601 Jul 29 23:50:37.199109 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-14bca0e4-d5a6-43aa-a745-5ec9e4401155 req-deab3f63-c493-4cfe-b632-ab69851ac012 tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] 10.222.0.43 "GET /v2.0/security-groups?id=ccc0da89-a4b8-43d4-99cf-436706af6409&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5073915 Jul 29 23:50:37.333622 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:37.343596 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2e43e256-3321-4058-8f87-e9851764b89d req-baecf29a-7f30-4bf0-b7e3-f8ea462b0716 service neutron] 10.222.0.22 "GET /v2.0/networks/3f0f0134-a751-4648-8702-633d8ab16f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106298 Jul 29 23:50:37.371912 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a9261c95-1fd4-4c50-87b9-5dead5a08ca7 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:37.540960 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebeb8d9-06c0-4734-92b8-3e7cc5171069 None None] Network d3c04171-2d3c-4855-b7b5-a73dcfb912b2 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:50:37.670431 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-06d9f899-72da-4cbf-92b5-fb8d4ff6aa86 None None] Provisioning for port 01acfbac-ac7f-4c9f-914c-518f63b6aba0 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:50:37.687234 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-06d9f899-72da-4cbf-92b5-fb8d4ff6aa86 None None] Provisioning complete for port 01acfbac-ac7f-4c9f-914c-518f63b6aba0 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:50:37.687850 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-06d9f899-72da-4cbf-92b5-fb8d4ff6aa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:37.790162 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bbbbdf4a-d83a-42d4-80aa-1f8f0dc430d2 req-5c8b5752-aedc-4532-bae0-d808aa17f5ce tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=85f85b5e-f991-4c31-ad60-266ee91bb584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7229135 Jul 29 23:50:37.802142 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2e8b77d2-f02e-4e72-9f3e-927627b47eee req-82fb8e5b-1181-4c56-8169-16fec1a26d3a tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:37.861390 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-06d9f899-72da-4cbf-92b5-fb8d4ff6aa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:37.901338 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e81c6e8-98ea-40d0-a5d4-ef9339eea8a4 x-openstack-request-id: req-8e81c6e8-98ea-40d0-a5d4-ef9339eea8a4 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:50:37.902228 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b5a942-2e5d-430e-b60d-4502d34e9868", "name": "network-vif-unplugged", "status": "completed", "tag": "c971be57-8ef9-4a66-a675-c76a48778225", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:50:37.902360 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8e81c6e8-98ea-40d0-a5d4-ef9339eea8a4 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:50:37.902757 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b5a942-2e5d-430e-b60d-4502d34e9868', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c971be57-8ef9-4a66-a675-c76a48778225', 'code': 200} Jul 29 23:50:37.935611 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fb8e5b-1181-4c56-8169-16fec1a26d3a tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Pushing event deleted for resources: {'Port': ['ID=c971be57-8ef9-4a66-a675-c76a48778225,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:37.951208 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-06d9f899-72da-4cbf-92b5-fb8d4ff6aa86 None None] For port 01acfbac-ac7f-4c9f-914c-518f63b6aba0, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=01acfbac-ac7f-4c9f-914c-518f63b6aba0,segment=NetworkSegment(aae395a7-73fe-4912-b945-f16cba42c02f),segment_id=aae395a7-73fe-4912-b945-f16cba42c02f)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:37.957723 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-06d9f899-72da-4cbf-92b5-fb8d4ff6aa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:37.968412 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a9261c95-1fd4-4c50-87b9-5dead5a08ca7 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:37.982039 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-11e9e126-5a70-43c0-9881-d09ec66841a3 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:38.011991 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a9261c95-1fd4-4c50-87b9-5dead5a08ca7 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:38.068270 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d9f899-72da-4cbf-92b5-fb8d4ff6aa86 None None] Pushing event updated for resources: {'Port': ['ID=01acfbac-ac7f-4c9f-914c-518f63b6aba0,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:38.081720 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d9f899-72da-4cbf-92b5-fb8d4ff6aa86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:38.082587 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d9f899-72da-4cbf-92b5-fb8d4ff6aa86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:38.083300 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d9f899-72da-4cbf-92b5-fb8d4ff6aa86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:38.083842 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d9f899-72da-4cbf-92b5-fb8d4ff6aa86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:38.084477 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d9f899-72da-4cbf-92b5-fb8d4ff6aa86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:38.085126 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d9f899-72da-4cbf-92b5-fb8d4ff6aa86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:38.085800 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d9f899-72da-4cbf-92b5-fb8d4ff6aa86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:38.086489 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d9f899-72da-4cbf-92b5-fb8d4ff6aa86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:38.087440 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d9f899-72da-4cbf-92b5-fb8d4ff6aa86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:38.088042 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d9f899-72da-4cbf-92b5-fb8d4ff6aa86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:38.088573 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d9f899-72da-4cbf-92b5-fb8d4ff6aa86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:38.088977 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06d9f899-72da-4cbf-92b5-fb8d4ff6aa86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:38.115679 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08648ef6-37d7-4fbd-94f2-086b40f19472 req-513549a0-b843-40fa-a75b-e1ade7db532b tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:38.125985 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-08648ef6-37d7-4fbd-94f2-086b40f19472 req-513549a0-b843-40fa-a75b-e1ade7db532b tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=c65b8f95-9da3-4485-bd7b-4f14879e268c HTTP/1.1" status: 200 len: 944 time: 0.5629482 Jul 29 23:50:38.144047 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2e43e256-3321-4058-8f87-e9851764b89d req-4ae0eab9-a3bd-4f00-8dd7-d7ae4644b40e service neutron] 10.222.0.41 "GET /v2.0/networks/3f0f0134-a751-4648-8702-633d8ab16f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9183056 Jul 29 23:50:38.144813 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-11e9e126-5a70-43c0-9881-d09ec66841a3 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:38.185738 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 490b699c-9d02-4d29-b8e3-36aab2384cce details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:50:38.225703 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9261c95-1fd4-4c50-87b9-5dead5a08ca7 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Pushing event updated for resources: {'Port': ['ID=ef22f677-0c77-4def-b38c-16f5403cd149,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:38.236863 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-11e9e126-5a70-43c0-9881-d09ec66841a3 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:38.238700 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-11e9e126-5a70-43c0-9881-d09ec66841a3 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.3288445 Jul 29 23:50:38.242378 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 47624) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:38.248860 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-3ffb9e95-7bf5-4b56-8c84-9a92f9762589 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Request body: {'security_group_rule': {'security_group_id': '2bfa4f4b-9c92-43d5-b7d8-f80923155cc0', 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:38.371892 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3ffb9e95-7bf5-4b56-8c84-9a92f9762589 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:38.463107 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e9e126-5a70-43c0-9881-d09ec66841a3 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bfa4f4b-9c92-43d5-b7d8-f80923155cc0,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:38.557072 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 490b699c-9d02-4d29-b8e3-36aab2384cce, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=490b699c-9d02-4d29-b8e3-36aab2384cce,segment=NetworkSegment(843c91f7-8d92-42f5-bfa1-88724e50fee0),segment_id=843c91f7-8d92-42f5-bfa1-88724e50fee0)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:38.590290 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '490b699c-9d02-4d29-b8e3-36aab2384cce', 'network_id': '3f0f0134-a751-4648-8702-633d8ab16f88', 'port_id': '490b699c-9d02-4d29-b8e3-36aab2384cce', 'mac_address': 'fa:16:3e:37:4c:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '673386f4-4164-4a40-a940-b8997f63deb7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:50:38.610021 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3ffb9e95-7bf5-4b56-8c84-9a92f9762589 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:38.617151 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3ffb9e95-7bf5-4b56-8c84-9a92f9762589 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:38.668893 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:38.693794 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffb9e95-7bf5-4b56-8c84-9a92f9762589 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4ce97fb-ef57-4411-8163-e08f06fd0d00,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:38.696542 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 490b699c-9d02-4d29-b8e3-36aab2384cce {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:50:38.729074 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-7083a62c-4a7f-431a-b8d1-bd54eb9af729 None None] Provisioning complete for port 01acfbac-ac7f-4c9f-914c-518f63b6aba0 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:50:38.729448 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7083a62c-4a7f-431a-b8d1-bd54eb9af729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:38.737015 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3ffb9e95-7bf5-4b56-8c84-9a92f9762589 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:38.738505 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-3ffb9e95-7bf5-4b56-8c84-9a92f9762589 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4946451 Jul 29 23:50:38.743294 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 47654) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:38.748696 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-0ce62881-5938-4b23-8ac1-a4dc65534421 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Request body: {'security_group_rule': {'security_group_id': '2bfa4f4b-9c92-43d5-b7d8-f80923155cc0', 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:38.750060 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-08648ef6-37d7-4fbd-94f2-086b40f19472 req-9ddd14dd-93e1-4c78-8a39-2dd5174fa4bf tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e6eb237-bd1b-4499-9a2d-2e1657fd82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6230028 Jul 29 23:50:38.755256 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a9261c95-1fd4-4c50-87b9-5dead5a08ca7 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:38.810380 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0ce62881-5938-4b23-8ac1-a4dc65534421 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:38.840832 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 01acfbac-ac7f-4c9f-914c-518f63b6aba0 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:50:38.849111 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-02703ea0-b507-4fbd-8ac7-892d29158d8e req-af87cb07-f88f-4024-93c6-3ec1280cf99b tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] 10.222.0.43 "GET /v2.0/ports?device_id=15b5a942-2e5d-430e-b60d-4502d34e9868 HTTP/1.1" status: 200 len: 210 time: 0.3160222 Jul 29 23:50:38.876190 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a9261c95-1fd4-4c50-87b9-5dead5a08ca7 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:38.878242 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-a9261c95-1fd4-4c50-87b9-5dead5a08ca7 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.6381850 Jul 29 23:50:38.884440 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 47666) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:38.892534 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-056814e8-3661-42fc-b8b6-b03e122fe4fc tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Request body: {'floatingip': {'port_id': '81dc11ea-d08b-4191-b37e-be727703792e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:38.910403 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2e43e256-3321-4058-8f87-e9851764b89d req-aa7e90f2-636f-4234-94aa-4c108d1c6038 service neutron] 10.222.0.41 "GET /v2.0/networks/3f0f0134-a751-4648-8702-633d8ab16f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7025042 Jul 29 23:50:38.915265 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e8b77d2-f02e-4e72-9f3e-927627b47eee req-82fb8e5b-1181-4c56-8169-16fec1a26d3a tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Router 551d96c2-a3b9-4f69-b91b-3e3a4f18424b has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:50:38.976635 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0ce62881-5938-4b23-8ac1-a4dc65534421 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:39.024141 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 490b699c-9d02-4d29-b8e3-36aab2384cce, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=490b699c-9d02-4d29-b8e3-36aab2384cce,segment=NetworkSegment(843c91f7-8d92-42f5-bfa1-88724e50fee0),segment_id=843c91f7-8d92-42f5-bfa1-88724e50fee0)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:39.037383 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0ce62881-5938-4b23-8ac1-a4dc65534421 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:39.040318 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:39.071302 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce62881-5938-4b23-8ac1-a4dc65534421 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6a39141-9820-44f3-9e73-efe88f009f77,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:39.078056 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-056814e8-3661-42fc-b8b6-b03e122fe4fc tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks [] for floatingip, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:39.130675 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 01acfbac-ac7f-4c9f-914c-518f63b6aba0 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:50:39.131291 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:39.174658 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0ce62881-5938-4b23-8ac1-a4dc65534421 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:39.176640 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0ce62881-5938-4b23-8ac1-a4dc65534421 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4321787 Jul 29 23:50:39.185620 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 47682) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:39.204114 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-2b383f48-178c-476f-8178-a8ee2a94fc56 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Request body: {'security_group_rule': {'security_group_id': '2bfa4f4b-9c92-43d5-b7d8-f80923155cc0', 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:39.209325 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=490b699c-9d02-4d29-b8e3-36aab2384cce,revision_number=13']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:39.250557 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0612ad6d-4630-44ae-9764-e6ff052c8b35 req-1e4b4fb3-3a8c-4fbb-b1ef-e65c757fdf10 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:39.252656 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0612ad6d-4630-44ae-9764-e6ff052c8b35 req-1e4b4fb3-3a8c-4fbb-b1ef-e65c757fdf10 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=6154afd7-8d01-409e-8fdf-0e61d4fd2693 HTTP/1.1" status: 200 len: 946 time: 0.2005873 Jul 29 23:50:39.277159 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['490b699c-9d02-4d29-b8e3-36aab2384cce'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:50:39.310438 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-056814e8-3661-42fc-b8b6-b03e122fe4fc tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] update failed (client error): The resource could not be found. Jul 29 23:50:39.311965 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-056814e8-3661-42fc-b8b6-b03e122fe4fc tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] 10.222.0.43 "PUT /v2.0/floatingips/d0602b56-7cd7-4b97-8fff-ef0befa93103 HTTP/1.1" status: 404 len: 507 time: 0.4264827 Jul 29 23:50:39.316403 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 47690) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:39.319207 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2b383f48-178c-476f-8178-a8ee2a94fc56 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:39.330372 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e8b77d2-f02e-4e72-9f3e-927627b47eee req-82fb8e5b-1181-4c56-8169-16fec1a26d3a tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:50:39.363470 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ce6375-91ab-47c7-b5b5-0b77a593b501 None None] Sync routers for ids ['551d96c2-a3b9-4f69-b91b-3e3a4f18424b'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:50:39.378458 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ce6375-91ab-47c7-b5b5-0b77a593b501 None None] Routers {'551d96c2-a3b9-4f69-b91b-3e3a4f18424b'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:50:39.379110 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-25ce6375-91ab-47c7-b5b5-0b77a593b501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:50:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['551d96c2-a3b9-4f69-b91b-3e3a4f18424b'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:39.423128 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e8b77d2-f02e-4e72-9f3e-927627b47eee req-82fb8e5b-1181-4c56-8169-16fec1a26d3a tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] No DVR routers for this DVR port c971be57-8ef9-4a66-a675-c76a48778225 on host n-h1-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:50:39.426652 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2e8b77d2-f02e-4e72-9f3e-927627b47eee req-82fb8e5b-1181-4c56-8169-16fec1a26d3a tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:39.428792 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2e8b77d2-f02e-4e72-9f3e-927627b47eee req-82fb8e5b-1181-4c56-8169-16fec1a26d3a tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] 10.222.0.41 "DELETE /v2.0/ports/c971be57-8ef9-4a66-a675-c76a48778225 HTTP/1.1" status: 204 len: 173 time: 6.7915964 Jul 29 23:50:39.429408 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15b5a942-2e5d-430e-b60d-4502d34e9868', 'name': 'network-vif-deleted', 'tag': 'c971be57-8ef9-4a66-a675-c76a48778225'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:50:39.432067 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfed26e4-72d1-4dd5-bfe0-e20be31612ea" -d '{"events": [{"server_uuid": "15b5a942-2e5d-430e-b60d-4502d34e9868", "name": "network-vif-deleted", "tag": "c971be57-8ef9-4a66-a675-c76a48778225"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:50:39.437854 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0612ad6d-4630-44ae-9764-e6ff052c8b35 req-b4ad37f2-a21f-4936-97a6-0b655d701e0d tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=85f85b5e-f991-4c31-ad60-266ee91bb584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704984 Jul 29 23:50:39.495808 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 47710) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:39.600706 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2b383f48-178c-476f-8178-a8ee2a94fc56 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:39.602533 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d53bd3d-990f-4c06-83b6-4c910aab20b6 x-openstack-request-id: req-7d53bd3d-990f-4c06-83b6-4c910aab20b6 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:50:39.602910 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15b5a942-2e5d-430e-b60d-4502d34e9868", "name": "network-vif-deleted", "tag": "c971be57-8ef9-4a66-a675-c76a48778225", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:50:39.603334 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7d53bd3d-990f-4c06-83b6-4c910aab20b6 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:50:39.603962 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15b5a942-2e5d-430e-b60d-4502d34e9868', 'name': 'network-vif-deleted', 'tag': 'c971be57-8ef9-4a66-a675-c76a48778225', 'status': 'completed', 'code': 200} Jul 29 23:50:39.608535 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ad1089ff-1e6a-4800-9126-7bbae9258855 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/floatingips/929a0e01-4d22-477f-9b8b-138ff2fb3132 HTTP/1.1" status: 200 len: 993 time: 0.1114497 Jul 29 23:50:39.610276 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2b383f48-178c-476f-8178-a8ee2a94fc56 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:39.617832 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-25ce6375-91ab-47c7-b5b5-0b77a593b501 None None] Set router 551d96c2-a3b9-4f69-b91b-3e3a4f18424b gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:50:39.626581 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b383f48-178c-476f-8178-a8ee2a94fc56 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad873f83-9df9-4048-85cc-682e7aae8c81,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:39.644160 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2b383f48-178c-476f-8178-a8ee2a94fc56 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:39.658870 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-2b383f48-178c-476f-8178-a8ee2a94fc56 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4634597 Jul 29 23:50:39.659525 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 47726) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:39.664668 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-5b001c7f-4208-421a-a50a-4234d2ea6ad6 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Request body: {'security_group_rule': {'security_group_id': '2bfa4f4b-9c92-43d5-b7d8-f80923155cc0', 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:39.740939 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-fc8629c3-2d0d-4a58-bca7-d453b5247729 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Deleting port ef22f677-0c77-4def-b38c-16f5403cd149 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:50:39.743631 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fc8629c3-2d0d-4a58-bca7-d453b5247729 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:39.745990 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5b001c7f-4208-421a-a50a-4234d2ea6ad6 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:39.988915 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fc8629c3-2d0d-4a58-bca7-d453b5247729 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:39.990217 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fc8629c3-2d0d-4a58-bca7-d453b5247729 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:40.022465 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-fc8629c3-2d0d-4a58-bca7-d453b5247729 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Calling delete_port for ef22f677-0c77-4def-b38c-16f5403cd149 owned by network:floatingip {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:50:40.052252 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-25ce6375-91ab-47c7-b5b5-0b77a593b501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551d96c2-a3b9-4f69-b91b-3e3a4f18424b', 'name': 'tempest-TestServerBasicOps-724908336-router', 'tenant_id': 'a62034f7ec5d4ab3b251c9e7894f3c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '77d2ddbf-221a-4af7-8a08-be57354c5b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:44:39Z', 'updated_at': '2021-07-29T23:44:52Z', 'revision_number': 4, 'project_id': 'a62034f7ec5d4ab3b251c9e7894f3c1d', 'gw_port': {'id': '77d2ddbf-221a-4af7-8a08-be57354c5b41', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:30:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551d96c2-a3b9-4f69-b91b-3e3a4f18424b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:44:41Z', 'updated_at': '2021-07-29T23:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '4832ae2b-0c99-4f81-842e-af19a41dbb67', 'name': '', 'network_id': '246f56f0-d0d9-4066-974f-f03b7db86f8e', 'tenant_id': 'a62034f7ec5d4ab3b251c9e7894f3c1d', 'mac_address': 'fa:16:3e:6f:a1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551d96c2-a3b9-4f69-b91b-3e3a4f18424b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '7ceeee5e-8dda-4b24-91dc-ec5c3c939ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:44:49Z', 'updated_at': '2021-07-29T23:45:05Z', 'revision_number': 5, 'project_id': 'a62034f7ec5d4ab3b251c9e7894f3c1d', 'subnets': [{'id': '7ceeee5e-8dda-4b24-91dc-ec5c3c939ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:40.063639 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5b001c7f-4208-421a-a50a-4234d2ea6ad6 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:40.088831 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33204094-b1f9-4f6e-885f-c34621a46e26 req-ace7b687-3073-4da8-85dc-7037f653c027 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:40.097275 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ce6375-91ab-47c7-b5b5-0b77a593b501 None None] Checking router: 551d96c2-a3b9-4f69-b91b-3e3a4f18424b for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:50:40.099095 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-33204094-b1f9-4f6e-885f-c34621a46e26 req-ace7b687-3073-4da8-85dc-7037f653c027 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=c65b8f95-9da3-4485-bd7b-4f14879e268c HTTP/1.1" status: 200 len: 944 time: 0.1616352 Jul 29 23:50:40.101273 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5b001c7f-4208-421a-a50a-4234d2ea6ad6 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:40.113110 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ce6375-91ab-47c7-b5b5-0b77a593b501 None None] Routers {'551d96c2-a3b9-4f69-b91b-3e3a4f18424b'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:50:40.113818 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-25ce6375-91ab-47c7-b5b5-0b77a593b501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:50:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['551d96c2-a3b9-4f69-b91b-3e3a4f18424b'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:40.163389 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b001c7f-4208-421a-a50a-4234d2ea6ad6 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b16d6a68-b1c6-4901-997a-6ec9da1cb54f,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:40.229266 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-33204094-b1f9-4f6e-885f-c34621a46e26 req-a83b086e-e446-49a3-ad2f-715ca526480f tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e6eb237-bd1b-4499-9a2d-2e1657fd82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954399 Jul 29 23:50:40.278564 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-25ce6375-91ab-47c7-b5b5-0b77a593b501 None None] Set router 551d96c2-a3b9-4f69-b91b-3e3a4f18424b gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:50:40.282654 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-996a45e0-be7f-431b-a652-ff0a1cdfd079 req-b11695eb-bb65-40df-b2ce-c9455b21946c tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] 10.222.0.43 "GET /v2.0/ports?device_id=15b5a942-2e5d-430e-b60d-4502d34e9868 HTTP/1.1" status: 200 len: 210 time: 0.0817971 Jul 29 23:50:40.284808 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5b001c7f-4208-421a-a50a-4234d2ea6ad6 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:40.289445 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-5b001c7f-4208-421a-a50a-4234d2ea6ad6 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6264491 Jul 29 23:50:40.294658 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 47790) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:40.303495 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-a10e3b83-e14f-4872-b298-9be004c66755 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Request body: {'security_group_rule': {'security_group_id': '2bfa4f4b-9c92-43d5-b7d8-f80923155cc0', 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:40.359161 n-d-712141-10 neutron-server[94078]: INFO neutron.db.securitygroups_db [None req-a10e3b83-e14f-4872-b298-9be004c66755 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Project bd9be2c0ad754adeaed7eabee32aed90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 23:50:40.366411 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a10e3b83-e14f-4872-b298-9be004c66755 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:40.446018 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fc8629c3-2d0d-4a58-bca7-d453b5247729 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:40.501393 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8629c3-2d0d-4a58-bca7-d453b5247729 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Pushing event deleted for resources: {'Port': ['ID=ef22f677-0c77-4def-b38c-16f5403cd149,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:40.507500 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a10e3b83-e14f-4872-b298-9be004c66755 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:40.518127 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a10e3b83-e14f-4872-b298-9be004c66755 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:40.563222 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e3b83-e14f-4872-b298-9be004c66755 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3731121-4197-4ad0-aa3e-dc9a9a221bf6,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:40.571668 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a10e3b83-e14f-4872-b298-9be004c66755 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:40.573252 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-a10e3b83-e14f-4872-b298-9be004c66755 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2767849 Jul 29 23:50:40.581315 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 47818) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:40.586242 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-9f9d70b1-0777-4588-86a4-815fd92ff247 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Request body: {'security_group_rule': {'security_group_id': '2bfa4f4b-9c92-43d5-b7d8-f80923155cc0', 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:40.619408 n-d-712141-10 neutron-server[94078]: INFO neutron.db.securitygroups_db [None req-9f9d70b1-0777-4588-86a4-815fd92ff247 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Project bd9be2c0ad754adeaed7eabee32aed90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 23:50:40.631739 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9f9d70b1-0777-4588-86a4-815fd92ff247 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:40.678890 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fc8629c3-2d0d-4a58-bca7-d453b5247729 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks [] for floatingip, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:40.684861 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fc8629c3-2d0d-4a58-bca7-d453b5247729 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:40.687372 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-fc8629c3-2d0d-4a58-bca7-d453b5247729 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] 10.222.0.43 "DELETE /v2.0/floatingips/d0602b56-7cd7-4b97-8fff-ef0befa93103 HTTP/1.1" status: 204 len: 168 time: 1.3694956 Jul 29 23:50:40.692405 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 47832) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:40.700069 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-445d2e33-fd55-4029-8c9b-a8d429c5d406 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Request body: {'floatingip': {'floating_network_id': '95c6fe89-d0c0-4b14-834a-b73fed41785a', 'port_id': '81dc11ea-d08b-4191-b37e-be727703792e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:40.741966 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-445d2e33-fd55-4029-8c9b-a8d429c5d406 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks [] for floatingip, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:40.753744 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9f9d70b1-0777-4588-86a4-815fd92ff247 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:40.763868 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9f9d70b1-0777-4588-86a4-815fd92ff247 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:40.767587 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-25ce6375-91ab-47c7-b5b5-0b77a593b501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551d96c2-a3b9-4f69-b91b-3e3a4f18424b', 'name': 'tempest-TestServerBasicOps-724908336-router', 'tenant_id': 'a62034f7ec5d4ab3b251c9e7894f3c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '77d2ddbf-221a-4af7-8a08-be57354c5b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:44:39Z', 'updated_at': '2021-07-29T23:44:52Z', 'revision_number': 4, 'project_id': 'a62034f7ec5d4ab3b251c9e7894f3c1d', 'gw_port': {'id': '77d2ddbf-221a-4af7-8a08-be57354c5b41', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:30:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551d96c2-a3b9-4f69-b91b-3e3a4f18424b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:44:41Z', 'updated_at': '2021-07-29T23:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '4832ae2b-0c99-4f81-842e-af19a41dbb67', 'name': '', 'network_id': '246f56f0-d0d9-4066-974f-f03b7db86f8e', 'tenant_id': 'a62034f7ec5d4ab3b251c9e7894f3c1d', 'mac_address': 'fa:16:3e:6f:a1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551d96c2-a3b9-4f69-b91b-3e3a4f18424b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '7ceeee5e-8dda-4b24-91dc-ec5c3c939ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:44:49Z', 'updated_at': '2021-07-29T23:45:05Z', 'revision_number': 5, 'project_id': 'a62034f7ec5d4ab3b251c9e7894f3c1d', 'subnets': [{'id': '7ceeee5e-8dda-4b24-91dc-ec5c3c939ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:40.797250 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9d70b1-0777-4588-86a4-815fd92ff247 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=090efd3d-3917-4abb-84ca-3c1116da9ed0,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:40.802130 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9f9d70b1-0777-4588-86a4-815fd92ff247 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:40.803773 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-9f9d70b1-0777-4588-86a4-815fd92ff247 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2212903 Jul 29 23:50:40.807089 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ce6375-91ab-47c7-b5b5-0b77a593b501 None None] The sync data for ids ['551d96c2-a3b9-4f69-b91b-3e3a4f18424b'] in n-d-712141-10 is: [{'id': '551d96c2-a3b9-4f69-b91b-3e3a4f18424b', 'name': 'tempest-TestServerBasicOps-724908336-router', 'tenant_id': 'a62034f7ec5d4ab3b251c9e7894f3c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '77d2ddbf-221a-4af7-8a08-be57354c5b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:44:39Z', 'updated_at': '2021-07-29T23:44:52Z', 'revision_number': 4, 'project_id': 'a62034f7ec5d4ab3b251c9e7894f3c1d', 'gw_port': {'id': '77d2ddbf-221a-4af7-8a08-be57354c5b41', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:30:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551d96c2-a3b9-4f69-b91b-3e3a4f18424b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:44:41Z', 'updated_at': '2021-07-29T23:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '4832ae2b-0c99-4f81-842e-af19a41dbb67', 'name': '', 'network_id': '246f56f0-d0d9-4066-974f-f03b7db86f8e', 'tenant_id': 'a62034f7ec5d4ab3b251c9e7894f3c1d', 'mac_address': 'fa:16:3e:6f:a1:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551d96c2-a3b9-4f69-b91b-3e3a4f18424b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2676, 'fixed_ips': [{'subnet_id': '7ceeee5e-8dda-4b24-91dc-ec5c3c939ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:44:49Z', 'updated_at': '2021-07-29T23:45:05Z', 'revision_number': 5, 'project_id': 'a62034f7ec5d4ab3b251c9e7894f3c1d', 'subnets': [{'id': '7ceeee5e-8dda-4b24-91dc-ec5c3c939ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:50:41.003734 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-445d2e33-fd55-4029-8c9b-a8d429c5d406 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:50:41.005928 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-445d2e33-fd55-4029-8c9b-a8d429c5d406 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3107295 Jul 29 23:50:41.012053 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 47864) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:41.018936 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-2b79b7a1-9183-4e8e-a5d5-e2596f048381 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Request body: {'floatingip': {'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'port_id': '81dc11ea-d08b-4191-b37e-be727703792e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:41.076867 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2b79b7a1-9183-4e8e-a5d5-e2596f048381 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks [] for floatingip, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:41.211459 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b0a3754f-4eab-46b1-aaf0-7e0475b77aec req-a7defb5b-f849-48a4-a183-80f8fd5c86d7 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-853137245&fields=id&tenant_id=bd9be2c0ad754adeaed7eabee32aed90 HTTP/1.1" status: 200 len: 267 time: 0.0535746 Jul 29 23:50:41.277625 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06a13b6-7079-4cc1-890c-c29f7e94d14c None None] New status for floating IP 01271dfc-0bd6-43d5-9c5a-c4b396d856b9: DOWN {{(pid=94079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:50:41.436184 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f6b46191-f9e4-437a-a589-dcd725f138b5 req-e01bcba2-945b-4576-ad35-cb4c9d4fc4fe service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6154afd7-8d01-409e-8fdf-0e61d4fd2693&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1092696 Jul 29 23:50:41.478971 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a3754f-4eab-46b1-aaf0-7e0475b77aec req-fe76ebbb-7b86-4818-b080-ae4205520504 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:41.482781 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b0a3754f-4eab-46b1-aaf0-7e0475b77aec req-fe76ebbb-7b86-4818-b080-ae4205520504 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/networks?id=d3c04171-2d3c-4855-b7b5-a73dcfb912b2 HTTP/1.1" status: 200 len: 797 time: 0.2585096 Jul 29 23:50:41.511740 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2b79b7a1-9183-4e8e-a5d5-e2596f048381 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:41.543272 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be75ca7-b1e1-4941-a75e-ead5c0ff875c req-7b7b7082-bd33-4cb1-b274-b0c686e2eed6 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:41.544875 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1be75ca7-b1e1-4941-a75e-ead5c0ff875c req-7b7b7082-bd33-4cb1-b274-b0c686e2eed6 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=c65b8f95-9da3-4485-bd7b-4f14879e268c HTTP/1.1" status: 200 len: 944 time: 0.1697176 Jul 29 23:50:41.548929 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b0a3754f-4eab-46b1-aaf0-7e0475b77aec req-684dcdbf-9a6a-4ee7-b553-2ad9fb1a5482 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/quotas/bd9be2c0ad754adeaed7eabee32aed90 HTTP/1.1" status: 200 len: 375 time: 0.0408189 Jul 29 23:50:41.561858 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b46191-f9e4-437a-a589-dcd725f138b5 req-e2b3528c-2645-452d-bdb4-ef37bf4ff58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:41.564473 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f6b46191-f9e4-437a-a589-dcd725f138b5 req-e2b3528c-2645-452d-bdb4-ef37bf4ff58e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=65ae77200a164c0f8f007753b934a6ed&device_id=6154afd7-8d01-409e-8fdf-0e61d4fd2693 HTTP/1.1" status: 200 len: 1098 time: 0.0770967 Jul 29 23:50:41.672111 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1be75ca7-b1e1-4941-a75e-ead5c0ff875c req-462e6f05-e12f-4d8c-8ea7-6581b9de1aa8 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e6eb237-bd1b-4499-9a2d-2e1657fd82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181548 Jul 29 23:50:41.723150 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b0a3754f-4eab-46b1-aaf0-7e0475b77aec req-4d35431a-a77d-4492-abac-c46e6640148d tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=bd9be2c0ad754adeaed7eabee32aed90&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1361439 Jul 29 23:50:41.743806 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b46191-f9e4-437a-a589-dcd725f138b5 req-68c2af9f-d775-420f-aaf0-b991285cf615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:41.746242 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 47912) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:41.747916 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f6b46191-f9e4-437a-a589-dcd725f138b5 req-68c2af9f-d775-420f-aaf0-b991285cf615 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3f0f0134-a751-4648-8702-633d8ab16f88 HTTP/1.1" status: 200 len: 897 time: 0.1608000 Jul 29 23:50:41.761468 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [req-b0a3754f-4eab-46b1-aaf0-7e0475b77aec req-322c0adf-935b-443d-b23c-078956849591 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:50:41.762971 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b0a3754f-4eab-46b1-aaf0-7e0475b77aec req-322c0adf-935b-443d-b23c-078956849591 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0157998 Jul 29 23:50:41.764534 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-2b79b7a1-9183-4e8e-a5d5-e2596f048381 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Allocated IP 172.25.0.61 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/c680ae09-efab-4630-a2a8-fc247564ca1e) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:50:41.839878 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f6b46191-f9e4-437a-a589-dcd725f138b5 req-e853a255-893b-4d85-ab3a-a66443d1d2db service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=490b699c-9d02-4d29-b8e3-36aab2384cce HTTP/1.1" status: 200 len: 1001 time: 0.0849421 Jul 29 23:50:41.911110 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b46191-f9e4-437a-a589-dcd725f138b5 req-5e649eda-0fec-46f9-8ab3-62dec61b48c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:41.914035 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f6b46191-f9e4-437a-a589-dcd725f138b5 req-5e649eda-0fec-46f9-8ab3-62dec61b48c7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=673386f4-4164-4a40-a940-b8997f63deb7 HTTP/1.1" status: 200 len: 835 time: 0.0680163 Jul 29 23:50:41.968761 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b46191-f9e4-437a-a589-dcd725f138b5 req-42fe4e8b-de51-413b-b9f2-53397bd838fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:41.970402 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f6b46191-f9e4-437a-a589-dcd725f138b5 req-42fe4e8b-de51-413b-b9f2-53397bd838fe service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3f0f0134-a751-4648-8702-633d8ab16f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487664 Jul 29 23:50:42.052802 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b0a3754f-4eab-46b1-aaf0-7e0475b77aec req-5a1e7ed6-37b3-4a87-aeb1-4dee1687db7f service neutron] 10.222.0.43 "GET /v2.0/networks/d3c04171-2d3c-4855-b7b5-a73dcfb912b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483490 Jul 29 23:50:42.078534 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f6b46191-f9e4-437a-a589-dcd725f138b5 req-a11b6e0f-4732-4e06-a100-d194825056b9 service neutron] 10.222.0.22 "GET /v2.0/networks/3f0f0134-a751-4648-8702-633d8ab16f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009259 Jul 29 23:50:42.188928 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 490b699c-9d02-4d29-b8e3-36aab2384cce up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:50:42.241560 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f6b46191-f9e4-437a-a589-dcd725f138b5 req-ad7c86ff-08d5-40b6-846c-25bb346fe465 service neutron] 10.222.0.22 "GET /v2.0/networks/3f0f0134-a751-4648-8702-633d8ab16f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560502 Jul 29 23:50:42.258080 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port 490b699c-9d02-4d29-b8e3-36aab2384cce completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:50:42.267131 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 490b699c-9d02-4d29-b8e3-36aab2384cce triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:50:42.267696 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:42.414216 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:42.442800 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6154afd7-8d01-409e-8fdf-0e61d4fd2693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490b699c-9d02-4d29-b8e3-36aab2384cce'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:50:42.446094 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9640ab-f906-436c-ba36-2facbefa23b3" -d '{"events": [{"server_uuid": "6154afd7-8d01-409e-8fdf-0e61d4fd2693", "name": "network-vif-plugged", "status": "completed", "tag": "490b699c-9d02-4d29-b8e3-36aab2384cce"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:50:42.465426 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 490b699c-9d02-4d29-b8e3-36aab2384cce, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=490b699c-9d02-4d29-b8e3-36aab2384cce,segment=NetworkSegment(843c91f7-8d92-42f5-bfa1-88724e50fee0),segment_id=843c91f7-8d92-42f5-bfa1-88724e50fee0)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:42.472526 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:42.571437 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=490b699c-9d02-4d29-b8e3-36aab2384cce,revision_number=14']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:42.584132 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01acbff-e6cd-46a6-8c09-2f7f60e65a9b x-openstack-request-id: req-f01acbff-e6cd-46a6-8c09-2f7f60e65a9b {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:50:42.584434 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6154afd7-8d01-409e-8fdf-0e61d4fd2693", "name": "network-vif-plugged", "status": "completed", "tag": "490b699c-9d02-4d29-b8e3-36aab2384cce", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:50:42.584690 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f01acbff-e6cd-46a6-8c09-2f7f60e65a9b {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:50:42.585447 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6154afd7-8d01-409e-8fdf-0e61d4fd2693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '490b699c-9d02-4d29-b8e3-36aab2384cce', 'code': 200} Jul 29 23:50:42.603621 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 4c205d82-4555-4305-96ab-ad0c818351a2 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:50:42.625442 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2b79b7a1-9183-4e8e-a5d5-e2596f048381 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:42.652497 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-73134e4c-b726-485a-af90-7545fc9df77e tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Deleting port 3bc2b6ec-44ea-4b81-81a9-bd772a8b1adf {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:50:42.652801 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-73134e4c-b726-485a-af90-7545fc9df77e tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:42.741357 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 4c205d82-4555-4305-96ab-ad0c818351a2, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=4c205d82-4555-4305-96ab-ad0c818351a2,segment=NetworkSegment(e78125bf-8d4f-4e64-aa38-d84d609aca30),segment_id=e78125bf-8d4f-4e64-aa38-d84d609aca30)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:42.756700 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b0a3754f-4eab-46b1-aaf0-7e0475b77aec req-13839b84-dd47-4e6c-bd5d-0bc6edfa131f service neutron] 10.222.0.43 "GET /v2.0/networks/d3c04171-2d3c-4855-b7b5-a73dcfb912b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6957738 Jul 29 23:50:42.756887 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': '4c205d82-4555-4305-96ab-ad0c818351a2', 'network_id': '75276a04-f545-4a3d-9980-2e308be152f9', 'port_id': '4c205d82-4555-4305-96ab-ad0c818351a2', 'mac_address': 'fa:16:3e:4e:9c:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f8a1426-23b4-4820-974d-b3b8ade6d730', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:50:42.822297 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2b79b7a1-9183-4e8e-a5d5-e2596f048381 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:42.864353 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:42.895825 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c205d82-4555-4305-96ab-ad0c818351a2 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:50:42.927466 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 4c205d82-4555-4305-96ab-ad0c818351a2, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=4c205d82-4555-4305-96ab-ad0c818351a2,segment=NetworkSegment(e78125bf-8d4f-4e64-aa38-d84d609aca30),segment_id=e78125bf-8d4f-4e64-aa38-d84d609aca30)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:42.936272 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:42.968190 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-73134e4c-b726-485a-af90-7545fc9df77e tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:42.968190 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-73134e4c-b726-485a-af90-7545fc9df77e tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:42.988783 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b79b7a1-9183-4e8e-a5d5-e2596f048381 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:50:42.993472 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-73134e4c-b726-485a-af90-7545fc9df77e tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Calling delete_port for 3bc2b6ec-44ea-4b81-81a9-bd772a8b1adf owned by network:floatingip {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:50:43.007328 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-2b79b7a1-9183-4e8e-a5d5-e2596f048381 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:50:43.019736 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b79b7a1-9183-4e8e-a5d5-e2596f048381 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:50:43.025414 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=4c205d82-4555-4305-96ab-ad0c818351a2,revision_number=11']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:43.038903 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b79b7a1-9183-4e8e-a5d5-e2596f048381 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Pushing event updated for resources: {'Port': ['ID=c680ae09-efab-4630-a2a8-fc247564ca1e,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:43.071457 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9652912-4937-4315-a274-2904984484fd req-5d67d182-327d-41c9-bcd6-078313439823 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:43.073063 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b9652912-4937-4315-a274-2904984484fd req-5d67d182-327d-41c9-bcd6-078313439823 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=c65b8f95-9da3-4485-bd7b-4f14879e268c HTTP/1.1" status: 200 len: 945 time: 0.1474144 Jul 29 23:50:43.106775 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d9e2ad16-ee97-4563-8beb-51d0e3afd6ae req-39c7f998-ee92-4b36-bd72-6fc4744f5a41 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bd3055c-4909-438e-bca2-d0f976bc3a15 HTTP/1.1" status: 200 len: 210 time: 0.0784991 Jul 29 23:50:43.247801 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b9652912-4937-4315-a274-2904984484fd req-b0d07b29-ddf4-45c0-8f73-686d2568e60f tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e6eb237-bd1b-4499-9a2d-2e1657fd82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456678 Jul 29 23:50:43.252799 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['4c205d82-4555-4305-96ab-ad0c818351a2'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:50:43.429381 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-73134e4c-b726-485a-af90-7545fc9df77e tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:43.451819 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-2b79b7a1-9183-4e8e-a5d5-e2596f048381 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Deleting port c680ae09-efab-4630-a2a8-fc247564ca1e {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:50:43.452854 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2b79b7a1-9183-4e8e-a5d5-e2596f048381 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:43.520283 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73134e4c-b726-485a-af90-7545fc9df77e tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Pushing event deleted for resources: {'Port': ['ID=3bc2b6ec-44ea-4b81-81a9-bd772a8b1adf,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:43.627494 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-73134e4c-b726-485a-af90-7545fc9df77e tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Notify callbacks [] for floatingip, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:43.630158 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-73134e4c-b726-485a-af90-7545fc9df77e tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:43.633666 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-73134e4c-b726-485a-af90-7545fc9df77e tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] 10.222.0.43 "DELETE /v2.0/floatingips/01271dfc-0bd6-43d5-9c5a-c4b396d856b9 HTTP/1.1" status: 204 len: 168 time: 1.8829279 Jul 29 23:50:43.636991 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2b79b7a1-9183-4e8e-a5d5-e2596f048381 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:43.637569 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2b79b7a1-9183-4e8e-a5d5-e2596f048381 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:43.655741 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-2b79b7a1-9183-4e8e-a5d5-e2596f048381 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Calling delete_port for c680ae09-efab-4630-a2a8-fc247564ca1e owned by network:floatingip {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:50:43.710573 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 47950) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:43.815207 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-638f25de-a27f-4060-a67b-ce6ef8ade91c tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:43.843216 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2b79b7a1-9183-4e8e-a5d5-e2596f048381 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:43.850188 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-638f25de-a27f-4060-a67b-ce6ef8ade91c tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:43.875370 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b79b7a1-9183-4e8e-a5d5-e2596f048381 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Pushing event deleted for resources: {'Port': ['ID=c680ae09-efab-4630-a2a8-fc247564ca1e,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:43.936336 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-638f25de-a27f-4060-a67b-ce6ef8ade91c tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:43.939164 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-638f25de-a27f-4060-a67b-ce6ef8ade91c tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:43.944145 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-638f25de-a27f-4060-a67b-ce6ef8ade91c tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] 10.222.0.43 "DELETE /v2.0/security-groups/ccc0da89-a4b8-43d4-99cf-436706af6409 HTTP/1.1" status: 204 len: 168 time: 0.2287726 Jul 29 23:50:43.951695 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638f25de-a27f-4060-a67b-ce6ef8ade91c tempest-TestServerBasicOps-673188932 tempest-TestServerBasicOps-673188932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc0da89-a4b8-43d4-99cf-436706af6409,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:43.984132 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [None req-2b79b7a1-9183-4e8e-a5d5-e2596f048381 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] create failed (client error): The resource could not be found. Jul 29 23:50:43.985236 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-2b79b7a1-9183-4e8e-a5d5-e2596f048381 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.9713151 Jul 29 23:50:43.990165 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 47956) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:44.031781 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 47958) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:44.311816 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a3754f-4eab-46b1-aaf0-7e0475b77aec req-4bbe33d6-60a5-428a-9f41-001701c94ffa tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:44.313383 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b0a3754f-4eab-46b1-aaf0-7e0475b77aec req-4bbe33d6-60a5-428a-9f41-001701c94ffa tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.22 "GET /v2.0/networks?id=d3c04171-2d3c-4855-b7b5-a73dcfb912b2 HTTP/1.1" status: 200 len: 797 time: 0.2055707 Jul 29 23:50:44.318531 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8a254125-6b08-46bc-bb04-e8ada09a420a req-628c2714-002c-4bf3-81c8-6d9986d8ee27 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bd3055c-4909-438e-bca2-d0f976bc3a15 HTTP/1.1" status: 200 len: 210 time: 0.0402617 Jul 29 23:50:44.336845 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-5ead5afe-83e5-487a-90d9-8b74e2ddfda1 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Deleting port 81dc11ea-d08b-4191-b37e-be727703792e {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:50:44.337272 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5ead5afe-83e5-487a-90d9-8b74e2ddfda1 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:44.430601 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b0a3754f-4eab-46b1-aaf0-7e0475b77aec req-63659dc1-8353-4db5-87e2-94ca8b9df675 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd9be2c0ad754adeaed7eabee32aed90 HTTP/1.1" status: 200 len: 472 time: 0.0963869 Jul 29 23:50:44.445372 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-b0a3754f-4eab-46b1-aaf0-7e0475b77aec req-7fca285c-7ae3-410f-b735-24f276ab3208 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Request body: {'port': {'device_id': '2bd3055c-4909-438e-bca2-d0f976bc3a15', 'network_id': 'd3c04171-2d3c-4855-b7b5-a73dcfb912b2', 'admin_state_up': True, 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'security_groups': ['2bfa4f4b-9c92-43d5-b7d8-f80923155cc0']}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:44.512220 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5ead5afe-83e5-487a-90d9-8b74e2ddfda1 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:44.512585 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a423d-3788-439b-922d-3f8e3908b0e1 req-803227d9-8220-4a53-a77b-efca4ba24ca3 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:44.514690 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fe6a423d-3788-439b-922d-3f8e3908b0e1 req-803227d9-8220-4a53-a77b-efca4ba24ca3 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=c65b8f95-9da3-4485-bd7b-4f14879e268c HTTP/1.1" status: 200 len: 945 time: 0.1296074 Jul 29 23:50:44.533491 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-5ead5afe-83e5-487a-90d9-8b74e2ddfda1 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Calling delete_port for 81dc11ea-d08b-4191-b37e-be727703792e owned by {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:50:44.613942 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fe6a423d-3788-439b-922d-3f8e3908b0e1 req-2532f3d6-1a11-4222-ac1f-533dba8a9e69 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e6eb237-bd1b-4499-9a2d-2e1657fd82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882461 Jul 29 23:50:44.623637 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 4c205d82-4555-4305-96ab-ad0c818351a2 up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:50:44.633217 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0a3754f-4eab-46b1-aaf0-7e0475b77aec req-7fca285c-7ae3-410f-b735-24f276ab3208 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Made reservation on behalf of bd9be2c0ad754adeaed7eabee32aed90 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:50:44.639811 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-b0a3754f-4eab-46b1-aaf0-7e0475b77aec req-7fca285c-7ae3-410f-b735-24f276ab3208 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:44.742118 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port 4c205d82-4555-4305-96ab-ad0c818351a2 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:50:44.748979 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port 4c205d82-4555-4305-96ab-ad0c818351a2 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:50:44.749898 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:44.825726 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8f9d2fd8-69e7-4d7e-9a51-f655513ad5d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:44.844214 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5ead5afe-83e5-487a-90d9-8b74e2ddfda1 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:44.893405 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ead5afe-83e5-487a-90d9-8b74e2ddfda1 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Pushing event deleted for resources: {'Port': ['ID=81dc11ea-d08b-4191-b37e-be727703792e,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:44.918942 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-b0a3754f-4eab-46b1-aaf0-7e0475b77aec req-7fca285c-7ae3-410f-b735-24f276ab3208 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Allocated IP 172.20.0.19 (d3c04171-2d3c-4855-b7b5-a73dcfb912b2/801073d1-412e-4f88-b871-5ccc63c01e8e/16bcdae1-b248-45ea-965c-302d9c7a2b12) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:50:45.060957 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:45.087120 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5ead5afe-83e5-487a-90d9-8b74e2ddfda1 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:45.089157 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-5ead5afe-83e5-487a-90d9-8b74e2ddfda1 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] 10.222.0.43 "DELETE /v2.0/ports/81dc11ea-d08b-4191-b37e-be727703792e HTTP/1.1" status: 204 len: 168 time: 1.0975993 Jul 29 23:50:45.091973 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 47974) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:45.131276 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 4c205d82-4555-4305-96ab-ad0c818351a2, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=4c205d82-4555-4305-96ab-ad0c818351a2,segment=NetworkSegment(e78125bf-8d4f-4e64-aa38-d84d609aca30),segment_id=e78125bf-8d4f-4e64-aa38-d84d609aca30)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:45.134309 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c65b8f95-9da3-4485-bd7b-4f14879e268c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c205d82-4555-4305-96ab-ad0c818351a2'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:50:45.140491 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1561c308-8ebb-43f0-bd0b-59add452587f" -d '{"events": [{"server_uuid": "c65b8f95-9da3-4485-bd7b-4f14879e268c", "name": "network-vif-plugged", "status": "completed", "tag": "4c205d82-4555-4305-96ab-ad0c818351a2"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:50:45.155063 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:45.200140 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb08b688-e9b7-4076-8b73-7d6b551a73f6 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:45.205804 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-cb08b688-e9b7-4076-8b73-7d6b551a73f6 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] 10.222.0.43 "GET /v2.0/ports?device_id=d0c07b56-e505-47a4-99f6-2603629ebb3a HTTP/1.1" status: 200 len: 913 time: 0.1085708 Jul 29 23:50:45.206032 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 47978) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:45.218688 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d3d359-8d34-4080-8dbd-946c3bfaf26e x-openstack-request-id: req-42d3d359-8d34-4080-8dbd-946c3bfaf26e {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:50:45.219534 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c65b8f95-9da3-4485-bd7b-4f14879e268c", "name": "network-vif-plugged", "status": "completed", "tag": "4c205d82-4555-4305-96ab-ad0c818351a2", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:50:45.220335 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-42d3d359-8d34-4080-8dbd-946c3bfaf26e {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:50:45.221187 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c65b8f95-9da3-4485-bd7b-4f14879e268c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c205d82-4555-4305-96ab-ad0c818351a2', 'code': 200} Jul 29 23:50:45.277111 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=4c205d82-4555-4305-96ab-ad0c818351a2,revision_number=12']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:45.291139 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-b0a3754f-4eab-46b1-aaf0-7e0475b77aec req-7fca285c-7ae3-410f-b735-24f276ab3208 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:45.317125 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-b0a3754f-4eab-46b1-aaf0-7e0475b77aec req-7fca285c-7ae3-410f-b735-24f276ab3208 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Transition to ACTIVE for port object 16bcdae1-b248-45ea-965c-302d9c7a2b12 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:50:45.328344 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-8f9d2fd8-69e7-4d7e-9a51-f655513ad5d2 admin admin] Deleting port 4832ae2b-0c99-4f81-842e-af19a41dbb67 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:50:45.329019 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8f9d2fd8-69e7-4d7e-9a51-f655513ad5d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:45.410528 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-b0a3754f-4eab-46b1-aaf0-7e0475b77aec req-7fca285c-7ae3-410f-b735-24f276ab3208 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:45.519361 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0a3754f-4eab-46b1-aaf0-7e0475b77aec req-7fca285c-7ae3-410f-b735-24f276ab3208 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Network d3c04171-2d3c-4855-b7b5-a73dcfb912b2 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:50:45.523132 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-b0a3754f-4eab-46b1-aaf0-7e0475b77aec req-7fca285c-7ae3-410f-b735-24f276ab3208 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:50:45.528429 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a3754f-4eab-46b1-aaf0-7e0475b77aec req-7fca285c-7ae3-410f-b735-24f276ab3208 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:50:45.592178 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fca285c-7ae3-410f-b735-24f276ab3208 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Pushing event updated for resources: {'Port': ['ID=16bcdae1-b248-45ea-965c-302d9c7a2b12,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:45.619823 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a3754f-4eab-46b1-aaf0-7e0475b77aec req-7fca285c-7ae3-410f-b735-24f276ab3208 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:45.621007 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-b0a3754f-4eab-46b1-aaf0-7e0475b77aec req-7fca285c-7ae3-410f-b735-24f276ab3208 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:45.645542 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b0a3754f-4eab-46b1-aaf0-7e0475b77aec req-7fca285c-7ae3-410f-b735-24f276ab3208 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2048151 Jul 29 23:50:45.660031 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-b0a3754f-4eab-46b1-aaf0-7e0475b77aec req-fac9889c-6896-46a2-95ca-4dc90a9e5149 service neutron] Request body: {'port': {'device_id': '2bd3055c-4909-438e-bca2-d0f976bc3a15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:45.712670 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6c2f9f-a324-494a-a3e0-5f65f0518e0c req-97bb26f1-daef-460d-bee2-51b6e15f5ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:45.716144 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ec6c2f9f-a324-494a-a3e0-5f65f0518e0c req-97bb26f1-daef-460d-bee2-51b6e15f5ea3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c65b8f95-9da3-4485-bd7b-4f14879e268c HTTP/1.1" status: 200 len: 1098 time: 0.2162478 Jul 29 23:50:45.763025 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf2025-e256-451f-9f0f-f16c8cf1b6d4 req-90936313-8472-402c-8614-b4398868d0f6 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:45.764796 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7bdf2025-e256-451f-9f0f-f16c8cf1b6d4 req-90936313-8472-402c-8614-b4398868d0f6 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bd3055c-4909-438e-bca2-d0f976bc3a15 HTTP/1.1" status: 200 len: 932 time: 0.2663481 Jul 29 23:50:45.783274 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-b0a3754f-4eab-46b1-aaf0-7e0475b77aec req-fac9889c-6896-46a2-95ca-4dc90a9e5149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:45.888041 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:50:45.889981 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7bdf2025-e256-451f-9f0f-f16c8cf1b6d4 req-1cf4697f-ac80-4ddb-af95-9dda8cd52b49 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/security-groups?id=2bfa4f4b-9c92-43d5-b7d8-f80923155cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888107 Jul 29 23:50:45.892949 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-8f9d2fd8-69e7-4d7e-9a51-f655513ad5d2 admin admin] For port 4832ae2b-0c99-4f81-842e-af19a41dbb67, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=4832ae2b-0c99-4f81-842e-af19a41dbb67,segment=NetworkSegment(6380a330-c318-4014-b95b-66e64953533d),segment_id=6380a330-c318-4014-b95b-66e64953533d)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:45.893422 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8f9d2fd8-69e7-4d7e-9a51-f655513ad5d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:45.983248 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-8f9d2fd8-69e7-4d7e-9a51-f655513ad5d2 admin admin] Calling delete_port for 4832ae2b-0c99-4f81-842e-af19a41dbb67 owned by network:router_interface {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:50:46.000914 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ec6c2f9f-a324-494a-a3e0-5f65f0518e0c req-fb8b4da1-bc7f-4593-b51b-a4c41738bb56 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6e6eb237-bd1b-4499-9a2d-2e1657fd82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2720311 Jul 29 23:50:46.006503 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-95347f2b-1aaa-4a11-b965-7f8adc7f3ee5 None None] Provisioning for port 16bcdae1-b248-45ea-965c-302d9c7a2b12 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:50:46.014462 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-95347f2b-1aaa-4a11-b965-7f8adc7f3ee5 None None] Provisioning complete for port 16bcdae1-b248-45ea-965c-302d9c7a2b12 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:50:46.016396 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-95347f2b-1aaa-4a11-b965-7f8adc7f3ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:46.083780 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a8ab0-2086-4ac2-96aa-53ad57a0246c req-a537c713-d28d-49a5-88bb-831ad5a83b43 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:46.086484 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-537a8ab0-2086-4ac2-96aa-53ad57a0246c req-a537c713-d28d-49a5-88bb-831ad5a83b43 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=c65b8f95-9da3-4485-bd7b-4f14879e268c HTTP/1.1" status: 200 len: 946 time: 0.2664151 Jul 29 23:50:46.092833 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-95347f2b-1aaa-4a11-b965-7f8adc7f3ee5 None None] Port 16bcdae1-b248-45ea-965c-302d9c7a2b12 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:50:46.159578 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-b0a3754f-4eab-46b1-aaf0-7e0475b77aec req-fac9889c-6896-46a2-95ca-4dc90a9e5149 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16bcdae1-b248-45ea-965c-302d9c7a2b12 {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:50:46.171071 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-b0a3754f-4eab-46b1-aaf0-7e0475b77aec req-fac9889c-6896-46a2-95ca-4dc90a9e5149 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:46.191305 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-b0a3754f-4eab-46b1-aaf0-7e0475b77aec req-fac9889c-6896-46a2-95ca-4dc90a9e5149 service neutron] Transition to ACTIVE for port object 16bcdae1-b248-45ea-965c-302d9c7a2b12 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:50:46.196510 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-b0a3754f-4eab-46b1-aaf0-7e0475b77aec req-fac9889c-6896-46a2-95ca-4dc90a9e5149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:46.252369 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-537a8ab0-2086-4ac2-96aa-53ad57a0246c req-850323f7-2971-48cc-83c2-32242f595501 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e6eb237-bd1b-4499-9a2d-2e1657fd82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367908 Jul 29 23:50:46.340849 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac9889c-6896-46a2-95ca-4dc90a9e5149 service neutron] Pushing event updated for resources: {'Port': ['ID=16bcdae1-b248-45ea-965c-302d9c7a2b12,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:46.342656 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c2887ee0-a5e6-4cfb-ada6-b5a791ec3b95 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:46.426785 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-b0a3754f-4eab-46b1-aaf0-7e0475b77aec req-fac9889c-6896-46a2-95ca-4dc90a9e5149 service neutron] Attempting to bind port 16bcdae1-b248-45ea-965c-302d9c7a2b12 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:50:46.426785 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-b0a3754f-4eab-46b1-aaf0-7e0475b77aec req-fac9889c-6896-46a2-95ca-4dc90a9e5149 service neutron] Attempting to bind port 16bcdae1-b248-45ea-965c-302d9c7a2b12 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': 'aae395a7-73fe-4912-b945-f16cba42c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd3c04171-2d3c-4855-b7b5-a73dcfb912b2'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:50:46.427066 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a3754f-4eab-46b1-aaf0-7e0475b77aec req-fac9889c-6896-46a2-95ca-4dc90a9e5149 service neutron] Attempting to bind port 16bcdae1-b248-45ea-965c-302d9c7a2b12 on network d3c04171-2d3c-4855-b7b5-a73dcfb912b2 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:50:46.440490 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a3754f-4eab-46b1-aaf0-7e0475b77aec req-fac9889c-6896-46a2-95ca-4dc90a9e5149 service neutron] Port 16bcdae1-b248-45ea-965c-302d9c7a2b12 on network d3c04171-2d3c-4855-b7b5-a73dcfb912b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:50:46.440876 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a3754f-4eab-46b1-aaf0-7e0475b77aec req-fac9889c-6896-46a2-95ca-4dc90a9e5149 service neutron] Attempting to bind port 16bcdae1-b248-45ea-965c-302d9c7a2b12 on network d3c04171-2d3c-4855-b7b5-a73dcfb912b2 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:50:46.449443 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a3754f-4eab-46b1-aaf0-7e0475b77aec req-fac9889c-6896-46a2-95ca-4dc90a9e5149 service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:50:46.449822 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a3754f-4eab-46b1-aaf0-7e0475b77aec req-fac9889c-6896-46a2-95ca-4dc90a9e5149 service neutron] Checking segment: {'id': 'aae395a7-73fe-4912-b945-f16cba42c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd3c04171-2d3c-4855-b7b5-a73dcfb912b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:50:46.450227 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a3754f-4eab-46b1-aaf0-7e0475b77aec req-fac9889c-6896-46a2-95ca-4dc90a9e5149 service neutron] Bound using segment: {'id': 'aae395a7-73fe-4912-b945-f16cba42c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd3c04171-2d3c-4855-b7b5-a73dcfb912b2'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:50:46.450686 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-b0a3754f-4eab-46b1-aaf0-7e0475b77aec req-fac9889c-6896-46a2-95ca-4dc90a9e5149 service neutron] Bound port: 16bcdae1-b248-45ea-965c-302d9c7a2b12, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aae395a7-73fe-4912-b945-f16cba42c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd3c04171-2d3c-4855-b7b5-a73dcfb912b2'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:50:46.451059 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-b0a3754f-4eab-46b1-aaf0-7e0475b77aec req-fac9889c-6896-46a2-95ca-4dc90a9e5149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:46.473190 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8f9d2fd8-69e7-4d7e-9a51-f655513ad5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:46.525982 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9d2fd8-69e7-4d7e-9a51-f655513ad5d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4832ae2b-0c99-4f81-842e-af19a41dbb67,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:46.623263 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-b0a3754f-4eab-46b1-aaf0-7e0475b77aec req-fac9889c-6896-46a2-95ca-4dc90a9e5149 service neutron] For port 16bcdae1-b248-45ea-965c-302d9c7a2b12, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:50:46.627285 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-b0a3754f-4eab-46b1-aaf0-7e0475b77aec req-fac9889c-6896-46a2-95ca-4dc90a9e5149 service neutron] For port 16bcdae1-b248-45ea-965c-302d9c7a2b12, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=16bcdae1-b248-45ea-965c-302d9c7a2b12,segment=NetworkSegment(aae395a7-73fe-4912-b945-f16cba42c02f),segment_id=aae395a7-73fe-4912-b945-f16cba42c02f)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:50:46.639762 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-b0a3754f-4eab-46b1-aaf0-7e0475b77aec req-fac9889c-6896-46a2-95ca-4dc90a9e5149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:46.763070 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac9889c-6896-46a2-95ca-4dc90a9e5149 service neutron] Pushing event updated for resources: {'Port': ['ID=16bcdae1-b248-45ea-965c-302d9c7a2b12,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:46.789508 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a3754f-4eab-46b1-aaf0-7e0475b77aec req-fac9889c-6896-46a2-95ca-4dc90a9e5149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:46.790182 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-b0a3754f-4eab-46b1-aaf0-7e0475b77aec req-fac9889c-6896-46a2-95ca-4dc90a9e5149 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:46.791624 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b0a3754f-4eab-46b1-aaf0-7e0475b77aec req-fac9889c-6896-46a2-95ca-4dc90a9e5149 service neutron] 10.222.0.22 "PUT /v2.0/ports/16bcdae1-b248-45ea-965c-302d9c7a2b12 HTTP/1.1" status: 200 len: 1093 time: 1.1379278 Jul 29 23:50:46.792217 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bd3055c-4909-438e-bca2-d0f976bc3a15', 'tag': '16bcdae1-b248-45ea-965c-302d9c7a2b12'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:50:46.797387 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c524c5-ad53-465c-b8ac-7fd90a2fad98" -d '{"events": [{"name": "network-changed", "server_uuid": "2bd3055c-4909-438e-bca2-d0f976bc3a15", "tag": "16bcdae1-b248-45ea-965c-302d9c7a2b12"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:50:46.872658 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22abbbc2-4846-4c8a-8e2a-f9eafbafcfba x-openstack-request-id: req-22abbbc2-4846-4c8a-8e2a-f9eafbafcfba {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:50:46.873283 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bd3055c-4909-438e-bca2-d0f976bc3a15", "tag": "16bcdae1-b248-45ea-965c-302d9c7a2b12", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:50:46.873776 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-22abbbc2-4846-4c8a-8e2a-f9eafbafcfba {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:50:46.874680 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bd3055c-4909-438e-bca2-d0f976bc3a15', 'tag': '16bcdae1-b248-45ea-965c-302d9c7a2b12', 'status': 'completed', 'code': 200} Jul 29 23:50:46.899401 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a3754f-4eab-46b1-aaf0-7e0475b77aec req-3c7a89b7-8294-484d-a82a-9c57c75cbb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:46.901034 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b0a3754f-4eab-46b1-aaf0-7e0475b77aec req-3c7a89b7-8294-484d-a82a-9c57c75cbb01 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bd9be2c0ad754adeaed7eabee32aed90&device_id=2bd3055c-4909-438e-bca2-d0f976bc3a15 HTTP/1.1" status: 200 len: 1096 time: 0.0689089 Jul 29 23:50:46.970500 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8f9d2fd8-69e7-4d7e-9a51-f655513ad5d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:46.978781 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b0a3754f-4eab-46b1-aaf0-7e0475b77aec req-6194586c-299f-4aca-95fb-08c056f0a74b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=16bcdae1-b248-45ea-965c-302d9c7a2b12 HTTP/1.1" status: 200 len: 217 time: 0.0674844 Jul 29 23:50:47.077145 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a3754f-4eab-46b1-aaf0-7e0475b77aec req-fa3c9669-e912-4860-8486-d3475ae7b06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:47.078900 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b0a3754f-4eab-46b1-aaf0-7e0475b77aec req-fa3c9669-e912-4860-8486-d3475ae7b06d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=801073d1-412e-4f88-b871-5ccc63c01e8e HTTP/1.1" status: 200 len: 836 time: 0.0826802 Jul 29 23:50:47.147192 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a3754f-4eab-46b1-aaf0-7e0475b77aec req-63da21e5-a33c-478e-bc94-cb12ba9bec6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:47.153197 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b0a3754f-4eab-46b1-aaf0-7e0475b77aec req-63da21e5-a33c-478e-bc94-cb12ba9bec6e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d3c04171-2d3c-4855-b7b5-a73dcfb912b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0624886 Jul 29 23:50:47.280095 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b0a3754f-4eab-46b1-aaf0-7e0475b77aec req-f5ee2aea-be94-471d-9505-d919bd372b59 service neutron] 10.222.0.22 "GET /v2.0/networks/d3c04171-2d3c-4855-b7b5-a73dcfb912b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222978 Jul 29 23:50:47.284540 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c45c7-9345-41a3-bfc2-31e2c09d58ab req-3b2d2fd2-6c43-4758-8d8c-cf7d53f69ce4 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:47.286207 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7d9c45c7-9345-41a3-bfc2-31e2c09d58ab req-3b2d2fd2-6c43-4758-8d8c-cf7d53f69ce4 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bd3055c-4909-438e-bca2-d0f976bc3a15 HTTP/1.1" status: 200 len: 944 time: 0.2333007 Jul 29 23:50:47.298966 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-c2887ee0-a5e6-4cfb-ada6-b5a791ec3b95 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Deleting port a97b4087-b54d-43dd-a2bd-94b1750a53e3 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:50:47.299385 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c2887ee0-a5e6-4cfb-ada6-b5a791ec3b95 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:47.457635 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b0a3754f-4eab-46b1-aaf0-7e0475b77aec req-654af36f-b2c3-4e10-96b3-0597d421dadc service neutron] 10.222.0.22 "GET /v2.0/networks/d3c04171-2d3c-4855-b7b5-a73dcfb912b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668425 Jul 29 23:50:47.458672 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7d9c45c7-9345-41a3-bfc2-31e2c09d58ab req-2f51bd51-96aa-4554-9299-79448cad2d52 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/security-groups?id=2bfa4f4b-9c92-43d5-b7d8-f80923155cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1547318 Jul 29 23:50:47.616341 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c524c5-ad53-465c-b8ac-7fd90a2fad98 req-a343b934-fe44-4521-a92b-f64ad870fe9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:47.618058 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f6c524c5-ad53-465c-b8ac-7fd90a2fad98 req-a343b934-fe44-4521-a92b-f64ad870fe9a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bd9be2c0ad754adeaed7eabee32aed90&device_id=2bd3055c-4909-438e-bca2-d0f976bc3a15 HTTP/1.1" status: 200 len: 1096 time: 0.0862432 Jul 29 23:50:47.737081 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c524c5-ad53-465c-b8ac-7fd90a2fad98 req-f2320265-7e86-4a51-a84b-03289cf7e4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:47.738857 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f6c524c5-ad53-465c-b8ac-7fd90a2fad98 req-f2320265-7e86-4a51-a84b-03289cf7e4ae service neutron] 10.222.0.22 "GET /v2.0/networks?id=d3c04171-2d3c-4855-b7b5-a73dcfb912b2 HTTP/1.1" status: 200 len: 898 time: 0.1127353 Jul 29 23:50:47.796996 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f6c524c5-ad53-465c-b8ac-7fd90a2fad98 req-025f081c-dc30-402e-a18e-4ff27367bae9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=16bcdae1-b248-45ea-965c-302d9c7a2b12 HTTP/1.1" status: 200 len: 217 time: 0.0497694 Jul 29 23:50:47.894478 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c524c5-ad53-465c-b8ac-7fd90a2fad98 req-33e6c32e-1b0c-46fc-94a2-f1141d0854d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:47.896084 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f6c524c5-ad53-465c-b8ac-7fd90a2fad98 req-33e6c32e-1b0c-46fc-94a2-f1141d0854d4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=801073d1-412e-4f88-b871-5ccc63c01e8e HTTP/1.1" status: 200 len: 836 time: 0.0918331 Jul 29 23:50:47.981410 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c524c5-ad53-465c-b8ac-7fd90a2fad98 req-6f174fd3-63ad-4832-afc7-c5c6afa09ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:47.995867 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f6c524c5-ad53-465c-b8ac-7fd90a2fad98 req-6f174fd3-63ad-4832-afc7-c5c6afa09ba3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d3c04171-2d3c-4855-b7b5-a73dcfb912b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0696182 Jul 29 23:50:48.072422 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2aaa6d-efbe-4bf3-89db-f60c2960e587 req-5780bda0-f4ba-4c2f-8ff1-e4718b826baf tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:48.075350 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7d2aaa6d-efbe-4bf3-89db-f60c2960e587 req-5780bda0-f4ba-4c2f-8ff1-e4718b826baf tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=c65b8f95-9da3-4485-bd7b-4f14879e268c HTTP/1.1" status: 200 len: 946 time: 0.6445856 Jul 29 23:50:48.142544 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c2887ee0-a5e6-4cfb-ada6-b5a791ec3b95 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:48.147547 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f9d2fd8-69e7-4d7e-9a51-f655513ad5d2 admin admin] Router 551d96c2-a3b9-4f69-b91b-3e3a4f18424b has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:50:48.147817 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f6c524c5-ad53-465c-b8ac-7fd90a2fad98 req-7a0c794b-72ea-4d3c-af78-8cc5db2c9fbd service neutron] 10.222.0.22 "GET /v2.0/networks/d3c04171-2d3c-4855-b7b5-a73dcfb912b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508255 Jul 29 23:50:48.227624 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-c2887ee0-a5e6-4cfb-ada6-b5a791ec3b95 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Calling delete_port for a97b4087-b54d-43dd-a2bd-94b1750a53e3 owned by network:router_interface {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:50:48.291308 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f6c524c5-ad53-465c-b8ac-7fd90a2fad98 req-15b34264-0113-4d8b-919c-fa99851d8b3a service neutron] 10.222.0.22 "GET /v2.0/networks/d3c04171-2d3c-4855-b7b5-a73dcfb912b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317039 Jul 29 23:50:48.341096 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7d2aaa6d-efbe-4bf3-89db-f60c2960e587 req-a192215e-1db7-4551-99a5-af3f24259073 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e6eb237-bd1b-4499-9a2d-2e1657fd82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2294154 Jul 29 23:50:48.473323 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f9d2fd8-69e7-4d7e-9a51-f655513ad5d2 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:50:48.483344 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-8f9d2fd8-69e7-4d7e-9a51-f655513ad5d2 admin admin] 10.222.0.43 "PUT /v2.0/routers/551d96c2-a3b9-4f69-b91b-3e3a4f18424b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4499133 Jul 29 23:50:48.484909 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728764b8-5b5b-446b-9081-c7749e51dbca None None] Sync routers for ids ['551d96c2-a3b9-4f69-b91b-3e3a4f18424b'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:50:48.488638 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48054) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:48.504869 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728764b8-5b5b-446b-9081-c7749e51dbca None None] Routers {'551d96c2-a3b9-4f69-b91b-3e3a4f18424b'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:50:48.505524 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-728764b8-5b5b-446b-9081-c7749e51dbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:50:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['551d96c2-a3b9-4f69-b91b-3e3a4f18424b'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:48.675190 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-728764b8-5b5b-446b-9081-c7749e51dbca None None] Set router 551d96c2-a3b9-4f69-b91b-3e3a4f18424b gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:50:48.679002 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c2887ee0-a5e6-4cfb-ada6-b5a791ec3b95 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:48.723294 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-89d2b79a-1b43-47e5-b1db-a7b57132c63d admin admin] Notify callbacks [] for router, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:48.747675 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4fa07e-7c79-4956-aa25-39c910ba2810 req-1fe819fb-c969-4470-bef2-16e60840efea tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:48.750338 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3f4fa07e-7c79-4956-aa25-39c910ba2810 req-1fe819fb-c969-4470-bef2-16e60840efea tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bd3055c-4909-438e-bca2-d0f976bc3a15 HTTP/1.1" status: 200 len: 944 time: 0.1344426 Jul 29 23:50:48.752973 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2887ee0-a5e6-4cfb-ada6-b5a791ec3b95 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Pushing event deleted for resources: {'Port': ['ID=a97b4087-b54d-43dd-a2bd-94b1750a53e3,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:48.828942 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3f4fa07e-7c79-4956-aa25-39c910ba2810 req-c886523f-ff3c-4606-a687-bbba4bfdf8ea tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/security-groups?id=2bfa4f4b-9c92-43d5-b7d8-f80923155cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649021 Jul 29 23:50:48.989158 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-89d2b79a-1b43-47e5-b1db-a7b57132c63d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:49.000987 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-728764b8-5b5b-446b-9081-c7749e51dbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551d96c2-a3b9-4f69-b91b-3e3a4f18424b', 'name': 'tempest-TestServerBasicOps-724908336-router', 'tenant_id': 'a62034f7ec5d4ab3b251c9e7894f3c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.54'}], 'enable_snat': True}, 'gw_port_id': '77d2ddbf-221a-4af7-8a08-be57354c5b41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:44:39Z', 'updated_at': '2021-07-29T23:50:46Z', 'revision_number': 5, 'project_id': 'a62034f7ec5d4ab3b251c9e7894f3c1d', 'gw_port': {'id': '77d2ddbf-221a-4af7-8a08-be57354c5b41', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:30:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551d96c2-a3b9-4f69-b91b-3e3a4f18424b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2667, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:44:41Z', 'updated_at': '2021-07-29T23:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:49.037420 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728764b8-5b5b-446b-9081-c7749e51dbca None None] Checking router: 551d96c2-a3b9-4f69-b91b-3e3a4f18424b for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:50:49.052044 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728764b8-5b5b-446b-9081-c7749e51dbca None None] Routers {'551d96c2-a3b9-4f69-b91b-3e3a4f18424b'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:50:49.053075 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-728764b8-5b5b-446b-9081-c7749e51dbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:50:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['551d96c2-a3b9-4f69-b91b-3e3a4f18424b'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:49.098742 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-89d2b79a-1b43-47e5-b1db-a7b57132c63d admin admin] Deleting port 77d2ddbf-221a-4af7-8a08-be57354c5b41 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:50:49.099485 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-89d2b79a-1b43-47e5-b1db-a7b57132c63d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:49.102924 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c2887ee0-a5e6-4cfb-ada6-b5a791ec3b95 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:49.186981 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-728764b8-5b5b-446b-9081-c7749e51dbca None None] Set router 551d96c2-a3b9-4f69-b91b-3e3a4f18424b gateway port host: None {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:50:49.230876 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-89d2b79a-1b43-47e5-b1db-a7b57132c63d admin admin] For port 77d2ddbf-221a-4af7-8a08-be57354c5b41, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=77d2ddbf-221a-4af7-8a08-be57354c5b41,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:49.231250 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-89d2b79a-1b43-47e5-b1db-a7b57132c63d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:49.256939 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-89d2b79a-1b43-47e5-b1db-a7b57132c63d admin admin] Calling delete_port for 77d2ddbf-221a-4af7-8a08-be57354c5b41 owned by network:router_gateway {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:50:49.383480 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2887ee0-a5e6-4cfb-ada6-b5a791ec3b95 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Router d0c07b56-e505-47a4-99f6-2603629ebb3a has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:50:49.454956 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-728764b8-5b5b-446b-9081-c7749e51dbca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551d96c2-a3b9-4f69-b91b-3e3a4f18424b', 'name': 'tempest-TestServerBasicOps-724908336-router', 'tenant_id': 'a62034f7ec5d4ab3b251c9e7894f3c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:44:39Z', 'updated_at': '2021-07-29T23:50:48Z', 'revision_number': 6, 'project_id': 'a62034f7ec5d4ab3b251c9e7894f3c1d', 'gw_port_host': None}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:49.491866 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728764b8-5b5b-446b-9081-c7749e51dbca None None] The sync data for ids ['551d96c2-a3b9-4f69-b91b-3e3a4f18424b'] in n-d-712141-10 is: [{'id': '551d96c2-a3b9-4f69-b91b-3e3a4f18424b', 'name': 'tempest-TestServerBasicOps-724908336-router', 'tenant_id': 'a62034f7ec5d4ab3b251c9e7894f3c1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:44:39Z', 'updated_at': '2021-07-29T23:50:48Z', 'revision_number': 6, 'project_id': 'a62034f7ec5d4ab3b251c9e7894f3c1d', 'gw_port_host': None}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:50:49.562215 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2887ee0-a5e6-4cfb-ada6-b5a791ec3b95 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:50:49.572850 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-c2887ee0-a5e6-4cfb-ada6-b5a791ec3b95 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] 10.222.0.43 "PUT /v2.0/routers/d0c07b56-e505-47a4-99f6-2603629ebb3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3653932 Jul 29 23:50:49.575287 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 48064) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:49.577859 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a3244c-0d20-4b54-b6b8-c92765c35954 None None] Sync routers for ids ['d0c07b56-e505-47a4-99f6-2603629ebb3a'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:50:49.585135 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-89d2b79a-1b43-47e5-b1db-a7b57132c63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:49.592515 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a3244c-0d20-4b54-b6b8-c92765c35954 None None] Routers {'d0c07b56-e505-47a4-99f6-2603629ebb3a'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:50:49.594985 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-96a3244c-0d20-4b54-b6b8-c92765c35954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:50:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['d0c07b56-e505-47a4-99f6-2603629ebb3a'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:49.615792 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d2b79a-1b43-47e5-b1db-a7b57132c63d admin admin] Pushing event deleted for resources: {'Port': ['ID=77d2ddbf-221a-4af7-8a08-be57354c5b41,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:49.636384 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-96a3244c-0d20-4b54-b6b8-c92765c35954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:49.647606 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a3244c-0d20-4b54-b6b8-c92765c35954 None None] Routers {'d0c07b56-e505-47a4-99f6-2603629ebb3a'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:50:49.648467 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-96a3244c-0d20-4b54-b6b8-c92765c35954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:50:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['d0c07b56-e505-47a4-99f6-2603629ebb3a'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:49.682909 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-89d2b79a-1b43-47e5-b1db-a7b57132c63d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:49.686365 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-96a3244c-0d20-4b54-b6b8-c92765c35954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:49.687027 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a3244c-0d20-4b54-b6b8-c92765c35954 None None] The sync data for ids ['d0c07b56-e505-47a4-99f6-2603629ebb3a'] in n-d-712141-10 is: [] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:50:49.699489 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e582580f-33e6-4126-b487-f1c5e4ca7672 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks [] for router, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:49.710047 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7282087-f67b-4626-8600-e0e8bed17201 req-2576a0a3-6ce2-4019-b82e-43c5dc49df57 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:49.711557 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e7282087-f67b-4626-8600-e0e8bed17201 req-2576a0a3-6ce2-4019-b82e-43c5dc49df57 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=c65b8f95-9da3-4485-bd7b-4f14879e268c HTTP/1.1" status: 200 len: 946 time: 0.1888101 Jul 29 23:50:49.732344 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:49.778912 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-89d2b79a-1b43-47e5-b1db-a7b57132c63d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:49.781395 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-89d2b79a-1b43-47e5-b1db-a7b57132c63d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:49.837319 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-89d2b79a-1b43-47e5-b1db-a7b57132c63d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:49.838171 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d2b79a-1b43-47e5-b1db-a7b57132c63d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 551d96c2-a3b9-4f69-b91b-3e3a4f18424b {{(pid=94077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:50:49.843582 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-89d2b79a-1b43-47e5-b1db-a7b57132c63d admin admin] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:49.849206 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-89d2b79a-1b43-47e5-b1db-a7b57132c63d admin admin] 10.222.0.43 "DELETE /v2.0/routers/551d96c2-a3b9-4f69-b91b-3e3a4f18424b HTTP/1.1" status: 204 len: 168 time: 1.3587320 Jul 29 23:50:49.850343 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48066) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:49.921246 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-74eff1db-56e6-433c-bd24-5344d7f350f4 admin admin] Deleting subnet 7ceeee5e-8dda-4b24-91dc-ec5c3c939ce8 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:50:49.925358 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-74eff1db-56e6-433c-bd24-5344d7f350f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:49.956992 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e7282087-f67b-4626-8600-e0e8bed17201 req-7e5e71cc-a82e-4a54-8a48-6a4239fc317a tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e6eb237-bd1b-4499-9a2d-2e1657fd82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2060862 Jul 29 23:50:49.997619 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-74eff1db-56e6-433c-bd24-5344d7f350f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:50.009720 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e582580f-33e6-4126-b487-f1c5e4ca7672 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:50.013179 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e582580f-33e6-4126-b487-f1c5e4ca7672 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:50.084132 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3566f8-7ccc-4de9-869d-0a0628eebaea req-d52aecc3-7125-415d-a69a-d3f0ddf49c51 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:50.086320 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ed3566f8-7ccc-4de9-869d-0a0628eebaea req-d52aecc3-7125-415d-a69a-d3f0ddf49c51 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bd3055c-4909-438e-bca2-d0f976bc3a15 HTTP/1.1" status: 200 len: 944 time: 0.1259661 Jul 29 23:50:50.099184 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e582580f-33e6-4126-b487-f1c5e4ca7672 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:50.100944 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e582580f-33e6-4126-b487-f1c5e4ca7672 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Fanout notify agent at l3_agent the message router_deleted on router d0c07b56-e505-47a4-99f6-2603629ebb3a {{(pid=94078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:50:50.119894 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e582580f-33e6-4126-b487-f1c5e4ca7672 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:50.124757 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-74eff1db-56e6-433c-bd24-5344d7f350f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:50.126117 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e582580f-33e6-4126-b487-f1c5e4ca7672 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] 10.222.0.43 "DELETE /v2.0/routers/d0c07b56-e505-47a4-99f6-2603629ebb3a HTTP/1.1" status: 204 len: 168 time: 0.5475669 Jul 29 23:50:50.127149 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48076) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:50.191182 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ed3566f8-7ccc-4de9-869d-0a0628eebaea req-fe80069a-f3d9-4232-9b15-b7b43076e9cd tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/security-groups?id=2bfa4f4b-9c92-43d5-b7d8-f80923155cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617135 Jul 29 23:50:50.218011 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 16bcdae1-b248-45ea-965c-302d9c7a2b12 details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:50:50.252189 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-7570c000-96a0-46b0-8cc1-b34f48194a5e tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Deleting subnet 9018db8a-7d5a-4fe2-b8c2-faa807ad6087 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:50:50.260029 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7570c000-96a0-46b0-8cc1-b34f48194a5e tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:50.306941 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-74eff1db-56e6-433c-bd24-5344d7f350f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:50.364260 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7570c000-96a0-46b0-8cc1-b34f48194a5e tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:50.401191 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 16bcdae1-b248-45ea-965c-302d9c7a2b12, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=16bcdae1-b248-45ea-965c-302d9c7a2b12,segment=NetworkSegment(aae395a7-73fe-4912-b945-f16cba42c02f),segment_id=aae395a7-73fe-4912-b945-f16cba42c02f)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:50.415480 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '16bcdae1-b248-45ea-965c-302d9c7a2b12', 'network_id': 'd3c04171-2d3c-4855-b7b5-a73dcfb912b2', 'port_id': '16bcdae1-b248-45ea-965c-302d9c7a2b12', 'mac_address': 'fa:16:3e:88:7e:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '801073d1-412e-4f88-b871-5ccc63c01e8e', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:50:50.431839 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eff1db-56e6-433c-bd24-5344d7f350f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ceeee5e-8dda-4b24-91dc-ec5c3c939ce8,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:50.460662 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-74eff1db-56e6-433c-bd24-5344d7f350f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:50.463214 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-74eff1db-56e6-433c-bd24-5344d7f350f4 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/7ceeee5e-8dda-4b24-91dc-ec5c3c939ce8 HTTP/1.1" status: 204 len: 168 time: 0.6113832 Jul 29 23:50:50.466015 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 48078) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:50.472190 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7224fc-aa0f-492c-bf2f-00fe011208bf None None] Network 246f56f0-d0d9-4066-974f-f03b7db86f8e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:50:50.486879 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:50.514251 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7570c000-96a0-46b0-8cc1-b34f48194a5e tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:50.559789 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16bcdae1-b248-45ea-965c-302d9c7a2b12 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:50:50.630310 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e3d454af-69b7-4d4a-a46a-0e7d0a79f1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:50.630967 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 16bcdae1-b248-45ea-965c-302d9c7a2b12, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=16bcdae1-b248-45ea-965c-302d9c7a2b12,segment=NetworkSegment(aae395a7-73fe-4912-b945-f16cba42c02f),segment_id=aae395a7-73fe-4912-b945-f16cba42c02f)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:50.634625 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7570c000-96a0-46b0-8cc1-b34f48194a5e tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:50.664216 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:50.697276 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7570c000-96a0-46b0-8cc1-b34f48194a5e tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Pushing event deleted for resources: {'Subnet': ['ID=9018db8a-7d5a-4fe2-b8c2-faa807ad6087,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:50.705292 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7570c000-96a0-46b0-8cc1-b34f48194a5e tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:50.710951 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7570c000-96a0-46b0-8cc1-b34f48194a5e tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] 10.222.0.43 "DELETE /v2.0/subnets/9018db8a-7d5a-4fe2-b8c2-faa807ad6087 HTTP/1.1" status: 204 len: 168 time: 0.5827982 Jul 29 23:50:50.714496 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48084) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:50.765558 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=16bcdae1-b248-45ea-965c-302d9c7a2b12,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:50.770059 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9887508-90f8-4890-8a65-48a248812b99 None None] Network 95c6fe89-d0c0-4b14-834a-b73fed41785a requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:50:50.779961 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-e3d454af-69b7-4d4a-a46a-0e7d0a79f1ef admin admin] Deleting port c2ec850b-fb94-4883-92b0-1f4b93e9107d {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:50:50.780318 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e3d454af-69b7-4d4a-a46a-0e7d0a79f1ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:50.796361 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 77d2ddbf-221a-4af7-8a08-be57354c5b41 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:50:50.861881 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bb31a633-056a-4253-8e61-003e2fc10a97 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:50.872358 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 77d2ddbf-221a-4af7-8a08-be57354c5b41 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:50:50.872702 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 77d2ddbf-221a-4af7-8a08-be57354c5b41 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:50:50.872833 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-e3d454af-69b7-4d4a-a46a-0e7d0a79f1ef admin admin] For port c2ec850b-fb94-4883-92b0-1f4b93e9107d, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=c2ec850b-fb94-4883-92b0-1f4b93e9107d,segment=NetworkSegment(6380a330-c318-4014-b95b-66e64953533d),segment_id=6380a330-c318-4014-b95b-66e64953533d)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:50.873080 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e3d454af-69b7-4d4a-a46a-0e7d0a79f1ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:50.873168 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 4832ae2b-0c99-4f81-842e-af19a41dbb67 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:50:50.900575 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 4832ae2b-0c99-4f81-842e-af19a41dbb67 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:50:50.900837 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 4832ae2b-0c99-4f81-842e-af19a41dbb67 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:50:50.903904 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-e3d454af-69b7-4d4a-a46a-0e7d0a79f1ef admin admin] Calling delete_port for c2ec850b-fb94-4883-92b0-1f4b93e9107d owned by network:dhcp {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:50:50.923027 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['16bcdae1-b248-45ea-965c-302d9c7a2b12'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:50:50.936276 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-bb31a633-056a-4253-8e61-003e2fc10a97 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Deleting port 15573546-1bb8-4b15-8c9a-df04ca883c19 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:50:50.936777 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bb31a633-056a-4253-8e61-003e2fc10a97 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:51.023490 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf19751-e679-458b-acfd-a2028c4ed2c4 None None] DHCP port deletion for 246f56f0-d0d9-4066-974f-f03b7db86f8e request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:50:51.035570 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-bb31a633-056a-4253-8e61-003e2fc10a97 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] For port 15573546-1bb8-4b15-8c9a-df04ca883c19, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=15573546-1bb8-4b15-8c9a-df04ca883c19,segment=NetworkSegment(9a2ba6c8-a31d-4d2f-82aa-05a489dbf82f),segment_id=9a2ba6c8-a31d-4d2f-82aa-05a489dbf82f)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:51.036333 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bb31a633-056a-4253-8e61-003e2fc10a97 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:51.058025 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e3d454af-69b7-4d4a-a46a-0e7d0a79f1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:51.062160 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-bb31a633-056a-4253-8e61-003e2fc10a97 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Calling delete_port for 15573546-1bb8-4b15-8c9a-df04ca883c19 owned by network:dhcp {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:50:51.114594 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d454af-69b7-4d4a-a46a-0e7d0a79f1ef admin admin] Pushing event deleted for resources: {'Port': ['ID=c2ec850b-fb94-4883-92b0-1f4b93e9107d,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:51.124165 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d454af-69b7-4d4a-a46a-0e7d0a79f1ef admin admin] No DVR routers for this DVR port c2ec850b-fb94-4883-92b0-1f4b93e9107d on host n-d-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:50:51.186183 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-adf19751-e679-458b-acfd-a2028c4ed2c4 None None] Deleting port c2ec850b-fb94-4883-92b0-1f4b93e9107d {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:50:51.186183 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-adf19751-e679-458b-acfd-a2028c4ed2c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:51.194682 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6eeaf21-8e93-4482-a6f3-ce545d7b1109 None None] DHCP port deletion for 95c6fe89-d0c0-4b14-834a-b73fed41785a request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:50:51.211161 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bb31a633-056a-4253-8e61-003e2fc10a97 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:51.246678 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e3d454af-69b7-4d4a-a46a-0e7d0a79f1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:51.276905 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-e3d454af-69b7-4d4a-a46a-0e7d0a79f1ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['246f56f0-d0d9-4066-974f-f03b7db86f8e']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:51.277229 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb31a633-056a-4253-8e61-003e2fc10a97 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] No DVR routers for this DVR port 15573546-1bb8-4b15-8c9a-df04ca883c19 on host n-d-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:50:51.286050 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31a633-056a-4253-8e61-003e2fc10a97 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Pushing event deleted for resources: {'Port': ['ID=15573546-1bb8-4b15-8c9a-df04ca883c19,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:51.305108 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-e3d454af-69b7-4d4a-a46a-0e7d0a79f1ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6380a330-c318-4014-b95b-66e64953533d') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:51.305544 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-e3d454af-69b7-4d4a-a46a-0e7d0a79f1ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6380a330-c318-4014-b95b-66e64953533d') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:51.308858 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-adf19751-e679-458b-acfd-a2028c4ed2c4 None None] For port c2ec850b-fb94-4883-92b0-1f4b93e9107d, host n-d-712141-10, got binding levels [] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:51.309777 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-adf19751-e679-458b-acfd-a2028c4ed2c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:51.327662 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e3d454af-69b7-4d4a-a46a-0e7d0a79f1ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:51.330255 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-adf19751-e679-458b-acfd-a2028c4ed2c4 None None] Calling delete_port for c2ec850b-fb94-4883-92b0-1f4b93e9107d owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:50:51.334679 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.ipam_backend_mixin [None req-adf19751-e679-458b-acfd-a2028c4ed2c4 None None] Port c2ec850b-fb94-4883-92b0-1f4b93e9107d was not found and therefore no delete operation was performed {{(pid=94079) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 23:50:51.336681 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-adf19751-e679-458b-acfd-a2028c4ed2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:51.369794 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf19751-e679-458b-acfd-a2028c4ed2c4 None None] No DVR routers for this DVR port c2ec850b-fb94-4883-92b0-1f4b93e9107d on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:50:51.393136 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bb31a633-056a-4253-8e61-003e2fc10a97 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:51.405955 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e3d454af-69b7-4d4a-a46a-0e7d0a79f1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:51.414410 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-bb31a633-056a-4253-8e61-003e2fc10a97 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95c6fe89-d0c0-4b14-834a-b73fed41785a']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:51.418735 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3d454af-69b7-4d4a-a46a-0e7d0a79f1ef admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:50:51.419156 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e3d454af-69b7-4d4a-a46a-0e7d0a79f1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:51.420980 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:50:51.420980 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:50:51.420980 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:50:51.420980 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:50:51.420980 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:50:51.420980 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:50:51.420980 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:50:51.420980 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:50:51.420980 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:50:51.420980 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:50:51.420980 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:50:51.420980 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:50:51.420980 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:50:51.420980 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:50:51.420980 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:50:51.420980 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:50:51.420980 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:50:51.420980 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:50:51.420980 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:50:51.420980 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:50:51.420980 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:50:51.420980 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:50:51.420980 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:50:51.420980 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:50:51.420980 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:50:51.420980 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:50:51.420980 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:50:51.420980 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:50:51.420980 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:50:51.420980 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:50:51.420980 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:50:51.420980 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:50:51.429432 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-bb31a633-056a-4253-8e61-003e2fc10a97 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a2ba6c8-a31d-4d2f-82aa-05a489dbf82f') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:51.429634 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf19751-e679-458b-acfd-a2028c4ed2c4 None None] Pushing event deleted for resources: {'Port': ['ID=c2ec850b-fb94-4883-92b0-1f4b93e9107d,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:51.429757 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-bb31a633-056a-4253-8e61-003e2fc10a97 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a2ba6c8-a31d-4d2f-82aa-05a489dbf82f') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:51.446111 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bb31a633-056a-4253-8e61-003e2fc10a97 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:51.470759 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bb31a633-056a-4253-8e61-003e2fc10a97 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:51.478692 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb31a633-056a-4253-8e61-003e2fc10a97 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:50:51.479292 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bb31a633-056a-4253-8e61-003e2fc10a97 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:51.484179 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:50:51.484179 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:50:51.484179 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:50:51.484179 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:50:51.484179 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:50:51.484179 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:50:51.484179 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:50:51.484179 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:50:51.484179 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:50:51.484179 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:50:51.484179 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:50:51.484179 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:50:51.484179 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:50:51.484179 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:50:51.484179 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:50:51.484179 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:50:51.484179 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:50:51.484179 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:50:51.484179 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:50:51.484179 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:50:51.484179 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:50:51.484179 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:50:51.484179 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:50:51.484179 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:50:51.484179 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:50:51.484179 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:50:51.484179 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:50:51.484179 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:50:51.484179 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:50:51.484179 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:50:51.484179 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:50:51.484179 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:50:51.551675 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca68b1d-5323-47a7-ba43-e0bab2f1000a req-5b33cb1e-1583-4a83-bdd5-f6440d4d63dd tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:51.553398 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9ca68b1d-5323-47a7-ba43-e0bab2f1000a req-5b33cb1e-1583-4a83-bdd5-f6440d4d63dd tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bd3055c-4909-438e-bca2-d0f976bc3a15 HTTP/1.1" status: 200 len: 945 time: 0.2110345 Jul 29 23:50:51.571536 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e3d454af-69b7-4d4a-a46a-0e7d0a79f1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:51.592989 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bb31a633-056a-4253-8e61-003e2fc10a97 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:51.600379 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bb31a633-056a-4253-8e61-003e2fc10a97 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:51.606116 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-bb31a633-056a-4253-8e61-003e2fc10a97 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] 10.222.0.43 "DELETE /v2.0/networks/95c6fe89-d0c0-4b14-834a-b73fed41785a HTTP/1.1" status: 204 len: 168 time: 0.8891516 Jul 29 23:50:51.613146 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e3d454af-69b7-4d4a-a46a-0e7d0a79f1ef admin admin] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:51.623128 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48092) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:51.625955 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e3d454af-69b7-4d4a-a46a-0e7d0a79f1ef admin admin] 10.222.0.43 "DELETE /v2.0/networks/246f56f0-d0d9-4066-974f-f03b7db86f8e HTTP/1.1" status: 204 len: 168 time: 1.1565955 Jul 29 23:50:51.640916 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31a633-056a-4253-8e61-003e2fc10a97 tempest-FloatingIPNegativeTestJSON-1786919009 tempest-FloatingIPNegativeTestJSON-1786919009-project] Pushing event deleted for resources: {'Network': ['ID=95c6fe89-d0c0-4b14-834a-b73fed41785a,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:51.679327 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d454af-69b7-4d4a-a46a-0e7d0a79f1ef admin admin] Pushing event deleted for resources: {'Network': ['ID=246f56f0-d0d9-4066-974f-f03b7db86f8e,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:51.742720 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9ca68b1d-5323-47a7-ba43-e0bab2f1000a req-c226d0d9-f011-4852-a36a-9d7546c05661 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/security-groups?id=2bfa4f4b-9c92-43d5-b7d8-f80923155cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1692133 Jul 29 23:50:51.916603 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 48106) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:52.181324 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e640bef5-fbc3-4670-8d90-4913ab9527fd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=45db6650d2e046c1a673ab5b37b69f2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2624130 Jul 29 23:50:52.186034 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 48114) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:52.224718 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1bd137f9-dd31-4d8f-bb56-0d44975c859f req-86c376ca-deff-405e-b851-154f8256c151 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7535b2bd-335e-4d82-bf23-754c839992db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1532047 Jul 29 23:50:52.235091 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 16bcdae1-b248-45ea-965c-302d9c7a2b12 up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:50:52.236775 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4cc4e2e5-36b1-4d37-9efe-64e75b879fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:52.317713 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-52159a0b-2666-4e65-adcc-eea2b95a54b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:52.331099 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port 16bcdae1-b248-45ea-965c-302d9c7a2b12 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:50:52.340060 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 16bcdae1-b248-45ea-965c-302d9c7a2b12 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:50:52.340789 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:52.360371 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-52159a0b-2666-4e65-adcc-eea2b95a54b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:52.371523 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd137f9-dd31-4d8f-bb56-0d44975c859f req-5eb81ab6-2e46-4251-b8f8-4f4ca8d95c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:52.373488 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1bd137f9-dd31-4d8f-bb56-0d44975c859f req-5eb81ab6-2e46-4251-b8f8-4f4ca8d95c86 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1d7085ece28410698508031edfc5998&device_id=7535b2bd-335e-4d82-bf23-754c839992db HTTP/1.1" status: 200 len: 1098 time: 0.0905657 Jul 29 23:50:52.559310 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:52.573068 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-52159a0b-2666-4e65-adcc-eea2b95a54b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:52.590556 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-52159a0b-2666-4e65-adcc-eea2b95a54b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:52.599906 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-52159a0b-2666-4e65-adcc-eea2b95a54b6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c8e993e2-38d3-492a-9aeb-83ce8a61a3fb HTTP/1.1" status: 204 len: 168 time: 0.4046223 Jul 29 23:50:52.602344 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd3055c-4909-438e-bca2-d0f976bc3a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16bcdae1-b248-45ea-965c-302d9c7a2b12'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:50:52.608649 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81eb710-742d-4136-a910-1ac26dd2fe2c" -d '{"events": [{"server_uuid": "2bd3055c-4909-438e-bca2-d0f976bc3a15", "name": "network-vif-plugged", "status": "completed", "tag": "16bcdae1-b248-45ea-965c-302d9c7a2b12"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:50:52.634106 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 16bcdae1-b248-45ea-965c-302d9c7a2b12, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=16bcdae1-b248-45ea-965c-302d9c7a2b12,segment=NetworkSegment(aae395a7-73fe-4912-b945-f16cba42c02f),segment_id=aae395a7-73fe-4912-b945-f16cba42c02f)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:52.646680 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:52.654957 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52159a0b-2666-4e65-adcc-eea2b95a54b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e993e2-38d3-492a-9aeb-83ce8a61a3fb,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:52.675120 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd137f9-dd31-4d8f-bb56-0d44975c859f req-aa4f93e0-23c1-4329-a69f-aed3980d1c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:52.683539 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1bd137f9-dd31-4d8f-bb56-0d44975c859f req-aa4f93e0-23c1-4329-a69f-aed3980d1c80 service neutron] 10.222.0.41 "GET /v2.0/networks?id=67609761-f70d-451d-bf2b-11a2e29bfa80 HTTP/1.1" status: 200 len: 912 time: 0.2869422 Jul 29 23:50:52.790146 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972c1f77-1b01-4c41-8a8d-6f483b91cfad x-openstack-request-id: req-972c1f77-1b01-4c41-8a8d-6f483b91cfad {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:50:52.790871 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd3055c-4909-438e-bca2-d0f976bc3a15", "name": "network-vif-plugged", "status": "completed", "tag": "16bcdae1-b248-45ea-965c-302d9c7a2b12", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:50:52.791277 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-972c1f77-1b01-4c41-8a8d-6f483b91cfad {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:50:52.792569 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd3055c-4909-438e-bca2-d0f976bc3a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16bcdae1-b248-45ea-965c-302d9c7a2b12', 'code': 200} Jul 29 23:50:52.795554 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=16bcdae1-b248-45ea-965c-302d9c7a2b12,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:52.857433 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 15573546-1bb8-4b15-8c9a-df04ca883c19 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:50:52.914132 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 15573546-1bb8-4b15-8c9a-df04ca883c19 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:50:52.915746 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 15573546-1bb8-4b15-8c9a-df04ca883c19 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:50:52.916373 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device c2ec850b-fb94-4883-92b0-1f4b93e9107d no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:50:52.920056 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1bd137f9-dd31-4d8f-bb56-0d44975c859f req-ebd19308-d578-4595-b8cc-094fa02ef401 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7a71529-2343-480b-a9bb-9de3944cfc42 HTTP/1.1" status: 200 len: 1002 time: 0.2281725 Jul 29 23:50:52.987080 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: c2ec850b-fb94-4883-92b0-1f4b93e9107d {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:50:52.987080 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device c2ec850b-fb94-4883-92b0-1f4b93e9107d not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:50:53.124509 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd137f9-dd31-4d8f-bb56-0d44975c859f req-d1da256f-0d42-40b3-a14a-f7da4f3466ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:53.126306 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1bd137f9-dd31-4d8f-bb56-0d44975c859f req-d1da256f-0d42-40b3-a14a-f7da4f3466ea service neutron] 10.222.0.41 "GET /v2.0/subnets?id=491bf474-cc80-4e70-9dca-1685e2004f49 HTTP/1.1" status: 200 len: 850 time: 0.1696405 Jul 29 23:50:53.207852 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aadd489-c045-4249-9219-082fd4d526fb req-3080b93d-3e5b-4174-9ea9-8033938fe9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:53.209544 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0aadd489-c045-4249-9219-082fd4d526fb req-3080b93d-3e5b-4174-9ea9-8033938fe9db service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2bd3055c-4909-438e-bca2-d0f976bc3a15 HTTP/1.1" status: 200 len: 1098 time: 0.1050415 Jul 29 23:50:53.232627 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be7290-9140-4768-8859-1be49fe93fa0 req-d5a175db-6e18-44a4-9fd5-c2cd786731fa tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:53.234499 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b7be7290-9140-4768-8859-1be49fe93fa0 req-d5a175db-6e18-44a4-9fd5-c2cd786731fa tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bd3055c-4909-438e-bca2-d0f976bc3a15 HTTP/1.1" status: 200 len: 946 time: 0.3133483 Jul 29 23:50:53.254859 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd137f9-dd31-4d8f-bb56-0d44975c859f req-5331acee-ad98-4313-b17d-bda55e1b2d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:53.256633 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1bd137f9-dd31-4d8f-bb56-0d44975c859f req-5331acee-ad98-4313-b17d-bda55e1b2d2d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=67609761-f70d-451d-bf2b-11a2e29bfa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0977485 Jul 29 23:50:53.301949 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ed3ff63a-f760-4652-a58c-5b2004665569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:53.399159 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b7be7290-9140-4768-8859-1be49fe93fa0 req-25966a5e-5a80-4961-b956-48898a9adf3a tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/security-groups?id=2bfa4f4b-9c92-43d5-b7d8-f80923155cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257291 Jul 29 23:50:53.423684 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0aadd489-c045-4249-9219-082fd4d526fb req-ce981a11-2d93-47ae-b11e-6255aac6813b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=2bfa4f4b-9c92-43d5-b7d8-f80923155cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508448 Jul 29 23:50:53.468117 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1bd137f9-dd31-4d8f-bb56-0d44975c859f req-65fbc10f-ef7e-4fa7-94e6-e4a0dbbeb586 service neutron] 10.222.0.41 "GET /v2.0/networks/67609761-f70d-451d-bf2b-11a2e29bfa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044444 Jul 29 23:50:53.565273 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-4cc4e2e5-36b1-4d37-9efe-64e75b879fbf admin admin] Deleting port 3a70a29a-122b-4541-9162-bf1d5d8b9584 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:50:53.565273 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4cc4e2e5-36b1-4d37-9efe-64e75b879fbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:53.598177 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1bd137f9-dd31-4d8f-bb56-0d44975c859f req-23b67d15-8234-430b-adf0-3303ffb98674 service neutron] 10.222.0.41 "GET /v2.0/networks/67609761-f70d-451d-bf2b-11a2e29bfa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218724 Jul 29 23:50:53.675340 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-4cc4e2e5-36b1-4d37-9efe-64e75b879fbf admin admin] For port 3a70a29a-122b-4541-9162-bf1d5d8b9584, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=3a70a29a-122b-4541-9162-bf1d5d8b9584,segment=NetworkSegment(4d250b4c-3278-47f6-86eb-8819d204473a),segment_id=4d250b4c-3278-47f6-86eb-8819d204473a)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:53.675920 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4cc4e2e5-36b1-4d37-9efe-64e75b879fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:53.699536 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-4cc4e2e5-36b1-4d37-9efe-64e75b879fbf admin admin] Calling delete_port for 3a70a29a-122b-4541-9162-bf1d5d8b9584 owned by network:router_interface {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:50:53.950179 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4cc4e2e5-36b1-4d37-9efe-64e75b879fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:53.965401 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 48164) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:54.031373 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc4e2e5-36b1-4d37-9efe-64e75b879fbf admin admin] Pushing event deleted for resources: {'Port': ['ID=3a70a29a-122b-4541-9162-bf1d5d8b9584,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:54.121895 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-a6f391d5-ae7c-441b-a716-66cdc47931de tempest-NetworksNegativeTestJSON-830965984 tempest-NetworksNegativeTestJSON-830965984-project] Request body: {'port': {'network_id': '4ab839e2-3d58-42fb-a9eb-ffca9717d246', 'name': 'tempest-NetworksNegativeTestJSON-582783294'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:54.183157 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6f391d5-ae7c-441b-a716-66cdc47931de tempest-NetworksNegativeTestJSON-830965984 tempest-NetworksNegativeTestJSON-830965984-project] POST failed (client error): The resource could not be found. Jul 29 23:50:54.185082 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6f391d5-ae7c-441b-a716-66cdc47931de tempest-NetworksNegativeTestJSON-830965984 tempest-NetworksNegativeTestJSON-830965984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:50:54.188246 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-a6f391d5-ae7c-441b-a716-66cdc47931de tempest-NetworksNegativeTestJSON-830965984 tempest-NetworksNegativeTestJSON-830965984-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2204742 Jul 29 23:50:54.192244 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 48174) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:54.230911 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-57181e06-936d-4e24-92d6-7e2495650ffb tempest-NetworksNegativeTestJSON-830965984 tempest-NetworksNegativeTestJSON-830965984-project] DELETE failed (client error): The resource could not be found. Jul 29 23:50:54.231527 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57181e06-936d-4e24-92d6-7e2495650ffb tempest-NetworksNegativeTestJSON-830965984 tempest-NetworksNegativeTestJSON-830965984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:50:54.236797 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-57181e06-936d-4e24-92d6-7e2495650ffb tempest-NetworksNegativeTestJSON-830965984 tempest-NetworksNegativeTestJSON-830965984-project] 10.222.0.43 "DELETE /v2.0/networks/3259ed9e-cc46-4c0a-b963-2b9022126de0 HTTP/1.1" status: 404 len: 339 time: 0.0398839 Jul 29 23:50:54.242501 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48176) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:54.284545 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f3e815b-7df9-4f1d-88bd-b9b14e9255b0 tempest-NetworksNegativeTestJSON-830965984 tempest-NetworksNegativeTestJSON-830965984-project] DELETE failed (client error): The resource could not be found. Jul 29 23:50:54.285718 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f3e815b-7df9-4f1d-88bd-b9b14e9255b0 tempest-NetworksNegativeTestJSON-830965984 tempest-NetworksNegativeTestJSON-830965984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:50:54.292543 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-5f3e815b-7df9-4f1d-88bd-b9b14e9255b0 tempest-NetworksNegativeTestJSON-830965984 tempest-NetworksNegativeTestJSON-830965984-project] 10.222.0.43 "DELETE /v2.0/ports/38ad05de-53a0-40ca-aa0e-7493000725d5 HTTP/1.1" status: 404 len: 333 time: 0.0442290 Jul 29 23:50:54.293100 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 48178) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:54.324013 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-b52d8f32-4147-4442-b42d-9278ac452f66 tempest-NetworksNegativeTestJSON-830965984 tempest-NetworksNegativeTestJSON-830965984-project] DELETE failed (client error): The resource could not be found. Jul 29 23:50:54.324578 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b52d8f32-4147-4442-b42d-9278ac452f66 tempest-NetworksNegativeTestJSON-830965984 tempest-NetworksNegativeTestJSON-830965984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:50:54.330120 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-b52d8f32-4147-4442-b42d-9278ac452f66 tempest-NetworksNegativeTestJSON-830965984 tempest-NetworksNegativeTestJSON-830965984-project] 10.222.0.43 "DELETE /v2.0/subnets/414bf665-7b9f-40e9-84e9-e345f4b11694 HTTP/1.1" status: 404 len: 337 time: 0.0321109 Jul 29 23:50:54.331085 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 48180) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:54.372487 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-26fd2126-1f67-409f-bebc-81f8d1ba65fb tempest-NetworksNegativeTestJSON-830965984 tempest-NetworksNegativeTestJSON-830965984-project] GET failed (client error): The resource could not be found. Jul 29 23:50:54.377797 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-26fd2126-1f67-409f-bebc-81f8d1ba65fb tempest-NetworksNegativeTestJSON-830965984 tempest-NetworksNegativeTestJSON-830965984-project] 10.222.0.43 "GET /v2.0/networks/a28478d3-3dd5-4a69-a30e-643705bcee5b HTTP/1.1" status: 404 len: 339 time: 0.0418518 Jul 29 23:50:54.380977 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 48182) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:54.400587 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4cc4e2e5-36b1-4d37-9efe-64e75b879fbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:54.426275 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-315e4c3c-9640-470e-a4fe-f78dd7a006aa tempest-NetworksNegativeTestJSON-830965984 tempest-NetworksNegativeTestJSON-830965984-project] GET failed (client error): The resource could not be found. Jul 29 23:50:54.431390 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-315e4c3c-9640-470e-a4fe-f78dd7a006aa tempest-NetworksNegativeTestJSON-830965984 tempest-NetworksNegativeTestJSON-830965984-project] 10.222.0.43 "GET /v2.0/ports/53ed082b-90fa-4f2d-a58d-26ab012e438f HTTP/1.1" status: 404 len: 333 time: 0.0458872 Jul 29 23:50:54.433210 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 48184) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:54.479733 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d0de81c-a979-4111-be47-4e30fa108900 tempest-NetworksNegativeTestJSON-830965984 tempest-NetworksNegativeTestJSON-830965984-project] GET failed (client error): The resource could not be found. Jul 29 23:50:54.485364 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-8d0de81c-a979-4111-be47-4e30fa108900 tempest-NetworksNegativeTestJSON-830965984 tempest-NetworksNegativeTestJSON-830965984-project] 10.222.0.43 "GET /v2.0/subnets/fbbd6aa9-0f1f-4819-97db-5a3ad92c0b9c HTTP/1.1" status: 404 len: 337 time: 0.0465584 Jul 29 23:50:54.485848 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 48192) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:54.492443 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-a30b6f78-da3e-4665-a2d8-bbc0ede06c24 tempest-NetworksNegativeTestJSON-830965984 tempest-NetworksNegativeTestJSON-830965984-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:54.510353 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-a30b6f78-da3e-4665-a2d8-bbc0ede06c24 tempest-NetworksNegativeTestJSON-830965984 tempest-NetworksNegativeTestJSON-830965984-project] PUT failed (client error): The resource could not be found. Jul 29 23:50:54.511777 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a30b6f78-da3e-4665-a2d8-bbc0ede06c24 tempest-NetworksNegativeTestJSON-830965984 tempest-NetworksNegativeTestJSON-830965984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:50:54.513090 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-a30b6f78-da3e-4665-a2d8-bbc0ede06c24 tempest-NetworksNegativeTestJSON-830965984 tempest-NetworksNegativeTestJSON-830965984-project] 10.222.0.43 "PUT /v2.0/networks/9a8fcaf9-77db-457a-9847-2a74efb3cdcd HTTP/1.1" status: 404 len: 339 time: 0.0264795 Jul 29 23:50:54.516972 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48194) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:54.522334 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-e6a74f50-1ce9-4a9c-b87f-d7167251b6ff tempest-NetworksNegativeTestJSON-830965984 tempest-NetworksNegativeTestJSON-830965984-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:54.551693 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6a74f50-1ce9-4a9c-b87f-d7167251b6ff tempest-NetworksNegativeTestJSON-830965984 tempest-NetworksNegativeTestJSON-830965984-project] PUT failed (client error): The resource could not be found. Jul 29 23:50:54.552448 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6a74f50-1ce9-4a9c-b87f-d7167251b6ff tempest-NetworksNegativeTestJSON-830965984 tempest-NetworksNegativeTestJSON-830965984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:50:54.554350 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e6a74f50-1ce9-4a9c-b87f-d7167251b6ff tempest-NetworksNegativeTestJSON-830965984 tempest-NetworksNegativeTestJSON-830965984-project] 10.222.0.43 "PUT /v2.0/ports/e892dbbf-3509-47ff-ac4b-0b6d207df5ff HTTP/1.1" status: 404 len: 333 time: 0.0358014 Jul 29 23:50:54.557907 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 48196) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:54.563637 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-0675ff63-ede5-4916-9e3c-11f086dad130 tempest-NetworksNegativeTestJSON-830965984 tempest-NetworksNegativeTestJSON-830965984-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:54.640158 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-0675ff63-ede5-4916-9e3c-11f086dad130 tempest-NetworksNegativeTestJSON-830965984 tempest-NetworksNegativeTestJSON-830965984-project] PUT failed (client error): The resource could not be found. Jul 29 23:50:54.640607 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0675ff63-ede5-4916-9e3c-11f086dad130 tempest-NetworksNegativeTestJSON-830965984 tempest-NetworksNegativeTestJSON-830965984-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:50:54.662051 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-0675ff63-ede5-4916-9e3c-11f086dad130 tempest-NetworksNegativeTestJSON-830965984 tempest-NetworksNegativeTestJSON-830965984-project] 10.222.0.43 "PUT /v2.0/subnets/7540e9be-f17c-410e-9289-3a69a53a286d HTTP/1.1" status: 404 len: 337 time: 0.0824640 Jul 29 23:50:54.798466 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cc4e2e5-36b1-4d37-9efe-64e75b879fbf admin admin] Router 0bf42194-89df-40c3-84da-0cbf049d3e60 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:50:54.804367 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9c9dc-d0b7-4d4e-a9b4-e12d9e20cd12 req-42ffff4b-efca-4881-a56b-259427b0e51b tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:54.806717 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d1e9c9dc-d0b7-4d4e-a9b4-e12d9e20cd12 req-42ffff4b-efca-4881-a56b-259427b0e51b tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bd3055c-4909-438e-bca2-d0f976bc3a15 HTTP/1.1" status: 200 len: 946 time: 0.1824024 Jul 29 23:50:54.884678 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d1e9c9dc-d0b7-4d4e-a9b4-e12d9e20cd12 req-9b98f6d1-9340-489a-a7eb-33b978ea4cbc tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/security-groups?id=2bfa4f4b-9c92-43d5-b7d8-f80923155cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697241 Jul 29 23:50:55.054025 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc4e2e5-36b1-4d37-9efe-64e75b879fbf admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:50:55.065138 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a11e28-cd35-4840-9efa-d94b7d4eaaad None None] Sync routers for ids ['0bf42194-89df-40c3-84da-0cbf049d3e60'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:50:55.078632 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a11e28-cd35-4840-9efa-d94b7d4eaaad None None] Routers {'0bf42194-89df-40c3-84da-0cbf049d3e60'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:50:55.080525 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-85a11e28-cd35-4840-9efa-d94b7d4eaaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:50:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['0bf42194-89df-40c3-84da-0cbf049d3e60'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:55.086583 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4cc4e2e5-36b1-4d37-9efe-64e75b879fbf admin admin] 10.222.0.43 "PUT /v2.0/routers/0bf42194-89df-40c3-84da-0cbf049d3e60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4616354 Jul 29 23:50:55.091092 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48210) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:55.163400 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494e8b98-4632-4aa0-926d-7ff687eccff4 req-313c035b-13d9-4a08-9521-c64a3d50e5d8 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:55.172134 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-494e8b98-4632-4aa0-926d-7ff687eccff4 req-313c035b-13d9-4a08-9521-c64a3d50e5d8 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bd3055c-4909-438e-bca2-d0f976bc3a15 HTTP/1.1" status: 200 len: 946 time: 0.1204965 Jul 29 23:50:55.231669 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 48214) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:55.290715 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-494e8b98-4632-4aa0-926d-7ff687eccff4 req-d5a74711-8058-40a6-be2b-c506662ed524 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/security-groups?id=2bfa4f4b-9c92-43d5-b7d8-f80923155cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972202 Jul 29 23:50:55.325934 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3040a46f-8f22-4a98-83b4-165464f02fbf admin admin] Notify callbacks [] for router, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:55.353823 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-85a11e28-cd35-4840-9efa-d94b7d4eaaad None None] Set router 0bf42194-89df-40c3-84da-0cbf049d3e60 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:50:55.458523 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3040a46f-8f22-4a98-83b4-165464f02fbf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:55.460870 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8c5d413f-ca7a-4e5e-ab08-99a238792ad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:55.553083 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-3040a46f-8f22-4a98-83b4-165464f02fbf admin admin] Deleting port 11c3c2ed-03cb-40dc-8c61-ccb15ad2d8a5 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:50:55.553683 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3040a46f-8f22-4a98-83b4-165464f02fbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:55.613186 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-85a11e28-cd35-4840-9efa-d94b7d4eaaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bf42194-89df-40c3-84da-0cbf049d3e60', 'name': 'tempest-TestServerBasicOps-1204903872-router', 'tenant_id': 'e82ea862523041aab393e64de7132b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.211'}], 'enable_snat': True}, 'gw_port_id': '11c3c2ed-03cb-40dc-8c61-ccb15ad2d8a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:45:09Z', 'updated_at': '2021-07-29T23:50:53Z', 'revision_number': 5, 'project_id': 'e82ea862523041aab393e64de7132b96', 'gw_port': {'id': '11c3c2ed-03cb-40dc-8c61-ccb15ad2d8a5', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:83:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bf42194-89df-40c3-84da-0cbf049d3e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2709, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:45:14Z', 'updated_at': '2021-07-29T23:45:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:55.650576 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a11e28-cd35-4840-9efa-d94b7d4eaaad None None] Checking router: 0bf42194-89df-40c3-84da-0cbf049d3e60 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:50:55.656230 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8c5d413f-ca7a-4e5e-ab08-99a238792ad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:55.663004 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8c5d413f-ca7a-4e5e-ab08-99a238792ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:55.663185 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a11e28-cd35-4840-9efa-d94b7d4eaaad None None] Routers {'0bf42194-89df-40c3-84da-0cbf049d3e60'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:50:55.663631 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-85a11e28-cd35-4840-9efa-d94b7d4eaaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:50:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['0bf42194-89df-40c3-84da-0cbf049d3e60'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:55.687427 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-3040a46f-8f22-4a98-83b4-165464f02fbf admin admin] For port 11c3c2ed-03cb-40dc-8c61-ccb15ad2d8a5, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=11c3c2ed-03cb-40dc-8c61-ccb15ad2d8a5,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:55.688468 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3040a46f-8f22-4a98-83b4-165464f02fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:55.705074 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5d413f-ca7a-4e5e-ab08-99a238792ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ffa0a6d-792a-4fad-a856-59733cd909fd,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:55.705555 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-3040a46f-8f22-4a98-83b4-165464f02fbf admin admin] Calling delete_port for 11c3c2ed-03cb-40dc-8c61-ccb15ad2d8a5 owned by network:router_gateway {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:50:55.722100 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-8c5d413f-ca7a-4e5e-ab08-99a238792ad4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c24188cf8b4d4f0eb2eace7719543ea9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4891036 Jul 29 23:50:55.723585 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48230) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:55.778605 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-85a11e28-cd35-4840-9efa-d94b7d4eaaad None None] Set router 0bf42194-89df-40c3-84da-0cbf049d3e60 gateway port host: None {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:50:55.842356 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-85a11e28-cd35-4840-9efa-d94b7d4eaaad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bf42194-89df-40c3-84da-0cbf049d3e60', 'name': 'tempest-TestServerBasicOps-1204903872-router', 'tenant_id': 'e82ea862523041aab393e64de7132b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:45:09Z', 'updated_at': '2021-07-29T23:50:55Z', 'revision_number': 6, 'project_id': 'e82ea862523041aab393e64de7132b96', 'gw_port_host': None}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:55.868171 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a11e28-cd35-4840-9efa-d94b7d4eaaad None None] The sync data for ids ['0bf42194-89df-40c3-84da-0cbf049d3e60'] in n-d-712141-10 is: [{'id': '0bf42194-89df-40c3-84da-0cbf049d3e60', 'name': 'tempest-TestServerBasicOps-1204903872-router', 'tenant_id': 'e82ea862523041aab393e64de7132b96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:45:09Z', 'updated_at': '2021-07-29T23:50:55Z', 'revision_number': 6, 'project_id': 'e82ea862523041aab393e64de7132b96', 'gw_port_host': None}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:50:55.876582 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8b9c5885-a4fb-4f66-8ac6-673b099f8f6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:55.903121 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3757cdf2-44cf-4e2e-b20f-720aef07d09d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:55.917760 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8b9c5885-a4fb-4f66-8ac6-673b099f8f6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:55.996524 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3040a46f-8f22-4a98-83b4-165464f02fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:56.025017 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3040a46f-8f22-4a98-83b4-165464f02fbf admin admin] Pushing event deleted for resources: {'Port': ['ID=11c3c2ed-03cb-40dc-8c61-ccb15ad2d8a5,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:56.054701 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8b9c5885-a4fb-4f66-8ac6-673b099f8f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:56.057176 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8b9c5885-a4fb-4f66-8ac6-673b099f8f6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:56.058891 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8b9c5885-a4fb-4f66-8ac6-673b099f8f6a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6ffa0a6d-792a-4fad-a856-59733cd909fd HTTP/1.1" status: 204 len: 168 time: 0.3343651 Jul 29 23:50:56.090436 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9c5885-a4fb-4f66-8ac6-673b099f8f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ffa0a6d-792a-4fad-a856-59733cd909fd,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:56.126621 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3040a46f-8f22-4a98-83b4-165464f02fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:56.238410 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3040a46f-8f22-4a98-83b4-165464f02fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:56.241868 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3040a46f-8f22-4a98-83b4-165464f02fbf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:56.319219 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3040a46f-8f22-4a98-83b4-165464f02fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:56.319812 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3040a46f-8f22-4a98-83b4-165464f02fbf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0bf42194-89df-40c3-84da-0cbf049d3e60 {{(pid=94077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:50:56.333999 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3040a46f-8f22-4a98-83b4-165464f02fbf admin admin] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:56.336340 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-3040a46f-8f22-4a98-83b4-165464f02fbf admin admin] 10.222.0.43 "DELETE /v2.0/routers/0bf42194-89df-40c3-84da-0cbf049d3e60 HTTP/1.1" status: 204 len: 168 time: 1.2441897 Jul 29 23:50:56.339240 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 48248) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:56.396972 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-e282e95a-08e3-4017-afee-717e8b1e2803 admin admin] Deleting subnet 693957fe-b01f-4f1f-b4f0-808673048142 {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:50:56.409916 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e282e95a-08e3-4017-afee-717e8b1e2803 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:56.446211 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:56.457829 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e282e95a-08e3-4017-afee-717e8b1e2803 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:56.568013 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e282e95a-08e3-4017-afee-717e8b1e2803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:56.634506 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e282e95a-08e3-4017-afee-717e8b1e2803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:56.661992 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e282e95a-08e3-4017-afee-717e8b1e2803 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=693957fe-b01f-4f1f-b4f0-808673048142,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:56.669925 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e282e95a-08e3-4017-afee-717e8b1e2803 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:56.672019 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e282e95a-08e3-4017-afee-717e8b1e2803 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/693957fe-b01f-4f1f-b4f0-808673048142 HTTP/1.1" status: 204 len: 168 time: 0.3317499 Jul 29 23:50:56.674886 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48264) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:56.675716 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998827a4-b33a-470c-a314-1e5dd9af3d04 None None] Network 46cda071-561a-4afb-ab93-1c5c7d43f1eb requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:50:56.781506 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ff4960ea-ccdb-4b91-871e-fe36baae4d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:56.802561 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 48270) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:56.876452 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 3a70a29a-122b-4541-9162-bf1d5d8b9584 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:50:56.905637 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 3a70a29a-122b-4541-9162-bf1d5d8b9584 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:50:56.907135 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 3a70a29a-122b-4541-9162-bf1d5d8b9584 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:50:56.919665 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 11c3c2ed-03cb-40dc-8c61-ccb15ad2d8a5 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:50:56.939674 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-ff4960ea-ccdb-4b91-871e-fe36baae4d64 admin admin] Deleting port 9819d156-6df1-4d4a-b259-07987af4ba85 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:50:56.940013 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ff4960ea-ccdb-4b91-871e-fe36baae4d64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:56.960513 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf07ce5b-70e0-474d-8c14-5a0ee7c44094 None None] DHCP port deletion for 46cda071-561a-4afb-ab93-1c5c7d43f1eb request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:50:56.962125 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 11c3c2ed-03cb-40dc-8c61-ccb15ad2d8a5 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:50:56.962474 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 11c3c2ed-03cb-40dc-8c61-ccb15ad2d8a5 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:50:57.039193 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-ff4960ea-ccdb-4b91-871e-fe36baae4d64 admin admin] For port 9819d156-6df1-4d4a-b259-07987af4ba85, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=9819d156-6df1-4d4a-b259-07987af4ba85,segment=NetworkSegment(4d250b4c-3278-47f6-86eb-8819d204473a),segment_id=4d250b4c-3278-47f6-86eb-8819d204473a)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:57.039564 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ff4960ea-ccdb-4b91-871e-fe36baae4d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:57.070040 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 48278) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:57.084516 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-ff4960ea-ccdb-4b91-871e-fe36baae4d64 admin admin] Calling delete_port for 9819d156-6df1-4d4a-b259-07987af4ba85 owned by network:dhcp {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:50:57.108461 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-cf07ce5b-70e0-474d-8c14-5a0ee7c44094 None None] Deleting port 9819d156-6df1-4d4a-b259-07987af4ba85 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:50:57.108826 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-cf07ce5b-70e0-474d-8c14-5a0ee7c44094 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:57.196392 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-cf07ce5b-70e0-474d-8c14-5a0ee7c44094 None None] For port 9819d156-6df1-4d4a-b259-07987af4ba85, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=9819d156-6df1-4d4a-b259-07987af4ba85,segment=NetworkSegment(4d250b4c-3278-47f6-86eb-8819d204473a),segment_id=4d250b4c-3278-47f6-86eb-8819d204473a)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:57.196802 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-cf07ce5b-70e0-474d-8c14-5a0ee7c44094 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:57.224758 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-cf07ce5b-70e0-474d-8c14-5a0ee7c44094 None None] Calling delete_port for 9819d156-6df1-4d4a-b259-07987af4ba85 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:50:57.289481 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-f8f6e98d-3c82-4b9d-a4b1-4b17e7264949 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-783836766'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:57.316090 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ff4960ea-ccdb-4b91-871e-fe36baae4d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:57.363314 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4960ea-ccdb-4b91-871e-fe36baae4d64 admin admin] Pushing event deleted for resources: {'Port': ['ID=9819d156-6df1-4d4a-b259-07987af4ba85,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:57.365338 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4960ea-ccdb-4b91-871e-fe36baae4d64 admin admin] No DVR routers for this DVR port 9819d156-6df1-4d4a-b259-07987af4ba85 on host n-d-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:50:57.384102 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-cf07ce5b-70e0-474d-8c14-5a0ee7c44094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:57.462199 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf07ce5b-70e0-474d-8c14-5a0ee7c44094 None None] Pushing event deleted for resources: {'Port': ['ID=9819d156-6df1-4d4a-b259-07987af4ba85,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:57.473778 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf07ce5b-70e0-474d-8c14-5a0ee7c44094 None None] No DVR routers for this DVR port 9819d156-6df1-4d4a-b259-07987af4ba85 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:50:57.487395 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f6e98d-3c82-4b9d-a4b1-4b17e7264949 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Made reservation on behalf of da9e7a969d04495c9d1e65f1005dc604 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:50:57.492220 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f8f6e98d-3c82-4b9d-a4b1-4b17e7264949 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:57.500009 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ff4960ea-ccdb-4b91-871e-fe36baae4d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:57.510026 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f8f6e98d-3c82-4b9d-a4b1-4b17e7264949 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:57.518219 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-ff4960ea-ccdb-4b91-871e-fe36baae4d64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46cda071-561a-4afb-ab93-1c5c7d43f1eb']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:57.531667 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-ff4960ea-ccdb-4b91-871e-fe36baae4d64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d250b4c-3278-47f6-86eb-8819d204473a') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:57.531971 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-ff4960ea-ccdb-4b91-871e-fe36baae4d64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d250b4c-3278-47f6-86eb-8819d204473a') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:57.550166 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ff4960ea-ccdb-4b91-871e-fe36baae4d64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:57.577449 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ff4960ea-ccdb-4b91-871e-fe36baae4d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:57.588631 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff4960ea-ccdb-4b91-871e-fe36baae4d64 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:50:57.589746 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ff4960ea-ccdb-4b91-871e-fe36baae4d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:57.592017 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:50:57.592017 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:50:57.592017 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:50:57.592017 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:50:57.592017 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:50:57.592017 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:50:57.592017 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:50:57.592017 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:50:57.592017 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:50:57.592017 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:50:57.592017 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:50:57.592017 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:50:57.592017 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:50:57.592017 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:50:57.592017 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:50:57.592017 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:50:57.592017 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:50:57.592017 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:50:57.592017 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:50:57.592017 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:50:57.592017 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:50:57.592017 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:50:57.592017 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:50:57.592017 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:50:57.592017 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:50:57.592017 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:50:57.592017 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:50:57.592017 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:50:57.592017 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:50:57.592017 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:50:57.592017 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:50:57.592017 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:50:57.657989 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-73a7f404-f9cf-4e48-9dfc-db0025884910 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:57.658961 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ff4960ea-ccdb-4b91-871e-fe36baae4d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:57.672734 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ff4960ea-ccdb-4b91-871e-fe36baae4d64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:57.679726 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ff4960ea-ccdb-4b91-871e-fe36baae4d64 admin admin] 10.222.0.43 "DELETE /v2.0/networks/46cda071-561a-4afb-ab93-1c5c7d43f1eb HTTP/1.1" status: 204 len: 168 time: 1.0011044 Jul 29 23:50:57.707899 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4960ea-ccdb-4b91-871e-fe36baae4d64 admin admin] Pushing event deleted for resources: {'Network': ['ID=46cda071-561a-4afb-ab93-1c5c7d43f1eb,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:57.725569 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:57.825627 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f8f6e98d-3c82-4b9d-a4b1-4b17e7264949 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:57.835923 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f8f6e98d-3c82-4b9d-a4b1-4b17e7264949 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:57.907892 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8f6e98d-3c82-4b9d-a4b1-4b17e7264949 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:50:57.946017 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48296) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:57.960998 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f8f6e98d-3c82-4b9d-a4b1-4b17e7264949 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:57.961352 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-f8f6e98d-3c82-4b9d-a4b1-4b17e7264949 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Added segment 43b8814e-a175-47b1-b48e-a159030c3f84 of type vlan for network dcaa893a-6fe0-4e47-95bf-6fac6fda272b Jul 29 23:50:57.973197 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f6e98d-3c82-4b9d-a4b1-4b17e7264949 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1f1cf6-0f58-406b-a51c-8888f1b65290,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:58.009763 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0527958e-a910-4114-98ef-ab3d35dada8f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a62034f7ec5d4ab3b251c9e7894f3c1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0590689 Jul 29 23:50:58.010449 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48298) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:58.025158 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f8f6e98d-3c82-4b9d-a4b1-4b17e7264949 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:58.076909 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-54c9d5bd-dafc-4351-94a7-1a8912db5df0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:58.117551 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-54c9d5bd-dafc-4351-94a7-1a8912db5df0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:58.204106 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-54c9d5bd-dafc-4351-94a7-1a8912db5df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:58.206796 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-54c9d5bd-dafc-4351-94a7-1a8912db5df0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:58.211854 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-54c9d5bd-dafc-4351-94a7-1a8912db5df0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0c527728-c5f5-49fd-b64f-a9dc39050519 HTTP/1.1" status: 204 len: 168 time: 0.1958556 Jul 29 23:50:58.219689 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c9d5bd-dafc-4351-94a7-1a8912db5df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c527728-c5f5-49fd-b64f-a9dc39050519,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:58.497602 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.db.resource_extend [None req-f8f6e98d-3c82-4b9d-a4b1-4b17e7264949 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:50:58.536875 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f8f6e98d-3c82-4b9d-a4b1-4b17e7264949 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:58.547820 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f6e98d-3c82-4b9d-a4b1-4b17e7264949 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:58.548842 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f8f6e98d-3c82-4b9d-a4b1-4b17e7264949 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:58.690864 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-f8f6e98d-3c82-4b9d-a4b1-4b17e7264949 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6195972 Jul 29 23:50:58.694181 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48316) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:58.696811 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-73a7f404-f9cf-4e48-9dfc-db0025884910 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Allocated IP 172.20.0.17 (d3c04171-2d3c-4855-b7b5-a73dcfb912b2/801073d1-412e-4f88-b871-5ccc63c01e8e/d730034f-28b5-42a0-b606-0f08030c28db) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:50:58.702445 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-079297b0-ca86-49b3-8a72-feffe3fc5acb tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Request body: {'port': {'network_id': 'dcaa893a-6fe0-4e47-95bf-6fac6fda272b', 'name': 'tempest-PortsIpV6TestJSON-1238692060'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:58.718837 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f6e98d-3c82-4b9d-a4b1-4b17e7264949 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event updated for resources: {'Network': ['ID=dcaa893a-6fe0-4e47-95bf-6fac6fda272b,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:58.734298 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network dcaa893a-6fe0-4e47-95bf-6fac6fda272b details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:50:58.738941 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 9819d156-6df1-4d4a-b259-07987af4ba85 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:50:58.780677 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48320) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:58.828363 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 9819d156-6df1-4d4a-b259-07987af4ba85 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:50:58.828697 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 9819d156-6df1-4d4a-b259-07987af4ba85 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:50:58.881499 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-11b1c892-613b-409d-92a8-ecb9cab1431d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e82ea862523041aab393e64de7132b96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0990486 Jul 29 23:50:58.884672 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 48324) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:58.894951 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079297b0-ca86-49b3-8a72-feffe3fc5acb tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Made reservation on behalf of da9e7a969d04495c9d1e65f1005dc604 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:50:58.900740 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-079297b0-ca86-49b3-8a72-feffe3fc5acb tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:58.905786 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-73a7f404-f9cf-4e48-9dfc-db0025884910 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:58.929996 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [None req-079297b0-ca86-49b3-8a72-feffe3fc5acb tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] device_id is not set on port f1befb57-8d31-4675-a2f0-197a27163646 yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:50:58.955306 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-73a7f404-f9cf-4e48-9dfc-db0025884910 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Transition to ACTIVE for port object d730034f-28b5-42a0-b606-0f08030c28db will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:50:59.011706 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-487ea6fa-ab81-40e5-b987-318a0e23c2ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:59.048499 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-487ea6fa-ab81-40e5-b987-318a0e23c2ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:59.058393 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-73a7f404-f9cf-4e48-9dfc-db0025884910 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:59.126971 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a7f404-f9cf-4e48-9dfc-db0025884910 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Network d3c04171-2d3c-4855-b7b5-a73dcfb912b2 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:50:59.132436 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-73a7f404-f9cf-4e48-9dfc-db0025884910 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:50:59.135253 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a7f404-f9cf-4e48-9dfc-db0025884910 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:50:59.151888 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-079297b0-ca86-49b3-8a72-feffe3fc5acb tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:59.178878 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a7f404-f9cf-4e48-9dfc-db0025884910 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Pushing event updated for resources: {'Port': ['ID=d730034f-28b5-42a0-b606-0f08030c28db,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:59.217118 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-487ea6fa-ab81-40e5-b987-318a0e23c2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:59.218405 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-079297b0-ca86-49b3-8a72-feffe3fc5acb tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:59.223336 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-487ea6fa-ab81-40e5-b987-318a0e23c2ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:59.227224 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-487ea6fa-ab81-40e5-b987-318a0e23c2ab admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6645826b-0ea1-4d1c-95d8-0484f743f4f5 HTTP/1.1" status: 204 len: 168 time: 0.3378584 Jul 29 23:50:59.227753 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-73a7f404-f9cf-4e48-9dfc-db0025884910 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:59.305717 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079297b0-ca86-49b3-8a72-feffe3fc5acb tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event updated for resources: {'Port': ['ID=f1befb57-8d31-4675-a2f0-197a27163646,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:59.315043 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-079297b0-ca86-49b3-8a72-feffe3fc5acb tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Checking segment: {'id': '43b8814e-a175-47b1-b48e-a159030c3f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'dcaa893a-6fe0-4e47-95bf-6fac6fda272b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:50:59.315407 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079297b0-ca86-49b3-8a72-feffe3fc5acb tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Network hostable DHCP agents. Network: dcaa893a-6fe0-4e47-95bf-6fac6fda272b, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:50:59.346042 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079297b0-ca86-49b3-8a72-feffe3fc5acb tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Network dcaa893a-6fe0-4e47-95bf-6fac6fda272b is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:50:59.374203 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:59.374919 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-079297b0-ca86-49b3-8a72-feffe3fc5acb tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, dcaa893a-6fe0-4e47-95bf-6fac6fda272b) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:50:59.390134 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf03b3ae-4df1-4c9a-97e1-a2e884f88028 None None] Network dcaa893a-6fe0-4e47-95bf-6fac6fda272b requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:50:59.412472 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079297b0-ca86-49b3-8a72-feffe3fc5acb tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:50:59.429166 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079297b0-ca86-49b3-8a72-feffe3fc5acb tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:59.431623 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-079297b0-ca86-49b3-8a72-feffe3fc5acb tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:59.440834 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ea6fa-ab81-40e5-b987-318a0e23c2ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6645826b-0ea1-4d1c-95d8-0484f743f4f5,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:59.468730 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-079297b0-ca86-49b3-8a72-feffe3fc5acb tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7727783 Jul 29 23:50:59.471922 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48338) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:59.488785 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-8f0613f8-1eec-425a-986a-a3d19db93e3b tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1745784009'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:59.601144 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f0613f8-1eec-425a-986a-a3d19db93e3b tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Made reservation on behalf of da9e7a969d04495c9d1e65f1005dc604 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:50:59.611931 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8f0613f8-1eec-425a-986a-a3d19db93e3b tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:59.665625 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-73a7f404-f9cf-4e48-9dfc-db0025884910 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:59.705180 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f0613f8-1eec-425a-986a-a3d19db93e3b tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:50:59.738598 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8f0613f8-1eec-425a-986a-a3d19db93e3b tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:59.738950 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-8f0613f8-1eec-425a-986a-a3d19db93e3b tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Added segment 0a7a767e-12f7-425f-abcb-ab1172e786fe of type vlan for network 23b33b2c-2d17-42b3-9d1a-7ea05104e651 Jul 29 23:50:59.793266 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-25647f69-87a6-4564-93b7-e800104bc5d8 None None] Provisioning for port d730034f-28b5-42a0-b606-0f08030c28db completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:50:59.798262 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-25647f69-87a6-4564-93b7-e800104bc5d8 None None] Provisioning complete for port d730034f-28b5-42a0-b606-0f08030c28db triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:50:59.798650 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-25647f69-87a6-4564-93b7-e800104bc5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:59.857237 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8f0613f8-1eec-425a-986a-a3d19db93e3b tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:59.893939 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-25647f69-87a6-4564-93b7-e800104bc5d8 None None] Port d730034f-28b5-42a0-b606-0f08030c28db cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:50:59.898110 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8f0613f8-1eec-425a-986a-a3d19db93e3b tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:59.907894 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0613f8-1eec-425a-986a-a3d19db93e3b tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:59.908867 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8f0613f8-1eec-425a-986a-a3d19db93e3b tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:59.993278 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8f0613f8-1eec-425a-986a-a3d19db93e3b tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5194077 Jul 29 23:51:00.001320 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48346) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:00.010239 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-2ed2c21f-2b2b-4811-81af-f90553fd133e tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Request body: {'ports': [{'network_id': 'dcaa893a-6fe0-4e47-95bf-6fac6fda272b'}, {'network_id': '23b33b2c-2d17-42b3-9d1a-7ea05104e651'}]} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:00.011226 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-2ed2c21f-2b2b-4811-81af-f90553fd133e tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Request body: {'port': {'network_id': 'dcaa893a-6fe0-4e47-95bf-6fac6fda272b'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:00.011892 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-2ed2c21f-2b2b-4811-81af-f90553fd133e tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Request body: {'port': {'network_id': '23b33b2c-2d17-42b3-9d1a-7ea05104e651'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:00.147854 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-73a7f404-f9cf-4e48-9dfc-db0025884910 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:00.154194 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-73a7f404-f9cf-4e48-9dfc-db0025884910 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:00.156132 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0613f8-1eec-425a-986a-a3d19db93e3b tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event updated for resources: {'Network': ['ID=23b33b2c-2d17-42b3-9d1a-7ea05104e651,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:00.167651 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 23b33b2c-2d17-42b3-9d1a-7ea05104e651 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:51:00.220797 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed2c21f-2b2b-4811-81af-f90553fd133e tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Made reservation on behalf of da9e7a969d04495c9d1e65f1005dc604 for: {'port': 2} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:51:00.226466 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2ed2c21f-2b2b-4811-81af-f90553fd133e tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:00.243571 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2ed2c21f-2b2b-4811-81af-f90553fd133e tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:00.248964 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a7f404-f9cf-4e48-9dfc-db0025884910 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Pushing event updated for resources: {'Port': ['ID=d730034f-28b5-42a0-b606-0f08030c28db,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:00.268852 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-73a7f404-f9cf-4e48-9dfc-db0025884910 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:00.346098 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [None req-2ed2c21f-2b2b-4811-81af-f90553fd133e tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] device_id is not set on port 50d1615f-f930-4209-85e9-24a95828f2a5 yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:51:00.388112 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a7f404-f9cf-4e48-9dfc-db0025884910 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Network d3c04171-2d3c-4855-b7b5-a73dcfb912b2 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:51:00.390996 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-73a7f404-f9cf-4e48-9dfc-db0025884910 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:51:00.590892 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73a7f404-f9cf-4e48-9dfc-db0025884910 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Router 7042261b-375a-4b27-97c7-3e8c575f8f9d has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:51:00.738216 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-ccc5d441-a227-47d5-a8b0-c274d103d8f4 None None] Provisioning complete for port d730034f-28b5-42a0-b606-0f08030c28db triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:51:00.738908 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ccc5d441-a227-47d5-a8b0-c274d103d8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:00.773614 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a7f404-f9cf-4e48-9dfc-db0025884910 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:51:00.799752 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-73a7f404-f9cf-4e48-9dfc-db0025884910 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "PUT /v2.0/routers/7042261b-375a-4b27-97c7-3e8c575f8f9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9954336 Jul 29 23:51:00.810308 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6dce49-101f-4093-a4cd-526b5d21bfa4 None None] Sync routers for ids ['7042261b-375a-4b27-97c7-3e8c575f8f9d'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:51:00.819728 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-ccc5d441-a227-47d5-a8b0-c274d103d8f4 None None] Port d730034f-28b5-42a0-b606-0f08030c28db cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:51:00.838850 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6dce49-101f-4093-a4cd-526b5d21bfa4 None None] Routers {'7042261b-375a-4b27-97c7-3e8c575f8f9d'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:51:00.839929 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-4e6dce49-101f-4093-a4cd-526b5d21bfa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:50:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['7042261b-375a-4b27-97c7-3e8c575f8f9d'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:00.941513 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2ed2c21f-2b2b-4811-81af-f90553fd133e tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:00.996601 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-4e6dce49-101f-4093-a4cd-526b5d21bfa4 None None] Set router 7042261b-375a-4b27-97c7-3e8c575f8f9d gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:51:01.025802 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [None req-2ed2c21f-2b2b-4811-81af-f90553fd133e tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] device_id is not set on port e89868e1-a174-4548-ab09-0e2e85de2e12 yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:51:01.240619 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2ed2c21f-2b2b-4811-81af-f90553fd133e tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:01.296543 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2ed2c21f-2b2b-4811-81af-f90553fd133e tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:01.297667 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-4e6dce49-101f-4093-a4cd-526b5d21bfa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7042261b-375a-4b27-97c7-3e8c575f8f9d', 'name': 'tempest-TestNetworkBasicOps-router-1181966759', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '7cc9343c-5a34-4c38-a60d-d955f1862161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:24Z', 'updated_at': '2021-07-29T23:50:59Z', 'revision_number': 5, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'gw_port': {'id': '7cc9343c-5a34-4c38-a60d-d955f1862161', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:62:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7042261b-375a-4b27-97c7-3e8c575f8f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:24Z', 'updated_at': '2021-07-29T23:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '79338892-73d0-45a5-bd32-cdd2710880b4', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'floating_ip_address': '172.25.0.3', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '7042261b-375a-4b27-97c7-3e8c575f8f9d', 'port_id': '40218d58-4c73-432e-a438-6f264952d79f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7beca275-2208-4a98-ba1b-ab34ac8cad26', 'mac_address': 'fa:16:3e:52:49:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef24da6-d5f9-4e87-821b-437f26915cce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:49:51Z', 'updated_at': '2021-07-29T23:49:56Z', 'revision_number': 1, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9152238-5547-4784-a76b-fee04601afc1', 'name': '', 'network_id': '7beca275-2208-4a98-ba1b-ab34ac8cad26', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'mac_address': 'fa:16:3e:05:16:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7042261b-375a-4b27-97c7-3e8c575f8f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '860a9ed7-752a-4835-9f06-0329822b4eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:28Z', 'updated_at': '2021-07-29T23:49:37Z', 'revision_number': 5, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'subnets': [{'id': '860a9ed7-752a-4835-9f06-0329822b4eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd730034f-28b5-42a0-b606-0f08030c28db', 'name': '', 'network_id': 'd3c04171-2d3c-4855-b7b5-a73dcfb912b2', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'mac_address': 'fa:16:3e:d1:a6:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7042261b-375a-4b27-97c7-3e8c575f8f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '801073d1-412e-4f88-b871-5ccc63c01e8e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:50:57Z', 'updated_at': '2021-07-29T23:50:59Z', 'revision_number': 2, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'subnets': [{'id': '801073d1-412e-4f88-b871-5ccc63c01e8e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:01.333772 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6dce49-101f-4093-a4cd-526b5d21bfa4 None None] Checking router: 7042261b-375a-4b27-97c7-3e8c575f8f9d for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:51:01.334142 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6dce49-101f-4093-a4cd-526b5d21bfa4 None None] Updating router 7042261b-375a-4b27-97c7-3e8c575f8f9d port d730034f-28b5-42a0-b606-0f08030c28db binding host n-d-712141-10 {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:51:01.365539 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4e6dce49-101f-4093-a4cd-526b5d21bfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:01.369398 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed2c21f-2b2b-4811-81af-f90553fd133e tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Network dcaa893a-6fe0-4e47-95bf-6fac6fda272b is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:51:01.371204 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2c21f-2b2b-4811-81af-f90553fd133e tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event updated for resources: {'Port': ['ID=50d1615f-f930-4209-85e9-24a95828f2a5,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:01.374199 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-2ed2c21f-2b2b-4811-81af-f90553fd133e tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:51:01.381211 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed2c21f-2b2b-4811-81af-f90553fd133e tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:51:01.382439 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2ed2c21f-2b2b-4811-81af-f90553fd133e tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:01.451758 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2c21f-2b2b-4811-81af-f90553fd133e tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event updated for resources: {'Port': ['ID=e89868e1-a174-4548-ab09-0e2e85de2e12,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:01.493311 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed2c21f-2b2b-4811-81af-f90553fd133e tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Checking segment: {'id': '0a7a767e-12f7-425f-abcb-ab1172e786fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '23b33b2c-2d17-42b3-9d1a-7ea05104e651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:51:01.493820 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed2c21f-2b2b-4811-81af-f90553fd133e tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Network hostable DHCP agents. Network: 23b33b2c-2d17-42b3-9d1a-7ea05104e651, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:51:01.521739 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed2c21f-2b2b-4811-81af-f90553fd133e tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Network 23b33b2c-2d17-42b3-9d1a-7ea05104e651 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:51:01.536712 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-2ed2c21f-2b2b-4811-81af-f90553fd133e tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 23b33b2c-2d17-42b3-9d1a-7ea05104e651) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:51:01.540930 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed2c21f-2b2b-4811-81af-f90553fd133e tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:51:01.548345 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed2c21f-2b2b-4811-81af-f90553fd133e tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:01.553422 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed2c21f-2b2b-4811-81af-f90553fd133e tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:01.554169 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2ed2c21f-2b2b-4811-81af-f90553fd133e tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:01.566980 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0843ee6e-dd33-4eb9-8600-18263f74f9fe None None] Network 23b33b2c-2d17-42b3-9d1a-7ea05104e651 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:51:01.584070 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-2ed2c21f-2b2b-4811-81af-f90553fd133e tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.5815859 Jul 29 23:51:01.587313 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 48380) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:01.739713 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-0bd69700-1cad-449a-b130-b981d10b147f tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Deleting port e89868e1-a174-4548-ab09-0e2e85de2e12 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:51:01.740070 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0bd69700-1cad-449a-b130-b981d10b147f tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:01.825128 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4e6dce49-101f-4093-a4cd-526b5d21bfa4 None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:01.838047 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-4e6dce49-101f-4093-a4cd-526b5d21bfa4 None None] Transition to ACTIVE for port object d730034f-28b5-42a0-b606-0f08030c28db will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:51:01.846358 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4e6dce49-101f-4093-a4cd-526b5d21bfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:01.860910 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0bd69700-1cad-449a-b130-b981d10b147f tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:01.883842 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-0bd69700-1cad-449a-b130-b981d10b147f tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Calling delete_port for e89868e1-a174-4548-ab09-0e2e85de2e12 owned by {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:51:01.985444 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0bd69700-1cad-449a-b130-b981d10b147f tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:02.013292 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf8c82b-48de-47c1-868a-fb37d5ea904a None None] Pushing event updated for resources: {'Port': ['ID=d730034f-28b5-42a0-b606-0f08030c28db,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:02.039320 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd69700-1cad-449a-b130-b981d10b147f tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event deleted for resources: {'Port': ['ID=e89868e1-a174-4548-ab09-0e2e85de2e12,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:02.049827 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0bd69700-1cad-449a-b130-b981d10b147f tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:02.054740 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48394) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:02.079806 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-0bd69700-1cad-449a-b130-b981d10b147f tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "DELETE /v2.0/ports/e89868e1-a174-4548-ab09-0e2e85de2e12 HTTP/1.1" status: 204 len: 168 time: 0.4890487 Jul 29 23:51:02.146406 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7e8249-9cbe-4990-b8f6-9566778d51da tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:02.158660 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-4e6dce49-101f-4093-a4cd-526b5d21bfa4 None None] Attempting to bind port d730034f-28b5-42a0-b606-0f08030c28db on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:51:02.159577 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-4e6dce49-101f-4093-a4cd-526b5d21bfa4 None None] Attempting to bind port d730034f-28b5-42a0-b606-0f08030c28db by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': 'aae395a7-73fe-4912-b945-f16cba42c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd3c04171-2d3c-4855-b7b5-a73dcfb912b2'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:51:02.159722 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6dce49-101f-4093-a4cd-526b5d21bfa4 None None] Attempting to bind port d730034f-28b5-42a0-b606-0f08030c28db on network d3c04171-2d3c-4855-b7b5-a73dcfb912b2 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:51:02.171623 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7e8249-9cbe-4990-b8f6-9566778d51da tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:02.174694 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6dce49-101f-4093-a4cd-526b5d21bfa4 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:51:02.175149 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6dce49-101f-4093-a4cd-526b5d21bfa4 None None] Checking segment: {'id': 'aae395a7-73fe-4912-b945-f16cba42c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd3c04171-2d3c-4855-b7b5-a73dcfb912b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:51:02.175487 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4e6dce49-101f-4093-a4cd-526b5d21bfa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:02.175885 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6dce49-101f-4093-a4cd-526b5d21bfa4 None None] Bound using segment: {'id': 'aae395a7-73fe-4912-b945-f16cba42c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd3c04171-2d3c-4855-b7b5-a73dcfb912b2'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:51:02.176359 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-4e6dce49-101f-4093-a4cd-526b5d21bfa4 None None] Bound port: d730034f-28b5-42a0-b606-0f08030c28db, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aae395a7-73fe-4912-b945-f16cba42c02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd3c04171-2d3c-4855-b7b5-a73dcfb912b2'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:51:02.176751 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4e6dce49-101f-4093-a4cd-526b5d21bfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:02.178122 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 48398) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:02.196570 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8f7e8249-9cbe-4990-b8f6-9566778d51da tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1405766 Jul 29 23:51:02.352481 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-4e6dce49-101f-4093-a4cd-526b5d21bfa4 None None] For port d730034f-28b5-42a0-b606-0f08030c28db, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:51:02.358072 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-4e6dce49-101f-4093-a4cd-526b5d21bfa4 None None] For port d730034f-28b5-42a0-b606-0f08030c28db, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=d730034f-28b5-42a0-b606-0f08030c28db,segment=NetworkSegment(aae395a7-73fe-4912-b945-f16cba42c02f),segment_id=aae395a7-73fe-4912-b945-f16cba42c02f)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:51:02.363794 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-24aea11b-c2c7-4f00-ba65-2ea7db8ff57c tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Deleting port 50d1615f-f930-4209-85e9-24a95828f2a5 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:51:02.364175 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-24aea11b-c2c7-4f00-ba65-2ea7db8ff57c tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:02.371996 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4e6dce49-101f-4093-a4cd-526b5d21bfa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:02.430760 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aa602d-3cf0-40ed-b228-52faf338ffce req-38f75b4b-3d65-4032-8819-7c95c9d69186 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:02.432629 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c9aa602d-3cf0-40ed-b228-52faf338ffce req-38f75b4b-3d65-4032-8819-7c95c9d69186 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/ports?device_id=7535b2bd-335e-4d82-bf23-754c839992db HTTP/1.1" status: 200 len: 946 time: 0.1522586 Jul 29 23:51:02.451426 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf8c82b-48de-47c1-868a-fb37d5ea904a None None] Pushing event updated for resources: {'Port': ['ID=d730034f-28b5-42a0-b606-0f08030c28db,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:02.469243 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6dce49-101f-4093-a4cd-526b5d21bfa4 None None] Routers {'7042261b-375a-4b27-97c7-3e8c575f8f9d'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:51:02.469963 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-4e6dce49-101f-4093-a4cd-526b5d21bfa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:50:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['7042261b-375a-4b27-97c7-3e8c575f8f9d'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:02.493106 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-24aea11b-c2c7-4f00-ba65-2ea7db8ff57c tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:02.520839 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-24aea11b-c2c7-4f00-ba65-2ea7db8ff57c tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Calling delete_port for 50d1615f-f930-4209-85e9-24a95828f2a5 owned by {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:51:02.550059 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c9aa602d-3cf0-40ed-b228-52faf338ffce req-d1dea0e1-7a44-44bf-8139-3c2ea6dd7087 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f717bff-2bc6-4137-934a-60e9a95b6304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063859 Jul 29 23:51:02.614320 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-4e6dce49-101f-4093-a4cd-526b5d21bfa4 None None] Set router 7042261b-375a-4b27-97c7-3e8c575f8f9d gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:51:02.665452 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-24aea11b-c2c7-4f00-ba65-2ea7db8ff57c tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:02.712707 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aea11b-c2c7-4f00-ba65-2ea7db8ff57c tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event deleted for resources: {'Port': ['ID=50d1615f-f930-4209-85e9-24a95828f2a5,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:02.720942 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-24aea11b-c2c7-4f00-ba65-2ea7db8ff57c tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:02.725813 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-24aea11b-c2c7-4f00-ba65-2ea7db8ff57c tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "DELETE /v2.0/ports/50d1615f-f930-4209-85e9-24a95828f2a5 HTTP/1.1" status: 204 len: 168 time: 0.5439327 Jul 29 23:51:02.726059 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48412) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:02.784258 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06eb8519-5d3c-49ea-a7e2-ef5bc817a95f tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:02.789704 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-06eb8519-5d3c-49ea-a7e2-ef5bc817a95f tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0588219 Jul 29 23:51:02.790160 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 48414) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:02.818998 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-1228628b-077c-4584-b06a-d33f28601378 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] GET failed (client error): The resource could not be found. Jul 29 23:51:02.824825 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-1228628b-077c-4584-b06a-d33f28601378 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "GET /v2.0/ports/e89868e1-a174-4548-ab09-0e2e85de2e12 HTTP/1.1" status: 404 len: 333 time: 0.0294118 Jul 29 23:51:02.825166 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 48416) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:02.850456 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1887d4a-dd8a-4efa-a90c-51c0cfcc65b9 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] GET failed (client error): The resource could not be found. Jul 29 23:51:02.851834 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e1887d4a-dd8a-4efa-a90c-51c0cfcc65b9 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "GET /v2.0/ports/50d1615f-f930-4209-85e9-24a95828f2a5 HTTP/1.1" status: 404 len: 333 time: 0.0256877 Jul 29 23:51:02.856518 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 48418) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:02.959771 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-36140370-7afd-46a2-b37a-2b427271b0e7 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:03.015518 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-4e6dce49-101f-4093-a4cd-526b5d21bfa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7042261b-375a-4b27-97c7-3e8c575f8f9d', 'name': 'tempest-TestNetworkBasicOps-router-1181966759', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '7cc9343c-5a34-4c38-a60d-d955f1862161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:24Z', 'updated_at': '2021-07-29T23:50:59Z', 'revision_number': 5, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'gw_port': {'id': '7cc9343c-5a34-4c38-a60d-d955f1862161', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:62:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7042261b-375a-4b27-97c7-3e8c575f8f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:24Z', 'updated_at': '2021-07-29T23:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '79338892-73d0-45a5-bd32-cdd2710880b4', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'floating_ip_address': '172.25.0.3', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '7042261b-375a-4b27-97c7-3e8c575f8f9d', 'port_id': '40218d58-4c73-432e-a438-6f264952d79f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7beca275-2208-4a98-ba1b-ab34ac8cad26', 'mac_address': 'fa:16:3e:52:49:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef24da6-d5f9-4e87-821b-437f26915cce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:49:51Z', 'updated_at': '2021-07-29T23:49:56Z', 'revision_number': 1, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9152238-5547-4784-a76b-fee04601afc1', 'name': '', 'network_id': '7beca275-2208-4a98-ba1b-ab34ac8cad26', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'mac_address': 'fa:16:3e:05:16:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7042261b-375a-4b27-97c7-3e8c575f8f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '860a9ed7-752a-4835-9f06-0329822b4eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:28Z', 'updated_at': '2021-07-29T23:49:37Z', 'revision_number': 5, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'subnets': [{'id': '860a9ed7-752a-4835-9f06-0329822b4eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd730034f-28b5-42a0-b606-0f08030c28db', 'name': '', 'network_id': 'd3c04171-2d3c-4855-b7b5-a73dcfb912b2', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'mac_address': 'fa:16:3e:d1:a6:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7042261b-375a-4b27-97c7-3e8c575f8f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '801073d1-412e-4f88-b871-5ccc63c01e8e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:50:57Z', 'updated_at': '2021-07-29T23:51:02Z', 'revision_number': 4, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'subnets': [{'id': '801073d1-412e-4f88-b871-5ccc63c01e8e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:03.061900 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-36140370-7afd-46a2-b37a-2b427271b0e7 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:03.078706 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-36140370-7afd-46a2-b37a-2b427271b0e7 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23b33b2c-2d17-42b3-9d1a-7ea05104e651']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:03.095290 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-36140370-7afd-46a2-b37a-2b427271b0e7 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a7a767e-12f7-425f-abcb-ab1172e786fe') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:03.095631 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-36140370-7afd-46a2-b37a-2b427271b0e7 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a7a767e-12f7-425f-abcb-ab1172e786fe') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:03.107979 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-36140370-7afd-46a2-b37a-2b427271b0e7 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:03.128570 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-36140370-7afd-46a2-b37a-2b427271b0e7 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:03.138351 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36140370-7afd-46a2-b37a-2b427271b0e7 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:51:03.139768 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-36140370-7afd-46a2-b37a-2b427271b0e7 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:03.144478 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:51:03.144478 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:51:03.144478 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:51:03.144478 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:51:03.144478 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:51:03.144478 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:51:03.144478 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:51:03.144478 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:51:03.144478 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:51:03.144478 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:51:03.144478 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:51:03.144478 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:51:03.144478 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:51:03.144478 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:51:03.144478 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:51:03.144478 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:51:03.144478 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:51:03.144478 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:51:03.144478 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:51:03.144478 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:51:03.144478 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:51:03.144478 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:51:03.144478 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:51:03.144478 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:51:03.144478 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:51:03.144478 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:51:03.144478 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:51:03.144478 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:51:03.144478 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:51:03.144478 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:51:03.144478 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:51:03.144478 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:51:03.224037 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6dce49-101f-4093-a4cd-526b5d21bfa4 None None] The sync data for ids ['7042261b-375a-4b27-97c7-3e8c575f8f9d'] in n-d-712141-10 is: [{'id': '7042261b-375a-4b27-97c7-3e8c575f8f9d', 'name': 'tempest-TestNetworkBasicOps-router-1181966759', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '7cc9343c-5a34-4c38-a60d-d955f1862161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:24Z', 'updated_at': '2021-07-29T23:50:59Z', 'revision_number': 5, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'gw_port': {'id': '7cc9343c-5a34-4c38-a60d-d955f1862161', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:62:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7042261b-375a-4b27-97c7-3e8c575f8f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:24Z', 'updated_at': '2021-07-29T23:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '79338892-73d0-45a5-bd32-cdd2710880b4', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'floating_ip_address': '172.25.0.3', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '7042261b-375a-4b27-97c7-3e8c575f8f9d', 'port_id': '40218d58-4c73-432e-a438-6f264952d79f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7beca275-2208-4a98-ba1b-ab34ac8cad26', 'mac_address': 'fa:16:3e:52:49:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef24da6-d5f9-4e87-821b-437f26915cce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:49:51Z', 'updated_at': '2021-07-29T23:49:56Z', 'revision_number': 1, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9152238-5547-4784-a76b-fee04601afc1', 'name': '', 'network_id': '7beca275-2208-4a98-ba1b-ab34ac8cad26', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'mac_address': 'fa:16:3e:05:16:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7042261b-375a-4b27-97c7-3e8c575f8f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '860a9ed7-752a-4835-9f06-0329822b4eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:28Z', 'updated_at': '2021-07-29T23:49:37Z', 'revision_number': 5, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'subnets': [{'id': '860a9ed7-752a-4835-9f06-0329822b4eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd730034f-28b5-42a0-b606-0f08030c28db', 'name': '', 'network_id': 'd3c04171-2d3c-4855-b7b5-a73dcfb912b2', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'mac_address': 'fa:16:3e:d1:a6:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7042261b-375a-4b27-97c7-3e8c575f8f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '801073d1-412e-4f88-b871-5ccc63c01e8e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:50:57Z', 'updated_at': '2021-07-29T23:51:02Z', 'revision_number': 4, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'subnets': [{'id': '801073d1-412e-4f88-b871-5ccc63c01e8e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:51:03.243564 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-36140370-7afd-46a2-b37a-2b427271b0e7 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:03.257940 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-36140370-7afd-46a2-b37a-2b427271b0e7 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:03.257940 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-36140370-7afd-46a2-b37a-2b427271b0e7 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "DELETE /v2.0/networks/23b33b2c-2d17-42b3-9d1a-7ea05104e651 HTTP/1.1" status: 204 len: 168 time: 0.3976245 Jul 29 23:51:03.261693 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48428) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:03.270930 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-2b4e26cc-1a8a-4482-8cce-fa14a1a36f23 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-557893428'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:03.273713 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36140370-7afd-46a2-b37a-2b427271b0e7 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event deleted for resources: {'Network': ['ID=23b33b2c-2d17-42b3-9d1a-7ea05104e651,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:03.302880 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4e26cc-1a8a-4482-8cce-fa14a1a36f23 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Made reservation on behalf of da9e7a969d04495c9d1e65f1005dc604 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:51:03.306884 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2b4e26cc-1a8a-4482-8cce-fa14a1a36f23 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:03.363637 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b4e26cc-1a8a-4482-8cce-fa14a1a36f23 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:51:03.378515 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2b4e26cc-1a8a-4482-8cce-fa14a1a36f23 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:03.378997 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-2b4e26cc-1a8a-4482-8cce-fa14a1a36f23 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Added segment b4076199-5b5d-4a0b-a3ce-978b6ab0a2a7 of type vlan for network 547ecb77-6f76-4ed1-af03-2a9d02742a90 Jul 29 23:51:03.440819 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2b4e26cc-1a8a-4482-8cce-fa14a1a36f23 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:03.484510 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2b4e26cc-1a8a-4482-8cce-fa14a1a36f23 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:03.494610 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4e26cc-1a8a-4482-8cce-fa14a1a36f23 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:03.495806 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2b4e26cc-1a8a-4482-8cce-fa14a1a36f23 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:03.600561 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-2b4e26cc-1a8a-4482-8cce-fa14a1a36f23 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3361795 Jul 29 23:51:03.606721 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 48440) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:03.612148 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4e26cc-1a8a-4482-8cce-fa14a1a36f23 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event updated for resources: {'Network': ['ID=547ecb77-6f76-4ed1-af03-2a9d02742a90,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:03.613810 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-5fe14059-4a52-4d09-b686-932dee1fc7ed tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Request body: {'subnet': {'network_id': '547ecb77-6f76-4ed1-af03-2a9d02742a90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:03.630758 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 547ecb77-6f76-4ed1-af03-2a9d02742a90 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:51:03.802004 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15208ad-d03c-462c-b001-7e678f383ff6 req-2a47bd05-9fc0-4b89-a112-9956db2bf143 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:03.806072 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a15208ad-d03c-462c-b001-7e678f383ff6 req-2a47bd05-9fc0-4b89-a112-9956db2bf143 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/ports?device_id=7535b2bd-335e-4d82-bf23-754c839992db HTTP/1.1" status: 200 len: 946 time: 0.1168246 Jul 29 23:51:03.845874 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe14059-4a52-4d09-b686-932dee1fc7ed tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Made reservation on behalf of da9e7a969d04495c9d1e65f1005dc604 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:51:03.849871 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5fe14059-4a52-4d09-b686-932dee1fc7ed tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:03.922378 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a15208ad-d03c-462c-b001-7e678f383ff6 req-d8d86c62-e9db-4743-b565-5a0abb1239e9 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f717bff-2bc6-4137-934a-60e9a95b6304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037529 Jul 29 23:51:04.156789 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5fe14059-4a52-4d09-b686-932dee1fc7ed tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:04.231600 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe14059-4a52-4d09-b686-932dee1fc7ed tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event updated for resources: {'Subnet': ['ID=d3e6dae2-e6fd-4a63-b119-022d5bd76f62,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:04.241244 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe14059-4a52-4d09-b686-932dee1fc7ed tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Checking segment: {'id': 'b4076199-5b5d-4a0b-a3ce-978b6ab0a2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '547ecb77-6f76-4ed1-af03-2a9d02742a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:51:04.241624 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe14059-4a52-4d09-b686-932dee1fc7ed tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Network hostable DHCP agents. Network: 547ecb77-6f76-4ed1-af03-2a9d02742a90, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:51:04.268571 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe14059-4a52-4d09-b686-932dee1fc7ed tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Network 547ecb77-6f76-4ed1-af03-2a9d02742a90 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:51:04.291930 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-5fe14059-4a52-4d09-b686-932dee1fc7ed tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 547ecb77-6f76-4ed1-af03-2a9d02742a90) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:51:04.301310 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe14059-4a52-4d09-b686-932dee1fc7ed tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:04.302974 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5fe14059-4a52-4d09-b686-932dee1fc7ed tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:04.303681 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da08200c-db7f-4814-8aa9-315bd88b201f None None] Network 547ecb77-6f76-4ed1-af03-2a9d02742a90 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:51:04.320930 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-5fe14059-4a52-4d09-b686-932dee1fc7ed tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7126262 Jul 29 23:51:04.324074 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48450) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:04.333529 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-6634adeb-e6d0-4803-ada8-39ee6e8703f5 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Request body: {'port': {'network_id': '547ecb77-6f76-4ed1-af03-2a9d02742a90', 'name': 'tempest-PortsIpV6TestJSON-536075597'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:04.494272 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb78dc0-d962-450b-9f3f-1c7a39ef210e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-547ecb77-6f76-4ed1-af03-2a9d02742a90', 'network_id': '547ecb77-6f76-4ed1-af03-2a9d02742a90', 'tenant_id': 'da9e7a969d04495c9d1e65f1005dc604', 'fixed_ips': [{'subnet_id': 'd3e6dae2-e6fd-4a63-b119-022d5bd76f62'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:51:04.495103 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2bb78dc0-d962-450b-9f3f-1c7a39ef210e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:04.501541 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6634adeb-e6d0-4803-ada8-39ee6e8703f5 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Made reservation on behalf of da9e7a969d04495c9d1e65f1005dc604 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:51:04.505502 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6634adeb-e6d0-4803-ada8-39ee6e8703f5 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:04.530010 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [None req-6634adeb-e6d0-4803-ada8-39ee6e8703f5 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] device_id is not set on port 4291a9c1-f87c-47b4-9d85-b60408272df2 yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:51:04.703664 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-2bb78dc0-d962-450b-9f3f-1c7a39ef210e None None] Allocated IP 2001:db8::2 (547ecb77-6f76-4ed1-af03-2a9d02742a90/d3e6dae2-e6fd-4a63-b119-022d5bd76f62/51943982-0ff1-41f0-83de-dacd6c16879a) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:51:04.769843 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device d730034f-28b5-42a0-b606-0f08030c28db up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:51:04.853521 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port d730034f-28b5-42a0-b606-0f08030c28db completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:51:04.866824 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port d730034f-28b5-42a0-b606-0f08030c28db triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:51:04.867195 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:04.937630 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2bb78dc0-d962-450b-9f3f-1c7a39ef210e None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:04.950882 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2bb78dc0-d962-450b-9f3f-1c7a39ef210e None None] Transition to ACTIVE for port object 51943982-0ff1-41f0-83de-dacd6c16879a will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:51:04.972330 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2bb78dc0-d962-450b-9f3f-1c7a39ef210e None None] Transition to ACTIVE for port object 51943982-0ff1-41f0-83de-dacd6c16879a will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:51:05.004384 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2bb78dc0-d962-450b-9f3f-1c7a39ef210e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:05.059492 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb78dc0-d962-450b-9f3f-1c7a39ef210e None None] Network 547ecb77-6f76-4ed1-af03-2a9d02742a90 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:51:05.063185 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:05.068179 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-2bb78dc0-d962-450b-9f3f-1c7a39ef210e None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:51:05.071744 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb78dc0-d962-450b-9f3f-1c7a39ef210e None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:51:05.081884 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c63a15-66b2-4046-97ff-69fd4c43a6e6 req-7451ce93-2581-46b1-b41f-43fbdf823a7e tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:05.083457 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-98c63a15-66b2-4046-97ff-69fd4c43a6e6 req-7451ce93-2581-46b1-b41f-43fbdf823a7e tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/ports?device_id=7535b2bd-335e-4d82-bf23-754c839992db HTTP/1.1" status: 200 len: 946 time: 0.0845587 Jul 29 23:51:05.096103 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-6634adeb-e6d0-4803-ada8-39ee6e8703f5 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Allocated IP 2001:db8::105 (547ecb77-6f76-4ed1-af03-2a9d02742a90/d3e6dae2-e6fd-4a63-b119-022d5bd76f62/4291a9c1-f87c-47b4-9d85-b60408272df2) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:51:05.108105 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb78dc0-d962-450b-9f3f-1c7a39ef210e None None] Pushing event updated for resources: {'Port': ['ID=51943982-0ff1-41f0-83de-dacd6c16879a,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:05.142702 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-98c63a15-66b2-4046-97ff-69fd4c43a6e6 req-a666c92e-f03b-454d-8a53-aa48ae834325 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f717bff-2bc6-4137-934a-60e9a95b6304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495603 Jul 29 23:51:05.173775 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port d730034f-28b5-42a0-b606-0f08030c28db, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=d730034f-28b5-42a0-b606-0f08030c28db,segment=NetworkSegment(aae395a7-73fe-4912-b945-f16cba42c02f),segment_id=aae395a7-73fe-4912-b945-f16cba42c02f)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:05.192924 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:05.245791 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-2bb78dc0-d962-450b-9f3f-1c7a39ef210e None None] Attempting to bind port 51943982-0ff1-41f0-83de-dacd6c16879a on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:51:05.246319 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-2bb78dc0-d962-450b-9f3f-1c7a39ef210e None None] Attempting to bind port 51943982-0ff1-41f0-83de-dacd6c16879a by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': 'b4076199-5b5d-4a0b-a3ce-978b6ab0a2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '547ecb77-6f76-4ed1-af03-2a9d02742a90'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:51:05.246837 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb78dc0-d962-450b-9f3f-1c7a39ef210e None None] Attempting to bind port 51943982-0ff1-41f0-83de-dacd6c16879a on network 547ecb77-6f76-4ed1-af03-2a9d02742a90 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:51:05.259412 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb78dc0-d962-450b-9f3f-1c7a39ef210e None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:51:05.259763 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb78dc0-d962-450b-9f3f-1c7a39ef210e None None] Checking segment: {'id': 'b4076199-5b5d-4a0b-a3ce-978b6ab0a2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '547ecb77-6f76-4ed1-af03-2a9d02742a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:51:05.260334 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2bb78dc0-d962-450b-9f3f-1c7a39ef210e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:05.261502 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb78dc0-d962-450b-9f3f-1c7a39ef210e None None] Bound using segment: {'id': 'b4076199-5b5d-4a0b-a3ce-978b6ab0a2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '547ecb77-6f76-4ed1-af03-2a9d02742a90'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:51:05.262218 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-2bb78dc0-d962-450b-9f3f-1c7a39ef210e None None] Bound port: 51943982-0ff1-41f0-83de-dacd6c16879a, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4076199-5b5d-4a0b-a3ce-978b6ab0a2a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '547ecb77-6f76-4ed1-af03-2a9d02742a90'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:51:05.262761 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2bb78dc0-d962-450b-9f3f-1c7a39ef210e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:05.310459 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=d730034f-28b5-42a0-b606-0f08030c28db,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:05.374656 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2bb78dc0-d962-450b-9f3f-1c7a39ef210e None None] For port 51943982-0ff1-41f0-83de-dacd6c16879a, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:51:05.378405 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2bb78dc0-d962-450b-9f3f-1c7a39ef210e None None] For port 51943982-0ff1-41f0-83de-dacd6c16879a, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=51943982-0ff1-41f0-83de-dacd6c16879a,segment=NetworkSegment(b4076199-5b5d-4a0b-a3ce-978b6ab0a2a7),segment_id=b4076199-5b5d-4a0b-a3ce-978b6ab0a2a7)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:51:05.384573 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2bb78dc0-d962-450b-9f3f-1c7a39ef210e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:05.397620 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6634adeb-e6d0-4803-ada8-39ee6e8703f5 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:05.418108 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-6634adeb-e6d0-4803-ada8-39ee6e8703f5 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Transition to ACTIVE for port object 4291a9c1-f87c-47b4-9d85-b60408272df2 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:51:05.466735 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb78dc0-d962-450b-9f3f-1c7a39ef210e None None] Pushing event updated for resources: {'Port': ['ID=51943982-0ff1-41f0-83de-dacd6c16879a,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:05.486254 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6634adeb-e6d0-4803-ada8-39ee6e8703f5 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:05.539734 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6634adeb-e6d0-4803-ada8-39ee6e8703f5 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Network 547ecb77-6f76-4ed1-af03-2a9d02742a90 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:51:05.543312 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-6634adeb-e6d0-4803-ada8-39ee6e8703f5 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:51:05.546406 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6634adeb-e6d0-4803-ada8-39ee6e8703f5 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:51:05.552450 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6634adeb-e6d0-4803-ada8-39ee6e8703f5 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:05.553151 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6634adeb-e6d0-4803-ada8-39ee6e8703f5 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:05.567618 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6634adeb-e6d0-4803-ada8-39ee6e8703f5 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event updated for resources: {'Port': ['ID=4291a9c1-f87c-47b4-9d85-b60408272df2,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:05.580433 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6634adeb-e6d0-4803-ada8-39ee6e8703f5 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:05.580810 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6634adeb-e6d0-4803-ada8-39ee6e8703f5 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:05.581167 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6634adeb-e6d0-4803-ada8-39ee6e8703f5 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:05.581976 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6634adeb-e6d0-4803-ada8-39ee6e8703f5 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:05.581976 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6634adeb-e6d0-4803-ada8-39ee6e8703f5 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:05.582526 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6634adeb-e6d0-4803-ada8-39ee6e8703f5 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:05.582695 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6634adeb-e6d0-4803-ada8-39ee6e8703f5 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:05.583007 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6634adeb-e6d0-4803-ada8-39ee6e8703f5 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:05.583384 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6634adeb-e6d0-4803-ada8-39ee6e8703f5 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:05.583743 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6634adeb-e6d0-4803-ada8-39ee6e8703f5 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:05.584078 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6634adeb-e6d0-4803-ada8-39ee6e8703f5 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:05.584408 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6634adeb-e6d0-4803-ada8-39ee6e8703f5 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:05.591815 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-6634adeb-e6d0-4803-ada8-39ee6e8703f5 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2666049 Jul 29 23:51:05.594399 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48472) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:05.774684 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-25bee6a0-66bb-480d-ad74-bb6828cc09fc tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Deleting port 4291a9c1-f87c-47b4-9d85-b60408272df2 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:51:05.775160 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-25bee6a0-66bb-480d-ad74-bb6828cc09fc tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:05.912269 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-25bee6a0-66bb-480d-ad74-bb6828cc09fc tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:05.930312 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-25bee6a0-66bb-480d-ad74-bb6828cc09fc tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Calling delete_port for 4291a9c1-f87c-47b4-9d85-b60408272df2 owned by {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:51:06.147548 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-25bee6a0-66bb-480d-ad74-bb6828cc09fc tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:06.206057 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bee6a0-66bb-480d-ad74-bb6828cc09fc tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event deleted for resources: {'Port': ['ID=4291a9c1-f87c-47b4-9d85-b60408272df2,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:06.288288 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-25bee6a0-66bb-480d-ad74-bb6828cc09fc tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:06.293086 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-25bee6a0-66bb-480d-ad74-bb6828cc09fc tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "DELETE /v2.0/ports/4291a9c1-f87c-47b4-9d85-b60408272df2 HTTP/1.1" status: 204 len: 168 time: 0.6939292 Jul 29 23:51:06.293299 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48488) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:06.349008 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ae66c4a-ca12-49a0-b642-7d40f37e79ad tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] DELETE failed (client error): The resource could not be found. Jul 29 23:51:06.350896 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ae66c4a-ca12-49a0-b642-7d40f37e79ad tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:51:06.361330 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8ae66c4a-ca12-49a0-b642-7d40f37e79ad tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "DELETE /v2.0/ports/4291a9c1-f87c-47b4-9d85-b60408272df2 HTTP/1.1" status: 404 len: 333 time: 0.0643170 Jul 29 23:51:06.361536 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f62e3c-afce-4b54-bb06-88d20c1e774b req-8a90faef-072f-491f-85e0-f378c3deb156 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:06.362013 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48490) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:06.363173 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-00f62e3c-afce-4b54-bb06-88d20c1e774b req-8a90faef-072f-491f-85e0-f378c3deb156 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/ports?device_id=7535b2bd-335e-4d82-bf23-754c839992db HTTP/1.1" status: 200 len: 946 time: 0.0925419 Jul 29 23:51:06.437029 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-feecebd5-6c94-4eb8-9602-81987de355aa tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] GET failed (client error): The resource could not be found. Jul 29 23:51:06.438878 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-feecebd5-6c94-4eb8-9602-81987de355aa tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "GET /v2.0/ports/4291a9c1-f87c-47b4-9d85-b60408272df2 HTTP/1.1" status: 404 len: 333 time: 0.0671611 Jul 29 23:51:06.444298 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48492) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:06.475887 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-00f62e3c-afce-4b54-bb06-88d20c1e774b req-71e0a9f9-96a8-4acd-8671-7753a18fcf17 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f717bff-2bc6-4137-934a-60e9a95b6304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978575 Jul 29 23:51:06.563168 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-6541ad19-e6aa-4205-b3dd-ab9de5854753 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Deleting subnet d3e6dae2-e6fd-4a63-b119-022d5bd76f62 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:51:06.568766 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6541ad19-e6aa-4205-b3dd-ab9de5854753 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:06.626114 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6541ad19-e6aa-4205-b3dd-ab9de5854753 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:06.786240 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6541ad19-e6aa-4205-b3dd-ab9de5854753 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:06.857987 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8023fac-33e4-41cc-8036-5e3347831ad1 None None] Network 547ecb77-6f76-4ed1-af03-2a9d02742a90 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:51:06.866844 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device d730034f-28b5-42a0-b606-0f08030c28db up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:51:06.911449 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6541ad19-e6aa-4205-b3dd-ab9de5854753 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:06.947494 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6541ad19-e6aa-4205-b3dd-ab9de5854753 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event deleted for resources: {'Subnet': ['ID=d3e6dae2-e6fd-4a63-b119-022d5bd76f62,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:06.952083 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6541ad19-e6aa-4205-b3dd-ab9de5854753 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:06.954397 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-6541ad19-e6aa-4205-b3dd-ab9de5854753 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "DELETE /v2.0/subnets/d3e6dae2-e6fd-4a63-b119-022d5bd76f62 HTTP/1.1" status: 204 len: 168 time: 0.5084350 Jul 29 23:51:06.958745 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48502) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:06.981441 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-b18e80b4-4880-49ef-8deb-2dd206e7e2ec None None] Provisioning for port 51943982-0ff1-41f0-83de-dacd6c16879a completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:51:07.043357 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port d730034f-28b5-42a0-b606-0f08030c28db triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:51:07.043357 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:07.135727 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0e204c01-7057-42e9-b123-dde1eb659a9c tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:07.218605 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-0e204c01-7057-42e9-b123-dde1eb659a9c tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Deleting port 51943982-0ff1-41f0-83de-dacd6c16879a {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:51:07.218940 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0e204c01-7057-42e9-b123-dde1eb659a9c tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:07.260573 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfcb428-1b53-4ea0-b74e-9b19554fa87a None None] DHCP port deletion for 547ecb77-6f76-4ed1-af03-2a9d02742a90 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:51:07.266679 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 51943982-0ff1-41f0-83de-dacd6c16879a up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:51:07.349898 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-0e204c01-7057-42e9-b123-dde1eb659a9c tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] For port 51943982-0ff1-41f0-83de-dacd6c16879a, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=51943982-0ff1-41f0-83de-dacd6c16879a,segment=NetworkSegment(b4076199-5b5d-4a0b-a3ce-978b6ab0a2a7),segment_id=b4076199-5b5d-4a0b-a3ce-978b6ab0a2a7)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:07.351078 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0e204c01-7057-42e9-b123-dde1eb659a9c tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:07.364535 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:07.375621 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-0e204c01-7057-42e9-b123-dde1eb659a9c tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Calling delete_port for 51943982-0ff1-41f0-83de-dacd6c16879a owned by network:dhcp {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:51:07.391752 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 51943982-0ff1-41f0-83de-dacd6c16879a completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:51:07.398939 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-8dfcb428-1b53-4ea0-b74e-9b19554fa87a None None] Deleting port 51943982-0ff1-41f0-83de-dacd6c16879a {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:51:07.399277 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8dfcb428-1b53-4ea0-b74e-9b19554fa87a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:07.419750 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 51943982-0ff1-41f0-83de-dacd6c16879a triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:51:07.420139 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:07.511308 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0e204c01-7057-42e9-b123-dde1eb659a9c tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:07.571125 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-8dfcb428-1b53-4ea0-b74e-9b19554fa87a None None] For port 51943982-0ff1-41f0-83de-dacd6c16879a, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=51943982-0ff1-41f0-83de-dacd6c16879a,segment=NetworkSegment(b4076199-5b5d-4a0b-a3ce-978b6ab0a2a7),segment_id=b4076199-5b5d-4a0b-a3ce-978b6ab0a2a7)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:07.571740 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8dfcb428-1b53-4ea0-b74e-9b19554fa87a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:07.574013 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e204c01-7057-42e9-b123-dde1eb659a9c tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event deleted for resources: {'Port': ['ID=51943982-0ff1-41f0-83de-dacd6c16879a,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:07.578196 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e204c01-7057-42e9-b123-dde1eb659a9c tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] No DVR routers for this DVR port 51943982-0ff1-41f0-83de-dacd6c16879a on host n-d-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:51:07.585094 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Could not find standard attr ID for object 51943982-0ff1-41f0-83de-dacd6c16879a. {{(pid=94079) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:51:07.593367 n-d-712141-10 neutron-server[94079]: INFO neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No ports have port_id starting with 51943982-0ff1-41f0-83de-dacd6c16879a Jul 29 23:51:07.598861 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-8dfcb428-1b53-4ea0-b74e-9b19554fa87a None None] Calling delete_port for 51943982-0ff1-41f0-83de-dacd6c16879a owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:51:07.643933 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406c8af-7cdd-42e1-84c1-d7f5175cf063 req-06bc6af9-ae5a-4444-8997-6d67f67c0f15 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:07.646135 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1406c8af-7cdd-42e1-84c1-d7f5175cf063 req-06bc6af9-ae5a-4444-8997-6d67f67c0f15 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/ports?device_id=7535b2bd-335e-4d82-bf23-754c839992db HTTP/1.1" status: 200 len: 946 time: 0.0794506 Jul 29 23:51:07.710776 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1406c8af-7cdd-42e1-84c1-d7f5175cf063 req-2b8f78fb-bceb-443d-9c43-8b4f58e69edd tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f717bff-2bc6-4137-934a-60e9a95b6304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561202 Jul 29 23:51:07.771329 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8dfcb428-1b53-4ea0-b74e-9b19554fa87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:07.778803 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0e204c01-7057-42e9-b123-dde1eb659a9c tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:07.794997 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-0e204c01-7057-42e9-b123-dde1eb659a9c tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['547ecb77-6f76-4ed1-af03-2a9d02742a90']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:07.817463 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-0e204c01-7057-42e9-b123-dde1eb659a9c tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4076199-5b5d-4a0b-a3ce-978b6ab0a2a7') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:07.817463 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-0e204c01-7057-42e9-b123-dde1eb659a9c tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4076199-5b5d-4a0b-a3ce-978b6ab0a2a7') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:07.819218 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfcb428-1b53-4ea0-b74e-9b19554fa87a None None] Pushing event deleted for resources: {'Port': ['ID=51943982-0ff1-41f0-83de-dacd6c16879a,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:07.819218 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfcb428-1b53-4ea0-b74e-9b19554fa87a None None] No DVR routers for this DVR port 51943982-0ff1-41f0-83de-dacd6c16879a on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:51:07.832747 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0e204c01-7057-42e9-b123-dde1eb659a9c tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:07.862993 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0e204c01-7057-42e9-b123-dde1eb659a9c tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:07.873753 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e204c01-7057-42e9-b123-dde1eb659a9c tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:51:07.874340 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0e204c01-7057-42e9-b123-dde1eb659a9c tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:07.877946 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:51:07.877946 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:51:07.877946 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:51:07.877946 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:51:07.877946 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:51:07.877946 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:51:07.877946 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:51:07.877946 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:51:07.877946 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:51:07.877946 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:51:07.877946 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:51:07.877946 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:51:07.877946 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:51:07.877946 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:51:07.877946 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:51:07.877946 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:51:07.877946 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:51:07.877946 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:51:07.877946 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:51:07.877946 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:51:07.877946 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:51:07.877946 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:51:07.877946 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:51:07.877946 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:51:07.877946 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:51:07.877946 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:51:07.877946 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:51:07.877946 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:51:07.877946 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:51:07.877946 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:51:07.877946 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:51:07.877946 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:51:07.991530 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0e204c01-7057-42e9-b123-dde1eb659a9c tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:08.003709 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0e204c01-7057-42e9-b123-dde1eb659a9c tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:08.006884 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0e204c01-7057-42e9-b123-dde1eb659a9c tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "DELETE /v2.0/networks/547ecb77-6f76-4ed1-af03-2a9d02742a90 HTTP/1.1" status: 204 len: 168 time: 1.0391893 Jul 29 23:51:08.011823 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48520) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:08.032700 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-73af85af-5f78-4dfb-952b-1d5ffd9fb371 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-83875430'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:08.040972 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e204c01-7057-42e9-b123-dde1eb659a9c tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event deleted for resources: {'Network': ['ID=547ecb77-6f76-4ed1-af03-2a9d02742a90,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:08.071766 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73af85af-5f78-4dfb-952b-1d5ffd9fb371 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Made reservation on behalf of da9e7a969d04495c9d1e65f1005dc604 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:51:08.076191 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-73af85af-5f78-4dfb-952b-1d5ffd9fb371 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:08.113889 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73af85af-5f78-4dfb-952b-1d5ffd9fb371 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:51:08.127754 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-73af85af-5f78-4dfb-952b-1d5ffd9fb371 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:08.128199 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-73af85af-5f78-4dfb-952b-1d5ffd9fb371 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Added segment 297b1553-8590-4225-a8b5-ea6119a7edd7 of type vlan for network c39d4d3e-2667-405b-960d-92a74108a7c8 Jul 29 23:51:08.177632 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-73af85af-5f78-4dfb-952b-1d5ffd9fb371 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:08.230397 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-73af85af-5f78-4dfb-952b-1d5ffd9fb371 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:08.240089 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73af85af-5f78-4dfb-952b-1d5ffd9fb371 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:08.241034 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-73af85af-5f78-4dfb-952b-1d5ffd9fb371 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:08.340868 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-73af85af-5f78-4dfb-952b-1d5ffd9fb371 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3278596 Jul 29 23:51:08.345248 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48528) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:08.353447 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-f7f16821-a301-4567-97c4-1f7375ec34df tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Request body: {'subnet': {'network_id': 'c39d4d3e-2667-405b-960d-92a74108a7c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:08.374723 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73af85af-5f78-4dfb-952b-1d5ffd9fb371 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event updated for resources: {'Network': ['ID=c39d4d3e-2667-405b-960d-92a74108a7c8,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:08.388326 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network c39d4d3e-2667-405b-960d-92a74108a7c8 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:51:08.490003 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f16821-a301-4567-97c4-1f7375ec34df tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Made reservation on behalf of da9e7a969d04495c9d1e65f1005dc604 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:51:08.493704 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f7f16821-a301-4567-97c4-1f7375ec34df tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:08.742651 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 51943982-0ff1-41f0-83de-dacd6c16879a no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:51:08.778155 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 51943982-0ff1-41f0-83de-dacd6c16879a {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:51:08.778581 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 51943982-0ff1-41f0-83de-dacd6c16879a not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:51:08.783602 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f7f16821-a301-4567-97c4-1f7375ec34df tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:08.884788 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f16821-a301-4567-97c4-1f7375ec34df tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Checking segment: {'id': '297b1553-8590-4225-a8b5-ea6119a7edd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c39d4d3e-2667-405b-960d-92a74108a7c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:51:08.885303 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f16821-a301-4567-97c4-1f7375ec34df tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Network hostable DHCP agents. Network: c39d4d3e-2667-405b-960d-92a74108a7c8, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:51:08.902922 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f16821-a301-4567-97c4-1f7375ec34df tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event updated for resources: {'Subnet': ['ID=90ec7ed0-d6d7-436f-aa9e-4d8af0e5548e,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:08.918256 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a021ad5-04cd-4cee-8a58-3abf0a16db59 req-ad2a0638-c2a7-437b-9ebd-ee2500fc4526 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:08.941616 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4a021ad5-04cd-4cee-8a58-3abf0a16db59 req-ad2a0638-c2a7-437b-9ebd-ee2500fc4526 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/ports?device_id=7535b2bd-335e-4d82-bf23-754c839992db HTTP/1.1" status: 200 len: 946 time: 0.0988231 Jul 29 23:51:08.972166 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f16821-a301-4567-97c4-1f7375ec34df tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Network c39d4d3e-2667-405b-960d-92a74108a7c8 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:51:08.992888 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-f7f16821-a301-4567-97c4-1f7375ec34df tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, c39d4d3e-2667-405b-960d-92a74108a7c8) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:51:09.001548 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc63883-1ff9-45c2-8a69-9a0083dd457a None None] Network c39d4d3e-2667-405b-960d-92a74108a7c8 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:51:09.008854 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f16821-a301-4567-97c4-1f7375ec34df tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:09.010520 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f7f16821-a301-4567-97c4-1f7375ec34df tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:09.043518 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-f7f16821-a301-4567-97c4-1f7375ec34df tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6917787 Jul 29 23:51:09.043807 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4a021ad5-04cd-4cee-8a58-3abf0a16db59 req-ae9a96bb-170e-4931-b873-1220460d06d3 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f717bff-2bc6-4137-934a-60e9a95b6304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930536 Jul 29 23:51:09.043977 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48548) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:09.061822 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-0cbe6a9f-8b59-4a89-8eed-4a085782159b tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Request body: {'port': {'network_id': 'c39d4d3e-2667-405b-960d-92a74108a7c8', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-76346501'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:09.158654 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd984657-2e71-4a72-a9af-83fc7268bfa6 req-02fb8ae1-7a51-4ca7-bec0-7fc66d0a002e tempest-TestNetworkAdvancedServerOps-451069228 tempest-TestNetworkAdvancedServerOps-451069228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:09.161048 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bd984657-2e71-4a72-a9af-83fc7268bfa6 req-02fb8ae1-7a51-4ca7-bec0-7fc66d0a002e tempest-TestNetworkAdvancedServerOps-451069228 tempest-TestNetworkAdvancedServerOps-451069228-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6154afd7-8d01-409e-8fdf-0e61d4fd2693 HTTP/1.1" status: 200 len: 1099 time: 0.0529115 Jul 29 23:51:09.192054 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee7ea21-7883-4b0f-bd1a-b8c3f25f62f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-c39d4d3e-2667-405b-960d-92a74108a7c8', 'network_id': 'c39d4d3e-2667-405b-960d-92a74108a7c8', 'tenant_id': 'da9e7a969d04495c9d1e65f1005dc604', 'fixed_ips': [{'subnet_id': '90ec7ed0-d6d7-436f-aa9e-4d8af0e5548e'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:51:09.193758 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0ee7ea21-7883-4b0f-bd1a-b8c3f25f62f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:09.214593 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cbe6a9f-8b59-4a89-8eed-4a085782159b tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Made reservation on behalf of da9e7a969d04495c9d1e65f1005dc604 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:51:09.218660 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0cbe6a9f-8b59-4a89-8eed-4a085782159b tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:09.240516 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bd984657-2e71-4a72-a9af-83fc7268bfa6 req-420f83e4-8247-411d-8902-e62e1c219917 tempest-TestNetworkAdvancedServerOps-451069228 tempest-TestNetworkAdvancedServerOps-451069228-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=85f85b5e-f991-4c31-ad60-266ee91bb584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693917 Jul 29 23:51:09.243590 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [None req-0cbe6a9f-8b59-4a89-8eed-4a085782159b tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] device_id is not set on port a57cd718-7094-41cd-8ab3-cbc74d4023d9 yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:51:09.277991 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 48554) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:09.412177 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-0ee7ea21-7883-4b0f-bd1a-b8c3f25f62f2 None None] Allocated IP 2001:db8::2 (c39d4d3e-2667-405b-960d-92a74108a7c8/90ec7ed0-d6d7-436f-aa9e-4d8af0e5548e/ad2b408e-b069-4261-b34c-b68a7d438f59) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:51:09.503294 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-72ee246c-57e9-49e9-a63c-71da60cd8f9f tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Deleting port 87d4769b-b4e1-471e-83b5-638eb0f0da61 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:51:09.503914 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-72ee246c-57e9-49e9-a63c-71da60cd8f9f tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:09.604886 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-72ee246c-57e9-49e9-a63c-71da60cd8f9f tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:09.605117 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-72ee246c-57e9-49e9-a63c-71da60cd8f9f tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:09.606327 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0ee7ea21-7883-4b0f-bd1a-b8c3f25f62f2 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:09.622073 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-0ee7ea21-7883-4b0f-bd1a-b8c3f25f62f2 None None] Transition to ACTIVE for port object ad2b408e-b069-4261-b34c-b68a7d438f59 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:51:09.628609 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-72ee246c-57e9-49e9-a63c-71da60cd8f9f tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Calling delete_port for 87d4769b-b4e1-471e-83b5-638eb0f0da61 owned by network:floatingip {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:51:09.644838 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-0ee7ea21-7883-4b0f-bd1a-b8c3f25f62f2 None None] Transition to ACTIVE for port object ad2b408e-b069-4261-b34c-b68a7d438f59 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:51:09.651655 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0ee7ea21-7883-4b0f-bd1a-b8c3f25f62f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:09.687599 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee7ea21-7883-4b0f-bd1a-b8c3f25f62f2 None None] Network c39d4d3e-2667-405b-960d-92a74108a7c8 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:51:09.692191 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-0ee7ea21-7883-4b0f-bd1a-b8c3f25f62f2 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:51:09.695655 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee7ea21-7883-4b0f-bd1a-b8c3f25f62f2 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:51:09.731525 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee7ea21-7883-4b0f-bd1a-b8c3f25f62f2 None None] Pushing event updated for resources: {'Port': ['ID=ad2b408e-b069-4261-b34c-b68a7d438f59,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:09.774267 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-0ee7ea21-7883-4b0f-bd1a-b8c3f25f62f2 None None] Attempting to bind port ad2b408e-b069-4261-b34c-b68a7d438f59 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:51:09.774642 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-0ee7ea21-7883-4b0f-bd1a-b8c3f25f62f2 None None] Attempting to bind port ad2b408e-b069-4261-b34c-b68a7d438f59 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '297b1553-8590-4225-a8b5-ea6119a7edd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c39d4d3e-2667-405b-960d-92a74108a7c8'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:51:09.775105 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee7ea21-7883-4b0f-bd1a-b8c3f25f62f2 None None] Attempting to bind port ad2b408e-b069-4261-b34c-b68a7d438f59 on network c39d4d3e-2667-405b-960d-92a74108a7c8 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:51:09.782839 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee7ea21-7883-4b0f-bd1a-b8c3f25f62f2 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:51:09.783213 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee7ea21-7883-4b0f-bd1a-b8c3f25f62f2 None None] Checking segment: {'id': '297b1553-8590-4225-a8b5-ea6119a7edd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c39d4d3e-2667-405b-960d-92a74108a7c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:51:09.783761 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0ee7ea21-7883-4b0f-bd1a-b8c3f25f62f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:09.784164 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee7ea21-7883-4b0f-bd1a-b8c3f25f62f2 None None] Bound using segment: {'id': '297b1553-8590-4225-a8b5-ea6119a7edd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c39d4d3e-2667-405b-960d-92a74108a7c8'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:51:09.784711 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-0ee7ea21-7883-4b0f-bd1a-b8c3f25f62f2 None None] Bound port: ad2b408e-b069-4261-b34c-b68a7d438f59, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '297b1553-8590-4225-a8b5-ea6119a7edd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'c39d4d3e-2667-405b-960d-92a74108a7c8'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:51:09.785505 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0ee7ea21-7883-4b0f-bd1a-b8c3f25f62f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:09.790778 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-0cbe6a9f-8b59-4a89-8eed-4a085782159b tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Allocated IP 2001:db8::ba (c39d4d3e-2667-405b-960d-92a74108a7c8/90ec7ed0-d6d7-436f-aa9e-4d8af0e5548e/a57cd718-7094-41cd-8ab3-cbc74d4023d9) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:51:09.837513 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-72ee246c-57e9-49e9-a63c-71da60cd8f9f tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:09.873324 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ee246c-57e9-49e9-a63c-71da60cd8f9f tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event deleted for resources: {'Port': ['ID=87d4769b-b4e1-471e-83b5-638eb0f0da61,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:09.879430 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-0ee7ea21-7883-4b0f-bd1a-b8c3f25f62f2 None None] For port ad2b408e-b069-4261-b34c-b68a7d438f59, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:51:09.883127 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-0ee7ea21-7883-4b0f-bd1a-b8c3f25f62f2 None None] For port ad2b408e-b069-4261-b34c-b68a7d438f59, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=ad2b408e-b069-4261-b34c-b68a7d438f59,segment=NetworkSegment(297b1553-8590-4225-a8b5-ea6119a7edd7),segment_id=297b1553-8590-4225-a8b5-ea6119a7edd7)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:51:09.889224 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0ee7ea21-7883-4b0f-bd1a-b8c3f25f62f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:09.953337 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee7ea21-7883-4b0f-bd1a-b8c3f25f62f2 None None] Pushing event updated for resources: {'Port': ['ID=ad2b408e-b069-4261-b34c-b68a7d438f59,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:09.968745 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0cbe6a9f-8b59-4a89-8eed-4a085782159b tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:09.969569 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-72ee246c-57e9-49e9-a63c-71da60cd8f9f tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for floatingip, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:09.970163 n-d-712141-10 neutron-server[94078]: INFO neutron.db.l3_db [None req-72ee246c-57e9-49e9-a63c-71da60cd8f9f tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Floating IP 929a0e01-4d22-477f-9b8b-138ff2fb3132 disassociated (deleted). External IP: 172.25.0.198, port: 490b699c-9d02-4d29-b8e3-36aab2384cce. Jul 29 23:51:09.986328 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-0cbe6a9f-8b59-4a89-8eed-4a085782159b tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Transition to ACTIVE for port object a57cd718-7094-41cd-8ab3-cbc74d4023d9 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:51:10.026523 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0cbe6a9f-8b59-4a89-8eed-4a085782159b tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:10.097425 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbe6a9f-8b59-4a89-8eed-4a085782159b tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event updated for resources: {'Port': ['ID=a57cd718-7094-41cd-8ab3-cbc74d4023d9,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:10.112483 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbe6a9f-8b59-4a89-8eed-4a085782159b tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Network c39d4d3e-2667-405b-960d-92a74108a7c8 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:51:10.115659 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-0cbe6a9f-8b59-4a89-8eed-4a085782159b tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:51:10.126312 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbe6a9f-8b59-4a89-8eed-4a085782159b tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:51:10.132039 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbe6a9f-8b59-4a89-8eed-4a085782159b tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:10.132675 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0cbe6a9f-8b59-4a89-8eed-4a085782159b tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:10.153501 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0cbe6a9f-8b59-4a89-8eed-4a085782159b tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 890 time: 1.1060059 Jul 29 23:51:10.154125 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48570) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:10.205159 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5acc27b-f902-44c4-9b0f-7a9d54f48dae req-b830cf2f-fcf5-4ae5-aa10-43e942eaaba0 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:10.205159 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e5acc27b-f902-44c4-9b0f-7a9d54f48dae req-b830cf2f-fcf5-4ae5-aa10-43e942eaaba0 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/ports?device_id=7535b2bd-335e-4d82-bf23-754c839992db HTTP/1.1" status: 200 len: 946 time: 0.0735474 Jul 29 23:51:10.310392 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-6dc634d1-d057-4e3b-83b1-69c3e22a467a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Deleting port a57cd718-7094-41cd-8ab3-cbc74d4023d9 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:51:10.311087 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6dc634d1-d057-4e3b-83b1-69c3e22a467a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:10.330019 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ee246c-57e9-49e9-a63c-71da60cd8f9f tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Router fe10f58e-dbe2-4b40-80d7-14be5bdb1604 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:51:10.333528 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e5acc27b-f902-44c4-9b0f-7a9d54f48dae req-dab843a3-82fa-4833-a8c0-84b41ac1ee00 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f717bff-2bc6-4137-934a-60e9a95b6304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690291 Jul 29 23:51:10.429086 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6dc634d1-d057-4e3b-83b1-69c3e22a467a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:10.444034 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-6dc634d1-d057-4e3b-83b1-69c3e22a467a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Calling delete_port for a57cd718-7094-41cd-8ab3-cbc74d4023d9 owned by {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:51:10.476805 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ee246c-57e9-49e9-a63c-71da60cd8f9f tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:51:10.488768 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77dd8a7-6664-42fc-bc85-d4096a9d42c7 None None] Sync routers for ids ['fe10f58e-dbe2-4b40-80d7-14be5bdb1604'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:51:10.492743 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-72ee246c-57e9-49e9-a63c-71da60cd8f9f tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:10.503270 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77dd8a7-6664-42fc-bc85-d4096a9d42c7 None None] Routers {'fe10f58e-dbe2-4b40-80d7-14be5bdb1604'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:51:10.503919 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-a77dd8a7-6664-42fc-bc85-d4096a9d42c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:50:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['fe10f58e-dbe2-4b40-80d7-14be5bdb1604'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:10.525504 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-72ee246c-57e9-49e9-a63c-71da60cd8f9f tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "DELETE /v2.0/floatingips/929a0e01-4d22-477f-9b8b-138ff2fb3132 HTTP/1.1" status: 204 len: 168 time: 1.2459543 Jul 29 23:51:10.526985 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6154afd7-8d01-409e-8fdf-0e61d4fd2693', 'tag': '490b699c-9d02-4d29-b8e3-36aab2384cce'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:51:10.529749 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe79c1b6-a673-479e-94d1-3e82f5640858" -d '{"events": [{"name": "network-changed", "server_uuid": "6154afd7-8d01-409e-8fdf-0e61d4fd2693", "tag": "490b699c-9d02-4d29-b8e3-36aab2384cce"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:51:10.595689 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add9a254-eaf7-47fb-b27a-507b691c7620 x-openstack-request-id: req-add9a254-eaf7-47fb-b27a-507b691c7620 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:51:10.596095 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6154afd7-8d01-409e-8fdf-0e61d4fd2693", "tag": "490b699c-9d02-4d29-b8e3-36aab2384cce", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:51:10.596462 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-add9a254-eaf7-47fb-b27a-507b691c7620 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:51:10.596971 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6154afd7-8d01-409e-8fdf-0e61d4fd2693', 'tag': '490b699c-9d02-4d29-b8e3-36aab2384cce', 'status': 'completed', 'code': 200} Jul 29 23:51:10.647768 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-a77dd8a7-6664-42fc-bc85-d4096a9d42c7 None None] Set router fe10f58e-dbe2-4b40-80d7-14be5bdb1604 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:51:10.687758 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6dc634d1-d057-4e3b-83b1-69c3e22a467a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:10.778270 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc634d1-d057-4e3b-83b1-69c3e22a467a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event deleted for resources: {'Port': ['ID=a57cd718-7094-41cd-8ab3-cbc74d4023d9,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:10.825088 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device ad2b408e-b069-4261-b34c-b68a7d438f59 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:51:10.846710 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79c1b6-a673-479e-94d1-3e82f5640858 req-105ebb9f-70cb-4ab3-a04f-68c55b8ce27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:10.849430 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-fe79c1b6-a673-479e-94d1-3e82f5640858 req-105ebb9f-70cb-4ab3-a04f-68c55b8ce27d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=65ae77200a164c0f8f007753b934a6ed&device_id=6154afd7-8d01-409e-8fdf-0e61d4fd2693 HTTP/1.1" status: 200 len: 1099 time: 0.2266712 Jul 29 23:51:10.853122 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6dc634d1-d057-4e3b-83b1-69c3e22a467a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:10.864192 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-6dc634d1-d057-4e3b-83b1-69c3e22a467a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "DELETE /v2.0/ports/a57cd718-7094-41cd-8ab3-cbc74d4023d9 HTTP/1.1" status: 204 len: 168 time: 0.7003329 Jul 29 23:51:10.864657 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 48590) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:10.904189 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4756df6-de8e-4e6c-aa5f-572e59a68a20 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] GET failed (client error): The resource could not be found. Jul 29 23:51:10.905854 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e4756df6-de8e-4e6c-aa5f-572e59a68a20 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "GET /v2.0/ports/a57cd718-7094-41cd-8ab3-cbc74d4023d9 HTTP/1.1" status: 404 len: 333 time: 0.0457897 Jul 29 23:51:10.908784 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 48592) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:10.963407 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port ad2b408e-b069-4261-b34c-b68a7d438f59 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:51:11.035149 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-a77dd8a7-6664-42fc-bc85-d4096a9d42c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe10f58e-dbe2-4b40-80d7-14be5bdb1604', 'name': 'tempest-TestNetworkAdvancedServerOps-router-381488720', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'daebd3bf-27f3-4fd8-b8cf-4f518c02b891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:48:47Z', 'updated_at': '2021-07-29T23:48:58Z', 'revision_number': 4, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'gw_port': {'id': 'daebd3bf-27f3-4fd8-b8cf-4f518c02b891', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:93:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe10f58e-dbe2-4b40-80d7-14be5bdb1604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:48:48Z', 'updated_at': '2021-07-29T23:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '46c4fbf7-df2e-4739-938d-00b33764ce8f', 'name': '', 'network_id': '3f0f0134-a751-4648-8702-633d8ab16f88', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'mac_address': 'fa:16:3e:58:45:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe10f58e-dbe2-4b40-80d7-14be5bdb1604', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '673386f4-4164-4a40-a940-b8997f63deb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:48:56Z', 'updated_at': '2021-07-29T23:49:05Z', 'revision_number': 5, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'subnets': [{'id': '673386f4-4164-4a40-a940-b8997f63deb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:11.035489 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-e224e9fc-3fc4-4148-95c2-6c872a13628c tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Deleting subnet 90ec7ed0-d6d7-436f-aa9e-4d8af0e5548e {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:51:11.039859 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e224e9fc-3fc4-4148-95c2-6c872a13628c tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:11.074018 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77dd8a7-6664-42fc-bc85-d4096a9d42c7 None None] Checking router: fe10f58e-dbe2-4b40-80d7-14be5bdb1604 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:51:11.082994 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c38439-ab9b-4d24-90d0-533de3ea2e4a req-6f9ba782-0491-40a1-a47c-f1b72cf2a8f1 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:11.085095 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77dd8a7-6664-42fc-bc85-d4096a9d42c7 None None] Routers {'fe10f58e-dbe2-4b40-80d7-14be5bdb1604'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:51:11.085397 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79c1b6-a673-479e-94d1-3e82f5640858 req-d6357217-7586-4d7f-a4af-dd93c30e5146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:11.085744 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-a77dd8a7-6664-42fc-bc85-d4096a9d42c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:50:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['fe10f58e-dbe2-4b40-80d7-14be5bdb1604'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:11.091964 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-10c38439-ab9b-4d24-90d0-533de3ea2e4a req-6f9ba782-0491-40a1-a47c-f1b72cf2a8f1 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=6154afd7-8d01-409e-8fdf-0e61d4fd2693 HTTP/1.1" status: 200 len: 947 time: 0.1035228 Jul 29 23:51:11.095309 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-fe79c1b6-a673-479e-94d1-3e82f5640858 req-d6357217-7586-4d7f-a4af-dd93c30e5146 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3f0f0134-a751-4648-8702-633d8ab16f88 HTTP/1.1" status: 200 len: 897 time: 0.2296159 Jul 29 23:51:11.131374 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e224e9fc-3fc4-4148-95c2-6c872a13628c tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:11.148571 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-fe79c1b6-a673-479e-94d1-3e82f5640858 req-8f6c56bf-89cd-4925-b22f-a6a72c63180f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=490b699c-9d02-4d29-b8e3-36aab2384cce HTTP/1.1" status: 200 len: 217 time: 0.0428653 Jul 29 23:51:11.186282 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-10c38439-ab9b-4d24-90d0-533de3ea2e4a req-490ffab4-f13e-4f62-9e2f-a8d149a112d3 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=85f85b5e-f991-4c31-ad60-266ee91bb584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934362 Jul 29 23:51:11.249857 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-a77dd8a7-6664-42fc-bc85-d4096a9d42c7 None None] Set router fe10f58e-dbe2-4b40-80d7-14be5bdb1604 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:51:11.269855 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79c1b6-a673-479e-94d1-3e82f5640858 req-9b661512-0f8e-44d5-a557-117fa62ec7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:11.271364 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-fe79c1b6-a673-479e-94d1-3e82f5640858 req-9b661512-0f8e-44d5-a557-117fa62ec7db service neutron] 10.222.0.22 "GET /v2.0/subnets?id=673386f4-4164-4a40-a940-b8997f63deb7 HTTP/1.1" status: 200 len: 835 time: 0.1144724 Jul 29 23:51:11.281091 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e224e9fc-3fc4-4148-95c2-6c872a13628c tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:11.355097 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e224e9fc-3fc4-4148-95c2-6c872a13628c tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:11.380455 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe79c1b6-a673-479e-94d1-3e82f5640858 req-0b6a7d25-b1bd-437b-9c73-576c58a33403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:11.382180 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-fe79c1b6-a673-479e-94d1-3e82f5640858 req-0b6a7d25-b1bd-437b-9c73-576c58a33403 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3f0f0134-a751-4648-8702-633d8ab16f88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1013401 Jul 29 23:51:11.390654 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274a0d68-c990-4f3d-9bfc-164ce604c43a None None] Network c39d4d3e-2667-405b-960d-92a74108a7c8 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:51:11.399587 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e224e9fc-3fc4-4148-95c2-6c872a13628c tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event deleted for resources: {'Subnet': ['ID=90ec7ed0-d6d7-436f-aa9e-4d8af0e5548e,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:11.407608 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e224e9fc-3fc4-4148-95c2-6c872a13628c tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:11.409618 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e224e9fc-3fc4-4148-95c2-6c872a13628c tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "DELETE /v2.0/subnets/90ec7ed0-d6d7-436f-aa9e-4d8af0e5548e HTTP/1.1" status: 204 len: 168 time: 0.4938784 Jul 29 23:51:11.412306 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 48600) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:11.546406 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c04db2f1-33ec-4aa5-b0d2-464ff5f4c5d6 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:11.548516 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1747fb3b-de76-4e8d-9c2a-bea9c23851a6 None None] Provisioning for port ad2b408e-b069-4261-b34c-b68a7d438f59 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:51:11.558942 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875d5e9-ed1a-4d77-bcac-f6b5d8c649d8 req-abad898e-d3bc-4332-bb7e-05e048bdb38c tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:11.567072 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3875d5e9-ed1a-4d77-bcac-f6b5d8c649d8 req-abad898e-d3bc-4332-bb7e-05e048bdb38c tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/ports?device_id=7535b2bd-335e-4d82-bf23-754c839992db HTTP/1.1" status: 200 len: 946 time: 0.0976281 Jul 29 23:51:11.579576 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-fe79c1b6-a673-479e-94d1-3e82f5640858 req-b4ba6d06-2dc9-4e46-b8a4-ea41558613bd service neutron] 10.222.0.22 "GET /v2.0/networks/3f0f0134-a751-4648-8702-633d8ab16f88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851964 Jul 29 23:51:11.613916 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1747fb3b-de76-4e8d-9c2a-bea9c23851a6 None None] Provisioning complete for port ad2b408e-b069-4261-b34c-b68a7d438f59 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:51:11.621941 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3875d5e9-ed1a-4d77-bcac-f6b5d8c649d8 req-1668a016-f7c3-43de-85bf-5fdcde68be76 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f717bff-2bc6-4137-934a-60e9a95b6304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538316 Jul 29 23:51:11.636316 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1747fb3b-de76-4e8d-9c2a-bea9c23851a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:11.674998 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-a77dd8a7-6664-42fc-bc85-d4096a9d42c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe10f58e-dbe2-4b40-80d7-14be5bdb1604', 'name': 'tempest-TestNetworkAdvancedServerOps-router-381488720', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'daebd3bf-27f3-4fd8-b8cf-4f518c02b891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:48:47Z', 'updated_at': '2021-07-29T23:48:58Z', 'revision_number': 4, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'gw_port': {'id': 'daebd3bf-27f3-4fd8-b8cf-4f518c02b891', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:93:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe10f58e-dbe2-4b40-80d7-14be5bdb1604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:48:48Z', 'updated_at': '2021-07-29T23:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '46c4fbf7-df2e-4739-938d-00b33764ce8f', 'name': '', 'network_id': '3f0f0134-a751-4648-8702-633d8ab16f88', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'mac_address': 'fa:16:3e:58:45:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe10f58e-dbe2-4b40-80d7-14be5bdb1604', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '673386f4-4164-4a40-a940-b8997f63deb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:48:56Z', 'updated_at': '2021-07-29T23:49:05Z', 'revision_number': 5, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'subnets': [{'id': '673386f4-4164-4a40-a940-b8997f63deb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:11.704024 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77dd8a7-6664-42fc-bc85-d4096a9d42c7 None None] The sync data for ids ['fe10f58e-dbe2-4b40-80d7-14be5bdb1604'] in n-d-712141-10 is: [{'id': 'fe10f58e-dbe2-4b40-80d7-14be5bdb1604', 'name': 'tempest-TestNetworkAdvancedServerOps-router-381488720', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'daebd3bf-27f3-4fd8-b8cf-4f518c02b891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:48:47Z', 'updated_at': '2021-07-29T23:48:58Z', 'revision_number': 4, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'gw_port': {'id': 'daebd3bf-27f3-4fd8-b8cf-4f518c02b891', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:93:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe10f58e-dbe2-4b40-80d7-14be5bdb1604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:48:48Z', 'updated_at': '2021-07-29T23:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '46c4fbf7-df2e-4739-938d-00b33764ce8f', 'name': '', 'network_id': '3f0f0134-a751-4648-8702-633d8ab16f88', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'mac_address': 'fa:16:3e:58:45:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe10f58e-dbe2-4b40-80d7-14be5bdb1604', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': '673386f4-4164-4a40-a940-b8997f63deb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:48:56Z', 'updated_at': '2021-07-29T23:49:05Z', 'revision_number': 5, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'subnets': [{'id': '673386f4-4164-4a40-a940-b8997f63deb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:51:11.712847 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-c04db2f1-33ec-4aa5-b0d2-464ff5f4c5d6 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Deleting port ad2b408e-b069-4261-b34c-b68a7d438f59 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:51:11.716506 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c04db2f1-33ec-4aa5-b0d2-464ff5f4c5d6 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:11.773503 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-fe79c1b6-a673-479e-94d1-3e82f5640858 req-86266524-86bf-4109-b0f2-8bffb88b6752 service neutron] 10.222.0.22 "GET /v2.0/networks/3f0f0134-a751-4648-8702-633d8ab16f88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864069 Jul 29 23:51:11.806377 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1747fb3b-de76-4e8d-9c2a-bea9c23851a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:11.821091 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f075926-4549-49f6-8056-a1a27e2f9b1d None None] DHCP port deletion for c39d4d3e-2667-405b-960d-92a74108a7c8 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:51:11.824752 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-c04db2f1-33ec-4aa5-b0d2-464ff5f4c5d6 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] For port ad2b408e-b069-4261-b34c-b68a7d438f59, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=ad2b408e-b069-4261-b34c-b68a7d438f59,segment=NetworkSegment(297b1553-8590-4225-a8b5-ea6119a7edd7),segment_id=297b1553-8590-4225-a8b5-ea6119a7edd7)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:11.825249 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c04db2f1-33ec-4aa5-b0d2-464ff5f4c5d6 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:11.841490 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-c04db2f1-33ec-4aa5-b0d2-464ff5f4c5d6 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Calling delete_port for ad2b408e-b069-4261-b34c-b68a7d438f59 owned by network:dhcp {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:51:11.872397 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1747fb3b-de76-4e8d-9c2a-bea9c23851a6 None None] For port ad2b408e-b069-4261-b34c-b68a7d438f59, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=ad2b408e-b069-4261-b34c-b68a7d438f59,segment=NetworkSegment(297b1553-8590-4225-a8b5-ea6119a7edd7),segment_id=297b1553-8590-4225-a8b5-ea6119a7edd7)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:11.882215 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1747fb3b-de76-4e8d-9c2a-bea9c23851a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:11.926013 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1f075926-4549-49f6-8056-a1a27e2f9b1d None None] Deleting port ad2b408e-b069-4261-b34c-b68a7d438f59 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:51:11.926384 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1f075926-4549-49f6-8056-a1a27e2f9b1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:11.954114 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c04db2f1-33ec-4aa5-b0d2-464ff5f4c5d6 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:12.004238 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04db2f1-33ec-4aa5-b0d2-464ff5f4c5d6 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] No DVR routers for this DVR port ad2b408e-b069-4261-b34c-b68a7d438f59 on host n-d-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:51:12.025221 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04db2f1-33ec-4aa5-b0d2-464ff5f4c5d6 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event deleted for resources: {'Port': ['ID=ad2b408e-b069-4261-b34c-b68a7d438f59,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:12.072031 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1f075926-4549-49f6-8056-a1a27e2f9b1d None None] For port ad2b408e-b069-4261-b34c-b68a7d438f59, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=ad2b408e-b069-4261-b34c-b68a7d438f59,segment=NetworkSegment(297b1553-8590-4225-a8b5-ea6119a7edd7),segment_id=297b1553-8590-4225-a8b5-ea6119a7edd7)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:12.084270 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1f075926-4549-49f6-8056-a1a27e2f9b1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:12.101618 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1747fb3b-de76-4e8d-9c2a-bea9c23851a6 None None] Pushing event updated for resources: {'Port': ['ID=ad2b408e-b069-4261-b34c-b68a7d438f59,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:12.117221 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1f075926-4549-49f6-8056-a1a27e2f9b1d None None] Calling delete_port for ad2b408e-b069-4261-b34c-b68a7d438f59 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:51:12.117428 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c04db2f1-33ec-4aa5-b0d2-464ff5f4c5d6 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:12.129172 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-c04db2f1-33ec-4aa5-b0d2-464ff5f4c5d6 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c39d4d3e-2667-405b-960d-92a74108a7c8']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:12.145278 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-c04db2f1-33ec-4aa5-b0d2-464ff5f4c5d6 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '297b1553-8590-4225-a8b5-ea6119a7edd7') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:12.145656 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-c04db2f1-33ec-4aa5-b0d2-464ff5f4c5d6 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '297b1553-8590-4225-a8b5-ea6119a7edd7') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:12.156869 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c04db2f1-33ec-4aa5-b0d2-464ff5f4c5d6 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:12.163348 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dac76d-63e3-4fa0-ab8f-603e1d0736c7 None None] New status for floating IP 929a0e01-4d22-477f-9b8b-138ff2fb3132: DOWN {{(pid=94079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:51:12.172181 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c04db2f1-33ec-4aa5-b0d2-464ff5f4c5d6 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:12.180236 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c04db2f1-33ec-4aa5-b0d2-464ff5f4c5d6 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:51:12.181010 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c04db2f1-33ec-4aa5-b0d2-464ff5f4c5d6 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:12.233949 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:51:12.233949 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:51:12.233949 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:51:12.233949 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:51:12.233949 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:51:12.233949 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:51:12.233949 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:51:12.233949 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:51:12.233949 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:51:12.233949 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:51:12.233949 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:51:12.233949 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:51:12.233949 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:51:12.233949 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:51:12.233949 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:51:12.233949 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:51:12.233949 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:51:12.233949 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:51:12.233949 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:51:12.233949 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:51:12.233949 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:51:12.233949 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:51:12.233949 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:51:12.233949 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:51:12.233949 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:51:12.233949 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:51:12.233949 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:51:12.233949 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:51:12.233949 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:51:12.233949 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:51:12.233949 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:51:12.233949 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:51:12.237211 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca15c7-1e22-4bdf-a419-78be2cc34bcc req-299a9819-82cb-4452-9715-dda64a6a17d2 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:12.239552 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-eaca15c7-1e22-4bdf-a419-78be2cc34bcc req-299a9819-82cb-4452-9715-dda64a6a17d2 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.22 "GET /v2.0/ports?device_id=6154afd7-8d01-409e-8fdf-0e61d4fd2693 HTTP/1.1" status: 200 len: 947 time: 0.0619907 Jul 29 23:51:12.268373 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c04db2f1-33ec-4aa5-b0d2-464ff5f4c5d6 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:12.297116 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1f075926-4549-49f6-8056-a1a27e2f9b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:12.316382 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c04db2f1-33ec-4aa5-b0d2-464ff5f4c5d6 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:12.316801 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1f075926-4549-49f6-8056-a1a27e2f9b1d None None] Network c39d4d3e-2667-405b-960d-92a74108a7c8 is not hosted by any dhcp agent {{(pid=94079) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 23:51:12.317447 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f075926-4549-49f6-8056-a1a27e2f9b1d None None] No DVR routers for this DVR port ad2b408e-b069-4261-b34c-b68a7d438f59 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:51:12.322468 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-c04db2f1-33ec-4aa5-b0d2-464ff5f4c5d6 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "DELETE /v2.0/networks/c39d4d3e-2667-405b-960d-92a74108a7c8 HTTP/1.1" status: 204 len: 168 time: 0.9074931 Jul 29 23:51:12.326031 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04db2f1-33ec-4aa5-b0d2-464ff5f4c5d6 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event deleted for resources: {'Network': ['ID=c39d4d3e-2667-405b-960d-92a74108a7c8,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:12.330485 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48618) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:12.345414 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-7023f350-657a-4064-81c7-c1881ac6d7c4 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Request body: {'port': {'network_id': 'dcaa893a-6fe0-4e47-95bf-6fac6fda272b', 'name': 'tempest-PortsIpV6TestJSON-1432935363'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:12.375350 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f075926-4549-49f6-8056-a1a27e2f9b1d None None] Pushing event deleted for resources: {'Port': ['ID=ad2b408e-b069-4261-b34c-b68a7d438f59,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:12.410319 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38b7149-a526-4325-b58a-5db80a6b6524 req-b2ba6db6-5864-4130-8506-217645daddab tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:12.411858 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b38b7149-a526-4325-b58a-5db80a6b6524 req-b2ba6db6-5864-4130-8506-217645daddab tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=6154afd7-8d01-409e-8fdf-0e61d4fd2693 HTTP/1.1" status: 200 len: 947 time: 0.0606365 Jul 29 23:51:12.476708 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b38b7149-a526-4325-b58a-5db80a6b6524 req-1ed78e55-8aa5-4e96-b593-4dc7c15a2d24 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=85f85b5e-f991-4c31-ad60-266ee91bb584&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530319 Jul 29 23:51:12.499034 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7023f350-657a-4064-81c7-c1881ac6d7c4 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Made reservation on behalf of da9e7a969d04495c9d1e65f1005dc604 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:51:12.503005 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7023f350-657a-4064-81c7-c1881ac6d7c4 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:12.506933 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-eaca15c7-1e22-4bdf-a419-78be2cc34bcc req-22a80723-e2fc-4182-925e-7834cb06d112 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Deleting port 490b699c-9d02-4d29-b8e3-36aab2384cce {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:51:12.507271 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-eaca15c7-1e22-4bdf-a419-78be2cc34bcc req-22a80723-e2fc-4182-925e-7834cb06d112 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:12.569707 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [None req-7023f350-657a-4064-81c7-c1881ac6d7c4 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] device_id is not set on port c59b0cd4-6e68-4b2c-82f7-f5270c279483 yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:51:12.748840 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device ad2b408e-b069-4261-b34c-b68a7d438f59 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:51:12.766579 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-eaca15c7-1e22-4bdf-a419-78be2cc34bcc req-22a80723-e2fc-4182-925e-7834cb06d112 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] For port 490b699c-9d02-4d29-b8e3-36aab2384cce, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=490b699c-9d02-4d29-b8e3-36aab2384cce,segment=NetworkSegment(843c91f7-8d92-42f5-bfa1-88724e50fee0),segment_id=843c91f7-8d92-42f5-bfa1-88724e50fee0)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:12.766953 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-eaca15c7-1e22-4bdf-a419-78be2cc34bcc req-22a80723-e2fc-4182-925e-7834cb06d112 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:12.775467 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1660c6-33bc-4277-861e-392d3cc81e0a req-c3d979ed-f02f-49a7-88b3-ab32a7319c4f tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:12.781069 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: ad2b408e-b069-4261-b34c-b68a7d438f59 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:51:12.782918 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-de1660c6-33bc-4277-861e-392d3cc81e0a req-c3d979ed-f02f-49a7-88b3-ab32a7319c4f tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/ports?device_id=7535b2bd-335e-4d82-bf23-754c839992db HTTP/1.1" status: 200 len: 946 time: 0.0858181 Jul 29 23:51:12.783173 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device ad2b408e-b069-4261-b34c-b68a7d438f59 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:51:12.788368 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-eaca15c7-1e22-4bdf-a419-78be2cc34bcc req-22a80723-e2fc-4182-925e-7834cb06d112 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Calling delete_port for 490b699c-9d02-4d29-b8e3-36aab2384cce owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:51:12.824008 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7023f350-657a-4064-81c7-c1881ac6d7c4 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:12.833135 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-de1660c6-33bc-4277-861e-392d3cc81e0a req-38840b6d-f54a-4c96-91c0-af3089697acc tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f717bff-2bc6-4137-934a-60e9a95b6304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382929 Jul 29 23:51:12.924028 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7023f350-657a-4064-81c7-c1881ac6d7c4 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:13.020037 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7023f350-657a-4064-81c7-c1881ac6d7c4 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Network dcaa893a-6fe0-4e47-95bf-6fac6fda272b is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:51:13.024303 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7023f350-657a-4064-81c7-c1881ac6d7c4 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event updated for resources: {'Port': ['ID=c59b0cd4-6e68-4b2c-82f7-f5270c279483,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:13.029760 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-7023f350-657a-4064-81c7-c1881ac6d7c4 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:51:13.032455 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7023f350-657a-4064-81c7-c1881ac6d7c4 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:51:13.038331 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7023f350-657a-4064-81c7-c1881ac6d7c4 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:13.038980 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7023f350-657a-4064-81c7-c1881ac6d7c4 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:13.054470 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-eaca15c7-1e22-4bdf-a419-78be2cc34bcc req-22a80723-e2fc-4182-925e-7834cb06d112 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:13.070235 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7023f350-657a-4064-81c7-c1881ac6d7c4 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7365599 Jul 29 23:51:13.074258 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48638) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:13.109191 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b5015-20ca-4a28-b49d-3bebeb92729e req-6e66b902-9e2b-4d15-bec3-cd0695652ac8 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:13.110959 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5e3b5015-20ca-4a28-b49d-3bebeb92729e req-6e66b902-9e2b-4d15-bec3-cd0695652ac8 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/ports?device_id=7535b2bd-335e-4d82-bf23-754c839992db HTTP/1.1" status: 200 len: 946 time: 0.0794394 Jul 29 23:51:13.130470 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a80723-e2fc-4182-925e-7834cb06d112 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event deleted for resources: {'Port': ['ID=490b699c-9d02-4d29-b8e3-36aab2384cce,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:13.170554 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaca15c7-1e22-4bdf-a419-78be2cc34bcc req-22a80723-e2fc-4182-925e-7834cb06d112 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] No DVR routers for this DVR port 490b699c-9d02-4d29-b8e3-36aab2384cce on host n-h2-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:51:13.183521 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-eaca15c7-1e22-4bdf-a419-78be2cc34bcc req-22a80723-e2fc-4182-925e-7834cb06d112 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:13.186057 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-eaca15c7-1e22-4bdf-a419-78be2cc34bcc req-22a80723-e2fc-4182-925e-7834cb06d112 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.22 "DELETE /v2.0/ports/490b699c-9d02-4d29-b8e3-36aab2384cce HTTP/1.1" status: 204 len: 173 time: 0.9394743 Jul 29 23:51:13.186713 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6154afd7-8d01-409e-8fdf-0e61d4fd2693', 'name': 'network-vif-deleted', 'tag': '490b699c-9d02-4d29-b8e3-36aab2384cce'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:51:13.189476 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37d733b1-c3d6-4e81-8c68-9ec6026f230f" -d '{"events": [{"server_uuid": "6154afd7-8d01-409e-8fdf-0e61d4fd2693", "name": "network-vif-deleted", "tag": "490b699c-9d02-4d29-b8e3-36aab2384cce"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:51:13.212165 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5e3b5015-20ca-4a28-b49d-3bebeb92729e req-8ceec150-9b04-4b5d-8d6d-79dcdc9d0489 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f717bff-2bc6-4137-934a-60e9a95b6304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792286 Jul 29 23:51:13.216306 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2967d810-5793-4763-be5a-74d3938498ce req-e94d9723-ebef-428d-82ce-7a0c86b49220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:13.218448 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2967d810-5793-4763-be5a-74d3938498ce req-e94d9723-ebef-428d-82ce-7a0c86b49220 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1d7085ece28410698508031edfc5998&device_id=7535b2bd-335e-4d82-bf23-754c839992db HTTP/1.1" status: 200 len: 1098 time: 0.1018882 Jul 29 23:51:13.256483 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f267428f-82d8-4ab1-9434-30d34bc6836b x-openstack-request-id: req-f267428f-82d8-4ab1-9434-30d34bc6836b {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:51:13.257177 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6154afd7-8d01-409e-8fdf-0e61d4fd2693", "name": "network-vif-deleted", "tag": "490b699c-9d02-4d29-b8e3-36aab2384cce", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:51:13.257177 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f267428f-82d8-4ab1-9434-30d34bc6836b {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:51:13.257407 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6154afd7-8d01-409e-8fdf-0e61d4fd2693', 'name': 'network-vif-deleted', 'tag': '490b699c-9d02-4d29-b8e3-36aab2384cce', 'status': 'completed', 'code': 200} Jul 29 23:51:13.300750 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-bdbaae78-0e2e-4aaf-8b61-c006dc60b9ca tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Deleting port c59b0cd4-6e68-4b2c-82f7-f5270c279483 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:51:13.301114 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bdbaae78-0e2e-4aaf-8b61-c006dc60b9ca tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:13.357449 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2967d810-5793-4763-be5a-74d3938498ce req-e0fb1abb-5c7f-4ec6-8a9d-38f1b463a0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:13.359149 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2967d810-5793-4763-be5a-74d3938498ce req-e0fb1abb-5c7f-4ec6-8a9d-38f1b463a0c3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=67609761-f70d-451d-bf2b-11a2e29bfa80 HTTP/1.1" status: 200 len: 912 time: 0.1320522 Jul 29 23:51:13.401458 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bdbaae78-0e2e-4aaf-8b61-c006dc60b9ca tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:13.417412 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-bdbaae78-0e2e-4aaf-8b61-c006dc60b9ca tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Calling delete_port for c59b0cd4-6e68-4b2c-82f7-f5270c279483 owned by {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:51:13.457905 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2967d810-5793-4763-be5a-74d3938498ce req-2c000cc8-de16-4729-8b34-24838ec243f7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7a71529-2343-480b-a9bb-9de3944cfc42 HTTP/1.1" status: 200 len: 1002 time: 0.0902488 Jul 29 23:51:13.521143 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2967d810-5793-4763-be5a-74d3938498ce req-e48d20e2-592c-41f6-9590-18a888773ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:13.523219 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2967d810-5793-4763-be5a-74d3938498ce req-e48d20e2-592c-41f6-9590-18a888773ff9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=491bf474-cc80-4e70-9dca-1685e2004f49 HTTP/1.1" status: 200 len: 850 time: 0.0575914 Jul 29 23:51:13.544946 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bdbaae78-0e2e-4aaf-8b61-c006dc60b9ca tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:13.599722 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbaae78-0e2e-4aaf-8b61-c006dc60b9ca tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event deleted for resources: {'Port': ['ID=c59b0cd4-6e68-4b2c-82f7-f5270c279483,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:13.605143 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bdbaae78-0e2e-4aaf-8b61-c006dc60b9ca tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:13.607822 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-bdbaae78-0e2e-4aaf-8b61-c006dc60b9ca tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "DELETE /v2.0/ports/c59b0cd4-6e68-4b2c-82f7-f5270c279483 HTTP/1.1" status: 204 len: 168 time: 0.5124478 Jul 29 23:51:13.612504 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48652) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:13.619727 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-80e64071-9a17-4345-b787-b202055c32e3 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Request body: {'port': {'network_id': 'dcaa893a-6fe0-4e47-95bf-6fac6fda272b', 'mac_address': 'fa:16:3e:d1:c6:86', 'name': 'tempest-PortsIpV6TestJSON-1438978099'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:13.732072 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e64071-9a17-4345-b787-b202055c32e3 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Made reservation on behalf of da9e7a969d04495c9d1e65f1005dc604 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:51:13.839195 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-80e64071-9a17-4345-b787-b202055c32e3 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:13.868437 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [None req-80e64071-9a17-4345-b787-b202055c32e3 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] device_id is not set on port 5a940d31-3b99-472d-a4a4-c1d2fcb76fe1 yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:51:14.066009 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-80e64071-9a17-4345-b787-b202055c32e3 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:14.108220 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-524eba6a-2f7f-4ff3-b323-75a7dad65b6e req-07c94352-8cbe-472d-b98a-5a5b00b8a5b8 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=6154afd7-8d01-409e-8fdf-0e61d4fd2693 HTTP/1.1" status: 200 len: 210 time: 0.4900277 Jul 29 23:51:14.114094 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2967d810-5793-4763-be5a-74d3938498ce req-e33e396a-8676-44ab-a3b7-725d00cf2d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:14.115610 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2967d810-5793-4763-be5a-74d3938498ce req-e33e396a-8676-44ab-a3b7-725d00cf2d66 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=67609761-f70d-451d-bf2b-11a2e29bfa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5846956 Jul 29 23:51:14.125772 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-80e64071-9a17-4345-b787-b202055c32e3 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:14.173195 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e64071-9a17-4345-b787-b202055c32e3 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Network dcaa893a-6fe0-4e47-95bf-6fac6fda272b is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:51:14.176576 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-80e64071-9a17-4345-b787-b202055c32e3 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:51:14.179212 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e64071-9a17-4345-b787-b202055c32e3 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:51:14.186262 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e64071-9a17-4345-b787-b202055c32e3 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:14.186971 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-80e64071-9a17-4345-b787-b202055c32e3 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:14.205568 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e64071-9a17-4345-b787-b202055c32e3 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event updated for resources: {'Port': ['ID=5a940d31-3b99-472d-a4a4-c1d2fcb76fe1,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:14.217456 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-80e64071-9a17-4345-b787-b202055c32e3 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6031814 Jul 29 23:51:14.220546 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48664) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:14.237133 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2967d810-5793-4763-be5a-74d3938498ce req-7c293add-071a-4d60-9a18-c40e5b0606e9 service neutron] 10.222.0.41 "GET /v2.0/networks/67609761-f70d-451d-bf2b-11a2e29bfa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127994 Jul 29 23:51:14.271498 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc40e4e-6e0a-4c76-81f9-45baf2749335 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:14.273417 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-6dc40e4e-6e0a-4c76-81f9-45baf2749335 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "GET /v2.0/ports/5a940d31-3b99-472d-a4a4-c1d2fcb76fe1 HTTP/1.1" status: 200 len: 845 time: 0.0520213 Jul 29 23:51:14.278803 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48668) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:14.380912 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2967d810-5793-4763-be5a-74d3938498ce req-6dc1e93a-a941-4e1a-8ddd-8704d665e27f service neutron] 10.222.0.41 "GET /v2.0/networks/67609761-f70d-451d-bf2b-11a2e29bfa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363244 Jul 29 23:51:14.384131 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-7056833a-2c77-4941-b23d-89ea5c298c7c tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Deleting port 5a940d31-3b99-472d-a4a4-c1d2fcb76fe1 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:51:14.384567 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7056833a-2c77-4941-b23d-89ea5c298c7c tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:14.408768 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef7baa7-48c7-4975-8d6e-8cd8853d1242 req-c938fd15-4c73-4539-b921-33e478e6cc2d tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:14.410313 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6ef7baa7-48c7-4975-8d6e-8cd8853d1242 req-c938fd15-4c73-4539-b921-33e478e6cc2d tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/ports?device_id=7535b2bd-335e-4d82-bf23-754c839992db HTTP/1.1" status: 200 len: 946 time: 0.0779343 Jul 29 23:51:14.454253 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6ef7baa7-48c7-4975-8d6e-8cd8853d1242 req-90f94894-3ca1-4d53-bee9-a222e1d3b0c5 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f717bff-2bc6-4137-934a-60e9a95b6304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363412 Jul 29 23:51:14.459158 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7056833a-2c77-4941-b23d-89ea5c298c7c tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:14.474528 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-7056833a-2c77-4941-b23d-89ea5c298c7c tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Calling delete_port for 5a940d31-3b99-472d-a4a4-c1d2fcb76fe1 owned by {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:51:14.574067 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7056833a-2c77-4941-b23d-89ea5c298c7c tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:14.609416 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7056833a-2c77-4941-b23d-89ea5c298c7c tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:14.611612 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7056833a-2c77-4941-b23d-89ea5c298c7c tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "DELETE /v2.0/ports/5a940d31-3b99-472d-a4a4-c1d2fcb76fe1 HTTP/1.1" status: 204 len: 168 time: 0.3294940 Jul 29 23:51:14.612495 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7056833a-2c77-4941-b23d-89ea5c298c7c tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event deleted for resources: {'Port': ['ID=5a940d31-3b99-472d-a4a4-c1d2fcb76fe1,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:14.614350 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 48676) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:14.641691 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cb5cf75-8666-4376-8fb5-980287384793 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] GET failed (client error): The resource could not be found. Jul 29 23:51:14.646892 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-6cb5cf75-8666-4376-8fb5-980287384793 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "GET /v2.0/ports/5a940d31-3b99-472d-a4a4-c1d2fcb76fe1 HTTP/1.1" status: 404 len: 333 time: 0.0278292 Jul 29 23:51:14.646892 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 48678) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:14.652273 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-03c29917-8305-4956-906e-e7c99e099001 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Request body: {'port': {'network_id': 'dcaa893a-6fe0-4e47-95bf-6fac6fda272b', 'name': 'tempest-PortsIpV6TestJSON-2087259811'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:14.743246 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c29917-8305-4956-906e-e7c99e099001 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Made reservation on behalf of da9e7a969d04495c9d1e65f1005dc604 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:51:14.747257 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-03c29917-8305-4956-906e-e7c99e099001 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:14.772067 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [None req-03c29917-8305-4956-906e-e7c99e099001 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] device_id is not set on port 50b75709-1e3c-452a-8e7b-6ef2db6339b8 yet. {{(pid=94078) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:51:14.959713 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-03c29917-8305-4956-906e-e7c99e099001 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:14.996234 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-03c29917-8305-4956-906e-e7c99e099001 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:15.042844 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c29917-8305-4956-906e-e7c99e099001 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Network dcaa893a-6fe0-4e47-95bf-6fac6fda272b is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:51:15.046271 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-03c29917-8305-4956-906e-e7c99e099001 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:51:15.049948 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c29917-8305-4956-906e-e7c99e099001 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:51:15.055558 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c29917-8305-4956-906e-e7c99e099001 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:15.056170 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-03c29917-8305-4956-906e-e7c99e099001 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:15.068874 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c29917-8305-4956-906e-e7c99e099001 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event updated for resources: {'Port': ['ID=50b75709-1e3c-452a-8e7b-6ef2db6339b8,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:15.079932 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-03c29917-8305-4956-906e-e7c99e099001 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.4318914 Jul 29 23:51:15.082509 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48690) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:15.089062 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-7678eb9f-1a87-4943-bdbe-046d37504b96 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:15.182146 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 48694) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:15.201944 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7678eb9f-1a87-4943-bdbe-046d37504b96 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:15.399606 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7678eb9f-1a87-4943-bdbe-046d37504b96 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:15.405479 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7678eb9f-1a87-4943-bdbe-046d37504b96 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:15.440810 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-7678eb9f-1a87-4943-bdbe-046d37504b96 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] In _notify_port_updated(), no bound segment for port 50b75709-1e3c-452a-8e7b-6ef2db6339b8 on network dcaa893a-6fe0-4e47-95bf-6fac6fda272b {{(pid=94077) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:51:15.446421 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7678eb9f-1a87-4943-bdbe-046d37504b96 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:15.447079 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7678eb9f-1a87-4943-bdbe-046d37504b96 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:15.451938 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7678eb9f-1a87-4943-bdbe-046d37504b96 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "PUT /v2.0/ports/50b75709-1e3c-452a-8e7b-6ef2db6339b8 HTTP/1.1" status: 200 len: 818 time: 0.3653431 Jul 29 23:51:15.452298 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48700) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:15.495892 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7678eb9f-1a87-4943-bdbe-046d37504b96 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event updated for resources: {'Port': ['ID=50b75709-1e3c-452a-8e7b-6ef2db6339b8,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:15.567903 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-deebffba-f2cd-4cfa-8c15-76469d7dba6e tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Deleting port 50b75709-1e3c-452a-8e7b-6ef2db6339b8 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:51:15.568341 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-deebffba-f2cd-4cfa-8c15-76469d7dba6e tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:15.648040 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-deebffba-f2cd-4cfa-8c15-76469d7dba6e tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:15.652487 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516f3c8-68ba-45d9-b79a-0611b215d200 req-9ff79d0c-a65f-4187-9eb6-063f46c64491 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:15.654074 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3516f3c8-68ba-45d9-b79a-0611b215d200 req-9ff79d0c-a65f-4187-9eb6-063f46c64491 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/ports?device_id=7535b2bd-335e-4d82-bf23-754c839992db HTTP/1.1" status: 200 len: 946 time: 0.0963109 Jul 29 23:51:15.668948 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-deebffba-f2cd-4cfa-8c15-76469d7dba6e tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Calling delete_port for 50b75709-1e3c-452a-8e7b-6ef2db6339b8 owned by {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:51:15.700042 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-02689702-dbb6-47e9-bf4d-5012460c3096 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:15.756249 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3516f3c8-68ba-45d9-b79a-0611b215d200 req-0514f709-ce8e-427d-9162-13cc5f3ce93d tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f717bff-2bc6-4137-934a-60e9a95b6304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926259 Jul 29 23:51:16.113016 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-02689702-dbb6-47e9-bf4d-5012460c3096 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Deleting port 46c4fbf7-df2e-4739-938d-00b33764ce8f {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:51:16.113850 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-02689702-dbb6-47e9-bf4d-5012460c3096 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:16.153470 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-deebffba-f2cd-4cfa-8c15-76469d7dba6e tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:16.205134 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deebffba-f2cd-4cfa-8c15-76469d7dba6e tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event deleted for resources: {'Port': ['ID=50b75709-1e3c-452a-8e7b-6ef2db6339b8,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:16.210102 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-deebffba-f2cd-4cfa-8c15-76469d7dba6e tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:16.214090 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-deebffba-f2cd-4cfa-8c15-76469d7dba6e tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "DELETE /v2.0/ports/50b75709-1e3c-452a-8e7b-6ef2db6339b8 HTTP/1.1" status: 204 len: 168 time: 0.7599709 Jul 29 23:51:16.216386 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48720) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:16.273566 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 490b699c-9d02-4d29-b8e3-36aab2384cce no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:51:16.275695 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bfd2fb-b36e-443a-9a73-d7c99285907f tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:16.278819 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-71bfd2fb-b36e-443a-9a73-d7c99285907f tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0611994 Jul 29 23:51:16.286204 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48722) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:16.289666 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-02689702-dbb6-47e9-bf4d-5012460c3096 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] For port 46c4fbf7-df2e-4739-938d-00b33764ce8f, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=46c4fbf7-df2e-4739-938d-00b33764ce8f,segment=NetworkSegment(843c91f7-8d92-42f5-bfa1-88724e50fee0),segment_id=843c91f7-8d92-42f5-bfa1-88724e50fee0)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:16.290074 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-02689702-dbb6-47e9-bf4d-5012460c3096 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:16.314449 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: 490b699c-9d02-4d29-b8e3-36aab2384cce {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:51:16.315026 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 490b699c-9d02-4d29-b8e3-36aab2384cce not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:51:16.315372 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-02689702-dbb6-47e9-bf4d-5012460c3096 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Calling delete_port for 46c4fbf7-df2e-4739-938d-00b33764ce8f owned by network:router_interface {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:51:16.335864 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-8af3e451-e8fa-4c5f-a9f7-07c6363e56b4 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] GET failed (client error): The resource could not be found. Jul 29 23:51:16.337420 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8af3e451-e8fa-4c5f-a9f7-07c6363e56b4 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "GET /v2.0/ports/50b75709-1e3c-452a-8e7b-6ef2db6339b8 HTTP/1.1" status: 404 len: 333 time: 0.0495038 Jul 29 23:51:16.347778 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48728) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:16.353221 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-96cb32bc-1679-4238-a318-61084aa1fa8a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1964919334'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:16.388438 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96cb32bc-1679-4238-a318-61084aa1fa8a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Made reservation on behalf of da9e7a969d04495c9d1e65f1005dc604 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:51:16.392641 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-96cb32bc-1679-4238-a318-61084aa1fa8a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:16.428227 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96cb32bc-1679-4238-a318-61084aa1fa8a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:51:16.438134 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-96cb32bc-1679-4238-a318-61084aa1fa8a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:16.438678 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-96cb32bc-1679-4238-a318-61084aa1fa8a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Added segment eb288e78-0f60-4eb5-8e04-dec6e0cca6d0 of type vlan for network 20fe99b0-95ea-4267-b6d8-85110c999b8d Jul 29 23:51:16.496350 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-96cb32bc-1679-4238-a318-61084aa1fa8a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:16.529727 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-96cb32bc-1679-4238-a318-61084aa1fa8a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:16.536479 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cb32bc-1679-4238-a318-61084aa1fa8a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:16.537610 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-96cb32bc-1679-4238-a318-61084aa1fa8a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:16.617756 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-96cb32bc-1679-4238-a318-61084aa1fa8a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2651746 Jul 29 23:51:16.619747 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48734) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:16.622363 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-02689702-dbb6-47e9-bf4d-5012460c3096 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:16.625518 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-e2fd6529-c812-411b-a179-49ec89ec919d tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Request body: {'subnet': {'network_id': '20fe99b0-95ea-4267-b6d8-85110c999b8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:16.652036 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cb32bc-1679-4238-a318-61084aa1fa8a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event updated for resources: {'Network': ['ID=20fe99b0-95ea-4267-b6d8-85110c999b8d,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:16.657303 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02689702-dbb6-47e9-bf4d-5012460c3096 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event deleted for resources: {'Port': ['ID=46c4fbf7-df2e-4739-938d-00b33764ce8f,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:16.688061 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 20fe99b0-95ea-4267-b6d8-85110c999b8d details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:51:16.757713 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2fd6529-c812-411b-a179-49ec89ec919d tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Made reservation on behalf of da9e7a969d04495c9d1e65f1005dc604 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:51:16.757713 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e2fd6529-c812-411b-a179-49ec89ec919d tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:16.899776 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-02689702-dbb6-47e9-bf4d-5012460c3096 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:17.028199 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e2fd6529-c812-411b-a179-49ec89ec919d tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:17.143304 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fd6529-c812-411b-a179-49ec89ec919d tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event updated for resources: {'Subnet': ['ID=806ba51d-3f1e-41c4-b933-5d7d853a08c8,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:17.157145 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fd6529-c812-411b-a179-49ec89ec919d tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Checking segment: {'id': 'eb288e78-0f60-4eb5-8e04-dec6e0cca6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '20fe99b0-95ea-4267-b6d8-85110c999b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:51:17.157649 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fd6529-c812-411b-a179-49ec89ec919d tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Network hostable DHCP agents. Network: 20fe99b0-95ea-4267-b6d8-85110c999b8d, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:51:17.220007 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02689702-dbb6-47e9-bf4d-5012460c3096 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Router fe10f58e-dbe2-4b40-80d7-14be5bdb1604 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:51:17.231688 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fd6529-c812-411b-a179-49ec89ec919d tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Network 20fe99b0-95ea-4267-b6d8-85110c999b8d is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:51:17.247560 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-e2fd6529-c812-411b-a179-49ec89ec919d tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 20fe99b0-95ea-4267-b6d8-85110c999b8d) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:51:17.254080 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fd6529-c812-411b-a179-49ec89ec919d tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:17.255276 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e2fd6529-c812-411b-a179-49ec89ec919d tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:17.262200 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e8cbe1-c97e-4672-91fd-ecc5564654e7 None None] Network 20fe99b0-95ea-4267-b6d8-85110c999b8d requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:51:17.310023 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 48748) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:17.311764 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e2fd6529-c812-411b-a179-49ec89ec919d tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6906598 Jul 29 23:51:17.319679 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-5954305d-eb07-4653-a8d4-384ae8b6623f tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Request body: {'subnet': {'network_id': '20fe99b0-95ea-4267-b6d8-85110c999b8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:17.461571 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02689702-dbb6-47e9-bf4d-5012460c3096 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:51:17.470586 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-02689702-dbb6-47e9-bf4d-5012460c3096 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "PUT /v2.0/routers/fe10f58e-dbe2-4b40-80d7-14be5bdb1604/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2868812 Jul 29 23:51:17.473322 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48750) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:17.489887 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c226b77-c8c0-4df3-9193-25f4ad53b6aa None None] Sync routers for ids ['fe10f58e-dbe2-4b40-80d7-14be5bdb1604'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:51:17.507955 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c226b77-c8c0-4df3-9193-25f4ad53b6aa None None] Routers {'fe10f58e-dbe2-4b40-80d7-14be5bdb1604'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:51:17.511313 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-1c226b77-c8c0-4df3-9193-25f4ad53b6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:50:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['fe10f58e-dbe2-4b40-80d7-14be5bdb1604'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:17.546187 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5954305d-eb07-4653-a8d4-384ae8b6623f tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Made reservation on behalf of da9e7a969d04495c9d1e65f1005dc604 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:51:17.555120 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5954305d-eb07-4653-a8d4-384ae8b6623f tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:17.595233 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-baa64477-a25e-434b-a3a2-9b34dc437e3e tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Deleting subnet 673386f4-4164-4a40-a940-b8997f63deb7 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:51:17.598834 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-baa64477-a25e-434b-a3a2-9b34dc437e3e tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:17.609645 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c08066d-c387-4ffe-a2bb-53ba33a68b9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-20fe99b0-95ea-4267-b6d8-85110c999b8d', 'network_id': '20fe99b0-95ea-4267-b6d8-85110c999b8d', 'tenant_id': 'da9e7a969d04495c9d1e65f1005dc604', 'fixed_ips': [{'subnet_id': '806ba51d-3f1e-41c4-b933-5d7d853a08c8'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:51:17.609645 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8c08066d-c387-4ffe-a2bb-53ba33a68b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:17.654420 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-baa64477-a25e-434b-a3a2-9b34dc437e3e tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:17.771703 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-baa64477-a25e-434b-a3a2-9b34dc437e3e tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:17.828137 n-d-712141-10 neutron-server[94078]: INFO neutron.db.ipam_backend_mixin [None req-5954305d-eb07-4653-a8d4-384ae8b6623f tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 806ba51d-3f1e-41c4-b933-5d7d853a08c8 (CIDR: 2001:db8::/64) Jul 29 23:51:17.833961 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-5954305d-eb07-4653-a8d4-384ae8b6623f tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:51:17.834446 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5954305d-eb07-4653-a8d4-384ae8b6623f tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:51:17.859342 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-1c226b77-c8c0-4df3-9193-25f4ad53b6aa None None] Set router fe10f58e-dbe2-4b40-80d7-14be5bdb1604 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:51:17.865402 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-5954305d-eb07-4653-a8d4-384ae8b6623f tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5531881 Jul 29 23:51:17.868349 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 48756) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:17.877410 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-baa64477-a25e-434b-a3a2-9b34dc437e3e tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:17.880336 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-34afb8e6-573e-4b87-bd5d-2552837d8a01 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Request body: {'subnet': {'network_id': '20fe99b0-95ea-4267-b6d8-85110c999b8d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:17.909265 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa64477-a25e-434b-a3a2-9b34dc437e3e tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event deleted for resources: {'Subnet': ['ID=673386f4-4164-4a40-a940-b8997f63deb7,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:17.916507 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-baa64477-a25e-434b-a3a2-9b34dc437e3e tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:17.923973 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-baa64477-a25e-434b-a3a2-9b34dc437e3e tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "DELETE /v2.0/subnets/673386f4-4164-4a40-a940-b8997f63deb7 HTTP/1.1" status: 204 len: 168 time: 0.4481368 Jul 29 23:51:17.923973 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48758) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:17.946058 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce155527-bff5-4f1b-b265-d3e3a5facc78 None None] Network 3f0f0134-a751-4648-8702-633d8ab16f88 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:51:18.142544 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e24ee2b4-f69c-444c-b8ef-2bb88b9cbd29 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for router, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:18.145120 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34afb8e6-573e-4b87-bd5d-2552837d8a01 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Made reservation on behalf of da9e7a969d04495c9d1e65f1005dc604 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:51:18.153026 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-34afb8e6-573e-4b87-bd5d-2552837d8a01 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:18.337306 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e24ee2b4-f69c-444c-b8ef-2bb88b9cbd29 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:18.340485 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-1c226b77-c8c0-4df3-9193-25f4ad53b6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe10f58e-dbe2-4b40-80d7-14be5bdb1604', 'name': 'tempest-TestNetworkAdvancedServerOps-router-381488720', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.163'}], 'enable_snat': True}, 'gw_port_id': 'daebd3bf-27f3-4fd8-b8cf-4f518c02b891', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:48:47Z', 'updated_at': '2021-07-29T23:51:16Z', 'revision_number': 5, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'gw_port': {'id': 'daebd3bf-27f3-4fd8-b8cf-4f518c02b891', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:93:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe10f58e-dbe2-4b40-80d7-14be5bdb1604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2865, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:48:48Z', 'updated_at': '2021-07-29T23:48:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:18.372697 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c226b77-c8c0-4df3-9193-25f4ad53b6aa None None] Checking router: fe10f58e-dbe2-4b40-80d7-14be5bdb1604 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:51:18.386267 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c226b77-c8c0-4df3-9193-25f4ad53b6aa None None] Routers {'fe10f58e-dbe2-4b40-80d7-14be5bdb1604'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:51:18.386485 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-1c226b77-c8c0-4df3-9193-25f4ad53b6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:50:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['fe10f58e-dbe2-4b40-80d7-14be5bdb1604'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:18.395761 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-8c08066d-c387-4ffe-a2bb-53ba33a68b9a None None] Allocated IP 2001:db8::2 (20fe99b0-95ea-4267-b6d8-85110c999b8d/806ba51d-3f1e-41c4-b933-5d7d853a08c8/ecc80531-3447-40f6-824e-17cb55357c33) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:51:18.455325 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-e24ee2b4-f69c-444c-b8ef-2bb88b9cbd29 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Deleting port daebd3bf-27f3-4fd8-b8cf-4f518c02b891 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:51:18.455667 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e24ee2b4-f69c-444c-b8ef-2bb88b9cbd29 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:18.605840 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10dc898c-5c2c-4c63-8526-ec75c1979b9d None None] DHCP port deletion for 3f0f0134-a751-4648-8702-633d8ab16f88 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:51:18.659687 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-1c226b77-c8c0-4df3-9193-25f4ad53b6aa None None] Set router fe10f58e-dbe2-4b40-80d7-14be5bdb1604 gateway port host: None {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:51:18.660176 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-e24ee2b4-f69c-444c-b8ef-2bb88b9cbd29 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] For port daebd3bf-27f3-4fd8-b8cf-4f518c02b891, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=daebd3bf-27f3-4fd8-b8cf-4f518c02b891,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:18.660594 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e24ee2b4-f69c-444c-b8ef-2bb88b9cbd29 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:18.691328 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-e24ee2b4-f69c-444c-b8ef-2bb88b9cbd29 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Calling delete_port for daebd3bf-27f3-4fd8-b8cf-4f518c02b891 owned by network:router_gateway {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:51:18.748786 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-1c226b77-c8c0-4df3-9193-25f4ad53b6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe10f58e-dbe2-4b40-80d7-14be5bdb1604', 'name': 'tempest-TestNetworkAdvancedServerOps-router-381488720', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:48:47Z', 'updated_at': '2021-07-29T23:51:18Z', 'revision_number': 6, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'gw_port_host': None}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:18.769685 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-34afb8e6-573e-4b87-bd5d-2552837d8a01 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:18.779852 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c226b77-c8c0-4df3-9193-25f4ad53b6aa None None] The sync data for ids ['fe10f58e-dbe2-4b40-80d7-14be5bdb1604'] in n-d-712141-10 is: [{'id': 'fe10f58e-dbe2-4b40-80d7-14be5bdb1604', 'name': 'tempest-TestNetworkAdvancedServerOps-router-381488720', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:48:47Z', 'updated_at': '2021-07-29T23:51:18Z', 'revision_number': 6, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'gw_port_host': None}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:51:18.817285 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8c08066d-c387-4ffe-a2bb-53ba33a68b9a None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:18.847642 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34afb8e6-573e-4b87-bd5d-2552837d8a01 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Network 20fe99b0-95ea-4267-b6d8-85110c999b8d is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:51:18.849483 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-8c08066d-c387-4ffe-a2bb-53ba33a68b9a None None] Transition to ACTIVE for port object ecc80531-3447-40f6-824e-17cb55357c33 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:51:18.852772 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-34afb8e6-573e-4b87-bd5d-2552837d8a01 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:51:18.861447 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34afb8e6-573e-4b87-bd5d-2552837d8a01 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:18.863649 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-34afb8e6-573e-4b87-bd5d-2552837d8a01 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:18.877609 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-10dc898c-5c2c-4c63-8526-ec75c1979b9d None None] Deleting port 8c876aaf-d230-4489-b836-4b5adc7a362e {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:51:18.877996 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-10dc898c-5c2c-4c63-8526-ec75c1979b9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:18.904105 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34afb8e6-573e-4b87-bd5d-2552837d8a01 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event updated for resources: {'Subnet': ['ID=ad561e37-d122-488d-b232-8c434f40a0c1,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:18.910815 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-34afb8e6-573e-4b87-bd5d-2552837d8a01 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0390089 Jul 29 23:51:18.911008 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 48780) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:18.912736 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-8c08066d-c387-4ffe-a2bb-53ba33a68b9a None None] Transition to ACTIVE for port object ecc80531-3447-40f6-824e-17cb55357c33 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:51:18.927193 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-9ace76b9-d8c2-420c-b75c-52b154fe787f tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Request body: {'port': {'network_id': '20fe99b0-95ea-4267-b6d8-85110c999b8d', 'fixed_ips': [{'subnet_id': '806ba51d-3f1e-41c4-b933-5d7d853a08c8'}, {'subnet_id': 'ad561e37-d122-488d-b232-8c434f40a0c1'}], 'name': 'tempest-PortsIpV6TestJSON-1940198787'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:18.960992 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8c08066d-c387-4ffe-a2bb-53ba33a68b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:19.026732 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c08066d-c387-4ffe-a2bb-53ba33a68b9a None None] Network 20fe99b0-95ea-4267-b6d8-85110c999b8d is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:51:19.033960 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-8c08066d-c387-4ffe-a2bb-53ba33a68b9a None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:51:19.037217 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-10dc898c-5c2c-4c63-8526-ec75c1979b9d None None] For port 8c876aaf-d230-4489-b836-4b5adc7a362e, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=8c876aaf-d230-4489-b836-4b5adc7a362e,segment=NetworkSegment(843c91f7-8d92-42f5-bfa1-88724e50fee0),segment_id=843c91f7-8d92-42f5-bfa1-88724e50fee0)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:19.037656 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-10dc898c-5c2c-4c63-8526-ec75c1979b9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:19.052164 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c08066d-c387-4ffe-a2bb-53ba33a68b9a None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:51:19.075004 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e24ee2b4-f69c-444c-b8ef-2bb88b9cbd29 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:19.089132 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-10dc898c-5c2c-4c63-8526-ec75c1979b9d None None] Calling delete_port for 8c876aaf-d230-4489-b836-4b5adc7a362e owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:51:19.094285 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c08066d-c387-4ffe-a2bb-53ba33a68b9a None None] Pushing event updated for resources: {'Port': ['ID=ecc80531-3447-40f6-824e-17cb55357c33,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:19.118301 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24ee2b4-f69c-444c-b8ef-2bb88b9cbd29 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event deleted for resources: {'Port': ['ID=daebd3bf-27f3-4fd8-b8cf-4f518c02b891,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:19.222473 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e24ee2b4-f69c-444c-b8ef-2bb88b9cbd29 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:19.238812 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ace76b9-d8c2-420c-b75c-52b154fe787f tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Made reservation on behalf of da9e7a969d04495c9d1e65f1005dc604 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:51:19.310992 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-8c08066d-c387-4ffe-a2bb-53ba33a68b9a None None] Attempting to bind port ecc80531-3447-40f6-824e-17cb55357c33 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:51:19.311609 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-8c08066d-c387-4ffe-a2bb-53ba33a68b9a None None] Attempting to bind port ecc80531-3447-40f6-824e-17cb55357c33 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': 'eb288e78-0f60-4eb5-8e04-dec6e0cca6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '20fe99b0-95ea-4267-b6d8-85110c999b8d'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:51:19.312441 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c08066d-c387-4ffe-a2bb-53ba33a68b9a None None] Attempting to bind port ecc80531-3447-40f6-824e-17cb55357c33 on network 20fe99b0-95ea-4267-b6d8-85110c999b8d {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:51:19.340604 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 8c876aaf-d230-4489-b836-4b5adc7a362e no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:51:19.343618 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c08066d-c387-4ffe-a2bb-53ba33a68b9a None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:51:19.343997 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c08066d-c387-4ffe-a2bb-53ba33a68b9a None None] Checking segment: {'id': 'eb288e78-0f60-4eb5-8e04-dec6e0cca6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '20fe99b0-95ea-4267-b6d8-85110c999b8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:51:19.345072 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8c08066d-c387-4ffe-a2bb-53ba33a68b9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:19.345480 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c08066d-c387-4ffe-a2bb-53ba33a68b9a None None] Bound using segment: {'id': 'eb288e78-0f60-4eb5-8e04-dec6e0cca6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '20fe99b0-95ea-4267-b6d8-85110c999b8d'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:51:19.346002 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-8c08066d-c387-4ffe-a2bb-53ba33a68b9a None None] Bound port: ecc80531-3447-40f6-824e-17cb55357c33, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb288e78-0f60-4eb5-8e04-dec6e0cca6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '20fe99b0-95ea-4267-b6d8-85110c999b8d'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:51:19.346396 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8c08066d-c387-4ffe-a2bb-53ba33a68b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:19.350915 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-10dc898c-5c2c-4c63-8526-ec75c1979b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:19.412963 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e24ee2b4-f69c-444c-b8ef-2bb88b9cbd29 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:19.425748 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e24ee2b4-f69c-444c-b8ef-2bb88b9cbd29 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:19.433505 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dc898c-5c2c-4c63-8526-ec75c1979b9d None None] Pushing event deleted for resources: {'Port': ['ID=8c876aaf-d230-4489-b836-4b5adc7a362e,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:19.440435 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 8c876aaf-d230-4489-b836-4b5adc7a362e {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:51:19.443136 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 8c876aaf-d230-4489-b836-4b5adc7a362e not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:51:19.457400 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9ace76b9-d8c2-420c-b75c-52b154fe787f tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:19.478821 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [None req-9ace76b9-d8c2-420c-b75c-52b154fe787f tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] device_id is not set on port c258ba9d-f5c6-41ba-8f8e-027e80251247 yet. {{(pid=94078) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:51:19.499009 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dc898c-5c2c-4c63-8526-ec75c1979b9d None None] No DVR routers for this DVR port 8c876aaf-d230-4489-b836-4b5adc7a362e on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:51:19.503149 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e24ee2b4-f69c-444c-b8ef-2bb88b9cbd29 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:19.506104 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e24ee2b4-f69c-444c-b8ef-2bb88b9cbd29 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Fanout notify agent at l3_agent the message router_deleted on router fe10f58e-dbe2-4b40-80d7-14be5bdb1604 {{(pid=94077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:51:19.534629 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e24ee2b4-f69c-444c-b8ef-2bb88b9cbd29 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:19.538274 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e24ee2b4-f69c-444c-b8ef-2bb88b9cbd29 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "DELETE /v2.0/routers/fe10f58e-dbe2-4b40-80d7-14be5bdb1604 HTTP/1.1" status: 204 len: 168 time: 1.6114683 Jul 29 23:51:19.540685 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48796) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:19.554943 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-8c08066d-c387-4ffe-a2bb-53ba33a68b9a None None] For port ecc80531-3447-40f6-824e-17cb55357c33, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:51:19.564214 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-8c08066d-c387-4ffe-a2bb-53ba33a68b9a None None] For port ecc80531-3447-40f6-824e-17cb55357c33, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=ecc80531-3447-40f6-824e-17cb55357c33,segment=NetworkSegment(eb288e78-0f60-4eb5-8e04-dec6e0cca6d0),segment_id=eb288e78-0f60-4eb5-8e04-dec6e0cca6d0)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:51:19.569323 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8c08066d-c387-4ffe-a2bb-53ba33a68b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:19.679335 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-97694197-ec62-49cb-a5b6-ba78f633fd3d tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:19.692989 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c08066d-c387-4ffe-a2bb-53ba33a68b9a None None] Pushing event updated for resources: {'Port': ['ID=ecc80531-3447-40f6-824e-17cb55357c33,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:19.756301 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:19.819009 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-97694197-ec62-49cb-a5b6-ba78f633fd3d tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:19.835789 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-97694197-ec62-49cb-a5b6-ba78f633fd3d tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f0f0134-a751-4648-8702-633d8ab16f88']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:19.856078 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-97694197-ec62-49cb-a5b6-ba78f633fd3d tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '843c91f7-8d92-42f5-bfa1-88724e50fee0') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:19.856513 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-97694197-ec62-49cb-a5b6-ba78f633fd3d tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '843c91f7-8d92-42f5-bfa1-88724e50fee0') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:19.867827 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-97694197-ec62-49cb-a5b6-ba78f633fd3d tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:19.883590 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-97694197-ec62-49cb-a5b6-ba78f633fd3d tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:19.892554 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97694197-ec62-49cb-a5b6-ba78f633fd3d tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:51:19.892786 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-97694197-ec62-49cb-a5b6-ba78f633fd3d tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:19.965716 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:51:19.965716 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:51:19.965716 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:51:19.965716 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:51:19.965716 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:51:19.965716 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:51:19.965716 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:51:19.965716 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:51:19.965716 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:51:19.965716 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:51:19.965716 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:51:19.965716 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:51:19.965716 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:51:19.965716 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:51:19.965716 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:51:19.965716 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:51:19.965716 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:51:19.965716 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:51:19.965716 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:51:19.965716 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:51:19.965716 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:51:19.965716 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:51:19.965716 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:51:19.965716 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:51:19.965716 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:51:19.965716 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:51:19.965716 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:51:19.965716 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:51:19.965716 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:51:19.965716 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:51:19.965716 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:51:19.965716 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:51:19.984197 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-97694197-ec62-49cb-a5b6-ba78f633fd3d tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:19.992697 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-9ace76b9-d8c2-420c-b75c-52b154fe787f tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Allocated IP 2001:db8::12e (20fe99b0-95ea-4267-b6d8-85110c999b8d/806ba51d-3f1e-41c4-b933-5d7d853a08c8/c258ba9d-f5c6-41ba-8f8e-027e80251247) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:51:20.020394 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-97694197-ec62-49cb-a5b6-ba78f633fd3d tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:20.022579 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-97694197-ec62-49cb-a5b6-ba78f633fd3d tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "DELETE /v2.0/networks/3f0f0134-a751-4648-8702-633d8ab16f88 HTTP/1.1" status: 204 len: 168 time: 0.4808314 Jul 29 23:51:20.031390 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48802) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:20.033843 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-9ace76b9-d8c2-420c-b75c-52b154fe787f tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Allocated IP 2001:db8:0:1::bd (20fe99b0-95ea-4267-b6d8-85110c999b8d/ad561e37-d122-488d-b232-8c434f40a0c1/c258ba9d-f5c6-41ba-8f8e-027e80251247) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:51:20.058289 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97694197-ec62-49cb-a5b6-ba78f633fd3d tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event deleted for resources: {'Network': ['ID=3f0f0134-a751-4648-8702-633d8ab16f88,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:20.318715 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7344a703-8f10-4290-bd0e-1b4d43548b16 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:20.372762 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7344a703-8f10-4290-bd0e-1b4d43548b16 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:20.395505 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9ace76b9-d8c2-420c-b75c-52b154fe787f tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:20.414557 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-9ace76b9-d8c2-420c-b75c-52b154fe787f tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Transition to ACTIVE for port object c258ba9d-f5c6-41ba-8f8e-027e80251247 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:51:20.503725 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7344a703-8f10-4290-bd0e-1b4d43548b16 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:20.511093 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7344a703-8f10-4290-bd0e-1b4d43548b16 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:20.511093 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7344a703-8f10-4290-bd0e-1b4d43548b16 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "DELETE /v2.0/security-groups/85f85b5e-f991-4c31-ad60-266ee91bb584 HTTP/1.1" status: 204 len: 168 time: 0.4763398 Jul 29 23:51:20.532611 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9ace76b9-d8c2-420c-b75c-52b154fe787f tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:20.544447 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7344a703-8f10-4290-bd0e-1b4d43548b16 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f85b5e-f991-4c31-ad60-266ee91bb584,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:20.617336 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ace76b9-d8c2-420c-b75c-52b154fe787f tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Network 20fe99b0-95ea-4267-b6d8-85110c999b8d is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:51:20.624033 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-9ace76b9-d8c2-420c-b75c-52b154fe787f tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:51:20.629345 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ace76b9-d8c2-420c-b75c-52b154fe787f tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:51:20.635952 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ace76b9-d8c2-420c-b75c-52b154fe787f tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:20.636508 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9ace76b9-d8c2-420c-b75c-52b154fe787f tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:20.659788 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-9ace76b9-d8c2-420c-b75c-52b154fe787f tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.7454333 Jul 29 23:51:20.659788 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ace76b9-d8c2-420c-b75c-52b154fe787f tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event updated for resources: {'Port': ['ID=c258ba9d-f5c6-41ba-8f8e-027e80251247,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:20.660899 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48816) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:20.667109 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-e58cd4b6-6091-4771-8590-0759bc147b9e tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '806ba51d-3f1e-41c4-b933-5d7d853a08c8'}]}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:20.848383 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device ecc80531-3447-40f6-824e-17cb55357c33 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:51:20.951766 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port ecc80531-3447-40f6-824e-17cb55357c33 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:51:20.955936 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e58cd4b6-6091-4771-8590-0759bc147b9e tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:21.071094 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device daebd3bf-27f3-4fd8-b8cf-4f518c02b891 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:51:21.108361 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: daebd3bf-27f3-4fd8-b8cf-4f518c02b891 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:51:21.108714 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device daebd3bf-27f3-4fd8-b8cf-4f518c02b891 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:51:21.109138 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 46c4fbf7-df2e-4739-938d-00b33764ce8f no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:51:21.162547 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 46c4fbf7-df2e-4739-938d-00b33764ce8f {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:51:21.163108 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 46c4fbf7-df2e-4739-938d-00b33764ce8f not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:51:21.296449 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b37956-c895-42b8-809c-6b09417a97a1 None None] Network 20fe99b0-95ea-4267-b6d8-85110c999b8d requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:51:21.353067 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 48834) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:21.361000 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-80309974-767f-4b22-aa8a-05866895ba4e tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2058437990', 'description': 'tempest-secgroup-smoke-2058437990 description', 'project_id': '65ae77200a164c0f8f007753b934a6ed'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:21.404418 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-7fa07180-f050-495d-a47b-f2b2800a5435 None None] Provisioning for port ecc80531-3447-40f6-824e-17cb55357c33 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:51:21.418100 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-7fa07180-f050-495d-a47b-f2b2800a5435 None None] Provisioning complete for port ecc80531-3447-40f6-824e-17cb55357c33 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:51:21.418817 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7fa07180-f050-495d-a47b-f2b2800a5435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:21.422725 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-80309974-767f-4b22-aa8a-05866895ba4e tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:21.513464 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-e58cd4b6-6091-4771-8590-0759bc147b9e tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Delete allocated IP 2001:db8:0:1::bd (20fe99b0-95ea-4267-b6d8-85110c999b8d/ad561e37-d122-488d-b232-8c434f40a0c1) {{(pid=94077) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 29 23:51:21.590316 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-80309974-767f-4b22-aa8a-05866895ba4e tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:21.592933 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 48840) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:21.645244 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7fa07180-f050-495d-a47b-f2b2800a5435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:21.693015 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-80309974-767f-4b22-aa8a-05866895ba4e tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:21.721080 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-7fa07180-f050-495d-a47b-f2b2800a5435 None None] For port ecc80531-3447-40f6-824e-17cb55357c33, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=ecc80531-3447-40f6-824e-17cb55357c33,segment=NetworkSegment(eb288e78-0f60-4eb5-8e04-dec6e0cca6d0),segment_id=eb288e78-0f60-4eb5-8e04-dec6e0cca6d0)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:21.732389 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7fa07180-f050-495d-a47b-f2b2800a5435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:21.750631 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-80309974-767f-4b22-aa8a-05866895ba4e tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:21.751779 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-80309974-767f-4b22-aa8a-05866895ba4e tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3970504 Jul 29 23:51:21.755804 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48846) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:21.765012 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-423de56f-7c04-4f79-b78b-2885ab23fe6e tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Request body: {'security_group_rule': {'security_group_id': 'eee33ead-c9ea-49cf-84ce-c95496d326ed', 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:21.878013 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e58cd4b6-6091-4771-8590-0759bc147b9e tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:21.890166 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80309974-767f-4b22-aa8a-05866895ba4e tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eee33ead-c9ea-49cf-84ce-c95496d326ed,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:21.890466 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa07180-f050-495d-a47b-f2b2800a5435 None None] Pushing event updated for resources: {'Port': ['ID=ecc80531-3447-40f6-824e-17cb55357c33,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:21.912303 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd912da1-ecd4-4073-a3cf-729a60963495 None None] Update dhcp port {'port': {'network_id': '20fe99b0-95ea-4267-b6d8-85110c999b8d', 'fixed_ips': [{'subnet_id': '806ba51d-3f1e-41c4-b933-5d7d853a08c8', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ad561e37-d122-488d-b232-8c434f40a0c1'}], 'binding:host_id': 'n-d-712141-10'}, 'id': 'ecc80531-3447-40f6-824e-17cb55357c33'} from n-d-712141-10. {{(pid=94079) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 23:51:21.917464 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-e58cd4b6-6091-4771-8590-0759bc147b9e tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Ignored duplicate provisioning block setup for port c258ba9d-f5c6-41ba-8f8e-027e80251247 by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 29 23:51:21.920897 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-423de56f-7c04-4f79-b78b-2885ab23fe6e tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:21.956354 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bd912da1-ecd4-4073-a3cf-729a60963495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:21.993386 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e58cd4b6-6091-4771-8590-0759bc147b9e tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:22.095181 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58cd4b6-6091-4771-8590-0759bc147b9e tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event updated for resources: {'Port': ['ID=c258ba9d-f5c6-41ba-8f8e-027e80251247,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:22.128926 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-423de56f-7c04-4f79-b78b-2885ab23fe6e tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:22.133007 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-423de56f-7c04-4f79-b78b-2885ab23fe6e tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:22.163550 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-bd912da1-ecd4-4073-a3cf-729a60963495 None None] Allocated IP 2001:db8:0:1::2 (20fe99b0-95ea-4267-b6d8-85110c999b8d/ad561e37-d122-488d-b232-8c434f40a0c1/ecc80531-3447-40f6-824e-17cb55357c33) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:51:22.189494 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423de56f-7c04-4f79-b78b-2885ab23fe6e tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23e87b91-7715-48ff-97a5-b929295abff6,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:22.193816 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-e58cd4b6-6091-4771-8590-0759bc147b9e tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] In _notify_port_updated(), no bound segment for port c258ba9d-f5c6-41ba-8f8e-027e80251247 on network 20fe99b0-95ea-4267-b6d8-85110c999b8d {{(pid=94077) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:51:22.207648 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58cd4b6-6091-4771-8590-0759bc147b9e tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:22.214467 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e58cd4b6-6091-4771-8590-0759bc147b9e tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:22.216261 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e58cd4b6-6091-4771-8590-0759bc147b9e tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "PUT /v2.0/ports/c258ba9d-f5c6-41ba-8f8e-027e80251247 HTTP/1.1" status: 200 len: 926 time: 1.5540037 Jul 29 23:51:22.217489 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-423de56f-7c04-4f79-b78b-2885ab23fe6e tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:22.221192 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-423de56f-7c04-4f79-b78b-2885ab23fe6e tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4613295 Jul 29 23:51:22.221192 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48856) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:22.224342 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-33b17b52-0a67-4abc-9a0f-ed59f028050a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '806ba51d-3f1e-41c4-b933-5d7d853a08c8'}, {'subnet_id': 'ad561e37-d122-488d-b232-8c434f40a0c1'}]}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:22.225385 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 48858) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:22.235433 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-12433e45-2660-48f1-9db4-97ff95411c23 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Request body: {'security_group_rule': {'security_group_id': 'eee33ead-c9ea-49cf-84ce-c95496d326ed', 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:22.287329 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605a906-311d-4ee5-abec-7e7b1cf9e78a req-fb7c3980-0f84-46cd-813b-4bc1dc06ae32 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:22.289189 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6605a906-311d-4ee5-abec-7e7b1cf9e78a req-fb7c3980-0f84-46cd-813b-4bc1dc06ae32 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=c65b8f95-9da3-4485-bd7b-4f14879e268c HTTP/1.1" status: 200 len: 946 time: 0.2516539 Jul 29 23:51:22.384053 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-33b17b52-0a67-4abc-9a0f-ed59f028050a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:22.387048 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-bd912da1-ecd4-4073-a3cf-729a60963495 None None] For port ecc80531-3447-40f6-824e-17cb55357c33, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=ecc80531-3447-40f6-824e-17cb55357c33,segment=NetworkSegment(eb288e78-0f60-4eb5-8e04-dec6e0cca6d0),segment_id=eb288e78-0f60-4eb5-8e04-dec6e0cca6d0)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:22.392456 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6605a906-311d-4ee5-abec-7e7b1cf9e78a req-3c8cdc83-1431-4ab0-ad10-e683b294f240 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e6eb237-bd1b-4499-9a2d-2e1657fd82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940337 Jul 29 23:51:22.421773 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-12433e45-2660-48f1-9db4-97ff95411c23 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:22.477536 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bd912da1-ecd4-4073-a3cf-729a60963495 None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:22.504890 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-bd912da1-ecd4-4073-a3cf-729a60963495 None None] Transition to ACTIVE for port object ecc80531-3447-40f6-824e-17cb55357c33 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:51:22.512156 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bd912da1-ecd4-4073-a3cf-729a60963495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:22.525048 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-12433e45-2660-48f1-9db4-97ff95411c23 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:22.535898 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-12433e45-2660-48f1-9db4-97ff95411c23 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:22.575618 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12433e45-2660-48f1-9db4-97ff95411c23 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff410357-3c61-4995-a216-7f757beb8c99,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:22.611534 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-12433e45-2660-48f1-9db4-97ff95411c23 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:22.613163 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-12433e45-2660-48f1-9db4-97ff95411c23 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3867221 Jul 29 23:51:22.618439 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 48868) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:22.624639 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-fa12111b-fc46-4b76-8992-92d7f19a7ac2 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Request body: {'security_group_rule': {'security_group_id': 'eee33ead-c9ea-49cf-84ce-c95496d326ed', 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:22.691413 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fa12111b-fc46-4b76-8992-92d7f19a7ac2 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:22.706368 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd912da1-ecd4-4073-a3cf-729a60963495 None None] Pushing event updated for resources: {'Port': ['ID=ecc80531-3447-40f6-824e-17cb55357c33,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:22.803436 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4ee6b7a6-1757-44d9-a967-77ba1a65fb48 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:22.811870 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fa12111b-fc46-4b76-8992-92d7f19a7ac2 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:22.814691 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device ecc80531-3447-40f6-824e-17cb55357c33 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:51:22.874455 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fa12111b-fc46-4b76-8992-92d7f19a7ac2 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:22.891391 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:51:22.938107 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-33b17b52-0a67-4abc-9a0f-ed59f028050a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Allocated IP 2001:db8:0:1::2ec (20fe99b0-95ea-4267-b6d8-85110c999b8d/ad561e37-d122-488d-b232-8c434f40a0c1/c258ba9d-f5c6-41ba-8f8e-027e80251247) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:51:22.950685 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa12111b-fc46-4b76-8992-92d7f19a7ac2 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88558eb4-93d5-4806-9a53-f90b114d1116,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:22.963069 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fa12111b-fc46-4b76-8992-92d7f19a7ac2 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:22.968978 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-fa12111b-fc46-4b76-8992-92d7f19a7ac2 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3455551 Jul 29 23:51:22.969163 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 48870) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:22.991621 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-be4983b5-188b-445a-bd8c-b5dcbda3e541 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Request body: {'security_group_rule': {'security_group_id': 'eee33ead-c9ea-49cf-84ce-c95496d326ed', 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:23.142186 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-be4983b5-188b-445a-bd8c-b5dcbda3e541 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:23.238745 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-33b17b52-0a67-4abc-9a0f-ed59f028050a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:23.287336 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-33b17b52-0a67-4abc-9a0f-ed59f028050a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Ignored duplicate provisioning block setup for port c258ba9d-f5c6-41ba-8f8e-027e80251247 by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 29 23:51:23.295229 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-11eb0c43-f32c-49f7-b39d-ee0b65f3cba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:23.301097 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-33b17b52-0a67-4abc-9a0f-ed59f028050a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:23.343580 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-be4983b5-188b-445a-bd8c-b5dcbda3e541 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:23.602850 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-33b17b52-0a67-4abc-9a0f-ed59f028050a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] In _notify_port_updated(), no bound segment for port c258ba9d-f5c6-41ba-8f8e-027e80251247 on network 20fe99b0-95ea-4267-b6d8-85110c999b8d {{(pid=94077) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:51:23.612988 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b17b52-0a67-4abc-9a0f-ed59f028050a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:23.613835 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-33b17b52-0a67-4abc-9a0f-ed59f028050a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:23.615327 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-33b17b52-0a67-4abc-9a0f-ed59f028050a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "PUT /v2.0/ports/c258ba9d-f5c6-41ba-8f8e-027e80251247 HTTP/1.1" status: 200 len: 1012 time: 1.3952091 Jul 29 23:51:23.619272 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48886) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:23.676043 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b17b52-0a67-4abc-9a0f-ed59f028050a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event updated for resources: {'Port': ['ID=c258ba9d-f5c6-41ba-8f8e-027e80251247,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:23.797905 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6199d8ef-5097-4352-bc89-344e69500d4b None None] Network 20fe99b0-95ea-4267-b6d8-85110c999b8d requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:51:23.828755 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-3b7f013b-3623-4522-a5dd-f894dd32f53e tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Deleting port c258ba9d-f5c6-41ba-8f8e-027e80251247 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:51:23.829103 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3b7f013b-3623-4522-a5dd-f894dd32f53e tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:23.933718 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-8fc6ff54-e7e8-46c5-ae4b-286950a428a6 None None] Provisioning for port c258ba9d-f5c6-41ba-8f8e-027e80251247 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:51:23.945478 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-8fc6ff54-e7e8-46c5-ae4b-286950a428a6 None None] Provisioning complete for port c258ba9d-f5c6-41ba-8f8e-027e80251247 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:51:23.945975 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8fc6ff54-e7e8-46c5-ae4b-286950a428a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:24.044940 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-be4983b5-188b-445a-bd8c-b5dcbda3e541 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:24.053289 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-8fc6ff54-e7e8-46c5-ae4b-286950a428a6 None None] Port c258ba9d-f5c6-41ba-8f8e-027e80251247 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:51:24.080429 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3b7f013b-3623-4522-a5dd-f894dd32f53e tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:24.124223 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-3b7f013b-3623-4522-a5dd-f894dd32f53e tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Calling delete_port for c258ba9d-f5c6-41ba-8f8e-027e80251247 owned by {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:51:24.142039 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-8fc6ff54-e7e8-46c5-ae4b-286950a428a6 None None] Provisioning for port ecc80531-3447-40f6-824e-17cb55357c33 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:51:24.152714 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-8fc6ff54-e7e8-46c5-ae4b-286950a428a6 None None] Provisioning complete for port ecc80531-3447-40f6-824e-17cb55357c33 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:51:24.153073 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8fc6ff54-e7e8-46c5-ae4b-286950a428a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:24.241863 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4983b5-188b-445a-bd8c-b5dcbda3e541 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df0a010c-0de8-442e-bef5-bc1e8976462a,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:24.262744 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-be4983b5-188b-445a-bd8c-b5dcbda3e541 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:24.264637 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-be4983b5-188b-445a-bd8c-b5dcbda3e541 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2942126 Jul 29 23:51:24.273098 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48892) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:24.281384 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-afbb32e2-9045-4663-a79d-c488b1808e93 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Request body: {'security_group_rule': {'security_group_id': 'eee33ead-c9ea-49cf-84ce-c95496d326ed', 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:24.285213 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b02ab-f608-4546-85e8-c573dc52218f req-4c80a60a-088d-497d-89bb-4875682cd705 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:24.300160 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3b9b02ab-f608-4546-85e8-c573dc52218f req-4c80a60a-088d-497d-89bb-4875682cd705 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=c65b8f95-9da3-4485-bd7b-4f14879e268c HTTP/1.1" status: 200 len: 946 time: 0.2662561 Jul 29 23:51:24.380623 n-d-712141-10 neutron-server[94077]: INFO neutron.db.securitygroups_db [None req-afbb32e2-9045-4663-a79d-c488b1808e93 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Project 65ae77200a164c0f8f007753b934a6ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 23:51:24.390303 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-afbb32e2-9045-4663-a79d-c488b1808e93 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:24.397168 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7efd813-d3b6-4557-95a2-6e9558ea8a82 req-f75c5909-6532-4eb2-9066-d81d57201fde tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:24.405265 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b7efd813-d3b6-4557-95a2-6e9558ea8a82 req-f75c5909-6532-4eb2-9066-d81d57201fde tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.41 "GET /v2.0/ports?device_id=c65b8f95-9da3-4485-bd7b-4f14879e268c HTTP/1.1" status: 200 len: 946 time: 0.3668938 Jul 29 23:51:24.425446 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3b9b02ab-f608-4546-85e8-c573dc52218f req-e6722f5d-0417-4721-81fc-4b1620b5dcb6 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e6eb237-bd1b-4499-9a2d-2e1657fd82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138558 Jul 29 23:51:24.717844 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-b7efd813-d3b6-4557-95a2-6e9558ea8a82 req-d28fd5d9-b65f-44f4-bcf3-5c772a5ddb67 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Deleting port 4c205d82-4555-4305-96ab-ad0c818351a2 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:51:24.718203 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b7efd813-d3b6-4557-95a2-6e9558ea8a82 req-d28fd5d9-b65f-44f4-bcf3-5c772a5ddb67 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:24.724555 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-afbb32e2-9045-4663-a79d-c488b1808e93 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:24.727250 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3b7f013b-3623-4522-a5dd-f894dd32f53e tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:24.755841 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-afbb32e2-9045-4663-a79d-c488b1808e93 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:24.806216 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-4ee6b7a6-1757-44d9-a967-77ba1a65fb48 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Deleting port d730034f-28b5-42a0-b606-0f08030c28db {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:51:24.806741 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4ee6b7a6-1757-44d9-a967-77ba1a65fb48 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:24.862190 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-eda9ce5e-0b9f-482f-9ae7-18d312e96a85 None None] Could not find standard attr ID for object c258ba9d-f5c6-41ba-8f8e-027e80251247. {{(pid=94079) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:51:24.864226 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7f013b-3623-4522-a5dd-f894dd32f53e tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event deleted for resources: {'Port': ['ID=c258ba9d-f5c6-41ba-8f8e-027e80251247,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:24.866034 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device ecc80531-3447-40f6-824e-17cb55357c33 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:51:24.870469 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-afbb32e2-9045-4663-a79d-c488b1808e93 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:24.872463 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-afbb32e2-9045-4663-a79d-c488b1808e93 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5976534 Jul 29 23:51:24.898421 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48902) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:24.903375 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-86d389ca-f583-4db8-b66b-3fea527fb941 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Request body: {'security_group_rule': {'security_group_id': 'eee33ead-c9ea-49cf-84ce-c95496d326ed', 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:24.975650 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-eda9ce5e-0b9f-482f-9ae7-18d312e96a85 None None] Provisioning complete for port ecc80531-3447-40f6-824e-17cb55357c33 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:51:24.976179 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-eda9ce5e-0b9f-482f-9ae7-18d312e96a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:24.982457 n-d-712141-10 neutron-server[94077]: INFO neutron.db.securitygroups_db [None req-86d389ca-f583-4db8-b66b-3fea527fb941 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Project 65ae77200a164c0f8f007753b934a6ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 23:51:25.022234 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbb32e2-9045-4663-a79d-c488b1808e93 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91f8fd0e-d1eb-42e3-aec0-a588f71a03d4,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:25.035741 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3b7f013b-3623-4522-a5dd-f894dd32f53e tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:25.037818 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-3b7f013b-3623-4522-a5dd-f894dd32f53e tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "DELETE /v2.0/ports/c258ba9d-f5c6-41ba-8f8e-027e80251247 HTTP/1.1" status: 204 len: 168 time: 1.4164128 Jul 29 23:51:25.038921 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-86d389ca-f583-4db8-b66b-3fea527fb941 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:25.042735 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48908) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:25.076695 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-af7c9a67-1731-4b3b-a43c-7036f214391d tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] GET failed (client error): The resource could not be found. Jul 29 23:51:25.078518 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-af7c9a67-1731-4b3b-a43c-7036f214391d tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "GET /v2.0/ports/c258ba9d-f5c6-41ba-8f8e-027e80251247 HTTP/1.1" status: 404 len: 333 time: 0.0347595 Jul 29 23:51:25.082022 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48910) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:25.131273 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-4ee6b7a6-1757-44d9-a967-77ba1a65fb48 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] For port d730034f-28b5-42a0-b606-0f08030c28db, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=d730034f-28b5-42a0-b606-0f08030c28db,segment=NetworkSegment(aae395a7-73fe-4912-b945-f16cba42c02f),segment_id=aae395a7-73fe-4912-b945-f16cba42c02f)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:25.134217 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4ee6b7a6-1757-44d9-a967-77ba1a65fb48 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:25.161425 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-4ee6b7a6-1757-44d9-a967-77ba1a65fb48 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Calling delete_port for d730034f-28b5-42a0-b606-0f08030c28db owned by network:router_interface {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:51:25.194094 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port ecc80531-3447-40f6-824e-17cb55357c33 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:51:25.194986 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:25.242459 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d567027-0deb-4735-856d-887e22530b58 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Deleting subnet ad561e37-d122-488d-b232-8c434f40a0c1 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:51:25.246789 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2d567027-0deb-4735-856d-887e22530b58 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:25.282679 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-b7efd813-d3b6-4557-95a2-6e9558ea8a82 req-d28fd5d9-b65f-44f4-bcf3-5c772a5ddb67 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] For port 4c205d82-4555-4305-96ab-ad0c818351a2, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=4c205d82-4555-4305-96ab-ad0c818351a2,segment=NetworkSegment(e78125bf-8d4f-4e64-aa38-d84d609aca30),segment_id=e78125bf-8d4f-4e64-aa38-d84d609aca30)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:25.282679 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b7efd813-d3b6-4557-95a2-6e9558ea8a82 req-d28fd5d9-b65f-44f4-bcf3-5c772a5ddb67 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:25.371071 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2d567027-0deb-4735-856d-887e22530b58 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:25.424463 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-86d389ca-f583-4db8-b66b-3fea527fb941 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:25.434534 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-86d389ca-f583-4db8-b66b-3fea527fb941 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:25.505566 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d389ca-f583-4db8-b66b-3fea527fb941 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6db25f52-4c39-42f7-9fa1-784639eadc8f,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:25.527991 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-86d389ca-f583-4db8-b66b-3fea527fb941 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:25.536031 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-86d389ca-f583-4db8-b66b-3fea527fb941 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6366553 Jul 29 23:51:25.539328 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 48918) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:25.548501 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-5aa5bc5f-ab83-4fd0-8e57-45d42f15051a None None] Could not find standard attr ID for object c258ba9d-f5c6-41ba-8f8e-027e80251247. {{(pid=94079) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:51:25.574364 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-3093b9fe-f6df-4551-9be0-ef55a31ef321 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Request body: {'network': {'name': 'tempest-network-smoke--1030057426', 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'port_security_enabled': True}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:25.661296 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2d567027-0deb-4735-856d-887e22530b58 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:25.786551 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b7efd813-d3b6-4557-95a2-6e9558ea8a82 req-d28fd5d9-b65f-44f4-bcf3-5c772a5ddb67 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:25.786928 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b7efd813-d3b6-4557-95a2-6e9558ea8a82 req-d28fd5d9-b65f-44f4-bcf3-5c772a5ddb67 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:25.787220 n-d-712141-10 neutron-server[94078]: INFO neutron.db.l3_db [req-b7efd813-d3b6-4557-95a2-6e9558ea8a82 req-d28fd5d9-b65f-44f4-bcf3-5c772a5ddb67 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Floating IP 1c915947-9f4e-42b3-9392-cd8a025f29d1 disassociated. External IP: 172.25.0.105, port: 4c205d82-4555-4305-96ab-ad0c818351a2. Jul 29 23:51:25.787493 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-b7efd813-d3b6-4557-95a2-6e9558ea8a82 req-d28fd5d9-b65f-44f4-bcf3-5c772a5ddb67 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Calling delete_port for 4c205d82-4555-4305-96ab-ad0c818351a2 owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:51:25.792736 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2d567027-0deb-4735-856d-887e22530b58 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:25.799307 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3093b9fe-f6df-4551-9be0-ef55a31ef321 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Made reservation on behalf of 65ae77200a164c0f8f007753b934a6ed for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:51:25.804504 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3093b9fe-f6df-4551-9be0-ef55a31ef321 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:25.842610 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d567027-0deb-4735-856d-887e22530b58 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event deleted for resources: {'Subnet': ['ID=ad561e37-d122-488d-b232-8c434f40a0c1,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:25.850202 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2d567027-0deb-4735-856d-887e22530b58 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:25.853329 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-2d567027-0deb-4735-856d-887e22530b58 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "DELETE /v2.0/subnets/ad561e37-d122-488d-b232-8c434f40a0c1 HTTP/1.1" status: 204 len: 168 time: 0.7702477 Jul 29 23:51:25.858170 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48924) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:25.863808 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8817a-bc4c-4b49-86f0-d186fba42feb req-8c28d083-0e2f-47b4-8a32-c8d149ced6b1 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:25.866840 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c0d8817a-bc4c-4b49-86f0-d186fba42feb req-8c28d083-0e2f-47b4-8a32-c8d149ced6b1 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=c65b8f95-9da3-4485-bd7b-4f14879e268c HTTP/1.1" status: 200 len: 946 time: 0.1645386 Jul 29 23:51:25.906896 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5a86c43e-c7d7-4dcc-978a-084d1715137c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:26.005378 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-862b89d8-7dfb-48ca-91dd-bf821bf3c97d tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Deleting subnet 806ba51d-3f1e-41c4-b933-5d7d853a08c8 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:51:26.014687 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-862b89d8-7dfb-48ca-91dd-bf821bf3c97d tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:26.058963 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3093b9fe-f6df-4551-9be0-ef55a31ef321 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:51:26.069216 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3093b9fe-f6df-4551-9be0-ef55a31ef321 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:26.069676 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-3093b9fe-f6df-4551-9be0-ef55a31ef321 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Added segment 3e67ddd1-1c33-4cf4-87c8-b940fe50e0ac of type vlan for network dc512bd2-1884-47d3-acfd-802fe9e5ea94 Jul 29 23:51:26.101911 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51ee743-d420-47b9-87dd-1b5249b40242 None None] Network 20fe99b0-95ea-4267-b6d8-85110c999b8d requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:51:26.106875 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-862b89d8-7dfb-48ca-91dd-bf821bf3c97d tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:26.188934 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3093b9fe-f6df-4551-9be0-ef55a31ef321 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:26.226415 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-437e084f-8699-40b8-9807-5f179aa0020d None None] Could not find standard attr ID for object c258ba9d-f5c6-41ba-8f8e-027e80251247. {{(pid=94079) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:51:26.276480 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-862b89d8-7dfb-48ca-91dd-bf821bf3c97d tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:26.286173 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4ee6b7a6-1757-44d9-a967-77ba1a65fb48 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:26.295982 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c0d8817a-bc4c-4b49-86f0-d186fba42feb req-2453d2f0-2d59-44f2-ac2d-813784cfd6c7 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups?id=6e6eb237-bd1b-4499-9a2d-2e1657fd82de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3833237 Jul 29 23:51:26.392777 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee6b7a6-1757-44d9-a967-77ba1a65fb48 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Pushing event deleted for resources: {'Port': ['ID=d730034f-28b5-42a0-b606-0f08030c28db,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:26.408026 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-862b89d8-7dfb-48ca-91dd-bf821bf3c97d tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:26.438321 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3093b9fe-f6df-4551-9be0-ef55a31ef321 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:26.467164 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3093b9fe-f6df-4551-9be0-ef55a31ef321 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:26.467822 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3093b9fe-f6df-4551-9be0-ef55a31ef321 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:26.478486 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862b89d8-7dfb-48ca-91dd-bf821bf3c97d tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event deleted for resources: {'Subnet': ['ID=806ba51d-3f1e-41c4-b933-5d7d853a08c8,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:26.497498 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-862b89d8-7dfb-48ca-91dd-bf821bf3c97d tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:26.511755 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:26.513555 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-862b89d8-7dfb-48ca-91dd-bf821bf3c97d tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "DELETE /v2.0/subnets/806ba51d-3f1e-41c4-b933-5d7d853a08c8 HTTP/1.1" status: 204 len: 168 time: 0.6524394 Jul 29 23:51:26.514243 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 48936) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:26.718114 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0822e42f-337c-4780-83a0-d51fb8b1e7de None None] Update dhcp port {'port': {'network_id': '20fe99b0-95ea-4267-b6d8-85110c999b8d', 'fixed_ips': [{'subnet_id': '806ba51d-3f1e-41c4-b933-5d7d853a08c8'}], 'binding:host_id': 'n-d-712141-10'}, 'id': 'ecc80531-3447-40f6-824e-17cb55357c33'} from n-d-712141-10. {{(pid=94079) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 23:51:26.768110 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0822e42f-337c-4780-83a0-d51fb8b1e7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:26.868699 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3093b9fe-f6df-4551-9be0-ef55a31ef321 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event updated for resources: {'Network': ['ID=dc512bd2-1884-47d3-acfd-802fe9e5ea94,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:26.934372 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 4c205d82-4555-4305-96ab-ad0c818351a2 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:51:26.984893 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network dc512bd2-1884-47d3-acfd-802fe9e5ea94 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:51:27.034826 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-3093b9fe-f6df-4551-9be0-ef55a31ef321 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4916325 Jul 29 23:51:27.035896 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 48944) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:27.036167 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b7efd813-d3b6-4557-95a2-6e9558ea8a82 req-d28fd5d9-b65f-44f4-bcf3-5c772a5ddb67 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:27.045065 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-46da8c2a-19d9-4640-a803-5d5256362d19 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:27.050796 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-edd45d26-46e2-4236-93ba-c49556d6dff0 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1269105653', 'admin_state_up': True, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:27.062361 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87e5743-7e4f-4c0b-a456-02583243b55a None None] Network 20fe99b0-95ea-4267-b6d8-85110c999b8d requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:51:27.081564 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] No active binding found for port 4c205d82-4555-4305-96ab-ad0c818351a2 {{(pid=94079) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 29 23:51:27.081892 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 4c205d82-4555-4305-96ab-ad0c818351a2 not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:51:27.115691 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-edd45d26-46e2-4236-93ba-c49556d6dff0 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:27.116939 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-edd45d26-46e2-4236-93ba-c49556d6dff0 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:27.121406 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28fd5d9-b65f-44f4-bcf3-5c772a5ddb67 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Pushing event deleted for resources: {'Port': ['ID=4c205d82-4555-4305-96ab-ad0c818351a2,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:27.349223 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-b619d853-e019-4b32-8129-ee221eb127b8 None None] Provisioning complete for port ecc80531-3447-40f6-824e-17cb55357c33 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:51:27.349223 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b619d853-e019-4b32-8129-ee221eb127b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:27.385914 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7efd813-d3b6-4557-95a2-6e9558ea8a82 req-d28fd5d9-b65f-44f4-bcf3-5c772a5ddb67 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Router 4ececfd2-bbcb-4cda-9691-6ff23afccea3 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:51:27.416981 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-edd45d26-46e2-4236-93ba-c49556d6dff0 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:27.579822 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-93b7843e-6eb5-47ef-abab-6c69c20ea254 req-01c3860e-dc50-4574-829a-46f1807629a9 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=c65b8f95-9da3-4485-bd7b-4f14879e268c HTTP/1.1" status: 200 len: 210 time: 0.0619228 Jul 29 23:51:27.584396 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43189609-30d2-431e-ae67-08c78cb100c4 None None] DHCP port deletion for 20fe99b0-95ea-4267-b6d8-85110c999b8d request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:51:27.593749 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4ee6b7a6-1757-44d9-a967-77ba1a65fb48 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:27.633530 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-46da8c2a-19d9-4640-a803-5d5256362d19 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Deleting port ecc80531-3447-40f6-824e-17cb55357c33 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:51:27.640444 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-46da8c2a-19d9-4640-a803-5d5256362d19 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:27.796186 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:27.808063 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-edd45d26-46e2-4236-93ba-c49556d6dff0 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:27.840466 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-43189609-30d2-431e-ae67-08c78cb100c4 None None] Deleting port ecc80531-3447-40f6-824e-17cb55357c33 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:51:27.840858 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-43189609-30d2-431e-ae67-08c78cb100c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:27.888104 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-46da8c2a-19d9-4640-a803-5d5256362d19 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] For port ecc80531-3447-40f6-824e-17cb55357c33, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=ecc80531-3447-40f6-824e-17cb55357c33,segment=NetworkSegment(eb288e78-0f60-4eb5-8e04-dec6e0cca6d0),segment_id=eb288e78-0f60-4eb5-8e04-dec6e0cca6d0)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:27.891181 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-46da8c2a-19d9-4640-a803-5d5256362d19 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:27.909226 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-43189609-30d2-431e-ae67-08c78cb100c4 None None] For port ecc80531-3447-40f6-824e-17cb55357c33, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=ecc80531-3447-40f6-824e-17cb55357c33,segment=NetworkSegment(eb288e78-0f60-4eb5-8e04-dec6e0cca6d0),segment_id=eb288e78-0f60-4eb5-8e04-dec6e0cca6d0)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:27.909651 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-43189609-30d2-431e-ae67-08c78cb100c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:27.924273 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-46da8c2a-19d9-4640-a803-5d5256362d19 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Calling delete_port for ecc80531-3447-40f6-824e-17cb55357c33 owned by network:dhcp {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:51:27.928707 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-43189609-30d2-431e-ae67-08c78cb100c4 None None] Calling delete_port for ecc80531-3447-40f6-824e-17cb55357c33 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:51:28.029036 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-43189609-30d2-431e-ae67-08c78cb100c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:28.038110 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-46da8c2a-19d9-4640-a803-5d5256362d19 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:28.053478 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43189609-30d2-431e-ae67-08c78cb100c4 None None] Pushing event deleted for resources: {'Port': ['ID=ecc80531-3447-40f6-824e-17cb55357c33,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:28.071477 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43189609-30d2-431e-ae67-08c78cb100c4 None None] No DVR routers for this DVR port ecc80531-3447-40f6-824e-17cb55357c33 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:51:28.160313 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46da8c2a-19d9-4640-a803-5d5256362d19 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event deleted for resources: {'Port': ['ID=ecc80531-3447-40f6-824e-17cb55357c33,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:28.161653 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-edd45d26-46e2-4236-93ba-c49556d6dff0 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for router_gateway, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:28.191698 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46da8c2a-19d9-4640-a803-5d5256362d19 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] No DVR routers for this DVR port ecc80531-3447-40f6-824e-17cb55357c33 on host n-d-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:51:28.192771 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-edd45d26-46e2-4236-93ba-c49556d6dff0 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:28.290746 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7efd813-d3b6-4557-95a2-6e9558ea8a82 req-d28fd5d9-b65f-44f4-bcf3-5c772a5ddb67 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:51:28.318334 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33d4309-569a-467a-bfe8-4ce4de560e27 None None] Sync routers for ids ['4ececfd2-bbcb-4cda-9691-6ff23afccea3'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:51:28.344703 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33d4309-569a-467a-bfe8-4ce4de560e27 None None] Routers {'4ececfd2-bbcb-4cda-9691-6ff23afccea3'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:51:28.354527 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-f33d4309-569a-467a-bfe8-4ce4de560e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:51:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['4ececfd2-bbcb-4cda-9691-6ff23afccea3'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:28.390993 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-edd45d26-46e2-4236-93ba-c49556d6dff0 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Allocated IP 172.25.0.20 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/78abe34d-5e23-44e4-915c-691435d24a26) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:51:28.435288 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7efd813-d3b6-4557-95a2-6e9558ea8a82 req-d28fd5d9-b65f-44f4-bcf3-5c772a5ddb67 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] No DVR routers for this DVR port 4c205d82-4555-4305-96ab-ad0c818351a2 on host n-h1-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:51:28.445340 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-46da8c2a-19d9-4640-a803-5d5256362d19 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:28.449565 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b7efd813-d3b6-4557-95a2-6e9558ea8a82 req-d28fd5d9-b65f-44f4-bcf3-5c772a5ddb67 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:28.451915 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b7efd813-d3b6-4557-95a2-6e9558ea8a82 req-d28fd5d9-b65f-44f4-bcf3-5c772a5ddb67 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.41 "DELETE /v2.0/ports/4c205d82-4555-4305-96ab-ad0c818351a2 HTTP/1.1" status: 204 len: 173 time: 4.0192599 Jul 29 23:51:28.452612 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c65b8f95-9da3-4485-bd7b-4f14879e268c', 'name': 'network-vif-deleted', 'tag': '4c205d82-4555-4305-96ab-ad0c818351a2'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:51:28.455319 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40643d62-435e-412e-a786-dac63c701b04" -d '{"events": [{"server_uuid": "c65b8f95-9da3-4485-bd7b-4f14879e268c", "name": "network-vif-deleted", "tag": "4c205d82-4555-4305-96ab-ad0c818351a2"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:51:28.475098 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-46da8c2a-19d9-4640-a803-5d5256362d19 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20fe99b0-95ea-4267-b6d8-85110c999b8d']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:28.493473 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-46da8c2a-19d9-4640-a803-5d5256362d19 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb288e78-0f60-4eb5-8e04-dec6e0cca6d0') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:28.494154 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-46da8c2a-19d9-4640-a803-5d5256362d19 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb288e78-0f60-4eb5-8e04-dec6e0cca6d0') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:28.557948 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-46da8c2a-19d9-4640-a803-5d5256362d19 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:28.568818 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17da7647-52dc-4e64-815c-b82e06eb4310 x-openstack-request-id: req-17da7647-52dc-4e64-815c-b82e06eb4310 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:51:28.569332 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c65b8f95-9da3-4485-bd7b-4f14879e268c", "name": "network-vif-deleted", "tag": "4c205d82-4555-4305-96ab-ad0c818351a2", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:51:28.569811 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-17da7647-52dc-4e64-815c-b82e06eb4310 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:51:28.570409 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c65b8f95-9da3-4485-bd7b-4f14879e268c', 'name': 'network-vif-deleted', 'tag': '4c205d82-4555-4305-96ab-ad0c818351a2', 'status': 'completed', 'code': 200} Jul 29 23:51:28.600510 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-46da8c2a-19d9-4640-a803-5d5256362d19 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:28.608299 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-edd45d26-46e2-4236-93ba-c49556d6dff0 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:28.687335 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46da8c2a-19d9-4640-a803-5d5256362d19 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:51:28.688502 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-46da8c2a-19d9-4640-a803-5d5256362d19 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:28.697044 n-d-712141-10 neutron-server[94078]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:51:28.697044 n-d-712141-10 neutron-server[94078]: self.session.flush() Jul 29 23:51:28.697044 n-d-712141-10 neutron-server[94078]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:51:28.697044 n-d-712141-10 neutron-server[94078]: self.session.flush() Jul 29 23:51:28.697044 n-d-712141-10 neutron-server[94078]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:51:28.697044 n-d-712141-10 neutron-server[94078]: self.session.flush() Jul 29 23:51:28.697044 n-d-712141-10 neutron-server[94078]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:51:28.697044 n-d-712141-10 neutron-server[94078]: self.session.flush() Jul 29 23:51:28.697044 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:51:28.697044 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:51:28.697044 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:51:28.697044 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:51:28.697044 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:51:28.697044 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:51:28.697044 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:51:28.697044 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:51:28.697044 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:51:28.697044 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:51:28.697044 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:51:28.697044 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:51:28.697044 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:51:28.697044 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:51:28.697044 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:51:28.697044 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:51:28.697044 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:51:28.697044 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:51:28.697044 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:51:28.697044 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:51:28.697044 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:51:28.697044 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:51:28.697044 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:51:28.697044 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:51:28.697044 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:51:28.697044 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:51:28.697044 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:51:28.697044 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:51:28.697044 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:51:28.697044 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:51:28.697044 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:51:28.697044 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:51:28.736051 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-edd45d26-46e2-4236-93ba-c49556d6dff0 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:28.787210 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd45d26-46e2-4236-93ba-c49556d6dff0 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:51:28.795969 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-edd45d26-46e2-4236-93ba-c49556d6dff0 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:51:28.800519 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd45d26-46e2-4236-93ba-c49556d6dff0 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:51:28.904747 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-46da8c2a-19d9-4640-a803-5d5256362d19 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:28.911955 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd45d26-46e2-4236-93ba-c49556d6dff0 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event updated for resources: {'Port': ['ID=78abe34d-5e23-44e4-915c-691435d24a26,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:28.937549 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-46da8c2a-19d9-4640-a803-5d5256362d19 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:28.941379 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-46da8c2a-19d9-4640-a803-5d5256362d19 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "DELETE /v2.0/networks/20fe99b0-95ea-4267-b6d8-85110c999b8d HTTP/1.1" status: 204 len: 168 time: 2.4225874 Jul 29 23:51:28.965627 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46da8c2a-19d9-4640-a803-5d5256362d19 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event deleted for resources: {'Network': ['ID=20fe99b0-95ea-4267-b6d8-85110c999b8d,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:28.977992 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 48974) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:28.982428 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e9dcde91-f18a-448f-957d-c34188946e42 req-7bc7d933-1ee6-4098-85a7-f4a3e53ea41e tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/ports?device_id=c65b8f95-9da3-4485-bd7b-4f14879e268c HTTP/1.1" status: 200 len: 210 time: 0.0924635 Jul 29 23:51:29.056179 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device ecc80531-3447-40f6-824e-17cb55357c33 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:51:29.079596 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ee6b7a6-1757-44d9-a967-77ba1a65fb48 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Router 7042261b-375a-4b27-97c7-3e8c575f8f9d has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:51:29.125382 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: ecc80531-3447-40f6-824e-17cb55357c33 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:51:29.127334 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device ecc80531-3447-40f6-824e-17cb55357c33 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:51:29.200417 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-f33d4309-569a-467a-bfe8-4ce4de560e27 None None] Set router 4ececfd2-bbcb-4cda-9691-6ff23afccea3 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:51:29.210327 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10e6d08-efe1-4ec2-b66c-ee9b8d01f01e tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:29.211889 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-c10e6d08-efe1-4ec2-b66c-ee9b8d01f01e tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2285149 Jul 29 23:51:29.219002 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 48982) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:29.317250 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e1dc61f7-ecc7-4694-9788-1f623570c1b0 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0969093 Jul 29 23:51:29.331196 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 48984) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:29.337608 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-40daff54-0867-41ad-9cee-3ee4202284cf tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1298236269'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:29.391112 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee6b7a6-1757-44d9-a967-77ba1a65fb48 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:51:29.406675 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f29cc24-cd14-4119-a4b9-9d8d552f4fd2 None None] Sync routers for ids ['7042261b-375a-4b27-97c7-3e8c575f8f9d'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:51:29.413776 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-4ee6b7a6-1757-44d9-a967-77ba1a65fb48 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "PUT /v2.0/routers/7042261b-375a-4b27-97c7-3e8c575f8f9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8196199 Jul 29 23:51:29.430817 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40daff54-0867-41ad-9cee-3ee4202284cf tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Made reservation on behalf of da9e7a969d04495c9d1e65f1005dc604 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:51:29.442930 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-40daff54-0867-41ad-9cee-3ee4202284cf tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:29.461139 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:29.491280 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f29cc24-cd14-4119-a4b9-9d8d552f4fd2 None None] Routers {'7042261b-375a-4b27-97c7-3e8c575f8f9d'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:51:29.497324 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-8f29cc24-cd14-4119-a4b9-9d8d552f4fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:51:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['7042261b-375a-4b27-97c7-3e8c575f8f9d'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:29.545899 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40daff54-0867-41ad-9cee-3ee4202284cf tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:51:29.585332 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-40daff54-0867-41ad-9cee-3ee4202284cf tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:29.585792 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-40daff54-0867-41ad-9cee-3ee4202284cf tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Added segment 8df95c8c-b17b-4c55-8c2d-b74986f8419f of type vlan for network 92c44948-949c-4795-9f3d-84de4efa2718 Jul 29 23:51:29.810190 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-8f29cc24-cd14-4119-a4b9-9d8d552f4fd2 None None] Set router 7042261b-375a-4b27-97c7-3e8c575f8f9d gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:51:29.814706 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-40daff54-0867-41ad-9cee-3ee4202284cf tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:29.843994 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-f33d4309-569a-467a-bfe8-4ce4de560e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ececfd2-bbcb-4cda-9691-6ff23afccea3', 'name': 'tempest-AttachVolumeShelveTestJSON-2094336285-router', 'tenant_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '56512338-eee7-4a6a-ac6a-5775e337cb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:41:48Z', 'updated_at': '2021-07-29T23:42:00Z', 'revision_number': 4, 'project_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'gw_port': {'id': '56512338-eee7-4a6a-ac6a-5775e337cb39', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ececfd2-bbcb-4cda-9691-6ff23afccea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:49Z', 'updated_at': '2021-07-29T23:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'f894ff82-3555-4edd-926a-9ec0ac8d14bc', 'name': '', 'network_id': '75276a04-f545-4a3d-9980-2e308be152f9', 'tenant_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'mac_address': 'fa:16:3e:e8:ff:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ececfd2-bbcb-4cda-9691-6ff23afccea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': '3f8a1426-23b4-4820-974d-b3b8ade6d730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:57Z', 'updated_at': '2021-07-29T23:42:08Z', 'revision_number': 5, 'project_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'subnets': [{'id': '3f8a1426-23b4-4820-974d-b3b8ade6d730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:29.958764 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33d4309-569a-467a-bfe8-4ce4de560e27 None None] Checking router: 4ececfd2-bbcb-4cda-9691-6ff23afccea3 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:51:30.000822 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-40daff54-0867-41ad-9cee-3ee4202284cf tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:30.002189 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33d4309-569a-467a-bfe8-4ce4de560e27 None None] Routers {'4ececfd2-bbcb-4cda-9691-6ff23afccea3'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:51:30.007114 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-f33d4309-569a-467a-bfe8-4ce4de560e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:51:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['4ececfd2-bbcb-4cda-9691-6ff23afccea3'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:30.007308 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40daff54-0867-41ad-9cee-3ee4202284cf tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:30.007954 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-40daff54-0867-41ad-9cee-3ee4202284cf tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:30.191194 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd2360-45ac-4fdf-936a-690bdf2bed86 req-b5c807f7-c080-4919-bc0b-ef4274eac4eb tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:30.211084 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0acd2360-45ac-4fdf-936a-690bdf2bed86 req-b5c807f7-c080-4919-bc0b-ef4274eac4eb tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bd3055c-4909-438e-bca2-d0f976bc3a15 HTTP/1.1" status: 200 len: 946 time: 0.2923844 Jul 29 23:51:30.218334 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 49002) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:30.282900 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-8f29cc24-cd14-4119-a4b9-9d8d552f4fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7042261b-375a-4b27-97c7-3e8c575f8f9d', 'name': 'tempest-TestNetworkBasicOps-router-1181966759', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '7cc9343c-5a34-4c38-a60d-d955f1862161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:24Z', 'updated_at': '2021-07-29T23:51:25Z', 'revision_number': 6, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'gw_port': {'id': '7cc9343c-5a34-4c38-a60d-d955f1862161', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:62:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7042261b-375a-4b27-97c7-3e8c575f8f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:24Z', 'updated_at': '2021-07-29T23:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '79338892-73d0-45a5-bd32-cdd2710880b4', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'floating_ip_address': '172.25.0.3', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '7042261b-375a-4b27-97c7-3e8c575f8f9d', 'port_id': '40218d58-4c73-432e-a438-6f264952d79f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7beca275-2208-4a98-ba1b-ab34ac8cad26', 'mac_address': 'fa:16:3e:52:49:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef24da6-d5f9-4e87-821b-437f26915cce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:49:51Z', 'updated_at': '2021-07-29T23:49:56Z', 'revision_number': 1, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9152238-5547-4784-a76b-fee04601afc1', 'name': '', 'network_id': '7beca275-2208-4a98-ba1b-ab34ac8cad26', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'mac_address': 'fa:16:3e:05:16:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7042261b-375a-4b27-97c7-3e8c575f8f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '860a9ed7-752a-4835-9f06-0329822b4eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:28Z', 'updated_at': '2021-07-29T23:49:37Z', 'revision_number': 5, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'subnets': [{'id': '860a9ed7-752a-4835-9f06-0329822b4eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:30.331690 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f29cc24-cd14-4119-a4b9-9d8d552f4fd2 None None] Checking router: 7042261b-375a-4b27-97c7-3e8c575f8f9d for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:51:30.336835 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-f33d4309-569a-467a-bfe8-4ce4de560e27 None None] Set router 4ececfd2-bbcb-4cda-9691-6ff23afccea3 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:51:30.366917 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f29cc24-cd14-4119-a4b9-9d8d552f4fd2 None None] Routers {'7042261b-375a-4b27-97c7-3e8c575f8f9d'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:51:30.367676 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-8f29cc24-cd14-4119-a4b9-9d8d552f4fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:51:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['7042261b-375a-4b27-97c7-3e8c575f8f9d'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:30.472190 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-40daff54-0867-41ad-9cee-3ee4202284cf tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1361122 Jul 29 23:51:30.492853 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-386e310c-e434-44c3-9941-6e5a7a44557a tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:30.566063 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-386e310c-e434-44c3-9941-6e5a7a44557a tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:30.571871 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 49008) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:30.584835 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-bcdf91f8-bf2a-4f04-83a4-143bd1491fe9 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Request body: {'subnet': {'network_id': '92c44948-949c-4795-9f3d-84de4efa2718', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:30.614281 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-8f29cc24-cd14-4119-a4b9-9d8d552f4fd2 None None] Set router 7042261b-375a-4b27-97c7-3e8c575f8f9d gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:51:30.671260 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40daff54-0867-41ad-9cee-3ee4202284cf tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event updated for resources: {'Network': ['ID=92c44948-949c-4795-9f3d-84de4efa2718,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:30.695436 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-386e310c-e434-44c3-9941-6e5a7a44557a tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:30.699867 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-386e310c-e434-44c3-9941-6e5a7a44557a tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:30.705259 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-386e310c-e434-44c3-9941-6e5a7a44557a tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "DELETE /v2.0/security-groups/6e6eb237-bd1b-4499-9a2d-2e1657fd82de HTTP/1.1" status: 204 len: 168 time: 0.4691179 Jul 29 23:51:30.706097 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 49012) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:30.713516 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0acd2360-45ac-4fdf-936a-690bdf2bed86 req-37b8757a-b73d-4211-9b8b-681887b739d5 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/security-groups?id=2bfa4f4b-9c92-43d5-b7d8-f80923155cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3251934 Jul 29 23:51:30.750841 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386e310c-e434-44c3-9941-6e5a7a44557a tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6eb237-bd1b-4499-9a2d-2e1657fd82de,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:30.754679 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [None req-bca88bec-d208-46eb-a945-ec348a3af2cc tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] show failed (client error): The resource could not be found. Jul 29 23:51:30.758780 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-bca88bec-d208-46eb-a945-ec348a3af2cc tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "GET /v2.0/security-groups/6e6eb237-bd1b-4499-9a2d-2e1657fd82de HTTP/1.1" status: 404 len: 347 time: 0.0246582 Jul 29 23:51:30.759426 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 49014) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:30.798277 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-edd45d26-46e2-4236-93ba-c49556d6dff0 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for router_gateway, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:30.832940 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 92c44948-949c-4795-9f3d-84de4efa2718 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:51:30.980377 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-8f29cc24-cd14-4119-a4b9-9d8d552f4fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7042261b-375a-4b27-97c7-3e8c575f8f9d', 'name': 'tempest-TestNetworkBasicOps-router-1181966759', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '7cc9343c-5a34-4c38-a60d-d955f1862161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:24Z', 'updated_at': '2021-07-29T23:51:25Z', 'revision_number': 6, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'gw_port': {'id': '7cc9343c-5a34-4c38-a60d-d955f1862161', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:62:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7042261b-375a-4b27-97c7-3e8c575f8f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:24Z', 'updated_at': '2021-07-29T23:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '79338892-73d0-45a5-bd32-cdd2710880b4', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'floating_ip_address': '172.25.0.3', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '7042261b-375a-4b27-97c7-3e8c575f8f9d', 'port_id': '40218d58-4c73-432e-a438-6f264952d79f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7beca275-2208-4a98-ba1b-ab34ac8cad26', 'mac_address': 'fa:16:3e:52:49:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef24da6-d5f9-4e87-821b-437f26915cce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:49:51Z', 'updated_at': '2021-07-29T23:49:56Z', 'revision_number': 1, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9152238-5547-4784-a76b-fee04601afc1', 'name': '', 'network_id': '7beca275-2208-4a98-ba1b-ab34ac8cad26', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'mac_address': 'fa:16:3e:05:16:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7042261b-375a-4b27-97c7-3e8c575f8f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '860a9ed7-752a-4835-9f06-0329822b4eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:28Z', 'updated_at': '2021-07-29T23:49:37Z', 'revision_number': 5, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'subnets': [{'id': '860a9ed7-752a-4835-9f06-0329822b4eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:31.068658 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f29cc24-cd14-4119-a4b9-9d8d552f4fd2 None None] The sync data for ids ['7042261b-375a-4b27-97c7-3e8c575f8f9d'] in n-d-712141-10 is: [{'id': '7042261b-375a-4b27-97c7-3e8c575f8f9d', 'name': 'tempest-TestNetworkBasicOps-router-1181966759', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '7cc9343c-5a34-4c38-a60d-d955f1862161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:24Z', 'updated_at': '2021-07-29T23:51:25Z', 'revision_number': 6, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'gw_port': {'id': '7cc9343c-5a34-4c38-a60d-d955f1862161', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:62:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7042261b-375a-4b27-97c7-3e8c575f8f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:24Z', 'updated_at': '2021-07-29T23:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '79338892-73d0-45a5-bd32-cdd2710880b4', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'floating_ip_address': '172.25.0.3', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '7042261b-375a-4b27-97c7-3e8c575f8f9d', 'port_id': '40218d58-4c73-432e-a438-6f264952d79f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7beca275-2208-4a98-ba1b-ab34ac8cad26', 'mac_address': 'fa:16:3e:52:49:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ef24da6-d5f9-4e87-821b-437f26915cce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:49:51Z', 'updated_at': '2021-07-29T23:49:56Z', 'revision_number': 1, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9152238-5547-4784-a76b-fee04601afc1', 'name': '', 'network_id': '7beca275-2208-4a98-ba1b-ab34ac8cad26', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'mac_address': 'fa:16:3e:05:16:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7042261b-375a-4b27-97c7-3e8c575f8f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '860a9ed7-752a-4835-9f06-0329822b4eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:28Z', 'updated_at': '2021-07-29T23:49:37Z', 'revision_number': 5, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'subnets': [{'id': '860a9ed7-752a-4835-9f06-0329822b4eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:51:31.218128 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-f33d4309-569a-467a-bfe8-4ce4de560e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ececfd2-bbcb-4cda-9691-6ff23afccea3', 'name': 'tempest-AttachVolumeShelveTestJSON-2094336285-router', 'tenant_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '56512338-eee7-4a6a-ac6a-5775e337cb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:41:48Z', 'updated_at': '2021-07-29T23:42:00Z', 'revision_number': 4, 'project_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'gw_port': {'id': '56512338-eee7-4a6a-ac6a-5775e337cb39', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ececfd2-bbcb-4cda-9691-6ff23afccea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:49Z', 'updated_at': '2021-07-29T23:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'f894ff82-3555-4edd-926a-9ec0ac8d14bc', 'name': '', 'network_id': '75276a04-f545-4a3d-9980-2e308be152f9', 'tenant_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'mac_address': 'fa:16:3e:e8:ff:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ececfd2-bbcb-4cda-9691-6ff23afccea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': '3f8a1426-23b4-4820-974d-b3b8ade6d730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:57Z', 'updated_at': '2021-07-29T23:42:08Z', 'revision_number': 5, 'project_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'subnets': [{'id': '3f8a1426-23b4-4820-974d-b3b8ade6d730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:31.228379 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcdf91f8-bf2a-4f04-83a4-143bd1491fe9 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Made reservation on behalf of da9e7a969d04495c9d1e65f1005dc604 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:51:31.232870 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bcdf91f8-bf2a-4f04-83a4-143bd1491fe9 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:31.302857 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33d4309-569a-467a-bfe8-4ce4de560e27 None None] The sync data for ids ['4ececfd2-bbcb-4cda-9691-6ff23afccea3'] in n-d-712141-10 is: [{'id': '4ececfd2-bbcb-4cda-9691-6ff23afccea3', 'name': 'tempest-AttachVolumeShelveTestJSON-2094336285-router', 'tenant_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '56512338-eee7-4a6a-ac6a-5775e337cb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:41:48Z', 'updated_at': '2021-07-29T23:42:00Z', 'revision_number': 4, 'project_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'gw_port': {'id': '56512338-eee7-4a6a-ac6a-5775e337cb39', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ececfd2-bbcb-4cda-9691-6ff23afccea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:49Z', 'updated_at': '2021-07-29T23:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'f894ff82-3555-4edd-926a-9ec0ac8d14bc', 'name': '', 'network_id': '75276a04-f545-4a3d-9980-2e308be152f9', 'tenant_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'mac_address': 'fa:16:3e:e8:ff:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ececfd2-bbcb-4cda-9691-6ff23afccea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': '3f8a1426-23b4-4820-974d-b3b8ade6d730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:57Z', 'updated_at': '2021-07-29T23:42:08Z', 'revision_number': 5, 'project_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'subnets': [{'id': '3f8a1426-23b4-4820-974d-b3b8ade6d730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:51:31.502703 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7701551d-f951-4965-8000-0fc21946a2bd req-c31de1b2-65db-4b4f-8f49-be1242c15f80 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:31.504689 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7701551d-f951-4965-8000-0fc21946a2bd req-c31de1b2-65db-4b4f-8f49-be1242c15f80 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.22 "GET /v2.0/ports?device_id=2bd3055c-4909-438e-bca2-d0f976bc3a15 HTTP/1.1" status: 200 len: 946 time: 0.3256500 Jul 29 23:51:31.507100 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-edd45d26-46e2-4236-93ba-c49556d6dff0 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:31.962548 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-87ad6311-a3a3-4342-94f7-7d52bf836de3 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Deleting port 58391e34-6220-40a8-b891-6d3778ebd10e {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:51:31.964304 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-87ad6311-a3a3-4342-94f7-7d52bf836de3 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:32.064602 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f7d955-bc10-4a83-bfa2-5247e35d0492 req-9d614fb7-8f1b-4a99-8fc6-d046b361e898 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:32.066356 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d5f7d955-bc10-4a83-bfa2-5247e35d0492 req-9d614fb7-8f1b-4a99-8fc6-d046b361e898 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bd3055c-4909-438e-bca2-d0f976bc3a15 HTTP/1.1" status: 200 len: 946 time: 0.1735637 Jul 29 23:51:32.115013 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-7701551d-f951-4965-8000-0fc21946a2bd req-ca3b48f4-c7e4-4b1f-b3f5-213f12880e93 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Deleting port 16bcdae1-b248-45ea-965c-302d9c7a2b12 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:51:32.116269 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-7701551d-f951-4965-8000-0fc21946a2bd req-ca3b48f4-c7e4-4b1f-b3f5-213f12880e93 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:32.133096 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999bc5f2-2ab3-4731-ad80-d0afeff83c32 None None] New status for floating IP 1c915947-9f4e-42b3-9392-cd8a025f29d1: DOWN {{(pid=94079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:51:32.135859 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d5f7d955-bc10-4a83-bfa2-5247e35d0492 req-cc8fbce7-0450-4caa-afcb-c4b64cf8a536 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/security-groups?id=2bfa4f4b-9c92-43d5-b7d8-f80923155cc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616057 Jul 29 23:51:32.137900 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-87ad6311-a3a3-4342-94f7-7d52bf836de3 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:32.138217 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-87ad6311-a3a3-4342-94f7-7d52bf836de3 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:32.163528 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-87ad6311-a3a3-4342-94f7-7d52bf836de3 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Calling delete_port for 58391e34-6220-40a8-b891-6d3778ebd10e owned by network:floatingip {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:51:32.226250 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bcdf91f8-bf2a-4f04-83a4-143bd1491fe9 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:32.305838 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edd45d26-46e2-4236-93ba-c49556d6dff0 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Router 426aa120-6f98-4969-9b22-5bfee8de0b87 is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:51:32.410772 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdf91f8-bf2a-4f04-83a4-143bd1491fe9 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event updated for resources: {'Subnet': ['ID=1c8f8f36-7bca-4505-b69c-c9461bd84a1d,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:32.497953 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-87ad6311-a3a3-4342-94f7-7d52bf836de3 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:32.499686 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.db.api [None req-999bc5f2-2ab3-4731-ad80-d0afeff83c32 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94079) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:51:32.502941 n-d-712141-10 neutron-server[94079]: DEBUG oslo_db.api [None req-999bc5f2-2ab3-4731-ad80-d0afeff83c32 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:51:32.513269 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-7701551d-f951-4965-8000-0fc21946a2bd req-ca3b48f4-c7e4-4b1f-b3f5-213f12880e93 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] For port 16bcdae1-b248-45ea-965c-302d9c7a2b12, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=16bcdae1-b248-45ea-965c-302d9c7a2b12,segment=NetworkSegment(aae395a7-73fe-4912-b945-f16cba42c02f),segment_id=aae395a7-73fe-4912-b945-f16cba42c02f)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:32.513550 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-7701551d-f951-4965-8000-0fc21946a2bd req-ca3b48f4-c7e4-4b1f-b3f5-213f12880e93 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:32.519842 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcdf91f8-bf2a-4f04-83a4-143bd1491fe9 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Checking segment: {'id': '8df95c8c-b17b-4c55-8c2d-b74986f8419f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '92c44948-949c-4795-9f3d-84de4efa2718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:51:32.520317 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdf91f8-bf2a-4f04-83a4-143bd1491fe9 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Network hostable DHCP agents. Network: 92c44948-949c-4795-9f3d-84de4efa2718, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:51:32.551506 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-7701551d-f951-4965-8000-0fc21946a2bd req-ca3b48f4-c7e4-4b1f-b3f5-213f12880e93 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Calling delete_port for 16bcdae1-b248-45ea-965c-302d9c7a2b12 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:51:32.558904 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ad6311-a3a3-4342-94f7-7d52bf836de3 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Pushing event deleted for resources: {'Port': ['ID=58391e34-6220-40a8-b891-6d3778ebd10e,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:32.618066 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcdf91f8-bf2a-4f04-83a4-143bd1491fe9 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Network 92c44948-949c-4795-9f3d-84de4efa2718 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:51:32.701602 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edd45d26-46e2-4236-93ba-c49556d6dff0 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:51:32.705450 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-bcdf91f8-bf2a-4f04-83a4-143bd1491fe9 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 92c44948-949c-4795-9f3d-84de4efa2718) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:51:32.724745 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdf91f8-bf2a-4f04-83a4-143bd1491fe9 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:32.725315 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bcdf91f8-bf2a-4f04-83a4-143bd1491fe9 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:32.730106 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae98059-d386-4caf-84ce-53b9f35bb09d None None] Sync routers for ids ['426aa120-6f98-4969-9b22-5bfee8de0b87'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:51:32.738809 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bceebec-8c04-4524-9b96-62da994bb91a None None] Network 92c44948-949c-4795-9f3d-84de4efa2718 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:51:32.746946 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-87ad6311-a3a3-4342-94f7-7d52bf836de3 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks [] for floatingip, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:32.753458 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device d730034f-28b5-42a0-b606-0f08030c28db no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:51:32.759607 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae98059-d386-4caf-84ce-53b9f35bb09d None None] Routers {'426aa120-6f98-4969-9b22-5bfee8de0b87'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:51:32.763445 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-87ad6311-a3a3-4342-94f7-7d52bf836de3 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:32.763885 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-3ae98059-d386-4caf-84ce-53b9f35bb09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:51:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['426aa120-6f98-4969-9b22-5bfee8de0b87'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:32.783283 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-87ad6311-a3a3-4342-94f7-7d52bf836de3 tempest-AttachVolumeShelveTestJSON-311793615 tempest-AttachVolumeShelveTestJSON-311793615-project] 10.222.0.43 "DELETE /v2.0/floatingips/1c915947-9f4e-42b3-9392-cd8a025f29d1 HTTP/1.1" status: 204 len: 168 time: 2.0076873 Jul 29 23:51:32.784578 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-bcdf91f8-bf2a-4f04-83a4-143bd1491fe9 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2004218 Jul 29 23:51:32.785141 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 49040) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:32.789328 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-edd45d26-46e2-4236-93ba-c49556d6dff0 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:32.797054 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-edd45d26-46e2-4236-93ba-c49556d6dff0 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.7537036 Jul 29 23:51:32.797054 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 49042) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:32.799105 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-a2aabfec-9de2-464c-bc75-b05b6b56e021 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Request body: {'port': {'network_id': '92c44948-949c-4795-9f3d-84de4efa2718', 'name': 'tempest-PortsIpV6TestJSON-1781425250'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:32.845047 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: d730034f-28b5-42a0-b606-0f08030c28db {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:51:32.845641 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device d730034f-28b5-42a0-b606-0f08030c28db not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:51:32.911222 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4a7c3d5d-7875-4b1c-b03c-bb221e3e43a0 tempest-TestNetworkAdvancedServerOps-451069228 tempest-TestNetworkAdvancedServerOps-451069228-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=65ae77200a164c0f8f007753b934a6ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1141262 Jul 29 23:51:32.914370 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 49052) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:33.041925 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57259e6f-4720-4ffd-ba79-045c89b7cc09 tempest-TestNetworkAdvancedServerOps-451069228 tempest-TestNetworkAdvancedServerOps-451069228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:33.041925 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-57259e6f-4720-4ffd-ba79-045c89b7cc09 tempest-TestNetworkAdvancedServerOps-451069228 tempest-TestNetworkAdvancedServerOps-451069228-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1209571 Jul 29 23:51:33.043427 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 49056) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:33.052354 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999bc5f2-2ab3-4731-ad80-d0afeff83c32 None None] New status for floating IP 1c915947-9f4e-42b3-9392-cd8a025f29d1: DOWN {{(pid=94079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:51:33.104989 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2aabfec-9de2-464c-bc75-b05b6b56e021 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Made reservation on behalf of da9e7a969d04495c9d1e65f1005dc604 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:51:33.109761 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a2aabfec-9de2-464c-bc75-b05b6b56e021 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:33.149766 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [None req-a2aabfec-9de2-464c-bc75-b05b6b56e021 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] device_id is not set on port afe93c1d-09af-405f-b0cd-ebeb1114121e yet. {{(pid=94078) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:51:33.232840 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9f377be3-074f-41d9-a6da-1c3f6b822c99 tempest-TestNetworkAdvancedServerOps-451069228 tempest-TestNetworkAdvancedServerOps-451069228-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=58f27f61-3278-49cc-b66b-1e729d26f29f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1842079 Jul 29 23:51:33.233396 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 49068) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:33.254411 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-3ae98059-d386-4caf-84ce-53b9f35bb09d None None] Set router 426aa120-6f98-4969-9b22-5bfee8de0b87 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:51:33.276428 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-0a6805ba-f76a-4f8b-be08-74eb012d317e tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1144023223', 'network_id': 'dc512bd2-1884-47d3-acfd-802fe9e5ea94', 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:33.311913 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933b0c21-1d4c-41a9-ae20-b4c9818e96c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-92c44948-949c-4795-9f3d-84de4efa2718', 'network_id': '92c44948-949c-4795-9f3d-84de4efa2718', 'tenant_id': 'da9e7a969d04495c9d1e65f1005dc604', 'fixed_ips': [{'subnet_id': '1c8f8f36-7bca-4505-b69c-c9461bd84a1d'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:51:33.318591 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-933b0c21-1d4c-41a9-ae20-b4c9818e96c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:33.478846 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-044433f2-21d7-42a4-8b60-e959e0fd2966 req-f70c676f-4206-49cd-b6ae-754210665083 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bd3055c-4909-438e-bca2-d0f976bc3a15 HTTP/1.1" status: 200 len: 210 time: 0.1329172 Jul 29 23:51:33.501499 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-7701551d-f951-4965-8000-0fc21946a2bd req-ca3b48f4-c7e4-4b1f-b3f5-213f12880e93 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:33.606108 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3b48f4-c7e4-4b1f-b3f5-213f12880e93 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Pushing event deleted for resources: {'Port': ['ID=16bcdae1-b248-45ea-965c-302d9c7a2b12,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:33.669286 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-7701551d-f951-4965-8000-0fc21946a2bd req-ca3b48f4-c7e4-4b1f-b3f5-213f12880e93 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] No DVR routers for this DVR port 16bcdae1-b248-45ea-965c-302d9c7a2b12 on host n-h2-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:51:33.671681 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6805ba-f76a-4f8b-be08-74eb012d317e tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Made reservation on behalf of 65ae77200a164c0f8f007753b934a6ed for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:51:33.676550 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0a6805ba-f76a-4f8b-be08-74eb012d317e tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:33.719248 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-a2aabfec-9de2-464c-bc75-b05b6b56e021 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Allocated IP 2001:db8::378 (92c44948-949c-4795-9f3d-84de4efa2718/1c8f8f36-7bca-4505-b69c-c9461bd84a1d/afe93c1d-09af-405f-b0cd-ebeb1114121e) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:51:33.759516 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-7701551d-f951-4965-8000-0fc21946a2bd req-ca3b48f4-c7e4-4b1f-b3f5-213f12880e93 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:33.762900 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-3ae98059-d386-4caf-84ce-53b9f35bb09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426aa120-6f98-4969-9b22-5bfee8de0b87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1269105653', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '78abe34d-5e23-44e4-915c-691435d24a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:51:27Z', 'updated_at': '2021-07-29T23:51:29Z', 'revision_number': 3, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'gw_port': {'id': '78abe34d-5e23-44e4-915c-691435d24a26', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e5:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426aa120-6f98-4969-9b22-5bfee8de0b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:51:28Z', 'updated_at': '2021-07-29T23:51:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:33.763766 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7701551d-f951-4965-8000-0fc21946a2bd req-ca3b48f4-c7e4-4b1f-b3f5-213f12880e93 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.22 "DELETE /v2.0/ports/16bcdae1-b248-45ea-965c-302d9c7a2b12 HTTP/1.1" status: 204 len: 173 time: 2.2482927 Jul 29 23:51:33.764573 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bd3055c-4909-438e-bca2-d0f976bc3a15', 'name': 'network-vif-deleted', 'tag': '16bcdae1-b248-45ea-965c-302d9c7a2b12'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:51:33.767859 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20114589-d567-4fc0-ad27-42e44d536ea1" -d '{"events": [{"server_uuid": "2bd3055c-4909-438e-bca2-d0f976bc3a15", "name": "network-vif-deleted", "tag": "16bcdae1-b248-45ea-965c-302d9c7a2b12"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:51:33.859440 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae98059-d386-4caf-84ce-53b9f35bb09d None None] Checking router: 426aa120-6f98-4969-9b22-5bfee8de0b87 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:51:33.860478 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae98059-d386-4caf-84ce-53b9f35bb09d None None] Updating router 426aa120-6f98-4969-9b22-5bfee8de0b87 port 78abe34d-5e23-44e4-915c-691435d24a26 binding host n-d-712141-10 {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:51:33.993311 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-3ae98059-d386-4caf-84ce-53b9f35bb09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:34.013615 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d6defa-72f5-4056-a9f9-d66ef9ab36b5 x-openstack-request-id: req-c6d6defa-72f5-4056-a9f9-d66ef9ab36b5 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:51:34.015590 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bd3055c-4909-438e-bca2-d0f976bc3a15", "name": "network-vif-deleted", "tag": "16bcdae1-b248-45ea-965c-302d9c7a2b12", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:51:34.016626 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c6d6defa-72f5-4056-a9f9-d66ef9ab36b5 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:51:34.017726 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bd3055c-4909-438e-bca2-d0f976bc3a15', 'name': 'network-vif-deleted', 'tag': '16bcdae1-b248-45ea-965c-302d9c7a2b12', 'status': 'completed', 'code': 200} Jul 29 23:51:34.020838 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a2aabfec-9de2-464c-bc75-b05b6b56e021 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:34.046643 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-a2aabfec-9de2-464c-bc75-b05b6b56e021 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Transition to ACTIVE for port object afe93c1d-09af-405f-b0cd-ebeb1114121e will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:51:34.161942 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a2aabfec-9de2-464c-bc75-b05b6b56e021 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:34.309095 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2aabfec-9de2-464c-bc75-b05b6b56e021 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Network 92c44948-949c-4795-9f3d-84de4efa2718 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:51:34.316222 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0a6805ba-f76a-4f8b-be08-74eb012d317e tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:34.342275 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-a2aabfec-9de2-464c-bc75-b05b6b56e021 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:51:34.342547 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-933b0c21-1d4c-41a9-ae20-b4c9818e96c2 None None] Allocated IP 2001:db8::2 (92c44948-949c-4795-9f3d-84de4efa2718/1c8f8f36-7bca-4505-b69c-c9461bd84a1d/92eee010-126e-491f-bcf0-f34f5664641a) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:51:34.368372 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2aabfec-9de2-464c-bc75-b05b6b56e021 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:51:34.396991 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2aabfec-9de2-464c-bc75-b05b6b56e021 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:34.397744 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a2aabfec-9de2-464c-bc75-b05b6b56e021 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:34.406356 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 16bcdae1-b248-45ea-965c-302d9c7a2b12 no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:51:34.426466 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aabfec-9de2-464c-bc75-b05b6b56e021 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event updated for resources: {'Port': ['ID=afe93c1d-09af-405f-b0cd-ebeb1114121e,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:34.430859 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6805ba-f76a-4f8b-be08-74eb012d317e tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event updated for resources: {'Subnet': ['ID=df49fe6b-bf09-4372-9f2d-78eb19d120eb,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:34.487232 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: 16bcdae1-b248-45ea-965c-302d9c7a2b12 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:51:34.487631 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 16bcdae1-b248-45ea-965c-302d9c7a2b12 not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:51:34.499559 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 49088) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:34.500733 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-a2aabfec-9de2-464c-bc75-b05b6b56e021 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7180800 Jul 29 23:51:34.558418 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-2b947c2f-1cde-4b8c-8400-f74fddff77e5 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Request body: {'port': {'network_id': '92c44948-949c-4795-9f3d-84de4efa2718', 'name': 'tempest-PortsIpV6TestJSON-1972623720'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:34.703519 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6805ba-f76a-4f8b-be08-74eb012d317e tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Checking segment: {'id': '3e67ddd1-1c33-4cf4-87c8-b940fe50e0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'dc512bd2-1884-47d3-acfd-802fe9e5ea94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:51:34.704119 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6805ba-f76a-4f8b-be08-74eb012d317e tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Network hostable DHCP agents. Network: dc512bd2-1884-47d3-acfd-802fe9e5ea94, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:51:34.754518 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6805ba-f76a-4f8b-be08-74eb012d317e tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Network dc512bd2-1884-47d3-acfd-802fe9e5ea94 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:51:34.754729 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5eed987a-8ab5-4a20-8d89-778f919f5ecf req-5ebf079f-0a85-40c3-8a53-3b62408843f1 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-212282585&fields=id&tenant_id=abc07fd47c924aad994e74752ef0bc5a HTTP/1.1" status: 200 len: 267 time: 0.1230459 Jul 29 23:51:34.787869 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-0a6805ba-f76a-4f8b-be08-74eb012d317e tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, dc512bd2-1884-47d3-acfd-802fe9e5ea94) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:51:34.801543 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-3ae98059-d386-4caf-84ce-53b9f35bb09d None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:34.807568 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6805ba-f76a-4f8b-be08-74eb012d317e tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:34.808963 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0a6805ba-f76a-4f8b-be08-74eb012d317e tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:34.824083 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-3ae98059-d386-4caf-84ce-53b9f35bb09d None None] Transition to ACTIVE for port object 78abe34d-5e23-44e4-915c-691435d24a26 will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:51:34.827502 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-29e8b0a2-292f-47c2-9092-cbcdc9b58f18 req-20eff823-e319-422a-9bdc-d6e9fbdcc3d8 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/ports?device_id=2bd3055c-4909-438e-bca2-d0f976bc3a15 HTTP/1.1" status: 200 len: 210 time: 0.1238592 Jul 29 23:51:34.828895 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fb99e4-77e7-466b-93ab-04342969ade3 None None] Network dc512bd2-1884-47d3-acfd-802fe9e5ea94 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:51:34.858389 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-3ae98059-d386-4caf-84ce-53b9f35bb09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:34.864207 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0a6805ba-f76a-4f8b-be08-74eb012d317e tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6095331 Jul 29 23:51:34.870932 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 49092) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:34.947195 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d8bbb5-d2c4-407e-a507-0f909ac6f528 None None] Pushing event updated for resources: {'Port': ['ID=78abe34d-5e23-44e4-915c-691435d24a26,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:34.951334 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-3ae98059-d386-4caf-84ce-53b9f35bb09d None None] Attempting to bind port 78abe34d-5e23-44e4-915c-691435d24a26 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:51:34.951334 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-3ae98059-d386-4caf-84ce-53b9f35bb09d None None] Attempting to bind port 78abe34d-5e23-44e4-915c-691435d24a26 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:51:34.951796 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae98059-d386-4caf-84ce-53b9f35bb09d None None] Attempting to bind port 78abe34d-5e23-44e4-915c-691435d24a26 on network 58f27f61-3278-49cc-b66b-1e729d26f29f {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:51:34.981102 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae98059-d386-4caf-84ce-53b9f35bb09d None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:51:34.981490 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae98059-d386-4caf-84ce-53b9f35bb09d None None] Checking segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:51:34.981977 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-3ae98059-d386-4caf-84ce-53b9f35bb09d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:34.982380 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae98059-d386-4caf-84ce-53b9f35bb09d None None] Bound using segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:51:34.982860 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-3ae98059-d386-4caf-84ce-53b9f35bb09d None None] Bound port: 78abe34d-5e23-44e4-915c-691435d24a26, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:51:34.983347 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-3ae98059-d386-4caf-84ce-53b9f35bb09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:34.988656 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d8bbb5-d2c4-407e-a507-0f909ac6f528 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:34.988970 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d8bbb5-d2c4-407e-a507-0f909ac6f528 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:34.989293 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d8bbb5-d2c4-407e-a507-0f909ac6f528 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:34.989692 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d8bbb5-d2c4-407e-a507-0f909ac6f528 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:34.990032 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d8bbb5-d2c4-407e-a507-0f909ac6f528 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:34.990430 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d8bbb5-d2c4-407e-a507-0f909ac6f528 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:34.990695 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d8bbb5-d2c4-407e-a507-0f909ac6f528 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:34.991026 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d8bbb5-d2c4-407e-a507-0f909ac6f528 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:34.991348 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d8bbb5-d2c4-407e-a507-0f909ac6f528 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:34.991676 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d8bbb5-d2c4-407e-a507-0f909ac6f528 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:34.992056 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d8bbb5-d2c4-407e-a507-0f909ac6f528 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:34.992380 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d8bbb5-d2c4-407e-a507-0f909ac6f528 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:35.018324 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-933b0c21-1d4c-41a9-ae20-b4c9818e96c2 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:35.073384 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed987a-8ab5-4a20-8d89-778f919f5ecf req-a88a8814-28ff-4c0e-b617-5a9d06223990 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:35.077195 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5eed987a-8ab5-4a20-8d89-778f919f5ecf req-a88a8814-28ff-4c0e-b617-5a9d06223990 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/networks?id=07279870-3078-44f7-8035-d94a4d0b31e7 HTTP/1.1" status: 200 len: 812 time: 0.2541101 Jul 29 23:51:35.078972 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-933b0c21-1d4c-41a9-ae20-b4c9818e96c2 None None] Transition to ACTIVE for port object 92eee010-126e-491f-bcf0-f34f5664641a will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:51:35.109565 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-3ae98059-d386-4caf-84ce-53b9f35bb09d None None] For port 78abe34d-5e23-44e4-915c-691435d24a26, host n-d-712141-10, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:51:35.116589 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5eed987a-8ab5-4a20-8d89-778f919f5ecf req-1fbe2399-ffc0-4f20-b8b5-1c4f8e9e44bc tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/quotas/abc07fd47c924aad994e74752ef0bc5a HTTP/1.1" status: 200 len: 375 time: 0.0156193 Jul 29 23:51:35.134472 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-933b0c21-1d4c-41a9-ae20-b4c9818e96c2 None None] Transition to ACTIVE for port object 92eee010-126e-491f-bcf0-f34f5664641a will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:51:35.140274 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-3ae98059-d386-4caf-84ce-53b9f35bb09d None None] For port 78abe34d-5e23-44e4-915c-691435d24a26, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=78abe34d-5e23-44e4-915c-691435d24a26,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:51:35.151280 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b947c2f-1cde-4b8c-8400-f74fddff77e5 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Made reservation on behalf of da9e7a969d04495c9d1e65f1005dc604 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:51:35.152691 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-3ae98059-d386-4caf-84ce-53b9f35bb09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:35.159881 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2b947c2f-1cde-4b8c-8400-f74fddff77e5 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:35.165165 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-933b0c21-1d4c-41a9-ae20-b4c9818e96c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:35.294062 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae98059-d386-4caf-84ce-53b9f35bb09d None None] Routers {'426aa120-6f98-4969-9b22-5bfee8de0b87'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:51:35.294656 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-3ae98059-d386-4caf-84ce-53b9f35bb09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:51:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['426aa120-6f98-4969-9b22-5bfee8de0b87'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:35.299372 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [None req-2b947c2f-1cde-4b8c-8400-f74fddff77e5 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] device_id is not set on port 07b74a2c-4fef-45cd-a425-69c89919c56c yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:51:35.305690 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933b0c21-1d4c-41a9-ae20-b4c9818e96c2 None None] Network 92c44948-949c-4795-9f3d-84de4efa2718 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:51:35.326475 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-933b0c21-1d4c-41a9-ae20-b4c9818e96c2 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:51:35.335684 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933b0c21-1d4c-41a9-ae20-b4c9818e96c2 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:51:35.413867 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933b0c21-1d4c-41a9-ae20-b4c9818e96c2 None None] Pushing event updated for resources: {'Port': ['ID=92eee010-126e-491f-bcf0-f34f5664641a,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:35.415869 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5eed987a-8ab5-4a20-8d89-778f919f5ecf req-a3b08fe2-8b4a-434e-a338-0110c8c8c1c7 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=abc07fd47c924aad994e74752ef0bc5a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2751739 Jul 29 23:51:35.492160 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d8bbb5-d2c4-407e-a507-0f909ac6f528 None None] Pushing event updated for resources: {'Port': ['ID=78abe34d-5e23-44e4-915c-691435d24a26,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:35.641319 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-2b947c2f-1cde-4b8c-8400-f74fddff77e5 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Allocated IP 2001:db8::5e (92c44948-949c-4795-9f3d-84de4efa2718/1c8f8f36-7bca-4505-b69c-c9461bd84a1d/07b74a2c-4fef-45cd-a425-69c89919c56c) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:51:35.675761 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-933b0c21-1d4c-41a9-ae20-b4c9818e96c2 None None] Attempting to bind port 92eee010-126e-491f-bcf0-f34f5664641a on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:51:35.676296 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-933b0c21-1d4c-41a9-ae20-b4c9818e96c2 None None] Attempting to bind port 92eee010-126e-491f-bcf0-f34f5664641a by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '8df95c8c-b17b-4c55-8c2d-b74986f8419f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '92c44948-949c-4795-9f3d-84de4efa2718'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:51:35.677043 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933b0c21-1d4c-41a9-ae20-b4c9818e96c2 None None] Attempting to bind port 92eee010-126e-491f-bcf0-f34f5664641a on network 92c44948-949c-4795-9f3d-84de4efa2718 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:51:35.715858 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56cbd5e0-25cc-441d-bb10-f798476c313b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-dc512bd2-1884-47d3-acfd-802fe9e5ea94', 'network_id': 'dc512bd2-1884-47d3-acfd-802fe9e5ea94', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'fixed_ips': [{'subnet_id': 'df49fe6b-bf09-4372-9f2d-78eb19d120eb'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:51:35.717256 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-56cbd5e0-25cc-441d-bb10-f798476c313b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:35.727680 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933b0c21-1d4c-41a9-ae20-b4c9818e96c2 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:51:35.729769 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933b0c21-1d4c-41a9-ae20-b4c9818e96c2 None None] Checking segment: {'id': '8df95c8c-b17b-4c55-8c2d-b74986f8419f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '92c44948-949c-4795-9f3d-84de4efa2718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:51:35.730600 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-933b0c21-1d4c-41a9-ae20-b4c9818e96c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:35.734613 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933b0c21-1d4c-41a9-ae20-b4c9818e96c2 None None] Bound using segment: {'id': '8df95c8c-b17b-4c55-8c2d-b74986f8419f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '92c44948-949c-4795-9f3d-84de4efa2718'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:51:35.735225 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-933b0c21-1d4c-41a9-ae20-b4c9818e96c2 None None] Bound port: 92eee010-126e-491f-bcf0-f34f5664641a, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8df95c8c-b17b-4c55-8c2d-b74986f8419f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '92c44948-949c-4795-9f3d-84de4efa2718'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:51:35.736343 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-933b0c21-1d4c-41a9-ae20-b4c9818e96c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:35.752223 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-3ae98059-d386-4caf-84ce-53b9f35bb09d None None] Set router 426aa120-6f98-4969-9b22-5bfee8de0b87 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:51:35.990168 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5eed987a-8ab5-4a20-8d89-778f919f5ecf req-e2766a4a-c002-4107-ae3f-26153ed9904b service neutron] 10.222.0.43 "GET /v2.0/networks/07279870-3078-44f7-8035-d94a4d0b31e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5571363 Jul 29 23:51:36.107332 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-56cbd5e0-25cc-441d-bb10-f798476c313b None None] Allocated IP 172.20.0.2 (dc512bd2-1884-47d3-acfd-802fe9e5ea94/df49fe6b-bf09-4372-9f2d-78eb19d120eb/b19307c0-19c4-4b81-ba86-14ea8ec6ed17) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:51:36.111558 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-3ae98059-d386-4caf-84ce-53b9f35bb09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426aa120-6f98-4969-9b22-5bfee8de0b87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1269105653', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '78abe34d-5e23-44e4-915c-691435d24a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:51:27Z', 'updated_at': '2021-07-29T23:51:29Z', 'revision_number': 3, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'gw_port': {'id': '78abe34d-5e23-44e4-915c-691435d24a26', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e5:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426aa120-6f98-4969-9b22-5bfee8de0b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:51:28Z', 'updated_at': '2021-07-29T23:51:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:36.135371 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 49106) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:36.154059 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae98059-d386-4caf-84ce-53b9f35bb09d None None] The sync data for ids ['426aa120-6f98-4969-9b22-5bfee8de0b87'] in n-d-712141-10 is: [{'id': '426aa120-6f98-4969-9b22-5bfee8de0b87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1269105653', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '78abe34d-5e23-44e4-915c-691435d24a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:51:27Z', 'updated_at': '2021-07-29T23:51:29Z', 'revision_number': 3, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'gw_port': {'id': '78abe34d-5e23-44e4-915c-691435d24a26', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e5:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426aa120-6f98-4969-9b22-5bfee8de0b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:51:28Z', 'updated_at': '2021-07-29T23:51:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:51:36.173687 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-933b0c21-1d4c-41a9-ae20-b4c9818e96c2 None None] For port 92eee010-126e-491f-bcf0-f34f5664641a, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:51:36.226933 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-933b0c21-1d4c-41a9-ae20-b4c9818e96c2 None None] For port 92eee010-126e-491f-bcf0-f34f5664641a, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=92eee010-126e-491f-bcf0-f34f5664641a,segment=NetworkSegment(8df95c8c-b17b-4c55-8c2d-b74986f8419f),segment_id=8df95c8c-b17b-4c55-8c2d-b74986f8419f)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:51:36.271000 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a31fc3e2-8dc8-4ff4-b63e-93247eab6b6c tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:36.320224 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-933b0c21-1d4c-41a9-ae20-b4c9818e96c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:36.328844 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5eed987a-8ab5-4a20-8d89-778f919f5ecf req-6fef5a28-6fc0-4697-8f91-1fe70e6c30d9 service neutron] 10.222.0.43 "GET /v2.0/networks/07279870-3078-44f7-8035-d94a4d0b31e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942133 Jul 29 23:51:36.346874 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a31fc3e2-8dc8-4ff4-b63e-93247eab6b6c tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:36.452583 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a31fc3e2-8dc8-4ff4-b63e-93247eab6b6c tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:36.459052 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a31fc3e2-8dc8-4ff4-b63e-93247eab6b6c tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:36.465277 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-a31fc3e2-8dc8-4ff4-b63e-93247eab6b6c tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "DELETE /v2.0/security-groups/2bfa4f4b-9c92-43d5-b7d8-f80923155cc0 HTTP/1.1" status: 204 len: 168 time: 0.3254323 Jul 29 23:51:36.491657 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31fc3e2-8dc8-4ff4-b63e-93247eab6b6c tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bfa4f4b-9c92-43d5-b7d8-f80923155cc0,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:36.542412 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 49114) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:36.692462 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-56cbd5e0-25cc-441d-bb10-f798476c313b None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:36.716941 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-56cbd5e0-25cc-441d-bb10-f798476c313b None None] Transition to ACTIVE for port object b19307c0-19c4-4b81-ba86-14ea8ec6ed17 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:51:36.894237 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-56cbd5e0-25cc-441d-bb10-f798476c313b None None] Transition to ACTIVE for port object b19307c0-19c4-4b81-ba86-14ea8ec6ed17 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:51:36.905518 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 78abe34d-5e23-44e4-915c-691435d24a26 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:51:36.908207 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933b0c21-1d4c-41a9-ae20-b4c9818e96c2 None None] Pushing event updated for resources: {'Port': ['ID=92eee010-126e-491f-bcf0-f34f5664641a,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:36.920018 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-56cbd5e0-25cc-441d-bb10-f798476c313b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:36.944890 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2b947c2f-1cde-4b8c-8400-f74fddff77e5 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:37.037167 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-c94c0b2b-7dcd-4ec4-a41b-e9d3f82cbd57 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Deleting subnet 801073d1-412e-4f88-b871-5ccc63c01e8e {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:51:37.057207 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c94c0b2b-7dcd-4ec4-a41b-e9d3f82cbd57 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:37.153184 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a0063479-26a0-408d-abd7-efb9cd9b209a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:37.161557 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-2b947c2f-1cde-4b8c-8400-f74fddff77e5 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Transition to ACTIVE for port object 07b74a2c-4fef-45cd-a425-69c89919c56c will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:51:37.185336 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cbd5e0-25cc-441d-bb10-f798476c313b None None] Network dc512bd2-1884-47d3-acfd-802fe9e5ea94 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:51:37.216331 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-56cbd5e0-25cc-441d-bb10-f798476c313b None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:51:37.223578 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cbd5e0-25cc-441d-bb10-f798476c313b None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:51:37.247567 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cbd5e0-25cc-441d-bb10-f798476c313b None None] Pushing event updated for resources: {'Port': ['ID=b19307c0-19c4-4b81-ba86-14ea8ec6ed17,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:37.333396 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c94c0b2b-7dcd-4ec4-a41b-e9d3f82cbd57 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:37.333803 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 78abe34d-5e23-44e4-915c-691435d24a26 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:51:37.343566 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 78abe34d-5e23-44e4-915c-691435d24a26 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:51:37.344175 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:37.395073 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6fadb22b-d7ea-4983-8f50-ec6b9adbbb06 req-d4aa3d5c-c60d-4d34-8ba9-c2ce854f25c8 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=7efc4582-523d-4b05-9d9e-005a5e7a191a HTTP/1.1" status: 200 len: 210 time: 0.0472310 Jul 29 23:51:37.470975 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-56cbd5e0-25cc-441d-bb10-f798476c313b None None] Attempting to bind port b19307c0-19c4-4b81-ba86-14ea8ec6ed17 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:51:37.471323 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-56cbd5e0-25cc-441d-bb10-f798476c313b None None] Attempting to bind port b19307c0-19c4-4b81-ba86-14ea8ec6ed17 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '3e67ddd1-1c33-4cf4-87c8-b940fe50e0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'dc512bd2-1884-47d3-acfd-802fe9e5ea94'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:51:37.471929 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cbd5e0-25cc-441d-bb10-f798476c313b None None] Attempting to bind port b19307c0-19c4-4b81-ba86-14ea8ec6ed17 on network dc512bd2-1884-47d3-acfd-802fe9e5ea94 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:51:37.501511 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cbd5e0-25cc-441d-bb10-f798476c313b None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:51:37.502128 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cbd5e0-25cc-441d-bb10-f798476c313b None None] Checking segment: {'id': '3e67ddd1-1c33-4cf4-87c8-b940fe50e0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'dc512bd2-1884-47d3-acfd-802fe9e5ea94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:51:37.502824 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-56cbd5e0-25cc-441d-bb10-f798476c313b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:37.503959 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56cbd5e0-25cc-441d-bb10-f798476c313b None None] Bound using segment: {'id': '3e67ddd1-1c33-4cf4-87c8-b940fe50e0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'dc512bd2-1884-47d3-acfd-802fe9e5ea94'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:51:37.504737 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-56cbd5e0-25cc-441d-bb10-f798476c313b None None] Bound port: b19307c0-19c4-4b81-ba86-14ea8ec6ed17, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e67ddd1-1c33-4cf4-87c8-b940fe50e0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'dc512bd2-1884-47d3-acfd-802fe9e5ea94'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:51:37.505123 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-56cbd5e0-25cc-441d-bb10-f798476c313b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:37.630907 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2b947c2f-1cde-4b8c-8400-f74fddff77e5 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:37.831138 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b947c2f-1cde-4b8c-8400-f74fddff77e5 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Network 92c44948-949c-4795-9f3d-84de4efa2718 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:51:37.869537 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-2b947c2f-1cde-4b8c-8400-f74fddff77e5 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:51:37.889112 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b947c2f-1cde-4b8c-8400-f74fddff77e5 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:51:37.902672 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b947c2f-1cde-4b8c-8400-f74fddff77e5 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:37.906731 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2b947c2f-1cde-4b8c-8400-f74fddff77e5 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:37.955554 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:38.007251 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b947c2f-1cde-4b8c-8400-f74fddff77e5 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event updated for resources: {'Port': ['ID=07b74a2c-4fef-45cd-a425-69c89919c56c,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:38.034371 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c94c0b2b-7dcd-4ec4-a41b-e9d3f82cbd57 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:38.177568 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:38.266759 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 49142) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:38.267283 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-2b947c2f-1cde-4b8c-8400-f74fddff77e5 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.7634392 Jul 29 23:51:38.300797 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 78abe34d-5e23-44e4-915c-691435d24a26, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=78abe34d-5e23-44e4-915c-691435d24a26,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:38.316765 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:38.325469 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-56cbd5e0-25cc-441d-bb10-f798476c313b None None] For port b19307c0-19c4-4b81-ba86-14ea8ec6ed17, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:51:38.329483 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-56cbd5e0-25cc-441d-bb10-f798476c313b None None] For port b19307c0-19c4-4b81-ba86-14ea8ec6ed17, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=b19307c0-19c4-4b81-ba86-14ea8ec6ed17,segment=NetworkSegment(3e67ddd1-1c33-4cf4-87c8-b940fe50e0ac),segment_id=3e67ddd1-1c33-4cf4-87c8-b940fe50e0ac)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:51:38.460528 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=78abe34d-5e23-44e4-915c-691435d24a26,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:38.464656 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-56cbd5e0-25cc-441d-bb10-f798476c313b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:38.490334 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:38.490684 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:38.491029 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:38.491369 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:38.491703 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:38.492103 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:38.492436 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:38.492764 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:38.493091 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:38.493417 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:38.493767 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:38.494136 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:38.611877 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cbd5e0-25cc-441d-bb10-f798476c313b None None] Pushing event updated for resources: {'Port': ['ID=b19307c0-19c4-4b81-ba86-14ea8ec6ed17,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:38.639885 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ed92e4-d4f7-4f60-b3d8-5996dc358fe7 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:38.641567 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-23ed92e4-d4f7-4f60-b3d8-5996dc358fe7 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A378 HTTP/1.1" status: 200 len: 929 time: 0.3731406 Jul 29 23:51:38.652338 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 49150) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:38.701202 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ff2f4780-f2c0-4564-8a8d-c6b3112565a3 req-b3a55a18-c184-4d3f-991d-6a8d4fc01b63 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=7efc4582-523d-4b05-9d9e-005a5e7a191a HTTP/1.1" status: 200 len: 210 time: 0.1230145 Jul 29 23:51:38.825271 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be022b36-6102-484a-b7bf-aa096b5fd107 None None] Network 92c44948-949c-4795-9f3d-84de4efa2718 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:51:38.946987 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-c97f8078-8154-45dd-9a33-72fe5ad29426 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Deleting port 07b74a2c-4fef-45cd-a425-69c89919c56c {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:51:38.949452 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c97f8078-8154-45dd-9a33-72fe5ad29426 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:39.179185 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 78abe34d-5e23-44e4-915c-691435d24a26 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:51:39.217091 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c97f8078-8154-45dd-9a33-72fe5ad29426 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:39.262234 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-c97f8078-8154-45dd-9a33-72fe5ad29426 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Calling delete_port for 07b74a2c-4fef-45cd-a425-69c89919c56c owned by {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:51:39.278000 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-e722c5de-8413-4e29-9e04-f02146fe9448 None None] Provisioning for port 92eee010-126e-491f-bcf0-f34f5664641a completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:51:39.375667 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 78abe34d-5e23-44e4-915c-691435d24a26 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:51:39.376073 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:39.538534 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 92eee010-126e-491f-bcf0-f34f5664641a up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:51:39.561881 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c97f8078-8154-45dd-9a33-72fe5ad29426 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:39.571419 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c94c0b2b-7dcd-4ec4-a41b-e9d3f82cbd57 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:39.646394 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97f8078-8154-45dd-9a33-72fe5ad29426 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event deleted for resources: {'Port': ['ID=07b74a2c-4fef-45cd-a425-69c89919c56c,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:39.685314 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 92eee010-126e-491f-bcf0-f34f5664641a completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:51:39.694630 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670fbb6d-5dbc-476e-a44a-db908ec92810 None None] Network d3c04171-2d3c-4855-b7b5-a73dcfb912b2 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:51:39.697037 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 92eee010-126e-491f-bcf0-f34f5664641a triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:51:39.698142 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:39.720654 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97f8078-8154-45dd-9a33-72fe5ad29426 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:39.724788 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97f8078-8154-45dd-9a33-72fe5ad29426 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:39.726510 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c94c0b2b-7dcd-4ec4-a41b-e9d3f82cbd57 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:39.726798 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97f8078-8154-45dd-9a33-72fe5ad29426 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:39.727489 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97f8078-8154-45dd-9a33-72fe5ad29426 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:39.729450 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97f8078-8154-45dd-9a33-72fe5ad29426 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:39.730242 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97f8078-8154-45dd-9a33-72fe5ad29426 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:39.730784 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97f8078-8154-45dd-9a33-72fe5ad29426 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:39.734838 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97f8078-8154-45dd-9a33-72fe5ad29426 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:39.735571 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97f8078-8154-45dd-9a33-72fe5ad29426 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:39.736151 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97f8078-8154-45dd-9a33-72fe5ad29426 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:39.737464 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97f8078-8154-45dd-9a33-72fe5ad29426 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:39.738033 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c97f8078-8154-45dd-9a33-72fe5ad29426 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:51:39.744819 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c94c0b2b-7dcd-4ec4-a41b-e9d3f82cbd57 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "DELETE /v2.0/subnets/801073d1-412e-4f88-b871-5ccc63c01e8e HTTP/1.1" status: 204 len: 168 time: 3.1892350 Jul 29 23:51:39.751649 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 49158) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:39.821103 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c97f8078-8154-45dd-9a33-72fe5ad29426 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:39.821502 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c0b2b-7dcd-4ec4-a41b-e9d3f82cbd57 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Pushing event deleted for resources: {'Subnet': ['ID=801073d1-412e-4f88-b871-5ccc63c01e8e,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:39.831021 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-c97f8078-8154-45dd-9a33-72fe5ad29426 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "DELETE /v2.0/ports/07b74a2c-4fef-45cd-a425-69c89919c56c HTTP/1.1" status: 204 len: 168 time: 1.1532276 Jul 29 23:51:39.834243 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 49160) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:39.921000 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-a0063479-26a0-408d-abd7-efb9cd9b209a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Allocated IP 172.20.0.1 (dc512bd2-1884-47d3-acfd-802fe9e5ea94/df49fe6b-bf09-4372-9f2d-78eb19d120eb/a08634bb-a7e5-4876-a549-3c22883babdc) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:51:39.952958 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c468759-2211-4119-ab49-cc49111dd243 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] GET failed (client error): The resource could not be found. Jul 29 23:51:39.960182 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-2c468759-2211-4119-ab49-cc49111dd243 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "GET /v2.0/ports/07b74a2c-4fef-45cd-a425-69c89919c56c HTTP/1.1" status: 404 len: 333 time: 0.1225047 Jul 29 23:51:39.963180 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 49162) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:39.991886 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed987a-8ab5-4a20-8d89-778f919f5ecf req-260becb2-afef-485a-90fd-2a7e3c0cc3bb tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:39.994472 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-5eed987a-8ab5-4a20-8d89-778f919f5ecf req-260becb2-afef-485a-90fd-2a7e3c0cc3bb tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.22 "GET /v2.0/networks?id=07279870-3078-44f7-8035-d94a4d0b31e7 HTTP/1.1" status: 200 len: 812 time: 0.6193709 Jul 29 23:51:40.075280 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-16f61c6a-a3ea-4a2f-8f11-545d93fe7e04 req-94597753-75a1-4160-bb6e-afa59b098184 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=7efc4582-523d-4b05-9d9e-005a5e7a191a HTTP/1.1" status: 200 len: 210 time: 0.1206648 Jul 29 23:51:40.154639 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e61f299a-c347-4259-9be3-6fac8ee83fcc tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:40.162518 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-5eed987a-8ab5-4a20-8d89-778f919f5ecf req-3ecd2cc3-af07-4c62-8843-f850efb0ee67 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=abc07fd47c924aad994e74752ef0bc5a HTTP/1.1" status: 200 len: 379 time: 0.1578252 Jul 29 23:51:40.195684 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:40.201536 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-5eed987a-8ab5-4a20-8d89-778f919f5ecf req-164e765c-a0a6-4c16-aba6-80633c276b62 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Request body: {'port': {'device_id': '7efc4582-523d-4b05-9d9e-005a5e7a191a', 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7', 'admin_state_up': True, 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a', 'security_groups': ['c5d1ebf4-b794-4521-9c0b-417b32b2215f']}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:40.222699 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-5409e523-0992-4e9d-a335-c2258e2ec1cc None None] Provisioning for port afe93c1d-09af-405f-b0cd-ebeb1114121e completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:51:40.237047 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-5409e523-0992-4e9d-a335-c2258e2ec1cc None None] Provisioning complete for port afe93c1d-09af-405f-b0cd-ebeb1114121e triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:51:40.237765 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5409e523-0992-4e9d-a335-c2258e2ec1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:40.290391 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 92eee010-126e-491f-bcf0-f34f5664641a, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=92eee010-126e-491f-bcf0-f34f5664641a,segment=NetworkSegment(8df95c8c-b17b-4c55-8c2d-b74986f8419f),segment_id=8df95c8c-b17b-4c55-8c2d-b74986f8419f)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:40.303342 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:40.373335 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-76ce5d2c-3d5d-4c25-9e38-cc8928960db0 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Deleting port afe93c1d-09af-405f-b0cd-ebeb1114121e {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:51:40.378309 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-76ce5d2c-3d5d-4c25-9e38-cc8928960db0 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:40.435244 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-5409e523-0992-4e9d-a335-c2258e2ec1cc None None] Port afe93c1d-09af-405f-b0cd-ebeb1114121e cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:51:40.493933 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c956cd73-d140-48ab-a5a4-bc096d9a3468 None None] DHCP port deletion for d3c04171-2d3c-4855-b7b5-a73dcfb912b2 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:51:40.532618 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-5409e523-0992-4e9d-a335-c2258e2ec1cc None None] Provisioning complete for port 92eee010-126e-491f-bcf0-f34f5664641a triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:51:40.533000 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5409e523-0992-4e9d-a335-c2258e2ec1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:40.545272 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a0063479-26a0-408d-abd7-efb9cd9b209a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:40.573251 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-e61f299a-c347-4259-9be3-6fac8ee83fcc tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Deleting port 01acfbac-ac7f-4c9f-914c-518f63b6aba0 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:51:40.574440 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e61f299a-c347-4259-9be3-6fac8ee83fcc tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:40.576484 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-a0063479-26a0-408d-abd7-efb9cd9b209a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Transition to ACTIVE for port object a08634bb-a7e5-4876-a549-3c22883babdc will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:51:40.629321 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=92eee010-126e-491f-bcf0-f34f5664641a,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:40.660608 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5eed987a-8ab5-4a20-8d89-778f919f5ecf req-164e765c-a0a6-4c16-aba6-80633c276b62 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Made reservation on behalf of abc07fd47c924aad994e74752ef0bc5a for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:51:40.664632 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-5eed987a-8ab5-4a20-8d89-778f919f5ecf req-164e765c-a0a6-4c16-aba6-80633c276b62 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:40.786081 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-e61f299a-c347-4259-9be3-6fac8ee83fcc tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] For port 01acfbac-ac7f-4c9f-914c-518f63b6aba0, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=01acfbac-ac7f-4c9f-914c-518f63b6aba0,segment=NetworkSegment(aae395a7-73fe-4912-b945-f16cba42c02f),segment_id=aae395a7-73fe-4912-b945-f16cba42c02f)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:40.786544 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e61f299a-c347-4259-9be3-6fac8ee83fcc tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:40.805838 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-e61f299a-c347-4259-9be3-6fac8ee83fcc tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Calling delete_port for 01acfbac-ac7f-4c9f-914c-518f63b6aba0 owned by network:dhcp {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:51:40.848328 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-c956cd73-d140-48ab-a5a4-bc096d9a3468 None None] Deleting port 01acfbac-ac7f-4c9f-914c-518f63b6aba0 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:51:40.848935 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c956cd73-d140-48ab-a5a4-bc096d9a3468 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:40.925113 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-76ce5d2c-3d5d-4c25-9e38-cc8928960db0 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:40.962423 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-76ce5d2c-3d5d-4c25-9e38-cc8928960db0 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Calling delete_port for afe93c1d-09af-405f-b0cd-ebeb1114121e owned by {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:51:40.970161 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-5eed987a-8ab5-4a20-8d89-778f919f5ecf req-164e765c-a0a6-4c16-aba6-80633c276b62 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Allocated IP 172.20.0.14 (07279870-3078-44f7-8035-d94a4d0b31e7/ef618f43-4fe4-4e34-9800-0476d270be60/5365ae39-541a-43fb-808e-65b5d23130c5) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:51:41.022899 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-c956cd73-d140-48ab-a5a4-bc096d9a3468 None None] For port 01acfbac-ac7f-4c9f-914c-518f63b6aba0, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=01acfbac-ac7f-4c9f-914c-518f63b6aba0,segment=NetworkSegment(aae395a7-73fe-4912-b945-f16cba42c02f),segment_id=aae395a7-73fe-4912-b945-f16cba42c02f)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:41.023707 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c956cd73-d140-48ab-a5a4-bc096d9a3468 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:41.025498 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e61f299a-c347-4259-9be3-6fac8ee83fcc tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:41.041369 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-c956cd73-d140-48ab-a5a4-bc096d9a3468 None None] Calling delete_port for 01acfbac-ac7f-4c9f-914c-518f63b6aba0 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:51:41.156598 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c956cd73-d140-48ab-a5a4-bc096d9a3468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:41.185815 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-5eed987a-8ab5-4a20-8d89-778f919f5ecf req-164e765c-a0a6-4c16-aba6-80633c276b62 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:41.204147 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-5eed987a-8ab5-4a20-8d89-778f919f5ecf req-164e765c-a0a6-4c16-aba6-80633c276b62 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Transition to ACTIVE for port object 5365ae39-541a-43fb-808e-65b5d23130c5 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:51:41.235872 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c956cd73-d140-48ab-a5a4-bc096d9a3468 None None] No DVR routers for this DVR port 01acfbac-ac7f-4c9f-914c-518f63b6aba0 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:51:41.247976 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b530bc-d874-4b66-886d-9a63bfa01cb2 None None] Network dc512bd2-1884-47d3-acfd-802fe9e5ea94 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:51:41.254234 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61f299a-c347-4259-9be3-6fac8ee83fcc tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] No DVR routers for this DVR port 01acfbac-ac7f-4c9f-914c-518f63b6aba0 on host n-d-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:51:41.256834 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 92eee010-126e-491f-bcf0-f34f5664641a up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:51:41.267611 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61f299a-c347-4259-9be3-6fac8ee83fcc tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Pushing event deleted for resources: {'Port': ['ID=01acfbac-ac7f-4c9f-914c-518f63b6aba0,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:41.271864 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a0063479-26a0-408d-abd7-efb9cd9b209a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:41.308635 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-5eed987a-8ab5-4a20-8d89-778f919f5ecf req-164e765c-a0a6-4c16-aba6-80633c276b62 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:41.383270 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0063479-26a0-408d-abd7-efb9cd9b209a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Network dc512bd2-1884-47d3-acfd-802fe9e5ea94 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:51:41.388041 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0063479-26a0-408d-abd7-efb9cd9b209a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event updated for resources: {'Port': ['ID=a08634bb-a7e5-4876-a549-3c22883babdc,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:41.390887 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-a0063479-26a0-408d-abd7-efb9cd9b209a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:51:41.399059 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0063479-26a0-408d-abd7-efb9cd9b209a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:51:41.464111 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-5409e523-0992-4e9d-a335-c2258e2ec1cc None None] Could not find standard attr ID for object 07b74a2c-4fef-45cd-a425-69c89919c56c. {{(pid=94079) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:51:41.508042 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e765c-a0a6-4c16-aba6-80633c276b62 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Pushing event updated for resources: {'Port': ['ID=5365ae39-541a-43fb-808e-65b5d23130c5,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:41.512358 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eed987a-8ab5-4a20-8d89-778f919f5ecf req-164e765c-a0a6-4c16-aba6-80633c276b62 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Network 07279870-3078-44f7-8035-d94a4d0b31e7 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:51:41.516424 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-5eed987a-8ab5-4a20-8d89-778f919f5ecf req-164e765c-a0a6-4c16-aba6-80633c276b62 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:51:41.523826 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eed987a-8ab5-4a20-8d89-778f919f5ecf req-164e765c-a0a6-4c16-aba6-80633c276b62 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:51:41.569434 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c956cd73-d140-48ab-a5a4-bc096d9a3468 None None] Pushing event deleted for resources: {'Port': ['ID=01acfbac-ac7f-4c9f-914c-518f63b6aba0,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:41.583497 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a0063479-26a0-408d-abd7-efb9cd9b209a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:41.637672 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-4a286b74-6894-4773-951a-bbc72b461b8a None None] Provisioning complete for port afe93c1d-09af-405f-b0cd-ebeb1114121e triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:51:41.638174 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4a286b74-6894-4773-951a-bbc72b461b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:41.671601 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e61f299a-c347-4259-9be3-6fac8ee83fcc tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:41.681882 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed987a-8ab5-4a20-8d89-778f919f5ecf req-164e765c-a0a6-4c16-aba6-80633c276b62 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:41.682872 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-5eed987a-8ab5-4a20-8d89-778f919f5ecf req-164e765c-a0a6-4c16-aba6-80633c276b62 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:41.689873 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-4a286b74-6894-4773-951a-bbc72b461b8a None None] Port afe93c1d-09af-405f-b0cd-ebeb1114121e cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:51:41.707082 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-5eed987a-8ab5-4a20-8d89-778f919f5ecf req-164e765c-a0a6-4c16-aba6-80633c276b62 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5252469 Jul 29 23:51:41.712412 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-e61f299a-c347-4259-9be3-6fac8ee83fcc tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3c04171-2d3c-4855-b7b5-a73dcfb912b2']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:41.722003 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-5eed987a-8ab5-4a20-8d89-778f919f5ecf req-edfdb08a-6fc6-489d-9668-d3ef9e78462c service neutron] Request body: {'port': {'device_id': '7efc4582-523d-4b05-9d9e-005a5e7a191a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:41.735412 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af52492b-a257-41f9-8458-b34a2f36f979 req-99e839e1-a4e4-4490-a685-f7e83cb3f0aa tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:41.743709 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-af52492b-a257-41f9-8458-b34a2f36f979 req-99e839e1-a4e4-4490-a685-f7e83cb3f0aa tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=7efc4582-523d-4b05-9d9e-005a5e7a191a HTTP/1.1" status: 200 len: 932 time: 0.4606979 Jul 29 23:51:41.746477 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-4a286b74-6894-4773-951a-bbc72b461b8a None None] Provisioning for port b19307c0-19c4-4b81-ba86-14ea8ec6ed17 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:51:41.748972 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 92eee010-126e-491f-bcf0-f34f5664641a triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:51:41.749353 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:41.793171 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-e61f299a-c347-4259-9be3-6fac8ee83fcc tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aae395a7-73fe-4912-b945-f16cba42c02f') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:41.793828 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-e61f299a-c347-4259-9be3-6fac8ee83fcc tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aae395a7-73fe-4912-b945-f16cba42c02f') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:41.831930 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e61f299a-c347-4259-9be3-6fac8ee83fcc tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:41.865183 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-5eed987a-8ab5-4a20-8d89-778f919f5ecf req-edfdb08a-6fc6-489d-9668-d3ef9e78462c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:41.920417 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-4a286b74-6894-4773-951a-bbc72b461b8a None None] Could not find standard attr ID for object 07b74a2c-4fef-45cd-a425-69c89919c56c. {{(pid=94079) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:51:41.966485 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e61f299a-c347-4259-9be3-6fac8ee83fcc tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:41.980078 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-af52492b-a257-41f9-8458-b34a2f36f979 req-c06928ce-6965-4003-8a23-1c0b91a226ab tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5d1ebf4-b794-4521-9c0b-417b32b2215f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1975124 Jul 29 23:51:41.986876 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e61f299a-c347-4259-9be3-6fac8ee83fcc tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:51:41.988014 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e61f299a-c347-4259-9be3-6fac8ee83fcc tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:41.992993 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:51:41.992993 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:51:41.992993 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:51:41.992993 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:51:41.992993 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:51:41.992993 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:51:41.992993 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:51:41.992993 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:51:41.992993 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:51:41.992993 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:51:41.992993 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:51:41.992993 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:51:41.992993 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:51:41.992993 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:51:41.992993 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:51:41.992993 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:51:41.992993 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:51:41.992993 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:51:41.992993 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:51:41.992993 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:51:41.992993 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:51:41.992993 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:51:41.992993 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:51:41.992993 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:51:41.992993 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:51:41.992993 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:51:41.992993 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:51:41.992993 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:51:41.992993 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:51:41.992993 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:51:41.992993 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:51:41.992993 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:51:42.012733 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device b19307c0-19c4-4b81-ba86-14ea8ec6ed17 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:51:42.016102 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a0063479-26a0-408d-abd7-efb9cd9b209a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:42.099683 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-86cdeabb-cdc2-4dc5-9ddf-c4605d3231b9 None None] Provisioning for port 5365ae39-541a-43fb-808e-65b5d23130c5 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:51:42.111737 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-86cdeabb-cdc2-4dc5-9ddf-c4605d3231b9 None None] Provisioning complete for port 5365ae39-541a-43fb-808e-65b5d23130c5 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:51:42.112161 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-86cdeabb-cdc2-4dc5-9ddf-c4605d3231b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:42.119931 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-76ce5d2c-3d5d-4c25-9e38-cc8928960db0 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:42.155658 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port b19307c0-19c4-4b81-ba86-14ea8ec6ed17 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:51:42.163414 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port b19307c0-19c4-4b81-ba86-14ea8ec6ed17 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:51:42.163783 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:42.210447 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-86cdeabb-cdc2-4dc5-9ddf-c4605d3231b9 None None] Port 5365ae39-541a-43fb-808e-65b5d23130c5 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:51:42.252181 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ce5d2c-3d5d-4c25-9e38-cc8928960db0 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event deleted for resources: {'Port': ['ID=afe93c1d-09af-405f-b0cd-ebeb1114121e,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:42.281149 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e61f299a-c347-4259-9be3-6fac8ee83fcc tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:42.295420 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-76ce5d2c-3d5d-4c25-9e38-cc8928960db0 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:42.300669 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-76ce5d2c-3d5d-4c25-9e38-cc8928960db0 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "DELETE /v2.0/ports/afe93c1d-09af-405f-b0cd-ebeb1114121e HTTP/1.1" status: 204 len: 168 time: 2.3352921 Jul 29 23:51:42.301007 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 49174) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:42.327977 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:42.364150 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e61f299a-c347-4259-9be3-6fac8ee83fcc tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:42.372654 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e61f299a-c347-4259-9be3-6fac8ee83fcc tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "DELETE /v2.0/networks/d3c04171-2d3c-4855-b7b5-a73dcfb912b2 HTTP/1.1" status: 204 len: 168 time: 2.6187463 Jul 29 23:51:42.375275 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-79ee92d1-521c-40d3-a839-0bd27f6a66c1 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] GET failed (client error): The resource could not be found. Jul 29 23:51:42.382739 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-79ee92d1-521c-40d3-a839-0bd27f6a66c1 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "GET /v2.0/ports/afe93c1d-09af-405f-b0cd-ebeb1114121e HTTP/1.1" status: 404 len: 333 time: 0.0764129 Jul 29 23:51:42.383430 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 49178) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:42.383768 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 49180) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:42.405608 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port b19307c0-19c4-4b81-ba86-14ea8ec6ed17, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=b19307c0-19c4-4b81-ba86-14ea8ec6ed17,segment=NetworkSegment(3e67ddd1-1c33-4cf4-87c8-b940fe50e0ac),segment_id=3e67ddd1-1c33-4cf4-87c8-b940fe50e0ac)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:42.410312 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61f299a-c347-4259-9be3-6fac8ee83fcc tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Pushing event deleted for resources: {'Network': ['ID=d3c04171-2d3c-4855-b7b5-a73dcfb912b2,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:42.422162 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:42.583346 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 01acfbac-ac7f-4c9f-914c-518f63b6aba0 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:51:42.628198 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=b19307c0-19c4-4b81-ba86-14ea8ec6ed17,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:42.643573 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 01acfbac-ac7f-4c9f-914c-518f63b6aba0 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:51:42.651557 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 01acfbac-ac7f-4c9f-914c-518f63b6aba0 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:51:42.655271 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-463afbe6-a7af-42da-aec6-9d591c50da61 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Deleting subnet 1c8f8f36-7bca-4505-b69c-c9461bd84a1d {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:51:42.672278 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-5eed987a-8ab5-4a20-8d89-778f919f5ecf req-edfdb08a-6fc6-489d-9668-d3ef9e78462c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5365ae39-541a-43fb-808e-65b5d23130c5 {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:51:42.680174 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-463afbe6-a7af-42da-aec6-9d591c50da61 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:42.681016 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-5eed987a-8ab5-4a20-8d89-778f919f5ecf req-edfdb08a-6fc6-489d-9668-d3ef9e78462c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:42.702830 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-5eed987a-8ab5-4a20-8d89-778f919f5ecf req-edfdb08a-6fc6-489d-9668-d3ef9e78462c service neutron] Transition to ACTIVE for port object 5365ae39-541a-43fb-808e-65b5d23130c5 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:51:42.704034 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2a4bcabf-a704-4524-a64d-ac9c51e5c721 None None] Provisioning complete for port b19307c0-19c4-4b81-ba86-14ea8ec6ed17 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:51:42.705197 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2a4bcabf-a704-4524-a64d-ac9c51e5c721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:42.739782 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-5eed987a-8ab5-4a20-8d89-778f919f5ecf req-edfdb08a-6fc6-489d-9668-d3ef9e78462c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:42.842134 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device b19307c0-19c4-4b81-ba86-14ea8ec6ed17 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:51:42.916860 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port b19307c0-19c4-4b81-ba86-14ea8ec6ed17 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:51:42.917272 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:42.920735 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d9f48980-41a9-4c7b-a5d8-c0ff6f483a31 req-d49f4923-5f12-4ed4-b30f-6a4ed8d57da7 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=2ef24da6-d5f9-4e87-821b-437f26915cce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3532193 Jul 29 23:51:42.921469 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2a4bcabf-a704-4524-a64d-ac9c51e5c721 None None] Provisioning for port a08634bb-a7e5-4876-a549-3c22883babdc completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:51:42.930198 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-463afbe6-a7af-42da-aec6-9d591c50da61 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:42.951919 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2a4bcabf-a704-4524-a64d-ac9c51e5c721 None None] Provisioning complete for port a08634bb-a7e5-4876-a549-3c22883babdc triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:51:42.952314 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2a4bcabf-a704-4524-a64d-ac9c51e5c721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:43.007795 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-2a4bcabf-a704-4524-a64d-ac9c51e5c721 None None] Port a08634bb-a7e5-4876-a549-3c22883babdc cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:51:43.180895 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a0063479-26a0-408d-abd7-efb9cd9b209a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:43.194133 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfdb08a-6fc6-489d-9668-d3ef9e78462c service neutron] Pushing event updated for resources: {'Port': ['ID=5365ae39-541a-43fb-808e-65b5d23130c5,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:43.203034 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-901bb755-e7e1-4ccf-a1c0-863d53a22d52 None None] Provisioning complete for port a08634bb-a7e5-4876-a549-3c22883babdc triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:51:43.203597 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-901bb755-e7e1-4ccf-a1c0-863d53a22d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:43.230208 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a0063479-26a0-408d-abd7-efb9cd9b209a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:43.318461 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-901bb755-e7e1-4ccf-a1c0-863d53a22d52 None None] Port a08634bb-a7e5-4876-a549-3c22883babdc cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:51:43.332462 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a0063479-26a0-408d-abd7-efb9cd9b209a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:43.340303 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f48980-41a9-4c7b-a5d8-c0ff6f483a31 req-975e2f20-b64e-4509-bc0b-9d2d11c8c927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:43.351275 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d9f48980-41a9-4c7b-a5d8-c0ff6f483a31 req-975e2f20-b64e-4509-bc0b-9d2d11c8c927 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bd9be2c0ad754adeaed7eabee32aed90&device_id=2ef24da6-d5f9-4e87-821b-437f26915cce HTTP/1.1" status: 200 len: 1098 time: 0.3644292 Jul 29 23:51:43.418283 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-463afbe6-a7af-42da-aec6-9d591c50da61 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:43.428125 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0063479-26a0-408d-abd7-efb9cd9b209a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event updated for resources: {'Port': ['ID=a08634bb-a7e5-4876-a549-3c22883babdc,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:43.510298 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-5eed987a-8ab5-4a20-8d89-778f919f5ecf req-edfdb08a-6fc6-489d-9668-d3ef9e78462c service neutron] Attempting to bind port 5365ae39-541a-43fb-808e-65b5d23130c5 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:51:43.510937 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-5eed987a-8ab5-4a20-8d89-778f919f5ecf req-edfdb08a-6fc6-489d-9668-d3ef9e78462c service neutron] Attempting to bind port 5365ae39-541a-43fb-808e-65b5d23130c5 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '2d9f9fa8-9a49-423e-86b2-3891aba5a1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:51:43.511456 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eed987a-8ab5-4a20-8d89-778f919f5ecf req-edfdb08a-6fc6-489d-9668-d3ef9e78462c service neutron] Attempting to bind port 5365ae39-541a-43fb-808e-65b5d23130c5 on network 07279870-3078-44f7-8035-d94a4d0b31e7 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:51:43.519562 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eed987a-8ab5-4a20-8d89-778f919f5ecf req-edfdb08a-6fc6-489d-9668-d3ef9e78462c service neutron] Port 5365ae39-541a-43fb-808e-65b5d23130c5 on network 07279870-3078-44f7-8035-d94a4d0b31e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:51:43.520125 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eed987a-8ab5-4a20-8d89-778f919f5ecf req-edfdb08a-6fc6-489d-9668-d3ef9e78462c service neutron] Attempting to bind port 5365ae39-541a-43fb-808e-65b5d23130c5 on network 07279870-3078-44f7-8035-d94a4d0b31e7 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:51:43.528426 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeccba6-e71c-41f7-be40-00df35eb1d96 req-a3c054f4-3291-4b7b-8470-5a2fd295b4fb tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:43.530220 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2eeccba6-e71c-41f7-be40-00df35eb1d96 req-a3c054f4-3291-4b7b-8470-5a2fd295b4fb tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=7efc4582-523d-4b05-9d9e-005a5e7a191a HTTP/1.1" status: 200 len: 944 time: 0.3651481 Jul 29 23:51:43.542660 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eed987a-8ab5-4a20-8d89-778f919f5ecf req-edfdb08a-6fc6-489d-9668-d3ef9e78462c service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 51, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:51:43.543577 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eed987a-8ab5-4a20-8d89-778f919f5ecf req-edfdb08a-6fc6-489d-9668-d3ef9e78462c service neutron] Checking segment: {'id': '2d9f9fa8-9a49-423e-86b2-3891aba5a1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:51:43.544318 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eed987a-8ab5-4a20-8d89-778f919f5ecf req-edfdb08a-6fc6-489d-9668-d3ef9e78462c service neutron] Bound using segment: {'id': '2d9f9fa8-9a49-423e-86b2-3891aba5a1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:51:43.544986 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-5eed987a-8ab5-4a20-8d89-778f919f5ecf req-edfdb08a-6fc6-489d-9668-d3ef9e78462c service neutron] Bound port: 5365ae39-541a-43fb-808e-65b5d23130c5, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d9f9fa8-9a49-423e-86b2-3891aba5a1e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:51:43.545525 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-5eed987a-8ab5-4a20-8d89-778f919f5ecf req-edfdb08a-6fc6-489d-9668-d3ef9e78462c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:43.553781 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-7c9c7e75-cc24-49eb-8cb2-366031585915 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Deleting port 8cf7209d-25a4-4525-b8ee-603bace06a37 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:51:43.554264 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7c9c7e75-cc24-49eb-8cb2-366031585915 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:43.619365 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0063479-26a0-408d-abd7-efb9cd9b209a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Network dc512bd2-1884-47d3-acfd-802fe9e5ea94 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:51:43.624627 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-a0063479-26a0-408d-abd7-efb9cd9b209a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:51:43.684801 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-463afbe6-a7af-42da-aec6-9d591c50da61 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:43.710636 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-5eed987a-8ab5-4a20-8d89-778f919f5ecf req-edfdb08a-6fc6-489d-9668-d3ef9e78462c service neutron] For port 5365ae39-541a-43fb-808e-65b5d23130c5, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:51:43.731965 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-5eed987a-8ab5-4a20-8d89-778f919f5ecf req-edfdb08a-6fc6-489d-9668-d3ef9e78462c service neutron] For port 5365ae39-541a-43fb-808e-65b5d23130c5, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=5365ae39-541a-43fb-808e-65b5d23130c5,segment=NetworkSegment(2d9f9fa8-9a49-423e-86b2-3891aba5a1e6),segment_id=2d9f9fa8-9a49-423e-86b2-3891aba5a1e6)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:51:43.742588 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-5eed987a-8ab5-4a20-8d89-778f919f5ecf req-edfdb08a-6fc6-489d-9668-d3ef9e78462c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:43.751682 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463afbe6-a7af-42da-aec6-9d591c50da61 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event deleted for resources: {'Subnet': ['ID=1c8f8f36-7bca-4505-b69c-c9461bd84a1d,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:43.791414 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2eeccba6-e71c-41f7-be40-00df35eb1d96 req-79a7c6a7-fb1b-4f7a-8572-25fe8d795d6a tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5d1ebf4-b794-4521-9c0b-417b32b2215f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2524083 Jul 29 23:51:43.803829 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f48980-41a9-4c7b-a5d8-c0ff6f483a31 req-977e317f-9a38-40f1-b2eb-6dfb9d7d512f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:43.805749 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d9f48980-41a9-4c7b-a5d8-c0ff6f483a31 req-977e317f-9a38-40f1-b2eb-6dfb9d7d512f service neutron] 10.222.0.22 "GET /v2.0/networks?id=7beca275-2208-4a98-ba1b-ab34ac8cad26 HTTP/1.1" status: 200 len: 898 time: 0.4230416 Jul 29 23:51:43.807842 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d03df9-608d-4595-a6a5-d569be1fd8d9 None None] Network 92c44948-949c-4795-9f3d-84de4efa2718 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:51:43.809375 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-463afbe6-a7af-42da-aec6-9d591c50da61 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:43.811362 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-463afbe6-a7af-42da-aec6-9d591c50da61 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "DELETE /v2.0/subnets/1c8f8f36-7bca-4505-b69c-c9461bd84a1d HTTP/1.1" status: 204 len: 168 time: 1.4119999 Jul 29 23:51:43.813731 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7c9c7e75-cc24-49eb-8cb2-366031585915 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:43.814335 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7c9c7e75-cc24-49eb-8cb2-366031585915 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:43.830112 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 49188) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:43.927145 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed987a-8ab5-4a20-8d89-778f919f5ecf req-edfdb08a-6fc6-489d-9668-d3ef9e78462c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:43.929985 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-5eed987a-8ab5-4a20-8d89-778f919f5ecf req-edfdb08a-6fc6-489d-9668-d3ef9e78462c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:43.931527 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-5eed987a-8ab5-4a20-8d89-778f919f5ecf req-edfdb08a-6fc6-489d-9668-d3ef9e78462c service neutron] 10.222.0.22 "PUT /v2.0/ports/5365ae39-541a-43fb-808e-65b5d23130c5 HTTP/1.1" status: 200 len: 1093 time: 2.2159696 Jul 29 23:51:43.932691 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7efc4582-523d-4b05-9d9e-005a5e7a191a', 'tag': '5365ae39-541a-43fb-808e-65b5d23130c5'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:51:43.935837 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631c6566-f765-4b29-a231-cb649af764f0" -d '{"events": [{"name": "network-changed", "server_uuid": "7efc4582-523d-4b05-9d9e-005a5e7a191a", "tag": "5365ae39-541a-43fb-808e-65b5d23130c5"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:51:43.947968 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-7c9c7e75-cc24-49eb-8cb2-366031585915 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Calling delete_port for 8cf7209d-25a4-4525-b8ee-603bace06a37 owned by network:floatingip {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:51:44.078357 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-335dd249-f7f4-4274-b875-19703ebc2a37 x-openstack-request-id: req-335dd249-f7f4-4274-b875-19703ebc2a37 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:51:44.078954 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7efc4582-523d-4b05-9d9e-005a5e7a191a", "tag": "5365ae39-541a-43fb-808e-65b5d23130c5", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:51:44.079619 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-335dd249-f7f4-4274-b875-19703ebc2a37 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:51:44.080564 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7efc4582-523d-4b05-9d9e-005a5e7a191a', 'tag': '5365ae39-541a-43fb-808e-65b5d23130c5', 'status': 'completed', 'code': 200} Jul 29 23:51:44.133399 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-6273fc8f-edc8-4038-986a-498dcf63b3fc None None] Provisioning complete for port a08634bb-a7e5-4876-a549-3c22883babdc triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:51:44.133811 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6273fc8f-edc8-4038-986a-498dcf63b3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:44.143790 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0063479-26a0-408d-abd7-efb9cd9b209a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Router 426aa120-6f98-4969-9b22-5bfee8de0b87 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:51:44.144610 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfdb08a-6fc6-489d-9668-d3ef9e78462c service neutron] Pushing event updated for resources: {'Port': ['ID=5365ae39-541a-43fb-808e-65b5d23130c5,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:44.182636 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed987a-8ab5-4a20-8d89-778f919f5ecf req-66da3973-975b-4cc6-a902-5dd5da201683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:44.184439 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-5eed987a-8ab5-4a20-8d89-778f919f5ecf req-66da3973-975b-4cc6-a902-5dd5da201683 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=abc07fd47c924aad994e74752ef0bc5a&device_id=7efc4582-523d-4b05-9d9e-005a5e7a191a HTTP/1.1" status: 200 len: 1096 time: 0.1668005 Jul 29 23:51:44.198810 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-6273fc8f-edc8-4038-986a-498dcf63b3fc None None] Port a08634bb-a7e5-4876-a549-3c22883babdc cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:51:44.224492 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8a56f31d-bd77-4918-a58e-682b1ed96979 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:44.227632 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d9f48980-41a9-4c7b-a5d8-c0ff6f483a31 req-4b4f3288-4e8e-4865-8730-3d013db46b51 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40218d58-4c73-432e-a438-6f264952d79f HTTP/1.1" status: 200 len: 1000 time: 0.3966742 Jul 29 23:51:44.313347 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6362c4ca-2ed4-4a8d-bf97-c238b231648e None None] DHCP port deletion for 92c44948-949c-4795-9f3d-84de4efa2718 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:51:44.328962 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-5eed987a-8ab5-4a20-8d89-778f919f5ecf req-684db2cd-0e1b-4426-9bb9-0085ecb578f0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5365ae39-541a-43fb-808e-65b5d23130c5 HTTP/1.1" status: 200 len: 217 time: 0.1364012 Jul 29 23:51:44.363123 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f48980-41a9-4c7b-a5d8-c0ff6f483a31 req-00c5df18-5a43-4ea6-8809-4cc49ddbdfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:44.364690 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d9f48980-41a9-4c7b-a5d8-c0ff6f483a31 req-00c5df18-5a43-4ea6-8809-4cc49ddbdfe5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=860a9ed7-752a-4835-9f06-0329822b4eca HTTP/1.1" status: 200 len: 834 time: 0.0804801 Jul 29 23:51:44.420450 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-6362c4ca-2ed4-4a8d-bf97-c238b231648e None None] Deleting port 92eee010-126e-491f-bcf0-f34f5664641a {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:51:44.420822 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6362c4ca-2ed4-4a8d-bf97-c238b231648e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:44.489609 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed987a-8ab5-4a20-8d89-778f919f5ecf req-14183bf5-4704-4307-8552-4a50ceaf9267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:44.491050 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-5eed987a-8ab5-4a20-8d89-778f919f5ecf req-14183bf5-4704-4307-8552-4a50ceaf9267 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ef618f43-4fe4-4e34-9800-0476d270be60 HTTP/1.1" status: 200 len: 851 time: 0.1094635 Jul 29 23:51:44.492295 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0063479-26a0-408d-abd7-efb9cd9b209a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:51:44.521971 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a0063479-26a0-408d-abd7-efb9cd9b209a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "PUT /v2.0/routers/426aa120-6f98-4969-9b22-5bfee8de0b87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6368384 Jul 29 23:51:44.531656 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-6362c4ca-2ed4-4a8d-bf97-c238b231648e None None] For port 92eee010-126e-491f-bcf0-f34f5664641a, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=92eee010-126e-491f-bcf0-f34f5664641a,segment=NetworkSegment(8df95c8c-b17b-4c55-8c2d-b74986f8419f),segment_id=8df95c8c-b17b-4c55-8c2d-b74986f8419f)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:44.532233 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6362c4ca-2ed4-4a8d-bf97-c238b231648e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:44.549080 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-6362c4ca-2ed4-4a8d-bf97-c238b231648e None None] Calling delete_port for 92eee010-126e-491f-bcf0-f34f5664641a owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:51:44.591990 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eed987a-8ab5-4a20-8d89-778f919f5ecf req-d24ee988-cdbb-47b1-a142-4bba721c3162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:44.594567 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-5eed987a-8ab5-4a20-8d89-778f919f5ecf req-d24ee988-cdbb-47b1-a142-4bba721c3162 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=07279870-3078-44f7-8035-d94a4d0b31e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0823896 Jul 29 23:51:44.598304 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7c9c7e75-cc24-49eb-8cb2-366031585915 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:44.676792 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7529b62-16f0-41f6-99e5-4af1f176a8aa None None] Sync routers for ids ['426aa120-6f98-4969-9b22-5bfee8de0b87'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:51:44.683834 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6362c4ca-2ed4-4a8d-bf97-c238b231648e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:44.724801 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f48980-41a9-4c7b-a5d8-c0ff6f483a31 req-d2526401-079c-4551-9967-eebc9e898623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:44.727832 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6362c4ca-2ed4-4a8d-bf97-c238b231648e None None] No DVR routers for this DVR port 92eee010-126e-491f-bcf0-f34f5664641a on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:51:44.735068 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6362c4ca-2ed4-4a8d-bf97-c238b231648e None None] Pushing event deleted for resources: {'Port': ['ID=92eee010-126e-491f-bcf0-f34f5664641a,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:44.749021 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7529b62-16f0-41f6-99e5-4af1f176a8aa None None] Routers {'426aa120-6f98-4969-9b22-5bfee8de0b87'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:51:44.749828 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-d7529b62-16f0-41f6-99e5-4af1f176a8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:51:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['426aa120-6f98-4969-9b22-5bfee8de0b87'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:44.753095 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d9f48980-41a9-4c7b-a5d8-c0ff6f483a31 req-d2526401-079c-4551-9967-eebc9e898623 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7beca275-2208-4a98-ba1b-ab34ac8cad26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3258808 Jul 29 23:51:44.842932 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9c7e75-cc24-49eb-8cb2-366031585915 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Pushing event deleted for resources: {'Port': ['ID=8cf7209d-25a4-4525-b8ee-603bace06a37,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:44.875617 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-5eed987a-8ab5-4a20-8d89-778f919f5ecf req-c626bfce-7d14-4b77-b3b4-c2b6d9cba2ca service neutron] 10.222.0.22 "GET /v2.0/networks/07279870-3078-44f7-8035-d94a4d0b31e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736361 Jul 29 23:51:44.936965 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 92eee010-126e-491f-bcf0-f34f5664641a no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:51:44.977891 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 92eee010-126e-491f-bcf0-f34f5664641a {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:51:44.979966 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 92eee010-126e-491f-bcf0-f34f5664641a not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:51:45.002487 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-d7529b62-16f0-41f6-99e5-4af1f176a8aa None None] Set router 426aa120-6f98-4969-9b22-5bfee8de0b87 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:51:45.008468 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-8a56f31d-bd77-4918-a58e-682b1ed96979 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Deleting port 92eee010-126e-491f-bcf0-f34f5664641a {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:51:45.009192 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8a56f31d-bd77-4918-a58e-682b1ed96979 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:45.101453 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-5eed987a-8ab5-4a20-8d89-778f919f5ecf req-90fb33e6-aa5b-494a-8c21-432bbc842e2d service neutron] 10.222.0.22 "GET /v2.0/networks/07279870-3078-44f7-8035-d94a4d0b31e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145777 Jul 29 23:51:45.252459 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631c6566-f765-4b29-a231-cb649af764f0 req-65ada2ad-76b4-4b43-8fb6-9a2db0476972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:45.255293 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-631c6566-f765-4b29-a231-cb649af764f0 req-65ada2ad-76b4-4b43-8fb6-9a2db0476972 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=abc07fd47c924aad994e74752ef0bc5a&device_id=7efc4582-523d-4b05-9d9e-005a5e7a191a HTTP/1.1" status: 200 len: 1096 time: 0.0875168 Jul 29 23:51:45.327114 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-d7529b62-16f0-41f6-99e5-4af1f176a8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426aa120-6f98-4969-9b22-5bfee8de0b87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1269105653', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '78abe34d-5e23-44e4-915c-691435d24a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:51:27Z', 'updated_at': '2021-07-29T23:51:41Z', 'revision_number': 4, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'gw_port': {'id': '78abe34d-5e23-44e4-915c-691435d24a26', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426aa120-6f98-4969-9b22-5bfee8de0b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:51:28Z', 'updated_at': '2021-07-29T23:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'a08634bb-a7e5-4876-a549-3c22883babdc', 'name': '', 'network_id': 'dc512bd2-1884-47d3-acfd-802fe9e5ea94', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'mac_address': 'fa:16:3e:ca:73:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426aa120-6f98-4969-9b22-5bfee8de0b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': 'df49fe6b-bf09-4372-9f2d-78eb19d120eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:51:37Z', 'updated_at': '2021-07-29T23:51:42Z', 'revision_number': 2, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'subnets': [{'id': 'df49fe6b-bf09-4372-9f2d-78eb19d120eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:45.377918 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7529b62-16f0-41f6-99e5-4af1f176a8aa None None] Checking router: 426aa120-6f98-4969-9b22-5bfee8de0b87 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:51:45.378412 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7529b62-16f0-41f6-99e5-4af1f176a8aa None None] Updating router 426aa120-6f98-4969-9b22-5bfee8de0b87 port a08634bb-a7e5-4876-a549-3c22883babdc binding host n-d-712141-10 {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:51:45.422448 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631c6566-f765-4b29-a231-cb649af764f0 req-de86c625-2778-45c8-b48c-f8ba3201b3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:45.424016 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-631c6566-f765-4b29-a231-cb649af764f0 req-de86c625-2778-45c8-b48c-f8ba3201b3be service neutron] 10.222.0.22 "GET /v2.0/networks?id=07279870-3078-44f7-8035-d94a4d0b31e7 HTTP/1.1" status: 200 len: 913 time: 0.1620779 Jul 29 23:51:45.433464 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d7529b62-16f0-41f6-99e5-4af1f176a8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:45.477700 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-631c6566-f765-4b29-a231-cb649af764f0 req-8d45cb26-57c2-4baa-8906-24078421472a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5365ae39-541a-43fb-808e-65b5d23130c5 HTTP/1.1" status: 200 len: 217 time: 0.0446775 Jul 29 23:51:45.543782 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631c6566-f765-4b29-a231-cb649af764f0 req-e62f85b0-67da-45dd-9e31-5c3e1310b3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:45.545355 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-631c6566-f765-4b29-a231-cb649af764f0 req-e62f85b0-67da-45dd-9e31-5c3e1310b3e9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ef618f43-4fe4-4e34-9800-0476d270be60 HTTP/1.1" status: 200 len: 851 time: 0.0595322 Jul 29 23:51:45.582102 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5aecd150-de10-4929-97de-37df81ae2bec req-e700b69d-8889-47eb-a7d8-4ad746eba5a4 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2058437990&fields=id&tenant_id=65ae77200a164c0f8f007753b934a6ed HTTP/1.1" status: 200 len: 267 time: 0.7487485 Jul 29 23:51:45.618295 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7c9c7e75-cc24-49eb-8cb2-366031585915 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for floatingip, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:45.618877 n-d-712141-10 neutron-server[94078]: INFO neutron.db.l3_db [None req-7c9c7e75-cc24-49eb-8cb2-366031585915 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Floating IP 79338892-73d0-45a5-bd32-cdd2710880b4 disassociated (deleted). External IP: 172.25.0.3, port: 40218d58-4c73-432e-a438-6f264952d79f. Jul 29 23:51:45.623865 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631c6566-f765-4b29-a231-cb649af764f0 req-d7d2c7bc-c2a8-46d7-8084-bbcc09f39ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:45.625837 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-631c6566-f765-4b29-a231-cb649af764f0 req-d7d2c7bc-c2a8-46d7-8084-bbcc09f39ecb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=07279870-3078-44f7-8035-d94a4d0b31e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0728362 Jul 29 23:51:45.793898 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62be9981-6faa-4c58-b756-8064cfc95760 req-5a889f23-df1c-4077-b765-a7c9b2d366ca tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:45.793898 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-62be9981-6faa-4c58-b756-8064cfc95760 req-5a889f23-df1c-4077-b765-a7c9b2d366ca tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=7efc4582-523d-4b05-9d9e-005a5e7a191a HTTP/1.1" status: 200 len: 944 time: 0.8629081 Jul 29 23:51:45.802028 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-8a56f31d-bd77-4918-a58e-682b1ed96979 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] For port 92eee010-126e-491f-bcf0-f34f5664641a, host n-d-712141-10, got binding levels [] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:45.805307 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8a56f31d-bd77-4918-a58e-682b1ed96979 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:45.815592 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-631c6566-f765-4b29-a231-cb649af764f0 req-e8a0d731-074c-4bb7-a0c3-c64cef766bb8 service neutron] 10.222.0.22 "GET /v2.0/networks/07279870-3078-44f7-8035-d94a4d0b31e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730840 Jul 29 23:51:45.922536 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d9f48980-41a9-4c7b-a5d8-c0ff6f483a31 req-fea39595-ddd0-486f-8ac8-16bfe8875a50 service neutron] 10.222.0.22 "GET /v2.0/networks/7beca275-2208-4a98-ba1b-ab34ac8cad26?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0979552 Jul 29 23:51:45.928516 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-631c6566-f765-4b29-a231-cb649af764f0 req-f4471858-c9e8-44a4-a770-a1472a582842 service neutron] 10.222.0.22 "GET /v2.0/networks/07279870-3078-44f7-8035-d94a4d0b31e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081686 Jul 29 23:51:45.931424 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-8a56f31d-bd77-4918-a58e-682b1ed96979 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Calling delete_port for 92eee010-126e-491f-bcf0-f34f5664641a owned by network:dhcp {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:51:45.960078 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.ipam_backend_mixin [None req-8a56f31d-bd77-4918-a58e-682b1ed96979 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Port 92eee010-126e-491f-bcf0-f34f5664641a was not found and therefore no delete operation was performed {{(pid=94078) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 23:51:46.008892 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8a56f31d-bd77-4918-a58e-682b1ed96979 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:46.119754 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d7529b62-16f0-41f6-99e5-4af1f176a8aa None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:46.136093 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-d7529b62-16f0-41f6-99e5-4af1f176a8aa None None] Transition to ACTIVE for port object a08634bb-a7e5-4876-a549-3c22883babdc will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:51:46.143955 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-62be9981-6faa-4c58-b756-8064cfc95760 req-485334af-e499-4bd6-97ee-f063508d63d2 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5d1ebf4-b794-4521-9c0b-417b32b2215f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2267745 Jul 29 23:51:46.148422 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d7529b62-16f0-41f6-99e5-4af1f176a8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:46.159741 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a56f31d-bd77-4918-a58e-682b1ed96979 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event deleted for resources: {'Port': ['ID=92eee010-126e-491f-bcf0-f34f5664641a,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:46.165052 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a56f31d-bd77-4918-a58e-682b1ed96979 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] No DVR routers for this DVR port 92eee010-126e-491f-bcf0-f34f5664641a on host n-d-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:51:46.252962 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9b9349-5b4e-40f2-8436-2edeb5f60061 None None] Pushing event updated for resources: {'Port': ['ID=a08634bb-a7e5-4876-a549-3c22883babdc,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:46.331936 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aecd150-de10-4929-97de-37df81ae2bec req-4fb28e87-d428-40d1-9082-19dd5cdddab9 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:46.333601 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5aecd150-de10-4929-97de-37df81ae2bec req-4fb28e87-d428-40d1-9082-19dd5cdddab9 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/networks?id=dc512bd2-1884-47d3-acfd-802fe9e5ea94 HTTP/1.1" status: 200 len: 797 time: 0.7502863 Jul 29 23:51:46.363298 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 49230) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:46.418879 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-d7529b62-16f0-41f6-99e5-4af1f176a8aa None None] Attempting to bind port a08634bb-a7e5-4876-a549-3c22883babdc on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:51:46.419324 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-d7529b62-16f0-41f6-99e5-4af1f176a8aa None None] Attempting to bind port a08634bb-a7e5-4876-a549-3c22883babdc by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '3e67ddd1-1c33-4cf4-87c8-b940fe50e0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'dc512bd2-1884-47d3-acfd-802fe9e5ea94'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:51:46.419691 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7529b62-16f0-41f6-99e5-4af1f176a8aa None None] Attempting to bind port a08634bb-a7e5-4876-a549-3c22883babdc on network dc512bd2-1884-47d3-acfd-802fe9e5ea94 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:51:46.426782 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5aecd150-de10-4929-97de-37df81ae2bec req-d1a5af6c-c790-461f-83e7-d95d9a978a8e tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/quotas/65ae77200a164c0f8f007753b934a6ed HTTP/1.1" status: 200 len: 375 time: 0.0644369 Jul 29 23:51:46.428810 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7529b62-16f0-41f6-99e5-4af1f176a8aa None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:51:46.429198 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7529b62-16f0-41f6-99e5-4af1f176a8aa None None] Checking segment: {'id': '3e67ddd1-1c33-4cf4-87c8-b940fe50e0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'dc512bd2-1884-47d3-acfd-802fe9e5ea94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:51:46.429687 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d7529b62-16f0-41f6-99e5-4af1f176a8aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:46.430089 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7529b62-16f0-41f6-99e5-4af1f176a8aa None None] Bound using segment: {'id': '3e67ddd1-1c33-4cf4-87c8-b940fe50e0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'dc512bd2-1884-47d3-acfd-802fe9e5ea94'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:51:46.430559 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-d7529b62-16f0-41f6-99e5-4af1f176a8aa None None] Bound port: a08634bb-a7e5-4876-a549-3c22883babdc, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e67ddd1-1c33-4cf4-87c8-b940fe50e0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'dc512bd2-1884-47d3-acfd-802fe9e5ea94'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:51:46.430939 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d7529b62-16f0-41f6-99e5-4af1f176a8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:46.524075 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-d7529b62-16f0-41f6-99e5-4af1f176a8aa None None] For port a08634bb-a7e5-4876-a549-3c22883babdc, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:51:46.529059 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-d7529b62-16f0-41f6-99e5-4af1f176a8aa None None] For port a08634bb-a7e5-4876-a549-3c22883babdc, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=a08634bb-a7e5-4876-a549-3c22883babdc,segment=NetworkSegment(3e67ddd1-1c33-4cf4-87c8-b940fe50e0ac),segment_id=3e67ddd1-1c33-4cf4-87c8-b940fe50e0ac)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:51:46.541893 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d7529b62-16f0-41f6-99e5-4af1f176a8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:46.614775 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d9f48980-41a9-4c7b-a5d8-c0ff6f483a31 req-92fee31a-a281-4224-a2bb-75bb121b4c7d service neutron] 10.222.0.22 "GET /v2.0/networks/7beca275-2208-4a98-ba1b-ab34ac8cad26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6843860 Jul 29 23:51:46.618850 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8a56f31d-bd77-4918-a58e-682b1ed96979 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:46.640804 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c9c7e75-cc24-49eb-8cb2-366031585915 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Router 7042261b-375a-4b27-97c7-3e8c575f8f9d has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:51:46.647541 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-8a56f31d-bd77-4918-a58e-682b1ed96979 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92c44948-949c-4795-9f3d-84de4efa2718']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:46.678759 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7529b62-16f0-41f6-99e5-4af1f176a8aa None None] Routers {'426aa120-6f98-4969-9b22-5bfee8de0b87'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:51:46.679327 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-d7529b62-16f0-41f6-99e5-4af1f176a8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:51:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['426aa120-6f98-4969-9b22-5bfee8de0b87'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:46.720275 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-8a56f31d-bd77-4918-a58e-682b1ed96979 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8df95c8c-b17b-4c55-8c2d-b74986f8419f') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:46.720831 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-8a56f31d-bd77-4918-a58e-682b1ed96979 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8df95c8c-b17b-4c55-8c2d-b74986f8419f') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:46.754370 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5aecd150-de10-4929-97de-37df81ae2bec req-90292033-32ca-45df-83f3-8bb1c46a6c2d tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=65ae77200a164c0f8f007753b934a6ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2547011 Jul 29 23:51:46.802226 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-d7529b62-16f0-41f6-99e5-4af1f176a8aa None None] Set router 426aa120-6f98-4969-9b22-5bfee8de0b87 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:51:46.810965 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8a56f31d-bd77-4918-a58e-682b1ed96979 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:46.955419 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9b9349-5b4e-40f2-8436-2edeb5f60061 None None] Pushing event updated for resources: {'Port': ['ID=a08634bb-a7e5-4876-a549-3c22883babdc,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:47.028328 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8a56f31d-bd77-4918-a58e-682b1ed96979 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:47.193682 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-d7529b62-16f0-41f6-99e5-4af1f176a8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426aa120-6f98-4969-9b22-5bfee8de0b87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1269105653', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '78abe34d-5e23-44e4-915c-691435d24a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:51:27Z', 'updated_at': '2021-07-29T23:51:41Z', 'revision_number': 4, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'gw_port': {'id': '78abe34d-5e23-44e4-915c-691435d24a26', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426aa120-6f98-4969-9b22-5bfee8de0b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:51:28Z', 'updated_at': '2021-07-29T23:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'a08634bb-a7e5-4876-a549-3c22883babdc', 'name': '', 'network_id': 'dc512bd2-1884-47d3-acfd-802fe9e5ea94', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'mac_address': 'fa:16:3e:ca:73:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426aa120-6f98-4969-9b22-5bfee8de0b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': 'df49fe6b-bf09-4372-9f2d-78eb19d120eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:51:37Z', 'updated_at': '2021-07-29T23:51:46Z', 'revision_number': 4, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'subnets': [{'id': 'df49fe6b-bf09-4372-9f2d-78eb19d120eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:47.231650 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a56f31d-bd77-4918-a58e-682b1ed96979 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:51:47.235148 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8a56f31d-bd77-4918-a58e-682b1ed96979 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:47.259014 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:51:47.259014 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:51:47.259014 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:51:47.259014 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:51:47.259014 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:51:47.259014 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:51:47.259014 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:51:47.259014 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:51:47.259014 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:51:47.259014 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:51:47.259014 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:51:47.259014 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:51:47.259014 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:51:47.259014 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:51:47.259014 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:51:47.259014 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:51:47.259014 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:51:47.259014 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:51:47.259014 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:51:47.259014 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:51:47.259014 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:51:47.259014 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:51:47.259014 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:51:47.259014 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:51:47.259014 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:51:47.259014 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:51:47.259014 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:51:47.259014 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:51:47.259014 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:51:47.259014 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:51:47.259014 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:51:47.259014 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:51:47.299546 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7529b62-16f0-41f6-99e5-4af1f176a8aa None None] The sync data for ids ['426aa120-6f98-4969-9b22-5bfee8de0b87'] in n-d-712141-10 is: [{'id': '426aa120-6f98-4969-9b22-5bfee8de0b87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1269105653', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '78abe34d-5e23-44e4-915c-691435d24a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:51:27Z', 'updated_at': '2021-07-29T23:51:41Z', 'revision_number': 4, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'gw_port': {'id': '78abe34d-5e23-44e4-915c-691435d24a26', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426aa120-6f98-4969-9b22-5bfee8de0b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:51:28Z', 'updated_at': '2021-07-29T23:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'a08634bb-a7e5-4876-a549-3c22883babdc', 'name': '', 'network_id': 'dc512bd2-1884-47d3-acfd-802fe9e5ea94', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'mac_address': 'fa:16:3e:ca:73:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426aa120-6f98-4969-9b22-5bfee8de0b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': 'df49fe6b-bf09-4372-9f2d-78eb19d120eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:51:37Z', 'updated_at': '2021-07-29T23:51:46Z', 'revision_number': 4, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'subnets': [{'id': 'df49fe6b-bf09-4372-9f2d-78eb19d120eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:51:47.303494 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5aecd150-de10-4929-97de-37df81ae2bec req-10793177-8654-47a5-a0ab-d86b18e5c36c service neutron] 10.222.0.43 "GET /v2.0/networks/dc512bd2-1884-47d3-acfd-802fe9e5ea94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5222073 Jul 29 23:51:47.396496 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8a56f31d-bd77-4918-a58e-682b1ed96979 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:47.547462 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8a56f31d-bd77-4918-a58e-682b1ed96979 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:47.551129 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-8a56f31d-bd77-4918-a58e-682b1ed96979 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "DELETE /v2.0/networks/92c44948-949c-4795-9f3d-84de4efa2718 HTTP/1.1" status: 204 len: 168 time: 3.7189360 Jul 29 23:51:47.604074 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 49238) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:47.612393 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-665deaae-a87d-4aac-b394-91a69c6c4a86 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1104114001'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:47.626690 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a56f31d-bd77-4918-a58e-682b1ed96979 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event deleted for resources: {'Network': ['ID=92c44948-949c-4795-9f3d-84de4efa2718,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:47.681761 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9c7e75-cc24-49eb-8cb2-366031585915 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:51:47.698793 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7c9c7e75-cc24-49eb-8cb2-366031585915 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:47.704515 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7502933-845b-457c-b6a5-5ecde4dc99cd None None] Sync routers for ids ['7042261b-375a-4b27-97c7-3e8c575f8f9d'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:51:47.726936 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7502933-845b-457c-b6a5-5ecde4dc99cd None None] Routers {'7042261b-375a-4b27-97c7-3e8c575f8f9d'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:51:47.730156 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-e7502933-845b-457c-b6a5-5ecde4dc99cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:51:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['7042261b-375a-4b27-97c7-3e8c575f8f9d'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:47.798929 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-7c9c7e75-cc24-49eb-8cb2-366031585915 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "DELETE /v2.0/floatingips/79338892-73d0-45a5-bd32-cdd2710880b4 HTTP/1.1" status: 204 len: 168 time: 5.4014075 Jul 29 23:51:47.798929 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665deaae-a87d-4aac-b394-91a69c6c4a86 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Made reservation on behalf of da9e7a969d04495c9d1e65f1005dc604 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:51:47.800168 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-665deaae-a87d-4aac-b394-91a69c6c4a86 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:47.809144 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ef24da6-d5f9-4e87-821b-437f26915cce', 'tag': '40218d58-4c73-432e-a438-6f264952d79f'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:51:47.813324 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd80a78a-ca5a-4c02-8cfd-24fc8ccd57d2" -d '{"events": [{"name": "network-changed", "server_uuid": "2ef24da6-d5f9-4e87-821b-437f26915cce", "tag": "40218d58-4c73-432e-a438-6f264952d79f"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:51:47.847509 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42078cdc-5149-40d9-aac1-f5326e15be7a req-09394bf9-fe06-48ec-b768-3d2958b9e03a tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:47.848445 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-42078cdc-5149-40d9-aac1-f5326e15be7a req-09394bf9-fe06-48ec-b768-3d2958b9e03a tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=7efc4582-523d-4b05-9d9e-005a5e7a191a HTTP/1.1" status: 200 len: 944 time: 0.3465660 Jul 29 23:51:47.863013 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5aecd150-de10-4929-97de-37df81ae2bec req-24df19b0-0f05-407d-b3b9-5a738d41b83f service neutron] 10.222.0.43 "GET /v2.0/networks/dc512bd2-1884-47d3-acfd-802fe9e5ea94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4954586 Jul 29 23:51:47.897287 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-665deaae-a87d-4aac-b394-91a69c6c4a86 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:51:47.923429 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-665deaae-a87d-4aac-b394-91a69c6c4a86 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:47.923787 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-665deaae-a87d-4aac-b394-91a69c6c4a86 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Added segment babf31f9-9a4e-4f49-9b91-08dee09e3250 of type vlan for network 8c822e4d-9685-4775-b0d1-262556ebdf60 Jul 29 23:51:47.946865 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-81897ed5-9e34-413a-8379-7773593ad6b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:48.019999 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-665deaae-a87d-4aac-b394-91a69c6c4a86 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:48.047822 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-e7502933-845b-457c-b6a5-5ecde4dc99cd None None] Set router 7042261b-375a-4b27-97c7-3e8c575f8f9d gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:51:48.091629 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-665deaae-a87d-4aac-b394-91a69c6c4a86 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:48.106074 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665deaae-a87d-4aac-b394-91a69c6c4a86 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:48.108847 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-665deaae-a87d-4aac-b394-91a69c6c4a86 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:48.307288 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665deaae-a87d-4aac-b394-91a69c6c4a86 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event updated for resources: {'Network': ['ID=8c822e4d-9685-4775-b0d1-262556ebdf60,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:48.316403 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-665deaae-a87d-4aac-b394-91a69c6c4a86 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7108214 Jul 29 23:51:48.323893 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 8c822e4d-9685-4775-b0d1-262556ebdf60 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:51:48.328403 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 49250) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:48.335558 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-42078cdc-5149-40d9-aac1-f5326e15be7a req-ba6cacc4-874b-4ac6-b404-69d5110f2d3d tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5d1ebf4-b794-4521-9c0b-417b32b2215f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4694467 Jul 29 23:51:48.353200 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-c0625c38-60aa-4146-812e-b90211824a8a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Request body: {'subnet': {'network_id': '8c822e4d-9685-4775-b0d1-262556ebdf60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:48.578343 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc120e4-6413-4d6a-830a-c5c72fe41b41 x-openstack-request-id: req-1bc120e4-6413-4d6a-830a-c5c72fe41b41 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:51:48.580034 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ef24da6-d5f9-4e87-821b-437f26915cce", "tag": "40218d58-4c73-432e-a438-6f264952d79f", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:51:48.581296 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1bc120e4-6413-4d6a-830a-c5c72fe41b41 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:51:48.582180 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ef24da6-d5f9-4e87-821b-437f26915cce', 'tag': '40218d58-4c73-432e-a438-6f264952d79f', 'status': 'completed', 'code': 200} Jul 29 23:51:48.586056 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0625c38-60aa-4146-812e-b90211824a8a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Made reservation on behalf of da9e7a969d04495c9d1e65f1005dc604 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:51:48.601711 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c0625c38-60aa-4146-812e-b90211824a8a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:48.817415 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-81897ed5-9e34-413a-8379-7773593ad6b5 admin admin] Deleting port f894ff82-3555-4edd-926a-9ec0ac8d14bc {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:51:48.818693 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-81897ed5-9e34-413a-8379-7773593ad6b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:48.944491 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device a08634bb-a7e5-4876-a549-3c22883babdc up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:51:48.974498 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-e7502933-845b-457c-b6a5-5ecde4dc99cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7042261b-375a-4b27-97c7-3e8c575f8f9d', 'name': 'tempest-TestNetworkBasicOps-router-1181966759', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '7cc9343c-5a34-4c38-a60d-d955f1862161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:24Z', 'updated_at': '2021-07-29T23:51:25Z', 'revision_number': 6, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'gw_port': {'id': '7cc9343c-5a34-4c38-a60d-d955f1862161', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:62:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7042261b-375a-4b27-97c7-3e8c575f8f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:24Z', 'updated_at': '2021-07-29T23:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'a9152238-5547-4784-a76b-fee04601afc1', 'name': '', 'network_id': '7beca275-2208-4a98-ba1b-ab34ac8cad26', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'mac_address': 'fa:16:3e:05:16:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7042261b-375a-4b27-97c7-3e8c575f8f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '860a9ed7-752a-4835-9f06-0329822b4eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:28Z', 'updated_at': '2021-07-29T23:49:37Z', 'revision_number': 5, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'subnets': [{'id': '860a9ed7-752a-4835-9f06-0329822b4eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:49.105199 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7502933-845b-457c-b6a5-5ecde4dc99cd None None] Checking router: 7042261b-375a-4b27-97c7-3e8c575f8f9d for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:51:49.130086 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-81897ed5-9e34-413a-8379-7773593ad6b5 admin admin] For port f894ff82-3555-4edd-926a-9ec0ac8d14bc, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=f894ff82-3555-4edd-926a-9ec0ac8d14bc,segment=NetworkSegment(e78125bf-8d4f-4e64-aa38-d84d609aca30),segment_id=e78125bf-8d4f-4e64-aa38-d84d609aca30)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:49.130086 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-81897ed5-9e34-413a-8379-7773593ad6b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:49.133526 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ed8ed46a-4a91-4bd4-9d83-2874e0d8c0c2 req-e440d431-78a7-4c2a-8cf4-ea124d214fd4 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f14da80-c5b4-4b7b-b4c8-63682611adfa HTTP/1.1" status: 200 len: 210 time: 0.2464581 Jul 29 23:51:49.144592 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7502933-845b-457c-b6a5-5ecde4dc99cd None None] Routers {'7042261b-375a-4b27-97c7-3e8c575f8f9d'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:51:49.145350 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-e7502933-845b-457c-b6a5-5ecde4dc99cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:51:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['7042261b-375a-4b27-97c7-3e8c575f8f9d'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:49.156590 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port a08634bb-a7e5-4876-a549-3c22883babdc completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:51:49.187428 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port a08634bb-a7e5-4876-a549-3c22883babdc triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:51:49.187428 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:49.201717 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-81897ed5-9e34-413a-8379-7773593ad6b5 admin admin] Calling delete_port for f894ff82-3555-4edd-926a-9ec0ac8d14bc owned by network:router_interface {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:51:49.495229 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd80a78a-ca5a-4c02-8cfd-24fc8ccd57d2 req-06bfc6b6-81b7-435a-b900-dd7977eb70a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:49.496818 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bd80a78a-ca5a-4c02-8cfd-24fc8ccd57d2 req-06bfc6b6-81b7-435a-b900-dd7977eb70a9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bd9be2c0ad754adeaed7eabee32aed90&device_id=2ef24da6-d5f9-4e87-821b-437f26915cce HTTP/1.1" status: 200 len: 1098 time: 0.5873184 Jul 29 23:51:49.544503 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:49.604107 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-e7502933-845b-457c-b6a5-5ecde4dc99cd None None] Set router 7042261b-375a-4b27-97c7-3e8c575f8f9d gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:51:49.792337 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-81897ed5-9e34-413a-8379-7773593ad6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:49.836719 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port a08634bb-a7e5-4876-a549-3c22883babdc, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=a08634bb-a7e5-4876-a549-3c22883babdc,segment=NetworkSegment(3e67ddd1-1c33-4cf4-87c8-b940fe50e0ac),segment_id=3e67ddd1-1c33-4cf4-87c8-b940fe50e0ac)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:49.888702 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:49.889258 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81897ed5-9e34-413a-8379-7773593ad6b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f894ff82-3555-4edd-926a-9ec0ac8d14bc,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:49.889863 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:50.231264 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=a08634bb-a7e5-4876-a549-3c22883babdc,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:50.442930 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b4c700-7c7c-468b-9e5b-1c59a77c4a21 req-f7d3a0d8-5a93-4446-ae52-e84e3013f63a tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:50.450886 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d3b4c700-7c7c-468b-9e5b-1c59a77c4a21 req-f7d3a0d8-5a93-4446-ae52-e84e3013f63a tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.22 "GET /v2.0/ports?device_id=2ef24da6-d5f9-4e87-821b-437f26915cce HTTP/1.1" status: 200 len: 946 time: 0.5433705 Jul 29 23:51:50.666524 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-e7502933-845b-457c-b6a5-5ecde4dc99cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7042261b-375a-4b27-97c7-3e8c575f8f9d', 'name': 'tempest-TestNetworkBasicOps-router-1181966759', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '7cc9343c-5a34-4c38-a60d-d955f1862161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:24Z', 'updated_at': '2021-07-29T23:51:25Z', 'revision_number': 6, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'gw_port': {'id': '7cc9343c-5a34-4c38-a60d-d955f1862161', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:62:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7042261b-375a-4b27-97c7-3e8c575f8f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:24Z', 'updated_at': '2021-07-29T23:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'a9152238-5547-4784-a76b-fee04601afc1', 'name': '', 'network_id': '7beca275-2208-4a98-ba1b-ab34ac8cad26', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'mac_address': 'fa:16:3e:05:16:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7042261b-375a-4b27-97c7-3e8c575f8f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '860a9ed7-752a-4835-9f06-0329822b4eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:28Z', 'updated_at': '2021-07-29T23:49:37Z', 'revision_number': 5, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'subnets': [{'id': '860a9ed7-752a-4835-9f06-0329822b4eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:50.738581 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-81897ed5-9e34-413a-8379-7773593ad6b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:50.739773 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7502933-845b-457c-b6a5-5ecde4dc99cd None None] The sync data for ids ['7042261b-375a-4b27-97c7-3e8c575f8f9d'] in n-d-712141-10 is: [{'id': '7042261b-375a-4b27-97c7-3e8c575f8f9d', 'name': 'tempest-TestNetworkBasicOps-router-1181966759', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '7cc9343c-5a34-4c38-a60d-d955f1862161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:24Z', 'updated_at': '2021-07-29T23:51:25Z', 'revision_number': 6, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'gw_port': {'id': '7cc9343c-5a34-4c38-a60d-d955f1862161', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:62:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7042261b-375a-4b27-97c7-3e8c575f8f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:24Z', 'updated_at': '2021-07-29T23:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'a9152238-5547-4784-a76b-fee04601afc1', 'name': '', 'network_id': '7beca275-2208-4a98-ba1b-ab34ac8cad26', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'mac_address': 'fa:16:3e:05:16:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7042261b-375a-4b27-97c7-3e8c575f8f9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '860a9ed7-752a-4835-9f06-0329822b4eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:28Z', 'updated_at': '2021-07-29T23:49:37Z', 'revision_number': 5, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'subnets': [{'id': '860a9ed7-752a-4835-9f06-0329822b4eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:51:50.934626 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd80a78a-ca5a-4c02-8cfd-24fc8ccd57d2 req-8713a1fa-b4e5-4865-a7c7-456c15f96f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:50.934626 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bd80a78a-ca5a-4c02-8cfd-24fc8ccd57d2 req-8713a1fa-b4e5-4865-a7c7-456c15f96f86 service neutron] 10.222.0.22 "GET /v2.0/networks?id=7beca275-2208-4a98-ba1b-ab34ac8cad26 HTTP/1.1" status: 200 len: 898 time: 1.4107399 Jul 29 23:51:51.004750 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f28fa-1e60-4fcb-854e-93dab32c5c6a req-773d105d-ae28-44ad-9f51-645215853e88 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:51.012703 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9e1f28fa-1e60-4fcb-854e-93dab32c5c6a req-773d105d-ae28-44ad-9f51-645215853e88 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ef24da6-d5f9-4e87-821b-437f26915cce HTTP/1.1" status: 200 len: 946 time: 1.6468463 Jul 29 23:51:51.014785 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device a08634bb-a7e5-4876-a549-3c22883babdc up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:51:51.099813 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c0625c38-60aa-4146-812e-b90211824a8a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:51.101796 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-d3b4c700-7c7c-468b-9e5b-1c59a77c4a21 req-088c9de6-1c86-4e20-a57d-229a4e3f4a82 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Deleting port 40218d58-4c73-432e-a438-6f264952d79f {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:51:51.102138 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-d3b4c700-7c7c-468b-9e5b-1c59a77c4a21 req-088c9de6-1c86-4e20-a57d-229a4e3f4a82 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:51.133878 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bd80a78a-ca5a-4c02-8cfd-24fc8ccd57d2 req-9876606f-41cc-48eb-80fd-ea6768ed3493 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=40218d58-4c73-432e-a438-6f264952d79f HTTP/1.1" status: 200 len: 217 time: 0.1789331 Jul 29 23:51:51.138273 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port a08634bb-a7e5-4876-a549-3c22883babdc triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:51:51.138649 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:51.320399 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a9634-291b-4c44-8fac-fd1a9500153c req-f428c5a2-14dd-4b69-aa60-6d40374b7393 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:51.328366 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4a7a9634-291b-4c44-8fac-fd1a9500153c req-f428c5a2-14dd-4b69-aa60-6d40374b7393 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=7efc4582-523d-4b05-9d9e-005a5e7a191a HTTP/1.1" status: 200 len: 944 time: 1.6120379 Jul 29 23:51:51.370753 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-d3b4c700-7c7c-468b-9e5b-1c59a77c4a21 req-088c9de6-1c86-4e20-a57d-229a4e3f4a82 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] For port 40218d58-4c73-432e-a438-6f264952d79f, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=40218d58-4c73-432e-a438-6f264952d79f,segment=NetworkSegment(72d270a4-2cda-4d47-8b09-2438620db873),segment_id=72d270a4-2cda-4d47-8b09-2438620db873)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:51.371137 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-d3b4c700-7c7c-468b-9e5b-1c59a77c4a21 req-088c9de6-1c86-4e20-a57d-229a4e3f4a82 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:51.373661 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fc69af-bdd6-47c5-a16c-864365dea67b None None] New status for floating IP 79338892-73d0-45a5-bd32-cdd2710880b4: DOWN {{(pid=94079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:51:51.390689 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-d3b4c700-7c7c-468b-9e5b-1c59a77c4a21 req-088c9de6-1c86-4e20-a57d-229a4e3f4a82 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Calling delete_port for 40218d58-4c73-432e-a438-6f264952d79f owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:51:51.400861 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9e1f28fa-1e60-4fcb-854e-93dab32c5c6a req-4160d92b-888d-4e65-823c-18afc9b246c4 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/security-groups?id=370875b1-affd-4be9-be04-b884d3793d25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3841786 Jul 29 23:51:51.424893 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81897ed5-9e34-413a-8379-7773593ad6b5 admin admin] Router 4ececfd2-bbcb-4cda-9691-6ff23afccea3 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:51:51.435370 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0625c38-60aa-4146-812e-b90211824a8a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event updated for resources: {'Subnet': ['ID=e1243de6-62a4-40e0-b7e8-e8376f9dd0a6,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:51.526446 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd80a78a-ca5a-4c02-8cfd-24fc8ccd57d2 req-b8cc92ba-0f0f-4407-a40f-6443585e62da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:51.528396 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bd80a78a-ca5a-4c02-8cfd-24fc8ccd57d2 req-b8cc92ba-0f0f-4407-a40f-6443585e62da service neutron] 10.222.0.22 "GET /v2.0/subnets?id=860a9ed7-752a-4835-9f06-0329822b4eca HTTP/1.1" status: 200 len: 834 time: 0.3478744 Jul 29 23:51:51.570823 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aecd150-de10-4929-97de-37df81ae2bec req-c0dc87f2-e12f-4244-b727-0ae48f508ca1 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:51.573098 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5aecd150-de10-4929-97de-37df81ae2bec req-c0dc87f2-e12f-4244-b727-0ae48f508ca1 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.41 "GET /v2.0/networks?id=dc512bd2-1884-47d3-acfd-802fe9e5ea94 HTTP/1.1" status: 200 len: 797 time: 0.6339474 Jul 29 23:51:51.596806 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4f635272-45e9-40ae-b4e5-fe8e32efa348 req-d09af4ee-4909-42ef-b0ea-58564895d35e tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f14da80-c5b4-4b7b-b4c8-63682611adfa HTTP/1.1" status: 200 len: 210 time: 0.0916378 Jul 29 23:51:51.600645 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4a7a9634-291b-4c44-8fac-fd1a9500153c req-81ee5350-5c8c-41ec-a744-06ad4489d001 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5d1ebf4-b794-4521-9c0b-417b32b2215f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2714036 Jul 29 23:51:51.640237 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0625c38-60aa-4146-812e-b90211824a8a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Checking segment: {'id': 'babf31f9-9a4e-4f49-9b91-08dee09e3250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8c822e4d-9685-4775-b0d1-262556ebdf60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:51:51.640605 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0625c38-60aa-4146-812e-b90211824a8a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Network hostable DHCP agents. Network: 8c822e4d-9685-4775-b0d1-262556ebdf60, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:51:51.661993 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81897ed5-9e34-413a-8379-7773593ad6b5 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:51:51.671780 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-81897ed5-9e34-413a-8379-7773593ad6b5 admin admin] 10.222.0.43 "PUT /v2.0/routers/4ececfd2-bbcb-4cda-9691-6ff23afccea3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3071947 Jul 29 23:51:51.675820 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f2ea5a-6378-46cf-acbc-9fa24bc55c0a None None] Sync routers for ids ['4ececfd2-bbcb-4cda-9691-6ff23afccea3'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:51:51.676610 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 49284) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:51.692208 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f2ea5a-6378-46cf-acbc-9fa24bc55c0a None None] Routers {'4ececfd2-bbcb-4cda-9691-6ff23afccea3'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:51:51.693745 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-23f2ea5a-6378-46cf-acbc-9fa24bc55c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:51:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['4ececfd2-bbcb-4cda-9691-6ff23afccea3'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:51.740896 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-d3b4c700-7c7c-468b-9e5b-1c59a77c4a21 req-088c9de6-1c86-4e20-a57d-229a4e3f4a82 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:51.746457 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5aecd150-de10-4929-97de-37df81ae2bec req-b0d6bfc5-4b95-44a0-b34e-3b852de440b4 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65ae77200a164c0f8f007753b934a6ed HTTP/1.1" status: 200 len: 380 time: 0.1442516 Jul 29 23:51:51.760151 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-5aecd150-de10-4929-97de-37df81ae2bec req-9e4267ff-359c-4027-9c4e-023d5a0afcb1 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Request body: {'port': {'device_id': '6f14da80-c5b4-4b7b-b4c8-63682611adfa', 'network_id': 'dc512bd2-1884-47d3-acfd-802fe9e5ea94', 'admin_state_up': True, 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'security_groups': ['eee33ead-c9ea-49cf-84ce-c95496d326ed']}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:51.766032 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd80a78a-ca5a-4c02-8cfd-24fc8ccd57d2 req-65e274ea-7e78-40f5-aaf8-a22596796f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:51.768419 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bd80a78a-ca5a-4c02-8cfd-24fc8ccd57d2 req-65e274ea-7e78-40f5-aaf8-a22596796f1b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=7beca275-2208-4a98-ba1b-ab34ac8cad26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2291324 Jul 29 23:51:51.795031 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088c9de6-1c86-4e20-a57d-229a4e3f4a82 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Pushing event deleted for resources: {'Port': ['ID=40218d58-4c73-432e-a438-6f264952d79f,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:51.841502 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-23f2ea5a-6378-46cf-acbc-9fa24bc55c0a None None] Set router 4ececfd2-bbcb-4cda-9691-6ff23afccea3 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:51:51.844921 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3b4c700-7c7c-468b-9e5b-1c59a77c4a21 req-088c9de6-1c86-4e20-a57d-229a4e3f4a82 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] No DVR routers for this DVR port 40218d58-4c73-432e-a438-6f264952d79f on host n-h2-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:51:51.847295 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-d3b4c700-7c7c-468b-9e5b-1c59a77c4a21 req-088c9de6-1c86-4e20-a57d-229a4e3f4a82 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:51.849466 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d3b4c700-7c7c-468b-9e5b-1c59a77c4a21 req-088c9de6-1c86-4e20-a57d-229a4e3f4a82 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.22 "DELETE /v2.0/ports/40218d58-4c73-432e-a438-6f264952d79f HTTP/1.1" status: 204 len: 173 time: 1.3890462 Jul 29 23:51:51.850287 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ef24da6-d5f9-4e87-821b-437f26915cce', 'name': 'network-vif-deleted', 'tag': '40218d58-4c73-432e-a438-6f264952d79f'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:51:51.852644 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57efbcec-0002-4633-b896-77903d265b4b" -d '{"events": [{"server_uuid": "2ef24da6-d5f9-4e87-821b-437f26915cce", "name": "network-vif-deleted", "tag": "40218d58-4c73-432e-a438-6f264952d79f"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:51:51.896478 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c11fda5-1ff4-4c06-b5c8-18c2380e90ce x-openstack-request-id: req-1c11fda5-1ff4-4c06-b5c8-18c2380e90ce {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:51:51.896925 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ef24da6-d5f9-4e87-821b-437f26915cce", "name": "network-vif-deleted", "tag": "40218d58-4c73-432e-a438-6f264952d79f", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:51:51.897147 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1c11fda5-1ff4-4c06-b5c8-18c2380e90ce {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:51:51.897769 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ef24da6-d5f9-4e87-821b-437f26915cce', 'name': 'network-vif-deleted', 'tag': '40218d58-4c73-432e-a438-6f264952d79f', 'status': 'completed', 'code': 200} Jul 29 23:51:51.920107 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0625c38-60aa-4146-812e-b90211824a8a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Network 8c822e4d-9685-4775-b0d1-262556ebdf60 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:51:52.044026 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-c0625c38-60aa-4146-812e-b90211824a8a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 8c822e4d-9685-4775-b0d1-262556ebdf60) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:51:52.062352 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09241b51-5d10-4a42-9102-56056c7542bf None None] Network 8c822e4d-9685-4775-b0d1-262556ebdf60 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:51:52.065253 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0625c38-60aa-4146-812e-b90211824a8a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:52.066114 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c0625c38-60aa-4146-812e-b90211824a8a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:52.098578 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-23f2ea5a-6378-46cf-acbc-9fa24bc55c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ececfd2-bbcb-4cda-9691-6ff23afccea3', 'name': 'tempest-AttachVolumeShelveTestJSON-2094336285-router', 'tenant_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '56512338-eee7-4a6a-ac6a-5775e337cb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:41:48Z', 'updated_at': '2021-07-29T23:51:49Z', 'revision_number': 5, 'project_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'gw_port': {'id': '56512338-eee7-4a6a-ac6a-5775e337cb39', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ececfd2-bbcb-4cda-9691-6ff23afccea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:49Z', 'updated_at': '2021-07-29T23:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:52.135846 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f2ea5a-6378-46cf-acbc-9fa24bc55c0a None None] Checking router: 4ececfd2-bbcb-4cda-9691-6ff23afccea3 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:51:52.148820 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-70c5118e-de09-4275-b371-25e69d522804 admin admin] Notify callbacks [] for router, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:52.170620 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f2ea5a-6378-46cf-acbc-9fa24bc55c0a None None] Routers {'4ececfd2-bbcb-4cda-9691-6ff23afccea3'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:51:52.171708 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-23f2ea5a-6378-46cf-acbc-9fa24bc55c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:51:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['4ececfd2-bbcb-4cda-9691-6ff23afccea3'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:52.179875 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-c0625c38-60aa-4146-812e-b90211824a8a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.8432043 Jul 29 23:51:52.184024 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 49288) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:52.184803 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bd80a78a-ca5a-4c02-8cfd-24fc8ccd57d2 req-1834389d-ac78-409d-9d10-04c59122b90c service neutron] 10.222.0.22 "GET /v2.0/networks/7beca275-2208-4a98-ba1b-ab34ac8cad26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4076915 Jul 29 23:51:52.189654 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-3f71de35-97c2-4321-8ee2-082905cc9c52 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Request body: {'port': {'network_id': '8c822e4d-9685-4775-b0d1-262556ebdf60', 'name': 'tempest-PortsIpV6TestJSON-478661694', 'fixed_ips': [{'subnet_id': 'e1243de6-62a4-40e0-b7e8-e8376f9dd0a6', 'ip_address': '2001:db8::10'}]}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:52.385713 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-23f2ea5a-6378-46cf-acbc-9fa24bc55c0a None None] Set router 4ececfd2-bbcb-4cda-9691-6ff23afccea3 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:51:52.467945 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bd80a78a-ca5a-4c02-8cfd-24fc8ccd57d2 req-65775f42-ec7e-44f4-bf77-47b1bd3cec4c service neutron] 10.222.0.22 "GET /v2.0/networks/7beca275-2208-4a98-ba1b-ab34ac8cad26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003777 Jul 29 23:51:52.475890 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.db.api [None req-3f71de35-97c2-4321-8ee2-082905cc9c52 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 23:51:52.475890 n-d-712141-10 neutron-server[94077]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 29 23:51:52.475890 n-d-712141-10 neutron-server[94077]: [parameters: {'project_id_1': 'da9e7a969d04495c9d1e65f1005dc604', 'expiration_1': datetime.datetime(2021, 7, 29, 23, 51, 52, 405981)}] Jul 29 23:51:52.475890 n-d-712141-10 neutron-server[94077]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:51:52.476460 n-d-712141-10 neutron-server[94077]: DEBUG oslo_db.api [None req-3f71de35-97c2-4321-8ee2-082905cc9c52 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:51:52.536551 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0bb1f8-aeb2-4caa-bab4-4e5f99cdffce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-8c822e4d-9685-4775-b0d1-262556ebdf60', 'network_id': '8c822e4d-9685-4775-b0d1-262556ebdf60', 'tenant_id': 'da9e7a969d04495c9d1e65f1005dc604', 'fixed_ips': [{'subnet_id': 'e1243de6-62a4-40e0-b7e8-e8376f9dd0a6'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:51:52.537915 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9c0bb1f8-aeb2-4caa-bab4-4e5f99cdffce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:52.585712 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aecd150-de10-4929-97de-37df81ae2bec req-9e4267ff-359c-4027-9c4e-023d5a0afcb1 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Made reservation on behalf of 65ae77200a164c0f8f007753b934a6ed for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:51:52.598787 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5aecd150-de10-4929-97de-37df81ae2bec req-9e4267ff-359c-4027-9c4e-023d5a0afcb1 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:52.780666 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-23f2ea5a-6378-46cf-acbc-9fa24bc55c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ececfd2-bbcb-4cda-9691-6ff23afccea3', 'name': 'tempest-AttachVolumeShelveTestJSON-2094336285-router', 'tenant_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '56512338-eee7-4a6a-ac6a-5775e337cb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:41:48Z', 'updated_at': '2021-07-29T23:51:49Z', 'revision_number': 5, 'project_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'gw_port': {'id': '56512338-eee7-4a6a-ac6a-5775e337cb39', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ececfd2-bbcb-4cda-9691-6ff23afccea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:49Z', 'updated_at': '2021-07-29T23:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:52.799676 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9d83e85d-583b-4f55-a0c3-4277f5e169ac req-c819b16d-ba5d-4ed7-9d7b-a5a19c971234 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ef24da6-d5f9-4e87-821b-437f26915cce HTTP/1.1" status: 200 len: 210 time: 0.1275935 Jul 29 23:51:52.847031 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f2ea5a-6378-46cf-acbc-9fa24bc55c0a None None] The sync data for ids ['4ececfd2-bbcb-4cda-9691-6ff23afccea3'] in n-d-712141-10 is: [{'id': '4ececfd2-bbcb-4cda-9691-6ff23afccea3', 'name': 'tempest-AttachVolumeShelveTestJSON-2094336285-router', 'tenant_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': '56512338-eee7-4a6a-ac6a-5775e337cb39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:41:48Z', 'updated_at': '2021-07-29T23:51:49Z', 'revision_number': 5, 'project_id': 'bc6282d9b32e428d9264b8fb2fa602e4', 'gw_port': {'id': '56512338-eee7-4a6a-ac6a-5775e337cb39', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ececfd2-bbcb-4cda-9691-6ff23afccea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:49Z', 'updated_at': '2021-07-29T23:42:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:51:52.926317 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-70c5118e-de09-4275-b371-25e69d522804 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:52.939118 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae48ccdd-9588-43b9-b150-2f6fc8466d59 req-6e31f935-75bb-4dfc-ae71-714eb5cb0258 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:52.948770 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ae48ccdd-9588-43b9-b150-2f6fc8466d59 req-6e31f935-75bb-4dfc-ae71-714eb5cb0258 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=7efc4582-523d-4b05-9d9e-005a5e7a191a HTTP/1.1" status: 200 len: 944 time: 0.2105317 Jul 29 23:51:53.029495 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f71de35-97c2-4321-8ee2-082905cc9c52 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Made reservation on behalf of da9e7a969d04495c9d1e65f1005dc604 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:51:53.049613 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-9c0bb1f8-aeb2-4caa-bab4-4e5f99cdffce None None] Allocated IP 2001:db8::2 (8c822e4d-9685-4775-b0d1-262556ebdf60/e1243de6-62a4-40e0-b7e8-e8376f9dd0a6/e66c3a74-3566-424d-a5b8-5fd411a62c07) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:51:53.064235 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f52193e1-16a8-4af4-a62a-1df5b85d97a9 req-e767ea54-1a80-4717-9a3b-abb4731e3eef tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f14da80-c5b4-4b7b-b4c8-63682611adfa HTTP/1.1" status: 200 len: 210 time: 0.0771005 Jul 29 23:51:53.239870 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3f71de35-97c2-4321-8ee2-082905cc9c52 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:53.283425 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [None req-3f71de35-97c2-4321-8ee2-082905cc9c52 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] device_id is not set on port baa4376e-9236-4bba-b8e6-e63879a55868 yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:51:53.313007 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ae48ccdd-9588-43b9-b150-2f6fc8466d59 req-695354f2-01fd-4c8b-b65b-7549e21ee5dc tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5d1ebf4-b794-4521-9c0b-417b32b2215f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3628714 Jul 29 23:51:53.378026 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-faceec21-887e-4004-9542-10d9d363a43c req-393049a0-6a82-45b2-ac50-2e2703dcb720 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0259dec0-afd2-4ac2-9a83-e7804869590c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2712395 Jul 29 23:51:53.383459 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0831520d-3ffd-43bb-8026-49c1cbbce3dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:53.448768 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-5aecd150-de10-4929-97de-37df81ae2bec req-9e4267ff-359c-4027-9c4e-023d5a0afcb1 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Allocated IP 172.20.0.3 (dc512bd2-1884-47d3-acfd-802fe9e5ea94/df49fe6b-bf09-4372-9f2d-78eb19d120eb/9e832d8e-50f2-49c7-b374-2812b62eaf3f) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:51:53.462368 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9c0bb1f8-aeb2-4caa-bab4-4e5f99cdffce None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:53.507831 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-9c0bb1f8-aeb2-4caa-bab4-4e5f99cdffce None None] Transition to ACTIVE for port object e66c3a74-3566-424d-a5b8-5fd411a62c07 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:51:53.541939 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-9c0bb1f8-aeb2-4caa-bab4-4e5f99cdffce None None] Transition to ACTIVE for port object e66c3a74-3566-424d-a5b8-5fd411a62c07 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:51:53.558043 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9c0bb1f8-aeb2-4caa-bab4-4e5f99cdffce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:53.583242 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-70c5118e-de09-4275-b371-25e69d522804 admin admin] Deleting port 56512338-eee7-4a6a-ac6a-5775e337cb39 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:51:53.583778 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-70c5118e-de09-4275-b371-25e69d522804 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:53.644931 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0bb1f8-aeb2-4caa-bab4-4e5f99cdffce None None] Network 8c822e4d-9685-4775-b0d1-262556ebdf60 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:51:53.657004 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-9c0bb1f8-aeb2-4caa-bab4-4e5f99cdffce None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:51:53.657865 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-3f71de35-97c2-4321-8ee2-082905cc9c52 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Allocated IP 2001:db8::10 (8c822e4d-9685-4775-b0d1-262556ebdf60/e1243de6-62a4-40e0-b7e8-e8376f9dd0a6/baa4376e-9236-4bba-b8e6-e63879a55868) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:51:53.669910 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0bb1f8-aeb2-4caa-bab4-4e5f99cdffce None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:51:53.699295 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0bb1f8-aeb2-4caa-bab4-4e5f99cdffce None None] Pushing event updated for resources: {'Port': ['ID=e66c3a74-3566-424d-a5b8-5fd411a62c07,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:53.707243 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faceec21-887e-4004-9542-10d9d363a43c req-58574466-2b05-48d1-8a13-67d5c181b6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:53.710512 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-faceec21-887e-4004-9542-10d9d363a43c req-58574466-2b05-48d1-8a13-67d5c181b6c2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=abc07fd47c924aad994e74752ef0bc5a&device_id=0259dec0-afd2-4ac2-9a83-e7804869590c HTTP/1.1" status: 200 len: 1097 time: 0.2902911 Jul 29 23:51:53.811817 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-9c0bb1f8-aeb2-4caa-bab4-4e5f99cdffce None None] Attempting to bind port e66c3a74-3566-424d-a5b8-5fd411a62c07 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:51:53.812234 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-9c0bb1f8-aeb2-4caa-bab4-4e5f99cdffce None None] Attempting to bind port e66c3a74-3566-424d-a5b8-5fd411a62c07 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': 'babf31f9-9a4e-4f49-9b91-08dee09e3250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8c822e4d-9685-4775-b0d1-262556ebdf60'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:51:53.812559 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0bb1f8-aeb2-4caa-bab4-4e5f99cdffce None None] Attempting to bind port e66c3a74-3566-424d-a5b8-5fd411a62c07 on network 8c822e4d-9685-4775-b0d1-262556ebdf60 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:51:53.817873 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0bb1f8-aeb2-4caa-bab4-4e5f99cdffce None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:51:53.818241 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0bb1f8-aeb2-4caa-bab4-4e5f99cdffce None None] Checking segment: {'id': 'babf31f9-9a4e-4f49-9b91-08dee09e3250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8c822e4d-9685-4775-b0d1-262556ebdf60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:51:53.818645 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9c0bb1f8-aeb2-4caa-bab4-4e5f99cdffce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:53.819034 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0bb1f8-aeb2-4caa-bab4-4e5f99cdffce None None] Bound using segment: {'id': 'babf31f9-9a4e-4f49-9b91-08dee09e3250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8c822e4d-9685-4775-b0d1-262556ebdf60'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:51:53.819627 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-9c0bb1f8-aeb2-4caa-bab4-4e5f99cdffce None None] Bound port: e66c3a74-3566-424d-a5b8-5fd411a62c07, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'babf31f9-9a4e-4f49-9b91-08dee09e3250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '8c822e4d-9685-4775-b0d1-262556ebdf60'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:51:53.820015 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9c0bb1f8-aeb2-4caa-bab4-4e5f99cdffce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:53.903765 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 49298) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:53.926910 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3f71de35-97c2-4321-8ee2-082905cc9c52 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:53.953196 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-3f71de35-97c2-4321-8ee2-082905cc9c52 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Transition to ACTIVE for port object baa4376e-9236-4bba-b8e6-e63879a55868 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:51:53.968358 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-9c0bb1f8-aeb2-4caa-bab4-4e5f99cdffce None None] For port e66c3a74-3566-424d-a5b8-5fd411a62c07, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:51:53.974615 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-9c0bb1f8-aeb2-4caa-bab4-4e5f99cdffce None None] For port e66c3a74-3566-424d-a5b8-5fd411a62c07, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=e66c3a74-3566-424d-a5b8-5fd411a62c07,segment=NetworkSegment(babf31f9-9a4e-4f49-9b91-08dee09e3250),segment_id=babf31f9-9a4e-4f49-9b91-08dee09e3250)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:51:53.982625 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9c0bb1f8-aeb2-4caa-bab4-4e5f99cdffce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:53.996694 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3f71de35-97c2-4321-8ee2-082905cc9c52 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:54.029135 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-70c5118e-de09-4275-b371-25e69d522804 admin admin] For port 56512338-eee7-4a6a-ac6a-5775e337cb39, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=56512338-eee7-4a6a-ac6a-5775e337cb39,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:54.029771 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-70c5118e-de09-4275-b371-25e69d522804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:54.061405 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f71de35-97c2-4321-8ee2-082905cc9c52 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Network 8c822e4d-9685-4775-b0d1-262556ebdf60 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:51:54.067205 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-3f71de35-97c2-4321-8ee2-082905cc9c52 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:51:54.086862 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f71de35-97c2-4321-8ee2-082905cc9c52 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:51:54.089829 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0bb1f8-aeb2-4caa-bab4-4e5f99cdffce None None] Pushing event updated for resources: {'Port': ['ID=e66c3a74-3566-424d-a5b8-5fd411a62c07,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:54.097432 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f71de35-97c2-4321-8ee2-082905cc9c52 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:54.098568 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3f71de35-97c2-4321-8ee2-082905cc9c52 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:54.126070 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-70c5118e-de09-4275-b371-25e69d522804 admin admin] Calling delete_port for 56512338-eee7-4a6a-ac6a-5775e337cb39 owned by network:router_gateway {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:51:54.161920 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f71de35-97c2-4321-8ee2-082905cc9c52 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event updated for resources: {'Port': ['ID=baa4376e-9236-4bba-b8e6-e63879a55868,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:54.178427 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-3f71de35-97c2-4321-8ee2-082905cc9c52 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9932330 Jul 29 23:51:54.179303 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 49306) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:54.186882 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-0dc87293-34eb-4607-a37b-724371a0c9ba tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Request body: {'port': {'network_id': '8c822e4d-9685-4775-b0d1-262556ebdf60', 'name': 'tempest-PortsIpV6TestJSON-1327930702', 'fixed_ips': [{'subnet_id': 'e1243de6-62a4-40e0-b7e8-e8376f9dd0a6', 'ip_address': '2001:db8::f'}]}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:54.279911 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faceec21-887e-4004-9542-10d9d363a43c req-68cde727-ff96-4996-95b7-f307a965197f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:54.281980 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-faceec21-887e-4004-9542-10d9d363a43c req-68cde727-ff96-4996-95b7-f307a965197f service neutron] 10.222.0.41 "GET /v2.0/networks?id=07279870-3078-44f7-8035-d94a4d0b31e7 HTTP/1.1" status: 200 len: 913 time: 0.5402358 Jul 29 23:51:54.398133 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc87293-34eb-4607-a37b-724371a0c9ba tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Made reservation on behalf of da9e7a969d04495c9d1e65f1005dc604 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:51:54.406794 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0dc87293-34eb-4607-a37b-724371a0c9ba tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:54.458788 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [None req-0dc87293-34eb-4607-a37b-724371a0c9ba tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] device_id is not set on port f4cfbaff-a7fb-404c-9f50-bfccbaa74a91 yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:51:54.462637 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 40218d58-4c73-432e-a438-6f264952d79f no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:51:54.506832 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: 40218d58-4c73-432e-a438-6f264952d79f {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:51:54.507153 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 40218d58-4c73-432e-a438-6f264952d79f not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:51:54.747242 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-0dc87293-34eb-4607-a37b-724371a0c9ba tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Allocated IP 2001:db8::f (8c822e4d-9685-4775-b0d1-262556ebdf60/e1243de6-62a4-40e0-b7e8-e8376f9dd0a6/f4cfbaff-a7fb-404c-9f50-bfccbaa74a91) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:51:54.793793 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4244a79f-3773-4177-a8a5-a9aea189f6d8 req-fcd2f99e-c258-48da-a854-04879730fa0c tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f14da80-c5b4-4b7b-b4c8-63682611adfa HTTP/1.1" status: 200 len: 210 time: 0.5313528 Jul 29 23:51:54.903564 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device e66c3a74-3566-424d-a5b8-5fd411a62c07 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:51:54.940056 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5aecd150-de10-4929-97de-37df81ae2bec req-9e4267ff-359c-4027-9c4e-023d5a0afcb1 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:54.950096 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b604461b-ba7f-4e1f-a4df-5ef6aae6c94d tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:54.962411 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port e66c3a74-3566-424d-a5b8-5fd411a62c07 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:51:54.986470 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device f894ff82-3555-4edd-926a-9ec0ac8d14bc no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:51:54.989812 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b604461b-ba7f-4e1f-a4df-5ef6aae6c94d tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:55.019082 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: f894ff82-3555-4edd-926a-9ec0ac8d14bc {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:51:55.019751 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device f894ff82-3555-4edd-926a-9ec0ac8d14bc not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:51:55.053745 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0dc87293-34eb-4607-a37b-724371a0c9ba tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:55.070230 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-0dc87293-34eb-4607-a37b-724371a0c9ba tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Transition to ACTIVE for port object f4cfbaff-a7fb-404c-9f50-bfccbaa74a91 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:51:55.083593 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-faceec21-887e-4004-9542-10d9d363a43c req-c18c4386-4604-47e1-bc12-a8612e7816e2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2bb04e6f-1b5d-4863-aec7-5682c63538c3 HTTP/1.1" status: 200 len: 1000 time: 0.7679517 Jul 29 23:51:55.086804 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-5aecd150-de10-4929-97de-37df81ae2bec req-9e4267ff-359c-4027-9c4e-023d5a0afcb1 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Transition to ACTIVE for port object 9e832d8e-50f2-49c7-b374-2812b62eaf3f will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:51:55.120499 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0dc87293-34eb-4607-a37b-724371a0c9ba tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:55.162624 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98615f03-ad61-4f08-8c1d-98dae34a5400 req-95da8eb1-080d-4936-b6e1-28408af4cc85 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:55.164318 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-98615f03-ad61-4f08-8c1d-98dae34a5400 req-95da8eb1-080d-4936-b6e1-28408af4cc85 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=7efc4582-523d-4b05-9d9e-005a5e7a191a HTTP/1.1" status: 200 len: 944 time: 0.3688483 Jul 29 23:51:55.177443 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc87293-34eb-4607-a37b-724371a0c9ba tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Network 8c822e4d-9685-4775-b0d1-262556ebdf60 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:51:55.180971 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-0dc87293-34eb-4607-a37b-724371a0c9ba tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:51:55.188705 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc87293-34eb-4607-a37b-724371a0c9ba tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:51:55.193507 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc87293-34eb-4607-a37b-724371a0c9ba tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:55.194201 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0dc87293-34eb-4607-a37b-724371a0c9ba tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:55.219084 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc87293-34eb-4607-a37b-724371a0c9ba tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event updated for resources: {'Port': ['ID=f4cfbaff-a7fb-404c-9f50-bfccbaa74a91,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:55.239492 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faceec21-887e-4004-9542-10d9d363a43c req-52a6d159-9dea-4a4e-b14a-2b72680c9ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:55.241309 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-faceec21-887e-4004-9542-10d9d363a43c req-52a6d159-9dea-4a4e-b14a-2b72680c9ba1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ef618f43-4fe4-4e34-9800-0476d270be60 HTTP/1.1" status: 200 len: 851 time: 0.1473110 Jul 29 23:51:55.265459 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0dc87293-34eb-4607-a37b-724371a0c9ba tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0821657 Jul 29 23:51:55.267246 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 49314) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:55.394085 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-98615f03-ad61-4f08-8c1d-98dae34a5400 req-48ec91cb-4545-4c5b-bd4b-c7e84d49f53b tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5d1ebf4-b794-4521-9c0b-417b32b2215f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2039282 Jul 29 23:51:55.401015 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5aecd150-de10-4929-97de-37df81ae2bec req-9e4267ff-359c-4027-9c4e-023d5a0afcb1 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:55.409943 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faceec21-887e-4004-9542-10d9d363a43c req-b7c3eac9-6f1c-4262-bd8a-62fe7e76cbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:55.411607 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-faceec21-887e-4004-9542-10d9d363a43c req-b7c3eac9-6f1c-4262-bd8a-62fe7e76cbba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=07279870-3078-44f7-8035-d94a4d0b31e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1317708 Jul 29 23:51:55.425179 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a76488e-0b71-4814-863a-590b865c9f68 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:55.425179 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-1a76488e-0b71-4814-863a-590b865c9f68 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1468065 Jul 29 23:51:55.425179 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 49316) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:55.433833 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-70c5118e-de09-4275-b371-25e69d522804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:55.492582 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34be9bb1-673b-4858-8399-f7174432fe03 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:55.493670 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b604461b-ba7f-4e1f-a4df-5ef6aae6c94d tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:55.498347 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b604461b-ba7f-4e1f-a4df-5ef6aae6c94d tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:55.500904 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34be9bb1-673b-4858-8399-f7174432fe03 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:55.505465 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-b604461b-ba7f-4e1f-a4df-5ef6aae6c94d tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "DELETE /v2.0/security-groups/370875b1-affd-4be9-be04-b884d3793d25 HTTP/1.1" status: 204 len: 168 time: 1.5916390 Jul 29 23:51:55.507462 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34be9bb1-673b-4858-8399-f7174432fe03 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:55.509210 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-34be9bb1-673b-4858-8399-f7174432fe03 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.0880337 Jul 29 23:51:55.514765 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 49320) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:55.552666 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 49322) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:55.630131 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b604461b-ba7f-4e1f-a4df-5ef6aae6c94d tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=370875b1-affd-4be9-be04-b884d3793d25,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:55.680680 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aecd150-de10-4929-97de-37df81ae2bec req-9e4267ff-359c-4027-9c4e-023d5a0afcb1 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Network dc512bd2-1884-47d3-acfd-802fe9e5ea94 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:51:55.709480 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72914553-f8cd-42b1-a9e4-28b6ae2d4da1 None None] Network 8c822e4d-9685-4775-b0d1-262556ebdf60 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:51:55.773364 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-5aecd150-de10-4929-97de-37df81ae2bec req-9e4267ff-359c-4027-9c4e-023d5a0afcb1 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:51:55.777930 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-70c5118e-de09-4275-b371-25e69d522804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:55.786352 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-66a1a978-8ba6-4601-884e-af0368562d26 None None] Provisioning for port e66c3a74-3566-424d-a5b8-5fd411a62c07 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:51:55.789401 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4267ff-359c-4027-9c4e-023d5a0afcb1 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event updated for resources: {'Port': ['ID=9e832d8e-50f2-49c7-b374-2812b62eaf3f,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:55.797130 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aecd150-de10-4929-97de-37df81ae2bec req-9e4267ff-359c-4027-9c4e-023d5a0afcb1 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:51:55.802517 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-66a1a978-8ba6-4601-884e-af0368562d26 None None] Provisioning complete for port e66c3a74-3566-424d-a5b8-5fd411a62c07 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:51:55.803026 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-66a1a978-8ba6-4601-884e-af0368562d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:56.001247 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-b808f801-8f51-4ced-ab4f-58106cb03c5f tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Deleting port f4cfbaff-a7fb-404c-9f50-bfccbaa74a91 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:51:56.001912 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b808f801-8f51-4ced-ab4f-58106cb03c5f tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:56.057804 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-58507d7f-49ef-4552-a41a-d0950de0fe76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:56.151945 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-66a1a978-8ba6-4601-884e-af0368562d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:56.187086 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b808f801-8f51-4ced-ab4f-58106cb03c5f tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:56.213966 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-b808f801-8f51-4ced-ab4f-58106cb03c5f tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Calling delete_port for f4cfbaff-a7fb-404c-9f50-bfccbaa74a91 owned by {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:51:56.218715 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-66a1a978-8ba6-4601-884e-af0368562d26 None None] For port e66c3a74-3566-424d-a5b8-5fd411a62c07, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=e66c3a74-3566-424d-a5b8-5fd411a62c07,segment=NetworkSegment(babf31f9-9a4e-4f49-9b91-08dee09e3250),segment_id=babf31f9-9a4e-4f49-9b91-08dee09e3250)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:56.224022 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-66a1a978-8ba6-4601-884e-af0368562d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:56.256828 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c5118e-de09-4275-b371-25e69d522804 admin admin] Pushing event deleted for resources: {'Port': ['ID=56512338-eee7-4a6a-ac6a-5775e337cb39,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:56.303661 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-70c5118e-de09-4275-b371-25e69d522804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:56.323849 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-70c5118e-de09-4275-b371-25e69d522804 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:56.392994 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a1a978-8ba6-4601-884e-af0368562d26 None None] Pushing event updated for resources: {'Port': ['ID=e66c3a74-3566-424d-a5b8-5fd411a62c07,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:56.465164 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:56.480264 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f34e7b-af08-4563-a485-f07cd89b3418 req-4d1b7f18-afc7-48c0-888f-62c65402dade tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:56.484033 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d2f34e7b-af08-4563-a485-f07cd89b3418 req-4d1b7f18-afc7-48c0-888f-62c65402dade tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f14da80-c5b4-4b7b-b4c8-63682611adfa HTTP/1.1" status: 200 len: 931 time: 0.4368248 Jul 29 23:51:56.497089 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-faceec21-887e-4004-9542-10d9d363a43c req-cca59c79-45a0-4c51-89e2-f82d7ed97b7d service neutron] 10.222.0.41 "GET /v2.0/networks/07279870-3078-44f7-8035-d94a4d0b31e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0583980 Jul 29 23:51:56.507694 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aecd150-de10-4929-97de-37df81ae2bec req-9e4267ff-359c-4027-9c4e-023d5a0afcb1 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:56.508135 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5aecd150-de10-4929-97de-37df81ae2bec req-9e4267ff-359c-4027-9c4e-023d5a0afcb1 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:56.515217 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-69aa71da-d381-4cf3-a5c7-3629511c2f06 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:56.577048 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-8e7b2d41-5b21-47f9-a217-66af831acdcd None None] Provisioning for port 9e832d8e-50f2-49c7-b374-2812b62eaf3f completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:51:56.583396 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-8e7b2d41-5b21-47f9-a217-66af831acdcd None None] Provisioning complete for port 9e832d8e-50f2-49c7-b374-2812b62eaf3f triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:51:56.584153 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8e7b2d41-5b21-47f9-a217-66af831acdcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:56.597314 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b808f801-8f51-4ced-ab4f-58106cb03c5f tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:56.651457 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b808f801-8f51-4ced-ab4f-58106cb03c5f tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event deleted for resources: {'Port': ['ID=f4cfbaff-a7fb-404c-9f50-bfccbaa74a91,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:56.653302 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-70c5118e-de09-4275-b371-25e69d522804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:56.654018 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c5118e-de09-4275-b371-25e69d522804 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ececfd2-bbcb-4cda-9691-6ff23afccea3 {{(pid=94078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:51:56.656420 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5aecd150-de10-4929-97de-37df81ae2bec req-9e4267ff-359c-4027-9c4e-023d5a0afcb1 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9009521 Jul 29 23:51:56.677702 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-70c5118e-de09-4275-b371-25e69d522804 admin admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:56.679020 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-70c5118e-de09-4275-b371-25e69d522804 admin admin] 10.222.0.43 "DELETE /v2.0/routers/4ececfd2-bbcb-4cda-9691-6ff23afccea3 HTTP/1.1" status: 204 len: 168 time: 4.9986746 Jul 29 23:51:56.686813 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-5aecd150-de10-4929-97de-37df81ae2bec req-3c211966-2903-4317-ab5e-bb461159a53f service neutron] Request body: {'port': {'device_id': '6f14da80-c5b4-4b7b-b4c8-63682611adfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:56.712096 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-8e7b2d41-5b21-47f9-a217-66af831acdcd None None] Port 9e832d8e-50f2-49c7-b374-2812b62eaf3f cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:51:56.734288 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 49332) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:56.745657 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b808f801-8f51-4ced-ab4f-58106cb03c5f tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:56.747998 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b808f801-8f51-4ced-ab4f-58106cb03c5f tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "DELETE /v2.0/ports/f4cfbaff-a7fb-404c-9f50-bfccbaa74a91 HTTP/1.1" status: 204 len: 168 time: 1.2320006 Jul 29 23:51:56.757761 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 49334) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:56.802571 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-0012c8d3-8cdb-452f-b761-5c0295072f52 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] GET failed (client error): The resource could not be found. Jul 29 23:51:56.804214 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0012c8d3-8cdb-452f-b761-5c0295072f52 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "GET /v2.0/ports/f4cfbaff-a7fb-404c-9f50-bfccbaa74a91 HTTP/1.1" status: 404 len: 333 time: 0.0454736 Jul 29 23:51:56.810160 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 49336) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:56.843820 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-3fdfd015-eba6-4c5e-88d3-27ffada5ee63 None None] Provisioning complete for port e66c3a74-3566-424d-a5b8-5fd411a62c07 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:51:56.847707 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3fdfd015-eba6-4c5e-88d3-27ffada5ee63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:56.929310 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d2f34e7b-af08-4563-a485-f07cd89b3418 req-9d782864-97e9-4b31-9e2d-0ab72c839690 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=eee33ead-c9ea-49cf-84ce-c95496d326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4119434 Jul 29 23:51:56.982239 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device e66c3a74-3566-424d-a5b8-5fd411a62c07 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:51:57.025813 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce1f73c9-7196-4094-8e0f-b42137ce3274 admin admin] Deleting subnet 3f8a1426-23b4-4820-974d-b3b8ade6d730 {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:51:57.032015 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5aecd150-de10-4929-97de-37df81ae2bec req-3c211966-2903-4317-ab5e-bb461159a53f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:57.094574 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e210ced1-43db-4a9b-81b1-fb84f885a9c7 req-d8822718-e821-4c8f-bbdd-4df585a084d1 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:57.098105 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e210ced1-43db-4a9b-81b1-fb84f885a9c7 req-d8822718-e821-4c8f-bbdd-4df585a084d1 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=7efc4582-523d-4b05-9d9e-005a5e7a191a HTTP/1.1" status: 200 len: 944 time: 0.4954534 Jul 29 23:51:57.099619 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ce1f73c9-7196-4094-8e0f-b42137ce3274 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:57.139410 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-3fdfd015-eba6-4c5e-88d3-27ffada5ee63 None None] Could not find standard attr ID for object f4cfbaff-a7fb-404c-9f50-bfccbaa74a91. {{(pid=94079) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:51:57.168851 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-3fdfd015-eba6-4c5e-88d3-27ffada5ee63 None None] Provisioning for port baa4376e-9236-4bba-b8e6-e63879a55868 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:51:57.176774 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port e66c3a74-3566-424d-a5b8-5fd411a62c07 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:51:57.177243 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:57.179006 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-faceec21-887e-4004-9542-10d9d363a43c req-a99f17a3-4623-4362-98a7-b198a436bd64 service neutron] 10.222.0.41 "GET /v2.0/networks/07279870-3078-44f7-8035-d94a4d0b31e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6495509 Jul 29 23:51:57.179273 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-3fdfd015-eba6-4c5e-88d3-27ffada5ee63 None None] Provisioning complete for port baa4376e-9236-4bba-b8e6-e63879a55868 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:51:57.179794 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3fdfd015-eba6-4c5e-88d3-27ffada5ee63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:57.215196 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ce1f73c9-7196-4094-8e0f-b42137ce3274 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:57.222367 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-33f467c3-4c0c-4ff2-8663-f4b3d3b2e52a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Deleting port baa4376e-9236-4bba-b8e6-e63879a55868 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:51:57.223318 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-33f467c3-4c0c-4ff2-8663-f4b3d3b2e52a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:57.256641 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-3fdfd015-eba6-4c5e-88d3-27ffada5ee63 None None] Port baa4376e-9236-4bba-b8e6-e63879a55868 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:51:57.359059 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ce1f73c9-7196-4094-8e0f-b42137ce3274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:57.394128 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-48180110-3243-4879-9dec-190e50b0a9d0 None None] Provisioning complete for port baa4376e-9236-4bba-b8e6-e63879a55868 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:51:57.394718 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-48180110-3243-4879-9dec-190e50b0a9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:57.486237 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-48180110-3243-4879-9dec-190e50b0a9d0 None None] Port baa4376e-9236-4bba-b8e6-e63879a55868 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:51:57.647947 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ce1f73c9-7196-4094-8e0f-b42137ce3274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:57.719360 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-419226ec-f88a-4f31-8b82-bc4b54e40586 None None] Could not find standard attr ID for object f4cfbaff-a7fb-404c-9f50-bfccbaa74a91. {{(pid=94079) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:51:57.729859 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:57.736392 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1f73c9-7196-4094-8e0f-b42137ce3274 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f8a1426-23b4-4820-974d-b3b8ade6d730,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:57.749369 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64ce125-ba55-49a8-a5a8-0bba11474823 None None] Network 75276a04-f545-4a3d-9980-2e308be152f9 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:51:57.757041 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ce1f73c9-7196-4094-8e0f-b42137ce3274 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:57.762076 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ce1f73c9-7196-4094-8e0f-b42137ce3274 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/3f8a1426-23b4-4820-974d-b3b8ade6d730 HTTP/1.1" status: 204 len: 168 time: 1.0213997 Jul 29 23:51:57.815697 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 49344) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:57.960408 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-340a8022-85b4-4236-b24c-79bb1bdc0b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:57.995657 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e210ced1-43db-4a9b-81b1-fb84f885a9c7 req-9f97d5d5-a065-4522-9b05-220d702f602c tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5d1ebf4-b794-4521-9c0b-417b32b2215f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8197575 Jul 29 23:51:58.034078 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-5aecd150-de10-4929-97de-37df81ae2bec req-3c211966-2903-4317-ab5e-bb461159a53f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e832d8e-50f2-49c7-b374-2812b62eaf3f {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:51:58.065011 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5aecd150-de10-4929-97de-37df81ae2bec req-3c211966-2903-4317-ab5e-bb461159a53f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:58.099593 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235225a1-a587-4808-9ad9-2480eb0dcfd4 None None] DHCP port deletion for 75276a04-f545-4a3d-9980-2e308be152f9 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:51:58.139995 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-69aa71da-d381-4cf3-a5c7-3629511c2f06 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Deleting port a9152238-5547-4784-a76b-fee04601afc1 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:51:58.140398 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-69aa71da-d381-4cf3-a5c7-3629511c2f06 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:58.149153 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-5aecd150-de10-4929-97de-37df81ae2bec req-3c211966-2903-4317-ab5e-bb461159a53f service neutron] Transition to ACTIVE for port object 9e832d8e-50f2-49c7-b374-2812b62eaf3f will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:51:58.158809 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5aecd150-de10-4929-97de-37df81ae2bec req-3c211966-2903-4317-ab5e-bb461159a53f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:58.164693 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-235225a1-a587-4808-9ad9-2480eb0dcfd4 None None] Deleting port 0adccf8c-b71e-434c-94af-ed7c184a34e5 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:51:58.165172 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-235225a1-a587-4808-9ad9-2480eb0dcfd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:58.240638 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c211966-2903-4317-ab5e-bb461159a53f service neutron] Pushing event updated for resources: {'Port': ['ID=9e832d8e-50f2-49c7-b374-2812b62eaf3f,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:58.254318 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-69aa71da-d381-4cf3-a5c7-3629511c2f06 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] For port a9152238-5547-4784-a76b-fee04601afc1, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=a9152238-5547-4784-a76b-fee04601afc1,segment=NetworkSegment(72d270a4-2cda-4d47-8b09-2438620db873),segment_id=72d270a4-2cda-4d47-8b09-2438620db873)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:58.255128 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-69aa71da-d381-4cf3-a5c7-3629511c2f06 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:58.270797 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-33f467c3-4c0c-4ff2-8663-f4b3d3b2e52a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:58.274722 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9900b9-e127-4765-a027-b8815d9b6523 req-13b447a9-5e50-41fb-a92b-3ef8af9f9d45 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:58.277297 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cd9900b9-e127-4765-a027-b8815d9b6523 req-13b447a9-5e50-41fb-a92b-3ef8af9f9d45 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f14da80-c5b4-4b7b-b4c8-63682611adfa HTTP/1.1" status: 200 len: 931 time: 0.2086723 Jul 29 23:51:58.318692 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-69aa71da-d381-4cf3-a5c7-3629511c2f06 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Calling delete_port for a9152238-5547-4784-a76b-fee04601afc1 owned by network:router_interface {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:51:58.321105 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-33f467c3-4c0c-4ff2-8663-f4b3d3b2e52a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Calling delete_port for baa4376e-9236-4bba-b8e6-e63879a55868 owned by {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:51:58.462277 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-340a8022-85b4-4236-b24c-79bb1bdc0b1f admin admin] Deleting port 0adccf8c-b71e-434c-94af-ed7c184a34e5 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:51:58.463840 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cd9900b9-e127-4765-a027-b8815d9b6523 req-9f17b9f3-340d-47bb-a798-6c645cc382ea tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=eee33ead-c9ea-49cf-84ce-c95496d326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1689019 Jul 29 23:51:58.467658 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-235225a1-a587-4808-9ad9-2480eb0dcfd4 None None] For port 0adccf8c-b71e-434c-94af-ed7c184a34e5, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=0adccf8c-b71e-434c-94af-ed7c184a34e5,segment=NetworkSegment(e78125bf-8d4f-4e64-aa38-d84d609aca30),segment_id=e78125bf-8d4f-4e64-aa38-d84d609aca30)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:58.468060 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-235225a1-a587-4808-9ad9-2480eb0dcfd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:58.476112 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-340a8022-85b4-4236-b24c-79bb1bdc0b1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:58.502032 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-235225a1-a587-4808-9ad9-2480eb0dcfd4 None None] Calling delete_port for 0adccf8c-b71e-434c-94af-ed7c184a34e5 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:51:58.535685 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-5aecd150-de10-4929-97de-37df81ae2bec req-3c211966-2903-4317-ab5e-bb461159a53f service neutron] Attempting to bind port 9e832d8e-50f2-49c7-b374-2812b62eaf3f on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:51:58.536394 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-5aecd150-de10-4929-97de-37df81ae2bec req-3c211966-2903-4317-ab5e-bb461159a53f service neutron] Attempting to bind port 9e832d8e-50f2-49c7-b374-2812b62eaf3f by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': '3e67ddd1-1c33-4cf4-87c8-b940fe50e0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'dc512bd2-1884-47d3-acfd-802fe9e5ea94'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:51:58.537068 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aecd150-de10-4929-97de-37df81ae2bec req-3c211966-2903-4317-ab5e-bb461159a53f service neutron] Attempting to bind port 9e832d8e-50f2-49c7-b374-2812b62eaf3f on network dc512bd2-1884-47d3-acfd-802fe9e5ea94 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:51:58.545682 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aecd150-de10-4929-97de-37df81ae2bec req-3c211966-2903-4317-ab5e-bb461159a53f service neutron] Port 9e832d8e-50f2-49c7-b374-2812b62eaf3f on network dc512bd2-1884-47d3-acfd-802fe9e5ea94 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:51:58.546381 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aecd150-de10-4929-97de-37df81ae2bec req-3c211966-2903-4317-ab5e-bb461159a53f service neutron] Attempting to bind port 9e832d8e-50f2-49c7-b374-2812b62eaf3f on network dc512bd2-1884-47d3-acfd-802fe9e5ea94 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:51:58.567778 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aecd150-de10-4929-97de-37df81ae2bec req-3c211966-2903-4317-ab5e-bb461159a53f service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:51:58.568449 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aecd150-de10-4929-97de-37df81ae2bec req-3c211966-2903-4317-ab5e-bb461159a53f service neutron] Checking segment: {'id': '3e67ddd1-1c33-4cf4-87c8-b940fe50e0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'dc512bd2-1884-47d3-acfd-802fe9e5ea94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:51:58.569196 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aecd150-de10-4929-97de-37df81ae2bec req-3c211966-2903-4317-ab5e-bb461159a53f service neutron] Bound using segment: {'id': '3e67ddd1-1c33-4cf4-87c8-b940fe50e0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'dc512bd2-1884-47d3-acfd-802fe9e5ea94'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:51:58.570113 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-5aecd150-de10-4929-97de-37df81ae2bec req-3c211966-2903-4317-ab5e-bb461159a53f service neutron] Bound port: 9e832d8e-50f2-49c7-b374-2812b62eaf3f, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e67ddd1-1c33-4cf4-87c8-b940fe50e0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'dc512bd2-1884-47d3-acfd-802fe9e5ea94'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:51:58.571084 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5aecd150-de10-4929-97de-37df81ae2bec req-3c211966-2903-4317-ab5e-bb461159a53f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:58.625159 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-235225a1-a587-4808-9ad9-2480eb0dcfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:58.648330 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235225a1-a587-4808-9ad9-2480eb0dcfd4 None None] No DVR routers for this DVR port 0adccf8c-b71e-434c-94af-ed7c184a34e5 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:51:58.683111 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235225a1-a587-4808-9ad9-2480eb0dcfd4 None None] Pushing event deleted for resources: {'Port': ['ID=0adccf8c-b71e-434c-94af-ed7c184a34e5,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:58.699411 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-340a8022-85b4-4236-b24c-79bb1bdc0b1f admin admin] For port 0adccf8c-b71e-434c-94af-ed7c184a34e5, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=0adccf8c-b71e-434c-94af-ed7c184a34e5,segment=NetworkSegment(e78125bf-8d4f-4e64-aa38-d84d609aca30),segment_id=e78125bf-8d4f-4e64-aa38-d84d609aca30)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:58.699836 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-340a8022-85b4-4236-b24c-79bb1bdc0b1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:58.748008 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-340a8022-85b4-4236-b24c-79bb1bdc0b1f admin admin] Calling delete_port for 0adccf8c-b71e-434c-94af-ed7c184a34e5 owned by network:dhcp {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:51:58.774671 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-5aecd150-de10-4929-97de-37df81ae2bec req-3c211966-2903-4317-ab5e-bb461159a53f service neutron] For port 9e832d8e-50f2-49c7-b374-2812b62eaf3f, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:51:58.779711 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-5aecd150-de10-4929-97de-37df81ae2bec req-3c211966-2903-4317-ab5e-bb461159a53f service neutron] For port 9e832d8e-50f2-49c7-b374-2812b62eaf3f, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=9e832d8e-50f2-49c7-b374-2812b62eaf3f,segment=NetworkSegment(3e67ddd1-1c33-4cf4-87c8-b940fe50e0ac),segment_id=3e67ddd1-1c33-4cf4-87c8-b940fe50e0ac)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:51:58.785072 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5aecd150-de10-4929-97de-37df81ae2bec req-3c211966-2903-4317-ab5e-bb461159a53f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:58.842739 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aecd150-de10-4929-97de-37df81ae2bec req-3c211966-2903-4317-ab5e-bb461159a53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:58.844243 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-5aecd150-de10-4929-97de-37df81ae2bec req-3c211966-2903-4317-ab5e-bb461159a53f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:58.845772 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5aecd150-de10-4929-97de-37df81ae2bec req-3c211966-2903-4317-ab5e-bb461159a53f service neutron] 10.222.0.41 "PUT /v2.0/ports/9e832d8e-50f2-49c7-b374-2812b62eaf3f HTTP/1.1" status: 200 len: 1092 time: 2.1642420 Jul 29 23:51:58.846118 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f14da80-c5b4-4b7b-b4c8-63682611adfa', 'tag': '9e832d8e-50f2-49c7-b374-2812b62eaf3f'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:51:58.847445 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-33f467c3-4c0c-4ff2-8663-f4b3d3b2e52a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:58.850427 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36aee644-ff26-4e0c-91e8-92b8c6fa947c" -d '{"events": [{"name": "network-changed", "server_uuid": "6f14da80-c5b4-4b7b-b4c8-63682611adfa", "tag": "9e832d8e-50f2-49c7-b374-2812b62eaf3f"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:51:58.854176 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 0adccf8c-b71e-434c-94af-ed7c184a34e5 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:51:58.880936 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c211966-2903-4317-ab5e-bb461159a53f service neutron] Pushing event updated for resources: {'Port': ['ID=9e832d8e-50f2-49c7-b374-2812b62eaf3f,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:58.903456 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 0adccf8c-b71e-434c-94af-ed7c184a34e5 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:51:58.903804 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 0adccf8c-b71e-434c-94af-ed7c184a34e5 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:51:58.904281 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 56512338-eee7-4a6a-ac6a-5775e337cb39 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:51:58.943112 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 56512338-eee7-4a6a-ac6a-5775e337cb39 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:51:58.943477 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 56512338-eee7-4a6a-ac6a-5775e337cb39 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:51:58.960173 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab4f304-f8c7-4332-86f2-3a0f1371606a x-openstack-request-id: req-aab4f304-f8c7-4332-86f2-3a0f1371606a {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:51:58.960503 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f14da80-c5b4-4b7b-b4c8-63682611adfa", "tag": "9e832d8e-50f2-49c7-b374-2812b62eaf3f", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:51:58.960876 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aab4f304-f8c7-4332-86f2-3a0f1371606a {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:51:58.961317 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f14da80-c5b4-4b7b-b4c8-63682611adfa', 'tag': '9e832d8e-50f2-49c7-b374-2812b62eaf3f', 'status': 'completed', 'code': 200} Jul 29 23:51:58.980497 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aecd150-de10-4929-97de-37df81ae2bec req-0303d19a-5fb8-4482-8a9e-70d75e9e76e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:58.982423 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5aecd150-de10-4929-97de-37df81ae2bec req-0303d19a-5fb8-4482-8a9e-70d75e9e76e4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=65ae77200a164c0f8f007753b934a6ed&device_id=6f14da80-c5b4-4b7b-b4c8-63682611adfa HTTP/1.1" status: 200 len: 1095 time: 0.0599854 Jul 29 23:51:59.048265 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-340a8022-85b4-4236-b24c-79bb1bdc0b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:59.050568 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f467c3-4c0c-4ff2-8663-f4b3d3b2e52a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event deleted for resources: {'Port': ['ID=baa4376e-9236-4bba-b8e6-e63879a55868,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:59.060410 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5aecd150-de10-4929-97de-37df81ae2bec req-14c8c1e5-d176-4ac0-b212-28a79fc3c0df service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e832d8e-50f2-49c7-b374-2812b62eaf3f HTTP/1.1" status: 200 len: 217 time: 0.0631549 Jul 29 23:51:59.123081 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-33f467c3-4c0c-4ff2-8663-f4b3d3b2e52a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:59.127696 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-33f467c3-4c0c-4ff2-8663-f4b3d3b2e52a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "DELETE /v2.0/ports/baa4376e-9236-4bba-b8e6-e63879a55868 HTTP/1.1" status: 204 len: 168 time: 2.3139610 Jul 29 23:51:59.132189 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 49356) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:59.132400 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340a8022-85b4-4236-b24c-79bb1bdc0b1f admin admin] No DVR routers for this DVR port 0adccf8c-b71e-434c-94af-ed7c184a34e5 on host n-d-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:51:59.140619 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340a8022-85b4-4236-b24c-79bb1bdc0b1f admin admin] Pushing event deleted for resources: {'Port': ['ID=0adccf8c-b71e-434c-94af-ed7c184a34e5,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:59.189566 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-69aa71da-d381-4cf3-a5c7-3629511c2f06 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:59.236073 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-66719465-30e1-4abd-97aa-ff030e751b70 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] GET failed (client error): The resource could not be found. Jul 29 23:51:59.240017 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-66719465-30e1-4abd-97aa-ff030e751b70 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "GET /v2.0/ports/baa4376e-9236-4bba-b8e6-e63879a55868 HTTP/1.1" status: 404 len: 333 time: 0.0986927 Jul 29 23:51:59.241186 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 49358) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:59.256021 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aecd150-de10-4929-97de-37df81ae2bec req-203c3102-d845-4052-a2bd-b6118a7d8c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:59.257524 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5aecd150-de10-4929-97de-37df81ae2bec req-203c3102-d845-4052-a2bd-b6118a7d8c72 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df49fe6b-bf09-4372-9f2d-78eb19d120eb HTTP/1.1" status: 200 len: 835 time: 0.1902642 Jul 29 23:51:59.263682 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aa71da-d381-4cf3-a5c7-3629511c2f06 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Pushing event deleted for resources: {'Port': ['ID=a9152238-5547-4784-a76b-fee04601afc1,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:59.278146 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-340a8022-85b4-4236-b24c-79bb1bdc0b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:59.311438 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-340a8022-85b4-4236-b24c-79bb1bdc0b1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75276a04-f545-4a3d-9980-2e308be152f9']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:59.373202 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-340a8022-85b4-4236-b24c-79bb1bdc0b1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e78125bf-8d4f-4e64-aa38-d84d609aca30') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:59.373666 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-340a8022-85b4-4236-b24c-79bb1bdc0b1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e78125bf-8d4f-4e64-aa38-d84d609aca30') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:59.388484 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-340a8022-85b4-4236-b24c-79bb1bdc0b1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:59.400777 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:59.416505 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-340a8022-85b4-4236-b24c-79bb1bdc0b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:59.441049 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-340a8022-85b4-4236-b24c-79bb1bdc0b1f admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:51:59.442018 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-340a8022-85b4-4236-b24c-79bb1bdc0b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:59.493257 n-d-712141-10 neutron-server[94077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:51:59.493257 n-d-712141-10 neutron-server[94077]: self.session.flush() Jul 29 23:51:59.493257 n-d-712141-10 neutron-server[94077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:51:59.493257 n-d-712141-10 neutron-server[94077]: self.session.flush() Jul 29 23:51:59.493257 n-d-712141-10 neutron-server[94077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:51:59.493257 n-d-712141-10 neutron-server[94077]: self.session.flush() Jul 29 23:51:59.493257 n-d-712141-10 neutron-server[94077]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:51:59.493257 n-d-712141-10 neutron-server[94077]: self.session.flush() Jul 29 23:51:59.493257 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:51:59.493257 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:51:59.493257 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:51:59.493257 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:51:59.493257 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:51:59.493257 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:51:59.493257 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:51:59.493257 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:51:59.493257 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:51:59.493257 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:51:59.493257 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:51:59.493257 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:51:59.493257 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:51:59.493257 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:51:59.493257 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:51:59.493257 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:51:59.493257 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:51:59.493257 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:51:59.493257 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:51:59.493257 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:51:59.493257 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:51:59.493257 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:51:59.493257 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:51:59.493257 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:51:59.493257 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:51:59.493257 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:51:59.493257 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:51:59.493257 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:51:59.493257 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:51:59.493257 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:51:59.493257 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:51:59.493257 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:51:59.585477 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-340a8022-85b4-4236-b24c-79bb1bdc0b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:59.605730 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-340a8022-85b4-4236-b24c-79bb1bdc0b1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:59.610459 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-340a8022-85b4-4236-b24c-79bb1bdc0b1f admin admin] 10.222.0.43 "DELETE /v2.0/networks/75276a04-f545-4a3d-9980-2e308be152f9 HTTP/1.1" status: 204 len: 168 time: 1.7902324 Jul 29 23:51:59.653342 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340a8022-85b4-4236-b24c-79bb1bdc0b1f admin admin] Pushing event deleted for resources: {'Network': ['ID=75276a04-f545-4a3d-9980-2e308be152f9,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:59.676939 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-69aa71da-d381-4cf3-a5c7-3629511c2f06 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:59.849621 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 49368) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:59.859170 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b12df-8240-467c-8447-05a643d3816d req-8c32454b-200c-4251-9c4a-5618382f9cd7 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:59.862151 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7e6b12df-8240-467c-8447-05a643d3816d req-8c32454b-200c-4251-9c4a-5618382f9cd7 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=7efc4582-523d-4b05-9d9e-005a5e7a191a HTTP/1.1" status: 200 len: 944 time: 0.7444501 Jul 29 23:51:59.895773 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:51:59.918684 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75b8479-8e5d-426f-8d1e-4d730bd04f30 req-0037bfe9-f89d-4eb6-9c64-6f28e70850a6 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:59.920323 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d75b8479-8e5d-426f-8d1e-4d730bd04f30 req-0037bfe9-f89d-4eb6-9c64-6f28e70850a6 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f14da80-c5b4-4b7b-b4c8-63682611adfa HTTP/1.1" status: 200 len: 943 time: 0.2089429 Jul 29 23:51:59.948649 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-6151ca82-601e-4259-9410-e07cf4d758da tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Deleting subnet e1243de6-62a4-40e0-b7e8-e8376f9dd0a6 {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:51:59.952081 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6151ca82-601e-4259-9410-e07cf4d758da tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:00.018514 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69aa71da-d381-4cf3-a5c7-3629511c2f06 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Router 7042261b-375a-4b27-97c7-3e8c575f8f9d has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:52:00.020639 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aecd150-de10-4929-97de-37df81ae2bec req-1a6a448c-ec2a-42e1-a0a5-17c57f6db652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:00.022195 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5aecd150-de10-4929-97de-37df81ae2bec req-1a6a448c-ec2a-42e1-a0a5-17c57f6db652 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dc512bd2-1884-47d3-acfd-802fe9e5ea94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2647119 Jul 29 23:52:00.043392 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7e6b12df-8240-467c-8447-05a643d3816d req-a8770bfd-bd2f-42a0-a4f5-0b2bca71ff58 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5d1ebf4-b794-4521-9c0b-417b32b2215f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1802578 Jul 29 23:52:00.137206 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6151ca82-601e-4259-9410-e07cf4d758da tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:00.147860 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69aa71da-d381-4cf3-a5c7-3629511c2f06 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:52:00.164646 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4637ec93-9ec2-4f51-85c7-3dc94310b49f None None] Sync routers for ids ['7042261b-375a-4b27-97c7-3e8c575f8f9d'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:52:00.170082 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-0180c0d1-3df2-4ce6-80bd-d2366bddbe1e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bc6282d9b32e428d9264b8fb2fa602e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2960427 Jul 29 23:52:00.170270 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-69aa71da-d381-4cf3-a5c7-3629511c2f06 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "PUT /v2.0/routers/7042261b-375a-4b27-97c7-3e8c575f8f9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6154332 Jul 29 23:52:00.170443 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 49370) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:00.174702 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4637ec93-9ec2-4f51-85c7-3dc94310b49f None None] Routers {'7042261b-375a-4b27-97c7-3e8c575f8f9d'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:52:00.175317 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-4637ec93-9ec2-4f51-85c7-3dc94310b49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:51:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['7042261b-375a-4b27-97c7-3e8c575f8f9d'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:00.181993 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 49372) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:00.182828 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d75b8479-8e5d-426f-8d1e-4d730bd04f30 req-f22e65a4-703a-4ba9-8e77-adafde497083 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=eee33ead-c9ea-49cf-84ce-c95496d326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2502573 Jul 29 23:52:00.286438 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5aecd150-de10-4929-97de-37df81ae2bec req-9e3a9b8d-2f48-420c-bb66-a329ff29fe2b service neutron] 10.222.0.41 "GET /v2.0/networks/dc512bd2-1884-47d3-acfd-802fe9e5ea94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470272 Jul 29 23:52:00.296212 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-4637ec93-9ec2-4f51-85c7-3dc94310b49f None None] Set router 7042261b-375a-4b27-97c7-3e8c575f8f9d gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:52:00.307071 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-c209cb81-5dd1-4fbb-9abd-7c86e423051b tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Deleting subnet 860a9ed7-752a-4835-9f06-0329822b4eca {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:52:00.311968 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c209cb81-5dd1-4fbb-9abd-7c86e423051b tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:00.389190 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c209cb81-5dd1-4fbb-9abd-7c86e423051b tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:00.406456 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5aecd150-de10-4929-97de-37df81ae2bec req-04c2af69-5589-4077-aed6-b13fdb1b8254 service neutron] 10.222.0.41 "GET /v2.0/networks/dc512bd2-1884-47d3-acfd-802fe9e5ea94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115749 Jul 29 23:52:00.480696 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6151ca82-601e-4259-9410-e07cf4d758da tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:00.496502 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3be01caa-9cf2-4de8-818d-e92f38784d84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:00.510757 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 5365ae39-541a-43fb-808e-65b5d23130c5 details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:52:00.570479 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3be01caa-9cf2-4de8-818d-e92f38784d84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:00.592023 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aee644-ff26-4e0c-91e8-92b8c6fa947c req-8ccb3e58-86fd-42ee-85d0-f70352fc292c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:00.593598 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-36aee644-ff26-4e0c-91e8-92b8c6fa947c req-8ccb3e58-86fd-42ee-85d0-f70352fc292c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=65ae77200a164c0f8f007753b934a6ed&device_id=6f14da80-c5b4-4b7b-b4c8-63682611adfa HTTP/1.1" status: 200 len: 1095 time: 0.0854001 Jul 29 23:52:00.608166 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c209cb81-5dd1-4fbb-9abd-7c86e423051b tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:00.664358 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 5365ae39-541a-43fb-808e-65b5d23130c5, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=5365ae39-541a-43fb-808e-65b5d23130c5,segment=NetworkSegment(2d9f9fa8-9a49-423e-86b2-3891aba5a1e6),segment_id=2d9f9fa8-9a49-423e-86b2-3891aba5a1e6)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:00.673508 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6151ca82-601e-4259-9410-e07cf4d758da tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:00.682831 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '5365ae39-541a-43fb-808e-65b5d23130c5', 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7', 'port_id': '5365ae39-541a-43fb-808e-65b5d23130c5', 'mac_address': 'fa:16:3e:be:50:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef618f43-4fe4-4e34-9800-0476d270be60', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:52:00.712058 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6151ca82-601e-4259-9410-e07cf4d758da tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event deleted for resources: {'Subnet': ['ID=e1243de6-62a4-40e0-b7e8-e8376f9dd0a6,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:00.725166 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3be01caa-9cf2-4de8-818d-e92f38784d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:00.727194 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6151ca82-601e-4259-9410-e07cf4d758da tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:00.730551 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-6151ca82-601e-4259-9410-e07cf4d758da tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "DELETE /v2.0/subnets/e1243de6-62a4-40e0-b7e8-e8376f9dd0a6 HTTP/1.1" status: 204 len: 168 time: 1.4851019 Jul 29 23:52:00.735491 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 49374) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:00.735911 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3be01caa-9cf2-4de8-818d-e92f38784d84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:00.739761 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-3be01caa-9cf2-4de8-818d-e92f38784d84 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9b2f3935-f645-43d8-9991-c2162e16714e HTTP/1.1" status: 204 len: 168 time: 0.5655251 Jul 29 23:52:00.767261 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad34586a-3678-471f-9bab-316ae88a9ed6 None None] Network 8c822e4d-9685-4775-b0d1-262556ebdf60 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:52:00.782230 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be01caa-9cf2-4de8-818d-e92f38784d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2f3935-f645-43d8-9991-c2162e16714e,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:00.809005 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c209cb81-5dd1-4fbb-9abd-7c86e423051b tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:00.845479 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c209cb81-5dd1-4fbb-9abd-7c86e423051b tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:00.847693 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c209cb81-5dd1-4fbb-9abd-7c86e423051b tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "DELETE /v2.0/subnets/860a9ed7-752a-4835-9f06-0329822b4eca HTTP/1.1" status: 204 len: 168 time: 0.6647253 Jul 29 23:52:00.852198 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 49378) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:00.903214 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c209cb81-5dd1-4fbb-9abd-7c86e423051b tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Pushing event deleted for resources: {'Subnet': ['ID=860a9ed7-752a-4835-9f06-0329822b4eca,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:00.934222 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-4637ec93-9ec2-4f51-85c7-3dc94310b49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7042261b-375a-4b27-97c7-3e8c575f8f9d', 'name': 'tempest-TestNetworkBasicOps-router-1181966759', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '7cc9343c-5a34-4c38-a60d-d955f1862161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:24Z', 'updated_at': '2021-07-29T23:51:58Z', 'revision_number': 7, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'gw_port': {'id': '7cc9343c-5a34-4c38-a60d-d955f1862161', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:62:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7042261b-375a-4b27-97c7-3e8c575f8f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:24Z', 'updated_at': '2021-07-29T23:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:00.937674 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aee644-ff26-4e0c-91e8-92b8c6fa947c req-4cbbee48-8aaa-4e55-b51f-9495123bf5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:00.939650 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-36aee644-ff26-4e0c-91e8-92b8c6fa947c req-4cbbee48-8aaa-4e55-b51f-9495123bf5ea service neutron] 10.222.0.41 "GET /v2.0/networks?id=dc512bd2-1884-47d3-acfd-802fe9e5ea94 HTTP/1.1" status: 200 len: 898 time: 0.3357980 Jul 29 23:52:00.941441 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b51a4f-7b63-44a1-8c4f-0ddd56a674b5 None None] Network 7beca275-2208-4a98-ba1b-ab34ac8cad26 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:52:01.013118 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-36aee644-ff26-4e0c-91e8-92b8c6fa947c req-3f1c36f8-cb14-4a25-ad87-2a1dd11dd8e2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e832d8e-50f2-49c7-b374-2812b62eaf3f HTTP/1.1" status: 200 len: 217 time: 0.0606019 Jul 29 23:52:01.022962 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4cf942f9-fef9-466b-a851-e1697ff02b45 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:01.030418 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:01.064276 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4637ec93-9ec2-4f51-85c7-3dc94310b49f None None] Checking router: 7042261b-375a-4b27-97c7-3e8c575f8f9d for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:52:01.088328 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aee644-ff26-4e0c-91e8-92b8c6fa947c req-4899f264-5cf1-457f-a917-e43701c26d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:01.089175 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-36aee644-ff26-4e0c-91e8-92b8c6fa947c req-4899f264-5cf1-457f-a917-e43701c26d3e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df49fe6b-bf09-4372-9f2d-78eb19d120eb HTTP/1.1" status: 200 len: 835 time: 0.0617704 Jul 29 23:52:01.142763 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5365ae39-541a-43fb-808e-65b5d23130c5 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:52:01.174870 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4637ec93-9ec2-4f51-85c7-3dc94310b49f None None] Routers {'7042261b-375a-4b27-97c7-3e8c575f8f9d'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:52:01.176289 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-4637ec93-9ec2-4f51-85c7-3dc94310b49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:51:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['7042261b-375a-4b27-97c7-3e8c575f8f9d'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:01.289607 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-719e4f26-ab9e-4795-887f-a9410f2d559a tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for router, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:01.344207 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aee644-ff26-4e0c-91e8-92b8c6fa947c req-da154b04-5260-4fd5-a15c-870f4bde9a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:01.345795 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-36aee644-ff26-4e0c-91e8-92b8c6fa947c req-da154b04-5260-4fd5-a15c-870f4bde9a82 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dc512bd2-1884-47d3-acfd-802fe9e5ea94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2018635 Jul 29 23:52:01.354328 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51582287-aa50-4030-b8bb-882725163d4d req-d8d041eb-cbf3-4384-8e67-44a0cdb25cb9 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:01.355856 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-51582287-aa50-4030-b8bb-882725163d4d req-d8d041eb-cbf3-4384-8e67-44a0cdb25cb9 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=7efc4582-523d-4b05-9d9e-005a5e7a191a HTTP/1.1" status: 200 len: 944 time: 0.1353109 Jul 29 23:52:01.385390 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 5365ae39-541a-43fb-808e-65b5d23130c5, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=5365ae39-541a-43fb-808e-65b5d23130c5,segment=NetworkSegment(2d9f9fa8-9a49-423e-86b2-3891aba5a1e6),segment_id=2d9f9fa8-9a49-423e-86b2-3891aba5a1e6)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:01.413604 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:01.459593 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-4cf942f9-fef9-466b-a851-e1697ff02b45 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Deleting port e66c3a74-3566-424d-a5b8-5fd411a62c07 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:52:01.459963 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4cf942f9-fef9-466b-a851-e1697ff02b45 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:01.584218 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b482c62-f0be-458a-8279-89658491c787 None None] DHCP port deletion for 8c822e4d-9685-4775-b0d1-262556ebdf60 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:52:01.679391 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['5365ae39-541a-43fb-808e-65b5d23130c5'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:52:01.686401 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f53d9d5-a104-4dc6-99b5-62bbffd7b0f9 req-7bbb2a31-0268-4e57-a544-edbd76ef9a4f tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:01.688483 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9f53d9d5-a104-4dc6-99b5-62bbffd7b0f9 req-7bbb2a31-0268-4e57-a544-edbd76ef9a4f tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f14da80-c5b4-4b7b-b4c8-63682611adfa HTTP/1.1" status: 200 len: 943 time: 0.3906391 Jul 29 23:52:01.717075 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-51582287-aa50-4030-b8bb-882725163d4d req-e9f1b731-b98f-413c-82cf-1cd536bf5c1c tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5d1ebf4-b794-4521-9c0b-417b32b2215f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3500173 Jul 29 23:52:01.727290 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-4cf942f9-fef9-466b-a851-e1697ff02b45 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] For port e66c3a74-3566-424d-a5b8-5fd411a62c07, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=e66c3a74-3566-424d-a5b8-5fd411a62c07,segment=NetworkSegment(babf31f9-9a4e-4f49-9b91-08dee09e3250),segment_id=babf31f9-9a4e-4f49-9b91-08dee09e3250)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:01.729467 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4cf942f9-fef9-466b-a851-e1697ff02b45 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:01.782532 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-719e4f26-ab9e-4795-887f-a9410f2d559a tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:01.787413 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-36aee644-ff26-4e0c-91e8-92b8c6fa947c req-053f5319-7ff2-4778-9236-cfab91a7eb8d service neutron] 10.222.0.41 "GET /v2.0/networks/dc512bd2-1884-47d3-acfd-802fe9e5ea94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4213498 Jul 29 23:52:01.791529 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768dece9-641b-462b-9fbb-2f56331b99b3 None None] DHCP port deletion for 7beca275-2208-4a98-ba1b-ab34ac8cad26 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:52:01.793289 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-4cf942f9-fef9-466b-a851-e1697ff02b45 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Calling delete_port for e66c3a74-3566-424d-a5b8-5fd411a62c07 owned by network:dhcp {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:52:01.815077 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-4637ec93-9ec2-4f51-85c7-3dc94310b49f None None] Set router 7042261b-375a-4b27-97c7-3e8c575f8f9d gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:52:01.818371 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9f53d9d5-a104-4dc6-99b5-62bbffd7b0f9 req-dbae7b6b-9cbd-428a-bcf0-1099a74a87ce tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=eee33ead-c9ea-49cf-84ce-c95496d326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080050 Jul 29 23:52:01.823934 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=5365ae39-541a-43fb-808e-65b5d23130c5,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:01.996068 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-9b482c62-f0be-458a-8279-89658491c787 None None] Deleting port e66c3a74-3566-424d-a5b8-5fd411a62c07 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:52:01.996692 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9b482c62-f0be-458a-8279-89658491c787 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:02.049838 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-36aee644-ff26-4e0c-91e8-92b8c6fa947c req-c57fed49-7ffd-4a0c-9198-9c3fe53b79b2 service neutron] 10.222.0.41 "GET /v2.0/networks/dc512bd2-1884-47d3-acfd-802fe9e5ea94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511060 Jul 29 23:52:02.052904 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-719e4f26-ab9e-4795-887f-a9410f2d559a tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Deleting port 7cc9343c-5a34-4c38-a60d-d955f1862161 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:52:02.052904 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-719e4f26-ab9e-4795-887f-a9410f2d559a tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:02.139790 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4cf942f9-fef9-466b-a851-e1697ff02b45 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:02.144929 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-9b482c62-f0be-458a-8279-89658491c787 None None] For port e66c3a74-3566-424d-a5b8-5fd411a62c07, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=e66c3a74-3566-424d-a5b8-5fd411a62c07,segment=NetworkSegment(babf31f9-9a4e-4f49-9b91-08dee09e3250),segment_id=babf31f9-9a4e-4f49-9b91-08dee09e3250)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:02.146492 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9b482c62-f0be-458a-8279-89658491c787 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:02.187099 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-9b482c62-f0be-458a-8279-89658491c787 None None] Calling delete_port for e66c3a74-3566-424d-a5b8-5fd411a62c07 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:52:02.526484 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9b482c62-f0be-458a-8279-89658491c787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:02.560887 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-719e4f26-ab9e-4795-887f-a9410f2d559a tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] For port 7cc9343c-5a34-4c38-a60d-d955f1862161, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=7cc9343c-5a34-4c38-a60d-d955f1862161,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:02.560887 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-719e4f26-ab9e-4795-887f-a9410f2d559a tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:02.561249 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b482c62-f0be-458a-8279-89658491c787 None None] Pushing event deleted for resources: {'Port': ['ID=e66c3a74-3566-424d-a5b8-5fd411a62c07,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:02.576903 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-719e4f26-ab9e-4795-887f-a9410f2d559a tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Calling delete_port for 7cc9343c-5a34-4c38-a60d-d955f1862161 owned by network:router_gateway {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:52:02.582038 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b482c62-f0be-458a-8279-89658491c787 None None] No DVR routers for this DVR port e66c3a74-3566-424d-a5b8-5fd411a62c07 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:52:02.606261 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-768dece9-641b-462b-9fbb-2f56331b99b3 None None] Deleting port c4da608d-d8a0-4421-8dba-332936317e33 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:52:02.606632 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-768dece9-641b-462b-9fbb-2f56331b99b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:02.655900 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf942f9-fef9-466b-a851-e1697ff02b45 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event deleted for resources: {'Port': ['ID=e66c3a74-3566-424d-a5b8-5fd411a62c07,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:02.662631 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf942f9-fef9-466b-a851-e1697ff02b45 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] No DVR routers for this DVR port e66c3a74-3566-424d-a5b8-5fd411a62c07 on host n-d-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:52:02.736381 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-4637ec93-9ec2-4f51-85c7-3dc94310b49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7042261b-375a-4b27-97c7-3e8c575f8f9d', 'name': 'tempest-TestNetworkBasicOps-router-1181966759', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '7cc9343c-5a34-4c38-a60d-d955f1862161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:24Z', 'updated_at': '2021-07-29T23:51:58Z', 'revision_number': 7, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'gw_port': {'id': '7cc9343c-5a34-4c38-a60d-d955f1862161', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:62:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7042261b-375a-4b27-97c7-3e8c575f8f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:24Z', 'updated_at': '2021-07-29T23:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:02.748100 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-768dece9-641b-462b-9fbb-2f56331b99b3 None None] For port c4da608d-d8a0-4421-8dba-332936317e33, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=c4da608d-d8a0-4421-8dba-332936317e33,segment=NetworkSegment(72d270a4-2cda-4d47-8b09-2438620db873),segment_id=72d270a4-2cda-4d47-8b09-2438620db873)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:02.748499 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-768dece9-641b-462b-9fbb-2f56331b99b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:02.792570 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4637ec93-9ec2-4f51-85c7-3dc94310b49f None None] The sync data for ids ['7042261b-375a-4b27-97c7-3e8c575f8f9d'] in n-d-712141-10 is: [{'id': '7042261b-375a-4b27-97c7-3e8c575f8f9d', 'name': 'tempest-TestNetworkBasicOps-router-1181966759', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.24'}], 'enable_snat': True}, 'gw_port_id': '7cc9343c-5a34-4c38-a60d-d955f1862161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:24Z', 'updated_at': '2021-07-29T23:51:58Z', 'revision_number': 7, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'gw_port': {'id': '7cc9343c-5a34-4c38-a60d-d955f1862161', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:62:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7042261b-375a-4b27-97c7-3e8c575f8f9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2927, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:24Z', 'updated_at': '2021-07-29T23:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:52:02.803935 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-768dece9-641b-462b-9fbb-2f56331b99b3 None None] Calling delete_port for c4da608d-d8a0-4421-8dba-332936317e33 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:52:02.847650 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device e66c3a74-3566-424d-a5b8-5fd411a62c07 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:52:02.924308 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4cf942f9-fef9-466b-a851-e1697ff02b45 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:02.935985 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-4cf942f9-fef9-466b-a851-e1697ff02b45 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c822e4d-9685-4775-b0d1-262556ebdf60']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:02.940014 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: e66c3a74-3566-424d-a5b8-5fd411a62c07 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:52:02.940812 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device e66c3a74-3566-424d-a5b8-5fd411a62c07 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:52:02.940812 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device c4da608d-d8a0-4421-8dba-332936317e33 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:52:02.964442 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-4cf942f9-fef9-466b-a851-e1697ff02b45 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'babf31f9-9a4e-4f49-9b91-08dee09e3250') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:02.964712 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-4cf942f9-fef9-466b-a851-e1697ff02b45 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'babf31f9-9a4e-4f49-9b91-08dee09e3250') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:03.013390 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4cf942f9-fef9-466b-a851-e1697ff02b45 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:03.035098 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 9e832d8e-50f2-49c7-b374-2812b62eaf3f details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:52:03.074713 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4cf942f9-fef9-466b-a851-e1697ff02b45 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:03.094546 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cf942f9-fef9-466b-a851-e1697ff02b45 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:52:03.094960 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4cf942f9-fef9-466b-a851-e1697ff02b45 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:03.109007 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a487e31-ea3f-47ab-b125-428b4008b601 req-63bce445-25ce-4bd8-aa4b-8fbf80c06722 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:03.110679 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1a487e31-ea3f-47ab-b125-428b4008b601 req-63bce445-25ce-4bd8-aa4b-8fbf80c06722 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f14da80-c5b4-4b7b-b4c8-63682611adfa HTTP/1.1" status: 200 len: 943 time: 0.1080236 Jul 29 23:52:03.111329 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:52:03.111329 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:52:03.111329 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:52:03.111329 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:52:03.111329 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:52:03.111329 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:52:03.111329 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:52:03.111329 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:52:03.111329 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:52:03.111329 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:52:03.111329 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:52:03.111329 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:52:03.111329 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:52:03.111329 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:52:03.111329 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:52:03.111329 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:52:03.111329 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:52:03.111329 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:52:03.111329 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:52:03.111329 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:52:03.111329 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:52:03.111329 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:52:03.111329 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:52:03.111329 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:52:03.111329 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:52:03.111329 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:52:03.111329 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:52:03.111329 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:52:03.111329 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:52:03.111329 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:52:03.111329 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:52:03.111329 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:52:03.203145 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ebfee4-311d-4040-b935-c811003993cf req-294fc627-b3e7-4546-b44b-33acd17b17e6 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:03.206942 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c4ebfee4-311d-4040-b935-c811003993cf req-294fc627-b3e7-4546-b44b-33acd17b17e6 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=7efc4582-523d-4b05-9d9e-005a5e7a191a HTTP/1.1" status: 200 len: 945 time: 0.2683802 Jul 29 23:52:03.379390 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 9e832d8e-50f2-49c7-b374-2812b62eaf3f, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=9e832d8e-50f2-49c7-b374-2812b62eaf3f,segment=NetworkSegment(3e67ddd1-1c33-4cf4-87c8-b940fe50e0ac),segment_id=3e67ddd1-1c33-4cf4-87c8-b940fe50e0ac)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:03.395912 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c4ebfee4-311d-4040-b935-c811003993cf req-052a3c85-5d04-406e-973c-bf5d076df713 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5d1ebf4-b794-4521-9c0b-417b32b2215f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720913 Jul 29 23:52:03.406182 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': '9e832d8e-50f2-49c7-b374-2812b62eaf3f', 'network_id': 'dc512bd2-1884-47d3-acfd-802fe9e5ea94', 'port_id': '9e832d8e-50f2-49c7-b374-2812b62eaf3f', 'mac_address': 'fa:16:3e:5d:63:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df49fe6b-bf09-4372-9f2d-78eb19d120eb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:52:03.410063 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4cf942f9-fef9-466b-a851-e1697ff02b45 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:03.426490 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4cf942f9-fef9-466b-a851-e1697ff02b45 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:03.429347 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-4cf942f9-fef9-466b-a851-e1697ff02b45 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "DELETE /v2.0/networks/8c822e4d-9685-4775-b0d1-262556ebdf60 HTTP/1.1" status: 204 len: 168 time: 2.6927841 Jul 29 23:52:03.440749 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 49436) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:03.458115 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-aa3263c0-2efe-4a94-90b2-f55c452d092a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1899623218'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:03.522185 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf942f9-fef9-466b-a851-e1697ff02b45 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event deleted for resources: {'Network': ['ID=8c822e4d-9685-4775-b0d1-262556ebdf60,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:03.524072 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3263c0-2efe-4a94-90b2-f55c452d092a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Made reservation on behalf of da9e7a969d04495c9d1e65f1005dc604 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:52:03.531168 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-aa3263c0-2efe-4a94-90b2-f55c452d092a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:03.535605 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1a487e31-ea3f-47ab-b125-428b4008b601 req-0180e43a-0749-47a1-8939-3ce045f81dec tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=eee33ead-c9ea-49cf-84ce-c95496d326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4067700 Jul 29 23:52:03.536617 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-719e4f26-ab9e-4795-887f-a9410f2d559a tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:03.578858 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719e4f26-ab9e-4795-887f-a9410f2d559a tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Pushing event deleted for resources: {'Port': ['ID=7cc9343c-5a34-4c38-a60d-d955f1862161,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:03.611547 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa3263c0-2efe-4a94-90b2-f55c452d092a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:52:03.626785 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-aa3263c0-2efe-4a94-90b2-f55c452d092a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:03.627101 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-aa3263c0-2efe-4a94-90b2-f55c452d092a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Added segment 9d79c831-85d1-44f1-82f4-cadd2abe3d7b of type vlan for network d3a12b4d-105f-4e2f-a8d8-479f8583d16c Jul 29 23:52:03.721002 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-aa3263c0-2efe-4a94-90b2-f55c452d092a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:03.723909 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-719e4f26-ab9e-4795-887f-a9410f2d559a tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:03.762900 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:03.793710 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-aa3263c0-2efe-4a94-90b2-f55c452d092a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:03.809716 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3263c0-2efe-4a94-90b2-f55c452d092a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:03.811933 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-aa3263c0-2efe-4a94-90b2-f55c452d092a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:03.859665 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-768dece9-641b-462b-9fbb-2f56331b99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:03.862470 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e832d8e-50f2-49c7-b374-2812b62eaf3f {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:52:03.905526 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-aa3263c0-2efe-4a94-90b2-f55c452d092a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4605498 Jul 29 23:52:03.906105 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 49444) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:03.914959 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-8bc02e49-0857-4e81-8f6f-0d32e1c823f1 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Request body: {'subnet': {'network_id': 'd3a12b4d-105f-4e2f-a8d8-479f8583d16c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:03.954921 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:03.964944 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-719e4f26-ab9e-4795-887f-a9410f2d559a tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:03.968628 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-719e4f26-ab9e-4795-887f-a9410f2d559a tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:04.009539 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768dece9-641b-462b-9fbb-2f56331b99b3 None None] No DVR routers for this DVR port c4da608d-d8a0-4421-8dba-332936317e33 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:52:04.014996 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768dece9-641b-462b-9fbb-2f56331b99b3 None None] Pushing event deleted for resources: {'Port': ['ID=c4da608d-d8a0-4421-8dba-332936317e33,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:04.028953 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 9e832d8e-50f2-49c7-b374-2812b62eaf3f, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=9e832d8e-50f2-49c7-b374-2812b62eaf3f,segment=NetworkSegment(3e67ddd1-1c33-4cf4-87c8-b940fe50e0ac),segment_id=3e67ddd1-1c33-4cf4-87c8-b940fe50e0ac)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:04.044664 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:04.068193 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed2acf-6728-46e8-ac9e-d74bdaf6e6e9 req-43d1bf74-f148-4c3d-9b17-3e90d381d2a3 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:04.069984 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-caed2acf-6728-46e8-ac9e-d74bdaf6e6e9 req-43d1bf74-f148-4c3d-9b17-3e90d381d2a3 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/ports?device_id=7535b2bd-335e-4d82-bf23-754c839992db HTTP/1.1" status: 200 len: 946 time: 0.2808242 Jul 29 23:52:04.086427 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3263c0-2efe-4a94-90b2-f55c452d092a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event updated for resources: {'Network': ['ID=d3a12b4d-105f-4e2f-a8d8-479f8583d16c,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:04.127394 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-719e4f26-ab9e-4795-887f-a9410f2d559a tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:04.128298 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-719e4f26-ab9e-4795-887f-a9410f2d559a tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Fanout notify agent at l3_agent the message router_deleted on router 7042261b-375a-4b27-97c7-3e8c575f8f9d {{(pid=94078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:52:04.139017 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-719e4f26-ab9e-4795-887f-a9410f2d559a tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:04.140141 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-719e4f26-ab9e-4795-887f-a9410f2d559a tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "DELETE /v2.0/routers/7042261b-375a-4b27-97c7-3e8c575f8f9d HTTP/1.1" status: 204 len: 168 time: 3.2855449 Jul 29 23:52:04.143338 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 49448) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:04.151076 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network d3a12b4d-105f-4e2f-a8d8-479f8583d16c details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:52:04.153093 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc02e49-0857-4e81-8f6f-0d32e1c823f1 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Made reservation on behalf of da9e7a969d04495c9d1e65f1005dc604 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:52:04.156933 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8bc02e49-0857-4e81-8f6f-0d32e1c823f1 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:04.263872 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=9e832d8e-50f2-49c7-b374-2812b62eaf3f,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:04.277828 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-caed2acf-6728-46e8-ac9e-d74bdaf6e6e9 req-8bd1c633-68fa-4a96-b267-014380fa29a3 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f717bff-2bc6-4137-934a-60e9a95b6304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1964941 Jul 29 23:52:04.362342 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['9e832d8e-50f2-49c7-b374-2812b62eaf3f'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:52:04.370810 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ec540949-e331-4ce0-8761-798b97fb0081 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:04.591516 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8bc02e49-0857-4e81-8f6f-0d32e1c823f1 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:04.613233 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 5365ae39-541a-43fb-808e-65b5d23130c5 up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:52:04.771948 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc02e49-0857-4e81-8f6f-0d32e1c823f1 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Checking segment: {'id': '9d79c831-85d1-44f1-82f4-cadd2abe3d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd3a12b4d-105f-4e2f-a8d8-479f8583d16c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:52:04.772604 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc02e49-0857-4e81-8f6f-0d32e1c823f1 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Network hostable DHCP agents. Network: d3a12b4d-105f-4e2f-a8d8-479f8583d16c, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:52:04.776760 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc02e49-0857-4e81-8f6f-0d32e1c823f1 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event updated for resources: {'Subnet': ['ID=9269a4b1-a6ff-42c0-9d99-34d7a6c6d8c8,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:04.815903 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bc02e49-0857-4e81-8f6f-0d32e1c823f1 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Network d3a12b4d-105f-4e2f-a8d8-479f8583d16c is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:52:04.816233 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ec540949-e331-4ce0-8761-798b97fb0081 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:04.835965 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port 5365ae39-541a-43fb-808e-65b5d23130c5 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:52:04.836615 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-8bc02e49-0857-4e81-8f6f-0d32e1c823f1 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, d3a12b4d-105f-4e2f-a8d8-479f8583d16c) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:52:04.845511 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc02e49-0857-4e81-8f6f-0d32e1c823f1 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:04.847400 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8bc02e49-0857-4e81-8f6f-0d32e1c823f1 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:04.856020 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1684f28f-3ee7-4ca0-92d3-cd5b22b8d92a None None] Network d3a12b4d-105f-4e2f-a8d8-479f8583d16c requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:52:04.878146 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-ec540949-e331-4ce0-8761-798b97fb0081 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7beca275-2208-4a98-ba1b-ab34ac8cad26']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:04.887077 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8bc02e49-0857-4e81-8f6f-0d32e1c823f1 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9792645 Jul 29 23:52:04.894052 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 49464) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:04.916199 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-5b83ef75-50af-48f9-8f15-c3a129ee11d3 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-333275064', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:04.959010 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-ec540949-e331-4ce0-8761-798b97fb0081 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72d270a4-2cda-4d47-8b09-2438620db873') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:04.959899 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-ec540949-e331-4ce0-8761-798b97fb0081 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72d270a4-2cda-4d47-8b09-2438620db873') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:04.961946 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 5365ae39-541a-43fb-808e-65b5d23130c5 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:04.962370 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:04.965526 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device a9152238-5547-4784-a76b-fee04601afc1 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:52:05.004122 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef6173-4721-4973-8038-e50369bcb28a req-ea2ea1c2-ce9b-4f80-9e48-4e8118b485bf tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:05.010931 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d4ef6173-4721-4973-8038-e50369bcb28a req-ea2ea1c2-ce9b-4f80-9e48-4e8118b485bf tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=7efc4582-523d-4b05-9d9e-005a5e7a191a HTTP/1.1" status: 200 len: 945 time: 0.4812629 Jul 29 23:52:05.014440 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ec540949-e331-4ce0-8761-798b97fb0081 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:05.056790 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e611d-19e9-42cb-99db-b6ee34da0196 req-4b218ee0-1044-4d76-9f52-7840d9dc80d4 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:05.060104 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-789e611d-19e9-42cb-99db-b6ee34da0196 req-4b218ee0-1044-4d76-9f52-7840d9dc80d4 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f14da80-c5b4-4b7b-b4c8-63682611adfa HTTP/1.1" status: 200 len: 944 time: 0.3782659 Jul 29 23:52:05.072560 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: a9152238-5547-4784-a76b-fee04601afc1 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:52:05.073563 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device a9152238-5547-4784-a76b-fee04601afc1 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:52:05.073921 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 7cc9343c-5a34-4c38-a60d-d955f1862161 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:52:05.092259 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ec540949-e331-4ce0-8761-798b97fb0081 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:05.095360 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5b83ef75-50af-48f9-8f15-c3a129ee11d3 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:05.096957 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5b83ef75-50af-48f9-8f15-c3a129ee11d3 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:05.118371 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 7cc9343c-5a34-4c38-a60d-d955f1862161 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:52:05.119287 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 7cc9343c-5a34-4c38-a60d-d955f1862161 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:52:05.227203 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec540949-e331-4ce0-8761-798b97fb0081 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:52:05.227781 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ec540949-e331-4ce0-8761-798b97fb0081 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:05.230949 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:52:05.230949 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:52:05.230949 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:52:05.230949 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:52:05.230949 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:52:05.230949 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:52:05.230949 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:52:05.230949 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:52:05.230949 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:52:05.230949 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:52:05.230949 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:52:05.230949 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:52:05.230949 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:52:05.230949 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:52:05.230949 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:52:05.230949 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:52:05.230949 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:52:05.230949 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:52:05.230949 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:52:05.230949 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:52:05.230949 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:52:05.230949 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:52:05.230949 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:52:05.230949 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:52:05.230949 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:52:05.230949 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:52:05.230949 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:52:05.230949 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:52:05.230949 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:52:05.230949 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:52:05.230949 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:52:05.230949 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:52:05.242582 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5b83ef75-50af-48f9-8f15-c3a129ee11d3 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:05.255555 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d4ef6173-4721-4973-8038-e50369bcb28a req-2a17e369-74d1-4cb1-9219-f9bae5242fa3 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5d1ebf4-b794-4521-9c0b-417b32b2215f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2274170 Jul 29 23:52:05.256812 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5b83ef75-50af-48f9-8f15-c3a129ee11d3 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:05.309020 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:05.343531 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-789e611d-19e9-42cb-99db-b6ee34da0196 req-b0b7eece-1a2d-4e97-bb8e-310ac9ee3ff6 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=eee33ead-c9ea-49cf-84ce-c95496d326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2637248 Jul 29 23:52:05.347850 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5b83ef75-50af-48f9-8f15-c3a129ee11d3 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:05.355062 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-5b83ef75-50af-48f9-8f15-c3a129ee11d3 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4509933 Jul 29 23:52:05.355062 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ec540949-e331-4ce0-8761-798b97fb0081 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:05.356615 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 49472) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:05.359914 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ec540949-e331-4ce0-8761-798b97fb0081 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:05.362390 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ec540949-e331-4ce0-8761-798b97fb0081 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "DELETE /v2.0/networks/7beca275-2208-4a98-ba1b-ab34ac8cad26 HTTP/1.1" status: 204 len: 168 time: 1.2180991 Jul 29 23:52:05.365958 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-7023f5b7-8d9f-4986-877c-30a2c1845fb3 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Request body: {'port': {'network_id': 'd3a12b4d-105f-4e2f-a8d8-479f8583d16c', 'name': 'tempest-PortsIpV6TestJSON-1983423703'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:05.395470 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 49474) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:05.402746 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec540949-e331-4ce0-8761-798b97fb0081 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Pushing event deleted for resources: {'Network': ['ID=7beca275-2208-4a98-ba1b-ab34ac8cad26,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:05.410882 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-cc99c751-4f0a-4b55-b3fe-a39f494d7cf3 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Request body: {'network': {'name': 'tempest-network-smoke--1198883493', 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'port_security_enabled': True}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:05.425439 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c883dd7-39a8-4195-a141-b6b17f3d4ff0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-d3a12b4d-105f-4e2f-a8d8-479f8583d16c', 'network_id': 'd3a12b4d-105f-4e2f-a8d8-479f8583d16c', 'tenant_id': 'da9e7a969d04495c9d1e65f1005dc604', 'fixed_ips': [{'subnet_id': '9269a4b1-a6ff-42c0-9d99-34d7a6c6d8c8'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:52:05.427043 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9c883dd7-39a8-4195-a141-b6b17f3d4ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:05.440277 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 49476) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:05.441950 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7efc4582-523d-4b05-9d9e-005a5e7a191a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5365ae39-541a-43fb-808e-65b5d23130c5'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:52:05.444208 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2beb2c8c-549f-4d50-b804-3bbb75887e78" -d '{"events": [{"server_uuid": "7efc4582-523d-4b05-9d9e-005a5e7a191a", "name": "network-vif-plugged", "status": "completed", "tag": "5365ae39-541a-43fb-808e-65b5d23130c5"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:52:05.471651 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 5365ae39-541a-43fb-808e-65b5d23130c5, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=5365ae39-541a-43fb-808e-65b5d23130c5,segment=NetworkSegment(2d9f9fa8-9a49-423e-86b2-3891aba5a1e6),segment_id=2d9f9fa8-9a49-423e-86b2-3891aba5a1e6)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:05.476781 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:05.543553 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc99c751-4f0a-4b55-b3fe-a39f494d7cf3 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Made reservation on behalf of bd9be2c0ad754adeaed7eabee32aed90 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:52:05.551994 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cc99c751-4f0a-4b55-b3fe-a39f494d7cf3 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:05.574169 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf361b-0d94-4c10-8518-04656ca4ca32 req-0fa94d16-292a-495d-8f3a-fb5848666668 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:05.576089 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1daf361b-0d94-4c10-8518-04656ca4ca32 req-0fa94d16-292a-495d-8f3a-fb5848666668 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/ports?device_id=7535b2bd-335e-4d82-bf23-754c839992db HTTP/1.1" status: 200 len: 946 time: 0.1210341 Jul 29 23:52:05.630290 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1daf361b-0d94-4c10-8518-04656ca4ca32 req-030b4893-3020-4d1e-9705-e3162f93dd69 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f717bff-2bc6-4137-934a-60e9a95b6304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453467 Jul 29 23:52:05.645929 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f7dd333-ecf6-4e8d-881d-01782a067d12 x-openstack-request-id: req-9f7dd333-ecf6-4e8d-881d-01782a067d12 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:52:05.646786 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7efc4582-523d-4b05-9d9e-005a5e7a191a", "name": "network-vif-plugged", "status": "completed", "tag": "5365ae39-541a-43fb-808e-65b5d23130c5", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:52:05.646786 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9f7dd333-ecf6-4e8d-881d-01782a067d12 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:52:05.647073 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7efc4582-523d-4b05-9d9e-005a5e7a191a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5365ae39-541a-43fb-808e-65b5d23130c5', 'code': 200} Jul 29 23:52:05.688312 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=5365ae39-541a-43fb-808e-65b5d23130c5,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:05.699974 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc99c751-4f0a-4b55-b3fe-a39f494d7cf3 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:52:05.708657 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9bf0c419-d3c0-47cb-887f-63896c9c5167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:05.733708 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cc99c751-4f0a-4b55-b3fe-a39f494d7cf3 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:05.734255 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-cc99c751-4f0a-4b55-b3fe-a39f494d7cf3 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Added segment 9ff6e765-cf91-47a1-b3b0-38270934f391 of type vlan for network 927b2996-96c9-4bae-a7f6-f32149570c61 Jul 29 23:52:05.753205 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a711fe-05f9-4841-9a80-7b1f6399dbd6 req-0439294f-7648-4483-9b47-46f98786ae9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:05.756559 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7023f5b7-8d9f-4986-877c-30a2c1845fb3 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Made reservation on behalf of da9e7a969d04495c9d1e65f1005dc604 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:52:05.756910 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-69a711fe-05f9-4841-9a80-7b1f6399dbd6 req-0439294f-7648-4483-9b47-46f98786ae9f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7efc4582-523d-4b05-9d9e-005a5e7a191a HTTP/1.1" status: 200 len: 1098 time: 0.1148109 Jul 29 23:52:05.763505 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7023f5b7-8d9f-4986-877c-30a2c1845fb3 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:05.801731 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-9c883dd7-39a8-4195-a141-b6b17f3d4ff0 None None] Allocated IP 2001:db8::2 (d3a12b4d-105f-4e2f-a8d8-479f8583d16c/9269a4b1-a6ff-42c0-9d99-34d7a6c6d8c8/55a329c5-1b46-463a-a10a-526d11a0dc20) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:52:05.838069 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cc99c751-4f0a-4b55-b3fe-a39f494d7cf3 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:05.847596 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [None req-7023f5b7-8d9f-4986-877c-30a2c1845fb3 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] device_id is not set on port 9724a5e4-d992-47f8-b4c7-46450a90d8dc yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:52:05.848399 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-69a711fe-05f9-4841-9a80-7b1f6399dbd6 req-3cc474f8-c6e2-472d-b9f9-d85bd83a6283 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c5d1ebf4-b794-4521-9c0b-417b32b2215f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829542 Jul 29 23:52:05.950145 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9bf0c419-d3c0-47cb-887f-63896c9c5167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:05.957650 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9bf0c419-d3c0-47cb-887f-63896c9c5167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:05.973442 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cc99c751-4f0a-4b55-b3fe-a39f494d7cf3 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:05.985295 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc99c751-4f0a-4b55-b3fe-a39f494d7cf3 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:05.986411 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cc99c751-4f0a-4b55-b3fe-a39f494d7cf3 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:06.039987 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-9bf0c419-d3c0-47cb-887f-63896c9c5167 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dc84fb7d1a3e43af8520208c7721a3d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5950360 Jul 29 23:52:06.041726 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 49482) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:06.056639 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf0c419-d3c0-47cb-887f-63896c9c5167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca649f5-a000-47f4-b181-2807408a62cc,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:06.058342 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9c883dd7-39a8-4195-a141-b6b17f3d4ff0 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:06.076206 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-9c883dd7-39a8-4195-a141-b6b17f3d4ff0 None None] Transition to ACTIVE for port object 55a329c5-1b46-463a-a10a-526d11a0dc20 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:52:06.093683 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-9c883dd7-39a8-4195-a141-b6b17f3d4ff0 None None] Transition to ACTIVE for port object 55a329c5-1b46-463a-a10a-526d11a0dc20 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:52:06.097213 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-cc99c751-4f0a-4b55-b3fe-a39f494d7cf3 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6978881 Jul 29 23:52:06.102118 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9c883dd7-39a8-4195-a141-b6b17f3d4ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:06.103630 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 49484) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:06.118064 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-46f894dd-1752-4adb-bc1f-ba1a763507fc tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2109436085', 'admin_state_up': True, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:06.158771 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c883dd7-39a8-4195-a141-b6b17f3d4ff0 None None] Pushing event updated for resources: {'Port': ['ID=55a329c5-1b46-463a-a10a-526d11a0dc20,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:06.169908 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c883dd7-39a8-4195-a141-b6b17f3d4ff0 None None] Network d3a12b4d-105f-4e2f-a8d8-479f8583d16c is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:52:06.171527 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-9c883dd7-39a8-4195-a141-b6b17f3d4ff0 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:52:06.174815 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c883dd7-39a8-4195-a141-b6b17f3d4ff0 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:52:06.194278 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc99c751-4f0a-4b55-b3fe-a39f494d7cf3 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Pushing event updated for resources: {'Network': ['ID=927b2996-96c9-4bae-a7f6-f32149570c61,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:06.203968 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-497ca681-6b7d-4504-a380-c0048bb9f8a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:06.228627 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc99c751-4f0a-4b55-b3fe-a39f494d7cf3 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:06.229977 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc99c751-4f0a-4b55-b3fe-a39f494d7cf3 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:06.230766 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc99c751-4f0a-4b55-b3fe-a39f494d7cf3 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:06.231516 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc99c751-4f0a-4b55-b3fe-a39f494d7cf3 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:06.232297 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc99c751-4f0a-4b55-b3fe-a39f494d7cf3 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:06.233121 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc99c751-4f0a-4b55-b3fe-a39f494d7cf3 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:06.233933 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc99c751-4f0a-4b55-b3fe-a39f494d7cf3 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:06.234791 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc99c751-4f0a-4b55-b3fe-a39f494d7cf3 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:06.235612 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc99c751-4f0a-4b55-b3fe-a39f494d7cf3 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:06.236168 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc99c751-4f0a-4b55-b3fe-a39f494d7cf3 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:06.236778 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc99c751-4f0a-4b55-b3fe-a39f494d7cf3 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:06.237315 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc99c751-4f0a-4b55-b3fe-a39f494d7cf3 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:06.241950 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-497ca681-6b7d-4504-a380-c0048bb9f8a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:06.249067 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-9c883dd7-39a8-4195-a141-b6b17f3d4ff0 None None] Attempting to bind port 55a329c5-1b46-463a-a10a-526d11a0dc20 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:52:06.249888 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-9c883dd7-39a8-4195-a141-b6b17f3d4ff0 None None] Attempting to bind port 55a329c5-1b46-463a-a10a-526d11a0dc20 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '9d79c831-85d1-44f1-82f4-cadd2abe3d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd3a12b4d-105f-4e2f-a8d8-479f8583d16c'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:52:06.251022 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c883dd7-39a8-4195-a141-b6b17f3d4ff0 None None] Attempting to bind port 55a329c5-1b46-463a-a10a-526d11a0dc20 on network d3a12b4d-105f-4e2f-a8d8-479f8583d16c {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:52:06.258285 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 927b2996-96c9-4bae-a7f6-f32149570c61 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:52:06.260847 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-46f894dd-1752-4adb-bc1f-ba1a763507fc tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:06.262500 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-46f894dd-1752-4adb-bc1f-ba1a763507fc tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:06.305681 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-7023f5b7-8d9f-4986-877c-30a2c1845fb3 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Allocated IP 2001:db8::3de (d3a12b4d-105f-4e2f-a8d8-479f8583d16c/9269a4b1-a6ff-42c0-9d99-34d7a6c6d8c8/9724a5e4-d992-47f8-b4c7-46450a90d8dc) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:52:06.310196 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-497ca681-6b7d-4504-a380-c0048bb9f8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:06.323716 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-497ca681-6b7d-4504-a380-c0048bb9f8a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:06.330644 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-497ca681-6b7d-4504-a380-c0048bb9f8a2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5ca649f5-a000-47f4-b181-2807408a62cc HTTP/1.1" status: 204 len: 168 time: 0.2829437 Jul 29 23:52:06.337392 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c883dd7-39a8-4195-a141-b6b17f3d4ff0 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:52:06.338946 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c883dd7-39a8-4195-a141-b6b17f3d4ff0 None None] Checking segment: {'id': '9d79c831-85d1-44f1-82f4-cadd2abe3d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd3a12b4d-105f-4e2f-a8d8-479f8583d16c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:52:06.339365 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9c883dd7-39a8-4195-a141-b6b17f3d4ff0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:06.339757 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c883dd7-39a8-4195-a141-b6b17f3d4ff0 None None] Bound using segment: {'id': '9d79c831-85d1-44f1-82f4-cadd2abe3d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd3a12b4d-105f-4e2f-a8d8-479f8583d16c'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:52:06.340247 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-9c883dd7-39a8-4195-a141-b6b17f3d4ff0 None None] Bound port: 55a329c5-1b46-463a-a10a-526d11a0dc20, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d79c831-85d1-44f1-82f4-cadd2abe3d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'd3a12b4d-105f-4e2f-a8d8-479f8583d16c'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:52:06.340631 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9c883dd7-39a8-4195-a141-b6b17f3d4ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:06.363603 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497ca681-6b7d-4504-a380-c0048bb9f8a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca649f5-a000-47f4-b181-2807408a62cc,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:06.535962 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-9c883dd7-39a8-4195-a141-b6b17f3d4ff0 None None] For port 55a329c5-1b46-463a-a10a-526d11a0dc20, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:52:06.543807 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-9c883dd7-39a8-4195-a141-b6b17f3d4ff0 None None] For port 55a329c5-1b46-463a-a10a-526d11a0dc20, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=55a329c5-1b46-463a-a10a-526d11a0dc20,segment=NetworkSegment(9d79c831-85d1-44f1-82f4-cadd2abe3d7b),segment_id=9d79c831-85d1-44f1-82f4-cadd2abe3d7b)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:52:06.561134 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9c883dd7-39a8-4195-a141-b6b17f3d4ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:06.562604 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-46f894dd-1752-4adb-bc1f-ba1a763507fc tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:06.850604 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1d1633-a372-470e-bda7-71cc41a203cf req-b746b33c-d9b3-4c58-8cfd-0978fff95ef3 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:06.850895 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c883dd7-39a8-4195-a141-b6b17f3d4ff0 None None] Pushing event updated for resources: {'Port': ['ID=55a329c5-1b46-463a-a10a-526d11a0dc20,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:06.851526 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5a1d1633-a372-470e-bda7-71cc41a203cf req-b746b33c-d9b3-4c58-8cfd-0978fff95ef3 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=7efc4582-523d-4b05-9d9e-005a5e7a191a HTTP/1.1" status: 200 len: 946 time: 0.4003124 Jul 29 23:52:06.862530 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf30a77a-65c1-4d07-989f-c1a403a1275f req-9700a49c-ba4b-4089-8161-9f3e1908042e tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:06.865543 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bf30a77a-65c1-4d07-989f-c1a403a1275f req-9700a49c-ba4b-4089-8161-9f3e1908042e tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f14da80-c5b4-4b7b-b4c8-63682611adfa HTTP/1.1" status: 200 len: 944 time: 0.3649099 Jul 29 23:52:07.052596 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 9e832d8e-50f2-49c7-b374-2812b62eaf3f up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:52:07.169522 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5a1d1633-a372-470e-bda7-71cc41a203cf req-940382cb-7234-4cdf-916c-511585e7a80b tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5d1ebf4-b794-4521-9c0b-417b32b2215f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3021829 Jul 29 23:52:07.174459 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 49514) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:07.188501 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port 9e832d8e-50f2-49c7-b374-2812b62eaf3f completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:52:07.212157 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bf30a77a-65c1-4d07-989f-c1a403a1275f req-34bb408c-36bf-4a69-8993-0b60b4f7fe4c tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=eee33ead-c9ea-49cf-84ce-c95496d326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2768118 Jul 29 23:52:07.229300 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port 9e832d8e-50f2-49c7-b374-2812b62eaf3f triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:07.231015 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-67ebe23e-7d65-4912-89fc-b8375325e123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:07.236430 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:07.363098 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:07.454085 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d979af-7ea4-4cf0-9b03-09e065e9749d req-ff73c1e5-d2f4-439c-ad97-5330db1694ea tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:07.455671 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-64d979af-7ea4-4cf0-9b03-09e065e9749d req-ff73c1e5-d2f4-439c-ad97-5330db1694ea tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/ports?device_id=7535b2bd-335e-4d82-bf23-754c839992db HTTP/1.1" status: 200 len: 946 time: 0.0831535 Jul 29 23:52:07.462051 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-46f894dd-1752-4adb-bc1f-ba1a763507fc tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:07.473691 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:07.487864 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7023f5b7-8d9f-4986-877c-30a2c1845fb3 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:07.492818 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-67ebe23e-7d65-4912-89fc-b8375325e123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:07.497788 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-67ebe23e-7d65-4912-89fc-b8375325e123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:07.503237 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-7023f5b7-8d9f-4986-877c-30a2c1845fb3 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Transition to ACTIVE for port object 9724a5e4-d992-47f8-b4c7-46450a90d8dc will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:52:07.541722 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7023f5b7-8d9f-4986-877c-30a2c1845fb3 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:07.542773 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 9e832d8e-50f2-49c7-b374-2812b62eaf3f, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=9e832d8e-50f2-49c7-b374-2812b62eaf3f,segment=NetworkSegment(3e67ddd1-1c33-4cf4-87c8-b940fe50e0ac),segment_id=3e67ddd1-1c33-4cf4-87c8-b940fe50e0ac)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:07.549262 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:07.560983 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-64d979af-7ea4-4cf0-9b03-09e065e9749d req-f369a4b3-9bd6-4085-b550-46f65a975d55 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f717bff-2bc6-4137-934a-60e9a95b6304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935271 Jul 29 23:52:07.562324 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ebe23e-7d65-4912-89fc-b8375325e123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6181f0-f408-499a-b211-4aacbe8a25ca,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:07.613463 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-67ebe23e-7d65-4912-89fc-b8375325e123 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5d0bc2fa0b844768b3f9ba5c781b703a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4327559 Jul 29 23:52:07.619696 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 49522) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:07.646325 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=9e832d8e-50f2-49c7-b374-2812b62eaf3f,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:07.648798 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f14da80-c5b4-4b7b-b4c8-63682611adfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e832d8e-50f2-49c7-b374-2812b62eaf3f'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:52:07.652106 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe7986fa-6fda-4499-90ec-d5114c0b7352" -d '{"events": [{"server_uuid": "6f14da80-c5b4-4b7b-b4c8-63682611adfa", "name": "network-vif-plugged", "status": "completed", "tag": "9e832d8e-50f2-49c7-b374-2812b62eaf3f"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:52:07.689482 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7023f5b7-8d9f-4986-877c-30a2c1845fb3 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Network d3a12b4d-105f-4e2f-a8d8-479f8583d16c is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:52:07.698799 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7023f5b7-8d9f-4986-877c-30a2c1845fb3 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event updated for resources: {'Port': ['ID=9724a5e4-d992-47f8-b4c7-46450a90d8dc,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:07.703641 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-7023f5b7-8d9f-4986-877c-30a2c1845fb3 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:52:07.707998 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7023f5b7-8d9f-4986-877c-30a2c1845fb3 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:52:07.715415 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7023f5b7-8d9f-4986-877c-30a2c1845fb3 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:07.715720 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcdda34e-2c07-4aba-b335-54e165502dd5 x-openstack-request-id: req-bcdda34e-2c07-4aba-b335-54e165502dd5 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:52:07.716017 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f14da80-c5b4-4b7b-b4c8-63682611adfa", "name": "network-vif-plugged", "status": "completed", "tag": "9e832d8e-50f2-49c7-b374-2812b62eaf3f", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:52:07.716141 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7023f5b7-8d9f-4986-877c-30a2c1845fb3 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:07.716290 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bcdda34e-2c07-4aba-b335-54e165502dd5 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:52:07.716659 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f14da80-c5b4-4b7b-b4c8-63682611adfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e832d8e-50f2-49c7-b374-2812b62eaf3f', 'code': 200} Jul 29 23:52:07.724004 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1b14b915-e81d-453a-b575-dc3f6d13efd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:07.737712 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7023f5b7-8d9f-4986-877c-30a2c1845fb3 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3788469 Jul 29 23:52:07.742715 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 49528) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:07.799651 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1b14b915-e81d-453a-b575-dc3f6d13efd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:07.958307 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-46f894dd-1752-4adb-bc1f-ba1a763507fc tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for router_gateway, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:08.002817 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-46f894dd-1752-4adb-bc1f-ba1a763507fc tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:08.012935 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf8e60-fee9-44c8-a9c9-e62638455dbf req-1483e392-a842-48ca-aa5e-93f8f7b6dfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:08.014501 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ddbf8e60-fee9-44c8-a9c9-e62638455dbf req-1483e392-a842-48ca-aa5e-93f8f7b6dfb6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6f14da80-c5b4-4b7b-b4c8-63682611adfa HTTP/1.1" status: 200 len: 1097 time: 0.1529508 Jul 29 23:52:08.115375 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1b14b915-e81d-453a-b575-dc3f6d13efd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:08.119328 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1b14b915-e81d-453a-b575-dc3f6d13efd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:08.120707 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-1b14b915-e81d-453a-b575-dc3f6d13efd9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4d6181f0-f408-499a-b211-4aacbe8a25ca HTTP/1.1" status: 204 len: 168 time: 0.5007873 Jul 29 23:52:08.156377 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b14b915-e81d-453a-b575-dc3f6d13efd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6181f0-f408-499a-b211-4aacbe8a25ca,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:08.264923 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ddbf8e60-fee9-44c8-a9c9-e62638455dbf req-6bc0e826-0d64-4277-ad5c-3ae1df9d90d0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=eee33ead-c9ea-49cf-84ce-c95496d326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2421968 Jul 29 23:52:08.346228 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-46f894dd-1752-4adb-bc1f-ba1a763507fc tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Allocated IP 172.25.0.26 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/d54af423-2005-4545-815d-527eb236854b) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:52:08.426587 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860e7090-2d1c-4a28-af6a-a07b35ae4b87 None None] Network d3a12b4d-105f-4e2f-a8d8-479f8583d16c requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:52:08.608090 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-46f894dd-1752-4adb-bc1f-ba1a763507fc tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:08.653396 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-fd8f38cd-9375-4767-b62a-917b6e5a0ab4 None None] Provisioning for port 55a329c5-1b46-463a-a10a-526d11a0dc20 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:52:08.699214 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-46f894dd-1752-4adb-bc1f-ba1a763507fc tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:08.813549 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f894dd-1752-4adb-bc1f-ba1a763507fc tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:52:08.816745 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-46f894dd-1752-4adb-bc1f-ba1a763507fc tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:52:08.826345 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f894dd-1752-4adb-bc1f-ba1a763507fc tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:52:08.876982 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f894dd-1752-4adb-bc1f-ba1a763507fc tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Pushing event updated for resources: {'Port': ['ID=d54af423-2005-4545-815d-527eb236854b,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:08.927525 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 55a329c5-1b46-463a-a10a-526d11a0dc20 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:52:09.030176 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 55a329c5-1b46-463a-a10a-526d11a0dc20 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:52:09.045046 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 55a329c5-1b46-463a-a10a-526d11a0dc20 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:09.045825 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:09.054907 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d063dd53-f3d2-4411-ad98-38fc007272b0 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:09.092507 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee0482-af18-4743-a2d0-9e0459fff7bc req-0bdd627e-9bac-4cf5-b71c-54875160dfed tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:09.094325 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-89ee0482-af18-4743-a2d0-9e0459fff7bc req-0bdd627e-9bac-4cf5-b71c-54875160dfed tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=7efc4582-523d-4b05-9d9e-005a5e7a191a HTTP/1.1" status: 200 len: 946 time: 0.7050037 Jul 29 23:52:09.194333 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:09.261872 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 55a329c5-1b46-463a-a10a-526d11a0dc20, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=55a329c5-1b46-463a-a10a-526d11a0dc20,segment=NetworkSegment(9d79c831-85d1-44f1-82f4-cadd2abe3d7b),segment_id=9d79c831-85d1-44f1-82f4-cadd2abe3d7b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:09.278916 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:09.295302 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aad241-30be-4392-9831-483bcf84daa6 req-cb6be874-a4dc-4c6c-83c0-887ae5f0ccc8 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:09.297005 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e9aad241-30be-4392-9831-483bcf84daa6 req-cb6be874-a4dc-4c6c-83c0-887ae5f0ccc8 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f14da80-c5b4-4b7b-b4c8-63682611adfa HTTP/1.1" status: 200 len: 945 time: 0.7916210 Jul 29 23:52:09.386190 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-9105b0a2-975d-48c1-9acc-2665d5e7e5c2 None None] Provisioning complete for port 55a329c5-1b46-463a-a10a-526d11a0dc20 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:09.386874 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9105b0a2-975d-48c1-9acc-2665d5e7e5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:09.390260 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-89ee0482-af18-4743-a2d0-9e0459fff7bc req-cb0c080a-28f2-4a0f-ae64-89a61d857083 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5d1ebf4-b794-4521-9c0b-417b32b2215f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2318738 Jul 29 23:52:09.453664 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=55a329c5-1b46-463a-a10a-526d11a0dc20,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:09.667721 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-46f894dd-1752-4adb-bc1f-ba1a763507fc tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for router_gateway, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:09.675595 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-9105b0a2-975d-48c1-9acc-2665d5e7e5c2 None None] Provisioning for port 9724a5e4-d992-47f8-b4c7-46450a90d8dc completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:52:09.684698 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-9105b0a2-975d-48c1-9acc-2665d5e7e5c2 None None] Provisioning complete for port 9724a5e4-d992-47f8-b4c7-46450a90d8dc triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:09.686759 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9105b0a2-975d-48c1-9acc-2665d5e7e5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:09.801173 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-9105b0a2-975d-48c1-9acc-2665d5e7e5c2 None None] Port 9724a5e4-d992-47f8-b4c7-46450a90d8dc cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:52:09.824404 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e9aad241-30be-4392-9831-483bcf84daa6 req-bef24d7f-2e25-41a5-8537-d69dfaff5e7a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=eee33ead-c9ea-49cf-84ce-c95496d326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5080187 Jul 29 23:52:09.933876 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10477097-c555-47c3-8be8-8f9693fc8197 req-8054620b-dd43-4f75-b989-0864f13e4baa tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:09.940838 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c4e2d443-6997-4324-941e-3cf4a43b54ff None None] Provisioning complete for port 9724a5e4-d992-47f8-b4c7-46450a90d8dc triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:09.941367 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c4e2d443-6997-4324-941e-3cf4a43b54ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:09.954526 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-10477097-c555-47c3-8be8-8f9693fc8197 req-8054620b-dd43-4f75-b989-0864f13e4baa tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/ports?device_id=7535b2bd-335e-4d82-bf23-754c839992db HTTP/1.1" status: 200 len: 946 time: 0.2656972 Jul 29 23:52:10.033230 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-c4e2d443-6997-4324-941e-3cf4a43b54ff None None] Port 9724a5e4-d992-47f8-b4c7-46450a90d8dc cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:52:10.119898 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d063dd53-f3d2-4411-ad98-38fc007272b0 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:10.143556 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d063dd53-f3d2-4411-ad98-38fc007272b0 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:10.413224 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-10477097-c555-47c3-8be8-8f9693fc8197 req-29066676-ac0a-4e25-8c99-9e131073766a tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f717bff-2bc6-4137-934a-60e9a95b6304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3822374 Jul 29 23:52:10.514398 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d063dd53-f3d2-4411-ad98-38fc007272b0 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event updated for resources: {'Port': ['ID=9724a5e4-d992-47f8-b4c7-46450a90d8dc,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:10.539097 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72802b96-5862-41d2-b78e-c97df8e4e7a3 req-64424bf7-dd81-411d-b41d-eef16eabe8f5 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:10.542904 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-72802b96-5862-41d2-b78e-c97df8e4e7a3 req-64424bf7-dd81-411d-b41d-eef16eabe8f5 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=7efc4582-523d-4b05-9d9e-005a5e7a191a HTTP/1.1" status: 200 len: 946 time: 0.5083859 Jul 29 23:52:10.590035 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-46f894dd-1752-4adb-bc1f-ba1a763507fc tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:10.635648 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d063dd53-f3d2-4411-ad98-38fc007272b0 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:10.759721 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-72802b96-5862-41d2-b78e-c97df8e4e7a3 req-3562d3b8-52ad-48d2-9dec-05a5acb923b8 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5d1ebf4-b794-4521-9c0b-417b32b2215f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1952233 Jul 29 23:52:10.783352 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 49602) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:10.791658 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-e412c318-09e9-421c-90a9-a85b36887bf5 None None] Provisioning complete for port 9724a5e4-d992-47f8-b4c7-46450a90d8dc triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:10.793137 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e412c318-09e9-421c-90a9-a85b36887bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:10.818128 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46f894dd-1752-4adb-bc1f-ba1a763507fc tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Router dc9c8c39-df7a-44ac-9b6f-e531ca718089 is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:52:10.908327 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 55a329c5-1b46-463a-a10a-526d11a0dc20 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:52:10.958117 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d063dd53-f3d2-4411-ad98-38fc007272b0 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:11.064260 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-e412c318-09e9-421c-90a9-a85b36887bf5 None None] Port 9724a5e4-d992-47f8-b4c7-46450a90d8dc cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:52:11.122524 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f894dd-1752-4adb-bc1f-ba1a763507fc tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:52:11.128608 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 55a329c5-1b46-463a-a10a-526d11a0dc20 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:11.128608 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:11.134855 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e153dd-a573-4944-8492-5486b8ad8345 None None] Sync routers for ids ['dc9c8c39-df7a-44ac-9b6f-e531ca718089'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:52:11.160149 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e153dd-a573-4944-8492-5486b8ad8345 None None] Routers {'dc9c8c39-df7a-44ac-9b6f-e531ca718089'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:52:11.160987 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-15e153dd-a573-4944-8492-5486b8ad8345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:51:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['dc9c8c39-df7a-44ac-9b6f-e531ca718089'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:11.189554 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-46f894dd-1752-4adb-bc1f-ba1a763507fc tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:11.194353 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-46f894dd-1752-4adb-bc1f-ba1a763507fc tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.0889344 Jul 29 23:52:11.195041 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 49622) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:11.237400 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 49624) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:11.238115 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4f2c8a3b-8caa-4f8c-a983-94f7c0a855e6 tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=bd9be2c0ad754adeaed7eabee32aed90&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381947 Jul 29 23:52:11.410569 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-15e153dd-a573-4944-8492-5486b8ad8345 None None] Set router dc9c8c39-df7a-44ac-9b6f-e531ca718089 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:52:11.543601 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236eed9-0d6a-453c-b177-dbfca7c0401d req-0077d7f5-505d-4045-a3ab-f49e8510c9c3 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:11.552655 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b236eed9-0d6a-453c-b177-dbfca7c0401d req-0077d7f5-505d-4045-a3ab-f49e8510c9c3 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f14da80-c5b4-4b7b-b4c8-63682611adfa HTTP/1.1" status: 200 len: 945 time: 0.4792223 Jul 29 23:52:11.565116 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5c14cc-bfa0-47e5-8b90-b165f3cc10fd tempest-TestVolumeBootPattern-162083570 tempest-TestVolumeBootPattern-162083570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:11.571558 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-dd5c14cc-bfa0-47e5-8b90-b165f3cc10fd tempest-TestVolumeBootPattern-162083570 tempest-TestVolumeBootPattern-162083570-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=7efc4582-523d-4b05-9d9e-005a5e7a191a HTTP/1.1" status: 200 len: 1093 time: 0.7858257 Jul 29 23:52:11.580308 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 49636) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:11.585190 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-0bd79945-4572-464b-bfed-61f300671942 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Request body: {'floatingip': {'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'port_id': '5365ae39-541a-43fb-808e-65b5d23130c5', 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:11.680237 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0bd79945-4572-464b-bfed-61f300671942 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks [] for floatingip, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:11.792378 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b236eed9-0d6a-453c-b177-dbfca7c0401d req-8bc43775-5c0f-4f45-ac40-895a06c88bf2 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=eee33ead-c9ea-49cf-84ce-c95496d326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2386489 Jul 29 23:52:11.814881 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d018a8-0d50-455d-b0df-31e32a3e1051 tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:11.816962 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-77d018a8-0d50-455d-b0df-31e32a3e1051 tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5516245 Jul 29 23:52:11.822828 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 49646) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:11.850466 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-15e153dd-a573-4944-8492-5486b8ad8345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9c8c39-df7a-44ac-9b6f-e531ca718089', 'name': 'tempest-TestNetworkBasicOps-router-2109436085', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'd54af423-2005-4545-815d-527eb236854b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:52:06Z', 'updated_at': '2021-07-29T23:52:09Z', 'revision_number': 3, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'gw_port': {'id': 'd54af423-2005-4545-815d-527eb236854b', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc9c8c39-df7a-44ac-9b6f-e531ca718089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:52:08Z', 'updated_at': '2021-07-29T23:52:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:11.937297 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e153dd-a573-4944-8492-5486b8ad8345 None None] Checking router: dc9c8c39-df7a-44ac-9b6f-e531ca718089 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:52:11.938030 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e153dd-a573-4944-8492-5486b8ad8345 None None] Updating router dc9c8c39-df7a-44ac-9b6f-e531ca718089 port d54af423-2005-4545-815d-527eb236854b binding host n-d-712141-10 {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:52:11.945484 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0bd79945-4572-464b-bfed-61f300671942 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:11.977469 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa329f-aea2-4718-aac8-6b3636177eb0 req-d03e16a0-f8c0-4eb3-b4b3-bc7a044955f5 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:11.980427 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5baa329f-aea2-4718-aac8-6b3636177eb0 req-d03e16a0-f8c0-4eb3-b4b3-bc7a044955f5 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/ports?device_id=7535b2bd-335e-4d82-bf23-754c839992db HTTP/1.1" status: 200 len: 946 time: 0.3743486 Jul 29 23:52:11.982529 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-0d0ef363-a4d6-4617-9732-a099d5a677a1 tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=58f27f61-3278-49cc-b66b-1e729d26f29f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1581664 Jul 29 23:52:12.009841 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 49652) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:12.021860 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-15e153dd-a573-4944-8492-5486b8ad8345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:12.036006 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-531edcb4-65b6-433f-ba49-8e70fe4cd506 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1125520790', 'network_id': '927b2996-96c9-4bae-a7f6-f32149570c61', 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:12.186204 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5baa329f-aea2-4718-aac8-6b3636177eb0 req-64ff5929-754f-47f5-9e6e-f3b924ba56be tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f717bff-2bc6-4137-934a-60e9a95b6304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1749451 Jul 29 23:52:12.221197 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d063dd53-f3d2-4411-ad98-38fc007272b0 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:12.236871 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85834ce8-62b6-4585-af40-9d30c663b42b req-aa29b179-d851-4551-9dc6-4e1b00016864 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:12.239022 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-85834ce8-62b6-4585-af40-9d30c663b42b req-aa29b179-d851-4551-9dc6-4e1b00016864 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f14da80-c5b4-4b7b-b4c8-63682611adfa HTTP/1.1" status: 200 len: 945 time: 0.2747288 Jul 29 23:52:12.250960 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d063dd53-f3d2-4411-ad98-38fc007272b0 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:12.252442 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d063dd53-f3d2-4411-ad98-38fc007272b0 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:12.305046 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-0bd79945-4572-464b-bfed-61f300671942 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Allocated IP 172.25.0.27 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/5fb874a4-625d-485a-bc44-c468e885b950) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:52:12.477726 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531edcb4-65b6-433f-ba49-8e70fe4cd506 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Made reservation on behalf of bd9be2c0ad754adeaed7eabee32aed90 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:52:12.485600 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-531edcb4-65b6-433f-ba49-8e70fe4cd506 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:12.533236 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-85834ce8-62b6-4585-af40-9d30c663b42b req-b176891b-1488-4b69-830d-256f21e12ec4 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=eee33ead-c9ea-49cf-84ce-c95496d326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2819147 Jul 29 23:52:12.538144 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0bd79945-4572-464b-bfed-61f300671942 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:12.558992 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 49676) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:12.648333 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0064b5-4ff4-4802-a576-99f43e9991f1 tempest-TestNetworkAdvancedServerOps-451069228 tempest-TestNetworkAdvancedServerOps-451069228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:12.651953 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d063dd53-f3d2-4411-ad98-38fc007272b0 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event updated for resources: {'Port': ['ID=9724a5e4-d992-47f8-b4c7-46450a90d8dc,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:12.662276 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 49684) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:12.663278 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-6e0064b5-4ff4-4802-a576-99f43e9991f1 tempest-TestNetworkAdvancedServerOps-451069228 tempest-TestNetworkAdvancedServerOps-451069228-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6f14da80-c5b4-4b7b-b4c8-63682611adfa HTTP/1.1" status: 200 len: 1092 time: 0.1028819 Jul 29 23:52:12.681941 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-0999e005-116f-4e92-8747-2d4b6033b87d tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Request body: {'floatingip': {'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'port_id': '9e832d8e-50f2-49c7-b374-2812b62eaf3f', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:12.682693 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0bd79945-4572-464b-bfed-61f300671942 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:12.789067 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d063dd53-f3d2-4411-ad98-38fc007272b0 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Network d3a12b4d-105f-4e2f-a8d8-479f8583d16c is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:52:12.801129 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-d063dd53-f3d2-4411-ad98-38fc007272b0 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:52:12.818875 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd79945-4572-464b-bfed-61f300671942 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:52:12.833297 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-0bd79945-4572-464b-bfed-61f300671942 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:52:12.835906 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd79945-4572-464b-bfed-61f300671942 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Pushing event updated for resources: {'Port': ['ID=5fb874a4-625d-485a-bc44-c468e885b950,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:12.841133 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd79945-4572-464b-bfed-61f300671942 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:52:12.980232 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-15e153dd-a573-4944-8492-5486b8ad8345 None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:13.012841 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0999e005-116f-4e92-8747-2d4b6033b87d tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for floatingip, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:13.013400 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-15e153dd-a573-4944-8492-5486b8ad8345 None None] Transition to ACTIVE for port object d54af423-2005-4545-815d-527eb236854b will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:52:13.022326 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-15e153dd-a573-4944-8492-5486b8ad8345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:13.115057 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a488a9-9f39-47e5-b9e7-6aa73dff746d None None] Pushing event updated for resources: {'Port': ['ID=d54af423-2005-4545-815d-527eb236854b,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:13.178496 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-15e153dd-a573-4944-8492-5486b8ad8345 None None] Attempting to bind port d54af423-2005-4545-815d-527eb236854b on host n-d-712141-10 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:52:13.180261 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-15e153dd-a573-4944-8492-5486b8ad8345 None None] Attempting to bind port d54af423-2005-4545-815d-527eb236854b by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:52:13.180873 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e153dd-a573-4944-8492-5486b8ad8345 None None] Attempting to bind port d54af423-2005-4545-815d-527eb236854b on network 58f27f61-3278-49cc-b66b-1e729d26f29f {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:52:13.198069 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e153dd-a573-4944-8492-5486b8ad8345 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:52:13.198479 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e153dd-a573-4944-8492-5486b8ad8345 None None] Checking segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:52:13.200859 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-15e153dd-a573-4944-8492-5486b8ad8345 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:13.202872 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e153dd-a573-4944-8492-5486b8ad8345 None None] Bound using segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:52:13.205004 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-15e153dd-a573-4944-8492-5486b8ad8345 None None] Bound port: d54af423-2005-4545-815d-527eb236854b, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:52:13.205307 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-15e153dd-a573-4944-8492-5486b8ad8345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:13.426584 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-15e153dd-a573-4944-8492-5486b8ad8345 None None] For port d54af423-2005-4545-815d-527eb236854b, host n-d-712141-10, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:52:13.431819 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-15e153dd-a573-4944-8492-5486b8ad8345 None None] For port d54af423-2005-4545-815d-527eb236854b, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=d54af423-2005-4545-815d-527eb236854b,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:52:13.437514 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-15e153dd-a573-4944-8492-5486b8ad8345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:13.506343 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e153dd-a573-4944-8492-5486b8ad8345 None None] Routers {'dc9c8c39-df7a-44ac-9b6f-e531ca718089'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:52:13.508513 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-15e153dd-a573-4944-8492-5486b8ad8345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:51:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['dc9c8c39-df7a-44ac-9b6f-e531ca718089'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:13.518434 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-485f636a-d689-4010-bbb8-c878769dff55 None None] Provisioning complete for port 9724a5e4-d992-47f8-b4c7-46450a90d8dc triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:13.518995 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-485f636a-d689-4010-bbb8-c878769dff55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:13.607886 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-485f636a-d689-4010-bbb8-c878769dff55 None None] Port 9724a5e4-d992-47f8-b4c7-46450a90d8dc cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:52:13.685477 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 49718) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:13.801513 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a488a9-9f39-47e5-b9e7-6aa73dff746d None None] Pushing event updated for resources: {'Port': ['ID=d54af423-2005-4545-815d-527eb236854b,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:13.826748 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0bd79945-4572-464b-bfed-61f300671942 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:13.862845 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-15e153dd-a573-4944-8492-5486b8ad8345 None None] Set router dc9c8c39-df7a-44ac-9b6f-e531ca718089 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:52:13.866287 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-531edcb4-65b6-433f-ba49-8e70fe4cd506 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:13.948310 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0bd79945-4572-464b-bfed-61f300671942 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:14.014493 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bde0fc-4036-483a-b38a-df57946bff0c req-e58c7b14-e0d9-435a-af37-a7ece3dd7232 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:14.017098 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e4bde0fc-4036-483a-b38a-df57946bff0c req-e58c7b14-e0d9-435a-af37-a7ece3dd7232 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/ports?device_id=7535b2bd-335e-4d82-bf23-754c839992db HTTP/1.1" status: 200 len: 946 time: 0.2592611 Jul 29 23:52:14.113449 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e4bde0fc-4036-483a-b38a-df57946bff0c req-350a16ed-f8ce-402c-83b3-6cae9070db56 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f717bff-2bc6-4137-934a-60e9a95b6304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812802 Jul 29 23:52:14.132941 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d063dd53-f3d2-4411-ad98-38fc007272b0 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Router 78151160-ad15-4117-a105-4222fa89bf96 is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:52:14.159284 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531edcb4-65b6-433f-ba49-8e70fe4cd506 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Checking segment: {'id': '9ff6e765-cf91-47a1-b3b0-38270934f391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '927b2996-96c9-4bae-a7f6-f32149570c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:52:14.160049 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531edcb4-65b6-433f-ba49-8e70fe4cd506 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Network hostable DHCP agents. Network: 927b2996-96c9-4bae-a7f6-f32149570c61, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:52:14.208275 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e18a404d-deb4-481d-8993-06a7398f24a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:14.233364 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531edcb4-65b6-433f-ba49-8e70fe4cd506 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Pushing event updated for resources: {'Subnet': ['ID=3c3647d6-920b-43df-9182-c7a47762fcab,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:14.237440 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-15e153dd-a573-4944-8492-5486b8ad8345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9c8c39-df7a-44ac-9b6f-e531ca718089', 'name': 'tempest-TestNetworkBasicOps-router-2109436085', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'd54af423-2005-4545-815d-527eb236854b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:52:06Z', 'updated_at': '2021-07-29T23:52:09Z', 'revision_number': 3, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'gw_port': {'id': 'd54af423-2005-4545-815d-527eb236854b', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc9c8c39-df7a-44ac-9b6f-e531ca718089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:52:08Z', 'updated_at': '2021-07-29T23:52:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:14.261618 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0bd79945-4572-464b-bfed-61f300671942 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:14.272383 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0bd79945-4572-464b-bfed-61f300671942 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:14.274425 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e153dd-a573-4944-8492-5486b8ad8345 None None] The sync data for ids ['dc9c8c39-df7a-44ac-9b6f-e531ca718089'] in n-d-712141-10 is: [{'id': 'dc9c8c39-df7a-44ac-9b6f-e531ca718089', 'name': 'tempest-TestNetworkBasicOps-router-2109436085', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'd54af423-2005-4545-815d-527eb236854b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:52:06Z', 'updated_at': '2021-07-29T23:52:09Z', 'revision_number': 3, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'gw_port': {'id': 'd54af423-2005-4545-815d-527eb236854b', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc9c8c39-df7a-44ac-9b6f-e531ca718089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:52:08Z', 'updated_at': '2021-07-29T23:52:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:52:14.345118 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531edcb4-65b6-433f-ba49-8e70fe4cd506 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Network 927b2996-96c9-4bae-a7f6-f32149570c61 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:52:14.358141 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd79945-4572-464b-bfed-61f300671942 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Pushing event updated for resources: {'Port': ['ID=5fb874a4-625d-485a-bc44-c468e885b950,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:14.359492 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0999e005-116f-4e92-8747-2d4b6033b87d tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:14.379905 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d063dd53-f3d2-4411-ad98-38fc007272b0 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:52:14.381127 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-531edcb4-65b6-433f-ba49-8e70fe4cd506 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 927b2996-96c9-4bae-a7f6-f32149570c61) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:52:14.397721 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25b6ad4-241a-4334-bb48-e5114fb4479a None None] Sync routers for ids ['78151160-ad15-4117-a105-4222fa89bf96'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:52:14.412181 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f22914-8314-47da-935c-6ce7a08ea29e None None] Network 927b2996-96c9-4bae-a7f6-f32149570c61 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:52:14.415288 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-d063dd53-f3d2-4411-ad98-38fc007272b0 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "PUT /v2.0/routers/78151160-ad15-4117-a105-4222fa89bf96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6692774 Jul 29 23:52:14.420354 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531edcb4-65b6-433f-ba49-8e70fe4cd506 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:14.425006 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-531edcb4-65b6-433f-ba49-8e70fe4cd506 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:14.428641 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 49734) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:14.592868 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0bd79945-4572-464b-bfed-61f300671942 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:14.702013 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25b6ad4-241a-4334-bb48-e5114fb4479a None None] Routers {'78151160-ad15-4117-a105-4222fa89bf96'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:52:14.702970 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-d25b6ad4-241a-4334-bb48-e5114fb4479a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:51:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['78151160-ad15-4117-a105-4222fa89bf96'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:14.707544 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4ebb05-0294-4bb7-92db-758d9b2d14bb tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:14.711959 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-1f4ebb05-0294-4bb7-92db-758d9b2d14bb tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "GET /v2.0/ports?device_id=78151160-ad15-4117-a105-4222fa89bf96 HTTP/1.1" status: 200 len: 989 time: 0.2622573 Jul 29 23:52:14.713536 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 49738) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:14.876925 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-d25b6ad4-241a-4334-bb48-e5114fb4479a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:14.895449 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25b6ad4-241a-4334-bb48-e5114fb4479a None None] Routers {'78151160-ad15-4117-a105-4222fa89bf96'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:52:14.896172 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-d25b6ad4-241a-4334-bb48-e5114fb4479a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:51:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['78151160-ad15-4117-a105-4222fa89bf96'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:14.910363 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-0999e005-116f-4e92-8747-2d4b6033b87d tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Allocated IP 172.25.0.4 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/84920dbf-b37c-41a2-b847-64095b09f12a) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:52:15.008630 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e18a404d-deb4-481d-8993-06a7398f24a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:15.014224 n-d-712141-10 neutron-server[94077]: INFO neutron.db.l3_db [None req-0bd79945-4572-464b-bfed-61f300671942 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Floating IP e5dd0ace-12d7-484c-b4d0-bd928bd62e3c associated. External IP: 172.25.0.27, port: 5365ae39-541a-43fb-808e-65b5d23130c5. Jul 29 23:52:15.017458 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e18a404d-deb4-481d-8993-06a7398f24a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:15.030563 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device d54af423-2005-4545-815d-527eb236854b up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:52:15.078666 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-d25b6ad4-241a-4334-bb48-e5114fb4479a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:15.080168 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25b6ad4-241a-4334-bb48-e5114fb4479a None None] The sync data for ids ['78151160-ad15-4117-a105-4222fa89bf96'] in n-d-712141-10 is: [] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:52:15.152414 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e18a404d-deb4-481d-8993-06a7398f24a7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=764e25e719bd4401b8f06cc064a140a2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4537430 Jul 29 23:52:15.156652 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-531edcb4-65b6-433f-ba49-8e70fe4cd506 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.1282935 Jul 29 23:52:15.183587 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 49746) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:15.184089 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 49752) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:15.224390 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7523a797-9fb6-4181-b743-f01fccd898d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-927b2996-96c9-4bae-a7f6-f32149570c61', 'network_id': '927b2996-96c9-4bae-a7f6-f32149570c61', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'fixed_ips': [{'subnet_id': '3c3647d6-920b-43df-9182-c7a47762fcab'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:52:15.225800 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7523a797-9fb6-4181-b743-f01fccd898d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:15.276481 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port d54af423-2005-4545-815d-527eb236854b completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:52:15.310334 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port d54af423-2005-4545-815d-527eb236854b triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:15.312337 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:15.412417 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18a404d-deb4-481d-8993-06a7398f24a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdbba30-5346-47b6-875e-80c06edc83f8,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:15.439069 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0999e005-116f-4e92-8747-2d4b6033b87d tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:15.512255 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bd79945-4572-464b-bfed-61f300671942 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Router c571524c-af41-4e26-bf00-a93cb822c7b7 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:52:15.723321 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c5997b05-4c14-453b-8f3f-56bf56a4e772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:15.746805 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:15.763502 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c5997b05-4c14-453b-8f3f-56bf56a4e772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:15.804219 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port d54af423-2005-4545-815d-527eb236854b, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=d54af423-2005-4545-815d-527eb236854b,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:15.806643 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-7523a797-9fb6-4181-b743-f01fccd898d2 None None] Allocated IP 172.20.0.2 (927b2996-96c9-4bae-a7f6-f32149570c61/3c3647d6-920b-43df-9182-c7a47762fcab/cd451b13-6059-402c-8f9a-24acfed8dc3b) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:52:15.821549 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:15.830322 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd79945-4572-464b-bfed-61f300671942 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:52:15.850604 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03549ea2-9078-4d01-9169-116a93305442 None None] Sync routers for ids ['c571524c-af41-4e26-bf00-a93cb822c7b7'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:52:15.876681 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0bd79945-4572-464b-bfed-61f300671942 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:15.887490 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03549ea2-9078-4d01-9169-116a93305442 None None] Routers {'c571524c-af41-4e26-bf00-a93cb822c7b7'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:52:15.891250 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-03549ea2-9078-4d01-9169-116a93305442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:51:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['c571524c-af41-4e26-bf00-a93cb822c7b7'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:15.993219 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0bd79945-4572-464b-bfed-61f300671942 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4114635 Jul 29 23:52:15.994700 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7efc4582-523d-4b05-9d9e-005a5e7a191a', 'tag': '5365ae39-541a-43fb-808e-65b5d23130c5'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:52:15.998173 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9cd937-531f-4c67-b8d9-20ebb15e633f" -d '{"events": [{"name": "network-changed", "server_uuid": "7efc4582-523d-4b05-9d9e-005a5e7a191a", "tag": "5365ae39-541a-43fb-808e-65b5d23130c5"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:52:16.096052 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f530ea-7bf4-4f45-b597-7ac98863c731 x-openstack-request-id: req-e3f530ea-7bf4-4f45-b597-7ac98863c731 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:52:16.096052 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7efc4582-523d-4b05-9d9e-005a5e7a191a", "tag": "5365ae39-541a-43fb-808e-65b5d23130c5", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:52:16.096052 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e3f530ea-7bf4-4f45-b597-7ac98863c731 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:52:16.098116 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7efc4582-523d-4b05-9d9e-005a5e7a191a', 'tag': '5365ae39-541a-43fb-808e-65b5d23130c5', 'status': 'completed', 'code': 200} Jul 29 23:52:16.134534 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0999e005-116f-4e92-8747-2d4b6033b87d tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:16.160891 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef177e4-faf7-435c-80c0-532028fb0049 req-ca17e62f-8f5d-40aa-8617-9e2717932a63 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:16.169751 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8ef177e4-faf7-435c-80c0-532028fb0049 req-ca17e62f-8f5d-40aa-8617-9e2717932a63 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/ports?device_id=7535b2bd-335e-4d82-bf23-754c839992db HTTP/1.1" status: 200 len: 946 time: 0.5808768 Jul 29 23:52:16.258779 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c5997b05-4c14-453b-8f3f-56bf56a4e772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:16.262572 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c5997b05-4c14-453b-8f3f-56bf56a4e772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:16.271853 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=d54af423-2005-4545-815d-527eb236854b,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:16.285457 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-c5997b05-4c14-453b-8f3f-56bf56a4e772 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cfdbba30-5346-47b6-875e-80c06edc83f8 HTTP/1.1" status: 204 len: 168 time: 1.0812297 Jul 29 23:52:16.323681 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5997b05-4c14-453b-8f3f-56bf56a4e772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdbba30-5346-47b6-875e-80c06edc83f8,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:16.345278 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0999e005-116f-4e92-8747-2d4b6033b87d tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event updated for resources: {'Port': ['ID=84920dbf-b37c-41a2-b847-64095b09f12a,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:16.368898 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0999e005-116f-4e92-8747-2d4b6033b87d tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:52:16.378825 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-0999e005-116f-4e92-8747-2d4b6033b87d tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:52:16.396127 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-03549ea2-9078-4d01-9169-116a93305442 None None] Set router c571524c-af41-4e26-bf00-a93cb822c7b7 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:52:16.453043 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0999e005-116f-4e92-8747-2d4b6033b87d tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:52:16.522338 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8ef177e4-faf7-435c-80c0-532028fb0049 req-00c9fc15-d4e8-4e61-a862-587907201d2e tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f717bff-2bc6-4137-934a-60e9a95b6304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3516045 Jul 29 23:52:16.578886 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9cd937-531f-4c67-b8d9-20ebb15e633f req-55c3df19-4379-4a7f-9e25-63f24a1ba3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:16.580409 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4c9cd937-531f-4c67-b8d9-20ebb15e633f req-55c3df19-4379-4a7f-9e25-63f24a1ba3fe service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=abc07fd47c924aad994e74752ef0bc5a&device_id=7efc4582-523d-4b05-9d9e-005a5e7a191a HTTP/1.1" status: 200 len: 1098 time: 0.4527059 Jul 29 23:52:16.705934 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7523a797-9fb6-4181-b743-f01fccd898d2 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:16.747435 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-7523a797-9fb6-4181-b743-f01fccd898d2 None None] Transition to ACTIVE for port object cd451b13-6059-402c-8f9a-24acfed8dc3b will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:52:16.827237 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-7523a797-9fb6-4181-b743-f01fccd898d2 None None] Transition to ACTIVE for port object cd451b13-6059-402c-8f9a-24acfed8dc3b will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:52:16.844196 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7523a797-9fb6-4181-b743-f01fccd898d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:16.980211 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7523a797-9fb6-4181-b743-f01fccd898d2 None None] Pushing event updated for resources: {'Port': ['ID=cd451b13-6059-402c-8f9a-24acfed8dc3b,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:16.991563 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device d54af423-2005-4545-815d-527eb236854b up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:52:17.030819 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-03549ea2-9078-4d01-9169-116a93305442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'name': 'tempest-TestVolumeBootPattern-2002221163-router', 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '862daf0f-6991-4ef6-9199-6c40ea66b1f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:37:06Z', 'updated_at': '2021-07-29T23:37:18Z', 'revision_number': 4, 'project_id': 'abc07fd47c924aad994e74752ef0bc5a', 'gw_port': {'id': '862daf0f-6991-4ef6-9199-6c40ea66b1f1', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:08Z', 'updated_at': '2021-07-29T23:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': 'e5dd0ace-12d7-484c-b4d0-bd928bd62e3c', 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a', 'floating_ip_address': '172.25.0.27', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'port_id': '5365ae39-541a-43fb-808e-65b5d23130c5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7', 'mac_address': 'fa:16:3e:be:50:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efc4582-523d-4b05-9d9e-005a5e7a191a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:52:13Z', 'updated_at': '2021-07-29T23:52:13Z', 'revision_number': 0, 'project_id': 'abc07fd47c924aad994e74752ef0bc5a', 'fixed_ip_address_scope': None}, {'id': 'fb40c845-d07e-4498-be6a-3cd13891fa76', 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a', 'floating_ip_address': '172.25.0.41', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'port_id': '2bb04e6f-1b5d-4863-aec7-5682c63538c3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7', 'mac_address': 'fa:16:3e:11:3f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0259dec0-afd2-4ac2-9a83-e7804869590c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:49:37Z', 'updated_at': '2021-07-29T23:49:41Z', 'revision_number': 1, 'project_id': 'abc07fd47c924aad994e74752ef0bc5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e698b262-628f-49d6-aa1c-360d9f5f8465', 'name': '', 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7', 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a', 'mac_address': 'fa:16:3e:50:a6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': 'ef618f43-4fe4-4e34-9800-0476d270be60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:16Z', 'updated_at': '2021-07-29T23:37:31Z', 'revision_number': 5, 'project_id': 'abc07fd47c924aad994e74752ef0bc5a', 'subnets': [{'id': 'ef618f43-4fe4-4e34-9800-0476d270be60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:17.048440 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7523a797-9fb6-4181-b743-f01fccd898d2 None None] Network 927b2996-96c9-4bae-a7f6-f32149570c61 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:52:17.057211 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-7523a797-9fb6-4181-b743-f01fccd898d2 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:52:17.063038 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7523a797-9fb6-4181-b743-f01fccd898d2 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:52:17.115465 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 49790) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:17.135313 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03549ea2-9078-4d01-9169-116a93305442 None None] Checking router: c571524c-af41-4e26-bf00-a93cb822c7b7 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:52:17.148541 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ad14c7a6-c7dc-46d9-b6f2-27e39586c2eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:17.162277 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03549ea2-9078-4d01-9169-116a93305442 None None] Routers {'c571524c-af41-4e26-bf00-a93cb822c7b7'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:52:17.180191 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-03549ea2-9078-4d01-9169-116a93305442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:51:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['c571524c-af41-4e26-bf00-a93cb822c7b7'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:17.184993 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-7523a797-9fb6-4181-b743-f01fccd898d2 None None] Attempting to bind port cd451b13-6059-402c-8f9a-24acfed8dc3b on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:52:17.185658 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-7523a797-9fb6-4181-b743-f01fccd898d2 None None] Attempting to bind port cd451b13-6059-402c-8f9a-24acfed8dc3b by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '9ff6e765-cf91-47a1-b3b0-38270934f391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '927b2996-96c9-4bae-a7f6-f32149570c61'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:52:17.186389 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7523a797-9fb6-4181-b743-f01fccd898d2 None None] Attempting to bind port cd451b13-6059-402c-8f9a-24acfed8dc3b on network 927b2996-96c9-4bae-a7f6-f32149570c61 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:52:17.200500 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7523a797-9fb6-4181-b743-f01fccd898d2 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:52:17.202902 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7523a797-9fb6-4181-b743-f01fccd898d2 None None] Checking segment: {'id': '9ff6e765-cf91-47a1-b3b0-38270934f391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '927b2996-96c9-4bae-a7f6-f32149570c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:52:17.204048 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7523a797-9fb6-4181-b743-f01fccd898d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:17.204533 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7523a797-9fb6-4181-b743-f01fccd898d2 None None] Bound using segment: {'id': '9ff6e765-cf91-47a1-b3b0-38270934f391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '927b2996-96c9-4bae-a7f6-f32149570c61'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:52:17.206459 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-7523a797-9fb6-4181-b743-f01fccd898d2 None None] Bound port: cd451b13-6059-402c-8f9a-24acfed8dc3b, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ff6e765-cf91-47a1-b3b0-38270934f391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '927b2996-96c9-4bae-a7f6-f32149570c61'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:52:17.206459 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7523a797-9fb6-4181-b743-f01fccd898d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:17.226959 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port d54af423-2005-4545-815d-527eb236854b triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:17.227625 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:17.427897 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ad14c7a6-c7dc-46d9-b6f2-27e39586c2eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:17.436027 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ad14c7a6-c7dc-46d9-b6f2-27e39586c2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:17.443973 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-03549ea2-9078-4d01-9169-116a93305442 None None] Set router c571524c-af41-4e26-bf00-a93cb822c7b7 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:52:17.460475 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-7523a797-9fb6-4181-b743-f01fccd898d2 None None] For port cd451b13-6059-402c-8f9a-24acfed8dc3b, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:52:17.468319 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-7523a797-9fb6-4181-b743-f01fccd898d2 None None] For port cd451b13-6059-402c-8f9a-24acfed8dc3b, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=cd451b13-6059-402c-8f9a-24acfed8dc3b,segment=NetworkSegment(9ff6e765-cf91-47a1-b3b0-38270934f391),segment_id=9ff6e765-cf91-47a1-b3b0-38270934f391)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:52:17.475750 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7523a797-9fb6-4181-b743-f01fccd898d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:17.558265 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ad14c7a6-c7dc-46d9-b6f2-27e39586c2eb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8f7092710e4e4109bd8a2736c48e2eca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4391892 Jul 29 23:52:17.558265 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad14c7a6-c7dc-46d9-b6f2-27e39586c2eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca8c812-93b5-4700-8a71-323e5ce47119,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:17.561401 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 49798) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:17.645830 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7523a797-9fb6-4181-b743-f01fccd898d2 None None] Pushing event updated for resources: {'Port': ['ID=cd451b13-6059-402c-8f9a-24acfed8dc3b,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:17.646252 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-21efcf92-a42a-453b-82f1-9e8ff3c358b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:17.706304 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-21efcf92-a42a-453b-82f1-9e8ff3c358b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:17.819860 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-21efcf92-a42a-453b-82f1-9e8ff3c358b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:17.827163 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-21efcf92-a42a-453b-82f1-9e8ff3c358b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:17.833037 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-21efcf92-a42a-453b-82f1-9e8ff3c358b9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5ca8c812-93b5-4700-8a71-323e5ce47119 HTTP/1.1" status: 204 len: 168 time: 0.2702928 Jul 29 23:52:17.851380 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21efcf92-a42a-453b-82f1-9e8ff3c358b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca8c812-93b5-4700-8a71-323e5ce47119,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:18.073804 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-03549ea2-9078-4d01-9169-116a93305442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'name': 'tempest-TestVolumeBootPattern-2002221163-router', 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '862daf0f-6991-4ef6-9199-6c40ea66b1f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:37:06Z', 'updated_at': '2021-07-29T23:37:18Z', 'revision_number': 4, 'project_id': 'abc07fd47c924aad994e74752ef0bc5a', 'gw_port': {'id': '862daf0f-6991-4ef6-9199-6c40ea66b1f1', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:08Z', 'updated_at': '2021-07-29T23:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': 'e5dd0ace-12d7-484c-b4d0-bd928bd62e3c', 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a', 'floating_ip_address': '172.25.0.27', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'port_id': '5365ae39-541a-43fb-808e-65b5d23130c5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7', 'mac_address': 'fa:16:3e:be:50:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efc4582-523d-4b05-9d9e-005a5e7a191a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:52:13Z', 'updated_at': '2021-07-29T23:52:13Z', 'revision_number': 0, 'project_id': 'abc07fd47c924aad994e74752ef0bc5a', 'fixed_ip_address_scope': None}, {'id': 'fb40c845-d07e-4498-be6a-3cd13891fa76', 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a', 'floating_ip_address': '172.25.0.41', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'port_id': '2bb04e6f-1b5d-4863-aec7-5682c63538c3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7', 'mac_address': 'fa:16:3e:11:3f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0259dec0-afd2-4ac2-9a83-e7804869590c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:49:37Z', 'updated_at': '2021-07-29T23:49:41Z', 'revision_number': 1, 'project_id': 'abc07fd47c924aad994e74752ef0bc5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e698b262-628f-49d6-aa1c-360d9f5f8465', 'name': '', 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7', 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a', 'mac_address': 'fa:16:3e:50:a6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': 'ef618f43-4fe4-4e34-9800-0476d270be60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:16Z', 'updated_at': '2021-07-29T23:37:31Z', 'revision_number': 5, 'project_id': 'abc07fd47c924aad994e74752ef0bc5a', 'subnets': [{'id': 'ef618f43-4fe4-4e34-9800-0476d270be60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:18.159832 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03549ea2-9078-4d01-9169-116a93305442 None None] The sync data for ids ['c571524c-af41-4e26-bf00-a93cb822c7b7'] in n-d-712141-10 is: [{'id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'name': 'tempest-TestVolumeBootPattern-2002221163-router', 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '862daf0f-6991-4ef6-9199-6c40ea66b1f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:37:06Z', 'updated_at': '2021-07-29T23:37:18Z', 'revision_number': 4, 'project_id': 'abc07fd47c924aad994e74752ef0bc5a', 'gw_port': {'id': '862daf0f-6991-4ef6-9199-6c40ea66b1f1', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:08Z', 'updated_at': '2021-07-29T23:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': 'e5dd0ace-12d7-484c-b4d0-bd928bd62e3c', 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a', 'floating_ip_address': '172.25.0.27', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'port_id': '5365ae39-541a-43fb-808e-65b5d23130c5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7', 'mac_address': 'fa:16:3e:be:50:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7efc4582-523d-4b05-9d9e-005a5e7a191a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:52:13Z', 'updated_at': '2021-07-29T23:52:13Z', 'revision_number': 0, 'project_id': 'abc07fd47c924aad994e74752ef0bc5a', 'fixed_ip_address_scope': None}, {'id': 'fb40c845-d07e-4498-be6a-3cd13891fa76', 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a', 'floating_ip_address': '172.25.0.41', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'port_id': '2bb04e6f-1b5d-4863-aec7-5682c63538c3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7', 'mac_address': 'fa:16:3e:11:3f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0259dec0-afd2-4ac2-9a83-e7804869590c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:49:37Z', 'updated_at': '2021-07-29T23:49:41Z', 'revision_number': 1, 'project_id': 'abc07fd47c924aad994e74752ef0bc5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e698b262-628f-49d6-aa1c-360d9f5f8465', 'name': '', 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7', 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a', 'mac_address': 'fa:16:3e:50:a6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': 'ef618f43-4fe4-4e34-9800-0476d270be60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:16Z', 'updated_at': '2021-07-29T23:37:31Z', 'revision_number': 5, 'project_id': 'abc07fd47c924aad994e74752ef0bc5a', 'subnets': [{'id': 'ef618f43-4fe4-4e34-9800-0476d270be60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:52:18.246384 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9cd937-531f-4c67-b8d9-20ebb15e633f req-b6b23f35-49cf-4ef1-a0f1-05bbdf4fa751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:18.248096 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4c9cd937-531f-4c67-b8d9-20ebb15e633f req-b6b23f35-49cf-4ef1-a0f1-05bbdf4fa751 service neutron] 10.222.0.22 "GET /v2.0/networks?id=07279870-3078-44f7-8035-d94a4d0b31e7 HTTP/1.1" status: 200 len: 913 time: 1.6564865 Jul 29 23:52:18.513561 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b43703-71cf-402c-ab78-f3d8e9672ebd req-162e95ac-667c-4543-a4e4-6e6fc369e126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:18.516755 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b3b43703-71cf-402c-ab78-f3d8e9672ebd req-162e95ac-667c-4543-a4e4-6e6fc369e126 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1d7085ece28410698508031edfc5998&device_id=7535b2bd-335e-4d82-bf23-754c839992db HTTP/1.1" status: 200 len: 1098 time: 1.5090644 Jul 29 23:52:18.648173 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f19961-1f31-4052-af09-ddf530f82ef6 None None] New status for floating IP e5dd0ace-12d7-484c-b4d0-bd928bd62e3c: ACTIVE {{(pid=94079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:52:18.654003 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b71c55-d241-4beb-a375-776d4fa4d754 req-b07e59ee-1f34-42ef-b800-e5a9b23e7baf tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:18.658193 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d8b71c55-d241-4beb-a375-776d4fa4d754 req-b07e59ee-1f34-42ef-b800-e5a9b23e7baf tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/ports?device_id=7535b2bd-335e-4d82-bf23-754c839992db HTTP/1.1" status: 200 len: 946 time: 1.6564310 Jul 29 23:52:18.922335 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device cd451b13-6059-402c-8f9a-24acfed8dc3b up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:52:18.969150 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-31a836dc-4546-4964-bd6f-ea0f77a4c862 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:19.047519 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4c9cd937-531f-4c67-b8d9-20ebb15e633f req-a0f08c76-a4c1-428a-a822-c47bbb7abcff service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5365ae39-541a-43fb-808e-65b5d23130c5 HTTP/1.1" status: 200 len: 999 time: 0.7073703 Jul 29 23:52:19.060932 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port cd451b13-6059-402c-8f9a-24acfed8dc3b completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:52:19.367185 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846465af-24b1-4f0a-b9b8-086fd01b6557 None None] Network 927b2996-96c9-4bae-a7f6-f32149570c61 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:52:19.396431 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d8b71c55-d241-4beb-a375-776d4fa4d754 req-d3646994-c1b8-4e8a-bc16-bcaabcf3f3ef tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f717bff-2bc6-4137-934a-60e9a95b6304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6593807 Jul 29 23:52:19.463084 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-eea8f7fd-1e9a-4d0d-9e8c-a98932091924 None None] Provisioning for port cd451b13-6059-402c-8f9a-24acfed8dc3b completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:52:19.477150 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-eea8f7fd-1e9a-4d0d-9e8c-a98932091924 None None] Provisioning complete for port cd451b13-6059-402c-8f9a-24acfed8dc3b triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:19.477932 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-eea8f7fd-1e9a-4d0d-9e8c-a98932091924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:19.514922 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9cd937-531f-4c67-b8d9-20ebb15e633f req-4da29e8b-0fc0-4cf6-a01e-c854ee771b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:19.516570 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4c9cd937-531f-4c67-b8d9-20ebb15e633f req-4da29e8b-0fc0-4cf6-a01e-c854ee771b2c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ef618f43-4fe4-4e34-9800-0476d270be60 HTTP/1.1" status: 200 len: 851 time: 0.2523568 Jul 29 23:52:19.571381 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b43703-71cf-402c-ab78-f3d8e9672ebd req-c4f5322c-7e00-4d90-baeb-6bba284af4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:19.572972 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b3b43703-71cf-402c-ab78-f3d8e9672ebd req-c4f5322c-7e00-4d90-baeb-6bba284af4af service neutron] 10.222.0.41 "GET /v2.0/networks?id=67609761-f70d-451d-bf2b-11a2e29bfa80 HTTP/1.1" status: 200 len: 912 time: 1.0459728 Jul 29 23:52:19.722586 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-eea8f7fd-1e9a-4d0d-9e8c-a98932091924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:19.797398 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:19.818982 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-eea8f7fd-1e9a-4d0d-9e8c-a98932091924 None None] For port cd451b13-6059-402c-8f9a-24acfed8dc3b, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=cd451b13-6059-402c-8f9a-24acfed8dc3b,segment=NetworkSegment(9ff6e765-cf91-47a1-b3b0-38270934f391),segment_id=9ff6e765-cf91-47a1-b3b0-38270934f391)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:19.829843 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-eea8f7fd-1e9a-4d0d-9e8c-a98932091924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:19.872885 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0999e005-116f-4e92-8747-2d4b6033b87d tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:19.914337 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea8f7fd-1e9a-4d0d-9e8c-a98932091924 None None] Pushing event updated for resources: {'Port': ['ID=cd451b13-6059-402c-8f9a-24acfed8dc3b,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:20.157809 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-e3d3822e-8f84-4bc9-bd28-6c3b3a087dd4 None None] Provisioning complete for port cd451b13-6059-402c-8f9a-24acfed8dc3b triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:20.159011 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e3d3822e-8f84-4bc9-bd28-6c3b3a087dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:20.411744 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9cd937-531f-4c67-b8d9-20ebb15e633f req-944a009e-30ac-4004-95a5-3a6db25caaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:20.413916 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4c9cd937-531f-4c67-b8d9-20ebb15e633f req-944a009e-30ac-4004-95a5-3a6db25caaf5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=07279870-3078-44f7-8035-d94a4d0b31e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8827357 Jul 29 23:52:20.466760 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0b192b4d-f4dd-4a0b-9eee-f8afeec6ba48 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:20.470671 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b3b43703-71cf-402c-ab78-f3d8e9672ebd req-0adc29c5-5bb3-4be8-b80d-3e4c7ea61fdc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7a71529-2343-480b-a9bb-9de3944cfc42 HTTP/1.1" status: 200 len: 1002 time: 0.8486018 Jul 29 23:52:20.725259 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0999e005-116f-4e92-8747-2d4b6033b87d tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:20.735514 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b43703-71cf-402c-ab78-f3d8e9672ebd req-51053b47-cc6d-4613-939f-658f259612c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:20.737021 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b3b43703-71cf-402c-ab78-f3d8e9672ebd req-51053b47-cc6d-4613-939f-658f259612c1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=491bf474-cc80-4e70-9dca-1685e2004f49 HTTP/1.1" status: 200 len: 850 time: 0.2344255 Jul 29 23:52:20.822204 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device cd451b13-6059-402c-8f9a-24acfed8dc3b up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:52:20.895671 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port cd451b13-6059-402c-8f9a-24acfed8dc3b triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:20.896044 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:20.906849 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4c9cd937-531f-4c67-b8d9-20ebb15e633f req-f92e9f1c-c1cc-4d01-88d9-25514ed28504 service neutron] 10.222.0.22 "GET /v2.0/networks/07279870-3078-44f7-8035-d94a4d0b31e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4772141 Jul 29 23:52:20.924166 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ad43f-21f4-40af-bd6b-dba0012b0e18 req-626e5896-cdb1-425f-ae61-73ceb670f39d tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:20.927134 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ec0ad43f-21f4-40af-bd6b-dba0012b0e18 req-626e5896-cdb1-425f-ae61-73ceb670f39d tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/ports?device_id=7535b2bd-335e-4d82-bf23-754c839992db HTTP/1.1" status: 200 len: 946 time: 0.3878913 Jul 29 23:52:21.131920 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b43703-71cf-402c-ab78-f3d8e9672ebd req-83733afa-34c5-418f-b39f-6885d754ed0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:21.137388 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b3b43703-71cf-402c-ab78-f3d8e9672ebd req-83733afa-34c5-418f-b39f-6885d754ed0b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=67609761-f70d-451d-bf2b-11a2e29bfa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3604395 Jul 29 23:52:21.387351 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ec0ad43f-21f4-40af-bd6b-dba0012b0e18 req-47694901-0e63-4e9d-99a3-63444a41b93c tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f717bff-2bc6-4137-934a-60e9a95b6304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4323833 Jul 29 23:52:21.489838 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4c9cd937-531f-4c67-b8d9-20ebb15e633f req-aa1293d5-b10b-47aa-ac09-097a7e3ea3ed service neutron] 10.222.0.22 "GET /v2.0/networks/07279870-3078-44f7-8035-d94a4d0b31e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5561380 Jul 29 23:52:21.519531 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-31a836dc-4546-4964-bd6f-ea0f77a4c862 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Deleting port 9724a5e4-d992-47f8-b4c7-46450a90d8dc {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:52:21.519860 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-31a836dc-4546-4964-bd6f-ea0f77a4c862 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:21.552446 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b3b43703-71cf-402c-ab78-f3d8e9672ebd req-a4f00dea-3659-4b0d-8416-29d8a8361753 service neutron] 10.222.0.41 "GET /v2.0/networks/67609761-f70d-451d-bf2b-11a2e29bfa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453257 Jul 29 23:52:21.664557 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0999e005-116f-4e92-8747-2d4b6033b87d tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:21.709334 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0999e005-116f-4e92-8747-2d4b6033b87d tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:21.780039 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-0b192b4d-f4dd-4a0b-9eee-f8afeec6ba48 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Allocated IP 172.20.0.1 (927b2996-96c9-4bae-a7f6-f32149570c61/3c3647d6-920b-43df-9182-c7a47762fcab/048907df-d8c6-4e06-8e0e-429137141bf1) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:52:21.871004 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0999e005-116f-4e92-8747-2d4b6033b87d tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event updated for resources: {'Port': ['ID=84920dbf-b37c-41a2-b847-64095b09f12a,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:21.900226 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-31a836dc-4546-4964-bd6f-ea0f77a4c862 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:21.949056 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0999e005-116f-4e92-8747-2d4b6033b87d tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:21.952530 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b3b43703-71cf-402c-ab78-f3d8e9672ebd req-303b8124-2d16-4adc-ae61-d5cc0acb7120 service neutron] 10.222.0.41 "GET /v2.0/networks/67609761-f70d-451d-bf2b-11a2e29bfa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611538 Jul 29 23:52:21.959947 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-31a836dc-4546-4964-bd6f-ea0f77a4c862 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Calling delete_port for 9724a5e4-d992-47f8-b4c7-46450a90d8dc owned by network:router_interface {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:52:22.193303 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0b192b4d-f4dd-4a0b-9eee-f8afeec6ba48 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:22.209760 n-d-712141-10 neutron-server[94078]: INFO neutron.db.l3_db [None req-0999e005-116f-4e92-8747-2d4b6033b87d tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Floating IP 7ceb998f-b127-4270-8ec8-749703d210dc associated. External IP: 172.25.0.4, port: 9e832d8e-50f2-49c7-b374-2812b62eaf3f. Jul 29 23:52:22.254087 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-0b192b4d-f4dd-4a0b-9eee-f8afeec6ba48 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Transition to ACTIVE for port object 048907df-d8c6-4e06-8e0e-429137141bf1 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:52:22.439914 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0b192b4d-f4dd-4a0b-9eee-f8afeec6ba48 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:22.618017 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 49940) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:22.808599 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8e696cd2-64c9-4f73-ad11-a7862a22ba0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:22.962945 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b192b4d-f4dd-4a0b-9eee-f8afeec6ba48 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Network 927b2996-96c9-4bae-a7f6-f32149570c61 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:52:22.978085 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-31a836dc-4546-4964-bd6f-ea0f77a4c862 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:22.988041 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-0b192b4d-f4dd-4a0b-9eee-f8afeec6ba48 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:52:23.002195 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b192b4d-f4dd-4a0b-9eee-f8afeec6ba48 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:52:23.046975 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b192b4d-f4dd-4a0b-9eee-f8afeec6ba48 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Pushing event updated for resources: {'Port': ['ID=048907df-d8c6-4e06-8e0e-429137141bf1,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:23.133555 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8e696cd2-64c9-4f73-ad11-a7862a22ba0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:23.140485 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8e696cd2-64c9-4f73-ad11-a7862a22ba0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:23.198049 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0b192b4d-f4dd-4a0b-9eee-f8afeec6ba48 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:23.204252 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a836dc-4546-4964-bd6f-ea0f77a4c862 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event deleted for resources: {'Port': ['ID=9724a5e4-d992-47f8-b4c7-46450a90d8dc,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:23.250866 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e696cd2-64c9-4f73-ad11-a7862a22ba0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d8314a-11f3-4916-8a27-be827685c276,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:23.257499 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8e696cd2-64c9-4f73-ad11-a7862a22ba0a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8b5f2abe670443a084664d7c0284f00a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6369464 Jul 29 23:52:23.263588 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 49956) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:23.280995 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d8f90379-4d56-43b6-be50-23b673b47e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:23.357393 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c57c68b8-4481-4b27-9453-005ed9edd8e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:23.394620 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-31a836dc-4546-4964-bd6f-ea0f77a4c862 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:23.425364 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c57c68b8-4481-4b27-9453-005ed9edd8e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:23.512477 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b051f58c-2b60-48d3-814e-bc4fc3647081 req-ae7e56f5-7c76-4dd2-8610-5649dca9ed4c tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:23.513491 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-ba06d3cf-a1fb-4842-9ee9-f2c13a7c4555 None None] Provisioning for port 048907df-d8c6-4e06-8e0e-429137141bf1 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:52:23.515365 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b051f58c-2b60-48d3-814e-bc4fc3647081 req-ae7e56f5-7c76-4dd2-8610-5649dca9ed4c tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/ports?device_id=7535b2bd-335e-4d82-bf23-754c839992db HTTP/1.1" status: 200 len: 946 time: 0.5827546 Jul 29 23:52:23.521197 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-ba06d3cf-a1fb-4842-9ee9-f2c13a7c4555 None None] Provisioning complete for port 048907df-d8c6-4e06-8e0e-429137141bf1 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:23.522566 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ba06d3cf-a1fb-4842-9ee9-f2c13a7c4555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:23.553076 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c57c68b8-4481-4b27-9453-005ed9edd8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:23.559481 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c57c68b8-4481-4b27-9453-005ed9edd8e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:23.562081 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c57c68b8-4481-4b27-9453-005ed9edd8e1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/44d8314a-11f3-4916-8a27-be827685c276 HTTP/1.1" status: 204 len: 168 time: 0.2969189 Jul 29 23:52:23.572622 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57c68b8-4481-4b27-9453-005ed9edd8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d8314a-11f3-4916-8a27-be827685c276,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:23.602839 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-ba06d3cf-a1fb-4842-9ee9-f2c13a7c4555 None None] Port 048907df-d8c6-4e06-8e0e-429137141bf1 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:52:23.797302 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b051f58c-2b60-48d3-814e-bc4fc3647081 req-27c70b52-7ee5-4a25-a71a-98c38be70884 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f717bff-2bc6-4137-934a-60e9a95b6304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2712049 Jul 29 23:52:23.810804 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0999e005-116f-4e92-8747-2d4b6033b87d tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Router 426aa120-6f98-4969-9b22-5bfee8de0b87 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:52:23.972778 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a836dc-4546-4964-bd6f-ea0f77a4c862 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Router 78151160-ad15-4117-a105-4222fa89bf96 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:52:23.975059 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0b192b4d-f4dd-4a0b-9eee-f8afeec6ba48 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:24.030799 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 49970) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:24.046957 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-25661c78-60f6-4891-ba83-fc26b1dff34b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:24.198612 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a836dc-4546-4964-bd6f-ea0f77a4c862 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:52:24.227225 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22809b34-a728-4530-b111-2e16aba5bca4 None None] Sync routers for ids ['78151160-ad15-4117-a105-4222fa89bf96'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:52:24.240403 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-25661c78-60f6-4891-ba83-fc26b1dff34b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:24.250190 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22809b34-a728-4530-b111-2e16aba5bca4 None None] Routers {'78151160-ad15-4117-a105-4222fa89bf96'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:52:24.251021 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-25661c78-60f6-4891-ba83-fc26b1dff34b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:24.253399 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-22809b34-a728-4530-b111-2e16aba5bca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:51:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['78151160-ad15-4117-a105-4222fa89bf96'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:24.305404 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-31a836dc-4546-4964-bd6f-ea0f77a4c862 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "PUT /v2.0/routers/78151160-ad15-4117-a105-4222fa89bf96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5866930 Jul 29 23:52:24.309008 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0999e005-116f-4e92-8747-2d4b6033b87d tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:52:24.312998 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 49976) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:24.323730 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6851a6-163a-4d04-b4bc-1ee493f98b3f None None] Sync routers for ids ['426aa120-6f98-4969-9b22-5bfee8de0b87'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:52:24.345019 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6851a6-163a-4d04-b4bc-1ee493f98b3f None None] Routers {'426aa120-6f98-4969-9b22-5bfee8de0b87'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:52:24.345714 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-4b6851a6-163a-4d04-b4bc-1ee493f98b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:51:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['426aa120-6f98-4969-9b22-5bfee8de0b87'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:24.351334 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25661c78-60f6-4891-ba83-fc26b1dff34b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c11bb348-a5e1-4525-ad5e-59f9032f5895,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:24.353605 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-22809b34-a728-4530-b111-2e16aba5bca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:24.372585 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22809b34-a728-4530-b111-2e16aba5bca4 None None] Routers {'78151160-ad15-4117-a105-4222fa89bf96'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:52:24.374731 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-22809b34-a728-4530-b111-2e16aba5bca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:51:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['78151160-ad15-4117-a105-4222fa89bf96'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:24.396483 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-25661c78-60f6-4891-ba83-fc26b1dff34b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c86d6ba5c45e4a92bd37ba7788d58bd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3618853 Jul 29 23:52:24.398044 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 49978) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:24.407582 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7fd5ac1-072f-462f-a81e-49439fc15e06 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] GET failed (client error): The resource could not be found. Jul 29 23:52:24.409468 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-a7fd5ac1-072f-462f-a81e-49439fc15e06 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "GET /v2.0/ports/9724a5e4-d992-47f8-b4c7-46450a90d8dc HTTP/1.1" status: 404 len: 333 time: 0.0774736 Jul 29 23:52:24.413429 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0999e005-116f-4e92-8747-2d4b6033b87d tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:24.440900 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-22809b34-a728-4530-b111-2e16aba5bca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:24.442077 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 49980) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:24.444655 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22809b34-a728-4530-b111-2e16aba5bca4 None None] The sync data for ids ['78151160-ad15-4117-a105-4222fa89bf96'] in n-d-712141-10 is: [] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:52:24.511305 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3a2b1b74-664d-4bed-9a96-2a0dd0783756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:24.548198 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-4b6851a6-163a-4d04-b4bc-1ee493f98b3f None None] Set router 426aa120-6f98-4969-9b22-5bfee8de0b87 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:52:24.556230 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3a2b1b74-664d-4bed-9a96-2a0dd0783756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:24.556470 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-0999e005-116f-4e92-8747-2d4b6033b87d tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 11.8896401 Jul 29 23:52:24.566694 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f14da80-c5b4-4b7b-b4c8-63682611adfa', 'tag': '9e832d8e-50f2-49c7-b374-2812b62eaf3f'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:52:24.566694 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1020ad00-9c45-41d1-b9c1-e1754e60dfda" -d '{"events": [{"name": "network-changed", "server_uuid": "6f14da80-c5b4-4b7b-b4c8-63682611adfa", "tag": "9e832d8e-50f2-49c7-b374-2812b62eaf3f"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:52:24.593021 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-23dcc4e0-3ac3-444b-8b3f-11570592b9a5 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for router, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:24.651394 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3a2b1b74-664d-4bed-9a96-2a0dd0783756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:24.654603 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3a2b1b74-664d-4bed-9a96-2a0dd0783756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:24.671145 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-3a2b1b74-664d-4bed-9a96-2a0dd0783756 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c11bb348-a5e1-4525-ad5e-59f9032f5895 HTTP/1.1" status: 204 len: 168 time: 0.2656634 Jul 29 23:52:24.701320 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2b1b74-664d-4bed-9a96-2a0dd0783756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11bb348-a5e1-4525-ad5e-59f9032f5895,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:24.703168 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe243126-81e5-4761-896e-5106fa122612 x-openstack-request-id: req-fe243126-81e5-4761-896e-5106fa122612 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:52:24.703671 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f14da80-c5b4-4b7b-b4c8-63682611adfa", "tag": "9e832d8e-50f2-49c7-b374-2812b62eaf3f", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:52:24.704090 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fe243126-81e5-4761-896e-5106fa122612 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:52:24.715478 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f14da80-c5b4-4b7b-b4c8-63682611adfa', 'tag': '9e832d8e-50f2-49c7-b374-2812b62eaf3f', 'status': 'completed', 'code': 200} Jul 29 23:52:24.927309 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-4b6851a6-163a-4d04-b4bc-1ee493f98b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426aa120-6f98-4969-9b22-5bfee8de0b87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1269105653', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '78abe34d-5e23-44e4-915c-691435d24a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:51:27Z', 'updated_at': '2021-07-29T23:51:41Z', 'revision_number': 4, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'gw_port': {'id': '78abe34d-5e23-44e4-915c-691435d24a26', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426aa120-6f98-4969-9b22-5bfee8de0b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:51:28Z', 'updated_at': '2021-07-29T23:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '7ceb998f-b127-4270-8ec8-749703d210dc', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'floating_ip_address': '172.25.0.4', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '426aa120-6f98-4969-9b22-5bfee8de0b87', 'port_id': '9e832d8e-50f2-49c7-b374-2812b62eaf3f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc512bd2-1884-47d3-acfd-802fe9e5ea94', 'mac_address': 'fa:16:3e:5d:63:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f14da80-c5b4-4b7b-b4c8-63682611adfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:52:18Z', 'updated_at': '2021-07-29T23:52:18Z', 'revision_number': 0, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a08634bb-a7e5-4876-a549-3c22883babdc', 'name': '', 'network_id': 'dc512bd2-1884-47d3-acfd-802fe9e5ea94', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'mac_address': 'fa:16:3e:ca:73:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426aa120-6f98-4969-9b22-5bfee8de0b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': 'df49fe6b-bf09-4372-9f2d-78eb19d120eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:51:37Z', 'updated_at': '2021-07-29T23:51:49Z', 'revision_number': 5, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'subnets': [{'id': 'df49fe6b-bf09-4372-9f2d-78eb19d120eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:24.962857 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6851a6-163a-4d04-b4bc-1ee493f98b3f None None] Checking router: 426aa120-6f98-4969-9b22-5bfee8de0b87 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:52:24.976355 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6851a6-163a-4d04-b4bc-1ee493f98b3f None None] Routers {'426aa120-6f98-4969-9b22-5bfee8de0b87'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:52:24.976985 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-4b6851a6-163a-4d04-b4bc-1ee493f98b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:51:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['426aa120-6f98-4969-9b22-5bfee8de0b87'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:25.074549 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-23dcc4e0-3ac3-444b-8b3f-11570592b9a5 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:25.090177 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-23dcc4e0-3ac3-444b-8b3f-11570592b9a5 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:25.126248 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1020ad00-9c45-41d1-b9c1-e1754e60dfda req-910d53b3-cf8c-4539-b3bf-e621d6bf0d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:25.127972 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1020ad00-9c45-41d1-b9c1-e1754e60dfda req-910d53b3-cf8c-4539-b3bf-e621d6bf0d81 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=65ae77200a164c0f8f007753b934a6ed&device_id=6f14da80-c5b4-4b7b-b4c8-63682611adfa HTTP/1.1" status: 200 len: 1097 time: 0.3356006 Jul 29 23:52:25.141381 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-4b6851a6-163a-4d04-b4bc-1ee493f98b3f None None] Set router 426aa120-6f98-4969-9b22-5bfee8de0b87 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:52:25.238297 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959909d-b3cc-4533-bdff-0d1316f84425 req-0e06fea4-863f-47d2-88e8-c3132a98cb20 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:25.240500 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6959909d-b3cc-4533-bdff-0d1316f84425 req-0e06fea4-863f-47d2-88e8-c3132a98cb20 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f14da80-c5b4-4b7b-b4c8-63682611adfa HTTP/1.1" status: 200 len: 945 time: 0.5395312 Jul 29 23:52:25.295872 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-23dcc4e0-3ac3-444b-8b3f-11570592b9a5 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:25.296842 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23dcc4e0-3ac3-444b-8b3f-11570592b9a5 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Fanout notify agent at l3_agent the message router_deleted on router 78151160-ad15-4117-a105-4222fa89bf96 {{(pid=94078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:52:25.308365 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad387d-aa24-4bfe-a783-ffdf471097be req-4801d3ed-cbe1-4b6f-8893-a13071053f2d tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:25.309965 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ebad387d-aa24-4bfe-a783-ffdf471097be req-4801d3ed-cbe1-4b6f-8893-a13071053f2d tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/ports?device_id=7535b2bd-335e-4d82-bf23-754c839992db HTTP/1.1" status: 200 len: 946 time: 0.3295493 Jul 29 23:52:25.318271 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-23dcc4e0-3ac3-444b-8b3f-11570592b9a5 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:25.324370 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50002) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:25.327058 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-23dcc4e0-3ac3-444b-8b3f-11570592b9a5 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "DELETE /v2.0/routers/78151160-ad15-4117-a105-4222fa89bf96 HTTP/1.1" status: 204 len: 168 time: 0.8829656 Jul 29 23:52:25.421217 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0b192b4d-f4dd-4a0b-9eee-f8afeec6ba48 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:25.441785 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2455b24-b9f5-4786-a1c2-2d683b2dac85 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Deleting subnet 9269a4b1-a6ff-42c0-9d99-34d7a6c6d8c8 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:52:25.443599 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6959909d-b3cc-4533-bdff-0d1316f84425 req-9e0c37d3-2317-440c-a1ae-1854222d2c9e tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=eee33ead-c9ea-49cf-84ce-c95496d326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1830862 Jul 29 23:52:25.464595 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f2455b24-b9f5-4786-a1c2-2d683b2dac85 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:25.473035 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ebad387d-aa24-4bfe-a783-ffdf471097be req-cccb5927-28d4-43f0-a314-d4bdf63f5803 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f717bff-2bc6-4137-934a-60e9a95b6304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838978 Jul 29 23:52:25.480340 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0b192b4d-f4dd-4a0b-9eee-f8afeec6ba48 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:25.495638 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 50006) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:25.538506 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f2455b24-b9f5-4786-a1c2-2d683b2dac85 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:25.645877 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-7fea9c8b-a1c3-4940-9159-e1af38253e61 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/floatingips/7ceb998f-b127-4270-8ec8-749703d210dc HTTP/1.1" status: 200 len: 989 time: 0.1403875 Jul 29 23:52:25.671553 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f2455b24-b9f5-4786-a1c2-2d683b2dac85 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:25.734237 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-4b6851a6-163a-4d04-b4bc-1ee493f98b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426aa120-6f98-4969-9b22-5bfee8de0b87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1269105653', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '78abe34d-5e23-44e4-915c-691435d24a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:51:27Z', 'updated_at': '2021-07-29T23:51:41Z', 'revision_number': 4, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'gw_port': {'id': '78abe34d-5e23-44e4-915c-691435d24a26', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426aa120-6f98-4969-9b22-5bfee8de0b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:51:28Z', 'updated_at': '2021-07-29T23:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '7ceb998f-b127-4270-8ec8-749703d210dc', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'floating_ip_address': '172.25.0.4', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '426aa120-6f98-4969-9b22-5bfee8de0b87', 'port_id': '9e832d8e-50f2-49c7-b374-2812b62eaf3f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc512bd2-1884-47d3-acfd-802fe9e5ea94', 'mac_address': 'fa:16:3e:5d:63:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f14da80-c5b4-4b7b-b4c8-63682611adfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:52:18Z', 'updated_at': '2021-07-29T23:52:18Z', 'revision_number': 0, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a08634bb-a7e5-4876-a549-3c22883babdc', 'name': '', 'network_id': 'dc512bd2-1884-47d3-acfd-802fe9e5ea94', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'mac_address': 'fa:16:3e:ca:73:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426aa120-6f98-4969-9b22-5bfee8de0b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': 'df49fe6b-bf09-4372-9f2d-78eb19d120eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:51:37Z', 'updated_at': '2021-07-29T23:51:49Z', 'revision_number': 5, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'subnets': [{'id': 'df49fe6b-bf09-4372-9f2d-78eb19d120eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:25.785719 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f2455b24-b9f5-4786-a1c2-2d683b2dac85 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:25.790086 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6851a6-163a-4d04-b4bc-1ee493f98b3f None None] The sync data for ids ['426aa120-6f98-4969-9b22-5bfee8de0b87'] in n-d-712141-10 is: [{'id': '426aa120-6f98-4969-9b22-5bfee8de0b87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1269105653', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '78abe34d-5e23-44e4-915c-691435d24a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:51:27Z', 'updated_at': '2021-07-29T23:51:41Z', 'revision_number': 4, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'gw_port': {'id': '78abe34d-5e23-44e4-915c-691435d24a26', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426aa120-6f98-4969-9b22-5bfee8de0b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:51:28Z', 'updated_at': '2021-07-29T23:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '7ceb998f-b127-4270-8ec8-749703d210dc', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'floating_ip_address': '172.25.0.4', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '426aa120-6f98-4969-9b22-5bfee8de0b87', 'port_id': '9e832d8e-50f2-49c7-b374-2812b62eaf3f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc512bd2-1884-47d3-acfd-802fe9e5ea94', 'mac_address': 'fa:16:3e:5d:63:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f14da80-c5b4-4b7b-b4c8-63682611adfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:52:18Z', 'updated_at': '2021-07-29T23:52:18Z', 'revision_number': 0, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a08634bb-a7e5-4876-a549-3c22883babdc', 'name': '', 'network_id': 'dc512bd2-1884-47d3-acfd-802fe9e5ea94', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'mac_address': 'fa:16:3e:ca:73:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426aa120-6f98-4969-9b22-5bfee8de0b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': 'df49fe6b-bf09-4372-9f2d-78eb19d120eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:51:37Z', 'updated_at': '2021-07-29T23:51:49Z', 'revision_number': 5, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'subnets': [{'id': 'df49fe6b-bf09-4372-9f2d-78eb19d120eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:52:25.883504 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2455b24-b9f5-4786-a1c2-2d683b2dac85 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event deleted for resources: {'Subnet': ['ID=9269a4b1-a6ff-42c0-9d99-34d7a6c6d8c8,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:25.905957 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f2455b24-b9f5-4786-a1c2-2d683b2dac85 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:25.912945 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-f2455b24-b9f5-4786-a1c2-2d683b2dac85 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "DELETE /v2.0/subnets/9269a4b1-a6ff-42c0-9d99-34d7a6c6d8c8 HTTP/1.1" status: 204 len: 168 time: 0.5854971 Jul 29 23:52:25.914917 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50016) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:25.925111 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc8eb64-8985-456c-b67b-303d3771bcd7 None None] Network d3a12b4d-105f-4e2f-a8d8-479f8583d16c requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:52:26.075221 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2a44c272-d254-45d6-bf32-aac392f33b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:26.108079 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0220d5a1-c514-4f9a-a07e-0ca0423ff76a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:26.113185 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b192b4d-f4dd-4a0b-9eee-f8afeec6ba48 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Pushing event updated for resources: {'Port': ['ID=048907df-d8c6-4e06-8e0e-429137141bf1,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:26.126116 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1020ad00-9c45-41d1-b9c1-e1754e60dfda req-3e5868bd-d187-42db-8cb7-b11a72cbc3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:26.127624 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1020ad00-9c45-41d1-b9c1-e1754e60dfda req-3e5868bd-d187-42db-8cb7-b11a72cbc3e5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=dc512bd2-1884-47d3-acfd-802fe9e5ea94 HTTP/1.1" status: 200 len: 898 time: 0.9881270 Jul 29 23:52:26.133155 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0b192b4d-f4dd-4a0b-9eee-f8afeec6ba48 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:26.211367 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-0220d5a1-c514-4f9a-a07e-0ca0423ff76a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Deleting port 55a329c5-1b46-463a-a10a-526d11a0dc20 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:52:26.211785 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0220d5a1-c514-4f9a-a07e-0ca0423ff76a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:26.254416 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57c1e3a-fc02-448a-9273-9b354f37afa0 None None] New status for floating IP 7ceb998f-b127-4270-8ec8-749703d210dc: ACTIVE {{(pid=94080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:52:26.283006 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1020ad00-9c45-41d1-b9c1-e1754e60dfda req-4298cbd0-b5a2-4001-b912-778d13d086fb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e832d8e-50f2-49c7-b374-2812b62eaf3f HTTP/1.1" status: 200 len: 997 time: 0.1462438 Jul 29 23:52:26.297338 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-0220d5a1-c514-4f9a-a07e-0ca0423ff76a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] For port 55a329c5-1b46-463a-a10a-526d11a0dc20, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=55a329c5-1b46-463a-a10a-526d11a0dc20,segment=NetworkSegment(9d79c831-85d1-44f1-82f4-cadd2abe3d7b),segment_id=9d79c831-85d1-44f1-82f4-cadd2abe3d7b)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:26.298287 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0220d5a1-c514-4f9a-a07e-0ca0423ff76a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:26.314847 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-0220d5a1-c514-4f9a-a07e-0ca0423ff76a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Calling delete_port for 55a329c5-1b46-463a-a10a-526d11a0dc20 owned by network:dhcp {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:52:26.334133 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a08d23-8915-4e83-ba3d-8d754a75cace None None] DHCP port deletion for d3a12b4d-105f-4e2f-a8d8-479f8583d16c request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:52:26.408491 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1020ad00-9c45-41d1-b9c1-e1754e60dfda req-1486e1f9-7d8b-4303-a24b-7a30973daf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:26.410346 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1020ad00-9c45-41d1-b9c1-e1754e60dfda req-1486e1f9-7d8b-4303-a24b-7a30973daf6a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df49fe6b-bf09-4372-9f2d-78eb19d120eb HTTP/1.1" status: 200 len: 835 time: 0.1141558 Jul 29 23:52:26.419025 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b192b4d-f4dd-4a0b-9eee-f8afeec6ba48 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Network 927b2996-96c9-4bae-a7f6-f32149570c61 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:52:26.424599 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-58a08d23-8915-4e83-ba3d-8d754a75cace None None] Deleting port 55a329c5-1b46-463a-a10a-526d11a0dc20 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:52:26.425112 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-58a08d23-8915-4e83-ba3d-8d754a75cace None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:26.429295 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-0b192b4d-f4dd-4a0b-9eee-f8afeec6ba48 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:52:26.533333 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1020ad00-9c45-41d1-b9c1-e1754e60dfda req-791a2bcb-f018-44fe-8e3c-bb0b5b111c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:26.535212 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1020ad00-9c45-41d1-b9c1-e1754e60dfda req-791a2bcb-f018-44fe-8e3c-bb0b5b111c46 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dc512bd2-1884-47d3-acfd-802fe9e5ea94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1145773 Jul 29 23:52:26.576078 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:26.623134 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-58a08d23-8915-4e83-ba3d-8d754a75cace None None] For port 55a329c5-1b46-463a-a10a-526d11a0dc20, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=55a329c5-1b46-463a-a10a-526d11a0dc20,segment=NetworkSegment(9d79c831-85d1-44f1-82f4-cadd2abe3d7b),segment_id=9d79c831-85d1-44f1-82f4-cadd2abe3d7b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:26.623551 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-58a08d23-8915-4e83-ba3d-8d754a75cace None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:26.652923 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50024) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:26.670414 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-58a08d23-8915-4e83-ba3d-8d754a75cace None None] Calling delete_port for 55a329c5-1b46-463a-a10a-526d11a0dc20 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:52:26.686351 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0220d5a1-c514-4f9a-a07e-0ca0423ff76a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:26.720895 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b192b4d-f4dd-4a0b-9eee-f8afeec6ba48 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Router dc9c8c39-df7a-44ac-9b6f-e531ca718089 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:52:26.856811 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0220d5a1-c514-4f9a-a07e-0ca0423ff76a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] No DVR routers for this DVR port 55a329c5-1b46-463a-a10a-526d11a0dc20 on host n-d-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:52:26.903083 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 55a329c5-1b46-463a-a10a-526d11a0dc20 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:52:26.917008 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1020ad00-9c45-41d1-b9c1-e1754e60dfda req-fbf8e65d-c920-414d-bf62-04249f5e7e26 service neutron] 10.222.0.41 "GET /v2.0/networks/dc512bd2-1884-47d3-acfd-802fe9e5ea94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306844 Jul 29 23:52:26.957946 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0220d5a1-c514-4f9a-a07e-0ca0423ff76a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event deleted for resources: {'Port': ['ID=55a329c5-1b46-463a-a10a-526d11a0dc20,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:26.962995 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 55a329c5-1b46-463a-a10a-526d11a0dc20 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:52:26.964025 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 55a329c5-1b46-463a-a10a-526d11a0dc20 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:52:27.007725 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-58a08d23-8915-4e83-ba3d-8d754a75cace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:27.104864 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a08d23-8915-4e83-ba3d-8d754a75cace None None] Pushing event deleted for resources: {'Port': ['ID=55a329c5-1b46-463a-a10a-526d11a0dc20,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:27.130041 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-064d2502-e0bb-4796-833f-9671fd4c4bba None None] Provisioning complete for port 048907df-d8c6-4e06-8e0e-429137141bf1 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:27.130041 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-064d2502-e0bb-4796-833f-9671fd4c4bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:27.175644 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a08d23-8915-4e83-ba3d-8d754a75cace None None] No DVR routers for this DVR port 55a329c5-1b46-463a-a10a-526d11a0dc20 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:52:27.219284 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-064d2502-e0bb-4796-833f-9671fd4c4bba None None] Port 048907df-d8c6-4e06-8e0e-429137141bf1 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:52:27.237133 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b192b4d-f4dd-4a0b-9eee-f8afeec6ba48 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:52:27.237908 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0220d5a1-c514-4f9a-a07e-0ca0423ff76a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:27.245009 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-0b192b4d-f4dd-4a0b-9eee-f8afeec6ba48 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "PUT /v2.0/routers/dc9c8c39-df7a-44ac-9b6f-e531ca718089/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0511708 Jul 29 23:52:27.247936 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 50036) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:27.249990 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-0220d5a1-c514-4f9a-a07e-0ca0423ff76a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3a12b4d-105f-4e2f-a8d8-479f8583d16c']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:27.252716 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62427d4-ce72-4534-8357-9342ede0d9d8 None None] Sync routers for ids ['dc9c8c39-df7a-44ac-9b6f-e531ca718089'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:52:27.268173 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62427d4-ce72-4534-8357-9342ede0d9d8 None None] Routers {'dc9c8c39-df7a-44ac-9b6f-e531ca718089'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:52:27.268805 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-a62427d4-ce72-4534-8357-9342ede0d9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:52:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['dc9c8c39-df7a-44ac-9b6f-e531ca718089'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:27.286351 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-0220d5a1-c514-4f9a-a07e-0ca0423ff76a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d79c831-85d1-44f1-82f4-cadd2abe3d7b') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:27.288497 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-0220d5a1-c514-4f9a-a07e-0ca0423ff76a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d79c831-85d1-44f1-82f4-cadd2abe3d7b') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:27.300007 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-80fcc07c-caad-4ade-a643-338adc502a3a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/floatingips/7ceb998f-b127-4270-8ec8-749703d210dc HTTP/1.1" status: 200 len: 991 time: 0.6459005 Jul 29 23:52:27.303852 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0220d5a1-c514-4f9a-a07e-0ca0423ff76a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:27.329402 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0220d5a1-c514-4f9a-a07e-0ca0423ff76a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:27.341255 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0220d5a1-c514-4f9a-a07e-0ca0423ff76a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:52:27.343741 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0220d5a1-c514-4f9a-a07e-0ca0423ff76a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:27.351584 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:52:27.351584 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:52:27.351584 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:52:27.351584 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:52:27.351584 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:52:27.351584 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:52:27.351584 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:52:27.351584 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:52:27.351584 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:52:27.351584 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:52:27.351584 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:52:27.351584 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:52:27.351584 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:52:27.351584 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:52:27.351584 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:52:27.351584 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:52:27.351584 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:52:27.351584 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:52:27.351584 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:52:27.351584 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:52:27.351584 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:52:27.351584 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:52:27.351584 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:52:27.351584 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:52:27.351584 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:52:27.351584 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:52:27.351584 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:52:27.351584 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:52:27.351584 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:52:27.351584 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:52:27.351584 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:52:27.351584 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:52:27.436887 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1020ad00-9c45-41d1-b9c1-e1754e60dfda req-3f7be8c5-10a6-4fd0-80ae-2c5eb3137419 service neutron] 10.222.0.41 "GET /v2.0/networks/dc512bd2-1884-47d3-acfd-802fe9e5ea94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4996712 Jul 29 23:52:27.445417 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0220d5a1-c514-4f9a-a07e-0ca0423ff76a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:27.459099 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0220d5a1-c514-4f9a-a07e-0ca0423ff76a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:27.467300 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0220d5a1-c514-4f9a-a07e-0ca0423ff76a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "DELETE /v2.0/networks/d3a12b4d-105f-4e2f-a8d8-479f8583d16c HTTP/1.1" status: 204 len: 168 time: 1.5475762 Jul 29 23:52:27.470869 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50042) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:27.523342 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0220d5a1-c514-4f9a-a07e-0ca0423ff76a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event deleted for resources: {'Network': ['ID=d3a12b4d-105f-4e2f-a8d8-479f8583d16c,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:27.619393 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118f310e-7985-4d11-b8d9-dd3dbb4a1484 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:27.620914 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-118f310e-7985-4d11-b8d9-dd3dbb4a1484 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "GET /v2.0/ports/f1befb57-8d31-4675-a2f0-197a27163646 HTTP/1.1" status: 200 len: 845 time: 0.1478679 Jul 29 23:52:27.631577 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50044) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:27.631688 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413a0308-aa81-4b1e-9f44-e976dbb1a8c6 tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:27.631688 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413a0308-aa81-4b1e-9f44-e976dbb1a8c6 tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:27.631688 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413a0308-aa81-4b1e-9f44-e976dbb1a8c6 tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:27.631688 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413a0308-aa81-4b1e-9f44-e976dbb1a8c6 tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:27.631688 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413a0308-aa81-4b1e-9f44-e976dbb1a8c6 tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:27.631688 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413a0308-aa81-4b1e-9f44-e976dbb1a8c6 tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:27.632366 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413a0308-aa81-4b1e-9f44-e976dbb1a8c6 tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:27.632910 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413a0308-aa81-4b1e-9f44-e976dbb1a8c6 tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:27.633437 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413a0308-aa81-4b1e-9f44-e976dbb1a8c6 tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:27.634990 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413a0308-aa81-4b1e-9f44-e976dbb1a8c6 tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:27.640542 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50048) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:27.641041 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-413a0308-aa81-4b1e-9f44-e976dbb1a8c6 tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6982 time: 0.3917930 Jul 29 23:52:27.715481 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-16e0942b-8f8f-424a-ae55-cd2cd1d6f8bb tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "GET /v2.0/ports/f1befb57-8d31-4675-a2f0-197a27163646?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0854228 Jul 29 23:52:27.721221 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 50050) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:27.726956 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-d56ca0b5-004d-4aa2-a854-f7defb71c2c9 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Request body: {'subnet': {'network_id': 'dcaa893a-6fe0-4e47-95bf-6fac6fda272b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:27.748074 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9f3b7f-39c3-4ca3-86c1-565c02bc1274 tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:27.748551 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9f3b7f-39c3-4ca3-86c1-565c02bc1274 tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:27.749011 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9f3b7f-39c3-4ca3-86c1-565c02bc1274 tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:27.749531 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9f3b7f-39c3-4ca3-86c1-565c02bc1274 tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:27.750211 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9f3b7f-39c3-4ca3-86c1-565c02bc1274 tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:27.750930 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9f3b7f-39c3-4ca3-86c1-565c02bc1274 tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:27.751385 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9f3b7f-39c3-4ca3-86c1-565c02bc1274 tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:27.751977 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9f3b7f-39c3-4ca3-86c1-565c02bc1274 tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:27.754278 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-aa9f3b7f-39c3-4ca3-86c1-565c02bc1274 tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5267 time: 0.1123991 Jul 29 23:52:27.756762 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50052) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:27.805411 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-a62427d4-ce72-4534-8357-9342ede0d9d8 None None] Set router dc9c8c39-df7a-44ac-9b6f-e531ca718089 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:52:27.953517 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:27.966844 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d56ca0b5-004d-4aa2-a854-f7defb71c2c9 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Made reservation on behalf of da9e7a969d04495c9d1e65f1005dc604 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:52:27.975400 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d56ca0b5-004d-4aa2-a854-f7defb71c2c9 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:28.020367 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-66a4b67a-9d8d-4111-8981-cc406341f384 tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4494 time: 0.2593639 Jul 29 23:52:28.091334 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-a62427d4-ce72-4534-8357-9342ede0d9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9c8c39-df7a-44ac-9b6f-e531ca718089', 'name': 'tempest-TestNetworkBasicOps-router-2109436085', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'd54af423-2005-4545-815d-527eb236854b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:52:06Z', 'updated_at': '2021-07-29T23:52:23Z', 'revision_number': 4, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'gw_port': {'id': 'd54af423-2005-4545-815d-527eb236854b', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9c8c39-df7a-44ac-9b6f-e531ca718089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:52:08Z', 'updated_at': '2021-07-29T23:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '048907df-d8c6-4e06-8e0e-429137141bf1', 'name': '', 'network_id': '927b2996-96c9-4bae-a7f6-f32149570c61', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'mac_address': 'fa:16:3e:65:af:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc9c8c39-df7a-44ac-9b6f-e531ca718089', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '3c3647d6-920b-43df-9182-c7a47762fcab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:52:21Z', 'updated_at': '2021-07-29T23:52:24Z', 'revision_number': 2, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'subnets': [{'id': '3c3647d6-920b-43df-9182-c7a47762fcab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:28.140020 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62427d4-ce72-4534-8357-9342ede0d9d8 None None] Checking router: dc9c8c39-df7a-44ac-9b6f-e531ca718089 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:52:28.140268 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62427d4-ce72-4534-8357-9342ede0d9d8 None None] Updating router dc9c8c39-df7a-44ac-9b6f-e531ca718089 port 048907df-d8c6-4e06-8e0e-429137141bf1 binding host n-d-712141-10 {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:52:28.172088 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a62427d4-ce72-4534-8357-9342ede0d9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:28.274896 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d56ca0b5-004d-4aa2-a854-f7defb71c2c9 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:28.318990 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56ca0b5-004d-4aa2-a854-f7defb71c2c9 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Network dcaa893a-6fe0-4e47-95bf-6fac6fda272b is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:52:28.324209 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-d56ca0b5-004d-4aa2-a854-f7defb71c2c9 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:52:28.337014 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56ca0b5-004d-4aa2-a854-f7defb71c2c9 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:28.338092 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d56ca0b5-004d-4aa2-a854-f7defb71c2c9 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:28.345069 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2af8d1b-c2d6-4617-9276-129eeb50ec43 None None] Network dcaa893a-6fe0-4e47-95bf-6fac6fda272b requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:52:28.357457 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-d56ca0b5-004d-4aa2-a854-f7defb71c2c9 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6349685 Jul 29 23:52:28.360284 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50068) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:28.367271 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-209ef4ab-a9c0-4d6f-ad16-eb8f4ba6c87d tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Request body: {'security_group': {'name': 'tempest-secgroup-1496106166'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:28.373472 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56ca0b5-004d-4aa2-a854-f7defb71c2c9 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event updated for resources: {'Subnet': ['ID=2f4de882-cf3c-4f3a-a364-656dee2583cc,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:28.408360 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-209ef4ab-a9c0-4d6f-ad16-eb8f4ba6c87d tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:28.590386 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-209ef4ab-a9c0-4d6f-ad16-eb8f4ba6c87d tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:28.596289 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-209ef4ab-a9c0-4d6f-ad16-eb8f4ba6c87d tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:28.638826 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-209ef4ab-a9c0-4d6f-ad16-eb8f4ba6c87d tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:28.640728 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-209ef4ab-a9c0-4d6f-ad16-eb8f4ba6c87d tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2789695 Jul 29 23:52:28.643615 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 50074) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:28.648980 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-c93b8b76-31e5-4dc4-aea8-e3c9a736a4de tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Request body: {'security_group': {'name': 'tempest-secgroup-1917546566'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:28.673372 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209ef4ab-a9c0-4d6f-ad16-eb8f4ba6c87d tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a59a31df-6f9f-4ddf-ad9f-d8c1ed4e1f12,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:28.717550 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c93b8b76-31e5-4dc4-aea8-e3c9a736a4de tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:28.730266 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50076) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:28.735863 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-c612c9bd-f0a6-4dd0-80a8-51eed06866e3 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1886083075', 'description': 'tempest-secgroup-smoke-1886083075 description', 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:28.749331 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a62427d4-ce72-4534-8357-9342ede0d9d8 None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:28.769977 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-a62427d4-ce72-4534-8357-9342ede0d9d8 None None] Transition to ACTIVE for port object 048907df-d8c6-4e06-8e0e-429137141bf1 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:52:28.773043 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c612c9bd-f0a6-4dd0-80a8-51eed06866e3 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:28.785060 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a62427d4-ce72-4534-8357-9342ede0d9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:28.800829 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3183032e-8797-461d-85e0-a522a0dbea30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-dcaa893a-6fe0-4e47-95bf-6fac6fda272b', 'network_id': 'dcaa893a-6fe0-4e47-95bf-6fac6fda272b', 'tenant_id': 'da9e7a969d04495c9d1e65f1005dc604', 'fixed_ips': [{'subnet_id': '2f4de882-cf3c-4f3a-a364-656dee2583cc'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:52:28.803259 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3183032e-8797-461d-85e0-a522a0dbea30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:28.904509 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a49c18-e6dc-4b46-ae16-83bd0faa3e2d None None] Pushing event updated for resources: {'Port': ['ID=048907df-d8c6-4e06-8e0e-429137141bf1,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:28.925274 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c93b8b76-31e5-4dc4-aea8-e3c9a736a4de tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:28.941247 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c93b8b76-31e5-4dc4-aea8-e3c9a736a4de tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:29.052516 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93b8b76-31e5-4dc4-aea8-e3c9a736a4de tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a81930f0-8962-43d9-92a6-d2c29c807dd8,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:29.119897 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c612c9bd-f0a6-4dd0-80a8-51eed06866e3 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:29.124787 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c612c9bd-f0a6-4dd0-80a8-51eed06866e3 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:29.133422 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c93b8b76-31e5-4dc4-aea8-e3c9a736a4de tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:29.136321 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-c93b8b76-31e5-4dc4-aea8-e3c9a736a4de tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4913304 Jul 29 23:52:29.139582 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 50084) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:29.145814 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-92a35ca2-fe81-45aa-b06d-8ee8f5958631 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-976408130', 'security_groups': ['a81930f0-8962-43d9-92a6-d2c29c807dd8'], 'network_id': 'dcaa893a-6fe0-4e47-95bf-6fac6fda272b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2f4de882-cf3c-4f3a-a364-656dee2583cc'}]}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:29.178789 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c612c9bd-f0a6-4dd0-80a8-51eed06866e3 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21a0ca3e-129e-4a59-be0d-7121517858c7,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:29.184417 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-3183032e-8797-461d-85e0-a522a0dbea30 None None] Allocated IP 2001:db8::2 (dcaa893a-6fe0-4e47-95bf-6fac6fda272b/2f4de882-cf3c-4f3a-a364-656dee2583cc/3f4c0bf9-8b23-4c9a-980a-86eddead3186) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:52:29.207402 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c612c9bd-f0a6-4dd0-80a8-51eed06866e3 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:29.209076 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c612c9bd-f0a6-4dd0-80a8-51eed06866e3 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4778099 Jul 29 23:52:29.213086 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50086) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:29.228661 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-a62427d4-ce72-4534-8357-9342ede0d9d8 None None] Attempting to bind port 048907df-d8c6-4e06-8e0e-429137141bf1 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:52:29.229574 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-a62427d4-ce72-4534-8357-9342ede0d9d8 None None] Attempting to bind port 048907df-d8c6-4e06-8e0e-429137141bf1 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '9ff6e765-cf91-47a1-b3b0-38270934f391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '927b2996-96c9-4bae-a7f6-f32149570c61'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:52:29.230039 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-a18fcecc-df29-4a74-881c-56373d9fb89e tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Request body: {'security_group_rule': {'security_group_id': '21a0ca3e-129e-4a59-be0d-7121517858c7', 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:29.230345 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62427d4-ce72-4534-8357-9342ede0d9d8 None None] Attempting to bind port 048907df-d8c6-4e06-8e0e-429137141bf1 on network 927b2996-96c9-4bae-a7f6-f32149570c61 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:52:29.248697 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62427d4-ce72-4534-8357-9342ede0d9d8 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:52:29.249134 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62427d4-ce72-4534-8357-9342ede0d9d8 None None] Checking segment: {'id': '9ff6e765-cf91-47a1-b3b0-38270934f391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '927b2996-96c9-4bae-a7f6-f32149570c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:52:29.249792 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a62427d4-ce72-4534-8357-9342ede0d9d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:29.250225 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62427d4-ce72-4534-8357-9342ede0d9d8 None None] Bound using segment: {'id': '9ff6e765-cf91-47a1-b3b0-38270934f391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '927b2996-96c9-4bae-a7f6-f32149570c61'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:52:29.251090 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-a62427d4-ce72-4534-8357-9342ede0d9d8 None None] Bound port: 048907df-d8c6-4e06-8e0e-429137141bf1, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ff6e765-cf91-47a1-b3b0-38270934f391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '927b2996-96c9-4bae-a7f6-f32149570c61'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:52:29.251915 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a62427d4-ce72-4534-8357-9342ede0d9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:29.293005 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a18fcecc-df29-4a74-881c-56373d9fb89e tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:29.362792 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a35ca2-fe81-45aa-b06d-8ee8f5958631 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Made reservation on behalf of da9e7a969d04495c9d1e65f1005dc604 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:52:29.395633 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a18fcecc-df29-4a74-881c-56373d9fb89e tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:29.410558 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a18fcecc-df29-4a74-881c-56373d9fb89e tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:29.442441 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:29.450287 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18fcecc-df29-4a74-881c-56373d9fb89e tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9f52c45-e9ca-47bf-9bde-a9a329119a5c,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:29.456518 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a18fcecc-df29-4a74-881c-56373d9fb89e tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:29.457822 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a18fcecc-df29-4a74-881c-56373d9fb89e tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2424150 Jul 29 23:52:29.461613 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50092) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:29.466646 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-773bda75-5555-46c7-898e-038025d55783 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Request body: {'security_group_rule': {'security_group_id': '21a0ca3e-129e-4a59-be0d-7121517858c7', 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:29.507102 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-773bda75-5555-46c7-898e-038025d55783 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:29.527498 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-a62427d4-ce72-4534-8357-9342ede0d9d8 None None] For port 048907df-d8c6-4e06-8e0e-429137141bf1, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:52:29.527943 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-92a35ca2-fe81-45aa-b06d-8ee8f5958631 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:29.533402 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-a62427d4-ce72-4534-8357-9342ede0d9d8 None None] For port 048907df-d8c6-4e06-8e0e-429137141bf1, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=048907df-d8c6-4e06-8e0e-429137141bf1,segment=NetworkSegment(9ff6e765-cf91-47a1-b3b0-38270934f391),segment_id=9ff6e765-cf91-47a1-b3b0-38270934f391)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:52:29.544334 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a62427d4-ce72-4534-8357-9342ede0d9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:29.556698 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [None req-92a35ca2-fe81-45aa-b06d-8ee8f5958631 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] device_id is not set on port 20c36ddd-e078-425b-83a1-2dd664d9091e yet. {{(pid=94078) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:52:29.632294 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-773bda75-5555-46c7-898e-038025d55783 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:29.640088 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-773bda75-5555-46c7-898e-038025d55783 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:29.664392 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a49c18-e6dc-4b46-ae16-83bd0faa3e2d None None] Pushing event updated for resources: {'Port': ['ID=048907df-d8c6-4e06-8e0e-429137141bf1,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:29.672026 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62427d4-ce72-4534-8357-9342ede0d9d8 None None] Routers {'dc9c8c39-df7a-44ac-9b6f-e531ca718089'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:52:29.672636 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-a62427d4-ce72-4534-8357-9342ede0d9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:52:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['dc9c8c39-df7a-44ac-9b6f-e531ca718089'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:29.675318 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3183032e-8797-461d-85e0-a522a0dbea30 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:29.678118 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773bda75-5555-46c7-898e-038025d55783 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7adab4b5-6e92-4141-bf73-1f5fd766f93c,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:29.716284 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-773bda75-5555-46c7-898e-038025d55783 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:29.723946 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-773bda75-5555-46c7-898e-038025d55783 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2599480 Jul 29 23:52:29.725659 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50100) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:29.734082 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-df34bc87-8b22-44a5-ac04-f4516282f18f tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Request body: {'security_group_rule': {'security_group_id': '21a0ca3e-129e-4a59-be0d-7121517858c7', 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:29.750584 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-3183032e-8797-461d-85e0-a522a0dbea30 None None] Transition to ACTIVE for port object 3f4c0bf9-8b23-4c9a-980a-86eddead3186 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:52:29.781130 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-df34bc87-8b22-44a5-ac04-f4516282f18f tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:29.800492 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-3183032e-8797-461d-85e0-a522a0dbea30 None None] Transition to ACTIVE for port object 3f4c0bf9-8b23-4c9a-980a-86eddead3186 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:52:29.880257 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-a62427d4-ce72-4534-8357-9342ede0d9d8 None None] Set router dc9c8c39-df7a-44ac-9b6f-e531ca718089 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:52:29.888548 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-df34bc87-8b22-44a5-ac04-f4516282f18f tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:29.905007 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-df34bc87-8b22-44a5-ac04-f4516282f18f tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:29.920753 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3183032e-8797-461d-85e0-a522a0dbea30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:29.938130 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df34bc87-8b22-44a5-ac04-f4516282f18f tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=378fb0fb-8363-4b57-a4c1-9de64ca50f1b,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:29.975946 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-df34bc87-8b22-44a5-ac04-f4516282f18f tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:29.981813 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-df34bc87-8b22-44a5-ac04-f4516282f18f tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2519186 Jul 29 23:52:29.981813 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50104) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:29.989086 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-8a9cff7e-048a-4d48-96ec-9ecbb1141e0f tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Request body: {'security_group_rule': {'security_group_id': '21a0ca3e-129e-4a59-be0d-7121517858c7', 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:30.046663 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8a9cff7e-048a-4d48-96ec-9ecbb1141e0f tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:30.050661 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3183032e-8797-461d-85e0-a522a0dbea30 None None] Network dcaa893a-6fe0-4e47-95bf-6fac6fda272b is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:52:30.052637 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-92a35ca2-fe81-45aa-b06d-8ee8f5958631 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Allocated IP 2001:db8::1d4 (dcaa893a-6fe0-4e47-95bf-6fac6fda272b/2f4de882-cf3c-4f3a-a364-656dee2583cc/20c36ddd-e078-425b-83a1-2dd664d9091e) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:52:30.118026 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-3183032e-8797-461d-85e0-a522a0dbea30 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:52:30.124455 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3183032e-8797-461d-85e0-a522a0dbea30 None None] Pushing event updated for resources: {'Port': ['ID=3f4c0bf9-8b23-4c9a-980a-86eddead3186,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:30.143379 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3183032e-8797-461d-85e0-a522a0dbea30 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:52:30.144131 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8a9cff7e-048a-4d48-96ec-9ecbb1141e0f tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:30.150131 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8a9cff7e-048a-4d48-96ec-9ecbb1141e0f tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:30.200221 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8a9cff7e-048a-4d48-96ec-9ecbb1141e0f tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:30.204572 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8a9cff7e-048a-4d48-96ec-9ecbb1141e0f tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2218709 Jul 29 23:52:30.205205 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50110) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:30.212187 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-5f963642-a0d1-4642-b62b-92a850d6e0be tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Request body: {'security_group_rule': {'security_group_id': '21a0ca3e-129e-4a59-be0d-7121517858c7', 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:30.218617 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9cff7e-048a-4d48-96ec-9ecbb1141e0f tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=836a0109-5dbe-49f0-b1e3-98f9dc603466,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:30.242527 n-d-712141-10 neutron-server[94077]: INFO neutron.db.securitygroups_db [None req-5f963642-a0d1-4642-b62b-92a850d6e0be tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Project bd9be2c0ad754adeaed7eabee32aed90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 23:52:30.255781 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5f963642-a0d1-4642-b62b-92a850d6e0be tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:30.305026 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-3183032e-8797-461d-85e0-a522a0dbea30 None None] Attempting to bind port 3f4c0bf9-8b23-4c9a-980a-86eddead3186 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:52:30.307508 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-3183032e-8797-461d-85e0-a522a0dbea30 None None] Attempting to bind port 3f4c0bf9-8b23-4c9a-980a-86eddead3186 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '43b8814e-a175-47b1-b48e-a159030c3f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'dcaa893a-6fe0-4e47-95bf-6fac6fda272b'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:52:30.308200 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3183032e-8797-461d-85e0-a522a0dbea30 None None] Attempting to bind port 3f4c0bf9-8b23-4c9a-980a-86eddead3186 on network dcaa893a-6fe0-4e47-95bf-6fac6fda272b {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:52:30.314264 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-92a35ca2-fe81-45aa-b06d-8ee8f5958631 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:30.322689 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3183032e-8797-461d-85e0-a522a0dbea30 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:52:30.323097 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3183032e-8797-461d-85e0-a522a0dbea30 None None] Checking segment: {'id': '43b8814e-a175-47b1-b48e-a159030c3f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'dcaa893a-6fe0-4e47-95bf-6fac6fda272b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:52:30.323630 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3183032e-8797-461d-85e0-a522a0dbea30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:30.324168 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3183032e-8797-461d-85e0-a522a0dbea30 None None] Bound using segment: {'id': '43b8814e-a175-47b1-b48e-a159030c3f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'dcaa893a-6fe0-4e47-95bf-6fac6fda272b'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:52:30.325289 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-3183032e-8797-461d-85e0-a522a0dbea30 None None] Bound port: 3f4c0bf9-8b23-4c9a-980a-86eddead3186, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b8814e-a175-47b1-b48e-a159030c3f84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'dcaa893a-6fe0-4e47-95bf-6fac6fda272b'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:52:30.325289 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3183032e-8797-461d-85e0-a522a0dbea30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:30.344965 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-92a35ca2-fe81-45aa-b06d-8ee8f5958631 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Transition to ACTIVE for port object 20c36ddd-e078-425b-83a1-2dd664d9091e will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:52:30.416735 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5f963642-a0d1-4642-b62b-92a850d6e0be tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:30.425471 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5f963642-a0d1-4642-b62b-92a850d6e0be tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:30.430594 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-92a35ca2-fe81-45aa-b06d-8ee8f5958631 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:30.471618 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-3183032e-8797-461d-85e0-a522a0dbea30 None None] For port 3f4c0bf9-8b23-4c9a-980a-86eddead3186, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:52:30.472262 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f963642-a0d1-4642-b62b-92a850d6e0be tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a73fb44a-2619-439e-96f2-d64bf5be2f5f,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:30.482898 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-3183032e-8797-461d-85e0-a522a0dbea30 None None] For port 3f4c0bf9-8b23-4c9a-980a-86eddead3186, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=3f4c0bf9-8b23-4c9a-980a-86eddead3186,segment=NetworkSegment(43b8814e-a175-47b1-b48e-a159030c3f84),segment_id=43b8814e-a175-47b1-b48e-a159030c3f84)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:52:30.492386 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3183032e-8797-461d-85e0-a522a0dbea30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:30.497313 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5f963642-a0d1-4642-b62b-92a850d6e0be tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:30.498818 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-5f963642-a0d1-4642-b62b-92a850d6e0be tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2909164 Jul 29 23:52:30.501859 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50114) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:30.529467 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a35ca2-fe81-45aa-b06d-8ee8f5958631 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Network dcaa893a-6fe0-4e47-95bf-6fac6fda272b is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:52:30.537294 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-92a35ca2-fe81-45aa-b06d-8ee8f5958631 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:52:30.537428 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-c861628b-7a0a-4133-9d2e-9446e017b376 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Request body: {'security_group_rule': {'security_group_id': '21a0ca3e-129e-4a59-be0d-7121517858c7', 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:30.544115 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a35ca2-fe81-45aa-b06d-8ee8f5958631 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:52:30.550550 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a35ca2-fe81-45aa-b06d-8ee8f5958631 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:30.551838 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-92a35ca2-fe81-45aa-b06d-8ee8f5958631 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:30.554869 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3183032e-8797-461d-85e0-a522a0dbea30 None None] Pushing event updated for resources: {'Port': ['ID=3f4c0bf9-8b23-4c9a-980a-86eddead3186,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:30.573685 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a35ca2-fe81-45aa-b06d-8ee8f5958631 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event updated for resources: {'Port': ['ID=20c36ddd-e078-425b-83a1-2dd664d9091e,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:30.601389 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-a62427d4-ce72-4534-8357-9342ede0d9d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9c8c39-df7a-44ac-9b6f-e531ca718089', 'name': 'tempest-TestNetworkBasicOps-router-2109436085', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'd54af423-2005-4545-815d-527eb236854b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:52:06Z', 'updated_at': '2021-07-29T23:52:23Z', 'revision_number': 4, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'gw_port': {'id': 'd54af423-2005-4545-815d-527eb236854b', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9c8c39-df7a-44ac-9b6f-e531ca718089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:52:08Z', 'updated_at': '2021-07-29T23:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '048907df-d8c6-4e06-8e0e-429137141bf1', 'name': '', 'network_id': '927b2996-96c9-4bae-a7f6-f32149570c61', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'mac_address': 'fa:16:3e:65:af:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc9c8c39-df7a-44ac-9b6f-e531ca718089', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '3c3647d6-920b-43df-9182-c7a47762fcab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:52:21Z', 'updated_at': '2021-07-29T23:52:29Z', 'revision_number': 4, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'subnets': [{'id': '3c3647d6-920b-43df-9182-c7a47762fcab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:30.613693 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-92a35ca2-fe81-45aa-b06d-8ee8f5958631 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4699824 Jul 29 23:52:30.613901 n-d-712141-10 neutron-server[94077]: INFO neutron.db.securitygroups_db [None req-c861628b-7a0a-4133-9d2e-9446e017b376 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Project bd9be2c0ad754adeaed7eabee32aed90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 23:52:30.614670 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 50120) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:30.620274 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c861628b-7a0a-4133-9d2e-9446e017b376 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:30.634950 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-d6667b4f-3351-4963-9301-924e8a58e443 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Request body: {'subnet': {'network_id': 'dcaa893a-6fe0-4e47-95bf-6fac6fda272b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:30.664492 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62427d4-ce72-4534-8357-9342ede0d9d8 None None] The sync data for ids ['dc9c8c39-df7a-44ac-9b6f-e531ca718089'] in n-d-712141-10 is: [{'id': 'dc9c8c39-df7a-44ac-9b6f-e531ca718089', 'name': 'tempest-TestNetworkBasicOps-router-2109436085', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'd54af423-2005-4545-815d-527eb236854b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:52:06Z', 'updated_at': '2021-07-29T23:52:23Z', 'revision_number': 4, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'gw_port': {'id': 'd54af423-2005-4545-815d-527eb236854b', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9c8c39-df7a-44ac-9b6f-e531ca718089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:52:08Z', 'updated_at': '2021-07-29T23:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '048907df-d8c6-4e06-8e0e-429137141bf1', 'name': '', 'network_id': '927b2996-96c9-4bae-a7f6-f32149570c61', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'mac_address': 'fa:16:3e:65:af:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc9c8c39-df7a-44ac-9b6f-e531ca718089', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '3c3647d6-920b-43df-9182-c7a47762fcab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:52:21Z', 'updated_at': '2021-07-29T23:52:29Z', 'revision_number': 4, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'subnets': [{'id': '3c3647d6-920b-43df-9182-c7a47762fcab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:52:30.811752 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c861628b-7a0a-4133-9d2e-9446e017b376 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:30.817256 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c861628b-7a0a-4133-9d2e-9446e017b376 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:30.855644 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6667b4f-3351-4963-9301-924e8a58e443 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Made reservation on behalf of da9e7a969d04495c9d1e65f1005dc604 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:52:30.859668 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c861628b-7a0a-4133-9d2e-9446e017b376 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=245b8937-f4b1-459f-9155-41c1425c518d,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:30.864518 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c861628b-7a0a-4133-9d2e-9446e017b376 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:30.865661 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d6667b4f-3351-4963-9301-924e8a58e443 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:30.876504 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c861628b-7a0a-4133-9d2e-9446e017b376 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3723493 Jul 29 23:52:31.104012 n-d-712141-10 neutron-server[94078]: INFO neutron.db.ipam_backend_mixin [None req-d6667b4f-3351-4963-9301-924e8a58e443 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2f4de882-cf3c-4f3a-a364-656dee2583cc (CIDR: 2001:db8::/64) Jul 29 23:52:31.110710 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6667b4f-3351-4963-9301-924e8a58e443 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:52:31.112820 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6667b4f-3351-4963-9301-924e8a58e443 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:52:31.147214 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50132) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:31.147572 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-d6667b4f-3351-4963-9301-924e8a58e443 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5319498 Jul 29 23:52:31.155014 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-dd481347-4ee9-470d-ab42-881f1a147510 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Request body: {'subnet': {'network_id': 'dcaa893a-6fe0-4e47-95bf-6fac6fda272b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:31.299175 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f7d8fcf5-cac8-43b9-ab02-7df32bd0af51 req-5ddf6226-a983-41f8-bf0d-c92931a10319 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1886083075&fields=id&tenant_id=bd9be2c0ad754adeaed7eabee32aed90 HTTP/1.1" status: 200 len: 267 time: 0.0568953 Jul 29 23:52:31.336096 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd481347-4ee9-470d-ab42-881f1a147510 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Made reservation on behalf of da9e7a969d04495c9d1e65f1005dc604 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:52:31.342896 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-dd481347-4ee9-470d-ab42-881f1a147510 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:31.466134 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8fcf5-cac8-43b9-ab02-7df32bd0af51 req-0bfaa966-10c9-4f46-9e3e-f80ca2924c66 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:31.468690 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f7d8fcf5-cac8-43b9-ab02-7df32bd0af51 req-0bfaa966-10c9-4f46-9e3e-f80ca2924c66 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/networks?id=927b2996-96c9-4bae-a7f6-f32149570c61 HTTP/1.1" status: 200 len: 797 time: 0.1524837 Jul 29 23:52:31.498364 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f7d8fcf5-cac8-43b9-ab02-7df32bd0af51 req-768e06df-6f4b-43f0-8c3c-0291bcb9b5af tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/quotas/bd9be2c0ad754adeaed7eabee32aed90 HTTP/1.1" status: 200 len: 375 time: 0.0180027 Jul 29 23:52:31.633572 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f7d8fcf5-cac8-43b9-ab02-7df32bd0af51 req-d0eb1ea0-368c-4002-8235-e613b530d52e tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=bd9be2c0ad754adeaed7eabee32aed90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1193588 Jul 29 23:52:31.862412 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f7d8fcf5-cac8-43b9-ab02-7df32bd0af51 req-0927f54c-2aba-4c3d-80f3-cfb1d1eefca5 service neutron] 10.222.0.43 "GET /v2.0/networks/927b2996-96c9-4bae-a7f6-f32149570c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101007 Jul 29 23:52:32.124815 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f7d8fcf5-cac8-43b9-ab02-7df32bd0af51 req-29582bfd-1391-4e64-9965-bf586f8df651 service neutron] 10.222.0.43 "GET /v2.0/networks/927b2996-96c9-4bae-a7f6-f32149570c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533698 Jul 29 23:52:32.387381 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-a10915c0-a0fd-49e4-99bf-706264aa8ad2 None None] Provisioning for port 3f4c0bf9-8b23-4c9a-980a-86eddead3186 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:52:32.443122 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-a10915c0-a0fd-49e4-99bf-706264aa8ad2 None None] Provisioning complete for port f1befb57-8d31-4675-a2f0-197a27163646 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:32.444169 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a10915c0-a0fd-49e4-99bf-706264aa8ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:32.528100 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-86c6ace8-9db3-47ef-b42e-85d45d314b30 req-676cd7ea-54a1-419c-a1df-bd52c760b030 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/ports?device_id=33ae2e5e-3966-467e-bbd9-ec121561fb8d HTTP/1.1" status: 200 len: 210 time: 0.0914507 Jul 29 23:52:32.544154 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-dd481347-4ee9-470d-ab42-881f1a147510 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:32.573410 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-a10915c0-a0fd-49e4-99bf-706264aa8ad2 None None] Port f1befb57-8d31-4675-a2f0-197a27163646 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:52:32.736836 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd481347-4ee9-470d-ab42-881f1a147510 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Network dcaa893a-6fe0-4e47-95bf-6fac6fda272b is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:52:32.750091 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-dd481347-4ee9-470d-ab42-881f1a147510 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:52:32.771170 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd481347-4ee9-470d-ab42-881f1a147510 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:32.772494 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-dd481347-4ee9-470d-ab42-881f1a147510 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:32.788175 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd481347-4ee9-470d-ab42-881f1a147510 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event updated for resources: {'Subnet': ['ID=cbba6cfb-ee36-44ac-8b29-b9a0f8be3d6b,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:32.822081 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c830ecc4-9a31-4e3f-b469-73f57aa0bf55 None None] Provisioning for port 20c36ddd-e078-425b-83a1-2dd664d9091e completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:52:32.825159 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-dd481347-4ee9-470d-ab42-881f1a147510 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.6750269 Jul 29 23:52:32.828842 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 50172) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:32.835325 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c830ecc4-9a31-4e3f-b469-73f57aa0bf55 None None] Provisioning complete for port 20c36ddd-e078-425b-83a1-2dd664d9091e triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:32.835663 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c830ecc4-9a31-4e3f-b469-73f57aa0bf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:32.838219 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-779a08f0-8757-4a5d-8916-4489eaf70ac7 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1579101314', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'cbba6cfb-ee36-44ac-8b29-b9a0f8be3d6b'}], 'security_groups': ['a59a31df-6f9f-4ddf-ad9f-d8c1ed4e1f12']}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:32.897552 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a147bf11-099d-4528-8d40-408cfd52994f None None] Network dcaa893a-6fe0-4e47-95bf-6fac6fda272b requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:52:33.027488 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-779a08f0-8757-4a5d-8916-4489eaf70ac7 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:33.210312 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-c830ecc4-9a31-4e3f-b469-73f57aa0bf55 None None] Port 20c36ddd-e078-425b-83a1-2dd664d9091e cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:52:33.213019 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 3f4c0bf9-8b23-4c9a-980a-86eddead3186 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:52:33.372218 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 3f4c0bf9-8b23-4c9a-980a-86eddead3186 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:52:33.397278 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 3f4c0bf9-8b23-4c9a-980a-86eddead3186 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:33.398416 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:33.580812 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-779a08f0-8757-4a5d-8916-4489eaf70ac7 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Delete allocated IP 2001:db8::1d4 (dcaa893a-6fe0-4e47-95bf-6fac6fda272b/2f4de882-cf3c-4f3a-a364-656dee2583cc) {{(pid=94078) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 29 23:52:33.592666 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:33.601297 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-779a08f0-8757-4a5d-8916-4489eaf70ac7 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Allocated IP 2001:db8:0:1::39f (dcaa893a-6fe0-4e47-95bf-6fac6fda272b/cbba6cfb-ee36-44ac-8b29-b9a0f8be3d6b/20c36ddd-e078-425b-83a1-2dd664d9091e) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:52:33.643711 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 3f4c0bf9-8b23-4c9a-980a-86eddead3186, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=3f4c0bf9-8b23-4c9a-980a-86eddead3186,segment=NetworkSegment(43b8814e-a175-47b1-b48e-a159030c3f84),segment_id=43b8814e-a175-47b1-b48e-a159030c3f84)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:33.649720 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0902db-e550-453b-ad9f-5b2a1a39ea7f None None] Update dhcp port {'port': {'network_id': 'dcaa893a-6fe0-4e47-95bf-6fac6fda272b', 'fixed_ips': [{'subnet_id': '2f4de882-cf3c-4f3a-a364-656dee2583cc', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cbba6cfb-ee36-44ac-8b29-b9a0f8be3d6b'}], 'binding:host_id': 'n-d-712141-10'}, 'id': '3f4c0bf9-8b23-4c9a-980a-86eddead3186'} from n-d-712141-10. {{(pid=94079) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 23:52:33.653799 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:33.654610 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 048907df-d8c6-4e06-8e0e-429137141bf1 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:52:33.668690 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-57338673-377e-43dd-b9f0-276a4447c188 req-6ba7e5b2-16dc-46e6-aa1f-da8e75775383 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/ports?device_id=33ae2e5e-3966-467e-bbd9-ec121561fb8d HTTP/1.1" status: 200 len: 210 time: 0.0329454 Jul 29 23:52:33.766806 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1c0902db-e550-453b-ad9f-5b2a1a39ea7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:33.791454 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=3f4c0bf9-8b23-4c9a-980a-86eddead3186,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:33.850094 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 048907df-d8c6-4e06-8e0e-429137141bf1 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:52:33.859723 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 048907df-d8c6-4e06-8e0e-429137141bf1 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:33.860185 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:33.905185 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-779a08f0-8757-4a5d-8916-4489eaf70ac7 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:33.936585 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-779a08f0-8757-4a5d-8916-4489eaf70ac7 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Transition to ACTIVE for port object 20c36ddd-e078-425b-83a1-2dd664d9091e will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:52:33.945098 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-779a08f0-8757-4a5d-8916-4489eaf70ac7 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:34.084937 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-779a08f0-8757-4a5d-8916-4489eaf70ac7 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] In _notify_port_updated(), no bound segment for port 20c36ddd-e078-425b-83a1-2dd664d9091e on network dcaa893a-6fe0-4e47-95bf-6fac6fda272b {{(pid=94078) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:52:34.091308 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779a08f0-8757-4a5d-8916-4489eaf70ac7 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:34.091979 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-779a08f0-8757-4a5d-8916-4489eaf70ac7 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:34.093547 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-779a08f0-8757-4a5d-8916-4489eaf70ac7 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "PUT /v2.0/ports/20c36ddd-e078-425b-83a1-2dd664d9091e HTTP/1.1" status: 200 len: 931 time: 1.2629588 Jul 29 23:52:34.097247 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50188) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:34.110143 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779a08f0-8757-4a5d-8916-4489eaf70ac7 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event updated for resources: {'Port': ['ID=20c36ddd-e078-425b-83a1-2dd664d9091e,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:34.137695 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:34.153692 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-1c0902db-e550-453b-ad9f-5b2a1a39ea7f None None] Allocated IP 2001:db8:0:1::2 (dcaa893a-6fe0-4e47-95bf-6fac6fda272b/cbba6cfb-ee36-44ac-8b29-b9a0f8be3d6b/3f4c0bf9-8b23-4c9a-980a-86eddead3186) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:52:34.223167 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8fcf5-cac8-43b9-ab02-7df32bd0af51 req-56f9d134-cd57-42b0-8b1f-42a73859fe06 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:34.231340 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f7d8fcf5-cac8-43b9-ab02-7df32bd0af51 req-56f9d134-cd57-42b0-8b1f-42a73859fe06 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.22 "GET /v2.0/networks?id=927b2996-96c9-4bae-a7f6-f32149570c61 HTTP/1.1" status: 200 len: 797 time: 0.2404969 Jul 29 23:52:34.247376 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-4118b0b6-7bd1-48a1-aff4-c43422c3b24b tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Deleting port 20c36ddd-e078-425b-83a1-2dd664d9091e {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:52:34.247825 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4118b0b6-7bd1-48a1-aff4-c43422c3b24b tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:34.268342 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 048907df-d8c6-4e06-8e0e-429137141bf1, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=048907df-d8c6-4e06-8e0e-429137141bf1,segment=NetworkSegment(9ff6e765-cf91-47a1-b3b0-38270934f391),segment_id=9ff6e765-cf91-47a1-b3b0-38270934f391)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:34.286430 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:34.340481 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f7d8fcf5-cac8-43b9-ab02-7df32bd0af51 req-9fce3d19-40e2-4406-b14a-e1f2eea0ef42 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd9be2c0ad754adeaed7eabee32aed90 HTTP/1.1" status: 200 len: 380 time: 0.0952423 Jul 29 23:52:34.356303 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-f7d8fcf5-cac8-43b9-ab02-7df32bd0af51 req-630a7f16-cf76-40df-8e1e-5849546097c2 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Request body: {'port': {'device_id': '33ae2e5e-3966-467e-bbd9-ec121561fb8d', 'network_id': '927b2996-96c9-4bae-a7f6-f32149570c61', 'admin_state_up': True, 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'security_groups': ['21a0ca3e-129e-4a59-be0d-7121517858c7']}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:34.380093 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1c0902db-e550-453b-ad9f-5b2a1a39ea7f None None] For port 3f4c0bf9-8b23-4c9a-980a-86eddead3186, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=3f4c0bf9-8b23-4c9a-980a-86eddead3186,segment=NetworkSegment(43b8814e-a175-47b1-b48e-a159030c3f84),segment_id=43b8814e-a175-47b1-b48e-a159030c3f84)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:34.382604 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=048907df-d8c6-4e06-8e0e-429137141bf1,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:34.421866 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4118b0b6-7bd1-48a1-aff4-c43422c3b24b tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:34.428398 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1c0902db-e550-453b-ad9f-5b2a1a39ea7f None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:34.438424 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-4118b0b6-7bd1-48a1-aff4-c43422c3b24b tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Calling delete_port for 20c36ddd-e078-425b-83a1-2dd664d9091e owned by {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:52:34.461178 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1c0902db-e550-453b-ad9f-5b2a1a39ea7f None None] Transition to ACTIVE for port object 3f4c0bf9-8b23-4c9a-980a-86eddead3186 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:52:34.473189 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1c0902db-e550-453b-ad9f-5b2a1a39ea7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:34.563056 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7d8fcf5-cac8-43b9-ab02-7df32bd0af51 req-630a7f16-cf76-40df-8e1e-5849546097c2 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Made reservation on behalf of bd9be2c0ad754adeaed7eabee32aed90 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:52:34.566630 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f7d8fcf5-cac8-43b9-ab02-7df32bd0af51 req-630a7f16-cf76-40df-8e1e-5849546097c2 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:34.575053 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0902db-e550-453b-ad9f-5b2a1a39ea7f None None] Pushing event updated for resources: {'Port': ['ID=3f4c0bf9-8b23-4c9a-980a-86eddead3186,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:34.642291 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4118b0b6-7bd1-48a1-aff4-c43422c3b24b tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:34.686565 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4118b0b6-7bd1-48a1-aff4-c43422c3b24b tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event deleted for resources: {'Port': ['ID=20c36ddd-e078-425b-83a1-2dd664d9091e,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:34.722394 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4118b0b6-7bd1-48a1-aff4-c43422c3b24b tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:34.729520 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4118b0b6-7bd1-48a1-aff4-c43422c3b24b tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "DELETE /v2.0/ports/20c36ddd-e078-425b-83a1-2dd664d9091e HTTP/1.1" status: 204 len: 168 time: 0.6309519 Jul 29 23:52:34.735076 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50200) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:34.777440 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5b1651c-9ff9-410c-bce6-a6f4fc8d40a0 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] GET failed (client error): The resource could not be found. Jul 29 23:52:34.798431 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a5b1651c-9ff9-410c-bce6-a6f4fc8d40a0 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "GET /v2.0/ports/20c36ddd-e078-425b-83a1-2dd664d9091e HTTP/1.1" status: 404 len: 333 time: 0.0622082 Jul 29 23:52:34.799109 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50202) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:34.863940 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-58085b8e-2afe-4128-a8d4-dbc77fd0dc30 req-c26d283f-3adc-4cb8-aa2c-c00404ab7370 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/ports?device_id=33ae2e5e-3966-467e-bbd9-ec121561fb8d HTTP/1.1" status: 200 len: 210 time: 0.0522439 Jul 29 23:52:34.901809 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 3f4c0bf9-8b23-4c9a-980a-86eddead3186 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:52:34.925216 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-f7d8fcf5-cac8-43b9-ab02-7df32bd0af51 req-630a7f16-cf76-40df-8e1e-5849546097c2 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Allocated IP 172.20.0.7 (927b2996-96c9-4bae-a7f6-f32149570c61/3c3647d6-920b-43df-9182-c7a47762fcab/5262b782-37da-4888-8b07-6e2b456d9e66) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:52:34.955518 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7237f581-dca2-449e-bf0d-3ce6aff978c6 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:35.008186 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7237f581-dca2-449e-bf0d-3ce6aff978c6 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:35.011021 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 048907df-d8c6-4e06-8e0e-429137141bf1 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:52:35.090089 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 048907df-d8c6-4e06-8e0e-429137141bf1 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:35.090461 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:35.122812 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7237f581-dca2-449e-bf0d-3ce6aff978c6 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:35.127983 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7237f581-dca2-449e-bf0d-3ce6aff978c6 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:35.130991 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7237f581-dca2-449e-bf0d-3ce6aff978c6 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "DELETE /v2.0/security-groups/a81930f0-8962-43d9-92a6-d2c29c807dd8 HTTP/1.1" status: 204 len: 168 time: 0.3306398 Jul 29 23:52:35.146743 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50206) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:35.194494 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7237f581-dca2-449e-bf0d-3ce6aff978c6 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81930f0-8962-43d9-92a6-d2c29c807dd8,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:35.284652 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f7d8fcf5-cac8-43b9-ab02-7df32bd0af51 req-630a7f16-cf76-40df-8e1e-5849546097c2 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:35.300024 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fd62f851-b3f9-43d6-8aed-0cba90c8a950 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:35.309532 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-f7d8fcf5-cac8-43b9-ab02-7df32bd0af51 req-630a7f16-cf76-40df-8e1e-5849546097c2 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Transition to ACTIVE for port object 5262b782-37da-4888-8b07-6e2b456d9e66 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:52:35.346522 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fd62f851-b3f9-43d6-8aed-0cba90c8a950 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:35.379985 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f7d8fcf5-cac8-43b9-ab02-7df32bd0af51 req-630a7f16-cf76-40df-8e1e-5849546097c2 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:35.466621 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630a7f16-cf76-40df-8e1e-5849546097c2 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Pushing event updated for resources: {'Port': ['ID=5262b782-37da-4888-8b07-6e2b456d9e66,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:35.469893 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fd62f851-b3f9-43d6-8aed-0cba90c8a950 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:35.472492 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fd62f851-b3f9-43d6-8aed-0cba90c8a950 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:35.474352 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-fd62f851-b3f9-43d6-8aed-0cba90c8a950 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "DELETE /v2.0/security-groups/a59a31df-6f9f-4ddf-ad9f-d8c1ed4e1f12 HTTP/1.1" status: 204 len: 168 time: 0.3227959 Jul 29 23:52:35.478584 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50216) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:35.501010 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7d8fcf5-cac8-43b9-ab02-7df32bd0af51 req-630a7f16-cf76-40df-8e1e-5849546097c2 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Network 927b2996-96c9-4bae-a7f6-f32149570c61 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:52:35.502862 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-f7d8fcf5-cac8-43b9-ab02-7df32bd0af51 req-630a7f16-cf76-40df-8e1e-5849546097c2 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:52:35.506369 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7d8fcf5-cac8-43b9-ab02-7df32bd0af51 req-630a7f16-cf76-40df-8e1e-5849546097c2 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:52:35.509946 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd62f851-b3f9-43d6-8aed-0cba90c8a950 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59a31df-6f9f-4ddf-ad9f-d8c1ed4e1f12,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:35.590406 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8fcf5-cac8-43b9-ab02-7df32bd0af51 req-630a7f16-cf76-40df-8e1e-5849546097c2 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:35.591075 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f7d8fcf5-cac8-43b9-ab02-7df32bd0af51 req-630a7f16-cf76-40df-8e1e-5849546097c2 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:35.598655 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfd6b9f1-2ce8-4943-b110-b9718de33be3 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Deleting subnet 2f4de882-cf3c-4f3a-a364-656dee2583cc {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:52:35.602962 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bfd6b9f1-2ce8-4943-b110-b9718de33be3 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:35.619398 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f7d8fcf5-cac8-43b9-ab02-7df32bd0af51 req-630a7f16-cf76-40df-8e1e-5849546097c2 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2659407 Jul 29 23:52:35.627969 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-f7d8fcf5-cac8-43b9-ab02-7df32bd0af51 req-4019bdc5-43e9-487e-be4e-17f13c6f133a service neutron] Request body: {'port': {'device_id': '33ae2e5e-3966-467e-bbd9-ec121561fb8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:35.677515 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bfd6b9f1-2ce8-4943-b110-b9718de33be3 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:35.753915 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f7d8fcf5-cac8-43b9-ab02-7df32bd0af51 req-4019bdc5-43e9-487e-be4e-17f13c6f133a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:35.791173 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-9e8133ec-db84-4784-b0ef-2008728ca76b None None] Provisioning for port 3f4c0bf9-8b23-4c9a-980a-86eddead3186 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:52:35.806337 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-9e8133ec-db84-4784-b0ef-2008728ca76b None None] Provisioning complete for port 3f4c0bf9-8b23-4c9a-980a-86eddead3186 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:35.807147 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9e8133ec-db84-4784-b0ef-2008728ca76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:35.894310 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bfd6b9f1-2ce8-4943-b110-b9718de33be3 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:36.025748 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-9e8133ec-db84-4784-b0ef-2008728ca76b None None] Could not find standard attr ID for object 20c36ddd-e078-425b-83a1-2dd664d9091e. {{(pid=94079) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:52:36.028893 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bfd6b9f1-2ce8-4943-b110-b9718de33be3 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:36.037231 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-9e8133ec-db84-4784-b0ef-2008728ca76b None None] Provisioning complete for port f1befb57-8d31-4675-a2f0-197a27163646 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:36.037884 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9e8133ec-db84-4784-b0ef-2008728ca76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:36.065288 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bfd6b9f1-2ce8-4943-b110-b9718de33be3 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:36.072071 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-bfd6b9f1-2ce8-4943-b110-b9718de33be3 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "DELETE /v2.0/subnets/2f4de882-cf3c-4f3a-a364-656dee2583cc HTTP/1.1" status: 204 len: 168 time: 0.5880783 Jul 29 23:52:36.088803 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 50226) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:36.095858 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-9e8133ec-db84-4784-b0ef-2008728ca76b None None] Port f1befb57-8d31-4675-a2f0-197a27163646 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:52:36.102256 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-5a00ff43-9fb8-412e-b689-2b2c29d6c10f tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Request body: {'subnet': {'network_id': 'dcaa893a-6fe0-4e47-95bf-6fac6fda272b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:36.104828 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd6b9f1-2ce8-4943-b110-b9718de33be3 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event deleted for resources: {'Subnet': ['ID=2f4de882-cf3c-4f3a-a364-656dee2583cc,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:36.154386 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5696b83e-abeb-476b-b141-bcfb3b4b4baa None None] Network dcaa893a-6fe0-4e47-95bf-6fac6fda272b requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:52:36.238202 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-d1a45f15-4e35-4e22-b37b-101f218a2c7a None None] Provisioning for port 5262b782-37da-4888-8b07-6e2b456d9e66 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:52:36.250065 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-d1a45f15-4e35-4e22-b37b-101f218a2c7a None None] Provisioning complete for port 5262b782-37da-4888-8b07-6e2b456d9e66 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:36.250529 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d1a45f15-4e35-4e22-b37b-101f218a2c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:36.339579 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-d1a45f15-4e35-4e22-b37b-101f218a2c7a None None] Port 5262b782-37da-4888-8b07-6e2b456d9e66 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:52:36.350126 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-d1a45f15-4e35-4e22-b37b-101f218a2c7a None None] Could not find standard attr ID for object 20c36ddd-e078-425b-83a1-2dd664d9091e. {{(pid=94079) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:52:36.673827 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470fcc7d-584b-4f02-86a3-d0ee9febceb4 req-3c310cc8-5ea6-47f2-ab1b-c9b3a6c3f1b7 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:36.675074 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-470fcc7d-584b-4f02-86a3-d0ee9febceb4 req-3c310cc8-5ea6-47f2-ab1b-c9b3a6c3f1b7 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/ports?device_id=33ae2e5e-3966-467e-bbd9-ec121561fb8d HTTP/1.1" status: 200 len: 931 time: 0.6613533 Jul 29 23:52:36.796486 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a00ff43-9fb8-412e-b689-2b2c29d6c10f tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Made reservation on behalf of da9e7a969d04495c9d1e65f1005dc604 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:52:36.800414 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5a00ff43-9fb8-412e-b689-2b2c29d6c10f tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:36.811360 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-470fcc7d-584b-4f02-86a3-d0ee9febceb4 req-d1456260-96e7-4916-aa9c-d1fbab9bf793 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/security-groups?id=21a0ca3e-129e-4a59-be0d-7121517858c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280015 Jul 29 23:52:36.908116 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:52:36.981505 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-f7d8fcf5-cac8-43b9-ab02-7df32bd0af51 req-4019bdc5-43e9-487e-be4e-17f13c6f133a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5262b782-37da-4888-8b07-6e2b456d9e66 {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:52:37.006484 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f7d8fcf5-cac8-43b9-ab02-7df32bd0af51 req-4019bdc5-43e9-487e-be4e-17f13c6f133a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:37.176371 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-f7d8fcf5-cac8-43b9-ab02-7df32bd0af51 req-4019bdc5-43e9-487e-be4e-17f13c6f133a service neutron] Transition to ACTIVE for port object 5262b782-37da-4888-8b07-6e2b456d9e66 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:52:37.182803 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f7d8fcf5-cac8-43b9-ab02-7df32bd0af51 req-4019bdc5-43e9-487e-be4e-17f13c6f133a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:37.267665 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4019bdc5-43e9-487e-be4e-17f13c6f133a service neutron] Pushing event updated for resources: {'Port': ['ID=5262b782-37da-4888-8b07-6e2b456d9e66,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:37.363715 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5a00ff43-9fb8-412e-b689-2b2c29d6c10f tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:37.380997 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:37.542889 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a00ff43-9fb8-412e-b689-2b2c29d6c10f tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event updated for resources: {'Subnet': ['ID=31e2ed6c-bbdf-42d5-aca1-2a5f256ac0c9,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:37.546226 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a00ff43-9fb8-412e-b689-2b2c29d6c10f tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Network dcaa893a-6fe0-4e47-95bf-6fac6fda272b is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:52:37.550301 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-5a00ff43-9fb8-412e-b689-2b2c29d6c10f tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:52:37.556815 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a00ff43-9fb8-412e-b689-2b2c29d6c10f tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:37.557510 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5a00ff43-9fb8-412e-b689-2b2c29d6c10f tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:37.580724 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-f7d8fcf5-cac8-43b9-ab02-7df32bd0af51 req-4019bdc5-43e9-487e-be4e-17f13c6f133a service neutron] Attempting to bind port 5262b782-37da-4888-8b07-6e2b456d9e66 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:52:37.581071 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-f7d8fcf5-cac8-43b9-ab02-7df32bd0af51 req-4019bdc5-43e9-487e-be4e-17f13c6f133a service neutron] Attempting to bind port 5262b782-37da-4888-8b07-6e2b456d9e66 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '9ff6e765-cf91-47a1-b3b0-38270934f391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '927b2996-96c9-4bae-a7f6-f32149570c61'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:52:37.581402 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d8fcf5-cac8-43b9-ab02-7df32bd0af51 req-4019bdc5-43e9-487e-be4e-17f13c6f133a service neutron] Attempting to bind port 5262b782-37da-4888-8b07-6e2b456d9e66 on network 927b2996-96c9-4bae-a7f6-f32149570c61 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:52:37.597079 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d8fcf5-cac8-43b9-ab02-7df32bd0af51 req-4019bdc5-43e9-487e-be4e-17f13c6f133a service neutron] Port 5262b782-37da-4888-8b07-6e2b456d9e66 on network 927b2996-96c9-4bae-a7f6-f32149570c61 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:52:37.597420 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d8fcf5-cac8-43b9-ab02-7df32bd0af51 req-4019bdc5-43e9-487e-be4e-17f13c6f133a service neutron] Attempting to bind port 5262b782-37da-4888-8b07-6e2b456d9e66 on network 927b2996-96c9-4bae-a7f6-f32149570c61 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:52:37.604881 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-5a00ff43-9fb8-412e-b689-2b2c29d6c10f tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5115490 Jul 29 23:52:37.606431 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f4068b-308d-452b-be14-47790343f172 None None] Network dcaa893a-6fe0-4e47-95bf-6fac6fda272b requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:52:37.607779 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d8fcf5-cac8-43b9-ab02-7df32bd0af51 req-4019bdc5-43e9-487e-be4e-17f13c6f133a service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:52:37.608096 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50346) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:37.608831 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d8fcf5-cac8-43b9-ab02-7df32bd0af51 req-4019bdc5-43e9-487e-be4e-17f13c6f133a service neutron] Checking segment: {'id': '9ff6e765-cf91-47a1-b3b0-38270934f391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '927b2996-96c9-4bae-a7f6-f32149570c61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:52:37.608831 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d8fcf5-cac8-43b9-ab02-7df32bd0af51 req-4019bdc5-43e9-487e-be4e-17f13c6f133a service neutron] Bound using segment: {'id': '9ff6e765-cf91-47a1-b3b0-38270934f391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '927b2996-96c9-4bae-a7f6-f32149570c61'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:52:37.609114 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-f7d8fcf5-cac8-43b9-ab02-7df32bd0af51 req-4019bdc5-43e9-487e-be4e-17f13c6f133a service neutron] Bound port: 5262b782-37da-4888-8b07-6e2b456d9e66, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ff6e765-cf91-47a1-b3b0-38270934f391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '927b2996-96c9-4bae-a7f6-f32149570c61'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:52:37.609291 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f7d8fcf5-cac8-43b9-ab02-7df32bd0af51 req-4019bdc5-43e9-487e-be4e-17f13c6f133a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:37.616666 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-0feeda83-7921-4cb6-8e24-deec75d265f9 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Request body: {'security_group': {'name': 'tempest-secgroup-78996109'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:37.675236 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0feeda83-7921-4cb6-8e24-deec75d265f9 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:37.734664 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-f7d8fcf5-cac8-43b9-ab02-7df32bd0af51 req-4019bdc5-43e9-487e-be4e-17f13c6f133a service neutron] For port 5262b782-37da-4888-8b07-6e2b456d9e66, host n-h2-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:52:37.738943 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-f7d8fcf5-cac8-43b9-ab02-7df32bd0af51 req-4019bdc5-43e9-487e-be4e-17f13c6f133a service neutron] For port 5262b782-37da-4888-8b07-6e2b456d9e66, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=5262b782-37da-4888-8b07-6e2b456d9e66,segment=NetworkSegment(9ff6e765-cf91-47a1-b3b0-38270934f391),segment_id=9ff6e765-cf91-47a1-b3b0-38270934f391)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:52:37.748468 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f7d8fcf5-cac8-43b9-ab02-7df32bd0af51 req-4019bdc5-43e9-487e-be4e-17f13c6f133a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:37.788902 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-6342001c-3cb3-4440-ab1a-e6d6ae2c14d9 None None] Provisioning complete for port 3f4c0bf9-8b23-4c9a-980a-86eddead3186 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:37.789048 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6342001c-3cb3-4440-ab1a-e6d6ae2c14d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:37.832271 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4019bdc5-43e9-487e-be4e-17f13c6f133a service neutron] Pushing event updated for resources: {'Port': ['ID=5262b782-37da-4888-8b07-6e2b456d9e66,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:37.846398 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8fcf5-cac8-43b9-ab02-7df32bd0af51 req-4019bdc5-43e9-487e-be4e-17f13c6f133a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:37.847356 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-f7d8fcf5-cac8-43b9-ab02-7df32bd0af51 req-4019bdc5-43e9-487e-be4e-17f13c6f133a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:37.849685 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f7d8fcf5-cac8-43b9-ab02-7df32bd0af51 req-4019bdc5-43e9-487e-be4e-17f13c6f133a service neutron] 10.222.0.22 "PUT /v2.0/ports/5262b782-37da-4888-8b07-6e2b456d9e66 HTTP/1.1" status: 200 len: 1092 time: 2.2267973 Jul 29 23:52:37.852398 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ae2e5e-3966-467e-bbd9-ec121561fb8d', 'tag': '5262b782-37da-4888-8b07-6e2b456d9e66'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:52:37.869849 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d57dbe3f-36b1-478e-ad4d-7f00e319f27d" -d '{"events": [{"name": "network-changed", "server_uuid": "33ae2e5e-3966-467e-bbd9-ec121561fb8d", "tag": "5262b782-37da-4888-8b07-6e2b456d9e66"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:52:37.970100 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0feeda83-7921-4cb6-8e24-deec75d265f9 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:37.978128 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0feeda83-7921-4cb6-8e24-deec75d265f9 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:37.983044 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c8ca04-e9fa-4b26-9b54-e929397c40bc x-openstack-request-id: req-f3c8ca04-e9fa-4b26-9b54-e929397c40bc {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:52:37.983560 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33ae2e5e-3966-467e-bbd9-ec121561fb8d", "tag": "5262b782-37da-4888-8b07-6e2b456d9e66", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:52:37.984070 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f3c8ca04-e9fa-4b26-9b54-e929397c40bc {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:52:37.985115 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33ae2e5e-3966-467e-bbd9-ec121561fb8d', 'tag': '5262b782-37da-4888-8b07-6e2b456d9e66', 'status': 'completed', 'code': 200} Jul 29 23:52:37.990055 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8fcf5-cac8-43b9-ab02-7df32bd0af51 req-e4c92b9a-e9bb-4be5-802b-ac995a093a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:37.992594 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f7d8fcf5-cac8-43b9-ab02-7df32bd0af51 req-e4c92b9a-e9bb-4be5-802b-ac995a093a95 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bd9be2c0ad754adeaed7eabee32aed90&device_id=33ae2e5e-3966-467e-bbd9-ec121561fb8d HTTP/1.1" status: 200 len: 1095 time: 0.1006153 Jul 29 23:52:38.034622 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0feeda83-7921-4cb6-8e24-deec75d265f9 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:38.040833 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0feeda83-7921-4cb6-8e24-deec75d265f9 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4289539 Jul 29 23:52:38.043666 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50398) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:38.050314 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-7e353dec-1e17-47dc-8945-8ff002e88718 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Request body: {'security_group': {'name': 'tempest-secgroup-671622176'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:38.058386 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feeda83-7921-4cb6-8e24-deec75d265f9 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56a84ccb-323d-48bb-b275-9acc99d17e61,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:38.101608 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7e353dec-1e17-47dc-8945-8ff002e88718 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:38.103351 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-6342001c-3cb3-4440-ab1a-e6d6ae2c14d9 None None] Provisioning complete for port f1befb57-8d31-4675-a2f0-197a27163646 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:38.104754 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6342001c-3cb3-4440-ab1a-e6d6ae2c14d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:38.146894 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f7d8fcf5-cac8-43b9-ab02-7df32bd0af51 req-a4b8f6a6-e7e7-4fda-be8f-32cda11bf1a6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5262b782-37da-4888-8b07-6e2b456d9e66 HTTP/1.1" status: 200 len: 217 time: 0.1380799 Jul 29 23:52:38.172709 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-6342001c-3cb3-4440-ab1a-e6d6ae2c14d9 None None] Port f1befb57-8d31-4675-a2f0-197a27163646 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:52:38.226877 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3164f00e-1c07-4791-a1b7-2f428e4793ac None None] Update dhcp port {'port': {'network_id': 'dcaa893a-6fe0-4e47-95bf-6fac6fda272b', 'fixed_ips': [{'subnet_id': 'cbba6cfb-ee36-44ac-8b29-b9a0f8be3d6b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '31e2ed6c-bbdf-42d5-aca1-2a5f256ac0c9'}], 'binding:host_id': 'n-d-712141-10'}, 'id': '3f4c0bf9-8b23-4c9a-980a-86eddead3186'} from n-d-712141-10. {{(pid=94079) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 23:52:38.249905 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8fcf5-cac8-43b9-ab02-7df32bd0af51 req-e33dfcd9-6f07-46ab-bb41-b4879400cf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:38.253134 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f7d8fcf5-cac8-43b9-ab02-7df32bd0af51 req-e33dfcd9-6f07-46ab-bb41-b4879400cf6a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3c3647d6-920b-43df-9182-c7a47762fcab HTTP/1.1" status: 200 len: 835 time: 0.0996463 Jul 29 23:52:38.307379 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3164f00e-1c07-4791-a1b7-2f428e4793ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:38.357694 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8fcf5-cac8-43b9-ab02-7df32bd0af51 req-badfade6-736b-489f-b18b-07619508db4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:38.360355 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f7d8fcf5-cac8-43b9-ab02-7df32bd0af51 req-badfade6-736b-489f-b18b-07619508db4f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=927b2996-96c9-4bae-a7f6-f32149570c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0999660 Jul 29 23:52:38.389086 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7e353dec-1e17-47dc-8945-8ff002e88718 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:38.394996 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7e353dec-1e17-47dc-8945-8ff002e88718 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:38.463187 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7e353dec-1e17-47dc-8945-8ff002e88718 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:38.471945 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 50442) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:38.474698 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7e353dec-1e17-47dc-8945-8ff002e88718 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4297402 Jul 29 23:52:38.484040 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e353dec-1e17-47dc-8945-8ff002e88718 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d70749-66a2-4ecb-9fa0-d13ddc18ac4a,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:38.491851 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-009d59a9-a554-4a01-8d6b-a47270381edf tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Request body: {'security_group': {'name': 'tempest-secgroup-2064116981'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:38.542962 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-009d59a9-a554-4a01-8d6b-a47270381edf tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:38.601977 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-3164f00e-1c07-4791-a1b7-2f428e4793ac None None] Allocated IP 2001:db8::2 (dcaa893a-6fe0-4e47-95bf-6fac6fda272b/31e2ed6c-bbdf-42d5-aca1-2a5f256ac0c9/3f4c0bf9-8b23-4c9a-980a-86eddead3186) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:52:38.612765 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f7d8fcf5-cac8-43b9-ab02-7df32bd0af51 req-576e6315-ae73-4337-8d44-5e8b37e2e658 service neutron] 10.222.0.22 "GET /v2.0/networks/927b2996-96c9-4bae-a7f6-f32149570c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453995 Jul 29 23:52:38.751474 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d6c13-599b-4a71-80f9-945987ea3c50 req-5b752326-6893-4f03-a0d3-329c0fc10b2b tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:38.752183 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-3164f00e-1c07-4791-a1b7-2f428e4793ac None None] For port 3f4c0bf9-8b23-4c9a-980a-86eddead3186, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=3f4c0bf9-8b23-4c9a-980a-86eddead3186,segment=NetworkSegment(43b8814e-a175-47b1-b48e-a159030c3f84),segment_id=43b8814e-a175-47b1-b48e-a159030c3f84)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:38.761257 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-af4d6c13-599b-4a71-80f9-945987ea3c50 req-5b752326-6893-4f03-a0d3-329c0fc10b2b tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/ports?device_id=33ae2e5e-3966-467e-bbd9-ec121561fb8d HTTP/1.1" status: 200 len: 943 time: 0.7632537 Jul 29 23:52:38.789479 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3164f00e-1c07-4791-a1b7-2f428e4793ac None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:38.799521 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f7d8fcf5-cac8-43b9-ab02-7df32bd0af51 req-eb77f0cc-956b-466d-94f4-1ee0eba51f61 service neutron] 10.222.0.22 "GET /v2.0/networks/927b2996-96c9-4bae-a7f6-f32149570c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787090 Jul 29 23:52:38.811994 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-3164f00e-1c07-4791-a1b7-2f428e4793ac None None] Transition to ACTIVE for port object 3f4c0bf9-8b23-4c9a-980a-86eddead3186 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:52:38.815761 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3164f00e-1c07-4791-a1b7-2f428e4793ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:38.844727 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-af4d6c13-599b-4a71-80f9-945987ea3c50 req-e38676e4-c365-4536-81f8-4abdcc0eb3ef tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/security-groups?id=21a0ca3e-129e-4a59-be0d-7121517858c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807226 Jul 29 23:52:38.916548 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-009d59a9-a554-4a01-8d6b-a47270381edf tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:38.924273 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-009d59a9-a554-4a01-8d6b-a47270381edf tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:38.954627 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57dbe3f-36b1-478e-ad4d-7f00e319f27d req-6d898659-a7f2-4568-881c-83c3e439b3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:38.956174 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d57dbe3f-36b1-478e-ad4d-7f00e319f27d req-6d898659-a7f2-4568-881c-83c3e439b3df service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bd9be2c0ad754adeaed7eabee32aed90&device_id=33ae2e5e-3966-467e-bbd9-ec121561fb8d HTTP/1.1" status: 200 len: 1095 time: 0.0937626 Jul 29 23:52:38.968599 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3164f00e-1c07-4791-a1b7-2f428e4793ac None None] Pushing event updated for resources: {'Port': ['ID=3f4c0bf9-8b23-4c9a-980a-86eddead3186,revision_number=6']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:38.975165 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-009d59a9-a554-4a01-8d6b-a47270381edf tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:38.979986 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3164f00e-1c07-4791-a1b7-2f428e4793ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:38.980453 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50504) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:38.980919 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3164f00e-1c07-4791-a1b7-2f428e4793ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:38.981104 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3164f00e-1c07-4791-a1b7-2f428e4793ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:38.981543 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3164f00e-1c07-4791-a1b7-2f428e4793ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:38.981994 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3164f00e-1c07-4791-a1b7-2f428e4793ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:38.982775 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3164f00e-1c07-4791-a1b7-2f428e4793ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:38.983443 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3164f00e-1c07-4791-a1b7-2f428e4793ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:38.984000 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3164f00e-1c07-4791-a1b7-2f428e4793ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:38.984427 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3164f00e-1c07-4791-a1b7-2f428e4793ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:38.984852 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3164f00e-1c07-4791-a1b7-2f428e4793ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:38.985275 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3164f00e-1c07-4791-a1b7-2f428e4793ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:38.985730 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3164f00e-1c07-4791-a1b7-2f428e4793ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:38.985881 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-18a9e838-4ad8-44c2-9074-0f9b03a63dda tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1947844399', 'security_groups': ['87d928e9-591e-407a-af8d-d6639bfa71f4'], 'network_id': 'dcaa893a-6fe0-4e47-95bf-6fac6fda272b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '31e2ed6c-bbdf-42d5-aca1-2a5f256ac0c9'}]}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:38.990152 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-009d59a9-a554-4a01-8d6b-a47270381edf tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5170710 Jul 29 23:52:39.049077 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009d59a9-a554-4a01-8d6b-a47270381edf tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87d928e9-591e-407a-af8d-d6639bfa71f4,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:39.117092 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57dbe3f-36b1-478e-ad4d-7f00e319f27d req-0593f7af-49c0-4acb-ba63-3686d42e9824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:39.119660 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d57dbe3f-36b1-478e-ad4d-7f00e319f27d req-0593f7af-49c0-4acb-ba63-3686d42e9824 service neutron] 10.222.0.22 "GET /v2.0/networks?id=927b2996-96c9-4bae-a7f6-f32149570c61 HTTP/1.1" status: 200 len: 898 time: 0.1557088 Jul 29 23:52:39.163810 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a9e838-4ad8-44c2-9074-0f9b03a63dda tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Made reservation on behalf of da9e7a969d04495c9d1e65f1005dc604 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:52:39.191829 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d57dbe3f-36b1-478e-ad4d-7f00e319f27d req-30071d7d-7310-48e4-8e59-bb9eda7482c6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5262b782-37da-4888-8b07-6e2b456d9e66 HTTP/1.1" status: 200 len: 217 time: 0.0632350 Jul 29 23:52:39.269321 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-18a9e838-4ad8-44c2-9074-0f9b03a63dda tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:39.294001 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57dbe3f-36b1-478e-ad4d-7f00e319f27d req-f75ec1ea-1900-4786-8e29-9d337115e373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:39.294514 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [None req-18a9e838-4ad8-44c2-9074-0f9b03a63dda tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] device_id is not set on port 3fb919b4-af79-4d3e-b569-a75d14b1e823 yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:52:39.296016 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d57dbe3f-36b1-478e-ad4d-7f00e319f27d req-f75ec1ea-1900-4786-8e29-9d337115e373 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3c3647d6-920b-43df-9182-c7a47762fcab HTTP/1.1" status: 200 len: 835 time: 0.0962710 Jul 29 23:52:39.381118 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57dbe3f-36b1-478e-ad4d-7f00e319f27d req-a47fb01e-ebec-421a-9857-3f99fa87f3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:39.388459 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d57dbe3f-36b1-478e-ad4d-7f00e319f27d req-a47fb01e-ebec-421a-9857-3f99fa87f3e8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=927b2996-96c9-4bae-a7f6-f32149570c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0845540 Jul 29 23:52:39.564400 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d57dbe3f-36b1-478e-ad4d-7f00e319f27d req-d8619b80-d6b3-4734-ab53-6c471fae3640 service neutron] 10.222.0.22 "GET /v2.0/networks/927b2996-96c9-4bae-a7f6-f32149570c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675224 Jul 29 23:52:39.709117 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-18a9e838-4ad8-44c2-9074-0f9b03a63dda tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Allocated IP 2001:db8::d4 (dcaa893a-6fe0-4e47-95bf-6fac6fda272b/31e2ed6c-bbdf-42d5-aca1-2a5f256ac0c9/3fb919b4-af79-4d3e-b569-a75d14b1e823) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:52:39.754675 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d57dbe3f-36b1-478e-ad4d-7f00e319f27d req-7df55e04-cebf-431d-8552-19ef1c40be0d service neutron] 10.222.0.22 "GET /v2.0/networks/927b2996-96c9-4bae-a7f6-f32149570c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807108 Jul 29 23:52:39.817695 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1cecf9f3-6b18-490a-8062-61a49287cb37 None None] Provisioning for port 3f4c0bf9-8b23-4c9a-980a-86eddead3186 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:52:39.828376 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1cecf9f3-6b18-490a-8062-61a49287cb37 None None] Provisioning complete for port 3f4c0bf9-8b23-4c9a-980a-86eddead3186 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:39.829283 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1cecf9f3-6b18-490a-8062-61a49287cb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:39.993069 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1cecf9f3-6b18-490a-8062-61a49287cb37 None None] Provisioning complete for port f1befb57-8d31-4675-a2f0-197a27163646 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:39.993450 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1cecf9f3-6b18-490a-8062-61a49287cb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:39.997827 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-18a9e838-4ad8-44c2-9074-0f9b03a63dda tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:40.022350 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-18a9e838-4ad8-44c2-9074-0f9b03a63dda tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Transition to ACTIVE for port object 3fb919b4-af79-4d3e-b569-a75d14b1e823 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:52:40.050288 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1cecf9f3-6b18-490a-8062-61a49287cb37 None None] Port f1befb57-8d31-4675-a2f0-197a27163646 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:52:40.086569 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-18a9e838-4ad8-44c2-9074-0f9b03a63dda tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:40.151583 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a9e838-4ad8-44c2-9074-0f9b03a63dda tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Network dcaa893a-6fe0-4e47-95bf-6fac6fda272b is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:52:40.156374 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-18a9e838-4ad8-44c2-9074-0f9b03a63dda tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:52:40.162167 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a9e838-4ad8-44c2-9074-0f9b03a63dda tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:52:40.171059 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a9e838-4ad8-44c2-9074-0f9b03a63dda tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:40.172424 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-18a9e838-4ad8-44c2-9074-0f9b03a63dda tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:40.192052 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a9e838-4ad8-44c2-9074-0f9b03a63dda tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event updated for resources: {'Port': ['ID=3fb919b4-af79-4d3e-b569-a75d14b1e823,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:40.203628 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-18a9e838-4ad8-44c2-9074-0f9b03a63dda tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2220044 Jul 29 23:52:40.206537 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50644) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:40.213662 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-1e039280-5c46-41e6-a34a-bf9f63fc4eb0 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Request body: {'subnet': {'network_id': 'dcaa893a-6fe0-4e47-95bf-6fac6fda272b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:40.428844 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e039280-5c46-41e6-a34a-bf9f63fc4eb0 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Made reservation on behalf of da9e7a969d04495c9d1e65f1005dc604 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:52:40.435406 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1e039280-5c46-41e6-a34a-bf9f63fc4eb0 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:40.441203 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7862d4d7-7620-4cc0-ac92-7a7a0e7cff09 req-4903785b-7ce6-41e9-812d-99ca32ce2949 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:40.442847 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7862d4d7-7620-4cc0-ac92-7a7a0e7cff09 req-4903785b-7ce6-41e9-812d-99ca32ce2949 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/ports?device_id=33ae2e5e-3966-467e-bbd9-ec121561fb8d HTTP/1.1" status: 200 len: 943 time: 0.3791516 Jul 29 23:52:40.526222 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7862d4d7-7620-4cc0-ac92-7a7a0e7cff09 req-76990afa-64f9-47fe-98f9-cf94ab6784aa tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/security-groups?id=21a0ca3e-129e-4a59-be0d-7121517858c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736105 Jul 29 23:52:40.588255 n-d-712141-10 neutron-server[94077]: INFO neutron.db.ipam_backend_mixin [None req-1e039280-5c46-41e6-a34a-bf9f63fc4eb0 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 31e2ed6c-bbdf-42d5-aca1-2a5f256ac0c9 (CIDR: 2001:db8::/64) Jul 29 23:52:40.592281 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e039280-5c46-41e6-a34a-bf9f63fc4eb0 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:52:40.592827 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e039280-5c46-41e6-a34a-bf9f63fc4eb0 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:52:40.607857 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-1e039280-5c46-41e6-a34a-bf9f63fc4eb0 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4001715 Jul 29 23:52:40.610922 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50688) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:40.621423 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-f5fa7e8d-1fb6-4f67-b529-ac1d2ee6324a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Request body: {'subnet': {'network_id': 'dcaa893a-6fe0-4e47-95bf-6fac6fda272b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:40.683262 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-d2352e35-47ce-4da0-b6dd-b2916290462c None None] Provisioning for port 3fb919b4-af79-4d3e-b569-a75d14b1e823 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:52:40.689248 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-d2352e35-47ce-4da0-b6dd-b2916290462c None None] Provisioning complete for port 3fb919b4-af79-4d3e-b569-a75d14b1e823 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:40.689719 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d2352e35-47ce-4da0-b6dd-b2916290462c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:40.726990 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 5262b782-37da-4888-8b07-6e2b456d9e66 details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:52:40.761024 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-d2352e35-47ce-4da0-b6dd-b2916290462c None None] Port 3fb919b4-af79-4d3e-b569-a75d14b1e823 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:52:40.837654 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5fa7e8d-1fb6-4f67-b529-ac1d2ee6324a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Made reservation on behalf of da9e7a969d04495c9d1e65f1005dc604 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:52:40.841328 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f5fa7e8d-1fb6-4f67-b529-ac1d2ee6324a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:40.847872 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 3f4c0bf9-8b23-4c9a-980a-86eddead3186 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:52:40.907529 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 5262b782-37da-4888-8b07-6e2b456d9e66, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=5262b782-37da-4888-8b07-6e2b456d9e66,segment=NetworkSegment(9ff6e765-cf91-47a1-b3b0-38270934f391),segment_id=9ff6e765-cf91-47a1-b3b0-38270934f391)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:40.926310 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '5262b782-37da-4888-8b07-6e2b456d9e66', 'network_id': '927b2996-96c9-4bae-a7f6-f32149570c61', 'port_id': '5262b782-37da-4888-8b07-6e2b456d9e66', 'mac_address': 'fa:16:3e:3e:2e:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c3647d6-920b-43df-9182-c7a47762fcab', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:52:40.938743 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 3f4c0bf9-8b23-4c9a-980a-86eddead3186 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:40.939394 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:40.999494 n-d-712141-10 neutron-server[94077]: INFO neutron.db.ipam_backend_mixin [None req-f5fa7e8d-1fb6-4f67-b529-ac1d2ee6324a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet cbba6cfb-ee36-44ac-8b29-b9a0f8be3d6b (CIDR: 2001:db8:0:1::/64) Jul 29 23:52:41.007923 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5fa7e8d-1fb6-4f67-b529-ac1d2ee6324a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:52:41.008307 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:41.008504 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5fa7e8d-1fb6-4f67-b529-ac1d2ee6324a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:52:41.035738 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-f5fa7e8d-1fb6-4f67-b529-ac1d2ee6324a tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4235775 Jul 29 23:52:41.038725 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 50744) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:41.043274 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5262b782-37da-4888-8b07-6e2b456d9e66 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:52:41.045099 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-e756c0d7-f92a-4fbd-a65a-52ab897d6f92 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Request body: {'subnet': {'network_id': 'dcaa893a-6fe0-4e47-95bf-6fac6fda272b', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:41.081270 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 5262b782-37da-4888-8b07-6e2b456d9e66, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=5262b782-37da-4888-8b07-6e2b456d9e66,segment=NetworkSegment(9ff6e765-cf91-47a1-b3b0-38270934f391),segment_id=9ff6e765-cf91-47a1-b3b0-38270934f391)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:41.089199 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:41.180853 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=5262b782-37da-4888-8b07-6e2b456d9e66,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:41.186785 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e756c0d7-f92a-4fbd-a65a-52ab897d6f92 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Made reservation on behalf of da9e7a969d04495c9d1e65f1005dc604 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:52:41.191056 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e756c0d7-f92a-4fbd-a65a-52ab897d6f92 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:41.204054 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50752) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:41.287766 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['5262b782-37da-4888-8b07-6e2b456d9e66'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:52:41.323836 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fd7911bd-6ce1-4456-95eb-2a433cc8b541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:41.445897 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fd7911bd-6ce1-4456-95eb-2a433cc8b541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:41.451445 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fd7911bd-6ce1-4456-95eb-2a433cc8b541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:41.455876 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e756c0d7-f92a-4fbd-a65a-52ab897d6f92 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:41.505365 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e756c0d7-f92a-4fbd-a65a-52ab897d6f92 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Network dcaa893a-6fe0-4e47-95bf-6fac6fda272b is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:52:41.510999 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-e756c0d7-f92a-4fbd-a65a-52ab897d6f92 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:52:41.517305 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e756c0d7-f92a-4fbd-a65a-52ab897d6f92 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:41.517305 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e756c0d7-f92a-4fbd-a65a-52ab897d6f92 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:41.518163 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-fd7911bd-6ce1-4456-95eb-2a433cc8b541 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f200f9704f4247b582d147f0e7022d8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3129120 Jul 29 23:52:41.519866 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50758) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:41.522487 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7911bd-6ce1-4456-95eb-2a433cc8b541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46b2603c-4263-4f81-b06f-cdfa9f7347b9,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:41.528990 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5de890-c7c2-4a78-b845-92680d568197 None None] Network dcaa893a-6fe0-4e47-95bf-6fac6fda272b requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:52:41.534614 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e756c0d7-f92a-4fbd-a65a-52ab897d6f92 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event updated for resources: {'Subnet': ['ID=95cd3c69-c87a-437d-b547-13abdfd5942d,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:41.545440 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e756c0d7-f92a-4fbd-a65a-52ab897d6f92 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5056174 Jul 29 23:52:41.548293 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 50762) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:41.556410 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-6e8d2102-380d-4030-aedf-58e908f297d6 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1732443956', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '95cd3c69-c87a-437d-b547-13abdfd5942d'}], 'security_groups': ['56a84ccb-323d-48bb-b275-9acc99d17e61', 'c5d70749-66a2-4ecb-9fa0-d13ddc18ac4a']}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:41.563427 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756c0d7-f92a-4fbd-a65a-52ab897d6f92 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:41.566159 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756c0d7-f92a-4fbd-a65a-52ab897d6f92 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:41.566676 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756c0d7-f92a-4fbd-a65a-52ab897d6f92 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:41.567247 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756c0d7-f92a-4fbd-a65a-52ab897d6f92 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:41.567902 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756c0d7-f92a-4fbd-a65a-52ab897d6f92 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:41.568961 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756c0d7-f92a-4fbd-a65a-52ab897d6f92 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:41.569563 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756c0d7-f92a-4fbd-a65a-52ab897d6f92 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:41.570152 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756c0d7-f92a-4fbd-a65a-52ab897d6f92 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:41.570677 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756c0d7-f92a-4fbd-a65a-52ab897d6f92 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:41.572242 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756c0d7-f92a-4fbd-a65a-52ab897d6f92 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:41.572821 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756c0d7-f92a-4fbd-a65a-52ab897d6f92 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:41.573377 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e756c0d7-f92a-4fbd-a65a-52ab897d6f92 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:41.641507 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-72be3952-7c41-44e9-af94-6ea9ff035dd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:41.667309 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-72be3952-7c41-44e9-af94-6ea9ff035dd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:41.711479 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00bc39b-b47e-4aa4-b8d5-1b507fef14b9 req-4d4f9fc4-8b7c-4486-8deb-45390377a749 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:41.714055 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a00bc39b-b47e-4aa4-b8d5-1b507fef14b9 req-4d4f9fc4-8b7c-4486-8deb-45390377a749 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/ports?device_id=33ae2e5e-3966-467e-bbd9-ec121561fb8d HTTP/1.1" status: 200 len: 944 time: 0.1134324 Jul 29 23:52:41.729993 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-72be3952-7c41-44e9-af94-6ea9ff035dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:41.732880 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-72be3952-7c41-44e9-af94-6ea9ff035dd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:41.737170 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-72be3952-7c41-44e9-af94-6ea9ff035dd6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/46b2603c-4263-4f81-b06f-cdfa9f7347b9 HTTP/1.1" status: 204 len: 168 time: 0.2159019 Jul 29 23:52:41.747465 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72be3952-7c41-44e9-af94-6ea9ff035dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b2603c-4263-4f81-b06f-cdfa9f7347b9,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:41.813950 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a00bc39b-b47e-4aa4-b8d5-1b507fef14b9 req-f8dc0558-d34e-4082-950e-c959dfbbda80 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/security-groups?id=21a0ca3e-129e-4a59-be0d-7121517858c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873845 Jul 29 23:52:41.822268 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6e8d2102-380d-4030-aedf-58e908f297d6 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:41.893492 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a048d60-e2a0-4810-8b3c-fd20a907adf0 None None] Update dhcp port {'port': {'network_id': 'dcaa893a-6fe0-4e47-95bf-6fac6fda272b', 'fixed_ips': [{'subnet_id': 'cbba6cfb-ee36-44ac-8b29-b9a0f8be3d6b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '31e2ed6c-bbdf-42d5-aca1-2a5f256ac0c9', 'ip_address': '2001:db8::2'}, {'subnet_id': '95cd3c69-c87a-437d-b547-13abdfd5942d'}], 'binding:host_id': 'n-d-712141-10'}, 'id': '3f4c0bf9-8b23-4c9a-980a-86eddead3186'} from n-d-712141-10. {{(pid=94079) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 23:52:42.096291 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8a048d60-e2a0-4810-8b3c-fd20a907adf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:42.261050 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50774) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:42.276179 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d175b4d2-a927-4f91-ae98-97dc72fe8e67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:42.335571 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-6e8d2102-380d-4030-aedf-58e908f297d6 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Delete allocated IP 2001:db8::d4 (dcaa893a-6fe0-4e47-95bf-6fac6fda272b/31e2ed6c-bbdf-42d5-aca1-2a5f256ac0c9) {{(pid=94078) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 29 23:52:42.347385 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-6e8d2102-380d-4030-aedf-58e908f297d6 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Allocated IP 2001:db8:0:2::48 (dcaa893a-6fe0-4e47-95bf-6fac6fda272b/95cd3c69-c87a-437d-b547-13abdfd5942d/3fb919b4-af79-4d3e-b569-a75d14b1e823) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:52:42.382853 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d175b4d2-a927-4f91-ae98-97dc72fe8e67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:42.388145 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d175b4d2-a927-4f91-ae98-97dc72fe8e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:42.433905 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d175b4d2-a927-4f91-ae98-97dc72fe8e67 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6d54548bfdc64204a178283e64130601&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1711643 Jul 29 23:52:42.435105 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d175b4d2-a927-4f91-ae98-97dc72fe8e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=548a4362-06ab-46d5-8561-c39017ab4fe0,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:42.437900 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50776) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:42.506685 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2146f29c-28bf-4f3c-ba57-52ab69f74618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:42.529412 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2146f29c-28bf-4f3c-ba57-52ab69f74618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:42.586162 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6e8d2102-380d-4030-aedf-58e908f297d6 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:42.591882 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2146f29c-28bf-4f3c-ba57-52ab69f74618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:42.595114 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2146f29c-28bf-4f3c-ba57-52ab69f74618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:42.596454 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-2146f29c-28bf-4f3c-ba57-52ab69f74618 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/548a4362-06ab-46d5-8561-c39017ab4fe0 HTTP/1.1" status: 204 len: 168 time: 0.1574366 Jul 29 23:52:42.605781 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2146f29c-28bf-4f3c-ba57-52ab69f74618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=548a4362-06ab-46d5-8561-c39017ab4fe0,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:42.621699 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-6e8d2102-380d-4030-aedf-58e908f297d6 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Transition to ACTIVE for port object 3fb919b4-af79-4d3e-b569-a75d14b1e823 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:52:42.628588 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6e8d2102-380d-4030-aedf-58e908f297d6 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:42.713349 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 5262b782-37da-4888-8b07-6e2b456d9e66 up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:52:42.729392 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-6e8d2102-380d-4030-aedf-58e908f297d6 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] In _notify_port_updated(), no bound segment for port 3fb919b4-af79-4d3e-b569-a75d14b1e823 on network dcaa893a-6fe0-4e47-95bf-6fac6fda272b {{(pid=94078) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:52:42.735271 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8d2102-380d-4030-aedf-58e908f297d6 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:42.735926 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6e8d2102-380d-4030-aedf-58e908f297d6 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:42.739906 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-6e8d2102-380d-4030-aedf-58e908f297d6 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "PUT /v2.0/ports/3fb919b4-af79-4d3e-b569-a75d14b1e823 HTTP/1.1" status: 200 len: 969 time: 1.1878183 Jul 29 23:52:42.740509 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50780) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:42.753721 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8d2102-380d-4030-aedf-58e908f297d6 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event updated for resources: {'Port': ['ID=3fb919b4-af79-4d3e-b569-a75d14b1e823,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:42.820945 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-8a048d60-e2a0-4810-8b3c-fd20a907adf0 None None] Allocated IP 2001:db8:0:2::2 (dcaa893a-6fe0-4e47-95bf-6fac6fda272b/95cd3c69-c87a-437d-b547-13abdfd5942d/3f4c0bf9-8b23-4c9a-980a-86eddead3186) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:52:42.937238 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-e951c2c6-145e-4ad3-88b4-fff9bf15efa0 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Deleting port 3fb919b4-af79-4d3e-b569-a75d14b1e823 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:52:42.937620 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e951c2c6-145e-4ad3-88b4-fff9bf15efa0 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:43.021089 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c093a0-8928-4615-95aa-8aa4a74cfb8a req-78c1cebf-dfdf-4054-be2b-bf0f8e936a3c tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:43.026736 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-96c093a0-8928-4615-95aa-8aa4a74cfb8a req-78c1cebf-dfdf-4054-be2b-bf0f8e936a3c tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/ports?device_id=33ae2e5e-3966-467e-bbd9-ec121561fb8d HTTP/1.1" status: 200 len: 944 time: 0.1205714 Jul 29 23:52:43.029779 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port 5262b782-37da-4888-8b07-6e2b456d9e66 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:52:43.058414 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 5262b782-37da-4888-8b07-6e2b456d9e66 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:43.059095 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:43.088275 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50788) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:43.096931 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-96c093a0-8928-4615-95aa-8aa4a74cfb8a req-ba0c8ef9-15c8-4866-ba74-e8032286c982 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/security-groups?id=21a0ca3e-129e-4a59-be0d-7121517858c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593984 Jul 29 23:52:43.121819 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4ba8f63d-d36d-4254-a9a6-ac418406bcb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:43.133748 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-8a048d60-e2a0-4810-8b3c-fd20a907adf0 None None] For port 3f4c0bf9-8b23-4c9a-980a-86eddead3186, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=3f4c0bf9-8b23-4c9a-980a-86eddead3186,segment=NetworkSegment(43b8814e-a175-47b1-b48e-a159030c3f84),segment_id=43b8814e-a175-47b1-b48e-a159030c3f84)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:43.143116 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e951c2c6-145e-4ad3-88b4-fff9bf15efa0 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:43.162063 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-e951c2c6-145e-4ad3-88b4-fff9bf15efa0 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Calling delete_port for 3fb919b4-af79-4d3e-b569-a75d14b1e823 owned by {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:52:43.176864 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8a048d60-e2a0-4810-8b3c-fd20a907adf0 None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:43.216581 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-8a048d60-e2a0-4810-8b3c-fd20a907adf0 None None] Transition to ACTIVE for port object 3f4c0bf9-8b23-4c9a-980a-86eddead3186 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:52:43.225030 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8a048d60-e2a0-4810-8b3c-fd20a907adf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:43.233951 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:43.336316 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ae2e5e-3966-467e-bbd9-ec121561fb8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5262b782-37da-4888-8b07-6e2b456d9e66'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:52:43.339190 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeb4ed7a-8d22-48d4-9843-440a323e8b38" -d '{"events": [{"server_uuid": "33ae2e5e-3966-467e-bbd9-ec121561fb8d", "name": "network-vif-plugged", "status": "completed", "tag": "5262b782-37da-4888-8b07-6e2b456d9e66"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:52:43.357669 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4ba8f63d-d36d-4254-a9a6-ac418406bcb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:43.369733 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4ba8f63d-d36d-4254-a9a6-ac418406bcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:43.402345 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d4d53db7-bf45-4def-87d8-9b56ea56f767 req-e667deac-f575-46b4-8735-f8adb053cc5b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7efc4582-523d-4b05-9d9e-005a5e7a191a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0667670 Jul 29 23:52:43.406001 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 5262b782-37da-4888-8b07-6e2b456d9e66, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=5262b782-37da-4888-8b07-6e2b456d9e66,segment=NetworkSegment(9ff6e765-cf91-47a1-b3b0-38270934f391),segment_id=9ff6e765-cf91-47a1-b3b0-38270934f391)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:43.416297 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c06b513-b6ff-47a6-914b-1c170defd63d x-openstack-request-id: req-1c06b513-b6ff-47a6-914b-1c170defd63d {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:52:43.416808 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ae2e5e-3966-467e-bbd9-ec121561fb8d", "name": "network-vif-plugged", "status": "completed", "tag": "5262b782-37da-4888-8b07-6e2b456d9e66", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:52:43.417234 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1c06b513-b6ff-47a6-914b-1c170defd63d {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:52:43.417808 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ae2e5e-3966-467e-bbd9-ec121561fb8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5262b782-37da-4888-8b07-6e2b456d9e66', 'code': 200} Jul 29 23:52:43.419568 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:43.421689 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a048d60-e2a0-4810-8b3c-fd20a907adf0 None None] Pushing event updated for resources: {'Port': ['ID=3f4c0bf9-8b23-4c9a-980a-86eddead3186,revision_number=7']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:43.446059 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4ba8f63d-d36d-4254-a9a6-ac418406bcb5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=139e42d41c634ff1af641d46bb6f771d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3564227 Jul 29 23:52:43.450281 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 50792) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:43.450594 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e951c2c6-145e-4ad3-88b4-fff9bf15efa0 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:43.461084 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba8f63d-d36d-4254-a9a6-ac418406bcb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3000c446-8160-4c18-8d1b-5fc7d6094409,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:43.500718 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e951c2c6-145e-4ad3-88b4-fff9bf15efa0 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event deleted for resources: {'Port': ['ID=3fb919b4-af79-4d3e-b569-a75d14b1e823,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:43.528956 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=5262b782-37da-4888-8b07-6e2b456d9e66,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:43.579833 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e951c2c6-145e-4ad3-88b4-fff9bf15efa0 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:43.580942 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e03bfaa8-9c34-4995-b9a4-dd9684cbaecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:43.582085 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e951c2c6-145e-4ad3-88b4-fff9bf15efa0 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "DELETE /v2.0/ports/3fb919b4-af79-4d3e-b569-a75d14b1e823 HTTP/1.1" status: 204 len: 168 time: 0.8400297 Jul 29 23:52:43.585226 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50794) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:43.606198 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d53db7-bf45-4def-87d8-9b56ea56f767 req-1a6aeebf-8dbe-4236-bac9-4b7c6eff6914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:43.607851 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d4d53db7-bf45-4def-87d8-9b56ea56f767 req-1a6aeebf-8dbe-4236-bac9-4b7c6eff6914 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=abc07fd47c924aad994e74752ef0bc5a&device_id=7efc4582-523d-4b05-9d9e-005a5e7a191a HTTP/1.1" status: 200 len: 1098 time: 0.0809021 Jul 29 23:52:43.627925 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d406cf9-a4e6-419a-abe4-d460caa96e72 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] GET failed (client error): The resource could not be found. Jul 29 23:52:43.628290 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e03bfaa8-9c34-4995-b9a4-dd9684cbaecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:43.632665 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4d406cf9-a4e6-419a-abe4-d460caa96e72 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "GET /v2.0/ports/3fb919b4-af79-4d3e-b569-a75d14b1e823 HTTP/1.1" status: 404 len: 333 time: 0.0461984 Jul 29 23:52:43.633229 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50796) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:43.658856 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af9fb1-b2ad-45d2-b96e-0e16a6b7877b req-daa9cedb-fadc-4e47-ab06-68babdad3201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:43.660470 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-90af9fb1-b2ad-45d2-b96e-0e16a6b7877b req-daa9cedb-fadc-4e47-ab06-68babdad3201 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=33ae2e5e-3966-467e-bbd9-ec121561fb8d HTTP/1.1" status: 200 len: 1097 time: 0.1479442 Jul 29 23:52:43.725462 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-90af9fb1-b2ad-45d2-b96e-0e16a6b7877b req-fbca4030-0ff2-4cdc-995b-7d25a4fa2c7b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=21a0ca3e-129e-4a59-be0d-7121517858c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560536 Jul 29 23:52:43.733707 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3f8eb766-3322-45c4-914a-c3e14a13c9d7 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:43.776713 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3f8eb766-3322-45c4-914a-c3e14a13c9d7 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:43.804042 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d53db7-bf45-4def-87d8-9b56ea56f767 req-358e2640-0bb5-40e5-aee7-b69060b813a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:43.806285 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d4d53db7-bf45-4def-87d8-9b56ea56f767 req-358e2640-0bb5-40e5-aee7-b69060b813a2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=07279870-3078-44f7-8035-d94a4d0b31e7 HTTP/1.1" status: 200 len: 913 time: 0.1747918 Jul 29 23:52:43.844190 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3f8eb766-3322-45c4-914a-c3e14a13c9d7 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:43.846848 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3f8eb766-3322-45c4-914a-c3e14a13c9d7 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:43.851038 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-3f8eb766-3322-45c4-914a-c3e14a13c9d7 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "DELETE /v2.0/security-groups/87d928e9-591e-407a-af8d-d6639bfa71f4 HTTP/1.1" status: 204 len: 168 time: 0.2121282 Jul 29 23:52:43.862005 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50798) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:43.862839 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8eb766-3322-45c4-914a-c3e14a13c9d7 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d928e9-591e-407a-af8d-d6639bfa71f4,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:43.889629 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e03bfaa8-9c34-4995-b9a4-dd9684cbaecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:43.892048 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e03bfaa8-9c34-4995-b9a4-dd9684cbaecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:43.893191 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e03bfaa8-9c34-4995-b9a4-dd9684cbaecb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3000c446-8160-4c18-8d1b-5fc7d6094409 HTTP/1.1" status: 204 len: 168 time: 0.4411576 Jul 29 23:52:43.897872 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d4d53db7-bf45-4def-87d8-9b56ea56f767 req-aabc3941-8661-4a21-ab83-c4dcc75b4df5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5365ae39-541a-43fb-808e-65b5d23130c5 HTTP/1.1" status: 200 len: 1001 time: 0.0841422 Jul 29 23:52:43.915853 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03bfaa8-9c34-4995-b9a4-dd9684cbaecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3000c446-8160-4c18-8d1b-5fc7d6094409,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:43.960021 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-66cd3e9d-e29c-4092-97b4-afc366cb8ed4 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:43.969998 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d53db7-bf45-4def-87d8-9b56ea56f767 req-b91d3b4e-b20e-4bad-bc29-cf1c6ce08ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:43.972142 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d4d53db7-bf45-4def-87d8-9b56ea56f767 req-b91d3b4e-b20e-4bad-bc29-cf1c6ce08ca1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ef618f43-4fe4-4e34-9800-0476d270be60 HTTP/1.1" status: 200 len: 851 time: 0.0672400 Jul 29 23:52:44.001198 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-66cd3e9d-e29c-4092-97b4-afc366cb8ed4 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:44.052229 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d53db7-bf45-4def-87d8-9b56ea56f767 req-676ef468-5f08-44a0-9675-1a15cc9e5768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:44.053980 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d4d53db7-bf45-4def-87d8-9b56ea56f767 req-676ef468-5f08-44a0-9675-1a15cc9e5768 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=07279870-3078-44f7-8035-d94a4d0b31e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0736926 Jul 29 23:52:44.080148 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-66cd3e9d-e29c-4092-97b4-afc366cb8ed4 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:44.083976 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-66cd3e9d-e29c-4092-97b4-afc366cb8ed4 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:44.085917 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-66cd3e9d-e29c-4092-97b4-afc366cb8ed4 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "DELETE /v2.0/security-groups/c5d70749-66a2-4ecb-9fa0-d13ddc18ac4a HTTP/1.1" status: 204 len: 168 time: 0.2206163 Jul 29 23:52:44.092247 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50804) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:44.119328 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cd3e9d-e29c-4092-97b4-afc366cb8ed4 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d70749-66a2-4ecb-9fa0-d13ddc18ac4a,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:44.215122 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c16616d8-7740-4f62-94b1-1a9da926b91d tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:44.269945 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c16616d8-7740-4f62-94b1-1a9da926b91d tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:44.276544 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d4d53db7-bf45-4def-87d8-9b56ea56f767 req-02c53f2c-cb7e-4e61-9e78-bbbff810dcb0 service neutron] 10.222.0.22 "GET /v2.0/networks/07279870-3078-44f7-8035-d94a4d0b31e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145860 Jul 29 23:52:44.358678 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c16616d8-7740-4f62-94b1-1a9da926b91d tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:44.374882 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c16616d8-7740-4f62-94b1-1a9da926b91d tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:44.376450 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c16616d8-7740-4f62-94b1-1a9da926b91d tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "DELETE /v2.0/security-groups/56a84ccb-323d-48bb-b275-9acc99d17e61 HTTP/1.1" status: 204 len: 168 time: 0.2825916 Jul 29 23:52:44.382297 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50810) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:44.405717 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16616d8-7740-4f62-94b1-1a9da926b91d tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a84ccb-323d-48bb-b275-9acc99d17e61,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:44.482620 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-cce4646d-457b-4ddd-a2da-44fc48001938 None None] Provisioning for port 3f4c0bf9-8b23-4c9a-980a-86eddead3186 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:52:44.491674 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-cce4646d-457b-4ddd-a2da-44fc48001938 None None] Provisioning complete for port 3f4c0bf9-8b23-4c9a-980a-86eddead3186 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:44.492478 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-cce4646d-457b-4ddd-a2da-44fc48001938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:44.505161 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-499730f8-77d8-43f1-8ec4-4173b6b0290c tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Deleting subnet 31e2ed6c-bbdf-42d5-aca1-2a5f256ac0c9 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:52:44.535292 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-499730f8-77d8-43f1-8ec4-4173b6b0290c tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:44.587967 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02b836e-e617-45c1-ba59-0effbd0cc0f9 req-8aca7330-8be0-4bd9-ba74-7746e2ba956b tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:44.616169 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d02b836e-e617-45c1-ba59-0effbd0cc0f9 req-8aca7330-8be0-4bd9-ba74-7746e2ba956b tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/ports?device_id=33ae2e5e-3966-467e-bbd9-ec121561fb8d HTTP/1.1" status: 200 len: 945 time: 0.3336825 Jul 29 23:52:44.638937 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-499730f8-77d8-43f1-8ec4-4173b6b0290c tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:44.642805 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d4d53db7-bf45-4def-87d8-9b56ea56f767 req-2535c03e-1b42-4c87-ac50-042f59027b42 service neutron] 10.222.0.22 "GET /v2.0/networks/07279870-3078-44f7-8035-d94a4d0b31e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460190 Jul 29 23:52:44.729992 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-cce4646d-457b-4ddd-a2da-44fc48001938 None None] Could not find standard attr ID for object 3fb919b4-af79-4d3e-b569-a75d14b1e823. {{(pid=94079) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:52:44.746589 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d02b836e-e617-45c1-ba59-0effbd0cc0f9 req-c69604dc-b34d-425c-891b-2692e9531d26 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/security-groups?id=21a0ca3e-129e-4a59-be0d-7121517858c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289251 Jul 29 23:52:44.766796 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-cce4646d-457b-4ddd-a2da-44fc48001938 None None] Provisioning complete for port f1befb57-8d31-4675-a2f0-197a27163646 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:44.767168 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-cce4646d-457b-4ddd-a2da-44fc48001938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:44.821412 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-cce4646d-457b-4ddd-a2da-44fc48001938 None None] Port f1befb57-8d31-4675-a2f0-197a27163646 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:52:44.836406 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-499730f8-77d8-43f1-8ec4-4173b6b0290c tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:44.882285 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 3f4c0bf9-8b23-4c9a-980a-86eddead3186 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:52:44.950578 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-499730f8-77d8-43f1-8ec4-4173b6b0290c tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:44.955822 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f0b9150d-1a1e-4e6b-a7b2-5db464f7da61 None None] Could not find standard attr ID for object 3fb919b4-af79-4d3e-b569-a75d14b1e823. {{(pid=94079) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:52:44.995891 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 3f4c0bf9-8b23-4c9a-980a-86eddead3186 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:44.998145 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:45.020005 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-499730f8-77d8-43f1-8ec4-4173b6b0290c tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:45.025923 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-499730f8-77d8-43f1-8ec4-4173b6b0290c tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "DELETE /v2.0/subnets/31e2ed6c-bbdf-42d5-aca1-2a5f256ac0c9 HTTP/1.1" status: 204 len: 168 time: 0.6344974 Jul 29 23:52:45.026993 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 50824) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:45.044088 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499730f8-77d8-43f1-8ec4-4173b6b0290c tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event deleted for resources: {'Subnet': ['ID=31e2ed6c-bbdf-42d5-aca1-2a5f256ac0c9,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:45.118954 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ce596e8-153f-473f-9bac-6f8e4341db04 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Deleting subnet 95cd3c69-c87a-437d-b547-13abdfd5942d {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:52:45.125421 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0ce596e8-153f-473f-9bac-6f8e4341db04 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:45.151951 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76836510-2afc-4dc7-8874-780472bf7cd1 None None] Network dcaa893a-6fe0-4e47-95bf-6fac6fda272b requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:52:45.201959 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0ce596e8-153f-473f-9bac-6f8e4341db04 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:45.423954 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0ce596e8-153f-473f-9bac-6f8e4341db04 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:45.571097 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0ce596e8-153f-473f-9bac-6f8e4341db04 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:45.604523 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce596e8-153f-473f-9bac-6f8e4341db04 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event deleted for resources: {'Subnet': ['ID=95cd3c69-c87a-437d-b547-13abdfd5942d,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:45.610022 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0ce596e8-153f-473f-9bac-6f8e4341db04 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:45.617772 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-0ce596e8-153f-473f-9bac-6f8e4341db04 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "DELETE /v2.0/subnets/95cd3c69-c87a-437d-b547-13abdfd5942d HTTP/1.1" status: 204 len: 168 time: 0.5875502 Jul 29 23:52:45.619094 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50844) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:45.666700 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-60c425e8-a499-4122-b342-6810e5da8ac6 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] DELETE failed (client error): The resource could not be found. Jul 29 23:52:45.667283 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60c425e8-a499-4122-b342-6810e5da8ac6 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:52:45.672057 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-60c425e8-a499-4122-b342-6810e5da8ac6 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "DELETE /v2.0/subnets/31e2ed6c-bbdf-42d5-aca1-2a5f256ac0c9 HTTP/1.1" status: 404 len: 337 time: 0.0499592 Jul 29 23:52:45.672448 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 50848) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:45.748145 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-40e730ab-a6b1-46c0-9f26-39294c509886 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Deleting subnet cbba6cfb-ee36-44ac-8b29-b9a0f8be3d6b {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:52:45.752026 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-40e730ab-a6b1-46c0-9f26-39294c509886 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:45.812644 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-40e730ab-a6b1-46c0-9f26-39294c509886 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:46.026112 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-40e730ab-a6b1-46c0-9f26-39294c509886 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:46.069839 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9620ed30-f202-49d0-bd1d-049f26072693 req-822287ef-7926-4eab-b858-9b4ddf759a70 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:46.077192 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9620ed30-f202-49d0-bd1d-049f26072693 req-822287ef-7926-4eab-b858-9b4ddf759a70 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/ports?device_id=33ae2e5e-3966-467e-bbd9-ec121561fb8d HTTP/1.1" status: 200 len: 945 time: 0.2233562 Jul 29 23:52:46.220703 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9620ed30-f202-49d0-bd1d-049f26072693 req-f3bf140c-a504-4bf1-ba84-3350979186e8 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/security-groups?id=21a0ca3e-129e-4a59-be0d-7121517858c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422763 Jul 29 23:52:46.226268 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-40e730ab-a6b1-46c0-9f26-39294c509886 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:46.293957 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-40e730ab-a6b1-46c0-9f26-39294c509886 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:46.298138 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-40e730ab-a6b1-46c0-9f26-39294c509886 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "DELETE /v2.0/subnets/cbba6cfb-ee36-44ac-8b29-b9a0f8be3d6b HTTP/1.1" status: 204 len: 168 time: 0.6225388 Jul 29 23:52:46.298138 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e730ab-a6b1-46c0-9f26-39294c509886 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event deleted for resources: {'Subnet': ['ID=cbba6cfb-ee36-44ac-8b29-b9a0f8be3d6b,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:46.298529 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50872) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:46.363646 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-43b7d39f-bc93-4a00-9020-d0feeb28f3a3 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] DELETE failed (client error): The resource could not be found. Jul 29 23:52:46.364105 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43b7d39f-bc93-4a00-9020-d0feeb28f3a3 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:52:46.371646 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-43b7d39f-bc93-4a00-9020-d0feeb28f3a3 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "DELETE /v2.0/subnets/2f4de882-cf3c-4f3a-a364-656dee2583cc HTTP/1.1" status: 404 len: 337 time: 0.0623350 Jul 29 23:52:46.372313 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50874) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:46.400298 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb445077-f750-420c-9d83-0656fdf1ed51 req-470ada38-822c-482e-997c-388c8dc6aa48 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:46.406735 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cb445077-f750-420c-9d83-0656fdf1ed51 req-470ada38-822c-482e-997c-388c8dc6aa48 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/ports?device_id=33ae2e5e-3966-467e-bbd9-ec121561fb8d HTTP/1.1" status: 200 len: 945 time: 0.0647984 Jul 29 23:52:46.434700 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-73e4cb14-7b19-4f9b-a713-a9b18b162386 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "GET /v2.0/ports?device_id=78151160-ad15-4117-a105-4222fa89bf96 HTTP/1.1" status: 200 len: 205 time: 0.0608304 Jul 29 23:52:46.438390 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 50878) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:46.476616 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [None req-377c2116-4da5-4e0a-8ff9-17e72232388b tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] delete failed (client error): The resource could not be found. Jul 29 23:52:46.481692 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-377c2116-4da5-4e0a-8ff9-17e72232388b tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "DELETE /v2.0/routers/78151160-ad15-4117-a105-4222fa89bf96 HTTP/1.1" status: 404 len: 336 time: 0.0422049 Jul 29 23:52:46.482295 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 50880) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:46.510837 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26a5e56-437e-4a60-b712-d8a9900e4527 None None] Network dcaa893a-6fe0-4e47-95bf-6fac6fda272b requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:52:46.529961 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-07ac1435-4587-434d-b461-7444a7059e00 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] DELETE failed (client error): The resource could not be found. Jul 29 23:52:46.530742 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07ac1435-4587-434d-b461-7444a7059e00 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:52:46.533037 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-07ac1435-4587-434d-b461-7444a7059e00 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "DELETE /v2.0/subnets/9269a4b1-a6ff-42c0-9d99-34d7a6c6d8c8 HTTP/1.1" status: 404 len: 337 time: 0.0494547 Jul 29 23:52:46.537140 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50882) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:46.594015 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cb445077-f750-420c-9d83-0656fdf1ed51 req-124f7fe6-55c0-4f2d-a434-2c1907edc724 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/security-groups?id=21a0ca3e-129e-4a59-be0d-7121517858c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819077 Jul 29 23:52:46.610611 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 50888) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:46.632886 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-24f805d9-5730-4820-83fc-6ebc13c4594c tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] DELETE failed (client error): The resource could not be found. Jul 29 23:52:46.633502 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24f805d9-5730-4820-83fc-6ebc13c4594c tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:52:46.635273 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eb4f6f-349a-4c01-ae22-264c1cc27dc4 req-60bffd9c-4a7e-464f-a611-6ac46d7c6280 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:46.637444 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-93eb4f6f-349a-4c01-ae22-264c1cc27dc4 req-60bffd9c-4a7e-464f-a611-6ac46d7c6280 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f14da80-c5b4-4b7b-b4c8-63682611adfa HTTP/1.1" status: 200 len: 945 time: 0.1181662 Jul 29 23:52:46.647756 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-24f805d9-5730-4820-83fc-6ebc13c4594c tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "DELETE /v2.0/subnets/e1243de6-62a4-40e0-b7e8-e8376f9dd0a6 HTTP/1.1" status: 404 len: 337 time: 0.1081636 Jul 29 23:52:46.649947 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-9135b657-2ff2-46cf-aa9b-c721ea1ae552 None None] Provisioning complete for port 3f4c0bf9-8b23-4c9a-980a-86eddead3186 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:46.650353 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9135b657-2ff2-46cf-aa9b-c721ea1ae552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:46.651157 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50890) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:46.716067 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae060017-0b55-4e7b-8a1c-ff33238fb9c8 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] DELETE failed (client error): The resource could not be found. Jul 29 23:52:46.716067 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae060017-0b55-4e7b-8a1c-ff33238fb9c8 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:52:46.717478 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ae060017-0b55-4e7b-8a1c-ff33238fb9c8 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "DELETE /v2.0/subnets/1c8f8f36-7bca-4505-b69c-c9461bd84a1d HTTP/1.1" status: 404 len: 337 time: 0.0645459 Jul 29 23:52:46.720056 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50894) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:46.752206 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-93eb4f6f-349a-4c01-ae22-264c1cc27dc4 req-f7699630-345e-4de5-8b0d-eae3e05fddc9 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=eee33ead-c9ea-49cf-84ce-c95496d326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925760 Jul 29 23:52:46.764588 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4cf822-ae78-4522-8542-f8002b52f86e tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:46.782449 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-dc4cf822-ae78-4522-8542-f8002b52f86e tempest-TestNetworkBasicOps-134596010 tempest-TestNetworkBasicOps-134596010-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=33ae2e5e-3966-467e-bbd9-ec121561fb8d HTTP/1.1" status: 200 len: 1092 time: 0.1690094 Jul 29 23:52:46.783294 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 50896) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:46.790432 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-66bce1e8-9bbc-4103-89b0-cd226c36507f tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] DELETE failed (client error): The resource could not be found. Jul 29 23:52:46.790984 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-460491df-bee6-4f67-85b5-07742d68a3f4 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Request body: {'floatingip': {'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'port_id': '5262b782-37da-4888-8b07-6e2b456d9e66', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:46.793168 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66bce1e8-9bbc-4103-89b0-cd226c36507f tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:52:46.795399 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 50898) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:46.800600 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-66bce1e8-9bbc-4103-89b0-cd226c36507f tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "DELETE /v2.0/ports/c258ba9d-f5c6-41ba-8f8e-027e80251247 HTTP/1.1" status: 404 len: 333 time: 0.0790710 Jul 29 23:52:46.801237 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50900) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:46.858199 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 50902) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:46.858870 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197233b6-cf2d-41c3-87dd-c637e7e2bfe0 None None] DHCP port deletion for dcaa893a-6fe0-4e47-95bf-6fac6fda272b request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:52:46.868753 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-9135b657-2ff2-46cf-aa9b-c721ea1ae552 None None] Provisioning complete for port f1befb57-8d31-4675-a2f0-197a27163646 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:46.870655 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9135b657-2ff2-46cf-aa9b-c721ea1ae552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:46.877332 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-460491df-bee6-4f67-85b5-07742d68a3f4 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for floatingip, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:46.891289 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e1000c8-1624-4b86-9559-52e55933f40f tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] DELETE failed (client error): The resource could not be found. Jul 29 23:52:46.893127 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e1000c8-1624-4b86-9559-52e55933f40f tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:52:46.901657 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-6e1000c8-1624-4b86-9559-52e55933f40f tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "DELETE /v2.0/subnets/ad561e37-d122-488d-b232-8c434f40a0c1 HTTP/1.1" status: 404 len: 337 time: 0.0991244 Jul 29 23:52:46.902258 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 50906) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:46.935770 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-9135b657-2ff2-46cf-aa9b-c721ea1ae552 None None] Port f1befb57-8d31-4675-a2f0-197a27163646 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:52:46.958718 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-197233b6-cf2d-41c3-87dd-c637e7e2bfe0 None None] Deleting port 3f4c0bf9-8b23-4c9a-980a-86eddead3186 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:52:46.959248 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-197233b6-cf2d-41c3-87dd-c637e7e2bfe0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:46.963543 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce214c6f-d75c-4cab-8cb6-47ff0bd50bfc tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] DELETE failed (client error): The resource could not be found. Jul 29 23:52:46.964005 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce214c6f-d75c-4cab-8cb6-47ff0bd50bfc tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:52:46.968268 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ce214c6f-d75c-4cab-8cb6-47ff0bd50bfc tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "DELETE /v2.0/subnets/806ba51d-3f1e-41c4-b933-5d7d853a08c8 HTTP/1.1" status: 404 len: 337 time: 0.0627170 Jul 29 23:52:46.969101 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50908) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:46.976060 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-8cdfeafc-0de4-49b3-8d02-b4afd5b74b96 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/floatingips/7ceb998f-b127-4270-8ec8-749703d210dc HTTP/1.1" status: 200 len: 991 time: 0.1791372 Jul 29 23:52:47.018757 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-7962842b-71dd-4e05-873a-96a6ea2fe5c9 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] DELETE failed (client error): The resource could not be found. Jul 29 23:52:47.021549 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7962842b-71dd-4e05-873a-96a6ea2fe5c9 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:52:47.029156 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7962842b-71dd-4e05-873a-96a6ea2fe5c9 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "DELETE /v2.0/ports/a57cd718-7094-41cd-8ab3-cbc74d4023d9 HTTP/1.1" status: 404 len: 333 time: 0.0585909 Jul 29 23:52:47.029384 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 50912) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:47.049555 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-197233b6-cf2d-41c3-87dd-c637e7e2bfe0 None None] For port 3f4c0bf9-8b23-4c9a-980a-86eddead3186, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=3f4c0bf9-8b23-4c9a-980a-86eddead3186,segment=NetworkSegment(43b8814e-a175-47b1-b48e-a159030c3f84),segment_id=43b8814e-a175-47b1-b48e-a159030c3f84)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:47.050114 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-197233b6-cf2d-41c3-87dd-c637e7e2bfe0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:47.067028 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-197233b6-cf2d-41c3-87dd-c637e7e2bfe0 None None] Calling delete_port for 3f4c0bf9-8b23-4c9a-980a-86eddead3186 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:52:47.092684 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b8097b6-0805-43f4-9f94-2c50e01801b7 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] DELETE failed (client error): The resource could not be found. Jul 29 23:52:47.093453 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b8097b6-0805-43f4-9f94-2c50e01801b7 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:52:47.099260 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50914) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:47.101428 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-7b8097b6-0805-43f4-9f94-2c50e01801b7 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "DELETE /v2.0/subnets/90ec7ed0-d6d7-436f-aa9e-4d8af0e5548e HTTP/1.1" status: 404 len: 337 time: 0.0676899 Jul 29 23:52:47.122168 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-645e7650-458b-46f2-a098-35cef024ec2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:47.148438 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5edc763-9c95-478e-9144-e6c40b0b1fc4 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] DELETE failed (client error): The resource could not be found. Jul 29 23:52:47.149840 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5edc763-9c95-478e-9144-e6c40b0b1fc4 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:52:47.152067 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b5edc763-9c95-478e-9144-e6c40b0b1fc4 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "DELETE /v2.0/subnets/d3e6dae2-e6fd-4a63-b119-022d5bd76f62 HTTP/1.1" status: 404 len: 337 time: 0.0515618 Jul 29 23:52:47.155390 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50918) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:47.187349 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-197233b6-cf2d-41c3-87dd-c637e7e2bfe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:47.199191 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-460491df-bee6-4f67-85b5-07742d68a3f4 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:47.228352 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197233b6-cf2d-41c3-87dd-c637e7e2bfe0 None None] No DVR routers for this DVR port 3f4c0bf9-8b23-4c9a-980a-86eddead3186 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:52:47.233600 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197233b6-cf2d-41c3-87dd-c637e7e2bfe0 None None] Pushing event deleted for resources: {'Port': ['ID=3f4c0bf9-8b23-4c9a-980a-86eddead3186,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:47.278687 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-61241c57-ae4c-4261-b263-12aaf1a25a6d tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Deleting port f1befb57-8d31-4675-a2f0-197a27163646 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:52:47.280038 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-61241c57-ae4c-4261-b263-12aaf1a25a6d tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:47.371576 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-61241c57-ae4c-4261-b263-12aaf1a25a6d tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:47.388056 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-61241c57-ae4c-4261-b263-12aaf1a25a6d tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Calling delete_port for f1befb57-8d31-4675-a2f0-197a27163646 owned by {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:52:47.415898 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-645e7650-458b-46f2-a098-35cef024ec2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:47.426650 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-645e7650-458b-46f2-a098-35cef024ec2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:47.440187 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-460491df-bee6-4f67-85b5-07742d68a3f4 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Allocated IP 172.25.0.5 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/97d79506-d278-4c3a-b2e0-5d673330bb1e) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:52:47.500550 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-61241c57-ae4c-4261-b263-12aaf1a25a6d tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:47.500778 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645e7650-458b-46f2-a098-35cef024ec2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1793aea8-e99c-4b64-af5d-2578ded33e70,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:47.516608 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-645e7650-458b-46f2-a098-35cef024ec2a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=26667f6dfca745a7847446f6af8f280c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6532369 Jul 29 23:52:47.525941 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dab447-2e6e-45dd-b424-b6997f31b5e8 req-ee682dc0-2938-4a7e-b928-2b4c19ed870d tempest-TestNetworkAdvancedServerOps-451069228 tempest-TestNetworkAdvancedServerOps-451069228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:47.527622 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b4dab447-2e6e-45dd-b424-b6997f31b5e8 req-ee682dc0-2938-4a7e-b928-2b4c19ed870d tempest-TestNetworkAdvancedServerOps-451069228 tempest-TestNetworkAdvancedServerOps-451069228-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6f14da80-c5b4-4b7b-b4c8-63682611adfa HTTP/1.1" status: 200 len: 1097 time: 0.1779091 Jul 29 23:52:47.528163 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 50922) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:47.545832 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61241c57-ae4c-4261-b263-12aaf1a25a6d tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event deleted for resources: {'Port': ['ID=f1befb57-8d31-4675-a2f0-197a27163646,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:47.567407 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-61241c57-ae4c-4261-b263-12aaf1a25a6d tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:47.572310 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-61241c57-ae4c-4261-b263-12aaf1a25a6d tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "DELETE /v2.0/ports/f1befb57-8d31-4675-a2f0-197a27163646 HTTP/1.1" status: 204 len: 168 time: 0.4158788 Jul 29 23:52:47.574874 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50924) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:47.679756 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fce2b928-1a38-47b2-9696-57e3502f86f2 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:47.800081 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fce2b928-1a38-47b2-9696-57e3502f86f2 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:47.815452 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-fce2b928-1a38-47b2-9696-57e3502f86f2 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcaa893a-6fe0-4e47-95bf-6fac6fda272b']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:47.846531 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-fce2b928-1a38-47b2-9696-57e3502f86f2 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43b8814e-a175-47b1-b48e-a159030c3f84') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:47.846958 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-fce2b928-1a38-47b2-9696-57e3502f86f2 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43b8814e-a175-47b1-b48e-a159030c3f84') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:47.860141 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fce2b928-1a38-47b2-9696-57e3502f86f2 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:47.878226 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fce2b928-1a38-47b2-9696-57e3502f86f2 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:47.887890 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fce2b928-1a38-47b2-9696-57e3502f86f2 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:52:47.888492 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fce2b928-1a38-47b2-9696-57e3502f86f2 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:47.893050 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:52:47.893050 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:52:47.893050 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:52:47.893050 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:52:47.893050 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:52:47.893050 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:52:47.893050 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:52:47.893050 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:52:47.893050 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:52:47.893050 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:52:47.893050 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:52:47.893050 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:52:47.893050 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:52:47.893050 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:52:47.893050 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:52:47.893050 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:52:47.893050 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:52:47.893050 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:52:47.893050 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:52:47.893050 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:52:47.893050 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:52:47.893050 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:52:47.893050 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:52:47.893050 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:52:47.893050 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:52:47.893050 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:52:47.893050 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:52:47.893050 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:52:47.893050 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:52:47.893050 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:52:47.893050 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:52:47.893050 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:52:47.974457 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fce2b928-1a38-47b2-9696-57e3502f86f2 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:48.013110 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fce2b928-1a38-47b2-9696-57e3502f86f2 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:48.020739 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-fce2b928-1a38-47b2-9696-57e3502f86f2 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] 10.222.0.43 "DELETE /v2.0/networks/dcaa893a-6fe0-4e47-95bf-6fac6fda272b HTTP/1.1" status: 204 len: 168 time: 0.4437683 Jul 29 23:52:48.022561 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce2b928-1a38-47b2-9696-57e3502f86f2 tempest-PortsIpV6TestJSON-2064220165 tempest-PortsIpV6TestJSON-2064220165-project] Pushing event deleted for resources: {'Network': ['ID=dcaa893a-6fe0-4e47-95bf-6fac6fda272b,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:48.094152 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b4dab447-2e6e-45dd-b424-b6997f31b5e8 req-9e264252-862d-4338-8a27-073c04aaef9e tempest-TestNetworkAdvancedServerOps-451069228 tempest-TestNetworkAdvancedServerOps-451069228-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=eee33ead-c9ea-49cf-84ce-c95496d326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5374601 Jul 29 23:52:48.136270 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-14649a40-f890-4509-a4d6-0c0e75459ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:48.154749 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-460491df-bee6-4f67-85b5-07742d68a3f4 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:48.200995 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-14649a40-f890-4509-a4d6-0c0e75459ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:48.276419 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-460491df-bee6-4f67-85b5-07742d68a3f4 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:48.282597 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-14649a40-f890-4509-a4d6-0c0e75459ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:48.285076 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-14649a40-f890-4509-a4d6-0c0e75459ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:48.287132 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-14649a40-f890-4509-a4d6-0c0e75459ae2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1793aea8-e99c-4b64-af5d-2578ded33e70 HTTP/1.1" status: 204 len: 168 time: 0.7321706 Jul 29 23:52:48.349900 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50936) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:48.360053 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14649a40-f890-4509-a4d6-0c0e75459ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1793aea8-e99c-4b64-af5d-2578ded33e70,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:48.368345 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460491df-bee6-4f67-85b5-07742d68a3f4 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:52:48.375804 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-460491df-bee6-4f67-85b5-07742d68a3f4 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:52:48.378746 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460491df-bee6-4f67-85b5-07742d68a3f4 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:52:48.419002 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460491df-bee6-4f67-85b5-07742d68a3f4 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Pushing event updated for resources: {'Port': ['ID=97d79506-d278-4c3a-b2e0-5d673330bb1e,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:48.627186 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e02306b1-8c41-41ec-a3f6-16099c80864c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=da9e7a969d04495c9d1e65f1005dc604&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2755623 Jul 29 23:52:48.627840 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50944) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:48.755383 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e276fb1c-bf8e-4f2d-8c0e-5e7f28c5b4ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:48.794517 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e276fb1c-bf8e-4f2d-8c0e-5e7f28c5b4ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:48.857983 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 3f4c0bf9-8b23-4c9a-980a-86eddead3186 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:52:48.961044 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 3f4c0bf9-8b23-4c9a-980a-86eddead3186 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:52:48.961423 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 3f4c0bf9-8b23-4c9a-980a-86eddead3186 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:52:48.968597 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e276fb1c-bf8e-4f2d-8c0e-5e7f28c5b4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:48.971619 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e276fb1c-bf8e-4f2d-8c0e-5e7f28c5b4ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:48.975607 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e276fb1c-bf8e-4f2d-8c0e-5e7f28c5b4ff admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9b1f1cf6-0f58-406b-a51c-8888f1b65290 HTTP/1.1" status: 204 len: 168 time: 0.3443468 Jul 29 23:52:49.000861 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e276fb1c-bf8e-4f2d-8c0e-5e7f28c5b4ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1f1cf6-0f58-406b-a51c-8888f1b65290,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:49.168247 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-460491df-bee6-4f67-85b5-07742d68a3f4 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:49.247411 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-b3c763b8-c651-4317-abac-63d4b924ed1f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6f14da80-c5b4-4b7b-b4c8-63682611adfa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1242042 Jul 29 23:52:49.334119 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-460491df-bee6-4f67-85b5-07742d68a3f4 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:49.356833 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 50982) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:49.611731 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-460491df-bee6-4f67-85b5-07742d68a3f4 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:49.619869 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-460491df-bee6-4f67-85b5-07742d68a3f4 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:49.743662 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460491df-bee6-4f67-85b5-07742d68a3f4 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Pushing event updated for resources: {'Port': ['ID=97d79506-d278-4c3a-b2e0-5d673330bb1e,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:49.768887 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-460491df-bee6-4f67-85b5-07742d68a3f4 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:49.773750 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8f740c87-a3bf-40f0-aa0d-b382e9ea9b19 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8ddd94e523ce4936aa507a4e1fa5a975&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4152892 Jul 29 23:52:49.778718 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51000) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:49.786174 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:49.877004 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6018c3d8-9cc9-46a4-be70-4242aa649039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:49.907950 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6018c3d8-9cc9-46a4-be70-4242aa649039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:49.999395 n-d-712141-10 neutron-server[94078]: INFO neutron.db.l3_db [None req-460491df-bee6-4f67-85b5-07742d68a3f4 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Floating IP e2fb6438-f793-4e22-9cbf-211662b8af75 associated. External IP: 172.25.0.5, port: 5262b782-37da-4888-8b07-6e2b456d9e66. Jul 29 23:52:50.009858 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6018c3d8-9cc9-46a4-be70-4242aa649039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:50.020182 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6018c3d8-9cc9-46a4-be70-4242aa649039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:50.027325 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-6018c3d8-9cc9-46a4-be70-4242aa649039 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cc4e459b-e6a6-487b-990d-19fa7f69b3e1 HTTP/1.1" status: 204 len: 168 time: 0.2475789 Jul 29 23:52:50.051161 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6018c3d8-9cc9-46a4-be70-4242aa649039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc4e459b-e6a6-487b-990d-19fa7f69b3e1,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:50.317292 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-460491df-bee6-4f67-85b5-07742d68a3f4 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Router dc9c8c39-df7a-44ac-9b6f-e531ca718089 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:52:50.433042 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-0984f792-5377-4279-9049-6fdb4c311251 tempest-TestNetworkAdvancedServerOps-451069228 tempest-TestNetworkAdvancedServerOps-451069228-project-admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:52:50.434676 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-0984f792-5377-4279-9049-6fdb4c311251 tempest-TestNetworkAdvancedServerOps-451069228 tempest-TestNetworkAdvancedServerOps-451069228-project-admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3730402 Jul 29 23:52:50.450895 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-f3bc5825-c7f4-4c15-bdb1-192ae11d05ef service neutron] Request body: {'binding': {'host': 'n-h2-712141-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:50.451560 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-f3bc5825-c7f4-4c15-bdb1-192ae11d05ef service neutron] Unknown quota resources ['binding']. {{(pid=94077) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 23:52:50.455171 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-460491df-bee6-4f67-85b5-07742d68a3f4 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:52:50.468051 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe0bbb3-69a9-46d8-a55a-951bd70ab976 None None] Sync routers for ids ['dc9c8c39-df7a-44ac-9b6f-e531ca718089'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:52:50.485531 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-460491df-bee6-4f67-85b5-07742d68a3f4 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:50.488019 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe0bbb3-69a9-46d8-a55a-951bd70ab976 None None] Routers {'dc9c8c39-df7a-44ac-9b6f-e531ca718089'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:52:50.488972 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-0fe0bbb3-69a9-46d8-a55a-951bd70ab976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:52:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['dc9c8c39-df7a-44ac-9b6f-e531ca718089'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:50.519658 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-460491df-bee6-4f67-85b5-07742d68a3f4 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 3.7351334 Jul 29 23:52:50.520761 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ae2e5e-3966-467e-bbd9-ec121561fb8d', 'tag': '5262b782-37da-4888-8b07-6e2b456d9e66'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:52:50.525273 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173c45b1-4383-4620-9d4f-25ba30e1511d" -d '{"events": [{"name": "network-changed", "server_uuid": "33ae2e5e-3966-467e-bbd9-ec121561fb8d", "tag": "5262b782-37da-4888-8b07-6e2b456d9e66"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:52:50.528513 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 51024) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:50.597774 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701a621f-819b-4138-afe3-37f833a420e5 x-openstack-request-id: req-701a621f-819b-4138-afe3-37f833a420e5 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:52:50.598068 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33ae2e5e-3966-467e-bbd9-ec121561fb8d", "tag": "5262b782-37da-4888-8b07-6e2b456d9e66", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:52:50.598392 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-701a621f-819b-4138-afe3-37f833a420e5 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:52:50.599112 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33ae2e5e-3966-467e-bbd9-ec121561fb8d', 'tag': '5262b782-37da-4888-8b07-6e2b456d9e66', 'status': 'completed', 'code': 200} Jul 29 23:52:50.647093 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-a681ba17-d4c2-4c78-903e-418d05a77104 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/floatingips/e2fb6438-f793-4e22-9cbf-211662b8af75 HTTP/1.1" status: 200 len: 989 time: 0.1174700 Jul 29 23:52:50.681019 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c45b1-4383-4620-9d4f-25ba30e1511d req-16963951-5182-4eeb-a519-ec9f00a6ebd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:50.683095 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-173c45b1-4383-4620-9d4f-25ba30e1511d req-16963951-5182-4eeb-a519-ec9f00a6ebd2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bd9be2c0ad754adeaed7eabee32aed90&device_id=33ae2e5e-3966-467e-bbd9-ec121561fb8d HTTP/1.1" status: 200 len: 1097 time: 0.0541103 Jul 29 23:52:50.706013 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-f3bc5825-c7f4-4c15-bdb1-192ae11d05ef service neutron] Attempting to bind port 9e832d8e-50f2-49c7-b374-2812b62eaf3f on host n-h2-712141-10 for vnic_type normal with profile None {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:52:50.706502 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-f3bc5825-c7f4-4c15-bdb1-192ae11d05ef service neutron] Attempting to bind port 9e832d8e-50f2-49c7-b374-2812b62eaf3f by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '3e67ddd1-1c33-4cf4-87c8-b940fe50e0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'dc512bd2-1884-47d3-acfd-802fe9e5ea94'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:52:50.707959 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-f3bc5825-c7f4-4c15-bdb1-192ae11d05ef service neutron] Attempting to bind port 9e832d8e-50f2-49c7-b374-2812b62eaf3f on network dc512bd2-1884-47d3-acfd-802fe9e5ea94 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:52:50.711358 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-0fe0bbb3-69a9-46d8-a55a-951bd70ab976 None None] Set router dc9c8c39-df7a-44ac-9b6f-e531ca718089 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:52:50.718078 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-f3bc5825-c7f4-4c15-bdb1-192ae11d05ef service neutron] Port 9e832d8e-50f2-49c7-b374-2812b62eaf3f on network dc512bd2-1884-47d3-acfd-802fe9e5ea94 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:52:50.718659 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-f3bc5825-c7f4-4c15-bdb1-192ae11d05ef service neutron] Attempting to bind port 9e832d8e-50f2-49c7-b374-2812b62eaf3f on network dc512bd2-1884-47d3-acfd-802fe9e5ea94 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:52:50.745988 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-f3bc5825-c7f4-4c15-bdb1-192ae11d05ef service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:52:50.746339 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-f3bc5825-c7f4-4c15-bdb1-192ae11d05ef service neutron] Checking segment: {'id': '3e67ddd1-1c33-4cf4-87c8-b940fe50e0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'dc512bd2-1884-47d3-acfd-802fe9e5ea94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:52:50.746745 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-f3bc5825-c7f4-4c15-bdb1-192ae11d05ef service neutron] Bound using segment: {'id': '3e67ddd1-1c33-4cf4-87c8-b940fe50e0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'dc512bd2-1884-47d3-acfd-802fe9e5ea94'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:52:50.747812 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-f3bc5825-c7f4-4c15-bdb1-192ae11d05ef service neutron] Bound port: 9e832d8e-50f2-49c7-b374-2812b62eaf3f, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e67ddd1-1c33-4cf4-87c8-b940fe50e0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'dc512bd2-1884-47d3-acfd-802fe9e5ea94'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:52:50.806237 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c45b1-4383-4620-9d4f-25ba30e1511d req-a0e2a31e-714c-436f-b5dc-377670b0d304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:50.809380 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-173c45b1-4383-4620-9d4f-25ba30e1511d req-a0e2a31e-714c-436f-b5dc-377670b0d304 service neutron] 10.222.0.22 "GET /v2.0/networks?id=927b2996-96c9-4bae-a7f6-f32149570c61 HTTP/1.1" status: 200 len: 898 time: 0.1189215 Jul 29 23:52:50.865883 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-f3bc5825-c7f4-4c15-bdb1-192ae11d05ef service neutron] For port 9e832d8e-50f2-49c7-b374-2812b62eaf3f, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=9e832d8e-50f2-49c7-b374-2812b62eaf3f,segment=NetworkSegment(3e67ddd1-1c33-4cf4-87c8-b940fe50e0ac),segment_id=3e67ddd1-1c33-4cf4-87c8-b940fe50e0ac)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:52:50.884710 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-f3bc5825-c7f4-4c15-bdb1-192ae11d05ef service neutron] Notify callbacks [] for binding, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:50.886554 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-f3bc5825-c7f4-4c15-bdb1-192ae11d05ef service neutron] 10.222.0.43 "POST /v2.0/ports/9e832d8e-50f2-49c7-b374-2812b62eaf3f/bindings HTTP/1.1" status: 201 len: 390 time: 0.4449916 Jul 29 23:52:50.907776 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-173c45b1-4383-4620-9d4f-25ba30e1511d req-95473a83-a4b9-4206-af98-64ed6c8aa23f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5262b782-37da-4888-8b07-6e2b456d9e66 HTTP/1.1" status: 200 len: 997 time: 0.0909357 Jul 29 23:52:50.997599 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c45b1-4383-4620-9d4f-25ba30e1511d req-d78cac53-e237-4dba-a119-437410bb012a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:51.000699 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-173c45b1-4383-4620-9d4f-25ba30e1511d req-d78cac53-e237-4dba-a119-437410bb012a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3c3647d6-920b-43df-9182-c7a47762fcab HTTP/1.1" status: 200 len: 835 time: 0.0850410 Jul 29 23:52:51.093070 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51044) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:51.093238 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c45b1-4383-4620-9d4f-25ba30e1511d req-3d42233c-bc93-49eb-b634-6fe6646fa910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:51.094996 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-173c45b1-4383-4620-9d4f-25ba30e1511d req-3d42233c-bc93-49eb-b634-6fe6646fa910 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=927b2996-96c9-4bae-a7f6-f32149570c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0862012 Jul 29 23:52:51.147668 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-0fe0bbb3-69a9-46d8-a55a-951bd70ab976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9c8c39-df7a-44ac-9b6f-e531ca718089', 'name': 'tempest-TestNetworkBasicOps-router-2109436085', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'd54af423-2005-4545-815d-527eb236854b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:52:06Z', 'updated_at': '2021-07-29T23:52:23Z', 'revision_number': 4, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'gw_port': {'id': 'd54af423-2005-4545-815d-527eb236854b', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9c8c39-df7a-44ac-9b6f-e531ca718089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:52:08Z', 'updated_at': '2021-07-29T23:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': 'e2fb6438-f793-4e22-9cbf-211662b8af75', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'floating_ip_address': '172.25.0.5', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': 'dc9c8c39-df7a-44ac-9b6f-e531ca718089', 'port_id': '5262b782-37da-4888-8b07-6e2b456d9e66', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '927b2996-96c9-4bae-a7f6-f32149570c61', 'mac_address': 'fa:16:3e:3e:2e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ae2e5e-3966-467e-bbd9-ec121561fb8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:52:48Z', 'updated_at': '2021-07-29T23:52:48Z', 'revision_number': 0, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '048907df-d8c6-4e06-8e0e-429137141bf1', 'name': '', 'network_id': '927b2996-96c9-4bae-a7f6-f32149570c61', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'mac_address': 'fa:16:3e:65:af:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9c8c39-df7a-44ac-9b6f-e531ca718089', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '3c3647d6-920b-43df-9182-c7a47762fcab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:52:21Z', 'updated_at': '2021-07-29T23:52:34Z', 'revision_number': 5, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'subnets': [{'id': '3c3647d6-920b-43df-9182-c7a47762fcab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:51.198428 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-fa1ba075-b8cf-4c42-9749-e3b73d475a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:51.200039 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-fa1ba075-b8cf-4c42-9749-e3b73d475a34 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=65ae77200a164c0f8f007753b934a6ed&device_id=6f14da80-c5b4-4b7b-b4c8-63682611adfa HTTP/1.1" status: 200 len: 1097 time: 0.0596008 Jul 29 23:52:51.206160 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9f7a5d-d70a-4863-93bd-344cefba353f req-6a6711a1-406b-4f89-b2ec-dc5de0fe8794 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:51.207775 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8f9f7a5d-d70a-4863-93bd-344cefba353f req-6a6711a1-406b-4f89-b2ec-dc5de0fe8794 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f14da80-c5b4-4b7b-b4c8-63682611adfa HTTP/1.1" status: 200 len: 945 time: 0.1419463 Jul 29 23:52:51.223752 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe0bbb3-69a9-46d8-a55a-951bd70ab976 None None] Checking router: dc9c8c39-df7a-44ac-9b6f-e531ca718089 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:52:51.249067 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe0bbb3-69a9-46d8-a55a-951bd70ab976 None None] Routers {'dc9c8c39-df7a-44ac-9b6f-e531ca718089'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:52:51.250165 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-0fe0bbb3-69a9-46d8-a55a-951bd70ab976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:52:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['dc9c8c39-df7a-44ac-9b6f-e531ca718089'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:51.279968 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8f9f7a5d-d70a-4863-93bd-344cefba353f req-0038fb6a-e252-4d7e-9163-091e459f58a0 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=eee33ead-c9ea-49cf-84ce-c95496d326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590279 Jul 29 23:52:51.294975 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-173c45b1-4383-4620-9d4f-25ba30e1511d req-2bd11b80-a626-45e0-af67-b2ca4c94af09 service neutron] 10.222.0.22 "GET /v2.0/networks/927b2996-96c9-4bae-a7f6-f32149570c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778669 Jul 29 23:52:51.345320 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-8d5f2174-419e-401a-bbda-01b0b25050bc tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1478576752', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:51.391035 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-0d2ea9b3-8d93-4828-9caf-5d889c9662fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:51.392589 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-0d2ea9b3-8d93-4828-9caf-5d889c9662fb service neutron] 10.222.0.22 "GET /v2.0/networks?id=dc512bd2-1884-47d3-acfd-802fe9e5ea94 HTTP/1.1" status: 200 len: 898 time: 0.1818871 Jul 29 23:52:51.401015 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8d5f2174-419e-401a-bbda-01b0b25050bc tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:51.402048 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8d5f2174-419e-401a-bbda-01b0b25050bc tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:51.456384 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-173c45b1-4383-4620-9d4f-25ba30e1511d req-f99b8f98-09c5-4d73-9210-3cc473853a94 service neutron] 10.222.0.22 "GET /v2.0/networks/927b2996-96c9-4bae-a7f6-f32149570c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500692 Jul 29 23:52:51.546500 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8d5f2174-419e-401a-bbda-01b0b25050bc tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:51.550058 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-8205e510-ec49-46ef-bfeb-88afccff0411 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e832d8e-50f2-49c7-b374-2812b62eaf3f HTTP/1.1" status: 200 len: 999 time: 0.1441171 Jul 29 23:52:51.555208 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8d5f2174-419e-401a-bbda-01b0b25050bc tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:51.578532 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-0fe0bbb3-69a9-46d8-a55a-951bd70ab976 None None] Set router dc9c8c39-df7a-44ac-9b6f-e531ca718089 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:52:51.590129 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8d5f2174-419e-401a-bbda-01b0b25050bc tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:51.594434 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 51060) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:51.601110 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-17929081-9215-488b-ad63-848ab3081f85 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1483627537'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:51.602652 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8d5f2174-419e-401a-bbda-01b0b25050bc tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.4998553 Jul 29 23:52:51.637298 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17929081-9215-488b-ad63-848ab3081f85 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Made reservation on behalf of 6fbd4416285345d0997b27152c96c9ba for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:52:51.641874 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-17929081-9215-488b-ad63-848ab3081f85 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:51.649353 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 51064) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:51.673465 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-215f1f58-e41d-46a4-ae19-4b812970d266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:51.675572 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-215f1f58-e41d-46a4-ae19-4b812970d266 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=df49fe6b-bf09-4372-9f2d-78eb19d120eb HTTP/1.1" status: 200 len: 835 time: 0.0971315 Jul 29 23:52:51.733178 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-fd1f74f0-1a3d-4cc9-8a54-660db19e31d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:51.735556 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-fd1f74f0-1a3d-4cc9-8a54-660db19e31d5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=dc512bd2-1884-47d3-acfd-802fe9e5ea94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533407 Jul 29 23:52:51.748738 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-8b225a44-64fe-44ae-bcf6-84b98cc6421d tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/floatingips/e2fb6438-f793-4e22-9cbf-211662b8af75 HTTP/1.1" status: 200 len: 989 time: 0.0968938 Jul 29 23:52:51.748986 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-17929081-9215-488b-ad63-848ab3081f85 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:51.869170 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-fe85b60f-1cc7-4e80-8222-3ede32ae3572 service neutron] 10.222.0.22 "GET /v2.0/networks/dc512bd2-1884-47d3-acfd-802fe9e5ea94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234958 Jul 29 23:52:51.869817 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-17929081-9215-488b-ad63-848ab3081f85 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:51.874794 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-17929081-9215-488b-ad63-848ab3081f85 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:51.907479 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17929081-9215-488b-ad63-848ab3081f85 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:52:51.914630 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-0fe0bbb3-69a9-46d8-a55a-951bd70ab976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9c8c39-df7a-44ac-9b6f-e531ca718089', 'name': 'tempest-TestNetworkBasicOps-router-2109436085', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'd54af423-2005-4545-815d-527eb236854b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:52:06Z', 'updated_at': '2021-07-29T23:52:23Z', 'revision_number': 4, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'gw_port': {'id': 'd54af423-2005-4545-815d-527eb236854b', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9c8c39-df7a-44ac-9b6f-e531ca718089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:52:08Z', 'updated_at': '2021-07-29T23:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': 'e2fb6438-f793-4e22-9cbf-211662b8af75', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'floating_ip_address': '172.25.0.5', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': 'dc9c8c39-df7a-44ac-9b6f-e531ca718089', 'port_id': '5262b782-37da-4888-8b07-6e2b456d9e66', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '927b2996-96c9-4bae-a7f6-f32149570c61', 'mac_address': 'fa:16:3e:3e:2e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ae2e5e-3966-467e-bbd9-ec121561fb8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:52:48Z', 'updated_at': '2021-07-29T23:52:48Z', 'revision_number': 0, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '048907df-d8c6-4e06-8e0e-429137141bf1', 'name': '', 'network_id': '927b2996-96c9-4bae-a7f6-f32149570c61', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'mac_address': 'fa:16:3e:65:af:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9c8c39-df7a-44ac-9b6f-e531ca718089', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '3c3647d6-920b-43df-9182-c7a47762fcab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:52:21Z', 'updated_at': '2021-07-29T23:52:34Z', 'revision_number': 5, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'subnets': [{'id': '3c3647d6-920b-43df-9182-c7a47762fcab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:51.924912 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17929081-9215-488b-ad63-848ab3081f85 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12168df9-1c0b-4d41-8dd8-bc0ecbec8628,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:51.941327 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-17929081-9215-488b-ad63-848ab3081f85 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:51.941714 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-17929081-9215-488b-ad63-848ab3081f85 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Added segment 4bcccb31-29ff-4124-9bf6-b8b392b48d1f of type vlan for network 229cfc40-5b6b-45fd-8f15-20186fedac37 Jul 29 23:52:51.960401 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe0bbb3-69a9-46d8-a55a-951bd70ab976 None None] The sync data for ids ['dc9c8c39-df7a-44ac-9b6f-e531ca718089'] in n-d-712141-10 is: [{'id': 'dc9c8c39-df7a-44ac-9b6f-e531ca718089', 'name': 'tempest-TestNetworkBasicOps-router-2109436085', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'd54af423-2005-4545-815d-527eb236854b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:52:06Z', 'updated_at': '2021-07-29T23:52:23Z', 'revision_number': 4, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'gw_port': {'id': 'd54af423-2005-4545-815d-527eb236854b', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9c8c39-df7a-44ac-9b6f-e531ca718089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:52:08Z', 'updated_at': '2021-07-29T23:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': 'e2fb6438-f793-4e22-9cbf-211662b8af75', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'floating_ip_address': '172.25.0.5', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': 'dc9c8c39-df7a-44ac-9b6f-e531ca718089', 'port_id': '5262b782-37da-4888-8b07-6e2b456d9e66', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '927b2996-96c9-4bae-a7f6-f32149570c61', 'mac_address': 'fa:16:3e:3e:2e:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ae2e5e-3966-467e-bbd9-ec121561fb8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:52:48Z', 'updated_at': '2021-07-29T23:52:48Z', 'revision_number': 0, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '048907df-d8c6-4e06-8e0e-429137141bf1', 'name': '', 'network_id': '927b2996-96c9-4bae-a7f6-f32149570c61', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'mac_address': 'fa:16:3e:65:af:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9c8c39-df7a-44ac-9b6f-e531ca718089', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '3c3647d6-920b-43df-9182-c7a47762fcab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:52:21Z', 'updated_at': '2021-07-29T23:52:34Z', 'revision_number': 5, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'subnets': [{'id': '3c3647d6-920b-43df-9182-c7a47762fcab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:52:52.009673 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-17929081-9215-488b-ad63-848ab3081f85 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:52.042645 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-3b22a223-119b-48f0-b53d-78344feb4d7d service neutron] 10.222.0.22 "GET /v2.0/networks/dc512bd2-1884-47d3-acfd-802fe9e5ea94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620691 Jul 29 23:52:52.071875 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-17929081-9215-488b-ad63-848ab3081f85 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:52.089658 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17929081-9215-488b-ad63-848ab3081f85 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:52.091638 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-17929081-9215-488b-ad63-848ab3081f85 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:52.175649 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-17929081-9215-488b-ad63-848ab3081f85 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.5796845 Jul 29 23:52:52.179517 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 51082) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:52.191300 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-4570c4ac-9ba3-4154-8518-18e5bf8be13f tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Request body: {'subnet': {'network_id': '229cfc40-5b6b-45fd-8f15-20186fedac37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:52.236619 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-f8a7481b-0ac3-4737-bb7b-87f5b8cf2b57 tempest-TestNetworkAdvancedServerOps-451069228 tempest-TestNetworkAdvancedServerOps-451069228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:52.238908 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-f8a7481b-0ac3-4737-bb7b-87f5b8cf2b57 tempest-TestNetworkAdvancedServerOps-451069228 tempest-TestNetworkAdvancedServerOps-451069228-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=6f14da80-c5b4-4b7b-b4c8-63682611adfa&tenant_id=65ae77200a164c0f8f007753b934a6ed&binding%3Ahost_id=n-h1-712141-10 HTTP/1.1" status: 200 len: 1097 time: 0.1343372 Jul 29 23:52:52.250816 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-39e13b32-76ac-42a8-aa8d-82827be4788b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712141-10'}}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:52.265503 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17929081-9215-488b-ad63-848ab3081f85 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Pushing event updated for resources: {'Network': ['ID=229cfc40-5b6b-45fd-8f15-20186fedac37,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:52.276798 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 229cfc40-5b6b-45fd-8f15-20186fedac37 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:52:52.357010 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-39e13b32-76ac-42a8-aa8d-82827be4788b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:52.372020 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0fc3d4-0042-4dca-9216-a0ff16b05b9e None None] New status for floating IP e2fb6438-f793-4e22-9cbf-211662b8af75: ACTIVE {{(pid=94079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:52:52.392946 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4570c4ac-9ba3-4154-8518-18e5bf8be13f tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Made reservation on behalf of 6fbd4416285345d0997b27152c96c9ba for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:52:52.396504 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4570c4ac-9ba3-4154-8518-18e5bf8be13f tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:52.617159 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b330caa1-0891-45c8-b23c-08dbe7d4cb87 req-46f72388-caee-44ec-9da1-b731762b4b29 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:52.627112 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b330caa1-0891-45c8-b23c-08dbe7d4cb87 req-46f72388-caee-44ec-9da1-b731762b4b29 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f14da80-c5b4-4b7b-b4c8-63682611adfa HTTP/1.1" status: 200 len: 945 time: 0.2071447 Jul 29 23:52:52.636652 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-39e13b32-76ac-42a8-aa8d-82827be4788b service neutron] For port 9e832d8e-50f2-49c7-b374-2812b62eaf3f, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=9e832d8e-50f2-49c7-b374-2812b62eaf3f,segment=NetworkSegment(3e67ddd1-1c33-4cf4-87c8-b940fe50e0ac),segment_id=3e67ddd1-1c33-4cf4-87c8-b940fe50e0ac)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:52.710889 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-39e13b32-76ac-42a8-aa8d-82827be4788b service neutron] For port 9e832d8e-50f2-49c7-b374-2812b62eaf3f, host n-h1-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:52:52.753131 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51130) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:52.803775 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b330caa1-0891-45c8-b23c-08dbe7d4cb87 req-df140bff-138e-4251-9b6d-4f19c814f1e6 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=eee33ead-c9ea-49cf-84ce-c95496d326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757636 Jul 29 23:52:52.820511 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-39e13b32-76ac-42a8-aa8d-82827be4788b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:52.833395 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f14da80-c5b4-4b7b-b4c8-63682611adfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e832d8e-50f2-49c7-b374-2812b62eaf3f'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:52:52.835715 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40465820-94b6-4659-bb50-396cd0d80531" -d '{"events": [{"server_uuid": "6f14da80-c5b4-4b7b-b4c8-63682611adfa", "name": "network-vif-unplugged", "status": "completed", "tag": "9e832d8e-50f2-49c7-b374-2812b62eaf3f"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:52:52.847094 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-39e13b32-76ac-42a8-aa8d-82827be4788b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:52.881441 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4570c4ac-9ba3-4154-8518-18e5bf8be13f tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:53.010875 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4570c4ac-9ba3-4154-8518-18e5bf8be13f tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Checking segment: {'id': '4bcccb31-29ff-4124-9bf6-b8b392b48d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '229cfc40-5b6b-45fd-8f15-20186fedac37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:52:53.011292 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4570c4ac-9ba3-4154-8518-18e5bf8be13f tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Network hostable DHCP agents. Network: 229cfc40-5b6b-45fd-8f15-20186fedac37, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:52:53.016327 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4570c4ac-9ba3-4154-8518-18e5bf8be13f tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Pushing event updated for resources: {'Subnet': ['ID=31921df3-c9ba-4c32-935a-90a2a3eefd9c,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:53.054055 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4570c4ac-9ba3-4154-8518-18e5bf8be13f tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Network 229cfc40-5b6b-45fd-8f15-20186fedac37 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:52:53.096896 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c9c32621-eed2-42cd-9fbf-6da186f99958 req-5afdf111-1916-47a9-8caf-a8120484d306 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7535b2bd-335e-4d82-bf23-754c839992db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0533559 Jul 29 23:52:53.097962 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-4570c4ac-9ba3-4154-8518-18e5bf8be13f tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 229cfc40-5b6b-45fd-8f15-20186fedac37) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:52:53.102663 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4570c4ac-9ba3-4154-8518-18e5bf8be13f tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:53.103305 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4570c4ac-9ba3-4154-8518-18e5bf8be13f tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:53.113758 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c02138-b67a-43f5-968f-fecb09efcee1 None None] Network 229cfc40-5b6b-45fd-8f15-20186fedac37 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:52:53.126357 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-4570c4ac-9ba3-4154-8518-18e5bf8be13f tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9415936 Jul 29 23:52:53.129013 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 51160) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:53.145163 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-70f29942-32ee-4ad0-8be8-0ae694442fdd tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Request body: {'network': {'name': 'tempest-router-network01--1877740592'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:53.179113 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f29942-32ee-4ad0-8be8-0ae694442fdd tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Made reservation on behalf of 6fbd4416285345d0997b27152c96c9ba for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:52:53.183622 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-70f29942-32ee-4ad0-8be8-0ae694442fdd tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:53.285963 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70f29942-32ee-4ad0-8be8-0ae694442fdd tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:52:53.308271 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c32621-eed2-42cd-9fbf-6da186f99958 req-1799a7d3-1c51-48d3-9773-e44291ab5373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:53.310162 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c9c32621-eed2-42cd-9fbf-6da186f99958 req-1799a7d3-1c51-48d3-9773-e44291ab5373 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1d7085ece28410698508031edfc5998&device_id=7535b2bd-335e-4d82-bf23-754c839992db HTTP/1.1" status: 200 len: 1098 time: 0.1226175 Jul 29 23:52:53.328758 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-70f29942-32ee-4ad0-8be8-0ae694442fdd tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:53.328758 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-70f29942-32ee-4ad0-8be8-0ae694442fdd tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Added segment 2593e253-69fa-49fb-9fff-1bdb3461e280 of type vlan for network 207d7843-8845-4750-9c6a-1674716b85b0 Jul 29 23:52:53.380069 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-73f08260-d543-42ca-91d0-2d56099cac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:53.400507 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-71c6416e-407d-4769-80f1-53708d93fda3 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/floatingips/e2fb6438-f793-4e22-9cbf-211662b8af75 HTTP/1.1" status: 200 len: 991 time: 0.6389995 Jul 29 23:52:53.400507 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b74be3e1-77d8-4901-949c-05d2c3a478b8 x-openstack-request-id: req-b74be3e1-77d8-4901-949c-05d2c3a478b8 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:52:53.400507 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f14da80-c5b4-4b7b-b4c8-63682611adfa", "name": "network-vif-unplugged", "status": "completed", "tag": "9e832d8e-50f2-49c7-b374-2812b62eaf3f", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:52:53.400507 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b74be3e1-77d8-4901-949c-05d2c3a478b8 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:52:53.400507 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f14da80-c5b4-4b7b-b4c8-63682611adfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e832d8e-50f2-49c7-b374-2812b62eaf3f', 'code': 200} Jul 29 23:52:53.472298 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e13b32-76ac-42a8-aa8d-82827be4788b service neutron] Pushing event updated for resources: {'Port': ['ID=9e832d8e-50f2-49c7-b374-2812b62eaf3f,revision_number=7']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:53.472790 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb408b0-9a29-49b6-b600-fc24f05ed0f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-229cfc40-5b6b-45fd-8f15-20186fedac37', 'network_id': '229cfc40-5b6b-45fd-8f15-20186fedac37', 'tenant_id': '6fbd4416285345d0997b27152c96c9ba', 'fixed_ips': [{'subnet_id': '31921df3-c9ba-4c32-935a-90a2a3eefd9c'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:52:53.474242 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-acb408b0-9a29-49b6-b600-fc24f05ed0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:53.656590 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51168) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:53.670399 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c32621-eed2-42cd-9fbf-6da186f99958 req-b1ce0605-e185-455a-bc47-be923102031b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:53.672104 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c9c32621-eed2-42cd-9fbf-6da186f99958 req-b1ce0605-e185-455a-bc47-be923102031b service neutron] 10.222.0.41 "GET /v2.0/networks?id=67609761-f70d-451d-bf2b-11a2e29bfa80 HTTP/1.1" status: 200 len: 912 time: 0.3218153 Jul 29 23:52:53.674240 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-70f29942-32ee-4ad0-8be8-0ae694442fdd tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:53.722649 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-39e13b32-76ac-42a8-aa8d-82827be4788b service neutron] Attempting to bind port 9e832d8e-50f2-49c7-b374-2812b62eaf3f on host n-h1-712141-10 for vnic_type normal with profile {"migrating_to": "n-h2-712141-10"} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:52:53.723203 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-39e13b32-76ac-42a8-aa8d-82827be4788b service neutron] Attempting to bind port 9e832d8e-50f2-49c7-b374-2812b62eaf3f by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': '3e67ddd1-1c33-4cf4-87c8-b940fe50e0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'dc512bd2-1884-47d3-acfd-802fe9e5ea94'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:52:53.723774 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-39e13b32-76ac-42a8-aa8d-82827be4788b service neutron] Attempting to bind port 9e832d8e-50f2-49c7-b374-2812b62eaf3f on network dc512bd2-1884-47d3-acfd-802fe9e5ea94 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:52:53.730049 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-acb408b0-9a29-49b6-b600-fc24f05ed0f2 None None] Allocated IP 2001:db8::2 (229cfc40-5b6b-45fd-8f15-20186fedac37/31921df3-c9ba-4c32-935a-90a2a3eefd9c/36ef6537-4e35-4fe8-a9bc-542c1c2d14e0) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:52:53.747248 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-39e13b32-76ac-42a8-aa8d-82827be4788b service neutron] Port 9e832d8e-50f2-49c7-b374-2812b62eaf3f on network dc512bd2-1884-47d3-acfd-802fe9e5ea94 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:52:53.747798 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-39e13b32-76ac-42a8-aa8d-82827be4788b service neutron] Attempting to bind port 9e832d8e-50f2-49c7-b374-2812b62eaf3f on network dc512bd2-1884-47d3-acfd-802fe9e5ea94 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:52:53.771779 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-39e13b32-76ac-42a8-aa8d-82827be4788b service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:52:53.772353 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-39e13b32-76ac-42a8-aa8d-82827be4788b service neutron] Checking segment: {'id': '3e67ddd1-1c33-4cf4-87c8-b940fe50e0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'dc512bd2-1884-47d3-acfd-802fe9e5ea94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:52:53.773013 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-39e13b32-76ac-42a8-aa8d-82827be4788b service neutron] Bound using segment: {'id': '3e67ddd1-1c33-4cf4-87c8-b940fe50e0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'dc512bd2-1884-47d3-acfd-802fe9e5ea94'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:52:53.776167 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-39e13b32-76ac-42a8-aa8d-82827be4788b service neutron] Bound port: 9e832d8e-50f2-49c7-b374-2812b62eaf3f, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e67ddd1-1c33-4cf4-87c8-b940fe50e0ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'dc512bd2-1884-47d3-acfd-802fe9e5ea94'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:52:53.776853 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-39e13b32-76ac-42a8-aa8d-82827be4788b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:53.926614 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.db.resource_extend [None req-70f29942-32ee-4ad0-8be8-0ae694442fdd tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:52:53.971437 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-acb408b0-9a29-49b6-b600-fc24f05ed0f2 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:53.987859 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-acb408b0-9a29-49b6-b600-fc24f05ed0f2 None None] Transition to ACTIVE for port object 36ef6537-4e35-4fe8-a9bc-542c1c2d14e0 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:52:54.003730 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fc4796f0-021a-4dfe-91d7-c68b6fe48d81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:54.005088 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-e0afa0f3-a018-413b-9b6a-dbdabe85f5f2 None None] Provisioning complete for port 9e832d8e-50f2-49c7-b374-2812b62eaf3f triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:54.005480 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e0afa0f3-a018-413b-9b6a-dbdabe85f5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:54.017653 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-70f29942-32ee-4ad0-8be8-0ae694442fdd tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:54.023941 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f29942-32ee-4ad0-8be8-0ae694442fdd tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:54.025641 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-70f29942-32ee-4ad0-8be8-0ae694442fdd tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:54.059550 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c9c32621-eed2-42cd-9fbf-6da186f99958 req-02281e6c-9a7b-419c-8e41-1aac36ce5230 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7a71529-2343-480b-a9bb-9de3944cfc42 HTTP/1.1" status: 200 len: 1002 time: 0.3751049 Jul 29 23:52:54.069400 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-acb408b0-9a29-49b6-b600-fc24f05ed0f2 None None] Transition to ACTIVE for port object 36ef6537-4e35-4fe8-a9bc-542c1c2d14e0 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:52:54.073986 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-39e13b32-76ac-42a8-aa8d-82827be4788b service neutron] For port 9e832d8e-50f2-49c7-b374-2812b62eaf3f, host n-h1-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:52:54.084826 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-acb408b0-9a29-49b6-b600-fc24f05ed0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:54.089550 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-e0afa0f3-a018-413b-9b6a-dbdabe85f5f2 None None] Port 9e832d8e-50f2-49c7-b374-2812b62eaf3f cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:52:54.100065 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-39e13b32-76ac-42a8-aa8d-82827be4788b service neutron] For port 9e832d8e-50f2-49c7-b374-2812b62eaf3f, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=9e832d8e-50f2-49c7-b374-2812b62eaf3f,segment=NetworkSegment(3e67ddd1-1c33-4cf4-87c8-b940fe50e0ac),segment_id=3e67ddd1-1c33-4cf4-87c8-b940fe50e0ac)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:52:54.111219 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-39e13b32-76ac-42a8-aa8d-82827be4788b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:54.139528 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb408b0-9a29-49b6-b600-fc24f05ed0f2 None None] Network 229cfc40-5b6b-45fd-8f15-20186fedac37 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:52:54.141167 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-acb408b0-9a29-49b6-b600-fc24f05ed0f2 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:52:54.148798 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb408b0-9a29-49b6-b600-fc24f05ed0f2 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:52:54.184715 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb408b0-9a29-49b6-b600-fc24f05ed0f2 None None] Pushing event updated for resources: {'Port': ['ID=36ef6537-4e35-4fe8-a9bc-542c1c2d14e0,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:54.204444 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8eb6019f-fa63-4055-bb4e-68f757b13a5a req-6e808b60-26d3-461b-8566-d9a48c1ad22c tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=dbfe52d402f847d1a4e11ceb74d17697&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0902691 Jul 29 23:52:54.211315 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f29942-32ee-4ad0-8be8-0ae694442fdd tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Pushing event updated for resources: {'Network': ['ID=207d7843-8845-4750-9c6a-1674716b85b0,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:54.220147 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-acb408b0-9a29-49b6-b600-fc24f05ed0f2 None None] Attempting to bind port 36ef6537-4e35-4fe8-a9bc-542c1c2d14e0 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:52:54.220633 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-acb408b0-9a29-49b6-b600-fc24f05ed0f2 None None] Attempting to bind port 36ef6537-4e35-4fe8-a9bc-542c1c2d14e0 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '4bcccb31-29ff-4124-9bf6-b8b392b48d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '229cfc40-5b6b-45fd-8f15-20186fedac37'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:52:54.221011 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb408b0-9a29-49b6-b600-fc24f05ed0f2 None None] Attempting to bind port 36ef6537-4e35-4fe8-a9bc-542c1c2d14e0 on network 229cfc40-5b6b-45fd-8f15-20186fedac37 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:52:54.226548 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7027821b-c490-480f-b8c1-9ed42bfb1aeb req-9bd1ed8e-6001-4d85-9797-231830a43f24 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:54.229307 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7027821b-c490-480f-b8c1-9ed42bfb1aeb req-9bd1ed8e-6001-4d85-9797-231830a43f24 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f14da80-c5b4-4b7b-b4c8-63682611adfa HTTP/1.1" status: 200 len: 943 time: 0.2539206 Jul 29 23:52:54.230191 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb408b0-9a29-49b6-b600-fc24f05ed0f2 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:52:54.230575 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb408b0-9a29-49b6-b600-fc24f05ed0f2 None None] Checking segment: {'id': '4bcccb31-29ff-4124-9bf6-b8b392b48d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '229cfc40-5b6b-45fd-8f15-20186fedac37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:52:54.231035 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-acb408b0-9a29-49b6-b600-fc24f05ed0f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:54.231431 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb408b0-9a29-49b6-b600-fc24f05ed0f2 None None] Bound using segment: {'id': '4bcccb31-29ff-4124-9bf6-b8b392b48d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '229cfc40-5b6b-45fd-8f15-20186fedac37'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:52:54.231913 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-acb408b0-9a29-49b6-b600-fc24f05ed0f2 None None] Bound port: 36ef6537-4e35-4fe8-a9bc-542c1c2d14e0, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bcccb31-29ff-4124-9bf6-b8b392b48d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '229cfc40-5b6b-45fd-8f15-20186fedac37'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:52:54.233082 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-acb408b0-9a29-49b6-b600-fc24f05ed0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:54.247731 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 207d7843-8845-4750-9c6a-1674716b85b0 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:52:54.257979 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e13b32-76ac-42a8-aa8d-82827be4788b service neutron] Pushing event updated for resources: {'Port': ['ID=9e832d8e-50f2-49c7-b374-2812b62eaf3f,revision_number=8']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:54.388846 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-39e13b32-76ac-42a8-aa8d-82827be4788b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:54.389870 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-39e13b32-76ac-42a8-aa8d-82827be4788b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:54.391224 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-acb408b0-9a29-49b6-b600-fc24f05ed0f2 None None] For port 36ef6537-4e35-4fe8-a9bc-542c1c2d14e0, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:52:54.391729 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-39e13b32-76ac-42a8-aa8d-82827be4788b service neutron] 10.222.0.22 "PUT /v2.0/ports/9e832d8e-50f2-49c7-b374-2812b62eaf3f HTTP/1.1" status: 200 len: 1123 time: 2.1453013 Jul 29 23:52:54.395353 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fc4796f0-021a-4dfe-91d7-c68b6fe48d81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:54.397775 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-acb408b0-9a29-49b6-b600-fc24f05ed0f2 None None] For port 36ef6537-4e35-4fe8-a9bc-542c1c2d14e0, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=36ef6537-4e35-4fe8-a9bc-542c1c2d14e0,segment=NetworkSegment(4bcccb31-29ff-4124-9bf6-b8b392b48d1f),segment_id=4bcccb31-29ff-4124-9bf6-b8b392b48d1f)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:52:54.402908 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fc4796f0-021a-4dfe-91d7-c68b6fe48d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:54.408112 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-acb408b0-9a29-49b6-b600-fc24f05ed0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:54.431007 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c32621-eed2-42cd-9fbf-6da186f99958 req-4b20e8da-0a7d-45dd-b9a7-b2519d3607ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:54.432864 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c9c32621-eed2-42cd-9fbf-6da186f99958 req-4b20e8da-0a7d-45dd-b9a7-b2519d3607ab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=491bf474-cc80-4e70-9dca-1685e2004f49 HTTP/1.1" status: 200 len: 850 time: 0.3550427 Jul 29 23:52:54.469767 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51192) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:54.470324 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-70f29942-32ee-4ad0-8be8-0ae694442fdd tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3276303 Jul 29 23:52:54.483358 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-047c1f8d-0d57-40dc-8a1a-ebfc58106b88 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Request body: {'network': {'name': 'tempest-router-network02--933535380'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:54.505488 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4796f0-021a-4dfe-91d7-c68b6fe48d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0dd5618-3536-4156-9ffc-f8b84c41bcfd,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:54.514104 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-fc4796f0-021a-4dfe-91d7-c68b6fe48d81 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6075c53dc2144f33938e9da8f74b4fba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8506088 Jul 29 23:52:54.517455 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51196) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:54.553427 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb408b0-9a29-49b6-b600-fc24f05ed0f2 None None] Pushing event updated for resources: {'Port': ['ID=36ef6537-4e35-4fe8-a9bc-542c1c2d14e0,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:54.583047 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['9e832d8e-50f2-49c7-b374-2812b62eaf3f'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:52:54.589990 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047c1f8d-0d57-40dc-8a1a-ebfc58106b88 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Made reservation on behalf of 6fbd4416285345d0997b27152c96c9ba for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:52:54.594298 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-047c1f8d-0d57-40dc-8a1a-ebfc58106b88 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:54.614303 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7027821b-c490-480f-b8c1-9ed42bfb1aeb req-f5c186bc-07cb-42fa-a510-e9ca1aa84d83 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=eee33ead-c9ea-49cf-84ce-c95496d326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2006941 Jul 29 23:52:54.619808 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e59f4105-c9ca-42b8-a5b8-6017e1184c92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:54.640962 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb6019f-fa63-4055-bb4e-68f757b13a5a req-fccf6679-80df-4eef-9af6-01fc699bf15b tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:54.642407 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8eb6019f-fa63-4055-bb4e-68f757b13a5a req-fccf6679-80df-4eef-9af6-01fc699bf15b tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4278278 Jul 29 23:52:54.665220 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8eb6019f-fa63-4055-bb4e-68f757b13a5a req-57eae399-d831-4e40-9216-33334b649f3c tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] 10.222.0.43 "GET /v2.0/quotas/dbfe52d402f847d1a4e11ceb74d17697 HTTP/1.1" status: 200 len: 375 time: 0.0145864 Jul 29 23:52:54.675014 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c32621-eed2-42cd-9fbf-6da186f99958 req-e642c219-20a3-40f7-9f09-04ccc956213d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:54.675650 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e59f4105-c9ca-42b8-a5b8-6017e1184c92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:54.676540 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c9c32621-eed2-42cd-9fbf-6da186f99958 req-e642c219-20a3-40f7-9f09-04ccc956213d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=67609761-f70d-451d-bf2b-11a2e29bfa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2036598 Jul 29 23:52:54.679146 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-d8e6798b-9c0d-4201-bcf1-c85feb47fde8 None None] Provisioning complete for port 9e832d8e-50f2-49c7-b374-2812b62eaf3f triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:54.681676 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d8e6798b-9c0d-4201-bcf1-c85feb47fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:54.736392 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-047c1f8d-0d57-40dc-8a1a-ebfc58106b88 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:52:54.764459 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-047c1f8d-0d57-40dc-8a1a-ebfc58106b88 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:54.765408 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-047c1f8d-0d57-40dc-8a1a-ebfc58106b88 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Added segment 707d70dd-8c78-4f6a-82da-915e73c53232 of type vlan for network eecd96eb-fb8b-41ff-b760-6d9ece1fde04 Jul 29 23:52:54.792526 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e59f4105-c9ca-42b8-a5b8-6017e1184c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:54.795408 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e59f4105-c9ca-42b8-a5b8-6017e1184c92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:54.801426 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e59f4105-c9ca-42b8-a5b8-6017e1184c92 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e0dd5618-3536-4156-9ffc-f8b84c41bcfd HTTP/1.1" status: 204 len: 168 time: 0.2798450 Jul 29 23:52:54.935713 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 36ef6537-4e35-4fe8-a9bc-542c1c2d14e0 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:52:54.957970 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59f4105-c9ca-42b8-a5b8-6017e1184c92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0dd5618-3536-4156-9ffc-f8b84c41bcfd,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:54.994273 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-047c1f8d-0d57-40dc-8a1a-ebfc58106b88 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:55.082346 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-047c1f8d-0d57-40dc-8a1a-ebfc58106b88 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:55.088772 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047c1f8d-0d57-40dc-8a1a-ebfc58106b88 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:55.089391 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-047c1f8d-0d57-40dc-8a1a-ebfc58106b88 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:55.104355 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d8e6798b-9c0d-4201-bcf1-c85feb47fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:55.158111 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-047c1f8d-0d57-40dc-8a1a-ebfc58106b88 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6863019 Jul 29 23:52:55.167773 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51204) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:55.170374 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 36ef6537-4e35-4fe8-a9bc-542c1c2d14e0 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:52:55.173128 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f14da80-c5b4-4b7b-b4c8-63682611adfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e832d8e-50f2-49c7-b374-2812b62eaf3f'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:52:55.175496 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-190e96e6-827c-4721-a645-3863b4e8ccaf" -d '{"events": [{"server_uuid": "6f14da80-c5b4-4b7b-b4c8-63682611adfa", "name": "network-vif-plugged", "status": "completed", "tag": "9e832d8e-50f2-49c7-b374-2812b62eaf3f"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:52:55.176819 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-77b985e2-7f6e-422b-b6af-c613ac1d57f2 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Request body: {'subnet': {'network_id': '207d7843-8845-4750-9c6a-1674716b85b0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:55.218109 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-d8e6798b-9c0d-4201-bcf1-c85feb47fde8 None None] For port 9e832d8e-50f2-49c7-b374-2812b62eaf3f, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=9e832d8e-50f2-49c7-b374-2812b62eaf3f,segment=NetworkSegment(3e67ddd1-1c33-4cf4-87c8-b940fe50e0ac),segment_id=3e67ddd1-1c33-4cf4-87c8-b940fe50e0ac)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:55.233957 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d8e6798b-9c0d-4201-bcf1-c85feb47fde8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:55.242152 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047c1f8d-0d57-40dc-8a1a-ebfc58106b88 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Pushing event updated for resources: {'Network': ['ID=eecd96eb-fb8b-41ff-b760-6d9ece1fde04,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:55.282185 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network eecd96eb-fb8b-41ff-b760-6d9ece1fde04 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:52:55.297951 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b985e2-7f6e-422b-b6af-c613ac1d57f2 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Made reservation on behalf of 6fbd4416285345d0997b27152c96c9ba for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:52:55.303168 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-77b985e2-7f6e-422b-b6af-c613ac1d57f2 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:55.322708 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51208) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:55.330395 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8eb6019f-fa63-4055-bb4e-68f757b13a5a req-be677fa4-9e3a-42d3-9bb9-ec652354bba0 tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=dbfe52d402f847d1a4e11ceb74d17697&fields=id HTTP/1.1" status: 200 len: 210 time: 0.6581433 Jul 29 23:52:55.373863 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b8071ae4-8f95-4203-b490-c580ffd77b6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:55.399872 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f14da80-c5b4-4b7b-b4c8-63682611adfa', 'tag': '9e832d8e-50f2-49c7-b374-2812b62eaf3f'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:52:55.402547 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f4566b-e967-4cfb-b8ad-592c6c0112d7" -d '{"events": [{"name": "network-changed", "server_uuid": "6f14da80-c5b4-4b7b-b4c8-63682611adfa", "tag": "9e832d8e-50f2-49c7-b374-2812b62eaf3f"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:52:55.406884 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c9c32621-eed2-42cd-9fbf-6da186f99958 req-5a24a2f7-9563-4d58-81ac-9c169f502286 service neutron] 10.222.0.41 "GET /v2.0/networks/67609761-f70d-451d-bf2b-11a2e29bfa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7199199 Jul 29 23:52:55.549128 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e34694-48cf-4bf4-ba65-bf60f877915d req-53cbf656-48c5-4a56-b2e2-59f780ca2ba7 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:55.558570 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-12e34694-48cf-4bf4-ba65-bf60f877915d req-53cbf656-48c5-4a56-b2e2-59f780ca2ba7 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/ports?device_id=7535b2bd-335e-4d82-bf23-754c839992db HTTP/1.1" status: 200 len: 946 time: 0.2253959 Jul 29 23:52:55.638354 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64fd0e25-c0dc-4097-835a-ec99f42cbc53 x-openstack-request-id: req-64fd0e25-c0dc-4097-835a-ec99f42cbc53 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:52:55.638971 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f14da80-c5b4-4b7b-b4c8-63682611adfa", "name": "network-vif-plugged", "status": "completed", "tag": "9e832d8e-50f2-49c7-b374-2812b62eaf3f", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:52:55.638971 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-64fd0e25-c0dc-4097-835a-ec99f42cbc53 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:52:55.639266 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f14da80-c5b4-4b7b-b4c8-63682611adfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e832d8e-50f2-49c7-b374-2812b62eaf3f', 'code': 200} Jul 29 23:52:55.652068 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b8071ae4-8f95-4203-b490-c580ffd77b6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:55.652739 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-12e34694-48cf-4bf4-ba65-bf60f877915d req-717cdb16-8f9a-4f18-a5e9-e89976862e84 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f717bff-2bc6-4137-934a-60e9a95b6304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876369 Jul 29 23:52:55.671059 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b8071ae4-8f95-4203-b490-c580ffd77b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:55.698026 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c9c32621-eed2-42cd-9fbf-6da186f99958 req-7b6da268-7a14-417a-9832-415750320bf7 service neutron] 10.222.0.41 "GET /v2.0/networks/67609761-f70d-451d-bf2b-11a2e29bfa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528565 Jul 29 23:52:55.750434 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef98afe9-4784-49ef-b277-02ed629ba4b0 x-openstack-request-id: req-ef98afe9-4784-49ef-b277-02ed629ba4b0 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:52:55.750711 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f14da80-c5b4-4b7b-b4c8-63682611adfa", "tag": "9e832d8e-50f2-49c7-b374-2812b62eaf3f", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:52:55.750964 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ef98afe9-4784-49ef-b277-02ed629ba4b0 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:52:55.751851 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f14da80-c5b4-4b7b-b4c8-63682611adfa', 'tag': '9e832d8e-50f2-49c7-b374-2812b62eaf3f', 'status': 'completed', 'code': 200} Jul 29 23:52:55.785558 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e6798b-9c0d-4201-bcf1-c85feb47fde8 None None] Pushing event updated for resources: {'Port': ['ID=9e832d8e-50f2-49c7-b374-2812b62eaf3f,revision_number=9']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:55.833804 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-775580a0-3389-451d-91f5-941b85e9ff23 req-56b25384-269e-4ad0-befe-9fd0d32449bf tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] 10.222.0.43 "GET /v2.0/ports?device_id=e10eccc4-b8a1-4bea-8d14-69da28b09e63 HTTP/1.1" status: 200 len: 210 time: 0.0688591 Jul 29 23:52:55.889129 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b8071ae4-8f95-4203-b490-c580ffd77b6b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2bac8c605d524113a81d7d381b40e788&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5652010 Jul 29 23:52:55.903959 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8071ae4-8f95-4203-b490-c580ffd77b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6c9631-ff80-4089-9663-bfd3c43f35f6,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:55.906269 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5606968e-52a8-465f-aeec-bcc2a26024c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:55.908178 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51222) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:55.956425 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f4566b-e967-4cfb-b8ad-592c6c0112d7 req-330a5cc0-53b7-444d-beac-a1d6c6c11999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:55.958196 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e5f4566b-e967-4cfb-b8ad-592c6c0112d7 req-330a5cc0-53b7-444d-beac-a1d6c6c11999 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=65ae77200a164c0f8f007753b934a6ed&device_id=6f14da80-c5b4-4b7b-b4c8-63682611adfa HTTP/1.1" status: 200 len: 1128 time: 0.1753688 Jul 29 23:52:55.973250 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9524233-0e69-463b-b980-cd207c7184f7 req-77dd91dd-fb52-4354-b315-e91142b1e51f tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:55.975014 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e9524233-0e69-463b-b980-cd207c7184f7 req-77dd91dd-fb52-4354-b315-e91142b1e51f tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f14da80-c5b4-4b7b-b4c8-63682611adfa HTTP/1.1" status: 200 len: 945 time: 0.1739254 Jul 29 23:52:56.009939 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29be83e1-2720-40cc-9e8c-7bb97e3b65d2 None None] Network 229cfc40-5b6b-45fd-8f15-20186fedac37 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:52:56.016634 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-77b985e2-7f6e-422b-b6af-c613ac1d57f2 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:56.073273 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b985e2-7f6e-422b-b6af-c613ac1d57f2 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Pushing event updated for resources: {'Subnet': ['ID=e5a74b8e-3bdb-4f5f-914a-d2ffa2f1cec8,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:56.076975 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4cdbe68d-e903-4b86-bec1-a8015c34afaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:56.105263 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e9524233-0e69-463b-b980-cd207c7184f7 req-161ba35c-1549-4117-9f30-4a299cfee33c tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=eee33ead-c9ea-49cf-84ce-c95496d326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132848 Jul 29 23:52:56.114593 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4cdbe68d-e903-4b86-bec1-a8015c34afaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:56.153110 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b985e2-7f6e-422b-b6af-c613ac1d57f2 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Checking segment: {'id': '2593e253-69fa-49fb-9fff-1bdb3461e280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '207d7843-8845-4750-9c6a-1674716b85b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:52:56.153814 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b985e2-7f6e-422b-b6af-c613ac1d57f2 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Network hostable DHCP agents. Network: 207d7843-8845-4750-9c6a-1674716b85b0, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:52:56.154995 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f4566b-e967-4cfb-b8ad-592c6c0112d7 req-97bf4ee3-33c5-415f-bb99-41a06cb32c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:56.156183 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-e5f317bb-0b73-4ac4-a665-b3f494ee1569 None None] Provisioning for port 36ef6537-4e35-4fe8-a9bc-542c1c2d14e0 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:52:56.156722 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e5f4566b-e967-4cfb-b8ad-592c6c0112d7 req-97bf4ee3-33c5-415f-bb99-41a06cb32c8d service neutron] 10.222.0.41 "GET /v2.0/networks?id=dc512bd2-1884-47d3-acfd-802fe9e5ea94 HTTP/1.1" status: 200 len: 898 time: 0.1792281 Jul 29 23:52:56.163449 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-e5f317bb-0b73-4ac4-a665-b3f494ee1569 None None] Provisioning complete for port 36ef6537-4e35-4fe8-a9bc-542c1c2d14e0 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:56.164089 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e5f317bb-0b73-4ac4-a665-b3f494ee1569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:56.201000 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b985e2-7f6e-422b-b6af-c613ac1d57f2 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Network 207d7843-8845-4750-9c6a-1674716b85b0 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:52:56.214116 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-77b985e2-7f6e-422b-b6af-c613ac1d57f2 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 207d7843-8845-4750-9c6a-1674716b85b0) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:52:56.218898 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b985e2-7f6e-422b-b6af-c613ac1d57f2 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:56.219892 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-77b985e2-7f6e-422b-b6af-c613ac1d57f2 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:56.233443 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4cdbe68d-e903-4b86-bec1-a8015c34afaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:56.236268 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4cdbe68d-e903-4b86-bec1-a8015c34afaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:56.237505 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4cdbe68d-e903-4b86-bec1-a8015c34afaf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2a6c9631-ff80-4089-9663-bfd3c43f35f6 HTTP/1.1" status: 204 len: 168 time: 0.3279536 Jul 29 23:52:56.251593 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdbe68d-e903-4b86-bec1-a8015c34afaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6c9631-ff80-4089-9663-bfd3c43f35f6,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:56.260709 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e5f4566b-e967-4cfb-b8ad-592c6c0112d7 req-f1ccf5c7-a95c-4d49-89d9-7fdf4805c0b2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e832d8e-50f2-49c7-b374-2812b62eaf3f HTTP/1.1" status: 200 len: 999 time: 0.0937555 Jul 29 23:52:56.263183 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-77b985e2-7f6e-422b-b6af-c613ac1d57f2 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0943313 Jul 29 23:52:56.265959 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51228) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:56.270911 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-4448b2f3-e9f8-4a25-ae0f-d17d1a280171 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Request body: {'subnet': {'network_id': 'eecd96eb-fb8b-41ff-b760-6d9ece1fde04', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:56.272913 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbdb2e2-2e8c-43ee-aae2-74674889104b None None] Network 207d7843-8845-4750-9c6a-1674716b85b0 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:52:56.367476 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f4566b-e967-4cfb-b8ad-592c6c0112d7 req-cbfc7543-086f-469c-9db3-cdb1014c348a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:56.372599 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e5f4566b-e967-4cfb-b8ad-592c6c0112d7 req-cbfc7543-086f-469c-9db3-cdb1014c348a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=df49fe6b-bf09-4372-9f2d-78eb19d120eb HTTP/1.1" status: 200 len: 835 time: 0.0772502 Jul 29 23:52:56.397575 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4448b2f3-e9f8-4a25-ae0f-d17d1a280171 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Made reservation on behalf of 6fbd4416285345d0997b27152c96c9ba for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:52:56.402520 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4448b2f3-e9f8-4a25-ae0f-d17d1a280171 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:56.452735 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f4566b-e967-4cfb-b8ad-592c6c0112d7 req-83d6fba1-fda5-4e72-bb2e-b559732e0a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:56.454712 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e5f4566b-e967-4cfb-b8ad-592c6c0112d7 req-83d6fba1-fda5-4e72-bb2e-b559732e0a07 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dc512bd2-1884-47d3-acfd-802fe9e5ea94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0722475 Jul 29 23:52:56.544178 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:56.553098 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc01125-e3e6-4016-a678-9f1809dc0f9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-207d7843-8845-4750-9c6a-1674716b85b0', 'network_id': '207d7843-8845-4750-9c6a-1674716b85b0', 'tenant_id': '6fbd4416285345d0997b27152c96c9ba', 'fixed_ips': [{'subnet_id': 'e5a74b8e-3bdb-4f5f-914a-d2ffa2f1cec8'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:52:56.554268 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1dc01125-e3e6-4016-a678-9f1809dc0f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:56.591774 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e5f317bb-0b73-4ac4-a665-b3f494ee1569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:56.604482 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e5f4566b-e967-4cfb-b8ad-592c6c0112d7 req-2677e92d-558e-4c1e-a7af-ec0f67551b47 service neutron] 10.222.0.41 "GET /v2.0/networks/dc512bd2-1884-47d3-acfd-802fe9e5ea94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370020 Jul 29 23:52:56.723938 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-e5f317bb-0b73-4ac4-a665-b3f494ee1569 None None] For port 36ef6537-4e35-4fe8-a9bc-542c1c2d14e0, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=36ef6537-4e35-4fe8-a9bc-542c1c2d14e0,segment=NetworkSegment(4bcccb31-29ff-4124-9bf6-b8b392b48d1f),segment_id=4bcccb31-29ff-4124-9bf6-b8b392b48d1f)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:56.746384 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e5f317bb-0b73-4ac4-a665-b3f494ee1569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:56.782785 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4448b2f3-e9f8-4a25-ae0f-d17d1a280171 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:56.797880 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e5f4566b-e967-4cfb-b8ad-592c6c0112d7 req-70983a63-ee9f-446e-9bc7-3634f66d6b9c service neutron] 10.222.0.41 "GET /v2.0/networks/dc512bd2-1884-47d3-acfd-802fe9e5ea94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834466 Jul 29 23:52:56.813052 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 9e832d8e-50f2-49c7-b374-2812b62eaf3f details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:52:56.839540 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-1dc01125-e3e6-4016-a678-9f1809dc0f9a None None] Allocated IP 2001:db8::2 (207d7843-8845-4750-9c6a-1674716b85b0/e5a74b8e-3bdb-4f5f-914a-d2ffa2f1cec8/1d54cc1e-05f3-44a5-a1fb-7fe6de43c36e) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:52:56.874417 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4448b2f3-e9f8-4a25-ae0f-d17d1a280171 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Pushing event updated for resources: {'Subnet': ['ID=7bf89538-a7a3-4e68-b3c0-2657a6c5d22a,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:56.885128 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f317bb-0b73-4ac4-a665-b3f494ee1569 None None] Pushing event updated for resources: {'Port': ['ID=36ef6537-4e35-4fe8-a9bc-542c1c2d14e0,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:56.917820 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4448b2f3-e9f8-4a25-ae0f-d17d1a280171 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Checking segment: {'id': '707d70dd-8c78-4f6a-82da-915e73c53232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'eecd96eb-fb8b-41ff-b760-6d9ece1fde04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:52:56.919540 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4448b2f3-e9f8-4a25-ae0f-d17d1a280171 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Network hostable DHCP agents. Network: eecd96eb-fb8b-41ff-b760-6d9ece1fde04, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:52:56.940819 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc115a-2c6c-409a-b9c2-75714d6d15c7 req-5e5469e3-de10-4fe9-83bf-1b1b95894046 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:56.944315 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5bdc115a-2c6c-409a-b9c2-75714d6d15c7 req-5e5469e3-de10-4fe9-83bf-1b1b95894046 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/ports?device_id=7535b2bd-335e-4d82-bf23-754c839992db HTTP/1.1" status: 200 len: 946 time: 0.1241584 Jul 29 23:52:56.973635 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4448b2f3-e9f8-4a25-ae0f-d17d1a280171 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Network eecd96eb-fb8b-41ff-b760-6d9ece1fde04 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:52:57.008826 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-4448b2f3-e9f8-4a25-ae0f-d17d1a280171 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, eecd96eb-fb8b-41ff-b760-6d9ece1fde04) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:52:57.022282 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8eb6019f-fa63-4055-bb4e-68f757b13a5a req-ce21aec1-b24f-49f6-8666-fd246ac7859d tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=dbfe52d402f847d1a4e11ceb74d17697&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357788 Jul 29 23:52:57.023723 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4448b2f3-e9f8-4a25-ae0f-d17d1a280171 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:57.025135 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4448b2f3-e9f8-4a25-ae0f-d17d1a280171 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:57.062530 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8f4918bb-244d-416e-a4ad-30ae7dd56875 req-df226fe9-f49c-42c7-8906-f005998f96be tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] 10.222.0.43 "GET /v2.0/ports?device_id=e10eccc4-b8a1-4bea-8d14-69da28b09e63 HTTP/1.1" status: 200 len: 210 time: 0.0940852 Jul 29 23:52:57.082485 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320ec555-709d-459f-b2e3-37d0307df083 None None] Network eecd96eb-fb8b-41ff-b760-6d9ece1fde04 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:52:57.098603 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4448b2f3-e9f8-4a25-ae0f-d17d1a280171 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8314652 Jul 29 23:52:57.101968 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51244) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:57.106540 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5bdc115a-2c6c-409a-b9c2-75714d6d15c7 req-b60630c4-f523-4e35-8e52-2caa42408bc8 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/security-groups?id=6f717bff-2bc6-4137-934a-60e9a95b6304&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472650 Jul 29 23:52:57.338510 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2945258-89c9-4f72-8812-5599f672ecad req-27281185-e82f-44b9-96f8-3a0752c3e9ec tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:57.340262 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e2945258-89c9-4f72-8812-5599f672ecad req-27281185-e82f-44b9-96f8-3a0752c3e9ec tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.41 "GET /v2.0/ports?device_id=7535b2bd-335e-4d82-bf23-754c839992db HTTP/1.1" status: 200 len: 946 time: 0.0643752 Jul 29 23:52:57.348589 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb16ef28-ca21-4923-af46-3c1e27ae9f40 req-32d3b7bb-0ea2-43a0-b98d-2299fb884fed tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:57.356999 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eb16ef28-ca21-4923-af46-3c1e27ae9f40 req-32d3b7bb-0ea2-43a0-b98d-2299fb884fed tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f14da80-c5b4-4b7b-b4c8-63682611adfa HTTP/1.1" status: 200 len: 945 time: 0.1248949 Jul 29 23:52:57.367283 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-7a5061ad-06b4-4016-a696-3f8211276291 None None] Provisioning complete for port 36ef6537-4e35-4fe8-a9bc-542c1c2d14e0 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:57.368676 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7a5061ad-06b4-4016-a696-3f8211276291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:57.412262 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a1581e-062a-4e23-8ff5-dd13f57e3ff4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-eecd96eb-fb8b-41ff-b760-6d9ece1fde04', 'network_id': 'eecd96eb-fb8b-41ff-b760-6d9ece1fde04', 'tenant_id': '6fbd4416285345d0997b27152c96c9ba', 'fixed_ips': [{'subnet_id': '7bf89538-a7a3-4e68-b3c0-2657a6c5d22a'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:52:57.413006 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a3a1581e-062a-4e23-8ff5-dd13f57e3ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:57.468019 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 9e832d8e-50f2-49c7-b374-2812b62eaf3f, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=9e832d8e-50f2-49c7-b374-2812b62eaf3f,segment=NetworkSegment(3e67ddd1-1c33-4cf4-87c8-b940fe50e0ac),segment_id=3e67ddd1-1c33-4cf4-87c8-b940fe50e0ac)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:57.470747 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eb16ef28-ca21-4923-af46-3c1e27ae9f40 req-ce37b9f4-2299-47d5-9bd1-c85ebee336d5 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=eee33ead-c9ea-49cf-84ce-c95496d326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086042 Jul 29 23:52:57.517649 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-e2945258-89c9-4f72-8812-5599f672ecad req-44354624-3d47-4802-8c8f-3a184d049f37 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Deleting port b7a71529-2343-480b-a9bb-9de3944cfc42 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:52:57.517997 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e2945258-89c9-4f72-8812-5599f672ecad req-44354624-3d47-4802-8c8f-3a184d049f37 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:57.518145 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 9e832d8e-50f2-49c7-b374-2812b62eaf3f has no active binding in host n-h2-712141-10 {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 29 23:52:57.594402 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb6019f-fa63-4055-bb4e-68f757b13a5a req-3378f2a9-ba37-4de5-be0e-bc1fb7d3fa00 tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:57.596293 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8eb6019f-fa63-4055-bb4e-68f757b13a5a req-3378f2a9-ba37-4de5-be0e-bc1fb7d3fa00 tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5619593 Jul 29 23:52:57.624806 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1dc01125-e3e6-4016-a678-9f1809dc0f9a None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:57.641920 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-e2945258-89c9-4f72-8812-5599f672ecad req-44354624-3d47-4802-8c8f-3a184d049f37 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] For port b7a71529-2343-480b-a9bb-9de3944cfc42, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=b7a71529-2343-480b-a9bb-9de3944cfc42,segment=NetworkSegment(a2652d9d-d802-4aa8-a967-71e91ab5e571),segment_id=a2652d9d-d802-4aa8-a967-71e91ab5e571)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:57.642633 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e2945258-89c9-4f72-8812-5599f672ecad req-44354624-3d47-4802-8c8f-3a184d049f37 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:57.663922 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-8eb6019f-fa63-4055-bb4e-68f757b13a5a req-f39eb56d-6f5c-441c-a6e0-e9c9feb7f352 tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] Request body: {'port': {'device_id': 'e10eccc4-b8a1-4bea-8d14-69da28b09e63', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'admin_state_up': True, 'tenant_id': 'dbfe52d402f847d1a4e11ceb74d17697'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:57.668033 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-42ef02a1-4a58-46c7-a79f-560f67735656 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:57.673195 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1dc01125-e3e6-4016-a678-9f1809dc0f9a None None] Transition to ACTIVE for port object 1d54cc1e-05f3-44a5-a1fb-7fe6de43c36e will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:52:57.749573 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1dc01125-e3e6-4016-a678-9f1809dc0f9a None None] Transition to ACTIVE for port object 1d54cc1e-05f3-44a5-a1fb-7fe6de43c36e will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:52:57.768524 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1dc01125-e3e6-4016-a678-9f1809dc0f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:57.799393 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:57.815209 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-a3a1581e-062a-4e23-8ff5-dd13f57e3ff4 None None] Allocated IP 2001:db8::2 (eecd96eb-fb8b-41ff-b760-6d9ece1fde04/7bf89538-a7a3-4e68-b3c0-2657a6c5d22a/24f05ebc-4260-4e00-8e3b-24f45fe7b25e) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:52:57.837645 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc01125-e3e6-4016-a678-9f1809dc0f9a None None] Network 207d7843-8845-4750-9c6a-1674716b85b0 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:52:57.846733 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-1dc01125-e3e6-4016-a678-9f1809dc0f9a None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:52:57.850611 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc01125-e3e6-4016-a678-9f1809dc0f9a None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:52:57.854497 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc01125-e3e6-4016-a678-9f1809dc0f9a None None] Pushing event updated for resources: {'Port': ['ID=1d54cc1e-05f3-44a5-a1fb-7fe6de43c36e,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:57.913173 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e2945258-89c9-4f72-8812-5599f672ecad req-44354624-3d47-4802-8c8f-3a184d049f37 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:57.914354 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e2945258-89c9-4f72-8812-5599f672ecad req-44354624-3d47-4802-8c8f-3a184d049f37 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:57.914960 n-d-712141-10 neutron-server[94078]: INFO neutron.db.l3_db [req-e2945258-89c9-4f72-8812-5599f672ecad req-44354624-3d47-4802-8c8f-3a184d049f37 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Floating IP ae7e8590-0853-4c66-9e51-f8c99ed8644a disassociated. External IP: 172.25.0.239, port: b7a71529-2343-480b-a9bb-9de3944cfc42. Jul 29 23:52:57.915560 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-e2945258-89c9-4f72-8812-5599f672ecad req-44354624-3d47-4802-8c8f-3a184d049f37 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Calling delete_port for b7a71529-2343-480b-a9bb-9de3944cfc42 owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:52:57.960705 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-1dc01125-e3e6-4016-a678-9f1809dc0f9a None None] Attempting to bind port 1d54cc1e-05f3-44a5-a1fb-7fe6de43c36e on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:52:57.961074 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-1dc01125-e3e6-4016-a678-9f1809dc0f9a None None] Attempting to bind port 1d54cc1e-05f3-44a5-a1fb-7fe6de43c36e by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '2593e253-69fa-49fb-9fff-1bdb3461e280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '207d7843-8845-4750-9c6a-1674716b85b0'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:52:57.961472 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc01125-e3e6-4016-a678-9f1809dc0f9a None None] Attempting to bind port 1d54cc1e-05f3-44a5-a1fb-7fe6de43c36e on network 207d7843-8845-4750-9c6a-1674716b85b0 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:52:57.970954 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc01125-e3e6-4016-a678-9f1809dc0f9a None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:52:57.971334 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc01125-e3e6-4016-a678-9f1809dc0f9a None None] Checking segment: {'id': '2593e253-69fa-49fb-9fff-1bdb3461e280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '207d7843-8845-4750-9c6a-1674716b85b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:52:57.971818 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1dc01125-e3e6-4016-a678-9f1809dc0f9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:57.972119 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc01125-e3e6-4016-a678-9f1809dc0f9a None None] Bound using segment: {'id': '2593e253-69fa-49fb-9fff-1bdb3461e280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '207d7843-8845-4750-9c6a-1674716b85b0'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:52:57.972708 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-1dc01125-e3e6-4016-a678-9f1809dc0f9a None None] Bound port: 1d54cc1e-05f3-44a5-a1fb-7fe6de43c36e, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2593e253-69fa-49fb-9fff-1bdb3461e280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '207d7843-8845-4750-9c6a-1674716b85b0'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:52:57.973097 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1dc01125-e3e6-4016-a678-9f1809dc0f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:58.010081 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eb6019f-fa63-4055-bb4e-68f757b13a5a req-f39eb56d-6f5c-441c-a6e0-e9c9feb7f352 tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] Made reservation on behalf of dbfe52d402f847d1a4e11ceb74d17697 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:52:58.014270 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-8eb6019f-fa63-4055-bb4e-68f757b13a5a req-f39eb56d-6f5c-441c-a6e0-e9c9feb7f352 tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:58.030719 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-8eb6019f-fa63-4055-bb4e-68f757b13a5a req-f39eb56d-6f5c-441c-a6e0-e9c9feb7f352 tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:58.113728 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e2945258-89c9-4f72-8812-5599f672ecad req-44354624-3d47-4802-8c8f-3a184d049f37 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:58.152237 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-42ef02a1-4a58-46c7-a79f-560f67735656 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Allocated IP 2001:db8::1 (207d7843-8845-4750-9c6a-1674716b85b0/e5a74b8e-3bdb-4f5f-914a-d2ffa2f1cec8/7632f5fe-64d2-42ae-b680-945dbeb865d2) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:52:58.190462 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44354624-3d47-4802-8c8f-3a184d049f37 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Pushing event deleted for resources: {'Port': ['ID=b7a71529-2343-480b-a9bb-9de3944cfc42,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:58.202584 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a3a1581e-062a-4e23-8ff5-dd13f57e3ff4 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:58.204806 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1dc01125-e3e6-4016-a678-9f1809dc0f9a None None] For port 1d54cc1e-05f3-44a5-a1fb-7fe6de43c36e, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:52:58.256396 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-a3a1581e-062a-4e23-8ff5-dd13f57e3ff4 None None] Transition to ACTIVE for port object 24f05ebc-4260-4e00-8e3b-24f45fe7b25e will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:52:58.261055 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1dc01125-e3e6-4016-a678-9f1809dc0f9a None None] For port 1d54cc1e-05f3-44a5-a1fb-7fe6de43c36e, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=1d54cc1e-05f3-44a5-a1fb-7fe6de43c36e,segment=NetworkSegment(2593e253-69fa-49fb-9fff-1bdb3461e280),segment_id=2593e253-69fa-49fb-9fff-1bdb3461e280)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:52:58.277119 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1dc01125-e3e6-4016-a678-9f1809dc0f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:58.290053 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-8eb6019f-fa63-4055-bb4e-68f757b13a5a req-f39eb56d-6f5c-441c-a6e0-e9c9feb7f352 tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:58.295557 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-a3a1581e-062a-4e23-8ff5-dd13f57e3ff4 None None] Transition to ACTIVE for port object 24f05ebc-4260-4e00-8e3b-24f45fe7b25e will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:52:58.306731 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-8eb6019f-fa63-4055-bb4e-68f757b13a5a req-f39eb56d-6f5c-441c-a6e0-e9c9feb7f352 tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:58.345241 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a3a1581e-062a-4e23-8ff5-dd13f57e3ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:58.378304 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a1581e-062a-4e23-8ff5-dd13f57e3ff4 None None] Network eecd96eb-fb8b-41ff-b760-6d9ece1fde04 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:52:58.392239 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2945258-89c9-4f72-8812-5599f672ecad req-44354624-3d47-4802-8c8f-3a184d049f37 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Router 19ce4753-d88f-49bb-a0c5-60aae07ee6ce has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:52:58.404359 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-a3a1581e-062a-4e23-8ff5-dd13f57e3ff4 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:52:58.421077 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a1581e-062a-4e23-8ff5-dd13f57e3ff4 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:52:58.430971 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39eb56d-6f5c-441c-a6e0-e9c9feb7f352 tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f89c5664-11db-4bd1-b6a0-ca3fe10e3e3c,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:58.438274 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7675fa4b-5e43-4139-9fbc-47691cc8b7cc req-2250777d-c1e4-4781-a492-18a266a0fe38 tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] 10.222.0.43 "GET /v2.0/ports?device_id=e10eccc4-b8a1-4bea-8d14-69da28b09e63 HTTP/1.1" status: 200 len: 210 time: 0.0802038 Jul 29 23:52:58.440353 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-557c50f7-a9eb-4cd2-88b6-bc132efab433 req-7aa76b02-8357-406c-96d3-9b56c0318437 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/ports?device_id=7535b2bd-335e-4d82-bf23-754c839992db HTTP/1.1" status: 200 len: 210 time: 0.0837624 Jul 29 23:52:58.451096 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc01125-e3e6-4016-a678-9f1809dc0f9a None None] Pushing event updated for resources: {'Port': ['ID=1d54cc1e-05f3-44a5-a1fb-7fe6de43c36e,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:58.468968 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-42ef02a1-4a58-46c7-a79f-560f67735656 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:58.611204 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-a3a1581e-062a-4e23-8ff5-dd13f57e3ff4 None None] Attempting to bind port 24f05ebc-4260-4e00-8e3b-24f45fe7b25e on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:52:58.611581 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-a3a1581e-062a-4e23-8ff5-dd13f57e3ff4 None None] Attempting to bind port 24f05ebc-4260-4e00-8e3b-24f45fe7b25e by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '707d70dd-8c78-4f6a-82da-915e73c53232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'eecd96eb-fb8b-41ff-b760-6d9ece1fde04'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:52:58.611942 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a1581e-062a-4e23-8ff5-dd13f57e3ff4 None None] Attempting to bind port 24f05ebc-4260-4e00-8e3b-24f45fe7b25e on network eecd96eb-fb8b-41ff-b760-6d9ece1fde04 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:52:58.633216 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a1581e-062a-4e23-8ff5-dd13f57e3ff4 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:52:58.634339 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a1581e-062a-4e23-8ff5-dd13f57e3ff4 None None] Checking segment: {'id': '707d70dd-8c78-4f6a-82da-915e73c53232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'eecd96eb-fb8b-41ff-b760-6d9ece1fde04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:52:58.635061 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a3a1581e-062a-4e23-8ff5-dd13f57e3ff4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:58.635738 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a1581e-062a-4e23-8ff5-dd13f57e3ff4 None None] Bound using segment: {'id': '707d70dd-8c78-4f6a-82da-915e73c53232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'eecd96eb-fb8b-41ff-b760-6d9ece1fde04'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:52:58.636400 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-a3a1581e-062a-4e23-8ff5-dd13f57e3ff4 None None] Bound port: 24f05ebc-4260-4e00-8e3b-24f45fe7b25e, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '707d70dd-8c78-4f6a-82da-915e73c53232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'eecd96eb-fb8b-41ff-b760-6d9ece1fde04'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:52:58.636994 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a3a1581e-062a-4e23-8ff5-dd13f57e3ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:58.640843 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a1581e-062a-4e23-8ff5-dd13f57e3ff4 None None] Pushing event updated for resources: {'Port': ['ID=24f05ebc-4260-4e00-8e3b-24f45fe7b25e,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:58.665238 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-8eb6019f-fa63-4055-bb4e-68f757b13a5a req-f39eb56d-6f5c-441c-a6e0-e9c9feb7f352 tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] Allocated IP 192.168.233.127 (d71c22dc-feef-410b-a7ed-6548cf85bd6f/64bdc61a-58ca-49c7-bae5-ecfed9ee407c/bbf1a842-ab21-4c77-a8ca-d7a6b197b1cb) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:52:58.759867 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5e1bf4-ce3e-4e8e-a9e2-a2de13dc06a0 req-54ea787d-011e-4c7f-9ba2-ca14e9590a44 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:58.762586 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8b5e1bf4-ce3e-4e8e-a9e2-a2de13dc06a0 req-54ea787d-011e-4c7f-9ba2-ca14e9590a44 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f14da80-c5b4-4b7b-b4c8-63682611adfa HTTP/1.1" status: 200 len: 945 time: 0.2002513 Jul 29 23:52:58.767441 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2945258-89c9-4f72-8812-5599f672ecad req-44354624-3d47-4802-8c8f-3a184d049f37 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:52:58.783873 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cb6ac0-dca6-4d1e-b4c4-9459414f5b7c None None] Sync routers for ids ['19ce4753-d88f-49bb-a0c5-60aae07ee6ce'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:52:58.793338 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-42ef02a1-4a58-46c7-a79f-560f67735656 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Transition to ACTIVE for port object 7632f5fe-64d2-42ae-b680-945dbeb865d2 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:52:58.806946 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cb6ac0-dca6-4d1e-b4c4-9459414f5b7c None None] Routers {'19ce4753-d88f-49bb-a0c5-60aae07ee6ce'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:52:58.808314 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-61cb6ac0-dca6-4d1e-b4c4-9459414f5b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:52:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['19ce4753-d88f-49bb-a0c5-60aae07ee6ce'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:58.891965 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-a3a1581e-062a-4e23-8ff5-dd13f57e3ff4 None None] For port 24f05ebc-4260-4e00-8e3b-24f45fe7b25e, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:52:58.924080 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-a3a1581e-062a-4e23-8ff5-dd13f57e3ff4 None None] For port 24f05ebc-4260-4e00-8e3b-24f45fe7b25e, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=24f05ebc-4260-4e00-8e3b-24f45fe7b25e,segment=NetworkSegment(707d70dd-8c78-4f6a-82da-915e73c53232),segment_id=707d70dd-8c78-4f6a-82da-915e73c53232)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:52:58.929609 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a3a1581e-062a-4e23-8ff5-dd13f57e3ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:58.940597 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8b5e1bf4-ce3e-4e8e-a9e2-a2de13dc06a0 req-5835750d-f152-4296-b223-f13de167943a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=eee33ead-c9ea-49cf-84ce-c95496d326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583245 Jul 29 23:52:58.942606 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2945258-89c9-4f72-8812-5599f672ecad req-44354624-3d47-4802-8c8f-3a184d049f37 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] No DVR routers for this DVR port b7a71529-2343-480b-a9bb-9de3944cfc42 on host n-h1-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:52:58.950595 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-e2945258-89c9-4f72-8812-5599f672ecad req-44354624-3d47-4802-8c8f-3a184d049f37 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:58.958693 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e2945258-89c9-4f72-8812-5599f672ecad req-44354624-3d47-4802-8c8f-3a184d049f37 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.41 "DELETE /v2.0/ports/b7a71529-2343-480b-a9bb-9de3944cfc42 HTTP/1.1" status: 204 len: 173 time: 1.5980136 Jul 29 23:52:58.959856 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7535b2bd-335e-4d82-bf23-754c839992db', 'name': 'network-vif-deleted', 'tag': 'b7a71529-2343-480b-a9bb-9de3944cfc42'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:52:58.990122 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08aca74-9391-47b6-9463-a803a67e8d77" -d '{"events": [{"server_uuid": "7535b2bd-335e-4d82-bf23-754c839992db", "name": "network-vif-deleted", "tag": "b7a71529-2343-480b-a9bb-9de3944cfc42"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:52:59.046530 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a1581e-062a-4e23-8ff5-dd13f57e3ff4 None None] Pushing event updated for resources: {'Port': ['ID=24f05ebc-4260-4e00-8e3b-24f45fe7b25e,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:59.075417 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-42ef02a1-4a58-46c7-a79f-560f67735656 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:59.116645 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ba0a4c-cd1c-49e3-95af-f5f1567d72d4 x-openstack-request-id: req-62ba0a4c-cd1c-49e3-95af-f5f1567d72d4 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:52:59.117060 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7535b2bd-335e-4d82-bf23-754c839992db", "name": "network-vif-deleted", "tag": "b7a71529-2343-480b-a9bb-9de3944cfc42", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:52:59.117441 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-62ba0a4c-cd1c-49e3-95af-f5f1567d72d4 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:52:59.119186 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7535b2bd-335e-4d82-bf23-754c839992db', 'name': 'network-vif-deleted', 'tag': 'b7a71529-2343-480b-a9bb-9de3944cfc42', 'status': 'completed', 'code': 200} Jul 29 23:52:59.175183 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ef02a1-4a58-46c7-a79f-560f67735656 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Network 207d7843-8845-4750-9c6a-1674716b85b0 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:52:59.185639 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-42ef02a1-4a58-46c7-a79f-560f67735656 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:52:59.192614 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ef02a1-4a58-46c7-a79f-560f67735656 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:52:59.193023 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-42ef02a1-4a58-46c7-a79f-560f67735656 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:59.214448 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-61cb6ac0-dca6-4d1e-b4c4-9459414f5b7c None None] Set router 19ce4753-d88f-49bb-a0c5-60aae07ee6ce gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:52:59.226275 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 1d54cc1e-05f3-44a5-a1fb-7fe6de43c36e up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:52:59.295369 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 1d54cc1e-05f3-44a5-a1fb-7fe6de43c36e completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:52:59.300704 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 36ef6537-4e35-4fe8-a9bc-542c1c2d14e0 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:52:59.336428 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-8eb6019f-fa63-4055-bb4e-68f757b13a5a req-f39eb56d-6f5c-441c-a6e0-e9c9feb7f352 tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:59.359377 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ef02a1-4a58-46c7-a79f-560f67735656 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Pushing event updated for resources: {'Port': ['ID=7632f5fe-64d2-42ae-b680-945dbeb865d2,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:59.383008 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-8eb6019f-fa63-4055-bb4e-68f757b13a5a req-f39eb56d-6f5c-441c-a6e0-e9c9feb7f352 tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] Transition to ACTIVE for port object bbf1a842-ab21-4c77-a8ca-d7a6b197b1cb will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:52:59.446894 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:59.451877 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 36ef6537-4e35-4fe8-a9bc-542c1c2d14e0 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:59.452253 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:59.507150 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-42ef02a1-4a58-46c7-a79f-560f67735656 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:59.621272 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-8eb6019f-fa63-4055-bb4e-68f757b13a5a req-f39eb56d-6f5c-441c-a6e0-e9c9feb7f352 tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:59.691359 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-61cb6ac0-dca6-4d1e-b4c4-9459414f5b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19ce4753-d88f-49bb-a0c5-60aae07ee6ce', 'name': 'tempest-AttachVolumeTestJSON-1357557364-router', 'tenant_id': 'c1d7085ece28410698508031edfc5998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'bd32ee84-4185-49db-9b33-26733bc708ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:48:28Z', 'updated_at': '2021-07-29T23:48:35Z', 'revision_number': 4, 'project_id': 'c1d7085ece28410698508031edfc5998', 'gw_port': {'id': 'bd32ee84-4185-49db-9b33-26733bc708ce', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:78:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ce4753-d88f-49bb-a0c5-60aae07ee6ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:48:30Z', 'updated_at': '2021-07-29T23:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '72eb1e52-f5de-40cc-99b0-49fe24a2436f', 'name': '', 'network_id': '67609761-f70d-451d-bf2b-11a2e29bfa80', 'tenant_id': 'c1d7085ece28410698508031edfc5998', 'mac_address': 'fa:16:3e:d8:64:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ce4753-d88f-49bb-a0c5-60aae07ee6ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '491bf474-cc80-4e70-9dca-1685e2004f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:48:34Z', 'updated_at': '2021-07-29T23:48:46Z', 'revision_number': 5, 'project_id': 'c1d7085ece28410698508031edfc5998', 'subnets': [{'id': '491bf474-cc80-4e70-9dca-1685e2004f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:59.704975 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ec52a7c8-fe24-4978-9278-8863c381e23f req-ba640680-041a-4b1e-b8e9-e9c6177b3773 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/ports?device_id=7535b2bd-335e-4d82-bf23-754c839992db HTTP/1.1" status: 200 len: 210 time: 0.0511050 Jul 29 23:52:59.755711 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cb6ac0-dca6-4d1e-b4c4-9459414f5b7c None None] Checking router: 19ce4753-d88f-49bb-a0c5-60aae07ee6ce for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:52:59.772422 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39eb56d-6f5c-441c-a6e0-e9c9feb7f352 tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] Pushing event updated for resources: {'Port': ['ID=bbf1a842-ab21-4c77-a8ca-d7a6b197b1cb,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:59.783477 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cb6ac0-dca6-4d1e-b4c4-9459414f5b7c None None] Routers {'19ce4753-d88f-49bb-a0c5-60aae07ee6ce'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:52:59.784110 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-61cb6ac0-dca6-4d1e-b4c4-9459414f5b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:52:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['19ce4753-d88f-49bb-a0c5-60aae07ee6ce'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:59.830972 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa1dce-685a-4144-b935-aed368db5d46 req-b416f9a6-a14e-447f-bbd9-af18f85eb5c4 tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:59.835048 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ecfa1dce-685a-4144-b935-aed368db5d46 req-b416f9a6-a14e-447f-bbd9-af18f85eb5c4 tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] 10.222.0.43 "GET /v2.0/ports?device_id=e10eccc4-b8a1-4bea-8d14-69da28b09e63 HTTP/1.1" status: 200 len: 936 time: 0.1650429 Jul 29 23:52:59.907207 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ecfa1dce-685a-4144-b935-aed368db5d46 req-f7e398be-b179-4525-a468-5f963aedcc68 tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] 10.222.0.43 "GET /v2.0/security-groups?id=f89c5664-11db-4bd1-b6a0-ca3fe10e3e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524960 Jul 29 23:52:59.924024 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eb6019f-fa63-4055-bb4e-68f757b13a5a req-f39eb56d-6f5c-441c-a6e0-e9c9feb7f352 tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] Network d71c22dc-feef-410b-a7ed-6548cf85bd6f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:52:59.951678 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-61cb6ac0-dca6-4d1e-b4c4-9459414f5b7c None None] Set router 19ce4753-d88f-49bb-a0c5-60aae07ee6ce gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:52:59.958172 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-8eb6019f-fa63-4055-bb4e-68f757b13a5a req-f39eb56d-6f5c-441c-a6e0-e9c9feb7f352 tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:52:59.962900 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb6019f-fa63-4055-bb4e-68f757b13a5a req-f39eb56d-6f5c-441c-a6e0-e9c9feb7f352 tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:53:00.175461 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-0efb5a56-f5b4-4e14-a88c-24d4b4c004ed service neutron] 10.222.0.41 "GET /v2.0/ports/9e832d8e-50f2-49c7-b374-2812b62eaf3f/bindings/n-h2-712141-10 HTTP/1.1" status: 200 len: 385 time: 0.1978080 Jul 29 23:53:00.281517 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f67255-addf-4fd6-8926-a8f2c0ef9c6c req-b58d1e64-586e-4325-b111-c69c265a40a6 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:00.284895 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a1f67255-addf-4fd6-8926-a8f2c0ef9c6c req-b58d1e64-586e-4325-b111-c69c265a40a6 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f14da80-c5b4-4b7b-b4c8-63682611adfa HTTP/1.1" status: 200 len: 945 time: 0.2233448 Jul 29 23:53:00.309399 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb6019f-fa63-4055-bb4e-68f757b13a5a req-f39eb56d-6f5c-441c-a6e0-e9c9feb7f352 tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:00.310366 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-8eb6019f-fa63-4055-bb4e-68f757b13a5a req-f39eb56d-6f5c-441c-a6e0-e9c9feb7f352 tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:00.368056 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e3e367-d479-4b9a-a4c8-100a994c4dc7 None None] Network 207d7843-8845-4750-9c6a-1674716b85b0 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:53:00.376725 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8eb6019f-fa63-4055-bb4e-68f757b13a5a req-f39eb56d-6f5c-441c-a6e0-e9c9feb7f352 tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7183156 Jul 29 23:53:00.403072 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-8eb6019f-fa63-4055-bb4e-68f757b13a5a req-575fd84c-fedf-473b-b595-52a0bd8fec26 service neutron] Request body: {'port': {'device_id': 'e10eccc4-b8a1-4bea-8d14-69da28b09e63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:00.405779 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-61cb6ac0-dca6-4d1e-b4c4-9459414f5b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19ce4753-d88f-49bb-a0c5-60aae07ee6ce', 'name': 'tempest-AttachVolumeTestJSON-1357557364-router', 'tenant_id': 'c1d7085ece28410698508031edfc5998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'bd32ee84-4185-49db-9b33-26733bc708ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:48:28Z', 'updated_at': '2021-07-29T23:48:35Z', 'revision_number': 4, 'project_id': 'c1d7085ece28410698508031edfc5998', 'gw_port': {'id': 'bd32ee84-4185-49db-9b33-26733bc708ce', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:78:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ce4753-d88f-49bb-a0c5-60aae07ee6ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:48:30Z', 'updated_at': '2021-07-29T23:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '72eb1e52-f5de-40cc-99b0-49fe24a2436f', 'name': '', 'network_id': '67609761-f70d-451d-bf2b-11a2e29bfa80', 'tenant_id': 'c1d7085ece28410698508031edfc5998', 'mac_address': 'fa:16:3e:d8:64:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ce4753-d88f-49bb-a0c5-60aae07ee6ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '491bf474-cc80-4e70-9dca-1685e2004f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:48:34Z', 'updated_at': '2021-07-29T23:48:46Z', 'revision_number': 5, 'project_id': 'c1d7085ece28410698508031edfc5998', 'subnets': [{'id': '491bf474-cc80-4e70-9dca-1685e2004f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:00.463506 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f1e10140-7f52-4a29-b808-2282b7d7d340 None None] Provisioning for port 1d54cc1e-05f3-44a5-a1fb-7fe6de43c36e completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:53:00.471956 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cb6ac0-dca6-4d1e-b4c4-9459414f5b7c None None] The sync data for ids ['19ce4753-d88f-49bb-a0c5-60aae07ee6ce'] in n-d-712141-10 is: [{'id': '19ce4753-d88f-49bb-a0c5-60aae07ee6ce', 'name': 'tempest-AttachVolumeTestJSON-1357557364-router', 'tenant_id': 'c1d7085ece28410698508031edfc5998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'bd32ee84-4185-49db-9b33-26733bc708ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:48:28Z', 'updated_at': '2021-07-29T23:48:35Z', 'revision_number': 4, 'project_id': 'c1d7085ece28410698508031edfc5998', 'gw_port': {'id': 'bd32ee84-4185-49db-9b33-26733bc708ce', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:78:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ce4753-d88f-49bb-a0c5-60aae07ee6ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:48:30Z', 'updated_at': '2021-07-29T23:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '72eb1e52-f5de-40cc-99b0-49fe24a2436f', 'name': '', 'network_id': '67609761-f70d-451d-bf2b-11a2e29bfa80', 'tenant_id': 'c1d7085ece28410698508031edfc5998', 'mac_address': 'fa:16:3e:d8:64:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ce4753-d88f-49bb-a0c5-60aae07ee6ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '491bf474-cc80-4e70-9dca-1685e2004f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:48:34Z', 'updated_at': '2021-07-29T23:48:46Z', 'revision_number': 5, 'project_id': 'c1d7085ece28410698508031edfc5998', 'subnets': [{'id': '491bf474-cc80-4e70-9dca-1685e2004f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:53:00.487236 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f1e10140-7f52-4a29-b808-2282b7d7d340 None None] Provisioning complete for port 1d54cc1e-05f3-44a5-a1fb-7fe6de43c36e triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:53:00.488310 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f1e10140-7f52-4a29-b808-2282b7d7d340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:00.489194 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-42ef02a1-4a58-46c7-a79f-560f67735656 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:00.503766 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-42ef02a1-4a58-46c7-a79f-560f67735656 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:00.504776 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-42ef02a1-4a58-46c7-a79f-560f67735656 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:00.579787 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51358) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:00.580682 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-8eb6019f-fa63-4055-bb4e-68f757b13a5a req-575fd84c-fedf-473b-b595-52a0bd8fec26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:00.592707 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-10c3b899-f275-4c85-8709-dcf95c96f527 service neutron] For port 9e832d8e-50f2-49c7-b374-2812b62eaf3f, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=9e832d8e-50f2-49c7-b374-2812b62eaf3f,segment=NetworkSegment(3e67ddd1-1c33-4cf4-87c8-b940fe50e0ac),segment_id=3e67ddd1-1c33-4cf4-87c8-b940fe50e0ac)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:00.620697 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-10c3b899-f275-4c85-8709-dcf95c96f527 service neutron] For port 9e832d8e-50f2-49c7-b374-2812b62eaf3f, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:53:00.671309 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-10c3b899-f275-4c85-8709-dcf95c96f527 service neutron] For port 9e832d8e-50f2-49c7-b374-2812b62eaf3f, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=9e832d8e-50f2-49c7-b374-2812b62eaf3f,segment=NetworkSegment(3e67ddd1-1c33-4cf4-87c8-b940fe50e0ac),segment_id=3e67ddd1-1c33-4cf4-87c8-b940fe50e0ac)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:00.682881 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f1e10140-7f52-4a29-b808-2282b7d7d340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:00.698136 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a1f67255-addf-4fd6-8926-a8f2c0ef9c6c req-05e37508-9b4c-4178-88b4-87848fb0531b tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=eee33ead-c9ea-49cf-84ce-c95496d326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4014986 Jul 29 23:53:00.702126 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-10c3b899-f275-4c85-8709-dcf95c96f527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:00.778656 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-f1e10140-7f52-4a29-b808-2282b7d7d340 None None] For port 1d54cc1e-05f3-44a5-a1fb-7fe6de43c36e, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=1d54cc1e-05f3-44a5-a1fb-7fe6de43c36e,segment=NetworkSegment(2593e253-69fa-49fb-9fff-1bdb3461e280),segment_id=2593e253-69fa-49fb-9fff-1bdb3461e280)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:00.801900 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f1e10140-7f52-4a29-b808-2282b7d7d340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:00.870321 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 51366) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:00.909263 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f1e10140-7f52-4a29-b808-2282b7d7d340 None None] Provisioning for port bbf1a842-ab21-4c77-a8ca-d7a6b197b1cb completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:53:00.931319 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f1e10140-7f52-4a29-b808-2282b7d7d340 None None] Provisioning complete for port bbf1a842-ab21-4c77-a8ca-d7a6b197b1cb triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:53:00.931795 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f1e10140-7f52-4a29-b808-2282b7d7d340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:00.959134 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-10c3b899-f275-4c85-8709-dcf95c96f527 service neutron] Transition to ACTIVE for port object 9e832d8e-50f2-49c7-b374-2812b62eaf3f will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:53:00.971869 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-10c3b899-f275-4c85-8709-dcf95c96f527 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:00.996727 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8f96dd-5cef-4486-b13c-9b3358ea0b82 None None] Network eecd96eb-fb8b-41ff-b760-6d9ece1fde04 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:53:00.998766 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 24f05ebc-4260-4e00-8e3b-24f45fe7b25e up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:53:01.044417 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-21dc5afe-bfa8-49c3-b859-a9041c751fe2 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:01.077002 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-21dc5afe-bfa8-49c3-b859-a9041c751fe2 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:01.086216 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ef02a1-4a58-46c7-a79f-560f67735656 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Pushing event updated for resources: {'Port': ['ID=7632f5fe-64d2-42ae-b680-945dbeb865d2,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:01.105713 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4de25753-bf8d-4bfd-8a3b-cc3941d39b8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:01.114124 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4ab2d7-a112-450f-b7fe-2c0b2f35c0fc None None] New status for floating IP ae7e8590-0853-4c66-9e51-f8c99ed8644a: DOWN {{(pid=94079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:53:01.123141 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e10140-7f52-4a29-b808-2282b7d7d340 None None] Pushing event updated for resources: {'Port': ['ID=1d54cc1e-05f3-44a5-a1fb-7fe6de43c36e,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:01.128767 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f14da80-c5b4-4b7b-b4c8-63682611adfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e832d8e-50f2-49c7-b374-2812b62eaf3f'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:53:01.131691 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aed983a-76bf-451a-b94e-a9837d5cd752" -d '{"events": [{"server_uuid": "6f14da80-c5b4-4b7b-b4c8-63682611adfa", "name": "network-vif-unplugged", "status": "completed", "tag": "9e832d8e-50f2-49c7-b374-2812b62eaf3f"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:53:01.162441 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-21dc5afe-bfa8-49c3-b859-a9041c751fe2 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:01.165220 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-21dc5afe-bfa8-49c3-b859-a9041c751fe2 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:01.166780 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-21dc5afe-bfa8-49c3-b859-a9041c751fe2 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "DELETE /v2.0/security-groups/6f717bff-2bc6-4137-934a-60e9a95b6304 HTTP/1.1" status: 204 len: 168 time: 0.2954698 Jul 29 23:53:01.179699 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 51372) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:01.249802 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc416778-5b58-45ac-af04-3106d4e1a876 x-openstack-request-id: req-dc416778-5b58-45ac-af04-3106d4e1a876 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:53:01.250096 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f14da80-c5b4-4b7b-b4c8-63682611adfa", "name": "network-vif-unplugged", "status": "completed", "tag": "9e832d8e-50f2-49c7-b374-2812b62eaf3f", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:53:01.250353 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dc416778-5b58-45ac-af04-3106d4e1a876 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:53:01.250780 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f14da80-c5b4-4b7b-b4c8-63682611adfa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e832d8e-50f2-49c7-b374-2812b62eaf3f', 'code': 200} Jul 29 23:53:01.350079 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ef02a1-4a58-46c7-a79f-560f67735656 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Network 207d7843-8845-4750-9c6a-1674716b85b0 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:53:01.352731 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dc5afe-bfa8-49c3-b859-a9041c751fe2 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f717bff-2bc6-4137-934a-60e9a95b6304,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:01.369504 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-42ef02a1-4a58-46c7-a79f-560f67735656 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:53:01.370065 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [None req-98cba02a-131d-4ee9-b1ab-39603ad06ea1 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] show failed (client error): The resource could not be found. Jul 29 23:53:01.376631 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-98cba02a-131d-4ee9-b1ab-39603ad06ea1 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/security-groups/6f717bff-2bc6-4137-934a-60e9a95b6304 HTTP/1.1" status: 404 len: 347 time: 0.1930745 Jul 29 23:53:01.377541 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c3b899-f275-4c85-8709-dcf95c96f527 service neutron] Pushing event updated for resources: {'Port': ['ID=9e832d8e-50f2-49c7-b374-2812b62eaf3f,revision_number=11']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:01.389663 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51374) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:01.460331 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-f1e10140-7f52-4a29-b808-2282b7d7d340 None None] Port bbf1a842-ab21-4c77-a8ca-d7a6b197b1cb cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:53:01.483050 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-10c3b899-f275-4c85-8709-dcf95c96f527 service neutron] No DVR routers for this DVR port 9e832d8e-50f2-49c7-b374-2812b62eaf3f on host n-h1-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:53:01.486157 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 9e832d8e-50f2-49c7-b374-2812b62eaf3f no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:53:01.567265 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a31bc-5523-4606-9fd2-bc43cc201b73 req-ebded72c-fcfc-45e0-8102-45eecbd2ddd8 tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:01.582812 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5e1a31bc-5523-4606-9fd2-bc43cc201b73 req-ebded72c-fcfc-45e0-8102-45eecbd2ddd8 tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] 10.222.0.43 "GET /v2.0/ports?device_id=e10eccc4-b8a1-4bea-8d14-69da28b09e63 HTTP/1.1" status: 200 len: 936 time: 0.4590411 Jul 29 23:53:01.628873 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-ab7e7241-25a2-4b28-b9a5-7e542ee56258 None None] Provisioning complete for port 1d54cc1e-05f3-44a5-a1fb-7fe6de43c36e triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:53:01.629495 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ab7e7241-25a2-4b28-b9a5-7e542ee56258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:01.684893 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5e1a31bc-5523-4606-9fd2-bc43cc201b73 req-340a37f3-1f90-40f7-8ca0-8d5909d031b5 tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] 10.222.0.43 "GET /v2.0/security-groups?id=f89c5664-11db-4bd1-b6a0-ca3fe10e3e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010420 Jul 29 23:53:01.752024 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 24f05ebc-4260-4e00-8e3b-24f45fe7b25e completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:53:01.767660 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-10c3b899-f275-4c85-8709-dcf95c96f527 service neutron] 10.222.0.41 "PUT /v2.0/ports/9e832d8e-50f2-49c7-b374-2812b62eaf3f/bindings/n-h2-712141-10/activate HTTP/1.1" status: 200 len: 370 time: 1.5853617 Jul 29 23:53:01.799932 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 9e832d8e-50f2-49c7-b374-2812b62eaf3f not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:53:01.799932 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device b7a71529-2343-480b-a9bb-9de3944cfc42 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:53:01.882439 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] No Port match for: b7a71529-2343-480b-a9bb-9de3944cfc42 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:53:01.882690 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device b7a71529-2343-480b-a9bb-9de3944cfc42 not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:53:01.955382 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24c2edb-539f-4190-ba16-e413414877d1 req-1bb55173-ffed-4b94-a8cc-b65bf06d77a1 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:01.958251 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a24c2edb-539f-4190-ba16-e413414877d1 req-1bb55173-ffed-4b94-a8cc-b65bf06d77a1 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f14da80-c5b4-4b7b-b4c8-63682611adfa HTTP/1.1" status: 200 len: 944 time: 0.1367054 Jul 29 23:53:01.997107 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-d3d45564-0637-40a4-a08d-bebca1ac7568 tempest-TestNetworkAdvancedServerOps-451069228 tempest-TestNetworkAdvancedServerOps-451069228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:01.998922 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-d3d45564-0637-40a4-a08d-bebca1ac7568 tempest-TestNetworkAdvancedServerOps-451069228 tempest-TestNetworkAdvancedServerOps-451069228-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=6f14da80-c5b4-4b7b-b4c8-63682611adfa&tenant_id=65ae77200a164c0f8f007753b934a6ed&binding%3Ahost_id=n-h1-712141-10 HTTP/1.1" status: 200 len: 1096 time: 0.1341159 Jul 29 23:53:02.004958 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-ab7e7241-25a2-4b28-b9a5-7e542ee56258 None None] Provisioning for port 7632f5fe-64d2-42ae-b680-945dbeb865d2 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:53:02.010494 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-ab7e7241-25a2-4b28-b9a5-7e542ee56258 None None] Provisioning complete for port 7632f5fe-64d2-42ae-b680-945dbeb865d2 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:53:02.010877 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ab7e7241-25a2-4b28-b9a5-7e542ee56258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:02.068129 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-ab7e7241-25a2-4b28-b9a5-7e542ee56258 None None] Port 7632f5fe-64d2-42ae-b680-945dbeb865d2 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:53:02.073208 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a24c2edb-539f-4190-ba16-e413414877d1 req-8f69cf16-7c92-4b4f-ab89-f3e58a96a015 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=eee33ead-c9ea-49cf-84ce-c95496d326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051264 Jul 29 23:53:02.102995 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-92e2816a-622c-4e4d-8d8c-c9bd419f5190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:02.109315 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-92e2816a-622c-4e4d-8d8c-c9bd419f5190 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=6f14da80-c5b4-4b7b-b4c8-63682611adfa&tenant_id=65ae77200a164c0f8f007753b934a6ed HTTP/1.1" status: 200 len: 1096 time: 0.1010685 Jul 29 23:53:02.115131 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-ab7e7241-25a2-4b28-b9a5-7e542ee56258 None None] Provisioning for port 24f05ebc-4260-4e00-8e3b-24f45fe7b25e completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:53:02.134714 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-ab7e7241-25a2-4b28-b9a5-7e542ee56258 None None] Provisioning complete for port 24f05ebc-4260-4e00-8e3b-24f45fe7b25e triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:53:02.135713 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ab7e7241-25a2-4b28-b9a5-7e542ee56258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:02.207739 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-fc48cc11-a311-4ff9-936c-8998202f4544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:02.210534 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-fc48cc11-a311-4ff9-936c-8998202f4544 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=65ae77200a164c0f8f007753b934a6ed&device_id=6f14da80-c5b4-4b7b-b4c8-63682611adfa HTTP/1.1" status: 200 len: 1096 time: 0.0740273 Jul 29 23:53:02.284376 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ab7e7241-25a2-4b28-b9a5-7e542ee56258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:02.295048 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-8c9d0139-9431-4af3-bb0f-f4d79a1b1147 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Deleting port 7a8ef5a7-e890-4171-a8da-c63b5b888fcb {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:53:02.295403 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8c9d0139-9431-4af3-bb0f-f4d79a1b1147 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:02.332204 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-ab7e7241-25a2-4b28-b9a5-7e542ee56258 None None] For port 24f05ebc-4260-4e00-8e3b-24f45fe7b25e, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=24f05ebc-4260-4e00-8e3b-24f45fe7b25e,segment=NetworkSegment(707d70dd-8c78-4f6a-82da-915e73c53232),segment_id=707d70dd-8c78-4f6a-82da-915e73c53232)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:02.338149 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-5a0b82af-2f93-44a6-87af-8683796a2461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:02.339419 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-5a0b82af-2f93-44a6-87af-8683796a2461 service neutron] 10.222.0.22 "GET /v2.0/networks?id=dc512bd2-1884-47d3-acfd-802fe9e5ea94 HTTP/1.1" status: 200 len: 898 time: 0.1202865 Jul 29 23:53:02.340422 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ab7e7241-25a2-4b28-b9a5-7e542ee56258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:02.409841 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4de25753-bf8d-4bfd-8a3b-cc3941d39b8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:02.417761 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7e7241-25a2-4b28-b9a5-7e542ee56258 None None] Pushing event updated for resources: {'Port': ['ID=24f05ebc-4260-4e00-8e3b-24f45fe7b25e,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:02.430520 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-1801ccdd-299b-4a66-ab82-b3c0e9815d43 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e832d8e-50f2-49c7-b374-2812b62eaf3f HTTP/1.1" status: 200 len: 997 time: 0.0827522 Jul 29 23:53:02.434275 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4de25753-bf8d-4bfd-8a3b-cc3941d39b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:02.462617 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-63d7b32e-9191-4599-8ee9-0414a8d441da None None] Provisioning complete for port 24f05ebc-4260-4e00-8e3b-24f45fe7b25e triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:53:02.463747 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-63d7b32e-9191-4599-8ee9-0414a8d441da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:02.490357 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-8eb6019f-fa63-4055-bb4e-68f757b13a5a req-575fd84c-fedf-473b-b595-52a0bd8fec26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbf1a842-ab21-4c77-a8ca-d7a6b197b1cb {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:53:02.504317 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-015e722f-ec9a-406b-be8f-badbf46ffbff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:02.505972 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-015e722f-ec9a-406b-be8f-badbf46ffbff service neutron] 10.222.0.22 "GET /v2.0/subnets?id=df49fe6b-bf09-4372-9f2d-78eb19d120eb HTTP/1.1" status: 200 len: 835 time: 0.0682878 Jul 29 23:53:02.523316 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-8eb6019f-fa63-4055-bb4e-68f757b13a5a req-575fd84c-fedf-473b-b595-52a0bd8fec26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:02.558455 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4de25753-bf8d-4bfd-8a3b-cc3941d39b8f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=de82989d2e22409e917db49768370b11&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9708753 Jul 29 23:53:02.558860 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 51382) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:02.563118 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de25753-bf8d-4bfd-8a3b-cc3941d39b8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a3199f-9ac6-4c4f-9063-d840f72838e7,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:02.572163 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-ac658a48-52e8-433e-9e1e-d4fa242c2b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:02.573392 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-ac658a48-52e8-433e-9e1e-d4fa242c2b09 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=dc512bd2-1884-47d3-acfd-802fe9e5ea94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0602562 Jul 29 23:53:02.576665 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-8eb6019f-fa63-4055-bb4e-68f757b13a5a req-575fd84c-fedf-473b-b595-52a0bd8fec26 service neutron] Transition to ACTIVE for port object bbf1a842-ab21-4c77-a8ca-d7a6b197b1cb will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:53:02.590613 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-63d7b32e-9191-4599-8ee9-0414a8d441da None None] Provisioning complete for port 7632f5fe-64d2-42ae-b680-945dbeb865d2 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:53:02.591148 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-63d7b32e-9191-4599-8ee9-0414a8d441da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:02.591820 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-8eb6019f-fa63-4055-bb4e-68f757b13a5a req-575fd84c-fedf-473b-b595-52a0bd8fec26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:02.601209 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ef02a1-4a58-46c7-a79f-560f67735656 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Router 8dbd4297-ba25-4324-b07b-8fad2b9a8e9a is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:53:02.630776 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-63d7b32e-9191-4599-8ee9-0414a8d441da None None] Port 7632f5fe-64d2-42ae-b680-945dbeb865d2 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:53:02.639460 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8c9d0139-9431-4af3-bb0f-f4d79a1b1147 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:02.639800 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8c9d0139-9431-4af3-bb0f-f4d79a1b1147 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:02.668543 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-8c9d0139-9431-4af3-bb0f-f4d79a1b1147 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Calling delete_port for 7a8ef5a7-e890-4171-a8da-c63b5b888fcb owned by network:floatingip {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:53:02.716072 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7c1e3951-51b1-40d9-abf6-7a74abeda952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:02.762381 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575fd84c-fedf-473b-b595-52a0bd8fec26 service neutron] Pushing event updated for resources: {'Port': ['ID=bbf1a842-ab21-4c77-a8ca-d7a6b197b1cb,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:02.762914 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7c1e3951-51b1-40d9-abf6-7a74abeda952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:02.777329 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-6b5e8aed-77d3-4282-8135-824a8d61be93 service neutron] 10.222.0.22 "GET /v2.0/networks/dc512bd2-1884-47d3-acfd-802fe9e5ea94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936824 Jul 29 23:53:02.885206 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 1d54cc1e-05f3-44a5-a1fb-7fe6de43c36e up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:53:02.932905 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ef02a1-4a58-46c7-a79f-560f67735656 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:53:02.943854 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-42ef02a1-4a58-46c7-a79f-560f67735656 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] 10.222.0.43 "PUT /v2.0/routers/8dbd4297-ba25-4324-b07b-8fad2b9a8e9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8401208 Jul 29 23:53:02.950421 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 51386) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:02.954596 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc09156f-8757-4f3d-9ef4-2421a3eec930 None None] Sync routers for ids ['8dbd4297-ba25-4324-b07b-8fad2b9a8e9a'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:53:02.980698 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc09156f-8757-4f3d-9ef4-2421a3eec930 None None] Routers {'8dbd4297-ba25-4324-b07b-8fad2b9a8e9a'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:53:02.982443 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-8eb6019f-fa63-4055-bb4e-68f757b13a5a req-575fd84c-fedf-473b-b595-52a0bd8fec26 service neutron] Attempting to bind port bbf1a842-ab21-4c77-a8ca-d7a6b197b1cb on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:53:02.982443 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-8eb6019f-fa63-4055-bb4e-68f757b13a5a req-575fd84c-fedf-473b-b595-52a0bd8fec26 service neutron] Attempting to bind port bbf1a842-ab21-4c77-a8ca-d7a6b197b1cb by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:53:02.982959 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb6019f-fa63-4055-bb4e-68f757b13a5a req-575fd84c-fedf-473b-b595-52a0bd8fec26 service neutron] Attempting to bind port bbf1a842-ab21-4c77-a8ca-d7a6b197b1cb on network d71c22dc-feef-410b-a7ed-6548cf85bd6f {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:53:02.983727 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 1d54cc1e-05f3-44a5-a1fb-7fe6de43c36e triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:53:02.984290 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-dc09156f-8757-4f3d-9ef4-2421a3eec930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:52:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['8dbd4297-ba25-4324-b07b-8fad2b9a8e9a'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:02.988109 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:02.988471 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb6019f-fa63-4055-bb4e-68f757b13a5a req-575fd84c-fedf-473b-b595-52a0bd8fec26 service neutron] Port bbf1a842-ab21-4c77-a8ca-d7a6b197b1cb on network d71c22dc-feef-410b-a7ed-6548cf85bd6f not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:53:02.988787 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb6019f-fa63-4055-bb4e-68f757b13a5a req-575fd84c-fedf-473b-b595-52a0bd8fec26 service neutron] Attempting to bind port bbf1a842-ab21-4c77-a8ca-d7a6b197b1cb on network d71c22dc-feef-410b-a7ed-6548cf85bd6f {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:53:03.004818 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb6019f-fa63-4055-bb4e-68f757b13a5a req-575fd84c-fedf-473b-b595-52a0bd8fec26 service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 52, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:53:03.005173 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb6019f-fa63-4055-bb4e-68f757b13a5a req-575fd84c-fedf-473b-b595-52a0bd8fec26 service neutron] Checking segment: {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:53:03.005748 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb6019f-fa63-4055-bb4e-68f757b13a5a req-575fd84c-fedf-473b-b595-52a0bd8fec26 service neutron] Bound using segment: {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:53:03.006034 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-8eb6019f-fa63-4055-bb4e-68f757b13a5a req-575fd84c-fedf-473b-b595-52a0bd8fec26 service neutron] Bound port: bbf1a842-ab21-4c77-a8ca-d7a6b197b1cb, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:53:03.006449 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-8eb6019f-fa63-4055-bb4e-68f757b13a5a req-575fd84c-fedf-473b-b595-52a0bd8fec26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:03.041963 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-dc09156f-8757-4f3d-9ef4-2421a3eec930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:03.053234 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc09156f-8757-4f3d-9ef4-2421a3eec930 None None] Routers {'8dbd4297-ba25-4324-b07b-8fad2b9a8e9a'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:53:03.054362 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-dc09156f-8757-4f3d-9ef4-2421a3eec930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:52:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['8dbd4297-ba25-4324-b07b-8fad2b9a8e9a'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:03.094005 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-dc09156f-8757-4f3d-9ef4-2421a3eec930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:03.095153 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc09156f-8757-4f3d-9ef4-2421a3eec930 None None] The sync data for ids ['8dbd4297-ba25-4324-b07b-8fad2b9a8e9a'] in n-d-712141-10 is: [] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:53:03.106523 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8c9d0139-9431-4af3-bb0f-f4d79a1b1147 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:03.144984 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 24f05ebc-4260-4e00-8e3b-24f45fe7b25e up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:53:03.149919 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9d0139-9431-4af3-bb0f-f4d79a1b1147 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Pushing event deleted for resources: {'Port': ['ID=7a8ef5a7-e890-4171-a8da-c63b5b888fcb,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:03.159784 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-8eb6019f-fa63-4055-bb4e-68f757b13a5a req-575fd84c-fedf-473b-b595-52a0bd8fec26 service neutron] For port bbf1a842-ab21-4c77-a8ca-d7a6b197b1cb, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:53:03.208873 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 24f05ebc-4260-4e00-8e3b-24f45fe7b25e triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:53:03.209090 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-8eb6019f-fa63-4055-bb4e-68f757b13a5a req-575fd84c-fedf-473b-b595-52a0bd8fec26 service neutron] For port bbf1a842-ab21-4c77-a8ca-d7a6b197b1cb, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=bbf1a842-ab21-4c77-a8ca-d7a6b197b1cb,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:53:03.209387 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:03.218909 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-8eb6019f-fa63-4055-bb4e-68f757b13a5a req-575fd84c-fedf-473b-b595-52a0bd8fec26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:03.273704 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb6019f-fa63-4055-bb4e-68f757b13a5a req-575fd84c-fedf-473b-b595-52a0bd8fec26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:03.274554 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-8eb6019f-fa63-4055-bb4e-68f757b13a5a req-575fd84c-fedf-473b-b595-52a0bd8fec26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:03.276536 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8eb6019f-fa63-4055-bb4e-68f757b13a5a req-575fd84c-fedf-473b-b595-52a0bd8fec26 service neutron] 10.222.0.22 "PUT /v2.0/ports/bbf1a842-ab21-4c77-a8ca-d7a6b197b1cb HTTP/1.1" status: 200 len: 1097 time: 2.8856604 Jul 29 23:53:03.278231 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e10eccc4-b8a1-4bea-8d14-69da28b09e63', 'tag': 'bbf1a842-ab21-4c77-a8ca-d7a6b197b1cb'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:53:03.280643 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f423d284-f38f-4bad-85d9-c871217d46ba" -d '{"events": [{"name": "network-changed", "server_uuid": "e10eccc4-b8a1-4bea-8d14-69da28b09e63", "tag": "bbf1a842-ab21-4c77-a8ca-d7a6b197b1cb"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:53:03.283703 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8c9d0139-9431-4af3-bb0f-f4d79a1b1147 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks [] for floatingip, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:03.286374 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8c9d0139-9431-4af3-bb0f-f4d79a1b1147 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:03.291399 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8c9d0139-9431-4af3-bb0f-f4d79a1b1147 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "DELETE /v2.0/floatingips/ae7e8590-0853-4c66-9e51-f8c99ed8644a HTTP/1.1" status: 204 len: 168 time: 1.8978128 Jul 29 23:53:03.381403 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575fd84c-fedf-473b-b595-52a0bd8fec26 service neutron] Pushing event updated for resources: {'Port': ['ID=bbf1a842-ab21-4c77-a8ca-d7a6b197b1cb,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:03.399947 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb6019f-fa63-4055-bb4e-68f757b13a5a req-8114c2cb-4254-48ae-b994-e2d8ce6bf82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:03.401612 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8eb6019f-fa63-4055-bb4e-68f757b13a5a req-8114c2cb-4254-48ae-b994-e2d8ce6bf82f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=dbfe52d402f847d1a4e11ceb74d17697&device_id=e10eccc4-b8a1-4bea-8d14-69da28b09e63 HTTP/1.1" status: 200 len: 1100 time: 0.0744309 Jul 29 23:53:03.451439 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8eb6019f-fa63-4055-bb4e-68f757b13a5a req-6d566278-130a-4be3-a080-d09a5230cc1d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=bbf1a842-ab21-4c77-a8ca-d7a6b197b1cb HTTP/1.1" status: 200 len: 217 time: 0.0406489 Jul 29 23:53:03.491076 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4168f7-4fdb-4ce9-9c2c-17cdf6ffb282 req-fad9aa58-d712-4a22-b0b2-75f7b631a15c tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:03.492635 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3b4168f7-4fdb-4ce9-9c2c-17cdf6ffb282 req-fad9aa58-d712-4a22-b0b2-75f7b631a15c tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] 10.222.0.43 "GET /v2.0/ports?device_id=e10eccc4-b8a1-4bea-8d14-69da28b09e63 HTTP/1.1" status: 200 len: 948 time: 0.7214005 Jul 29 23:53:03.519259 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb6019f-fa63-4055-bb4e-68f757b13a5a req-d221191c-6a16-4a4b-a4ff-f75b85946457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:03.520780 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8eb6019f-fa63-4055-bb4e-68f757b13a5a req-d221191c-6a16-4a4b-a4ff-f75b85946457 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.0624826 Jul 29 23:53:03.528198 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-b8953179-3a8a-4d02-ad94-f6fe8d9b44ca service neutron] 10.222.0.22 "GET /v2.0/networks/dc512bd2-1884-47d3-acfd-802fe9e5ea94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7393694 Jul 29 23:53:03.547479 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7c1e3951-51b1-40d9-abf6-7a74abeda952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:03.551920 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7c1e3951-51b1-40d9-abf6-7a74abeda952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:03.553703 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-7c1e3951-51b1-40d9-abf6-7a74abeda952 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/18a3199f-9ac6-4c4f-9063-d840f72838e7 HTTP/1.1" status: 204 len: 168 time: 0.9936442 Jul 29 23:53:03.595909 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1e3951-51b1-40d9-abf6-7a74abeda952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a3199f-9ac6-4c4f-9063-d840f72838e7,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:03.597733 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb6019f-fa63-4055-bb4e-68f757b13a5a req-66a5f486-d160-40c5-9603-2d07c12e13fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:03.599779 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8eb6019f-fa63-4055-bb4e-68f757b13a5a req-66a5f486-d160-40c5-9603-2d07c12e13fd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0712650 Jul 29 23:53:03.655370 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05167569-73af-4906-883f-465008bd4ee3 req-64d5e5c7-3d5c-4f6a-b78d-894a0dd19071 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:03.657486 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-05167569-73af-4906-883f-465008bd4ee3 req-64d5e5c7-3d5c-4f6a-b78d-894a0dd19071 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f14da80-c5b4-4b7b-b4c8-63682611adfa HTTP/1.1" status: 200 len: 944 time: 0.2147059 Jul 29 23:53:03.730502 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3b4168f7-4fdb-4ce9-9c2c-17cdf6ffb282 req-9b750d81-d7af-49b0-8982-4db1e048d7ad tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] 10.222.0.43 "GET /v2.0/security-groups?id=f89c5664-11db-4bd1-b6a0-ca3fe10e3e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116365 Jul 29 23:53:03.730955 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8eb6019f-fa63-4055-bb4e-68f757b13a5a req-2b7c2023-2eb1-483a-97f8-80b811d1b17b service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173065 Jul 29 23:53:03.841713 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8eb6019f-fa63-4055-bb4e-68f757b13a5a req-3bb000d0-e791-4d7c-ba00-0697d32c388f service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014619 Jul 29 23:53:03.843125 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d6abeb-8b83-447d-833e-9be94e57162e x-openstack-request-id: req-31d6abeb-8b83-447d-833e-9be94e57162e {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:53:03.843483 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e10eccc4-b8a1-4bea-8d14-69da28b09e63", "tag": "bbf1a842-ab21-4c77-a8ca-d7a6b197b1cb", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:53:03.844085 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-31d6abeb-8b83-447d-833e-9be94e57162e {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:53:03.844234 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e10eccc4-b8a1-4bea-8d14-69da28b09e63', 'tag': 'bbf1a842-ab21-4c77-a8ca-d7a6b197b1cb', 'status': 'completed', 'code': 200} Jul 29 23:53:03.896202 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-05167569-73af-4906-883f-465008bd4ee3 req-7e31db5b-95b8-4e87-ab8b-079a3359c401 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=eee33ead-c9ea-49cf-84ce-c95496d326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2016022 Jul 29 23:53:03.937130 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-d1444abb-0fd9-4dfe-979e-84b9421c6b61 tempest-TestNetworkAdvancedServerOps-451069228 tempest-TestNetworkAdvancedServerOps-451069228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:03.938695 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-d1444abb-0fd9-4dfe-979e-84b9421c6b61 tempest-TestNetworkAdvancedServerOps-451069228 tempest-TestNetworkAdvancedServerOps-451069228-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=6f14da80-c5b4-4b7b-b4c8-63682611adfa&tenant_id=65ae77200a164c0f8f007753b934a6ed&binding%3Ahost_id=n-h2-712141-10 HTTP/1.1" status: 200 len: 1096 time: 0.1868706 Jul 29 23:53:03.960122 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51398) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:03.978925 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7449069a-af3a-4e25-8926-8d4fbe846335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:03.987874 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f423d284-f38f-4bad-85d9-c871217d46ba req-575f1009-b665-46df-bfa6-71c23b2ca1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:03.989543 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f423d284-f38f-4bad-85d9-c871217d46ba req-575f1009-b665-46df-bfa6-71c23b2ca1f9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=dbfe52d402f847d1a4e11ceb74d17697&device_id=e10eccc4-b8a1-4bea-8d14-69da28b09e63 HTTP/1.1" status: 200 len: 1100 time: 0.0888360 Jul 29 23:53:04.113625 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51400) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:04.121283 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-742e7676-5b29-4674-b761-004f76d99a3c tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Request body: {'security_group': {'name': 'tempest-securitygroup--310002758', 'description': 'tempest-description--1851621678'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:04.135372 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f423d284-f38f-4bad-85d9-c871217d46ba req-c30d7d82-3d4e-44a6-b214-201514d2cd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:04.136942 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f423d284-f38f-4bad-85d9-c871217d46ba req-c30d7d82-3d4e-44a6-b214-201514d2cd4b service neutron] 10.222.0.22 "GET /v2.0/networks?id=d71c22dc-feef-410b-a7ed-6548cf85bd6f HTTP/1.1" status: 200 len: 870 time: 0.1395299 Jul 29 23:53:04.154523 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [None req-98475f84-d8a3-48f3-a453-d01419dbf871 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:53:04.155554 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-98475f84-d8a3-48f3-a453-d01419dbf871 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] 10.222.0.43 "PUT /v2.0/routers/8dbd4297-ba25-4324-b07b-8fad2b9a8e9a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2035484 Jul 29 23:53:04.156768 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-b2c21f99-0b29-47e2-a776-e47e5515e362 service neutron] For port 9e832d8e-50f2-49c7-b374-2812b62eaf3f, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:53:04.159842 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51402) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:04.160077 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-b2c21f99-0b29-47e2-a776-e47e5515e362 service neutron] Notify callbacks [] for binding, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:04.160929 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-21921ff6-93dd-4ae5-974a-017c17303cb1 req-b2c21f99-0b29-47e2-a776-e47e5515e362 service neutron] 10.222.0.22 "DELETE /v2.0/ports/9e832d8e-50f2-49c7-b374-2812b62eaf3f/bindings/n-h1-712141-10 HTTP/1.1" status: 204 len: 173 time: 0.1936910 Jul 29 23:53:04.202125 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f423d284-f38f-4bad-85d9-c871217d46ba req-e36f3a3d-b6bd-4de8-89bf-3f65e62643f0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=bbf1a842-ab21-4c77-a8ca-d7a6b197b1cb HTTP/1.1" status: 200 len: 217 time: 0.0548794 Jul 29 23:53:04.325415 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7449069a-af3a-4e25-8926-8d4fbe846335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:04.337958 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7449069a-af3a-4e25-8926-8d4fbe846335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:04.403245 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f423d284-f38f-4bad-85d9-c871217d46ba req-4674969e-6afc-441b-ac03-01ff28b90ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:04.404785 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f423d284-f38f-4bad-85d9-c871217d46ba req-4674969e-6afc-441b-ac03-01ff28b90ac8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.1498325 Jul 29 23:53:04.410190 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-742e7676-5b29-4674-b761-004f76d99a3c tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:04.419340 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7449069a-af3a-4e25-8926-8d4fbe846335 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0127e4c2f3294f8b864e7f7d23ef9b90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4582357 Jul 29 23:53:04.422077 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 51404) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:04.433366 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7449069a-af3a-4e25-8926-8d4fbe846335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e78ad14c-7d3e-46be-af80-8fc881924dca,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:04.478268 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5d421666-a9a1-4cf9-a27e-466a534aad5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:04.506599 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5d421666-a9a1-4cf9-a27e-466a534aad5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:04.575848 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5d421666-a9a1-4cf9-a27e-466a534aad5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:04.578563 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5d421666-a9a1-4cf9-a27e-466a534aad5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:04.579778 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-5d421666-a9a1-4cf9-a27e-466a534aad5b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e78ad14c-7d3e-46be-af80-8fc881924dca HTTP/1.1" status: 204 len: 168 time: 0.1566942 Jul 29 23:53:04.588509 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d421666-a9a1-4cf9-a27e-466a534aad5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78ad14c-7d3e-46be-af80-8fc881924dca,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:04.592072 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f423d284-f38f-4bad-85d9-c871217d46ba req-be0d16a7-fb7f-424b-a2ee-352e48ec1776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:04.593723 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f423d284-f38f-4bad-85d9-c871217d46ba req-be0d16a7-fb7f-424b-a2ee-352e48ec1776 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1778963 Jul 29 23:53:04.783957 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-742e7676-5b29-4674-b761-004f76d99a3c tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:04.792081 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f423d284-f38f-4bad-85d9-c871217d46ba req-6735faa4-f407-42b3-8644-66eb627849a9 service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688557 Jul 29 23:53:04.794159 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-742e7676-5b29-4674-b761-004f76d99a3c tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:04.875638 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c3a3a-efa1-45ea-994c-8bbed2a54a85 req-e54582d7-3a4d-454d-b2a9-158da9d82ac0 tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:04.876636 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-742e7676-5b29-4674-b761-004f76d99a3c tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:04.877864 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-742e7676-5b29-4674-b761-004f76d99a3c tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7631748 Jul 29 23:53:04.881137 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51414) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:04.883209 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742e7676-5b29-4674-b761-004f76d99a3c tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9a82a7-c047-48e0-b11f-e37261b40399,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:04.884136 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a99c3a3a-efa1-45ea-994c-8bbed2a54a85 req-e54582d7-3a4d-454d-b2a9-158da9d82ac0 tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] 10.222.0.43 "GET /v2.0/ports?device_id=e10eccc4-b8a1-4bea-8d14-69da28b09e63 HTTP/1.1" status: 200 len: 948 time: 0.0736234 Jul 29 23:53:04.892170 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-d2ae46c3-40ae-498a-96b8-8b603947543c tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Request body: {'security_group_rule': {'security_group_id': 'cb9a82a7-c047-48e0-b11f-e37261b40399', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:04.924705 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a99c3a3a-efa1-45ea-994c-8bbed2a54a85 req-28a31f75-0257-4c42-8449-a42267989822 tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] 10.222.0.43 "GET /v2.0/security-groups?id=f89c5664-11db-4bd1-b6a0-ca3fe10e3e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396597 Jul 29 23:53:04.993795 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d2ae46c3-40ae-498a-96b8-8b603947543c tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:05.009665 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f423d284-f38f-4bad-85d9-c871217d46ba req-f290d196-f930-41ff-b263-2a42b40b3e96 service neutron] 10.222.0.22 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979120 Jul 29 23:53:05.050339 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2df84c1a-4b68-4bc0-8bec-2b96a0f762e1 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:05.080889 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50431b5c-99fe-45cf-b3c6-ef43f43bd60e req-ded30042-a5ee-496a-9df5-2bdd9d51740a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:05.082461 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-50431b5c-99fe-45cf-b3c6-ef43f43bd60e req-ded30042-a5ee-496a-9df5-2bdd9d51740a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f14da80-c5b4-4b7b-b4c8-63682611adfa HTTP/1.1" status: 200 len: 944 time: 0.0710931 Jul 29 23:53:05.129443 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-50431b5c-99fe-45cf-b3c6-ef43f43bd60e req-aa9ef5da-87f8-4200-9fb2-07e7b956063e tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=eee33ead-c9ea-49cf-84ce-c95496d326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406492 Jul 29 23:53:05.157910 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d2ae46c3-40ae-498a-96b8-8b603947543c tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:05.166916 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d2ae46c3-40ae-498a-96b8-8b603947543c tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:05.225748 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ae46c3-40ae-498a-96b8-8b603947543c tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a170160-3d3a-497b-81e6-76beaa67de2d,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:05.255763 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2f5f1d-f62d-4c87-8e09-722de5a117d3 req-251b911e-eb48-4734-8340-c06218a4a6e7 tempest-TestNetworkAdvancedServerOps-451069228 tempest-TestNetworkAdvancedServerOps-451069228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:05.257429 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7b2f5f1d-f62d-4c87-8e09-722de5a117d3 req-251b911e-eb48-4734-8340-c06218a4a6e7 tempest-TestNetworkAdvancedServerOps-451069228 tempest-TestNetworkAdvancedServerOps-451069228-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=6f14da80-c5b4-4b7b-b4c8-63682611adfa HTTP/1.1" status: 200 len: 1096 time: 0.0513089 Jul 29 23:53:05.264853 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d2ae46c3-40ae-498a-96b8-8b603947543c tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:05.266096 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d2ae46c3-40ae-498a-96b8-8b603947543c tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3838868 Jul 29 23:53:05.269194 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51430) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:05.274803 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-5e083895-f1aa-4051-825e-43a45becd194 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Request body: {'security_group_rule': {'security_group_id': 'cb9a82a7-c047-48e0-b11f-e37261b40399', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:05.296445 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7b2f5f1d-f62d-4c87-8e09-722de5a117d3 req-f9538391-f649-4a98-90ef-9134833e917a tempest-TestNetworkAdvancedServerOps-451069228 tempest-TestNetworkAdvancedServerOps-451069228-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=eee33ead-c9ea-49cf-84ce-c95496d326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317395 Jul 29 23:53:05.316070 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5e083895-f1aa-4051-825e-43a45becd194 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:05.436068 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a11b0-b89e-4f94-be6e-cd9ff089f4b5 req-132b0fe7-cf3c-4034-9d1c-588381de612c tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:05.440616 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5e083895-f1aa-4051-825e-43a45becd194 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:05.441268 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-677a11b0-b89e-4f94-be6e-cd9ff089f4b5 req-132b0fe7-cf3c-4034-9d1c-588381de612c tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f14da80-c5b4-4b7b-b4c8-63682611adfa HTTP/1.1" status: 200 len: 944 time: 0.0693734 Jul 29 23:53:05.449271 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5e083895-f1aa-4051-825e-43a45becd194 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:05.482823 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e083895-f1aa-4051-825e-43a45becd194 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af322219-d60d-4d32-8b33-fb4063ae5bfe,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:05.501466 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5e083895-f1aa-4051-825e-43a45becd194 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:05.506622 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-5e083895-f1aa-4051-825e-43a45becd194 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2318702 Jul 29 23:53:05.507479 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-677a11b0-b89e-4f94-be6e-cd9ff089f4b5 req-6d2b4b67-2411-4a1b-9565-7532a55c7ea2 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=eee33ead-c9ea-49cf-84ce-c95496d326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590279 Jul 29 23:53:05.508265 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 51440) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:05.511904 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-2df84c1a-4b68-4bc0-8bec-2b96a0f762e1 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Deleting port 7632f5fe-64d2-42ae-b680-945dbeb865d2 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:53:05.512258 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2df84c1a-4b68-4bc0-8bec-2b96a0f762e1 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:05.515206 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-e2eeced2-28d2-4ff8-aea6-e9ad6fe1d3b7 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Request body: {'floatingip': {'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:05.533330 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 51442) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:05.585355 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e2eeced2-28d2-4ff8-aea6-e9ad6fe1d3b7 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks [] for floatingip, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:05.638495 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2df84c1a-4b68-4bc0-8bec-2b96a0f762e1 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:05.643739 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-9598399d-0800-4736-8fe3-732c887f1d80 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/floatingips/7ceb998f-b127-4270-8ec8-749703d210dc HTTP/1.1" status: 200 len: 989 time: 0.1091478 Jul 29 23:53:05.657342 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-2df84c1a-4b68-4bc0-8bec-2b96a0f762e1 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Calling delete_port for 7632f5fe-64d2-42ae-b680-945dbeb865d2 owned by network:router_interface {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:53:05.719563 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e2eeced2-28d2-4ff8-aea6-e9ad6fe1d3b7 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:05.848227 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-e2eeced2-28d2-4ff8-aea6-e9ad6fe1d3b7 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Allocated IP 172.25.0.28 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/cf3f7d58-35d2-489e-aff6-089bf64e8479) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:53:05.875659 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2df84c1a-4b68-4bc0-8bec-2b96a0f762e1 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:05.907034 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df84c1a-4b68-4bc0-8bec-2b96a0f762e1 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Pushing event deleted for resources: {'Port': ['ID=7632f5fe-64d2-42ae-b680-945dbeb865d2,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:06.004116 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e2eeced2-28d2-4ff8-aea6-e9ad6fe1d3b7 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:06.062128 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e2eeced2-28d2-4ff8-aea6-e9ad6fe1d3b7 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:06.066411 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2df84c1a-4b68-4bc0-8bec-2b96a0f762e1 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:06.092254 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2eeced2-28d2-4ff8-aea6-e9ad6fe1d3b7 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:53:06.103737 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-e2eeced2-28d2-4ff8-aea6-e9ad6fe1d3b7 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:53:06.109291 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2eeced2-28d2-4ff8-aea6-e9ad6fe1d3b7 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:53:06.213997 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eeced2-28d2-4ff8-aea6-e9ad6fe1d3b7 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Pushing event updated for resources: {'Port': ['ID=cf3f7d58-35d2-489e-aff6-089bf64e8479,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:06.281800 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c209bfc-9d1a-43e8-b8f5-4b8b962d7844 req-c276ad4f-7d86-4bb6-b2bf-41579f5d12af tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:06.283448 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6c209bfc-9d1a-43e8-b8f5-4b8b962d7844 req-c276ad4f-7d86-4bb6-b2bf-41579f5d12af tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] 10.222.0.43 "GET /v2.0/ports?device_id=e10eccc4-b8a1-4bea-8d14-69da28b09e63 HTTP/1.1" status: 200 len: 948 time: 0.2087283 Jul 29 23:53:06.313051 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e2eeced2-28d2-4ff8-aea6-e9ad6fe1d3b7 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:06.385925 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6c209bfc-9d1a-43e8-b8f5-4b8b962d7844 req-259215ef-c81e-48e2-b34a-251bb0735f51 tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] 10.222.0.43 "GET /v2.0/security-groups?id=f89c5664-11db-4bd1-b6a0-ca3fe10e3e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847843 Jul 29 23:53:06.394847 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e2eeced2-28d2-4ff8-aea6-e9ad6fe1d3b7 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:06.615661 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e2eeced2-28d2-4ff8-aea6-e9ad6fe1d3b7 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:06.621333 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e2eeced2-28d2-4ff8-aea6-e9ad6fe1d3b7 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:06.662949 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2df84c1a-4b68-4bc0-8bec-2b96a0f762e1 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Router 8dbd4297-ba25-4324-b07b-8fad2b9a8e9a has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:53:06.704311 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eeced2-28d2-4ff8-aea6-e9ad6fe1d3b7 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Pushing event updated for resources: {'Port': ['ID=cf3f7d58-35d2-489e-aff6-089bf64e8479,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:06.718989 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e2eeced2-28d2-4ff8-aea6-e9ad6fe1d3b7 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:06.735087 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e2eeced2-28d2-4ff8-aea6-e9ad6fe1d3b7 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:06.744866 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e2eeced2-28d2-4ff8-aea6-e9ad6fe1d3b7 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2266936 Jul 29 23:53:06.755192 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df84c1a-4b68-4bc0-8bec-2b96a0f762e1 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:53:06.762730 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-2df84c1a-4b68-4bc0-8bec-2b96a0f762e1 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] 10.222.0.43 "PUT /v2.0/routers/8dbd4297-ba25-4324-b07b-8fad2b9a8e9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6017680 Jul 29 23:53:06.770177 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51492) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:06.770342 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a2453a-9d5d-408e-95d8-823a9b31d156 None None] Sync routers for ids ['8dbd4297-ba25-4324-b07b-8fad2b9a8e9a'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:53:06.794135 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a2453a-9d5d-408e-95d8-823a9b31d156 None None] Routers {'8dbd4297-ba25-4324-b07b-8fad2b9a8e9a'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:53:06.795016 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-c2a2453a-9d5d-408e-95d8-823a9b31d156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:52:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['8dbd4297-ba25-4324-b07b-8fad2b9a8e9a'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:06.815700 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-efb3843f-c8e4-4aa6-a736-f5effe15afd6 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] delete failed (client error): The resource could not be found. Jul 29 23:53:06.817036 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-efb3843f-c8e4-4aa6-a736-f5effe15afd6 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] 10.222.0.43 "DELETE /v2.0/routers/tempest-non_exist_router-2031261972 HTTP/1.1" status: 404 len: 335 time: 0.0453222 Jul 29 23:53:06.821064 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51496) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:06.826989 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-753e4b30-6a36-4b40-8587-ae6598c39faa tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Request body: {'router': {'external_gateway_info': {'network_id': '8dbd4297-ba25-4324-b07b-8fad2b9a8e9a'}}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:06.834160 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-c2a2453a-9d5d-408e-95d8-823a9b31d156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:06.846090 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a2453a-9d5d-408e-95d8-823a9b31d156 None None] Routers {'8dbd4297-ba25-4324-b07b-8fad2b9a8e9a'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:53:06.846732 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-c2a2453a-9d5d-408e-95d8-823a9b31d156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:52:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['8dbd4297-ba25-4324-b07b-8fad2b9a8e9a'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:06.890156 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device bbf1a842-ab21-4c77-a8ca-d7a6b197b1cb details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:53:06.893055 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-c2a2453a-9d5d-408e-95d8-823a9b31d156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:06.893950 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a2453a-9d5d-408e-95d8-823a9b31d156 None None] The sync data for ids ['8dbd4297-ba25-4324-b07b-8fad2b9a8e9a'] in n-d-712141-10 is: [] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:53:06.936220 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 51504) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:07.021974 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port bbf1a842-ab21-4c77-a8ca-d7a6b197b1cb, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=bbf1a842-ab21-4c77-a8ca-d7a6b197b1cb,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:07.037775 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': 'bbf1a842-ab21-4c77-a8ca-d7a6b197b1cb', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'port_id': 'bbf1a842-ab21-4c77-a8ca-d7a6b197b1cb', 'mac_address': 'fa:16:3e:81:f9:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64bdc61a-58ca-49c7-bae5-ecfed9ee407c', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:53:07.066909 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-923ed161-f028-4859-95cb-0ac51bfcbc8e req-66689ff5-f3da-4156-a38f-c7cf5619441c tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--310002758&fields=id&tenant_id=c1d7085ece28410698508031edfc5998 HTTP/1.1" status: 200 len: 267 time: 0.0618205 Jul 29 23:53:07.114518 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-753e4b30-6a36-4b40-8587-ae6598c39faa tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:07.123223 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:07.154481 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbf1a842-ab21-4c77-a8ca-d7a6b197b1cb {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:53:07.167813 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-753e4b30-6a36-4b40-8587-ae6598c39faa tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] update failed (client error): The resource could not be found. Jul 29 23:53:07.169645 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-753e4b30-6a36-4b40-8587-ae6598c39faa tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] 10.222.0.43 "PUT /v2.0/routers/8dbd4297-ba25-4324-b07b-8fad2b9a8e9a HTTP/1.1" status: 404 len: 339 time: 0.3473794 Jul 29 23:53:07.175032 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51512) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:07.185293 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-d2035b13-a50f-41d1-bb29-aea46a7910ab tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1814999749'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:07.199078 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port bbf1a842-ab21-4c77-a8ca-d7a6b197b1cb, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=bbf1a842-ab21-4c77-a8ca-d7a6b197b1cb,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:07.208065 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:07.232835 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2035b13-a50f-41d1-bb29-aea46a7910ab tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Made reservation on behalf of 6fbd4416285345d0997b27152c96c9ba for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:53:07.237064 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d2035b13-a50f-41d1-bb29-aea46a7910ab tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:07.239455 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-dcda5d6e-2c45-401e-aefc-8f063f7243f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:07.259113 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ed161-f028-4859-95cb-0ac51bfcbc8e req-db75527e-a2ab-4879-a848-359f860f223f tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:07.260622 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-923ed161-f028-4859-95cb-0ac51bfcbc8e req-db75527e-a2ab-4879-a848-359f860f223f tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/networks?id=67609761-f70d-451d-bf2b-11a2e29bfa80 HTTP/1.1" status: 200 len: 811 time: 0.1920252 Jul 29 23:53:07.275581 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2035b13-a50f-41d1-bb29-aea46a7910ab tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:53:07.290231 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d2035b13-a50f-41d1-bb29-aea46a7910ab tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:07.291830 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-d2035b13-a50f-41d1-bb29-aea46a7910ab tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Added segment df33c7f0-1249-4c65-a767-6dfeaefd39c4 of type vlan for network 49871a52-2bd4-4785-8435-25b0a7b6f20a Jul 29 23:53:07.293833 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=bbf1a842-ab21-4c77-a8ca-d7a6b197b1cb,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:07.315483 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-923ed161-f028-4859-95cb-0ac51bfcbc8e req-68637ddf-4d52-45d0-83ca-9b3490d820bd tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/quotas/c1d7085ece28410698508031edfc5998 HTTP/1.1" status: 200 len: 375 time: 0.0367482 Jul 29 23:53:07.336404 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d2035b13-a50f-41d1-bb29-aea46a7910ab tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:07.359217 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:07.378249 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d2035b13-a50f-41d1-bb29-aea46a7910ab tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:07.385747 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2035b13-a50f-41d1-bb29-aea46a7910ab tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:07.386694 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d2035b13-a50f-41d1-bb29-aea46a7910ab tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:07.427820 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-923ed161-f028-4859-95cb-0ac51bfcbc8e req-34da5208-a996-483a-9def-07507f879348 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c1d7085ece28410698508031edfc5998&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1010590 Jul 29 23:53:07.465467 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['bbf1a842-ab21-4c77-a8ca-d7a6b197b1cb'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:53:07.484077 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2035b13-a50f-41d1-bb29-aea46a7910ab tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Pushing event updated for resources: {'Network': ['ID=49871a52-2bd4-4785-8435-25b0a7b6f20a,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:07.496359 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2035b13-a50f-41d1-bb29-aea46a7910ab tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:07.496715 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2035b13-a50f-41d1-bb29-aea46a7910ab tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:07.497058 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2035b13-a50f-41d1-bb29-aea46a7910ab tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:07.497397 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2035b13-a50f-41d1-bb29-aea46a7910ab tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:07.498120 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2035b13-a50f-41d1-bb29-aea46a7910ab tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:07.498462 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2035b13-a50f-41d1-bb29-aea46a7910ab tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:07.498853 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2035b13-a50f-41d1-bb29-aea46a7910ab tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:07.499110 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2035b13-a50f-41d1-bb29-aea46a7910ab tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:07.499444 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2035b13-a50f-41d1-bb29-aea46a7910ab tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:07.499771 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2035b13-a50f-41d1-bb29-aea46a7910ab tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:07.500217 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2035b13-a50f-41d1-bb29-aea46a7910ab tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:07.500651 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2035b13-a50f-41d1-bb29-aea46a7910ab tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:07.516564 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 49871a52-2bd4-4785-8435-25b0a7b6f20a details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:53:07.557277 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-dcda5d6e-2c45-401e-aefc-8f063f7243f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:07.580346 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d2035b13-a50f-41d1-bb29-aea46a7910ab tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4009261 Jul 29 23:53:07.580607 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51518) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:07.589793 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-e4361055-278f-414e-8963-f03fb42a2ace tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Request body: {'subnet': {'network_id': '49871a52-2bd4-4785-8435-25b0a7b6f20a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:07.601817 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-dcda5d6e-2c45-401e-aefc-8f063f7243f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:07.674808 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda5d6e-2c45-401e-aefc-8f063f7243f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efba2a16-2baa-4c50-82f8-19a1072d17ca,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:07.679528 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-dcda5d6e-2c45-401e-aefc-8f063f7243f7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=022a61a932c142049a2a27fdcf0b57a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7415466 Jul 29 23:53:07.685828 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 51522) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:07.693959 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea6cf0-b438-4588-9cd3-179618695049 req-f26eece3-0d4a-487e-94b4-8f4bad839f59 tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:07.701239 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3cea6cf0-b438-4588-9cd3-179618695049 req-f26eece3-0d4a-487e-94b4-8f4bad839f59 tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] 10.222.0.43 "GET /v2.0/ports?device_id=e10eccc4-b8a1-4bea-8d14-69da28b09e63 HTTP/1.1" status: 200 len: 949 time: 0.1980863 Jul 29 23:53:07.727835 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4361055-278f-414e-8963-f03fb42a2ace tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Made reservation on behalf of 6fbd4416285345d0997b27152c96c9ba for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:53:07.731420 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e4361055-278f-414e-8963-f03fb42a2ace tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:07.781618 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-923ed161-f028-4859-95cb-0ac51bfcbc8e req-bc0e7a48-33cd-44d9-8c5e-7f27aad2cd2d service neutron] 10.222.0.43 "GET /v2.0/networks/67609761-f70d-451d-bf2b-11a2e29bfa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388686 Jul 29 23:53:07.790666 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3cea6cf0-b438-4588-9cd3-179618695049 req-dc533b13-6118-4b24-9a33-96ca422f4155 tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] 10.222.0.43 "GET /v2.0/security-groups?id=f89c5664-11db-4bd1-b6a0-ca3fe10e3e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885282 Jul 29 23:53:07.853983 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-08671625-2c50-40a1-b3b9-7a223ab4f3e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:07.886265 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-08671625-2c50-40a1-b3b9-7a223ab4f3e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:07.938140 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-923ed161-f028-4859-95cb-0ac51bfcbc8e req-eef68240-1972-4a9d-b283-9828184eb4de service neutron] 10.222.0.43 "GET /v2.0/networks/67609761-f70d-451d-bf2b-11a2e29bfa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444175 Jul 29 23:53:07.941500 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e4361055-278f-414e-8963-f03fb42a2ace tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:07.958797 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-08671625-2c50-40a1-b3b9-7a223ab4f3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:07.962418 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-08671625-2c50-40a1-b3b9-7a223ab4f3e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:07.967111 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-08671625-2c50-40a1-b3b9-7a223ab4f3e0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/efba2a16-2baa-4c50-82f8-19a1072d17ca HTTP/1.1" status: 204 len: 168 time: 0.2604527 Jul 29 23:53:07.978244 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08671625-2c50-40a1-b3b9-7a223ab4f3e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efba2a16-2baa-4c50-82f8-19a1072d17ca,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:08.017747 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4361055-278f-414e-8963-f03fb42a2ace tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Pushing event updated for resources: {'Subnet': ['ID=6d93a896-b75c-430e-b050-9e5cf007ad32,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:08.022665 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51528) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:08.031093 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4361055-278f-414e-8963-f03fb42a2ace tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Checking segment: {'id': 'df33c7f0-1249-4c65-a767-6dfeaefd39c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '49871a52-2bd4-4785-8435-25b0a7b6f20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:53:08.031465 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4361055-278f-414e-8963-f03fb42a2ace tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Network hostable DHCP agents. Network: 49871a52-2bd4-4785-8435-25b0a7b6f20a, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:53:08.093988 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4361055-278f-414e-8963-f03fb42a2ace tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Network 49871a52-2bd4-4785-8435-25b0a7b6f20a is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:53:08.108262 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-e4361055-278f-414e-8963-f03fb42a2ace tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 49871a52-2bd4-4785-8435-25b0a7b6f20a) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:53:08.120000 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2ab78a-a149-41ce-9011-f78817892db7 None None] Network 49871a52-2bd4-4785-8435-25b0a7b6f20a requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:53:08.144057 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4361055-278f-414e-8963-f03fb42a2ace tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:08.144686 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e4361055-278f-414e-8963-f03fb42a2ace tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:08.182294 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e4361055-278f-414e-8963-f03fb42a2ace tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5973568 Jul 29 23:53:08.184279 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 51536) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:08.192867 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-168ae38c-c30a-4758-9ec0-d0003984ca9f tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Request body: {'router': {'external_gateway_info': {'network_id': '49871a52-2bd4-4785-8435-25b0a7b6f20a'}}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:08.266221 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-5e79cd0f-c691-46eb-879e-b4dcaef726f4 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Deleting port 84920dbf-b37c-41a2-b847-64095b09f12a {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:53:08.266701 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5e79cd0f-c691-46eb-879e-b4dcaef726f4 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:08.373031 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51542) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:08.378173 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1712d749-35c3-40ba-be6e-8284e5f08e0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-49871a52-2bd4-4785-8435-25b0a7b6f20a', 'network_id': '49871a52-2bd4-4785-8435-25b0a7b6f20a', 'tenant_id': '6fbd4416285345d0997b27152c96c9ba', 'fixed_ips': [{'subnet_id': '6d93a896-b75c-430e-b050-9e5cf007ad32'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:53:08.379341 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1712d749-35c3-40ba-be6e-8284e5f08e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:08.385781 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b1b6aa94-cf74-4497-a3b7-835eaf084aa6 req-4de67748-e026-4072-88c5-71d3257bb2c5 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/ports?device_id=f051b833-3b04-4f56-9fec-78e2a166a0d7 HTTP/1.1" status: 200 len: 210 time: 0.1162868 Jul 29 23:53:08.393439 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5e79cd0f-c691-46eb-879e-b4dcaef726f4 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:08.393869 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5e79cd0f-c691-46eb-879e-b4dcaef726f4 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:08.408435 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-af4c65ef-8de0-49d3-b6f9-05179263759c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:08.427056 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-5e79cd0f-c691-46eb-879e-b4dcaef726f4 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Calling delete_port for 84920dbf-b37c-41a2-b847-64095b09f12a owned by network:floatingip {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:53:08.562826 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-1712d749-35c3-40ba-be6e-8284e5f08e0a None None] Allocated IP 2001:db8:1::2 (49871a52-2bd4-4785-8435-25b0a7b6f20a/6d93a896-b75c-430e-b050-9e5cf007ad32/7a484ff2-c9a8-419c-b2c3-4da2f54f4737) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:53:08.588321 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-168ae38c-c30a-4758-9ec0-d0003984ca9f tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:08.650560 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-af4c65ef-8de0-49d3-b6f9-05179263759c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:08.658408 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-af4c65ef-8de0-49d3-b6f9-05179263759c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:08.731376 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [None req-168ae38c-c30a-4758-9ec0-d0003984ca9f tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:53:08.738002 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-af4c65ef-8de0-49d3-b6f9-05179263759c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7ead120bd69248348e50c80fefb35591&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3609657 Jul 29 23:53:08.738485 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-168ae38c-c30a-4758-9ec0-d0003984ca9f tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] 10.222.0.43 "PUT /v2.0/routers/8dbd4297-ba25-4324-b07b-8fad2b9a8e9a HTTP/1.1" status: 400 len: 364 time: 0.5488489 Jul 29 23:53:08.738485 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 51546) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:08.738694 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51548) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:08.749455 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4c65ef-8de0-49d3-b6f9-05179263759c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d89c700-3347-4bb8-ad68-bd1bf5cfcc36,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:08.776085 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5e79cd0f-c691-46eb-879e-b4dcaef726f4 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:08.830352 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e79cd0f-c691-46eb-879e-b4dcaef726f4 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event deleted for resources: {'Port': ['ID=84920dbf-b37c-41a2-b847-64095b09f12a,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:08.831343 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1712d749-35c3-40ba-be6e-8284e5f08e0a None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:08.843754 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1712d749-35c3-40ba-be6e-8284e5f08e0a None None] Transition to ACTIVE for port object 7a484ff2-c9a8-419c-b2c3-4da2f54f4737 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:53:08.864727 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1712d749-35c3-40ba-be6e-8284e5f08e0a None None] Transition to ACTIVE for port object 7a484ff2-c9a8-419c-b2c3-4da2f54f4737 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:53:08.887368 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1712d749-35c3-40ba-be6e-8284e5f08e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:08.891346 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1058a2a3-5893-430b-b651-e0345f73ba61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:08.927357 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device bbf1a842-ab21-4c77-a8ca-d7a6b197b1cb up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:53:08.928808 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1058a2a3-5893-430b-b651-e0345f73ba61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:08.939268 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5e79cd0f-c691-46eb-879e-b4dcaef726f4 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for floatingip, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:08.939703 n-d-712141-10 neutron-server[94077]: INFO neutron.db.l3_db [None req-5e79cd0f-c691-46eb-879e-b4dcaef726f4 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Floating IP 7ceb998f-b127-4270-8ec8-749703d210dc disassociated (deleted). External IP: 172.25.0.4, port: 9e832d8e-50f2-49c7-b374-2812b62eaf3f. Jul 29 23:53:08.983069 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1712d749-35c3-40ba-be6e-8284e5f08e0a None None] Network 49871a52-2bd4-4785-8435-25b0a7b6f20a is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:53:08.983069 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1712d749-35c3-40ba-be6e-8284e5f08e0a None None] Pushing event updated for resources: {'Port': ['ID=7a484ff2-c9a8-419c-b2c3-4da2f54f4737,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:08.986995 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-1712d749-35c3-40ba-be6e-8284e5f08e0a None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:53:08.990853 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1712d749-35c3-40ba-be6e-8284e5f08e0a None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:53:09.054743 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-1712d749-35c3-40ba-be6e-8284e5f08e0a None None] Attempting to bind port 7a484ff2-c9a8-419c-b2c3-4da2f54f4737 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:53:09.054743 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-1712d749-35c3-40ba-be6e-8284e5f08e0a None None] Attempting to bind port 7a484ff2-c9a8-419c-b2c3-4da2f54f4737 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': 'df33c7f0-1249-4c65-a767-6dfeaefd39c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '49871a52-2bd4-4785-8435-25b0a7b6f20a'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:53:09.055085 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1712d749-35c3-40ba-be6e-8284e5f08e0a None None] Attempting to bind port 7a484ff2-c9a8-419c-b2c3-4da2f54f4737 on network 49871a52-2bd4-4785-8435-25b0a7b6f20a {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:53:09.063936 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1712d749-35c3-40ba-be6e-8284e5f08e0a None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:53:09.064295 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1712d749-35c3-40ba-be6e-8284e5f08e0a None None] Checking segment: {'id': 'df33c7f0-1249-4c65-a767-6dfeaefd39c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '49871a52-2bd4-4785-8435-25b0a7b6f20a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:53:09.064631 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1712d749-35c3-40ba-be6e-8284e5f08e0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:09.065028 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1712d749-35c3-40ba-be6e-8284e5f08e0a None None] Bound using segment: {'id': 'df33c7f0-1249-4c65-a767-6dfeaefd39c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '49871a52-2bd4-4785-8435-25b0a7b6f20a'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:53:09.067261 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-1712d749-35c3-40ba-be6e-8284e5f08e0a None None] Bound port: 7a484ff2-c9a8-419c-b2c3-4da2f54f4737, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df33c7f0-1249-4c65-a767-6dfeaefd39c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '49871a52-2bd4-4785-8435-25b0a7b6f20a'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:53:09.067261 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1712d749-35c3-40ba-be6e-8284e5f08e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:09.086995 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port bbf1a842-ab21-4c77-a8ca-d7a6b197b1cb completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:53:09.094989 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port bbf1a842-ab21-4c77-a8ca-d7a6b197b1cb triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:53:09.094989 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:09.111093 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f350212-a96b-4858-a9d1-6896ea12d652 req-00e85e38-3408-4d1b-9063-ec5fda9d4e69 tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:09.111660 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1058a2a3-5893-430b-b651-e0345f73ba61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:09.114703 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1058a2a3-5893-430b-b651-e0345f73ba61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:09.116451 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-1058a2a3-5893-430b-b651-e0345f73ba61 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9d89c700-3347-4bb8-ad68-bd1bf5cfcc36 HTTP/1.1" status: 204 len: 168 time: 0.3763313 Jul 29 23:53:09.121606 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7f350212-a96b-4858-a9d1-6896ea12d652 req-00e85e38-3408-4d1b-9063-ec5fda9d4e69 tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] 10.222.0.43 "GET /v2.0/ports?device_id=e10eccc4-b8a1-4bea-8d14-69da28b09e63 HTTP/1.1" status: 200 len: 949 time: 0.1889081 Jul 29 23:53:09.185350 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1058a2a3-5893-430b-b651-e0345f73ba61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d89c700-3347-4bb8-ad68-bd1bf5cfcc36,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:09.194286 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7f350212-a96b-4858-a9d1-6896ea12d652 req-2275a43b-5231-4abc-9516-f64ce899f502 tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] 10.222.0.43 "GET /v2.0/security-groups?id=f89c5664-11db-4bd1-b6a0-ca3fe10e3e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717778 Jul 29 23:53:09.218569 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1712d749-35c3-40ba-be6e-8284e5f08e0a None None] For port 7a484ff2-c9a8-419c-b2c3-4da2f54f4737, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:53:09.239475 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1712d749-35c3-40ba-be6e-8284e5f08e0a None None] For port 7a484ff2-c9a8-419c-b2c3-4da2f54f4737, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=7a484ff2-c9a8-419c-b2c3-4da2f54f4737,segment=NetworkSegment(df33c7f0-1249-4c65-a767-6dfeaefd39c4),segment_id=df33c7f0-1249-4c65-a767-6dfeaefd39c4)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:53:09.247645 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1712d749-35c3-40ba-be6e-8284e5f08e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:09.250545 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b0db8600-8645-4bc1-91dc-59b10e5778bf tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:09.310760 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e79cd0f-c691-46eb-879e-b4dcaef726f4 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Router 426aa120-6f98-4969-9b22-5bfee8de0b87 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:53:09.332050 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:09.403062 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1712d749-35c3-40ba-be6e-8284e5f08e0a None None] Pushing event updated for resources: {'Port': ['ID=7a484ff2-c9a8-419c-b2c3-4da2f54f4737,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:09.417388 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e10eccc4-b8a1-4bea-8d14-69da28b09e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf1a842-ab21-4c77-a8ca-d7a6b197b1cb'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:53:09.419502 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3859dbd6-06b9-480b-99d5-9f90ea66d0b6" -d '{"events": [{"server_uuid": "e10eccc4-b8a1-4bea-8d14-69da28b09e63", "name": "network-vif-plugged", "status": "completed", "tag": "bbf1a842-ab21-4c77-a8ca-d7a6b197b1cb"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:53:09.436775 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port bbf1a842-ab21-4c77-a8ca-d7a6b197b1cb, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=bbf1a842-ab21-4c77-a8ca-d7a6b197b1cb,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:09.446819 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:09.530850 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=bbf1a842-ab21-4c77-a8ca-d7a6b197b1cb,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:09.547067 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e1038a-8587-4609-993c-23a02dbfde59 x-openstack-request-id: req-35e1038a-8587-4609-993c-23a02dbfde59 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:53:09.548276 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e10eccc4-b8a1-4bea-8d14-69da28b09e63", "name": "network-vif-plugged", "status": "completed", "tag": "bbf1a842-ab21-4c77-a8ca-d7a6b197b1cb", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:53:09.548693 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-35e1038a-8587-4609-993c-23a02dbfde59 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:53:09.549433 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e10eccc4-b8a1-4bea-8d14-69da28b09e63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf1a842-ab21-4c77-a8ca-d7a6b197b1cb', 'code': 200} Jul 29 23:53:09.584753 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e79cd0f-c691-46eb-879e-b4dcaef726f4 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:53:09.598422 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f44182-8426-4326-9db3-7207c8f1f1fd None None] Sync routers for ids ['426aa120-6f98-4969-9b22-5bfee8de0b87'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:53:09.599488 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5e79cd0f-c691-46eb-879e-b4dcaef726f4 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:09.614081 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f44182-8426-4326-9db3-7207c8f1f1fd None None] Routers {'426aa120-6f98-4969-9b22-5bfee8de0b87'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:53:09.619000 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-49f44182-8426-4326-9db3-7207c8f1f1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:52:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['426aa120-6f98-4969-9b22-5bfee8de0b87'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:09.696335 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-01551b14-6489-4714-a2d2-6d6648691253 req-ea2a54d8-dfa8-4d91-8602-56625d393b39 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/ports?device_id=f051b833-3b04-4f56-9fec-78e2a166a0d7 HTTP/1.1" status: 200 len: 210 time: 0.1248219 Jul 29 23:53:09.703002 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-5e79cd0f-c691-46eb-879e-b4dcaef726f4 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "DELETE /v2.0/floatingips/7ceb998f-b127-4270-8ec8-749703d210dc HTTP/1.1" status: 204 len: 168 time: 1.6789753 Jul 29 23:53:09.704976 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f14da80-c5b4-4b7b-b4c8-63682611adfa', 'tag': '9e832d8e-50f2-49c7-b374-2812b62eaf3f'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:53:09.708529 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31471338-abba-476a-9681-458e8116cbca" -d '{"events": [{"name": "network-changed", "server_uuid": "6f14da80-c5b4-4b7b-b4c8-63682611adfa", "tag": "9e832d8e-50f2-49c7-b374-2812b62eaf3f"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:53:09.732188 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f8b2ee-9d27-421f-8d38-361f72715689 req-ca7c1dfe-fe90-4506-aa32-ba5c3b842e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:09.733782 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-75f8b2ee-9d27-421f-8d38-361f72715689 req-ca7c1dfe-fe90-4506-aa32-ba5c3b842e3a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e10eccc4-b8a1-4bea-8d14-69da28b09e63 HTTP/1.1" status: 200 len: 1102 time: 0.1290936 Jul 29 23:53:09.800079 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-75f8b2ee-9d27-421f-8d38-361f72715689 req-7ef1f831-b669-47f5-926c-b5b45e4f9cd1 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=f89c5664-11db-4bd1-b6a0-ca3fe10e3e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499904 Jul 29 23:53:09.834585 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc2c495e-61a4-4b07-a0b8-bc1829baf6c9 x-openstack-request-id: req-bc2c495e-61a4-4b07-a0b8-bc1829baf6c9 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:53:09.835218 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f14da80-c5b4-4b7b-b4c8-63682611adfa", "tag": "9e832d8e-50f2-49c7-b374-2812b62eaf3f", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:53:09.835646 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bc2c495e-61a4-4b07-a0b8-bc1829baf6c9 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:53:09.836916 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f14da80-c5b4-4b7b-b4c8-63682611adfa', 'tag': '9e832d8e-50f2-49c7-b374-2812b62eaf3f', 'status': 'completed', 'code': 200} Jul 29 23:53:09.923864 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-49f44182-8426-4326-9db3-7207c8f1f1fd None None] Set router 426aa120-6f98-4969-9b22-5bfee8de0b87 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:53:09.938221 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-b0db8600-8645-4bc1-91dc-59b10e5778bf tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Allocated IP 2001:db8::1 (229cfc40-5b6b-45fd-8f15-20186fedac37/31921df3-c9ba-4c32-935a-90a2a3eefd9c/90e53ac2-8d25-4725-92c3-496c4021b241) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:53:09.964351 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31471338-abba-476a-9681-458e8116cbca req-73f98f77-9918-415e-b47c-4fcdb31fdbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:09.966844 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-31471338-abba-476a-9681-458e8116cbca req-73f98f77-9918-415e-b47c-4fcdb31fdbe6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=65ae77200a164c0f8f007753b934a6ed&device_id=6f14da80-c5b4-4b7b-b4c8-63682611adfa HTTP/1.1" status: 200 len: 1096 time: 0.0836611 Jul 29 23:53:09.991840 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ed161-f028-4859-95cb-0ac51bfcbc8e req-1fdbbb4b-1fa7-4f8b-98e0-fb21ff58021e tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:09.994370 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-923ed161-f028-4859-95cb-0ac51bfcbc8e req-1fdbbb4b-1fa7-4f8b-98e0-fb21ff58021e tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.41 "GET /v2.0/networks?id=67609761-f70d-451d-bf2b-11a2e29bfa80 HTTP/1.1" status: 200 len: 811 time: 0.4225039 Jul 29 23:53:10.127811 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31471338-abba-476a-9681-458e8116cbca req-b4076b79-22b8-476c-ab92-607a3a82ddc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:10.129313 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-31471338-abba-476a-9681-458e8116cbca req-b4076b79-22b8-476c-ab92-607a3a82ddc5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=dc512bd2-1884-47d3-acfd-802fe9e5ea94 HTTP/1.1" status: 200 len: 898 time: 0.1532536 Jul 29 23:53:10.218639 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-31471338-abba-476a-9681-458e8116cbca req-a170b56e-f543-4dd2-a915-c554da9c8c46 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e832d8e-50f2-49c7-b374-2812b62eaf3f HTTP/1.1" status: 200 len: 217 time: 0.0772660 Jul 29 23:53:10.296931 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-923ed161-f028-4859-95cb-0ac51bfcbc8e req-de37c495-3cfa-46dd-a08d-5e760a874fb8 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1d7085ece28410698508031edfc5998 HTTP/1.1" status: 200 len: 379 time: 0.1771634 Jul 29 23:53:10.309937 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31471338-abba-476a-9681-458e8116cbca req-74967142-4451-4564-bd05-d0214f18b9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:10.312209 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-31471338-abba-476a-9681-458e8116cbca req-74967142-4451-4564-bd05-d0214f18b9c1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=df49fe6b-bf09-4372-9f2d-78eb19d120eb HTTP/1.1" status: 200 len: 835 time: 0.0862756 Jul 29 23:53:10.338765 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-923ed161-f028-4859-95cb-0ac51bfcbc8e req-94974aac-93cd-4dad-96ba-c953dbfc55b3 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Request body: {'port': {'device_id': 'f051b833-3b04-4f56-9fec-78e2a166a0d7', 'network_id': '67609761-f70d-451d-bf2b-11a2e29bfa80', 'admin_state_up': True, 'tenant_id': 'c1d7085ece28410698508031edfc5998', 'security_groups': ['cb9a82a7-c047-48e0-b11f-e37261b40399']}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:10.386935 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-49f44182-8426-4326-9db3-7207c8f1f1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426aa120-6f98-4969-9b22-5bfee8de0b87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1269105653', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '78abe34d-5e23-44e4-915c-691435d24a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:51:27Z', 'updated_at': '2021-07-29T23:51:41Z', 'revision_number': 4, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'gw_port': {'id': '78abe34d-5e23-44e4-915c-691435d24a26', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426aa120-6f98-4969-9b22-5bfee8de0b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:51:28Z', 'updated_at': '2021-07-29T23:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'a08634bb-a7e5-4876-a549-3c22883babdc', 'name': '', 'network_id': 'dc512bd2-1884-47d3-acfd-802fe9e5ea94', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'mac_address': 'fa:16:3e:ca:73:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426aa120-6f98-4969-9b22-5bfee8de0b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': 'df49fe6b-bf09-4372-9f2d-78eb19d120eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:51:37Z', 'updated_at': '2021-07-29T23:51:49Z', 'revision_number': 5, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'subnets': [{'id': 'df49fe6b-bf09-4372-9f2d-78eb19d120eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:10.387275 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31471338-abba-476a-9681-458e8116cbca req-598aa7ca-bcad-4961-8a48-f8a8967c2757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:10.388590 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-31471338-abba-476a-9681-458e8116cbca req-598aa7ca-bcad-4961-8a48-f8a8967c2757 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=dc512bd2-1884-47d3-acfd-802fe9e5ea94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0633843 Jul 29 23:53:10.433725 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f44182-8426-4326-9db3-7207c8f1f1fd None None] Checking router: 426aa120-6f98-4969-9b22-5bfee8de0b87 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:53:10.444309 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f44182-8426-4326-9db3-7207c8f1f1fd None None] Routers {'426aa120-6f98-4969-9b22-5bfee8de0b87'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:53:10.444991 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-49f44182-8426-4326-9db3-7207c8f1f1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:52:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['426aa120-6f98-4969-9b22-5bfee8de0b87'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:10.530615 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-31471338-abba-476a-9681-458e8116cbca req-af88e4dd-f3f7-489b-927a-56dc45bd61d0 service neutron] 10.222.0.22 "GET /v2.0/networks/dc512bd2-1884-47d3-acfd-802fe9e5ea94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305130 Jul 29 23:53:10.659396 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-49f44182-8426-4326-9db3-7207c8f1f1fd None None] Set router 426aa120-6f98-4969-9b22-5bfee8de0b87 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:53:10.700371 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-31471338-abba-476a-9681-458e8116cbca req-398ba105-e043-4a96-a795-1f42912044f3 service neutron] 10.222.0.22 "GET /v2.0/networks/dc512bd2-1884-47d3-acfd-802fe9e5ea94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590502 Jul 29 23:53:10.877979 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c066ea7a-ca72-4003-a263-f1fa0790a776 req-11741970-0380-4152-a468-60a9aa8cd2ad tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:10.887803 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c066ea7a-ca72-4003-a263-f1fa0790a776 req-11741970-0380-4152-a468-60a9aa8cd2ad tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f14da80-c5b4-4b7b-b4c8-63682611adfa HTTP/1.1" status: 200 len: 944 time: 0.7692118 Jul 29 23:53:10.929386 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953bc1d7-95f9-4ef9-8bf1-1a71da35d3bb None None] Network 49871a52-2bd4-4785-8435-25b0a7b6f20a requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:53:10.970784 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b0db8600-8645-4bc1-91dc-59b10e5778bf tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:11.014603 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 7a484ff2-c9a8-419c-b2c3-4da2f54f4737 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:53:11.018837 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-49f44182-8426-4326-9db3-7207c8f1f1fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426aa120-6f98-4969-9b22-5bfee8de0b87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1269105653', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '78abe34d-5e23-44e4-915c-691435d24a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:51:27Z', 'updated_at': '2021-07-29T23:51:41Z', 'revision_number': 4, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'gw_port': {'id': '78abe34d-5e23-44e4-915c-691435d24a26', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426aa120-6f98-4969-9b22-5bfee8de0b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:51:28Z', 'updated_at': '2021-07-29T23:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'a08634bb-a7e5-4876-a549-3c22883babdc', 'name': '', 'network_id': 'dc512bd2-1884-47d3-acfd-802fe9e5ea94', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'mac_address': 'fa:16:3e:ca:73:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426aa120-6f98-4969-9b22-5bfee8de0b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': 'df49fe6b-bf09-4372-9f2d-78eb19d120eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:51:37Z', 'updated_at': '2021-07-29T23:51:49Z', 'revision_number': 5, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'subnets': [{'id': 'df49fe6b-bf09-4372-9f2d-78eb19d120eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:11.040920 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-b0db8600-8645-4bc1-91dc-59b10e5778bf tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Transition to ACTIVE for port object 90e53ac2-8d25-4725-92c3-496c4021b241 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:53:11.059029 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f44182-8426-4326-9db3-7207c8f1f1fd None None] The sync data for ids ['426aa120-6f98-4969-9b22-5bfee8de0b87'] in n-d-712141-10 is: [{'id': '426aa120-6f98-4969-9b22-5bfee8de0b87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1269105653', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '78abe34d-5e23-44e4-915c-691435d24a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:51:27Z', 'updated_at': '2021-07-29T23:51:41Z', 'revision_number': 4, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'gw_port': {'id': '78abe34d-5e23-44e4-915c-691435d24a26', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426aa120-6f98-4969-9b22-5bfee8de0b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:51:28Z', 'updated_at': '2021-07-29T23:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'a08634bb-a7e5-4876-a549-3c22883babdc', 'name': '', 'network_id': 'dc512bd2-1884-47d3-acfd-802fe9e5ea94', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'mac_address': 'fa:16:3e:ca:73:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426aa120-6f98-4969-9b22-5bfee8de0b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': 'df49fe6b-bf09-4372-9f2d-78eb19d120eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:51:37Z', 'updated_at': '2021-07-29T23:51:49Z', 'revision_number': 5, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'subnets': [{'id': 'df49fe6b-bf09-4372-9f2d-78eb19d120eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:53:11.063930 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a392c-ebb6-4841-bf85-d088dd6da4b9 req-4c45a41a-f1c9-4f16-af63-c26dc7e28af9 tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:11.073432 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cc1a392c-ebb6-4841-bf85-d088dd6da4b9 req-4c45a41a-f1c9-4f16-af63-c26dc7e28af9 tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] 10.222.0.43 "GET /v2.0/ports?device_id=e10eccc4-b8a1-4bea-8d14-69da28b09e63 HTTP/1.1" status: 200 len: 950 time: 0.7686942 Jul 29 23:53:11.077749 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c066ea7a-ca72-4003-a263-f1fa0790a776 req-dc385a83-1f20-4ad3-b57b-14144d8b39bd tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=eee33ead-c9ea-49cf-84ce-c95496d326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1885536 Jul 29 23:53:11.091408 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-381d3642-b0d4-4544-97ee-69bcb471e440 None None] Provisioning for port 7a484ff2-c9a8-419c-b2c3-4da2f54f4737 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:53:11.107587 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362a4b6-3d11-4206-ac22-778e0ee542e2 req-b0265120-306b-4fe9-a6af-6c20fb9e6a67 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:11.109292 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d362a4b6-3d11-4206-ac22-778e0ee542e2 req-b0265120-306b-4fe9-a6af-6c20fb9e6a67 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.22 "GET /v2.0/ports?device_id=6f14da80-c5b4-4b7b-b4c8-63682611adfa HTTP/1.1" status: 200 len: 944 time: 0.2461126 Jul 29 23:53:11.146925 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 7a484ff2-c9a8-419c-b2c3-4da2f54f4737 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:53:11.157399 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 7a484ff2-c9a8-419c-b2c3-4da2f54f4737 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:53:11.157842 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:11.249696 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-923ed161-f028-4859-95cb-0ac51bfcbc8e req-94974aac-93cd-4dad-96ba-c953dbfc55b3 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Made reservation on behalf of c1d7085ece28410698508031edfc5998 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:53:11.258564 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-923ed161-f028-4859-95cb-0ac51bfcbc8e req-94974aac-93cd-4dad-96ba-c953dbfc55b3 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:11.285351 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-74752255-cdec-483f-a194-c0b8f29dca7b req-af19fdb3-574e-4e4a-8625-5ac294bb7552 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/ports?device_id=f051b833-3b04-4f56-9fec-78e2a166a0d7 HTTP/1.1" status: 200 len: 210 time: 0.0662267 Jul 29 23:53:11.309991 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cc1a392c-ebb6-4841-bf85-d088dd6da4b9 req-044d2002-98d9-4c28-bf51-e27687fd1e87 tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] 10.222.0.43 "GET /v2.0/security-groups?id=f89c5664-11db-4bd1-b6a0-ca3fe10e3e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247722 Jul 29 23:53:11.316351 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b0db8600-8645-4bc1-91dc-59b10e5778bf tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:11.334602 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:11.413178 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 7a484ff2-c9a8-419c-b2c3-4da2f54f4737, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=7a484ff2-c9a8-419c-b2c3-4da2f54f4737,segment=NetworkSegment(df33c7f0-1249-4c65-a767-6dfeaefd39c4),segment_id=df33c7f0-1249-4c65-a767-6dfeaefd39c4)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:11.432682 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:11.442456 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0db8600-8645-4bc1-91dc-59b10e5778bf tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Network 229cfc40-5b6b-45fd-8f15-20186fedac37 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:53:11.455908 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-b0db8600-8645-4bc1-91dc-59b10e5778bf tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:53:11.472254 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0db8600-8645-4bc1-91dc-59b10e5778bf tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:53:11.472829 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b0db8600-8645-4bc1-91dc-59b10e5778bf tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:11.480529 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0db8600-8645-4bc1-91dc-59b10e5778bf tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Pushing event updated for resources: {'Port': ['ID=90e53ac2-8d25-4725-92c3-496c4021b241,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:11.548138 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60282116-faa2-48bd-afbe-c9c296601279 None None] New status for floating IP 7ceb998f-b127-4270-8ec8-749703d210dc: DOWN {{(pid=94079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:53:11.632282 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-d362a4b6-3d11-4206-ac22-778e0ee542e2 req-d8d1b5bf-37cc-4fd7-8843-8c359e0659de tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Deleting port 9e832d8e-50f2-49c7-b374-2812b62eaf3f {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:53:11.633071 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d362a4b6-3d11-4206-ac22-778e0ee542e2 req-d8d1b5bf-37cc-4fd7-8843-8c359e0659de tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:11.650866 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=7a484ff2-c9a8-419c-b2c3-4da2f54f4737,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:11.716572 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-923ed161-f028-4859-95cb-0ac51bfcbc8e req-94974aac-93cd-4dad-96ba-c953dbfc55b3 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Allocated IP 172.20.0.6 (67609761-f70d-451d-bf2b-11a2e29bfa80/491bf474-cc80-4e70-9dca-1685e2004f49/cc08fc05-5686-44a3-a09e-a8facbc01e98) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:53:11.820213 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b0db8600-8645-4bc1-91dc-59b10e5778bf tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:11.835032 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-8190b8b5-26a0-4766-943c-03006579b364 None None] Provisioning complete for port 7a484ff2-c9a8-419c-b2c3-4da2f54f4737 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:53:11.835511 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8190b8b5-26a0-4766-943c-03006579b364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:11.854816 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-d362a4b6-3d11-4206-ac22-778e0ee542e2 req-d8d1b5bf-37cc-4fd7-8843-8c359e0659de tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] For port 9e832d8e-50f2-49c7-b374-2812b62eaf3f, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=9e832d8e-50f2-49c7-b374-2812b62eaf3f,segment=NetworkSegment(3e67ddd1-1c33-4cf4-87c8-b940fe50e0ac),segment_id=3e67ddd1-1c33-4cf4-87c8-b940fe50e0ac)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:11.855191 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d362a4b6-3d11-4206-ac22-778e0ee542e2 req-d8d1b5bf-37cc-4fd7-8843-8c359e0659de tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:11.887189 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-d362a4b6-3d11-4206-ac22-778e0ee542e2 req-d8d1b5bf-37cc-4fd7-8843-8c359e0659de tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Calling delete_port for 9e832d8e-50f2-49c7-b374-2812b62eaf3f owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:53:12.041992 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2fbfc994-de19-46bb-85b5-bb92ddfef591 None None] Provisioning for port 90e53ac2-8d25-4725-92c3-496c4021b241 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:53:12.046760 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2fbfc994-de19-46bb-85b5-bb92ddfef591 None None] Provisioning complete for port 90e53ac2-8d25-4725-92c3-496c4021b241 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:53:12.048356 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2fbfc994-de19-46bb-85b5-bb92ddfef591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:12.098499 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-2fbfc994-de19-46bb-85b5-bb92ddfef591 None None] Port 90e53ac2-8d25-4725-92c3-496c4021b241 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:53:12.157749 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-923ed161-f028-4859-95cb-0ac51bfcbc8e req-94974aac-93cd-4dad-96ba-c953dbfc55b3 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:12.194671 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-923ed161-f028-4859-95cb-0ac51bfcbc8e req-94974aac-93cd-4dad-96ba-c953dbfc55b3 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Transition to ACTIVE for port object cc08fc05-5686-44a3-a09e-a8facbc01e98 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:53:12.371591 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6dd99d-407c-4a13-a58b-537880a3ce1c req-7ef5a783-cea6-4da5-b7ab-8deab0c9283c tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:12.373168 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eb6dd99d-407c-4a13-a58b-537880a3ce1c req-7ef5a783-cea6-4da5-b7ab-8deab0c9283c tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=6f14da80-c5b4-4b7b-b4c8-63682611adfa HTTP/1.1" status: 200 len: 944 time: 0.1803617 Jul 29 23:53:12.385527 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-923ed161-f028-4859-95cb-0ac51bfcbc8e req-94974aac-93cd-4dad-96ba-c953dbfc55b3 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:12.473674 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d362a4b6-3d11-4206-ac22-778e0ee542e2 req-d8d1b5bf-37cc-4fd7-8843-8c359e0659de tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:12.513469 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-923ed161-f028-4859-95cb-0ac51bfcbc8e req-94974aac-93cd-4dad-96ba-c953dbfc55b3 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Network 67609761-f70d-451d-bf2b-11a2e29bfa80 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:53:12.535537 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-923ed161-f028-4859-95cb-0ac51bfcbc8e req-94974aac-93cd-4dad-96ba-c953dbfc55b3 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:53:12.542475 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94974aac-93cd-4dad-96ba-c953dbfc55b3 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Pushing event updated for resources: {'Port': ['ID=cc08fc05-5686-44a3-a09e-a8facbc01e98,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:12.546501 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-923ed161-f028-4859-95cb-0ac51bfcbc8e req-94974aac-93cd-4dad-96ba-c953dbfc55b3 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:53:12.566773 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eb6dd99d-407c-4a13-a58b-537880a3ce1c req-1e367c28-1c20-4f70-8898-3b0f6f2507eb tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=eee33ead-c9ea-49cf-84ce-c95496d326ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1860571 Jul 29 23:53:12.652800 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90dc31e-1144-459a-b5f0-77aa0d480c28 req-45016442-2998-44b5-a25b-a87f86ae6744 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:12.660535 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e90dc31e-1144-459a-b5f0-77aa0d480c28 req-45016442-2998-44b5-a25b-a87f86ae6744 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/ports?device_id=f051b833-3b04-4f56-9fec-78e2a166a0d7 HTTP/1.1" status: 200 len: 931 time: 0.2862942 Jul 29 23:53:12.665871 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b0db8600-8645-4bc1-91dc-59b10e5778bf tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:12.679701 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d1b5bf-37cc-4fd7-8843-8c359e0659de tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event deleted for resources: {'Port': ['ID=9e832d8e-50f2-49c7-b374-2812b62eaf3f,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:12.720441 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b0db8600-8645-4bc1-91dc-59b10e5778bf tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:12.721525 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b0db8600-8645-4bc1-91dc-59b10e5778bf tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:12.723862 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-d362a4b6-3d11-4206-ac22-778e0ee542e2 req-d8d1b5bf-37cc-4fd7-8843-8c359e0659de tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] No DVR routers for this DVR port 9e832d8e-50f2-49c7-b374-2812b62eaf3f on host n-h2-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:53:12.753122 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d362a4b6-3d11-4206-ac22-778e0ee542e2 req-d8d1b5bf-37cc-4fd7-8843-8c359e0659de tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:12.755892 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d362a4b6-3d11-4206-ac22-778e0ee542e2 req-d8d1b5bf-37cc-4fd7-8843-8c359e0659de tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.22 "DELETE /v2.0/ports/9e832d8e-50f2-49c7-b374-2812b62eaf3f HTTP/1.1" status: 204 len: 173 time: 1.6391549 Jul 29 23:53:12.767399 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f14da80-c5b4-4b7b-b4c8-63682611adfa', 'name': 'network-vif-deleted', 'tag': '9e832d8e-50f2-49c7-b374-2812b62eaf3f'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:53:12.770816 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e06cfee-eedb-4b26-9dc8-27dfd0e32721" -d '{"events": [{"server_uuid": "6f14da80-c5b4-4b7b-b4c8-63682611adfa", "name": "network-vif-deleted", "tag": "9e832d8e-50f2-49c7-b374-2812b62eaf3f"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:53:12.840017 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-8112fd54-022e-4c14-9941-a014b0ab951c None None] Provisioning for port cc08fc05-5686-44a3-a09e-a8facbc01e98 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:53:12.846391 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-8112fd54-022e-4c14-9941-a014b0ab951c None None] Provisioning complete for port cc08fc05-5686-44a3-a09e-a8facbc01e98 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:53:12.847076 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8112fd54-022e-4c14-9941-a014b0ab951c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:12.892421 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 7a484ff2-c9a8-419c-b2c3-4da2f54f4737 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:53:12.918889 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ed161-f028-4859-95cb-0ac51bfcbc8e req-94974aac-93cd-4dad-96ba-c953dbfc55b3 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:12.919538 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-923ed161-f028-4859-95cb-0ac51bfcbc8e req-94974aac-93cd-4dad-96ba-c953dbfc55b3 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:12.934184 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-8112fd54-022e-4c14-9941-a014b0ab951c None None] Port cc08fc05-5686-44a3-a09e-a8facbc01e98 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:53:12.942996 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b5b449-4954-41a2-8cea-8b8ecd3e5d47 req-1627906c-d4e5-430d-90b5-75c929c2cc24 tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:12.951840 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d2b5b449-4954-41a2-8cea-8b8ecd3e5d47 req-1627906c-d4e5-430d-90b5-75c929c2cc24 tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] 10.222.0.43 "GET /v2.0/ports?device_id=e10eccc4-b8a1-4bea-8d14-69da28b09e63 HTTP/1.1" status: 200 len: 950 time: 0.2885327 Jul 29 23:53:12.956276 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e90dc31e-1144-459a-b5f0-77aa0d480c28 req-48f57d04-6232-4341-8884-15bff783974a tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb9a82a7-c047-48e0-b11f-e37261b40399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2947972 Jul 29 23:53:12.974094 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 7a484ff2-c9a8-419c-b2c3-4da2f54f4737 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:53:12.974469 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:12.984166 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0db8600-8645-4bc1-91dc-59b10e5778bf tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Pushing event updated for resources: {'Port': ['ID=90e53ac2-8d25-4725-92c3-496c4021b241,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:12.996702 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-923ed161-f028-4859-95cb-0ac51bfcbc8e req-94974aac-93cd-4dad-96ba-c953dbfc55b3 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6757314 Jul 29 23:53:13.092720 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4be560b-288e-4e27-b487-b657ffc5d410 x-openstack-request-id: req-a4be560b-288e-4e27-b487-b657ffc5d410 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:53:13.093000 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f14da80-c5b4-4b7b-b4c8-63682611adfa", "name": "network-vif-deleted", "tag": "9e832d8e-50f2-49c7-b374-2812b62eaf3f", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:53:13.093248 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a4be560b-288e-4e27-b487-b657ffc5d410 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:53:13.093677 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f14da80-c5b4-4b7b-b4c8-63682611adfa', 'name': 'network-vif-deleted', 'tag': '9e832d8e-50f2-49c7-b374-2812b62eaf3f', 'status': 'completed', 'code': 200} Jul 29 23:53:13.097020 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d2b5b449-4954-41a2-8cea-8b8ecd3e5d47 req-7a4bec3e-50f6-4d6e-83ac-a9a63a8977c6 tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] 10.222.0.43 "GET /v2.0/security-groups?id=f89c5664-11db-4bd1-b6a0-ca3fe10e3e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443322 Jul 29 23:53:13.099283 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0db8600-8645-4bc1-91dc-59b10e5778bf tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Network 229cfc40-5b6b-45fd-8f15-20186fedac37 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:53:13.101056 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-b0db8600-8645-4bc1-91dc-59b10e5778bf tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:53:13.286491 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0db8600-8645-4bc1-91dc-59b10e5778bf tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Router 8dbd4297-ba25-4324-b07b-8fad2b9a8e9a has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:53:13.301125 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-923ed161-f028-4859-95cb-0ac51bfcbc8e req-0ab1d6a2-619e-4639-8ce8-80059fa2e640 service neutron] Request body: {'port': {'device_id': 'f051b833-3b04-4f56-9fec-78e2a166a0d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:13.328648 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51678) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:13.411491 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9b1f1acf-b833-4da8-943b-0331b0ccb409 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:13.454225 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-923ed161-f028-4859-95cb-0ac51bfcbc8e req-0ab1d6a2-619e-4639-8ce8-80059fa2e640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:13.483673 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0db8600-8645-4bc1-91dc-59b10e5778bf tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:53:13.493724 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-b0db8600-8645-4bc1-91dc-59b10e5778bf tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] 10.222.0.43 "PUT /v2.0/routers/8dbd4297-ba25-4324-b07b-8fad2b9a8e9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7532461 Jul 29 23:53:13.494167 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 51684) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:13.499735 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a01672-967f-42d8-b87f-72e3e31b1950 None None] Sync routers for ids ['8dbd4297-ba25-4324-b07b-8fad2b9a8e9a'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:53:13.511151 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a01672-967f-42d8-b87f-72e3e31b1950 None None] Routers {'8dbd4297-ba25-4324-b07b-8fad2b9a8e9a'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:53:13.511745 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-91a01672-967f-42d8-b87f-72e3e31b1950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:52:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['8dbd4297-ba25-4324-b07b-8fad2b9a8e9a'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:13.544487 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-91a01672-967f-42d8-b87f-72e3e31b1950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:13.550738 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9b1f1acf-b833-4da8-943b-0331b0ccb409 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:13.553022 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a01672-967f-42d8-b87f-72e3e31b1950 None None] Routers {'8dbd4297-ba25-4324-b07b-8fad2b9a8e9a'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:53:13.553604 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-91a01672-967f-42d8-b87f-72e3e31b1950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:52:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['8dbd4297-ba25-4324-b07b-8fad2b9a8e9a'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:13.555364 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9b1f1acf-b833-4da8-943b-0331b0ccb409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:13.578079 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-7f6c1154-4783-40a5-983f-f4af17b60042 None None] Provisioning complete for port 90e53ac2-8d25-4725-92c3-496c4021b241 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:53:13.579326 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7f6c1154-4783-40a5-983f-f4af17b60042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:13.599765 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-91a01672-967f-42d8-b87f-72e3e31b1950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:13.600650 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a01672-967f-42d8-b87f-72e3e31b1950 None None] The sync data for ids ['8dbd4297-ba25-4324-b07b-8fad2b9a8e9a'] in n-d-712141-10 is: [] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:53:13.624848 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9b1f1acf-b833-4da8-943b-0331b0ccb409 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=49cc3e3f02c247d5a8853ff91711500d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2948301 Jul 29 23:53:13.626118 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51688) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:13.627050 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1f1acf-b833-4da8-943b-0331b0ccb409 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cdafff1-df49-4035-af9a-8b3c60c0d56c,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:13.655619 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 51690) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:13.657513 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-7f6c1154-4783-40a5-983f-f4af17b60042 None None] Port 90e53ac2-8d25-4725-92c3-496c4021b241 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:53:13.684556 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bf4e60c4-3555-40c3-8245-7287593ca02f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:13.705643 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bf4e60c4-3555-40c3-8245-7287593ca02f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:13.752486 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bf4e60c4-3555-40c3-8245-7287593ca02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:13.754979 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bf4e60c4-3555-40c3-8245-7287593ca02f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:13.756132 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-bf4e60c4-3555-40c3-8245-7287593ca02f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5cdafff1-df49-4035-af9a-8b3c60c0d56c HTTP/1.1" status: 204 len: 168 time: 0.1242537 Jul 29 23:53:13.761237 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5555fd6-ab8d-443a-b2a7-533ef6d6f010 req-c67869b6-7b83-49f4-bbd6-8937d299be4e tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:13.763107 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c5555fd6-ab8d-443a-b2a7-533ef6d6f010 req-c67869b6-7b83-49f4-bbd6-8937d299be4e tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] 10.222.0.43 "GET /v2.0/ports?device_id=e10eccc4-b8a1-4bea-8d14-69da28b09e63 HTTP/1.1" status: 200 len: 950 time: 0.2408702 Jul 29 23:53:13.765180 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4e60c4-3555-40c3-8245-7287593ca02f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cdafff1-df49-4035-af9a-8b3c60c0d56c,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:13.819917 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d49ad987-f307-4456-bac8-8bfdc7883a7c tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks [] for router, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:13.897701 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:53:14.037441 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51698) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:14.051738 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ff1d9053-f3b0-47cb-9737-0a308ec2e772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:14.153049 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ff1d9053-f3b0-47cb-9737-0a308ec2e772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:14.157782 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ff1d9053-f3b0-47cb-9737-0a308ec2e772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:14.199179 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ff1d9053-f3b0-47cb-9737-0a308ec2e772 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ac6c3b9bccda4c38a922865e9f61c1e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1605566 Jul 29 23:53:14.200047 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1d9053-f3b0-47cb-9737-0a308ec2e772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=188bfbc4-9450-43f7-8f99-3b0582447af3,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:14.202416 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51702) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:14.256080 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-84ab3e7f-7ea7-40e6-8e06-2c0ba8ca9fac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:14.281555 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-84ab3e7f-7ea7-40e6-8e06-2c0ba8ca9fac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:14.330011 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-84ab3e7f-7ea7-40e6-8e06-2c0ba8ca9fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:14.332662 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-84ab3e7f-7ea7-40e6-8e06-2c0ba8ca9fac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:14.333845 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-84ab3e7f-7ea7-40e6-8e06-2c0ba8ca9fac admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/188bfbc4-9450-43f7-8f99-3b0582447af3 HTTP/1.1" status: 204 len: 168 time: 0.1305053 Jul 29 23:53:14.348445 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ab3e7f-7ea7-40e6-8e06-2c0ba8ca9fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=188bfbc4-9450-43f7-8f99-3b0582447af3,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:14.364022 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c5555fd6-ab8d-443a-b2a7-533ef6d6f010 req-63f268a2-27f2-4e21-a703-fdadd7cadea0 tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] 10.222.0.43 "GET /v2.0/security-groups?id=f89c5664-11db-4bd1-b6a0-ca3fe10e3e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5834904 Jul 29 23:53:14.455833 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [None req-d49ad987-f307-4456-bac8-8bfdc7883a7c tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 29 23:53:14.456862 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-d49ad987-f307-4456-bac8-8bfdc7883a7c tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] 10.222.0.43 "DELETE /v2.0/routers/8dbd4297-ba25-4324-b07b-8fad2b9a8e9a HTTP/1.1" status: 409 len: 329 time: 0.9609323 Jul 29 23:53:14.460190 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51706) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:14.506781 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b8735-5c32-492e-ab69-9f4d643947c0 req-2a4af5b5-f0ec-46f9-a723-9d58ed5db965 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:14.514906 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-313b8735-5c32-492e-ab69-9f4d643947c0 req-2a4af5b5-f0ec-46f9-a723-9d58ed5db965 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/ports?device_id=f051b833-3b04-4f56-9fec-78e2a166a0d7 HTTP/1.1" status: 200 len: 931 time: 0.1906335 Jul 29 23:53:14.639713 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-313b8735-5c32-492e-ab69-9f4d643947c0 req-4f9cb18c-e6d6-4610-bcf5-1b8f37b47739 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb9a82a7-c047-48e0-b11f-e37261b40399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238134 Jul 29 23:53:14.660175 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-923ed161-f028-4859-95cb-0ac51bfcbc8e req-0ab1d6a2-619e-4639-8ce8-80059fa2e640 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc08fc05-5686-44a3-a09e-a8facbc01e98 {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:53:14.688375 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-923ed161-f028-4859-95cb-0ac51bfcbc8e req-0ab1d6a2-619e-4639-8ce8-80059fa2e640 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:14.713207 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-923ed161-f028-4859-95cb-0ac51bfcbc8e req-0ab1d6a2-619e-4639-8ce8-80059fa2e640 service neutron] Transition to ACTIVE for port object cc08fc05-5686-44a3-a09e-a8facbc01e98 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:53:14.739248 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-923ed161-f028-4859-95cb-0ac51bfcbc8e req-0ab1d6a2-619e-4639-8ce8-80059fa2e640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:14.804486 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab1d6a2-619e-4639-8ce8-80059fa2e640 service neutron] Pushing event updated for resources: {'Port': ['ID=cc08fc05-5686-44a3-a09e-a8facbc01e98,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:14.839506 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a5f5d613-6840-44e5-b186-40eefeac643e tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:14.928138 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 9e832d8e-50f2-49c7-b374-2812b62eaf3f no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:53:14.955751 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adb1caa-a8e7-469b-a03d-c2b61a8fa367 req-5d5b1f27-64ab-42e8-b8d6-6ecf10249c04 tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:14.957312 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9adb1caa-a8e7-469b-a03d-c2b61a8fa367 req-5d5b1f27-64ab-42e8-b8d6-6ecf10249c04 tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] 10.222.0.22 "GET /v2.0/ports?device_id=e10eccc4-b8a1-4bea-8d14-69da28b09e63 HTTP/1.1" status: 200 len: 950 time: 0.1387813 Jul 29 23:53:14.967362 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: 9e832d8e-50f2-49c7-b374-2812b62eaf3f {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:53:14.967709 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 9e832d8e-50f2-49c7-b374-2812b62eaf3f not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:53:15.037430 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-923ed161-f028-4859-95cb-0ac51bfcbc8e req-0ab1d6a2-619e-4639-8ce8-80059fa2e640 service neutron] Attempting to bind port cc08fc05-5686-44a3-a09e-a8facbc01e98 on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:53:15.037943 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-923ed161-f028-4859-95cb-0ac51bfcbc8e req-0ab1d6a2-619e-4639-8ce8-80059fa2e640 service neutron] Attempting to bind port cc08fc05-5686-44a3-a09e-a8facbc01e98 by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': 'a2652d9d-d802-4aa8-a967-71e91ab5e571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '67609761-f70d-451d-bf2b-11a2e29bfa80'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:53:15.038143 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923ed161-f028-4859-95cb-0ac51bfcbc8e req-0ab1d6a2-619e-4639-8ce8-80059fa2e640 service neutron] Attempting to bind port cc08fc05-5686-44a3-a09e-a8facbc01e98 on network 67609761-f70d-451d-bf2b-11a2e29bfa80 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:53:15.060220 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923ed161-f028-4859-95cb-0ac51bfcbc8e req-0ab1d6a2-619e-4639-8ce8-80059fa2e640 service neutron] Port cc08fc05-5686-44a3-a09e-a8facbc01e98 on network 67609761-f70d-451d-bf2b-11a2e29bfa80 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:53:15.060658 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923ed161-f028-4859-95cb-0ac51bfcbc8e req-0ab1d6a2-619e-4639-8ce8-80059fa2e640 service neutron] Attempting to bind port cc08fc05-5686-44a3-a09e-a8facbc01e98 on network 67609761-f70d-451d-bf2b-11a2e29bfa80 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:53:15.075762 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923ed161-f028-4859-95cb-0ac51bfcbc8e req-0ab1d6a2-619e-4639-8ce8-80059fa2e640 service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 52, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:53:15.076142 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923ed161-f028-4859-95cb-0ac51bfcbc8e req-0ab1d6a2-619e-4639-8ce8-80059fa2e640 service neutron] Checking segment: {'id': 'a2652d9d-d802-4aa8-a967-71e91ab5e571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '67609761-f70d-451d-bf2b-11a2e29bfa80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:53:15.076581 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-923ed161-f028-4859-95cb-0ac51bfcbc8e req-0ab1d6a2-619e-4639-8ce8-80059fa2e640 service neutron] Bound using segment: {'id': 'a2652d9d-d802-4aa8-a967-71e91ab5e571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '67609761-f70d-451d-bf2b-11a2e29bfa80'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:53:15.077348 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-923ed161-f028-4859-95cb-0ac51bfcbc8e req-0ab1d6a2-619e-4639-8ce8-80059fa2e640 service neutron] Bound port: cc08fc05-5686-44a3-a09e-a8facbc01e98, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2652d9d-d802-4aa8-a967-71e91ab5e571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '67609761-f70d-451d-bf2b-11a2e29bfa80'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:53:15.077750 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-923ed161-f028-4859-95cb-0ac51bfcbc8e req-0ab1d6a2-619e-4639-8ce8-80059fa2e640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:15.165036 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-a5f5d613-6840-44e5-b186-40eefeac643e tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Deleting port 90e53ac2-8d25-4725-92c3-496c4021b241 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:53:15.165385 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a5f5d613-6840-44e5-b186-40eefeac643e tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:15.202171 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-00ce12ee-b175-44d9-9ed2-7e9638e1ae43 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:15.260541 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-923ed161-f028-4859-95cb-0ac51bfcbc8e req-0ab1d6a2-619e-4639-8ce8-80059fa2e640 service neutron] For port cc08fc05-5686-44a3-a09e-a8facbc01e98, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:53:15.261680 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a5f5d613-6840-44e5-b186-40eefeac643e tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:15.276008 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-a5f5d613-6840-44e5-b186-40eefeac643e tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Calling delete_port for 90e53ac2-8d25-4725-92c3-496c4021b241 owned by network:router_interface {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:53:15.278496 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-923ed161-f028-4859-95cb-0ac51bfcbc8e req-0ab1d6a2-619e-4639-8ce8-80059fa2e640 service neutron] For port cc08fc05-5686-44a3-a09e-a8facbc01e98, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=cc08fc05-5686-44a3-a09e-a8facbc01e98,segment=NetworkSegment(a2652d9d-d802-4aa8-a967-71e91ab5e571),segment_id=a2652d9d-d802-4aa8-a967-71e91ab5e571)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:53:15.292820 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-9adb1caa-a8e7-469b-a03d-c2b61a8fa367 req-eb806f0b-9102-42ab-ba22-2411742f24f8 tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] Deleting port bbf1a842-ab21-4c77-a8ca-d7a6b197b1cb {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:53:15.293177 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-9adb1caa-a8e7-469b-a03d-c2b61a8fa367 req-eb806f0b-9102-42ab-ba22-2411742f24f8 tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:15.323712 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-923ed161-f028-4859-95cb-0ac51bfcbc8e req-0ab1d6a2-619e-4639-8ce8-80059fa2e640 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:15.411726 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ed161-f028-4859-95cb-0ac51bfcbc8e req-0ab1d6a2-619e-4639-8ce8-80059fa2e640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:15.412300 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-923ed161-f028-4859-95cb-0ac51bfcbc8e req-0ab1d6a2-619e-4639-8ce8-80059fa2e640 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:15.413753 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-923ed161-f028-4859-95cb-0ac51bfcbc8e req-0ab1d6a2-619e-4639-8ce8-80059fa2e640 service neutron] 10.222.0.41 "PUT /v2.0/ports/cc08fc05-5686-44a3-a09e-a8facbc01e98 HTTP/1.1" status: 200 len: 1092 time: 2.3914828 Jul 29 23:53:15.420030 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f051b833-3b04-4f56-9fec-78e2a166a0d7', 'tag': 'cc08fc05-5686-44a3-a09e-a8facbc01e98'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:53:15.422399 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a11203-a37a-4a68-b560-bc1f0cf05099" -d '{"events": [{"name": "network-changed", "server_uuid": "f051b833-3b04-4f56-9fec-78e2a166a0d7", "tag": "cc08fc05-5686-44a3-a09e-a8facbc01e98"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:53:15.526643 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc85a4a-c276-4d72-b37b-cf9ab39bc53b x-openstack-request-id: req-6bc85a4a-c276-4d72-b37b-cf9ab39bc53b {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:53:15.526944 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f051b833-3b04-4f56-9fec-78e2a166a0d7", "tag": "cc08fc05-5686-44a3-a09e-a8facbc01e98", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:53:15.527392 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6bc85a4a-c276-4d72-b37b-cf9ab39bc53b {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:53:15.528139 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f051b833-3b04-4f56-9fec-78e2a166a0d7', 'tag': 'cc08fc05-5686-44a3-a09e-a8facbc01e98', 'status': 'completed', 'code': 200} Jul 29 23:53:15.565562 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a5f5d613-6840-44e5-b186-40eefeac643e tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:15.599660 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab1d6a2-619e-4639-8ce8-80059fa2e640 service neutron] Pushing event updated for resources: {'Port': ['ID=cc08fc05-5686-44a3-a09e-a8facbc01e98,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:15.607669 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f5d613-6840-44e5-b186-40eefeac643e tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Pushing event deleted for resources: {'Port': ['ID=90e53ac2-8d25-4725-92c3-496c4021b241,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:15.657715 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-9adb1caa-a8e7-469b-a03d-c2b61a8fa367 req-eb806f0b-9102-42ab-ba22-2411742f24f8 tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] For port bbf1a842-ab21-4c77-a8ca-d7a6b197b1cb, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=bbf1a842-ab21-4c77-a8ca-d7a6b197b1cb,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:15.658321 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-9adb1caa-a8e7-469b-a03d-c2b61a8fa367 req-eb806f0b-9102-42ab-ba22-2411742f24f8 tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:15.685283 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-9adb1caa-a8e7-469b-a03d-c2b61a8fa367 req-eb806f0b-9102-42ab-ba22-2411742f24f8 tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] Calling delete_port for bbf1a842-ab21-4c77-a8ca-d7a6b197b1cb owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:53:15.699256 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ed161-f028-4859-95cb-0ac51bfcbc8e req-4fd73db1-e9f3-44ed-a76d-aa827b2727bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:15.701118 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-923ed161-f028-4859-95cb-0ac51bfcbc8e req-4fd73db1-e9f3-44ed-a76d-aa827b2727bb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1d7085ece28410698508031edfc5998&device_id=f051b833-3b04-4f56-9fec-78e2a166a0d7 HTTP/1.1" status: 200 len: 1095 time: 0.2080750 Jul 29 23:53:15.715576 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823b7224-0193-46ed-a40b-38260a3c3b75 req-cfeae637-69a2-4c80-a6ee-639b88f3dfd1 tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:15.723267 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-823b7224-0193-46ed-a40b-38260a3c3b75 req-cfeae637-69a2-4c80-a6ee-639b88f3dfd1 tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] 10.222.0.43 "GET /v2.0/ports?device_id=e10eccc4-b8a1-4bea-8d14-69da28b09e63 HTTP/1.1" status: 200 len: 950 time: 0.2402933 Jul 29 23:53:15.756777 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a5f5d613-6840-44e5-b186-40eefeac643e tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:15.825293 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 51778) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:15.827117 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-923ed161-f028-4859-95cb-0ac51bfcbc8e req-8789b1dd-ad61-4b4b-9a97-e72e04d5eeb3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc08fc05-5686-44a3-a09e-a8facbc01e98 HTTP/1.1" status: 200 len: 217 time: 0.0986955 Jul 29 23:53:15.954471 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-823b7224-0193-46ed-a40b-38260a3c3b75 req-9f48ab16-94cf-486d-a344-cf20fd33e56b tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] 10.222.0.43 "GET /v2.0/security-groups?id=f89c5664-11db-4bd1-b6a0-ca3fe10e3e3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299364 Jul 29 23:53:16.030694 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ed161-f028-4859-95cb-0ac51bfcbc8e req-27a3516c-cfb4-47db-a566-e5cf0b50c2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:16.032191 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-923ed161-f028-4859-95cb-0ac51bfcbc8e req-27a3516c-cfb4-47db-a566-e5cf0b50c2fe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=491bf474-cc80-4e70-9dca-1685e2004f49 HTTP/1.1" status: 200 len: 850 time: 0.1853356 Jul 29 23:53:16.039942 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e89fbdd7-a195-4bc2-9b49-6c8ddb69f348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:16.049030 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf996f1-039f-495d-8906-2a4d1043b2a3 req-4ca221b6-2199-44f5-9b21-abb4653db61f tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:16.050550 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-edf996f1-039f-495d-8906-2a4d1043b2a3 req-4ca221b6-2199-44f5-9b21-abb4653db61f tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/ports?device_id=f051b833-3b04-4f56-9fec-78e2a166a0d7 HTTP/1.1" status: 200 len: 943 time: 0.2319839 Jul 29 23:53:16.230876 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-edf996f1-039f-495d-8906-2a4d1043b2a3 req-277dd6b8-4725-4ad0-9949-b0ac77d29062 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb9a82a7-c047-48e0-b11f-e37261b40399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1586418 Jul 29 23:53:16.250326 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ed161-f028-4859-95cb-0ac51bfcbc8e req-863ad2fd-9cf2-4ce2-a5b0-dd37d5c661b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:16.252105 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-923ed161-f028-4859-95cb-0ac51bfcbc8e req-863ad2fd-9cf2-4ce2-a5b0-dd37d5c661b6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=67609761-f70d-451d-bf2b-11a2e29bfa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1994770 Jul 29 23:53:16.265334 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f5d613-6840-44e5-b186-40eefeac643e tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Router 8dbd4297-ba25-4324-b07b-8fad2b9a8e9a has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:53:16.266501 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-9adb1caa-a8e7-469b-a03d-c2b61a8fa367 req-eb806f0b-9102-42ab-ba22-2411742f24f8 tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:16.279159 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['bbf1a842-ab21-4c77-a8ca-d7a6b197b1cb'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:53:16.294367 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-00ce12ee-b175-44d9-9ed2-7e9638e1ae43 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Deleting port a08634bb-a7e5-4876-a549-3c22883babdc {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:53:16.294722 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-00ce12ee-b175-44d9-9ed2-7e9638e1ae43 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:16.347209 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f5d613-6840-44e5-b186-40eefeac643e tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:53:16.352820 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a5f5d613-6840-44e5-b186-40eefeac643e tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] 10.222.0.43 "PUT /v2.0/routers/8dbd4297-ba25-4324-b07b-8fad2b9a8e9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8910313 Jul 29 23:53:16.356348 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51782) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:16.359028 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d680c55-380f-443a-8c29-75ddf27dcca6 None None] Sync routers for ids ['8dbd4297-ba25-4324-b07b-8fad2b9a8e9a'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:53:16.368875 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d680c55-380f-443a-8c29-75ddf27dcca6 None None] Routers {'8dbd4297-ba25-4324-b07b-8fad2b9a8e9a'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:53:16.369822 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-7d680c55-380f-443a-8c29-75ddf27dcca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:52:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['8dbd4297-ba25-4324-b07b-8fad2b9a8e9a'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:16.390692 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb806f0b-9102-42ab-ba22-2411742f24f8 tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] Pushing event deleted for resources: {'Port': ['ID=bbf1a842-ab21-4c77-a8ca-d7a6b197b1cb,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:16.399969 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-ef7e05dc-9b65-4a65-abcc-ae4fd8f1d46e tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] show failed (client error): The resource could not be found. Jul 29 23:53:16.405598 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ef7e05dc-9b65-4a65-abcc-ae4fd8f1d46e tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] 10.222.0.43 "GET /v2.0/routers/tempest-non_exist_router-1759019164 HTTP/1.1" status: 404 len: 335 time: 0.0430977 Jul 29 23:53:16.406313 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51784) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:16.411946 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-7d680c55-380f-443a-8c29-75ddf27dcca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:16.416483 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-6fb77a66-edca-4567-b65b-80b23b121744 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:16.422034 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d680c55-380f-443a-8c29-75ddf27dcca6 None None] Routers {'8dbd4297-ba25-4324-b07b-8fad2b9a8e9a'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:53:16.422651 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-7d680c55-380f-443a-8c29-75ddf27dcca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:52:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['8dbd4297-ba25-4324-b07b-8fad2b9a8e9a'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:16.456083 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-6fb77a66-edca-4567-b65b-80b23b121744 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] update failed (client error): The resource could not be found. Jul 29 23:53:16.457266 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-6fb77a66-edca-4567-b65b-80b23b121744 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] 10.222.0.43 "PUT /v2.0/routers/tempest-non_exist_router-589112344 HTTP/1.1" status: 404 len: 334 time: 0.0500009 Jul 29 23:53:16.462896 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51786) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:16.488497 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-9adb1caa-a8e7-469b-a03d-c2b61a8fa367 req-eb806f0b-9102-42ab-ba22-2411742f24f8 tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] No DVR routers for this DVR port bbf1a842-ab21-4c77-a8ca-d7a6b197b1cb on host n-h2-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:53:16.500566 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-9adb1caa-a8e7-469b-a03d-c2b61a8fa367 req-eb806f0b-9102-42ab-ba22-2411742f24f8 tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:16.502933 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9adb1caa-a8e7-469b-a03d-c2b61a8fa367 req-eb806f0b-9102-42ab-ba22-2411742f24f8 tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] 10.222.0.22 "DELETE /v2.0/ports/bbf1a842-ab21-4c77-a8ca-d7a6b197b1cb HTTP/1.1" status: 204 len: 173 time: 1.5325825 Jul 29 23:53:16.544120 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e89fbdd7-a195-4bc2-9b49-6c8ddb69f348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:16.550413 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-05e827ad-dfbf-4ead-a640-cc084b7ae220 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Deleting subnet 6d93a896-b75c-430e-b050-9e5cf007ad32 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:53:16.550869 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-923ed161-f028-4859-95cb-0ac51bfcbc8e req-f0f33248-d865-4f1e-b8b5-4381ba51c539 service neutron] 10.222.0.41 "GET /v2.0/networks/67609761-f70d-451d-bf2b-11a2e29bfa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878757 Jul 29 23:53:16.561211 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-05e827ad-dfbf-4ead-a640-cc084b7ae220 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:16.568781 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e89fbdd7-a195-4bc2-9b49-6c8ddb69f348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:16.622638 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-05e827ad-dfbf-4ead-a640-cc084b7ae220 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:16.660044 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-7d680c55-380f-443a-8c29-75ddf27dcca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:16.662125 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d680c55-380f-443a-8c29-75ddf27dcca6 None None] The sync data for ids ['8dbd4297-ba25-4324-b07b-8fad2b9a8e9a'] in n-d-712141-10 is: [] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:53:16.684069 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-00ce12ee-b175-44d9-9ed2-7e9638e1ae43 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] For port a08634bb-a7e5-4876-a549-3c22883babdc, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=a08634bb-a7e5-4876-a549-3c22883babdc,segment=NetworkSegment(3e67ddd1-1c33-4cf4-87c8-b940fe50e0ac),segment_id=3e67ddd1-1c33-4cf4-87c8-b940fe50e0ac)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:16.684446 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-00ce12ee-b175-44d9-9ed2-7e9638e1ae43 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:16.715247 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e89fbdd7-a195-4bc2-9b49-6c8ddb69f348 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bf73d86d71d5485d92ecee8dd955c452&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8843634 Jul 29 23:53:16.718831 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-00ce12ee-b175-44d9-9ed2-7e9638e1ae43 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Calling delete_port for a08634bb-a7e5-4876-a549-3c22883babdc owned by network:router_interface {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:53:16.719027 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51788) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:16.722158 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89fbdd7-a195-4bc2-9b49-6c8ddb69f348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b701a0-fb71-4e7f-b53b-752bda9c6d7c,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:16.769608 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-05e827ad-dfbf-4ead-a640-cc084b7ae220 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:16.799073 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-923ed161-f028-4859-95cb-0ac51bfcbc8e req-0bd961ab-7e9c-4dae-8cfc-00fd77c25a01 service neutron] 10.222.0.41 "GET /v2.0/networks/67609761-f70d-451d-bf2b-11a2e29bfa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266514 Jul 29 23:53:16.819929 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-21c043e2-74a6-4da4-8130-f4a11d8e7a75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:16.856058 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-21c043e2-74a6-4da4-8130-f4a11d8e7a75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:16.867871 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-05e827ad-dfbf-4ead-a640-cc084b7ae220 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:16.906736 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e827ad-dfbf-4ead-a640-cc084b7ae220 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Pushing event deleted for resources: {'Subnet': ['ID=6d93a896-b75c-430e-b050-9e5cf007ad32,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:16.920249 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-05e827ad-dfbf-4ead-a640-cc084b7ae220 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:16.924583 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-05e827ad-dfbf-4ead-a640-cc084b7ae220 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] 10.222.0.43 "DELETE /v2.0/subnets/6d93a896-b75c-430e-b050-9e5cf007ad32 HTTP/1.1" status: 204 len: 168 time: 0.4584260 Jul 29 23:53:16.925282 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51790) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:16.929129 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54a11a1-4496-412c-8b7f-930a7b39ed19 None None] Network 49871a52-2bd4-4785-8435-25b0a7b6f20a requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:53:17.011215 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-00ce12ee-b175-44d9-9ed2-7e9638e1ae43 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:17.018103 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-74d00eb1-a454-4818-adf3-e558610f2297 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:17.030264 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-21c043e2-74a6-4da4-8130-f4a11d8e7a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:17.034144 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-21c043e2-74a6-4da4-8130-f4a11d8e7a75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:17.035422 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-21c043e2-74a6-4da4-8130-f4a11d8e7a75 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e1b701a0-fb71-4e7f-b53b-752bda9c6d7c HTTP/1.1" status: 204 len: 168 time: 0.3152552 Jul 29 23:53:17.072402 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c043e2-74a6-4da4-8130-f4a11d8e7a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b701a0-fb71-4e7f-b53b-752bda9c6d7c,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:17.105621 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-74d00eb1-a454-4818-adf3-e558610f2297 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Deleting port 7a484ff2-c9a8-419c-b2c3-4da2f54f4737 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:53:17.106014 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-74d00eb1-a454-4818-adf3-e558610f2297 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:17.134144 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a11203-a37a-4a68-b560-bc1f0cf05099 req-1fc3b595-2202-4229-8a99-3e889284748f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:17.136145 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-40a11203-a37a-4a68-b560-bc1f0cf05099 req-1fc3b595-2202-4229-8a99-3e889284748f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1d7085ece28410698508031edfc5998&device_id=f051b833-3b04-4f56-9fec-78e2a166a0d7 HTTP/1.1" status: 200 len: 1095 time: 0.2383311 Jul 29 23:53:17.175028 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ce12ee-b175-44d9-9ed2-7e9638e1ae43 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event deleted for resources: {'Port': ['ID=a08634bb-a7e5-4876-a549-3c22883babdc,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:17.194864 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e71b42-bd0c-4931-8bcd-abdfbe05571c None None] DHCP port deletion for 49871a52-2bd4-4785-8435-25b0a7b6f20a request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:53:17.207123 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-74d00eb1-a454-4818-adf3-e558610f2297 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] For port 7a484ff2-c9a8-419c-b2c3-4da2f54f4737, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=7a484ff2-c9a8-419c-b2c3-4da2f54f4737,segment=NetworkSegment(df33c7f0-1249-4c65-a767-6dfeaefd39c4),segment_id=df33c7f0-1249-4c65-a767-6dfeaefd39c4)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:17.207515 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-74d00eb1-a454-4818-adf3-e558610f2297 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:17.250059 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-74d00eb1-a454-4818-adf3-e558610f2297 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Calling delete_port for 7a484ff2-c9a8-419c-b2c3-4da2f54f4737 owned by network:dhcp {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:53:17.265805 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-821f9e42-c8ac-4d83-9b06-750d5c2436d9 req-b4691f81-e25e-45a3-b41f-70a7e78cfbd0 tempest-VolumesNegativeTest-1567502827 tempest-VolumesNegativeTest-1567502827-project] 10.222.0.43 "GET /v2.0/ports?device_id=e10eccc4-b8a1-4bea-8d14-69da28b09e63 HTTP/1.1" status: 200 len: 210 time: 0.1666791 Jul 29 23:53:17.312836 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-16e71b42-bd0c-4931-8bcd-abdfbe05571c None None] Deleting port 7a484ff2-c9a8-419c-b2c3-4da2f54f4737 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:53:17.313392 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-16e71b42-bd0c-4931-8bcd-abdfbe05571c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:17.384098 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-74d00eb1-a454-4818-adf3-e558610f2297 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:17.429055 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d00eb1-a454-4818-adf3-e558610f2297 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] No DVR routers for this DVR port 7a484ff2-c9a8-419c-b2c3-4da2f54f4737 on host n-d-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:53:17.436118 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d00eb1-a454-4818-adf3-e558610f2297 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Pushing event deleted for resources: {'Port': ['ID=7a484ff2-c9a8-419c-b2c3-4da2f54f4737,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:17.469957 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-16e71b42-bd0c-4931-8bcd-abdfbe05571c None None] For port 7a484ff2-c9a8-419c-b2c3-4da2f54f4737, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=7a484ff2-c9a8-419c-b2c3-4da2f54f4737,segment=NetworkSegment(df33c7f0-1249-4c65-a767-6dfeaefd39c4),segment_id=df33c7f0-1249-4c65-a767-6dfeaefd39c4)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:17.470365 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-16e71b42-bd0c-4931-8bcd-abdfbe05571c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:17.513987 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-16e71b42-bd0c-4931-8bcd-abdfbe05571c None None] Calling delete_port for 7a484ff2-c9a8-419c-b2c3-4da2f54f4737 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:53:17.528943 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e10eccc4-b8a1-4bea-8d14-69da28b09e63', 'name': 'network-vif-deleted', 'tag': 'bbf1a842-ab21-4c77-a8ca-d7a6b197b1cb'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:53:17.531890 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0c0c5d-588f-476b-9de4-20cb1d138c81" -d '{"events": [{"server_uuid": "e10eccc4-b8a1-4bea-8d14-69da28b09e63", "name": "network-vif-deleted", "tag": "bbf1a842-ab21-4c77-a8ca-d7a6b197b1cb"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:53:17.541569 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-74d00eb1-a454-4818-adf3-e558610f2297 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:17.562843 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f247b3-5d30-478a-bfb4-9143a2b8dd3e req-d01d7b7c-53ff-4cc8-8fbe-b92aa36b44ac tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:17.565882 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-46f247b3-5d30-478a-bfb4-9143a2b8dd3e req-d01d7b7c-53ff-4cc8-8fbe-b92aa36b44ac tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/ports?device_id=f051b833-3b04-4f56-9fec-78e2a166a0d7 HTTP/1.1" status: 200 len: 943 time: 0.1789217 Jul 29 23:53:17.576446 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a11203-a37a-4a68-b560-bc1f0cf05099 req-f5267a0c-17db-4bc9-97ab-e0017a1b1353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:17.577444 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-74d00eb1-a454-4818-adf3-e558610f2297 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49871a52-2bd4-4785-8435-25b0a7b6f20a']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:17.578004 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-40a11203-a37a-4a68-b560-bc1f0cf05099 req-f5267a0c-17db-4bc9-97ab-e0017a1b1353 service neutron] 10.222.0.41 "GET /v2.0/networks?id=67609761-f70d-451d-bf2b-11a2e29bfa80 HTTP/1.1" status: 200 len: 912 time: 0.3950348 Jul 29 23:53:17.600304 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-74d00eb1-a454-4818-adf3-e558610f2297 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df33c7f0-1249-4c65-a767-6dfeaefd39c4') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:17.600607 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-74d00eb1-a454-4818-adf3-e558610f2297 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df33c7f0-1249-4c65-a767-6dfeaefd39c4') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:17.608210 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29f6fc83-aeaa-49af-9793-f103997711c6 x-openstack-request-id: req-29f6fc83-aeaa-49af-9793-f103997711c6 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:53:17.608671 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e10eccc4-b8a1-4bea-8d14-69da28b09e63", "name": "network-vif-deleted", "tag": "bbf1a842-ab21-4c77-a8ca-d7a6b197b1cb", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:53:17.609033 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-29f6fc83-aeaa-49af-9793-f103997711c6 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:53:17.609501 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e10eccc4-b8a1-4bea-8d14-69da28b09e63', 'name': 'network-vif-deleted', 'tag': 'bbf1a842-ab21-4c77-a8ca-d7a6b197b1cb', 'status': 'completed', 'code': 200} Jul 29 23:53:17.611808 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-74d00eb1-a454-4818-adf3-e558610f2297 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:17.627207 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:53:17.627207 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:53:17.627207 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:53:17.627207 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:53:17.627207 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:53:17.627207 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:53:17.627207 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:53:17.627207 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:53:17.627207 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:53:17.627207 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:53:17.627207 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:53:17.627207 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:53:17.627207 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:53:17.627207 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:53:17.627207 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:53:17.627207 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:53:17.627207 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:53:17.627207 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:53:17.627207 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:53:17.627207 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:53:17.627207 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:53:17.627207 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:53:17.627207 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:53:17.627207 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:53:17.627207 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:53:17.627207 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:53:17.627207 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:53:17.627207 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:53:17.627207 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:53:17.627207 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:53:17.627207 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:53:17.627207 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:53:17.627207 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:53:17.627207 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:53:17.627207 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:53:17.627207 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:53:17.627207 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:53:17.627207 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:53:17.627207 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:53:17.627207 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:53:17.627207 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:53:17.627207 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:53:17.627207 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:53:17.627207 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:53:17.627207 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:53:17.627207 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:53:17.627207 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:53:17.627207 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:53:17.627207 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:53:17.627207 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:53:17.627207 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:53:17.627207 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:53:17.627207 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:53:17.627207 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 29 23:53:17.635285 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-74d00eb1-a454-4818-adf3-e558610f2297 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:17.635930 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-16e71b42-bd0c-4931-8bcd-abdfbe05571c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:17.643296 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74d00eb1-a454-4818-adf3-e558610f2297 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:53:17.643918 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-74d00eb1-a454-4818-adf3-e558610f2297 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:17.647486 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:53:17.647486 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:53:17.647486 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:53:17.647486 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:53:17.647486 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:53:17.647486 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:53:17.647486 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:53:17.647486 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:53:17.647486 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:53:17.647486 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:53:17.647486 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:53:17.647486 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:53:17.647486 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:53:17.647486 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:53:17.647486 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:53:17.647486 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:53:17.647486 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:53:17.647486 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:53:17.647486 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:53:17.647486 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:53:17.647486 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:53:17.647486 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:53:17.647486 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:53:17.647486 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:53:17.647486 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:53:17.647486 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:53:17.647486 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:53:17.647486 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:53:17.647486 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:53:17.647486 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:53:17.647486 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:53:17.647486 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:53:17.656519 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e71b42-bd0c-4931-8bcd-abdfbe05571c None None] No DVR routers for this DVR port 7a484ff2-c9a8-419c-b2c3-4da2f54f4737 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:53:17.659000 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-40a11203-a37a-4a68-b560-bc1f0cf05099 req-5858ee67-6f6c-4f2d-8bc2-95c3a3f114d8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc08fc05-5686-44a3-a09e-a8facbc01e98 HTTP/1.1" status: 200 len: 217 time: 0.0561471 Jul 29 23:53:17.659606 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-00ce12ee-b175-44d9-9ed2-7e9638e1ae43 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:17.689195 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e71b42-bd0c-4931-8bcd-abdfbe05571c None None] Pushing event deleted for resources: {'Port': ['ID=7a484ff2-c9a8-419c-b2c3-4da2f54f4737,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:17.731634 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-74d00eb1-a454-4818-adf3-e558610f2297 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:17.736341 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-74d00eb1-a454-4818-adf3-e558610f2297 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:17.738560 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-74d00eb1-a454-4818-adf3-e558610f2297 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] 10.222.0.43 "DELETE /v2.0/networks/49871a52-2bd4-4785-8435-25b0a7b6f20a HTTP/1.1" status: 204 len: 168 time: 0.8126960 Jul 29 23:53:17.742962 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51812) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:17.763766 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-46f247b3-5d30-478a-bfb4-9143a2b8dd3e req-58b3a5bd-2c4d-45d7-b181-dfa0e904cb8c tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb9a82a7-c047-48e0-b11f-e37261b40399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1889274 Jul 29 23:53:17.790428 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d00eb1-a454-4818-adf3-e558610f2297 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Pushing event deleted for resources: {'Network': ['ID=49871a52-2bd4-4785-8435-25b0a7b6f20a,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:17.794833 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a11203-a37a-4a68-b560-bc1f0cf05099 req-2a7979d9-4d05-43fe-bb75-9a40174710b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:17.796734 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-40a11203-a37a-4a68-b560-bc1f0cf05099 req-2a7979d9-4d05-43fe-bb75-9a40174710b9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=491bf474-cc80-4e70-9dca-1685e2004f49 HTTP/1.1" status: 200 len: 850 time: 0.1250679 Jul 29 23:53:17.822250 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a7cc2bf-ef9a-4b61-9823-68fe8b3db866 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Deleting subnet 7bf89538-a7a3-4e68-b3c0-2657a6c5d22a {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:53:17.825483 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4a7cc2bf-ef9a-4b61-9823-68fe8b3db866 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:17.880558 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4a7cc2bf-ef9a-4b61-9823-68fe8b3db866 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:17.886034 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a11203-a37a-4a68-b560-bc1f0cf05099 req-d2a00c41-5e8a-4741-88ca-c3f032e8cab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:17.887556 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-40a11203-a37a-4a68-b560-bc1f0cf05099 req-d2a00c41-5e8a-4741-88ca-c3f032e8cab1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=67609761-f70d-451d-bf2b-11a2e29bfa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0647628 Jul 29 23:53:17.982171 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4a7cc2bf-ef9a-4b61-9823-68fe8b3db866 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:18.067944 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4a7cc2bf-ef9a-4b61-9823-68fe8b3db866 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:18.095476 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7cc2bf-ef9a-4b61-9823-68fe8b3db866 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Pushing event deleted for resources: {'Subnet': ['ID=7bf89538-a7a3-4e68-b3c0-2657a6c5d22a,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:18.103051 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4a7cc2bf-ef9a-4b61-9823-68fe8b3db866 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:18.107673 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4a7cc2bf-ef9a-4b61-9823-68fe8b3db866 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] 10.222.0.43 "DELETE /v2.0/subnets/7bf89538-a7a3-4e68-b3c0-2657a6c5d22a HTTP/1.1" status: 204 len: 168 time: 0.3636751 Jul 29 23:53:18.108311 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51828) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:18.112026 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142fd429-0954-4986-beb5-72b58206dc4c None None] Network eecd96eb-fb8b-41ff-b760-6d9ece1fde04 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:53:18.191575 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3795c96-2311-4f38-935c-f44325279b97 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Deleting subnet e5a74b8e-3bdb-4f5f-914a-d2ffa2f1cec8 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:53:18.195187 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f3795c96-2311-4f38-935c-f44325279b97 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:18.249300 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f3795c96-2311-4f38-935c-f44325279b97 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:18.348096 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e7d0ae-82a1-4ceb-9c0a-8066e0f9d6d2 None None] DHCP port deletion for eecd96eb-fb8b-41ff-b760-6d9ece1fde04 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:53:18.393636 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f3795c96-2311-4f38-935c-f44325279b97 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:18.447732 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-99e7d0ae-82a1-4ceb-9c0a-8066e0f9d6d2 None None] Deleting port 24f05ebc-4260-4e00-8e3b-24f45fe7b25e {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:53:18.448245 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-99e7d0ae-82a1-4ceb-9c0a-8066e0f9d6d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:18.476147 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00ce12ee-b175-44d9-9ed2-7e9638e1ae43 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Router 426aa120-6f98-4969-9b22-5bfee8de0b87 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:53:18.477261 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 51842) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:18.483688 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-40a11203-a37a-4a68-b560-bc1f0cf05099 req-c7614d84-c26e-42e8-8adb-ccd02fbbffc6 service neutron] 10.222.0.41 "GET /v2.0/networks/67609761-f70d-451d-bf2b-11a2e29bfa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733139 Jul 29 23:53:18.518178 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f3795c96-2311-4f38-935c-f44325279b97 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:18.542696 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-99e7d0ae-82a1-4ceb-9c0a-8066e0f9d6d2 None None] For port 24f05ebc-4260-4e00-8e3b-24f45fe7b25e, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=24f05ebc-4260-4e00-8e3b-24f45fe7b25e,segment=NetworkSegment(707d70dd-8c78-4f6a-82da-915e73c53232),segment_id=707d70dd-8c78-4f6a-82da-915e73c53232)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:18.543095 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-99e7d0ae-82a1-4ceb-9c0a-8066e0f9d6d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:18.569988 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-99e7d0ae-82a1-4ceb-9c0a-8066e0f9d6d2 None None] Calling delete_port for 24f05ebc-4260-4e00-8e3b-24f45fe7b25e owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:53:18.573220 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f3795c96-2311-4f38-935c-f44325279b97 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:18.577559 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-f3795c96-2311-4f38-935c-f44325279b97 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] 10.222.0.43 "DELETE /v2.0/subnets/e5a74b8e-3bdb-4f5f-914a-d2ffa2f1cec8 HTTP/1.1" status: 204 len: 168 time: 0.4655387 Jul 29 23:53:18.577559 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3795c96-2311-4f38-935c-f44325279b97 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Pushing event deleted for resources: {'Subnet': ['ID=e5a74b8e-3bdb-4f5f-914a-d2ffa2f1cec8,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:18.579578 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51848) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:18.611842 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-40a11203-a37a-4a68-b560-bc1f0cf05099 req-2956fd13-83fe-48b4-9992-8368c4d66e1a service neutron] 10.222.0.41 "GET /v2.0/networks/67609761-f70d-451d-bf2b-11a2e29bfa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181388 Jul 29 23:53:18.691345 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-838763ff-78dc-4d8f-9015-1b412975a751 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:18.691916 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0db7794a-9f99-4220-a398-2f9095a58a87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:18.710560 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8b9c79-73b6-4aa3-9dfa-42faa0b628f3 None None] Network 207d7843-8845-4750-9c6a-1674716b85b0 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:53:18.728105 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-99e7d0ae-82a1-4ceb-9c0a-8066e0f9d6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:18.761137 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-838763ff-78dc-4d8f-9015-1b412975a751 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Deleting port 24f05ebc-4260-4e00-8e3b-24f45fe7b25e {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:53:18.761564 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-838763ff-78dc-4d8f-9015-1b412975a751 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:18.811088 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ce12ee-b175-44d9-9ed2-7e9638e1ae43 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:53:18.818598 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-00ce12ee-b175-44d9-9ed2-7e9638e1ae43 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "PUT /v2.0/routers/426aa120-6f98-4969-9b22-5bfee8de0b87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1594939 Jul 29 23:53:18.822077 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 51856) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:18.822295 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e7d0ae-82a1-4ceb-9c0a-8066e0f9d6d2 None None] Pushing event deleted for resources: {'Port': ['ID=24f05ebc-4260-4e00-8e3b-24f45fe7b25e,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:18.829796 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c9f613-ed01-44bd-80c4-724c663958a8 None None] Sync routers for ids ['426aa120-6f98-4969-9b22-5bfee8de0b87'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:53:18.851082 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c9f613-ed01-44bd-80c4-724c663958a8 None None] Routers {'426aa120-6f98-4969-9b22-5bfee8de0b87'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:53:18.854314 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-b1c9f613-ed01-44bd-80c4-724c663958a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:52:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['426aa120-6f98-4969-9b22-5bfee8de0b87'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:18.871279 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-838763ff-78dc-4d8f-9015-1b412975a751 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] For port 24f05ebc-4260-4e00-8e3b-24f45fe7b25e, host n-d-712141-10, got binding levels [] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:18.871669 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-838763ff-78dc-4d8f-9015-1b412975a751 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:18.874667 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e7d0ae-82a1-4ceb-9c0a-8066e0f9d6d2 None None] No DVR routers for this DVR port 24f05ebc-4260-4e00-8e3b-24f45fe7b25e on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:53:18.891879 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-838763ff-78dc-4d8f-9015-1b412975a751 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Calling delete_port for 24f05ebc-4260-4e00-8e3b-24f45fe7b25e owned by network:dhcp {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:53:18.894563 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.ipam_backend_mixin [None req-838763ff-78dc-4d8f-9015-1b412975a751 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Port 24f05ebc-4260-4e00-8e3b-24f45fe7b25e was not found and therefore no delete operation was performed {{(pid=94077) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 23:53:18.895832 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-838763ff-78dc-4d8f-9015-1b412975a751 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:18.924595 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device bbf1a842-ab21-4c77-a8ca-d7a6b197b1cb no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:53:18.926177 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838763ff-78dc-4d8f-9015-1b412975a751 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Pushing event deleted for resources: {'Port': ['ID=24f05ebc-4260-4e00-8e3b-24f45fe7b25e,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:18.934351 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838763ff-78dc-4d8f-9015-1b412975a751 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] No DVR routers for this DVR port 24f05ebc-4260-4e00-8e3b-24f45fe7b25e on host n-d-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:53:19.015372 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 7a484ff2-c9a8-419c-b2c3-4da2f54f4737 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:53:19.018682 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: bbf1a842-ab21-4c77-a8ca-d7a6b197b1cb {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:53:19.019347 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device bbf1a842-ab21-4c77-a8ca-d7a6b197b1cb not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:53:19.050416 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-838763ff-78dc-4d8f-9015-1b412975a751 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:19.061872 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-838763ff-78dc-4d8f-9015-1b412975a751 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eecd96eb-fb8b-41ff-b760-6d9ece1fde04']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:19.075295 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-838763ff-78dc-4d8f-9015-1b412975a751 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '707d70dd-8c78-4f6a-82da-915e73c53232') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:19.075602 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-838763ff-78dc-4d8f-9015-1b412975a751 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '707d70dd-8c78-4f6a-82da-915e73c53232') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:19.085659 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 7a484ff2-c9a8-419c-b2c3-4da2f54f4737 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:53:19.086631 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 7a484ff2-c9a8-419c-b2c3-4da2f54f4737 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:53:19.087011 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-838763ff-78dc-4d8f-9015-1b412975a751 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:19.087359 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 24f05ebc-4260-4e00-8e3b-24f45fe7b25e no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:53:19.100509 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-b1c9f613-ed01-44bd-80c4-724c663958a8 None None] Set router 426aa120-6f98-4969-9b22-5bfee8de0b87 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:53:19.105630 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-838763ff-78dc-4d8f-9015-1b412975a751 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:19.111035 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 24f05ebc-4260-4e00-8e3b-24f45fe7b25e {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:53:19.111382 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 24f05ebc-4260-4e00-8e3b-24f45fe7b25e not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:53:19.112113 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-70c8a8f4-f640-49ba-b897-642bd6aaeaca tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Deleting subnet df49fe6b-bf09-4372-9f2d-78eb19d120eb {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:53:19.118046 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-838763ff-78dc-4d8f-9015-1b412975a751 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:53:19.118046 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-838763ff-78dc-4d8f-9015-1b412975a751 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:19.121918 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:53:19.121918 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:53:19.121918 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:53:19.121918 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:53:19.121918 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:53:19.121918 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:53:19.121918 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:53:19.121918 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:53:19.121918 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:53:19.121918 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:53:19.121918 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:53:19.121918 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:53:19.121918 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:53:19.121918 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:53:19.121918 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:53:19.121918 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:53:19.121918 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:53:19.121918 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:53:19.121918 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:53:19.121918 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:53:19.121918 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:53:19.121918 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:53:19.121918 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:53:19.121918 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:53:19.121918 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:53:19.121918 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:53:19.121918 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:53:19.121918 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:53:19.121918 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:53:19.121918 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:53:19.121918 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:53:19.121918 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:53:19.145003 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-70c8a8f4-f640-49ba-b897-642bd6aaeaca tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:19.163870 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2894edec-8434-4ad3-a4da-c1bdf28dd952 req-dc16f8d3-dcfc-4d34-9c6e-5973ebaa3da7 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:19.171999 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2894edec-8434-4ad3-a4da-c1bdf28dd952 req-dc16f8d3-dcfc-4d34-9c6e-5973ebaa3da7 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/ports?device_id=f051b833-3b04-4f56-9fec-78e2a166a0d7 HTTP/1.1" status: 200 len: 943 time: 0.2536595 Jul 29 23:53:19.247083 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608979df-db45-452a-a9e3-a92559295630 None None] DHCP port deletion for 207d7843-8845-4750-9c6a-1674716b85b0 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:53:19.249072 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-838763ff-78dc-4d8f-9015-1b412975a751 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:19.281253 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-838763ff-78dc-4d8f-9015-1b412975a751 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:19.283530 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-838763ff-78dc-4d8f-9015-1b412975a751 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] 10.222.0.43 "DELETE /v2.0/networks/eecd96eb-fb8b-41ff-b760-6d9ece1fde04 HTTP/1.1" status: 204 len: 168 time: 0.7030787 Jul 29 23:53:19.285024 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838763ff-78dc-4d8f-9015-1b412975a751 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Pushing event deleted for resources: {'Network': ['ID=eecd96eb-fb8b-41ff-b760-6d9ece1fde04,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:19.286974 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51880) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:19.291733 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2894edec-8434-4ad3-a4da-c1bdf28dd952 req-95a1ede7-8834-493e-b508-acc9616c48e9 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb9a82a7-c047-48e0-b11f-e37261b40399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186709 Jul 29 23:53:19.340273 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-608979df-db45-452a-a9e3-a92559295630 None None] Deleting port 1d54cc1e-05f3-44a5-a1fb-7fe6de43c36e {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:53:19.340957 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-608979df-db45-452a-a9e3-a92559295630 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:19.342244 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-b1c9f613-ed01-44bd-80c4-724c663958a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426aa120-6f98-4969-9b22-5bfee8de0b87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1269105653', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '78abe34d-5e23-44e4-915c-691435d24a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:51:27Z', 'updated_at': '2021-07-29T23:53:16Z', 'revision_number': 5, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'gw_port': {'id': '78abe34d-5e23-44e4-915c-691435d24a26', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426aa120-6f98-4969-9b22-5bfee8de0b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:51:28Z', 'updated_at': '2021-07-29T23:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:19.344420 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-70c8a8f4-f640-49ba-b897-642bd6aaeaca tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:19.370746 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c9f613-ed01-44bd-80c4-724c663958a8 None None] Checking router: 426aa120-6f98-4969-9b22-5bfee8de0b87 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:53:19.379949 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c9f613-ed01-44bd-80c4-724c663958a8 None None] Routers {'426aa120-6f98-4969-9b22-5bfee8de0b87'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:53:19.380825 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-b1c9f613-ed01-44bd-80c4-724c663958a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:52:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['426aa120-6f98-4969-9b22-5bfee8de0b87'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:19.406339 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0db7794a-9f99-4220-a398-2f9095a58a87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:19.416767 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-608979df-db45-452a-a9e3-a92559295630 None None] For port 1d54cc1e-05f3-44a5-a1fb-7fe6de43c36e, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=1d54cc1e-05f3-44a5-a1fb-7fe6de43c36e,segment=NetworkSegment(2593e253-69fa-49fb-9fff-1bdb3461e280),segment_id=2593e253-69fa-49fb-9fff-1bdb3461e280)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:19.417951 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-608979df-db45-452a-a9e3-a92559295630 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:19.424029 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0db7794a-9f99-4220-a398-2f9095a58a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:19.434197 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-608979df-db45-452a-a9e3-a92559295630 None None] Calling delete_port for 1d54cc1e-05f3-44a5-a1fb-7fe6de43c36e owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:53:19.510929 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-b1c9f613-ed01-44bd-80c4-724c663958a8 None None] Set router 426aa120-6f98-4969-9b22-5bfee8de0b87 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:53:19.516284 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device cc08fc05-5686-44a3-a09e-a8facbc01e98 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:53:19.517902 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db7794a-9f99-4220-a398-2f9095a58a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7948d408-7834-48ec-bee0-42cad49559f0,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:19.529711 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-0db7794a-9f99-4220-a398-2f9095a58a87 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=06df05de4ef5415496b8b1604c72903f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0483496 Jul 29 23:53:19.536520 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 51908) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:19.537413 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-70c8a8f4-f640-49ba-b897-642bd6aaeaca tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:19.553015 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-83bf65f1-f0d1-4385-bf31-6cc462ade3b9 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:19.623435 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-608979df-db45-452a-a9e3-a92559295630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:19.661660 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608979df-db45-452a-a9e3-a92559295630 None None] Pushing event deleted for resources: {'Port': ['ID=1d54cc1e-05f3-44a5-a1fb-7fe6de43c36e,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:19.668122 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608979df-db45-452a-a9e3-a92559295630 None None] No DVR routers for this DVR port 1d54cc1e-05f3-44a5-a1fb-7fe6de43c36e on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:53:19.687854 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-70c8a8f4-f640-49ba-b897-642bd6aaeaca tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:19.721034 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port cc08fc05-5686-44a3-a09e-a8facbc01e98, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=cc08fc05-5686-44a3-a09e-a8facbc01e98,segment=NetworkSegment(a2652d9d-d802-4aa8-a967-71e91ab5e571),segment_id=a2652d9d-d802-4aa8-a967-71e91ab5e571)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:19.738694 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': 'cc08fc05-5686-44a3-a09e-a8facbc01e98', 'network_id': '67609761-f70d-451d-bf2b-11a2e29bfa80', 'port_id': 'cc08fc05-5686-44a3-a09e-a8facbc01e98', 'mac_address': 'fa:16:3e:9f:63:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '491bf474-cc80-4e70-9dca-1685e2004f49', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:53:19.739149 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-b1c9f613-ed01-44bd-80c4-724c663958a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426aa120-6f98-4969-9b22-5bfee8de0b87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1269105653', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '78abe34d-5e23-44e4-915c-691435d24a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:51:27Z', 'updated_at': '2021-07-29T23:53:16Z', 'revision_number': 5, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'gw_port': {'id': '78abe34d-5e23-44e4-915c-691435d24a26', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426aa120-6f98-4969-9b22-5bfee8de0b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:51:28Z', 'updated_at': '2021-07-29T23:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:19.749228 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c8a8f4-f640-49ba-b897-642bd6aaeaca tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event deleted for resources: {'Subnet': ['ID=df49fe6b-bf09-4372-9f2d-78eb19d120eb,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:19.753630 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bbb3b625-2028-4248-92fe-5c2cf3f8b5d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:19.764325 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-70c8a8f4-f640-49ba-b897-642bd6aaeaca tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:19.766985 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-70c8a8f4-f640-49ba-b897-642bd6aaeaca tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "DELETE /v2.0/subnets/df49fe6b-bf09-4372-9f2d-78eb19d120eb HTTP/1.1" status: 204 len: 168 time: 0.9435606 Jul 29 23:53:19.769965 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 51922) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:19.778243 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-83bf65f1-f0d1-4385-bf31-6cc462ade3b9 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:19.785237 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c9f613-ed01-44bd-80c4-724c663958a8 None None] The sync data for ids ['426aa120-6f98-4969-9b22-5bfee8de0b87'] in n-d-712141-10 is: [{'id': '426aa120-6f98-4969-9b22-5bfee8de0b87', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1269105653', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': '78abe34d-5e23-44e4-915c-691435d24a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:51:27Z', 'updated_at': '2021-07-29T23:53:16Z', 'revision_number': 5, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'gw_port': {'id': '78abe34d-5e23-44e4-915c-691435d24a26', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:e5:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426aa120-6f98-4969-9b22-5bfee8de0b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:51:28Z', 'updated_at': '2021-07-29T23:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:53:19.790885 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bbb3b625-2028-4248-92fe-5c2cf3f8b5d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:19.812785 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-83bf65f1-f0d1-4385-bf31-6cc462ade3b9 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['207d7843-8845-4750-9c6a-1674716b85b0']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:19.824071 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9610352-3f0d-4e39-b87c-fe54215eda54 None None] Network dc512bd2-1884-47d3-acfd-802fe9e5ea94 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:53:19.850952 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-83bf65f1-f0d1-4385-bf31-6cc462ade3b9 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2593e253-69fa-49fb-9fff-1bdb3461e280') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:19.851717 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-83bf65f1-f0d1-4385-bf31-6cc462ade3b9 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2593e253-69fa-49fb-9fff-1bdb3461e280') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:19.874303 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-83bf65f1-f0d1-4385-bf31-6cc462ade3b9 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:19.881428 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:19.895327 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-83bf65f1-f0d1-4385-bf31-6cc462ade3b9 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:19.903316 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83bf65f1-f0d1-4385-bf31-6cc462ade3b9 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:53:19.903950 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-83bf65f1-f0d1-4385-bf31-6cc462ade3b9 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:19.905617 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:19.921961 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-432e8b03-6f52-4c47-a5bf-85b5a9751f68 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for router, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:19.932206 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc08fc05-5686-44a3-a09e-a8facbc01e98 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:53:19.969150 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:53:19.969150 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:53:19.969150 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:53:19.969150 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:53:19.969150 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:53:19.969150 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:53:19.969150 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:53:19.969150 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:53:19.969150 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:53:19.969150 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:53:19.969150 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:53:19.969150 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:53:19.969150 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:53:19.969150 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:53:19.969150 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:53:19.969150 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:53:19.969150 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:53:19.969150 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:53:19.969150 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:53:19.969150 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:53:19.969150 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:53:19.969150 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:53:19.969150 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:53:19.969150 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:53:19.969150 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:53:19.969150 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:53:19.969150 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:53:19.969150 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:53:19.969150 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:53:19.969150 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:53:19.969150 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:53:19.969150 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:53:19.987920 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-83bf65f1-f0d1-4385-bf31-6cc462ade3b9 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:20.003341 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port cc08fc05-5686-44a3-a09e-a8facbc01e98, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=cc08fc05-5686-44a3-a09e-a8facbc01e98,segment=NetworkSegment(a2652d9d-d802-4aa8-a967-71e91ab5e571),segment_id=a2652d9d-d802-4aa8-a967-71e91ab5e571)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:20.020514 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:20.032904 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-83bf65f1-f0d1-4385-bf31-6cc462ade3b9 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:20.035318 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-83bf65f1-f0d1-4385-bf31-6cc462ade3b9 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] 10.222.0.43 "DELETE /v2.0/networks/207d7843-8845-4750-9c6a-1674716b85b0 HTTP/1.1" status: 204 len: 168 time: 0.7413878 Jul 29 23:53:20.036892 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bf65f1-f0d1-4385-bf31-6cc462ade3b9 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Pushing event deleted for resources: {'Network': ['ID=207d7843-8845-4750-9c6a-1674716b85b0,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:20.040327 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 51934) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:20.047242 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bbb3b625-2028-4248-92fe-5c2cf3f8b5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:20.049830 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bbb3b625-2028-4248-92fe-5c2cf3f8b5d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:20.053261 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-bbb3b625-2028-4248-92fe-5c2cf3f8b5d1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7948d408-7834-48ec-bee0-42cad49559f0 HTTP/1.1" status: 204 len: 168 time: 0.5121560 Jul 29 23:53:20.063176 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb3b625-2028-4248-92fe-5c2cf3f8b5d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7948d408-7834-48ec-bee0-42cad49559f0,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:20.087710 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-432e8b03-6f52-4c47-a5bf-85b5a9751f68 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:20.099883 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=cc08fc05-5686-44a3-a09e-a8facbc01e98,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:20.155119 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-048d1675-03b1-4215-9f06-83767299e0c2 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Deleting subnet 31921df3-c9ba-4c32-935a-90a2a3eefd9c {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:53:20.158907 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-048d1675-03b1-4215-9f06-83767299e0c2 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:20.174720 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57edea4c-f74f-4b0f-993c-484a07013f64 None None] DHCP port deletion for dc512bd2-1884-47d3-acfd-802fe9e5ea94 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:53:20.203728 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-048d1675-03b1-4215-9f06-83767299e0c2 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:20.283716 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-57edea4c-f74f-4b0f-993c-484a07013f64 None None] Deleting port b19307c0-19c4-4b81-ba86-14ea8ec6ed17 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:53:20.284148 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-57edea4c-f74f-4b0f-993c-484a07013f64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:20.327764 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-432e8b03-6f52-4c47-a5bf-85b5a9751f68 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Deleting port 78abe34d-5e23-44e4-915c-691435d24a26 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:53:20.328007 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-432e8b03-6f52-4c47-a5bf-85b5a9751f68 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:20.331512 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['cc08fc05-5686-44a3-a09e-a8facbc01e98'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:53:20.386030 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-048d1675-03b1-4215-9f06-83767299e0c2 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:20.416369 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-57edea4c-f74f-4b0f-993c-484a07013f64 None None] For port b19307c0-19c4-4b81-ba86-14ea8ec6ed17, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=b19307c0-19c4-4b81-ba86-14ea8ec6ed17,segment=NetworkSegment(3e67ddd1-1c33-4cf4-87c8-b940fe50e0ac),segment_id=3e67ddd1-1c33-4cf4-87c8-b940fe50e0ac)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:20.416977 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-57edea4c-f74f-4b0f-993c-484a07013f64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:20.438813 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-57edea4c-f74f-4b0f-993c-484a07013f64 None None] Calling delete_port for b19307c0-19c4-4b81-ba86-14ea8ec6ed17 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:53:20.536387 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-432e8b03-6f52-4c47-a5bf-85b5a9751f68 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] For port 78abe34d-5e23-44e4-915c-691435d24a26, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=78abe34d-5e23-44e4-915c-691435d24a26,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:20.537686 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-432e8b03-6f52-4c47-a5bf-85b5a9751f68 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:20.549657 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd855c-a448-4cd2-8a52-ea4f415dd109 req-ea742a42-f8f8-4b1c-949e-327c3454819d tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:20.551350 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bcbd855c-a448-4cd2-8a52-ea4f415dd109 req-ea742a42-f8f8-4b1c-949e-327c3454819d tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/ports?device_id=f051b833-3b04-4f56-9fec-78e2a166a0d7 HTTP/1.1" status: 200 len: 944 time: 0.1143765 Jul 29 23:53:20.583978 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-432e8b03-6f52-4c47-a5bf-85b5a9751f68 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Calling delete_port for 78abe34d-5e23-44e4-915c-691435d24a26 owned by network:router_gateway {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:53:20.594080 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-048d1675-03b1-4215-9f06-83767299e0c2 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:20.641036 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048d1675-03b1-4215-9f06-83767299e0c2 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Pushing event deleted for resources: {'Subnet': ['ID=31921df3-c9ba-4c32-935a-90a2a3eefd9c,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:20.655396 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-57edea4c-f74f-4b0f-993c-484a07013f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:20.684231 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bcbd855c-a448-4cd2-8a52-ea4f415dd109 req-eb941a1b-aae9-4015-80e2-afa17fe2b995 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb9a82a7-c047-48e0-b11f-e37261b40399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084759 Jul 29 23:53:20.685727 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-048d1675-03b1-4215-9f06-83767299e0c2 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:20.691272 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52002) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:20.692824 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-048d1675-03b1-4215-9f06-83767299e0c2 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] 10.222.0.43 "DELETE /v2.0/subnets/31921df3-c9ba-4c32-935a-90a2a3eefd9c HTTP/1.1" status: 204 len: 168 time: 0.6495798 Jul 29 23:53:20.724839 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3929b9-ca1d-4c36-8a80-e6a226d34c80 None None] Network 229cfc40-5b6b-45fd-8f15-20186fedac37 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:53:20.730989 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57edea4c-f74f-4b0f-993c-484a07013f64 None None] Pushing event deleted for resources: {'Port': ['ID=b19307c0-19c4-4b81-ba86-14ea8ec6ed17,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:20.734286 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57edea4c-f74f-4b0f-993c-484a07013f64 None None] No DVR routers for this DVR port b19307c0-19c4-4b81-ba86-14ea8ec6ed17 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:53:20.877314 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c0a75e2c-fe12-461b-80fe-58325e4cf2b0 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:20.904548 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 1d54cc1e-05f3-44a5-a1fb-7fe6de43c36e no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:53:20.939343 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 1d54cc1e-05f3-44a5-a1fb-7fe6de43c36e {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:53:20.939343 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 1d54cc1e-05f3-44a5-a1fb-7fe6de43c36e not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:53:20.939343 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device b19307c0-19c4-4b81-ba86-14ea8ec6ed17 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:53:20.939741 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-c0a75e2c-fe12-461b-80fe-58325e4cf2b0 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Deleting port 36ef6537-4e35-4fe8-a9bc-542c1c2d14e0 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:53:20.939741 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c0a75e2c-fe12-461b-80fe-58325e4cf2b0 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:20.965749 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: b19307c0-19c4-4b81-ba86-14ea8ec6ed17 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:53:20.966100 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device b19307c0-19c4-4b81-ba86-14ea8ec6ed17 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:53:20.966563 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device a08634bb-a7e5-4876-a549-3c22883babdc no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:53:20.983536 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-432e8b03-6f52-4c47-a5bf-85b5a9751f68 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:21.006976 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: a08634bb-a7e5-4876-a549-3c22883babdc {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:53:21.007338 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device a08634bb-a7e5-4876-a549-3c22883babdc not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:53:21.031457 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-c0a75e2c-fe12-461b-80fe-58325e4cf2b0 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] For port 36ef6537-4e35-4fe8-a9bc-542c1c2d14e0, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=36ef6537-4e35-4fe8-a9bc-542c1c2d14e0,segment=NetworkSegment(4bcccb31-29ff-4124-9bf6-b8b392b48d1f),segment_id=4bcccb31-29ff-4124-9bf6-b8b392b48d1f)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:21.031759 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c0a75e2c-fe12-461b-80fe-58325e4cf2b0 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:21.053386 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-c0a75e2c-fe12-461b-80fe-58325e4cf2b0 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Calling delete_port for 36ef6537-4e35-4fe8-a9bc-542c1c2d14e0 owned by network:dhcp {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:53:21.072668 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432e8b03-6f52-4c47-a5bf-85b5a9751f68 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event deleted for resources: {'Port': ['ID=78abe34d-5e23-44e4-915c-691435d24a26,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:21.113271 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ef4be4-7fee-4f13-a960-f0f2a9764bdf None None] DHCP port deletion for 229cfc40-5b6b-45fd-8f15-20186fedac37 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:53:21.153454 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-432e8b03-6f52-4c47-a5bf-85b5a9751f68 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:21.178888 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-b3ef4be4-7fee-4f13-a960-f0f2a9764bdf None None] Deleting port 36ef6537-4e35-4fe8-a9bc-542c1c2d14e0 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:53:21.179731 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b3ef4be4-7fee-4f13-a960-f0f2a9764bdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:21.195717 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c0a75e2c-fe12-461b-80fe-58325e4cf2b0 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:21.263537 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-b3ef4be4-7fee-4f13-a960-f0f2a9764bdf None None] For port 36ef6537-4e35-4fe8-a9bc-542c1c2d14e0, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=36ef6537-4e35-4fe8-a9bc-542c1c2d14e0,segment=NetworkSegment(4bcccb31-29ff-4124-9bf6-b8b392b48d1f),segment_id=4bcccb31-29ff-4124-9bf6-b8b392b48d1f)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:21.264103 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b3ef4be4-7fee-4f13-a960-f0f2a9764bdf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:21.280085 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-b3ef4be4-7fee-4f13-a960-f0f2a9764bdf None None] Calling delete_port for 36ef6537-4e35-4fe8-a9bc-542c1c2d14e0 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:53:21.287424 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a75e2c-fe12-461b-80fe-58325e4cf2b0 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] No DVR routers for this DVR port 36ef6537-4e35-4fe8-a9bc-542c1c2d14e0 on host n-d-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:53:21.291412 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a75e2c-fe12-461b-80fe-58325e4cf2b0 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Pushing event deleted for resources: {'Port': ['ID=36ef6537-4e35-4fe8-a9bc-542c1c2d14e0,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:21.310424 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-432e8b03-6f52-4c47-a5bf-85b5a9751f68 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:21.317868 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-432e8b03-6f52-4c47-a5bf-85b5a9751f68 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:21.387378 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-432e8b03-6f52-4c47-a5bf-85b5a9751f68 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:21.389180 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432e8b03-6f52-4c47-a5bf-85b5a9751f68 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Fanout notify agent at l3_agent the message router_deleted on router 426aa120-6f98-4969-9b22-5bfee8de0b87 {{(pid=94078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:53:21.400296 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-432e8b03-6f52-4c47-a5bf-85b5a9751f68 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:21.403874 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-432e8b03-6f52-4c47-a5bf-85b5a9751f68 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "DELETE /v2.0/routers/426aa120-6f98-4969-9b22-5bfee8de0b87 HTTP/1.1" status: 204 len: 168 time: 1.6302075 Jul 29 23:53:21.404154 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52046) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:21.418388 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b3ef4be4-7fee-4f13-a960-f0f2a9764bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:21.436076 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ef4be4-7fee-4f13-a960-f0f2a9764bdf None None] No DVR routers for this DVR port 36ef6537-4e35-4fe8-a9bc-542c1c2d14e0 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:53:21.440602 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c0a75e2c-fe12-461b-80fe-58325e4cf2b0 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:21.456309 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-c0a75e2c-fe12-461b-80fe-58325e4cf2b0 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['229cfc40-5b6b-45fd-8f15-20186fedac37']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:21.480410 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-c0a75e2c-fe12-461b-80fe-58325e4cf2b0 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bcccb31-29ff-4124-9bf6-b8b392b48d1f') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:21.480707 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-c0a75e2c-fe12-461b-80fe-58325e4cf2b0 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bcccb31-29ff-4124-9bf6-b8b392b48d1f') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:21.493116 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ef4be4-7fee-4f13-a960-f0f2a9764bdf None None] Pushing event deleted for resources: {'Port': ['ID=36ef6537-4e35-4fe8-a9bc-542c1c2d14e0,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:21.515137 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c0a75e2c-fe12-461b-80fe-58325e4cf2b0 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:21.517085 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b46d1c2c-b656-4d04-87a4-80efc1e3db84 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:21.529840 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device cc08fc05-5686-44a3-a09e-a8facbc01e98 up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:53:21.545558 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c0a75e2c-fe12-461b-80fe-58325e4cf2b0 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:21.552742 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0a75e2c-fe12-461b-80fe-58325e4cf2b0 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:53:21.553290 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c0a75e2c-fe12-461b-80fe-58325e4cf2b0 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:21.569606 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:53:21.569606 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:53:21.569606 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:53:21.569606 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:53:21.569606 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:53:21.569606 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:53:21.569606 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:53:21.569606 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:53:21.569606 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:53:21.569606 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:53:21.569606 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:53:21.569606 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:53:21.569606 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:53:21.569606 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:53:21.569606 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:53:21.569606 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:53:21.569606 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:53:21.569606 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:53:21.569606 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:53:21.569606 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:53:21.569606 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:53:21.569606 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:53:21.569606 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:53:21.569606 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:53:21.569606 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:53:21.569606 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:53:21.569606 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:53:21.569606 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:53:21.569606 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:53:21.569606 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:53:21.569606 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:53:21.569606 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:53:21.634940 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port cc08fc05-5686-44a3-a09e-a8facbc01e98 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:53:21.640661 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port cc08fc05-5686-44a3-a09e-a8facbc01e98 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:53:21.641543 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:21.690068 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b46d1c2c-b656-4d04-87a4-80efc1e3db84 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:21.697766 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c0a75e2c-fe12-461b-80fe-58325e4cf2b0 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:21.710655 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c0a75e2c-fe12-461b-80fe-58325e4cf2b0 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:21.715696 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c0a75e2c-fe12-461b-80fe-58325e4cf2b0 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] 10.222.0.43 "DELETE /v2.0/networks/229cfc40-5b6b-45fd-8f15-20186fedac37 HTTP/1.1" status: 204 len: 168 time: 1.0231106 Jul 29 23:53:21.720494 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-b46d1c2c-b656-4d04-87a4-80efc1e3db84 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc512bd2-1884-47d3-acfd-802fe9e5ea94']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:21.727730 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52060) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:21.738225 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a75e2c-fe12-461b-80fe-58325e4cf2b0 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Pushing event deleted for resources: {'Network': ['ID=229cfc40-5b6b-45fd-8f15-20186fedac37,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:21.764101 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7da84471-58b6-42db-889a-894de720ccbc tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] 10.222.0.43 "GET /v2.0/ports?device_id=8dbd4297-ba25-4324-b07b-8fad2b9a8e9a HTTP/1.1" status: 200 len: 205 time: 0.0349457 Jul 29 23:53:21.766333 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52064) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:21.766503 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-b46d1c2c-b656-4d04-87a4-80efc1e3db84 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e67ddd1-1c33-4cf4-87c8-b940fe50e0ac') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:21.766823 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-b46d1c2c-b656-4d04-87a4-80efc1e3db84 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e67ddd1-1c33-4cf4-87c8-b940fe50e0ac') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:21.785672 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b46d1c2c-b656-4d04-87a4-80efc1e3db84 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:21.804477 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b46d1c2c-b656-4d04-87a4-80efc1e3db84 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:21.813709 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:21.822317 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b46d1c2c-b656-4d04-87a4-80efc1e3db84 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:53:21.822732 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b46d1c2c-b656-4d04-87a4-80efc1e3db84 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:21.827169 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:53:21.827169 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:53:21.827169 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:53:21.827169 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:53:21.827169 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:53:21.827169 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:53:21.827169 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:53:21.827169 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:53:21.827169 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:53:21.827169 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:53:21.827169 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:53:21.827169 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:53:21.827169 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:53:21.827169 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:53:21.827169 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:53:21.827169 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:53:21.827169 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:53:21.827169 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:53:21.827169 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:53:21.827169 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:53:21.827169 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:53:21.827169 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:53:21.827169 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:53:21.827169 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:53:21.827169 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:53:21.827169 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:53:21.827169 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:53:21.827169 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:53:21.827169 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:53:21.827169 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:53:21.827169 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:53:21.827169 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:53:21.844851 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f051b833-3b04-4f56-9fec-78e2a166a0d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc08fc05-5686-44a3-a09e-a8facbc01e98'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:53:21.847756 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffacd94d-aeee-4a93-81ad-5bb394f24841" -d '{"events": [{"server_uuid": "f051b833-3b04-4f56-9fec-78e2a166a0d7", "name": "network-vif-plugged", "status": "completed", "tag": "cc08fc05-5686-44a3-a09e-a8facbc01e98"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:53:21.868252 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port cc08fc05-5686-44a3-a09e-a8facbc01e98, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=cc08fc05-5686-44a3-a09e-a8facbc01e98,segment=NetworkSegment(a2652d9d-d802-4aa8-a967-71e91ab5e571),segment_id=a2652d9d-d802-4aa8-a967-71e91ab5e571)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:21.880852 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:21.928410 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a45ba306-328d-4b8f-a9da-4fc2591615b6 x-openstack-request-id: req-a45ba306-328d-4b8f-a9da-4fc2591615b6 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:53:21.928719 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f051b833-3b04-4f56-9fec-78e2a166a0d7", "name": "network-vif-plugged", "status": "completed", "tag": "cc08fc05-5686-44a3-a09e-a8facbc01e98", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:53:21.929337 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a45ba306-328d-4b8f-a9da-4fc2591615b6 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:53:21.929475 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f051b833-3b04-4f56-9fec-78e2a166a0d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc08fc05-5686-44a3-a09e-a8facbc01e98', 'code': 200} Jul 29 23:53:21.935011 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-40750936-e074-49f6-b4eb-c75e88c16520 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks [] for router, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:21.981945 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=cc08fc05-5686-44a3-a09e-a8facbc01e98,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:22.085406 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd23f1dc-3d92-4a5d-8a55-71002c228f40 req-0849139d-d1b3-481e-90fd-acdb5176da80 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:22.093420 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fd23f1dc-3d92-4a5d-8a55-71002c228f40 req-0849139d-d1b3-481e-90fd-acdb5176da80 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/ports?device_id=f051b833-3b04-4f56-9fec-78e2a166a0d7 HTTP/1.1" status: 200 len: 944 time: 0.2822392 Jul 29 23:53:22.117783 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f135a5-dbc1-4ca6-bfc9-4dc9aa7da0da req-5c749aa5-999c-424b-a8cc-bbec47479439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:22.119813 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-61f135a5-dbc1-4ca6-bfc9-4dc9aa7da0da req-5c749aa5-999c-424b-a8cc-bbec47479439 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f051b833-3b04-4f56-9fec-78e2a166a0d7 HTTP/1.1" status: 200 len: 1097 time: 0.1046038 Jul 29 23:53:22.125067 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b46d1c2c-b656-4d04-87a4-80efc1e3db84 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:22.157272 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-40750936-e074-49f6-b4eb-c75e88c16520 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:22.167154 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-40750936-e074-49f6-b4eb-c75e88c16520 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:22.169458 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b46d1c2c-b656-4d04-87a4-80efc1e3db84 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:22.172055 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-b46d1c2c-b656-4d04-87a4-80efc1e3db84 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "DELETE /v2.0/networks/dc512bd2-1884-47d3-acfd-802fe9e5ea94 HTTP/1.1" status: 204 len: 168 time: 0.7667170 Jul 29 23:53:22.183276 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52090) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:22.191377 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46d1c2c-b656-4d04-87a4-80efc1e3db84 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event deleted for resources: {'Network': ['ID=dc512bd2-1884-47d3-acfd-802fe9e5ea94,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:22.203499 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fd23f1dc-3d92-4a5d-8a55-71002c228f40 req-ef8d2e4c-5469-4d3c-a5af-12f6ee72ecbe tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb9a82a7-c047-48e0-b11f-e37261b40399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092014 Jul 29 23:53:22.243675 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-61f135a5-dbc1-4ca6-bfc9-4dc9aa7da0da req-5aa5c103-0a66-4350-b8c5-26f09850ea4a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cb9a82a7-c047-48e0-b11f-e37261b40399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157830 Jul 29 23:53:22.274707 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-40750936-e074-49f6-b4eb-c75e88c16520 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:22.275243 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40750936-e074-49f6-b4eb-c75e88c16520 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Fanout notify agent at l3_agent the message router_deleted on router 8dbd4297-ba25-4324-b07b-8fad2b9a8e9a {{(pid=94077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:53:22.286275 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-40750936-e074-49f6-b4eb-c75e88c16520 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:22.287514 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-40750936-e074-49f6-b4eb-c75e88c16520 tempest-RoutersNegativeIpV6Test-731233826 tempest-RoutersNegativeIpV6Test-731233826-project] 10.222.0.43 "DELETE /v2.0/routers/8dbd4297-ba25-4324-b07b-8fad2b9a8e9a HTTP/1.1" status: 204 len: 168 time: 0.5202546 Jul 29 23:53:22.330644 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c5a5da4d-ce73-42cc-96c5-f7f092694fdb tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:22.331206 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52108) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:22.372418 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c5a5da4d-ce73-42cc-96c5-f7f092694fdb tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:22.461017 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c5a5da4d-ce73-42cc-96c5-f7f092694fdb tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:22.464289 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c5a5da4d-ce73-42cc-96c5-f7f092694fdb tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:22.465371 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-c8cb4095-09f9-47ca-be0c-d99ad3615ecd tempest-RoutersTestDVR-1072760867 tempest-RoutersTestDVR-1072760867-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-543333797'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:22.469108 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c5a5da4d-ce73-42cc-96c5-f7f092694fdb tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "DELETE /v2.0/security-groups/eee33ead-c9ea-49cf-84ce-c95496d326ed HTTP/1.1" status: 204 len: 168 time: 0.2847083 Jul 29 23:53:22.481285 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a5da4d-ce73-42cc-96c5-f7f092694fdb tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee33ead-c9ea-49cf-84ce-c95496d326ed,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:22.499306 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c8cb4095-09f9-47ca-be0c-d99ad3615ecd tempest-RoutersTestDVR-1072760867 tempest-RoutersTestDVR-1072760867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:22.500374 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c8cb4095-09f9-47ca-be0c-d99ad3615ecd tempest-RoutersTestDVR-1072760867 tempest-RoutersTestDVR-1072760867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:22.588587 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c8cb4095-09f9-47ca-be0c-d99ad3615ecd tempest-RoutersTestDVR-1072760867 tempest-RoutersTestDVR-1072760867-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:22.594427 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c8cb4095-09f9-47ca-be0c-d99ad3615ecd tempest-RoutersTestDVR-1072760867 tempest-RoutersTestDVR-1072760867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:22.617893 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c8cb4095-09f9-47ca-be0c-d99ad3615ecd tempest-RoutersTestDVR-1072760867 tempest-RoutersTestDVR-1072760867-project-admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:22.619160 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-c8cb4095-09f9-47ca-be0c-d99ad3615ecd tempest-RoutersTestDVR-1072760867 tempest-RoutersTestDVR-1072760867-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.2867131 Jul 29 23:53:22.622241 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52130) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:22.686830 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52134) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:22.710494 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-22b75ab9-2280-49eb-8435-f5e0c19f6d91 tempest-RoutersTestDVR-1072760867 tempest-RoutersTestDVR-1072760867-project-admin] Notify callbacks [] for router, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:22.748497 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52138) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:22.842196 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0f7165cd-0cea-4bff-a7a7-91458c1633e8 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/floatingips/e2fb6438-f793-4e22-9cbf-211662b8af75 HTTP/1.1" status: 200 len: 991 time: 0.0858157 Jul 29 23:53:22.886641 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 78abe34d-5e23-44e4-915c-691435d24a26 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:53:22.908319 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-f389fe16-e6e6-40a4-84ee-479e19d7545d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6fbd4416285345d0997b27152c96c9ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2203047 Jul 29 23:53:22.911099 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52142) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:22.935438 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 78abe34d-5e23-44e4-915c-691435d24a26 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:53:22.935790 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 78abe34d-5e23-44e4-915c-691435d24a26 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:53:22.936221 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 36ef6537-4e35-4fe8-a9bc-542c1c2d14e0 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:53:22.960186 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-22b75ab9-2280-49eb-8435-f5e0c19f6d91 tempest-RoutersTestDVR-1072760867 tempest-RoutersTestDVR-1072760867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:22.964302 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-22b75ab9-2280-49eb-8435-f5e0c19f6d91 tempest-RoutersTestDVR-1072760867 tempest-RoutersTestDVR-1072760867-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:22.977495 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-116bd64c-e9af-4f46-be51-7ebf3b9b4feb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:22.994044 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52144) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:23.002548 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 36ef6537-4e35-4fe8-a9bc-542c1c2d14e0 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:53:23.002700 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 36ef6537-4e35-4fe8-a9bc-542c1c2d14e0 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:53:23.005228 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-29684d01-ee23-4f35-9474-60bfd0450ad3 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1021350386', 'description': 'tempest-secgroup-smoke-1021350386 description', 'project_id': '65ae77200a164c0f8f007753b934a6ed'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:23.030876 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-29684d01-ee23-4f35-9474-60bfd0450ad3 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:23.031701 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-22b75ab9-2280-49eb-8435-f5e0c19f6d91 tempest-RoutersTestDVR-1072760867 tempest-RoutersTestDVR-1072760867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:23.032240 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b75ab9-2280-49eb-8435-f5e0c19f6d91 tempest-RoutersTestDVR-1072760867 tempest-RoutersTestDVR-1072760867-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7dd5aec2-fd93-47c9-96c9-04ffbf78bbd0 {{(pid=94078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:53:23.037664 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-22b75ab9-2280-49eb-8435-f5e0c19f6d91 tempest-RoutersTestDVR-1072760867 tempest-RoutersTestDVR-1072760867-project-admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:23.040693 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-22b75ab9-2280-49eb-8435-f5e0c19f6d91 tempest-RoutersTestDVR-1072760867 tempest-RoutersTestDVR-1072760867-project-admin] 10.222.0.43 "DELETE /v2.0/routers/7dd5aec2-fd93-47c9-96c9-04ffbf78bbd0 HTTP/1.1" status: 204 len: 168 time: 0.4173577 Jul 29 23:53:23.043269 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52148) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:23.047837 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-a12e1b89-bd0e-4250-b9a6-18c8b3501bbc tempest-RoutersTestDVR-1072760867 tempest-RoutersTestDVR-1072760867-project-admin] Request body: {'router': {'name': 'tempest-router-1524648832', 'distributed': False}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:23.049472 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-116bd64c-e9af-4f46-be51-7ebf3b9b4feb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:23.071315 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a12e1b89-bd0e-4250-b9a6-18c8b3501bbc tempest-RoutersTestDVR-1072760867 tempest-RoutersTestDVR-1072760867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:23.072415 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a12e1b89-bd0e-4250-b9a6-18c8b3501bbc tempest-RoutersTestDVR-1072760867 tempest-RoutersTestDVR-1072760867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:23.131365 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-116bd64c-e9af-4f46-be51-7ebf3b9b4feb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:23.132402 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a12e1b89-bd0e-4250-b9a6-18c8b3501bbc tempest-RoutersTestDVR-1072760867 tempest-RoutersTestDVR-1072760867-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:23.134553 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-116bd64c-e9af-4f46-be51-7ebf3b9b4feb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:23.138220 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-116bd64c-e9af-4f46-be51-7ebf3b9b4feb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/12168df9-1c0b-4d41-8dd8-bc0ecbec8628 HTTP/1.1" status: 204 len: 168 time: 0.2234902 Jul 29 23:53:23.144102 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a12e1b89-bd0e-4250-b9a6-18c8b3501bbc tempest-RoutersTestDVR-1072760867 tempest-RoutersTestDVR-1072760867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:23.156070 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116bd64c-e9af-4f46-be51-7ebf3b9b4feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12168df9-1c0b-4d41-8dd8-bc0ecbec8628,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:23.187466 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-29684d01-ee23-4f35-9474-60bfd0450ad3 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:23.187588 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52152) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:23.194321 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-29684d01-ee23-4f35-9474-60bfd0450ad3 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:23.201515 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a12e1b89-bd0e-4250-b9a6-18c8b3501bbc tempest-RoutersTestDVR-1072760867 tempest-RoutersTestDVR-1072760867-project-admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:23.206655 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-a12e1b89-bd0e-4250-b9a6-18c8b3501bbc tempest-RoutersTestDVR-1072760867 tempest-RoutersTestDVR-1072760867-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1623378 Jul 29 23:53:23.210464 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52154) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:23.277141 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ed599f6e-fe64-4631-996c-2506f1125fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:23.330140 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-29684d01-ee23-4f35-9474-60bfd0450ad3 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:23.331268 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-29684d01-ee23-4f35-9474-60bfd0450ad3 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3342788 Jul 29 23:53:23.343983 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52158) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:23.351261 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-d96a4e62-7118-450c-9166-dd132dda884c tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Request body: {'security_group_rule': {'security_group_id': 'dc89bc8f-bfbe-4ef5-9811-a32f13d6a0c3', 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:23.363431 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29684d01-ee23-4f35-9474-60bfd0450ad3 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc89bc8f-bfbe-4ef5-9811-a32f13d6a0c3,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:23.371203 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a3b6534b-ca75-4571-80e8-d8f3737492e4 tempest-RoutersTestDVR-1072760867 tempest-RoutersTestDVR-1072760867-project-admin] Notify callbacks [] for router, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:23.471548 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e87e9-e501-4b2a-a608-a9b53c9007d5 req-4f89a1e4-29b3-4ccb-a2e9-cc74c630574f tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:23.473451 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9d8e87e9-e501-4b2a-a608-a9b53c9007d5 req-4f89a1e4-29b3-4ccb-a2e9-cc74c630574f tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/ports?device_id=f051b833-3b04-4f56-9fec-78e2a166a0d7 HTTP/1.1" status: 200 len: 945 time: 0.1087177 Jul 29 23:53:23.570218 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9d8e87e9-e501-4b2a-a608-a9b53c9007d5 req-2c56a31c-f78a-4fb3-a690-dbc96c2c3f13 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb9a82a7-c047-48e0-b11f-e37261b40399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867836 Jul 29 23:53:23.595569 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-f276131c-ce3c-44e0-a428-4e5d65a4c676 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Deleting port 97d79506-d278-4c3a-b2e0-5d673330bb1e {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:53:23.596199 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f276131c-ce3c-44e0-a428-4e5d65a4c676 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:23.612017 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d96a4e62-7118-450c-9166-dd132dda884c tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:23.618757 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a3b6534b-ca75-4571-80e8-d8f3737492e4 tempest-RoutersTestDVR-1072760867 tempest-RoutersTestDVR-1072760867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:23.625472 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a3b6534b-ca75-4571-80e8-d8f3737492e4 tempest-RoutersTestDVR-1072760867 tempest-RoutersTestDVR-1072760867-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:23.694821 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a3b6534b-ca75-4571-80e8-d8f3737492e4 tempest-RoutersTestDVR-1072760867 tempest-RoutersTestDVR-1072760867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:23.694821 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b6534b-ca75-4571-80e8-d8f3737492e4 tempest-RoutersTestDVR-1072760867 tempest-RoutersTestDVR-1072760867-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a792b8ef-bd89-4c30-89ad-9afc144167c4 {{(pid=94077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:53:23.699127 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a3b6534b-ca75-4571-80e8-d8f3737492e4 tempest-RoutersTestDVR-1072760867 tempest-RoutersTestDVR-1072760867-project-admin] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:23.704776 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a3b6534b-ca75-4571-80e8-d8f3737492e4 tempest-RoutersTestDVR-1072760867 tempest-RoutersTestDVR-1072760867-project-admin] 10.222.0.43 "DELETE /v2.0/routers/a792b8ef-bd89-4c30-89ad-9afc144167c4 HTTP/1.1" status: 204 len: 168 time: 0.4862511 Jul 29 23:53:23.704865 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52170) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:23.711534 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d96a4e62-7118-450c-9166-dd132dda884c tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:23.711925 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-fd410b2b-39c4-4fd6-988f-e931f25cc442 tempest-RoutersTestDVR-1072760867 tempest-RoutersTestDVR-1072760867-project-admin] Request body: {'router': {'name': 'tempest-router-1264950663', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '9a7b847a7e8e4f598f29c6593b561fcf'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:23.716667 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d96a4e62-7118-450c-9166-dd132dda884c tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:23.736636 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f276131c-ce3c-44e0-a428-4e5d65a4c676 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:23.736950 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f276131c-ce3c-44e0-a428-4e5d65a4c676 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:23.740548 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96a4e62-7118-450c-9166-dd132dda884c tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcc13239-1fe0-4777-b9af-4ed8f874702d,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:23.764439 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-f276131c-ce3c-44e0-a428-4e5d65a4c676 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Calling delete_port for 97d79506-d278-4c3a-b2e0-5d673330bb1e owned by network:floatingip {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:53:23.769786 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fd410b2b-39c4-4fd6-988f-e931f25cc442 tempest-RoutersTestDVR-1072760867 tempest-RoutersTestDVR-1072760867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:23.770909 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fd410b2b-39c4-4fd6-988f-e931f25cc442 tempest-RoutersTestDVR-1072760867 tempest-RoutersTestDVR-1072760867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:23.775479 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d96a4e62-7118-450c-9166-dd132dda884c tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:23.782571 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d96a4e62-7118-450c-9166-dd132dda884c tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4315209 Jul 29 23:53:23.782571 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52174) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:23.785339 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-e6267382-7f9c-435b-857c-80186cb25884 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Request body: {'security_group_rule': {'security_group_id': 'dc89bc8f-bfbe-4ef5-9811-a32f13d6a0c3', 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:23.830295 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e6267382-7f9c-435b-857c-80186cb25884 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:23.908197 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e6267382-7f9c-435b-857c-80186cb25884 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:23.915874 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e6267382-7f9c-435b-857c-80186cb25884 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:23.941887 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6267382-7f9c-435b-857c-80186cb25884 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22772e10-bee8-443d-a047-9a513c301a94,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:23.953783 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e6267382-7f9c-435b-857c-80186cb25884 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:23.955276 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e6267382-7f9c-435b-857c-80186cb25884 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1744804 Jul 29 23:53:23.957999 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52182) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:23.964031 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-d3bd8eee-f49d-4b1a-a296-00c1001d4715 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Request body: {'security_group_rule': {'security_group_id': 'dc89bc8f-bfbe-4ef5-9811-a32f13d6a0c3', 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:23.995650 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d3bd8eee-f49d-4b1a-a296-00c1001d4715 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:24.108815 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d3bd8eee-f49d-4b1a-a296-00c1001d4715 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:24.115158 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d3bd8eee-f49d-4b1a-a296-00c1001d4715 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:24.156438 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d3bd8eee-f49d-4b1a-a296-00c1001d4715 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:24.157779 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d3bd8eee-f49d-4b1a-a296-00c1001d4715 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1985302 Jul 29 23:53:24.161121 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bd8eee-f49d-4b1a-a296-00c1001d4715 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46bbbf40-8e15-4cb1-86b9-aff10adc1a87,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:24.169358 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52186) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:24.174583 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-c190c401-ad75-4163-aee3-fc4e2d66b836 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Request body: {'security_group_rule': {'security_group_id': 'dc89bc8f-bfbe-4ef5-9811-a32f13d6a0c3', 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:24.178982 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52188) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:24.215327 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c190c401-ad75-4163-aee3-fc4e2d66b836 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:24.286210 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c190c401-ad75-4163-aee3-fc4e2d66b836 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:24.293449 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c190c401-ad75-4163-aee3-fc4e2d66b836 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:24.318433 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c190c401-ad75-4163-aee3-fc4e2d66b836 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb2dc246-4227-453b-806b-2fc91aa7dd89,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:24.322860 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c190c401-ad75-4163-aee3-fc4e2d66b836 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:24.324083 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c190c401-ad75-4163-aee3-fc4e2d66b836 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1537225 Jul 29 23:53:24.328292 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52192) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:24.332548 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-c825c909-bdd8-4041-b99a-766c93eb192f tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Request body: {'security_group_rule': {'security_group_id': 'dc89bc8f-bfbe-4ef5-9811-a32f13d6a0c3', 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:24.361940 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fd410b2b-39c4-4fd6-988f-e931f25cc442 tempest-RoutersTestDVR-1072760867 tempest-RoutersTestDVR-1072760867-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:24.362505 n-d-712141-10 neutron-server[94077]: INFO neutron.db.securitygroups_db [None req-c825c909-bdd8-4041-b99a-766c93eb192f tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Project 65ae77200a164c0f8f007753b934a6ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 23:53:24.374587 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-116ab4ac-3aee-46db-97d6-38cde5934f5e tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:24.374874 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fd410b2b-39c4-4fd6-988f-e931f25cc442 tempest-RoutersTestDVR-1072760867 tempest-RoutersTestDVR-1072760867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:24.375401 n-d-712141-10 neutron-server[94077]: WARNING neutron.api.v2.base [None req-116ab4ac-3aee-46db-97d6-38cde5934f5e tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 29 23:53:24.375959 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-116ab4ac-3aee-46db-97d6-38cde5934f5e tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] create failed (client error): There was a conflict when trying to complete your request. Jul 29 23:53:24.378046 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-116ab4ac-3aee-46db-97d6-38cde5934f5e tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1967735 Jul 29 23:53:24.381660 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52194) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:24.387119 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-cf599f16-a676-4c79-a44d-9a4eff5b542a tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Request body: {'security_group': {'name': 'tempest-secgroup--1007416256'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:24.392147 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c825c909-bdd8-4041-b99a-766c93eb192f tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:24.401317 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fd410b2b-39c4-4fd6-988f-e931f25cc442 tempest-RoutersTestDVR-1072760867 tempest-RoutersTestDVR-1072760867-project-admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:24.406267 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-fd410b2b-39c4-4fd6-988f-e931f25cc442 tempest-RoutersTestDVR-1072760867 tempest-RoutersTestDVR-1072760867-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7014546 Jul 29 23:53:24.406701 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52196) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:24.412428 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-d0ee9266-8106-47cc-9d71-137076432690 tempest-RoutersTestDVR-1072760867 tempest-RoutersTestDVR-1072760867-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:24.490252 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f276131c-ce3c-44e0-a428-4e5d65a4c676 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:24.520797 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cf599f16-a676-4c79-a44d-9a4eff5b542a tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:24.521100 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f276131c-ce3c-44e0-a428-4e5d65a4c676 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Pushing event deleted for resources: {'Port': ['ID=97d79506-d278-4c3a-b2e0-5d673330bb1e,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:24.572160 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cf599f16-a676-4c79-a44d-9a4eff5b542a tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:24.589295 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f276131c-ce3c-44e0-a428-4e5d65a4c676 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for floatingip, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:24.589760 n-d-712141-10 neutron-server[94078]: INFO neutron.db.l3_db [None req-f276131c-ce3c-44e0-a428-4e5d65a4c676 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Floating IP e2fb6438-f793-4e22-9cbf-211662b8af75 disassociated (deleted). External IP: 172.25.0.5, port: 5262b782-37da-4888-8b07-6e2b456d9e66. Jul 29 23:53:24.621083 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c825c909-bdd8-4041-b99a-766c93eb192f tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:24.638002 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c825c909-bdd8-4041-b99a-766c93eb192f tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:24.737413 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d0ee9266-8106-47cc-9d71-137076432690 tempest-RoutersTestDVR-1072760867 tempest-RoutersTestDVR-1072760867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16269258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16714856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:24.737895 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d0ee9266-8106-47cc-9d71-137076432690 tempest-RoutersTestDVR-1072760867 tempest-RoutersTestDVR-1072760867-project-admin] Notify callbacks [] for router, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:24.778533 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b74f97-5561-4d15-8558-ac8edf746fd9 req-d3698b94-88e1-47ea-bdf7-266ab7930cab tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:24.780078 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-03b74f97-5561-4d15-8558-ac8edf746fd9 req-d3698b94-88e1-47ea-bdf7-266ab7930cab tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/ports?device_id=f051b833-3b04-4f56-9fec-78e2a166a0d7 HTTP/1.1" status: 200 len: 945 time: 0.1289313 Jul 29 23:53:24.821685 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c825c909-bdd8-4041-b99a-766c93eb192f tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adf39c7c-a442-41f7-a464-4b610d2d30a4,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:24.858843 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-d0ee9266-8106-47cc-9d71-137076432690 tempest-RoutersTestDVR-1072760867 tempest-RoutersTestDVR-1072760867-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94077) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 29 23:53:24.858843 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-d0ee9266-8106-47cc-9d71-137076432690 tempest-RoutersTestDVR-1072760867 tempest-RoutersTestDVR-1072760867-project-admin] Router 91c617ac-a0ed-4e3f-ad63-985ffeb2b98f migrating from provider to provider. {{(pid=94077) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 29 23:53:24.858843 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d0ee9266-8106-47cc-9d71-137076432690 tempest-RoutersTestDVR-1072760867 tempest-RoutersTestDVR-1072760867-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:24.868889 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-03b74f97-5561-4d15-8558-ac8edf746fd9 req-290b4a43-5617-4282-806e-023b1dfcb800 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb9a82a7-c047-48e0-b11f-e37261b40399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817316 Jul 29 23:53:24.869312 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d0ee9266-8106-47cc-9d71-137076432690 tempest-RoutersTestDVR-1072760867 tempest-RoutersTestDVR-1072760867-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:24.888149 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d0ee9266-8106-47cc-9d71-137076432690 tempest-RoutersTestDVR-1072760867 tempest-RoutersTestDVR-1072760867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16269265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16269272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16714879'] for router, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:25.044216 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f276131c-ce3c-44e0-a428-4e5d65a4c676 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Router dc9c8c39-df7a-44ac-9b6f-e531ca718089 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:53:25.053778 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5be69ec-4433-4832-8b35-87209bbde650 req-2e0ea903-7e92-4766-9e22-6d5147f3b3a1 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:25.056484 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a5be69ec-4433-4832-8b35-87209bbde650 req-2e0ea903-7e92-4766-9e22-6d5147f3b3a1 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/ports?device_id=f051b833-3b04-4f56-9fec-78e2a166a0d7 HTTP/1.1" status: 200 len: 945 time: 0.0887158 Jul 29 23:53:25.066539 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52208) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:25.072523 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-0695af6d-767d-4b9a-ab97-5c8d34e9a6df tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Request body: {'floatingip': {'port_id': 'cc08fc05-5686-44a3-a09e-a8facbc01e98'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:25.156183 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52210) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:25.161884 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0695af6d-767d-4b9a-ab97-5c8d34e9a6df tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks [] for floatingip, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:25.368464 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f276131c-ce3c-44e0-a428-4e5d65a4c676 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:53:25.374571 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f276131c-ce3c-44e0-a428-4e5d65a4c676 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:25.383829 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8c7dc5-7cc5-4236-b441-7045e42a3747 None None] Sync routers for ids ['dc9c8c39-df7a-44ac-9b6f-e531ca718089'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:53:25.396167 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8c7dc5-7cc5-4236-b441-7045e42a3747 None None] Routers {'dc9c8c39-df7a-44ac-9b6f-e531ca718089'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:53:25.397278 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-1c8c7dc5-7cc5-4236-b441-7045e42a3747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:52:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['dc9c8c39-df7a-44ac-9b6f-e531ca718089'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:25.406549 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cf599f16-a676-4c79-a44d-9a4eff5b542a tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:25.419293 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cf599f16-a676-4c79-a44d-9a4eff5b542a tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:25.423645 n-d-712141-10 neutron-server[94077]: WARNING neutron.scheduler.l3_agent_scheduler [None req-d0ee9266-8106-47cc-9d71-137076432690 tempest-RoutersTestDVR-1072760867 tempest-RoutersTestDVR-1072760867-project-admin] No L3 agents can host the router 91c617ac-a0ed-4e3f-ad63-985ffeb2b98f Jul 29 23:53:25.451361 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c825c909-bdd8-4041-b99a-766c93eb192f tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:25.452674 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c825c909-bdd8-4041-b99a-766c93eb192f tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1246581 Jul 29 23:53:25.457481 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52214) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:25.470870 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-9cbb8005-a012-4ea1-abf8-ba5948c4c74b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dbfe52d402f847d1a4e11ceb74d17697&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3104918 Jul 29 23:53:25.472217 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-67556a88-eecc-41f0-ab4c-8564fb0e2451 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Request body: {'security_group_rule': {'security_group_id': 'dc89bc8f-bfbe-4ef5-9811-a32f13d6a0c3', 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:25.474370 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52216) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:25.486521 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-f276131c-ce3c-44e0-a428-4e5d65a4c676 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "DELETE /v2.0/floatingips/e2fb6438-f793-4e22-9cbf-211662b8af75 HTTP/1.1" status: 204 len: 168 time: 2.2949975 Jul 29 23:53:25.497570 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ae2e5e-3966-467e-bbd9-ec121561fb8d', 'tag': '5262b782-37da-4888-8b07-6e2b456d9e66'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:53:25.501234 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0bd5e9-5b01-4dd6-9db7-654c40e852af" -d '{"events": [{"name": "network-changed", "server_uuid": "33ae2e5e-3966-467e-bbd9-ec121561fb8d", "tag": "5262b782-37da-4888-8b07-6e2b456d9e66"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:53:25.574884 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf599f16-a676-4c79-a44d-9a4eff5b542a tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=110704d9-e129-4b17-a1d7-9474037baf97,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:25.578776 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72dc046b-2363-47b6-978f-fffa2372202e x-openstack-request-id: req-72dc046b-2363-47b6-978f-fffa2372202e {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:53:25.579073 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33ae2e5e-3966-467e-bbd9-ec121561fb8d", "tag": "5262b782-37da-4888-8b07-6e2b456d9e66", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:53:25.579333 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-72dc046b-2363-47b6-978f-fffa2372202e {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:53:25.579734 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33ae2e5e-3966-467e-bbd9-ec121561fb8d', 'tag': '5262b782-37da-4888-8b07-6e2b456d9e66', 'status': 'completed', 'code': 200} Jul 29 23:53:25.689383 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bd5e9-5b01-4dd6-9db7-654c40e852af req-d32e1a7f-5748-40d3-925d-e1635fa92c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:25.690874 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2a0bd5e9-5b01-4dd6-9db7-654c40e852af req-d32e1a7f-5748-40d3-925d-e1635fa92c2f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=bd9be2c0ad754adeaed7eabee32aed90&device_id=33ae2e5e-3966-467e-bbd9-ec121561fb8d HTTP/1.1" status: 200 len: 1097 time: 0.1062131 Jul 29 23:53:25.706066 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ee9266-8106-47cc-9d71-137076432690 tempest-RoutersTestDVR-1072760867 tempest-RoutersTestDVR-1072760867-project-admin] Hosts for router 91c617ac-a0ed-4e3f-ad63-985ffeb2b98f: [] {{(pid=94077) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 29 23:53:25.754665 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ee9266-8106-47cc-9d71-137076432690 tempest-RoutersTestDVR-1072760867 tempest-RoutersTestDVR-1072760867-project-admin] Hosts for other DVR routers connected to router 91c617ac-a0ed-4e3f-ad63-985ffeb2b98f: set() {{(pid=94077) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 29 23:53:25.757396 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d0ee9266-8106-47cc-9d71-137076432690 tempest-RoutersTestDVR-1072760867 tempest-RoutersTestDVR-1072760867-project-admin] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:25.758812 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d0ee9266-8106-47cc-9d71-137076432690 tempest-RoutersTestDVR-1072760867 tempest-RoutersTestDVR-1072760867-project-admin] 10.222.0.43 "PUT /v2.0/routers/91c617ac-a0ed-4e3f-ad63-985ffeb2b98f HTTP/1.1" status: 200 len: 717 time: 1.3498421 Jul 29 23:53:25.761857 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52224) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:25.782920 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-76b13d01-b4e7-475e-a9d5-71491a81eee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:25.784793 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-1c8c7dc5-7cc5-4236-b441-7045e42a3747 None None] Set router dc9c8c39-df7a-44ac-9b6f-e531ca718089 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:53:25.823452 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cf599f16-a676-4c79-a44d-9a4eff5b542a tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:25.860450 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cf599f16-a676-4c79-a44d-9a4eff5b542a tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:25.896471 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-3753d9bf-f56a-4c18-935f-487661b21831 tempest-RoutersTestDVR-1072760867 tempest-RoutersTestDVR-1072760867-project-admin] 10.222.0.43 "GET /v2.0/routers/91c617ac-a0ed-4e3f-ad63-985ffeb2b98f HTTP/1.1" status: 200 len: 717 time: 0.1287055 Jul 29 23:53:25.900997 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52226) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:25.908189 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-76b13d01-b4e7-475e-a9d5-71491a81eee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:25.928316 n-d-712141-10 neutron-server[94078]: INFO neutron.db.securitygroups_db [None req-67556a88-eecc-41f0-ab4c-8564fb0e2451 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Project 65ae77200a164c0f8f007753b934a6ed added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 23:53:25.929040 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf599f16-a676-4c79-a44d-9a4eff5b542a tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45c25748-1547-458b-85bb-e960b9ce676e,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:25.936156 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f9169d2a-27e4-426e-bc36-08a8c2bdd7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:25.936739 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cf599f16-a676-4c79-a44d-9a4eff5b542a tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:25.938005 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-cf599f16-a676-4c79-a44d-9a4eff5b542a tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5554359 Jul 29 23:53:25.944249 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52230) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:25.979523 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-a6d2d377-6a21-4101-9ec1-42f34337e86e tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Request body: {'security_group_rule': {'security_group_id': '45c25748-1547-458b-85bb-e960b9ce676e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:25.984388 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-67556a88-eecc-41f0-ab4c-8564fb0e2451 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:25.987885 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-76b13d01-b4e7-475e-a9d5-71491a81eee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:25.992760 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-76b13d01-b4e7-475e-a9d5-71491a81eee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:26.009752 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e232c2d-1197-429c-b23d-77d23dc076ac req-434130df-eb0c-4390-8e51-fb99621114b5 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:26.011305 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1e232c2d-1197-429c-b23d-77d23dc076ac req-434130df-eb0c-4390-8e51-fb99621114b5 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/ports?device_id=33ae2e5e-3966-467e-bbd9-ec121561fb8d HTTP/1.1" status: 200 len: 945 time: 0.2182212 Jul 29 23:53:26.011449 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-76b13d01-b4e7-475e-a9d5-71491a81eee2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f89c5664-11db-4bd1-b6a0-ca3fe10e3e3c HTTP/1.1" status: 204 len: 168 time: 0.5280306 Jul 29 23:53:26.021880 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bd5e9-5b01-4dd6-9db7-654c40e852af req-a6903fd5-1858-4e8d-b93b-7a5f25275de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:26.023442 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2a0bd5e9-5b01-4dd6-9db7-654c40e852af req-a6903fd5-1858-4e8d-b93b-7a5f25275de4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=927b2996-96c9-4bae-a7f6-f32149570c61 HTTP/1.1" status: 200 len: 898 time: 0.2953324 Jul 29 23:53:26.036521 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b13d01-b4e7-475e-a9d5-71491a81eee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89c5664-11db-4bd1-b6a0-ca3fe10e3e3c,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:26.049283 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.db.resource_extend [None req-0695af6d-767d-4b9a-ab97-5c8d34e9a6df tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:53:26.052989 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-1c8c7dc5-7cc5-4236-b441-7045e42a3747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9c8c39-df7a-44ac-9b6f-e531ca718089', 'name': 'tempest-TestNetworkBasicOps-router-2109436085', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'd54af423-2005-4545-815d-527eb236854b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:52:06Z', 'updated_at': '2021-07-29T23:52:23Z', 'revision_number': 4, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'gw_port': {'id': 'd54af423-2005-4545-815d-527eb236854b', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9c8c39-df7a-44ac-9b6f-e531ca718089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:52:08Z', 'updated_at': '2021-07-29T23:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '048907df-d8c6-4e06-8e0e-429137141bf1', 'name': '', 'network_id': '927b2996-96c9-4bae-a7f6-f32149570c61', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'mac_address': 'fa:16:3e:65:af:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9c8c39-df7a-44ac-9b6f-e531ca718089', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '3c3647d6-920b-43df-9182-c7a47762fcab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:52:21Z', 'updated_at': '2021-07-29T23:52:34Z', 'revision_number': 5, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'subnets': [{'id': '3c3647d6-920b-43df-9182-c7a47762fcab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:26.095011 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8c7dc5-7cc5-4236-b441-7045e42a3747 None None] Checking router: dc9c8c39-df7a-44ac-9b6f-e531ca718089 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:53:26.117839 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8c7dc5-7cc5-4236-b441-7045e42a3747 None None] Routers {'dc9c8c39-df7a-44ac-9b6f-e531ca718089'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:53:26.118804 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-1c8c7dc5-7cc5-4236-b441-7045e42a3747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:53:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['dc9c8c39-df7a-44ac-9b6f-e531ca718089'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:26.152112 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2a0bd5e9-5b01-4dd6-9db7-654c40e852af req-19b9b886-be3b-4468-ae62-dc14a2686dd3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5262b782-37da-4888-8b07-6e2b456d9e66 HTTP/1.1" status: 200 len: 217 time: 0.1001546 Jul 29 23:53:26.189505 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a6d2d377-6a21-4101-9ec1-42f34337e86e tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:26.196703 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52238) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:26.204352 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-5020bd64-258c-46cd-a295-5928f887b84b tempest-RoutersTestDVR-948807538 tempest-RoutersTestDVR-948807538-project] 10.222.0.43 "GET /v2.0/routers/91c617ac-a0ed-4e3f-ad63-985ffeb2b98f HTTP/1.1" status: 200 len: 683 time: 0.2844338 Jul 29 23:53:26.222326 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1e232c2d-1197-429c-b23d-77d23dc076ac req-fdfc5105-7c58-4ff7-a71b-eefb7dfe303f tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/security-groups?id=21a0ca3e-129e-4a59-be0d-7121517858c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1916943 Jul 29 23:53:26.230184 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0695af6d-767d-4b9a-ab97-5c8d34e9a6df tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:26.253684 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-1c8c7dc5-7cc5-4236-b441-7045e42a3747 None None] Set router dc9c8c39-df7a-44ac-9b6f-e531ca718089 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:53:26.313286 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0695af6d-767d-4b9a-ab97-5c8d34e9a6df tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:26.324380 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-67556a88-eecc-41f0-ab4c-8564fb0e2451 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:26.375736 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-67556a88-eecc-41f0-ab4c-8564fb0e2451 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:26.413872 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-54a9b7e5-ddc5-4fe6-a4ad-bcf127f07e43 tempest-RoutersTestDVR-1072760867 tempest-RoutersTestDVR-1072760867-project-admin] Notify callbacks [] for router, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:26.466266 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:26.519973 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-1c8c7dc5-7cc5-4236-b441-7045e42a3747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9c8c39-df7a-44ac-9b6f-e531ca718089', 'name': 'tempest-TestNetworkBasicOps-router-2109436085', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'd54af423-2005-4545-815d-527eb236854b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:52:06Z', 'updated_at': '2021-07-29T23:52:23Z', 'revision_number': 4, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'gw_port': {'id': 'd54af423-2005-4545-815d-527eb236854b', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9c8c39-df7a-44ac-9b6f-e531ca718089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:52:08Z', 'updated_at': '2021-07-29T23:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '048907df-d8c6-4e06-8e0e-429137141bf1', 'name': '', 'network_id': '927b2996-96c9-4bae-a7f6-f32149570c61', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'mac_address': 'fa:16:3e:65:af:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9c8c39-df7a-44ac-9b6f-e531ca718089', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '3c3647d6-920b-43df-9182-c7a47762fcab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:52:21Z', 'updated_at': '2021-07-29T23:52:34Z', 'revision_number': 5, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'subnets': [{'id': '3c3647d6-920b-43df-9182-c7a47762fcab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:26.526447 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67556a88-eecc-41f0-ab4c-8564fb0e2451 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e134d3a-3b9d-4875-9da1-89b90a9793a6,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:26.561627 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8c7dc5-7cc5-4236-b441-7045e42a3747 None None] The sync data for ids ['dc9c8c39-df7a-44ac-9b6f-e531ca718089'] in n-d-712141-10 is: [{'id': 'dc9c8c39-df7a-44ac-9b6f-e531ca718089', 'name': 'tempest-TestNetworkBasicOps-router-2109436085', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'd54af423-2005-4545-815d-527eb236854b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:52:06Z', 'updated_at': '2021-07-29T23:52:23Z', 'revision_number': 4, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'gw_port': {'id': 'd54af423-2005-4545-815d-527eb236854b', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9c8c39-df7a-44ac-9b6f-e531ca718089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:52:08Z', 'updated_at': '2021-07-29T23:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '048907df-d8c6-4e06-8e0e-429137141bf1', 'name': '', 'network_id': '927b2996-96c9-4bae-a7f6-f32149570c61', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'mac_address': 'fa:16:3e:65:af:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9c8c39-df7a-44ac-9b6f-e531ca718089', 'device_owner': 'network:router_interface', 'standard_attr_id': 3138, 'fixed_ips': [{'subnet_id': '3c3647d6-920b-43df-9182-c7a47762fcab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:52:21Z', 'updated_at': '2021-07-29T23:52:34Z', 'revision_number': 5, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'subnets': [{'id': '3c3647d6-920b-43df-9182-c7a47762fcab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:53:26.569872 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a6d2d377-6a21-4101-9ec1-42f34337e86e tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:26.575180 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-67556a88-eecc-41f0-ab4c-8564fb0e2451 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:26.576395 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-67556a88-eecc-41f0-ab4c-8564fb0e2451 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1158519 Jul 29 23:53:26.580837 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52250) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:26.583961 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a6d2d377-6a21-4101-9ec1-42f34337e86e tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:26.590139 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-f7aefd97-ed84-4903-a6d0-b11f7466cdce tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Request body: {'network': {'name': 'tempest-network-smoke--1058509694', 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'port_security_enabled': True}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:26.619190 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bd5e9-5b01-4dd6-9db7-654c40e852af req-d0ee6e0b-0779-431d-b935-bf1614fcfa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:26.619447 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7aefd97-ed84-4903-a6d0-b11f7466cdce tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Made reservation on behalf of 65ae77200a164c0f8f007753b934a6ed for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:53:26.620912 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2a0bd5e9-5b01-4dd6-9db7-654c40e852af req-d0ee6e0b-0779-431d-b935-bf1614fcfa48 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=3c3647d6-920b-43df-9182-c7a47762fcab HTTP/1.1" status: 200 len: 835 time: 0.4574809 Jul 29 23:53:26.623729 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f7aefd97-ed84-4903-a6d0-b11f7466cdce tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:26.657291 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7aefd97-ed84-4903-a6d0-b11f7466cdce tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:53:26.671882 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f7aefd97-ed84-4903-a6d0-b11f7466cdce tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:26.672862 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-f7aefd97-ed84-4903-a6d0-b11f7466cdce tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Added segment 188b7e99-4684-43a5-b366-23af67714bc7 of type vlan for network ddad5dc7-1476-40a2-b1e9-a0671d04cea9 Jul 29 23:53:26.728465 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f7aefd97-ed84-4903-a6d0-b11f7466cdce tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:26.767734 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f7aefd97-ed84-4903-a6d0-b11f7466cdce tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:26.775361 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7aefd97-ed84-4903-a6d0-b11f7466cdce tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:26.776020 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f7aefd97-ed84-4903-a6d0-b11f7466cdce tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:26.860139 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-f7aefd97-ed84-4903-a6d0-b11f7466cdce tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2771184 Jul 29 23:53:26.863294 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52258) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:26.871774 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-0f74de7f-de29-4ffc-867d-f945497fae0b tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1186753721', 'admin_state_up': True, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:26.890550 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aefd97-ed84-4903-a6d0-b11f7466cdce tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event updated for resources: {'Network': ['ID=ddad5dc7-1476-40a2-b1e9-a0671d04cea9,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:26.902837 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network ddad5dc7-1476-40a2-b1e9-a0671d04cea9 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:53:26.928598 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0f74de7f-de29-4ffc-867d-f945497fae0b tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:26.931015 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0f74de7f-de29-4ffc-867d-f945497fae0b tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:27.010159 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d46aa3-4e8c-4940-952b-ffd485b4bf18 None None] New status for floating IP e2fb6438-f793-4e22-9cbf-211662b8af75: DOWN {{(pid=94080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:53:27.038435 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0f74de7f-de29-4ffc-867d-f945497fae0b tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:27.125996 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-54a9b7e5-ddc5-4fe6-a4ad-bcf127f07e43 tempest-RoutersTestDVR-1072760867 tempest-RoutersTestDVR-1072760867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:27.130396 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d2d377-6a21-4101-9ec1-42f34337e86e tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b121ef2e-da3e-466c-94c9-1839fd4ed132,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:27.132832 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-54a9b7e5-ddc5-4fe6-a4ad-bcf127f07e43 tempest-RoutersTestDVR-1072760867 tempest-RoutersTestDVR-1072760867-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:27.141041 n-d-712141-10 neutron-server[94078]: INFO neutron.db.l3_db [None req-0695af6d-767d-4b9a-ab97-5c8d34e9a6df tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Floating IP d52e1ae1-32f0-4cf5-b1a6-210b272b8911 associated. External IP: 172.25.0.28, port: cc08fc05-5686-44a3-a09e-a8facbc01e98. Jul 29 23:53:27.143031 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a6d2d377-6a21-4101-9ec1-42f34337e86e tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:27.144217 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-a6d2d377-6a21-4101-9ec1-42f34337e86e tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1915741 Jul 29 23:53:27.160052 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52264) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:27.165508 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-e6c4a572-60bc-4c4f-831b-01de68795adc tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Request body: {'security_group_rule': {'security_group_id': '45c25748-1547-458b-85bb-e960b9ce676e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:27.200810 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91910e-ae1b-43fd-9b13-3e1140468f3f req-1eed32e6-aeef-4698-8fcb-9ad9d0adffaa tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:27.202387 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ca91910e-ae1b-43fd-9b13-3e1140468f3f req-1eed32e6-aeef-4698-8fcb-9ad9d0adffaa tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.22 "GET /v2.0/ports?device_id=33ae2e5e-3966-467e-bbd9-ec121561fb8d HTTP/1.1" status: 200 len: 945 time: 0.1844113 Jul 29 23:53:27.232584 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-54a9b7e5-ddc5-4fe6-a4ad-bcf127f07e43 tempest-RoutersTestDVR-1072760867 tempest-RoutersTestDVR-1072760867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:27.233086 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a9b7e5-ddc5-4fe6-a4ad-bcf127f07e43 tempest-RoutersTestDVR-1072760867 tempest-RoutersTestDVR-1072760867-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 91c617ac-a0ed-4e3f-ad63-985ffeb2b98f {{(pid=94078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:53:27.307668 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-54a9b7e5-ddc5-4fe6-a4ad-bcf127f07e43 tempest-RoutersTestDVR-1072760867 tempest-RoutersTestDVR-1072760867-project-admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:27.309322 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-54a9b7e5-ddc5-4fe6-a4ad-bcf127f07e43 tempest-RoutersTestDVR-1072760867 tempest-RoutersTestDVR-1072760867-project-admin] 10.222.0.43 "DELETE /v2.0/routers/91c617ac-a0ed-4e3f-ad63-985ffeb2b98f HTTP/1.1" status: 204 len: 168 time: 1.1073446 Jul 29 23:53:27.315077 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52268) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:27.315760 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0bd5e9-5b01-4dd6-9db7-654c40e852af req-109c17b4-33db-47df-8023-5d9800ec1641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:27.318232 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2a0bd5e9-5b01-4dd6-9db7-654c40e852af req-109c17b4-33db-47df-8023-5d9800ec1641 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=927b2996-96c9-4bae-a7f6-f32149570c61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2661765 Jul 29 23:53:27.325646 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-5672c89e-52eb-4c92-bae5-a6c01b387c40 tempest-RoutersTestDVR-1072760867 tempest-RoutersTestDVR-1072760867-project-admin] Request body: {'router': {'name': 'tempest-router-932401433', 'distributed': True}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:27.338294 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0f74de7f-de29-4ffc-867d-f945497fae0b tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:27.360572 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e6c4a572-60bc-4c4f-831b-01de68795adc tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:27.505682 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5672c89e-52eb-4c92-bae5-a6c01b387c40 tempest-RoutersTestDVR-1072760867 tempest-RoutersTestDVR-1072760867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:27.508394 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5672c89e-52eb-4c92-bae5-a6c01b387c40 tempest-RoutersTestDVR-1072760867 tempest-RoutersTestDVR-1072760867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:27.572676 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9483aed-0c04-4deb-aabd-c1b39b716741 req-539d0975-b32d-414f-a866-a4091cb926e0 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:27.574227 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b9483aed-0c04-4deb-aabd-c1b39b716741 req-539d0975-b32d-414f-a866-a4091cb926e0 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/ports?device_id=33ae2e5e-3966-467e-bbd9-ec121561fb8d HTTP/1.1" status: 200 len: 945 time: 0.2372091 Jul 29 23:53:27.590454 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2a0bd5e9-5b01-4dd6-9db7-654c40e852af req-5af0b0d1-95d8-4cb6-82da-756471216c82 service neutron] 10.222.0.22 "GET /v2.0/networks/927b2996-96c9-4bae-a7f6-f32149570c61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626653 Jul 29 23:53:27.594934 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5672c89e-52eb-4c92-bae5-a6c01b387c40 tempest-RoutersTestDVR-1072760867 tempest-RoutersTestDVR-1072760867-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:27.607316 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5672c89e-52eb-4c92-bae5-a6c01b387c40 tempest-RoutersTestDVR-1072760867 tempest-RoutersTestDVR-1072760867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:27.613834 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-ca91910e-ae1b-43fd-9b13-3e1140468f3f req-c465b7f9-b573-4e20-8ebf-f40770a3de1f tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Deleting port 5262b782-37da-4888-8b07-6e2b456d9e66 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:53:27.614206 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ca91910e-ae1b-43fd-9b13-3e1140468f3f req-c465b7f9-b573-4e20-8ebf-f40770a3de1f tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:27.617464 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-e6c4a572-60bc-4c4f-831b-01de68795adc tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] create failed (client error): There was a conflict when trying to complete your request. Jul 29 23:53:27.621556 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e6c4a572-60bc-4c4f-831b-01de68795adc tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4575830 Jul 29 23:53:27.623452 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52276) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:27.666557 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0695af6d-767d-4b9a-ab97-5c8d34e9a6df tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Router 19ce4753-d88f-49bb-a0c5-60aae07ee6ce has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:53:27.708417 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b9483aed-0c04-4deb-aabd-c1b39b716741 req-44f23578-b3a4-4d01-aa37-58734beebe63 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/security-groups?id=21a0ca3e-129e-4a59-be0d-7121517858c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268806 Jul 29 23:53:27.715755 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5672c89e-52eb-4c92-bae5-a6c01b387c40 tempest-RoutersTestDVR-1072760867 tempest-RoutersTestDVR-1072760867-project-admin] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:27.717061 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-5672c89e-52eb-4c92-bae5-a6c01b387c40 tempest-RoutersTestDVR-1072760867 tempest-RoutersTestDVR-1072760867-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.3958521 Jul 29 23:53:27.723058 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52278) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:27.753792 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:27.798237 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-ca91910e-ae1b-43fd-9b13-3e1140468f3f req-c465b7f9-b573-4e20-8ebf-f40770a3de1f tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] For port 5262b782-37da-4888-8b07-6e2b456d9e66, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=5262b782-37da-4888-8b07-6e2b456d9e66,segment=NetworkSegment(9ff6e765-cf91-47a1-b3b0-38270934f391),segment_id=9ff6e765-cf91-47a1-b3b0-38270934f391)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:27.798612 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ca91910e-ae1b-43fd-9b13-3e1140468f3f req-c465b7f9-b573-4e20-8ebf-f40770a3de1f tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:27.817669 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7d7507e5-5105-46f0-b229-e0e3d4bc233f tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:27.819232 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-ca91910e-ae1b-43fd-9b13-3e1140468f3f req-c465b7f9-b573-4e20-8ebf-f40770a3de1f tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Calling delete_port for 5262b782-37da-4888-8b07-6e2b456d9e66 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:53:27.879072 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-43fa134e-2071-4969-bed2-6c235b57be94 tempest-RoutersTestDVR-1072760867 tempest-RoutersTestDVR-1072760867-project-admin] Notify callbacks [] for router, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:27.885518 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2a0bd5e9-5b01-4dd6-9db7-654c40e852af req-a82fef84-0678-4f6c-b715-5190f5c464ba service neutron] 10.222.0.22 "GET /v2.0/networks/927b2996-96c9-4bae-a7f6-f32149570c61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845855 Jul 29 23:53:27.933914 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7d7507e5-5105-46f0-b229-e0e3d4bc233f tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:28.041229 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0f74de7f-de29-4ffc-867d-f945497fae0b tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for router_gateway, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:28.075380 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0f74de7f-de29-4ffc-867d-f945497fae0b tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:28.094540 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7d7507e5-5105-46f0-b229-e0e3d4bc233f tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:28.097064 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7d7507e5-5105-46f0-b229-e0e3d4bc233f tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:28.100561 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7d7507e5-5105-46f0-b229-e0e3d4bc233f tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] 10.222.0.43 "DELETE /v2.0/security-groups/45c25748-1547-458b-85bb-e960b9ce676e HTTP/1.1" status: 204 len: 168 time: 0.4752841 Jul 29 23:53:28.114074 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52280) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:28.141403 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0695af6d-767d-4b9a-ab97-5c8d34e9a6df tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:53:28.144110 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-43fa134e-2071-4969-bed2-6c235b57be94 tempest-RoutersTestDVR-1072760867 tempest-RoutersTestDVR-1072760867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:28.152539 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-43fa134e-2071-4969-bed2-6c235b57be94 tempest-RoutersTestDVR-1072760867 tempest-RoutersTestDVR-1072760867-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:28.157377 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3314d965-ef55-4f23-a7e7-42b287cd6711 None None] Sync routers for ids ['19ce4753-d88f-49bb-a0c5-60aae07ee6ce'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:53:28.159599 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0695af6d-767d-4b9a-ab97-5c8d34e9a6df tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:28.173769 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3314d965-ef55-4f23-a7e7-42b287cd6711 None None] Routers {'19ce4753-d88f-49bb-a0c5-60aae07ee6ce'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:53:28.180209 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7507e5-5105-46f0-b229-e0e3d4bc233f tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c25748-1547-458b-85bb-e960b9ce676e,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:28.182419 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-3314d965-ef55-4f23-a7e7-42b287cd6711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:53:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['19ce4753-d88f-49bb-a0c5-60aae07ee6ce'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:28.200664 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-0695af6d-767d-4b9a-ab97-5c8d34e9a6df tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "PUT /v2.0/floatingips/d52e1ae1-32f0-4cf5-b1a6-210b272b8911 HTTP/1.1" status: 200 len: 990 time: 3.1327662 Jul 29 23:53:28.212481 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f051b833-3b04-4f56-9fec-78e2a166a0d7', 'tag': 'cc08fc05-5686-44a3-a09e-a8facbc01e98'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:53:28.216964 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e025a66-8d0a-4ca9-9922-db1e8fee8502" -d '{"events": [{"name": "network-changed", "server_uuid": "f051b833-3b04-4f56-9fec-78e2a166a0d7", "tag": "cc08fc05-5686-44a3-a09e-a8facbc01e98"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:53:28.286176 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ca91910e-ae1b-43fd-9b13-3e1140468f3f req-c465b7f9-b573-4e20-8ebf-f40770a3de1f tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:28.307404 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e728d551-81cf-4a07-a611-0f9548de4e39 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1919587 Jul 29 23:53:28.322768 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52286) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:28.325239 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b140e88b-3708-4718-bd72-4d056493edd7 x-openstack-request-id: req-b140e88b-3708-4718-bd72-4d056493edd7 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:53:28.325934 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f051b833-3b04-4f56-9fec-78e2a166a0d7", "tag": "cc08fc05-5686-44a3-a09e-a8facbc01e98", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:53:28.326614 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b140e88b-3708-4718-bd72-4d056493edd7 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:53:28.327239 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f051b833-3b04-4f56-9fec-78e2a166a0d7', 'tag': 'cc08fc05-5686-44a3-a09e-a8facbc01e98', 'status': 'completed', 'code': 200} Jul 29 23:53:28.333969 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-9a70b548-6493-4135-87b2-7d3ae5e39ce1 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Request body: {'security_group': {'name': 'tempest-secgroup--917740239'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:28.335385 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c465b7f9-b573-4e20-8ebf-f40770a3de1f tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Pushing event deleted for resources: {'Port': ['ID=5262b782-37da-4888-8b07-6e2b456d9e66,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:28.339641 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-43fa134e-2071-4969-bed2-6c235b57be94 tempest-RoutersTestDVR-1072760867 tempest-RoutersTestDVR-1072760867-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:28.340555 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43fa134e-2071-4969-bed2-6c235b57be94 tempest-RoutersTestDVR-1072760867 tempest-RoutersTestDVR-1072760867-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 50158a62-ded9-4975-9ac9-5d71cc77838f {{(pid=94078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:53:28.345699 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-43fa134e-2071-4969-bed2-6c235b57be94 tempest-RoutersTestDVR-1072760867 tempest-RoutersTestDVR-1072760867-project-admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:28.352180 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-43fa134e-2071-4969-bed2-6c235b57be94 tempest-RoutersTestDVR-1072760867 tempest-RoutersTestDVR-1072760867-project-admin] 10.222.0.43 "DELETE /v2.0/routers/50158a62-ded9-4975-9ac9-5d71cc77838f HTTP/1.1" status: 204 len: 168 time: 0.6261873 Jul 29 23:53:28.356421 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-0f74de7f-de29-4ffc-867d-f945497fae0b tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Allocated IP 172.25.0.17 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/8a106abc-3b8a-4938-8719-622bf3804a47) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:53:28.410964 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e025a66-8d0a-4ca9-9922-db1e8fee8502 req-20232ac6-e405-43f4-bd5f-79003884ddec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:28.412850 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0e025a66-8d0a-4ca9-9922-db1e8fee8502 req-20232ac6-e405-43f4-bd5f-79003884ddec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1d7085ece28410698508031edfc5998&device_id=f051b833-3b04-4f56-9fec-78e2a166a0d7 HTTP/1.1" status: 200 len: 1097 time: 0.0571568 Jul 29 23:53:28.415144 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca91910e-ae1b-43fd-9b13-3e1140468f3f req-c465b7f9-b573-4e20-8ebf-f40770a3de1f tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] No DVR routers for this DVR port 5262b782-37da-4888-8b07-6e2b456d9e66 on host n-h2-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:53:28.417910 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9a70b548-6493-4135-87b2-7d3ae5e39ce1 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:28.420792 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ca91910e-ae1b-43fd-9b13-3e1140468f3f req-c465b7f9-b573-4e20-8ebf-f40770a3de1f tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:28.423532 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ca91910e-ae1b-43fd-9b13-3e1140468f3f req-c465b7f9-b573-4e20-8ebf-f40770a3de1f tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.22 "DELETE /v2.0/ports/5262b782-37da-4888-8b07-6e2b456d9e66 HTTP/1.1" status: 204 len: 173 time: 1.1794491 Jul 29 23:53:28.424214 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ae2e5e-3966-467e-bbd9-ec121561fb8d', 'name': 'network-vif-deleted', 'tag': '5262b782-37da-4888-8b07-6e2b456d9e66'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:53:28.426857 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f100b8-f869-4a48-85f9-7ea572cf990e" -d '{"events": [{"server_uuid": "33ae2e5e-3966-467e-bbd9-ec121561fb8d", "name": "network-vif-deleted", "tag": "5262b782-37da-4888-8b07-6e2b456d9e66"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:53:28.457428 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-3314d965-ef55-4f23-a7e7-42b287cd6711 None None] Set router 19ce4753-d88f-49bb-a0c5-60aae07ee6ce gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:53:28.565451 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0f74de7f-de29-4ffc-867d-f945497fae0b tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:28.575319 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e025a66-8d0a-4ca9-9922-db1e8fee8502 req-78e8d044-9845-4fa6-8886-aa277f74159e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:28.576893 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0e025a66-8d0a-4ca9-9922-db1e8fee8502 req-78e8d044-9845-4fa6-8886-aa277f74159e service neutron] 10.222.0.41 "GET /v2.0/networks?id=67609761-f70d-451d-bf2b-11a2e29bfa80 HTTP/1.1" status: 200 len: 912 time: 0.1552854 Jul 29 23:53:28.615802 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-841703f0-2930-46be-91bb-4cc4a2293224 x-openstack-request-id: req-841703f0-2930-46be-91bb-4cc4a2293224 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:53:28.616318 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33ae2e5e-3966-467e-bbd9-ec121561fb8d", "name": "network-vif-deleted", "tag": "5262b782-37da-4888-8b07-6e2b456d9e66", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:53:28.616564 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-841703f0-2930-46be-91bb-4cc4a2293224 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:53:28.617705 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ae2e5e-3966-467e-bbd9-ec121561fb8d', 'name': 'network-vif-deleted', 'tag': '5262b782-37da-4888-8b07-6e2b456d9e66', 'status': 'completed', 'code': 200} Jul 29 23:53:28.645380 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0f74de7f-de29-4ffc-867d-f945497fae0b tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:28.682153 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0e025a66-8d0a-4ca9-9922-db1e8fee8502 req-fb7701f3-2619-44f2-9337-400197c5eef9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc08fc05-5686-44a3-a09e-a8facbc01e98 HTTP/1.1" status: 200 len: 998 time: 0.0884430 Jul 29 23:53:28.735245 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9a70b548-6493-4135-87b2-7d3ae5e39ce1 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:28.769285 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f74de7f-de29-4ffc-867d-f945497fae0b tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:53:28.771350 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9a70b548-6493-4135-87b2-7d3ae5e39ce1 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:28.774029 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-0f74de7f-de29-4ffc-867d-f945497fae0b tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:53:28.776802 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f74de7f-de29-4ffc-867d-f945497fae0b tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:53:28.844837 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e025a66-8d0a-4ca9-9922-db1e8fee8502 req-9ffb6fd6-e11d-41d1-8684-34cdc3fc043b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:28.847383 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0e025a66-8d0a-4ca9-9922-db1e8fee8502 req-9ffb6fd6-e11d-41d1-8684-34cdc3fc043b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=491bf474-cc80-4e70-9dca-1685e2004f49 HTTP/1.1" status: 200 len: 850 time: 0.1564939 Jul 29 23:53:28.849481 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9a70b548-6493-4135-87b2-7d3ae5e39ce1 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:28.851208 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-9a70b548-6493-4135-87b2-7d3ae5e39ce1 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5219574 Jul 29 23:53:28.853144 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a70b548-6493-4135-87b2-7d3ae5e39ce1 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58f4028d-8cd9-48a3-ac75-4bcdfd53436a,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:28.864995 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52300) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:28.865464 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f74de7f-de29-4ffc-867d-f945497fae0b tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event updated for resources: {'Port': ['ID=8a106abc-3b8a-4938-8719-622bf3804a47,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:28.865917 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52302) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:28.872956 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-750ae79c-a4c0-4bbb-8a8f-a5e5c60b93d7 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Request body: {'security_group_rule': {'security_group_id': '58f4028d-8cd9-48a3-ac75-4bcdfd53436a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:28.874316 n-d-712141-10 neutron-server[94078]: WARNING neutron.api.v2.base [None req-750ae79c-a4c0-4bbb-8a8f-a5e5c60b93d7 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 29 23:53:28.889015 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [None req-750ae79c-a4c0-4bbb-8a8f-a5e5c60b93d7 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:53:28.890353 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-750ae79c-a4c0-4bbb-8a8f-a5e5c60b93d7 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0232172 Jul 29 23:53:28.921247 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52304) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:29.007370 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bd68bba3-be66-471f-8b86-ca864e94550d req-5e4abe68-9007-4a38-8545-c3133e251c8f tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "GET /v2.0/ports?device_id=33ae2e5e-3966-467e-bbd9-ec121561fb8d HTTP/1.1" status: 200 len: 210 time: 0.0529449 Jul 29 23:53:29.065925 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e025a66-8d0a-4ca9-9922-db1e8fee8502 req-13e93cd1-a2d1-4372-922b-dab87bfd5552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:29.069041 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0e025a66-8d0a-4ca9-9922-db1e8fee8502 req-13e93cd1-a2d1-4372-922b-dab87bfd5552 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=67609761-f70d-451d-bf2b-11a2e29bfa80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2117498 Jul 29 23:53:29.087938 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-3314d965-ef55-4f23-a7e7-42b287cd6711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19ce4753-d88f-49bb-a0c5-60aae07ee6ce', 'name': 'tempest-AttachVolumeTestJSON-1357557364-router', 'tenant_id': 'c1d7085ece28410698508031edfc5998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'bd32ee84-4185-49db-9b33-26733bc708ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:48:28Z', 'updated_at': '2021-07-29T23:48:35Z', 'revision_number': 4, 'project_id': 'c1d7085ece28410698508031edfc5998', 'gw_port': {'id': 'bd32ee84-4185-49db-9b33-26733bc708ce', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:78:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ce4753-d88f-49bb-a0c5-60aae07ee6ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:48:30Z', 'updated_at': '2021-07-29T23:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': 'd52e1ae1-32f0-4cf5-b1a6-210b272b8911', 'tenant_id': 'c1d7085ece28410698508031edfc5998', 'floating_ip_address': '172.25.0.28', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '19ce4753-d88f-49bb-a0c5-60aae07ee6ce', 'port_id': 'cc08fc05-5686-44a3-a09e-a8facbc01e98', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3254, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67609761-f70d-451d-bf2b-11a2e29bfa80', 'mac_address': 'fa:16:3e:9f:63:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f051b833-3b04-4f56-9fec-78e2a166a0d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:53:06Z', 'updated_at': '2021-07-29T23:53:25Z', 'revision_number': 1, 'project_id': 'c1d7085ece28410698508031edfc5998', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72eb1e52-f5de-40cc-99b0-49fe24a2436f', 'name': '', 'network_id': '67609761-f70d-451d-bf2b-11a2e29bfa80', 'tenant_id': 'c1d7085ece28410698508031edfc5998', 'mac_address': 'fa:16:3e:d8:64:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ce4753-d88f-49bb-a0c5-60aae07ee6ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '491bf474-cc80-4e70-9dca-1685e2004f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:48:34Z', 'updated_at': '2021-07-29T23:48:46Z', 'revision_number': 5, 'project_id': 'c1d7085ece28410698508031edfc5998', 'subnets': [{'id': '491bf474-cc80-4e70-9dca-1685e2004f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:29.092982 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d3cb3230-be94-40b6-9968-370dce94e76e tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:29.134806 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d3cb3230-be94-40b6-9968-370dce94e76e tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:29.153815 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3314d965-ef55-4f23-a7e7-42b287cd6711 None None] Checking router: 19ce4753-d88f-49bb-a0c5-60aae07ee6ce for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:53:29.169319 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3314d965-ef55-4f23-a7e7-42b287cd6711 None None] Routers {'19ce4753-d88f-49bb-a0c5-60aae07ee6ce'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:53:29.170308 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-3314d965-ef55-4f23-a7e7-42b287cd6711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:53:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['19ce4753-d88f-49bb-a0c5-60aae07ee6ce'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:29.277097 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d3cb3230-be94-40b6-9968-370dce94e76e tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:29.279936 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d3cb3230-be94-40b6-9968-370dce94e76e tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:29.281310 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-d3cb3230-be94-40b6-9968-370dce94e76e tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] 10.222.0.43 "DELETE /v2.0/security-groups/58f4028d-8cd9-48a3-ac75-4bcdfd53436a HTTP/1.1" status: 204 len: 168 time: 0.3298621 Jul 29 23:53:29.286578 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c54beb00-e0c0-4130-9a0c-25ab9d7b8b23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:29.290510 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52310) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:29.313082 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-3314d965-ef55-4f23-a7e7-42b287cd6711 None None] Set router 19ce4753-d88f-49bb-a0c5-60aae07ee6ce gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:53:29.343535 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0f74de7f-de29-4ffc-867d-f945497fae0b tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for router_gateway, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:29.360430 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cb3230-be94-40b6-9968-370dce94e76e tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f4028d-8cd9-48a3-ac75-4bcdfd53436a,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:29.363661 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0e025a66-8d0a-4ca9-9922-db1e8fee8502 req-0b31b068-f5c9-48a1-bb98-667b857a7922 service neutron] 10.222.0.41 "GET /v2.0/networks/67609761-f70d-451d-bf2b-11a2e29bfa80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716422 Jul 29 23:53:29.507244 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-594c99fc-f202-49e3-a05a-3143763bbbe7 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2084355 Jul 29 23:53:29.512521 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52316) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:29.514498 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:29.526217 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-ef252757-902a-40d5-9ec2-2abfadc97b70 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Request body: {'security_group': {'name': 'tempest-secgroup--1527982007'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:29.558101 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0e025a66-8d0a-4ca9-9922-db1e8fee8502 req-4b807285-e7c2-4897-ab69-d79cc2130dee service neutron] 10.222.0.41 "GET /v2.0/networks/67609761-f70d-451d-bf2b-11a2e29bfa80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844714 Jul 29 23:53:29.608976 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0f74de7f-de29-4ffc-867d-f945497fae0b tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:29.631312 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c54beb00-e0c0-4130-9a0c-25ab9d7b8b23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:29.638076 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c54beb00-e0c0-4130-9a0c-25ab9d7b8b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:29.690674 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-c54beb00-e0c0-4130-9a0c-25ab9d7b8b23 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9a7b847a7e8e4f598f29c6593b561fcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7966282 Jul 29 23:53:29.695291 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52318) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:29.698085 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-3314d965-ef55-4f23-a7e7-42b287cd6711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19ce4753-d88f-49bb-a0c5-60aae07ee6ce', 'name': 'tempest-AttachVolumeTestJSON-1357557364-router', 'tenant_id': 'c1d7085ece28410698508031edfc5998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'bd32ee84-4185-49db-9b33-26733bc708ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:48:28Z', 'updated_at': '2021-07-29T23:48:35Z', 'revision_number': 4, 'project_id': 'c1d7085ece28410698508031edfc5998', 'gw_port': {'id': 'bd32ee84-4185-49db-9b33-26733bc708ce', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:78:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ce4753-d88f-49bb-a0c5-60aae07ee6ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:48:30Z', 'updated_at': '2021-07-29T23:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': 'd52e1ae1-32f0-4cf5-b1a6-210b272b8911', 'tenant_id': 'c1d7085ece28410698508031edfc5998', 'floating_ip_address': '172.25.0.28', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '19ce4753-d88f-49bb-a0c5-60aae07ee6ce', 'port_id': 'cc08fc05-5686-44a3-a09e-a8facbc01e98', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3254, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67609761-f70d-451d-bf2b-11a2e29bfa80', 'mac_address': 'fa:16:3e:9f:63:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f051b833-3b04-4f56-9fec-78e2a166a0d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:53:06Z', 'updated_at': '2021-07-29T23:53:25Z', 'revision_number': 1, 'project_id': 'c1d7085ece28410698508031edfc5998', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72eb1e52-f5de-40cc-99b0-49fe24a2436f', 'name': '', 'network_id': '67609761-f70d-451d-bf2b-11a2e29bfa80', 'tenant_id': 'c1d7085ece28410698508031edfc5998', 'mac_address': 'fa:16:3e:d8:64:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ce4753-d88f-49bb-a0c5-60aae07ee6ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '491bf474-cc80-4e70-9dca-1685e2004f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:48:34Z', 'updated_at': '2021-07-29T23:48:46Z', 'revision_number': 5, 'project_id': 'c1d7085ece28410698508031edfc5998', 'subnets': [{'id': '491bf474-cc80-4e70-9dca-1685e2004f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:29.704253 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ef252757-902a-40d5-9ec2-2abfadc97b70 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:29.715467 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54beb00-e0c0-4130-9a0c-25ab9d7b8b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9d582d-997c-4d51-8603-7273e53551bf,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:29.732874 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3314d965-ef55-4f23-a7e7-42b287cd6711 None None] The sync data for ids ['19ce4753-d88f-49bb-a0c5-60aae07ee6ce'] in n-d-712141-10 is: [{'id': '19ce4753-d88f-49bb-a0c5-60aae07ee6ce', 'name': 'tempest-AttachVolumeTestJSON-1357557364-router', 'tenant_id': 'c1d7085ece28410698508031edfc5998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'bd32ee84-4185-49db-9b33-26733bc708ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:48:28Z', 'updated_at': '2021-07-29T23:48:35Z', 'revision_number': 4, 'project_id': 'c1d7085ece28410698508031edfc5998', 'gw_port': {'id': 'bd32ee84-4185-49db-9b33-26733bc708ce', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:78:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ce4753-d88f-49bb-a0c5-60aae07ee6ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:48:30Z', 'updated_at': '2021-07-29T23:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': 'd52e1ae1-32f0-4cf5-b1a6-210b272b8911', 'tenant_id': 'c1d7085ece28410698508031edfc5998', 'floating_ip_address': '172.25.0.28', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '19ce4753-d88f-49bb-a0c5-60aae07ee6ce', 'port_id': 'cc08fc05-5686-44a3-a09e-a8facbc01e98', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3254, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67609761-f70d-451d-bf2b-11a2e29bfa80', 'mac_address': 'fa:16:3e:9f:63:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f051b833-3b04-4f56-9fec-78e2a166a0d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:53:06Z', 'updated_at': '2021-07-29T23:53:25Z', 'revision_number': 1, 'project_id': 'c1d7085ece28410698508031edfc5998', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72eb1e52-f5de-40cc-99b0-49fe24a2436f', 'name': '', 'network_id': '67609761-f70d-451d-bf2b-11a2e29bfa80', 'tenant_id': 'c1d7085ece28410698508031edfc5998', 'mac_address': 'fa:16:3e:d8:64:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ce4753-d88f-49bb-a0c5-60aae07ee6ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '491bf474-cc80-4e70-9dca-1685e2004f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:48:34Z', 'updated_at': '2021-07-29T23:48:46Z', 'revision_number': 5, 'project_id': 'c1d7085ece28410698508031edfc5998', 'subnets': [{'id': '491bf474-cc80-4e70-9dca-1685e2004f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:53:29.775301 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f74de7f-de29-4ffc-867d-f945497fae0b tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Router 90597499-4d9c-419c-a8b2-0f8af85f833b is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:53:29.800974 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c1b4d40f-7748-4931-9861-debd8dda3746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:29.840928 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c1b4d40f-7748-4931-9861-debd8dda3746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:29.894278 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ef252757-902a-40d5-9ec2-2abfadc97b70 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:29.902818 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ef252757-902a-40d5-9ec2-2abfadc97b70 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:29.913490 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f74de7f-de29-4ffc-867d-f945497fae0b tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:53:29.936317 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307755d6-c8c9-42e4-9171-4b42919b64d3 None None] Sync routers for ids ['90597499-4d9c-419c-a8b2-0f8af85f833b'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:53:29.936958 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ef252757-902a-40d5-9ec2-2abfadc97b70 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:29.942693 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52320) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:29.947090 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ef252757-902a-40d5-9ec2-2abfadc97b70 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4334123 Jul 29 23:53:29.949305 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-e9c1942b-8aa2-4332-b514-b1443e365c65 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Request body: {'security_group_rule': {'security_group_id': 'e42f278c-12a5-4360-b8de-8c0247c826a6', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:29.950238 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307755d6-c8c9-42e4-9171-4b42919b64d3 None None] Routers {'90597499-4d9c-419c-a8b2-0f8af85f833b'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:53:29.951222 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-307755d6-c8c9-42e4-9171-4b42919b64d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:53:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['90597499-4d9c-419c-a8b2-0f8af85f833b'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:29.952923 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c1b4d40f-7748-4931-9861-debd8dda3746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:29.955497 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c1b4d40f-7748-4931-9861-debd8dda3746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:29.971899 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-c1b4d40f-7748-4931-9861-debd8dda3746 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6d9d582d-997c-4d51-8603-7273e53551bf HTTP/1.1" status: 204 len: 168 time: 0.2641525 Jul 29 23:53:29.973233 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef252757-902a-40d5-9ec2-2abfadc97b70 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e42f278c-12a5-4360-b8de-8c0247c826a6,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:29.974038 n-d-712141-10 neutron-server[94077]: WARNING neutron.api.v2.base [None req-e9c1942b-8aa2-4332-b514-b1443e365c65 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 29 23:53:29.977071 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-e9c1942b-8aa2-4332-b514-b1443e365c65 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:53:29.978678 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e9c1942b-8aa2-4332-b514-b1443e365c65 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0348353 Jul 29 23:53:29.984592 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0f74de7f-de29-4ffc-867d-f945497fae0b tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:30.004409 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52324) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:30.004769 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52328) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:30.007890 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0f74de7f-de29-4ffc-867d-f945497fae0b tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.1414816 Jul 29 23:53:30.064448 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-cfebb922-c03d-409e-b864-556efd7f902a tempest-TestNetworkAdvancedServerOps-451069228 tempest-TestNetworkAdvancedServerOps-451069228-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=65ae77200a164c0f8f007753b934a6ed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0552731 Jul 29 23:53:30.065608 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52332) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:30.067445 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b4d40f-7748-4931-9861-debd8dda3746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9d582d-997c-4d51-8603-7273e53551bf,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:30.115387 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b899a4b-5fbe-4080-8c5e-09cd77af169c None None] New status for floating IP d52e1ae1-32f0-4cf5-b1a6-210b272b8911: ACTIVE {{(pid=94079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:53:30.159395 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52334) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:30.168348 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-307755d6-c8c9-42e4-9171-4b42919b64d3 None None] Set router 90597499-4d9c-419c-a8b2-0f8af85f833b gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:53:30.213711 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-de7b6225-fc4b-4682-830c-05801c36a058 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:30.278935 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-de7b6225-fc4b-4682-830c-05801c36a058 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:30.326025 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2dbea1f8-b473-44e0-bba5-4353d02db9a9 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:30.342084 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78898788-f927-4245-a06f-636fda06341f tempest-TestNetworkAdvancedServerOps-451069228 tempest-TestNetworkAdvancedServerOps-451069228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:30.346802 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-78898788-f927-4245-a06f-636fda06341f tempest-TestNetworkAdvancedServerOps-451069228 tempest-TestNetworkAdvancedServerOps-451069228-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2768016 Jul 29 23:53:30.347464 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52338) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:30.365515 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2dbea1f8-b473-44e0-bba5-4353d02db9a9 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:30.446143 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-de7b6225-fc4b-4682-830c-05801c36a058 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:30.448974 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-de7b6225-fc4b-4682-830c-05801c36a058 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:30.453130 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-de7b6225-fc4b-4682-830c-05801c36a058 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] 10.222.0.43 "DELETE /v2.0/security-groups/e42f278c-12a5-4360-b8de-8c0247c826a6 HTTP/1.1" status: 204 len: 168 time: 0.4471233 Jul 29 23:53:30.475805 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52340) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:30.483068 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9d83e9b2-a7b0-48b0-9ab8-64636c8560e6 tempest-TestNetworkAdvancedServerOps-451069228 tempest-TestNetworkAdvancedServerOps-451069228-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=58f27f61-3278-49cc-b66b-1e729d26f29f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1344488 Jul 29 23:53:30.488946 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52344) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:30.513880 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-42432212-f724-4694-a933-1ed6f2b1654c tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1052999343', 'network_id': 'ddad5dc7-1476-40a2-b1e9-a0671d04cea9', 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:30.520982 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7b6225-fc4b-4682-830c-05801c36a058 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42f278c-12a5-4360-b8de-8c0247c826a6,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:30.627816 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-2dd94439-8c36-4a90-9b4a-67b2f8e7af3a tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1513481 Jul 29 23:53:30.629148 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52346) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:30.634863 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-887c3dc4-656f-4367-9bf1-0be4d4637fcf tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Request body: {'security_group': {'name': 'tempest-secgroup--550216681'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:30.677250 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-307755d6-c8c9-42e4-9171-4b42919b64d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90597499-4d9c-419c-a8b2-0f8af85f833b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186753721', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '8a106abc-3b8a-4938-8719-622bf3804a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:26Z', 'updated_at': '2021-07-29T23:53:29Z', 'revision_number': 3, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'gw_port': {'id': '8a106abc-3b8a-4938-8719-622bf3804a47', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:84:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90597499-4d9c-419c-a8b2-0f8af85f833b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:28Z', 'updated_at': '2021-07-29T23:53:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:30.685865 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2dbea1f8-b473-44e0-bba5-4353d02db9a9 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:30.688636 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2dbea1f8-b473-44e0-bba5-4353d02db9a9 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:30.690934 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-2dbea1f8-b473-44e0-bba5-4353d02db9a9 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "DELETE /v2.0/security-groups/21a0ca3e-129e-4a59-be0d-7121517858c7 HTTP/1.1" status: 204 len: 168 time: 0.5287452 Jul 29 23:53:30.691688 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.db.api [None req-887c3dc4-656f-4367-9bf1-0be4d4637fcf tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 23:53:30.691688 n-d-712141-10 neutron-server[94078]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 29 23:53:30.691688 n-d-712141-10 neutron-server[94078]: [parameters: {'project_id': 'd0ccb320b9614c6796da1d3a4eb8050d', 'id': '2fdfa29c-c670-40d3-9162-809fa7edb7a1', 'expiration': datetime.datetime(2021, 7, 29, 23, 55, 30, 678671)}] Jul 29 23:53:30.691688 n-d-712141-10 neutron-server[94078]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94078) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:53:30.692007 n-d-712141-10 neutron-server[94078]: DEBUG oslo_db.api [None req-887c3dc4-656f-4367-9bf1-0be4d4637fcf tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:53:30.699818 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42432212-f724-4694-a933-1ed6f2b1654c tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Made reservation on behalf of 65ae77200a164c0f8f007753b934a6ed for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:53:30.703499 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-42432212-f724-4694-a933-1ed6f2b1654c tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:30.709363 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbea1f8-b473-44e0-bba5-4353d02db9a9 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a0ca3e-129e-4a59-be0d-7121517858c7,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:30.729196 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52350) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:30.743728 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52352) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:30.745741 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307755d6-c8c9-42e4-9171-4b42919b64d3 None None] Checking router: 90597499-4d9c-419c-a8b2-0f8af85f833b for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:53:30.746074 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307755d6-c8c9-42e4-9171-4b42919b64d3 None None] Updating router 90597499-4d9c-419c-a8b2-0f8af85f833b port 8a106abc-3b8a-4938-8719-622bf3804a47 binding host n-d-712141-10 {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:53:30.775874 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-307755d6-c8c9-42e4-9171-4b42919b64d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:30.806373 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fb121f38-3231-4625-9bad-8802ee76715d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:30.948634 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-42432212-f724-4694-a933-1ed6f2b1654c tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:30.965449 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 5262b782-37da-4888-8b07-6e2b456d9e66 no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:53:30.990837 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: 5262b782-37da-4888-8b07-6e2b456d9e66 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:53:30.991466 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 5262b782-37da-4888-8b07-6e2b456d9e66 not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:53:31.026300 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42432212-f724-4694-a933-1ed6f2b1654c tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event updated for resources: {'Subnet': ['ID=57b00923-d43c-47d5-9113-0cf54080fe3c,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:31.036741 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42432212-f724-4694-a933-1ed6f2b1654c tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Checking segment: {'id': '188b7e99-4684-43a5-b366-23af67714bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'ddad5dc7-1476-40a2-b1e9-a0671d04cea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:53:31.037353 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42432212-f724-4694-a933-1ed6f2b1654c tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Network hostable DHCP agents. Network: ddad5dc7-1476-40a2-b1e9-a0671d04cea9, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:53:31.058110 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42432212-f724-4694-a933-1ed6f2b1654c tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Network ddad5dc7-1476-40a2-b1e9-a0671d04cea9 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:53:31.062138 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-307755d6-c8c9-42e4-9171-4b42919b64d3 None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:31.069518 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-42432212-f724-4694-a933-1ed6f2b1654c tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, ddad5dc7-1476-40a2-b1e9-a0671d04cea9) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:53:31.074543 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-307755d6-c8c9-42e4-9171-4b42919b64d3 None None] Transition to ACTIVE for port object 8a106abc-3b8a-4938-8719-622bf3804a47 will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:53:31.076260 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42432212-f724-4694-a933-1ed6f2b1654c tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:31.077186 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-42432212-f724-4694-a933-1ed6f2b1654c tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:31.081548 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-307755d6-c8c9-42e4-9171-4b42919b64d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:31.084581 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475e76cd-c0fe-4e4c-97e2-4729d1f7046b None None] Network ddad5dc7-1476-40a2-b1e9-a0671d04cea9 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:53:31.134291 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fb121f38-3231-4625-9bad-8802ee76715d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:31.139323 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-307755d6-c8c9-42e4-9171-4b42919b64d3 None None] Attempting to bind port 8a106abc-3b8a-4938-8719-622bf3804a47 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:53:31.139724 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-307755d6-c8c9-42e4-9171-4b42919b64d3 None None] Attempting to bind port 8a106abc-3b8a-4938-8719-622bf3804a47 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:53:31.140188 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307755d6-c8c9-42e4-9171-4b42919b64d3 None None] Attempting to bind port 8a106abc-3b8a-4938-8719-622bf3804a47 on network 58f27f61-3278-49cc-b66b-1e729d26f29f {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:53:31.149347 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fb121f38-3231-4625-9bad-8802ee76715d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:31.152301 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307755d6-c8c9-42e4-9171-4b42919b64d3 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:53:31.152933 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307755d6-c8c9-42e4-9171-4b42919b64d3 None None] Checking segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:53:31.154094 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-307755d6-c8c9-42e4-9171-4b42919b64d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:31.154543 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-307755d6-c8c9-42e4-9171-4b42919b64d3 None None] Bound using segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:53:31.155094 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-307755d6-c8c9-42e4-9171-4b42919b64d3 None None] Bound port: 8a106abc-3b8a-4938-8719-622bf3804a47, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:53:31.155565 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-307755d6-c8c9-42e4-9171-4b42919b64d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:31.159396 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-42432212-f724-4694-a933-1ed6f2b1654c tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6659443 Jul 29 23:53:31.162293 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52358) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:31.214641 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-307755d6-c8c9-42e4-9171-4b42919b64d3 None None] For port 8a106abc-3b8a-4938-8719-622bf3804a47, host n-d-712141-10, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:53:31.218626 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-307755d6-c8c9-42e4-9171-4b42919b64d3 None None] For port 8a106abc-3b8a-4938-8719-622bf3804a47, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=8a106abc-3b8a-4938-8719-622bf3804a47,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:53:31.226131 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db416633-130e-4760-bd0f-be970b23bccf None None] Pushing event updated for resources: {'Port': ['ID=8a106abc-3b8a-4938-8719-622bf3804a47,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:31.231308 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-307755d6-c8c9-42e4-9171-4b42919b64d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:31.238939 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db416633-130e-4760-bd0f-be970b23bccf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:31.239732 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db416633-130e-4760-bd0f-be970b23bccf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:31.239732 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db416633-130e-4760-bd0f-be970b23bccf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:31.239967 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db416633-130e-4760-bd0f-be970b23bccf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:31.240269 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db416633-130e-4760-bd0f-be970b23bccf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:31.240813 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db416633-130e-4760-bd0f-be970b23bccf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:31.241354 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db416633-130e-4760-bd0f-be970b23bccf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:31.242660 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db416633-130e-4760-bd0f-be970b23bccf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:31.243423 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db416633-130e-4760-bd0f-be970b23bccf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:31.243423 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db416633-130e-4760-bd0f-be970b23bccf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:31.244162 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db416633-130e-4760-bd0f-be970b23bccf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:31.244162 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db416633-130e-4760-bd0f-be970b23bccf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:31.276922 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb121f38-3231-4625-9bad-8802ee76715d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00683107-ca8b-4232-a3c4-00332469df17,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:31.319159 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-fb121f38-3231-4625-9bad-8802ee76715d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=16d232a9975e45cb99e163db6f0c0099&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5873597 Jul 29 23:53:31.327068 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52362) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:31.353062 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db416633-130e-4760-bd0f-be970b23bccf None None] Pushing event updated for resources: {'Port': ['ID=8a106abc-3b8a-4938-8719-622bf3804a47,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:31.355546 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16537a5-ade0-4533-bc20-2186807f8d7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-ddad5dc7-1476-40a2-b1e9-a0671d04cea9', 'network_id': 'ddad5dc7-1476-40a2-b1e9-a0671d04cea9', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'fixed_ips': [{'subnet_id': '57b00923-d43c-47d5-9113-0cf54080fe3c'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:53:31.358861 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e16537a5-ade0-4533-bc20-2186807f8d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:31.374467 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-887c3dc4-656f-4367-9bf1-0be4d4637fcf tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:31.389390 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307755d6-c8c9-42e4-9171-4b42919b64d3 None None] Routers {'90597499-4d9c-419c-a8b2-0f8af85f833b'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:53:31.390137 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-307755d6-c8c9-42e4-9171-4b42919b64d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:53:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['90597499-4d9c-419c-a8b2-0f8af85f833b'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:31.472937 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-90614070-ad33-4cf7-bc0e-00aa8fb91749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:31.508725 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-887c3dc4-656f-4367-9bf1-0be4d4637fcf tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:31.514790 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-90614070-ad33-4cf7-bc0e-00aa8fb91749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:31.548710 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-887c3dc4-656f-4367-9bf1-0be4d4637fcf tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:31.549851 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-307755d6-c8c9-42e4-9171-4b42919b64d3 None None] Set router 90597499-4d9c-419c-a8b2-0f8af85f833b gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:53:31.592509 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-90614070-ad33-4cf7-bc0e-00aa8fb91749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:31.595916 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-90614070-ad33-4cf7-bc0e-00aa8fb91749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:31.600361 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-90614070-ad33-4cf7-bc0e-00aa8fb91749 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/00683107-ca8b-4232-a3c4-00332469df17 HTTP/1.1" status: 204 len: 168 time: 0.2687118 Jul 29 23:53:31.602166 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-887c3dc4-656f-4367-9bf1-0be4d4637fcf tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:31.608887 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-887c3dc4-656f-4367-9bf1-0be4d4637fcf tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9748731 Jul 29 23:53:31.610535 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52366) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:31.620667 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-429cd752-e78e-4e9e-988f-3c280a8b9e10 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Request body: {'security_group_rule': {'security_group_id': '027ecd78-dd1e-40f9-8366-b793b26d4bee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:31.655632 n-d-712141-10 neutron-server[94078]: WARNING neutron.api.v2.base [None req-429cd752-e78e-4e9e-988f-3c280a8b9e10 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 29 23:53:31.656332 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [None req-429cd752-e78e-4e9e-988f-3c280a8b9e10 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:53:31.660036 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-429cd752-e78e-4e9e-988f-3c280a8b9e10 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0463319 Jul 29 23:53:31.667216 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52368) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:31.688191 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-e16537a5-ade0-4533-bc20-2186807f8d7c None None] Allocated IP 172.20.0.2 (ddad5dc7-1476-40a2-b1e9-a0671d04cea9/57b00923-d43c-47d5-9113-0cf54080fe3c/b4b8dac7-c374-4757-a7ee-222f12399610) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:53:31.690995 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-e40c6f6b-e2d2-4ae4-9999-ec2afb81d7df tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Request body: {'security_group_rule': {'security_group_id': '027ecd78-dd1e-40f9-8366-b793b26d4bee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:31.698471 n-d-712141-10 neutron-server[94078]: WARNING neutron.api.v2.base [None req-e40c6f6b-e2d2-4ae4-9999-ec2afb81d7df tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 29 23:53:31.700743 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [None req-e40c6f6b-e2d2-4ae4-9999-ec2afb81d7df tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:53:31.704637 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e40c6f6b-e2d2-4ae4-9999-ec2afb81d7df tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0221586 Jul 29 23:53:31.707710 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52370) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:31.730568 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-5ac4694d-94d4-4ec5-9a5a-813e20c8c339 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Request body: {'security_group_rule': {'security_group_id': '027ecd78-dd1e-40f9-8366-b793b26d4bee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:31.731397 n-d-712141-10 neutron-server[94078]: WARNING neutron.api.v2.base [None req-5ac4694d-94d4-4ec5-9a5a-813e20c8c339 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 29 23:53:31.731929 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [None req-5ac4694d-94d4-4ec5-9a5a-813e20c8c339 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:53:31.735741 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-5ac4694d-94d4-4ec5-9a5a-813e20c8c339 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0171123 Jul 29 23:53:31.735741 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887c3dc4-656f-4367-9bf1-0be4d4637fcf tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=027ecd78-dd1e-40f9-8366-b793b26d4bee,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:31.744076 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52374) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:31.763699 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-80f6c3a2-5a80-4811-b458-0b5225d1fd82 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Request body: {'security_group_rule': {'security_group_id': '027ecd78-dd1e-40f9-8366-b793b26d4bee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:31.764490 n-d-712141-10 neutron-server[94078]: WARNING neutron.api.v2.base [None req-80f6c3a2-5a80-4811-b458-0b5225d1fd82 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 29 23:53:31.764995 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [None req-80f6c3a2-5a80-4811-b458-0b5225d1fd82 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:53:31.768844 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-80f6c3a2-5a80-4811-b458-0b5225d1fd82 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0091274 Jul 29 23:53:31.775729 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52376) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:31.850623 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f10f7b1c-b35a-4001-8c32-ccdd1ccf65db tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:31.895406 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-307755d6-c8c9-42e4-9171-4b42919b64d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90597499-4d9c-419c-a8b2-0f8af85f833b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186753721', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '8a106abc-3b8a-4938-8719-622bf3804a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:26Z', 'updated_at': '2021-07-29T23:53:29Z', 'revision_number': 3, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'gw_port': {'id': '8a106abc-3b8a-4938-8719-622bf3804a47', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:84:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90597499-4d9c-419c-a8b2-0f8af85f833b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:28Z', 'updated_at': '2021-07-29T23:53:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:31.957237 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307755d6-c8c9-42e4-9171-4b42919b64d3 None None] The sync data for ids ['90597499-4d9c-419c-a8b2-0f8af85f833b'] in n-d-712141-10 is: [{'id': '90597499-4d9c-419c-a8b2-0f8af85f833b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186753721', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '8a106abc-3b8a-4938-8719-622bf3804a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:26Z', 'updated_at': '2021-07-29T23:53:29Z', 'revision_number': 3, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'gw_port': {'id': '8a106abc-3b8a-4938-8719-622bf3804a47', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:84:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90597499-4d9c-419c-a8b2-0f8af85f833b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:28Z', 'updated_at': '2021-07-29T23:53:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:53:31.969999 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e16537a5-ade0-4533-bc20-2186807f8d7c None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:31.983743 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-e16537a5-ade0-4533-bc20-2186807f8d7c None None] Transition to ACTIVE for port object b4b8dac7-c374-4757-a7ee-222f12399610 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:53:32.005558 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-e16537a5-ade0-4533-bc20-2186807f8d7c None None] Transition to ACTIVE for port object b4b8dac7-c374-4757-a7ee-222f12399610 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:53:32.017180 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e16537a5-ade0-4533-bc20-2186807f8d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:32.067539 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16537a5-ade0-4533-bc20-2186807f8d7c None None] Network ddad5dc7-1476-40a2-b1e9-a0671d04cea9 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:53:32.077683 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-e16537a5-ade0-4533-bc20-2186807f8d7c None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:53:32.084394 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16537a5-ade0-4533-bc20-2186807f8d7c None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:53:32.139344 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16537a5-ade0-4533-bc20-2186807f8d7c None None] Pushing event updated for resources: {'Port': ['ID=b4b8dac7-c374-4757-a7ee-222f12399610,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:32.191470 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90614070-ad33-4cf7-bc0e-00aa8fb91749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00683107-ca8b-4232-a3c4-00332469df17,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:32.218287 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9e89a54a-6483-4954-9a69-f7e74749392c tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:32.269230 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9e89a54a-6483-4954-9a69-f7e74749392c tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:32.276554 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-e16537a5-ade0-4533-bc20-2186807f8d7c None None] Attempting to bind port b4b8dac7-c374-4757-a7ee-222f12399610 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:53:32.281711 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-e16537a5-ade0-4533-bc20-2186807f8d7c None None] Attempting to bind port b4b8dac7-c374-4757-a7ee-222f12399610 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '188b7e99-4684-43a5-b366-23af67714bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'ddad5dc7-1476-40a2-b1e9-a0671d04cea9'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:53:32.282331 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16537a5-ade0-4533-bc20-2186807f8d7c None None] Attempting to bind port b4b8dac7-c374-4757-a7ee-222f12399610 on network ddad5dc7-1476-40a2-b1e9-a0671d04cea9 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:53:32.299314 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16537a5-ade0-4533-bc20-2186807f8d7c None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:53:32.299799 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16537a5-ade0-4533-bc20-2186807f8d7c None None] Checking segment: {'id': '188b7e99-4684-43a5-b366-23af67714bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'ddad5dc7-1476-40a2-b1e9-a0671d04cea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:53:32.300207 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e16537a5-ade0-4533-bc20-2186807f8d7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:32.300665 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16537a5-ade0-4533-bc20-2186807f8d7c None None] Bound using segment: {'id': '188b7e99-4684-43a5-b366-23af67714bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'ddad5dc7-1476-40a2-b1e9-a0671d04cea9'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:53:32.301924 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-e16537a5-ade0-4533-bc20-2186807f8d7c None None] Bound port: b4b8dac7-c374-4757-a7ee-222f12399610, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '188b7e99-4684-43a5-b366-23af67714bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'ddad5dc7-1476-40a2-b1e9-a0671d04cea9'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:53:32.301924 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e16537a5-ade0-4533-bc20-2186807f8d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:32.428128 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9e89a54a-6483-4954-9a69-f7e74749392c tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:32.432802 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9e89a54a-6483-4954-9a69-f7e74749392c tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:32.436122 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-9e89a54a-6483-4954-9a69-f7e74749392c tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] 10.222.0.43 "DELETE /v2.0/security-groups/027ecd78-dd1e-40f9-8366-b793b26d4bee HTTP/1.1" status: 204 len: 168 time: 0.6593730 Jul 29 23:53:32.441751 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52390) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:32.459202 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e89a54a-6483-4954-9a69-f7e74749392c tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=027ecd78-dd1e-40f9-8366-b793b26d4bee,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:32.528542 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-e16537a5-ade0-4533-bc20-2186807f8d7c None None] For port b4b8dac7-c374-4757-a7ee-222f12399610, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:53:32.538785 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-e16537a5-ade0-4533-bc20-2186807f8d7c None None] For port b4b8dac7-c374-4757-a7ee-222f12399610, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=b4b8dac7-c374-4757-a7ee-222f12399610,segment=NetworkSegment(188b7e99-4684-43a5-b366-23af67714bc7),segment_id=188b7e99-4684-43a5-b366-23af67714bc7)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:53:32.557783 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-f10f7b1c-b35a-4001-8c32-ccdd1ccf65db tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Deleting port 048907df-d8c6-4e06-8e0e-429137141bf1 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:53:32.558676 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f10f7b1c-b35a-4001-8c32-ccdd1ccf65db tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:32.566400 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e16537a5-ade0-4533-bc20-2186807f8d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:32.700934 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0fefaec1-83c7-4285-a049-692f3badee20 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:32.742139 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-467c7e4b-db0c-4c27-a86f-b6a73e63e72e tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2991109 Jul 29 23:53:32.745919 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52396) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:32.746798 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16537a5-ade0-4533-bc20-2186807f8d7c None None] Pushing event updated for resources: {'Port': ['ID=b4b8dac7-c374-4757-a7ee-222f12399610,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:32.851830 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-8649052a-e89c-475e-bd78-ce98661cb9c6 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Request body: {'security_group': {'name': 'tempest-secgroup--840967565'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:32.944881 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8649052a-e89c-475e-bd78-ce98661cb9c6 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:33.007207 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 8a106abc-3b8a-4938-8719-622bf3804a47 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:53:33.096471 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 8a106abc-3b8a-4938-8719-622bf3804a47 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:53:33.100861 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 8a106abc-3b8a-4938-8719-622bf3804a47 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:53:33.101253 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:33.508260 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-f10f7b1c-b35a-4001-8c32-ccdd1ccf65db tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] For port 048907df-d8c6-4e06-8e0e-429137141bf1, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=048907df-d8c6-4e06-8e0e-429137141bf1,segment=NetworkSegment(9ff6e765-cf91-47a1-b3b0-38270934f391),segment_id=9ff6e765-cf91-47a1-b3b0-38270934f391)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:33.508917 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f10f7b1c-b35a-4001-8c32-ccdd1ccf65db tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:33.526546 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-f10f7b1c-b35a-4001-8c32-ccdd1ccf65db tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Calling delete_port for 048907df-d8c6-4e06-8e0e-429137141bf1 owned by network:router_interface {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:53:33.667855 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-0fefaec1-83c7-4285-a049-692f3badee20 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Allocated IP 172.20.0.1 (ddad5dc7-1476-40a2-b1e9-a0671d04cea9/57b00923-d43c-47d5-9113-0cf54080fe3c/98df9f79-2471-4c02-9d44-10d79347ad41) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:53:33.682239 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8649052a-e89c-475e-bd78-ce98661cb9c6 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:33.715573 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8649052a-e89c-475e-bd78-ce98661cb9c6 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:33.735752 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:33.777251 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 8a106abc-3b8a-4938-8719-622bf3804a47, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=8a106abc-3b8a-4938-8719-622bf3804a47,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:33.790568 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:33.824331 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f10f7b1c-b35a-4001-8c32-ccdd1ccf65db tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:33.836614 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8649052a-e89c-475e-bd78-ce98661cb9c6 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:33.840892 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8649052a-e89c-475e-bd78-ce98661cb9c6 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0938573 Jul 29 23:53:33.842864 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52410) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:33.849526 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-c86637c6-50d4-4db0-b4e1-d28be235a986 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Request body: {'security_group_rule': {'security_group_id': '1d21a9b8-c7bd-4632-a4d8-00e81cca339b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:33.850314 n-d-712141-10 neutron-server[94077]: WARNING neutron.api.v2.base [None req-c86637c6-50d4-4db0-b4e1-d28be235a986 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 29 23:53:33.850784 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-c86637c6-50d4-4db0-b4e1-d28be235a986 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:53:33.855677 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c86637c6-50d4-4db0-b4e1-d28be235a986 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0097666 Jul 29 23:53:33.856265 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52412) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:33.869759 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-0b71e3e8-8871-41e9-ab57-863e49acd46b tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Request body: {'security_group_rule': {'security_group_id': '1d21a9b8-c7bd-4632-a4d8-00e81cca339b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:33.874208 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=8a106abc-3b8a-4938-8719-622bf3804a47,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:33.881901 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8649052a-e89c-475e-bd78-ce98661cb9c6 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d21a9b8-c7bd-4632-a4d8-00e81cca339b,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:33.932367 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10f7b1c-b35a-4001-8c32-ccdd1ccf65db tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Pushing event deleted for resources: {'Port': ['ID=048907df-d8c6-4e06-8e0e-429137141bf1,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:33.958579 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0fefaec1-83c7-4285-a049-692f3badee20 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:34.002999 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-0fefaec1-83c7-4285-a049-692f3badee20 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Transition to ACTIVE for port object 98df9f79-2471-4c02-9d44-10d79347ad41 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:53:34.094075 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0fefaec1-83c7-4285-a049-692f3badee20 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:34.164956 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fefaec1-83c7-4285-a049-692f3badee20 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Network ddad5dc7-1476-40a2-b1e9-a0671d04cea9 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:53:34.170949 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fefaec1-83c7-4285-a049-692f3badee20 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event updated for resources: {'Port': ['ID=98df9f79-2471-4c02-9d44-10d79347ad41,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:34.174229 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-0fefaec1-83c7-4285-a049-692f3badee20 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:53:34.180700 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fefaec1-83c7-4285-a049-692f3badee20 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:53:34.231441 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-0b71e3e8-8871-41e9-ab57-863e49acd46b tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:53:34.233963 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0b71e3e8-8871-41e9-ab57-863e49acd46b tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3735244 Jul 29 23:53:34.244541 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52422) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:34.252305 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-838c05cf-bb72-4644-943c-e431ba9581a5 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Request body: {'security_group_rule': {'security_group_id': '1d21a9b8-c7bd-4632-a4d8-00e81cca339b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:34.255779 n-d-712141-10 neutron-server[94078]: WARNING neutron.api.v2.base [None req-838c05cf-bb72-4644-943c-e431ba9581a5 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 29 23:53:34.256485 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [None req-838c05cf-bb72-4644-943c-e431ba9581a5 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:53:34.259483 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-838c05cf-bb72-4644-943c-e431ba9581a5 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0135791 Jul 29 23:53:34.265340 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52424) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:34.273867 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-796313f0-5d8f-4fec-95ff-b7eb6d966220 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Request body: {'security_group_rule': {'security_group_id': '1d21a9b8-c7bd-4632-a4d8-00e81cca339b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:34.287379 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0fefaec1-83c7-4285-a049-692f3badee20 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:34.298039 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f10f7b1c-b35a-4001-8c32-ccdd1ccf65db tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:34.422344 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c50e862-10b1-46da-9bcf-4d7cd3e6dee0 None None] Network ddad5dc7-1476-40a2-b1e9-a0671d04cea9 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:53:34.467475 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-796313f0-5d8f-4fec-95ff-b7eb6d966220 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:53:34.468777 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-796313f0-5d8f-4fec-95ff-b7eb6d966220 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2020178 Jul 29 23:53:34.472698 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52434) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:34.480811 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-66e00119-d305-4f77-8fd0-7e614b56e1c7 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Request body: {'security_group_rule': {'security_group_id': '1d21a9b8-c7bd-4632-a4d8-00e81cca339b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:34.481304 n-d-712141-10 neutron-server[94077]: WARNING neutron.api.v2.base [None req-66e00119-d305-4f77-8fd0-7e614b56e1c7 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 29 23:53:34.481924 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-66e00119-d305-4f77-8fd0-7e614b56e1c7 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:53:34.485612 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-66e00119-d305-4f77-8fd0-7e614b56e1c7 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0092998 Jul 29 23:53:34.489563 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52436) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:34.504535 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-7e23fdd9-4e29-4d6f-a417-c4ff2d3abae0 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Request body: {'security_group_rule': {'security_group_id': '1d21a9b8-c7bd-4632-a4d8-00e81cca339b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:34.517083 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0fefaec1-83c7-4285-a049-692f3badee20 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:34.550282 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-84260438-cb92-425b-9dfe-aee4c52186db None None] Provisioning for port b4b8dac7-c374-4757-a7ee-222f12399610 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:53:34.577040 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52438) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:34.712681 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [None req-7e23fdd9-4e29-4d6f-a417-c4ff2d3abae0 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:53:34.713800 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-7e23fdd9-4e29-4d6f-a417-c4ff2d3abae0 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2183645 Jul 29 23:53:34.718660 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52444) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:34.745331 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-debc2e8b-29be-46f8-8894-ed147af84660 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Request body: {'security_group_rule': {'security_group_id': '1d21a9b8-c7bd-4632-a4d8-00e81cca339b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:34.745869 n-d-712141-10 neutron-server[94077]: WARNING neutron.api.v2.base [None req-debc2e8b-29be-46f8-8894-ed147af84660 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 29 23:53:34.746811 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-debc2e8b-29be-46f8-8894-ed147af84660 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:53:34.758299 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-debc2e8b-29be-46f8-8894-ed147af84660 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0259769 Jul 29 23:53:34.758848 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52446) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:34.828996 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-1bef4f09-5ce0-413b-8ba6-8593b47f2e2c tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Request body: {'security_group_rule': {'security_group_id': '1d21a9b8-c7bd-4632-a4d8-00e81cca339b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:34.848784 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-9662a3f7-cfe2-4f54-bb16-a006e281dfc6 tempest-RoutersAdminNegativeTest-795653033 tempest-RoutersAdminNegativeTest-795653033-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-97745003', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:34.906169 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.db.api [None req-9662a3f7-cfe2-4f54-bb16-a006e281dfc6 tempest-RoutersAdminNegativeTest-795653033 tempest-RoutersAdminNegativeTest-795653033-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 23:53:34.906169 n-d-712141-10 neutron-server[94078]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 29 23:53:34.906169 n-d-712141-10 neutron-server[94078]: [parameters: {'project_id_1': 'ae63bbea42bb47ba9ddfb67e0717fe33', 'expiration_1': datetime.datetime(2021, 7, 29, 23, 53, 34, 878589)}] Jul 29 23:53:34.906169 n-d-712141-10 neutron-server[94078]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94078) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:53:34.906544 n-d-712141-10 neutron-server[94078]: DEBUG oslo_db.api [None req-9662a3f7-cfe2-4f54-bb16-a006e281dfc6 tempest-RoutersAdminNegativeTest-795653033 tempest-RoutersAdminNegativeTest-795653033-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:53:34.941528 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f10f7b1c-b35a-4001-8c32-ccdd1ccf65db tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Router dc9c8c39-df7a-44ac-9b6f-e531ca718089 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:53:35.031920 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [None req-1bef4f09-5ce0-413b-8ba6-8593b47f2e2c tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:53:35.035654 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-1bef4f09-5ce0-413b-8ba6-8593b47f2e2c tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2189000 Jul 29 23:53:35.036415 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52448) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:35.047969 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-2de773f1-3fe9-446e-aedc-7c621406e7b4 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Request body: {'security_group_rule': {'security_group_id': '1d21a9b8-c7bd-4632-a4d8-00e81cca339b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:35.127734 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0fefaec1-83c7-4285-a049-692f3badee20 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:35.137318 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0fefaec1-83c7-4285-a049-692f3badee20 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:35.160723 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 8a106abc-3b8a-4938-8719-622bf3804a47 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:53:35.169216 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f10f7b1c-b35a-4001-8c32-ccdd1ccf65db tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:53:35.180252 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef662ac7-cbea-486b-a72a-60c6d6149b54 None None] Sync routers for ids ['dc9c8c39-df7a-44ac-9b6f-e531ca718089'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:53:35.184766 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-f10f7b1c-b35a-4001-8c32-ccdd1ccf65db tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "PUT /v2.0/routers/dc9c8c39-df7a-44ac-9b6f-e531ca718089/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4374454 Jul 29 23:53:35.185484 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52450) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:35.221222 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fefaec1-83c7-4285-a049-692f3badee20 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event updated for resources: {'Port': ['ID=98df9f79-2471-4c02-9d44-10d79347ad41,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:35.221795 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [None req-2de773f1-3fe9-446e-aedc-7c621406e7b4 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:53:35.222858 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-2de773f1-3fe9-446e-aedc-7c621406e7b4 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1806550 Jul 29 23:53:35.230795 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef662ac7-cbea-486b-a72a-60c6d6149b54 None None] Routers {'dc9c8c39-df7a-44ac-9b6f-e531ca718089'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:53:35.231474 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-ef662ac7-cbea-486b-a72a-60c6d6149b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:53:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['dc9c8c39-df7a-44ac-9b6f-e531ca718089'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:35.232939 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52454) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:35.281149 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-d01bcb0e-fb38-46ab-bcfa-955a8d47de45 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Deleting subnet 3c3647d6-920b-43df-9182-c7a47762fcab {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:53:35.292334 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d01bcb0e-fb38-46ab-bcfa-955a8d47de45 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:35.329008 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3d8488f1-d271-4fab-8365-aa271fd59002 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:35.331656 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0fefaec1-83c7-4285-a049-692f3badee20 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:35.366360 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d01bcb0e-fb38-46ab-bcfa-955a8d47de45 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:35.386967 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 8a106abc-3b8a-4938-8719-622bf3804a47 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:53:35.387667 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:35.437062 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-e4d75104-3f37-4959-a7f0-1acee8b95837 None None] Provisioning for port 98df9f79-2471-4c02-9d44-10d79347ad41 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:53:35.443205 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-e4d75104-3f37-4959-a7f0-1acee8b95837 None None] Provisioning complete for port 98df9f79-2471-4c02-9d44-10d79347ad41 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:53:35.443580 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e4d75104-3f37-4959-a7f0-1acee8b95837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:35.451855 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-ef662ac7-cbea-486b-a72a-60c6d6149b54 None None] Set router dc9c8c39-df7a-44ac-9b6f-e531ca718089 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:53:35.483667 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9662a3f7-cfe2-4f54-bb16-a006e281dfc6 tempest-RoutersAdminNegativeTest-795653033 tempest-RoutersAdminNegativeTest-795653033-project-admin] Made reservation on behalf of ae63bbea42bb47ba9ddfb67e0717fe33 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:53:35.487151 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9662a3f7-cfe2-4f54-bb16-a006e281dfc6 tempest-RoutersAdminNegativeTest-795653033 tempest-RoutersAdminNegativeTest-795653033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:35.487315 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-e4d75104-3f37-4959-a7f0-1acee8b95837 None None] Port 98df9f79-2471-4c02-9d44-10d79347ad41 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:53:35.500419 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3d8488f1-d271-4fab-8365-aa271fd59002 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:35.510314 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9662a3f7-cfe2-4f54-bb16-a006e281dfc6 tempest-RoutersAdminNegativeTest-795653033 tempest-RoutersAdminNegativeTest-795653033-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:35.516054 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d01bcb0e-fb38-46ab-bcfa-955a8d47de45 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:35.541126 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fefaec1-83c7-4285-a049-692f3badee20 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Network ddad5dc7-1476-40a2-b1e9-a0671d04cea9 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:53:35.544298 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device b4b8dac7-c374-4757-a7ee-222f12399610 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:53:35.548973 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-0fefaec1-83c7-4285-a049-692f3badee20 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:53:35.619116 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-45f382c0-942e-4867-a8f9-807db8ef763e None None] Provisioning complete for port 98df9f79-2471-4c02-9d44-10d79347ad41 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:53:35.622086 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-45f382c0-942e-4867-a8f9-807db8ef763e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:35.622729 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port b4b8dac7-c374-4757-a7ee-222f12399610 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:53:35.628925 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port b4b8dac7-c374-4757-a7ee-222f12399610 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:53:35.629297 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:35.692174 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3d8488f1-d271-4fab-8365-aa271fd59002 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:35.696961 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3d8488f1-d271-4fab-8365-aa271fd59002 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:35.701175 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-3d8488f1-d271-4fab-8365-aa271fd59002 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] 10.222.0.43 "DELETE /v2.0/security-groups/1d21a9b8-c7bd-4632-a4d8-00e81cca339b HTTP/1.1" status: 204 len: 168 time: 0.4638698 Jul 29 23:53:35.708799 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52456) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:35.739939 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-45f382c0-942e-4867-a8f9-807db8ef763e None None] Port 98df9f79-2471-4c02-9d44-10d79347ad41 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:53:35.756058 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8488f1-d271-4fab-8365-aa271fd59002 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d21a9b8-c7bd-4632-a4d8-00e81cca339b,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:35.785461 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:35.826317 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9662a3f7-cfe2-4f54-bb16-a006e281dfc6 tempest-RoutersAdminNegativeTest-795653033 tempest-RoutersAdminNegativeTest-795653033-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:35.827043 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fefaec1-83c7-4285-a049-692f3badee20 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Router 90597499-4d9c-419c-a8b2-0f8af85f833b has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:53:35.840880 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9662a3f7-cfe2-4f54-bb16-a006e281dfc6 tempest-RoutersAdminNegativeTest-795653033 tempest-RoutersAdminNegativeTest-795653033-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:35.865511 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [None req-9662a3f7-cfe2-4f54-bb16-a006e281dfc6 tempest-RoutersAdminNegativeTest-795653033 tempest-RoutersAdminNegativeTest-795653033-project-admin] device_id is not set on port d9a81615-4ab7-4000-b891-21316208b32a yet. {{(pid=94078) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:53:35.876431 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52460) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:35.878926 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-94b3f668-fafd-45a0-befa-73bdc473f782 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1521983 Jul 29 23:53:35.882000 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port b4b8dac7-c374-4757-a7ee-222f12399610, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=b4b8dac7-c374-4757-a7ee-222f12399610,segment=NetworkSegment(188b7e99-4684-43a5-b366-23af67714bc7),segment_id=188b7e99-4684-43a5-b366-23af67714bc7)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:35.888977 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-5406bb36-0ee9-4d87-98c3-f7ccc00ab3b8 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Request body: {'security_group': {'name': 'tempest-secgroup--257529928'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:35.893088 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:35.908820 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-ef662ac7-cbea-486b-a72a-60c6d6149b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9c8c39-df7a-44ac-9b6f-e531ca718089', 'name': 'tempest-TestNetworkBasicOps-router-2109436085', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'd54af423-2005-4545-815d-527eb236854b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:52:06Z', 'updated_at': '2021-07-29T23:53:33Z', 'revision_number': 5, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'gw_port': {'id': 'd54af423-2005-4545-815d-527eb236854b', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9c8c39-df7a-44ac-9b6f-e531ca718089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:52:08Z', 'updated_at': '2021-07-29T23:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:35.949122 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9662a3f7-cfe2-4f54-bb16-a006e281dfc6 tempest-RoutersAdminNegativeTest-795653033 tempest-RoutersAdminNegativeTest-795653033-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f359387-a3e4-4766-ba00-4a60cc64b062,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:35.989087 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef662ac7-cbea-486b-a72a-60c6d6149b54 None None] Checking router: dc9c8c39-df7a-44ac-9b6f-e531ca718089 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:53:35.999662 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef662ac7-cbea-486b-a72a-60c6d6149b54 None None] Routers {'dc9c8c39-df7a-44ac-9b6f-e531ca718089'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:53:36.000461 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-ef662ac7-cbea-486b-a72a-60c6d6149b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:53:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['dc9c8c39-df7a-44ac-9b6f-e531ca718089'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:36.028212 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d01bcb0e-fb38-46ab-bcfa-955a8d47de45 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:36.031657 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=b4b8dac7-c374-4757-a7ee-222f12399610,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:36.069021 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-9b4086d2-2ada-4ae7-8e3d-0922dcbaf29f None None] Provisioning complete for port 98df9f79-2471-4c02-9d44-10d79347ad41 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:53:36.069393 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9b4086d2-2ada-4ae7-8e3d-0922dcbaf29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:36.090285 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fefaec1-83c7-4285-a049-692f3badee20 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:53:36.094242 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5406bb36-0ee9-4d87-98c3-f7ccc00ab3b8 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:36.114197 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0fefaec1-83c7-4285-a049-692f3badee20 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "PUT /v2.0/routers/90597499-4d9c-419c-a8b2-0f8af85f833b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9504790 Jul 29 23:53:36.127770 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52433ff-10e9-48cc-a0df-b2c418798ffa None None] Network 927b2996-96c9-4bae-a7f6-f32149570c61 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:53:36.129913 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ef3093-de7a-4455-b00b-8d115ca6eae1 None None] Sync routers for ids ['90597499-4d9c-419c-a8b2-0f8af85f833b'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:53:36.130188 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d01bcb0e-fb38-46ab-bcfa-955a8d47de45 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:36.132269 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-d01bcb0e-fb38-46ab-bcfa-955a8d47de45 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "DELETE /v2.0/subnets/3c3647d6-920b-43df-9182-c7a47762fcab HTTP/1.1" status: 204 len: 168 time: 0.9454801 Jul 29 23:53:36.135839 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52464) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:36.136591 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01bcb0e-fb38-46ab-bcfa-955a8d47de45 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Pushing event deleted for resources: {'Subnet': ['ID=3c3647d6-920b-43df-9182-c7a47762fcab,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:36.148710 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-9b4086d2-2ada-4ae7-8e3d-0922dcbaf29f None None] Port 98df9f79-2471-4c02-9d44-10d79347ad41 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:53:36.168427 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-ef662ac7-cbea-486b-a72a-60c6d6149b54 None None] Set router dc9c8c39-df7a-44ac-9b6f-e531ca718089 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:53:36.200413 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ef3093-de7a-4455-b00b-8d115ca6eae1 None None] Routers {'90597499-4d9c-419c-a8b2-0f8af85f833b'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:53:36.201794 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-87ef3093-de7a-4455-b00b-8d115ca6eae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:53:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['90597499-4d9c-419c-a8b2-0f8af85f833b'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:36.325601 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d430457a-581b-456c-b6ea-763b3f0a187f tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for router, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:36.471681 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-9662a3f7-cfe2-4f54-bb16-a006e281dfc6 tempest-RoutersAdminNegativeTest-795653033 tempest-RoutersAdminNegativeTest-795653033-project-admin] Allocated IP 172.25.0.46 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/d9a81615-4ab7-4000-b891-21316208b32a) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:53:36.515599 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-87ef3093-de7a-4455-b00b-8d115ca6eae1 None None] Set router 90597499-4d9c-419c-a8b2-0f8af85f833b gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:53:36.550222 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-ef662ac7-cbea-486b-a72a-60c6d6149b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc9c8c39-df7a-44ac-9b6f-e531ca718089', 'name': 'tempest-TestNetworkBasicOps-router-2109436085', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'd54af423-2005-4545-815d-527eb236854b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:52:06Z', 'updated_at': '2021-07-29T23:53:33Z', 'revision_number': 5, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'gw_port': {'id': 'd54af423-2005-4545-815d-527eb236854b', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9c8c39-df7a-44ac-9b6f-e531ca718089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:52:08Z', 'updated_at': '2021-07-29T23:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:36.616433 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f2288792-f248-4ad3-ab4e-6e7b0d26eef8 req-a8207384-dd3b-4e34-b635-c2d7b766a303 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1021350386&fields=id&tenant_id=65ae77200a164c0f8f007753b934a6ed HTTP/1.1" status: 200 len: 267 time: 0.1369526 Jul 29 23:53:36.630107 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef662ac7-cbea-486b-a72a-60c6d6149b54 None None] The sync data for ids ['dc9c8c39-df7a-44ac-9b6f-e531ca718089'] in n-d-712141-10 is: [{'id': 'dc9c8c39-df7a-44ac-9b6f-e531ca718089', 'name': 'tempest-TestNetworkBasicOps-router-2109436085', 'tenant_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.26'}], 'enable_snat': True}, 'gw_port_id': 'd54af423-2005-4545-815d-527eb236854b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:52:06Z', 'updated_at': '2021-07-29T23:53:33Z', 'revision_number': 5, 'project_id': 'bd9be2c0ad754adeaed7eabee32aed90', 'gw_port': {'id': 'd54af423-2005-4545-815d-527eb236854b', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:9b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc9c8c39-df7a-44ac-9b6f-e531ca718089', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:52:08Z', 'updated_at': '2021-07-29T23:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:53:36.633619 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c66d21-77cf-4122-929c-0b5f7fb6aeba None None] DHCP port deletion for 927b2996-96c9-4bae-a7f6-f32149570c61 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:53:36.771121 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-67c66d21-77cf-4122-929c-0b5f7fb6aeba None None] Deleting port cd451b13-6059-402c-8f9a-24acfed8dc3b {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:53:36.771459 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-67c66d21-77cf-4122-929c-0b5f7fb6aeba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:36.834253 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d430457a-581b-456c-b6ea-763b3f0a187f tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:36.875428 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-67c66d21-77cf-4122-929c-0b5f7fb6aeba None None] For port cd451b13-6059-402c-8f9a-24acfed8dc3b, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=cd451b13-6059-402c-8f9a-24acfed8dc3b,segment=NetworkSegment(9ff6e765-cf91-47a1-b3b0-38270934f391),segment_id=9ff6e765-cf91-47a1-b3b0-38270934f391)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:36.875832 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-67c66d21-77cf-4122-929c-0b5f7fb6aeba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:36.901243 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-67c66d21-77cf-4122-929c-0b5f7fb6aeba None None] Calling delete_port for cd451b13-6059-402c-8f9a-24acfed8dc3b owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:53:36.918541 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-87ef3093-de7a-4455-b00b-8d115ca6eae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90597499-4d9c-419c-a8b2-0f8af85f833b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186753721', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '8a106abc-3b8a-4938-8719-622bf3804a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:26Z', 'updated_at': '2021-07-29T23:53:34Z', 'revision_number': 4, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'gw_port': {'id': '8a106abc-3b8a-4938-8719-622bf3804a47', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:84:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90597499-4d9c-419c-a8b2-0f8af85f833b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:28Z', 'updated_at': '2021-07-29T23:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '98df9f79-2471-4c02-9d44-10d79347ad41', 'name': '', 'network_id': 'ddad5dc7-1476-40a2-b1e9-a0671d04cea9', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'mac_address': 'fa:16:3e:48:49:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90597499-4d9c-419c-a8b2-0f8af85f833b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': '57b00923-d43c-47d5-9113-0cf54080fe3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:33Z', 'updated_at': '2021-07-29T23:53:34Z', 'revision_number': 2, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'subnets': [{'id': '57b00923-d43c-47d5-9113-0cf54080fe3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:36.932453 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5406bb36-0ee9-4d87-98c3-f7ccc00ab3b8 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:36.944661 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2288792-f248-4ad3-ab4e-6e7b0d26eef8 req-df7f08f0-84cb-4163-8e89-0a6796410340 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:36.946596 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f2288792-f248-4ad3-ab4e-6e7b0d26eef8 req-df7f08f0-84cb-4163-8e89-0a6796410340 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/networks?id=ddad5dc7-1476-40a2-b1e9-a0671d04cea9 HTTP/1.1" status: 200 len: 797 time: 0.2902353 Jul 29 23:53:36.959080 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5406bb36-0ee9-4d87-98c3-f7ccc00ab3b8 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:36.986665 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ef3093-de7a-4455-b00b-8d115ca6eae1 None None] Checking router: 90597499-4d9c-419c-a8b2-0f8af85f833b for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:53:36.987031 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ef3093-de7a-4455-b00b-8d115ca6eae1 None None] Updating router 90597499-4d9c-419c-a8b2-0f8af85f833b port 98df9f79-2471-4c02-9d44-10d79347ad41 binding host n-d-712141-10 {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:53:37.018294 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9662a3f7-cfe2-4f54-bb16-a006e281dfc6 tempest-RoutersAdminNegativeTest-795653033 tempest-RoutersAdminNegativeTest-795653033-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:37.024856 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-87ef3093-de7a-4455-b00b-8d115ca6eae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:37.092371 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-67c66d21-77cf-4122-929c-0b5f7fb6aeba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:37.097376 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9662a3f7-cfe2-4f54-bb16-a006e281dfc6 tempest-RoutersAdminNegativeTest-795653033 tempest-RoutersAdminNegativeTest-795653033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:37.144660 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5406bb36-0ee9-4d87-98c3-f7ccc00ab3b8 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97ee525b-f635-4f38-a669-281bcb167dab,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:37.161804 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device b4b8dac7-c374-4757-a7ee-222f12399610 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:53:37.187529 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c66d21-77cf-4122-929c-0b5f7fb6aeba None None] No DVR routers for this DVR port cd451b13-6059-402c-8f9a-24acfed8dc3b on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:53:37.201025 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f2288792-f248-4ad3-ab4e-6e7b0d26eef8 req-386ba640-636d-4ef5-b550-1b8354fc6b3a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/quotas/65ae77200a164c0f8f007753b934a6ed HTTP/1.1" status: 200 len: 375 time: 0.2233880 Jul 29 23:53:37.205459 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5406bb36-0ee9-4d87-98c3-f7ccc00ab3b8 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:37.213893 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52498) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:37.215108 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c66d21-77cf-4122-929c-0b5f7fb6aeba None None] Pushing event deleted for resources: {'Port': ['ID=cd451b13-6059-402c-8f9a-24acfed8dc3b,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:37.224585 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-180ae10f-9337-48e5-aff8-bb87c353ed8c tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Request body: {'security_group_rule': {'security_group_id': '97ee525b-f635-4f38-a669-281bcb167dab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:37.228697 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-5406bb36-0ee9-4d87-98c3-f7ccc00ab3b8 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3457999 Jul 29 23:53:37.237907 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9662a3f7-cfe2-4f54-bb16-a006e281dfc6 tempest-RoutersAdminNegativeTest-795653033 tempest-RoutersAdminNegativeTest-795653033-project-admin] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:53:37.243934 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-9662a3f7-cfe2-4f54-bb16-a006e281dfc6 tempest-RoutersAdminNegativeTest-795653033 tempest-RoutersAdminNegativeTest-795653033-project-admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:53:37.246405 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9662a3f7-cfe2-4f54-bb16-a006e281dfc6 tempest-RoutersAdminNegativeTest-795653033 tempest-RoutersAdminNegativeTest-795653033-project-admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:53:37.305465 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-180ae10f-9337-48e5-aff8-bb87c353ed8c tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] create failed (client error): The resource could not be found. Jul 29 23:53:37.307144 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-180ae10f-9337-48e5-aff8-bb87c353ed8c tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0960422 Jul 29 23:53:37.309854 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52504) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:37.316192 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-ea9e9f37-6a64-4692-82e0-2c83a4e2de14 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Request body: {'security_group_rule': {'security_group_id': '97ee525b-f635-4f38-a669-281bcb167dab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '948a6b9b-b151-44b5-b694-ae96e6fb4d7e'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:37.325651 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9662a3f7-cfe2-4f54-bb16-a006e281dfc6 tempest-RoutersAdminNegativeTest-795653033 tempest-RoutersAdminNegativeTest-795653033-project-admin] Pushing event updated for resources: {'Port': ['ID=d9a81615-4ab7-4000-b891-21316208b32a,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:37.346040 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-d430457a-581b-456c-b6ea-763b3f0a187f tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Deleting port d54af423-2005-4545-815d-527eb236854b {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:53:37.346259 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d430457a-581b-456c-b6ea-763b3f0a187f tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:37.367436 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port b4b8dac7-c374-4757-a7ee-222f12399610 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:53:37.367853 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:37.400872 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:37.406966 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9662a3f7-cfe2-4f54-bb16-a006e281dfc6 tempest-RoutersAdminNegativeTest-795653033 tempest-RoutersAdminNegativeTest-795653033-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:37.407582 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9662a3f7-cfe2-4f54-bb16-a006e281dfc6 tempest-RoutersAdminNegativeTest-795653033 tempest-RoutersAdminNegativeTest-795653033-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:37.436025 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f2288792-f248-4ad3-ab4e-6e7b0d26eef8 req-eb21436d-72ce-4d6c-bf2c-3f563c983e26 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=65ae77200a164c0f8f007753b934a6ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1956882 Jul 29 23:53:37.442340 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-ea9e9f37-6a64-4692-82e0-2c83a4e2de14 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] create failed (client error): The resource could not be found. Jul 29 23:53:37.446910 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ea9e9f37-6a64-4692-82e0-2c83a4e2de14 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1324570 Jul 29 23:53:37.447295 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52510) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:37.457324 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-9662a3f7-cfe2-4f54-bb16-a006e281dfc6 tempest-RoutersAdminNegativeTest-795653033 tempest-RoutersAdminNegativeTest-795653033-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.8694980 Jul 29 23:53:37.460183 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52512) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:37.477048 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-d7f5ec3a-1f78-4490-87a4-bfc58dd50d74 tempest-RoutersAdminNegativeTest-795653033 tempest-RoutersAdminNegativeTest-795653033-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.46'}]}}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:37.588348 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-87ef3093-de7a-4455-b00b-8d115ca6eae1 None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:37.607971 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-d430457a-581b-456c-b6ea-763b3f0a187f tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] For port d54af423-2005-4545-815d-527eb236854b, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=d54af423-2005-4545-815d-527eb236854b,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:37.608463 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d430457a-581b-456c-b6ea-763b3f0a187f tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:37.609668 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-87ef3093-de7a-4455-b00b-8d115ca6eae1 None None] Transition to ACTIVE for port object 98df9f79-2471-4c02-9d44-10d79347ad41 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:53:37.613058 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2bb478dd-644c-4cbd-ae20-734e2b940c81 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:37.626866 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-87ef3093-de7a-4455-b00b-8d115ca6eae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:37.661714 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-d430457a-581b-456c-b6ea-763b3f0a187f tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Calling delete_port for d54af423-2005-4545-815d-527eb236854b owned by network:router_gateway {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:53:37.665916 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d7f5ec3a-1f78-4490-87a4-bfc58dd50d74 tempest-RoutersAdminNegativeTest-795653033 tempest-RoutersAdminNegativeTest-795653033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:37.669865 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d7f5ec3a-1f78-4490-87a4-bfc58dd50d74 tempest-RoutersAdminNegativeTest-795653033 tempest-RoutersAdminNegativeTest-795653033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:37.680596 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2bb478dd-644c-4cbd-ae20-734e2b940c81 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:37.731064 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device cd451b13-6059-402c-8f9a-24acfed8dc3b no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:53:37.769853 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f2288792-f248-4ad3-ab4e-6e7b0d26eef8 req-70964cb4-1359-4540-b780-5588c1d84527 service neutron] 10.222.0.43 "GET /v2.0/networks/ddad5dc7-1476-40a2-b1e9-a0671d04cea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064721 Jul 29 23:53:37.796303 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2bb478dd-644c-4cbd-ae20-734e2b940c81 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:37.800676 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2bb478dd-644c-4cbd-ae20-734e2b940c81 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:37.802301 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-2bb478dd-644c-4cbd-ae20-734e2b940c81 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] 10.222.0.43 "DELETE /v2.0/security-groups/97ee525b-f635-4f38-a669-281bcb167dab HTTP/1.1" status: 204 len: 168 time: 0.3539286 Jul 29 23:53:37.810981 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52530) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:37.816060 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8bf898-2878-4052-84c8-febafb76841c None None] Pushing event updated for resources: {'Port': ['ID=98df9f79-2471-4c02-9d44-10d79347ad41,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:37.826470 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: cd451b13-6059-402c-8f9a-24acfed8dc3b {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:53:37.827110 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device cd451b13-6059-402c-8f9a-24acfed8dc3b not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:53:37.827235 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 048907df-d8c6-4e06-8e0e-429137141bf1 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:53:37.832879 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb478dd-644c-4cbd-ae20-734e2b940c81 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ee525b-f635-4f38-a669-281bcb167dab,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:37.906425 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 048907df-d8c6-4e06-8e0e-429137141bf1 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:53:37.906781 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 048907df-d8c6-4e06-8e0e-429137141bf1 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:53:37.924738 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-1dd8e9ce-62f7-4417-977d-17bb6d7319d1 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1097913 Jul 29 23:53:37.926839 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52534) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:37.934617 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-40870106-3dda-4949-a955-8a42a8696480 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Request body: {'security_group_rule': {'security_group_id': '86825119-9499-4d19-a413-8f3bdebad324', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:37.983667 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-87ef3093-de7a-4455-b00b-8d115ca6eae1 None None] Attempting to bind port 98df9f79-2471-4c02-9d44-10d79347ad41 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:53:37.984633 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-87ef3093-de7a-4455-b00b-8d115ca6eae1 None None] Attempting to bind port 98df9f79-2471-4c02-9d44-10d79347ad41 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '188b7e99-4684-43a5-b366-23af67714bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'ddad5dc7-1476-40a2-b1e9-a0671d04cea9'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:53:37.984633 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ef3093-de7a-4455-b00b-8d115ca6eae1 None None] Attempting to bind port 98df9f79-2471-4c02-9d44-10d79347ad41 on network ddad5dc7-1476-40a2-b1e9-a0671d04cea9 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:53:37.985828 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d7f5ec3a-1f78-4490-87a4-bfc58dd50d74 tempest-RoutersAdminNegativeTest-795653033 tempest-RoutersAdminNegativeTest-795653033-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:37.992900 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ef3093-de7a-4455-b00b-8d115ca6eae1 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:53:37.992900 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ef3093-de7a-4455-b00b-8d115ca6eae1 None None] Checking segment: {'id': '188b7e99-4684-43a5-b366-23af67714bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'ddad5dc7-1476-40a2-b1e9-a0671d04cea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:53:37.993295 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-87ef3093-de7a-4455-b00b-8d115ca6eae1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:37.994015 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ef3093-de7a-4455-b00b-8d115ca6eae1 None None] Bound using segment: {'id': '188b7e99-4684-43a5-b366-23af67714bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'ddad5dc7-1476-40a2-b1e9-a0671d04cea9'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:53:37.994186 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-87ef3093-de7a-4455-b00b-8d115ca6eae1 None None] Bound port: 98df9f79-2471-4c02-9d44-10d79347ad41, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '188b7e99-4684-43a5-b366-23af67714bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'ddad5dc7-1476-40a2-b1e9-a0671d04cea9'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:53:37.995515 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-87ef3093-de7a-4455-b00b-8d115ca6eae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:38.000816 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-40870106-3dda-4949-a955-8a42a8696480 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] create failed (client error): The resource could not be found. Jul 29 23:53:38.004052 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-40870106-3dda-4949-a955-8a42a8696480 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0755022 Jul 29 23:53:38.008323 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52538) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:38.019121 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-9f484360-46ee-4d04-bbb6-c18b5b0b577d tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Request body: {'security_group': {'name': 'tempest-secgroup--813487829'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:38.065937 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9f484360-46ee-4d04-bbb6-c18b5b0b577d tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:38.104732 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-87ef3093-de7a-4455-b00b-8d115ca6eae1 None None] For port 98df9f79-2471-4c02-9d44-10d79347ad41, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:53:38.123984 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-87ef3093-de7a-4455-b00b-8d115ca6eae1 None None] For port 98df9f79-2471-4c02-9d44-10d79347ad41, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=98df9f79-2471-4c02-9d44-10d79347ad41,segment=NetworkSegment(188b7e99-4684-43a5-b366-23af67714bc7),segment_id=188b7e99-4684-43a5-b366-23af67714bc7)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:53:38.134034 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-87ef3093-de7a-4455-b00b-8d115ca6eae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:38.216467 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ef3093-de7a-4455-b00b-8d115ca6eae1 None None] Routers {'90597499-4d9c-419c-a8b2-0f8af85f833b'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:53:38.217148 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-87ef3093-de7a-4455-b00b-8d115ca6eae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:53:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['90597499-4d9c-419c-a8b2-0f8af85f833b'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:38.237262 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9f484360-46ee-4d04-bbb6-c18b5b0b577d tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:38.245994 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9f484360-46ee-4d04-bbb6-c18b5b0b577d tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:38.287542 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9f484360-46ee-4d04-bbb6-c18b5b0b577d tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:38.290017 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9f484360-46ee-4d04-bbb6-c18b5b0b577d tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2795322 Jul 29 23:53:38.293024 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8bf898-2878-4052-84c8-febafb76841c None None] Pushing event updated for resources: {'Port': ['ID=98df9f79-2471-4c02-9d44-10d79347ad41,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:38.293276 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f484360-46ee-4d04-bbb6-c18b5b0b577d tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=544a604a-daac-418b-bff7-67f084aa7a09,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:38.296011 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52540) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:38.301166 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-31fe592b-b402-4b86-86f8-a92b33a20026 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Request body: {'security_group': {'name': 'tempest-secgroup--617186839'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:38.328220 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d7f5ec3a-1f78-4490-87a4-bfc58dd50d74 tempest-RoutersAdminNegativeTest-795653033 tempest-RoutersAdminNegativeTest-795653033-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:38.341736 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-31fe592b-b402-4b86-86f8-a92b33a20026 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:38.356511 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f2288792-f248-4ad3-ab4e-6e7b0d26eef8 req-ba105975-430b-4f8b-9ae4-18683fc8f881 service neutron] 10.222.0.43 "GET /v2.0/networks/ddad5dc7-1476-40a2-b1e9-a0671d04cea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5750098 Jul 29 23:53:38.435468 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-87ef3093-de7a-4455-b00b-8d115ca6eae1 None None] Set router 90597499-4d9c-419c-a8b2-0f8af85f833b gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:53:38.532913 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-31fe592b-b402-4b86-86f8-a92b33a20026 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:38.542653 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-31fe592b-b402-4b86-86f8-a92b33a20026 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:38.546575 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d430457a-581b-456c-b6ea-763b3f0a187f tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:38.589974 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-31fe592b-b402-4b86-86f8-a92b33a20026 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:38.591562 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-31fe592b-b402-4b86-86f8-a92b33a20026 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2942369 Jul 29 23:53:38.593857 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fe592b-b402-4b86-86f8-a92b33a20026 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e48875bb-50db-4170-b6fb-0fd1bfce3649,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:38.596200 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52542) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:38.602450 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-05c0662d-4830-4bae-b315-dc82070c922b tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Request body: {'security_group_rule': {'security_group_id': '544a604a-daac-418b-bff7-67f084aa7a09', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'e48875bb-50db-4170-b6fb-0fd1bfce3649'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:38.670918 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-05c0662d-4830-4bae-b315-dc82070c922b tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:53:38.674878 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-05c0662d-4830-4bae-b315-dc82070c922b tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0778337 Jul 29 23:53:38.675442 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52548) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:38.685409 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d430457a-581b-456c-b6ea-763b3f0a187f tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Pushing event deleted for resources: {'Port': ['ID=d54af423-2005-4545-815d-527eb236854b,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:38.788194 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-87ef3093-de7a-4455-b00b-8d115ca6eae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90597499-4d9c-419c-a8b2-0f8af85f833b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186753721', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '8a106abc-3b8a-4938-8719-622bf3804a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:26Z', 'updated_at': '2021-07-29T23:53:34Z', 'revision_number': 4, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'gw_port': {'id': '8a106abc-3b8a-4938-8719-622bf3804a47', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:84:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90597499-4d9c-419c-a8b2-0f8af85f833b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:28Z', 'updated_at': '2021-07-29T23:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '98df9f79-2471-4c02-9d44-10d79347ad41', 'name': '', 'network_id': 'ddad5dc7-1476-40a2-b1e9-a0671d04cea9', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'mac_address': 'fa:16:3e:48:49:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90597499-4d9c-419c-a8b2-0f8af85f833b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': '57b00923-d43c-47d5-9113-0cf54080fe3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:33Z', 'updated_at': '2021-07-29T23:53:38Z', 'revision_number': 4, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'subnets': [{'id': '57b00923-d43c-47d5-9113-0cf54080fe3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:38.793977 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-03e5f724-a61e-46e8-b95c-a94ddef1e4c1 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:38.827177 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3f8c1561-7c3d-4429-8da1-545b82c7335b req-18ab81ae-9dfd-428a-9afb-66fa77f5830b tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbe1a5c4-f7ee-44e3-87c9-7427f80c2aed HTTP/1.1" status: 200 len: 210 time: 0.1261890 Jul 29 23:53:38.827659 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ef3093-de7a-4455-b00b-8d115ca6eae1 None None] The sync data for ids ['90597499-4d9c-419c-a8b2-0f8af85f833b'] in n-d-712141-10 is: [{'id': '90597499-4d9c-419c-a8b2-0f8af85f833b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186753721', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '8a106abc-3b8a-4938-8719-622bf3804a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:26Z', 'updated_at': '2021-07-29T23:53:34Z', 'revision_number': 4, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'gw_port': {'id': '8a106abc-3b8a-4938-8719-622bf3804a47', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:84:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90597499-4d9c-419c-a8b2-0f8af85f833b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:28Z', 'updated_at': '2021-07-29T23:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '98df9f79-2471-4c02-9d44-10d79347ad41', 'name': '', 'network_id': 'ddad5dc7-1476-40a2-b1e9-a0671d04cea9', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'mac_address': 'fa:16:3e:48:49:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90597499-4d9c-419c-a8b2-0f8af85f833b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': '57b00923-d43c-47d5-9113-0cf54080fe3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:33Z', 'updated_at': '2021-07-29T23:53:38Z', 'revision_number': 4, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'subnets': [{'id': '57b00923-d43c-47d5-9113-0cf54080fe3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:53:38.838505 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d430457a-581b-456c-b6ea-763b3f0a187f tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:38.889048 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-03e5f724-a61e-46e8-b95c-a94ddef1e4c1 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:39.003155 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-03e5f724-a61e-46e8-b95c-a94ddef1e4c1 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:39.006197 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-03e5f724-a61e-46e8-b95c-a94ddef1e4c1 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:39.008976 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-03e5f724-a61e-46e8-b95c-a94ddef1e4c1 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] 10.222.0.43 "DELETE /v2.0/security-groups/e48875bb-50db-4170-b6fb-0fd1bfce3649 HTTP/1.1" status: 204 len: 168 time: 0.3323922 Jul 29 23:53:39.012740 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52554) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:39.034565 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d430457a-581b-456c-b6ea-763b3f0a187f tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:39.039727 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d430457a-581b-456c-b6ea-763b3f0a187f tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:39.063422 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e5f724-a61e-46e8-b95c-a94ddef1e4c1 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48875bb-50db-4170-b6fb-0fd1bfce3649,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:39.150469 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8fd5efbf-69ae-4ce1-9dca-2e14db0b9326 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1363313 Jul 29 23:53:39.151100 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52562) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:39.245655 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0fde2a5e-04c0-433a-a3da-f18e346224a7 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:39.309039 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0fde2a5e-04c0-433a-a3da-f18e346224a7 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:39.383993 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0fde2a5e-04c0-433a-a3da-f18e346224a7 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:39.386867 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0fde2a5e-04c0-433a-a3da-f18e346224a7 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:39.390208 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0fde2a5e-04c0-433a-a3da-f18e346224a7 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] 10.222.0.43 "DELETE /v2.0/security-groups/544a604a-daac-418b-bff7-67f084aa7a09 HTTP/1.1" status: 204 len: 168 time: 0.2380638 Jul 29 23:53:39.396767 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52564) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:39.436413 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fde2a5e-04c0-433a-a3da-f18e346224a7 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=544a604a-daac-418b-bff7-67f084aa7a09,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:39.539383 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8573dc46-be0b-4e3a-94b6-d941048c4112 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1406536 Jul 29 23:53:39.543438 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52566) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:39.550909 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-586dc5e9-bb6f-436d-ad40-8b0e13b4bc58 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Request body: {'security_group': {'name': 'tempest-secgroup--593883846'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:39.592560 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-586dc5e9-bb6f-436d-ad40-8b0e13b4bc58 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:39.730226 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-586dc5e9-bb6f-436d-ad40-8b0e13b4bc58 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:39.737720 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-586dc5e9-bb6f-436d-ad40-8b0e13b4bc58 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:39.771540 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-586dc5e9-bb6f-436d-ad40-8b0e13b4bc58 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:39.773868 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-586dc5e9-bb6f-436d-ad40-8b0e13b4bc58 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2284009 Jul 29 23:53:39.776674 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52568) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:39.784363 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-65af03ba-c8cc-46c0-9ed2-25e4ab86a994 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:39.784780 n-d-712141-10 neutron-server[94077]: WARNING neutron.api.v2.base [None req-65af03ba-c8cc-46c0-9ed2-25e4ab86a994 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 29 23:53:39.785417 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-65af03ba-c8cc-46c0-9ed2-25e4ab86a994 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] update failed (client error): There was a conflict when trying to complete your request. Jul 29 23:53:39.790753 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-65af03ba-c8cc-46c0-9ed2-25e4ab86a994 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] 10.222.0.43 "PUT /v2.0/security-groups/6f3a3eb8-587d-4ec7-8304-0dfe343df6d2 HTTP/1.1" status: 409 len: 330 time: 0.0088546 Jul 29 23:53:39.791224 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52570) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:39.801965 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586dc5e9-bb6f-436d-ad40-8b0e13b4bc58 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3a3eb8-587d-4ec7-8304-0dfe343df6d2,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:39.828723 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d430457a-581b-456c-b6ea-763b3f0a187f tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:39.829269 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d430457a-581b-456c-b6ea-763b3f0a187f tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Fanout notify agent at l3_agent the message router_deleted on router dc9c8c39-df7a-44ac-9b6f-e531ca718089 {{(pid=94078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:53:39.839870 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d430457a-581b-456c-b6ea-763b3f0a187f tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:39.841021 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-d430457a-581b-456c-b6ea-763b3f0a187f tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "DELETE /v2.0/routers/dc9c8c39-df7a-44ac-9b6f-e531ca718089 HTTP/1.1" status: 204 len: 168 time: 3.7017388 Jul 29 23:53:39.843935 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52572) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:39.879039 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d7f5ec3a-1f78-4490-87a4-bfc58dd50d74 tempest-RoutersAdminNegativeTest-795653033 tempest-RoutersAdminNegativeTest-795653033-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:39.905326 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d7f5ec3a-1f78-4490-87a4-bfc58dd50d74 tempest-RoutersAdminNegativeTest-795653033 tempest-RoutersAdminNegativeTest-795653033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:39.944519 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-10bddd08-89df-4233-82e8-52888eb2d698 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:39.982716 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2c609bfc-0199-46cd-aea8-253d6d0fd467 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:40.051647 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-aff451bc-fc30-42e6-aebb-15a64ad56822 req-8302a989-8256-45d6-b071-398dceaab95e tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbe1a5c4-f7ee-44e3-87c9-7427f80c2aed HTTP/1.1" status: 200 len: 210 time: 0.1094246 Jul 29 23:53:40.071152 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-10bddd08-89df-4233-82e8-52888eb2d698 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:40.125214 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2c609bfc-0199-46cd-aea8-253d6d0fd467 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:40.182483 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-10bddd08-89df-4233-82e8-52888eb2d698 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['927b2996-96c9-4bae-a7f6-f32149570c61']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:40.247611 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-10bddd08-89df-4233-82e8-52888eb2d698 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ff6e765-cf91-47a1-b3b0-38270934f391') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:40.248171 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-10bddd08-89df-4233-82e8-52888eb2d698 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ff6e765-cf91-47a1-b3b0-38270934f391') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:40.267894 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-10bddd08-89df-4233-82e8-52888eb2d698 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:40.270447 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2c609bfc-0199-46cd-aea8-253d6d0fd467 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:40.275593 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2c609bfc-0199-46cd-aea8-253d6d0fd467 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:40.281933 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-2c609bfc-0199-46cd-aea8-253d6d0fd467 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] 10.222.0.43 "DELETE /v2.0/security-groups/6f3a3eb8-587d-4ec7-8304-0dfe343df6d2 HTTP/1.1" status: 204 len: 168 time: 0.4881399 Jul 29 23:53:40.283627 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52584) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:40.298013 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d7f5ec3a-1f78-4490-87a4-bfc58dd50d74 tempest-RoutersAdminNegativeTest-795653033 tempest-RoutersAdminNegativeTest-795653033-project-admin] Notify callbacks [] for router, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:40.324656 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2288792-f248-4ad3-ab4e-6e7b0d26eef8 req-ba5bdd01-d2d5-475c-83c7-4e82c53e6b97 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:40.326553 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f2288792-f248-4ad3-ab4e-6e7b0d26eef8 req-ba5bdd01-d2d5-475c-83c7-4e82c53e6b97 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.22 "GET /v2.0/networks?id=ddad5dc7-1476-40a2-b1e9-a0671d04cea9 HTTP/1.1" status: 200 len: 797 time: 0.2362740 Jul 29 23:53:40.330711 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-10bddd08-89df-4233-82e8-52888eb2d698 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:40.337295 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c609bfc-0199-46cd-aea8-253d6d0fd467 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3a3eb8-587d-4ec7-8304-0dfe343df6d2,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:40.361472 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10bddd08-89df-4233-82e8-52888eb2d698 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:53:40.362035 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-10bddd08-89df-4233-82e8-52888eb2d698 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:40.383761 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:53:40.383761 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:53:40.383761 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:53:40.383761 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:53:40.383761 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:53:40.383761 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:53:40.383761 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:53:40.383761 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:53:40.383761 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:53:40.383761 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:53:40.383761 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:53:40.383761 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:53:40.383761 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:53:40.383761 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:53:40.383761 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:53:40.383761 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:53:40.383761 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:53:40.383761 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:53:40.383761 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:53:40.383761 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:53:40.383761 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:53:40.383761 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:53:40.383761 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:53:40.383761 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:53:40.383761 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:53:40.383761 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:53:40.383761 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:53:40.383761 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:53:40.383761 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:53:40.383761 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:53:40.383761 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:53:40.383761 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:53:40.440505 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52586) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:40.445131 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-21ac5910-8ade-42e1-9c35-f01563dcf80f tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1445606 Jul 29 23:53:40.480425 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-4b324b3d-cd56-4c97-a03f-96bdb3522546 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] delete failed (client error): The resource could not be found. Jul 29 23:53:40.481610 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4b324b3d-cd56-4c97-a03f-96bdb3522546 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] 10.222.0.43 "DELETE /v2.0/security-groups/93a1f7ad-6373-465f-bc00-7e4a0a28e16f HTTP/1.1" status: 404 len: 347 time: 0.0399108 Jul 29 23:53:40.486606 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52588) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:40.514125 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-87095b84-f201-412b-a620-1bc44cdc61c5 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] show failed (client error): The resource could not be found. Jul 29 23:53:40.515486 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-87095b84-f201-412b-a620-1bc44cdc61c5 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] 10.222.0.43 "GET /v2.0/security-groups/258806e6-a8de-449f-84c5-68f078f9dcb8 HTTP/1.1" status: 404 len: 347 time: 0.0292671 Jul 29 23:53:40.522198 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f2288792-f248-4ad3-ab4e-6e7b0d26eef8 req-1dc2e4ac-ae01-4bc1-a4fa-52ffefd88622 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65ae77200a164c0f8f007753b934a6ed HTTP/1.1" status: 200 len: 380 time: 0.1764162 Jul 29 23:53:40.523429 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52590) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:40.532115 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-10bddd08-89df-4233-82e8-52888eb2d698 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:40.542186 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-f2288792-f248-4ad3-ab4e-6e7b0d26eef8 req-705a760c-c2cf-4c7f-952f-affde9200316 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Request body: {'port': {'device_id': 'fbe1a5c4-f7ee-44e3-87c9-7427f80c2aed', 'network_id': 'ddad5dc7-1476-40a2-b1e9-a0671d04cea9', 'admin_state_up': True, 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'security_groups': ['dc89bc8f-bfbe-4ef5-9811-a32f13d6a0c3']}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:40.549527 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-10bddd08-89df-4233-82e8-52888eb2d698 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:40.557551 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-10bddd08-89df-4233-82e8-52888eb2d698 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] 10.222.0.43 "DELETE /v2.0/networks/927b2996-96c9-4bae-a7f6-f32149570c61 HTTP/1.1" status: 204 len: 168 time: 0.7064857 Jul 29 23:53:40.570843 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-808d0b33-d672-431d-9573-0c5a27360776 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] show failed (client error): The resource could not be found. Jul 29 23:53:40.575609 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-808d0b33-d672-431d-9573-0c5a27360776 tempest-NegativeSecGroupTest-797637966 tempest-NegativeSecGroupTest-797637966-project] 10.222.0.43 "GET /v2.0/security-group-rules/40423f3b-b8d7-4191-9360-4e928f55191d HTTP/1.1" status: 404 len: 356 time: 0.0477343 Jul 29 23:53:40.583836 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bddd08-89df-4233-82e8-52888eb2d698 tempest-TestNetworkBasicOps-1922915962 tempest-TestNetworkBasicOps-1922915962-project] Pushing event deleted for resources: {'Network': ['ID=927b2996-96c9-4bae-a7f6-f32149570c61,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:40.686694 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d7f5ec3a-1f78-4490-87a4-bfc58dd50d74 tempest-RoutersAdminNegativeTest-795653033 tempest-RoutersAdminNegativeTest-795653033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:40.689353 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d7f5ec3a-1f78-4490-87a4-bfc58dd50d74 tempest-RoutersAdminNegativeTest-795653033 tempest-RoutersAdminNegativeTest-795653033-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:40.730836 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2288792-f248-4ad3-ab4e-6e7b0d26eef8 req-705a760c-c2cf-4c7f-952f-affde9200316 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Made reservation on behalf of 65ae77200a164c0f8f007753b934a6ed for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:53:40.734728 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-f2288792-f248-4ad3-ab4e-6e7b0d26eef8 req-705a760c-c2cf-4c7f-952f-affde9200316 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:40.760372 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d7f5ec3a-1f78-4490-87a4-bfc58dd50d74 tempest-RoutersAdminNegativeTest-795653033 tempest-RoutersAdminNegativeTest-795653033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:40.761019 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f5ec3a-1f78-4490-87a4-bfc58dd50d74 tempest-RoutersAdminNegativeTest-795653033 tempest-RoutersAdminNegativeTest-795653033-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8b700e5d-e056-4560-89b5-573e4cf99192 {{(pid=94078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:53:40.785933 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [None req-d7f5ec3a-1f78-4490-87a4-bfc58dd50d74 tempest-RoutersAdminNegativeTest-795653033 tempest-RoutersAdminNegativeTest-795653033-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 29 23:53:40.788006 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-d7f5ec3a-1f78-4490-87a4-bfc58dd50d74 tempest-RoutersAdminNegativeTest-795653033 tempest-RoutersAdminNegativeTest-795653033-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.3262172 Jul 29 23:53:40.791339 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52596) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:40.971758 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 98df9f79-2471-4c02-9d44-10d79347ad41 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:53:40.981923 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-b2e60eff-8f2a-48f6-878c-d25a66701c62 tempest-RoutersAdminNegativeTest-795653033 tempest-RoutersAdminNegativeTest-795653033-project-admin] Deleting port d9a81615-4ab7-4000-b891-21316208b32a {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:53:40.982450 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b2e60eff-8f2a-48f6-878c-d25a66701c62 tempest-RoutersAdminNegativeTest-795653033 tempest-RoutersAdminNegativeTest-795653033-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:41.047072 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-f2288792-f248-4ad3-ab4e-6e7b0d26eef8 req-705a760c-c2cf-4c7f-952f-affde9200316 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Allocated IP 172.20.0.9 (ddad5dc7-1476-40a2-b1e9-a0671d04cea9/57b00923-d43c-47d5-9113-0cf54080fe3c/6df1dd52-96be-4f59-a353-da66e5e61fe8) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:53:41.126343 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 98df9f79-2471-4c02-9d44-10d79347ad41 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:53:41.131128 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 98df9f79-2471-4c02-9d44-10d79347ad41 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:53:41.131709 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:41.132180 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b2e60eff-8f2a-48f6-878c-d25a66701c62 tempest-RoutersAdminNegativeTest-795653033 tempest-RoutersAdminNegativeTest-795653033-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:41.159819 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52604) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:41.171529 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-b2e60eff-8f2a-48f6-878c-d25a66701c62 tempest-RoutersAdminNegativeTest-795653033 tempest-RoutersAdminNegativeTest-795653033-project-admin] Calling delete_port for d9a81615-4ab7-4000-b891-21316208b32a owned by {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:53:41.173106 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52606) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:41.220535 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f19705b0-2b15-4cef-b75f-c2f8b9ff83d3 req-1d6c9ea5-0295-4fae-9ee7-db4e358ece67 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbe1a5c4-f7ee-44e3-87c9-7427f80c2aed HTTP/1.1" status: 200 len: 210 time: 0.0391541 Jul 29 23:53:41.269048 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:41.328061 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 98df9f79-2471-4c02-9d44-10d79347ad41, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=98df9f79-2471-4c02-9d44-10d79347ad41,segment=NetworkSegment(188b7e99-4684-43a5-b366-23af67714bc7),segment_id=188b7e99-4684-43a5-b366-23af67714bc7)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:41.336066 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:41.345770 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-f2288792-f248-4ad3-ab4e-6e7b0d26eef8 req-705a760c-c2cf-4c7f-952f-affde9200316 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:41.356377 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device d54af423-2005-4545-815d-527eb236854b no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:53:41.445802 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: d54af423-2005-4545-815d-527eb236854b {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:53:41.446447 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device d54af423-2005-4545-815d-527eb236854b not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:53:41.465416 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-552f2f7f-27e7-4832-9344-c62d39de5679 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d0ccb320b9614c6796da1d3a4eb8050d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3002207 Jul 29 23:53:41.466010 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52616) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:41.485453 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=98df9f79-2471-4c02-9d44-10d79347ad41,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:41.488836 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-84bd5883-a35e-4c7e-b714-754e8fbcecc1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bd9be2c0ad754adeaed7eabee32aed90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3054240 Jul 29 23:53:41.493126 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52618) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:41.494970 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-f2288792-f248-4ad3-ab4e-6e7b0d26eef8 req-705a760c-c2cf-4c7f-952f-affde9200316 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Transition to ACTIVE for port object 6df1dd52-96be-4f59-a353-da66e5e61fe8 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:53:41.496920 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:41.497372 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:41.497846 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:41.498282 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:41.498716 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:41.499162 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:41.499598 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:41.500636 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:41.500961 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b2e60eff-8f2a-48f6-878c-d25a66701c62 tempest-RoutersAdminNegativeTest-795653033 tempest-RoutersAdminNegativeTest-795653033-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:41.501158 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:41.501602 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:41.503056 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:41.503499 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:41.549004 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-f2288792-f248-4ad3-ab4e-6e7b0d26eef8 req-705a760c-c2cf-4c7f-952f-affde9200316 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:41.563711 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e60eff-8f2a-48f6-878c-d25a66701c62 tempest-RoutersAdminNegativeTest-795653033 tempest-RoutersAdminNegativeTest-795653033-project-admin] Pushing event deleted for resources: {'Port': ['ID=d9a81615-4ab7-4000-b891-21316208b32a,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:41.664413 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-889eab08-c14e-4245-88ec-5504d0f421c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:41.667311 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2288792-f248-4ad3-ab4e-6e7b0d26eef8 req-705a760c-c2cf-4c7f-952f-affde9200316 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Network ddad5dc7-1476-40a2-b1e9-a0671d04cea9 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:53:41.674163 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-f2288792-f248-4ad3-ab4e-6e7b0d26eef8 req-705a760c-c2cf-4c7f-952f-affde9200316 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:53:41.676499 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2288792-f248-4ad3-ab4e-6e7b0d26eef8 req-705a760c-c2cf-4c7f-952f-affde9200316 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:53:41.686745 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d1dbd012-bc7a-4381-9bd2-130c6a0d3d73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:41.690704 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b2e60eff-8f2a-48f6-878c-d25a66701c62 tempest-RoutersAdminNegativeTest-795653033 tempest-RoutersAdminNegativeTest-795653033-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:41.692604 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-b2e60eff-8f2a-48f6-878c-d25a66701c62 tempest-RoutersAdminNegativeTest-795653033 tempest-RoutersAdminNegativeTest-795653033-project-admin] 10.222.0.43 "DELETE /v2.0/ports/d9a81615-4ab7-4000-b891-21316208b32a HTTP/1.1" status: 204 len: 168 time: 0.9002385 Jul 29 23:53:41.715740 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705a760c-c2cf-4c7f-952f-affde9200316 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event updated for resources: {'Port': ['ID=6df1dd52-96be-4f59-a353-da66e5e61fe8,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:41.729942 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d1dbd012-bc7a-4381-9bd2-130c6a0d3d73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:41.745820 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-889eab08-c14e-4245-88ec-5504d0f421c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:41.785631 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2288792-f248-4ad3-ab4e-6e7b0d26eef8 req-705a760c-c2cf-4c7f-952f-affde9200316 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:41.786188 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-f2288792-f248-4ad3-ab4e-6e7b0d26eef8 req-705a760c-c2cf-4c7f-952f-affde9200316 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:41.817144 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d1dbd012-bc7a-4381-9bd2-130c6a0d3d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:41.820479 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d1dbd012-bc7a-4381-9bd2-130c6a0d3d73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:41.821715 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-d1dbd012-bc7a-4381-9bd2-130c6a0d3d73 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c279c4a3-3ccd-4b62-9f62-69fcd1d0a9af HTTP/1.1" status: 204 len: 168 time: 0.3269711 Jul 29 23:53:41.830459 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f2288792-f248-4ad3-ab4e-6e7b0d26eef8 req-705a760c-c2cf-4c7f-952f-affde9200316 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2928576 Jul 29 23:53:41.845161 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-f2288792-f248-4ad3-ab4e-6e7b0d26eef8 req-d58a6c98-d223-48cf-acce-e71d3198e194 service neutron] Request body: {'port': {'device_id': 'fbe1a5c4-f7ee-44e3-87c9-7427f80c2aed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:41.857273 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dbd012-bc7a-4381-9bd2-130c6a0d3d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c279c4a3-3ccd-4b62-9f62-69fcd1d0a9af,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:41.879342 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dbd012-bc7a-4381-9bd2-130c6a0d3d73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:41.879688 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dbd012-bc7a-4381-9bd2-130c6a0d3d73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:41.880085 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dbd012-bc7a-4381-9bd2-130c6a0d3d73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:41.880341 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dbd012-bc7a-4381-9bd2-130c6a0d3d73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:41.880662 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dbd012-bc7a-4381-9bd2-130c6a0d3d73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:41.880984 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dbd012-bc7a-4381-9bd2-130c6a0d3d73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:41.881502 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dbd012-bc7a-4381-9bd2-130c6a0d3d73 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:41.881847 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dbd012-bc7a-4381-9bd2-130c6a0d3d73 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:41.882169 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dbd012-bc7a-4381-9bd2-130c6a0d3d73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:41.883058 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dbd012-bc7a-4381-9bd2-130c6a0d3d73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:41.883852 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dbd012-bc7a-4381-9bd2-130c6a0d3d73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:41.888753 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1dbd012-bc7a-4381-9bd2-130c6a0d3d73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:41.917136 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-889eab08-c14e-4245-88ec-5504d0f421c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:41.921615 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-889eab08-c14e-4245-88ec-5504d0f421c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:41.933961 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-889eab08-c14e-4245-88ec-5504d0f421c6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/110704d9-e129-4b17-a1d7-9474037baf97 HTTP/1.1" status: 204 len: 168 time: 0.4646473 Jul 29 23:53:41.947217 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889eab08-c14e-4245-88ec-5504d0f421c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=110704d9-e129-4b17-a1d7-9474037baf97,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:42.013071 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-f2288792-f248-4ad3-ab4e-6e7b0d26eef8 req-d58a6c98-d223-48cf-acce-e71d3198e194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:42.078064 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52630) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:42.178327 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-ccdb0d7e-c4c6-4b76-be06-ac9a97aea935 None None] Provisioning for port 6df1dd52-96be-4f59-a353-da66e5e61fe8 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:53:42.188212 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-ccdb0d7e-c4c6-4b76-be06-ac9a97aea935 None None] Provisioning complete for port 6df1dd52-96be-4f59-a353-da66e5e61fe8 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:53:42.188629 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ccdb0d7e-c4c6-4b76-be06-ac9a97aea935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:42.247541 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52634) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:42.249795 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-ccdb0d7e-c4c6-4b76-be06-ac9a97aea935 None None] Port 6df1dd52-96be-4f59-a353-da66e5e61fe8 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:53:42.267041 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e1707193-f55f-4ebe-9563-603f6d0c84af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:42.427623 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaba778-69f1-48e8-83b1-fd928d630242 req-12b02d6f-60e0-47ae-85c8-858bba2fa802 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:42.435712 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-caaba778-69f1-48e8-83b1-fd928d630242 req-12b02d6f-60e0-47ae-85c8-858bba2fa802 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbe1a5c4-f7ee-44e3-87c9-7427f80c2aed HTTP/1.1" status: 200 len: 931 time: 0.0939116 Jul 29 23:53:42.447721 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e1707193-f55f-4ebe-9563-603f6d0c84af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:42.458781 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e1707193-f55f-4ebe-9563-603f6d0c84af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:42.467456 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-f2288792-f248-4ad3-ab4e-6e7b0d26eef8 req-d58a6c98-d223-48cf-acce-e71d3198e194 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6df1dd52-96be-4f59-a353-da66e5e61fe8 {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:53:42.476778 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-f2288792-f248-4ad3-ab4e-6e7b0d26eef8 req-d58a6c98-d223-48cf-acce-e71d3198e194 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:42.499168 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-f2288792-f248-4ad3-ab4e-6e7b0d26eef8 req-d58a6c98-d223-48cf-acce-e71d3198e194 service neutron] Transition to ACTIVE for port object 6df1dd52-96be-4f59-a353-da66e5e61fe8 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:53:42.505143 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-f2288792-f248-4ad3-ab4e-6e7b0d26eef8 req-d58a6c98-d223-48cf-acce-e71d3198e194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:42.558412 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e1707193-f55f-4ebe-9563-603f6d0c84af admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f1f45aa7cadd45c49f2d7d21ccd70955&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3096581 Jul 29 23:53:42.573567 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52650) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:42.620179 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-caaba778-69f1-48e8-83b1-fd928d630242 req-f066630d-7216-406d-acc3-0c3dafe577fb tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc89bc8f-bfbe-4ef5-9811-a32f13d6a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1772149 Jul 29 23:53:42.620861 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1707193-f55f-4ebe-9563-603f6d0c84af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd05b02-b109-46a6-8e84-a25a0f02caa2,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:42.630179 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e9dcfa52-c4ec-45a5-a694-54c18a7a1585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:42.649199 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58a6c98-d223-48cf-acce-e71d3198e194 service neutron] Pushing event updated for resources: {'Port': ['ID=6df1dd52-96be-4f59-a353-da66e5e61fe8,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:42.739254 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e6045a9f-3898-4978-982d-a708ee4e3c13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:42.819695 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e6045a9f-3898-4978-982d-a708ee4e3c13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:42.820718 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e9dcfa52-c4ec-45a5-a694-54c18a7a1585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:42.832247 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e9dcfa52-c4ec-45a5-a694-54c18a7a1585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:42.840780 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [req-c778efb7-4b7e-4ce4-9df7-9c329f1bb72a req-064dbe96-ef8b-43e2-8311-b99e91294942 service neutron] (94078) timed out ('10.222.0.43', 60132) {{(pid=94078) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 29 23:53:42.848525 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-f2288792-f248-4ad3-ab4e-6e7b0d26eef8 req-d58a6c98-d223-48cf-acce-e71d3198e194 service neutron] Attempting to bind port 6df1dd52-96be-4f59-a353-da66e5e61fe8 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:53:42.849214 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-f2288792-f248-4ad3-ab4e-6e7b0d26eef8 req-d58a6c98-d223-48cf-acce-e71d3198e194 service neutron] Attempting to bind port 6df1dd52-96be-4f59-a353-da66e5e61fe8 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '188b7e99-4684-43a5-b366-23af67714bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'ddad5dc7-1476-40a2-b1e9-a0671d04cea9'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:53:42.851013 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2288792-f248-4ad3-ab4e-6e7b0d26eef8 req-d58a6c98-d223-48cf-acce-e71d3198e194 service neutron] Attempting to bind port 6df1dd52-96be-4f59-a353-da66e5e61fe8 on network ddad5dc7-1476-40a2-b1e9-a0671d04cea9 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:53:42.856966 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52658) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:42.896440 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2288792-f248-4ad3-ab4e-6e7b0d26eef8 req-d58a6c98-d223-48cf-acce-e71d3198e194 service neutron] Port 6df1dd52-96be-4f59-a353-da66e5e61fe8 on network ddad5dc7-1476-40a2-b1e9-a0671d04cea9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:53:42.896775 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2288792-f248-4ad3-ab4e-6e7b0d26eef8 req-d58a6c98-d223-48cf-acce-e71d3198e194 service neutron] Attempting to bind port 6df1dd52-96be-4f59-a353-da66e5e61fe8 on network ddad5dc7-1476-40a2-b1e9-a0671d04cea9 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:53:42.900063 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 98df9f79-2471-4c02-9d44-10d79347ad41 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:53:42.920362 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dcfa52-c4ec-45a5-a694-54c18a7a1585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=282ee90b-80f8-449b-95e0-5c170b14f5b6,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:42.954065 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2288792-f248-4ad3-ab4e-6e7b0d26eef8 req-d58a6c98-d223-48cf-acce-e71d3198e194 service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:53:42.954403 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2288792-f248-4ad3-ab4e-6e7b0d26eef8 req-d58a6c98-d223-48cf-acce-e71d3198e194 service neutron] Checking segment: {'id': '188b7e99-4684-43a5-b366-23af67714bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'ddad5dc7-1476-40a2-b1e9-a0671d04cea9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:53:42.954794 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2288792-f248-4ad3-ab4e-6e7b0d26eef8 req-d58a6c98-d223-48cf-acce-e71d3198e194 service neutron] Bound using segment: {'id': '188b7e99-4684-43a5-b366-23af67714bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'ddad5dc7-1476-40a2-b1e9-a0671d04cea9'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:53:42.955238 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-f2288792-f248-4ad3-ab4e-6e7b0d26eef8 req-d58a6c98-d223-48cf-acce-e71d3198e194 service neutron] Bound port: 6df1dd52-96be-4f59-a353-da66e5e61fe8, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '188b7e99-4684-43a5-b366-23af67714bc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'ddad5dc7-1476-40a2-b1e9-a0671d04cea9'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:53:42.955597 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-f2288792-f248-4ad3-ab4e-6e7b0d26eef8 req-d58a6c98-d223-48cf-acce-e71d3198e194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:42.971154 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e9dcfa52-c4ec-45a5-a694-54c18a7a1585 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e468cb7158ea4dd38c1ed3b58fc4bab3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8912866 Jul 29 23:53:42.973212 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 98df9f79-2471-4c02-9d44-10d79347ad41 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:53:42.973750 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52660) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:42.974044 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:43.076645 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d9c4992c-df53-4a53-8982-a725df199b2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:43.100179 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e6045a9f-3898-4978-982d-a708ee4e3c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:43.102010 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d9c4992c-df53-4a53-8982-a725df199b2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:43.103573 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e6045a9f-3898-4978-982d-a708ee4e3c13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:43.110245 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e6045a9f-3898-4978-982d-a708ee4e3c13 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7bd05b02-b109-46a6-8e84-a25a0f02caa2 HTTP/1.1" status: 204 len: 168 time: 0.5328877 Jul 29 23:53:43.154042 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6045a9f-3898-4978-982d-a708ee4e3c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd05b02-b109-46a6-8e84-a25a0f02caa2,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:43.166413 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d9c4992c-df53-4a53-8982-a725df199b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:43.169088 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d9c4992c-df53-4a53-8982-a725df199b2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:43.172575 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-d9c4992c-df53-4a53-8982-a725df199b2a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/282ee90b-80f8-449b-95e0-5c170b14f5b6 HTTP/1.1" status: 204 len: 168 time: 0.1941798 Jul 29 23:53:43.186211 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c4992c-df53-4a53-8982-a725df199b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=282ee90b-80f8-449b-95e0-5c170b14f5b6,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:43.231082 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-f2288792-f248-4ad3-ab4e-6e7b0d26eef8 req-d58a6c98-d223-48cf-acce-e71d3198e194 service neutron] For port 6df1dd52-96be-4f59-a353-da66e5e61fe8, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:53:43.275220 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-f2288792-f248-4ad3-ab4e-6e7b0d26eef8 req-d58a6c98-d223-48cf-acce-e71d3198e194 service neutron] For port 6df1dd52-96be-4f59-a353-da66e5e61fe8, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=6df1dd52-96be-4f59-a353-da66e5e61fe8,segment=NetworkSegment(188b7e99-4684-43a5-b366-23af67714bc7),segment_id=188b7e99-4684-43a5-b366-23af67714bc7)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:53:43.285669 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-f2288792-f248-4ad3-ab4e-6e7b0d26eef8 req-d58a6c98-d223-48cf-acce-e71d3198e194 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:43.361426 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-de026521-e731-4634-a2a2-4c98d76b76c2 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Deleting port 5fb874a4-625d-485a-bc44-c468e885b950 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:53:43.361832 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-de026521-e731-4634-a2a2-4c98d76b76c2 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:43.399080 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d6cedba4-ee25-4401-8b9f-b7c8bd86520b req-3da39d76-9408-4c31-9fbe-ae45bd47338d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=7efc4582-523d-4b05-9d9e-005a5e7a191a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1002429 Jul 29 23:53:43.594406 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52676) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:43.621763 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cedba4-ee25-4401-8b9f-b7c8bd86520b req-805c97ea-bd56-41a9-8ae6-d69e93e77f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:43.628700 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d6cedba4-ee25-4401-8b9f-b7c8bd86520b req-805c97ea-bd56-41a9-8ae6-d69e93e77f0c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=abc07fd47c924aad994e74752ef0bc5a&device_id=7efc4582-523d-4b05-9d9e-005a5e7a191a HTTP/1.1" status: 200 len: 1098 time: 0.1653919 Jul 29 23:53:43.924629 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb6f56-b4da-4b02-837e-decb171a0069 req-833f372d-167f-405d-9f42-a81e5dea70a6 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:43.927550 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b7cb6f56-b4da-4b02-837e-decb171a0069 req-833f372d-167f-405d-9f42-a81e5dea70a6 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbe1a5c4-f7ee-44e3-87c9-7427f80c2aed HTTP/1.1" status: 200 len: 943 time: 0.1175125 Jul 29 23:53:44.054481 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cedba4-ee25-4401-8b9f-b7c8bd86520b req-18cb72a1-995b-4526-9982-06748e313611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:44.056824 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d6cedba4-ee25-4401-8b9f-b7c8bd86520b req-18cb72a1-995b-4526-9982-06748e313611 service neutron] 10.222.0.22 "GET /v2.0/networks?id=07279870-3078-44f7-8035-d94a4d0b31e7 HTTP/1.1" status: 200 len: 913 time: 0.4011674 Jul 29 23:53:44.130580 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b7cb6f56-b4da-4b02-837e-decb171a0069 req-1b11804e-6a2d-4e20-9a7d-3108eb7b3a2e tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc89bc8f-bfbe-4ef5-9811-a32f13d6a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1922672 Jul 29 23:53:44.135919 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-20326e9a-cd31-41f0-9300-b9dd1e08f239 tempest-SubnetPoolsTestJSON-921065157 tempest-SubnetPoolsTestJSON-921065157-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-180632273', 'prefixes': ['172.20.0.0/16']}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:44.141010 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52686) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:44.149511 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2288792-f248-4ad3-ab4e-6e7b0d26eef8 req-d58a6c98-d223-48cf-acce-e71d3198e194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:44.150236 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-f2288792-f248-4ad3-ab4e-6e7b0d26eef8 req-d58a6c98-d223-48cf-acce-e71d3198e194 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:44.151823 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f2288792-f248-4ad3-ab4e-6e7b0d26eef8 req-d58a6c98-d223-48cf-acce-e71d3198e194 service neutron] 10.222.0.22 "PUT /v2.0/ports/6df1dd52-96be-4f59-a353-da66e5e61fe8 HTTP/1.1" status: 200 len: 1092 time: 2.3132994 Jul 29 23:53:44.155002 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbe1a5c4-f7ee-44e3-87c9-7427f80c2aed', 'tag': '6df1dd52-96be-4f59-a353-da66e5e61fe8'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:53:44.158065 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6a07b0-a2e0-429b-9855-4a84a32b7e98" -d '{"events": [{"name": "network-changed", "server_uuid": "fbe1a5c4-f7ee-44e3-87c9-7427f80c2aed", "tag": "6df1dd52-96be-4f59-a353-da66e5e61fe8"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:53:44.206629 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d6cedba4-ee25-4401-8b9f-b7c8bd86520b req-accceb4d-8085-4a77-8994-a9ed5d3eb852 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5365ae39-541a-43fb-808e-65b5d23130c5 HTTP/1.1" status: 200 len: 1001 time: 0.1395478 Jul 29 23:53:44.224293 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58a6c98-d223-48cf-acce-e71d3198e194 service neutron] Pushing event updated for resources: {'Port': ['ID=6df1dd52-96be-4f59-a353-da66e5e61fe8,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:44.291459 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f211aae9-2e25-497c-bd9a-3c8b0e801520 x-openstack-request-id: req-f211aae9-2e25-497c-bd9a-3c8b0e801520 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:53:44.291743 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbe1a5c4-f7ee-44e3-87c9-7427f80c2aed", "tag": "6df1dd52-96be-4f59-a353-da66e5e61fe8", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:53:44.292312 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f211aae9-2e25-497c-bd9a-3c8b0e801520 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:53:44.293301 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbe1a5c4-f7ee-44e3-87c9-7427f80c2aed', 'tag': '6df1dd52-96be-4f59-a353-da66e5e61fe8', 'status': 'completed', 'code': 200} Jul 29 23:53:44.306731 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-de026521-e731-4634-a2a2-4c98d76b76c2 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:44.307106 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-de026521-e731-4634-a2a2-4c98d76b76c2 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:44.311379 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2288792-f248-4ad3-ab4e-6e7b0d26eef8 req-03e34767-c178-4871-8015-c3300990cbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:44.313019 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f2288792-f248-4ad3-ab4e-6e7b0d26eef8 req-03e34767-c178-4871-8015-c3300990cbcc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=65ae77200a164c0f8f007753b934a6ed&device_id=fbe1a5c4-f7ee-44e3-87c9-7427f80c2aed HTTP/1.1" status: 200 len: 1095 time: 0.1085634 Jul 29 23:53:44.317918 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-3aeadf31-b57d-44d7-ab4e-6a757f47813d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ae63bbea42bb47ba9ddfb67e0717fe33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1736548 Jul 29 23:53:44.321339 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52690) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:44.343559 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-de026521-e731-4634-a2a2-4c98d76b76c2 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Calling delete_port for 5fb874a4-625d-485a-bc44-c468e885b950 owned by network:floatingip {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:53:44.343790 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-20326e9a-cd31-41f0-9300-b9dd1e08f239 tempest-SubnetPoolsTestJSON-921065157 tempest-SubnetPoolsTestJSON-921065157-project] Notify callbacks [] for subnetpool, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:44.345017 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-20326e9a-cd31-41f0-9300-b9dd1e08f239 tempest-SubnetPoolsTestJSON-921065157 tempest-SubnetPoolsTestJSON-921065157-project] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.7480769 Jul 29 23:53:44.346819 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cedba4-ee25-4401-8b9f-b7c8bd86520b req-27f99a98-0779-427b-9d9c-ff9e0b92698e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:44.348408 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d6cedba4-ee25-4401-8b9f-b7c8bd86520b req-27f99a98-0779-427b-9d9c-ff9e0b92698e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ef618f43-4fe4-4e34-9800-0476d270be60 HTTP/1.1" status: 200 len: 851 time: 0.1309569 Jul 29 23:53:44.348930 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52694) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:44.381268 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f2288792-f248-4ad3-ab4e-6e7b0d26eef8 req-c222a580-7b5a-4c6b-99b8-6d4486437a55 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6df1dd52-96be-4f59-a353-da66e5e61fe8 HTTP/1.1" status: 200 len: 217 time: 0.0592999 Jul 29 23:53:44.419752 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-feae1b4d-36f2-464a-b2a6-bf7c3e606713 tempest-SubnetPoolsTestJSON-921065157 tempest-SubnetPoolsTestJSON-921065157-project] 10.222.0.43 "GET /v2.0/subnetpools/fa639ca6-e02f-44b9-a0e7-c62bc5009f53 HTTP/1.1" status: 200 len: 731 time: 0.0696735 Jul 29 23:53:44.422391 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52696) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:44.427064 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-b205f71f-ae6f-47f6-b097-cd55655b0e17 tempest-SubnetPoolsTestJSON-921065157 tempest-SubnetPoolsTestJSON-921065157-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-319252930'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:44.471753 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cedba4-ee25-4401-8b9f-b7c8bd86520b req-cf6da890-255c-4619-857d-160cd370c403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:44.473298 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d6cedba4-ee25-4401-8b9f-b7c8bd86520b req-cf6da890-255c-4619-857d-160cd370c403 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=07279870-3078-44f7-8035-d94a4d0b31e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1152961 Jul 29 23:53:44.498592 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2288792-f248-4ad3-ab4e-6e7b0d26eef8 req-7585234c-fbb5-4090-b42c-d4867a468823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:44.500081 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f2288792-f248-4ad3-ab4e-6e7b0d26eef8 req-7585234c-fbb5-4090-b42c-d4867a468823 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=57b00923-d43c-47d5-9113-0cf54080fe3c HTTP/1.1" status: 200 len: 835 time: 0.1123827 Jul 29 23:53:44.551003 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8dfd13f3-9f09-4038-819f-6bfdd97b44cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:44.588784 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b205f71f-ae6f-47f6-b097-cd55655b0e17 tempest-SubnetPoolsTestJSON-921065157 tempest-SubnetPoolsTestJSON-921065157-project] Notify callbacks [] for subnetpool, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:44.590044 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-b205f71f-ae6f-47f6-b097-cd55655b0e17 tempest-SubnetPoolsTestJSON-921065157 tempest-SubnetPoolsTestJSON-921065157-project] 10.222.0.43 "PUT /v2.0/subnetpools/fa639ca6-e02f-44b9-a0e7-c62bc5009f53 HTTP/1.1" status: 200 len: 683 time: 0.1666622 Jul 29 23:53:44.596711 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52702) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:44.603355 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8dfd13f3-9f09-4038-819f-6bfdd97b44cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:44.611723 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d6cedba4-ee25-4401-8b9f-b7c8bd86520b req-15f785b2-16d6-4378-a441-5c30c9cd8298 service neutron] 10.222.0.22 "GET /v2.0/networks/07279870-3078-44f7-8035-d94a4d0b31e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250467 Jul 29 23:53:44.664650 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2288792-f248-4ad3-ab4e-6e7b0d26eef8 req-681d0ee9-daed-42e4-88ab-588fc6701904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:44.666338 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f2288792-f248-4ad3-ab4e-6e7b0d26eef8 req-681d0ee9-daed-42e4-88ab-588fc6701904 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ddad5dc7-1476-40a2-b1e9-a0671d04cea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1574161 Jul 29 23:53:44.746830 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d6cedba4-ee25-4401-8b9f-b7c8bd86520b req-fba7f4af-e9a6-43d4-b444-5368675de81f service neutron] 10.222.0.22 "GET /v2.0/networks/07279870-3078-44f7-8035-d94a4d0b31e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283278 Jul 29 23:53:44.855844 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8dfd13f3-9f09-4038-819f-6bfdd97b44cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:44.858025 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8dfd13f3-9f09-4038-819f-6bfdd97b44cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:44.862761 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8dfd13f3-9f09-4038-819f-6bfdd97b44cf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0f359387-a3e4-4766-ba00-4a60cc64b062 HTTP/1.1" status: 204 len: 168 time: 0.5361474 Jul 29 23:53:44.875618 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c152f045-bf68-4d8e-8e4b-0414e31f8d2a tempest-SubnetPoolsTestJSON-921065157 tempest-SubnetPoolsTestJSON-921065157-project] Notify callbacks [] for subnetpool, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:44.879836 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c152f045-bf68-4d8e-8e4b-0414e31f8d2a tempest-SubnetPoolsTestJSON-921065157 tempest-SubnetPoolsTestJSON-921065157-project] 10.222.0.43 "DELETE /v2.0/subnetpools/fa639ca6-e02f-44b9-a0e7-c62bc5009f53 HTTP/1.1" status: 204 len: 168 time: 0.2819526 Jul 29 23:53:44.880527 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52710) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:44.888805 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-de026521-e731-4634-a2a2-4c98d76b76c2 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:44.897007 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f2288792-f248-4ad3-ab4e-6e7b0d26eef8 req-5df97fc8-e85c-4c40-af26-8b316d6889af service neutron] 10.222.0.22 "GET /v2.0/networks/ddad5dc7-1476-40a2-b1e9-a0671d04cea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205114 Jul 29 23:53:44.897781 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfd13f3-9f09-4038-819f-6bfdd97b44cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f359387-a3e4-4766-ba00-4a60cc64b062,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:44.925457 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [None req-f1436283-7998-443d-be1b-3bed8aa9cad4 tempest-SubnetPoolsTestJSON-921065157 tempest-SubnetPoolsTestJSON-921065157-project] show failed (client error): The resource could not be found. Jul 29 23:53:44.933619 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-f1436283-7998-443d-be1b-3bed8aa9cad4 tempest-SubnetPoolsTestJSON-921065157 tempest-SubnetPoolsTestJSON-921065157-project] 10.222.0.43 "GET /v2.0/subnetpools/fa639ca6-e02f-44b9-a0e7-c62bc5009f53 HTTP/1.1" status: 404 len: 346 time: 0.0485544 Jul 29 23:53:44.934237 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52712) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:44.952504 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de026521-e731-4634-a2a2-4c98d76b76c2 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Pushing event deleted for resources: {'Port': ['ID=5fb874a4-625d-485a-bc44-c468e885b950,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:44.967101 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [None req-53e7fb7e-2326-4a01-bdec-2fbbedd4153d tempest-SubnetPoolsTestJSON-921065157 tempest-SubnetPoolsTestJSON-921065157-project] delete failed (client error): The resource could not be found. Jul 29 23:53:44.981699 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-53e7fb7e-2326-4a01-bdec-2fbbedd4153d tempest-SubnetPoolsTestJSON-921065157 tempest-SubnetPoolsTestJSON-921065157-project] 10.222.0.43 "DELETE /v2.0/subnetpools/fa639ca6-e02f-44b9-a0e7-c62bc5009f53 HTTP/1.1" status: 404 len: 346 time: 0.0411775 Jul 29 23:53:45.085244 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f2288792-f248-4ad3-ab4e-6e7b0d26eef8 req-a198dc22-8fab-449a-94e1-85bd0057e7d7 service neutron] 10.222.0.22 "GET /v2.0/networks/ddad5dc7-1476-40a2-b1e9-a0671d04cea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780584 Jul 29 23:53:45.087283 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-de026521-e731-4634-a2a2-4c98d76b76c2 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks [] for floatingip, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:45.087539 n-d-712141-10 neutron-server[94077]: INFO neutron.db.l3_db [None req-de026521-e731-4634-a2a2-4c98d76b76c2 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Floating IP e5dd0ace-12d7-484c-b4d0-bd928bd62e3c disassociated (deleted). External IP: 172.25.0.27, port: 5365ae39-541a-43fb-808e-65b5d23130c5. Jul 29 23:53:45.254573 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a07b0-a2e0-429b-9855-4a84a32b7e98 req-343ce5cc-5c9f-42c8-bddf-143553b7ee3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:45.256248 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8b6a07b0-a2e0-429b-9855-4a84a32b7e98 req-343ce5cc-5c9f-42c8-bddf-143553b7ee3d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=65ae77200a164c0f8f007753b934a6ed&device_id=fbe1a5c4-f7ee-44e3-87c9-7427f80c2aed HTTP/1.1" status: 200 len: 1095 time: 0.1199906 Jul 29 23:53:45.363634 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79146df-4fd6-4d67-b842-8edc18f00be1 req-abdb8109-7e4f-44dc-ae32-45eb0f2b7b59 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:45.365263 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d79146df-4fd6-4d67-b842-8edc18f00be1 req-abdb8109-7e4f-44dc-ae32-45eb0f2b7b59 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbe1a5c4-f7ee-44e3-87c9-7427f80c2aed HTTP/1.1" status: 200 len: 943 time: 0.1076522 Jul 29 23:53:45.442524 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d79146df-4fd6-4d67-b842-8edc18f00be1 req-e83e80c2-0cb9-49cc-a4a5-f971d8f486e3 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc89bc8f-bfbe-4ef5-9811-a32f13d6a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638337 Jul 29 23:53:45.450137 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52726) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:45.526455 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a07b0-a2e0-429b-9855-4a84a32b7e98 req-9889bcae-03e4-433d-b1e4-6cfba77711ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:45.527965 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8b6a07b0-a2e0-429b-9855-4a84a32b7e98 req-9889bcae-03e4-433d-b1e4-6cfba77711ef service neutron] 10.222.0.22 "GET /v2.0/networks?id=ddad5dc7-1476-40a2-b1e9-a0671d04cea9 HTTP/1.1" status: 200 len: 898 time: 0.2592981 Jul 29 23:53:45.592172 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8b6a07b0-a2e0-429b-9855-4a84a32b7e98 req-8c81489b-add2-477e-93a6-077b70b86d92 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6df1dd52-96be-4f59-a353-da66e5e61fe8 HTTP/1.1" status: 200 len: 217 time: 0.0502300 Jul 29 23:53:45.600435 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de026521-e731-4634-a2a2-4c98d76b76c2 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Router c571524c-af41-4e26-bf00-a93cb822c7b7 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:53:45.655251 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a07b0-a2e0-429b-9855-4a84a32b7e98 req-763bee83-684c-4542-9343-e6fa500b1d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:45.657029 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8b6a07b0-a2e0-429b-9855-4a84a32b7e98 req-763bee83-684c-4542-9343-e6fa500b1d95 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=57b00923-d43c-47d5-9113-0cf54080fe3c HTTP/1.1" status: 200 len: 835 time: 0.0545993 Jul 29 23:53:45.678435 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ce4cbdec-cb81-40fd-98d7-cb11aa7b455d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:45.803912 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ce4cbdec-cb81-40fd-98d7-cb11aa7b455d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:45.806643 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a07b0-a2e0-429b-9855-4a84a32b7e98 req-3357b03f-35a8-416f-9433-b2c58092d527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:45.808684 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8b6a07b0-a2e0-429b-9855-4a84a32b7e98 req-3357b03f-35a8-416f-9433-b2c58092d527 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ddad5dc7-1476-40a2-b1e9-a0671d04cea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1441109 Jul 29 23:53:45.810561 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ce4cbdec-cb81-40fd-98d7-cb11aa7b455d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:45.889081 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de026521-e731-4634-a2a2-4c98d76b76c2 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:53:45.895254 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-de026521-e731-4634-a2a2-4c98d76b76c2 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:45.921893 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ce4cbdec-cb81-40fd-98d7-cb11aa7b455d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=81d598fcef83437f8684ed73d2f348d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4681878 Jul 29 23:53:45.922122 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52744) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:45.928497 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4cbdec-cb81-40fd-98d7-cb11aa7b455d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6185c1-5d42-4ae3-b245-e86e7efb1f25,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:45.951328 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-de026521-e731-4634-a2a2-4c98d76b76c2 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "DELETE /v2.0/floatingips/e5dd0ace-12d7-484c-b4d0-bd928bd62e3c HTTP/1.1" status: 204 len: 168 time: 3.0796311 Jul 29 23:53:45.975803 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8b6a07b0-a2e0-429b-9855-4a84a32b7e98 req-62e546e9-aa4d-48dd-b563-bf5d7994686e service neutron] 10.222.0.22 "GET /v2.0/networks/ddad5dc7-1476-40a2-b1e9-a0671d04cea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583004 Jul 29 23:53:46.036948 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52750) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:46.039668 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219693b4-43ad-4bae-bac5-c18d6bcd6e43 None None] Sync routers for ids ['c571524c-af41-4e26-bf00-a93cb822c7b7'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:53:46.050542 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219693b4-43ad-4bae-bac5-c18d6bcd6e43 None None] Routers {'c571524c-af41-4e26-bf00-a93cb822c7b7'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:53:46.051406 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-219693b4-43ad-4bae-bac5-c18d6bcd6e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:53:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['c571524c-af41-4e26-bf00-a93cb822c7b7'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:46.058492 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5e079f3b-f9bd-4905-afed-ff934874bc9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:46.113836 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5e079f3b-f9bd-4905-afed-ff934874bc9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:46.148929 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8b6a07b0-a2e0-429b-9855-4a84a32b7e98 req-dc4bfccc-ca63-4123-a805-ef1b6c62400f service neutron] 10.222.0.22 "GET /v2.0/networks/ddad5dc7-1476-40a2-b1e9-a0671d04cea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607091 Jul 29 23:53:46.202975 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5e079f3b-f9bd-4905-afed-ff934874bc9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:46.205626 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5e079f3b-f9bd-4905-afed-ff934874bc9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:46.209309 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-5e079f3b-f9bd-4905-afed-ff934874bc9d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8a6185c1-5d42-4ae3-b245-e86e7efb1f25 HTTP/1.1" status: 204 len: 168 time: 0.2840755 Jul 29 23:53:46.217860 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-219693b4-43ad-4bae-bac5-c18d6bcd6e43 None None] Set router c571524c-af41-4e26-bf00-a93cb822c7b7 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:53:46.230820 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e079f3b-f9bd-4905-afed-ff934874bc9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6185c1-5d42-4ae3-b245-e86e7efb1f25,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:46.294660 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7efc4582-523d-4b05-9d9e-005a5e7a191a', 'tag': '5365ae39-541a-43fb-808e-65b5d23130c5'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:53:46.297758 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d4d4dc-eca9-4f80-8cac-ca756c7537c9" -d '{"events": [{"name": "network-changed", "server_uuid": "7efc4582-523d-4b05-9d9e-005a5e7a191a", "tag": "5365ae39-541a-43fb-808e-65b5d23130c5"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:53:46.329493 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-5d90ddc5-c0ca-4a40-8927-e85dc9438b15 tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-90890777'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:46.372288 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac8983e-f77a-4b01-9692-5dd1c925924c x-openstack-request-id: req-eac8983e-f77a-4b01-9692-5dd1c925924c {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:53:46.374687 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7efc4582-523d-4b05-9d9e-005a5e7a191a", "tag": "5365ae39-541a-43fb-808e-65b5d23130c5", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:53:46.376309 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d90ddc5-c0ca-4a40-8927-e85dc9438b15 tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Made reservation on behalf of ccd752a4d1264f2190f9673989237f8a for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:53:46.376679 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eac8983e-f77a-4b01-9692-5dd1c925924c {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:53:46.379141 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7efc4582-523d-4b05-9d9e-005a5e7a191a', 'tag': '5365ae39-541a-43fb-808e-65b5d23130c5', 'status': 'completed', 'code': 200} Jul 29 23:53:46.387284 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5d90ddc5-c0ca-4a40-8927-e85dc9438b15 tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:46.452764 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5d90ddc5-c0ca-4a40-8927-e85dc9438b15 tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:46.453436 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d4d4dc-eca9-4f80-8cac-ca756c7537c9 req-dcba51f2-ab34-42e0-abc5-bfa40fa063dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:46.457295 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-67d4d4dc-eca9-4f80-8cac-ca756c7537c9 req-dcba51f2-ab34-42e0-abc5-bfa40fa063dc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=abc07fd47c924aad994e74752ef0bc5a&device_id=7efc4582-523d-4b05-9d9e-005a5e7a191a HTTP/1.1" status: 200 len: 1098 time: 0.0598145 Jul 29 23:53:46.520169 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc9fa5-48f7-45de-81e3-ee4bf4151d25 req-523dd436-f308-4e04-94dc-dffaf12624a6 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:46.528081 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f8bc9fa5-48f7-45de-81e3-ee4bf4151d25 req-523dd436-f308-4e04-94dc-dffaf12624a6 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=7efc4582-523d-4b05-9d9e-005a5e7a191a HTTP/1.1" status: 200 len: 946 time: 0.1379185 Jul 29 23:53:46.622785 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d4d4dc-eca9-4f80-8cac-ca756c7537c9 req-3e690a22-984c-4c37-a1c2-a74344ef860c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:46.625917 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-67d4d4dc-eca9-4f80-8cac-ca756c7537c9 req-3e690a22-984c-4c37-a1c2-a74344ef860c service neutron] 10.222.0.22 "GET /v2.0/networks?id=07279870-3078-44f7-8035-d94a4d0b31e7 HTTP/1.1" status: 200 len: 913 time: 0.1606183 Jul 29 23:53:46.630328 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f8bc9fa5-48f7-45de-81e3-ee4bf4151d25 req-02a012d6-5b63-4952-b4ba-80a8428cef78 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5d1ebf4-b794-4521-9c0b-417b32b2215f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012692 Jul 29 23:53:46.703377 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fe8890-614a-423a-854c-bc65703fcf71 req-1950258d-7266-45bf-b371-ccc1c2e173de tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:46.705314 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-06fe8890-614a-423a-854c-bc65703fcf71 req-1950258d-7266-45bf-b371-ccc1c2e173de tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbe1a5c4-f7ee-44e3-87c9-7427f80c2aed HTTP/1.1" status: 200 len: 943 time: 0.1161737 Jul 29 23:53:46.706106 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-219693b4-43ad-4bae-bac5-c18d6bcd6e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'name': 'tempest-TestVolumeBootPattern-2002221163-router', 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '862daf0f-6991-4ef6-9199-6c40ea66b1f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:37:06Z', 'updated_at': '2021-07-29T23:37:18Z', 'revision_number': 4, 'project_id': 'abc07fd47c924aad994e74752ef0bc5a', 'gw_port': {'id': '862daf0f-6991-4ef6-9199-6c40ea66b1f1', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:08Z', 'updated_at': '2021-07-29T23:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': 'fb40c845-d07e-4498-be6a-3cd13891fa76', 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a', 'floating_ip_address': '172.25.0.41', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'port_id': '2bb04e6f-1b5d-4863-aec7-5682c63538c3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7', 'mac_address': 'fa:16:3e:11:3f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0259dec0-afd2-4ac2-9a83-e7804869590c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:49:37Z', 'updated_at': '2021-07-29T23:49:41Z', 'revision_number': 1, 'project_id': 'abc07fd47c924aad994e74752ef0bc5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e698b262-628f-49d6-aa1c-360d9f5f8465', 'name': '', 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7', 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a', 'mac_address': 'fa:16:3e:50:a6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': 'ef618f43-4fe4-4e34-9800-0476d270be60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:16Z', 'updated_at': '2021-07-29T23:37:31Z', 'revision_number': 5, 'project_id': 'abc07fd47c924aad994e74752ef0bc5a', 'subnets': [{'id': 'ef618f43-4fe4-4e34-9800-0476d270be60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:46.718704 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-67d4d4dc-eca9-4f80-8cac-ca756c7537c9 req-86004b5d-7fe7-4417-8f25-2ad00535e19c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5365ae39-541a-43fb-808e-65b5d23130c5 HTTP/1.1" status: 200 len: 217 time: 0.0853040 Jul 29 23:53:46.739732 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219693b4-43ad-4bae-bac5-c18d6bcd6e43 None None] Checking router: c571524c-af41-4e26-bf00-a93cb822c7b7 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:53:46.748868 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219693b4-43ad-4bae-bac5-c18d6bcd6e43 None None] Routers {'c571524c-af41-4e26-bf00-a93cb822c7b7'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:53:46.749346 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-219693b4-43ad-4bae-bac5-c18d6bcd6e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:53:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['c571524c-af41-4e26-bf00-a93cb822c7b7'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:46.798660 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d4d4dc-eca9-4f80-8cac-ca756c7537c9 req-327e2680-6160-493d-878d-5da95de1955c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:46.810052 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-06fe8890-614a-423a-854c-bc65703fcf71 req-eb23c229-aad5-4370-b861-0f5f71d684f9 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc89bc8f-bfbe-4ef5-9811-a32f13d6a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769560 Jul 29 23:53:46.810392 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-67d4d4dc-eca9-4f80-8cac-ca756c7537c9 req-327e2680-6160-493d-878d-5da95de1955c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ef618f43-4fe4-4e34-9800-0476d270be60 HTTP/1.1" status: 200 len: 851 time: 0.0736570 Jul 29 23:53:46.810510 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5d90ddc5-c0ca-4a40-8927-e85dc9438b15 tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:46.818778 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5d90ddc5-c0ca-4a40-8927-e85dc9438b15 tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:46.843785 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d90ddc5-c0ca-4a40-8927-e85dc9438b15 tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:53:46.877631 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d4d4dc-eca9-4f80-8cac-ca756c7537c9 req-26b4ddc3-4a12-4f93-8846-6f616b5d9730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:46.879991 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-67d4d4dc-eca9-4f80-8cac-ca756c7537c9 req-26b4ddc3-4a12-4f93-8846-6f616b5d9730 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=07279870-3078-44f7-8035-d94a4d0b31e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0707004 Jul 29 23:53:46.886955 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5d90ddc5-c0ca-4a40-8927-e85dc9438b15 tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:46.888690 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-5d90ddc5-c0ca-4a40-8927-e85dc9438b15 tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Added segment 5be52e76-711d-40f7-a3b2-f22a95c33f15 of type vlan for network 0ccdc24b-eb63-4ff6-8ed3-e66913b8a412 Jul 29 23:53:46.913220 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d90ddc5-c0ca-4a40-8927-e85dc9438b15 tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe678fe-18d7-4f28-a27d-fff7ee841f68,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:46.948321 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-219693b4-43ad-4bae-bac5-c18d6bcd6e43 None None] Set router c571524c-af41-4e26-bf00-a93cb822c7b7 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:53:46.983741 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5d90ddc5-c0ca-4a40-8927-e85dc9438b15 tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:47.030186 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5d90ddc5-c0ca-4a40-8927-e85dc9438b15 tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:47.042979 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d90ddc5-c0ca-4a40-8927-e85dc9438b15 tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:47.044329 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5d90ddc5-c0ca-4a40-8927-e85dc9438b15 tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:47.083131 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 6df1dd52-96be-4f59-a353-da66e5e61fe8 details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:53:47.085057 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-67d4d4dc-eca9-4f80-8cac-ca756c7537c9 req-9adb9e72-157b-47f7-931a-b1981ef6be8c service neutron] 10.222.0.22 "GET /v2.0/networks/07279870-3078-44f7-8035-d94a4d0b31e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969814 Jul 29 23:53:47.125505 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-5d90ddc5-c0ca-4a40-8927-e85dc9438b15 tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0874317 Jul 29 23:53:47.129076 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52778) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:47.137571 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-b1c1ced5-9635-465f-af87-1107373f423f tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Request body: {'subnet': {'network_id': '0ccdc24b-eb63-4ff6-8ed3-e66913b8a412', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:47.166039 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d90ddc5-c0ca-4a40-8927-e85dc9438b15 tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Pushing event updated for resources: {'Network': ['ID=0ccdc24b-eb63-4ff6-8ed3-e66913b8a412,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:47.221065 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 0ccdc24b-eb63-4ff6-8ed3-e66913b8a412 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:53:47.286847 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52784) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:47.300242 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-67d4d4dc-eca9-4f80-8cac-ca756c7537c9 req-842e2f06-972c-4c92-af35-39d64d3830f7 service neutron] 10.222.0.22 "GET /v2.0/networks/07279870-3078-44f7-8035-d94a4d0b31e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062068 Jul 29 23:53:47.399860 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1c1ced5-9635-465f-af87-1107373f423f tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Made reservation on behalf of ccd752a4d1264f2190f9673989237f8a for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:53:47.404733 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b1c1ced5-9635-465f-af87-1107373f423f tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:47.472344 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 6df1dd52-96be-4f59-a353-da66e5e61fe8, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=6df1dd52-96be-4f59-a353-da66e5e61fe8,segment=NetworkSegment(188b7e99-4684-43a5-b366-23af67714bc7),segment_id=188b7e99-4684-43a5-b366-23af67714bc7)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:47.491271 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '6df1dd52-96be-4f59-a353-da66e5e61fe8', 'network_id': 'ddad5dc7-1476-40a2-b1e9-a0671d04cea9', 'port_id': '6df1dd52-96be-4f59-a353-da66e5e61fe8', 'mac_address': 'fa:16:3e:53:9a:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57b00923-d43c-47d5-9113-0cf54080fe3c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:53:47.512776 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-358bbfe9-5a3b-4a51-829b-3d8e8626a449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:47.521621 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-219693b4-43ad-4bae-bac5-c18d6bcd6e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'name': 'tempest-TestVolumeBootPattern-2002221163-router', 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '862daf0f-6991-4ef6-9199-6c40ea66b1f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:37:06Z', 'updated_at': '2021-07-29T23:37:18Z', 'revision_number': 4, 'project_id': 'abc07fd47c924aad994e74752ef0bc5a', 'gw_port': {'id': '862daf0f-6991-4ef6-9199-6c40ea66b1f1', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:08Z', 'updated_at': '2021-07-29T23:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': 'fb40c845-d07e-4498-be6a-3cd13891fa76', 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a', 'floating_ip_address': '172.25.0.41', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'port_id': '2bb04e6f-1b5d-4863-aec7-5682c63538c3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7', 'mac_address': 'fa:16:3e:11:3f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0259dec0-afd2-4ac2-9a83-e7804869590c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:49:37Z', 'updated_at': '2021-07-29T23:49:41Z', 'revision_number': 1, 'project_id': 'abc07fd47c924aad994e74752ef0bc5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e698b262-628f-49d6-aa1c-360d9f5f8465', 'name': '', 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7', 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a', 'mac_address': 'fa:16:3e:50:a6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': 'ef618f43-4fe4-4e34-9800-0476d270be60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:16Z', 'updated_at': '2021-07-29T23:37:31Z', 'revision_number': 5, 'project_id': 'abc07fd47c924aad994e74752ef0bc5a', 'subnets': [{'id': 'ef618f43-4fe4-4e34-9800-0476d270be60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:47.548680 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:47.552729 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219693b4-43ad-4bae-bac5-c18d6bcd6e43 None None] The sync data for ids ['c571524c-af41-4e26-bf00-a93cb822c7b7'] in n-d-712141-10 is: [{'id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'name': 'tempest-TestVolumeBootPattern-2002221163-router', 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '862daf0f-6991-4ef6-9199-6c40ea66b1f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:37:06Z', 'updated_at': '2021-07-29T23:37:18Z', 'revision_number': 4, 'project_id': 'abc07fd47c924aad994e74752ef0bc5a', 'gw_port': {'id': '862daf0f-6991-4ef6-9199-6c40ea66b1f1', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:08Z', 'updated_at': '2021-07-29T23:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': 'fb40c845-d07e-4498-be6a-3cd13891fa76', 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a', 'floating_ip_address': '172.25.0.41', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'port_id': '2bb04e6f-1b5d-4863-aec7-5682c63538c3', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 2966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7', 'mac_address': 'fa:16:3e:11:3f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0259dec0-afd2-4ac2-9a83-e7804869590c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:49:37Z', 'updated_at': '2021-07-29T23:49:41Z', 'revision_number': 1, 'project_id': 'abc07fd47c924aad994e74752ef0bc5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e698b262-628f-49d6-aa1c-360d9f5f8465', 'name': '', 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7', 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a', 'mac_address': 'fa:16:3e:50:a6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': 'ef618f43-4fe4-4e34-9800-0476d270be60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:16Z', 'updated_at': '2021-07-29T23:37:31Z', 'revision_number': 5, 'project_id': 'abc07fd47c924aad994e74752ef0bc5a', 'subnets': [{'id': 'ef618f43-4fe4-4e34-9800-0476d270be60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:53:47.575684 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6df1dd52-96be-4f59-a353-da66e5e61fe8 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:53:47.603243 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 6df1dd52-96be-4f59-a353-da66e5e61fe8, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=6df1dd52-96be-4f59-a353-da66e5e61fe8,segment=NetworkSegment(188b7e99-4684-43a5-b366-23af67714bc7),segment_id=188b7e99-4684-43a5-b366-23af67714bc7)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:47.608194 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:47.667864 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=6df1dd52-96be-4f59-a353-da66e5e61fe8,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:47.701037 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52796) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:47.765537 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b1c1ced5-9635-465f-af87-1107373f423f tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:47.783142 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-358bbfe9-5a3b-4a51-829b-3d8e8626a449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:47.819049 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['6df1dd52-96be-4f59-a353-da66e5e61fe8'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:53:47.943568 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c1ced5-9635-465f-af87-1107373f423f tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Pushing event updated for resources: {'Subnet': ['ID=c7556b43-5565-44b2-8dfa-30f434efb3d8,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:47.951708 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-358bbfe9-5a3b-4a51-829b-3d8e8626a449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:47.957513 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-4a37e8e2-23d9-4333-80f1-e9706a92a235 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1301421976-network', 'tenant_id': 'a700b6a246a043a3bde5cfe049c3d017'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:47.974436 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c60a9e-ec2c-498c-9590-d2d77ecb3e70 req-e468e853-e684-41b4-a983-bbdec16494f8 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:47.981070 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b1c60a9e-ec2c-498c-9590-d2d77ecb3e70 req-e468e853-e684-41b4-a983-bbdec16494f8 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.22 "GET /v2.0/ports?device_id=7efc4582-523d-4b05-9d9e-005a5e7a191a HTTP/1.1" status: 200 len: 946 time: 0.1626518 Jul 29 23:53:48.058892 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a37e8e2-23d9-4333-80f1-e9706a92a235 admin admin] Made reservation on behalf of a700b6a246a043a3bde5cfe049c3d017 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:53:48.061642 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4a37e8e2-23d9-4333-80f1-e9706a92a235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:48.108684 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4a37e8e2-23d9-4333-80f1-e9706a92a235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:48.183875 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-b1c60a9e-ec2c-498c-9590-d2d77ecb3e70 req-cae8c2bd-1391-4316-b62e-d223b79af982 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Deleting port 5365ae39-541a-43fb-808e-65b5d23130c5 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:53:48.184222 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-b1c60a9e-ec2c-498c-9590-d2d77ecb3e70 req-cae8c2bd-1391-4316-b62e-d223b79af982 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:48.185497 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e94c8f-b877-4aff-94b9-e7eaf7773423 None None] New status for floating IP e5dd0ace-12d7-484c-b4d0-bd928bd62e3c: DOWN {{(pid=94079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:53:48.231789 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c1ced5-9635-465f-af87-1107373f423f tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Checking segment: {'id': '5be52e76-711d-40f7-a3b2-f22a95c33f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0ccdc24b-eb63-4ff6-8ed3-e66913b8a412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:53:48.232267 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c1ced5-9635-465f-af87-1107373f423f tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Network hostable DHCP agents. Network: 0ccdc24b-eb63-4ff6-8ed3-e66913b8a412, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:53:48.245283 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-358bbfe9-5a3b-4a51-829b-3d8e8626a449 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c339d0eb627e4e199f5a6af5fc80c44d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9490089 Jul 29 23:53:48.246886 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358bbfe9-5a3b-4a51-829b-3d8e8626a449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b2fdaa-d3d6-44f0-b6ac-8aa432076bd5,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:48.248684 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52802) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:48.258752 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f61271e-fd32-465f-98b4-192ec981cf02 req-f62a6313-2c4f-46bd-80dc-453b9e2ef538 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:48.261105 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2f61271e-fd32-465f-98b4-192ec981cf02 req-f62a6313-2c4f-46bd-80dc-453b9e2ef538 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=7efc4582-523d-4b05-9d9e-005a5e7a191a HTTP/1.1" status: 200 len: 946 time: 0.4589081 Jul 29 23:53:48.293444 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59884d0-309d-4e63-8807-8d073b441ae0 req-bc24e31b-1869-4c3c-b658-4359bf63ec1d tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:48.295017 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e59884d0-309d-4e63-8807-8d073b441ae0 req-bc24e31b-1869-4c3c-b658-4359bf63ec1d tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbe1a5c4-f7ee-44e3-87c9-7427f80c2aed HTTP/1.1" status: 200 len: 944 time: 0.3327353 Jul 29 23:53:48.351863 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1c1ced5-9635-465f-af87-1107373f423f tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Network 0ccdc24b-eb63-4ff6-8ed3-e66913b8a412 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:53:48.372020 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-b1c60a9e-ec2c-498c-9590-d2d77ecb3e70 req-cae8c2bd-1391-4316-b62e-d223b79af982 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] For port 5365ae39-541a-43fb-808e-65b5d23130c5, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=5365ae39-541a-43fb-808e-65b5d23130c5,segment=NetworkSegment(2d9f9fa8-9a49-423e-86b2-3891aba5a1e6),segment_id=2d9f9fa8-9a49-423e-86b2-3891aba5a1e6)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:48.372654 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-b1c60a9e-ec2c-498c-9590-d2d77ecb3e70 req-cae8c2bd-1391-4316-b62e-d223b79af982 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:48.414698 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-87404f3a-61a1-41ab-a5ee-41879f6ad94e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:48.419363 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-b1c1ced5-9635-465f-af87-1107373f423f tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 0ccdc24b-eb63-4ff6-8ed3-e66913b8a412) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:53:48.419555 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-b1c60a9e-ec2c-498c-9590-d2d77ecb3e70 req-cae8c2bd-1391-4316-b62e-d223b79af982 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Calling delete_port for 5365ae39-541a-43fb-808e-65b5d23130c5 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:53:48.433521 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91057b80-d2aa-457b-9b43-f83b45ad4d6b None None] Network 0ccdc24b-eb63-4ff6-8ed3-e66913b8a412 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:53:48.444464 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1c1ced5-9635-465f-af87-1107373f423f tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:48.445224 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b1c1ced5-9635-465f-af87-1107373f423f tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:48.450636 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2f61271e-fd32-465f-98b4-192ec981cf02 req-0223d0fd-6dea-4034-a15b-0bd3c15af94b tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5d1ebf4-b794-4521-9c0b-417b32b2215f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1812086 Jul 29 23:53:48.465991 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4a37e8e2-23d9-4333-80f1-e9706a92a235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:48.472431 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e59884d0-309d-4e63-8807-8d073b441ae0 req-6cd732dd-98bb-4ab4-b966-182f97ae6cf5 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc89bc8f-bfbe-4ef5-9811-a32f13d6a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565008 Jul 29 23:53:48.487672 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-b1c1ced5-9635-465f-af87-1107373f423f tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3568783 Jul 29 23:53:48.490925 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52806) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:48.506120 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-1298cbdd-3fed-4f08-bc49-bb7b391006c8 tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Request body: {'port': {'network_id': '0ccdc24b-eb63-4ff6-8ed3-e66913b8a412', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1080145570'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:48.561676 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4a37e8e2-23d9-4333-80f1-e9706a92a235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:48.575605 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-87404f3a-61a1-41ab-a5ee-41879f6ad94e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:48.612397 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a37e8e2-23d9-4333-80f1-e9706a92a235 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:53:48.653434 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4a37e8e2-23d9-4333-80f1-e9706a92a235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:48.654039 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-4a37e8e2-23d9-4333-80f1-e9706a92a235 admin admin] Added segment 000694e8-ba1a-4de6-8e24-f5cbeac9f1e8 of type vlan for network 6f41f62f-520e-4c61-9761-24f4dacdb4e6 Jul 29 23:53:48.671220 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1298cbdd-3fed-4f08-bc49-bb7b391006c8 tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Made reservation on behalf of ccd752a4d1264f2190f9673989237f8a for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:53:48.675020 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1298cbdd-3fed-4f08-bc49-bb7b391006c8 tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:48.676465 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a37e8e2-23d9-4333-80f1-e9706a92a235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aafdc7e3-fb2d-4330-bc75-d43ece0ab99e,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:48.703720 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db99f5cb-c9f2-4143-9188-0ecb7a6b0875 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-0ccdc24b-eb63-4ff6-8ed3-e66913b8a412', 'network_id': '0ccdc24b-eb63-4ff6-8ed3-e66913b8a412', 'tenant_id': 'ccd752a4d1264f2190f9673989237f8a', 'fixed_ips': [{'subnet_id': 'c7556b43-5565-44b2-8dfa-30f434efb3d8'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:53:48.705000 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [None req-1298cbdd-3fed-4f08-bc49-bb7b391006c8 tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] device_id is not set on port 400e76c1-551e-4169-ac1a-a56d2aa01153 yet. {{(pid=94078) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:53:48.706036 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-db99f5cb-c9f2-4143-9188-0ecb7a6b0875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:48.729053 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4a37e8e2-23d9-4333-80f1-e9706a92a235 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:48.789835 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4a37e8e2-23d9-4333-80f1-e9706a92a235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:48.790856 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a37e8e2-23d9-4333-80f1-e9706a92a235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:48.791504 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4a37e8e2-23d9-4333-80f1-e9706a92a235 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:48.824496 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-87404f3a-61a1-41ab-a5ee-41879f6ad94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:48.827037 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-87404f3a-61a1-41ab-a5ee-41879f6ad94e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:48.832454 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-87404f3a-61a1-41ab-a5ee-41879f6ad94e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b5b2fdaa-d3d6-44f0-b6ac-8aa432076bd5 HTTP/1.1" status: 204 len: 168 time: 0.5779881 Jul 29 23:53:48.859761 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-1298cbdd-3fed-4f08-bc49-bb7b391006c8 tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Allocated IP 172.20.0.10 (0ccdc24b-eb63-4ff6-8ed3-e66913b8a412/c7556b43-5565-44b2-8dfa-30f434efb3d8/400e76c1-551e-4169-ac1a-a56d2aa01153) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:53:48.909909 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87404f3a-61a1-41ab-a5ee-41879f6ad94e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b2fdaa-d3d6-44f0-b6ac-8aa432076bd5,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:48.916369 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4a37e8e2-23d9-4333-80f1-e9706a92a235 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2139485 Jul 29 23:53:48.925911 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52810) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:48.938044 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-b1c60a9e-ec2c-498c-9590-d2d77ecb3e70 req-cae8c2bd-1391-4316-b62e-d223b79af982 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:48.939697 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a37e8e2-23d9-4333-80f1-e9706a92a235 admin admin] Pushing event updated for resources: {'Network': ['ID=6f41f62f-520e-4c61-9761-24f4dacdb4e6,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:48.942530 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-5db21504-f5ef-4449-af83-1b5a63c2ffca admin admin] Request body: {'subnet': {'network_id': '6f41f62f-520e-4c61-9761-24f4dacdb4e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1301421976-subnet', 'tenant_id': 'a700b6a246a043a3bde5cfe049c3d017', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:48.956516 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 6f41f62f-520e-4c61-9761-24f4dacdb4e6 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:53:48.975639 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae8c2bd-1391-4316-b62e-d223b79af982 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Pushing event deleted for resources: {'Port': ['ID=5365ae39-541a-43fb-808e-65b5d23130c5,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:49.037906 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1c60a9e-ec2c-498c-9590-d2d77ecb3e70 req-cae8c2bd-1391-4316-b62e-d223b79af982 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] No DVR routers for this DVR port 5365ae39-541a-43fb-808e-65b5d23130c5 on host n-h2-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:53:49.042118 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-b1c60a9e-ec2c-498c-9590-d2d77ecb3e70 req-cae8c2bd-1391-4316-b62e-d223b79af982 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:49.043645 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-b1c60a9e-ec2c-498c-9590-d2d77ecb3e70 req-cae8c2bd-1391-4316-b62e-d223b79af982 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.22 "DELETE /v2.0/ports/5365ae39-541a-43fb-808e-65b5d23130c5 HTTP/1.1" status: 204 len: 173 time: 1.0546839 Jul 29 23:53:49.044554 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7efc4582-523d-4b05-9d9e-005a5e7a191a', 'name': 'network-vif-deleted', 'tag': '5365ae39-541a-43fb-808e-65b5d23130c5'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:53:49.047911 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba38a5a-40ec-4036-bc90-54968dae17ef" -d '{"events": [{"server_uuid": "7efc4582-523d-4b05-9d9e-005a5e7a191a", "name": "network-vif-deleted", "tag": "5365ae39-541a-43fb-808e-65b5d23130c5"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:53:49.056314 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db21504-f5ef-4449-af83-1b5a63c2ffca admin admin] Made reservation on behalf of a700b6a246a043a3bde5cfe049c3d017 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:53:49.060515 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5db21504-f5ef-4449-af83-1b5a63c2ffca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:49.085973 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 6df1dd52-96be-4f59-a353-da66e5e61fe8 up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:53:49.121816 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27664405-4eab-4368-bc83-d9d71b387c9d x-openstack-request-id: req-27664405-4eab-4368-bc83-d9d71b387c9d {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:53:49.122130 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7efc4582-523d-4b05-9d9e-005a5e7a191a", "name": "network-vif-deleted", "tag": "5365ae39-541a-43fb-808e-65b5d23130c5", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:53:49.122545 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-27664405-4eab-4368-bc83-d9d71b387c9d {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:53:49.122956 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7efc4582-523d-4b05-9d9e-005a5e7a191a', 'name': 'network-vif-deleted', 'tag': '5365ae39-541a-43fb-808e-65b5d23130c5', 'status': 'completed', 'code': 200} Jul 29 23:53:49.154827 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port 6df1dd52-96be-4f59-a353-da66e5e61fe8 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:53:49.160285 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 6df1dd52-96be-4f59-a353-da66e5e61fe8 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:53:49.160948 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:49.263499 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:49.270977 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1298cbdd-3fed-4f08-bc49-bb7b391006c8 tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:49.306579 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 6df1dd52-96be-4f59-a353-da66e5e61fe8, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=6df1dd52-96be-4f59-a353-da66e5e61fe8,segment=NetworkSegment(188b7e99-4684-43a5-b366-23af67714bc7),segment_id=188b7e99-4684-43a5-b366-23af67714bc7)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:49.307819 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbe1a5c4-f7ee-44e3-87c9-7427f80c2aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df1dd52-96be-4f59-a353-da66e5e61fe8'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:53:49.310752 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-1298cbdd-3fed-4f08-bc49-bb7b391006c8 tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Transition to ACTIVE for port object 400e76c1-551e-4169-ac1a-a56d2aa01153 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:53:49.312617 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c186c6b-ad10-44d3-8026-6af225e7e047" -d '{"events": [{"server_uuid": "fbe1a5c4-f7ee-44e3-87c9-7427f80c2aed", "name": "network-vif-plugged", "status": "completed", "tag": "6df1dd52-96be-4f59-a353-da66e5e61fe8"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:53:49.317225 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:49.377696 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=6df1dd52-96be-4f59-a353-da66e5e61fe8,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:49.410253 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5db21504-f5ef-4449-af83-1b5a63c2ffca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:49.418051 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd8e660a-1976-4f31-ba88-88dad7d32c3f x-openstack-request-id: req-dd8e660a-1976-4f31-ba88-88dad7d32c3f {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:53:49.418735 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbe1a5c4-f7ee-44e3-87c9-7427f80c2aed", "name": "network-vif-plugged", "status": "completed", "tag": "6df1dd52-96be-4f59-a353-da66e5e61fe8", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:53:49.419260 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dd8e660a-1976-4f31-ba88-88dad7d32c3f {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:53:49.419686 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbe1a5c4-f7ee-44e3-87c9-7427f80c2aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df1dd52-96be-4f59-a353-da66e5e61fe8', 'code': 200} Jul 29 23:53:49.465822 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1298cbdd-3fed-4f08-bc49-bb7b391006c8 tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:49.567554 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-db99f5cb-c9f2-4143-9188-0ecb7a6b0875 None None] Allocated IP 172.20.0.2 (0ccdc24b-eb63-4ff6-8ed3-e66913b8a412/c7556b43-5565-44b2-8dfa-30f434efb3d8/5fafcc19-ca46-4f9c-adc1-9f7523ad9fcd) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:53:49.657797 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c22855-9444-4bb2-a043-24f70c75decd req-dc22327c-890b-48bf-8462-c4eaa6b5e617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:49.660028 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-52c22855-9444-4bb2-a043-24f70c75decd req-dc22327c-890b-48bf-8462-c4eaa6b5e617 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=fbe1a5c4-f7ee-44e3-87c9-7427f80c2aed HTTP/1.1" status: 200 len: 1097 time: 0.1595776 Jul 29 23:53:49.697554 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db21504-f5ef-4449-af83-1b5a63c2ffca admin admin] Checking segment: {'id': '000694e8-ba1a-4de6-8e24-f5cbeac9f1e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6f41f62f-520e-4c61-9761-24f4dacdb4e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:53:49.698728 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db21504-f5ef-4449-af83-1b5a63c2ffca admin admin] Network hostable DHCP agents. Network: 6f41f62f-520e-4c61-9761-24f4dacdb4e6, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:53:49.707324 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db21504-f5ef-4449-af83-1b5a63c2ffca admin admin] Pushing event updated for resources: {'Subnet': ['ID=3724bd78-67c0-4c6c-851f-f6fd4ebba6c4,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:49.714574 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-52c22855-9444-4bb2-a043-24f70c75decd req-a932f756-8c7a-4a61-8ed4-06820201cfe8 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=dc89bc8f-bfbe-4ef5-9811-a32f13d6a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476894 Jul 29 23:53:49.726424 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1298cbdd-3fed-4f08-bc49-bb7b391006c8 tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Network 0ccdc24b-eb63-4ff6-8ed3-e66913b8a412 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:53:49.749893 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-db99f5cb-c9f2-4143-9188-0ecb7a6b0875 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:49.761844 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1298cbdd-3fed-4f08-bc49-bb7b391006c8 tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Pushing event updated for resources: {'Port': ['ID=400e76c1-551e-4169-ac1a-a56d2aa01153,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:49.767059 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-db99f5cb-c9f2-4143-9188-0ecb7a6b0875 None None] Transition to ACTIVE for port object 5fafcc19-ca46-4f9c-adc1-9f7523ad9fcd will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:53:49.784132 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:49.792685 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-1298cbdd-3fed-4f08-bc49-bb7b391006c8 tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:53:49.794161 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-db99f5cb-c9f2-4143-9188-0ecb7a6b0875 None None] Transition to ACTIVE for port object 5fafcc19-ca46-4f9c-adc1-9f7523ad9fcd will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:53:49.800573 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1298cbdd-3fed-4f08-bc49-bb7b391006c8 tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:53:49.802048 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-db99f5cb-c9f2-4143-9188-0ecb7a6b0875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:49.848558 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db21504-f5ef-4449-af83-1b5a63c2ffca admin admin] Network 6f41f62f-520e-4c61-9761-24f4dacdb4e6 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:53:49.856126 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db99f5cb-c9f2-4143-9188-0ecb7a6b0875 None None] Network 0ccdc24b-eb63-4ff6-8ed3-e66913b8a412 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:53:49.862838 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-db99f5cb-c9f2-4143-9188-0ecb7a6b0875 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:53:49.868468 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db99f5cb-c9f2-4143-9188-0ecb7a6b0875 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:53:49.869662 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-5db21504-f5ef-4449-af83-1b5a63c2ffca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 6f41f62f-520e-4c61-9761-24f4dacdb4e6) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:53:49.880308 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db21504-f5ef-4449-af83-1b5a63c2ffca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:49.880991 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5db21504-f5ef-4449-af83-1b5a63c2ffca admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:49.881208 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a8bd2e-6cb3-4338-ab2e-d9717dea4c9a None None] Network 6f41f62f-520e-4c61-9761-24f4dacdb4e6 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:53:49.887273 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db99f5cb-c9f2-4143-9188-0ecb7a6b0875 None None] Pushing event updated for resources: {'Port': ['ID=5fafcc19-ca46-4f9c-adc1-9f7523ad9fcd,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:49.902030 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23932e4f-2e3f-4e67-95f5-987e5f38adcd req-09f9e85d-31e0-45e8-9cd7-e391f0db6d98 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:49.904007 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-23932e4f-2e3f-4e67-95f5-987e5f38adcd req-09f9e85d-31e0-45e8-9cd7-e391f0db6d98 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbe1a5c4-f7ee-44e3-87c9-7427f80c2aed HTTP/1.1" status: 200 len: 945 time: 0.2386487 Jul 29 23:53:49.924270 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1298cbdd-3fed-4f08-bc49-bb7b391006c8 tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:49.925294 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1298cbdd-3fed-4f08-bc49-bb7b391006c8 tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:49.953478 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-5db21504-f5ef-4449-af83-1b5a63c2ffca admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0183606 Jul 29 23:53:49.968852 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-1298cbdd-3fed-4f08-bc49-bb7b391006c8 tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4767904 Jul 29 23:53:49.972151 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52844) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:49.978525 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-472d09ef-4134-45af-bfc8-27c5443e2e5d tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Request body: {'port': {'network_id': '0ccdc24b-eb63-4ff6-8ed3-e66913b8a412', 'name': 'tempest-ExtraDHCPOptionsTestJSON-344954521', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:49.979084 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.api.validators [None req-472d09ef-4134-45af-bfc8-27c5443e2e5d tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] bootfile-name is not in valid_values {{(pid=94077) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 23:53:49.979437 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.api.validators [None req-472d09ef-4134-45af-bfc8-27c5443e2e5d tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] tftp-server is not in valid_values {{(pid=94077) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 23:53:49.980506 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.api.validators [None req-472d09ef-4134-45af-bfc8-27c5443e2e5d tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] server-ip-address is not in valid_values {{(pid=94077) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 23:53:49.984451 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-23932e4f-2e3f-4e67-95f5-987e5f38adcd req-8077ce61-28e1-4c5a-9a66-0f5de6fb933c tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc89bc8f-bfbe-4ef5-9811-a32f13d6a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725520 Jul 29 23:53:50.079099 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-db99f5cb-c9f2-4143-9188-0ecb7a6b0875 None None] Attempting to bind port 5fafcc19-ca46-4f9c-adc1-9f7523ad9fcd on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:53:50.079834 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-db99f5cb-c9f2-4143-9188-0ecb7a6b0875 None None] Attempting to bind port 5fafcc19-ca46-4f9c-adc1-9f7523ad9fcd by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '5be52e76-711d-40f7-a3b2-f22a95c33f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0ccdc24b-eb63-4ff6-8ed3-e66913b8a412'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:53:50.080496 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db99f5cb-c9f2-4143-9188-0ecb7a6b0875 None None] Attempting to bind port 5fafcc19-ca46-4f9c-adc1-9f7523ad9fcd on network 0ccdc24b-eb63-4ff6-8ed3-e66913b8a412 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:53:50.088792 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5905a4e6-4faf-49e4-ac5d-41db6880e31f req-f64e4e0a-b83e-468c-8e22-3f5d466b0347 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=7efc4582-523d-4b05-9d9e-005a5e7a191a HTTP/1.1" status: 200 len: 210 time: 0.0570025 Jul 29 23:53:50.108801 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db99f5cb-c9f2-4143-9188-0ecb7a6b0875 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:53:50.109262 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db99f5cb-c9f2-4143-9188-0ecb7a6b0875 None None] Checking segment: {'id': '5be52e76-711d-40f7-a3b2-f22a95c33f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0ccdc24b-eb63-4ff6-8ed3-e66913b8a412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:53:50.109783 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-db99f5cb-c9f2-4143-9188-0ecb7a6b0875 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:50.110244 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db99f5cb-c9f2-4143-9188-0ecb7a6b0875 None None] Bound using segment: {'id': '5be52e76-711d-40f7-a3b2-f22a95c33f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0ccdc24b-eb63-4ff6-8ed3-e66913b8a412'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:53:50.110801 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-db99f5cb-c9f2-4143-9188-0ecb7a6b0875 None None] Bound port: 5fafcc19-ca46-4f9c-adc1-9f7523ad9fcd, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5be52e76-711d-40f7-a3b2-f22a95c33f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '0ccdc24b-eb63-4ff6-8ed3-e66913b8a412'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:53:50.111248 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-db99f5cb-c9f2-4143-9188-0ecb7a6b0875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:50.220885 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-472d09ef-4134-45af-bfc8-27c5443e2e5d tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Made reservation on behalf of ccd752a4d1264f2190f9673989237f8a for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:53:50.227099 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-472d09ef-4134-45af-bfc8-27c5443e2e5d tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:50.252071 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [None req-472d09ef-4134-45af-bfc8-27c5443e2e5d tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] device_id is not set on port b4f4f82e-1995-4ae0-aec9-89b2e2dcfb99 yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:53:50.323210 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f96e87a-5936-4368-a4cd-d9c15db098e6 None None] Network 6f41f62f-520e-4c61-9761-24f4dacdb4e6 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:53:50.399344 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-db99f5cb-c9f2-4143-9188-0ecb7a6b0875 None None] For port 5fafcc19-ca46-4f9c-adc1-9f7523ad9fcd, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:53:50.436712 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-db99f5cb-c9f2-4143-9188-0ecb7a6b0875 None None] For port 5fafcc19-ca46-4f9c-adc1-9f7523ad9fcd, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=5fafcc19-ca46-4f9c-adc1-9f7523ad9fcd,segment=NetworkSegment(5be52e76-711d-40f7-a3b2-f22a95c33f15),segment_id=5be52e76-711d-40f7-a3b2-f22a95c33f15)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:53:50.443550 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-db99f5cb-c9f2-4143-9188-0ecb7a6b0875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:50.445925 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-472d09ef-4134-45af-bfc8-27c5443e2e5d tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Allocated IP 172.20.0.6 (0ccdc24b-eb63-4ff6-8ed3-e66913b8a412/c7556b43-5565-44b2-8dfa-30f434efb3d8/b4f4f82e-1995-4ae0-aec9-89b2e2dcfb99) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:53:50.603472 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db99f5cb-c9f2-4143-9188-0ecb7a6b0875 None None] Pushing event updated for resources: {'Port': ['ID=5fafcc19-ca46-4f9c-adc1-9f7523ad9fcd,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:50.802680 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-472d09ef-4134-45af-bfc8-27c5443e2e5d tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:50.857044 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-472d09ef-4134-45af-bfc8-27c5443e2e5d tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Transition to ACTIVE for port object b4f4f82e-1995-4ae0-aec9-89b2e2dcfb99 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:53:50.909619 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:53:50.910963 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-472d09ef-4134-45af-bfc8-27c5443e2e5d tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:50.956091 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472d09ef-4134-45af-bfc8-27c5443e2e5d tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Network 0ccdc24b-eb63-4ff6-8ed3-e66913b8a412 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:53:50.960093 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-472d09ef-4134-45af-bfc8-27c5443e2e5d tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:53:50.963649 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472d09ef-4134-45af-bfc8-27c5443e2e5d tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:53:51.015790 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472d09ef-4134-45af-bfc8-27c5443e2e5d tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Pushing event updated for resources: {'Port': ['ID=b4f4f82e-1995-4ae0-aec9-89b2e2dcfb99,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:51.042333 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-472d09ef-4134-45af-bfc8-27c5443e2e5d tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:51.043404 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-472d09ef-4134-45af-bfc8-27c5443e2e5d tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:51.055765 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52876) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:51.061495 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-568efb60-1132-4baf-99ce-aff8ccabb8e1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-69577118-network', 'tenant_id': '52e05c7063934e68a0854e2f61d07442'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:51.077246 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-472d09ef-4134-45af-bfc8-27c5443e2e5d tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.1038914 Jul 29 23:53:51.079664 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52880) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:51.104846 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 5365ae39-541a-43fb-808e-65b5d23130c5 no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:53:51.130094 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: 5365ae39-541a-43fb-808e-65b5d23130c5 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:53:51.130443 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 5365ae39-541a-43fb-808e-65b5d23130c5 not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:53:51.181516 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568efb60-1132-4baf-99ce-aff8ccabb8e1 admin admin] Made reservation on behalf of 52e05c7063934e68a0854e2f61d07442 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:53:51.183826 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-568efb60-1132-4baf-99ce-aff8ccabb8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:51.197257 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-568efb60-1132-4baf-99ce-aff8ccabb8e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:51.214732 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f16546-6be4-4891-9945-cb45bf923c11 tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:51.220624 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f16546-6be4-4891-9945-cb45bf923c11 tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:51.228274 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f16546-6be4-4891-9945-cb45bf923c11 tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:51.230033 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-09f16546-6be4-4891-9945-cb45bf923c11 tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1487825 Jul 29 23:53:51.233336 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52886) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:51.243385 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64689b8b-9c31-4311-8c8e-2dddc050a5ca req-e675826d-464b-435d-bce3-edcd5e880d7d tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:51.244943 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-64689b8b-9c31-4311-8c8e-2dddc050a5ca req-e675826d-464b-435d-bce3-edcd5e880d7d tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbe1a5c4-f7ee-44e3-87c9-7427f80c2aed HTTP/1.1" status: 200 len: 945 time: 0.1492712 Jul 29 23:53:51.313719 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-64689b8b-9c31-4311-8c8e-2dddc050a5ca req-0a2eed8c-e087-4abd-909b-4ed4579b4749 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc89bc8f-bfbe-4ef5-9811-a32f13d6a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616350 Jul 29 23:53:51.362849 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-727ca0b7-537d-478c-b4de-263fc8c5013a req-200955c0-db97-471b-b98c-0faf1dee4689 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=7efc4582-523d-4b05-9d9e-005a5e7a191a HTTP/1.1" status: 200 len: 210 time: 0.0546761 Jul 29 23:53:51.463473 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-568efb60-1132-4baf-99ce-aff8ccabb8e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:51.469307 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-568efb60-1132-4baf-99ce-aff8ccabb8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:51.475197 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-fd819627-f0e5-4c0f-ad87-b3ddd7156bcc tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Deleting port b4f4f82e-1995-4ae0-aec9-89b2e2dcfb99 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:53:51.475197 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fd819627-f0e5-4c0f-ad87-b3ddd7156bcc tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:51.532511 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-568efb60-1132-4baf-99ce-aff8ccabb8e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:53:51.563299 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568efb60-1132-4baf-99ce-aff8ccabb8e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01105e75-5149-4944-941d-0ac202c31678,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:51.591999 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fc79d5-7107-4ae5-9c5a-56d119329fdf req-b9b4057d-57f7-4b33-b308-b0c839219c13 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:51.594646 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-21fc79d5-7107-4ae5-9c5a-56d119329fdf req-b9b4057d-57f7-4b33-b308-b0c839219c13 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbe1a5c4-f7ee-44e3-87c9-7427f80c2aed HTTP/1.1" status: 200 len: 945 time: 0.1528261 Jul 29 23:53:51.599369 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-568efb60-1132-4baf-99ce-aff8ccabb8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:51.599708 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-568efb60-1132-4baf-99ce-aff8ccabb8e1 admin admin] Added segment f11624d8-0cbd-4381-bea6-3dd9a1d4e763 of type vlan for network 345696fd-b20b-4a53-b85a-20420cf9a8c5 Jul 29 23:53:51.661826 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fd819627-f0e5-4c0f-ad87-b3ddd7156bcc tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:51.686337 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-21fc79d5-7107-4ae5-9c5a-56d119329fdf req-1f8fc2f2-0e85-4cc5-8b5c-1390356e06c9 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc89bc8f-bfbe-4ef5-9811-a32f13d6a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770667 Jul 29 23:53:51.690180 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-568efb60-1132-4baf-99ce-aff8ccabb8e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:51.691624 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-fd819627-f0e5-4c0f-ad87-b3ddd7156bcc tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Calling delete_port for b4f4f82e-1995-4ae0-aec9-89b2e2dcfb99 owned by {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:53:51.714928 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52930) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:51.739991 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-568efb60-1132-4baf-99ce-aff8ccabb8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:51.747722 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568efb60-1132-4baf-99ce-aff8ccabb8e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:51.750981 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-568efb60-1132-4baf-99ce-aff8ccabb8e1 admin admin] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:51.856168 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82eecd4f-3632-48bc-8249-8213cc0f7d1c tempest-TestNetworkAdvancedServerOps-451069228 tempest-TestNetworkAdvancedServerOps-451069228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:51.861493 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-82eecd4f-3632-48bc-8249-8213cc0f7d1c tempest-TestNetworkAdvancedServerOps-451069228 tempest-TestNetworkAdvancedServerOps-451069228-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=fbe1a5c4-f7ee-44e3-87c9-7427f80c2aed HTTP/1.1" status: 200 len: 1092 time: 0.1456513 Jul 29 23:53:51.862480 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 52948) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:51.869060 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-94b0c568-9cf6-4ce2-8f73-526b2fc54c48 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Request body: {'floatingip': {'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'port_id': '6df1dd52-96be-4f59-a353-da66e5e61fe8', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:51.896280 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-568efb60-1132-4baf-99ce-aff8ccabb8e1 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8361933 Jul 29 23:53:51.896280 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568efb60-1132-4baf-99ce-aff8ccabb8e1 admin admin] Pushing event updated for resources: {'Network': ['ID=345696fd-b20b-4a53-b85a-20420cf9a8c5,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:51.897185 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 52956) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:51.903724 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-d6340d4f-4a5d-45f8-8876-85fd8a332fea admin admin] Request body: {'subnet': {'network_id': '345696fd-b20b-4a53-b85a-20420cf9a8c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-69577118-subnet', 'tenant_id': '52e05c7063934e68a0854e2f61d07442', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:51.906357 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 345696fd-b20b-4a53-b85a-20420cf9a8c5 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:53:51.951503 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-94b0c568-9cf6-4ce2-8f73-526b2fc54c48 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for floatingip, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:51.977991 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6340d4f-4a5d-45f8-8876-85fd8a332fea admin admin] Made reservation on behalf of 52e05c7063934e68a0854e2f61d07442 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:53:51.980574 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d6340d4f-4a5d-45f8-8876-85fd8a332fea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:52.139986 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19461e31-915f-4ccf-af5e-1a255ad23cd3 None None] Network 0ccdc24b-eb63-4ff6-8ed3-e66913b8a412 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:53:52.215744 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-df55ea2e-81d8-45e3-a811-cf8d5424fffc None None] Provisioning for port 5fafcc19-ca46-4f9c-adc1-9f7523ad9fcd completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:53:52.557366 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5515cd96-1a5e-49ed-a0d9-989255fdcc32 req-94c8a66a-cde4-47d3-be92-3805cd613182 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=7efc4582-523d-4b05-9d9e-005a5e7a191a HTTP/1.1" status: 200 len: 210 time: 0.0693080 Jul 29 23:53:52.599889 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fd819627-f0e5-4c0f-ad87-b3ddd7156bcc tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:52.642697 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53014) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:52.654383 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd819627-f0e5-4c0f-ad87-b3ddd7156bcc tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Pushing event deleted for resources: {'Port': ['ID=b4f4f82e-1995-4ae0-aec9-89b2e2dcfb99,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:52.755149 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fd819627-f0e5-4c0f-ad87-b3ddd7156bcc tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:52.758286 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-fd819627-f0e5-4c0f-ad87-b3ddd7156bcc tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] 10.222.0.43 "DELETE /v2.0/ports/b4f4f82e-1995-4ae0-aec9-89b2e2dcfb99 HTTP/1.1" status: 204 len: 168 time: 1.5236359 Jul 29 23:53:52.763517 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53018) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:52.767268 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-253af0d1-0f6c-4fe3-b9dc-135ee684f4ac None None] Could not find standard attr ID for object b4f4f82e-1995-4ae0-aec9-89b2e2dcfb99. {{(pid=94079) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:53:52.776501 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-3aed104f-ac3b-48c7-87cc-3639cf68002e tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Request body: {'port': {'name': 'tempest-new-port-name-1804235132', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:52.777962 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.api.validators [None req-3aed104f-ac3b-48c7-87cc-3639cf68002e tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] bootfile-name is not in valid_values {{(pid=94077) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 23:53:52.779395 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.api.validators [None req-3aed104f-ac3b-48c7-87cc-3639cf68002e tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] tftp-server is not in valid_values {{(pid=94077) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 23:53:52.780849 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.api.validators [None req-3aed104f-ac3b-48c7-87cc-3639cf68002e tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] server-ip-address is not in valid_values {{(pid=94077) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 23:53:52.783194 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-253af0d1-0f6c-4fe3-b9dc-135ee684f4ac None None] Provisioning for port 400e76c1-551e-4169-ac1a-a56d2aa01153 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:53:52.787186 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d6340d4f-4a5d-45f8-8876-85fd8a332fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:52.804104 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-253af0d1-0f6c-4fe3-b9dc-135ee684f4ac None None] Provisioning complete for port 400e76c1-551e-4169-ac1a-a56d2aa01153 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:53:52.809171 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-253af0d1-0f6c-4fe3-b9dc-135ee684f4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:52.877649 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-253af0d1-0f6c-4fe3-b9dc-135ee684f4ac None None] Port 400e76c1-551e-4169-ac1a-a56d2aa01153 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:53:52.918183 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8e1b45f9-ec73-4d6a-9fde-5d600903b267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:52.923764 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6340d4f-4a5d-45f8-8876-85fd8a332fea admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d952bed-bfb4-421d-a08e-18260262995a,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:52.925038 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-94b0c568-9cf6-4ce2-8f73-526b2fc54c48 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:52.943962 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3aed104f-ac3b-48c7-87cc-3639cf68002e tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:52.957004 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6340d4f-4a5d-45f8-8876-85fd8a332fea admin admin] Checking segment: {'id': 'f11624d8-0cbd-4381-bea6-3dd9a1d4e763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '345696fd-b20b-4a53-b85a-20420cf9a8c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:53:52.957373 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6340d4f-4a5d-45f8-8876-85fd8a332fea admin admin] Network hostable DHCP agents. Network: 345696fd-b20b-4a53-b85a-20420cf9a8c5, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:53:52.992176 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 5fafcc19-ca46-4f9c-adc1-9f7523ad9fcd up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:53:53.111943 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 5fafcc19-ca46-4f9c-adc1-9f7523ad9fcd completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:53:53.128423 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-a89e4467-0f75-44af-a479-1ee0cea6cec9 None None] Provisioning complete for port 400e76c1-551e-4169-ac1a-a56d2aa01153 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:53:53.128799 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a89e4467-0f75-44af-a479-1ee0cea6cec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:53.150302 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 5fafcc19-ca46-4f9c-adc1-9f7523ad9fcd triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:53:53.150985 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:53.229388 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-a89e4467-0f75-44af-a479-1ee0cea6cec9 None None] Port 400e76c1-551e-4169-ac1a-a56d2aa01153 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:53:53.246282 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-94b0c568-9cf6-4ce2-8f73-526b2fc54c48 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Allocated IP 172.25.0.99 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/d828d6b7-2086-49d5-beaf-1a9d808dca94) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:53:53.283372 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:53.330930 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 5fafcc19-ca46-4f9c-adc1-9f7523ad9fcd, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=5fafcc19-ca46-4f9c-adc1-9f7523ad9fcd,segment=NetworkSegment(5be52e76-711d-40f7-a3b2-f22a95c33f15),segment_id=5be52e76-711d-40f7-a3b2-f22a95c33f15)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:53.336676 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:53.404444 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=5fafcc19-ca46-4f9c-adc1-9f7523ad9fcd,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:53.425116 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8e1b45f9-ec73-4d6a-9fde-5d600903b267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:53.437821 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8e1b45f9-ec73-4d6a-9fde-5d600903b267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:53.488073 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6340d4f-4a5d-45f8-8876-85fd8a332fea admin admin] Network 345696fd-b20b-4a53-b85a-20420cf9a8c5 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:53:53.493153 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-281632c6-cd62-4630-9e12-13b90f220165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:53.504431 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-d6340d4f-4a5d-45f8-8876-85fd8a332fea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 345696fd-b20b-4a53-b85a-20420cf9a8c5) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:53:53.512931 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6340d4f-4a5d-45f8-8876-85fd8a332fea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:53.514384 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d6340d4f-4a5d-45f8-8876-85fd8a332fea admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:53.515462 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e96bb6-ee89-4034-bfb9-17952a25f5bb None None] Network 345696fd-b20b-4a53-b85a-20420cf9a8c5 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:53:53.529082 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1aaa9015-3ce1-4559-966b-67f09bd92d07 req-6e0739e8-5c27-4f3d-82b1-ab8c7a9fc752 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0259dec0-afd2-4ac2-9a83-e7804869590c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5346558 Jul 29 23:53:53.537407 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-d6340d4f-4a5d-45f8-8876-85fd8a332fea admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.6375999 Jul 29 23:53:53.591435 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8e1b45f9-ec73-4d6a-9fde-5d600903b267 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d33381e84ec7400f98cf1db0ef737e08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9469144 Jul 29 23:53:53.594548 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53026) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:53.613073 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-6d268387-7118-4376-a8d6-133b4e43cdba None None] Could not find standard attr ID for object b4f4f82e-1995-4ae0-aec9-89b2e2dcfb99. {{(pid=94079) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:53:53.624197 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1b45f9-ec73-4d6a-9fde-5d600903b267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb182f57-7346-4018-a027-c59e872df6f6,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:53.670674 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-94b0c568-9cf6-4ce2-8f73-526b2fc54c48 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:53.701449 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3aed104f-ac3b-48c7-87cc-3639cf68002e tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:53.711920 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3aed104f-ac3b-48c7-87cc-3639cf68002e tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:53.771866 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53028) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:53.772703 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aed104f-ac3b-48c7-87cc-3639cf68002e tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Pushing event updated for resources: {'Port': ['ID=400e76c1-551e-4169-ac1a-a56d2aa01153,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:53.790000 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dcce172a-97ab-4378-8668-d7ad8c90f19c req-bea7af68-9554-4d22-9d2e-1757c4a7a65e tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=7efc4582-523d-4b05-9d9e-005a5e7a191a HTTP/1.1" status: 200 len: 210 time: 0.0921636 Jul 29 23:53:53.811750 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9d8bb9-eb3a-414e-9c6d-e4edf5e9c138 None None] Network 345696fd-b20b-4a53-b85a-20420cf9a8c5 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:53:53.833700 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa9015-3ce1-4559-966b-67f09bd92d07 req-b491f677-f06e-47e9-ab26-74ff7e320cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:53.838291 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1aaa9015-3ce1-4559-966b-67f09bd92d07 req-b491f677-f06e-47e9-ab26-74ff7e320cb2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=abc07fd47c924aad994e74752ef0bc5a&device_id=0259dec0-afd2-4ac2-9a83-e7804869590c HTTP/1.1" status: 200 len: 1097 time: 0.2414908 Jul 29 23:53:53.839407 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8f6663ae-ee9f-4e6c-8fd3-ad975bbf93bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:53.875650 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8f6663ae-ee9f-4e6c-8fd3-ad975bbf93bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:53.940190 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-94b0c568-9cf6-4ce2-8f73-526b2fc54c48 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:53.959598 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-3aed104f-ac3b-48c7-87cc-3639cf68002e tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] In _notify_port_updated(), no bound segment for port 400e76c1-551e-4169-ac1a-a56d2aa01153 on network 0ccdc24b-eb63-4ff6-8ed3-e66913b8a412 {{(pid=94077) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:53:53.967980 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aed104f-ac3b-48c7-87cc-3639cf68002e tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:53.967980 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3aed104f-ac3b-48c7-87cc-3639cf68002e tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:53.968268 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-3aed104f-ac3b-48c7-87cc-3639cf68002e tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] 10.222.0.43 "PUT /v2.0/ports/400e76c1-551e-4169-ac1a-a56d2aa01153 HTTP/1.1" status: 200 len: 1137 time: 1.2027879 Jul 29 23:53:53.972924 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53030) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:54.053791 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b0c568-9cf6-4ce2-8f73-526b2fc54c48 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event updated for resources: {'Port': ['ID=d828d6b7-2086-49d5-beaf-1a9d808dca94,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:54.065899 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa9015-3ce1-4559-966b-67f09bd92d07 req-f9a7b7f7-d68a-4604-89f4-c193bdc2a0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:54.066087 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b0c568-9cf6-4ce2-8f73-526b2fc54c48 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:53:54.068083 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1aaa9015-3ce1-4559-966b-67f09bd92d07 req-f9a7b7f7-d68a-4604-89f4-c193bdc2a0be service neutron] 10.222.0.41 "GET /v2.0/networks?id=07279870-3078-44f7-8035-d94a4d0b31e7 HTTP/1.1" status: 200 len: 913 time: 0.1575835 Jul 29 23:53:54.072559 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8f6663ae-ee9f-4e6c-8fd3-ad975bbf93bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:54.073935 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-94b0c568-9cf6-4ce2-8f73-526b2fc54c48 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:53:54.076248 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8f6663ae-ee9f-4e6c-8fd3-ad975bbf93bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:54.077868 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-8f6663ae-ee9f-4e6c-8fd3-ad975bbf93bf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cb182f57-7346-4018-a027-c59e872df6f6 HTTP/1.1" status: 204 len: 168 time: 0.4822447 Jul 29 23:53:54.080343 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b0c568-9cf6-4ce2-8f73-526b2fc54c48 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:53:54.115820 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-27fdb3c2-5d94-4eab-b232-9d88a09f3934 admin admin] Deleting subnet 3724bd78-67c0-4c6c-851f-f6fd4ebba6c4 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:53:54.120232 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-27fdb3c2-5d94-4eab-b232-9d88a09f3934 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:54.140914 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47082f1b-11e1-41c8-9c38-e577ff835dd5 tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:54.143049 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-47082f1b-11e1-41c8-9c38-e577ff835dd5 tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] 10.222.0.43 "GET /v2.0/ports/400e76c1-551e-4169-ac1a-a56d2aa01153 HTTP/1.1" status: 200 len: 1137 time: 0.1690085 Jul 29 23:53:54.147062 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6663ae-ee9f-4e6c-8fd3-ad975bbf93bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb182f57-7346-4018-a027-c59e872df6f6,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:54.151871 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53034) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:54.198529 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-27fdb3c2-5d94-4eab-b232-9d88a09f3934 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:54.243598 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-196e7a64-28f0-479c-931c-0c4230b188c2 None None] Provisioning complete for port 400e76c1-551e-4169-ac1a-a56d2aa01153 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:53:54.244203 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-196e7a64-28f0-479c-931c-0c4230b188c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:54.277917 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1aaa9015-3ce1-4559-966b-67f09bd92d07 req-1297db2e-d20d-4a02-b410-7be080c9f56c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2bb04e6f-1b5d-4863-aec7-5682c63538c3 HTTP/1.1" status: 200 len: 1000 time: 0.1986752 Jul 29 23:53:54.317087 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-196e7a64-28f0-479c-931c-0c4230b188c2 None None] Port 400e76c1-551e-4169-ac1a-a56d2aa01153 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:53:54.321722 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-27fdb3c2-5d94-4eab-b232-9d88a09f3934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:54.352047 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa9015-3ce1-4559-966b-67f09bd92d07 req-794227b6-280d-4b0f-88de-f7a6968392d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:54.353557 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1aaa9015-3ce1-4559-966b-67f09bd92d07 req-794227b6-280d-4b0f-88de-f7a6968392d7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ef618f43-4fe4-4e34-9800-0476d270be60 HTTP/1.1" status: 200 len: 851 time: 0.0670664 Jul 29 23:53:54.362041 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-aad5b5b8-4504-4591-bdad-0946416a0bbe tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Deleting port 400e76c1-551e-4169-ac1a-a56d2aa01153 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:53:54.362379 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-aad5b5b8-4504-4591-bdad-0946416a0bbe tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:54.480343 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53040) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:54.484928 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-27fdb3c2-5d94-4eab-b232-9d88a09f3934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:54.509309 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa9015-3ce1-4559-966b-67f09bd92d07 req-a07a5283-2dc3-4fcc-a6bd-a2c1312e8e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:54.510865 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1aaa9015-3ce1-4559-966b-67f09bd92d07 req-a07a5283-2dc3-4fcc-a6bd-a2c1312e8e9b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=07279870-3078-44f7-8035-d94a4d0b31e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1455660 Jul 29 23:53:54.514016 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7e3f70b7-a883-4103-9322-f45cd41cb834 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:54.528631 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-27fdb3c2-5d94-4eab-b232-9d88a09f3934 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:54.534051 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-27fdb3c2-5d94-4eab-b232-9d88a09f3934 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/3724bd78-67c0-4c6c-851f-f6fd4ebba6c4 HTTP/1.1" status: 204 len: 168 time: 0.7531562 Jul 29 23:53:54.535922 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fdb3c2-5d94-4eab-b232-9d88a09f3934 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3724bd78-67c0-4c6c-851f-f6fd4ebba6c4,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:54.537726 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53042) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:54.571143 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-aad5b5b8-4504-4591-bdad-0946416a0bbe tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:54.658172 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-aad5b5b8-4504-4591-bdad-0946416a0bbe tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Calling delete_port for 400e76c1-551e-4169-ac1a-a56d2aa01153 owned by {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:53:54.794244 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-94b0c568-9cf6-4ce2-8f73-526b2fc54c48 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:54.805134 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a8ac5dea-fb6a-4010-af2e-30c9efd74bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:54.821480 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1aaa9015-3ce1-4559-966b-67f09bd92d07 req-61de0d28-f6b8-480f-bd94-734e74f14af6 service neutron] 10.222.0.41 "GET /v2.0/networks/07279870-3078-44f7-8035-d94a4d0b31e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020113 Jul 29 23:53:54.894152 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 5fafcc19-ca46-4f9c-adc1-9f7523ad9fcd up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:53:54.909094 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-94b0c568-9cf6-4ce2-8f73-526b2fc54c48 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:54.953454 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 5fafcc19-ca46-4f9c-adc1-9f7523ad9fcd triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:53:54.953876 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:55.053923 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6f383c36-b950-4bdb-859a-20d49e815e53 req-64352436-18a9-408d-94b5-f73d52c07443 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=7efc4582-523d-4b05-9d9e-005a5e7a191a HTTP/1.1" status: 200 len: 210 time: 0.1135316 Jul 29 23:53:55.097448 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-94b0c568-9cf6-4ce2-8f73-526b2fc54c48 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:55.103076 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-94b0c568-9cf6-4ce2-8f73-526b2fc54c48 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:55.136108 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1aaa9015-3ce1-4559-966b-67f09bd92d07 req-ed4a7c3e-c248-4f5c-a186-84338eef9544 service neutron] 10.222.0.41 "GET /v2.0/networks/07279870-3078-44f7-8035-d94a4d0b31e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040001 Jul 29 23:53:55.143918 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a8ac5dea-fb6a-4010-af2e-30c9efd74bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:55.159181 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7e3f70b7-a883-4103-9322-f45cd41cb834 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:55.174105 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-a8ac5dea-fb6a-4010-af2e-30c9efd74bc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f41f62f-520e-4c61-9761-24f4dacdb4e6']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:55.178369 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7e3f70b7-a883-4103-9322-f45cd41cb834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:55.181711 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b0c568-9cf6-4ce2-8f73-526b2fc54c48 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event updated for resources: {'Port': ['ID=d828d6b7-2086-49d5-beaf-1a9d808dca94,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:55.203794 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-94b0c568-9cf6-4ce2-8f73-526b2fc54c48 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:55.209983 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-a8ac5dea-fb6a-4010-af2e-30c9efd74bc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '000694e8-ba1a-4de6-8e24-f5cbeac9f1e8') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:55.211015 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-a8ac5dea-fb6a-4010-af2e-30c9efd74bc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '000694e8-ba1a-4de6-8e24-f5cbeac9f1e8') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:55.236825 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-aad5b5b8-4504-4591-bdad-0946416a0bbe tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:55.246024 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a8ac5dea-fb6a-4010-af2e-30c9efd74bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:55.274150 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-7e3f70b7-a883-4103-9322-f45cd41cb834 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4e0ed88bc3734e09a6ebe58c0c298c4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7902763 Jul 29 23:53:55.284398 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53048) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:55.317450 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a8ac5dea-fb6a-4010-af2e-30c9efd74bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:55.321711 n-d-712141-10 neutron-server[94077]: INFO neutron.db.l3_db [None req-94b0c568-9cf6-4ce2-8f73-526b2fc54c48 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Floating IP 2e460fb8-244b-4119-ae8f-efd5ecd1cce9 associated. External IP: 172.25.0.99, port: 6df1dd52-96be-4f59-a353-da66e5e61fe8. Jul 29 23:53:55.329039 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3f70b7-a883-4103-9322-f45cd41cb834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea63d06-9c60-4b71-8730-37db5c6a4e56,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:55.331496 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad5b5b8-4504-4591-bdad-0946416a0bbe tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Pushing event deleted for resources: {'Port': ['ID=400e76c1-551e-4169-ac1a-a56d2aa01153,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:55.344066 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8ac5dea-fb6a-4010-af2e-30c9efd74bc4 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:53:55.344066 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a8ac5dea-fb6a-4010-af2e-30c9efd74bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:55.344702 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:53:55.344702 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:53:55.344702 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:53:55.344702 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:53:55.344702 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:53:55.344702 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:53:55.344702 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:53:55.344702 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:53:55.344702 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:53:55.344702 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:53:55.344702 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:53:55.344702 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:53:55.344702 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:53:55.344702 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:53:55.344702 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:53:55.344702 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:53:55.344702 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:53:55.344702 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:53:55.344702 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:53:55.344702 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:53:55.344702 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:53:55.344702 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:53:55.344702 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:53:55.344702 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:53:55.344702 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:53:55.344702 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:53:55.344702 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:53:55.344702 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:53:55.344702 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:53:55.344702 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:53:55.344702 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:53:55.344702 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:53:55.477634 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a8ac5dea-fb6a-4010-af2e-30c9efd74bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:55.481866 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-aad5b5b8-4504-4591-bdad-0946416a0bbe tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:55.483827 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-aad5b5b8-4504-4591-bdad-0946416a0bbe tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] 10.222.0.43 "DELETE /v2.0/ports/400e76c1-551e-4169-ac1a-a56d2aa01153 HTTP/1.1" status: 204 len: 168 time: 1.3306012 Jul 29 23:53:55.488308 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53050) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:55.495767 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a8ac5dea-fb6a-4010-af2e-30c9efd74bc4 admin admin] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:55.501103 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-a8ac5dea-fb6a-4010-af2e-30c9efd74bc4 admin admin] 10.222.0.43 "DELETE /v2.0/networks/6f41f62f-520e-4c61-9761-24f4dacdb4e6 HTTP/1.1" status: 204 len: 168 time: 0.9539504 Jul 29 23:53:55.502860 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cf9ae1e4-e5c3-480c-86b5-812c7ceeca49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:55.504704 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53052) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:55.532131 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ac5dea-fb6a-4010-af2e-30c9efd74bc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f41f62f-520e-4c61-9761-24f4dacdb4e6,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:55.561815 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9ebbc5c-47d9-460a-bfef-790fea1c1513 tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Deleting subnet c7556b43-5565-44b2-8dfa-30f434efb3d8 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:53:55.601700 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cf9ae1e4-e5c3-480c-86b5-812c7ceeca49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:55.602769 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a9ebbc5c-47d9-460a-bfef-790fea1c1513 tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:55.644084 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-64a203df-0775-4347-a9ae-17e17d70d09c admin admin] Deleting subnet 5d952bed-bfb4-421d-a08e-18260262995a {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:53:55.654679 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a9ebbc5c-47d9-460a-bfef-790fea1c1513 tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:55.660264 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-64a203df-0775-4347-a9ae-17e17d70d09c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:55.694526 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94b0c568-9cf6-4ce2-8f73-526b2fc54c48 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Router 90597499-4d9c-419c-a8b2-0f8af85f833b has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:53:55.700608 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-64a203df-0775-4347-a9ae-17e17d70d09c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:55.733156 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cf9ae1e4-e5c3-480c-86b5-812c7ceeca49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:55.735767 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cf9ae1e4-e5c3-480c-86b5-812c7ceeca49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:55.740866 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-cf9ae1e4-e5c3-480c-86b5-812c7ceeca49 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0ea63d06-9c60-4b71-8730-37db5c6a4e56 HTTP/1.1" status: 204 len: 168 time: 0.4514811 Jul 29 23:53:55.751641 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ae1e4-e5c3-480c-86b5-812c7ceeca49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea63d06-9c60-4b71-8730-37db5c6a4e56,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:55.763771 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-64a203df-0775-4347-a9ae-17e17d70d09c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:55.832641 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-64a203df-0775-4347-a9ae-17e17d70d09c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:55.832910 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a9ebbc5c-47d9-460a-bfef-790fea1c1513 tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:55.867510 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a203df-0775-4347-a9ae-17e17d70d09c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d952bed-bfb4-421d-a08e-18260262995a,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:55.872067 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-64a203df-0775-4347-a9ae-17e17d70d09c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:55.876316 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-64a203df-0775-4347-a9ae-17e17d70d09c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/5d952bed-bfb4-421d-a08e-18260262995a HTTP/1.1" status: 204 len: 168 time: 0.3566804 Jul 29 23:53:55.877824 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53058) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:55.891055 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b0c568-9cf6-4ce2-8f73-526b2fc54c48 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:53:55.904379 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d471b9-239b-4b86-ae42-2acadf81c6c5 None None] Sync routers for ids ['90597499-4d9c-419c-a8b2-0f8af85f833b'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:53:55.910139 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-94b0c568-9cf6-4ce2-8f73-526b2fc54c48 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:55.914253 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1b6a00cd-2af2-4e13-8e77-059850bfa66d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:55.922638 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d471b9-239b-4b86-ae42-2acadf81c6c5 None None] Routers {'90597499-4d9c-419c-a8b2-0f8af85f833b'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:53:55.924075 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-d3d471b9-239b-4b86-ae42-2acadf81c6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:53:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['90597499-4d9c-419c-a8b2-0f8af85f833b'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:55.963595 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-94b0c568-9cf6-4ce2-8f73-526b2fc54c48 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.0868983 Jul 29 23:53:55.967464 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbe1a5c4-f7ee-44e3-87c9-7427f80c2aed', 'tag': '6df1dd52-96be-4f59-a353-da66e5e61fe8'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:53:55.970056 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f02b7c45-7f03-4466-ba89-06754a8f353d" -d '{"events": [{"name": "network-changed", "server_uuid": "fbe1a5c4-f7ee-44e3-87c9-7427f80c2aed", "tag": "6df1dd52-96be-4f59-a353-da66e5e61fe8"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:53:55.993114 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a9ebbc5c-47d9-460a-bfef-790fea1c1513 tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:56.004332 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a6cbc53a-a0f9-4221-90b0-9eeb794ec8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:56.052418 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ebbc5c-47d9-460a-bfef-790fea1c1513 tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Pushing event deleted for resources: {'Subnet': ['ID=c7556b43-5565-44b2-8dfa-30f434efb3d8,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:56.060531 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f032c0e9-4d50-44ee-a711-395c365245f7 x-openstack-request-id: req-f032c0e9-4d50-44ee-a711-395c365245f7 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:53:56.060822 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbe1a5c4-f7ee-44e3-87c9-7427f80c2aed", "tag": "6df1dd52-96be-4f59-a353-da66e5e61fe8", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:53:56.061079 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f032c0e9-4d50-44ee-a711-395c365245f7 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:53:56.061479 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbe1a5c4-f7ee-44e3-87c9-7427f80c2aed', 'tag': '6df1dd52-96be-4f59-a353-da66e5e61fe8', 'status': 'completed', 'code': 200} Jul 29 23:53:56.087223 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-d3d471b9-239b-4b86-ae42-2acadf81c6c5 None None] Set router 90597499-4d9c-419c-a8b2-0f8af85f833b gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:53:56.110982 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a9ebbc5c-47d9-460a-bfef-790fea1c1513 tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:56.116265 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a9ebbc5c-47d9-460a-bfef-790fea1c1513 tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] 10.222.0.43 "DELETE /v2.0/subnets/c7556b43-5565-44b2-8dfa-30f434efb3d8 HTTP/1.1" status: 204 len: 168 time: 0.6257381 Jul 29 23:53:56.118655 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25dcb124-e07e-41cc-9945-e39804ff4d90 None None] Network 0ccdc24b-eb63-4ff6-8ed3-e66913b8a412 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:53:56.138182 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53068) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:56.160377 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a6cbc53a-a0f9-4221-90b0-9eeb794ec8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:56.174660 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-a6cbc53a-a0f9-4221-90b0-9eeb794ec8d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['345696fd-b20b-4a53-b85a-20420cf9a8c5']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:56.189933 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-a6cbc53a-a0f9-4221-90b0-9eeb794ec8d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f11624d8-0cbd-4381-bea6-3dd9a1d4e763') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:56.190663 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-a6cbc53a-a0f9-4221-90b0-9eeb794ec8d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f11624d8-0cbd-4381-bea6-3dd9a1d4e763') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:56.204782 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a6cbc53a-a0f9-4221-90b0-9eeb794ec8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:56.236401 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a6cbc53a-a0f9-4221-90b0-9eeb794ec8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:56.256797 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6cbc53a-a0f9-4221-90b0-9eeb794ec8d6 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:53:56.258678 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a6cbc53a-a0f9-4221-90b0-9eeb794ec8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:56.297127 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b7c45-7f03-4466-ba89-06754a8f353d req-96b8807b-db29-4320-93b3-a139859d2c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:56.300958 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f02b7c45-7f03-4466-ba89-06754a8f353d req-96b8807b-db29-4320-93b3-a139859d2c25 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=65ae77200a164c0f8f007753b934a6ed&device_id=fbe1a5c4-f7ee-44e3-87c9-7427f80c2aed HTTP/1.1" status: 200 len: 1097 time: 0.2421668 Jul 29 23:53:56.364218 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a240f779-c128-4e53-90d7-1242a9c55e8d None None] DHCP port deletion for 0ccdc24b-eb63-4ff6-8ed3-e66913b8a412 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:53:56.385854 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:53:56.385854 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:53:56.385854 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:53:56.385854 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:53:56.385854 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:53:56.385854 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:53:56.385854 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:53:56.385854 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:53:56.385854 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:53:56.385854 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:53:56.385854 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:53:56.385854 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:53:56.385854 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:53:56.385854 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:53:56.385854 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:53:56.385854 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:53:56.385854 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:53:56.385854 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:53:56.385854 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:53:56.385854 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:53:56.385854 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:53:56.385854 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:53:56.385854 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:53:56.385854 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:53:56.385854 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:53:56.385854 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:53:56.385854 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:53:56.385854 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:53:56.385854 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:53:56.385854 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:53:56.385854 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:53:56.385854 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:53:56.462463 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-a240f779-c128-4e53-90d7-1242a9c55e8d None None] Deleting port 5fafcc19-ca46-4f9c-adc1-9f7523ad9fcd {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:53:56.463389 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a240f779-c128-4e53-90d7-1242a9c55e8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:56.468958 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf0efcf-7379-44cb-ad90-08704aff9634 req-da6a9efa-bd98-4eb6-ae52-82cf479ec7c2 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:56.470942 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-acf0efcf-7379-44cb-ad90-08704aff9634 req-da6a9efa-bd98-4eb6-ae52-82cf479ec7c2 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbe1a5c4-f7ee-44e3-87c9-7427f80c2aed HTTP/1.1" status: 200 len: 945 time: 0.4132817 Jul 29 23:53:56.472379 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a6cbc53a-a0f9-4221-90b0-9eeb794ec8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:56.491878 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a6cbc53a-a0f9-4221-90b0-9eeb794ec8d6 admin admin] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:56.498997 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-a6cbc53a-a0f9-4221-90b0-9eeb794ec8d6 admin admin] 10.222.0.43 "DELETE /v2.0/networks/345696fd-b20b-4a53-b85a-20420cf9a8c5 HTTP/1.1" status: 204 len: 168 time: 0.6196856 Jul 29 23:53:56.504104 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5674121c-e0f7-4acc-949b-168498323abd tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:56.541252 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-a240f779-c128-4e53-90d7-1242a9c55e8d None None] For port 5fafcc19-ca46-4f9c-adc1-9f7523ad9fcd, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=5fafcc19-ca46-4f9c-adc1-9f7523ad9fcd,segment=NetworkSegment(5be52e76-711d-40f7-a3b2-f22a95c33f15),segment_id=5be52e76-711d-40f7-a3b2-f22a95c33f15)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:56.541673 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a240f779-c128-4e53-90d7-1242a9c55e8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:56.549819 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cbc53a-a0f9-4221-90b0-9eeb794ec8d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=345696fd-b20b-4a53-b85a-20420cf9a8c5,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:56.557820 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-a240f779-c128-4e53-90d7-1242a9c55e8d None None] Calling delete_port for 5fafcc19-ca46-4f9c-adc1-9f7523ad9fcd owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:53:56.584555 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-d3d471b9-239b-4b86-ae42-2acadf81c6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90597499-4d9c-419c-a8b2-0f8af85f833b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186753721', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '8a106abc-3b8a-4938-8719-622bf3804a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:26Z', 'updated_at': '2021-07-29T23:53:34Z', 'revision_number': 4, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'gw_port': {'id': '8a106abc-3b8a-4938-8719-622bf3804a47', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:84:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90597499-4d9c-419c-a8b2-0f8af85f833b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:28Z', 'updated_at': '2021-07-29T23:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '2e460fb8-244b-4119-ae8f-efd5ecd1cce9', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'floating_ip_address': '172.25.0.99', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '90597499-4d9c-419c-a8b2-0f8af85f833b', 'port_id': '6df1dd52-96be-4f59-a353-da66e5e61fe8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddad5dc7-1476-40a2-b1e9-a0671d04cea9', 'mac_address': 'fa:16:3e:53:9a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe1a5c4-f7ee-44e3-87c9-7427f80c2aed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:53:54Z', 'updated_at': '2021-07-29T23:53:54Z', 'revision_number': 0, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98df9f79-2471-4c02-9d44-10d79347ad41', 'name': '', 'network_id': 'ddad5dc7-1476-40a2-b1e9-a0671d04cea9', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'mac_address': 'fa:16:3e:48:49:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90597499-4d9c-419c-a8b2-0f8af85f833b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': '57b00923-d43c-47d5-9113-0cf54080fe3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:33Z', 'updated_at': '2021-07-29T23:53:41Z', 'revision_number': 5, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'subnets': [{'id': '57b00923-d43c-47d5-9113-0cf54080fe3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:56.644792 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d471b9-239b-4b86-ae42-2acadf81c6c5 None None] Checking router: 90597499-4d9c-419c-a8b2-0f8af85f833b for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:53:56.648756 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-acf0efcf-7379-44cb-ad90-08704aff9634 req-16e682d7-d50c-4a46-bf33-e054828cccdc tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc89bc8f-bfbe-4ef5-9811-a32f13d6a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486063 Jul 29 23:53:56.653163 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a240f779-c128-4e53-90d7-1242a9c55e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:56.668621 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53086) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:56.676086 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d471b9-239b-4b86-ae42-2acadf81c6c5 None None] Routers {'90597499-4d9c-419c-a8b2-0f8af85f833b'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:53:56.678422 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-d3d471b9-239b-4b86-ae42-2acadf81c6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:53:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['90597499-4d9c-419c-a8b2-0f8af85f833b'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:56.690308 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a240f779-c128-4e53-90d7-1242a9c55e8d None None] Pushing event deleted for resources: {'Port': ['ID=5fafcc19-ca46-4f9c-adc1-9f7523ad9fcd,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:56.692237 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:56.697654 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a240f779-c128-4e53-90d7-1242a9c55e8d None None] No DVR routers for this DVR port 5fafcc19-ca46-4f9c-adc1-9f7523ad9fcd on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:53:56.727295 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b7c45-7f03-4466-ba89-06754a8f353d req-725c833f-e669-4d3d-b329-b1250817469e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:56.730468 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f02b7c45-7f03-4466-ba89-06754a8f353d req-725c833f-e669-4d3d-b329-b1250817469e service neutron] 10.222.0.22 "GET /v2.0/networks?id=ddad5dc7-1476-40a2-b1e9-a0671d04cea9 HTTP/1.1" status: 200 len: 898 time: 0.3942854 Jul 29 23:53:56.829475 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-36010cd9-bc65-4f91-8920-8537929cffd6 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/floatingips/2e460fb8-244b-4119-ae8f-efd5ecd1cce9 HTTP/1.1" status: 200 len: 990 time: 0.1596460 Jul 29 23:53:56.860758 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53094) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:56.925390 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-d3d471b9-239b-4b86-ae42-2acadf81c6c5 None None] Set router 90597499-4d9c-419c-a8b2-0f8af85f833b gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:53:56.926481 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 5fafcc19-ca46-4f9c-adc1-9f7523ad9fcd no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:53:56.940307 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-5674121c-e0f7-4acc-949b-168498323abd tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Deleting port 5fafcc19-ca46-4f9c-adc1-9f7523ad9fcd {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:53:56.940652 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5674121c-e0f7-4acc-949b-168498323abd tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:56.947200 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f02b7c45-7f03-4466-ba89-06754a8f353d req-a5c733b3-d1f3-4b54-81f4-41f9cc2ced43 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6df1dd52-96be-4f59-a353-da66e5e61fe8 HTTP/1.1" status: 200 len: 998 time: 0.2021635 Jul 29 23:53:56.975516 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 5fafcc19-ca46-4f9c-adc1-9f7523ad9fcd {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:53:56.976804 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 5fafcc19-ca46-4f9c-adc1-9f7523ad9fcd not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:53:57.045717 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-37b03640-83ca-4cfa-bc49-21b3d60889d6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a700b6a246a043a3bde5cfe049c3d017&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1818690 Jul 29 23:53:57.047976 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53098) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:57.080850 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b7c45-7f03-4466-ba89-06754a8f353d req-89663d32-52ed-458f-a771-6633040c1eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:57.082586 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f02b7c45-7f03-4466-ba89-06754a8f353d req-89663d32-52ed-458f-a771-6633040c1eff service neutron] 10.222.0.22 "GET /v2.0/subnets?id=57b00923-d43c-47d5-9113-0cf54080fe3c HTTP/1.1" status: 200 len: 835 time: 0.1188297 Jul 29 23:53:57.083799 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-5674121c-e0f7-4acc-949b-168498323abd tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] For port 5fafcc19-ca46-4f9c-adc1-9f7523ad9fcd, host n-d-712141-10, got binding levels [] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:57.084168 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5674121c-e0f7-4acc-949b-168498323abd tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:57.114046 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8252765d-525a-44a5-bbe2-3e23fbcd0d87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:57.129202 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-5674121c-e0f7-4acc-949b-168498323abd tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Calling delete_port for 5fafcc19-ca46-4f9c-adc1-9f7523ad9fcd owned by network:dhcp {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:53:57.134004 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.ipam_backend_mixin [None req-5674121c-e0f7-4acc-949b-168498323abd tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Port 5fafcc19-ca46-4f9c-adc1-9f7523ad9fcd was not found and therefore no delete operation was performed {{(pid=94077) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 23:53:57.136940 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5674121c-e0f7-4acc-949b-168498323abd tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:57.140301 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8252765d-525a-44a5-bbe2-3e23fbcd0d87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:57.207203 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5674121c-e0f7-4acc-949b-168498323abd tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] No DVR routers for this DVR port 5fafcc19-ca46-4f9c-adc1-9f7523ad9fcd on host n-d-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:53:57.217220 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5674121c-e0f7-4acc-949b-168498323abd tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Pushing event deleted for resources: {'Port': ['ID=5fafcc19-ca46-4f9c-adc1-9f7523ad9fcd,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:57.219108 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8252765d-525a-44a5-bbe2-3e23fbcd0d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:57.223413 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8252765d-525a-44a5-bbe2-3e23fbcd0d87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:57.224618 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-8252765d-525a-44a5-bbe2-3e23fbcd0d87 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/aafdc7e3-fb2d-4330-bc75-d43ece0ab99e HTTP/1.1" status: 204 len: 168 time: 0.1755207 Jul 29 23:53:57.247195 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8252765d-525a-44a5-bbe2-3e23fbcd0d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aafdc7e3-fb2d-4330-bc75-d43ece0ab99e,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:57.295552 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-d3d471b9-239b-4b86-ae42-2acadf81c6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90597499-4d9c-419c-a8b2-0f8af85f833b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186753721', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '8a106abc-3b8a-4938-8719-622bf3804a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:26Z', 'updated_at': '2021-07-29T23:53:34Z', 'revision_number': 4, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'gw_port': {'id': '8a106abc-3b8a-4938-8719-622bf3804a47', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:84:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90597499-4d9c-419c-a8b2-0f8af85f833b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:28Z', 'updated_at': '2021-07-29T23:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '2e460fb8-244b-4119-ae8f-efd5ecd1cce9', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'floating_ip_address': '172.25.0.99', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '90597499-4d9c-419c-a8b2-0f8af85f833b', 'port_id': '6df1dd52-96be-4f59-a353-da66e5e61fe8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddad5dc7-1476-40a2-b1e9-a0671d04cea9', 'mac_address': 'fa:16:3e:53:9a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe1a5c4-f7ee-44e3-87c9-7427f80c2aed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:53:54Z', 'updated_at': '2021-07-29T23:53:54Z', 'revision_number': 0, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98df9f79-2471-4c02-9d44-10d79347ad41', 'name': '', 'network_id': 'ddad5dc7-1476-40a2-b1e9-a0671d04cea9', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'mac_address': 'fa:16:3e:48:49:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90597499-4d9c-419c-a8b2-0f8af85f833b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': '57b00923-d43c-47d5-9113-0cf54080fe3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:33Z', 'updated_at': '2021-07-29T23:53:41Z', 'revision_number': 5, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'subnets': [{'id': '57b00923-d43c-47d5-9113-0cf54080fe3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:57.329532 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d471b9-239b-4b86-ae42-2acadf81c6c5 None None] The sync data for ids ['90597499-4d9c-419c-a8b2-0f8af85f833b'] in n-d-712141-10 is: [{'id': '90597499-4d9c-419c-a8b2-0f8af85f833b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186753721', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '8a106abc-3b8a-4938-8719-622bf3804a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:26Z', 'updated_at': '2021-07-29T23:53:34Z', 'revision_number': 4, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'gw_port': {'id': '8a106abc-3b8a-4938-8719-622bf3804a47', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:84:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90597499-4d9c-419c-a8b2-0f8af85f833b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:28Z', 'updated_at': '2021-07-29T23:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '2e460fb8-244b-4119-ae8f-efd5ecd1cce9', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'floating_ip_address': '172.25.0.99', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '90597499-4d9c-419c-a8b2-0f8af85f833b', 'port_id': '6df1dd52-96be-4f59-a353-da66e5e61fe8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddad5dc7-1476-40a2-b1e9-a0671d04cea9', 'mac_address': 'fa:16:3e:53:9a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe1a5c4-f7ee-44e3-87c9-7427f80c2aed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:53:54Z', 'updated_at': '2021-07-29T23:53:54Z', 'revision_number': 0, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98df9f79-2471-4c02-9d44-10d79347ad41', 'name': '', 'network_id': 'ddad5dc7-1476-40a2-b1e9-a0671d04cea9', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'mac_address': 'fa:16:3e:48:49:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90597499-4d9c-419c-a8b2-0f8af85f833b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': '57b00923-d43c-47d5-9113-0cf54080fe3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:33Z', 'updated_at': '2021-07-29T23:53:41Z', 'revision_number': 5, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'subnets': [{'id': '57b00923-d43c-47d5-9113-0cf54080fe3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:53:57.384999 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53104) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:57.396512 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5674121c-e0f7-4acc-949b-168498323abd tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:57.418625 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-5674121c-e0f7-4acc-949b-168498323abd tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ccdc24b-eb63-4ff6-8ed3-e66913b8a412']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:57.426860 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b7c45-7f03-4466-ba89-06754a8f353d req-00f0635d-06c6-420f-ae8e-ecbfddfbb152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:57.428211 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f02b7c45-7f03-4466-ba89-06754a8f353d req-00f0635d-06c6-420f-ae8e-ecbfddfbb152 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ddad5dc7-1476-40a2-b1e9-a0671d04cea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3345382 Jul 29 23:53:57.439002 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-5674121c-e0f7-4acc-949b-168498323abd tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5be52e76-711d-40f7-a3b2-f22a95c33f15') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:57.439302 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-5674121c-e0f7-4acc-949b-168498323abd tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5be52e76-711d-40f7-a3b2-f22a95c33f15') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:57.520103 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5674121c-e0f7-4acc-949b-168498323abd tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:57.542412 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5674121c-e0f7-4acc-949b-168498323abd tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:57.558478 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5674121c-e0f7-4acc-949b-168498323abd tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:53:57.560476 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5674121c-e0f7-4acc-949b-168498323abd tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:57.671204 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:53:57.671204 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:53:57.671204 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:53:57.671204 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:53:57.671204 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:53:57.671204 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:53:57.671204 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:53:57.671204 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:53:57.671204 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:53:57.671204 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:53:57.671204 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:53:57.671204 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:53:57.671204 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:53:57.671204 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:53:57.671204 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:53:57.671204 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:53:57.671204 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:53:57.671204 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:53:57.671204 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:53:57.671204 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:53:57.671204 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:53:57.671204 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:53:57.671204 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:53:57.671204 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:53:57.671204 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:53:57.671204 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:53:57.671204 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:53:57.671204 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:53:57.671204 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:53:57.671204 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:53:57.671204 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:53:57.671204 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:53:57.705228 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f02b7c45-7f03-4466-ba89-06754a8f353d req-6a42941a-8c3c-469d-a9c5-95c31b490a19 service neutron] 10.222.0.22 "GET /v2.0/networks/ddad5dc7-1476-40a2-b1e9-a0671d04cea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684507 Jul 29 23:53:57.706616 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5674121c-e0f7-4acc-949b-168498323abd tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:57.715106 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-e957552e-b1f6-4bfe-b102-b5a9e6225029 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-278223774-network', 'tenant_id': '384efcf70cdf43d989dbb2e4793dfac4'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:57.744996 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b944274-49cd-4405-aadd-462c9164e118 None None] New status for floating IP 2e460fb8-244b-4119-ae8f-efd5ecd1cce9: ACTIVE {{(pid=94079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:53:57.750473 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:57.755128 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e957552e-b1f6-4bfe-b102-b5a9e6225029 admin admin] Made reservation on behalf of 384efcf70cdf43d989dbb2e4793dfac4 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:53:57.759892 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5674121c-e0f7-4acc-949b-168498323abd tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:57.760086 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e957552e-b1f6-4bfe-b102-b5a9e6225029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:57.766618 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-5674121c-e0f7-4acc-949b-168498323abd tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] 10.222.0.43 "DELETE /v2.0/networks/0ccdc24b-eb63-4ff6-8ed3-e66913b8a412 HTTP/1.1" status: 204 len: 168 time: 1.6289780 Jul 29 23:53:57.793632 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e957552e-b1f6-4bfe-b102-b5a9e6225029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:57.847838 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53114) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:57.924428 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53116) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:57.940641 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5674121c-e0f7-4acc-949b-168498323abd tempest-ExtraDHCPOptionsTestJSON-177262139 tempest-ExtraDHCPOptionsTestJSON-177262139-project] Pushing event deleted for resources: {'Network': ['ID=0ccdc24b-eb63-4ff6-8ed3-e66913b8a412,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:58.045983 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-96a368ad-07c3-46ae-9543-5c312f9ba812 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/floatingips/2e460fb8-244b-4119-ae8f-efd5ecd1cce9 HTTP/1.1" status: 200 len: 990 time: 0.1599667 Jul 29 23:53:58.051195 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e957552e-b1f6-4bfe-b102-b5a9e6225029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:58.055254 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-fdde334b-a178-4dae-9761-f3f124add8d5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=52e05c7063934e68a0854e2f61d07442&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1295559 Jul 29 23:53:58.057122 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e957552e-b1f6-4bfe-b102-b5a9e6225029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:58.058343 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53120) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:58.071354 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e957552e-b1f6-4bfe-b102-b5a9e6225029 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:53:58.084310 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e957552e-b1f6-4bfe-b102-b5a9e6225029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:58.085070 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-e957552e-b1f6-4bfe-b102-b5a9e6225029 admin admin] Added segment 02f1d57b-b103-4b62-83a5-eb1735b1d01b of type vlan for network 1fbc99fa-8d31-4726-b05c-ced13247889a Jul 29 23:53:58.090439 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f02b7c45-7f03-4466-ba89-06754a8f353d req-85ff7fcc-6ddf-47eb-b5d3-8e0c24749143 service neutron] 10.222.0.22 "GET /v2.0/networks/ddad5dc7-1476-40a2-b1e9-a0671d04cea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393641 Jul 29 23:53:58.142958 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-99cd4a99-1692-439b-9b2c-7ebba1b99bd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:58.152554 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e957552e-b1f6-4bfe-b102-b5a9e6225029 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:58.172403 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53122) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:58.174448 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-99cd4a99-1692-439b-9b2c-7ebba1b99bd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:58.216575 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e957552e-b1f6-4bfe-b102-b5a9e6225029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:58.218346 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e957552e-b1f6-4bfe-b102-b5a9e6225029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:58.220052 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e957552e-b1f6-4bfe-b102-b5a9e6225029 admin admin] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:58.259209 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-99cd4a99-1692-439b-9b2c-7ebba1b99bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:58.263546 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-99cd4a99-1692-439b-9b2c-7ebba1b99bd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:58.264794 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-99cd4a99-1692-439b-9b2c-7ebba1b99bd9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/01105e75-5149-4944-941d-0ac202c31678 HTTP/1.1" status: 204 len: 168 time: 0.2052188 Jul 29 23:53:58.277507 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd4a99-1692-439b-9b2c-7ebba1b99bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01105e75-5149-4944-941d-0ac202c31678,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:58.318129 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e957552e-b1f6-4bfe-b102-b5a9e6225029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b06d83dc-808c-4b0a-ae41-3642cf21e836,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:58.325866 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e957552e-b1f6-4bfe-b102-b5a9e6225029 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9395475 Jul 29 23:53:58.328727 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53128) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:58.334881 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-5c604a9c-3058-4b30-9e14-c232d8c5fc44 admin admin] Request body: {'subnet': {'network_id': '1fbc99fa-8d31-4726-b05c-ced13247889a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-278223774-subnet', 'tenant_id': '384efcf70cdf43d989dbb2e4793dfac4', 'ip_version': 4}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:58.381673 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c604a9c-3058-4b30-9e14-c232d8c5fc44 admin admin] Made reservation on behalf of 384efcf70cdf43d989dbb2e4793dfac4 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:53:58.388583 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5c604a9c-3058-4b30-9e14-c232d8c5fc44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:58.394886 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e957552e-b1f6-4bfe-b102-b5a9e6225029 admin admin] Pushing event updated for resources: {'Network': ['ID=1fbc99fa-8d31-4726-b05c-ced13247889a,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:58.409132 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 1fbc99fa-8d31-4726-b05c-ced13247889a details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:53:58.473015 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-0399e1f0-ca9a-4192-9cd0-065f440d2aa3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ccd752a4d1264f2190f9673989237f8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2973795 Jul 29 23:53:58.473694 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53134) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:58.577985 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-58d7113b-32f9-4e8d-bdef-e91bc57470aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:58.606776 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-58d7113b-32f9-4e8d-bdef-e91bc57470aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:58.625456 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5c604a9c-3058-4b30-9e14-c232d8c5fc44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:58.667947 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-58d7113b-32f9-4e8d-bdef-e91bc57470aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:58.672105 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-58d7113b-32f9-4e8d-bdef-e91bc57470aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:58.678333 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-58d7113b-32f9-4e8d-bdef-e91bc57470aa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dbe678fe-18d7-4f28-a27d-fff7ee841f68 HTTP/1.1" status: 204 len: 168 time: 0.2035398 Jul 29 23:53:58.689609 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d7113b-32f9-4e8d-bdef-e91bc57470aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe678fe-18d7-4f28-a27d-fff7ee841f68,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:58.710795 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c604a9c-3058-4b30-9e14-c232d8c5fc44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93245ce2-868b-46b6-86e9-44b6ab704043,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:58.719299 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c604a9c-3058-4b30-9e14-c232d8c5fc44 admin admin] Checking segment: {'id': '02f1d57b-b103-4b62-83a5-eb1735b1d01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fbc99fa-8d31-4726-b05c-ced13247889a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:53:58.720258 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c604a9c-3058-4b30-9e14-c232d8c5fc44 admin admin] Network hostable DHCP agents. Network: 1fbc99fa-8d31-4726-b05c-ced13247889a, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:53:58.745558 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c604a9c-3058-4b30-9e14-c232d8c5fc44 admin admin] Network 1fbc99fa-8d31-4726-b05c-ced13247889a is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:53:58.756322 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-5c604a9c-3058-4b30-9e14-c232d8c5fc44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 1fbc99fa-8d31-4726-b05c-ced13247889a) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:53:58.761859 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c604a9c-3058-4b30-9e14-c232d8c5fc44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:58.762500 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5c604a9c-3058-4b30-9e14-c232d8c5fc44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:58.771972 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5154b72-f7c6-42f3-9076-6af020069227 None None] Network 1fbc99fa-8d31-4726-b05c-ced13247889a requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:53:58.793673 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-5c604a9c-3058-4b30-9e14-c232d8c5fc44 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4636483 Jul 29 23:53:58.796247 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53144) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:58.802498 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-a5eabce4-cf37-41eb-9527-2548b6b46993 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-278223774-router', 'tenant_id': '384efcf70cdf43d989dbb2e4793dfac4', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:58.839433 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a5eabce4-cf37-41eb-9527-2548b6b46993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:58.840748 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a5eabce4-cf37-41eb-9527-2548b6b46993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:58.982256 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b7efdd-4e83-4185-a0a1-e051ffa53a94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-1fbc99fa-8d31-4726-b05c-ced13247889a', 'network_id': '1fbc99fa-8d31-4726-b05c-ced13247889a', 'tenant_id': '384efcf70cdf43d989dbb2e4793dfac4', 'fixed_ips': [{'subnet_id': '93245ce2-868b-46b6-86e9-44b6ab704043'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:53:58.982491 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c9b7efdd-4e83-4185-a0a1-e051ffa53a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:59.047469 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53158) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:59.269200 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-17cca12e-5911-462d-81d5-283f52a94f08 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/floatingips/2e460fb8-244b-4119-ae8f-efd5ecd1cce9 HTTP/1.1" status: 200 len: 992 time: 0.2177219 Jul 29 23:53:59.403094 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a5eabce4-cf37-41eb-9527-2548b6b46993 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:59.419887 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-c9b7efdd-4e83-4185-a0a1-e051ffa53a94 None None] Allocated IP 172.20.0.2 (1fbc99fa-8d31-4726-b05c-ced13247889a/93245ce2-868b-46b6-86e9-44b6ab704043/799685cf-4f7d-4c8b-8f36-2a083dd9a3b2) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:53:59.431641 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:59.636188 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a5eabce4-cf37-41eb-9527-2548b6b46993 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:59.735389 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c9b7efdd-4e83-4185-a0a1-e051ffa53a94 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:59.751036 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c9b7efdd-4e83-4185-a0a1-e051ffa53a94 None None] Transition to ACTIVE for port object 799685cf-4f7d-4c8b-8f36-2a083dd9a3b2 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:53:59.785591 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c9b7efdd-4e83-4185-a0a1-e051ffa53a94 None None] Transition to ACTIVE for port object 799685cf-4f7d-4c8b-8f36-2a083dd9a3b2 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:53:59.794519 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c9b7efdd-4e83-4185-a0a1-e051ffa53a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:59.845945 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b7efdd-4e83-4185-a0a1-e051ffa53a94 None None] Network 1fbc99fa-8d31-4726-b05c-ced13247889a is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:53:59.848893 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-c9b7efdd-4e83-4185-a0a1-e051ffa53a94 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:53:59.852760 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b7efdd-4e83-4185-a0a1-e051ffa53a94 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:53:59.885507 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b7efdd-4e83-4185-a0a1-e051ffa53a94 None None] Pushing event updated for resources: {'Port': ['ID=799685cf-4f7d-4c8b-8f36-2a083dd9a3b2,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:59.908941 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53190) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:59.960203 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a5eabce4-cf37-41eb-9527-2548b6b46993 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:59.980847 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-c9b7efdd-4e83-4185-a0a1-e051ffa53a94 None None] Attempting to bind port 799685cf-4f7d-4c8b-8f36-2a083dd9a3b2 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:53:59.981295 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-c9b7efdd-4e83-4185-a0a1-e051ffa53a94 None None] Attempting to bind port 799685cf-4f7d-4c8b-8f36-2a083dd9a3b2 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '02f1d57b-b103-4b62-83a5-eb1735b1d01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fbc99fa-8d31-4726-b05c-ced13247889a'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:53:59.981695 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b7efdd-4e83-4185-a0a1-e051ffa53a94 None None] Attempting to bind port 799685cf-4f7d-4c8b-8f36-2a083dd9a3b2 on network 1fbc99fa-8d31-4726-b05c-ced13247889a {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:53:59.990683 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b7efdd-4e83-4185-a0a1-e051ffa53a94 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:53:59.991156 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b7efdd-4e83-4185-a0a1-e051ffa53a94 None None] Checking segment: {'id': '02f1d57b-b103-4b62-83a5-eb1735b1d01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fbc99fa-8d31-4726-b05c-ced13247889a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:53:59.992004 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c9b7efdd-4e83-4185-a0a1-e051ffa53a94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:59.992470 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b7efdd-4e83-4185-a0a1-e051ffa53a94 None None] Bound using segment: {'id': '02f1d57b-b103-4b62-83a5-eb1735b1d01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fbc99fa-8d31-4726-b05c-ced13247889a'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:53:59.992980 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-c9b7efdd-4e83-4185-a0a1-e051ffa53a94 None None] Bound port: 799685cf-4f7d-4c8b-8f36-2a083dd9a3b2, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02f1d57b-b103-4b62-83a5-eb1735b1d01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fbc99fa-8d31-4726-b05c-ced13247889a'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:53:59.994761 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c9b7efdd-4e83-4185-a0a1-e051ffa53a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:00.000106 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a5eabce4-cf37-41eb-9527-2548b6b46993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:00.097543 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-c9b7efdd-4e83-4185-a0a1-e051ffa53a94 None None] For port 799685cf-4f7d-4c8b-8f36-2a083dd9a3b2, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:54:00.100863 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-c9b7efdd-4e83-4185-a0a1-e051ffa53a94 None None] For port 799685cf-4f7d-4c8b-8f36-2a083dd9a3b2, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=799685cf-4f7d-4c8b-8f36-2a083dd9a3b2,segment=NetworkSegment(02f1d57b-b103-4b62-83a5-eb1735b1d01b),segment_id=02f1d57b-b103-4b62-83a5-eb1735b1d01b)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:54:00.105658 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c9b7efdd-4e83-4185-a0a1-e051ffa53a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:00.133977 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-a5eabce4-cf37-41eb-9527-2548b6b46993 admin admin] Allocated IP 172.25.0.58 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/b199c2ea-73b4-4462-8e9e-5e5884b890ba) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:54:00.191032 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b7efdd-4e83-4185-a0a1-e051ffa53a94 None None] Pushing event updated for resources: {'Port': ['ID=799685cf-4f7d-4c8b-8f36-2a083dd9a3b2,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:00.262703 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-e14afc25-4522-40ca-8884-c8dbd9d99b1f tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1965910345'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:00.290446 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a5eabce4-cf37-41eb-9527-2548b6b46993 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:00.314184 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14afc25-4522-40ca-8884-c8dbd9d99b1f tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Made reservation on behalf of ce56530737c448d796e956ef336782fd for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:00.319361 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e14afc25-4522-40ca-8884-c8dbd9d99b1f tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:00.340787 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e14afc25-4522-40ca-8884-c8dbd9d99b1f tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:00.405603 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a5eabce4-cf37-41eb-9527-2548b6b46993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:00.468780 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5eabce4-cf37-41eb-9527-2548b6b46993 admin admin] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:00.477022 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-a5eabce4-cf37-41eb-9527-2548b6b46993 admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:00.489263 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5eabce4-cf37-41eb-9527-2548b6b46993 admin admin] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:54:00.562909 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eabce4-cf37-41eb-9527-2548b6b46993 admin admin] Pushing event updated for resources: {'Port': ['ID=b199c2ea-73b4-4462-8e9e-5e5884b890ba,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:00.717064 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e14afc25-4522-40ca-8884-c8dbd9d99b1f tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:00.724322 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e14afc25-4522-40ca-8884-c8dbd9d99b1f tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:00.762817 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e14afc25-4522-40ca-8884-c8dbd9d99b1f tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:54:00.859189 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e14afc25-4522-40ca-8884-c8dbd9d99b1f tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:00.859546 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-e14afc25-4522-40ca-8884-c8dbd9d99b1f tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Added segment ec36bbe2-d86e-4603-a7cb-b318362eda7a of type vlan for network fe0b37ec-a777-41e9-9788-ae289b525274 Jul 29 23:54:00.926446 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e14afc25-4522-40ca-8884-c8dbd9d99b1f tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:00.958948 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 799685cf-4f7d-4c8b-8f36-2a083dd9a3b2 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:54:00.981142 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14afc25-4522-40ca-8884-c8dbd9d99b1f tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c40bac0-f54a-4f50-ad3e-ee41d4327ad1,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:01.045543 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 799685cf-4f7d-4c8b-8f36-2a083dd9a3b2 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:54:01.099894 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a5eabce4-cf37-41eb-9527-2548b6b46993 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:01.143669 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e14afc25-4522-40ca-8884-c8dbd9d99b1f tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:01.156514 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14afc25-4522-40ca-8884-c8dbd9d99b1f tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:01.156514 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e14afc25-4522-40ca-8884-c8dbd9d99b1f tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:01.265633 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e14afc25-4522-40ca-8884-c8dbd9d99b1f tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3533893 Jul 29 23:54:01.315379 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14afc25-4522-40ca-8884-c8dbd9d99b1f tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Pushing event updated for resources: {'Network': ['ID=fe0b37ec-a777-41e9-9788-ae289b525274,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:01.343979 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network fe0b37ec-a777-41e9-9788-ae289b525274 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:54:01.431804 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53220) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:01.437046 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-c4d4bc87-3bf4-4b8e-90e1-dda8bd3113c6 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Request body: {'subnet': {'network_id': 'fe0b37ec-a777-41e9-9788-ae289b525274', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:01.516897 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a5eabce4-cf37-41eb-9527-2548b6b46993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:01.578363 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d4bc87-3bf4-4b8e-90e1-dda8bd3113c6 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Made reservation on behalf of ce56530737c448d796e956ef336782fd for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:01.584020 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c4d4bc87-3bf4-4b8e-90e1-dda8bd3113c6 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:01.675150 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9486b024-3e7b-4414-a04c-0be3be514cde None None] Network 1fbc99fa-8d31-4726-b05c-ced13247889a requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:01.687354 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5eabce4-cf37-41eb-9527-2548b6b46993 admin admin] Router a1ce89aa-c0ea-4060-bada-53347ac0525f is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:54:01.747242 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1870fea0-51e9-4b6d-9236-a45239f464d5 None None] Provisioning for port 799685cf-4f7d-4c8b-8f36-2a083dd9a3b2 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:54:01.760065 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1870fea0-51e9-4b6d-9236-a45239f464d5 None None] Provisioning complete for port 799685cf-4f7d-4c8b-8f36-2a083dd9a3b2 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:01.760735 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1870fea0-51e9-4b6d-9236-a45239f464d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:01.834784 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5eabce4-cf37-41eb-9527-2548b6b46993 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:54:01.840701 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c4d4bc87-3bf4-4b8e-90e1-dda8bd3113c6 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:01.847679 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17f8021-7155-4c50-bcbf-e890c43a5325 None None] Sync routers for ids ['a1ce89aa-c0ea-4060-bada-53347ac0525f'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:54:01.853509 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a5eabce4-cf37-41eb-9527-2548b6b46993 admin admin] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:01.855437 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a5eabce4-cf37-41eb-9527-2548b6b46993 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.0580227 Jul 29 23:54:01.858226 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53224) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:01.873366 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17f8021-7155-4c50-bcbf-e890c43a5325 None None] Routers {'a1ce89aa-c0ea-4060-bada-53347ac0525f'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:01.874292 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-f17f8021-7155-4c50-bcbf-e890c43a5325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:53:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['a1ce89aa-c0ea-4060-bada-53347ac0525f'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:01.933759 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d4bc87-3bf4-4b8e-90e1-dda8bd3113c6 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Pushing event updated for resources: {'Subnet': ['ID=a2838bb8-2eee-4b0c-8350-f7f645687229,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:01.944222 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d4bc87-3bf4-4b8e-90e1-dda8bd3113c6 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Checking segment: {'id': 'ec36bbe2-d86e-4603-a7cb-b318362eda7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'fe0b37ec-a777-41e9-9788-ae289b525274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:54:01.945410 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d4bc87-3bf4-4b8e-90e1-dda8bd3113c6 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Network hostable DHCP agents. Network: fe0b37ec-a777-41e9-9788-ae289b525274, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:54:01.976706 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d4bc87-3bf4-4b8e-90e1-dda8bd3113c6 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Network fe0b37ec-a777-41e9-9788-ae289b525274 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:54:02.001691 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-c4d4bc87-3bf4-4b8e-90e1-dda8bd3113c6 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, fe0b37ec-a777-41e9-9788-ae289b525274) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:02.010696 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d4bc87-3bf4-4b8e-90e1-dda8bd3113c6 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:02.015031 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c4d4bc87-3bf4-4b8e-90e1-dda8bd3113c6 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:02.017088 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1870fea0-51e9-4b6d-9236-a45239f464d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:02.047511 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-c4d4bc87-3bf4-4b8e-90e1-dda8bd3113c6 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.6122034 Jul 29 23:54:02.048165 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e126301-b862-4f93-9584-41d6cdeb72cf None None] Network fe0b37ec-a777-41e9-9788-ae289b525274 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:02.049991 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53226) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:02.061016 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-6135400c-d5d1-4b26-a3c3-4a0a7f79cb6a tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1063696344'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:02.107055 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6135400c-d5d1-4b26-a3c3-4a0a7f79cb6a tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Made reservation on behalf of ce56530737c448d796e956ef336782fd for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:02.111131 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6135400c-d5d1-4b26-a3c3-4a0a7f79cb6a tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:02.137625 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1870fea0-51e9-4b6d-9236-a45239f464d5 None None] For port 799685cf-4f7d-4c8b-8f36-2a083dd9a3b2, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=799685cf-4f7d-4c8b-8f36-2a083dd9a3b2,segment=NetworkSegment(02f1d57b-b103-4b62-83a5-eb1735b1d01b),segment_id=02f1d57b-b103-4b62-83a5-eb1735b1d01b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:02.166625 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6135400c-d5d1-4b26-a3c3-4a0a7f79cb6a tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:54:02.171307 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-f17f8021-7155-4c50-bcbf-e890c43a5325 None None] Set router a1ce89aa-c0ea-4060-bada-53347ac0525f gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:54:02.177872 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1870fea0-51e9-4b6d-9236-a45239f464d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:02.185699 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6135400c-d5d1-4b26-a3c3-4a0a7f79cb6a tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:02.186315 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-6135400c-d5d1-4b26-a3c3-4a0a7f79cb6a tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Added segment f8d277ac-c43d-4380-abd7-c717378d8e4b of type vlan for network 917f66f0-ed3c-4830-bfa0-d13950d730af Jul 29 23:54:02.279318 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6135400c-d5d1-4b26-a3c3-4a0a7f79cb6a tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:02.316733 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1870fea0-51e9-4b6d-9236-a45239f464d5 None None] Pushing event updated for resources: {'Port': ['ID=799685cf-4f7d-4c8b-8f36-2a083dd9a3b2,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:02.378669 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6135400c-d5d1-4b26-a3c3-4a0a7f79cb6a tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:02.388232 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6135400c-d5d1-4b26-a3c3-4a0a7f79cb6a tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:02.396622 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6135400c-d5d1-4b26-a3c3-4a0a7f79cb6a tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:02.439364 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4fafc0-d99c-4caf-ab16-70d515095ac5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-fe0b37ec-a777-41e9-9788-ae289b525274', 'network_id': 'fe0b37ec-a777-41e9-9788-ae289b525274', 'tenant_id': 'ce56530737c448d796e956ef336782fd', 'fixed_ips': [{'subnet_id': 'a2838bb8-2eee-4b0c-8350-f7f645687229'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:54:02.440569 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1f4fafc0-d99c-4caf-ab16-70d515095ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:02.517552 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6135400c-d5d1-4b26-a3c3-4a0a7f79cb6a tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Pushing event updated for resources: {'Network': ['ID=917f66f0-ed3c-4830-bfa0-d13950d730af,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:02.541520 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-6135400c-d5d1-4b26-a3c3-4a0a7f79cb6a tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4889843 Jul 29 23:54:02.543670 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53240) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:02.546395 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 917f66f0-ed3c-4830-bfa0-d13950d730af details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:54:02.551523 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-6d427d39-b0b2-4d4a-8177-f0d72a067db7 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Request body: {'subnet': {'network_id': '917f66f0-ed3c-4830-bfa0-d13950d730af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:02.672049 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-a7151924-45f3-48c4-92fb-0f8a281b13b9 None None] Provisioning complete for port 799685cf-4f7d-4c8b-8f36-2a083dd9a3b2 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:02.672431 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a7151924-45f3-48c4-92fb-0f8a281b13b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:02.676679 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b87c49bb-113b-4dd8-b88e-934133c11c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:02.772576 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-1f4fafc0-d99c-4caf-ab16-70d515095ac5 None None] Allocated IP 172.20.255.242 (fe0b37ec-a777-41e9-9788-ae289b525274/a2838bb8-2eee-4b0c-8350-f7f645687229/3bae2a44-d75a-4b04-9de3-3f997e8f3fe8) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:54:02.823933 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53246) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:02.842112 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-f17f8021-7155-4c50-bcbf-e890c43a5325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ce89aa-c0ea-4060-bada-53347ac0525f', 'name': 'tempest-TestVolumeBackupRestore-278223774-router', 'tenant_id': '384efcf70cdf43d989dbb2e4793dfac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b199c2ea-73b4-4462-8e9e-5e5884b890ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:58Z', 'updated_at': '2021-07-29T23:54:00Z', 'revision_number': 3, 'project_id': '384efcf70cdf43d989dbb2e4793dfac4', 'gw_port': {'id': 'b199c2ea-73b4-4462-8e9e-5e5884b890ba', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:7d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ce89aa-c0ea-4060-bada-53347ac0525f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:00Z', 'updated_at': '2021-07-29T23:54:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:02.926571 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-b87c49bb-113b-4dd8-b88e-934133c11c29 admin admin] Allocated IP 172.20.0.1 (1fbc99fa-8d31-4726-b05c-ced13247889a/93245ce2-868b-46b6-86e9-44b6ab704043/56c9c6bd-04a4-48fe-8b5d-32bda64a7bd3) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:54:02.933718 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17f8021-7155-4c50-bcbf-e890c43a5325 None None] Checking router: a1ce89aa-c0ea-4060-bada-53347ac0525f for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:54:02.934634 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17f8021-7155-4c50-bcbf-e890c43a5325 None None] Updating router a1ce89aa-c0ea-4060-bada-53347ac0525f port b199c2ea-73b4-4462-8e9e-5e5884b890ba binding host n-d-712141-10 {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:54:03.009553 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f17f8021-7155-4c50-bcbf-e890c43a5325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:03.015143 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 799685cf-4f7d-4c8b-8f36-2a083dd9a3b2 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:54:03.042997 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d427d39-b0b2-4d4a-8177-f0d72a067db7 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Made reservation on behalf of ce56530737c448d796e956ef336782fd for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:03.053125 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6d427d39-b0b2-4d4a-8177-f0d72a067db7 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:03.088133 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1f4fafc0-d99c-4caf-ab16-70d515095ac5 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:03.105247 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1f4fafc0-d99c-4caf-ab16-70d515095ac5 None None] Transition to ACTIVE for port object 3bae2a44-d75a-4b04-9de3-3f997e8f3fe8 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:03.135807 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1f4fafc0-d99c-4caf-ab16-70d515095ac5 None None] Transition to ACTIVE for port object 3bae2a44-d75a-4b04-9de3-3f997e8f3fe8 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:03.140037 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 799685cf-4f7d-4c8b-8f36-2a083dd9a3b2 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:03.140546 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:03.160454 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b87c49bb-113b-4dd8-b88e-934133c11c29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:03.170212 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1f4fafc0-d99c-4caf-ab16-70d515095ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:03.212088 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-b87c49bb-113b-4dd8-b88e-934133c11c29 admin admin] Transition to ACTIVE for port object 56c9c6bd-04a4-48fe-8b5d-32bda64a7bd3 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:03.278111 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4fafc0-d99c-4caf-ab16-70d515095ac5 None None] Network fe0b37ec-a777-41e9-9788-ae289b525274 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:03.293732 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b87c49bb-113b-4dd8-b88e-934133c11c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:03.293965 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-1f4fafc0-d99c-4caf-ab16-70d515095ac5 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:03.293965 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4fafc0-d99c-4caf-ab16-70d515095ac5 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:54:03.316386 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4fafc0-d99c-4caf-ab16-70d515095ac5 None None] Pushing event updated for resources: {'Port': ['ID=3bae2a44-d75a-4b04-9de3-3f997e8f3fe8,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:03.327242 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87c49bb-113b-4dd8-b88e-934133c11c29 admin admin] Network 1fbc99fa-8d31-4726-b05c-ced13247889a is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:03.330852 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-b87c49bb-113b-4dd8-b88e-934133c11c29 admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:03.335908 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87c49bb-113b-4dd8-b88e-934133c11c29 admin admin] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:54:03.393845 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b87c49bb-113b-4dd8-b88e-934133c11c29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:03.440454 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-1f4fafc0-d99c-4caf-ab16-70d515095ac5 None None] Attempting to bind port 3bae2a44-d75a-4b04-9de3-3f997e8f3fe8 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:54:03.441004 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-1f4fafc0-d99c-4caf-ab16-70d515095ac5 None None] Attempting to bind port 3bae2a44-d75a-4b04-9de3-3f997e8f3fe8 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': 'ec36bbe2-d86e-4603-a7cb-b318362eda7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'fe0b37ec-a777-41e9-9788-ae289b525274'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:54:03.441447 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4fafc0-d99c-4caf-ab16-70d515095ac5 None None] Attempting to bind port 3bae2a44-d75a-4b04-9de3-3f997e8f3fe8 on network fe0b37ec-a777-41e9-9788-ae289b525274 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:03.449151 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4fafc0-d99c-4caf-ab16-70d515095ac5 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:54:03.449673 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4fafc0-d99c-4caf-ab16-70d515095ac5 None None] Checking segment: {'id': 'ec36bbe2-d86e-4603-a7cb-b318362eda7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'fe0b37ec-a777-41e9-9788-ae289b525274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:54:03.450407 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1f4fafc0-d99c-4caf-ab16-70d515095ac5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:03.450891 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4fafc0-d99c-4caf-ab16-70d515095ac5 None None] Bound using segment: {'id': 'ec36bbe2-d86e-4603-a7cb-b318362eda7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'fe0b37ec-a777-41e9-9788-ae289b525274'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:54:03.451762 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-1f4fafc0-d99c-4caf-ab16-70d515095ac5 None None] Bound port: 3bae2a44-d75a-4b04-9de3-3f997e8f3fe8, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec36bbe2-d86e-4603-a7cb-b318362eda7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'fe0b37ec-a777-41e9-9788-ae289b525274'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:54:03.452387 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1f4fafc0-d99c-4caf-ab16-70d515095ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:03.458010 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-9d41b0a3-236a-4df0-a619-1a8f3d74eab1 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Deleting port a3e71431-f028-4ce2-abbf-7765519a24c8 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:54:03.458354 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9d41b0a3-236a-4df0-a619-1a8f3d74eab1 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:03.560222 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1f4fafc0-d99c-4caf-ab16-70d515095ac5 None None] For port 3bae2a44-d75a-4b04-9de3-3f997e8f3fe8, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:54:03.569144 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1f4fafc0-d99c-4caf-ab16-70d515095ac5 None None] For port 3bae2a44-d75a-4b04-9de3-3f997e8f3fe8, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=3bae2a44-d75a-4b04-9de3-3f997e8f3fe8,segment=NetworkSegment(ec36bbe2-d86e-4603-a7cb-b318362eda7a),segment_id=ec36bbe2-d86e-4603-a7cb-b318362eda7a)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:54:03.578283 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1f4fafc0-d99c-4caf-ab16-70d515095ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:03.601027 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87c49bb-113b-4dd8-b88e-934133c11c29 admin admin] Pushing event updated for resources: {'Port': ['ID=56c9c6bd-04a4-48fe-8b5d-32bda64a7bd3,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:03.602515 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f17f8021-7155-4c50-bcbf-e890c43a5325 None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:03.622177 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-f17f8021-7155-4c50-bcbf-e890c43a5325 None None] Transition to ACTIVE for port object b199c2ea-73b4-4462-8e9e-5e5884b890ba will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:03.624042 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b87c49bb-113b-4dd8-b88e-934133c11c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:03.631427 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f17f8021-7155-4c50-bcbf-e890c43a5325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:03.661545 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4fafc0-d99c-4caf-ab16-70d515095ac5 None None] Pushing event updated for resources: {'Port': ['ID=3bae2a44-d75a-4b04-9de3-3f997e8f3fe8,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:03.697002 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6d427d39-b0b2-4d4a-8177-f0d72a067db7 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:03.711872 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d96fee-e7b0-4cd2-86a7-369c780d7fc6 None None] Pushing event updated for resources: {'Port': ['ID=b199c2ea-73b4-4462-8e9e-5e5884b890ba,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:03.749976 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-f17f8021-7155-4c50-bcbf-e890c43a5325 None None] Attempting to bind port b199c2ea-73b4-4462-8e9e-5e5884b890ba on host n-d-712141-10 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:54:03.750194 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-ebedae45-23a2-4553-9c45-9b86fe889a2c None None] Provisioning for port 56c9c6bd-04a4-48fe-8b5d-32bda64a7bd3 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:54:03.750493 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-f17f8021-7155-4c50-bcbf-e890c43a5325 None None] Attempting to bind port b199c2ea-73b4-4462-8e9e-5e5884b890ba by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:54:03.750919 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17f8021-7155-4c50-bcbf-e890c43a5325 None None] Attempting to bind port b199c2ea-73b4-4462-8e9e-5e5884b890ba on network 58f27f61-3278-49cc-b66b-1e729d26f29f {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:03.755360 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-ebedae45-23a2-4553-9c45-9b86fe889a2c None None] Provisioning complete for port 56c9c6bd-04a4-48fe-8b5d-32bda64a7bd3 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:03.755825 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ebedae45-23a2-4553-9c45-9b86fe889a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:03.757680 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17f8021-7155-4c50-bcbf-e890c43a5325 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:54:03.761872 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17f8021-7155-4c50-bcbf-e890c43a5325 None None] Checking segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:54:03.762396 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f17f8021-7155-4c50-bcbf-e890c43a5325 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:03.762867 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17f8021-7155-4c50-bcbf-e890c43a5325 None None] Bound using segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:54:03.764795 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-f17f8021-7155-4c50-bcbf-e890c43a5325 None None] Bound port: b199c2ea-73b4-4462-8e9e-5e5884b890ba, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:54:03.765277 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f17f8021-7155-4c50-bcbf-e890c43a5325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:03.808065 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d427d39-b0b2-4d4a-8177-f0d72a067db7 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Pushing event updated for resources: {'Subnet': ['ID=f45265df-d2c7-433a-baf4-882a952e6b06,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:03.812566 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9d41b0a3-236a-4df0-a619-1a8f3d74eab1 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:03.813165 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9d41b0a3-236a-4df0-a619-1a8f3d74eab1 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:03.817915 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-ebedae45-23a2-4553-9c45-9b86fe889a2c None None] Port 56c9c6bd-04a4-48fe-8b5d-32bda64a7bd3 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:54:03.834282 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-9d41b0a3-236a-4df0-a619-1a8f3d74eab1 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Calling delete_port for a3e71431-f028-4ce2-abbf-7765519a24c8 owned by network:floatingip {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:54:03.844008 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-f17f8021-7155-4c50-bcbf-e890c43a5325 None None] For port b199c2ea-73b4-4462-8e9e-5e5884b890ba, host n-d-712141-10, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:54:03.848317 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-f17f8021-7155-4c50-bcbf-e890c43a5325 None None] For port b199c2ea-73b4-4462-8e9e-5e5884b890ba, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=b199c2ea-73b4-4462-8e9e-5e5884b890ba,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:54:03.856617 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f17f8021-7155-4c50-bcbf-e890c43a5325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:03.934726 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d427d39-b0b2-4d4a-8177-f0d72a067db7 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Checking segment: {'id': 'f8d277ac-c43d-4380-abd7-c717378d8e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '917f66f0-ed3c-4830-bfa0-d13950d730af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:54:03.935096 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d427d39-b0b2-4d4a-8177-f0d72a067db7 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Network hostable DHCP agents. Network: 917f66f0-ed3c-4830-bfa0-d13950d730af, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:54:03.939968 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b87c49bb-113b-4dd8-b88e-934133c11c29 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:03.943634 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17f8021-7155-4c50-bcbf-e890c43a5325 None None] Routers {'a1ce89aa-c0ea-4060-bada-53347ac0525f'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:03.944916 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-f17f8021-7155-4c50-bcbf-e890c43a5325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:53:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['a1ce89aa-c0ea-4060-bada-53347ac0525f'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:03.952180 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b87c49bb-113b-4dd8-b88e-934133c11c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:03.952377 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d96fee-e7b0-4cd2-86a7-369c780d7fc6 None None] Pushing event updated for resources: {'Port': ['ID=b199c2ea-73b4-4462-8e9e-5e5884b890ba,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:03.989171 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d427d39-b0b2-4d4a-8177-f0d72a067db7 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Network 917f66f0-ed3c-4830-bfa0-d13950d730af is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:54:04.015013 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-6d427d39-b0b2-4d4a-8177-f0d72a067db7 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 917f66f0-ed3c-4830-bfa0-d13950d730af) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:04.019979 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d427d39-b0b2-4d4a-8177-f0d72a067db7 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:04.021427 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6d427d39-b0b2-4d4a-8177-f0d72a067db7 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:04.032697 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e78344e-91ca-4232-a089-b40462319f14 None None] Network 917f66f0-ed3c-4830-bfa0-d13950d730af requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:04.038000 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b87c49bb-113b-4dd8-b88e-934133c11c29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:04.041492 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87c49bb-113b-4dd8-b88e-934133c11c29 admin admin] Pushing event updated for resources: {'Port': ['ID=56c9c6bd-04a4-48fe-8b5d-32bda64a7bd3,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:04.052618 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-6d427d39-b0b2-4d4a-8177-f0d72a067db7 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.5075541 Jul 29 23:54:04.057118 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53254) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:04.110995 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-f17f8021-7155-4c50-bcbf-e890c43a5325 None None] Set router a1ce89aa-c0ea-4060-bada-53347ac0525f gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:54:04.176600 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b87c49bb-113b-4dd8-b88e-934133c11c29 admin admin] Network 1fbc99fa-8d31-4726-b05c-ced13247889a is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:04.179073 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-b87c49bb-113b-4dd8-b88e-934133c11c29 admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:04.232258 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9d41b0a3-236a-4df0-a619-1a8f3d74eab1 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:04.252875 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c0ebb653-e11f-4c5f-969d-a2fb71acf214 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:04.303638 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb315ef-d6cc-44f2-a7ca-b14bc8560fe7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-917f66f0-ed3c-4830-bfa0-d13950d730af', 'network_id': '917f66f0-ed3c-4830-bfa0-d13950d730af', 'tenant_id': 'ce56530737c448d796e956ef336782fd', 'fixed_ips': [{'subnet_id': 'f45265df-d2c7-433a-baf4-882a952e6b06'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:54:04.305147 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ebb315ef-d6cc-44f2-a7ca-b14bc8560fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:04.314541 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d41b0a3-236a-4df0-a619-1a8f3d74eab1 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Pushing event deleted for resources: {'Port': ['ID=a3e71431-f028-4ce2-abbf-7765519a24c8,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:04.363402 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b87c49bb-113b-4dd8-b88e-934133c11c29 admin admin] Router a1ce89aa-c0ea-4060-bada-53347ac0525f has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:54:04.404889 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-f17f8021-7155-4c50-bcbf-e890c43a5325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ce89aa-c0ea-4060-bada-53347ac0525f', 'name': 'tempest-TestVolumeBackupRestore-278223774-router', 'tenant_id': '384efcf70cdf43d989dbb2e4793dfac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b199c2ea-73b4-4462-8e9e-5e5884b890ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:58Z', 'updated_at': '2021-07-29T23:54:03Z', 'revision_number': 4, 'project_id': '384efcf70cdf43d989dbb2e4793dfac4', 'gw_port': {'id': 'b199c2ea-73b4-4462-8e9e-5e5884b890ba', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:7d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ce89aa-c0ea-4060-bada-53347ac0525f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:00Z', 'updated_at': '2021-07-29T23:54:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '56c9c6bd-04a4-48fe-8b5d-32bda64a7bd3', 'name': '', 'network_id': '1fbc99fa-8d31-4726-b05c-ced13247889a', 'tenant_id': '384efcf70cdf43d989dbb2e4793dfac4', 'mac_address': 'fa:16:3e:4c:ea:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ce89aa-c0ea-4060-bada-53347ac0525f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '93245ce2-868b-46b6-86e9-44b6ab704043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:02Z', 'updated_at': '2021-07-29T23:54:03Z', 'revision_number': 2, 'project_id': '384efcf70cdf43d989dbb2e4793dfac4', 'subnets': [{'id': '93245ce2-868b-46b6-86e9-44b6ab704043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:04.456329 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f17f8021-7155-4c50-bcbf-e890c43a5325 None None] The sync data for ids ['a1ce89aa-c0ea-4060-bada-53347ac0525f'] in n-d-712141-10 is: [{'id': 'a1ce89aa-c0ea-4060-bada-53347ac0525f', 'name': 'tempest-TestVolumeBackupRestore-278223774-router', 'tenant_id': '384efcf70cdf43d989dbb2e4793dfac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b199c2ea-73b4-4462-8e9e-5e5884b890ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:58Z', 'updated_at': '2021-07-29T23:54:03Z', 'revision_number': 4, 'project_id': '384efcf70cdf43d989dbb2e4793dfac4', 'gw_port': {'id': 'b199c2ea-73b4-4462-8e9e-5e5884b890ba', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:7d:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ce89aa-c0ea-4060-bada-53347ac0525f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:00Z', 'updated_at': '2021-07-29T23:54:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '56c9c6bd-04a4-48fe-8b5d-32bda64a7bd3', 'name': '', 'network_id': '1fbc99fa-8d31-4726-b05c-ced13247889a', 'tenant_id': '384efcf70cdf43d989dbb2e4793dfac4', 'mac_address': 'fa:16:3e:4c:ea:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ce89aa-c0ea-4060-bada-53347ac0525f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '93245ce2-868b-46b6-86e9-44b6ab704043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:02Z', 'updated_at': '2021-07-29T23:54:03Z', 'revision_number': 2, 'project_id': '384efcf70cdf43d989dbb2e4793dfac4', 'subnets': [{'id': '93245ce2-868b-46b6-86e9-44b6ab704043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:54:04.523994 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9d41b0a3-236a-4df0-a619-1a8f3d74eab1 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks [] for floatingip, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:04.525477 n-d-712141-10 neutron-server[94078]: INFO neutron.db.l3_db [None req-9d41b0a3-236a-4df0-a619-1a8f3d74eab1 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Floating IP fb40c845-d07e-4498-be6a-3cd13891fa76 disassociated (deleted). External IP: 172.25.0.41, port: 2bb04e6f-1b5d-4863-aec7-5682c63538c3. Jul 29 23:54:04.624554 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-ebb315ef-d6cc-44f2-a7ca-b14bc8560fe7 None None] Allocated IP 172.20.0.2 (917f66f0-ed3c-4830-bfa0-d13950d730af/f45265df-d2c7-433a-baf4-882a952e6b06/b69ac028-54be-4667-87e5-40bc48d44426) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:54:04.953024 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-223250bc-42ae-4e12-93df-dc3781e867ab None None] Provisioning complete for port 56c9c6bd-04a4-48fe-8b5d-32bda64a7bd3 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:04.953418 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-223250bc-42ae-4e12-93df-dc3781e867ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:04.986170 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ebb315ef-d6cc-44f2-a7ca-b14bc8560fe7 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:05.005373 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-ebb315ef-d6cc-44f2-a7ca-b14bc8560fe7 None None] Transition to ACTIVE for port object b69ac028-54be-4667-87e5-40bc48d44426 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:05.025682 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-223250bc-42ae-4e12-93df-dc3781e867ab None None] Port 56c9c6bd-04a4-48fe-8b5d-32bda64a7bd3 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:54:05.039798 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-ebb315ef-d6cc-44f2-a7ca-b14bc8560fe7 None None] Transition to ACTIVE for port object b69ac028-54be-4667-87e5-40bc48d44426 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:05.048221 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ebb315ef-d6cc-44f2-a7ca-b14bc8560fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:05.134419 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 3bae2a44-d75a-4b04-9de3-3f997e8f3fe8 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:54:05.215954 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebb315ef-d6cc-44f2-a7ca-b14bc8560fe7 None None] Network 917f66f0-ed3c-4830-bfa0-d13950d730af is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:05.239206 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-ebb315ef-d6cc-44f2-a7ca-b14bc8560fe7 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:05.244563 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb315ef-d6cc-44f2-a7ca-b14bc8560fe7 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:54:05.249294 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb315ef-d6cc-44f2-a7ca-b14bc8560fe7 None None] Pushing event updated for resources: {'Port': ['ID=b69ac028-54be-4667-87e5-40bc48d44426,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:05.346692 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 3bae2a44-d75a-4b04-9de3-3f997e8f3fe8 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:54:05.349631 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-ebb315ef-d6cc-44f2-a7ca-b14bc8560fe7 None None] Attempting to bind port b69ac028-54be-4667-87e5-40bc48d44426 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:54:05.350003 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-ebb315ef-d6cc-44f2-a7ca-b14bc8560fe7 None None] Attempting to bind port b69ac028-54be-4667-87e5-40bc48d44426 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': 'f8d277ac-c43d-4380-abd7-c717378d8e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '917f66f0-ed3c-4830-bfa0-d13950d730af'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:54:05.350370 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb315ef-d6cc-44f2-a7ca-b14bc8560fe7 None None] Attempting to bind port b69ac028-54be-4667-87e5-40bc48d44426 on network 917f66f0-ed3c-4830-bfa0-d13950d730af {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:05.362161 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb315ef-d6cc-44f2-a7ca-b14bc8560fe7 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:54:05.362161 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb315ef-d6cc-44f2-a7ca-b14bc8560fe7 None None] Checking segment: {'id': 'f8d277ac-c43d-4380-abd7-c717378d8e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '917f66f0-ed3c-4830-bfa0-d13950d730af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:54:05.362161 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ebb315ef-d6cc-44f2-a7ca-b14bc8560fe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:05.362553 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb315ef-d6cc-44f2-a7ca-b14bc8560fe7 None None] Bound using segment: {'id': 'f8d277ac-c43d-4380-abd7-c717378d8e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '917f66f0-ed3c-4830-bfa0-d13950d730af'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:54:05.363148 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-ebb315ef-d6cc-44f2-a7ca-b14bc8560fe7 None None] Bound port: b69ac028-54be-4667-87e5-40bc48d44426, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8d277ac-c43d-4380-abd7-c717378d8e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '917f66f0-ed3c-4830-bfa0-d13950d730af'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:54:05.363148 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ebb315ef-d6cc-44f2-a7ca-b14bc8560fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:05.415523 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b87c49bb-113b-4dd8-b88e-934133c11c29 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:54:05.429966 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b87c49bb-113b-4dd8-b88e-934133c11c29 admin admin] 10.222.0.43 "PUT /v2.0/routers/a1ce89aa-c0ea-4060-bada-53347ac0525f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5610816 Jul 29 23:54:05.441787 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7411a2f-2607-48e8-bfab-6567a238ec97 None None] Network fe0b37ec-a777-41e9-9788-ae289b525274 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:05.446043 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c0ebb653-e11f-4c5f-969d-a2fb71acf214 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:05.637626 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-01d81b9b-7707-4546-a13d-24b9ca61e4c9 None None] Provisioning for port 3bae2a44-d75a-4b04-9de3-3f997e8f3fe8 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:54:05.656155 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-01d81b9b-7707-4546-a13d-24b9ca61e4c9 None None] Provisioning complete for port 3bae2a44-d75a-4b04-9de3-3f997e8f3fe8 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:05.656542 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-01d81b9b-7707-4546-a13d-24b9ca61e4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:05.666844 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c0ebb653-e11f-4c5f-969d-a2fb71acf214 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:05.709172 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-ebb315ef-d6cc-44f2-a7ca-b14bc8560fe7 None None] For port b69ac028-54be-4667-87e5-40bc48d44426, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:54:05.732697 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-ebb315ef-d6cc-44f2-a7ca-b14bc8560fe7 None None] For port b69ac028-54be-4667-87e5-40bc48d44426, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=b69ac028-54be-4667-87e5-40bc48d44426,segment=NetworkSegment(f8d277ac-c43d-4380-abd7-c717378d8e4b),segment_id=f8d277ac-c43d-4380-abd7-c717378d8e4b)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:54:05.757102 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ebb315ef-d6cc-44f2-a7ca-b14bc8560fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:05.803022 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ebb653-e11f-4c5f-969d-a2fb71acf214 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Pushing event deleted for resources: {'Subnet': ['ID=f45265df-d2c7-433a-baf4-882a952e6b06,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:05.858579 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53296) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:05.928202 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-01d81b9b-7707-4546-a13d-24b9ca61e4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:05.970210 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb315ef-d6cc-44f2-a7ca-b14bc8560fe7 None None] Pushing event updated for resources: {'Port': ['ID=b69ac028-54be-4667-87e5-40bc48d44426,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:06.051128 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-01d81b9b-7707-4546-a13d-24b9ca61e4c9 None None] For port 3bae2a44-d75a-4b04-9de3-3f997e8f3fe8, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=3bae2a44-d75a-4b04-9de3-3f997e8f3fe8,segment=NetworkSegment(ec36bbe2-d86e-4603-a7cb-b318362eda7a),segment_id=ec36bbe2-d86e-4603-a7cb-b318362eda7a)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:06.059284 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-01d81b9b-7707-4546-a13d-24b9ca61e4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:06.104896 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c0ebb653-e11f-4c5f-969d-a2fb71acf214 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:06.119658 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d41b0a3-236a-4df0-a619-1a8f3d74eab1 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Router c571524c-af41-4e26-bf00-a93cb822c7b7 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:54:06.138738 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-c0ebb653-e11f-4c5f-969d-a2fb71acf214 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['917f66f0-ed3c-4830-bfa0-d13950d730af']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:06.167549 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d81b9b-7707-4546-a13d-24b9ca61e4c9 None None] Pushing event updated for resources: {'Port': ['ID=3bae2a44-d75a-4b04-9de3-3f997e8f3fe8,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:06.173010 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-c0ebb653-e11f-4c5f-969d-a2fb71acf214 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8d277ac-c43d-4380-abd7-c717378d8e4b') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:06.173308 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-c0ebb653-e11f-4c5f-969d-a2fb71acf214 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8d277ac-c43d-4380-abd7-c717378d8e4b') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:06.205270 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c0ebb653-e11f-4c5f-969d-a2fb71acf214 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:06.211151 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a1aa403a-fba8-4d2f-b6ab-8445f92df593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:06.253082 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c0ebb653-e11f-4c5f-969d-a2fb71acf214 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:06.285178 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0ebb653-e11f-4c5f-969d-a2fb71acf214 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:54:06.285694 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c0ebb653-e11f-4c5f-969d-a2fb71acf214 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:06.289700 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:54:06.289700 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:54:06.289700 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:54:06.289700 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:54:06.289700 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:54:06.289700 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:54:06.289700 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:54:06.289700 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:54:06.289700 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:54:06.289700 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:54:06.289700 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:54:06.289700 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:54:06.289700 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:54:06.289700 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:54:06.289700 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:54:06.289700 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:54:06.289700 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:54:06.289700 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:54:06.289700 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:54:06.289700 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:54:06.289700 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:54:06.289700 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:54:06.289700 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:54:06.289700 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:54:06.289700 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:54:06.289700 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:54:06.289700 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:54:06.289700 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:54:06.289700 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:54:06.289700 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:54:06.289700 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:54:06.289700 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:54:06.441025 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53308) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:06.447024 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-f9f2cf89-39e2-4d37-ae97-4464143181ce admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-196260469-network', 'tenant_id': 'b66fd74116dc4c08bbfcb201f28a0895'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:06.490626 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-459ea7c4-23f8-4abd-8a13-8bf50c98d33c None None] Provisioning complete for port 3bae2a44-d75a-4b04-9de3-3f997e8f3fe8 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:06.491193 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-459ea7c4-23f8-4abd-8a13-8bf50c98d33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:06.496997 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.db.api [None req-c0ebb653-e11f-4c5f-969d-a2fb71acf214 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 29 23:54:06.496997 n-d-712141-10 neutron-server[94078]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 29 23:54:06.496997 n-d-712141-10 neutron-server[94078]: [parameters: {'id': '917f66f0-ed3c-4830-bfa0-d13950d730af'}] Jul 29 23:54:06.496997 n-d-712141-10 neutron-server[94078]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94078) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:54:06.497834 n-d-712141-10 neutron-server[94078]: DEBUG oslo_db.api [None req-c0ebb653-e11f-4c5f-969d-a2fb71acf214 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:54:06.500571 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d41b0a3-236a-4df0-a619-1a8f3d74eab1 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:54:06.506040 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9d41b0a3-236a-4df0-a619-1a8f3d74eab1 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:06.527140 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bb752a-f46c-4a72-90a3-c7c6abc23b72 None None] Sync routers for ids ['c571524c-af41-4e26-bf00-a93cb822c7b7'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:54:06.541096 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-9d41b0a3-236a-4df0-a619-1a8f3d74eab1 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "DELETE /v2.0/floatingips/fb40c845-d07e-4498-be6a-3cd13891fa76 HTTP/1.1" status: 204 len: 168 time: 3.7117302 Jul 29 23:54:06.542179 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0259dec0-afd2-4ac2-9a83-e7804869590c', 'tag': '2bb04e6f-1b5d-4863-aec7-5682c63538c3'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:54:06.545401 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6587a3ca-51c6-4435-9e0a-a66d8be3ea27" -d '{"events": [{"name": "network-changed", "server_uuid": "0259dec0-afd2-4ac2-9a83-e7804869590c", "tag": "2bb04e6f-1b5d-4863-aec7-5682c63538c3"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:54:06.555604 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bb752a-f46c-4a72-90a3-c7c6abc23b72 None None] Routers {'c571524c-af41-4e26-bf00-a93cb822c7b7'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:06.556244 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-79bb752a-f46c-4a72-90a3-c7c6abc23b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:53:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['c571524c-af41-4e26-bf00-a93cb822c7b7'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:06.595174 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a1aa403a-fba8-4d2f-b6ab-8445f92df593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:06.608791 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a1aa403a-fba8-4d2f-b6ab-8445f92df593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:06.651676 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aa403a-fba8-4d2f-b6ab-8445f92df593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81aab3e2-7baa-4f96-a24b-efe1ed7583e8,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:06.688438 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f2cf89-39e2-4d37-ae97-4464143181ce admin admin] Made reservation on behalf of b66fd74116dc4c08bbfcb201f28a0895 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:06.691454 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f9f2cf89-39e2-4d37-ae97-4464143181ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:06.713127 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f9f2cf89-39e2-4d37-ae97-4464143181ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:06.719118 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a1aa403a-fba8-4d2f-b6ab-8445f92df593 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bd93ccce46354197a723ebdb4196fe11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8592317 Jul 29 23:54:06.721953 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53316) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:06.797205 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-79bb752a-f46c-4a72-90a3-c7c6abc23b72 None None] Set router c571524c-af41-4e26-bf00-a93cb822c7b7 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:54:06.886005 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-44a43f39-253e-4bb2-b5ea-6976e93a55b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:06.951740 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f9f2cf89-39e2-4d37-ae97-4464143181ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:06.958227 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f9f2cf89-39e2-4d37-ae97-4464143181ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:06.961707 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-44a43f39-253e-4bb2-b5ea-6976e93a55b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:07.021469 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f2cf89-39e2-4d37-ae97-4464143181ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6fae629-5f96-468c-82ff-2e15a234291b,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:07.035950 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c0ebb653-e11f-4c5f-969d-a2fb71acf214 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:07.064481 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9f2cf89-39e2-4d37-ae97-4464143181ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:54:07.090011 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f9f2cf89-39e2-4d37-ae97-4464143181ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:07.090178 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a252380-b2a5-4936-ba97-f2f1e531ee3c x-openstack-request-id: req-1a252380-b2a5-4936-ba97-f2f1e531ee3c {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:54:07.090596 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0259dec0-afd2-4ac2-9a83-e7804869590c", "tag": "2bb04e6f-1b5d-4863-aec7-5682c63538c3", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:54:07.090722 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-f9f2cf89-39e2-4d37-ae97-4464143181ce admin admin] Added segment 007f5c27-0c93-4c56-b821-a4b13002508c of type vlan for network 5885023b-ea42-449b-8b73-0aaa56e46ec8 Jul 29 23:54:07.090835 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1a252380-b2a5-4936-ba97-f2f1e531ee3c {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:54:07.091313 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0259dec0-afd2-4ac2-9a83-e7804869590c', 'tag': '2bb04e6f-1b5d-4863-aec7-5682c63538c3', 'status': 'completed', 'code': 200} Jul 29 23:54:07.092923 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-44a43f39-253e-4bb2-b5ea-6976e93a55b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:07.096118 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-44a43f39-253e-4bb2-b5ea-6976e93a55b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:07.102302 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-44a43f39-253e-4bb2-b5ea-6976e93a55b5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/81aab3e2-7baa-4f96-a24b-efe1ed7583e8 HTTP/1.1" status: 204 len: 168 time: 0.3783591 Jul 29 23:54:07.145223 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a43f39-253e-4bb2-b5ea-6976e93a55b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81aab3e2-7baa-4f96-a24b-efe1ed7583e8,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:07.214588 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f9f2cf89-39e2-4d37-ae97-4464143181ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:07.271000 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f063b846-7b32-4350-a2ce-57d30df70023 req-143f58ca-0561-4db0-a8c2-9168c7990a11 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:07.274153 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f063b846-7b32-4350-a2ce-57d30df70023 req-143f58ca-0561-4db0-a8c2-9168c7990a11 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=0259dec0-afd2-4ac2-9a83-e7804869590c HTTP/1.1" status: 200 len: 945 time: 0.2384489 Jul 29 23:54:07.287371 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f9f2cf89-39e2-4d37-ae97-4464143181ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:07.288613 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f2cf89-39e2-4d37-ae97-4464143181ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:07.289715 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f9f2cf89-39e2-4d37-ae97-4464143181ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:07.333555 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6587a3ca-51c6-4435-9e0a-a66d8be3ea27 req-84bba925-5c20-4fb6-90cc-93390a7bab86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:07.335855 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6587a3ca-51c6-4435-9e0a-a66d8be3ea27 req-84bba925-5c20-4fb6-90cc-93390a7bab86 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=abc07fd47c924aad994e74752ef0bc5a&device_id=0259dec0-afd2-4ac2-9a83-e7804869590c HTTP/1.1" status: 200 len: 1097 time: 0.1357124 Jul 29 23:54:07.339315 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-c0ebb653-e11f-4c5f-969d-a2fb71acf214 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Deleting port b69ac028-54be-4667-87e5-40bc48d44426 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:54:07.339808 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c0ebb653-e11f-4c5f-969d-a2fb71acf214 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:07.352635 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device b199c2ea-73b4-4462-8e9e-5e5884b890ba up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:54:07.378833 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-f9f2cf89-39e2-4d37-ae97-4464143181ce admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9365733 Jul 29 23:54:07.381999 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53324) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:07.387574 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-3011b5b3-3410-4afe-9a94-95870dbbdb26 admin admin] Request body: {'subnet': {'network_id': '5885023b-ea42-449b-8b73-0aaa56e46ec8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-196260469-subnet', 'tenant_id': 'b66fd74116dc4c08bbfcb201f28a0895', 'ip_version': 4}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:07.432607 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f063b846-7b32-4350-a2ce-57d30df70023 req-20060e9a-9374-41f7-b7c7-e5997bfef016 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5d1ebf4-b794-4521-9c0b-417b32b2215f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463835 Jul 29 23:54:07.440340 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3011b5b3-3410-4afe-9a94-95870dbbdb26 admin admin] Made reservation on behalf of b66fd74116dc4c08bbfcb201f28a0895 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:07.443251 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3011b5b3-3410-4afe-9a94-95870dbbdb26 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:07.471053 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f2cf89-39e2-4d37-ae97-4464143181ce admin admin] Pushing event updated for resources: {'Network': ['ID=5885023b-ea42-449b-8b73-0aaa56e46ec8,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:07.498755 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:07.516305 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 5885023b-ea42-449b-8b73-0aaa56e46ec8 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:54:07.525878 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-c0ebb653-e11f-4c5f-969d-a2fb71acf214 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] For port b69ac028-54be-4667-87e5-40bc48d44426, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=b69ac028-54be-4667-87e5-40bc48d44426,segment=NetworkSegment(f8d277ac-c43d-4380-abd7-c717378d8e4b),segment_id=f8d277ac-c43d-4380-abd7-c717378d8e4b)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:07.526520 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c0ebb653-e11f-4c5f-969d-a2fb71acf214 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:07.558828 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-c0ebb653-e11f-4c5f-969d-a2fb71acf214 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Calling delete_port for b69ac028-54be-4667-87e5-40bc48d44426 owned by network:dhcp {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:54:07.614587 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6587a3ca-51c6-4435-9e0a-a66d8be3ea27 req-ae676e1f-2e0d-4f92-8380-0b6005e1f170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:07.616287 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6587a3ca-51c6-4435-9e0a-a66d8be3ea27 req-ae676e1f-2e0d-4f92-8380-0b6005e1f170 service neutron] 10.222.0.41 "GET /v2.0/networks?id=07279870-3078-44f7-8035-d94a4d0b31e7 HTTP/1.1" status: 200 len: 913 time: 0.2691453 Jul 29 23:54:07.680634 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port b199c2ea-73b4-4462-8e9e-5e5884b890ba completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:54:07.688676 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port b199c2ea-73b4-4462-8e9e-5e5884b890ba triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:07.690997 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:07.744025 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524ea1fb-b49d-489d-9617-9d5e52871f1d None None] Network 917f66f0-ed3c-4830-bfa0-d13950d730af requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:07.778486 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6587a3ca-51c6-4435-9e0a-a66d8be3ea27 req-8b203df2-ae10-4be6-a986-5760b4a24099 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2bb04e6f-1b5d-4863-aec7-5682c63538c3 HTTP/1.1" status: 200 len: 217 time: 0.1113634 Jul 29 23:54:07.808796 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3011b5b3-3410-4afe-9a94-95870dbbdb26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:07.893641 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-4e110720-f3f8-4c41-b3d9-77bf5d38bca1 None None] Provisioning for port b69ac028-54be-4667-87e5-40bc48d44426 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:54:07.920214 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53328) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:07.957188 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-517fd90b-2aff-461e-b9d7-092c5aad8a05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:07.967830 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3011b5b3-3410-4afe-9a94-95870dbbdb26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ba837d8-b715-4874-8db1-8a16c54eec6c,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:07.987119 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3011b5b3-3410-4afe-9a94-95870dbbdb26 admin admin] Checking segment: {'id': '007f5c27-0c93-4c56-b821-a4b13002508c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5885023b-ea42-449b-8b73-0aaa56e46ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:54:07.987475 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3011b5b3-3410-4afe-9a94-95870dbbdb26 admin admin] Network hostable DHCP agents. Network: 5885023b-ea42-449b-8b73-0aaa56e46ec8, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:54:07.998176 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6587a3ca-51c6-4435-9e0a-a66d8be3ea27 req-e4807667-af5d-475c-9145-79c7ca44be5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:07.998957 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3011b5b3-3410-4afe-9a94-95870dbbdb26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:07.999301 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3011b5b3-3410-4afe-9a94-95870dbbdb26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:07.999907 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3011b5b3-3410-4afe-9a94-95870dbbdb26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:08.000182 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3011b5b3-3410-4afe-9a94-95870dbbdb26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:08.000516 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3011b5b3-3410-4afe-9a94-95870dbbdb26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:08.000706 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6587a3ca-51c6-4435-9e0a-a66d8be3ea27 req-e4807667-af5d-475c-9145-79c7ca44be5d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ef618f43-4fe4-4e34-9800-0476d270be60 HTTP/1.1" status: 200 len: 851 time: 0.2123554 Jul 29 23:54:08.000832 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3011b5b3-3410-4afe-9a94-95870dbbdb26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:08.001173 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3011b5b3-3410-4afe-9a94-95870dbbdb26 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:08.001484 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3011b5b3-3410-4afe-9a94-95870dbbdb26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:08.003031 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3011b5b3-3410-4afe-9a94-95870dbbdb26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:08.003031 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3011b5b3-3410-4afe-9a94-95870dbbdb26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:08.003031 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3011b5b3-3410-4afe-9a94-95870dbbdb26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:08.003031 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3011b5b3-3410-4afe-9a94-95870dbbdb26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:08.008022 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c0ebb653-e11f-4c5f-969d-a2fb71acf214 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:08.050703 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3011b5b3-3410-4afe-9a94-95870dbbdb26 admin admin] Network 5885023b-ea42-449b-8b73-0aaa56e46ec8 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:54:08.066663 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ebb653-e11f-4c5f-969d-a2fb71acf214 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] No DVR routers for this DVR port b69ac028-54be-4667-87e5-40bc48d44426 on host n-d-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:54:08.074524 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-3011b5b3-3410-4afe-9a94-95870dbbdb26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 5885023b-ea42-449b-8b73-0aaa56e46ec8) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:08.082946 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3011b5b3-3410-4afe-9a94-95870dbbdb26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:08.083942 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3011b5b3-3410-4afe-9a94-95870dbbdb26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:08.087584 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:08.089010 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ebb653-e11f-4c5f-969d-a2fb71acf214 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Pushing event deleted for resources: {'Port': ['ID=b69ac028-54be-4667-87e5-40bc48d44426,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:08.110199 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52b4f33-43da-44d9-ba01-70b2bcd0a9df None None] Sync routers for ids ['a1ce89aa-c0ea-4060-bada-53347ac0525f'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:54:08.111679 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4938df32-79e2-4b7e-8d63-5bac75fa671f None None] Network 5885023b-ea42-449b-8b73-0aaa56e46ec8 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:08.132633 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-79bb752a-f46c-4a72-90a3-c7c6abc23b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'name': 'tempest-TestVolumeBootPattern-2002221163-router', 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '862daf0f-6991-4ef6-9199-6c40ea66b1f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:37:06Z', 'updated_at': '2021-07-29T23:37:18Z', 'revision_number': 4, 'project_id': 'abc07fd47c924aad994e74752ef0bc5a', 'gw_port': {'id': '862daf0f-6991-4ef6-9199-6c40ea66b1f1', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:08Z', 'updated_at': '2021-07-29T23:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'e698b262-628f-49d6-aa1c-360d9f5f8465', 'name': '', 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7', 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a', 'mac_address': 'fa:16:3e:50:a6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': 'ef618f43-4fe4-4e34-9800-0476d270be60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:16Z', 'updated_at': '2021-07-29T23:37:31Z', 'revision_number': 5, 'project_id': 'abc07fd47c924aad994e74752ef0bc5a', 'subnets': [{'id': 'ef618f43-4fe4-4e34-9800-0476d270be60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:08.152750 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port b199c2ea-73b4-4462-8e9e-5e5884b890ba, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=b199c2ea-73b4-4462-8e9e-5e5884b890ba,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:08.166287 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52b4f33-43da-44d9-ba01-70b2bcd0a9df None None] Routers {'a1ce89aa-c0ea-4060-bada-53347ac0525f'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:08.167080 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-e52b4f33-43da-44d9-ba01-70b2bcd0a9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:53:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['a1ce89aa-c0ea-4060-bada-53347ac0525f'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:08.213047 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:08.214151 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 3bae2a44-d75a-4b04-9de3-3f997e8f3fe8 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:54:08.219596 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bb752a-f46c-4a72-90a3-c7c6abc23b72 None None] Checking router: c571524c-af41-4e26-bf00-a93cb822c7b7 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:54:08.248536 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c0ebb653-e11f-4c5f-969d-a2fb71acf214 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:08.306305 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-c0ebb653-e11f-4c5f-969d-a2fb71acf214 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['917f66f0-ed3c-4830-bfa0-d13950d730af']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:08.308797 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf8f4c1-4451-43ca-a3cc-0090ecc77bc1 None None] DHCP port deletion for 917f66f0-ed3c-4830-bfa0-d13950d730af request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:54:08.325125 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-c0ebb653-e11f-4c5f-969d-a2fb71acf214 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8d277ac-c43d-4380-abd7-c717378d8e4b') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:08.325428 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-c0ebb653-e11f-4c5f-969d-a2fb71acf214 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8d277ac-c43d-4380-abd7-c717378d8e4b') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:08.334154 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bb752a-f46c-4a72-90a3-c7c6abc23b72 None None] Routers {'c571524c-af41-4e26-bf00-a93cb822c7b7'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:08.334786 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-79bb752a-f46c-4a72-90a3-c7c6abc23b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:53:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['c571524c-af41-4e26-bf00-a93cb822c7b7'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:08.349444 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c0ebb653-e11f-4c5f-969d-a2fb71acf214 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:08.356815 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6587a3ca-51c6-4435-9e0a-a66d8be3ea27 req-91c4c3a8-ba10-4297-a8a6-b9dc5fbb5784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:08.359004 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6587a3ca-51c6-4435-9e0a-a66d8be3ea27 req-91c4c3a8-ba10-4297-a8a6-b9dc5fbb5784 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=07279870-3078-44f7-8035-d94a4d0b31e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3396220 Jul 29 23:54:08.369094 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-e52b4f33-43da-44d9-ba01-70b2bcd0a9df None None] Set router a1ce89aa-c0ea-4060-bada-53347ac0525f gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:54:08.382903 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c0ebb653-e11f-4c5f-969d-a2fb71acf214 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:08.412071 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0ebb653-e11f-4c5f-969d-a2fb71acf214 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:54:08.412593 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c0ebb653-e11f-4c5f-969d-a2fb71acf214 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:08.416014 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:54:08.416014 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:54:08.416014 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:54:08.416014 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:54:08.416014 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:54:08.416014 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:54:08.416014 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:54:08.416014 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:54:08.416014 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:54:08.416014 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:54:08.416014 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:54:08.416014 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:54:08.416014 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:54:08.416014 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:54:08.416014 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:54:08.416014 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:54:08.416014 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:54:08.416014 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:54:08.416014 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:54:08.416014 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:54:08.416014 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:54:08.416014 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:54:08.416014 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:54:08.416014 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:54:08.416014 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:54:08.416014 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:54:08.416014 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:54:08.416014 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:54:08.416014 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:54:08.416014 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:54:08.416014 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:54:08.416014 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:54:08.425881 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=b199c2ea-73b4-4462-8e9e-5e5884b890ba,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:08.547366 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 3bae2a44-d75a-4b04-9de3-3f997e8f3fe8 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:08.548082 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:08.564794 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-517fd90b-2aff-461e-b9d7-092c5aad8a05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:08.579872 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-3011b5b3-3410-4afe-9a94-95870dbbdb26 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1940348 Jul 29 23:54:08.580474 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53334) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:08.586167 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-9e5fa782-3e6b-426c-9c80-54f03dc74635 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-196260469-router', 'tenant_id': 'b66fd74116dc4c08bbfcb201f28a0895', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:08.589458 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-517fd90b-2aff-461e-b9d7-092c5aad8a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:08.605992 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c0ebb653-e11f-4c5f-969d-a2fb71acf214 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:08.643634 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-79bb752a-f46c-4a72-90a3-c7c6abc23b72 None None] Set router c571524c-af41-4e26-bf00-a93cb822c7b7 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:54:08.667615 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-e52b4f33-43da-44d9-ba01-70b2bcd0a9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ce89aa-c0ea-4060-bada-53347ac0525f', 'name': 'tempest-TestVolumeBackupRestore-278223774-router', 'tenant_id': '384efcf70cdf43d989dbb2e4793dfac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b199c2ea-73b4-4462-8e9e-5e5884b890ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:58Z', 'updated_at': '2021-07-29T23:54:03Z', 'revision_number': 4, 'project_id': '384efcf70cdf43d989dbb2e4793dfac4', 'gw_port': {'id': 'b199c2ea-73b4-4462-8e9e-5e5884b890ba', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:7d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ce89aa-c0ea-4060-bada-53347ac0525f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:00Z', 'updated_at': '2021-07-29T23:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '56c9c6bd-04a4-48fe-8b5d-32bda64a7bd3', 'name': '', 'network_id': '1fbc99fa-8d31-4726-b05c-ced13247889a', 'tenant_id': '384efcf70cdf43d989dbb2e4793dfac4', 'mac_address': 'fa:16:3e:4c:ea:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ce89aa-c0ea-4060-bada-53347ac0525f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '93245ce2-868b-46b6-86e9-44b6ab704043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:02Z', 'updated_at': '2021-07-29T23:54:03Z', 'revision_number': 2, 'project_id': '384efcf70cdf43d989dbb2e4793dfac4', 'subnets': [{'id': '93245ce2-868b-46b6-86e9-44b6ab704043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:08.674816 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c0ebb653-e11f-4c5f-969d-a2fb71acf214 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:08.680275 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd7f035-6638-4700-9188-0cd598e9c507 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-5885023b-ea42-449b-8b73-0aaa56e46ec8', 'network_id': '5885023b-ea42-449b-8b73-0aaa56e46ec8', 'tenant_id': 'b66fd74116dc4c08bbfcb201f28a0895', 'fixed_ips': [{'subnet_id': '3ba837d8-b715-4874-8db1-8a16c54eec6c'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:54:08.680521 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-c0ebb653-e11f-4c5f-969d-a2fb71acf214 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "DELETE /v2.0/networks/917f66f0-ed3c-4830-bfa0-d13950d730af HTTP/1.1" status: 204 len: 168 time: 4.6186068 Jul 29 23:54:08.680619 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-dcd7f035-6638-4700-9188-0cd598e9c507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:08.681536 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53336) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:08.687277 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-cf067490-7a9c-403b-a197-8fcf203af3ab tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-750853536'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:08.709753 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52b4f33-43da-44d9-ba01-70b2bcd0a9df None None] Checking router: a1ce89aa-c0ea-4060-bada-53347ac0525f for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:54:08.710084 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52b4f33-43da-44d9-ba01-70b2bcd0a9df None None] Updating router a1ce89aa-c0ea-4060-bada-53347ac0525f port 56c9c6bd-04a4-48fe-8b5d-32bda64a7bd3 binding host n-d-712141-10 {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:54:08.728500 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-517fd90b-2aff-461e-b9d7-092c5aad8a05 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=aaebcd85aa074bd6909c643884d2eb0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8070135 Jul 29 23:54:08.730440 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6587a3ca-51c6-4435-9e0a-a66d8be3ea27 req-6f676508-45c4-4b2b-b637-7eb21d71f0ca service neutron] 10.222.0.41 "GET /v2.0/networks/07279870-3078-44f7-8035-d94a4d0b31e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497171 Jul 29 23:54:08.731137 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53338) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:08.732033 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ebb653-e11f-4c5f-969d-a2fb71acf214 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Pushing event deleted for resources: {'Network': ['ID=917f66f0-ed3c-4830-bfa0-d13950d730af,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:08.738327 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517fd90b-2aff-461e-b9d7-092c5aad8a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9bc0c4-bb73-4c90-9e94-05de483673ed,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:08.741122 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9e5fa782-3e6b-426c-9c80-54f03dc74635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:08.742018 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9e5fa782-3e6b-426c-9c80-54f03dc74635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:08.756050 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1df56e-fafe-4e5f-9f94-641d72acf142 req-8b204af0-9bf6-4d9d-b06d-70ed63654ee2 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:08.758759 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fc1df56e-fafe-4e5f-9f94-641d72acf142 req-8b204af0-9bf6-4d9d-b06d-70ed63654ee2 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=0259dec0-afd2-4ac2-9a83-e7804869590c HTTP/1.1" status: 200 len: 945 time: 0.2459238 Jul 29 23:54:08.769348 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e52b4f33-43da-44d9-ba01-70b2bcd0a9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:08.796300 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf067490-7a9c-403b-a197-8fcf203af3ab tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Made reservation on behalf of ce56530737c448d796e956ef336782fd for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:08.802810 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cf067490-7a9c-403b-a197-8fcf203af3ab tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:08.854111 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-80ae13c8-5b85-40cd-8d4b-4f91c02b9763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:08.860954 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b1548-b2bf-442f-9996-5bd9e22f86fe req-493bd452-c889-4b6e-bc43-4360d6da2948 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:08.862917 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-894b1548-b2bf-442f-9996-5bd9e22f86fe req-493bd452-c889-4b6e-bc43-4360d6da2948 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.41 "GET /v2.0/ports?device_id=0259dec0-afd2-4ac2-9a83-e7804869590c HTTP/1.1" status: 200 len: 945 time: 0.2604370 Jul 29 23:54:08.880719 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf067490-7a9c-403b-a197-8fcf203af3ab tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:54:08.895291 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-80ae13c8-5b85-40cd-8d4b-4f91c02b9763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:08.907925 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cf067490-7a9c-403b-a197-8fcf203af3ab tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:08.908881 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-cf067490-7a9c-403b-a197-8fcf203af3ab tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Added segment f65c6094-ddaa-4652-9699-27e71933a2b1 of type vlan for network 885653c9-474d-4eda-b82f-5ada090b5016 Jul 29 23:54:08.950524 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device b69ac028-54be-4667-87e5-40bc48d44426 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:54:08.966142 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fc1df56e-fafe-4e5f-9f94-641d72acf142 req-f8fbc6bc-4a1d-491f-8617-793415cf8c73 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5d1ebf4-b794-4521-9c0b-417b32b2215f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1917031 Jul 29 23:54:08.971476 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9e5fa782-3e6b-426c-9c80-54f03dc74635 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:08.982319 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cf067490-7a9c-403b-a197-8fcf203af3ab tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:08.998517 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: b69ac028-54be-4667-87e5-40bc48d44426 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:54:08.998872 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device b69ac028-54be-4667-87e5-40bc48d44426 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 29 23:54:09.012077 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-80ae13c8-5b85-40cd-8d4b-4f91c02b9763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:09.014893 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-80ae13c8-5b85-40cd-8d4b-4f91c02b9763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:09.016266 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-80ae13c8-5b85-40cd-8d4b-4f91c02b9763 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fd9bc0c4-bb73-4c90-9e94-05de483673ed HTTP/1.1" status: 204 len: 168 time: 0.2829785 Jul 29 23:54:09.019617 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cf067490-7a9c-403b-a197-8fcf203af3ab tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:09.040127 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf067490-7a9c-403b-a197-8fcf203af3ab tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:09.041554 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cf067490-7a9c-403b-a197-8fcf203af3ab tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:09.052329 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-dcd7f035-6638-4700-9188-0cd598e9c507 None None] Allocated IP 172.20.0.2 (5885023b-ea42-449b-8b73-0aaa56e46ec8/3ba837d8-b715-4874-8db1-8a16c54eec6c/430a4ee9-053d-45f0-a286-af16741c6cb4) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:54:09.098992 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ae13c8-5b85-40cd-8d4b-4f91c02b9763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9bc0c4-bb73-4c90-9e94-05de483673ed,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:09.119216 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-cf067490-7a9c-403b-a197-8fcf203af3ab tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4361634 Jul 29 23:54:09.120114 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53342) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:09.127704 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-4a2523ad-2e21-47ce-a3ef-d9a792e913b4 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Request body: {'subnet': {'network_id': '885653c9-474d-4eda-b82f-5ada090b5016', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:09.178380 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf067490-7a9c-403b-a197-8fcf203af3ab tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Pushing event updated for resources: {'Network': ['ID=885653c9-474d-4eda-b82f-5ada090b5016,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:09.221091 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e52b4f33-43da-44d9-ba01-70b2bcd0a9df None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:09.243888 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a2523ad-2e21-47ce-a3ef-d9a792e913b4 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Made reservation on behalf of ce56530737c448d796e956ef336782fd for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:09.245452 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-e52b4f33-43da-44d9-ba01-70b2bcd0a9df None None] Transition to ACTIVE for port object 56c9c6bd-04a4-48fe-8b5d-32bda64a7bd3 will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:09.252426 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e52b4f33-43da-44d9-ba01-70b2bcd0a9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:09.258062 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4a2523ad-2e21-47ce-a3ef-d9a792e913b4 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:09.269540 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9e5fa782-3e6b-426c-9c80-54f03dc74635 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:09.283399 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6587a3ca-51c6-4435-9e0a-a66d8be3ea27 req-d0066bc1-84ea-4fc6-a18a-63e4050c64d8 service neutron] 10.222.0.41 "GET /v2.0/networks/07279870-3078-44f7-8035-d94a4d0b31e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5355644 Jul 29 23:54:09.325604 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-dcd7f035-6638-4700-9188-0cd598e9c507 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:09.348545 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-dcd7f035-6638-4700-9188-0cd598e9c507 None None] Transition to ACTIVE for port object 430a4ee9-053d-45f0-a286-af16741c6cb4 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:09.367160 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-e52b4f33-43da-44d9-ba01-70b2bcd0a9df None None] Attempting to bind port 56c9c6bd-04a4-48fe-8b5d-32bda64a7bd3 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:54:09.367530 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-e52b4f33-43da-44d9-ba01-70b2bcd0a9df None None] Attempting to bind port 56c9c6bd-04a4-48fe-8b5d-32bda64a7bd3 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '02f1d57b-b103-4b62-83a5-eb1735b1d01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fbc99fa-8d31-4726-b05c-ced13247889a'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:54:09.367905 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52b4f33-43da-44d9-ba01-70b2bcd0a9df None None] Attempting to bind port 56c9c6bd-04a4-48fe-8b5d-32bda64a7bd3 on network 1fbc99fa-8d31-4726-b05c-ced13247889a {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:09.370222 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b40a7-f228-4a13-b583-3afc576f3b15 None None] Pushing event updated for resources: {'Port': ['ID=56c9c6bd-04a4-48fe-8b5d-32bda64a7bd3,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:09.371218 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-dcd7f035-6638-4700-9188-0cd598e9c507 None None] Transition to ACTIVE for port object 430a4ee9-053d-45f0-a286-af16741c6cb4 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:09.389703 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 885653c9-474d-4eda-b82f-5ada090b5016 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:54:09.403110 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52b4f33-43da-44d9-ba01-70b2bcd0a9df None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:54:09.405003 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52b4f33-43da-44d9-ba01-70b2bcd0a9df None None] Checking segment: {'id': '02f1d57b-b103-4b62-83a5-eb1735b1d01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fbc99fa-8d31-4726-b05c-ced13247889a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:54:09.405483 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e52b4f33-43da-44d9-ba01-70b2bcd0a9df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:09.405964 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52b4f33-43da-44d9-ba01-70b2bcd0a9df None None] Bound using segment: {'id': '02f1d57b-b103-4b62-83a5-eb1735b1d01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fbc99fa-8d31-4726-b05c-ced13247889a'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:54:09.407644 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-e52b4f33-43da-44d9-ba01-70b2bcd0a9df None None] Bound port: 56c9c6bd-04a4-48fe-8b5d-32bda64a7bd3, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02f1d57b-b103-4b62-83a5-eb1735b1d01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fbc99fa-8d31-4726-b05c-ced13247889a'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:54:09.408051 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e52b4f33-43da-44d9-ba01-70b2bcd0a9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:09.420832 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.ipam_backend_mixin [None req-4a2523ad-2e21-47ce-a3ef-d9a792e913b4 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Performing IP validity checks on allocation pools {{(pid=94077) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 29 23:54:09.421383 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.ipam_backend_mixin [None req-4a2523ad-2e21-47ce-a3ef-d9a792e913b4 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94077) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 29 23:54:09.446216 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-894b1548-b2bf-442f-9996-5bd9e22f86fe req-df99e90e-b39d-4185-bd34-0290bccd1c36 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Deleting port 2bb04e6f-1b5d-4863-aec7-5682c63538c3 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:54:09.446582 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-894b1548-b2bf-442f-9996-5bd9e22f86fe req-df99e90e-b39d-4185-bd34-0290bccd1c36 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:09.456025 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-dcd7f035-6638-4700-9188-0cd598e9c507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:09.487989 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Port b69ac028-54be-4667-87e5-40bc48d44426 not found, will not notify nova. {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 29 23:54:09.582630 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-e52b4f33-43da-44d9-ba01-70b2bcd0a9df None None] For port 56c9c6bd-04a4-48fe-8b5d-32bda64a7bd3, host n-d-712141-10, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:54:09.590894 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-e52b4f33-43da-44d9-ba01-70b2bcd0a9df None None] For port 56c9c6bd-04a4-48fe-8b5d-32bda64a7bd3, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=56c9c6bd-04a4-48fe-8b5d-32bda64a7bd3,segment=NetworkSegment(02f1d57b-b103-4b62-83a5-eb1735b1d01b),segment_id=02f1d57b-b103-4b62-83a5-eb1735b1d01b)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:54:09.600529 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-e52b4f33-43da-44d9-ba01-70b2bcd0a9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:09.645546 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd7f035-6638-4700-9188-0cd598e9c507 None None] Network 5885023b-ea42-449b-8b73-0aaa56e46ec8 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:09.705073 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b40a7-f228-4a13-b583-3afc576f3b15 None None] Pushing event updated for resources: {'Port': ['ID=56c9c6bd-04a4-48fe-8b5d-32bda64a7bd3,revision_number=4']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:09.735979 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52b4f33-43da-44d9-ba01-70b2bcd0a9df None None] Routers {'a1ce89aa-c0ea-4060-bada-53347ac0525f'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:09.736643 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-e52b4f33-43da-44d9-ba01-70b2bcd0a9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:53:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['a1ce89aa-c0ea-4060-bada-53347ac0525f'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:09.751510 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4a2523ad-2e21-47ce-a3ef-d9a792e913b4 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:09.756726 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-dcd7f035-6638-4700-9188-0cd598e9c507 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:09.759171 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-894b1548-b2bf-442f-9996-5bd9e22f86fe req-df99e90e-b39d-4185-bd34-0290bccd1c36 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] For port 2bb04e6f-1b5d-4863-aec7-5682c63538c3, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=2bb04e6f-1b5d-4863-aec7-5682c63538c3,segment=NetworkSegment(2d9f9fa8-9a49-423e-86b2-3891aba5a1e6),segment_id=2d9f9fa8-9a49-423e-86b2-3891aba5a1e6)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:09.760011 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-894b1548-b2bf-442f-9996-5bd9e22f86fe req-df99e90e-b39d-4185-bd34-0290bccd1c36 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:09.790587 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-894b1548-b2bf-442f-9996-5bd9e22f86fe req-df99e90e-b39d-4185-bd34-0290bccd1c36 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Calling delete_port for 2bb04e6f-1b5d-4863-aec7-5682c63538c3 owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:54:09.884699 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2523ad-2e21-47ce-a3ef-d9a792e913b4 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Pushing event updated for resources: {'Subnet': ['ID=9f172d74-3d8e-4e78-81f1-601c21aceded,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:09.892868 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2523ad-2e21-47ce-a3ef-d9a792e913b4 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Checking segment: {'id': 'f65c6094-ddaa-4652-9699-27e71933a2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '885653c9-474d-4eda-b82f-5ada090b5016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:54:09.893883 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2523ad-2e21-47ce-a3ef-d9a792e913b4 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Network hostable DHCP agents. Network: 885653c9-474d-4eda-b82f-5ada090b5016, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:54:09.932472 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2523ad-2e21-47ce-a3ef-d9a792e913b4 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Network 885653c9-474d-4eda-b82f-5ada090b5016 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:54:09.964414 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-4a2523ad-2e21-47ce-a3ef-d9a792e913b4 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 885653c9-474d-4eda-b82f-5ada090b5016) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:09.978856 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a2523ad-2e21-47ce-a3ef-d9a792e913b4 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:09.984735 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4a2523ad-2e21-47ce-a3ef-d9a792e913b4 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:10.023467 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4a2523ad-2e21-47ce-a3ef-d9a792e913b4 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.8999567 Jul 29 23:54:10.026634 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53358) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:10.050111 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device b199c2ea-73b4-4462-8e9e-5e5884b890ba up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:54:10.059394 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd7f035-6638-4700-9188-0cd598e9c507 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:54:10.092287 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4884cfb-a080-43ef-ba01-cf7debfd4e6f None None] Network 885653c9-474d-4eda-b82f-5ada090b5016 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:10.116067 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-e52b4f33-43da-44d9-ba01-70b2bcd0a9df None None] Set router a1ce89aa-c0ea-4060-bada-53347ac0525f gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:54:10.280649 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6f797159-a1b8-4b18-a35a-cc26b86f6c7a tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:10.395467 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd7f035-6638-4700-9188-0cd598e9c507 None None] Pushing event updated for resources: {'Port': ['ID=430a4ee9-053d-45f0-a286-af16741c6cb4,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:10.396438 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9e5fa782-3e6b-426c-9c80-54f03dc74635 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:10.410630 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00823a-fe24-4969-88a7-a0b01f8b729b req-86eec231-99ac-4507-8a3e-c7971cee14c7 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:10.412382 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1d00823a-fe24-4969-88a7-a0b01f8b729b req-86eec231-99ac-4507-8a3e-c7971cee14c7 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=0259dec0-afd2-4ac2-9a83-e7804869590c HTTP/1.1" status: 200 len: 945 time: 0.3027673 Jul 29 23:54:10.434879 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-dcd7f035-6638-4700-9188-0cd598e9c507 None None] Attempting to bind port 430a4ee9-053d-45f0-a286-af16741c6cb4 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:54:10.435664 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-dcd7f035-6638-4700-9188-0cd598e9c507 None None] Attempting to bind port 430a4ee9-053d-45f0-a286-af16741c6cb4 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '007f5c27-0c93-4c56-b821-a4b13002508c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5885023b-ea42-449b-8b73-0aaa56e46ec8'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:54:10.436215 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd7f035-6638-4700-9188-0cd598e9c507 None None] Attempting to bind port 430a4ee9-053d-45f0-a286-af16741c6cb4 on network 5885023b-ea42-449b-8b73-0aaa56e46ec8 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:10.437685 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6f797159-a1b8-4b18-a35a-cc26b86f6c7a tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:10.444083 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9e5fa782-3e6b-426c-9c80-54f03dc74635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:10.522171 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd7f035-6638-4700-9188-0cd598e9c507 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:54:10.522537 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd7f035-6638-4700-9188-0cd598e9c507 None None] Checking segment: {'id': '007f5c27-0c93-4c56-b821-a4b13002508c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5885023b-ea42-449b-8b73-0aaa56e46ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:54:10.522909 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-dcd7f035-6638-4700-9188-0cd598e9c507 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:10.523311 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd7f035-6638-4700-9188-0cd598e9c507 None None] Bound using segment: {'id': '007f5c27-0c93-4c56-b821-a4b13002508c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5885023b-ea42-449b-8b73-0aaa56e46ec8'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:54:10.523806 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-dcd7f035-6638-4700-9188-0cd598e9c507 None None] Bound port: 430a4ee9-053d-45f0-a286-af16741c6cb4, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '007f5c27-0c93-4c56-b821-a4b13002508c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5885023b-ea42-449b-8b73-0aaa56e46ec8'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:54:10.524224 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-dcd7f035-6638-4700-9188-0cd598e9c507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:10.529561 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-894b1548-b2bf-442f-9996-5bd9e22f86fe req-df99e90e-b39d-4185-bd34-0290bccd1c36 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:10.547902 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-e52b4f33-43da-44d9-ba01-70b2bcd0a9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ce89aa-c0ea-4060-bada-53347ac0525f', 'name': 'tempest-TestVolumeBackupRestore-278223774-router', 'tenant_id': '384efcf70cdf43d989dbb2e4793dfac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b199c2ea-73b4-4462-8e9e-5e5884b890ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:58Z', 'updated_at': '2021-07-29T23:54:03Z', 'revision_number': 4, 'project_id': '384efcf70cdf43d989dbb2e4793dfac4', 'gw_port': {'id': 'b199c2ea-73b4-4462-8e9e-5e5884b890ba', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:7d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ce89aa-c0ea-4060-bada-53347ac0525f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:00Z', 'updated_at': '2021-07-29T23:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '56c9c6bd-04a4-48fe-8b5d-32bda64a7bd3', 'name': '', 'network_id': '1fbc99fa-8d31-4726-b05c-ced13247889a', 'tenant_id': '384efcf70cdf43d989dbb2e4793dfac4', 'mac_address': 'fa:16:3e:4c:ea:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ce89aa-c0ea-4060-bada-53347ac0525f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '93245ce2-868b-46b6-86e9-44b6ab704043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:02Z', 'updated_at': '2021-07-29T23:54:09Z', 'revision_number': 4, 'project_id': '384efcf70cdf43d989dbb2e4793dfac4', 'subnets': [{'id': '93245ce2-868b-46b6-86e9-44b6ab704043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:10.551142 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6f797159-a1b8-4b18-a35a-cc26b86f6c7a tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:10.632996 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52b4f33-43da-44d9-ba01-70b2bcd0a9df None None] The sync data for ids ['a1ce89aa-c0ea-4060-bada-53347ac0525f'] in n-d-712141-10 is: [{'id': 'a1ce89aa-c0ea-4060-bada-53347ac0525f', 'name': 'tempest-TestVolumeBackupRestore-278223774-router', 'tenant_id': '384efcf70cdf43d989dbb2e4793dfac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b199c2ea-73b4-4462-8e9e-5e5884b890ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:58Z', 'updated_at': '2021-07-29T23:54:03Z', 'revision_number': 4, 'project_id': '384efcf70cdf43d989dbb2e4793dfac4', 'gw_port': {'id': 'b199c2ea-73b4-4462-8e9e-5e5884b890ba', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:7d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ce89aa-c0ea-4060-bada-53347ac0525f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:00Z', 'updated_at': '2021-07-29T23:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '56c9c6bd-04a4-48fe-8b5d-32bda64a7bd3', 'name': '', 'network_id': '1fbc99fa-8d31-4726-b05c-ced13247889a', 'tenant_id': '384efcf70cdf43d989dbb2e4793dfac4', 'mac_address': 'fa:16:3e:4c:ea:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1ce89aa-c0ea-4060-bada-53347ac0525f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '93245ce2-868b-46b6-86e9-44b6ab704043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:02Z', 'updated_at': '2021-07-29T23:54:09Z', 'revision_number': 4, 'project_id': '384efcf70cdf43d989dbb2e4793dfac4', 'subnets': [{'id': '93245ce2-868b-46b6-86e9-44b6ab704043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:54:10.666906 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99e90e-b39d-4185-bd34-0290bccd1c36 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Pushing event deleted for resources: {'Port': ['ID=2bb04e6f-1b5d-4863-aec7-5682c63538c3,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:10.669627 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1d00823a-fe24-4969-88a7-a0b01f8b729b req-7d5ebbea-60bc-4fd0-b8ba-25aa3991e18d tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/security-groups?id=c5d1ebf4-b794-4521-9c0b-417b32b2215f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2311859 Jul 29 23:54:10.685273 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f797159-a1b8-4b18-a35a-cc26b86f6c7a tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Pushing event deleted for resources: {'Subnet': ['ID=9f172d74-3d8e-4e78-81f1-601c21aceded,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:10.748639 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-894b1548-b2bf-442f-9996-5bd9e22f86fe req-df99e90e-b39d-4185-bd34-0290bccd1c36 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] No DVR routers for this DVR port 2bb04e6f-1b5d-4863-aec7-5682c63538c3 on host n-h1-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:54:10.753405 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-894b1548-b2bf-442f-9996-5bd9e22f86fe req-df99e90e-b39d-4185-bd34-0290bccd1c36 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:10.756705 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-894b1548-b2bf-442f-9996-5bd9e22f86fe req-df99e90e-b39d-4185-bd34-0290bccd1c36 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.41 "DELETE /v2.0/ports/2bb04e6f-1b5d-4863-aec7-5682c63538c3 HTTP/1.1" status: 204 len: 173 time: 1.8779681 Jul 29 23:54:10.757981 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0259dec0-afd2-4ac2-9a83-e7804869590c', 'name': 'network-vif-deleted', 'tag': '2bb04e6f-1b5d-4863-aec7-5682c63538c3'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:54:10.763272 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd15cbc8-3962-4f20-b00a-6e9111a76314" -d '{"events": [{"server_uuid": "0259dec0-afd2-4ac2-9a83-e7804869590c", "name": "network-vif-deleted", "tag": "2bb04e6f-1b5d-4863-aec7-5682c63538c3"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:54:10.791046 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-dcd7f035-6638-4700-9188-0cd598e9c507 None None] For port 430a4ee9-053d-45f0-a286-af16741c6cb4, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:54:10.797451 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6f797159-a1b8-4b18-a35a-cc26b86f6c7a tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:10.810513 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-dcd7f035-6638-4700-9188-0cd598e9c507 None None] For port 430a4ee9-053d-45f0-a286-af16741c6cb4, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=430a4ee9-053d-45f0-a286-af16741c6cb4,segment=NetworkSegment(007f5c27-0c93-4c56-b821-a4b13002508c),segment_id=007f5c27-0c93-4c56-b821-a4b13002508c)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:54:10.825096 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-9e5fa782-3e6b-426c-9c80-54f03dc74635 admin admin] Allocated IP 172.25.0.142 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/1972e219-01fc-4f98-9b5f-03e5d9ed3750) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:54:10.828384 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-6f797159-a1b8-4b18-a35a-cc26b86f6c7a tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['885653c9-474d-4eda-b82f-5ada090b5016']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:10.852154 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-dcd7f035-6638-4700-9188-0cd598e9c507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:10.855015 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-6f797159-a1b8-4b18-a35a-cc26b86f6c7a tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f65c6094-ddaa-4652-9699-27e71933a2b1') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:10.855251 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-6f797159-a1b8-4b18-a35a-cc26b86f6c7a tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f65c6094-ddaa-4652-9699-27e71933a2b1') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:10.857886 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-076c6693-470b-43c2-a08e-482acec869ab x-openstack-request-id: req-076c6693-470b-43c2-a08e-482acec869ab {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:54:10.858109 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0259dec0-afd2-4ac2-9a83-e7804869590c", "name": "network-vif-deleted", "tag": "2bb04e6f-1b5d-4863-aec7-5682c63538c3", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:54:10.858297 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-076c6693-470b-43c2-a08e-482acec869ab {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:54:10.858720 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0259dec0-afd2-4ac2-9a83-e7804869590c', 'name': 'network-vif-deleted', 'tag': '2bb04e6f-1b5d-4863-aec7-5682c63538c3', 'status': 'completed', 'code': 200} Jul 29 23:54:10.874966 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6f797159-a1b8-4b18-a35a-cc26b86f6c7a tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:10.917777 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6f797159-a1b8-4b18-a35a-cc26b86f6c7a tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:10.938237 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f797159-a1b8-4b18-a35a-cc26b86f6c7a tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:54:10.938852 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6f797159-a1b8-4b18-a35a-cc26b86f6c7a tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:10.952544 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-79bb752a-f46c-4a72-90a3-c7c6abc23b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'name': 'tempest-TestVolumeBootPattern-2002221163-router', 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '862daf0f-6991-4ef6-9199-6c40ea66b1f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:37:06Z', 'updated_at': '2021-07-29T23:37:18Z', 'revision_number': 4, 'project_id': 'abc07fd47c924aad994e74752ef0bc5a', 'gw_port': {'id': '862daf0f-6991-4ef6-9199-6c40ea66b1f1', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:08Z', 'updated_at': '2021-07-29T23:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'e698b262-628f-49d6-aa1c-360d9f5f8465', 'name': '', 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7', 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a', 'mac_address': 'fa:16:3e:50:a6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': 'ef618f43-4fe4-4e34-9800-0476d270be60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:16Z', 'updated_at': '2021-07-29T23:37:31Z', 'revision_number': 5, 'project_id': 'abc07fd47c924aad994e74752ef0bc5a', 'subnets': [{'id': 'ef618f43-4fe4-4e34-9800-0476d270be60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:10.953957 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:54:10.953957 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:54:10.953957 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:54:10.953957 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:54:10.953957 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:54:10.953957 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:54:10.953957 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:54:10.953957 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:54:10.953957 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:54:10.953957 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:54:10.953957 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:54:10.953957 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:54:10.953957 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:54:10.953957 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:54:10.953957 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:54:10.953957 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:54:10.953957 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:54:10.953957 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:54:10.953957 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:54:10.953957 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:54:10.953957 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:54:10.953957 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:54:10.953957 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:54:10.953957 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:54:10.953957 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:54:10.953957 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:54:10.953957 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:54:10.953957 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:54:10.953957 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:54:10.953957 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:54:10.953957 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:54:10.953957 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:54:11.051735 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port b199c2ea-73b4-4462-8e9e-5e5884b890ba triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:11.052114 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:11.056576 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79bb752a-f46c-4a72-90a3-c7c6abc23b72 None None] The sync data for ids ['c571524c-af41-4e26-bf00-a93cb822c7b7'] in n-d-712141-10 is: [{'id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'name': 'tempest-TestVolumeBootPattern-2002221163-router', 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '862daf0f-6991-4ef6-9199-6c40ea66b1f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:37:06Z', 'updated_at': '2021-07-29T23:37:18Z', 'revision_number': 4, 'project_id': 'abc07fd47c924aad994e74752ef0bc5a', 'gw_port': {'id': '862daf0f-6991-4ef6-9199-6c40ea66b1f1', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:08Z', 'updated_at': '2021-07-29T23:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'e698b262-628f-49d6-aa1c-360d9f5f8465', 'name': '', 'network_id': '07279870-3078-44f7-8035-d94a4d0b31e7', 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a', 'mac_address': 'fa:16:3e:50:a6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2161, 'fixed_ips': [{'subnet_id': 'ef618f43-4fe4-4e34-9800-0476d270be60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:16Z', 'updated_at': '2021-07-29T23:37:31Z', 'revision_number': 5, 'project_id': 'abc07fd47c924aad994e74752ef0bc5a', 'subnets': [{'id': 'ef618f43-4fe4-4e34-9800-0476d270be60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:54:11.102557 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6f797159-a1b8-4b18-a35a-cc26b86f6c7a tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:11.127361 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6f797159-a1b8-4b18-a35a-cc26b86f6c7a tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:11.141637 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-6f797159-a1b8-4b18-a35a-cc26b86f6c7a tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "DELETE /v2.0/networks/885653c9-474d-4eda-b82f-5ada090b5016 HTTP/1.1" status: 204 len: 168 time: 1.1113896 Jul 29 23:54:11.143458 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53378) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:11.161221 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf77613-d04d-4b29-87b8-843adbbc07ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-885653c9-474d-4eda-b82f-5ada090b5016', 'network_id': '885653c9-474d-4eda-b82f-5ada090b5016', 'tenant_id': 'ce56530737c448d796e956ef336782fd', 'fixed_ips': [{'subnet_id': '9f172d74-3d8e-4e78-81f1-601c21aceded'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:54:11.163965 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-aa2dfb7b-c11c-44a1-8140-469e7a7f2cb3 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-66720720'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:11.167463 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bdf77613-d04d-4b29-87b8-843adbbc07ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:11.189013 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f797159-a1b8-4b18-a35a-cc26b86f6c7a tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Pushing event deleted for resources: {'Network': ['ID=885653c9-474d-4eda-b82f-5ada090b5016,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:11.203653 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd7f035-6638-4700-9188-0cd598e9c507 None None] Pushing event updated for resources: {'Port': ['ID=430a4ee9-053d-45f0-a286-af16741c6cb4,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:11.409923 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776df63a-cc1d-4344-ad58-19093ac75137 None None] Network 885653c9-474d-4eda-b82f-5ada090b5016 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:11.503165 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776df63a-cc1d-4344-ad58-19093ac75137 None None] Network 885653c9-474d-4eda-b82f-5ada090b5016 could not be found, it might have been deleted concurrently. {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 29 23:54:11.599651 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device b69ac028-54be-4667-87e5-40bc48d44426 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:54:11.646440 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: b69ac028-54be-4667-87e5-40bc48d44426 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:54:11.646811 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device b69ac028-54be-4667-87e5-40bc48d44426 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:54:11.670673 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53382) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:11.700302 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 2bb04e6f-1b5d-4863-aec7-5682c63538c3 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:54:11.777402 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32dd83eb-d1eb-455e-995f-4cad0ff2e78e None None] New status for floating IP fb40c845-d07e-4498-be6a-3cd13891fa76: DOWN {{(pid=94079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:54:11.792268 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] No Port match for: 2bb04e6f-1b5d-4863-aec7-5682c63538c3 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:54:11.792962 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 2bb04e6f-1b5d-4863-aec7-5682c63538c3 not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:54:11.954785 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-695ff339-9c9c-4232-810f-da7816fc12a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:12.037332 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9e5fa782-3e6b-426c-9c80-54f03dc74635 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:12.070556 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 56c9c6bd-04a4-48fe-8b5d-32bda64a7bd3 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:54:12.088110 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ffe7b50d-d619-4232-985a-0e7d99b35d6e req-889ca5d3-8df7-447f-926d-8036fb39d3a4 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=0259dec0-afd2-4ac2-9a83-e7804869590c HTTP/1.1" status: 200 len: 210 time: 0.0491521 Jul 29 23:54:12.137556 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9e5fa782-3e6b-426c-9c80-54f03dc74635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:12.157100 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 56c9c6bd-04a4-48fe-8b5d-32bda64a7bd3 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:54:12.167810 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 56c9c6bd-04a4-48fe-8b5d-32bda64a7bd3 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:12.168192 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:12.179615 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-695ff339-9c9c-4232-810f-da7816fc12a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:12.184444 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5fa782-3e6b-426c-9c80-54f03dc74635 admin admin] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:12.189360 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-695ff339-9c9c-4232-810f-da7816fc12a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:12.207244 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-9e5fa782-3e6b-426c-9c80-54f03dc74635 admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:12.213701 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2dfb7b-c11c-44a1-8140-469e7a7f2cb3 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Made reservation on behalf of ce56530737c448d796e956ef336782fd for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:12.217411 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-aa2dfb7b-c11c-44a1-8140-469e7a7f2cb3 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:12.220012 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5fa782-3e6b-426c-9c80-54f03dc74635 admin admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:54:12.265862 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695ff339-9c9c-4232-810f-da7816fc12a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5b14a8-7486-4a18-bbe2-345b3afb1062,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:12.273887 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-695ff339-9c9c-4232-810f-da7816fc12a6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=550830530e774ee09c5f03d3b2c6e10a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6016660 Jul 29 23:54:12.276167 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53390) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:12.282238 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5fa782-3e6b-426c-9c80-54f03dc74635 admin admin] Pushing event updated for resources: {'Port': ['ID=1972e219-01fc-4f98-9b5f-03e5d9ed3750,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:12.354916 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa2dfb7b-c11c-44a1-8140-469e7a7f2cb3 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:54:12.368980 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ef6d8127-50b4-4366-90dc-888793e05402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:12.394519 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ef6d8127-50b4-4366-90dc-888793e05402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:12.400777 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:12.459973 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 56c9c6bd-04a4-48fe-8b5d-32bda64a7bd3, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=56c9c6bd-04a4-48fe-8b5d-32bda64a7bd3,segment=NetworkSegment(02f1d57b-b103-4b62-83a5-eb1735b1d01b),segment_id=02f1d57b-b103-4b62-83a5-eb1735b1d01b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:12.466904 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:12.467720 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 430a4ee9-053d-45f0-a286-af16741c6cb4 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:54:12.469278 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ef6d8127-50b4-4366-90dc-888793e05402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:12.472762 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ef6d8127-50b4-4366-90dc-888793e05402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:12.473980 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ef6d8127-50b4-4366-90dc-888793e05402 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dc5b14a8-7486-4a18-bbe2-345b3afb1062 HTTP/1.1" status: 204 len: 168 time: 0.1966715 Jul 29 23:54:12.489537 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6d8127-50b4-4366-90dc-888793e05402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5b14a8-7486-4a18-bbe2-345b3afb1062,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:12.510096 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-aa2dfb7b-c11c-44a1-8140-469e7a7f2cb3 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:12.510454 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-aa2dfb7b-c11c-44a1-8140-469e7a7f2cb3 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Added segment 6789f2f3-5d2f-4025-bbf8-6d0d74a91b54 of type vlan for network 6c63c325-bb54-4d02-9232-58653c5b6f7e Jul 29 23:54:12.611097 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=56c9c6bd-04a4-48fe-8b5d-32bda64a7bd3,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:12.627025 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-aa2dfb7b-c11c-44a1-8140-469e7a7f2cb3 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:12.629970 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 430a4ee9-053d-45f0-a286-af16741c6cb4 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:54:12.750089 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-aa2dfb7b-c11c-44a1-8140-469e7a7f2cb3 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:12.756733 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2dfb7b-c11c-44a1-8140-469e7a7f2cb3 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:12.758788 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-aa2dfb7b-c11c-44a1-8140-469e7a7f2cb3 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:12.774547 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9e5fa782-3e6b-426c-9c80-54f03dc74635 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:12.831888 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812a6471-f267-47b2-b09b-c163b19d75de None None] Network 5885023b-ea42-449b-8b73-0aaa56e46ec8 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:12.933883 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53396) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:12.939176 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-8a091e1c-a41a-4368-ad37-adaabb52ca87 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Request body: {'subnet': {'network_id': '6c63c325-bb54-4d02-9232-58653c5b6f7e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:12.942931 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-aa2dfb7b-c11c-44a1-8140-469e7a7f2cb3 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.7978485 Jul 29 23:54:12.989056 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2dfb7b-c11c-44a1-8140-469e7a7f2cb3 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Pushing event updated for resources: {'Network': ['ID=6c63c325-bb54-4d02-9232-58653c5b6f7e,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:13.025000 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 6c63c325-bb54-4d02-9232-58653c5b6f7e details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:54:13.110794 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f148ef19-3ad3-4a13-bed2-23ae5fdc930c None None] Provisioning for port 430a4ee9-053d-45f0-a286-af16741c6cb4 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:54:13.129931 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a091e1c-a41a-4368-ad37-adaabb52ca87 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Made reservation on behalf of ce56530737c448d796e956ef336782fd for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:13.130521 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f148ef19-3ad3-4a13-bed2-23ae5fdc930c None None] Provisioning complete for port 430a4ee9-053d-45f0-a286-af16741c6cb4 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:13.130791 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f148ef19-3ad3-4a13-bed2-23ae5fdc930c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:13.134667 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8a091e1c-a41a-4368-ad37-adaabb52ca87 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:13.259816 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9e5fa782-3e6b-426c-9c80-54f03dc74635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:13.284926 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f148ef19-3ad3-4a13-bed2-23ae5fdc930c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:13.306563 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eeabcb61-033f-4bd7-ab56-908fbdcc7baa req-5fffd1a0-b34e-4988-8a76-08a90d93bf61 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=0259dec0-afd2-4ac2-9a83-e7804869590c HTTP/1.1" status: 200 len: 210 time: 0.0432279 Jul 29 23:54:13.356305 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-f148ef19-3ad3-4a13-bed2-23ae5fdc930c None None] For port 430a4ee9-053d-45f0-a286-af16741c6cb4, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=430a4ee9-053d-45f0-a286-af16741c6cb4,segment=NetworkSegment(007f5c27-0c93-4c56-b821-a4b13002508c),segment_id=007f5c27-0c93-4c56-b821-a4b13002508c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:13.368951 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f148ef19-3ad3-4a13-bed2-23ae5fdc930c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:13.445373 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8a091e1c-a41a-4368-ad37-adaabb52ca87 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:13.463027 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f148ef19-3ad3-4a13-bed2-23ae5fdc930c None None] Pushing event updated for resources: {'Port': ['ID=430a4ee9-053d-45f0-a286-af16741c6cb4,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:13.495179 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e5fa782-3e6b-426c-9c80-54f03dc74635 admin admin] Router dec49a92-25d2-413a-97c0-aa95d6f35725 is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:54:13.551072 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a091e1c-a41a-4368-ad37-adaabb52ca87 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Checking segment: {'id': '6789f2f3-5d2f-4025-bbf8-6d0d74a91b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6c63c325-bb54-4d02-9232-58653c5b6f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:54:13.551499 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a091e1c-a41a-4368-ad37-adaabb52ca87 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Network hostable DHCP agents. Network: 6c63c325-bb54-4d02-9232-58653c5b6f7e, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:54:13.557837 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a091e1c-a41a-4368-ad37-adaabb52ca87 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Pushing event updated for resources: {'Subnet': ['ID=649abace-8871-4764-b20c-9a5bd99731ef,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:13.584824 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a091e1c-a41a-4368-ad37-adaabb52ca87 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Network 6c63c325-bb54-4d02-9232-58653c5b6f7e is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:54:13.595469 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f9552c33-d137-4c0e-aecc-291d6558fab1 None None] Provisioning complete for port 430a4ee9-053d-45f0-a286-af16741c6cb4 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:13.596290 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f9552c33-d137-4c0e-aecc-291d6558fab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:13.603807 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-8a091e1c-a41a-4368-ad37-adaabb52ca87 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 6c63c325-bb54-4d02-9232-58653c5b6f7e) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:13.610396 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a091e1c-a41a-4368-ad37-adaabb52ca87 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:13.611362 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8a091e1c-a41a-4368-ad37-adaabb52ca87 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:13.634478 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8a091e1c-a41a-4368-ad37-adaabb52ca87 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6991568 Jul 29 23:54:13.636715 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53400) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:13.647626 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5fa782-3e6b-426c-9c80-54f03dc74635 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:54:13.650207 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31861c0b-73d7-4d50-b11d-aa91f9ffb534 None None] Network 6c63c325-bb54-4d02-9232-58653c5b6f7e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:13.663752 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dacc9c-75a3-49fb-9e15-0a005bff7954 None None] Sync routers for ids ['dec49a92-25d2-413a-97c0-aa95d6f35725'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:54:13.675492 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9e5fa782-3e6b-426c-9c80-54f03dc74635 admin admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:13.677930 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-9e5fa782-3e6b-426c-9c80-54f03dc74635 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.0966470 Jul 29 23:54:13.681089 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53402) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:13.695028 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dacc9c-75a3-49fb-9e15-0a005bff7954 None None] Routers {'dec49a92-25d2-413a-97c0-aa95d6f35725'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:13.699761 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-35dacc9c-75a3-49fb-9e15-0a005bff7954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:53:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['dec49a92-25d2-413a-97c0-aa95d6f35725'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:13.847773 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 56c9c6bd-04a4-48fe-8b5d-32bda64a7bd3 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:54:13.949123 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-602d5186-4eec-4b38-9740-b357a4d44aa5 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:14.011702 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-35dacc9c-75a3-49fb-9e15-0a005bff7954 None None] Set router dec49a92-25d2-413a-97c0-aa95d6f35725 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:54:14.088080 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-602d5186-4eec-4b38-9740-b357a4d44aa5 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:14.089422 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ee3975-c3cb-4380-8f36-9364ba077d5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-6c63c325-bb54-4d02-9232-58653c5b6f7e', 'network_id': '6c63c325-bb54-4d02-9232-58653c5b6f7e', 'tenant_id': 'ce56530737c448d796e956ef336782fd', 'fixed_ips': [{'subnet_id': '649abace-8871-4764-b20c-9a5bd99731ef'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:54:14.090432 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d3ee3975-c3cb-4380-8f36-9364ba077d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:14.260290 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 56c9c6bd-04a4-48fe-8b5d-32bda64a7bd3 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:14.260667 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:14.291301 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-35dacc9c-75a3-49fb-9e15-0a005bff7954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec49a92-25d2-413a-97c0-aa95d6f35725', 'name': 'tempest-TestVolumeBackupRestore-196260469-router', 'tenant_id': 'b66fd74116dc4c08bbfcb201f28a0895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '1972e219-01fc-4f98-9b5f-03e5d9ed3750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:08Z', 'updated_at': '2021-07-29T23:54:12Z', 'revision_number': 3, 'project_id': 'b66fd74116dc4c08bbfcb201f28a0895', 'gw_port': {'id': '1972e219-01fc-4f98-9b5f-03e5d9ed3750', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e0:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec49a92-25d2-413a-97c0-aa95d6f35725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:10Z', 'updated_at': '2021-07-29T23:54:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:14.300942 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-d3ee3975-c3cb-4380-8f36-9364ba077d5c None None] Allocated IP 172.20.0.1 (6c63c325-bb54-4d02-9232-58653c5b6f7e/649abace-8871-4764-b20c-9a5bd99731ef/079fcbed-9ea5-4cd7-9868-910bdb8e6d1f) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:54:14.310583 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-06b46619-3cf7-47ff-8cb3-671b8610cf0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:14.331785 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dacc9c-75a3-49fb-9e15-0a005bff7954 None None] Checking router: dec49a92-25d2-413a-97c0-aa95d6f35725 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:54:14.332644 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dacc9c-75a3-49fb-9e15-0a005bff7954 None None] Updating router dec49a92-25d2-413a-97c0-aa95d6f35725 port 1972e219-01fc-4f98-9b5f-03e5d9ed3750 binding host n-d-712141-10 {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:54:14.385782 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-35dacc9c-75a3-49fb-9e15-0a005bff7954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:14.446770 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6f98cf28-6307-498c-9de7-be88bb1f52ee req-76381063-e628-4409-a113-cab5e1767484 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=0259dec0-afd2-4ac2-9a83-e7804869590c HTTP/1.1" status: 200 len: 210 time: 0.0344357 Jul 29 23:54:14.534515 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 430a4ee9-053d-45f0-a286-af16741c6cb4 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:54:14.586943 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-06b46619-3cf7-47ff-8cb3-671b8610cf0a admin admin] Allocated IP 172.20.0.1 (5885023b-ea42-449b-8b73-0aaa56e46ec8/3ba837d8-b715-4874-8db1-8a16c54eec6c/3062b505-108d-4e7f-8191-866a96f16155) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:54:14.613248 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d3ee3975-c3cb-4380-8f36-9364ba077d5c None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:14.627491 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-d3ee3975-c3cb-4380-8f36-9364ba077d5c None None] Transition to ACTIVE for port object 079fcbed-9ea5-4cd7-9868-910bdb8e6d1f will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:14.632637 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 430a4ee9-053d-45f0-a286-af16741c6cb4 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:14.633504 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:14.673697 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-d3ee3975-c3cb-4380-8f36-9364ba077d5c None None] Transition to ACTIVE for port object 079fcbed-9ea5-4cd7-9868-910bdb8e6d1f will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:14.689756 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d3ee3975-c3cb-4380-8f36-9364ba077d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:14.712618 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-602d5186-4eec-4b38-9740-b357a4d44aa5 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:14.720116 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-35dacc9c-75a3-49fb-9e15-0a005bff7954 None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:14.731828 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-35dacc9c-75a3-49fb-9e15-0a005bff7954 None None] Transition to ACTIVE for port object 1972e219-01fc-4f98-9b5f-03e5d9ed3750 will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:14.751096 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-35dacc9c-75a3-49fb-9e15-0a005bff7954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:14.768910 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-06b46619-3cf7-47ff-8cb3-671b8610cf0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:14.775292 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ee3975-c3cb-4380-8f36-9364ba077d5c None None] Network 6c63c325-bb54-4d02-9232-58653c5b6f7e is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:14.784447 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-d3ee3975-c3cb-4380-8f36-9364ba077d5c None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:14.788699 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ee3975-c3cb-4380-8f36-9364ba077d5c None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:54:14.794504 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-06b46619-3cf7-47ff-8cb3-671b8610cf0a admin admin] Transition to ACTIVE for port object 3062b505-108d-4e7f-8191-866a96f16155 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:14.801827 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-35dacc9c-75a3-49fb-9e15-0a005bff7954 None None] Attempting to bind port 1972e219-01fc-4f98-9b5f-03e5d9ed3750 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:54:14.802890 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-35dacc9c-75a3-49fb-9e15-0a005bff7954 None None] Attempting to bind port 1972e219-01fc-4f98-9b5f-03e5d9ed3750 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:54:14.803304 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35dacc9c-75a3-49fb-9e15-0a005bff7954 None None] Attempting to bind port 1972e219-01fc-4f98-9b5f-03e5d9ed3750 on network 58f27f61-3278-49cc-b66b-1e729d26f29f {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:14.813877 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35dacc9c-75a3-49fb-9e15-0a005bff7954 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:54:14.814296 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35dacc9c-75a3-49fb-9e15-0a005bff7954 None None] Checking segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:54:14.814659 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-35dacc9c-75a3-49fb-9e15-0a005bff7954 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:14.815054 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35dacc9c-75a3-49fb-9e15-0a005bff7954 None None] Bound using segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:54:14.815529 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-35dacc9c-75a3-49fb-9e15-0a005bff7954 None None] Bound port: 1972e219-01fc-4f98-9b5f-03e5d9ed3750, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:54:14.815914 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-35dacc9c-75a3-49fb-9e15-0a005bff7954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:14.830823 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ee3975-c3cb-4380-8f36-9364ba077d5c None None] Pushing event updated for resources: {'Port': ['ID=079fcbed-9ea5-4cd7-9868-910bdb8e6d1f,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:14.835670 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-06b46619-3cf7-47ff-8cb3-671b8610cf0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:14.855895 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d5186-4eec-4b38-9740-b357a4d44aa5 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Pushing event deleted for resources: {'Subnet': ['ID=649abace-8871-4764-b20c-9a5bd99731ef,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:14.863115 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b46619-3cf7-47ff-8cb3-671b8610cf0a admin admin] Network 5885023b-ea42-449b-8b73-0aaa56e46ec8 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:14.883908 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-602d5186-4eec-4b38-9740-b357a4d44aa5 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:14.884137 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-06b46619-3cf7-47ff-8cb3-671b8610cf0a admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:14.887650 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b46619-3cf7-47ff-8cb3-671b8610cf0a admin admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:54:14.897547 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-35dacc9c-75a3-49fb-9e15-0a005bff7954 None None] For port 1972e219-01fc-4f98-9b5f-03e5d9ed3750, host n-d-712141-10, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:54:14.903139 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-35dacc9c-75a3-49fb-9e15-0a005bff7954 None None] For port 1972e219-01fc-4f98-9b5f-03e5d9ed3750, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=1972e219-01fc-4f98-9b5f-03e5d9ed3750,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:54:14.905671 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-602d5186-4eec-4b38-9740-b357a4d44aa5 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c63c325-bb54-4d02-9232-58653c5b6f7e']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:14.909437 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-d3ee3975-c3cb-4380-8f36-9364ba077d5c None None] Attempting to bind port 079fcbed-9ea5-4cd7-9868-910bdb8e6d1f on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:54:14.909437 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-d3ee3975-c3cb-4380-8f36-9364ba077d5c None None] Attempting to bind port 079fcbed-9ea5-4cd7-9868-910bdb8e6d1f by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '6789f2f3-5d2f-4025-bbf8-6d0d74a91b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6c63c325-bb54-4d02-9232-58653c5b6f7e'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:54:14.909437 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ee3975-c3cb-4380-8f36-9364ba077d5c None None] Attempting to bind port 079fcbed-9ea5-4cd7-9868-910bdb8e6d1f on network 6c63c325-bb54-4d02-9232-58653c5b6f7e {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:14.918790 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ee3975-c3cb-4380-8f36-9364ba077d5c None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:54:14.919221 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-35dacc9c-75a3-49fb-9e15-0a005bff7954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:14.919348 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ee3975-c3cb-4380-8f36-9364ba077d5c None None] Checking segment: {'id': '6789f2f3-5d2f-4025-bbf8-6d0d74a91b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6c63c325-bb54-4d02-9232-58653c5b6f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:54:14.919550 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d3ee3975-c3cb-4380-8f36-9364ba077d5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:14.919942 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ee3975-c3cb-4380-8f36-9364ba077d5c None None] Bound using segment: {'id': '6789f2f3-5d2f-4025-bbf8-6d0d74a91b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6c63c325-bb54-4d02-9232-58653c5b6f7e'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:54:14.920406 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-d3ee3975-c3cb-4380-8f36-9364ba077d5c None None] Bound port: 079fcbed-9ea5-4cd7-9868-910bdb8e6d1f, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6789f2f3-5d2f-4025-bbf8-6d0d74a91b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6c63c325-bb54-4d02-9232-58653c5b6f7e'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:54:14.921141 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d3ee3975-c3cb-4380-8f36-9364ba077d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:14.937978 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3def0bf0-ca67-41a7-bf81-216daddad693 None None] Pushing event updated for resources: {'Port': ['ID=1972e219-01fc-4f98-9b5f-03e5d9ed3750,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:14.940867 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-602d5186-4eec-4b38-9740-b357a4d44aa5 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6789f2f3-5d2f-4025-bbf8-6d0d74a91b54') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:14.941173 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-602d5186-4eec-4b38-9740-b357a4d44aa5 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6789f2f3-5d2f-4025-bbf8-6d0d74a91b54') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:14.952753 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-06b46619-3cf7-47ff-8cb3-671b8610cf0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:14.964296 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-602d5186-4eec-4b38-9740-b357a4d44aa5 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:14.995362 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-602d5186-4eec-4b38-9740-b357a4d44aa5 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:15.011550 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-602d5186-4eec-4b38-9740-b357a4d44aa5 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:54:15.012016 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-602d5186-4eec-4b38-9740-b357a4d44aa5 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:15.013348 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b46619-3cf7-47ff-8cb3-671b8610cf0a admin admin] Pushing event updated for resources: {'Port': ['ID=3062b505-108d-4e7f-8191-866a96f16155,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:15.021351 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:54:15.021351 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:54:15.021351 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:54:15.021351 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:54:15.021351 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:54:15.021351 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:54:15.021351 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:54:15.021351 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:54:15.021351 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:54:15.021351 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:54:15.021351 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:54:15.021351 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:54:15.021351 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:54:15.021351 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:54:15.021351 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:54:15.021351 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:54:15.021351 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:54:15.021351 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:54:15.021351 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:54:15.021351 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:54:15.021351 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:54:15.021351 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:54:15.021351 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:54:15.021351 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:54:15.021351 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:54:15.021351 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:54:15.021351 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:54:15.021351 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:54:15.021351 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:54:15.021351 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:54:15.021351 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:54:15.021351 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:54:15.065704 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-d3ee3975-c3cb-4380-8f36-9364ba077d5c None None] For port 079fcbed-9ea5-4cd7-9868-910bdb8e6d1f, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:54:15.126326 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-d3ee3975-c3cb-4380-8f36-9364ba077d5c None None] For port 079fcbed-9ea5-4cd7-9868-910bdb8e6d1f, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=079fcbed-9ea5-4cd7-9868-910bdb8e6d1f,segment=NetworkSegment(6789f2f3-5d2f-4025-bbf8-6d0d74a91b54),segment_id=6789f2f3-5d2f-4025-bbf8-6d0d74a91b54)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:54:15.133441 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dacc9c-75a3-49fb-9e15-0a005bff7954 None None] Routers {'dec49a92-25d2-413a-97c0-aa95d6f35725'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:15.134345 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d3ee3975-c3cb-4380-8f36-9364ba077d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:15.135217 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-35dacc9c-75a3-49fb-9e15-0a005bff7954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:53:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['dec49a92-25d2-413a-97c0-aa95d6f35725'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:15.145001 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.db.api [None req-602d5186-4eec-4b38-9740-b357a4d44aa5 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 29 23:54:15.145001 n-d-712141-10 neutron-server[94077]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 29 23:54:15.145001 n-d-712141-10 neutron-server[94077]: [parameters: {'id': '6c63c325-bb54-4d02-9232-58653c5b6f7e'}] Jul 29 23:54:15.145001 n-d-712141-10 neutron-server[94077]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:54:15.145401 n-d-712141-10 neutron-server[94077]: DEBUG oslo_db.api [None req-602d5186-4eec-4b38-9740-b357a4d44aa5 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:54:15.147027 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-06b46619-3cf7-47ff-8cb3-671b8610cf0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:15.188969 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3def0bf0-ca67-41a7-bf81-216daddad693 None None] Pushing event updated for resources: {'Port': ['ID=1972e219-01fc-4f98-9b5f-03e5d9ed3750,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:15.237183 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ee3975-c3cb-4380-8f36-9364ba077d5c None None] Pushing event updated for resources: {'Port': ['ID=079fcbed-9ea5-4cd7-9868-910bdb8e6d1f,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:15.306009 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-35dacc9c-75a3-49fb-9e15-0a005bff7954 None None] Set router dec49a92-25d2-413a-97c0-aa95d6f35725 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:54:15.312213 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453ec176-5eba-4926-91c7-63d68d2cde61 None None] Network 6c63c325-bb54-4d02-9232-58653c5b6f7e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:15.360829 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-06b46619-3cf7-47ff-8cb3-671b8610cf0a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:15.368438 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-06b46619-3cf7-47ff-8cb3-671b8610cf0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:15.449925 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-281f09e8-ebae-4c80-b850-fd50b157fba5 None None] Provisioning for port 3062b505-108d-4e7f-8191-866a96f16155 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:54:15.456798 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-281f09e8-ebae-4c80-b850-fd50b157fba5 None None] Provisioning complete for port 3062b505-108d-4e7f-8191-866a96f16155 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:15.457233 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-281f09e8-ebae-4c80-b850-fd50b157fba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:15.473211 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-06b46619-3cf7-47ff-8cb3-671b8610cf0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:15.535568 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b46619-3cf7-47ff-8cb3-671b8610cf0a admin admin] Pushing event updated for resources: {'Port': ['ID=3062b505-108d-4e7f-8191-866a96f16155,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:15.552097 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddab957-a114-4b3d-b6a1-88254b72ab88 None None] get_active_networks_info from n-d-712141-10 {{(pid=94079) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 23:54:15.559089 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-281f09e8-ebae-4c80-b850-fd50b157fba5 None None] Port 3062b505-108d-4e7f-8191-866a96f16155 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:54:15.595030 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ed8758dd-4cc0-4af4-a119-9fcd9a9dadaf req-26b111b5-9a29-4e90-a8b4-11c68718c4d4 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=0259dec0-afd2-4ac2-9a83-e7804869590c HTTP/1.1" status: 200 len: 210 time: 0.0471895 Jul 29 23:54:15.640663 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b46619-3cf7-47ff-8cb3-671b8610cf0a admin admin] Network 5885023b-ea42-449b-8b73-0aaa56e46ec8 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:15.642407 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-06b46619-3cf7-47ff-8cb3-671b8610cf0a admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:15.646473 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-602d5186-4eec-4b38-9740-b357a4d44aa5 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:15.659086 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-35dacc9c-75a3-49fb-9e15-0a005bff7954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec49a92-25d2-413a-97c0-aa95d6f35725', 'name': 'tempest-TestVolumeBackupRestore-196260469-router', 'tenant_id': 'b66fd74116dc4c08bbfcb201f28a0895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '1972e219-01fc-4f98-9b5f-03e5d9ed3750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:08Z', 'updated_at': '2021-07-29T23:54:15Z', 'revision_number': 4, 'project_id': 'b66fd74116dc4c08bbfcb201f28a0895', 'gw_port': {'id': '1972e219-01fc-4f98-9b5f-03e5d9ed3750', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e0:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec49a92-25d2-413a-97c0-aa95d6f35725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:10Z', 'updated_at': '2021-07-29T23:54:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '3062b505-108d-4e7f-8191-866a96f16155', 'name': '', 'network_id': '5885023b-ea42-449b-8b73-0aaa56e46ec8', 'tenant_id': 'b66fd74116dc4c08bbfcb201f28a0895', 'mac_address': 'fa:16:3e:66:da:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec49a92-25d2-413a-97c0-aa95d6f35725', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '3ba837d8-b715-4874-8db1-8a16c54eec6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:14Z', 'updated_at': '2021-07-29T23:54:14Z', 'revision_number': 1, 'project_id': 'b66fd74116dc4c08bbfcb201f28a0895', 'subnets': [{'id': '3ba837d8-b715-4874-8db1-8a16c54eec6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:15.689470 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddab957-a114-4b3d-b6a1-88254b72ab88 None None] Resources bound (agent type, host, resource id): {{(pid=94079) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 23:54:15.717974 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35dacc9c-75a3-49fb-9e15-0a005bff7954 None None] The sync data for ids ['dec49a92-25d2-413a-97c0-aa95d6f35725'] in n-d-712141-10 is: [{'id': 'dec49a92-25d2-413a-97c0-aa95d6f35725', 'name': 'tempest-TestVolumeBackupRestore-196260469-router', 'tenant_id': 'b66fd74116dc4c08bbfcb201f28a0895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '1972e219-01fc-4f98-9b5f-03e5d9ed3750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:08Z', 'updated_at': '2021-07-29T23:54:15Z', 'revision_number': 4, 'project_id': 'b66fd74116dc4c08bbfcb201f28a0895', 'gw_port': {'id': '1972e219-01fc-4f98-9b5f-03e5d9ed3750', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e0:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec49a92-25d2-413a-97c0-aa95d6f35725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:10Z', 'updated_at': '2021-07-29T23:54:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '3062b505-108d-4e7f-8191-866a96f16155', 'name': '', 'network_id': '5885023b-ea42-449b-8b73-0aaa56e46ec8', 'tenant_id': 'b66fd74116dc4c08bbfcb201f28a0895', 'mac_address': 'fa:16:3e:66:da:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec49a92-25d2-413a-97c0-aa95d6f35725', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '3ba837d8-b715-4874-8db1-8a16c54eec6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:14Z', 'updated_at': '2021-07-29T23:54:14Z', 'revision_number': 1, 'project_id': 'b66fd74116dc4c08bbfcb201f28a0895', 'subnets': [{'id': '3ba837d8-b715-4874-8db1-8a16c54eec6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:54:15.753723 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-602d5186-4eec-4b38-9740-b357a4d44aa5 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Deleting port 079fcbed-9ea5-4cd7-9868-910bdb8e6d1f {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:54:15.754340 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-602d5186-4eec-4b38-9740-b357a4d44aa5 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:15.852209 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b46619-3cf7-47ff-8cb3-671b8610cf0a admin admin] Router dec49a92-25d2-413a-97c0-aa95d6f35725 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:54:15.881823 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-602d5186-4eec-4b38-9740-b357a4d44aa5 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] For port 079fcbed-9ea5-4cd7-9868-910bdb8e6d1f, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=079fcbed-9ea5-4cd7-9868-910bdb8e6d1f,segment=NetworkSegment(6789f2f3-5d2f-4025-bbf8-6d0d74a91b54),segment_id=6789f2f3-5d2f-4025-bbf8-6d0d74a91b54)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:15.882371 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-602d5186-4eec-4b38-9740-b357a4d44aa5 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:15.910355 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-602d5186-4eec-4b38-9740-b357a4d44aa5 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Calling delete_port for 079fcbed-9ea5-4cd7-9868-910bdb8e6d1f owned by network:dhcp {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:54:16.000929 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b46619-3cf7-47ff-8cb3-671b8610cf0a admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:54:16.018674 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-06b46619-3cf7-47ff-8cb3-671b8610cf0a admin admin] 10.222.0.43 "PUT /v2.0/routers/dec49a92-25d2-413a-97c0-aa95d6f35725/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3280499 Jul 29 23:54:16.097718 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-602d5186-4eec-4b38-9740-b357a4d44aa5 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:16.114163 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602d5186-4eec-4b38-9740-b357a4d44aa5 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] No DVR routers for this DVR port 079fcbed-9ea5-4cd7-9868-910bdb8e6d1f on host n-d-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:54:16.169808 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d5186-4eec-4b38-9740-b357a4d44aa5 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Pushing event deleted for resources: {'Port': ['ID=079fcbed-9ea5-4cd7-9868-910bdb8e6d1f,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:16.327534 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-602d5186-4eec-4b38-9740-b357a4d44aa5 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:16.351670 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-602d5186-4eec-4b38-9740-b357a4d44aa5 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c63c325-bb54-4d02-9232-58653c5b6f7e']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:16.363986 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-602d5186-4eec-4b38-9740-b357a4d44aa5 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6789f2f3-5d2f-4025-bbf8-6d0d74a91b54') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:16.364504 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-602d5186-4eec-4b38-9740-b357a4d44aa5 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6789f2f3-5d2f-4025-bbf8-6d0d74a91b54') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:16.380594 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-602d5186-4eec-4b38-9740-b357a4d44aa5 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:16.386264 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-10eae516-78d4-4bf0-a6d6-555673580604 None None] Provisioning complete for port 3062b505-108d-4e7f-8191-866a96f16155 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:16.386853 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-10eae516-78d4-4bf0-a6d6-555673580604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:16.405265 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-602d5186-4eec-4b38-9740-b357a4d44aa5 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:16.419187 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-602d5186-4eec-4b38-9740-b357a4d44aa5 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:54:16.420091 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-602d5186-4eec-4b38-9740-b357a4d44aa5 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:16.424497 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-10eae516-78d4-4bf0-a6d6-555673580604 None None] Port 3062b505-108d-4e7f-8191-866a96f16155 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:54:16.425695 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:54:16.425695 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:54:16.425695 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:54:16.425695 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:54:16.425695 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:54:16.425695 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:54:16.425695 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:54:16.425695 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:54:16.425695 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:54:16.425695 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:54:16.425695 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:54:16.425695 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:54:16.425695 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:54:16.425695 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:54:16.425695 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:54:16.425695 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:54:16.425695 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:54:16.425695 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:54:16.425695 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:54:16.425695 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:54:16.425695 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:54:16.425695 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:54:16.425695 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:54:16.425695 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:54:16.425695 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:54:16.425695 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:54:16.425695 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:54:16.425695 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:54:16.425695 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:54:16.425695 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:54:16.425695 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:54:16.425695 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:54:16.499977 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-602d5186-4eec-4b38-9740-b357a4d44aa5 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:16.512122 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-602d5186-4eec-4b38-9740-b357a4d44aa5 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:16.517214 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-602d5186-4eec-4b38-9740-b357a4d44aa5 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "DELETE /v2.0/networks/6c63c325-bb54-4d02-9232-58653c5b6f7e HTTP/1.1" status: 204 len: 168 time: 2.8758085 Jul 29 23:54:16.518025 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53432) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:16.523514 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-6de42347-b66c-4913-938d-abc60b09c312 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-926426466'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:16.529287 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d5186-4eec-4b38-9740-b357a4d44aa5 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Pushing event deleted for resources: {'Network': ['ID=6c63c325-bb54-4d02-9232-58653c5b6f7e,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:16.549400 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de42347-b66c-4913-938d-abc60b09c312 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Made reservation on behalf of ce56530737c448d796e956ef336782fd for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:16.553236 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6de42347-b66c-4913-938d-abc60b09c312 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:16.583369 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6de42347-b66c-4913-938d-abc60b09c312 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:54:16.596312 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6de42347-b66c-4913-938d-abc60b09c312 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:16.596669 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-6de42347-b66c-4913-938d-abc60b09c312 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Added segment 25aa7002-b6fe-4b2e-87d3-78628606b441 of type vlan for network 585226bc-4ac3-4ae6-87ef-120e92558856 Jul 29 23:54:16.667897 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6de42347-b66c-4913-938d-abc60b09c312 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:16.759048 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b1adcc58-4d24-465f-94c2-6201f5c0b04a req-f1725c2e-f09e-4379-bae3-d138aa77e52e tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "GET /v2.0/ports?device_id=0259dec0-afd2-4ac2-9a83-e7804869590c HTTP/1.1" status: 200 len: 210 time: 0.0333548 Jul 29 23:54:16.759794 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6de42347-b66c-4913-938d-abc60b09c312 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:16.765269 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de42347-b66c-4913-938d-abc60b09c312 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:16.769147 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6de42347-b66c-4913-938d-abc60b09c312 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:16.852164 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-6de42347-b66c-4913-938d-abc60b09c312 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3333595 Jul 29 23:54:16.856039 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53464) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:16.863984 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-d5f620af-379a-49bb-b23f-f748fd5df031 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Request body: {'subnet': {'network_id': '585226bc-4ac3-4ae6-87ef-120e92558856', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:16.889069 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de42347-b66c-4913-938d-abc60b09c312 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Pushing event updated for resources: {'Network': ['ID=585226bc-4ac3-4ae6-87ef-120e92558856,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:16.902082 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 585226bc-4ac3-4ae6-87ef-120e92558856 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:54:16.996631 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f620af-379a-49bb-b23f-f748fd5df031 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Made reservation on behalf of ce56530737c448d796e956ef336782fd for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:17.001902 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d5f620af-379a-49bb-b23f-f748fd5df031 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:17.211339 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d5f620af-379a-49bb-b23f-f748fd5df031 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:17.289772 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f620af-379a-49bb-b23f-f748fd5df031 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Pushing event updated for resources: {'Subnet': ['ID=230dfbb9-262c-452d-bb82-f95adeafd13f,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:17.299528 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f620af-379a-49bb-b23f-f748fd5df031 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Checking segment: {'id': '25aa7002-b6fe-4b2e-87d3-78628606b441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '585226bc-4ac3-4ae6-87ef-120e92558856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:54:17.299895 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f620af-379a-49bb-b23f-f748fd5df031 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Network hostable DHCP agents. Network: 585226bc-4ac3-4ae6-87ef-120e92558856, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:54:17.320591 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f620af-379a-49bb-b23f-f748fd5df031 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Network 585226bc-4ac3-4ae6-87ef-120e92558856 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:54:17.335614 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-d5f620af-379a-49bb-b23f-f748fd5df031 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 585226bc-4ac3-4ae6-87ef-120e92558856) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:17.340756 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f620af-379a-49bb-b23f-f748fd5df031 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:17.341699 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d5f620af-379a-49bb-b23f-f748fd5df031 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:17.347798 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5ecf79-4fc2-457c-aede-8419528b0731 None None] Network 585226bc-4ac3-4ae6-87ef-120e92558856 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:17.361360 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d5f620af-379a-49bb-b23f-f748fd5df031 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5032809 Jul 29 23:54:17.363338 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53498) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:17.505440 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7d661ba3-6a5d-47ab-a23e-161903932e6a tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:17.572688 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7d661ba3-6a5d-47ab-a23e-161903932e6a tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:17.657006 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7d661ba3-6a5d-47ab-a23e-161903932e6a tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:17.704915 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d661ba3-6a5d-47ab-a23e-161903932e6a tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Pushing event deleted for resources: {'Subnet': ['ID=230dfbb9-262c-452d-bb82-f95adeafd13f,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:17.758160 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e7fb91f-50d0-400e-8f83-f060e9c8ead3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-585226bc-4ac3-4ae6-87ef-120e92558856', 'network_id': '585226bc-4ac3-4ae6-87ef-120e92558856', 'tenant_id': 'ce56530737c448d796e956ef336782fd', 'fixed_ips': [{'subnet_id': '230dfbb9-262c-452d-bb82-f95adeafd13f'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:54:17.759215 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6e7fb91f-50d0-400e-8f83-f060e9c8ead3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:17.795168 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7d661ba3-6a5d-47ab-a23e-161903932e6a tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:17.827857 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-7d661ba3-6a5d-47ab-a23e-161903932e6a tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['585226bc-4ac3-4ae6-87ef-120e92558856']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:17.841138 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-7d661ba3-6a5d-47ab-a23e-161903932e6a tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25aa7002-b6fe-4b2e-87d3-78628606b441') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:17.841542 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-7d661ba3-6a5d-47ab-a23e-161903932e6a tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25aa7002-b6fe-4b2e-87d3-78628606b441') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:17.845890 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53506) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:17.846699 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 1972e219-01fc-4f98-9b5f-03e5d9ed3750 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:54:17.868396 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7d661ba3-6a5d-47ab-a23e-161903932e6a tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:17.892378 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbc46ba-b08d-47ac-8017-78b7523a015d None None] Network 585226bc-4ac3-4ae6-87ef-120e92558856 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:17.906569 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7d661ba3-6a5d-47ab-a23e-161903932e6a tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:17.915411 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d661ba3-6a5d-47ab-a23e-161903932e6a tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:54:17.916240 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7d661ba3-6a5d-47ab-a23e-161903932e6a tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:17.920465 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:54:17.920465 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:54:17.920465 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:54:17.920465 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:54:17.920465 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:54:17.920465 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:54:17.920465 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:54:17.920465 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:54:17.920465 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:54:17.920465 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:54:17.920465 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:54:17.920465 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:54:17.920465 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:54:17.920465 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:54:17.920465 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:54:17.920465 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:54:17.920465 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:54:17.920465 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:54:17.920465 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:54:17.920465 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:54:17.920465 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:54:17.920465 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:54:17.920465 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:54:17.920465 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:54:17.920465 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:54:17.920465 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:54:17.920465 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:54:17.920465 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:54:17.920465 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:54:17.920465 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:54:17.920465 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:54:17.920465 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:54:17.981603 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 1972e219-01fc-4f98-9b5f-03e5d9ed3750 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:54:18.003928 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 1972e219-01fc-4f98-9b5f-03e5d9ed3750 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:18.004646 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:18.009699 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7d661ba3-6a5d-47ab-a23e-161903932e6a tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:18.016621 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7d661ba3-6a5d-47ab-a23e-161903932e6a tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:18.024374 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-7d661ba3-6a5d-47ab-a23e-161903932e6a tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "DELETE /v2.0/networks/585226bc-4ac3-4ae6-87ef-120e92558856 HTTP/1.1" status: 204 len: 168 time: 0.6587682 Jul 29 23:54:18.028537 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53510) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:18.033930 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-eac5355a-1910-473a-8ce8-065ba889d3ab tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1894233001'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:18.061687 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d661ba3-6a5d-47ab-a23e-161903932e6a tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Pushing event deleted for resources: {'Network': ['ID=585226bc-4ac3-4ae6-87ef-120e92558856,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:18.087079 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-edb7f7ce-76a1-42ee-a435-877f74155998 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Deleting port 437bd33e-edc6-4bbf-b520-fc642dd67c28 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:54:18.088056 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-edb7f7ce-76a1-42ee-a435-877f74155998 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:18.090200 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac5355a-1910-473a-8ce8-065ba889d3ab tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Made reservation on behalf of ce56530737c448d796e956ef336782fd for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:18.094602 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-eac5355a-1910-473a-8ce8-065ba889d3ab tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:18.143366 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eac5355a-1910-473a-8ce8-065ba889d3ab tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:54:18.171885 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-eac5355a-1910-473a-8ce8-065ba889d3ab tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:18.173910 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-eac5355a-1910-473a-8ce8-065ba889d3ab tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Added segment 85d2df4f-48ea-455f-9703-daddbebe9e5e of type vlan for network 024d7e14-f848-410b-aad4-bbc3d7fbe30b Jul 29 23:54:18.184142 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:18.213484 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 1972e219-01fc-4f98-9b5f-03e5d9ed3750, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=1972e219-01fc-4f98-9b5f-03e5d9ed3750,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:18.218368 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:18.245643 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-eac5355a-1910-473a-8ce8-065ba889d3ab tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:18.253079 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-edb7f7ce-76a1-42ee-a435-877f74155998 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:18.253884 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-edb7f7ce-76a1-42ee-a435-877f74155998 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:18.278865 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-edb7f7ce-76a1-42ee-a435-877f74155998 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Calling delete_port for 437bd33e-edc6-4bbf-b520-fc642dd67c28 owned by network:floatingip {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:54:18.289551 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=1972e219-01fc-4f98-9b5f-03e5d9ed3750,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:18.302303 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-eac5355a-1910-473a-8ce8-065ba889d3ab tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:18.308595 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac5355a-1910-473a-8ce8-065ba889d3ab tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:18.309238 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-eac5355a-1910-473a-8ce8-065ba889d3ab tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:18.374760 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-eac5355a-1910-473a-8ce8-065ba889d3ab tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3445215 Jul 29 23:54:18.385283 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53514) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:18.401202 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-22976f59-20da-4d5e-9959-4cae849dd984 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Request body: {'subnet': {'network_id': '024d7e14-f848-410b-aad4-bbc3d7fbe30b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:18.478325 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac5355a-1910-473a-8ce8-065ba889d3ab tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Pushing event updated for resources: {'Network': ['ID=024d7e14-f848-410b-aad4-bbc3d7fbe30b,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:18.501047 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 024d7e14-f848-410b-aad4-bbc3d7fbe30b details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:54:18.503627 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-edb7f7ce-76a1-42ee-a435-877f74155998 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:18.550637 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb7f7ce-76a1-42ee-a435-877f74155998 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Pushing event deleted for resources: {'Port': ['ID=437bd33e-edc6-4bbf-b520-fc642dd67c28,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:18.568833 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22976f59-20da-4d5e-9959-4cae849dd984 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Made reservation on behalf of ce56530737c448d796e956ef336782fd for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:18.575926 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-22976f59-20da-4d5e-9959-4cae849dd984 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:18.655530 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-edb7f7ce-76a1-42ee-a435-877f74155998 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks [] for floatingip, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:18.657161 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6505fd26-77d4-447d-8f4d-f8f34702911c None None] Sync routers for ids ['dec49a92-25d2-413a-97c0-aa95d6f35725'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:54:18.658180 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-edb7f7ce-76a1-42ee-a435-877f74155998 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:18.659372 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-edb7f7ce-76a1-42ee-a435-877f74155998 tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "DELETE /v2.0/floatingips/63bbeae8-0f1f-4054-8ec7-7aa598a1d11c HTTP/1.1" status: 204 len: 168 time: 0.8121285 Jul 29 23:54:18.671989 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6505fd26-77d4-447d-8f4d-f8f34702911c None None] Routers {'dec49a92-25d2-413a-97c0-aa95d6f35725'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:18.672640 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-6505fd26-77d4-447d-8f4d-f8f34702911c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:53:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['dec49a92-25d2-413a-97c0-aa95d6f35725'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:18.673930 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.ipam_backend_mixin [None req-22976f59-20da-4d5e-9959-4cae849dd984 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Performing IP validity checks on allocation pools {{(pid=94078) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 29 23:54:18.674479 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.ipam_backend_mixin [None req-22976f59-20da-4d5e-9959-4cae849dd984 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94078) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 29 23:54:18.826636 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-6505fd26-77d4-447d-8f4d-f8f34702911c None None] Set router dec49a92-25d2-413a-97c0-aa95d6f35725 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:54:18.851726 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-22976f59-20da-4d5e-9959-4cae849dd984 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:18.947651 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22976f59-20da-4d5e-9959-4cae849dd984 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Checking segment: {'id': '85d2df4f-48ea-455f-9703-daddbebe9e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '024d7e14-f848-410b-aad4-bbc3d7fbe30b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:54:18.947651 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22976f59-20da-4d5e-9959-4cae849dd984 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Network hostable DHCP agents. Network: 024d7e14-f848-410b-aad4-bbc3d7fbe30b, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:54:18.951145 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22976f59-20da-4d5e-9959-4cae849dd984 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Pushing event updated for resources: {'Subnet': ['ID=219b508a-3f13-4c58-9d83-3d50f3136980,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:18.971488 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22976f59-20da-4d5e-9959-4cae849dd984 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Network 024d7e14-f848-410b-aad4-bbc3d7fbe30b is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:54:18.987220 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-22976f59-20da-4d5e-9959-4cae849dd984 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 024d7e14-f848-410b-aad4-bbc3d7fbe30b) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:19.000152 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22976f59-20da-4d5e-9959-4cae849dd984 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:19.000742 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-22976f59-20da-4d5e-9959-4cae849dd984 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:19.004857 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1540aa-b6a1-4bbf-809d-99b332b029f4 None None] Network 024d7e14-f848-410b-aad4-bbc3d7fbe30b requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:19.020084 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-22976f59-20da-4d5e-9959-4cae849dd984 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.6295364 Jul 29 23:54:19.022646 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53526) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:19.147119 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a0fdc58e-35ab-4118-8c26-768e57fb95eb tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:19.202406 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-6505fd26-77d4-447d-8f4d-f8f34702911c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec49a92-25d2-413a-97c0-aa95d6f35725', 'name': 'tempest-TestVolumeBackupRestore-196260469-router', 'tenant_id': 'b66fd74116dc4c08bbfcb201f28a0895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '1972e219-01fc-4f98-9b5f-03e5d9ed3750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:08Z', 'updated_at': '2021-07-29T23:54:15Z', 'revision_number': 4, 'project_id': 'b66fd74116dc4c08bbfcb201f28a0895', 'gw_port': {'id': '1972e219-01fc-4f98-9b5f-03e5d9ed3750', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec49a92-25d2-413a-97c0-aa95d6f35725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:10Z', 'updated_at': '2021-07-29T23:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '3062b505-108d-4e7f-8191-866a96f16155', 'name': '', 'network_id': '5885023b-ea42-449b-8b73-0aaa56e46ec8', 'tenant_id': 'b66fd74116dc4c08bbfcb201f28a0895', 'mac_address': 'fa:16:3e:66:da:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec49a92-25d2-413a-97c0-aa95d6f35725', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '3ba837d8-b715-4874-8db1-8a16c54eec6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:14Z', 'updated_at': '2021-07-29T23:54:15Z', 'revision_number': 2, 'project_id': 'b66fd74116dc4c08bbfcb201f28a0895', 'subnets': [{'id': '3ba837d8-b715-4874-8db1-8a16c54eec6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:19.229938 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a0fdc58e-35ab-4118-8c26-768e57fb95eb tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:19.266675 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6505fd26-77d4-447d-8f4d-f8f34702911c None None] Checking router: dec49a92-25d2-413a-97c0-aa95d6f35725 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:54:19.267089 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6505fd26-77d4-447d-8f4d-f8f34702911c None None] Updating router dec49a92-25d2-413a-97c0-aa95d6f35725 port 3062b505-108d-4e7f-8191-866a96f16155 binding host n-d-712141-10 {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:54:19.303905 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7aa6e57-a973-48f7-8136-b4752fd50618 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-024d7e14-f848-410b-aad4-bbc3d7fbe30b', 'network_id': '024d7e14-f848-410b-aad4-bbc3d7fbe30b', 'tenant_id': 'ce56530737c448d796e956ef336782fd', 'fixed_ips': [{'subnet_id': '219b508a-3f13-4c58-9d83-3d50f3136980'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:54:19.304468 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a0fdc58e-35ab-4118-8c26-768e57fb95eb tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:19.305135 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d7aa6e57-a973-48f7-8136-b4752fd50618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:19.333430 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6505fd26-77d4-447d-8f4d-f8f34702911c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:19.344584 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fdc58e-35ab-4118-8c26-768e57fb95eb tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Pushing event deleted for resources: {'Subnet': ['ID=219b508a-3f13-4c58-9d83-3d50f3136980,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:19.416410 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a0fdc58e-35ab-4118-8c26-768e57fb95eb tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:19.433445 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-a0fdc58e-35ab-4118-8c26-768e57fb95eb tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['024d7e14-f848-410b-aad4-bbc3d7fbe30b']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:19.446092 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-a0fdc58e-35ab-4118-8c26-768e57fb95eb tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85d2df4f-48ea-455f-9703-daddbebe9e5e') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:19.446534 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-a0fdc58e-35ab-4118-8c26-768e57fb95eb tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85d2df4f-48ea-455f-9703-daddbebe9e5e') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:19.457820 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a0fdc58e-35ab-4118-8c26-768e57fb95eb tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:19.474063 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a0fdc58e-35ab-4118-8c26-768e57fb95eb tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:19.481859 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0fdc58e-35ab-4118-8c26-768e57fb95eb tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:54:19.482322 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a0fdc58e-35ab-4118-8c26-768e57fb95eb tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:19.512378 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd705665-3cf8-4a4b-9493-9af5ab3ab034 None None] Network 024d7e14-f848-410b-aad4-bbc3d7fbe30b requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:19.535112 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:54:19.535112 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:54:19.535112 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:54:19.535112 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:54:19.535112 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:54:19.535112 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:54:19.535112 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:54:19.535112 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:54:19.535112 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:54:19.535112 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:54:19.535112 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:54:19.535112 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:54:19.535112 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:54:19.535112 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:54:19.535112 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:54:19.535112 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:54:19.535112 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:54:19.535112 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:54:19.535112 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:54:19.535112 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:54:19.535112 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:54:19.535112 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:54:19.535112 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:54:19.535112 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:54:19.535112 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:54:19.535112 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:54:19.535112 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:54:19.535112 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:54:19.535112 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:54:19.535112 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:54:19.535112 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:54:19.535112 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:54:19.568116 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a0fdc58e-35ab-4118-8c26-768e57fb95eb tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:19.580777 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a0fdc58e-35ab-4118-8c26-768e57fb95eb tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:19.586957 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a0fdc58e-35ab-4118-8c26-768e57fb95eb tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "DELETE /v2.0/networks/024d7e14-f848-410b-aad4-bbc3d7fbe30b HTTP/1.1" status: 204 len: 168 time: 0.5584519 Jul 29 23:54:19.587824 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53530) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:19.597789 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-70ce3cb0-f7ff-4692-814d-3a8d6d278025 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1493246318'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:19.600492 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fdc58e-35ab-4118-8c26-768e57fb95eb tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Pushing event deleted for resources: {'Network': ['ID=024d7e14-f848-410b-aad4-bbc3d7fbe30b,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:19.646807 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ce3cb0-f7ff-4692-814d-3a8d6d278025 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Made reservation on behalf of ce56530737c448d796e956ef336782fd for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:19.655661 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-70ce3cb0-f7ff-4692-814d-3a8d6d278025 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:19.711254 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70ce3cb0-f7ff-4692-814d-3a8d6d278025 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:54:19.724930 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-70ce3cb0-f7ff-4692-814d-3a8d6d278025 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:19.725273 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-70ce3cb0-f7ff-4692-814d-3a8d6d278025 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Added segment d2418fff-acc8-498d-aaf1-a442052cde8d of type vlan for network 5636ba1b-1b64-481f-a8c0-d41d40d24df4 Jul 29 23:54:19.792906 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-70ce3cb0-f7ff-4692-814d-3a8d6d278025 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:19.798828 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 1972e219-01fc-4f98-9b5f-03e5d9ed3750 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:54:19.837435 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:19.843407 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-70ce3cb0-f7ff-4692-814d-3a8d6d278025 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:19.854828 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ce3cb0-f7ff-4692-814d-3a8d6d278025 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:19.855641 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-70ce3cb0-f7ff-4692-814d-3a8d6d278025 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:19.938334 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-70ce3cb0-f7ff-4692-814d-3a8d6d278025 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3486252 Jul 29 23:54:19.941841 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53536) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:19.949662 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 1972e219-01fc-4f98-9b5f-03e5d9ed3750 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:19.951881 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-e42a1687-7433-4530-b3a2-0cc357f34a6f tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Request body: {'subnet': {'network_id': '5636ba1b-1b64-481f-a8c0-d41d40d24df4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:19.952550 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:19.962682 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ce3cb0-f7ff-4692-814d-3a8d6d278025 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Pushing event updated for resources: {'Network': ['ID=5636ba1b-1b64-481f-a8c0-d41d40d24df4,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:19.989932 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 5636ba1b-1b64-481f-a8c0-d41d40d24df4 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:54:20.057491 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6505fd26-77d4-447d-8f4d-f8f34702911c None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:20.088487 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-6505fd26-77d4-447d-8f4d-f8f34702911c None None] Transition to ACTIVE for port object 3062b505-108d-4e7f-8191-866a96f16155 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:20.090413 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e42a1687-7433-4530-b3a2-0cc357f34a6f tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Made reservation on behalf of ce56530737c448d796e956ef336782fd for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:20.095533 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e42a1687-7433-4530-b3a2-0cc357f34a6f tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:20.107606 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6505fd26-77d4-447d-8f4d-f8f34702911c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:20.209710 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767f55f8-1cbe-4bfe-9a75-189d959e2bdc None None] Pushing event updated for resources: {'Port': ['ID=3062b505-108d-4e7f-8191-866a96f16155,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:20.296162 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-6505fd26-77d4-447d-8f4d-f8f34702911c None None] Attempting to bind port 3062b505-108d-4e7f-8191-866a96f16155 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:54:20.296689 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-6505fd26-77d4-447d-8f4d-f8f34702911c None None] Attempting to bind port 3062b505-108d-4e7f-8191-866a96f16155 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '007f5c27-0c93-4c56-b821-a4b13002508c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5885023b-ea42-449b-8b73-0aaa56e46ec8'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:54:20.297118 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6505fd26-77d4-447d-8f4d-f8f34702911c None None] Attempting to bind port 3062b505-108d-4e7f-8191-866a96f16155 on network 5885023b-ea42-449b-8b73-0aaa56e46ec8 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:20.303480 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6505fd26-77d4-447d-8f4d-f8f34702911c None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:54:20.304914 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6505fd26-77d4-447d-8f4d-f8f34702911c None None] Checking segment: {'id': '007f5c27-0c93-4c56-b821-a4b13002508c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5885023b-ea42-449b-8b73-0aaa56e46ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:54:20.305406 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6505fd26-77d4-447d-8f4d-f8f34702911c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:20.305926 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6505fd26-77d4-447d-8f4d-f8f34702911c None None] Bound using segment: {'id': '007f5c27-0c93-4c56-b821-a4b13002508c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5885023b-ea42-449b-8b73-0aaa56e46ec8'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:54:20.306492 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-6505fd26-77d4-447d-8f4d-f8f34702911c None None] Bound port: 3062b505-108d-4e7f-8191-866a96f16155, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '007f5c27-0c93-4c56-b821-a4b13002508c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5885023b-ea42-449b-8b73-0aaa56e46ec8'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:54:20.306949 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6505fd26-77d4-447d-8f4d-f8f34702911c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:20.412454 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-6505fd26-77d4-447d-8f4d-f8f34702911c None None] For port 3062b505-108d-4e7f-8191-866a96f16155, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:54:20.418552 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-6505fd26-77d4-447d-8f4d-f8f34702911c None None] For port 3062b505-108d-4e7f-8191-866a96f16155, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=3062b505-108d-4e7f-8191-866a96f16155,segment=NetworkSegment(007f5c27-0c93-4c56-b821-a4b13002508c),segment_id=007f5c27-0c93-4c56-b821-a4b13002508c)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:54:20.428408 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6505fd26-77d4-447d-8f4d-f8f34702911c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:20.442900 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e42a1687-7433-4530-b3a2-0cc357f34a6f tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:20.544390 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42a1687-7433-4530-b3a2-0cc357f34a6f tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Pushing event updated for resources: {'Subnet': ['ID=5ff70b4f-26db-4f7a-b537-7826e3993629,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:20.565179 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e42a1687-7433-4530-b3a2-0cc357f34a6f tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Checking segment: {'id': 'd2418fff-acc8-498d-aaf1-a442052cde8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '5636ba1b-1b64-481f-a8c0-d41d40d24df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:54:20.565514 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42a1687-7433-4530-b3a2-0cc357f34a6f tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Network hostable DHCP agents. Network: 5636ba1b-1b64-481f-a8c0-d41d40d24df4, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:54:20.580178 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6505fd26-77d4-447d-8f4d-f8f34702911c None None] Routers {'dec49a92-25d2-413a-97c0-aa95d6f35725'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:20.581057 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-6505fd26-77d4-447d-8f4d-f8f34702911c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:53:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['dec49a92-25d2-413a-97c0-aa95d6f35725'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:20.590570 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42a1687-7433-4530-b3a2-0cc357f34a6f tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Network 5636ba1b-1b64-481f-a8c0-d41d40d24df4 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:54:20.607375 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-e42a1687-7433-4530-b3a2-0cc357f34a6f tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 5636ba1b-1b64-481f-a8c0-d41d40d24df4) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:20.619214 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42a1687-7433-4530-b3a2-0cc357f34a6f tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:20.620273 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e42a1687-7433-4530-b3a2-0cc357f34a6f tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:20.644186 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e42a1687-7433-4530-b3a2-0cc357f34a6f tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6986063 Jul 29 23:54:20.644903 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53540) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:20.653454 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700156c9-9e1e-46ee-bef0-e53473c207b4 None None] Network 5636ba1b-1b64-481f-a8c0-d41d40d24df4 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:20.657868 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767f55f8-1cbe-4bfe-9a75-189d959e2bdc None None] Pushing event updated for resources: {'Port': ['ID=3062b505-108d-4e7f-8191-866a96f16155,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:20.931171 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-6505fd26-77d4-447d-8f4d-f8f34702911c None None] Set router dec49a92-25d2-413a-97c0-aa95d6f35725 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:54:20.953314 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5589ec1d-18dc-403f-96fb-8148bb68b498 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:21.026544 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5589ec1d-18dc-403f-96fb-8148bb68b498 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:21.129405 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5589ec1d-18dc-403f-96fb-8148bb68b498 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:21.183507 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5589ec1d-18dc-403f-96fb-8148bb68b498 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Pushing event deleted for resources: {'Subnet': ['ID=5ff70b4f-26db-4f7a-b537-7826e3993629,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:21.236711 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5589ec1d-18dc-403f-96fb-8148bb68b498 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:21.250487 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-5589ec1d-18dc-403f-96fb-8148bb68b498 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5636ba1b-1b64-481f-a8c0-d41d40d24df4']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:21.268391 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-5589ec1d-18dc-403f-96fb-8148bb68b498 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2418fff-acc8-498d-aaf1-a442052cde8d') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:21.268709 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-5589ec1d-18dc-403f-96fb-8148bb68b498 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2418fff-acc8-498d-aaf1-a442052cde8d') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:21.282125 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5589ec1d-18dc-403f-96fb-8148bb68b498 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:21.299232 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5589ec1d-18dc-403f-96fb-8148bb68b498 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:21.312950 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5589ec1d-18dc-403f-96fb-8148bb68b498 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:54:21.313413 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5589ec1d-18dc-403f-96fb-8148bb68b498 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:21.385731 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:54:21.385731 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:54:21.385731 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:54:21.385731 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:54:21.385731 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:54:21.385731 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:54:21.385731 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:54:21.385731 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:54:21.385731 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:54:21.385731 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:54:21.385731 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:54:21.385731 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:54:21.385731 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:54:21.385731 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:54:21.385731 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:54:21.385731 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:54:21.385731 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:54:21.385731 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:54:21.385731 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:54:21.385731 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:54:21.385731 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:54:21.385731 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:54:21.385731 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:54:21.385731 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:54:21.385731 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:54:21.385731 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:54:21.385731 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:54:21.385731 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:54:21.385731 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:54:21.385731 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:54:21.385731 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:54:21.385731 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:54:21.398956 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7092562-feeb-4cf3-ba8d-c7ef65256002 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-5636ba1b-1b64-481f-a8c0-d41d40d24df4', 'network_id': '5636ba1b-1b64-481f-a8c0-d41d40d24df4', 'tenant_id': 'ce56530737c448d796e956ef336782fd', 'fixed_ips': [{'subnet_id': '5ff70b4f-26db-4f7a-b537-7826e3993629'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:54:21.399524 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5589ec1d-18dc-403f-96fb-8148bb68b498 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:21.399999 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f7092562-feeb-4cf3-ba8d-c7ef65256002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:21.415495 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5589ec1d-18dc-403f-96fb-8148bb68b498 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:21.418401 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-5589ec1d-18dc-403f-96fb-8148bb68b498 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "DELETE /v2.0/networks/5636ba1b-1b64-481f-a8c0-d41d40d24df4 HTTP/1.1" status: 204 len: 168 time: 0.7669404 Jul 29 23:54:21.422117 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53546) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:21.427924 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-fd00dbd8-bdbe-43cf-b734-3f1602a99757 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2036885511'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:21.431043 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5589ec1d-18dc-403f-96fb-8148bb68b498 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Pushing event deleted for resources: {'Network': ['ID=5636ba1b-1b64-481f-a8c0-d41d40d24df4,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:21.464928 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd00dbd8-bdbe-43cf-b734-3f1602a99757 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Made reservation on behalf of ce56530737c448d796e956ef336782fd for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:21.468788 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fd00dbd8-bdbe-43cf-b734-3f1602a99757 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:21.484681 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7f0152-504a-4dd2-b6a1-95db96218a03 None None] Network 5636ba1b-1b64-481f-a8c0-d41d40d24df4 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:21.504710 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7f0152-504a-4dd2-b6a1-95db96218a03 None None] Network 5636ba1b-1b64-481f-a8c0-d41d40d24df4 could not be found, it might have been deleted concurrently. {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 29 23:54:21.531988 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd00dbd8-bdbe-43cf-b734-3f1602a99757 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:54:21.538773 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-6505fd26-77d4-447d-8f4d-f8f34702911c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec49a92-25d2-413a-97c0-aa95d6f35725', 'name': 'tempest-TestVolumeBackupRestore-196260469-router', 'tenant_id': 'b66fd74116dc4c08bbfcb201f28a0895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '1972e219-01fc-4f98-9b5f-03e5d9ed3750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:08Z', 'updated_at': '2021-07-29T23:54:15Z', 'revision_number': 4, 'project_id': 'b66fd74116dc4c08bbfcb201f28a0895', 'gw_port': {'id': '1972e219-01fc-4f98-9b5f-03e5d9ed3750', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec49a92-25d2-413a-97c0-aa95d6f35725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:10Z', 'updated_at': '2021-07-29T23:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '3062b505-108d-4e7f-8191-866a96f16155', 'name': '', 'network_id': '5885023b-ea42-449b-8b73-0aaa56e46ec8', 'tenant_id': 'b66fd74116dc4c08bbfcb201f28a0895', 'mac_address': 'fa:16:3e:66:da:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec49a92-25d2-413a-97c0-aa95d6f35725', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '3ba837d8-b715-4874-8db1-8a16c54eec6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:14Z', 'updated_at': '2021-07-29T23:54:20Z', 'revision_number': 4, 'project_id': 'b66fd74116dc4c08bbfcb201f28a0895', 'subnets': [{'id': '3ba837d8-b715-4874-8db1-8a16c54eec6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:21.548599 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fd00dbd8-bdbe-43cf-b734-3f1602a99757 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:21.549971 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-fd00dbd8-bdbe-43cf-b734-3f1602a99757 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Added segment 3a8d10b1-db8b-4c84-9af3-5f0ceda42618 of type vlan for network 0c9b8a37-ddad-4e02-8fab-eef4bb07acee Jul 29 23:54:21.579092 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6505fd26-77d4-447d-8f4d-f8f34702911c None None] The sync data for ids ['dec49a92-25d2-413a-97c0-aa95d6f35725'] in n-d-712141-10 is: [{'id': 'dec49a92-25d2-413a-97c0-aa95d6f35725', 'name': 'tempest-TestVolumeBackupRestore-196260469-router', 'tenant_id': 'b66fd74116dc4c08bbfcb201f28a0895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '1972e219-01fc-4f98-9b5f-03e5d9ed3750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:08Z', 'updated_at': '2021-07-29T23:54:15Z', 'revision_number': 4, 'project_id': 'b66fd74116dc4c08bbfcb201f28a0895', 'gw_port': {'id': '1972e219-01fc-4f98-9b5f-03e5d9ed3750', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec49a92-25d2-413a-97c0-aa95d6f35725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:10Z', 'updated_at': '2021-07-29T23:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '3062b505-108d-4e7f-8191-866a96f16155', 'name': '', 'network_id': '5885023b-ea42-449b-8b73-0aaa56e46ec8', 'tenant_id': 'b66fd74116dc4c08bbfcb201f28a0895', 'mac_address': 'fa:16:3e:66:da:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dec49a92-25d2-413a-97c0-aa95d6f35725', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': '3ba837d8-b715-4874-8db1-8a16c54eec6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:14Z', 'updated_at': '2021-07-29T23:54:20Z', 'revision_number': 4, 'project_id': 'b66fd74116dc4c08bbfcb201f28a0895', 'subnets': [{'id': '3ba837d8-b715-4874-8db1-8a16c54eec6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:54:21.615713 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fd00dbd8-bdbe-43cf-b734-3f1602a99757 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:21.664314 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fd00dbd8-bdbe-43cf-b734-3f1602a99757 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:21.691082 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd00dbd8-bdbe-43cf-b734-3f1602a99757 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:21.692129 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fd00dbd8-bdbe-43cf-b734-3f1602a99757 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:21.763822 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-fd00dbd8-bdbe-43cf-b734-3f1602a99757 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3373780 Jul 29 23:54:21.764150 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53552) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:21.772013 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-2d844bcd-7791-41dc-a6db-9f25b93e2798 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Request body: {'subnet': {'network_id': '0c9b8a37-ddad-4e02-8fab-eef4bb07acee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:21.783604 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd00dbd8-bdbe-43cf-b734-3f1602a99757 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Pushing event updated for resources: {'Network': ['ID=0c9b8a37-ddad-4e02-8fab-eef4bb07acee,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:21.800774 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 0c9b8a37-ddad-4e02-8fab-eef4bb07acee details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:54:21.869231 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 3062b505-108d-4e7f-8191-866a96f16155 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:54:21.922644 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d844bcd-7791-41dc-a6db-9f25b93e2798 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Made reservation on behalf of ce56530737c448d796e956ef336782fd for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:21.929195 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2d844bcd-7791-41dc-a6db-9f25b93e2798 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:21.988549 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 3062b505-108d-4e7f-8191-866a96f16155 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:54:21.994422 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 3062b505-108d-4e7f-8191-866a96f16155 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:21.995225 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:22.120171 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53558) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:22.129966 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:22.194915 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 3062b505-108d-4e7f-8191-866a96f16155, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=3062b505-108d-4e7f-8191-866a96f16155,segment=NetworkSegment(007f5c27-0c93-4c56-b821-a4b13002508c),segment_id=007f5c27-0c93-4c56-b821-a4b13002508c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:22.203149 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:22.285500 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-491638d7-19c7-4b7f-a2e2-b6f62487696d tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:22.306449 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2d844bcd-7791-41dc-a6db-9f25b93e2798 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:22.321431 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=3062b505-108d-4e7f-8191-866a96f16155,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:22.333376 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-491638d7-19c7-4b7f-a2e2-b6f62487696d tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:22.428315 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d844bcd-7791-41dc-a6db-9f25b93e2798 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Pushing event updated for resources: {'Subnet': ['ID=a8656a69-bd1c-4625-93d6-26d83f761fc3,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:22.438627 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d844bcd-7791-41dc-a6db-9f25b93e2798 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Checking segment: {'id': '3a8d10b1-db8b-4c84-9af3-5f0ceda42618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '0c9b8a37-ddad-4e02-8fab-eef4bb07acee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:54:22.439004 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d844bcd-7791-41dc-a6db-9f25b93e2798 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Network hostable DHCP agents. Network: 0c9b8a37-ddad-4e02-8fab-eef4bb07acee, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:54:22.449710 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-491638d7-19c7-4b7f-a2e2-b6f62487696d tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:22.457878 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-491638d7-19c7-4b7f-a2e2-b6f62487696d tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:22.461222 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-491638d7-19c7-4b7f-a2e2-b6f62487696d tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] 10.222.0.43 "DELETE /v2.0/security-groups/c5d1ebf4-b794-4521-9c0b-417b32b2215f HTTP/1.1" status: 204 len: 168 time: 0.3391526 Jul 29 23:54:22.466472 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d844bcd-7791-41dc-a6db-9f25b93e2798 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Network 0c9b8a37-ddad-4e02-8fab-eef4bb07acee is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:54:22.480204 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-2d844bcd-7791-41dc-a6db-9f25b93e2798 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 0c9b8a37-ddad-4e02-8fab-eef4bb07acee) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:22.492927 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8cbaf1-6b52-4924-ad10-974e077c7ba7 None None] Network 0c9b8a37-ddad-4e02-8fab-eef4bb07acee requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:22.503944 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491638d7-19c7-4b7f-a2e2-b6f62487696d tempest-TestVolumeBootPattern-1790457155 tempest-TestVolumeBootPattern-1790457155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d1ebf4-b794-4521-9c0b-417b32b2215f,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:22.506004 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d844bcd-7791-41dc-a6db-9f25b93e2798 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:22.511066 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2d844bcd-7791-41dc-a6db-9f25b93e2798 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:22.551387 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53564) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:22.563044 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-2d844bcd-7791-41dc-a6db-9f25b93e2798 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7974017 Jul 29 23:54:22.617183 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53566) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:22.783741 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-03ab13a4-f935-48bf-bee6-b997fb0765b9 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:22.870484 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5c8798-b3fc-4c02-bb22-bc841bd0b07a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-0c9b8a37-ddad-4e02-8fab-eef4bb07acee', 'network_id': '0c9b8a37-ddad-4e02-8fab-eef4bb07acee', 'tenant_id': 'ce56530737c448d796e956ef336782fd', 'fixed_ips': [{'subnet_id': 'a8656a69-bd1c-4625-93d6-26d83f761fc3'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:54:22.871590 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8a5c8798-b3fc-4c02-bb22-bc841bd0b07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:22.882793 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-03ab13a4-f935-48bf-bee6-b997fb0765b9 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:22.989310 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-03ab13a4-f935-48bf-bee6-b997fb0765b9 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:23.021013 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ab13a4-f935-48bf-bee6-b997fb0765b9 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Pushing event deleted for resources: {'Subnet': ['ID=a8656a69-bd1c-4625-93d6-26d83f761fc3,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:23.140099 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-03ab13a4-f935-48bf-bee6-b997fb0765b9 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server [None req-8a5c8798-b3fc-4c02-bb22-bc841bd0b07a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a8656a69-bd1c-4625-93d6-26d83f761fc3: This subnet is being modified by another concurrent operation. Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server raise exception Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a8656a69-bd1c-4625-93d6-26d83f761fc3: This subnet is being modified by another concurrent operation. Jul 29 23:54:23.154529 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server Jul 29 23:54:23.176360 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-03ab13a4-f935-48bf-bee6-b997fb0765b9 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c9b8a37-ddad-4e02-8fab-eef4bb07acee']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:23.182966 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc596e3d-96a9-4bb5-bcf8-9afa1d4c1e48 None None] Network 0c9b8a37-ddad-4e02-8fab-eef4bb07acee requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:23.189138 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-03ab13a4-f935-48bf-bee6-b997fb0765b9 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a8d10b1-db8b-4c84-9af3-5f0ceda42618') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:23.189439 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-03ab13a4-f935-48bf-bee6-b997fb0765b9 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a8d10b1-db8b-4c84-9af3-5f0ceda42618') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:23.199686 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-03ab13a4-f935-48bf-bee6-b997fb0765b9 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:23.214879 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-03ab13a4-f935-48bf-bee6-b997fb0765b9 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:23.224198 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03ab13a4-f935-48bf-bee6-b997fb0765b9 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:54:23.224871 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-03ab13a4-f935-48bf-bee6-b997fb0765b9 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:23.309279 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:54:23.309279 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:54:23.309279 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:54:23.309279 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:54:23.309279 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:54:23.309279 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:54:23.309279 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:54:23.309279 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:54:23.309279 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:54:23.309279 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:54:23.309279 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:54:23.309279 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:54:23.309279 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:54:23.309279 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:54:23.309279 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:54:23.309279 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:54:23.309279 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:54:23.309279 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:54:23.309279 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:54:23.309279 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:54:23.309279 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:54:23.309279 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:54:23.309279 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:54:23.309279 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:54:23.309279 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:54:23.309279 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:54:23.309279 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:54:23.309279 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:54:23.309279 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:54:23.309279 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:54:23.309279 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:54:23.309279 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:54:23.312784 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-03ab13a4-f935-48bf-bee6-b997fb0765b9 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:23.318723 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-03ab13a4-f935-48bf-bee6-b997fb0765b9 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:23.322686 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-03ab13a4-f935-48bf-bee6-b997fb0765b9 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "DELETE /v2.0/networks/0c9b8a37-ddad-4e02-8fab-eef4bb07acee HTTP/1.1" status: 204 len: 168 time: 0.7695794 Jul 29 23:54:23.327746 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53572) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:23.334301 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-6c3bede0-3680-45af-a07c-3f8870009bc9 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1361165826'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:23.358527 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ab13a4-f935-48bf-bee6-b997fb0765b9 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Pushing event deleted for resources: {'Network': ['ID=0c9b8a37-ddad-4e02-8fab-eef4bb07acee,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:23.362610 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5af9796f-980a-4367-910a-b57d067125dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:23.372984 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf2f61a-93b0-4ba5-9702-50c08533e8d9 None None] get_active_networks_info from n-d-712141-10 {{(pid=94079) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 23:54:23.380648 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b637850f-8a3c-4406-adf8-9bc86d846b95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:23.384018 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c3bede0-3680-45af-a07c-3f8870009bc9 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Made reservation on behalf of ce56530737c448d796e956ef336782fd for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:23.388817 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6c3bede0-3680-45af-a07c-3f8870009bc9 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:23.418793 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c3bede0-3680-45af-a07c-3f8870009bc9 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:54:23.443028 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6c3bede0-3680-45af-a07c-3f8870009bc9 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:23.443028 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-6c3bede0-3680-45af-a07c-3f8870009bc9 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Added segment 2c34fe03-c707-4a24-b619-43cc203a008e of type vlan for network b7bb3de9-15a4-4f95-8c7a-8616ee426143 Jul 29 23:54:23.501842 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6c3bede0-3680-45af-a07c-3f8870009bc9 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:23.527408 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf2f61a-93b0-4ba5-9702-50c08533e8d9 None None] Resources bound (agent type, host, resource id): {{(pid=94079) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 23:54:23.543911 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6c3bede0-3680-45af-a07c-3f8870009bc9 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:23.550747 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3bede0-3680-45af-a07c-3f8870009bc9 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:23.551752 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6c3bede0-3680-45af-a07c-3f8870009bc9 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:23.645123 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-6c3bede0-3680-45af-a07c-3f8870009bc9 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3162203 Jul 29 23:54:23.648425 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53574) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:23.657051 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-e419f553-4d32-4032-83da-4e40f50955ac tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:23.661791 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3bede0-3680-45af-a07c-3f8870009bc9 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Pushing event updated for resources: {'Network': ['ID=b7bb3de9-15a4-4f95-8c7a-8616ee426143,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:23.679559 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network b7bb3de9-15a4-4f95-8c7a-8616ee426143 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:54:23.751252 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-b637850f-8a3c-4406-adf8-9bc86d846b95 admin admin] Deleting port e698b262-628f-49d6-aa1c-360d9f5f8465 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:54:23.751252 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b637850f-8a3c-4406-adf8-9bc86d846b95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:23.813216 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 3062b505-108d-4e7f-8191-866a96f16155 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:54:23.866757 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-b637850f-8a3c-4406-adf8-9bc86d846b95 admin admin] For port e698b262-628f-49d6-aa1c-360d9f5f8465, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=e698b262-628f-49d6-aa1c-360d9f5f8465,segment=NetworkSegment(2d9f9fa8-9a49-423e-86b2-3891aba5a1e6),segment_id=2d9f9fa8-9a49-423e-86b2-3891aba5a1e6)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:23.867394 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b637850f-8a3c-4406-adf8-9bc86d846b95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:23.884040 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-b637850f-8a3c-4406-adf8-9bc86d846b95 admin admin] Calling delete_port for e698b262-628f-49d6-aa1c-360d9f5f8465 owned by network:router_interface {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:54:23.943969 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 3062b505-108d-4e7f-8191-866a96f16155 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:23.944513 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:24.145910 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b637850f-8a3c-4406-adf8-9bc86d846b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:24.175451 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b637850f-8a3c-4406-adf8-9bc86d846b95 admin admin] Pushing event deleted for resources: {'Port': ['ID=e698b262-628f-49d6-aa1c-360d9f5f8465,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:24.379847 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e419f553-4d32-4032-83da-4e40f50955ac tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:24.399030 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e419f553-4d32-4032-83da-4e40f50955ac tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:24.409042 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e419f553-4d32-4032-83da-4e40f50955ac tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Network b7bb3de9-15a4-4f95-8c7a-8616ee426143 is not hosted by any dhcp agent {{(pid=94078) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 23:54:24.417202 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e419f553-4d32-4032-83da-4e40f50955ac tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:24.417931 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e419f553-4d32-4032-83da-4e40f50955ac tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:24.422968 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e419f553-4d32-4032-83da-4e40f50955ac tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "PUT /v2.0/networks/b7bb3de9-15a4-4f95-8c7a-8616ee426143 HTTP/1.1" status: 200 len: 723 time: 0.7731655 Jul 29 23:54:24.426919 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53580) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:24.431210 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-096ddc70-e95c-4361-bcdf-afe8df127442 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Request body: {'subnet': {'network_id': 'b7bb3de9-15a4-4f95-8c7a-8616ee426143', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:24.602887 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e419f553-4d32-4032-83da-4e40f50955ac tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Pushing event updated for resources: {'Network': ['ID=b7bb3de9-15a4-4f95-8c7a-8616ee426143,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:24.618107 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network b7bb3de9-15a4-4f95-8c7a-8616ee426143 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:54:24.640351 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096ddc70-e95c-4361-bcdf-afe8df127442 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Made reservation on behalf of ce56530737c448d796e956ef336782fd for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:24.646147 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-096ddc70-e95c-4361-bcdf-afe8df127442 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:24.875238 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b637850f-8a3c-4406-adf8-9bc86d846b95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:24.903793 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-096ddc70-e95c-4361-bcdf-afe8df127442 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:24.973007 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096ddc70-e95c-4361-bcdf-afe8df127442 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Checking segment: {'id': '2c34fe03-c707-4a24-b619-43cc203a008e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b7bb3de9-15a4-4f95-8c7a-8616ee426143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:54:24.973368 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096ddc70-e95c-4361-bcdf-afe8df127442 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Network hostable DHCP agents. Network: b7bb3de9-15a4-4f95-8c7a-8616ee426143, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:54:24.981475 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096ddc70-e95c-4361-bcdf-afe8df127442 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Pushing event updated for resources: {'Subnet': ['ID=40deb3b7-338e-4afe-bad4-adfd98e20f6e,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:24.998013 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096ddc70-e95c-4361-bcdf-afe8df127442 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Network b7bb3de9-15a4-4f95-8c7a-8616ee426143 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:54:25.010614 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-096ddc70-e95c-4361-bcdf-afe8df127442 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, b7bb3de9-15a4-4f95-8c7a-8616ee426143) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:25.015978 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096ddc70-e95c-4361-bcdf-afe8df127442 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:25.016848 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-096ddc70-e95c-4361-bcdf-afe8df127442 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:25.025543 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1137b77e-4149-4da9-8ee8-4bb81c7d518c None None] Network b7bb3de9-15a4-4f95-8c7a-8616ee426143 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:25.034307 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-096ddc70-e95c-4361-bcdf-afe8df127442 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6076257 Jul 29 23:54:25.039449 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53584) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:25.044842 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-20ae46f0-72a7-4a6d-8226-3d774dd05d9a tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:25.167049 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-20ae46f0-72a7-4a6d-8226-3d774dd05d9a tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-57510377'] for subnet, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:25.185821 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b637850f-8a3c-4406-adf8-9bc86d846b95 admin admin] Router c571524c-af41-4e26-bf00-a93cb822c7b7 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:54:25.221647 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963a9159-e87b-4ec3-b640-0c9d13a8b778 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-b7bb3de9-15a4-4f95-8c7a-8616ee426143', 'network_id': 'b7bb3de9-15a4-4f95-8c7a-8616ee426143', 'tenant_id': 'ce56530737c448d796e956ef336782fd', 'fixed_ips': [{'subnet_id': '40deb3b7-338e-4afe-bad4-adfd98e20f6e'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:54:25.223012 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-963a9159-e87b-4ec3-b640-0c9d13a8b778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:25.350275 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b637850f-8a3c-4406-adf8-9bc86d846b95 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:54:25.361870 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b637850f-8a3c-4406-adf8-9bc86d846b95 admin admin] 10.222.0.43 "PUT /v2.0/routers/c571524c-af41-4e26-bf00-a93cb822c7b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7417130 Jul 29 23:54:25.362054 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53588) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:25.362149 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c98888-8c6e-4698-8592-c26fe535af80 None None] Sync routers for ids ['c571524c-af41-4e26-bf00-a93cb822c7b7'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:54:25.374234 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c98888-8c6e-4698-8592-c26fe535af80 None None] Routers {'c571524c-af41-4e26-bf00-a93cb822c7b7'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:25.374860 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-35c98888-8c6e-4698-8592-c26fe535af80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:53:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['c571524c-af41-4e26-bf00-a93cb822c7b7'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:25.445496 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-20ae46f0-72a7-4a6d-8226-3d774dd05d9a tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745132415016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-57866523'] for subnet, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:25.506415 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-963a9159-e87b-4ec3-b640-0c9d13a8b778 None None] Allocated IP 172.20.0.2 (b7bb3de9-15a4-4f95-8c7a-8616ee426143/40deb3b7-338e-4afe-bad4-adfd98e20f6e/be5f7515-4291-44c5-8fff-5038ab6fd387) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:54:25.521091 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ae46f0-72a7-4a6d-8226-3d774dd05d9a tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:25.521935 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-20ae46f0-72a7-4a6d-8226-3d774dd05d9a tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:25.524964 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-20ae46f0-72a7-4a6d-8226-3d774dd05d9a tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "PUT /v2.0/subnets/40deb3b7-338e-4afe-bad4-adfd98e20f6e HTTP/1.1" status: 200 len: 806 time: 0.4844542 Jul 29 23:54:25.528046 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-35c98888-8c6e-4698-8592-c26fe535af80 None None] Set router c571524c-af41-4e26-bf00-a93cb822c7b7 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:54:25.530141 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53590) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:25.596473 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ae46f0-72a7-4a6d-8226-3d774dd05d9a tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Pushing event updated for resources: {'Subnet': ['ID=40deb3b7-338e-4afe-bad4-adfd98e20f6e,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:25.608967 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f142c0ef-f8a8-4d2c-abae-db5af45b3ba4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:25.719029 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ed226c1b-5e20-457b-b768-ff75c84df635 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:25.761608 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f142c0ef-f8a8-4d2c-abae-db5af45b3ba4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:25.765023 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-963a9159-e87b-4ec3-b640-0c9d13a8b778 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:25.792558 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-963a9159-e87b-4ec3-b640-0c9d13a8b778 None None] Transition to ACTIVE for port object be5f7515-4291-44c5-8fff-5038ab6fd387 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:25.817999 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ed226c1b-5e20-457b-b768-ff75c84df635 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:25.831064 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-963a9159-e87b-4ec3-b640-0c9d13a8b778 None None] Transition to ACTIVE for port object be5f7515-4291-44c5-8fff-5038ab6fd387 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:25.833811 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-35c98888-8c6e-4698-8592-c26fe535af80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'name': 'tempest-TestVolumeBootPattern-2002221163-router', 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '862daf0f-6991-4ef6-9199-6c40ea66b1f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:37:06Z', 'updated_at': '2021-07-29T23:54:24Z', 'revision_number': 5, 'project_id': 'abc07fd47c924aad994e74752ef0bc5a', 'gw_port': {'id': '862daf0f-6991-4ef6-9199-6c40ea66b1f1', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:13:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2145, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:08Z', 'updated_at': '2021-07-29T23:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:25.839576 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-963a9159-e87b-4ec3-b640-0c9d13a8b778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:25.853049 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-f142c0ef-f8a8-4d2c-abae-db5af45b3ba4 admin admin] Deleting port 862daf0f-6991-4ef6-9199-6c40ea66b1f1 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:54:25.856402 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f142c0ef-f8a8-4d2c-abae-db5af45b3ba4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:25.883753 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c98888-8c6e-4698-8592-c26fe535af80 None None] Checking router: c571524c-af41-4e26-bf00-a93cb822c7b7 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:54:25.894287 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c98888-8c6e-4698-8592-c26fe535af80 None None] Routers {'c571524c-af41-4e26-bf00-a93cb822c7b7'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:25.895209 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-35c98888-8c6e-4698-8592-c26fe535af80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:53:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['c571524c-af41-4e26-bf00-a93cb822c7b7'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:25.941471 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ed226c1b-5e20-457b-b768-ff75c84df635 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:25.951769 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963a9159-e87b-4ec3-b640-0c9d13a8b778 None None] Network b7bb3de9-15a4-4f95-8c7a-8616ee426143 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:25.957087 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-963a9159-e87b-4ec3-b640-0c9d13a8b778 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:25.964720 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e5f6f9c4-f843-43ac-8ef9-f3eeb177eaa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:25.966411 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963a9159-e87b-4ec3-b640-0c9d13a8b778 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:54:25.984077 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963a9159-e87b-4ec3-b640-0c9d13a8b778 None None] Pushing event updated for resources: {'Port': ['ID=be5f7515-4291-44c5-8fff-5038ab6fd387,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:25.999442 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-f142c0ef-f8a8-4d2c-abae-db5af45b3ba4 admin admin] For port 862daf0f-6991-4ef6-9199-6c40ea66b1f1, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=862daf0f-6991-4ef6-9199-6c40ea66b1f1,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:25.999809 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f142c0ef-f8a8-4d2c-abae-db5af45b3ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:26.018163 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-f142c0ef-f8a8-4d2c-abae-db5af45b3ba4 admin admin] Calling delete_port for 862daf0f-6991-4ef6-9199-6c40ea66b1f1 owned by network:router_gateway {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:54:26.018747 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed226c1b-5e20-457b-b768-ff75c84df635 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Pushing event deleted for resources: {'Subnet': ['ID=40deb3b7-338e-4afe-bad4-adfd98e20f6e,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:26.070924 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-35c98888-8c6e-4698-8592-c26fe535af80 None None] Set router c571524c-af41-4e26-bf00-a93cb822c7b7 gateway port host: None {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:54:26.076007 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-963a9159-e87b-4ec3-b640-0c9d13a8b778 None None] Attempting to bind port be5f7515-4291-44c5-8fff-5038ab6fd387 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:54:26.076007 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-963a9159-e87b-4ec3-b640-0c9d13a8b778 None None] Attempting to bind port be5f7515-4291-44c5-8fff-5038ab6fd387 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '2c34fe03-c707-4a24-b619-43cc203a008e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b7bb3de9-15a4-4f95-8c7a-8616ee426143'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:54:26.076007 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963a9159-e87b-4ec3-b640-0c9d13a8b778 None None] Attempting to bind port be5f7515-4291-44c5-8fff-5038ab6fd387 on network b7bb3de9-15a4-4f95-8c7a-8616ee426143 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:26.089618 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963a9159-e87b-4ec3-b640-0c9d13a8b778 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:54:26.090792 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963a9159-e87b-4ec3-b640-0c9d13a8b778 None None] Checking segment: {'id': '2c34fe03-c707-4a24-b619-43cc203a008e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b7bb3de9-15a4-4f95-8c7a-8616ee426143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:54:26.091912 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-963a9159-e87b-4ec3-b640-0c9d13a8b778 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:26.093035 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963a9159-e87b-4ec3-b640-0c9d13a8b778 None None] Bound using segment: {'id': '2c34fe03-c707-4a24-b619-43cc203a008e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b7bb3de9-15a4-4f95-8c7a-8616ee426143'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:54:26.094264 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-963a9159-e87b-4ec3-b640-0c9d13a8b778 None None] Bound port: be5f7515-4291-44c5-8fff-5038ab6fd387, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c34fe03-c707-4a24-b619-43cc203a008e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b7bb3de9-15a4-4f95-8c7a-8616ee426143'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:54:26.094745 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-963a9159-e87b-4ec3-b640-0c9d13a8b778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:26.102540 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ed226c1b-5e20-457b-b768-ff75c84df635 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:26.118378 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-ed226c1b-5e20-457b-b768-ff75c84df635 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7bb3de9-15a4-4f95-8c7a-8616ee426143']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:26.134934 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-ed226c1b-5e20-457b-b768-ff75c84df635 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c34fe03-c707-4a24-b619-43cc203a008e') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:26.135251 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-ed226c1b-5e20-457b-b768-ff75c84df635 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c34fe03-c707-4a24-b619-43cc203a008e') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:26.144654 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-35c98888-8c6e-4698-8592-c26fe535af80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'name': 'tempest-TestVolumeBootPattern-2002221163-router', 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:37:06Z', 'updated_at': '2021-07-29T23:54:25Z', 'revision_number': 6, 'project_id': 'abc07fd47c924aad994e74752ef0bc5a', 'gw_port_host': None}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:26.145390 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ed226c1b-5e20-457b-b768-ff75c84df635 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:26.165951 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ed226c1b-5e20-457b-b768-ff75c84df635 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:26.179287 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c98888-8c6e-4698-8592-c26fe535af80 None None] The sync data for ids ['c571524c-af41-4e26-bf00-a93cb822c7b7'] in n-d-712141-10 is: [{'id': 'c571524c-af41-4e26-bf00-a93cb822c7b7', 'name': 'tempest-TestVolumeBootPattern-2002221163-router', 'tenant_id': 'abc07fd47c924aad994e74752ef0bc5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:37:06Z', 'updated_at': '2021-07-29T23:54:25Z', 'revision_number': 6, 'project_id': 'abc07fd47c924aad994e74752ef0bc5a', 'gw_port_host': None}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:54:26.179614 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed226c1b-5e20-457b-b768-ff75c84df635 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:54:26.181386 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ed226c1b-5e20-457b-b768-ff75c84df635 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:26.189938 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:54:26.189938 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:54:26.189938 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:54:26.189938 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:54:26.189938 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:54:26.189938 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:54:26.189938 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:54:26.189938 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:54:26.189938 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:54:26.189938 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:54:26.189938 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:54:26.189938 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:54:26.189938 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:54:26.189938 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:54:26.189938 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:54:26.189938 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:54:26.189938 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:54:26.189938 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:54:26.189938 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:54:26.189938 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:54:26.189938 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:54:26.189938 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:54:26.189938 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:54:26.189938 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:54:26.189938 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:54:26.189938 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:54:26.189938 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:54:26.189938 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:54:26.189938 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:54:26.189938 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:54:26.189938 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:54:26.189938 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:54:26.224770 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-963a9159-e87b-4ec3-b640-0c9d13a8b778 None None] For port be5f7515-4291-44c5-8fff-5038ab6fd387, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:54:26.271369 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f142c0ef-f8a8-4d2c-abae-db5af45b3ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:26.274626 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.db.api [None req-ed226c1b-5e20-457b-b768-ff75c84df635 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 29 23:54:26.274626 n-d-712141-10 neutron-server[94077]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 29 23:54:26.274626 n-d-712141-10 neutron-server[94077]: [parameters: {'id': 'b7bb3de9-15a4-4f95-8c7a-8616ee426143'}] Jul 29 23:54:26.274626 n-d-712141-10 neutron-server[94077]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:54:26.275127 n-d-712141-10 neutron-server[94077]: DEBUG oslo_db.api [None req-ed226c1b-5e20-457b-b768-ff75c84df635 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:54:26.275634 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-963a9159-e87b-4ec3-b640-0c9d13a8b778 None None] For port be5f7515-4291-44c5-8fff-5038ab6fd387, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=be5f7515-4291-44c5-8fff-5038ab6fd387,segment=NetworkSegment(2c34fe03-c707-4a24-b619-43cc203a008e),segment_id=2c34fe03-c707-4a24-b619-43cc203a008e)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:54:26.281660 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-963a9159-e87b-4ec3-b640-0c9d13a8b778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:26.307312 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f142c0ef-f8a8-4d2c-abae-db5af45b3ba4 admin admin] Pushing event deleted for resources: {'Port': ['ID=862daf0f-6991-4ef6-9199-6c40ea66b1f1,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:26.373073 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963a9159-e87b-4ec3-b640-0c9d13a8b778 None None] Pushing event updated for resources: {'Port': ['ID=be5f7515-4291-44c5-8fff-5038ab6fd387,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:26.378777 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f142c0ef-f8a8-4d2c-abae-db5af45b3ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:26.396991 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9cab89-b1fd-4891-9f74-b31524f3dc2f None None] Network b7bb3de9-15a4-4f95-8c7a-8616ee426143 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:26.495616 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:26.499184 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f142c0ef-f8a8-4d2c-abae-db5af45b3ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:26.502067 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f142c0ef-f8a8-4d2c-abae-db5af45b3ba4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:26.559093 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f142c0ef-f8a8-4d2c-abae-db5af45b3ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:26.560170 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f142c0ef-f8a8-4d2c-abae-db5af45b3ba4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c571524c-af41-4e26-bf00-a93cb822c7b7 {{(pid=94078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:54:26.568540 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f142c0ef-f8a8-4d2c-abae-db5af45b3ba4 admin admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:26.572509 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-f142c0ef-f8a8-4d2c-abae-db5af45b3ba4 admin admin] 10.222.0.43 "DELETE /v2.0/routers/c571524c-af41-4e26-bf00-a93cb822c7b7 HTTP/1.1" status: 204 len: 168 time: 1.2069011 Jul 29 23:54:26.572725 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53600) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:26.578888 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5951a965-6204-4d16-91c2-eba642581916 None None] Network b7bb3de9-15a4-4f95-8c7a-8616ee426143 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:26.654332 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-970416a2-52bc-4bb1-84d0-55762f1008cb admin admin] Deleting subnet ef618f43-4fe4-4e34-9800-0476d270be60 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:54:26.661675 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-970416a2-52bc-4bb1-84d0-55762f1008cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:26.729440 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-970416a2-52bc-4bb1-84d0-55762f1008cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:26.733215 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ef6a50-3693-4380-9f5f-f5faba81603b None None] get_active_networks_info from n-d-712141-10 {{(pid=94079) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 23:54:26.785699 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ed226c1b-5e20-457b-b768-ff75c84df635 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:26.927854 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-970416a2-52bc-4bb1-84d0-55762f1008cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:26.956913 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ef6a50-3693-4380-9f5f-f5faba81603b None None] Resources bound (agent type, host, resource id): {{(pid=94079) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 23:54:26.964820 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-ed226c1b-5e20-457b-b768-ff75c84df635 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Deleting port be5f7515-4291-44c5-8fff-5038ab6fd387 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:54:26.965337 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ed226c1b-5e20-457b-b768-ff75c84df635 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:27.073711 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7bc7bc-0f7d-46f0-8a32-0cab401000c2 req-63913c11-d84d-4bc3-bef4-159858d838cb tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:27.075313 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9e7bc7bc-0f7d-46f0-8a32-0cab401000c2 req-63913c11-d84d-4bc3-bef4-159858d838cb tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbe1a5c4-f7ee-44e3-87c9-7427f80c2aed HTTP/1.1" status: 200 len: 945 time: 0.1584158 Jul 29 23:54:27.120127 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-ed226c1b-5e20-457b-b768-ff75c84df635 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] For port be5f7515-4291-44c5-8fff-5038ab6fd387, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=be5f7515-4291-44c5-8fff-5038ab6fd387,segment=NetworkSegment(2c34fe03-c707-4a24-b619-43cc203a008e),segment_id=2c34fe03-c707-4a24-b619-43cc203a008e)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:27.120503 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ed226c1b-5e20-457b-b768-ff75c84df635 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:27.134888 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-970416a2-52bc-4bb1-84d0-55762f1008cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:27.168029 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9e7bc7bc-0f7d-46f0-8a32-0cab401000c2 req-33005359-88da-4da3-acdd-d687ce9e1a9b tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc89bc8f-bfbe-4ef5-9811-a32f13d6a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839961 Jul 29 23:54:27.183704 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-ed226c1b-5e20-457b-b768-ff75c84df635 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Calling delete_port for be5f7515-4291-44c5-8fff-5038ab6fd387 owned by network:dhcp {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:54:27.188006 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970416a2-52bc-4bb1-84d0-55762f1008cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef618f43-4fe4-4e34-9800-0476d270be60,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:27.193003 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-970416a2-52bc-4bb1-84d0-55762f1008cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:27.198118 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-970416a2-52bc-4bb1-84d0-55762f1008cb admin admin] 10.222.0.43 "DELETE /v2.0/subnets/ef618f43-4fe4-4e34-9800-0476d270be60 HTTP/1.1" status: 204 len: 168 time: 0.6220009 Jul 29 23:54:27.198597 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53618) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:27.295023 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4d095d67-6d9f-4c89-b2c3-99ad86203107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:27.338119 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ed226c1b-5e20-457b-b768-ff75c84df635 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:27.361944 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-4d095d67-6d9f-4c89-b2c3-99ad86203107 admin admin] Deleting port 39fc272b-8170-47ae-8921-9afa7b34433f {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:54:27.362291 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4d095d67-6d9f-4c89-b2c3-99ad86203107 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:27.375868 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed226c1b-5e20-457b-b768-ff75c84df635 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Pushing event deleted for resources: {'Port': ['ID=be5f7515-4291-44c5-8fff-5038ab6fd387,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:27.383150 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed226c1b-5e20-457b-b768-ff75c84df635 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] No DVR routers for this DVR port be5f7515-4291-44c5-8fff-5038ab6fd387 on host n-d-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:54:27.437690 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-4d095d67-6d9f-4c89-b2c3-99ad86203107 admin admin] For port 39fc272b-8170-47ae-8921-9afa7b34433f, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=39fc272b-8170-47ae-8921-9afa7b34433f,segment=NetworkSegment(2d9f9fa8-9a49-423e-86b2-3891aba5a1e6),segment_id=2d9f9fa8-9a49-423e-86b2-3891aba5a1e6)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:27.438063 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4d095d67-6d9f-4c89-b2c3-99ad86203107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:27.452926 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ac841f-14a8-4cd3-8abe-774220e47399 None None] Network 07279870-3078-44f7-8035-d94a4d0b31e7 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:27.457167 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-4d095d67-6d9f-4c89-b2c3-99ad86203107 admin admin] Calling delete_port for 39fc272b-8170-47ae-8921-9afa7b34433f owned by network:dhcp {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:54:27.518054 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ed226c1b-5e20-457b-b768-ff75c84df635 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:27.531443 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-ed226c1b-5e20-457b-b768-ff75c84df635 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7bb3de9-15a4-4f95-8c7a-8616ee426143']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:27.551128 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-ed226c1b-5e20-457b-b768-ff75c84df635 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c34fe03-c707-4a24-b619-43cc203a008e') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:27.551445 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-ed226c1b-5e20-457b-b768-ff75c84df635 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c34fe03-c707-4a24-b619-43cc203a008e') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:27.570048 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ed226c1b-5e20-457b-b768-ff75c84df635 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:27.596796 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ed226c1b-5e20-457b-b768-ff75c84df635 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:27.609454 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed226c1b-5e20-457b-b768-ff75c84df635 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:54:27.609921 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ed226c1b-5e20-457b-b768-ff75c84df635 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:27.613555 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4d095d67-6d9f-4c89-b2c3-99ad86203107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:27.617531 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:54:27.617531 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:54:27.617531 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:54:27.617531 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:54:27.617531 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:54:27.617531 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:54:27.617531 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:54:27.617531 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:54:27.617531 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:54:27.617531 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:54:27.617531 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:54:27.617531 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:54:27.617531 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:54:27.617531 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:54:27.617531 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:54:27.617531 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:54:27.617531 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:54:27.617531 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:54:27.617531 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:54:27.617531 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:54:27.617531 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:54:27.617531 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:54:27.617531 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:54:27.617531 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:54:27.617531 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:54:27.617531 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:54:27.617531 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:54:27.617531 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:54:27.617531 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:54:27.617531 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:54:27.617531 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:54:27.617531 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:54:27.703795 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d095d67-6d9f-4c89-b2c3-99ad86203107 admin admin] Pushing event deleted for resources: {'Port': ['ID=39fc272b-8170-47ae-8921-9afa7b34433f,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:27.715552 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d095d67-6d9f-4c89-b2c3-99ad86203107 admin admin] No DVR routers for this DVR port 39fc272b-8170-47ae-8921-9afa7b34433f on host n-d-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:54:27.759793 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3dcf6de-1373-46d9-81a6-679d0a2a82cc None None] DHCP port deletion for 07279870-3078-44f7-8035-d94a4d0b31e7 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:54:27.761042 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ed226c1b-5e20-457b-b768-ff75c84df635 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:27.771735 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:27.778157 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ed226c1b-5e20-457b-b768-ff75c84df635 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:27.780562 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ed226c1b-5e20-457b-b768-ff75c84df635 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "DELETE /v2.0/networks/b7bb3de9-15a4-4f95-8c7a-8616ee426143 HTTP/1.1" status: 204 len: 168 time: 2.2490151 Jul 29 23:54:27.808514 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53622) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:27.822615 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed226c1b-5e20-457b-b768-ff75c84df635 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Pushing event deleted for resources: {'Network': ['ID=b7bb3de9-15a4-4f95-8c7a-8616ee426143,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:27.833424 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device e698b262-628f-49d6-aa1c-360d9f5f8465 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:54:27.839330 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-c62ebb8b-07b1-4201-b645-c0d5da2a44f6 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] DELETE failed (client error): The resource could not be found. Jul 29 23:54:27.840675 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c62ebb8b-07b1-4201-b645-c0d5da2a44f6 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:54:27.843519 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c62ebb8b-07b1-4201-b645-c0d5da2a44f6 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "DELETE /v2.0/networks/b7bb3de9-15a4-4f95-8c7a-8616ee426143 HTTP/1.1" status: 404 len: 339 time: 0.0340185 Jul 29 23:54:27.848484 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53624) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:27.856982 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-e1dbff7d-be81-4768-a23e-938a4efb701c tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1816122244', 'description': 'd1'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:27.865909 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: e698b262-628f-49d6-aa1c-360d9f5f8465 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:54:27.866263 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device e698b262-628f-49d6-aa1c-360d9f5f8465 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:54:27.866692 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 862daf0f-6991-4ef6-9199-6c40ea66b1f1 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:54:27.887717 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4d095d67-6d9f-4c89-b2c3-99ad86203107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:27.895721 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 862daf0f-6991-4ef6-9199-6c40ea66b1f1 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:54:27.895721 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 862daf0f-6991-4ef6-9199-6c40ea66b1f1 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:54:27.906556 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-4d095d67-6d9f-4c89-b2c3-99ad86203107 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07279870-3078-44f7-8035-d94a4d0b31e7']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:27.915080 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:54:27.916147 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1dbff7d-be81-4768-a23e-938a4efb701c tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Made reservation on behalf of ce56530737c448d796e956ef336782fd for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:27.920809 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e1dbff7d-be81-4768-a23e-938a4efb701c tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:27.926225 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-4d095d67-6d9f-4c89-b2c3-99ad86203107 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d9f9fa8-9a49-423e-86b2-3891aba5a1e6') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:27.926521 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-4d095d67-6d9f-4c89-b2c3-99ad86203107 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d9f9fa8-9a49-423e-86b2-3891aba5a1e6') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:27.949319 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4d095d67-6d9f-4c89-b2c3-99ad86203107 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:27.971772 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4d095d67-6d9f-4c89-b2c3-99ad86203107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:27.973879 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1dbff7d-be81-4768-a23e-938a4efb701c tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:54:27.983618 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d095d67-6d9f-4c89-b2c3-99ad86203107 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:54:27.984193 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4d095d67-6d9f-4c89-b2c3-99ad86203107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:27.986276 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:54:27.986276 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:54:27.986276 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:54:27.986276 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:54:27.986276 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:54:27.986276 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:54:27.986276 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:54:27.986276 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:54:27.986276 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:54:27.986276 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:54:27.986276 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:54:27.986276 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:54:27.986276 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:54:27.986276 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:54:27.986276 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:54:27.986276 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:54:27.986276 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:54:27.986276 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:54:27.986276 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:54:27.986276 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:54:27.986276 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:54:27.986276 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:54:27.986276 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:54:27.986276 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:54:27.986276 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:54:27.986276 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:54:27.986276 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:54:27.986276 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:54:27.986276 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:54:27.986276 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:54:27.986276 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:54:27.986276 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:54:28.032084 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e1dbff7d-be81-4768-a23e-938a4efb701c tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:28.032436 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-e1dbff7d-be81-4768-a23e-938a4efb701c tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Added segment f385826a-a8dd-453b-b065-d07087ed6971 of type vlan for network 9139e9ce-886d-4c09-b6d5-f2013c5d1f49 Jul 29 23:54:28.088548 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4d095d67-6d9f-4c89-b2c3-99ad86203107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:28.091226 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e1dbff7d-be81-4768-a23e-938a4efb701c tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:28.099165 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4d095d67-6d9f-4c89-b2c3-99ad86203107 admin admin] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:28.105118 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-4d095d67-6d9f-4c89-b2c3-99ad86203107 admin admin] 10.222.0.43 "DELETE /v2.0/networks/07279870-3078-44f7-8035-d94a4d0b31e7 HTTP/1.1" status: 204 len: 168 time: 0.9015625 Jul 29 23:54:28.107174 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53628) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:28.169290 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d095d67-6d9f-4c89-b2c3-99ad86203107 admin admin] Pushing event deleted for resources: {'Network': ['ID=07279870-3078-44f7-8035-d94a4d0b31e7,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:28.200426 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e1dbff7d-be81-4768-a23e-938a4efb701c tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:28.205040 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1dbff7d-be81-4768-a23e-938a4efb701c tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:28.205698 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e1dbff7d-be81-4768-a23e-938a4efb701c tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:28.304661 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e1dbff7d-be81-4768-a23e-938a4efb701c tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4547210 Jul 29 23:54:28.307916 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53632) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:28.356975 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dbff7d-be81-4768-a23e-938a4efb701c tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Pushing event updated for resources: {'Network': ['ID=9139e9ce-886d-4c09-b6d5-f2013c5d1f49,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:28.369869 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 9139e9ce-886d-4c09-b6d5-f2013c5d1f49 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:54:28.413504 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83411f4e-e519-4bfc-a7f9-38ea62768ba1 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:28.415535 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-83411f4e-e519-4bfc-a7f9-38ea62768ba1 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "GET /v2.0/networks?id=9139e9ce-886d-4c09-b6d5-f2013c5d1f49 HTTP/1.1" status: 200 len: 761 time: 0.1066048 Jul 29 23:54:28.418348 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53634) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:28.427660 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-6f0d0225-6ac7-4f2c-9ade-f119c1c5999a tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Request body: {'network': {'description': 'd2'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:28.441107 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c2e570-6fda-4628-ae32-338290660d66 req-ad93c6a0-5f32-4d5f-ad58-6a6832c31fb6 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:28.443531 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b9c2e570-6fda-4628-ae32-338290660d66 req-ad93c6a0-5f32-4d5f-ad58-6a6832c31fb6 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbe1a5c4-f7ee-44e3-87c9-7427f80c2aed HTTP/1.1" status: 200 len: 945 time: 0.1533022 Jul 29 23:54:28.534236 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b9c2e570-6fda-4628-ae32-338290660d66 req-ccda3b77-74d9-43b8-9648-51f4ded1ce4a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc89bc8f-bfbe-4ef5-9811-a32f13d6a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807538 Jul 29 23:54:28.641009 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6f0d0225-6ac7-4f2c-9ade-f119c1c5999a tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:28.662753 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6f0d0225-6ac7-4f2c-9ade-f119c1c5999a tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:28.672522 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6f0d0225-6ac7-4f2c-9ade-f119c1c5999a tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Network 9139e9ce-886d-4c09-b6d5-f2013c5d1f49 is not hosted by any dhcp agent {{(pid=94077) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 23:54:28.678087 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0d0225-6ac7-4f2c-9ade-f119c1c5999a tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:28.679277 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6f0d0225-6ac7-4f2c-9ade-f119c1c5999a tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks [] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:28.680723 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-6f0d0225-6ac7-4f2c-9ade-f119c1c5999a tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "PUT /v2.0/networks/9139e9ce-886d-4c09-b6d5-f2013c5d1f49 HTTP/1.1" status: 200 len: 758 time: 0.2606528 Jul 29 23:54:28.683380 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53638) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:28.771656 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-14936870-2b22-4471-bd60-5b2593ad56d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:28.821201 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0d0225-6ac7-4f2c-9ade-f119c1c5999a tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Pushing event updated for resources: {'Network': ['ID=9139e9ce-886d-4c09-b6d5-f2013c5d1f49,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:28.843228 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ccad94a-039b-402e-b077-4e4ffe62d2d6 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:28.844074 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 9139e9ce-886d-4c09-b6d5-f2013c5d1f49 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:54:28.849210 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-5ccad94a-039b-402e-b077-4e4ffe62d2d6 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "GET /v2.0/networks?id=9139e9ce-886d-4c09-b6d5-f2013c5d1f49 HTTP/1.1" status: 200 len: 761 time: 0.1604569 Jul 29 23:54:28.849508 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53640) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:28.855397 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-ad04de9e-6cb4-4e56-8cfd-cee994a4ea7d tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-966174627'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:28.883245 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad04de9e-6cb4-4e56-8cfd-cee994a4ea7d tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Made reservation on behalf of ce56530737c448d796e956ef336782fd for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:28.889226 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ad04de9e-6cb4-4e56-8cfd-cee994a4ea7d tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:28.926491 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad04de9e-6cb4-4e56-8cfd-cee994a4ea7d tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:54:28.943368 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ad04de9e-6cb4-4e56-8cfd-cee994a4ea7d tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:28.943947 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-ad04de9e-6cb4-4e56-8cfd-cee994a4ea7d tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Added segment 60407c4e-d4ba-4817-a6a8-c4e392316a1e of type vlan for network 5f987ddf-ec69-4591-96cf-22041eb89f96 Jul 29 23:54:28.994291 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ad04de9e-6cb4-4e56-8cfd-cee994a4ea7d tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:29.033638 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ad04de9e-6cb4-4e56-8cfd-cee994a4ea7d tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:29.040008 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad04de9e-6cb4-4e56-8cfd-cee994a4ea7d tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:29.040629 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ad04de9e-6cb4-4e56-8cfd-cee994a4ea7d tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks [] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:29.107316 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-14936870-2b22-4471-bd60-5b2593ad56d3 admin admin] Deleting port 92e777c3-f83b-47a9-a570-fd126fa92b8b {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:54:29.107980 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-14936870-2b22-4471-bd60-5b2593ad56d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:29.108988 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ad04de9e-6cb4-4e56-8cfd-cee994a4ea7d tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2578273 Jul 29 23:54:29.112334 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53642) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:29.120883 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-1fa9ac37-9ef6-4b35-8ed1-4b97211653f6 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Request body: {'subnet': {'network_id': '5f987ddf-ec69-4591-96cf-22041eb89f96', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:29.169905 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad04de9e-6cb4-4e56-8cfd-cee994a4ea7d tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Pushing event updated for resources: {'Network': ['ID=5f987ddf-ec69-4591-96cf-22041eb89f96,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:29.188060 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 5f987ddf-ec69-4591-96cf-22041eb89f96 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:54:29.231551 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-14936870-2b22-4471-bd60-5b2593ad56d3 admin admin] For port 92e777c3-f83b-47a9-a570-fd126fa92b8b, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=92e777c3-f83b-47a9-a570-fd126fa92b8b,segment=NetworkSegment(4a440624-fcac-4e4f-a0d4-64fd4299d2d2),segment_id=4a440624-fcac-4e4f-a0d4-64fd4299d2d2)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:29.232171 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-14936870-2b22-4471-bd60-5b2593ad56d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:29.249570 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa9ac37-9ef6-4b35-8ed1-4b97211653f6 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Made reservation on behalf of ce56530737c448d796e956ef336782fd for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:29.250114 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-14936870-2b22-4471-bd60-5b2593ad56d3 admin admin] Calling delete_port for 92e777c3-f83b-47a9-a570-fd126fa92b8b owned by network:router_interface {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:54:29.254974 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1fa9ac37-9ef6-4b35-8ed1-4b97211653f6 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:29.389082 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:29.492260 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1fa9ac37-9ef6-4b35-8ed1-4b97211653f6 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:29.522821 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-14936870-2b22-4471-bd60-5b2593ad56d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:29.560363 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14936870-2b22-4471-bd60-5b2593ad56d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=92e777c3-f83b-47a9-a570-fd126fa92b8b,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:29.581118 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa9ac37-9ef6-4b35-8ed1-4b97211653f6 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Pushing event updated for resources: {'Subnet': ['ID=268141c8-39a6-4b31-8f5f-676d70a853d0,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:29.592914 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa9ac37-9ef6-4b35-8ed1-4b97211653f6 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Checking segment: {'id': '60407c4e-d4ba-4817-a6a8-c4e392316a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5f987ddf-ec69-4591-96cf-22041eb89f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:54:29.593284 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa9ac37-9ef6-4b35-8ed1-4b97211653f6 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Network hostable DHCP agents. Network: 5f987ddf-ec69-4591-96cf-22041eb89f96, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:54:29.617890 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa9ac37-9ef6-4b35-8ed1-4b97211653f6 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Network 5f987ddf-ec69-4591-96cf-22041eb89f96 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:54:29.633052 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-1fa9ac37-9ef6-4b35-8ed1-4b97211653f6 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 5f987ddf-ec69-4591-96cf-22041eb89f96) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:29.642703 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f6232c-02a7-488a-9b77-e1ce4d864498 None None] Network 5f987ddf-ec69-4591-96cf-22041eb89f96 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:29.642984 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa9ac37-9ef6-4b35-8ed1-4b97211653f6 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:29.643589 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1fa9ac37-9ef6-4b35-8ed1-4b97211653f6 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:29.670662 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-1fa9ac37-9ef6-4b35-8ed1-4b97211653f6 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5572324 Jul 29 23:54:29.671367 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53648) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:29.871053 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac299421-0afe-4011-97c2-53543709d6aa req-c6172d7f-360f-4a98-98c6-e68755a31a39 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:29.872553 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ac299421-0afe-4011-97c2-53543709d6aa req-c6172d7f-360f-4a98-98c6-e68755a31a39 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbe1a5c4-f7ee-44e3-87c9-7427f80c2aed HTTP/1.1" status: 200 len: 945 time: 0.1149836 Jul 29 23:54:29.883901 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b4feb2dc-0116-4320-9886-7319b2a0c332 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:29.943253 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-14936870-2b22-4471-bd60-5b2593ad56d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:29.958166 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b4feb2dc-0116-4320-9886-7319b2a0c332 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:29.977239 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 39fc272b-8170-47ae-8921-9afa7b34433f no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:54:30.034483 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 39fc272b-8170-47ae-8921-9afa7b34433f {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:54:30.034826 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 39fc272b-8170-47ae-8921-9afa7b34433f not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:54:30.050337 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373d837c-3c84-42ae-bb9e-a311f536ebd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-5f987ddf-ec69-4591-96cf-22041eb89f96', 'network_id': '5f987ddf-ec69-4591-96cf-22041eb89f96', 'tenant_id': 'ce56530737c448d796e956ef336782fd', 'fixed_ips': [{'subnet_id': '268141c8-39a6-4b31-8f5f-676d70a853d0'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:54:30.051370 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ac299421-0afe-4011-97c2-53543709d6aa req-9957ebff-ffbb-4b34-a7a3-e0f6b06f3d69 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc89bc8f-bfbe-4ef5-9811-a32f13d6a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1708896 Jul 29 23:54:30.051980 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b4feb2dc-0116-4320-9886-7319b2a0c332 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:30.060737 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-373d837c-3c84-42ae-bb9e-a311f536ebd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:30.150235 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4feb2dc-0116-4320-9886-7319b2a0c332 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Pushing event deleted for resources: {'Subnet': ['ID=268141c8-39a6-4b31-8f5f-676d70a853d0,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:30.168984 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b4feb2dc-0116-4320-9886-7319b2a0c332 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:30.181749 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5c8e5d-6caf-4735-96b9-7e1f2cbe6f6e None None] Network 5f987ddf-ec69-4591-96cf-22041eb89f96 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:30.181988 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-b4feb2dc-0116-4320-9886-7319b2a0c332 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f987ddf-ec69-4591-96cf-22041eb89f96']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:30.194929 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-b4feb2dc-0116-4320-9886-7319b2a0c332 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60407c4e-d4ba-4817-a6a8-c4e392316a1e') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:30.195320 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-b4feb2dc-0116-4320-9886-7319b2a0c332 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60407c4e-d4ba-4817-a6a8-c4e392316a1e') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:30.207151 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b4feb2dc-0116-4320-9886-7319b2a0c332 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:30.231311 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b4feb2dc-0116-4320-9886-7319b2a0c332 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:30.239273 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4feb2dc-0116-4320-9886-7319b2a0c332 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:54:30.239677 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b4feb2dc-0116-4320-9886-7319b2a0c332 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:30.244457 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:54:30.244457 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:54:30.244457 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:54:30.244457 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:54:30.244457 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:54:30.244457 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:54:30.244457 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:54:30.244457 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:54:30.244457 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:54:30.244457 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:54:30.244457 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:54:30.244457 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:54:30.244457 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:54:30.244457 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:54:30.244457 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:54:30.244457 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:54:30.244457 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:54:30.244457 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:54:30.244457 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:54:30.244457 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:54:30.244457 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:54:30.244457 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:54:30.244457 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:54:30.244457 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:54:30.244457 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:54:30.244457 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:54:30.244457 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:54:30.244457 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:54:30.244457 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:54:30.244457 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:54:30.244457 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:54:30.244457 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:54:30.278480 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14936870-2b22-4471-bd60-5b2593ad56d3 admin admin] Router 133ec819-bd88-423d-a009-7a63840673eb has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:54:30.333338 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b4feb2dc-0116-4320-9886-7319b2a0c332 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:30.341125 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b4feb2dc-0116-4320-9886-7319b2a0c332 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks [] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:30.345840 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b4feb2dc-0116-4320-9886-7319b2a0c332 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "DELETE /v2.0/networks/5f987ddf-ec69-4591-96cf-22041eb89f96 HTTP/1.1" status: 204 len: 168 time: 0.6729167 Jul 29 23:54:30.354236 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53654) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:30.401193 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4feb2dc-0116-4320-9886-7319b2a0c332 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Pushing event deleted for resources: {'Network': ['ID=5f987ddf-ec69-4591-96cf-22041eb89f96,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:30.410036 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14936870-2b22-4471-bd60-5b2593ad56d3 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:54:30.418369 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-14936870-2b22-4471-bd60-5b2593ad56d3 admin admin] 10.222.0.43 "PUT /v2.0/routers/133ec819-bd88-423d-a009-7a63840673eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3089330 Jul 29 23:54:30.419005 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53656) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:30.424851 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3ec6ed-b737-49ea-b05f-e60e7461c69b None None] Sync routers for ids ['133ec819-bd88-423d-a009-7a63840673eb'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:54:30.436331 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-378fb176-9f4e-48f4-aa75-cb915d3b1b24 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] GET failed (client error): The resource could not be found. Jul 29 23:54:30.440774 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-378fb176-9f4e-48f4-aa75-cb915d3b1b24 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "GET /v2.0/subnets/268141c8-39a6-4b31-8f5f-676d70a853d0 HTTP/1.1" status: 404 len: 337 time: 0.0757923 Jul 29 23:54:30.440928 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3ec6ed-b737-49ea-b05f-e60e7461c69b None None] Routers {'133ec819-bd88-423d-a009-7a63840673eb'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:30.440928 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-5b3ec6ed-b737-49ea-b05f-e60e7461c69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:54:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['133ec819-bd88-423d-a009-7a63840673eb'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:30.441327 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53658) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:30.467143 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-814757b7-f238-41e5-8e9c-0d016b4c069a tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] DELETE failed (client error): The resource could not be found. Jul 29 23:54:30.467981 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-814757b7-f238-41e5-8e9c-0d016b4c069a tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:54:30.473927 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-814757b7-f238-41e5-8e9c-0d016b4c069a tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "DELETE /v2.0/networks/5f987ddf-ec69-4591-96cf-22041eb89f96 HTTP/1.1" status: 404 len: 339 time: 0.0271285 Jul 29 23:54:30.474896 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53660) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:30.559878 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-5b3ec6ed-b737-49ea-b05f-e60e7461c69b None None] Set router 133ec819-bd88-423d-a009-7a63840673eb gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:54:30.704466 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9b0d7baa-6316-4833-bc1d-95eefe1e700e admin admin] Notify callbacks [] for router, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:30.780676 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc01133e-90e2-45fa-ab3d-cf2c230babfe tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:30.782196 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-fc01133e-90e2-45fa-ab3d-cf2c230babfe tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3057859 Jul 29 23:54:30.784994 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53662) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:30.940067 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-5b3ec6ed-b737-49ea-b05f-e60e7461c69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133ec819-bd88-423d-a009-7a63840673eb', 'name': 'tempest-TestVolumeBootPattern-2030580411-router', 'tenant_id': '2549046f437c4897b72b02531c34b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'c11bd61d-0864-4c8f-9f6a-71e2bd804821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:37:33Z', 'updated_at': '2021-07-29T23:54:29Z', 'revision_number': 5, 'project_id': '2549046f437c4897b72b02531c34b6a8', 'gw_port': {'id': 'c11bd61d-0864-4c8f-9f6a-71e2bd804821', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133ec819-bd88-423d-a009-7a63840673eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:36Z', 'updated_at': '2021-07-29T23:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:30.981157 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3ec6ed-b737-49ea-b05f-e60e7461c69b None None] Checking router: 133ec819-bd88-423d-a009-7a63840673eb for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:54:30.993151 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3ec6ed-b737-49ea-b05f-e60e7461c69b None None] Routers {'133ec819-bd88-423d-a009-7a63840673eb'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:30.993826 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-5b3ec6ed-b737-49ea-b05f-e60e7461c69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:54:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['133ec819-bd88-423d-a009-7a63840673eb'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:31.135095 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-5b3ec6ed-b737-49ea-b05f-e60e7461c69b None None] Set router 133ec819-bd88-423d-a009-7a63840673eb gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:54:31.279277 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-8939c4d8-156d-4b91-8bf3-5fd531ac0c40 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "GET /v2.0/subnets?network_id=58f27f61-3278-49cc-b66b-1e729d26f29f HTTP/1.1" status: 200 len: 207 time: 0.4929769 Jul 29 23:54:31.286804 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53668) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:31.443041 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b2552c-a9d0-4939-b051-40a2c1489b23 req-afacef51-6429-4d15-8e02-fcafeec1a0ff tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:31.444873 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a6b2552c-a9d0-4939-b051-40a2c1489b23 req-afacef51-6429-4d15-8e02-fcafeec1a0ff tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbe1a5c4-f7ee-44e3-87c9-7427f80c2aed HTTP/1.1" status: 200 len: 945 time: 0.2485893 Jul 29 23:54:31.447227 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-5b3ec6ed-b737-49ea-b05f-e60e7461c69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133ec819-bd88-423d-a009-7a63840673eb', 'name': 'tempest-TestVolumeBootPattern-2030580411-router', 'tenant_id': '2549046f437c4897b72b02531c34b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'c11bd61d-0864-4c8f-9f6a-71e2bd804821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:37:33Z', 'updated_at': '2021-07-29T23:54:29Z', 'revision_number': 5, 'project_id': '2549046f437c4897b72b02531c34b6a8', 'gw_port': {'id': 'c11bd61d-0864-4c8f-9f6a-71e2bd804821', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133ec819-bd88-423d-a009-7a63840673eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:36Z', 'updated_at': '2021-07-29T23:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:31.465676 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9b0d7baa-6316-4833-bc1d-95eefe1e700e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:31.504265 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3ec6ed-b737-49ea-b05f-e60e7461c69b None None] The sync data for ids ['133ec819-bd88-423d-a009-7a63840673eb'] in n-d-712141-10 is: [{'id': '133ec819-bd88-423d-a009-7a63840673eb', 'name': 'tempest-TestVolumeBootPattern-2030580411-router', 'tenant_id': '2549046f437c4897b72b02531c34b6a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'c11bd61d-0864-4c8f-9f6a-71e2bd804821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:37:33Z', 'updated_at': '2021-07-29T23:54:29Z', 'revision_number': 5, 'project_id': '2549046f437c4897b72b02531c34b6a8', 'gw_port': {'id': 'c11bd61d-0864-4c8f-9f6a-71e2bd804821', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:a9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133ec819-bd88-423d-a009-7a63840673eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2220, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:36Z', 'updated_at': '2021-07-29T23:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:54:31.577906 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a6b2552c-a9d0-4939-b051-40a2c1489b23 req-a5eb30c1-f031-4e62-9545-ade0faf62cc2 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc89bc8f-bfbe-4ef5-9811-a32f13d6a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194665 Jul 29 23:54:31.586047 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c1facb-a7d5-4aad-af20-a670ddd0402e tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:31.592271 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c1facb-a7d5-4aad-af20-a670ddd0402e tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:31.598068 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c1facb-a7d5-4aad-af20-a670ddd0402e tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:31.604819 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c1facb-a7d5-4aad-af20-a670ddd0402e tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:31.610403 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e0c1facb-a7d5-4aad-af20-a670ddd0402e tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.3189745 Jul 29 23:54:31.610856 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53672) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:31.627991 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-9b0d7baa-6316-4833-bc1d-95eefe1e700e admin admin] Deleting port c11bd61d-0864-4c8f-9f6a-71e2bd804821 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:54:31.628326 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9b0d7baa-6316-4833-bc1d-95eefe1e700e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:31.713258 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-9b0d7baa-6316-4833-bc1d-95eefe1e700e admin admin] For port c11bd61d-0864-4c8f-9f6a-71e2bd804821, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=c11bd61d-0864-4c8f-9f6a-71e2bd804821,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:31.713663 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9b0d7baa-6316-4833-bc1d-95eefe1e700e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:31.727893 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-9b0d7baa-6316-4833-bc1d-95eefe1e700e admin admin] Calling delete_port for c11bd61d-0864-4c8f-9f6a-71e2bd804821 owned by network:router_gateway {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:54:31.841854 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53674) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:31.842170 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d633d2d0-ebc9-41eb-9d57-2205511bc541 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2284508 Jul 29 23:54:31.872299 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 92e777c3-f83b-47a9-a570-fd126fa92b8b no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:54:31.893098 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 92e777c3-f83b-47a9-a570-fd126fa92b8b {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:54:31.893421 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 92e777c3-f83b-47a9-a570-fd126fa92b8b not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:54:32.012202 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37327139-ff5f-45bc-a555-f043b6d667fd tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:32.013913 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37327139-ff5f-45bc-a555-f043b6d667fd tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:32.023266 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-37327139-ff5f-45bc-a555-f043b6d667fd tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1722822 Jul 29 23:54:32.023266 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53678) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:32.129270 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7434dea-a2fc-4ce8-81ce-c976a16b0f78 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Attributes excluded by policy engine: ['shared'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:32.132294 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7434dea-a2fc-4ce8-81ce-c976a16b0f78 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Attributes excluded by policy engine: ['shared'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:32.134292 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-a7434dea-a2fc-4ce8-81ce-c976a16b0f78 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1101184 Jul 29 23:54:32.138696 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53680) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:32.151671 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9b0d7baa-6316-4833-bc1d-95eefe1e700e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:32.216223 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0d7baa-6316-4833-bc1d-95eefe1e700e admin admin] Pushing event deleted for resources: {'Port': ['ID=c11bd61d-0864-4c8f-9f6a-71e2bd804821,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:32.315466 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdb247c-2276-43cc-b18c-28d935a79bbb tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:32.316846 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-5bdb247c-2276-43cc-b18c-28d935a79bbb tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "GET /v2.0/networks/fe0b37ec-a777-41e9-9788-ae289b525274 HTTP/1.1" status: 200 len: 800 time: 0.1769295 Jul 29 23:54:32.317854 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9b0d7baa-6316-4833-bc1d-95eefe1e700e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:32.323765 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53682) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:32.431586 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9b0d7baa-6316-4833-bc1d-95eefe1e700e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:32.438523 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9b0d7baa-6316-4833-bc1d-95eefe1e700e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:32.446746 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c57ae993-8115-4c13-a01b-4b259e58e76f tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "GET /v2.0/networks/fe0b37ec-a777-41e9-9788-ae289b525274?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1217189 Jul 29 23:54:32.452034 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53684) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:32.511923 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9b0d7baa-6316-4833-bc1d-95eefe1e700e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:32.511923 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b0d7baa-6316-4833-bc1d-95eefe1e700e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 133ec819-bd88-423d-a009-7a63840673eb {{(pid=94078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:54:32.516538 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9b0d7baa-6316-4833-bc1d-95eefe1e700e admin admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:32.521648 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-9b0d7baa-6316-4833-bc1d-95eefe1e700e admin admin] 10.222.0.43 "DELETE /v2.0/routers/133ec819-bd88-423d-a009-7a63840673eb HTTP/1.1" status: 204 len: 168 time: 2.1007912 Jul 29 23:54:32.521948 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53688) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:32.587224 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca631c6-78a6-4852-98c1-1e0ea1adadb3 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:32.596372 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0ca631c6-78a6-4852-98c1-1e0ea1adadb3 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "GET /v2.0/subnets/a2838bb8-2eee-4b0c-8350-f7f645687229 HTTP/1.1" status: 200 len: 811 time: 0.1381049 Jul 29 23:54:32.596922 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53690) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:32.610723 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-93ac4958-c839-4102-9d1d-88eec53974bf admin admin] Deleting subnet b543d7e1-3adb-471f-89b1-7d9837345041 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:54:32.629203 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-93ac4958-c839-4102-9d1d-88eec53974bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:32.685877 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284139a1-ddf5-469d-996e-09434668820c tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Attributes excluded by policy engine: ['shared'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:32.690737 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-284139a1-ddf5-469d-996e-09434668820c tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "GET /v2.0/subnets/a2838bb8-2eee-4b0c-8350-f7f645687229?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0918658 Jul 29 23:54:32.695398 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53694) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:32.700778 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-5a6d1640-383f-4fb9-9afb-2198556df7c1 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1461367512'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:32.708113 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-93ac4958-c839-4102-9d1d-88eec53974bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:32.763602 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6d1640-383f-4fb9-9afb-2198556df7c1 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Made reservation on behalf of ce56530737c448d796e956ef336782fd for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:32.772902 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5a6d1640-383f-4fb9-9afb-2198556df7c1 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:32.779905 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805737ad-713a-4ece-964d-988d7bb4e57c req-7cfe24bb-4f59-446a-a5c8-b11481f24793 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:32.781519 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-805737ad-713a-4ece-964d-988d7bb4e57c req-7cfe24bb-4f59-446a-a5c8-b11481f24793 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbe1a5c4-f7ee-44e3-87c9-7427f80c2aed HTTP/1.1" status: 200 len: 945 time: 0.0893893 Jul 29 23:54:32.832524 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-805737ad-713a-4ece-964d-988d7bb4e57c req-dcbf504e-b572-4f73-a753-74a90f0c9e97 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc89bc8f-bfbe-4ef5-9811-a32f13d6a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440514 Jul 29 23:54:32.834961 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a6d1640-383f-4fb9-9afb-2198556df7c1 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:54:32.860644 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5a6d1640-383f-4fb9-9afb-2198556df7c1 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:32.861036 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-5a6d1640-383f-4fb9-9afb-2198556df7c1 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Added segment 187fde1c-b61b-4973-b8cd-b8b13e718792 of type vlan for network 3b4470f3-f4fa-4508-89e0-bf6ab85554c9 Jul 29 23:54:32.863422 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-93ac4958-c839-4102-9d1d-88eec53974bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:32.934514 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5a6d1640-383f-4fb9-9afb-2198556df7c1 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:32.973095 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-93ac4958-c839-4102-9d1d-88eec53974bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:33.001267 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5a6d1640-383f-4fb9-9afb-2198556df7c1 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:33.007808 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6d1640-383f-4fb9-9afb-2198556df7c1 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:33.008493 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5a6d1640-383f-4fb9-9afb-2198556df7c1 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks [] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:33.016053 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ac4958-c839-4102-9d1d-88eec53974bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b543d7e1-3adb-471f-89b1-7d9837345041,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:33.033048 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3700f8a3-35bb-4fdc-a030-5ff7a71a3f21 None None] Network c557a2d1-7c3b-4a23-8969-2636c7b18953 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:33.076988 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-93ac4958-c839-4102-9d1d-88eec53974bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:33.077223 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-93ac4958-c839-4102-9d1d-88eec53974bf admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b543d7e1-3adb-471f-89b1-7d9837345041 HTTP/1.1" status: 204 len: 168 time: 0.5548761 Jul 29 23:54:33.080991 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53696) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:33.109240 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6d1640-383f-4fb9-9afb-2198556df7c1 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Pushing event updated for resources: {'Network': ['ID=3b4470f3-f4fa-4508-89e0-bf6ab85554c9,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:33.139194 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-5a6d1640-383f-4fb9-9afb-2198556df7c1 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4392107 Jul 29 23:54:33.139488 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53700) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:33.144661 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-722aa115-48ad-44d6-89ec-df17cb644815 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Request body: {'subnet': {'network_id': '3b4470f3-f4fa-4508-89e0-bf6ab85554c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:33.163504 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 3b4470f3-f4fa-4508-89e0-bf6ab85554c9 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:54:33.227363 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ae62e5cd-06db-4fcd-8446-faf563784cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:33.298873 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-ae62e5cd-06db-4fcd-8446-faf563784cb5 admin admin] Deleting port 5b6cb85c-556d-4c03-a1d7-ccabd7a77eb6 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:54:33.299582 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ae62e5cd-06db-4fcd-8446-faf563784cb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:33.332189 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722aa115-48ad-44d6-89ec-df17cb644815 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Made reservation on behalf of ce56530737c448d796e956ef336782fd for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:33.338577 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-722aa115-48ad-44d6-89ec-df17cb644815 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:33.398538 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-ae62e5cd-06db-4fcd-8446-faf563784cb5 admin admin] For port 5b6cb85c-556d-4c03-a1d7-ccabd7a77eb6, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=5b6cb85c-556d-4c03-a1d7-ccabd7a77eb6,segment=NetworkSegment(4a440624-fcac-4e4f-a0d4-64fd4299d2d2),segment_id=4a440624-fcac-4e4f-a0d4-64fd4299d2d2)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:33.399167 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ae62e5cd-06db-4fcd-8446-faf563784cb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:33.419481 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.ipam_backend_mixin [None req-722aa115-48ad-44d6-89ec-df17cb644815 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Performing IP validity checks on allocation pools {{(pid=94077) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 29 23:54:33.420404 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.ipam_backend_mixin [None req-722aa115-48ad-44d6-89ec-df17cb644815 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94077) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 29 23:54:33.423320 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-ae62e5cd-06db-4fcd-8446-faf563784cb5 admin admin] Calling delete_port for 5b6cb85c-556d-4c03-a1d7-ccabd7a77eb6 owned by network:dhcp {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:54:33.450961 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4bcc60-1c60-41fe-8b4f-b4e82bd8c56b None None] DHCP port deletion for c557a2d1-7c3b-4a23-8969-2636c7b18953 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:54:33.517872 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bcc60-1c60-41fe-8b4f-b4e82bd8c56b None None] Deleting port 5b6cb85c-556d-4c03-a1d7-ccabd7a77eb6 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:54:33.518527 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8f4bcc60-1c60-41fe-8b4f-b4e82bd8c56b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:33.535162 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ae62e5cd-06db-4fcd-8446-faf563784cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:33.583358 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae62e5cd-06db-4fcd-8446-faf563784cb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b6cb85c-556d-4c03-a1d7-ccabd7a77eb6,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:33.586596 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae62e5cd-06db-4fcd-8446-faf563784cb5 admin admin] No DVR routers for this DVR port 5b6cb85c-556d-4c03-a1d7-ccabd7a77eb6 on host n-d-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:54:33.625661 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-8f4bcc60-1c60-41fe-8b4f-b4e82bd8c56b None None] For port 5b6cb85c-556d-4c03-a1d7-ccabd7a77eb6, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=5b6cb85c-556d-4c03-a1d7-ccabd7a77eb6,segment=NetworkSegment(4a440624-fcac-4e4f-a0d4-64fd4299d2d2),segment_id=4a440624-fcac-4e4f-a0d4-64fd4299d2d2)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:33.626180 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8f4bcc60-1c60-41fe-8b4f-b4e82bd8c56b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:33.631539 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-722aa115-48ad-44d6-89ec-df17cb644815 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:33.657898 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-8f4bcc60-1c60-41fe-8b4f-b4e82bd8c56b None None] Calling delete_port for 5b6cb85c-556d-4c03-a1d7-ccabd7a77eb6 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:54:33.692508 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ae62e5cd-06db-4fcd-8446-faf563784cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:33.710192 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-ae62e5cd-06db-4fcd-8446-faf563784cb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c557a2d1-7c3b-4a23-8969-2636c7b18953']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:33.722724 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-ae62e5cd-06db-4fcd-8446-faf563784cb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a440624-fcac-4e4f-a0d4-64fd4299d2d2') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:33.723077 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-ae62e5cd-06db-4fcd-8446-faf563784cb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a440624-fcac-4e4f-a0d4-64fd4299d2d2') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:33.730801 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722aa115-48ad-44d6-89ec-df17cb644815 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Pushing event updated for resources: {'Subnet': ['ID=3f3e5585-d076-4dad-9e00-d14f7caf2115,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:33.734478 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ae62e5cd-06db-4fcd-8446-faf563784cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:33.750878 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ae62e5cd-06db-4fcd-8446-faf563784cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:33.760355 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae62e5cd-06db-4fcd-8446-faf563784cb5 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:54:33.760889 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ae62e5cd-06db-4fcd-8446-faf563784cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:33.766158 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:54:33.766158 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:54:33.766158 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:54:33.766158 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:54:33.766158 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:54:33.766158 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:54:33.766158 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:54:33.766158 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:54:33.766158 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:54:33.766158 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:54:33.766158 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:54:33.766158 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:54:33.766158 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:54:33.766158 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:54:33.766158 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:54:33.766158 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:54:33.766158 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:54:33.766158 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:54:33.766158 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:54:33.766158 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:54:33.766158 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:54:33.766158 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:54:33.766158 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:54:33.766158 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:54:33.766158 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:54:33.766158 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:54:33.766158 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:54:33.766158 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:54:33.766158 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:54:33.766158 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:54:33.766158 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:54:33.766158 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:54:33.775181 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722aa115-48ad-44d6-89ec-df17cb644815 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Checking segment: {'id': '187fde1c-b61b-4973-b8cd-b8b13e718792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3b4470f3-f4fa-4508-89e0-bf6ab85554c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:54:33.775782 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722aa115-48ad-44d6-89ec-df17cb644815 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Network hostable DHCP agents. Network: 3b4470f3-f4fa-4508-89e0-bf6ab85554c9, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:54:33.809515 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722aa115-48ad-44d6-89ec-df17cb644815 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Network 3b4470f3-f4fa-4508-89e0-bf6ab85554c9 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:54:33.829301 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-722aa115-48ad-44d6-89ec-df17cb644815 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 3b4470f3-f4fa-4508-89e0-bf6ab85554c9) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:33.836220 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722aa115-48ad-44d6-89ec-df17cb644815 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:33.837166 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-722aa115-48ad-44d6-89ec-df17cb644815 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16327594'] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:33.846065 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device c11bd61d-0864-4c8f-9f6a-71e2bd804821 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:54:33.852217 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38473a7-ff9b-4e01-8f9d-bd61caa61cbc None None] Network 3b4470f3-f4fa-4508-89e0-bf6ab85554c9 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:33.857076 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8f4bcc60-1c60-41fe-8b4f-b4e82bd8c56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:33.870378 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-722aa115-48ad-44d6-89ec-df17cb644815 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.7294991 Jul 29 23:54:33.871334 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53706) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:33.883763 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-d89d3559-1275-4231-bf7c-40ff68642e50 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:33.904500 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ae62e5cd-06db-4fcd-8446-faf563784cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:33.917918 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ae62e5cd-06db-4fcd-8446-faf563784cb5 admin admin] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:33.923410 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ae62e5cd-06db-4fcd-8446-faf563784cb5 admin admin] 10.222.0.43 "DELETE /v2.0/networks/c557a2d1-7c3b-4a23-8969-2636c7b18953 HTTP/1.1" status: 204 len: 168 time: 0.8412039 Jul 29 23:54:33.942150 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae62e5cd-06db-4fcd-8446-faf563784cb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c557a2d1-7c3b-4a23-8969-2636c7b18953,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:33.948920 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bcc60-1c60-41fe-8b4f-b4e82bd8c56b None None] Pushing event deleted for resources: {'Port': ['ID=5b6cb85c-556d-4c03-a1d7-ccabd7a77eb6,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:33.956807 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: c11bd61d-0864-4c8f-9f6a-71e2bd804821 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:54:33.957129 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device c11bd61d-0864-4c8f-9f6a-71e2bd804821 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:54:33.957567 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 5b6cb85c-556d-4c03-a1d7-ccabd7a77eb6 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:54:33.999747 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 5b6cb85c-556d-4c03-a1d7-ccabd7a77eb6 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:54:34.000213 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 5b6cb85c-556d-4c03-a1d7-ccabd7a77eb6 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:54:34.002652 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8f4bcc60-1c60-41fe-8b4f-b4e82bd8c56b None None] Network c557a2d1-7c3b-4a23-8969-2636c7b18953 is not hosted by any dhcp agent {{(pid=94079) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 23:54:34.006970 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4bcc60-1c60-41fe-8b4f-b4e82bd8c56b None None] No DVR routers for this DVR port 5b6cb85c-556d-4c03-a1d7-ccabd7a77eb6 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:54:34.070877 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d89d3559-1275-4231-bf7c-40ff68642e50 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14288387'] for subnet, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:34.106241 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be1c79-9485-4caf-a558-8e29999a6b1f req-ac276463-a406-4da9-ac2c-a824147e12a1 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:34.108410 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-28be1c79-9485-4caf-a558-8e29999a6b1f req-ac276463-a406-4da9-ac2c-a824147e12a1 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbe1a5c4-f7ee-44e3-87c9-7427f80c2aed HTTP/1.1" status: 200 len: 945 time: 0.1204855 Jul 29 23:54:34.211819 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-28be1c79-9485-4caf-a558-8e29999a6b1f req-18b0db7b-c3fc-45b7-b0f6-1eaaa9641bc5 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc89bc8f-bfbe-4ef5-9811-a32f13d6a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840828 Jul 29 23:54:34.261907 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53720) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:34.322386 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e2310327-b4d2-41ab-8158-491205274177 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=abc07fd47c924aad994e74752ef0bc5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0592940 Jul 29 23:54:34.324787 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53722) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:34.328592 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278f93b7-b0a7-4ef6-aab9-987edfdfea67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-3b4470f3-f4fa-4508-89e0-bf6ab85554c9', 'network_id': '3b4470f3-f4fa-4508-89e0-bf6ab85554c9', 'tenant_id': 'ce56530737c448d796e956ef336782fd', 'fixed_ips': [{'subnet_id': '3f3e5585-d076-4dad-9e00-d14f7caf2115'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:54:34.329823 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-278f93b7-b0a7-4ef6-aab9-987edfdfea67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:34.384676 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ccec55d8-f594-4140-8697-57f82fe97974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:34.409734 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d89d3559-1275-4231-bf7c-40ff68642e50 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745132415016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14299668'] for subnet, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:34.429389 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ccec55d8-f594-4140-8697-57f82fe97974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:34.458429 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89d3559-1275-4231-bf7c-40ff68642e50 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:34.459325 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d89d3559-1275-4231-bf7c-40ff68642e50 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks [] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:34.461703 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d89d3559-1275-4231-bf7c-40ff68642e50 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "PUT /v2.0/subnets/3f3e5585-d076-4dad-9e00-d14f7caf2115 HTTP/1.1" status: 200 len: 877 time: 0.5891323 Jul 29 23:54:34.465017 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53724) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:34.476218 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89d3559-1275-4231-bf7c-40ff68642e50 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Pushing event updated for resources: {'Subnet': ['ID=3f3e5585-d076-4dad-9e00-d14f7caf2115,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:34.544226 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-278f93b7-b0a7-4ef6-aab9-987edfdfea67 None None] Allocated IP 172.20.0.3 (3b4470f3-f4fa-4508-89e0-bf6ab85554c9/3f3e5585-d076-4dad-9e00-d14f7caf2115/5b1e72d3-7784-4711-9315-2e845427af5f) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:54:34.559871 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ccec55d8-f594-4140-8697-57f82fe97974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:34.564741 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ccec55d8-f594-4140-8697-57f82fe97974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:34.567256 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ccec55d8-f594-4140-8697-57f82fe97974 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e7f57575-0a92-42d2-b86b-88c17d27f0ce HTTP/1.1" status: 204 len: 168 time: 0.2412081 Jul 29 23:54:34.582546 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccec55d8-f594-4140-8697-57f82fe97974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f57575-0a92-42d2-b86b-88c17d27f0ce,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:34.605662 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8a4f2314-46f6-4e41-8a8d-775e922774f7 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:34.677091 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8a4f2314-46f6-4e41-8a8d-775e922774f7 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:34.745729 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-278f93b7-b0a7-4ef6-aab9-987edfdfea67 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:34.755688 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-278f93b7-b0a7-4ef6-aab9-987edfdfea67 None None] Transition to ACTIVE for port object 5b1e72d3-7784-4711-9315-2e845427af5f will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:34.777285 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-278f93b7-b0a7-4ef6-aab9-987edfdfea67 None None] Transition to ACTIVE for port object 5b1e72d3-7784-4711-9315-2e845427af5f will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:34.793073 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-278f93b7-b0a7-4ef6-aab9-987edfdfea67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:34.812392 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8a4f2314-46f6-4e41-8a8d-775e922774f7 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:34.844966 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278f93b7-b0a7-4ef6-aab9-987edfdfea67 None None] Network 3b4470f3-f4fa-4508-89e0-bf6ab85554c9 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:34.850671 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-278f93b7-b0a7-4ef6-aab9-987edfdfea67 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:34.855312 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278f93b7-b0a7-4ef6-aab9-987edfdfea67 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:54:34.858812 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4f2314-46f6-4e41-8a8d-775e922774f7 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Pushing event deleted for resources: {'Subnet': ['ID=3f3e5585-d076-4dad-9e00-d14f7caf2115,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:34.928210 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278f93b7-b0a7-4ef6-aab9-987edfdfea67 None None] Pushing event updated for resources: {'Port': ['ID=5b1e72d3-7784-4711-9315-2e845427af5f,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:34.932799 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-278f93b7-b0a7-4ef6-aab9-987edfdfea67 None None] Attempting to bind port 5b1e72d3-7784-4711-9315-2e845427af5f on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:54:34.933173 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-278f93b7-b0a7-4ef6-aab9-987edfdfea67 None None] Attempting to bind port 5b1e72d3-7784-4711-9315-2e845427af5f by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '187fde1c-b61b-4973-b8cd-b8b13e718792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3b4470f3-f4fa-4508-89e0-bf6ab85554c9'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:54:34.933540 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278f93b7-b0a7-4ef6-aab9-987edfdfea67 None None] Attempting to bind port 5b1e72d3-7784-4711-9315-2e845427af5f on network 3b4470f3-f4fa-4508-89e0-bf6ab85554c9 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:34.939146 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278f93b7-b0a7-4ef6-aab9-987edfdfea67 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 54, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:54:34.939525 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278f93b7-b0a7-4ef6-aab9-987edfdfea67 None None] Checking segment: {'id': '187fde1c-b61b-4973-b8cd-b8b13e718792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3b4470f3-f4fa-4508-89e0-bf6ab85554c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:54:34.939930 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-278f93b7-b0a7-4ef6-aab9-987edfdfea67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:34.940324 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278f93b7-b0a7-4ef6-aab9-987edfdfea67 None None] Bound using segment: {'id': '187fde1c-b61b-4973-b8cd-b8b13e718792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3b4470f3-f4fa-4508-89e0-bf6ab85554c9'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:54:34.940912 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-278f93b7-b0a7-4ef6-aab9-987edfdfea67 None None] Bound port: 5b1e72d3-7784-4711-9315-2e845427af5f, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187fde1c-b61b-4973-b8cd-b8b13e718792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3b4470f3-f4fa-4508-89e0-bf6ab85554c9'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:54:34.941174 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-278f93b7-b0a7-4ef6-aab9-987edfdfea67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:34.951717 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8a4f2314-46f6-4e41-8a8d-775e922774f7 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:34.966058 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-8a4f2314-46f6-4e41-8a8d-775e922774f7 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b4470f3-f4fa-4508-89e0-bf6ab85554c9']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:34.978941 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-8a4f2314-46f6-4e41-8a8d-775e922774f7 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '187fde1c-b61b-4973-b8cd-b8b13e718792') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:34.979500 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-8a4f2314-46f6-4e41-8a8d-775e922774f7 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '187fde1c-b61b-4973-b8cd-b8b13e718792') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:34.990298 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8a4f2314-46f6-4e41-8a8d-775e922774f7 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:35.007694 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8a4f2314-46f6-4e41-8a8d-775e922774f7 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:35.016333 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a4f2314-46f6-4e41-8a8d-775e922774f7 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:54:35.016900 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8a4f2314-46f6-4e41-8a8d-775e922774f7 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:35.020262 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:54:35.020262 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:54:35.020262 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:54:35.020262 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:54:35.020262 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:54:35.020262 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:54:35.020262 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:54:35.020262 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:54:35.020262 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:54:35.020262 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:54:35.020262 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:54:35.020262 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:54:35.020262 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:54:35.020262 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:54:35.020262 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:54:35.020262 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:54:35.020262 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:54:35.020262 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:54:35.020262 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:54:35.020262 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:54:35.020262 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:54:35.020262 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:54:35.020262 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:54:35.020262 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:54:35.020262 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:54:35.020262 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:54:35.020262 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:54:35.020262 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:54:35.020262 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:54:35.020262 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:54:35.020262 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:54:35.020262 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:54:35.029014 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-278f93b7-b0a7-4ef6-aab9-987edfdfea67 None None] For port 5b1e72d3-7784-4711-9315-2e845427af5f, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:54:35.060098 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53740) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:35.090177 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.db.api [None req-8a4f2314-46f6-4e41-8a8d-775e922774f7 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 29 23:54:35.090177 n-d-712141-10 neutron-server[94078]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 29 23:54:35.090177 n-d-712141-10 neutron-server[94078]: [parameters: {'id': '3b4470f3-f4fa-4508-89e0-bf6ab85554c9'}] Jul 29 23:54:35.090177 n-d-712141-10 neutron-server[94078]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94078) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:54:35.090649 n-d-712141-10 neutron-server[94078]: DEBUG oslo_db.api [None req-8a4f2314-46f6-4e41-8a8d-775e922774f7 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:54:35.091385 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-278f93b7-b0a7-4ef6-aab9-987edfdfea67 None None] For port 5b1e72d3-7784-4711-9315-2e845427af5f, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=5b1e72d3-7784-4711-9315-2e845427af5f,segment=NetworkSegment(187fde1c-b61b-4973-b8cd-b8b13e718792),segment_id=187fde1c-b61b-4973-b8cd-b8b13e718792)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:54:35.096812 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-278f93b7-b0a7-4ef6-aab9-987edfdfea67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:35.112468 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7ac29792-ddd0-4c17-b452-a1381deecef4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2549046f437c4897b72b02531c34b6a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488558 Jul 29 23:54:35.112965 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53742) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:35.179854 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278f93b7-b0a7-4ef6-aab9-987edfdfea67 None None] Pushing event updated for resources: {'Port': ['ID=5b1e72d3-7784-4711-9315-2e845427af5f,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:35.180082 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5af724e4-2173-4c1c-a893-be012d322b13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:35.200048 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d79eb7-587c-436c-8fb2-b82b7f10a8fc None None] Network 3b4470f3-f4fa-4508-89e0-bf6ab85554c9 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:35.207150 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5af724e4-2173-4c1c-a893-be012d322b13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:35.264844 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5af724e4-2173-4c1c-a893-be012d322b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:35.268769 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5af724e4-2173-4c1c-a893-be012d322b13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:35.273015 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-5af724e4-2173-4c1c-a893-be012d322b13 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/66bca765-e41f-4b8c-9288-d14d0915f4bf HTTP/1.1" status: 204 len: 168 time: 0.1556361 Jul 29 23:54:35.280046 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af724e4-2173-4c1c-a893-be012d322b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66bca765-e41f-4b8c-9288-d14d0915f4bf,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:35.376809 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5c67b8-ee27-4e97-acb8-0b0664fb0691 req-5528c130-27a4-469e-a79d-a0d92cf1ea33 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:35.386284 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-df5c67b8-ee27-4e97-acb8-0b0664fb0691 req-5528c130-27a4-469e-a79d-a0d92cf1ea33 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbe1a5c4-f7ee-44e3-87c9-7427f80c2aed HTTP/1.1" status: 200 len: 945 time: 0.0744390 Jul 29 23:54:35.394960 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd56718c-7f6a-48d8-88ca-9ca9d7983d50 None None] Network 3b4470f3-f4fa-4508-89e0-bf6ab85554c9 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:35.451457 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-df5c67b8-ee27-4e97-acb8-0b0664fb0691 req-fa949a50-e361-4fb9-8de2-e98635380310 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc89bc8f-bfbe-4ef5-9811-a32f13d6a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590794 Jul 29 23:54:35.561973 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a2fc65-f2b5-47f3-b993-eb154b2ef2f2 None None] get_active_networks_info from n-d-712141-10 {{(pid=94079) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 23:54:35.591702 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8a4f2314-46f6-4e41-8a8d-775e922774f7 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:35.703858 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-8a4f2314-46f6-4e41-8a8d-775e922774f7 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Deleting port 5b1e72d3-7784-4711-9315-2e845427af5f {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:54:35.705003 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8a4f2314-46f6-4e41-8a8d-775e922774f7 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:35.712150 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a2fc65-f2b5-47f3-b993-eb154b2ef2f2 None None] Resources bound (agent type, host, resource id): {{(pid=94079) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 23:54:35.789165 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-8a4f2314-46f6-4e41-8a8d-775e922774f7 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] For port 5b1e72d3-7784-4711-9315-2e845427af5f, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=5b1e72d3-7784-4711-9315-2e845427af5f,segment=NetworkSegment(187fde1c-b61b-4973-b8cd-b8b13e718792),segment_id=187fde1c-b61b-4973-b8cd-b8b13e718792)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:35.789974 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8a4f2314-46f6-4e41-8a8d-775e922774f7 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:35.836562 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-8a4f2314-46f6-4e41-8a8d-775e922774f7 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Calling delete_port for 5b1e72d3-7784-4711-9315-2e845427af5f owned by network:dhcp {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:54:35.952162 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8a4f2314-46f6-4e41-8a8d-775e922774f7 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:35.982222 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4f2314-46f6-4e41-8a8d-775e922774f7 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Pushing event deleted for resources: {'Port': ['ID=5b1e72d3-7784-4711-9315-2e845427af5f,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:36.005346 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4f2314-46f6-4e41-8a8d-775e922774f7 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] No DVR routers for this DVR port 5b1e72d3-7784-4711-9315-2e845427af5f on host n-d-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:54:36.103471 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8a4f2314-46f6-4e41-8a8d-775e922774f7 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:36.115085 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-8a4f2314-46f6-4e41-8a8d-775e922774f7 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b4470f3-f4fa-4508-89e0-bf6ab85554c9']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:36.127817 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-8a4f2314-46f6-4e41-8a8d-775e922774f7 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '187fde1c-b61b-4973-b8cd-b8b13e718792') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:36.128012 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-8a4f2314-46f6-4e41-8a8d-775e922774f7 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '187fde1c-b61b-4973-b8cd-b8b13e718792') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:36.138265 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8a4f2314-46f6-4e41-8a8d-775e922774f7 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:36.156867 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8a4f2314-46f6-4e41-8a8d-775e922774f7 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:36.164661 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a4f2314-46f6-4e41-8a8d-775e922774f7 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:54:36.165083 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8a4f2314-46f6-4e41-8a8d-775e922774f7 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:36.168137 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:54:36.168137 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:54:36.168137 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:54:36.168137 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:54:36.168137 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:54:36.168137 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:54:36.168137 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:54:36.168137 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:54:36.168137 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:54:36.168137 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:54:36.168137 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:54:36.168137 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:54:36.168137 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:54:36.168137 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:54:36.168137 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:54:36.168137 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:54:36.168137 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:54:36.168137 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:54:36.168137 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:54:36.168137 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:54:36.168137 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:54:36.168137 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:54:36.168137 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:54:36.168137 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:54:36.168137 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:54:36.168137 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:54:36.168137 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:54:36.168137 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:54:36.168137 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:54:36.168137 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:54:36.168137 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:54:36.168137 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:54:36.227581 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8a4f2314-46f6-4e41-8a8d-775e922774f7 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:36.232156 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8a4f2314-46f6-4e41-8a8d-775e922774f7 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:36.239627 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-8a4f2314-46f6-4e41-8a8d-775e922774f7 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "DELETE /v2.0/networks/3b4470f3-f4fa-4508-89e0-bf6ab85554c9 HTTP/1.1" status: 204 len: 168 time: 1.7681866 Jul 29 23:54:36.239840 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53760) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:36.253507 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4f2314-46f6-4e41-8a8d-775e922774f7 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Pushing event deleted for resources: {'Network': ['ID=3b4470f3-f4fa-4508-89e0-bf6ab85554c9,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:36.271474 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-546b7d5f-6c44-43ea-8a44-ec56f39e9b31 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] DELETE failed (client error): The resource could not be found. Jul 29 23:54:36.271948 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-546b7d5f-6c44-43ea-8a44-ec56f39e9b31 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:54:36.273726 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-546b7d5f-6c44-43ea-8a44-ec56f39e9b31 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "DELETE /v2.0/subnets/3f3e5585-d076-4dad-9e00-d14f7caf2115 HTTP/1.1" status: 404 len: 337 time: 0.0332172 Jul 29 23:54:36.276192 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53762) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:36.294554 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-66ef322d-26fd-4497-92f5-ebcb64a72438 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] DELETE failed (client error): The resource could not be found. Jul 29 23:54:36.295105 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66ef322d-26fd-4497-92f5-ebcb64a72438 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:54:36.296813 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-66ef322d-26fd-4497-92f5-ebcb64a72438 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "DELETE /v2.0/networks/3b4470f3-f4fa-4508-89e0-bf6ab85554c9 HTTP/1.1" status: 404 len: 339 time: 0.0197184 Jul 29 23:54:36.299315 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53764) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:36.324945 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-84108c82-8081-4fe4-b977-43c3bd8e609c tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] DELETE failed (client error): The resource could not be found. Jul 29 23:54:36.325402 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84108c82-8081-4fe4-b977-43c3bd8e609c tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:54:36.327141 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-84108c82-8081-4fe4-b977-43c3bd8e609c tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "DELETE /v2.0/subnets/268141c8-39a6-4b31-8f5f-676d70a853d0 HTTP/1.1" status: 404 len: 337 time: 0.0269291 Jul 29 23:54:36.329700 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53766) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:36.351764 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-d959710c-2a33-469f-a059-0311e5172c21 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] DELETE failed (client error): The resource could not be found. Jul 29 23:54:36.352236 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d959710c-2a33-469f-a059-0311e5172c21 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:54:36.353949 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d959710c-2a33-469f-a059-0311e5172c21 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "DELETE /v2.0/networks/5f987ddf-ec69-4591-96cf-22041eb89f96 HTTP/1.1" status: 404 len: 339 time: 0.0233541 Jul 29 23:54:36.356364 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53768) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:36.434050 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7281d354-d354-42f2-8a06-bd0084348c9e tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:36.625823 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6049e4d3-7ef6-4fd9-90aa-28131ceee963 req-5a616484-0ce4-4853-94e5-4f3dd47aab37 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:36.633818 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6049e4d3-7ef6-4fd9-90aa-28131ceee963 req-5a616484-0ce4-4853-94e5-4f3dd47aab37 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbe1a5c4-f7ee-44e3-87c9-7427f80c2aed HTTP/1.1" status: 200 len: 945 time: 0.0806196 Jul 29 23:54:36.677070 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6049e4d3-7ef6-4fd9-90aa-28131ceee963 req-f4b1769b-70c6-4cfd-998e-f48bb8cce8df tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc89bc8f-bfbe-4ef5-9811-a32f13d6a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372226 Jul 29 23:54:36.889973 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7281d354-d354-42f2-8a06-bd0084348c9e tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:36.900432 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-7281d354-d354-42f2-8a06-bd0084348c9e tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9139e9ce-886d-4c09-b6d5-f2013c5d1f49']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:36.911038 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-7281d354-d354-42f2-8a06-bd0084348c9e tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f385826a-a8dd-453b-b065-d07087ed6971') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:36.911337 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-7281d354-d354-42f2-8a06-bd0084348c9e tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f385826a-a8dd-453b-b065-d07087ed6971') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:36.920542 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7281d354-d354-42f2-8a06-bd0084348c9e tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:36.935516 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7281d354-d354-42f2-8a06-bd0084348c9e tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:36.944932 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7281d354-d354-42f2-8a06-bd0084348c9e tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:54:36.945595 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7281d354-d354-42f2-8a06-bd0084348c9e tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:36.950952 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:54:36.950952 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:54:36.950952 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:54:36.950952 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:54:36.950952 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:54:36.950952 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:54:36.950952 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:54:36.950952 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:54:36.950952 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:54:36.950952 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:54:36.950952 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:54:36.950952 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:54:36.950952 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:54:36.950952 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:54:36.950952 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:54:36.950952 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:54:36.950952 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:54:36.950952 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:54:36.950952 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:54:36.950952 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:54:36.950952 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:54:36.950952 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:54:36.950952 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:54:36.950952 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:54:36.950952 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:54:36.950952 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:54:36.950952 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:54:36.950952 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:54:36.950952 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:54:36.950952 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:54:36.950952 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:54:36.950952 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:54:37.026635 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7281d354-d354-42f2-8a06-bd0084348c9e tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:37.035658 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7281d354-d354-42f2-8a06-bd0084348c9e tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks [] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:37.037423 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7281d354-d354-42f2-8a06-bd0084348c9e tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "DELETE /v2.0/networks/9139e9ce-886d-4c09-b6d5-f2013c5d1f49 HTTP/1.1" status: 204 len: 168 time: 0.6801438 Jul 29 23:54:37.040561 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53778) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:37.059127 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7281d354-d354-42f2-8a06-bd0084348c9e tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Pushing event deleted for resources: {'Network': ['ID=9139e9ce-886d-4c09-b6d5-f2013c5d1f49,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:37.082353 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-55041050-6476-45f9-814f-59b4ca306c77 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] DELETE failed (client error): The resource could not be found. Jul 29 23:54:37.082818 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55041050-6476-45f9-814f-59b4ca306c77 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:54:37.084750 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-55041050-6476-45f9-814f-59b4ca306c77 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "DELETE /v2.0/subnets/40deb3b7-338e-4afe-bad4-adfd98e20f6e HTTP/1.1" status: 404 len: 337 time: 0.0430620 Jul 29 23:54:37.087281 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53780) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:37.109299 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e0c7573-d7d5-499e-837d-bf1951b309bb tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] DELETE failed (client error): The resource could not be found. Jul 29 23:54:37.110220 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e0c7573-d7d5-499e-837d-bf1951b309bb tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:54:37.113242 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9e0c7573-d7d5-499e-837d-bf1951b309bb tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "DELETE /v2.0/networks/b7bb3de9-15a4-4f95-8c7a-8616ee426143 HTTP/1.1" status: 404 len: 339 time: 0.0246956 Jul 29 23:54:37.116340 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53782) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:37.150299 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-b617be58-a9e9-47a1-9bd4-4048303178cd tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] DELETE failed (client error): The resource could not be found. Jul 29 23:54:37.150672 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b617be58-a9e9-47a1-9bd4-4048303178cd tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:54:37.152372 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b617be58-a9e9-47a1-9bd4-4048303178cd tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "DELETE /v2.0/subnets/a8656a69-bd1c-4625-93d6-26d83f761fc3 HTTP/1.1" status: 404 len: 337 time: 0.0348225 Jul 29 23:54:37.154918 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53784) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:37.176324 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a9e539e-6c59-4f7c-9ec1-db729fbc6069 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] DELETE failed (client error): The resource could not be found. Jul 29 23:54:37.176857 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a9e539e-6c59-4f7c-9ec1-db729fbc6069 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:54:37.178614 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-2a9e539e-6c59-4f7c-9ec1-db729fbc6069 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "DELETE /v2.0/networks/0c9b8a37-ddad-4e02-8fab-eef4bb07acee HTTP/1.1" status: 404 len: 339 time: 0.0227730 Jul 29 23:54:37.182117 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53786) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:37.213379 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-d60c619b-8229-41c3-ab36-03c2ddf91217 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] DELETE failed (client error): The resource could not be found. Jul 29 23:54:37.213854 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d60c619b-8229-41c3-ab36-03c2ddf91217 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:54:37.217830 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-d60c619b-8229-41c3-ab36-03c2ddf91217 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "DELETE /v2.0/subnets/5ff70b4f-26db-4f7a-b537-7826e3993629 HTTP/1.1" status: 404 len: 337 time: 0.0323918 Jul 29 23:54:37.223818 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53788) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:37.243890 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-44730959-2e84-4035-96b5-1be23ef159c1 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] DELETE failed (client error): The resource could not be found. Jul 29 23:54:37.244565 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44730959-2e84-4035-96b5-1be23ef159c1 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:54:37.246349 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-44730959-2e84-4035-96b5-1be23ef159c1 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "DELETE /v2.0/networks/5636ba1b-1b64-481f-a8c0-d41d40d24df4 HTTP/1.1" status: 404 len: 339 time: 0.0216129 Jul 29 23:54:37.248870 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53790) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:37.276785 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-59208065-2871-4406-84f2-ee89c8385fb7 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] DELETE failed (client error): The resource could not be found. Jul 29 23:54:37.277243 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59208065-2871-4406-84f2-ee89c8385fb7 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:54:37.279027 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-59208065-2871-4406-84f2-ee89c8385fb7 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "DELETE /v2.0/subnets/219b508a-3f13-4c58-9d83-3d50f3136980 HTTP/1.1" status: 404 len: 337 time: 0.0292630 Jul 29 23:54:37.281539 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53792) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:37.300534 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-937ffb81-930b-4212-91ce-78f4a0d70bab tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] DELETE failed (client error): The resource could not be found. Jul 29 23:54:37.301087 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-937ffb81-930b-4212-91ce-78f4a0d70bab tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:54:37.306915 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-937ffb81-930b-4212-91ce-78f4a0d70bab tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "DELETE /v2.0/networks/024d7e14-f848-410b-aad4-bbc3d7fbe30b HTTP/1.1" status: 404 len: 339 time: 0.0203955 Jul 29 23:54:37.307205 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53794) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:37.333847 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fe3bbfc-e747-4636-adf3-952aad11a175 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] DELETE failed (client error): The resource could not be found. Jul 29 23:54:37.334234 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fe3bbfc-e747-4636-adf3-952aad11a175 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:54:37.336684 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-9fe3bbfc-e747-4636-adf3-952aad11a175 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "DELETE /v2.0/subnets/230dfbb9-262c-452d-bb82-f95adeafd13f HTTP/1.1" status: 404 len: 337 time: 0.0285881 Jul 29 23:54:37.339562 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53796) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:37.358093 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-2587b0b2-a9e2-45fb-b13b-d5211811efc8 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] DELETE failed (client error): The resource could not be found. Jul 29 23:54:37.358634 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2587b0b2-a9e2-45fb-b13b-d5211811efc8 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:54:37.360378 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-2587b0b2-a9e2-45fb-b13b-d5211811efc8 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "DELETE /v2.0/networks/585226bc-4ac3-4ae6-87ef-120e92558856 HTTP/1.1" status: 404 len: 339 time: 0.0198810 Jul 29 23:54:37.362894 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53798) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:37.384744 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:37.389150 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-321785df-8a00-415f-b92e-f803671a6c59 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] DELETE failed (client error): The resource could not be found. Jul 29 23:54:37.389627 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-321785df-8a00-415f-b92e-f803671a6c59 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:54:37.391366 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-321785df-8a00-415f-b92e-f803671a6c59 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "DELETE /v2.0/subnets/649abace-8871-4764-b20c-9a5bd99731ef HTTP/1.1" status: 404 len: 337 time: 0.0275600 Jul 29 23:54:37.395458 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53800) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:37.416565 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d371796-0846-42d0-8759-342f443aa885 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] DELETE failed (client error): The resource could not be found. Jul 29 23:54:37.417051 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d371796-0846-42d0-8759-342f443aa885 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:54:37.421195 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-2d371796-0846-42d0-8759-342f443aa885 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "DELETE /v2.0/networks/6c63c325-bb54-4d02-9232-58653c5b6f7e HTTP/1.1" status: 404 len: 339 time: 0.0223703 Jul 29 23:54:37.422057 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53802) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:37.450181 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd464aa1-92da-4b50-a50c-0cdada129800 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] DELETE failed (client error): The resource could not be found. Jul 29 23:54:37.450663 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd464aa1-92da-4b50-a50c-0cdada129800 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:54:37.453159 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-fd464aa1-92da-4b50-a50c-0cdada129800 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "DELETE /v2.0/subnets/9f172d74-3d8e-4e78-81f1-601c21aceded HTTP/1.1" status: 404 len: 337 time: 0.0300963 Jul 29 23:54:37.455751 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53804) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:37.475049 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d3509c4-92cd-4c4e-b1f3-223f9925e14a tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] DELETE failed (client error): The resource could not be found. Jul 29 23:54:37.476313 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d3509c4-92cd-4c4e-b1f3-223f9925e14a tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:54:37.478073 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-6d3509c4-92cd-4c4e-b1f3-223f9925e14a tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "DELETE /v2.0/networks/885653c9-474d-4eda-b82f-5ada090b5016 HTTP/1.1" status: 404 len: 339 time: 0.0213988 Jul 29 23:54:37.480646 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53806) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:37.506381 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6c198e3-fac4-465b-9326-2e03fd954745 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] DELETE failed (client error): The resource could not be found. Jul 29 23:54:37.507044 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6c198e3-fac4-465b-9326-2e03fd954745 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:54:37.508768 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a6c198e3-fac4-465b-9326-2e03fd954745 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "DELETE /v2.0/subnets/f45265df-d2c7-433a-baf4-882a952e6b06 HTTP/1.1" status: 404 len: 337 time: 0.0272002 Jul 29 23:54:37.511275 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53808) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:37.529397 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-b843836e-ed27-4a8d-819c-0f5dd69c54c1 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] DELETE failed (client error): The resource could not be found. Jul 29 23:54:37.529953 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b843836e-ed27-4a8d-819c-0f5dd69c54c1 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:54:37.531590 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b843836e-ed27-4a8d-819c-0f5dd69c54c1 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "DELETE /v2.0/networks/917f66f0-ed3c-4830-bfa0-d13950d730af HTTP/1.1" status: 404 len: 339 time: 0.0194156 Jul 29 23:54:37.534047 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53810) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:37.590322 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a39a6cc-1b22-46ac-8112-947894654233 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Deleting subnet a2838bb8-2eee-4b0c-8350-f7f645687229 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:54:37.593444 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9a39a6cc-1b22-46ac-8112-947894654233 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:37.638565 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9a39a6cc-1b22-46ac-8112-947894654233 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:37.737700 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9a39a6cc-1b22-46ac-8112-947894654233 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:37.829447 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9a39a6cc-1b22-46ac-8112-947894654233 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:37.863893 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a39a6cc-1b22-46ac-8112-947894654233 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Pushing event deleted for resources: {'Subnet': ['ID=a2838bb8-2eee-4b0c-8350-f7f645687229,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:37.867954 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9a39a6cc-1b22-46ac-8112-947894654233 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks [] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:37.872815 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972feac6-64b2-4109-948d-b4c1240af7d8 None None] Network fe0b37ec-a777-41e9-9788-ae289b525274 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:37.878245 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9a39a6cc-1b22-46ac-8112-947894654233 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "DELETE /v2.0/subnets/a2838bb8-2eee-4b0c-8350-f7f645687229 HTTP/1.1" status: 204 len: 168 time: 0.3428473 Jul 29 23:54:37.878924 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53816) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:37.982672 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2e1787fc-80e7-4134-8e89-0fc84f459f68 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:38.087305 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-2e1787fc-80e7-4134-8e89-0fc84f459f68 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Deleting port 3bae2a44-d75a-4b04-9de3-3f997e8f3fe8 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:54:38.087987 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2e1787fc-80e7-4134-8e89-0fc84f459f68 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:38.152362 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c86f29-324d-4e81-a906-09c34ccec4b1 req-2c306f6c-c9da-4f80-b956-3cdc9dfbadeb tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:38.154473 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-74c86f29-324d-4e81-a906-09c34ccec4b1 req-2c306f6c-c9da-4f80-b956-3cdc9dfbadeb tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbe1a5c4-f7ee-44e3-87c9-7427f80c2aed HTTP/1.1" status: 200 len: 945 time: 0.3991282 Jul 29 23:54:38.165747 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92048733-ec1e-4b45-8814-120223f30de2 None None] DHCP port deletion for fe0b37ec-a777-41e9-9788-ae289b525274 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:54:38.185142 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-2e1787fc-80e7-4134-8e89-0fc84f459f68 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] For port 3bae2a44-d75a-4b04-9de3-3f997e8f3fe8, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=3bae2a44-d75a-4b04-9de3-3f997e8f3fe8,segment=NetworkSegment(ec36bbe2-d86e-4603-a7cb-b318362eda7a),segment_id=ec36bbe2-d86e-4603-a7cb-b318362eda7a)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:38.185660 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2e1787fc-80e7-4134-8e89-0fc84f459f68 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:38.203904 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-2e1787fc-80e7-4134-8e89-0fc84f459f68 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Calling delete_port for 3bae2a44-d75a-4b04-9de3-3f997e8f3fe8 owned by network:dhcp {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:54:38.215272 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-74c86f29-324d-4e81-a906-09c34ccec4b1 req-022359f3-fe5e-4324-9d2c-42e4df8594cd tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc89bc8f-bfbe-4ef5-9811-a32f13d6a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463722 Jul 29 23:54:38.225037 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-92048733-ec1e-4b45-8814-120223f30de2 None None] Deleting port 3bae2a44-d75a-4b04-9de3-3f997e8f3fe8 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:54:38.225849 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-92048733-ec1e-4b45-8814-120223f30de2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:38.321809 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2e1787fc-80e7-4134-8e89-0fc84f459f68 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:38.332097 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-92048733-ec1e-4b45-8814-120223f30de2 None None] For port 3bae2a44-d75a-4b04-9de3-3f997e8f3fe8, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=3bae2a44-d75a-4b04-9de3-3f997e8f3fe8,segment=NetworkSegment(ec36bbe2-d86e-4603-a7cb-b318362eda7a),segment_id=ec36bbe2-d86e-4603-a7cb-b318362eda7a)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:38.332987 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-92048733-ec1e-4b45-8814-120223f30de2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:38.352450 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-92048733-ec1e-4b45-8814-120223f30de2 None None] Calling delete_port for 3bae2a44-d75a-4b04-9de3-3f997e8f3fe8 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:54:38.361522 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1787fc-80e7-4134-8e89-0fc84f459f68 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Pushing event deleted for resources: {'Port': ['ID=3bae2a44-d75a-4b04-9de3-3f997e8f3fe8,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:38.364059 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1787fc-80e7-4134-8e89-0fc84f459f68 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] No DVR routers for this DVR port 3bae2a44-d75a-4b04-9de3-3f997e8f3fe8 on host n-d-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:54:38.461842 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-92048733-ec1e-4b45-8814-120223f30de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:38.464525 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2e1787fc-80e7-4134-8e89-0fc84f459f68 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:38.484504 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-2e1787fc-80e7-4134-8e89-0fc84f459f68 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe0b37ec-a777-41e9-9788-ae289b525274']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:38.495127 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-2e1787fc-80e7-4134-8e89-0fc84f459f68 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec36bbe2-d86e-4603-a7cb-b318362eda7a') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:38.495423 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92048733-ec1e-4b45-8814-120223f30de2 None None] Pushing event deleted for resources: {'Port': ['ID=3bae2a44-d75a-4b04-9de3-3f997e8f3fe8,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:38.495622 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-2e1787fc-80e7-4134-8e89-0fc84f459f68 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec36bbe2-d86e-4603-a7cb-b318362eda7a') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:38.499642 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92048733-ec1e-4b45-8814-120223f30de2 None None] No DVR routers for this DVR port 3bae2a44-d75a-4b04-9de3-3f997e8f3fe8 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:54:38.515258 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2e1787fc-80e7-4134-8e89-0fc84f459f68 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:38.532462 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2e1787fc-80e7-4134-8e89-0fc84f459f68 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:38.542328 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e1787fc-80e7-4134-8e89-0fc84f459f68 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:54:38.542768 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2e1787fc-80e7-4134-8e89-0fc84f459f68 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:38.546433 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:54:38.546433 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:54:38.546433 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:54:38.546433 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:54:38.546433 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:54:38.546433 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:54:38.546433 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:54:38.546433 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:54:38.546433 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:54:38.546433 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:54:38.546433 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:54:38.546433 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:54:38.546433 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:54:38.546433 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:54:38.546433 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:54:38.546433 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:54:38.546433 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:54:38.546433 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:54:38.546433 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:54:38.546433 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:54:38.546433 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:54:38.546433 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:54:38.546433 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:54:38.546433 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:54:38.546433 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:54:38.546433 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:54:38.546433 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:54:38.546433 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:54:38.546433 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:54:38.546433 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:54:38.546433 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:54:38.546433 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:54:38.622306 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2e1787fc-80e7-4134-8e89-0fc84f459f68 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:38.630119 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2e1787fc-80e7-4134-8e89-0fc84f459f68 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Notify callbacks [] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:38.639243 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-2e1787fc-80e7-4134-8e89-0fc84f459f68 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] 10.222.0.43 "DELETE /v2.0/networks/fe0b37ec-a777-41e9-9788-ae289b525274 HTTP/1.1" status: 204 len: 168 time: 0.7527242 Jul 29 23:54:38.645947 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1787fc-80e7-4134-8e89-0fc84f459f68 tempest-NetworksTest-1889308918 tempest-NetworksTest-1889308918-project] Pushing event deleted for resources: {'Network': ['ID=fe0b37ec-a777-41e9-9788-ae289b525274,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:38.950573 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53826) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:39.107100 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ae97cb12-6b68-4507-bec3-5c808a9546fc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ce56530737c448d796e956ef336782fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1531100 Jul 29 23:54:39.111212 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53832) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:39.163792 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7eae3128-4d5c-45c0-8135-738edbdb0f04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:39.187084 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7eae3128-4d5c-45c0-8135-738edbdb0f04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:39.247187 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7eae3128-4d5c-45c0-8135-738edbdb0f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:39.250114 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7eae3128-4d5c-45c0-8135-738edbdb0f04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:39.251446 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7eae3128-4d5c-45c0-8135-738edbdb0f04 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7c40bac0-f54a-4f50-ad3e-ee41d4327ad1 HTTP/1.1" status: 204 len: 168 time: 0.1392839 Jul 29 23:54:39.260705 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eae3128-4d5c-45c0-8135-738edbdb0f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c40bac0-f54a-4f50-ad3e-ee41d4327ad1,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:39.358184 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109cd955-126d-4ae5-a610-b904b7c0f1b0 req-cf6efe1f-a5ff-4956-99e8-a160a175d233 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:39.359823 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-109cd955-126d-4ae5-a610-b904b7c0f1b0 req-cf6efe1f-a5ff-4956-99e8-a160a175d233 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbe1a5c4-f7ee-44e3-87c9-7427f80c2aed HTTP/1.1" status: 200 len: 945 time: 0.0550523 Jul 29 23:54:39.406081 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-109cd955-126d-4ae5-a610-b904b7c0f1b0 req-8cde6238-7a93-43ec-a543-9523d0169909 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc89bc8f-bfbe-4ef5-9811-a32f13d6a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385427 Jul 29 23:54:39.749157 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 3bae2a44-d75a-4b04-9de3-3f997e8f3fe8 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:54:39.769663 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 3bae2a44-d75a-4b04-9de3-3f997e8f3fe8 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:54:39.769982 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 3bae2a44-d75a-4b04-9de3-3f997e8f3fe8 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:54:39.943159 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53858) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:40.040261 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-261caa86-bf19-4731-9da3-3ffb648e8323 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:40.040711 n-d-712141-10 neutron-server[94077]: WARNING neutron.api.v2.base [None req-261caa86-bf19-4731-9da3-3ffb648e8323 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 29 23:54:40.041240 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-261caa86-bf19-4731-9da3-3ffb648e8323 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] create failed (client error): There was a conflict when trying to complete your request. Jul 29 23:54:40.042276 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-261caa86-bf19-4731-9da3-3ffb648e8323 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0974824 Jul 29 23:54:40.045970 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53862) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:40.050956 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-746670d6-10b1-4828-a9ee-504b29ad3f6f tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Request body: {'security_group': {'name': 'tempest-secgroup--1176769633'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:40.075974 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-746670d6-10b1-4828-a9ee-504b29ad3f6f tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:40.085739 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-746670d6-10b1-4828-a9ee-504b29ad3f6f tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:40.207606 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-746670d6-10b1-4828-a9ee-504b29ad3f6f tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:40.214176 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-746670d6-10b1-4828-a9ee-504b29ad3f6f tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:40.258305 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746670d6-10b1-4828-a9ee-504b29ad3f6f tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64fcb2f8-0782-45a9-96a9-cf80b36ecd3a,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:40.323876 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-746670d6-10b1-4828-a9ee-504b29ad3f6f tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:40.329210 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-746670d6-10b1-4828-a9ee-504b29ad3f6f tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:40.363329 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-746670d6-10b1-4828-a9ee-504b29ad3f6f tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:40.364572 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-746670d6-10b1-4828-a9ee-504b29ad3f6f tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3176875 Jul 29 23:54:40.368487 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53872) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:40.371182 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746670d6-10b1-4828-a9ee-504b29ad3f6f tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c25bdc0e-3269-48a7-86f1-8238a29b3111,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:40.375483 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-e0fd0802-5056-4bf3-ac82-2ef8b77d056d tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Request body: {'security_group_rule': {'security_group_id': 'c25bdc0e-3269-48a7-86f1-8238a29b3111', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:40.414114 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e0fd0802-5056-4bf3-ac82-2ef8b77d056d tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:40.499614 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e0fd0802-5056-4bf3-ac82-2ef8b77d056d tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:40.509541 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e0fd0802-5056-4bf3-ac82-2ef8b77d056d tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:40.554437 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fd0802-5056-4bf3-ac82-2ef8b77d056d tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c7adbb7-1e8e-4faf-8445-3e8bdf78bfa6,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:40.566949 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e0fd0802-5056-4bf3-ac82-2ef8b77d056d tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:40.568171 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e0fd0802-5056-4bf3-ac82-2ef8b77d056d tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1970432 Jul 29 23:54:40.571267 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53878) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:40.576348 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2437ed2c-b238-4ede-9e62-83de3dda7210 req-de4ab1fd-d285-4443-8585-0001604c9abc tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:40.576525 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-74456163-4e37-42b5-b279-bd41f4c53bdd tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Request body: {'security_group_rule': {'security_group_id': 'c25bdc0e-3269-48a7-86f1-8238a29b3111', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:40.578020 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2437ed2c-b238-4ede-9e62-83de3dda7210 req-de4ab1fd-d285-4443-8585-0001604c9abc tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbe1a5c4-f7ee-44e3-87c9-7427f80c2aed HTTP/1.1" status: 200 len: 945 time: 0.0815747 Jul 29 23:54:40.609133 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-74456163-4e37-42b5-b279-bd41f4c53bdd tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:40.628552 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2437ed2c-b238-4ede-9e62-83de3dda7210 req-58f14701-8c25-4a4e-954f-e20f7d424753 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc89bc8f-bfbe-4ef5-9811-a32f13d6a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419352 Jul 29 23:54:40.671485 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-74456163-4e37-42b5-b279-bd41f4c53bdd tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] create failed (client error): There was a conflict when trying to complete your request. Jul 29 23:54:40.672586 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-74456163-4e37-42b5-b279-bd41f4c53bdd tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1002748 Jul 29 23:54:40.675570 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53884) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:40.732373 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-12d0107a-e587-4d04-b3dd-bb9cd6f4dc38 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:40.756945 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-12d0107a-e587-4d04-b3dd-bb9cd6f4dc38 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:40.807162 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-12d0107a-e587-4d04-b3dd-bb9cd6f4dc38 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:40.809899 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-12d0107a-e587-4d04-b3dd-bb9cd6f4dc38 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:40.811102 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-12d0107a-e587-4d04-b3dd-bb9cd6f4dc38 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] 10.222.0.43 "DELETE /v2.0/security-groups/c25bdc0e-3269-48a7-86f1-8238a29b3111 HTTP/1.1" status: 204 len: 168 time: 0.1344450 Jul 29 23:54:40.813823 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53886) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:40.824388 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d0107a-e587-4d04-b3dd-bb9cd6f4dc38 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c25bdc0e-3269-48a7-86f1-8238a29b3111,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:40.864868 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-c7532c6e-665b-4ef5-8502-14fa1bd2c9ff tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0498846 Jul 29 23:54:40.869642 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53888) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:40.874117 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-4fc7432b-49d5-41b0-8850-e4386a7ee937 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Request body: {'security_group': {'name': 'tempest-secgroup--1915711306'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:40.900149 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4fc7432b-49d5-41b0-8850-e4386a7ee937 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:40.992253 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4fc7432b-49d5-41b0-8850-e4386a7ee937 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:40.996845 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4fc7432b-49d5-41b0-8850-e4386a7ee937 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:41.023133 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4fc7432b-49d5-41b0-8850-e4386a7ee937 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:41.024365 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-4fc7432b-49d5-41b0-8850-e4386a7ee937 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1539981 Jul 29 23:54:41.027810 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53892) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:41.028429 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc7432b-49d5-41b0-8850-e4386a7ee937 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=869f2548-f070-4c01-b17a-b0307ecc679f,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:41.033629 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-b9b63c9e-7c3c-40e1-a043-30707d3cda43 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Request body: {'security_group_rule': {'security_group_id': '869f2548-f070-4c01-b17a-b0307ecc679f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:41.034462 n-d-712141-10 neutron-server[94077]: WARNING neutron.api.v2.base [None req-b9b63c9e-7c3c-40e1-a043-30707d3cda43 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 29 23:54:41.034973 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-b9b63c9e-7c3c-40e1-a043-30707d3cda43 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:54:41.035946 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b9b63c9e-7c3c-40e1-a043-30707d3cda43 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0070591 Jul 29 23:54:41.039479 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53894) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:41.096620 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b447b4c3-61aa-4b60-a585-c81248a1b4d4 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:41.124857 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b447b4c3-61aa-4b60-a585-c81248a1b4d4 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:41.171558 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b447b4c3-61aa-4b60-a585-c81248a1b4d4 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:41.174441 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b447b4c3-61aa-4b60-a585-c81248a1b4d4 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:41.175612 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-b447b4c3-61aa-4b60-a585-c81248a1b4d4 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] 10.222.0.43 "DELETE /v2.0/security-groups/869f2548-f070-4c01-b17a-b0307ecc679f HTTP/1.1" status: 204 len: 168 time: 0.1350517 Jul 29 23:54:41.179141 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53896) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:41.188614 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b447b4c3-61aa-4b60-a585-c81248a1b4d4 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=869f2548-f070-4c01-b17a-b0307ecc679f,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:41.237923 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-fc798881-2cf8-46e8-88ce-82fb05ddf2d7 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0575895 Jul 29 23:54:41.242852 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53898) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:41.247511 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-b5248180-e7fc-4acd-819c-1f68de7b2909 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Request body: {'security_group': {'name': 'tempest-secgroup--625499376'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:41.271655 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b5248180-e7fc-4acd-819c-1f68de7b2909 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:41.358096 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b5248180-e7fc-4acd-819c-1f68de7b2909 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:41.362064 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b5248180-e7fc-4acd-819c-1f68de7b2909 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:41.393108 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b5248180-e7fc-4acd-819c-1f68de7b2909 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:41.398087 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-b5248180-e7fc-4acd-819c-1f68de7b2909 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1541305 Jul 29 23:54:41.398266 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53900) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:41.402987 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-09a73114-80c9-4509-9009-d5f81ca40398 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Request body: {'security_group_rule': {'security_group_id': '6b0bb299-8bda-4a60-80cd-14ef5c6123c1', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:41.403274 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5248180-e7fc-4acd-819c-1f68de7b2909 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0bb299-8bda-4a60-80cd-14ef5c6123c1,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:41.403682 n-d-712141-10 neutron-server[94077]: WARNING neutron.api.v2.base [None req-09a73114-80c9-4509-9009-d5f81ca40398 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 29 23:54:41.404176 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-09a73114-80c9-4509-9009-d5f81ca40398 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:54:41.407835 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53902) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:41.414640 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-09a73114-80c9-4509-9009-d5f81ca40398 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0059791 Jul 29 23:54:41.468286 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d3a57598-c07f-4602-ac20-f68e89a834a0 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:41.496451 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d3a57598-c07f-4602-ac20-f68e89a834a0 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:41.540642 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d3a57598-c07f-4602-ac20-f68e89a834a0 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:41.543366 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d3a57598-c07f-4602-ac20-f68e89a834a0 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:41.544502 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-d3a57598-c07f-4602-ac20-f68e89a834a0 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] 10.222.0.43 "DELETE /v2.0/security-groups/6b0bb299-8bda-4a60-80cd-14ef5c6123c1 HTTP/1.1" status: 204 len: 168 time: 0.1357322 Jul 29 23:54:41.547368 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53906) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:41.554101 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a57598-c07f-4602-ac20-f68e89a834a0 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0bb299-8bda-4a60-80cd-14ef5c6123c1,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:41.600758 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4bb015cc-013c-424c-b709-716301af570a tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0516925 Jul 29 23:54:41.604842 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53908) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:41.609088 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-26c78bfc-4cd3-461b-a063-5e75e4e3656a tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Request body: {'security_group': {'name': 'tempest-secgroup--215272591'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:41.632982 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-26c78bfc-4cd3-461b-a063-5e75e4e3656a tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:41.776609 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-26c78bfc-4cd3-461b-a063-5e75e4e3656a tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:41.786540 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-26c78bfc-4cd3-461b-a063-5e75e4e3656a tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:41.834343 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-26c78bfc-4cd3-461b-a063-5e75e4e3656a tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:41.838670 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-26c78bfc-4cd3-461b-a063-5e75e4e3656a tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2305198 Jul 29 23:54:41.839389 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53912) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:41.842857 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c78bfc-4cd3-461b-a063-5e75e4e3656a tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abd3f7d3-5da3-4a75-92aa-664d3c8d59fe,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:41.844805 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-e5b60d69-767b-440c-9b99-9ccc036fd668 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Request body: {'security_group_rule': {'security_group_id': 'abd3f7d3-5da3-4a75-92aa-664d3c8d59fe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:41.856135 n-d-712141-10 neutron-server[94077]: WARNING neutron.api.v2.base [None req-e5b60d69-767b-440c-9b99-9ccc036fd668 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 29 23:54:41.856837 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-e5b60d69-767b-440c-9b99-9ccc036fd668 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:54:41.860800 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e5b60d69-767b-440c-9b99-9ccc036fd668 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0174561 Jul 29 23:54:41.861057 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdf0dba-e5dc-434c-8ff9-457b220f2684 req-902f988f-f7d1-448c-9cdd-096e3f4fdc0a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:41.861057 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4bdf0dba-e5dc-434c-8ff9-457b220f2684 req-902f988f-f7d1-448c-9cdd-096e3f4fdc0a tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbe1a5c4-f7ee-44e3-87c9-7427f80c2aed HTTP/1.1" status: 200 len: 945 time: 0.0920360 Jul 29 23:54:41.862340 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53914) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:41.867517 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-4bc70922-895c-4afe-ae88-d8d892e5d8c4 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Request body: {'security_group_rule': {'security_group_id': 'abd3f7d3-5da3-4a75-92aa-664d3c8d59fe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:41.868292 n-d-712141-10 neutron-server[94078]: WARNING neutron.api.v2.base [None req-4bc70922-895c-4afe-ae88-d8d892e5d8c4 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 29 23:54:41.868886 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [None req-4bc70922-895c-4afe-ae88-d8d892e5d8c4 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:54:41.870113 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-4bc70922-895c-4afe-ae88-d8d892e5d8c4 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0067704 Jul 29 23:54:41.873266 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53916) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:41.878305 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-031b4f6f-8893-43f9-92ce-9d5eaf21dab9 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Request body: {'security_group_rule': {'security_group_id': 'abd3f7d3-5da3-4a75-92aa-664d3c8d59fe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:41.880350 n-d-712141-10 neutron-server[94077]: WARNING neutron.api.v2.base [None req-031b4f6f-8893-43f9-92ce-9d5eaf21dab9 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 29 23:54:41.880859 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-031b4f6f-8893-43f9-92ce-9d5eaf21dab9 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:54:41.884716 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-031b4f6f-8893-43f9-92ce-9d5eaf21dab9 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0075660 Jul 29 23:54:41.884874 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53918) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:41.889357 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-dcb49ae9-49c5-4846-99f6-2532362b69dc tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Request body: {'security_group_rule': {'security_group_id': 'abd3f7d3-5da3-4a75-92aa-664d3c8d59fe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:41.890279 n-d-712141-10 neutron-server[94077]: WARNING neutron.api.v2.base [None req-dcb49ae9-49c5-4846-99f6-2532362b69dc tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 29 23:54:41.890760 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-dcb49ae9-49c5-4846-99f6-2532362b69dc tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:54:41.891753 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-dcb49ae9-49c5-4846-99f6-2532362b69dc tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0059202 Jul 29 23:54:41.894221 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53920) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:41.915594 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4bdf0dba-e5dc-434c-8ff9-457b220f2684 req-a602f22b-c1a6-4bb5-a845-a68adda793a2 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc89bc8f-bfbe-4ef5-9811-a32f13d6a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443938 Jul 29 23:54:41.953882 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-79c3e755-6b84-4e60-99cd-89d949f2bee9 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:41.978030 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-79c3e755-6b84-4e60-99cd-89d949f2bee9 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:42.025271 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-79c3e755-6b84-4e60-99cd-89d949f2bee9 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:42.028630 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-79c3e755-6b84-4e60-99cd-89d949f2bee9 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:42.030288 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-79c3e755-6b84-4e60-99cd-89d949f2bee9 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] 10.222.0.43 "DELETE /v2.0/security-groups/abd3f7d3-5da3-4a75-92aa-664d3c8d59fe HTTP/1.1" status: 204 len: 168 time: 0.1351767 Jul 29 23:54:42.032926 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53924) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:42.041521 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c3e755-6b84-4e60-99cd-89d949f2bee9 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd3f7d3-5da3-4a75-92aa-664d3c8d59fe,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:42.086311 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ff2f900e-f9d2-4b32-9581-9658e8245028 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0518098 Jul 29 23:54:42.090144 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53926) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:42.094958 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-f77976ad-8a3f-43b7-b60b-b5525959e942 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Request body: {'security_group': {'name': 'tempest-secgroup--977983966'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:42.121640 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f77976ad-8a3f-43b7-b60b-b5525959e942 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:42.223482 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f77976ad-8a3f-43b7-b60b-b5525959e942 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:42.228091 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f77976ad-8a3f-43b7-b60b-b5525959e942 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:42.255309 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f77976ad-8a3f-43b7-b60b-b5525959e942 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:42.261344 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-f77976ad-8a3f-43b7-b60b-b5525959e942 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1650691 Jul 29 23:54:42.261522 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77976ad-8a3f-43b7-b60b-b5525959e942 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71ec8868-b8f9-439d-9daa-9cb1463d637b,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:42.262065 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53928) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:42.267678 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-2b237875-7927-4e46-9d73-e21806e750f9 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Request body: {'security_group_rule': {'security_group_id': '71ec8868-b8f9-439d-9daa-9cb1463d637b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:42.268272 n-d-712141-10 neutron-server[94077]: WARNING neutron.api.v2.base [None req-2b237875-7927-4e46-9d73-e21806e750f9 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 29 23:54:42.268839 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-2b237875-7927-4e46-9d73-e21806e750f9 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:54:42.272757 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77976ad-8a3f-43b7-b60b-b5525959e942 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:42.272757 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77976ad-8a3f-43b7-b60b-b5525959e942 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:42.273142 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-2b237875-7927-4e46-9d73-e21806e750f9 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0066335 Jul 29 23:54:42.273324 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77976ad-8a3f-43b7-b60b-b5525959e942 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:42.273324 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77976ad-8a3f-43b7-b60b-b5525959e942 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:42.273324 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77976ad-8a3f-43b7-b60b-b5525959e942 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:42.273324 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77976ad-8a3f-43b7-b60b-b5525959e942 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:42.273324 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77976ad-8a3f-43b7-b60b-b5525959e942 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:42.273324 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77976ad-8a3f-43b7-b60b-b5525959e942 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:42.273324 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77976ad-8a3f-43b7-b60b-b5525959e942 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:42.273324 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77976ad-8a3f-43b7-b60b-b5525959e942 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:42.274610 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77976ad-8a3f-43b7-b60b-b5525959e942 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:42.274610 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77976ad-8a3f-43b7-b60b-b5525959e942 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:42.274913 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53930) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:42.292296 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-7f1c1993-ad02-4489-86dd-037ead1abf89 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Request body: {'security_group_rule': {'security_group_id': '71ec8868-b8f9-439d-9daa-9cb1463d637b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:42.332086 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-7f1c1993-ad02-4489-86dd-037ead1abf89 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:54:42.333757 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7f1c1993-ad02-4489-86dd-037ead1abf89 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0575163 Jul 29 23:54:42.336764 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53932) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:42.341500 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-1634e82a-dada-4e57-875f-99ce0f3d4c0b tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Request body: {'security_group_rule': {'security_group_id': '71ec8868-b8f9-439d-9daa-9cb1463d637b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:42.341984 n-d-712141-10 neutron-server[94077]: WARNING neutron.api.v2.base [None req-1634e82a-dada-4e57-875f-99ce0f3d4c0b tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 29 23:54:42.342468 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-1634e82a-dada-4e57-875f-99ce0f3d4c0b tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:54:42.343412 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-1634e82a-dada-4e57-875f-99ce0f3d4c0b tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0056341 Jul 29 23:54:42.346282 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53934) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:42.352003 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-72a0288a-fbc6-40dc-b720-c2286df2ffa3 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Request body: {'security_group_rule': {'security_group_id': '71ec8868-b8f9-439d-9daa-9cb1463d637b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:42.388441 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-72a0288a-fbc6-40dc-b720-c2286df2ffa3 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:54:42.389711 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-72a0288a-fbc6-40dc-b720-c2286df2ffa3 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0424378 Jul 29 23:54:42.393206 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53936) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:42.398452 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-3f43276e-9a15-4873-a79b-038de8a6b24c tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Request body: {'security_group_rule': {'security_group_id': '71ec8868-b8f9-439d-9daa-9cb1463d637b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:42.398925 n-d-712141-10 neutron-server[94077]: WARNING neutron.api.v2.base [None req-3f43276e-9a15-4873-a79b-038de8a6b24c tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 29 23:54:42.399415 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-3f43276e-9a15-4873-a79b-038de8a6b24c tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:54:42.400427 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-3f43276e-9a15-4873-a79b-038de8a6b24c tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0061095 Jul 29 23:54:42.403266 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53938) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:42.408511 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-13ab6a29-cb57-4214-bf00-2444e79b0008 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Request body: {'security_group_rule': {'security_group_id': '71ec8868-b8f9-439d-9daa-9cb1463d637b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:42.434040 n-d-712141-10 neutron-server[94077]: INFO neutron.db.securitygroups_db [None req-13ab6a29-cb57-4214-bf00-2444e79b0008 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Project 2086caf559554c639dc8910a6d18dc64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 23:54:42.450471 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-13ab6a29-cb57-4214-bf00-2444e79b0008 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:54:42.451556 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-13ab6a29-cb57-4214-bf00-2444e79b0008 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0473731 Jul 29 23:54:42.454407 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53940) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:42.459159 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-99b2545c-fba7-49e6-907f-9343da16c375 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Request body: {'security_group_rule': {'security_group_id': '71ec8868-b8f9-439d-9daa-9cb1463d637b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:42.460054 n-d-712141-10 neutron-server[94077]: WARNING neutron.api.v2.base [None req-99b2545c-fba7-49e6-907f-9343da16c375 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 29 23:54:42.460636 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-99b2545c-fba7-49e6-907f-9343da16c375 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:54:42.462529 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-99b2545c-fba7-49e6-907f-9343da16c375 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0062294 Jul 29 23:54:42.464875 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53942) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:42.470468 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-4e222f93-85ed-43bf-8484-00d6dd181545 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Request body: {'security_group_rule': {'security_group_id': '71ec8868-b8f9-439d-9daa-9cb1463d637b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:42.494561 n-d-712141-10 neutron-server[94077]: INFO neutron.db.securitygroups_db [None req-4e222f93-85ed-43bf-8484-00d6dd181545 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Project 2086caf559554c639dc8910a6d18dc64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 23:54:42.510342 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-4e222f93-85ed-43bf-8484-00d6dd181545 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:54:42.513620 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4e222f93-85ed-43bf-8484-00d6dd181545 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0456564 Jul 29 23:54:42.514554 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53944) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:42.519295 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-04fd58c1-74ba-4412-9071-6089ef956914 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Request body: {'security_group_rule': {'security_group_id': '71ec8868-b8f9-439d-9daa-9cb1463d637b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:42.548436 n-d-712141-10 neutron-server[94077]: INFO neutron.db.securitygroups_db [None req-04fd58c1-74ba-4412-9071-6089ef956914 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Project 2086caf559554c639dc8910a6d18dc64 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 23:54:42.567627 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-04fd58c1-74ba-4412-9071-6089ef956914 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:54:42.569969 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-04fd58c1-74ba-4412-9071-6089ef956914 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0534072 Jul 29 23:54:42.572642 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53948) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:42.636882 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c2428d09-039f-41ce-8ad6-368c486bdf60 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:42.663316 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c2428d09-039f-41ce-8ad6-368c486bdf60 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:42.705603 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c2428d09-039f-41ce-8ad6-368c486bdf60 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:42.708253 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c2428d09-039f-41ce-8ad6-368c486bdf60 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:42.712503 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c2428d09-039f-41ce-8ad6-368c486bdf60 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] 10.222.0.43 "DELETE /v2.0/security-groups/71ec8868-b8f9-439d-9daa-9cb1463d637b HTTP/1.1" status: 204 len: 168 time: 0.1357858 Jul 29 23:54:42.713134 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53950) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:42.720345 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2428d09-039f-41ce-8ad6-368c486bdf60 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ec8868-b8f9-439d-9daa-9cb1463d637b,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:42.760863 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-a87aa9ce-1134-496c-b22f-c86190912cf2 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0462770 Jul 29 23:54:42.766408 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53952) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:42.772733 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-52a9fd4a-ae08-4351-9d8a-0bfe565a3803 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Request body: {'security_group': {'name': 'tempest-secgroup--206843899'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:42.796224 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-52a9fd4a-ae08-4351-9d8a-0bfe565a3803 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:42.884011 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-52a9fd4a-ae08-4351-9d8a-0bfe565a3803 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:42.888513 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-52a9fd4a-ae08-4351-9d8a-0bfe565a3803 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:42.917382 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-52a9fd4a-ae08-4351-9d8a-0bfe565a3803 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:42.918557 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-52a9fd4a-ae08-4351-9d8a-0bfe565a3803 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1507359 Jul 29 23:54:42.920526 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a9fd4a-ae08-4351-9d8a-0bfe565a3803 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10137771-7c5c-4ed4-94fc-b9a193cf3091,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:42.921858 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53954) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:42.927814 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-eedd1046-1bb5-477d-a529-8b7a1464591e tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Request body: {'security_group_rule': {'security_group_id': '10137771-7c5c-4ed4-94fc-b9a193cf3091', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:42.972929 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-eedd1046-1bb5-477d-a529-8b7a1464591e tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] create failed (client error): The resource could not be found. Jul 29 23:54:42.976805 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-eedd1046-1bb5-477d-a529-8b7a1464591e tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0503964 Jul 29 23:54:42.977196 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53958) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:42.982998 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-ad956bc2-2b56-49e1-93c0-cafbb6d0c5c2 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Request body: {'security_group_rule': {'security_group_id': '10137771-7c5c-4ed4-94fc-b9a193cf3091', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '65573253-cad6-4f39-8a3b-693ee8ba4986'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:43.060524 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [None req-ad956bc2-2b56-49e1-93c0-cafbb6d0c5c2 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] create failed (client error): The resource could not be found. Jul 29 23:54:43.065228 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ad956bc2-2b56-49e1-93c0-cafbb6d0c5c2 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0844920 Jul 29 23:54:43.066749 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53960) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:43.083479 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacf3bd9-7509-45cf-bcb6-8cb4f9ac5676 req-374ef494-5091-481c-ae04-686040659f0f tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:43.087590 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eacf3bd9-7509-45cf-bcb6-8cb4f9ac5676 req-374ef494-5091-481c-ae04-686040659f0f tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbe1a5c4-f7ee-44e3-87c9-7427f80c2aed HTTP/1.1" status: 200 len: 945 time: 0.0915771 Jul 29 23:54:43.134677 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eacf3bd9-7509-45cf-bcb6-8cb4f9ac5676 req-8b7e6646-624f-40d3-a237-bb800a47d911 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc89bc8f-bfbe-4ef5-9811-a32f13d6a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409729 Jul 29 23:54:43.144880 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c56ae94a-72d2-4add-aec5-f709a5694b4b tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:43.173961 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c56ae94a-72d2-4add-aec5-f709a5694b4b tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:43.222295 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c56ae94a-72d2-4add-aec5-f709a5694b4b tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:43.224943 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c56ae94a-72d2-4add-aec5-f709a5694b4b tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:43.226764 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c56ae94a-72d2-4add-aec5-f709a5694b4b tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] 10.222.0.43 "DELETE /v2.0/security-groups/10137771-7c5c-4ed4-94fc-b9a193cf3091 HTTP/1.1" status: 204 len: 168 time: 0.1577525 Jul 29 23:54:43.229480 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53964) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:43.236290 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56ae94a-72d2-4add-aec5-f709a5694b4b tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10137771-7c5c-4ed4-94fc-b9a193cf3091,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:43.291432 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ca12252b-38d5-4cdb-a76d-72b946c86a8e tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0604525 Jul 29 23:54:43.295445 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53966) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:43.301525 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-fb374543-07ff-4afc-b747-74292beb7891 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Request body: {'security_group_rule': {'security_group_id': '16117c54-4e47-40e4-8781-9b545a3b16c0', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:43.345836 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-fb374543-07ff-4afc-b747-74292beb7891 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] create failed (client error): The resource could not be found. Jul 29 23:54:43.351463 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-fb374543-07ff-4afc-b747-74292beb7891 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0547054 Jul 29 23:54:43.354764 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53968) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:43.359406 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-b20fb0fb-6c54-4627-ba1b-b5540a615526 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Request body: {'security_group': {'name': 'tempest-secgroup--591267159'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:43.385945 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b20fb0fb-6c54-4627-ba1b-b5540a615526 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:43.474680 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b20fb0fb-6c54-4627-ba1b-b5540a615526 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:43.485230 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b20fb0fb-6c54-4627-ba1b-b5540a615526 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:43.519380 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b20fb0fb-6c54-4627-ba1b-b5540a615526 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:43.520596 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b20fb0fb-6c54-4627-ba1b-b5540a615526 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1648703 Jul 29 23:54:43.522652 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20fb0fb-6c54-4627-ba1b-b5540a615526 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b88ff969-38b2-4047-a1d2-44ab094689f9,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:43.524866 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53970) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:43.530641 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-4d6ebf2e-786b-47d7-828a-c54aefb8837a tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Request body: {'security_group': {'name': 'tempest-secgroup--1212119748'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:43.567821 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4d6ebf2e-786b-47d7-828a-c54aefb8837a tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:43.687571 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4d6ebf2e-786b-47d7-828a-c54aefb8837a tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:43.692330 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4d6ebf2e-786b-47d7-828a-c54aefb8837a tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:43.722243 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4d6ebf2e-786b-47d7-828a-c54aefb8837a tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:43.723544 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-4d6ebf2e-786b-47d7-828a-c54aefb8837a tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1972601 Jul 29 23:54:43.727831 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53974) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:43.732733 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-33283411-2b3c-47cf-80f2-c192cbafab0e tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Request body: {'security_group_rule': {'security_group_id': 'b88ff969-38b2-4047-a1d2-44ab094689f9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'e0ebc146-3a56-4a06-a2e2-9d527ccd25a5'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:43.738218 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6ebf2e-786b-47d7-828a-c54aefb8837a tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ebc146-3a56-4a06-a2e2-9d527ccd25a5,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:43.775513 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [None req-33283411-2b3c-47cf-80f2-c192cbafab0e tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:54:43.777070 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-33283411-2b3c-47cf-80f2-c192cbafab0e tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0480819 Jul 29 23:54:43.779771 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53976) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:43.841062 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6d39532e-5212-447e-8465-1e5767d39e7d tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:43.869530 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6d39532e-5212-447e-8465-1e5767d39e7d tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:43.911007 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6d39532e-5212-447e-8465-1e5767d39e7d tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:43.914590 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6d39532e-5212-447e-8465-1e5767d39e7d tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:43.915735 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-6d39532e-5212-447e-8465-1e5767d39e7d tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] 10.222.0.43 "DELETE /v2.0/security-groups/e0ebc146-3a56-4a06-a2e2-9d527ccd25a5 HTTP/1.1" status: 204 len: 168 time: 0.1347735 Jul 29 23:54:43.919020 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53978) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:43.925412 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d39532e-5212-447e-8465-1e5767d39e7d tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ebc146-3a56-4a06-a2e2-9d527ccd25a5,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:43.987491 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-6450eb97-2cdd-4915-8b29-a565dfce8c48 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0671973 Jul 29 23:54:43.990182 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 53980) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:44.049664 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2bcc52b9-37fc-4f7f-8833-28ca0eacd234 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:44.073716 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2bcc52b9-37fc-4f7f-8833-28ca0eacd234 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:44.117646 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2bcc52b9-37fc-4f7f-8833-28ca0eacd234 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:44.120129 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2bcc52b9-37fc-4f7f-8833-28ca0eacd234 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:44.122051 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-2bcc52b9-37fc-4f7f-8833-28ca0eacd234 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] 10.222.0.43 "DELETE /v2.0/security-groups/b88ff969-38b2-4047-a1d2-44ab094689f9 HTTP/1.1" status: 204 len: 168 time: 0.1307247 Jul 29 23:54:44.124162 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53982) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:44.134374 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcc52b9-37fc-4f7f-8833-28ca0eacd234 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88ff969-38b2-4047-a1d2-44ab094689f9,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:44.182020 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-79d7a2c6-1fb9-492b-95e8-006673b0234b tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0566742 Jul 29 23:54:44.188588 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53986) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:44.193529 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-07e3852f-3748-4ecb-903c-5aa1e28039bc tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Request body: {'security_group': {'name': 'tempest-secgroup--1462859430'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:44.238366 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-07e3852f-3748-4ecb-903c-5aa1e28039bc tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:44.308417 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad130236-d969-44e2-a5fe-79be92253ffa req-58ae39d1-685e-4395-9a3e-b63005b70ff1 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:44.310011 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ad130236-d969-44e2-a5fe-79be92253ffa req-58ae39d1-685e-4395-9a3e-b63005b70ff1 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbe1a5c4-f7ee-44e3-87c9-7427f80c2aed HTTP/1.1" status: 200 len: 945 time: 0.0855539 Jul 29 23:54:44.384148 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ad130236-d969-44e2-a5fe-79be92253ffa req-6ad65e07-da6d-4a22-9d5a-715a4217fad1 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc89bc8f-bfbe-4ef5-9811-a32f13d6a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651519 Jul 29 23:54:44.408300 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38137625-4b48-4630-8091-d7b359365454 req-6e8314af-fc50-4e98-93ae-822280645b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:44.410089 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-38137625-4b48-4630-8091-d7b359365454 req-6e8314af-fc50-4e98-93ae-822280645b08 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=65ae77200a164c0f8f007753b934a6ed&device_id=fbe1a5c4-f7ee-44e3-87c9-7427f80c2aed HTTP/1.1" status: 200 len: 1097 time: 0.0501935 Jul 29 23:54:44.424003 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-07e3852f-3748-4ecb-903c-5aa1e28039bc tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:44.428970 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-07e3852f-3748-4ecb-903c-5aa1e28039bc tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:44.463481 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-07e3852f-3748-4ecb-903c-5aa1e28039bc tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:44.464728 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-07e3852f-3748-4ecb-903c-5aa1e28039bc tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2748764 Jul 29 23:54:44.468699 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53990) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:44.473782 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-2adb438e-551a-472b-9bc2-f11269a66eea tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Request body: {'security_group_rule': {'security_group_id': 'c2b3b775-fe5f-4161-af19-a0ad7832417e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:44.480603 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e3852f-3748-4ecb-903c-5aa1e28039bc tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b3b775-fe5f-4161-af19-a0ad7832417e,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:44.530794 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [None req-2adb438e-551a-472b-9bc2-f11269a66eea tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:54:44.531913 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-2adb438e-551a-472b-9bc2-f11269a66eea tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0621352 Jul 29 23:54:44.539393 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53992) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:44.547757 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-792a07e2-62d2-4e09-85ff-f1246b56459f tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Request body: {'security_group_rule': {'security_group_id': 'c2b3b775-fe5f-4161-af19-a0ad7832417e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:44.558875 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38137625-4b48-4630-8091-d7b359365454 req-bd83c836-9446-4a3a-835e-349ac47296f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:44.565775 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-38137625-4b48-4630-8091-d7b359365454 req-bd83c836-9446-4a3a-835e-349ac47296f7 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ddad5dc7-1476-40a2-b1e9-a0671d04cea9 HTTP/1.1" status: 200 len: 898 time: 0.1353347 Jul 29 23:54:44.606155 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [None req-792a07e2-62d2-4e09-85ff-f1246b56459f tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:54:44.612734 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-792a07e2-62d2-4e09-85ff-f1246b56459f tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0699079 Jul 29 23:54:44.613392 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 53996) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:44.663774 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-38137625-4b48-4630-8091-d7b359365454 req-b69a33ef-5124-44d6-b6a9-6ef50e8fc363 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6df1dd52-96be-4f59-a353-da66e5e61fe8 HTTP/1.1" status: 200 len: 1000 time: 0.0899715 Jul 29 23:54:44.722634 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-51650c38-62e0-49e5-906c-660ec6a5de43 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:44.731081 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38137625-4b48-4630-8091-d7b359365454 req-a611a984-162e-4232-85f7-8ab6d3eadd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:44.732627 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-38137625-4b48-4630-8091-d7b359365454 req-a611a984-162e-4232-85f7-8ab6d3eadd4a service neutron] 10.222.0.22 "GET /v2.0/subnets?id=57b00923-d43c-47d5-9113-0cf54080fe3c HTTP/1.1" status: 200 len: 835 time: 0.0514789 Jul 29 23:54:44.757446 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d71c3d-b093-4dfa-b6c5-cc96d86d1dba req-0173fdbf-eb75-46aa-99e9-c37851cd69dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:44.759029 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-98d71c3d-b093-4dfa-b6c5-cc96d86d1dba req-0173fdbf-eb75-46aa-99e9-c37851cd69dd service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=fbe1a5c4-f7ee-44e3-87c9-7427f80c2aed HTTP/1.1" status: 200 len: 1097 time: 0.0746310 Jul 29 23:54:44.762955 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-51650c38-62e0-49e5-906c-660ec6a5de43 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:44.799822 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38137625-4b48-4630-8091-d7b359365454 req-5f2c911f-ace6-4822-9693-579789101817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:44.801385 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-38137625-4b48-4630-8091-d7b359365454 req-5f2c911f-ace6-4822-9693-579789101817 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ddad5dc7-1476-40a2-b1e9-a0671d04cea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0622087 Jul 29 23:54:44.837440 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-98d71c3d-b093-4dfa-b6c5-cc96d86d1dba req-fc4428f1-d892-49c6-9092-b99ebf187e85 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=dc89bc8f-bfbe-4ef5-9811-a32f13d6a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713055 Jul 29 23:54:44.849737 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-51650c38-62e0-49e5-906c-660ec6a5de43 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:44.853798 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-51650c38-62e0-49e5-906c-660ec6a5de43 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:44.855057 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-51650c38-62e0-49e5-906c-660ec6a5de43 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] 10.222.0.43 "DELETE /v2.0/security-groups/c2b3b775-fe5f-4161-af19-a0ad7832417e HTTP/1.1" status: 204 len: 168 time: 0.2404280 Jul 29 23:54:44.860271 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54000) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:44.880636 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51650c38-62e0-49e5-906c-660ec6a5de43 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b3b775-fe5f-4161-af19-a0ad7832417e,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:44.932440 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-38137625-4b48-4630-8091-d7b359365454 req-27ec9455-6ec2-40d4-b81d-1f8f6a9059d5 service neutron] 10.222.0.22 "GET /v2.0/networks/ddad5dc7-1476-40a2-b1e9-a0671d04cea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238141 Jul 29 23:54:44.933411 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54002) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:44.934125 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-53a37426-ee76-4e27-b779-d2d1c3688ee1 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0723631 Jul 29 23:54:44.938988 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-dca105de-bd4d-4d64-8ca7-9fcb6d5f7e81 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Request body: {'security_group': {'name': 'tempest-secgroup--1968805994'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:45.015565 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-dca105de-bd4d-4d64-8ca7-9fcb6d5f7e81 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:45.093661 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-38137625-4b48-4630-8091-d7b359365454 req-5930c996-b9b1-4ef2-94f4-90d0c8ae0659 service neutron] 10.222.0.22 "GET /v2.0/networks/ddad5dc7-1476-40a2-b1e9-a0671d04cea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340816 Jul 29 23:54:45.137730 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-dca105de-bd4d-4d64-8ca7-9fcb6d5f7e81 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:45.141664 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-dca105de-bd4d-4d64-8ca7-9fcb6d5f7e81 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:45.167535 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-dca105de-bd4d-4d64-8ca7-9fcb6d5f7e81 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:45.168845 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-dca105de-bd4d-4d64-8ca7-9fcb6d5f7e81 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2340071 Jul 29 23:54:45.171852 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54004) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:45.177128 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-51d3296d-e3fa-4b17-9ce5-229b603ecb19 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:45.177604 n-d-712141-10 neutron-server[94077]: WARNING neutron.api.v2.base [None req-51d3296d-e3fa-4b17-9ce5-229b603ecb19 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 29 23:54:45.178604 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-51d3296d-e3fa-4b17-9ce5-229b603ecb19 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] update failed (client error): There was a conflict when trying to complete your request. Jul 29 23:54:45.179785 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-51d3296d-e3fa-4b17-9ce5-229b603ecb19 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] 10.222.0.43 "PUT /v2.0/security-groups/5d99f65b-3a97-46d4-9a69-8e755dfe650f HTTP/1.1" status: 409 len: 330 time: 0.0070033 Jul 29 23:54:45.180881 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca105de-bd4d-4d64-8ca7-9fcb6d5f7e81 tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d99f65b-3a97-46d4-9a69-8e755dfe650f,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:45.185156 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54006) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:45.239456 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-94e3ef33-34e5-4a1e-b327-bf0bcccc693e tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:45.265690 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-94e3ef33-34e5-4a1e-b327-bf0bcccc693e tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:45.310132 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-94e3ef33-34e5-4a1e-b327-bf0bcccc693e tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:45.312897 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-94e3ef33-34e5-4a1e-b327-bf0bcccc693e tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:45.314124 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-94e3ef33-34e5-4a1e-b327-bf0bcccc693e tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] 10.222.0.43 "DELETE /v2.0/security-groups/5d99f65b-3a97-46d4-9a69-8e755dfe650f HTTP/1.1" status: 204 len: 168 time: 0.1277947 Jul 29 23:54:45.316615 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54010) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:45.322141 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 6df1dd52-96be-4f59-a353-da66e5e61fe8 details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:54:45.327073 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e3ef33-34e5-4a1e-b327-bf0bcccc693e tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d99f65b-3a97-46d4-9a69-8e755dfe650f,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:45.387380 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-163f70d1-baaf-4979-bcfc-2fa0d871531f tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0660555 Jul 29 23:54:45.387745 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54012) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:45.404351 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [None req-1877dc42-6b38-4826-8c81-6c5e2d4256ce tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] delete failed (client error): The resource could not be found. Jul 29 23:54:45.405614 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-1877dc42-6b38-4826-8c81-6c5e2d4256ce tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] 10.222.0.43 "DELETE /v2.0/security-groups/561e65a4-64ce-408f-ad00-f5e7256ac3ee HTTP/1.1" status: 404 len: 347 time: 0.0165176 Jul 29 23:54:45.409421 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54016) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:45.424395 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [None req-a9d3a85e-7fe4-44c6-920b-08ffcc82f8bd tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] show failed (client error): The resource could not be found. Jul 29 23:54:45.425432 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-a9d3a85e-7fe4-44c6-920b-08ffcc82f8bd tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] 10.222.0.43 "GET /v2.0/security-groups/88370ce8-cd01-4020-be1f-6b8d0b1948a8 HTTP/1.1" status: 404 len: 347 time: 0.0149720 Jul 29 23:54:45.430284 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54018) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:45.435420 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 6df1dd52-96be-4f59-a353-da66e5e61fe8, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=6df1dd52-96be-4f59-a353-da66e5e61fe8,segment=NetworkSegment(188b7e99-4684-43a5-b366-23af67714bc7),segment_id=188b7e99-4684-43a5-b366-23af67714bc7)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:45.449124 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '6df1dd52-96be-4f59-a353-da66e5e61fe8', 'network_id': 'ddad5dc7-1476-40a2-b1e9-a0671d04cea9', 'port_id': '6df1dd52-96be-4f59-a353-da66e5e61fe8', 'mac_address': 'fa:16:3e:53:9a:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57b00923-d43c-47d5-9113-0cf54080fe3c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:54:45.454429 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-c0b5350e-ea97-4793-b655-6fbb6e1aa18d tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] show failed (client error): The resource could not be found. Jul 29 23:54:45.455511 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c0b5350e-ea97-4793-b655-6fbb6e1aa18d tempest-NegativeSecGroupIPv6Test-1120963677 tempest-NegativeSecGroupIPv6Test-1120963677-project] 10.222.0.43 "GET /v2.0/security-group-rules/11f6b3fc-d0f2-487f-a158-af95982bb87a HTTP/1.1" status: 404 len: 356 time: 0.0242057 Jul 29 23:54:45.495445 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:45.511461 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6df1dd52-96be-4f59-a353-da66e5e61fe8 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:54:45.543490 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3ab7f-1d81-4df6-a1b5-c9e0e014a4ca req-22c0c54a-2715-4fef-89fe-12989325bb9e tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:45.545287 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-69b3ab7f-1d81-4df6-a1b5-c9e0e014a4ca req-22c0c54a-2715-4fef-89fe-12989325bb9e tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbe1a5c4-f7ee-44e3-87c9-7427f80c2aed HTTP/1.1" status: 200 len: 945 time: 0.0730464 Jul 29 23:54:45.554436 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 6df1dd52-96be-4f59-a353-da66e5e61fe8, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=6df1dd52-96be-4f59-a353-da66e5e61fe8,segment=NetworkSegment(188b7e99-4684-43a5-b366-23af67714bc7),segment_id=188b7e99-4684-43a5-b366-23af67714bc7)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:45.566782 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:45.607704 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-69b3ab7f-1d81-4df6-a1b5-c9e0e014a4ca req-c1f67785-a3f1-4ec2-899e-f32b6fcdb106 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc89bc8f-bfbe-4ef5-9811-a32f13d6a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551815 Jul 29 23:54:45.807170 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54026) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:45.810636 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=6df1dd52-96be-4f59-a353-da66e5e61fe8,revision_number=6']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:45.822374 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:45.822885 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:45.823404 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:45.824216 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:45.824443 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:45.824941 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:45.825491 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:45.826090 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:45.826775 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:45.827012 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:45.827321 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:45.827653 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:45.866327 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['6df1dd52-96be-4f59-a353-da66e5e61fe8'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:54:45.982669 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54030) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:45.983558 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b9c60b6d-2dbf-4cab-ae34-26b0073d1110 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2086caf559554c639dc8910a6d18dc64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1744099 Jul 29 23:54:46.036532 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2a0d628b-53a8-4de3-bbe4-afe534613c2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:46.060424 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2a0d628b-53a8-4de3-bbe4-afe534613c2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:46.116588 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2a0d628b-53a8-4de3-bbe4-afe534613c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:46.119689 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2a0d628b-53a8-4de3-bbe4-afe534613c2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:46.121105 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-2a0d628b-53a8-4de3-bbe4-afe534613c2c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/64fcb2f8-0782-45a9-96a9-cf80b36ecd3a HTTP/1.1" status: 204 len: 168 time: 0.1373131 Jul 29 23:54:46.129919 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0d628b-53a8-4de3-bbe4-afe534613c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64fcb2f8-0782-45a9-96a9-cf80b36ecd3a,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:46.765365 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ecc5fd-cac9-49db-ae64-2624e4bf92e8 req-faca0d38-6575-41d6-88e8-87e7e0a9214b tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:46.767135 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-79ecc5fd-cac9-49db-ae64-2624e4bf92e8 req-faca0d38-6575-41d6-88e8-87e7e0a9214b tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbe1a5c4-f7ee-44e3-87c9-7427f80c2aed HTTP/1.1" status: 200 len: 944 time: 0.0591426 Jul 29 23:54:46.811430 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-79ecc5fd-cac9-49db-ae64-2624e4bf92e8 req-9eec70a2-a84c-4657-a0e0-487ed0dc3da6 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc89bc8f-bfbe-4ef5-9811-a32f13d6a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368710 Jul 29 23:54:46.835568 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54074) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:46.917897 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-450a6e89-87e8-486c-bef6-30f33048e754 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/floatingips/2e460fb8-244b-4119-ae8f-efd5ecd1cce9 HTTP/1.1" status: 200 len: 991 time: 0.0724523 Jul 29 23:54:47.324621 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 6df1dd52-96be-4f59-a353-da66e5e61fe8 up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:54:47.381138 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 6df1dd52-96be-4f59-a353-da66e5e61fe8 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:47.382360 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:47.466416 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:47.496267 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbe1a5c4-f7ee-44e3-87c9-7427f80c2aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df1dd52-96be-4f59-a353-da66e5e61fe8'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:54:47.498856 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cf92f18-2779-4a74-8471-bf8bf715beb3" -d '{"events": [{"server_uuid": "fbe1a5c4-f7ee-44e3-87c9-7427f80c2aed", "name": "network-vif-plugged", "status": "completed", "tag": "6df1dd52-96be-4f59-a353-da66e5e61fe8"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:54:47.516649 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 6df1dd52-96be-4f59-a353-da66e5e61fe8, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=6df1dd52-96be-4f59-a353-da66e5e61fe8,segment=NetworkSegment(188b7e99-4684-43a5-b366-23af67714bc7),segment_id=188b7e99-4684-43a5-b366-23af67714bc7)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:47.524337 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:47.594233 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=6df1dd52-96be-4f59-a353-da66e5e61fe8,revision_number=7']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:47.723419 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2490c12b-18d1-423a-b32a-cd7085bdbb37 x-openstack-request-id: req-2490c12b-18d1-423a-b32a-cd7085bdbb37 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:54:47.723868 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbe1a5c4-f7ee-44e3-87c9-7427f80c2aed", "name": "network-vif-plugged", "status": "completed", "tag": "6df1dd52-96be-4f59-a353-da66e5e61fe8", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:54:47.724272 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2490c12b-18d1-423a-b32a-cd7085bdbb37 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:54:47.724894 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbe1a5c4-f7ee-44e3-87c9-7427f80c2aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6df1dd52-96be-4f59-a353-da66e5e61fe8', 'code': 200} Jul 29 23:54:49.804788 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:53.260644 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a9e8687d-3ba2-4046-8711-cf7447663d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:55.896423 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9440b832-b590-4459-a69a-e09ec398dc99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:56.457547 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:57.747611 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:59.398228 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:04.920758 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:55:07.379113 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:14.741775 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54538) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:14.886638 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-113f6a52-2c55-4b28-8b4a-1f325799e030 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:14.980770 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-113f6a52-2c55-4b28-8b4a-1f325799e030 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:14.987530 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-113f6a52-2c55-4b28-8b4a-1f325799e030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:15.040630 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-113f6a52-2c55-4b28-8b4a-1f325799e030 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=99b876032ef24cd98a11fb944d8647d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2952321 Jul 29 23:55:15.040630 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113f6a52-2c55-4b28-8b4a-1f325799e030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be00784-49a2-4c46-b6e7-6be1851fa2e9,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:15.041037 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54548) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:15.047465 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113f6a52-2c55-4b28-8b4a-1f325799e030 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:15.048140 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113f6a52-2c55-4b28-8b4a-1f325799e030 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:15.048341 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113f6a52-2c55-4b28-8b4a-1f325799e030 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:15.048790 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113f6a52-2c55-4b28-8b4a-1f325799e030 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:15.049213 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113f6a52-2c55-4b28-8b4a-1f325799e030 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:15.049664 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113f6a52-2c55-4b28-8b4a-1f325799e030 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:15.050086 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113f6a52-2c55-4b28-8b4a-1f325799e030 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:15.050505 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113f6a52-2c55-4b28-8b4a-1f325799e030 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:15.050929 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113f6a52-2c55-4b28-8b4a-1f325799e030 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:15.051340 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113f6a52-2c55-4b28-8b4a-1f325799e030 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:15.051766 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113f6a52-2c55-4b28-8b4a-1f325799e030 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:15.052177 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113f6a52-2c55-4b28-8b4a-1f325799e030 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:15.110908 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f2a8ede3-7475-4ae4-a537-9a20b3d1f3bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:15.133809 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f2a8ede3-7475-4ae4-a537-9a20b3d1f3bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:15.184274 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f2a8ede3-7475-4ae4-a537-9a20b3d1f3bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:15.187358 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f2a8ede3-7475-4ae4-a537-9a20b3d1f3bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:15.191037 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-f2a8ede3-7475-4ae4-a537-9a20b3d1f3bf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5be00784-49a2-4c46-b6e7-6be1851fa2e9 HTTP/1.1" status: 204 len: 168 time: 0.1466672 Jul 29 23:55:15.197158 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a8ede3-7475-4ae4-a537-9a20b3d1f3bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be00784-49a2-4c46-b6e7-6be1851fa2e9,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:15.544284 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54558) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:15.563187 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5e7b0cc6-9e83-4c88-9e60-7e97e179d79d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:15.680917 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5e7b0cc6-9e83-4c88-9e60-7e97e179d79d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:15.685152 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5e7b0cc6-9e83-4c88-9e60-7e97e179d79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:15.723576 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b0cc6-9e83-4c88-9e60-7e97e179d79d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a838849-08c9-40c5-bb4e-d4f1cb965988,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:15.728878 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-5e7b0cc6-9e83-4c88-9e60-7e97e179d79d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=edac4f834b9345ca8513b580857ab5e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1835041 Jul 29 23:55:15.731761 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54562) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:15.790377 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-98d26743-d67d-4bbc-9907-31b1921349e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:15.815060 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-98d26743-d67d-4bbc-9907-31b1921349e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:15.869904 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-98d26743-d67d-4bbc-9907-31b1921349e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:15.872670 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-98d26743-d67d-4bbc-9907-31b1921349e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:15.873903 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-98d26743-d67d-4bbc-9907-31b1921349e1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5a838849-08c9-40c5-bb4e-d4f1cb965988 HTTP/1.1" status: 204 len: 168 time: 0.1408298 Jul 29 23:55:15.884508 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d26743-d67d-4bbc-9907-31b1921349e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a838849-08c9-40c5-bb4e-d4f1cb965988,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:17.534313 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54632) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:17.733174 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-09f002cd-beea-476a-bc27-087ce731b8ee tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Deleting port d828d6b7-2086-49d5-beaf-1a9d808dca94 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:17.733523 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-09f002cd-beea-476a-bc27-087ce731b8ee tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:17.825294 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-09f002cd-beea-476a-bc27-087ce731b8ee tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:17.825817 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-09f002cd-beea-476a-bc27-087ce731b8ee tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:17.841194 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-09f002cd-beea-476a-bc27-087ce731b8ee tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Calling delete_port for d828d6b7-2086-49d5-beaf-1a9d808dca94 owned by network:floatingip {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:18.027481 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-09f002cd-beea-476a-bc27-087ce731b8ee tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:18.056428 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f002cd-beea-476a-bc27-087ce731b8ee tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event deleted for resources: {'Port': ['ID=d828d6b7-2086-49d5-beaf-1a9d808dca94,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:18.170576 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-09f002cd-beea-476a-bc27-087ce731b8ee tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for floatingip, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:18.171835 n-d-712141-10 neutron-server[94078]: INFO neutron.db.l3_db [None req-09f002cd-beea-476a-bc27-087ce731b8ee tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Floating IP 2e460fb8-244b-4119-ae8f-efd5ecd1cce9 disassociated (deleted). External IP: 172.25.0.99, port: 6df1dd52-96be-4f59-a353-da66e5e61fe8. Jul 29 23:55:18.498250 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09f002cd-beea-476a-bc27-087ce731b8ee tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Router 90597499-4d9c-419c-a8b2-0f8af85f833b has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:55:18.638478 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f002cd-beea-476a-bc27-087ce731b8ee tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:55:18.651379 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca35a72-7635-406d-a71c-c58d0b8cd9d6 None None] Sync routers for ids ['90597499-4d9c-419c-a8b2-0f8af85f833b'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:55:18.654210 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-09f002cd-beea-476a-bc27-087ce731b8ee tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:18.664903 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca35a72-7635-406d-a71c-c58d0b8cd9d6 None None] Routers {'90597499-4d9c-419c-a8b2-0f8af85f833b'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:18.665532 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-0ca35a72-7635-406d-a71c-c58d0b8cd9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:54:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['90597499-4d9c-419c-a8b2-0f8af85f833b'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:18.686862 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-09f002cd-beea-476a-bc27-087ce731b8ee tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "DELETE /v2.0/floatingips/2e460fb8-244b-4119-ae8f-efd5ecd1cce9 HTTP/1.1" status: 204 len: 168 time: 1.1506851 Jul 29 23:55:18.687607 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbe1a5c4-f7ee-44e3-87c9-7427f80c2aed', 'tag': '6df1dd52-96be-4f59-a353-da66e5e61fe8'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:55:18.703356 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cac72ee-c356-4097-b97b-a75121e73133" -d '{"events": [{"name": "network-changed", "server_uuid": "fbe1a5c4-f7ee-44e3-87c9-7427f80c2aed", "tag": "6df1dd52-96be-4f59-a353-da66e5e61fe8"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:55:18.783391 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ff72d3-c877-4964-a330-47aca6516625 x-openstack-request-id: req-a9ff72d3-c877-4964-a330-47aca6516625 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:55:18.783880 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbe1a5c4-f7ee-44e3-87c9-7427f80c2aed", "tag": "6df1dd52-96be-4f59-a353-da66e5e61fe8", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:55:18.784293 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a9ff72d3-c877-4964-a330-47aca6516625 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:55:18.785075 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbe1a5c4-f7ee-44e3-87c9-7427f80c2aed', 'tag': '6df1dd52-96be-4f59-a353-da66e5e61fe8', 'status': 'completed', 'code': 200} Jul 29 23:55:18.812093 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-0ca35a72-7635-406d-a71c-c58d0b8cd9d6 None None] Set router 90597499-4d9c-419c-a8b2-0f8af85f833b gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:55:18.885568 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac72ee-c356-4097-b97b-a75121e73133 req-35f398c5-6052-46a9-83a4-761e2ca923cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:18.891424 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0cac72ee-c356-4097-b97b-a75121e73133 req-35f398c5-6052-46a9-83a4-761e2ca923cb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=65ae77200a164c0f8f007753b934a6ed&device_id=fbe1a5c4-f7ee-44e3-87c9-7427f80c2aed HTTP/1.1" status: 200 len: 1097 time: 0.0873082 Jul 29 23:55:19.100956 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac72ee-c356-4097-b97b-a75121e73133 req-2f5e4972-6b58-4726-a05e-b02df5de452c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:19.102981 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0cac72ee-c356-4097-b97b-a75121e73133 req-2f5e4972-6b58-4726-a05e-b02df5de452c service neutron] 10.222.0.22 "GET /v2.0/networks?id=ddad5dc7-1476-40a2-b1e9-a0671d04cea9 HTTP/1.1" status: 200 len: 898 time: 0.2017496 Jul 29 23:55:19.108707 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755e046d-29d8-44dd-806e-b60e0511dbf5 req-f2902615-199d-4847-afe5-7c4f47b195b6 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:19.119729 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-755e046d-29d8-44dd-806e-b60e0511dbf5 req-f2902615-199d-4847-afe5-7c4f47b195b6 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbe1a5c4-f7ee-44e3-87c9-7427f80c2aed HTTP/1.1" status: 200 len: 945 time: 0.0841553 Jul 29 23:55:19.148740 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54674) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:19.181597 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0cac72ee-c356-4097-b97b-a75121e73133 req-aa1a2833-60d1-4db1-9a3f-10209a47348d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6df1dd52-96be-4f59-a353-da66e5e61fe8 HTTP/1.1" status: 200 len: 217 time: 0.0706720 Jul 29 23:55:19.187268 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-755e046d-29d8-44dd-806e-b60e0511dbf5 req-f2cc6e19-c72d-4dd6-97d4-deac1b5df2de tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc89bc8f-bfbe-4ef5-9811-a32f13d6a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662720 Jul 29 23:55:19.225268 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-0ca35a72-7635-406d-a71c-c58d0b8cd9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90597499-4d9c-419c-a8b2-0f8af85f833b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186753721', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '8a106abc-3b8a-4938-8719-622bf3804a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:26Z', 'updated_at': '2021-07-29T23:53:34Z', 'revision_number': 4, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'gw_port': {'id': '8a106abc-3b8a-4938-8719-622bf3804a47', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:84:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90597499-4d9c-419c-a8b2-0f8af85f833b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:28Z', 'updated_at': '2021-07-29T23:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '98df9f79-2471-4c02-9d44-10d79347ad41', 'name': '', 'network_id': 'ddad5dc7-1476-40a2-b1e9-a0671d04cea9', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'mac_address': 'fa:16:3e:48:49:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90597499-4d9c-419c-a8b2-0f8af85f833b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': '57b00923-d43c-47d5-9113-0cf54080fe3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:33Z', 'updated_at': '2021-07-29T23:53:41Z', 'revision_number': 5, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'subnets': [{'id': '57b00923-d43c-47d5-9113-0cf54080fe3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:19.258986 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca35a72-7635-406d-a71c-c58d0b8cd9d6 None None] Checking router: 90597499-4d9c-419c-a8b2-0f8af85f833b for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:55:19.266963 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac72ee-c356-4097-b97b-a75121e73133 req-79e1b3cd-774e-43f6-bbb7-05ea3c92033e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:19.268472 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0cac72ee-c356-4097-b97b-a75121e73133 req-79e1b3cd-774e-43f6-bbb7-05ea3c92033e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=57b00923-d43c-47d5-9113-0cf54080fe3c HTTP/1.1" status: 200 len: 835 time: 0.0785635 Jul 29 23:55:19.269221 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca35a72-7635-406d-a71c-c58d0b8cd9d6 None None] Routers {'90597499-4d9c-419c-a8b2-0f8af85f833b'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:19.270101 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-0ca35a72-7635-406d-a71c-c58d0b8cd9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:54:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['90597499-4d9c-419c-a8b2-0f8af85f833b'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:19.337759 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f0a761d8-61eb-4229-a060-a92eb797069a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:19.345894 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac72ee-c356-4097-b97b-a75121e73133 req-ba44c68a-3398-4f76-a4e7-6b8e4e33717b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:19.347924 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0cac72ee-c356-4097-b97b-a75121e73133 req-ba44c68a-3398-4f76-a4e7-6b8e4e33717b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ddad5dc7-1476-40a2-b1e9-a0671d04cea9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0704148 Jul 29 23:55:19.435279 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-0ca35a72-7635-406d-a71c-c58d0b8cd9d6 None None] Set router 90597499-4d9c-419c-a8b2-0f8af85f833b gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:55:19.500629 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0cac72ee-c356-4097-b97b-a75121e73133 req-2b891796-016a-4f8d-9367-c65b37a89c25 service neutron] 10.222.0.22 "GET /v2.0/networks/ddad5dc7-1476-40a2-b1e9-a0671d04cea9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443539 Jul 29 23:55:19.523471 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f0a761d8-61eb-4229-a060-a92eb797069a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:19.539938 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f0a761d8-61eb-4229-a060-a92eb797069a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:19.627567 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-f0a761d8-61eb-4229-a060-a92eb797069a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=01732672fd4c4b74bcc86f013f911ff7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4776714 Jul 29 23:55:19.630650 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54684) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:19.644830 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a761d8-61eb-4229-a060-a92eb797069a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7dc8f65-d2dc-443c-a141-5d5c1972b5a3,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:19.682217 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0cac72ee-c356-4097-b97b-a75121e73133 req-feb86525-1dfe-4e65-a5ba-f38ddf7a63ba service neutron] 10.222.0.22 "GET /v2.0/networks/ddad5dc7-1476-40a2-b1e9-a0671d04cea9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701934 Jul 29 23:55:19.716674 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f1c3a800-e4fe-40d6-8a2f-9b7ab25a7e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:19.742119 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f1c3a800-e4fe-40d6-8a2f-9b7ab25a7e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:19.743577 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-0ca35a72-7635-406d-a71c-c58d0b8cd9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90597499-4d9c-419c-a8b2-0f8af85f833b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186753721', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '8a106abc-3b8a-4938-8719-622bf3804a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:26Z', 'updated_at': '2021-07-29T23:53:34Z', 'revision_number': 4, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'gw_port': {'id': '8a106abc-3b8a-4938-8719-622bf3804a47', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:84:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90597499-4d9c-419c-a8b2-0f8af85f833b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:28Z', 'updated_at': '2021-07-29T23:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '98df9f79-2471-4c02-9d44-10d79347ad41', 'name': '', 'network_id': 'ddad5dc7-1476-40a2-b1e9-a0671d04cea9', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'mac_address': 'fa:16:3e:48:49:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90597499-4d9c-419c-a8b2-0f8af85f833b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': '57b00923-d43c-47d5-9113-0cf54080fe3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:33Z', 'updated_at': '2021-07-29T23:53:41Z', 'revision_number': 5, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'subnets': [{'id': '57b00923-d43c-47d5-9113-0cf54080fe3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:19.774233 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca35a72-7635-406d-a71c-c58d0b8cd9d6 None None] The sync data for ids ['90597499-4d9c-419c-a8b2-0f8af85f833b'] in n-d-712141-10 is: [{'id': '90597499-4d9c-419c-a8b2-0f8af85f833b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186753721', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '8a106abc-3b8a-4938-8719-622bf3804a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:26Z', 'updated_at': '2021-07-29T23:53:34Z', 'revision_number': 4, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'gw_port': {'id': '8a106abc-3b8a-4938-8719-622bf3804a47', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:84:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90597499-4d9c-419c-a8b2-0f8af85f833b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:28Z', 'updated_at': '2021-07-29T23:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '98df9f79-2471-4c02-9d44-10d79347ad41', 'name': '', 'network_id': 'ddad5dc7-1476-40a2-b1e9-a0671d04cea9', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'mac_address': 'fa:16:3e:48:49:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90597499-4d9c-419c-a8b2-0f8af85f833b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3341, 'fixed_ips': [{'subnet_id': '57b00923-d43c-47d5-9113-0cf54080fe3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:33Z', 'updated_at': '2021-07-29T23:53:41Z', 'revision_number': 5, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'subnets': [{'id': '57b00923-d43c-47d5-9113-0cf54080fe3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:55:19.798878 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f1c3a800-e4fe-40d6-8a2f-9b7ab25a7e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:19.799787 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:19.803037 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f1c3a800-e4fe-40d6-8a2f-9b7ab25a7e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:19.804649 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-f1c3a800-e4fe-40d6-8a2f-9b7ab25a7e87 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a7dc8f65-d2dc-443c-a141-5d5c1972b5a3 HTTP/1.1" status: 204 len: 168 time: 0.1727827 Jul 29 23:55:19.813813 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c3a800-e4fe-40d6-8a2f-9b7ab25a7e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7dc8f65-d2dc-443c-a141-5d5c1972b5a3,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:20.144969 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89000296-d081-40b5-896c-425eecf89637 None None] New status for floating IP 2e460fb8-244b-4119-ae8f-efd5ecd1cce9: DOWN {{(pid=94079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:55:20.186633 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54692) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:20.207338 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b283a309-1e26-4b0d-b0e5-7a757f9cf3d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:20.327991 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b283a309-1e26-4b0d-b0e5-7a757f9cf3d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:20.340389 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b283a309-1e26-4b0d-b0e5-7a757f9cf3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:20.373984 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcc96f5-4c18-4736-a53c-37b4bc996489 req-8be9856e-24c6-4d3a-8de4-3abce9b6ac53 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:20.376857 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1bcc96f5-4c18-4736-a53c-37b4bc996489 req-8be9856e-24c6-4d3a-8de4-3abce9b6ac53 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.22 "GET /v2.0/ports?device_id=fbe1a5c4-f7ee-44e3-87c9-7427f80c2aed HTTP/1.1" status: 200 len: 945 time: 0.0820920 Jul 29 23:55:20.386142 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-b283a309-1e26-4b0d-b0e5-7a757f9cf3d2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6b896cda16d14f62809afb5369802f62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1983159 Jul 29 23:55:20.386930 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54698) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:20.462102 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce103a-9a86-464e-b091-b11891a0283a req-e23bd166-6249-49cf-9486-8ec73445cf67 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:20.463861 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-22ce103a-9a86-464e-b091-b11891a0283a req-e23bd166-6249-49cf-9486-8ec73445cf67 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbe1a5c4-f7ee-44e3-87c9-7427f80c2aed HTTP/1.1" status: 200 len: 945 time: 0.1385226 Jul 29 23:55:20.468179 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b283a309-1e26-4b0d-b0e5-7a757f9cf3d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa8a4083-03ad-4cb1-b296-8d93e91a1ede,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:20.514764 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-1bcc96f5-4c18-4736-a53c-37b4bc996489 req-743f3047-f708-47f9-a540-c482b76eab78 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Deleting port 6df1dd52-96be-4f59-a353-da66e5e61fe8 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:20.515210 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-1bcc96f5-4c18-4736-a53c-37b4bc996489 req-743f3047-f708-47f9-a540-c482b76eab78 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:20.532637 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-22ce103a-9a86-464e-b091-b11891a0283a req-16ca4903-8891-4975-818c-67154853d877 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/security-groups?id=dc89bc8f-bfbe-4ef5-9811-a32f13d6a0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586407 Jul 29 23:55:20.535733 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-acc27158-3a05-4913-b9c2-9e79de8645c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:20.568554 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-acc27158-3a05-4913-b9c2-9e79de8645c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:20.633001 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-acc27158-3a05-4913-b9c2-9e79de8645c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:20.637999 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-acc27158-3a05-4913-b9c2-9e79de8645c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:20.639922 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-acc27158-3a05-4913-b9c2-9e79de8645c1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fa8a4083-03ad-4cb1-b296-8d93e91a1ede HTTP/1.1" status: 204 len: 168 time: 0.2401955 Jul 29 23:55:20.661220 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-1bcc96f5-4c18-4736-a53c-37b4bc996489 req-743f3047-f708-47f9-a540-c482b76eab78 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] For port 6df1dd52-96be-4f59-a353-da66e5e61fe8, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=6df1dd52-96be-4f59-a353-da66e5e61fe8,segment=NetworkSegment(188b7e99-4684-43a5-b366-23af67714bc7),segment_id=188b7e99-4684-43a5-b366-23af67714bc7)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:20.662501 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-1bcc96f5-4c18-4736-a53c-37b4bc996489 req-743f3047-f708-47f9-a540-c482b76eab78 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:20.668079 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc27158-3a05-4913-b9c2-9e79de8645c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa8a4083-03ad-4cb1-b296-8d93e91a1ede,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:20.701663 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-1bcc96f5-4c18-4736-a53c-37b4bc996489 req-743f3047-f708-47f9-a540-c482b76eab78 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Calling delete_port for 6df1dd52-96be-4f59-a353-da66e5e61fe8 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:20.853059 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-1bcc96f5-4c18-4736-a53c-37b4bc996489 req-743f3047-f708-47f9-a540-c482b76eab78 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:20.910205 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743f3047-f708-47f9-a540-c482b76eab78 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event deleted for resources: {'Port': ['ID=6df1dd52-96be-4f59-a353-da66e5e61fe8,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:20.960062 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bcc96f5-4c18-4736-a53c-37b4bc996489 req-743f3047-f708-47f9-a540-c482b76eab78 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] No DVR routers for this DVR port 6df1dd52-96be-4f59-a353-da66e5e61fe8 on host n-h2-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:55:20.964693 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-1bcc96f5-4c18-4736-a53c-37b4bc996489 req-743f3047-f708-47f9-a540-c482b76eab78 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:20.967330 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1bcc96f5-4c18-4736-a53c-37b4bc996489 req-743f3047-f708-47f9-a540-c482b76eab78 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.22 "DELETE /v2.0/ports/6df1dd52-96be-4f59-a353-da66e5e61fe8 HTTP/1.1" status: 204 len: 173 time: 0.5839369 Jul 29 23:55:20.968004 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbe1a5c4-f7ee-44e3-87c9-7427f80c2aed', 'name': 'network-vif-deleted', 'tag': '6df1dd52-96be-4f59-a353-da66e5e61fe8'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:55:20.972075 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582d15f0-1fe4-4507-93ed-7f555ef73d87" -d '{"events": [{"server_uuid": "fbe1a5c4-f7ee-44e3-87c9-7427f80c2aed", "name": "network-vif-deleted", "tag": "6df1dd52-96be-4f59-a353-da66e5e61fe8"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:55:21.230789 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31edb223-dded-4073-ae0f-9081fc27f618 x-openstack-request-id: req-31edb223-dded-4073-ae0f-9081fc27f618 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:55:21.231083 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbe1a5c4-f7ee-44e3-87c9-7427f80c2aed", "name": "network-vif-deleted", "tag": "6df1dd52-96be-4f59-a353-da66e5e61fe8", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:55:21.231352 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-31edb223-dded-4073-ae0f-9081fc27f618 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:55:21.231813 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbe1a5c4-f7ee-44e3-87c9-7427f80c2aed', 'name': 'network-vif-deleted', 'tag': '6df1dd52-96be-4f59-a353-da66e5e61fe8', 'status': 'completed', 'code': 200} Jul 29 23:55:21.669742 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-40756ec5-2874-4b8e-bf91-5464d9976f2e req-164671e9-f589-48b7-8353-ce340f1bfc2b tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "GET /v2.0/ports?device_id=fbe1a5c4-f7ee-44e3-87c9-7427f80c2aed HTTP/1.1" status: 200 len: 210 time: 0.0456245 Jul 29 23:55:22.736885 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54772) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:23.278566 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a7b9e15d-a9b4-44c6-9e1f-65f419cd33fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:23.491023 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 6df1dd52-96be-4f59-a353-da66e5e61fe8 no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:55:23.523335 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: 6df1dd52-96be-4f59-a353-da66e5e61fe8 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:55:23.524124 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 6df1dd52-96be-4f59-a353-da66e5e61fe8 not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:55:23.544491 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5b60a4ca-8d5c-4436-b96a-85aa5f2419e6 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:23.807906 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-5b60a4ca-8d5c-4436-b96a-85aa5f2419e6 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Deleting port 98df9f79-2471-4c02-9d44-10d79347ad41 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:23.808583 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5b60a4ca-8d5c-4436-b96a-85aa5f2419e6 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:23.895790 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-5b60a4ca-8d5c-4436-b96a-85aa5f2419e6 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] For port 98df9f79-2471-4c02-9d44-10d79347ad41, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=98df9f79-2471-4c02-9d44-10d79347ad41,segment=NetworkSegment(188b7e99-4684-43a5-b366-23af67714bc7),segment_id=188b7e99-4684-43a5-b366-23af67714bc7)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:23.896847 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5b60a4ca-8d5c-4436-b96a-85aa5f2419e6 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:23.910379 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-5b60a4ca-8d5c-4436-b96a-85aa5f2419e6 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Calling delete_port for 98df9f79-2471-4c02-9d44-10d79347ad41 owned by network:router_interface {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:24.141816 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5b60a4ca-8d5c-4436-b96a-85aa5f2419e6 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:24.198747 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b60a4ca-8d5c-4436-b96a-85aa5f2419e6 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event deleted for resources: {'Port': ['ID=98df9f79-2471-4c02-9d44-10d79347ad41,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:24.390216 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5b60a4ca-8d5c-4436-b96a-85aa5f2419e6 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:24.632682 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b60a4ca-8d5c-4436-b96a-85aa5f2419e6 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Router 90597499-4d9c-419c-a8b2-0f8af85f833b has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:55:24.746468 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b60a4ca-8d5c-4436-b96a-85aa5f2419e6 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:55:24.751810 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-5b60a4ca-8d5c-4436-b96a-85aa5f2419e6 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "PUT /v2.0/routers/90597499-4d9c-419c-a8b2-0f8af85f833b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0128963 Jul 29 23:55:24.754944 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54802) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:24.765940 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a869c2-9543-40b4-be5c-03fd379fcdd7 None None] Sync routers for ids ['90597499-4d9c-419c-a8b2-0f8af85f833b'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:55:24.782342 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a869c2-9543-40b4-be5c-03fd379fcdd7 None None] Routers {'90597499-4d9c-419c-a8b2-0f8af85f833b'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:24.783387 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-69a869c2-9543-40b4-be5c-03fd379fcdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:54:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['90597499-4d9c-419c-a8b2-0f8af85f833b'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:24.820250 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-963ff0c5-bdb3-4843-8185-3b5c4ff42d6c tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Deleting subnet 57b00923-d43c-47d5-9113-0cf54080fe3c {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:55:24.824371 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-963ff0c5-bdb3-4843-8185-3b5c4ff42d6c tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:24.878702 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-963ff0c5-bdb3-4843-8185-3b5c4ff42d6c tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:24.907713 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-69a869c2-9543-40b4-be5c-03fd379fcdd7 None None] Set router 90597499-4d9c-419c-a8b2-0f8af85f833b gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:55:25.003754 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-963ff0c5-bdb3-4843-8185-3b5c4ff42d6c tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:25.104647 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-963ff0c5-bdb3-4843-8185-3b5c4ff42d6c tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:25.139303 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963ff0c5-bdb3-4843-8185-3b5c4ff42d6c tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event deleted for resources: {'Subnet': ['ID=57b00923-d43c-47d5-9113-0cf54080fe3c,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:25.143775 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-963ff0c5-bdb3-4843-8185-3b5c4ff42d6c tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:25.145676 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-963ff0c5-bdb3-4843-8185-3b5c4ff42d6c tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "DELETE /v2.0/subnets/57b00923-d43c-47d5-9113-0cf54080fe3c HTTP/1.1" status: 204 len: 168 time: 0.3892496 Jul 29 23:55:25.148228 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54812) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:25.157178 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455ce2b3-cbe2-4a4d-bc9a-c22ee384aeca None None] Network ddad5dc7-1476-40a2-b1e9-a0671d04cea9 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:25.168118 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-69a869c2-9543-40b4-be5c-03fd379fcdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90597499-4d9c-419c-a8b2-0f8af85f833b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186753721', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '8a106abc-3b8a-4938-8719-622bf3804a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:26Z', 'updated_at': '2021-07-29T23:55:24Z', 'revision_number': 5, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'gw_port': {'id': '8a106abc-3b8a-4938-8719-622bf3804a47', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:84:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90597499-4d9c-419c-a8b2-0f8af85f833b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:28Z', 'updated_at': '2021-07-29T23:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:25.230220 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a869c2-9543-40b4-be5c-03fd379fcdd7 None None] Checking router: 90597499-4d9c-419c-a8b2-0f8af85f833b for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:55:25.252422 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a869c2-9543-40b4-be5c-03fd379fcdd7 None None] Routers {'90597499-4d9c-419c-a8b2-0f8af85f833b'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:25.253530 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-69a869c2-9543-40b4-be5c-03fd379fcdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:54:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['90597499-4d9c-419c-a8b2-0f8af85f833b'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:25.396790 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4601a477-836e-49f7-900d-a568fe35f68d tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for router, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:25.468715 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-69a869c2-9543-40b4-be5c-03fd379fcdd7 None None] Set router 90597499-4d9c-419c-a8b2-0f8af85f833b gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:55:25.537073 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0c8dd6-3ba4-4ade-b031-63f71d7fcd63 None None] DHCP port deletion for ddad5dc7-1476-40a2-b1e9-a0671d04cea9 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:55:25.558284 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4601a477-836e-49f7-900d-a568fe35f68d tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:25.596880 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-ed0c8dd6-3ba4-4ade-b031-63f71d7fcd63 None None] Deleting port b4b8dac7-c374-4757-a7ee-222f12399610 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:25.597790 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ed0c8dd6-3ba4-4ade-b031-63f71d7fcd63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:25.629803 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-4601a477-836e-49f7-900d-a568fe35f68d tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Deleting port 8a106abc-3b8a-4938-8719-622bf3804a47 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:25.630915 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4601a477-836e-49f7-900d-a568fe35f68d tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:25.669945 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-ed0c8dd6-3ba4-4ade-b031-63f71d7fcd63 None None] For port b4b8dac7-c374-4757-a7ee-222f12399610, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=b4b8dac7-c374-4757-a7ee-222f12399610,segment=NetworkSegment(188b7e99-4684-43a5-b366-23af67714bc7),segment_id=188b7e99-4684-43a5-b366-23af67714bc7)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:25.670731 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ed0c8dd6-3ba4-4ade-b031-63f71d7fcd63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:25.684547 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-ed0c8dd6-3ba4-4ade-b031-63f71d7fcd63 None None] Calling delete_port for b4b8dac7-c374-4757-a7ee-222f12399610 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:25.721066 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-4601a477-836e-49f7-900d-a568fe35f68d tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] For port 8a106abc-3b8a-4938-8719-622bf3804a47, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=8a106abc-3b8a-4938-8719-622bf3804a47,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:25.721446 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4601a477-836e-49f7-900d-a568fe35f68d tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:25.739569 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-4601a477-836e-49f7-900d-a568fe35f68d tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Calling delete_port for 8a106abc-3b8a-4938-8719-622bf3804a47 owned by network:router_gateway {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:25.749190 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-69a869c2-9543-40b4-be5c-03fd379fcdd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90597499-4d9c-419c-a8b2-0f8af85f833b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186753721', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '8a106abc-3b8a-4938-8719-622bf3804a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:26Z', 'updated_at': '2021-07-29T23:55:24Z', 'revision_number': 5, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'gw_port': {'id': '8a106abc-3b8a-4938-8719-622bf3804a47', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:84:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90597499-4d9c-419c-a8b2-0f8af85f833b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:28Z', 'updated_at': '2021-07-29T23:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:25.791483 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ed0c8dd6-3ba4-4ade-b031-63f71d7fcd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:25.829692 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0c8dd6-3ba4-4ade-b031-63f71d7fcd63 None None] Pushing event deleted for resources: {'Port': ['ID=b4b8dac7-c374-4757-a7ee-222f12399610,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:25.834269 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0c8dd6-3ba4-4ade-b031-63f71d7fcd63 None None] No DVR routers for this DVR port b4b8dac7-c374-4757-a7ee-222f12399610 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:55:25.909671 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-45b06ff0-7433-4195-8f7a-944ac4673f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:25.920746 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device b4b8dac7-c374-4757-a7ee-222f12399610 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:55:25.941195 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a869c2-9543-40b4-be5c-03fd379fcdd7 None None] The sync data for ids ['90597499-4d9c-419c-a8b2-0f8af85f833b'] in n-d-712141-10 is: [{'id': '90597499-4d9c-419c-a8b2-0f8af85f833b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1186753721', 'tenant_id': '65ae77200a164c0f8f007753b934a6ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.17'}], 'enable_snat': True}, 'gw_port_id': '8a106abc-3b8a-4938-8719-622bf3804a47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:26Z', 'updated_at': '2021-07-29T23:55:24Z', 'revision_number': 5, 'project_id': '65ae77200a164c0f8f007753b934a6ed', 'gw_port': {'id': '8a106abc-3b8a-4938-8719-622bf3804a47', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:84:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90597499-4d9c-419c-a8b2-0f8af85f833b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3316, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:53:28Z', 'updated_at': '2021-07-29T23:53:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:55:25.956279 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: b4b8dac7-c374-4757-a7ee-222f12399610 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:55:25.970378 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device b4b8dac7-c374-4757-a7ee-222f12399610 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:55:26.003769 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4601a477-836e-49f7-900d-a568fe35f68d tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:26.061634 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4601a477-836e-49f7-900d-a568fe35f68d tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event deleted for resources: {'Port': ['ID=8a106abc-3b8a-4938-8719-622bf3804a47,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:26.112432 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4601a477-836e-49f7-900d-a568fe35f68d tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:26.212214 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4601a477-836e-49f7-900d-a568fe35f68d tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:26.215671 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4601a477-836e-49f7-900d-a568fe35f68d tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:26.278351 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4601a477-836e-49f7-900d-a568fe35f68d tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:26.279212 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4601a477-836e-49f7-900d-a568fe35f68d tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Fanout notify agent at l3_agent the message router_deleted on router 90597499-4d9c-419c-a8b2-0f8af85f833b {{(pid=94077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:55:26.287348 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4601a477-836e-49f7-900d-a568fe35f68d tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:26.288683 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4601a477-836e-49f7-900d-a568fe35f68d tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "DELETE /v2.0/routers/90597499-4d9c-419c-a8b2-0f8af85f833b HTTP/1.1" status: 204 len: 168 time: 1.1394565 Jul 29 23:55:26.291529 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54828) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:26.379273 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-899c151b-8952-44c4-ab7e-90b07632d06b tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:26.466541 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:26.508160 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-899c151b-8952-44c4-ab7e-90b07632d06b tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:26.520845 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-899c151b-8952-44c4-ab7e-90b07632d06b tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddad5dc7-1476-40a2-b1e9-a0671d04cea9']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:26.535009 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-899c151b-8952-44c4-ab7e-90b07632d06b tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '188b7e99-4684-43a5-b366-23af67714bc7') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:26.535370 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-899c151b-8952-44c4-ab7e-90b07632d06b tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '188b7e99-4684-43a5-b366-23af67714bc7') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:26.546091 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-899c151b-8952-44c4-ab7e-90b07632d06b tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:26.566646 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-899c151b-8952-44c4-ab7e-90b07632d06b tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:26.573700 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-899c151b-8952-44c4-ab7e-90b07632d06b tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:55:26.574104 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-899c151b-8952-44c4-ab7e-90b07632d06b tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:26.577304 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:55:26.577304 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:55:26.577304 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:55:26.577304 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:55:26.577304 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:55:26.577304 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:55:26.577304 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:55:26.577304 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:55:26.577304 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:55:26.577304 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:55:26.577304 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:55:26.577304 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:55:26.577304 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:55:26.577304 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:55:26.577304 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:55:26.577304 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:55:26.577304 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:55:26.577304 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:55:26.577304 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:55:26.577304 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:55:26.577304 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:55:26.577304 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:55:26.577304 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:55:26.577304 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:55:26.577304 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:55:26.577304 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:55:26.577304 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:55:26.577304 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:55:26.577304 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:55:26.577304 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:55:26.577304 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:55:26.577304 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:55:26.636950 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-899c151b-8952-44c4-ab7e-90b07632d06b tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:26.656062 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-899c151b-8952-44c4-ab7e-90b07632d06b tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:26.660419 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-899c151b-8952-44c4-ab7e-90b07632d06b tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "DELETE /v2.0/networks/ddad5dc7-1476-40a2-b1e9-a0671d04cea9 HTTP/1.1" status: 204 len: 168 time: 0.3654535 Jul 29 23:55:26.660419 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899c151b-8952-44c4-ab7e-90b07632d06b tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event deleted for resources: {'Network': ['ID=ddad5dc7-1476-40a2-b1e9-a0671d04cea9,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:26.661417 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54836) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:26.742928 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5a327309-a953-420f-8fa9-37daffb9c0a0 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:26.775325 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5a327309-a953-420f-8fa9-37daffb9c0a0 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:26.869777 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5a327309-a953-420f-8fa9-37daffb9c0a0 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:26.872958 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5a327309-a953-420f-8fa9-37daffb9c0a0 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:26.877368 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-5a327309-a953-420f-8fa9-37daffb9c0a0 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] 10.222.0.43 "DELETE /v2.0/security-groups/dc89bc8f-bfbe-4ef5-9811-a32f13d6a0c3 HTTP/1.1" status: 204 len: 168 time: 0.2121615 Jul 29 23:55:26.890118 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a327309-a953-420f-8fa9-37daffb9c0a0 tempest-TestNetworkAdvancedServerOps-814685377 tempest-TestNetworkAdvancedServerOps-814685377-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc89bc8f-bfbe-4ef5-9811-a32f13d6a0c3,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:27.287292 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54860) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:27.429819 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-779cdf10-4175-4a8e-8c5c-25bc1da5b658 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=65ae77200a164c0f8f007753b934a6ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1412389 Jul 29 23:55:27.431653 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54864) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:27.481991 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ac39c20f-6053-42ee-8d40-6a66177b68db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:27.506332 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ac39c20f-6053-42ee-8d40-6a66177b68db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:27.565862 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ac39c20f-6053-42ee-8d40-6a66177b68db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:27.570852 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ac39c20f-6053-42ee-8d40-6a66177b68db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:27.572516 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ac39c20f-6053-42ee-8d40-6a66177b68db admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/942baa54-5a2f-4d9a-8f3d-19e0e85700e0 HTTP/1.1" status: 204 len: 168 time: 0.1397872 Jul 29 23:55:27.583211 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac39c20f-6053-42ee-8d40-6a66177b68db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942baa54-5a2f-4d9a-8f3d-19e0e85700e0,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:27.761769 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:27.876054 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 8a106abc-3b8a-4938-8719-622bf3804a47 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:55:27.943802 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 8a106abc-3b8a-4938-8719-622bf3804a47 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:55:27.944555 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 8a106abc-3b8a-4938-8719-622bf3804a47 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:55:27.945703 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 98df9f79-2471-4c02-9d44-10d79347ad41 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:55:27.979540 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 98df9f79-2471-4c02-9d44-10d79347ad41 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:55:27.979916 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 98df9f79-2471-4c02-9d44-10d79347ad41 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:55:28.004605 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54886) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:28.061746 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-2ac7454c-63d7-4c70-8ca1-3b8a7d63599d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=670b4320b0bd427abfd0379ce72d764b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0558507 Jul 29 23:55:28.064423 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54892) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:28.137083 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-16109f6d-430f-4743-be38-f31a5605cb49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:28.166676 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-16109f6d-430f-4743-be38-f31a5605cb49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:28.219386 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-16109f6d-430f-4743-be38-f31a5605cb49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:28.221516 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-16109f6d-430f-4743-be38-f31a5605cb49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:28.222981 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-16109f6d-430f-4743-be38-f31a5605cb49 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/be391ff6-1ab7-46d0-a52e-9f9ab1284741 HTTP/1.1" status: 204 len: 168 time: 0.1567740 Jul 29 23:55:28.233861 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16109f6d-430f-4743-be38-f31a5605cb49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be391ff6-1ab7-46d0-a52e-9f9ab1284741,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:29.049793 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54932) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:29.176318 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-d517c03e-6d07-4ec2-88db-5940525e5328 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2027375313-network', 'tenant_id': '7c65dbcbb4bc459189b7400eb38227e9'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:29.204197 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d517c03e-6d07-4ec2-88db-5940525e5328 admin admin] Made reservation on behalf of 7c65dbcbb4bc459189b7400eb38227e9 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:29.207527 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d517c03e-6d07-4ec2-88db-5940525e5328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:29.223164 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d517c03e-6d07-4ec2-88db-5940525e5328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:29.329797 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d517c03e-6d07-4ec2-88db-5940525e5328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:29.335779 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d517c03e-6d07-4ec2-88db-5940525e5328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:29.348921 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d517c03e-6d07-4ec2-88db-5940525e5328 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:55:29.360617 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d517c03e-6d07-4ec2-88db-5940525e5328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:29.361285 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-d517c03e-6d07-4ec2-88db-5940525e5328 admin admin] Added segment f4c9dcb5-fe52-47ad-a6e8-ee604c8a5381 of type vlan for network ec08fc70-0afb-449e-9bcd-c73acf54c11d Jul 29 23:55:29.397747 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:29.426140 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d517c03e-6d07-4ec2-88db-5940525e5328 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:29.446685 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d517c03e-6d07-4ec2-88db-5940525e5328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b3ff64-260e-4fbd-9d15-1bebc30fe659,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:29.498560 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d517c03e-6d07-4ec2-88db-5940525e5328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:29.499697 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d517c03e-6d07-4ec2-88db-5940525e5328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:29.500288 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d517c03e-6d07-4ec2-88db-5940525e5328 admin admin] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:29.581753 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-d517c03e-6d07-4ec2-88db-5940525e5328 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5303693 Jul 29 23:55:29.586204 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54944) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:29.591949 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-cf441123-d80a-4a31-a440-167cec5ed560 admin admin] Request body: {'subnet': {'network_id': 'ec08fc70-0afb-449e-9bcd-c73acf54c11d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2027375313-subnet', 'tenant_id': '7c65dbcbb4bc459189b7400eb38227e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:29.608691 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d517c03e-6d07-4ec2-88db-5940525e5328 admin admin] Pushing event updated for resources: {'Network': ['ID=ec08fc70-0afb-449e-9bcd-c73acf54c11d,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:29.620854 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network ec08fc70-0afb-449e-9bcd-c73acf54c11d details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:55:29.633477 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf441123-d80a-4a31-a440-167cec5ed560 admin admin] Made reservation on behalf of 7c65dbcbb4bc459189b7400eb38227e9 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:29.637287 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cf441123-d80a-4a31-a440-167cec5ed560 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:29.917227 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cf441123-d80a-4a31-a440-167cec5ed560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:29.982357 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf441123-d80a-4a31-a440-167cec5ed560 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b81a7f9-2399-481a-b7d1-f2e355abfe5f,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:30.011334 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf441123-d80a-4a31-a440-167cec5ed560 admin admin] Checking segment: {'id': 'f4c9dcb5-fe52-47ad-a6e8-ee604c8a5381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ec08fc70-0afb-449e-9bcd-c73acf54c11d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:55:30.011702 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf441123-d80a-4a31-a440-167cec5ed560 admin admin] Network hostable DHCP agents. Network: ec08fc70-0afb-449e-9bcd-c73acf54c11d, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:55:30.044464 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf441123-d80a-4a31-a440-167cec5ed560 admin admin] Network ec08fc70-0afb-449e-9bcd-c73acf54c11d is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:55:30.064053 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-cf441123-d80a-4a31-a440-167cec5ed560 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, ec08fc70-0afb-449e-9bcd-c73acf54c11d) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:30.074484 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a68060-850a-475a-9aa1-e8353edd513f None None] Network ec08fc70-0afb-449e-9bcd-c73acf54c11d requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:30.084455 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf441123-d80a-4a31-a440-167cec5ed560 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:30.090199 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cf441123-d80a-4a31-a440-167cec5ed560 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:30.122084 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-cf441123-d80a-4a31-a440-167cec5ed560 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5338514 Jul 29 23:55:30.271671 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ea4309-36d6-4deb-b146-6c7b13e67f40 None None] Network ec08fc70-0afb-449e-9bcd-c73acf54c11d requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:30.822659 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54974) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:30.832752 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-1b72f8f2-1dcc-4da4-b228-522f6141d3cb admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-228834497-network', 'tenant_id': '3ca7ce68093240219e17ac9c1c803706'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:30.860843 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b72f8f2-1dcc-4da4-b228-522f6141d3cb admin admin] Made reservation on behalf of 3ca7ce68093240219e17ac9c1c803706 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:30.864583 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1b72f8f2-1dcc-4da4-b228-522f6141d3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:30.878498 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1b72f8f2-1dcc-4da4-b228-522f6141d3cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:31.037709 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1b72f8f2-1dcc-4da4-b228-522f6141d3cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:31.047334 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1b72f8f2-1dcc-4da4-b228-522f6141d3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:31.083590 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b72f8f2-1dcc-4da4-b228-522f6141d3cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:55:31.096089 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b72f8f2-1dcc-4da4-b228-522f6141d3cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f583f9b0-7e8a-4abc-a58c-13f8e05cacec,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:31.102633 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1b72f8f2-1dcc-4da4-b228-522f6141d3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:31.103117 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-1b72f8f2-1dcc-4da4-b228-522f6141d3cb admin admin] Added segment 3c2586a2-f119-4784-b344-d41498f26fec of type vlan for network 217cb029-62bd-4c83-8267-13864cfdfcd5 Jul 29 23:55:31.168820 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1b72f8f2-1dcc-4da4-b228-522f6141d3cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:31.213274 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1b72f8f2-1dcc-4da4-b228-522f6141d3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:31.214972 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b72f8f2-1dcc-4da4-b228-522f6141d3cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:31.215877 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1b72f8f2-1dcc-4da4-b228-522f6141d3cb admin admin] Notify callbacks [] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:31.303622 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-1b72f8f2-1dcc-4da4-b228-522f6141d3cb admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4786432 Jul 29 23:55:31.306837 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 54988) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:31.313499 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-81b0b53a-1903-4e58-9088-62bc6e75388f admin admin] Request body: {'subnet': {'network_id': '217cb029-62bd-4c83-8267-13864cfdfcd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-228834497-subnet', 'tenant_id': '3ca7ce68093240219e17ac9c1c803706', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:31.331560 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b72f8f2-1dcc-4da4-b228-522f6141d3cb admin admin] Pushing event updated for resources: {'Network': ['ID=217cb029-62bd-4c83-8267-13864cfdfcd5,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:31.344184 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 217cb029-62bd-4c83-8267-13864cfdfcd5 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:55:31.357805 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b0b53a-1903-4e58-9088-62bc6e75388f admin admin] Made reservation on behalf of 3ca7ce68093240219e17ac9c1c803706 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:31.369378 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-81b0b53a-1903-4e58-9088-62bc6e75388f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:31.660330 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-81b0b53a-1903-4e58-9088-62bc6e75388f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:31.742951 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b0b53a-1903-4e58-9088-62bc6e75388f admin admin] Pushing event updated for resources: {'Subnet': ['ID=bab494fe-e5a9-4aea-bffb-177c1f685dd9,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:31.762156 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b0b53a-1903-4e58-9088-62bc6e75388f admin admin] Checking segment: {'id': '3c2586a2-f119-4784-b344-d41498f26fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '217cb029-62bd-4c83-8267-13864cfdfcd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:55:31.762885 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b0b53a-1903-4e58-9088-62bc6e75388f admin admin] Network hostable DHCP agents. Network: 217cb029-62bd-4c83-8267-13864cfdfcd5, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:55:31.786371 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b0b53a-1903-4e58-9088-62bc6e75388f admin admin] Network 217cb029-62bd-4c83-8267-13864cfdfcd5 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:55:31.819867 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 54998) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:31.830151 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-81b0b53a-1903-4e58-9088-62bc6e75388f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 217cb029-62bd-4c83-8267-13864cfdfcd5) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:31.840340 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b0b53a-1903-4e58-9088-62bc6e75388f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:31.841636 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-81b0b53a-1903-4e58-9088-62bc6e75388f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:31.848837 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f47e630-b724-4a54-a90e-94d48c6a855a None None] Network 217cb029-62bd-4c83-8267-13864cfdfcd5 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:31.864348 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-81b0b53a-1903-4e58-9088-62bc6e75388f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5559611 Jul 29 23:55:32.067545 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ea7af627-36b1-4ece-b752-bd679a3031ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:32.120149 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce35f5f8-691a-4b91-b2b3-42e1134a1a83 None None] Network 217cb029-62bd-4c83-8267-13864cfdfcd5 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:32.230652 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ea7af627-36b1-4ece-b752-bd679a3031ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:32.237483 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ea7af627-36b1-4ece-b752-bd679a3031ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:32.297348 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ea7af627-36b1-4ece-b752-bd679a3031ac admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2c6dbabf41fd432fa94703061055f7d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4761267 Jul 29 23:55:32.300514 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55014) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:32.338593 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7af627-36b1-4ece-b752-bd679a3031ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ae7b23-a970-4025-a364-769da7a4e94c,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:32.379496 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b2ae3162-2663-4b97-a464-03e80bc444d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:32.408463 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b2ae3162-2663-4b97-a464-03e80bc444d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:32.475416 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b2ae3162-2663-4b97-a464-03e80bc444d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:32.485164 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b2ae3162-2663-4b97-a464-03e80bc444d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:32.488218 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b2ae3162-2663-4b97-a464-03e80bc444d3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/94ae7b23-a970-4025-a364-769da7a4e94c HTTP/1.1" status: 204 len: 168 time: 0.1857917 Jul 29 23:55:32.517107 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ae3162-2663-4b97-a464-03e80bc444d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ae7b23-a970-4025-a364-769da7a4e94c,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:32.835380 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151cabc9-8c61-4850-b949-96bb1da78c4b req-d25b4cd9-7783-46d0-b0ac-dc5c3398613b tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:32.843422 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-151cabc9-8c61-4850-b949-96bb1da78c4b req-d25b4cd9-7783-46d0-b0ac-dc5c3398613b tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] 10.222.0.43 "GET /v2.0/networks?id=ec08fc70-0afb-449e-9bcd-c73acf54c11d HTTP/1.1" status: 200 len: 812 time: 0.2927489 Jul 29 23:55:32.861225 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-151cabc9-8c61-4850-b949-96bb1da78c4b req-b1627072-e444-4b00-80c4-b344b5176c5a tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] 10.222.0.43 "GET /v2.0/quotas/7c65dbcbb4bc459189b7400eb38227e9 HTTP/1.1" status: 200 len: 375 time: 0.0167048 Jul 29 23:55:32.900700 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-151cabc9-8c61-4850-b949-96bb1da78c4b req-2c03f9b5-8dbc-4792-8f29-acf265c4f9f7 tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=7c65dbcbb4bc459189b7400eb38227e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0383947 Jul 29 23:55:33.015366 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-151cabc9-8c61-4850-b949-96bb1da78c4b req-87ee1a85-2e5f-4eaa-815c-dc1498c0a672 service neutron] 10.222.0.43 "GET /v2.0/networks/ec08fc70-0afb-449e-9bcd-c73acf54c11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137857 Jul 29 23:55:33.026142 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55032) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:33.045656 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3a1561f1-de3d-4556-82b4-49ffdad5e02b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:33.132366 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-151cabc9-8c61-4850-b949-96bb1da78c4b req-c8667888-12b4-4280-aa21-73d8cb6fc39e service neutron] 10.222.0.43 "GET /v2.0/networks/ec08fc70-0afb-449e-9bcd-c73acf54c11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082833 Jul 29 23:55:33.167788 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3a1561f1-de3d-4556-82b4-49ffdad5e02b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:33.173128 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3a1561f1-de3d-4556-82b4-49ffdad5e02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:33.221442 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-3a1561f1-de3d-4556-82b4-49ffdad5e02b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ca757fa3d467477793b7e19a3b7b6876&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1938696 Jul 29 23:55:33.222581 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1561f1-de3d-4556-82b4-49ffdad5e02b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54bca4a5-5ca8-447f-aedb-1f3246b229a1,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:33.225387 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 55038) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:33.289200 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3f3b8296-fd5f-407b-b428-cb8684138b88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:33.319808 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3f3b8296-fd5f-407b-b428-cb8684138b88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:33.368309 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3f3b8296-fd5f-407b-b428-cb8684138b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:33.370989 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3f3b8296-fd5f-407b-b428-cb8684138b88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:33.372163 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-3f3b8296-fd5f-407b-b428-cb8684138b88 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/54bca4a5-5ca8-447f-aedb-1f3246b229a1 HTTP/1.1" status: 204 len: 168 time: 0.1456325 Jul 29 23:55:33.380542 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3b8296-fd5f-407b-b428-cb8684138b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54bca4a5-5ca8-447f-aedb-1f3246b229a1,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:34.375193 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-14626260-d9bf-4751-a7ed-11cbe8bec001 req-a6cb3f51-f468-42e9-ab84-7d1d8311abe8 tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] 10.222.0.43 "GET /v2.0/ports?device_id=484c59e5-4b33-438e-8424-8f16e5bf1fd0 HTTP/1.1" status: 200 len: 210 time: 0.0456257 Jul 29 23:55:35.540796 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5d3d5ab1-3c36-46c8-84d8-73fcbc52c1c7 req-e42b4b09-ee72-4b91-8171-afe80e0a3431 tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] 10.222.0.43 "GET /v2.0/ports?device_id=484c59e5-4b33-438e-8424-8f16e5bf1fd0 HTTP/1.1" status: 200 len: 210 time: 0.0509715 Jul 29 23:55:35.768522 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151cabc9-8c61-4850-b949-96bb1da78c4b req-cfa5e3c2-461a-457f-8c63-75ea79ce8c2f tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:35.771480 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-151cabc9-8c61-4850-b949-96bb1da78c4b req-cfa5e3c2-461a-457f-8c63-75ea79ce8c2f tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] 10.222.0.22 "GET /v2.0/networks?id=ec08fc70-0afb-449e-9bcd-c73acf54c11d HTTP/1.1" status: 200 len: 812 time: 0.1289413 Jul 29 23:55:35.785738 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-151cabc9-8c61-4850-b949-96bb1da78c4b req-f022d14d-24c2-4ce9-8872-c5a5ff9093e0 tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] Request body: {'port': {'device_id': '484c59e5-4b33-438e-8424-8f16e5bf1fd0', 'network_id': 'ec08fc70-0afb-449e-9bcd-c73acf54c11d', 'admin_state_up': True, 'tenant_id': '7c65dbcbb4bc459189b7400eb38227e9'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:35.922053 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-151cabc9-8c61-4850-b949-96bb1da78c4b req-f022d14d-24c2-4ce9-8872-c5a5ff9093e0 tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] Made reservation on behalf of 7c65dbcbb4bc459189b7400eb38227e9 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:35.926065 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-151cabc9-8c61-4850-b949-96bb1da78c4b req-f022d14d-24c2-4ce9-8872-c5a5ff9093e0 tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:36.117824 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-151cabc9-8c61-4850-b949-96bb1da78c4b req-f022d14d-24c2-4ce9-8872-c5a5ff9093e0 tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] Allocated IP 172.20.0.2 (ec08fc70-0afb-449e-9bcd-c73acf54c11d/0b81a7f9-2399-481a-b7d1-f2e355abfe5f/fafed081-2d4b-4d6e-a826-15a61b171b5c) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:55:36.376411 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-151cabc9-8c61-4850-b949-96bb1da78c4b req-f022d14d-24c2-4ce9-8872-c5a5ff9093e0 tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:36.429323 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-151cabc9-8c61-4850-b949-96bb1da78c4b req-f022d14d-24c2-4ce9-8872-c5a5ff9093e0 tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:36.499826 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-151cabc9-8c61-4850-b949-96bb1da78c4b req-f022d14d-24c2-4ce9-8872-c5a5ff9093e0 tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] Network ec08fc70-0afb-449e-9bcd-c73acf54c11d is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:55:36.508086 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-151cabc9-8c61-4850-b949-96bb1da78c4b req-f022d14d-24c2-4ce9-8872-c5a5ff9093e0 tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:36.511651 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-151cabc9-8c61-4850-b949-96bb1da78c4b req-f022d14d-24c2-4ce9-8872-c5a5ff9093e0 tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:55:36.567659 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151cabc9-8c61-4850-b949-96bb1da78c4b req-f022d14d-24c2-4ce9-8872-c5a5ff9093e0 tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:36.569338 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-151cabc9-8c61-4850-b949-96bb1da78c4b req-f022d14d-24c2-4ce9-8872-c5a5ff9093e0 tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:36.572036 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f022d14d-24c2-4ce9-8872-c5a5ff9093e0 tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] Pushing event updated for resources: {'Port': ['ID=fafed081-2d4b-4d6e-a826-15a61b171b5c,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:36.600484 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-151cabc9-8c61-4850-b949-96bb1da78c4b req-f022d14d-24c2-4ce9-8872-c5a5ff9093e0 tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8194366 Jul 29 23:55:36.625510 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-151cabc9-8c61-4850-b949-96bb1da78c4b req-13ac6191-c7a5-4bea-bc6c-2e64abcffa1a service neutron] Request body: {'port': {'device_id': '484c59e5-4b33-438e-8424-8f16e5bf1fd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:36.695092 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-151cabc9-8c61-4850-b949-96bb1da78c4b req-13ac6191-c7a5-4bea-bc6c-2e64abcffa1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:36.732657 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3417a109-04dd-464f-a032-516c09f98494 req-7f6bead9-2112-4012-b7ac-dd6706f42d02 tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:36.741053 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3417a109-04dd-464f-a032-516c09f98494 req-7f6bead9-2112-4012-b7ac-dd6706f42d02 tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] 10.222.0.43 "GET /v2.0/ports?device_id=484c59e5-4b33-438e-8424-8f16e5bf1fd0 HTTP/1.1" status: 200 len: 931 time: 0.0642138 Jul 29 23:55:36.787583 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3417a109-04dd-464f-a032-516c09f98494 req-f4332509-1de9-4184-9708-dffe230189bd tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] 10.222.0.43 "GET /v2.0/security-groups?id=74b3ff64-260e-4fbd-9d15-1bebc30fe659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441206 Jul 29 23:55:37.023927 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-151cabc9-8c61-4850-b949-96bb1da78c4b req-13ac6191-c7a5-4bea-bc6c-2e64abcffa1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fafed081-2d4b-4d6e-a826-15a61b171b5c {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:55:37.031658 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-151cabc9-8c61-4850-b949-96bb1da78c4b req-13ac6191-c7a5-4bea-bc6c-2e64abcffa1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:37.043945 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-151cabc9-8c61-4850-b949-96bb1da78c4b req-13ac6191-c7a5-4bea-bc6c-2e64abcffa1a service neutron] Transition to ACTIVE for port object fafed081-2d4b-4d6e-a826-15a61b171b5c will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:37.047807 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-151cabc9-8c61-4850-b949-96bb1da78c4b req-13ac6191-c7a5-4bea-bc6c-2e64abcffa1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:37.097498 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ac6191-c7a5-4bea-bc6c-2e64abcffa1a service neutron] Pushing event updated for resources: {'Port': ['ID=fafed081-2d4b-4d6e-a826-15a61b171b5c,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:37.190259 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-151cabc9-8c61-4850-b949-96bb1da78c4b req-13ac6191-c7a5-4bea-bc6c-2e64abcffa1a service neutron] Attempting to bind port fafed081-2d4b-4d6e-a826-15a61b171b5c on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:55:37.190750 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-151cabc9-8c61-4850-b949-96bb1da78c4b req-13ac6191-c7a5-4bea-bc6c-2e64abcffa1a service neutron] Attempting to bind port fafed081-2d4b-4d6e-a826-15a61b171b5c by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': 'f4c9dcb5-fe52-47ad-a6e8-ee604c8a5381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ec08fc70-0afb-449e-9bcd-c73acf54c11d'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:55:37.191175 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151cabc9-8c61-4850-b949-96bb1da78c4b req-13ac6191-c7a5-4bea-bc6c-2e64abcffa1a service neutron] Attempting to bind port fafed081-2d4b-4d6e-a826-15a61b171b5c on network ec08fc70-0afb-449e-9bcd-c73acf54c11d {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:55:37.196612 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151cabc9-8c61-4850-b949-96bb1da78c4b req-13ac6191-c7a5-4bea-bc6c-2e64abcffa1a service neutron] Port fafed081-2d4b-4d6e-a826-15a61b171b5c on network ec08fc70-0afb-449e-9bcd-c73acf54c11d not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:55:37.197052 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151cabc9-8c61-4850-b949-96bb1da78c4b req-13ac6191-c7a5-4bea-bc6c-2e64abcffa1a service neutron] Attempting to bind port fafed081-2d4b-4d6e-a826-15a61b171b5c on network ec08fc70-0afb-449e-9bcd-c73acf54c11d {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:55:37.202293 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151cabc9-8c61-4850-b949-96bb1da78c4b req-13ac6191-c7a5-4bea-bc6c-2e64abcffa1a service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 55, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:55:37.202750 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151cabc9-8c61-4850-b949-96bb1da78c4b req-13ac6191-c7a5-4bea-bc6c-2e64abcffa1a service neutron] Checking segment: {'id': 'f4c9dcb5-fe52-47ad-a6e8-ee604c8a5381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ec08fc70-0afb-449e-9bcd-c73acf54c11d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:55:37.203245 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151cabc9-8c61-4850-b949-96bb1da78c4b req-13ac6191-c7a5-4bea-bc6c-2e64abcffa1a service neutron] Bound using segment: {'id': 'f4c9dcb5-fe52-47ad-a6e8-ee604c8a5381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ec08fc70-0afb-449e-9bcd-c73acf54c11d'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:55:37.203907 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-151cabc9-8c61-4850-b949-96bb1da78c4b req-13ac6191-c7a5-4bea-bc6c-2e64abcffa1a service neutron] Bound port: fafed081-2d4b-4d6e-a826-15a61b171b5c, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4c9dcb5-fe52-47ad-a6e8-ee604c8a5381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'ec08fc70-0afb-449e-9bcd-c73acf54c11d'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:55:37.204366 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-151cabc9-8c61-4850-b949-96bb1da78c4b req-13ac6191-c7a5-4bea-bc6c-2e64abcffa1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:37.323070 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-151cabc9-8c61-4850-b949-96bb1da78c4b req-13ac6191-c7a5-4bea-bc6c-2e64abcffa1a service neutron] For port fafed081-2d4b-4d6e-a826-15a61b171b5c, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:55:37.327002 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-151cabc9-8c61-4850-b949-96bb1da78c4b req-13ac6191-c7a5-4bea-bc6c-2e64abcffa1a service neutron] For port fafed081-2d4b-4d6e-a826-15a61b171b5c, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=fafed081-2d4b-4d6e-a826-15a61b171b5c,segment=NetworkSegment(f4c9dcb5-fe52-47ad-a6e8-ee604c8a5381),segment_id=f4c9dcb5-fe52-47ad-a6e8-ee604c8a5381)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:55:37.333081 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-151cabc9-8c61-4850-b949-96bb1da78c4b req-13ac6191-c7a5-4bea-bc6c-2e64abcffa1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:37.389082 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:37.434710 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151cabc9-8c61-4850-b949-96bb1da78c4b req-13ac6191-c7a5-4bea-bc6c-2e64abcffa1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:37.435860 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-151cabc9-8c61-4850-b949-96bb1da78c4b req-13ac6191-c7a5-4bea-bc6c-2e64abcffa1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:37.437735 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-151cabc9-8c61-4850-b949-96bb1da78c4b req-13ac6191-c7a5-4bea-bc6c-2e64abcffa1a service neutron] 10.222.0.22 "PUT /v2.0/ports/fafed081-2d4b-4d6e-a826-15a61b171b5c HTTP/1.1" status: 200 len: 1092 time: 0.8272004 Jul 29 23:55:37.438396 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '484c59e5-4b33-438e-8424-8f16e5bf1fd0', 'tag': 'fafed081-2d4b-4d6e-a826-15a61b171b5c'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:55:37.441524 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a46aad-c5fe-4b1b-832d-0be3ab8fe2e5" -d '{"events": [{"name": "network-changed", "server_uuid": "484c59e5-4b33-438e-8424-8f16e5bf1fd0", "tag": "fafed081-2d4b-4d6e-a826-15a61b171b5c"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:55:37.522087 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ac6191-c7a5-4bea-bc6c-2e64abcffa1a service neutron] Pushing event updated for resources: {'Port': ['ID=fafed081-2d4b-4d6e-a826-15a61b171b5c,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:37.558647 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058b7179-4dc3-4de7-b4e6-9048da267e88 x-openstack-request-id: req-058b7179-4dc3-4de7-b4e6-9048da267e88 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:55:37.558930 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "484c59e5-4b33-438e-8424-8f16e5bf1fd0", "tag": "fafed081-2d4b-4d6e-a826-15a61b171b5c", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:55:37.559213 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-058b7179-4dc3-4de7-b4e6-9048da267e88 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:55:37.559902 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '484c59e5-4b33-438e-8424-8f16e5bf1fd0', 'tag': 'fafed081-2d4b-4d6e-a826-15a61b171b5c', 'status': 'completed', 'code': 200} Jul 29 23:55:37.570190 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151cabc9-8c61-4850-b949-96bb1da78c4b req-6b94b3db-78b0-4747-8e96-68f79c6f59b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:37.571732 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-151cabc9-8c61-4850-b949-96bb1da78c4b req-6b94b3db-78b0-4747-8e96-68f79c6f59b4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7c65dbcbb4bc459189b7400eb38227e9&device_id=484c59e5-4b33-438e-8424-8f16e5bf1fd0 HTTP/1.1" status: 200 len: 1095 time: 0.0724666 Jul 29 23:55:37.620896 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-151cabc9-8c61-4850-b949-96bb1da78c4b req-2a31efa1-04d8-495e-bba5-24777bc17776 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fafed081-2d4b-4d6e-a826-15a61b171b5c HTTP/1.1" status: 200 len: 217 time: 0.0414910 Jul 29 23:55:37.681227 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151cabc9-8c61-4850-b949-96bb1da78c4b req-0910664a-4b14-468a-ade0-c30d1431f654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:37.682862 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-151cabc9-8c61-4850-b949-96bb1da78c4b req-0910664a-4b14-468a-ade0-c30d1431f654 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0b81a7f9-2399-481a-b7d1-f2e355abfe5f HTTP/1.1" status: 200 len: 852 time: 0.0549581 Jul 29 23:55:37.720972 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-151cabc9-8c61-4850-b949-96bb1da78c4b req-ed13af15-8552-4f48-85c4-d68bf5ceb063 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ec08fc70-0afb-449e-9bcd-c73acf54c11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300784 Jul 29 23:55:37.948399 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd1485-e93d-485a-90b0-07eec899784f req-89c94797-a661-471d-8fc3-9c1baf809084 tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:37.950565 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f2bd1485-e93d-485a-90b0-07eec899784f req-89c94797-a661-471d-8fc3-9c1baf809084 tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] 10.222.0.43 "GET /v2.0/ports?device_id=484c59e5-4b33-438e-8424-8f16e5bf1fd0 HTTP/1.1" status: 200 len: 943 time: 0.0730922 Jul 29 23:55:37.996327 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f2bd1485-e93d-485a-90b0-07eec899784f req-67e241e5-985d-4862-a2bc-4438df9d0107 tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] 10.222.0.43 "GET /v2.0/security-groups?id=74b3ff64-260e-4fbd-9d15-1bebc30fe659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389473 Jul 29 23:55:38.199399 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-151cabc9-8c61-4850-b949-96bb1da78c4b req-f0b9d33f-34a7-4e78-89b9-20c266213ff2 service neutron] 10.222.0.22 "GET /v2.0/networks/ec08fc70-0afb-449e-9bcd-c73acf54c11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4709287 Jul 29 23:55:38.293537 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-151cabc9-8c61-4850-b949-96bb1da78c4b req-814a04ef-ecc5-415e-aa7d-37899a544be3 service neutron] 10.222.0.22 "GET /v2.0/networks/ec08fc70-0afb-449e-9bcd-c73acf54c11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863552 Jul 29 23:55:38.386229 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a46aad-c5fe-4b1b-832d-0be3ab8fe2e5 req-0e515245-a1d8-4720-bfe1-75520ddb8062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:38.387902 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-03a46aad-c5fe-4b1b-832d-0be3ab8fe2e5 req-0e515245-a1d8-4720-bfe1-75520ddb8062 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7c65dbcbb4bc459189b7400eb38227e9&device_id=484c59e5-4b33-438e-8424-8f16e5bf1fd0 HTTP/1.1" status: 200 len: 1095 time: 0.0451455 Jul 29 23:55:38.497713 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a46aad-c5fe-4b1b-832d-0be3ab8fe2e5 req-bc436981-2089-45de-ac3e-4301a3ca203e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:38.499278 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-03a46aad-c5fe-4b1b-832d-0be3ab8fe2e5 req-bc436981-2089-45de-ac3e-4301a3ca203e service neutron] 10.222.0.22 "GET /v2.0/networks?id=ec08fc70-0afb-449e-9bcd-c73acf54c11d HTTP/1.1" status: 200 len: 913 time: 0.1039245 Jul 29 23:55:38.545971 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-03a46aad-c5fe-4b1b-832d-0be3ab8fe2e5 req-ff8f2aaf-4c70-4362-9092-e79baa616562 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fafed081-2d4b-4d6e-a826-15a61b171b5c HTTP/1.1" status: 200 len: 217 time: 0.0391572 Jul 29 23:55:38.613150 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a46aad-c5fe-4b1b-832d-0be3ab8fe2e5 req-dc04c47f-ead8-4786-911b-c64aa6089da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:38.617769 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-03a46aad-c5fe-4b1b-832d-0be3ab8fe2e5 req-dc04c47f-ead8-4786-911b-c64aa6089da9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0b81a7f9-2399-481a-b7d1-f2e355abfe5f HTTP/1.1" status: 200 len: 852 time: 0.0603065 Jul 29 23:55:38.649350 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-03a46aad-c5fe-4b1b-832d-0be3ab8fe2e5 req-c804e3fd-291b-42d2-a7a4-ffc1d994bf6a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ec08fc70-0afb-449e-9bcd-c73acf54c11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267947 Jul 29 23:55:38.746390 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-03a46aad-c5fe-4b1b-832d-0be3ab8fe2e5 req-68656418-5492-4549-8f6a-888233fe91e4 service neutron] 10.222.0.22 "GET /v2.0/networks/ec08fc70-0afb-449e-9bcd-c73acf54c11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892220 Jul 29 23:55:38.886602 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-03a46aad-c5fe-4b1b-832d-0be3ab8fe2e5 req-d1a455b9-b755-43e3-b1b3-602a0f6aa90d service neutron] 10.222.0.22 "GET /v2.0/networks/ec08fc70-0afb-449e-9bcd-c73acf54c11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312850 Jul 29 23:55:39.131632 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01a9c6b-4dcf-4475-90d1-3b0329aa616a req-bfa071c4-c339-4839-a24c-fe113aabf743 tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:39.133218 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f01a9c6b-4dcf-4475-90d1-3b0329aa616a req-bfa071c4-c339-4839-a24c-fe113aabf743 tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] 10.222.0.43 "GET /v2.0/ports?device_id=484c59e5-4b33-438e-8424-8f16e5bf1fd0 HTTP/1.1" status: 200 len: 943 time: 0.0589094 Jul 29 23:55:39.174587 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f01a9c6b-4dcf-4475-90d1-3b0329aa616a req-be33cceb-3c5e-4a7c-866f-18fff65e7acd tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] 10.222.0.43 "GET /v2.0/security-groups?id=74b3ff64-260e-4fbd-9d15-1bebc30fe659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347896 Jul 29 23:55:39.973735 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9856006-2aaa-4ec6-bf09-337389cdefd7 req-a50cd382-a486-4026-b848-273ab1a0547c tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:39.975866 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e9856006-2aaa-4ec6-bf09-337389cdefd7 req-a50cd382-a486-4026-b848-273ab1a0547c tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/ports?device_id=f051b833-3b04-4f56-9fec-78e2a166a0d7 HTTP/1.1" status: 200 len: 945 time: 0.0528920 Jul 29 23:55:40.025548 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e9856006-2aaa-4ec6-bf09-337389cdefd7 req-19b0d853-a8d2-4677-a5ce-aecc578315c5 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb9a82a7-c047-48e0-b11f-e37261b40399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407252 Jul 29 23:55:40.314853 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70799f-ac75-420a-a0b0-f0831e544e0c req-01889260-f09a-47e8-80b6-8721665b15b7 tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:40.316487 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8d70799f-ac75-420a-a0b0-f0831e544e0c req-01889260-f09a-47e8-80b6-8721665b15b7 tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] 10.222.0.43 "GET /v2.0/ports?device_id=484c59e5-4b33-438e-8424-8f16e5bf1fd0 HTTP/1.1" status: 200 len: 943 time: 0.0557599 Jul 29 23:55:40.356350 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8d70799f-ac75-420a-a0b0-f0831e544e0c req-fd9ff6f9-35a8-468f-88f5-11ffb873a01c tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] 10.222.0.43 "GET /v2.0/security-groups?id=74b3ff64-260e-4fbd-9d15-1bebc30fe659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334494 Jul 29 23:55:41.142864 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc51452-88e2-4510-8d3c-8816298ae6e6 req-3718ace6-fe7e-42d5-a29d-dac50bdcae9c tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:41.144471 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fbc51452-88e2-4510-8d3c-8816298ae6e6 req-3718ace6-fe7e-42d5-a29d-dac50bdcae9c tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/ports?device_id=f051b833-3b04-4f56-9fec-78e2a166a0d7 HTTP/1.1" status: 200 len: 945 time: 0.0495188 Jul 29 23:55:41.184374 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fbc51452-88e2-4510-8d3c-8816298ae6e6 req-6615da1c-1751-440f-9cca-4ad1103a0997 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb9a82a7-c047-48e0-b11f-e37261b40399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329931 Jul 29 23:55:41.512499 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9bc14c-ce9b-4f9d-8be3-bd3761ee09a5 req-82fb0da1-01c6-4766-a76f-a39b4ca6807c tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:41.521726 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fb9bc14c-ce9b-4f9d-8be3-bd3761ee09a5 req-82fb0da1-01c6-4766-a76f-a39b4ca6807c tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] 10.222.0.43 "GET /v2.0/ports?device_id=484c59e5-4b33-438e-8424-8f16e5bf1fd0 HTTP/1.1" status: 200 len: 943 time: 0.0692170 Jul 29 23:55:41.532848 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device fafed081-2d4b-4d6e-a826-15a61b171b5c details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:55:41.602907 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fb9bc14c-ce9b-4f9d-8be3-bd3761ee09a5 req-6ad543e2-8f11-4246-a533-9d00f19432db tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] 10.222.0.43 "GET /v2.0/security-groups?id=74b3ff64-260e-4fbd-9d15-1bebc30fe659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802968 Jul 29 23:55:41.647537 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port fafed081-2d4b-4d6e-a826-15a61b171b5c, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=fafed081-2d4b-4d6e-a826-15a61b171b5c,segment=NetworkSegment(f4c9dcb5-fe52-47ad-a6e8-ee604c8a5381),segment_id=f4c9dcb5-fe52-47ad-a6e8-ee604c8a5381)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:41.659143 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': 'fafed081-2d4b-4d6e-a826-15a61b171b5c', 'network_id': 'ec08fc70-0afb-449e-9bcd-c73acf54c11d', 'port_id': 'fafed081-2d4b-4d6e-a826-15a61b171b5c', 'mac_address': 'fa:16:3e:2e:9f:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b81a7f9-2399-481a-b7d1-f2e355abfe5f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:55:41.702328 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:41.715539 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fafed081-2d4b-4d6e-a826-15a61b171b5c {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:55:41.738169 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port fafed081-2d4b-4d6e-a826-15a61b171b5c, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=fafed081-2d4b-4d6e-a826-15a61b171b5c,segment=NetworkSegment(f4c9dcb5-fe52-47ad-a6e8-ee604c8a5381),segment_id=f4c9dcb5-fe52-47ad-a6e8-ee604c8a5381)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:41.744175 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:41.786176 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79210297-4de6-4dbd-9e9f-c24f42fa13db req-6e79e005-6be2-491b-873b-19fdf8bfe4e6 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:41.788369 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-79210297-4de6-4dbd-9e9f-c24f42fa13db req-6e79e005-6be2-491b-873b-19fdf8bfe4e6 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.41 "GET /v2.0/ports?device_id=f051b833-3b04-4f56-9fec-78e2a166a0d7 HTTP/1.1" status: 200 len: 945 time: 0.0684388 Jul 29 23:55:41.799714 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=fafed081-2d4b-4d6e-a826-15a61b171b5c,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:41.890455 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-79210297-4de6-4dbd-9e9f-c24f42fa13db req-dea24049-2689-418f-b45a-ae072f73078d tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Deleting port cc08fc05-5686-44a3-a09e-a8facbc01e98 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:41.890827 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-79210297-4de6-4dbd-9e9f-c24f42fa13db req-dea24049-2689-418f-b45a-ae072f73078d tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:41.913507 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:55:41.947092 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['fafed081-2d4b-4d6e-a826-15a61b171b5c'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:55:42.010836 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-79210297-4de6-4dbd-9e9f-c24f42fa13db req-dea24049-2689-418f-b45a-ae072f73078d tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] For port cc08fc05-5686-44a3-a09e-a8facbc01e98, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=cc08fc05-5686-44a3-a09e-a8facbc01e98,segment=NetworkSegment(a2652d9d-d802-4aa8-a967-71e91ab5e571),segment_id=a2652d9d-d802-4aa8-a967-71e91ab5e571)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:42.011227 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-79210297-4de6-4dbd-9e9f-c24f42fa13db req-dea24049-2689-418f-b45a-ae072f73078d tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:42.313605 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-79210297-4de6-4dbd-9e9f-c24f42fa13db req-dea24049-2689-418f-b45a-ae072f73078d tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:42.314043 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-79210297-4de6-4dbd-9e9f-c24f42fa13db req-dea24049-2689-418f-b45a-ae072f73078d tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:42.314362 n-d-712141-10 neutron-server[94078]: INFO neutron.db.l3_db [req-79210297-4de6-4dbd-9e9f-c24f42fa13db req-dea24049-2689-418f-b45a-ae072f73078d tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Floating IP d52e1ae1-32f0-4cf5-b1a6-210b272b8911 disassociated. External IP: 172.25.0.28, port: cc08fc05-5686-44a3-a09e-a8facbc01e98. Jul 29 23:55:42.314715 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-79210297-4de6-4dbd-9e9f-c24f42fa13db req-dea24049-2689-418f-b45a-ae072f73078d tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Calling delete_port for cc08fc05-5686-44a3-a09e-a8facbc01e98 owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:42.379508 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7df26c-304a-40b7-93f9-04c1a856e917 req-4e0703e1-1ff6-4218-9972-8eec80967d7a tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:42.381267 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0c7df26c-304a-40b7-93f9-04c1a856e917 req-4e0703e1-1ff6-4218-9972-8eec80967d7a tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/ports?device_id=f051b833-3b04-4f56-9fec-78e2a166a0d7 HTTP/1.1" status: 200 len: 945 time: 0.1005113 Jul 29 23:55:42.456127 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0c7df26c-304a-40b7-93f9-04c1a856e917 req-d42b2dec-7a16-47f4-8b82-5d7e3ba0a4a2 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb9a82a7-c047-48e0-b11f-e37261b40399&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645981 Jul 29 23:55:42.523801 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-79210297-4de6-4dbd-9e9f-c24f42fa13db req-dea24049-2689-418f-b45a-ae072f73078d tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:42.555097 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea24049-2689-418f-b45a-ae072f73078d tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Pushing event deleted for resources: {'Port': ['ID=cc08fc05-5686-44a3-a09e-a8facbc01e98,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:42.610329 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea24049-2689-418f-b45a-ae072f73078d tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:42.610819 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea24049-2689-418f-b45a-ae072f73078d tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:42.611185 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea24049-2689-418f-b45a-ae072f73078d tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:42.611693 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea24049-2689-418f-b45a-ae072f73078d tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:42.612040 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea24049-2689-418f-b45a-ae072f73078d tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:42.612503 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea24049-2689-418f-b45a-ae072f73078d tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:42.612833 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea24049-2689-418f-b45a-ae072f73078d tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:42.613350 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea24049-2689-418f-b45a-ae072f73078d tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:42.613884 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea24049-2689-418f-b45a-ae072f73078d tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:42.614423 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea24049-2689-418f-b45a-ae072f73078d tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:42.615658 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea24049-2689-418f-b45a-ae072f73078d tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:42.616263 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea24049-2689-418f-b45a-ae072f73078d tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:43.051403 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79210297-4de6-4dbd-9e9f-c24f42fa13db req-dea24049-2689-418f-b45a-ae072f73078d tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Router 19ce4753-d88f-49bb-a0c5-60aae07ee6ce has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:55:43.080783 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac623e5d-d863-4b3d-9992-8f63b34f59f2 req-e0f8ea1e-b51a-4d02-aa2c-cde88286ffa4 tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:43.089630 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ac623e5d-d863-4b3d-9992-8f63b34f59f2 req-e0f8ea1e-b51a-4d02-aa2c-cde88286ffa4 tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] 10.222.0.43 "GET /v2.0/ports?device_id=484c59e5-4b33-438e-8424-8f16e5bf1fd0 HTTP/1.1" status: 200 len: 944 time: 0.1012886 Jul 29 23:55:43.171608 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ac623e5d-d863-4b3d-9992-8f63b34f59f2 req-cb9f501d-8804-491a-84df-fa17b4402073 tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] 10.222.0.43 "GET /v2.0/security-groups?id=74b3ff64-260e-4fbd-9d15-1bebc30fe659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808992 Jul 29 23:55:43.244854 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79210297-4de6-4dbd-9e9f-c24f42fa13db req-dea24049-2689-418f-b45a-ae072f73078d tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:55:43.262200 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164ebde5-af22-4850-a2a8-86cc36b83f1d None None] Sync routers for ids ['19ce4753-d88f-49bb-a0c5-60aae07ee6ce'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:55:43.272643 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164ebde5-af22-4850-a2a8-86cc36b83f1d None None] Routers {'19ce4753-d88f-49bb-a0c5-60aae07ee6ce'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:43.273624 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-164ebde5-af22-4850-a2a8-86cc36b83f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:55:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['19ce4753-d88f-49bb-a0c5-60aae07ee6ce'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:43.304808 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-79210297-4de6-4dbd-9e9f-c24f42fa13db req-dea24049-2689-418f-b45a-ae072f73078d tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] No DVR routers for this DVR port cc08fc05-5686-44a3-a09e-a8facbc01e98 on host n-h1-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:55:43.310781 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-79210297-4de6-4dbd-9e9f-c24f42fa13db req-dea24049-2689-418f-b45a-ae072f73078d tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:43.313309 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-79210297-4de6-4dbd-9e9f-c24f42fa13db req-dea24049-2689-418f-b45a-ae072f73078d tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.41 "DELETE /v2.0/ports/cc08fc05-5686-44a3-a09e-a8facbc01e98 HTTP/1.1" status: 204 len: 173 time: 1.5190547 Jul 29 23:55:43.313788 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f051b833-3b04-4f56-9fec-78e2a166a0d7', 'name': 'network-vif-deleted', 'tag': 'cc08fc05-5686-44a3-a09e-a8facbc01e98'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:55:43.316669 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5564271-ea20-47c7-bf87-c947be59043b" -d '{"events": [{"server_uuid": "f051b833-3b04-4f56-9fec-78e2a166a0d7", "name": "network-vif-deleted", "tag": "cc08fc05-5686-44a3-a09e-a8facbc01e98"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:55:43.368286 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccac9419-0089-49e6-9e52-0b9bc89edc96 x-openstack-request-id: req-ccac9419-0089-49e6-9e52-0b9bc89edc96 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:55:43.368790 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f051b833-3b04-4f56-9fec-78e2a166a0d7", "name": "network-vif-deleted", "tag": "cc08fc05-5686-44a3-a09e-a8facbc01e98", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:55:43.369293 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ccac9419-0089-49e6-9e52-0b9bc89edc96 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:55:43.369872 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f051b833-3b04-4f56-9fec-78e2a166a0d7', 'name': 'network-vif-deleted', 'tag': 'cc08fc05-5686-44a3-a09e-a8facbc01e98', 'status': 'completed', 'code': 200} Jul 29 23:55:43.390980 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-164ebde5-af22-4850-a2a8-86cc36b83f1d None None] Set router 19ce4753-d88f-49bb-a0c5-60aae07ee6ce gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:55:43.538176 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device fafed081-2d4b-4d6e-a826-15a61b171b5c up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:55:43.621873 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-90cad7eb-d919-4d0f-801b-583f32a5c238 req-7e44172a-738f-465e-a150-99d8cb5b72f1 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/ports?device_id=f051b833-3b04-4f56-9fec-78e2a166a0d7 HTTP/1.1" status: 200 len: 210 time: 0.0432527 Jul 29 23:55:43.683495 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port fafed081-2d4b-4d6e-a826-15a61b171b5c completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:55:43.691919 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port fafed081-2d4b-4d6e-a826-15a61b171b5c triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:43.693227 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:43.732394 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-164ebde5-af22-4850-a2a8-86cc36b83f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19ce4753-d88f-49bb-a0c5-60aae07ee6ce', 'name': 'tempest-AttachVolumeTestJSON-1357557364-router', 'tenant_id': 'c1d7085ece28410698508031edfc5998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'bd32ee84-4185-49db-9b33-26733bc708ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:48:28Z', 'updated_at': '2021-07-29T23:48:35Z', 'revision_number': 4, 'project_id': 'c1d7085ece28410698508031edfc5998', 'gw_port': {'id': 'bd32ee84-4185-49db-9b33-26733bc708ce', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:78:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ce4753-d88f-49bb-a0c5-60aae07ee6ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:48:30Z', 'updated_at': '2021-07-29T23:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '72eb1e52-f5de-40cc-99b0-49fe24a2436f', 'name': '', 'network_id': '67609761-f70d-451d-bf2b-11a2e29bfa80', 'tenant_id': 'c1d7085ece28410698508031edfc5998', 'mac_address': 'fa:16:3e:d8:64:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ce4753-d88f-49bb-a0c5-60aae07ee6ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '491bf474-cc80-4e70-9dca-1685e2004f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:48:34Z', 'updated_at': '2021-07-29T23:48:46Z', 'revision_number': 5, 'project_id': 'c1d7085ece28410698508031edfc5998', 'subnets': [{'id': '491bf474-cc80-4e70-9dca-1685e2004f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:43.762583 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164ebde5-af22-4850-a2a8-86cc36b83f1d None None] Checking router: 19ce4753-d88f-49bb-a0c5-60aae07ee6ce for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:55:43.795670 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164ebde5-af22-4850-a2a8-86cc36b83f1d None None] Routers {'19ce4753-d88f-49bb-a0c5-60aae07ee6ce'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:43.796372 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-164ebde5-af22-4850-a2a8-86cc36b83f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:55:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['19ce4753-d88f-49bb-a0c5-60aae07ee6ce'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:43.901717 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 55334) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:44.086542 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bd40b62a-c9ff-4d60-a596-5c0057c59854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:44.087745 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:44.165616 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '484c59e5-4b33-438e-8424-8f16e5bf1fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fafed081-2d4b-4d6e-a826-15a61b171b5c'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:55:44.168110 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d51221-f5ca-419c-95fc-f872dda03132" -d '{"events": [{"server_uuid": "484c59e5-4b33-438e-8424-8f16e5bf1fd0", "name": "network-vif-plugged", "status": "completed", "tag": "fafed081-2d4b-4d6e-a826-15a61b171b5c"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:55:44.192559 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port fafed081-2d4b-4d6e-a826-15a61b171b5c, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=fafed081-2d4b-4d6e-a826-15a61b171b5c,segment=NetworkSegment(f4c9dcb5-fe52-47ad-a6e8-ee604c8a5381),segment_id=f4c9dcb5-fe52-47ad-a6e8-ee604c8a5381)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:44.201285 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bd40b62a-c9ff-4d60-a596-5c0057c59854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:44.209474 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bd40b62a-c9ff-4d60-a596-5c0057c59854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:44.231871 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-164ebde5-af22-4850-a2a8-86cc36b83f1d None None] Set router 19ce4753-d88f-49bb-a0c5-60aae07ee6ce gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:55:44.286921 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df661cb8-6e11-41a7-a78f-9a5c74c79a40 x-openstack-request-id: req-df661cb8-6e11-41a7-a78f-9a5c74c79a40 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:55:44.287588 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "484c59e5-4b33-438e-8424-8f16e5bf1fd0", "name": "network-vif-plugged", "status": "completed", "tag": "fafed081-2d4b-4d6e-a826-15a61b171b5c", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:55:44.287712 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-df661cb8-6e11-41a7-a78f-9a5c74c79a40 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:55:44.289753 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-bd40b62a-c9ff-4d60-a596-5c0057c59854 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5a2554e761384a93b244fa195e1025c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3855927 Jul 29 23:55:44.291931 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '484c59e5-4b33-438e-8424-8f16e5bf1fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fafed081-2d4b-4d6e-a826-15a61b171b5c', 'code': 200} Jul 29 23:55:44.292089 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55348) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:44.295502 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:44.310788 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd40b62a-c9ff-4d60-a596-5c0057c59854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ad92db-3dad-4965-bd5d-ea91b340630c,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:44.342795 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ede634-304a-4a03-9ef3-23196ce56789 req-d0953e46-b147-409f-87ad-1ef494cbd95e tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:44.351421 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f4ede634-304a-4a03-9ef3-23196ce56789 req-d0953e46-b147-409f-87ad-1ef494cbd95e tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] 10.222.0.43 "GET /v2.0/ports?device_id=484c59e5-4b33-438e-8424-8f16e5bf1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0803494 Jul 29 23:55:44.409823 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f4ede634-304a-4a03-9ef3-23196ce56789 req-58e9192f-d49a-48c9-a12c-05646a91c33c tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] 10.222.0.43 "GET /v2.0/security-groups?id=74b3ff64-260e-4fbd-9d15-1bebc30fe659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573275 Jul 29 23:55:44.447203 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9b7cc1df-41ad-4e9d-855c-ca228a327c9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:44.463578 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=fafed081-2d4b-4d6e-a826-15a61b171b5c,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:44.470866 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8281387-cc9a-40e1-b213-64ff7028450e req-5a637f8f-1ccf-494f-8aa4-f2b467d8bd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:44.472418 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d8281387-cc9a-40e1-b213-64ff7028450e req-5a637f8f-1ccf-494f-8aa4-f2b467d8bd56 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=484c59e5-4b33-438e-8424-8f16e5bf1fd0 HTTP/1.1" status: 200 len: 1097 time: 0.0791681 Jul 29 23:55:44.478013 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9b7cc1df-41ad-4e9d-855c-ca228a327c9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:44.537908 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d8281387-cc9a-40e1-b213-64ff7028450e req-393899ba-9c46-435d-b1df-22d4de0fbc55 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=74b3ff64-260e-4fbd-9d15-1bebc30fe659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576553 Jul 29 23:55:44.557476 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9b7cc1df-41ad-4e9d-855c-ca228a327c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:44.559992 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9b7cc1df-41ad-4e9d-855c-ca228a327c9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:44.563738 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9b7cc1df-41ad-4e9d-855c-ca228a327c9f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/59ad92db-3dad-4965-bd5d-ea91b340630c HTTP/1.1" status: 204 len: 168 time: 0.2701819 Jul 29 23:55:44.572401 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7cc1df-41ad-4e9d-855c-ca228a327c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ad92db-3dad-4965-bd5d-ea91b340630c,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:44.574103 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-164ebde5-af22-4850-a2a8-86cc36b83f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19ce4753-d88f-49bb-a0c5-60aae07ee6ce', 'name': 'tempest-AttachVolumeTestJSON-1357557364-router', 'tenant_id': 'c1d7085ece28410698508031edfc5998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'bd32ee84-4185-49db-9b33-26733bc708ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:48:28Z', 'updated_at': '2021-07-29T23:48:35Z', 'revision_number': 4, 'project_id': 'c1d7085ece28410698508031edfc5998', 'gw_port': {'id': 'bd32ee84-4185-49db-9b33-26733bc708ce', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:78:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ce4753-d88f-49bb-a0c5-60aae07ee6ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:48:30Z', 'updated_at': '2021-07-29T23:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '72eb1e52-f5de-40cc-99b0-49fe24a2436f', 'name': '', 'network_id': '67609761-f70d-451d-bf2b-11a2e29bfa80', 'tenant_id': 'c1d7085ece28410698508031edfc5998', 'mac_address': 'fa:16:3e:d8:64:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ce4753-d88f-49bb-a0c5-60aae07ee6ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '491bf474-cc80-4e70-9dca-1685e2004f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:48:34Z', 'updated_at': '2021-07-29T23:48:46Z', 'revision_number': 5, 'project_id': 'c1d7085ece28410698508031edfc5998', 'subnets': [{'id': '491bf474-cc80-4e70-9dca-1685e2004f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:44.612602 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164ebde5-af22-4850-a2a8-86cc36b83f1d None None] The sync data for ids ['19ce4753-d88f-49bb-a0c5-60aae07ee6ce'] in n-d-712141-10 is: [{'id': '19ce4753-d88f-49bb-a0c5-60aae07ee6ce', 'name': 'tempest-AttachVolumeTestJSON-1357557364-router', 'tenant_id': 'c1d7085ece28410698508031edfc5998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'bd32ee84-4185-49db-9b33-26733bc708ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:48:28Z', 'updated_at': '2021-07-29T23:48:35Z', 'revision_number': 4, 'project_id': 'c1d7085ece28410698508031edfc5998', 'gw_port': {'id': 'bd32ee84-4185-49db-9b33-26733bc708ce', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:78:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ce4753-d88f-49bb-a0c5-60aae07ee6ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:48:30Z', 'updated_at': '2021-07-29T23:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '72eb1e52-f5de-40cc-99b0-49fe24a2436f', 'name': '', 'network_id': '67609761-f70d-451d-bf2b-11a2e29bfa80', 'tenant_id': 'c1d7085ece28410698508031edfc5998', 'mac_address': 'fa:16:3e:d8:64:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ce4753-d88f-49bb-a0c5-60aae07ee6ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 2835, 'fixed_ips': [{'subnet_id': '491bf474-cc80-4e70-9dca-1685e2004f49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:48:34Z', 'updated_at': '2021-07-29T23:48:46Z', 'revision_number': 5, 'project_id': 'c1d7085ece28410698508031edfc5998', 'subnets': [{'id': '491bf474-cc80-4e70-9dca-1685e2004f49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:55:44.930910 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f75b6e-0fda-4974-a4f3-71f6031bb932 None None] New status for floating IP d52e1ae1-32f0-4cf5-b1a6-210b272b8911: DOWN {{(pid=94080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:55:45.554833 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d4cb4a-02a2-4467-bb67-42e821c33ffc req-f7335a8c-7dcc-478b-bd27-baba75f9987a tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:45.556394 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-65d4cb4a-02a2-4467-bb67-42e821c33ffc req-f7335a8c-7dcc-478b-bd27-baba75f9987a tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] 10.222.0.43 "GET /v2.0/ports?device_id=484c59e5-4b33-438e-8424-8f16e5bf1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0555320 Jul 29 23:55:45.602352 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-65d4cb4a-02a2-4467-bb67-42e821c33ffc req-d207c1cc-13d7-4567-aaff-2261a81cd99b tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] 10.222.0.43 "GET /v2.0/security-groups?id=74b3ff64-260e-4fbd-9d15-1bebc30fe659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373993 Jul 29 23:55:45.750546 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a147ad20-87e7-4f5a-8304-ae97ade15482 req-93a4f9a9-9aa0-4e67-a6d3-a2c829d49ba3 tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:45.752661 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a147ad20-87e7-4f5a-8304-ae97ade15482 req-93a4f9a9-9aa0-4e67-a6d3-a2c829d49ba3 tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] 10.222.0.43 "GET /v2.0/ports?device_id=484c59e5-4b33-438e-8424-8f16e5bf1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0770073 Jul 29 23:55:45.757147 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55414) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:45.800569 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a147ad20-87e7-4f5a-8304-ae97ade15482 req-87ce3744-379a-4a95-ab6a-a7a095898669 tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] 10.222.0.43 "GET /v2.0/security-groups?id=74b3ff64-260e-4fbd-9d15-1bebc30fe659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409231 Jul 29 23:55:45.856794 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f8ae4cd7-8ee7-4d10-9f0a-bd3b7d6a0a5c tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:45.883575 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f8ae4cd7-8ee7-4d10-9f0a-bd3b7d6a0a5c tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:45.936616 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f8ae4cd7-8ee7-4d10-9f0a-bd3b7d6a0a5c tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:45.939914 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f8ae4cd7-8ee7-4d10-9f0a-bd3b7d6a0a5c tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:45.945471 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 55422) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:45.945831 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-f8ae4cd7-8ee7-4d10-9f0a-bd3b7d6a0a5c tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "DELETE /v2.0/security-groups/cb9a82a7-c047-48e0-b11f-e37261b40399 HTTP/1.1" status: 204 len: 168 time: 0.1868310 Jul 29 23:55:45.956433 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ae4cd7-8ee7-4d10-9f0a-bd3b7d6a0a5c tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9a82a7-c047-48e0-b11f-e37261b40399,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:45.965788 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [None req-69fd8f5c-d671-4619-b2bf-a1334298fb61 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] show failed (client error): The resource could not be found. Jul 29 23:55:45.966832 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-69fd8f5c-d671-4619-b2bf-a1334298fb61 tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "GET /v2.0/security-groups/cb9a82a7-c047-48e0-b11f-e37261b40399 HTTP/1.1" status: 404 len: 347 time: 0.0199459 Jul 29 23:55:45.970094 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 55424) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:46.016577 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device cc08fc05-5686-44a3-a09e-a8facbc01e98 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:55:46.050735 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] No Port match for: cc08fc05-5686-44a3-a09e-a8facbc01e98 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:55:46.051684 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device cc08fc05-5686-44a3-a09e-a8facbc01e98 not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:55:46.175971 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4ebb1a-a871-4e44-9f3c-be46299da7d8 req-0380ae25-6e2c-46e6-8dad-3f04c5639f2f tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:46.178305 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2f4ebb1a-a871-4e44-9f3c-be46299da7d8 req-0380ae25-6e2c-46e6-8dad-3f04c5639f2f tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] 10.222.0.43 "GET /v2.0/ports?device_id=484c59e5-4b33-438e-8424-8f16e5bf1fd0 HTTP/1.1" status: 200 len: 945 time: 0.1444738 Jul 29 23:55:46.223462 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-b4519cad-5557-4332-a4b5-b6a340515aff tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Deleting port cf3f7d58-35d2-489e-aff6-089bf64e8479 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:46.224411 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b4519cad-5557-4332-a4b5-b6a340515aff tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:46.267707 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2f4ebb1a-a871-4e44-9f3c-be46299da7d8 req-350a686f-bfe7-4207-a5fd-52c6e5c0e590 tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] 10.222.0.43 "GET /v2.0/security-groups?id=74b3ff64-260e-4fbd-9d15-1bebc30fe659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808802 Jul 29 23:55:46.309635 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b4519cad-5557-4332-a4b5-b6a340515aff tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:46.309984 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b4519cad-5557-4332-a4b5-b6a340515aff tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:46.326143 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-b4519cad-5557-4332-a4b5-b6a340515aff tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Calling delete_port for cf3f7d58-35d2-489e-aff6-089bf64e8479 owned by network:floatingip {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:46.555344 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b4519cad-5557-4332-a4b5-b6a340515aff tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:46.585731 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4519cad-5557-4332-a4b5-b6a340515aff tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Pushing event deleted for resources: {'Port': ['ID=cf3f7d58-35d2-489e-aff6-089bf64e8479,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:46.666451 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b4519cad-5557-4332-a4b5-b6a340515aff tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks [] for floatingip, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:46.674792 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b4519cad-5557-4332-a4b5-b6a340515aff tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:46.676199 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-b4519cad-5557-4332-a4b5-b6a340515aff tempest-AttachVolumeTestJSON-360467426 tempest-AttachVolumeTestJSON-360467426-project] 10.222.0.43 "DELETE /v2.0/floatingips/d52e1ae1-32f0-4cf5-b1a6-210b272b8911 HTTP/1.1" status: 204 len: 168 time: 0.7050881 Jul 29 23:55:47.447677 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c10708-3fdb-4936-bf27-5ebc89028174 req-2f33aa29-d1b2-409c-9295-7475897e0f1e tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:47.449242 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c9c10708-3fdb-4936-bf27-5ebc89028174 req-2f33aa29-d1b2-409c-9295-7475897e0f1e tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] 10.222.0.43 "GET /v2.0/ports?device_id=484c59e5-4b33-438e-8424-8f16e5bf1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0943830 Jul 29 23:55:47.494703 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c9c10708-3fdb-4936-bf27-5ebc89028174 req-4c5d4041-721b-4673-8028-96cba89c69a7 tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] 10.222.0.43 "GET /v2.0/security-groups?id=74b3ff64-260e-4fbd-9d15-1bebc30fe659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390334 Jul 29 23:55:47.793329 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e80a25-2057-4d5e-a062-2191a3943bac req-e00da2a4-7853-4c09-8f98-ac2b17417324 tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:47.804853 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-27e80a25-2057-4d5e-a062-2191a3943bac req-e00da2a4-7853-4c09-8f98-ac2b17417324 tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] 10.222.0.43 "GET /v2.0/ports?device_id=484c59e5-4b33-438e-8424-8f16e5bf1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0806770 Jul 29 23:55:47.862076 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-27e80a25-2057-4d5e-a062-2191a3943bac req-e97689d9-18c9-4bff-bd46-5c5050882e03 tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] 10.222.0.43 "GET /v2.0/security-groups?id=74b3ff64-260e-4fbd-9d15-1bebc30fe659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558655 Jul 29 23:55:47.871884 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2048e61-edb1-49f7-94ba-3d52e30f69e8 req-d0de40ea-85ca-4254-904e-6356797aed34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:47.873657 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e2048e61-edb1-49f7-94ba-3d52e30f69e8 req-d0de40ea-85ca-4254-904e-6356797aed34 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7c65dbcbb4bc459189b7400eb38227e9&device_id=484c59e5-4b33-438e-8424-8f16e5bf1fd0 HTTP/1.1" status: 200 len: 1097 time: 0.0775201 Jul 29 23:55:48.041708 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2048e61-edb1-49f7-94ba-3d52e30f69e8 req-d00cdabe-bf3f-4d68-959a-4c3bdea592d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:48.043197 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e2048e61-edb1-49f7-94ba-3d52e30f69e8 req-d00cdabe-bf3f-4d68-959a-4c3bdea592d9 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ec08fc70-0afb-449e-9bcd-c73acf54c11d HTTP/1.1" status: 200 len: 913 time: 0.1616354 Jul 29 23:55:48.092292 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e2048e61-edb1-49f7-94ba-3d52e30f69e8 req-fcbe1563-14e6-40c6-a27e-cf05ea688570 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fafed081-2d4b-4d6e-a826-15a61b171b5c HTTP/1.1" status: 200 len: 217 time: 0.0420661 Jul 29 23:55:48.153029 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2048e61-edb1-49f7-94ba-3d52e30f69e8 req-e42e8b5c-490f-4c47-b788-f10ee10c5ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:48.154480 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e2048e61-edb1-49f7-94ba-3d52e30f69e8 req-e42e8b5c-490f-4c47-b788-f10ee10c5ac6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0b81a7f9-2399-481a-b7d1-f2e355abfe5f HTTP/1.1" status: 200 len: 852 time: 0.0524726 Jul 29 23:55:48.224233 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e2048e61-edb1-49f7-94ba-3d52e30f69e8 req-91edcb67-303c-4d67-a79b-32336a83e14c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ec08fc70-0afb-449e-9bcd-c73acf54c11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626934 Jul 29 23:55:48.353349 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e2048e61-edb1-49f7-94ba-3d52e30f69e8 req-1e8833b3-6a3a-4f31-bb0d-ec5203d84eae service neutron] 10.222.0.22 "GET /v2.0/networks/ec08fc70-0afb-449e-9bcd-c73acf54c11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224167 Jul 29 23:55:48.491928 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e2048e61-edb1-49f7-94ba-3d52e30f69e8 req-fbc24432-d323-4176-8595-b3dde1264cc1 service neutron] 10.222.0.22 "GET /v2.0/networks/ec08fc70-0afb-449e-9bcd-c73acf54c11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251192 Jul 29 23:55:49.048334 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d88452-a4b2-4200-8b3f-23be51960e74 req-58d0dd9a-379b-4f6c-8f51-8f43d6375696 tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:49.058777 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-74d88452-a4b2-4200-8b3f-23be51960e74 req-58d0dd9a-379b-4f6c-8f51-8f43d6375696 tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] 10.222.0.43 "GET /v2.0/ports?device_id=484c59e5-4b33-438e-8424-8f16e5bf1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0806260 Jul 29 23:55:49.160564 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-74d88452-a4b2-4200-8b3f-23be51960e74 req-1419fef7-1c2c-4e68-aca5-8d1cf9f2a33e tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] 10.222.0.43 "GET /v2.0/security-groups?id=74b3ff64-260e-4fbd-9d15-1bebc30fe659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005058 Jul 29 23:55:49.787564 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:50.342856 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d30b3-827b-4ede-aff9-63aca8c270c8 req-12491d47-5570-448a-b52c-6573cd212a4b tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:50.344331 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-832d30b3-827b-4ede-aff9-63aca8c270c8 req-12491d47-5570-448a-b52c-6573cd212a4b tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] 10.222.0.43 "GET /v2.0/ports?device_id=484c59e5-4b33-438e-8424-8f16e5bf1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0643435 Jul 29 23:55:50.404181 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-832d30b3-827b-4ede-aff9-63aca8c270c8 req-e74e2ca0-05e8-484a-9790-43ab8518998b tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] 10.222.0.43 "GET /v2.0/security-groups?id=74b3ff64-260e-4fbd-9d15-1bebc30fe659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522282 Jul 29 23:55:50.690034 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80c438-bbc2-4c51-a9e7-3c950d3f4680 req-0c4f3cb1-9ada-49fc-8a57-99bddf4c40ee tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:50.691651 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7c80c438-bbc2-4c51-a9e7-3c950d3f4680 req-0c4f3cb1-9ada-49fc-8a57-99bddf4c40ee tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] 10.222.0.43 "GET /v2.0/ports?device_id=484c59e5-4b33-438e-8424-8f16e5bf1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0538459 Jul 29 23:55:50.746138 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7c80c438-bbc2-4c51-a9e7-3c950d3f4680 req-3980b9ab-19e2-424e-96e3-cec3543437a1 tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] 10.222.0.43 "GET /v2.0/security-groups?id=74b3ff64-260e-4fbd-9d15-1bebc30fe659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380759 Jul 29 23:55:51.916597 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac4d186-719b-4795-9278-d85cb1389c31 req-73b43808-84f7-4bf6-9676-f20cf4cb3fc0 tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:51.925169 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5ac4d186-719b-4795-9278-d85cb1389c31 req-73b43808-84f7-4bf6-9676-f20cf4cb3fc0 tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] 10.222.0.43 "GET /v2.0/ports?device_id=484c59e5-4b33-438e-8424-8f16e5bf1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0692770 Jul 29 23:55:51.976769 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5ac4d186-719b-4795-9278-d85cb1389c31 req-e43a71a6-4678-44a5-9cce-36a8c272b3d9 tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] 10.222.0.43 "GET /v2.0/security-groups?id=74b3ff64-260e-4fbd-9d15-1bebc30fe659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500553 Jul 29 23:55:52.266268 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c7868f-4c82-438c-b9ac-b5390b41616c req-72ec05ca-a0ba-4955-a171-5cfe2bb72874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:52.266883 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d772dbb6-dc6f-40b5-b551-b24c96409cdf req-e8330884-ec2a-4bf4-9f55-de296ccd1eba tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:52.267912 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-11c7868f-4c82-438c-b9ac-b5390b41616c req-72ec05ca-a0ba-4955-a171-5cfe2bb72874 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=7c65dbcbb4bc459189b7400eb38227e9&device_id=484c59e5-4b33-438e-8424-8f16e5bf1fd0 HTTP/1.1" status: 200 len: 1097 time: 0.0555472 Jul 29 23:55:52.271827 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d772dbb6-dc6f-40b5-b551-b24c96409cdf req-e8330884-ec2a-4bf4-9f55-de296ccd1eba tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] 10.222.0.43 "GET /v2.0/ports?device_id=484c59e5-4b33-438e-8424-8f16e5bf1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0908530 Jul 29 23:55:52.341562 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d772dbb6-dc6f-40b5-b551-b24c96409cdf req-6617c01c-fc0d-4b7c-affd-a831f5255cc3 tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] 10.222.0.43 "GET /v2.0/security-groups?id=74b3ff64-260e-4fbd-9d15-1bebc30fe659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430784 Jul 29 23:55:52.401854 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c7868f-4c82-438c-b9ac-b5390b41616c req-e785d518-5ecd-4db1-9cde-20242ce59b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:52.403703 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-11c7868f-4c82-438c-b9ac-b5390b41616c req-e785d518-5ecd-4db1-9cde-20242ce59b0d service neutron] 10.222.0.22 "GET /v2.0/networks?id=ec08fc70-0afb-449e-9bcd-c73acf54c11d HTTP/1.1" status: 200 len: 913 time: 0.1279228 Jul 29 23:55:52.454665 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-11c7868f-4c82-438c-b9ac-b5390b41616c req-c6ea5dcb-edf8-498d-9eeb-19d313e02a99 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fafed081-2d4b-4d6e-a826-15a61b171b5c HTTP/1.1" status: 200 len: 217 time: 0.0434749 Jul 29 23:55:52.518167 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c7868f-4c82-438c-b9ac-b5390b41616c req-b7729480-f1e8-4e60-8047-bf19eae16f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:52.520751 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-11c7868f-4c82-438c-b9ac-b5390b41616c req-b7729480-f1e8-4e60-8047-bf19eae16f91 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=0b81a7f9-2399-481a-b7d1-f2e355abfe5f HTTP/1.1" status: 200 len: 852 time: 0.0576136 Jul 29 23:55:52.554688 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-11c7868f-4c82-438c-b9ac-b5390b41616c req-29545f7e-cdb5-45c7-b91c-9ca06a0a73cf service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ec08fc70-0afb-449e-9bcd-c73acf54c11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273104 Jul 29 23:55:52.671201 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-11c7868f-4c82-438c-b9ac-b5390b41616c req-625e82bf-e88d-45e2-b46e-9a9cea09f0b6 service neutron] 10.222.0.22 "GET /v2.0/networks/ec08fc70-0afb-449e-9bcd-c73acf54c11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095967 Jul 29 23:55:52.783578 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-11c7868f-4c82-438c-b9ac-b5390b41616c req-1089cc16-15e1-4833-ae0e-1dd8822728c7 service neutron] 10.222.0.22 "GET /v2.0/networks/ec08fc70-0afb-449e-9bcd-c73acf54c11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044869 Jul 29 23:55:53.283386 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ccdb0ab6-9eaf-467d-9a80-45eff73edcc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:53.540333 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa196c7-a161-4d79-9d7a-d65e93586bbb req-6f9481c3-b8dd-4d7a-bde6-0fac9cf76d65 tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:53.541911 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9aa196c7-a161-4d79-9d7a-d65e93586bbb req-6f9481c3-b8dd-4d7a-bde6-0fac9cf76d65 tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] 10.222.0.43 "GET /v2.0/ports?device_id=484c59e5-4b33-438e-8424-8f16e5bf1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0940237 Jul 29 23:55:53.595503 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9aa196c7-a161-4d79-9d7a-d65e93586bbb req-642535be-0dd6-4f3f-b59e-a9b0f378bbb9 tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] 10.222.0.43 "GET /v2.0/security-groups?id=74b3ff64-260e-4fbd-9d15-1bebc30fe659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475821 Jul 29 23:55:54.735157 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f188c-e751-4a7d-ab9d-27324081c03d req-5fa7559a-e009-4b93-beaa-ae8ecc87bec2 tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:54.737146 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-034f188c-e751-4a7d-ab9d-27324081c03d req-5fa7559a-e009-4b93-beaa-ae8ecc87bec2 tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] 10.222.0.43 "GET /v2.0/ports?device_id=484c59e5-4b33-438e-8424-8f16e5bf1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0605168 Jul 29 23:55:54.790365 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-034f188c-e751-4a7d-ab9d-27324081c03d req-ddd70bc2-219f-49aa-8dd1-277e0b91ed30 tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] 10.222.0.43 "GET /v2.0/security-groups?id=74b3ff64-260e-4fbd-9d15-1bebc30fe659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465608 Jul 29 23:55:55.070447 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddd4003-9bda-45a9-b39b-1481f2e2ff40 req-cab88fe0-fcb2-414c-8c37-e9cb65f9ac3f tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:55.072149 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dddd4003-9bda-45a9-b39b-1481f2e2ff40 req-cab88fe0-fcb2-414c-8c37-e9cb65f9ac3f tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] 10.222.0.43 "GET /v2.0/ports?device_id=484c59e5-4b33-438e-8424-8f16e5bf1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0539784 Jul 29 23:55:55.114927 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dddd4003-9bda-45a9-b39b-1481f2e2ff40 req-0169ffbd-6b45-4f74-a089-39ea87301886 tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] 10.222.0.43 "GET /v2.0/security-groups?id=74b3ff64-260e-4fbd-9d15-1bebc30fe659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351856 Jul 29 23:55:55.915966 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-737a04a0-32ca-4e7a-8523-9dc9863ca78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:55.916976 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 55668) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:56.056350 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-886a2e91-06d8-45e4-a34a-ecdfdffa05e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:56.207003 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-886a2e91-06d8-45e4-a34a-ecdfdffa05e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:56.214901 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-886a2e91-06d8-45e4-a34a-ecdfdffa05e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:56.283033 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-886a2e91-06d8-45e4-a34a-ecdfdffa05e1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=eec79c7f9a784583a6519d7f0e2a83e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3645384 Jul 29 23:55:56.285783 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55676) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:56.294602 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886a2e91-06d8-45e4-a34a-ecdfdffa05e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f459a077-a3d9-486d-9c44-4495ae9fab9d,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:56.316869 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bda2dd-1f9c-47e2-9941-57f076ac4a2c req-7f03d536-17ec-4849-b8d9-db5170299698 tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:56.319113 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-47bda2dd-1f9c-47e2-9941-57f076ac4a2c req-7f03d536-17ec-4849-b8d9-db5170299698 tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] 10.222.0.43 "GET /v2.0/ports?device_id=484c59e5-4b33-438e-8424-8f16e5bf1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0842257 Jul 29 23:55:56.364789 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-47bda2dd-1f9c-47e2-9941-57f076ac4a2c req-dd4a844c-96ba-46e0-9279-06464ed8b8b0 tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] 10.222.0.43 "GET /v2.0/security-groups?id=74b3ff64-260e-4fbd-9d15-1bebc30fe659&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383484 Jul 29 23:55:56.381156 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-753d405f-0f08-47d2-af53-0e7b82a239e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:56.405963 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-753d405f-0f08-47d2-af53-0e7b82a239e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:56.464022 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:56.476957 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-753d405f-0f08-47d2-af53-0e7b82a239e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:56.483644 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-753d405f-0f08-47d2-af53-0e7b82a239e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:56.483644 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-753d405f-0f08-47d2-af53-0e7b82a239e9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f459a077-a3d9-486d-9c44-4495ae9fab9d HTTP/1.1" status: 204 len: 168 time: 0.1930914 Jul 29 23:55:56.491973 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753d405f-0f08-47d2-af53-0e7b82a239e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f459a077-a3d9-486d-9c44-4495ae9fab9d,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:56.839563 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 55682) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:56.855365 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac362a4-2853-4c4a-8bd1-c4fddd152e12 req-d84c6487-a708-4ca6-bb86-30d075596298 tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:56.857235 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2ac362a4-2853-4c4a-8bd1-c4fddd152e12 req-d84c6487-a708-4ca6-bb86-30d075596298 tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] 10.222.0.22 "GET /v2.0/ports?device_id=484c59e5-4b33-438e-8424-8f16e5bf1fd0 HTTP/1.1" status: 200 len: 945 time: 0.0686305 Jul 29 23:55:56.861432 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f8220884-9e0e-46e6-b2a7-887d4cbc0af2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:57.012219 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-2ac362a4-2853-4c4a-8bd1-c4fddd152e12 req-cdfb6224-cc81-46d0-99a5-8600cbb02ec6 tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] Deleting port fafed081-2d4b-4d6e-a826-15a61b171b5c {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:57.012982 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2ac362a4-2853-4c4a-8bd1-c4fddd152e12 req-cdfb6224-cc81-46d0-99a5-8600cbb02ec6 tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:57.019386 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f8220884-9e0e-46e6-b2a7-887d4cbc0af2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:57.031130 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f8220884-9e0e-46e6-b2a7-887d4cbc0af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:57.082831 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8220884-9e0e-46e6-b2a7-887d4cbc0af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a8741d-d333-4cb0-b560-ee540626dec0,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:57.089675 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-f8220884-9e0e-46e6-b2a7-887d4cbc0af2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1c67c1e14cfd4144882805cc408fc690&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2437372 Jul 29 23:55:57.092420 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55688) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:57.149100 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-2ac362a4-2853-4c4a-8bd1-c4fddd152e12 req-cdfb6224-cc81-46d0-99a5-8600cbb02ec6 tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] For port fafed081-2d4b-4d6e-a826-15a61b171b5c, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=fafed081-2d4b-4d6e-a826-15a61b171b5c,segment=NetworkSegment(f4c9dcb5-fe52-47ad-a6e8-ee604c8a5381),segment_id=f4c9dcb5-fe52-47ad-a6e8-ee604c8a5381)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:57.149787 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2ac362a4-2853-4c4a-8bd1-c4fddd152e12 req-cdfb6224-cc81-46d0-99a5-8600cbb02ec6 tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:57.168883 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-2ac362a4-2853-4c4a-8bd1-c4fddd152e12 req-cdfb6224-cc81-46d0-99a5-8600cbb02ec6 tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] Calling delete_port for fafed081-2d4b-4d6e-a826-15a61b171b5c owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:57.194751 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-694d6271-fdb6-4caa-839d-4d2f67012a54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:57.263147 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-694d6271-fdb6-4caa-839d-4d2f67012a54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:57.363789 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-694d6271-fdb6-4caa-839d-4d2f67012a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:57.368078 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-694d6271-fdb6-4caa-839d-4d2f67012a54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:57.370195 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-694d6271-fdb6-4caa-839d-4d2f67012a54 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/69a8741d-d333-4cb0-b560-ee540626dec0 HTTP/1.1" status: 204 len: 168 time: 0.2763846 Jul 29 23:55:57.394713 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694d6271-fdb6-4caa-839d-4d2f67012a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a8741d-d333-4cb0-b560-ee540626dec0,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:57.448126 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2ac362a4-2853-4c4a-8bd1-c4fddd152e12 req-cdfb6224-cc81-46d0-99a5-8600cbb02ec6 tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:57.462342 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['fafed081-2d4b-4d6e-a826-15a61b171b5c'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:55:57.524164 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfb6224-cc81-46d0-99a5-8600cbb02ec6 tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] Pushing event deleted for resources: {'Port': ['ID=fafed081-2d4b-4d6e-a826-15a61b171b5c,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:57.578906 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-099d5f77-54c5-49d1-9f58-7d5ee0012373 req-93e46268-4958-44ee-a00f-13a4f17feb90 tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] 10.222.0.43 "GET /v2.0/ports?device_id=484c59e5-4b33-438e-8424-8f16e5bf1fd0 HTTP/1.1" status: 200 len: 210 time: 0.0520499 Jul 29 23:55:57.609833 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ac362a4-2853-4c4a-8bd1-c4fddd152e12 req-cdfb6224-cc81-46d0-99a5-8600cbb02ec6 tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] No DVR routers for this DVR port fafed081-2d4b-4d6e-a826-15a61b171b5c on host n-h2-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:55:57.613754 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2ac362a4-2853-4c4a-8bd1-c4fddd152e12 req-cdfb6224-cc81-46d0-99a5-8600cbb02ec6 tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:57.616649 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2ac362a4-2853-4c4a-8bd1-c4fddd152e12 req-cdfb6224-cc81-46d0-99a5-8600cbb02ec6 tempest-TestServerAdvancedOps-906975238 tempest-TestServerAdvancedOps-906975238-project] 10.222.0.22 "DELETE /v2.0/ports/fafed081-2d4b-4d6e-a826-15a61b171b5c HTTP/1.1" status: 204 len: 173 time: 0.7532969 Jul 29 23:55:57.617234 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '484c59e5-4b33-438e-8424-8f16e5bf1fd0', 'name': 'network-vif-deleted', 'tag': 'fafed081-2d4b-4d6e-a826-15a61b171b5c'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:55:57.619921 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7698f46-e964-417d-8baf-aa6219f03a15" -d '{"events": [{"server_uuid": "484c59e5-4b33-438e-8424-8f16e5bf1fd0", "name": "network-vif-deleted", "tag": "fafed081-2d4b-4d6e-a826-15a61b171b5c"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:55:57.704561 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb5046d-35ee-45bc-bda7-4f820aee16cf x-openstack-request-id: req-5bb5046d-35ee-45bc-bda7-4f820aee16cf {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:55:57.705302 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "484c59e5-4b33-438e-8424-8f16e5bf1fd0", "name": "network-vif-deleted", "tag": "fafed081-2d4b-4d6e-a826-15a61b171b5c", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:55:57.705745 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5bb5046d-35ee-45bc-bda7-4f820aee16cf {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:55:57.706720 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '484c59e5-4b33-438e-8424-8f16e5bf1fd0', 'name': 'network-vif-deleted', 'tag': 'fafed081-2d4b-4d6e-a826-15a61b171b5c', 'status': 'completed', 'code': 200} Jul 29 23:55:57.766544 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:57.879607 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55698) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:57.894844 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fd69f1ee-978a-4833-8111-b6070061cd30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:58.010413 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fd69f1ee-978a-4833-8111-b6070061cd30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:58.014675 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fd69f1ee-978a-4833-8111-b6070061cd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:58.059930 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-fd69f1ee-978a-4833-8111-b6070061cd30 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5bc56e85ffe649a09fb6c2a1376a10db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1784854 Jul 29 23:55:58.062448 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 55706) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:58.062969 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd69f1ee-978a-4833-8111-b6070061cd30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0edeefbd-1cf4-4fd3-aba5-8800aaedcbd6,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:58.134915 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55710) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:58.162556 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-af7afeed-2f93-4718-b136-6fa0f639bc02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:58.211231 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-af7afeed-2f93-4718-b136-6fa0f639bc02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:58.301634 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-af7afeed-2f93-4718-b136-6fa0f639bc02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:58.305358 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-af7afeed-2f93-4718-b136-6fa0f639bc02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:58.306915 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-af7afeed-2f93-4718-b136-6fa0f639bc02 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0edeefbd-1cf4-4fd3-aba5-8800aaedcbd6 HTTP/1.1" status: 204 len: 168 time: 0.2434542 Jul 29 23:55:58.320456 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7afeed-2f93-4718-b136-6fa0f639bc02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0edeefbd-1cf4-4fd3-aba5-8800aaedcbd6,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:58.677299 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 55722) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:58.742428 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-31d3fda0-02b4-43c6-a04e-07b8d8c75806 admin admin] Deleting subnet 0b81a7f9-2399-481a-b7d1-f2e355abfe5f {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:55:58.744640 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-31d3fda0-02b4-43c6-a04e-07b8d8c75806 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:58.783790 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-31d3fda0-02b4-43c6-a04e-07b8d8c75806 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:58.841193 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-31d3fda0-02b4-43c6-a04e-07b8d8c75806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:58.907875 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-31d3fda0-02b4-43c6-a04e-07b8d8c75806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:58.934479 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-749b5eae-4053-419c-8e6a-c83909054702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:58.943971 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d3fda0-02b4-43c6-a04e-07b8d8c75806 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b81a7f9-2399-481a-b7d1-f2e355abfe5f,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:58.947199 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-31d3fda0-02b4-43c6-a04e-07b8d8c75806 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:58.949088 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-31d3fda0-02b4-43c6-a04e-07b8d8c75806 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/0b81a7f9-2399-481a-b7d1-f2e355abfe5f HTTP/1.1" status: 204 len: 168 time: 0.2707310 Jul 29 23:55:58.954024 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 55732) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:59.030510 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7c43bcaa-2ed1-4cfd-882f-4a1015f75685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:59.146634 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7c43bcaa-2ed1-4cfd-882f-4a1015f75685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:59.159945 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-7c43bcaa-2ed1-4cfd-882f-4a1015f75685 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec08fc70-0afb-449e-9bcd-c73acf54c11d']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:59.176295 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-7c43bcaa-2ed1-4cfd-882f-4a1015f75685 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4c9dcb5-fe52-47ad-a6e8-ee604c8a5381') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:59.177505 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-7c43bcaa-2ed1-4cfd-882f-4a1015f75685 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4c9dcb5-fe52-47ad-a6e8-ee604c8a5381') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:59.189060 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7c43bcaa-2ed1-4cfd-882f-4a1015f75685 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:59.206510 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7c43bcaa-2ed1-4cfd-882f-4a1015f75685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:59.213335 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c43bcaa-2ed1-4cfd-882f-4a1015f75685 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:55:59.213868 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7c43bcaa-2ed1-4cfd-882f-4a1015f75685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:59.215455 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:55:59.215455 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:55:59.215455 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:55:59.215455 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:55:59.215455 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:55:59.215455 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:55:59.215455 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:55:59.215455 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:55:59.215455 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:55:59.215455 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:55:59.215455 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:55:59.215455 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:55:59.215455 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:55:59.215455 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:55:59.215455 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:55:59.215455 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:55:59.215455 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:55:59.215455 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:55:59.215455 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:55:59.215455 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:55:59.215455 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:55:59.215455 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:55:59.215455 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:55:59.215455 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:55:59.215455 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:55:59.215455 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:55:59.215455 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:55:59.215455 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:55:59.215455 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:55:59.215455 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:55:59.215455 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:55:59.215455 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:55:59.269817 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-749b5eae-4053-419c-8e6a-c83909054702 admin admin] Deleting port 72eb1e52-f5de-40cc-99b0-49fe24a2436f {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:59.270056 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-749b5eae-4053-419c-8e6a-c83909054702 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:59.283386 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7c43bcaa-2ed1-4cfd-882f-4a1015f75685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:59.290701 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7c43bcaa-2ed1-4cfd-882f-4a1015f75685 admin admin] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:59.295977 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-7c43bcaa-2ed1-4cfd-882f-4a1015f75685 admin admin] 10.222.0.43 "DELETE /v2.0/networks/ec08fc70-0afb-449e-9bcd-c73acf54c11d HTTP/1.1" status: 204 len: 168 time: 0.3407779 Jul 29 23:55:59.298062 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 55742) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:59.316803 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c43bcaa-2ed1-4cfd-882f-4a1015f75685 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec08fc70-0afb-449e-9bcd-c73acf54c11d,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:59.377170 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-5df3e3c5-1b48-4d2e-848b-7e734001741d admin admin] Deleting subnet bab494fe-e5a9-4aea-bffb-177c1f685dd9 {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:55:59.382352 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5df3e3c5-1b48-4d2e-848b-7e734001741d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:59.394231 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-749b5eae-4053-419c-8e6a-c83909054702 admin admin] For port 72eb1e52-f5de-40cc-99b0-49fe24a2436f, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=72eb1e52-f5de-40cc-99b0-49fe24a2436f,segment=NetworkSegment(a2652d9d-d802-4aa8-a967-71e91ab5e571),segment_id=a2652d9d-d802-4aa8-a967-71e91ab5e571)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:59.394750 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-749b5eae-4053-419c-8e6a-c83909054702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:59.409395 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:59.415981 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-749b5eae-4053-419c-8e6a-c83909054702 admin admin] Calling delete_port for 72eb1e52-f5de-40cc-99b0-49fe24a2436f owned by network:router_interface {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:59.423995 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5df3e3c5-1b48-4d2e-848b-7e734001741d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:59.471072 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5df3e3c5-1b48-4d2e-848b-7e734001741d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:59.532813 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5df3e3c5-1b48-4d2e-848b-7e734001741d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:59.563315 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df3e3c5-1b48-4d2e-848b-7e734001741d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bab494fe-e5a9-4aea-bffb-177c1f685dd9,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:59.565315 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5df3e3c5-1b48-4d2e-848b-7e734001741d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:59.567830 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-5df3e3c5-1b48-4d2e-848b-7e734001741d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/bab494fe-e5a9-4aea-bffb-177c1f685dd9 HTTP/1.1" status: 204 len: 168 time: 0.2682288 Jul 29 23:55:59.571950 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 55748) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:59.608936 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device fafed081-2d4b-4d6e-a826-15a61b171b5c no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:55:59.654729 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: fafed081-2d4b-4d6e-a826-15a61b171b5c {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:55:59.655273 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device fafed081-2d4b-4d6e-a826-15a61b171b5c not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:55:59.657486 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c5dcad61-e199-4d9b-870e-10a36c91dbcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:59.662421 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-749b5eae-4053-419c-8e6a-c83909054702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:59.696884 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749b5eae-4053-419c-8e6a-c83909054702 admin admin] Pushing event deleted for resources: {'Port': ['ID=72eb1e52-f5de-40cc-99b0-49fe24a2436f,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:59.753302 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c5dcad61-e199-4d9b-870e-10a36c91dbcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:59.768253 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-c5dcad61-e199-4d9b-870e-10a36c91dbcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['217cb029-62bd-4c83-8267-13864cfdfcd5']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:59.784532 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-c5dcad61-e199-4d9b-870e-10a36c91dbcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c2586a2-f119-4784-b344-d41498f26fec') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:59.784756 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-c5dcad61-e199-4d9b-870e-10a36c91dbcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c2586a2-f119-4784-b344-d41498f26fec') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:59.797934 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c5dcad61-e199-4d9b-870e-10a36c91dbcb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:59.823345 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c5dcad61-e199-4d9b-870e-10a36c91dbcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:59.834095 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5dcad61-e199-4d9b-870e-10a36c91dbcb admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:55:59.834512 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c5dcad61-e199-4d9b-870e-10a36c91dbcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:59.836311 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:55:59.836311 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:55:59.836311 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:55:59.836311 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:55:59.836311 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:55:59.836311 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:55:59.836311 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:55:59.836311 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:55:59.836311 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:55:59.836311 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:55:59.836311 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:55:59.836311 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:55:59.836311 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:55:59.836311 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:55:59.836311 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:55:59.836311 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:55:59.836311 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:55:59.836311 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:55:59.836311 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:55:59.836311 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:55:59.836311 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:55:59.836311 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:55:59.836311 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:55:59.836311 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:55:59.836311 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:55:59.836311 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:55:59.836311 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:55:59.836311 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:55:59.836311 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:55:59.836311 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:55:59.836311 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:55:59.836311 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:55:59.913935 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c5dcad61-e199-4d9b-870e-10a36c91dbcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:59.925625 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c5dcad61-e199-4d9b-870e-10a36c91dbcb admin admin] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:59.931760 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-c5dcad61-e199-4d9b-870e-10a36c91dbcb admin admin] 10.222.0.43 "DELETE /v2.0/networks/217cb029-62bd-4c83-8267-13864cfdfcd5 HTTP/1.1" status: 204 len: 168 time: 0.3587799 Jul 29 23:55:59.966531 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dcad61-e199-4d9b-870e-10a36c91dbcb admin admin] Pushing event deleted for resources: {'Network': ['ID=217cb029-62bd-4c83-8267-13864cfdfcd5,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:59.992979 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-749b5eae-4053-419c-8e6a-c83909054702 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:00.186171 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 55760) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:00.232972 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-582019a4-afcf-451a-8632-424600ecb244 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7c65dbcbb4bc459189b7400eb38227e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432451 Jul 29 23:56:00.233200 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 55762) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:00.294911 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-69608e15-8a7b-4b8b-aeb4-5540eaa1270c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:00.300886 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-749b5eae-4053-419c-8e6a-c83909054702 admin admin] Router 19ce4753-d88f-49bb-a0c5-60aae07ee6ce has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:56:00.320308 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-69608e15-8a7b-4b8b-aeb4-5540eaa1270c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:00.381425 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-69608e15-8a7b-4b8b-aeb4-5540eaa1270c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:00.383946 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-69608e15-8a7b-4b8b-aeb4-5540eaa1270c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:00.385140 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-69608e15-8a7b-4b8b-aeb4-5540eaa1270c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/74b3ff64-260e-4fbd-9d15-1bebc30fe659 HTTP/1.1" status: 204 len: 168 time: 0.1510744 Jul 29 23:56:00.393836 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69608e15-8a7b-4b8b-aeb4-5540eaa1270c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b3ff64-260e-4fbd-9d15-1bebc30fe659,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:00.432350 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-749b5eae-4053-419c-8e6a-c83909054702 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:56:00.442618 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daba7e26-0877-46c7-8391-e46a6b3bf8a5 None None] Sync routers for ids ['19ce4753-d88f-49bb-a0c5-60aae07ee6ce'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:56:00.443691 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-749b5eae-4053-419c-8e6a-c83909054702 admin admin] 10.222.0.43 "PUT /v2.0/routers/19ce4753-d88f-49bb-a0c5-60aae07ee6ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3075671 Jul 29 23:56:00.446198 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 55766) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:00.453197 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daba7e26-0877-46c7-8391-e46a6b3bf8a5 None None] Routers {'19ce4753-d88f-49bb-a0c5-60aae07ee6ce'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:00.454094 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-daba7e26-0877-46c7-8391-e46a6b3bf8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:55:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['19ce4753-d88f-49bb-a0c5-60aae07ee6ce'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:00.584051 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-daba7e26-0877-46c7-8391-e46a6b3bf8a5 None None] Set router 19ce4753-d88f-49bb-a0c5-60aae07ee6ce gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:56:00.592933 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f33dc052-6637-4503-b46b-f83950e6a9b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:00.740095 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f33dc052-6637-4503-b46b-f83950e6a9b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:00.848475 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-f33dc052-6637-4503-b46b-f83950e6a9b9 admin admin] Deleting port bd32ee84-4185-49db-9b33-26733bc708ce {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:56:00.849371 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f33dc052-6637-4503-b46b-f83950e6a9b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:00.921784 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-daba7e26-0877-46c7-8391-e46a6b3bf8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19ce4753-d88f-49bb-a0c5-60aae07ee6ce', 'name': 'tempest-AttachVolumeTestJSON-1357557364-router', 'tenant_id': 'c1d7085ece28410698508031edfc5998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.151'}], 'enable_snat': True}, 'gw_port_id': 'bd32ee84-4185-49db-9b33-26733bc708ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:48:28Z', 'updated_at': '2021-07-29T23:55:59Z', 'revision_number': 5, 'project_id': 'c1d7085ece28410698508031edfc5998', 'gw_port': {'id': 'bd32ee84-4185-49db-9b33-26733bc708ce', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:78:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19ce4753-d88f-49bb-a0c5-60aae07ee6ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2834, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:48:30Z', 'updated_at': '2021-07-29T23:48:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:00.970229 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55774) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:00.976929 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-f33dc052-6637-4503-b46b-f83950e6a9b9 admin admin] For port bd32ee84-4185-49db-9b33-26733bc708ce, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=bd32ee84-4185-49db-9b33-26733bc708ce,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:00.977303 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f33dc052-6637-4503-b46b-f83950e6a9b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:00.983336 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daba7e26-0877-46c7-8391-e46a6b3bf8a5 None None] Checking router: 19ce4753-d88f-49bb-a0c5-60aae07ee6ce for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:56:00.998018 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-f33dc052-6637-4503-b46b-f83950e6a9b9 admin admin] Calling delete_port for bd32ee84-4185-49db-9b33-26733bc708ce owned by network:router_gateway {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:56:01.015880 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daba7e26-0877-46c7-8391-e46a6b3bf8a5 None None] Routers {'19ce4753-d88f-49bb-a0c5-60aae07ee6ce'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:01.016761 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-daba7e26-0877-46c7-8391-e46a6b3bf8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:55:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['19ce4753-d88f-49bb-a0c5-60aae07ee6ce'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:01.040017 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ec4f9cbb-9783-4681-ad9f-f7ab70c22aad admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3ca7ce68093240219e17ac9c1c803706&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0683918 Jul 29 23:56:01.047920 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55778) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:01.122902 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c5d17a53-1dbf-4889-85c9-f1989aa8d686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:01.141522 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-daba7e26-0877-46c7-8391-e46a6b3bf8a5 None None] Set router 19ce4753-d88f-49bb-a0c5-60aae07ee6ce gateway port host: None {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:56:01.187441 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c5d17a53-1dbf-4889-85c9-f1989aa8d686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:01.205237 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-daba7e26-0877-46c7-8391-e46a6b3bf8a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19ce4753-d88f-49bb-a0c5-60aae07ee6ce', 'name': 'tempest-AttachVolumeTestJSON-1357557364-router', 'tenant_id': 'c1d7085ece28410698508031edfc5998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:48:28Z', 'updated_at': '2021-07-29T23:56:00Z', 'revision_number': 6, 'project_id': 'c1d7085ece28410698508031edfc5998', 'gw_port_host': None}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:01.221613 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f33dc052-6637-4503-b46b-f83950e6a9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:01.242001 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daba7e26-0877-46c7-8391-e46a6b3bf8a5 None None] The sync data for ids ['19ce4753-d88f-49bb-a0c5-60aae07ee6ce'] in n-d-712141-10 is: [{'id': '19ce4753-d88f-49bb-a0c5-60aae07ee6ce', 'name': 'tempest-AttachVolumeTestJSON-1357557364-router', 'tenant_id': 'c1d7085ece28410698508031edfc5998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:48:28Z', 'updated_at': '2021-07-29T23:56:00Z', 'revision_number': 6, 'project_id': 'c1d7085ece28410698508031edfc5998', 'gw_port_host': None}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:56:01.266642 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33dc052-6637-4503-b46b-f83950e6a9b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd32ee84-4185-49db-9b33-26733bc708ce,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:01.272995 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c5d17a53-1dbf-4889-85c9-f1989aa8d686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:01.278079 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c5d17a53-1dbf-4889-85c9-f1989aa8d686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:01.281721 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c5d17a53-1dbf-4889-85c9-f1989aa8d686 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f583f9b0-7e8a-4abc-a58c-13f8e05cacec HTTP/1.1" status: 204 len: 168 time: 0.2300375 Jul 29 23:56:01.293056 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d17a53-1dbf-4889-85c9-f1989aa8d686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f583f9b0-7e8a-4abc-a58c-13f8e05cacec,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:01.403349 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f33dc052-6637-4503-b46b-f83950e6a9b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:01.551175 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f33dc052-6637-4503-b46b-f83950e6a9b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:01.554098 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f33dc052-6637-4503-b46b-f83950e6a9b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:01.627053 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f33dc052-6637-4503-b46b-f83950e6a9b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:01.628185 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f33dc052-6637-4503-b46b-f83950e6a9b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19ce4753-d88f-49bb-a0c5-60aae07ee6ce {{(pid=94078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:56:01.635373 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f33dc052-6637-4503-b46b-f83950e6a9b9 admin admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:01.640770 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55788) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:01.641219 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-f33dc052-6637-4503-b46b-f83950e6a9b9 admin admin] 10.222.0.43 "DELETE /v2.0/routers/19ce4753-d88f-49bb-a0c5-60aae07ee6ce HTTP/1.1" status: 204 len: 168 time: 1.1933708 Jul 29 23:56:01.694668 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-59cd247e-f095-4daf-ad0a-6d2d913db71b admin admin] Deleting subnet 491bf474-cc80-4e70-9dca-1685e2004f49 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:56:01.698531 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-59cd247e-f095-4daf-ad0a-6d2d913db71b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:01.743230 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-59cd247e-f095-4daf-ad0a-6d2d913db71b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:01.834482 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-59cd247e-f095-4daf-ad0a-6d2d913db71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:01.939964 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 72eb1e52-f5de-40cc-99b0-49fe24a2436f no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:56:01.940547 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-59cd247e-f095-4daf-ad0a-6d2d913db71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:01.970554 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cd247e-f095-4daf-ad0a-6d2d913db71b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=491bf474-cc80-4e70-9dca-1685e2004f49,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:01.977169 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-59cd247e-f095-4daf-ad0a-6d2d913db71b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:01.982081 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-59cd247e-f095-4daf-ad0a-6d2d913db71b admin admin] 10.222.0.43 "DELETE /v2.0/subnets/491bf474-cc80-4e70-9dca-1685e2004f49 HTTP/1.1" status: 204 len: 168 time: 0.3396163 Jul 29 23:56:01.982653 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 55798) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:01.995608 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5e9727-e918-42cc-a141-fde31d41ba4c None None] Network 67609761-f70d-451d-bf2b-11a2e29bfa80 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:56:02.009476 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 72eb1e52-f5de-40cc-99b0-49fe24a2436f {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:56:02.010099 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 72eb1e52-f5de-40cc-99b0-49fe24a2436f not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:56:02.010685 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device bd32ee84-4185-49db-9b33-26733bc708ce no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:56:02.070055 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: bd32ee84-4185-49db-9b33-26733bc708ce {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:56:02.070408 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device bd32ee84-4185-49db-9b33-26733bc708ce not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:56:02.088673 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-411fff5a-4026-48ce-be68-725f80a0c231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:02.216607 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-411fff5a-4026-48ce-be68-725f80a0c231 admin admin] Deleting port 54fad282-bd26-44d4-bfee-d75a5fd99e24 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:56:02.216954 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-411fff5a-4026-48ce-be68-725f80a0c231 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:02.268938 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a78047-ba48-4f3a-8f80-f28d9deae158 None None] DHCP port deletion for 67609761-f70d-451d-bf2b-11a2e29bfa80 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:56:02.361805 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55812) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:02.373541 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-97a78047-ba48-4f3a-8f80-f28d9deae158 None None] Deleting port 54fad282-bd26-44d4-bfee-d75a5fd99e24 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:56:02.373945 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-97a78047-ba48-4f3a-8f80-f28d9deae158 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:02.399282 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-411fff5a-4026-48ce-be68-725f80a0c231 admin admin] For port 54fad282-bd26-44d4-bfee-d75a5fd99e24, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=54fad282-bd26-44d4-bfee-d75a5fd99e24,segment=NetworkSegment(a2652d9d-d802-4aa8-a967-71e91ab5e571),segment_id=a2652d9d-d802-4aa8-a967-71e91ab5e571)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:02.400366 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-411fff5a-4026-48ce-be68-725f80a0c231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:02.428477 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-411fff5a-4026-48ce-be68-725f80a0c231 admin admin] Calling delete_port for 54fad282-bd26-44d4-bfee-d75a5fd99e24 owned by network:dhcp {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:56:02.464396 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-97a78047-ba48-4f3a-8f80-f28d9deae158 None None] For port 54fad282-bd26-44d4-bfee-d75a5fd99e24, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=54fad282-bd26-44d4-bfee-d75a5fd99e24,segment=NetworkSegment(a2652d9d-d802-4aa8-a967-71e91ab5e571),segment_id=a2652d9d-d802-4aa8-a967-71e91ab5e571)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:02.464795 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-97a78047-ba48-4f3a-8f80-f28d9deae158 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:02.510801 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-97a78047-ba48-4f3a-8f80-f28d9deae158 None None] Calling delete_port for 54fad282-bd26-44d4-bfee-d75a5fd99e24 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:56:02.548138 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-411fff5a-4026-48ce-be68-725f80a0c231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:02.558439 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-4c6d03fc-75aa-4683-b1c3-dbef5e64d924 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1987225365-network', 'tenant_id': '36755a8a36d04813a60879e733599b64'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:02.599266 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c6d03fc-75aa-4683-b1c3-dbef5e64d924 admin admin] Made reservation on behalf of 36755a8a36d04813a60879e733599b64 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:56:02.602725 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4c6d03fc-75aa-4683-b1c3-dbef5e64d924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:02.610903 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411fff5a-4026-48ce-be68-725f80a0c231 admin admin] No DVR routers for this DVR port 54fad282-bd26-44d4-bfee-d75a5fd99e24 on host n-d-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:56:02.612657 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4c6d03fc-75aa-4683-b1c3-dbef5e64d924 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:02.613383 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411fff5a-4026-48ce-be68-725f80a0c231 admin admin] Pushing event deleted for resources: {'Port': ['ID=54fad282-bd26-44d4-bfee-d75a5fd99e24,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:02.633919 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-97a78047-ba48-4f3a-8f80-f28d9deae158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:02.671604 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a78047-ba48-4f3a-8f80-f28d9deae158 None None] Pushing event deleted for resources: {'Port': ['ID=54fad282-bd26-44d4-bfee-d75a5fd99e24,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:02.704220 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a78047-ba48-4f3a-8f80-f28d9deae158 None None] No DVR routers for this DVR port 54fad282-bd26-44d4-bfee-d75a5fd99e24 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:56:02.712863 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a78047-ba48-4f3a-8f80-f28d9deae158 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:02.713219 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a78047-ba48-4f3a-8f80-f28d9deae158 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:02.713536 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a78047-ba48-4f3a-8f80-f28d9deae158 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:02.715308 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a78047-ba48-4f3a-8f80-f28d9deae158 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:02.723982 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a78047-ba48-4f3a-8f80-f28d9deae158 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:02.723982 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a78047-ba48-4f3a-8f80-f28d9deae158 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:02.723982 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a78047-ba48-4f3a-8f80-f28d9deae158 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:02.723982 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a78047-ba48-4f3a-8f80-f28d9deae158 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:02.723982 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a78047-ba48-4f3a-8f80-f28d9deae158 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:02.723982 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a78047-ba48-4f3a-8f80-f28d9deae158 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:02.723982 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a78047-ba48-4f3a-8f80-f28d9deae158 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:02.723982 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97a78047-ba48-4f3a-8f80-f28d9deae158 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:02.745662 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-411fff5a-4026-48ce-be68-725f80a0c231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:02.763877 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-411fff5a-4026-48ce-be68-725f80a0c231 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67609761-f70d-451d-bf2b-11a2e29bfa80']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:02.777006 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-411fff5a-4026-48ce-be68-725f80a0c231 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2652d9d-d802-4aa8-a967-71e91ab5e571') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:02.777325 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-411fff5a-4026-48ce-be68-725f80a0c231 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2652d9d-d802-4aa8-a967-71e91ab5e571') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:02.787696 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-411fff5a-4026-48ce-be68-725f80a0c231 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:02.804850 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-411fff5a-4026-48ce-be68-725f80a0c231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:02.809851 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4c6d03fc-75aa-4683-b1c3-dbef5e64d924 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:02.810524 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-411fff5a-4026-48ce-be68-725f80a0c231 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:56:02.810947 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-411fff5a-4026-48ce-be68-725f80a0c231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:02.812616 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:56:02.812616 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:56:02.812616 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:56:02.812616 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:56:02.812616 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:56:02.812616 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:56:02.812616 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:56:02.812616 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:56:02.812616 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:56:02.812616 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:56:02.812616 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:56:02.812616 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:56:02.812616 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:56:02.812616 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:56:02.812616 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:56:02.812616 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:56:02.812616 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:56:02.812616 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:56:02.812616 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:56:02.812616 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:56:02.812616 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:56:02.812616 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:56:02.812616 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:56:02.812616 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:56:02.812616 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:56:02.812616 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:56:02.812616 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:56:02.812616 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:56:02.812616 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:56:02.812616 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:56:02.812616 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:56:02.812616 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:56:02.817979 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4c6d03fc-75aa-4683-b1c3-dbef5e64d924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:02.845264 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c6d03fc-75aa-4683-b1c3-dbef5e64d924 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:56:02.869160 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6d03fc-75aa-4683-b1c3-dbef5e64d924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2208ce7-dbeb-4db7-8bda-6f91bc259761,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:02.872123 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4c6d03fc-75aa-4683-b1c3-dbef5e64d924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:02.872484 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-4c6d03fc-75aa-4683-b1c3-dbef5e64d924 admin admin] Added segment e0712cc7-f737-4b0f-8dd6-04cc9f0f2cd3 of type vlan for network 3a55d41f-152d-4af5-8cb3-45c790311e9a Jul 29 23:56:02.878605 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-411fff5a-4026-48ce-be68-725f80a0c231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:02.885526 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-411fff5a-4026-48ce-be68-725f80a0c231 admin admin] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:02.887380 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-411fff5a-4026-48ce-be68-725f80a0c231 admin admin] 10.222.0.43 "DELETE /v2.0/networks/67609761-f70d-451d-bf2b-11a2e29bfa80 HTTP/1.1" status: 204 len: 168 time: 0.9034586 Jul 29 23:56:02.899669 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411fff5a-4026-48ce-be68-725f80a0c231 admin admin] Pushing event deleted for resources: {'Network': ['ID=67609761-f70d-451d-bf2b-11a2e29bfa80,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:02.927252 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4c6d03fc-75aa-4683-b1c3-dbef5e64d924 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:02.961330 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4c6d03fc-75aa-4683-b1c3-dbef5e64d924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:02.962464 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6d03fc-75aa-4683-b1c3-dbef5e64d924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:02.963123 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4c6d03fc-75aa-4683-b1c3-dbef5e64d924 admin admin] Notify callbacks [] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:03.022869 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4c6d03fc-75aa-4683-b1c3-dbef5e64d924 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6596627 Jul 29 23:56:03.025810 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55820) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:03.030753 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-ab006663-2076-4a7a-b22a-7ad75448f72e admin admin] Request body: {'subnet': {'network_id': '3a55d41f-152d-4af5-8cb3-45c790311e9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1987225365-subnet', 'tenant_id': '36755a8a36d04813a60879e733599b64', 'ip_version': 4}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:03.044322 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 55822) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:03.044732 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6d03fc-75aa-4683-b1c3-dbef5e64d924 admin admin] Pushing event updated for resources: {'Network': ['ID=3a55d41f-152d-4af5-8cb3-45c790311e9a,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:03.058542 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 3a55d41f-152d-4af5-8cb3-45c790311e9a details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:56:03.069767 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab006663-2076-4a7a-b22a-7ad75448f72e admin admin] Made reservation on behalf of 36755a8a36d04813a60879e733599b64 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:56:03.073143 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ab006663-2076-4a7a-b22a-7ad75448f72e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:03.104057 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-8cfbd19f-7061-4b2c-8f92-f1ea79cb1f22 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c1d7085ece28410698508031edfc5998&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0581925 Jul 29 23:56:03.106281 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 55824) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:03.162627 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-50489d25-a56f-437d-9c60-caa9c6bc2684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:03.185540 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-50489d25-a56f-437d-9c60-caa9c6bc2684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:03.236579 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-50489d25-a56f-437d-9c60-caa9c6bc2684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:03.241010 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-50489d25-a56f-437d-9c60-caa9c6bc2684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:03.242645 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-50489d25-a56f-437d-9c60-caa9c6bc2684 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/faef3157-dc7f-4cc2-957c-70c15a972f1e HTTP/1.1" status: 204 len: 168 time: 0.1350257 Jul 29 23:56:03.262679 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50489d25-a56f-437d-9c60-caa9c6bc2684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faef3157-dc7f-4cc2-957c-70c15a972f1e,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:03.324839 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ab006663-2076-4a7a-b22a-7ad75448f72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:03.392612 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab006663-2076-4a7a-b22a-7ad75448f72e admin admin] Pushing event updated for resources: {'Subnet': ['ID=04f945dd-ab58-406c-b2ad-e26f2a6d8616,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:03.398426 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab006663-2076-4a7a-b22a-7ad75448f72e admin admin] Checking segment: {'id': 'e0712cc7-f737-4b0f-8dd6-04cc9f0f2cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3a55d41f-152d-4af5-8cb3-45c790311e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:56:03.398798 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab006663-2076-4a7a-b22a-7ad75448f72e admin admin] Network hostable DHCP agents. Network: 3a55d41f-152d-4af5-8cb3-45c790311e9a, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:56:03.416447 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab006663-2076-4a7a-b22a-7ad75448f72e admin admin] Network 3a55d41f-152d-4af5-8cb3-45c790311e9a is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:56:03.428818 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-ab006663-2076-4a7a-b22a-7ad75448f72e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 3a55d41f-152d-4af5-8cb3-45c790311e9a) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:03.437982 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2601ddad-1e1c-45ce-95a3-800ba1eba234 None None] Network 3a55d41f-152d-4af5-8cb3-45c790311e9a requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:56:03.446837 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab006663-2076-4a7a-b22a-7ad75448f72e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:03.447780 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ab006663-2076-4a7a-b22a-7ad75448f72e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:03.467147 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ab006663-2076-4a7a-b22a-7ad75448f72e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4402335 Jul 29 23:56:03.469739 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 55834) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:03.475327 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-437e2a76-8214-4542-bc83-2f2a991edc42 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1987225365-router', 'tenant_id': '36755a8a36d04813a60879e733599b64', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:03.500520 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-437e2a76-8214-4542-bc83-2f2a991edc42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:03.502688 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-437e2a76-8214-4542-bc83-2f2a991edc42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:03.599074 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-437e2a76-8214-4542-bc83-2f2a991edc42 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:03.644269 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21096614-7f34-49ea-b625-f2b13804bece None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-3a55d41f-152d-4af5-8cb3-45c790311e9a', 'network_id': '3a55d41f-152d-4af5-8cb3-45c790311e9a', 'tenant_id': '36755a8a36d04813a60879e733599b64', 'fixed_ips': [{'subnet_id': '04f945dd-ab58-406c-b2ad-e26f2a6d8616'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:56:03.645957 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-21096614-7f34-49ea-b625-f2b13804bece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:03.785230 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-437e2a76-8214-4542-bc83-2f2a991edc42 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:03.876831 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 54fad282-bd26-44d4-bfee-d75a5fd99e24 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:56:03.883577 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-21096614-7f34-49ea-b625-f2b13804bece None None] Allocated IP 172.20.0.2 (3a55d41f-152d-4af5-8cb3-45c790311e9a/04f945dd-ab58-406c-b2ad-e26f2a6d8616/c94c4bea-d456-4747-a626-a982fd502f8d) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:56:03.943401 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 54fad282-bd26-44d4-bfee-d75a5fd99e24 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:56:03.943859 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 54fad282-bd26-44d4-bfee-d75a5fd99e24 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:56:04.059655 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-437e2a76-8214-4542-bc83-2f2a991edc42 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:04.088577 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-437e2a76-8214-4542-bc83-2f2a991edc42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:04.198271 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-21096614-7f34-49ea-b625-f2b13804bece None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:04.208234 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-21096614-7f34-49ea-b625-f2b13804bece None None] Transition to ACTIVE for port object c94c4bea-d456-4747-a626-a982fd502f8d will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:04.227722 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-21096614-7f34-49ea-b625-f2b13804bece None None] Transition to ACTIVE for port object c94c4bea-d456-4747-a626-a982fd502f8d will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:04.238774 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-437e2a76-8214-4542-bc83-2f2a991edc42 admin admin] Allocated IP 172.25.0.145 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/09142c9a-9803-4472-8846-c34d49238222) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:56:04.243263 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-21096614-7f34-49ea-b625-f2b13804bece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:04.507778 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21096614-7f34-49ea-b625-f2b13804bece None None] Network 3a55d41f-152d-4af5-8cb3-45c790311e9a is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:56:04.507778 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-21096614-7f34-49ea-b625-f2b13804bece None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:04.507778 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21096614-7f34-49ea-b625-f2b13804bece None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:56:04.507778 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21096614-7f34-49ea-b625-f2b13804bece None None] Pushing event updated for resources: {'Port': ['ID=c94c4bea-d456-4747-a626-a982fd502f8d,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:04.507778 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-21096614-7f34-49ea-b625-f2b13804bece None None] Attempting to bind port c94c4bea-d456-4747-a626-a982fd502f8d on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:56:04.507778 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-21096614-7f34-49ea-b625-f2b13804bece None None] Attempting to bind port c94c4bea-d456-4747-a626-a982fd502f8d by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': 'e0712cc7-f737-4b0f-8dd6-04cc9f0f2cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3a55d41f-152d-4af5-8cb3-45c790311e9a'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:56:04.507778 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21096614-7f34-49ea-b625-f2b13804bece None None] Attempting to bind port c94c4bea-d456-4747-a626-a982fd502f8d on network 3a55d41f-152d-4af5-8cb3-45c790311e9a {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:56:04.507778 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21096614-7f34-49ea-b625-f2b13804bece None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:56:04.507778 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21096614-7f34-49ea-b625-f2b13804bece None None] Checking segment: {'id': 'e0712cc7-f737-4b0f-8dd6-04cc9f0f2cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3a55d41f-152d-4af5-8cb3-45c790311e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:56:04.507778 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-21096614-7f34-49ea-b625-f2b13804bece None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:04.507778 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21096614-7f34-49ea-b625-f2b13804bece None None] Bound using segment: {'id': 'e0712cc7-f737-4b0f-8dd6-04cc9f0f2cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3a55d41f-152d-4af5-8cb3-45c790311e9a'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:56:04.507778 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-21096614-7f34-49ea-b625-f2b13804bece None None] Bound port: c94c4bea-d456-4747-a626-a982fd502f8d, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0712cc7-f737-4b0f-8dd6-04cc9f0f2cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3a55d41f-152d-4af5-8cb3-45c790311e9a'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:56:04.507778 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-21096614-7f34-49ea-b625-f2b13804bece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:04.525815 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-21096614-7f34-49ea-b625-f2b13804bece None None] For port c94c4bea-d456-4747-a626-a982fd502f8d, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:56:04.529019 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-21096614-7f34-49ea-b625-f2b13804bece None None] For port c94c4bea-d456-4747-a626-a982fd502f8d, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=c94c4bea-d456-4747-a626-a982fd502f8d,segment=NetworkSegment(e0712cc7-f737-4b0f-8dd6-04cc9f0f2cd3),segment_id=e0712cc7-f737-4b0f-8dd6-04cc9f0f2cd3)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:56:04.533662 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-21096614-7f34-49ea-b625-f2b13804bece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:04.541284 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-437e2a76-8214-4542-bc83-2f2a991edc42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:04.604772 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21096614-7f34-49ea-b625-f2b13804bece None None] Pushing event updated for resources: {'Port': ['ID=c94c4bea-d456-4747-a626-a982fd502f8d,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:05.144254 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-437e2a76-8214-4542-bc83-2f2a991edc42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:05.207382 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437e2a76-8214-4542-bc83-2f2a991edc42 admin admin] Pushing event updated for resources: {'Port': ['ID=09142c9a-9803-4472-8846-c34d49238222,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:05.218973 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437e2a76-8214-4542-bc83-2f2a991edc42 admin admin] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:56:05.221298 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-437e2a76-8214-4542-bc83-2f2a991edc42 admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:05.225098 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437e2a76-8214-4542-bc83-2f2a991edc42 admin admin] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:56:05.584847 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-437e2a76-8214-4542-bc83-2f2a991edc42 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:05.815106 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-437e2a76-8214-4542-bc83-2f2a991edc42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:05.897455 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device c94c4bea-d456-4747-a626-a982fd502f8d up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:56:06.008165 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port c94c4bea-d456-4747-a626-a982fd502f8d completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:56:06.108138 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee128b81-67da-4292-83ef-77abfe39594c None None] Network 3a55d41f-152d-4af5-8cb3-45c790311e9a requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:56:06.122188 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-437e2a76-8214-4542-bc83-2f2a991edc42 admin admin] Router 2ee17691-2e1c-4bc0-af15-6341852908e1 is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:56:06.230807 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-ff8fae39-f49a-4025-aa2a-c637e0680251 None None] Provisioning for port c94c4bea-d456-4747-a626-a982fd502f8d completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:56:06.256920 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-ff8fae39-f49a-4025-aa2a-c637e0680251 None None] Provisioning complete for port c94c4bea-d456-4747-a626-a982fd502f8d triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:06.257296 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ff8fae39-f49a-4025-aa2a-c637e0680251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:06.338242 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-437e2a76-8214-4542-bc83-2f2a991edc42 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:56:06.347141 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2441025-904f-448e-b137-a7d9b9a7ca83 None None] Sync routers for ids ['2ee17691-2e1c-4bc0-af15-6341852908e1'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:56:06.366219 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-437e2a76-8214-4542-bc83-2f2a991edc42 admin admin] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:06.368407 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-437e2a76-8214-4542-bc83-2f2a991edc42 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8962185 Jul 29 23:56:06.370392 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 55916) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:06.385714 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2441025-904f-448e-b137-a7d9b9a7ca83 None None] Routers {'2ee17691-2e1c-4bc0-af15-6341852908e1'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:06.387199 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-b2441025-904f-448e-b137-a7d9b9a7ca83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:55:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['2ee17691-2e1c-4bc0-af15-6341852908e1'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:06.449016 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ff8fae39-f49a-4025-aa2a-c637e0680251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:06.571092 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-b2441025-904f-448e-b137-a7d9b9a7ca83 None None] Set router 2ee17691-2e1c-4bc0-af15-6341852908e1 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:56:06.597600 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-ff8fae39-f49a-4025-aa2a-c637e0680251 None None] For port c94c4bea-d456-4747-a626-a982fd502f8d, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=c94c4bea-d456-4747-a626-a982fd502f8d,segment=NetworkSegment(e0712cc7-f737-4b0f-8dd6-04cc9f0f2cd3),segment_id=e0712cc7-f737-4b0f-8dd6-04cc9f0f2cd3)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:06.611946 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ff8fae39-f49a-4025-aa2a-c637e0680251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:06.695146 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8fae39-f49a-4025-aa2a-c637e0680251 None None] Pushing event updated for resources: {'Port': ['ID=c94c4bea-d456-4747-a626-a982fd502f8d,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:06.837139 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-b2441025-904f-448e-b137-a7d9b9a7ca83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee17691-2e1c-4bc0-af15-6341852908e1', 'name': 'tempest-TestServerMultinode-1987225365-router', 'tenant_id': '36755a8a36d04813a60879e733599b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '09142c9a-9803-4472-8846-c34d49238222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:56:03Z', 'updated_at': '2021-07-29T23:56:05Z', 'revision_number': 3, 'project_id': '36755a8a36d04813a60879e733599b64', 'gw_port': {'id': '09142c9a-9803-4472-8846-c34d49238222', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ec:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee17691-2e1c-4bc0-af15-6341852908e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:04Z', 'updated_at': '2021-07-29T23:56:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:06.875189 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2441025-904f-448e-b137-a7d9b9a7ca83 None None] Checking router: 2ee17691-2e1c-4bc0-af15-6341852908e1 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:56:06.875544 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2441025-904f-448e-b137-a7d9b9a7ca83 None None] Updating router 2ee17691-2e1c-4bc0-af15-6341852908e1 port 09142c9a-9803-4472-8846-c34d49238222 binding host n-d-712141-10 {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:56:06.902431 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-b2441025-904f-448e-b137-a7d9b9a7ca83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:07.164918 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-6d47f5a5-d470-41f5-b24b-991c6bc5440a None None] Provisioning complete for port c94c4bea-d456-4747-a626-a982fd502f8d triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:07.165541 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6d47f5a5-d470-41f5-b24b-991c6bc5440a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:07.404925 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:07.469701 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-b2441025-904f-448e-b137-a7d9b9a7ca83 None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:07.492986 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-b2441025-904f-448e-b137-a7d9b9a7ca83 None None] Transition to ACTIVE for port object 09142c9a-9803-4472-8846-c34d49238222 will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:07.507723 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-b2441025-904f-448e-b137-a7d9b9a7ca83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:07.600365 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-b2441025-904f-448e-b137-a7d9b9a7ca83 None None] Attempting to bind port 09142c9a-9803-4472-8846-c34d49238222 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:56:07.600733 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-b2441025-904f-448e-b137-a7d9b9a7ca83 None None] Attempting to bind port 09142c9a-9803-4472-8846-c34d49238222 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:56:07.601290 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2441025-904f-448e-b137-a7d9b9a7ca83 None None] Attempting to bind port 09142c9a-9803-4472-8846-c34d49238222 on network 58f27f61-3278-49cc-b66b-1e729d26f29f {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:56:07.625957 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43277de-ce4b-4ce5-bd49-1f6bac1a4caa None None] Pushing event updated for resources: {'Port': ['ID=09142c9a-9803-4472-8846-c34d49238222,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:07.634316 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2441025-904f-448e-b137-a7d9b9a7ca83 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:56:07.634691 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2441025-904f-448e-b137-a7d9b9a7ca83 None None] Checking segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:56:07.635144 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-b2441025-904f-448e-b137-a7d9b9a7ca83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:07.635467 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2441025-904f-448e-b137-a7d9b9a7ca83 None None] Bound using segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:56:07.636158 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-b2441025-904f-448e-b137-a7d9b9a7ca83 None None] Bound port: 09142c9a-9803-4472-8846-c34d49238222, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:56:07.639290 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-b2441025-904f-448e-b137-a7d9b9a7ca83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:07.669128 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43277de-ce4b-4ce5-bd49-1f6bac1a4caa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:07.669904 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43277de-ce4b-4ce5-bd49-1f6bac1a4caa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:07.670471 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43277de-ce4b-4ce5-bd49-1f6bac1a4caa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:07.670972 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43277de-ce4b-4ce5-bd49-1f6bac1a4caa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:07.671612 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43277de-ce4b-4ce5-bd49-1f6bac1a4caa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:07.672386 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43277de-ce4b-4ce5-bd49-1f6bac1a4caa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:07.675626 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43277de-ce4b-4ce5-bd49-1f6bac1a4caa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:07.676038 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43277de-ce4b-4ce5-bd49-1f6bac1a4caa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:07.676368 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43277de-ce4b-4ce5-bd49-1f6bac1a4caa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:07.677388 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43277de-ce4b-4ce5-bd49-1f6bac1a4caa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:07.677945 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43277de-ce4b-4ce5-bd49-1f6bac1a4caa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:07.678321 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43277de-ce4b-4ce5-bd49-1f6bac1a4caa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:07.738357 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-b2441025-904f-448e-b137-a7d9b9a7ca83 None None] For port 09142c9a-9803-4472-8846-c34d49238222, host n-d-712141-10, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:56:07.742733 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-b2441025-904f-448e-b137-a7d9b9a7ca83 None None] For port 09142c9a-9803-4472-8846-c34d49238222, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=09142c9a-9803-4472-8846-c34d49238222,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:56:07.749783 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-b2441025-904f-448e-b137-a7d9b9a7ca83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:07.827767 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4825140a-b4e9-4b63-861c-158ca7c8ff30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:07.875553 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2441025-904f-448e-b137-a7d9b9a7ca83 None None] Routers {'2ee17691-2e1c-4bc0-af15-6341852908e1'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:07.876535 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-b2441025-904f-448e-b137-a7d9b9a7ca83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:55:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['2ee17691-2e1c-4bc0-af15-6341852908e1'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:07.939185 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device c94c4bea-d456-4747-a626-a982fd502f8d up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:56:07.959395 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43277de-ce4b-4ce5-bd49-1f6bac1a4caa None None] Pushing event updated for resources: {'Port': ['ID=09142c9a-9803-4472-8846-c34d49238222,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:08.033653 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port c94c4bea-d456-4747-a626-a982fd502f8d triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:08.034091 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:08.058194 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-b2441025-904f-448e-b137-a7d9b9a7ca83 None None] Set router 2ee17691-2e1c-4bc0-af15-6341852908e1 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:56:08.105032 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-4825140a-b4e9-4b63-861c-158ca7c8ff30 admin admin] Allocated IP 172.20.0.1 (3a55d41f-152d-4af5-8cb3-45c790311e9a/04f945dd-ab58-406c-b2ad-e26f2a6d8616/a49ae022-4697-4ffb-a5d9-23384e87c501) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:56:08.284882 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4825140a-b4e9-4b63-861c-158ca7c8ff30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:08.307036 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-4825140a-b4e9-4b63-861c-158ca7c8ff30 admin admin] Transition to ACTIVE for port object a49ae022-4697-4ffb-a5d9-23384e87c501 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:08.319760 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-b2441025-904f-448e-b137-a7d9b9a7ca83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee17691-2e1c-4bc0-af15-6341852908e1', 'name': 'tempest-TestServerMultinode-1987225365-router', 'tenant_id': '36755a8a36d04813a60879e733599b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '09142c9a-9803-4472-8846-c34d49238222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:56:03Z', 'updated_at': '2021-07-29T23:56:05Z', 'revision_number': 3, 'project_id': '36755a8a36d04813a60879e733599b64', 'gw_port': {'id': '09142c9a-9803-4472-8846-c34d49238222', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ec:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee17691-2e1c-4bc0-af15-6341852908e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:04Z', 'updated_at': '2021-07-29T23:56:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:08.347512 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2441025-904f-448e-b137-a7d9b9a7ca83 None None] The sync data for ids ['2ee17691-2e1c-4bc0-af15-6341852908e1'] in n-d-712141-10 is: [{'id': '2ee17691-2e1c-4bc0-af15-6341852908e1', 'name': 'tempest-TestServerMultinode-1987225365-router', 'tenant_id': '36755a8a36d04813a60879e733599b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '09142c9a-9803-4472-8846-c34d49238222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:56:03Z', 'updated_at': '2021-07-29T23:56:05Z', 'revision_number': 3, 'project_id': '36755a8a36d04813a60879e733599b64', 'gw_port': {'id': '09142c9a-9803-4472-8846-c34d49238222', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ec:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee17691-2e1c-4bc0-af15-6341852908e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:04Z', 'updated_at': '2021-07-29T23:56:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:56:08.390630 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4825140a-b4e9-4b63-861c-158ca7c8ff30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:08.441288 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4825140a-b4e9-4b63-861c-158ca7c8ff30 admin admin] Network 3a55d41f-152d-4af5-8cb3-45c790311e9a is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:56:08.445612 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-4825140a-b4e9-4b63-861c-158ca7c8ff30 admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:08.450066 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4825140a-b4e9-4b63-861c-158ca7c8ff30 admin admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:56:08.480046 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4825140a-b4e9-4b63-861c-158ca7c8ff30 admin admin] Pushing event updated for resources: {'Port': ['ID=a49ae022-4697-4ffb-a5d9-23384e87c501,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:08.526287 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4825140a-b4e9-4b63-861c-158ca7c8ff30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:08.819166 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4825140a-b4e9-4b63-861c-158ca7c8ff30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:08.942631 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-fd8896e1-136c-4ed3-988f-82fff57a0490 None None] Provisioning for port a49ae022-4697-4ffb-a5d9-23384e87c501 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:56:08.960944 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-fd8896e1-136c-4ed3-988f-82fff57a0490 None None] Provisioning complete for port a49ae022-4697-4ffb-a5d9-23384e87c501 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:08.963575 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-fd8896e1-136c-4ed3-988f-82fff57a0490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:09.039928 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-fd8896e1-136c-4ed3-988f-82fff57a0490 None None] Port a49ae022-4697-4ffb-a5d9-23384e87c501 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:56:09.207264 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4825140a-b4e9-4b63-861c-158ca7c8ff30 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:09.216729 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4825140a-b4e9-4b63-861c-158ca7c8ff30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:09.367539 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4825140a-b4e9-4b63-861c-158ca7c8ff30 admin admin] Pushing event updated for resources: {'Port': ['ID=a49ae022-4697-4ffb-a5d9-23384e87c501,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:09.370167 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4825140a-b4e9-4b63-861c-158ca7c8ff30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:09.571506 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4825140a-b4e9-4b63-861c-158ca7c8ff30 admin admin] Network 3a55d41f-152d-4af5-8cb3-45c790311e9a is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:56:09.573153 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-4825140a-b4e9-4b63-861c-158ca7c8ff30 admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:09.803794 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4825140a-b4e9-4b63-861c-158ca7c8ff30 admin admin] Router 2ee17691-2e1c-4bc0-af15-6341852908e1 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:56:09.920987 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 09142c9a-9803-4472-8846-c34d49238222 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:56:10.021894 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 09142c9a-9803-4472-8846-c34d49238222 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:56:10.027536 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 09142c9a-9803-4472-8846-c34d49238222 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:10.027915 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:10.038805 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4825140a-b4e9-4b63-861c-158ca7c8ff30 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:56:10.058006 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-4825140a-b4e9-4b63-861c-158ca7c8ff30 admin admin] 10.222.0.43 "PUT /v2.0/routers/2ee17691-2e1c-4bc0-af15-6341852908e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6856725 Jul 29 23:56:10.093024 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f205567c-bbf8-4842-9479-a9fd64485ec5 None None] Provisioning complete for port a49ae022-4697-4ffb-a5d9-23384e87c501 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:10.093396 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f205567c-bbf8-4842-9479-a9fd64485ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:10.196184 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-f205567c-bbf8-4842-9479-a9fd64485ec5 None None] Port a49ae022-4697-4ffb-a5d9-23384e87c501 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:56:10.235856 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:10.265102 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 09142c9a-9803-4472-8846-c34d49238222, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=09142c9a-9803-4472-8846-c34d49238222,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:10.279783 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:10.362176 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=09142c9a-9803-4472-8846-c34d49238222,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:11.040342 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56058) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:11.045399 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-afc07df0-e10c-4321-b26d-57bfb259646f admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-670384333-network', 'tenant_id': '86b10db7f8a14ffb9c09ef339a81a3e3'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:11.073929 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc07df0-e10c-4321-b26d-57bfb259646f admin admin] Made reservation on behalf of 86b10db7f8a14ffb9c09ef339a81a3e3 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:56:11.076609 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-afc07df0-e10c-4321-b26d-57bfb259646f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:11.080533 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2cfaeb-ce69-4a5c-8323-893e75d98554 None None] Sync routers for ids ['2ee17691-2e1c-4bc0-af15-6341852908e1'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:56:11.090964 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-afc07df0-e10c-4321-b26d-57bfb259646f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:11.092821 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2cfaeb-ce69-4a5c-8323-893e75d98554 None None] Routers {'2ee17691-2e1c-4bc0-af15-6341852908e1'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:11.093610 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-ee2cfaeb-ce69-4a5c-8323-893e75d98554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:55:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['2ee17691-2e1c-4bc0-af15-6341852908e1'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:11.204880 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-afc07df0-e10c-4321-b26d-57bfb259646f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:11.210698 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-afc07df0-e10c-4321-b26d-57bfb259646f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:11.236601 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afc07df0-e10c-4321-b26d-57bfb259646f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:56:11.261359 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc07df0-e10c-4321-b26d-57bfb259646f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=560430de-50c4-41d3-8910-489cbeb99167,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:11.267657 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-afc07df0-e10c-4321-b26d-57bfb259646f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:11.268089 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-afc07df0-e10c-4321-b26d-57bfb259646f admin admin] Added segment 8cd91987-b4b3-4580-b2e3-bf9ecafdf0b2 of type vlan for network fa6d7f12-a596-4c18-9d84-38682a2ef1f9 Jul 29 23:56:11.282694 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-ee2cfaeb-ce69-4a5c-8323-893e75d98554 None None] Set router 2ee17691-2e1c-4bc0-af15-6341852908e1 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:56:11.323124 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-afc07df0-e10c-4321-b26d-57bfb259646f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:11.354986 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-afc07df0-e10c-4321-b26d-57bfb259646f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:11.356069 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc07df0-e10c-4321-b26d-57bfb259646f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:11.356706 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-afc07df0-e10c-4321-b26d-57bfb259646f admin admin] Notify callbacks [] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:11.435744 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-afc07df0-e10c-4321-b26d-57bfb259646f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3942788 Jul 29 23:56:11.438584 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56066) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:11.448112 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-4d8009e3-a18b-4096-b211-8150871e22e5 admin admin] Request body: {'subnet': {'network_id': 'fa6d7f12-a596-4c18-9d84-38682a2ef1f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-670384333-subnet', 'tenant_id': '86b10db7f8a14ffb9c09ef339a81a3e3', 'ip_version': 4}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:11.450542 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc07df0-e10c-4321-b26d-57bfb259646f admin admin] Pushing event updated for resources: {'Network': ['ID=fa6d7f12-a596-4c18-9d84-38682a2ef1f9,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:11.475741 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8009e3-a18b-4096-b211-8150871e22e5 admin admin] Made reservation on behalf of 86b10db7f8a14ffb9c09ef339a81a3e3 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:56:11.475951 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network fa6d7f12-a596-4c18-9d84-38682a2ef1f9 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:56:11.492999 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4d8009e3-a18b-4096-b211-8150871e22e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:11.771842 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4d8009e3-a18b-4096-b211-8150871e22e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:11.836699 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8009e3-a18b-4096-b211-8150871e22e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3611933a-a246-49de-a4a1-abdfb313d3a0,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:11.902026 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d8009e3-a18b-4096-b211-8150871e22e5 admin admin] Checking segment: {'id': '8cd91987-b4b3-4580-b2e3-bf9ecafdf0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fa6d7f12-a596-4c18-9d84-38682a2ef1f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:56:11.904375 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8009e3-a18b-4096-b211-8150871e22e5 admin admin] Network hostable DHCP agents. Network: fa6d7f12-a596-4c18-9d84-38682a2ef1f9, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:56:11.944192 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8009e3-a18b-4096-b211-8150871e22e5 admin admin] Network fa6d7f12-a596-4c18-9d84-38682a2ef1f9 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:56:11.956977 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 09142c9a-9803-4472-8846-c34d49238222 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:56:11.960405 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-4d8009e3-a18b-4096-b211-8150871e22e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, fa6d7f12-a596-4c18-9d84-38682a2ef1f9) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:11.965557 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8009e3-a18b-4096-b211-8150871e22e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:11.966525 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4d8009e3-a18b-4096-b211-8150871e22e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:12.003097 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-4d8009e3-a18b-4096-b211-8150871e22e5 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5617995 Jul 29 23:56:12.006131 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56094) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:12.010790 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-19182e9c-aa40-423f-91cf-6dd3b64555b5 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-670384333-router', 'tenant_id': '86b10db7f8a14ffb9c09ef339a81a3e3', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:12.048394 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02069693-9fe6-4344-82c2-2f509f37b86e None None] Network fa6d7f12-a596-4c18-9d84-38682a2ef1f9 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:56:12.073447 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-19182e9c-aa40-423f-91cf-6dd3b64555b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:12.074725 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-19182e9c-aa40-423f-91cf-6dd3b64555b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:12.144264 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-19182e9c-aa40-423f-91cf-6dd3b64555b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:12.165945 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 09142c9a-9803-4472-8846-c34d49238222 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:12.166388 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:12.261928 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-ee2cfaeb-ce69-4a5c-8323-893e75d98554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee17691-2e1c-4bc0-af15-6341852908e1', 'name': 'tempest-TestServerMultinode-1987225365-router', 'tenant_id': '36755a8a36d04813a60879e733599b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '09142c9a-9803-4472-8846-c34d49238222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:56:03Z', 'updated_at': '2021-07-29T23:56:08Z', 'revision_number': 4, 'project_id': '36755a8a36d04813a60879e733599b64', 'gw_port': {'id': '09142c9a-9803-4472-8846-c34d49238222', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ec:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee17691-2e1c-4bc0-af15-6341852908e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:04Z', 'updated_at': '2021-07-29T23:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'a49ae022-4697-4ffb-a5d9-23384e87c501', 'name': '', 'network_id': '3a55d41f-152d-4af5-8cb3-45c790311e9a', 'tenant_id': '36755a8a36d04813a60879e733599b64', 'mac_address': 'fa:16:3e:9f:b6:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee17691-2e1c-4bc0-af15-6341852908e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '04f945dd-ab58-406c-b2ad-e26f2a6d8616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:07Z', 'updated_at': '2021-07-29T23:56:08Z', 'revision_number': 2, 'project_id': '36755a8a36d04813a60879e733599b64', 'subnets': [{'id': '04f945dd-ab58-406c-b2ad-e26f2a6d8616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:12.338886 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2cfaeb-ce69-4a5c-8323-893e75d98554 None None] Checking router: 2ee17691-2e1c-4bc0-af15-6341852908e1 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:56:12.339577 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2cfaeb-ce69-4a5c-8323-893e75d98554 None None] Updating router 2ee17691-2e1c-4bc0-af15-6341852908e1 port a49ae022-4697-4ffb-a5d9-23384e87c501 binding host n-d-712141-10 {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:56:12.381143 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ee2cfaeb-ce69-4a5c-8323-893e75d98554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:12.383180 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-19182e9c-aa40-423f-91cf-6dd3b64555b5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:12.484398 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabaad3f-6aa7-408f-81d0-403c3934c8ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-fa6d7f12-a596-4c18-9d84-38682a2ef1f9', 'network_id': 'fa6d7f12-a596-4c18-9d84-38682a2ef1f9', 'tenant_id': '86b10db7f8a14ffb9c09ef339a81a3e3', 'fixed_ips': [{'subnet_id': '3611933a-a246-49de-a4a1-abdfb313d3a0'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:56:12.489700 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-dabaad3f-6aa7-408f-81d0-403c3934c8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:12.749873 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-19182e9c-aa40-423f-91cf-6dd3b64555b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:12.787410 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-19182e9c-aa40-423f-91cf-6dd3b64555b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:12.936668 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-dabaad3f-6aa7-408f-81d0-403c3934c8ae None None] Allocated IP 172.20.0.2 (fa6d7f12-a596-4c18-9d84-38682a2ef1f9/3611933a-a246-49de-a4a1-abdfb313d3a0/92e1c9fc-dfef-4c0c-8b34-68738037d717) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:56:12.987448 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-19182e9c-aa40-423f-91cf-6dd3b64555b5 admin admin] Allocated IP 172.25.0.207 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/291ea2bb-1c51-462a-99a2-d822ea96daff) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:56:13.162171 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-19182e9c-aa40-423f-91cf-6dd3b64555b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:13.216268 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-19182e9c-aa40-423f-91cf-6dd3b64555b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:13.292502 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ee2cfaeb-ce69-4a5c-8323-893e75d98554 None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:13.295748 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-dabaad3f-6aa7-408f-81d0-403c3934c8ae None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:13.324564 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-dabaad3f-6aa7-408f-81d0-403c3934c8ae None None] Transition to ACTIVE for port object 92e1c9fc-dfef-4c0c-8b34-68738037d717 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:13.326483 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19182e9c-aa40-423f-91cf-6dd3b64555b5 admin admin] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:56:13.327294 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-ee2cfaeb-ce69-4a5c-8323-893e75d98554 None None] Transition to ACTIVE for port object a49ae022-4697-4ffb-a5d9-23384e87c501 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:13.329772 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-19182e9c-aa40-423f-91cf-6dd3b64555b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:13.334846 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19182e9c-aa40-423f-91cf-6dd3b64555b5 admin admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:56:13.347553 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19182e9c-aa40-423f-91cf-6dd3b64555b5 admin admin] Pushing event updated for resources: {'Port': ['ID=291ea2bb-1c51-462a-99a2-d822ea96daff,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:13.361479 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ee2cfaeb-ce69-4a5c-8323-893e75d98554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:13.401323 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-dabaad3f-6aa7-408f-81d0-403c3934c8ae None None] Transition to ACTIVE for port object 92e1c9fc-dfef-4c0c-8b34-68738037d717 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:13.451872 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-dabaad3f-6aa7-408f-81d0-403c3934c8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:13.494942 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabaad3f-6aa7-408f-81d0-403c3934c8ae None None] Network fa6d7f12-a596-4c18-9d84-38682a2ef1f9 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:56:13.504677 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-dabaad3f-6aa7-408f-81d0-403c3934c8ae None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:13.510872 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabaad3f-6aa7-408f-81d0-403c3934c8ae None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:56:13.514522 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb78f6f-c43e-4c56-9558-1f79c593d824 None None] Pushing event updated for resources: {'Port': ['ID=a49ae022-4697-4ffb-a5d9-23384e87c501,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:13.744124 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-ee2cfaeb-ce69-4a5c-8323-893e75d98554 None None] Attempting to bind port a49ae022-4697-4ffb-a5d9-23384e87c501 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:56:13.744706 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-ee2cfaeb-ce69-4a5c-8323-893e75d98554 None None] Attempting to bind port a49ae022-4697-4ffb-a5d9-23384e87c501 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': 'e0712cc7-f737-4b0f-8dd6-04cc9f0f2cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3a55d41f-152d-4af5-8cb3-45c790311e9a'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:56:13.745260 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2cfaeb-ce69-4a5c-8323-893e75d98554 None None] Attempting to bind port a49ae022-4697-4ffb-a5d9-23384e87c501 on network 3a55d41f-152d-4af5-8cb3-45c790311e9a {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:56:13.764568 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2cfaeb-ce69-4a5c-8323-893e75d98554 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:56:13.764568 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2cfaeb-ce69-4a5c-8323-893e75d98554 None None] Checking segment: {'id': 'e0712cc7-f737-4b0f-8dd6-04cc9f0f2cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3a55d41f-152d-4af5-8cb3-45c790311e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:56:13.764568 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ee2cfaeb-ce69-4a5c-8323-893e75d98554 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:13.769408 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2cfaeb-ce69-4a5c-8323-893e75d98554 None None] Bound using segment: {'id': 'e0712cc7-f737-4b0f-8dd6-04cc9f0f2cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3a55d41f-152d-4af5-8cb3-45c790311e9a'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:56:13.769408 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-ee2cfaeb-ce69-4a5c-8323-893e75d98554 None None] Bound port: a49ae022-4697-4ffb-a5d9-23384e87c501, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0712cc7-f737-4b0f-8dd6-04cc9f0f2cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3a55d41f-152d-4af5-8cb3-45c790311e9a'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:56:13.769408 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ee2cfaeb-ce69-4a5c-8323-893e75d98554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:13.836502 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabaad3f-6aa7-408f-81d0-403c3934c8ae None None] Pushing event updated for resources: {'Port': ['ID=92e1c9fc-dfef-4c0c-8b34-68738037d717,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:13.907817 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-dabaad3f-6aa7-408f-81d0-403c3934c8ae None None] Attempting to bind port 92e1c9fc-dfef-4c0c-8b34-68738037d717 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:56:13.908402 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-dabaad3f-6aa7-408f-81d0-403c3934c8ae None None] Attempting to bind port 92e1c9fc-dfef-4c0c-8b34-68738037d717 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '8cd91987-b4b3-4580-b2e3-bf9ecafdf0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fa6d7f12-a596-4c18-9d84-38682a2ef1f9'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:56:13.908884 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabaad3f-6aa7-408f-81d0-403c3934c8ae None None] Attempting to bind port 92e1c9fc-dfef-4c0c-8b34-68738037d717 on network fa6d7f12-a596-4c18-9d84-38682a2ef1f9 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:56:13.917348 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabaad3f-6aa7-408f-81d0-403c3934c8ae None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:56:13.917695 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabaad3f-6aa7-408f-81d0-403c3934c8ae None None] Checking segment: {'id': '8cd91987-b4b3-4580-b2e3-bf9ecafdf0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fa6d7f12-a596-4c18-9d84-38682a2ef1f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:56:13.918107 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-dabaad3f-6aa7-408f-81d0-403c3934c8ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:13.918529 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabaad3f-6aa7-408f-81d0-403c3934c8ae None None] Bound using segment: {'id': '8cd91987-b4b3-4580-b2e3-bf9ecafdf0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fa6d7f12-a596-4c18-9d84-38682a2ef1f9'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:56:13.918974 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-dabaad3f-6aa7-408f-81d0-403c3934c8ae None None] Bound port: 92e1c9fc-dfef-4c0c-8b34-68738037d717, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cd91987-b4b3-4580-b2e3-bf9ecafdf0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fa6d7f12-a596-4c18-9d84-38682a2ef1f9'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:56:13.919356 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-dabaad3f-6aa7-408f-81d0-403c3934c8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:13.967614 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-19182e9c-aa40-423f-91cf-6dd3b64555b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:14.011642 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-ee2cfaeb-ce69-4a5c-8323-893e75d98554 None None] For port a49ae022-4697-4ffb-a5d9-23384e87c501, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:56:14.018492 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-ee2cfaeb-ce69-4a5c-8323-893e75d98554 None None] For port a49ae022-4697-4ffb-a5d9-23384e87c501, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=a49ae022-4697-4ffb-a5d9-23384e87c501,segment=NetworkSegment(e0712cc7-f737-4b0f-8dd6-04cc9f0f2cd3),segment_id=e0712cc7-f737-4b0f-8dd6-04cc9f0f2cd3)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:56:14.033726 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ee2cfaeb-ce69-4a5c-8323-893e75d98554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:14.088971 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-dabaad3f-6aa7-408f-81d0-403c3934c8ae None None] For port 92e1c9fc-dfef-4c0c-8b34-68738037d717, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:56:14.112995 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-dabaad3f-6aa7-408f-81d0-403c3934c8ae None None] For port 92e1c9fc-dfef-4c0c-8b34-68738037d717, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=92e1c9fc-dfef-4c0c-8b34-68738037d717,segment=NetworkSegment(8cd91987-b4b3-4580-b2e3-bf9ecafdf0b2),segment_id=8cd91987-b4b3-4580-b2e3-bf9ecafdf0b2)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:56:14.117282 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2cfaeb-ce69-4a5c-8323-893e75d98554 None None] Routers {'2ee17691-2e1c-4bc0-af15-6341852908e1'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:14.117867 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-ee2cfaeb-ce69-4a5c-8323-893e75d98554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:55:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['2ee17691-2e1c-4bc0-af15-6341852908e1'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:14.181494 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-dabaad3f-6aa7-408f-81d0-403c3934c8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:14.187369 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb78f6f-c43e-4c56-9558-1f79c593d824 None None] Pushing event updated for resources: {'Port': ['ID=a49ae022-4697-4ffb-a5d9-23384e87c501,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:14.387597 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-19182e9c-aa40-423f-91cf-6dd3b64555b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:14.413240 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabaad3f-6aa7-408f-81d0-403c3934c8ae None None] Pushing event updated for resources: {'Port': ['ID=92e1c9fc-dfef-4c0c-8b34-68738037d717,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:14.448425 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-ee2cfaeb-ce69-4a5c-8323-893e75d98554 None None] Set router 2ee17691-2e1c-4bc0-af15-6341852908e1 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:56:14.760528 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19182e9c-aa40-423f-91cf-6dd3b64555b5 admin admin] Router 5db38e4a-d7e5-43e8-b4c6-607495257bda is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:56:14.948543 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56174) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:15.044387 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-ee2cfaeb-ce69-4a5c-8323-893e75d98554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee17691-2e1c-4bc0-af15-6341852908e1', 'name': 'tempest-TestServerMultinode-1987225365-router', 'tenant_id': '36755a8a36d04813a60879e733599b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '09142c9a-9803-4472-8846-c34d49238222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:56:03Z', 'updated_at': '2021-07-29T23:56:08Z', 'revision_number': 4, 'project_id': '36755a8a36d04813a60879e733599b64', 'gw_port': {'id': '09142c9a-9803-4472-8846-c34d49238222', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ec:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee17691-2e1c-4bc0-af15-6341852908e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:04Z', 'updated_at': '2021-07-29T23:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'a49ae022-4697-4ffb-a5d9-23384e87c501', 'name': '', 'network_id': '3a55d41f-152d-4af5-8cb3-45c790311e9a', 'tenant_id': '36755a8a36d04813a60879e733599b64', 'mac_address': 'fa:16:3e:9f:b6:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee17691-2e1c-4bc0-af15-6341852908e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '04f945dd-ab58-406c-b2ad-e26f2a6d8616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:07Z', 'updated_at': '2021-07-29T23:56:14Z', 'revision_number': 4, 'project_id': '36755a8a36d04813a60879e733599b64', 'subnets': [{'id': '04f945dd-ab58-406c-b2ad-e26f2a6d8616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:15.080504 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2cfaeb-ce69-4a5c-8323-893e75d98554 None None] The sync data for ids ['2ee17691-2e1c-4bc0-af15-6341852908e1'] in n-d-712141-10 is: [{'id': '2ee17691-2e1c-4bc0-af15-6341852908e1', 'name': 'tempest-TestServerMultinode-1987225365-router', 'tenant_id': '36755a8a36d04813a60879e733599b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '09142c9a-9803-4472-8846-c34d49238222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:56:03Z', 'updated_at': '2021-07-29T23:56:08Z', 'revision_number': 4, 'project_id': '36755a8a36d04813a60879e733599b64', 'gw_port': {'id': '09142c9a-9803-4472-8846-c34d49238222', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ec:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee17691-2e1c-4bc0-af15-6341852908e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:04Z', 'updated_at': '2021-07-29T23:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'a49ae022-4697-4ffb-a5d9-23384e87c501', 'name': '', 'network_id': '3a55d41f-152d-4af5-8cb3-45c790311e9a', 'tenant_id': '36755a8a36d04813a60879e733599b64', 'mac_address': 'fa:16:3e:9f:b6:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ee17691-2e1c-4bc0-af15-6341852908e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3625, 'fixed_ips': [{'subnet_id': '04f945dd-ab58-406c-b2ad-e26f2a6d8616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:07Z', 'updated_at': '2021-07-29T23:56:14Z', 'revision_number': 4, 'project_id': '36755a8a36d04813a60879e733599b64', 'subnets': [{'id': '04f945dd-ab58-406c-b2ad-e26f2a6d8616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:56:15.124703 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0ec53bbb-c3fd-4221-860d-0eca9ede9492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:15.356909 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0ec53bbb-c3fd-4221-860d-0eca9ede9492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:15.377150 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0ec53bbb-c3fd-4221-860d-0eca9ede9492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:15.468756 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec53bbb-c3fd-4221-860d-0eca9ede9492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e21a3e00-cd6b-413e-9d2d-29b11fa579be,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:15.514885 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec53bbb-c3fd-4221-860d-0eca9ede9492 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:15.515639 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec53bbb-c3fd-4221-860d-0eca9ede9492 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:15.516210 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec53bbb-c3fd-4221-860d-0eca9ede9492 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:15.516776 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec53bbb-c3fd-4221-860d-0eca9ede9492 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:15.518478 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec53bbb-c3fd-4221-860d-0eca9ede9492 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:15.519122 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec53bbb-c3fd-4221-860d-0eca9ede9492 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:15.521820 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec53bbb-c3fd-4221-860d-0eca9ede9492 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:15.522595 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec53bbb-c3fd-4221-860d-0eca9ede9492 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:15.522964 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec53bbb-c3fd-4221-860d-0eca9ede9492 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:15.523396 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec53bbb-c3fd-4221-860d-0eca9ede9492 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:15.525156 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec53bbb-c3fd-4221-860d-0eca9ede9492 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:15.525656 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec53bbb-c3fd-4221-860d-0eca9ede9492 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:15.558930 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0ec53bbb-c3fd-4221-860d-0eca9ede9492 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c49ab7d6669145539308505a9dea87f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6092145 Jul 29 23:56:15.564046 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56186) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:15.653330 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d1f5129c-a1ee-4e60-ba06-fe929d557acb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:15.666454 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19182e9c-aa40-423f-91cf-6dd3b64555b5 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:56:15.685471 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5513e4b4-2582-4d69-b76e-96541bdca0f8 None None] Sync routers for ids ['5db38e4a-d7e5-43e8-b4c6-607495257bda'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:56:15.691459 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-19182e9c-aa40-423f-91cf-6dd3b64555b5 admin admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:15.693994 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-19182e9c-aa40-423f-91cf-6dd3b64555b5 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6867359 Jul 29 23:56:15.697949 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56192) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:15.702100 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5513e4b4-2582-4d69-b76e-96541bdca0f8 None None] Routers {'5db38e4a-d7e5-43e8-b4c6-607495257bda'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:15.703823 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-5513e4b4-2582-4d69-b76e-96541bdca0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:55:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['5db38e4a-d7e5-43e8-b4c6-607495257bda'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:15.724945 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d1f5129c-a1ee-4e60-ba06-fe929d557acb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:15.869374 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d1f5129c-a1ee-4e60-ba06-fe929d557acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:15.872919 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d1f5129c-a1ee-4e60-ba06-fe929d557acb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:15.874035 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d1f5129c-a1ee-4e60-ba06-fe929d557acb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e21a3e00-cd6b-413e-9d2d-29b11fa579be HTTP/1.1" status: 204 len: 168 time: 0.3072717 Jul 29 23:56:15.887644 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f5129c-a1ee-4e60-ba06-fe929d557acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21a3e00-cd6b-413e-9d2d-29b11fa579be,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:16.022856 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-5513e4b4-2582-4d69-b76e-96541bdca0f8 None None] Set router 5db38e4a-d7e5-43e8-b4c6-607495257bda gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:56:16.134710 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device a49ae022-4697-4ffb-a5d9-23384e87c501 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:56:16.278415 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port a49ae022-4697-4ffb-a5d9-23384e87c501 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:56:16.283155 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631b489b-cee4-46ca-87e6-12b4566d1806 None None] Network fa6d7f12-a596-4c18-9d84-38682a2ef1f9 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:56:16.296878 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port a49ae022-4697-4ffb-a5d9-23384e87c501 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:16.297721 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:16.497573 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-b2ce250d-b610-4f24-b117-07e88484e802 None None] Provisioning for port 92e1c9fc-dfef-4c0c-8b34-68738037d717 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:56:16.756710 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:16.774540 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-5513e4b4-2582-4d69-b76e-96541bdca0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db38e4a-d7e5-43e8-b4c6-607495257bda', 'name': 'tempest-TestServerMultinode-670384333-router', 'tenant_id': '86b10db7f8a14ffb9c09ef339a81a3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '291ea2bb-1c51-462a-99a2-d822ea96daff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:56:12Z', 'updated_at': '2021-07-29T23:56:13Z', 'revision_number': 3, 'project_id': '86b10db7f8a14ffb9c09ef339a81a3e3', 'gw_port': {'id': '291ea2bb-1c51-462a-99a2-d822ea96daff', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:62:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db38e4a-d7e5-43e8-b4c6-607495257bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:12Z', 'updated_at': '2021-07-29T23:56:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:16.844066 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5513e4b4-2582-4d69-b76e-96541bdca0f8 None None] Checking router: 5db38e4a-d7e5-43e8-b4c6-607495257bda for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:56:16.844414 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5513e4b4-2582-4d69-b76e-96541bdca0f8 None None] Updating router 5db38e4a-d7e5-43e8-b4c6-607495257bda port 291ea2bb-1c51-462a-99a2-d822ea96daff binding host n-d-712141-10 {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:56:16.850616 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port a49ae022-4697-4ffb-a5d9-23384e87c501, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=a49ae022-4697-4ffb-a5d9-23384e87c501,segment=NetworkSegment(e0712cc7-f737-4b0f-8dd6-04cc9f0f2cd3),segment_id=e0712cc7-f737-4b0f-8dd6-04cc9f0f2cd3)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:16.873616 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:16.875444 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 92e1c9fc-dfef-4c0c-8b34-68738037d717 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:56:16.880809 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-5513e4b4-2582-4d69-b76e-96541bdca0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:17.057274 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=a49ae022-4697-4ffb-a5d9-23384e87c501,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:17.097206 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 92e1c9fc-dfef-4c0c-8b34-68738037d717 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:56:17.103640 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 92e1c9fc-dfef-4c0c-8b34-68738037d717 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:17.105711 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:17.109468 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7ccf6a7a-fa9c-4076-8c70-f6e504c078bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:17.496847 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-7ccf6a7a-fa9c-4076-8c70-f6e504c078bb admin admin] Allocated IP 172.20.0.1 (fa6d7f12-a596-4c18-9d84-38682a2ef1f9/3611933a-a246-49de-a4a1-abdfb313d3a0/2d02eddd-1ecf-4b59-b8ef-52139b7936d1) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:56:17.525013 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-7fa5cb4e-750a-45cb-91a9-525fd35afd77 None None] Provisioning complete for port 92e1c9fc-dfef-4c0c-8b34-68738037d717 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:17.525687 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7fa5cb4e-750a-45cb-91a9-525fd35afd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:17.527559 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-5513e4b4-2582-4d69-b76e-96541bdca0f8 None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:17.558736 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-5513e4b4-2582-4d69-b76e-96541bdca0f8 None None] Transition to ACTIVE for port object 291ea2bb-1c51-462a-99a2-d822ea96daff will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:17.567501 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-5513e4b4-2582-4d69-b76e-96541bdca0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:17.643939 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ae7510-898e-4428-b990-ae7c3d6eb1fb None None] Pushing event updated for resources: {'Port': ['ID=291ea2bb-1c51-462a-99a2-d822ea96daff,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:17.656187 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:17.685665 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-5513e4b4-2582-4d69-b76e-96541bdca0f8 None None] Attempting to bind port 291ea2bb-1c51-462a-99a2-d822ea96daff on host n-d-712141-10 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:56:17.686614 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-5513e4b4-2582-4d69-b76e-96541bdca0f8 None None] Attempting to bind port 291ea2bb-1c51-462a-99a2-d822ea96daff by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:56:17.687111 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5513e4b4-2582-4d69-b76e-96541bdca0f8 None None] Attempting to bind port 291ea2bb-1c51-462a-99a2-d822ea96daff on network 58f27f61-3278-49cc-b66b-1e729d26f29f {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:56:17.699594 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5513e4b4-2582-4d69-b76e-96541bdca0f8 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:56:17.700350 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5513e4b4-2582-4d69-b76e-96541bdca0f8 None None] Checking segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:56:17.700856 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-5513e4b4-2582-4d69-b76e-96541bdca0f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:17.701657 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5513e4b4-2582-4d69-b76e-96541bdca0f8 None None] Bound using segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:56:17.702822 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-5513e4b4-2582-4d69-b76e-96541bdca0f8 None None] Bound port: 291ea2bb-1c51-462a-99a2-d822ea96daff, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:56:17.703435 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-5513e4b4-2582-4d69-b76e-96541bdca0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:17.705334 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 92e1c9fc-dfef-4c0c-8b34-68738037d717, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=92e1c9fc-dfef-4c0c-8b34-68738037d717,segment=NetworkSegment(8cd91987-b4b3-4580-b2e3-bf9ecafdf0b2),segment_id=8cd91987-b4b3-4580-b2e3-bf9ecafdf0b2)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:17.707252 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7ccf6a7a-fa9c-4076-8c70-f6e504c078bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:17.714766 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:17.741697 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-7ccf6a7a-fa9c-4076-8c70-f6e504c078bb admin admin] Transition to ACTIVE for port object 2d02eddd-1ecf-4b59-b8ef-52139b7936d1 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:17.805108 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7ccf6a7a-fa9c-4076-8c70-f6e504c078bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:17.904203 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-5513e4b4-2582-4d69-b76e-96541bdca0f8 None None] For port 291ea2bb-1c51-462a-99a2-d822ea96daff, host n-d-712141-10, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:56:17.906646 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccf6a7a-fa9c-4076-8c70-f6e504c078bb admin admin] Network fa6d7f12-a596-4c18-9d84-38682a2ef1f9 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:56:17.909447 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-5513e4b4-2582-4d69-b76e-96541bdca0f8 None None] For port 291ea2bb-1c51-462a-99a2-d822ea96daff, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=291ea2bb-1c51-462a-99a2-d822ea96daff,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:56:17.909812 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-7ccf6a7a-fa9c-4076-8c70-f6e504c078bb admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:17.918136 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccf6a7a-fa9c-4076-8c70-f6e504c078bb admin admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:56:17.921760 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccf6a7a-fa9c-4076-8c70-f6e504c078bb admin admin] Pushing event updated for resources: {'Port': ['ID=2d02eddd-1ecf-4b59-b8ef-52139b7936d1,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:17.928068 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=92e1c9fc-dfef-4c0c-8b34-68738037d717,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:17.928777 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-5513e4b4-2582-4d69-b76e-96541bdca0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:17.956047 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device a49ae022-4697-4ffb-a5d9-23384e87c501 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:56:18.012377 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7ccf6a7a-fa9c-4076-8c70-f6e504c078bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:18.029729 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5513e4b4-2582-4d69-b76e-96541bdca0f8 None None] Routers {'5db38e4a-d7e5-43e8-b4c6-607495257bda'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:18.030548 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-5513e4b4-2582-4d69-b76e-96541bdca0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:55:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['5db38e4a-d7e5-43e8-b4c6-607495257bda'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:18.101270 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port a49ae022-4697-4ffb-a5d9-23384e87c501 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:18.101851 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:18.109122 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ae7510-898e-4428-b990-ae7c3d6eb1fb None None] Pushing event updated for resources: {'Port': ['ID=291ea2bb-1c51-462a-99a2-d822ea96daff,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:18.208726 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-5513e4b4-2582-4d69-b76e-96541bdca0f8 None None] Set router 5db38e4a-d7e5-43e8-b4c6-607495257bda gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:56:18.307863 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7ccf6a7a-fa9c-4076-8c70-f6e504c078bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:18.394662 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-748cbcc1-28ab-446f-b783-988d4a4d3fdb None None] Provisioning for port 2d02eddd-1ecf-4b59-b8ef-52139b7936d1 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:56:18.401177 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-748cbcc1-28ab-446f-b783-988d4a4d3fdb None None] Provisioning complete for port 2d02eddd-1ecf-4b59-b8ef-52139b7936d1 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:18.401679 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-748cbcc1-28ab-446f-b783-988d4a4d3fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:18.491670 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-748cbcc1-28ab-446f-b783-988d4a4d3fdb None None] Port 2d02eddd-1ecf-4b59-b8ef-52139b7936d1 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:56:18.550637 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7ccf6a7a-fa9c-4076-8c70-f6e504c078bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:18.557840 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7ccf6a7a-fa9c-4076-8c70-f6e504c078bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:18.561806 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-5513e4b4-2582-4d69-b76e-96541bdca0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db38e4a-d7e5-43e8-b4c6-607495257bda', 'name': 'tempest-TestServerMultinode-670384333-router', 'tenant_id': '86b10db7f8a14ffb9c09ef339a81a3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '291ea2bb-1c51-462a-99a2-d822ea96daff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:56:12Z', 'updated_at': '2021-07-29T23:56:13Z', 'revision_number': 3, 'project_id': '86b10db7f8a14ffb9c09ef339a81a3e3', 'gw_port': {'id': '291ea2bb-1c51-462a-99a2-d822ea96daff', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:62:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db38e4a-d7e5-43e8-b4c6-607495257bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:12Z', 'updated_at': '2021-07-29T23:56:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:18.596417 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5513e4b4-2582-4d69-b76e-96541bdca0f8 None None] The sync data for ids ['5db38e4a-d7e5-43e8-b4c6-607495257bda'] in n-d-712141-10 is: [{'id': '5db38e4a-d7e5-43e8-b4c6-607495257bda', 'name': 'tempest-TestServerMultinode-670384333-router', 'tenant_id': '86b10db7f8a14ffb9c09ef339a81a3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '291ea2bb-1c51-462a-99a2-d822ea96daff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:56:12Z', 'updated_at': '2021-07-29T23:56:13Z', 'revision_number': 3, 'project_id': '86b10db7f8a14ffb9c09ef339a81a3e3', 'gw_port': {'id': '291ea2bb-1c51-462a-99a2-d822ea96daff', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:62:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db38e4a-d7e5-43e8-b4c6-607495257bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:12Z', 'updated_at': '2021-07-29T23:56:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:56:18.628522 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7ccf6a7a-fa9c-4076-8c70-f6e504c078bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:18.701483 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccf6a7a-fa9c-4076-8c70-f6e504c078bb admin admin] Pushing event updated for resources: {'Port': ['ID=2d02eddd-1ecf-4b59-b8ef-52139b7936d1,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:18.768815 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56298) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:18.781774 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccf6a7a-fa9c-4076-8c70-f6e504c078bb admin admin] Network fa6d7f12-a596-4c18-9d84-38682a2ef1f9 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:56:18.783365 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-7ccf6a7a-fa9c-4076-8c70-f6e504c078bb admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:18.956454 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:56:19.021438 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ccf6a7a-fa9c-4076-8c70-f6e504c078bb admin admin] Router 5db38e4a-d7e5-43e8-b4c6-607495257bda has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:56:19.080932 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-742bdaf0-b1a4-4af2-a14e-a3127e4c8023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:19.201849 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ccf6a7a-fa9c-4076-8c70-f6e504c078bb admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:56:19.211511 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-7ccf6a7a-fa9c-4076-8c70-f6e504c078bb admin admin] 10.222.0.43 "PUT /v2.0/routers/5db38e4a-d7e5-43e8-b4c6-607495257bda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5116773 Jul 29 23:56:19.273102 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-742bdaf0-b1a4-4af2-a14e-a3127e4c8023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:19.279891 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-742bdaf0-b1a4-4af2-a14e-a3127e4c8023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:19.337848 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-742bdaf0-b1a4-4af2-a14e-a3127e4c8023 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d6866deb034148928d59e424e08b1267&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5652165 Jul 29 23:56:19.337848 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742bdaf0-b1a4-4af2-a14e-a3127e4c8023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d44e67-4cca-4162-bec8-76fe4cc08f09,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:19.338054 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56322) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:19.354004 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-65ee6b31-69ab-4cbc-bf29-0ae0834fa2c0 None None] Provisioning complete for port 2d02eddd-1ecf-4b59-b8ef-52139b7936d1 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:19.355890 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-65ee6b31-69ab-4cbc-bf29-0ae0834fa2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:19.429811 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-65ee6b31-69ab-4cbc-bf29-0ae0834fa2c0 None None] Port 2d02eddd-1ecf-4b59-b8ef-52139b7936d1 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:56:19.447075 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c3c122a8-c451-420a-bb03-b59d848e40bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:19.476573 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c3c122a8-c451-420a-bb03-b59d848e40bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:19.555233 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c3c122a8-c451-420a-bb03-b59d848e40bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:19.559284 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c3c122a8-c451-420a-bb03-b59d848e40bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:19.560374 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-c3c122a8-c451-420a-bb03-b59d848e40bc admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f9d44e67-4cca-4162-bec8-76fe4cc08f09 HTTP/1.1" status: 204 len: 168 time: 0.2215953 Jul 29 23:56:19.576940 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c122a8-c451-420a-bb03-b59d848e40bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d44e67-4cca-4162-bec8-76fe4cc08f09,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:19.841210 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:20.002341 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 291ea2bb-1c51-462a-99a2-d822ea96daff up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:56:20.103787 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 291ea2bb-1c51-462a-99a2-d822ea96daff completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:56:20.108642 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 291ea2bb-1c51-462a-99a2-d822ea96daff triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:20.109090 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:20.267539 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60014f2a-93ec-4ee7-9120-586b1e14857e req-fe740b1d-e179-4454-a30e-7d07cf73dbca tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:20.269227 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-60014f2a-93ec-4ee7-9120-586b1e14857e req-fe740b1d-e179-4454-a30e-7d07cf73dbca tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] 10.222.0.43 "GET /v2.0/networks?id=3a55d41f-152d-4af5-8cb3-45c790311e9a HTTP/1.1" status: 200 len: 911 time: 0.1470871 Jul 29 23:56:20.290747 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:20.298605 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-60014f2a-93ec-4ee7-9120-586b1e14857e req-988a42a8-9477-4ce9-a77f-b062ca90f963 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] 10.222.0.43 "GET /v2.0/quotas/86b10db7f8a14ffb9c09ef339a81a3e3 HTTP/1.1" status: 200 len: 375 time: 0.0200741 Jul 29 23:56:20.343201 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 291ea2bb-1c51-462a-99a2-d822ea96daff, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=291ea2bb-1c51-462a-99a2-d822ea96daff,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:20.354274 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:20.355149 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 92e1c9fc-dfef-4c0c-8b34-68738037d717 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:56:20.386382 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-60014f2a-93ec-4ee7-9120-586b1e14857e req-a3d82c6c-bf73-4d6f-ae6b-11b9217cf948 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] 10.222.0.43 "GET /v2.0/ports?tenant_id=86b10db7f8a14ffb9c09ef339a81a3e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0809252 Jul 29 23:56:20.511266 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=291ea2bb-1c51-462a-99a2-d822ea96daff,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:20.530215 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 92e1c9fc-dfef-4c0c-8b34-68738037d717 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:20.530445 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:20.563687 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-60014f2a-93ec-4ee7-9120-586b1e14857e req-745e7720-d6b3-4954-97c9-31d0e186875c service neutron] 10.222.0.43 "GET /v2.0/networks/3a55d41f-152d-4af5-8cb3-45c790311e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476042 Jul 29 23:56:20.705894 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-60014f2a-93ec-4ee7-9120-586b1e14857e req-81321be7-303f-40a7-9fb8-0d7c2e82b70b service neutron] 10.222.0.43 "GET /v2.0/networks/3a55d41f-152d-4af5-8cb3-45c790311e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409087 Jul 29 23:56:20.955539 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7c32bfbb-b0d0-4776-9744-6e5aa33f0821 req-faff4ac8-908d-4fe2-bc0d-bdcf44e4ec34 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=cff9bba2-d2d0-4765-86e3-84977ccb9c5f HTTP/1.1" status: 200 len: 210 time: 0.0409088 Jul 29 23:56:21.187126 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db0cd30-2f49-41ba-aebd-90cf8c9d5881 None None] Sync routers for ids ['5db38e4a-d7e5-43e8-b4c6-607495257bda'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:56:21.200406 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db0cd30-2f49-41ba-aebd-90cf8c9d5881 None None] Routers {'5db38e4a-d7e5-43e8-b4c6-607495257bda'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:21.201016 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-9db0cd30-2f49-41ba-aebd-90cf8c9d5881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:55:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['5db38e4a-d7e5-43e8-b4c6-607495257bda'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:21.360421 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-9db0cd30-2f49-41ba-aebd-90cf8c9d5881 None None] Set router 5db38e4a-d7e5-43e8-b4c6-607495257bda gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:56:21.659243 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-9db0cd30-2f49-41ba-aebd-90cf8c9d5881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db38e4a-d7e5-43e8-b4c6-607495257bda', 'name': 'tempest-TestServerMultinode-670384333-router', 'tenant_id': '86b10db7f8a14ffb9c09ef339a81a3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '291ea2bb-1c51-462a-99a2-d822ea96daff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:56:12Z', 'updated_at': '2021-07-29T23:56:18Z', 'revision_number': 4, 'project_id': '86b10db7f8a14ffb9c09ef339a81a3e3', 'gw_port': {'id': '291ea2bb-1c51-462a-99a2-d822ea96daff', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:62:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db38e4a-d7e5-43e8-b4c6-607495257bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:12Z', 'updated_at': '2021-07-29T23:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '2d02eddd-1ecf-4b59-b8ef-52139b7936d1', 'name': '', 'network_id': 'fa6d7f12-a596-4c18-9d84-38682a2ef1f9', 'tenant_id': '86b10db7f8a14ffb9c09ef339a81a3e3', 'mac_address': 'fa:16:3e:e0:bc:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db38e4a-d7e5-43e8-b4c6-607495257bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '3611933a-a246-49de-a4a1-abdfb313d3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:17Z', 'updated_at': '2021-07-29T23:56:18Z', 'revision_number': 2, 'project_id': '86b10db7f8a14ffb9c09ef339a81a3e3', 'subnets': [{'id': '3611933a-a246-49de-a4a1-abdfb313d3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:21.698919 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db0cd30-2f49-41ba-aebd-90cf8c9d5881 None None] Checking router: 5db38e4a-d7e5-43e8-b4c6-607495257bda for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:56:21.699990 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db0cd30-2f49-41ba-aebd-90cf8c9d5881 None None] Updating router 5db38e4a-d7e5-43e8-b4c6-607495257bda port 2d02eddd-1ecf-4b59-b8ef-52139b7936d1 binding host n-d-712141-10 {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:56:21.730643 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9db0cd30-2f49-41ba-aebd-90cf8c9d5881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:21.899074 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 291ea2bb-1c51-462a-99a2-d822ea96daff up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:56:22.079296 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 291ea2bb-1c51-462a-99a2-d822ea96daff triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:22.079671 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:22.116347 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cacf24c9-67ab-4554-8e84-4d4bd1086480 req-2d4bd9b0-5249-42db-bf62-7b4706ce2790 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=cff9bba2-d2d0-4765-86e3-84977ccb9c5f HTTP/1.1" status: 200 len: 210 time: 0.0305924 Jul 29 23:56:22.323284 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9db0cd30-2f49-41ba-aebd-90cf8c9d5881 None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:22.345558 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-9db0cd30-2f49-41ba-aebd-90cf8c9d5881 None None] Transition to ACTIVE for port object 2d02eddd-1ecf-4b59-b8ef-52139b7936d1 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:22.354389 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9db0cd30-2f49-41ba-aebd-90cf8c9d5881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:22.430246 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7c0212-0e29-4ee1-b7c3-cdd70a540095 None None] Pushing event updated for resources: {'Port': ['ID=2d02eddd-1ecf-4b59-b8ef-52139b7936d1,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:22.521457 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60014f2a-93ec-4ee7-9120-586b1e14857e req-3934a37f-d613-490f-ad42-1e7a0a27a630 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:22.523662 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-60014f2a-93ec-4ee7-9120-586b1e14857e req-3934a37f-d613-490f-ad42-1e7a0a27a630 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] 10.222.0.22 "GET /v2.0/networks?id=3a55d41f-152d-4af5-8cb3-45c790311e9a HTTP/1.1" status: 200 len: 911 time: 0.1482041 Jul 29 23:56:22.537022 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-60014f2a-93ec-4ee7-9120-586b1e14857e req-c799b3a6-6077-4d3a-bf53-b319f68bca53 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] Request body: {'port': {'device_id': 'cff9bba2-d2d0-4765-86e3-84977ccb9c5f', 'network_id': '3a55d41f-152d-4af5-8cb3-45c790311e9a', 'admin_state_up': True, 'tenant_id': '86b10db7f8a14ffb9c09ef339a81a3e3'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:22.546279 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-9db0cd30-2f49-41ba-aebd-90cf8c9d5881 None None] Attempting to bind port 2d02eddd-1ecf-4b59-b8ef-52139b7936d1 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:56:22.547270 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-9db0cd30-2f49-41ba-aebd-90cf8c9d5881 None None] Attempting to bind port 2d02eddd-1ecf-4b59-b8ef-52139b7936d1 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '8cd91987-b4b3-4580-b2e3-bf9ecafdf0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fa6d7f12-a596-4c18-9d84-38682a2ef1f9'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:56:22.547884 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db0cd30-2f49-41ba-aebd-90cf8c9d5881 None None] Attempting to bind port 2d02eddd-1ecf-4b59-b8ef-52139b7936d1 on network fa6d7f12-a596-4c18-9d84-38682a2ef1f9 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:56:22.556601 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db0cd30-2f49-41ba-aebd-90cf8c9d5881 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:56:22.557344 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db0cd30-2f49-41ba-aebd-90cf8c9d5881 None None] Checking segment: {'id': '8cd91987-b4b3-4580-b2e3-bf9ecafdf0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fa6d7f12-a596-4c18-9d84-38682a2ef1f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:56:22.558964 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9db0cd30-2f49-41ba-aebd-90cf8c9d5881 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:22.560207 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db0cd30-2f49-41ba-aebd-90cf8c9d5881 None None] Bound using segment: {'id': '8cd91987-b4b3-4580-b2e3-bf9ecafdf0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fa6d7f12-a596-4c18-9d84-38682a2ef1f9'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:56:22.565131 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-9db0cd30-2f49-41ba-aebd-90cf8c9d5881 None None] Bound port: 2d02eddd-1ecf-4b59-b8ef-52139b7936d1, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cd91987-b4b3-4580-b2e3-bf9ecafdf0b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'fa6d7f12-a596-4c18-9d84-38682a2ef1f9'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:56:22.566721 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9db0cd30-2f49-41ba-aebd-90cf8c9d5881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:22.632008 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60014f2a-93ec-4ee7-9120-586b1e14857e req-c799b3a6-6077-4d3a-bf53-b319f68bca53 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] Made reservation on behalf of 86b10db7f8a14ffb9c09ef339a81a3e3 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:56:22.635668 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-60014f2a-93ec-4ee7-9120-586b1e14857e req-c799b3a6-6077-4d3a-bf53-b319f68bca53 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:22.773395 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-9db0cd30-2f49-41ba-aebd-90cf8c9d5881 None None] For port 2d02eddd-1ecf-4b59-b8ef-52139b7936d1, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:56:22.779632 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-9db0cd30-2f49-41ba-aebd-90cf8c9d5881 None None] For port 2d02eddd-1ecf-4b59-b8ef-52139b7936d1, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=2d02eddd-1ecf-4b59-b8ef-52139b7936d1,segment=NetworkSegment(8cd91987-b4b3-4580-b2e3-bf9ecafdf0b2),segment_id=8cd91987-b4b3-4580-b2e3-bf9ecafdf0b2)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:56:22.792572 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9db0cd30-2f49-41ba-aebd-90cf8c9d5881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:22.862545 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-60014f2a-93ec-4ee7-9120-586b1e14857e req-c799b3a6-6077-4d3a-bf53-b319f68bca53 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] Allocated IP 172.20.0.5 (3a55d41f-152d-4af5-8cb3-45c790311e9a/04f945dd-ab58-406c-b2ad-e26f2a6d8616/c2d0c463-410e-44a7-94b9-3c9d4665e335) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:56:22.879771 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db0cd30-2f49-41ba-aebd-90cf8c9d5881 None None] Routers {'5db38e4a-d7e5-43e8-b4c6-607495257bda'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:22.880895 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-9db0cd30-2f49-41ba-aebd-90cf8c9d5881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:55:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['5db38e4a-d7e5-43e8-b4c6-607495257bda'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:23.026302 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7c0212-0e29-4ee1-b7c3-cdd70a540095 None None] Pushing event updated for resources: {'Port': ['ID=2d02eddd-1ecf-4b59-b8ef-52139b7936d1,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:23.099274 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-60014f2a-93ec-4ee7-9120-586b1e14857e req-c799b3a6-6077-4d3a-bf53-b319f68bca53 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:23.127273 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-9db0cd30-2f49-41ba-aebd-90cf8c9d5881 None None] Set router 5db38e4a-d7e5-43e8-b4c6-607495257bda gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:56:23.141968 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-60014f2a-93ec-4ee7-9120-586b1e14857e req-c799b3a6-6077-4d3a-bf53-b319f68bca53 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] Transition to ACTIVE for port object c2d0c463-410e-44a7-94b9-3c9d4665e335 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:23.198043 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-60014f2a-93ec-4ee7-9120-586b1e14857e req-c799b3a6-6077-4d3a-bf53-b319f68bca53 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:23.285403 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60014f2a-93ec-4ee7-9120-586b1e14857e req-c799b3a6-6077-4d3a-bf53-b319f68bca53 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] Network 3a55d41f-152d-4af5-8cb3-45c790311e9a is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:56:23.290362 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-60014f2a-93ec-4ee7-9120-586b1e14857e req-c799b3a6-6077-4d3a-bf53-b319f68bca53 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:23.294785 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-60014f2a-93ec-4ee7-9120-586b1e14857e req-c799b3a6-6077-4d3a-bf53-b319f68bca53 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:56:23.342164 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ad09b-8c82-4a53-bee1-986ce940d9e3 req-0a12c6d9-3b21-4fc0-9c42-ad8cab05df03 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:23.343876 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a85ad09b-8c82-4a53-bee1-986ce940d9e3 req-0a12c6d9-3b21-4fc0-9c42-ad8cab05df03 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=cff9bba2-d2d0-4765-86e3-84977ccb9c5f HTTP/1.1" status: 200 len: 1027 time: 0.1210577 Jul 29 23:56:23.377388 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c799b3a6-6077-4d3a-bf53-b319f68bca53 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] Pushing event updated for resources: {'Port': ['ID=c2d0c463-410e-44a7-94b9-3c9d4665e335,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:23.399641 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60014f2a-93ec-4ee7-9120-586b1e14857e req-c799b3a6-6077-4d3a-bf53-b319f68bca53 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:23.400595 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-60014f2a-93ec-4ee7-9120-586b1e14857e req-c799b3a6-6077-4d3a-bf53-b319f68bca53 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:23.418708 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4fb5c66d-cc7e-4d31-8953-1460a1e59623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:23.433536 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-60014f2a-93ec-4ee7-9120-586b1e14857e req-c799b3a6-6077-4d3a-bf53-b319f68bca53 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9012716 Jul 29 23:56:23.448970 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-60014f2a-93ec-4ee7-9120-586b1e14857e req-516fdd8a-9c64-4557-bc5f-7c737307cf38 service neutron] Request body: {'port': {'device_id': 'cff9bba2-d2d0-4765-86e3-84977ccb9c5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:23.469009 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a85ad09b-8c82-4a53-bee1-986ce940d9e3 req-fd475ea3-1dce-4411-834a-2c13ef517a68 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=560430de-50c4-41d3-8910-489cbeb99167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032217 Jul 29 23:56:23.536015 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-60014f2a-93ec-4ee7-9120-586b1e14857e req-516fdd8a-9c64-4557-bc5f-7c737307cf38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:23.588190 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-9db0cd30-2f49-41ba-aebd-90cf8c9d5881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db38e4a-d7e5-43e8-b4c6-607495257bda', 'name': 'tempest-TestServerMultinode-670384333-router', 'tenant_id': '86b10db7f8a14ffb9c09ef339a81a3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '291ea2bb-1c51-462a-99a2-d822ea96daff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:56:12Z', 'updated_at': '2021-07-29T23:56:18Z', 'revision_number': 4, 'project_id': '86b10db7f8a14ffb9c09ef339a81a3e3', 'gw_port': {'id': '291ea2bb-1c51-462a-99a2-d822ea96daff', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:62:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db38e4a-d7e5-43e8-b4c6-607495257bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:12Z', 'updated_at': '2021-07-29T23:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '2d02eddd-1ecf-4b59-b8ef-52139b7936d1', 'name': '', 'network_id': 'fa6d7f12-a596-4c18-9d84-38682a2ef1f9', 'tenant_id': '86b10db7f8a14ffb9c09ef339a81a3e3', 'mac_address': 'fa:16:3e:e0:bc:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db38e4a-d7e5-43e8-b4c6-607495257bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '3611933a-a246-49de-a4a1-abdfb313d3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:17Z', 'updated_at': '2021-07-29T23:56:22Z', 'revision_number': 4, 'project_id': '86b10db7f8a14ffb9c09ef339a81a3e3', 'subnets': [{'id': '3611933a-a246-49de-a4a1-abdfb313d3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:23.622028 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db0cd30-2f49-41ba-aebd-90cf8c9d5881 None None] The sync data for ids ['5db38e4a-d7e5-43e8-b4c6-607495257bda'] in n-d-712141-10 is: [{'id': '5db38e4a-d7e5-43e8-b4c6-607495257bda', 'name': 'tempest-TestServerMultinode-670384333-router', 'tenant_id': '86b10db7f8a14ffb9c09ef339a81a3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '291ea2bb-1c51-462a-99a2-d822ea96daff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:56:12Z', 'updated_at': '2021-07-29T23:56:18Z', 'revision_number': 4, 'project_id': '86b10db7f8a14ffb9c09ef339a81a3e3', 'gw_port': {'id': '291ea2bb-1c51-462a-99a2-d822ea96daff', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:62:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db38e4a-d7e5-43e8-b4c6-607495257bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:12Z', 'updated_at': '2021-07-29T23:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '2d02eddd-1ecf-4b59-b8ef-52139b7936d1', 'name': '', 'network_id': 'fa6d7f12-a596-4c18-9d84-38682a2ef1f9', 'tenant_id': '86b10db7f8a14ffb9c09ef339a81a3e3', 'mac_address': 'fa:16:3e:e0:bc:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5db38e4a-d7e5-43e8-b4c6-607495257bda', 'device_owner': 'network:router_interface', 'standard_attr_id': 3642, 'fixed_ips': [{'subnet_id': '3611933a-a246-49de-a4a1-abdfb313d3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:17Z', 'updated_at': '2021-07-29T23:56:22Z', 'revision_number': 4, 'project_id': '86b10db7f8a14ffb9c09ef339a81a3e3', 'subnets': [{'id': '3611933a-a246-49de-a4a1-abdfb313d3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:56:23.850901 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-5d9c0606-2152-48f8-a1be-809dd9e6bde5 None None] Provisioning for port c2d0c463-410e-44a7-94b9-3c9d4665e335 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:56:23.889447 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-5d9c0606-2152-48f8-a1be-809dd9e6bde5 None None] Provisioning complete for port c2d0c463-410e-44a7-94b9-3c9d4665e335 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:23.891982 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5d9c0606-2152-48f8-a1be-809dd9e6bde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:23.965776 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 2d02eddd-1ecf-4b59-b8ef-52139b7936d1 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:56:23.993920 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-5d9c0606-2152-48f8-a1be-809dd9e6bde5 None None] Port c2d0c463-410e-44a7-94b9-3c9d4665e335 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:56:24.059271 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-60014f2a-93ec-4ee7-9120-586b1e14857e req-516fdd8a-9c64-4557-bc5f-7c737307cf38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2d0c463-410e-44a7-94b9-3c9d4665e335 {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:56:24.081640 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-60014f2a-93ec-4ee7-9120-586b1e14857e req-516fdd8a-9c64-4557-bc5f-7c737307cf38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:24.124487 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 2d02eddd-1ecf-4b59-b8ef-52139b7936d1 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:56:24.124770 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-60014f2a-93ec-4ee7-9120-586b1e14857e req-516fdd8a-9c64-4557-bc5f-7c737307cf38 service neutron] Transition to ACTIVE for port object c2d0c463-410e-44a7-94b9-3c9d4665e335 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:24.128844 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 2d02eddd-1ecf-4b59-b8ef-52139b7936d1 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:24.130599 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:24.132905 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-60014f2a-93ec-4ee7-9120-586b1e14857e req-516fdd8a-9c64-4557-bc5f-7c737307cf38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:24.256031 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:24.303002 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516fdd8a-9c64-4557-bc5f-7c737307cf38 service neutron] Pushing event updated for resources: {'Port': ['ID=c2d0c463-410e-44a7-94b9-3c9d4665e335,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:24.332634 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 2d02eddd-1ecf-4b59-b8ef-52139b7936d1, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=2d02eddd-1ecf-4b59-b8ef-52139b7936d1,segment=NetworkSegment(8cd91987-b4b3-4580-b2e3-bf9ecafdf0b2),segment_id=8cd91987-b4b3-4580-b2e3-bf9ecafdf0b2)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:24.343977 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:24.418294 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=2d02eddd-1ecf-4b59-b8ef-52139b7936d1,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:24.450672 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-60014f2a-93ec-4ee7-9120-586b1e14857e req-516fdd8a-9c64-4557-bc5f-7c737307cf38 service neutron] Attempting to bind port c2d0c463-410e-44a7-94b9-3c9d4665e335 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:56:24.451017 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-60014f2a-93ec-4ee7-9120-586b1e14857e req-516fdd8a-9c64-4557-bc5f-7c737307cf38 service neutron] Attempting to bind port c2d0c463-410e-44a7-94b9-3c9d4665e335 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': 'e0712cc7-f737-4b0f-8dd6-04cc9f0f2cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3a55d41f-152d-4af5-8cb3-45c790311e9a'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:56:24.451359 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60014f2a-93ec-4ee7-9120-586b1e14857e req-516fdd8a-9c64-4557-bc5f-7c737307cf38 service neutron] Attempting to bind port c2d0c463-410e-44a7-94b9-3c9d4665e335 on network 3a55d41f-152d-4af5-8cb3-45c790311e9a {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:56:24.484552 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60014f2a-93ec-4ee7-9120-586b1e14857e req-516fdd8a-9c64-4557-bc5f-7c737307cf38 service neutron] Port c2d0c463-410e-44a7-94b9-3c9d4665e335 on network 3a55d41f-152d-4af5-8cb3-45c790311e9a not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:56:24.485206 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60014f2a-93ec-4ee7-9120-586b1e14857e req-516fdd8a-9c64-4557-bc5f-7c737307cf38 service neutron] Attempting to bind port c2d0c463-410e-44a7-94b9-3c9d4665e335 on network 3a55d41f-152d-4af5-8cb3-45c790311e9a {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:56:24.499452 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60014f2a-93ec-4ee7-9120-586b1e14857e req-516fdd8a-9c64-4557-bc5f-7c737307cf38 service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:56:24.499792 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60014f2a-93ec-4ee7-9120-586b1e14857e req-516fdd8a-9c64-4557-bc5f-7c737307cf38 service neutron] Checking segment: {'id': 'e0712cc7-f737-4b0f-8dd6-04cc9f0f2cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3a55d41f-152d-4af5-8cb3-45c790311e9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:56:24.502062 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60014f2a-93ec-4ee7-9120-586b1e14857e req-516fdd8a-9c64-4557-bc5f-7c737307cf38 service neutron] Bound using segment: {'id': 'e0712cc7-f737-4b0f-8dd6-04cc9f0f2cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3a55d41f-152d-4af5-8cb3-45c790311e9a'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:56:24.502707 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-60014f2a-93ec-4ee7-9120-586b1e14857e req-516fdd8a-9c64-4557-bc5f-7c737307cf38 service neutron] Bound port: c2d0c463-410e-44a7-94b9-3c9d4665e335, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0712cc7-f737-4b0f-8dd6-04cc9f0f2cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3a55d41f-152d-4af5-8cb3-45c790311e9a'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:56:24.506717 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-60014f2a-93ec-4ee7-9120-586b1e14857e req-516fdd8a-9c64-4557-bc5f-7c737307cf38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:24.621703 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7528900e-9689-4b6e-82cc-5c4ccbfabbab req-6407cb28-ca46-4466-b10a-bf07c90f8540 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:24.635419 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7528900e-9689-4b6e-82cc-5c4ccbfabbab req-6407cb28-ca46-4466-b10a-bf07c90f8540 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=cff9bba2-d2d0-4765-86e3-84977ccb9c5f HTTP/1.1" status: 200 len: 1053 time: 0.1033833 Jul 29 23:56:24.682324 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-60014f2a-93ec-4ee7-9120-586b1e14857e req-516fdd8a-9c64-4557-bc5f-7c737307cf38 service neutron] For port c2d0c463-410e-44a7-94b9-3c9d4665e335, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:56:24.694619 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-60014f2a-93ec-4ee7-9120-586b1e14857e req-516fdd8a-9c64-4557-bc5f-7c737307cf38 service neutron] For port c2d0c463-410e-44a7-94b9-3c9d4665e335, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=c2d0c463-410e-44a7-94b9-3c9d4665e335,segment=NetworkSegment(e0712cc7-f737-4b0f-8dd6-04cc9f0f2cd3),segment_id=e0712cc7-f737-4b0f-8dd6-04cc9f0f2cd3)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:56:24.697009 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7528900e-9689-4b6e-82cc-5c4ccbfabbab req-c7aa43f7-c26b-46d0-b573-deefdb99abf3 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=560430de-50c4-41d3-8910-489cbeb99167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587831 Jul 29 23:56:24.713736 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-60014f2a-93ec-4ee7-9120-586b1e14857e req-516fdd8a-9c64-4557-bc5f-7c737307cf38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:24.782187 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60014f2a-93ec-4ee7-9120-586b1e14857e req-516fdd8a-9c64-4557-bc5f-7c737307cf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:24.783216 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-60014f2a-93ec-4ee7-9120-586b1e14857e req-516fdd8a-9c64-4557-bc5f-7c737307cf38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:24.784502 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-60014f2a-93ec-4ee7-9120-586b1e14857e req-516fdd8a-9c64-4557-bc5f-7c737307cf38 service neutron] 10.222.0.22 "PUT /v2.0/ports/c2d0c463-410e-44a7-94b9-3c9d4665e335 HTTP/1.1" status: 200 len: 1092 time: 1.3423769 Jul 29 23:56:24.785009 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cff9bba2-d2d0-4765-86e3-84977ccb9c5f', 'tag': 'c2d0c463-410e-44a7-94b9-3c9d4665e335'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:56:24.799748 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301349e1-318f-4991-becf-d74b62f2c1b2" -d '{"events": [{"name": "network-changed", "server_uuid": "cff9bba2-d2d0-4765-86e3-84977ccb9c5f", "tag": "c2d0c463-410e-44a7-94b9-3c9d4665e335"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:56:24.959877 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516fdd8a-9c64-4557-bc5f-7c737307cf38 service neutron] Pushing event updated for resources: {'Port': ['ID=c2d0c463-410e-44a7-94b9-3c9d4665e335,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:24.991784 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7501d911-6c86-48c9-bd98-2fe8ee51fdbf x-openstack-request-id: req-7501d911-6c86-48c9-bd98-2fe8ee51fdbf {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:56:24.992083 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cff9bba2-d2d0-4765-86e3-84977ccb9c5f", "tag": "c2d0c463-410e-44a7-94b9-3c9d4665e335", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:56:24.992331 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7501d911-6c86-48c9-bd98-2fe8ee51fdbf {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:56:24.992958 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cff9bba2-d2d0-4765-86e3-84977ccb9c5f', 'tag': 'c2d0c463-410e-44a7-94b9-3c9d4665e335', 'status': 'completed', 'code': 200} Jul 29 23:56:25.027833 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60014f2a-93ec-4ee7-9120-586b1e14857e req-e8976a13-2680-4a91-99dd-51171c777449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:25.034116 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-60014f2a-93ec-4ee7-9120-586b1e14857e req-e8976a13-2680-4a91-99dd-51171c777449 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=86b10db7f8a14ffb9c09ef339a81a3e3&device_id=cff9bba2-d2d0-4765-86e3-84977ccb9c5f HTTP/1.1" status: 200 len: 1095 time: 0.1610360 Jul 29 23:56:25.115877 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-60014f2a-93ec-4ee7-9120-586b1e14857e req-cbd66535-6ab6-47b3-8ed0-8d0b73040822 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2d0c463-410e-44a7-94b9-3c9d4665e335 HTTP/1.1" status: 200 len: 217 time: 0.0771382 Jul 29 23:56:25.269941 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60014f2a-93ec-4ee7-9120-586b1e14857e req-5f8d7621-2613-4985-ad7c-1dc2a2e45355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:25.271563 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-60014f2a-93ec-4ee7-9120-586b1e14857e req-5f8d7621-2613-4985-ad7c-1dc2a2e45355 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=04f945dd-ab58-406c-b2ad-e26f2a6d8616 HTTP/1.1" status: 200 len: 849 time: 0.1488507 Jul 29 23:56:25.370921 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60014f2a-93ec-4ee7-9120-586b1e14857e req-b2840814-603b-4ba6-92d3-3b93243a8d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:25.372667 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-60014f2a-93ec-4ee7-9120-586b1e14857e req-b2840814-603b-4ba6-92d3-3b93243a8d61 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3a55d41f-152d-4af5-8cb3-45c790311e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0920658 Jul 29 23:56:25.522264 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-60014f2a-93ec-4ee7-9120-586b1e14857e req-98d7c180-0c93-42da-9885-cd2a7dfb1dc0 service neutron] 10.222.0.22 "GET /v2.0/networks/3a55d41f-152d-4af5-8cb3-45c790311e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414087 Jul 29 23:56:25.662027 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-60014f2a-93ec-4ee7-9120-586b1e14857e req-0659665b-f15b-4984-9c6c-7621d5f4150a service neutron] 10.222.0.22 "GET /v2.0/networks/3a55d41f-152d-4af5-8cb3-45c790311e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329937 Jul 29 23:56:25.821646 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f1cee-9467-459a-bec2-891603211a1e req-4c9a472e-7fa8-4382-9145-2a38388aeb13 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:25.826189 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301349e1-318f-4991-becf-d74b62f2c1b2 req-bdc4f638-32f6-43e7-a704-bbbc14e1b1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:25.827939 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-301349e1-318f-4991-becf-d74b62f2c1b2 req-bdc4f638-32f6-43e7-a704-bbbc14e1b1e4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=86b10db7f8a14ffb9c09ef339a81a3e3&device_id=cff9bba2-d2d0-4765-86e3-84977ccb9c5f HTTP/1.1" status: 200 len: 1095 time: 0.0879517 Jul 29 23:56:25.830408 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ae2f1cee-9467-459a-bec2-891603211a1e req-4c9a472e-7fa8-4382-9145-2a38388aeb13 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=cff9bba2-d2d0-4765-86e3-84977ccb9c5f HTTP/1.1" status: 200 len: 1095 time: 0.0582633 Jul 29 23:56:25.898811 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ae2f1cee-9467-459a-bec2-891603211a1e req-3936b9b6-cd52-4aa3-89ee-672bfb090ab0 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=560430de-50c4-41d3-8910-489cbeb99167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639379 Jul 29 23:56:25.922398 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 2d02eddd-1ecf-4b59-b8ef-52139b7936d1 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:56:25.926985 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ae11daa6-ba19-465f-b3f2-1688360aae51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:25.974035 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301349e1-318f-4991-becf-d74b62f2c1b2 req-8fb2d664-0c27-4c6f-ada9-305db3b1acb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:25.975820 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-301349e1-318f-4991-becf-d74b62f2c1b2 req-8fb2d664-0c27-4c6f-ada9-305db3b1acb6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3a55d41f-152d-4af5-8cb3-45c790311e9a HTTP/1.1" status: 200 len: 911 time: 0.1381645 Jul 29 23:56:26.003562 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 2d02eddd-1ecf-4b59-b8ef-52139b7936d1 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:26.004707 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:26.026787 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-301349e1-318f-4991-becf-d74b62f2c1b2 req-9ed904ba-3ec0-477e-a515-c7a70a41004a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2d0c463-410e-44a7-94b9-3c9d4665e335 HTTP/1.1" status: 200 len: 217 time: 0.0423765 Jul 29 23:56:26.091141 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301349e1-318f-4991-becf-d74b62f2c1b2 req-4944e9ff-680a-4015-a86d-4d9a279637ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:26.102204 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-301349e1-318f-4991-becf-d74b62f2c1b2 req-4944e9ff-680a-4015-a86d-4d9a279637ee service neutron] 10.222.0.22 "GET /v2.0/subnets?id=04f945dd-ab58-406c-b2ad-e26f2a6d8616 HTTP/1.1" status: 200 len: 849 time: 0.0670421 Jul 29 23:56:26.162552 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301349e1-318f-4991-becf-d74b62f2c1b2 req-39fb5a4a-8f3d-4bd1-8121-ef120e87618c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:26.164104 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-301349e1-318f-4991-becf-d74b62f2c1b2 req-39fb5a4a-8f3d-4bd1-8121-ef120e87618c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3a55d41f-152d-4af5-8cb3-45c790311e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557871 Jul 29 23:56:26.271283 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-301349e1-318f-4991-becf-d74b62f2c1b2 req-d8d6fcfa-a82d-4950-8248-938662e37453 service neutron] 10.222.0.22 "GET /v2.0/networks/3a55d41f-152d-4af5-8cb3-45c790311e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990863 Jul 29 23:56:26.420565 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-301349e1-318f-4991-becf-d74b62f2c1b2 req-992a474b-25b6-4f74-8c1d-32aec9caa1b5 service neutron] 10.222.0.22 "GET /v2.0/networks/3a55d41f-152d-4af5-8cb3-45c790311e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402202 Jul 29 23:56:26.478060 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:27.029328 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b0ea9b-8217-4149-a8e2-5b6a02c443df req-dfb91ef4-a32a-40b6-8810-fc606f6ff728 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:27.030930 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e6b0ea9b-8217-4149-a8e2-5b6a02c443df req-dfb91ef4-a32a-40b6-8810-fc606f6ff728 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=cff9bba2-d2d0-4765-86e3-84977ccb9c5f HTTP/1.1" status: 200 len: 1095 time: 0.0556717 Jul 29 23:56:27.078035 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e6b0ea9b-8217-4149-a8e2-5b6a02c443df req-104b3e83-af00-466c-89e3-05d315a168ce tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=560430de-50c4-41d3-8910-489cbeb99167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378337 Jul 29 23:56:27.803882 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device c2d0c463-410e-44a7-94b9-3c9d4665e335 details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:56:27.819726 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:27.927785 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port c2d0c463-410e-44a7-94b9-3c9d4665e335, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=c2d0c463-410e-44a7-94b9-3c9d4665e335,segment=NetworkSegment(e0712cc7-f737-4b0f-8dd6-04cc9f0f2cd3),segment_id=e0712cc7-f737-4b0f-8dd6-04cc9f0f2cd3)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:27.941327 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': 'c2d0c463-410e-44a7-94b9-3c9d4665e335', 'network_id': '3a55d41f-152d-4af5-8cb3-45c790311e9a', 'port_id': 'c2d0c463-410e-44a7-94b9-3c9d4665e335', 'mac_address': 'fa:16:3e:1c:63:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f945dd-ab58-406c-b2ad-e26f2a6d8616', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:56:27.994461 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:28.011122 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2d0c463-410e-44a7-94b9-3c9d4665e335 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:56:28.033344 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port c2d0c463-410e-44a7-94b9-3c9d4665e335, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=c2d0c463-410e-44a7-94b9-3c9d4665e335,segment=NetworkSegment(e0712cc7-f737-4b0f-8dd6-04cc9f0f2cd3),segment_id=e0712cc7-f737-4b0f-8dd6-04cc9f0f2cd3)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:28.039111 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:28.104387 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=c2d0c463-410e-44a7-94b9-3c9d4665e335,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:28.244379 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['c2d0c463-410e-44a7-94b9-3c9d4665e335'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:56:28.284862 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c9586-ac17-42e1-a44f-1744165d394d req-20470afe-7bd9-43e3-9b8f-0bf177b312c4 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:28.299253 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5c3c9586-ac17-42e1-a44f-1744165d394d req-20470afe-7bd9-43e3-9b8f-0bf177b312c4 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=cff9bba2-d2d0-4765-86e3-84977ccb9c5f HTTP/1.1" status: 200 len: 1096 time: 0.0978248 Jul 29 23:56:28.376166 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5c3c9586-ac17-42e1-a44f-1744165d394d req-ca800c57-e731-48b4-80fe-146072d0f2af tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=560430de-50c4-41d3-8910-489cbeb99167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711896 Jul 29 23:56:29.426691 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:29.509690 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2d23d5-c311-4e01-b05b-ffe6860779b6 req-001ea8c1-4235-4fa9-b5d6-01aadff04265 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:29.511215 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5b2d23d5-c311-4e01-b05b-ffe6860779b6 req-001ea8c1-4235-4fa9-b5d6-01aadff04265 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=cff9bba2-d2d0-4765-86e3-84977ccb9c5f HTTP/1.1" status: 200 len: 1096 time: 0.0440879 Jul 29 23:56:29.550944 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5b2d23d5-c311-4e01-b05b-ffe6860779b6 req-fa8ac15a-a892-4b13-805f-7364fad94ead tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=560430de-50c4-41d3-8910-489cbeb99167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334084 Jul 29 23:56:29.764303 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device c2d0c463-410e-44a7-94b9-3c9d4665e335 up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:56:29.831056 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port c2d0c463-410e-44a7-94b9-3c9d4665e335 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:56:29.836832 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port c2d0c463-410e-44a7-94b9-3c9d4665e335 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:29.837210 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:29.928847 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:29.955947 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff9bba2-d2d0-4765-86e3-84977ccb9c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2d0c463-410e-44a7-94b9-3c9d4665e335'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:56:29.959312 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c919d039-e55b-48dc-bb13-6a3a3b91cbf4" -d '{"events": [{"server_uuid": "cff9bba2-d2d0-4765-86e3-84977ccb9c5f", "name": "network-vif-plugged", "status": "completed", "tag": "c2d0c463-410e-44a7-94b9-3c9d4665e335"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:56:29.974562 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port c2d0c463-410e-44a7-94b9-3c9d4665e335, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=c2d0c463-410e-44a7-94b9-3c9d4665e335,segment=NetworkSegment(e0712cc7-f737-4b0f-8dd6-04cc9f0f2cd3),segment_id=e0712cc7-f737-4b0f-8dd6-04cc9f0f2cd3)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:29.979305 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:30.010056 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6905c9-b4ad-4ba8-a4e2-b8e11d1ab2ab x-openstack-request-id: req-3f6905c9-b4ad-4ba8-a4e2-b8e11d1ab2ab {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:56:30.010900 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cff9bba2-d2d0-4765-86e3-84977ccb9c5f", "name": "network-vif-plugged", "status": "completed", "tag": "c2d0c463-410e-44a7-94b9-3c9d4665e335", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:56:30.010900 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3f6905c9-b4ad-4ba8-a4e2-b8e11d1ab2ab {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:56:30.011137 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cff9bba2-d2d0-4765-86e3-84977ccb9c5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2d0c463-410e-44a7-94b9-3c9d4665e335', 'code': 200} Jul 29 23:56:30.061165 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=c2d0c463-410e-44a7-94b9-3c9d4665e335,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:30.119200 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a0ea1-1a60-400f-b5fa-d039a48ed5c7 req-be7c02e8-d1a7-426c-bb99-93652e399ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:30.122110 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-847a0ea1-1a60-400f-b5fa-d039a48ed5c7 req-be7c02e8-d1a7-426c-bb99-93652e399ff0 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=cff9bba2-d2d0-4765-86e3-84977ccb9c5f HTTP/1.1" status: 200 len: 1097 time: 0.0496335 Jul 29 23:56:30.166808 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-847a0ea1-1a60-400f-b5fa-d039a48ed5c7 req-076e8fce-0cfa-486c-b8e3-16aab1085c51 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=560430de-50c4-41d3-8910-489cbeb99167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374744 Jul 29 23:56:30.668462 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56740) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:30.745390 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2cafe-9a95-4826-8550-5293295892ff req-370958ec-1dcc-42a6-9402-c62170b7b045 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:30.747236 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8ef2cafe-9a95-4826-8550-5293295892ff req-370958ec-1dcc-42a6-9402-c62170b7b045 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=cff9bba2-d2d0-4765-86e3-84977ccb9c5f HTTP/1.1" status: 200 len: 1097 time: 0.0659647 Jul 29 23:56:30.799819 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8ef2cafe-9a95-4826-8550-5293295892ff req-2cb3d34a-4743-4abd-976c-91b2a22ae64f tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=560430de-50c4-41d3-8910-489cbeb99167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419903 Jul 29 23:56:30.816142 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9c274d19-8eb6-4aaa-ba8d-a8df3141b253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:30.936246 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9c274d19-8eb6-4aaa-ba8d-a8df3141b253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:30.942625 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9c274d19-8eb6-4aaa-ba8d-a8df3141b253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:30.991047 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-9c274d19-8eb6-4aaa-ba8d-a8df3141b253 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=57c32e4163754013bbb58d1b67e108a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3171530 Jul 29 23:56:30.991047 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c274d19-8eb6-4aaa-ba8d-a8df3141b253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17701360-57cb-4503-ae1c-ed657c69c36d,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:30.991403 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56748) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:31.059935 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-95b4dc64-c878-472f-88e2-64e2dd7f9639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:31.083903 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-95b4dc64-c878-472f-88e2-64e2dd7f9639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:31.133384 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-95b4dc64-c878-472f-88e2-64e2dd7f9639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:31.136082 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-95b4dc64-c878-472f-88e2-64e2dd7f9639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:31.137260 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-95b4dc64-c878-472f-88e2-64e2dd7f9639 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/17701360-57cb-4503-ae1c-ed657c69c36d HTTP/1.1" status: 204 len: 168 time: 0.1448057 Jul 29 23:56:31.161990 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b4dc64-c878-472f-88e2-64e2dd7f9639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17701360-57cb-4503-ae1c-ed657c69c36d,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:31.441484 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56770) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:31.457103 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bc48e710-f33a-4ae4-a8d7-a5ef9f7199c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:31.585646 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bc48e710-f33a-4ae4-a8d7-a5ef9f7199c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:31.590873 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bc48e710-f33a-4ae4-a8d7-a5ef9f7199c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:31.633322 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc48e710-f33a-4ae4-a8d7-a5ef9f7199c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a526ff-95f3-4302-a8b8-37b2cc226625,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:31.641810 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-bc48e710-f33a-4ae4-a8d7-a5ef9f7199c4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d4aa1f0175bd41c1aa3a3a7025de2a6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1984515 Jul 29 23:56:31.642916 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56774) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:31.704187 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d7d56926-9d18-44eb-9336-8fe33830cbad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:31.722172 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56780) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:31.728219 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-bee3811f-260f-455e-ba64-73eb7d290bf4 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2108137161', 'description': 'tempest-secgroup-smoke-2108137161 description', 'project_id': '384efcf70cdf43d989dbb2e4793dfac4'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:31.746300 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d7d56926-9d18-44eb-9336-8fe33830cbad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:31.755663 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bee3811f-260f-455e-ba64-73eb7d290bf4 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:31.799297 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d7d56926-9d18-44eb-9336-8fe33830cbad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:31.802761 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d7d56926-9d18-44eb-9336-8fe33830cbad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:31.803928 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d7d56926-9d18-44eb-9336-8fe33830cbad admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d4a526ff-95f3-4302-a8b8-37b2cc226625 HTTP/1.1" status: 204 len: 168 time: 0.1601658 Jul 29 23:56:31.814422 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d56926-9d18-44eb-9336-8fe33830cbad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a526ff-95f3-4302-a8b8-37b2cc226625,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:31.899555 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bee3811f-260f-455e-ba64-73eb7d290bf4 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:31.924743 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bee3811f-260f-455e-ba64-73eb7d290bf4 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:31.966611 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bee3811f-260f-455e-ba64-73eb7d290bf4 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:31.967803 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-bee3811f-260f-455e-ba64-73eb7d290bf4 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2445903 Jul 29 23:56:31.971233 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56790) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:31.975431 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35703e4-7054-4c4b-b3e2-bbecd44070a1 req-cb955257-9f02-487e-bc4d-599e23cb94d9 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:31.976948 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a35703e4-7054-4c4b-b3e2-bbecd44070a1 req-cb955257-9f02-487e-bc4d-599e23cb94d9 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=cff9bba2-d2d0-4765-86e3-84977ccb9c5f HTTP/1.1" status: 200 len: 1097 time: 0.0811849 Jul 29 23:56:31.977471 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-6ee6282a-bb85-4721-ba03-fa502b37cc85 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Request body: {'security_group_rule': {'security_group_id': 'c996939e-f2ca-4747-8a6b-c3778b5de69e', 'project_id': '384efcf70cdf43d989dbb2e4793dfac4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:31.977724 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee3811f-260f-455e-ba64-73eb7d290bf4 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c996939e-f2ca-4747-8a6b-c3778b5de69e,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:32.018741 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6ee6282a-bb85-4721-ba03-fa502b37cc85 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:32.025615 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a35703e4-7054-4c4b-b3e2-bbecd44070a1 req-5ba39f83-0b3a-4bb8-bd1d-c745d4d39448 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=560430de-50c4-41d3-8910-489cbeb99167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392141 Jul 29 23:56:32.103462 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6ee6282a-bb85-4721-ba03-fa502b37cc85 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:32.114599 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6ee6282a-bb85-4721-ba03-fa502b37cc85 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:32.143606 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee6282a-bb85-4721-ba03-fa502b37cc85 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=681a8caf-dc0f-473b-932e-16917ebc686d,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:32.150458 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6ee6282a-bb85-4721-ba03-fa502b37cc85 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:32.155999 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-6ee6282a-bb85-4721-ba03-fa502b37cc85 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1833880 Jul 29 23:56:32.156639 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56798) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:32.162409 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-6569e472-d405-4317-9180-e88005a1d8c5 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Request body: {'security_group_rule': {'security_group_id': 'c996939e-f2ca-4747-8a6b-c3778b5de69e', 'project_id': '384efcf70cdf43d989dbb2e4793dfac4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:32.182683 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874db768-88b6-4efd-bdb5-e3ee35916219 req-26fc7570-a145-45c6-b64e-6281caddad24 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:32.184392 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-874db768-88b6-4efd-bdb5-e3ee35916219 req-26fc7570-a145-45c6-b64e-6281caddad24 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=cff9bba2-d2d0-4765-86e3-84977ccb9c5f HTTP/1.1" status: 200 len: 1097 time: 0.0682442 Jul 29 23:56:32.214098 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6569e472-d405-4317-9180-e88005a1d8c5 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:32.244052 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-874db768-88b6-4efd-bdb5-e3ee35916219 req-48c3a62f-9a0f-4fb1-aa38-0bacb974a186 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=560430de-50c4-41d3-8910-489cbeb99167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535083 Jul 29 23:56:32.282166 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6569e472-d405-4317-9180-e88005a1d8c5 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:32.287171 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6569e472-d405-4317-9180-e88005a1d8c5 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:32.310054 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6569e472-d405-4317-9180-e88005a1d8c5 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=114fba0f-2751-4e6f-803d-ab63bc8fdfd4,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:32.321485 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6569e472-d405-4317-9180-e88005a1d8c5 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:32.322930 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-6569e472-d405-4317-9180-e88005a1d8c5 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1652660 Jul 29 23:56:32.325799 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56812) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:32.330851 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-631bd093-3e81-4ecf-a00a-509a691bc7b8 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Request body: {'security_group_rule': {'security_group_id': 'c996939e-f2ca-4747-8a6b-c3778b5de69e', 'project_id': '384efcf70cdf43d989dbb2e4793dfac4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:32.391862 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-631bd093-3e81-4ecf-a00a-509a691bc7b8 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:32.421574 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2fd7d0-967d-4c93-b5be-6f16f2b2f2d3 req-ba9f387f-7ffa-48c8-be34-9e29ba92db8e tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:32.423058 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bb2fd7d0-967d-4c93-b5be-6f16f2b2f2d3 req-ba9f387f-7ffa-48c8-be34-9e29ba92db8e tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=cff9bba2-d2d0-4765-86e3-84977ccb9c5f HTTP/1.1" status: 200 len: 1097 time: 0.0862591 Jul 29 23:56:32.453761 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-631bd093-3e81-4ecf-a00a-509a691bc7b8 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:32.461012 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-631bd093-3e81-4ecf-a00a-509a691bc7b8 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:32.491839 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631bd093-3e81-4ecf-a00a-509a691bc7b8 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15a320ef-4295-4797-be29-ecd8828190a8,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:32.503198 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-631bd093-3e81-4ecf-a00a-509a691bc7b8 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:32.510665 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-631bd093-3e81-4ecf-a00a-509a691bc7b8 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1778288 Jul 29 23:56:32.510665 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56818) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:32.512900 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-57ba9ba8-d3af-45ae-87e8-f724e851a70e tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Request body: {'security_group_rule': {'security_group_id': 'c996939e-f2ca-4747-8a6b-c3778b5de69e', 'project_id': '384efcf70cdf43d989dbb2e4793dfac4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:32.519446 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bb2fd7d0-967d-4c93-b5be-6f16f2b2f2d3 req-61302cb5-0e47-4d29-9c59-3143a595d515 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=560430de-50c4-41d3-8910-489cbeb99167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863156 Jul 29 23:56:32.545305 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-57ba9ba8-d3af-45ae-87e8-f724e851a70e tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:32.661553 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-57ba9ba8-d3af-45ae-87e8-f724e851a70e tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:32.669813 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-57ba9ba8-d3af-45ae-87e8-f724e851a70e tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:32.693865 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ba9ba8-d3af-45ae-87e8-f724e851a70e tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b19dce96-3a5b-4d49-9d23-ccf01a7bf0d5,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:32.705996 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-57ba9ba8-d3af-45ae-87e8-f724e851a70e tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:32.707924 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-57ba9ba8-d3af-45ae-87e8-f724e851a70e tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1984065 Jul 29 23:56:32.710755 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 56832) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:32.716038 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-9ddb4ba6-05dd-446d-9871-7fd43199c5e7 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Request body: {'security_group_rule': {'security_group_id': 'c996939e-f2ca-4747-8a6b-c3778b5de69e', 'project_id': '384efcf70cdf43d989dbb2e4793dfac4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:32.756015 n-d-712141-10 neutron-server[94078]: INFO neutron.db.securitygroups_db [None req-9ddb4ba6-05dd-446d-9871-7fd43199c5e7 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Project 384efcf70cdf43d989dbb2e4793dfac4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 23:56:32.763332 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9ddb4ba6-05dd-446d-9871-7fd43199c5e7 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:32.898914 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9ddb4ba6-05dd-446d-9871-7fd43199c5e7 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:32.907027 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9ddb4ba6-05dd-446d-9871-7fd43199c5e7 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:32.947434 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddb4ba6-05dd-446d-9871-7fd43199c5e7 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f02a269b-810e-47ec-b0ec-daa35564959f,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:32.957215 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9ddb4ba6-05dd-446d-9871-7fd43199c5e7 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:32.958779 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-9ddb4ba6-05dd-446d-9871-7fd43199c5e7 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2463832 Jul 29 23:56:32.962428 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 56852) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:32.968421 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-10f047fb-0334-43bf-b89b-c58786df8ccc tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Request body: {'security_group_rule': {'security_group_id': 'c996939e-f2ca-4747-8a6b-c3778b5de69e', 'project_id': '384efcf70cdf43d989dbb2e4793dfac4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:32.984853 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55fca8c-fe25-4426-94b6-16221d9f4cf4 req-cbeec254-6259-4d19-a5b0-c21386544b0a tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:32.986843 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b55fca8c-fe25-4426-94b6-16221d9f4cf4 req-cbeec254-6259-4d19-a5b0-c21386544b0a tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] 10.222.0.43 "GET /v2.0/networks?id=3a55d41f-152d-4af5-8cb3-45c790311e9a HTTP/1.1" status: 200 len: 911 time: 0.1455874 Jul 29 23:56:33.008532 n-d-712141-10 neutron-server[94077]: INFO neutron.db.securitygroups_db [None req-10f047fb-0334-43bf-b89b-c58786df8ccc tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Project 384efcf70cdf43d989dbb2e4793dfac4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 23:56:33.017348 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-10f047fb-0334-43bf-b89b-c58786df8ccc tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:33.027425 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b55fca8c-fe25-4426-94b6-16221d9f4cf4 req-c00ed06a-50fa-40de-b430-c51ff01d6092 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] 10.222.0.43 "GET /v2.0/quotas/86b10db7f8a14ffb9c09ef339a81a3e3 HTTP/1.1" status: 200 len: 375 time: 0.0248435 Jul 29 23:56:33.101040 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-10f047fb-0334-43bf-b89b-c58786df8ccc tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:33.108407 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-10f047fb-0334-43bf-b89b-c58786df8ccc tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:33.135934 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f047fb-0334-43bf-b89b-c58786df8ccc tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61346b64-629e-4e27-a404-1f2bde3f8a8b,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:33.149892 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-10f047fb-0334-43bf-b89b-c58786df8ccc tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:33.151599 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-10f047fb-0334-43bf-b89b-c58786df8ccc tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1876895 Jul 29 23:56:33.411220 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b55fca8c-fe25-4426-94b6-16221d9f4cf4 req-5787435d-805c-4653-ba2e-1d8be9ade324 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] 10.222.0.43 "GET /v2.0/ports?tenant_id=86b10db7f8a14ffb9c09ef339a81a3e3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3748796 Jul 29 23:56:33.505772 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8886418d-eccf-4c61-90fc-67363fc66e0c req-5a9ce2ae-e7e2-409d-b774-256eedc691e0 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2108137161&fields=id&tenant_id=384efcf70cdf43d989dbb2e4793dfac4 HTTP/1.1" status: 200 len: 267 time: 0.1057265 Jul 29 23:56:33.606732 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b55fca8c-fe25-4426-94b6-16221d9f4cf4 req-262ac0cb-6722-4e50-9673-cb16b008aa81 service neutron] 10.222.0.43 "GET /v2.0/networks/3a55d41f-152d-4af5-8cb3-45c790311e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853344 Jul 29 23:56:33.701453 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886418d-eccf-4c61-90fc-67363fc66e0c req-47f77ae3-177e-4afc-8ab2-4a07b349b672 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:33.702960 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8886418d-eccf-4c61-90fc-67363fc66e0c req-47f77ae3-177e-4afc-8ab2-4a07b349b672 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] 10.222.0.43 "GET /v2.0/networks?id=1fbc99fa-8d31-4726-b05c-ced13247889a HTTP/1.1" status: 200 len: 813 time: 0.1870382 Jul 29 23:56:33.729009 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8886418d-eccf-4c61-90fc-67363fc66e0c req-532cbb95-f19b-4473-8f57-9a334ee7300f tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] 10.222.0.43 "GET /v2.0/quotas/384efcf70cdf43d989dbb2e4793dfac4 HTTP/1.1" status: 200 len: 375 time: 0.0193391 Jul 29 23:56:33.773258 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b55fca8c-fe25-4426-94b6-16221d9f4cf4 req-fb0ae2df-2b0c-4559-be92-448d471a1c7f service neutron] 10.222.0.43 "GET /v2.0/networks/3a55d41f-152d-4af5-8cb3-45c790311e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551845 Jul 29 23:56:33.817351 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8886418d-eccf-4c61-90fc-67363fc66e0c req-298fd5a0-e819-4b79-829a-0805a0e333aa tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=384efcf70cdf43d989dbb2e4793dfac4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0685248 Jul 29 23:56:34.005184 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a823dac1-b72a-4324-8d87-413d93134a18 req-47823fae-cebb-47e2-ab1f-5b27529234a7 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=187e44ea-bd12-4ca8-8a68-81fe35ec80aa HTTP/1.1" status: 200 len: 210 time: 0.0431502 Jul 29 23:56:34.013922 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8886418d-eccf-4c61-90fc-67363fc66e0c req-adef2ede-7bdf-4b27-add0-63aa16df657a service neutron] 10.222.0.43 "GET /v2.0/networks/1fbc99fa-8d31-4726-b05c-ced13247889a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789091 Jul 29 23:56:34.146820 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8886418d-eccf-4c61-90fc-67363fc66e0c req-da07c4bc-3fe6-4383-b567-846ed15068f0 service neutron] 10.222.0.43 "GET /v2.0/networks/1fbc99fa-8d31-4726-b05c-ced13247889a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198642 Jul 29 23:56:35.194808 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e095da6b-50f4-42c8-815b-e740c9ada1e8 req-1a6c4aaa-b738-4a50-aa50-a9b9c17e9585 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=187e44ea-bd12-4ca8-8a68-81fe35ec80aa HTTP/1.1" status: 200 len: 210 time: 0.0766733 Jul 29 23:56:35.230738 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55fca8c-fe25-4426-94b6-16221d9f4cf4 req-8c108bf2-ba57-4555-9e69-96f44eb87b4e tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:35.232430 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b55fca8c-fe25-4426-94b6-16221d9f4cf4 req-8c108bf2-ba57-4555-9e69-96f44eb87b4e tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] 10.222.0.41 "GET /v2.0/networks?id=3a55d41f-152d-4af5-8cb3-45c790311e9a HTTP/1.1" status: 200 len: 911 time: 0.1948996 Jul 29 23:56:35.244952 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-b55fca8c-fe25-4426-94b6-16221d9f4cf4 req-956703d9-c83f-4fee-bf5d-5caf6e78ebab tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] Request body: {'port': {'device_id': '187e44ea-bd12-4ca8-8a68-81fe35ec80aa', 'network_id': '3a55d41f-152d-4af5-8cb3-45c790311e9a', 'admin_state_up': True, 'tenant_id': '86b10db7f8a14ffb9c09ef339a81a3e3'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:35.267970 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b55fca8c-fe25-4426-94b6-16221d9f4cf4 req-956703d9-c83f-4fee-bf5d-5caf6e78ebab tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] Made reservation on behalf of 86b10db7f8a14ffb9c09ef339a81a3e3 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:56:35.272100 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b55fca8c-fe25-4426-94b6-16221d9f4cf4 req-956703d9-c83f-4fee-bf5d-5caf6e78ebab tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:35.413199 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-b55fca8c-fe25-4426-94b6-16221d9f4cf4 req-956703d9-c83f-4fee-bf5d-5caf6e78ebab tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] Allocated IP 172.20.0.4 (3a55d41f-152d-4af5-8cb3-45c790311e9a/04f945dd-ab58-406c-b2ad-e26f2a6d8616/057f4af4-7d8f-4b19-b9e0-93021579cca4) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:56:35.576115 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cd4e27c6-1189-4088-8872-fc15c567a443 req-ba40c71c-3327-4da2-b7b9-09055863eaf1 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] 10.222.0.43 "GET /v2.0/ports?device_id=1da5444e-0cca-4d24-93f4-f77c27e9a2b6 HTTP/1.1" status: 200 len: 210 time: 0.0502887 Jul 29 23:56:35.629939 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b55fca8c-fe25-4426-94b6-16221d9f4cf4 req-956703d9-c83f-4fee-bf5d-5caf6e78ebab tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:35.644447 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-b55fca8c-fe25-4426-94b6-16221d9f4cf4 req-956703d9-c83f-4fee-bf5d-5caf6e78ebab tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] Transition to ACTIVE for port object 057f4af4-7d8f-4b19-b9e0-93021579cca4 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:35.713957 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b55fca8c-fe25-4426-94b6-16221d9f4cf4 req-956703d9-c83f-4fee-bf5d-5caf6e78ebab tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:35.724267 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['c2d0c463-410e-44a7-94b9-3c9d4665e335'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:56:35.783319 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b55fca8c-fe25-4426-94b6-16221d9f4cf4 req-956703d9-c83f-4fee-bf5d-5caf6e78ebab tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] Network 3a55d41f-152d-4af5-8cb3-45c790311e9a is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:56:35.787535 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-b55fca8c-fe25-4426-94b6-16221d9f4cf4 req-956703d9-c83f-4fee-bf5d-5caf6e78ebab tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:35.791607 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-b55fca8c-fe25-4426-94b6-16221d9f4cf4 req-956703d9-c83f-4fee-bf5d-5caf6e78ebab tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:56:35.824996 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956703d9-c83f-4fee-bf5d-5caf6e78ebab tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] Pushing event updated for resources: {'Port': ['ID=057f4af4-7d8f-4b19-b9e0-93021579cca4,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:35.881455 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55fca8c-fe25-4426-94b6-16221d9f4cf4 req-956703d9-c83f-4fee-bf5d-5caf6e78ebab tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:35.882319 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b55fca8c-fe25-4426-94b6-16221d9f4cf4 req-956703d9-c83f-4fee-bf5d-5caf6e78ebab tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:35.912030 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b55fca8c-fe25-4426-94b6-16221d9f4cf4 req-956703d9-c83f-4fee-bf5d-5caf6e78ebab tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.6693685 Jul 29 23:56:35.933531 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-b55fca8c-fe25-4426-94b6-16221d9f4cf4 req-b4ceb80d-fc12-4f60-be46-018a7a06c964 service neutron] Request body: {'port': {'device_id': '187e44ea-bd12-4ca8-8a68-81fe35ec80aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:36.052044 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b55fca8c-fe25-4426-94b6-16221d9f4cf4 req-b4ceb80d-fc12-4f60-be46-018a7a06c964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:36.151453 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-a896a716-83b6-4349-8e51-6651f6fb3bb0 None None] Provisioning for port 057f4af4-7d8f-4b19-b9e0-93021579cca4 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:56:36.157452 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-a896a716-83b6-4349-8e51-6651f6fb3bb0 None None] Provisioning complete for port 057f4af4-7d8f-4b19-b9e0-93021579cca4 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:36.158226 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a896a716-83b6-4349-8e51-6651f6fb3bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:36.201469 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-a896a716-83b6-4349-8e51-6651f6fb3bb0 None None] Port 057f4af4-7d8f-4b19-b9e0-93021579cca4 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:56:36.451885 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85826a70-3539-496d-a7f4-f129cba8cdd2 req-f461e713-a178-4795-95fd-c69ac4272b7e tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:36.462259 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-85826a70-3539-496d-a7f4-f129cba8cdd2 req-f461e713-a178-4795-95fd-c69ac4272b7e tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=187e44ea-bd12-4ca8-8a68-81fe35ec80aa HTTP/1.1" status: 200 len: 1027 time: 0.1731896 Jul 29 23:56:36.540629 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-85826a70-3539-496d-a7f4-f129cba8cdd2 req-8441e3a4-79f9-4380-8ea1-4c868f086135 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=560430de-50c4-41d3-8910-489cbeb99167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748112 Jul 29 23:56:36.551777 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-b55fca8c-fe25-4426-94b6-16221d9f4cf4 req-b4ceb80d-fc12-4f60-be46-018a7a06c964 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 057f4af4-7d8f-4b19-b9e0-93021579cca4 {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:56:36.567145 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b55fca8c-fe25-4426-94b6-16221d9f4cf4 req-b4ceb80d-fc12-4f60-be46-018a7a06c964 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:36.582856 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-b55fca8c-fe25-4426-94b6-16221d9f4cf4 req-b4ceb80d-fc12-4f60-be46-018a7a06c964 service neutron] Transition to ACTIVE for port object 057f4af4-7d8f-4b19-b9e0-93021579cca4 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:36.594520 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b55fca8c-fe25-4426-94b6-16221d9f4cf4 req-b4ceb80d-fc12-4f60-be46-018a7a06c964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:36.651182 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ceb80d-fc12-4f60-be46-018a7a06c964 service neutron] Pushing event updated for resources: {'Port': ['ID=057f4af4-7d8f-4b19-b9e0-93021579cca4,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:36.759608 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4653a843-c326-440b-b40a-8fd27ea2ef34 req-d37f6cac-0c17-443f-8856-eb119f3a7f5a tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] 10.222.0.43 "GET /v2.0/ports?device_id=1da5444e-0cca-4d24-93f4-f77c27e9a2b6 HTTP/1.1" status: 200 len: 210 time: 0.0424373 Jul 29 23:56:36.825180 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-b55fca8c-fe25-4426-94b6-16221d9f4cf4 req-b4ceb80d-fc12-4f60-be46-018a7a06c964 service neutron] Attempting to bind port 057f4af4-7d8f-4b19-b9e0-93021579cca4 on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:56:36.825844 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-b55fca8c-fe25-4426-94b6-16221d9f4cf4 req-b4ceb80d-fc12-4f60-be46-018a7a06c964 service neutron] Attempting to bind port 057f4af4-7d8f-4b19-b9e0-93021579cca4 by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': 'e0712cc7-f737-4b0f-8dd6-04cc9f0f2cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3a55d41f-152d-4af5-8cb3-45c790311e9a'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:56:36.826668 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55fca8c-fe25-4426-94b6-16221d9f4cf4 req-b4ceb80d-fc12-4f60-be46-018a7a06c964 service neutron] Attempting to bind port 057f4af4-7d8f-4b19-b9e0-93021579cca4 on network 3a55d41f-152d-4af5-8cb3-45c790311e9a {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:56:36.834810 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55fca8c-fe25-4426-94b6-16221d9f4cf4 req-b4ceb80d-fc12-4f60-be46-018a7a06c964 service neutron] Port 057f4af4-7d8f-4b19-b9e0-93021579cca4 on network 3a55d41f-152d-4af5-8cb3-45c790311e9a not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:56:36.835373 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55fca8c-fe25-4426-94b6-16221d9f4cf4 req-b4ceb80d-fc12-4f60-be46-018a7a06c964 service neutron] Attempting to bind port 057f4af4-7d8f-4b19-b9e0-93021579cca4 on network 3a55d41f-152d-4af5-8cb3-45c790311e9a {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:56:36.858018 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55fca8c-fe25-4426-94b6-16221d9f4cf4 req-b4ceb80d-fc12-4f60-be46-018a7a06c964 service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:56:36.859669 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55fca8c-fe25-4426-94b6-16221d9f4cf4 req-b4ceb80d-fc12-4f60-be46-018a7a06c964 service neutron] Checking segment: {'id': 'e0712cc7-f737-4b0f-8dd6-04cc9f0f2cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3a55d41f-152d-4af5-8cb3-45c790311e9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:56:36.860256 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55fca8c-fe25-4426-94b6-16221d9f4cf4 req-b4ceb80d-fc12-4f60-be46-018a7a06c964 service neutron] Bound using segment: {'id': 'e0712cc7-f737-4b0f-8dd6-04cc9f0f2cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3a55d41f-152d-4af5-8cb3-45c790311e9a'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:56:36.860716 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-b55fca8c-fe25-4426-94b6-16221d9f4cf4 req-b4ceb80d-fc12-4f60-be46-018a7a06c964 service neutron] Bound port: 057f4af4-7d8f-4b19-b9e0-93021579cca4, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0712cc7-f737-4b0f-8dd6-04cc9f0f2cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '3a55d41f-152d-4af5-8cb3-45c790311e9a'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:56:36.861127 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b55fca8c-fe25-4426-94b6-16221d9f4cf4 req-b4ceb80d-fc12-4f60-be46-018a7a06c964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:37.056118 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886418d-eccf-4c61-90fc-67363fc66e0c req-a5271aed-ddef-4149-925e-07b09c135836 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:37.057666 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8886418d-eccf-4c61-90fc-67363fc66e0c req-a5271aed-ddef-4149-925e-07b09c135836 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] 10.222.0.41 "GET /v2.0/networks?id=1fbc99fa-8d31-4726-b05c-ced13247889a HTTP/1.1" status: 200 len: 813 time: 0.2132430 Jul 29 23:56:37.061806 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-b55fca8c-fe25-4426-94b6-16221d9f4cf4 req-b4ceb80d-fc12-4f60-be46-018a7a06c964 service neutron] For port 057f4af4-7d8f-4b19-b9e0-93021579cca4, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:56:37.066293 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-b55fca8c-fe25-4426-94b6-16221d9f4cf4 req-b4ceb80d-fc12-4f60-be46-018a7a06c964 service neutron] For port 057f4af4-7d8f-4b19-b9e0-93021579cca4, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=057f4af4-7d8f-4b19-b9e0-93021579cca4,segment=NetworkSegment(e0712cc7-f737-4b0f-8dd6-04cc9f0f2cd3),segment_id=e0712cc7-f737-4b0f-8dd6-04cc9f0f2cd3)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:56:37.071542 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b55fca8c-fe25-4426-94b6-16221d9f4cf4 req-b4ceb80d-fc12-4f60-be46-018a7a06c964 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:37.122119 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55fca8c-fe25-4426-94b6-16221d9f4cf4 req-b4ceb80d-fc12-4f60-be46-018a7a06c964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:37.122533 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b55fca8c-fe25-4426-94b6-16221d9f4cf4 req-b4ceb80d-fc12-4f60-be46-018a7a06c964 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:37.123937 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b55fca8c-fe25-4426-94b6-16221d9f4cf4 req-b4ceb80d-fc12-4f60-be46-018a7a06c964 service neutron] 10.222.0.41 "PUT /v2.0/ports/057f4af4-7d8f-4b19-b9e0-93021579cca4 HTTP/1.1" status: 200 len: 1092 time: 1.1963277 Jul 29 23:56:37.124417 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '187e44ea-bd12-4ca8-8a68-81fe35ec80aa', 'tag': '057f4af4-7d8f-4b19-b9e0-93021579cca4'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:56:37.126765 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da000e3c-c567-4105-8903-1a8bbb40c717" -d '{"events": [{"name": "network-changed", "server_uuid": "187e44ea-bd12-4ca8-8a68-81fe35ec80aa", "tag": "057f4af4-7d8f-4b19-b9e0-93021579cca4"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:56:37.189624 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8886418d-eccf-4c61-90fc-67363fc66e0c req-dbe32de9-e957-4e7b-b023-66ade8db242a tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=384efcf70cdf43d989dbb2e4793dfac4 HTTP/1.1" status: 200 len: 380 time: 0.1082695 Jul 29 23:56:37.203638 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ceb80d-fc12-4f60-be46-018a7a06c964 service neutron] Pushing event updated for resources: {'Port': ['ID=057f4af4-7d8f-4b19-b9e0-93021579cca4,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:37.219496 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb3643c-752e-4843-92ae-dd277f732bef x-openstack-request-id: req-0fb3643c-752e-4843-92ae-dd277f732bef {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:56:37.219496 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "187e44ea-bd12-4ca8-8a68-81fe35ec80aa", "tag": "057f4af4-7d8f-4b19-b9e0-93021579cca4", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:56:37.219496 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0fb3643c-752e-4843-92ae-dd277f732bef {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:56:37.220020 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '187e44ea-bd12-4ca8-8a68-81fe35ec80aa', 'tag': '057f4af4-7d8f-4b19-b9e0-93021579cca4', 'status': 'completed', 'code': 200} Jul 29 23:56:37.223649 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-8886418d-eccf-4c61-90fc-67363fc66e0c req-928f49ed-1999-49d6-8ede-b31ddbc7c8a6 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Request body: {'port': {'device_id': '1da5444e-0cca-4d24-93f4-f77c27e9a2b6', 'network_id': '1fbc99fa-8d31-4726-b05c-ced13247889a', 'admin_state_up': True, 'tenant_id': '384efcf70cdf43d989dbb2e4793dfac4', 'security_groups': ['c996939e-f2ca-4747-8a6b-c3778b5de69e']}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:37.388917 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:37.417247 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8886418d-eccf-4c61-90fc-67363fc66e0c req-928f49ed-1999-49d6-8ede-b31ddbc7c8a6 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Made reservation on behalf of 384efcf70cdf43d989dbb2e4793dfac4 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:56:37.421146 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-8886418d-eccf-4c61-90fc-67363fc66e0c req-928f49ed-1999-49d6-8ede-b31ddbc7c8a6 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:37.426184 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55fca8c-fe25-4426-94b6-16221d9f4cf4 req-ceed900f-faef-4e38-9a55-57adc51c9809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:37.428667 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b55fca8c-fe25-4426-94b6-16221d9f4cf4 req-ceed900f-faef-4e38-9a55-57adc51c9809 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=86b10db7f8a14ffb9c09ef339a81a3e3&device_id=187e44ea-bd12-4ca8-8a68-81fe35ec80aa HTTP/1.1" status: 200 len: 1095 time: 0.2435105 Jul 29 23:56:37.502286 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b55fca8c-fe25-4426-94b6-16221d9f4cf4 req-a13e1234-88e1-44bb-ba03-9fce01c7d773 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=057f4af4-7d8f-4b19-b9e0-93021579cca4 HTTP/1.1" status: 200 len: 217 time: 0.0588853 Jul 29 23:56:37.599623 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55fca8c-fe25-4426-94b6-16221d9f4cf4 req-3b78f5b6-4d17-404f-9c93-f16f4c21a24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:37.601795 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b55fca8c-fe25-4426-94b6-16221d9f4cf4 req-3b78f5b6-4d17-404f-9c93-f16f4c21a24a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=04f945dd-ab58-406c-b2ad-e26f2a6d8616 HTTP/1.1" status: 200 len: 849 time: 0.0541911 Jul 29 23:56:37.780199 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55fca8c-fe25-4426-94b6-16221d9f4cf4 req-c0b5bb1a-dfdd-4384-bc6a-4bc6b42ec59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:37.783972 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b55fca8c-fe25-4426-94b6-16221d9f4cf4 req-c0b5bb1a-dfdd-4384-bc6a-4bc6b42ec59e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3a55d41f-152d-4af5-8cb3-45c790311e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1739333 Jul 29 23:56:37.786512 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20dde80-7ae5-4dcd-a597-ea7e7508ca9f req-6504035e-a228-407d-b905-23342149c5c5 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:37.787939 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d20dde80-7ae5-4dcd-a597-ea7e7508ca9f req-6504035e-a228-407d-b905-23342149c5c5 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=187e44ea-bd12-4ca8-8a68-81fe35ec80aa HTTP/1.1" status: 200 len: 1095 time: 0.1324084 Jul 29 23:56:37.881231 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-8886418d-eccf-4c61-90fc-67363fc66e0c req-928f49ed-1999-49d6-8ede-b31ddbc7c8a6 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Allocated IP 172.20.0.4 (1fbc99fa-8d31-4726-b05c-ced13247889a/93245ce2-868b-46b6-86e9-44b6ab704043/063e531b-8027-4673-a267-0d319597fb50) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:56:37.943834 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d20dde80-7ae5-4dcd-a597-ea7e7508ca9f req-c88fbc9f-c423-4293-93bd-f919c8c5d2f8 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=560430de-50c4-41d3-8910-489cbeb99167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249406 Jul 29 23:56:37.945896 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-04f4e264-813a-4e0a-9198-751466dc30e4 req-8f520aea-4096-4664-a7ac-507bdaacbab1 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] 10.222.0.43 "GET /v2.0/ports?device_id=1da5444e-0cca-4d24-93f4-f77c27e9a2b6 HTTP/1.1" status: 200 len: 210 time: 0.0667162 Jul 29 23:56:38.019028 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b55fca8c-fe25-4426-94b6-16221d9f4cf4 req-2c890c43-cc15-4c4e-a1dd-6fa763354aa9 service neutron] 10.222.0.41 "GET /v2.0/networks/3a55d41f-152d-4af5-8cb3-45c790311e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137766 Jul 29 23:56:38.202918 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b55fca8c-fe25-4426-94b6-16221d9f4cf4 req-d9e2a6a2-780a-4853-8168-e16ed3eef4d1 service neutron] 10.222.0.41 "GET /v2.0/networks/3a55d41f-152d-4af5-8cb3-45c790311e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725550 Jul 29 23:56:38.266644 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-8886418d-eccf-4c61-90fc-67363fc66e0c req-928f49ed-1999-49d6-8ede-b31ddbc7c8a6 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:38.283975 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-8886418d-eccf-4c61-90fc-67363fc66e0c req-928f49ed-1999-49d6-8ede-b31ddbc7c8a6 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Transition to ACTIVE for port object 063e531b-8027-4673-a267-0d319597fb50 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:38.377022 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da000e3c-c567-4105-8903-1a8bbb40c717 req-9f98d040-a600-47b0-a832-c48869440ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:38.378735 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-da000e3c-c567-4105-8903-1a8bbb40c717 req-9f98d040-a600-47b0-a832-c48869440ee0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=86b10db7f8a14ffb9c09ef339a81a3e3&device_id=187e44ea-bd12-4ca8-8a68-81fe35ec80aa HTTP/1.1" status: 200 len: 1095 time: 0.0803201 Jul 29 23:56:38.380422 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-8886418d-eccf-4c61-90fc-67363fc66e0c req-928f49ed-1999-49d6-8ede-b31ddbc7c8a6 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:38.476475 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8886418d-eccf-4c61-90fc-67363fc66e0c req-928f49ed-1999-49d6-8ede-b31ddbc7c8a6 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Network 1fbc99fa-8d31-4726-b05c-ced13247889a is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:56:38.484390 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-8886418d-eccf-4c61-90fc-67363fc66e0c req-928f49ed-1999-49d6-8ede-b31ddbc7c8a6 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:38.498166 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-8886418d-eccf-4c61-90fc-67363fc66e0c req-928f49ed-1999-49d6-8ede-b31ddbc7c8a6 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:56:38.560382 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886418d-eccf-4c61-90fc-67363fc66e0c req-928f49ed-1999-49d6-8ede-b31ddbc7c8a6 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:38.561119 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-8886418d-eccf-4c61-90fc-67363fc66e0c req-928f49ed-1999-49d6-8ede-b31ddbc7c8a6 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:38.580358 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928f49ed-1999-49d6-8ede-b31ddbc7c8a6 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Pushing event updated for resources: {'Port': ['ID=063e531b-8027-4673-a267-0d319597fb50,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:38.607728 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8886418d-eccf-4c61-90fc-67363fc66e0c req-928f49ed-1999-49d6-8ede-b31ddbc7c8a6 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3917542 Jul 29 23:56:38.631331 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-8886418d-eccf-4c61-90fc-67363fc66e0c req-6088ff46-ff74-4963-a8ab-069172861b01 service neutron] Request body: {'port': {'device_id': '1da5444e-0cca-4d24-93f4-f77c27e9a2b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:38.665062 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da000e3c-c567-4105-8903-1a8bbb40c717 req-8318847c-4966-46b1-8f5c-cdad1f6f8ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:38.666665 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-da000e3c-c567-4105-8903-1a8bbb40c717 req-8318847c-4966-46b1-8f5c-cdad1f6f8ec2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3a55d41f-152d-4af5-8cb3-45c790311e9a HTTP/1.1" status: 200 len: 911 time: 0.2790833 Jul 29 23:56:38.756360 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-da000e3c-c567-4105-8903-1a8bbb40c717 req-cccb7645-7184-4268-8bfe-60370c5bfa98 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=057f4af4-7d8f-4b19-b9e0-93021579cca4 HTTP/1.1" status: 200 len: 217 time: 0.0647230 Jul 29 23:56:38.757327 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-8886418d-eccf-4c61-90fc-67363fc66e0c req-6088ff46-ff74-4963-a8ab-069172861b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:38.878089 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da000e3c-c567-4105-8903-1a8bbb40c717 req-9973204c-44f9-46ce-ac11-360dc355665e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:38.879994 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-da000e3c-c567-4105-8903-1a8bbb40c717 req-9973204c-44f9-46ce-ac11-360dc355665e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=04f945dd-ab58-406c-b2ad-e26f2a6d8616 HTTP/1.1" status: 200 len: 849 time: 0.1016366 Jul 29 23:56:38.919631 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-84fe2681-246d-447d-9020-f59bbd55da01 None None] Provisioning for port 063e531b-8027-4673-a267-0d319597fb50 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:56:38.924238 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-84fe2681-246d-447d-9020-f59bbd55da01 None None] Provisioning complete for port 063e531b-8027-4673-a267-0d319597fb50 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:38.924951 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-84fe2681-246d-447d-9020-f59bbd55da01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:39.002967 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-84fe2681-246d-447d-9020-f59bbd55da01 None None] Port 063e531b-8027-4673-a267-0d319597fb50 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:56:39.568672 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da000e3c-c567-4105-8903-1a8bbb40c717 req-ad0ce866-561d-4298-b647-cdb0c2639488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:39.570243 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-da000e3c-c567-4105-8903-1a8bbb40c717 req-ad0ce866-561d-4298-b647-cdb0c2639488 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3a55d41f-152d-4af5-8cb3-45c790311e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6808338 Jul 29 23:56:39.600807 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1978f23b-f917-4236-8f02-1cdb794a8aa7 req-542ff6f7-ade9-4e79-a7f4-73ba0594e4e4 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:39.608766 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1978f23b-f917-4236-8f02-1cdb794a8aa7 req-542ff6f7-ade9-4e79-a7f4-73ba0594e4e4 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=187e44ea-bd12-4ca8-8a68-81fe35ec80aa HTTP/1.1" status: 200 len: 1095 time: 0.5427618 Jul 29 23:56:39.638669 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa85ecba-6b1c-4beb-89a6-592fac14f6df req-2104a978-8b41-4375-9536-84ab2a454f8d tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:39.640426 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fa85ecba-6b1c-4beb-89a6-592fac14f6df req-2104a978-8b41-4375-9536-84ab2a454f8d tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] 10.222.0.43 "GET /v2.0/ports?device_id=1da5444e-0cca-4d24-93f4-f77c27e9a2b6 HTTP/1.1" status: 200 len: 931 time: 0.5377688 Jul 29 23:56:39.787153 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fa85ecba-6b1c-4beb-89a6-592fac14f6df req-d026d030-8e77-4c8a-b963-b7821ec70859 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] 10.222.0.43 "GET /v2.0/security-groups?id=c996939e-f2ca-4747-8a6b-c3778b5de69e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093950 Jul 29 23:56:39.801461 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1978f23b-f917-4236-8f02-1cdb794a8aa7 req-953e2cc8-d84f-4706-9433-56eb6a2c5a6a tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=560430de-50c4-41d3-8910-489cbeb99167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917932 Jul 29 23:56:39.843240 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-da000e3c-c567-4105-8903-1a8bbb40c717 req-3e46d3a6-ef8e-4dcb-8dc4-ff251972aa20 service neutron] 10.222.0.41 "GET /v2.0/networks/3a55d41f-152d-4af5-8cb3-45c790311e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577305 Jul 29 23:56:39.971187 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-da000e3c-c567-4105-8903-1a8bbb40c717 req-683832b2-4071-45c0-9659-344bef5a4269 service neutron] 10.222.0.41 "GET /v2.0/networks/3a55d41f-152d-4af5-8cb3-45c790311e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040556 Jul 29 23:56:39.975706 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-8886418d-eccf-4c61-90fc-67363fc66e0c req-6088ff46-ff74-4963-a8ab-069172861b01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 063e531b-8027-4673-a267-0d319597fb50 {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:56:39.984202 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-8886418d-eccf-4c61-90fc-67363fc66e0c req-6088ff46-ff74-4963-a8ab-069172861b01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:40.002537 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-8886418d-eccf-4c61-90fc-67363fc66e0c req-6088ff46-ff74-4963-a8ab-069172861b01 service neutron] Transition to ACTIVE for port object 063e531b-8027-4673-a267-0d319597fb50 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:40.008269 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-8886418d-eccf-4c61-90fc-67363fc66e0c req-6088ff46-ff74-4963-a8ab-069172861b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:40.094616 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6088ff46-ff74-4963-a8ab-069172861b01 service neutron] Pushing event updated for resources: {'Port': ['ID=063e531b-8027-4673-a267-0d319597fb50,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:40.190093 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-8886418d-eccf-4c61-90fc-67363fc66e0c req-6088ff46-ff74-4963-a8ab-069172861b01 service neutron] Attempting to bind port 063e531b-8027-4673-a267-0d319597fb50 on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:56:40.190720 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-8886418d-eccf-4c61-90fc-67363fc66e0c req-6088ff46-ff74-4963-a8ab-069172861b01 service neutron] Attempting to bind port 063e531b-8027-4673-a267-0d319597fb50 by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': '02f1d57b-b103-4b62-83a5-eb1735b1d01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fbc99fa-8d31-4726-b05c-ced13247889a'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:56:40.191049 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8886418d-eccf-4c61-90fc-67363fc66e0c req-6088ff46-ff74-4963-a8ab-069172861b01 service neutron] Attempting to bind port 063e531b-8027-4673-a267-0d319597fb50 on network 1fbc99fa-8d31-4726-b05c-ced13247889a {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:56:40.196466 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8886418d-eccf-4c61-90fc-67363fc66e0c req-6088ff46-ff74-4963-a8ab-069172861b01 service neutron] Port 063e531b-8027-4673-a267-0d319597fb50 on network 1fbc99fa-8d31-4726-b05c-ced13247889a not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:56:40.196794 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8886418d-eccf-4c61-90fc-67363fc66e0c req-6088ff46-ff74-4963-a8ab-069172861b01 service neutron] Attempting to bind port 063e531b-8027-4673-a267-0d319597fb50 on network 1fbc99fa-8d31-4726-b05c-ced13247889a {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:56:40.202112 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8886418d-eccf-4c61-90fc-67363fc66e0c req-6088ff46-ff74-4963-a8ab-069172861b01 service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 56, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:56:40.202567 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8886418d-eccf-4c61-90fc-67363fc66e0c req-6088ff46-ff74-4963-a8ab-069172861b01 service neutron] Checking segment: {'id': '02f1d57b-b103-4b62-83a5-eb1735b1d01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fbc99fa-8d31-4726-b05c-ced13247889a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:56:40.202872 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8886418d-eccf-4c61-90fc-67363fc66e0c req-6088ff46-ff74-4963-a8ab-069172861b01 service neutron] Bound using segment: {'id': '02f1d57b-b103-4b62-83a5-eb1735b1d01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fbc99fa-8d31-4726-b05c-ced13247889a'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:56:40.203566 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-8886418d-eccf-4c61-90fc-67363fc66e0c req-6088ff46-ff74-4963-a8ab-069172861b01 service neutron] Bound port: 063e531b-8027-4673-a267-0d319597fb50, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02f1d57b-b103-4b62-83a5-eb1735b1d01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fbc99fa-8d31-4726-b05c-ced13247889a'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:56:40.203681 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-8886418d-eccf-4c61-90fc-67363fc66e0c req-6088ff46-ff74-4963-a8ab-069172861b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:40.305814 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 057f4af4-7d8f-4b19-b9e0-93021579cca4 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:56:40.360523 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-8886418d-eccf-4c61-90fc-67363fc66e0c req-6088ff46-ff74-4963-a8ab-069172861b01 service neutron] For port 063e531b-8027-4673-a267-0d319597fb50, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:56:40.369068 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-8886418d-eccf-4c61-90fc-67363fc66e0c req-6088ff46-ff74-4963-a8ab-069172861b01 service neutron] For port 063e531b-8027-4673-a267-0d319597fb50, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=063e531b-8027-4673-a267-0d319597fb50,segment=NetworkSegment(02f1d57b-b103-4b62-83a5-eb1735b1d01b),segment_id=02f1d57b-b103-4b62-83a5-eb1735b1d01b)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:56:40.377187 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-8886418d-eccf-4c61-90fc-67363fc66e0c req-6088ff46-ff74-4963-a8ab-069172861b01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:40.433902 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886418d-eccf-4c61-90fc-67363fc66e0c req-6088ff46-ff74-4963-a8ab-069172861b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:40.434537 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-8886418d-eccf-4c61-90fc-67363fc66e0c req-6088ff46-ff74-4963-a8ab-069172861b01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:40.436023 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8886418d-eccf-4c61-90fc-67363fc66e0c req-6088ff46-ff74-4963-a8ab-069172861b01 service neutron] 10.222.0.41 "PUT /v2.0/ports/063e531b-8027-4673-a267-0d319597fb50 HTTP/1.1" status: 200 len: 1092 time: 1.8125262 Jul 29 23:56:40.436464 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1da5444e-0cca-4d24-93f4-f77c27e9a2b6', 'tag': '063e531b-8027-4673-a267-0d319597fb50'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:56:40.448557 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8414370-79a1-4c59-969f-2bac65892d3c" -d '{"events": [{"name": "network-changed", "server_uuid": "1da5444e-0cca-4d24-93f4-f77c27e9a2b6", "tag": "063e531b-8027-4673-a267-0d319597fb50"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:56:40.535035 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6088ff46-ff74-4963-a8ab-069172861b01 service neutron] Pushing event updated for resources: {'Port': ['ID=063e531b-8027-4673-a267-0d319597fb50,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:40.574870 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f7f7ce-00fe-4044-8bc1-df3336104579 x-openstack-request-id: req-23f7f7ce-00fe-4044-8bc1-df3336104579 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:56:40.575454 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1da5444e-0cca-4d24-93f4-f77c27e9a2b6", "tag": "063e531b-8027-4673-a267-0d319597fb50", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:56:40.575454 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-23f7f7ce-00fe-4044-8bc1-df3336104579 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:56:40.576009 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1da5444e-0cca-4d24-93f4-f77c27e9a2b6', 'tag': '063e531b-8027-4673-a267-0d319597fb50', 'status': 'completed', 'code': 200} Jul 29 23:56:40.631844 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886418d-eccf-4c61-90fc-67363fc66e0c req-c791effa-1c37-4392-95ce-84acae994add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:40.633478 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8886418d-eccf-4c61-90fc-67363fc66e0c req-c791effa-1c37-4392-95ce-84acae994add service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=384efcf70cdf43d989dbb2e4793dfac4&device_id=1da5444e-0cca-4d24-93f4-f77c27e9a2b6 HTTP/1.1" status: 200 len: 1095 time: 0.1171639 Jul 29 23:56:40.642239 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 057f4af4-7d8f-4b19-b9e0-93021579cca4, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=057f4af4-7d8f-4b19-b9e0-93021579cca4,segment=NetworkSegment(e0712cc7-f737-4b0f-8dd6-04cc9f0f2cd3),segment_id=e0712cc7-f737-4b0f-8dd6-04cc9f0f2cd3)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:40.677020 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': '057f4af4-7d8f-4b19-b9e0-93021579cca4', 'network_id': '3a55d41f-152d-4af5-8cb3-45c790311e9a', 'port_id': '057f4af4-7d8f-4b19-b9e0-93021579cca4', 'mac_address': 'fa:16:3e:a7:90:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04f945dd-ab58-406c-b2ad-e26f2a6d8616', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:56:40.707982 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8886418d-eccf-4c61-90fc-67363fc66e0c req-14732db6-a916-41b6-9302-184d9b565044 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=063e531b-8027-4673-a267-0d319597fb50 HTTP/1.1" status: 200 len: 217 time: 0.0595367 Jul 29 23:56:40.770151 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:40.781890 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886418d-eccf-4c61-90fc-67363fc66e0c req-7e2db6ae-3760-4f7c-88b6-f31709ad04c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:40.784047 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8886418d-eccf-4c61-90fc-67363fc66e0c req-7e2db6ae-3760-4f7c-88b6-f31709ad04c9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93245ce2-868b-46b6-86e9-44b6ab704043 HTTP/1.1" status: 200 len: 852 time: 0.0575230 Jul 29 23:56:40.804354 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 057f4af4-7d8f-4b19-b9e0-93021579cca4 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:56:40.842470 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886418d-eccf-4c61-90fc-67363fc66e0c req-fdccacf1-f16a-48de-931b-2656190e71b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:40.845876 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8886418d-eccf-4c61-90fc-67363fc66e0c req-fdccacf1-f16a-48de-931b-2656190e71b8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1fbc99fa-8d31-4726-b05c-ced13247889a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543594 Jul 29 23:56:40.889616 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 057f4af4-7d8f-4b19-b9e0-93021579cca4, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=057f4af4-7d8f-4b19-b9e0-93021579cca4,segment=NetworkSegment(e0712cc7-f737-4b0f-8dd6-04cc9f0f2cd3),segment_id=e0712cc7-f737-4b0f-8dd6-04cc9f0f2cd3)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:40.906895 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:40.982987 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=057f4af4-7d8f-4b19-b9e0-93021579cca4,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:41.006723 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8886418d-eccf-4c61-90fc-67363fc66e0c req-9f4ac8ac-c73c-40b8-af51-a426f6f16e42 service neutron] 10.222.0.41 "GET /v2.0/networks/1fbc99fa-8d31-4726-b05c-ced13247889a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472764 Jul 29 23:56:41.121944 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8886418d-eccf-4c61-90fc-67363fc66e0c req-21a13547-1b1c-4dc6-b48f-d2b82a8756b7 service neutron] 10.222.0.41 "GET /v2.0/networks/1fbc99fa-8d31-4726-b05c-ced13247889a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012316 Jul 29 23:56:41.201742 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['057f4af4-7d8f-4b19-b9e0-93021579cca4'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:56:41.260630 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd84bb5-d2c6-4236-94d5-4ca541efd7c1 req-4f4721a4-4b6d-4e37-810a-91235c009f92 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:41.262655 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9bd84bb5-d2c6-4236-94d5-4ca541efd7c1 req-4f4721a4-4b6d-4e37-810a-91235c009f92 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=187e44ea-bd12-4ca8-8a68-81fe35ec80aa HTTP/1.1" status: 200 len: 1096 time: 0.2534201 Jul 29 23:56:41.282459 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2286fc9a-f864-487a-b26d-bdd19a8180c7 req-a1349cf8-f0fd-4eca-a553-8684593e7dd1 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:41.285031 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2286fc9a-f864-487a-b26d-bdd19a8180c7 req-a1349cf8-f0fd-4eca-a553-8684593e7dd1 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] 10.222.0.43 "GET /v2.0/ports?device_id=1da5444e-0cca-4d24-93f4-f77c27e9a2b6 HTTP/1.1" status: 200 len: 943 time: 0.2649803 Jul 29 23:56:41.308080 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8414370-79a1-4c59-969f-2bac65892d3c req-275c3cca-304b-459a-aa3d-a9d3cbc2638b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:41.310223 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b8414370-79a1-4c59-969f-2bac65892d3c req-275c3cca-304b-459a-aa3d-a9d3cbc2638b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=384efcf70cdf43d989dbb2e4793dfac4&device_id=1da5444e-0cca-4d24-93f4-f77c27e9a2b6 HTTP/1.1" status: 200 len: 1095 time: 0.0837884 Jul 29 23:56:41.401672 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9bd84bb5-d2c6-4236-94d5-4ca541efd7c1 req-395fa339-a7b2-493e-9fb7-3bc84f6e45fc tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=560430de-50c4-41d3-8910-489cbeb99167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275556 Jul 29 23:56:41.453983 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2286fc9a-f864-487a-b26d-bdd19a8180c7 req-fc9f070d-e999-4902-a953-6d4940044c26 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] 10.222.0.43 "GET /v2.0/security-groups?id=c996939e-f2ca-4747-8a6b-c3778b5de69e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590350 Jul 29 23:56:41.523543 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8414370-79a1-4c59-969f-2bac65892d3c req-e4ce125f-09ea-49c1-85c7-e8c7403a369d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:41.525448 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b8414370-79a1-4c59-969f-2bac65892d3c req-e4ce125f-09ea-49c1-85c7-e8c7403a369d service neutron] 10.222.0.41 "GET /v2.0/networks?id=1fbc99fa-8d31-4726-b05c-ced13247889a HTTP/1.1" status: 200 len: 914 time: 0.1995690 Jul 29 23:56:41.592589 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b8414370-79a1-4c59-969f-2bac65892d3c req-7da378a3-5e31-4e42-9f68-abe81ee6392d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=063e531b-8027-4673-a267-0d319597fb50 HTTP/1.1" status: 200 len: 217 time: 0.0589175 Jul 29 23:56:41.649925 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8414370-79a1-4c59-969f-2bac65892d3c req-321d7f99-5ce6-4c8f-9a78-9f09dd4ebde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:41.651013 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b8414370-79a1-4c59-969f-2bac65892d3c req-321d7f99-5ce6-4c8f-9a78-9f09dd4ebde5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93245ce2-868b-46b6-86e9-44b6ab704043 HTTP/1.1" status: 200 len: 852 time: 0.0508025 Jul 29 23:56:41.708698 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8414370-79a1-4c59-969f-2bac65892d3c req-f3844703-56ac-4070-b538-01d786b24339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:41.710634 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b8414370-79a1-4c59-969f-2bac65892d3c req-f3844703-56ac-4070-b538-01d786b24339 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1fbc99fa-8d31-4726-b05c-ced13247889a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509393 Jul 29 23:56:41.829353 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b8414370-79a1-4c59-969f-2bac65892d3c req-1df3e591-e972-4662-9532-ab771f5c8486 service neutron] 10.222.0.41 "GET /v2.0/networks/1fbc99fa-8d31-4726-b05c-ced13247889a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110902 Jul 29 23:56:41.951638 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b8414370-79a1-4c59-969f-2bac65892d3c req-c8e5b69a-4f5f-4b87-a6b9-1fd36191f501 service neutron] 10.222.0.41 "GET /v2.0/networks/1fbc99fa-8d31-4726-b05c-ced13247889a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135902 Jul 29 23:56:42.306526 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 057f4af4-7d8f-4b19-b9e0-93021579cca4 up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:56:42.372346 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port 057f4af4-7d8f-4b19-b9e0-93021579cca4 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:56:42.383910 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port 057f4af4-7d8f-4b19-b9e0-93021579cca4 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:42.384952 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:42.564668 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:42.578177 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606af36-0316-4d43-a72d-7e49b9d05a96 req-16080a01-4c5b-4c0f-a0b3-d9c238d4e214 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:42.580379 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1606af36-0316-4d43-a72d-7e49b9d05a96 req-16080a01-4c5b-4c0f-a0b3-d9c238d4e214 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=187e44ea-bd12-4ca8-8a68-81fe35ec80aa HTTP/1.1" status: 200 len: 1096 time: 0.1018660 Jul 29 23:56:42.670876 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 057f4af4-7d8f-4b19-b9e0-93021579cca4, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=057f4af4-7d8f-4b19-b9e0-93021579cca4,segment=NetworkSegment(e0712cc7-f737-4b0f-8dd6-04cc9f0f2cd3),segment_id=e0712cc7-f737-4b0f-8dd6-04cc9f0f2cd3)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:42.672036 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '187e44ea-bd12-4ca8-8a68-81fe35ec80aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '057f4af4-7d8f-4b19-b9e0-93021579cca4'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:56:42.673191 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1606af36-0316-4d43-a72d-7e49b9d05a96 req-2f079c88-9cc7-43df-a337-b98110eb62cb tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=560430de-50c4-41d3-8910-489cbeb99167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756321 Jul 29 23:56:42.678578 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-910e14bd-42ea-49da-aae1-397d728b7d6e" -d '{"events": [{"server_uuid": "187e44ea-bd12-4ca8-8a68-81fe35ec80aa", "name": "network-vif-plugged", "status": "completed", "tag": "057f4af4-7d8f-4b19-b9e0-93021579cca4"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:56:42.692333 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:42.698360 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a942da-c2e1-40a3-8dab-b3c068ebb73b req-6b18a030-fcc4-460c-85e4-085cbbb8ae22 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:42.711502 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-77a942da-c2e1-40a3-8dab-b3c068ebb73b req-6b18a030-fcc4-460c-85e4-085cbbb8ae22 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] 10.222.0.43 "GET /v2.0/ports?device_id=1da5444e-0cca-4d24-93f4-f77c27e9a2b6 HTTP/1.1" status: 200 len: 943 time: 0.1499915 Jul 29 23:56:42.823845 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-77a942da-c2e1-40a3-8dab-b3c068ebb73b req-3f49d6cf-dbd5-454b-aad1-2a4c7082bbd0 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] 10.222.0.43 "GET /v2.0/security-groups?id=c996939e-f2ca-4747-8a6b-c3778b5de69e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093917 Jul 29 23:56:42.968946 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765e571a-b1bc-4584-a333-46863d2801f0 req-ea9b348b-3a1f-4e71-85d1-a38c7250425d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:42.975715 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-765e571a-b1bc-4584-a333-46863d2801f0 req-ea9b348b-3a1f-4e71-85d1-a38c7250425d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=187e44ea-bd12-4ca8-8a68-81fe35ec80aa HTTP/1.1" status: 200 len: 1097 time: 0.0695133 Jul 29 23:56:43.021985 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b9332b-0dc0-40ee-81e3-3224558523dc x-openstack-request-id: req-48b9332b-0dc0-40ee-81e3-3224558523dc {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:56:43.022276 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "187e44ea-bd12-4ca8-8a68-81fe35ec80aa", "name": "network-vif-plugged", "status": "completed", "tag": "057f4af4-7d8f-4b19-b9e0-93021579cca4", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:56:43.022782 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-48b9332b-0dc0-40ee-81e3-3224558523dc {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:56:43.022963 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '187e44ea-bd12-4ca8-8a68-81fe35ec80aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '057f4af4-7d8f-4b19-b9e0-93021579cca4', 'code': 200} Jul 29 23:56:43.023243 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-765e571a-b1bc-4584-a333-46863d2801f0 req-3b440db7-b266-4fcb-82fc-7899854a3aae service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=560430de-50c4-41d3-8910-489cbeb99167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444083 Jul 29 23:56:43.050218 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=057f4af4-7d8f-4b19-b9e0-93021579cca4,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:43.812235 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892cdb1-8c40-4d8c-b58a-a6b448d4bfd2 req-75c26f82-7dcc-4c7a-a5fd-dfbf640650ac tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:43.813811 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a892cdb1-8c40-4d8c-b58a-a6b448d4bfd2 req-75c26f82-7dcc-4c7a-a5fd-dfbf640650ac tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=187e44ea-bd12-4ca8-8a68-81fe35ec80aa HTTP/1.1" status: 200 len: 1097 time: 0.0520654 Jul 29 23:56:43.871783 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a892cdb1-8c40-4d8c-b58a-a6b448d4bfd2 req-7708aa3b-65b2-4d24-9fd9-3200ffdd4822 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=560430de-50c4-41d3-8910-489cbeb99167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504613 Jul 29 23:56:43.947802 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e60bc0-5a88-4b44-b323-36565d80e638 req-50d60865-e84f-428f-90c3-b1999de46376 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:43.949800 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c6e60bc0-5a88-4b44-b323-36565d80e638 req-50d60865-e84f-428f-90c3-b1999de46376 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] 10.222.0.43 "GET /v2.0/ports?device_id=1da5444e-0cca-4d24-93f4-f77c27e9a2b6 HTTP/1.1" status: 200 len: 943 time: 0.0584598 Jul 29 23:56:44.016835 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c6e60bc0-5a88-4b44-b323-36565d80e638 req-04bc0135-14e6-4b2a-bc7b-c4f8f7ce63ca tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] 10.222.0.43 "GET /v2.0/security-groups?id=c996939e-f2ca-4747-8a6b-c3778b5de69e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602913 Jul 29 23:56:44.993243 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d6ca6-4dfb-4afc-85c2-3d4851c17393 req-0d5f5d68-8178-4fbd-83d9-0ec22513052c tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:44.994955 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e79d6ca6-4dfb-4afc-85c2-3d4851c17393 req-0d5f5d68-8178-4fbd-83d9-0ec22513052c tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=187e44ea-bd12-4ca8-8a68-81fe35ec80aa HTTP/1.1" status: 200 len: 1097 time: 0.0545931 Jul 29 23:56:45.055114 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e79d6ca6-4dfb-4afc-85c2-3d4851c17393 req-fc34c9a2-49c1-4157-a163-c276f7f58aac tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=560430de-50c4-41d3-8910-489cbeb99167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496461 Jul 29 23:56:45.185685 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e3fabf-8ada-45ca-ad3b-7edcb7983be1 req-55a367a3-067b-4536-b0f1-172bdee6d95f tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:45.190041 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-36e3fabf-8ada-45ca-ad3b-7edcb7983be1 req-55a367a3-067b-4536-b0f1-172bdee6d95f tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] 10.222.0.43 "GET /v2.0/ports?device_id=1da5444e-0cca-4d24-93f4-f77c27e9a2b6 HTTP/1.1" status: 200 len: 943 time: 0.0906463 Jul 29 23:56:45.215251 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9085ef1a-d72b-40d1-bc64-eba812203ef8 req-037f3d56-cd48-42c0-b5dd-3b1213c34778 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:45.218044 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9085ef1a-d72b-40d1-bc64-eba812203ef8 req-037f3d56-cd48-42c0-b5dd-3b1213c34778 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=187e44ea-bd12-4ca8-8a68-81fe35ec80aa HTTP/1.1" status: 200 len: 1097 time: 0.0817928 Jul 29 23:56:45.247783 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-36e3fabf-8ada-45ca-ad3b-7edcb7983be1 req-fa958f87-ffbb-4f65-9142-2e7ab05b46fb tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] 10.222.0.43 "GET /v2.0/security-groups?id=c996939e-f2ca-4747-8a6b-c3778b5de69e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524302 Jul 29 23:56:45.274711 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9085ef1a-d72b-40d1-bc64-eba812203ef8 req-3a1f3162-3cf2-4d4f-91f1-154b253e70c3 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=560430de-50c4-41d3-8910-489cbeb99167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497680 Jul 29 23:56:45.394188 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef74545e-7512-494f-8ce3-810109728a87 req-4642a4ab-1524-414d-b3b1-1556df06617f tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:45.396521 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ef74545e-7512-494f-8ce3-810109728a87 req-4642a4ab-1524-414d-b3b1-1556df06617f tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=187e44ea-bd12-4ca8-8a68-81fe35ec80aa HTTP/1.1" status: 200 len: 1097 time: 0.0493922 Jul 29 23:56:45.440879 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ef74545e-7512-494f-8ce3-810109728a87 req-53711602-5745-4565-8c53-b0da6bc6abc7 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=560430de-50c4-41d3-8910-489cbeb99167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379109 Jul 29 23:56:45.702833 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd616b8-0742-4fbc-bb66-83b49ea9a484 req-c4185036-5315-413e-a459-be701f4c8ffe tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:45.704724 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fdd616b8-0742-4fbc-bb66-83b49ea9a484 req-c4185036-5315-413e-a459-be701f4c8ffe tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=187e44ea-bd12-4ca8-8a68-81fe35ec80aa HTTP/1.1" status: 200 len: 1097 time: 0.0474620 Jul 29 23:56:45.745835 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fdd616b8-0742-4fbc-bb66-83b49ea9a484 req-b6cfc957-5c7f-48b2-b246-701b98dce708 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=560430de-50c4-41d3-8910-489cbeb99167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342121 Jul 29 23:56:46.345560 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d7ecfeae-0681-485f-b96d-1623fd7f8fbb req-d411ce19-f413-4b50-8ed2-63bcd9c088e5 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=cff9bba2-d2d0-4765-86e3-84977ccb9c5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0547669 Jul 29 23:56:46.384974 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33410762-f8fd-4b90-8752-135f8dc7e736 req-4f949bda-ac07-4616-baae-58e778cf8844 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:46.386584 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-33410762-f8fd-4b90-8752-135f8dc7e736 req-4f949bda-ac07-4616-baae-58e778cf8844 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] 10.222.0.43 "GET /v2.0/ports?device_id=1da5444e-0cca-4d24-93f4-f77c27e9a2b6 HTTP/1.1" status: 200 len: 943 time: 0.0621004 Jul 29 23:56:46.447300 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-33410762-f8fd-4b90-8752-135f8dc7e736 req-ab6969fe-e33f-4141-8160-3b50db78c2ef tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] 10.222.0.43 "GET /v2.0/security-groups?id=c996939e-f2ca-4747-8a6b-c3778b5de69e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513382 Jul 29 23:56:46.455447 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ecfeae-0681-485f-b96d-1623fd7f8fbb req-11c1941e-6aff-403c-a12e-3358d7403d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:46.458693 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d7ecfeae-0681-485f-b96d-1623fd7f8fbb req-11c1941e-6aff-403c-a12e-3358d7403d5f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=86b10db7f8a14ffb9c09ef339a81a3e3&device_id=cff9bba2-d2d0-4765-86e3-84977ccb9c5f HTTP/1.1" status: 200 len: 1097 time: 0.0654671 Jul 29 23:56:46.565335 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ecfeae-0681-485f-b96d-1623fd7f8fbb req-327fa9da-3124-4bef-88ea-28f31182a2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:46.567559 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d7ecfeae-0681-485f-b96d-1623fd7f8fbb req-327fa9da-3124-4bef-88ea-28f31182a2f0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=3a55d41f-152d-4af5-8cb3-45c790311e9a HTTP/1.1" status: 200 len: 911 time: 0.0899858 Jul 29 23:56:46.617002 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d7ecfeae-0681-485f-b96d-1623fd7f8fbb req-08eb66f1-0f72-49de-a2bb-39c7eca508bd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2d0c463-410e-44a7-94b9-3c9d4665e335 HTTP/1.1" status: 200 len: 217 time: 0.0413418 Jul 29 23:56:46.677455 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ecfeae-0681-485f-b96d-1623fd7f8fbb req-11fab43c-cccd-46ea-80c7-e9636c5871f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:46.679127 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d7ecfeae-0681-485f-b96d-1623fd7f8fbb req-11fab43c-cccd-46ea-80c7-e9636c5871f8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=04f945dd-ab58-406c-b2ad-e26f2a6d8616 HTTP/1.1" status: 200 len: 849 time: 0.0549538 Jul 29 23:56:46.730500 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ecfeae-0681-485f-b96d-1623fd7f8fbb req-b98ff7b2-686b-4ecc-88f8-b9da67fcce85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:46.732162 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d7ecfeae-0681-485f-b96d-1623fd7f8fbb req-b98ff7b2-686b-4ecc-88f8-b9da67fcce85 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=3a55d41f-152d-4af5-8cb3-45c790311e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447412 Jul 29 23:56:46.780421 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 57386) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:46.844900 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d7ecfeae-0681-485f-b96d-1623fd7f8fbb req-ec80cae2-d152-42a0-b15e-b5949d95025d service neutron] 10.222.0.22 "GET /v2.0/networks/3a55d41f-152d-4af5-8cb3-45c790311e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045182 Jul 29 23:56:46.876486 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc41e9a3-46a6-4072-909f-f271d577aeb7 req-b28aa8fc-a25a-40ae-9ebc-2e272a73a723 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:46.885052 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bc41e9a3-46a6-4072-909f-f271d577aeb7 req-b28aa8fc-a25a-40ae-9ebc-2e272a73a723 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=187e44ea-bd12-4ca8-8a68-81fe35ec80aa HTTP/1.1" status: 200 len: 1097 time: 0.0581195 Jul 29 23:56:46.918293 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-96a88158-03d0-4e0a-a9a0-903d01d5f968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:46.945092 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bc41e9a3-46a6-4072-909f-f271d577aeb7 req-cba4ce45-7186-4c31-a817-8e229f121c23 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=560430de-50c4-41d3-8910-489cbeb99167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586002 Jul 29 23:56:46.948585 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d7ecfeae-0681-485f-b96d-1623fd7f8fbb req-3aa1f472-afcb-4705-9e2b-da5286eec567 service neutron] 10.222.0.22 "GET /v2.0/networks/3a55d41f-152d-4af5-8cb3-45c790311e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955565 Jul 29 23:56:47.059500 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-96a88158-03d0-4e0a-a9a0-903d01d5f968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:47.063882 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-96a88158-03d0-4e0a-a9a0-903d01d5f968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:47.094316 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a88158-03d0-4e0a-a9a0-903d01d5f968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beebc086-dca4-4b0b-b4b8-7aaacd4e7404,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:47.115397 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a88158-03d0-4e0a-a9a0-903d01d5f968 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:47.115742 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a88158-03d0-4e0a-a9a0-903d01d5f968 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:47.116081 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a88158-03d0-4e0a-a9a0-903d01d5f968 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:47.116415 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a88158-03d0-4e0a-a9a0-903d01d5f968 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:47.116744 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a88158-03d0-4e0a-a9a0-903d01d5f968 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:47.117069 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a88158-03d0-4e0a-a9a0-903d01d5f968 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:47.117394 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a88158-03d0-4e0a-a9a0-903d01d5f968 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:47.117747 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a88158-03d0-4e0a-a9a0-903d01d5f968 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:47.118069 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a88158-03d0-4e0a-a9a0-903d01d5f968 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:47.118388 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a88158-03d0-4e0a-a9a0-903d01d5f968 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:47.118710 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a88158-03d0-4e0a-a9a0-903d01d5f968 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:47.119027 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a88158-03d0-4e0a-a9a0-903d01d5f968 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:47.131492 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-96a88158-03d0-4e0a-a9a0-903d01d5f968 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=262dd6f8223946989b7f34be12d5885b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3457241 Jul 29 23:56:47.131492 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 57396) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:47.138965 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5bfa83-a0ce-4a8d-8468-75e5c63a9119 req-5f7350cd-fc43-4428-b040-a0f970a74360 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:47.140418 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7c5bfa83-a0ce-4a8d-8468-75e5c63a9119 req-5f7350cd-fc43-4428-b040-a0f970a74360 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=187e44ea-bd12-4ca8-8a68-81fe35ec80aa HTTP/1.1" status: 200 len: 1097 time: 0.1104281 Jul 29 23:56:47.245018 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fc745024-445c-487b-b11a-696bc94b9c3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:47.276143 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fc745024-445c-487b-b11a-696bc94b9c3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:47.291134 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-7c5bfa83-a0ce-4a8d-8468-75e5c63a9119 req-562b4c54-9444-4238-903f-a5d11fe1869d tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] Deleting port 057f4af4-7d8f-4b19-b9e0-93021579cca4 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:56:47.291473 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-7c5bfa83-a0ce-4a8d-8468-75e5c63a9119 req-562b4c54-9444-4238-903f-a5d11fe1869d tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:47.384340 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fc745024-445c-487b-b11a-696bc94b9c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:47.386887 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fc745024-445c-487b-b11a-696bc94b9c3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:47.388038 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-fc745024-445c-487b-b11a-696bc94b9c3c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/beebc086-dca4-4b0b-b4b8-7aaacd4e7404 HTTP/1.1" status: 204 len: 168 time: 0.2570662 Jul 29 23:56:47.405161 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc745024-445c-487b-b11a-696bc94b9c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beebc086-dca4-4b0b-b4b8-7aaacd4e7404,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:47.407965 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-7c5bfa83-a0ce-4a8d-8468-75e5c63a9119 req-562b4c54-9444-4238-903f-a5d11fe1869d tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] For port 057f4af4-7d8f-4b19-b9e0-93021579cca4, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=057f4af4-7d8f-4b19-b9e0-93021579cca4,segment=NetworkSegment(e0712cc7-f737-4b0f-8dd6-04cc9f0f2cd3),segment_id=e0712cc7-f737-4b0f-8dd6-04cc9f0f2cd3)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:47.408340 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-7c5bfa83-a0ce-4a8d-8468-75e5c63a9119 req-562b4c54-9444-4238-903f-a5d11fe1869d tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:47.430890 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-7c5bfa83-a0ce-4a8d-8468-75e5c63a9119 req-562b4c54-9444-4238-903f-a5d11fe1869d tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] Calling delete_port for 057f4af4-7d8f-4b19-b9e0-93021579cca4 owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:56:47.615633 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148e247-1c24-4e48-b60c-20760cebf3fe req-ab04f5dd-77a7-48ca-af58-420ace706304 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:47.617305 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2148e247-1c24-4e48-b60c-20760cebf3fe req-ab04f5dd-77a7-48ca-af58-420ace706304 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] 10.222.0.43 "GET /v2.0/ports?device_id=1da5444e-0cca-4d24-93f4-f77c27e9a2b6 HTTP/1.1" status: 200 len: 943 time: 0.0929184 Jul 29 23:56:47.639330 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-7c5bfa83-a0ce-4a8d-8468-75e5c63a9119 req-562b4c54-9444-4238-903f-a5d11fe1869d tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:47.655149 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['c2d0c463-410e-44a7-94b9-3c9d4665e335'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:56:47.681752 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562b4c54-9444-4238-903f-a5d11fe1869d tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] Pushing event deleted for resources: {'Port': ['ID=057f4af4-7d8f-4b19-b9e0-93021579cca4,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:47.695296 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['057f4af4-7d8f-4b19-b9e0-93021579cca4'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:56:47.721681 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2148e247-1c24-4e48-b60c-20760cebf3fe req-c64b0bce-2b6c-4161-ae74-2e81d781dd90 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] 10.222.0.43 "GET /v2.0/security-groups?id=c996939e-f2ca-4747-8a6b-c3778b5de69e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898743 Jul 29 23:56:47.745353 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c5bfa83-a0ce-4a8d-8468-75e5c63a9119 req-562b4c54-9444-4238-903f-a5d11fe1869d tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] No DVR routers for this DVR port 057f4af4-7d8f-4b19-b9e0-93021579cca4 on host n-h1-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:56:47.755431 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-7c5bfa83-a0ce-4a8d-8468-75e5c63a9119 req-562b4c54-9444-4238-903f-a5d11fe1869d tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:47.759683 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7c5bfa83-a0ce-4a8d-8468-75e5c63a9119 req-562b4c54-9444-4238-903f-a5d11fe1869d tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] 10.222.0.41 "DELETE /v2.0/ports/057f4af4-7d8f-4b19-b9e0-93021579cca4 HTTP/1.1" status: 204 len: 173 time: 0.6113355 Jul 29 23:56:47.760663 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '187e44ea-bd12-4ca8-8a68-81fe35ec80aa', 'name': 'network-vif-deleted', 'tag': '057f4af4-7d8f-4b19-b9e0-93021579cca4'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:56:47.763284 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caac9ca7-8de9-4a4e-839f-b43d941b5e77" -d '{"events": [{"server_uuid": "187e44ea-bd12-4ca8-8a68-81fe35ec80aa", "name": "network-vif-deleted", "tag": "057f4af4-7d8f-4b19-b9e0-93021579cca4"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:56:47.779575 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 57418) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:47.811521 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8399b624-85f2-4ad5-b703-581e89ab5904 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:47.835268 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dccabf0e-bb59-43f1-b12d-ca75f4a82b42 x-openstack-request-id: req-dccabf0e-bb59-43f1-b12d-ca75f4a82b42 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:56:47.835748 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "187e44ea-bd12-4ca8-8a68-81fe35ec80aa", "name": "network-vif-deleted", "tag": "057f4af4-7d8f-4b19-b9e0-93021579cca4", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:56:47.836114 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dccabf0e-bb59-43f1-b12d-ca75f4a82b42 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:56:47.836544 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '187e44ea-bd12-4ca8-8a68-81fe35ec80aa', 'name': 'network-vif-deleted', 'tag': '057f4af4-7d8f-4b19-b9e0-93021579cca4', 'status': 'completed', 'code': 200} Jul 29 23:56:47.950453 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8399b624-85f2-4ad5-b703-581e89ab5904 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:47.958138 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8399b624-85f2-4ad5-b703-581e89ab5904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:48.014485 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-8399b624-85f2-4ad5-b703-581e89ab5904 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e093471265f04ad69ea171cf01e69239&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2334211 Jul 29 23:56:48.016873 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8399b624-85f2-4ad5-b703-581e89ab5904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cbd177a-c6b7-4d6a-affd-cdf69c65f27c,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:48.017391 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57422) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:48.103512 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bb7933a4-625e-4a70-a25b-c3f342529dde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:48.117772 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4228bb34-0513-420e-80ac-a936d25bb37b req-d5e2a8b1-a9e4-49ef-8387-c8f4b08a0d2f tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=187e44ea-bd12-4ca8-8a68-81fe35ec80aa HTTP/1.1" status: 200 len: 210 time: 0.0469887 Jul 29 23:56:48.164202 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bb7933a4-625e-4a70-a25b-c3f342529dde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:48.222372 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bb7933a4-625e-4a70-a25b-c3f342529dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:48.225990 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bb7933a4-625e-4a70-a25b-c3f342529dde admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:48.227225 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-bb7933a4-625e-4a70-a25b-c3f342529dde admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3cbd177a-c6b7-4d6a-affd-cdf69c65f27c HTTP/1.1" status: 204 len: 168 time: 0.2082362 Jul 29 23:56:48.237093 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7933a4-625e-4a70-a25b-c3f342529dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cbd177a-c6b7-4d6a-affd-cdf69c65f27c,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:48.870208 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa9dd3b-1791-4402-be12-192c3ced2751 req-4d1a9834-5041-482d-937d-b67664c7a2cb tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:48.872588 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2aa9dd3b-1791-4402-be12-192c3ced2751 req-4d1a9834-5041-482d-937d-b67664c7a2cb tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] 10.222.0.43 "GET /v2.0/ports?device_id=1da5444e-0cca-4d24-93f4-f77c27e9a2b6 HTTP/1.1" status: 200 len: 943 time: 0.0584624 Jul 29 23:56:48.935817 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2aa9dd3b-1791-4402-be12-192c3ced2751 req-486d8ade-e45f-44fa-8514-b109a02090db tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] 10.222.0.43 "GET /v2.0/security-groups?id=c996939e-f2ca-4747-8a6b-c3778b5de69e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532279 Jul 29 23:56:49.407281 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ed03a-e8f2-43f1-8088-5818316eb63b req-bc23e7be-d4ea-477b-af7a-517cb17729cb tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:49.408914 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f75ed03a-e8f2-43f1-8088-5818316eb63b req-bc23e7be-d4ea-477b-af7a-517cb17729cb tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=cff9bba2-d2d0-4765-86e3-84977ccb9c5f HTTP/1.1" status: 200 len: 1097 time: 0.0469937 Jul 29 23:56:49.446112 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f75ed03a-e8f2-43f1-8088-5818316eb63b req-37984744-5d68-4cc7-9890-9ffeaaa39248 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=560430de-50c4-41d3-8910-489cbeb99167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302160 Jul 29 23:56:49.811687 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:50.059378 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0977051a-cdce-4d70-bcac-68e01d2bc32f req-ca842b3f-acc0-4d39-84e8-799aabfbbe0f tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:50.060898 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0977051a-cdce-4d70-bcac-68e01d2bc32f req-ca842b3f-acc0-4d39-84e8-799aabfbbe0f tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] 10.222.0.43 "GET /v2.0/ports?device_id=1da5444e-0cca-4d24-93f4-f77c27e9a2b6 HTTP/1.1" status: 200 len: 943 time: 0.0504284 Jul 29 23:56:50.099888 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0977051a-cdce-4d70-bcac-68e01d2bc32f req-20988217-af24-4658-870f-5e182fafc83b tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] 10.222.0.43 "GET /v2.0/security-groups?id=c996939e-f2ca-4747-8a6b-c3778b5de69e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324628 Jul 29 23:56:50.366904 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 063e531b-8027-4673-a267-0d319597fb50 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:56:50.373683 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 057f4af4-7d8f-4b19-b9e0-93021579cca4 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:56:50.399738 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] No Port match for: 057f4af4-7d8f-4b19-b9e0-93021579cca4 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:56:50.400086 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 057f4af4-7d8f-4b19-b9e0-93021579cca4 not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:56:50.503594 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 063e531b-8027-4673-a267-0d319597fb50, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=063e531b-8027-4673-a267-0d319597fb50,segment=NetworkSegment(02f1d57b-b103-4b62-83a5-eb1735b1d01b),segment_id=02f1d57b-b103-4b62-83a5-eb1735b1d01b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:50.517558 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': '063e531b-8027-4673-a267-0d319597fb50', 'network_id': '1fbc99fa-8d31-4726-b05c-ced13247889a', 'port_id': '063e531b-8027-4673-a267-0d319597fb50', 'mac_address': 'fa:16:3e:2b:74:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93245ce2-868b-46b6-86e9-44b6ab704043', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:56:50.558124 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c0540b-f236-4d23-b13a-82add6a1d46d req-e4f44b23-09b2-4f4f-8aeb-d8279b28bef9 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:50.560086 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:50.565802 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-03c0540b-f236-4d23-b13a-82add6a1d46d req-e4f44b23-09b2-4f4f-8aeb-d8279b28bef9 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=cff9bba2-d2d0-4765-86e3-84977ccb9c5f HTTP/1.1" status: 200 len: 1097 time: 0.0479028 Jul 29 23:56:50.575112 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 063e531b-8027-4673-a267-0d319597fb50 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:56:50.598743 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-03c0540b-f236-4d23-b13a-82add6a1d46d req-9f7c0740-06cf-4922-96e7-5ee71df7a2c0 tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=560430de-50c4-41d3-8910-489cbeb99167&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318127 Jul 29 23:56:50.599337 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 063e531b-8027-4673-a267-0d319597fb50, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=063e531b-8027-4673-a267-0d319597fb50,segment=NetworkSegment(02f1d57b-b103-4b62-83a5-eb1735b1d01b),segment_id=02f1d57b-b103-4b62-83a5-eb1735b1d01b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:50.605640 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:50.664760 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=063e531b-8027-4673-a267-0d319597fb50,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:50.672753 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c35d73-e1bf-47d4-8efb-bfa360b0ee56 req-41447dc4-48ad-46b5-93ae-d144f266e6ec tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:50.674347 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-44c35d73-e1bf-47d4-8efb-bfa360b0ee56 req-41447dc4-48ad-46b5-93ae-d144f266e6ec tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=cff9bba2-d2d0-4765-86e3-84977ccb9c5f HTTP/1.1" status: 200 len: 1097 time: 0.0423517 Jul 29 23:56:50.757457 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-44c35d73-e1bf-47d4-8efb-bfa360b0ee56 req-c792dae4-aa73-4ca3-86d2-9bb90cbd073d tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] Deleting port c2d0c463-410e-44a7-94b9-3c9d4665e335 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:56:50.757775 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-44c35d73-e1bf-47d4-8efb-bfa360b0ee56 req-c792dae4-aa73-4ca3-86d2-9bb90cbd073d tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:50.839145 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-44c35d73-e1bf-47d4-8efb-bfa360b0ee56 req-c792dae4-aa73-4ca3-86d2-9bb90cbd073d tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] For port c2d0c463-410e-44a7-94b9-3c9d4665e335, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=c2d0c463-410e-44a7-94b9-3c9d4665e335,segment=NetworkSegment(e0712cc7-f737-4b0f-8dd6-04cc9f0f2cd3),segment_id=e0712cc7-f737-4b0f-8dd6-04cc9f0f2cd3)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:50.839509 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-44c35d73-e1bf-47d4-8efb-bfa360b0ee56 req-c792dae4-aa73-4ca3-86d2-9bb90cbd073d tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:50.852194 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-44c35d73-e1bf-47d4-8efb-bfa360b0ee56 req-c792dae4-aa73-4ca3-86d2-9bb90cbd073d tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] Calling delete_port for c2d0c463-410e-44a7-94b9-3c9d4665e335 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:56:50.866700 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['063e531b-8027-4673-a267-0d319597fb50'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:56:50.985469 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-44c35d73-e1bf-47d4-8efb-bfa360b0ee56 req-c792dae4-aa73-4ca3-86d2-9bb90cbd073d tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:50.998487 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['c2d0c463-410e-44a7-94b9-3c9d4665e335'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:56:51.018177 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c792dae4-aa73-4ca3-86d2-9bb90cbd073d tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] Pushing event deleted for resources: {'Port': ['ID=c2d0c463-410e-44a7-94b9-3c9d4665e335,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:51.062697 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-44c35d73-e1bf-47d4-8efb-bfa360b0ee56 req-c792dae4-aa73-4ca3-86d2-9bb90cbd073d tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] No DVR routers for this DVR port c2d0c463-410e-44a7-94b9-3c9d4665e335 on host n-h2-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:56:51.065835 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-44c35d73-e1bf-47d4-8efb-bfa360b0ee56 req-c792dae4-aa73-4ca3-86d2-9bb90cbd073d tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:51.068829 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-44c35d73-e1bf-47d4-8efb-bfa360b0ee56 req-c792dae4-aa73-4ca3-86d2-9bb90cbd073d tempest-TestServerMultinode-1508335605 tempest-TestServerMultinode-1508335605-project-admin] 10.222.0.22 "DELETE /v2.0/ports/c2d0c463-410e-44a7-94b9-3c9d4665e335 HTTP/1.1" status: 204 len: 173 time: 0.3887379 Jul 29 23:56:51.069310 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff9bba2-d2d0-4765-86e3-84977ccb9c5f', 'name': 'network-vif-deleted', 'tag': 'c2d0c463-410e-44a7-94b9-3c9d4665e335'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:56:51.071900 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d978e83-ba7a-472e-a9c1-e173f13675fd" -d '{"events": [{"server_uuid": "cff9bba2-d2d0-4765-86e3-84977ccb9c5f", "name": "network-vif-deleted", "tag": "c2d0c463-410e-44a7-94b9-3c9d4665e335"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:56:51.117034 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd80e4f2-bda4-4d73-b271-c4726c3a00f9 x-openstack-request-id: req-cd80e4f2-bda4-4d73-b271-c4726c3a00f9 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:56:51.117657 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cff9bba2-d2d0-4765-86e3-84977ccb9c5f", "name": "network-vif-deleted", "tag": "c2d0c463-410e-44a7-94b9-3c9d4665e335", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:56:51.118652 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cd80e4f2-bda4-4d73-b271-c4726c3a00f9 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:56:51.119257 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cff9bba2-d2d0-4765-86e3-84977ccb9c5f', 'name': 'network-vif-deleted', 'tag': 'c2d0c463-410e-44a7-94b9-3c9d4665e335', 'status': 'completed', 'code': 200} Jul 29 23:56:51.279670 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea44bd-d14e-4e7d-a066-6332a215dd3e req-c9e85fc0-e15a-47fe-a277-c3f6843931b4 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:51.281718 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b1ea44bd-d14e-4e7d-a066-6332a215dd3e req-c9e85fc0-e15a-47fe-a277-c3f6843931b4 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] 10.222.0.43 "GET /v2.0/ports?device_id=1da5444e-0cca-4d24-93f4-f77c27e9a2b6 HTTP/1.1" status: 200 len: 944 time: 0.0711770 Jul 29 23:56:51.323960 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b1ea44bd-d14e-4e7d-a066-6332a215dd3e req-6e1138cb-80f4-4575-ad75-ae249f5a48ac tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] 10.222.0.43 "GET /v2.0/security-groups?id=c996939e-f2ca-4747-8a6b-c3778b5de69e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352640 Jul 29 23:56:51.664014 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57504) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:52.020328 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-85ca9bd8-087d-4511-86e6-0999bccf57f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:52.270495 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-85ca9bd8-087d-4511-86e6-0999bccf57f3 admin admin] Deleting port a49ae022-4697-4ffb-a5d9-23384e87c501 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:56:52.270902 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-85ca9bd8-087d-4511-86e6-0999bccf57f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:52.355590 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-85ca9bd8-087d-4511-86e6-0999bccf57f3 admin admin] For port a49ae022-4697-4ffb-a5d9-23384e87c501, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=a49ae022-4697-4ffb-a5d9-23384e87c501,segment=NetworkSegment(e0712cc7-f737-4b0f-8dd6-04cc9f0f2cd3),segment_id=e0712cc7-f737-4b0f-8dd6-04cc9f0f2cd3)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:52.355963 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-85ca9bd8-087d-4511-86e6-0999bccf57f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:52.367262 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 063e531b-8027-4673-a267-0d319597fb50 up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:56:52.374485 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-85ca9bd8-087d-4511-86e6-0999bccf57f3 admin admin] Calling delete_port for a49ae022-4697-4ffb-a5d9-23384e87c501 owned by network:router_interface {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:56:52.427000 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port 063e531b-8027-4673-a267-0d319597fb50 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:56:52.432701 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port 063e531b-8027-4673-a267-0d319597fb50 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:52.433252 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:52.456726 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c536f5f-a5df-47eb-9c91-497ffae07d22 req-ac1ad232-6714-48c1-857f-f9f655c91230 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:52.460265 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0c536f5f-a5df-47eb-9c91-497ffae07d22 req-ac1ad232-6714-48c1-857f-f9f655c91230 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] 10.222.0.43 "GET /v2.0/ports?device_id=1da5444e-0cca-4d24-93f4-f77c27e9a2b6 HTTP/1.1" status: 200 len: 944 time: 0.0611873 Jul 29 23:56:52.518919 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0c536f5f-a5df-47eb-9c91-497ffae07d22 req-00fb6add-f7fd-4c47-be53-d0428b90c99c tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] 10.222.0.43 "GET /v2.0/security-groups?id=c996939e-f2ca-4747-8a6b-c3778b5de69e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518982 Jul 29 23:56:52.524183 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:52.557412 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da5444e-0cca-4d24-93f4-f77c27e9a2b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063e531b-8027-4673-a267-0d319597fb50'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:56:52.560162 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a54a9e5a-f9e5-4da6-bc7c-b3672697c8ba" -d '{"events": [{"server_uuid": "1da5444e-0cca-4d24-93f4-f77c27e9a2b6", "name": "network-vif-plugged", "status": "completed", "tag": "063e531b-8027-4673-a267-0d319597fb50"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:56:52.584611 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 063e531b-8027-4673-a267-0d319597fb50, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=063e531b-8027-4673-a267-0d319597fb50,segment=NetworkSegment(02f1d57b-b103-4b62-83a5-eb1735b1d01b),segment_id=02f1d57b-b103-4b62-83a5-eb1735b1d01b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:52.591645 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:52.637225 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de3b568-b6c2-44c3-99d9-668af45e0318 x-openstack-request-id: req-5de3b568-b6c2-44c3-99d9-668af45e0318 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:56:52.637523 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da5444e-0cca-4d24-93f4-f77c27e9a2b6", "name": "network-vif-plugged", "status": "completed", "tag": "063e531b-8027-4673-a267-0d319597fb50", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:56:52.637798 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5de3b568-b6c2-44c3-99d9-668af45e0318 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:56:52.638185 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da5444e-0cca-4d24-93f4-f77c27e9a2b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063e531b-8027-4673-a267-0d319597fb50', 'code': 200} Jul 29 23:56:52.650642 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-85ca9bd8-087d-4511-86e6-0999bccf57f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:52.683931 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=063e531b-8027-4673-a267-0d319597fb50,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:52.797283 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ca9bd8-087d-4511-86e6-0999bccf57f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a49ae022-4697-4ffb-a5d9-23384e87c501,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:52.808573 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aecb4d4-e737-4b42-b29f-d23cecab5e6e req-d9756d53-263b-4217-95f8-2ba006e57a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:52.810558 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0aecb4d4-e737-4b42-b29f-d23cecab5e6e req-d9756d53-263b-4217-95f8-2ba006e57a8f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1da5444e-0cca-4d24-93f4-f77c27e9a2b6 HTTP/1.1" status: 200 len: 1097 time: 0.0827813 Jul 29 23:56:52.869893 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0aecb4d4-e737-4b42-b29f-d23cecab5e6e req-1f5ab36a-6e82-4e8a-b939-544567324506 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c996939e-f2ca-4747-8a6b-c3778b5de69e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511932 Jul 29 23:56:53.282616 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-637a3f9f-bcc6-4b95-a7f6-416a3f94cf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:53.288864 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-85ca9bd8-087d-4511-86e6-0999bccf57f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:53.520144 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85ca9bd8-087d-4511-86e6-0999bccf57f3 admin admin] Router 2ee17691-2e1c-4bc0-af15-6341852908e1 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:56:53.639661 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85ca9bd8-087d-4511-86e6-0999bccf57f3 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:56:53.649528 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-85ca9bd8-087d-4511-86e6-0999bccf57f3 admin admin] 10.222.0.43 "PUT /v2.0/routers/2ee17691-2e1c-4bc0-af15-6341852908e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9801679 Jul 29 23:56:53.649799 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4f0a41-1d4d-4cfb-bc5d-8eb9a40f45ce req-5081467e-c71b-444b-9c0b-1af6fc45c203 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:53.649799 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2b4f0a41-1d4d-4cfb-bc5d-8eb9a40f45ce req-5081467e-c71b-444b-9c0b-1af6fc45c203 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] 10.222.0.43 "GET /v2.0/ports?device_id=1da5444e-0cca-4d24-93f4-f77c27e9a2b6 HTTP/1.1" status: 200 len: 945 time: 0.0608201 Jul 29 23:56:53.649799 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 57558) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:53.653847 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d095fd52-c638-4930-9ac7-7feeaec814d5 None None] Sync routers for ids ['2ee17691-2e1c-4bc0-af15-6341852908e1'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:56:53.664242 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d095fd52-c638-4930-9ac7-7feeaec814d5 None None] Routers {'2ee17691-2e1c-4bc0-af15-6341852908e1'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:53.664852 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-d095fd52-c638-4930-9ac7-7feeaec814d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:56:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['2ee17691-2e1c-4bc0-af15-6341852908e1'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:53.739464 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2b4f0a41-1d4d-4cfb-bc5d-8eb9a40f45ce req-d03ba63a-c65e-4fc0-a602-0963a8893fa9 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] 10.222.0.43 "GET /v2.0/security-groups?id=c996939e-f2ca-4747-8a6b-c3778b5de69e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845685 Jul 29 23:56:53.803367 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-d095fd52-c638-4930-9ac7-7feeaec814d5 None None] Set router 2ee17691-2e1c-4bc0-af15-6341852908e1 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:56:53.814483 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-546bae36-1c1a-4851-872b-27fa1f7b884d admin admin] Notify callbacks [] for router, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:53.856986 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device c2d0c463-410e-44a7-94b9-3c9d4665e335 no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:56:53.890792 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: c2d0c463-410e-44a7-94b9-3c9d4665e335 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:56:53.891662 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device c2d0c463-410e-44a7-94b9-3c9d4665e335 not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:56:54.021931 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-546bae36-1c1a-4851-872b-27fa1f7b884d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:54.052605 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-d095fd52-c638-4930-9ac7-7feeaec814d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee17691-2e1c-4bc0-af15-6341852908e1', 'name': 'tempest-TestServerMultinode-1987225365-router', 'tenant_id': '36755a8a36d04813a60879e733599b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.145'}], 'enable_snat': True}, 'gw_port_id': '09142c9a-9803-4472-8846-c34d49238222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:56:03Z', 'updated_at': '2021-07-29T23:56:52Z', 'revision_number': 5, 'project_id': '36755a8a36d04813a60879e733599b64', 'gw_port': {'id': '09142c9a-9803-4472-8846-c34d49238222', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ec:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ee17691-2e1c-4bc0-af15-6341852908e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3624, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:04Z', 'updated_at': '2021-07-29T23:56:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:54.086870 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d095fd52-c638-4930-9ac7-7feeaec814d5 None None] Checking router: 2ee17691-2e1c-4bc0-af15-6341852908e1 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:56:54.092715 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-546bae36-1c1a-4851-872b-27fa1f7b884d admin admin] Deleting port 09142c9a-9803-4472-8846-c34d49238222 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:56:54.093069 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-546bae36-1c1a-4851-872b-27fa1f7b884d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:54.095003 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d095fd52-c638-4930-9ac7-7feeaec814d5 None None] Routers {'2ee17691-2e1c-4bc0-af15-6341852908e1'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:54.096372 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-d095fd52-c638-4930-9ac7-7feeaec814d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:56:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['2ee17691-2e1c-4bc0-af15-6341852908e1'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:54.187473 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-d095fd52-c638-4930-9ac7-7feeaec814d5 None None] Set router 2ee17691-2e1c-4bc0-af15-6341852908e1 gateway port host: None {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:56:54.187800 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-546bae36-1c1a-4851-872b-27fa1f7b884d admin admin] For port 09142c9a-9803-4472-8846-c34d49238222, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=09142c9a-9803-4472-8846-c34d49238222,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:54.188207 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-546bae36-1c1a-4851-872b-27fa1f7b884d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:54.202627 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-546bae36-1c1a-4851-872b-27fa1f7b884d admin admin] Calling delete_port for 09142c9a-9803-4472-8846-c34d49238222 owned by network:router_gateway {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:56:54.338628 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-d095fd52-c638-4930-9ac7-7feeaec814d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ee17691-2e1c-4bc0-af15-6341852908e1', 'name': 'tempest-TestServerMultinode-1987225365-router', 'tenant_id': '36755a8a36d04813a60879e733599b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:56:03Z', 'updated_at': '2021-07-29T23:56:54Z', 'revision_number': 6, 'project_id': '36755a8a36d04813a60879e733599b64', 'gw_port_host': None}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:54.370056 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d095fd52-c638-4930-9ac7-7feeaec814d5 None None] The sync data for ids ['2ee17691-2e1c-4bc0-af15-6341852908e1'] in n-d-712141-10 is: [{'id': '2ee17691-2e1c-4bc0-af15-6341852908e1', 'name': 'tempest-TestServerMultinode-1987225365-router', 'tenant_id': '36755a8a36d04813a60879e733599b64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:56:03Z', 'updated_at': '2021-07-29T23:56:54Z', 'revision_number': 6, 'project_id': '36755a8a36d04813a60879e733599b64', 'gw_port_host': None}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:56:54.389112 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-546bae36-1c1a-4851-872b-27fa1f7b884d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:54.422134 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546bae36-1c1a-4851-872b-27fa1f7b884d admin admin] Pushing event deleted for resources: {'Port': ['ID=09142c9a-9803-4472-8846-c34d49238222,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:54.487915 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-546bae36-1c1a-4851-872b-27fa1f7b884d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:54.581856 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-546bae36-1c1a-4851-872b-27fa1f7b884d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:54.584386 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-546bae36-1c1a-4851-872b-27fa1f7b884d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:54.633385 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-546bae36-1c1a-4851-872b-27fa1f7b884d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:54.634110 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-546bae36-1c1a-4851-872b-27fa1f7b884d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ee17691-2e1c-4bc0-af15-6341852908e1 {{(pid=94078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:56:54.638357 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-546bae36-1c1a-4851-872b-27fa1f7b884d admin admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:54.639575 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-546bae36-1c1a-4851-872b-27fa1f7b884d admin admin] 10.222.0.43 "DELETE /v2.0/routers/2ee17691-2e1c-4bc0-af15-6341852908e1 HTTP/1.1" status: 204 len: 168 time: 0.9907134 Jul 29 23:56:54.641957 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 57692) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:55.065165 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-e07fefc6-e612-43a3-8032-f62c0bcec961 admin admin] Deleting subnet 04f945dd-ab58-406c-b2ad-e26f2a6d8616 {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:56:55.073235 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e07fefc6-e612-43a3-8032-f62c0bcec961 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:55.112171 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-44a6dc8e-2dac-4793-acef-b2e27ce4f757 req-0a000478-b431-4ebc-87ff-bfa2db187e41 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1da5444e-0cca-4d24-93f4-f77c27e9a2b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1202004 Jul 29 23:56:55.120223 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02db723-dded-43c8-9418-5aee41e308ee req-e0336852-6f0a-43b7-a18a-6c5177cd39e4 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:55.121664 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e02db723-dded-43c8-9418-5aee41e308ee req-e0336852-6f0a-43b7-a18a-6c5177cd39e4 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] 10.222.0.43 "GET /v2.0/ports?device_id=1da5444e-0cca-4d24-93f4-f77c27e9a2b6 HTTP/1.1" status: 200 len: 945 time: 0.1286750 Jul 29 23:56:55.133137 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e07fefc6-e612-43a3-8032-f62c0bcec961 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:55.230093 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e02db723-dded-43c8-9418-5aee41e308ee req-b6d88f93-17aa-488d-9f8c-4340aeba0d1f tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] 10.222.0.43 "GET /v2.0/security-groups?id=c996939e-f2ca-4747-8a6b-c3778b5de69e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018887 Jul 29 23:56:55.298117 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6dc8e-2dac-4793-acef-b2e27ce4f757 req-176501ca-a5cd-4589-aea2-da7025819809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:55.301476 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-44a6dc8e-2dac-4793-acef-b2e27ce4f757 req-176501ca-a5cd-4589-aea2-da7025819809 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=384efcf70cdf43d989dbb2e4793dfac4&device_id=1da5444e-0cca-4d24-93f4-f77c27e9a2b6 HTTP/1.1" status: 200 len: 1097 time: 0.1291471 Jul 29 23:56:55.326455 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e07fefc6-e612-43a3-8032-f62c0bcec961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:55.484753 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c1d14d-bdf8-4bdb-8482-05390bedd978 req-4f44492d-ae00-46c5-afbe-6b6c38d67088 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:55.486414 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-85c1d14d-bdf8-4bdb-8482-05390bedd978 req-4f44492d-ae00-46c5-afbe-6b6c38d67088 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] 10.222.0.43 "GET /v2.0/ports?device_id=1da5444e-0cca-4d24-93f4-f77c27e9a2b6 HTTP/1.1" status: 200 len: 945 time: 0.1626673 Jul 29 23:56:55.506572 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e07fefc6-e612-43a3-8032-f62c0bcec961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:55.530892 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6dc8e-2dac-4793-acef-b2e27ce4f757 req-156ca237-43e5-4b80-9999-d8ca60724400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:55.532403 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-44a6dc8e-2dac-4793-acef-b2e27ce4f757 req-156ca237-43e5-4b80-9999-d8ca60724400 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1fbc99fa-8d31-4726-b05c-ced13247889a HTTP/1.1" status: 200 len: 914 time: 0.2075632 Jul 29 23:56:55.561440 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1537458a-4c3a-4f2b-84f7-70d2166f16e1 None None] Network 3a55d41f-152d-4af5-8cb3-45c790311e9a requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:56:55.572345 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e07fefc6-e612-43a3-8032-f62c0bcec961 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:55.577069 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57830) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:55.577548 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e07fefc6-e612-43a3-8032-f62c0bcec961 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/04f945dd-ab58-406c-b2ad-e26f2a6d8616 HTTP/1.1" status: 204 len: 168 time: 0.9342275 Jul 29 23:56:55.632285 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07fefc6-e612-43a3-8032-f62c0bcec961 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04f945dd-ab58-406c-b2ad-e26f2a6d8616,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:55.640257 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-44a6dc8e-2dac-4793-acef-b2e27ce4f757 req-d4bb7b68-de49-4b70-9bde-0070f1c083b3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=063e531b-8027-4673-a267-0d319597fb50 HTTP/1.1" status: 200 len: 217 time: 0.0868206 Jul 29 23:56:55.693887 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-40c7b5cd-b473-47c8-98e1-aea05240bad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:55.703777 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6dc8e-2dac-4793-acef-b2e27ce4f757 req-340812a0-8904-4678-924a-5c7191ce43d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:55.705324 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-44a6dc8e-2dac-4793-acef-b2e27ce4f757 req-340812a0-8904-4678-924a-5c7191ce43d7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93245ce2-868b-46b6-86e9-44b6ab704043 HTTP/1.1" status: 200 len: 852 time: 0.0560901 Jul 29 23:56:55.712660 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-85c1d14d-bdf8-4bdb-8482-05390bedd978 req-5c52ff3d-52c5-44ad-ad4f-f6f8b8984ea9 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] 10.222.0.43 "GET /v2.0/security-groups?id=c996939e-f2ca-4747-8a6b-c3778b5de69e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2121530 Jul 29 23:56:55.752285 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57850) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:55.794927 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6dc8e-2dac-4793-acef-b2e27ce4f757 req-8faeb65e-386a-43b0-a2d1-73bdd22db27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:55.797333 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-44a6dc8e-2dac-4793-acef-b2e27ce4f757 req-8faeb65e-386a-43b0-a2d1-73bdd22db27a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1fbc99fa-8d31-4726-b05c-ced13247889a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0835061 Jul 29 23:56:55.807945 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-40c7b5cd-b473-47c8-98e1-aea05240bad8 admin admin] Deleting port c94c4bea-d456-4747-a626-a982fd502f8d {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:56:55.808351 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-40c7b5cd-b473-47c8-98e1-aea05240bad8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:55.845933 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa02048-a762-4cdd-8ae9-2d3e57af3331 None None] DHCP port deletion for 3a55d41f-152d-4af5-8cb3-45c790311e9a request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:56:55.918886 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:56:55.926645 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3ba62341-68d2-4ab2-8768-c985a332f60b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:55.943854 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-40c7b5cd-b473-47c8-98e1-aea05240bad8 admin admin] For port c94c4bea-d456-4747-a626-a982fd502f8d, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=c94c4bea-d456-4747-a626-a982fd502f8d,segment=NetworkSegment(e0712cc7-f737-4b0f-8dd6-04cc9f0f2cd3),segment_id=e0712cc7-f737-4b0f-8dd6-04cc9f0f2cd3)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:55.946091 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-40c7b5cd-b473-47c8-98e1-aea05240bad8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:55.964989 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-40c7b5cd-b473-47c8-98e1-aea05240bad8 admin admin] Calling delete_port for c94c4bea-d456-4747-a626-a982fd502f8d owned by network:dhcp {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:56:55.968196 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-44a6dc8e-2dac-4793-acef-b2e27ce4f757 req-5a0cbe69-f782-48ec-b477-2cbd334e0153 service neutron] 10.222.0.41 "GET /v2.0/networks/1fbc99fa-8d31-4726-b05c-ced13247889a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625135 Jul 29 23:56:55.971442 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-5aa02048-a762-4cdd-8ae9-2d3e57af3331 None None] Deleting port c94c4bea-d456-4747-a626-a982fd502f8d {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:56:55.971629 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5aa02048-a762-4cdd-8ae9-2d3e57af3331 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:56.044920 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-5aa02048-a762-4cdd-8ae9-2d3e57af3331 None None] For port c94c4bea-d456-4747-a626-a982fd502f8d, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=c94c4bea-d456-4747-a626-a982fd502f8d,segment=NetworkSegment(e0712cc7-f737-4b0f-8dd6-04cc9f0f2cd3),segment_id=e0712cc7-f737-4b0f-8dd6-04cc9f0f2cd3)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:56.045322 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5aa02048-a762-4cdd-8ae9-2d3e57af3331 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:56.056191 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 09142c9a-9803-4472-8846-c34d49238222 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:56:56.091280 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 09142c9a-9803-4472-8846-c34d49238222 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:56:56.091747 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c0c2fb-68ce-4254-bedc-8feb43a75ab5 tempest-TestVolumeBackupRestore-87014197 tempest-TestVolumeBackupRestore-87014197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:56.092454 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 09142c9a-9803-4472-8846-c34d49238222 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:56:56.093152 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-86c0c2fb-68ce-4254-bedc-8feb43a75ab5 tempest-TestVolumeBackupRestore-87014197 tempest-TestVolumeBackupRestore-87014197-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=1da5444e-0cca-4d24-93f4-f77c27e9a2b6 HTTP/1.1" status: 200 len: 1092 time: 0.3396239 Jul 29 23:56:56.093615 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device a49ae022-4697-4ffb-a5d9-23384e87c501 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:56:56.094494 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-40c7b5cd-b473-47c8-98e1-aea05240bad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:56.100723 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-5aa02048-a762-4cdd-8ae9-2d3e57af3331 None None] Calling delete_port for c94c4bea-d456-4747-a626-a982fd502f8d owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:56:56.107298 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 57890) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:56.132472 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: a49ae022-4697-4ffb-a5d9-23384e87c501 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:56:56.132918 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device a49ae022-4697-4ffb-a5d9-23384e87c501 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:56:56.137481 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c7b5cd-b473-47c8-98e1-aea05240bad8 admin admin] No DVR routers for this DVR port c94c4bea-d456-4747-a626-a982fd502f8d on host n-d-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:56:56.141469 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-395d46a3-81da-4ac6-8da5-68e9b4aec4f7 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Request body: {'floatingip': {'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'port_id': '063e531b-8027-4673-a267-0d319597fb50', 'tenant_id': '384efcf70cdf43d989dbb2e4793dfac4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:56.146648 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c7b5cd-b473-47c8-98e1-aea05240bad8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c94c4bea-d456-4747-a626-a982fd502f8d,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:56.181170 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-44a6dc8e-2dac-4793-acef-b2e27ce4f757 req-55e9679c-4c2f-44f4-b517-d3ffb8665fb7 service neutron] 10.222.0.41 "GET /v2.0/networks/1fbc99fa-8d31-4726-b05c-ced13247889a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018645 Jul 29 23:56:56.226313 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-40c7b5cd-b473-47c8-98e1-aea05240bad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:56.245949 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-40c7b5cd-b473-47c8-98e1-aea05240bad8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a55d41f-152d-4af5-8cb3-45c790311e9a']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:56.259535 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-395d46a3-81da-4ac6-8da5-68e9b4aec4f7 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Notify callbacks [] for floatingip, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:56.259994 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5aa02048-a762-4cdd-8ae9-2d3e57af3331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:56.263439 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-40c7b5cd-b473-47c8-98e1-aea05240bad8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0712cc7-f737-4b0f-8dd6-04cc9f0f2cd3') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:56.263795 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-40c7b5cd-b473-47c8-98e1-aea05240bad8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0712cc7-f737-4b0f-8dd6-04cc9f0f2cd3') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:56.276089 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa02048-a762-4cdd-8ae9-2d3e57af3331 None None] No DVR routers for this DVR port c94c4bea-d456-4747-a626-a982fd502f8d on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:56:56.290005 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-40c7b5cd-b473-47c8-98e1-aea05240bad8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:56.308531 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-40c7b5cd-b473-47c8-98e1-aea05240bad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:56.312441 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa02048-a762-4cdd-8ae9-2d3e57af3331 None None] Pushing event deleted for resources: {'Port': ['ID=c94c4bea-d456-4747-a626-a982fd502f8d,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:56.321009 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40c7b5cd-b473-47c8-98e1-aea05240bad8 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:56:56.321355 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-40c7b5cd-b473-47c8-98e1-aea05240bad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:56.323319 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:56:56.323319 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:56:56.323319 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:56:56.323319 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:56:56.323319 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:56:56.323319 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:56:56.323319 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:56:56.323319 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:56:56.323319 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:56:56.323319 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:56:56.323319 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:56:56.323319 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:56:56.323319 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:56:56.323319 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:56:56.323319 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:56:56.323319 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:56:56.323319 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:56:56.323319 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:56:56.323319 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:56:56.323319 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:56:56.323319 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:56:56.323319 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:56:56.323319 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:56:56.323319 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:56:56.323319 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:56:56.323319 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:56:56.323319 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:56:56.323319 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:56:56.323319 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:56:56.323319 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:56:56.323319 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:56:56.323319 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:56:56.421749 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-40c7b5cd-b473-47c8-98e1-aea05240bad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:56.436055 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-40c7b5cd-b473-47c8-98e1-aea05240bad8 admin admin] Notify callbacks [] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:56.438559 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-40c7b5cd-b473-47c8-98e1-aea05240bad8 admin admin] 10.222.0.43 "DELETE /v2.0/networks/3a55d41f-152d-4af5-8cb3-45c790311e9a HTTP/1.1" status: 204 len: 168 time: 0.8600802 Jul 29 23:56:56.442819 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 57936) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:56.454915 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c7b5cd-b473-47c8-98e1-aea05240bad8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a55d41f-152d-4af5-8cb3-45c790311e9a,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:56.485205 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:56.511012 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-395d46a3-81da-4ac6-8da5-68e9b4aec4f7 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:56.647891 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-395d46a3-81da-4ac6-8da5-68e9b4aec4f7 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Allocated IP 172.25.0.118 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/2ed5035d-0935-48bb-8a47-ac9ff0e9dc26) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:56:56.772771 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-395d46a3-81da-4ac6-8da5-68e9b4aec4f7 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:56.817387 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-395d46a3-81da-4ac6-8da5-68e9b4aec4f7 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:56.872750 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395d46a3-81da-4ac6-8da5-68e9b4aec4f7 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:56:56.875892 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-395d46a3-81da-4ac6-8da5-68e9b4aec4f7 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:56.887988 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395d46a3-81da-4ac6-8da5-68e9b4aec4f7 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:56:56.900226 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-21510ee4-c123-480e-b195-a7d50260506b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:56.921138 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395d46a3-81da-4ac6-8da5-68e9b4aec4f7 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Pushing event updated for resources: {'Port': ['ID=2ed5035d-0935-48bb-8a47-ac9ff0e9dc26,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:57.159582 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-21510ee4-c123-480e-b195-a7d50260506b admin admin] Deleting port 2d02eddd-1ecf-4b59-b8ef-52139b7936d1 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:56:57.160717 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-21510ee4-c123-480e-b195-a7d50260506b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:57.239381 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-21510ee4-c123-480e-b195-a7d50260506b admin admin] For port 2d02eddd-1ecf-4b59-b8ef-52139b7936d1, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=2d02eddd-1ecf-4b59-b8ef-52139b7936d1,segment=NetworkSegment(8cd91987-b4b3-4580-b2e3-bf9ecafdf0b2),segment_id=8cd91987-b4b3-4580-b2e3-bf9ecafdf0b2)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:57.240102 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-21510ee4-c123-480e-b195-a7d50260506b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:57.252293 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-21510ee4-c123-480e-b195-a7d50260506b admin admin] Calling delete_port for 2d02eddd-1ecf-4b59-b8ef-52139b7936d1 owned by network:router_interface {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:56:57.274387 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-395d46a3-81da-4ac6-8da5-68e9b4aec4f7 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:57.360174 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-395d46a3-81da-4ac6-8da5-68e9b4aec4f7 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:57.456039 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-21510ee4-c123-480e-b195-a7d50260506b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:57.486666 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21510ee4-c123-480e-b195-a7d50260506b admin admin] Pushing event deleted for resources: {'Port': ['ID=2d02eddd-1ecf-4b59-b8ef-52139b7936d1,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:57.529014 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-395d46a3-81da-4ac6-8da5-68e9b4aec4f7 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:57.535635 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-395d46a3-81da-4ac6-8da5-68e9b4aec4f7 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:57.617531 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395d46a3-81da-4ac6-8da5-68e9b4aec4f7 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Pushing event updated for resources: {'Port': ['ID=2ed5035d-0935-48bb-8a47-ac9ff0e9dc26,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:57.647230 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-395d46a3-81da-4ac6-8da5-68e9b4aec4f7 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:57.720486 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-21510ee4-c123-480e-b195-a7d50260506b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:57.776809 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:57.844636 n-d-712141-10 neutron-server[94077]: INFO neutron.db.l3_db [None req-395d46a3-81da-4ac6-8da5-68e9b4aec4f7 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Floating IP 2b72cd1e-07a0-4a7b-9787-243e7d72791b associated. External IP: 172.25.0.118, port: 063e531b-8027-4673-a267-0d319597fb50. Jul 29 23:56:57.943858 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device c94c4bea-d456-4747-a626-a982fd502f8d no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:56:57.973880 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: c94c4bea-d456-4747-a626-a982fd502f8d {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:56:57.974523 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device c94c4bea-d456-4747-a626-a982fd502f8d not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:56:58.037652 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21510ee4-c123-480e-b195-a7d50260506b admin admin] Router 5db38e4a-d7e5-43e8-b4c6-607495257bda has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:56:58.088038 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-395d46a3-81da-4ac6-8da5-68e9b4aec4f7 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Router a1ce89aa-c0ea-4060-bada-53347ac0525f has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:56:58.149276 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21510ee4-c123-480e-b195-a7d50260506b admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:56:58.154776 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-21510ee4-c123-480e-b195-a7d50260506b admin admin] 10.222.0.43 "PUT /v2.0/routers/5db38e4a-d7e5-43e8-b4c6-607495257bda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7109134 Jul 29 23:56:58.157225 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58008) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:58.161733 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a5fa8e-96f0-4e4d-a0dd-6d5bbec5db0b None None] Sync routers for ids ['5db38e4a-d7e5-43e8-b4c6-607495257bda'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:56:58.174196 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a5fa8e-96f0-4e4d-a0dd-6d5bbec5db0b None None] Routers {'5db38e4a-d7e5-43e8-b4c6-607495257bda'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:58.178455 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-80a5fa8e-96f0-4e4d-a0dd-6d5bbec5db0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:56:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['5db38e4a-d7e5-43e8-b4c6-607495257bda'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:58.215636 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-395d46a3-81da-4ac6-8da5-68e9b4aec4f7 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:56:58.231129 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0420f848-53bc-4e0e-8383-f8c1bc03cb5c None None] Sync routers for ids ['a1ce89aa-c0ea-4060-bada-53347ac0525f'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:56:58.250702 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0420f848-53bc-4e0e-8383-f8c1bc03cb5c None None] Routers {'a1ce89aa-c0ea-4060-bada-53347ac0525f'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:58.252078 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-0420f848-53bc-4e0e-8383-f8c1bc03cb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:56:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['a1ce89aa-c0ea-4060-bada-53347ac0525f'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:58.287036 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-395d46a3-81da-4ac6-8da5-68e9b4aec4f7 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:58.288822 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5caf5256-c56c-4ed5-b7a1-a9850318bf5d admin admin] Notify callbacks [] for router, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:58.320101 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-80a5fa8e-96f0-4e4d-a0dd-6d5bbec5db0b None None] Set router 5db38e4a-d7e5-43e8-b4c6-607495257bda gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:56:58.328097 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-395d46a3-81da-4ac6-8da5-68e9b4aec4f7 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1892862 Jul 29 23:56:58.328097 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1da5444e-0cca-4d24-93f4-f77c27e9a2b6', 'tag': '063e531b-8027-4673-a267-0d319597fb50'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:56:58.328734 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b05634-398d-4b04-a3aa-1c3a7c0bf888" -d '{"events": [{"name": "network-changed", "server_uuid": "1da5444e-0cca-4d24-93f4-f77c27e9a2b6", "tag": "063e531b-8027-4673-a267-0d319597fb50"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:56:58.334041 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58010) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:58.419708 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70d5fd5-1337-44f5-a471-cb932043f95c x-openstack-request-id: req-b70d5fd5-1337-44f5-a471-cb932043f95c {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:56:58.420013 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1da5444e-0cca-4d24-93f4-f77c27e9a2b6", "tag": "063e531b-8027-4673-a267-0d319597fb50", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:56:58.420268 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b70d5fd5-1337-44f5-a471-cb932043f95c {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:56:58.420674 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1da5444e-0cca-4d24-93f4-f77c27e9a2b6', 'tag': '063e531b-8027-4673-a267-0d319597fb50', 'status': 'completed', 'code': 200} Jul 29 23:56:58.434258 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5d5332-1427-4c63-9f00-a9511dcbdc9d tempest-TestVolumeBackupRestore-87014197 tempest-TestVolumeBackupRestore-87014197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:58.438532 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8a5d5332-1427-4c63-9f00-a9511dcbdc9d tempest-TestVolumeBackupRestore-87014197 tempest-TestVolumeBackupRestore-87014197-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=1da5444e-0cca-4d24-93f4-f77c27e9a2b6 HTTP/1.1" status: 200 len: 1092 time: 0.0788183 Jul 29 23:56:58.439796 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58014) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:58.458244 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-9f2a03e2-b9b5-43cd-b5e0-58f8814cf579 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Request body: {'floatingip': {'port_id': '063e531b-8027-4673-a267-0d319597fb50'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:58.474382 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-0420f848-53bc-4e0e-8383-f8c1bc03cb5c None None] Set router a1ce89aa-c0ea-4060-bada-53347ac0525f gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:56:58.563433 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9f2a03e2-b9b5-43cd-b5e0-58f8814cf579 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Notify callbacks [] for floatingip, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:58.605757 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-80a5fa8e-96f0-4e4d-a0dd-6d5bbec5db0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db38e4a-d7e5-43e8-b4c6-607495257bda', 'name': 'tempest-TestServerMultinode-670384333-router', 'tenant_id': '86b10db7f8a14ffb9c09ef339a81a3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '291ea2bb-1c51-462a-99a2-d822ea96daff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:56:12Z', 'updated_at': '2021-07-29T23:56:57Z', 'revision_number': 5, 'project_id': '86b10db7f8a14ffb9c09ef339a81a3e3', 'gw_port': {'id': '291ea2bb-1c51-462a-99a2-d822ea96daff', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:62:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db38e4a-d7e5-43e8-b4c6-607495257bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:12Z', 'updated_at': '2021-07-29T23:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:58.640600 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a5fa8e-96f0-4e4d-a0dd-6d5bbec5db0b None None] Checking router: 5db38e4a-d7e5-43e8-b4c6-607495257bda for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:56:58.652710 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a5fa8e-96f0-4e4d-a0dd-6d5bbec5db0b None None] Routers {'5db38e4a-d7e5-43e8-b4c6-607495257bda'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:58.653759 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-80a5fa8e-96f0-4e4d-a0dd-6d5bbec5db0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:56:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['5db38e4a-d7e5-43e8-b4c6-607495257bda'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:58.763329 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-0420f848-53bc-4e0e-8383-f8c1bc03cb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ce89aa-c0ea-4060-bada-53347ac0525f', 'name': 'tempest-TestVolumeBackupRestore-278223774-router', 'tenant_id': '384efcf70cdf43d989dbb2e4793dfac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b199c2ea-73b4-4462-8e9e-5e5884b890ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:58Z', 'updated_at': '2021-07-29T23:54:03Z', 'revision_number': 4, 'project_id': '384efcf70cdf43d989dbb2e4793dfac4', 'gw_port': {'id': 'b199c2ea-73b4-4462-8e9e-5e5884b890ba', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:7d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ce89aa-c0ea-4060-bada-53347ac0525f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:00Z', 'updated_at': '2021-07-29T23:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '2b72cd1e-07a0-4a7b-9787-243e7d72791b', 'tenant_id': '384efcf70cdf43d989dbb2e4793dfac4', 'floating_ip_address': '172.25.0.118', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': 'a1ce89aa-c0ea-4060-bada-53347ac0525f', 'port_id': '063e531b-8027-4673-a267-0d319597fb50', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fbc99fa-8d31-4726-b05c-ced13247889a', 'mac_address': 'fa:16:3e:2b:74:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da5444e-0cca-4d24-93f4-f77c27e9a2b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:56:57Z', 'updated_at': '2021-07-29T23:56:57Z', 'revision_number': 0, 'project_id': '384efcf70cdf43d989dbb2e4793dfac4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56c9c6bd-04a4-48fe-8b5d-32bda64a7bd3', 'name': '', 'network_id': '1fbc99fa-8d31-4726-b05c-ced13247889a', 'tenant_id': '384efcf70cdf43d989dbb2e4793dfac4', 'mac_address': 'fa:16:3e:4c:ea:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ce89aa-c0ea-4060-bada-53347ac0525f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '93245ce2-868b-46b6-86e9-44b6ab704043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:02Z', 'updated_at': '2021-07-29T23:54:12Z', 'revision_number': 5, 'project_id': '384efcf70cdf43d989dbb2e4793dfac4', 'subnets': [{'id': '93245ce2-868b-46b6-86e9-44b6ab704043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:58.797088 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-80a5fa8e-96f0-4e4d-a0dd-6d5bbec5db0b None None] Set router 5db38e4a-d7e5-43e8-b4c6-607495257bda gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:56:58.823832 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0420f848-53bc-4e0e-8383-f8c1bc03cb5c None None] Checking router: a1ce89aa-c0ea-4060-bada-53347ac0525f for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:56:58.839853 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0420f848-53bc-4e0e-8383-f8c1bc03cb5c None None] Routers {'a1ce89aa-c0ea-4060-bada-53347ac0525f'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:58.840854 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-0420f848-53bc-4e0e-8383-f8c1bc03cb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:56:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['a1ce89aa-c0ea-4060-bada-53347ac0525f'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:58.908339 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5caf5256-c56c-4ed5-b7a1-a9850318bf5d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:58.925319 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b05634-398d-4b04-a3aa-1c3a7c0bf888 req-3555b33d-997c-4a65-8440-0cacca7ae150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:58.927774 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-74b05634-398d-4b04-a3aa-1c3a7c0bf888 req-3555b33d-997c-4a65-8440-0cacca7ae150 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=384efcf70cdf43d989dbb2e4793dfac4&device_id=1da5444e-0cca-4d24-93f4-f77c27e9a2b6 HTTP/1.1" status: 200 len: 1097 time: 0.4334946 Jul 29 23:56:58.965615 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-0420f848-53bc-4e0e-8383-f8c1bc03cb5c None None] Set router a1ce89aa-c0ea-4060-bada-53347ac0525f gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:56:59.020196 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-80a5fa8e-96f0-4e4d-a0dd-6d5bbec5db0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5db38e4a-d7e5-43e8-b4c6-607495257bda', 'name': 'tempest-TestServerMultinode-670384333-router', 'tenant_id': '86b10db7f8a14ffb9c09ef339a81a3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '291ea2bb-1c51-462a-99a2-d822ea96daff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:56:12Z', 'updated_at': '2021-07-29T23:56:57Z', 'revision_number': 5, 'project_id': '86b10db7f8a14ffb9c09ef339a81a3e3', 'gw_port': {'id': '291ea2bb-1c51-462a-99a2-d822ea96daff', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:62:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db38e4a-d7e5-43e8-b4c6-607495257bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:12Z', 'updated_at': '2021-07-29T23:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:59.056529 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a5fa8e-96f0-4e4d-a0dd-6d5bbec5db0b None None] The sync data for ids ['5db38e4a-d7e5-43e8-b4c6-607495257bda'] in n-d-712141-10 is: [{'id': '5db38e4a-d7e5-43e8-b4c6-607495257bda', 'name': 'tempest-TestServerMultinode-670384333-router', 'tenant_id': '86b10db7f8a14ffb9c09ef339a81a3e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.207'}], 'enable_snat': True}, 'gw_port_id': '291ea2bb-1c51-462a-99a2-d822ea96daff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:56:12Z', 'updated_at': '2021-07-29T23:56:57Z', 'revision_number': 5, 'project_id': '86b10db7f8a14ffb9c09ef339a81a3e3', 'gw_port': {'id': '291ea2bb-1c51-462a-99a2-d822ea96daff', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:62:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5db38e4a-d7e5-43e8-b4c6-607495257bda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:12Z', 'updated_at': '2021-07-29T23:56:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:56:59.176335 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b05634-398d-4b04-a3aa-1c3a7c0bf888 req-8e17fdd8-0b1c-45e7-901e-54264abd79aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:59.178004 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-74b05634-398d-4b04-a3aa-1c3a7c0bf888 req-8e17fdd8-0b1c-45e7-901e-54264abd79aa service neutron] 10.222.0.41 "GET /v2.0/networks?id=1fbc99fa-8d31-4726-b05c-ced13247889a HTTP/1.1" status: 200 len: 914 time: 0.2421370 Jul 29 23:56:59.189442 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-5caf5256-c56c-4ed5-b7a1-a9850318bf5d admin admin] Deleting port 291ea2bb-1c51-462a-99a2-d822ea96daff {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:56:59.189936 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5caf5256-c56c-4ed5-b7a1-a9850318bf5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:59.248878 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-0420f848-53bc-4e0e-8383-f8c1bc03cb5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ce89aa-c0ea-4060-bada-53347ac0525f', 'name': 'tempest-TestVolumeBackupRestore-278223774-router', 'tenant_id': '384efcf70cdf43d989dbb2e4793dfac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b199c2ea-73b4-4462-8e9e-5e5884b890ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:58Z', 'updated_at': '2021-07-29T23:54:03Z', 'revision_number': 4, 'project_id': '384efcf70cdf43d989dbb2e4793dfac4', 'gw_port': {'id': 'b199c2ea-73b4-4462-8e9e-5e5884b890ba', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:7d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ce89aa-c0ea-4060-bada-53347ac0525f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:00Z', 'updated_at': '2021-07-29T23:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '2b72cd1e-07a0-4a7b-9787-243e7d72791b', 'tenant_id': '384efcf70cdf43d989dbb2e4793dfac4', 'floating_ip_address': '172.25.0.118', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': 'a1ce89aa-c0ea-4060-bada-53347ac0525f', 'port_id': '063e531b-8027-4673-a267-0d319597fb50', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fbc99fa-8d31-4726-b05c-ced13247889a', 'mac_address': 'fa:16:3e:2b:74:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da5444e-0cca-4d24-93f4-f77c27e9a2b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:56:57Z', 'updated_at': '2021-07-29T23:56:57Z', 'revision_number': 0, 'project_id': '384efcf70cdf43d989dbb2e4793dfac4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56c9c6bd-04a4-48fe-8b5d-32bda64a7bd3', 'name': '', 'network_id': '1fbc99fa-8d31-4726-b05c-ced13247889a', 'tenant_id': '384efcf70cdf43d989dbb2e4793dfac4', 'mac_address': 'fa:16:3e:4c:ea:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ce89aa-c0ea-4060-bada-53347ac0525f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '93245ce2-868b-46b6-86e9-44b6ab704043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:02Z', 'updated_at': '2021-07-29T23:54:12Z', 'revision_number': 5, 'project_id': '384efcf70cdf43d989dbb2e4793dfac4', 'subnets': [{'id': '93245ce2-868b-46b6-86e9-44b6ab704043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:59.277251 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0420f848-53bc-4e0e-8383-f8c1bc03cb5c None None] The sync data for ids ['a1ce89aa-c0ea-4060-bada-53347ac0525f'] in n-d-712141-10 is: [{'id': 'a1ce89aa-c0ea-4060-bada-53347ac0525f', 'name': 'tempest-TestVolumeBackupRestore-278223774-router', 'tenant_id': '384efcf70cdf43d989dbb2e4793dfac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b199c2ea-73b4-4462-8e9e-5e5884b890ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:58Z', 'updated_at': '2021-07-29T23:54:03Z', 'revision_number': 4, 'project_id': '384efcf70cdf43d989dbb2e4793dfac4', 'gw_port': {'id': 'b199c2ea-73b4-4462-8e9e-5e5884b890ba', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:7d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ce89aa-c0ea-4060-bada-53347ac0525f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:00Z', 'updated_at': '2021-07-29T23:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '2b72cd1e-07a0-4a7b-9787-243e7d72791b', 'tenant_id': '384efcf70cdf43d989dbb2e4793dfac4', 'floating_ip_address': '172.25.0.118', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': 'a1ce89aa-c0ea-4060-bada-53347ac0525f', 'port_id': '063e531b-8027-4673-a267-0d319597fb50', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fbc99fa-8d31-4726-b05c-ced13247889a', 'mac_address': 'fa:16:3e:2b:74:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da5444e-0cca-4d24-93f4-f77c27e9a2b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:56:57Z', 'updated_at': '2021-07-29T23:56:57Z', 'revision_number': 0, 'project_id': '384efcf70cdf43d989dbb2e4793dfac4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56c9c6bd-04a4-48fe-8b5d-32bda64a7bd3', 'name': '', 'network_id': '1fbc99fa-8d31-4726-b05c-ced13247889a', 'tenant_id': '384efcf70cdf43d989dbb2e4793dfac4', 'mac_address': 'fa:16:3e:4c:ea:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ce89aa-c0ea-4060-bada-53347ac0525f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '93245ce2-868b-46b6-86e9-44b6ab704043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:02Z', 'updated_at': '2021-07-29T23:54:12Z', 'revision_number': 5, 'project_id': '384efcf70cdf43d989dbb2e4793dfac4', 'subnets': [{'id': '93245ce2-868b-46b6-86e9-44b6ab704043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:56:59.366304 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-74b05634-398d-4b04-a3aa-1c3a7c0bf888 req-f3f7633a-94db-4bab-b8a4-150056aac560 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=063e531b-8027-4673-a267-0d319597fb50 HTTP/1.1" status: 200 len: 999 time: 0.1797614 Jul 29 23:56:59.406644 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:59.461176 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-5caf5256-c56c-4ed5-b7a1-a9850318bf5d admin admin] For port 291ea2bb-1c51-462a-99a2-d822ea96daff, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=291ea2bb-1c51-462a-99a2-d822ea96daff,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:59.461590 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5caf5256-c56c-4ed5-b7a1-a9850318bf5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:59.489297 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-5caf5256-c56c-4ed5-b7a1-a9850318bf5d admin admin] Calling delete_port for 291ea2bb-1c51-462a-99a2-d822ea96daff owned by network:router_gateway {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:56:59.563469 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d13d469-34dd-479c-bcd4-4ea62568b24b None None] New status for floating IP 2b72cd1e-07a0-4a7b-9787-243e7d72791b: ACTIVE {{(pid=94079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:56:59.598133 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b05634-398d-4b04-a3aa-1c3a7c0bf888 req-fff76e2b-79eb-491f-ac25-9d779334b3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:59.599798 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-74b05634-398d-4b04-a3aa-1c3a7c0bf888 req-fff76e2b-79eb-491f-ac25-9d779334b3f9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93245ce2-868b-46b6-86e9-44b6ab704043 HTTP/1.1" status: 200 len: 852 time: 0.2210732 Jul 29 23:56:59.814059 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 2d02eddd-1ecf-4b59-b8ef-52139b7936d1 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:56:59.834542 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 2d02eddd-1ecf-4b59-b8ef-52139b7936d1 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:56:59.835022 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 2d02eddd-1ecf-4b59-b8ef-52139b7936d1 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:56:59.871595 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b05634-398d-4b04-a3aa-1c3a7c0bf888 req-8302d19e-e4d5-4a0e-809b-ba1a646e747b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:59.873205 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-74b05634-398d-4b04-a3aa-1c3a7c0bf888 req-8302d19e-e4d5-4a0e-809b-ba1a646e747b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1fbc99fa-8d31-4726-b05c-ced13247889a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2310045 Jul 29 23:57:00.020425 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.db.resource_extend [None req-9f2a03e2-b9b5-43cd-b5e0-58f8814cf579 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:57:00.122288 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9f2a03e2-b9b5-43cd-b5e0-58f8814cf579 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:00.130465 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.db.api [None req-6d13d469-34dd-479c-bcd4-4ea62568b24b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94079) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:57:00.131352 n-d-712141-10 neutron-server[94079]: DEBUG oslo_db.api [None req-6d13d469-34dd-479c-bcd4-4ea62568b24b None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:57:00.134311 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9f2a03e2-b9b5-43cd-b5e0-58f8814cf579 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:00.172240 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-74b05634-398d-4b04-a3aa-1c3a7c0bf888 req-fa534b64-8144-4ea6-8f2f-fd86ee936cde service neutron] 10.222.0.41 "GET /v2.0/networks/1fbc99fa-8d31-4726-b05c-ced13247889a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838025 Jul 29 23:57:00.181405 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5caf5256-c56c-4ed5-b7a1-a9850318bf5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:00.261137 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf5256-c56c-4ed5-b7a1-a9850318bf5d admin admin] Pushing event deleted for resources: {'Port': ['ID=291ea2bb-1c51-462a-99a2-d822ea96daff,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:00.633172 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d13d469-34dd-479c-bcd4-4ea62568b24b None None] New status for floating IP 2b72cd1e-07a0-4a7b-9787-243e7d72791b: ACTIVE {{(pid=94079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:57:00.743481 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5caf5256-c56c-4ed5-b7a1-a9850318bf5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:00.809205 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-74b05634-398d-4b04-a3aa-1c3a7c0bf888 req-9cfe76c5-e582-42d3-9854-d9021c96c094 service neutron] 10.222.0.41 "GET /v2.0/networks/1fbc99fa-8d31-4726-b05c-ced13247889a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6239305 Jul 29 23:57:00.879890 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5caf5256-c56c-4ed5-b7a1-a9850318bf5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:00.883980 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5caf5256-c56c-4ed5-b7a1-a9850318bf5d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:00.944370 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5caf5256-c56c-4ed5-b7a1-a9850318bf5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:00.944945 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5caf5256-c56c-4ed5-b7a1-a9850318bf5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5db38e4a-d7e5-43e8-b4c6-607495257bda {{(pid=94078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:57:00.952839 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5caf5256-c56c-4ed5-b7a1-a9850318bf5d admin admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:00.954094 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-5caf5256-c56c-4ed5-b7a1-a9850318bf5d admin admin] 10.222.0.43 "DELETE /v2.0/routers/5db38e4a-d7e5-43e8-b4c6-607495257bda HTTP/1.1" status: 204 len: 168 time: 2.7846367 Jul 29 23:57:00.956226 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f2a03e2-b9b5-43cd-b5e0-58f8814cf579 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Router a1ce89aa-c0ea-4060-bada-53347ac0525f has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:57:00.958347 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58022) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:01.038915 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-c900c4a1-5f1d-48a3-aac0-23a460283bd0 admin admin] Deleting subnet 3611933a-a246-49de-a4a1-abdfb313d3a0 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:57:01.048038 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c900c4a1-5f1d-48a3-aac0-23a460283bd0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:01.098931 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c900c4a1-5f1d-48a3-aac0-23a460283bd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:01.146992 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f2a03e2-b9b5-43cd-b5e0-58f8814cf579 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:57:01.152725 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9f2a03e2-b9b5-43cd-b5e0-58f8814cf579 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:01.161492 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0516092-ff32-4af3-ac2f-50bdd7ad49b3 None None] Sync routers for ids ['a1ce89aa-c0ea-4060-bada-53347ac0525f'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:57:01.171285 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0516092-ff32-4af3-ac2f-50bdd7ad49b3 None None] Routers {'a1ce89aa-c0ea-4060-bada-53347ac0525f'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:01.171864 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-c0516092-ff32-4af3-ac2f-50bdd7ad49b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:56:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['a1ce89aa-c0ea-4060-bada-53347ac0525f'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:01.186892 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1da5444e-0cca-4d24-93f4-f77c27e9a2b6', 'tag': '063e531b-8027-4673-a267-0d319597fb50'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:57:01.190065 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd34718-0754-4aeb-ab3a-d0bf090e753d" -d '{"events": [{"name": "network-changed", "server_uuid": "1da5444e-0cca-4d24-93f4-f77c27e9a2b6", "tag": "063e531b-8027-4673-a267-0d319597fb50"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:57:01.214708 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c900c4a1-5f1d-48a3-aac0-23a460283bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:01.228380 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-9f2a03e2-b9b5-43cd-b5e0-58f8814cf579 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] 10.222.0.43 "PUT /v2.0/floatingips/2b72cd1e-07a0-4a7b-9787-243e7d72791b HTTP/1.1" status: 200 len: 991 time: 2.7872646 Jul 29 23:57:01.257649 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea83fb1f-99c6-4de1-a8a1-7f9d15eb3843 x-openstack-request-id: req-ea83fb1f-99c6-4de1-a8a1-7f9d15eb3843 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:57:01.258011 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1da5444e-0cca-4d24-93f4-f77c27e9a2b6", "tag": "063e531b-8027-4673-a267-0d319597fb50", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:57:01.260190 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ea83fb1f-99c6-4de1-a8a1-7f9d15eb3843 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:57:01.260712 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1da5444e-0cca-4d24-93f4-f77c27e9a2b6', 'tag': '063e531b-8027-4673-a267-0d319597fb50', 'status': 'completed', 'code': 200} Jul 29 23:57:01.289869 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-c0516092-ff32-4af3-ac2f-50bdd7ad49b3 None None] Set router a1ce89aa-c0ea-4060-bada-53347ac0525f gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:57:01.294997 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c900c4a1-5f1d-48a3-aac0-23a460283bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:01.329798 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c900c4a1-5f1d-48a3-aac0-23a460283bd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3611933a-a246-49de-a4a1-abdfb313d3a0,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:01.344557 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c900c4a1-5f1d-48a3-aac0-23a460283bd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:01.346110 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e32378-fb76-4353-9c05-8f79137337dd None None] Network fa6d7f12-a596-4c18-9d84-38682a2ef1f9 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:57:01.350402 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58030) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:01.351147 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c900c4a1-5f1d-48a3-aac0-23a460283bd0 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/3611933a-a246-49de-a4a1-abdfb313d3a0 HTTP/1.1" status: 204 len: 168 time: 0.3915329 Jul 29 23:57:01.361767 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd34718-0754-4aeb-ab3a-d0bf090e753d req-5ef3efa1-fbad-45df-96a7-7934ee10c45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:01.363984 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-afd34718-0754-4aeb-ab3a-d0bf090e753d req-5ef3efa1-fbad-45df-96a7-7934ee10c45e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=384efcf70cdf43d989dbb2e4793dfac4&device_id=1da5444e-0cca-4d24-93f4-f77c27e9a2b6 HTTP/1.1" status: 200 len: 1097 time: 0.0619261 Jul 29 23:57:01.385222 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58032) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:01.532096 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd34718-0754-4aeb-ab3a-d0bf090e753d req-d1b632bf-b7a3-4fa8-9039-d640ef69116e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:01.533726 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-afd34718-0754-4aeb-ab3a-d0bf090e753d req-d1b632bf-b7a3-4fa8-9039-d640ef69116e service neutron] 10.222.0.41 "GET /v2.0/networks?id=1fbc99fa-8d31-4726-b05c-ced13247889a HTTP/1.1" status: 200 len: 914 time: 0.1595192 Jul 29 23:57:01.543306 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-48817ea9-f5f4-4863-903b-491d5c1b0e64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:01.595347 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87f6009-ac8e-4683-b713-98632477dac0 None None] DHCP port deletion for fa6d7f12-a596-4c18-9d84-38682a2ef1f9 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:57:01.609119 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ea2a15d2-1eaa-47ce-be05-ff46d1fd883d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:01.612526 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-c0516092-ff32-4af3-ac2f-50bdd7ad49b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ce89aa-c0ea-4060-bada-53347ac0525f', 'name': 'tempest-TestVolumeBackupRestore-278223774-router', 'tenant_id': '384efcf70cdf43d989dbb2e4793dfac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b199c2ea-73b4-4462-8e9e-5e5884b890ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:58Z', 'updated_at': '2021-07-29T23:54:03Z', 'revision_number': 4, 'project_id': '384efcf70cdf43d989dbb2e4793dfac4', 'gw_port': {'id': 'b199c2ea-73b4-4462-8e9e-5e5884b890ba', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:7d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ce89aa-c0ea-4060-bada-53347ac0525f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:00Z', 'updated_at': '2021-07-29T23:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '2b72cd1e-07a0-4a7b-9787-243e7d72791b', 'tenant_id': '384efcf70cdf43d989dbb2e4793dfac4', 'floating_ip_address': '172.25.0.118', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': 'a1ce89aa-c0ea-4060-bada-53347ac0525f', 'port_id': '063e531b-8027-4673-a267-0d319597fb50', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fbc99fa-8d31-4726-b05c-ced13247889a', 'mac_address': 'fa:16:3e:2b:74:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da5444e-0cca-4d24-93f4-f77c27e9a2b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:56:57Z', 'updated_at': '2021-07-29T23:57:00Z', 'revision_number': 2, 'project_id': '384efcf70cdf43d989dbb2e4793dfac4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56c9c6bd-04a4-48fe-8b5d-32bda64a7bd3', 'name': '', 'network_id': '1fbc99fa-8d31-4726-b05c-ced13247889a', 'tenant_id': '384efcf70cdf43d989dbb2e4793dfac4', 'mac_address': 'fa:16:3e:4c:ea:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ce89aa-c0ea-4060-bada-53347ac0525f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '93245ce2-868b-46b6-86e9-44b6ab704043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:02Z', 'updated_at': '2021-07-29T23:54:12Z', 'revision_number': 5, 'project_id': '384efcf70cdf43d989dbb2e4793dfac4', 'subnets': [{'id': '93245ce2-868b-46b6-86e9-44b6ab704043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:01.636400 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-afd34718-0754-4aeb-ab3a-d0bf090e753d req-e3127230-535a-4d7d-a68a-1b38ccdbd9be service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=063e531b-8027-4673-a267-0d319597fb50 HTTP/1.1" status: 200 len: 1001 time: 0.0954084 Jul 29 23:57:01.657761 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0516092-ff32-4af3-ac2f-50bdd7ad49b3 None None] Checking router: a1ce89aa-c0ea-4060-bada-53347ac0525f for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:57:01.670058 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-a87f6009-ac8e-4683-b713-98632477dac0 None None] Deleting port 92e1c9fc-dfef-4c0c-8b34-68738037d717 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:01.670540 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a87f6009-ac8e-4683-b713-98632477dac0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:01.673733 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0516092-ff32-4af3-ac2f-50bdd7ad49b3 None None] Routers {'a1ce89aa-c0ea-4060-bada-53347ac0525f'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:01.674865 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-c0516092-ff32-4af3-ac2f-50bdd7ad49b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:56:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['a1ce89aa-c0ea-4060-bada-53347ac0525f'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:01.681748 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-48817ea9-f5f4-4863-903b-491d5c1b0e64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:01.687215 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-48817ea9-f5f4-4863-903b-491d5c1b0e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:01.719948 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd34718-0754-4aeb-ab3a-d0bf090e753d req-b16ad4e9-e63a-47b2-8989-f60b2bcbad4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:01.721430 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-afd34718-0754-4aeb-ab3a-d0bf090e753d req-b16ad4e9-e63a-47b2-8989-f60b2bcbad4c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93245ce2-868b-46b6-86e9-44b6ab704043 HTTP/1.1" status: 200 len: 852 time: 0.0670793 Jul 29 23:57:01.731250 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a15d2-1eaa-47ce-be05-ff46d1fd883d admin admin] Deleting port 92e1c9fc-dfef-4c0c-8b34-68738037d717 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:01.731595 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ea2a15d2-1eaa-47ce-be05-ff46d1fd883d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:01.744612 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-48817ea9-f5f4-4863-903b-491d5c1b0e64 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f15f187d10644bb3abaa860bfb0af1b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3556340 Jul 29 23:57:01.744993 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58036) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:01.745627 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-a87f6009-ac8e-4683-b713-98632477dac0 None None] For port 92e1c9fc-dfef-4c0c-8b34-68738037d717, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=92e1c9fc-dfef-4c0c-8b34-68738037d717,segment=NetworkSegment(8cd91987-b4b3-4580-b2e3-bf9ecafdf0b2),segment_id=8cd91987-b4b3-4580-b2e3-bf9ecafdf0b2)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:01.746059 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a87f6009-ac8e-4683-b713-98632477dac0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:01.766250 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-a87f6009-ac8e-4683-b713-98632477dac0 None None] Calling delete_port for 92e1c9fc-dfef-4c0c-8b34-68738037d717 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:01.795044 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48817ea9-f5f4-4863-903b-491d5c1b0e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a46fb565-2f3c-452a-b487-ea2e9d125b13,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:01.819118 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-595c0752-c869-42e7-9d57-e497839db624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:01.828728 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-c0516092-ff32-4af3-ac2f-50bdd7ad49b3 None None] Set router a1ce89aa-c0ea-4060-bada-53347ac0525f gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:57:01.848367 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-595c0752-c869-42e7-9d57-e497839db624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:01.876890 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-ea2a15d2-1eaa-47ce-be05-ff46d1fd883d admin admin] For port 92e1c9fc-dfef-4c0c-8b34-68738037d717, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=92e1c9fc-dfef-4c0c-8b34-68738037d717,segment=NetworkSegment(8cd91987-b4b3-4580-b2e3-bf9ecafdf0b2),segment_id=8cd91987-b4b3-4580-b2e3-bf9ecafdf0b2)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:01.877482 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ea2a15d2-1eaa-47ce-be05-ff46d1fd883d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:01.881476 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd34718-0754-4aeb-ab3a-d0bf090e753d req-ecd9027c-b041-4a14-b728-334b8eec9d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:01.883043 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-afd34718-0754-4aeb-ab3a-d0bf090e753d req-ecd9027c-b041-4a14-b728-334b8eec9d1c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1fbc99fa-8d31-4726-b05c-ced13247889a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1537533 Jul 29 23:57:01.905047 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-ea2a15d2-1eaa-47ce-be05-ff46d1fd883d admin admin] Calling delete_port for 92e1c9fc-dfef-4c0c-8b34-68738037d717 owned by network:dhcp {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:01.907632 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a87f6009-ac8e-4683-b713-98632477dac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:01.921559 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 291ea2bb-1c51-462a-99a2-d822ea96daff no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:57:01.924479 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-595c0752-c869-42e7-9d57-e497839db624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:01.929157 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-595c0752-c869-42e7-9d57-e497839db624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:01.942215 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-595c0752-c869-42e7-9d57-e497839db624 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a46fb565-2f3c-452a-b487-ea2e9d125b13 HTTP/1.1" status: 204 len: 168 time: 0.1960378 Jul 29 23:57:01.954786 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595c0752-c869-42e7-9d57-e497839db624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46fb565-2f3c-452a-b487-ea2e9d125b13,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:01.965749 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87f6009-ac8e-4683-b713-98632477dac0 None None] Pushing event deleted for resources: {'Port': ['ID=92e1c9fc-dfef-4c0c-8b34-68738037d717,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:01.976063 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87f6009-ac8e-4683-b713-98632477dac0 None None] No DVR routers for this DVR port 92e1c9fc-dfef-4c0c-8b34-68738037d717 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:57:01.981911 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 291ea2bb-1c51-462a-99a2-d822ea96daff {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:57:01.982257 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 291ea2bb-1c51-462a-99a2-d822ea96daff not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:57:01.982982 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 92e1c9fc-dfef-4c0c-8b34-68738037d717 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:57:02.013148 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 92e1c9fc-dfef-4c0c-8b34-68738037d717 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:57:02.013502 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 92e1c9fc-dfef-4c0c-8b34-68738037d717 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:57:02.087555 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-afd34718-0754-4aeb-ab3a-d0bf090e753d req-f12a3782-d0bc-4386-bbb4-a4b6101bc5f6 service neutron] 10.222.0.41 "GET /v2.0/networks/1fbc99fa-8d31-4726-b05c-ced13247889a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932321 Jul 29 23:57:02.121096 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ea2a15d2-1eaa-47ce-be05-ff46d1fd883d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:02.174225 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a15d2-1eaa-47ce-be05-ff46d1fd883d admin admin] Pushing event deleted for resources: {'Port': ['ID=92e1c9fc-dfef-4c0c-8b34-68738037d717,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:02.186619 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2a15d2-1eaa-47ce-be05-ff46d1fd883d admin admin] No DVR routers for this DVR port 92e1c9fc-dfef-4c0c-8b34-68738037d717 on host n-d-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:57:02.243151 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-c0516092-ff32-4af3-ac2f-50bdd7ad49b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ce89aa-c0ea-4060-bada-53347ac0525f', 'name': 'tempest-TestVolumeBackupRestore-278223774-router', 'tenant_id': '384efcf70cdf43d989dbb2e4793dfac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b199c2ea-73b4-4462-8e9e-5e5884b890ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:58Z', 'updated_at': '2021-07-29T23:54:03Z', 'revision_number': 4, 'project_id': '384efcf70cdf43d989dbb2e4793dfac4', 'gw_port': {'id': 'b199c2ea-73b4-4462-8e9e-5e5884b890ba', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:7d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ce89aa-c0ea-4060-bada-53347ac0525f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:00Z', 'updated_at': '2021-07-29T23:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '2b72cd1e-07a0-4a7b-9787-243e7d72791b', 'tenant_id': '384efcf70cdf43d989dbb2e4793dfac4', 'floating_ip_address': '172.25.0.118', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': 'a1ce89aa-c0ea-4060-bada-53347ac0525f', 'port_id': '063e531b-8027-4673-a267-0d319597fb50', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fbc99fa-8d31-4726-b05c-ced13247889a', 'mac_address': 'fa:16:3e:2b:74:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da5444e-0cca-4d24-93f4-f77c27e9a2b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:56:57Z', 'updated_at': '2021-07-29T23:57:00Z', 'revision_number': 2, 'project_id': '384efcf70cdf43d989dbb2e4793dfac4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56c9c6bd-04a4-48fe-8b5d-32bda64a7bd3', 'name': '', 'network_id': '1fbc99fa-8d31-4726-b05c-ced13247889a', 'tenant_id': '384efcf70cdf43d989dbb2e4793dfac4', 'mac_address': 'fa:16:3e:4c:ea:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ce89aa-c0ea-4060-bada-53347ac0525f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '93245ce2-868b-46b6-86e9-44b6ab704043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:02Z', 'updated_at': '2021-07-29T23:54:12Z', 'revision_number': 5, 'project_id': '384efcf70cdf43d989dbb2e4793dfac4', 'subnets': [{'id': '93245ce2-868b-46b6-86e9-44b6ab704043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:02.263939 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-afd34718-0754-4aeb-ab3a-d0bf090e753d req-8440fff7-f2ce-4e60-a07c-ef78d673b173 service neutron] 10.222.0.41 "GET /v2.0/networks/1fbc99fa-8d31-4726-b05c-ced13247889a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675420 Jul 29 23:57:02.275579 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0516092-ff32-4af3-ac2f-50bdd7ad49b3 None None] The sync data for ids ['a1ce89aa-c0ea-4060-bada-53347ac0525f'] in n-d-712141-10 is: [{'id': 'a1ce89aa-c0ea-4060-bada-53347ac0525f', 'name': 'tempest-TestVolumeBackupRestore-278223774-router', 'tenant_id': '384efcf70cdf43d989dbb2e4793dfac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b199c2ea-73b4-4462-8e9e-5e5884b890ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:58Z', 'updated_at': '2021-07-29T23:54:03Z', 'revision_number': 4, 'project_id': '384efcf70cdf43d989dbb2e4793dfac4', 'gw_port': {'id': 'b199c2ea-73b4-4462-8e9e-5e5884b890ba', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:7d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ce89aa-c0ea-4060-bada-53347ac0525f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:00Z', 'updated_at': '2021-07-29T23:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '2b72cd1e-07a0-4a7b-9787-243e7d72791b', 'tenant_id': '384efcf70cdf43d989dbb2e4793dfac4', 'floating_ip_address': '172.25.0.118', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': 'a1ce89aa-c0ea-4060-bada-53347ac0525f', 'port_id': '063e531b-8027-4673-a267-0d319597fb50', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3681, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fbc99fa-8d31-4726-b05c-ced13247889a', 'mac_address': 'fa:16:3e:2b:74:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1da5444e-0cca-4d24-93f4-f77c27e9a2b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:56:57Z', 'updated_at': '2021-07-29T23:57:00Z', 'revision_number': 2, 'project_id': '384efcf70cdf43d989dbb2e4793dfac4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56c9c6bd-04a4-48fe-8b5d-32bda64a7bd3', 'name': '', 'network_id': '1fbc99fa-8d31-4726-b05c-ced13247889a', 'tenant_id': '384efcf70cdf43d989dbb2e4793dfac4', 'mac_address': 'fa:16:3e:4c:ea:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ce89aa-c0ea-4060-bada-53347ac0525f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '93245ce2-868b-46b6-86e9-44b6ab704043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:02Z', 'updated_at': '2021-07-29T23:54:12Z', 'revision_number': 5, 'project_id': '384efcf70cdf43d989dbb2e4793dfac4', 'subnets': [{'id': '93245ce2-868b-46b6-86e9-44b6ab704043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:57:02.308678 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ea2a15d2-1eaa-47ce-be05-ff46d1fd883d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:02.322778 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-ea2a15d2-1eaa-47ce-be05-ff46d1fd883d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa6d7f12-a596-4c18-9d84-38682a2ef1f9']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:02.335442 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-ea2a15d2-1eaa-47ce-be05-ff46d1fd883d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cd91987-b4b3-4580-b2e3-bf9ecafdf0b2') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:02.335746 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-ea2a15d2-1eaa-47ce-be05-ff46d1fd883d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cd91987-b4b3-4580-b2e3-bf9ecafdf0b2') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:02.353111 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ea2a15d2-1eaa-47ce-be05-ff46d1fd883d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:02.369100 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ea2a15d2-1eaa-47ce-be05-ff46d1fd883d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:02.375744 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea2a15d2-1eaa-47ce-be05-ff46d1fd883d admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:57:02.376373 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ea2a15d2-1eaa-47ce-be05-ff46d1fd883d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:02.379272 n-d-712141-10 neutron-server[94078]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:57:02.379272 n-d-712141-10 neutron-server[94078]: self.session.flush() Jul 29 23:57:02.379272 n-d-712141-10 neutron-server[94078]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:57:02.379272 n-d-712141-10 neutron-server[94078]: self.session.flush() Jul 29 23:57:02.379272 n-d-712141-10 neutron-server[94078]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:57:02.379272 n-d-712141-10 neutron-server[94078]: self.session.flush() Jul 29 23:57:02.379272 n-d-712141-10 neutron-server[94078]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:57:02.379272 n-d-712141-10 neutron-server[94078]: self.session.flush() Jul 29 23:57:02.379272 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:57:02.379272 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:57:02.379272 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:57:02.379272 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:57:02.379272 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:57:02.379272 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:57:02.379272 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:57:02.379272 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:57:02.379272 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:57:02.379272 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:57:02.379272 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:57:02.379272 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:57:02.379272 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:57:02.379272 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:57:02.379272 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:57:02.379272 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:57:02.379272 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:57:02.379272 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:57:02.379272 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:57:02.379272 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:57:02.379272 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:57:02.379272 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:57:02.379272 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:57:02.379272 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:57:02.379272 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:57:02.379272 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:57:02.379272 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:57:02.379272 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:57:02.379272 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:57:02.379272 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:57:02.379272 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:57:02.379272 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:57:02.436705 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ea2a15d2-1eaa-47ce-be05-ff46d1fd883d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:02.448061 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ea2a15d2-1eaa-47ce-be05-ff46d1fd883d admin admin] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:02.450056 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ea2a15d2-1eaa-47ce-be05-ff46d1fd883d admin admin] 10.222.0.43 "DELETE /v2.0/networks/fa6d7f12-a596-4c18-9d84-38682a2ef1f9 HTTP/1.1" status: 204 len: 168 time: 1.0986519 Jul 29 23:57:02.464671 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a15d2-1eaa-47ce-be05-ff46d1fd883d admin admin] Pushing event deleted for resources: {'Network': ['ID=fa6d7f12-a596-4c18-9d84-38682a2ef1f9,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:02.624560 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58058) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:02.675909 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-735e50f2-dad8-4c31-88ba-829ebca20abb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=36755a8a36d04813a60879e733599b64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0499032 Jul 29 23:57:02.678800 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58060) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:02.740107 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-796fdf75-c59e-40e7-b1d5-438c4cb707e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:02.766729 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-796fdf75-c59e-40e7-b1d5-438c4cb707e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:02.819657 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-796fdf75-c59e-40e7-b1d5-438c4cb707e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:02.819657 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-796fdf75-c59e-40e7-b1d5-438c4cb707e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:02.820246 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-796fdf75-c59e-40e7-b1d5-438c4cb707e4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b2208ce7-dbeb-4db7-8bda-6f91bc259761 HTTP/1.1" status: 204 len: 168 time: 0.1403747 Jul 29 23:57:02.828276 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796fdf75-c59e-40e7-b1d5-438c4cb707e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2208ce7-dbeb-4db7-8bda-6f91bc259761,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:03.152844 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58074) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:03.204927 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9961bced-5870-41d4-ae1b-5911591f7fac admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=86b10db7f8a14ffb9c09ef339a81a3e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481844 Jul 29 23:57:03.205196 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58076) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:03.261551 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1da5444e-0cca-4d24-93f4-f77c27e9a2b6', 'tag': '063e531b-8027-4673-a267-0d319597fb50'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:57:03.266596 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc10c33-5a42-4731-b033-62180d8042c5" -d '{"events": [{"name": "network-changed", "server_uuid": "1da5444e-0cca-4d24-93f4-f77c27e9a2b6", "tag": "063e531b-8027-4673-a267-0d319597fb50"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:57:03.274752 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-650af00b-112a-4708-a8c2-d6784c138798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:03.309865 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-650af00b-112a-4708-a8c2-d6784c138798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:03.312331 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c5ecc2e-4f2a-46f0-8da7-b93de9155214 x-openstack-request-id: req-5c5ecc2e-4f2a-46f0-8da7-b93de9155214 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:57:03.312734 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1da5444e-0cca-4d24-93f4-f77c27e9a2b6", "tag": "063e531b-8027-4673-a267-0d319597fb50", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:57:03.313084 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5c5ecc2e-4f2a-46f0-8da7-b93de9155214 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:57:03.313603 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1da5444e-0cca-4d24-93f4-f77c27e9a2b6', 'tag': '063e531b-8027-4673-a267-0d319597fb50', 'status': 'completed', 'code': 200} Jul 29 23:57:03.367235 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-650af00b-112a-4708-a8c2-d6784c138798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:03.370394 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-650af00b-112a-4708-a8c2-d6784c138798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:03.371523 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-650af00b-112a-4708-a8c2-d6784c138798 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/560430de-50c4-41d3-8910-489cbeb99167 HTTP/1.1" status: 204 len: 168 time: 0.1653309 Jul 29 23:57:03.382509 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650af00b-112a-4708-a8c2-d6784c138798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560430de-50c4-41d3-8910-489cbeb99167,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:03.415449 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc10c33-5a42-4731-b033-62180d8042c5 req-ba349372-d1df-4134-b3e4-b97dd4e300bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:03.417531 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-acc10c33-5a42-4731-b033-62180d8042c5 req-ba349372-d1df-4134-b3e4-b97dd4e300bf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=384efcf70cdf43d989dbb2e4793dfac4&device_id=1da5444e-0cca-4d24-93f4-f77c27e9a2b6 HTTP/1.1" status: 200 len: 1097 time: 0.0585439 Jul 29 23:57:03.515256 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc10c33-5a42-4731-b033-62180d8042c5 req-e3cd0573-c73d-4507-88a1-c9efd196f1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:03.516856 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-acc10c33-5a42-4731-b033-62180d8042c5 req-e3cd0573-c73d-4507-88a1-c9efd196f1fd service neutron] 10.222.0.41 "GET /v2.0/networks?id=1fbc99fa-8d31-4726-b05c-ced13247889a HTTP/1.1" status: 200 len: 914 time: 0.0912282 Jul 29 23:57:03.602954 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-acc10c33-5a42-4731-b033-62180d8042c5 req-cb1a016e-c0c8-4150-8f4a-ea33ec9c8341 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=063e531b-8027-4673-a267-0d319597fb50 HTTP/1.1" status: 200 len: 1001 time: 0.0770192 Jul 29 23:57:03.662063 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc10c33-5a42-4731-b033-62180d8042c5 req-c5e5737e-995e-4d03-a9d6-2ddbf13c107a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:03.663651 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-acc10c33-5a42-4731-b033-62180d8042c5 req-c5e5737e-995e-4d03-a9d6-2ddbf13c107a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93245ce2-868b-46b6-86e9-44b6ab704043 HTTP/1.1" status: 200 len: 852 time: 0.0533979 Jul 29 23:57:03.718209 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc10c33-5a42-4731-b033-62180d8042c5 req-6bd0ab36-5822-4265-95c0-80bf15f447a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:03.719742 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-acc10c33-5a42-4731-b033-62180d8042c5 req-6bd0ab36-5822-4265-95c0-80bf15f447a8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1fbc99fa-8d31-4726-b05c-ced13247889a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487373 Jul 29 23:57:03.841074 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-acc10c33-5a42-4731-b033-62180d8042c5 req-39999d8a-79b9-41eb-b763-914789110d2e service neutron] 10.222.0.41 "GET /v2.0/networks/1fbc99fa-8d31-4726-b05c-ced13247889a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131465 Jul 29 23:57:03.963950 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-acc10c33-5a42-4731-b033-62180d8042c5 req-f9c0fd3f-4a05-4880-a5b6-84ae14797e1c service neutron] 10.222.0.41 "GET /v2.0/networks/1fbc99fa-8d31-4726-b05c-ced13247889a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140089 Jul 29 23:57:07.394990 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:13.443824 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58220) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:13.559568 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-dfca8555-d21a-4399-bb8c-f986fe8be518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:13.652346 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-dfca8555-d21a-4399-bb8c-f986fe8be518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:13.656506 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-dfca8555-d21a-4399-bb8c-f986fe8be518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:13.696453 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-dfca8555-d21a-4399-bb8c-f986fe8be518 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4b6574303600402c87b16506d52b62a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2514009 Jul 29 23:57:13.697256 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfca8555-d21a-4399-bb8c-f986fe8be518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6073aae5-c24a-450b-b1a4-37919dbd3a60,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:13.699985 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58224) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:13.756701 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7f438a31-0a81-44aa-8611-6dc7eeb0da8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:13.779599 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7f438a31-0a81-44aa-8611-6dc7eeb0da8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:13.832169 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7f438a31-0a81-44aa-8611-6dc7eeb0da8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:13.834748 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7f438a31-0a81-44aa-8611-6dc7eeb0da8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:13.836558 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-7f438a31-0a81-44aa-8611-6dc7eeb0da8e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6073aae5-c24a-450b-b1a4-37919dbd3a60 HTTP/1.1" status: 204 len: 168 time: 0.1348703 Jul 29 23:57:13.853367 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f438a31-0a81-44aa-8611-6dc7eeb0da8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6073aae5-c24a-450b-b1a4-37919dbd3a60,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:16.377856 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58358) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:16.505018 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5901abae-8e74-4ef9-ba70-8e8d23e6a9cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:16.614411 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5901abae-8e74-4ef9-ba70-8e8d23e6a9cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:16.619018 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5901abae-8e74-4ef9-ba70-8e8d23e6a9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:16.659432 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-5901abae-8e74-4ef9-ba70-8e8d23e6a9cb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d6bf649f890a4f3c803a24ce550e11c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2800210 Jul 29 23:57:16.661631 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901abae-8e74-4ef9-ba70-8e8d23e6a9cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632f4819-f590-4eef-b24a-c4821e92ad2f,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:16.662251 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58370) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:16.717182 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8ad01f97-bcde-4361-a14f-931c6c26a95a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:16.748948 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8ad01f97-bcde-4361-a14f-931c6c26a95a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:16.795854 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8ad01f97-bcde-4361-a14f-931c6c26a95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:16.800252 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8ad01f97-bcde-4361-a14f-931c6c26a95a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:16.801600 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8ad01f97-bcde-4361-a14f-931c6c26a95a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/632f4819-f590-4eef-b24a-c4821e92ad2f HTTP/1.1" status: 204 len: 168 time: 0.1370475 Jul 29 23:57:16.816816 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad01f97-bcde-4361-a14f-931c6c26a95a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632f4819-f590-4eef-b24a-c4821e92ad2f,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:16.826224 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad01f97-bcde-4361-a14f-931c6c26a95a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:16.826644 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad01f97-bcde-4361-a14f-931c6c26a95a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:16.827174 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad01f97-bcde-4361-a14f-931c6c26a95a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:16.827752 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad01f97-bcde-4361-a14f-931c6c26a95a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:16.828102 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad01f97-bcde-4361-a14f-931c6c26a95a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:16.828601 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad01f97-bcde-4361-a14f-931c6c26a95a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:16.828930 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad01f97-bcde-4361-a14f-931c6c26a95a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:16.829374 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad01f97-bcde-4361-a14f-931c6c26a95a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:16.829894 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad01f97-bcde-4361-a14f-931c6c26a95a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:16.830488 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad01f97-bcde-4361-a14f-931c6c26a95a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:16.831008 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad01f97-bcde-4361-a14f-931c6c26a95a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:16.831395 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ad01f97-bcde-4361-a14f-931c6c26a95a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:17.490650 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58452) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:17.615711 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-8caa85b1-7e0e-462b-9115-df3b0adf4cd8 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-2039628172-network', 'tenant_id': '4d2a6d9f688a4970916815fbd5028721'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:17.640049 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8caa85b1-7e0e-462b-9115-df3b0adf4cd8 admin admin] Made reservation on behalf of 4d2a6d9f688a4970916815fbd5028721 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:57:17.642396 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8caa85b1-7e0e-462b-9115-df3b0adf4cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:17.651792 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8caa85b1-7e0e-462b-9115-df3b0adf4cd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:17.750500 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8caa85b1-7e0e-462b-9115-df3b0adf4cd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:17.755324 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8caa85b1-7e0e-462b-9115-df3b0adf4cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:17.777508 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8caa85b1-7e0e-462b-9115-df3b0adf4cd8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:57:17.792275 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caa85b1-7e0e-462b-9115-df3b0adf4cd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a88b3781-4ea5-4934-93cd-3b5566457859,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:17.797485 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8caa85b1-7e0e-462b-9115-df3b0adf4cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:17.798068 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-8caa85b1-7e0e-462b-9115-df3b0adf4cd8 admin admin] Added segment 60130240-cb0c-440f-9b73-bcf84955de21 of type vlan for network 88e1826d-cb47-42e6-9736-ede10454c909 Jul 29 23:57:17.845775 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8caa85b1-7e0e-462b-9115-df3b0adf4cd8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:17.883379 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8caa85b1-7e0e-462b-9115-df3b0adf4cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:17.884412 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8caa85b1-7e0e-462b-9115-df3b0adf4cd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:17.885012 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8caa85b1-7e0e-462b-9115-df3b0adf4cd8 admin admin] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:17.943712 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-8caa85b1-7e0e-462b-9115-df3b0adf4cd8 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4505031 Jul 29 23:57:17.947390 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58484) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:17.956084 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-76a0fe5d-d45a-4588-882c-38dccb7b17e5 admin admin] Request body: {'subnet': {'network_id': '88e1826d-cb47-42e6-9736-ede10454c909', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-2039628172-subnet', 'tenant_id': '4d2a6d9f688a4970916815fbd5028721', 'ip_version': 4}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:17.972395 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caa85b1-7e0e-462b-9115-df3b0adf4cd8 admin admin] Pushing event updated for resources: {'Network': ['ID=88e1826d-cb47-42e6-9736-ede10454c909,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:17.983913 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 88e1826d-cb47-42e6-9736-ede10454c909 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:57:17.992436 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a0fe5d-d45a-4588-882c-38dccb7b17e5 admin admin] Made reservation on behalf of 4d2a6d9f688a4970916815fbd5028721 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:57:17.995065 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-76a0fe5d-d45a-4588-882c-38dccb7b17e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:18.181555 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-76a0fe5d-d45a-4588-882c-38dccb7b17e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:18.240335 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a0fe5d-d45a-4588-882c-38dccb7b17e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f20f210e-0280-47b8-a316-a08a8e7937d2,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:18.250096 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a0fe5d-d45a-4588-882c-38dccb7b17e5 admin admin] Checking segment: {'id': '60130240-cb0c-440f-9b73-bcf84955de21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '88e1826d-cb47-42e6-9736-ede10454c909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:57:18.250461 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a0fe5d-d45a-4588-882c-38dccb7b17e5 admin admin] Network hostable DHCP agents. Network: 88e1826d-cb47-42e6-9736-ede10454c909, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:57:18.270279 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a0fe5d-d45a-4588-882c-38dccb7b17e5 admin admin] Network 88e1826d-cb47-42e6-9736-ede10454c909 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:57:18.280798 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-76a0fe5d-d45a-4588-882c-38dccb7b17e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 88e1826d-cb47-42e6-9736-ede10454c909) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:18.285353 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a0fe5d-d45a-4588-882c-38dccb7b17e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:18.286224 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-76a0fe5d-d45a-4588-882c-38dccb7b17e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:18.291504 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da566e9d-bff7-4311-8a03-698ea3f5410d None None] Network 88e1826d-cb47-42e6-9736-ede10454c909 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:57:18.308980 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-76a0fe5d-d45a-4588-882c-38dccb7b17e5 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3604498 Jul 29 23:57:18.312791 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58504) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:18.318307 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-1ed573ea-f3fb-4830-8ecc-93bca534e169 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-2039628172-router', 'tenant_id': '4d2a6d9f688a4970916815fbd5028721', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:18.343443 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1ed573ea-f3fb-4830-8ecc-93bca534e169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:18.344560 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1ed573ea-f3fb-4830-8ecc-93bca534e169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:18.406860 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1ed573ea-f3fb-4830-8ecc-93bca534e169 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:18.472100 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887fa049-b8c4-4ad5-9f57-8c22807a0c1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-88e1826d-cb47-42e6-9736-ede10454c909', 'network_id': '88e1826d-cb47-42e6-9736-ede10454c909', 'tenant_id': '4d2a6d9f688a4970916815fbd5028721', 'fixed_ips': [{'subnet_id': 'f20f210e-0280-47b8-a316-a08a8e7937d2'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:57:18.473187 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-887fa049-b8c4-4ad5-9f57-8c22807a0c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:18.587758 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1ed573ea-f3fb-4830-8ecc-93bca534e169 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:18.642851 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-887fa049-b8c4-4ad5-9f57-8c22807a0c1e None None] Allocated IP 172.20.0.2 (88e1826d-cb47-42e6-9736-ede10454c909/f20f210e-0280-47b8-a316-a08a8e7937d2/8bec02f8-20c5-469c-8ab0-3b20319073c3) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:57:18.848196 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1ed573ea-f3fb-4830-8ecc-93bca534e169 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:18.872491 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1ed573ea-f3fb-4830-8ecc-93bca534e169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:18.973572 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-887fa049-b8c4-4ad5-9f57-8c22807a0c1e None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:18.983170 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-887fa049-b8c4-4ad5-9f57-8c22807a0c1e None None] Transition to ACTIVE for port object 8bec02f8-20c5-469c-8ab0-3b20319073c3 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:18.998919 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-887fa049-b8c4-4ad5-9f57-8c22807a0c1e None None] Transition to ACTIVE for port object 8bec02f8-20c5-469c-8ab0-3b20319073c3 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:19.004653 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-887fa049-b8c4-4ad5-9f57-8c22807a0c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:19.007743 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-1ed573ea-f3fb-4830-8ecc-93bca534e169 admin admin] Allocated IP 172.25.0.19 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/b5142e27-a16e-4054-b620-bf9f62c017f0) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:57:19.041797 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887fa049-b8c4-4ad5-9f57-8c22807a0c1e None None] Network 88e1826d-cb47-42e6-9736-ede10454c909 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:57:19.045797 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-887fa049-b8c4-4ad5-9f57-8c22807a0c1e None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:19.048445 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887fa049-b8c4-4ad5-9f57-8c22807a0c1e None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:57:19.083395 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887fa049-b8c4-4ad5-9f57-8c22807a0c1e None None] Pushing event updated for resources: {'Port': ['ID=8bec02f8-20c5-469c-8ab0-3b20319073c3,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:19.105357 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887fa049-b8c4-4ad5-9f57-8c22807a0c1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:19.105724 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887fa049-b8c4-4ad5-9f57-8c22807a0c1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:19.106064 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887fa049-b8c4-4ad5-9f57-8c22807a0c1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:19.106392 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887fa049-b8c4-4ad5-9f57-8c22807a0c1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:19.106917 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887fa049-b8c4-4ad5-9f57-8c22807a0c1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:19.107423 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887fa049-b8c4-4ad5-9f57-8c22807a0c1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:19.107912 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887fa049-b8c4-4ad5-9f57-8c22807a0c1e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:19.108399 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887fa049-b8c4-4ad5-9f57-8c22807a0c1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:19.108905 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887fa049-b8c4-4ad5-9f57-8c22807a0c1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:19.109406 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887fa049-b8c4-4ad5-9f57-8c22807a0c1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:19.109922 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887fa049-b8c4-4ad5-9f57-8c22807a0c1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:19.110471 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887fa049-b8c4-4ad5-9f57-8c22807a0c1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:19.128468 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-887fa049-b8c4-4ad5-9f57-8c22807a0c1e None None] Attempting to bind port 8bec02f8-20c5-469c-8ab0-3b20319073c3 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:57:19.129084 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-887fa049-b8c4-4ad5-9f57-8c22807a0c1e None None] Attempting to bind port 8bec02f8-20c5-469c-8ab0-3b20319073c3 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '60130240-cb0c-440f-9b73-bcf84955de21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '88e1826d-cb47-42e6-9736-ede10454c909'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:57:19.129448 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887fa049-b8c4-4ad5-9f57-8c22807a0c1e None None] Attempting to bind port 8bec02f8-20c5-469c-8ab0-3b20319073c3 on network 88e1826d-cb47-42e6-9736-ede10454c909 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:19.132804 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1ed573ea-f3fb-4830-8ecc-93bca534e169 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:19.135334 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887fa049-b8c4-4ad5-9f57-8c22807a0c1e None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:57:19.135712 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887fa049-b8c4-4ad5-9f57-8c22807a0c1e None None] Checking segment: {'id': '60130240-cb0c-440f-9b73-bcf84955de21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '88e1826d-cb47-42e6-9736-ede10454c909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:57:19.136112 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-887fa049-b8c4-4ad5-9f57-8c22807a0c1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:19.136500 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887fa049-b8c4-4ad5-9f57-8c22807a0c1e None None] Bound using segment: {'id': '60130240-cb0c-440f-9b73-bcf84955de21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '88e1826d-cb47-42e6-9736-ede10454c909'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:57:19.137051 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-887fa049-b8c4-4ad5-9f57-8c22807a0c1e None None] Bound port: 8bec02f8-20c5-469c-8ab0-3b20319073c3, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60130240-cb0c-440f-9b73-bcf84955de21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '88e1826d-cb47-42e6-9736-ede10454c909'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:57:19.137326 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-887fa049-b8c4-4ad5-9f57-8c22807a0c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:19.177942 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1ed573ea-f3fb-4830-8ecc-93bca534e169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:19.222544 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-887fa049-b8c4-4ad5-9f57-8c22807a0c1e None None] For port 8bec02f8-20c5-469c-8ab0-3b20319073c3, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:57:19.223576 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed573ea-f3fb-4830-8ecc-93bca534e169 admin admin] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:57:19.226797 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-1ed573ea-f3fb-4830-8ecc-93bca534e169 admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:19.227149 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-887fa049-b8c4-4ad5-9f57-8c22807a0c1e None None] For port 8bec02f8-20c5-469c-8ab0-3b20319073c3, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=8bec02f8-20c5-469c-8ab0-3b20319073c3,segment=NetworkSegment(60130240-cb0c-440f-9b73-bcf84955de21),segment_id=60130240-cb0c-440f-9b73-bcf84955de21)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:57:19.230870 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-887fa049-b8c4-4ad5-9f57-8c22807a0c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:19.231042 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed573ea-f3fb-4830-8ecc-93bca534e169 admin admin] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:57:19.259070 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed573ea-f3fb-4830-8ecc-93bca534e169 admin admin] Pushing event updated for resources: {'Port': ['ID=b5142e27-a16e-4054-b620-bf9f62c017f0,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:19.298930 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887fa049-b8c4-4ad5-9f57-8c22807a0c1e None None] Pushing event updated for resources: {'Port': ['ID=8bec02f8-20c5-469c-8ab0-3b20319073c3,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:19.563487 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1ed573ea-f3fb-4830-8ecc-93bca534e169 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:19.841862 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:19.950539 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 8bec02f8-20c5-469c-8ab0-3b20319073c3 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:57:20.007589 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 8bec02f8-20c5-469c-8ab0-3b20319073c3 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:57:20.166202 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1ed573ea-f3fb-4830-8ecc-93bca534e169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:20.180406 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58620) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:20.305804 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ed573ea-f3fb-4830-8ecc-93bca534e169 admin admin] Router c7d3ba1d-950b-403f-ad53-f22dccef238a is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:57:20.312959 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-45fb0cfa-819c-4241-82aa-262abd8ce2e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:20.380895 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73462d9c-c539-4aef-8494-f854a4fc0a37 None None] Network 88e1826d-cb47-42e6-9736-ede10454c909 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:57:20.420941 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-45fb0cfa-819c-4241-82aa-262abd8ce2e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:20.424384 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ed573ea-f3fb-4830-8ecc-93bca534e169 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:57:20.425981 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-45fb0cfa-819c-4241-82aa-262abd8ce2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:20.435841 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d37ca46-bc0a-45b5-beda-d277b13aa20c None None] Sync routers for ids ['c7d3ba1d-950b-403f-ad53-f22dccef238a'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:57:20.441992 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1ed573ea-f3fb-4830-8ecc-93bca534e169 admin admin] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:20.443537 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-1ed573ea-f3fb-4830-8ecc-93bca534e169 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.1295011 Jul 29 23:57:20.446478 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58624) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:20.464702 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-5658b311-3d26-4c94-a0ef-aa19960b1715 None None] Provisioning for port 8bec02f8-20c5-469c-8ab0-3b20319073c3 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:57:20.472740 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fb0cfa-819c-4241-82aa-262abd8ce2e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6fdd629-d3d9-4184-a6d6-e4a9335a983c,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:20.475052 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d37ca46-bc0a-45b5-beda-d277b13aa20c None None] Routers {'c7d3ba1d-950b-403f-ad53-f22dccef238a'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:20.479392 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-45fb0cfa-819c-4241-82aa-262abd8ce2e5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9bcb0ec3e0954173b5cf2ecbe97841b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2976658 Jul 29 23:57:20.486792 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58626) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:20.489273 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-8d37ca46-bc0a-45b5-beda-d277b13aa20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:56:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['c7d3ba1d-950b-403f-ad53-f22dccef238a'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:20.493595 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-5658b311-3d26-4c94-a0ef-aa19960b1715 None None] Provisioning complete for port 8bec02f8-20c5-469c-8ab0-3b20319073c3 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:20.493983 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5658b311-3d26-4c94-a0ef-aa19960b1715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:20.537249 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ebe45eff-1eb7-4219-85fd-6a6454ac1646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:20.564870 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ebe45eff-1eb7-4219-85fd-6a6454ac1646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:20.619333 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ebe45eff-1eb7-4219-85fd-6a6454ac1646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:20.621957 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ebe45eff-1eb7-4219-85fd-6a6454ac1646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:20.623294 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ebe45eff-1eb7-4219-85fd-6a6454ac1646 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b6fdd629-d3d9-4184-a6d6-e4a9335a983c HTTP/1.1" status: 204 len: 168 time: 0.1355364 Jul 29 23:57:20.636322 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe45eff-1eb7-4219-85fd-6a6454ac1646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6fdd629-d3d9-4184-a6d6-e4a9335a983c,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:20.696850 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-8d37ca46-bc0a-45b5-beda-d277b13aa20c None None] Set router c7d3ba1d-950b-403f-ad53-f22dccef238a gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:57:20.862798 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5658b311-3d26-4c94-a0ef-aa19960b1715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:20.936972 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-5658b311-3d26-4c94-a0ef-aa19960b1715 None None] For port 8bec02f8-20c5-469c-8ab0-3b20319073c3, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=8bec02f8-20c5-469c-8ab0-3b20319073c3,segment=NetworkSegment(60130240-cb0c-440f-9b73-bcf84955de21),segment_id=60130240-cb0c-440f-9b73-bcf84955de21)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:20.963182 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5658b311-3d26-4c94-a0ef-aa19960b1715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:20.996415 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1b0f6d5e-d3c8-4fdb-9c49-1aa01d582fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:21.037366 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658b311-3d26-4c94-a0ef-aa19960b1715 None None] Pushing event updated for resources: {'Port': ['ID=8bec02f8-20c5-469c-8ab0-3b20319073c3,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:21.061553 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-8d37ca46-bc0a-45b5-beda-d277b13aa20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d3ba1d-950b-403f-ad53-f22dccef238a', 'name': 'tempest-ImageQuotaTest-2039628172-router', 'tenant_id': '4d2a6d9f688a4970916815fbd5028721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'b5142e27-a16e-4054-b620-bf9f62c017f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:18Z', 'updated_at': '2021-07-29T23:57:19Z', 'revision_number': 3, 'project_id': '4d2a6d9f688a4970916815fbd5028721', 'gw_port': {'id': 'b5142e27-a16e-4054-b620-bf9f62c017f0', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:88:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d3ba1d-950b-403f-ad53-f22dccef238a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:18Z', 'updated_at': '2021-07-29T23:57:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:21.112257 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d37ca46-bc0a-45b5-beda-d277b13aa20c None None] Checking router: c7d3ba1d-950b-403f-ad53-f22dccef238a for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:57:21.113009 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d37ca46-bc0a-45b5-beda-d277b13aa20c None None] Updating router c7d3ba1d-950b-403f-ad53-f22dccef238a port b5142e27-a16e-4054-b620-bf9f62c017f0 binding host n-d-712141-10 {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:57:21.147984 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8d37ca46-bc0a-45b5-beda-d277b13aa20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:21.212283 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78f192f9-f835-44c9-b328-ba00250441e8 None None] Provisioning complete for port 8bec02f8-20c5-469c-8ab0-3b20319073c3 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:21.213192 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78f192f9-f835-44c9-b328-ba00250441e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:21.220553 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-1b0f6d5e-d3c8-4fdb-9c49-1aa01d582fb7 admin admin] Allocated IP 172.20.0.1 (88e1826d-cb47-42e6-9736-ede10454c909/f20f210e-0280-47b8-a316-a08a8e7937d2/e8b12256-5763-4818-a23c-25dbaf59cb39) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:57:21.378187 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1b0f6d5e-d3c8-4fdb-9c49-1aa01d582fb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:21.396327 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-1b0f6d5e-d3c8-4fdb-9c49-1aa01d582fb7 admin admin] Transition to ACTIVE for port object e8b12256-5763-4818-a23c-25dbaf59cb39 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:21.435029 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1b0f6d5e-d3c8-4fdb-9c49-1aa01d582fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:21.481334 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0f6d5e-d3c8-4fdb-9c49-1aa01d582fb7 admin admin] Network 88e1826d-cb47-42e6-9736-ede10454c909 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:57:21.483648 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-1b0f6d5e-d3c8-4fdb-9c49-1aa01d582fb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:21.491146 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0f6d5e-d3c8-4fdb-9c49-1aa01d582fb7 admin admin] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:57:21.519270 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0f6d5e-d3c8-4fdb-9c49-1aa01d582fb7 admin admin] Pushing event updated for resources: {'Port': ['ID=e8b12256-5763-4818-a23c-25dbaf59cb39,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:21.543117 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1b0f6d5e-d3c8-4fdb-9c49-1aa01d582fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:21.590615 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8d37ca46-bc0a-45b5-beda-d277b13aa20c None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:21.611341 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-8d37ca46-bc0a-45b5-beda-d277b13aa20c None None] Transition to ACTIVE for port object b5142e27-a16e-4054-b620-bf9f62c017f0 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:21.622219 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8d37ca46-bc0a-45b5-beda-d277b13aa20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:21.691575 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-8d37ca46-bc0a-45b5-beda-d277b13aa20c None None] Attempting to bind port b5142e27-a16e-4054-b620-bf9f62c017f0 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:57:21.691934 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-8d37ca46-bc0a-45b5-beda-d277b13aa20c None None] Attempting to bind port b5142e27-a16e-4054-b620-bf9f62c017f0 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:57:21.692303 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d37ca46-bc0a-45b5-beda-d277b13aa20c None None] Attempting to bind port b5142e27-a16e-4054-b620-bf9f62c017f0 on network 58f27f61-3278-49cc-b66b-1e729d26f29f {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:21.703942 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73536b0-ca9c-42c1-b2fe-be26671bb00d None None] Pushing event updated for resources: {'Port': ['ID=b5142e27-a16e-4054-b620-bf9f62c017f0,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:21.715420 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1b0f6d5e-d3c8-4fdb-9c49-1aa01d582fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:21.717741 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d37ca46-bc0a-45b5-beda-d277b13aa20c None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:57:21.718194 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d37ca46-bc0a-45b5-beda-d277b13aa20c None None] Checking segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:57:21.719327 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8d37ca46-bc0a-45b5-beda-d277b13aa20c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:21.719327 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d37ca46-bc0a-45b5-beda-d277b13aa20c None None] Bound using segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:57:21.719772 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-8d37ca46-bc0a-45b5-beda-d277b13aa20c None None] Bound port: b5142e27-a16e-4054-b620-bf9f62c017f0, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:57:21.720199 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8d37ca46-bc0a-45b5-beda-d277b13aa20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:21.800082 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-8d37ca46-bc0a-45b5-beda-d277b13aa20c None None] For port b5142e27-a16e-4054-b620-bf9f62c017f0, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:57:21.803498 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-8d37ca46-bc0a-45b5-beda-d277b13aa20c None None] For port b5142e27-a16e-4054-b620-bf9f62c017f0, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=b5142e27-a16e-4054-b620-bf9f62c017f0,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:57:21.809679 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8d37ca46-bc0a-45b5-beda-d277b13aa20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:21.886917 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d37ca46-bc0a-45b5-beda-d277b13aa20c None None] Routers {'c7d3ba1d-950b-403f-ad53-f22dccef238a'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:21.887582 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-8d37ca46-bc0a-45b5-beda-d277b13aa20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:56:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['c7d3ba1d-950b-403f-ad53-f22dccef238a'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:21.931377 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73536b0-ca9c-42c1-b2fe-be26671bb00d None None] Pushing event updated for resources: {'Port': ['ID=b5142e27-a16e-4054-b620-bf9f62c017f0,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:21.934261 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 8bec02f8-20c5-469c-8ab0-3b20319073c3 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:57:21.954538 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1b0f6d5e-d3c8-4fdb-9c49-1aa01d582fb7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:21.961806 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1b0f6d5e-d3c8-4fdb-9c49-1aa01d582fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:21.962412 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c9a31458-eac1-47fd-bdc2-1f6d38aad661 None None] Provisioning for port e8b12256-5763-4818-a23c-25dbaf59cb39 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:57:21.975203 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c9a31458-eac1-47fd-bdc2-1f6d38aad661 None None] Provisioning complete for port e8b12256-5763-4818-a23c-25dbaf59cb39 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:21.975603 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c9a31458-eac1-47fd-bdc2-1f6d38aad661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:22.059546 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1b0f6d5e-d3c8-4fdb-9c49-1aa01d582fb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:22.065544 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0f6d5e-d3c8-4fdb-9c49-1aa01d582fb7 admin admin] Pushing event updated for resources: {'Port': ['ID=e8b12256-5763-4818-a23c-25dbaf59cb39,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:22.092003 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-c9a31458-eac1-47fd-bdc2-1f6d38aad661 None None] Port e8b12256-5763-4818-a23c-25dbaf59cb39 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:57:22.099011 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-8d37ca46-bc0a-45b5-beda-d277b13aa20c None None] Set router c7d3ba1d-950b-403f-ad53-f22dccef238a gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:57:22.134732 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 8bec02f8-20c5-469c-8ab0-3b20319073c3 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:22.135110 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:22.166154 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0f6d5e-d3c8-4fdb-9c49-1aa01d582fb7 admin admin] Network 88e1826d-cb47-42e6-9736-ede10454c909 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:57:22.168176 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-1b0f6d5e-d3c8-4fdb-9c49-1aa01d582fb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:22.223852 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58664) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:22.323626 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b0f6d5e-d3c8-4fdb-9c49-1aa01d582fb7 admin admin] Router c7d3ba1d-950b-403f-ad53-f22dccef238a has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:57:22.415650 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-8d37ca46-bc0a-45b5-beda-d277b13aa20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d3ba1d-950b-403f-ad53-f22dccef238a', 'name': 'tempest-ImageQuotaTest-2039628172-router', 'tenant_id': '4d2a6d9f688a4970916815fbd5028721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'b5142e27-a16e-4054-b620-bf9f62c017f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:18Z', 'updated_at': '2021-07-29T23:57:21Z', 'revision_number': 4, 'project_id': '4d2a6d9f688a4970916815fbd5028721', 'gw_port': {'id': 'b5142e27-a16e-4054-b620-bf9f62c017f0', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:88:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d3ba1d-950b-403f-ad53-f22dccef238a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:18Z', 'updated_at': '2021-07-29T23:57:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'e8b12256-5763-4818-a23c-25dbaf59cb39', 'name': '', 'network_id': '88e1826d-cb47-42e6-9736-ede10454c909', 'tenant_id': '4d2a6d9f688a4970916815fbd5028721', 'mac_address': 'fa:16:3e:c6:7f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d3ba1d-950b-403f-ad53-f22dccef238a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': 'f20f210e-0280-47b8-a316-a08a8e7937d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:21Z', 'updated_at': '2021-07-29T23:57:21Z', 'revision_number': 1, 'project_id': '4d2a6d9f688a4970916815fbd5028721', 'subnets': [{'id': 'f20f210e-0280-47b8-a316-a08a8e7937d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:22.446257 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-cc56f922-a8e8-4423-8a5c-00e9d144036e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487583795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487583795-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2002683438'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:22.455118 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d37ca46-bc0a-45b5-beda-d277b13aa20c None None] The sync data for ids ['c7d3ba1d-950b-403f-ad53-f22dccef238a'] in n-d-712141-10 is: [{'id': 'c7d3ba1d-950b-403f-ad53-f22dccef238a', 'name': 'tempest-ImageQuotaTest-2039628172-router', 'tenant_id': '4d2a6d9f688a4970916815fbd5028721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'b5142e27-a16e-4054-b620-bf9f62c017f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:18Z', 'updated_at': '2021-07-29T23:57:21Z', 'revision_number': 4, 'project_id': '4d2a6d9f688a4970916815fbd5028721', 'gw_port': {'id': 'b5142e27-a16e-4054-b620-bf9f62c017f0', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:88:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d3ba1d-950b-403f-ad53-f22dccef238a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:18Z', 'updated_at': '2021-07-29T23:57:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'e8b12256-5763-4818-a23c-25dbaf59cb39', 'name': '', 'network_id': '88e1826d-cb47-42e6-9736-ede10454c909', 'tenant_id': '4d2a6d9f688a4970916815fbd5028721', 'mac_address': 'fa:16:3e:c6:7f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d3ba1d-950b-403f-ad53-f22dccef238a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': 'f20f210e-0280-47b8-a316-a08a8e7937d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:21Z', 'updated_at': '2021-07-29T23:57:21Z', 'revision_number': 1, 'project_id': '4d2a6d9f688a4970916815fbd5028721', 'subnets': [{'id': 'f20f210e-0280-47b8-a316-a08a8e7937d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:57:22.472642 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc56f922-a8e8-4423-8a5c-00e9d144036e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487583795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487583795-project] Made reservation on behalf of 0300adb9870d470bbfbfb90bb361cc41 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:57:22.476426 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cc56f922-a8e8-4423-8a5c-00e9d144036e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487583795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487583795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:22.486259 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cc56f922-a8e8-4423-8a5c-00e9d144036e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487583795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487583795-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:22.494404 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b0f6d5e-d3c8-4fdb-9c49-1aa01d582fb7 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:57:22.501020 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-1b0f6d5e-d3c8-4fdb-9c49-1aa01d582fb7 admin admin] 10.222.0.43 "PUT /v2.0/routers/c7d3ba1d-950b-403f-ad53-f22dccef238a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0531511 Jul 29 23:57:22.546820 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-0d3bcb60-70d8-497f-b91c-fe274051dcc6 None None] Provisioning complete for port e8b12256-5763-4818-a23c-25dbaf59cb39 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:22.549675 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0d3bcb60-70d8-497f-b91c-fe274051dcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:22.601855 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cc56f922-a8e8-4423-8a5c-00e9d144036e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487583795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487583795-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:22.609560 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cc56f922-a8e8-4423-8a5c-00e9d144036e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487583795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487583795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:22.645743 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc56f922-a8e8-4423-8a5c-00e9d144036e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487583795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487583795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1803162-6af4-4d4b-a996-0500146ae73b,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:22.652937 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc56f922-a8e8-4423-8a5c-00e9d144036e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487583795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487583795-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:57:22.666190 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cc56f922-a8e8-4423-8a5c-00e9d144036e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487583795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487583795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:22.666190 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-cc56f922-a8e8-4423-8a5c-00e9d144036e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487583795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487583795-project] Added segment 4f539be6-a5e9-416c-b459-d95ae48830b9 of type vlan for network 5bc05fc4-d6ba-4ce0-89fe-00e7417b9429 Jul 29 23:57:22.721448 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cc56f922-a8e8-4423-8a5c-00e9d144036e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487583795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487583795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:22.767486 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cc56f922-a8e8-4423-8a5c-00e9d144036e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487583795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487583795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:22.776856 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc56f922-a8e8-4423-8a5c-00e9d144036e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487583795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487583795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:22.777510 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cc56f922-a8e8-4423-8a5c-00e9d144036e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487583795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487583795-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:22.786593 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-0d3bcb60-70d8-497f-b91c-fe274051dcc6 None None] Port e8b12256-5763-4818-a23c-25dbaf59cb39 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:57:22.861565 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-cc56f922-a8e8-4423-8a5c-00e9d144036e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487583795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487583795-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.6323426 Jul 29 23:57:22.886531 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc56f922-a8e8-4423-8a5c-00e9d144036e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487583795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487583795-project] Pushing event updated for resources: {'Network': ['ID=5bc05fc4-d6ba-4ce0-89fe-00e7417b9429,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:22.899231 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 5bc05fc4-d6ba-4ce0-89fe-00e7417b9429 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:57:23.104286 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58682) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:23.111166 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Request body: {'port': {'network_id': '5bc05fc4-d6ba-4ce0-89fe-00e7417b9429', 'binding:host_id': 'n-h2-712141-10', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-338566530'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:23.137849 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Made reservation on behalf of 0ea2ad7033ca4d3896274e728e365b62 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:57:23.140721 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:23.151271 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:23.259092 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:23.263740 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:23.268699 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] device_id is not set on port 865aaa05-2f09-41ba-be3d-440c25875558 yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:57:23.292231 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-355516e5-b995-4480-9b13-da90e30164fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:23.384914 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665f746b-3a71-4bad-9ef5-f853d7c56d6f,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:23.568681 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] device_id is not set on port 865aaa05-2f09-41ba-be3d-440c25875558 yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:57:23.586355 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:23.608057 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Transition to ACTIVE for port object 865aaa05-2f09-41ba-be3d-440c25875558 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:23.623621 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:23.695341 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Pushing event updated for resources: {'Port': ['ID=865aaa05-2f09-41ba-be3d-440c25875558,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:23.706355 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Checking segment: {'id': '4f539be6-a5e9-416c-b459-d95ae48830b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5bc05fc4-d6ba-4ce0-89fe-00e7417b9429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:57:23.707291 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Network hostable DHCP agents. Network: 5bc05fc4-d6ba-4ce0-89fe-00e7417b9429, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:57:23.733767 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Network 5bc05fc4-d6ba-4ce0-89fe-00e7417b9429 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:57:23.744129 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 5bc05fc4-d6ba-4ce0-89fe-00e7417b9429) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:23.750114 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:57:23.754754 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee9ebaa-357d-4db5-97b0-0279d3663306 None None] Network 5bc05fc4-d6ba-4ce0-89fe-00e7417b9429 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:57:23.765621 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 865aaa05-2f09-41ba-be3d-440c25875558 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:57:23.766227 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 865aaa05-2f09-41ba-be3d-440c25875558 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '4f539be6-a5e9-416c-b459-d95ae48830b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5bc05fc4-d6ba-4ce0-89fe-00e7417b9429'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:57:23.766677 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 865aaa05-2f09-41ba-be3d-440c25875558 on network 5bc05fc4-d6ba-4ce0-89fe-00e7417b9429 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:23.771429 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Port 865aaa05-2f09-41ba-be3d-440c25875558 on network 5bc05fc4-d6ba-4ce0-89fe-00e7417b9429 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:57:23.771896 n-d-712141-10 neutron-server[94077]: ERROR neutron.plugins.ml2.managers [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Failed to bind port 865aaa05-2f09-41ba-be3d-440c25875558 on host n-h2-712141-10 for vnic_type normal using segments [{'id': '4f539be6-a5e9-416c-b459-d95ae48830b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5bc05fc4-d6ba-4ce0-89fe-00e7417b9429'}] Jul 29 23:57:23.772379 n-d-712141-10 neutron-server[94077]: INFO neutron.plugins.ml2.plugin [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempt 2 to bind port 865aaa05-2f09-41ba-be3d-440c25875558 Jul 29 23:57:23.786852 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 865aaa05-2f09-41ba-be3d-440c25875558 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:57:23.787468 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 865aaa05-2f09-41ba-be3d-440c25875558 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '4f539be6-a5e9-416c-b459-d95ae48830b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5bc05fc4-d6ba-4ce0-89fe-00e7417b9429'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:57:23.787900 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 865aaa05-2f09-41ba-be3d-440c25875558 on network 5bc05fc4-d6ba-4ce0-89fe-00e7417b9429 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:23.794206 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Port 865aaa05-2f09-41ba-be3d-440c25875558 on network 5bc05fc4-d6ba-4ce0-89fe-00e7417b9429 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:57:23.794814 n-d-712141-10 neutron-server[94077]: ERROR neutron.plugins.ml2.managers [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Failed to bind port 865aaa05-2f09-41ba-be3d-440c25875558 on host n-h2-712141-10 for vnic_type normal using segments [{'id': '4f539be6-a5e9-416c-b459-d95ae48830b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5bc05fc4-d6ba-4ce0-89fe-00e7417b9429'}] Jul 29 23:57:23.795360 n-d-712141-10 neutron-server[94077]: INFO neutron.plugins.ml2.plugin [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempt 3 to bind port 865aaa05-2f09-41ba-be3d-440c25875558 Jul 29 23:57:23.810747 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 865aaa05-2f09-41ba-be3d-440c25875558 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:57:23.811217 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 865aaa05-2f09-41ba-be3d-440c25875558 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '4f539be6-a5e9-416c-b459-d95ae48830b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5bc05fc4-d6ba-4ce0-89fe-00e7417b9429'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:57:23.811658 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 865aaa05-2f09-41ba-be3d-440c25875558 on network 5bc05fc4-d6ba-4ce0-89fe-00e7417b9429 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:23.819016 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Port 865aaa05-2f09-41ba-be3d-440c25875558 on network 5bc05fc4-d6ba-4ce0-89fe-00e7417b9429 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:57:23.820297 n-d-712141-10 neutron-server[94077]: ERROR neutron.plugins.ml2.managers [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Failed to bind port 865aaa05-2f09-41ba-be3d-440c25875558 on host n-h2-712141-10 for vnic_type normal using segments [{'id': '4f539be6-a5e9-416c-b459-d95ae48830b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5bc05fc4-d6ba-4ce0-89fe-00e7417b9429'}] Jul 29 23:57:23.820899 n-d-712141-10 neutron-server[94077]: INFO neutron.plugins.ml2.plugin [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempt 4 to bind port 865aaa05-2f09-41ba-be3d-440c25875558 Jul 29 23:57:23.840147 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 865aaa05-2f09-41ba-be3d-440c25875558 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:57:23.840659 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 865aaa05-2f09-41ba-be3d-440c25875558 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '4f539be6-a5e9-416c-b459-d95ae48830b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5bc05fc4-d6ba-4ce0-89fe-00e7417b9429'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:57:23.841387 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 865aaa05-2f09-41ba-be3d-440c25875558 on network 5bc05fc4-d6ba-4ce0-89fe-00e7417b9429 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:23.846773 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Port 865aaa05-2f09-41ba-be3d-440c25875558 on network 5bc05fc4-d6ba-4ce0-89fe-00e7417b9429 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:57:23.847229 n-d-712141-10 neutron-server[94077]: ERROR neutron.plugins.ml2.managers [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Failed to bind port 865aaa05-2f09-41ba-be3d-440c25875558 on host n-h2-712141-10 for vnic_type normal using segments [{'id': '4f539be6-a5e9-416c-b459-d95ae48830b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5bc05fc4-d6ba-4ce0-89fe-00e7417b9429'}] Jul 29 23:57:23.847825 n-d-712141-10 neutron-server[94077]: INFO neutron.plugins.ml2.plugin [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempt 5 to bind port 865aaa05-2f09-41ba-be3d-440c25875558 Jul 29 23:57:23.871474 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 865aaa05-2f09-41ba-be3d-440c25875558 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:57:23.872834 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 865aaa05-2f09-41ba-be3d-440c25875558 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '4f539be6-a5e9-416c-b459-d95ae48830b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5bc05fc4-d6ba-4ce0-89fe-00e7417b9429'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:57:23.875726 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 865aaa05-2f09-41ba-be3d-440c25875558 on network 5bc05fc4-d6ba-4ce0-89fe-00e7417b9429 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:23.887189 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Port 865aaa05-2f09-41ba-be3d-440c25875558 on network 5bc05fc4-d6ba-4ce0-89fe-00e7417b9429 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:57:23.887683 n-d-712141-10 neutron-server[94077]: ERROR neutron.plugins.ml2.managers [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Failed to bind port 865aaa05-2f09-41ba-be3d-440c25875558 on host n-h2-712141-10 for vnic_type normal using segments [{'id': '4f539be6-a5e9-416c-b459-d95ae48830b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5bc05fc4-d6ba-4ce0-89fe-00e7417b9429'}] Jul 29 23:57:23.888234 n-d-712141-10 neutron-server[94077]: INFO neutron.plugins.ml2.plugin [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempt 6 to bind port 865aaa05-2f09-41ba-be3d-440c25875558 Jul 29 23:57:23.905222 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 865aaa05-2f09-41ba-be3d-440c25875558 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:57:23.905691 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 865aaa05-2f09-41ba-be3d-440c25875558 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '4f539be6-a5e9-416c-b459-d95ae48830b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5bc05fc4-d6ba-4ce0-89fe-00e7417b9429'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:57:23.906205 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 865aaa05-2f09-41ba-be3d-440c25875558 on network 5bc05fc4-d6ba-4ce0-89fe-00e7417b9429 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:23.925226 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Port 865aaa05-2f09-41ba-be3d-440c25875558 on network 5bc05fc4-d6ba-4ce0-89fe-00e7417b9429 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:57:23.925689 n-d-712141-10 neutron-server[94077]: ERROR neutron.plugins.ml2.managers [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Failed to bind port 865aaa05-2f09-41ba-be3d-440c25875558 on host n-h2-712141-10 for vnic_type normal using segments [{'id': '4f539be6-a5e9-416c-b459-d95ae48830b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5bc05fc4-d6ba-4ce0-89fe-00e7417b9429'}] Jul 29 23:57:23.926253 n-d-712141-10 neutron-server[94077]: INFO neutron.plugins.ml2.plugin [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempt 7 to bind port 865aaa05-2f09-41ba-be3d-440c25875558 Jul 29 23:57:23.948056 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 865aaa05-2f09-41ba-be3d-440c25875558 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:57:23.948056 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 865aaa05-2f09-41ba-be3d-440c25875558 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '4f539be6-a5e9-416c-b459-d95ae48830b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5bc05fc4-d6ba-4ce0-89fe-00e7417b9429'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:57:23.948608 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 865aaa05-2f09-41ba-be3d-440c25875558 on network 5bc05fc4-d6ba-4ce0-89fe-00e7417b9429 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:23.959691 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Port 865aaa05-2f09-41ba-be3d-440c25875558 on network 5bc05fc4-d6ba-4ce0-89fe-00e7417b9429 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:57:23.960823 n-d-712141-10 neutron-server[94077]: ERROR neutron.plugins.ml2.managers [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Failed to bind port 865aaa05-2f09-41ba-be3d-440c25875558 on host n-h2-712141-10 for vnic_type normal using segments [{'id': '4f539be6-a5e9-416c-b459-d95ae48830b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5bc05fc4-d6ba-4ce0-89fe-00e7417b9429'}] Jul 29 23:57:23.961309 n-d-712141-10 neutron-server[94077]: INFO neutron.plugins.ml2.plugin [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempt 8 to bind port 865aaa05-2f09-41ba-be3d-440c25875558 Jul 29 23:57:23.966232 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device b5142e27-a16e-4054-b620-bf9f62c017f0 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:57:23.980261 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 865aaa05-2f09-41ba-be3d-440c25875558 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:57:23.980810 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 865aaa05-2f09-41ba-be3d-440c25875558 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '4f539be6-a5e9-416c-b459-d95ae48830b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5bc05fc4-d6ba-4ce0-89fe-00e7417b9429'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:57:23.981333 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 865aaa05-2f09-41ba-be3d-440c25875558 on network 5bc05fc4-d6ba-4ce0-89fe-00e7417b9429 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:23.989025 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Port 865aaa05-2f09-41ba-be3d-440c25875558 on network 5bc05fc4-d6ba-4ce0-89fe-00e7417b9429 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:57:23.989639 n-d-712141-10 neutron-server[94077]: ERROR neutron.plugins.ml2.managers [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Failed to bind port 865aaa05-2f09-41ba-be3d-440c25875558 on host n-h2-712141-10 for vnic_type normal using segments [{'id': '4f539be6-a5e9-416c-b459-d95ae48830b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5bc05fc4-d6ba-4ce0-89fe-00e7417b9429'}] Jul 29 23:57:23.990113 n-d-712141-10 neutron-server[94077]: INFO neutron.plugins.ml2.plugin [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempt 9 to bind port 865aaa05-2f09-41ba-be3d-440c25875558 Jul 29 23:57:24.010508 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 865aaa05-2f09-41ba-be3d-440c25875558 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:57:24.011118 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 865aaa05-2f09-41ba-be3d-440c25875558 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '4f539be6-a5e9-416c-b459-d95ae48830b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5bc05fc4-d6ba-4ce0-89fe-00e7417b9429'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:57:24.011546 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 865aaa05-2f09-41ba-be3d-440c25875558 on network 5bc05fc4-d6ba-4ce0-89fe-00e7417b9429 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:24.018769 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Port 865aaa05-2f09-41ba-be3d-440c25875558 on network 5bc05fc4-d6ba-4ce0-89fe-00e7417b9429 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:57:24.019233 n-d-712141-10 neutron-server[94077]: ERROR neutron.plugins.ml2.managers [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Failed to bind port 865aaa05-2f09-41ba-be3d-440c25875558 on host n-h2-712141-10 for vnic_type normal using segments [{'id': '4f539be6-a5e9-416c-b459-d95ae48830b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5bc05fc4-d6ba-4ce0-89fe-00e7417b9429'}] Jul 29 23:57:24.019804 n-d-712141-10 neutron-server[94077]: INFO neutron.plugins.ml2.plugin [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempt 10 to bind port 865aaa05-2f09-41ba-be3d-440c25875558 Jul 29 23:57:24.031429 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port b5142e27-a16e-4054-b620-bf9f62c017f0 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:57:24.037262 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port b5142e27-a16e-4054-b620-bf9f62c017f0 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:24.037999 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:24.040218 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 865aaa05-2f09-41ba-be3d-440c25875558 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:57:24.040731 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 865aaa05-2f09-41ba-be3d-440c25875558 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '4f539be6-a5e9-416c-b459-d95ae48830b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5bc05fc4-d6ba-4ce0-89fe-00e7417b9429'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:57:24.041117 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 865aaa05-2f09-41ba-be3d-440c25875558 on network 5bc05fc4-d6ba-4ce0-89fe-00e7417b9429 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:24.047167 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Port 865aaa05-2f09-41ba-be3d-440c25875558 on network 5bc05fc4-d6ba-4ce0-89fe-00e7417b9429 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:57:24.047514 n-d-712141-10 neutron-server[94077]: ERROR neutron.plugins.ml2.managers [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Failed to bind port 865aaa05-2f09-41ba-be3d-440c25875558 on host n-h2-712141-10 for vnic_type normal using segments [{'id': '4f539be6-a5e9-416c-b459-d95ae48830b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5bc05fc4-d6ba-4ce0-89fe-00e7417b9429'}] Jul 29 23:57:24.047899 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:24.160498 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58694) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:24.184516 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] For port 865aaa05-2f09-41ba-be3d-440c25875558, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:57:24.185129 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempted to set empty binding levels {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 29 23:57:24.189680 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:24.200255 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:24.216282 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:24.217239 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:24.218464 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port b5142e27-a16e-4054-b620-bf9f62c017f0, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=b5142e27-a16e-4054-b620-bf9f62c017f0,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:24.223835 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:24.284366 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=b5142e27-a16e-4054-b620-bf9f62c017f0,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:24.285870 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.1796966 Jul 29 23:57:24.286794 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58696) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:24.306915 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d5b97a-47e6-44a6-9248-dc57b5bf1eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Pushing event updated for resources: {'Port': ['ID=865aaa05-2f09-41ba-be3d-440c25875558,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:24.387587 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-0eaee9d1-6b18-4a25-a132-4bb21ab71fbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Deleting port 865aaa05-2f09-41ba-be3d-440c25875558 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:24.387936 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0eaee9d1-6b18-4a25-a132-4bb21ab71fbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:24.453353 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-0eaee9d1-6b18-4a25-a132-4bb21ab71fbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] For port 865aaa05-2f09-41ba-be3d-440c25875558, host n-h2-712141-10, got binding levels [] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:24.454016 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0eaee9d1-6b18-4a25-a132-4bb21ab71fbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:24.467516 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-0eaee9d1-6b18-4a25-a132-4bb21ab71fbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Calling delete_port for 865aaa05-2f09-41ba-be3d-440c25875558 owned by {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:24.555533 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0eaee9d1-6b18-4a25-a132-4bb21ab71fbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:24.566040 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b7f0435c-3582-4990-ba02-45c78011a391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:24.590964 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaee9d1-6b18-4a25-a132-4bb21ab71fbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Pushing event deleted for resources: {'Port': ['ID=865aaa05-2f09-41ba-be3d-440c25875558,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:24.597620 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0eaee9d1-6b18-4a25-a132-4bb21ab71fbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:24.601352 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0eaee9d1-6b18-4a25-a132-4bb21ab71fbb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] 10.222.0.43 "DELETE /v2.0/ports/865aaa05-2f09-41ba-be3d-440c25875558 HTTP/1.1" status: 204 len: 168 time: 0.3126767 Jul 29 23:57:24.603993 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58698) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:24.633001 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef070e90-1233-4bcf-a026-6da425d26d98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] GET failed (client error): The resource could not be found. Jul 29 23:57:24.638052 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ef070e90-1233-4bcf-a026-6da425d26d98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] 10.222.0.43 "GET /v2.0/ports/865aaa05-2f09-41ba-be3d-440c25875558 HTTP/1.1" status: 404 len: 333 time: 0.0296459 Jul 29 23:57:24.638262 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58700) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:24.643084 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-5a1d8dca-7719-4ce3-bc8e-91de61f1ae32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Request body: {'port': {'network_id': '5bc05fc4-d6ba-4ce0-89fe-00e7417b9429', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-812879347'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:24.664707 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a1d8dca-7719-4ce3-bc8e-91de61f1ae32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Made reservation on behalf of 0ea2ad7033ca4d3896274e728e365b62 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:57:24.667444 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5a1d8dca-7719-4ce3-bc8e-91de61f1ae32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:24.683786 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [None req-5a1d8dca-7719-4ce3-bc8e-91de61f1ae32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] device_id is not set on port 27a84dc5-b997-4b07-9e9e-fbf74329e6f2 yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:57:24.835626 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-b7f0435c-3582-4990-ba02-45c78011a391 admin admin] Deleting port e8b12256-5763-4818-a23c-25dbaf59cb39 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:24.836279 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b7f0435c-3582-4990-ba02-45c78011a391 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:24.857046 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5a1d8dca-7719-4ce3-bc8e-91de61f1ae32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:24.896855 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5a1d8dca-7719-4ce3-bc8e-91de61f1ae32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:24.926473 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b7f0435c-3582-4990-ba02-45c78011a391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:24.941179 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-b7f0435c-3582-4990-ba02-45c78011a391 admin admin] Calling delete_port for e8b12256-5763-4818-a23c-25dbaf59cb39 owned by network:router_interface {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:24.945401 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1d8dca-7719-4ce3-bc8e-91de61f1ae32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Network 5bc05fc4-d6ba-4ce0-89fe-00e7417b9429 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:57:24.951448 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-5a1d8dca-7719-4ce3-bc8e-91de61f1ae32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:24.953393 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1d8dca-7719-4ce3-bc8e-91de61f1ae32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Pushing event updated for resources: {'Port': ['ID=27a84dc5-b997-4b07-9e9e-fbf74329e6f2,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:24.955589 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1d8dca-7719-4ce3-bc8e-91de61f1ae32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:57:24.956522 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1d8dca-7719-4ce3-bc8e-91de61f1ae32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:24.957129 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5a1d8dca-7719-4ce3-bc8e-91de61f1ae32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:24.971701 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-5a1d8dca-7719-4ce3-bc8e-91de61f1ae32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3324130 Jul 29 23:57:24.974257 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58702) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:24.980481 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:25.036935 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:25.091627 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a18561-c6f8-40f4-910b-17e479025e13 None None] Sync routers for ids ['c7d3ba1d-950b-403f-ad53-f22dccef238a'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:57:25.101391 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a18561-c6f8-40f4-910b-17e479025e13 None None] Routers {'c7d3ba1d-950b-403f-ad53-f22dccef238a'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:25.102176 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-e0a18561-c6f8-40f4-910b-17e479025e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:56:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['c7d3ba1d-950b-403f-ad53-f22dccef238a'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:25.148503 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b7f0435c-3582-4990-ba02-45c78011a391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:25.182324 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f0435c-3582-4990-ba02-45c78011a391 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8b12256-5763-4818-a23c-25dbaf59cb39,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:25.221112 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-e0a18561-c6f8-40f4-910b-17e479025e13 None None] Set router c7d3ba1d-950b-403f-ad53-f22dccef238a gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:57:25.232030 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] device_id is not set on port 27a84dc5-b997-4b07-9e9e-fbf74329e6f2 yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:57:25.240809 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:25.261568 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Transition to ACTIVE for port object 27a84dc5-b997-4b07-9e9e-fbf74329e6f2 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:25.267934 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:25.356963 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Pushing event updated for resources: {'Port': ['ID=27a84dc5-b997-4b07-9e9e-fbf74329e6f2,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:25.363038 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 27a84dc5-b997-4b07-9e9e-fbf74329e6f2 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:57:25.363435 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 27a84dc5-b997-4b07-9e9e-fbf74329e6f2 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '4f539be6-a5e9-416c-b459-d95ae48830b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5bc05fc4-d6ba-4ce0-89fe-00e7417b9429'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:57:25.363785 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 27a84dc5-b997-4b07-9e9e-fbf74329e6f2 on network 5bc05fc4-d6ba-4ce0-89fe-00e7417b9429 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:25.369968 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Port 27a84dc5-b997-4b07-9e9e-fbf74329e6f2 on network 5bc05fc4-d6ba-4ce0-89fe-00e7417b9429 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:57:25.370291 n-d-712141-10 neutron-server[94077]: ERROR neutron.plugins.ml2.managers [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Failed to bind port 27a84dc5-b997-4b07-9e9e-fbf74329e6f2 on host n-h2-712141-10 for vnic_type normal using segments [{'id': '4f539be6-a5e9-416c-b459-d95ae48830b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5bc05fc4-d6ba-4ce0-89fe-00e7417b9429'}] Jul 29 23:57:25.371310 n-d-712141-10 neutron-server[94077]: INFO neutron.plugins.ml2.plugin [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempt 2 to bind port 27a84dc5-b997-4b07-9e9e-fbf74329e6f2 Jul 29 23:57:25.392773 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 27a84dc5-b997-4b07-9e9e-fbf74329e6f2 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:57:25.393112 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b7f0435c-3582-4990-ba02-45c78011a391 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:25.393258 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 27a84dc5-b997-4b07-9e9e-fbf74329e6f2 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '4f539be6-a5e9-416c-b459-d95ae48830b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5bc05fc4-d6ba-4ce0-89fe-00e7417b9429'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:57:25.393461 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 27a84dc5-b997-4b07-9e9e-fbf74329e6f2 on network 5bc05fc4-d6ba-4ce0-89fe-00e7417b9429 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:25.398339 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Port 27a84dc5-b997-4b07-9e9e-fbf74329e6f2 on network 5bc05fc4-d6ba-4ce0-89fe-00e7417b9429 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:57:25.398669 n-d-712141-10 neutron-server[94077]: ERROR neutron.plugins.ml2.managers [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Failed to bind port 27a84dc5-b997-4b07-9e9e-fbf74329e6f2 on host n-h2-712141-10 for vnic_type normal using segments [{'id': '4f539be6-a5e9-416c-b459-d95ae48830b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5bc05fc4-d6ba-4ce0-89fe-00e7417b9429'}] Jul 29 23:57:25.399063 n-d-712141-10 neutron-server[94077]: INFO neutron.plugins.ml2.plugin [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempt 3 to bind port 27a84dc5-b997-4b07-9e9e-fbf74329e6f2 Jul 29 23:57:25.422664 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 27a84dc5-b997-4b07-9e9e-fbf74329e6f2 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:57:25.423011 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 27a84dc5-b997-4b07-9e9e-fbf74329e6f2 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '4f539be6-a5e9-416c-b459-d95ae48830b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5bc05fc4-d6ba-4ce0-89fe-00e7417b9429'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:57:25.423584 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 27a84dc5-b997-4b07-9e9e-fbf74329e6f2 on network 5bc05fc4-d6ba-4ce0-89fe-00e7417b9429 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:25.429745 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Port 27a84dc5-b997-4b07-9e9e-fbf74329e6f2 on network 5bc05fc4-d6ba-4ce0-89fe-00e7417b9429 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:57:25.430273 n-d-712141-10 neutron-server[94077]: ERROR neutron.plugins.ml2.managers [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Failed to bind port 27a84dc5-b997-4b07-9e9e-fbf74329e6f2 on host n-h2-712141-10 for vnic_type normal using segments [{'id': '4f539be6-a5e9-416c-b459-d95ae48830b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5bc05fc4-d6ba-4ce0-89fe-00e7417b9429'}] Jul 29 23:57:25.430682 n-d-712141-10 neutron-server[94077]: INFO neutron.plugins.ml2.plugin [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempt 4 to bind port 27a84dc5-b997-4b07-9e9e-fbf74329e6f2 Jul 29 23:57:25.449884 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-e0a18561-c6f8-40f4-910b-17e479025e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d3ba1d-950b-403f-ad53-f22dccef238a', 'name': 'tempest-ImageQuotaTest-2039628172-router', 'tenant_id': '4d2a6d9f688a4970916815fbd5028721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'b5142e27-a16e-4054-b620-bf9f62c017f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:18Z', 'updated_at': '2021-07-29T23:57:21Z', 'revision_number': 4, 'project_id': '4d2a6d9f688a4970916815fbd5028721', 'gw_port': {'id': 'b5142e27-a16e-4054-b620-bf9f62c017f0', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:88:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d3ba1d-950b-403f-ad53-f22dccef238a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:18Z', 'updated_at': '2021-07-29T23:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'e8b12256-5763-4818-a23c-25dbaf59cb39', 'name': '', 'network_id': '88e1826d-cb47-42e6-9736-ede10454c909', 'tenant_id': '4d2a6d9f688a4970916815fbd5028721', 'mac_address': 'fa:16:3e:c6:7f:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7d3ba1d-950b-403f-ad53-f22dccef238a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': 'f20f210e-0280-47b8-a316-a08a8e7937d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:21Z', 'updated_at': '2021-07-29T23:57:21Z', 'revision_number': 2, 'project_id': '4d2a6d9f688a4970916815fbd5028721', 'subnets': [{'id': 'f20f210e-0280-47b8-a316-a08a8e7937d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:25.455822 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 27a84dc5-b997-4b07-9e9e-fbf74329e6f2 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:57:25.455941 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 27a84dc5-b997-4b07-9e9e-fbf74329e6f2 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '4f539be6-a5e9-416c-b459-d95ae48830b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5bc05fc4-d6ba-4ce0-89fe-00e7417b9429'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:57:25.456204 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 27a84dc5-b997-4b07-9e9e-fbf74329e6f2 on network 5bc05fc4-d6ba-4ce0-89fe-00e7417b9429 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:25.467965 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Port 27a84dc5-b997-4b07-9e9e-fbf74329e6f2 on network 5bc05fc4-d6ba-4ce0-89fe-00e7417b9429 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:57:25.468310 n-d-712141-10 neutron-server[94077]: ERROR neutron.plugins.ml2.managers [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Failed to bind port 27a84dc5-b997-4b07-9e9e-fbf74329e6f2 on host n-h2-712141-10 for vnic_type normal using segments [{'id': '4f539be6-a5e9-416c-b459-d95ae48830b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5bc05fc4-d6ba-4ce0-89fe-00e7417b9429'}] Jul 29 23:57:25.468710 n-d-712141-10 neutron-server[94077]: INFO neutron.plugins.ml2.plugin [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempt 5 to bind port 27a84dc5-b997-4b07-9e9e-fbf74329e6f2 Jul 29 23:57:25.482612 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 27a84dc5-b997-4b07-9e9e-fbf74329e6f2 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:57:25.482974 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 27a84dc5-b997-4b07-9e9e-fbf74329e6f2 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '4f539be6-a5e9-416c-b459-d95ae48830b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5bc05fc4-d6ba-4ce0-89fe-00e7417b9429'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:57:25.483293 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 27a84dc5-b997-4b07-9e9e-fbf74329e6f2 on network 5bc05fc4-d6ba-4ce0-89fe-00e7417b9429 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:25.487946 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Port 27a84dc5-b997-4b07-9e9e-fbf74329e6f2 on network 5bc05fc4-d6ba-4ce0-89fe-00e7417b9429 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:57:25.488463 n-d-712141-10 neutron-server[94077]: ERROR neutron.plugins.ml2.managers [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Failed to bind port 27a84dc5-b997-4b07-9e9e-fbf74329e6f2 on host n-h2-712141-10 for vnic_type normal using segments [{'id': '4f539be6-a5e9-416c-b459-d95ae48830b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5bc05fc4-d6ba-4ce0-89fe-00e7417b9429'}] Jul 29 23:57:25.489085 n-d-712141-10 neutron-server[94077]: INFO neutron.plugins.ml2.plugin [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempt 6 to bind port 27a84dc5-b997-4b07-9e9e-fbf74329e6f2 Jul 29 23:57:25.489453 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a18561-c6f8-40f4-910b-17e479025e13 None None] Checking router: c7d3ba1d-950b-403f-ad53-f22dccef238a for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:57:25.489873 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a18561-c6f8-40f4-910b-17e479025e13 None None] Updating router c7d3ba1d-950b-403f-ad53-f22dccef238a port e8b12256-5763-4818-a23c-25dbaf59cb39 binding host n-d-712141-10 {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:57:25.502318 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 27a84dc5-b997-4b07-9e9e-fbf74329e6f2 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:57:25.502731 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 27a84dc5-b997-4b07-9e9e-fbf74329e6f2 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '4f539be6-a5e9-416c-b459-d95ae48830b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5bc05fc4-d6ba-4ce0-89fe-00e7417b9429'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:57:25.503005 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 27a84dc5-b997-4b07-9e9e-fbf74329e6f2 on network 5bc05fc4-d6ba-4ce0-89fe-00e7417b9429 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:25.508536 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Port 27a84dc5-b997-4b07-9e9e-fbf74329e6f2 on network 5bc05fc4-d6ba-4ce0-89fe-00e7417b9429 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:57:25.508866 n-d-712141-10 neutron-server[94077]: ERROR neutron.plugins.ml2.managers [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Failed to bind port 27a84dc5-b997-4b07-9e9e-fbf74329e6f2 on host n-h2-712141-10 for vnic_type normal using segments [{'id': '4f539be6-a5e9-416c-b459-d95ae48830b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5bc05fc4-d6ba-4ce0-89fe-00e7417b9429'}] Jul 29 23:57:25.509256 n-d-712141-10 neutron-server[94077]: INFO neutron.plugins.ml2.plugin [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempt 7 to bind port 27a84dc5-b997-4b07-9e9e-fbf74329e6f2 Jul 29 23:57:25.510730 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a18561-c6f8-40f4-910b-17e479025e13 None None] Port e8b12256-5763-4818-a23c-25dbaf59cb39 not found while updating agent binding for router c7d3ba1d-950b-403f-ad53-f22dccef238a. {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 29 23:57:25.519267 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a18561-c6f8-40f4-910b-17e479025e13 None None] Routers {'c7d3ba1d-950b-403f-ad53-f22dccef238a'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:25.519894 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-e0a18561-c6f8-40f4-910b-17e479025e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:56:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['c7d3ba1d-950b-403f-ad53-f22dccef238a'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:25.522517 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 27a84dc5-b997-4b07-9e9e-fbf74329e6f2 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:57:25.523338 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 27a84dc5-b997-4b07-9e9e-fbf74329e6f2 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '4f539be6-a5e9-416c-b459-d95ae48830b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5bc05fc4-d6ba-4ce0-89fe-00e7417b9429'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:57:25.523672 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 27a84dc5-b997-4b07-9e9e-fbf74329e6f2 on network 5bc05fc4-d6ba-4ce0-89fe-00e7417b9429 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:25.528116 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Port 27a84dc5-b997-4b07-9e9e-fbf74329e6f2 on network 5bc05fc4-d6ba-4ce0-89fe-00e7417b9429 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:57:25.528454 n-d-712141-10 neutron-server[94077]: ERROR neutron.plugins.ml2.managers [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Failed to bind port 27a84dc5-b997-4b07-9e9e-fbf74329e6f2 on host n-h2-712141-10 for vnic_type normal using segments [{'id': '4f539be6-a5e9-416c-b459-d95ae48830b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5bc05fc4-d6ba-4ce0-89fe-00e7417b9429'}] Jul 29 23:57:25.528845 n-d-712141-10 neutron-server[94077]: INFO neutron.plugins.ml2.plugin [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempt 8 to bind port 27a84dc5-b997-4b07-9e9e-fbf74329e6f2 Jul 29 23:57:25.541732 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 27a84dc5-b997-4b07-9e9e-fbf74329e6f2 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:57:25.543902 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 27a84dc5-b997-4b07-9e9e-fbf74329e6f2 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '4f539be6-a5e9-416c-b459-d95ae48830b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5bc05fc4-d6ba-4ce0-89fe-00e7417b9429'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:57:25.543902 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 27a84dc5-b997-4b07-9e9e-fbf74329e6f2 on network 5bc05fc4-d6ba-4ce0-89fe-00e7417b9429 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:25.547546 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Port 27a84dc5-b997-4b07-9e9e-fbf74329e6f2 on network 5bc05fc4-d6ba-4ce0-89fe-00e7417b9429 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:57:25.547948 n-d-712141-10 neutron-server[94077]: ERROR neutron.plugins.ml2.managers [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Failed to bind port 27a84dc5-b997-4b07-9e9e-fbf74329e6f2 on host n-h2-712141-10 for vnic_type normal using segments [{'id': '4f539be6-a5e9-416c-b459-d95ae48830b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5bc05fc4-d6ba-4ce0-89fe-00e7417b9429'}] Jul 29 23:57:25.548406 n-d-712141-10 neutron-server[94077]: INFO neutron.plugins.ml2.plugin [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempt 9 to bind port 27a84dc5-b997-4b07-9e9e-fbf74329e6f2 Jul 29 23:57:25.566629 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 27a84dc5-b997-4b07-9e9e-fbf74329e6f2 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:57:25.566977 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 27a84dc5-b997-4b07-9e9e-fbf74329e6f2 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '4f539be6-a5e9-416c-b459-d95ae48830b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5bc05fc4-d6ba-4ce0-89fe-00e7417b9429'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:57:25.567315 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 27a84dc5-b997-4b07-9e9e-fbf74329e6f2 on network 5bc05fc4-d6ba-4ce0-89fe-00e7417b9429 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:25.572773 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Port 27a84dc5-b997-4b07-9e9e-fbf74329e6f2 on network 5bc05fc4-d6ba-4ce0-89fe-00e7417b9429 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:57:25.573063 n-d-712141-10 neutron-server[94077]: ERROR neutron.plugins.ml2.managers [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Failed to bind port 27a84dc5-b997-4b07-9e9e-fbf74329e6f2 on host n-h2-712141-10 for vnic_type normal using segments [{'id': '4f539be6-a5e9-416c-b459-d95ae48830b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5bc05fc4-d6ba-4ce0-89fe-00e7417b9429'}] Jul 29 23:57:25.573453 n-d-712141-10 neutron-server[94077]: INFO neutron.plugins.ml2.plugin [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempt 10 to bind port 27a84dc5-b997-4b07-9e9e-fbf74329e6f2 Jul 29 23:57:25.586025 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 27a84dc5-b997-4b07-9e9e-fbf74329e6f2 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:57:25.586384 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 27a84dc5-b997-4b07-9e9e-fbf74329e6f2 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '4f539be6-a5e9-416c-b459-d95ae48830b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5bc05fc4-d6ba-4ce0-89fe-00e7417b9429'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:57:25.586713 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 27a84dc5-b997-4b07-9e9e-fbf74329e6f2 on network 5bc05fc4-d6ba-4ce0-89fe-00e7417b9429 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:25.591226 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Port 27a84dc5-b997-4b07-9e9e-fbf74329e6f2 on network 5bc05fc4-d6ba-4ce0-89fe-00e7417b9429 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:57:25.591552 n-d-712141-10 neutron-server[94077]: ERROR neutron.plugins.ml2.managers [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Failed to bind port 27a84dc5-b997-4b07-9e9e-fbf74329e6f2 on host n-h2-712141-10 for vnic_type normal using segments [{'id': '4f539be6-a5e9-416c-b459-d95ae48830b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5bc05fc4-d6ba-4ce0-89fe-00e7417b9429'}] Jul 29 23:57:25.591916 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:25.631292 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-e0a18561-c6f8-40f4-910b-17e479025e13 None None] Set router c7d3ba1d-950b-403f-ad53-f22dccef238a gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:57:25.639508 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7f0435c-3582-4990-ba02-45c78011a391 admin admin] Router c7d3ba1d-950b-403f-ad53-f22dccef238a has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:57:25.659254 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] For port 27a84dc5-b997-4b07-9e9e-fbf74329e6f2, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:57:25.659735 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempted to set empty binding levels {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 29 23:57:25.665394 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:25.679507 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] In _notify_port_updated(), no bound segment for port 27a84dc5-b997-4b07-9e9e-fbf74329e6f2 on network 5bc05fc4-d6ba-4ce0-89fe-00e7417b9429 {{(pid=94077) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:57:25.680120 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:25.681752 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:25.686049 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] 10.222.0.43 "PUT /v2.0/ports/27a84dc5-b997-4b07-9e9e-fbf74329e6f2 HTTP/1.1" status: 200 len: 979 time: 0.7102063 Jul 29 23:57:25.686211 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58704) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:25.729456 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb46f9c-bca0-4844-8919-3241f6848213 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Pushing event updated for resources: {'Port': ['ID=27a84dc5-b997-4b07-9e9e-fbf74329e6f2,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:25.809317 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-e0a18561-c6f8-40f4-910b-17e479025e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7d3ba1d-950b-403f-ad53-f22dccef238a', 'name': 'tempest-ImageQuotaTest-2039628172-router', 'tenant_id': '4d2a6d9f688a4970916815fbd5028721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'b5142e27-a16e-4054-b620-bf9f62c017f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:18Z', 'updated_at': '2021-07-29T23:57:25Z', 'revision_number': 5, 'project_id': '4d2a6d9f688a4970916815fbd5028721', 'gw_port': {'id': 'b5142e27-a16e-4054-b620-bf9f62c017f0', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:88:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d3ba1d-950b-403f-ad53-f22dccef238a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:18Z', 'updated_at': '2021-07-29T23:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:25.811477 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fc9a69-2195-4fe8-bb8c-f9a1a58d50ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:25.811962 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fc9a69-2195-4fe8-bb8c-f9a1a58d50ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:25.812434 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fc9a69-2195-4fe8-bb8c-f9a1a58d50ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:25.812917 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fc9a69-2195-4fe8-bb8c-f9a1a58d50ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:25.813357 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fc9a69-2195-4fe8-bb8c-f9a1a58d50ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:25.813839 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fc9a69-2195-4fe8-bb8c-f9a1a58d50ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:25.814286 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fc9a69-2195-4fe8-bb8c-f9a1a58d50ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:25.814778 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fc9a69-2195-4fe8-bb8c-f9a1a58d50ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:25.815185 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fc9a69-2195-4fe8-bb8c-f9a1a58d50ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:25.815640 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fc9a69-2195-4fe8-bb8c-f9a1a58d50ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:25.816140 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fc9a69-2195-4fe8-bb8c-f9a1a58d50ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:25.818516 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fc9a69-2195-4fe8-bb8c-f9a1a58d50ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:25.818516 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fc9a69-2195-4fe8-bb8c-f9a1a58d50ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:25.818516 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fc9a69-2195-4fe8-bb8c-f9a1a58d50ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:25.818516 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fc9a69-2195-4fe8-bb8c-f9a1a58d50ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:25.824608 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-c6fc9a69-2195-4fe8-bb8c-f9a1a58d50ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] 10.222.0.43 "GET /v2.0/ports HTTP/1.1" status: 200 len: 13659 time: 0.1337428 Jul 29 23:57:25.824608 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58706) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:25.833022 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7f0435c-3582-4990-ba02-45c78011a391 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:57:25.837777 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a18561-c6f8-40f4-910b-17e479025e13 None None] The sync data for ids ['c7d3ba1d-950b-403f-ad53-f22dccef238a'] in n-d-712141-10 is: [{'id': 'c7d3ba1d-950b-403f-ad53-f22dccef238a', 'name': 'tempest-ImageQuotaTest-2039628172-router', 'tenant_id': '4d2a6d9f688a4970916815fbd5028721', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.19'}], 'enable_snat': True}, 'gw_port_id': 'b5142e27-a16e-4054-b620-bf9f62c017f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:18Z', 'updated_at': '2021-07-29T23:57:25Z', 'revision_number': 5, 'project_id': '4d2a6d9f688a4970916815fbd5028721', 'gw_port': {'id': 'b5142e27-a16e-4054-b620-bf9f62c017f0', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:88:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7d3ba1d-950b-403f-ad53-f22dccef238a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3707, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:18Z', 'updated_at': '2021-07-29T23:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:57:25.851913 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-b7f0435c-3582-4990-ba02-45c78011a391 admin admin] 10.222.0.43 "PUT /v2.0/routers/c7d3ba1d-950b-403f-ad53-f22dccef238a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6889534 Jul 29 23:57:25.856537 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58708) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:25.902606 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5a75745e-d051-4e55-a6b2-f5d7514a9962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:25.973128 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-614be4ae-79ce-48f5-b968-312a3967026e admin admin] Notify callbacks [] for router, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:26.081180 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-614be4ae-79ce-48f5-b968-312a3967026e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:26.142898 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-614be4ae-79ce-48f5-b968-312a3967026e admin admin] Deleting port b5142e27-a16e-4054-b620-bf9f62c017f0 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:26.143152 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-614be4ae-79ce-48f5-b968-312a3967026e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:26.197915 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device b5142e27-a16e-4054-b620-bf9f62c017f0 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:57:26.244698 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-614be4ae-79ce-48f5-b968-312a3967026e admin admin] For port b5142e27-a16e-4054-b620-bf9f62c017f0, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=b5142e27-a16e-4054-b620-bf9f62c017f0,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:26.245276 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-614be4ae-79ce-48f5-b968-312a3967026e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:26.259611 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-614be4ae-79ce-48f5-b968-312a3967026e admin admin] Calling delete_port for b5142e27-a16e-4054-b620-bf9f62c017f0 owned by network:router_gateway {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:26.260791 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port b5142e27-a16e-4054-b620-bf9f62c017f0 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:26.261177 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:26.291518 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-ebe60fff-6066-4b65-ac1a-8ce514267581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Deleting port 27a84dc5-b997-4b07-9e9e-fbf74329e6f2 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:26.292514 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ebe60fff-6066-4b65-ac1a-8ce514267581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:26.372095 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-ebe60fff-6066-4b65-ac1a-8ce514267581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] For port 27a84dc5-b997-4b07-9e9e-fbf74329e6f2, host n-h2-712141-10, got binding levels [] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:26.372471 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ebe60fff-6066-4b65-ac1a-8ce514267581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:26.386511 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-ebe60fff-6066-4b65-ac1a-8ce514267581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Calling delete_port for 27a84dc5-b997-4b07-9e9e-fbf74329e6f2 owned by {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:26.479144 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ebe60fff-6066-4b65-ac1a-8ce514267581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:26.481674 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:26.484823 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-614be4ae-79ce-48f5-b968-312a3967026e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:26.513445 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614be4ae-79ce-48f5-b968-312a3967026e admin admin] Pushing event deleted for resources: {'Port': ['ID=b5142e27-a16e-4054-b620-bf9f62c017f0,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:26.519715 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe60fff-6066-4b65-ac1a-8ce514267581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Pushing event deleted for resources: {'Port': ['ID=27a84dc5-b997-4b07-9e9e-fbf74329e6f2,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:26.526326 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ebe60fff-6066-4b65-ac1a-8ce514267581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:26.528498 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ebe60fff-6066-4b65-ac1a-8ce514267581 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] 10.222.0.43 "DELETE /v2.0/ports/27a84dc5-b997-4b07-9e9e-fbf74329e6f2 HTTP/1.1" status: 204 len: 168 time: 0.7032857 Jul 29 23:57:26.531970 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58710) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:26.558099 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-118d7010-4aab-4195-965a-692a63301760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] GET failed (client error): The resource could not be found. Jul 29 23:57:26.563722 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58712) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:26.564722 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-118d7010-4aab-4195-965a-692a63301760 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] 10.222.0.43 "GET /v2.0/ports/27a84dc5-b997-4b07-9e9e-fbf74329e6f2 HTTP/1.1" status: 404 len: 333 time: 0.0321412 Jul 29 23:57:26.571196 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-8ca4e5d8-6450-4cc0-8954-6c06ac58f025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-215191512', 'network_id': '5bc05fc4-d6ba-4ce0-89fe-00e7417b9429'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:26.604256 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-614be4ae-79ce-48f5-b968-312a3967026e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:26.620524 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca4e5d8-6450-4cc0-8954-6c06ac58f025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Made reservation on behalf of 0ea2ad7033ca4d3896274e728e365b62 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:57:26.622946 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8ca4e5d8-6450-4cc0-8954-6c06ac58f025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:26.736313 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [None req-8ca4e5d8-6450-4cc0-8954-6c06ac58f025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] device_id is not set on port b5a5d19e-4e91-47c0-8a47-6b2fe5ba1ee0 yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:57:26.743916 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-614be4ae-79ce-48f5-b968-312a3967026e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:26.748248 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-614be4ae-79ce-48f5-b968-312a3967026e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:26.852006 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-614be4ae-79ce-48f5-b968-312a3967026e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:26.852689 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-614be4ae-79ce-48f5-b968-312a3967026e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7d3ba1d-950b-403f-ad53-f22dccef238a {{(pid=94077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:57:26.859955 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-614be4ae-79ce-48f5-b968-312a3967026e admin admin] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:26.861115 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-614be4ae-79ce-48f5-b968-312a3967026e admin admin] 10.222.0.43 "DELETE /v2.0/routers/c7d3ba1d-950b-403f-ad53-f22dccef238a HTTP/1.1" status: 204 len: 168 time: 1.0047226 Jul 29 23:57:26.863745 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58714) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:26.912488 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-84aba294-dd4a-4e45-82b6-0bd06118f426 admin admin] Deleting subnet f20f210e-0280-47b8-a316-a08a8e7937d2 {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:57:26.917110 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-84aba294-dd4a-4e45-82b6-0bd06118f426 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:26.934373 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b4f08a-67ff-45ab-9460-9868dddac534 None None] Sync routers for ids ['c7d3ba1d-950b-403f-ad53-f22dccef238a'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:57:26.944226 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b4f08a-67ff-45ab-9460-9868dddac534 None None] Routers set() bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:26.944719 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b4f08a-67ff-45ab-9460-9868dddac534 None None] Router IDs set() for agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 29 23:57:26.945734 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_agentschedulers_db [None req-86b4f08a-67ff-45ab-9460-9868dddac534 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c7d3ba1d-950b-403f-ad53-f22dccef238a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:57:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent'). {{(pid=94079) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 29 23:57:26.953756 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b4f08a-67ff-45ab-9460-9868dddac534 None None] Routers set() bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:26.954136 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b4f08a-67ff-45ab-9460-9868dddac534 None None] Router IDs set() for agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 29 23:57:26.954899 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_agentschedulers_db [None req-86b4f08a-67ff-45ab-9460-9868dddac534 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c7d3ba1d-950b-403f-ad53-f22dccef238a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:57:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent'). {{(pid=94079) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 29 23:57:26.955263 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b4f08a-67ff-45ab-9460-9868dddac534 None None] The sync data for ids ['c7d3ba1d-950b-403f-ad53-f22dccef238a'] in n-d-712141-10 is: [] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:57:26.956972 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-84aba294-dd4a-4e45-82b6-0bd06118f426 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:26.968542 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8ca4e5d8-6450-4cc0-8954-6c06ac58f025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:27.011743 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8ca4e5d8-6450-4cc0-8954-6c06ac58f025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:27.044408 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-84aba294-dd4a-4e45-82b6-0bd06118f426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:27.062119 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca4e5d8-6450-4cc0-8954-6c06ac58f025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Network 5bc05fc4-d6ba-4ce0-89fe-00e7417b9429 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:57:27.065312 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-8ca4e5d8-6450-4cc0-8954-6c06ac58f025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:27.069065 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca4e5d8-6450-4cc0-8954-6c06ac58f025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:57:27.070621 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca4e5d8-6450-4cc0-8954-6c06ac58f025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:27.071219 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8ca4e5d8-6450-4cc0-8954-6c06ac58f025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:27.087899 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca4e5d8-6450-4cc0-8954-6c06ac58f025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Pushing event updated for resources: {'Port': ['ID=b5a5d19e-4e91-47c0-8a47-6b2fe5ba1ee0,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:27.099749 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8ca4e5d8-6450-4cc0-8954-6c06ac58f025 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5324483 Jul 29 23:57:27.100373 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58716) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:27.121747 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-84aba294-dd4a-4e45-82b6-0bd06118f426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:27.146954 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf454c8-950f-4d46-9231-5f63b3b69e59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:27.149062 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0cf454c8-950f-4d46-9231-5f63b3b69e59 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] 10.222.0.43 "GET /v2.0/ports/b5a5d19e-4e91-47c0-8a47-6b2fe5ba1ee0 HTTP/1.1" status: 200 len: 958 time: 0.0468059 Jul 29 23:57:27.152225 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58718) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:27.153741 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aba294-dd4a-4e45-82b6-0bd06118f426 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f20f210e-0280-47b8-a316-a08a8e7937d2,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:27.158218 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-84aba294-dd4a-4e45-82b6-0bd06118f426 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:27.162081 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-84aba294-dd4a-4e45-82b6-0bd06118f426 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f20f210e-0280-47b8-a316-a08a8e7937d2 HTTP/1.1" status: 204 len: 168 time: 0.2971516 Jul 29 23:57:27.163085 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58720) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:27.166169 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b9418e-de98-4212-abd0-7bcdfdcf95cc None None] Network 88e1826d-cb47-42e6-9736-ede10454c909 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:57:27.234177 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-15615ddd-c2b4-4586-a86e-3197f3a058c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:27.236382 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-ec46e694-9b14-4c1a-9093-def5cb564650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Deleting port b5a5d19e-4e91-47c0-8a47-6b2fe5ba1ee0 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:27.236733 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ec46e694-9b14-4c1a-9093-def5cb564650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:27.294294 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-15615ddd-c2b4-4586-a86e-3197f3a058c1 admin admin] Deleting port 8bec02f8-20c5-469c-8ab0-3b20319073c3 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:27.294815 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-15615ddd-c2b4-4586-a86e-3197f3a058c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:27.307413 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ec46e694-9b14-4c1a-9093-def5cb564650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:27.328308 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-ec46e694-9b14-4c1a-9093-def5cb564650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Calling delete_port for b5a5d19e-4e91-47c0-8a47-6b2fe5ba1ee0 owned by {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:27.365628 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-15615ddd-c2b4-4586-a86e-3197f3a058c1 admin admin] For port 8bec02f8-20c5-469c-8ab0-3b20319073c3, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=8bec02f8-20c5-469c-8ab0-3b20319073c3,segment=NetworkSegment(60130240-cb0c-440f-9b73-bcf84955de21),segment_id=60130240-cb0c-440f-9b73-bcf84955de21)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:27.365969 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-15615ddd-c2b4-4586-a86e-3197f3a058c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:27.379192 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-15615ddd-c2b4-4586-a86e-3197f3a058c1 admin admin] Calling delete_port for 8bec02f8-20c5-469c-8ab0-3b20319073c3 owned by network:dhcp {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:27.410315 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ec46e694-9b14-4c1a-9093-def5cb564650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:27.436835 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cb6eda-65de-4969-85c6-80974ffda4b0 None None] DHCP port deletion for 88e1826d-cb47-42e6-9736-ede10454c909 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:57:27.459683 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec46e694-9b14-4c1a-9093-def5cb564650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Pushing event deleted for resources: {'Port': ['ID=b5a5d19e-4e91-47c0-8a47-6b2fe5ba1ee0,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:27.472107 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ec46e694-9b14-4c1a-9093-def5cb564650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:27.477720 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ec46e694-9b14-4c1a-9093-def5cb564650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] 10.222.0.43 "DELETE /v2.0/ports/b5a5d19e-4e91-47c0-8a47-6b2fe5ba1ee0 HTTP/1.1" status: 204 len: 168 time: 0.3212128 Jul 29 23:57:27.478136 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58724) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:27.483314 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-15615ddd-c2b4-4586-a86e-3197f3a058c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:27.521672 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-c9cb6eda-65de-4969-85c6-80974ffda4b0 None None] Deleting port 8bec02f8-20c5-469c-8ab0-3b20319073c3 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:27.522116 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c9cb6eda-65de-4969-85c6-80974ffda4b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:27.539726 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15615ddd-c2b4-4586-a86e-3197f3a058c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8bec02f8-20c5-469c-8ab0-3b20319073c3,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:27.543252 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf062bd7-71d2-4969-bc5d-657a2a4fe678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] GET failed (client error): The resource could not be found. Jul 29 23:57:27.545522 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-bf062bd7-71d2-4969-bc5d-657a2a4fe678 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] 10.222.0.43 "GET /v2.0/ports/b5a5d19e-4e91-47c0-8a47-6b2fe5ba1ee0 HTTP/1.1" status: 404 len: 333 time: 0.0654929 Jul 29 23:57:27.548224 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15615ddd-c2b4-4586-a86e-3197f3a058c1 admin admin] No DVR routers for this DVR port 8bec02f8-20c5-469c-8ab0-3b20319073c3 on host n-d-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:57:27.548955 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58726) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:27.556268 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-fc5add97-5f36-4918-b53c-66b9a4c23d77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Request body: {'port': {'network_id': '5bc05fc4-d6ba-4ce0-89fe-00e7417b9429', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1488731523'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:27.586432 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-c9cb6eda-65de-4969-85c6-80974ffda4b0 None None] For port 8bec02f8-20c5-469c-8ab0-3b20319073c3, host n-d-712141-10, got binding levels [] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:27.586845 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c9cb6eda-65de-4969-85c6-80974ffda4b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:27.604760 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-c9cb6eda-65de-4969-85c6-80974ffda4b0 None None] Calling delete_port for 8bec02f8-20c5-469c-8ab0-3b20319073c3 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:27.607620 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.ipam_backend_mixin [None req-c9cb6eda-65de-4969-85c6-80974ffda4b0 None None] Port 8bec02f8-20c5-469c-8ab0-3b20319073c3 was not found and therefore no delete operation was performed {{(pid=94079) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 23:57:27.608943 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c9cb6eda-65de-4969-85c6-80974ffda4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:27.633793 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5add97-5f36-4918-b53c-66b9a4c23d77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Made reservation on behalf of 0ea2ad7033ca4d3896274e728e365b62 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:57:27.635424 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cb6eda-65de-4969-85c6-80974ffda4b0 None None] Pushing event deleted for resources: {'Port': ['ID=8bec02f8-20c5-469c-8ab0-3b20319073c3,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:27.636144 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fc5add97-5f36-4918-b53c-66b9a4c23d77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:27.639181 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cb6eda-65de-4969-85c6-80974ffda4b0 None None] No DVR routers for this DVR port 8bec02f8-20c5-469c-8ab0-3b20319073c3 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:57:27.652021 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-15615ddd-c2b4-4586-a86e-3197f3a058c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:27.663585 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-15615ddd-c2b4-4586-a86e-3197f3a058c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88e1826d-cb47-42e6-9736-ede10454c909']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:27.673535 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [None req-fc5add97-5f36-4918-b53c-66b9a4c23d77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] device_id is not set on port 5e027ec8-d11b-4628-8ad5-201c345ef4b7 yet. {{(pid=94078) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:57:27.679233 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-15615ddd-c2b4-4586-a86e-3197f3a058c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60130240-cb0c-440f-9b73-bcf84955de21') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:27.679526 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-15615ddd-c2b4-4586-a86e-3197f3a058c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60130240-cb0c-440f-9b73-bcf84955de21') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:27.690834 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-15615ddd-c2b4-4586-a86e-3197f3a058c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:27.743805 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-15615ddd-c2b4-4586-a86e-3197f3a058c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:27.760025 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15615ddd-c2b4-4586-a86e-3197f3a058c1 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:57:27.760482 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-15615ddd-c2b4-4586-a86e-3197f3a058c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:27.763729 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:57:27.763729 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:57:27.763729 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:57:27.763729 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:57:27.763729 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:57:27.763729 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:57:27.763729 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:57:27.763729 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:57:27.763729 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:57:27.763729 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:57:27.763729 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:57:27.763729 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:57:27.763729 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:57:27.763729 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:57:27.763729 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:57:27.763729 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:57:27.763729 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:57:27.763729 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:57:27.763729 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:57:27.763729 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:57:27.763729 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:57:27.763729 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:57:27.763729 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:57:27.763729 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:57:27.763729 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:57:27.763729 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:57:27.763729 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:57:27.763729 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:57:27.763729 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:57:27.763729 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:57:27.763729 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:57:27.763729 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:57:27.766647 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:27.868243 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-15615ddd-c2b4-4586-a86e-3197f3a058c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:27.881092 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 8bec02f8-20c5-469c-8ab0-3b20319073c3 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:57:27.882304 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-15615ddd-c2b4-4586-a86e-3197f3a058c1 admin admin] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:27.884320 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-15615ddd-c2b4-4586-a86e-3197f3a058c1 admin admin] 10.222.0.43 "DELETE /v2.0/networks/88e1826d-cb47-42e6-9736-ede10454c909 HTTP/1.1" status: 204 len: 168 time: 0.7199349 Jul 29 23:57:27.904471 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15615ddd-c2b4-4586-a86e-3197f3a058c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=88e1826d-cb47-42e6-9736-ede10454c909,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:27.909327 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 8bec02f8-20c5-469c-8ab0-3b20319073c3 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:57:27.909814 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 8bec02f8-20c5-469c-8ab0-3b20319073c3 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:57:27.910332 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device b5142e27-a16e-4054-b620-bf9f62c017f0 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:57:27.931547 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fc5add97-5f36-4918-b53c-66b9a4c23d77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:27.944121 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: b5142e27-a16e-4054-b620-bf9f62c017f0 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:57:27.946393 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device b5142e27-a16e-4054-b620-bf9f62c017f0 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:57:27.946393 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device e8b12256-5763-4818-a23c-25dbaf59cb39 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:57:27.967430 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: e8b12256-5763-4818-a23c-25dbaf59cb39 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:57:27.967762 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device e8b12256-5763-4818-a23c-25dbaf59cb39 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:57:27.981330 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fc5add97-5f36-4918-b53c-66b9a4c23d77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:28.024066 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5add97-5f36-4918-b53c-66b9a4c23d77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Network 5bc05fc4-d6ba-4ce0-89fe-00e7417b9429 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:57:28.029839 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-fc5add97-5f36-4918-b53c-66b9a4c23d77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:28.030637 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5add97-5f36-4918-b53c-66b9a4c23d77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:57:28.031594 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5add97-5f36-4918-b53c-66b9a4c23d77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:28.032193 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fc5add97-5f36-4918-b53c-66b9a4c23d77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:28.049974 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5add97-5f36-4918-b53c-66b9a4c23d77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Pushing event updated for resources: {'Port': ['ID=5e027ec8-d11b-4628-8ad5-201c345ef4b7,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:28.065660 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-fc5add97-5f36-4918-b53c-66b9a4c23d77 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5122344 Jul 29 23:57:28.067058 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58730) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:28.071476 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58732) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:28.073568 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:28.127579 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-1c01db7b-9707-41e5-980f-1562d3bd88c8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4d2a6d9f688a4970916815fbd5028721&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0523045 Jul 29 23:57:28.127841 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58734) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:28.136288 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:28.183508 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-82057243-1af0-4172-98e4-ecb1e46bbbb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:28.205914 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-82057243-1af0-4172-98e4-ecb1e46bbbb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:28.255330 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-82057243-1af0-4172-98e4-ecb1e46bbbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:28.258119 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-82057243-1af0-4172-98e4-ecb1e46bbbb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:28.262313 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-82057243-1af0-4172-98e4-ecb1e46bbbb5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a88b3781-4ea5-4934-93cd-3b5566457859 HTTP/1.1" status: 204 len: 168 time: 0.1305702 Jul 29 23:57:28.267383 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82057243-1af0-4172-98e4-ecb1e46bbbb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88b3781-4ea5-4934-93cd-3b5566457859,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:28.320240 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] device_id is not set on port 5e027ec8-d11b-4628-8ad5-201c345ef4b7 yet. {{(pid=94078) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:57:28.327973 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:28.341291 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Transition to ACTIVE for port object 5e027ec8-d11b-4628-8ad5-201c345ef4b7 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:28.346505 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:28.399354 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Pushing event updated for resources: {'Port': ['ID=5e027ec8-d11b-4628-8ad5-201c345ef4b7,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:28.409720 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 5e027ec8-d11b-4628-8ad5-201c345ef4b7 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:57:28.410057 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 5e027ec8-d11b-4628-8ad5-201c345ef4b7 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '4f539be6-a5e9-416c-b459-d95ae48830b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5bc05fc4-d6ba-4ce0-89fe-00e7417b9429'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:57:28.410392 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 5e027ec8-d11b-4628-8ad5-201c345ef4b7 on network 5bc05fc4-d6ba-4ce0-89fe-00e7417b9429 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:28.415305 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Port 5e027ec8-d11b-4628-8ad5-201c345ef4b7 on network 5bc05fc4-d6ba-4ce0-89fe-00e7417b9429 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:57:28.415630 n-d-712141-10 neutron-server[94078]: ERROR neutron.plugins.ml2.managers [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Failed to bind port 5e027ec8-d11b-4628-8ad5-201c345ef4b7 on host n-h2-712141-10 for vnic_type normal using segments [{'id': '4f539be6-a5e9-416c-b459-d95ae48830b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5bc05fc4-d6ba-4ce0-89fe-00e7417b9429'}] Jul 29 23:57:28.416020 n-d-712141-10 neutron-server[94078]: INFO neutron.plugins.ml2.plugin [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempt 2 to bind port 5e027ec8-d11b-4628-8ad5-201c345ef4b7 Jul 29 23:57:28.429426 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 5e027ec8-d11b-4628-8ad5-201c345ef4b7 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:57:28.429795 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 5e027ec8-d11b-4628-8ad5-201c345ef4b7 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '4f539be6-a5e9-416c-b459-d95ae48830b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5bc05fc4-d6ba-4ce0-89fe-00e7417b9429'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:57:28.430129 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 5e027ec8-d11b-4628-8ad5-201c345ef4b7 on network 5bc05fc4-d6ba-4ce0-89fe-00e7417b9429 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:28.434415 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Port 5e027ec8-d11b-4628-8ad5-201c345ef4b7 on network 5bc05fc4-d6ba-4ce0-89fe-00e7417b9429 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:57:28.434740 n-d-712141-10 neutron-server[94078]: ERROR neutron.plugins.ml2.managers [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Failed to bind port 5e027ec8-d11b-4628-8ad5-201c345ef4b7 on host n-h2-712141-10 for vnic_type normal using segments [{'id': '4f539be6-a5e9-416c-b459-d95ae48830b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5bc05fc4-d6ba-4ce0-89fe-00e7417b9429'}] Jul 29 23:57:28.435133 n-d-712141-10 neutron-server[94078]: INFO neutron.plugins.ml2.plugin [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempt 3 to bind port 5e027ec8-d11b-4628-8ad5-201c345ef4b7 Jul 29 23:57:28.447910 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 5e027ec8-d11b-4628-8ad5-201c345ef4b7 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:57:28.448245 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 5e027ec8-d11b-4628-8ad5-201c345ef4b7 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '4f539be6-a5e9-416c-b459-d95ae48830b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5bc05fc4-d6ba-4ce0-89fe-00e7417b9429'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:57:28.448605 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 5e027ec8-d11b-4628-8ad5-201c345ef4b7 on network 5bc05fc4-d6ba-4ce0-89fe-00e7417b9429 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:28.452812 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Port 5e027ec8-d11b-4628-8ad5-201c345ef4b7 on network 5bc05fc4-d6ba-4ce0-89fe-00e7417b9429 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:57:28.453135 n-d-712141-10 neutron-server[94078]: ERROR neutron.plugins.ml2.managers [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Failed to bind port 5e027ec8-d11b-4628-8ad5-201c345ef4b7 on host n-h2-712141-10 for vnic_type normal using segments [{'id': '4f539be6-a5e9-416c-b459-d95ae48830b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5bc05fc4-d6ba-4ce0-89fe-00e7417b9429'}] Jul 29 23:57:28.453518 n-d-712141-10 neutron-server[94078]: INFO neutron.plugins.ml2.plugin [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempt 4 to bind port 5e027ec8-d11b-4628-8ad5-201c345ef4b7 Jul 29 23:57:28.466742 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 5e027ec8-d11b-4628-8ad5-201c345ef4b7 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:57:28.467081 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 5e027ec8-d11b-4628-8ad5-201c345ef4b7 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '4f539be6-a5e9-416c-b459-d95ae48830b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5bc05fc4-d6ba-4ce0-89fe-00e7417b9429'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:57:28.467412 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 5e027ec8-d11b-4628-8ad5-201c345ef4b7 on network 5bc05fc4-d6ba-4ce0-89fe-00e7417b9429 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:28.471748 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Port 5e027ec8-d11b-4628-8ad5-201c345ef4b7 on network 5bc05fc4-d6ba-4ce0-89fe-00e7417b9429 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:57:28.472072 n-d-712141-10 neutron-server[94078]: ERROR neutron.plugins.ml2.managers [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Failed to bind port 5e027ec8-d11b-4628-8ad5-201c345ef4b7 on host n-h2-712141-10 for vnic_type normal using segments [{'id': '4f539be6-a5e9-416c-b459-d95ae48830b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5bc05fc4-d6ba-4ce0-89fe-00e7417b9429'}] Jul 29 23:57:28.472471 n-d-712141-10 neutron-server[94078]: INFO neutron.plugins.ml2.plugin [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempt 5 to bind port 5e027ec8-d11b-4628-8ad5-201c345ef4b7 Jul 29 23:57:28.484898 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 5e027ec8-d11b-4628-8ad5-201c345ef4b7 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:57:28.485319 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 5e027ec8-d11b-4628-8ad5-201c345ef4b7 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '4f539be6-a5e9-416c-b459-d95ae48830b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5bc05fc4-d6ba-4ce0-89fe-00e7417b9429'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:57:28.485767 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 5e027ec8-d11b-4628-8ad5-201c345ef4b7 on network 5bc05fc4-d6ba-4ce0-89fe-00e7417b9429 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:28.490325 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Port 5e027ec8-d11b-4628-8ad5-201c345ef4b7 on network 5bc05fc4-d6ba-4ce0-89fe-00e7417b9429 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:57:28.490655 n-d-712141-10 neutron-server[94078]: ERROR neutron.plugins.ml2.managers [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Failed to bind port 5e027ec8-d11b-4628-8ad5-201c345ef4b7 on host n-h2-712141-10 for vnic_type normal using segments [{'id': '4f539be6-a5e9-416c-b459-d95ae48830b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5bc05fc4-d6ba-4ce0-89fe-00e7417b9429'}] Jul 29 23:57:28.491056 n-d-712141-10 neutron-server[94078]: INFO neutron.plugins.ml2.plugin [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempt 6 to bind port 5e027ec8-d11b-4628-8ad5-201c345ef4b7 Jul 29 23:57:28.505601 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 5e027ec8-d11b-4628-8ad5-201c345ef4b7 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:57:28.505939 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 5e027ec8-d11b-4628-8ad5-201c345ef4b7 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '4f539be6-a5e9-416c-b459-d95ae48830b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5bc05fc4-d6ba-4ce0-89fe-00e7417b9429'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:57:28.506274 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 5e027ec8-d11b-4628-8ad5-201c345ef4b7 on network 5bc05fc4-d6ba-4ce0-89fe-00e7417b9429 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:28.512015 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Port 5e027ec8-d11b-4628-8ad5-201c345ef4b7 on network 5bc05fc4-d6ba-4ce0-89fe-00e7417b9429 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:57:28.513139 n-d-712141-10 neutron-server[94078]: ERROR neutron.plugins.ml2.managers [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Failed to bind port 5e027ec8-d11b-4628-8ad5-201c345ef4b7 on host n-h2-712141-10 for vnic_type normal using segments [{'id': '4f539be6-a5e9-416c-b459-d95ae48830b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5bc05fc4-d6ba-4ce0-89fe-00e7417b9429'}] Jul 29 23:57:28.513565 n-d-712141-10 neutron-server[94078]: INFO neutron.plugins.ml2.plugin [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempt 7 to bind port 5e027ec8-d11b-4628-8ad5-201c345ef4b7 Jul 29 23:57:28.527444 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 5e027ec8-d11b-4628-8ad5-201c345ef4b7 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:57:28.527957 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 5e027ec8-d11b-4628-8ad5-201c345ef4b7 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '4f539be6-a5e9-416c-b459-d95ae48830b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5bc05fc4-d6ba-4ce0-89fe-00e7417b9429'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:57:28.528302 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 5e027ec8-d11b-4628-8ad5-201c345ef4b7 on network 5bc05fc4-d6ba-4ce0-89fe-00e7417b9429 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:28.532700 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Port 5e027ec8-d11b-4628-8ad5-201c345ef4b7 on network 5bc05fc4-d6ba-4ce0-89fe-00e7417b9429 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:57:28.533032 n-d-712141-10 neutron-server[94078]: ERROR neutron.plugins.ml2.managers [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Failed to bind port 5e027ec8-d11b-4628-8ad5-201c345ef4b7 on host n-h2-712141-10 for vnic_type normal using segments [{'id': '4f539be6-a5e9-416c-b459-d95ae48830b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5bc05fc4-d6ba-4ce0-89fe-00e7417b9429'}] Jul 29 23:57:28.533553 n-d-712141-10 neutron-server[94078]: INFO neutron.plugins.ml2.plugin [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempt 8 to bind port 5e027ec8-d11b-4628-8ad5-201c345ef4b7 Jul 29 23:57:28.547633 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 5e027ec8-d11b-4628-8ad5-201c345ef4b7 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:57:28.547983 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 5e027ec8-d11b-4628-8ad5-201c345ef4b7 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '4f539be6-a5e9-416c-b459-d95ae48830b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5bc05fc4-d6ba-4ce0-89fe-00e7417b9429'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:57:28.548473 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 5e027ec8-d11b-4628-8ad5-201c345ef4b7 on network 5bc05fc4-d6ba-4ce0-89fe-00e7417b9429 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:28.552948 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Port 5e027ec8-d11b-4628-8ad5-201c345ef4b7 on network 5bc05fc4-d6ba-4ce0-89fe-00e7417b9429 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:57:28.553283 n-d-712141-10 neutron-server[94078]: ERROR neutron.plugins.ml2.managers [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Failed to bind port 5e027ec8-d11b-4628-8ad5-201c345ef4b7 on host n-h2-712141-10 for vnic_type normal using segments [{'id': '4f539be6-a5e9-416c-b459-d95ae48830b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5bc05fc4-d6ba-4ce0-89fe-00e7417b9429'}] Jul 29 23:57:28.553760 n-d-712141-10 neutron-server[94078]: INFO neutron.plugins.ml2.plugin [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempt 9 to bind port 5e027ec8-d11b-4628-8ad5-201c345ef4b7 Jul 29 23:57:28.566780 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 5e027ec8-d11b-4628-8ad5-201c345ef4b7 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:57:28.567127 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 5e027ec8-d11b-4628-8ad5-201c345ef4b7 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '4f539be6-a5e9-416c-b459-d95ae48830b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5bc05fc4-d6ba-4ce0-89fe-00e7417b9429'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:57:28.567475 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 5e027ec8-d11b-4628-8ad5-201c345ef4b7 on network 5bc05fc4-d6ba-4ce0-89fe-00e7417b9429 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:28.573091 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Port 5e027ec8-d11b-4628-8ad5-201c345ef4b7 on network 5bc05fc4-d6ba-4ce0-89fe-00e7417b9429 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:57:28.573430 n-d-712141-10 neutron-server[94078]: ERROR neutron.plugins.ml2.managers [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Failed to bind port 5e027ec8-d11b-4628-8ad5-201c345ef4b7 on host n-h2-712141-10 for vnic_type normal using segments [{'id': '4f539be6-a5e9-416c-b459-d95ae48830b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5bc05fc4-d6ba-4ce0-89fe-00e7417b9429'}] Jul 29 23:57:28.573932 n-d-712141-10 neutron-server[94078]: INFO neutron.plugins.ml2.plugin [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempt 10 to bind port 5e027ec8-d11b-4628-8ad5-201c345ef4b7 Jul 29 23:57:28.588843 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 5e027ec8-d11b-4628-8ad5-201c345ef4b7 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:57:28.589339 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 5e027ec8-d11b-4628-8ad5-201c345ef4b7 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '4f539be6-a5e9-416c-b459-d95ae48830b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5bc05fc4-d6ba-4ce0-89fe-00e7417b9429'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:57:28.589709 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempting to bind port 5e027ec8-d11b-4628-8ad5-201c345ef4b7 on network 5bc05fc4-d6ba-4ce0-89fe-00e7417b9429 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:28.594266 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Port 5e027ec8-d11b-4628-8ad5-201c345ef4b7 on network 5bc05fc4-d6ba-4ce0-89fe-00e7417b9429 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:57:28.594624 n-d-712141-10 neutron-server[94078]: ERROR neutron.plugins.ml2.managers [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Failed to bind port 5e027ec8-d11b-4628-8ad5-201c345ef4b7 on host n-h2-712141-10 for vnic_type normal using segments [{'id': '4f539be6-a5e9-416c-b459-d95ae48830b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '5bc05fc4-d6ba-4ce0-89fe-00e7417b9429'}] Jul 29 23:57:28.594995 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:28.619033 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58740) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:28.633336 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-93465cd2-c13d-48a5-8645-350b26fe6031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:28.663855 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] For port 5e027ec8-d11b-4628-8ad5-201c345ef4b7, host n-h2-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:57:28.664223 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attempted to set empty binding levels {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 29 23:57:28.668300 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:28.704591 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] In _notify_port_updated(), no bound segment for port 5e027ec8-d11b-4628-8ad5-201c345ef4b7 on network 5bc05fc4-d6ba-4ce0-89fe-00e7417b9429 {{(pid=94078) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:57:28.705548 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:28.706585 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:28.707626 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] 10.222.0.43 "PUT /v2.0/ports/5e027ec8-d11b-4628-8ad5-201c345ef4b7 HTTP/1.1" status: 200 len: 980 time: 0.6394887 Jul 29 23:57:28.712547 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58742) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:28.733707 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-93465cd2-c13d-48a5-8645-350b26fe6031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:28.739577 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-93465cd2-c13d-48a5-8645-350b26fe6031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:28.747223 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64efef5-fa6b-4a65-b3c1-4cd308681839 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Pushing event updated for resources: {'Port': ['ID=5e027ec8-d11b-4628-8ad5-201c345ef4b7,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:28.783605 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93465cd2-c13d-48a5-8645-350b26fe6031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11dc0c00-1702-4acf-8560-abbdf32538ff,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:28.789624 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-93465cd2-c13d-48a5-8645-350b26fe6031 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1664126 Jul 29 23:57:28.789866 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58744) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:28.805530 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-8feaae02-a935-4c35-acb2-550b0642dafb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Deleting port 5e027ec8-d11b-4628-8ad5-201c345ef4b7 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:28.805912 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8feaae02-a935-4c35-acb2-550b0642dafb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:28.848578 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-752ad7f5-4283-45e4-accf-721121690b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:28.870799 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-752ad7f5-4283-45e4-accf-721121690b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:28.875597 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-8feaae02-a935-4c35-acb2-550b0642dafb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] For port 5e027ec8-d11b-4628-8ad5-201c345ef4b7, host n-h2-712141-10, got binding levels [] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:28.875967 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8feaae02-a935-4c35-acb2-550b0642dafb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:28.889713 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-8feaae02-a935-4c35-acb2-550b0642dafb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Calling delete_port for 5e027ec8-d11b-4628-8ad5-201c345ef4b7 owned by {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:28.917929 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-752ad7f5-4283-45e4-accf-721121690b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:28.920491 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-752ad7f5-4283-45e4-accf-721121690b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:28.921689 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-752ad7f5-4283-45e4-accf-721121690b26 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/11dc0c00-1702-4acf-8560-abbdf32538ff HTTP/1.1" status: 204 len: 168 time: 0.1308513 Jul 29 23:57:28.930440 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752ad7f5-4283-45e4-accf-721121690b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11dc0c00-1702-4acf-8560-abbdf32538ff,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:28.972681 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8feaae02-a935-4c35-acb2-550b0642dafb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:29.005565 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feaae02-a935-4c35-acb2-550b0642dafb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Pushing event deleted for resources: {'Port': ['ID=5e027ec8-d11b-4628-8ad5-201c345ef4b7,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:29.017398 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8feaae02-a935-4c35-acb2-550b0642dafb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:29.022063 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-8feaae02-a935-4c35-acb2-550b0642dafb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] 10.222.0.43 "DELETE /v2.0/ports/5e027ec8-d11b-4628-8ad5-201c345ef4b7 HTTP/1.1" status: 204 len: 168 time: 0.3060906 Jul 29 23:57:29.022367 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58748) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:29.047877 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ef283bb-d001-4e31-808e-883a714714de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] GET failed (client error): The resource could not be found. Jul 29 23:57:29.051656 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-1ef283bb-d001-4e31-808e-883a714714de tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1497413278-project-admin] 10.222.0.43 "GET /v2.0/ports/5e027ec8-d11b-4628-8ad5-201c345ef4b7 HTTP/1.1" status: 404 len: 333 time: 0.0256672 Jul 29 23:57:29.053328 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58750) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:29.139257 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f3ac667c-ab99-49c3-b587-b5c13171920c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487583795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487583795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:29.253282 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f3ac667c-ab99-49c3-b587-b5c13171920c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487583795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487583795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:29.265084 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-f3ac667c-ab99-49c3-b587-b5c13171920c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487583795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487583795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bc05fc4-d6ba-4ce0-89fe-00e7417b9429']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:29.277575 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-f3ac667c-ab99-49c3-b587-b5c13171920c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487583795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487583795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f539be6-a5e9-416c-b459-d95ae48830b9') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:29.278027 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-f3ac667c-ab99-49c3-b587-b5c13171920c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487583795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487583795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f539be6-a5e9-416c-b459-d95ae48830b9') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:29.289018 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f3ac667c-ab99-49c3-b587-b5c13171920c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487583795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487583795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:29.304802 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f3ac667c-ab99-49c3-b587-b5c13171920c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487583795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487583795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:29.312158 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3ac667c-ab99-49c3-b587-b5c13171920c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487583795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487583795-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:57:29.312593 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f3ac667c-ab99-49c3-b587-b5c13171920c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487583795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487583795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:29.317126 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:57:29.317126 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:57:29.317126 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:57:29.317126 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:57:29.317126 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:57:29.317126 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:57:29.317126 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:57:29.317126 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:57:29.317126 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:57:29.317126 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:57:29.317126 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:57:29.317126 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:57:29.317126 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:57:29.317126 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:57:29.317126 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:57:29.317126 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:57:29.317126 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:57:29.317126 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:57:29.317126 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:57:29.317126 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:57:29.317126 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:57:29.317126 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:57:29.317126 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:57:29.317126 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:57:29.317126 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:57:29.317126 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:57:29.317126 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:57:29.317126 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:57:29.317126 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:57:29.317126 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:57:29.317126 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:57:29.317126 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:57:29.400432 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f3ac667c-ab99-49c3-b587-b5c13171920c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487583795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487583795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:29.409290 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f3ac667c-ab99-49c3-b587-b5c13171920c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487583795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487583795-project] Notify callbacks [] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:29.412700 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-f3ac667c-ab99-49c3-b587-b5c13171920c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487583795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487583795-project] 10.222.0.43 "DELETE /v2.0/networks/5bc05fc4-d6ba-4ce0-89fe-00e7417b9429 HTTP/1.1" status: 204 len: 168 time: 0.3574297 Jul 29 23:57:29.431003 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:29.440748 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ac667c-ab99-49c3-b587-b5c13171920c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487583795 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1487583795-project] Pushing event deleted for resources: {'Network': ['ID=5bc05fc4-d6ba-4ce0-89fe-00e7417b9429,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:29.648974 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58756) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:29.785171 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-b5ddfde1-b4a8-4e3a-99cd-4a750b44d6d5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0300adb9870d470bbfbfb90bb361cc41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1349988 Jul 29 23:57:29.789126 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58760) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:29.837930 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-05bcca49-5cc7-40fc-89f5-3d656094d59d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:29.859710 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-05bcca49-5cc7-40fc-89f5-3d656094d59d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:29.914387 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-05bcca49-5cc7-40fc-89f5-3d656094d59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:29.916987 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-05bcca49-5cc7-40fc-89f5-3d656094d59d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:29.918415 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-05bcca49-5cc7-40fc-89f5-3d656094d59d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e1803162-6af4-4d4b-a996-0500146ae73b HTTP/1.1" status: 204 len: 168 time: 0.1284587 Jul 29 23:57:29.927004 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bcca49-5cc7-40fc-89f5-3d656094d59d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1803162-6af4-4d4b-a996-0500146ae73b,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:30.193019 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58766) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:30.233444 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-64c182f7-979b-4de6-a6ee-ff363faf2c3a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0ea2ad7033ca4d3896274e728e365b62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391605 Jul 29 23:57:30.235873 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58768) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:30.289040 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-79347f01-35aa-4654-8959-6599ef785adf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:30.310561 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-79347f01-35aa-4654-8959-6599ef785adf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:30.355905 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-79347f01-35aa-4654-8959-6599ef785adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:30.358421 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-79347f01-35aa-4654-8959-6599ef785adf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:30.360020 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-79347f01-35aa-4654-8959-6599ef785adf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/665f746b-3a71-4bad-9ef5-f853d7c56d6f HTTP/1.1" status: 204 len: 168 time: 0.1228707 Jul 29 23:57:30.372017 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79347f01-35aa-4654-8959-6599ef785adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665f746b-3a71-4bad-9ef5-f853d7c56d6f,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:31.563022 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58804) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:31.660568 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-7e821854-49c1-4f46-b6f5-9f587adc8dd9 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-34916736', 'router:external': True}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:31.682451 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e821854-49c1-4f46-b6f5-9f587adc8dd9 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Made reservation on behalf of fe58a609ca73483ab07c7375bcf57c7f for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:57:31.684740 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7e821854-49c1-4f46-b6f5-9f587adc8dd9 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:31.692881 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7e821854-49c1-4f46-b6f5-9f587adc8dd9 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:31.787951 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7e821854-49c1-4f46-b6f5-9f587adc8dd9 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:31.792545 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7e821854-49c1-4f46-b6f5-9f587adc8dd9 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:31.818422 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e821854-49c1-4f46-b6f5-9f587adc8dd9 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:57:31.828657 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e821854-49c1-4f46-b6f5-9f587adc8dd9 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a66b9c8-8213-4bad-bdd0-448129286164,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:31.835664 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7e821854-49c1-4f46-b6f5-9f587adc8dd9 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:31.836054 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-7e821854-49c1-4f46-b6f5-9f587adc8dd9 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Added segment 01a21517-d21a-4085-9a47-d1eff192b2ad of type vlan for network 101eea64-68d0-45e4-9943-7e04da805ee9 Jul 29 23:57:31.883677 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7e821854-49c1-4f46-b6f5-9f587adc8dd9 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:31.916808 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7e821854-49c1-4f46-b6f5-9f587adc8dd9 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:31.917870 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e821854-49c1-4f46-b6f5-9f587adc8dd9 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:31.918503 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7e821854-49c1-4f46-b6f5-9f587adc8dd9 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks [] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:31.977034 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7e821854-49c1-4f46-b6f5-9f587adc8dd9 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.4127324 Jul 29 23:57:31.980174 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58808) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:31.986009 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-b5b90db7-f1f1-4c48-889f-c0d7f15ffe98 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Request body: {'subnet': {'network_id': '101eea64-68d0-45e4-9943-7e04da805ee9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:31.988963 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e821854-49c1-4f46-b6f5-9f587adc8dd9 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Pushing event updated for resources: {'Network': ['ID=101eea64-68d0-45e4-9943-7e04da805ee9,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:32.001294 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 101eea64-68d0-45e4-9943-7e04da805ee9 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:57:32.017046 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b90db7-f1f1-4c48-889f-c0d7f15ffe98 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Made reservation on behalf of fe58a609ca73483ab07c7375bcf57c7f for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:57:32.020299 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b5b90db7-f1f1-4c48-889f-c0d7f15ffe98 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:32.349883 n-d-712141-10 neutron-server[94078]: DEBUG neutron.objects.ports [None req-b5b90db7-f1f1-4c48-889f-c0d7f15ffe98 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94078) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 23:57:32.351603 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b5b90db7-f1f1-4c48-889f-c0d7f15ffe98 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:32.390905 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58812) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:32.414549 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b90db7-f1f1-4c48-889f-c0d7f15ffe98 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Pushing event updated for resources: {'Subnet': ['ID=5928a990-23fa-484e-84ca-0a86ecc3f66e,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:32.428058 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b90db7-f1f1-4c48-889f-c0d7f15ffe98 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Checking segment: {'id': '01a21517-d21a-4085-9a47-d1eff192b2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '101eea64-68d0-45e4-9943-7e04da805ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:57:32.428272 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b90db7-f1f1-4c48-889f-c0d7f15ffe98 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Network hostable DHCP agents. Network: 101eea64-68d0-45e4-9943-7e04da805ee9, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:57:32.445993 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b90db7-f1f1-4c48-889f-c0d7f15ffe98 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Network 101eea64-68d0-45e4-9943-7e04da805ee9 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:57:32.454416 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-b5b90db7-f1f1-4c48-889f-c0d7f15ffe98 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 101eea64-68d0-45e4-9943-7e04da805ee9) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:32.459052 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b90db7-f1f1-4c48-889f-c0d7f15ffe98 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:32.460590 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b5b90db7-f1f1-4c48-889f-c0d7f15ffe98 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:32.466848 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5fb72c-fb1c-416b-8764-82a85910de6b None None] Network 101eea64-68d0-45e4-9943-7e04da805ee9 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:57:32.478449 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-b5b90db7-f1f1-4c48-889f-c0d7f15ffe98 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.4969535 Jul 29 23:57:32.483340 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58814) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:32.489945 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-16e0b59c-3da4-4bde-b8c0-55fc2154e1d8 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-860346114', 'network_id': '101eea64-68d0-45e4-9943-7e04da805ee9'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:32.512876 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e0b59c-3da4-4bde-b8c0-55fc2154e1d8 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Made reservation on behalf of fe58a609ca73483ab07c7375bcf57c7f for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:57:32.515455 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-16e0b59c-3da4-4bde-b8c0-55fc2154e1d8 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:32.535073 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [None req-16e0b59c-3da4-4bde-b8c0-55fc2154e1d8 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] device_id is not set on port 31487f8e-dacd-4e81-8778-3adefc1f62ce yet. {{(pid=94078) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:57:32.631489 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d1365c-5589-4886-ad36-782065290981 None None] Network 101eea64-68d0-45e4-9943-7e04da805ee9 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:57:32.634167 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-817d46fc-0c86-4f0f-bdaa-df968f4b3f28 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Deleting port 2ed5035d-0935-48bb-8a47-ac9ff0e9dc26 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:32.634743 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-817d46fc-0c86-4f0f-bdaa-df968f4b3f28 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:32.653444 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-16e0b59c-3da4-4bde-b8c0-55fc2154e1d8 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Allocated IP 172.20.0.14 (101eea64-68d0-45e4-9943-7e04da805ee9/5928a990-23fa-484e-84ca-0a86ecc3f66e/31487f8e-dacd-4e81-8778-3adefc1f62ce) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:57:32.720605 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-817d46fc-0c86-4f0f-bdaa-df968f4b3f28 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:32.720965 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-817d46fc-0c86-4f0f-bdaa-df968f4b3f28 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:32.738435 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-817d46fc-0c86-4f0f-bdaa-df968f4b3f28 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Calling delete_port for 2ed5035d-0935-48bb-8a47-ac9ff0e9dc26 owned by network:floatingip {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:32.811133 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-16e0b59c-3da4-4bde-b8c0-55fc2154e1d8 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:32.863819 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-16e0b59c-3da4-4bde-b8c0-55fc2154e1d8 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:32.909377 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e0b59c-3da4-4bde-b8c0-55fc2154e1d8 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Network 101eea64-68d0-45e4-9943-7e04da805ee9 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:57:32.912788 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-16e0b59c-3da4-4bde-b8c0-55fc2154e1d8 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:32.917103 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e0b59c-3da4-4bde-b8c0-55fc2154e1d8 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:57:32.930520 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:57:32.931228 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e0b59c-3da4-4bde-b8c0-55fc2154e1d8 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Pushing event updated for resources: {'Port': ['ID=31487f8e-dacd-4e81-8778-3adefc1f62ce,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:32.970838 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e0b59c-3da4-4bde-b8c0-55fc2154e1d8 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:32.971623 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-16e0b59c-3da4-4bde-b8c0-55fc2154e1d8 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:32.979117 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-817d46fc-0c86-4f0f-bdaa-df968f4b3f28 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:32.987973 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-16e0b59c-3da4-4bde-b8c0-55fc2154e1d8 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.5051160 Jul 29 23:57:32.990383 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58816) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:33.008918 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817d46fc-0c86-4f0f-bdaa-df968f4b3f28 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Pushing event deleted for resources: {'Port': ['ID=2ed5035d-0935-48bb-8a47-ac9ff0e9dc26,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:33.078772 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-f81f744f-1cb5-46f7-bb85-1a72ea9782c8 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Deleting port 31487f8e-dacd-4e81-8778-3adefc1f62ce {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:33.079115 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f81f744f-1cb5-46f7-bb85-1a72ea9782c8 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:33.173118 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f81f744f-1cb5-46f7-bb85-1a72ea9782c8 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:33.187114 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-f81f744f-1cb5-46f7-bb85-1a72ea9782c8 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Calling delete_port for 31487f8e-dacd-4e81-8778-3adefc1f62ce owned by {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:33.328966 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f81f744f-1cb5-46f7-bb85-1a72ea9782c8 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:33.364488 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81f744f-1cb5-46f7-bb85-1a72ea9782c8 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Pushing event deleted for resources: {'Port': ['ID=31487f8e-dacd-4e81-8778-3adefc1f62ce,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:33.425744 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f81f744f-1cb5-46f7-bb85-1a72ea9782c8 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:33.427712 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-f81f744f-1cb5-46f7-bb85-1a72ea9782c8 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] 10.222.0.43 "DELETE /v2.0/ports/31487f8e-dacd-4e81-8778-3adefc1f62ce HTTP/1.1" status: 204 len: 168 time: 0.4356067 Jul 29 23:57:33.431730 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58818) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:33.435998 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-ce5ae09b-1a7c-4ff9-bc8c-c8dce3c9c5da tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '101eea64-68d0-45e4-9943-7e04da805ee9', 'external_fixed_ips': [{'subnet_id': '5928a990-23fa-484e-84ca-0a86ecc3f66e', 'ip_address': '172.20.0.14'}]}}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:33.438680 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-817d46fc-0c86-4f0f-bdaa-df968f4b3f28 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Notify callbacks [] for floatingip, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:33.439110 n-d-712141-10 neutron-server[94077]: INFO neutron.db.l3_db [None req-817d46fc-0c86-4f0f-bdaa-df968f4b3f28 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Floating IP 2b72cd1e-07a0-4a7b-9787-243e7d72791b disassociated (deleted). External IP: 172.25.0.118, port: 063e531b-8027-4673-a267-0d319597fb50. Jul 29 23:57:33.458510 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ce5ae09b-1a7c-4ff9-bc8c-c8dce3c9c5da tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:33.459640 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ce5ae09b-1a7c-4ff9-bc8c-c8dce3c9c5da tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:33.517201 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ce5ae09b-1a7c-4ff9-bc8c-c8dce3c9c5da tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:33.656337 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-817d46fc-0c86-4f0f-bdaa-df968f4b3f28 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Router a1ce89aa-c0ea-4060-bada-53347ac0525f has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:57:33.657743 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ce5ae09b-1a7c-4ff9-bc8c-c8dce3c9c5da tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:33.770407 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-817d46fc-0c86-4f0f-bdaa-df968f4b3f28 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:57:33.775491 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-817d46fc-0c86-4f0f-bdaa-df968f4b3f28 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:33.782003 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdf8c5d-09ed-407b-bd14-a0fed4c56942 None None] Sync routers for ids ['a1ce89aa-c0ea-4060-bada-53347ac0525f'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:57:33.796385 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdf8c5d-09ed-407b-bd14-a0fed4c56942 None None] Routers {'a1ce89aa-c0ea-4060-bada-53347ac0525f'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:33.797773 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-9fdf8c5d-09ed-407b-bd14-a0fed4c56942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:57:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['a1ce89aa-c0ea-4060-bada-53347ac0525f'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:33.804323 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-817d46fc-0c86-4f0f-bdaa-df968f4b3f28 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] 10.222.0.43 "DELETE /v2.0/floatingips/2b72cd1e-07a0-4a7b-9787-243e7d72791b HTTP/1.1" status: 204 len: 168 time: 1.4116883 Jul 29 23:57:33.804934 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1da5444e-0cca-4d24-93f4-f77c27e9a2b6', 'tag': '063e531b-8027-4673-a267-0d319597fb50'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:57:33.807277 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b50722a-0d96-4513-b355-faac56415fe4" -d '{"events": [{"name": "network-changed", "server_uuid": "1da5444e-0cca-4d24-93f4-f77c27e9a2b6", "tag": "063e531b-8027-4673-a267-0d319597fb50"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:57:33.858243 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8316f495-8756-4aab-bbbf-687e77d60343 x-openstack-request-id: req-8316f495-8756-4aab-bbbf-687e77d60343 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:57:33.858553 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1da5444e-0cca-4d24-93f4-f77c27e9a2b6", "tag": "063e531b-8027-4673-a267-0d319597fb50", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:57:33.858798 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8316f495-8756-4aab-bbbf-687e77d60343 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:57:33.859202 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1da5444e-0cca-4d24-93f4-f77c27e9a2b6', 'tag': '063e531b-8027-4673-a267-0d319597fb50', 'status': 'completed', 'code': 200} Jul 29 23:57:33.887975 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ce5ae09b-1a7c-4ff9-bc8c-c8dce3c9c5da tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:33.916427 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ce5ae09b-1a7c-4ff9-bc8c-c8dce3c9c5da tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:33.937876 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-9fdf8c5d-09ed-407b-bd14-a0fed4c56942 None None] Set router a1ce89aa-c0ea-4060-bada-53347ac0525f gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:57:34.007154 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b50722a-0d96-4513-b355-faac56415fe4 req-671d8330-8777-4ba5-b553-b71927117f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:34.008698 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9b50722a-0d96-4513-b355-faac56415fe4 req-671d8330-8777-4ba5-b553-b71927117f7d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=384efcf70cdf43d989dbb2e4793dfac4&device_id=1da5444e-0cca-4d24-93f4-f77c27e9a2b6 HTTP/1.1" status: 200 len: 1097 time: 0.1011417 Jul 29 23:57:34.166172 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-9fdf8c5d-09ed-407b-bd14-a0fed4c56942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ce89aa-c0ea-4060-bada-53347ac0525f', 'name': 'tempest-TestVolumeBackupRestore-278223774-router', 'tenant_id': '384efcf70cdf43d989dbb2e4793dfac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b199c2ea-73b4-4462-8e9e-5e5884b890ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:58Z', 'updated_at': '2021-07-29T23:54:03Z', 'revision_number': 4, 'project_id': '384efcf70cdf43d989dbb2e4793dfac4', 'gw_port': {'id': 'b199c2ea-73b4-4462-8e9e-5e5884b890ba', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:7d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ce89aa-c0ea-4060-bada-53347ac0525f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:00Z', 'updated_at': '2021-07-29T23:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '56c9c6bd-04a4-48fe-8b5d-32bda64a7bd3', 'name': '', 'network_id': '1fbc99fa-8d31-4726-b05c-ced13247889a', 'tenant_id': '384efcf70cdf43d989dbb2e4793dfac4', 'mac_address': 'fa:16:3e:4c:ea:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ce89aa-c0ea-4060-bada-53347ac0525f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '93245ce2-868b-46b6-86e9-44b6ab704043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:02Z', 'updated_at': '2021-07-29T23:54:12Z', 'revision_number': 5, 'project_id': '384efcf70cdf43d989dbb2e4793dfac4', 'subnets': [{'id': '93245ce2-868b-46b6-86e9-44b6ab704043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:34.194045 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdf8c5d-09ed-407b-bd14-a0fed4c56942 None None] Checking router: a1ce89aa-c0ea-4060-bada-53347ac0525f for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:57:34.201490 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6bba5d-2052-4408-9053-3afc51b29a07 req-4ed143fc-abc2-420d-ba00-3028f2a7bf50 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:34.203372 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fc6bba5d-2052-4408-9053-3afc51b29a07 req-4ed143fc-abc2-420d-ba00-3028f2a7bf50 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] 10.222.0.43 "GET /v2.0/ports?device_id=1da5444e-0cca-4d24-93f4-f77c27e9a2b6 HTTP/1.1" status: 200 len: 945 time: 0.1696494 Jul 29 23:57:34.203788 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdf8c5d-09ed-407b-bd14-a0fed4c56942 None None] Routers {'a1ce89aa-c0ea-4060-bada-53347ac0525f'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:34.204401 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-9fdf8c5d-09ed-407b-bd14-a0fed4c56942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:57:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['a1ce89aa-c0ea-4060-bada-53347ac0525f'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:34.221898 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-ce5ae09b-1a7c-4ff9-bc8c-c8dce3c9c5da tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Allocated IP 172.20.0.14 (101eea64-68d0-45e4-9943-7e04da805ee9/5928a990-23fa-484e-84ca-0a86ecc3f66e/ea51415d-cea2-499e-9f57-4576ca19e23d) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:57:34.234189 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b50722a-0d96-4513-b355-faac56415fe4 req-0e5ad203-540f-4d89-8b28-77a44b006fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:34.235685 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9b50722a-0d96-4513-b355-faac56415fe4 req-0e5ad203-540f-4d89-8b28-77a44b006fab service neutron] 10.222.0.41 "GET /v2.0/networks?id=1fbc99fa-8d31-4726-b05c-ced13247889a HTTP/1.1" status: 200 len: 914 time: 0.2008944 Jul 29 23:57:34.296424 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9b50722a-0d96-4513-b355-faac56415fe4 req-0577315c-e3e9-4eb0-8e01-8cc1c1b4a32a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=063e531b-8027-4673-a267-0d319597fb50 HTTP/1.1" status: 200 len: 217 time: 0.0524502 Jul 29 23:57:34.312082 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-9fdf8c5d-09ed-407b-bd14-a0fed4c56942 None None] Set router a1ce89aa-c0ea-4060-bada-53347ac0525f gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:57:34.350182 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fc6bba5d-2052-4408-9053-3afc51b29a07 req-9a986350-3554-4d29-a664-1ca84450912b tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] 10.222.0.43 "GET /v2.0/security-groups?id=c996939e-f2ca-4747-8a6b-c3778b5de69e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316288 Jul 29 23:57:34.396989 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b50722a-0d96-4513-b355-faac56415fe4 req-fa2fddb5-764c-454a-8e6c-4ba9cef97ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:34.398565 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9b50722a-0d96-4513-b355-faac56415fe4 req-fa2fddb5-764c-454a-8e6c-4ba9cef97ffb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=93245ce2-868b-46b6-86e9-44b6ab704043 HTTP/1.1" status: 200 len: 852 time: 0.0925076 Jul 29 23:57:34.470621 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ce5ae09b-1a7c-4ff9-bc8c-c8dce3c9c5da tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:34.488101 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b50722a-0d96-4513-b355-faac56415fe4 req-0f310a2f-a693-4a4f-82b7-af7fc1a59fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:34.489769 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9b50722a-0d96-4513-b355-faac56415fe4 req-0f310a2f-a693-4a4f-82b7-af7fc1a59fc1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1fbc99fa-8d31-4726-b05c-ced13247889a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0825830 Jul 29 23:57:34.572234 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ce5ae09b-1a7c-4ff9-bc8c-c8dce3c9c5da tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:34.607612 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-9fdf8c5d-09ed-407b-bd14-a0fed4c56942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ce89aa-c0ea-4060-bada-53347ac0525f', 'name': 'tempest-TestVolumeBackupRestore-278223774-router', 'tenant_id': '384efcf70cdf43d989dbb2e4793dfac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b199c2ea-73b4-4462-8e9e-5e5884b890ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:58Z', 'updated_at': '2021-07-29T23:54:03Z', 'revision_number': 4, 'project_id': '384efcf70cdf43d989dbb2e4793dfac4', 'gw_port': {'id': 'b199c2ea-73b4-4462-8e9e-5e5884b890ba', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:7d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ce89aa-c0ea-4060-bada-53347ac0525f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:00Z', 'updated_at': '2021-07-29T23:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '56c9c6bd-04a4-48fe-8b5d-32bda64a7bd3', 'name': '', 'network_id': '1fbc99fa-8d31-4726-b05c-ced13247889a', 'tenant_id': '384efcf70cdf43d989dbb2e4793dfac4', 'mac_address': 'fa:16:3e:4c:ea:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ce89aa-c0ea-4060-bada-53347ac0525f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '93245ce2-868b-46b6-86e9-44b6ab704043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:02Z', 'updated_at': '2021-07-29T23:54:12Z', 'revision_number': 5, 'project_id': '384efcf70cdf43d989dbb2e4793dfac4', 'subnets': [{'id': '93245ce2-868b-46b6-86e9-44b6ab704043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:34.626980 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce5ae09b-1a7c-4ff9-bc8c-c8dce3c9c5da tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Network 101eea64-68d0-45e4-9943-7e04da805ee9 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:57:34.636650 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-ce5ae09b-1a7c-4ff9-bc8c-c8dce3c9c5da tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:34.639651 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdf8c5d-09ed-407b-bd14-a0fed4c56942 None None] The sync data for ids ['a1ce89aa-c0ea-4060-bada-53347ac0525f'] in n-d-712141-10 is: [{'id': 'a1ce89aa-c0ea-4060-bada-53347ac0525f', 'name': 'tempest-TestVolumeBackupRestore-278223774-router', 'tenant_id': '384efcf70cdf43d989dbb2e4793dfac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b199c2ea-73b4-4462-8e9e-5e5884b890ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:58Z', 'updated_at': '2021-07-29T23:54:03Z', 'revision_number': 4, 'project_id': '384efcf70cdf43d989dbb2e4793dfac4', 'gw_port': {'id': 'b199c2ea-73b4-4462-8e9e-5e5884b890ba', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:7d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ce89aa-c0ea-4060-bada-53347ac0525f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:00Z', 'updated_at': '2021-07-29T23:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '56c9c6bd-04a4-48fe-8b5d-32bda64a7bd3', 'name': '', 'network_id': '1fbc99fa-8d31-4726-b05c-ced13247889a', 'tenant_id': '384efcf70cdf43d989dbb2e4793dfac4', 'mac_address': 'fa:16:3e:4c:ea:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ce89aa-c0ea-4060-bada-53347ac0525f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': '93245ce2-868b-46b6-86e9-44b6ab704043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:02Z', 'updated_at': '2021-07-29T23:54:12Z', 'revision_number': 5, 'project_id': '384efcf70cdf43d989dbb2e4793dfac4', 'subnets': [{'id': '93245ce2-868b-46b6-86e9-44b6ab704043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:57:34.646066 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5ae09b-1a7c-4ff9-bc8c-c8dce3c9c5da tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:57:34.650483 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9b50722a-0d96-4513-b355-faac56415fe4 req-62b97caf-91a8-4f11-80f1-74f62c5f597f service neutron] 10.222.0.41 "GET /v2.0/networks/1fbc99fa-8d31-4726-b05c-ced13247889a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509807 Jul 29 23:57:34.652222 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5ae09b-1a7c-4ff9-bc8c-c8dce3c9c5da tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Pushing event updated for resources: {'Port': ['ID=ea51415d-cea2-499e-9f57-4576ca19e23d,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:34.858757 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9b50722a-0d96-4513-b355-faac56415fe4 req-b0f145ab-d0bc-4eb8-85bc-cd74bd888f52 service neutron] 10.222.0.41 "GET /v2.0/networks/1fbc99fa-8d31-4726-b05c-ced13247889a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862390 Jul 29 23:57:34.893130 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009ef609-8107-436c-9270-e33aba913706 None None] New status for floating IP 2b72cd1e-07a0-4a7b-9787-243e7d72791b: DOWN {{(pid=94079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:57:35.270731 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ce5ae09b-1a7c-4ff9-bc8c-c8dce3c9c5da tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:35.497356 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ce5ae09b-1a7c-4ff9-bc8c-c8dce3c9c5da tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:35.508142 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5141b-4700-4d02-baed-ca9442313ccd req-c55687c1-94b8-451b-b5bd-2516f778f0c0 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:35.509670 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b4b5141b-4700-4d02-baed-ca9442313ccd req-c55687c1-94b8-451b-b5bd-2516f778f0c0 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] 10.222.0.43 "GET /v2.0/ports?device_id=1da5444e-0cca-4d24-93f4-f77c27e9a2b6 HTTP/1.1" status: 200 len: 945 time: 0.0681174 Jul 29 23:57:35.617720 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b4b5141b-4700-4d02-baed-ca9442313ccd req-2dcc005f-3173-4c65-a94d-9cd4cb62c003 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] 10.222.0.43 "GET /v2.0/security-groups?id=c996939e-f2ca-4747-8a6b-c3778b5de69e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737479 Jul 29 23:57:35.663679 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce5ae09b-1a7c-4ff9-bc8c-c8dce3c9c5da tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Router d118c4eb-67c8-44b4-a7a3-735dec41c9d7 is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:57:35.800984 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a619fc5-94d1-4820-be16-d3b94f849758 req-5b5fecbd-8812-4581-9685-f59ffbdf624d tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:35.802476 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6a619fc5-94d1-4820-be16-d3b94f849758 req-5b5fecbd-8812-4581-9685-f59ffbdf624d tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] 10.222.0.41 "GET /v2.0/ports?device_id=1da5444e-0cca-4d24-93f4-f77c27e9a2b6 HTTP/1.1" status: 200 len: 945 time: 0.0884368 Jul 29 23:57:35.840226 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce5ae09b-1a7c-4ff9-bc8c-c8dce3c9c5da tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:57:35.848697 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c04eec7-c1a3-461b-98e6-97e8720e542f None None] Sync routers for ids ['d118c4eb-67c8-44b4-a7a3-735dec41c9d7'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:57:35.858109 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c04eec7-c1a3-461b-98e6-97e8720e542f None None] Routers {'d118c4eb-67c8-44b4-a7a3-735dec41c9d7'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:35.858711 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-1c04eec7-c1a3-461b-98e6-97e8720e542f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:57:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['d118c4eb-67c8-44b4-a7a3-735dec41c9d7'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:35.884021 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ce5ae09b-1a7c-4ff9-bc8c-c8dce3c9c5da tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:35.885257 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ce5ae09b-1a7c-4ff9-bc8c-c8dce3c9c5da tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 2.4527915 Jul 29 23:57:35.888139 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58832) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:35.916405 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-6a619fc5-94d1-4820-be16-d3b94f849758 req-e7dbf714-d55a-4a17-b3c3-e868c04c4e09 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Deleting port 063e531b-8027-4673-a267-0d319597fb50 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:35.916744 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-6a619fc5-94d1-4820-be16-d3b94f849758 req-e7dbf714-d55a-4a17-b3c3-e868c04c4e09 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:35.970119 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-1c04eec7-c1a3-461b-98e6-97e8720e542f None None] Set router d118c4eb-67c8-44b4-a7a3-735dec41c9d7 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:57:36.002912 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-086a1840-3eaa-4d87-9fe6-4f2006b35970 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks [] for router, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:36.011643 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-6a619fc5-94d1-4820-be16-d3b94f849758 req-e7dbf714-d55a-4a17-b3c3-e868c04c4e09 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] For port 063e531b-8027-4673-a267-0d319597fb50, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=063e531b-8027-4673-a267-0d319597fb50,segment=NetworkSegment(02f1d57b-b103-4b62-83a5-eb1735b1d01b),segment_id=02f1d57b-b103-4b62-83a5-eb1735b1d01b)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:36.012010 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-6a619fc5-94d1-4820-be16-d3b94f849758 req-e7dbf714-d55a-4a17-b3c3-e868c04c4e09 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:36.026338 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-6a619fc5-94d1-4820-be16-d3b94f849758 req-e7dbf714-d55a-4a17-b3c3-e868c04c4e09 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Calling delete_port for 063e531b-8027-4673-a267-0d319597fb50 owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:36.109462 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-086a1840-3eaa-4d87-9fe6-4f2006b35970 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:36.159928 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-1c04eec7-c1a3-461b-98e6-97e8720e542f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd118c4eb-67c8-44b4-a7a3-735dec41c9d7', 'name': '', 'tenant_id': 'fe58a609ca73483ab07c7375bcf57c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '101eea64-68d0-45e4-9943-7e04da805ee9', 'external_fixed_ips': [{'subnet_id': '5928a990-23fa-484e-84ca-0a86ecc3f66e', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': 'ea51415d-cea2-499e-9f57-4576ca19e23d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:33Z', 'updated_at': '2021-07-29T23:57:34Z', 'revision_number': 3, 'project_id': 'fe58a609ca73483ab07c7375bcf57c7f', 'gw_port': {'id': 'ea51415d-cea2-499e-9f57-4576ca19e23d', 'name': '', 'network_id': '101eea64-68d0-45e4-9943-7e04da805ee9', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:29:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd118c4eb-67c8-44b4-a7a3-735dec41c9d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': '5928a990-23fa-484e-84ca-0a86ecc3f66e', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:33Z', 'updated_at': '2021-07-29T23:57:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5928a990-23fa-484e-84ca-0a86ecc3f66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:36.170084 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-6a619fc5-94d1-4820-be16-d3b94f849758 req-e7dbf714-d55a-4a17-b3c3-e868c04c4e09 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:36.189343 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c04eec7-c1a3-461b-98e6-97e8720e542f None None] Checking router: d118c4eb-67c8-44b4-a7a3-735dec41c9d7 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:57:36.189784 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c04eec7-c1a3-461b-98e6-97e8720e542f None None] Updating router d118c4eb-67c8-44b4-a7a3-735dec41c9d7 port ea51415d-cea2-499e-9f57-4576ca19e23d binding host n-d-712141-10 {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:57:36.202618 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dbf714-d55a-4a17-b3c3-e868c04c4e09 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Pushing event deleted for resources: {'Port': ['ID=063e531b-8027-4673-a267-0d319597fb50,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:36.222148 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-086a1840-3eaa-4d87-9fe6-4f2006b35970 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Deleting port ea51415d-cea2-499e-9f57-4576ca19e23d {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:36.222496 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-086a1840-3eaa-4d87-9fe6-4f2006b35970 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:36.234207 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-1c04eec7-c1a3-461b-98e6-97e8720e542f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:36.246327 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a619fc5-94d1-4820-be16-d3b94f849758 req-e7dbf714-d55a-4a17-b3c3-e868c04c4e09 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] No DVR routers for this DVR port 063e531b-8027-4673-a267-0d319597fb50 on host n-h1-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:57:36.248860 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-6a619fc5-94d1-4820-be16-d3b94f849758 req-e7dbf714-d55a-4a17-b3c3-e868c04c4e09 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:36.250878 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6a619fc5-94d1-4820-be16-d3b94f849758 req-e7dbf714-d55a-4a17-b3c3-e868c04c4e09 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] 10.222.0.41 "DELETE /v2.0/ports/063e531b-8027-4673-a267-0d319597fb50 HTTP/1.1" status: 204 len: 173 time: 0.4394886 Jul 29 23:57:36.251700 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1da5444e-0cca-4d24-93f4-f77c27e9a2b6', 'name': 'network-vif-deleted', 'tag': '063e531b-8027-4673-a267-0d319597fb50'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:57:36.254046 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b25b86-c4e4-4316-aa9a-82bf06e2ffa1" -d '{"events": [{"server_uuid": "1da5444e-0cca-4d24-93f4-f77c27e9a2b6", "name": "network-vif-deleted", "tag": "063e531b-8027-4673-a267-0d319597fb50"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:57:36.309772 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-825bbfbf-d444-4028-927d-72b1fa6f631c x-openstack-request-id: req-825bbfbf-d444-4028-927d-72b1fa6f631c {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:57:36.310386 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1da5444e-0cca-4d24-93f4-f77c27e9a2b6", "name": "network-vif-deleted", "tag": "063e531b-8027-4673-a267-0d319597fb50", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:57:36.310386 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-825bbfbf-d444-4028-927d-72b1fa6f631c {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:57:36.310890 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1da5444e-0cca-4d24-93f4-f77c27e9a2b6', 'name': 'network-vif-deleted', 'tag': '063e531b-8027-4673-a267-0d319597fb50', 'status': 'completed', 'code': 200} Jul 29 23:57:36.319780 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-086a1840-3eaa-4d87-9fe6-4f2006b35970 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:36.331496 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-086a1840-3eaa-4d87-9fe6-4f2006b35970 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Calling delete_port for ea51415d-cea2-499e-9f57-4576ca19e23d owned by network:router_gateway {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:36.508882 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-086a1840-3eaa-4d87-9fe6-4f2006b35970 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:36.520012 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.db.api [None req-1c04eec7-c1a3-461b-98e6-97e8720e542f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94080) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:57:36.520384 n-d-712141-10 neutron-server[94080]: DEBUG oslo_db.api [None req-1c04eec7-c1a3-461b-98e6-97e8720e542f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:57:36.536441 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086a1840-3eaa-4d87-9fe6-4f2006b35970 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Pushing event deleted for resources: {'Port': ['ID=ea51415d-cea2-499e-9f57-4576ca19e23d,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:36.606419 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-086a1840-3eaa-4d87-9fe6-4f2006b35970 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:36.715236 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-086a1840-3eaa-4d87-9fe6-4f2006b35970 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:36.717875 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-086a1840-3eaa-4d87-9fe6-4f2006b35970 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:36.729330 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-beb7f9fd-7f84-4c95-aadd-0924b7ed90ce req-22834d51-7b97-457f-a83d-ad4c13650528 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] 10.222.0.43 "GET /v2.0/ports?device_id=1da5444e-0cca-4d24-93f4-f77c27e9a2b6 HTTP/1.1" status: 200 len: 210 time: 0.0326176 Jul 29 23:57:36.770734 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-086a1840-3eaa-4d87-9fe6-4f2006b35970 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:36.771295 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086a1840-3eaa-4d87-9fe6-4f2006b35970 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d118c4eb-67c8-44b4-a7a3-735dec41c9d7 {{(pid=94077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:57:36.776000 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-086a1840-3eaa-4d87-9fe6-4f2006b35970 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:36.777171 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-086a1840-3eaa-4d87-9fe6-4f2006b35970 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] 10.222.0.43 "DELETE /v2.0/routers/d118c4eb-67c8-44b4-a7a3-735dec41c9d7 HTTP/1.1" status: 204 len: 168 time: 0.8871679 Jul 29 23:57:36.779954 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58838) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:36.828340 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cef1270-7991-4f7d-96d0-3548b8793776 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Deleting subnet 5928a990-23fa-484e-84ca-0a86ecc3f66e {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:57:36.832202 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6cef1270-7991-4f7d-96d0-3548b8793776 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:36.868770 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6cef1270-7991-4f7d-96d0-3548b8793776 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:36.908122 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6cef1270-7991-4f7d-96d0-3548b8793776 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:36.964103 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6cef1270-7991-4f7d-96d0-3548b8793776 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:36.994364 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cef1270-7991-4f7d-96d0-3548b8793776 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=5928a990-23fa-484e-84ca-0a86ecc3f66e,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:36.999222 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6cef1270-7991-4f7d-96d0-3548b8793776 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:37.003700 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-6cef1270-7991-4f7d-96d0-3548b8793776 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] 10.222.0.43 "DELETE /v2.0/subnets/5928a990-23fa-484e-84ca-0a86ecc3f66e HTTP/1.1" status: 204 len: 168 time: 0.2200947 Jul 29 23:57:37.004074 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58840) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:37.039307 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c04eec7-c1a3-461b-98e6-97e8720e542f None None] Port ea51415d-cea2-499e-9f57-4576ca19e23d not found while updating agent binding for router d118c4eb-67c8-44b4-a7a3-735dec41c9d7. {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 29 23:57:37.048181 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c04eec7-c1a3-461b-98e6-97e8720e542f None None] Routers set() bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:37.048512 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c04eec7-c1a3-461b-98e6-97e8720e542f None None] Router IDs set() for agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 29 23:57:37.049168 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_agentschedulers_db [None req-1c04eec7-c1a3-461b-98e6-97e8720e542f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d118c4eb-67c8-44b4-a7a3-735dec41c9d7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:57:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent'). {{(pid=94080) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 29 23:57:37.049541 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c04eec7-c1a3-461b-98e6-97e8720e542f None None] The sync data for ids ['d118c4eb-67c8-44b4-a7a3-735dec41c9d7'] in n-d-712141-10 is: [] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:57:37.078045 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-481a1fcf-da28-4971-912c-c8e33e44075c tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:37.162129 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-481a1fcf-da28-4971-912c-c8e33e44075c tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:37.172476 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-481a1fcf-da28-4971-912c-c8e33e44075c tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['101eea64-68d0-45e4-9943-7e04da805ee9']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:37.182960 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-481a1fcf-da28-4971-912c-c8e33e44075c tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01a21517-d21a-4085-9a47-d1eff192b2ad') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:37.183262 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-481a1fcf-da28-4971-912c-c8e33e44075c tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01a21517-d21a-4085-9a47-d1eff192b2ad') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:37.191927 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-481a1fcf-da28-4971-912c-c8e33e44075c tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:37.205341 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-481a1fcf-da28-4971-912c-c8e33e44075c tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:37.212541 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-481a1fcf-da28-4971-912c-c8e33e44075c tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:57:37.213031 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-481a1fcf-da28-4971-912c-c8e33e44075c tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:37.214994 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:57:37.214994 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:57:37.214994 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:57:37.214994 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:57:37.214994 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:57:37.214994 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:57:37.214994 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:57:37.214994 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:57:37.214994 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:57:37.214994 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:57:37.214994 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:57:37.214994 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:57:37.214994 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:57:37.214994 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:57:37.214994 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:57:37.214994 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:57:37.214994 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:57:37.214994 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:57:37.214994 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:57:37.214994 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:57:37.214994 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:57:37.214994 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:57:37.214994 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:57:37.214994 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:57:37.214994 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:57:37.214994 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:57:37.214994 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:57:37.214994 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:57:37.214994 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:57:37.214994 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:57:37.214994 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:57:37.214994 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:57:37.277860 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-481a1fcf-da28-4971-912c-c8e33e44075c tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:37.283569 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-481a1fcf-da28-4971-912c-c8e33e44075c tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 101eea64-68d0-45e4-9943-7e04da805ee9 {{(pid=94077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 29 23:57:37.286618 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-481a1fcf-da28-4971-912c-c8e33e44075c tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks [] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:37.288527 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-481a1fcf-da28-4971-912c-c8e33e44075c tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] 10.222.0.43 "DELETE /v2.0/networks/101eea64-68d0-45e4-9943-7e04da805ee9 HTTP/1.1" status: 204 len: 168 time: 0.2832990 Jul 29 23:57:37.298851 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481a1fcf-da28-4971-912c-c8e33e44075c tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Pushing event deleted for resources: {'Network': ['ID=101eea64-68d0-45e4-9943-7e04da805ee9,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:37.408659 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:37.497632 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58848) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:37.502954 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-99873664-b851-4a55-8778-050dd83df8fb tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Request body: {'router': {'name': 'tempest-router--85472686', 'project_id': 'e65aed92c44a470eb966c231402113bb'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:37.525080 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-99873664-b851-4a55-8778-050dd83df8fb tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:37.526587 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-99873664-b851-4a55-8778-050dd83df8fb tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:37.595885 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-99873664-b851-4a55-8778-050dd83df8fb tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:37.603657 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-99873664-b851-4a55-8778-050dd83df8fb tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:37.624395 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-99873664-b851-4a55-8778-050dd83df8fb tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:37.628384 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-99873664-b851-4a55-8778-050dd83df8fb tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1267364 Jul 29 23:57:37.629049 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58852) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:37.705923 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6a6c7b0e-2b5d-487b-b607-ed4d5ff720e3 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks [] for router, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:37.874740 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6a6c7b0e-2b5d-487b-b607-ed4d5ff720e3 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:37.876885 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6a6c7b0e-2b5d-487b-b607-ed4d5ff720e3 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:37.925965 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6a6c7b0e-2b5d-487b-b607-ed4d5ff720e3 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:37.926697 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a6c7b0e-2b5d-487b-b607-ed4d5ff720e3 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 91d12fc9-f04f-46e9-b951-dc55fe1d0741 {{(pid=94077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:57:37.944245 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6a6c7b0e-2b5d-487b-b607-ed4d5ff720e3 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:37.944245 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-6a6c7b0e-2b5d-487b-b607-ed4d5ff720e3 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] 10.222.0.43 "DELETE /v2.0/routers/91d12fc9-f04f-46e9-b951-dc55fe1d0741 HTTP/1.1" status: 204 len: 168 time: 0.3111291 Jul 29 23:57:38.053214 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-32af5072-fbcb-426f-98bf-d4b09f8ba245 req-65fcb6ed-b249-48ff-b42f-40972ef93627 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] 10.222.0.43 "GET /v2.0/ports?device_id=1da5444e-0cca-4d24-93f4-f77c27e9a2b6 HTTP/1.1" status: 200 len: 210 time: 0.2454536 Jul 29 23:57:38.074822 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58860) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:38.234525 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-7191e5b3-97d9-4adb-9adc-2939a7c752a3 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-616500188', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}, 'admin_state_up': False}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:38.263781 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7191e5b3-97d9-4adb-9adc-2939a7c752a3 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:38.264972 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7191e5b3-97d9-4adb-9adc-2939a7c752a3 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:38.337715 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7191e5b3-97d9-4adb-9adc-2939a7c752a3 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:38.584020 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 063e531b-8027-4673-a267-0d319597fb50 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:57:38.610013 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] No Port match for: 063e531b-8027-4673-a267-0d319597fb50 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:57:38.610375 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 063e531b-8027-4673-a267-0d319597fb50 not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:57:38.721723 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7191e5b3-97d9-4adb-9adc-2939a7c752a3 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:38.922225 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7191e5b3-97d9-4adb-9adc-2939a7c752a3 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks [] for router_gateway, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:38.940790 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7191e5b3-97d9-4adb-9adc-2939a7c752a3 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:39.046173 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-7191e5b3-97d9-4adb-9adc-2939a7c752a3 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Allocated IP 172.25.0.113 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/e5ff9239-f2db-4d95-a024-fac67b7a0599) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:57:39.166632 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7191e5b3-97d9-4adb-9adc-2939a7c752a3 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:39.208740 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7191e5b3-97d9-4adb-9adc-2939a7c752a3 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:39.252147 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7191e5b3-97d9-4adb-9adc-2939a7c752a3 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:57:39.255331 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-7191e5b3-97d9-4adb-9adc-2939a7c752a3 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:39.264189 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7191e5b3-97d9-4adb-9adc-2939a7c752a3 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:57:39.275422 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7191e5b3-97d9-4adb-9adc-2939a7c752a3 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Pushing event updated for resources: {'Port': ['ID=e5ff9239-f2db-4d95-a024-fac67b7a0599,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:39.300835 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b7113854-d447-4704-9ba4-9bfb3837553d req-d7013019-33cc-4118-9d6d-2f658e19e532 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] 10.222.0.43 "GET /v2.0/ports?device_id=1da5444e-0cca-4d24-93f4-f77c27e9a2b6 HTTP/1.1" status: 200 len: 210 time: 0.1661458 Jul 29 23:57:39.588676 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7191e5b3-97d9-4adb-9adc-2939a7c752a3 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks [] for router_gateway, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:39.796591 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7191e5b3-97d9-4adb-9adc-2939a7c752a3 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:39.927333 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7191e5b3-97d9-4adb-9adc-2939a7c752a3 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Router cca2fff6-39f2-4c73-ae72-74899192d5ff is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:57:40.038450 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7191e5b3-97d9-4adb-9adc-2939a7c752a3 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:57:40.049473 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177cc21b-9bc9-477c-bd0e-dec31f2a771f None None] Sync routers for ids ['cca2fff6-39f2-4c73-ae72-74899192d5ff'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:57:40.060523 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177cc21b-9bc9-477c-bd0e-dec31f2a771f None None] Routers {'cca2fff6-39f2-4c73-ae72-74899192d5ff'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:40.061198 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-177cc21b-9bc9-477c-bd0e-dec31f2a771f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:57:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['cca2fff6-39f2-4c73-ae72-74899192d5ff'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:40.061515 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7191e5b3-97d9-4adb-9adc-2939a7c752a3 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:40.062587 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7191e5b3-97d9-4adb-9adc-2939a7c752a3 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.9866536 Jul 29 23:57:40.065816 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58870) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:40.098199 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-177cc21b-9bc9-477c-bd0e-dec31f2a771f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:40.107035 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177cc21b-9bc9-477c-bd0e-dec31f2a771f None None] Routers {'cca2fff6-39f2-4c73-ae72-74899192d5ff'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:40.107640 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-177cc21b-9bc9-477c-bd0e-dec31f2a771f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:57:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['cca2fff6-39f2-4c73-ae72-74899192d5ff'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:40.139874 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-177cc21b-9bc9-477c-bd0e-dec31f2a771f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:40.140527 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177cc21b-9bc9-477c-bd0e-dec31f2a771f None None] The sync data for ids ['cca2fff6-39f2-4c73-ae72-74899192d5ff'] in n-d-712141-10 is: [] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:57:40.180065 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ec4cbd5a-9263-4703-9d64-da887e8b3892 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] 10.222.0.43 "GET /v2.0/routers/cca2fff6-39f2-4c73-ae72-74899192d5ff HTTP/1.1" status: 200 len: 920 time: 0.1125033 Jul 29 23:57:40.183285 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58872) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:40.213002 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-1e35f630-563d-432f-bcdf-da7d591fc5d2 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca2fff6-39f2-4c73-ae72-74899192d5ff HTTP/1.1" status: 200 len: 205 time: 0.0279489 Jul 29 23:57:40.215564 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58874) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:40.324565 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-808f846d-ee42-4afd-9621-55391382c573 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks [] for router, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:40.433668 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7b239a68-6302-4e49-9dca-faa2d6a3de27 req-13149728-d146-49fc-b261-f96346a85900 tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] 10.222.0.43 "GET /v2.0/ports?device_id=1da5444e-0cca-4d24-93f4-f77c27e9a2b6 HTTP/1.1" status: 200 len: 210 time: 0.0305233 Jul 29 23:57:40.451700 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-808f846d-ee42-4afd-9621-55391382c573 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:40.504937 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-808f846d-ee42-4afd-9621-55391382c573 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Deleting port e5ff9239-f2db-4d95-a024-fac67b7a0599 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:40.505606 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-808f846d-ee42-4afd-9621-55391382c573 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:40.587097 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-808f846d-ee42-4afd-9621-55391382c573 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:40.599701 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-808f846d-ee42-4afd-9621-55391382c573 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Calling delete_port for e5ff9239-f2db-4d95-a024-fac67b7a0599 owned by network:router_gateway {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:40.776995 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-808f846d-ee42-4afd-9621-55391382c573 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:40.805524 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808f846d-ee42-4afd-9621-55391382c573 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Pushing event deleted for resources: {'Port': ['ID=e5ff9239-f2db-4d95-a024-fac67b7a0599,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:40.865707 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-808f846d-ee42-4afd-9621-55391382c573 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:40.954891 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-808f846d-ee42-4afd-9621-55391382c573 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:40.956957 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-808f846d-ee42-4afd-9621-55391382c573 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.005965 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-808f846d-ee42-4afd-9621-55391382c573 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.006504 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-808f846d-ee42-4afd-9621-55391382c573 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Fanout notify agent at l3_agent the message router_deleted on router cca2fff6-39f2-4c73-ae72-74899192d5ff {{(pid=94078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:57:41.013193 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-808f846d-ee42-4afd-9621-55391382c573 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.017995 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-808f846d-ee42-4afd-9621-55391382c573 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] 10.222.0.43 "DELETE /v2.0/routers/cca2fff6-39f2-4c73-ae72-74899192d5ff HTTP/1.1" status: 204 len: 168 time: 0.7978451 Jul 29 23:57:41.017995 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 58878) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:41.022385 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-1f54df01-2c7d-4d46-acb3-7bd2e77d763b tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Request body: {'router': {'name': 'tempest-snat-router-562632371', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'enable_snat': False}}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:41.043900 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1f54df01-2c7d-4d46-acb3-7bd2e77d763b tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.044879 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1f54df01-2c7d-4d46-acb3-7bd2e77d763b tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.095205 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1f54df01-2c7d-4d46-acb3-7bd2e77d763b tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.235946 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1f54df01-2c7d-4d46-acb3-7bd2e77d763b tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.436603 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1f54df01-2c7d-4d46-acb3-7bd2e77d763b tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.459284 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1f54df01-2c7d-4d46-acb3-7bd2e77d763b tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.491724 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 58882) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:41.558973 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-65c7da38-0431-4894-99b5-809de978b52e tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.564172 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-1f54df01-2c7d-4d46-acb3-7bd2e77d763b tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Allocated IP 172.25.0.194 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/e1627c98-e6f9-4e26-a065-8e192bace02f) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:57:41.582648 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-65c7da38-0431-4894-99b5-809de978b52e tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.645942 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-65c7da38-0431-4894-99b5-809de978b52e tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.649304 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-65c7da38-0431-4894-99b5-809de978b52e tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.650510 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-65c7da38-0431-4894-99b5-809de978b52e tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] 10.222.0.43 "DELETE /v2.0/security-groups/c996939e-f2ca-4747-8a6b-c3778b5de69e HTTP/1.1" status: 204 len: 168 time: 0.1563399 Jul 29 23:57:41.660006 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c7da38-0431-4894-99b5-809de978b52e tempest-TestVolumeBackupRestore-1463505310 tempest-TestVolumeBackupRestore-1463505310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c996939e-f2ca-4747-8a6b-c3778b5de69e,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:41.690259 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1f54df01-2c7d-4d46-acb3-7bd2e77d763b tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.731771 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1f54df01-2c7d-4d46-acb3-7bd2e77d763b tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.771544 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f54df01-2c7d-4d46-acb3-7bd2e77d763b tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:57:41.775259 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-1f54df01-2c7d-4d46-acb3-7bd2e77d763b tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:41.778161 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f54df01-2c7d-4d46-acb3-7bd2e77d763b tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:57:41.807941 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f54df01-2c7d-4d46-acb3-7bd2e77d763b tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Pushing event updated for resources: {'Port': ['ID=e1627c98-e6f9-4e26-a065-8e192bace02f,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:42.444342 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1f54df01-2c7d-4d46-acb3-7bd2e77d763b tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:42.685548 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1f54df01-2c7d-4d46-acb3-7bd2e77d763b tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:42.863247 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f54df01-2c7d-4d46-acb3-7bd2e77d763b tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Router 0497e574-3ede-4365-989c-9c93929ca5b6 is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:57:43.025804 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f54df01-2c7d-4d46-acb3-7bd2e77d763b tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:57:43.038719 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16efbfd1-abde-41e2-9822-0b0bcf634f4e None None] Sync routers for ids ['0497e574-3ede-4365-989c-9c93929ca5b6'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:57:43.058512 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1f54df01-2c7d-4d46-acb3-7bd2e77d763b tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:43.063381 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-1f54df01-2c7d-4d46-acb3-7bd2e77d763b tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.0414779 Jul 29 23:57:43.063617 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16efbfd1-abde-41e2-9822-0b0bcf634f4e None None] Routers {'0497e574-3ede-4365-989c-9c93929ca5b6'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:43.063964 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59056) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:43.064184 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-16efbfd1-abde-41e2-9822-0b0bcf634f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:57:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['0497e574-3ede-4365-989c-9c93929ca5b6'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:43.245187 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-16efbfd1-abde-41e2-9822-0b0bcf634f4e None None] Set router 0497e574-3ede-4365-989c-9c93929ca5b6 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:57:43.286671 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-66af1638-1e04-4af0-a905-94156e70d628 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] 10.222.0.43 "GET /v2.0/routers/0497e574-3ede-4365-989c-9c93929ca5b6 HTTP/1.1" status: 200 len: 908 time: 0.2213218 Jul 29 23:57:43.290998 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59080) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:43.296758 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-52938a6e-51ca-4f93-849e-86f217132333 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Request body: {'router': {'name': 'tempest-snat-router-562632371', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'enable_snat': True}}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:43.322765 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-52938a6e-51ca-4f93-849e-86f217132333 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:43.324181 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-52938a6e-51ca-4f93-849e-86f217132333 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:43.423926 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-52938a6e-51ca-4f93-849e-86f217132333 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:43.520348 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-16efbfd1-abde-41e2-9822-0b0bcf634f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0497e574-3ede-4365-989c-9c93929ca5b6', 'name': 'tempest-snat-router-562632371', 'tenant_id': 'fe58a609ca73483ab07c7375bcf57c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.194'}], 'enable_snat': False}, 'gw_port_id': 'e1627c98-e6f9-4e26-a065-8e192bace02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:41Z', 'updated_at': '2021-07-29T23:57:42Z', 'revision_number': 3, 'project_id': 'fe58a609ca73483ab07c7375bcf57c7f', 'gw_port': {'id': 'e1627c98-e6f9-4e26-a065-8e192bace02f', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:eb:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0497e574-3ede-4365-989c-9c93929ca5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:41Z', 'updated_at': '2021-07-29T23:57:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:43.566022 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16efbfd1-abde-41e2-9822-0b0bcf634f4e None None] Checking router: 0497e574-3ede-4365-989c-9c93929ca5b6 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:57:43.566364 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16efbfd1-abde-41e2-9822-0b0bcf634f4e None None] Updating router 0497e574-3ede-4365-989c-9c93929ca5b6 port e1627c98-e6f9-4e26-a065-8e192bace02f binding host n-d-712141-10 {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:57:43.592229 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-52938a6e-51ca-4f93-849e-86f217132333 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:43.613621 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-16efbfd1-abde-41e2-9822-0b0bcf634f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:43.875281 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-52938a6e-51ca-4f93-849e-86f217132333 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:43.934431 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-52938a6e-51ca-4f93-849e-86f217132333 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:44.018553 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-16efbfd1-abde-41e2-9822-0b0bcf634f4e None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:44.033988 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-16efbfd1-abde-41e2-9822-0b0bcf634f4e None None] Transition to ACTIVE for port object e1627c98-e6f9-4e26-a065-8e192bace02f will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:44.046005 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-16efbfd1-abde-41e2-9822-0b0bcf634f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:44.124293 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-16efbfd1-abde-41e2-9822-0b0bcf634f4e None None] Attempting to bind port e1627c98-e6f9-4e26-a065-8e192bace02f on host n-d-712141-10 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:57:44.124670 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-16efbfd1-abde-41e2-9822-0b0bcf634f4e None None] Attempting to bind port e1627c98-e6f9-4e26-a065-8e192bace02f by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:57:44.125025 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16efbfd1-abde-41e2-9822-0b0bcf634f4e None None] Attempting to bind port e1627c98-e6f9-4e26-a065-8e192bace02f on network 58f27f61-3278-49cc-b66b-1e729d26f29f {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:44.129416 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-52938a6e-51ca-4f93-849e-86f217132333 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Allocated IP 172.25.0.111 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/6b0266e3-6f29-4ef2-945e-846913742f09) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:57:44.133193 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16efbfd1-abde-41e2-9822-0b0bcf634f4e None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:57:44.133568 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16efbfd1-abde-41e2-9822-0b0bcf634f4e None None] Checking segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:57:44.134165 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-16efbfd1-abde-41e2-9822-0b0bcf634f4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:44.134683 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16efbfd1-abde-41e2-9822-0b0bcf634f4e None None] Bound using segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:57:44.135282 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-16efbfd1-abde-41e2-9822-0b0bcf634f4e None None] Bound port: e1627c98-e6f9-4e26-a065-8e192bace02f, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:57:44.135664 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-16efbfd1-abde-41e2-9822-0b0bcf634f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:44.202741 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540e1eea-5ca5-4155-82a1-c81ca37a765c None None] Pushing event updated for resources: {'Port': ['ID=e1627c98-e6f9-4e26-a065-8e192bace02f,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:44.216333 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540e1eea-5ca5-4155-82a1-c81ca37a765c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:44.217712 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540e1eea-5ca5-4155-82a1-c81ca37a765c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:44.218037 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540e1eea-5ca5-4155-82a1-c81ca37a765c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:44.218888 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540e1eea-5ca5-4155-82a1-c81ca37a765c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:44.219220 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540e1eea-5ca5-4155-82a1-c81ca37a765c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:44.219548 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540e1eea-5ca5-4155-82a1-c81ca37a765c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:44.219873 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540e1eea-5ca5-4155-82a1-c81ca37a765c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:44.220425 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540e1eea-5ca5-4155-82a1-c81ca37a765c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:44.220918 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540e1eea-5ca5-4155-82a1-c81ca37a765c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:44.221394 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540e1eea-5ca5-4155-82a1-c81ca37a765c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:44.221933 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540e1eea-5ca5-4155-82a1-c81ca37a765c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:44.222590 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540e1eea-5ca5-4155-82a1-c81ca37a765c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:44.239342 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-16efbfd1-abde-41e2-9822-0b0bcf634f4e None None] For port e1627c98-e6f9-4e26-a065-8e192bace02f, host n-d-712141-10, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:57:44.243991 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-16efbfd1-abde-41e2-9822-0b0bcf634f4e None None] For port e1627c98-e6f9-4e26-a065-8e192bace02f, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=e1627c98-e6f9-4e26-a065-8e192bace02f,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:57:44.256157 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-16efbfd1-abde-41e2-9822-0b0bcf634f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:44.359292 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-52938a6e-51ca-4f93-849e-86f217132333 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:44.407263 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16efbfd1-abde-41e2-9822-0b0bcf634f4e None None] Routers {'0497e574-3ede-4365-989c-9c93929ca5b6'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:44.409406 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-16efbfd1-abde-41e2-9822-0b0bcf634f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:57:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['0497e574-3ede-4365-989c-9c93929ca5b6'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:44.420951 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-52938a6e-51ca-4f93-849e-86f217132333 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:44.498131 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52938a6e-51ca-4f93-849e-86f217132333 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:57:44.501411 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-52938a6e-51ca-4f93-849e-86f217132333 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:44.505514 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52938a6e-51ca-4f93-849e-86f217132333 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:57:44.517265 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52938a6e-51ca-4f93-849e-86f217132333 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Pushing event updated for resources: {'Port': ['ID=6b0266e3-6f29-4ef2-945e-846913742f09,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:44.729761 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540e1eea-5ca5-4155-82a1-c81ca37a765c None None] Pushing event updated for resources: {'Port': ['ID=e1627c98-e6f9-4e26-a065-8e192bace02f,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:44.901321 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-16efbfd1-abde-41e2-9822-0b0bcf634f4e None None] Set router 0497e574-3ede-4365-989c-9c93929ca5b6 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:57:44.925486 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-52938a6e-51ca-4f93-849e-86f217132333 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:45.152581 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-16efbfd1-abde-41e2-9822-0b0bcf634f4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0497e574-3ede-4365-989c-9c93929ca5b6', 'name': 'tempest-snat-router-562632371', 'tenant_id': 'fe58a609ca73483ab07c7375bcf57c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.194'}], 'enable_snat': False}, 'gw_port_id': 'e1627c98-e6f9-4e26-a065-8e192bace02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:41Z', 'updated_at': '2021-07-29T23:57:42Z', 'revision_number': 3, 'project_id': 'fe58a609ca73483ab07c7375bcf57c7f', 'gw_port': {'id': 'e1627c98-e6f9-4e26-a065-8e192bace02f', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:eb:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0497e574-3ede-4365-989c-9c93929ca5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:41Z', 'updated_at': '2021-07-29T23:57:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:45.173734 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-52938a6e-51ca-4f93-849e-86f217132333 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:45.195961 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16efbfd1-abde-41e2-9822-0b0bcf634f4e None None] The sync data for ids ['0497e574-3ede-4365-989c-9c93929ca5b6'] in n-d-712141-10 is: [{'id': '0497e574-3ede-4365-989c-9c93929ca5b6', 'name': 'tempest-snat-router-562632371', 'tenant_id': 'fe58a609ca73483ab07c7375bcf57c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.194'}], 'enable_snat': False}, 'gw_port_id': 'e1627c98-e6f9-4e26-a065-8e192bace02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:41Z', 'updated_at': '2021-07-29T23:57:42Z', 'revision_number': 3, 'project_id': 'fe58a609ca73483ab07c7375bcf57c7f', 'gw_port': {'id': 'e1627c98-e6f9-4e26-a065-8e192bace02f', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:eb:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0497e574-3ede-4365-989c-9c93929ca5b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:41Z', 'updated_at': '2021-07-29T23:57:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712141-10'}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:57:45.369461 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52938a6e-51ca-4f93-849e-86f217132333 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Router 35943821-33a7-414e-b9b1-9628dff63048 is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:57:45.514999 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52938a6e-51ca-4f93-849e-86f217132333 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:57:45.526184 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb29038-4977-48ef-8a38-5494a3f18a3b None None] Sync routers for ids ['35943821-33a7-414e-b9b1-9628dff63048'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:57:45.536209 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-52938a6e-51ca-4f93-849e-86f217132333 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:45.537434 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-52938a6e-51ca-4f93-849e-86f217132333 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.2449460 Jul 29 23:57:45.540269 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59304) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:45.549600 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb29038-4977-48ef-8a38-5494a3f18a3b None None] Routers {'35943821-33a7-414e-b9b1-9628dff63048'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:45.551432 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-ecb29038-4977-48ef-8a38-5494a3f18a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:57:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['35943821-33a7-414e-b9b1-9628dff63048'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:45.730531 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-ecb29038-4977-48ef-8a38-5494a3f18a3b None None] Set router 35943821-33a7-414e-b9b1-9628dff63048 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:57:45.754639 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59324) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:45.755329 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-60933687-a64b-4b12-a67c-58e26f37d8be tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] 10.222.0.43 "GET /v2.0/routers/35943821-33a7-414e-b9b1-9628dff63048 HTTP/1.1" status: 200 len: 907 time: 0.2135990 Jul 29 23:57:46.019121 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-305c19da-cc94-40cf-8be2-561d1acc6e61 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks [] for router, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:46.028130 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device e1627c98-e6f9-4e26-a065-8e192bace02f up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:57:46.127731 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port e1627c98-e6f9-4e26-a065-8e192bace02f completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:57:46.138598 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-ecb29038-4977-48ef-8a38-5494a3f18a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35943821-33a7-414e-b9b1-9628dff63048', 'name': 'tempest-snat-router-562632371', 'tenant_id': 'fe58a609ca73483ab07c7375bcf57c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.111'}], 'enable_snat': True}, 'gw_port_id': '6b0266e3-6f29-4ef2-945e-846913742f09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:43Z', 'updated_at': '2021-07-29T23:57:44Z', 'revision_number': 3, 'project_id': 'fe58a609ca73483ab07c7375bcf57c7f', 'gw_port': {'id': '6b0266e3-6f29-4ef2-945e-846913742f09', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:0e:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35943821-33a7-414e-b9b1-9628dff63048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:43Z', 'updated_at': '2021-07-29T23:57:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:46.142402 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port e1627c98-e6f9-4e26-a065-8e192bace02f triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:46.142828 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:46.144943 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-305c19da-cc94-40cf-8be2-561d1acc6e61 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:46.174627 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb29038-4977-48ef-8a38-5494a3f18a3b None None] Checking router: 35943821-33a7-414e-b9b1-9628dff63048 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:57:46.174986 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb29038-4977-48ef-8a38-5494a3f18a3b None None] Updating router 35943821-33a7-414e-b9b1-9628dff63048 port 6b0266e3-6f29-4ef2-945e-846913742f09 binding host n-d-712141-10 {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:57:46.203069 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-305c19da-cc94-40cf-8be2-561d1acc6e61 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Deleting port 6b0266e3-6f29-4ef2-945e-846913742f09 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:46.203408 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-305c19da-cc94-40cf-8be2-561d1acc6e61 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:46.224738 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb29038-4977-48ef-8a38-5494a3f18a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:46.322912 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-305c19da-cc94-40cf-8be2-561d1acc6e61 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:46.339870 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-305c19da-cc94-40cf-8be2-561d1acc6e61 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Calling delete_port for 6b0266e3-6f29-4ef2-945e-846913742f09 owned by network:router_gateway {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:46.345765 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59344) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:46.383448 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:46.412561 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port e1627c98-e6f9-4e26-a065-8e192bace02f, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=e1627c98-e6f9-4e26-a065-8e192bace02f,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:46.424841 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:46.786127 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=e1627c98-e6f9-4e26-a065-8e192bace02f,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:46.873400 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7157c5cb-b08d-4059-93c1-431cb369ca39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:46.970050 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-305c19da-cc94-40cf-8be2-561d1acc6e61 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:46.972127 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.db.api [None req-ecb29038-4977-48ef-8a38-5494a3f18a3b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94079) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:57:46.972727 n-d-712141-10 neutron-server[94079]: DEBUG oslo_db.api [None req-ecb29038-4977-48ef-8a38-5494a3f18a3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:57:46.996489 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305c19da-cc94-40cf-8be2-561d1acc6e61 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Pushing event deleted for resources: {'Port': ['ID=6b0266e3-6f29-4ef2-945e-846913742f09,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:47.060550 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-305c19da-cc94-40cf-8be2-561d1acc6e61 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:47.153653 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-305c19da-cc94-40cf-8be2-561d1acc6e61 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:47.156111 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-305c19da-cc94-40cf-8be2-561d1acc6e61 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:47.208188 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-305c19da-cc94-40cf-8be2-561d1acc6e61 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:47.208851 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-305c19da-cc94-40cf-8be2-561d1acc6e61 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 35943821-33a7-414e-b9b1-9628dff63048 {{(pid=94078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:57:47.217426 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-305c19da-cc94-40cf-8be2-561d1acc6e61 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:47.218822 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-305c19da-cc94-40cf-8be2-561d1acc6e61 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] 10.222.0.43 "DELETE /v2.0/routers/35943821-33a7-414e-b9b1-9628dff63048 HTTP/1.1" status: 204 len: 168 time: 1.4629056 Jul 29 23:57:47.221383 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59346) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:47.345554 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b42f7bb5-6680-4127-850c-e41fabda1ce2 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks [] for router, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:47.406474 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-7157c5cb-b08d-4059-93c1-431cb369ca39 admin admin] Deleting port 56c9c6bd-04a4-48fe-8b5d-32bda64a7bd3 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:47.406817 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7157c5cb-b08d-4059-93c1-431cb369ca39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:47.460553 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b42f7bb5-6680-4127-850c-e41fabda1ce2 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:47.489978 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-7157c5cb-b08d-4059-93c1-431cb369ca39 admin admin] For port 56c9c6bd-04a4-48fe-8b5d-32bda64a7bd3, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=56c9c6bd-04a4-48fe-8b5d-32bda64a7bd3,segment=NetworkSegment(02f1d57b-b103-4b62-83a5-eb1735b1d01b),segment_id=02f1d57b-b103-4b62-83a5-eb1735b1d01b)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:47.490457 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7157c5cb-b08d-4059-93c1-431cb369ca39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:47.491835 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb29038-4977-48ef-8a38-5494a3f18a3b None None] Port 6b0266e3-6f29-4ef2-945e-846913742f09 not found while updating agent binding for router 35943821-33a7-414e-b9b1-9628dff63048. {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 29 23:57:47.500210 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb29038-4977-48ef-8a38-5494a3f18a3b None None] Routers set() bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:47.500875 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb29038-4977-48ef-8a38-5494a3f18a3b None None] Router IDs set() for agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 29 23:57:47.501520 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_agentschedulers_db [None req-ecb29038-4977-48ef-8a38-5494a3f18a3b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'35943821-33a7-414e-b9b1-9628dff63048'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:57:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent'). {{(pid=94079) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 29 23:57:47.502134 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb29038-4977-48ef-8a38-5494a3f18a3b None None] The sync data for ids ['35943821-33a7-414e-b9b1-9628dff63048'] in n-d-712141-10 is: [] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:57:47.503684 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-7157c5cb-b08d-4059-93c1-431cb369ca39 admin admin] Calling delete_port for 56c9c6bd-04a4-48fe-8b5d-32bda64a7bd3 owned by network:router_interface {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:47.523574 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-b42f7bb5-6680-4127-850c-e41fabda1ce2 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Deleting port e1627c98-e6f9-4e26-a065-8e192bace02f {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:47.523926 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b42f7bb5-6680-4127-850c-e41fabda1ce2 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:47.603070 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-b42f7bb5-6680-4127-850c-e41fabda1ce2 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] For port e1627c98-e6f9-4e26-a065-8e192bace02f, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=e1627c98-e6f9-4e26-a065-8e192bace02f,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:47.603569 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b42f7bb5-6680-4127-850c-e41fabda1ce2 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:47.617802 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-b42f7bb5-6680-4127-850c-e41fabda1ce2 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Calling delete_port for e1627c98-e6f9-4e26-a065-8e192bace02f owned by network:router_gateway {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:47.700929 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7157c5cb-b08d-4059-93c1-431cb369ca39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:47.726459 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7157c5cb-b08d-4059-93c1-431cb369ca39 admin admin] Pushing event deleted for resources: {'Port': ['ID=56c9c6bd-04a4-48fe-8b5d-32bda64a7bd3,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:47.800043 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b42f7bb5-6680-4127-850c-e41fabda1ce2 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:47.843710 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42f7bb5-6680-4127-850c-e41fabda1ce2 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Pushing event deleted for resources: {'Port': ['ID=e1627c98-e6f9-4e26-a065-8e192bace02f,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:47.931329 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42f7bb5-6680-4127-850c-e41fabda1ce2 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:47.932182 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42f7bb5-6680-4127-850c-e41fabda1ce2 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:47.932182 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42f7bb5-6680-4127-850c-e41fabda1ce2 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:47.932733 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42f7bb5-6680-4127-850c-e41fabda1ce2 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:47.933231 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42f7bb5-6680-4127-850c-e41fabda1ce2 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:47.934226 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42f7bb5-6680-4127-850c-e41fabda1ce2 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:47.934226 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42f7bb5-6680-4127-850c-e41fabda1ce2 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:47.934546 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42f7bb5-6680-4127-850c-e41fabda1ce2 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:47.934976 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42f7bb5-6680-4127-850c-e41fabda1ce2 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:47.935423 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42f7bb5-6680-4127-850c-e41fabda1ce2 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:47.935857 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42f7bb5-6680-4127-850c-e41fabda1ce2 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:47.936290 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b42f7bb5-6680-4127-850c-e41fabda1ce2 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:47.947779 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b42f7bb5-6680-4127-850c-e41fabda1ce2 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:47.952270 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7157c5cb-b08d-4059-93c1-431cb369ca39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:48.068278 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b42f7bb5-6680-4127-850c-e41fabda1ce2 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:48.070798 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b42f7bb5-6680-4127-850c-e41fabda1ce2 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:48.118419 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b42f7bb5-6680-4127-850c-e41fabda1ce2 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:48.119030 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b42f7bb5-6680-4127-850c-e41fabda1ce2 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0497e574-3ede-4365-989c-9c93929ca5b6 {{(pid=94078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:57:48.123694 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b42f7bb5-6680-4127-850c-e41fabda1ce2 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:48.128284 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-b42f7bb5-6680-4127-850c-e41fabda1ce2 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] 10.222.0.43 "DELETE /v2.0/routers/0497e574-3ede-4365-989c-9c93929ca5b6 HTTP/1.1" status: 204 len: 168 time: 0.9024961 Jul 29 23:57:48.128526 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59348) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:48.133400 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-7b31352b-5894-4275-aedd-264ccda17737 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-399129182', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}, 'admin_state_up': False}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:48.159551 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7b31352b-5894-4275-aedd-264ccda17737 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:48.160795 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7b31352b-5894-4275-aedd-264ccda17737 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:48.239758 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7b31352b-5894-4275-aedd-264ccda17737 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:48.240696 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7157c5cb-b08d-4059-93c1-431cb369ca39 admin admin] Router a1ce89aa-c0ea-4060-bada-53347ac0525f has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:57:48.378124 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7157c5cb-b08d-4059-93c1-431cb369ca39 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:57:48.386400 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7157c5cb-b08d-4059-93c1-431cb369ca39 admin admin] 10.222.0.43 "PUT /v2.0/routers/a1ce89aa-c0ea-4060-bada-53347ac0525f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0367608 Jul 29 23:57:48.386400 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59350) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:48.394280 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd69090-80b1-4429-88ee-d2f834268948 None None] Sync routers for ids ['a1ce89aa-c0ea-4060-bada-53347ac0525f'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:57:48.402482 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7b31352b-5894-4275-aedd-264ccda17737 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:48.407508 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd69090-80b1-4429-88ee-d2f834268948 None None] Routers {'a1ce89aa-c0ea-4060-bada-53347ac0525f'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:48.408318 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-fcd69090-80b1-4429-88ee-d2f834268948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:57:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['a1ce89aa-c0ea-4060-bada-53347ac0525f'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:48.512399 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0b755a06-9652-4400-922b-7028ece1a9c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:48.551297 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-fcd69090-80b1-4429-88ee-d2f834268948 None None] Set router a1ce89aa-c0ea-4060-bada-53347ac0525f gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:57:48.655043 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0b755a06-9652-4400-922b-7028ece1a9c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:48.723453 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7b31352b-5894-4275-aedd-264ccda17737 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks [] for router_gateway, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:48.727492 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-0b755a06-9652-4400-922b-7028ece1a9c4 admin admin] Deleting port b199c2ea-73b4-4462-8e9e-5e5884b890ba {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:48.727832 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0b755a06-9652-4400-922b-7028ece1a9c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:48.745515 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7b31352b-5894-4275-aedd-264ccda17737 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:48.785551 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-fcd69090-80b1-4429-88ee-d2f834268948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ce89aa-c0ea-4060-bada-53347ac0525f', 'name': 'tempest-TestVolumeBackupRestore-278223774-router', 'tenant_id': '384efcf70cdf43d989dbb2e4793dfac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.58'}], 'enable_snat': True}, 'gw_port_id': 'b199c2ea-73b4-4462-8e9e-5e5884b890ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:58Z', 'updated_at': '2021-07-29T23:57:47Z', 'revision_number': 5, 'project_id': '384efcf70cdf43d989dbb2e4793dfac4', 'gw_port': {'id': 'b199c2ea-73b4-4462-8e9e-5e5884b890ba', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:7d:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1ce89aa-c0ea-4060-bada-53347ac0525f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3433, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:00Z', 'updated_at': '2021-07-29T23:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:48.812400 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-0b755a06-9652-4400-922b-7028ece1a9c4 admin admin] For port b199c2ea-73b4-4462-8e9e-5e5884b890ba, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=b199c2ea-73b4-4462-8e9e-5e5884b890ba,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:48.812773 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0b755a06-9652-4400-922b-7028ece1a9c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:48.817533 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd69090-80b1-4429-88ee-d2f834268948 None None] Checking router: a1ce89aa-c0ea-4060-bada-53347ac0525f for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:57:48.830370 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-0b755a06-9652-4400-922b-7028ece1a9c4 admin admin] Calling delete_port for b199c2ea-73b4-4462-8e9e-5e5884b890ba owned by network:router_gateway {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:48.831190 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd69090-80b1-4429-88ee-d2f834268948 None None] Routers {'a1ce89aa-c0ea-4060-bada-53347ac0525f'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:48.832142 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-fcd69090-80b1-4429-88ee-d2f834268948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:57:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['a1ce89aa-c0ea-4060-bada-53347ac0525f'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:48.885721 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-7b31352b-5894-4275-aedd-264ccda17737 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Allocated IP 172.25.0.97 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/0c8052bf-3289-4649-b503-439eed32e3f7) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:57:48.921983 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-fcd69090-80b1-4429-88ee-d2f834268948 None None] Set router a1ce89aa-c0ea-4060-bada-53347ac0525f gateway port host: None {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:57:48.974066 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-fcd69090-80b1-4429-88ee-d2f834268948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1ce89aa-c0ea-4060-bada-53347ac0525f', 'name': 'tempest-TestVolumeBackupRestore-278223774-router', 'tenant_id': '384efcf70cdf43d989dbb2e4793dfac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:58Z', 'updated_at': '2021-07-29T23:57:48Z', 'revision_number': 6, 'project_id': '384efcf70cdf43d989dbb2e4793dfac4', 'gw_port_host': None}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:48.996740 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7b31352b-5894-4275-aedd-264ccda17737 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:49.005773 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd69090-80b1-4429-88ee-d2f834268948 None None] The sync data for ids ['a1ce89aa-c0ea-4060-bada-53347ac0525f'] in n-d-712141-10 is: [{'id': 'a1ce89aa-c0ea-4060-bada-53347ac0525f', 'name': 'tempest-TestVolumeBackupRestore-278223774-router', 'tenant_id': '384efcf70cdf43d989dbb2e4793dfac4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:53:58Z', 'updated_at': '2021-07-29T23:57:48Z', 'revision_number': 6, 'project_id': '384efcf70cdf43d989dbb2e4793dfac4', 'gw_port_host': None}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:57:49.024516 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0b755a06-9652-4400-922b-7028ece1a9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:49.051411 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7b31352b-5894-4275-aedd-264ccda17737 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:49.056066 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b755a06-9652-4400-922b-7028ece1a9c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b199c2ea-73b4-4462-8e9e-5e5884b890ba,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:49.098778 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b31352b-5894-4275-aedd-264ccda17737 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:57:49.102344 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-7b31352b-5894-4275-aedd-264ccda17737 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:49.105823 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b31352b-5894-4275-aedd-264ccda17737 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:57:49.121506 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0b755a06-9652-4400-922b-7028ece1a9c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:49.130555 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b31352b-5894-4275-aedd-264ccda17737 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Pushing event updated for resources: {'Port': ['ID=0c8052bf-3289-4649-b503-439eed32e3f7,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:49.211511 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0b755a06-9652-4400-922b-7028ece1a9c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:49.213669 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0b755a06-9652-4400-922b-7028ece1a9c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:49.266325 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0b755a06-9652-4400-922b-7028ece1a9c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:49.267029 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b755a06-9652-4400-922b-7028ece1a9c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1ce89aa-c0ea-4060-bada-53347ac0525f {{(pid=94077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:57:49.271928 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0b755a06-9652-4400-922b-7028ece1a9c4 admin admin] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:49.275838 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0b755a06-9652-4400-922b-7028ece1a9c4 admin admin] 10.222.0.43 "DELETE /v2.0/routers/a1ce89aa-c0ea-4060-bada-53347ac0525f HTTP/1.1" status: 204 len: 168 time: 0.8863442 Jul 29 23:57:49.276244 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59352) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:49.326359 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fbf103b-bf8c-4e27-ac03-f64f9973d7b6 admin admin] Deleting subnet 93245ce2-868b-46b6-86e9-44b6ab704043 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:57:49.329474 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5fbf103b-bf8c-4e27-ac03-f64f9973d7b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:49.362008 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7b31352b-5894-4275-aedd-264ccda17737 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks [] for router_gateway, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:49.366612 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5fbf103b-bf8c-4e27-ac03-f64f9973d7b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:49.462349 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5fbf103b-bf8c-4e27-ac03-f64f9973d7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:49.516789 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5fbf103b-bf8c-4e27-ac03-f64f9973d7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:49.549177 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbf103b-bf8c-4e27-ac03-f64f9973d7b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93245ce2-868b-46b6-86e9-44b6ab704043,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:49.552549 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5fbf103b-bf8c-4e27-ac03-f64f9973d7b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:49.557657 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9036ef-a89b-4b47-99cc-572d0dab864d None None] Network 1fbc99fa-8d31-4726-b05c-ced13247889a requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:57:49.564284 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-5fbf103b-bf8c-4e27-ac03-f64f9973d7b6 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/93245ce2-868b-46b6-86e9-44b6ab704043 HTTP/1.1" status: 204 len: 168 time: 0.2845280 Jul 29 23:57:49.564531 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59354) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:49.572680 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7b31352b-5894-4275-aedd-264ccda17737 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:49.631983 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-46ca3425-38d9-446e-82fb-510b8432b470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:49.694184 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-46ca3425-38d9-446e-82fb-510b8432b470 admin admin] Deleting port 799685cf-4f7d-4c8b-8f36-2a083dd9a3b2 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:49.694739 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-46ca3425-38d9-446e-82fb-510b8432b470 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:49.717863 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b31352b-5894-4275-aedd-264ccda17737 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Router b6b18cef-6a93-441c-84ef-5d1b7a2a3c90 is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:57:49.768708 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-46ca3425-38d9-446e-82fb-510b8432b470 admin admin] For port 799685cf-4f7d-4c8b-8f36-2a083dd9a3b2, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=799685cf-4f7d-4c8b-8f36-2a083dd9a3b2,segment=NetworkSegment(02f1d57b-b103-4b62-83a5-eb1735b1d01b),segment_id=02f1d57b-b103-4b62-83a5-eb1735b1d01b)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:49.768708 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-46ca3425-38d9-446e-82fb-510b8432b470 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:49.782835 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-46ca3425-38d9-446e-82fb-510b8432b470 admin admin] Calling delete_port for 799685cf-4f7d-4c8b-8f36-2a083dd9a3b2 owned by network:dhcp {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:49.802260 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c9089c-e4a8-4e50-8b5c-87e94fdf139a None None] DHCP port deletion for 1fbc99fa-8d31-4726-b05c-ced13247889a request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:57:49.844076 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b31352b-5894-4275-aedd-264ccda17737 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:57:49.857100 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efe0fad-f781-465a-a50e-ca5283af9ce5 None None] Sync routers for ids ['b6b18cef-6a93-441c-84ef-5d1b7a2a3c90'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:57:49.869918 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:49.871162 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7b31352b-5894-4275-aedd-264ccda17737 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:49.873391 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-7b31352b-5894-4275-aedd-264ccda17737 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 1.7433572 Jul 29 23:57:49.876940 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59356) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:49.883456 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efe0fad-f781-465a-a50e-ca5283af9ce5 None None] Routers {'b6b18cef-6a93-441c-84ef-5d1b7a2a3c90'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:49.884444 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-5efe0fad-f781-465a-a50e-ca5283af9ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:57:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['b6b18cef-6a93-441c-84ef-5d1b7a2a3c90'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:49.887721 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-3fb9c2a7-e013-42a6-97b4-a9640673de62 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'enable_snat': False}}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:49.888461 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-46ca3425-38d9-446e-82fb-510b8432b470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:49.906571 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ca3425-38d9-446e-82fb-510b8432b470 admin admin] No DVR routers for this DVR port 799685cf-4f7d-4c8b-8f36-2a083dd9a3b2 on host n-d-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:57:49.961899 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 56c9c6bd-04a4-48fe-8b5d-32bda64a7bd3 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:57:49.969755 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ca3425-38d9-446e-82fb-510b8432b470 admin admin] Pushing event deleted for resources: {'Port': ['ID=799685cf-4f7d-4c8b-8f36-2a083dd9a3b2,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:49.984117 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 56c9c6bd-04a4-48fe-8b5d-32bda64a7bd3 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:57:49.984457 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 56c9c6bd-04a4-48fe-8b5d-32bda64a7bd3 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:57:49.984880 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device e1627c98-e6f9-4e26-a065-8e192bace02f no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:57:50.007341 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-5efe0fad-f781-465a-a50e-ca5283af9ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:50.010941 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: e1627c98-e6f9-4e26-a065-8e192bace02f {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:57:50.011525 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device e1627c98-e6f9-4e26-a065-8e192bace02f not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:57:50.012112 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device b199c2ea-73b4-4462-8e9e-5e5884b890ba no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:57:50.019100 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-46ca3425-38d9-446e-82fb-510b8432b470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:50.031073 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-46ca3425-38d9-446e-82fb-510b8432b470 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fbc99fa-8d31-4726-b05c-ced13247889a']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:50.037478 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-11c9089c-e4a8-4e50-8b5c-87e94fdf139a None None] Deleting port 799685cf-4f7d-4c8b-8f36-2a083dd9a3b2 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:50.038446 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-11c9089c-e4a8-4e50-8b5c-87e94fdf139a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:50.043721 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: b199c2ea-73b4-4462-8e9e-5e5884b890ba {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:57:50.044049 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device b199c2ea-73b4-4462-8e9e-5e5884b890ba not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:57:50.044464 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 799685cf-4f7d-4c8b-8f36-2a083dd9a3b2 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:57:50.048570 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-46ca3425-38d9-446e-82fb-510b8432b470 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02f1d57b-b103-4b62-83a5-eb1735b1d01b') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:50.048879 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-46ca3425-38d9-446e-82fb-510b8432b470 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02f1d57b-b103-4b62-83a5-eb1735b1d01b') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:50.060528 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-46ca3425-38d9-446e-82fb-510b8432b470 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:50.076400 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-46ca3425-38d9-446e-82fb-510b8432b470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:50.083990 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46ca3425-38d9-446e-82fb-510b8432b470 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:57:50.084740 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-46ca3425-38d9-446e-82fb-510b8432b470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:50.086985 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:57:50.086985 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:57:50.086985 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:57:50.086985 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:57:50.086985 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:57:50.086985 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:57:50.086985 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:57:50.086985 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:57:50.086985 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:57:50.086985 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:57:50.086985 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:57:50.086985 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:57:50.086985 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:57:50.086985 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:57:50.086985 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:57:50.086985 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:57:50.086985 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:57:50.086985 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:57:50.086985 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:57:50.086985 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:57:50.086985 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:57:50.086985 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:57:50.086985 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:57:50.086985 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:57:50.086985 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:57:50.086985 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:57:50.086985 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:57:50.086985 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:57:50.086985 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:57:50.086985 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:57:50.086985 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:57:50.086985 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:57:50.111988 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 799685cf-4f7d-4c8b-8f36-2a083dd9a3b2 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:57:50.112328 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 799685cf-4f7d-4c8b-8f36-2a083dd9a3b2 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:57:50.119148 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efe0fad-f781-465a-a50e-ca5283af9ce5 None None] Routers {'b6b18cef-6a93-441c-84ef-5d1b7a2a3c90'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:50.119982 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-5efe0fad-f781-465a-a50e-ca5283af9ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:57:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['b6b18cef-6a93-441c-84ef-5d1b7a2a3c90'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:50.157512 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-5efe0fad-f781-465a-a50e-ca5283af9ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:50.158207 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efe0fad-f781-465a-a50e-ca5283af9ce5 None None] The sync data for ids ['b6b18cef-6a93-441c-84ef-5d1b7a2a3c90'] in n-d-712141-10 is: [] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:57:50.171391 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-46ca3425-38d9-446e-82fb-510b8432b470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:50.183104 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-46ca3425-38d9-446e-82fb-510b8432b470 admin admin] Notify callbacks [] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:50.183695 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-11c9089c-e4a8-4e50-8b5c-87e94fdf139a None None] For port 799685cf-4f7d-4c8b-8f36-2a083dd9a3b2, host n-d-712141-10, got binding levels [] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:50.184106 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-11c9089c-e4a8-4e50-8b5c-87e94fdf139a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:50.187532 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-46ca3425-38d9-446e-82fb-510b8432b470 admin admin] 10.222.0.43 "DELETE /v2.0/networks/1fbc99fa-8d31-4726-b05c-ced13247889a HTTP/1.1" status: 204 len: 168 time: 0.6219695 Jul 29 23:57:50.203861 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59358) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:50.204146 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-11c9089c-e4a8-4e50-8b5c-87e94fdf139a None None] Calling delete_port for 799685cf-4f7d-4c8b-8f36-2a083dd9a3b2 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:50.208103 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.ipam_backend_mixin [None req-11c9089c-e4a8-4e50-8b5c-87e94fdf139a None None] Port 799685cf-4f7d-4c8b-8f36-2a083dd9a3b2 was not found and therefore no delete operation was performed {{(pid=94079) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 23:57:50.210115 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-11c9089c-e4a8-4e50-8b5c-87e94fdf139a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:50.212576 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ca3425-38d9-446e-82fb-510b8432b470 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fbc99fa-8d31-4726-b05c-ced13247889a,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:50.221374 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-11c9089c-e4a8-4e50-8b5c-87e94fdf139a None None] Network 1fbc99fa-8d31-4726-b05c-ced13247889a is not hosted by any dhcp agent {{(pid=94079) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 23:57:50.221842 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c9089c-e4a8-4e50-8b5c-87e94fdf139a None None] No DVR routers for this DVR port 799685cf-4f7d-4c8b-8f36-2a083dd9a3b2 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:57:50.247498 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c9089c-e4a8-4e50-8b5c-87e94fdf139a None None] Pushing event deleted for resources: {'Port': ['ID=799685cf-4f7d-4c8b-8f36-2a083dd9a3b2,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:50.617199 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3fb9c2a7-e013-42a6-97b4-a9640673de62 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:50.841263 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8e129d13-5b3d-4b3f-a29a-2ed6500ceb35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:51.012390 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3fb9c2a7-e013-42a6-97b4-a9640673de62 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16269258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16714856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:51.015712 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3fb9c2a7-e013-42a6-97b4-a9640673de62 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16269265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16269272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16714879'] for router, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:51.083831 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-8e129d13-5b3d-4b3f-a29a-2ed6500ceb35 admin admin] Deleting port 3062b505-108d-4e7f-8191-866a96f16155 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:51.084981 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8e129d13-5b3d-4b3f-a29a-2ed6500ceb35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:51.122495 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fb9c2a7-e013-42a6-97b4-a9640673de62 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Router b6b18cef-6a93-441c-84ef-5d1b7a2a3c90 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:57:51.166668 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-8e129d13-5b3d-4b3f-a29a-2ed6500ceb35 admin admin] For port 3062b505-108d-4e7f-8191-866a96f16155, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=3062b505-108d-4e7f-8191-866a96f16155,segment=NetworkSegment(007f5c27-0c93-4c56-b821-a4b13002508c),segment_id=007f5c27-0c93-4c56-b821-a4b13002508c)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:51.167053 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8e129d13-5b3d-4b3f-a29a-2ed6500ceb35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:51.180671 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-8e129d13-5b3d-4b3f-a29a-2ed6500ceb35 admin admin] Calling delete_port for 3062b505-108d-4e7f-8191-866a96f16155 owned by network:router_interface {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:51.223608 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb9c2a7-e013-42a6-97b4-a9640673de62 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:57:51.228916 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3fb9c2a7-e013-42a6-97b4-a9640673de62 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:51.232865 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-3fb9c2a7-e013-42a6-97b4-a9640673de62 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] 10.222.0.43 "PUT /v2.0/routers/b6b18cef-6a93-441c-84ef-5d1b7a2a3c90 HTTP/1.1" status: 200 len: 920 time: 1.3493176 Jul 29 23:57:51.232964 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59360) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:51.233799 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b45e3a-f57a-42bf-a935-682c78f747e3 None None] Sync routers for ids ['b6b18cef-6a93-441c-84ef-5d1b7a2a3c90'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:57:51.243350 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b45e3a-f57a-42bf-a935-682c78f747e3 None None] Routers {'b6b18cef-6a93-441c-84ef-5d1b7a2a3c90'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:51.244087 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-24b45e3a-f57a-42bf-a935-682c78f747e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:57:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['b6b18cef-6a93-441c-84ef-5d1b7a2a3c90'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:51.275328 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-24b45e3a-f57a-42bf-a935-682c78f747e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:51.285459 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b45e3a-f57a-42bf-a935-682c78f747e3 None None] Routers {'b6b18cef-6a93-441c-84ef-5d1b7a2a3c90'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:51.286117 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-24b45e3a-f57a-42bf-a935-682c78f747e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:57:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['b6b18cef-6a93-441c-84ef-5d1b7a2a3c90'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:51.318343 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-24b45e3a-f57a-42bf-a935-682c78f747e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:51.319020 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b45e3a-f57a-42bf-a935-682c78f747e3 None None] The sync data for ids ['b6b18cef-6a93-441c-84ef-5d1b7a2a3c90'] in n-d-712141-10 is: [] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:57:51.401453 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c619cc17-dd1a-4325-9dfe-15ccf75633a1 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] 10.222.0.43 "GET /v2.0/routers/b6b18cef-6a93-441c-84ef-5d1b7a2a3c90 HTTP/1.1" status: 200 len: 920 time: 0.1672769 Jul 29 23:57:51.404048 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59362) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:51.509348 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e08c9a-6433-468e-9da7-f4146c28e2b6 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:51.510901 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-38e08c9a-6433-468e-9da7-f4146c28e2b6 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=58f27f61-3278-49cc-b66b-1e729d26f29f&device_id=b6b18cef-6a93-441c-84ef-5d1b7a2a3c90&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1059580 Jul 29 23:57:51.513675 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59364) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:51.522991 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8e129d13-5b3d-4b3f-a29a-2ed6500ceb35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:51.586134 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e129d13-5b3d-4b3f-a29a-2ed6500ceb35 admin admin] Pushing event deleted for resources: {'Port': ['ID=3062b505-108d-4e7f-8191-866a96f16155,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:51.682123 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8e5eea-3bb8-4e08-a026-0309076342a6 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:51.683545 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-fa8e5eea-3bb8-4e08-a026-0309076342a6 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] 10.222.0.43 "GET /v2.0/networks/58f27f61-3278-49cc-b66b-1e729d26f29f HTTP/1.1" status: 200 len: 881 time: 0.1690452 Jul 29 23:57:51.686498 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59366) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:51.720396 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-256608f1-90a7-4f2b-95ad-55d5f6938408 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6b18cef-6a93-441c-84ef-5d1b7a2a3c90 HTTP/1.1" status: 200 len: 205 time: 0.0320637 Jul 29 23:57:51.723163 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59368) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:51.786502 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8e129d13-5b3d-4b3f-a29a-2ed6500ceb35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:51.834387 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4d12a786-5ca9-409e-bc36-3172a03609cf tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks [] for router, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:51.941546 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4d12a786-5ca9-409e-bc36-3172a03609cf tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:51.997922 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-4d12a786-5ca9-409e-bc36-3172a03609cf tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Deleting port 0c8052bf-3289-4649-b503-439eed32e3f7 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:51.998300 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4d12a786-5ca9-409e-bc36-3172a03609cf tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:52.007763 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e129d13-5b3d-4b3f-a29a-2ed6500ceb35 admin admin] Router dec49a92-25d2-413a-97c0-aa95d6f35725 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:57:52.082325 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4d12a786-5ca9-409e-bc36-3172a03609cf tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:52.094813 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-4d12a786-5ca9-409e-bc36-3172a03609cf tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Calling delete_port for 0c8052bf-3289-4649-b503-439eed32e3f7 owned by network:router_gateway {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:52.119387 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e129d13-5b3d-4b3f-a29a-2ed6500ceb35 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:57:52.124892 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8e129d13-5b3d-4b3f-a29a-2ed6500ceb35 admin admin] 10.222.0.43 "PUT /v2.0/routers/dec49a92-25d2-413a-97c0-aa95d6f35725/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9198022 Jul 29 23:57:52.127331 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59370) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:52.130947 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac1be96-702e-4ecd-9b3a-f030f111329e None None] Sync routers for ids ['dec49a92-25d2-413a-97c0-aa95d6f35725'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:57:52.141534 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac1be96-702e-4ecd-9b3a-f030f111329e None None] Routers {'dec49a92-25d2-413a-97c0-aa95d6f35725'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:52.142510 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-6ac1be96-702e-4ecd-9b3a-f030f111329e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:57:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['dec49a92-25d2-413a-97c0-aa95d6f35725'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:52.238637 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-670c83ce-1195-457a-812a-8410efb7fd62 admin admin] Notify callbacks [] for router, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:52.265336 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-6ac1be96-702e-4ecd-9b3a-f030f111329e None None] Set router dec49a92-25d2-413a-97c0-aa95d6f35725 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:57:52.268708 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4d12a786-5ca9-409e-bc36-3172a03609cf tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:52.294642 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d12a786-5ca9-409e-bc36-3172a03609cf tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Pushing event deleted for resources: {'Port': ['ID=0c8052bf-3289-4649-b503-439eed32e3f7,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:52.356496 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-670c83ce-1195-457a-812a-8410efb7fd62 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:52.371970 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4d12a786-5ca9-409e-bc36-3172a03609cf tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:52.472729 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4d12a786-5ca9-409e-bc36-3172a03609cf tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:52.476843 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4d12a786-5ca9-409e-bc36-3172a03609cf tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:52.479694 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-6ac1be96-702e-4ecd-9b3a-f030f111329e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec49a92-25d2-413a-97c0-aa95d6f35725', 'name': 'tempest-TestVolumeBackupRestore-196260469-router', 'tenant_id': 'b66fd74116dc4c08bbfcb201f28a0895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.142'}], 'enable_snat': True}, 'gw_port_id': '1972e219-01fc-4f98-9b5f-03e5d9ed3750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:08Z', 'updated_at': '2021-07-29T23:57:51Z', 'revision_number': 5, 'project_id': 'b66fd74116dc4c08bbfcb201f28a0895', 'gw_port': {'id': '1972e219-01fc-4f98-9b5f-03e5d9ed3750', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:e0:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dec49a92-25d2-413a-97c0-aa95d6f35725', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:10Z', 'updated_at': '2021-07-29T23:54:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:52.508282 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac1be96-702e-4ecd-9b3a-f030f111329e None None] Checking router: dec49a92-25d2-413a-97c0-aa95d6f35725 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:57:52.517819 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac1be96-702e-4ecd-9b3a-f030f111329e None None] Routers {'dec49a92-25d2-413a-97c0-aa95d6f35725'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:52.518574 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-6ac1be96-702e-4ecd-9b3a-f030f111329e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:57:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['dec49a92-25d2-413a-97c0-aa95d6f35725'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:52.524557 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4d12a786-5ca9-409e-bc36-3172a03609cf tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:52.525189 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d12a786-5ca9-409e-bc36-3172a03609cf tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Fanout notify agent at l3_agent the message router_deleted on router b6b18cef-6a93-441c-84ef-5d1b7a2a3c90 {{(pid=94078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:57:52.533098 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4d12a786-5ca9-409e-bc36-3172a03609cf tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:52.538689 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-4d12a786-5ca9-409e-bc36-3172a03609cf tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] 10.222.0.43 "DELETE /v2.0/routers/b6b18cef-6a93-441c-84ef-5d1b7a2a3c90 HTTP/1.1" status: 204 len: 168 time: 0.8144889 Jul 29 23:57:52.539725 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59372) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:52.544808 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-40ac7ea9-ae19-4fb6-adda-dcdbf9e5d31f tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-567496735', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:52.572648 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-40ac7ea9-ae19-4fb6-adda-dcdbf9e5d31f tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:52.573880 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-40ac7ea9-ae19-4fb6-adda-dcdbf9e5d31f tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:52.613680 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-6ac1be96-702e-4ecd-9b3a-f030f111329e None None] Set router dec49a92-25d2-413a-97c0-aa95d6f35725 gateway port host: None {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:57:52.633893 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-40ac7ea9-ae19-4fb6-adda-dcdbf9e5d31f tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:52.639375 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-40ac7ea9-ae19-4fb6-adda-dcdbf9e5d31f tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:52.658149 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-40ac7ea9-ae19-4fb6-adda-dcdbf9e5d31f tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:52.662228 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-40ac7ea9-ae19-4fb6-adda-dcdbf9e5d31f tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1186128 Jul 29 23:57:52.662619 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59374) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:52.667623 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-8bcf4936-0864-4f76-bbe7-d1083c130a1d tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Request body: {'router': {'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:52.673016 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-6ac1be96-702e-4ecd-9b3a-f030f111329e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dec49a92-25d2-413a-97c0-aa95d6f35725', 'name': 'tempest-TestVolumeBackupRestore-196260469-router', 'tenant_id': 'b66fd74116dc4c08bbfcb201f28a0895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:08Z', 'updated_at': '2021-07-29T23:57:52Z', 'revision_number': 6, 'project_id': 'b66fd74116dc4c08bbfcb201f28a0895', 'gw_port_host': None}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:52.689377 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-670c83ce-1195-457a-812a-8410efb7fd62 admin admin] Deleting port 1972e219-01fc-4f98-9b5f-03e5d9ed3750 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:52.689768 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-670c83ce-1195-457a-812a-8410efb7fd62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:52.700344 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac1be96-702e-4ecd-9b3a-f030f111329e None None] The sync data for ids ['dec49a92-25d2-413a-97c0-aa95d6f35725'] in n-d-712141-10 is: [{'id': 'dec49a92-25d2-413a-97c0-aa95d6f35725', 'name': 'tempest-TestVolumeBackupRestore-196260469-router', 'tenant_id': 'b66fd74116dc4c08bbfcb201f28a0895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:08Z', 'updated_at': '2021-07-29T23:57:52Z', 'revision_number': 6, 'project_id': 'b66fd74116dc4c08bbfcb201f28a0895', 'gw_port_host': None}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:57:52.776092 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-670c83ce-1195-457a-812a-8410efb7fd62 admin admin] For port 1972e219-01fc-4f98-9b5f-03e5d9ed3750, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=1972e219-01fc-4f98-9b5f-03e5d9ed3750,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:52.776457 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-670c83ce-1195-457a-812a-8410efb7fd62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:52.789562 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-670c83ce-1195-457a-812a-8410efb7fd62 admin admin] Calling delete_port for 1972e219-01fc-4f98-9b5f-03e5d9ed3750 owned by network:router_gateway {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:52.877507 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bcf4936-0864-4f76-bbe7-d1083c130a1d tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:52.958432 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-670c83ce-1195-457a-812a-8410efb7fd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:52.985277 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670c83ce-1195-457a-812a-8410efb7fd62 admin admin] Pushing event deleted for resources: {'Port': ['ID=1972e219-01fc-4f98-9b5f-03e5d9ed3750,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:53.050150 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-670c83ce-1195-457a-812a-8410efb7fd62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:53.084636 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bcf4936-0864-4f76-bbe7-d1083c130a1d tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks [] for router_gateway, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:53.106129 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bcf4936-0864-4f76-bbe7-d1083c130a1d tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:53.145246 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-670c83ce-1195-457a-812a-8410efb7fd62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:53.147908 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-670c83ce-1195-457a-812a-8410efb7fd62 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:53.193644 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-670c83ce-1195-457a-812a-8410efb7fd62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:53.194195 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-670c83ce-1195-457a-812a-8410efb7fd62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dec49a92-25d2-413a-97c0-aa95d6f35725 {{(pid=94077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:57:53.198583 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-670c83ce-1195-457a-812a-8410efb7fd62 admin admin] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:53.202019 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-670c83ce-1195-457a-812a-8410efb7fd62 admin admin] 10.222.0.43 "DELETE /v2.0/routers/dec49a92-25d2-413a-97c0-aa95d6f35725 HTTP/1.1" status: 204 len: 168 time: 1.0714018 Jul 29 23:57:53.202268 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59376) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:53.217282 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-8bcf4936-0864-4f76-bbe7-d1083c130a1d tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Allocated IP 172.25.0.35 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/dca9efa5-b5cb-4cc2-be11-b84016dbfc62) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:57:53.247157 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-6adf3dec-77ca-4d5e-be0e-ddb6a7c93f9d admin admin] Deleting subnet 3ba837d8-b715-4874-8db1-8a16c54eec6c {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:57:53.250685 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6adf3dec-77ca-4d5e-be0e-ddb6a7c93f9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:53.287203 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5ec35c67-d816-4030-af64-511a2dfd891f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:53.291526 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6adf3dec-77ca-4d5e-be0e-ddb6a7c93f9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:53.323146 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bcf4936-0864-4f76-bbe7-d1083c130a1d tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:53.362112 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bcf4936-0864-4f76-bbe7-d1083c130a1d tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:53.374703 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6adf3dec-77ca-4d5e-be0e-ddb6a7c93f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:53.399041 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bcf4936-0864-4f76-bbe7-d1083c130a1d tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:57:53.401994 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-8bcf4936-0864-4f76-bbe7-d1083c130a1d tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:53.405435 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcf4936-0864-4f76-bbe7-d1083c130a1d tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:57:53.437204 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6adf3dec-77ca-4d5e-be0e-ddb6a7c93f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:53.441724 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcf4936-0864-4f76-bbe7-d1083c130a1d tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Pushing event updated for resources: {'Port': ['ID=dca9efa5-b5cb-4cc2-be11-b84016dbfc62,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:53.467945 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adf3dec-77ca-4d5e-be0e-ddb6a7c93f9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ba837d8-b715-4874-8db1-8a16c54eec6c,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:53.472194 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6adf3dec-77ca-4d5e-be0e-ddb6a7c93f9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:53.476825 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-6adf3dec-77ca-4d5e-be0e-ddb6a7c93f9d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/3ba837d8-b715-4874-8db1-8a16c54eec6c HTTP/1.1" status: 204 len: 168 time: 0.2706904 Jul 29 23:57:53.478094 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59378) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:53.497267 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b2f336-742d-4638-aa2c-43ea15f9df03 None None] Network 5885023b-ea42-449b-8b73-0aaa56e46ec8 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:57:53.552346 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8ad64d49-509a-4b1a-801f-526d677c0b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:53.630778 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-8ad64d49-509a-4b1a-801f-526d677c0b00 admin admin] Deleting port 430a4ee9-053d-45f0-a286-af16741c6cb4 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:53.631133 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8ad64d49-509a-4b1a-801f-526d677c0b00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:53.701381 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-8ad64d49-509a-4b1a-801f-526d677c0b00 admin admin] For port 430a4ee9-053d-45f0-a286-af16741c6cb4, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=430a4ee9-053d-45f0-a286-af16741c6cb4,segment=NetworkSegment(007f5c27-0c93-4c56-b821-a4b13002508c),segment_id=007f5c27-0c93-4c56-b821-a4b13002508c)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:53.701893 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8ad64d49-509a-4b1a-801f-526d677c0b00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:53.709228 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bcf4936-0864-4f76-bbe7-d1083c130a1d tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks [] for router_gateway, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:53.720876 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bfc544-7595-407c-87da-2a149c0e6c3f None None] DHCP port deletion for 5885023b-ea42-449b-8b73-0aaa56e46ec8 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:57:53.737879 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-8ad64d49-509a-4b1a-801f-526d677c0b00 admin admin] Calling delete_port for 430a4ee9-053d-45f0-a286-af16741c6cb4 owned by network:dhcp {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:53.793085 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-79bfc544-7595-407c-87da-2a149c0e6c3f None None] Deleting port 430a4ee9-053d-45f0-a286-af16741c6cb4 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:53.793472 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-79bfc544-7595-407c-87da-2a149c0e6c3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:53.832952 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8ad64d49-509a-4b1a-801f-526d677c0b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:53.858327 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad64d49-509a-4b1a-801f-526d677c0b00 admin admin] Pushing event deleted for resources: {'Port': ['ID=430a4ee9-053d-45f0-a286-af16741c6cb4,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:53.884079 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad64d49-509a-4b1a-801f-526d677c0b00 admin admin] No DVR routers for this DVR port 430a4ee9-053d-45f0-a286-af16741c6cb4 on host n-d-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:57:53.899558 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-79bfc544-7595-407c-87da-2a149c0e6c3f None None] For port 430a4ee9-053d-45f0-a286-af16741c6cb4, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=430a4ee9-053d-45f0-a286-af16741c6cb4,segment=NetworkSegment(007f5c27-0c93-4c56-b821-a4b13002508c),segment_id=007f5c27-0c93-4c56-b821-a4b13002508c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:53.905138 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-79bfc544-7595-407c-87da-2a149c0e6c3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:53.925281 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-79bfc544-7595-407c-87da-2a149c0e6c3f None None] Calling delete_port for 430a4ee9-053d-45f0-a286-af16741c6cb4 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:53.944699 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 3062b505-108d-4e7f-8191-866a96f16155 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:57:53.967774 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8ad64d49-509a-4b1a-801f-526d677c0b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:53.979642 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-8ad64d49-509a-4b1a-801f-526d677c0b00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5885023b-ea42-449b-8b73-0aaa56e46ec8']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:53.998738 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 3062b505-108d-4e7f-8191-866a96f16155 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:57:53.999144 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 3062b505-108d-4e7f-8191-866a96f16155 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:57:53.999277 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-8ad64d49-509a-4b1a-801f-526d677c0b00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '007f5c27-0c93-4c56-b821-a4b13002508c') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:53.999565 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 430a4ee9-053d-45f0-a286-af16741c6cb4 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:57:53.999706 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-8ad64d49-509a-4b1a-801f-526d677c0b00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '007f5c27-0c93-4c56-b821-a4b13002508c') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:54.010802 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8ad64d49-509a-4b1a-801f-526d677c0b00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:54.027121 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 430a4ee9-053d-45f0-a286-af16741c6cb4 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:57:54.027452 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 430a4ee9-053d-45f0-a286-af16741c6cb4 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:57:54.027883 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 1972e219-01fc-4f98-9b5f-03e5d9ed3750 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:57:54.032066 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8ad64d49-509a-4b1a-801f-526d677c0b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:54.039381 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ad64d49-509a-4b1a-801f-526d677c0b00 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:57:54.039941 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8ad64d49-509a-4b1a-801f-526d677c0b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:54.041937 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:57:54.041937 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:57:54.041937 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:57:54.041937 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:57:54.041937 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:57:54.041937 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:57:54.041937 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:57:54.041937 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:57:54.041937 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:57:54.041937 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:57:54.041937 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:57:54.041937 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:57:54.041937 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:57:54.041937 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:57:54.041937 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:57:54.041937 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:57:54.041937 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:57:54.041937 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:57:54.041937 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:57:54.041937 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:57:54.041937 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:57:54.041937 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:57:54.041937 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:57:54.041937 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:57:54.041937 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:57:54.041937 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:57:54.041937 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:57:54.041937 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:57:54.041937 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:57:54.041937 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:57:54.041937 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:57:54.041937 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:57:54.056905 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 1972e219-01fc-4f98-9b5f-03e5d9ed3750 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:57:54.057269 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 1972e219-01fc-4f98-9b5f-03e5d9ed3750 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:57:54.086353 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-79bfc544-7595-407c-87da-2a149c0e6c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:54.106537 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8ad64d49-509a-4b1a-801f-526d677c0b00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:54.115134 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8ad64d49-509a-4b1a-801f-526d677c0b00 admin admin] Notify callbacks [] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:54.121384 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8ad64d49-509a-4b1a-801f-526d677c0b00 admin admin] 10.222.0.43 "DELETE /v2.0/networks/5885023b-ea42-449b-8b73-0aaa56e46ec8 HTTP/1.1" status: 204 len: 168 time: 0.6388695 Jul 29 23:57:54.121634 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bfc544-7595-407c-87da-2a149c0e6c3f None None] Pushing event deleted for resources: {'Port': ['ID=430a4ee9-053d-45f0-a286-af16741c6cb4,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:54.122785 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bfc544-7595-407c-87da-2a149c0e6c3f None None] No DVR routers for this DVR port 430a4ee9-053d-45f0-a286-af16741c6cb4 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:57:54.130702 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad64d49-509a-4b1a-801f-526d677c0b00 admin admin] Pushing event deleted for resources: {'Network': ['ID=5885023b-ea42-449b-8b73-0aaa56e46ec8,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:54.297042 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bcf4936-0864-4f76-bbe7-d1083c130a1d tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16269258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16714856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:54.300480 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bcf4936-0864-4f76-bbe7-d1083c130a1d tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16269265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16269272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16714879'] for router, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:54.316019 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59382) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:54.368812 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-19ac26a3-899c-47ea-989d-48c0b2723fc3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=384efcf70cdf43d989dbb2e4793dfac4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0515370 Jul 29 23:57:54.371381 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59384) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:54.421650 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c8a0237f-014f-47ed-9cfe-8ff23563c602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:54.433161 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bcf4936-0864-4f76-bbe7-d1083c130a1d tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Router c88c1ff7-f44a-49da-b420-db2b1ffdc8ab is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:57:54.443088 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c8a0237f-014f-47ed-9cfe-8ff23563c602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:54.497800 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c8a0237f-014f-47ed-9cfe-8ff23563c602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:54.500425 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c8a0237f-014f-47ed-9cfe-8ff23563c602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:54.501927 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c8a0237f-014f-47ed-9cfe-8ff23563c602 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b06d83dc-808c-4b0a-ae41-3642cf21e836 HTTP/1.1" status: 204 len: 168 time: 0.1294219 Jul 29 23:57:54.510493 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a0237f-014f-47ed-9cfe-8ff23563c602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06d83dc-808c-4b0a-ae41-3642cf21e836,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:54.548804 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bcf4936-0864-4f76-bbe7-d1083c130a1d tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:57:54.559676 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad04a46-0bfe-4303-818a-47c1f21afcff None None] Sync routers for ids ['c88c1ff7-f44a-49da-b420-db2b1ffdc8ab'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:57:54.561587 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bcf4936-0864-4f76-bbe7-d1083c130a1d tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:54.562970 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-8bcf4936-0864-4f76-bbe7-d1083c130a1d tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] 10.222.0.43 "PUT /v2.0/routers/c88c1ff7-f44a-49da-b420-db2b1ffdc8ab HTTP/1.1" status: 200 len: 878 time: 1.8993323 Jul 29 23:57:54.565714 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59388) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:54.575011 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad04a46-0bfe-4303-818a-47c1f21afcff None None] Routers {'c88c1ff7-f44a-49da-b420-db2b1ffdc8ab'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:54.575644 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-1ad04a46-0bfe-4303-818a-47c1f21afcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:57:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['c88c1ff7-f44a-49da-b420-db2b1ffdc8ab'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:54.610077 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-1ad04a46-0bfe-4303-818a-47c1f21afcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:54.619253 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad04a46-0bfe-4303-818a-47c1f21afcff None None] Routers {'c88c1ff7-f44a-49da-b420-db2b1ffdc8ab'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:54.619794 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-1ad04a46-0bfe-4303-818a-47c1f21afcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:57:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['c88c1ff7-f44a-49da-b420-db2b1ffdc8ab'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:54.651594 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-1ad04a46-0bfe-4303-818a-47c1f21afcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:54.652241 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad04a46-0bfe-4303-818a-47c1f21afcff None None] The sync data for ids ['c88c1ff7-f44a-49da-b420-db2b1ffdc8ab'] in n-d-712141-10 is: [] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:57:54.676596 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-69cb5eab-b3cf-4b0f-89b5-17d43da3e3af tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] 10.222.0.43 "GET /v2.0/routers/c88c1ff7-f44a-49da-b420-db2b1ffdc8ab HTTP/1.1" status: 200 len: 919 time: 0.1096478 Jul 29 23:57:54.680095 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59390) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:54.755977 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99dec6e0-4f88-4384-9817-76011c8f762a tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:54.758593 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-99dec6e0-4f88-4384-9817-76011c8f762a tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=58f27f61-3278-49cc-b66b-1e729d26f29f&device_id=c88c1ff7-f44a-49da-b420-db2b1ffdc8ab&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0775282 Jul 29 23:57:54.761327 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59394) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:54.847205 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d80dc8-b3ee-459f-b19b-851d39e471ff tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:54.848621 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-79d80dc8-b3ee-459f-b19b-851d39e471ff tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] 10.222.0.43 "GET /v2.0/networks/58f27f61-3278-49cc-b66b-1e729d26f29f HTTP/1.1" status: 200 len: 881 time: 0.0863378 Jul 29 23:57:54.851741 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59396) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:54.861249 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59398) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:54.879791 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-2b23d3be-9a20-47ec-bb73-02ad12bbc39a tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] 10.222.0.43 "GET /v2.0/ports?device_id=c88c1ff7-f44a-49da-b420-db2b1ffdc8ab HTTP/1.1" status: 200 len: 205 time: 0.0267742 Jul 29 23:57:54.882850 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59400) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:54.946083 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-c55f926d-dd31-4bb6-b581-c7f9717afaa2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b66fd74116dc4c08bbfcb201f28a0895&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0835979 Jul 29 23:57:54.948474 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59402) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:55.045203 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e4301601-6bf6-4254-80aa-e13f4be19556 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks [] for router, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:55.080941 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3e03fe91-36cb-4368-97b3-0951fbd428e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:55.113359 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3e03fe91-36cb-4368-97b3-0951fbd428e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:55.191796 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e4301601-6bf6-4254-80aa-e13f4be19556 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:55.226355 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3e03fe91-36cb-4368-97b3-0951fbd428e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:55.228624 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3e03fe91-36cb-4368-97b3-0951fbd428e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:55.232136 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-3e03fe91-36cb-4368-97b3-0951fbd428e0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e6fae629-5f96-468c-82ff-2e15a234291b HTTP/1.1" status: 204 len: 168 time: 0.2803767 Jul 29 23:57:55.248562 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e03fe91-36cb-4368-97b3-0951fbd428e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6fae629-5f96-468c-82ff-2e15a234291b,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:55.267423 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-e4301601-6bf6-4254-80aa-e13f4be19556 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Deleting port dca9efa5-b5cb-4cc2-be11-b84016dbfc62 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:55.267765 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e4301601-6bf6-4254-80aa-e13f4be19556 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:55.353955 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e4301601-6bf6-4254-80aa-e13f4be19556 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:55.366934 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-e4301601-6bf6-4254-80aa-e13f4be19556 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Calling delete_port for dca9efa5-b5cb-4cc2-be11-b84016dbfc62 owned by network:router_gateway {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:55.561006 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e4301601-6bf6-4254-80aa-e13f4be19556 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:55.597707 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4301601-6bf6-4254-80aa-e13f4be19556 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Pushing event deleted for resources: {'Port': ['ID=dca9efa5-b5cb-4cc2-be11-b84016dbfc62,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:55.665606 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e4301601-6bf6-4254-80aa-e13f4be19556 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:55.775014 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e4301601-6bf6-4254-80aa-e13f4be19556 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:55.777505 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e4301601-6bf6-4254-80aa-e13f4be19556 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:55.828491 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e4301601-6bf6-4254-80aa-e13f4be19556 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:55.829029 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4301601-6bf6-4254-80aa-e13f4be19556 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Fanout notify agent at l3_agent the message router_deleted on router c88c1ff7-f44a-49da-b420-db2b1ffdc8ab {{(pid=94078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:57:55.837384 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e4301601-6bf6-4254-80aa-e13f4be19556 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:55.838601 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e4301601-6bf6-4254-80aa-e13f4be19556 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] 10.222.0.43 "DELETE /v2.0/routers/c88c1ff7-f44a-49da-b420-db2b1ffdc8ab HTTP/1.1" status: 204 len: 168 time: 0.9548302 Jul 29 23:57:55.843261 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59406) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:55.848200 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-228199a9-a193-41d0-b3e2-2542b2467d8f tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1575533423', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:55.875225 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-228199a9-a193-41d0-b3e2-2542b2467d8f tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:55.876194 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-228199a9-a193-41d0-b3e2-2542b2467d8f tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:55.896538 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-dec4045e-0870-47fc-bd7a-67615566b7c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:55.934497 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-228199a9-a193-41d0-b3e2-2542b2467d8f tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:55.938472 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-228199a9-a193-41d0-b3e2-2542b2467d8f tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:55.956707 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-228199a9-a193-41d0-b3e2-2542b2467d8f tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:55.958005 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-228199a9-a193-41d0-b3e2-2542b2467d8f tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1137300 Jul 29 23:57:55.960855 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59408) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:55.965262 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-d3261197-083c-42fb-aff2-6e509f926ba6 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'enable_snat': True}}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:56.173942 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d3261197-083c-42fb-aff2-6e509f926ba6 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:56.372641 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d3261197-083c-42fb-aff2-6e509f926ba6 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:56.395948 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d3261197-083c-42fb-aff2-6e509f926ba6 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:56.480579 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:56.501459 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-d3261197-083c-42fb-aff2-6e509f926ba6 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Allocated IP 172.25.0.35 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/14810c1e-36fd-435d-9086-5783f72aecad) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:57:56.607696 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d3261197-083c-42fb-aff2-6e509f926ba6 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:56.646320 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d3261197-083c-42fb-aff2-6e509f926ba6 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:56.683927 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3261197-083c-42fb-aff2-6e509f926ba6 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:57:56.688197 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-d3261197-083c-42fb-aff2-6e509f926ba6 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:56.695515 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3261197-083c-42fb-aff2-6e509f926ba6 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:57:56.698576 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3261197-083c-42fb-aff2-6e509f926ba6 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Pushing event updated for resources: {'Port': ['ID=14810c1e-36fd-435d-9086-5783f72aecad,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:56.938942 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d3261197-083c-42fb-aff2-6e509f926ba6 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:57.127919 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d3261197-083c-42fb-aff2-6e509f926ba6 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16269258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16714856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:57.132191 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d3261197-083c-42fb-aff2-6e509f926ba6 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16269265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16269272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16714879'] for router, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:57.255648 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3261197-083c-42fb-aff2-6e509f926ba6 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Router d363e8d5-1f0d-4ac9-9d5a-b662f942f207 is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:57:57.358182 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3261197-083c-42fb-aff2-6e509f926ba6 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:57:57.362498 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d3261197-083c-42fb-aff2-6e509f926ba6 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:57.363491 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d3261197-083c-42fb-aff2-6e509f926ba6 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] 10.222.0.43 "PUT /v2.0/routers/d363e8d5-1f0d-4ac9-9d5a-b662f942f207 HTTP/1.1" status: 200 len: 914 time: 1.4017053 Jul 29 23:57:57.366763 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59410) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:57.367679 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71061b29-cdc3-497f-9bb2-7319380e25d4 None None] Sync routers for ids ['d363e8d5-1f0d-4ac9-9d5a-b662f942f207'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:57:57.377551 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71061b29-cdc3-497f-9bb2-7319380e25d4 None None] Routers {'d363e8d5-1f0d-4ac9-9d5a-b662f942f207'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:57.378192 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-71061b29-cdc3-497f-9bb2-7319380e25d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:57:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['d363e8d5-1f0d-4ac9-9d5a-b662f942f207'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:57.413867 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-71061b29-cdc3-497f-9bb2-7319380e25d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:57.422472 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71061b29-cdc3-497f-9bb2-7319380e25d4 None None] Routers {'d363e8d5-1f0d-4ac9-9d5a-b662f942f207'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:57.423077 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-71061b29-cdc3-497f-9bb2-7319380e25d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:57:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['d363e8d5-1f0d-4ac9-9d5a-b662f942f207'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:57.454426 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-71061b29-cdc3-497f-9bb2-7319380e25d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:57.455073 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71061b29-cdc3-497f-9bb2-7319380e25d4 None None] The sync data for ids ['d363e8d5-1f0d-4ac9-9d5a-b662f942f207'] in n-d-712141-10 is: [] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:57:57.473038 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-35f10ddc-da06-447f-a749-b8f6d4df017e tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] 10.222.0.43 "GET /v2.0/routers/d363e8d5-1f0d-4ac9-9d5a-b662f942f207 HTTP/1.1" status: 200 len: 920 time: 0.1052518 Jul 29 23:57:57.476391 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59412) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:57.518632 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb04a6e-ec8d-4142-bfdc-d4565ccc58c0 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:57.520058 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4bb04a6e-ec8d-4142-bfdc-d4565ccc58c0 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=58f27f61-3278-49cc-b66b-1e729d26f29f&device_id=d363e8d5-1f0d-4ac9-9d5a-b662f942f207&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0427239 Jul 29 23:57:57.522954 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59414) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:57.604528 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03436ecd-bc39-4028-9382-3591de1d863e tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:57.605930 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-03436ecd-bc39-4028-9382-3591de1d863e tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] 10.222.0.43 "GET /v2.0/networks/58f27f61-3278-49cc-b66b-1e729d26f29f HTTP/1.1" status: 200 len: 881 time: 0.0820651 Jul 29 23:57:57.608683 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59416) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:57.639145 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-3dfee247-2837-4441-b94d-52e227c2f9a1 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] 10.222.0.43 "GET /v2.0/ports?device_id=d363e8d5-1f0d-4ac9-9d5a-b662f942f207 HTTP/1.1" status: 200 len: 205 time: 0.0294244 Jul 29 23:57:57.641549 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59418) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:57.748039 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-026fd031-f453-44e0-a8dc-72dcc1df5529 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks [] for router, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:57.762742 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:58.098360 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-026fd031-f453-44e0-a8dc-72dcc1df5529 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:58.154174 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-026fd031-f453-44e0-a8dc-72dcc1df5529 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Deleting port 14810c1e-36fd-435d-9086-5783f72aecad {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:58.154511 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-026fd031-f453-44e0-a8dc-72dcc1df5529 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:58.229685 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-026fd031-f453-44e0-a8dc-72dcc1df5529 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:58.241040 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-026fd031-f453-44e0-a8dc-72dcc1df5529 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Calling delete_port for 14810c1e-36fd-435d-9086-5783f72aecad owned by network:router_gateway {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:58.406989 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-026fd031-f453-44e0-a8dc-72dcc1df5529 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:58.436147 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026fd031-f453-44e0-a8dc-72dcc1df5529 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Pushing event deleted for resources: {'Port': ['ID=14810c1e-36fd-435d-9086-5783f72aecad,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:58.498738 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-026fd031-f453-44e0-a8dc-72dcc1df5529 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:58.589283 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-026fd031-f453-44e0-a8dc-72dcc1df5529 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:58.591379 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-026fd031-f453-44e0-a8dc-72dcc1df5529 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:58.634187 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-026fd031-f453-44e0-a8dc-72dcc1df5529 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:58.634700 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026fd031-f453-44e0-a8dc-72dcc1df5529 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Fanout notify agent at l3_agent the message router_deleted on router d363e8d5-1f0d-4ac9-9d5a-b662f942f207 {{(pid=94077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:57:58.641206 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-026fd031-f453-44e0-a8dc-72dcc1df5529 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:58.642336 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-026fd031-f453-44e0-a8dc-72dcc1df5529 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] 10.222.0.43 "DELETE /v2.0/routers/d363e8d5-1f0d-4ac9-9d5a-b662f942f207 HTTP/1.1" status: 204 len: 168 time: 0.9998896 Jul 29 23:57:58.645931 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59420) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:58.650950 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-0bb91c50-a63e-4d93-91f2-cba4f831ed2a tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1079759463', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:58.674458 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0bb91c50-a63e-4d93-91f2-cba4f831ed2a tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:58.675447 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0bb91c50-a63e-4d93-91f2-cba4f831ed2a tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:58.730479 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0bb91c50-a63e-4d93-91f2-cba4f831ed2a tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:58.735602 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0bb91c50-a63e-4d93-91f2-cba4f831ed2a tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:58.751377 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0bb91c50-a63e-4d93-91f2-cba4f831ed2a tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:58.752589 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0bb91c50-a63e-4d93-91f2-cba4f831ed2a tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1057050 Jul 29 23:57:58.755178 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59422) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:58.760723 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-2d4077bd-9aeb-4ada-b9ff-13ee8bcb2868 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'enable_snat': False}}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:58.963998 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2d4077bd-9aeb-4ada-b9ff-13ee8bcb2868 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:59.160441 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2d4077bd-9aeb-4ada-b9ff-13ee8bcb2868 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:59.179426 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2d4077bd-9aeb-4ada-b9ff-13ee8bcb2868 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:59.285980 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-2d4077bd-9aeb-4ada-b9ff-13ee8bcb2868 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Allocated IP 172.25.0.216 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/c7c7cc39-b47a-457e-b8f5-97ff7b012947) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:57:59.386136 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2d4077bd-9aeb-4ada-b9ff-13ee8bcb2868 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:59.402961 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:59.426321 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2d4077bd-9aeb-4ada-b9ff-13ee8bcb2868 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:59.467888 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4077bd-9aeb-4ada-b9ff-13ee8bcb2868 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:57:59.470726 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-2d4077bd-9aeb-4ada-b9ff-13ee8bcb2868 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:59.474234 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4077bd-9aeb-4ada-b9ff-13ee8bcb2868 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:57:59.500117 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4077bd-9aeb-4ada-b9ff-13ee8bcb2868 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Pushing event updated for resources: {'Port': ['ID=c7c7cc39-b47a-457e-b8f5-97ff7b012947,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:59.725044 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2d4077bd-9aeb-4ada-b9ff-13ee8bcb2868 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:59.923196 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2d4077bd-9aeb-4ada-b9ff-13ee8bcb2868 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16269258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16714856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:59.926392 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2d4077bd-9aeb-4ada-b9ff-13ee8bcb2868 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16269265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16269272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16714879'] for router, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:00.049939 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d4077bd-9aeb-4ada-b9ff-13ee8bcb2868 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Router 435734e0-7009-4b68-806d-3dc74220c186 is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:58:00.158723 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d4077bd-9aeb-4ada-b9ff-13ee8bcb2868 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:58:00.163297 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2d4077bd-9aeb-4ada-b9ff-13ee8bcb2868 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:00.167016 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-2d4077bd-9aeb-4ada-b9ff-13ee8bcb2868 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] 10.222.0.43 "PUT /v2.0/routers/435734e0-7009-4b68-806d-3dc74220c186 HTTP/1.1" status: 200 len: 916 time: 1.4079940 Jul 29 23:58:00.167203 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a0773c-b517-4832-a13a-5b39489d403e None None] Sync routers for ids ['435734e0-7009-4b68-806d-3dc74220c186'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:58:00.167639 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59424) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:00.175903 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a0773c-b517-4832-a13a-5b39489d403e None None] Routers {'435734e0-7009-4b68-806d-3dc74220c186'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:00.176504 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-32a0773c-b517-4832-a13a-5b39489d403e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:57:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['435734e0-7009-4b68-806d-3dc74220c186'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:00.212095 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-32a0773c-b517-4832-a13a-5b39489d403e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:00.221182 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a0773c-b517-4832-a13a-5b39489d403e None None] Routers {'435734e0-7009-4b68-806d-3dc74220c186'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:00.221821 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-32a0773c-b517-4832-a13a-5b39489d403e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:57:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['435734e0-7009-4b68-806d-3dc74220c186'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:00.255820 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-32a0773c-b517-4832-a13a-5b39489d403e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:00.257053 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a0773c-b517-4832-a13a-5b39489d403e None None] The sync data for ids ['435734e0-7009-4b68-806d-3dc74220c186'] in n-d-712141-10 is: [] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:58:00.513068 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9d707731-718c-4629-8d45-40ad075fa28d tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] 10.222.0.43 "GET /v2.0/routers/435734e0-7009-4b68-806d-3dc74220c186 HTTP/1.1" status: 200 len: 922 time: 0.3446336 Jul 29 23:58:00.515698 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59426) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:00.556025 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161bd937-811b-4c7b-92cd-70ad9a65e460 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:00.557571 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-161bd937-811b-4c7b-92cd-70ad9a65e460 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=58f27f61-3278-49cc-b66b-1e729d26f29f&device_id=435734e0-7009-4b68-806d-3dc74220c186&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0409603 Jul 29 23:58:00.560237 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59428) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:00.641374 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb82500-98f9-4f35-afd2-8d151bc8512a tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:00.642809 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-beb82500-98f9-4f35-afd2-8d151bc8512a tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] 10.222.0.43 "GET /v2.0/networks/58f27f61-3278-49cc-b66b-1e729d26f29f HTTP/1.1" status: 200 len: 881 time: 0.0816607 Jul 29 23:58:00.645634 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59430) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:00.672763 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-759b1ed1-e7f9-493d-838b-1f43e9e4a88f tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] 10.222.0.43 "GET /v2.0/ports?device_id=435734e0-7009-4b68-806d-3dc74220c186 HTTP/1.1" status: 200 len: 205 time: 0.0260773 Jul 29 23:58:00.675249 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59432) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:00.780939 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-444cd6dd-e7a5-4409-80b5-016a7d9df39d tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks [] for router, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:00.884647 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-444cd6dd-e7a5-4409-80b5-016a7d9df39d tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:00.934929 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-444cd6dd-e7a5-4409-80b5-016a7d9df39d tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Deleting port c7c7cc39-b47a-457e-b8f5-97ff7b012947 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:58:00.935274 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-444cd6dd-e7a5-4409-80b5-016a7d9df39d tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:01.014099 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-444cd6dd-e7a5-4409-80b5-016a7d9df39d tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:01.025697 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-444cd6dd-e7a5-4409-80b5-016a7d9df39d tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Calling delete_port for c7c7cc39-b47a-457e-b8f5-97ff7b012947 owned by network:router_gateway {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:58:01.193377 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-444cd6dd-e7a5-4409-80b5-016a7d9df39d tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:01.220727 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444cd6dd-e7a5-4409-80b5-016a7d9df39d tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Pushing event deleted for resources: {'Port': ['ID=c7c7cc39-b47a-457e-b8f5-97ff7b012947,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:01.290844 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-444cd6dd-e7a5-4409-80b5-016a7d9df39d tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:01.388923 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-444cd6dd-e7a5-4409-80b5-016a7d9df39d tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:01.391027 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-444cd6dd-e7a5-4409-80b5-016a7d9df39d tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:01.436408 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-444cd6dd-e7a5-4409-80b5-016a7d9df39d tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:01.437135 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-444cd6dd-e7a5-4409-80b5-016a7d9df39d tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Fanout notify agent at l3_agent the message router_deleted on router 435734e0-7009-4b68-806d-3dc74220c186 {{(pid=94077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:58:01.444717 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-444cd6dd-e7a5-4409-80b5-016a7d9df39d tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:01.445178 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-444cd6dd-e7a5-4409-80b5-016a7d9df39d tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] 10.222.0.43 "DELETE /v2.0/routers/435734e0-7009-4b68-806d-3dc74220c186 HTTP/1.1" status: 204 len: 168 time: 0.7690377 Jul 29 23:58:01.448920 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59434) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:01.454009 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-c44a7697-9e9b-498a-bc1d-a1f63bb49508 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-967397236', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}, 'admin_state_up': False}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:01.480281 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c44a7697-9e9b-498a-bc1d-a1f63bb49508 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:01.481300 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c44a7697-9e9b-498a-bc1d-a1f63bb49508 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:01.536823 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c44a7697-9e9b-498a-bc1d-a1f63bb49508 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:01.677034 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c44a7697-9e9b-498a-bc1d-a1f63bb49508 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:01.883265 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c44a7697-9e9b-498a-bc1d-a1f63bb49508 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks [] for router_gateway, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:01.902462 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c44a7697-9e9b-498a-bc1d-a1f63bb49508 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:02.011346 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-c44a7697-9e9b-498a-bc1d-a1f63bb49508 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Allocated IP 172.25.0.196 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/72430eea-fa04-4ce6-9694-2ddd7965c557) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:58:02.115078 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c44a7697-9e9b-498a-bc1d-a1f63bb49508 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:02.157203 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c44a7697-9e9b-498a-bc1d-a1f63bb49508 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:02.196888 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44a7697-9e9b-498a-bc1d-a1f63bb49508 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:58:02.199701 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-c44a7697-9e9b-498a-bc1d-a1f63bb49508 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:02.203896 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44a7697-9e9b-498a-bc1d-a1f63bb49508 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:58:02.231956 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44a7697-9e9b-498a-bc1d-a1f63bb49508 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Pushing event updated for resources: {'Port': ['ID=72430eea-fa04-4ce6-9694-2ddd7965c557,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:02.489298 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c44a7697-9e9b-498a-bc1d-a1f63bb49508 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks [] for router_gateway, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:02.683866 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c44a7697-9e9b-498a-bc1d-a1f63bb49508 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:02.810595 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c44a7697-9e9b-498a-bc1d-a1f63bb49508 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Router a7a19502-0b22-4606-b85b-b6bcc2a153b3 is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:58:02.917985 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44a7697-9e9b-498a-bc1d-a1f63bb49508 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:58:02.927035 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd3dd64-ae14-48e0-9829-fa62eb482678 None None] Sync routers for ids ['a7a19502-0b22-4606-b85b-b6bcc2a153b3'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:58:02.937154 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c44a7697-9e9b-498a-bc1d-a1f63bb49508 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:02.937513 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd3dd64-ae14-48e0-9829-fa62eb482678 None None] Routers {'a7a19502-0b22-4606-b85b-b6bcc2a153b3'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:02.938103 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-5fd3dd64-ae14-48e0-9829-fa62eb482678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:57:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['a7a19502-0b22-4606-b85b-b6bcc2a153b3'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:02.938416 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c44a7697-9e9b-498a-bc1d-a1f63bb49508 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.4885299 Jul 29 23:58:02.941763 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59436) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:02.947205 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-5dced34c-16af-4254-ad77-f975fc0d9583 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:02.972597 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-5fd3dd64-ae14-48e0-9829-fa62eb482678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:02.981608 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd3dd64-ae14-48e0-9829-fa62eb482678 None None] Routers {'a7a19502-0b22-4606-b85b-b6bcc2a153b3'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:02.982218 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-5fd3dd64-ae14-48e0-9829-fa62eb482678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:57:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['a7a19502-0b22-4606-b85b-b6bcc2a153b3'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:03.014388 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-5fd3dd64-ae14-48e0-9829-fa62eb482678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:03.015029 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd3dd64-ae14-48e0-9829-fa62eb482678 None None] The sync data for ids ['a7a19502-0b22-4606-b85b-b6bcc2a153b3'] in n-d-712141-10 is: [] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:58:03.248312 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5dced34c-16af-4254-ad77-f975fc0d9583 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:03.261008 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5dced34c-16af-4254-ad77-f975fc0d9583 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:03.313866 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-5dced34c-16af-4254-ad77-f975fc0d9583 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Deleting port 72430eea-fa04-4ce6-9694-2ddd7965c557 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:58:03.314204 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5dced34c-16af-4254-ad77-f975fc0d9583 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:03.628589 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5dced34c-16af-4254-ad77-f975fc0d9583 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:03.641090 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-5dced34c-16af-4254-ad77-f975fc0d9583 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Calling delete_port for 72430eea-fa04-4ce6-9694-2ddd7965c557 owned by network:router_gateway {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:58:03.802839 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5dced34c-16af-4254-ad77-f975fc0d9583 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:03.828556 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dced34c-16af-4254-ad77-f975fc0d9583 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Pushing event deleted for resources: {'Port': ['ID=72430eea-fa04-4ce6-9694-2ddd7965c557,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:03.889276 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5dced34c-16af-4254-ad77-f975fc0d9583 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:04.089644 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5dced34c-16af-4254-ad77-f975fc0d9583 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16269258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16714856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:04.092725 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5dced34c-16af-4254-ad77-f975fc0d9583 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16269265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16269272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16714879'] for router, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:04.170365 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dced34c-16af-4254-ad77-f975fc0d9583 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Router a7a19502-0b22-4606-b85b-b6bcc2a153b3 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:58:04.245091 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dced34c-16af-4254-ad77-f975fc0d9583 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:58:04.251738 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5dced34c-16af-4254-ad77-f975fc0d9583 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:04.252926 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-5dced34c-16af-4254-ad77-f975fc0d9583 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] 10.222.0.43 "PUT /v2.0/routers/a7a19502-0b22-4606-b85b-b6bcc2a153b3 HTTP/1.1" status: 200 len: 705 time: 1.3102012 Jul 29 23:58:04.255833 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59438) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:04.258555 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7391f186-80f9-4dbc-b250-2ebb9a3e0f34 None None] Sync routers for ids ['a7a19502-0b22-4606-b85b-b6bcc2a153b3'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:58:04.267742 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7391f186-80f9-4dbc-b250-2ebb9a3e0f34 None None] Routers {'a7a19502-0b22-4606-b85b-b6bcc2a153b3'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:04.268350 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-7391f186-80f9-4dbc-b250-2ebb9a3e0f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:57:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['a7a19502-0b22-4606-b85b-b6bcc2a153b3'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:04.306371 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-7391f186-80f9-4dbc-b250-2ebb9a3e0f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:04.315186 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7391f186-80f9-4dbc-b250-2ebb9a3e0f34 None None] Routers {'a7a19502-0b22-4606-b85b-b6bcc2a153b3'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:04.315792 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-7391f186-80f9-4dbc-b250-2ebb9a3e0f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:57:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['a7a19502-0b22-4606-b85b-b6bcc2a153b3'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:04.338109 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e6ce2de1-e952-4473-8a57-f554a6fcafe5 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] 10.222.0.43 "GET /v2.0/routers/a7a19502-0b22-4606-b85b-b6bcc2a153b3 HTTP/1.1" status: 200 len: 740 time: 0.0810061 Jul 29 23:58:04.340799 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59440) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:04.348454 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-7391f186-80f9-4dbc-b250-2ebb9a3e0f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:04.349097 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7391f186-80f9-4dbc-b250-2ebb9a3e0f34 None None] The sync data for ids ['a7a19502-0b22-4606-b85b-b6bcc2a153b3'] in n-d-712141-10 is: [] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:58:04.400284 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-6c98bcd1-704d-49ba-8fd8-5fb40fa75634 tempest-RoutersAdminTest-940159982 tempest-RoutersAdminTest-940159982-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=58f27f61-3278-49cc-b66b-1e729d26f29f&device_id=a7a19502-0b22-4606-b85b-b6bcc2a153b3 HTTP/1.1" status: 200 len: 205 time: 0.0584316 Jul 29 23:58:04.402867 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59442) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:04.437839 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a66663cd-cb0e-42cc-add4-cdccac6dc8e3 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7a19502-0b22-4606-b85b-b6bcc2a153b3 HTTP/1.1" status: 200 len: 205 time: 0.0338156 Jul 29 23:58:04.440294 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59444) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:04.517097 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f27439a0-2371-4013-bb08-0a09d6f6d417 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks [] for router, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:04.679350 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f27439a0-2371-4013-bb08-0a09d6f6d417 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:04.681692 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f27439a0-2371-4013-bb08-0a09d6f6d417 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:04.728125 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f27439a0-2371-4013-bb08-0a09d6f6d417 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:04.728704 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f27439a0-2371-4013-bb08-0a09d6f6d417 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Fanout notify agent at l3_agent the message router_deleted on router a7a19502-0b22-4606-b85b-b6bcc2a153b3 {{(pid=94077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:58:04.735400 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f27439a0-2371-4013-bb08-0a09d6f6d417 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:04.736520 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-f27439a0-2371-4013-bb08-0a09d6f6d417 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] 10.222.0.43 "DELETE /v2.0/routers/a7a19502-0b22-4606-b85b-b6bcc2a153b3 HTTP/1.1" status: 204 len: 168 time: 0.2953265 Jul 29 23:58:04.739805 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59446) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:04.768588 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8a0bfb58-dd05-47b5-a64b-3bb044ab2063 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7a19502-0b22-4606-b85b-b6bcc2a153b3 HTTP/1.1" status: 200 len: 205 time: 0.0276060 Jul 29 23:58:04.770967 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59448) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:04.816364 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-83de0277-a9d8-41b5-a4be-2e69ab16e8e9 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] delete failed (client error): The resource could not be found. Jul 29 23:58:04.817753 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-83de0277-a9d8-41b5-a4be-2e69ab16e8e9 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] 10.222.0.43 "DELETE /v2.0/routers/a7a19502-0b22-4606-b85b-b6bcc2a153b3 HTTP/1.1" status: 404 len: 336 time: 0.0458207 Jul 29 23:58:04.820516 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59450) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:04.848228 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-46d760f1-5f9a-457d-a5b5-e596373a067d tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] 10.222.0.43 "GET /v2.0/ports?device_id=435734e0-7009-4b68-806d-3dc74220c186 HTTP/1.1" status: 200 len: 205 time: 0.0266345 Jul 29 23:58:04.851220 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59452) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:04.888059 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-f3314242-c45c-4714-90f6-32e6250f61b0 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] delete failed (client error): The resource could not be found. Jul 29 23:58:04.889101 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-f3314242-c45c-4714-90f6-32e6250f61b0 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] 10.222.0.43 "DELETE /v2.0/routers/435734e0-7009-4b68-806d-3dc74220c186 HTTP/1.1" status: 404 len: 336 time: 0.0369608 Jul 29 23:58:04.891747 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59454) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:04.922513 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e3f2bede-cc8c-47ca-b8e3-fc817cacfc6a tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] 10.222.0.43 "GET /v2.0/ports?device_id=d363e8d5-1f0d-4ac9-9d5a-b662f942f207 HTTP/1.1" status: 200 len: 205 time: 0.0296800 Jul 29 23:58:04.924763 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59456) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:04.965698 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-fc4c9846-dbd1-44fd-8a00-b0de91e6bd6e tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] delete failed (client error): The resource could not be found. Jul 29 23:58:04.966648 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-fc4c9846-dbd1-44fd-8a00-b0de91e6bd6e tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] 10.222.0.43 "DELETE /v2.0/routers/d363e8d5-1f0d-4ac9-9d5a-b662f942f207 HTTP/1.1" status: 404 len: 336 time: 0.0410011 Jul 29 23:58:04.969260 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59458) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:04.997721 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-033d8282-3397-485b-a70c-e87b1b0a24f3 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] 10.222.0.43 "GET /v2.0/ports?device_id=c88c1ff7-f44a-49da-b420-db2b1ffdc8ab HTTP/1.1" status: 200 len: 205 time: 0.0273247 Jul 29 23:58:05.000008 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59460) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:05.042680 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-fe0480de-d241-403c-a68d-d6e52617adab tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] delete failed (client error): The resource could not be found. Jul 29 23:58:05.043727 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-fe0480de-d241-403c-a68d-d6e52617adab tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] 10.222.0.43 "DELETE /v2.0/routers/c88c1ff7-f44a-49da-b420-db2b1ffdc8ab HTTP/1.1" status: 404 len: 336 time: 0.0428042 Jul 29 23:58:05.046333 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59462) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:05.075026 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e12af84f-d32c-46d5-9bdb-bce92655b8c9 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] 10.222.0.43 "GET /v2.0/ports?device_id=b6b18cef-6a93-441c-84ef-5d1b7a2a3c90 HTTP/1.1" status: 200 len: 205 time: 0.0275919 Jul 29 23:58:05.077293 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59464) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:05.114471 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-f50f8237-20e7-42f4-a635-e63a4aa9ad69 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] delete failed (client error): The resource could not be found. Jul 29 23:58:05.115559 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-f50f8237-20e7-42f4-a635-e63a4aa9ad69 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] 10.222.0.43 "DELETE /v2.0/routers/b6b18cef-6a93-441c-84ef-5d1b7a2a3c90 HTTP/1.1" status: 404 len: 336 time: 0.0372696 Jul 29 23:58:05.118848 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59466) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:05.152461 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-2625d4bc-28cd-46b3-a6fe-7917d706604f tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] 10.222.0.43 "GET /v2.0/ports?device_id=cca2fff6-39f2-4c73-ae72-74899192d5ff HTTP/1.1" status: 200 len: 205 time: 0.0324850 Jul 29 23:58:05.155047 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59468) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:05.195197 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-431fe740-cec2-4cf6-bf96-b4f71495c844 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] delete failed (client error): The resource could not be found. Jul 29 23:58:05.196265 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-431fe740-cec2-4cf6-bf96-b4f71495c844 tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] 10.222.0.43 "DELETE /v2.0/routers/cca2fff6-39f2-4c73-ae72-74899192d5ff HTTP/1.1" status: 404 len: 336 time: 0.0402553 Jul 29 23:58:05.199032 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59470) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:05.227705 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-9232876f-5755-48ad-a51b-669c1fb89faa tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] DELETE failed (client error): The resource could not be found. Jul 29 23:58:05.228081 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9232876f-5755-48ad-a51b-669c1fb89faa tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:58:05.229856 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9232876f-5755-48ad-a51b-669c1fb89faa tempest-RoutersAdminTest-1330128007 tempest-RoutersAdminTest-1330128007-project] 10.222.0.43 "DELETE /v2.0/subnets/5928a990-23fa-484e-84ca-0a86ecc3f66e HTTP/1.1" status: 404 len: 337 time: 0.0298674 Jul 29 23:58:05.503858 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59476) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:05.618437 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0e8d1477-2dda-4364-9d82-e211c63c8e89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:05.713559 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0e8d1477-2dda-4364-9d82-e211c63c8e89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:05.717498 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0e8d1477-2dda-4364-9d82-e211c63c8e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:05.762277 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0e8d1477-2dda-4364-9d82-e211c63c8e89 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=501105fb56134d87a3e7b807d308f27b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2572117 Jul 29 23:58:05.763103 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8d1477-2dda-4364-9d82-e211c63c8e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d39a59-7312-4925-b3c9-1b34e27edd11,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:05.764928 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59480) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:05.818731 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9e554e27-adc9-4283-a6ec-b4eb8c1f8d5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:05.840340 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9e554e27-adc9-4283-a6ec-b4eb8c1f8d5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:05.888265 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9e554e27-adc9-4283-a6ec-b4eb8c1f8d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:05.890868 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9e554e27-adc9-4283-a6ec-b4eb8c1f8d5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:05.892040 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-9e554e27-adc9-4283-a6ec-b4eb8c1f8d5c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/53d39a59-7312-4925-b3c9-1b34e27edd11 HTTP/1.1" status: 204 len: 168 time: 0.1260598 Jul 29 23:58:05.900605 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e554e27-adc9-4283-a6ec-b4eb8c1f8d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d39a59-7312-4925-b3c9-1b34e27edd11,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:06.177883 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59486) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:06.223572 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ce123846-3142-464a-b5a4-2ec7b8320a2a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fe58a609ca73483ab07c7375bcf57c7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0439286 Jul 29 23:58:06.227248 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59488) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:06.278755 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2be9fe0f-f3c7-4d62-81d1-606a3d28d26f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:06.306177 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2be9fe0f-f3c7-4d62-81d1-606a3d28d26f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:06.356280 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2be9fe0f-f3c7-4d62-81d1-606a3d28d26f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:06.358859 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2be9fe0f-f3c7-4d62-81d1-606a3d28d26f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:06.362064 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-2be9fe0f-f3c7-4d62-81d1-606a3d28d26f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6a66b9c8-8213-4bad-bdd0-448129286164 HTTP/1.1" status: 204 len: 168 time: 0.1337821 Jul 29 23:58:06.371487 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be9fe0f-f3c7-4d62-81d1-606a3d28d26f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a66b9c8-8213-4bad-bdd0-448129286164,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:07.401510 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:07.849021 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59524) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:07.951676 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-169e9156-cbd6-423c-87c8-d49d36814282 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1643536237', 'router:external': True}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:07.974557 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169e9156-cbd6-423c-87c8-d49d36814282 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Made reservation on behalf of b49147c9fbc94791a6f0e58de9d50eab for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:58:07.978028 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-169e9156-cbd6-423c-87c8-d49d36814282 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:07.986895 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-169e9156-cbd6-423c-87c8-d49d36814282 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:08.083146 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-169e9156-cbd6-423c-87c8-d49d36814282 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:08.088313 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-169e9156-cbd6-423c-87c8-d49d36814282 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:08.116914 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-169e9156-cbd6-423c-87c8-d49d36814282 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:58:08.126305 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169e9156-cbd6-423c-87c8-d49d36814282 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d995259-39e4-4d52-bbb2-e8cae9d1c4f6,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:08.133711 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-169e9156-cbd6-423c-87c8-d49d36814282 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:08.134065 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-169e9156-cbd6-423c-87c8-d49d36814282 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Added segment c3f363bb-2c34-4cb5-8ff7-d01ecdc41b8d of type vlan for network 8a1802a7-ca32-40e1-af35-138adcb9189c Jul 29 23:58:08.185307 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-169e9156-cbd6-423c-87c8-d49d36814282 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:08.231051 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-169e9156-cbd6-423c-87c8-d49d36814282 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:08.232141 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169e9156-cbd6-423c-87c8-d49d36814282 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:08.232926 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-169e9156-cbd6-423c-87c8-d49d36814282 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:08.291520 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-169e9156-cbd6-423c-87c8-d49d36814282 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.4407551 Jul 29 23:58:08.294724 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59528) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:08.300054 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-64636d47-767f-4f34-b6f7-4ef9f20dff0e tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Request body: {'subnet': {'network_id': '8a1802a7-ca32-40e1-af35-138adcb9189c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:08.301028 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169e9156-cbd6-423c-87c8-d49d36814282 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Pushing event updated for resources: {'Network': ['ID=8a1802a7-ca32-40e1-af35-138adcb9189c,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:08.312337 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 8a1802a7-ca32-40e1-af35-138adcb9189c details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:58:08.329978 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64636d47-767f-4f34-b6f7-4ef9f20dff0e tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Made reservation on behalf of b49147c9fbc94791a6f0e58de9d50eab for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:58:08.332536 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-64636d47-767f-4f34-b6f7-4ef9f20dff0e tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:08.654911 n-d-712141-10 neutron-server[94077]: DEBUG neutron.objects.ports [None req-64636d47-767f-4f34-b6f7-4ef9f20dff0e tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94077) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 23:58:08.655262 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-64636d47-767f-4f34-b6f7-4ef9f20dff0e tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:08.711232 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64636d47-767f-4f34-b6f7-4ef9f20dff0e tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2d38b778-41be-4591-8630-3467c6eab4eb,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:08.722674 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64636d47-767f-4f34-b6f7-4ef9f20dff0e tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Checking segment: {'id': 'c3f363bb-2c34-4cb5-8ff7-d01ecdc41b8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '8a1802a7-ca32-40e1-af35-138adcb9189c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:58:08.723032 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64636d47-767f-4f34-b6f7-4ef9f20dff0e tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Network hostable DHCP agents. Network: 8a1802a7-ca32-40e1-af35-138adcb9189c, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:58:08.741050 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64636d47-767f-4f34-b6f7-4ef9f20dff0e tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Network 8a1802a7-ca32-40e1-af35-138adcb9189c is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:58:08.750126 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-64636d47-767f-4f34-b6f7-4ef9f20dff0e tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 8a1802a7-ca32-40e1-af35-138adcb9189c) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:08.754601 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64636d47-767f-4f34-b6f7-4ef9f20dff0e tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:08.755193 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-64636d47-767f-4f34-b6f7-4ef9f20dff0e tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:08.759706 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb04d0d8-4044-4b2f-b6b6-a6adf7d8b750 None None] Network 8a1802a7-ca32-40e1-af35-138adcb9189c requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:58:08.769949 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-64636d47-767f-4f34-b6f7-4ef9f20dff0e tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.4739029 Jul 29 23:58:08.772851 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59530) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:08.777843 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-3cb6ba7f-bfe6-45bc-9313-07b0e6db8b03 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-859157766', 'network_id': '8a1802a7-ca32-40e1-af35-138adcb9189c'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:08.799604 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb6ba7f-bfe6-45bc-9313-07b0e6db8b03 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Made reservation on behalf of b49147c9fbc94791a6f0e58de9d50eab for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:58:08.802077 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3cb6ba7f-bfe6-45bc-9313-07b0e6db8b03 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:08.819606 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [None req-3cb6ba7f-bfe6-45bc-9313-07b0e6db8b03 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] device_id is not set on port 7d73c828-f04f-4952-ba79-a34a9db82877 yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:58:08.894635 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432a05ad-1312-43d4-8e4f-05594b55bf47 None None] Network 8a1802a7-ca32-40e1-af35-138adcb9189c requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:58:08.944310 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-3cb6ba7f-bfe6-45bc-9313-07b0e6db8b03 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Allocated IP 2001:db8::206 (8a1802a7-ca32-40e1-af35-138adcb9189c/2d38b778-41be-4591-8630-3467c6eab4eb/7d73c828-f04f-4952-ba79-a34a9db82877) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:58:09.087027 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3cb6ba7f-bfe6-45bc-9313-07b0e6db8b03 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:09.133928 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3cb6ba7f-bfe6-45bc-9313-07b0e6db8b03 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:09.178594 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb6ba7f-bfe6-45bc-9313-07b0e6db8b03 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Network 8a1802a7-ca32-40e1-af35-138adcb9189c is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:58:09.183329 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-3cb6ba7f-bfe6-45bc-9313-07b0e6db8b03 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:09.189270 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb6ba7f-bfe6-45bc-9313-07b0e6db8b03 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:58:09.190902 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb6ba7f-bfe6-45bc-9313-07b0e6db8b03 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:09.191861 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3cb6ba7f-bfe6-45bc-9313-07b0e6db8b03 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:09.212529 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb6ba7f-bfe6-45bc-9313-07b0e6db8b03 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Pushing event updated for resources: {'Port': ['ID=7d73c828-f04f-4952-ba79-a34a9db82877,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:09.240838 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-3cb6ba7f-bfe6-45bc-9313-07b0e6db8b03 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4652519 Jul 29 23:58:09.243409 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59532) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:09.328507 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-84d5ecfc-def5-457d-8378-7eaf57f76385 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Deleting port 7d73c828-f04f-4952-ba79-a34a9db82877 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:58:09.328878 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-84d5ecfc-def5-457d-8378-7eaf57f76385 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:09.412750 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-84d5ecfc-def5-457d-8378-7eaf57f76385 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:09.425693 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-84d5ecfc-def5-457d-8378-7eaf57f76385 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Calling delete_port for 7d73c828-f04f-4952-ba79-a34a9db82877 owned by {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:58:09.569140 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-84d5ecfc-def5-457d-8378-7eaf57f76385 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:09.611448 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d5ecfc-def5-457d-8378-7eaf57f76385 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Pushing event deleted for resources: {'Port': ['ID=7d73c828-f04f-4952-ba79-a34a9db82877,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:09.635311 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-84d5ecfc-def5-457d-8378-7eaf57f76385 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:09.637455 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-84d5ecfc-def5-457d-8378-7eaf57f76385 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] 10.222.0.43 "DELETE /v2.0/ports/7d73c828-f04f-4952-ba79-a34a9db82877 HTTP/1.1" status: 204 len: 168 time: 0.3929944 Jul 29 23:58:09.640064 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59534) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:09.644717 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-a7c742cb-cf4d-41ac-be87-b1ac5a9072c3 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8a1802a7-ca32-40e1-af35-138adcb9189c', 'external_fixed_ips': [{'subnet_id': '2d38b778-41be-4591-8630-3467c6eab4eb', 'ip_address': '2001:db8::206'}]}}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:09.667420 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a7c742cb-cf4d-41ac-be87-b1ac5a9072c3 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:09.668403 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a7c742cb-cf4d-41ac-be87-b1ac5a9072c3 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:09.718647 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a7c742cb-cf4d-41ac-be87-b1ac5a9072c3 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:09.857506 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a7c742cb-cf4d-41ac-be87-b1ac5a9072c3 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:09.919463 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:58:10.060476 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a7c742cb-cf4d-41ac-be87-b1ac5a9072c3 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:10.079941 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a7c742cb-cf4d-41ac-be87-b1ac5a9072c3 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:10.223929 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-a7c742cb-cf4d-41ac-be87-b1ac5a9072c3 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Allocated IP 2001:db8::206 (8a1802a7-ca32-40e1-af35-138adcb9189c/2d38b778-41be-4591-8630-3467c6eab4eb/ef582566-bfa5-4927-8572-1bd661e50c47) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:58:10.323244 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a7c742cb-cf4d-41ac-be87-b1ac5a9072c3 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:10.360616 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a7c742cb-cf4d-41ac-be87-b1ac5a9072c3 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:10.399125 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c742cb-cf4d-41ac-be87-b1ac5a9072c3 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Network 8a1802a7-ca32-40e1-af35-138adcb9189c is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:58:10.403345 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-a7c742cb-cf4d-41ac-be87-b1ac5a9072c3 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:10.405888 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c742cb-cf4d-41ac-be87-b1ac5a9072c3 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:58:10.453862 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c742cb-cf4d-41ac-be87-b1ac5a9072c3 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Pushing event updated for resources: {'Port': ['ID=ef582566-bfa5-4927-8572-1bd661e50c47,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:10.627713 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a7c742cb-cf4d-41ac-be87-b1ac5a9072c3 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:10.816690 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a7c742cb-cf4d-41ac-be87-b1ac5a9072c3 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:10.942135 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7c742cb-cf4d-41ac-be87-b1ac5a9072c3 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Router 09e9c41f-3c8d-42a3-b45e-4d35485c1f22 is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:58:11.351429 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c742cb-cf4d-41ac-be87-b1ac5a9072c3 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:58:11.360198 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adfc579-7e96-44bd-88bd-04761727e3b9 None None] Sync routers for ids ['09e9c41f-3c8d-42a3-b45e-4d35485c1f22'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:58:11.367154 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a7c742cb-cf4d-41ac-be87-b1ac5a9072c3 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:11.370937 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-a7c742cb-cf4d-41ac-be87-b1ac5a9072c3 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 1.7273903 Jul 29 23:58:11.371098 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adfc579-7e96-44bd-88bd-04761727e3b9 None None] Routers {'09e9c41f-3c8d-42a3-b45e-4d35485c1f22'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:11.371098 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-3adfc579-7e96-44bd-88bd-04761727e3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:57:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['09e9c41f-3c8d-42a3-b45e-4d35485c1f22'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:11.371471 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59536) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:11.474577 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-3adfc579-7e96-44bd-88bd-04761727e3b9 None None] Set router 09e9c41f-3c8d-42a3-b45e-4d35485c1f22 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:58:11.477045 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9834708f-7465-49b7-9d84-901bf150cbff tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks [] for router, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:11.583320 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9834708f-7465-49b7-9d84-901bf150cbff tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:11.639438 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-9834708f-7465-49b7-9d84-901bf150cbff tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Deleting port ef582566-bfa5-4927-8572-1bd661e50c47 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:58:11.639716 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9834708f-7465-49b7-9d84-901bf150cbff tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:11.714754 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9834708f-7465-49b7-9d84-901bf150cbff tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:11.726897 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-9834708f-7465-49b7-9d84-901bf150cbff tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Calling delete_port for ef582566-bfa5-4927-8572-1bd661e50c47 owned by network:router_gateway {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:58:11.817315 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-3adfc579-7e96-44bd-88bd-04761727e3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09e9c41f-3c8d-42a3-b45e-4d35485c1f22', 'name': '', 'tenant_id': 'b49147c9fbc94791a6f0e58de9d50eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a1802a7-ca32-40e1-af35-138adcb9189c', 'external_fixed_ips': [{'subnet_id': '2d38b778-41be-4591-8630-3467c6eab4eb', 'ip_address': '2001:db8::206'}], 'enable_snat': True}, 'gw_port_id': 'ef582566-bfa5-4927-8572-1bd661e50c47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:58:09Z', 'updated_at': '2021-07-29T23:58:10Z', 'revision_number': 3, 'project_id': 'b49147c9fbc94791a6f0e58de9d50eab', 'gw_port': {'id': 'ef582566-bfa5-4927-8572-1bd661e50c47', 'name': '', 'network_id': '8a1802a7-ca32-40e1-af35-138adcb9189c', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:36:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09e9c41f-3c8d-42a3-b45e-4d35485c1f22', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3778, 'fixed_ips': [{'subnet_id': '2d38b778-41be-4591-8630-3467c6eab4eb', 'ip_address': '2001:db8::206', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:10Z', 'updated_at': '2021-07-29T23:58:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2d38b778-41be-4591-8630-3467c6eab4eb', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:11.843142 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adfc579-7e96-44bd-88bd-04761727e3b9 None None] Checking router: 09e9c41f-3c8d-42a3-b45e-4d35485c1f22 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:58:11.843488 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adfc579-7e96-44bd-88bd-04761727e3b9 None None] Updating router 09e9c41f-3c8d-42a3-b45e-4d35485c1f22 port ef582566-bfa5-4927-8572-1bd661e50c47 binding host n-d-712141-10 {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:58:11.870312 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3adfc579-7e96-44bd-88bd-04761727e3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:11.899396 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9834708f-7465-49b7-9d84-901bf150cbff tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:11.926497 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9834708f-7465-49b7-9d84-901bf150cbff tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Pushing event deleted for resources: {'Port': ['ID=ef582566-bfa5-4927-8572-1bd661e50c47,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:11.950067 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9834708f-7465-49b7-9d84-901bf150cbff tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:12.040080 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9834708f-7465-49b7-9d84-901bf150cbff tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:12.042215 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9834708f-7465-49b7-9d84-901bf150cbff tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:12.090931 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9834708f-7465-49b7-9d84-901bf150cbff tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:12.091492 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9834708f-7465-49b7-9d84-901bf150cbff tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 09e9c41f-3c8d-42a3-b45e-4d35485c1f22 {{(pid=94078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:58:12.099562 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9834708f-7465-49b7-9d84-901bf150cbff tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:12.101800 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-9834708f-7465-49b7-9d84-901bf150cbff tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] 10.222.0.43 "DELETE /v2.0/routers/09e9c41f-3c8d-42a3-b45e-4d35485c1f22 HTTP/1.1" status: 204 len: 168 time: 0.7292383 Jul 29 23:58:12.104418 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59538) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:12.131943 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.db.api [None req-3adfc579-7e96-44bd-88bd-04761727e3b9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94079) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:58:12.132370 n-d-712141-10 neutron-server[94079]: DEBUG oslo_db.api [None req-3adfc579-7e96-44bd-88bd-04761727e3b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:58:12.151295 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-52264796-4a61-4cbe-a2e8-35d78e616b24 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Deleting subnet 2d38b778-41be-4591-8630-3467c6eab4eb {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:58:12.154386 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-52264796-4a61-4cbe-a2e8-35d78e616b24 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:12.191274 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-52264796-4a61-4cbe-a2e8-35d78e616b24 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:12.232594 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-52264796-4a61-4cbe-a2e8-35d78e616b24 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:12.296531 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-52264796-4a61-4cbe-a2e8-35d78e616b24 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:12.323082 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52264796-4a61-4cbe-a2e8-35d78e616b24 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2d38b778-41be-4591-8630-3467c6eab4eb,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:12.327768 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-52264796-4a61-4cbe-a2e8-35d78e616b24 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:12.329638 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-52264796-4a61-4cbe-a2e8-35d78e616b24 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] 10.222.0.43 "DELETE /v2.0/subnets/2d38b778-41be-4591-8630-3467c6eab4eb HTTP/1.1" status: 204 len: 168 time: 0.2242432 Jul 29 23:58:12.332305 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59540) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:12.403046 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1961088b-66f3-4fc7-9e43-5e33318ea9ae tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:12.500986 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1961088b-66f3-4fc7-9e43-5e33318ea9ae tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:12.512847 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-1961088b-66f3-4fc7-9e43-5e33318ea9ae tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a1802a7-ca32-40e1-af35-138adcb9189c']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:12.528017 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-1961088b-66f3-4fc7-9e43-5e33318ea9ae tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3f363bb-2c34-4cb5-8ff7-d01ecdc41b8d') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:12.528318 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-1961088b-66f3-4fc7-9e43-5e33318ea9ae tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3f363bb-2c34-4cb5-8ff7-d01ecdc41b8d') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:12.538190 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1961088b-66f3-4fc7-9e43-5e33318ea9ae tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:12.553942 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1961088b-66f3-4fc7-9e43-5e33318ea9ae tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:12.561428 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1961088b-66f3-4fc7-9e43-5e33318ea9ae tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:58:12.562125 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1961088b-66f3-4fc7-9e43-5e33318ea9ae tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:12.564823 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:58:12.564823 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:58:12.564823 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:58:12.564823 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:58:12.564823 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:58:12.564823 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:58:12.564823 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:58:12.564823 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:58:12.564823 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:58:12.564823 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:58:12.564823 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:58:12.564823 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:58:12.564823 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:58:12.564823 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:58:12.564823 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:58:12.564823 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:58:12.564823 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:58:12.564823 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:58:12.564823 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:58:12.564823 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:58:12.564823 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:58:12.564823 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:58:12.564823 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:58:12.564823 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:58:12.564823 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:58:12.564823 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:58:12.564823 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:58:12.564823 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:58:12.564823 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:58:12.564823 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:58:12.564823 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:58:12.564823 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:58:12.633214 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1961088b-66f3-4fc7-9e43-5e33318ea9ae tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:12.640578 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1961088b-66f3-4fc7-9e43-5e33318ea9ae tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8a1802a7-ca32-40e1-af35-138adcb9189c {{(pid=94078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 29 23:58:12.643290 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1961088b-66f3-4fc7-9e43-5e33318ea9ae tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:12.652065 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-1961088b-66f3-4fc7-9e43-5e33318ea9ae tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] 10.222.0.43 "DELETE /v2.0/networks/8a1802a7-ca32-40e1-af35-138adcb9189c HTTP/1.1" status: 204 len: 168 time: 0.3119485 Jul 29 23:58:12.656956 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1961088b-66f3-4fc7-9e43-5e33318ea9ae tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Pushing event deleted for resources: {'Network': ['ID=8a1802a7-ca32-40e1-af35-138adcb9189c,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:12.659053 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adfc579-7e96-44bd-88bd-04761727e3b9 None None] Port ef582566-bfa5-4927-8572-1bd661e50c47 not found while updating agent binding for router 09e9c41f-3c8d-42a3-b45e-4d35485c1f22. {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 29 23:58:12.670423 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adfc579-7e96-44bd-88bd-04761727e3b9 None None] Routers set() bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:12.670809 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adfc579-7e96-44bd-88bd-04761727e3b9 None None] Router IDs set() for agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 29 23:58:12.671428 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_agentschedulers_db [None req-3adfc579-7e96-44bd-88bd-04761727e3b9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'09e9c41f-3c8d-42a3-b45e-4d35485c1f22'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:57:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent'). {{(pid=94079) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 29 23:58:12.671812 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adfc579-7e96-44bd-88bd-04761727e3b9 None None] The sync data for ids ['09e9c41f-3c8d-42a3-b45e-4d35485c1f22'] in n-d-712141-10 is: [] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:58:12.885782 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59548) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:12.890611 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-2e1bfea1-a525-4f35-bda6-a1d333e051c6 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Request body: {'router': {'name': 'tempest-router--181901612', 'project_id': '53ef74a450584c89bc7b2968aaad1be7'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:12.919101 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2e1bfea1-a525-4f35-bda6-a1d333e051c6 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:12.920587 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2e1bfea1-a525-4f35-bda6-a1d333e051c6 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:12.989047 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2e1bfea1-a525-4f35-bda6-a1d333e051c6 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:12.997931 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2e1bfea1-a525-4f35-bda6-a1d333e051c6 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:13.022868 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2e1bfea1-a525-4f35-bda6-a1d333e051c6 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:13.024532 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-2e1bfea1-a525-4f35-bda6-a1d333e051c6 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1374688 Jul 29 23:58:13.027660 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59550) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:13.110129 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-68470c5f-4812-4fef-94be-0e94628098ed tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks [] for router, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:13.294335 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-68470c5f-4812-4fef-94be-0e94628098ed tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:13.296528 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-68470c5f-4812-4fef-94be-0e94628098ed tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:13.338420 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-68470c5f-4812-4fef-94be-0e94628098ed tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:13.338969 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68470c5f-4812-4fef-94be-0e94628098ed tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d986c611-fe2c-49c4-9beb-fdb9ed75a8f3 {{(pid=94078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:58:13.343263 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-68470c5f-4812-4fef-94be-0e94628098ed tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:13.344526 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-68470c5f-4812-4fef-94be-0e94628098ed tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] 10.222.0.43 "DELETE /v2.0/routers/d986c611-fe2c-49c4-9beb-fdb9ed75a8f3 HTTP/1.1" status: 204 len: 168 time: 0.3152587 Jul 29 23:58:13.444755 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59554) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:13.651864 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-ca161462-17b9-43d4-baf2-c246d71257c9 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-783494612', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}, 'admin_state_up': False}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:13.674724 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ca161462-17b9-43d4-baf2-c246d71257c9 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:13.675716 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ca161462-17b9-43d4-baf2-c246d71257c9 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:13.732089 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ca161462-17b9-43d4-baf2-c246d71257c9 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:13.864546 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ca161462-17b9-43d4-baf2-c246d71257c9 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:14.067853 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ca161462-17b9-43d4-baf2-c246d71257c9 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks [] for router_gateway, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:14.086130 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ca161462-17b9-43d4-baf2-c246d71257c9 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:14.185491 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-ca161462-17b9-43d4-baf2-c246d71257c9 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Allocated IP 172.25.0.204 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/8597bf33-34f5-4b87-8078-a8e531b327b0) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:58:14.295356 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ca161462-17b9-43d4-baf2-c246d71257c9 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:14.337418 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ca161462-17b9-43d4-baf2-c246d71257c9 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:14.375090 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca161462-17b9-43d4-baf2-c246d71257c9 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:58:14.377871 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-ca161462-17b9-43d4-baf2-c246d71257c9 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:14.380226 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca161462-17b9-43d4-baf2-c246d71257c9 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:58:14.408712 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca161462-17b9-43d4-baf2-c246d71257c9 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Pushing event updated for resources: {'Port': ['ID=8597bf33-34f5-4b87-8078-a8e531b327b0,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:14.636575 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ca161462-17b9-43d4-baf2-c246d71257c9 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks [] for router_gateway, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:14.823399 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ca161462-17b9-43d4-baf2-c246d71257c9 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:14.955548 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca161462-17b9-43d4-baf2-c246d71257c9 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Router 2d15835d-746b-4fd6-b8b4-4a9819eba0b9 is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:58:15.395715 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca161462-17b9-43d4-baf2-c246d71257c9 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:58:15.408407 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d71308-9bd7-40f8-a968-58ada3dc77af None None] Sync routers for ids ['2d15835d-746b-4fd6-b8b4-4a9819eba0b9'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:58:15.419188 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d71308-9bd7-40f8-a968-58ada3dc77af None None] Routers {'2d15835d-746b-4fd6-b8b4-4a9819eba0b9'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:15.419523 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ca161462-17b9-43d4-baf2-c246d71257c9 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:15.419838 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-b4d71308-9bd7-40f8-a968-58ada3dc77af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:57:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['2d15835d-746b-4fd6-b8b4-4a9819eba0b9'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:15.420644 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ca161462-17b9-43d4-baf2-c246d71257c9 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.9748614 Jul 29 23:58:15.425742 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59558) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:15.452055 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-b4d71308-9bd7-40f8-a968-58ada3dc77af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:15.465095 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d71308-9bd7-40f8-a968-58ada3dc77af None None] Routers {'2d15835d-746b-4fd6-b8b4-4a9819eba0b9'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:15.465455 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-b4d71308-9bd7-40f8-a968-58ada3dc77af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:57:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['2d15835d-746b-4fd6-b8b4-4a9819eba0b9'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:15.566233 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a036d6a3-62b0-4e53-9fe6-12ec18a20ab1 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] 10.222.0.43 "GET /v2.0/routers/2d15835d-746b-4fd6-b8b4-4a9819eba0b9 HTTP/1.1" status: 200 len: 924 time: 0.1386278 Jul 29 23:58:15.566951 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59560) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:15.597456 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-6bb8dc1c-8fdb-4b6b-9cf5-c74f47ae6742 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d15835d-746b-4fd6-b8b4-4a9819eba0b9 HTTP/1.1" status: 200 len: 205 time: 0.0291045 Jul 29 23:58:15.597790 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-b4d71308-9bd7-40f8-a968-58ada3dc77af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:15.598436 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d71308-9bd7-40f8-a968-58ada3dc77af None None] The sync data for ids ['2d15835d-746b-4fd6-b8b4-4a9819eba0b9'] in n-d-712141-10 is: [] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:58:15.599969 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59562) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:15.711468 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-96d09562-43e2-4f3f-8419-8813a71a5025 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks [] for router, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:15.823596 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-96d09562-43e2-4f3f-8419-8813a71a5025 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:15.879360 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-96d09562-43e2-4f3f-8419-8813a71a5025 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Deleting port 8597bf33-34f5-4b87-8078-a8e531b327b0 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:58:15.879711 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-96d09562-43e2-4f3f-8419-8813a71a5025 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:15.964540 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-96d09562-43e2-4f3f-8419-8813a71a5025 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:15.976627 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-96d09562-43e2-4f3f-8419-8813a71a5025 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Calling delete_port for 8597bf33-34f5-4b87-8078-a8e531b327b0 owned by network:router_gateway {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:58:16.149123 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-96d09562-43e2-4f3f-8419-8813a71a5025 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:16.175521 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d09562-43e2-4f3f-8419-8813a71a5025 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Pushing event deleted for resources: {'Port': ['ID=8597bf33-34f5-4b87-8078-a8e531b327b0,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:16.249312 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-96d09562-43e2-4f3f-8419-8813a71a5025 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:16.349393 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-96d09562-43e2-4f3f-8419-8813a71a5025 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:16.352269 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-96d09562-43e2-4f3f-8419-8813a71a5025 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:16.395584 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-96d09562-43e2-4f3f-8419-8813a71a5025 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:16.396157 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d09562-43e2-4f3f-8419-8813a71a5025 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Fanout notify agent at l3_agent the message router_deleted on router 2d15835d-746b-4fd6-b8b4-4a9819eba0b9 {{(pid=94078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:58:16.403994 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-96d09562-43e2-4f3f-8419-8813a71a5025 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:16.404610 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-96d09562-43e2-4f3f-8419-8813a71a5025 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] 10.222.0.43 "DELETE /v2.0/routers/2d15835d-746b-4fd6-b8b4-4a9819eba0b9 HTTP/1.1" status: 204 len: 168 time: 0.8036602 Jul 29 23:58:16.409843 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59564) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:16.415757 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-68ff5281-b1d8-45eb-a85f-c46f33103dc0 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2085645574', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'enable_snat': False}}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:16.436190 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-68ff5281-b1d8-45eb-a85f-c46f33103dc0 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:16.437187 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-68ff5281-b1d8-45eb-a85f-c46f33103dc0 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:16.492330 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-68ff5281-b1d8-45eb-a85f-c46f33103dc0 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:16.649231 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-68ff5281-b1d8-45eb-a85f-c46f33103dc0 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:16.867536 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-68ff5281-b1d8-45eb-a85f-c46f33103dc0 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:16.887324 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-68ff5281-b1d8-45eb-a85f-c46f33103dc0 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:16.996376 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-68ff5281-b1d8-45eb-a85f-c46f33103dc0 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Allocated IP 172.25.0.66 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/9f8cced0-f541-4662-8399-1cf97b9cdd0b) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:58:17.125800 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-68ff5281-b1d8-45eb-a85f-c46f33103dc0 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:17.166950 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-68ff5281-b1d8-45eb-a85f-c46f33103dc0 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:17.222755 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ff5281-b1d8-45eb-a85f-c46f33103dc0 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:58:17.227870 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-68ff5281-b1d8-45eb-a85f-c46f33103dc0 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:17.239184 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ff5281-b1d8-45eb-a85f-c46f33103dc0 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:58:17.245976 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ff5281-b1d8-45eb-a85f-c46f33103dc0 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Pushing event updated for resources: {'Port': ['ID=9f8cced0-f541-4662-8399-1cf97b9cdd0b,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:17.520642 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-68ff5281-b1d8-45eb-a85f-c46f33103dc0 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:17.727314 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-68ff5281-b1d8-45eb-a85f-c46f33103dc0 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:17.854979 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68ff5281-b1d8-45eb-a85f-c46f33103dc0 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Router 53a83b41-be13-48cd-84e6-d5debcc07536 is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:58:17.970724 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ff5281-b1d8-45eb-a85f-c46f33103dc0 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:58:17.980398 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e26fff-98f9-48da-b80a-b4716af3f593 None None] Sync routers for ids ['53a83b41-be13-48cd-84e6-d5debcc07536'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:58:17.990779 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-68ff5281-b1d8-45eb-a85f-c46f33103dc0 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:17.992881 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-68ff5281-b1d8-45eb-a85f-c46f33103dc0 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.5819108 Jul 29 23:58:17.995181 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e26fff-98f9-48da-b80a-b4716af3f593 None None] Routers {'53a83b41-be13-48cd-84e6-d5debcc07536'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:17.995481 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59566) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:17.996179 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-a8e26fff-98f9-48da-b80a-b4716af3f593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:57:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['53a83b41-be13-48cd-84e6-d5debcc07536'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:18.126227 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-5f9e1a1f-14a9-441e-91da-f64bb37573d5 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] 10.222.0.43 "GET /v2.0/routers/53a83b41-be13-48cd-84e6-d5debcc07536 HTTP/1.1" status: 200 len: 908 time: 0.1283522 Jul 29 23:58:18.127890 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-a8e26fff-98f9-48da-b80a-b4716af3f593 None None] Set router 53a83b41-be13-48cd-84e6-d5debcc07536 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:58:18.128758 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59568) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:18.134012 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-29939654-b5d0-4fd4-b57c-1f7940bd014b tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2085645574', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'enable_snat': True}}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:18.155059 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-29939654-b5d0-4fd4-b57c-1f7940bd014b tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:18.156244 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-29939654-b5d0-4fd4-b57c-1f7940bd014b tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:18.211697 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-29939654-b5d0-4fd4-b57c-1f7940bd014b tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:18.330490 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-a8e26fff-98f9-48da-b80a-b4716af3f593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a83b41-be13-48cd-84e6-d5debcc07536', 'name': 'tempest-snat-router-2085645574', 'tenant_id': 'b49147c9fbc94791a6f0e58de9d50eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.66'}], 'enable_snat': False}, 'gw_port_id': '9f8cced0-f541-4662-8399-1cf97b9cdd0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:58:16Z', 'updated_at': '2021-07-29T23:58:17Z', 'revision_number': 3, 'project_id': 'b49147c9fbc94791a6f0e58de9d50eab', 'gw_port': {'id': '9f8cced0-f541-4662-8399-1cf97b9cdd0b', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ff:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a83b41-be13-48cd-84e6-d5debcc07536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:16Z', 'updated_at': '2021-07-29T23:58:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:18.360418 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e26fff-98f9-48da-b80a-b4716af3f593 None None] Checking router: 53a83b41-be13-48cd-84e6-d5debcc07536 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:58:18.360769 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e26fff-98f9-48da-b80a-b4716af3f593 None None] Updating router 53a83b41-be13-48cd-84e6-d5debcc07536 port 9f8cced0-f541-4662-8399-1cf97b9cdd0b binding host n-d-712141-10 {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:58:18.366579 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-29939654-b5d0-4fd4-b57c-1f7940bd014b tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:18.387857 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a8e26fff-98f9-48da-b80a-b4716af3f593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:18.576728 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-29939654-b5d0-4fd4-b57c-1f7940bd014b tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:18.604318 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-29939654-b5d0-4fd4-b57c-1f7940bd014b tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:18.656935 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a8e26fff-98f9-48da-b80a-b4716af3f593 None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:18.667278 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-a8e26fff-98f9-48da-b80a-b4716af3f593 None None] Transition to ACTIVE for port object 9f8cced0-f541-4662-8399-1cf97b9cdd0b will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:58:18.672662 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a8e26fff-98f9-48da-b80a-b4716af3f593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:18.720182 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-29939654-b5d0-4fd4-b57c-1f7940bd014b tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Allocated IP 172.25.0.56 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/72c66bc5-1ebb-432a-b5da-5c6f14e557d8) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:58:18.724588 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-a8e26fff-98f9-48da-b80a-b4716af3f593 None None] Attempting to bind port 9f8cced0-f541-4662-8399-1cf97b9cdd0b on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:58:18.725822 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-a8e26fff-98f9-48da-b80a-b4716af3f593 None None] Attempting to bind port 9f8cced0-f541-4662-8399-1cf97b9cdd0b by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:58:18.726098 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e26fff-98f9-48da-b80a-b4716af3f593 None None] Attempting to bind port 9f8cced0-f541-4662-8399-1cf97b9cdd0b on network 58f27f61-3278-49cc-b66b-1e729d26f29f {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:58:18.728124 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726aa876-f120-4e31-b848-e2104e48af96 None None] Pushing event updated for resources: {'Port': ['ID=9f8cced0-f541-4662-8399-1cf97b9cdd0b,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:18.733706 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e26fff-98f9-48da-b80a-b4716af3f593 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:58:18.734089 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e26fff-98f9-48da-b80a-b4716af3f593 None None] Checking segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:58:18.734420 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a8e26fff-98f9-48da-b80a-b4716af3f593 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:18.734802 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e26fff-98f9-48da-b80a-b4716af3f593 None None] Bound using segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:58:18.735271 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-a8e26fff-98f9-48da-b80a-b4716af3f593 None None] Bound port: 9f8cced0-f541-4662-8399-1cf97b9cdd0b, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:58:18.736111 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a8e26fff-98f9-48da-b80a-b4716af3f593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:18.790480 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-a8e26fff-98f9-48da-b80a-b4716af3f593 None None] For port 9f8cced0-f541-4662-8399-1cf97b9cdd0b, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:58:18.793741 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-a8e26fff-98f9-48da-b80a-b4716af3f593 None None] For port 9f8cced0-f541-4662-8399-1cf97b9cdd0b, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=9f8cced0-f541-4662-8399-1cf97b9cdd0b,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:58:18.798317 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a8e26fff-98f9-48da-b80a-b4716af3f593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:18.830301 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-29939654-b5d0-4fd4-b57c-1f7940bd014b tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:18.855204 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e26fff-98f9-48da-b80a-b4716af3f593 None None] Routers {'53a83b41-be13-48cd-84e6-d5debcc07536'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:18.855820 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-a8e26fff-98f9-48da-b80a-b4716af3f593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:57:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['53a83b41-be13-48cd-84e6-d5debcc07536'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:18.869972 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-29939654-b5d0-4fd4-b57c-1f7940bd014b tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:18.891169 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726aa876-f120-4e31-b848-e2104e48af96 None None] Pushing event updated for resources: {'Port': ['ID=9f8cced0-f541-4662-8399-1cf97b9cdd0b,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:18.909167 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29939654-b5d0-4fd4-b57c-1f7940bd014b tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:58:18.912060 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-29939654-b5d0-4fd4-b57c-1f7940bd014b tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:18.916176 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29939654-b5d0-4fd4-b57c-1f7940bd014b tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:58:18.924452 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29939654-b5d0-4fd4-b57c-1f7940bd014b tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Pushing event updated for resources: {'Port': ['ID=72c66bc5-1ebb-432a-b5da-5c6f14e557d8,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:18.973259 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-a8e26fff-98f9-48da-b80a-b4716af3f593 None None] Set router 53a83b41-be13-48cd-84e6-d5debcc07536 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:58:19.150353 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-a8e26fff-98f9-48da-b80a-b4716af3f593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53a83b41-be13-48cd-84e6-d5debcc07536', 'name': 'tempest-snat-router-2085645574', 'tenant_id': 'b49147c9fbc94791a6f0e58de9d50eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.66'}], 'enable_snat': False}, 'gw_port_id': '9f8cced0-f541-4662-8399-1cf97b9cdd0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:58:16Z', 'updated_at': '2021-07-29T23:58:17Z', 'revision_number': 3, 'project_id': 'b49147c9fbc94791a6f0e58de9d50eab', 'gw_port': {'id': '9f8cced0-f541-4662-8399-1cf97b9cdd0b', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ff:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a83b41-be13-48cd-84e6-d5debcc07536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:16Z', 'updated_at': '2021-07-29T23:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:19.166384 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-29939654-b5d0-4fd4-b57c-1f7940bd014b tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:19.179820 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e26fff-98f9-48da-b80a-b4716af3f593 None None] The sync data for ids ['53a83b41-be13-48cd-84e6-d5debcc07536'] in n-d-712141-10 is: [{'id': '53a83b41-be13-48cd-84e6-d5debcc07536', 'name': 'tempest-snat-router-2085645574', 'tenant_id': 'b49147c9fbc94791a6f0e58de9d50eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.66'}], 'enable_snat': False}, 'gw_port_id': '9f8cced0-f541-4662-8399-1cf97b9cdd0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:58:16Z', 'updated_at': '2021-07-29T23:58:17Z', 'revision_number': 3, 'project_id': 'b49147c9fbc94791a6f0e58de9d50eab', 'gw_port': {'id': '9f8cced0-f541-4662-8399-1cf97b9cdd0b', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ff:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53a83b41-be13-48cd-84e6-d5debcc07536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:16Z', 'updated_at': '2021-07-29T23:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712141-10'}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:58:19.368273 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-29939654-b5d0-4fd4-b57c-1f7940bd014b tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:19.821211 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:19.838529 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29939654-b5d0-4fd4-b57c-1f7940bd014b tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Router cf14ce7f-b78f-4064-a220-48b20cd44bff is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:58:19.935023 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 9f8cced0-f541-4662-8399-1cf97b9cdd0b up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:58:19.953057 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29939654-b5d0-4fd4-b57c-1f7940bd014b tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:58:19.963439 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a186d1f7-2750-41ee-961f-0ca69faef1e2 None None] Sync routers for ids ['cf14ce7f-b78f-4064-a220-48b20cd44bff'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:58:19.973230 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a186d1f7-2750-41ee-961f-0ca69faef1e2 None None] Routers {'cf14ce7f-b78f-4064-a220-48b20cd44bff'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:19.973902 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-a186d1f7-2750-41ee-961f-0ca69faef1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:57:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['cf14ce7f-b78f-4064-a220-48b20cd44bff'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:19.974598 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-29939654-b5d0-4fd4-b57c-1f7940bd014b tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:19.976194 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-29939654-b5d0-4fd4-b57c-1f7940bd014b tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 1.8464463 Jul 29 23:58:19.978867 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59570) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:20.008767 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 9f8cced0-f541-4662-8399-1cf97b9cdd0b completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:58:20.013535 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 9f8cced0-f541-4662-8399-1cf97b9cdd0b triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:20.013929 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:20.092875 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-a186d1f7-2750-41ee-961f-0ca69faef1e2 None None] Set router cf14ce7f-b78f-4064-a220-48b20cd44bff gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:58:20.098490 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-75ef98e4-5960-43df-b239-46f3d786c747 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] 10.222.0.43 "GET /v2.0/routers/cf14ce7f-b78f-4064-a220-48b20cd44bff HTTP/1.1" status: 200 len: 907 time: 0.1181524 Jul 29 23:58:20.102154 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59572) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:20.103217 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:20.125546 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 9f8cced0-f541-4662-8399-1cf97b9cdd0b, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=9f8cced0-f541-4662-8399-1cf97b9cdd0b,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:20.130450 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:20.185825 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=9f8cced0-f541-4662-8399-1cf97b9cdd0b,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:20.193708 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:20.193985 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:20.194199 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:20.194534 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:20.194862 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:20.195185 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:20.195500 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:20.195829 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:20.196147 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:20.196460 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:20.196777 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:20.197090 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:20.215528 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-57ea2547-cb0e-43fd-b2e3-e76f4d9fb13f tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks [] for router, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:20.285071 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-a186d1f7-2750-41ee-961f-0ca69faef1e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf14ce7f-b78f-4064-a220-48b20cd44bff', 'name': 'tempest-snat-router-2085645574', 'tenant_id': 'b49147c9fbc94791a6f0e58de9d50eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.56'}], 'enable_snat': True}, 'gw_port_id': '72c66bc5-1ebb-432a-b5da-5c6f14e557d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:58:18Z', 'updated_at': '2021-07-29T23:58:19Z', 'revision_number': 3, 'project_id': 'b49147c9fbc94791a6f0e58de9d50eab', 'gw_port': {'id': '72c66bc5-1ebb-432a-b5da-5c6f14e557d8', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:ed:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf14ce7f-b78f-4064-a220-48b20cd44bff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:18Z', 'updated_at': '2021-07-29T23:58:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:20.316591 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a186d1f7-2750-41ee-961f-0ca69faef1e2 None None] Checking router: cf14ce7f-b78f-4064-a220-48b20cd44bff for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:58:20.316923 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a186d1f7-2750-41ee-961f-0ca69faef1e2 None None] Updating router cf14ce7f-b78f-4064-a220-48b20cd44bff port 72c66bc5-1ebb-432a-b5da-5c6f14e557d8 binding host n-d-712141-10 {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:58:20.322228 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-57ea2547-cb0e-43fd-b2e3-e76f4d9fb13f tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:20.341769 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-a186d1f7-2750-41ee-961f-0ca69faef1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:20.373317 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-57ea2547-cb0e-43fd-b2e3-e76f4d9fb13f tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Deleting port 72c66bc5-1ebb-432a-b5da-5c6f14e557d8 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:58:20.373680 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-57ea2547-cb0e-43fd-b2e3-e76f4d9fb13f tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:20.449640 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-57ea2547-cb0e-43fd-b2e3-e76f4d9fb13f tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:20.462270 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-57ea2547-cb0e-43fd-b2e3-e76f4d9fb13f tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Calling delete_port for 72c66bc5-1ebb-432a-b5da-5c6f14e557d8 owned by network:router_gateway {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:58:20.634962 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-57ea2547-cb0e-43fd-b2e3-e76f4d9fb13f tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:20.635832 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.db.api [None req-a186d1f7-2750-41ee-961f-0ca69faef1e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94080) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:58:20.636210 n-d-712141-10 neutron-server[94080]: DEBUG oslo_db.api [None req-a186d1f7-2750-41ee-961f-0ca69faef1e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:58:20.666822 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ea2547-cb0e-43fd-b2e3-e76f4d9fb13f tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Pushing event deleted for resources: {'Port': ['ID=72c66bc5-1ebb-432a-b5da-5c6f14e557d8,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:20.732727 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-57ea2547-cb0e-43fd-b2e3-e76f4d9fb13f tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:20.821729 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-57ea2547-cb0e-43fd-b2e3-e76f4d9fb13f tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:20.823823 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-57ea2547-cb0e-43fd-b2e3-e76f4d9fb13f tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:20.866506 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-57ea2547-cb0e-43fd-b2e3-e76f4d9fb13f tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:20.867019 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ea2547-cb0e-43fd-b2e3-e76f4d9fb13f tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cf14ce7f-b78f-4064-a220-48b20cd44bff {{(pid=94078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:58:20.871227 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-57ea2547-cb0e-43fd-b2e3-e76f4d9fb13f tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:20.872377 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-57ea2547-cb0e-43fd-b2e3-e76f4d9fb13f tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] 10.222.0.43 "DELETE /v2.0/routers/cf14ce7f-b78f-4064-a220-48b20cd44bff HTTP/1.1" status: 204 len: 168 time: 0.7691703 Jul 29 23:58:20.875042 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59574) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:20.991219 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1f7adcb0-bf84-4f07-bd7e-20b4f3d9450c tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks [] for router, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:21.095017 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1f7adcb0-bf84-4f07-bd7e-20b4f3d9450c tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:21.146030 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-1f7adcb0-bf84-4f07-bd7e-20b4f3d9450c tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Deleting port 9f8cced0-f541-4662-8399-1cf97b9cdd0b {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:58:21.146933 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1f7adcb0-bf84-4f07-bd7e-20b4f3d9450c tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:21.154879 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a186d1f7-2750-41ee-961f-0ca69faef1e2 None None] Port 72c66bc5-1ebb-432a-b5da-5c6f14e557d8 not found while updating agent binding for router cf14ce7f-b78f-4064-a220-48b20cd44bff. {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 29 23:58:21.163882 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a186d1f7-2750-41ee-961f-0ca69faef1e2 None None] Routers set() bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:21.164239 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a186d1f7-2750-41ee-961f-0ca69faef1e2 None None] Router IDs set() for agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 29 23:58:21.164821 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_agentschedulers_db [None req-a186d1f7-2750-41ee-961f-0ca69faef1e2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'cf14ce7f-b78f-4064-a220-48b20cd44bff'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:57:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent'). {{(pid=94080) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 29 23:58:21.165182 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a186d1f7-2750-41ee-961f-0ca69faef1e2 None None] The sync data for ids ['cf14ce7f-b78f-4064-a220-48b20cd44bff'] in n-d-712141-10 is: [] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:58:21.228767 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-1f7adcb0-bf84-4f07-bd7e-20b4f3d9450c tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] For port 9f8cced0-f541-4662-8399-1cf97b9cdd0b, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=9f8cced0-f541-4662-8399-1cf97b9cdd0b,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:21.229362 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1f7adcb0-bf84-4f07-bd7e-20b4f3d9450c tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:21.240709 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-1f7adcb0-bf84-4f07-bd7e-20b4f3d9450c tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Calling delete_port for 9f8cced0-f541-4662-8399-1cf97b9cdd0b owned by network:router_gateway {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:58:21.407542 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1f7adcb0-bf84-4f07-bd7e-20b4f3d9450c tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:21.433617 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7adcb0-bf84-4f07-bd7e-20b4f3d9450c tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Pushing event deleted for resources: {'Port': ['ID=9f8cced0-f541-4662-8399-1cf97b9cdd0b,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:21.490664 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1f7adcb0-bf84-4f07-bd7e-20b4f3d9450c tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:21.580900 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1f7adcb0-bf84-4f07-bd7e-20b4f3d9450c tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:21.583014 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1f7adcb0-bf84-4f07-bd7e-20b4f3d9450c tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:21.630826 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1f7adcb0-bf84-4f07-bd7e-20b4f3d9450c tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:21.631948 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f7adcb0-bf84-4f07-bd7e-20b4f3d9450c tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 53a83b41-be13-48cd-84e6-d5debcc07536 {{(pid=94078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:58:21.636265 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1f7adcb0-bf84-4f07-bd7e-20b4f3d9450c tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:21.637330 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-1f7adcb0-bf84-4f07-bd7e-20b4f3d9450c tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] 10.222.0.43 "DELETE /v2.0/routers/53a83b41-be13-48cd-84e6-d5debcc07536 HTTP/1.1" status: 204 len: 168 time: 0.7613683 Jul 29 23:58:21.641046 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59576) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:21.646433 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-e6a4c1e6-5396-44e0-a7bf-913f968f947b tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-786581093', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}, 'admin_state_up': False}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:21.673869 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e6a4c1e6-5396-44e0-a7bf-913f968f947b tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:21.674802 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e6a4c1e6-5396-44e0-a7bf-913f968f947b tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:21.737532 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e6a4c1e6-5396-44e0-a7bf-913f968f947b tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:21.876812 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e6a4c1e6-5396-44e0-a7bf-913f968f947b tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:22.067693 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e6a4c1e6-5396-44e0-a7bf-913f968f947b tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks [] for router_gateway, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:22.088593 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e6a4c1e6-5396-44e0-a7bf-913f968f947b tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:22.140976 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 9f8cced0-f541-4662-8399-1cf97b9cdd0b no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:58:22.163818 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 9f8cced0-f541-4662-8399-1cf97b9cdd0b {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:58:22.164145 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 9f8cced0-f541-4662-8399-1cf97b9cdd0b not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:58:22.201994 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-e6a4c1e6-5396-44e0-a7bf-913f968f947b tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Allocated IP 172.25.0.182 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/31167f1e-39c6-4385-9aeb-aea06bd22966) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:58:22.304214 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e6a4c1e6-5396-44e0-a7bf-913f968f947b tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:22.347130 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e6a4c1e6-5396-44e0-a7bf-913f968f947b tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:22.384736 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a4c1e6-5396-44e0-a7bf-913f968f947b tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:58:22.387587 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-e6a4c1e6-5396-44e0-a7bf-913f968f947b tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:22.390227 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a4c1e6-5396-44e0-a7bf-913f968f947b tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:58:22.416783 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a4c1e6-5396-44e0-a7bf-913f968f947b tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Pushing event updated for resources: {'Port': ['ID=31167f1e-39c6-4385-9aeb-aea06bd22966,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:22.644628 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e6a4c1e6-5396-44e0-a7bf-913f968f947b tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks [] for router_gateway, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:22.842416 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e6a4c1e6-5396-44e0-a7bf-913f968f947b tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:23.279607 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d4ffb632-24d1-49b5-b4d2-a54a6772ec1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:23.288405 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a4c1e6-5396-44e0-a7bf-913f968f947b tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Router 65b1004c-80f6-42b6-8607-ee8ec54ff729 is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:58:23.393831 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a4c1e6-5396-44e0-a7bf-913f968f947b tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:58:23.404577 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e94807a-215c-4ef7-a754-b5621d9a418a None None] Sync routers for ids ['65b1004c-80f6-42b6-8607-ee8ec54ff729'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:58:23.411631 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e6a4c1e6-5396-44e0-a7bf-913f968f947b tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:23.416384 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e6a4c1e6-5396-44e0-a7bf-913f968f947b tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.7709754 Jul 29 23:58:23.416570 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e94807a-215c-4ef7-a754-b5621d9a418a None None] Routers {'65b1004c-80f6-42b6-8607-ee8ec54ff729'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:23.416570 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-9e94807a-215c-4ef7-a754-b5621d9a418a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:57:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['65b1004c-80f6-42b6-8607-ee8ec54ff729'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:23.416834 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59578) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:23.420914 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-1994282e-e01a-4031-8bde-f324b92adf61 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'enable_snat': False}}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:23.447009 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-9e94807a-215c-4ef7-a754-b5621d9a418a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:23.455564 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e94807a-215c-4ef7-a754-b5621d9a418a None None] Routers {'65b1004c-80f6-42b6-8607-ee8ec54ff729'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:23.456160 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-9e94807a-215c-4ef7-a754-b5621d9a418a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:57:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['65b1004c-80f6-42b6-8607-ee8ec54ff729'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:23.492129 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-9e94807a-215c-4ef7-a754-b5621d9a418a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:23.492696 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e94807a-215c-4ef7-a754-b5621d9a418a None None] The sync data for ids ['65b1004c-80f6-42b6-8607-ee8ec54ff729'] in n-d-712141-10 is: [] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:58:23.710786 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1994282e-e01a-4031-8bde-f324b92adf61 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:24.096449 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1994282e-e01a-4031-8bde-f324b92adf61 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16269258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16714856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:24.100356 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1994282e-e01a-4031-8bde-f324b92adf61 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16269265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16269272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16714879'] for router, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:24.212164 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1994282e-e01a-4031-8bde-f324b92adf61 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Router 65b1004c-80f6-42b6-8607-ee8ec54ff729 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:58:24.324681 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1994282e-e01a-4031-8bde-f324b92adf61 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:58:24.329003 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1994282e-e01a-4031-8bde-f324b92adf61 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:24.330089 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-1994282e-e01a-4031-8bde-f324b92adf61 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] 10.222.0.43 "PUT /v2.0/routers/65b1004c-80f6-42b6-8607-ee8ec54ff729 HTTP/1.1" status: 200 len: 925 time: 0.9126656 Jul 29 23:58:24.332770 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59580) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:24.335478 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d7bcb0-abc7-49e4-a4a4-3d0fd068a191 None None] Sync routers for ids ['65b1004c-80f6-42b6-8607-ee8ec54ff729'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:58:24.344689 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d7bcb0-abc7-49e4-a4a4-3d0fd068a191 None None] Routers {'65b1004c-80f6-42b6-8607-ee8ec54ff729'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:24.345368 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-44d7bcb0-abc7-49e4-a4a4-3d0fd068a191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:57:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['65b1004c-80f6-42b6-8607-ee8ec54ff729'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:24.382080 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-44d7bcb0-abc7-49e4-a4a4-3d0fd068a191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:24.392149 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d7bcb0-abc7-49e4-a4a4-3d0fd068a191 None None] Routers {'65b1004c-80f6-42b6-8607-ee8ec54ff729'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:24.392778 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-44d7bcb0-abc7-49e4-a4a4-3d0fd068a191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:57:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['65b1004c-80f6-42b6-8607-ee8ec54ff729'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:24.429835 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-44d7bcb0-abc7-49e4-a4a4-3d0fd068a191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:24.430096 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44d7bcb0-abc7-49e4-a4a4-3d0fd068a191 None None] The sync data for ids ['65b1004c-80f6-42b6-8607-ee8ec54ff729'] in n-d-712141-10 is: [] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:58:24.461668 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-da6d9651-524a-49dd-9f5a-d3ba6a6d706c tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] 10.222.0.43 "GET /v2.0/routers/65b1004c-80f6-42b6-8607-ee8ec54ff729 HTTP/1.1" status: 200 len: 925 time: 0.1276250 Jul 29 23:58:24.464448 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59582) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:24.512200 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46674f8f-a578-4e0d-ae42-99e052541f4d tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:24.513761 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-46674f8f-a578-4e0d-ae42-99e052541f4d tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=58f27f61-3278-49cc-b66b-1e729d26f29f&device_id=65b1004c-80f6-42b6-8607-ee8ec54ff729&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0484431 Jul 29 23:58:24.516580 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59584) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:24.611000 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0ee828-24a5-457b-9375-da32ff272d5d tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:24.612404 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-1c0ee828-24a5-457b-9375-da32ff272d5d tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] 10.222.0.43 "GET /v2.0/networks/58f27f61-3278-49cc-b66b-1e729d26f29f HTTP/1.1" status: 200 len: 881 time: 0.0948904 Jul 29 23:58:24.615749 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59586) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:24.643711 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-1a347b3b-d823-4d75-b3b2-4596ea37747a tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] 10.222.0.43 "GET /v2.0/ports?device_id=65b1004c-80f6-42b6-8607-ee8ec54ff729 HTTP/1.1" status: 200 len: 205 time: 0.0267928 Jul 29 23:58:24.646341 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59588) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:24.756665 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-63615c16-6a61-436f-8bd9-b1c622f7c1ae tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks [] for router, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:24.888878 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-63615c16-6a61-436f-8bd9-b1c622f7c1ae tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:24.946602 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-63615c16-6a61-436f-8bd9-b1c622f7c1ae tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Deleting port 31167f1e-39c6-4385-9aeb-aea06bd22966 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:58:24.946943 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-63615c16-6a61-436f-8bd9-b1c622f7c1ae tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:25.023304 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-63615c16-6a61-436f-8bd9-b1c622f7c1ae tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:25.035421 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-63615c16-6a61-436f-8bd9-b1c622f7c1ae tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Calling delete_port for 31167f1e-39c6-4385-9aeb-aea06bd22966 owned by network:router_gateway {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:58:25.213688 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-63615c16-6a61-436f-8bd9-b1c622f7c1ae tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:25.245030 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63615c16-6a61-436f-8bd9-b1c622f7c1ae tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Pushing event deleted for resources: {'Port': ['ID=31167f1e-39c6-4385-9aeb-aea06bd22966,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:25.311751 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-63615c16-6a61-436f-8bd9-b1c622f7c1ae tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:25.403613 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-63615c16-6a61-436f-8bd9-b1c622f7c1ae tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:25.405867 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-63615c16-6a61-436f-8bd9-b1c622f7c1ae tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:25.454277 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-63615c16-6a61-436f-8bd9-b1c622f7c1ae tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:25.454974 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63615c16-6a61-436f-8bd9-b1c622f7c1ae tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Fanout notify agent at l3_agent the message router_deleted on router 65b1004c-80f6-42b6-8607-ee8ec54ff729 {{(pid=94078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:58:25.462652 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-63615c16-6a61-436f-8bd9-b1c622f7c1ae tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:25.464464 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-63615c16-6a61-436f-8bd9-b1c622f7c1ae tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] 10.222.0.43 "DELETE /v2.0/routers/65b1004c-80f6-42b6-8607-ee8ec54ff729 HTTP/1.1" status: 204 len: 168 time: 0.8165348 Jul 29 23:58:25.467565 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59590) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:25.472213 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-ec924f3d-6a28-4749-8940-f4418f33efef tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-309838402', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:25.496035 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ec924f3d-6a28-4749-8940-f4418f33efef tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:25.497054 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ec924f3d-6a28-4749-8940-f4418f33efef tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:25.793116 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ec924f3d-6a28-4749-8940-f4418f33efef tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:25.797488 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ec924f3d-6a28-4749-8940-f4418f33efef tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:25.813608 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ec924f3d-6a28-4749-8940-f4418f33efef tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:25.814822 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ec924f3d-6a28-4749-8940-f4418f33efef tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3461959 Jul 29 23:58:25.817770 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59592) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:25.822547 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-7a77d94f-3a18-4735-bc23-6a1bce26e78c tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Request body: {'router': {'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:25.898869 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-240709f8-fbf5-46b2-b697-df4163789701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:26.027568 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7a77d94f-3a18-4735-bc23-6a1bce26e78c tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:26.213728 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7a77d94f-3a18-4735-bc23-6a1bce26e78c tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks [] for router_gateway, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:26.232868 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7a77d94f-3a18-4735-bc23-6a1bce26e78c tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:26.343257 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-7a77d94f-3a18-4735-bc23-6a1bce26e78c tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Allocated IP 172.25.0.148 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/cbc335d8-58eb-41b0-a5ba-08a5581ca3f5) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:58:26.441468 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7a77d94f-3a18-4735-bc23-6a1bce26e78c tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:26.472981 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:26.486725 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7a77d94f-3a18-4735-bc23-6a1bce26e78c tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:26.521486 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a77d94f-3a18-4735-bc23-6a1bce26e78c tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:58:26.524211 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-7a77d94f-3a18-4735-bc23-6a1bce26e78c tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:26.527624 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a77d94f-3a18-4735-bc23-6a1bce26e78c tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:58:26.561430 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a77d94f-3a18-4735-bc23-6a1bce26e78c tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Pushing event updated for resources: {'Port': ['ID=cbc335d8-58eb-41b0-a5ba-08a5581ca3f5,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:26.575080 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a77d94f-3a18-4735-bc23-6a1bce26e78c tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:26.575428 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a77d94f-3a18-4735-bc23-6a1bce26e78c tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:26.575766 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a77d94f-3a18-4735-bc23-6a1bce26e78c tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:26.576102 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a77d94f-3a18-4735-bc23-6a1bce26e78c tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:26.576433 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a77d94f-3a18-4735-bc23-6a1bce26e78c tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:26.576758 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a77d94f-3a18-4735-bc23-6a1bce26e78c tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:26.577082 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a77d94f-3a18-4735-bc23-6a1bce26e78c tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:26.577402 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a77d94f-3a18-4735-bc23-6a1bce26e78c tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:26.577754 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a77d94f-3a18-4735-bc23-6a1bce26e78c tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:26.578077 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a77d94f-3a18-4735-bc23-6a1bce26e78c tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:26.578397 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a77d94f-3a18-4735-bc23-6a1bce26e78c tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:26.578715 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a77d94f-3a18-4735-bc23-6a1bce26e78c tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:26.794223 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7a77d94f-3a18-4735-bc23-6a1bce26e78c tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks [] for router_gateway, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:26.991147 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7a77d94f-3a18-4735-bc23-6a1bce26e78c tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16269258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16714856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:26.994491 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7a77d94f-3a18-4735-bc23-6a1bce26e78c tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16269265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16269272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16714879'] for router, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:27.119169 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a77d94f-3a18-4735-bc23-6a1bce26e78c tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Router 3a7f34af-495c-4acb-9052-dc8865e457f6 is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:58:27.222660 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a77d94f-3a18-4735-bc23-6a1bce26e78c tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:58:27.230367 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7a77d94f-3a18-4735-bc23-6a1bce26e78c tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:27.231082 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7a77d94f-3a18-4735-bc23-6a1bce26e78c tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] 10.222.0.43 "PUT /v2.0/routers/3a7f34af-495c-4acb-9052-dc8865e457f6 HTTP/1.1" status: 200 len: 883 time: 1.4121282 Jul 29 23:58:27.233705 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59594) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:27.233885 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ee441d-a1bc-4efc-92a7-31180ca73269 None None] Sync routers for ids ['3a7f34af-495c-4acb-9052-dc8865e457f6'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:58:27.243695 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ee441d-a1bc-4efc-92a7-31180ca73269 None None] Routers {'3a7f34af-495c-4acb-9052-dc8865e457f6'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:27.244295 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-13ee441d-a1bc-4efc-92a7-31180ca73269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:58:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['3a7f34af-495c-4acb-9052-dc8865e457f6'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:27.275601 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-13ee441d-a1bc-4efc-92a7-31180ca73269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:27.284920 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ee441d-a1bc-4efc-92a7-31180ca73269 None None] Routers {'3a7f34af-495c-4acb-9052-dc8865e457f6'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:27.285517 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-13ee441d-a1bc-4efc-92a7-31180ca73269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:58:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['3a7f34af-495c-4acb-9052-dc8865e457f6'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:27.321173 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-13ee441d-a1bc-4efc-92a7-31180ca73269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:27.321837 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ee441d-a1bc-4efc-92a7-31180ca73269 None None] The sync data for ids ['3a7f34af-495c-4acb-9052-dc8865e457f6'] in n-d-712141-10 is: [] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:58:27.339706 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-85b38bbd-def6-4d4d-86d7-7e48268b23c2 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] 10.222.0.43 "GET /v2.0/routers/3a7f34af-495c-4acb-9052-dc8865e457f6 HTTP/1.1" status: 200 len: 924 time: 0.1048961 Jul 29 23:58:27.342461 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59596) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:27.383017 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373898dc-0f02-4a82-8475-1f841ca97912 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:27.384451 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-373898dc-0f02-4a82-8475-1f841ca97912 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=58f27f61-3278-49cc-b66b-1e729d26f29f&device_id=3a7f34af-495c-4acb-9052-dc8865e457f6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0410583 Jul 29 23:58:27.387239 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59598) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:27.467980 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24dbbd0e-c6fa-4ebc-83da-b7196b1bede3 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:27.469399 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-24dbbd0e-c6fa-4ebc-83da-b7196b1bede3 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] 10.222.0.43 "GET /v2.0/networks/58f27f61-3278-49cc-b66b-1e729d26f29f HTTP/1.1" status: 200 len: 881 time: 0.0812519 Jul 29 23:58:27.472296 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59600) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:27.500326 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-99264a34-56b8-4701-9df9-166fe1cd43a2 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a7f34af-495c-4acb-9052-dc8865e457f6 HTTP/1.1" status: 200 len: 205 time: 0.0269601 Jul 29 23:58:27.503016 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59602) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:27.608971 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ab34ec75-f104-461b-aaf5-6cf3a52b7ff5 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks [] for router, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:27.713407 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ab34ec75-f104-461b-aaf5-6cf3a52b7ff5 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:27.765559 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:27.768281 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-ab34ec75-f104-461b-aaf5-6cf3a52b7ff5 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Deleting port cbc335d8-58eb-41b0-a5ba-08a5581ca3f5 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:58:27.768627 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ab34ec75-f104-461b-aaf5-6cf3a52b7ff5 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:27.846090 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ab34ec75-f104-461b-aaf5-6cf3a52b7ff5 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:27.857697 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-ab34ec75-f104-461b-aaf5-6cf3a52b7ff5 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Calling delete_port for cbc335d8-58eb-41b0-a5ba-08a5581ca3f5 owned by network:router_gateway {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:58:28.025489 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ab34ec75-f104-461b-aaf5-6cf3a52b7ff5 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:28.048524 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab34ec75-f104-461b-aaf5-6cf3a52b7ff5 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Pushing event deleted for resources: {'Port': ['ID=cbc335d8-58eb-41b0-a5ba-08a5581ca3f5,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:28.115975 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ab34ec75-f104-461b-aaf5-6cf3a52b7ff5 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:28.449341 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ab34ec75-f104-461b-aaf5-6cf3a52b7ff5 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:28.451464 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ab34ec75-f104-461b-aaf5-6cf3a52b7ff5 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:28.494521 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ab34ec75-f104-461b-aaf5-6cf3a52b7ff5 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:28.495019 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab34ec75-f104-461b-aaf5-6cf3a52b7ff5 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Fanout notify agent at l3_agent the message router_deleted on router 3a7f34af-495c-4acb-9052-dc8865e457f6 {{(pid=94077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:58:28.501635 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ab34ec75-f104-461b-aaf5-6cf3a52b7ff5 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:28.502775 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ab34ec75-f104-461b-aaf5-6cf3a52b7ff5 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] 10.222.0.43 "DELETE /v2.0/routers/3a7f34af-495c-4acb-9052-dc8865e457f6 HTTP/1.1" status: 204 len: 168 time: 0.9988282 Jul 29 23:58:28.507790 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59604) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:28.512422 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-82186b6d-11ee-4b7a-9e8a-a056a14154b5 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1337525524', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:28.534641 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-82186b6d-11ee-4b7a-9e8a-a056a14154b5 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:28.535767 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-82186b6d-11ee-4b7a-9e8a-a056a14154b5 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:28.588736 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-82186b6d-11ee-4b7a-9e8a-a056a14154b5 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:28.592810 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-82186b6d-11ee-4b7a-9e8a-a056a14154b5 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:28.609561 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-82186b6d-11ee-4b7a-9e8a-a056a14154b5 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:28.610774 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-82186b6d-11ee-4b7a-9e8a-a056a14154b5 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1019707 Jul 29 23:58:28.613662 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59606) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:28.619635 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-469e38dc-99f6-46d5-b90a-931f8af9c526 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'enable_snat': True}}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:28.828454 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-469e38dc-99f6-46d5-b90a-931f8af9c526 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:29.025146 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-469e38dc-99f6-46d5-b90a-931f8af9c526 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:29.043368 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-469e38dc-99f6-46d5-b90a-931f8af9c526 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:29.153289 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-469e38dc-99f6-46d5-b90a-931f8af9c526 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Allocated IP 172.25.0.210 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/b7c9fee6-397f-4179-a6b5-4b4678d02a8e) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:58:29.257651 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-469e38dc-99f6-46d5-b90a-931f8af9c526 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:29.297880 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-469e38dc-99f6-46d5-b90a-931f8af9c526 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:29.337376 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469e38dc-99f6-46d5-b90a-931f8af9c526 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:58:29.340166 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-469e38dc-99f6-46d5-b90a-931f8af9c526 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:29.342657 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469e38dc-99f6-46d5-b90a-931f8af9c526 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:58:29.371995 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469e38dc-99f6-46d5-b90a-931f8af9c526 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Pushing event updated for resources: {'Port': ['ID=b7c9fee6-397f-4179-a6b5-4b4678d02a8e,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:29.413173 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:29.596058 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-469e38dc-99f6-46d5-b90a-931f8af9c526 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:30.095531 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-469e38dc-99f6-46d5-b90a-931f8af9c526 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16269258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16714856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:30.098689 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-469e38dc-99f6-46d5-b90a-931f8af9c526 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16269265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16269272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16714879'] for router, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:30.226356 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-469e38dc-99f6-46d5-b90a-931f8af9c526 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Router 90b99bba-3898-4a39-bb68-8823168e1fee is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:58:30.332261 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-469e38dc-99f6-46d5-b90a-931f8af9c526 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:58:30.337265 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-469e38dc-99f6-46d5-b90a-931f8af9c526 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:30.338425 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-469e38dc-99f6-46d5-b90a-931f8af9c526 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] 10.222.0.43 "PUT /v2.0/routers/90b99bba-3898-4a39-bb68-8823168e1fee HTTP/1.1" status: 200 len: 919 time: 1.7237639 Jul 29 23:58:30.341315 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59608) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:30.341815 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dd5539-12be-4938-892a-217a6f9d62be None None] Sync routers for ids ['90b99bba-3898-4a39-bb68-8823168e1fee'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:58:30.351608 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dd5539-12be-4938-892a-217a6f9d62be None None] Routers {'90b99bba-3898-4a39-bb68-8823168e1fee'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:30.352306 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-d8dd5539-12be-4938-892a-217a6f9d62be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:58:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['90b99bba-3898-4a39-bb68-8823168e1fee'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:30.389641 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-d8dd5539-12be-4938-892a-217a6f9d62be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:30.398192 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dd5539-12be-4938-892a-217a6f9d62be None None] Routers {'90b99bba-3898-4a39-bb68-8823168e1fee'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:30.398794 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-d8dd5539-12be-4938-892a-217a6f9d62be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:58:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['90b99bba-3898-4a39-bb68-8823168e1fee'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:30.430907 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-d8dd5539-12be-4938-892a-217a6f9d62be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:30.431548 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8dd5539-12be-4938-892a-217a6f9d62be None None] The sync data for ids ['90b99bba-3898-4a39-bb68-8823168e1fee'] in n-d-712141-10 is: [] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:58:30.448011 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c7ed18bf-99b6-455f-b639-70259b97da80 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] 10.222.0.43 "GET /v2.0/routers/90b99bba-3898-4a39-bb68-8823168e1fee HTTP/1.1" status: 200 len: 925 time: 0.1055131 Jul 29 23:58:30.450739 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59610) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:30.490819 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed97f23f-9938-4289-a580-1637f0c411b8 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:30.492303 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ed97f23f-9938-4289-a580-1637f0c411b8 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=58f27f61-3278-49cc-b66b-1e729d26f29f&device_id=90b99bba-3898-4a39-bb68-8823168e1fee&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0406344 Jul 29 23:58:30.495098 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59612) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:30.583770 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fe8cff-1ff0-4eaf-9011-5365f06794d8 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:30.585440 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-77fe8cff-1ff0-4eaf-9011-5365f06794d8 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] 10.222.0.43 "GET /v2.0/networks/58f27f61-3278-49cc-b66b-1e729d26f29f HTTP/1.1" status: 200 len: 881 time: 0.0894299 Jul 29 23:58:30.588375 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59614) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:30.616861 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-983f50cb-99f2-4cad-bc1b-f4f9cc1487f7 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] 10.222.0.43 "GET /v2.0/ports?device_id=90b99bba-3898-4a39-bb68-8823168e1fee HTTP/1.1" status: 200 len: 205 time: 0.0274055 Jul 29 23:58:30.619562 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59616) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:30.726524 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d6026e03-7e3f-4585-a450-56e1b77558ed tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks [] for router, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:30.829379 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d6026e03-7e3f-4585-a450-56e1b77558ed tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:30.881088 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-d6026e03-7e3f-4585-a450-56e1b77558ed tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Deleting port b7c9fee6-397f-4179-a6b5-4b4678d02a8e {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:58:30.881444 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d6026e03-7e3f-4585-a450-56e1b77558ed tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:30.956522 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d6026e03-7e3f-4585-a450-56e1b77558ed tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:30.969053 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-d6026e03-7e3f-4585-a450-56e1b77558ed tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Calling delete_port for b7c9fee6-397f-4179-a6b5-4b4678d02a8e owned by network:router_gateway {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:58:31.145109 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d6026e03-7e3f-4585-a450-56e1b77558ed tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:31.174780 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6026e03-7e3f-4585-a450-56e1b77558ed tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Pushing event deleted for resources: {'Port': ['ID=b7c9fee6-397f-4179-a6b5-4b4678d02a8e,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:31.237374 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d6026e03-7e3f-4585-a450-56e1b77558ed tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:31.331839 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d6026e03-7e3f-4585-a450-56e1b77558ed tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:31.334072 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d6026e03-7e3f-4585-a450-56e1b77558ed tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:31.380049 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d6026e03-7e3f-4585-a450-56e1b77558ed tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:31.381191 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6026e03-7e3f-4585-a450-56e1b77558ed tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Fanout notify agent at l3_agent the message router_deleted on router 90b99bba-3898-4a39-bb68-8823168e1fee {{(pid=94077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:58:31.387916 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d6026e03-7e3f-4585-a450-56e1b77558ed tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:31.389146 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d6026e03-7e3f-4585-a450-56e1b77558ed tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] 10.222.0.43 "DELETE /v2.0/routers/90b99bba-3898-4a39-bb68-8823168e1fee HTTP/1.1" status: 204 len: 168 time: 0.7686818 Jul 29 23:58:31.393162 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59618) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:31.398804 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-e2041841-e4ad-4386-bec6-45b894cab6bb tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1508380694', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:31.423239 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e2041841-e4ad-4386-bec6-45b894cab6bb tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:31.424308 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e2041841-e4ad-4386-bec6-45b894cab6bb tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:31.477728 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e2041841-e4ad-4386-bec6-45b894cab6bb tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:31.482699 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e2041841-e4ad-4386-bec6-45b894cab6bb tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:31.498699 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e2041841-e4ad-4386-bec6-45b894cab6bb tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:31.499930 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e2041841-e4ad-4386-bec6-45b894cab6bb tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1057763 Jul 29 23:58:31.502907 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59620) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:31.507562 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-d8a511f9-19c5-4eba-8a6d-2e327f14813e tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'enable_snat': False}}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:31.707442 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d8a511f9-19c5-4eba-8a6d-2e327f14813e tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:31.902623 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d8a511f9-19c5-4eba-8a6d-2e327f14813e tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:31.920858 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d8a511f9-19c5-4eba-8a6d-2e327f14813e tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:32.025312 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-d8a511f9-19c5-4eba-8a6d-2e327f14813e tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Allocated IP 172.25.0.130 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/91ec721b-355b-460f-9d82-d192f4154c29) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:58:32.127336 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d8a511f9-19c5-4eba-8a6d-2e327f14813e tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:32.167715 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d8a511f9-19c5-4eba-8a6d-2e327f14813e tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:32.207267 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a511f9-19c5-4eba-8a6d-2e327f14813e tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:58:32.210831 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-d8a511f9-19c5-4eba-8a6d-2e327f14813e tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:32.213201 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a511f9-19c5-4eba-8a6d-2e327f14813e tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:58:32.241898 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a511f9-19c5-4eba-8a6d-2e327f14813e tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Pushing event updated for resources: {'Port': ['ID=91ec721b-355b-460f-9d82-d192f4154c29,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:32.470841 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d8a511f9-19c5-4eba-8a6d-2e327f14813e tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:32.914162 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d8a511f9-19c5-4eba-8a6d-2e327f14813e tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16269258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16714856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:32.917419 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d8a511f9-19c5-4eba-8a6d-2e327f14813e tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16269265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16269272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16714879'] for router, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:33.043960 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a511f9-19c5-4eba-8a6d-2e327f14813e tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Router 2c62e3e6-5dea-46ba-8c12-96bf862782ed is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:58:33.149662 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a511f9-19c5-4eba-8a6d-2e327f14813e tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:58:33.154005 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d8a511f9-19c5-4eba-8a6d-2e327f14813e tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:33.155129 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d8a511f9-19c5-4eba-8a6d-2e327f14813e tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] 10.222.0.43 "PUT /v2.0/routers/2c62e3e6-5dea-46ba-8c12-96bf862782ed HTTP/1.1" status: 200 len: 920 time: 1.6512489 Jul 29 23:58:33.157814 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59622) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:33.160195 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc3f707-da38-4ee0-859a-173a88dfb4f3 None None] Sync routers for ids ['2c62e3e6-5dea-46ba-8c12-96bf862782ed'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:58:33.169619 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc3f707-da38-4ee0-859a-173a88dfb4f3 None None] Routers {'2c62e3e6-5dea-46ba-8c12-96bf862782ed'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:33.170158 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-0fc3f707-da38-4ee0-859a-173a88dfb4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:58:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['2c62e3e6-5dea-46ba-8c12-96bf862782ed'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:33.203044 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-0fc3f707-da38-4ee0-859a-173a88dfb4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:33.211616 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc3f707-da38-4ee0-859a-173a88dfb4f3 None None] Routers {'2c62e3e6-5dea-46ba-8c12-96bf862782ed'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:33.212218 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-0fc3f707-da38-4ee0-859a-173a88dfb4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:58:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['2c62e3e6-5dea-46ba-8c12-96bf862782ed'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:33.247007 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-0fc3f707-da38-4ee0-859a-173a88dfb4f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:33.247659 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc3f707-da38-4ee0-859a-173a88dfb4f3 None None] The sync data for ids ['2c62e3e6-5dea-46ba-8c12-96bf862782ed'] in n-d-712141-10 is: [] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:58:33.262835 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-83392fca-6b5a-4b0d-8af0-92a5eadfbf01 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] 10.222.0.43 "GET /v2.0/routers/2c62e3e6-5dea-46ba-8c12-96bf862782ed HTTP/1.1" status: 200 len: 926 time: 0.1037736 Jul 29 23:58:33.265411 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59624) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:33.310691 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2c126d-7cf2-482c-b61f-d84f4db3f27c tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:33.312203 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-1c2c126d-7cf2-482c-b61f-d84f4db3f27c tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=58f27f61-3278-49cc-b66b-1e729d26f29f&device_id=2c62e3e6-5dea-46ba-8c12-96bf862782ed&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0458505 Jul 29 23:58:33.314837 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59626) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:33.395501 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a25edb-f12b-4398-91b9-ac7a3edce279 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:33.396981 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-81a25edb-f12b-4398-91b9-ac7a3edce279 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] 10.222.0.43 "GET /v2.0/networks/58f27f61-3278-49cc-b66b-1e729d26f29f HTTP/1.1" status: 200 len: 881 time: 0.0811906 Jul 29 23:58:33.399949 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59628) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:33.426592 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-5468fcf9-606a-419b-901f-df76890fc99e tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c62e3e6-5dea-46ba-8c12-96bf862782ed HTTP/1.1" status: 200 len: 205 time: 0.0255065 Jul 29 23:58:33.429724 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59630) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:33.535262 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-517e214e-fb7b-4990-81fc-82a61f1f16eb tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks [] for router, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:33.639131 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-517e214e-fb7b-4990-81fc-82a61f1f16eb tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:33.691859 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-517e214e-fb7b-4990-81fc-82a61f1f16eb tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Deleting port 91ec721b-355b-460f-9d82-d192f4154c29 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:58:33.692101 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-517e214e-fb7b-4990-81fc-82a61f1f16eb tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:33.788603 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-517e214e-fb7b-4990-81fc-82a61f1f16eb tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:33.800127 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-517e214e-fb7b-4990-81fc-82a61f1f16eb tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Calling delete_port for 91ec721b-355b-460f-9d82-d192f4154c29 owned by network:router_gateway {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:58:33.967112 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-517e214e-fb7b-4990-81fc-82a61f1f16eb tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:33.995634 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517e214e-fb7b-4990-81fc-82a61f1f16eb tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Pushing event deleted for resources: {'Port': ['ID=91ec721b-355b-460f-9d82-d192f4154c29,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:34.055346 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-517e214e-fb7b-4990-81fc-82a61f1f16eb tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:34.152009 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-517e214e-fb7b-4990-81fc-82a61f1f16eb tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:34.154768 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-517e214e-fb7b-4990-81fc-82a61f1f16eb tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:34.202105 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-517e214e-fb7b-4990-81fc-82a61f1f16eb tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:34.202654 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-517e214e-fb7b-4990-81fc-82a61f1f16eb tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Fanout notify agent at l3_agent the message router_deleted on router 2c62e3e6-5dea-46ba-8c12-96bf862782ed {{(pid=94077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:58:34.209601 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-517e214e-fb7b-4990-81fc-82a61f1f16eb tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:34.210760 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-517e214e-fb7b-4990-81fc-82a61f1f16eb tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] 10.222.0.43 "DELETE /v2.0/routers/2c62e3e6-5dea-46ba-8c12-96bf862782ed HTTP/1.1" status: 204 len: 168 time: 0.7801428 Jul 29 23:58:34.214525 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59632) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:34.219228 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-5bc4b336-798c-4c54-bac8-eaefcbc2536c tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1075772809', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}, 'admin_state_up': False}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:34.243711 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5bc4b336-798c-4c54-bac8-eaefcbc2536c tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:34.244714 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5bc4b336-798c-4c54-bac8-eaefcbc2536c tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:34.300979 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5bc4b336-798c-4c54-bac8-eaefcbc2536c tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:34.445504 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5bc4b336-798c-4c54-bac8-eaefcbc2536c tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:34.632601 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5bc4b336-798c-4c54-bac8-eaefcbc2536c tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks [] for router_gateway, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:34.654342 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5bc4b336-798c-4c54-bac8-eaefcbc2536c tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:34.764259 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-5bc4b336-798c-4c54-bac8-eaefcbc2536c tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Allocated IP 172.25.0.23 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/64ede0be-215e-4bbe-a785-45d73e83b02e) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:58:34.867912 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5bc4b336-798c-4c54-bac8-eaefcbc2536c tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:34.906000 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5bc4b336-798c-4c54-bac8-eaefcbc2536c tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:34.942537 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc4b336-798c-4c54-bac8-eaefcbc2536c tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:58:34.945663 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-5bc4b336-798c-4c54-bac8-eaefcbc2536c tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:34.947957 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc4b336-798c-4c54-bac8-eaefcbc2536c tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:58:34.979896 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc4b336-798c-4c54-bac8-eaefcbc2536c tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Pushing event updated for resources: {'Port': ['ID=64ede0be-215e-4bbe-a785-45d73e83b02e,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:35.207406 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5bc4b336-798c-4c54-bac8-eaefcbc2536c tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks [] for router_gateway, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:35.407169 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5bc4b336-798c-4c54-bac8-eaefcbc2536c tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:35.539947 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc4b336-798c-4c54-bac8-eaefcbc2536c tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Router 80928528-668e-427d-8b8f-9b9475187834 is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:58:35.648603 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc4b336-798c-4c54-bac8-eaefcbc2536c tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:58:35.657837 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a45228-2ea6-473e-b8fd-9879c73de220 None None] Sync routers for ids ['80928528-668e-427d-8b8f-9b9475187834'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:58:35.667675 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a45228-2ea6-473e-b8fd-9879c73de220 None None] Routers {'80928528-668e-427d-8b8f-9b9475187834'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:35.667879 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5bc4b336-798c-4c54-bac8-eaefcbc2536c tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:35.668278 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-f2a45228-2ea6-473e-b8fd-9879c73de220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:58:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['80928528-668e-427d-8b8f-9b9475187834'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:35.671509 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-5bc4b336-798c-4c54-bac8-eaefcbc2536c tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.4534783 Jul 29 23:58:35.671741 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59634) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:35.676219 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-0d80876f-0181-403b-aa2f-dac2cbeab280 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:35.699335 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-f2a45228-2ea6-473e-b8fd-9879c73de220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:35.709095 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a45228-2ea6-473e-b8fd-9879c73de220 None None] Routers {'80928528-668e-427d-8b8f-9b9475187834'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:35.709850 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-f2a45228-2ea6-473e-b8fd-9879c73de220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:58:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['80928528-668e-427d-8b8f-9b9475187834'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:35.745605 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-f2a45228-2ea6-473e-b8fd-9879c73de220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:35.746240 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a45228-2ea6-473e-b8fd-9879c73de220 None None] The sync data for ids ['80928528-668e-427d-8b8f-9b9475187834'] in n-d-712141-10 is: [] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:58:36.239467 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0d80876f-0181-403b-aa2f-dac2cbeab280 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:36.252435 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0d80876f-0181-403b-aa2f-dac2cbeab280 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:36.307075 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-0d80876f-0181-403b-aa2f-dac2cbeab280 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Deleting port 64ede0be-215e-4bbe-a785-45d73e83b02e {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:58:36.307499 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0d80876f-0181-403b-aa2f-dac2cbeab280 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:36.383184 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0d80876f-0181-403b-aa2f-dac2cbeab280 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:36.395360 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-0d80876f-0181-403b-aa2f-dac2cbeab280 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Calling delete_port for 64ede0be-215e-4bbe-a785-45d73e83b02e owned by network:router_gateway {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:58:36.579018 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0d80876f-0181-403b-aa2f-dac2cbeab280 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:36.609550 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d80876f-0181-403b-aa2f-dac2cbeab280 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Pushing event deleted for resources: {'Port': ['ID=64ede0be-215e-4bbe-a785-45d73e83b02e,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:36.679103 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0d80876f-0181-403b-aa2f-dac2cbeab280 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:36.885636 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0d80876f-0181-403b-aa2f-dac2cbeab280 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16269258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16714856', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1162'] for router, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:36.888858 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0d80876f-0181-403b-aa2f-dac2cbeab280 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16269265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16269272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16714879'] for router, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:36.966316 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d80876f-0181-403b-aa2f-dac2cbeab280 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Router 80928528-668e-427d-8b8f-9b9475187834 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:58:37.044805 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d80876f-0181-403b-aa2f-dac2cbeab280 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:58:37.051398 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0d80876f-0181-403b-aa2f-dac2cbeab280 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:37.052584 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0d80876f-0181-403b-aa2f-dac2cbeab280 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] 10.222.0.43 "PUT /v2.0/routers/80928528-668e-427d-8b8f-9b9475187834 HTTP/1.1" status: 200 len: 710 time: 1.3798821 Jul 29 23:58:37.054283 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3878fc02-7cda-40c3-8338-aa477fe9f68a None None] Sync routers for ids ['80928528-668e-427d-8b8f-9b9475187834'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:58:37.055158 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59636) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:37.063810 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3878fc02-7cda-40c3-8338-aa477fe9f68a None None] Routers {'80928528-668e-427d-8b8f-9b9475187834'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:37.064422 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-3878fc02-7cda-40c3-8338-aa477fe9f68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:58:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['80928528-668e-427d-8b8f-9b9475187834'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:37.096908 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-3878fc02-7cda-40c3-8338-aa477fe9f68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:37.106052 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3878fc02-7cda-40c3-8338-aa477fe9f68a None None] Routers {'80928528-668e-427d-8b8f-9b9475187834'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:37.106683 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-3878fc02-7cda-40c3-8338-aa477fe9f68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-29T23:58:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['80928528-668e-427d-8b8f-9b9475187834'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:37.137844 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ffc67712-3711-4235-92e0-081b3a9285c2 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] 10.222.0.43 "GET /v2.0/routers/80928528-668e-427d-8b8f-9b9475187834 HTTP/1.1" status: 200 len: 745 time: 0.0813804 Jul 29 23:58:37.140460 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59638) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:37.142295 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-3878fc02-7cda-40c3-8338-aa477fe9f68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:37.142947 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3878fc02-7cda-40c3-8338-aa477fe9f68a None None] The sync data for ids ['80928528-668e-427d-8b8f-9b9475187834'] in n-d-712141-10 is: [] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:58:37.167393 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-cd16b60f-5e73-4ab5-b3cd-d9c683789650 tempest-RoutersIpV6AdminTest-2003715462 tempest-RoutersIpV6AdminTest-2003715462-project-admin] 10.222.0.43 "GET /v2.0/ports?network_id=58f27f61-3278-49cc-b66b-1e729d26f29f&device_id=80928528-668e-427d-8b8f-9b9475187834 HTTP/1.1" status: 200 len: 205 time: 0.0256598 Jul 29 23:58:37.170577 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59640) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:37.196481 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-37674b5a-b795-4630-a078-ce2b4101e798 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] 10.222.0.43 "GET /v2.0/ports?device_id=80928528-668e-427d-8b8f-9b9475187834 HTTP/1.1" status: 200 len: 205 time: 0.0248466 Jul 29 23:58:37.199537 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59642) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:37.274441 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ea7f4e8e-06a4-4f3e-9f4a-103025be5e01 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks [] for router, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:37.413140 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:37.436894 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ea7f4e8e-06a4-4f3e-9f4a-103025be5e01 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:37.439717 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ea7f4e8e-06a4-4f3e-9f4a-103025be5e01 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:37.486200 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ea7f4e8e-06a4-4f3e-9f4a-103025be5e01 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:37.486798 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea7f4e8e-06a4-4f3e-9f4a-103025be5e01 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Fanout notify agent at l3_agent the message router_deleted on router 80928528-668e-427d-8b8f-9b9475187834 {{(pid=94077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:58:37.493995 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ea7f4e8e-06a4-4f3e-9f4a-103025be5e01 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:37.495022 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ea7f4e8e-06a4-4f3e-9f4a-103025be5e01 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] 10.222.0.43 "DELETE /v2.0/routers/80928528-668e-427d-8b8f-9b9475187834 HTTP/1.1" status: 204 len: 168 time: 0.2945840 Jul 29 23:58:37.498804 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59646) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:37.530096 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-6f0e7884-5af4-4841-9ac8-276dd8cf99d7 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] 10.222.0.43 "GET /v2.0/ports?device_id=80928528-668e-427d-8b8f-9b9475187834 HTTP/1.1" status: 200 len: 205 time: 0.0300720 Jul 29 23:58:37.532822 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59648) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:37.569117 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [None req-3a1777de-d90b-4a6c-bdeb-09120c6fccac tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] delete failed (client error): The resource could not be found. Jul 29 23:58:37.570177 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-3a1777de-d90b-4a6c-bdeb-09120c6fccac tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] 10.222.0.43 "DELETE /v2.0/routers/80928528-668e-427d-8b8f-9b9475187834 HTTP/1.1" status: 404 len: 336 time: 0.0364575 Jul 29 23:58:37.573297 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59650) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:37.601368 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-f9911e9b-77d1-49ee-9282-091e6026ae25 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] 10.222.0.43 "GET /v2.0/ports?device_id=2c62e3e6-5dea-46ba-8c12-96bf862782ed HTTP/1.1" status: 200 len: 205 time: 0.0268729 Jul 29 23:58:37.603952 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59652) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:37.644095 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-147bc451-2781-49ff-9027-8b3f182b28a9 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] delete failed (client error): The resource could not be found. Jul 29 23:58:37.645137 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-147bc451-2781-49ff-9027-8b3f182b28a9 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] 10.222.0.43 "DELETE /v2.0/routers/2c62e3e6-5dea-46ba-8c12-96bf862782ed HTTP/1.1" status: 404 len: 336 time: 0.0402551 Jul 29 23:58:37.648765 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59654) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:37.676589 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b0554a3a-334b-4e8c-9f0e-7bd31668b2ec tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] 10.222.0.43 "GET /v2.0/ports?device_id=90b99bba-3898-4a39-bb68-8823168e1fee HTTP/1.1" status: 200 len: 205 time: 0.0266204 Jul 29 23:58:37.679034 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59656) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:37.716726 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-53595fc3-1efc-4ca3-bb65-d12477c19b19 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] delete failed (client error): The resource could not be found. Jul 29 23:58:37.717811 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-53595fc3-1efc-4ca3-bb65-d12477c19b19 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] 10.222.0.43 "DELETE /v2.0/routers/90b99bba-3898-4a39-bb68-8823168e1fee HTTP/1.1" status: 404 len: 336 time: 0.0377660 Jul 29 23:58:37.720495 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59658) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:37.752628 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a9d37eee-32c2-4517-b382-1492d65d342d tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a7f34af-495c-4acb-9052-dc8865e457f6 HTTP/1.1" status: 200 len: 205 time: 0.0310616 Jul 29 23:58:37.755067 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59660) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:37.792414 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-1ad775d4-da7a-4217-b039-f447aded5d4a tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] delete failed (client error): The resource could not be found. Jul 29 23:58:37.793444 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-1ad775d4-da7a-4217-b039-f447aded5d4a tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] 10.222.0.43 "DELETE /v2.0/routers/3a7f34af-495c-4acb-9052-dc8865e457f6 HTTP/1.1" status: 404 len: 336 time: 0.0367074 Jul 29 23:58:37.796251 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59662) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:37.824706 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-1fe06e59-05d2-4355-ac78-14754a2ed1a8 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] 10.222.0.43 "GET /v2.0/ports?device_id=65b1004c-80f6-42b6-8607-ee8ec54ff729 HTTP/1.1" status: 200 len: 205 time: 0.0273507 Jul 29 23:58:37.827154 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59664) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:37.869689 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-5f279a5a-0a07-414c-8c94-4d94f9ac0541 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] delete failed (client error): The resource could not be found. Jul 29 23:58:37.870741 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-5f279a5a-0a07-414c-8c94-4d94f9ac0541 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] 10.222.0.43 "DELETE /v2.0/routers/65b1004c-80f6-42b6-8607-ee8ec54ff729 HTTP/1.1" status: 404 len: 336 time: 0.0426948 Jul 29 23:58:37.873335 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59666) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:37.900651 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7b901c99-9794-4657-8ba2-322a886276f4 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d15835d-746b-4fd6-b8b4-4a9819eba0b9 HTTP/1.1" status: 200 len: 205 time: 0.0262179 Jul 29 23:58:37.903009 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59668) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:37.942118 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-bda84208-be22-40ce-873f-04df5dc69df2 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] delete failed (client error): The resource could not be found. Jul 29 23:58:37.943812 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-bda84208-be22-40ce-873f-04df5dc69df2 tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] 10.222.0.43 "DELETE /v2.0/routers/2d15835d-746b-4fd6-b8b4-4a9819eba0b9 HTTP/1.1" status: 404 len: 336 time: 0.0391803 Jul 29 23:58:37.946329 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59670) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:37.978000 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-304c41d2-b5e7-46dc-b4e0-b5c2e09b727d tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] DELETE failed (client error): The resource could not be found. Jul 29 23:58:37.978443 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-304c41d2-b5e7-46dc-b4e0-b5c2e09b727d tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:58:37.980720 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-304c41d2-b5e7-46dc-b4e0-b5c2e09b727d tempest-RoutersIpV6AdminTest-1286786916 tempest-RoutersIpV6AdminTest-1286786916-project] 10.222.0.43 "DELETE /v2.0/subnets/2d38b778-41be-4591-8630-3467c6eab4eb HTTP/1.1" status: 404 len: 337 time: 0.0334439 Jul 29 23:58:38.245702 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59676) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:38.388199 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fe8e4dca-98a7-4208-a138-75601cf9cdf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:38.486260 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fe8e4dca-98a7-4208-a138-75601cf9cdf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:38.491512 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fe8e4dca-98a7-4208-a138-75601cf9cdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:38.533667 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-fe8e4dca-98a7-4208-a138-75601cf9cdf4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=330d89c80ecd431a99c72bb20806c6ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2866654 Jul 29 23:58:38.534531 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8e4dca-98a7-4208-a138-75601cf9cdf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=079c9eb0-9ebc-490c-9698-f8226dccbc28,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:38.537725 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59680) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:38.592238 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1c091784-b337-42d9-b6be-1fc9beebeb02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:38.613720 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1c091784-b337-42d9-b6be-1fc9beebeb02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:38.661085 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1c091784-b337-42d9-b6be-1fc9beebeb02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:38.663755 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1c091784-b337-42d9-b6be-1fc9beebeb02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:38.664933 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-1c091784-b337-42d9-b6be-1fc9beebeb02 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/079c9eb0-9ebc-490c-9698-f8226dccbc28 HTTP/1.1" status: 204 len: 168 time: 0.1255717 Jul 29 23:58:38.672707 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c091784-b337-42d9-b6be-1fc9beebeb02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=079c9eb0-9ebc-490c-9698-f8226dccbc28,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:38.955979 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59686) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:38.997414 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-249a5cca-749c-49a9-aa82-3c3b6d5dcaaa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b49147c9fbc94791a6f0e58de9d50eab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402672 Jul 29 23:58:38.999837 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59688) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:39.056356 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2b531fd9-495f-4b3c-bd99-22c11072cc1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:39.080679 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2b531fd9-495f-4b3c-bd99-22c11072cc1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:39.131497 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2b531fd9-495f-4b3c-bd99-22c11072cc1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:39.134221 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2b531fd9-495f-4b3c-bd99-22c11072cc1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:39.135376 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-2b531fd9-495f-4b3c-bd99-22c11072cc1d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9d995259-39e4-4d52-bbb2-e8cae9d1c4f6 HTTP/1.1" status: 204 len: 168 time: 0.1346407 Jul 29 23:58:39.142877 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b531fd9-495f-4b3c-bd99-22c11072cc1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d995259-39e4-4d52-bbb2-e8cae9d1c4f6,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:39.849837 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59710) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:39.959283 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-c2b0c46d-725e-4339-bed2-bd82286c164a tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1311676804'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:39.982594 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b0c46d-725e-4339-bed2-bd82286c164a tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Made reservation on behalf of a4ca0eea2c0c40369d043e28a9f05c99 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:58:39.986086 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c2b0c46d-725e-4339-bed2-bd82286c164a tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:39.995837 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c2b0c46d-725e-4339-bed2-bd82286c164a tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:40.097511 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c2b0c46d-725e-4339-bed2-bd82286c164a tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:40.101661 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c2b0c46d-725e-4339-bed2-bd82286c164a tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:40.127576 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2b0c46d-725e-4339-bed2-bd82286c164a tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:58:40.138305 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b0c46d-725e-4339-bed2-bd82286c164a tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72d5b206-a970-4c08-bbcd-1dae0da10aed,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:40.143891 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c2b0c46d-725e-4339-bed2-bd82286c164a tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:40.144238 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-c2b0c46d-725e-4339-bed2-bd82286c164a tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Added segment a3757181-c815-4162-9faf-123d6c4da516 of type vlan for network 9e41bef0-f950-4293-8562-88c62c87fc33 Jul 29 23:58:40.185289 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c2b0c46d-725e-4339-bed2-bd82286c164a tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:40.216994 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c2b0c46d-725e-4339-bed2-bd82286c164a tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:40.222524 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b0c46d-725e-4339-bed2-bd82286c164a tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:40.223177 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c2b0c46d-725e-4339-bed2-bd82286c164a tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks [] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:40.314929 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c2b0c46d-725e-4339-bed2-bd82286c164a tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4638541 Jul 29 23:58:40.339594 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b0c46d-725e-4339-bed2-bd82286c164a tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Pushing event updated for resources: {'Network': ['ID=9e41bef0-f950-4293-8562-88c62c87fc33,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:40.350853 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 9e41bef0-f950-4293-8562-88c62c87fc33 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:58:43.545094 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59714) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:43.550500 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-569f724d-0fd8-471f-8945-ade48f299696 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Request body: {'subnet': {'network_id': '9e41bef0-f950-4293-8562-88c62c87fc33', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:43.640217 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-569f724d-0fd8-471f-8945-ade48f299696 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Made reservation on behalf of a4ca0eea2c0c40369d043e28a9f05c99 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:58:43.643813 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-569f724d-0fd8-471f-8945-ade48f299696 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:43.833041 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-569f724d-0fd8-471f-8945-ade48f299696 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:43.895139 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f724d-0fd8-471f-8945-ade48f299696 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Pushing event updated for resources: {'Subnet': ['ID=0a29ac28-1bf8-4701-943d-3cab0c7ffa1f,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:43.905264 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-569f724d-0fd8-471f-8945-ade48f299696 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Checking segment: {'id': 'a3757181-c815-4162-9faf-123d6c4da516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9e41bef0-f950-4293-8562-88c62c87fc33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:58:43.905646 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569f724d-0fd8-471f-8945-ade48f299696 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Network hostable DHCP agents. Network: 9e41bef0-f950-4293-8562-88c62c87fc33, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:58:43.923504 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569f724d-0fd8-471f-8945-ade48f299696 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Network 9e41bef0-f950-4293-8562-88c62c87fc33 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:58:43.932931 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-569f724d-0fd8-471f-8945-ade48f299696 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 9e41bef0-f950-4293-8562-88c62c87fc33) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:43.940603 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b432e895-def9-44b5-8b90-0ed0ae787ee0 None None] Network 9e41bef0-f950-4293-8562-88c62c87fc33 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:58:43.942020 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569f724d-0fd8-471f-8945-ade48f299696 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:43.942630 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-569f724d-0fd8-471f-8945-ade48f299696 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:43.957455 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-569f724d-0fd8-471f-8945-ade48f299696 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4111998 Jul 29 23:58:43.962127 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59716) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:43.967482 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-852e86fc-a751-4726-a77c-36db4c2d5dc3 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-724784999'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:43.990095 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-852e86fc-a751-4726-a77c-36db4c2d5dc3 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Made reservation on behalf of a4ca0eea2c0c40369d043e28a9f05c99 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:58:43.993814 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-852e86fc-a751-4726-a77c-36db4c2d5dc3 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:44.019952 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-852e86fc-a751-4726-a77c-36db4c2d5dc3 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:58:44.030589 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-852e86fc-a751-4726-a77c-36db4c2d5dc3 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:44.030941 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-852e86fc-a751-4726-a77c-36db4c2d5dc3 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Added segment ab536813-dce2-4a21-95d4-14ede592810a of type vlan for network 9fa7d9e4-cf91-4542-952b-9599ed6e4e49 Jul 29 23:58:44.077824 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-852e86fc-a751-4726-a77c-36db4c2d5dc3 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:44.109978 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-852e86fc-a751-4726-a77c-36db4c2d5dc3 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:44.117085 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3181145-5c80-4b6b-960d-7b3640486c11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-9e41bef0-f950-4293-8562-88c62c87fc33', 'network_id': '9e41bef0-f950-4293-8562-88c62c87fc33', 'tenant_id': 'a4ca0eea2c0c40369d043e28a9f05c99', 'fixed_ips': [{'subnet_id': '0a29ac28-1bf8-4701-943d-3cab0c7ffa1f'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:58:44.117716 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852e86fc-a751-4726-a77c-36db4c2d5dc3 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:44.118056 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a3181145-5c80-4b6b-960d-7b3640486c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:44.118350 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-852e86fc-a751-4726-a77c-36db4c2d5dc3 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:44.176205 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-852e86fc-a751-4726-a77c-36db4c2d5dc3 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2129531 Jul 29 23:58:44.180658 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59718) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:44.186783 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-a2f8fa32-f562-4c66-8edf-a98bdddc9f4c tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Request body: {'subnet': {'network_id': '9fa7d9e4-cf91-4542-952b-9599ed6e4e49', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:44.196776 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852e86fc-a751-4726-a77c-36db4c2d5dc3 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Pushing event updated for resources: {'Network': ['ID=9fa7d9e4-cf91-4542-952b-9599ed6e4e49,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:44.212328 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 9fa7d9e4-cf91-4542-952b-9599ed6e4e49 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:58:44.335442 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-a3181145-5c80-4b6b-960d-7b3640486c11 None None] Allocated IP 2001:db8:0:ffff::2 (9e41bef0-f950-4293-8562-88c62c87fc33/0a29ac28-1bf8-4701-943d-3cab0c7ffa1f/87ecdd1a-d39a-4699-a948-6d45ce149db0) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:58:44.555720 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f8fa32-f562-4c66-8edf-a98bdddc9f4c tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Made reservation on behalf of a4ca0eea2c0c40369d043e28a9f05c99 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:58:44.559879 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a2f8fa32-f562-4c66-8edf-a98bdddc9f4c tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:44.671458 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a3181145-5c80-4b6b-960d-7b3640486c11 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:44.680805 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-a3181145-5c80-4b6b-960d-7b3640486c11 None None] Transition to ACTIVE for port object 87ecdd1a-d39a-4699-a948-6d45ce149db0 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:58:44.696981 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-a3181145-5c80-4b6b-960d-7b3640486c11 None None] Transition to ACTIVE for port object 87ecdd1a-d39a-4699-a948-6d45ce149db0 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:58:44.703004 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a3181145-5c80-4b6b-960d-7b3640486c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:44.742381 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3181145-5c80-4b6b-960d-7b3640486c11 None None] Network 9e41bef0-f950-4293-8562-88c62c87fc33 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:58:44.743804 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-a3181145-5c80-4b6b-960d-7b3640486c11 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:44.748823 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3181145-5c80-4b6b-960d-7b3640486c11 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:58:44.760199 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a2f8fa32-f562-4c66-8edf-a98bdddc9f4c tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:44.761174 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3181145-5c80-4b6b-960d-7b3640486c11 None None] Pushing event updated for resources: {'Port': ['ID=87ecdd1a-d39a-4699-a948-6d45ce149db0,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:44.819663 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-a3181145-5c80-4b6b-960d-7b3640486c11 None None] Attempting to bind port 87ecdd1a-d39a-4699-a948-6d45ce149db0 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:58:44.820011 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-a3181145-5c80-4b6b-960d-7b3640486c11 None None] Attempting to bind port 87ecdd1a-d39a-4699-a948-6d45ce149db0 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': 'a3757181-c815-4162-9faf-123d6c4da516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9e41bef0-f950-4293-8562-88c62c87fc33'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:58:44.820358 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3181145-5c80-4b6b-960d-7b3640486c11 None None] Attempting to bind port 87ecdd1a-d39a-4699-a948-6d45ce149db0 on network 9e41bef0-f950-4293-8562-88c62c87fc33 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:58:44.821492 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f8fa32-f562-4c66-8edf-a98bdddc9f4c tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Pushing event updated for resources: {'Subnet': ['ID=f5988f1e-1c41-49cc-8066-8f53a2720f78,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:44.827070 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3181145-5c80-4b6b-960d-7b3640486c11 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:58:44.827444 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3181145-5c80-4b6b-960d-7b3640486c11 None None] Checking segment: {'id': 'a3757181-c815-4162-9faf-123d6c4da516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9e41bef0-f950-4293-8562-88c62c87fc33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:58:44.828094 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a3181145-5c80-4b6b-960d-7b3640486c11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:44.828286 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3181145-5c80-4b6b-960d-7b3640486c11 None None] Bound using segment: {'id': 'a3757181-c815-4162-9faf-123d6c4da516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9e41bef0-f950-4293-8562-88c62c87fc33'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:58:44.828696 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-a3181145-5c80-4b6b-960d-7b3640486c11 None None] Bound port: 87ecdd1a-d39a-4699-a948-6d45ce149db0, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3757181-c815-4162-9faf-123d6c4da516', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '9e41bef0-f950-4293-8562-88c62c87fc33'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:58:44.829085 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a3181145-5c80-4b6b-960d-7b3640486c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:44.838932 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f8fa32-f562-4c66-8edf-a98bdddc9f4c tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Checking segment: {'id': 'ab536813-dce2-4a21-95d4-14ede592810a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '9fa7d9e4-cf91-4542-952b-9599ed6e4e49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:58:44.839447 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f8fa32-f562-4c66-8edf-a98bdddc9f4c tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Network hostable DHCP agents. Network: 9fa7d9e4-cf91-4542-952b-9599ed6e4e49, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:58:44.858757 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f8fa32-f562-4c66-8edf-a98bdddc9f4c tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Network 9fa7d9e4-cf91-4542-952b-9599ed6e4e49 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:58:44.870206 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-a2f8fa32-f562-4c66-8edf-a98bdddc9f4c tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 9fa7d9e4-cf91-4542-952b-9599ed6e4e49) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:44.876960 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f8fa32-f562-4c66-8edf-a98bdddc9f4c tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:44.877792 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a2f8fa32-f562-4c66-8edf-a98bdddc9f4c tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks [] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:44.879478 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d799184-ca97-4e1a-91ba-23451f932544 None None] Network 9fa7d9e4-cf91-4542-952b-9599ed6e4e49 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:58:44.893931 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a2f8fa32-f562-4c66-8edf-a98bdddc9f4c tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7113509 Jul 29 23:58:44.897157 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59720) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:44.949339 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-a3181145-5c80-4b6b-960d-7b3640486c11 None None] For port 87ecdd1a-d39a-4699-a948-6d45ce149db0, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:58:44.966573 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-a3181145-5c80-4b6b-960d-7b3640486c11 None None] For port 87ecdd1a-d39a-4699-a948-6d45ce149db0, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=87ecdd1a-d39a-4699-a948-6d45ce149db0,segment=NetworkSegment(a3757181-c815-4162-9faf-123d6c4da516),segment_id=a3757181-c815-4162-9faf-123d6c4da516)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:58:44.976196 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a3181145-5c80-4b6b-960d-7b3640486c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:45.020369 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b28d166a-ca36-4248-aeb7-84581120ad29 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:45.078353 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3181145-5c80-4b6b-960d-7b3640486c11 None None] Pushing event updated for resources: {'Port': ['ID=87ecdd1a-d39a-4699-a948-6d45ce149db0,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:45.080870 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b28d166a-ca36-4248-aeb7-84581120ad29 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:45.127725 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5d0fab-71ea-4008-ab2c-2a2f7bddbf01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-9fa7d9e4-cf91-4542-952b-9599ed6e4e49', 'network_id': '9fa7d9e4-cf91-4542-952b-9599ed6e4e49', 'tenant_id': 'a4ca0eea2c0c40369d043e28a9f05c99', 'fixed_ips': [{'subnet_id': 'f5988f1e-1c41-49cc-8066-8f53a2720f78'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:58:45.128970 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-de5d0fab-71ea-4008-ab2c-2a2f7bddbf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:45.151522 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b28d166a-ca36-4248-aeb7-84581120ad29 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:45.180936 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28d166a-ca36-4248-aeb7-84581120ad29 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Pushing event deleted for resources: {'Subnet': ['ID=f5988f1e-1c41-49cc-8066-8f53a2720f78,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server [None req-de5d0fab-71ea-4008-ab2c-2a2f7bddbf01 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f5988f1e-1c41-49cc-8066-8f53a2720f78: This subnet is being modified by another concurrent operation. Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server raise exception Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f5988f1e-1c41-49cc-8066-8f53a2720f78: This subnet is being modified by another concurrent operation. Jul 29 23:58:45.266933 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server Jul 29 23:58:45.279163 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b28d166a-ca36-4248-aeb7-84581120ad29 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:45.293176 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-b28d166a-ca36-4248-aeb7-84581120ad29 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fa7d9e4-cf91-4542-952b-9599ed6e4e49']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:45.295423 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d260ffba-7ad7-4145-a4c5-5422ad8ccc1f None None] Network 9fa7d9e4-cf91-4542-952b-9599ed6e4e49 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:58:45.305769 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-b28d166a-ca36-4248-aeb7-84581120ad29 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab536813-dce2-4a21-95d4-14ede592810a') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:45.306385 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-b28d166a-ca36-4248-aeb7-84581120ad29 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab536813-dce2-4a21-95d4-14ede592810a') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:45.316574 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b28d166a-ca36-4248-aeb7-84581120ad29 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:45.331736 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b28d166a-ca36-4248-aeb7-84581120ad29 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:45.339669 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b28d166a-ca36-4248-aeb7-84581120ad29 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:58:45.340126 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b28d166a-ca36-4248-aeb7-84581120ad29 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:45.343538 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:58:45.343538 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:58:45.343538 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:58:45.343538 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:58:45.343538 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:58:45.343538 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:58:45.343538 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:58:45.343538 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:58:45.343538 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:58:45.343538 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:58:45.343538 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:58:45.343538 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:58:45.343538 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:58:45.343538 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:58:45.343538 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:58:45.343538 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:58:45.343538 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:58:45.343538 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:58:45.343538 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:58:45.343538 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:58:45.343538 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:58:45.343538 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:58:45.343538 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:58:45.343538 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:58:45.343538 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:58:45.343538 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:58:45.343538 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:58:45.343538 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:58:45.343538 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:58:45.343538 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:58:45.343538 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:58:45.343538 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:58:45.404430 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b28d166a-ca36-4248-aeb7-84581120ad29 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:45.413993 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b28d166a-ca36-4248-aeb7-84581120ad29 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:45.416143 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-b28d166a-ca36-4248-aeb7-84581120ad29 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] 10.222.0.43 "DELETE /v2.0/networks/9fa7d9e4-cf91-4542-952b-9599ed6e4e49 HTTP/1.1" status: 204 len: 168 time: 0.5174134 Jul 29 23:58:45.420320 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59722) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:45.426278 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-51f05867-00c9-42eb-9d07-c7460a5dae3b tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1312400129'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:45.426475 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28d166a-ca36-4248-aeb7-84581120ad29 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Pushing event deleted for resources: {'Network': ['ID=9fa7d9e4-cf91-4542-952b-9599ed6e4e49,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:45.451134 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f05867-00c9-42eb-9d07-c7460a5dae3b tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Made reservation on behalf of a4ca0eea2c0c40369d043e28a9f05c99 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:58:45.454655 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-51f05867-00c9-42eb-9d07-c7460a5dae3b tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:45.485262 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51f05867-00c9-42eb-9d07-c7460a5dae3b tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:58:45.496517 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-51f05867-00c9-42eb-9d07-c7460a5dae3b tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:45.496988 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-51f05867-00c9-42eb-9d07-c7460a5dae3b tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Added segment 74f32b6a-3aee-4ba7-9a57-26279b5d2a59 of type vlan for network 8fe80b45-89bf-47ee-a4d8-d454d92e0a3f Jul 29 23:58:45.547412 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-51f05867-00c9-42eb-9d07-c7460a5dae3b tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:45.578642 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-51f05867-00c9-42eb-9d07-c7460a5dae3b tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:45.585675 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f05867-00c9-42eb-9d07-c7460a5dae3b tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:45.586204 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-51f05867-00c9-42eb-9d07-c7460a5dae3b tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks [] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:45.651760 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-51f05867-00c9-42eb-9d07-c7460a5dae3b tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2300017 Jul 29 23:58:45.654778 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59724) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:45.658281 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f05867-00c9-42eb-9d07-c7460a5dae3b tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Pushing event updated for resources: {'Network': ['ID=8fe80b45-89bf-47ee-a4d8-d454d92e0a3f,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:45.661026 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-f270f38c-0c18-4975-beac-b12db8146aa3 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Request body: {'subnet': {'network_id': '8fe80b45-89bf-47ee-a4d8-d454d92e0a3f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:45.673999 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 8fe80b45-89bf-47ee-a4d8-d454d92e0a3f details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:58:45.765416 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f270f38c-0c18-4975-beac-b12db8146aa3 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Made reservation on behalf of a4ca0eea2c0c40369d043e28a9f05c99 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:58:45.769090 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f270f38c-0c18-4975-beac-b12db8146aa3 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:45.964255 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 87ecdd1a-d39a-4699-a948-6d45ce149db0 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:58:45.979707 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f270f38c-0c18-4975-beac-b12db8146aa3 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:46.022173 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 87ecdd1a-d39a-4699-a948-6d45ce149db0 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:58:46.047559 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f270f38c-0c18-4975-beac-b12db8146aa3 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Pushing event updated for resources: {'Subnet': ['ID=aa6fba6c-cdd7-4ed7-ad5d-c29cb393158f,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:46.054964 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79664fc6-9acb-49af-923c-8bcf295a2dac None None] Network 9e41bef0-f950-4293-8562-88c62c87fc33 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:58:46.059532 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f270f38c-0c18-4975-beac-b12db8146aa3 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Checking segment: {'id': '74f32b6a-3aee-4ba7-9a57-26279b5d2a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8fe80b45-89bf-47ee-a4d8-d454d92e0a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:58:46.059938 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f270f38c-0c18-4975-beac-b12db8146aa3 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Network hostable DHCP agents. Network: 8fe80b45-89bf-47ee-a4d8-d454d92e0a3f, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:58:46.076302 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f270f38c-0c18-4975-beac-b12db8146aa3 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Network 8fe80b45-89bf-47ee-a4d8-d454d92e0a3f is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:58:46.085738 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-f270f38c-0c18-4975-beac-b12db8146aa3 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 8fe80b45-89bf-47ee-a4d8-d454d92e0a3f) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:46.097193 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f270f38c-0c18-4975-beac-b12db8146aa3 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:46.098012 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f270f38c-0c18-4975-beac-b12db8146aa3 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:46.100372 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360593f7-8189-4ee5-852e-20e35c909989 None None] Network 8fe80b45-89bf-47ee-a4d8-d454d92e0a3f requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:58:46.114245 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-f270f38c-0c18-4975-beac-b12db8146aa3 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.4583297 Jul 29 23:58:46.119063 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59726) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:46.124500 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-a6fb5d23-3ca3-418c-9ed8-6f4c9a2523ac tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-584127063'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:46.149690 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6fb5d23-3ca3-418c-9ed8-6f4c9a2523ac tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Made reservation on behalf of a4ca0eea2c0c40369d043e28a9f05c99 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:58:46.153358 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a6fb5d23-3ca3-418c-9ed8-6f4c9a2523ac tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:46.178281 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f1e87694-9fa2-4330-aed7-1595644c9429 None None] Provisioning for port 87ecdd1a-d39a-4699-a948-6d45ce149db0 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:58:46.180958 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6fb5d23-3ca3-418c-9ed8-6f4c9a2523ac tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:58:46.192267 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a6fb5d23-3ca3-418c-9ed8-6f4c9a2523ac tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:46.192768 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-a6fb5d23-3ca3-418c-9ed8-6f4c9a2523ac tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Added segment 24a0d239-4572-4718-bcd5-e09796df8926 of type vlan for network dbaf91f8-37a9-4525-8ca6-8631c571e1aa Jul 29 23:58:46.198882 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f1e87694-9fa2-4330-aed7-1595644c9429 None None] Provisioning complete for port 87ecdd1a-d39a-4699-a948-6d45ce149db0 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:46.199239 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f1e87694-9fa2-4330-aed7-1595644c9429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:46.236733 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a6fb5d23-3ca3-418c-9ed8-6f4c9a2523ac tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:46.278334 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a6fb5d23-3ca3-418c-9ed8-6f4c9a2523ac tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:46.284348 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fb5d23-3ca3-418c-9ed8-6f4c9a2523ac tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:46.285010 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a6fb5d23-3ca3-418c-9ed8-6f4c9a2523ac tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:46.343251 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-a6fb5d23-3ca3-418c-9ed8-6f4c9a2523ac tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2230754 Jul 29 23:58:46.346662 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59728) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:46.352873 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-1d7e7efc-a0c9-413a-8d89-28a767c51cc7 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Request body: {'subnet': {'network_id': 'dbaf91f8-37a9-4525-8ca6-8631c571e1aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:46.355464 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fb5d23-3ca3-418c-9ed8-6f4c9a2523ac tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Pushing event updated for resources: {'Network': ['ID=dbaf91f8-37a9-4525-8ca6-8631c571e1aa,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:46.368481 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network dbaf91f8-37a9-4525-8ca6-8631c571e1aa details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:58:46.445534 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50696566-a49e-465b-8358-d4093cead552 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-8fe80b45-89bf-47ee-a4d8-d454d92e0a3f', 'network_id': '8fe80b45-89bf-47ee-a4d8-d454d92e0a3f', 'tenant_id': 'a4ca0eea2c0c40369d043e28a9f05c99', 'fixed_ips': [{'subnet_id': 'aa6fba6c-cdd7-4ed7-ad5d-c29cb393158f'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:58:46.446430 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-50696566-a49e-465b-8358-d4093cead552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:46.459032 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d7e7efc-a0c9-413a-8d89-28a767c51cc7 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Made reservation on behalf of a4ca0eea2c0c40369d043e28a9f05c99 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:58:46.463055 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1d7e7efc-a0c9-413a-8d89-28a767c51cc7 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:46.514186 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f1e87694-9fa2-4330-aed7-1595644c9429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:46.545830 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.ipam_backend_mixin [None req-1d7e7efc-a0c9-413a-8d89-28a767c51cc7 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Performing IP validity checks on allocation pools {{(pid=94077) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 29 23:58:46.547280 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.ipam_backend_mixin [None req-1d7e7efc-a0c9-413a-8d89-28a767c51cc7 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94077) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 29 23:58:46.636932 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-f1e87694-9fa2-4330-aed7-1595644c9429 None None] For port 87ecdd1a-d39a-4699-a948-6d45ce149db0, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=87ecdd1a-d39a-4699-a948-6d45ce149db0,segment=NetworkSegment(a3757181-c815-4162-9faf-123d6c4da516),segment_id=a3757181-c815-4162-9faf-123d6c4da516)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:46.643413 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f1e87694-9fa2-4330-aed7-1595644c9429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:46.717923 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1d7e7efc-a0c9-413a-8d89-28a767c51cc7 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:46.719790 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-50696566-a49e-465b-8358-d4093cead552 None None] Allocated IP 2001:db8::1 (8fe80b45-89bf-47ee-a4d8-d454d92e0a3f/aa6fba6c-cdd7-4ed7-ad5d-c29cb393158f/b2272ab4-77f9-4b64-a4e2-cdde8aa2f836) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:58:46.731690 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e87694-9fa2-4330-aed7-1595644c9429 None None] Pushing event updated for resources: {'Port': ['ID=87ecdd1a-d39a-4699-a948-6d45ce149db0,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:46.790797 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7e7efc-a0c9-413a-8d89-28a767c51cc7 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Pushing event updated for resources: {'Subnet': ['ID=21515532-09e0-4c77-87b4-7bf28f28ad38,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:46.799192 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7e7efc-a0c9-413a-8d89-28a767c51cc7 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Checking segment: {'id': '24a0d239-4572-4718-bcd5-e09796df8926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'dbaf91f8-37a9-4525-8ca6-8631c571e1aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:58:46.799539 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7e7efc-a0c9-413a-8d89-28a767c51cc7 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Network hostable DHCP agents. Network: dbaf91f8-37a9-4525-8ca6-8631c571e1aa, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:58:46.806597 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-5575a4c5-ab4d-4e2b-88e4-76e55004f870 None None] Provisioning complete for port 87ecdd1a-d39a-4699-a948-6d45ce149db0 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:46.806979 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5575a4c5-ab4d-4e2b-88e4-76e55004f870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:46.821286 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7e7efc-a0c9-413a-8d89-28a767c51cc7 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Network dbaf91f8-37a9-4525-8ca6-8631c571e1aa is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:58:46.830856 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-1d7e7efc-a0c9-413a-8d89-28a767c51cc7 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, dbaf91f8-37a9-4525-8ca6-8631c571e1aa) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:46.835806 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7e7efc-a0c9-413a-8d89-28a767c51cc7 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:46.836406 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1d7e7efc-a0c9-413a-8d89-28a767c51cc7 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks [] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:46.846601 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491ef026-f191-4028-8bff-b2eabe6c6ecc None None] Network dbaf91f8-37a9-4525-8ca6-8631c571e1aa requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:58:46.855312 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-1d7e7efc-a0c9-413a-8d89-28a767c51cc7 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.5047431 Jul 29 23:58:46.855540 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59732) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:46.920159 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:58:46.956479 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1d322ad9-0f04-4e97-8647-e73661a4a90c tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:47.022089 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-50696566-a49e-465b-8358-d4093cead552 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:47.040206 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1d322ad9-0f04-4e97-8647-e73661a4a90c tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:47.054302 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-50696566-a49e-465b-8358-d4093cead552 None None] Transition to ACTIVE for port object b2272ab4-77f9-4b64-a4e2-cdde8aa2f836 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:58:47.082590 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-50696566-a49e-465b-8358-d4093cead552 None None] Transition to ACTIVE for port object b2272ab4-77f9-4b64-a4e2-cdde8aa2f836 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:58:47.091998 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-50696566-a49e-465b-8358-d4093cead552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:47.104932 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1d322ad9-0f04-4e97-8647-e73661a4a90c tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:47.133382 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d322ad9-0f04-4e97-8647-e73661a4a90c tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Pushing event deleted for resources: {'Subnet': ['ID=21515532-09e0-4c77-87b4-7bf28f28ad38,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:47.146820 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ad6ea6-07c2-41e1-ab74-3ccc218a3a74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-dbaf91f8-37a9-4525-8ca6-8631c571e1aa', 'network_id': 'dbaf91f8-37a9-4525-8ca6-8631c571e1aa', 'tenant_id': 'a4ca0eea2c0c40369d043e28a9f05c99', 'fixed_ips': [{'subnet_id': '21515532-09e0-4c77-87b4-7bf28f28ad38'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:58:47.147689 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-29ad6ea6-07c2-41e1-ab74-3ccc218a3a74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:47.171341 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50696566-a49e-465b-8358-d4093cead552 None None] Network 8fe80b45-89bf-47ee-a4d8-d454d92e0a3f is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:58:47.180328 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-50696566-a49e-465b-8358-d4093cead552 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:47.188117 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50696566-a49e-465b-8358-d4093cead552 None None] Pushing event updated for resources: {'Port': ['ID=b2272ab4-77f9-4b64-a4e2-cdde8aa2f836,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:47.192340 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50696566-a49e-465b-8358-d4093cead552 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:58:47.204846 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1d322ad9-0f04-4e97-8647-e73661a4a90c tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:47.215635 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-1d322ad9-0f04-4e97-8647-e73661a4a90c tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbaf91f8-37a9-4525-8ca6-8631c571e1aa']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:47.227926 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-1d322ad9-0f04-4e97-8647-e73661a4a90c tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24a0d239-4572-4718-bcd5-e09796df8926') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:47.228223 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-1d322ad9-0f04-4e97-8647-e73661a4a90c tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24a0d239-4572-4718-bcd5-e09796df8926') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:47.237601 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1d322ad9-0f04-4e97-8647-e73661a4a90c tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:47.252594 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1d322ad9-0f04-4e97-8647-e73661a4a90c tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:47.260779 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d322ad9-0f04-4e97-8647-e73661a4a90c tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:58:47.261171 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1d322ad9-0f04-4e97-8647-e73661a4a90c tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:47.264394 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:58:47.264394 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:58:47.264394 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:58:47.264394 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:58:47.264394 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:58:47.264394 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:58:47.264394 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:58:47.264394 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:58:47.264394 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:58:47.264394 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:58:47.264394 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:58:47.264394 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:58:47.264394 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:58:47.264394 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:58:47.264394 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:58:47.264394 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:58:47.264394 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:58:47.264394 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:58:47.264394 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:58:47.264394 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:58:47.264394 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:58:47.264394 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:58:47.264394 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:58:47.264394 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:58:47.264394 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:58:47.264394 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:58:47.264394 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:58:47.264394 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:58:47.264394 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:58:47.264394 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:58:47.264394 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:58:47.264394 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:58:47.304794 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737e39b5-fb28-4400-8a8f-090d025e5d39 None None] Network dbaf91f8-37a9-4525-8ca6-8631c571e1aa requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:58:47.306726 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-50696566-a49e-465b-8358-d4093cead552 None None] Attempting to bind port b2272ab4-77f9-4b64-a4e2-cdde8aa2f836 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:58:47.307099 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-50696566-a49e-465b-8358-d4093cead552 None None] Attempting to bind port b2272ab4-77f9-4b64-a4e2-cdde8aa2f836 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '74f32b6a-3aee-4ba7-9a57-26279b5d2a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8fe80b45-89bf-47ee-a4d8-d454d92e0a3f'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:58:47.307468 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50696566-a49e-465b-8358-d4093cead552 None None] Attempting to bind port b2272ab4-77f9-4b64-a4e2-cdde8aa2f836 on network 8fe80b45-89bf-47ee-a4d8-d454d92e0a3f {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:58:47.326666 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1d322ad9-0f04-4e97-8647-e73661a4a90c tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:47.333962 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1d322ad9-0f04-4e97-8647-e73661a4a90c tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks [] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:47.338080 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-1d322ad9-0f04-4e97-8647-e73661a4a90c tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] 10.222.0.43 "DELETE /v2.0/networks/dbaf91f8-37a9-4525-8ca6-8631c571e1aa HTTP/1.1" status: 204 len: 168 time: 0.4815719 Jul 29 23:58:47.339646 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59734) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:47.345297 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-92dcea6a-f9cc-4521-8aec-e017e6c106d9 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1408572275'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:47.347782 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50696566-a49e-465b-8358-d4093cead552 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:58:47.348171 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50696566-a49e-465b-8358-d4093cead552 None None] Checking segment: {'id': '74f32b6a-3aee-4ba7-9a57-26279b5d2a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8fe80b45-89bf-47ee-a4d8-d454d92e0a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:58:47.348588 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-50696566-a49e-465b-8358-d4093cead552 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:47.349016 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50696566-a49e-465b-8358-d4093cead552 None None] Bound using segment: {'id': '74f32b6a-3aee-4ba7-9a57-26279b5d2a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8fe80b45-89bf-47ee-a4d8-d454d92e0a3f'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:58:47.349521 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-50696566-a49e-465b-8358-d4093cead552 None None] Bound port: b2272ab4-77f9-4b64-a4e2-cdde8aa2f836, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74f32b6a-3aee-4ba7-9a57-26279b5d2a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '8fe80b45-89bf-47ee-a4d8-d454d92e0a3f'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:58:47.349935 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-50696566-a49e-465b-8358-d4093cead552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:47.350608 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d322ad9-0f04-4e97-8647-e73661a4a90c tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Pushing event deleted for resources: {'Network': ['ID=dbaf91f8-37a9-4525-8ca6-8631c571e1aa,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:47.374741 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92dcea6a-f9cc-4521-8aec-e017e6c106d9 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Made reservation on behalf of a4ca0eea2c0c40369d043e28a9f05c99 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:58:47.379131 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-92dcea6a-f9cc-4521-8aec-e017e6c106d9 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:47.406296 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92dcea6a-f9cc-4521-8aec-e017e6c106d9 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:58:47.416625 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-92dcea6a-f9cc-4521-8aec-e017e6c106d9 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:47.417018 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-92dcea6a-f9cc-4521-8aec-e017e6c106d9 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Added segment bf2c0a06-7764-43d4-a3b3-b39286116f0a of type vlan for network c89f74e3-fa69-4536-8dfd-11be18120176 Jul 29 23:58:47.459200 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-92dcea6a-f9cc-4521-8aec-e017e6c106d9 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:47.478233 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-50696566-a49e-465b-8358-d4093cead552 None None] For port b2272ab4-77f9-4b64-a4e2-cdde8aa2f836, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:58:47.482315 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-50696566-a49e-465b-8358-d4093cead552 None None] For port b2272ab4-77f9-4b64-a4e2-cdde8aa2f836, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=b2272ab4-77f9-4b64-a4e2-cdde8aa2f836,segment=NetworkSegment(74f32b6a-3aee-4ba7-9a57-26279b5d2a59),segment_id=74f32b6a-3aee-4ba7-9a57-26279b5d2a59)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:58:47.490385 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-50696566-a49e-465b-8358-d4093cead552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:47.493568 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-92dcea6a-f9cc-4521-8aec-e017e6c106d9 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:47.506743 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92dcea6a-f9cc-4521-8aec-e017e6c106d9 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:47.507379 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-92dcea6a-f9cc-4521-8aec-e017e6c106d9 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:47.557138 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50696566-a49e-465b-8358-d4093cead552 None None] Pushing event updated for resources: {'Port': ['ID=b2272ab4-77f9-4b64-a4e2-cdde8aa2f836,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:47.565407 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-92dcea6a-f9cc-4521-8aec-e017e6c106d9 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2240627 Jul 29 23:58:47.568409 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59736) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:47.578872 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-8ff524c0-ff62-4b19-9fdd-459b43a08e48 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Request body: {'subnet': {'network_id': 'c89f74e3-fa69-4536-8dfd-11be18120176', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:47.585865 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dcea6a-f9cc-4521-8aec-e017e6c106d9 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Pushing event updated for resources: {'Network': ['ID=c89f74e3-fa69-4536-8dfd-11be18120176,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:47.600605 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network c89f74e3-fa69-4536-8dfd-11be18120176 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:58:47.688729 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff524c0-ff62-4b19-9fdd-459b43a08e48 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Made reservation on behalf of a4ca0eea2c0c40369d043e28a9f05c99 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:58:47.691588 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8ff524c0-ff62-4b19-9fdd-459b43a08e48 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:47.953794 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8ff524c0-ff62-4b19-9fdd-459b43a08e48 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:48.016393 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff524c0-ff62-4b19-9fdd-459b43a08e48 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Pushing event updated for resources: {'Subnet': ['ID=30bcd6f3-61ba-4013-8a2e-75a8785c92fd,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:48.040782 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff524c0-ff62-4b19-9fdd-459b43a08e48 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Checking segment: {'id': 'bf2c0a06-7764-43d4-a3b3-b39286116f0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c89f74e3-fa69-4536-8dfd-11be18120176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:58:48.041139 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff524c0-ff62-4b19-9fdd-459b43a08e48 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Network hostable DHCP agents. Network: c89f74e3-fa69-4536-8dfd-11be18120176, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:58:48.046306 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 87ecdd1a-d39a-4699-a948-6d45ce149db0 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:58:48.067704 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff524c0-ff62-4b19-9fdd-459b43a08e48 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Network c89f74e3-fa69-4536-8dfd-11be18120176 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:58:48.078914 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-8ff524c0-ff62-4b19-9fdd-459b43a08e48 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, c89f74e3-fa69-4536-8dfd-11be18120176) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:48.091527 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff524c0-ff62-4b19-9fdd-459b43a08e48 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:48.092146 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8ff524c0-ff62-4b19-9fdd-459b43a08e48 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks [] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:48.094414 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53dcf6f-498f-4036-bd2c-a3a16e9b9dc9 None None] Network c89f74e3-fa69-4536-8dfd-11be18120176 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:58:48.107708 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8ff524c0-ff62-4b19-9fdd-459b43a08e48 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.5374355 Jul 29 23:58:48.111125 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59738) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:48.171379 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 87ecdd1a-d39a-4699-a948-6d45ce149db0 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:48.171750 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:48.234580 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-95cb1cbd-f2b9-4206-abd1-380bc5734c98 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:48.298951 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-95cb1cbd-f2b9-4206-abd1-380bc5734c98 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:48.338090 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device b2272ab4-77f9-4b64-a4e2-cdde8aa2f836 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:58:48.364019 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ff5c66-1814-4855-9e72-ab353459adaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-c89f74e3-fa69-4536-8dfd-11be18120176', 'network_id': 'c89f74e3-fa69-4536-8dfd-11be18120176', 'tenant_id': 'a4ca0eea2c0c40369d043e28a9f05c99', 'fixed_ips': [{'subnet_id': '30bcd6f3-61ba-4013-8a2e-75a8785c92fd'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:58:48.365134 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-30ff5c66-1814-4855-9e72-ab353459adaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:48.406235 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-95cb1cbd-f2b9-4206-abd1-380bc5734c98 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:48.452023 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cb1cbd-f2b9-4206-abd1-380bc5734c98 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Pushing event deleted for resources: {'Subnet': ['ID=30bcd6f3-61ba-4013-8a2e-75a8785c92fd,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:48.480793 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port b2272ab4-77f9-4b64-a4e2-cdde8aa2f836 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:58:48.504395 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e5f24c-9071-4c69-bf33-d7fb710e886e None None] Network c89f74e3-fa69-4536-8dfd-11be18120176 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:58:48.565248 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-95cb1cbd-f2b9-4206-abd1-380bc5734c98 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:48.581353 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-95cb1cbd-f2b9-4206-abd1-380bc5734c98 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c89f74e3-fa69-4536-8dfd-11be18120176']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:48.592747 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-95cb1cbd-f2b9-4206-abd1-380bc5734c98 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf2c0a06-7764-43d4-a3b3-b39286116f0a') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:48.593077 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-95cb1cbd-f2b9-4206-abd1-380bc5734c98 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf2c0a06-7764-43d4-a3b3-b39286116f0a') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:48.603568 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-95cb1cbd-f2b9-4206-abd1-380bc5734c98 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:48.624346 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-95cb1cbd-f2b9-4206-abd1-380bc5734c98 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:48.633767 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95cb1cbd-f2b9-4206-abd1-380bc5734c98 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:58:48.634300 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-95cb1cbd-f2b9-4206-abd1-380bc5734c98 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:48.640546 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:58:48.640546 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:58:48.640546 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:58:48.640546 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:58:48.640546 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:58:48.640546 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:58:48.640546 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:58:48.640546 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:58:48.640546 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:58:48.640546 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:58:48.640546 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:58:48.640546 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:58:48.640546 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:58:48.640546 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:58:48.640546 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:58:48.640546 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:58:48.640546 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:58:48.640546 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:58:48.640546 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:58:48.640546 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:58:48.640546 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:58:48.640546 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:58:48.640546 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:58:48.640546 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:58:48.640546 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:58:48.640546 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:58:48.640546 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:58:48.640546 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:58:48.640546 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:58:48.640546 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:58:48.640546 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:58:48.640546 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:58:48.702640 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-95cb1cbd-f2b9-4206-abd1-380bc5734c98 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:48.711468 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-95cb1cbd-f2b9-4206-abd1-380bc5734c98 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks [] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:48.713130 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-95cb1cbd-f2b9-4206-abd1-380bc5734c98 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] 10.222.0.43 "DELETE /v2.0/networks/c89f74e3-fa69-4536-8dfd-11be18120176 HTTP/1.1" status: 204 len: 168 time: 0.6006787 Jul 29 23:58:48.717900 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59740) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:48.727271 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cb1cbd-f2b9-4206-abd1-380bc5734c98 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Pushing event deleted for resources: {'Network': ['ID=c89f74e3-fa69-4536-8dfd-11be18120176,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:48.728070 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63a5537-f02e-4856-b406-55f35c21c431 None None] Network 8fe80b45-89bf-47ee-a4d8-d454d92e0a3f requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:58:48.731021 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-3f9e8b8e-eae8-4f80-b638-cb2fb6283b24 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1156006109'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:48.758275 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9e8b8e-eae8-4f80-b638-cb2fb6283b24 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Made reservation on behalf of a4ca0eea2c0c40369d043e28a9f05c99 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:58:48.761958 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3f9e8b8e-eae8-4f80-b638-cb2fb6283b24 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:48.791604 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f9e8b8e-eae8-4f80-b638-cb2fb6283b24 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:58:48.812652 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3f9e8b8e-eae8-4f80-b638-cb2fb6283b24 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:48.813000 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-3f9e8b8e-eae8-4f80-b638-cb2fb6283b24 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Added segment 468ebae0-e118-4aed-bb47-d6f53303ef96 of type vlan for network 95ff457b-73e8-41cd-b2b7-dca2cb09e039 Jul 29 23:58:48.828880 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-7d7256e9-0e71-4734-a2ac-6f4f71e4f369 None None] Provisioning for port b2272ab4-77f9-4b64-a4e2-cdde8aa2f836 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:58:48.856513 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-7d7256e9-0e71-4734-a2ac-6f4f71e4f369 None None] Provisioning complete for port b2272ab4-77f9-4b64-a4e2-cdde8aa2f836 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:48.856513 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7d7256e9-0e71-4734-a2ac-6f4f71e4f369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:48.873770 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3f9e8b8e-eae8-4f80-b638-cb2fb6283b24 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:48.905956 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3f9e8b8e-eae8-4f80-b638-cb2fb6283b24 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:48.912289 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9e8b8e-eae8-4f80-b638-cb2fb6283b24 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:48.913215 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3f9e8b8e-eae8-4f80-b638-cb2fb6283b24 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:48.979427 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-3f9e8b8e-eae8-4f80-b638-cb2fb6283b24 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2599897 Jul 29 23:58:48.983438 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59742) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:48.989436 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-e7531cd2-fe0d-4e36-9c69-f5e3304febe7 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Request body: {'subnet': {'network_id': '95ff457b-73e8-41cd-b2b7-dca2cb09e039', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:48.999909 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7d7256e9-0e71-4734-a2ac-6f4f71e4f369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:49.000207 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9e8b8e-eae8-4f80-b638-cb2fb6283b24 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Pushing event updated for resources: {'Network': ['ID=95ff457b-73e8-41cd-b2b7-dca2cb09e039,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:49.008932 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9e8b8e-eae8-4f80-b638-cb2fb6283b24 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:49.009328 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9e8b8e-eae8-4f80-b638-cb2fb6283b24 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:49.009863 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9e8b8e-eae8-4f80-b638-cb2fb6283b24 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:49.010444 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9e8b8e-eae8-4f80-b638-cb2fb6283b24 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:49.010878 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9e8b8e-eae8-4f80-b638-cb2fb6283b24 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:49.011309 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9e8b8e-eae8-4f80-b638-cb2fb6283b24 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:49.011733 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9e8b8e-eae8-4f80-b638-cb2fb6283b24 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:49.012156 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9e8b8e-eae8-4f80-b638-cb2fb6283b24 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:49.012582 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9e8b8e-eae8-4f80-b638-cb2fb6283b24 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:49.013001 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9e8b8e-eae8-4f80-b638-cb2fb6283b24 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:49.013437 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9e8b8e-eae8-4f80-b638-cb2fb6283b24 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:49.013875 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f9e8b8e-eae8-4f80-b638-cb2fb6283b24 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:49.029729 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 95ff457b-73e8-41cd-b2b7-dca2cb09e039 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:58:49.107018 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7531cd2-fe0d-4e36-9c69-f5e3304febe7 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Made reservation on behalf of a4ca0eea2c0c40369d043e28a9f05c99 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:58:49.112773 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e7531cd2-fe0d-4e36-9c69-f5e3304febe7 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:49.245511 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a1f3f4-5f8d-432b-ab42-b3b0c560a743 None None] get_active_networks_info from n-d-712141-10 {{(pid=94079) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 23:58:49.287277 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-7d7256e9-0e71-4734-a2ac-6f4f71e4f369 None None] For port b2272ab4-77f9-4b64-a4e2-cdde8aa2f836, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=b2272ab4-77f9-4b64-a4e2-cdde8aa2f836,segment=NetworkSegment(74f32b6a-3aee-4ba7-9a57-26279b5d2a59),segment_id=74f32b6a-3aee-4ba7-9a57-26279b5d2a59)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:49.296300 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7d7256e9-0e71-4734-a2ac-6f4f71e4f369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:49.353477 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e7531cd2-fe0d-4e36-9c69-f5e3304febe7 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:49.390861 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7256e9-0e71-4734-a2ac-6f4f71e4f369 None None] Pushing event updated for resources: {'Port': ['ID=b2272ab4-77f9-4b64-a4e2-cdde8aa2f836,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:49.402758 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a1f3f4-5f8d-432b-ab42-b3b0c560a743 None None] Resources bound (agent type, host, resource id): {{(pid=94079) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 23:58:49.429453 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7531cd2-fe0d-4e36-9c69-f5e3304febe7 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Pushing event updated for resources: {'Subnet': ['ID=c7132156-4ee7-40a0-90f8-024a47a006c1,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:49.439009 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7531cd2-fe0d-4e36-9c69-f5e3304febe7 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Checking segment: {'id': '468ebae0-e118-4aed-bb47-d6f53303ef96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '95ff457b-73e8-41cd-b2b7-dca2cb09e039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:58:49.439380 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7531cd2-fe0d-4e36-9c69-f5e3304febe7 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Network hostable DHCP agents. Network: 95ff457b-73e8-41cd-b2b7-dca2cb09e039, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:58:49.445742 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-65b0337a-0fff-4ad7-8d19-ce0da9699efc None None] Provisioning complete for port b2272ab4-77f9-4b64-a4e2-cdde8aa2f836 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:49.446121 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-65b0337a-0fff-4ad7-8d19-ce0da9699efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:49.458182 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7531cd2-fe0d-4e36-9c69-f5e3304febe7 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Network 95ff457b-73e8-41cd-b2b7-dca2cb09e039 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:58:49.467887 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-e7531cd2-fe0d-4e36-9c69-f5e3304febe7 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 95ff457b-73e8-41cd-b2b7-dca2cb09e039) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:49.476295 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7531cd2-fe0d-4e36-9c69-f5e3304febe7 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:49.476295 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e7531cd2-fe0d-4e36-9c69-f5e3304febe7 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks [] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:49.490927 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e7531cd2-fe0d-4e36-9c69-f5e3304febe7 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.5060828 Jul 29 23:58:49.493560 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59746) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:49.599461 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-30914366-61a2-4c66-9a3c-752a12fbf0d9 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:49.655850 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-30914366-61a2-4c66-9a3c-752a12fbf0d9 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:49.722168 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-30914366-61a2-4c66-9a3c-752a12fbf0d9 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:49.730825 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f8320c-c3b9-4f4e-9c7b-cdadb48dd741 None None] Network 95ff457b-73e8-41cd-b2b7-dca2cb09e039 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:58:49.757976 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30914366-61a2-4c66-9a3c-752a12fbf0d9 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Pushing event deleted for resources: {'Subnet': ['ID=c7132156-4ee7-40a0-90f8-024a47a006c1,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:49.817356 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-30914366-61a2-4c66-9a3c-752a12fbf0d9 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:49.828626 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-30914366-61a2-4c66-9a3c-752a12fbf0d9 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95ff457b-73e8-41cd-b2b7-dca2cb09e039']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:49.840991 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-30914366-61a2-4c66-9a3c-752a12fbf0d9 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '468ebae0-e118-4aed-bb47-d6f53303ef96') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:49.841316 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-30914366-61a2-4c66-9a3c-752a12fbf0d9 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '468ebae0-e118-4aed-bb47-d6f53303ef96') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:49.851584 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-30914366-61a2-4c66-9a3c-752a12fbf0d9 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:49.854923 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:49.857248 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ecaf5e2-a773-4f87-99ae-7be1d0db28de None None] Network 95ff457b-73e8-41cd-b2b7-dca2cb09e039 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:58:49.868160 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-30914366-61a2-4c66-9a3c-752a12fbf0d9 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:49.875299 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30914366-61a2-4c66-9a3c-752a12fbf0d9 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:58:49.875299 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-30914366-61a2-4c66-9a3c-752a12fbf0d9 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:49.878704 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:58:49.878704 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:58:49.878704 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:58:49.878704 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:58:49.878704 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:58:49.878704 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:58:49.878704 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:58:49.878704 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:58:49.878704 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:58:49.878704 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:58:49.878704 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:58:49.878704 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:58:49.878704 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:58:49.878704 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:58:49.878704 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:58:49.878704 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:58:49.878704 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:58:49.878704 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:58:49.878704 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:58:49.878704 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:58:49.878704 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:58:49.878704 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:58:49.878704 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:58:49.878704 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:58:49.878704 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:58:49.878704 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:58:49.878704 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:58:49.878704 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:58:49.878704 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:58:49.878704 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:58:49.878704 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:58:49.878704 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:58:49.944799 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-30914366-61a2-4c66-9a3c-752a12fbf0d9 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:49.953142 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-30914366-61a2-4c66-9a3c-752a12fbf0d9 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks [] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:49.955884 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-30914366-61a2-4c66-9a3c-752a12fbf0d9 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] 10.222.0.43 "DELETE /v2.0/networks/95ff457b-73e8-41cd-b2b7-dca2cb09e039 HTTP/1.1" status: 204 len: 168 time: 0.4606013 Jul 29 23:58:49.956396 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device b2272ab4-77f9-4b64-a4e2-cdde8aa2f836 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:58:49.961906 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59748) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:49.966463 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30914366-61a2-4c66-9a3c-752a12fbf0d9 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Pushing event deleted for resources: {'Network': ['ID=95ff457b-73e8-41cd-b2b7-dca2cb09e039,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:49.969425 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-af590229-c24a-424a-be99-282d2bfcfcfd tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-670689757'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:49.991663 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af590229-c24a-424a-be99-282d2bfcfcfd tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Made reservation on behalf of a4ca0eea2c0c40369d043e28a9f05c99 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:58:49.995311 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-af590229-c24a-424a-be99-282d2bfcfcfd tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:50.023314 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af590229-c24a-424a-be99-282d2bfcfcfd tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:58:50.029711 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port b2272ab4-77f9-4b64-a4e2-cdde8aa2f836 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:50.030087 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:50.033808 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-af590229-c24a-424a-be99-282d2bfcfcfd tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:50.034435 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-af590229-c24a-424a-be99-282d2bfcfcfd tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Added segment 7afb2f92-0267-4031-8b6a-49dfa80130cb of type vlan for network 7c9943c0-6aff-475c-87e0-ee04317c0556 Jul 29 23:58:50.076316 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-af590229-c24a-424a-be99-282d2bfcfcfd tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:50.111991 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-af590229-c24a-424a-be99-282d2bfcfcfd tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:50.118783 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af590229-c24a-424a-be99-282d2bfcfcfd tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:50.119421 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-af590229-c24a-424a-be99-282d2bfcfcfd tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:50.179420 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-af590229-c24a-424a-be99-282d2bfcfcfd tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2155261 Jul 29 23:58:50.182215 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59750) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:50.189078 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-5182f89a-d4d8-4a26-9be2-1fec1886a26a tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Request body: {'subnet': {'network_id': '7c9943c0-6aff-475c-87e0-ee04317c0556', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:50.207429 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af590229-c24a-424a-be99-282d2bfcfcfd tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Pushing event updated for resources: {'Network': ['ID=7c9943c0-6aff-475c-87e0-ee04317c0556,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:50.218444 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 7c9943c0-6aff-475c-87e0-ee04317c0556 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:58:50.285270 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5182f89a-d4d8-4a26-9be2-1fec1886a26a tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Made reservation on behalf of a4ca0eea2c0c40369d043e28a9f05c99 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:58:50.291100 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5182f89a-d4d8-4a26-9be2-1fec1886a26a tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:50.478781 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5182f89a-d4d8-4a26-9be2-1fec1886a26a tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:50.544089 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5182f89a-d4d8-4a26-9be2-1fec1886a26a tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Pushing event updated for resources: {'Subnet': ['ID=b7da4df4-5b23-4426-bd39-17336d9ee1f3,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:50.551596 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5182f89a-d4d8-4a26-9be2-1fec1886a26a tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Checking segment: {'id': '7afb2f92-0267-4031-8b6a-49dfa80130cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7c9943c0-6aff-475c-87e0-ee04317c0556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:58:50.551951 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5182f89a-d4d8-4a26-9be2-1fec1886a26a tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Network hostable DHCP agents. Network: 7c9943c0-6aff-475c-87e0-ee04317c0556, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:58:50.569465 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5182f89a-d4d8-4a26-9be2-1fec1886a26a tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Network 7c9943c0-6aff-475c-87e0-ee04317c0556 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:58:50.579034 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-5182f89a-d4d8-4a26-9be2-1fec1886a26a tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 7c9943c0-6aff-475c-87e0-ee04317c0556) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:50.587294 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ddbd6c-f165-4ea5-b42a-8924228ccb37 None None] Network 7c9943c0-6aff-475c-87e0-ee04317c0556 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:58:50.589341 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5182f89a-d4d8-4a26-9be2-1fec1886a26a tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:50.590144 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5182f89a-d4d8-4a26-9be2-1fec1886a26a tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:50.608381 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-5182f89a-d4d8-4a26-9be2-1fec1886a26a tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4224966 Jul 29 23:58:50.608782 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59752) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:50.614398 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-14364229-4aed-4530-8c03-521001d5d4cb tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Request body: {'subnet': {'network_id': '7c9943c0-6aff-475c-87e0-ee04317c0556', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:50.727750 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14364229-4aed-4530-8c03-521001d5d4cb tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Made reservation on behalf of a4ca0eea2c0c40369d043e28a9f05c99 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:58:50.731397 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-14364229-4aed-4530-8c03-521001d5d4cb tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:50.745858 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a250e261-4e69-4d03-90c1-34225d7e17a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-7c9943c0-6aff-475c-87e0-ee04317c0556', 'network_id': '7c9943c0-6aff-475c-87e0-ee04317c0556', 'tenant_id': 'a4ca0eea2c0c40369d043e28a9f05c99', 'fixed_ips': [{'subnet_id': 'b7da4df4-5b23-4426-bd39-17336d9ee1f3'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:58:50.746739 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a250e261-4e69-4d03-90c1-34225d7e17a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:50.893763 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-a250e261-4e69-4d03-90c1-34225d7e17a4 None None] Allocated IP 2001:db8::2 (7c9943c0-6aff-475c-87e0-ee04317c0556/b7da4df4-5b23-4426-bd39-17336d9ee1f3/7f3760f3-8ef2-4a2f-9282-318d99e4427d) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:58:50.991155 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-14364229-4aed-4530-8c03-521001d5d4cb tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:51.041852 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14364229-4aed-4530-8c03-521001d5d4cb tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Network 7c9943c0-6aff-475c-87e0-ee04317c0556 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:58:51.045141 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-14364229-4aed-4530-8c03-521001d5d4cb tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:51.049941 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14364229-4aed-4530-8c03-521001d5d4cb tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:51.050305 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a250e261-4e69-4d03-90c1-34225d7e17a4 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:51.050513 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-14364229-4aed-4530-8c03-521001d5d4cb tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks [] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:51.058034 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14364229-4aed-4530-8c03-521001d5d4cb tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Pushing event updated for resources: {'Subnet': ['ID=12916e58-0401-41c3-9790-0bfb811adc00,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:51.060398 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-a250e261-4e69-4d03-90c1-34225d7e17a4 None None] Transition to ACTIVE for port object 7f3760f3-8ef2-4a2f-9282-318d99e4427d will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:58:51.072041 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-14364229-4aed-4530-8c03-521001d5d4cb tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4620543 Jul 29 23:58:51.074683 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59754) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:51.077690 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-a250e261-4e69-4d03-90c1-34225d7e17a4 None None] Transition to ACTIVE for port object 7f3760f3-8ef2-4a2f-9282-318d99e4427d will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:58:51.084009 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a250e261-4e69-4d03-90c1-34225d7e17a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:51.124128 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a250e261-4e69-4d03-90c1-34225d7e17a4 None None] Network 7c9943c0-6aff-475c-87e0-ee04317c0556 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:58:51.128655 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-a250e261-4e69-4d03-90c1-34225d7e17a4 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:51.132331 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a250e261-4e69-4d03-90c1-34225d7e17a4 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:58:51.141980 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a250e261-4e69-4d03-90c1-34225d7e17a4 None None] Pushing event updated for resources: {'Port': ['ID=7f3760f3-8ef2-4a2f-9282-318d99e4427d,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:51.163311 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c729fe38-2d43-493a-afb4-186726f99269 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:51.164831 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c729fe38-2d43-493a-afb4-186726f99269 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:51.166491 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c729fe38-2d43-493a-afb4-186726f99269 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:51.168900 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c729fe38-2d43-493a-afb4-186726f99269 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:51.169550 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c729fe38-2d43-493a-afb4-186726f99269 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:51.171558 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c729fe38-2d43-493a-afb4-186726f99269 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0957799 Jul 29 23:58:51.175268 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59756) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:51.181075 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-68bb0a07-a2cc-45f7-98c1-63f6f9cfdede tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-536036836'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:51.200088 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-a250e261-4e69-4d03-90c1-34225d7e17a4 None None] Attempting to bind port 7f3760f3-8ef2-4a2f-9282-318d99e4427d on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:58:51.200455 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-a250e261-4e69-4d03-90c1-34225d7e17a4 None None] Attempting to bind port 7f3760f3-8ef2-4a2f-9282-318d99e4427d by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '7afb2f92-0267-4031-8b6a-49dfa80130cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7c9943c0-6aff-475c-87e0-ee04317c0556'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:58:51.200816 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a250e261-4e69-4d03-90c1-34225d7e17a4 None None] Attempting to bind port 7f3760f3-8ef2-4a2f-9282-318d99e4427d on network 7c9943c0-6aff-475c-87e0-ee04317c0556 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:58:51.205833 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a250e261-4e69-4d03-90c1-34225d7e17a4 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:58:51.206205 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a250e261-4e69-4d03-90c1-34225d7e17a4 None None] Checking segment: {'id': '7afb2f92-0267-4031-8b6a-49dfa80130cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7c9943c0-6aff-475c-87e0-ee04317c0556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:58:51.206605 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a250e261-4e69-4d03-90c1-34225d7e17a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:51.206998 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a250e261-4e69-4d03-90c1-34225d7e17a4 None None] Bound using segment: {'id': '7afb2f92-0267-4031-8b6a-49dfa80130cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7c9943c0-6aff-475c-87e0-ee04317c0556'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:58:51.207396 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68bb0a07-a2cc-45f7-98c1-63f6f9cfdede tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Made reservation on behalf of a4ca0eea2c0c40369d043e28a9f05c99 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:58:51.207596 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-a250e261-4e69-4d03-90c1-34225d7e17a4 None None] Bound port: 7f3760f3-8ef2-4a2f-9282-318d99e4427d, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7afb2f92-0267-4031-8b6a-49dfa80130cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '7c9943c0-6aff-475c-87e0-ee04317c0556'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:58:51.207822 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a250e261-4e69-4d03-90c1-34225d7e17a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:51.210921 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-68bb0a07-a2cc-45f7-98c1-63f6f9cfdede tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:51.236706 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68bb0a07-a2cc-45f7-98c1-63f6f9cfdede tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:58:51.248177 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-68bb0a07-a2cc-45f7-98c1-63f6f9cfdede tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:51.248443 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-68bb0a07-a2cc-45f7-98c1-63f6f9cfdede tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Added segment c48057cc-6da8-4111-95c0-45e72e305866 of type vlan for network 1d4b44e1-f99a-4d64-822e-3ba175105588 Jul 29 23:58:51.276399 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-a250e261-4e69-4d03-90c1-34225d7e17a4 None None] For port 7f3760f3-8ef2-4a2f-9282-318d99e4427d, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:58:51.279622 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-a250e261-4e69-4d03-90c1-34225d7e17a4 None None] For port 7f3760f3-8ef2-4a2f-9282-318d99e4427d, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=7f3760f3-8ef2-4a2f-9282-318d99e4427d,segment=NetworkSegment(7afb2f92-0267-4031-8b6a-49dfa80130cb),segment_id=7afb2f92-0267-4031-8b6a-49dfa80130cb)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:58:51.284424 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a250e261-4e69-4d03-90c1-34225d7e17a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:51.291307 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-68bb0a07-a2cc-45f7-98c1-63f6f9cfdede tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:51.323454 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-68bb0a07-a2cc-45f7-98c1-63f6f9cfdede tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:51.329508 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68bb0a07-a2cc-45f7-98c1-63f6f9cfdede tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:51.330173 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-68bb0a07-a2cc-45f7-98c1-63f6f9cfdede tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks [] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:51.347149 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a250e261-4e69-4d03-90c1-34225d7e17a4 None None] Pushing event updated for resources: {'Port': ['ID=7f3760f3-8ef2-4a2f-9282-318d99e4427d,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:51.395320 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-68bb0a07-a2cc-45f7-98c1-63f6f9cfdede tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2189670 Jul 29 23:58:51.398264 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59758) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:51.403743 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-b48c3161-3827-4338-9486-da15e441d145 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:51.406722 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bb0a07-a2cc-45f7-98c1-63f6f9cfdede tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Pushing event updated for resources: {'Network': ['ID=1d4b44e1-f99a-4d64-822e-3ba175105588,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:51.419960 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 1d4b44e1-f99a-4d64-822e-3ba175105588 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:58:51.593294 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b48c3161-3827-4338-9486-da15e441d145 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:51.611209 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b48c3161-3827-4338-9486-da15e441d145 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:51.656827 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b48c3161-3827-4338-9486-da15e441d145 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Network 1d4b44e1-f99a-4d64-822e-3ba175105588 is not hosted by any dhcp agent {{(pid=94078) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 23:58:51.662331 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48c3161-3827-4338-9486-da15e441d145 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:51.662927 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b48c3161-3827-4338-9486-da15e441d145 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:51.664220 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-b48c3161-3827-4338-9486-da15e441d145 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] 10.222.0.43 "PUT /v2.0/networks/1d4b44e1-f99a-4d64-822e-3ba175105588 HTTP/1.1" status: 200 len: 723 time: 0.2649446 Jul 29 23:58:51.667371 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59760) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:51.679306 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-d336d5e2-8730-4330-8ad4-225226917933 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Request body: {'subnet': {'network_id': '1d4b44e1-f99a-4d64-822e-3ba175105588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:51.735096 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48c3161-3827-4338-9486-da15e441d145 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Pushing event updated for resources: {'Network': ['ID=1d4b44e1-f99a-4d64-822e-3ba175105588,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:51.745959 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 1d4b44e1-f99a-4d64-822e-3ba175105588 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:58:51.777753 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d336d5e2-8730-4330-8ad4-225226917933 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Made reservation on behalf of a4ca0eea2c0c40369d043e28a9f05c99 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:58:51.781199 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d336d5e2-8730-4330-8ad4-225226917933 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:51.969510 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 7f3760f3-8ef2-4a2f-9282-318d99e4427d up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:58:51.980574 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d336d5e2-8730-4330-8ad4-225226917933 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:52.029960 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 7f3760f3-8ef2-4a2f-9282-318d99e4427d completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:58:52.045498 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d336d5e2-8730-4330-8ad4-225226917933 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Pushing event updated for resources: {'Subnet': ['ID=248b8fba-58ab-492a-8b2e-94b077525212,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:52.054671 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d336d5e2-8730-4330-8ad4-225226917933 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Checking segment: {'id': 'c48057cc-6da8-4111-95c0-45e72e305866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '1d4b44e1-f99a-4d64-822e-3ba175105588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:58:52.055034 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d336d5e2-8730-4330-8ad4-225226917933 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Network hostable DHCP agents. Network: 1d4b44e1-f99a-4d64-822e-3ba175105588, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:58:52.073270 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d336d5e2-8730-4330-8ad4-225226917933 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Network 1d4b44e1-f99a-4d64-822e-3ba175105588 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:58:52.083192 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-d336d5e2-8730-4330-8ad4-225226917933 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 1d4b44e1-f99a-4d64-822e-3ba175105588) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:52.087754 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d336d5e2-8730-4330-8ad4-225226917933 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:52.088341 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d336d5e2-8730-4330-8ad4-225226917933 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:52.094273 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f3204c-9cfb-44f7-a816-f46660b9eb53 None None] Network 1d4b44e1-f99a-4d64-822e-3ba175105588 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:58:52.106221 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-d336d5e2-8730-4330-8ad4-225226917933 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4377043 Jul 29 23:58:52.107922 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59762) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:52.114202 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-d6fc27a1-bfa6-4f94-81b0-e5166a522691 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:52.217341 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d6fc27a1-bfa6-4f94-81b0-e5166a522691 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14288387'] for subnet, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:52.256765 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542641f6-2c76-4b18-bbbb-1926035797b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-1d4b44e1-f99a-4d64-822e-3ba175105588', 'network_id': '1d4b44e1-f99a-4d64-822e-3ba175105588', 'tenant_id': 'a4ca0eea2c0c40369d043e28a9f05c99', 'fixed_ips': [{'subnet_id': '248b8fba-58ab-492a-8b2e-94b077525212'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:58:52.257706 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-542641f6-2c76-4b18-bbbb-1926035797b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:52.344558 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e7d469-ffa6-41e4-be11-3c79c8fbf751 None None] Network 7c9943c0-6aff-475c-87e0-ee04317c0556 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:58:52.392612 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d6fc27a1-bfa6-4f94-81b0-e5166a522691 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745132415016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14299668'] for subnet, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:52.426824 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fc27a1-bfa6-4f94-81b0-e5166a522691 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:52.428152 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d6fc27a1-bfa6-4f94-81b0-e5166a522691 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks [] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:52.429940 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d6fc27a1-bfa6-4f94-81b0-e5166a522691 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] 10.222.0.43 "PUT /v2.0/subnets/248b8fba-58ab-492a-8b2e-94b077525212 HTTP/1.1" status: 200 len: 826 time: 0.3203962 Jul 29 23:58:52.432710 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59764) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:52.452397 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fc27a1-bfa6-4f94-81b0-e5166a522691 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Pushing event updated for resources: {'Subnet': ['ID=248b8fba-58ab-492a-8b2e-94b077525212,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:52.462953 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-3563a551-ec21-4a6e-a1fe-35c3f756bcd3 None None] Provisioning for port 7f3760f3-8ef2-4a2f-9282-318d99e4427d completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:58:52.482326 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-3563a551-ec21-4a6e-a1fe-35c3f756bcd3 None None] Provisioning complete for port 7f3760f3-8ef2-4a2f-9282-318d99e4427d triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:52.482326 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3563a551-ec21-4a6e-a1fe-35c3f756bcd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:52.494186 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-542641f6-2c76-4b18-bbbb-1926035797b2 None None] Allocated IP 2001:db8::2 (1d4b44e1-f99a-4d64-822e-3ba175105588/248b8fba-58ab-492a-8b2e-94b077525212/fc71bd10-1570-4daf-a88e-fa3752e1f450) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:58:52.548762 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f7554cb4-0cc8-49bb-b146-468d50b8e90f tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:52.605119 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f7554cb4-0cc8-49bb-b146-468d50b8e90f tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:52.757256 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3563a551-ec21-4a6e-a1fe-35c3f756bcd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:52.829035 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-542641f6-2c76-4b18-bbbb-1926035797b2 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:52.848128 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-3563a551-ec21-4a6e-a1fe-35c3f756bcd3 None None] For port 7f3760f3-8ef2-4a2f-9282-318d99e4427d, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=7f3760f3-8ef2-4a2f-9282-318d99e4427d,segment=NetworkSegment(7afb2f92-0267-4031-8b6a-49dfa80130cb),segment_id=7afb2f92-0267-4031-8b6a-49dfa80130cb)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:52.856992 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3563a551-ec21-4a6e-a1fe-35c3f756bcd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:52.859088 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-542641f6-2c76-4b18-bbbb-1926035797b2 None None] Transition to ACTIVE for port object fc71bd10-1570-4daf-a88e-fa3752e1f450 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:58:52.865969 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76e05c9-e406-4aa1-bee9-1d446f27e55d None None] Update dhcp port {'port': {'network_id': '7c9943c0-6aff-475c-87e0-ee04317c0556', 'fixed_ips': [{'subnet_id': 'b7da4df4-5b23-4426-bd39-17336d9ee1f3', 'ip_address': '2001:db8::2'}, {'subnet_id': '12916e58-0401-41c3-9790-0bfb811adc00'}], 'binding:host_id': 'n-d-712141-10'}, 'id': '7f3760f3-8ef2-4a2f-9282-318d99e4427d'} from n-d-712141-10. {{(pid=94079) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 23:58:52.921134 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-542641f6-2c76-4b18-bbbb-1926035797b2 None None] Transition to ACTIVE for port object fc71bd10-1570-4daf-a88e-fa3752e1f450 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:58:52.925133 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e76e05c9-e406-4aa1-bee9-1d446f27e55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:52.942786 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-542641f6-2c76-4b18-bbbb-1926035797b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:52.947030 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f7554cb4-0cc8-49bb-b146-468d50b8e90f tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:52.963489 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3563a551-ec21-4a6e-a1fe-35c3f756bcd3 None None] Pushing event updated for resources: {'Port': ['ID=7f3760f3-8ef2-4a2f-9282-318d99e4427d,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:52.992610 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7554cb4-0cc8-49bb-b146-468d50b8e90f tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Pushing event deleted for resources: {'Subnet': ['ID=248b8fba-58ab-492a-8b2e-94b077525212,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:52.994597 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542641f6-2c76-4b18-bbbb-1926035797b2 None None] Network 1d4b44e1-f99a-4d64-822e-3ba175105588 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:58:53.014989 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-542641f6-2c76-4b18-bbbb-1926035797b2 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:53.019734 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542641f6-2c76-4b18-bbbb-1926035797b2 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:58:53.042574 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f7554cb4-0cc8-49bb-b146-468d50b8e90f tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:53.053217 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-f7554cb4-0cc8-49bb-b146-468d50b8e90f tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d4b44e1-f99a-4d64-822e-3ba175105588']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:53.063263 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542641f6-2c76-4b18-bbbb-1926035797b2 None None] Pushing event updated for resources: {'Port': ['ID=fc71bd10-1570-4daf-a88e-fa3752e1f450,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:53.063702 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-f7554cb4-0cc8-49bb-b146-468d50b8e90f tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c48057cc-6da8-4111-95c0-45e72e305866') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:53.064000 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-f7554cb4-0cc8-49bb-b146-468d50b8e90f tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c48057cc-6da8-4111-95c0-45e72e305866') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:53.073486 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f7554cb4-0cc8-49bb-b146-468d50b8e90f tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:53.087686 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f7554cb4-0cc8-49bb-b146-468d50b8e90f tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:53.093750 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7554cb4-0cc8-49bb-b146-468d50b8e90f tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:58:53.094142 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f7554cb4-0cc8-49bb-b146-468d50b8e90f tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:53.097402 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:58:53.097402 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:58:53.097402 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:58:53.097402 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:58:53.097402 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:58:53.097402 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:58:53.097402 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:58:53.097402 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:58:53.097402 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:58:53.097402 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:58:53.097402 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:58:53.097402 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:58:53.097402 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:58:53.097402 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:58:53.097402 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:58:53.097402 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:58:53.097402 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:58:53.097402 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:58:53.097402 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:58:53.097402 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:58:53.097402 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:58:53.097402 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:58:53.097402 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:58:53.097402 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:58:53.097402 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:58:53.097402 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:58:53.097402 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:58:53.097402 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:58:53.097402 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:58:53.097402 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:58:53.097402 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:58:53.097402 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:58:53.154471 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.db.api [None req-f7554cb4-0cc8-49bb-b146-468d50b8e90f tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 29 23:58:53.154471 n-d-712141-10 neutron-server[94078]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 29 23:58:53.154471 n-d-712141-10 neutron-server[94078]: [parameters: {'id': '1d4b44e1-f99a-4d64-822e-3ba175105588'}] Jul 29 23:58:53.154471 n-d-712141-10 neutron-server[94078]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94078) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:58:53.155104 n-d-712141-10 neutron-server[94078]: DEBUG oslo_db.api [None req-f7554cb4-0cc8-49bb-b146-468d50b8e90f tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:58:53.156004 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-542641f6-2c76-4b18-bbbb-1926035797b2 None None] Attempting to bind port fc71bd10-1570-4daf-a88e-fa3752e1f450 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:58:53.156388 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-542641f6-2c76-4b18-bbbb-1926035797b2 None None] Attempting to bind port fc71bd10-1570-4daf-a88e-fa3752e1f450 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': 'c48057cc-6da8-4111-95c0-45e72e305866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '1d4b44e1-f99a-4d64-822e-3ba175105588'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:58:53.156756 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542641f6-2c76-4b18-bbbb-1926035797b2 None None] Attempting to bind port fc71bd10-1570-4daf-a88e-fa3752e1f450 on network 1d4b44e1-f99a-4d64-822e-3ba175105588 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:58:53.169843 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542641f6-2c76-4b18-bbbb-1926035797b2 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:58:53.170218 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542641f6-2c76-4b18-bbbb-1926035797b2 None None] Checking segment: {'id': 'c48057cc-6da8-4111-95c0-45e72e305866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '1d4b44e1-f99a-4d64-822e-3ba175105588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:58:53.170648 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-542641f6-2c76-4b18-bbbb-1926035797b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:53.171022 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542641f6-2c76-4b18-bbbb-1926035797b2 None None] Bound using segment: {'id': 'c48057cc-6da8-4111-95c0-45e72e305866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '1d4b44e1-f99a-4d64-822e-3ba175105588'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:58:53.171488 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-542641f6-2c76-4b18-bbbb-1926035797b2 None None] Bound port: fc71bd10-1570-4daf-a88e-fa3752e1f450, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c48057cc-6da8-4111-95c0-45e72e305866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '1d4b44e1-f99a-4d64-822e-3ba175105588'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:58:53.171873 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-542641f6-2c76-4b18-bbbb-1926035797b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:53.240995 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-e76e05c9-e406-4aa1-bee9-1d446f27e55d None None] Allocated IP 172.20.0.1 (7c9943c0-6aff-475c-87e0-ee04317c0556/12916e58-0401-41c3-9790-0bfb811adc00/7f3760f3-8ef2-4a2f-9282-318d99e4427d) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:58:53.487145 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-542641f6-2c76-4b18-bbbb-1926035797b2 None None] For port fc71bd10-1570-4daf-a88e-fa3752e1f450, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:58:53.499444 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-80360cbd-a31c-4e2e-8f25-a28ad8569ce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:53.507497 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-542641f6-2c76-4b18-bbbb-1926035797b2 None None] For port fc71bd10-1570-4daf-a88e-fa3752e1f450, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=fc71bd10-1570-4daf-a88e-fa3752e1f450,segment=NetworkSegment(c48057cc-6da8-4111-95c0-45e72e305866),segment_id=c48057cc-6da8-4111-95c0-45e72e305866)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:58:53.512839 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-542641f6-2c76-4b18-bbbb-1926035797b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:53.591137 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-e76e05c9-e406-4aa1-bee9-1d446f27e55d None None] For port 7f3760f3-8ef2-4a2f-9282-318d99e4427d, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=7f3760f3-8ef2-4a2f-9282-318d99e4427d,segment=NetworkSegment(7afb2f92-0267-4031-8b6a-49dfa80130cb),segment_id=7afb2f92-0267-4031-8b6a-49dfa80130cb)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:53.617065 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542641f6-2c76-4b18-bbbb-1926035797b2 None None] Pushing event updated for resources: {'Port': ['ID=fc71bd10-1570-4daf-a88e-fa3752e1f450,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:53.645540 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e76e05c9-e406-4aa1-bee9-1d446f27e55d None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:53.649909 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c096c071-70ce-4208-94b1-f2fed800e19b None None] Network 1d4b44e1-f99a-4d64-822e-3ba175105588 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:58:53.656503 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f7554cb4-0cc8-49bb-b146-468d50b8e90f tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:53.699117 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-e76e05c9-e406-4aa1-bee9-1d446f27e55d None None] Transition to ACTIVE for port object 7f3760f3-8ef2-4a2f-9282-318d99e4427d will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:58:53.706276 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e76e05c9-e406-4aa1-bee9-1d446f27e55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:53.720133 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-f7554cb4-0cc8-49bb-b146-468d50b8e90f tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Deleting port fc71bd10-1570-4daf-a88e-fa3752e1f450 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:58:53.720482 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f7554cb4-0cc8-49bb-b146-468d50b8e90f tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:53.786301 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-f7554cb4-0cc8-49bb-b146-468d50b8e90f tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] For port fc71bd10-1570-4daf-a88e-fa3752e1f450, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=fc71bd10-1570-4daf-a88e-fa3752e1f450,segment=NetworkSegment(c48057cc-6da8-4111-95c0-45e72e305866),segment_id=c48057cc-6da8-4111-95c0-45e72e305866)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:53.786684 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f7554cb4-0cc8-49bb-b146-468d50b8e90f tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:53.799978 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-f7554cb4-0cc8-49bb-b146-468d50b8e90f tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Calling delete_port for fc71bd10-1570-4daf-a88e-fa3752e1f450 owned by network:dhcp {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:58:53.834773 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76e05c9-e406-4aa1-bee9-1d446f27e55d None None] Pushing event updated for resources: {'Port': ['ID=7f3760f3-8ef2-4a2f-9282-318d99e4427d,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:53.878499 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1aed4b1-8b8f-4054-a3d0-89014bc9f7d6 None None] Network 1d4b44e1-f99a-4d64-822e-3ba175105588 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:58:53.897049 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f7554cb4-0cc8-49bb-b146-468d50b8e90f tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:53.931960 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7554cb4-0cc8-49bb-b146-468d50b8e90f tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] No DVR routers for this DVR port fc71bd10-1570-4daf-a88e-fa3752e1f450 on host n-d-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:58:53.938131 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7554cb4-0cc8-49bb-b146-468d50b8e90f tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Pushing event deleted for resources: {'Port': ['ID=fc71bd10-1570-4daf-a88e-fa3752e1f450,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:53.987139 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 7f3760f3-8ef2-4a2f-9282-318d99e4427d up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:58:54.040347 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f7554cb4-0cc8-49bb-b146-468d50b8e90f tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:54.052666 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-f7554cb4-0cc8-49bb-b146-468d50b8e90f tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d4b44e1-f99a-4d64-822e-3ba175105588']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:54.068118 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-f7554cb4-0cc8-49bb-b146-468d50b8e90f tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c48057cc-6da8-4111-95c0-45e72e305866') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:54.068389 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-f7554cb4-0cc8-49bb-b146-468d50b8e90f tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c48057cc-6da8-4111-95c0-45e72e305866') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:54.077945 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f7554cb4-0cc8-49bb-b146-468d50b8e90f tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:54.093689 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f7554cb4-0cc8-49bb-b146-468d50b8e90f tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:54.101690 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7554cb4-0cc8-49bb-b146-468d50b8e90f tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:58:54.102336 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f7554cb4-0cc8-49bb-b146-468d50b8e90f tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:54.105392 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:58:54.105392 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:58:54.105392 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:58:54.105392 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:58:54.105392 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:58:54.105392 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:58:54.105392 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:58:54.105392 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:58:54.105392 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:58:54.105392 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:58:54.105392 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:58:54.105392 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:58:54.105392 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:58:54.105392 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:58:54.105392 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:58:54.105392 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:58:54.105392 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:58:54.105392 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:58:54.105392 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:58:54.105392 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:58:54.105392 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:58:54.105392 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:58:54.105392 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:58:54.105392 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:58:54.105392 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:58:54.105392 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:58:54.105392 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:58:54.105392 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:58:54.105392 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:58:54.105392 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:58:54.105392 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:58:54.105392 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:58:54.166201 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f7554cb4-0cc8-49bb-b146-468d50b8e90f tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:54.173557 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f7554cb4-0cc8-49bb-b146-468d50b8e90f tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:54.175537 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-f7554cb4-0cc8-49bb-b146-468d50b8e90f tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] 10.222.0.43 "DELETE /v2.0/networks/1d4b44e1-f99a-4d64-822e-3ba175105588 HTTP/1.1" status: 204 len: 168 time: 1.7417750 Jul 29 23:58:54.179079 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59766) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:54.198025 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7554cb4-0cc8-49bb-b146-468d50b8e90f tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Pushing event deleted for resources: {'Network': ['ID=1d4b44e1-f99a-4d64-822e-3ba175105588,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:54.208856 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-e42f4c1c-f1d2-45ab-837c-0d17af5f0587 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] DELETE failed (client error): The resource could not be found. Jul 29 23:58:54.209423 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e42f4c1c-f1d2-45ab-837c-0d17af5f0587 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:58:54.211211 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e42f4c1c-f1d2-45ab-837c-0d17af5f0587 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] 10.222.0.43 "DELETE /v2.0/networks/1d4b44e1-f99a-4d64-822e-3ba175105588 HTTP/1.1" status: 404 len: 339 time: 0.0312786 Jul 29 23:58:54.214881 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59768) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:54.220001 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-e92b3f57-6f1c-42c5-9aa9-3d1d600328dc tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-116779951', 'description': 'd1'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:54.242535 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92b3f57-6f1c-42c5-9aa9-3d1d600328dc tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Made reservation on behalf of a4ca0eea2c0c40369d043e28a9f05c99 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:58:54.246041 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e92b3f57-6f1c-42c5-9aa9-3d1d600328dc tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:54.272909 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e92b3f57-6f1c-42c5-9aa9-3d1d600328dc tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:58:54.284210 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e92b3f57-6f1c-42c5-9aa9-3d1d600328dc tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:54.284366 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-e92b3f57-6f1c-42c5-9aa9-3d1d600328dc tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Added segment bd2936d7-f420-40e8-8bc1-72b8c4bf4b51 of type vlan for network 9f4ba832-3feb-4913-91ee-00fc0aedefc5 Jul 29 23:58:54.334163 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e92b3f57-6f1c-42c5-9aa9-3d1d600328dc tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:54.366403 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e92b3f57-6f1c-42c5-9aa9-3d1d600328dc tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:54.371383 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92b3f57-6f1c-42c5-9aa9-3d1d600328dc tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:54.371985 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e92b3f57-6f1c-42c5-9aa9-3d1d600328dc tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:54.401275 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a16a74-7481-47a2-9bbf-49533b621dcf None None] Network 7c9943c0-6aff-475c-87e0-ee04317c0556 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:58:54.437779 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e92b3f57-6f1c-42c5-9aa9-3d1d600328dc tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2217884 Jul 29 23:58:54.440632 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59770) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:54.447936 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92b3f57-6f1c-42c5-9aa9-3d1d600328dc tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Pushing event updated for resources: {'Network': ['ID=9f4ba832-3feb-4913-91ee-00fc0aedefc5,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:54.461603 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 9f4ba832-3feb-4913-91ee-00fc0aedefc5 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:58:54.567172 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff981a1-b2f9-4e0a-9494-0b4a387503c1 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:54.573661 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-3ff981a1-b2f9-4e0a-9494-0b4a387503c1 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] 10.222.0.43 "GET /v2.0/networks?id=9f4ba832-3feb-4913-91ee-00fc0aedefc5 HTTP/1.1" status: 200 len: 764 time: 0.1278763 Jul 29 23:58:54.573856 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59772) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:54.579027 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-c4897bad-aa4f-49fb-8743-253db3836ce6 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Request body: {'network': {'description': 'd2'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:54.579752 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-d0c749c0-02c1-42ad-88df-c7d330230077 None None] Provisioning for port 7f3760f3-8ef2-4a2f-9282-318d99e4427d completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:58:54.601157 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-d0c749c0-02c1-42ad-88df-c7d330230077 None None] Provisioning complete for port 7f3760f3-8ef2-4a2f-9282-318d99e4427d triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:54.601529 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d0c749c0-02c1-42ad-88df-c7d330230077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:54.740933 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c4897bad-aa4f-49fb-8743-253db3836ce6 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:54.757680 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c4897bad-aa4f-49fb-8743-253db3836ce6 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:54.806093 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c4897bad-aa4f-49fb-8743-253db3836ce6 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Network 9f4ba832-3feb-4913-91ee-00fc0aedefc5 is not hosted by any dhcp agent {{(pid=94077) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 23:58:54.811519 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4897bad-aa4f-49fb-8743-253db3836ce6 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:54.812187 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c4897bad-aa4f-49fb-8743-253db3836ce6 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks [] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:54.813447 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c4897bad-aa4f-49fb-8743-253db3836ce6 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] 10.222.0.43 "PUT /v2.0/networks/9f4ba832-3feb-4913-91ee-00fc0aedefc5 HTTP/1.1" status: 200 len: 761 time: 0.2386663 Jul 29 23:58:54.816274 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59774) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:54.838554 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4897bad-aa4f-49fb-8743-253db3836ce6 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Pushing event updated for resources: {'Network': ['ID=9f4ba832-3feb-4913-91ee-00fc0aedefc5,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:54.851242 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 9f4ba832-3feb-4913-91ee-00fc0aedefc5 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:58:54.906849 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b283540-72cf-4c77-9f52-2d0ea3bc9665 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:54.908677 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-7b283540-72cf-4c77-9f52-2d0ea3bc9665 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] 10.222.0.43 "GET /v2.0/networks?id=9f4ba832-3feb-4913-91ee-00fc0aedefc5 HTTP/1.1" status: 200 len: 764 time: 0.0906262 Jul 29 23:58:54.915423 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59776) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:54.959650 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09dae1b9-ab3d-4ac3-a283-692920ce8a33 None None] get_active_networks_info from n-d-712141-10 {{(pid=94079) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 23:58:55.007068 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-22b5bacb-51b6-4d8e-b06f-f46a1ba16e85 None None] Provisioning complete for port 7f3760f3-8ef2-4a2f-9282-318d99e4427d triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:55.007786 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-22b5bacb-51b6-4d8e-b06f-f46a1ba16e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:55.031766 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763740c6-b292-4605-ae15-4add37e8610b tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:55.035831 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-763740c6-b292-4605-ae15-4add37e8610b tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1168416 Jul 29 23:58:55.036004 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59778) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:55.066009 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-713ac987-94f6-44df-b07c-dac97b59593b tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] 10.222.0.43 "GET /v2.0/subnets?network_id=58f27f61-3278-49cc-b66b-1e729d26f29f HTTP/1.1" status: 200 len: 207 time: 0.0282650 Jul 29 23:58:55.069626 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59780) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:55.090887 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09dae1b9-ab3d-4ac3-a283-692920ce8a33 None None] Resources bound (agent type, host, resource id): {{(pid=94079) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 23:58:55.251626 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46daf15-2b2e-418f-bbde-3f88d103667e tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:55.257674 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46daf15-2b2e-418f-bbde-3f88d103667e tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:55.263361 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46daf15-2b2e-418f-bbde-3f88d103667e tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:55.269078 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46daf15-2b2e-418f-bbde-3f88d103667e tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:55.274874 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46daf15-2b2e-418f-bbde-3f88d103667e tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:55.281088 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46daf15-2b2e-418f-bbde-3f88d103667e tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:55.283331 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d46daf15-2b2e-418f-bbde-3f88d103667e tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2125206 Jul 29 23:58:55.288818 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59782) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:55.411037 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7bc1966a-5f98-4b6f-aca9-08cd1aabe1d6 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] 10.222.0.43 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1210666 Jul 29 23:58:55.416260 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59784) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:55.472308 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd12435-f1aa-4067-82c1-320194495d1b tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:55.473878 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd12435-f1aa-4067-82c1-320194495d1b tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:55.476153 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd12435-f1aa-4067-82c1-320194495d1b tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:55.477703 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd12435-f1aa-4067-82c1-320194495d1b tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:55.479201 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd12435-f1aa-4067-82c1-320194495d1b tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:55.480853 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9dd12435-f1aa-4067-82c1-320194495d1b tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0636430 Jul 29 23:58:55.484784 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59786) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:55.805068 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc0a623-554d-4989-af15-1510431faf28 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Attributes excluded by policy engine: ['shared'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:55.806432 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc0a623-554d-4989-af15-1510431faf28 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Attributes excluded by policy engine: ['shared'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:55.807924 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc0a623-554d-4989-af15-1510431faf28 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Attributes excluded by policy engine: ['shared'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:55.809301 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc0a623-554d-4989-af15-1510431faf28 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Attributes excluded by policy engine: ['shared'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:55.810705 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdc0a623-554d-4989-af15-1510431faf28 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Attributes excluded by policy engine: ['shared'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:55.812278 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-fdc0a623-554d-4989-af15-1510431faf28 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] 10.222.0.43 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.3265634 Jul 29 23:58:55.815750 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59788) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:55.899814 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0c925bad-7e1a-4a88-b779-a546ef985b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:55.920968 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883253c6-d028-4cf6-8488-6a9777b75128 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:55.922348 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-883253c6-d028-4cf6-8488-6a9777b75128 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] 10.222.0.43 "GET /v2.0/networks/9e41bef0-f950-4293-8562-88c62c87fc33 HTTP/1.1" status: 200 len: 804 time: 0.1056964 Jul 29 23:58:55.925954 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59790) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:56.040423 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-6afc7b99-c499-4f83-a6d7-a5aa76afb90e tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] 10.222.0.43 "GET /v2.0/networks/9e41bef0-f950-4293-8562-88c62c87fc33?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1133235 Jul 29 23:58:56.044080 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59792) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:56.099096 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580aa6fa-b696-4cef-a056-c816649271ec tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:56.100453 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-580aa6fa-b696-4cef-a056-c816649271ec tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] 10.222.0.43 "GET /v2.0/subnets/0a29ac28-1bf8-4701-943d-3cab0c7ffa1f HTTP/1.1" status: 200 len: 843 time: 0.0552931 Jul 29 23:58:56.104052 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59794) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:56.154678 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d0e186-79c7-4b79-84b5-4c362aae1e9f tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Attributes excluded by policy engine: ['shared'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:56.156042 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-67d0e186-79c7-4b79-84b5-4c362aae1e9f tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] 10.222.0.43 "GET /v2.0/subnets/0a29ac28-1bf8-4701-943d-3cab0c7ffa1f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0510859 Jul 29 23:58:56.159540 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59796) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:56.164615 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-81e36026-50cf-41f2-b561-b48769ab46bb tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1955903284'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:56.185889 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e36026-50cf-41f2-b561-b48769ab46bb tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Made reservation on behalf of a4ca0eea2c0c40369d043e28a9f05c99 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:58:56.189509 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-81e36026-50cf-41f2-b561-b48769ab46bb tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:56.214244 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81e36026-50cf-41f2-b561-b48769ab46bb tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:58:56.223554 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-81e36026-50cf-41f2-b561-b48769ab46bb tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:56.224027 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-81e36026-50cf-41f2-b561-b48769ab46bb tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Added segment 06d358e3-c0c9-46e8-9705-9d07c3559bf6 of type vlan for network 4e888ba0-4c77-4a83-b7a1-83166cde0d5f Jul 29 23:58:56.271050 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-81e36026-50cf-41f2-b561-b48769ab46bb tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:56.300984 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-81e36026-50cf-41f2-b561-b48769ab46bb tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:56.307133 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e36026-50cf-41f2-b561-b48769ab46bb tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:56.307729 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-81e36026-50cf-41f2-b561-b48769ab46bb tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks [] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:56.366062 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-81e36026-50cf-41f2-b561-b48769ab46bb tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2052586 Jul 29 23:58:56.368905 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59800) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:56.377172 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-6b138969-11b5-4225-82fa-30a4580973ec tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Request body: {'subnet': {'network_id': '4e888ba0-4c77-4a83-b7a1-83166cde0d5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:56.429194 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e36026-50cf-41f2-b561-b48769ab46bb tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Pushing event updated for resources: {'Network': ['ID=4e888ba0-4c77-4a83-b7a1-83166cde0d5f,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:56.442974 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 4e888ba0-4c77-4a83-b7a1-83166cde0d5f details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:58:56.490674 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b138969-11b5-4225-82fa-30a4580973ec tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Made reservation on behalf of a4ca0eea2c0c40369d043e28a9f05c99 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:58:56.494525 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6b138969-11b5-4225-82fa-30a4580973ec tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:56.503100 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:56.556668 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.ipam_backend_mixin [None req-6b138969-11b5-4225-82fa-30a4580973ec tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Performing IP validity checks on allocation pools {{(pid=94077) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 29 23:58:56.557196 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.ipam_backend_mixin [None req-6b138969-11b5-4225-82fa-30a4580973ec tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94077) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 29 23:58:56.693233 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6b138969-11b5-4225-82fa-30a4580973ec tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:56.755000 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b138969-11b5-4225-82fa-30a4580973ec tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Pushing event updated for resources: {'Subnet': ['ID=a72a6a1b-d763-4ce8-86b2-6908665c9e39,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:56.763777 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b138969-11b5-4225-82fa-30a4580973ec tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Checking segment: {'id': '06d358e3-c0c9-46e8-9705-9d07c3559bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4e888ba0-4c77-4a83-b7a1-83166cde0d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:58:56.764046 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b138969-11b5-4225-82fa-30a4580973ec tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Network hostable DHCP agents. Network: 4e888ba0-4c77-4a83-b7a1-83166cde0d5f, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:58:56.781020 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b138969-11b5-4225-82fa-30a4580973ec tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Network 4e888ba0-4c77-4a83-b7a1-83166cde0d5f is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:58:56.790335 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-6b138969-11b5-4225-82fa-30a4580973ec tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 4e888ba0-4c77-4a83-b7a1-83166cde0d5f) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:56.794927 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b138969-11b5-4225-82fa-30a4580973ec tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:56.796104 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6b138969-11b5-4225-82fa-30a4580973ec tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks [] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:56.799294 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc1c7b6-1045-43a3-aec7-23544d9fe457 None None] Network 4e888ba0-4c77-4a83-b7a1-83166cde0d5f requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:58:56.809967 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-6b138969-11b5-4225-82fa-30a4580973ec tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.4399064 Jul 29 23:58:56.812781 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59802) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:56.818689 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-72c2f5ae-0f37-4a81-8df4-acb39d03a7a8 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:56.919639 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-72c2f5ae-0f37-4a81-8df4-acb39d03a7a8 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14288387'] for subnet, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:56.957382 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eac256d-4933-425f-be25-8fec0ebfa329 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-4e888ba0-4c77-4a83-b7a1-83166cde0d5f', 'network_id': '4e888ba0-4c77-4a83-b7a1-83166cde0d5f', 'tenant_id': 'a4ca0eea2c0c40369d043e28a9f05c99', 'fixed_ips': [{'subnet_id': 'a72a6a1b-d763-4ce8-86b2-6908665c9e39'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:58:56.958428 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8eac256d-4933-425f-be25-8fec0ebfa329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:57.086088 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-72c2f5ae-0f37-4a81-8df4-acb39d03a7a8 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8745132415016', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14299668'] for subnet, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:57.135925 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-8eac256d-4933-425f-be25-8fec0ebfa329 None None] Allocated IP 2001:db8::3 (4e888ba0-4c77-4a83-b7a1-83166cde0d5f/a72a6a1b-d763-4ce8-86b2-6908665c9e39/cb887064-5265-4e88-af03-9458216c15cf) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:58:57.136656 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c2f5ae-0f37-4a81-8df4-acb39d03a7a8 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:57.137271 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-72c2f5ae-0f37-4a81-8df4-acb39d03a7a8 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks [] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:57.138795 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-72c2f5ae-0f37-4a81-8df4-acb39d03a7a8 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] 10.222.0.43 "PUT /v2.0/subnets/a72a6a1b-d763-4ce8-86b2-6908665c9e39 HTTP/1.1" status: 200 len: 900 time: 0.3250313 Jul 29 23:58:57.141923 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59804) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:57.192473 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c2f5ae-0f37-4a81-8df4-acb39d03a7a8 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Pushing event updated for resources: {'Subnet': ['ID=a72a6a1b-d763-4ce8-86b2-6908665c9e39,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:57.244912 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-38ac59c0-f080-4b2a-8399-b670011c2cc9 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:57.284072 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8eac256d-4933-425f-be25-8fec0ebfa329 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:57.293114 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-8eac256d-4933-425f-be25-8fec0ebfa329 None None] Transition to ACTIVE for port object cb887064-5265-4e88-af03-9458216c15cf will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:58:57.298742 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-38ac59c0-f080-4b2a-8399-b670011c2cc9 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:57.309332 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-8eac256d-4933-425f-be25-8fec0ebfa329 None None] Transition to ACTIVE for port object cb887064-5265-4e88-af03-9458216c15cf will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:58:57.316996 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8eac256d-4933-425f-be25-8fec0ebfa329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:57.357795 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eac256d-4933-425f-be25-8fec0ebfa329 None None] Network 4e888ba0-4c77-4a83-b7a1-83166cde0d5f is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:58:57.362248 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-8eac256d-4933-425f-be25-8fec0ebfa329 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:57.370041 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eac256d-4933-425f-be25-8fec0ebfa329 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:58:57.372170 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eac256d-4933-425f-be25-8fec0ebfa329 None None] Pushing event updated for resources: {'Port': ['ID=cb887064-5265-4e88-af03-9458216c15cf,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:57.377266 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-38ac59c0-f080-4b2a-8399-b670011c2cc9 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:57.406319 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ac59c0-f080-4b2a-8399-b670011c2cc9 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Pushing event deleted for resources: {'Subnet': ['ID=a72a6a1b-d763-4ce8-86b2-6908665c9e39,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:57.430385 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-8eac256d-4933-425f-be25-8fec0ebfa329 None None] Attempting to bind port cb887064-5265-4e88-af03-9458216c15cf on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:58:57.430757 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-8eac256d-4933-425f-be25-8fec0ebfa329 None None] Attempting to bind port cb887064-5265-4e88-af03-9458216c15cf by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '06d358e3-c0c9-46e8-9705-9d07c3559bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4e888ba0-4c77-4a83-b7a1-83166cde0d5f'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:58:57.431123 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eac256d-4933-425f-be25-8fec0ebfa329 None None] Attempting to bind port cb887064-5265-4e88-af03-9458216c15cf on network 4e888ba0-4c77-4a83-b7a1-83166cde0d5f {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:58:57.436196 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eac256d-4933-425f-be25-8fec0ebfa329 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:58:57.436571 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eac256d-4933-425f-be25-8fec0ebfa329 None None] Checking segment: {'id': '06d358e3-c0c9-46e8-9705-9d07c3559bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4e888ba0-4c77-4a83-b7a1-83166cde0d5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:58:57.436965 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8eac256d-4933-425f-be25-8fec0ebfa329 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:57.437358 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eac256d-4933-425f-be25-8fec0ebfa329 None None] Bound using segment: {'id': '06d358e3-c0c9-46e8-9705-9d07c3559bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4e888ba0-4c77-4a83-b7a1-83166cde0d5f'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:58:57.437857 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-8eac256d-4933-425f-be25-8fec0ebfa329 None None] Bound port: cb887064-5265-4e88-af03-9458216c15cf, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06d358e3-c0c9-46e8-9705-9d07c3559bf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '4e888ba0-4c77-4a83-b7a1-83166cde0d5f'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:58:57.438253 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8eac256d-4933-425f-be25-8fec0ebfa329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:57.471503 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-38ac59c0-f080-4b2a-8399-b670011c2cc9 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:57.483180 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-38ac59c0-f080-4b2a-8399-b670011c2cc9 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e888ba0-4c77-4a83-b7a1-83166cde0d5f']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:57.502177 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-38ac59c0-f080-4b2a-8399-b670011c2cc9 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06d358e3-c0c9-46e8-9705-9d07c3559bf6') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:57.502876 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-38ac59c0-f080-4b2a-8399-b670011c2cc9 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06d358e3-c0c9-46e8-9705-9d07c3559bf6') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:57.504505 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-8eac256d-4933-425f-be25-8fec0ebfa329 None None] For port cb887064-5265-4e88-af03-9458216c15cf, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:58:57.508691 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-8eac256d-4933-425f-be25-8fec0ebfa329 None None] For port cb887064-5265-4e88-af03-9458216c15cf, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=cb887064-5265-4e88-af03-9458216c15cf,segment=NetworkSegment(06d358e3-c0c9-46e8-9705-9d07c3559bf6),segment_id=06d358e3-c0c9-46e8-9705-9d07c3559bf6)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:58:57.513926 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8eac256d-4933-425f-be25-8fec0ebfa329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:57.515844 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-38ac59c0-f080-4b2a-8399-b670011c2cc9 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:57.531532 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-38ac59c0-f080-4b2a-8399-b670011c2cc9 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:57.537877 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38ac59c0-f080-4b2a-8399-b670011c2cc9 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:58:57.538399 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-38ac59c0-f080-4b2a-8399-b670011c2cc9 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:57.541406 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:58:57.541406 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:58:57.541406 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:58:57.541406 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:58:57.541406 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:58:57.541406 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:58:57.541406 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:58:57.541406 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:58:57.541406 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:58:57.541406 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:58:57.541406 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:58:57.541406 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:58:57.541406 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:58:57.541406 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:58:57.541406 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:58:57.541406 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:58:57.541406 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:58:57.541406 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:58:57.541406 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:58:57.541406 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:58:57.541406 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:58:57.541406 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:58:57.541406 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:58:57.541406 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:58:57.541406 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:58:57.541406 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:58:57.541406 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:58:57.541406 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:58:57.541406 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:58:57.541406 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:58:57.541406 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:58:57.541406 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:58:57.593885 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eac256d-4933-425f-be25-8fec0ebfa329 None None] Pushing event updated for resources: {'Port': ['ID=cb887064-5265-4e88-af03-9458216c15cf,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:57.606419 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.db.api [None req-38ac59c0-f080-4b2a-8399-b670011c2cc9 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 29 23:58:57.606419 n-d-712141-10 neutron-server[94077]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 29 23:58:57.606419 n-d-712141-10 neutron-server[94077]: [parameters: {'id': '4e888ba0-4c77-4a83-b7a1-83166cde0d5f'}] Jul 29 23:58:57.606419 n-d-712141-10 neutron-server[94077]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94077) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:58:57.607026 n-d-712141-10 neutron-server[94077]: DEBUG oslo_db.api [None req-38ac59c0-f080-4b2a-8399-b670011c2cc9 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:58:57.617749 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abfb2bd-f38c-46da-94bc-07d197483e86 None None] Network 4e888ba0-4c77-4a83-b7a1-83166cde0d5f requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:58:57.738991 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcef97f-978d-4b66-be93-4e647d355dc2 None None] Network 4e888ba0-4c77-4a83-b7a1-83166cde0d5f requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:58:57.807969 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:57.874022 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5f4dba-986a-41c1-946c-9eeda8f5e2ee None None] get_active_networks_info from n-d-712141-10 {{(pid=94079) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 23:58:57.956282 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5f4dba-986a-41c1-946c-9eeda8f5e2ee None None] Resources bound (agent type, host, resource id): {{(pid=94079) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 23:58:58.107938 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-38ac59c0-f080-4b2a-8399-b670011c2cc9 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:58.161691 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-38ac59c0-f080-4b2a-8399-b670011c2cc9 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Deleting port cb887064-5265-4e88-af03-9458216c15cf {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:58:58.162039 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-38ac59c0-f080-4b2a-8399-b670011c2cc9 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:58.225394 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-38ac59c0-f080-4b2a-8399-b670011c2cc9 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] For port cb887064-5265-4e88-af03-9458216c15cf, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=cb887064-5265-4e88-af03-9458216c15cf,segment=NetworkSegment(06d358e3-c0c9-46e8-9705-9d07c3559bf6),segment_id=06d358e3-c0c9-46e8-9705-9d07c3559bf6)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:58.225791 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-38ac59c0-f080-4b2a-8399-b670011c2cc9 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:58.238522 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-38ac59c0-f080-4b2a-8399-b670011c2cc9 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Calling delete_port for cb887064-5265-4e88-af03-9458216c15cf owned by network:dhcp {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:58:58.325874 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-38ac59c0-f080-4b2a-8399-b670011c2cc9 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:58.351863 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ac59c0-f080-4b2a-8399-b670011c2cc9 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Pushing event deleted for resources: {'Port': ['ID=cb887064-5265-4e88-af03-9458216c15cf,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:58.356719 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ac59c0-f080-4b2a-8399-b670011c2cc9 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] No DVR routers for this DVR port cb887064-5265-4e88-af03-9458216c15cf on host n-d-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:58:58.445922 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-38ac59c0-f080-4b2a-8399-b670011c2cc9 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:58.455484 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-38ac59c0-f080-4b2a-8399-b670011c2cc9 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e888ba0-4c77-4a83-b7a1-83166cde0d5f']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:58.466583 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-38ac59c0-f080-4b2a-8399-b670011c2cc9 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06d358e3-c0c9-46e8-9705-9d07c3559bf6') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:58.466876 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-38ac59c0-f080-4b2a-8399-b670011c2cc9 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06d358e3-c0c9-46e8-9705-9d07c3559bf6') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:58.475883 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-38ac59c0-f080-4b2a-8399-b670011c2cc9 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:58.491062 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-38ac59c0-f080-4b2a-8399-b670011c2cc9 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:58.497310 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38ac59c0-f080-4b2a-8399-b670011c2cc9 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:58:58.497811 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-38ac59c0-f080-4b2a-8399-b670011c2cc9 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:58.500809 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:58:58.500809 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:58:58.500809 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:58:58.500809 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:58:58.500809 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:58:58.500809 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:58:58.500809 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:58:58.500809 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:58:58.500809 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:58:58.500809 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:58:58.500809 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:58:58.500809 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:58:58.500809 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:58:58.500809 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:58:58.500809 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:58:58.500809 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:58:58.500809 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:58:58.500809 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:58:58.500809 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:58:58.500809 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:58:58.500809 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:58:58.500809 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:58:58.500809 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:58:58.500809 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:58:58.500809 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:58:58.500809 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:58:58.500809 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:58:58.500809 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:58:58.500809 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:58:58.500809 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:58:58.500809 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:58:58.500809 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:58:58.560606 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-38ac59c0-f080-4b2a-8399-b670011c2cc9 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:58.569302 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-38ac59c0-f080-4b2a-8399-b670011c2cc9 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks [] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:58.571135 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-38ac59c0-f080-4b2a-8399-b670011c2cc9 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] 10.222.0.43 "DELETE /v2.0/networks/4e888ba0-4c77-4a83-b7a1-83166cde0d5f HTTP/1.1" status: 204 len: 168 time: 1.4282649 Jul 29 23:58:58.574907 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59806) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:58.583698 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ac59c0-f080-4b2a-8399-b670011c2cc9 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Pushing event deleted for resources: {'Network': ['ID=4e888ba0-4c77-4a83-b7a1-83166cde0d5f,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:58.610315 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-70ad1cb8-c3b5-43cb-9ffb-13b3795eb476 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] DELETE failed (client error): The resource could not be found. Jul 29 23:58:58.610772 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70ad1cb8-c3b5-43cb-9ffb-13b3795eb476 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:58:58.612478 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-70ad1cb8-c3b5-43cb-9ffb-13b3795eb476 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] 10.222.0.43 "DELETE /v2.0/subnets/a72a6a1b-d763-4ce8-86b2-6908665c9e39 HTTP/1.1" status: 404 len: 337 time: 0.0365148 Jul 29 23:58:58.615579 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59808) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:58.634274 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-f93ea12c-454a-48b9-bd2f-51d0af1d27cc tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] DELETE failed (client error): The resource could not be found. Jul 29 23:58:58.634810 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f93ea12c-454a-48b9-bd2f-51d0af1d27cc tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:58:58.636479 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-f93ea12c-454a-48b9-bd2f-51d0af1d27cc tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] 10.222.0.43 "DELETE /v2.0/networks/4e888ba0-4c77-4a83-b7a1-83166cde0d5f HTTP/1.1" status: 404 len: 339 time: 0.0199893 Jul 29 23:58:58.638923 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59810) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:58.712408 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8b53e210-99e7-4df7-8776-a93e3b612d90 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:58.799094 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8b53e210-99e7-4df7-8776-a93e3b612d90 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:58.808816 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-8b53e210-99e7-4df7-8776-a93e3b612d90 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f4ba832-3feb-4913-91ee-00fc0aedefc5']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:58.819472 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-8b53e210-99e7-4df7-8776-a93e3b612d90 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd2936d7-f420-40e8-8bc1-72b8c4bf4b51') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:58.819758 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-8b53e210-99e7-4df7-8776-a93e3b612d90 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd2936d7-f420-40e8-8bc1-72b8c4bf4b51') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:58.829087 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8b53e210-99e7-4df7-8776-a93e3b612d90 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:58.843967 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8b53e210-99e7-4df7-8776-a93e3b612d90 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:58.850448 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b53e210-99e7-4df7-8776-a93e3b612d90 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:58:58.850851 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8b53e210-99e7-4df7-8776-a93e3b612d90 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:58.853832 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:58:58.853832 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:58:58.853832 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:58:58.853832 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:58:58.853832 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:58:58.853832 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:58:58.853832 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:58:58.853832 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:58:58.853832 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:58:58.853832 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:58:58.853832 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:58:58.853832 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:58:58.853832 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:58:58.853832 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:58:58.853832 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:58:58.853832 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:58:58.853832 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:58:58.853832 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:58:58.853832 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:58:58.853832 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:58:58.853832 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:58:58.853832 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:58:58.853832 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:58:58.853832 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:58:58.853832 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:58:58.853832 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:58:58.853832 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:58:58.853832 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:58:58.853832 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:58:58.853832 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:58:58.853832 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:58:58.853832 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:58:58.912805 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8b53e210-99e7-4df7-8776-a93e3b612d90 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:58.922408 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8b53e210-99e7-4df7-8776-a93e3b612d90 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:58.924466 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-8b53e210-99e7-4df7-8776-a93e3b612d90 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] 10.222.0.43 "DELETE /v2.0/networks/9f4ba832-3feb-4913-91ee-00fc0aedefc5 HTTP/1.1" status: 204 len: 168 time: 0.2846043 Jul 29 23:58:58.927099 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59812) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:58.936073 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b53e210-99e7-4df7-8776-a93e3b612d90 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Pushing event deleted for resources: {'Network': ['ID=9f4ba832-3feb-4913-91ee-00fc0aedefc5,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:58.960638 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-484683c0-3a8c-498d-aa54-53b87688b1f1 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] DELETE failed (client error): The resource could not be found. Jul 29 23:58:58.961089 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-484683c0-3a8c-498d-aa54-53b87688b1f1 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:58:58.962906 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-484683c0-3a8c-498d-aa54-53b87688b1f1 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] 10.222.0.43 "DELETE /v2.0/subnets/248b8fba-58ab-492a-8b2e-94b077525212 HTTP/1.1" status: 404 len: 337 time: 0.0347524 Jul 29 23:58:58.965426 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59814) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:58.984279 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-c25bd27b-795d-44f5-8655-183a1b258012 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] DELETE failed (client error): The resource could not be found. Jul 29 23:58:58.984816 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c25bd27b-795d-44f5-8655-183a1b258012 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:58:58.986586 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c25bd27b-795d-44f5-8655-183a1b258012 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] 10.222.0.43 "DELETE /v2.0/networks/1d4b44e1-f99a-4d64-822e-3ba175105588 HTTP/1.1" status: 404 len: 339 time: 0.0202255 Jul 29 23:58:58.989115 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59816) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:59.039233 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-670ddd0a-7eb4-4e2a-96d8-4c6a49d54bc7 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Deleting subnet 12916e58-0401-41c3-9790-0bfb811adc00 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:58:59.042297 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-670ddd0a-7eb4-4e2a-96d8-4c6a49d54bc7 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:59.081345 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-670ddd0a-7eb4-4e2a-96d8-4c6a49d54bc7 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:59.170470 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-670ddd0a-7eb4-4e2a-96d8-4c6a49d54bc7 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:59.229437 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-670ddd0a-7eb4-4e2a-96d8-4c6a49d54bc7 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:59.254159 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670ddd0a-7eb4-4e2a-96d8-4c6a49d54bc7 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Pushing event deleted for resources: {'Subnet': ['ID=12916e58-0401-41c3-9790-0bfb811adc00,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:59.262932 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-670ddd0a-7eb4-4e2a-96d8-4c6a49d54bc7 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks [] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:59.265928 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-670ddd0a-7eb4-4e2a-96d8-4c6a49d54bc7 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] 10.222.0.43 "DELETE /v2.0/subnets/12916e58-0401-41c3-9790-0bfb811adc00 HTTP/1.1" status: 204 len: 168 time: 0.2741764 Jul 29 23:58:59.267469 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59818) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:59.268912 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e97c01-df83-40da-8765-e93e3d5a8758 None None] Network 7c9943c0-6aff-475c-87e0-ee04317c0556 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:58:59.429033 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:59.673316 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-942c246d-753b-496b-a3b6-cb663642b08b tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Deleting subnet b7da4df4-5b23-4426-bd39-17336d9ee1f3 {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:58:59.676836 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-942c246d-753b-496b-a3b6-cb663642b08b tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:59.724684 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-942c246d-753b-496b-a3b6-cb663642b08b tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:59.812186 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-942c246d-753b-496b-a3b6-cb663642b08b tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:59.877496 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-942c246d-753b-496b-a3b6-cb663642b08b tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:59.909084 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942c246d-753b-496b-a3b6-cb663642b08b tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Pushing event deleted for resources: {'Subnet': ['ID=b7da4df4-5b23-4426-bd39-17336d9ee1f3,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:59.911119 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-942c246d-753b-496b-a3b6-cb663642b08b tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:59.914527 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-942c246d-753b-496b-a3b6-cb663642b08b tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] 10.222.0.43 "DELETE /v2.0/subnets/b7da4df4-5b23-4426-bd39-17336d9ee1f3 HTTP/1.1" status: 204 len: 168 time: 0.6452637 Jul 29 23:58:59.916263 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59820) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:59.918931 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb85554-4fdb-4270-a7f4-62a1346bbb46 None None] Network 7c9943c0-6aff-475c-87e0-ee04317c0556 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:58:59.994703 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c6a863cf-f45f-467f-92c2-8f6d4c52c077 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:00.035270 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-a497bf16-4435-4964-b698-194d3a24b8ff None None] Provisioning complete for port 7f3760f3-8ef2-4a2f-9282-318d99e4427d triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:59:00.035546 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a497bf16-4435-4964-b698-194d3a24b8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:00.052670 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-c6a863cf-f45f-467f-92c2-8f6d4c52c077 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Deleting port 7f3760f3-8ef2-4a2f-9282-318d99e4427d {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:59:00.053008 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c6a863cf-f45f-467f-92c2-8f6d4c52c077 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:00.123873 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-c6a863cf-f45f-467f-92c2-8f6d4c52c077 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] For port 7f3760f3-8ef2-4a2f-9282-318d99e4427d, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=7f3760f3-8ef2-4a2f-9282-318d99e4427d,segment=NetworkSegment(7afb2f92-0267-4031-8b6a-49dfa80130cb),segment_id=7afb2f92-0267-4031-8b6a-49dfa80130cb)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:59:00.124245 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c6a863cf-f45f-467f-92c2-8f6d4c52c077 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:00.128361 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3e0306-2386-4edb-8859-6b8d5d797a53 None None] DHCP port deletion for 7c9943c0-6aff-475c-87e0-ee04317c0556 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:59:00.147455 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-c6a863cf-f45f-467f-92c2-8f6d4c52c077 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Calling delete_port for 7f3760f3-8ef2-4a2f-9282-318d99e4427d owned by network:dhcp {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:59:00.184238 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1a3e0306-2386-4edb-8859-6b8d5d797a53 None None] Deleting port 7f3760f3-8ef2-4a2f-9282-318d99e4427d {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:59:00.184532 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1a3e0306-2386-4edb-8859-6b8d5d797a53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:00.231108 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c6a863cf-f45f-467f-92c2-8f6d4c52c077 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:00.248100 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1a3e0306-2386-4edb-8859-6b8d5d797a53 None None] For port 7f3760f3-8ef2-4a2f-9282-318d99e4427d, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=7f3760f3-8ef2-4a2f-9282-318d99e4427d,segment=NetworkSegment(7afb2f92-0267-4031-8b6a-49dfa80130cb),segment_id=7afb2f92-0267-4031-8b6a-49dfa80130cb)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:59:00.248500 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1a3e0306-2386-4edb-8859-6b8d5d797a53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:00.260512 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a863cf-f45f-467f-92c2-8f6d4c52c077 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Pushing event deleted for resources: {'Port': ['ID=7f3760f3-8ef2-4a2f-9282-318d99e4427d,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:00.265395 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a863cf-f45f-467f-92c2-8f6d4c52c077 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] No DVR routers for this DVR port 7f3760f3-8ef2-4a2f-9282-318d99e4427d on host n-d-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:59:00.267176 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1a3e0306-2386-4edb-8859-6b8d5d797a53 None None] Calling delete_port for 7f3760f3-8ef2-4a2f-9282-318d99e4427d owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:59:00.342570 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c6a863cf-f45f-467f-92c2-8f6d4c52c077 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:00.353661 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-c6a863cf-f45f-467f-92c2-8f6d4c52c077 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c9943c0-6aff-475c-87e0-ee04317c0556']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:00.365871 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-c6a863cf-f45f-467f-92c2-8f6d4c52c077 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7afb2f92-0267-4031-8b6a-49dfa80130cb') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:00.366188 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-c6a863cf-f45f-467f-92c2-8f6d4c52c077 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7afb2f92-0267-4031-8b6a-49dfa80130cb') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:00.376027 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c6a863cf-f45f-467f-92c2-8f6d4c52c077 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:00.391435 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c6a863cf-f45f-467f-92c2-8f6d4c52c077 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:00.398754 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6a863cf-f45f-467f-92c2-8f6d4c52c077 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:59:00.399166 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c6a863cf-f45f-467f-92c2-8f6d4c52c077 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:00.402615 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:59:00.402615 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:59:00.402615 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:59:00.402615 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:59:00.402615 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:59:00.402615 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:59:00.402615 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:59:00.402615 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:59:00.402615 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:59:00.402615 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:59:00.402615 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:59:00.402615 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:59:00.402615 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:59:00.402615 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:59:00.402615 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:59:00.402615 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:59:00.402615 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:59:00.402615 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:59:00.402615 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:59:00.402615 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:59:00.402615 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:59:00.402615 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:59:00.402615 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:59:00.402615 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:59:00.402615 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:59:00.402615 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:59:00.402615 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:59:00.402615 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:59:00.402615 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:59:00.402615 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:59:00.402615 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:59:00.402615 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:59:00.467920 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c6a863cf-f45f-467f-92c2-8f6d4c52c077 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:00.475827 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c6a863cf-f45f-467f-92c2-8f6d4c52c077 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:00.477815 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-c6a863cf-f45f-467f-92c2-8f6d4c52c077 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] 10.222.0.43 "DELETE /v2.0/networks/7c9943c0-6aff-475c-87e0-ee04317c0556 HTTP/1.1" status: 204 len: 168 time: 0.5605853 Jul 29 23:59:00.480507 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59822) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:00.500525 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a863cf-f45f-467f-92c2-8f6d4c52c077 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Pushing event deleted for resources: {'Network': ['ID=7c9943c0-6aff-475c-87e0-ee04317c0556,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:00.520226 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1a3e0306-2386-4edb-8859-6b8d5d797a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:00.524272 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb9e439b-3b99-4838-a7ac-5e2573677d4f tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] DELETE failed (client error): The resource could not be found. Jul 29 23:59:00.524731 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb9e439b-3b99-4838-a7ac-5e2573677d4f tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:59:00.526493 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-cb9e439b-3b99-4838-a7ac-5e2573677d4f tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] 10.222.0.43 "DELETE /v2.0/subnets/c7132156-4ee7-40a0-90f8-024a47a006c1 HTTP/1.1" status: 404 len: 337 time: 0.0450358 Jul 29 23:59:00.529143 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59824) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:00.545329 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1a3e0306-2386-4edb-8859-6b8d5d797a53 None None] Network 7c9943c0-6aff-475c-87e0-ee04317c0556 is not hosted by any dhcp agent {{(pid=94079) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 23:59:00.545832 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3e0306-2386-4edb-8859-6b8d5d797a53 None None] No DVR routers for this DVR port 7f3760f3-8ef2-4a2f-9282-318d99e4427d on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:59:00.547153 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-289b0079-ff76-4eaa-9805-11e16f60b7d8 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] DELETE failed (client error): The resource could not be found. Jul 29 23:59:00.547656 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-289b0079-ff76-4eaa-9805-11e16f60b7d8 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:59:00.552150 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-289b0079-ff76-4eaa-9805-11e16f60b7d8 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] 10.222.0.43 "DELETE /v2.0/networks/95ff457b-73e8-41cd-b2b7-dca2cb09e039 HTTP/1.1" status: 404 len: 339 time: 0.0195122 Jul 29 23:59:00.552346 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3e0306-2386-4edb-8859-6b8d5d797a53 None None] Pushing event deleted for resources: {'Port': ['ID=7f3760f3-8ef2-4a2f-9282-318d99e4427d,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:00.554167 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59826) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:00.583997 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5ce6b8e-506b-4700-8a0d-3df589476612 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] DELETE failed (client error): The resource could not be found. Jul 29 23:59:00.584604 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5ce6b8e-506b-4700-8a0d-3df589476612 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:59:00.586301 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-b5ce6b8e-506b-4700-8a0d-3df589476612 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] 10.222.0.43 "DELETE /v2.0/subnets/30bcd6f3-61ba-4013-8a2e-75a8785c92fd HTTP/1.1" status: 404 len: 337 time: 0.0311716 Jul 29 23:59:00.588775 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59828) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:00.606550 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e691bf3-1c50-42b8-b6f8-18e562223875 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] DELETE failed (client error): The resource could not be found. Jul 29 23:59:00.606994 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e691bf3-1c50-42b8-b6f8-18e562223875 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:59:00.608620 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-0e691bf3-1c50-42b8-b6f8-18e562223875 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] 10.222.0.43 "DELETE /v2.0/networks/c89f74e3-fa69-4536-8dfd-11be18120176 HTTP/1.1" status: 404 len: 339 time: 0.0189476 Jul 29 23:59:00.611089 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59830) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:00.642934 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ad69558-fcc7-4e39-8a15-a653650a776a tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] DELETE failed (client error): The resource could not be found. Jul 29 23:59:00.643382 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ad69558-fcc7-4e39-8a15-a653650a776a tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:59:00.645129 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-0ad69558-fcc7-4e39-8a15-a653650a776a tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] 10.222.0.43 "DELETE /v2.0/subnets/21515532-09e0-4c77-87b4-7bf28f28ad38 HTTP/1.1" status: 404 len: 337 time: 0.0331354 Jul 29 23:59:00.647614 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59832) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:00.666144 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-a88035e3-00e6-4e92-9de6-c5d89993450c tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] DELETE failed (client error): The resource could not be found. Jul 29 23:59:00.666702 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a88035e3-00e6-4e92-9de6-c5d89993450c tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:59:00.668421 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-a88035e3-00e6-4e92-9de6-c5d89993450c tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] 10.222.0.43 "DELETE /v2.0/networks/dbaf91f8-37a9-4525-8ca6-8631c571e1aa HTTP/1.1" status: 404 len: 339 time: 0.0199115 Jul 29 23:59:00.671064 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59834) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:00.723799 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c41c9ab-2769-44bd-9806-6ffbb2363281 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Deleting subnet aa6fba6c-cdd7-4ed7-ad5d-c29cb393158f {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:59:00.727098 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3c41c9ab-2769-44bd-9806-6ffbb2363281 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:00.767958 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3c41c9ab-2769-44bd-9806-6ffbb2363281 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:00.854835 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3c41c9ab-2769-44bd-9806-6ffbb2363281 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:00.921118 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3c41c9ab-2769-44bd-9806-6ffbb2363281 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:00.952853 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c41c9ab-2769-44bd-9806-6ffbb2363281 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Pushing event deleted for resources: {'Subnet': ['ID=aa6fba6c-cdd7-4ed7-ad5d-c29cb393158f,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:00.957685 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3c41c9ab-2769-44bd-9806-6ffbb2363281 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:00.962797 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-3c41c9ab-2769-44bd-9806-6ffbb2363281 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] 10.222.0.43 "DELETE /v2.0/subnets/aa6fba6c-cdd7-4ed7-ad5d-c29cb393158f HTTP/1.1" status: 204 len: 168 time: 0.2901528 Jul 29 23:59:00.964560 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59836) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:00.965506 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa198b27-3abf-4da1-a760-6cdf3621501d None None] Network 8fe80b45-89bf-47ee-a4d8-d454d92e0a3f requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:59:01.047869 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-639f10ee-87f8-4a9b-bc68-29ee7e50a80e tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:01.103292 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-639f10ee-87f8-4a9b-bc68-29ee7e50a80e tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Deleting port b2272ab4-77f9-4b64-a4e2-cdde8aa2f836 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:59:01.103665 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-639f10ee-87f8-4a9b-bc68-29ee7e50a80e tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:01.144756 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7738f7f8-6351-41bb-bda1-b09e5c7bb38a None None] DHCP port deletion for 8fe80b45-89bf-47ee-a4d8-d454d92e0a3f request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:59:01.168745 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-639f10ee-87f8-4a9b-bc68-29ee7e50a80e tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] For port b2272ab4-77f9-4b64-a4e2-cdde8aa2f836, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=b2272ab4-77f9-4b64-a4e2-cdde8aa2f836,segment=NetworkSegment(74f32b6a-3aee-4ba7-9a57-26279b5d2a59),segment_id=74f32b6a-3aee-4ba7-9a57-26279b5d2a59)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:59:01.169119 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-639f10ee-87f8-4a9b-bc68-29ee7e50a80e tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:01.182628 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-639f10ee-87f8-4a9b-bc68-29ee7e50a80e tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Calling delete_port for b2272ab4-77f9-4b64-a4e2-cdde8aa2f836 owned by network:dhcp {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:59:01.190601 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-7738f7f8-6351-41bb-bda1-b09e5c7bb38a None None] Deleting port b2272ab4-77f9-4b64-a4e2-cdde8aa2f836 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:59:01.191006 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7738f7f8-6351-41bb-bda1-b09e5c7bb38a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:01.254031 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-7738f7f8-6351-41bb-bda1-b09e5c7bb38a None None] For port b2272ab4-77f9-4b64-a4e2-cdde8aa2f836, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=b2272ab4-77f9-4b64-a4e2-cdde8aa2f836,segment=NetworkSegment(74f32b6a-3aee-4ba7-9a57-26279b5d2a59),segment_id=74f32b6a-3aee-4ba7-9a57-26279b5d2a59)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:59:01.254423 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7738f7f8-6351-41bb-bda1-b09e5c7bb38a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:01.267535 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-7738f7f8-6351-41bb-bda1-b09e5c7bb38a None None] Calling delete_port for b2272ab4-77f9-4b64-a4e2-cdde8aa2f836 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:59:01.272165 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-639f10ee-87f8-4a9b-bc68-29ee7e50a80e tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:01.300414 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639f10ee-87f8-4a9b-bc68-29ee7e50a80e tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] No DVR routers for this DVR port b2272ab4-77f9-4b64-a4e2-cdde8aa2f836 on host n-d-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:59:01.305536 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639f10ee-87f8-4a9b-bc68-29ee7e50a80e tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Pushing event deleted for resources: {'Port': ['ID=b2272ab4-77f9-4b64-a4e2-cdde8aa2f836,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:01.351024 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7738f7f8-6351-41bb-bda1-b09e5c7bb38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:01.376973 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7738f7f8-6351-41bb-bda1-b09e5c7bb38a None None] Pushing event deleted for resources: {'Port': ['ID=b2272ab4-77f9-4b64-a4e2-cdde8aa2f836,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:01.380553 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7738f7f8-6351-41bb-bda1-b09e5c7bb38a None None] No DVR routers for this DVR port b2272ab4-77f9-4b64-a4e2-cdde8aa2f836 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:59:01.390530 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-639f10ee-87f8-4a9b-bc68-29ee7e50a80e tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:01.401344 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-639f10ee-87f8-4a9b-bc68-29ee7e50a80e tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fe80b45-89bf-47ee-a4d8-d454d92e0a3f']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:01.412827 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-639f10ee-87f8-4a9b-bc68-29ee7e50a80e tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74f32b6a-3aee-4ba7-9a57-26279b5d2a59') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:01.413125 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-639f10ee-87f8-4a9b-bc68-29ee7e50a80e tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74f32b6a-3aee-4ba7-9a57-26279b5d2a59') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:01.421986 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-639f10ee-87f8-4a9b-bc68-29ee7e50a80e tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:01.435389 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-639f10ee-87f8-4a9b-bc68-29ee7e50a80e tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:01.441356 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-639f10ee-87f8-4a9b-bc68-29ee7e50a80e tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:59:01.441696 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-639f10ee-87f8-4a9b-bc68-29ee7e50a80e tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:01.444635 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 29 23:59:01.444635 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:59:01.444635 n-d-712141-10 neutron-server[94078]: timer() Jul 29 23:59:01.444635 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:59:01.444635 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 29 23:59:01.444635 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:59:01.444635 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 29 23:59:01.444635 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:59:01.444635 n-d-712141-10 neutron-server[94078]: self._notify() Jul 29 23:59:01.444635 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:59:01.444635 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 29 23:59:01.444635 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:59:01.444635 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 29 23:59:01.444635 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:59:01.444635 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:59:01.444635 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:59:01.444635 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:59:01.444635 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:59:01.444635 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 29 23:59:01.444635 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:59:01.444635 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 29 23:59:01.444635 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:59:01.444635 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:59:01.444635 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:59:01.444635 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 29 23:59:01.444635 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:59:01.444635 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:59:01.444635 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:59:01.444635 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:59:01.444635 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:59:01.444635 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:59:01.444635 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:59:01.502005 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-639f10ee-87f8-4a9b-bc68-29ee7e50a80e tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:01.509043 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-639f10ee-87f8-4a9b-bc68-29ee7e50a80e tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:01.510908 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-639f10ee-87f8-4a9b-bc68-29ee7e50a80e tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] 10.222.0.43 "DELETE /v2.0/networks/8fe80b45-89bf-47ee-a4d8-d454d92e0a3f HTTP/1.1" status: 204 len: 168 time: 0.5454335 Jul 29 23:59:01.513545 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59838) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:01.524193 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639f10ee-87f8-4a9b-bc68-29ee7e50a80e tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Pushing event deleted for resources: {'Network': ['ID=8fe80b45-89bf-47ee-a4d8-d454d92e0a3f,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:01.543394 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb212bb1-d792-4329-9184-dbc76dcdca92 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] DELETE failed (client error): The resource could not be found. Jul 29 23:59:01.543859 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb212bb1-d792-4329-9184-dbc76dcdca92 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:59:01.545637 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-fb212bb1-d792-4329-9184-dbc76dcdca92 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] 10.222.0.43 "DELETE /v2.0/subnets/f5988f1e-1c41-49cc-8066-8f53a2720f78 HTTP/1.1" status: 404 len: 337 time: 0.0310438 Jul 29 23:59:01.548201 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59840) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:01.566630 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c7adf82-f539-415e-9d95-263102487036 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] DELETE failed (client error): The resource could not be found. Jul 29 23:59:01.567170 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c7adf82-f539-415e-9d95-263102487036 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:59:01.569459 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9c7adf82-f539-415e-9d95-263102487036 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] 10.222.0.43 "DELETE /v2.0/networks/9fa7d9e4-cf91-4542-952b-9599ed6e4e49 HTTP/1.1" status: 404 len: 339 time: 0.0203607 Jul 29 23:59:01.571904 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59842) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:01.627529 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-cafe4467-2e20-4e87-ab5e-26b83d446610 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Deleting subnet 0a29ac28-1bf8-4701-943d-3cab0c7ffa1f {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:59:01.631028 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cafe4467-2e20-4e87-ab5e-26b83d446610 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:01.672684 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cafe4467-2e20-4e87-ab5e-26b83d446610 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:01.758635 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cafe4467-2e20-4e87-ab5e-26b83d446610 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:01.830347 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cafe4467-2e20-4e87-ab5e-26b83d446610 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:01.856349 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafe4467-2e20-4e87-ab5e-26b83d446610 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Pushing event deleted for resources: {'Subnet': ['ID=0a29ac28-1bf8-4701-943d-3cab0c7ffa1f,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:01.862002 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cafe4467-2e20-4e87-ab5e-26b83d446610 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks [] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:01.863923 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-cafe4467-2e20-4e87-ab5e-26b83d446610 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] 10.222.0.43 "DELETE /v2.0/subnets/0a29ac28-1bf8-4701-943d-3cab0c7ffa1f HTTP/1.1" status: 204 len: 168 time: 0.2911339 Jul 29 23:59:01.866618 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59844) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:01.869702 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9575a2-713f-4af6-bb68-f7d763219b99 None None] Network 9e41bef0-f950-4293-8562-88c62c87fc33 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:59:01.942214 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 7f3760f3-8ef2-4a2f-9282-318d99e4427d no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:59:01.949954 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0326248d-7704-47d4-b528-3c5c04f83368 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:01.985027 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 7f3760f3-8ef2-4a2f-9282-318d99e4427d {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:59:01.985430 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 7f3760f3-8ef2-4a2f-9282-318d99e4427d not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:59:01.985821 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device b2272ab4-77f9-4b64-a4e2-cdde8aa2f836 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:59:02.004375 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-0326248d-7704-47d4-b528-3c5c04f83368 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Deleting port 87ecdd1a-d39a-4699-a948-6d45ce149db0 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:59:02.004718 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0326248d-7704-47d4-b528-3c5c04f83368 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:02.018967 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: b2272ab4-77f9-4b64-a4e2-cdde8aa2f836 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:59:02.019234 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device b2272ab4-77f9-4b64-a4e2-cdde8aa2f836 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:59:02.076894 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-0326248d-7704-47d4-b528-3c5c04f83368 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] For port 87ecdd1a-d39a-4699-a948-6d45ce149db0, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=87ecdd1a-d39a-4699-a948-6d45ce149db0,segment=NetworkSegment(a3757181-c815-4162-9faf-123d6c4da516),segment_id=a3757181-c815-4162-9faf-123d6c4da516)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:59:02.077259 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0326248d-7704-47d4-b528-3c5c04f83368 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:02.089209 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd252da4-4558-4391-9ab3-53c90aa462f8 None None] DHCP port deletion for 9e41bef0-f950-4293-8562-88c62c87fc33 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:59:02.091192 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-0326248d-7704-47d4-b528-3c5c04f83368 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Calling delete_port for 87ecdd1a-d39a-4699-a948-6d45ce149db0 owned by network:dhcp {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:59:02.142838 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-bd252da4-4558-4391-9ab3-53c90aa462f8 None None] Deleting port 87ecdd1a-d39a-4699-a948-6d45ce149db0 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:59:02.143220 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bd252da4-4558-4391-9ab3-53c90aa462f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:02.177136 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0326248d-7704-47d4-b528-3c5c04f83368 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:02.206743 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0326248d-7704-47d4-b528-3c5c04f83368 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Pushing event deleted for resources: {'Port': ['ID=87ecdd1a-d39a-4699-a948-6d45ce149db0,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:02.211516 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-bd252da4-4558-4391-9ab3-53c90aa462f8 None None] For port 87ecdd1a-d39a-4699-a948-6d45ce149db0, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=87ecdd1a-d39a-4699-a948-6d45ce149db0,segment=NetworkSegment(a3757181-c815-4162-9faf-123d6c4da516),segment_id=a3757181-c815-4162-9faf-123d6c4da516)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:59:02.211915 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bd252da4-4558-4391-9ab3-53c90aa462f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:02.213793 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0326248d-7704-47d4-b528-3c5c04f83368 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] No DVR routers for this DVR port 87ecdd1a-d39a-4699-a948-6d45ce149db0 on host n-d-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:59:02.226017 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-bd252da4-4558-4391-9ab3-53c90aa462f8 None None] Calling delete_port for 87ecdd1a-d39a-4699-a948-6d45ce149db0 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:59:02.296747 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0326248d-7704-47d4-b528-3c5c04f83368 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:02.305425 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bd252da4-4558-4391-9ab3-53c90aa462f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:02.308135 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-0326248d-7704-47d4-b528-3c5c04f83368 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e41bef0-f950-4293-8562-88c62c87fc33']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:02.319882 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-0326248d-7704-47d4-b528-3c5c04f83368 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3757181-c815-4162-9faf-123d6c4da516') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:02.320229 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-0326248d-7704-47d4-b528-3c5c04f83368 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3757181-c815-4162-9faf-123d6c4da516') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:02.329280 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0326248d-7704-47d4-b528-3c5c04f83368 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:02.334655 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd252da4-4558-4391-9ab3-53c90aa462f8 None None] Pushing event deleted for resources: {'Port': ['ID=87ecdd1a-d39a-4699-a948-6d45ce149db0,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:02.338431 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd252da4-4558-4391-9ab3-53c90aa462f8 None None] No DVR routers for this DVR port 87ecdd1a-d39a-4699-a948-6d45ce149db0 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:59:02.346931 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0326248d-7704-47d4-b528-3c5c04f83368 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:02.355488 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0326248d-7704-47d4-b528-3c5c04f83368 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:59:02.355897 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0326248d-7704-47d4-b528-3c5c04f83368 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:02.359099 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:59:02.359099 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:59:02.359099 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:59:02.359099 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:59:02.359099 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:59:02.359099 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:59:02.359099 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:59:02.359099 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:59:02.359099 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:59:02.359099 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:59:02.359099 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:59:02.359099 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:59:02.359099 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:59:02.359099 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:59:02.359099 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:59:02.359099 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:59:02.359099 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:59:02.359099 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:59:02.359099 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:59:02.359099 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:59:02.359099 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:59:02.359099 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:59:02.359099 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:59:02.359099 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:59:02.359099 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:59:02.359099 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:59:02.359099 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:59:02.359099 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:59:02.359099 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:59:02.359099 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:59:02.359099 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:59:02.359099 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:59:02.421614 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0326248d-7704-47d4-b528-3c5c04f83368 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:02.429887 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0326248d-7704-47d4-b528-3c5c04f83368 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Notify callbacks [] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:02.431577 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0326248d-7704-47d4-b528-3c5c04f83368 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] 10.222.0.43 "DELETE /v2.0/networks/9e41bef0-f950-4293-8562-88c62c87fc33 HTTP/1.1" status: 204 len: 168 time: 0.5639601 Jul 29 23:59:02.443963 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0326248d-7704-47d4-b528-3c5c04f83368 tempest-NetworksIpV6Test-954315709 tempest-NetworksIpV6Test-954315709-project] Pushing event deleted for resources: {'Network': ['ID=9e41bef0-f950-4293-8562-88c62c87fc33,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:02.704742 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59850) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:02.840863 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-f8d7a444-9170-4409-a3b9-d8a139d5cc8d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a4ca0eea2c0c40369d043e28a9f05c99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1348562 Jul 29 23:59:02.843536 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59854) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:02.892343 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3cd627ed-d588-4fff-9980-9ea922e77390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:02.914267 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3cd627ed-d588-4fff-9980-9ea922e77390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:02.962838 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3cd627ed-d588-4fff-9980-9ea922e77390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:02.965429 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3cd627ed-d588-4fff-9980-9ea922e77390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:02.966636 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-3cd627ed-d588-4fff-9980-9ea922e77390 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/72d5b206-a970-4c08-bbcd-1dae0da10aed HTTP/1.1" status: 204 len: 168 time: 0.1221752 Jul 29 23:59:02.976097 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd627ed-d588-4fff-9980-9ea922e77390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d5b206-a970-4c08-bbcd-1dae0da10aed,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:03.660460 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59876) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:03.755851 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-5d0e197a-7ffd-4935-ad50-1c30a52b3d9e tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Request body: {'security_group': {'name': 'tempest-secgroup--1819357112'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:03.779713 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5d0e197a-7ffd-4935-ad50-1c30a52b3d9e tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:03.789088 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5d0e197a-7ffd-4935-ad50-1c30a52b3d9e tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:03.883623 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5d0e197a-7ffd-4935-ad50-1c30a52b3d9e tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:03.888080 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5d0e197a-7ffd-4935-ad50-1c30a52b3d9e tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:03.931415 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0e197a-7ffd-4935-ad50-1c30a52b3d9e tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dae567c4-597e-4f3f-ae11-28f4734410bc,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:03.936021 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 87ecdd1a-d39a-4699-a948-6d45ce149db0 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:59:03.959582 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 87ecdd1a-d39a-4699-a948-6d45ce149db0 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:59:03.959944 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 87ecdd1a-d39a-4699-a948-6d45ce149db0 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:59:03.988641 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5d0e197a-7ffd-4935-ad50-1c30a52b3d9e tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:03.992420 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5d0e197a-7ffd-4935-ad50-1c30a52b3d9e tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:04.019261 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5d0e197a-7ffd-4935-ad50-1c30a52b3d9e tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:04.020487 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-5d0e197a-7ffd-4935-ad50-1c30a52b3d9e tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3589735 Jul 29 23:59:04.024000 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59880) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:04.032005 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0e197a-7ffd-4935-ad50-1c30a52b3d9e tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c195d0ad-bedb-46d9-b6ae-acc421e0bbee,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:04.079348 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-8a1d601f-aa12-4365-9d11-31307fd0512f tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0542924 Jul 29 23:59:04.081958 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59882) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:04.087006 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-8446c4cb-ae52-4fd4-9607-78b39381a052 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Request body: {'security_group': {'name': 'tempest-security--1001377490', 'description': 'tempest-security-description-694245134'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:04.111411 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8446c4cb-ae52-4fd4-9607-78b39381a052 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:04.154836 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8446c4cb-ae52-4fd4-9607-78b39381a052 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:04.158238 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8446c4cb-ae52-4fd4-9607-78b39381a052 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:04.160723 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8446c4cb-ae52-4fd4-9607-78b39381a052 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:04.162088 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-8446c4cb-ae52-4fd4-9607-78b39381a052 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] 10.222.0.43 "PUT /v2.0/security-groups/c195d0ad-bedb-46d9-b6ae-acc421e0bbee HTTP/1.1" status: 200 len: 1779 time: 0.0791819 Jul 29 23:59:04.165213 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59884) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:04.206767 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8446c4cb-ae52-4fd4-9607-78b39381a052 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c195d0ad-bedb-46d9-b6ae-acc421e0bbee,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:04.219293 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-fa62656a-dc26-46ea-aa26-71c9c72704d9 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] 10.222.0.43 "GET /v2.0/security-groups/c195d0ad-bedb-46d9-b6ae-acc421e0bbee HTTP/1.1" status: 200 len: 1779 time: 0.0529654 Jul 29 23:59:04.221901 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59886) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:04.281132 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6a904b53-424c-45a3-9769-0ea75d0e539e tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:04.310202 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6a904b53-424c-45a3-9769-0ea75d0e539e tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:04.352104 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6a904b53-424c-45a3-9769-0ea75d0e539e tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:04.354700 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6a904b53-424c-45a3-9769-0ea75d0e539e tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:04.355853 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-6a904b53-424c-45a3-9769-0ea75d0e539e tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] 10.222.0.43 "DELETE /v2.0/security-groups/c195d0ad-bedb-46d9-b6ae-acc421e0bbee HTTP/1.1" status: 204 len: 168 time: 0.1330671 Jul 29 23:59:04.358527 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59888) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:04.365499 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a904b53-424c-45a3-9769-0ea75d0e539e tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c195d0ad-bedb-46d9-b6ae-acc421e0bbee,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:04.415180 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-69263541-5177-44af-8fb8-493edc4d6595 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0554988 Jul 29 23:59:04.417950 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59890) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:04.431838 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-d1052e59-9267-4363-a24f-fc63695ccc6c tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] delete failed (client error): The resource could not be found. Jul 29 23:59:04.432815 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d1052e59-9267-4363-a24f-fc63695ccc6c tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] 10.222.0.43 "DELETE /v2.0/security-groups/c195d0ad-bedb-46d9-b6ae-acc421e0bbee HTTP/1.1" status: 404 len: 347 time: 0.0139647 Jul 29 23:59:04.436494 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59892) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:04.440866 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-4a11a5e5-1ea1-4696-be92-9ed244ef02e1 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Request body: {'security_group': {'name': 'tempest-secgroup--1359257069'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:04.465838 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4a11a5e5-1ea1-4696-be92-9ed244ef02e1 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:04.559635 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4a11a5e5-1ea1-4696-be92-9ed244ef02e1 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:04.563522 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4a11a5e5-1ea1-4696-be92-9ed244ef02e1 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:04.592503 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4a11a5e5-1ea1-4696-be92-9ed244ef02e1 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:04.593765 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4a11a5e5-1ea1-4696-be92-9ed244ef02e1 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1563187 Jul 29 23:59:04.595609 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a11a5e5-1ea1-4696-be92-9ed244ef02e1 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42aecc8a-6896-4be4-b373-288998a0ad02,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:04.596759 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59894) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:04.605067 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-15e7695f-eb85-4652-9de5-f8b43df95c03 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Request body: {'security_group_rule': {'security_group_id': '42aecc8a-6896-4be4-b373-288998a0ad02', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:04.633406 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-15e7695f-eb85-4652-9de5-f8b43df95c03 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:04.681266 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-15e7695f-eb85-4652-9de5-f8b43df95c03 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:04.684976 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-15e7695f-eb85-4652-9de5-f8b43df95c03 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:04.708001 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e7695f-eb85-4652-9de5-f8b43df95c03 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08a21e54-867e-4d92-adc5-baf9d43c7358,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:04.713232 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-15e7695f-eb85-4652-9de5-f8b43df95c03 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:04.714663 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-15e7695f-eb85-4652-9de5-f8b43df95c03 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1166148 Jul 29 23:59:04.717557 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59896) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:04.749560 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-816a165b-ee36-426c-8c85-43a9838c337e tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:04.758770 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-816a165b-ee36-426c-8c85-43a9838c337e tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:04.795236 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-816a165b-ee36-426c-8c85-43a9838c337e tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:04.806521 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-816a165b-ee36-426c-8c85-43a9838c337e tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:04.807687 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-816a165b-ee36-426c-8c85-43a9838c337e tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/08a21e54-867e-4d92-adc5-baf9d43c7358 HTTP/1.1" status: 204 len: 168 time: 0.0891402 Jul 29 23:59:04.810540 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59898) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:04.817105 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816a165b-ee36-426c-8c85-43a9838c337e tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=08a21e54-867e-4d92-adc5-baf9d43c7358,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:04.862465 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-adb2ffcb-133c-455e-8859-9b16898a6939 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0508325 Jul 29 23:59:04.865180 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59900) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:04.922580 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5cd354a8-5b6a-4340-8b3d-e58ffe6b4dee tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:04.948364 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5cd354a8-5b6a-4340-8b3d-e58ffe6b4dee tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:04.994263 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5cd354a8-5b6a-4340-8b3d-e58ffe6b4dee tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:04.996900 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5cd354a8-5b6a-4340-8b3d-e58ffe6b4dee tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:04.998091 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-5cd354a8-5b6a-4340-8b3d-e58ffe6b4dee tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] 10.222.0.43 "DELETE /v2.0/security-groups/42aecc8a-6896-4be4-b373-288998a0ad02 HTTP/1.1" status: 204 len: 168 time: 0.1319654 Jul 29 23:59:05.000783 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59902) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:05.008611 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd354a8-5b6a-4340-8b3d-e58ffe6b4dee tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42aecc8a-6896-4be4-b373-288998a0ad02,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:05.057032 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-24f1ad9c-c213-43cd-a6c3-3a02e04715ee tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0549650 Jul 29 23:59:05.061849 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59904) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:05.066319 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-d93ee0b5-d4b8-412f-8847-98629a223606 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Request body: {'security_group': {'name': 'tempest-secgroup--1797349549'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:05.087004 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d93ee0b5-d4b8-412f-8847-98629a223606 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:05.174016 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d93ee0b5-d4b8-412f-8847-98629a223606 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:05.178493 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d93ee0b5-d4b8-412f-8847-98629a223606 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:05.211568 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d93ee0b5-d4b8-412f-8847-98629a223606 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:05.212814 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-d93ee0b5-d4b8-412f-8847-98629a223606 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1500397 Jul 29 23:59:05.215541 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59906) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:05.220760 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-6b9afc1d-5c82-460a-be84-b4efaf939c58 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Request body: {'security_group_rule': {'security_group_id': '94ea97b2-fa1e-442b-b333-602673123a38', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:05.226629 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93ee0b5-d4b8-412f-8847-98629a223606 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94ea97b2-fa1e-442b-b333-602673123a38,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:05.250084 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6b9afc1d-5c82-460a-be84-b4efaf939c58 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:05.307711 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6b9afc1d-5c82-460a-be84-b4efaf939c58 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:05.312352 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6b9afc1d-5c82-460a-be84-b4efaf939c58 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:05.331009 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9afc1d-5c82-460a-be84-b4efaf939c58 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2adcfd59-ca81-4022-9709-bf2fea1f178c,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:05.334634 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6b9afc1d-5c82-460a-be84-b4efaf939c58 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:05.335864 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-6b9afc1d-5c82-460a-be84-b4efaf939c58 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1194155 Jul 29 23:59:05.338628 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59908) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:05.343432 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-3c8763e0-dc8b-4356-b028-bc54c02718ae tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Request body: {'security_group_rule': {'security_group_id': '94ea97b2-fa1e-442b-b333-602673123a38', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:05.371321 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3c8763e0-dc8b-4356-b028-bc54c02718ae tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:05.430093 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3c8763e0-dc8b-4356-b028-bc54c02718ae tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:05.433948 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3c8763e0-dc8b-4356-b028-bc54c02718ae tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:05.451474 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8763e0-dc8b-4356-b028-bc54c02718ae tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a1d19b6-4b42-478d-b8fd-10309a28b54f,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:05.457727 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3c8763e0-dc8b-4356-b028-bc54c02718ae tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:05.459698 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-3c8763e0-dc8b-4356-b028-bc54c02718ae tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1199999 Jul 29 23:59:05.462827 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59910) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:05.467416 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-fb30d38b-1bb4-443c-b35a-2f696f815e56 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Request body: {'security_group_rule': {'security_group_id': '94ea97b2-fa1e-442b-b333-602673123a38', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:05.504137 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fb30d38b-1bb4-443c-b35a-2f696f815e56 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:05.565451 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fb30d38b-1bb4-443c-b35a-2f696f815e56 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:05.570365 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fb30d38b-1bb4-443c-b35a-2f696f815e56 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:05.585483 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb30d38b-1bb4-443c-b35a-2f696f815e56 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d649aefd-22ff-4784-8a53-35bea515fb51,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:05.594249 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fb30d38b-1bb4-443c-b35a-2f696f815e56 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:05.595463 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-fb30d38b-1bb4-443c-b35a-2f696f815e56 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1316926 Jul 29 23:59:05.598158 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59912) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:05.603054 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-5b7485b4-faf4-4d59-bc0c-1090f38e25d6 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Request body: {'security_group_rule': {'security_group_id': '94ea97b2-fa1e-442b-b333-602673123a38', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:05.627779 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5b7485b4-faf4-4d59-bc0c-1090f38e25d6 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:05.690004 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5b7485b4-faf4-4d59-bc0c-1090f38e25d6 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:05.694197 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5b7485b4-faf4-4d59-bc0c-1090f38e25d6 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:05.711530 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7485b4-faf4-4d59-bc0c-1090f38e25d6 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb6ed0b9-e06f-4372-bd40-e12cdb63dfa7,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:05.717407 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5b7485b4-faf4-4d59-bc0c-1090f38e25d6 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:05.718690 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-5b7485b4-faf4-4d59-bc0c-1090f38e25d6 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1191256 Jul 29 23:59:05.721554 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59914) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:05.726358 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-52ddfc73-f6d2-4f28-8dd7-abd88af67b9a tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Request body: {'security_group_rule': {'security_group_id': '94ea97b2-fa1e-442b-b333-602673123a38', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:05.751635 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-52ddfc73-f6d2-4f28-8dd7-abd88af67b9a tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:05.812861 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-52ddfc73-f6d2-4f28-8dd7-abd88af67b9a tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:05.816514 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-52ddfc73-f6d2-4f28-8dd7-abd88af67b9a tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:05.837186 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ddfc73-f6d2-4f28-8dd7-abd88af67b9a tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3030bb64-0a6e-44db-899f-5d0158a600f2,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:05.840441 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-52ddfc73-f6d2-4f28-8dd7-abd88af67b9a tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:05.841770 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-52ddfc73-f6d2-4f28-8dd7-abd88af67b9a tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1191790 Jul 29 23:59:05.845792 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59916) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:05.875303 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-eedfc834-e86e-46a8-bb67-b4cfa1bdade8 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:05.884841 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-eedfc834-e86e-46a8-bb67-b4cfa1bdade8 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:05.914508 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-eedfc834-e86e-46a8-bb67-b4cfa1bdade8 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:05.921647 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-eedfc834-e86e-46a8-bb67-b4cfa1bdade8 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:05.924563 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-eedfc834-e86e-46a8-bb67-b4cfa1bdade8 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/3030bb64-0a6e-44db-899f-5d0158a600f2 HTTP/1.1" status: 204 len: 168 time: 0.0760269 Jul 29 23:59:05.925557 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59918) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:05.931229 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedfc834-e86e-46a8-bb67-b4cfa1bdade8 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3030bb64-0a6e-44db-899f-5d0158a600f2,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:05.979718 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-604b935b-6b4a-41bc-8aad-f789da97cb81 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0517318 Jul 29 23:59:05.982558 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59920) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:06.012235 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-71d0e0ca-483d-4bb6-88c4-ce974746b019 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:06.021186 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-71d0e0ca-483d-4bb6-88c4-ce974746b019 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:06.047991 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-71d0e0ca-483d-4bb6-88c4-ce974746b019 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:06.053428 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-71d0e0ca-483d-4bb6-88c4-ce974746b019 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:06.054840 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-71d0e0ca-483d-4bb6-88c4-ce974746b019 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/fb6ed0b9-e06f-4372-bd40-e12cdb63dfa7 HTTP/1.1" status: 204 len: 168 time: 0.0713494 Jul 29 23:59:06.058191 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59922) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:06.062556 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d0e0ca-483d-4bb6-88c4-ce974746b019 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb6ed0b9-e06f-4372-bd40-e12cdb63dfa7,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:06.112405 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-73574f8d-a806-4a16-89eb-262589d5099f tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0524931 Jul 29 23:59:06.115979 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59924) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:06.139787 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bc5995d-7608-4e81-9ee5-f2874447577f tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:06.147999 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bc5995d-7608-4e81-9ee5-f2874447577f tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:06.174349 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bc5995d-7608-4e81-9ee5-f2874447577f tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:06.182975 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8bc5995d-7608-4e81-9ee5-f2874447577f tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:06.184463 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-8bc5995d-7608-4e81-9ee5-f2874447577f tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/d649aefd-22ff-4784-8a53-35bea515fb51 HTTP/1.1" status: 204 len: 168 time: 0.0674577 Jul 29 23:59:06.187240 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59926) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:06.191454 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc5995d-7608-4e81-9ee5-f2874447577f tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d649aefd-22ff-4784-8a53-35bea515fb51,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:06.232692 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-3db10dea-b4c4-4c20-a86b-4663f2195a16 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0442634 Jul 29 23:59:06.235513 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59928) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:06.260031 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-67d9cb5c-d391-4740-9287-9afef9b1da2f tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:06.267377 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-67d9cb5c-d391-4740-9287-9afef9b1da2f tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:06.295518 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-67d9cb5c-d391-4740-9287-9afef9b1da2f tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:06.303947 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-67d9cb5c-d391-4740-9287-9afef9b1da2f tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:06.305067 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-67d9cb5c-d391-4740-9287-9afef9b1da2f tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/4a1d19b6-4b42-478d-b8fd-10309a28b54f HTTP/1.1" status: 204 len: 168 time: 0.0686479 Jul 29 23:59:06.307781 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59930) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:06.309380 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d9cb5c-d391-4740-9287-9afef9b1da2f tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4a1d19b6-4b42-478d-b8fd-10309a28b54f,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:06.350262 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-58d3a4dd-2b85-4eef-818a-2751feaa18f1 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0411115 Jul 29 23:59:06.352736 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59932) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:06.376199 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b8a45ccf-fa9b-47d4-8068-206ad3c1a3e0 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:06.383850 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b8a45ccf-fa9b-47d4-8068-206ad3c1a3e0 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:06.413962 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b8a45ccf-fa9b-47d4-8068-206ad3c1a3e0 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:06.419896 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b8a45ccf-fa9b-47d4-8068-206ad3c1a3e0 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:06.420996 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-b8a45ccf-fa9b-47d4-8068-206ad3c1a3e0 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/2adcfd59-ca81-4022-9709-bf2fea1f178c HTTP/1.1" status: 204 len: 168 time: 0.0673468 Jul 29 23:59:06.423838 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59934) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:06.426182 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a45ccf-fa9b-47d4-8068-206ad3c1a3e0 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2adcfd59-ca81-4022-9709-bf2fea1f178c,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:06.467689 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7859f03f-6493-422a-b516-169d519865d5 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0424626 Jul 29 23:59:06.470348 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59936) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:06.525556 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-39e0dd90-bd9c-4090-8333-6fbdc56b52c4 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:06.550528 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-39e0dd90-bd9c-4090-8333-6fbdc56b52c4 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:06.593142 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-39e0dd90-bd9c-4090-8333-6fbdc56b52c4 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:06.595737 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-39e0dd90-bd9c-4090-8333-6fbdc56b52c4 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:06.597000 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-39e0dd90-bd9c-4090-8333-6fbdc56b52c4 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] 10.222.0.43 "DELETE /v2.0/security-groups/94ea97b2-fa1e-442b-b333-602673123a38 HTTP/1.1" status: 204 len: 168 time: 0.1255982 Jul 29 23:59:06.600206 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59938) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:06.606669 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e0dd90-bd9c-4090-8333-6fbdc56b52c4 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ea97b2-fa1e-442b-b333-602673123a38,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:06.651114 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-7e35bf93-1ad7-441c-97a0-fc29944fff25 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0496516 Jul 29 23:59:06.655653 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59940) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:06.660437 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-1242d235-2846-4266-8755-b62b456659a6 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Request body: {'security_group': {'name': 'tempest-secgroup--1991260138'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:06.684192 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1242d235-2846-4266-8755-b62b456659a6 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:06.766674 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1242d235-2846-4266-8755-b62b456659a6 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:06.770452 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1242d235-2846-4266-8755-b62b456659a6 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:06.797933 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1242d235-2846-4266-8755-b62b456659a6 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:06.799144 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-1242d235-2846-4266-8755-b62b456659a6 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1424553 Jul 29 23:59:06.801836 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59942) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:06.807367 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-a4e3a181-0dff-4ab6-bde6-8302022ad350 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Request body: {'security_group_rule': {'security_group_id': '53c5b8ea-a996-48c9-a3bd-6b0e0048646c', 'direction': 'ingress', 'protocol': 17}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:06.814354 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1242d235-2846-4266-8755-b62b456659a6 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53c5b8ea-a996-48c9-a3bd-6b0e0048646c,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:06.837662 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a4e3a181-0dff-4ab6-bde6-8302022ad350 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:06.902160 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a4e3a181-0dff-4ab6-bde6-8302022ad350 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:06.905547 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a4e3a181-0dff-4ab6-bde6-8302022ad350 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:06.926559 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e3a181-0dff-4ab6-bde6-8302022ad350 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7d1c097-6c86-465b-899e-360b46de0d30,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:06.936329 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a4e3a181-0dff-4ab6-bde6-8302022ad350 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:06.937927 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a4e3a181-0dff-4ab6-bde6-8302022ad350 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1346202 Jul 29 23:59:06.940749 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59944) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:06.999595 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9496dd34-d4da-45fc-b744-a743d15a2561 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:07.025404 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9496dd34-d4da-45fc-b744-a743d15a2561 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:07.071166 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9496dd34-d4da-45fc-b744-a743d15a2561 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:07.073798 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9496dd34-d4da-45fc-b744-a743d15a2561 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:07.074972 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9496dd34-d4da-45fc-b744-a743d15a2561 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] 10.222.0.43 "DELETE /v2.0/security-groups/53c5b8ea-a996-48c9-a3bd-6b0e0048646c HTTP/1.1" status: 204 len: 168 time: 0.1331832 Jul 29 23:59:07.077934 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59946) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:07.087492 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9496dd34-d4da-45fc-b744-a743d15a2561 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c5b8ea-a996-48c9-a3bd-6b0e0048646c,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:07.132926 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-4226ad24-e476-4b7b-bbe6-b29fef847974 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0538511 Jul 29 23:59:07.136490 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59948) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:07.140933 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-bc1f3cd6-776e-480f-8220-bed82af8d1b9 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Request body: {'security_group': {'name': 'tempest-secgroup--1539035493'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:07.163411 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bc1f3cd6-776e-480f-8220-bed82af8d1b9 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:07.249135 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bc1f3cd6-776e-480f-8220-bed82af8d1b9 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:07.252937 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bc1f3cd6-776e-480f-8220-bed82af8d1b9 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:07.280684 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bc1f3cd6-776e-480f-8220-bed82af8d1b9 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:07.281942 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-bc1f3cd6-776e-480f-8220-bed82af8d1b9 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1445081 Jul 29 23:59:07.283880 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1f3cd6-776e-480f-8220-bed82af8d1b9 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c14b3718-04b3-499e-bcb3-d934039ed938,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:07.285031 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59950) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:07.291361 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-c4519be0-8fb5-4000-ba09-1d18fde08170 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Request body: {'security_group': {'name': 'tempest-secgroup--1639587380'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:07.315751 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c4519be0-8fb5-4000-ba09-1d18fde08170 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:07.398722 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c4519be0-8fb5-4000-ba09-1d18fde08170 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:07.402987 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c4519be0-8fb5-4000-ba09-1d18fde08170 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:07.417839 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:07.430599 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c4519be0-8fb5-4000-ba09-1d18fde08170 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:07.431828 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c4519be0-8fb5-4000-ba09-1d18fde08170 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1445804 Jul 29 23:59:07.435051 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59952) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:07.435854 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4519be0-8fb5-4000-ba09-1d18fde08170 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db4f3b12-8c8d-4955-a6e9-3161fb6e51c0,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:07.441045 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-8cd851ec-978d-4849-b8b8-889552c9d57f tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Request body: {'security_group_rule': {'security_group_id': 'c14b3718-04b3-499e-bcb3-d934039ed938', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'db4f3b12-8c8d-4955-a6e9-3161fb6e51c0', 'remote_ip_prefix': None}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:07.475419 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8cd851ec-978d-4849-b8b8-889552c9d57f tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:07.548915 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8cd851ec-978d-4849-b8b8-889552c9d57f tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:07.553195 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8cd851ec-978d-4849-b8b8-889552c9d57f tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:07.568794 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd851ec-978d-4849-b8b8-889552c9d57f tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0f521f0-3ae2-4d23-8ecf-9606dce5ebd5,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:07.584296 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8cd851ec-978d-4849-b8b8-889552c9d57f tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:07.589882 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-8cd851ec-978d-4849-b8b8-889552c9d57f tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1517544 Jul 29 23:59:07.590881 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59956) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:07.614904 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ea583452-8391-4991-bb66-fbf68f640aff tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:07.623054 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ea583452-8391-4991-bb66-fbf68f640aff tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:07.652937 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ea583452-8391-4991-bb66-fbf68f640aff tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:07.660219 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ea583452-8391-4991-bb66-fbf68f640aff tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:07.661454 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ea583452-8391-4991-bb66-fbf68f640aff tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/e0f521f0-3ae2-4d23-8ecf-9606dce5ebd5 HTTP/1.1" status: 204 len: 168 time: 0.0696535 Jul 29 23:59:07.666485 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59960) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:07.670804 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea583452-8391-4991-bb66-fbf68f640aff tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e0f521f0-3ae2-4d23-8ecf-9606dce5ebd5,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:07.714794 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b00b691a-5cfc-402d-98c7-02d2d903c297 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0469377 Jul 29 23:59:07.717413 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59964) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:07.773191 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3812cca2-d331-4374-852c-cca322c27ae5 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:07.795232 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3812cca2-d331-4374-852c-cca322c27ae5 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:07.847911 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3812cca2-d331-4374-852c-cca322c27ae5 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:07.852651 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3812cca2-d331-4374-852c-cca322c27ae5 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:07.854769 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-3812cca2-d331-4374-852c-cca322c27ae5 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] 10.222.0.43 "DELETE /v2.0/security-groups/db4f3b12-8c8d-4955-a6e9-3161fb6e51c0 HTTP/1.1" status: 204 len: 168 time: 0.1363866 Jul 29 23:59:07.858449 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59966) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:07.865519 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3812cca2-d331-4374-852c-cca322c27ae5 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4f3b12-8c8d-4955-a6e9-3161fb6e51c0,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:07.924206 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-5306e35e-39e1-4e3c-93f0-16a1e2e9c767 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0642459 Jul 29 23:59:07.927470 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59968) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:07.979983 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9199fe95-c633-4a74-8764-10636345ca70 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:08.006559 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9199fe95-c633-4a74-8764-10636345ca70 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:08.048617 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9199fe95-c633-4a74-8764-10636345ca70 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:08.051300 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9199fe95-c633-4a74-8764-10636345ca70 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:08.056332 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-9199fe95-c633-4a74-8764-10636345ca70 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] 10.222.0.43 "DELETE /v2.0/security-groups/c14b3718-04b3-499e-bcb3-d934039ed938 HTTP/1.1" status: 204 len: 168 time: 0.1247144 Jul 29 23:59:08.056989 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59972) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:08.063750 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9199fe95-c633-4a74-8764-10636345ca70 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14b3718-04b3-499e-bcb3-d934039ed938,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:08.115401 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ebe4303c-4f84-4650-96e1-dc0320d80d02 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0559318 Jul 29 23:59:08.118856 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59974) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:08.123363 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-a918f25c-a23a-4ec0-998a-d9e43830de48 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Request body: {'security_group': {'name': 'tempest-secgroup--472297666'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:08.147392 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a918f25c-a23a-4ec0-998a-d9e43830de48 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:08.238671 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a918f25c-a23a-4ec0-998a-d9e43830de48 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:08.243326 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a918f25c-a23a-4ec0-998a-d9e43830de48 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:08.272434 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a918f25c-a23a-4ec0-998a-d9e43830de48 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:08.273707 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a918f25c-a23a-4ec0-998a-d9e43830de48 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1538429 Jul 29 23:59:08.276497 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59976) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:08.281831 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-d69ae5e1-6e6a-45a6-8e1e-55ac45046528 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Request body: {'security_group_rule': {'security_group_id': '74f86c2a-9e72-4fdb-82f2-ff60d28a7473', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:08.289032 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a918f25c-a23a-4ec0-998a-d9e43830de48 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74f86c2a-9e72-4fdb-82f2-ff60d28a7473,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:08.316123 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d69ae5e1-6e6a-45a6-8e1e-55ac45046528 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:08.377451 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d69ae5e1-6e6a-45a6-8e1e-55ac45046528 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:08.391479 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d69ae5e1-6e6a-45a6-8e1e-55ac45046528 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:08.417124 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69ae5e1-6e6a-45a6-8e1e-55ac45046528 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e48a5755-84b1-4c11-ba6f-50715592aab6,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:08.420279 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d69ae5e1-6e6a-45a6-8e1e-55ac45046528 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:08.421525 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d69ae5e1-6e6a-45a6-8e1e-55ac45046528 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1441061 Jul 29 23:59:08.424554 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59978) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:08.449869 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-61161b2c-49b4-4891-8d41-9e63e5fb2f12 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:08.458327 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-61161b2c-49b4-4891-8d41-9e63e5fb2f12 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:08.485822 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-61161b2c-49b4-4891-8d41-9e63e5fb2f12 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:08.491997 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-61161b2c-49b4-4891-8d41-9e63e5fb2f12 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:08.493101 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-61161b2c-49b4-4891-8d41-9e63e5fb2f12 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/e48a5755-84b1-4c11-ba6f-50715592aab6 HTTP/1.1" status: 204 len: 168 time: 0.0676112 Jul 29 23:59:08.495820 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59980) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:08.512681 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61161b2c-49b4-4891-8d41-9e63e5fb2f12 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e48a5755-84b1-4c11-ba6f-50715592aab6,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:08.541248 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9397392a-2ff0-47c5-a3f3-2b6201e85c40 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0443859 Jul 29 23:59:08.543901 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59982) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:08.612885 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-03210328-e61b-4a1d-b975-478949014c41 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:08.636241 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-03210328-e61b-4a1d-b975-478949014c41 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:08.678935 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-03210328-e61b-4a1d-b975-478949014c41 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:08.681518 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-03210328-e61b-4a1d-b975-478949014c41 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:08.682773 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-03210328-e61b-4a1d-b975-478949014c41 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] 10.222.0.43 "DELETE /v2.0/security-groups/74f86c2a-9e72-4fdb-82f2-ff60d28a7473 HTTP/1.1" status: 204 len: 168 time: 0.1379457 Jul 29 23:59:08.686089 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59984) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:08.692169 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03210328-e61b-4a1d-b975-478949014c41 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f86c2a-9e72-4fdb-82f2-ff60d28a7473,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:08.743084 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-774d2f6c-2d68-419e-8cd5-e8cefee1f866 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0556481 Jul 29 23:59:08.746809 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59988) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:08.752266 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-687a8bf4-0c8f-43ae-a707-17168234865f tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Request body: {'security_group': {'name': 'tempest-secgroup--1990220390'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:08.775767 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-687a8bf4-0c8f-43ae-a707-17168234865f tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:08.863408 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-687a8bf4-0c8f-43ae-a707-17168234865f tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:08.872796 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-687a8bf4-0c8f-43ae-a707-17168234865f tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:08.904015 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687a8bf4-0c8f-43ae-a707-17168234865f tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4268710-65c6-43f5-a14d-3a06669ad9ec,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:08.906941 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-687a8bf4-0c8f-43ae-a707-17168234865f tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:08.908465 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-687a8bf4-0c8f-43ae-a707-17168234865f tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1604447 Jul 29 23:59:08.911251 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59990) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:08.916566 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-da99e090-3dd4-4838-9ee8-141a31cf1f16 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Request body: {'security_group_rule': {'security_group_id': 'b4268710-65c6-43f5-a14d-3a06669ad9ec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:08.957786 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-da99e090-3dd4-4838-9ee8-141a31cf1f16 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:09.017755 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-da99e090-3dd4-4838-9ee8-141a31cf1f16 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:09.026658 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-da99e090-3dd4-4838-9ee8-141a31cf1f16 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:09.055358 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da99e090-3dd4-4838-9ee8-141a31cf1f16 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee25ff98-bd56-4ab2-85ef-399012e78992,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:09.059111 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-da99e090-3dd4-4838-9ee8-141a31cf1f16 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:09.060330 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-da99e090-3dd4-4838-9ee8-141a31cf1f16 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1474669 Jul 29 23:59:09.063491 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59992) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:09.084823 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4756945c-78f2-46b0-90b4-9f60b0c40589 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] 10.222.0.43 "GET /v2.0/security-group-rules/ee25ff98-bd56-4ab2-85ef-399012e78992 HTTP/1.1" status: 200 len: 763 time: 0.0198452 Jul 29 23:59:09.087487 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59994) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:09.133949 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-22e1b165-9687-4759-ad3d-29e45830cc96 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0451243 Jul 29 23:59:09.136434 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 59996) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:09.162763 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d23234b8-f07c-4601-81a5-4499ac871486 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:09.170808 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d23234b8-f07c-4601-81a5-4499ac871486 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:09.198274 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d23234b8-f07c-4601-81a5-4499ac871486 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:09.204955 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d23234b8-f07c-4601-81a5-4499ac871486 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:09.206089 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d23234b8-f07c-4601-81a5-4499ac871486 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/ee25ff98-bd56-4ab2-85ef-399012e78992 HTTP/1.1" status: 204 len: 168 time: 0.0687089 Jul 29 23:59:09.209783 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 59998) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:09.212421 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23234b8-f07c-4601-81a5-4499ac871486 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ee25ff98-bd56-4ab2-85ef-399012e78992,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:09.250373 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-d45ee57c-cf21-408e-928c-8e4596f1e0d0 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0386715 Jul 29 23:59:09.253042 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60000) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:09.258725 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-1bc48827-1ffe-46f0-986a-8e17456e18ac tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Request body: {'security_group_rule': {'security_group_id': 'b4268710-65c6-43f5-a14d-3a06669ad9ec', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:09.291170 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1bc48827-1ffe-46f0-986a-8e17456e18ac tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:09.337797 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1bc48827-1ffe-46f0-986a-8e17456e18ac tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:09.341457 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1bc48827-1ffe-46f0-986a-8e17456e18ac tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:09.359939 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc48827-1ffe-46f0-986a-8e17456e18ac tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a86b5412-4920-4da1-9de6-b45327ee7b48,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:09.362212 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1bc48827-1ffe-46f0-986a-8e17456e18ac tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:09.363395 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-1bc48827-1ffe-46f0-986a-8e17456e18ac tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1093931 Jul 29 23:59:09.366245 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60002) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:09.382988 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-76965b86-fb12-4815-98b6-0434c94dbfcc tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] 10.222.0.43 "GET /v2.0/security-group-rules/a86b5412-4920-4da1-9de6-b45327ee7b48 HTTP/1.1" status: 200 len: 763 time: 0.0156858 Jul 29 23:59:09.385555 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60004) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:09.425883 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-1c582829-3585-4c4d-9433-3099fe86f979 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0392315 Jul 29 23:59:09.428511 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60006) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:09.451417 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8e837083-0de5-44f8-a48f-c423bd0bbd11 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:09.459347 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8e837083-0de5-44f8-a48f-c423bd0bbd11 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:09.485508 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8e837083-0de5-44f8-a48f-c423bd0bbd11 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:09.491705 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8e837083-0de5-44f8-a48f-c423bd0bbd11 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:09.492800 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-8e837083-0de5-44f8-a48f-c423bd0bbd11 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/a86b5412-4920-4da1-9de6-b45327ee7b48 HTTP/1.1" status: 204 len: 168 time: 0.0634015 Jul 29 23:59:09.495577 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60008) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:09.498217 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e837083-0de5-44f8-a48f-c423bd0bbd11 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a86b5412-4920-4da1-9de6-b45327ee7b48,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:09.537556 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-17dd9953-029d-4db5-b70e-ea9cac3a6138 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0408292 Jul 29 23:59:09.540272 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60010) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:09.544757 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-02d9071b-02da-4773-a887-6d6d8968791d tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Request body: {'security_group_rule': {'security_group_id': 'b4268710-65c6-43f5-a14d-3a06669ad9ec', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:09.569930 n-d-712141-10 neutron-server[94077]: INFO neutron.db.securitygroups_db [None req-02d9071b-02da-4773-a887-6d6d8968791d tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Project be49e6c202b64d72b0a59f27641f27e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 23:59:09.575197 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-02d9071b-02da-4773-a887-6d6d8968791d tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:09.623250 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-02d9071b-02da-4773-a887-6d6d8968791d tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:09.627391 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-02d9071b-02da-4773-a887-6d6d8968791d tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:09.650554 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d9071b-02da-4773-a887-6d6d8968791d tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e23416aa-465e-4356-b3f6-970b3bf7e67c,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:09.658312 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-02d9071b-02da-4773-a887-6d6d8968791d tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:09.663125 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-02d9071b-02da-4773-a887-6d6d8968791d tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1188135 Jul 29 23:59:09.663534 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60012) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:09.686264 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-8a1dd339-d8ca-4739-96f1-2a9acc99aa16 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] 10.222.0.43 "GET /v2.0/security-group-rules/e23416aa-465e-4356-b3f6-970b3bf7e67c HTTP/1.1" status: 200 len: 769 time: 0.0212667 Jul 29 23:59:09.686967 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60014) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:09.731870 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e8a7969f-46f7-40ce-a32d-03bce654971c tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0439091 Jul 29 23:59:09.734509 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60016) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:09.759907 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f5fa883c-fd23-4549-9015-9573d7dad6fc tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:09.768328 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f5fa883c-fd23-4549-9015-9573d7dad6fc tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:09.794316 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f5fa883c-fd23-4549-9015-9573d7dad6fc tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:09.800285 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f5fa883c-fd23-4549-9015-9573d7dad6fc tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:09.801317 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-f5fa883c-fd23-4549-9015-9573d7dad6fc tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] 10.222.0.43 "DELETE /v2.0/security-group-rules/e23416aa-465e-4356-b3f6-970b3bf7e67c HTTP/1.1" status: 204 len: 168 time: 0.0659106 Jul 29 23:59:09.804743 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60018) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:09.809784 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fa883c-fd23-4549-9015-9573d7dad6fc tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e23416aa-465e-4356-b3f6-970b3bf7e67c,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:09.844887 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-2afdaf3c-373e-4f51-9344-91c06b9f95cb tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] 10.222.0.43 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0389793 Jul 29 23:59:09.847733 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60020) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:09.906791 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-220e8133-c1bb-4c15-94c2-82f30ca557f3 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:09.932269 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-220e8133-c1bb-4c15-94c2-82f30ca557f3 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:09.976729 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-220e8133-c1bb-4c15-94c2-82f30ca557f3 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:09.979326 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-220e8133-c1bb-4c15-94c2-82f30ca557f3 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:09.980487 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-220e8133-c1bb-4c15-94c2-82f30ca557f3 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] 10.222.0.43 "DELETE /v2.0/security-groups/b4268710-65c6-43f5-a14d-3a06669ad9ec HTTP/1.1" status: 204 len: 168 time: 0.1318188 Jul 29 23:59:09.984030 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60022) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:09.989538 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220e8133-c1bb-4c15-94c2-82f30ca557f3 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4268710-65c6-43f5-a14d-3a06669ad9ec,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:10.036634 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-d6b36c9b-acba-42c2-a9c8-c4e837e04942 tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0513623 Jul 29 23:59:10.040893 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60024) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:10.085132 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-cf91e102-b92f-45da-9f76-73c475b92dbc tempest-SecGroupIPv6Test-1712761639 tempest-SecGroupIPv6Test-1712761639-project] 10.222.0.43 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0431406 Jul 29 23:59:10.341147 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60030) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:10.474524 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-3f3adebb-4986-4d24-83a4-e81a3f4189b5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=be49e6c202b64d72b0a59f27641f27e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1313076 Jul 29 23:59:10.477151 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60034) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:10.525811 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fa283d35-ae76-4122-8f46-d6fa3570646a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:10.546964 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fa283d35-ae76-4122-8f46-d6fa3570646a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:10.599798 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fa283d35-ae76-4122-8f46-d6fa3570646a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:10.602321 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fa283d35-ae76-4122-8f46-d6fa3570646a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:10.603510 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-fa283d35-ae76-4122-8f46-d6fa3570646a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dae567c4-597e-4f3f-ae11-28f4734410bc HTTP/1.1" status: 204 len: 168 time: 0.1254089 Jul 29 23:59:10.611373 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa283d35-ae76-4122-8f46-d6fa3570646a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae567c4-597e-4f3f-ae11-28f4734410bc,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:11.257483 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60056) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:11.379923 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-9468899f-efde-41f3-aa37-f24d27336c4b tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-300578852'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:11.402368 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9468899f-efde-41f3-aa37-f24d27336c4b tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Made reservation on behalf of 77d1770d319a491b886368cad2285ce0 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:59:11.405982 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9468899f-efde-41f3-aa37-f24d27336c4b tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:11.415611 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9468899f-efde-41f3-aa37-f24d27336c4b tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:11.507535 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9468899f-efde-41f3-aa37-f24d27336c4b tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:11.511519 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9468899f-efde-41f3-aa37-f24d27336c4b tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:11.541411 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9468899f-efde-41f3-aa37-f24d27336c4b tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:59:11.550161 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9468899f-efde-41f3-aa37-f24d27336c4b tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98471911-28db-4c2e-a151-45f646b3118d,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:11.556574 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9468899f-efde-41f3-aa37-f24d27336c4b tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:11.556923 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-9468899f-efde-41f3-aa37-f24d27336c4b tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Added segment 66d204da-e617-4423-87ba-bfeed04c291c of type vlan for network 932949ea-bd08-43a6-92c4-09adcef822d6 Jul 29 23:59:11.598157 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9468899f-efde-41f3-aa37-f24d27336c4b tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:11.628036 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9468899f-efde-41f3-aa37-f24d27336c4b tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:11.637464 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9468899f-efde-41f3-aa37-f24d27336c4b tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:11.638324 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9468899f-efde-41f3-aa37-f24d27336c4b tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Notify callbacks [] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:11.703781 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9468899f-efde-41f3-aa37-f24d27336c4b tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.4451327 Jul 29 23:59:11.706803 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60060) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:11.715147 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-e6e54f52-0e90-4c3c-8fec-a4915664bb46 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Request body: {'subnet': {'network_id': '932949ea-bd08-43a6-92c4-09adcef822d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:11.760974 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9468899f-efde-41f3-aa37-f24d27336c4b tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Pushing event updated for resources: {'Network': ['ID=932949ea-bd08-43a6-92c4-09adcef822d6,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:11.772177 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 932949ea-bd08-43a6-92c4-09adcef822d6 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:59:11.813950 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e54f52-0e90-4c3c-8fec-a4915664bb46 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Made reservation on behalf of 77d1770d319a491b886368cad2285ce0 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:59:11.818031 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e6e54f52-0e90-4c3c-8fec-a4915664bb46 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:12.015837 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e6e54f52-0e90-4c3c-8fec-a4915664bb46 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:12.075692 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e54f52-0e90-4c3c-8fec-a4915664bb46 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Pushing event updated for resources: {'Subnet': ['ID=c8168897-7ead-4d75-ad48-ac9bcce4d477,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:12.087438 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e54f52-0e90-4c3c-8fec-a4915664bb46 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Checking segment: {'id': '66d204da-e617-4423-87ba-bfeed04c291c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '932949ea-bd08-43a6-92c4-09adcef822d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:59:12.087803 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e54f52-0e90-4c3c-8fec-a4915664bb46 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Network hostable DHCP agents. Network: 932949ea-bd08-43a6-92c4-09adcef822d6, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:59:12.104754 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e54f52-0e90-4c3c-8fec-a4915664bb46 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Network 932949ea-bd08-43a6-92c4-09adcef822d6 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:59:12.113809 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-e6e54f52-0e90-4c3c-8fec-a4915664bb46 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 932949ea-bd08-43a6-92c4-09adcef822d6) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:59:12.117935 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e54f52-0e90-4c3c-8fec-a4915664bb46 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:12.118524 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e6e54f52-0e90-4c3c-8fec-a4915664bb46 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Notify callbacks [] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:12.123314 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6609002d-e870-4679-9a36-bd5f46710583 None None] Network 932949ea-bd08-43a6-92c4-09adcef822d6 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:59:12.133449 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e6e54f52-0e90-4c3c-8fec-a4915664bb46 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4254754 Jul 29 23:59:12.136291 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60062) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:12.141250 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-60139a12-6cd0-48dc-a879-49db33e148da tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Request body: {'port': {'network_id': '932949ea-bd08-43a6-92c4-09adcef822d6', 'name': 'tempest-TagsExtTest-1777529590'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:12.259558 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60139a12-6cd0-48dc-a879-49db33e148da tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Made reservation on behalf of 77d1770d319a491b886368cad2285ce0 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:59:12.263173 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-60139a12-6cd0-48dc-a879-49db33e148da tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:12.267442 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f611830-96b6-4323-92d7-909f318601a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-932949ea-bd08-43a6-92c4-09adcef822d6', 'network_id': '932949ea-bd08-43a6-92c4-09adcef822d6', 'tenant_id': '77d1770d319a491b886368cad2285ce0', 'fixed_ips': [{'subnet_id': 'c8168897-7ead-4d75-ad48-ac9bcce4d477'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:59:12.268332 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3f611830-96b6-4323-92d7-909f318601a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:12.282284 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [None req-60139a12-6cd0-48dc-a879-49db33e148da tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] device_id is not set on port 83f39799-eec1-43e8-80b9-ef372b6747ae yet. {{(pid=94077) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:59:12.392370 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-60139a12-6cd0-48dc-a879-49db33e148da tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Allocated IP 172.20.0.13 (932949ea-bd08-43a6-92c4-09adcef822d6/c8168897-7ead-4d75-ad48-ac9bcce4d477/83f39799-eec1-43e8-80b9-ef372b6747ae) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:59:12.543527 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-60139a12-6cd0-48dc-a879-49db33e148da tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:12.560420 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-60139a12-6cd0-48dc-a879-49db33e148da tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Transition to ACTIVE for port object 83f39799-eec1-43e8-80b9-ef372b6747ae will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:59:12.590305 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-60139a12-6cd0-48dc-a879-49db33e148da tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:12.638697 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60139a12-6cd0-48dc-a879-49db33e148da tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Network 932949ea-bd08-43a6-92c4-09adcef822d6 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:59:12.639557 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-3f611830-96b6-4323-92d7-909f318601a1 None None] Allocated IP 172.20.0.2 (932949ea-bd08-43a6-92c4-09adcef822d6/c8168897-7ead-4d75-ad48-ac9bcce4d477/9f577d05-3c86-456f-a2a9-04d008c0a07c) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:59:12.647714 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-60139a12-6cd0-48dc-a879-49db33e148da tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:59:12.650040 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60139a12-6cd0-48dc-a879-49db33e148da tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:59:12.659200 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60139a12-6cd0-48dc-a879-49db33e148da tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Pushing event updated for resources: {'Port': ['ID=83f39799-eec1-43e8-80b9-ef372b6747ae,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:12.712502 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60139a12-6cd0-48dc-a879-49db33e148da tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:12.713122 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-60139a12-6cd0-48dc-a879-49db33e148da tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:12.727887 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-60139a12-6cd0-48dc-a879-49db33e148da tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.5905275 Jul 29 23:59:12.730507 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60064) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:12.735586 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-fa450cd3-dcdd-4ba7-b1ef-2d341ddeecca tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1952277689', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:12.760740 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fa450cd3-dcdd-4ba7-b1ef-2d341ddeecca tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:12.761996 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fa450cd3-dcdd-4ba7-b1ef-2d341ddeecca tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:12.796483 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3f611830-96b6-4323-92d7-909f318601a1 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:12.806142 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-3f611830-96b6-4323-92d7-909f318601a1 None None] Transition to ACTIVE for port object 9f577d05-3c86-456f-a2a9-04d008c0a07c will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:59:12.815212 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fa450cd3-dcdd-4ba7-b1ef-2d341ddeecca tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:12.820637 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fa450cd3-dcdd-4ba7-b1ef-2d341ddeecca tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:12.828239 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-3f611830-96b6-4323-92d7-909f318601a1 None None] Transition to ACTIVE for port object 9f577d05-3c86-456f-a2a9-04d008c0a07c will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:59:12.835650 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3f611830-96b6-4323-92d7-909f318601a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:12.840876 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fa450cd3-dcdd-4ba7-b1ef-2d341ddeecca tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:12.842270 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-fa450cd3-dcdd-4ba7-b1ef-2d341ddeecca tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1104670 Jul 29 23:59:12.844910 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60066) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:12.849671 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-95a567b2-1164-4068-bdd2-11ab38eae38b tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1449087375', 'prefixes': ['172.20.0.0/16']}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:12.875821 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f611830-96b6-4323-92d7-909f318601a1 None None] Network 932949ea-bd08-43a6-92c4-09adcef822d6 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:59:12.878829 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-3f611830-96b6-4323-92d7-909f318601a1 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:59:12.883941 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f611830-96b6-4323-92d7-909f318601a1 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:59:12.893456 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f611830-96b6-4323-92d7-909f318601a1 None None] Pushing event updated for resources: {'Port': ['ID=9f577d05-3c86-456f-a2a9-04d008c0a07c,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:12.917140 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-95a567b2-1164-4068-bdd2-11ab38eae38b tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Notify callbacks [] for subnetpool, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:12.924712 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-95a567b2-1164-4068-bdd2-11ab38eae38b tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.0724959 Jul 29 23:59:12.926276 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60068) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:12.931805 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.tag.tag_plugin [None req-8f0cee40-efb4-49fb-9397-c3adee8e35e1 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c8168897-7ead-4d75-ad48-ac9bcce4d477', 'tempest-TagsExtTest-Tag-1898685228') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:12.958960 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-3f611830-96b6-4323-92d7-909f318601a1 None None] Attempting to bind port 9f577d05-3c86-456f-a2a9-04d008c0a07c on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:59:12.959381 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-3f611830-96b6-4323-92d7-909f318601a1 None None] Attempting to bind port 9f577d05-3c86-456f-a2a9-04d008c0a07c by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '66d204da-e617-4423-87ba-bfeed04c291c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '932949ea-bd08-43a6-92c4-09adcef822d6'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:59:12.959745 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f611830-96b6-4323-92d7-909f318601a1 None None] Attempting to bind port 9f577d05-3c86-456f-a2a9-04d008c0a07c on network 932949ea-bd08-43a6-92c4-09adcef822d6 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:59:12.964881 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f611830-96b6-4323-92d7-909f318601a1 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:59:12.965280 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f611830-96b6-4323-92d7-909f318601a1 None None] Checking segment: {'id': '66d204da-e617-4423-87ba-bfeed04c291c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '932949ea-bd08-43a6-92c4-09adcef822d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:59:12.965712 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3f611830-96b6-4323-92d7-909f318601a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:12.966100 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f611830-96b6-4323-92d7-909f318601a1 None None] Bound using segment: {'id': '66d204da-e617-4423-87ba-bfeed04c291c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '932949ea-bd08-43a6-92c4-09adcef822d6'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:59:12.966564 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-3f611830-96b6-4323-92d7-909f318601a1 None None] Bound port: 9f577d05-3c86-456f-a2a9-04d008c0a07c, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66d204da-e617-4423-87ba-bfeed04c291c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '932949ea-bd08-43a6-92c4-09adcef822d6'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:59:12.966943 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3f611830-96b6-4323-92d7-909f318601a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:13.032524 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-3f611830-96b6-4323-92d7-909f318601a1 None None] For port 9f577d05-3c86-456f-a2a9-04d008c0a07c, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:59:13.034406 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8f0cee40-efb4-49fb-9397-c3adee8e35e1 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] 10.222.0.43 "PUT /v2.0/subnets/c8168897-7ead-4d75-ad48-ac9bcce4d477/tags/tempest-TagsExtTest-Tag-1898685228 HTTP/1.1" status: 201 len: 201 time: 0.1062996 Jul 29 23:59:13.037301 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-3f611830-96b6-4323-92d7-909f318601a1 None None] For port 9f577d05-3c86-456f-a2a9-04d008c0a07c, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=9f577d05-3c86-456f-a2a9-04d008c0a07c,segment=NetworkSegment(66d204da-e617-4423-87ba-bfeed04c291c),segment_id=66d204da-e617-4423-87ba-bfeed04c291c)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:59:13.041980 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3f611830-96b6-4323-92d7-909f318601a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:13.043987 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60070) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:13.048883 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.tag.tag_plugin [None req-1f94e3f4-8b92-438a-b8be-fb7b4e13ee8d tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '83f39799-eec1-43e8-80b9-ef372b6747ae', 'tempest-TagsExtTest-Tag-1777854028') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:13.111096 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f611830-96b6-4323-92d7-909f318601a1 None None] Pushing event updated for resources: {'Port': ['ID=9f577d05-3c86-456f-a2a9-04d008c0a07c,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:13.126709 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-1f94e3f4-8b92-438a-b8be-fb7b4e13ee8d tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] 10.222.0.43 "PUT /v2.0/ports/83f39799-eec1-43e8-80b9-ef372b6747ae/tags/tempest-TagsExtTest-Tag-1777854028 HTTP/1.1" status: 201 len: 201 time: 0.0813231 Jul 29 23:59:13.129112 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60072) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:13.136856 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.tag.tag_plugin [None req-03642835-9417-467c-a756-f395080dfcec tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '9dc6084d-bb26-4cdd-a577-b769532d0f5f', 'tempest-TagsExtTest-Tag-1205600532') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:13.507684 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-03642835-9417-467c-a756-f395080dfcec tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] 10.222.0.43 "PUT /v2.0/routers/9dc6084d-bb26-4cdd-a577-b769532d0f5f/tags/tempest-TagsExtTest-Tag-1205600532 HTTP/1.1" status: 201 len: 201 time: 0.3771772 Jul 29 23:59:13.510590 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60074) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:13.515365 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.tag.tag_plugin [None req-221ee53d-1a6c-4071-bf50-d41fa5346a9c tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '6488489f-57a8-4754-b68c-4fdbd5ccc69f', 'tempest-TagsExtTest-Tag-430805625') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:13.564673 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-221ee53d-1a6c-4071-bf50-d41fa5346a9c tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] 10.222.0.43 "PUT /v2.0/subnetpools/6488489f-57a8-4754-b68c-4fdbd5ccc69f/tags/tempest-TagsExtTest-Tag-430805625 HTTP/1.1" status: 201 len: 201 time: 0.0530398 Jul 29 23:59:13.567458 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60076) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:13.573153 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.tag.tag_plugin [None req-0e2251c6-ec9f-4c1f-99d4-2b2e763af874 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c8168897-7ead-4d75-ad48-ac9bcce4d477') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:13.627799 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0e2251c6-ec9f-4c1f-99d4-2b2e763af874 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] 10.222.0.43 "GET /v2.0/subnets/c8168897-7ead-4d75-ad48-ac9bcce4d477/tags HTTP/1.1" status: 200 len: 241 time: 0.0590105 Jul 29 23:59:13.630604 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60078) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:13.635022 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.tag.tag_plugin [None req-5d52ad00-c7ca-4d50-a28b-76818a080fb3 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c8168897-7ead-4d75-ad48-ac9bcce4d477', 'tempest-TagsExtTest-Tag-1898685228') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:13.690414 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-5d52ad00-c7ca-4d50-a28b-76818a080fb3 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] 10.222.0.43 "GET /v2.0/subnets/c8168897-7ead-4d75-ad48-ac9bcce4d477/tags/tempest-TagsExtTest-Tag-1898685228 HTTP/1.1" status: 204 len: 168 time: 0.0586710 Jul 29 23:59:13.693049 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60080) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:13.697430 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.tag.tag_plugin [None req-e106fe08-161d-406c-91c4-91ab3d0f2deb tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'c8168897-7ead-4d75-ad48-ac9bcce4d477', 'tempest-TagsExtTest-Tag-1898685228') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:13.777646 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60082) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:13.778137 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e106fe08-161d-406c-91c4-91ab3d0f2deb tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] 10.222.0.43 "DELETE /v2.0/subnets/c8168897-7ead-4d75-ad48-ac9bcce4d477/tags/tempest-TagsExtTest-Tag-1898685228 HTTP/1.1" status: 204 len: 168 time: 0.0836873 Jul 29 23:59:13.782576 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.tag.tag_plugin [None req-641e42a8-ab19-4a92-9501-c27b5110e353 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'c8168897-7ead-4d75-ad48-ac9bcce4d477') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:13.876684 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-641e42a8-ab19-4a92-9501-c27b5110e353 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] 10.222.0.43 "GET /v2.0/subnets/c8168897-7ead-4d75-ad48-ac9bcce4d477/tags HTTP/1.1" status: 200 len: 205 time: 0.0976906 Jul 29 23:59:13.879572 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60084) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:13.885204 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.tag.tag_plugin [None req-892e6fd7-1ec4-4a01-a99c-859447e7a47e tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '83f39799-eec1-43e8-80b9-ef372b6747ae') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:13.953771 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-892e6fd7-1ec4-4a01-a99c-859447e7a47e tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] 10.222.0.43 "GET /v2.0/ports/83f39799-eec1-43e8-80b9-ef372b6747ae/tags HTTP/1.1" status: 200 len: 241 time: 0.0715830 Jul 29 23:59:13.956682 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60086) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:13.962063 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.tag.tag_plugin [None req-0fd85e90-7fef-4edb-a393-bc0bb3437c50 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '83f39799-eec1-43e8-80b9-ef372b6747ae', 'tempest-TagsExtTest-Tag-1777854028') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:13.987066 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 9f577d05-3c86-456f-a2a9-04d008c0a07c up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:59:14.018011 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-0fd85e90-7fef-4edb-a393-bc0bb3437c50 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] 10.222.0.43 "GET /v2.0/ports/83f39799-eec1-43e8-80b9-ef372b6747ae/tags/tempest-TagsExtTest-Tag-1777854028 HTTP/1.1" status: 204 len: 168 time: 0.0602171 Jul 29 23:59:14.021128 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60088) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:14.026044 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.tag.tag_plugin [None req-f105e09a-ae46-4ca1-be51-dac02ec5c923 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '83f39799-eec1-43e8-80b9-ef372b6747ae', 'tempest-TagsExtTest-Tag-1777854028') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:14.046556 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 9f577d05-3c86-456f-a2a9-04d008c0a07c completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:59:14.104316 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-f105e09a-ae46-4ca1-be51-dac02ec5c923 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] 10.222.0.43 "DELETE /v2.0/ports/83f39799-eec1-43e8-80b9-ef372b6747ae/tags/tempest-TagsExtTest-Tag-1777854028 HTTP/1.1" status: 204 len: 168 time: 0.0820754 Jul 29 23:59:14.104671 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60090) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:14.109323 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.tag.tag_plugin [None req-951b2dd1-2a54-4eaf-b0a1-d8e26d733b4b tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '83f39799-eec1-43e8-80b9-ef372b6747ae') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:14.113128 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2f8ea7-d62d-48d8-8968-1301ffbd7bf6 None None] Network 932949ea-bd08-43a6-92c4-09adcef822d6 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:59:14.159523 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-951b2dd1-2a54-4eaf-b0a1-d8e26d733b4b tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] 10.222.0.43 "GET /v2.0/ports/83f39799-eec1-43e8-80b9-ef372b6747ae/tags HTTP/1.1" status: 200 len: 205 time: 0.0536888 Jul 29 23:59:14.163995 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60092) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:14.168892 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.tag.tag_plugin [None req-ebe50b49-a09d-4e82-8324-da94c305a0cd tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '9dc6084d-bb26-4cdd-a577-b769532d0f5f') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:14.176364 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-a03295cd-de37-4919-9ca5-d77aaac748da None None] Provisioning for port 9f577d05-3c86-456f-a2a9-04d008c0a07c completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:59:14.188697 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-a03295cd-de37-4919-9ca5-d77aaac748da None None] Provisioning complete for port 9f577d05-3c86-456f-a2a9-04d008c0a07c triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:59:14.189065 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a03295cd-de37-4919-9ca5-d77aaac748da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:14.246074 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ebe50b49-a09d-4e82-8324-da94c305a0cd tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] 10.222.0.43 "GET /v2.0/routers/9dc6084d-bb26-4cdd-a577-b769532d0f5f/tags HTTP/1.1" status: 200 len: 241 time: 0.0807941 Jul 29 23:59:14.248908 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60094) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:14.253349 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.tag.tag_plugin [None req-25a0bc9c-1832-45e9-ab0b-9eb95cde8ee1 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9dc6084d-bb26-4cdd-a577-b769532d0f5f', 'tempest-TagsExtTest-Tag-1205600532') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:14.335894 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-25a0bc9c-1832-45e9-ab0b-9eb95cde8ee1 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] 10.222.0.43 "GET /v2.0/routers/9dc6084d-bb26-4cdd-a577-b769532d0f5f/tags/tempest-TagsExtTest-Tag-1205600532 HTTP/1.1" status: 204 len: 168 time: 0.0859070 Jul 29 23:59:14.336894 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60096) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:14.342498 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.tag.tag_plugin [None req-da842559-143f-4e4c-8497-6d67937b58d4 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '9dc6084d-bb26-4cdd-a577-b769532d0f5f', 'tempest-TagsExtTest-Tag-1205600532') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:14.345155 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a03295cd-de37-4919-9ca5-d77aaac748da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:14.390371 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-a03295cd-de37-4919-9ca5-d77aaac748da None None] For port 9f577d05-3c86-456f-a2a9-04d008c0a07c, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=9f577d05-3c86-456f-a2a9-04d008c0a07c,segment=NetworkSegment(66d204da-e617-4423-87ba-bfeed04c291c),segment_id=66d204da-e617-4423-87ba-bfeed04c291c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:59:14.394269 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a03295cd-de37-4919-9ca5-d77aaac748da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:14.444813 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-da842559-143f-4e4c-8497-6d67937b58d4 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] 10.222.0.43 "DELETE /v2.0/routers/9dc6084d-bb26-4cdd-a577-b769532d0f5f/tags/tempest-TagsExtTest-Tag-1205600532 HTTP/1.1" status: 204 len: 168 time: 0.1039774 Jul 29 23:59:14.445455 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60098) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:14.450612 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.tag.tag_plugin [None req-862bddc6-5e27-432c-a79b-dd8c6b7d1a14 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '9dc6084d-bb26-4cdd-a577-b769532d0f5f') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:14.451823 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03295cd-de37-4919-9ca5-d77aaac748da None None] Pushing event updated for resources: {'Port': ['ID=9f577d05-3c86-456f-a2a9-04d008c0a07c,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:14.534319 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-862bddc6-5e27-432c-a79b-dd8c6b7d1a14 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] 10.222.0.43 "GET /v2.0/routers/9dc6084d-bb26-4cdd-a577-b769532d0f5f/tags HTTP/1.1" status: 200 len: 205 time: 0.0869055 Jul 29 23:59:14.535384 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60100) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:14.540504 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.tag.tag_plugin [None req-eacc6d78-d313-4d9d-b5c3-5bdf47fb8edc tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '6488489f-57a8-4754-b68c-4fdbd5ccc69f') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:14.568439 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-eacc6d78-d313-4d9d-b5c3-5bdf47fb8edc tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] 10.222.0.43 "GET /v2.0/subnetpools/6488489f-57a8-4754-b68c-4fdbd5ccc69f/tags HTTP/1.1" status: 200 len: 240 time: 0.0298152 Jul 29 23:59:14.569481 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60102) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:14.574102 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.tag.tag_plugin [None req-2088dcc9-ceb7-44e8-a25f-e540806f23c5 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6488489f-57a8-4754-b68c-4fdbd5ccc69f', 'tempest-TagsExtTest-Tag-430805625') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:14.600177 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-2088dcc9-ceb7-44e8-a25f-e540806f23c5 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] 10.222.0.43 "GET /v2.0/subnetpools/6488489f-57a8-4754-b68c-4fdbd5ccc69f/tags/tempest-TagsExtTest-Tag-430805625 HTTP/1.1" status: 204 len: 168 time: 0.0295203 Jul 29 23:59:14.602644 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60104) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:14.607979 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.tag.tag_plugin [None req-74ff2136-d221-46c6-ba81-da339fc7a9d4 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '6488489f-57a8-4754-b68c-4fdbd5ccc69f', 'tempest-TagsExtTest-Tag-430805625') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:14.619734 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-392f5015-ce92-4e3f-8dff-ffa94324cf46 None None] Provisioning for port 83f39799-eec1-43e8-80b9-ef372b6747ae completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:59:14.624898 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-392f5015-ce92-4e3f-8dff-ffa94324cf46 None None] Provisioning complete for port 83f39799-eec1-43e8-80b9-ef372b6747ae triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:59:14.625273 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-392f5015-ce92-4e3f-8dff-ffa94324cf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:14.654772 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-74ff2136-d221-46c6-ba81-da339fc7a9d4 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] 10.222.0.43 "DELETE /v2.0/subnetpools/6488489f-57a8-4754-b68c-4fdbd5ccc69f/tags/tempest-TagsExtTest-Tag-430805625 HTTP/1.1" status: 204 len: 168 time: 0.0504141 Jul 29 23:59:14.657012 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60106) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:14.662417 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.tag.tag_plugin [None req-c10ca16d-f04f-4f4e-8b7a-64096079365c tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '6488489f-57a8-4754-b68c-4fdbd5ccc69f') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:14.674079 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-392f5015-ce92-4e3f-8dff-ffa94324cf46 None None] Port 83f39799-eec1-43e8-80b9-ef372b6747ae cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:59:14.686799 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c10ca16d-f04f-4f4e-8b7a-64096079365c tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] 10.222.0.43 "GET /v2.0/subnetpools/6488489f-57a8-4754-b68c-4fdbd5ccc69f/tags HTTP/1.1" status: 200 len: 205 time: 0.0285823 Jul 29 23:59:14.688211 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-392f5015-ce92-4e3f-8dff-ffa94324cf46 None None] Provisioning complete for port 9f577d05-3c86-456f-a2a9-04d008c0a07c triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:59:14.688608 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-392f5015-ce92-4e3f-8dff-ffa94324cf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:14.689281 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60108) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:14.693890 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.tag.tag_plugin [None req-4b6765b3-32ae-4b6f-a53d-81bfa73e3b00 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6488489f-57a8-4754-b68c-4fdbd5ccc69f') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:14.722538 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4b6765b3-32ae-4b6f-a53d-81bfa73e3b00 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] 10.222.0.43 "DELETE /v2.0/subnetpools/6488489f-57a8-4754-b68c-4fdbd5ccc69f/tags HTTP/1.1" status: 204 len: 168 time: 0.0321424 Jul 29 23:59:14.727434 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60110) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:14.732698 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.tag.tag_plugin [None req-7e479c11-c4b5-4f34-bd5f-cde4f0d29bec tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9dc6084d-bb26-4cdd-a577-b769532d0f5f') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:14.820602 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7e479c11-c4b5-4f34-bd5f-cde4f0d29bec tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] 10.222.0.43 "DELETE /v2.0/routers/9dc6084d-bb26-4cdd-a577-b769532d0f5f/tags HTTP/1.1" status: 204 len: 168 time: 0.0918741 Jul 29 23:59:14.823643 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60112) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:14.827918 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.tag.tag_plugin [None req-62476343-04f2-4e6f-aa00-141fa341dae1 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '83f39799-eec1-43e8-80b9-ef372b6747ae') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:14.881008 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-62476343-04f2-4e6f-aa00-141fa341dae1 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] 10.222.0.43 "DELETE /v2.0/ports/83f39799-eec1-43e8-80b9-ef372b6747ae/tags HTTP/1.1" status: 204 len: 168 time: 0.0563672 Jul 29 23:59:14.883861 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60114) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:14.888356 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.tag.tag_plugin [None req-a6b2bbe9-c610-4980-a892-f399b8f3c8d5 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c8168897-7ead-4d75-ad48-ac9bcce4d477') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:14.897687 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-e5901ce6-dce0-460a-9be1-a96c1dc3438f None None] Provisioning complete for port 83f39799-eec1-43e8-80b9-ef372b6747ae triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:59:14.898157 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e5901ce6-dce0-460a-9be1-a96c1dc3438f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:14.936692 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-e5901ce6-dce0-460a-9be1-a96c1dc3438f None None] Port 83f39799-eec1-43e8-80b9-ef372b6747ae cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:59:14.944496 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a6b2bbe9-c610-4980-a892-f399b8f3c8d5 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] 10.222.0.43 "DELETE /v2.0/subnets/c8168897-7ead-4d75-ad48-ac9bcce4d477/tags HTTP/1.1" status: 204 len: 168 time: 0.0596280 Jul 29 23:59:14.948188 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60116) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:14.952723 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.tag.tag_plugin [None req-bc0d9a7c-a192-48a1-88a4-6ba984f5602f tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'c8168897-7ead-4d75-ad48-ac9bcce4d477', 'tempest-TagsExtTest-Tag-110225464') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:15.023726 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-bc0d9a7c-a192-48a1-88a4-6ba984f5602f tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] 10.222.0.43 "PUT /v2.0/subnets/c8168897-7ead-4d75-ad48-ac9bcce4d477/tags/tempest-TagsExtTest-Tag-110225464 HTTP/1.1" status: 201 len: 201 time: 0.0744510 Jul 29 23:59:15.026491 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60118) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:15.031015 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.tag.tag_plugin [None req-9800797a-a7ec-4d36-aac3-74fdf450e8ff tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '83f39799-eec1-43e8-80b9-ef372b6747ae', 'tempest-TagsExtTest-Tag-1441604141') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:15.091535 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9800797a-a7ec-4d36-aac3-74fdf450e8ff tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] 10.222.0.43 "PUT /v2.0/ports/83f39799-eec1-43e8-80b9-ef372b6747ae/tags/tempest-TagsExtTest-Tag-1441604141 HTTP/1.1" status: 201 len: 201 time: 0.0640059 Jul 29 23:59:15.094239 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60120) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:15.099650 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.tag.tag_plugin [None req-f2f53620-6811-4f88-a186-df3d01224c9b tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '9dc6084d-bb26-4cdd-a577-b769532d0f5f', 'tempest-TagsExtTest-Tag-37366991') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:15.204731 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-f2f53620-6811-4f88-a186-df3d01224c9b tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] 10.222.0.43 "PUT /v2.0/routers/9dc6084d-bb26-4cdd-a577-b769532d0f5f/tags/tempest-TagsExtTest-Tag-37366991 HTTP/1.1" status: 201 len: 201 time: 0.1094820 Jul 29 23:59:15.208897 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60122) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:15.213806 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.tag.tag_plugin [None req-4c7f9e8f-46a8-4acf-b006-c02194fc9a1e tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '6488489f-57a8-4754-b68c-4fdbd5ccc69f', 'tempest-TagsExtTest-Tag-1816455669') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:15.248515 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4c7f9e8f-46a8-4acf-b006-c02194fc9a1e tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] 10.222.0.43 "PUT /v2.0/subnetpools/6488489f-57a8-4754-b68c-4fdbd5ccc69f/tags/tempest-TagsExtTest-Tag-1816455669 HTTP/1.1" status: 201 len: 201 time: 0.0384519 Jul 29 23:59:15.251111 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60124) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:15.256127 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.tag.tag_plugin [None req-488760ae-3d1f-48ae-a4ac-e5577e989b57 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'c8168897-7ead-4d75-ad48-ac9bcce4d477', {'tags': ['tempest-TagsExtTest-Tag-538043154', 'tempest-TagsExtTest-Tag-278349628', 'tempest-TagsExtTest-Tag-956709931']}) {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:15.326075 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-488760ae-3d1f-48ae-a4ac-e5577e989b57 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] 10.222.0.43 "PUT /v2.0/subnets/c8168897-7ead-4d75-ad48-ac9bcce4d477/tags HTTP/1.1" status: 200 len: 315 time: 0.0738175 Jul 29 23:59:15.328437 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60126) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:15.332754 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.tag.tag_plugin [None req-3e23138a-8292-40cd-8630-042058d9226b tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c8168897-7ead-4d75-ad48-ac9bcce4d477') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:15.404040 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-3e23138a-8292-40cd-8630-042058d9226b tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] 10.222.0.43 "DELETE /v2.0/subnets/c8168897-7ead-4d75-ad48-ac9bcce4d477/tags HTTP/1.1" status: 204 len: 168 time: 0.0745707 Jul 29 23:59:15.406876 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60128) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:15.411581 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.tag.tag_plugin [None req-754eee7d-f573-46ab-a6dd-97d9dc715b07 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c8168897-7ead-4d75-ad48-ac9bcce4d477', 'tempest-TagsExtTest-Tag-538043154') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:15.462642 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-754eee7d-f573-46ab-a6dd-97d9dc715b07 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] show failed (client error): The resource could not be found. Jul 29 23:59:15.463709 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-754eee7d-f573-46ab-a6dd-97d9dc715b07 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] 10.222.0.43 "GET /v2.0/subnets/c8168897-7ead-4d75-ad48-ac9bcce4d477/tags/tempest-TagsExtTest-Tag-538043154 HTTP/1.1" status: 404 len: 328 time: 0.0557997 Jul 29 23:59:15.466584 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60130) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:15.470759 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.tag.tag_plugin [None req-54b9fd25-a89d-46a6-8cff-553a212bc916 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c8168897-7ead-4d75-ad48-ac9bcce4d477', 'tempest-TagsExtTest-Tag-278349628') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:15.527219 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-54b9fd25-a89d-46a6-8cff-553a212bc916 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] show failed (client error): The resource could not be found. Jul 29 23:59:15.528269 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-54b9fd25-a89d-46a6-8cff-553a212bc916 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] 10.222.0.43 "GET /v2.0/subnets/c8168897-7ead-4d75-ad48-ac9bcce4d477/tags/tempest-TagsExtTest-Tag-278349628 HTTP/1.1" status: 404 len: 328 time: 0.0607908 Jul 29 23:59:15.531189 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60132) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:15.535793 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.tag.tag_plugin [None req-e4effae4-bece-403b-a61f-95e020678c17 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'c8168897-7ead-4d75-ad48-ac9bcce4d477', 'tempest-TagsExtTest-Tag-956709931') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:15.588765 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-e4effae4-bece-403b-a61f-95e020678c17 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] show failed (client error): The resource could not be found. Jul 29 23:59:15.589957 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e4effae4-bece-403b-a61f-95e020678c17 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] 10.222.0.43 "GET /v2.0/subnets/c8168897-7ead-4d75-ad48-ac9bcce4d477/tags/tempest-TagsExtTest-Tag-956709931 HTTP/1.1" status: 404 len: 328 time: 0.0575652 Jul 29 23:59:15.592445 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60136) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:15.597284 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.tag.tag_plugin [None req-d7329693-0070-4c53-84b2-18d4025f014a tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '83f39799-eec1-43e8-80b9-ef372b6747ae', {'tags': ['tempest-TagsExtTest-Tag-1780310199', 'tempest-TagsExtTest-Tag-124508234', 'tempest-TagsExtTest-Tag-278401772']}) {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:15.654319 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d7329693-0070-4c53-84b2-18d4025f014a tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] 10.222.0.43 "PUT /v2.0/ports/83f39799-eec1-43e8-80b9-ef372b6747ae/tags HTTP/1.1" status: 200 len: 316 time: 0.0608513 Jul 29 23:59:15.656811 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60138) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:15.661920 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.tag.tag_plugin [None req-76a6a329-5027-48a3-a262-222347ea95d5 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '83f39799-eec1-43e8-80b9-ef372b6747ae') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:15.734839 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-76a6a329-5027-48a3-a262-222347ea95d5 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] 10.222.0.43 "DELETE /v2.0/ports/83f39799-eec1-43e8-80b9-ef372b6747ae/tags HTTP/1.1" status: 204 len: 168 time: 0.0768991 Jul 29 23:59:15.737420 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60140) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:15.742542 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.tag.tag_plugin [None req-0cf1ab8a-b9ce-4f47-bbfe-283a4af945f5 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '83f39799-eec1-43e8-80b9-ef372b6747ae', 'tempest-TagsExtTest-Tag-1780310199') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:15.803334 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-0cf1ab8a-b9ce-4f47-bbfe-283a4af945f5 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] show failed (client error): The resource could not be found. Jul 29 23:59:15.804396 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0cf1ab8a-b9ce-4f47-bbfe-283a4af945f5 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] 10.222.0.43 "GET /v2.0/ports/83f39799-eec1-43e8-80b9-ef372b6747ae/tags/tempest-TagsExtTest-Tag-1780310199 HTTP/1.1" status: 404 len: 329 time: 0.0659549 Jul 29 23:59:15.807443 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60142) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:15.811814 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.tag.tag_plugin [None req-e7a10f8f-5a8a-4524-a848-e1f0209f2e50 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '83f39799-eec1-43e8-80b9-ef372b6747ae', 'tempest-TagsExtTest-Tag-124508234') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:15.862111 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-e7a10f8f-5a8a-4524-a848-e1f0209f2e50 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] show failed (client error): The resource could not be found. Jul 29 23:59:15.863093 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e7a10f8f-5a8a-4524-a848-e1f0209f2e50 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] 10.222.0.43 "GET /v2.0/ports/83f39799-eec1-43e8-80b9-ef372b6747ae/tags/tempest-TagsExtTest-Tag-124508234 HTTP/1.1" status: 404 len: 328 time: 0.0547585 Jul 29 23:59:15.866600 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60144) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:15.871165 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.tag.tag_plugin [None req-904d12a8-b817-4c1b-851e-5463f5bba345 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '83f39799-eec1-43e8-80b9-ef372b6747ae', 'tempest-TagsExtTest-Tag-278401772') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:15.921594 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-904d12a8-b817-4c1b-851e-5463f5bba345 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] show failed (client error): The resource could not be found. Jul 29 23:59:15.922676 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-904d12a8-b817-4c1b-851e-5463f5bba345 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] 10.222.0.43 "GET /v2.0/ports/83f39799-eec1-43e8-80b9-ef372b6747ae/tags/tempest-TagsExtTest-Tag-278401772 HTTP/1.1" status: 404 len: 328 time: 0.0551558 Jul 29 23:59:15.925441 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60146) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:15.931098 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.tag.tag_plugin [None req-5611b0df-3be3-4ff1-933f-5d40d171adcd tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '9dc6084d-bb26-4cdd-a577-b769532d0f5f', {'tags': ['tempest-TagsExtTest-Tag-1222999016', 'tempest-TagsExtTest-Tag-847971507', 'tempest-TagsExtTest-Tag-1952550143']}) {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:15.949209 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 9f577d05-3c86-456f-a2a9-04d008c0a07c up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:59:16.011244 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 9f577d05-3c86-456f-a2a9-04d008c0a07c triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:59:16.011622 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:16.027642 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-5611b0df-3be3-4ff1-933f-5d40d171adcd tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] 10.222.0.43 "PUT /v2.0/routers/9dc6084d-bb26-4cdd-a577-b769532d0f5f/tags HTTP/1.1" status: 200 len: 317 time: 0.1010869 Jul 29 23:59:16.028212 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60150) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:16.033531 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.tag.tag_plugin [None req-97ec8107-0050-4af3-83e0-2dc8d58594a3 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9dc6084d-bb26-4cdd-a577-b769532d0f5f') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:16.132826 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-97ec8107-0050-4af3-83e0-2dc8d58594a3 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] 10.222.0.43 "DELETE /v2.0/routers/9dc6084d-bb26-4cdd-a577-b769532d0f5f/tags HTTP/1.1" status: 204 len: 168 time: 0.1030450 Jul 29 23:59:16.135363 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60152) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:16.140836 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.tag.tag_plugin [None req-d54bc0e7-8255-47cd-84ae-841fa3b3ba5c tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9dc6084d-bb26-4cdd-a577-b769532d0f5f', 'tempest-TagsExtTest-Tag-1222999016') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:16.225014 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [None req-d54bc0e7-8255-47cd-84ae-841fa3b3ba5c tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] show failed (client error): The resource could not be found. Jul 29 23:59:16.226232 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-d54bc0e7-8255-47cd-84ae-841fa3b3ba5c tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] 10.222.0.43 "GET /v2.0/routers/9dc6084d-bb26-4cdd-a577-b769532d0f5f/tags/tempest-TagsExtTest-Tag-1222999016 HTTP/1.1" status: 404 len: 329 time: 0.0898633 Jul 29 23:59:16.229095 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60154) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:16.233836 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.tag.tag_plugin [None req-e86a8ec7-321c-460f-a37e-730d4c1ad576 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9dc6084d-bb26-4cdd-a577-b769532d0f5f', 'tempest-TagsExtTest-Tag-847971507') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:16.319099 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [None req-e86a8ec7-321c-460f-a37e-730d4c1ad576 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] show failed (client error): The resource could not be found. Jul 29 23:59:16.320202 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e86a8ec7-321c-460f-a37e-730d4c1ad576 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] 10.222.0.43 "GET /v2.0/routers/9dc6084d-bb26-4cdd-a577-b769532d0f5f/tags/tempest-TagsExtTest-Tag-847971507 HTTP/1.1" status: 404 len: 328 time: 0.0901074 Jul 29 23:59:16.323131 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60156) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:16.329846 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.tag.tag_plugin [None req-557759ae-8329-47bc-9a7e-e9ec2329fb3b tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '9dc6084d-bb26-4cdd-a577-b769532d0f5f', 'tempest-TagsExtTest-Tag-1952550143') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:16.408746 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [None req-557759ae-8329-47bc-9a7e-e9ec2329fb3b tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] show failed (client error): The resource could not be found. Jul 29 23:59:16.409726 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-557759ae-8329-47bc-9a7e-e9ec2329fb3b tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] 10.222.0.43 "GET /v2.0/routers/9dc6084d-bb26-4cdd-a577-b769532d0f5f/tags/tempest-TagsExtTest-Tag-1952550143 HTTP/1.1" status: 404 len: 329 time: 0.0855818 Jul 29 23:59:16.413145 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60158) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:16.418256 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.tag.tag_plugin [None req-cb2ac62e-2142-417b-85d2-ba6a479928d5 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '6488489f-57a8-4754-b68c-4fdbd5ccc69f', {'tags': ['tempest-TagsExtTest-Tag-2011406273', 'tempest-TagsExtTest-Tag-1823576085', 'tempest-TagsExtTest-Tag-623840760']}) {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:16.465511 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-cb2ac62e-2142-417b-85d2-ba6a479928d5 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] 10.222.0.43 "PUT /v2.0/subnetpools/6488489f-57a8-4754-b68c-4fdbd5ccc69f/tags HTTP/1.1" status: 200 len: 317 time: 0.0511432 Jul 29 23:59:16.468101 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60160) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:16.473175 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.tag.tag_plugin [None req-8ba5d016-a969-44f6-99e9-fcf2e0bf960e tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6488489f-57a8-4754-b68c-4fdbd5ccc69f') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:16.510683 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-8ba5d016-a969-44f6-99e9-fcf2e0bf960e tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] 10.222.0.43 "DELETE /v2.0/subnetpools/6488489f-57a8-4754-b68c-4fdbd5ccc69f/tags HTTP/1.1" status: 204 len: 168 time: 0.0412295 Jul 29 23:59:16.513889 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60162) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:16.518241 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.tag.tag_plugin [None req-c5523a66-3ae7-427c-9c62-bb0eb5fc773b tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6488489f-57a8-4754-b68c-4fdbd5ccc69f', 'tempest-TagsExtTest-Tag-2011406273') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:16.538867 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [None req-c5523a66-3ae7-427c-9c62-bb0eb5fc773b tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] show failed (client error): The resource could not be found. Jul 29 23:59:16.539850 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-c5523a66-3ae7-427c-9c62-bb0eb5fc773b tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] 10.222.0.43 "GET /v2.0/subnetpools/6488489f-57a8-4754-b68c-4fdbd5ccc69f/tags/tempest-TagsExtTest-Tag-2011406273 HTTP/1.1" status: 404 len: 329 time: 0.0250750 Jul 29 23:59:16.542506 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60164) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:16.546616 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.tag.tag_plugin [None req-2018aede-c875-4e38-9b8d-b8554c4a77ce tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6488489f-57a8-4754-b68c-4fdbd5ccc69f', 'tempest-TagsExtTest-Tag-1823576085') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:16.566025 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [None req-2018aede-c875-4e38-9b8d-b8554c4a77ce tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] show failed (client error): The resource could not be found. Jul 29 23:59:16.567060 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-2018aede-c875-4e38-9b8d-b8554c4a77ce tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] 10.222.0.43 "GET /v2.0/subnetpools/6488489f-57a8-4754-b68c-4fdbd5ccc69f/tags/tempest-TagsExtTest-Tag-1823576085 HTTP/1.1" status: 404 len: 329 time: 0.0236671 Jul 29 23:59:16.570505 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60166) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:16.574881 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.tag.tag_plugin [None req-2152e1ec-5468-4122-b62c-7a5e5cb57043 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6488489f-57a8-4754-b68c-4fdbd5ccc69f', 'tempest-TagsExtTest-Tag-623840760') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:16.594730 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [None req-2152e1ec-5468-4122-b62c-7a5e5cb57043 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] show failed (client error): The resource could not be found. Jul 29 23:59:16.595709 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-2152e1ec-5468-4122-b62c-7a5e5cb57043 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] 10.222.0.43 "GET /v2.0/subnetpools/6488489f-57a8-4754-b68c-4fdbd5ccc69f/tags/tempest-TagsExtTest-Tag-623840760 HTTP/1.1" status: 404 len: 328 time: 0.0243123 Jul 29 23:59:16.599851 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60168) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:16.604538 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.tag.tag_plugin [None req-bb706ba7-9404-40b3-85bb-2493bcf87999 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6488489f-57a8-4754-b68c-4fdbd5ccc69f') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:16.627805 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-bb706ba7-9404-40b3-85bb-2493bcf87999 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] 10.222.0.43 "DELETE /v2.0/subnetpools/6488489f-57a8-4754-b68c-4fdbd5ccc69f/tags HTTP/1.1" status: 204 len: 168 time: 0.0268126 Jul 29 23:59:16.630828 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60170) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:16.637491 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.tag.tag_plugin [None req-680a3d37-8d62-46ef-86e0-64ab8b85346d tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '9dc6084d-bb26-4cdd-a577-b769532d0f5f') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:16.718083 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-680a3d37-8d62-46ef-86e0-64ab8b85346d tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] 10.222.0.43 "DELETE /v2.0/routers/9dc6084d-bb26-4cdd-a577-b769532d0f5f/tags HTTP/1.1" status: 204 len: 168 time: 0.0854502 Jul 29 23:59:16.720518 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60172) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:16.725481 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.tag.tag_plugin [None req-607ac0b1-5d9f-46bc-93cd-018f53a3be4a tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '83f39799-eec1-43e8-80b9-ef372b6747ae') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:16.781520 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-607ac0b1-5d9f-46bc-93cd-018f53a3be4a tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] 10.222.0.43 "DELETE /v2.0/ports/83f39799-eec1-43e8-80b9-ef372b6747ae/tags HTTP/1.1" status: 204 len: 168 time: 0.0599334 Jul 29 23:59:16.784015 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60174) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:16.789452 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.tag.tag_plugin [None req-3414991c-4c39-41de-b5f7-22989e5a1ef2 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'c8168897-7ead-4d75-ad48-ac9bcce4d477') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:16.849065 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-3414991c-4c39-41de-b5f7-22989e5a1ef2 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] 10.222.0.43 "DELETE /v2.0/subnets/c8168897-7ead-4d75-ad48-ac9bcce4d477/tags HTTP/1.1" status: 204 len: 168 time: 0.0634127 Jul 29 23:59:16.852530 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60178) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:16.949387 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-284a4b2f-9910-4add-ae28-5392fd3bf238 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Notify callbacks [] for subnetpool, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:16.950689 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-284a4b2f-9910-4add-ae28-5392fd3bf238 tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] 10.222.0.43 "DELETE /v2.0/subnetpools/6488489f-57a8-4754-b68c-4fdbd5ccc69f HTTP/1.1" status: 204 len: 168 time: 0.0971487 Jul 29 23:59:16.953136 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60180) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:16.982093 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d67041a7-d3a3-4669-85f4-056f3133e14c tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] 10.222.0.43 "GET /v2.0/ports?device_id=9dc6084d-bb26-4cdd-a577-b769532d0f5f HTTP/1.1" status: 200 len: 205 time: 0.0276699 Jul 29 23:59:16.984320 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60182) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:17.065492 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e5395f0b-1693-4846-95c9-cc974628369d tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Notify callbacks [] for router, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:17.231347 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e5395f0b-1693-4846-95c9-cc974628369d tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:17.233490 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e5395f0b-1693-4846-95c9-cc974628369d tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:17.276265 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e5395f0b-1693-4846-95c9-cc974628369d tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:17.276835 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5395f0b-1693-4846-95c9-cc974628369d tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Fanout notify agent at l3_agent the message router_deleted on router 9dc6084d-bb26-4cdd-a577-b769532d0f5f {{(pid=94077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:59:17.285069 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e5395f0b-1693-4846-95c9-cc974628369d tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:17.286742 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e5395f0b-1693-4846-95c9-cc974628369d tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] 10.222.0.43 "DELETE /v2.0/routers/9dc6084d-bb26-4cdd-a577-b769532d0f5f HTTP/1.1" status: 204 len: 168 time: 0.3009014 Jul 29 23:59:17.289618 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60184) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:17.384660 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-b3275864-8d9c-4e0d-b71d-839ed17ba60a tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Deleting port 83f39799-eec1-43e8-80b9-ef372b6747ae {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:59:17.385006 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b3275864-8d9c-4e0d-b71d-839ed17ba60a tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:17.468421 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b3275864-8d9c-4e0d-b71d-839ed17ba60a tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:17.480683 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-b3275864-8d9c-4e0d-b71d-839ed17ba60a tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Calling delete_port for 83f39799-eec1-43e8-80b9-ef372b6747ae owned by {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:59:17.618041 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b3275864-8d9c-4e0d-b71d-839ed17ba60a tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:17.644594 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3275864-8d9c-4e0d-b71d-839ed17ba60a tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Pushing event deleted for resources: {'Port': ['ID=83f39799-eec1-43e8-80b9-ef372b6747ae,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:17.717522 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b3275864-8d9c-4e0d-b71d-839ed17ba60a tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:17.720317 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b3275864-8d9c-4e0d-b71d-839ed17ba60a tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] 10.222.0.43 "DELETE /v2.0/ports/83f39799-eec1-43e8-80b9-ef372b6747ae HTTP/1.1" status: 204 len: 168 time: 0.4297674 Jul 29 23:59:17.722800 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60186) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:17.781465 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-a06820e7-daca-4a06-9e46-a2f7f639543a tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Deleting subnet c8168897-7ead-4d75-ad48-ac9bcce4d477 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:59:17.784852 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a06820e7-daca-4a06-9e46-a2f7f639543a tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:17.827973 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a06820e7-daca-4a06-9e46-a2f7f639543a tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:17.916756 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a06820e7-daca-4a06-9e46-a2f7f639543a tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:17.980710 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a06820e7-daca-4a06-9e46-a2f7f639543a tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:18.010871 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06820e7-daca-4a06-9e46-a2f7f639543a tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Pushing event deleted for resources: {'Subnet': ['ID=c8168897-7ead-4d75-ad48-ac9bcce4d477,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:18.016558 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a06820e7-daca-4a06-9e46-a2f7f639543a tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Notify callbacks [] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:18.018551 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a06820e7-daca-4a06-9e46-a2f7f639543a tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] 10.222.0.43 "DELETE /v2.0/subnets/c8168897-7ead-4d75-ad48-ac9bcce4d477 HTTP/1.1" status: 204 len: 168 time: 0.2938924 Jul 29 23:59:18.022291 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60188) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:18.024568 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592f24ea-0782-42a6-9311-ec97ce3703ea None None] Network 932949ea-bd08-43a6-92c4-09adcef822d6 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:59:18.103928 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-86a6f28d-fb83-4f77-978c-744a195adeca tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:18.166446 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-86a6f28d-fb83-4f77-978c-744a195adeca tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Deleting port 9f577d05-3c86-456f-a2a9-04d008c0a07c {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:59:18.166789 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-86a6f28d-fb83-4f77-978c-744a195adeca tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:18.218216 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ff45c4-8ee9-4a06-ba86-e00e0e47051a None None] DHCP port deletion for 932949ea-bd08-43a6-92c4-09adcef822d6 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:59:18.242267 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-86a6f28d-fb83-4f77-978c-744a195adeca tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] For port 9f577d05-3c86-456f-a2a9-04d008c0a07c, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=9f577d05-3c86-456f-a2a9-04d008c0a07c,segment=NetworkSegment(66d204da-e617-4423-87ba-bfeed04c291c),segment_id=66d204da-e617-4423-87ba-bfeed04c291c)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:59:18.242267 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-86a6f28d-fb83-4f77-978c-744a195adeca tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:18.257349 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-86a6f28d-fb83-4f77-978c-744a195adeca tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Calling delete_port for 9f577d05-3c86-456f-a2a9-04d008c0a07c owned by network:dhcp {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:59:18.271186 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-30ff45c4-8ee9-4a06-ba86-e00e0e47051a None None] Deleting port 9f577d05-3c86-456f-a2a9-04d008c0a07c {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:59:18.273046 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-30ff45c4-8ee9-4a06-ba86-e00e0e47051a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:18.350955 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-30ff45c4-8ee9-4a06-ba86-e00e0e47051a None None] For port 9f577d05-3c86-456f-a2a9-04d008c0a07c, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=9f577d05-3c86-456f-a2a9-04d008c0a07c,segment=NetworkSegment(66d204da-e617-4423-87ba-bfeed04c291c),segment_id=66d204da-e617-4423-87ba-bfeed04c291c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:59:18.351507 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-30ff45c4-8ee9-4a06-ba86-e00e0e47051a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:18.353038 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-86a6f28d-fb83-4f77-978c-744a195adeca tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:18.366525 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-30ff45c4-8ee9-4a06-ba86-e00e0e47051a None None] Calling delete_port for 9f577d05-3c86-456f-a2a9-04d008c0a07c owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:59:18.396601 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a6f28d-fb83-4f77-978c-744a195adeca tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Pushing event deleted for resources: {'Port': ['ID=9f577d05-3c86-456f-a2a9-04d008c0a07c,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:18.400142 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a6f28d-fb83-4f77-978c-744a195adeca tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] No DVR routers for this DVR port 9f577d05-3c86-456f-a2a9-04d008c0a07c on host n-d-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:59:18.448768 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-30ff45c4-8ee9-4a06-ba86-e00e0e47051a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:18.479764 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ff45c4-8ee9-4a06-ba86-e00e0e47051a None None] Pushing event deleted for resources: {'Port': ['ID=9f577d05-3c86-456f-a2a9-04d008c0a07c,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:18.489098 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ff45c4-8ee9-4a06-ba86-e00e0e47051a None None] No DVR routers for this DVR port 9f577d05-3c86-456f-a2a9-04d008c0a07c on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:59:18.498157 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-86a6f28d-fb83-4f77-978c-744a195adeca tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:18.510236 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-86a6f28d-fb83-4f77-978c-744a195adeca tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['932949ea-bd08-43a6-92c4-09adcef822d6']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:18.522255 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-86a6f28d-fb83-4f77-978c-744a195adeca tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66d204da-e617-4423-87ba-bfeed04c291c') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:18.522607 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-86a6f28d-fb83-4f77-978c-744a195adeca tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66d204da-e617-4423-87ba-bfeed04c291c') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:59:18.532574 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-86a6f28d-fb83-4f77-978c-744a195adeca tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:18.546463 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-86a6f28d-fb83-4f77-978c-744a195adeca tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:18.553186 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86a6f28d-fb83-4f77-978c-744a195adeca tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:59:18.553386 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-86a6f28d-fb83-4f77-978c-744a195adeca tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:18.556529 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 29 23:59:18.556529 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:59:18.556529 n-d-712141-10 neutron-server[94077]: timer() Jul 29 23:59:18.556529 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:59:18.556529 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 29 23:59:18.556529 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:59:18.556529 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 29 23:59:18.556529 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:59:18.556529 n-d-712141-10 neutron-server[94077]: self._notify() Jul 29 23:59:18.556529 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:59:18.556529 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 29 23:59:18.556529 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:59:18.556529 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 29 23:59:18.556529 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:59:18.556529 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:59:18.556529 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:59:18.556529 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:59:18.556529 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:59:18.556529 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 29 23:59:18.556529 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:59:18.556529 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 29 23:59:18.556529 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:59:18.556529 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:59:18.556529 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:59:18.556529 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 29 23:59:18.556529 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:59:18.556529 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:59:18.556529 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:59:18.556529 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:59:18.556529 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:59:18.556529 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:59:18.556529 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:59:18.909178 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-86a6f28d-fb83-4f77-978c-744a195adeca tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:18.917377 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-86a6f28d-fb83-4f77-978c-744a195adeca tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Notify callbacks [] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:18.918674 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-86a6f28d-fb83-4f77-978c-744a195adeca tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] 10.222.0.43 "DELETE /v2.0/networks/932949ea-bd08-43a6-92c4-09adcef822d6 HTTP/1.1" status: 204 len: 168 time: 0.8954175 Jul 29 23:59:18.930556 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a6f28d-fb83-4f77-978c-744a195adeca tempest-TagsExtTest-21898646 tempest-TagsExtTest-21898646-project] Pushing event deleted for resources: {'Network': ['ID=932949ea-bd08-43a6-92c4-09adcef822d6,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:19.174635 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60196) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:19.323847 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-aee361f1-8354-4a20-972c-cd80f05bb274 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=77d1770d319a491b886368cad2285ce0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1479647 Jul 29 23:59:19.326234 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60200) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:19.373745 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-53883a6f-b436-4576-9790-4c97bfb5ca51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:19.394483 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-53883a6f-b436-4576-9790-4c97bfb5ca51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:19.440833 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-53883a6f-b436-4576-9790-4c97bfb5ca51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:19.443575 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-53883a6f-b436-4576-9790-4c97bfb5ca51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:19.444707 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-53883a6f-b436-4576-9790-4c97bfb5ca51 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/98471911-28db-4c2e-a151-45f646b3118d HTTP/1.1" status: 204 len: 168 time: 0.1175268 Jul 29 23:59:19.451995 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53883a6f-b436-4576-9790-4c97bfb5ca51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98471911-28db-4c2e-a151-45f646b3118d,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:19.822210 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:19.943780 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 9f577d05-3c86-456f-a2a9-04d008c0a07c no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:59:19.963574 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 9f577d05-3c86-456f-a2a9-04d008c0a07c {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:59:19.964029 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 9f577d05-3c86-456f-a2a9-04d008c0a07c not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:59:20.073874 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60222) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:20.077814 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029378 Jul 29 23:59:20.080598 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60224) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:20.181465 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9398753a-2470-4352-92ed-c7776956e0fd tempest-NetworksApiDiscovery-1763606767 tempest-NetworksApiDiscovery-1763606767-project] 10.222.0.43 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.0998611 Jul 29 23:59:20.420827 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60232) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:20.524956 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-14661c43-7fc8-4c76-b3ad-bc95f9584a04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:20.616935 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-14661c43-7fc8-4c76-b3ad-bc95f9584a04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:20.620598 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-14661c43-7fc8-4c76-b3ad-bc95f9584a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:20.659158 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-14661c43-7fc8-4c76-b3ad-bc95f9584a04 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7b866f3daf10478db9a8d1785185dd1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2372768 Jul 29 23:59:20.660430 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14661c43-7fc8-4c76-b3ad-bc95f9584a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0db8d5b-6283-486b-8584-efbb9460bd69,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:20.661903 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60236) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:20.714895 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8fe0f722-5a31-4921-845f-38ba91ee4437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:20.744232 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8fe0f722-5a31-4921-845f-38ba91ee4437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:20.790743 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8fe0f722-5a31-4921-845f-38ba91ee4437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:20.793240 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8fe0f722-5a31-4921-845f-38ba91ee4437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:20.794432 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-8fe0f722-5a31-4921-845f-38ba91ee4437 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c0db8d5b-6283-486b-8584-efbb9460bd69 HTTP/1.1" status: 204 len: 168 time: 0.1314697 Jul 29 23:59:20.801923 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe0f722-5a31-4921-845f-38ba91ee4437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0db8d5b-6283-486b-8584-efbb9460bd69,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:22.542350 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60304) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:22.649434 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9043ce4c-c866-4cf2-b63d-15dcc7821b99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:22.738464 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9043ce4c-c866-4cf2-b63d-15dcc7821b99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:22.743329 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9043ce4c-c866-4cf2-b63d-15dcc7821b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:22.788251 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-9043ce4c-c866-4cf2-b63d-15dcc7821b99 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3db7a8af66ba4a1284b7818dc64fdb3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2447896 Jul 29 23:59:22.789120 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9043ce4c-c866-4cf2-b63d-15dcc7821b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf467ba8-738f-44b3-9e24-baa60cd31b33,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:22.790983 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60310) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:22.842129 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0f668cf4-0a68-46f8-9d96-3df73b155093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:22.863867 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0f668cf4-0a68-46f8-9d96-3df73b155093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:22.914451 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0f668cf4-0a68-46f8-9d96-3df73b155093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:22.917099 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0f668cf4-0a68-46f8-9d96-3df73b155093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:22.918312 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0f668cf4-0a68-46f8-9d96-3df73b155093 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cf467ba8-738f-44b3-9e24-baa60cd31b33 HTTP/1.1" status: 204 len: 168 time: 0.1263168 Jul 29 23:59:22.926525 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f668cf4-0a68-46f8-9d96-3df73b155093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf467ba8-738f-44b3-9e24-baa60cd31b33,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:23.210652 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60316) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:23.224077 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-747895d4-b656-4627-b2b2-b2ef1c0bda2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:23.279700 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d367bbea-1f79-4982-bac4-74d4d59b1c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:23.326393 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-747895d4-b656-4627-b2b2-b2ef1c0bda2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:23.330565 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-747895d4-b656-4627-b2b2-b2ef1c0bda2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:23.372482 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-747895d4-b656-4627-b2b2-b2ef1c0bda2d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=eb600472c9bc4604878fa217b608e605&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1607347 Jul 29 23:59:23.373362 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747895d4-b656-4627-b2b2-b2ef1c0bda2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f439a8-75d8-4450-9d8d-95857c31b1ac,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:23.375311 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60318) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:23.427779 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-20bdb7b0-821b-4bd3-b91e-ce47c980336d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:23.449001 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-20bdb7b0-821b-4bd3-b91e-ce47c980336d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:23.497171 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-20bdb7b0-821b-4bd3-b91e-ce47c980336d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:23.499780 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-20bdb7b0-821b-4bd3-b91e-ce47c980336d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:23.500933 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-20bdb7b0-821b-4bd3-b91e-ce47c980336d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/42f439a8-75d8-4450-9d8d-95857c31b1ac HTTP/1.1" status: 204 len: 168 time: 0.1246519 Jul 29 23:59:23.510152 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bdb7b0-821b-4bd3-b91e-ce47c980336d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f439a8-75d8-4450-9d8d-95857c31b1ac,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:23.919484 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:59:25.172795 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60370) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:25.292739 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-304c5e4f-1909-41fe-a79d-aaa1967a20c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:25.378951 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-304c5e4f-1909-41fe-a79d-aaa1967a20c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:25.383710 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-304c5e4f-1909-41fe-a79d-aaa1967a20c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:25.424615 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-304c5e4f-1909-41fe-a79d-aaa1967a20c6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8fada7824b3b490ca0d8258599cdd70c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2506416 Jul 29 23:59:25.425461 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304c5e4f-1909-41fe-a79d-aaa1967a20c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b186640f-a1ad-492c-9877-4dedee2e4bc3,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:25.427868 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60374) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:25.478732 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a7b21169-d2bf-4e8a-8bd1-4e4fc2e447f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:25.501006 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a7b21169-d2bf-4e8a-8bd1-4e4fc2e447f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:25.546564 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a7b21169-d2bf-4e8a-8bd1-4e4fc2e447f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:25.549239 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a7b21169-d2bf-4e8a-8bd1-4e4fc2e447f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:25.550452 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a7b21169-d2bf-4e8a-8bd1-4e4fc2e447f7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b186640f-a1ad-492c-9877-4dedee2e4bc3 HTTP/1.1" status: 204 len: 168 time: 0.1209979 Jul 29 23:59:25.558951 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b21169-d2bf-4e8a-8bd1-4e4fc2e447f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b186640f-a1ad-492c-9877-4dedee2e4bc3,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:25.808956 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60380) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:25.822103 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-455ced5d-0637-433d-b863-8d951b651e93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:25.901254 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-16b2b4db-248d-43e7-8007-33a09055ea6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:25.909170 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-455ced5d-0637-433d-b863-8d951b651e93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:25.913555 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-455ced5d-0637-433d-b863-8d951b651e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:25.951966 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-455ced5d-0637-433d-b863-8d951b651e93 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5a58a402bfa14a8788470dd8a0ce1ef9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1418915 Jul 29 23:59:25.952842 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ced5d-0637-433d-b863-8d951b651e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c695f72-571d-4f24-a435-89dbda05f073,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:25.954642 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60382) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:26.003252 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-612fb1dc-cfe6-4b7d-8170-e129080e2c24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:26.025116 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-612fb1dc-cfe6-4b7d-8170-e129080e2c24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:26.072604 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-612fb1dc-cfe6-4b7d-8170-e129080e2c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:26.075065 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-612fb1dc-cfe6-4b7d-8170-e129080e2c24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:26.076230 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-612fb1dc-cfe6-4b7d-8170-e129080e2c24 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5c695f72-571d-4f24-a435-89dbda05f073 HTTP/1.1" status: 204 len: 168 time: 0.1204345 Jul 29 23:59:26.084416 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612fb1dc-cfe6-4b7d-8170-e129080e2c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c695f72-571d-4f24-a435-89dbda05f073,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:26.476807 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:27.772281 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:29.412867 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:36.890427 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60526) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:36.994763 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ec24a57d-fbfc-44bc-8776-3c195a7e66a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:37.084120 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ec24a57d-fbfc-44bc-8776-3c195a7e66a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:37.087810 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ec24a57d-fbfc-44bc-8776-3c195a7e66a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:37.125216 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ec24a57d-fbfc-44bc-8776-3c195a7e66a7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f77042c0d3a34a8eb38361511bd42c4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2336760 Jul 29 23:59:37.126364 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec24a57d-fbfc-44bc-8776-3c195a7e66a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e45ac3-a60d-4f4f-961d-4c9cf5456988,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:37.128118 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60530) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:37.180601 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9e0d3857-48af-4d0b-bd50-f0cb11a75530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:37.201298 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9e0d3857-48af-4d0b-bd50-f0cb11a75530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:37.247082 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9e0d3857-48af-4d0b-bd50-f0cb11a75530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:37.249726 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9e0d3857-48af-4d0b-bd50-f0cb11a75530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:37.250866 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9e0d3857-48af-4d0b-bd50-f0cb11a75530 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/24e45ac3-a60d-4f4f-961d-4c9cf5456988 HTTP/1.1" status: 204 len: 168 time: 0.1211402 Jul 29 23:59:37.258827 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0d3857-48af-4d0b-bd50-f0cb11a75530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e45ac3-a60d-4f4f-961d-4c9cf5456988,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:37.266893 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0d3857-48af-4d0b-bd50-f0cb11a75530 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:37.267239 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0d3857-48af-4d0b-bd50-f0cb11a75530 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:37.267578 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0d3857-48af-4d0b-bd50-f0cb11a75530 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:37.267914 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0d3857-48af-4d0b-bd50-f0cb11a75530 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:37.268279 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0d3857-48af-4d0b-bd50-f0cb11a75530 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:37.268556 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0d3857-48af-4d0b-bd50-f0cb11a75530 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:37.268879 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0d3857-48af-4d0b-bd50-f0cb11a75530 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:37.269200 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0d3857-48af-4d0b-bd50-f0cb11a75530 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:37.269519 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0d3857-48af-4d0b-bd50-f0cb11a75530 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:37.269868 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0d3857-48af-4d0b-bd50-f0cb11a75530 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:37.270184 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0d3857-48af-4d0b-bd50-f0cb11a75530 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:37.270500 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0d3857-48af-4d0b-bd50-f0cb11a75530 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:37.413795 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:37.514277 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60536) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:37.527137 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-33793cf6-6f33-4510-8cd3-b0475e288ace admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:37.614949 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-33793cf6-6f33-4510-8cd3-b0475e288ace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:37.618782 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-33793cf6-6f33-4510-8cd3-b0475e288ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:37.657597 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-33793cf6-6f33-4510-8cd3-b0475e288ace admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=183e814b50444cd4ae0bccaeeac6e04c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1422184 Jul 29 23:59:37.658494 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33793cf6-6f33-4510-8cd3-b0475e288ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d8e9c25-54ba-44f9-8cb3-b1db7c9af2f5,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:37.660638 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60538) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:37.711443 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6c874107-86bd-4f0e-83ea-f2e0e330b4a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:37.732497 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6c874107-86bd-4f0e-83ea-f2e0e330b4a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:37.779064 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6c874107-86bd-4f0e-83ea-f2e0e330b4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:37.781636 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6c874107-86bd-4f0e-83ea-f2e0e330b4a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:37.782850 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-6c874107-86bd-4f0e-83ea-f2e0e330b4a9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8d8e9c25-54ba-44f9-8cb3-b1db7c9af2f5 HTTP/1.1" status: 204 len: 168 time: 0.1208186 Jul 29 23:59:37.790482 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c874107-86bd-4f0e-83ea-f2e0e330b4a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d8e9c25-54ba-44f9-8cb3-b1db7c9af2f5,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:38.098147 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60544) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:38.112068 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5f0503a0-29d2-4da7-8f89-12930d950658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:38.206119 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5f0503a0-29d2-4da7-8f89-12930d950658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:38.209704 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5f0503a0-29d2-4da7-8f89-12930d950658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:38.249008 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-5f0503a0-29d2-4da7-8f89-12930d950658 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5739971b9d404fe4a67af8e04e69a3ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1497777 Jul 29 23:59:38.249915 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0503a0-29d2-4da7-8f89-12930d950658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e99a6b-c577-4092-ac8f-84dbab940208,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:38.251692 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60546) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:38.301162 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d69c4b46-e3d1-4e5f-a479-3822651f6111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:38.323929 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d69c4b46-e3d1-4e5f-a479-3822651f6111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:38.371889 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d69c4b46-e3d1-4e5f-a479-3822651f6111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:38.374474 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d69c4b46-e3d1-4e5f-a479-3822651f6111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:38.375615 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-d69c4b46-e3d1-4e5f-a479-3822651f6111 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/99e99a6b-c577-4092-ac8f-84dbab940208 HTTP/1.1" status: 204 len: 168 time: 0.1228960 Jul 29 23:59:38.383313 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69c4b46-e3d1-4e5f-a479-3822651f6111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e99a6b-c577-4092-ac8f-84dbab940208,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:39.448708 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 60576) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:39.565530 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5d919558-ce54-4604-a460-ea0fa940f905 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:39.652443 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5d919558-ce54-4604-a460-ea0fa940f905 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:39.656361 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5d919558-ce54-4604-a460-ea0fa940f905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:39.694952 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-5d919558-ce54-4604-a460-ea0fa940f905 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=47c2dc6ef4154071a362ba1875fccf9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2451580 Jul 29 23:59:39.695823 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d919558-ce54-4604-a460-ea0fa940f905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0431e1-c975-48fc-8eec-22b4157170d6,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:39.698339 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60580) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:39.757639 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-95335da9-db42-4c7e-98bd-99f20a5a83d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:39.779315 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-95335da9-db42-4c7e-98bd-99f20a5a83d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:39.825382 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-95335da9-db42-4c7e-98bd-99f20a5a83d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:39.827965 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-95335da9-db42-4c7e-98bd-99f20a5a83d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:39.829132 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-95335da9-db42-4c7e-98bd-99f20a5a83d7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0b0431e1-c975-48fc-8eec-22b4157170d6 HTTP/1.1" status: 204 len: 168 time: 0.1297767 Jul 29 23:59:39.836746 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95335da9-db42-4c7e-98bd-99f20a5a83d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0431e1-c975-48fc-8eec-22b4157170d6,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:40.441735 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60602) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:40.542139 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-bd924f3e-6eaf-43cf-8f89-c3d7a7ef8d54 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-322490261-network', 'tenant_id': 'b9aa5e7f5ae24f84b4bd1a42fe34671a'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:40.564104 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd924f3e-6eaf-43cf-8f89-c3d7a7ef8d54 admin admin] Made reservation on behalf of b9aa5e7f5ae24f84b4bd1a42fe34671a for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:59:40.566435 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bd924f3e-6eaf-43cf-8f89-c3d7a7ef8d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:40.575551 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bd924f3e-6eaf-43cf-8f89-c3d7a7ef8d54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:40.661937 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bd924f3e-6eaf-43cf-8f89-c3d7a7ef8d54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:40.665362 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bd924f3e-6eaf-43cf-8f89-c3d7a7ef8d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:40.688295 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd924f3e-6eaf-43cf-8f89-c3d7a7ef8d54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:59:40.698129 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd924f3e-6eaf-43cf-8f89-c3d7a7ef8d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e616eeb-92cc-4873-a970-0eeb8998d0a1,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:40.704416 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bd924f3e-6eaf-43cf-8f89-c3d7a7ef8d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:40.705209 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-bd924f3e-6eaf-43cf-8f89-c3d7a7ef8d54 admin admin] Added segment 6f50c918-e060-44c2-b765-4c3ce7a3a3a8 of type vlan for network 9fab60ee-4fcc-4c66-86c1-f17e1ea491a7 Jul 29 23:59:40.747277 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bd924f3e-6eaf-43cf-8f89-c3d7a7ef8d54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:40.775394 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bd924f3e-6eaf-43cf-8f89-c3d7a7ef8d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:40.777107 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd924f3e-6eaf-43cf-8f89-c3d7a7ef8d54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:40.777727 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bd924f3e-6eaf-43cf-8f89-c3d7a7ef8d54 admin admin] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:40.832027 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-bd924f3e-6eaf-43cf-8f89-c3d7a7ef8d54 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3891640 Jul 29 23:59:40.834816 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60606) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:59:40.842383 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-fc060f24-9785-46ce-b27a-c8868465a6ff admin admin] Request body: {'subnet': {'network_id': '9fab60ee-4fcc-4c66-86c1-f17e1ea491a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-322490261-subnet', 'tenant_id': 'b9aa5e7f5ae24f84b4bd1a42fe34671a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:40.848365 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd924f3e-6eaf-43cf-8f89-c3d7a7ef8d54 admin admin] Pushing event updated for resources: {'Network': ['ID=9fab60ee-4fcc-4c66-86c1-f17e1ea491a7,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:40.858232 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 9fab60ee-4fcc-4c66-86c1-f17e1ea491a7 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:59:40.867980 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc060f24-9785-46ce-b27a-c8868465a6ff admin admin] Made reservation on behalf of b9aa5e7f5ae24f84b4bd1a42fe34671a for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:59:40.871898 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fc060f24-9785-46ce-b27a-c8868465a6ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:41.050518 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fc060f24-9785-46ce-b27a-c8868465a6ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:41.107309 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc060f24-9785-46ce-b27a-c8868465a6ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=43d74ce4-459d-40a7-8c2b-60d1b951fd47,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:41.114829 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc060f24-9785-46ce-b27a-c8868465a6ff admin admin] Checking segment: {'id': '6f50c918-e060-44c2-b765-4c3ce7a3a3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '9fab60ee-4fcc-4c66-86c1-f17e1ea491a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:59:41.115187 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc060f24-9785-46ce-b27a-c8868465a6ff admin admin] Network hostable DHCP agents. Network: 9fab60ee-4fcc-4c66-86c1-f17e1ea491a7, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:59:41.132603 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc060f24-9785-46ce-b27a-c8868465a6ff admin admin] Network 9fab60ee-4fcc-4c66-86c1-f17e1ea491a7 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:59:41.141935 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-fc060f24-9785-46ce-b27a-c8868465a6ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 9fab60ee-4fcc-4c66-86c1-f17e1ea491a7) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:59:41.146172 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc060f24-9785-46ce-b27a-c8868465a6ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:41.146755 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fc060f24-9785-46ce-b27a-c8868465a6ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:41.152915 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ebc4b8-ee46-4741-9e36-8cad03055a79 None None] Network 9fab60ee-4fcc-4c66-86c1-f17e1ea491a7 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:59:41.164958 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-fc060f24-9785-46ce-b27a-c8868465a6ff admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3253429 Jul 29 23:59:41.279708 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949386af-86d3-466b-99d1-e22563a30dd9 None None] Network 9fab60ee-4fcc-4c66-86c1-f17e1ea491a7 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:59:42.943975 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf7ee6a-e531-4caa-8eb3-384b64d85b6f req-7a396c6a-99a2-4eac-92fe-9543ca007029 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:42.945503 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cdf7ee6a-e531-4caa-8eb3-384b64d85b6f req-7a396c6a-99a2-4eac-92fe-9543ca007029 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] 10.222.0.43 "GET /v2.0/networks?id=9fab60ee-4fcc-4c66-86c1-f17e1ea491a7 HTTP/1.1" status: 200 len: 808 time: 0.1211836 Jul 29 23:59:42.960914 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cdf7ee6a-e531-4caa-8eb3-384b64d85b6f req-ead3cb05-f590-49cb-8be0-468925fe777a tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] 10.222.0.43 "GET /v2.0/quotas/b9aa5e7f5ae24f84b4bd1a42fe34671a HTTP/1.1" status: 200 len: 375 time: 0.0091507 Jul 29 23:59:42.993534 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cdf7ee6a-e531-4caa-8eb3-384b64d85b6f req-1d1b7e5c-2b03-4b3a-99f7-6afc5bdbbb56 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b9aa5e7f5ae24f84b4bd1a42fe34671a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272253 Jul 29 23:59:43.136897 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cdf7ee6a-e531-4caa-8eb3-384b64d85b6f req-bc23a941-0c10-440b-a581-1f7dba211da9 service neutron] 10.222.0.43 "GET /v2.0/networks/9fab60ee-4fcc-4c66-86c1-f17e1ea491a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353891 Jul 29 23:59:43.225394 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cdf7ee6a-e531-4caa-8eb3-384b64d85b6f req-ae614db8-b902-420c-a35b-a712a3f7deee service neutron] 10.222.0.43 "GET /v2.0/networks/9fab60ee-4fcc-4c66-86c1-f17e1ea491a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823798 Jul 29 23:59:43.410276 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-96539ab3-f012-4757-9afa-2041411225f3 req-ffbf3b66-b6e7-4919-a362-13f4ce0b0d5f tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d83e13-f562-4907-b5aa-d697b0ed47a9 HTTP/1.1" status: 200 len: 210 time: 0.0374186 Jul 29 23:59:44.430256 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf7ee6a-e531-4caa-8eb3-384b64d85b6f req-84340e74-6e40-4cf0-8e94-84190d0043c7 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:44.431730 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cdf7ee6a-e531-4caa-8eb3-384b64d85b6f req-84340e74-6e40-4cf0-8e94-84190d0043c7 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] 10.222.0.41 "GET /v2.0/networks?id=9fab60ee-4fcc-4c66-86c1-f17e1ea491a7 HTTP/1.1" status: 200 len: 808 time: 0.1302340 Jul 29 23:59:44.452027 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-cdf7ee6a-e531-4caa-8eb3-384b64d85b6f req-79f5c742-8269-42ff-95d2-f690f2981813 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Request body: {'port': {'device_id': '32d83e13-f562-4907-b5aa-d697b0ed47a9', 'network_id': '9fab60ee-4fcc-4c66-86c1-f17e1ea491a7', 'admin_state_up': True, 'tenant_id': 'b9aa5e7f5ae24f84b4bd1a42fe34671a'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:44.539990 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-37ac28c9-3123-4e67-bae8-d7e92478216d req-b85598cd-b648-4f51-8a95-83d219017746 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d83e13-f562-4907-b5aa-d697b0ed47a9 HTTP/1.1" status: 200 len: 210 time: 0.0333531 Jul 29 23:59:44.588179 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdf7ee6a-e531-4caa-8eb3-384b64d85b6f req-79f5c742-8269-42ff-95d2-f690f2981813 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Made reservation on behalf of b9aa5e7f5ae24f84b4bd1a42fe34671a for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:59:44.592501 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-cdf7ee6a-e531-4caa-8eb3-384b64d85b6f req-79f5c742-8269-42ff-95d2-f690f2981813 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:44.714564 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-cdf7ee6a-e531-4caa-8eb3-384b64d85b6f req-79f5c742-8269-42ff-95d2-f690f2981813 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Allocated IP 172.20.0.10 (9fab60ee-4fcc-4c66-86c1-f17e1ea491a7/43d74ce4-459d-40a7-8c2b-60d1b951fd47/d67a38cf-5b69-46ae-86d9-4b0994c20473) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:59:44.857415 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-cdf7ee6a-e531-4caa-8eb3-384b64d85b6f req-79f5c742-8269-42ff-95d2-f690f2981813 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:44.905740 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-cdf7ee6a-e531-4caa-8eb3-384b64d85b6f req-79f5c742-8269-42ff-95d2-f690f2981813 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:44.947199 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdf7ee6a-e531-4caa-8eb3-384b64d85b6f req-79f5c742-8269-42ff-95d2-f690f2981813 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Network 9fab60ee-4fcc-4c66-86c1-f17e1ea491a7 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:59:44.950908 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-cdf7ee6a-e531-4caa-8eb3-384b64d85b6f req-79f5c742-8269-42ff-95d2-f690f2981813 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:59:44.954650 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdf7ee6a-e531-4caa-8eb3-384b64d85b6f req-79f5c742-8269-42ff-95d2-f690f2981813 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:59:44.963007 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f5c742-8269-42ff-95d2-f690f2981813 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Pushing event updated for resources: {'Port': ['ID=d67a38cf-5b69-46ae-86d9-4b0994c20473,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:45.011983 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf7ee6a-e531-4caa-8eb3-384b64d85b6f req-79f5c742-8269-42ff-95d2-f690f2981813 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:45.012593 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-cdf7ee6a-e531-4caa-8eb3-384b64d85b6f req-79f5c742-8269-42ff-95d2-f690f2981813 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:45.026526 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cdf7ee6a-e531-4caa-8eb3-384b64d85b6f req-79f5c742-8269-42ff-95d2-f690f2981813 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5798950 Jul 29 23:59:45.044273 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [req-cdf7ee6a-e531-4caa-8eb3-384b64d85b6f req-3d260cce-0939-4374-bee5-d9d19789aa89 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:59:45.045224 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cdf7ee6a-e531-4caa-8eb3-384b64d85b6f req-3d260cce-0939-4374-bee5-d9d19789aa89 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052955 Jul 29 23:59:45.106707 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-cdf7ee6a-e531-4caa-8eb3-384b64d85b6f req-c8166fff-2f0d-4e9d-9d05-8d55c160231e service neutron] Request body: {'port': {'device_id': '32d83e13-f562-4907-b5aa-d697b0ed47a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:45.159094 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-cdf7ee6a-e531-4caa-8eb3-384b64d85b6f req-c8166fff-2f0d-4e9d-9d05-8d55c160231e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:45.719652 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f397871-7ef0-4518-abe9-999faba4dda5 req-9d053d2d-4fe4-4a5f-9a92-57ea906ea7e7 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:45.721356 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7f397871-7ef0-4518-abe9-999faba4dda5 req-9d053d2d-4fe4-4a5f-9a92-57ea906ea7e7 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d83e13-f562-4907-b5aa-d697b0ed47a9 HTTP/1.1" status: 200 len: 932 time: 0.0783753 Jul 29 23:59:45.800609 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7f397871-7ef0-4518-abe9-999faba4dda5 req-ab80db7d-c998-42b0-a7b0-5cabf7454251 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e616eeb-92cc-4873-a970-0eeb8998d0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689051 Jul 29 23:59:45.811133 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-cdf7ee6a-e531-4caa-8eb3-384b64d85b6f req-c8166fff-2f0d-4e9d-9d05-8d55c160231e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d67a38cf-5b69-46ae-86d9-4b0994c20473 {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:59:45.818868 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-cdf7ee6a-e531-4caa-8eb3-384b64d85b6f req-c8166fff-2f0d-4e9d-9d05-8d55c160231e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:45.831475 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-cdf7ee6a-e531-4caa-8eb3-384b64d85b6f req-c8166fff-2f0d-4e9d-9d05-8d55c160231e service neutron] Transition to ACTIVE for port object d67a38cf-5b69-46ae-86d9-4b0994c20473 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:59:45.834625 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-cdf7ee6a-e531-4caa-8eb3-384b64d85b6f req-c8166fff-2f0d-4e9d-9d05-8d55c160231e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:45.887115 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8166fff-2f0d-4e9d-9d05-8d55c160231e service neutron] Pushing event updated for resources: {'Port': ['ID=d67a38cf-5b69-46ae-86d9-4b0994c20473,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:45.962869 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-cdf7ee6a-e531-4caa-8eb3-384b64d85b6f req-c8166fff-2f0d-4e9d-9d05-8d55c160231e service neutron] Attempting to bind port d67a38cf-5b69-46ae-86d9-4b0994c20473 on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:59:45.963844 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-cdf7ee6a-e531-4caa-8eb3-384b64d85b6f req-c8166fff-2f0d-4e9d-9d05-8d55c160231e service neutron] Attempting to bind port d67a38cf-5b69-46ae-86d9-4b0994c20473 by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': '6f50c918-e060-44c2-b765-4c3ce7a3a3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '9fab60ee-4fcc-4c66-86c1-f17e1ea491a7'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:59:45.964391 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf7ee6a-e531-4caa-8eb3-384b64d85b6f req-c8166fff-2f0d-4e9d-9d05-8d55c160231e service neutron] Attempting to bind port d67a38cf-5b69-46ae-86d9-4b0994c20473 on network 9fab60ee-4fcc-4c66-86c1-f17e1ea491a7 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:59:45.969810 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf7ee6a-e531-4caa-8eb3-384b64d85b6f req-c8166fff-2f0d-4e9d-9d05-8d55c160231e service neutron] Port d67a38cf-5b69-46ae-86d9-4b0994c20473 on network 9fab60ee-4fcc-4c66-86c1-f17e1ea491a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:59:45.970034 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf7ee6a-e531-4caa-8eb3-384b64d85b6f req-c8166fff-2f0d-4e9d-9d05-8d55c160231e service neutron] Attempting to bind port d67a38cf-5b69-46ae-86d9-4b0994c20473 on network 9fab60ee-4fcc-4c66-86c1-f17e1ea491a7 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:59:45.975114 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf7ee6a-e531-4caa-8eb3-384b64d85b6f req-c8166fff-2f0d-4e9d-9d05-8d55c160231e service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:59:45.975454 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf7ee6a-e531-4caa-8eb3-384b64d85b6f req-c8166fff-2f0d-4e9d-9d05-8d55c160231e service neutron] Checking segment: {'id': '6f50c918-e060-44c2-b765-4c3ce7a3a3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '9fab60ee-4fcc-4c66-86c1-f17e1ea491a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:59:45.975838 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf7ee6a-e531-4caa-8eb3-384b64d85b6f req-c8166fff-2f0d-4e9d-9d05-8d55c160231e service neutron] Bound using segment: {'id': '6f50c918-e060-44c2-b765-4c3ce7a3a3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '9fab60ee-4fcc-4c66-86c1-f17e1ea491a7'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:59:45.976264 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-cdf7ee6a-e531-4caa-8eb3-384b64d85b6f req-c8166fff-2f0d-4e9d-9d05-8d55c160231e service neutron] Bound port: d67a38cf-5b69-46ae-86d9-4b0994c20473, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f50c918-e060-44c2-b765-4c3ce7a3a3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '9fab60ee-4fcc-4c66-86c1-f17e1ea491a7'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:59:45.976622 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-cdf7ee6a-e531-4caa-8eb3-384b64d85b6f req-c8166fff-2f0d-4e9d-9d05-8d55c160231e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:46.046072 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-cdf7ee6a-e531-4caa-8eb3-384b64d85b6f req-c8166fff-2f0d-4e9d-9d05-8d55c160231e service neutron] For port d67a38cf-5b69-46ae-86d9-4b0994c20473, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:59:46.049366 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-cdf7ee6a-e531-4caa-8eb3-384b64d85b6f req-c8166fff-2f0d-4e9d-9d05-8d55c160231e service neutron] For port d67a38cf-5b69-46ae-86d9-4b0994c20473, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=d67a38cf-5b69-46ae-86d9-4b0994c20473,segment=NetworkSegment(6f50c918-e060-44c2-b765-4c3ce7a3a3a8),segment_id=6f50c918-e060-44c2-b765-4c3ce7a3a3a8)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:59:46.054572 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-cdf7ee6a-e531-4caa-8eb3-384b64d85b6f req-c8166fff-2f0d-4e9d-9d05-8d55c160231e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:46.091058 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf7ee6a-e531-4caa-8eb3-384b64d85b6f req-c8166fff-2f0d-4e9d-9d05-8d55c160231e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:46.091719 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-cdf7ee6a-e531-4caa-8eb3-384b64d85b6f req-c8166fff-2f0d-4e9d-9d05-8d55c160231e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:46.093127 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cdf7ee6a-e531-4caa-8eb3-384b64d85b6f req-c8166fff-2f0d-4e9d-9d05-8d55c160231e service neutron] 10.222.0.41 "PUT /v2.0/ports/d67a38cf-5b69-46ae-86d9-4b0994c20473 HTTP/1.1" status: 200 len: 1093 time: 1.0410101 Jul 29 23:59:46.093604 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32d83e13-f562-4907-b5aa-d697b0ed47a9', 'tag': 'd67a38cf-5b69-46ae-86d9-4b0994c20473'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:59:46.095918 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e215385e-c44a-4cc4-b5f6-f6e1aa3d0c51" -d '{"events": [{"name": "network-changed", "server_uuid": "32d83e13-f562-4907-b5aa-d697b0ed47a9", "tag": "d67a38cf-5b69-46ae-86d9-4b0994c20473"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:59:46.123866 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8166fff-2f0d-4e9d-9d05-8d55c160231e service neutron] Pushing event updated for resources: {'Port': ['ID=d67a38cf-5b69-46ae-86d9-4b0994c20473,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:46.201421 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf7ee6a-e531-4caa-8eb3-384b64d85b6f req-4ff7620a-b7b0-4eb0-bee4-d4ec9d70318e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:46.202993 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cdf7ee6a-e531-4caa-8eb3-384b64d85b6f req-4ff7620a-b7b0-4eb0-bee4-d4ec9d70318e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9aa5e7f5ae24f84b4bd1a42fe34671a&device_id=32d83e13-f562-4907-b5aa-d697b0ed47a9 HTTP/1.1" status: 200 len: 1096 time: 0.0464935 Jul 29 23:59:46.257395 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cdf7ee6a-e531-4caa-8eb3-384b64d85b6f req-95a3a81a-03f8-4d66-b0b9-d700efaeed9f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d67a38cf-5b69-46ae-86d9-4b0994c20473 HTTP/1.1" status: 200 len: 217 time: 0.0405941 Jul 29 23:59:46.330460 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf7ee6a-e531-4caa-8eb3-384b64d85b6f req-51470559-192c-4777-a02c-7d9582dd469c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:46.332209 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cdf7ee6a-e531-4caa-8eb3-384b64d85b6f req-51470559-192c-4777-a02c-7d9582dd469c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=43d74ce4-459d-40a7-8c2b-60d1b951fd47 HTTP/1.1" status: 200 len: 848 time: 0.0669825 Jul 29 23:59:46.333361 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d95751c0-c728-4042-9343-ed9a269b7a4f x-openstack-request-id: req-d95751c0-c728-4042-9343-ed9a269b7a4f {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:59:46.333681 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32d83e13-f562-4907-b5aa-d697b0ed47a9", "tag": "d67a38cf-5b69-46ae-86d9-4b0994c20473", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:59:46.333936 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d95751c0-c728-4042-9343-ed9a269b7a4f {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:59:46.334322 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32d83e13-f562-4907-b5aa-d697b0ed47a9', 'tag': 'd67a38cf-5b69-46ae-86d9-4b0994c20473', 'status': 'completed', 'code': 200} Jul 29 23:59:46.380172 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cdf7ee6a-e531-4caa-8eb3-384b64d85b6f req-988db3bf-2b29-42bd-91de-fd9bac5fcafe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9fab60ee-4fcc-4c66-86c1-f17e1ea491a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263317 Jul 29 23:59:46.480040 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cdf7ee6a-e531-4caa-8eb3-384b64d85b6f req-bbe21774-cec0-442c-9400-45b48c90c06e service neutron] 10.222.0.41 "GET /v2.0/networks/9fab60ee-4fcc-4c66-86c1-f17e1ea491a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923851 Jul 29 23:59:46.593915 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cdf7ee6a-e531-4caa-8eb3-384b64d85b6f req-755ee6f2-f60d-487c-9af5-a72f1ee96039 service neutron] 10.222.0.41 "GET /v2.0/networks/9fab60ee-4fcc-4c66-86c1-f17e1ea491a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071608 Jul 29 23:59:46.723244 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e215385e-c44a-4cc4-b5f6-f6e1aa3d0c51 req-9d0b39ea-e0f9-4f0c-be0a-a4030f1eae60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:46.724617 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e215385e-c44a-4cc4-b5f6-f6e1aa3d0c51 req-9d0b39ea-e0f9-4f0c-be0a-a4030f1eae60 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9aa5e7f5ae24f84b4bd1a42fe34671a&device_id=32d83e13-f562-4907-b5aa-d697b0ed47a9 HTTP/1.1" status: 200 len: 1096 time: 0.0428581 Jul 29 23:59:46.834327 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e215385e-c44a-4cc4-b5f6-f6e1aa3d0c51 req-8373c0d4-00a3-4d31-b15b-4f54f79147a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:46.835865 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e215385e-c44a-4cc4-b5f6-f6e1aa3d0c51 req-8373c0d4-00a3-4d31-b15b-4f54f79147a8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9fab60ee-4fcc-4c66-86c1-f17e1ea491a7 HTTP/1.1" status: 200 len: 909 time: 0.1030490 Jul 29 23:59:46.882983 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e215385e-c44a-4cc4-b5f6-f6e1aa3d0c51 req-3f1d8de4-c30d-4303-a1ee-2f34244254c9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d67a38cf-5b69-46ae-86d9-4b0994c20473 HTTP/1.1" status: 200 len: 217 time: 0.0393348 Jul 29 23:59:46.960370 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e215385e-c44a-4cc4-b5f6-f6e1aa3d0c51 req-0a400866-3bf1-4092-a6a9-5f73714a9b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:46.961970 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e215385e-c44a-4cc4-b5f6-f6e1aa3d0c51 req-0a400866-3bf1-4092-a6a9-5f73714a9b8b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=43d74ce4-459d-40a7-8c2b-60d1b951fd47 HTTP/1.1" status: 200 len: 848 time: 0.0697985 Jul 29 23:59:46.975659 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9909d851-91b2-4ba6-9c98-422824120d1a req-3bb3b621-d30b-4a3c-a9e4-e595c290298e tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:46.982053 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9909d851-91b2-4ba6-9c98-422824120d1a req-3bb3b621-d30b-4a3c-a9e4-e595c290298e tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d83e13-f562-4907-b5aa-d697b0ed47a9 HTTP/1.1" status: 200 len: 944 time: 0.0973556 Jul 29 23:59:47.011426 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e215385e-c44a-4cc4-b5f6-f6e1aa3d0c51 req-4cc94a55-681e-4b71-933c-aa0d18f628aa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9fab60ee-4fcc-4c66-86c1-f17e1ea491a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328424 Jul 29 23:59:47.083463 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9909d851-91b2-4ba6-9c98-422824120d1a req-f080cc2d-f725-4ee5-944b-f2e4bc12cd5e tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e616eeb-92cc-4873-a970-0eeb8998d0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950348 Jul 29 23:59:47.126679 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e215385e-c44a-4cc4-b5f6-f6e1aa3d0c51 req-06840ea6-0345-4a29-8a59-d044e30a9d5e service neutron] 10.222.0.41 "GET /v2.0/networks/9fab60ee-4fcc-4c66-86c1-f17e1ea491a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070554 Jul 29 23:59:47.217410 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e215385e-c44a-4cc4-b5f6-f6e1aa3d0c51 req-6cdc7d0e-bfb7-4e6b-b177-a05776112a7b service neutron] 10.222.0.41 "GET /v2.0/networks/9fab60ee-4fcc-4c66-86c1-f17e1ea491a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833890 Jul 29 23:59:48.207129 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8fef0d-d28d-4101-bead-1cd9684cdeb1 req-cfd235f0-f06d-46a4-b786-2621acbb0230 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:48.209337 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ad8fef0d-d28d-4101-bead-1cd9684cdeb1 req-cfd235f0-f06d-46a4-b786-2621acbb0230 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d83e13-f562-4907-b5aa-d697b0ed47a9 HTTP/1.1" status: 200 len: 944 time: 0.0537922 Jul 29 23:59:48.250216 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ad8fef0d-d28d-4101-bead-1cd9684cdeb1 req-919badb0-98cb-49dd-b16b-b177ec6c0221 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e616eeb-92cc-4873-a970-0eeb8998d0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340011 Jul 29 23:59:49.126170 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device d67a38cf-5b69-46ae-86d9-4b0994c20473 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:59:49.381685 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04539fe-8cb4-4d1f-834f-abce0c3aace2 req-fd37f80e-4141-40d7-8057-ca771e23de2f tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:49.383427 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c04539fe-8cb4-4d1f-834f-abce0c3aace2 req-fd37f80e-4141-40d7-8057-ca771e23de2f tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d83e13-f562-4907-b5aa-d697b0ed47a9 HTTP/1.1" status: 200 len: 944 time: 0.0545421 Jul 29 23:59:49.385602 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port d67a38cf-5b69-46ae-86d9-4b0994c20473, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=d67a38cf-5b69-46ae-86d9-4b0994c20473,segment=NetworkSegment(6f50c918-e060-44c2-b765-4c3ce7a3a3a8),segment_id=6f50c918-e060-44c2-b765-4c3ce7a3a3a8)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:59:49.397213 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': 'd67a38cf-5b69-46ae-86d9-4b0994c20473', 'network_id': '9fab60ee-4fcc-4c66-86c1-f17e1ea491a7', 'port_id': 'd67a38cf-5b69-46ae-86d9-4b0994c20473', 'mac_address': 'fa:16:3e:42:5e:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43d74ce4-459d-40a7-8c2b-60d1b951fd47', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:59:49.431190 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c04539fe-8cb4-4d1f-834f-abce0c3aace2 req-baab88d2-0fd9-45e3-9f13-3cdbf378787a tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e616eeb-92cc-4873-a970-0eeb8998d0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416563 Jul 29 23:59:49.435580 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:49.459960 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d67a38cf-5b69-46ae-86d9-4b0994c20473 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:59:49.480321 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port d67a38cf-5b69-46ae-86d9-4b0994c20473, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=d67a38cf-5b69-46ae-86d9-4b0994c20473,segment=NetworkSegment(6f50c918-e060-44c2-b765-4c3ce7a3a3a8),segment_id=6f50c918-e060-44c2-b765-4c3ce7a3a3a8)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:59:49.484379 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:49.531514 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=d67a38cf-5b69-46ae-86d9-4b0994c20473,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:49.538888 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:49.539236 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:49.539578 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:49.539907 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:49.540244 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:49.540571 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:49.540897 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:49.541229 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:49.541553 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:49.541898 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:49.542219 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:49.542543 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:49.792415 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['d67a38cf-5b69-46ae-86d9-4b0994c20473'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:59:49.837092 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:50.562357 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997910a7-adb8-41b6-bac6-b7a66a5f3d23 req-5e8adb11-c2a6-4057-8b1a-8d498f7e19b5 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:50.563752 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-997910a7-adb8-41b6-bac6-b7a66a5f3d23 req-5e8adb11-c2a6-4057-8b1a-8d498f7e19b5 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d83e13-f562-4907-b5aa-d697b0ed47a9 HTTP/1.1" status: 200 len: 945 time: 0.0496719 Jul 29 23:59:50.603345 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-997910a7-adb8-41b6-bac6-b7a66a5f3d23 req-c1bf1e8b-d6ba-495e-b49e-e95e5a3041c2 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e616eeb-92cc-4873-a970-0eeb8998d0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337043 Jul 29 23:59:51.142050 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device d67a38cf-5b69-46ae-86d9-4b0994c20473 up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:59:51.190148 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port d67a38cf-5b69-46ae-86d9-4b0994c20473 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:59:51.194042 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port d67a38cf-5b69-46ae-86d9-4b0994c20473 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:59:51.194422 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:51.275597 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:51.300527 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d83e13-f562-4907-b5aa-d697b0ed47a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd67a38cf-5b69-46ae-86d9-4b0994c20473'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:59:51.302799 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b5f09b-2877-4d12-aeb5-d202b4f3580b" -d '{"events": [{"server_uuid": "32d83e13-f562-4907-b5aa-d697b0ed47a9", "name": "network-vif-plugged", "status": "completed", "tag": "d67a38cf-5b69-46ae-86d9-4b0994c20473"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:59:51.317834 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port d67a38cf-5b69-46ae-86d9-4b0994c20473, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=d67a38cf-5b69-46ae-86d9-4b0994c20473,segment=NetworkSegment(6f50c918-e060-44c2-b765-4c3ce7a3a3a8),segment_id=6f50c918-e060-44c2-b765-4c3ce7a3a3a8)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:59:51.322917 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:51.371383 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=d67a38cf-5b69-46ae-86d9-4b0994c20473,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:51.411021 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8337b21-d4c8-432d-9604-d0769a79e80b x-openstack-request-id: req-e8337b21-d4c8-432d-9604-d0769a79e80b {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:59:51.411343 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32d83e13-f562-4907-b5aa-d697b0ed47a9", "name": "network-vif-plugged", "status": "completed", "tag": "d67a38cf-5b69-46ae-86d9-4b0994c20473", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:59:51.411637 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e8337b21-d4c8-432d-9604-d0769a79e80b {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:59:51.412028 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d83e13-f562-4907-b5aa-d697b0ed47a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd67a38cf-5b69-46ae-86d9-4b0994c20473', 'code': 200} Jul 29 23:59:51.534593 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f958e2-2a93-43e1-96fb-a252b0bafe5c req-cd518f1a-8887-4177-9a3d-b0a4fb680fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:51.536095 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-13f958e2-2a93-43e1-96fb-a252b0bafe5c req-cd518f1a-8887-4177-9a3d-b0a4fb680fc8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=32d83e13-f562-4907-b5aa-d697b0ed47a9 HTTP/1.1" status: 200 len: 1098 time: 0.0417461 Jul 29 23:59:51.571788 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-13f958e2-2a93-43e1-96fb-a252b0bafe5c req-ca921b57-e7cb-4337-a4b4-60822e79a7c1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8e616eeb-92cc-4873-a970-0eeb8998d0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278013 Jul 29 23:59:51.724676 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c54c095-cdd6-4526-992f-2d3318eb0540 req-5efe95dc-ad2b-45f7-8ec2-c4c3d06d3be1 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:51.726089 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7c54c095-cdd6-4526-992f-2d3318eb0540 req-5efe95dc-ad2b-45f7-8ec2-c4c3d06d3be1 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d83e13-f562-4907-b5aa-d697b0ed47a9 HTTP/1.1" status: 200 len: 946 time: 0.0531583 Jul 29 23:59:51.766580 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7c54c095-cdd6-4526-992f-2d3318eb0540 req-6ed951c4-6a43-41f0-8544-caa00c2bcb25 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e616eeb-92cc-4873-a970-0eeb8998d0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335150 Jul 29 23:59:52.887858 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b89f0-8d45-416a-8844-55be6859c41f req-c59016e5-bd92-47fd-8a0e-c1fbbf50cad6 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:52.889286 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e98b89f0-8d45-416a-8844-55be6859c41f req-c59016e5-bd92-47fd-8a0e-c1fbbf50cad6 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d83e13-f562-4907-b5aa-d697b0ed47a9 HTTP/1.1" status: 200 len: 946 time: 0.0525033 Jul 29 23:59:52.928282 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e98b89f0-8d45-416a-8844-55be6859c41f req-22ec8340-a736-4d59-ab19-f06572b41a69 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e616eeb-92cc-4873-a970-0eeb8998d0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328133 Jul 29 23:59:53.285891 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f4ef6860-4082-495d-b37f-bb7fe30ad121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:53.555171 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8562fdb3-6049-4fc6-82d3-768eaf8d5f0f req-a882d8ed-b6ac-4f47-9f3e-1d32795a7127 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:53.556641 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8562fdb3-6049-4fc6-82d3-768eaf8d5f0f req-a882d8ed-b6ac-4f47-9f3e-1d32795a7127 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d83e13-f562-4907-b5aa-d697b0ed47a9 HTTP/1.1" status: 200 len: 946 time: 0.0500853 Jul 29 23:59:53.600238 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8562fdb3-6049-4fc6-82d3-768eaf8d5f0f req-2d6c6e73-2f67-4904-a5d6-32ac3fd68405 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e616eeb-92cc-4873-a970-0eeb8998d0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356960 Jul 29 23:59:54.726600 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede62afc-56a8-469a-9748-e62e28272162 req-8b1ee646-e1b0-41ea-8bb2-b1235f9e66c2 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:54.728184 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ede62afc-56a8-469a-9748-e62e28272162 req-8b1ee646-e1b0-41ea-8bb2-b1235f9e66c2 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d83e13-f562-4907-b5aa-d697b0ed47a9 HTTP/1.1" status: 200 len: 946 time: 0.0556612 Jul 29 23:59:54.768713 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ede62afc-56a8-469a-9748-e62e28272162 req-32dd6128-9f13-4891-82c9-c1c58bf799b6 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e616eeb-92cc-4873-a970-0eeb8998d0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344675 Jul 29 23:59:54.936205 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d20d1-22fb-4f5b-a6c5-24a9853200f5 req-3267ab4f-fb8a-40f1-b364-5c4f0f4517e7 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:54.937612 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a96d20d1-22fb-4f5b-a6c5-24a9853200f5 req-3267ab4f-fb8a-40f1-b364-5c4f0f4517e7 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] 10.222.0.41 "GET /v2.0/ports?device_id=32d83e13-f562-4907-b5aa-d697b0ed47a9 HTTP/1.1" status: 200 len: 946 time: 0.0497379 Jul 29 23:59:55.051321 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-a96d20d1-22fb-4f5b-a6c5-24a9853200f5 req-0452fd4f-6128-4fbb-a8dc-af36841f0fb9 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Deleting port d67a38cf-5b69-46ae-86d9-4b0994c20473 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:59:55.051658 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a96d20d1-22fb-4f5b-a6c5-24a9853200f5 req-0452fd4f-6128-4fbb-a8dc-af36841f0fb9 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:55.152873 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-a96d20d1-22fb-4f5b-a6c5-24a9853200f5 req-0452fd4f-6128-4fbb-a8dc-af36841f0fb9 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] For port d67a38cf-5b69-46ae-86d9-4b0994c20473, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=d67a38cf-5b69-46ae-86d9-4b0994c20473,segment=NetworkSegment(6f50c918-e060-44c2-b765-4c3ce7a3a3a8),segment_id=6f50c918-e060-44c2-b765-4c3ce7a3a3a8)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:59:55.153238 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a96d20d1-22fb-4f5b-a6c5-24a9853200f5 req-0452fd4f-6128-4fbb-a8dc-af36841f0fb9 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:55.166981 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-a96d20d1-22fb-4f5b-a6c5-24a9853200f5 req-0452fd4f-6128-4fbb-a8dc-af36841f0fb9 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Calling delete_port for d67a38cf-5b69-46ae-86d9-4b0994c20473 owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:59:55.305376 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a96d20d1-22fb-4f5b-a6c5-24a9853200f5 req-0452fd4f-6128-4fbb-a8dc-af36841f0fb9 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:55.339121 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0452fd4f-6128-4fbb-a8dc-af36841f0fb9 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Pushing event deleted for resources: {'Port': ['ID=d67a38cf-5b69-46ae-86d9-4b0994c20473,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:55.363997 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0452fd4f-6128-4fbb-a8dc-af36841f0fb9 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:55.364343 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0452fd4f-6128-4fbb-a8dc-af36841f0fb9 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:55.364683 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0452fd4f-6128-4fbb-a8dc-af36841f0fb9 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:55.365019 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0452fd4f-6128-4fbb-a8dc-af36841f0fb9 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:55.365399 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0452fd4f-6128-4fbb-a8dc-af36841f0fb9 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:55.365714 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0452fd4f-6128-4fbb-a8dc-af36841f0fb9 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:55.366045 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0452fd4f-6128-4fbb-a8dc-af36841f0fb9 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:55.366371 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0452fd4f-6128-4fbb-a8dc-af36841f0fb9 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:55.366699 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0452fd4f-6128-4fbb-a8dc-af36841f0fb9 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:55.367043 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0452fd4f-6128-4fbb-a8dc-af36841f0fb9 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:55.367369 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0452fd4f-6128-4fbb-a8dc-af36841f0fb9 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:55.367686 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0452fd4f-6128-4fbb-a8dc-af36841f0fb9 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:55.391094 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-a96d20d1-22fb-4f5b-a6c5-24a9853200f5 req-0452fd4f-6128-4fbb-a8dc-af36841f0fb9 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] No DVR routers for this DVR port d67a38cf-5b69-46ae-86d9-4b0994c20473 on host n-h1-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:59:55.393796 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a96d20d1-22fb-4f5b-a6c5-24a9853200f5 req-0452fd4f-6128-4fbb-a8dc-af36841f0fb9 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:55.395808 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a96d20d1-22fb-4f5b-a6c5-24a9853200f5 req-0452fd4f-6128-4fbb-a8dc-af36841f0fb9 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] 10.222.0.41 "DELETE /v2.0/ports/d67a38cf-5b69-46ae-86d9-4b0994c20473 HTTP/1.1" status: 204 len: 173 time: 0.4524474 Jul 29 23:59:55.396247 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d83e13-f562-4907-b5aa-d697b0ed47a9', 'name': 'network-vif-deleted', 'tag': 'd67a38cf-5b69-46ae-86d9-4b0994c20473'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:59:55.398542 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002f226e-61a5-426a-9571-38c3762aab85" -d '{"events": [{"server_uuid": "32d83e13-f562-4907-b5aa-d697b0ed47a9", "name": "network-vif-deleted", "tag": "d67a38cf-5b69-46ae-86d9-4b0994c20473"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:59:55.439462 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15602652-4c55-4c06-9dc7-99c6632932fa x-openstack-request-id: req-15602652-4c55-4c06-9dc7-99c6632932fa {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:59:55.439820 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32d83e13-f562-4907-b5aa-d697b0ed47a9", "name": "network-vif-deleted", "tag": "d67a38cf-5b69-46ae-86d9-4b0994c20473", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:59:55.440073 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-15602652-4c55-4c06-9dc7-99c6632932fa {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:59:55.440478 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d83e13-f562-4907-b5aa-d697b0ed47a9', 'name': 'network-vif-deleted', 'tag': 'd67a38cf-5b69-46ae-86d9-4b0994c20473', 'status': 'completed', 'code': 200} Jul 29 23:59:55.893256 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c8aa1cee-6eab-4bbc-b3b6-83632b28414b req-cf9551ab-f330-49da-b91c-931bb46af7a9 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] 10.222.0.43 "GET /v2.0/ports?device_id=32d83e13-f562-4907-b5aa-d697b0ed47a9 HTTP/1.1" status: 200 len: 210 time: 0.0322695 Jul 29 23:59:55.905365 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7e2488cf-4231-4d03-97ab-98861888391c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:55.998708 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f2b21793-23b5-44a5-9813-695f320f5da5 req-8adbdff5-4274-4313-894e-d312994943f9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=32d83e13-f562-4907-b5aa-d697b0ed47a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0288558 Jul 29 23:59:56.098750 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f2b21793-23b5-44a5-9813-695f320f5da5 req-f0f58e94-a726-43d1-9cf0-2e0fb5a8152b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9aa5e7f5ae24f84b4bd1a42fe34671a&device_id=32d83e13-f562-4907-b5aa-d697b0ed47a9 HTTP/1.1" status: 200 len: 210 time: 0.0268209 Jul 29 23:59:56.288090 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b21793-23b5-44a5-9813-695f320f5da5 req-8909ab76-b812-4d50-8b8f-8f8419a62551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:56.289601 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f2b21793-23b5-44a5-9813-695f320f5da5 req-8909ab76-b812-4d50-8b8f-8f8419a62551 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=b9aa5e7f5ae24f84b4bd1a42fe34671a&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1661525 Jul 29 23:59:56.459593 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b21793-23b5-44a5-9813-695f320f5da5 req-3c1c4a7a-e2d4-4723-9d30-554980ae829b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:56.460987 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f2b21793-23b5-44a5-9813-695f320f5da5 req-3c1c4a7a-e2d4-4723-9d30-554980ae829b service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1641109 Jul 29 23:59:56.487712 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:57.159289 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device d67a38cf-5b69-46ae-86d9-4b0994c20473 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:59:57.181553 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] No Port match for: d67a38cf-5b69-46ae-86d9-4b0994c20473 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:59:57.182062 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device d67a38cf-5b69-46ae-86d9-4b0994c20473 not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:59:57.252396 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02070f9b-590e-4160-bd34-2f15c4038f2f req-513fae98-e92b-4b43-a78a-9b8e1b7f1117 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:57.253951 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-02070f9b-590e-4160-bd34-2f15c4038f2f req-513fae98-e92b-4b43-a78a-9b8e1b7f1117 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] 10.222.0.43 "GET /v2.0/networks?id=9fab60ee-4fcc-4c66-86c1-f17e1ea491a7 HTTP/1.1" status: 200 len: 808 time: 0.1033823 Jul 29 23:59:57.270387 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-02070f9b-590e-4160-bd34-2f15c4038f2f req-fb1ae522-0003-4faf-93a8-10815f5525c0 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] 10.222.0.43 "GET /v2.0/quotas/b9aa5e7f5ae24f84b4bd1a42fe34671a HTTP/1.1" status: 200 len: 375 time: 0.0103600 Jul 29 23:59:57.307642 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-02070f9b-590e-4160-bd34-2f15c4038f2f req-274718cb-56eb-46dd-96d1-c92d924cf4ac tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b9aa5e7f5ae24f84b4bd1a42fe34671a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274789 Jul 29 23:59:57.397790 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-02070f9b-590e-4160-bd34-2f15c4038f2f req-d7b4ea78-3f74-4f58-9d0d-e92aa68717c1 service neutron] 10.222.0.43 "GET /v2.0/networks/9fab60ee-4fcc-4c66-86c1-f17e1ea491a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835812 Jul 29 23:59:57.489406 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-02070f9b-590e-4160-bd34-2f15c4038f2f req-9d5a709a-c796-4961-bc28-2298d2d7d44f service neutron] 10.222.0.43 "GET /v2.0/networks/9fab60ee-4fcc-4c66-86c1-f17e1ea491a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846744 Jul 29 23:59:57.668680 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-299b08a8-76ec-446d-960a-7152ae155362 req-fd0fb6cf-6baf-4bf9-bebc-50c38b661529 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c689c1e-3375-48f1-bebe-77fc06069fc1 HTTP/1.1" status: 200 len: 210 time: 0.0356686 Jul 29 23:59:57.776049 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:58.704683 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02070f9b-590e-4160-bd34-2f15c4038f2f req-54d0d1db-95a5-4369-bd1e-ab4a07c9713c tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:58.706314 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-02070f9b-590e-4160-bd34-2f15c4038f2f req-54d0d1db-95a5-4369-bd1e-ab4a07c9713c tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] 10.222.0.41 "GET /v2.0/networks?id=9fab60ee-4fcc-4c66-86c1-f17e1ea491a7 HTTP/1.1" status: 200 len: 808 time: 0.1177201 Jul 29 23:59:58.726634 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-02070f9b-590e-4160-bd34-2f15c4038f2f req-efeec038-ea2e-4d7f-bc1f-99f57e823a21 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Request body: {'port': {'device_id': '8c689c1e-3375-48f1-bebe-77fc06069fc1', 'network_id': '9fab60ee-4fcc-4c66-86c1-f17e1ea491a7', 'admin_state_up': True, 'tenant_id': 'b9aa5e7f5ae24f84b4bd1a42fe34671a'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:58.807686 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-95cf41e7-b9a4-4f98-8fe0-5094260f798e req-84743562-f7a5-445b-bf17-4a64774d77c9 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c689c1e-3375-48f1-bebe-77fc06069fc1 HTTP/1.1" status: 200 len: 210 time: 0.0358036 Jul 29 23:59:58.866893 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02070f9b-590e-4160-bd34-2f15c4038f2f req-efeec038-ea2e-4d7f-bc1f-99f57e823a21 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Made reservation on behalf of b9aa5e7f5ae24f84b4bd1a42fe34671a for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:59:58.871148 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-02070f9b-590e-4160-bd34-2f15c4038f2f req-efeec038-ea2e-4d7f-bc1f-99f57e823a21 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:59.001232 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-02070f9b-590e-4160-bd34-2f15c4038f2f req-efeec038-ea2e-4d7f-bc1f-99f57e823a21 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Allocated IP 172.20.0.14 (9fab60ee-4fcc-4c66-86c1-f17e1ea491a7/43d74ce4-459d-40a7-8c2b-60d1b951fd47/b79c7f0d-cbf3-4cce-b745-ac4dfcf4dafb) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:59:59.157771 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-02070f9b-590e-4160-bd34-2f15c4038f2f req-efeec038-ea2e-4d7f-bc1f-99f57e823a21 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:59.197844 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-02070f9b-590e-4160-bd34-2f15c4038f2f req-efeec038-ea2e-4d7f-bc1f-99f57e823a21 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:59.241078 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02070f9b-590e-4160-bd34-2f15c4038f2f req-efeec038-ea2e-4d7f-bc1f-99f57e823a21 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Network 9fab60ee-4fcc-4c66-86c1-f17e1ea491a7 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:59:59.244609 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-02070f9b-590e-4160-bd34-2f15c4038f2f req-efeec038-ea2e-4d7f-bc1f-99f57e823a21 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:59:59.248616 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-02070f9b-590e-4160-bd34-2f15c4038f2f req-efeec038-ea2e-4d7f-bc1f-99f57e823a21 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:59:59.281122 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeec038-ea2e-4d7f-bc1f-99f57e823a21 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Pushing event updated for resources: {'Port': ['ID=b79c7f0d-cbf3-4cce-b745-ac4dfcf4dafb,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:59.311835 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02070f9b-590e-4160-bd34-2f15c4038f2f req-efeec038-ea2e-4d7f-bc1f-99f57e823a21 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:59.312461 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-02070f9b-590e-4160-bd34-2f15c4038f2f req-efeec038-ea2e-4d7f-bc1f-99f57e823a21 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:59.328364 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-02070f9b-590e-4160-bd34-2f15c4038f2f req-efeec038-ea2e-4d7f-bc1f-99f57e823a21 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6057110 Jul 29 23:59:59.346568 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-02070f9b-590e-4160-bd34-2f15c4038f2f req-95d8b919-57b1-410f-9982-97140a08a2e2 service neutron] Request body: {'port': {'device_id': '8c689c1e-3375-48f1-bebe-77fc06069fc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:59.401502 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-02070f9b-590e-4160-bd34-2f15c4038f2f req-95d8b919-57b1-410f-9982-97140a08a2e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:59.414765 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:59.669469 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-02070f9b-590e-4160-bd34-2f15c4038f2f req-95d8b919-57b1-410f-9982-97140a08a2e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b79c7f0d-cbf3-4cce-b745-ac4dfcf4dafb {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:59:59.677258 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-02070f9b-590e-4160-bd34-2f15c4038f2f req-95d8b919-57b1-410f-9982-97140a08a2e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:59.712326 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-02070f9b-590e-4160-bd34-2f15c4038f2f req-95d8b919-57b1-410f-9982-97140a08a2e2 service neutron] Transition to ACTIVE for port object b79c7f0d-cbf3-4cce-b745-ac4dfcf4dafb will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:59:59.712326 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-02070f9b-590e-4160-bd34-2f15c4038f2f req-95d8b919-57b1-410f-9982-97140a08a2e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:59.746986 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d8b919-57b1-410f-9982-97140a08a2e2 service neutron] Pushing event updated for resources: {'Port': ['ID=b79c7f0d-cbf3-4cce-b745-ac4dfcf4dafb,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:59.816430 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-02070f9b-590e-4160-bd34-2f15c4038f2f req-95d8b919-57b1-410f-9982-97140a08a2e2 service neutron] Attempting to bind port b79c7f0d-cbf3-4cce-b745-ac4dfcf4dafb on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:59:59.816768 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-02070f9b-590e-4160-bd34-2f15c4038f2f req-95d8b919-57b1-410f-9982-97140a08a2e2 service neutron] Attempting to bind port b79c7f0d-cbf3-4cce-b745-ac4dfcf4dafb by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': '6f50c918-e060-44c2-b765-4c3ce7a3a3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '9fab60ee-4fcc-4c66-86c1-f17e1ea491a7'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:59:59.817100 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02070f9b-590e-4160-bd34-2f15c4038f2f req-95d8b919-57b1-410f-9982-97140a08a2e2 service neutron] Attempting to bind port b79c7f0d-cbf3-4cce-b745-ac4dfcf4dafb on network 9fab60ee-4fcc-4c66-86c1-f17e1ea491a7 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:59:59.821632 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02070f9b-590e-4160-bd34-2f15c4038f2f req-95d8b919-57b1-410f-9982-97140a08a2e2 service neutron] Port b79c7f0d-cbf3-4cce-b745-ac4dfcf4dafb on network 9fab60ee-4fcc-4c66-86c1-f17e1ea491a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:59:59.821963 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02070f9b-590e-4160-bd34-2f15c4038f2f req-95d8b919-57b1-410f-9982-97140a08a2e2 service neutron] Attempting to bind port b79c7f0d-cbf3-4cce-b745-ac4dfcf4dafb on network 9fab60ee-4fcc-4c66-86c1-f17e1ea491a7 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:59:59.826876 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02070f9b-590e-4160-bd34-2f15c4038f2f req-95d8b919-57b1-410f-9982-97140a08a2e2 service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 59, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:59:59.827216 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02070f9b-590e-4160-bd34-2f15c4038f2f req-95d8b919-57b1-410f-9982-97140a08a2e2 service neutron] Checking segment: {'id': '6f50c918-e060-44c2-b765-4c3ce7a3a3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '9fab60ee-4fcc-4c66-86c1-f17e1ea491a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:59:59.827602 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02070f9b-590e-4160-bd34-2f15c4038f2f req-95d8b919-57b1-410f-9982-97140a08a2e2 service neutron] Bound using segment: {'id': '6f50c918-e060-44c2-b765-4c3ce7a3a3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '9fab60ee-4fcc-4c66-86c1-f17e1ea491a7'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:59:59.828029 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-02070f9b-590e-4160-bd34-2f15c4038f2f req-95d8b919-57b1-410f-9982-97140a08a2e2 service neutron] Bound port: b79c7f0d-cbf3-4cce-b745-ac4dfcf4dafb, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f50c918-e060-44c2-b765-4c3ce7a3a3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '9fab60ee-4fcc-4c66-86c1-f17e1ea491a7'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:59:59.828386 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-02070f9b-590e-4160-bd34-2f15c4038f2f req-95d8b919-57b1-410f-9982-97140a08a2e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:59.920497 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-02070f9b-590e-4160-bd34-2f15c4038f2f req-95d8b919-57b1-410f-9982-97140a08a2e2 service neutron] For port b79c7f0d-cbf3-4cce-b745-ac4dfcf4dafb, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:59:59.937402 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-02070f9b-590e-4160-bd34-2f15c4038f2f req-95d8b919-57b1-410f-9982-97140a08a2e2 service neutron] For port b79c7f0d-cbf3-4cce-b745-ac4dfcf4dafb, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=b79c7f0d-cbf3-4cce-b745-ac4dfcf4dafb,segment=NetworkSegment(6f50c918-e060-44c2-b765-4c3ce7a3a3a8),segment_id=6f50c918-e060-44c2-b765-4c3ce7a3a3a8)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:59:59.942854 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-02070f9b-590e-4160-bd34-2f15c4038f2f req-95d8b919-57b1-410f-9982-97140a08a2e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:59.977566 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b59dd8-ec54-4b2e-961a-63e64e3d27a8 req-dfd3760e-9fab-49f3-8017-b09347bb655c tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:59.979251 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-25b59dd8-ec54-4b2e-961a-63e64e3d27a8 req-dfd3760e-9fab-49f3-8017-b09347bb655c tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c689c1e-3375-48f1-bebe-77fc06069fc1 HTTP/1.1" status: 200 len: 944 time: 0.0970228 Jul 30 00:00:00.011143 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02070f9b-590e-4160-bd34-2f15c4038f2f req-95d8b919-57b1-410f-9982-97140a08a2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:00.011769 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-02070f9b-590e-4160-bd34-2f15c4038f2f req-95d8b919-57b1-410f-9982-97140a08a2e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:00.013157 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-02070f9b-590e-4160-bd34-2f15c4038f2f req-95d8b919-57b1-410f-9982-97140a08a2e2 service neutron] 10.222.0.41 "PUT /v2.0/ports/b79c7f0d-cbf3-4cce-b745-ac4dfcf4dafb HTTP/1.1" status: 200 len: 1093 time: 0.6710858 Jul 30 00:00:00.013634 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c689c1e-3375-48f1-bebe-77fc06069fc1', 'tag': 'b79c7f0d-cbf3-4cce-b745-ac4dfcf4dafb'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:00:00.016073 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27fd1a8f-8e3a-419a-a447-abfb875ac83d" -d '{"events": [{"name": "network-changed", "server_uuid": "8c689c1e-3375-48f1-bebe-77fc06069fc1", "tag": "b79c7f0d-cbf3-4cce-b745-ac4dfcf4dafb"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:00:00.050088 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d8b919-57b1-410f-9982-97140a08a2e2 service neutron] Pushing event updated for resources: {'Port': ['ID=b79c7f0d-cbf3-4cce-b745-ac4dfcf4dafb,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:00.060033 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-25b59dd8-ec54-4b2e-961a-63e64e3d27a8 req-a0376a35-17ef-4fec-8212-f3270c667439 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e616eeb-92cc-4873-a970-0eeb8998d0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700758 Jul 30 00:00:00.062550 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51999e25-10fd-4e94-a7db-d15e843d6d10 x-openstack-request-id: req-51999e25-10fd-4e94-a7db-d15e843d6d10 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:00:00.062866 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c689c1e-3375-48f1-bebe-77fc06069fc1", "tag": "b79c7f0d-cbf3-4cce-b745-ac4dfcf4dafb", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:00:00.063084 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-51999e25-10fd-4e94-a7db-d15e843d6d10 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:00:00.063480 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c689c1e-3375-48f1-bebe-77fc06069fc1', 'tag': 'b79c7f0d-cbf3-4cce-b745-ac4dfcf4dafb', 'status': 'completed', 'code': 200} Jul 30 00:00:00.123290 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02070f9b-590e-4160-bd34-2f15c4038f2f req-a6b98aeb-be3d-4936-a61b-f8a5fcfec37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:00.124834 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-02070f9b-590e-4160-bd34-2f15c4038f2f req-a6b98aeb-be3d-4936-a61b-f8a5fcfec37b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9aa5e7f5ae24f84b4bd1a42fe34671a&device_id=8c689c1e-3375-48f1-bebe-77fc06069fc1 HTTP/1.1" status: 200 len: 1096 time: 0.0460036 Jul 30 00:00:00.173337 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-02070f9b-590e-4160-bd34-2f15c4038f2f req-7a3d6307-4166-484d-95ea-54441570f701 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b79c7f0d-cbf3-4cce-b745-ac4dfcf4dafb HTTP/1.1" status: 200 len: 217 time: 0.0343800 Jul 30 00:00:00.224926 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02070f9b-590e-4160-bd34-2f15c4038f2f req-da1e93fd-d810-47f9-92bd-ab4d3748873d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:00.226321 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-02070f9b-590e-4160-bd34-2f15c4038f2f req-da1e93fd-d810-47f9-92bd-ab4d3748873d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=43d74ce4-459d-40a7-8c2b-60d1b951fd47 HTTP/1.1" status: 200 len: 848 time: 0.0448503 Jul 30 00:00:00.262286 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-02070f9b-590e-4160-bd34-2f15c4038f2f req-770dbaf0-a417-4295-839d-92f509c48d77 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9fab60ee-4fcc-4c66-86c1-f17e1ea491a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284846 Jul 30 00:00:00.351747 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-02070f9b-590e-4160-bd34-2f15c4038f2f req-c6c4c254-3e2b-4c5f-b29e-f633ec988b55 service neutron] 10.222.0.41 "GET /v2.0/networks/9fab60ee-4fcc-4c66-86c1-f17e1ea491a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820742 Jul 30 00:00:00.446860 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-02070f9b-590e-4160-bd34-2f15c4038f2f req-186a52b5-9c32-4ce3-91bb-7d4a8a871226 service neutron] 10.222.0.41 "GET /v2.0/networks/9fab60ee-4fcc-4c66-86c1-f17e1ea491a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882537 Jul 30 00:00:00.586860 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fd1a8f-8e3a-419a-a447-abfb875ac83d req-b7bbe3c5-b07e-461f-81b9-b94741a8d05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:00.588444 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-27fd1a8f-8e3a-419a-a447-abfb875ac83d req-b7bbe3c5-b07e-461f-81b9-b94741a8d05b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9aa5e7f5ae24f84b4bd1a42fe34671a&device_id=8c689c1e-3375-48f1-bebe-77fc06069fc1 HTTP/1.1" status: 200 len: 1096 time: 0.0432172 Jul 30 00:00:00.683162 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fd1a8f-8e3a-419a-a447-abfb875ac83d req-5b01b74b-302f-4485-a13e-0f72d4784675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:00.684796 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-27fd1a8f-8e3a-419a-a447-abfb875ac83d req-5b01b74b-302f-4485-a13e-0f72d4784675 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9fab60ee-4fcc-4c66-86c1-f17e1ea491a7 HTTP/1.1" status: 200 len: 909 time: 0.0897679 Jul 30 00:00:00.731734 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-27fd1a8f-8e3a-419a-a447-abfb875ac83d req-a5f5cff8-2ab5-40e4-a7b9-9ba2bc4a9ab3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b79c7f0d-cbf3-4cce-b745-ac4dfcf4dafb HTTP/1.1" status: 200 len: 217 time: 0.0404258 Jul 30 00:00:00.783043 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fd1a8f-8e3a-419a-a447-abfb875ac83d req-cf54a660-2708-44c4-a79b-61b253b7bc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:00.784514 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-27fd1a8f-8e3a-419a-a447-abfb875ac83d req-cf54a660-2708-44c4-a79b-61b253b7bc7d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=43d74ce4-459d-40a7-8c2b-60d1b951fd47 HTTP/1.1" status: 200 len: 848 time: 0.0452199 Jul 30 00:00:00.818228 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-27fd1a8f-8e3a-419a-a447-abfb875ac83d req-f960d43c-767d-4163-9146-3f367d5b4d64 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9fab60ee-4fcc-4c66-86c1-f17e1ea491a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253563 Jul 30 00:00:00.922896 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-27fd1a8f-8e3a-419a-a447-abfb875ac83d req-e0f28099-ba03-4062-9a60-588f6c1dcd00 service neutron] 10.222.0.41 "GET /v2.0/networks/9fab60ee-4fcc-4c66-86c1-f17e1ea491a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963435 Jul 30 00:00:00.923120 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:00:01.019903 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-27fd1a8f-8e3a-419a-a447-abfb875ac83d req-4e7eb56c-e506-4ccf-b863-c3d8d93a514d service neutron] 10.222.0.41 "GET /v2.0/networks/9fab60ee-4fcc-4c66-86c1-f17e1ea491a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888624 Jul 30 00:00:01.183103 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f32f7-f476-45fd-aad9-b00b85872fe5 req-76f3031d-52b7-4f91-93e2-375888560ac9 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:01.184601 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-848f32f7-f476-45fd-aad9-b00b85872fe5 req-76f3031d-52b7-4f91-93e2-375888560ac9 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c689c1e-3375-48f1-bebe-77fc06069fc1 HTTP/1.1" status: 200 len: 944 time: 0.0519423 Jul 30 00:00:01.223509 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-848f32f7-f476-45fd-aad9-b00b85872fe5 req-f76a63d7-0470-4ea5-a1b7-036c2d05cb0c tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e616eeb-92cc-4873-a970-0eeb8998d0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328927 Jul 30 00:00:02.349007 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d05d5-ea28-4f92-848e-0169168c6aca req-46fa85d5-5b49-4484-92f2-ba6457f05f05 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:02.350588 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6d2d05d5-ea28-4f92-848e-0169168c6aca req-46fa85d5-5b49-4484-92f2-ba6457f05f05 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c689c1e-3375-48f1-bebe-77fc06069fc1 HTTP/1.1" status: 200 len: 944 time: 0.0576003 Jul 30 00:00:02.391922 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6d2d05d5-ea28-4f92-848e-0169168c6aca req-6db18cde-9181-498c-ae97-eb5f67c1262c tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e616eeb-92cc-4873-a970-0eeb8998d0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346653 Jul 30 00:00:03.175575 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device b79c7f0d-cbf3-4cce-b745-ac4dfcf4dafb details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:00:03.269884 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port b79c7f0d-cbf3-4cce-b745-ac4dfcf4dafb, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=b79c7f0d-cbf3-4cce-b745-ac4dfcf4dafb,segment=NetworkSegment(6f50c918-e060-44c2-b765-4c3ce7a3a3a8),segment_id=6f50c918-e060-44c2-b765-4c3ce7a3a3a8)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:00:03.281470 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': 'b79c7f0d-cbf3-4cce-b745-ac4dfcf4dafb', 'network_id': '9fab60ee-4fcc-4c66-86c1-f17e1ea491a7', 'port_id': 'b79c7f0d-cbf3-4cce-b745-ac4dfcf4dafb', 'mac_address': 'fa:16:3e:b0:e9:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43d74ce4-459d-40a7-8c2b-60d1b951fd47', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:00:03.320808 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:03.337842 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b79c7f0d-cbf3-4cce-b745-ac4dfcf4dafb {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:00:03.358047 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port b79c7f0d-cbf3-4cce-b745-ac4dfcf4dafb, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=b79c7f0d-cbf3-4cce-b745-ac4dfcf4dafb,segment=NetworkSegment(6f50c918-e060-44c2-b765-4c3ce7a3a3a8),segment_id=6f50c918-e060-44c2-b765-4c3ce7a3a3a8)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:00:03.361992 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:03.411019 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=b79c7f0d-cbf3-4cce-b745-ac4dfcf4dafb,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:03.513300 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0363a-a060-4942-a581-106dbd419eb9 req-1bd2098c-4579-402f-9d6a-80003a91821c tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:03.514877 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-19d0363a-a060-4942-a581-106dbd419eb9 req-1bd2098c-4579-402f-9d6a-80003a91821c tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c689c1e-3375-48f1-bebe-77fc06069fc1 HTTP/1.1" status: 200 len: 945 time: 0.0522144 Jul 30 00:00:03.553655 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-19d0363a-a060-4942-a581-106dbd419eb9 req-8325ee6d-6000-4926-89a5-d269e129b49d tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e616eeb-92cc-4873-a970-0eeb8998d0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327852 Jul 30 00:00:03.622702 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['b79c7f0d-cbf3-4cce-b745-ac4dfcf4dafb'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:00:04.670011 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69e76e1-4aa5-4108-bbf6-509fdcb9c448 req-d2552550-eb22-4ef6-91d7-64ea7cac069d tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:04.671483 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a69e76e1-4aa5-4108-bbf6-509fdcb9c448 req-d2552550-eb22-4ef6-91d7-64ea7cac069d tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c689c1e-3375-48f1-bebe-77fc06069fc1 HTTP/1.1" status: 200 len: 945 time: 0.0479913 Jul 30 00:00:04.711057 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a69e76e1-4aa5-4108-bbf6-509fdcb9c448 req-b797c812-a9fc-455b-9858-43cc6638cb8a tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e616eeb-92cc-4873-a970-0eeb8998d0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321116 Jul 30 00:00:05.189723 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device b79c7f0d-cbf3-4cce-b745-ac4dfcf4dafb up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:00:05.239579 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port b79c7f0d-cbf3-4cce-b745-ac4dfcf4dafb completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:00:05.243221 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port b79c7f0d-cbf3-4cce-b745-ac4dfcf4dafb triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:00:05.243591 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:05.320920 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:05.343339 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c689c1e-3375-48f1-bebe-77fc06069fc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b79c7f0d-cbf3-4cce-b745-ac4dfcf4dafb'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:00:05.345554 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82d2295-ff07-4f1e-89f2-dda1d6a79d12" -d '{"events": [{"server_uuid": "8c689c1e-3375-48f1-bebe-77fc06069fc1", "name": "network-vif-plugged", "status": "completed", "tag": "b79c7f0d-cbf3-4cce-b745-ac4dfcf4dafb"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:00:05.359205 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port b79c7f0d-cbf3-4cce-b745-ac4dfcf4dafb, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=b79c7f0d-cbf3-4cce-b745-ac4dfcf4dafb,segment=NetworkSegment(6f50c918-e060-44c2-b765-4c3ce7a3a3a8),segment_id=6f50c918-e060-44c2-b765-4c3ce7a3a3a8)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:00:05.363904 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:05.394399 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e58c06e-eaea-43ab-a009-352a1aa98318 x-openstack-request-id: req-8e58c06e-eaea-43ab-a009-352a1aa98318 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:00:05.394705 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c689c1e-3375-48f1-bebe-77fc06069fc1", "name": "network-vif-plugged", "status": "completed", "tag": "b79c7f0d-cbf3-4cce-b745-ac4dfcf4dafb", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:00:05.394959 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8e58c06e-eaea-43ab-a009-352a1aa98318 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:00:05.395350 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c689c1e-3375-48f1-bebe-77fc06069fc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b79c7f0d-cbf3-4cce-b745-ac4dfcf4dafb', 'code': 200} Jul 30 00:00:05.432596 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=b79c7f0d-cbf3-4cce-b745-ac4dfcf4dafb,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:05.868472 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d7964-99bb-4fa6-b0eb-2b7295cf9c2f req-00a9c8e3-6895-4fa9-91cb-6320684825c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:05.870196 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3f4d7964-99bb-4fa6-b0eb-2b7295cf9c2f req-00a9c8e3-6895-4fa9-91cb-6320684825c2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8c689c1e-3375-48f1-bebe-77fc06069fc1 HTTP/1.1" status: 200 len: 1098 time: 0.3954895 Jul 30 00:00:05.892678 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91239f2c-3b8e-44a9-838d-1c38d8d6ae52 req-3049691f-6293-4636-b888-6f74481d9e69 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:05.894188 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-91239f2c-3b8e-44a9-838d-1c38d8d6ae52 req-3049691f-6293-4636-b888-6f74481d9e69 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c689c1e-3375-48f1-bebe-77fc06069fc1 HTTP/1.1" status: 200 len: 946 time: 0.0641704 Jul 30 00:00:05.933913 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3f4d7964-99bb-4fa6-b0eb-2b7295cf9c2f req-a204fb70-639e-4cc3-b8b0-efc204951db4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8e616eeb-92cc-4873-a970-0eeb8998d0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549917 Jul 30 00:00:05.952689 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-91239f2c-3b8e-44a9-838d-1c38d8d6ae52 req-ce74914b-c328-46d1-8c43-92439e39540b tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e616eeb-92cc-4873-a970-0eeb8998d0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523386 Jul 30 00:00:07.083276 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cdbf19-110c-429f-bb8b-b7437c8f686d req-001f93a1-d4cd-4ba4-a275-54e31376cd94 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:07.085271 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-13cdbf19-110c-429f-bb8b-b7437c8f686d req-001f93a1-d4cd-4ba4-a275-54e31376cd94 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c689c1e-3375-48f1-bebe-77fc06069fc1 HTTP/1.1" status: 200 len: 946 time: 0.0609822 Jul 30 00:00:07.127698 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-13cdbf19-110c-429f-bb8b-b7437c8f686d req-b684367c-de52-48b4-99a3-f74ac3337bfb tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e616eeb-92cc-4873-a970-0eeb8998d0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347319 Jul 30 00:00:07.413491 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:07.811982 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea6f4de-8c69-4fa4-a64e-b9205a0869b4 req-2a17488f-9478-4b26-a515-5862ffbee086 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:07.813518 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2ea6f4de-8c69-4fa4-a64e-b9205a0869b4 req-2a17488f-9478-4b26-a515-5862ffbee086 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c689c1e-3375-48f1-bebe-77fc06069fc1 HTTP/1.1" status: 200 len: 946 time: 0.0635023 Jul 30 00:00:07.851655 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2ea6f4de-8c69-4fa4-a64e-b9205a0869b4 req-2618f0e2-0089-494b-a112-a2c4b36d3cf1 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e616eeb-92cc-4873-a970-0eeb8998d0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320148 Jul 30 00:00:08.972383 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b3c92-0e00-40b3-bf91-c874caa22f4f req-98218536-0e6e-4950-bba6-29b4e39503ef tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:08.973887 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-514b3c92-0e00-40b3-bf91-c874caa22f4f req-98218536-0e6e-4950-bba6-29b4e39503ef tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c689c1e-3375-48f1-bebe-77fc06069fc1 HTTP/1.1" status: 200 len: 946 time: 0.0501425 Jul 30 00:00:09.013907 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-514b3c92-0e00-40b3-bf91-c874caa22f4f req-fb8b7a4e-b2f4-4c36-aea6-9824833c7494 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] 10.222.0.43 "GET /v2.0/security-groups?id=8e616eeb-92cc-4873-a970-0eeb8998d0a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338352 Jul 30 00:00:09.179950 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6ebd9-2e51-4aad-aeeb-cb2110b72d25 req-3819d8f1-258d-432f-8093-ef7c0f08fc5f tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:09.182157 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eab6ebd9-2e51-4aad-aeeb-cb2110b72d25 req-3819d8f1-258d-432f-8093-ef7c0f08fc5f tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c689c1e-3375-48f1-bebe-77fc06069fc1 HTTP/1.1" status: 200 len: 946 time: 0.0500126 Jul 30 00:00:09.277756 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-eab6ebd9-2e51-4aad-aeeb-cb2110b72d25 req-b60d7806-fdf7-4e42-8c0f-457f5aabc42f tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Deleting port b79c7f0d-cbf3-4cce-b745-ac4dfcf4dafb {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:00:09.278136 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-eab6ebd9-2e51-4aad-aeeb-cb2110b72d25 req-b60d7806-fdf7-4e42-8c0f-457f5aabc42f tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:09.372169 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-eab6ebd9-2e51-4aad-aeeb-cb2110b72d25 req-b60d7806-fdf7-4e42-8c0f-457f5aabc42f tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] For port b79c7f0d-cbf3-4cce-b745-ac4dfcf4dafb, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=b79c7f0d-cbf3-4cce-b745-ac4dfcf4dafb,segment=NetworkSegment(6f50c918-e060-44c2-b765-4c3ce7a3a3a8),segment_id=6f50c918-e060-44c2-b765-4c3ce7a3a3a8)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:00:09.372545 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-eab6ebd9-2e51-4aad-aeeb-cb2110b72d25 req-b60d7806-fdf7-4e42-8c0f-457f5aabc42f tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:09.385993 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-eab6ebd9-2e51-4aad-aeeb-cb2110b72d25 req-b60d7806-fdf7-4e42-8c0f-457f5aabc42f tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Calling delete_port for b79c7f0d-cbf3-4cce-b745-ac4dfcf4dafb owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:00:09.521408 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-eab6ebd9-2e51-4aad-aeeb-cb2110b72d25 req-b60d7806-fdf7-4e42-8c0f-457f5aabc42f tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:09.552159 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60d7806-fdf7-4e42-8c0f-457f5aabc42f tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Pushing event deleted for resources: {'Port': ['ID=b79c7f0d-cbf3-4cce-b745-ac4dfcf4dafb,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:09.560542 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['b79c7f0d-cbf3-4cce-b745-ac4dfcf4dafb'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:00:09.597034 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab6ebd9-2e51-4aad-aeeb-cb2110b72d25 req-b60d7806-fdf7-4e42-8c0f-457f5aabc42f tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] No DVR routers for this DVR port b79c7f0d-cbf3-4cce-b745-ac4dfcf4dafb on host n-h1-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:00:09.599871 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-eab6ebd9-2e51-4aad-aeeb-cb2110b72d25 req-b60d7806-fdf7-4e42-8c0f-457f5aabc42f tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:09.602013 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eab6ebd9-2e51-4aad-aeeb-cb2110b72d25 req-b60d7806-fdf7-4e42-8c0f-457f5aabc42f tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] 10.222.0.41 "DELETE /v2.0/ports/b79c7f0d-cbf3-4cce-b745-ac4dfcf4dafb HTTP/1.1" status: 204 len: 173 time: 0.4118474 Jul 30 00:00:09.602442 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c689c1e-3375-48f1-bebe-77fc06069fc1', 'name': 'network-vif-deleted', 'tag': 'b79c7f0d-cbf3-4cce-b745-ac4dfcf4dafb'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:00:09.605464 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4279cd32-9b45-48e3-8ea6-7ca126f63d40" -d '{"events": [{"server_uuid": "8c689c1e-3375-48f1-bebe-77fc06069fc1", "name": "network-vif-deleted", "tag": "b79c7f0d-cbf3-4cce-b745-ac4dfcf4dafb"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:00:09.644456 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf027f30-a75f-4507-bdca-8888d844ce3f x-openstack-request-id: req-bf027f30-a75f-4507-bdca-8888d844ce3f {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:00:09.644825 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c689c1e-3375-48f1-bebe-77fc06069fc1", "name": "network-vif-deleted", "tag": "b79c7f0d-cbf3-4cce-b745-ac4dfcf4dafb", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:00:09.645679 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bf027f30-a75f-4507-bdca-8888d844ce3f {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:00:09.646087 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c689c1e-3375-48f1-bebe-77fc06069fc1', 'name': 'network-vif-deleted', 'tag': 'b79c7f0d-cbf3-4cce-b745-ac4dfcf4dafb', 'status': 'completed', 'code': 200} Jul 30 00:00:10.162634 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5b5b7be5-e18e-4562-922a-df0387dca096 req-400b5dbc-ebb0-441e-9a5f-8d84a1980e50 tempest-VolumesActionsTest-195286872 tempest-VolumesActionsTest-195286872-project] 10.222.0.43 "GET /v2.0/ports?device_id=8c689c1e-3375-48f1-bebe-77fc06069fc1 HTTP/1.1" status: 200 len: 210 time: 0.0373368 Jul 30 00:00:13.189922 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device b79c7f0d-cbf3-4cce-b745-ac4dfcf4dafb no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:00:13.214426 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] No Port match for: b79c7f0d-cbf3-4cce-b745-ac4dfcf4dafb {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:00:13.215106 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device b79c7f0d-cbf3-4cce-b745-ac4dfcf4dafb not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:00:19.830952 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:23.280089 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b2d53ed8-0719-4ace-83a1-16eaed819468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:25.902392 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-104828b6-cd64-4cdc-a10b-af16bd4f4fc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:26.488512 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:27.779562 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:29.414287 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:30.097111 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60990) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:30.142048 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-90639306-7854-474c-8aa9-d63436339bef admin admin] Deleting subnet 43d74ce4-459d-40a7-8c2b-60d1b951fd47 {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:00:30.145077 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-90639306-7854-474c-8aa9-d63436339bef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:30.178667 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-90639306-7854-474c-8aa9-d63436339bef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:30.221362 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-90639306-7854-474c-8aa9-d63436339bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:30.274218 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-90639306-7854-474c-8aa9-d63436339bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:30.303085 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90639306-7854-474c-8aa9-d63436339bef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43d74ce4-459d-40a7-8c2b-60d1b951fd47,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:30.307328 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-90639306-7854-474c-8aa9-d63436339bef admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:30.309269 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-90639306-7854-474c-8aa9-d63436339bef admin admin] 10.222.0.43 "DELETE /v2.0/subnets/43d74ce4-459d-40a7-8c2b-60d1b951fd47 HTTP/1.1" status: 204 len: 168 time: 0.2111177 Jul 30 00:00:30.311829 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60992) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:30.385550 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9cc44aef-6ab0-4fa8-9ac1-538bb5041b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:30.465352 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9cc44aef-6ab0-4fa8-9ac1-538bb5041b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:30.476413 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-9cc44aef-6ab0-4fa8-9ac1-538bb5041b14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fab60ee-4fcc-4c66-86c1-f17e1ea491a7']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:30.490373 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-9cc44aef-6ab0-4fa8-9ac1-538bb5041b14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f50c918-e060-44c2-b765-4c3ce7a3a3a8') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:30.490649 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-9cc44aef-6ab0-4fa8-9ac1-538bb5041b14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f50c918-e060-44c2-b765-4c3ce7a3a3a8') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:30.500689 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9cc44aef-6ab0-4fa8-9ac1-538bb5041b14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:30.514852 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9cc44aef-6ab0-4fa8-9ac1-538bb5041b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:30.520927 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cc44aef-6ab0-4fa8-9ac1-538bb5041b14 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:00:30.521477 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9cc44aef-6ab0-4fa8-9ac1-538bb5041b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:30.523199 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 30 00:00:30.523199 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:00:30.523199 n-d-712141-10 neutron-server[94078]: timer() Jul 30 00:00:30.523199 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:00:30.523199 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 30 00:00:30.523199 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:00:30.523199 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 30 00:00:30.523199 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:00:30.523199 n-d-712141-10 neutron-server[94078]: self._notify() Jul 30 00:00:30.523199 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:00:30.523199 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 30 00:00:30.523199 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:00:30.523199 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 30 00:00:30.523199 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:00:30.523199 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:00:30.523199 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:00:30.523199 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:00:30.523199 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:00:30.523199 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 30 00:00:30.523199 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:00:30.523199 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 30 00:00:30.523199 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:00:30.523199 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:00:30.523199 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:00:30.523199 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 30 00:00:30.523199 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:00:30.523199 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:00:30.523199 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:00:30.523199 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:00:30.523199 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:00:30.523199 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:00:30.523199 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:00:30.580567 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9cc44aef-6ab0-4fa8-9ac1-538bb5041b14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:30.585159 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9cc44aef-6ab0-4fa8-9ac1-538bb5041b14 admin admin] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:30.587150 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-9cc44aef-6ab0-4fa8-9ac1-538bb5041b14 admin admin] 10.222.0.43 "DELETE /v2.0/networks/9fab60ee-4fcc-4c66-86c1-f17e1ea491a7 HTTP/1.1" status: 204 len: 168 time: 0.2741745 Jul 30 00:00:30.600875 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc44aef-6ab0-4fa8-9ac1-538bb5041b14 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fab60ee-4fcc-4c66-86c1-f17e1ea491a7,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:30.702647 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60996) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:30.741694 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-7b5ea175-a3ff-4cf6-b1ca-2d30bd37d814 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b9aa5e7f5ae24f84b4bd1a42fe34671a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377882 Jul 30 00:00:30.749423 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 60998) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:30.797056 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-70a82cd9-3aa8-425d-88d3-d225bf7088bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:30.817597 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-70a82cd9-3aa8-425d-88d3-d225bf7088bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:30.863043 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-70a82cd9-3aa8-425d-88d3-d225bf7088bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:30.865573 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-70a82cd9-3aa8-425d-88d3-d225bf7088bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:30.866740 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-70a82cd9-3aa8-425d-88d3-d225bf7088bd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8e616eeb-92cc-4873-a970-0eeb8998d0a1 HTTP/1.1" status: 204 len: 168 time: 0.1163340 Jul 30 00:00:30.875291 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a82cd9-3aa8-425d-88d3-d225bf7088bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e616eeb-92cc-4873-a970-0eeb8998d0a1,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:34.422028 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 32820) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:34.427240 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-867ddf5e-a857-4677-8ebb-aabc235fdb5a tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Request body: {'network': {'name': 'tempest-network-smoke--325021201', 'project_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'port_security_enabled': True}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:00:34.448342 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867ddf5e-a857-4677-8ebb-aabc235fdb5a tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Made reservation on behalf of fdf13edecd1a4019b50cf0caad5e4d75 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:00:34.452398 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-867ddf5e-a857-4677-8ebb-aabc235fdb5a tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:34.464603 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-867ddf5e-a857-4677-8ebb-aabc235fdb5a tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:34.559568 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-867ddf5e-a857-4677-8ebb-aabc235fdb5a tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:34.563868 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-867ddf5e-a857-4677-8ebb-aabc235fdb5a tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:34.593642 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-867ddf5e-a857-4677-8ebb-aabc235fdb5a tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:00:34.599924 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ddf5e-a857-4677-8ebb-aabc235fdb5a tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a83583-cb13-4a33-87f3-0ee530d40864,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:34.606638 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-867ddf5e-a857-4677-8ebb-aabc235fdb5a tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:34.607008 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-867ddf5e-a857-4677-8ebb-aabc235fdb5a tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Added segment 487d61cd-eb40-43d8-b047-2bc34439bddf of type vlan for network 59adeb47-1550-442b-a0c7-d2d2a6d82257 Jul 30 00:00:34.647386 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-867ddf5e-a857-4677-8ebb-aabc235fdb5a tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:34.676449 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-867ddf5e-a857-4677-8ebb-aabc235fdb5a tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:34.682000 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867ddf5e-a857-4677-8ebb-aabc235fdb5a tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:34.682586 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-867ddf5e-a857-4677-8ebb-aabc235fdb5a tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:34.745261 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-867ddf5e-a857-4677-8ebb-aabc235fdb5a tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3220766 Jul 30 00:00:34.748726 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 32822) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:34.753236 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-7a39a78c-4d1a-4a3b-a5f8-7943cd8dee52 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1676634980', 'admin_state_up': True, 'project_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:00:34.770487 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867ddf5e-a857-4677-8ebb-aabc235fdb5a tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Pushing event updated for resources: {'Network': ['ID=59adeb47-1550-442b-a0c7-d2d2a6d82257,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:34.781027 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 59adeb47-1550-442b-a0c7-d2d2a6d82257 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:00:34.787017 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7a39a78c-4d1a-4a3b-a5f8-7943cd8dee52 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:34.788042 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7a39a78c-4d1a-4a3b-a5f8-7943cd8dee52 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:34.840066 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7a39a78c-4d1a-4a3b-a5f8-7943cd8dee52 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:34.983377 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7a39a78c-4d1a-4a3b-a5f8-7943cd8dee52 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:35.176995 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7a39a78c-4d1a-4a3b-a5f8-7943cd8dee52 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks [] for router_gateway, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:35.199145 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7a39a78c-4d1a-4a3b-a5f8-7943cd8dee52 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:35.302909 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-7a39a78c-4d1a-4a3b-a5f8-7943cd8dee52 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Allocated IP 172.25.0.87 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/5648704c-d2b0-4699-bca9-71c8bc98c795) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:00:35.416743 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7a39a78c-4d1a-4a3b-a5f8-7943cd8dee52 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:35.455907 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7a39a78c-4d1a-4a3b-a5f8-7943cd8dee52 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:35.495786 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a39a78c-4d1a-4a3b-a5f8-7943cd8dee52 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:00:35.498850 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-7a39a78c-4d1a-4a3b-a5f8-7943cd8dee52 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:00:35.503154 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a39a78c-4d1a-4a3b-a5f8-7943cd8dee52 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:00:35.527402 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a39a78c-4d1a-4a3b-a5f8-7943cd8dee52 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Pushing event updated for resources: {'Port': ['ID=5648704c-d2b0-4699-bca9-71c8bc98c795,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:35.752345 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7a39a78c-4d1a-4a3b-a5f8-7943cd8dee52 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks [] for router_gateway, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:35.947981 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7a39a78c-4d1a-4a3b-a5f8-7943cd8dee52 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:36.085505 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a39a78c-4d1a-4a3b-a5f8-7943cd8dee52 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Router b4a133c9-2be1-4d36-903e-aa0d3af0f56c is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:00:36.191099 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a39a78c-4d1a-4a3b-a5f8-7943cd8dee52 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:00:36.200927 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8b9506-3049-4e18-ab2c-a4e0b507e6a3 None None] Sync routers for ids ['b4a133c9-2be1-4d36-903e-aa0d3af0f56c'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:00:36.209861 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8b9506-3049-4e18-ab2c-a4e0b507e6a3 None None] Routers {'b4a133c9-2be1-4d36-903e-aa0d3af0f56c'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:00:36.210726 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-db8b9506-3049-4e18-ab2c-a4e0b507e6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:00:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['b4a133c9-2be1-4d36-903e-aa0d3af0f56c'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:36.213201 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7a39a78c-4d1a-4a3b-a5f8-7943cd8dee52 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:36.214602 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-7a39a78c-4d1a-4a3b-a5f8-7943cd8dee52 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.4649308 Jul 30 00:00:36.218330 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 32826) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:36.320795 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-db8b9506-3049-4e18-ab2c-a4e0b507e6a3 None None] Set router b4a133c9-2be1-4d36-903e-aa0d3af0f56c gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:00:36.347426 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-1c1ef06d-7f33-4052-916b-989244a509b2 tempest-TestSecurityGroupsBasicOps-1837164977 tempest-TestSecurityGroupsBasicOps-1837164977-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=fdf13edecd1a4019b50cf0caad5e4d75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1279938 Jul 30 00:00:36.350176 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 32830) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:36.494782 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-db8b9506-3049-4e18-ab2c-a4e0b507e6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a133c9-2be1-4d36-903e-aa0d3af0f56c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1676634980', 'tenant_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '5648704c-d2b0-4699-bca9-71c8bc98c795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:00:34Z', 'updated_at': '2021-07-30T00:00:35Z', 'revision_number': 3, 'project_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'gw_port': {'id': '5648704c-d2b0-4699-bca9-71c8bc98c795', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ae:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a133c9-2be1-4d36-903e-aa0d3af0f56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:00:35Z', 'updated_at': '2021-07-30T00:00:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:36.500211 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007f48b6-7624-4f11-b890-fd90ccef3134 tempest-TestSecurityGroupsBasicOps-1837164977 tempest-TestSecurityGroupsBasicOps-1837164977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:36.501752 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-007f48b6-7624-4f11-b890-fd90ccef3134 tempest-TestSecurityGroupsBasicOps-1837164977 tempest-TestSecurityGroupsBasicOps-1837164977-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1506355 Jul 30 00:00:36.504523 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 32832) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:36.540659 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-b265a55c-ba06-4d2c-8e01-7c19d5b4b995 tempest-TestSecurityGroupsBasicOps-1837164977 tempest-TestSecurityGroupsBasicOps-1837164977-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=58f27f61-3278-49cc-b66b-1e729d26f29f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0350163 Jul 30 00:00:36.544039 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 32834) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:36.549100 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-8ebd54d2-99e8-404e-9adb-7daa10951999 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1764561581', 'network_id': '59adeb47-1550-442b-a0c7-d2d2a6d82257', 'project_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:00:36.616431 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8b9506-3049-4e18-ab2c-a4e0b507e6a3 None None] Checking router: b4a133c9-2be1-4d36-903e-aa0d3af0f56c for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:00:36.616769 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8b9506-3049-4e18-ab2c-a4e0b507e6a3 None None] Updating router b4a133c9-2be1-4d36-903e-aa0d3af0f56c port 5648704c-d2b0-4699-bca9-71c8bc98c795 binding host n-d-712141-10 {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:00:36.643728 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-db8b9506-3049-4e18-ab2c-a4e0b507e6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:36.660682 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ebd54d2-99e8-404e-9adb-7daa10951999 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Made reservation on behalf of fdf13edecd1a4019b50cf0caad5e4d75 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:00:36.664225 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8ebd54d2-99e8-404e-9adb-7daa10951999 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:36.845029 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8ebd54d2-99e8-404e-9adb-7daa10951999 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:36.893515 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-db8b9506-3049-4e18-ab2c-a4e0b507e6a3 None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:36.903306 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-db8b9506-3049-4e18-ab2c-a4e0b507e6a3 None None] Transition to ACTIVE for port object 5648704c-d2b0-4699-bca9-71c8bc98c795 will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:00:36.905900 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebd54d2-99e8-404e-9adb-7daa10951999 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Pushing event updated for resources: {'Subnet': ['ID=55331b39-650b-433a-b18c-efa6aa8f071b,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:36.909719 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-db8b9506-3049-4e18-ab2c-a4e0b507e6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:36.914236 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ebd54d2-99e8-404e-9adb-7daa10951999 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Checking segment: {'id': '487d61cd-eb40-43d8-b047-2bc34439bddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '59adeb47-1550-442b-a0c7-d2d2a6d82257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:00:36.914603 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebd54d2-99e8-404e-9adb-7daa10951999 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Network hostable DHCP agents. Network: 59adeb47-1550-442b-a0c7-d2d2a6d82257, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:00:36.932004 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ebd54d2-99e8-404e-9adb-7daa10951999 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Network 59adeb47-1550-442b-a0c7-d2d2a6d82257 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:00:36.941323 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-8ebd54d2-99e8-404e-9adb-7daa10951999 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 59adeb47-1550-442b-a0c7-d2d2a6d82257) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:00:36.945472 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebd54d2-99e8-404e-9adb-7daa10951999 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:36.946143 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8ebd54d2-99e8-404e-9adb-7daa10951999 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:36.952836 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d852a7-c255-480c-93c4-808702fb1314 None None] Network 59adeb47-1550-442b-a0c7-d2d2a6d82257 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:00:36.966591 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9126be-6f13-4a6c-a9c5-ac144103892f None None] Pushing event updated for resources: {'Port': ['ID=5648704c-d2b0-4699-bca9-71c8bc98c795,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:36.969446 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-8ebd54d2-99e8-404e-9adb-7daa10951999 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4242866 Jul 30 00:00:36.972255 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 32836) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:36.980078 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-db8b9506-3049-4e18-ab2c-a4e0b507e6a3 None None] Attempting to bind port 5648704c-d2b0-4699-bca9-71c8bc98c795 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:00:36.980455 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-db8b9506-3049-4e18-ab2c-a4e0b507e6a3 None None] Attempting to bind port 5648704c-d2b0-4699-bca9-71c8bc98c795 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:00:36.981366 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8b9506-3049-4e18-ab2c-a4e0b507e6a3 None None] Attempting to bind port 5648704c-d2b0-4699-bca9-71c8bc98c795 on network 58f27f61-3278-49cc-b66b-1e729d26f29f {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:00:36.983978 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9126be-6f13-4a6c-a9c5-ac144103892f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:36.984323 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9126be-6f13-4a6c-a9c5-ac144103892f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:36.984664 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9126be-6f13-4a6c-a9c5-ac144103892f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:36.984995 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9126be-6f13-4a6c-a9c5-ac144103892f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:36.985323 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9126be-6f13-4a6c-a9c5-ac144103892f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:36.985676 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9126be-6f13-4a6c-a9c5-ac144103892f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:36.986026 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9126be-6f13-4a6c-a9c5-ac144103892f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:36.986329 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9126be-6f13-4a6c-a9c5-ac144103892f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:36.986651 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9126be-6f13-4a6c-a9c5-ac144103892f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:36.986970 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9126be-6f13-4a6c-a9c5-ac144103892f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:36.987292 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9126be-6f13-4a6c-a9c5-ac144103892f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:36.987608 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9126be-6f13-4a6c-a9c5-ac144103892f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:36.997475 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8b9506-3049-4e18-ab2c-a4e0b507e6a3 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:00:36.997475 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8b9506-3049-4e18-ab2c-a4e0b507e6a3 None None] Checking segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:00:36.997971 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-db8b9506-3049-4e18-ab2c-a4e0b507e6a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:36.998367 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8b9506-3049-4e18-ab2c-a4e0b507e6a3 None None] Bound using segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:00:36.998842 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-db8b9506-3049-4e18-ab2c-a4e0b507e6a3 None None] Bound port: 5648704c-d2b0-4699-bca9-71c8bc98c795, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:00:36.999229 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-db8b9506-3049-4e18-ab2c-a4e0b507e6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:37.050759 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-db8b9506-3049-4e18-ab2c-a4e0b507e6a3 None None] For port 5648704c-d2b0-4699-bca9-71c8bc98c795, host n-d-712141-10, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:00:37.054137 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-db8b9506-3049-4e18-ab2c-a4e0b507e6a3 None None] For port 5648704c-d2b0-4699-bca9-71c8bc98c795, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=5648704c-d2b0-4699-bca9-71c8bc98c795,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:00:37.058062 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-db8b9506-3049-4e18-ab2c-a4e0b507e6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:37.107393 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3793c87e-b0c8-4460-840d-7a9a6a97d2a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-59adeb47-1550-442b-a0c7-d2d2a6d82257', 'network_id': '59adeb47-1550-442b-a0c7-d2d2a6d82257', 'tenant_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'fixed_ips': [{'subnet_id': '55331b39-650b-433a-b18c-efa6aa8f071b'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:00:37.108494 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3793c87e-b0c8-4460-840d-7a9a6a97d2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:37.111997 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8b9506-3049-4e18-ab2c-a4e0b507e6a3 None None] Routers {'b4a133c9-2be1-4d36-903e-aa0d3af0f56c'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:00:37.112618 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-db8b9506-3049-4e18-ab2c-a4e0b507e6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:00:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['b4a133c9-2be1-4d36-903e-aa0d3af0f56c'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:37.167491 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9126be-6f13-4a6c-a9c5-ac144103892f None None] Pushing event updated for resources: {'Port': ['ID=5648704c-d2b0-4699-bca9-71c8bc98c795,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:37.236188 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-db8b9506-3049-4e18-ab2c-a4e0b507e6a3 None None] Set router b4a133c9-2be1-4d36-903e-aa0d3af0f56c gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:00:37.257984 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-3793c87e-b0c8-4460-840d-7a9a6a97d2a7 None None] Allocated IP 172.20.0.2 (59adeb47-1550-442b-a0c7-d2d2a6d82257/55331b39-650b-433a-b18c-efa6aa8f071b/ba9a9c1e-a9fb-42ff-92c3-127c2fe9518b) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:00:37.417182 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3793c87e-b0c8-4460-840d-7a9a6a97d2a7 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:37.426313 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-3793c87e-b0c8-4460-840d-7a9a6a97d2a7 None None] Transition to ACTIVE for port object ba9a9c1e-a9fb-42ff-92c3-127c2fe9518b will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:00:37.426784 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-db8b9506-3049-4e18-ab2c-a4e0b507e6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a133c9-2be1-4d36-903e-aa0d3af0f56c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1676634980', 'tenant_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '5648704c-d2b0-4699-bca9-71c8bc98c795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:00:34Z', 'updated_at': '2021-07-30T00:00:35Z', 'revision_number': 3, 'project_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'gw_port': {'id': '5648704c-d2b0-4699-bca9-71c8bc98c795', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ae:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a133c9-2be1-4d36-903e-aa0d3af0f56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:00:35Z', 'updated_at': '2021-07-30T00:00:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:37.446516 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-3793c87e-b0c8-4460-840d-7a9a6a97d2a7 None None] Transition to ACTIVE for port object ba9a9c1e-a9fb-42ff-92c3-127c2fe9518b will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:00:37.453117 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ae4e84ff-a4f8-4356-a094-feef62ec3496 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:37.453936 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3793c87e-b0c8-4460-840d-7a9a6a97d2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:37.455131 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8b9506-3049-4e18-ab2c-a4e0b507e6a3 None None] The sync data for ids ['b4a133c9-2be1-4d36-903e-aa0d3af0f56c'] in n-d-712141-10 is: [{'id': 'b4a133c9-2be1-4d36-903e-aa0d3af0f56c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1676634980', 'tenant_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '5648704c-d2b0-4699-bca9-71c8bc98c795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:00:34Z', 'updated_at': '2021-07-30T00:00:35Z', 'revision_number': 3, 'project_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'gw_port': {'id': '5648704c-d2b0-4699-bca9-71c8bc98c795', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ae:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a133c9-2be1-4d36-903e-aa0d3af0f56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:00:35Z', 'updated_at': '2021-07-30T00:00:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:00:37.491387 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:37.506208 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3793c87e-b0c8-4460-840d-7a9a6a97d2a7 None None] Network 59adeb47-1550-442b-a0c7-d2d2a6d82257 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:00:37.509454 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-3793c87e-b0c8-4460-840d-7a9a6a97d2a7 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:00:37.517753 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3793c87e-b0c8-4460-840d-7a9a6a97d2a7 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:00:37.521391 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3793c87e-b0c8-4460-840d-7a9a6a97d2a7 None None] Pushing event updated for resources: {'Port': ['ID=ba9a9c1e-a9fb-42ff-92c3-127c2fe9518b,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:37.583147 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-3793c87e-b0c8-4460-840d-7a9a6a97d2a7 None None] Attempting to bind port ba9a9c1e-a9fb-42ff-92c3-127c2fe9518b on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:00:37.583493 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-3793c87e-b0c8-4460-840d-7a9a6a97d2a7 None None] Attempting to bind port ba9a9c1e-a9fb-42ff-92c3-127c2fe9518b by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '487d61cd-eb40-43d8-b047-2bc34439bddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '59adeb47-1550-442b-a0c7-d2d2a6d82257'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:00:37.584033 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3793c87e-b0c8-4460-840d-7a9a6a97d2a7 None None] Attempting to bind port ba9a9c1e-a9fb-42ff-92c3-127c2fe9518b on network 59adeb47-1550-442b-a0c7-d2d2a6d82257 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:00:37.590004 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3793c87e-b0c8-4460-840d-7a9a6a97d2a7 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:00:37.590705 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3793c87e-b0c8-4460-840d-7a9a6a97d2a7 None None] Checking segment: {'id': '487d61cd-eb40-43d8-b047-2bc34439bddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '59adeb47-1550-442b-a0c7-d2d2a6d82257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:00:37.591318 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3793c87e-b0c8-4460-840d-7a9a6a97d2a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:37.591868 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3793c87e-b0c8-4460-840d-7a9a6a97d2a7 None None] Bound using segment: {'id': '487d61cd-eb40-43d8-b047-2bc34439bddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '59adeb47-1550-442b-a0c7-d2d2a6d82257'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:00:37.592362 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-3793c87e-b0c8-4460-840d-7a9a6a97d2a7 None None] Bound port: ba9a9c1e-a9fb-42ff-92c3-127c2fe9518b, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '487d61cd-eb40-43d8-b047-2bc34439bddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '59adeb47-1550-442b-a0c7-d2d2a6d82257'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:00:37.592749 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3793c87e-b0c8-4460-840d-7a9a6a97d2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:37.678074 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-3793c87e-b0c8-4460-840d-7a9a6a97d2a7 None None] For port ba9a9c1e-a9fb-42ff-92c3-127c2fe9518b, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:00:37.681233 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-3793c87e-b0c8-4460-840d-7a9a6a97d2a7 None None] For port ba9a9c1e-a9fb-42ff-92c3-127c2fe9518b, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=ba9a9c1e-a9fb-42ff-92c3-127c2fe9518b,segment=NetworkSegment(487d61cd-eb40-43d8-b047-2bc34439bddf),segment_id=487d61cd-eb40-43d8-b047-2bc34439bddf)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:00:37.687648 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3793c87e-b0c8-4460-840d-7a9a6a97d2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:37.753231 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3793c87e-b0c8-4460-840d-7a9a6a97d2a7 None None] Pushing event updated for resources: {'Port': ['ID=ba9a9c1e-a9fb-42ff-92c3-127c2fe9518b,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:37.870142 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-ae4e84ff-a4f8-4356-a094-feef62ec3496 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Allocated IP 172.20.0.1 (59adeb47-1550-442b-a0c7-d2d2a6d82257/55331b39-650b-433a-b18c-efa6aa8f071b/b5775e14-a619-498f-b2fc-ee231ce5e6e2) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:00:37.932980 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:00:38.057664 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ae4e84ff-a4f8-4356-a094-feef62ec3496 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:38.083577 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-ae4e84ff-a4f8-4356-a094-feef62ec3496 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Transition to ACTIVE for port object b5775e14-a619-498f-b2fc-ee231ce5e6e2 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:00:38.133008 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device ba9a9c1e-a9fb-42ff-92c3-127c2fe9518b up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:00:38.144070 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ae4e84ff-a4f8-4356-a094-feef62ec3496 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:38.187717 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4e84ff-a4f8-4356-a094-feef62ec3496 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Network 59adeb47-1550-442b-a0c7-d2d2a6d82257 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:00:38.190799 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-ae4e84ff-a4f8-4356-a094-feef62ec3496 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:00:38.194848 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4e84ff-a4f8-4356-a094-feef62ec3496 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:00:38.198509 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port ba9a9c1e-a9fb-42ff-92c3-127c2fe9518b completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:00:38.204289 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 5648704c-d2b0-4699-bca9-71c8bc98c795 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:00:38.224160 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4e84ff-a4f8-4356-a094-feef62ec3496 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Pushing event updated for resources: {'Port': ['ID=b5775e14-a619-498f-b2fc-ee231ce5e6e2,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:38.237683 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4e84ff-a4f8-4356-a094-feef62ec3496 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:38.237900 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4e84ff-a4f8-4356-a094-feef62ec3496 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:38.238224 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4e84ff-a4f8-4356-a094-feef62ec3496 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:38.238557 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4e84ff-a4f8-4356-a094-feef62ec3496 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:38.238884 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4e84ff-a4f8-4356-a094-feef62ec3496 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:38.239272 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4e84ff-a4f8-4356-a094-feef62ec3496 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:38.239633 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4e84ff-a4f8-4356-a094-feef62ec3496 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:38.239918 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4e84ff-a4f8-4356-a094-feef62ec3496 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:38.240233 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4e84ff-a4f8-4356-a094-feef62ec3496 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:38.240552 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4e84ff-a4f8-4356-a094-feef62ec3496 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:38.240872 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4e84ff-a4f8-4356-a094-feef62ec3496 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:38.241187 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae4e84ff-a4f8-4356-a094-feef62ec3496 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:38.260475 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ae4e84ff-a4f8-4356-a094-feef62ec3496 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:38.263078 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 5648704c-d2b0-4699-bca9-71c8bc98c795 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:00:38.267790 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 5648704c-d2b0-4699-bca9-71c8bc98c795 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:00:38.268251 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:38.401855 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:38.421374 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ae4e84ff-a4f8-4356-a094-feef62ec3496 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:38.425464 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 5648704c-d2b0-4699-bca9-71c8bc98c795, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=5648704c-d2b0-4699-bca9-71c8bc98c795,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:00:38.437959 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:38.494591 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=5648704c-d2b0-4699-bca9-71c8bc98c795,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:38.757945 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ae4e84ff-a4f8-4356-a094-feef62ec3496 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:38.764130 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ae4e84ff-a4f8-4356-a094-feef62ec3496 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:38.839705 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ae4e84ff-a4f8-4356-a094-feef62ec3496 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:38.841719 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4e84ff-a4f8-4356-a094-feef62ec3496 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Pushing event updated for resources: {'Port': ['ID=b5775e14-a619-498f-b2fc-ee231ce5e6e2,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:38.877124 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b724992f-666f-4f50-bfc9-5d3c0de6e13d None None] Network 59adeb47-1550-442b-a0c7-d2d2a6d82257 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:00:38.940460 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4e84ff-a4f8-4356-a094-feef62ec3496 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Network 59adeb47-1550-442b-a0c7-d2d2a6d82257 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:00:38.941989 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-ae4e84ff-a4f8-4356-a094-feef62ec3496 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:00:39.002381 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-88b495d5-9923-4344-b978-18461002b033 None None] Provisioning for port ba9a9c1e-a9fb-42ff-92c3-127c2fe9518b completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:00:39.009608 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-88b495d5-9923-4344-b978-18461002b033 None None] Provisioning complete for port ba9a9c1e-a9fb-42ff-92c3-127c2fe9518b triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:00:39.009993 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-88b495d5-9923-4344-b978-18461002b033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:39.061461 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae4e84ff-a4f8-4356-a094-feef62ec3496 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Router b4a133c9-2be1-4d36-903e-aa0d3af0f56c has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:00:39.120166 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-88b495d5-9923-4344-b978-18461002b033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:39.157135 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-88b495d5-9923-4344-b978-18461002b033 None None] For port ba9a9c1e-a9fb-42ff-92c3-127c2fe9518b, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=ba9a9c1e-a9fb-42ff-92c3-127c2fe9518b,segment=NetworkSegment(487d61cd-eb40-43d8-b047-2bc34439bddf),segment_id=487d61cd-eb40-43d8-b047-2bc34439bddf)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:00:39.161850 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-88b495d5-9923-4344-b978-18461002b033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:39.200463 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae4e84ff-a4f8-4356-a094-feef62ec3496 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:00:39.208710 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ae4e84ff-a4f8-4356-a094-feef62ec3496 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.43 "PUT /v2.0/routers/b4a133c9-2be1-4d36-903e-aa0d3af0f56c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2323251 Jul 30 00:00:39.209080 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 32840) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:39.214519 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-3023a6eb-8f56-4dfd-b157-cfbb582344f1 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--363060651', 'description': 'tempest-secgroup_access--363060651 description', 'project_id': 'fdf13edecd1a4019b50cf0caad5e4d75'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:00:39.233850 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b495d5-9923-4344-b978-18461002b033 None None] Pushing event updated for resources: {'Port': ['ID=ba9a9c1e-a9fb-42ff-92c3-127c2fe9518b,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:39.241505 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3023a6eb-8f56-4dfd-b157-cfbb582344f1 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:39.345708 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3023a6eb-8f56-4dfd-b157-cfbb582344f1 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:39.350183 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3023a6eb-8f56-4dfd-b157-cfbb582344f1 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:39.386067 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3023a6eb-8f56-4dfd-b157-cfbb582344f1 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:39.387522 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-3023a6eb-8f56-4dfd-b157-cfbb582344f1 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1772213 Jul 30 00:00:39.389989 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023a6eb-8f56-4dfd-b157-cfbb582344f1 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f58132-5c0a-447b-a6fc-b88bfbe39ac7,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:39.392346 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 32842) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:39.398054 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c39bd7dd-afad-4afe-ab9d-da9c36701948 None None] Provisioning for port b5775e14-a619-498f-b2fc-ee231ce5e6e2 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:00:39.398233 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-844ad735-7960-4358-94ed-d8d5fd1e3658 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1671000971', 'description': 'tempest-secgroup_general--1671000971 description', 'project_id': 'fdf13edecd1a4019b50cf0caad5e4d75'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:00:39.406821 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c39bd7dd-afad-4afe-ab9d-da9c36701948 None None] Provisioning complete for port b5775e14-a619-498f-b2fc-ee231ce5e6e2 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:00:39.407208 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c39bd7dd-afad-4afe-ab9d-da9c36701948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:39.428629 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-844ad735-7960-4358-94ed-d8d5fd1e3658 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:39.457779 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-c39bd7dd-afad-4afe-ab9d-da9c36701948 None None] Port b5775e14-a619-498f-b2fc-ee231ce5e6e2 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:00:39.470302 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c39bd7dd-afad-4afe-ab9d-da9c36701948 None None] Provisioning complete for port ba9a9c1e-a9fb-42ff-92c3-127c2fe9518b triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:00:39.471094 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c39bd7dd-afad-4afe-ab9d-da9c36701948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:39.522441 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb02cd6-97d8-437a-8a7f-eb70279d30dd None None] Sync routers for ids ['b4a133c9-2be1-4d36-903e-aa0d3af0f56c'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:00:39.533241 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-844ad735-7960-4358-94ed-d8d5fd1e3658 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:39.538142 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb02cd6-97d8-437a-8a7f-eb70279d30dd None None] Routers {'b4a133c9-2be1-4d36-903e-aa0d3af0f56c'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:00:39.538528 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-844ad735-7960-4358-94ed-d8d5fd1e3658 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:39.538638 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-7bb02cd6-97d8-437a-8a7f-eb70279d30dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:00:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['b4a133c9-2be1-4d36-903e-aa0d3af0f56c'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:39.569310 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844ad735-7960-4358-94ed-d8d5fd1e3658 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17fbc26b-5b81-45f4-b274-c9ac8f2e3f84,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:39.575444 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-844ad735-7960-4358-94ed-d8d5fd1e3658 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:39.580610 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-844ad735-7960-4358-94ed-d8d5fd1e3658 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.1866126 Jul 30 00:00:39.581655 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 32844) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:39.586938 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-d8a46772-19e6-438f-9374-1f538a2a665e tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Request body: {'security_group_rule': {'security_group_id': 'd9f58132-5c0a-447b-a6fc-b88bfbe39ac7', 'project_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:00:39.619073 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d8a46772-19e6-438f-9374-1f538a2a665e tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:39.683951 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-7bb02cd6-97d8-437a-8a7f-eb70279d30dd None None] Set router b4a133c9-2be1-4d36-903e-aa0d3af0f56c gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:00:39.688063 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d8a46772-19e6-438f-9374-1f538a2a665e tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:39.692660 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d8a46772-19e6-438f-9374-1f538a2a665e tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:39.710975 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a46772-19e6-438f-9374-1f538a2a665e tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ae0ef95-a4bc-40fc-a8bf-a7d87fd39192,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:39.720247 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d8a46772-19e6-438f-9374-1f538a2a665e tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:39.731773 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d8a46772-19e6-438f-9374-1f538a2a665e tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1386359 Jul 30 00:00:39.829264 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1ed1ee80-0cc7-4539-a35c-c13a84de0b62 None None] Provisioning complete for port b5775e14-a619-498f-b2fc-ee231ce5e6e2 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:00:39.829679 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1ed1ee80-0cc7-4539-a35c-c13a84de0b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:39.875270 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c7b62396-1fc3-4216-89c0-577716fbf6ac req-8bfacf1b-6fe0-45d5-be39-3b83367909d6 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup_general--1671000971&fields=id&tenant_id=fdf13edecd1a4019b50cf0caad5e4d75 HTTP/1.1" status: 200 len: 267 time: 0.0329266 Jul 30 00:00:39.884483 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1ed1ee80-0cc7-4539-a35c-c13a84de0b62 None None] Port b5775e14-a619-498f-b2fc-ee231ce5e6e2 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:00:39.916389 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c7b62396-1fc3-4216-89c0-577716fbf6ac req-2fcf4175-8aba-47a9-98a9-55dc3f0122ea tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup_access--363060651&fields=id&tenant_id=fdf13edecd1a4019b50cf0caad5e4d75 HTTP/1.1" status: 200 len: 267 time: 0.0344925 Jul 30 00:00:39.944246 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-7bb02cd6-97d8-437a-8a7f-eb70279d30dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a133c9-2be1-4d36-903e-aa0d3af0f56c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1676634980', 'tenant_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '5648704c-d2b0-4699-bca9-71c8bc98c795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:00:34Z', 'updated_at': '2021-07-30T00:00:38Z', 'revision_number': 4, 'project_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'gw_port': {'id': '5648704c-d2b0-4699-bca9-71c8bc98c795', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ae:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a133c9-2be1-4d36-903e-aa0d3af0f56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:00:35Z', 'updated_at': '2021-07-30T00:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'b5775e14-a619-498f-b2fc-ee231ce5e6e2', 'name': '', 'network_id': '59adeb47-1550-442b-a0c7-d2d2a6d82257', 'tenant_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'mac_address': 'fa:16:3e:1b:a4:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a133c9-2be1-4d36-903e-aa0d3af0f56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '55331b39-650b-433a-b18c-efa6aa8f071b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:00:37Z', 'updated_at': '2021-07-30T00:00:38Z', 'revision_number': 2, 'project_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'subnets': [{'id': '55331b39-650b-433a-b18c-efa6aa8f071b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:39.971989 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb02cd6-97d8-437a-8a7f-eb70279d30dd None None] Checking router: b4a133c9-2be1-4d36-903e-aa0d3af0f56c for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:00:39.973022 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb02cd6-97d8-437a-8a7f-eb70279d30dd None None] Updating router b4a133c9-2be1-4d36-903e-aa0d3af0f56c port b5775e14-a619-498f-b2fc-ee231ce5e6e2 binding host n-d-712141-10 {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:00:40.012734 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device ba9a9c1e-a9fb-42ff-92c3-127c2fe9518b up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:00:40.017338 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7bb02cd6-97d8-437a-8a7f-eb70279d30dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:40.034537 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b62396-1fc3-4216-89c0-577716fbf6ac req-4b1bcb44-cc4a-4acb-b418-85c03e9bf926 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:40.036007 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c7b62396-1fc3-4216-89c0-577716fbf6ac req-4b1bcb44-cc4a-4acb-b418-85c03e9bf926 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.43 "GET /v2.0/networks?id=59adeb47-1550-442b-a0c7-d2d2a6d82257 HTTP/1.1" status: 200 len: 796 time: 0.1125307 Jul 30 00:00:40.049209 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-ead18287-34ec-434a-bf89-ba915c8b0115 None None] Provisioning complete for port b5775e14-a619-498f-b2fc-ee231ce5e6e2 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:00:40.049603 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ead18287-34ec-434a-bf89-ba915c8b0115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:40.050957 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c7b62396-1fc3-4216-89c0-577716fbf6ac req-7a8e438a-98a1-4eed-8a27-6d64d7301b2b tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.43 "GET /v2.0/quotas/fdf13edecd1a4019b50cf0caad5e4d75 HTTP/1.1" status: 200 len: 375 time: 0.0090482 Jul 30 00:00:40.104309 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c7b62396-1fc3-4216-89c0-577716fbf6ac req-763804fa-200b-4a31-9157-29acfaa7ef7b tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=fdf13edecd1a4019b50cf0caad5e4d75&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473037 Jul 30 00:00:40.126468 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-ead18287-34ec-434a-bf89-ba915c8b0115 None None] Port b5775e14-a619-498f-b2fc-ee231ce5e6e2 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:00:40.148234 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port ba9a9c1e-a9fb-42ff-92c3-127c2fe9518b triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:00:40.148609 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:40.201682 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c7b62396-1fc3-4216-89c0-577716fbf6ac req-7976ccce-86a8-40f2-89be-12ec5fd0698d service neutron] 10.222.0.43 "GET /v2.0/networks/59adeb47-1550-442b-a0c7-d2d2a6d82257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851061 Jul 30 00:00:40.296302 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c7b62396-1fc3-4216-89c0-577716fbf6ac req-0c605190-0f22-466c-89ef-f728a251fd8a service neutron] 10.222.0.43 "GET /v2.0/networks/59adeb47-1550-442b-a0c7-d2d2a6d82257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878384 Jul 30 00:00:40.352042 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 5648704c-d2b0-4699-bca9-71c8bc98c795 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:00:40.454987 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 5648704c-d2b0-4699-bca9-71c8bc98c795 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:00:40.455366 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:40.474563 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-454501e3-3868-495c-9be8-7824660425b2 req-b16d05ec-a643-4bce-b743-e277f72f748a tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.43 "GET /v2.0/ports?device_id=0472afa1-b043-4b26-be62-d9a9f066131d HTTP/1.1" status: 200 len: 210 time: 0.0271947 Jul 30 00:00:40.486408 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7bb02cd6-97d8-437a-8a7f-eb70279d30dd None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:40.503539 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-7bb02cd6-97d8-437a-8a7f-eb70279d30dd None None] Transition to ACTIVE for port object b5775e14-a619-498f-b2fc-ee231ce5e6e2 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:00:40.512972 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7bb02cd6-97d8-437a-8a7f-eb70279d30dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:40.573098 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74c4c9e-7075-4f06-9950-33c346931d8d None None] Pushing event updated for resources: {'Port': ['ID=b5775e14-a619-498f-b2fc-ee231ce5e6e2,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:40.659343 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-7bb02cd6-97d8-437a-8a7f-eb70279d30dd None None] Attempting to bind port b5775e14-a619-498f-b2fc-ee231ce5e6e2 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:00:40.659748 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-7bb02cd6-97d8-437a-8a7f-eb70279d30dd None None] Attempting to bind port b5775e14-a619-498f-b2fc-ee231ce5e6e2 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '487d61cd-eb40-43d8-b047-2bc34439bddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '59adeb47-1550-442b-a0c7-d2d2a6d82257'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:00:40.660132 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb02cd6-97d8-437a-8a7f-eb70279d30dd None None] Attempting to bind port b5775e14-a619-498f-b2fc-ee231ce5e6e2 on network 59adeb47-1550-442b-a0c7-d2d2a6d82257 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:00:40.665667 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb02cd6-97d8-437a-8a7f-eb70279d30dd None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:00:40.665982 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb02cd6-97d8-437a-8a7f-eb70279d30dd None None] Checking segment: {'id': '487d61cd-eb40-43d8-b047-2bc34439bddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '59adeb47-1550-442b-a0c7-d2d2a6d82257'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:00:40.666384 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7bb02cd6-97d8-437a-8a7f-eb70279d30dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:40.666777 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb02cd6-97d8-437a-8a7f-eb70279d30dd None None] Bound using segment: {'id': '487d61cd-eb40-43d8-b047-2bc34439bddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '59adeb47-1550-442b-a0c7-d2d2a6d82257'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:00:40.667237 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-7bb02cd6-97d8-437a-8a7f-eb70279d30dd None None] Bound port: b5775e14-a619-498f-b2fc-ee231ce5e6e2, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '487d61cd-eb40-43d8-b047-2bc34439bddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '59adeb47-1550-442b-a0c7-d2d2a6d82257'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:00:40.667620 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7bb02cd6-97d8-437a-8a7f-eb70279d30dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:40.736260 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-7bb02cd6-97d8-437a-8a7f-eb70279d30dd None None] For port b5775e14-a619-498f-b2fc-ee231ce5e6e2, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:00:40.739667 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-7bb02cd6-97d8-437a-8a7f-eb70279d30dd None None] For port b5775e14-a619-498f-b2fc-ee231ce5e6e2, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=b5775e14-a619-498f-b2fc-ee231ce5e6e2,segment=NetworkSegment(487d61cd-eb40-43d8-b047-2bc34439bddf),segment_id=487d61cd-eb40-43d8-b047-2bc34439bddf)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:00:40.743361 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7bb02cd6-97d8-437a-8a7f-eb70279d30dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:40.812741 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb02cd6-97d8-437a-8a7f-eb70279d30dd None None] Routers {'b4a133c9-2be1-4d36-903e-aa0d3af0f56c'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:00:40.813379 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-7bb02cd6-97d8-437a-8a7f-eb70279d30dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:00:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['b4a133c9-2be1-4d36-903e-aa0d3af0f56c'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:40.816867 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74c4c9e-7075-4f06-9950-33c346931d8d None None] Pushing event updated for resources: {'Port': ['ID=b5775e14-a619-498f-b2fc-ee231ce5e6e2,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:41.099157 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-7bb02cd6-97d8-437a-8a7f-eb70279d30dd None None] Set router b4a133c9-2be1-4d36-903e-aa0d3af0f56c gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:00:41.316333 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-7bb02cd6-97d8-437a-8a7f-eb70279d30dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a133c9-2be1-4d36-903e-aa0d3af0f56c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1676634980', 'tenant_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '5648704c-d2b0-4699-bca9-71c8bc98c795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:00:34Z', 'updated_at': '2021-07-30T00:00:38Z', 'revision_number': 4, 'project_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'gw_port': {'id': '5648704c-d2b0-4699-bca9-71c8bc98c795', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ae:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a133c9-2be1-4d36-903e-aa0d3af0f56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:00:35Z', 'updated_at': '2021-07-30T00:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'b5775e14-a619-498f-b2fc-ee231ce5e6e2', 'name': '', 'network_id': '59adeb47-1550-442b-a0c7-d2d2a6d82257', 'tenant_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'mac_address': 'fa:16:3e:1b:a4:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a133c9-2be1-4d36-903e-aa0d3af0f56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '55331b39-650b-433a-b18c-efa6aa8f071b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:00:37Z', 'updated_at': '2021-07-30T00:00:40Z', 'revision_number': 4, 'project_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'subnets': [{'id': '55331b39-650b-433a-b18c-efa6aa8f071b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:41.344293 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb02cd6-97d8-437a-8a7f-eb70279d30dd None None] The sync data for ids ['b4a133c9-2be1-4d36-903e-aa0d3af0f56c'] in n-d-712141-10 is: [{'id': 'b4a133c9-2be1-4d36-903e-aa0d3af0f56c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1676634980', 'tenant_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '5648704c-d2b0-4699-bca9-71c8bc98c795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:00:34Z', 'updated_at': '2021-07-30T00:00:38Z', 'revision_number': 4, 'project_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'gw_port': {'id': '5648704c-d2b0-4699-bca9-71c8bc98c795', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ae:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a133c9-2be1-4d36-903e-aa0d3af0f56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:00:35Z', 'updated_at': '2021-07-30T00:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'b5775e14-a619-498f-b2fc-ee231ce5e6e2', 'name': '', 'network_id': '59adeb47-1550-442b-a0c7-d2d2a6d82257', 'tenant_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'mac_address': 'fa:16:3e:1b:a4:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4a133c9-2be1-4d36-903e-aa0d3af0f56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '55331b39-650b-433a-b18c-efa6aa8f071b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:00:37Z', 'updated_at': '2021-07-30T00:00:40Z', 'revision_number': 4, 'project_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'subnets': [{'id': '55331b39-650b-433a-b18c-efa6aa8f071b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:00:41.602071 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-568b4e48-acc4-42fe-8b13-1e1259f4692b req-f4791ba7-da53-4966-8d3f-7254e3007b44 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.43 "GET /v2.0/ports?device_id=0472afa1-b043-4b26-be62-d9a9f066131d HTTP/1.1" status: 200 len: 210 time: 0.0340068 Jul 30 00:00:41.759803 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b62396-1fc3-4216-89c0-577716fbf6ac req-d427f0e0-5e68-4aff-a403-22dab2f5af66 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:41.761292 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c7b62396-1fc3-4216-89c0-577716fbf6ac req-d427f0e0-5e68-4aff-a403-22dab2f5af66 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.41 "GET /v2.0/networks?id=59adeb47-1550-442b-a0c7-d2d2a6d82257 HTTP/1.1" status: 200 len: 796 time: 0.1189890 Jul 30 00:00:41.817836 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c7b62396-1fc3-4216-89c0-577716fbf6ac req-edac116b-6a6b-4bbc-b3ae-00fd704d0222 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fdf13edecd1a4019b50cf0caad5e4d75 HTTP/1.1" status: 200 len: 477 time: 0.0408211 Jul 30 00:00:41.847688 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-c7b62396-1fc3-4216-89c0-577716fbf6ac req-1736774e-37c8-4b21-ade6-ea2f9e6d2e91 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Request body: {'port': {'device_id': '0472afa1-b043-4b26-be62-d9a9f066131d', 'network_id': '59adeb47-1550-442b-a0c7-d2d2a6d82257', 'admin_state_up': True, 'tenant_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'security_groups': ['17fbc26b-5b81-45f4-b274-c9ac8f2e3f84', 'd9f58132-5c0a-447b-a6fc-b88bfbe39ac7']}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:00:41.962983 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7b62396-1fc3-4216-89c0-577716fbf6ac req-1736774e-37c8-4b21-ade6-ea2f9e6d2e91 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Made reservation on behalf of fdf13edecd1a4019b50cf0caad5e4d75 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:00:41.967320 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-c7b62396-1fc3-4216-89c0-577716fbf6ac req-1736774e-37c8-4b21-ade6-ea2f9e6d2e91 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:42.041795 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device b5775e14-a619-498f-b2fc-ee231ce5e6e2 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:00:42.099314 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port b5775e14-a619-498f-b2fc-ee231ce5e6e2 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:00:42.104293 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port b5775e14-a619-498f-b2fc-ee231ce5e6e2 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:00:42.104805 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:42.197804 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:42.235845 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port b5775e14-a619-498f-b2fc-ee231ce5e6e2, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=b5775e14-a619-498f-b2fc-ee231ce5e6e2,segment=NetworkSegment(487d61cd-eb40-43d8-b047-2bc34439bddf),segment_id=487d61cd-eb40-43d8-b047-2bc34439bddf)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:00:42.242188 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:42.297654 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=b5775e14-a619-498f-b2fc-ee231ce5e6e2,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:42.468015 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-c7b62396-1fc3-4216-89c0-577716fbf6ac req-1736774e-37c8-4b21-ade6-ea2f9e6d2e91 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Allocated IP 172.20.0.7 (59adeb47-1550-442b-a0c7-d2d2a6d82257/55331b39-650b-433a-b18c-efa6aa8f071b/6efda617-4249-424f-8a40-14032e2db984) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:00:42.635468 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-c7b62396-1fc3-4216-89c0-577716fbf6ac req-1736774e-37c8-4b21-ade6-ea2f9e6d2e91 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:42.653924 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-c7b62396-1fc3-4216-89c0-577716fbf6ac req-1736774e-37c8-4b21-ade6-ea2f9e6d2e91 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Transition to ACTIVE for port object 6efda617-4249-424f-8a40-14032e2db984 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:00:42.699838 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3b21262f-9590-4b13-a643-d4c24a0b4888 req-6a1793a6-c02d-4045-a7f0-f143acb6b50f tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.43 "GET /v2.0/ports?device_id=0472afa1-b043-4b26-be62-d9a9f066131d HTTP/1.1" status: 200 len: 210 time: 0.0337133 Jul 30 00:00:42.714024 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-c7b62396-1fc3-4216-89c0-577716fbf6ac req-1736774e-37c8-4b21-ade6-ea2f9e6d2e91 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:42.757798 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7b62396-1fc3-4216-89c0-577716fbf6ac req-1736774e-37c8-4b21-ade6-ea2f9e6d2e91 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Network 59adeb47-1550-442b-a0c7-d2d2a6d82257 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:00:42.761014 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-c7b62396-1fc3-4216-89c0-577716fbf6ac req-1736774e-37c8-4b21-ade6-ea2f9e6d2e91 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:00:42.765816 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7b62396-1fc3-4216-89c0-577716fbf6ac req-1736774e-37c8-4b21-ade6-ea2f9e6d2e91 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:00:42.796749 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1736774e-37c8-4b21-ade6-ea2f9e6d2e91 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Pushing event updated for resources: {'Port': ['ID=6efda617-4249-424f-8a40-14032e2db984,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:42.829959 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b62396-1fc3-4216-89c0-577716fbf6ac req-1736774e-37c8-4b21-ade6-ea2f9e6d2e91 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:42.830776 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-c7b62396-1fc3-4216-89c0-577716fbf6ac req-1736774e-37c8-4b21-ade6-ea2f9e6d2e91 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:42.847839 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c7b62396-1fc3-4216-89c0-577716fbf6ac req-1736774e-37c8-4b21-ade6-ea2f9e6d2e91 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.0041943 Jul 30 00:00:42.867936 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-c7b62396-1fc3-4216-89c0-577716fbf6ac req-35e78bed-97af-452b-bc47-3a4a09314dcf service neutron] Request body: {'port': {'device_id': '0472afa1-b043-4b26-be62-d9a9f066131d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:00:42.927579 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-c7b62396-1fc3-4216-89c0-577716fbf6ac req-35e78bed-97af-452b-bc47-3a4a09314dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:43.062984 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f4c26147-8bd8-4344-9e9a-fb75f22d2c8c None None] Provisioning for port 6efda617-4249-424f-8a40-14032e2db984 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:00:43.067116 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f4c26147-8bd8-4344-9e9a-fb75f22d2c8c None None] Provisioning complete for port 6efda617-4249-424f-8a40-14032e2db984 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:00:43.067577 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f4c26147-8bd8-4344-9e9a-fb75f22d2c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:43.114367 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-f4c26147-8bd8-4344-9e9a-fb75f22d2c8c None None] Port 6efda617-4249-424f-8a40-14032e2db984 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:00:43.221730 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-c7b62396-1fc3-4216-89c0-577716fbf6ac req-35e78bed-97af-452b-bc47-3a4a09314dcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6efda617-4249-424f-8a40-14032e2db984 {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:00:43.229399 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-c7b62396-1fc3-4216-89c0-577716fbf6ac req-35e78bed-97af-452b-bc47-3a4a09314dcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:43.246959 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-c7b62396-1fc3-4216-89c0-577716fbf6ac req-35e78bed-97af-452b-bc47-3a4a09314dcf service neutron] Transition to ACTIVE for port object 6efda617-4249-424f-8a40-14032e2db984 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:00:43.251661 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-c7b62396-1fc3-4216-89c0-577716fbf6ac req-35e78bed-97af-452b-bc47-3a4a09314dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:43.304305 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e78bed-97af-452b-bc47-3a4a09314dcf service neutron] Pushing event updated for resources: {'Port': ['ID=6efda617-4249-424f-8a40-14032e2db984,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:43.381088 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-c7b62396-1fc3-4216-89c0-577716fbf6ac req-35e78bed-97af-452b-bc47-3a4a09314dcf service neutron] Attempting to bind port 6efda617-4249-424f-8a40-14032e2db984 on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:00:43.381419 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-c7b62396-1fc3-4216-89c0-577716fbf6ac req-35e78bed-97af-452b-bc47-3a4a09314dcf service neutron] Attempting to bind port 6efda617-4249-424f-8a40-14032e2db984 by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': '487d61cd-eb40-43d8-b047-2bc34439bddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '59adeb47-1550-442b-a0c7-d2d2a6d82257'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:00:43.381785 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b62396-1fc3-4216-89c0-577716fbf6ac req-35e78bed-97af-452b-bc47-3a4a09314dcf service neutron] Attempting to bind port 6efda617-4249-424f-8a40-14032e2db984 on network 59adeb47-1550-442b-a0c7-d2d2a6d82257 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:00:43.386448 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b62396-1fc3-4216-89c0-577716fbf6ac req-35e78bed-97af-452b-bc47-3a4a09314dcf service neutron] Port 6efda617-4249-424f-8a40-14032e2db984 on network 59adeb47-1550-442b-a0c7-d2d2a6d82257 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:00:43.386815 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b62396-1fc3-4216-89c0-577716fbf6ac req-35e78bed-97af-452b-bc47-3a4a09314dcf service neutron] Attempting to bind port 6efda617-4249-424f-8a40-14032e2db984 on network 59adeb47-1550-442b-a0c7-d2d2a6d82257 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:00:43.392855 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b62396-1fc3-4216-89c0-577716fbf6ac req-35e78bed-97af-452b-bc47-3a4a09314dcf service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:00:43.393194 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b62396-1fc3-4216-89c0-577716fbf6ac req-35e78bed-97af-452b-bc47-3a4a09314dcf service neutron] Checking segment: {'id': '487d61cd-eb40-43d8-b047-2bc34439bddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '59adeb47-1550-442b-a0c7-d2d2a6d82257'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:00:43.393599 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7b62396-1fc3-4216-89c0-577716fbf6ac req-35e78bed-97af-452b-bc47-3a4a09314dcf service neutron] Bound using segment: {'id': '487d61cd-eb40-43d8-b047-2bc34439bddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '59adeb47-1550-442b-a0c7-d2d2a6d82257'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:00:43.394042 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-c7b62396-1fc3-4216-89c0-577716fbf6ac req-35e78bed-97af-452b-bc47-3a4a09314dcf service neutron] Bound port: 6efda617-4249-424f-8a40-14032e2db984, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '487d61cd-eb40-43d8-b047-2bc34439bddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '59adeb47-1550-442b-a0c7-d2d2a6d82257'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:00:43.394401 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-c7b62396-1fc3-4216-89c0-577716fbf6ac req-35e78bed-97af-452b-bc47-3a4a09314dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:43.465570 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-c7b62396-1fc3-4216-89c0-577716fbf6ac req-35e78bed-97af-452b-bc47-3a4a09314dcf service neutron] For port 6efda617-4249-424f-8a40-14032e2db984, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:00:43.469368 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-c7b62396-1fc3-4216-89c0-577716fbf6ac req-35e78bed-97af-452b-bc47-3a4a09314dcf service neutron] For port 6efda617-4249-424f-8a40-14032e2db984, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=6efda617-4249-424f-8a40-14032e2db984,segment=NetworkSegment(487d61cd-eb40-43d8-b047-2bc34439bddf),segment_id=487d61cd-eb40-43d8-b047-2bc34439bddf)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:00:43.473720 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-c7b62396-1fc3-4216-89c0-577716fbf6ac req-35e78bed-97af-452b-bc47-3a4a09314dcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:43.510671 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b62396-1fc3-4216-89c0-577716fbf6ac req-35e78bed-97af-452b-bc47-3a4a09314dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:43.511298 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-c7b62396-1fc3-4216-89c0-577716fbf6ac req-35e78bed-97af-452b-bc47-3a4a09314dcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:43.513377 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c7b62396-1fc3-4216-89c0-577716fbf6ac req-35e78bed-97af-452b-bc47-3a4a09314dcf service neutron] 10.222.0.41 "PUT /v2.0/ports/6efda617-4249-424f-8a40-14032e2db984 HTTP/1.1" status: 200 len: 1131 time: 0.6500742 Jul 30 00:00:43.513846 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0472afa1-b043-4b26-be62-d9a9f066131d', 'tag': '6efda617-4249-424f-8a40-14032e2db984'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:00:43.516126 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0938941-98a9-42ed-b27f-7be5c11f5ee4" -d '{"events": [{"name": "network-changed", "server_uuid": "0472afa1-b043-4b26-be62-d9a9f066131d", "tag": "6efda617-4249-424f-8a40-14032e2db984"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:00:43.551938 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e78bed-97af-452b-bc47-3a4a09314dcf service neutron] Pushing event updated for resources: {'Port': ['ID=6efda617-4249-424f-8a40-14032e2db984,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:43.565372 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3fdfadb-5ac8-4ad4-93f3-f911d231e5fa x-openstack-request-id: req-a3fdfadb-5ac8-4ad4-93f3-f911d231e5fa {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:00:43.565625 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0472afa1-b043-4b26-be62-d9a9f066131d", "tag": "6efda617-4249-424f-8a40-14032e2db984", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:00:43.565938 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a3fdfadb-5ac8-4ad4-93f3-f911d231e5fa {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:00:43.566346 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0472afa1-b043-4b26-be62-d9a9f066131d', 'tag': '6efda617-4249-424f-8a40-14032e2db984', 'status': 'completed', 'code': 200} Jul 30 00:00:43.625990 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b62396-1fc3-4216-89c0-577716fbf6ac req-53ba62a4-fe0f-4e09-8714-23d5e86f9ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:43.627549 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c7b62396-1fc3-4216-89c0-577716fbf6ac req-53ba62a4-fe0f-4e09-8714-23d5e86f9ba8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fdf13edecd1a4019b50cf0caad5e4d75&device_id=0472afa1-b043-4b26-be62-d9a9f066131d HTTP/1.1" status: 200 len: 1134 time: 0.0445173 Jul 30 00:00:43.675679 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c7b62396-1fc3-4216-89c0-577716fbf6ac req-35cd5795-095e-402d-bbbd-c0e639103784 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6efda617-4249-424f-8a40-14032e2db984 HTTP/1.1" status: 200 len: 217 time: 0.0353131 Jul 30 00:00:43.732116 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b62396-1fc3-4216-89c0-577716fbf6ac req-6d3272b6-a55c-4462-b3f1-d21e34aa9913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:43.733649 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c7b62396-1fc3-4216-89c0-577716fbf6ac req-6d3272b6-a55c-4462-b3f1-d21e34aa9913 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=55331b39-650b-433a-b18c-efa6aa8f071b HTTP/1.1" status: 200 len: 835 time: 0.0511713 Jul 30 00:00:43.790447 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b62396-1fc3-4216-89c0-577716fbf6ac req-5b381cb9-b334-4993-9c33-d9416c9eec0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:43.791874 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c7b62396-1fc3-4216-89c0-577716fbf6ac req-5b381cb9-b334-4993-9c33-d9416c9eec0d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=59adeb47-1550-442b-a0c7-d2d2a6d82257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515995 Jul 30 00:00:43.885237 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c6169-526e-4a31-ae2b-c828af0278d1 req-27ce49ce-1dad-43a6-bd4d-533404d5be87 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:43.887255 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7a3c6169-526e-4a31-ae2b-c828af0278d1 req-27ce49ce-1dad-43a6-bd4d-533404d5be87 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.43 "GET /v2.0/ports?device_id=0472afa1-b043-4b26-be62-d9a9f066131d HTTP/1.1" status: 200 len: 982 time: 0.1070092 Jul 30 00:00:43.930598 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c7b62396-1fc3-4216-89c0-577716fbf6ac req-1761db40-7026-4ec1-9763-657ff518ce05 service neutron] 10.222.0.41 "GET /v2.0/networks/59adeb47-1550-442b-a0c7-d2d2a6d82257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211472 Jul 30 00:00:43.954280 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7a3c6169-526e-4a31-ae2b-c828af0278d1 req-89a0d137-9149-47da-bf15-666f0eee42f1 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9f58132-5c0a-447b-a6fc-b88bfbe39ac7&id=17fbc26b-5b81-45f4-b274-c9ac8f2e3f84&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0587106 Jul 30 00:00:43.995464 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device b5775e14-a619-498f-b2fc-ee231ce5e6e2 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:00:44.036736 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c7b62396-1fc3-4216-89c0-577716fbf6ac req-f9c997ba-5221-4f06-85e2-3574205896e9 service neutron] 10.222.0.41 "GET /v2.0/networks/59adeb47-1550-442b-a0c7-d2d2a6d82257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972202 Jul 30 00:00:44.052780 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port b5775e14-a619-498f-b2fc-ee231ce5e6e2 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:00:44.053428 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:44.170913 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0938941-98a9-42ed-b27f-7be5c11f5ee4 req-c7c09dca-14c3-4645-a395-25eaee51acfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:44.172423 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a0938941-98a9-42ed-b27f-7be5c11f5ee4 req-c7c09dca-14c3-4645-a395-25eaee51acfa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fdf13edecd1a4019b50cf0caad5e4d75&device_id=0472afa1-b043-4b26-be62-d9a9f066131d HTTP/1.1" status: 200 len: 1134 time: 0.0442846 Jul 30 00:00:44.264395 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0938941-98a9-42ed-b27f-7be5c11f5ee4 req-0db61f8b-519e-4d4f-aac4-2c55d3ccc1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:44.265819 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a0938941-98a9-42ed-b27f-7be5c11f5ee4 req-0db61f8b-519e-4d4f-aac4-2c55d3ccc1f9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=59adeb47-1550-442b-a0c7-d2d2a6d82257 HTTP/1.1" status: 200 len: 897 time: 0.0860248 Jul 30 00:00:44.313360 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a0938941-98a9-42ed-b27f-7be5c11f5ee4 req-e3262510-4481-4f62-a12e-9312e053153b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6efda617-4249-424f-8a40-14032e2db984 HTTP/1.1" status: 200 len: 217 time: 0.0404966 Jul 30 00:00:44.362891 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0938941-98a9-42ed-b27f-7be5c11f5ee4 req-0e928350-f5cb-4871-81fa-80e59ab3fbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:44.364348 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a0938941-98a9-42ed-b27f-7be5c11f5ee4 req-0e928350-f5cb-4871-81fa-80e59ab3fbf2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=55331b39-650b-433a-b18c-efa6aa8f071b HTTP/1.1" status: 200 len: 835 time: 0.0436265 Jul 30 00:00:44.412632 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0938941-98a9-42ed-b27f-7be5c11f5ee4 req-e1072b27-1efa-4355-872c-25cb7674e2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:44.414164 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a0938941-98a9-42ed-b27f-7be5c11f5ee4 req-e1072b27-1efa-4355-872c-25cb7674e2e8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=59adeb47-1550-442b-a0c7-d2d2a6d82257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415578 Jul 30 00:00:44.515870 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a0938941-98a9-42ed-b27f-7be5c11f5ee4 req-9a52cfea-3bdd-4bbb-8b8c-4ee77b5d7482 service neutron] 10.222.0.41 "GET /v2.0/networks/59adeb47-1550-442b-a0c7-d2d2a6d82257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936749 Jul 30 00:00:44.607465 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a0938941-98a9-42ed-b27f-7be5c11f5ee4 req-a8fc43ba-5ae4-4259-9c1b-1569ce899b1a service neutron] 10.222.0.41 "GET /v2.0/networks/59adeb47-1550-442b-a0c7-d2d2a6d82257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845282 Jul 30 00:00:45.072831 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe7fa48-c481-40a4-af61-3cbb458ec0e2 req-2d54f194-ed3c-45c8-a829-b94abbefa658 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:45.074401 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-efe7fa48-c481-40a4-af61-3cbb458ec0e2 req-2d54f194-ed3c-45c8-a829-b94abbefa658 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.43 "GET /v2.0/ports?device_id=0472afa1-b043-4b26-be62-d9a9f066131d HTTP/1.1" status: 200 len: 982 time: 0.0496945 Jul 30 00:00:45.119401 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-efe7fa48-c481-40a4-af61-3cbb458ec0e2 req-812a4297-40bf-452a-a253-36c35ee327dc tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9f58132-5c0a-447b-a6fc-b88bfbe39ac7&id=17fbc26b-5b81-45f4-b274-c9ac8f2e3f84&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0389175 Jul 30 00:00:46.244986 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aea2870-7c41-4cd3-a58d-77e789902d4f req-76bac7cd-bdd8-46f1-b20f-8169645da6d6 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:46.246538 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0aea2870-7c41-4cd3-a58d-77e789902d4f req-76bac7cd-bdd8-46f1-b20f-8169645da6d6 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.43 "GET /v2.0/ports?device_id=0472afa1-b043-4b26-be62-d9a9f066131d HTTP/1.1" status: 200 len: 982 time: 0.0515676 Jul 30 00:00:46.291188 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0aea2870-7c41-4cd3-a58d-77e789902d4f req-ef50fc0d-cc2b-4fe2-9dc4-89dff3b91a13 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9f58132-5c0a-447b-a6fc-b88bfbe39ac7&id=17fbc26b-5b81-45f4-b274-c9ac8f2e3f84&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0381184 Jul 30 00:00:47.346734 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 6efda617-4249-424f-8a40-14032e2db984 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:00:47.414579 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202fc49-987a-4374-98e7-a19d1eb51ae9 req-e680d1b5-e7c9-4293-a53a-b9a52064b83b tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:47.416100 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4202fc49-987a-4374-98e7-a19d1eb51ae9 req-e680d1b5-e7c9-4293-a53a-b9a52064b83b tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.43 "GET /v2.0/ports?device_id=0472afa1-b043-4b26-be62-d9a9f066131d HTTP/1.1" status: 200 len: 982 time: 0.0516326 Jul 30 00:00:47.449164 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 6efda617-4249-424f-8a40-14032e2db984, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=6efda617-4249-424f-8a40-14032e2db984,segment=NetworkSegment(487d61cd-eb40-43d8-b047-2bc34439bddf),segment_id=487d61cd-eb40-43d8-b047-2bc34439bddf)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:00:47.460717 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4202fc49-987a-4374-98e7-a19d1eb51ae9 req-3c549902-97d9-461e-8344-3c5b367e194c tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9f58132-5c0a-447b-a6fc-b88bfbe39ac7&id=17fbc26b-5b81-45f4-b274-c9ac8f2e3f84&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0364826 Jul 30 00:00:47.462638 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': '6efda617-4249-424f-8a40-14032e2db984', 'network_id': '59adeb47-1550-442b-a0c7-d2d2a6d82257', 'port_id': '6efda617-4249-424f-8a40-14032e2db984', 'mac_address': 'fa:16:3e:60:3a:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55331b39-650b-433a-b18c-efa6aa8f071b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:00:47.502676 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:47.515362 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6efda617-4249-424f-8a40-14032e2db984 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:00:47.534941 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 6efda617-4249-424f-8a40-14032e2db984, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=6efda617-4249-424f-8a40-14032e2db984,segment=NetworkSegment(487d61cd-eb40-43d8-b047-2bc34439bddf),segment_id=487d61cd-eb40-43d8-b047-2bc34439bddf)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:00:47.539106 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:47.586088 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=6efda617-4249-424f-8a40-14032e2db984,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:47.803891 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['6efda617-4249-424f-8a40-14032e2db984'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:00:48.585112 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a81d64-349c-4942-8307-dd19549e71d4 req-d9751d41-5e33-4739-b057-1d4f54b63126 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:48.586636 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-72a81d64-349c-4942-8307-dd19549e71d4 req-d9751d41-5e33-4739-b057-1d4f54b63126 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.43 "GET /v2.0/ports?device_id=0472afa1-b043-4b26-be62-d9a9f066131d HTTP/1.1" status: 200 len: 983 time: 0.0552642 Jul 30 00:00:48.631080 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-72a81d64-349c-4942-8307-dd19549e71d4 req-37de695d-d576-4bc9-862d-a50b0ce2fadc tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9f58132-5c0a-447b-a6fc-b88bfbe39ac7&id=17fbc26b-5b81-45f4-b274-c9ac8f2e3f84&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0383911 Jul 30 00:00:49.359330 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 6efda617-4249-424f-8a40-14032e2db984 up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:00:49.408529 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port 6efda617-4249-424f-8a40-14032e2db984 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:00:49.412037 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port 6efda617-4249-424f-8a40-14032e2db984 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:00:49.412407 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:49.495125 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:49.520441 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0472afa1-b043-4b26-be62-d9a9f066131d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6efda617-4249-424f-8a40-14032e2db984'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:00:49.522707 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d14dc7-2b9c-414e-ab6a-3389781d70a2" -d '{"events": [{"server_uuid": "0472afa1-b043-4b26-be62-d9a9f066131d", "name": "network-vif-plugged", "status": "completed", "tag": "6efda617-4249-424f-8a40-14032e2db984"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:00:49.536110 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 6efda617-4249-424f-8a40-14032e2db984, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=6efda617-4249-424f-8a40-14032e2db984,segment=NetworkSegment(487d61cd-eb40-43d8-b047-2bc34439bddf),segment_id=487d61cd-eb40-43d8-b047-2bc34439bddf)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:00:49.540482 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:49.565886 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e69c1ce3-f40f-49d0-a1c5-2d43a4a3371e x-openstack-request-id: req-e69c1ce3-f40f-49d0-a1c5-2d43a4a3371e {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:00:49.566179 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0472afa1-b043-4b26-be62-d9a9f066131d", "name": "network-vif-plugged", "status": "completed", "tag": "6efda617-4249-424f-8a40-14032e2db984", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:00:49.566433 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e69c1ce3-f40f-49d0-a1c5-2d43a4a3371e {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:00:49.566850 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0472afa1-b043-4b26-be62-d9a9f066131d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6efda617-4249-424f-8a40-14032e2db984', 'code': 200} Jul 30 00:00:49.591094 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=6efda617-4249-424f-8a40-14032e2db984,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:49.598743 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:49.599089 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:49.599430 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:49.599763 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:49.600095 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:49.600424 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:49.600748 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:49.601072 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:49.601396 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:49.601815 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:49.602146 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:49.602469 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:49.684454 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8a6ee-d429-47ee-990f-eb2ac3acff46 req-3e0fba5f-62a7-400c-bd8f-ecbbceac2671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:49.686056 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f5c8a6ee-d429-47ee-990f-eb2ac3acff46 req-3e0fba5f-62a7-400c-bd8f-ecbbceac2671 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0472afa1-b043-4b26-be62-d9a9f066131d HTTP/1.1" status: 200 len: 1136 time: 0.0412738 Jul 30 00:00:49.748107 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f5c8a6ee-d429-47ee-990f-eb2ac3acff46 req-c49b3812-1c0e-4134-91ca-d8261d7bee40 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=17fbc26b-5b81-45f4-b274-c9ac8f2e3f84&id=d9f58132-5c0a-447b-a6fc-b88bfbe39ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0552967 Jul 30 00:00:49.764529 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e29b37-2bfa-40f7-b5a9-9a176cb2dbbf req-f06ed188-124d-4a78-a66f-2834bf2fc1f5 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:49.765992 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-59e29b37-2bfa-40f7-b5a9-9a176cb2dbbf req-f06ed188-124d-4a78-a66f-2834bf2fc1f5 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.43 "GET /v2.0/ports?device_id=0472afa1-b043-4b26-be62-d9a9f066131d HTTP/1.1" status: 200 len: 984 time: 0.0668585 Jul 30 00:00:49.807922 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-59e29b37-2bfa-40f7-b5a9-9a176cb2dbbf req-3dbf42d5-44a6-4bfd-a22c-b1a4b4655229 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9f58132-5c0a-447b-a6fc-b88bfbe39ac7&id=17fbc26b-5b81-45f4-b274-c9ac8f2e3f84&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0358970 Jul 30 00:00:49.829431 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:50.956858 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b80ff58-2027-4580-8962-ad3708068496 req-c89e16fb-c4e4-4db3-80d9-1dd276b7b531 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:50.958382 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3b80ff58-2027-4580-8962-ad3708068496 req-c89e16fb-c4e4-4db3-80d9-1dd276b7b531 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.43 "GET /v2.0/ports?device_id=0472afa1-b043-4b26-be62-d9a9f066131d HTTP/1.1" status: 200 len: 984 time: 0.0534008 Jul 30 00:00:51.000564 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3b80ff58-2027-4580-8962-ad3708068496 req-c720fc2a-203d-4343-9f82-448f6eebcf71 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9f58132-5c0a-447b-a6fc-b88bfbe39ac7&id=17fbc26b-5b81-45f4-b274-c9ac8f2e3f84&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0360653 Jul 30 00:00:51.120053 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a05a3d-bbeb-437f-8ec4-781ad0d738b5 req-7b4a6022-92a1-4256-8526-f4c4f23e58df tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:51.122200 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-00a05a3d-bbeb-437f-8ec4-781ad0d738b5 req-7b4a6022-92a1-4256-8526-f4c4f23e58df tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.43 "GET /v2.0/ports?device_id=0472afa1-b043-4b26-be62-d9a9f066131d HTTP/1.1" status: 200 len: 984 time: 0.0533383 Jul 30 00:00:51.162244 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-00a05a3d-bbeb-437f-8ec4-781ad0d738b5 req-800522cb-2249-4577-aa3a-835d1d872a25 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9f58132-5c0a-447b-a6fc-b88bfbe39ac7&id=17fbc26b-5b81-45f4-b274-c9ac8f2e3f84&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0340240 Jul 30 00:00:51.271099 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9759cfb1-c840-43e1-a303-f1d42e2e309c req-8b447669-7609-46f6-a82b-eb15a766c2ee tempest-TestSecurityGroupsBasicOps-1837164977 tempest-TestSecurityGroupsBasicOps-1837164977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:51.272641 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9759cfb1-c840-43e1-a303-f1d42e2e309c req-8b447669-7609-46f6-a82b-eb15a766c2ee tempest-TestSecurityGroupsBasicOps-1837164977 tempest-TestSecurityGroupsBasicOps-1837164977-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=0472afa1-b043-4b26-be62-d9a9f066131d HTTP/1.1" status: 200 len: 1136 time: 0.0425370 Jul 30 00:00:51.296369 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-9759cfb1-c840-43e1-a303-f1d42e2e309c req-0302fd46-dfb5-4cf6-aba6-3f48fbbef22e tempest-TestSecurityGroupsBasicOps-1837164977 tempest-TestSecurityGroupsBasicOps-1837164977-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:51.392617 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-9759cfb1-c840-43e1-a303-f1d42e2e309c req-0302fd46-dfb5-4cf6-aba6-3f48fbbef22e tempest-TestSecurityGroupsBasicOps-1837164977 tempest-TestSecurityGroupsBasicOps-1837164977-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:51.396319 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-9759cfb1-c840-43e1-a303-f1d42e2e309c req-0302fd46-dfb5-4cf6-aba6-3f48fbbef22e tempest-TestSecurityGroupsBasicOps-1837164977 tempest-TestSecurityGroupsBasicOps-1837164977-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:51.423702 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9759cfb1-c840-43e1-a303-f1d42e2e309c req-0302fd46-dfb5-4cf6-aba6-3f48fbbef22e tempest-TestSecurityGroupsBasicOps-1837164977 tempest-TestSecurityGroupsBasicOps-1837164977-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=d9f58132-5c0a-447b-a6fc-b88bfbe39ac7&id=17fbc26b-5b81-45f4-b274-c9ac8f2e3f84&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1409087 Jul 30 00:00:51.439672 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0302fd46-dfb5-4cf6-aba6-3f48fbbef22e tempest-TestSecurityGroupsBasicOps-1837164977 tempest-TestSecurityGroupsBasicOps-1837164977-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f15d83-d2ea-4101-bf1c-0343f933e386,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:51.445710 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 32900) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:51.485992 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c9006d-4ce9-46fe-93b0-c9d7df892486 tempest-TestSecurityGroupsBasicOps-1837164977 tempest-TestSecurityGroupsBasicOps-1837164977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:51.487540 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c3c9006d-4ce9-46fe-93b0-c9d7df892486 tempest-TestSecurityGroupsBasicOps-1837164977 tempest-TestSecurityGroupsBasicOps-1837164977-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=0472afa1-b043-4b26-be62-d9a9f066131d HTTP/1.1" status: 200 len: 1131 time: 0.0408406 Jul 30 00:00:51.490854 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 32902) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:51.495304 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-ed423303-8531-483e-a788-eb72b1db1aed tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Request body: {'floatingip': {'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'port_id': '6efda617-4249-424f-8a40-14032e2db984', 'tenant_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:00:51.518956 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ed423303-8531-483e-a788-eb72b1db1aed tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks [] for floatingip, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:51.617292 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ed423303-8531-483e-a788-eb72b1db1aed tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:51.717172 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-ed423303-8531-483e-a788-eb72b1db1aed tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Allocated IP 172.25.0.15 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/02fb193d-b555-4985-b912-dd2e6864f4c7) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:00:51.823720 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ed423303-8531-483e-a788-eb72b1db1aed tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:51.865984 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ed423303-8531-483e-a788-eb72b1db1aed tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:51.904977 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed423303-8531-483e-a788-eb72b1db1aed tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:00:51.907896 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-ed423303-8531-483e-a788-eb72b1db1aed tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:00:51.912121 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed423303-8531-483e-a788-eb72b1db1aed tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:00:51.920812 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed423303-8531-483e-a788-eb72b1db1aed tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Pushing event updated for resources: {'Port': ['ID=02fb193d-b555-4985-b912-dd2e6864f4c7,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:52.280605 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ed423303-8531-483e-a788-eb72b1db1aed tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:52.354439 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ed423303-8531-483e-a788-eb72b1db1aed tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:52.517266 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ed423303-8531-483e-a788-eb72b1db1aed tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:52.521853 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ed423303-8531-483e-a788-eb72b1db1aed tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:52.875923 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed423303-8531-483e-a788-eb72b1db1aed tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Pushing event updated for resources: {'Port': ['ID=02fb193d-b555-4985-b912-dd2e6864f4c7,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:52.891016 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ed423303-8531-483e-a788-eb72b1db1aed tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:52.990571 n-d-712141-10 neutron-server[94077]: INFO neutron.db.l3_db [None req-ed423303-8531-483e-a788-eb72b1db1aed tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Floating IP fe003b55-ef41-463f-b337-f3b36e2b3595 associated. External IP: 172.25.0.15, port: 6efda617-4249-424f-8a40-14032e2db984. Jul 30 00:00:53.197947 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed423303-8531-483e-a788-eb72b1db1aed tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Router b4a133c9-2be1-4d36-903e-aa0d3af0f56c has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:00:53.281678 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-cb2bc0da-d071-4f61-8a67-da519cfb7ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:53.310192 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed423303-8531-483e-a788-eb72b1db1aed tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:00:53.320455 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b7acbb-c60e-4424-8052-cf9ec0b9da30 None None] Sync routers for ids ['b4a133c9-2be1-4d36-903e-aa0d3af0f56c'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:00:53.324725 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ed423303-8531-483e-a788-eb72b1db1aed tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:53.330971 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b7acbb-c60e-4424-8052-cf9ec0b9da30 None None] Routers {'b4a133c9-2be1-4d36-903e-aa0d3af0f56c'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:00:53.331578 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-07b7acbb-c60e-4424-8052-cf9ec0b9da30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:00:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['b4a133c9-2be1-4d36-903e-aa0d3af0f56c'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:53.355703 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ed423303-8531-483e-a788-eb72b1db1aed tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8632686 Jul 30 00:00:53.356569 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0472afa1-b043-4b26-be62-d9a9f066131d', 'tag': '6efda617-4249-424f-8a40-14032e2db984'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:00:53.358866 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 32904) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:53.359601 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77f0d7f4-e513-4351-a49a-3b265eeab8f7" -d '{"events": [{"name": "network-changed", "server_uuid": "0472afa1-b043-4b26-be62-d9a9f066131d", "tag": "6efda617-4249-424f-8a40-14032e2db984"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:00:53.452862 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-07b7acbb-c60e-4424-8052-cf9ec0b9da30 None None] Set router b4a133c9-2be1-4d36-903e-aa0d3af0f56c gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:00:53.509382 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e2256d-2f89-4a99-9175-58e6dbcb3c3c x-openstack-request-id: req-69e2256d-2f89-4a99-9175-58e6dbcb3c3c {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:00:53.509787 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0472afa1-b043-4b26-be62-d9a9f066131d", "tag": "6efda617-4249-424f-8a40-14032e2db984", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:00:53.510109 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-69e2256d-2f89-4a99-9175-58e6dbcb3c3c {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:00:53.513762 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0472afa1-b043-4b26-be62-d9a9f066131d', 'tag': '6efda617-4249-424f-8a40-14032e2db984', 'status': 'completed', 'code': 200} Jul 30 00:00:53.602511 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e8935b-f8f0-4761-baf0-8a6b1f1f7fee tempest-TestSecurityGroupsBasicOps-1837164977 tempest-TestSecurityGroupsBasicOps-1837164977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:53.602986 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e8935b-f8f0-4761-baf0-8a6b1f1f7fee tempest-TestSecurityGroupsBasicOps-1837164977 tempest-TestSecurityGroupsBasicOps-1837164977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:53.603452 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e8935b-f8f0-4761-baf0-8a6b1f1f7fee tempest-TestSecurityGroupsBasicOps-1837164977 tempest-TestSecurityGroupsBasicOps-1837164977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:53.603911 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e8935b-f8f0-4761-baf0-8a6b1f1f7fee tempest-TestSecurityGroupsBasicOps-1837164977 tempest-TestSecurityGroupsBasicOps-1837164977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:53.605655 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-d8e8935b-f8f0-4761-baf0-8a6b1f1f7fee tempest-TestSecurityGroupsBasicOps-1837164977 tempest-TestSecurityGroupsBasicOps-1837164977-project-admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.2451510 Jul 30 00:00:53.608704 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 32910) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:53.615691 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f0d7f4-e513-4351-a49a-3b265eeab8f7 req-6249b9ab-7fcf-429a-b00f-8b1d5ac13aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:53.617176 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-77f0d7f4-e513-4351-a49a-3b265eeab8f7 req-6249b9ab-7fcf-429a-b00f-8b1d5ac13aee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fdf13edecd1a4019b50cf0caad5e4d75&device_id=0472afa1-b043-4b26-be62-d9a9f066131d HTTP/1.1" status: 200 len: 1136 time: 0.0655177 Jul 30 00:00:53.696103 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388267d6-ff04-488e-84a0-8596143c073b tempest-TestSecurityGroupsBasicOps-1837164977 tempest-TestSecurityGroupsBasicOps-1837164977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:53.696581 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388267d6-ff04-488e-84a0-8596143c073b tempest-TestSecurityGroupsBasicOps-1837164977 tempest-TestSecurityGroupsBasicOps-1837164977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:53.697550 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388267d6-ff04-488e-84a0-8596143c073b tempest-TestSecurityGroupsBasicOps-1837164977 tempest-TestSecurityGroupsBasicOps-1837164977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:53.697550 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388267d6-ff04-488e-84a0-8596143c073b tempest-TestSecurityGroupsBasicOps-1837164977 tempest-TestSecurityGroupsBasicOps-1837164977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:53.702423 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-388267d6-ff04-488e-84a0-8596143c073b tempest-TestSecurityGroupsBasicOps-1837164977 tempest-TestSecurityGroupsBasicOps-1837164977-project-admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0897989 Jul 30 00:00:53.702714 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 32912) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:53.712110 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-07b7acbb-c60e-4424-8052-cf9ec0b9da30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a133c9-2be1-4d36-903e-aa0d3af0f56c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1676634980', 'tenant_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '5648704c-d2b0-4699-bca9-71c8bc98c795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:00:34Z', 'updated_at': '2021-07-30T00:00:38Z', 'revision_number': 4, 'project_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'gw_port': {'id': '5648704c-d2b0-4699-bca9-71c8bc98c795', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ae:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a133c9-2be1-4d36-903e-aa0d3af0f56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:00:35Z', 'updated_at': '2021-07-30T00:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': 'fe003b55-ef41-463f-b337-f3b36e2b3595', 'tenant_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'floating_ip_address': '172.25.0.15', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': 'b4a133c9-2be1-4d36-903e-aa0d3af0f56c', 'port_id': '6efda617-4249-424f-8a40-14032e2db984', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59adeb47-1550-442b-a0c7-d2d2a6d82257', 'mac_address': 'fa:16:3e:60:3a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0472afa1-b043-4b26-be62-d9a9f066131d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:00:52Z', 'updated_at': '2021-07-30T00:00:52Z', 'revision_number': 0, 'project_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5775e14-a619-498f-b2fc-ee231ce5e6e2', 'name': '', 'network_id': '59adeb47-1550-442b-a0c7-d2d2a6d82257', 'tenant_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'mac_address': 'fa:16:3e:1b:a4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a133c9-2be1-4d36-903e-aa0d3af0f56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '55331b39-650b-433a-b18c-efa6aa8f071b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:00:37Z', 'updated_at': '2021-07-30T00:00:42Z', 'revision_number': 5, 'project_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'subnets': [{'id': '55331b39-650b-433a-b18c-efa6aa8f071b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:53.742608 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b7acbb-c60e-4424-8052-cf9ec0b9da30 None None] Checking router: b4a133c9-2be1-4d36-903e-aa0d3af0f56c for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:00:53.751212 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b7acbb-c60e-4424-8052-cf9ec0b9da30 None None] Routers {'b4a133c9-2be1-4d36-903e-aa0d3af0f56c'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:00:53.751820 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-07b7acbb-c60e-4424-8052-cf9ec0b9da30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:00:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['b4a133c9-2be1-4d36-903e-aa0d3af0f56c'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:53.783724 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f0d7f4-e513-4351-a49a-3b265eeab8f7 req-bee97723-fef9-43af-9863-12413a730876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:53.785726 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-77f0d7f4-e513-4351-a49a-3b265eeab8f7 req-bee97723-fef9-43af-9863-12413a730876 service neutron] 10.222.0.41 "GET /v2.0/networks?id=59adeb47-1550-442b-a0c7-d2d2a6d82257 HTTP/1.1" status: 200 len: 897 time: 0.1604042 Jul 30 00:00:53.865569 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-07b7acbb-c60e-4424-8052-cf9ec0b9da30 None None] Set router b4a133c9-2be1-4d36-903e-aa0d3af0f56c gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:00:53.884587 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-77f0d7f4-e513-4351-a49a-3b265eeab8f7 req-21862be6-216a-4bea-a1b8-eb92b763b1e8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6efda617-4249-424f-8a40-14032e2db984 HTTP/1.1" status: 200 len: 998 time: 0.0877433 Jul 30 00:00:54.021700 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f0d7f4-e513-4351-a49a-3b265eeab8f7 req-f9185b23-bd15-42c8-bcae-56c32a2a6ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:54.023152 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-77f0d7f4-e513-4351-a49a-3b265eeab8f7 req-f9185b23-bd15-42c8-bcae-56c32a2a6ada service neutron] 10.222.0.41 "GET /v2.0/subnets?id=55331b39-650b-433a-b18c-efa6aa8f071b HTTP/1.1" status: 200 len: 835 time: 0.1218176 Jul 30 00:00:54.106010 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f0d7f4-e513-4351-a49a-3b265eeab8f7 req-7e530fe2-e9ae-4378-b0e7-60737bfe89a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:54.107564 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-77f0d7f4-e513-4351-a49a-3b265eeab8f7 req-7e530fe2-e9ae-4378-b0e7-60737bfe89a7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=59adeb47-1550-442b-a0c7-d2d2a6d82257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0753808 Jul 30 00:00:54.111034 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-24b86ffd-856d-4d33-9a8c-172c12714097 tempest-TestSecurityGroupsBasicOps-1837164977 tempest-TestSecurityGroupsBasicOps-1837164977-project-admin] 10.222.0.43 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1613 time: 0.4072530 Jul 30 00:00:54.113693 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 32914) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:00:54.211926 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-07b7acbb-c60e-4424-8052-cf9ec0b9da30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a133c9-2be1-4d36-903e-aa0d3af0f56c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1676634980', 'tenant_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '5648704c-d2b0-4699-bca9-71c8bc98c795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:00:34Z', 'updated_at': '2021-07-30T00:00:38Z', 'revision_number': 4, 'project_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'gw_port': {'id': '5648704c-d2b0-4699-bca9-71c8bc98c795', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ae:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a133c9-2be1-4d36-903e-aa0d3af0f56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:00:35Z', 'updated_at': '2021-07-30T00:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': 'fe003b55-ef41-463f-b337-f3b36e2b3595', 'tenant_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'floating_ip_address': '172.25.0.15', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': 'b4a133c9-2be1-4d36-903e-aa0d3af0f56c', 'port_id': '6efda617-4249-424f-8a40-14032e2db984', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59adeb47-1550-442b-a0c7-d2d2a6d82257', 'mac_address': 'fa:16:3e:60:3a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0472afa1-b043-4b26-be62-d9a9f066131d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:00:52Z', 'updated_at': '2021-07-30T00:00:52Z', 'revision_number': 0, 'project_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5775e14-a619-498f-b2fc-ee231ce5e6e2', 'name': '', 'network_id': '59adeb47-1550-442b-a0c7-d2d2a6d82257', 'tenant_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'mac_address': 'fa:16:3e:1b:a4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a133c9-2be1-4d36-903e-aa0d3af0f56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '55331b39-650b-433a-b18c-efa6aa8f071b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:00:37Z', 'updated_at': '2021-07-30T00:00:42Z', 'revision_number': 5, 'project_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'subnets': [{'id': '55331b39-650b-433a-b18c-efa6aa8f071b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:00:54.232105 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b308ca3-3cd8-4645-adcd-081329bd6457 tempest-TestSecurityGroupsBasicOps-1837164977 tempest-TestSecurityGroupsBasicOps-1837164977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:54.232605 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b308ca3-3cd8-4645-adcd-081329bd6457 tempest-TestSecurityGroupsBasicOps-1837164977 tempest-TestSecurityGroupsBasicOps-1837164977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:54.235015 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-9b308ca3-3cd8-4645-adcd-081329bd6457 tempest-TestSecurityGroupsBasicOps-1837164977 tempest-TestSecurityGroupsBasicOps-1837164977-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b4a133c9-2be1-4d36-903e-aa0d3af0f56c HTTP/1.1" status: 200 len: 1991 time: 0.1202893 Jul 30 00:00:54.241856 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b7acbb-c60e-4424-8052-cf9ec0b9da30 None None] The sync data for ids ['b4a133c9-2be1-4d36-903e-aa0d3af0f56c'] in n-d-712141-10 is: [{'id': 'b4a133c9-2be1-4d36-903e-aa0d3af0f56c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1676634980', 'tenant_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '5648704c-d2b0-4699-bca9-71c8bc98c795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:00:34Z', 'updated_at': '2021-07-30T00:00:38Z', 'revision_number': 4, 'project_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'gw_port': {'id': '5648704c-d2b0-4699-bca9-71c8bc98c795', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ae:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a133c9-2be1-4d36-903e-aa0d3af0f56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:00:35Z', 'updated_at': '2021-07-30T00:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': 'fe003b55-ef41-463f-b337-f3b36e2b3595', 'tenant_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'floating_ip_address': '172.25.0.15', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': 'b4a133c9-2be1-4d36-903e-aa0d3af0f56c', 'port_id': '6efda617-4249-424f-8a40-14032e2db984', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59adeb47-1550-442b-a0c7-d2d2a6d82257', 'mac_address': 'fa:16:3e:60:3a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0472afa1-b043-4b26-be62-d9a9f066131d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:00:52Z', 'updated_at': '2021-07-30T00:00:52Z', 'revision_number': 0, 'project_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5775e14-a619-498f-b2fc-ee231ce5e6e2', 'name': '', 'network_id': '59adeb47-1550-442b-a0c7-d2d2a6d82257', 'tenant_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'mac_address': 'fa:16:3e:1b:a4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a133c9-2be1-4d36-903e-aa0d3af0f56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '55331b39-650b-433a-b18c-efa6aa8f071b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:00:37Z', 'updated_at': '2021-07-30T00:00:42Z', 'revision_number': 5, 'project_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'subnets': [{'id': '55331b39-650b-433a-b18c-efa6aa8f071b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:00:54.272417 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-77f0d7f4-e513-4351-a49a-3b265eeab8f7 req-903c9f9c-49ed-4c69-9b8b-6a842b6889b0 service neutron] 10.222.0.41 "GET /v2.0/networks/59adeb47-1550-442b-a0c7-d2d2a6d82257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564138 Jul 30 00:00:54.366053 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-77f0d7f4-e513-4351-a49a-3b265eeab8f7 req-14a5d5d5-276d-469b-9241-d638a23799ee service neutron] 10.222.0.41 "GET /v2.0/networks/59adeb47-1550-442b-a0c7-d2d2a6d82257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867560 Jul 30 00:00:54.443461 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2041b37e-d10d-4e9a-b528-4fdd6f73353e None None] New status for floating IP fe003b55-ef41-463f-b337-f3b36e2b3595: ACTIVE {{(pid=94079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:00:55.896578 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-185f0344-5b37-4973-be62-6da6e233975e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:56.481646 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:57.781433 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:57.995169 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1a1f2515-a2f6-49b0-8b7f-94d9560fe988 req-e1f11bba-7c07-4567-b8c8-0c4cb4223816 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0472afa1-b043-4b26-be62-d9a9f066131d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0419478 Jul 30 00:00:58.102829 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f2515-a2f6-49b0-8b7f-94d9560fe988 req-fb8ffba3-8689-4331-a37d-63070e206ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:58.104418 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1a1f2515-a2f6-49b0-8b7f-94d9560fe988 req-fb8ffba3-8689-4331-a37d-63070e206ce4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fdf13edecd1a4019b50cf0caad5e4d75&device_id=0472afa1-b043-4b26-be62-d9a9f066131d HTTP/1.1" status: 200 len: 1136 time: 0.0506074 Jul 30 00:00:58.216145 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f2515-a2f6-49b0-8b7f-94d9560fe988 req-f23eda03-1978-47d5-ac03-eda9058fe470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:58.217564 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1a1f2515-a2f6-49b0-8b7f-94d9560fe988 req-f23eda03-1978-47d5-ac03-eda9058fe470 service neutron] 10.222.0.41 "GET /v2.0/networks?id=59adeb47-1550-442b-a0c7-d2d2a6d82257 HTTP/1.1" status: 200 len: 897 time: 0.0949025 Jul 30 00:00:58.311351 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1a1f2515-a2f6-49b0-8b7f-94d9560fe988 req-dfe586b0-b99c-4737-a0cc-1b72a0397e6b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6efda617-4249-424f-8a40-14032e2db984 HTTP/1.1" status: 200 len: 1000 time: 0.0814173 Jul 30 00:00:58.369923 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f2515-a2f6-49b0-8b7f-94d9560fe988 req-62fb0016-2b73-4f3e-8f48-315f217a62f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:58.372600 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1a1f2515-a2f6-49b0-8b7f-94d9560fe988 req-62fb0016-2b73-4f3e-8f48-315f217a62f5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=55331b39-650b-433a-b18c-efa6aa8f071b HTTP/1.1" status: 200 len: 835 time: 0.0536456 Jul 30 00:00:58.420420 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f2515-a2f6-49b0-8b7f-94d9560fe988 req-419baa7d-4313-4c19-8599-a24081dd484f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:58.422050 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1a1f2515-a2f6-49b0-8b7f-94d9560fe988 req-419baa7d-4313-4c19-8599-a24081dd484f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=59adeb47-1550-442b-a0c7-d2d2a6d82257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428183 Jul 30 00:00:58.521300 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1a1f2515-a2f6-49b0-8b7f-94d9560fe988 req-90339de2-8317-41b3-ad66-eb733e63591e service neutron] 10.222.0.41 "GET /v2.0/networks/59adeb47-1550-442b-a0c7-d2d2a6d82257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918434 Jul 30 00:00:58.620090 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1a1f2515-a2f6-49b0-8b7f-94d9560fe988 req-af505699-32cf-4bc8-8da2-bdd7bbb79231 service neutron] 10.222.0.41 "GET /v2.0/networks/59adeb47-1550-442b-a0c7-d2d2a6d82257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896163 Jul 30 00:00:59.416781 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:07.438554 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:14.926000 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:01:19.821504 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:23.005843 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [req-5bd82452-c16a-4b88-a51d-e3d798715ca2 req-c94c1612-5e2b-4096-bbea-aca96a1c73ad service neutron] (94078) timed out ('10.222.0.43', 51920) {{(pid=94078) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 00:01:23.284767 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-146ad208-67b0-4b45-af9f-0657910293e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:25.898877 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-09f84930-1d8f-4c40-9443-c74acfeb2d27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:26.480914 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:27.786844 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:28.225786 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 32932) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:28.316596 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-fa2d14a6-17de-4009-8fbf-4a6ab3887428 tempest-TestSecurityGroupsBasicOps-1837164977 tempest-TestSecurityGroupsBasicOps-1837164977-project-admin] 10.222.0.43 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1373 time: 0.0890777 Jul 30 00:01:28.319669 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 32934) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:28.324614 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-e9770bbe-f01e-4226-8240-71444e5cb314 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Request body: {'network': {'name': 'tempest-network-smoke--940269310', 'project_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'port_security_enabled': False}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:01:28.349560 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9770bbe-f01e-4226-8240-71444e5cb314 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Made reservation on behalf of fdf13edecd1a4019b50cf0caad5e4d75 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:01:28.353888 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e9770bbe-f01e-4226-8240-71444e5cb314 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:28.380824 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9770bbe-f01e-4226-8240-71444e5cb314 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:01:28.391466 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e9770bbe-f01e-4226-8240-71444e5cb314 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:28.391845 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-e9770bbe-f01e-4226-8240-71444e5cb314 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Added segment ef761104-ec17-4bc0-b834-5cb7976c1ad9 of type vlan for network e1aaaaff-3bd6-4b96-80bc-31b779c1e6ad Jul 30 00:01:28.436779 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e9770bbe-f01e-4226-8240-71444e5cb314 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:28.471979 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e9770bbe-f01e-4226-8240-71444e5cb314 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:28.478907 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9770bbe-f01e-4226-8240-71444e5cb314 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:28.479486 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e9770bbe-f01e-4226-8240-71444e5cb314 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:28.535634 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e9770bbe-f01e-4226-8240-71444e5cb314 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2150683 Jul 30 00:01:28.539217 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 32936) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:28.546463 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-2dde44e9-0016-4f35-b076-6f72cc4be2f6 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1688771906', 'admin_state_up': True, 'project_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:01:28.558912 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9770bbe-f01e-4226-8240-71444e5cb314 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Pushing event updated for resources: {'Network': ['ID=e1aaaaff-3bd6-4b96-80bc-31b779c1e6ad,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:28.567890 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9770bbe-f01e-4226-8240-71444e5cb314 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:28.568271 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9770bbe-f01e-4226-8240-71444e5cb314 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:28.568741 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9770bbe-f01e-4226-8240-71444e5cb314 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:28.569123 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9770bbe-f01e-4226-8240-71444e5cb314 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:28.569488 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9770bbe-f01e-4226-8240-71444e5cb314 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:28.569881 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9770bbe-f01e-4226-8240-71444e5cb314 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:28.570196 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9770bbe-f01e-4226-8240-71444e5cb314 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:28.570564 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9770bbe-f01e-4226-8240-71444e5cb314 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:28.570889 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9770bbe-f01e-4226-8240-71444e5cb314 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:28.571319 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9770bbe-f01e-4226-8240-71444e5cb314 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:28.571651 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9770bbe-f01e-4226-8240-71444e5cb314 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:28.572016 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9770bbe-f01e-4226-8240-71444e5cb314 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:28.575029 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2dde44e9-0016-4f35-b076-6f72cc4be2f6 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:28.576095 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2dde44e9-0016-4f35-b076-6f72cc4be2f6 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:28.593905 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network e1aaaaff-3bd6-4b96-80bc-31b779c1e6ad details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:01:28.677564 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2dde44e9-0016-4f35-b076-6f72cc4be2f6 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:28.824095 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2dde44e9-0016-4f35-b076-6f72cc4be2f6 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:29.043979 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2dde44e9-0016-4f35-b076-6f72cc4be2f6 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks [] for router_gateway, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:29.063455 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2dde44e9-0016-4f35-b076-6f72cc4be2f6 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:29.179954 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-2dde44e9-0016-4f35-b076-6f72cc4be2f6 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Allocated IP 172.25.0.20 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/a0bb566a-b6c7-4ef7-a179-09aee975683c) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:01:29.294864 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2dde44e9-0016-4f35-b076-6f72cc4be2f6 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:29.337854 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2dde44e9-0016-4f35-b076-6f72cc4be2f6 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:29.383709 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dde44e9-0016-4f35-b076-6f72cc4be2f6 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:01:29.387444 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-2dde44e9-0016-4f35-b076-6f72cc4be2f6 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:01:29.392041 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dde44e9-0016-4f35-b076-6f72cc4be2f6 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:01:29.418165 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dde44e9-0016-4f35-b076-6f72cc4be2f6 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Pushing event updated for resources: {'Port': ['ID=a0bb566a-b6c7-4ef7-a179-09aee975683c,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:29.428720 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:29.660055 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2dde44e9-0016-4f35-b076-6f72cc4be2f6 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks [] for router_gateway, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:29.861087 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2dde44e9-0016-4f35-b076-6f72cc4be2f6 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:29.992415 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dde44e9-0016-4f35-b076-6f72cc4be2f6 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Router 700104dc-5b89-41b3-98df-15b0536ff7de is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:01:30.095479 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dde44e9-0016-4f35-b076-6f72cc4be2f6 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:01:30.106272 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eee4761-65e6-4b65-aa78-964ea8cafb9c None None] Sync routers for ids ['700104dc-5b89-41b3-98df-15b0536ff7de'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:01:30.116822 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2dde44e9-0016-4f35-b076-6f72cc4be2f6 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:30.117244 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eee4761-65e6-4b65-aa78-964ea8cafb9c None None] Routers {'700104dc-5b89-41b3-98df-15b0536ff7de'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:01:30.117884 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-2eee4761-65e6-4b65-aa78-964ea8cafb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:01:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['700104dc-5b89-41b3-98df-15b0536ff7de'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:01:30.118553 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-2dde44e9-0016-4f35-b076-6f72cc4be2f6 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.5779963 Jul 30 00:01:30.121838 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 32938) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:30.225728 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-2eee4761-65e6-4b65-aa78-964ea8cafb9c None None] Set router 700104dc-5b89-41b3-98df-15b0536ff7de gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:01:30.423627 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-2eee4761-65e6-4b65-aa78-964ea8cafb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700104dc-5b89-41b3-98df-15b0536ff7de', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1688771906', 'tenant_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'a0bb566a-b6c7-4ef7-a179-09aee975683c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:01:28Z', 'updated_at': '2021-07-30T00:01:29Z', 'revision_number': 3, 'project_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'gw_port': {'id': 'a0bb566a-b6c7-4ef7-a179-09aee975683c', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a6:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700104dc-5b89-41b3-98df-15b0536ff7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:01:29Z', 'updated_at': '2021-07-30T00:01:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:01:30.450772 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eee4761-65e6-4b65-aa78-964ea8cafb9c None None] Checking router: 700104dc-5b89-41b3-98df-15b0536ff7de for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:01:30.451146 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eee4761-65e6-4b65-aa78-964ea8cafb9c None None] Updating router 700104dc-5b89-41b3-98df-15b0536ff7de port a0bb566a-b6c7-4ef7-a179-09aee975683c binding host n-d-712141-10 {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:01:30.479909 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-2eee4761-65e6-4b65-aa78-964ea8cafb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:30.497961 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5686dfc-6a20-401b-9f3b-133d822c33f4 tempest-TestSecurityGroupsBasicOps-1837164977 tempest-TestSecurityGroupsBasicOps-1837164977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:30.500381 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e5686dfc-6a20-401b-9f3b-133d822c33f4 tempest-TestSecurityGroupsBasicOps-1837164977 tempest-TestSecurityGroupsBasicOps-1837164977-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=fdf13edecd1a4019b50cf0caad5e4d75&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.3774204 Jul 30 00:01:30.502998 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 32940) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:30.677412 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6ba3580-8cb4-40d9-b724-087103dd629c tempest-TestSecurityGroupsBasicOps-1837164977 tempest-TestSecurityGroupsBasicOps-1837164977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:30.679610 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c6ba3580-8cb4-40d9-b724-087103dd629c tempest-TestSecurityGroupsBasicOps-1837164977 tempest-TestSecurityGroupsBasicOps-1837164977-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1755054 Jul 30 00:01:30.682407 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 32942) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:30.729467 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0cb03c4a-7340-448f-95b1-68b802d02307 tempest-TestSecurityGroupsBasicOps-1837164977 tempest-TestSecurityGroupsBasicOps-1837164977-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=58f27f61-3278-49cc-b66b-1e729d26f29f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0456357 Jul 30 00:01:30.732346 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 32944) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:30.748126 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-2eee4761-65e6-4b65-aa78-964ea8cafb9c None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:30.761024 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-2eee4761-65e6-4b65-aa78-964ea8cafb9c None None] Transition to ACTIVE for port object a0bb566a-b6c7-4ef7-a179-09aee975683c will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:01:30.761243 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-80e11d17-a1df-4027-b858-7194d93496d1 tempest-TestSecurityGroupsBasicOps-1837164977 tempest-TestSecurityGroupsBasicOps-1837164977-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=fdf13edecd1a4019b50cf0caad5e4d75&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278192 Jul 30 00:01:30.763866 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 32946) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:30.767833 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-2eee4761-65e6-4b65-aa78-964ea8cafb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:30.819448 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-2eee4761-65e6-4b65-aa78-964ea8cafb9c None None] Attempting to bind port a0bb566a-b6c7-4ef7-a179-09aee975683c on host n-d-712141-10 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:01:30.820332 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-2eee4761-65e6-4b65-aa78-964ea8cafb9c None None] Attempting to bind port a0bb566a-b6c7-4ef7-a179-09aee975683c by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:01:30.820332 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eee4761-65e6-4b65-aa78-964ea8cafb9c None None] Attempting to bind port a0bb566a-b6c7-4ef7-a179-09aee975683c on network 58f27f61-3278-49cc-b66b-1e729d26f29f {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:01:30.822431 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e049fc2-3a80-4ef3-8b69-94604b5ec045 None None] Pushing event updated for resources: {'Port': ['ID=a0bb566a-b6c7-4ef7-a179-09aee975683c,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:30.830008 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eee4761-65e6-4b65-aa78-964ea8cafb9c None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:01:30.830276 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eee4761-65e6-4b65-aa78-964ea8cafb9c None None] Checking segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:01:30.830672 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-2eee4761-65e6-4b65-aa78-964ea8cafb9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:30.831054 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eee4761-65e6-4b65-aa78-964ea8cafb9c None None] Bound using segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:01:30.831514 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-2eee4761-65e6-4b65-aa78-964ea8cafb9c None None] Bound port: a0bb566a-b6c7-4ef7-a179-09aee975683c, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:01:30.831888 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-2eee4761-65e6-4b65-aa78-964ea8cafb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:30.866333 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e53dd88-abeb-472b-ad88-2985d1289212 tempest-TestSecurityGroupsBasicOps-1837164977 tempest-TestSecurityGroupsBasicOps-1837164977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:30.868285 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-5e53dd88-abeb-472b-ad88-2985d1289212 tempest-TestSecurityGroupsBasicOps-1837164977 tempest-TestSecurityGroupsBasicOps-1837164977-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1031201 Jul 30 00:01:30.871518 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 32948) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:30.888540 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-2eee4761-65e6-4b65-aa78-964ea8cafb9c None None] For port a0bb566a-b6c7-4ef7-a179-09aee975683c, host n-d-712141-10, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:01:30.891975 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-2eee4761-65e6-4b65-aa78-964ea8cafb9c None None] For port a0bb566a-b6c7-4ef7-a179-09aee975683c, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=a0bb566a-b6c7-4ef7-a179-09aee975683c,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:01:30.898531 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-2eee4761-65e6-4b65-aa78-964ea8cafb9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:30.906576 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9b9f6dcb-9230-4dc3-8669-f32434bf584f tempest-TestSecurityGroupsBasicOps-1837164977 tempest-TestSecurityGroupsBasicOps-1837164977-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=58f27f61-3278-49cc-b66b-1e729d26f29f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0339468 Jul 30 00:01:30.909229 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 32950) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:30.914196 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-345e88e8-d466-4fee-91b6-c7be36fcd2f8 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1041873844', 'network_id': 'e1aaaaff-3bd6-4b96-80bc-31b779c1e6ad', 'project_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:01:30.961245 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e049fc2-3a80-4ef3-8b69-94604b5ec045 None None] Pushing event updated for resources: {'Port': ['ID=a0bb566a-b6c7-4ef7-a179-09aee975683c,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:30.963886 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eee4761-65e6-4b65-aa78-964ea8cafb9c None None] Routers {'700104dc-5b89-41b3-98df-15b0536ff7de'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:01:30.964486 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-2eee4761-65e6-4b65-aa78-964ea8cafb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:01:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['700104dc-5b89-41b3-98df-15b0536ff7de'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:01:31.010129 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345e88e8-d466-4fee-91b6-c7be36fcd2f8 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Made reservation on behalf of fdf13edecd1a4019b50cf0caad5e4d75 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:01:31.013622 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-345e88e8-d466-4fee-91b6-c7be36fcd2f8 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:31.085607 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-2eee4761-65e6-4b65-aa78-964ea8cafb9c None None] Set router 700104dc-5b89-41b3-98df-15b0536ff7de gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:01:31.202835 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-345e88e8-d466-4fee-91b6-c7be36fcd2f8 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:31.270366 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-2eee4761-65e6-4b65-aa78-964ea8cafb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700104dc-5b89-41b3-98df-15b0536ff7de', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1688771906', 'tenant_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'a0bb566a-b6c7-4ef7-a179-09aee975683c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:01:28Z', 'updated_at': '2021-07-30T00:01:29Z', 'revision_number': 3, 'project_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'gw_port': {'id': 'a0bb566a-b6c7-4ef7-a179-09aee975683c', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a6:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700104dc-5b89-41b3-98df-15b0536ff7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:01:29Z', 'updated_at': '2021-07-30T00:01:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:01:31.271947 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345e88e8-d466-4fee-91b6-c7be36fcd2f8 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Pushing event updated for resources: {'Subnet': ['ID=d2defd6a-cf3b-4736-a69b-ebfee97e2239,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:31.280504 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345e88e8-d466-4fee-91b6-c7be36fcd2f8 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Checking segment: {'id': 'ef761104-ec17-4bc0-b834-5cb7976c1ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e1aaaaff-3bd6-4b96-80bc-31b779c1e6ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:01:31.280877 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345e88e8-d466-4fee-91b6-c7be36fcd2f8 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Network hostable DHCP agents. Network: e1aaaaff-3bd6-4b96-80bc-31b779c1e6ad, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:01:31.301254 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eee4761-65e6-4b65-aa78-964ea8cafb9c None None] The sync data for ids ['700104dc-5b89-41b3-98df-15b0536ff7de'] in n-d-712141-10 is: [{'id': '700104dc-5b89-41b3-98df-15b0536ff7de', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1688771906', 'tenant_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'a0bb566a-b6c7-4ef7-a179-09aee975683c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:01:28Z', 'updated_at': '2021-07-30T00:01:29Z', 'revision_number': 3, 'project_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'gw_port': {'id': 'a0bb566a-b6c7-4ef7-a179-09aee975683c', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a6:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700104dc-5b89-41b3-98df-15b0536ff7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:01:29Z', 'updated_at': '2021-07-30T00:01:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:01:31.304211 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345e88e8-d466-4fee-91b6-c7be36fcd2f8 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Network e1aaaaff-3bd6-4b96-80bc-31b779c1e6ad is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:01:31.316554 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-345e88e8-d466-4fee-91b6-c7be36fcd2f8 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, e1aaaaff-3bd6-4b96-80bc-31b779c1e6ad) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:01:31.322434 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345e88e8-d466-4fee-91b6-c7be36fcd2f8 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:31.323030 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-345e88e8-d466-4fee-91b6-c7be36fcd2f8 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks [] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:31.330736 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d628d16b-db54-49a1-af5f-6d68fcd795ad None None] Network e1aaaaff-3bd6-4b96-80bc-31b779c1e6ad requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:01:31.341152 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-345e88e8-d466-4fee-91b6-c7be36fcd2f8 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4307599 Jul 30 00:01:31.344567 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 32952) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:31.496868 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2341718-7674-43c3-a155-4d24df42e223 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-e1aaaaff-3bd6-4b96-80bc-31b779c1e6ad', 'network_id': 'e1aaaaff-3bd6-4b96-80bc-31b779c1e6ad', 'tenant_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'fixed_ips': [{'subnet_id': 'd2defd6a-cf3b-4736-a69b-ebfee97e2239'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:01:31.498193 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f2341718-7674-43c3-a155-4d24df42e223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:31.699058 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-f2341718-7674-43c3-a155-4d24df42e223 None None] Allocated IP 172.20.0.18 (e1aaaaff-3bd6-4b96-80bc-31b779c1e6ad/d2defd6a-cf3b-4736-a69b-ebfee97e2239/606a1fc8-9ad4-4201-988d-44ceaefbae3b) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:01:31.882662 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f2341718-7674-43c3-a155-4d24df42e223 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:31.895304 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f2341718-7674-43c3-a155-4d24df42e223 None None] Transition to ACTIVE for port object 606a1fc8-9ad4-4201-988d-44ceaefbae3b will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:01:31.911671 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f2341718-7674-43c3-a155-4d24df42e223 None None] Transition to ACTIVE for port object 606a1fc8-9ad4-4201-988d-44ceaefbae3b will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:01:31.919390 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f2341718-7674-43c3-a155-4d24df42e223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:31.967761 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2341718-7674-43c3-a155-4d24df42e223 None None] Network e1aaaaff-3bd6-4b96-80bc-31b779c1e6ad is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:01:31.971324 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-f2341718-7674-43c3-a155-4d24df42e223 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:01:31.974899 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2341718-7674-43c3-a155-4d24df42e223 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:01:31.995839 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2341718-7674-43c3-a155-4d24df42e223 None None] Pushing event updated for resources: {'Port': ['ID=606a1fc8-9ad4-4201-988d-44ceaefbae3b,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:32.088162 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device a0bb566a-b6c7-4ef7-a179-09aee975683c up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:01:32.113532 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-f2341718-7674-43c3-a155-4d24df42e223 None None] Attempting to bind port 606a1fc8-9ad4-4201-988d-44ceaefbae3b on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:01:32.114047 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-f2341718-7674-43c3-a155-4d24df42e223 None None] Attempting to bind port 606a1fc8-9ad4-4201-988d-44ceaefbae3b by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': 'ef761104-ec17-4bc0-b834-5cb7976c1ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e1aaaaff-3bd6-4b96-80bc-31b779c1e6ad'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:01:32.114301 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2341718-7674-43c3-a155-4d24df42e223 None None] Attempting to bind port 606a1fc8-9ad4-4201-988d-44ceaefbae3b on network e1aaaaff-3bd6-4b96-80bc-31b779c1e6ad {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:01:32.124449 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2341718-7674-43c3-a155-4d24df42e223 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:01:32.124907 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2341718-7674-43c3-a155-4d24df42e223 None None] Checking segment: {'id': 'ef761104-ec17-4bc0-b834-5cb7976c1ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e1aaaaff-3bd6-4b96-80bc-31b779c1e6ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:01:32.125323 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f2341718-7674-43c3-a155-4d24df42e223 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:32.125828 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2341718-7674-43c3-a155-4d24df42e223 None None] Bound using segment: {'id': 'ef761104-ec17-4bc0-b834-5cb7976c1ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e1aaaaff-3bd6-4b96-80bc-31b779c1e6ad'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:01:32.126316 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-f2341718-7674-43c3-a155-4d24df42e223 None None] Bound port: 606a1fc8-9ad4-4201-988d-44ceaefbae3b, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef761104-ec17-4bc0-b834-5cb7976c1ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e1aaaaff-3bd6-4b96-80bc-31b779c1e6ad'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:01:32.126720 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f2341718-7674-43c3-a155-4d24df42e223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:32.201330 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port a0bb566a-b6c7-4ef7-a179-09aee975683c completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:01:32.213193 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port a0bb566a-b6c7-4ef7-a179-09aee975683c triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:01:32.213572 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:32.218171 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-f2341718-7674-43c3-a155-4d24df42e223 None None] For port 606a1fc8-9ad4-4201-988d-44ceaefbae3b, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:01:32.254801 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-f2341718-7674-43c3-a155-4d24df42e223 None None] For port 606a1fc8-9ad4-4201-988d-44ceaefbae3b, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=606a1fc8-9ad4-4201-988d-44ceaefbae3b,segment=NetworkSegment(ef761104-ec17-4bc0-b834-5cb7976c1ad9),segment_id=ef761104-ec17-4bc0-b834-5cb7976c1ad9)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:01:32.263393 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f2341718-7674-43c3-a155-4d24df42e223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:32.282611 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6b1aeb36-f49c-46c4-935f-b2d899cdbf5a tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:32.363616 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2341718-7674-43c3-a155-4d24df42e223 None None] Pushing event updated for resources: {'Port': ['ID=606a1fc8-9ad4-4201-988d-44ceaefbae3b,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:32.380951 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:32.403401 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port a0bb566a-b6c7-4ef7-a179-09aee975683c, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=a0bb566a-b6c7-4ef7-a179-09aee975683c,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:01:32.408205 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:32.469280 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=a0bb566a-b6c7-4ef7-a179-09aee975683c,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:32.720685 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-6b1aeb36-f49c-46c4-935f-b2d899cdbf5a tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Allocated IP 172.20.0.17 (e1aaaaff-3bd6-4b96-80bc-31b779c1e6ad/d2defd6a-cf3b-4736-a69b-ebfee97e2239/b3cf8a4e-149d-4082-849d-7d74631f62d0) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:01:32.850004 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6b1aeb36-f49c-46c4-935f-b2d899cdbf5a tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:32.865880 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-6b1aeb36-f49c-46c4-935f-b2d899cdbf5a tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Transition to ACTIVE for port object b3cf8a4e-149d-4082-849d-7d74631f62d0 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:01:32.901331 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6b1aeb36-f49c-46c4-935f-b2d899cdbf5a tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:32.941240 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1aeb36-f49c-46c4-935f-b2d899cdbf5a tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Network e1aaaaff-3bd6-4b96-80bc-31b779c1e6ad is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:01:32.944308 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-6b1aeb36-f49c-46c4-935f-b2d899cdbf5a tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:01:32.948031 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1aeb36-f49c-46c4-935f-b2d899cdbf5a tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:01:32.981531 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1aeb36-f49c-46c4-935f-b2d899cdbf5a tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Pushing event updated for resources: {'Port': ['ID=b3cf8a4e-149d-4082-849d-7d74631f62d0,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:33.005422 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6b1aeb36-f49c-46c4-935f-b2d899cdbf5a tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:33.249328 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6b1aeb36-f49c-46c4-935f-b2d899cdbf5a tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:33.572927 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bc7c60-3143-4f6a-bc27-ac3989b34983 None None] Network e1aaaaff-3bd6-4b96-80bc-31b779c1e6ad requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:01:33.586165 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6b1aeb36-f49c-46c4-935f-b2d899cdbf5a tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:33.602898 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6b1aeb36-f49c-46c4-935f-b2d899cdbf5a tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:33.648968 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-8e69041d-8897-457d-af0b-c0764285153c None None] Provisioning for port 606a1fc8-9ad4-4201-988d-44ceaefbae3b completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:01:33.679678 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6b1aeb36-f49c-46c4-935f-b2d899cdbf5a tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:33.681605 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1aeb36-f49c-46c4-935f-b2d899cdbf5a tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Pushing event updated for resources: {'Port': ['ID=b3cf8a4e-149d-4082-849d-7d74631f62d0,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:33.783562 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1aeb36-f49c-46c4-935f-b2d899cdbf5a tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Network e1aaaaff-3bd6-4b96-80bc-31b779c1e6ad is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:01:33.785493 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-6b1aeb36-f49c-46c4-935f-b2d899cdbf5a tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:01:33.924816 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b1aeb36-f49c-46c4-935f-b2d899cdbf5a tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Router 700104dc-5b89-41b3-98df-15b0536ff7de has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:01:34.004507 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-d215f298-24b6-4dd0-9ca7-3d11ae1aed21 None None] Provisioning for port b3cf8a4e-149d-4082-849d-7d74631f62d0 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:01:34.008866 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-d215f298-24b6-4dd0-9ca7-3d11ae1aed21 None None] Provisioning complete for port b3cf8a4e-149d-4082-849d-7d74631f62d0 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:01:34.009243 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d215f298-24b6-4dd0-9ca7-3d11ae1aed21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:34.058984 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-d215f298-24b6-4dd0-9ca7-3d11ae1aed21 None None] Port b3cf8a4e-149d-4082-849d-7d74631f62d0 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:01:34.059627 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b1aeb36-f49c-46c4-935f-b2d899cdbf5a tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:01:34.068684 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-6b1aeb36-f49c-46c4-935f-b2d899cdbf5a tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.43 "PUT /v2.0/routers/700104dc-5b89-41b3-98df-15b0536ff7de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7228434 Jul 30 00:01:34.072645 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aafd696-dd71-4c2a-9226-fe19c7904682 None None] Sync routers for ids ['700104dc-5b89-41b3-98df-15b0536ff7de'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:01:34.083848 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aafd696-dd71-4c2a-9226-fe19c7904682 None None] Routers {'700104dc-5b89-41b3-98df-15b0536ff7de'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:01:34.084465 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-5aafd696-dd71-4c2a-9226-fe19c7904682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:01:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['700104dc-5b89-41b3-98df-15b0536ff7de'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:01:34.177416 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device a0bb566a-b6c7-4ef7-a179-09aee975683c up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:01:34.238406 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-5aafd696-dd71-4c2a-9226-fe19c7904682 None None] Set router 700104dc-5b89-41b3-98df-15b0536ff7de gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:01:34.331944 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6d5db-f5ce-453e-a31e-f4b4f47b310e req-f0055560-e21d-4c7e-9a51-780d79b56ead tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:34.337077 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-25f6d5db-f5ce-453e-a31e-f4b4f47b310e req-f0055560-e21d-4c7e-9a51-780d79b56ead tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.43 "GET /v2.0/networks?id=e1aaaaff-3bd6-4b96-80bc-31b779c1e6ad HTTP/1.1" status: 200 len: 797 time: 0.1148190 Jul 30 00:01:34.357319 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-25f6d5db-f5ce-453e-a31e-f4b4f47b310e req-82347a65-8aa2-41ef-8c94-5bbdb2ead3a9 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.43 "GET /v2.0/quotas/fdf13edecd1a4019b50cf0caad5e4d75 HTTP/1.1" status: 200 len: 375 time: 0.0154145 Jul 30 00:01:34.431634 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-25f6d5db-f5ce-453e-a31e-f4b4f47b310e req-a9db2d84-bdd7-44c6-a8a1-1fd605371509 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=fdf13edecd1a4019b50cf0caad5e4d75&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0662363 Jul 30 00:01:34.451310 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [req-25f6d5db-f5ce-453e-a31e-f4b4f47b310e req-05ed7f14-81fe-4c0f-87cf-5d80dfdd693d service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:01:34.453166 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-25f6d5db-f5ce-453e-a31e-f4b4f47b310e req-05ed7f14-81fe-4c0f-87cf-5d80dfdd693d service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067701 Jul 30 00:01:34.490336 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port a0bb566a-b6c7-4ef7-a179-09aee975683c triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:01:34.490626 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:34.551024 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-25f6d5db-f5ce-453e-a31e-f4b4f47b310e req-e3f89331-d260-4764-bfc8-484109685555 service neutron] 10.222.0.43 "GET /v2.0/networks/e1aaaaff-3bd6-4b96-80bc-31b779c1e6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911145 Jul 30 00:01:34.551508 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-d57b5979-312a-4a78-8f1b-51bf5a28c0cc None None] Provisioning complete for port b3cf8a4e-149d-4082-849d-7d74631f62d0 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:01:34.551881 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d57b5979-312a-4a78-8f1b-51bf5a28c0cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:34.639054 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-d57b5979-312a-4a78-8f1b-51bf5a28c0cc None None] Port b3cf8a4e-149d-4082-849d-7d74631f62d0 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:01:34.656778 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-25f6d5db-f5ce-453e-a31e-f4b4f47b310e req-08dd9a55-cb85-4548-8e04-282aa4e12287 service neutron] 10.222.0.43 "GET /v2.0/networks/e1aaaaff-3bd6-4b96-80bc-31b779c1e6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957556 Jul 30 00:01:34.710459 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 606a1fc8-9ad4-4201-988d-44ceaefbae3b up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:01:34.777949 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-5aafd696-dd71-4c2a-9226-fe19c7904682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700104dc-5b89-41b3-98df-15b0536ff7de', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1688771906', 'tenant_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'a0bb566a-b6c7-4ef7-a179-09aee975683c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:01:28Z', 'updated_at': '2021-07-30T00:01:33Z', 'revision_number': 4, 'project_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'gw_port': {'id': 'a0bb566a-b6c7-4ef7-a179-09aee975683c', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700104dc-5b89-41b3-98df-15b0536ff7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:01:29Z', 'updated_at': '2021-07-30T00:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'b3cf8a4e-149d-4082-849d-7d74631f62d0', 'name': '', 'network_id': 'e1aaaaff-3bd6-4b96-80bc-31b779c1e6ad', 'tenant_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'mac_address': 'fa:16:3e:f7:0e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700104dc-5b89-41b3-98df-15b0536ff7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'd2defd6a-cf3b-4736-a69b-ebfee97e2239', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:01:32Z', 'updated_at': '2021-07-30T00:01:33Z', 'revision_number': 2, 'project_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'subnets': [{'id': 'd2defd6a-cf3b-4736-a69b-ebfee97e2239', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:01:34.783070 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-6db086f7-7374-4b64-83cd-6ab117b3494b None None] Provisioning complete for port b3cf8a4e-149d-4082-849d-7d74631f62d0 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:01:34.783070 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6db086f7-7374-4b64-83cd-6ab117b3494b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:34.834467 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aafd696-dd71-4c2a-9226-fe19c7904682 None None] Checking router: 700104dc-5b89-41b3-98df-15b0536ff7de for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:01:34.834833 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aafd696-dd71-4c2a-9226-fe19c7904682 None None] Updating router 700104dc-5b89-41b3-98df-15b0536ff7de port b3cf8a4e-149d-4082-849d-7d74631f62d0 binding host n-d-712141-10 {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:01:34.839629 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 606a1fc8-9ad4-4201-988d-44ceaefbae3b completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:01:34.841664 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2d098953-7606-4b8c-8f75-609e7be51823 req-8f73fd93-df5d-44fc-af2d-b47e06348d18 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.43 "GET /v2.0/ports?device_id=384adaa4-4b0f-4c59-8434-a2640ffed818 HTTP/1.1" status: 200 len: 210 time: 0.0300570 Jul 30 00:01:34.867505 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 606a1fc8-9ad4-4201-988d-44ceaefbae3b triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:01:34.867880 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:34.895458 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5aafd696-dd71-4c2a-9226-fe19c7904682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:34.911249 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-6db086f7-7374-4b64-83cd-6ab117b3494b None None] Port b3cf8a4e-149d-4082-849d-7d74631f62d0 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:01:35.071227 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:35.152436 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 606a1fc8-9ad4-4201-988d-44ceaefbae3b, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=606a1fc8-9ad4-4201-988d-44ceaefbae3b,segment=NetworkSegment(ef761104-ec17-4bc0-b834-5cb7976c1ad9),segment_id=ef761104-ec17-4bc0-b834-5cb7976c1ad9)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:01:35.159761 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:35.243634 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=606a1fc8-9ad4-4201-988d-44ceaefbae3b,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:35.297400 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5aafd696-dd71-4c2a-9226-fe19c7904682 None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:35.307929 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-5aafd696-dd71-4c2a-9226-fe19c7904682 None None] Transition to ACTIVE for port object b3cf8a4e-149d-4082-849d-7d74631f62d0 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:01:35.314668 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5aafd696-dd71-4c2a-9226-fe19c7904682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:35.367665 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811a07a3-750f-4ed4-8cfe-3c8e8dfc6325 None None] Pushing event updated for resources: {'Port': ['ID=b3cf8a4e-149d-4082-849d-7d74631f62d0,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:35.429271 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-5aafd696-dd71-4c2a-9226-fe19c7904682 None None] Attempting to bind port b3cf8a4e-149d-4082-849d-7d74631f62d0 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:01:35.429673 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-5aafd696-dd71-4c2a-9226-fe19c7904682 None None] Attempting to bind port b3cf8a4e-149d-4082-849d-7d74631f62d0 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': 'ef761104-ec17-4bc0-b834-5cb7976c1ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e1aaaaff-3bd6-4b96-80bc-31b779c1e6ad'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:01:35.430065 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aafd696-dd71-4c2a-9226-fe19c7904682 None None] Attempting to bind port b3cf8a4e-149d-4082-849d-7d74631f62d0 on network e1aaaaff-3bd6-4b96-80bc-31b779c1e6ad {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:01:35.437348 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aafd696-dd71-4c2a-9226-fe19c7904682 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:01:35.438067 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aafd696-dd71-4c2a-9226-fe19c7904682 None None] Checking segment: {'id': 'ef761104-ec17-4bc0-b834-5cb7976c1ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e1aaaaff-3bd6-4b96-80bc-31b779c1e6ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:01:35.438484 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5aafd696-dd71-4c2a-9226-fe19c7904682 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:35.438888 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aafd696-dd71-4c2a-9226-fe19c7904682 None None] Bound using segment: {'id': 'ef761104-ec17-4bc0-b834-5cb7976c1ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e1aaaaff-3bd6-4b96-80bc-31b779c1e6ad'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:01:35.439370 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-5aafd696-dd71-4c2a-9226-fe19c7904682 None None] Bound port: b3cf8a4e-149d-4082-849d-7d74631f62d0, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef761104-ec17-4bc0-b834-5cb7976c1ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e1aaaaff-3bd6-4b96-80bc-31b779c1e6ad'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:01:35.439759 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5aafd696-dd71-4c2a-9226-fe19c7904682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:35.520018 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-5aafd696-dd71-4c2a-9226-fe19c7904682 None None] For port b3cf8a4e-149d-4082-849d-7d74631f62d0, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:01:35.523754 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-5aafd696-dd71-4c2a-9226-fe19c7904682 None None] For port b3cf8a4e-149d-4082-849d-7d74631f62d0, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=b3cf8a4e-149d-4082-849d-7d74631f62d0,segment=NetworkSegment(ef761104-ec17-4bc0-b834-5cb7976c1ad9),segment_id=ef761104-ec17-4bc0-b834-5cb7976c1ad9)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:01:35.528598 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5aafd696-dd71-4c2a-9226-fe19c7904682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:35.591539 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811a07a3-750f-4ed4-8cfe-3c8e8dfc6325 None None] Pushing event updated for resources: {'Port': ['ID=b3cf8a4e-149d-4082-849d-7d74631f62d0,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:35.594677 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aafd696-dd71-4c2a-9226-fe19c7904682 None None] Routers {'700104dc-5b89-41b3-98df-15b0536ff7de'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:01:35.595290 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-5aafd696-dd71-4c2a-9226-fe19c7904682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:01:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['700104dc-5b89-41b3-98df-15b0536ff7de'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:01:35.711139 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-5aafd696-dd71-4c2a-9226-fe19c7904682 None None] Set router 700104dc-5b89-41b3-98df-15b0536ff7de gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:01:35.868023 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6d5db-f5ce-453e-a31e-f4b4f47b310e req-65160f07-829c-435b-a144-ad44b3a6362f tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:35.870450 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-25f6d5db-f5ce-453e-a31e-f4b4f47b310e req-65160f07-829c-435b-a144-ad44b3a6362f tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.22 "GET /v2.0/networks?id=e1aaaaff-3bd6-4b96-80bc-31b779c1e6ad HTTP/1.1" status: 200 len: 797 time: 0.1272917 Jul 30 00:01:35.885935 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-25f6d5db-f5ce-453e-a31e-f4b4f47b310e req-26b5c1ac-3d31-4e40-bdd1-6b90dd9686f0 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Request body: {'port': {'device_id': '384adaa4-4b0f-4c59-8434-a2640ffed818', 'network_id': 'e1aaaaff-3bd6-4b96-80bc-31b779c1e6ad', 'admin_state_up': True, 'tenant_id': 'fdf13edecd1a4019b50cf0caad5e4d75'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:01:35.979154 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-5aafd696-dd71-4c2a-9226-fe19c7904682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700104dc-5b89-41b3-98df-15b0536ff7de', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1688771906', 'tenant_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'a0bb566a-b6c7-4ef7-a179-09aee975683c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:01:28Z', 'updated_at': '2021-07-30T00:01:33Z', 'revision_number': 4, 'project_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'gw_port': {'id': 'a0bb566a-b6c7-4ef7-a179-09aee975683c', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700104dc-5b89-41b3-98df-15b0536ff7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:01:29Z', 'updated_at': '2021-07-30T00:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'b3cf8a4e-149d-4082-849d-7d74631f62d0', 'name': '', 'network_id': 'e1aaaaff-3bd6-4b96-80bc-31b779c1e6ad', 'tenant_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'mac_address': 'fa:16:3e:f7:0e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700104dc-5b89-41b3-98df-15b0536ff7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'd2defd6a-cf3b-4736-a69b-ebfee97e2239', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:01:32Z', 'updated_at': '2021-07-30T00:01:35Z', 'revision_number': 4, 'project_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'subnets': [{'id': 'd2defd6a-cf3b-4736-a69b-ebfee97e2239', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:01:36.018047 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aafd696-dd71-4c2a-9226-fe19c7904682 None None] The sync data for ids ['700104dc-5b89-41b3-98df-15b0536ff7de'] in n-d-712141-10 is: [{'id': '700104dc-5b89-41b3-98df-15b0536ff7de', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1688771906', 'tenant_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'a0bb566a-b6c7-4ef7-a179-09aee975683c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:01:28Z', 'updated_at': '2021-07-30T00:01:33Z', 'revision_number': 4, 'project_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'gw_port': {'id': 'a0bb566a-b6c7-4ef7-a179-09aee975683c', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700104dc-5b89-41b3-98df-15b0536ff7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:01:29Z', 'updated_at': '2021-07-30T00:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'b3cf8a4e-149d-4082-849d-7d74631f62d0', 'name': '', 'network_id': 'e1aaaaff-3bd6-4b96-80bc-31b779c1e6ad', 'tenant_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'mac_address': 'fa:16:3e:f7:0e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700104dc-5b89-41b3-98df-15b0536ff7de', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': 'd2defd6a-cf3b-4736-a69b-ebfee97e2239', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:01:32Z', 'updated_at': '2021-07-30T00:01:35Z', 'revision_number': 4, 'project_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'subnets': [{'id': 'd2defd6a-cf3b-4736-a69b-ebfee97e2239', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:01:36.038215 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25f6d5db-f5ce-453e-a31e-f4b4f47b310e req-26b5c1ac-3d31-4e40-bdd1-6b90dd9686f0 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Made reservation on behalf of fdf13edecd1a4019b50cf0caad5e4d75 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:01:36.042166 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-25f6d5db-f5ce-453e-a31e-f4b4f47b310e req-26b5c1ac-3d31-4e40-bdd1-6b90dd9686f0 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:36.107996 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 606a1fc8-9ad4-4201-988d-44ceaefbae3b up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:01:36.173649 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 606a1fc8-9ad4-4201-988d-44ceaefbae3b triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:01:36.174034 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:36.254492 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-25f6d5db-f5ce-453e-a31e-f4b4f47b310e req-26b5c1ac-3d31-4e40-bdd1-6b90dd9686f0 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Allocated IP 172.20.0.24 (e1aaaaff-3bd6-4b96-80bc-31b779c1e6ad/d2defd6a-cf3b-4736-a69b-ebfee97e2239/3f2fb0bc-7575-4e4c-8f9b-858be2d93bc0) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:01:36.309861 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fdac8b92-94e7-4a61-abb3-b7850488083b req-d292c7ae-bdff-4583-a8eb-e02f5332309f tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.43 "GET /v2.0/ports?device_id=384adaa4-4b0f-4c59-8434-a2640ffed818 HTTP/1.1" status: 200 len: 210 time: 0.3905418 Jul 30 00:01:36.395117 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-25f6d5db-f5ce-453e-a31e-f4b4f47b310e req-26b5c1ac-3d31-4e40-bdd1-6b90dd9686f0 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:36.410959 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-25f6d5db-f5ce-453e-a31e-f4b4f47b310e req-26b5c1ac-3d31-4e40-bdd1-6b90dd9686f0 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Transition to ACTIVE for port object 3f2fb0bc-7575-4e4c-8f9b-858be2d93bc0 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:01:36.446396 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-25f6d5db-f5ce-453e-a31e-f4b4f47b310e req-26b5c1ac-3d31-4e40-bdd1-6b90dd9686f0 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:36.489193 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25f6d5db-f5ce-453e-a31e-f4b4f47b310e req-26b5c1ac-3d31-4e40-bdd1-6b90dd9686f0 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Network e1aaaaff-3bd6-4b96-80bc-31b779c1e6ad is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:01:36.492466 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-25f6d5db-f5ce-453e-a31e-f4b4f47b310e req-26b5c1ac-3d31-4e40-bdd1-6b90dd9686f0 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:01:36.496436 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-25f6d5db-f5ce-453e-a31e-f4b4f47b310e req-26b5c1ac-3d31-4e40-bdd1-6b90dd9686f0 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:01:36.524085 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b5c1ac-3d31-4e40-bdd1-6b90dd9686f0 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Pushing event updated for resources: {'Port': ['ID=3f2fb0bc-7575-4e4c-8f9b-858be2d93bc0,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:36.558510 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6d5db-f5ce-453e-a31e-f4b4f47b310e req-26b5c1ac-3d31-4e40-bdd1-6b90dd9686f0 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:36.559417 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-25f6d5db-f5ce-453e-a31e-f4b4f47b310e req-26b5c1ac-3d31-4e40-bdd1-6b90dd9686f0 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:36.580009 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-25f6d5db-f5ce-453e-a31e-f4b4f47b310e req-26b5c1ac-3d31-4e40-bdd1-6b90dd9686f0 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.7006383 Jul 30 00:01:36.591364 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [req-25f6d5db-f5ce-453e-a31e-f4b4f47b310e req-a31613c2-eae3-4d70-94e3-8ab5d9072768 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:01:36.593682 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-25f6d5db-f5ce-453e-a31e-f4b4f47b310e req-a31613c2-eae3-4d70-94e3-8ab5d9072768 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072176 Jul 30 00:01:36.674587 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-25f6d5db-f5ce-453e-a31e-f4b4f47b310e req-a52d9a74-0943-4259-bcbf-ed10db7fe76c service neutron] Request body: {'port': {'device_id': '384adaa4-4b0f-4c59-8434-a2640ffed818', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:01:36.746088 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-25f6d5db-f5ce-453e-a31e-f4b4f47b310e req-a52d9a74-0943-4259-bcbf-ed10db7fe76c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:36.783654 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-e8b26343-0a99-45bb-9fe3-d6ea3f972f1d None None] Provisioning for port 3f2fb0bc-7575-4e4c-8f9b-858be2d93bc0 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:01:36.790231 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-e8b26343-0a99-45bb-9fe3-d6ea3f972f1d None None] Provisioning complete for port 3f2fb0bc-7575-4e4c-8f9b-858be2d93bc0 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:01:36.790820 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e8b26343-0a99-45bb-9fe3-d6ea3f972f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:36.834090 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-e8b26343-0a99-45bb-9fe3-d6ea3f972f1d None None] Port 3f2fb0bc-7575-4e4c-8f9b-858be2d93bc0 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:01:37.052709 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-25f6d5db-f5ce-453e-a31e-f4b4f47b310e req-a52d9a74-0943-4259-bcbf-ed10db7fe76c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f2fb0bc-7575-4e4c-8f9b-858be2d93bc0 {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:01:37.060790 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-25f6d5db-f5ce-453e-a31e-f4b4f47b310e req-a52d9a74-0943-4259-bcbf-ed10db7fe76c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:37.074916 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-25f6d5db-f5ce-453e-a31e-f4b4f47b310e req-a52d9a74-0943-4259-bcbf-ed10db7fe76c service neutron] Transition to ACTIVE for port object 3f2fb0bc-7575-4e4c-8f9b-858be2d93bc0 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:01:37.078834 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-25f6d5db-f5ce-453e-a31e-f4b4f47b310e req-a52d9a74-0943-4259-bcbf-ed10db7fe76c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:37.138544 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d9a74-0943-4259-bcbf-ed10db7fe76c service neutron] Pushing event updated for resources: {'Port': ['ID=3f2fb0bc-7575-4e4c-8f9b-858be2d93bc0,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:37.222773 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-25f6d5db-f5ce-453e-a31e-f4b4f47b310e req-a52d9a74-0943-4259-bcbf-ed10db7fe76c service neutron] Attempting to bind port 3f2fb0bc-7575-4e4c-8f9b-858be2d93bc0 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:01:37.223165 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-25f6d5db-f5ce-453e-a31e-f4b4f47b310e req-a52d9a74-0943-4259-bcbf-ed10db7fe76c service neutron] Attempting to bind port 3f2fb0bc-7575-4e4c-8f9b-858be2d93bc0 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': 'ef761104-ec17-4bc0-b834-5cb7976c1ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e1aaaaff-3bd6-4b96-80bc-31b779c1e6ad'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:01:37.223450 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f6d5db-f5ce-453e-a31e-f4b4f47b310e req-a52d9a74-0943-4259-bcbf-ed10db7fe76c service neutron] Attempting to bind port 3f2fb0bc-7575-4e4c-8f9b-858be2d93bc0 on network e1aaaaff-3bd6-4b96-80bc-31b779c1e6ad {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:01:37.231202 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f6d5db-f5ce-453e-a31e-f4b4f47b310e req-a52d9a74-0943-4259-bcbf-ed10db7fe76c service neutron] Port 3f2fb0bc-7575-4e4c-8f9b-858be2d93bc0 on network e1aaaaff-3bd6-4b96-80bc-31b779c1e6ad not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:01:37.231535 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f6d5db-f5ce-453e-a31e-f4b4f47b310e req-a52d9a74-0943-4259-bcbf-ed10db7fe76c service neutron] Attempting to bind port 3f2fb0bc-7575-4e4c-8f9b-858be2d93bc0 on network e1aaaaff-3bd6-4b96-80bc-31b779c1e6ad {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:01:37.238703 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f6d5db-f5ce-453e-a31e-f4b4f47b310e req-a52d9a74-0943-4259-bcbf-ed10db7fe76c service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 1, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:01:37.239278 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f6d5db-f5ce-453e-a31e-f4b4f47b310e req-a52d9a74-0943-4259-bcbf-ed10db7fe76c service neutron] Checking segment: {'id': 'ef761104-ec17-4bc0-b834-5cb7976c1ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e1aaaaff-3bd6-4b96-80bc-31b779c1e6ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:01:37.239692 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f6d5db-f5ce-453e-a31e-f4b4f47b310e req-a52d9a74-0943-4259-bcbf-ed10db7fe76c service neutron] Bound using segment: {'id': 'ef761104-ec17-4bc0-b834-5cb7976c1ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e1aaaaff-3bd6-4b96-80bc-31b779c1e6ad'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:01:37.240139 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-25f6d5db-f5ce-453e-a31e-f4b4f47b310e req-a52d9a74-0943-4259-bcbf-ed10db7fe76c service neutron] Bound port: 3f2fb0bc-7575-4e4c-8f9b-858be2d93bc0, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef761104-ec17-4bc0-b834-5cb7976c1ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e1aaaaff-3bd6-4b96-80bc-31b779c1e6ad'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:01:37.240516 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-25f6d5db-f5ce-453e-a31e-f4b4f47b310e req-a52d9a74-0943-4259-bcbf-ed10db7fe76c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:37.312857 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-25f6d5db-f5ce-453e-a31e-f4b4f47b310e req-a52d9a74-0943-4259-bcbf-ed10db7fe76c service neutron] For port 3f2fb0bc-7575-4e4c-8f9b-858be2d93bc0, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:01:37.319449 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-25f6d5db-f5ce-453e-a31e-f4b4f47b310e req-a52d9a74-0943-4259-bcbf-ed10db7fe76c service neutron] For port 3f2fb0bc-7575-4e4c-8f9b-858be2d93bc0, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=3f2fb0bc-7575-4e4c-8f9b-858be2d93bc0,segment=NetworkSegment(ef761104-ec17-4bc0-b834-5cb7976c1ad9),segment_id=ef761104-ec17-4bc0-b834-5cb7976c1ad9)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:01:37.324354 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-25f6d5db-f5ce-453e-a31e-f4b4f47b310e req-a52d9a74-0943-4259-bcbf-ed10db7fe76c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:37.368309 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6d5db-f5ce-453e-a31e-f4b4f47b310e req-a52d9a74-0943-4259-bcbf-ed10db7fe76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:37.368969 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-25f6d5db-f5ce-453e-a31e-f4b4f47b310e req-a52d9a74-0943-4259-bcbf-ed10db7fe76c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:37.371019 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-25f6d5db-f5ce-453e-a31e-f4b4f47b310e req-a52d9a74-0943-4259-bcbf-ed10db7fe76c service neutron] 10.222.0.22 "PUT /v2.0/ports/3f2fb0bc-7575-4e4c-8f9b-858be2d93bc0 HTTP/1.1" status: 200 len: 1056 time: 0.7696922 Jul 30 00:01:37.373733 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '384adaa4-4b0f-4c59-8434-a2640ffed818', 'tag': '3f2fb0bc-7575-4e4c-8f9b-858be2d93bc0'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:01:37.378904 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829d7661-d5c8-4ff3-8a84-51d435069b02" -d '{"events": [{"name": "network-changed", "server_uuid": "384adaa4-4b0f-4c59-8434-a2640ffed818", "tag": "3f2fb0bc-7575-4e4c-8f9b-858be2d93bc0"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:01:37.428842 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e6e72b-19d6-4ac3-b1fd-4f682b4c46e1 x-openstack-request-id: req-15e6e72b-19d6-4ac3-b1fd-4f682b4c46e1 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:01:37.429135 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "384adaa4-4b0f-4c59-8434-a2640ffed818", "tag": "3f2fb0bc-7575-4e4c-8f9b-858be2d93bc0", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:01:37.429648 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-15e6e72b-19d6-4ac3-b1fd-4f682b4c46e1 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:01:37.430004 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '384adaa4-4b0f-4c59-8434-a2640ffed818', 'tag': '3f2fb0bc-7575-4e4c-8f9b-858be2d93bc0', 'status': 'completed', 'code': 200} Jul 30 00:01:37.438616 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d9a74-0943-4259-bcbf-ed10db7fe76c service neutron] Pushing event updated for resources: {'Port': ['ID=3f2fb0bc-7575-4e4c-8f9b-858be2d93bc0,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:37.465378 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:37.486116 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6d5db-f5ce-453e-a31e-f4b4f47b310e req-abc70916-6dc3-4cec-9d20-9af5250d2942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:37.487356 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ae516-eba6-41c2-a4aa-068ea1d28bed req-35dcfccd-f9e2-4805-890d-81ca0bd716d2 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:37.487828 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-25f6d5db-f5ce-453e-a31e-f4b4f47b310e req-abc70916-6dc3-4cec-9d20-9af5250d2942 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fdf13edecd1a4019b50cf0caad5e4d75&device_id=384adaa4-4b0f-4c59-8434-a2640ffed818 HTTP/1.1" status: 200 len: 1059 time: 0.0608814 Jul 30 00:01:37.489113 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2c1ae516-eba6-41c2-a4aa-068ea1d28bed req-35dcfccd-f9e2-4805-890d-81ca0bd716d2 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.43 "GET /v2.0/ports?device_id=384adaa4-4b0f-4c59-8434-a2640ffed818 HTTP/1.1" status: 200 len: 907 time: 0.0934250 Jul 30 00:01:37.541436 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-25f6d5db-f5ce-453e-a31e-f4b4f47b310e req-eca21dc6-15f4-42f7-81fc-020e9f467dbb service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=3f2fb0bc-7575-4e4c-8f9b-858be2d93bc0 HTTP/1.1" status: 200 len: 217 time: 0.0462680 Jul 30 00:01:37.599675 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6d5db-f5ce-453e-a31e-f4b4f47b310e req-fa18270e-e2ca-4b39-ab38-b11af87eaa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:37.601567 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-25f6d5db-f5ce-453e-a31e-f4b4f47b310e req-fa18270e-e2ca-4b39-ab38-b11af87eaa60 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d2defd6a-cf3b-4736-a69b-ebfee97e2239 HTTP/1.1" status: 200 len: 838 time: 0.0534546 Jul 30 00:01:37.648635 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6d5db-f5ce-453e-a31e-f4b4f47b310e req-1a57088a-286a-4efa-8169-0969c152b47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:37.650202 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-25f6d5db-f5ce-453e-a31e-f4b4f47b310e req-1a57088a-286a-4efa-8169-0969c152b47c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e1aaaaff-3bd6-4b96-80bc-31b779c1e6ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0422351 Jul 30 00:01:37.743056 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-25f6d5db-f5ce-453e-a31e-f4b4f47b310e req-c3f45b34-d191-4c3f-b125-daea3293dbc3 service neutron] 10.222.0.22 "GET /v2.0/networks/e1aaaaff-3bd6-4b96-80bc-31b779c1e6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840354 Jul 30 00:01:37.839222 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-25f6d5db-f5ce-453e-a31e-f4b4f47b310e req-5829a46a-e918-48eb-b30b-496af4d3dadf service neutron] 10.222.0.22 "GET /v2.0/networks/e1aaaaff-3bd6-4b96-80bc-31b779c1e6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886433 Jul 30 00:01:37.934546 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d7661-d5c8-4ff3-8a84-51d435069b02 req-55d0049f-f159-4cde-9b37-6dd0d7439ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:37.936096 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-829d7661-d5c8-4ff3-8a84-51d435069b02 req-55d0049f-f159-4cde-9b37-6dd0d7439ad8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=fdf13edecd1a4019b50cf0caad5e4d75&device_id=384adaa4-4b0f-4c59-8434-a2640ffed818 HTTP/1.1" status: 200 len: 1059 time: 0.0433424 Jul 30 00:01:38.044940 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d7661-d5c8-4ff3-8a84-51d435069b02 req-e2fff379-b4d2-40c3-b613-bcddee14bd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:38.047470 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-829d7661-d5c8-4ff3-8a84-51d435069b02 req-e2fff379-b4d2-40c3-b613-bcddee14bd6d service neutron] 10.222.0.22 "GET /v2.0/networks?id=e1aaaaff-3bd6-4b96-80bc-31b779c1e6ad HTTP/1.1" status: 200 len: 898 time: 0.1045246 Jul 30 00:01:38.050081 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device b3cf8a4e-149d-4082-849d-7d74631f62d0 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:01:38.090556 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-829d7661-d5c8-4ff3-8a84-51d435069b02 req-41ed99ab-4578-4b29-b248-d562208c4a5d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=3f2fb0bc-7575-4e4c-8f9b-858be2d93bc0 HTTP/1.1" status: 200 len: 217 time: 0.0358646 Jul 30 00:01:38.099160 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port b3cf8a4e-149d-4082-849d-7d74631f62d0 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:01:38.103065 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port b3cf8a4e-149d-4082-849d-7d74631f62d0 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:01:38.103436 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:38.161619 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d7661-d5c8-4ff3-8a84-51d435069b02 req-df1b1fee-ae95-488b-b55b-4b35fb773cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:38.163144 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-829d7661-d5c8-4ff3-8a84-51d435069b02 req-df1b1fee-ae95-488b-b55b-4b35fb773cc8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=d2defd6a-cf3b-4736-a69b-ebfee97e2239 HTTP/1.1" status: 200 len: 838 time: 0.0645931 Jul 30 00:01:38.186830 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:38.215174 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d7661-d5c8-4ff3-8a84-51d435069b02 req-0d7c40d2-51fe-4281-bb78-9fc156ab815c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:38.220983 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-829d7661-d5c8-4ff3-8a84-51d435069b02 req-0d7c40d2-51fe-4281-bb78-9fc156ab815c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e1aaaaff-3bd6-4b96-80bc-31b779c1e6ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0498967 Jul 30 00:01:38.221388 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port b3cf8a4e-149d-4082-849d-7d74631f62d0, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=b3cf8a4e-149d-4082-849d-7d74631f62d0,segment=NetworkSegment(ef761104-ec17-4bc0-b834-5cb7976c1ad9),segment_id=ef761104-ec17-4bc0-b834-5cb7976c1ad9)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:01:38.227082 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:38.278141 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=b3cf8a4e-149d-4082-849d-7d74631f62d0,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:38.314982 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-829d7661-d5c8-4ff3-8a84-51d435069b02 req-52eafd74-b8fb-42a0-ae13-44b0b0e06f07 service neutron] 10.222.0.22 "GET /v2.0/networks/e1aaaaff-3bd6-4b96-80bc-31b779c1e6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863271 Jul 30 00:01:38.423574 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-829d7661-d5c8-4ff3-8a84-51d435069b02 req-d681e056-e7d5-4281-9109-4545eff40ff8 service neutron] 10.222.0.22 "GET /v2.0/networks/e1aaaaff-3bd6-4b96-80bc-31b779c1e6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010981 Jul 30 00:01:38.609546 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a5112-ac30-4961-a347-0af05313de61 req-b5ba8fbd-76a5-424c-afe7-6eced6c1c790 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:38.611094 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e02a5112-ac30-4961-a347-0af05313de61 req-b5ba8fbd-76a5-424c-afe7-6eced6c1c790 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.43 "GET /v2.0/ports?device_id=384adaa4-4b0f-4c59-8434-a2640ffed818 HTTP/1.1" status: 200 len: 907 time: 0.0487738 Jul 30 00:01:39.728575 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029bd974-3712-4ae1-bf72-90d081abfad3 req-acace6da-fa48-426a-93de-9a1c4384a1aa tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:39.730174 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-029bd974-3712-4ae1-bf72-90d081abfad3 req-acace6da-fa48-426a-93de-9a1c4384a1aa tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.43 "GET /v2.0/ports?device_id=384adaa4-4b0f-4c59-8434-a2640ffed818 HTTP/1.1" status: 200 len: 907 time: 0.0502050 Jul 30 00:01:40.031597 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device b3cf8a4e-149d-4082-849d-7d74631f62d0 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:01:40.093779 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port b3cf8a4e-149d-4082-849d-7d74631f62d0 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:01:40.094386 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:40.861406 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b2df2-38e7-46cf-b7a0-8ddd447d0449 req-99d63922-2597-4c4d-ae96-4f4b9f1a05dd tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:40.862868 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bc5b2df2-38e7-46cf-b7a0-8ddd447d0449 req-99d63922-2597-4c4d-ae96-4f4b9f1a05dd tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.43 "GET /v2.0/ports?device_id=384adaa4-4b0f-4c59-8434-a2640ffed818 HTTP/1.1" status: 200 len: 907 time: 0.0547020 Jul 30 00:01:41.160138 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 3f2fb0bc-7575-4e4c-8f9b-858be2d93bc0 details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:01:41.256698 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 3f2fb0bc-7575-4e4c-8f9b-858be2d93bc0, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=3f2fb0bc-7575-4e4c-8f9b-858be2d93bc0,segment=NetworkSegment(ef761104-ec17-4bc0-b834-5cb7976c1ad9),segment_id=ef761104-ec17-4bc0-b834-5cb7976c1ad9)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:01:41.272063 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '3f2fb0bc-7575-4e4c-8f9b-858be2d93bc0', 'network_id': 'e1aaaaff-3bd6-4b96-80bc-31b779c1e6ad', 'port_id': '3f2fb0bc-7575-4e4c-8f9b-858be2d93bc0', 'mac_address': 'fa:16:3e:db:86:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2defd6a-cf3b-4736-a69b-ebfee97e2239', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:01:41.309654 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:41.323016 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f2fb0bc-7575-4e4c-8f9b-858be2d93bc0 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:01:41.342866 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 3f2fb0bc-7575-4e4c-8f9b-858be2d93bc0, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=3f2fb0bc-7575-4e4c-8f9b-858be2d93bc0,segment=NetworkSegment(ef761104-ec17-4bc0-b834-5cb7976c1ad9),segment_id=ef761104-ec17-4bc0-b834-5cb7976c1ad9)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:01:41.346785 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:41.395469 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=3f2fb0bc-7575-4e4c-8f9b-858be2d93bc0,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:41.569891 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['3f2fb0bc-7575-4e4c-8f9b-858be2d93bc0'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:01:41.985006 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb185dde-c41a-440e-968a-926d6c860e26 req-9d696e74-75d6-45cd-9521-9743fd5187d5 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:41.986562 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bb185dde-c41a-440e-968a-926d6c860e26 req-9d696e74-75d6-45cd-9521-9743fd5187d5 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.43 "GET /v2.0/ports?device_id=384adaa4-4b0f-4c59-8434-a2640ffed818 HTTP/1.1" status: 200 len: 908 time: 0.0526423 Jul 30 00:01:43.102228 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb449746-5e16-41dc-8193-b521b2b1d745 req-1872c1d9-7c4a-4f47-933d-cdf35784e106 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:43.103723 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bb449746-5e16-41dc-8193-b521b2b1d745 req-1872c1d9-7c4a-4f47-933d-cdf35784e106 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.43 "GET /v2.0/ports?device_id=384adaa4-4b0f-4c59-8434-a2640ffed818 HTTP/1.1" status: 200 len: 908 time: 0.0490801 Jul 30 00:01:43.175369 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 3f2fb0bc-7575-4e4c-8f9b-858be2d93bc0 up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:01:43.227149 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port 3f2fb0bc-7575-4e4c-8f9b-858be2d93bc0 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:01:43.230952 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 3f2fb0bc-7575-4e4c-8f9b-858be2d93bc0 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:01:43.231321 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:43.310851 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:43.333283 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '384adaa4-4b0f-4c59-8434-a2640ffed818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f2fb0bc-7575-4e4c-8f9b-858be2d93bc0'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:01:43.335631 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31122d58-fdf3-444f-ab8f-43b33834b380" -d '{"events": [{"server_uuid": "384adaa4-4b0f-4c59-8434-a2640ffed818", "name": "network-vif-plugged", "status": "completed", "tag": "3f2fb0bc-7575-4e4c-8f9b-858be2d93bc0"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:01:43.349426 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 3f2fb0bc-7575-4e4c-8f9b-858be2d93bc0, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=3f2fb0bc-7575-4e4c-8f9b-858be2d93bc0,segment=NetworkSegment(ef761104-ec17-4bc0-b834-5cb7976c1ad9),segment_id=ef761104-ec17-4bc0-b834-5cb7976c1ad9)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:01:43.353696 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:43.380448 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-329fdca1-f57e-49bd-a38b-f0bb9d7f6ff8 x-openstack-request-id: req-329fdca1-f57e-49bd-a38b-f0bb9d7f6ff8 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:01:43.380741 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "384adaa4-4b0f-4c59-8434-a2640ffed818", "name": "network-vif-plugged", "status": "completed", "tag": "3f2fb0bc-7575-4e4c-8f9b-858be2d93bc0", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:01:43.380995 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-329fdca1-f57e-49bd-a38b-f0bb9d7f6ff8 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:01:43.381784 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '384adaa4-4b0f-4c59-8434-a2640ffed818', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f2fb0bc-7575-4e4c-8f9b-858be2d93bc0', 'code': 200} Jul 30 00:01:43.408421 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=3f2fb0bc-7575-4e4c-8f9b-858be2d93bc0,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:43.480946 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7babfe31-b56f-4525-9aff-ba834572032e req-21b9460b-9c95-498e-9291-ac96b6e1ee33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:43.482536 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7babfe31-b56f-4525-9aff-ba834572032e req-21b9460b-9c95-498e-9291-ac96b6e1ee33 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=384adaa4-4b0f-4c59-8434-a2640ffed818 HTTP/1.1" status: 200 len: 1061 time: 0.0424392 Jul 30 00:01:44.236504 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eeb407-0720-424d-b061-8e16a0cb49bd req-6e395aae-c028-463e-ad4e-9520f0e5836f tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:44.237887 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-48eeb407-0720-424d-b061-8e16a0cb49bd req-6e395aae-c028-463e-ad4e-9520f0e5836f tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.43 "GET /v2.0/ports?device_id=384adaa4-4b0f-4c59-8434-a2640ffed818 HTTP/1.1" status: 200 len: 909 time: 0.0609491 Jul 30 00:01:45.365027 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca0330-cb87-47f1-b149-0da419349cf1 req-f1183b1a-0485-4d6a-8c90-3b100e1f1ae0 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:45.366645 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c8ca0330-cb87-47f1-b149-0da419349cf1 req-f1183b1a-0485-4d6a-8c90-3b100e1f1ae0 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.43 "GET /v2.0/ports?device_id=384adaa4-4b0f-4c59-8434-a2640ffed818 HTTP/1.1" status: 200 len: 909 time: 0.0558252 Jul 30 00:01:45.489815 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e22ef7b-6aca-418c-9b91-caac9f3f8c09 req-b7344afe-fcdc-43a5-b767-558aa8e4c112 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:45.491370 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0e22ef7b-6aca-418c-9b91-caac9f3f8c09 req-b7344afe-fcdc-43a5-b767-558aa8e4c112 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.43 "GET /v2.0/ports?device_id=384adaa4-4b0f-4c59-8434-a2640ffed818 HTTP/1.1" status: 200 len: 909 time: 0.0559151 Jul 30 00:01:45.600711 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b39645-f0fd-418a-9428-81a49b4a7924 req-03c4a664-6d58-466e-9c29-1dd5546236f6 tempest-TestSecurityGroupsBasicOps-1837164977 tempest-TestSecurityGroupsBasicOps-1837164977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:45.603006 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-08b39645-f0fd-418a-9428-81a49b4a7924 req-03c4a664-6d58-466e-9c29-1dd5546236f6 tempest-TestSecurityGroupsBasicOps-1837164977 tempest-TestSecurityGroupsBasicOps-1837164977-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=384adaa4-4b0f-4c59-8434-a2640ffed818 HTTP/1.1" status: 200 len: 1061 time: 0.0430772 Jul 30 00:01:45.722622 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6425b138-9836-4d4c-abd2-14b5f014aa24 req-41c544c9-c5ad-4b42-911f-71b237463fd4 tempest-TestSecurityGroupsBasicOps-1837164977 tempest-TestSecurityGroupsBasicOps-1837164977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:45.727002 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6425b138-9836-4d4c-abd2-14b5f014aa24 req-41c544c9-c5ad-4b42-911f-71b237463fd4 tempest-TestSecurityGroupsBasicOps-1837164977 tempest-TestSecurityGroupsBasicOps-1837164977-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=0472afa1-b043-4b26-be62-d9a9f066131d HTTP/1.1" status: 200 len: 1136 time: 0.0557618 Jul 30 00:01:45.764724 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6425b138-9836-4d4c-abd2-14b5f014aa24 req-15e44aa6-4422-4e4b-aa16-a9016bea2d04 tempest-TestSecurityGroupsBasicOps-1837164977 tempest-TestSecurityGroupsBasicOps-1837164977-project-admin] 10.222.0.43 "GET /v2.0/security-groups?id=d9f58132-5c0a-447b-a6fc-b88bfbe39ac7&id=17fbc26b-5b81-45f4-b274-c9ac8f2e3f84&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0317705 Jul 30 00:01:45.799831 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 33006) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:45.846419 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57aeaff-1bc3-46e0-8332-000c93036480 tempest-TestSecurityGroupsBasicOps-1837164977 tempest-TestSecurityGroupsBasicOps-1837164977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:45.847948 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-c57aeaff-1bc3-46e0-8332-000c93036480 tempest-TestSecurityGroupsBasicOps-1837164977 tempest-TestSecurityGroupsBasicOps-1837164977-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=384adaa4-4b0f-4c59-8434-a2640ffed818 HTTP/1.1" status: 200 len: 1056 time: 0.0471220 Jul 30 00:01:46.074072 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34375a35-cb86-482f-b8ed-e576f07af30c req-3aacf38b-3cda-4a6a-ae96-cfcb5c9dd502 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:46.075590 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-34375a35-cb86-482f-b8ed-e576f07af30c req-3aacf38b-3cda-4a6a-ae96-cfcb5c9dd502 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.43 "GET /v2.0/ports?device_id=384adaa4-4b0f-4c59-8434-a2640ffed818 HTTP/1.1" status: 200 len: 909 time: 0.0514970 Jul 30 00:01:47.196546 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceb81c8-e4f9-4907-9eb6-435aff0ea42a req-6c0a047f-74e3-4d2f-a8b4-390d687763a1 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:47.198064 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5ceb81c8-e4f9-4907-9eb6-435aff0ea42a req-6c0a047f-74e3-4d2f-a8b4-390d687763a1 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.43 "GET /v2.0/ports?device_id=384adaa4-4b0f-4c59-8434-a2640ffed818 HTTP/1.1" status: 200 len: 909 time: 0.0491152 Jul 30 00:01:47.294452 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0213b938-bbe0-4739-b916-38479ae88c70 req-d18600c3-93c2-4316-bce7-f957e561af99 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:47.295918 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0213b938-bbe0-4739-b916-38479ae88c70 req-d18600c3-93c2-4316-bce7-f957e561af99 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.22 "GET /v2.0/ports?device_id=384adaa4-4b0f-4c59-8434-a2640ffed818 HTTP/1.1" status: 200 len: 909 time: 0.0499566 Jul 30 00:01:47.392733 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-0213b938-bbe0-4739-b916-38479ae88c70 req-fc7d9aaf-4fcb-464a-9262-e8b83e90c992 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Deleting port 3f2fb0bc-7575-4e4c-8f9b-858be2d93bc0 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:01:47.392985 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-0213b938-bbe0-4739-b916-38479ae88c70 req-fc7d9aaf-4fcb-464a-9262-e8b83e90c992 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:47.481546 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-0213b938-bbe0-4739-b916-38479ae88c70 req-fc7d9aaf-4fcb-464a-9262-e8b83e90c992 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] For port 3f2fb0bc-7575-4e4c-8f9b-858be2d93bc0, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=3f2fb0bc-7575-4e4c-8f9b-858be2d93bc0,segment=NetworkSegment(ef761104-ec17-4bc0-b834-5cb7976c1ad9),segment_id=ef761104-ec17-4bc0-b834-5cb7976c1ad9)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:01:47.481948 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-0213b938-bbe0-4739-b916-38479ae88c70 req-fc7d9aaf-4fcb-464a-9262-e8b83e90c992 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:47.496274 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-0213b938-bbe0-4739-b916-38479ae88c70 req-fc7d9aaf-4fcb-464a-9262-e8b83e90c992 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Calling delete_port for 3f2fb0bc-7575-4e4c-8f9b-858be2d93bc0 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:01:47.642258 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-0213b938-bbe0-4739-b916-38479ae88c70 req-fc7d9aaf-4fcb-464a-9262-e8b83e90c992 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:47.670288 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7d9aaf-4fcb-464a-9262-e8b83e90c992 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Pushing event deleted for resources: {'Port': ['ID=3f2fb0bc-7575-4e4c-8f9b-858be2d93bc0,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:47.698611 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7d9aaf-4fcb-464a-9262-e8b83e90c992 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:47.698966 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7d9aaf-4fcb-464a-9262-e8b83e90c992 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:47.699316 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7d9aaf-4fcb-464a-9262-e8b83e90c992 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:47.699698 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7d9aaf-4fcb-464a-9262-e8b83e90c992 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:47.700003 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7d9aaf-4fcb-464a-9262-e8b83e90c992 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:47.700321 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7d9aaf-4fcb-464a-9262-e8b83e90c992 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:47.700654 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7d9aaf-4fcb-464a-9262-e8b83e90c992 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:47.700984 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7d9aaf-4fcb-464a-9262-e8b83e90c992 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:47.701313 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7d9aaf-4fcb-464a-9262-e8b83e90c992 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:47.701658 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7d9aaf-4fcb-464a-9262-e8b83e90c992 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:47.702015 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7d9aaf-4fcb-464a-9262-e8b83e90c992 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:47.702318 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7d9aaf-4fcb-464a-9262-e8b83e90c992 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:47.719650 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-0213b938-bbe0-4739-b916-38479ae88c70 req-fc7d9aaf-4fcb-464a-9262-e8b83e90c992 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] No DVR routers for this DVR port 3f2fb0bc-7575-4e4c-8f9b-858be2d93bc0 on host n-h2-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:01:47.722519 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-0213b938-bbe0-4739-b916-38479ae88c70 req-fc7d9aaf-4fcb-464a-9262-e8b83e90c992 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:47.724868 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0213b938-bbe0-4739-b916-38479ae88c70 req-fc7d9aaf-4fcb-464a-9262-e8b83e90c992 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.22 "DELETE /v2.0/ports/3f2fb0bc-7575-4e4c-8f9b-858be2d93bc0 HTTP/1.1" status: 204 len: 173 time: 0.4227986 Jul 30 00:01:47.725446 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '384adaa4-4b0f-4c59-8434-a2640ffed818', 'name': 'network-vif-deleted', 'tag': '3f2fb0bc-7575-4e4c-8f9b-858be2d93bc0'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:01:47.728285 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d75d771-a9bb-4388-b35b-213ab493b217" -d '{"events": [{"server_uuid": "384adaa4-4b0f-4c59-8434-a2640ffed818", "name": "network-vif-deleted", "tag": "3f2fb0bc-7575-4e4c-8f9b-858be2d93bc0"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:01:47.778961 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273bc0a7-aaea-4fd9-89c2-aafbdab8c798 x-openstack-request-id: req-273bc0a7-aaea-4fd9-89c2-aafbdab8c798 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:01:47.779282 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "384adaa4-4b0f-4c59-8434-a2640ffed818", "name": "network-vif-deleted", "tag": "3f2fb0bc-7575-4e4c-8f9b-858be2d93bc0", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:01:47.779543 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-273bc0a7-aaea-4fd9-89c2-aafbdab8c798 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:01:47.779960 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '384adaa4-4b0f-4c59-8434-a2640ffed818', 'name': 'network-vif-deleted', 'tag': '3f2fb0bc-7575-4e4c-8f9b-858be2d93bc0', 'status': 'completed', 'code': 200} Jul 30 00:01:48.313355 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4253b03a-9b48-453a-ba41-61e99f7c866b req-8987118e-c081-4483-8d35-34421cfc32a2 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.43 "GET /v2.0/ports?device_id=384adaa4-4b0f-4c59-8434-a2640ffed818 HTTP/1.1" status: 200 len: 210 time: 0.0310245 Jul 30 00:01:49.376783 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 33022) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:49.830008 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:49.854496 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a3f044e0-2956-43fe-b683-331a45c56374 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:50.151328 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-a3f044e0-2956-43fe-b683-331a45c56374 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Deleting port b3cf8a4e-149d-4082-849d-7d74631f62d0 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:01:50.151589 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a3f044e0-2956-43fe-b683-331a45c56374 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:50.240313 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-a3f044e0-2956-43fe-b683-331a45c56374 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] For port b3cf8a4e-149d-4082-849d-7d74631f62d0, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=b3cf8a4e-149d-4082-849d-7d74631f62d0,segment=NetworkSegment(ef761104-ec17-4bc0-b834-5cb7976c1ad9),segment_id=ef761104-ec17-4bc0-b834-5cb7976c1ad9)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:01:50.240684 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a3f044e0-2956-43fe-b683-331a45c56374 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:50.253701 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-a3f044e0-2956-43fe-b683-331a45c56374 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Calling delete_port for b3cf8a4e-149d-4082-849d-7d74631f62d0 owned by network:router_interface {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:01:50.456964 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a3f044e0-2956-43fe-b683-331a45c56374 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:50.486423 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f044e0-2956-43fe-b683-331a45c56374 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Pushing event deleted for resources: {'Port': ['ID=b3cf8a4e-149d-4082-849d-7d74631f62d0,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:50.658226 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a3f044e0-2956-43fe-b683-331a45c56374 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:50.884832 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3f044e0-2956-43fe-b683-331a45c56374 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Router 700104dc-5b89-41b3-98df-15b0536ff7de has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:01:50.988449 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f044e0-2956-43fe-b683-331a45c56374 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:01:50.993492 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-a3f044e0-2956-43fe-b683-331a45c56374 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.43 "PUT /v2.0/routers/700104dc-5b89-41b3-98df-15b0536ff7de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6157002 Jul 30 00:01:50.996272 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 33026) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:50.999010 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170302ca-1147-44c2-bacb-4f6dd77e4653 None None] Sync routers for ids ['700104dc-5b89-41b3-98df-15b0536ff7de'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:01:51.008994 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170302ca-1147-44c2-bacb-4f6dd77e4653 None None] Routers {'700104dc-5b89-41b3-98df-15b0536ff7de'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:01:51.009639 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-170302ca-1147-44c2-bacb-4f6dd77e4653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:01:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['700104dc-5b89-41b3-98df-15b0536ff7de'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:01:51.047059 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-20a8b2f5-fdb8-4ad2-862c-dfe120998b41 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Deleting subnet d2defd6a-cf3b-4736-a69b-ebfee97e2239 {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:01:51.050119 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-20a8b2f5-fdb8-4ad2-862c-dfe120998b41 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:51.090409 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-20a8b2f5-fdb8-4ad2-862c-dfe120998b41 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:51.124110 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-170302ca-1147-44c2-bacb-4f6dd77e4653 None None] Set router 700104dc-5b89-41b3-98df-15b0536ff7de gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:01:51.206634 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 3f2fb0bc-7575-4e4c-8f9b-858be2d93bc0 no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:01:51.217524 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-20a8b2f5-fdb8-4ad2-862c-dfe120998b41 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:51.228052 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: 3f2fb0bc-7575-4e4c-8f9b-858be2d93bc0 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:01:51.228692 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 3f2fb0bc-7575-4e4c-8f9b-858be2d93bc0 not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:01:51.284945 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-20a8b2f5-fdb8-4ad2-862c-dfe120998b41 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:51.311679 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a8b2f5-fdb8-4ad2-862c-dfe120998b41 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Pushing event deleted for resources: {'Subnet': ['ID=d2defd6a-cf3b-4736-a69b-ebfee97e2239,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:51.316615 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-20a8b2f5-fdb8-4ad2-862c-dfe120998b41 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:51.320753 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-20a8b2f5-fdb8-4ad2-862c-dfe120998b41 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.43 "DELETE /v2.0/subnets/d2defd6a-cf3b-4736-a69b-ebfee97e2239 HTTP/1.1" status: 204 len: 168 time: 0.3214202 Jul 30 00:01:51.321891 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 33028) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:51.323566 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac6f0c5-8d2f-45a0-aead-ab2ff17bb087 None None] Network e1aaaaff-3bd6-4b96-80bc-31b779c1e6ad requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:01:51.416580 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-170302ca-1147-44c2-bacb-4f6dd77e4653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700104dc-5b89-41b3-98df-15b0536ff7de', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1688771906', 'tenant_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'a0bb566a-b6c7-4ef7-a179-09aee975683c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:01:28Z', 'updated_at': '2021-07-30T00:01:50Z', 'revision_number': 5, 'project_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'gw_port': {'id': 'a0bb566a-b6c7-4ef7-a179-09aee975683c', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700104dc-5b89-41b3-98df-15b0536ff7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:01:29Z', 'updated_at': '2021-07-30T00:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:01:51.439640 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c7e10f69-26a0-4178-860f-b7957d07f993 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks [] for router, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:51.443682 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170302ca-1147-44c2-bacb-4f6dd77e4653 None None] Checking router: 700104dc-5b89-41b3-98df-15b0536ff7de for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:01:51.453878 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170302ca-1147-44c2-bacb-4f6dd77e4653 None None] Routers {'700104dc-5b89-41b3-98df-15b0536ff7de'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:01:51.454496 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-170302ca-1147-44c2-bacb-4f6dd77e4653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:01:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['700104dc-5b89-41b3-98df-15b0536ff7de'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:01:51.519583 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3641f1fd-8ba2-41c2-b110-3c69e36227ec None None] DHCP port deletion for e1aaaaff-3bd6-4b96-80bc-31b779c1e6ad request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:01:51.572152 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-3641f1fd-8ba2-41c2-b110-3c69e36227ec None None] Deleting port 606a1fc8-9ad4-4201-988d-44ceaefbae3b {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:01:51.572152 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3641f1fd-8ba2-41c2-b110-3c69e36227ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:51.585994 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c7e10f69-26a0-4178-860f-b7957d07f993 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:51.603140 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-170302ca-1147-44c2-bacb-4f6dd77e4653 None None] Set router 700104dc-5b89-41b3-98df-15b0536ff7de gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:01:51.645354 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-3641f1fd-8ba2-41c2-b110-3c69e36227ec None None] For port 606a1fc8-9ad4-4201-988d-44ceaefbae3b, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=606a1fc8-9ad4-4201-988d-44ceaefbae3b,segment=NetworkSegment(ef761104-ec17-4bc0-b834-5cb7976c1ad9),segment_id=ef761104-ec17-4bc0-b834-5cb7976c1ad9)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:01:51.645811 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3641f1fd-8ba2-41c2-b110-3c69e36227ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:51.654250 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-c7e10f69-26a0-4178-860f-b7957d07f993 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Deleting port a0bb566a-b6c7-4ef7-a179-09aee975683c {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:01:51.654934 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c7e10f69-26a0-4178-860f-b7957d07f993 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:51.658585 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-3641f1fd-8ba2-41c2-b110-3c69e36227ec None None] Calling delete_port for 606a1fc8-9ad4-4201-988d-44ceaefbae3b owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:01:51.739596 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-c7e10f69-26a0-4178-860f-b7957d07f993 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] For port a0bb566a-b6c7-4ef7-a179-09aee975683c, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=a0bb566a-b6c7-4ef7-a179-09aee975683c,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:01:51.740056 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c7e10f69-26a0-4178-860f-b7957d07f993 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:51.753685 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3641f1fd-8ba2-41c2-b110-3c69e36227ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:51.762974 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-c7e10f69-26a0-4178-860f-b7957d07f993 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Calling delete_port for a0bb566a-b6c7-4ef7-a179-09aee975683c owned by network:router_gateway {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:01:51.779272 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3641f1fd-8ba2-41c2-b110-3c69e36227ec None None] Pushing event deleted for resources: {'Port': ['ID=606a1fc8-9ad4-4201-988d-44ceaefbae3b,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:51.784244 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3641f1fd-8ba2-41c2-b110-3c69e36227ec None None] No DVR routers for this DVR port 606a1fc8-9ad4-4201-988d-44ceaefbae3b on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:01:51.792133 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3641f1fd-8ba2-41c2-b110-3c69e36227ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:51.792478 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3641f1fd-8ba2-41c2-b110-3c69e36227ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:51.798569 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3641f1fd-8ba2-41c2-b110-3c69e36227ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:51.798569 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3641f1fd-8ba2-41c2-b110-3c69e36227ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:51.798569 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3641f1fd-8ba2-41c2-b110-3c69e36227ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:51.798569 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3641f1fd-8ba2-41c2-b110-3c69e36227ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:51.798569 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3641f1fd-8ba2-41c2-b110-3c69e36227ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:51.798569 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3641f1fd-8ba2-41c2-b110-3c69e36227ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:51.798569 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3641f1fd-8ba2-41c2-b110-3c69e36227ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:51.798569 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3641f1fd-8ba2-41c2-b110-3c69e36227ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:51.798569 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3641f1fd-8ba2-41c2-b110-3c69e36227ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:51.798569 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3641f1fd-8ba2-41c2-b110-3c69e36227ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:51.810770 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-170302ca-1147-44c2-bacb-4f6dd77e4653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700104dc-5b89-41b3-98df-15b0536ff7de', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1688771906', 'tenant_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'a0bb566a-b6c7-4ef7-a179-09aee975683c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:01:28Z', 'updated_at': '2021-07-30T00:01:50Z', 'revision_number': 5, 'project_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'gw_port': {'id': 'a0bb566a-b6c7-4ef7-a179-09aee975683c', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700104dc-5b89-41b3-98df-15b0536ff7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:01:29Z', 'updated_at': '2021-07-30T00:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:01:51.838198 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170302ca-1147-44c2-bacb-4f6dd77e4653 None None] The sync data for ids ['700104dc-5b89-41b3-98df-15b0536ff7de'] in n-d-712141-10 is: [{'id': '700104dc-5b89-41b3-98df-15b0536ff7de', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1688771906', 'tenant_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.20'}], 'enable_snat': True}, 'gw_port_id': 'a0bb566a-b6c7-4ef7-a179-09aee975683c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:01:28Z', 'updated_at': '2021-07-30T00:01:50Z', 'revision_number': 5, 'project_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'gw_port': {'id': 'a0bb566a-b6c7-4ef7-a179-09aee975683c', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a6:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700104dc-5b89-41b3-98df-15b0536ff7de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:01:29Z', 'updated_at': '2021-07-30T00:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:01:51.924108 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:01:51.943767 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c7e10f69-26a0-4178-860f-b7957d07f993 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:51.970948 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e10f69-26a0-4178-860f-b7957d07f993 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Pushing event deleted for resources: {'Port': ['ID=a0bb566a-b6c7-4ef7-a179-09aee975683c,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:52.034208 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c7e10f69-26a0-4178-860f-b7957d07f993 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:52.122412 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c7e10f69-26a0-4178-860f-b7957d07f993 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:52.125105 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c7e10f69-26a0-4178-860f-b7957d07f993 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:52.186957 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c7e10f69-26a0-4178-860f-b7957d07f993 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:52.188113 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e10f69-26a0-4178-860f-b7957d07f993 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Fanout notify agent at l3_agent the message router_deleted on router 700104dc-5b89-41b3-98df-15b0536ff7de {{(pid=94077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:01:52.195180 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c7e10f69-26a0-4178-860f-b7957d07f993 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:52.196320 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c7e10f69-26a0-4178-860f-b7957d07f993 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.43 "DELETE /v2.0/routers/700104dc-5b89-41b3-98df-15b0536ff7de HTTP/1.1" status: 204 len: 168 time: 0.8732698 Jul 30 00:01:52.199166 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 33030) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:52.285840 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-722548ec-0f46-4007-8500-f55bdbf03190 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:52.288087 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 606a1fc8-9ad4-4201-988d-44ceaefbae3b no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:01:52.310524 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 606a1fc8-9ad4-4201-988d-44ceaefbae3b {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:01:52.310881 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 606a1fc8-9ad4-4201-988d-44ceaefbae3b not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:01:52.311316 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device b3cf8a4e-149d-4082-849d-7d74631f62d0 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:01:52.332124 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: b3cf8a4e-149d-4082-849d-7d74631f62d0 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:01:52.332467 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device b3cf8a4e-149d-4082-849d-7d74631f62d0 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:01:52.373873 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-722548ec-0f46-4007-8500-f55bdbf03190 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:52.384362 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-722548ec-0f46-4007-8500-f55bdbf03190 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1aaaaff-3bd6-4b96-80bc-31b779c1e6ad']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:01:52.395026 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-722548ec-0f46-4007-8500-f55bdbf03190 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef761104-ec17-4bc0-b834-5cb7976c1ad9') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:01:52.395321 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-722548ec-0f46-4007-8500-f55bdbf03190 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef761104-ec17-4bc0-b834-5cb7976c1ad9') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:01:52.403843 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-722548ec-0f46-4007-8500-f55bdbf03190 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:52.422325 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-722548ec-0f46-4007-8500-f55bdbf03190 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:52.428118 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-722548ec-0f46-4007-8500-f55bdbf03190 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:01:52.428517 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-722548ec-0f46-4007-8500-f55bdbf03190 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:52.431493 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 30 00:01:52.431493 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:01:52.431493 n-d-712141-10 neutron-server[94077]: timer() Jul 30 00:01:52.431493 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:01:52.431493 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 30 00:01:52.431493 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:01:52.431493 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 30 00:01:52.431493 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:01:52.431493 n-d-712141-10 neutron-server[94077]: self._notify() Jul 30 00:01:52.431493 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:01:52.431493 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 30 00:01:52.431493 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:01:52.431493 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 30 00:01:52.431493 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:01:52.431493 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:01:52.431493 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:01:52.431493 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:01:52.431493 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:01:52.431493 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 30 00:01:52.431493 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:01:52.431493 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 30 00:01:52.431493 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:01:52.431493 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:01:52.431493 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:01:52.431493 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 30 00:01:52.431493 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:01:52.431493 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:01:52.431493 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:01:52.431493 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:01:52.431493 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:01:52.431493 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:01:52.431493 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:01:52.495350 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-722548ec-0f46-4007-8500-f55bdbf03190 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:52.501970 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-722548ec-0f46-4007-8500-f55bdbf03190 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks [] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:52.506740 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-722548ec-0f46-4007-8500-f55bdbf03190 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.43 "DELETE /v2.0/networks/e1aaaaff-3bd6-4b96-80bc-31b779c1e6ad HTTP/1.1" status: 204 len: 168 time: 0.3065755 Jul 30 00:01:52.507131 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 33032) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:52.522730 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722548ec-0f46-4007-8500-f55bdbf03190 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Pushing event deleted for resources: {'Network': ['ID=e1aaaaff-3bd6-4b96-80bc-31b779c1e6ad,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:52.997740 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-cb894162-53bb-4175-8633-f0ae73c8da6b tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Deleting port 02fb193d-b555-4985-b912-dd2e6864f4c7 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:01:52.998216 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cb894162-53bb-4175-8633-f0ae73c8da6b tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:53.073355 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cb894162-53bb-4175-8633-f0ae73c8da6b tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:53.073724 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cb894162-53bb-4175-8633-f0ae73c8da6b tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:53.084819 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-cb894162-53bb-4175-8633-f0ae73c8da6b tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Calling delete_port for 02fb193d-b555-4985-b912-dd2e6864f4c7 owned by network:floatingip {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:01:53.259135 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cb894162-53bb-4175-8633-f0ae73c8da6b tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:53.284734 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb894162-53bb-4175-8633-f0ae73c8da6b tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Pushing event deleted for resources: {'Port': ['ID=02fb193d-b555-4985-b912-dd2e6864f4c7,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:53.285795 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-94fc689e-d5cd-4680-b396-aae4bd754bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:53.349405 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cb894162-53bb-4175-8633-f0ae73c8da6b tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks [] for floatingip, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:53.349771 n-d-712141-10 neutron-server[94078]: INFO neutron.db.l3_db [None req-cb894162-53bb-4175-8633-f0ae73c8da6b tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Floating IP fe003b55-ef41-463f-b337-f3b36e2b3595 disassociated (deleted). External IP: 172.25.0.15, port: 6efda617-4249-424f-8a40-14032e2db984. Jul 30 00:01:53.557170 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb894162-53bb-4175-8633-f0ae73c8da6b tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Router b4a133c9-2be1-4d36-903e-aa0d3af0f56c has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:01:53.663872 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb894162-53bb-4175-8633-f0ae73c8da6b tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:01:53.668854 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cb894162-53bb-4175-8633-f0ae73c8da6b tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:53.673520 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931b432d-20cb-42dd-9f67-c4063cca0e5e None None] Sync routers for ids ['b4a133c9-2be1-4d36-903e-aa0d3af0f56c'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:01:53.682669 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931b432d-20cb-42dd-9f67-c4063cca0e5e None None] Routers {'b4a133c9-2be1-4d36-903e-aa0d3af0f56c'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:01:53.683278 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-931b432d-20cb-42dd-9f67-c4063cca0e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:01:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['b4a133c9-2be1-4d36-903e-aa0d3af0f56c'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:01:53.696067 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-cb894162-53bb-4175-8633-f0ae73c8da6b tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.43 "DELETE /v2.0/floatingips/fe003b55-ef41-463f-b337-f3b36e2b3595 HTTP/1.1" status: 204 len: 168 time: 1.1876018 Jul 30 00:01:53.696716 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0472afa1-b043-4b26-be62-d9a9f066131d', 'tag': '6efda617-4249-424f-8a40-14032e2db984'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:01:53.699162 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f00925-5cae-4c3e-b642-9a7e955d755c" -d '{"events": [{"name": "network-changed", "server_uuid": "0472afa1-b043-4b26-be62-d9a9f066131d", "tag": "6efda617-4249-424f-8a40-14032e2db984"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:01:53.739367 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef31dc7-fae0-41c7-8e50-8b96ca170be8 x-openstack-request-id: req-3ef31dc7-fae0-41c7-8e50-8b96ca170be8 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:01:53.739666 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0472afa1-b043-4b26-be62-d9a9f066131d", "tag": "6efda617-4249-424f-8a40-14032e2db984", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:01:53.739919 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3ef31dc7-fae0-41c7-8e50-8b96ca170be8 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:01:53.740315 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0472afa1-b043-4b26-be62-d9a9f066131d', 'tag': '6efda617-4249-424f-8a40-14032e2db984', 'status': 'completed', 'code': 200} Jul 30 00:01:53.793768 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-931b432d-20cb-42dd-9f67-c4063cca0e5e None None] Set router b4a133c9-2be1-4d36-903e-aa0d3af0f56c gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:01:53.842013 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f00925-5cae-4c3e-b642-9a7e955d755c req-363819a5-a092-4882-8029-65f9085dcaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:53.843766 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-66f00925-5cae-4c3e-b642-9a7e955d755c req-363819a5-a092-4882-8029-65f9085dcaee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fdf13edecd1a4019b50cf0caad5e4d75&device_id=0472afa1-b043-4b26-be62-d9a9f066131d HTTP/1.1" status: 200 len: 1136 time: 0.0581062 Jul 30 00:01:54.009999 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e8bd41-f17a-45dd-8254-ad5230105236 req-866f7683-6958-40c5-a8c4-e804bf567af1 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:54.011624 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-24e8bd41-f17a-45dd-8254-ad5230105236 req-866f7683-6958-40c5-a8c4-e804bf567af1 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.43 "GET /v2.0/ports?device_id=0472afa1-b043-4b26-be62-d9a9f066131d HTTP/1.1" status: 200 len: 984 time: 0.1304507 Jul 30 00:01:54.016978 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f00925-5cae-4c3e-b642-9a7e955d755c req-1ef183e2-e829-4ed4-8063-d7011ba2bcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:54.018514 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-66f00925-5cae-4c3e-b642-9a7e955d755c req-1ef183e2-e829-4ed4-8063-d7011ba2bcbb service neutron] 10.222.0.41 "GET /v2.0/networks?id=59adeb47-1550-442b-a0c7-d2d2a6d82257 HTTP/1.1" status: 200 len: 897 time: 0.1281352 Jul 30 00:01:54.073194 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-66f00925-5cae-4c3e-b642-9a7e955d755c req-258463ac-37e5-4383-bc2c-aade3536d1ea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6efda617-4249-424f-8a40-14032e2db984 HTTP/1.1" status: 200 len: 217 time: 0.0462406 Jul 30 00:01:54.091076 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device a0bb566a-b6c7-4ef7-a179-09aee975683c no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:01:54.114795 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: a0bb566a-b6c7-4ef7-a179-09aee975683c {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:01:54.115142 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device a0bb566a-b6c7-4ef7-a179-09aee975683c not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:01:54.119103 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-24e8bd41-f17a-45dd-8254-ad5230105236 req-a0f7528a-e0ad-4f42-a92d-1f68fe8e7c30 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9f58132-5c0a-447b-a6fc-b88bfbe39ac7&id=17fbc26b-5b81-45f4-b274-c9ac8f2e3f84&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0996251 Jul 30 00:01:54.138248 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f00925-5cae-4c3e-b642-9a7e955d755c req-d6af6a7e-99bc-44a8-a226-5122eea5c360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:54.139744 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-66f00925-5cae-4c3e-b642-9a7e955d755c req-d6af6a7e-99bc-44a8-a226-5122eea5c360 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=55331b39-650b-433a-b18c-efa6aa8f071b HTTP/1.1" status: 200 len: 835 time: 0.0585604 Jul 30 00:01:54.190065 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f00925-5cae-4c3e-b642-9a7e955d755c req-33eefd14-a745-499e-892a-59b009c4ee3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:54.191596 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-66f00925-5cae-4c3e-b642-9a7e955d755c req-33eefd14-a745-499e-892a-59b009c4ee3c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=59adeb47-1550-442b-a0c7-d2d2a6d82257&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440249 Jul 30 00:01:54.194898 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-931b432d-20cb-42dd-9f67-c4063cca0e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a133c9-2be1-4d36-903e-aa0d3af0f56c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1676634980', 'tenant_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '5648704c-d2b0-4699-bca9-71c8bc98c795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:00:34Z', 'updated_at': '2021-07-30T00:00:38Z', 'revision_number': 4, 'project_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'gw_port': {'id': '5648704c-d2b0-4699-bca9-71c8bc98c795', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ae:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a133c9-2be1-4d36-903e-aa0d3af0f56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:00:35Z', 'updated_at': '2021-07-30T00:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'b5775e14-a619-498f-b2fc-ee231ce5e6e2', 'name': '', 'network_id': '59adeb47-1550-442b-a0c7-d2d2a6d82257', 'tenant_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'mac_address': 'fa:16:3e:1b:a4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a133c9-2be1-4d36-903e-aa0d3af0f56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '55331b39-650b-433a-b18c-efa6aa8f071b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:00:37Z', 'updated_at': '2021-07-30T00:00:42Z', 'revision_number': 5, 'project_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'subnets': [{'id': '55331b39-650b-433a-b18c-efa6aa8f071b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:01:54.221036 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931b432d-20cb-42dd-9f67-c4063cca0e5e None None] Checking router: b4a133c9-2be1-4d36-903e-aa0d3af0f56c for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:01:54.229227 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931b432d-20cb-42dd-9f67-c4063cca0e5e None None] Routers {'b4a133c9-2be1-4d36-903e-aa0d3af0f56c'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:01:54.229875 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-931b432d-20cb-42dd-9f67-c4063cca0e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:01:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['b4a133c9-2be1-4d36-903e-aa0d3af0f56c'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:01:54.283360 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-66f00925-5cae-4c3e-b642-9a7e955d755c req-a91db5b0-f90f-41e6-92a2-a65ec320fd4d service neutron] 10.222.0.41 "GET /v2.0/networks/59adeb47-1550-442b-a0c7-d2d2a6d82257?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820334 Jul 30 00:01:54.337881 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-931b432d-20cb-42dd-9f67-c4063cca0e5e None None] Set router b4a133c9-2be1-4d36-903e-aa0d3af0f56c gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:01:54.383145 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-66f00925-5cae-4c3e-b642-9a7e955d755c req-0940f2ab-9ad5-4070-b179-e4dbedb919d6 service neutron] 10.222.0.41 "GET /v2.0/networks/59adeb47-1550-442b-a0c7-d2d2a6d82257?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908613 Jul 30 00:01:54.539109 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-931b432d-20cb-42dd-9f67-c4063cca0e5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a133c9-2be1-4d36-903e-aa0d3af0f56c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1676634980', 'tenant_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '5648704c-d2b0-4699-bca9-71c8bc98c795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:00:34Z', 'updated_at': '2021-07-30T00:00:38Z', 'revision_number': 4, 'project_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'gw_port': {'id': '5648704c-d2b0-4699-bca9-71c8bc98c795', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ae:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a133c9-2be1-4d36-903e-aa0d3af0f56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:00:35Z', 'updated_at': '2021-07-30T00:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'b5775e14-a619-498f-b2fc-ee231ce5e6e2', 'name': '', 'network_id': '59adeb47-1550-442b-a0c7-d2d2a6d82257', 'tenant_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'mac_address': 'fa:16:3e:1b:a4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a133c9-2be1-4d36-903e-aa0d3af0f56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '55331b39-650b-433a-b18c-efa6aa8f071b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:00:37Z', 'updated_at': '2021-07-30T00:00:42Z', 'revision_number': 5, 'project_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'subnets': [{'id': '55331b39-650b-433a-b18c-efa6aa8f071b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:01:54.565362 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931b432d-20cb-42dd-9f67-c4063cca0e5e None None] The sync data for ids ['b4a133c9-2be1-4d36-903e-aa0d3af0f56c'] in n-d-712141-10 is: [{'id': 'b4a133c9-2be1-4d36-903e-aa0d3af0f56c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1676634980', 'tenant_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '5648704c-d2b0-4699-bca9-71c8bc98c795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:00:34Z', 'updated_at': '2021-07-30T00:00:38Z', 'revision_number': 4, 'project_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'gw_port': {'id': '5648704c-d2b0-4699-bca9-71c8bc98c795', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ae:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a133c9-2be1-4d36-903e-aa0d3af0f56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:00:35Z', 'updated_at': '2021-07-30T00:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'b5775e14-a619-498f-b2fc-ee231ce5e6e2', 'name': '', 'network_id': '59adeb47-1550-442b-a0c7-d2d2a6d82257', 'tenant_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'mac_address': 'fa:16:3e:1b:a4:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a133c9-2be1-4d36-903e-aa0d3af0f56c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3963, 'fixed_ips': [{'subnet_id': '55331b39-650b-433a-b18c-efa6aa8f071b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:00:37Z', 'updated_at': '2021-07-30T00:00:42Z', 'revision_number': 5, 'project_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'subnets': [{'id': '55331b39-650b-433a-b18c-efa6aa8f071b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:01:54.774910 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea66e96-10d2-4b2b-a7f1-e2c28b89aa2a None None] New status for floating IP fe003b55-ef41-463f-b337-f3b36e2b3595: DOWN {{(pid=94080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:01:55.240824 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18380843-c74c-413d-8777-2e04c350d50f req-69e92c84-4aaa-4d05-ac01-ab18d0e2a160 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:55.242361 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-18380843-c74c-413d-8777-2e04c350d50f req-69e92c84-4aaa-4d05-ac01-ab18d0e2a160 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.43 "GET /v2.0/ports?device_id=0472afa1-b043-4b26-be62-d9a9f066131d HTTP/1.1" status: 200 len: 984 time: 0.0502317 Jul 30 00:01:55.282893 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-18380843-c74c-413d-8777-2e04c350d50f req-9815364c-8c58-4e95-9f47-7413cfa0291d tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.43 "GET /v2.0/security-groups?id=d9f58132-5c0a-447b-a6fc-b88bfbe39ac7&id=17fbc26b-5b81-45f4-b274-c9ac8f2e3f84&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0343885 Jul 30 00:01:55.339683 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf31402-d561-4fd2-ab8a-a2cbae4a793d req-a88e17a5-fd7d-44c8-94d3-a3c5368b2b07 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:55.341201 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ecf31402-d561-4fd2-ab8a-a2cbae4a793d req-a88e17a5-fd7d-44c8-94d3-a3c5368b2b07 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.41 "GET /v2.0/ports?device_id=0472afa1-b043-4b26-be62-d9a9f066131d HTTP/1.1" status: 200 len: 984 time: 0.0522377 Jul 30 00:01:55.431747 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-ecf31402-d561-4fd2-ab8a-a2cbae4a793d req-bd1d0ac3-36e8-47e8-8b9c-a7a8ed8d1849 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Deleting port 6efda617-4249-424f-8a40-14032e2db984 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:01:55.432011 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-ecf31402-d561-4fd2-ab8a-a2cbae4a793d req-bd1d0ac3-36e8-47e8-8b9c-a7a8ed8d1849 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:55.526478 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-ecf31402-d561-4fd2-ab8a-a2cbae4a793d req-bd1d0ac3-36e8-47e8-8b9c-a7a8ed8d1849 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] For port 6efda617-4249-424f-8a40-14032e2db984, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=6efda617-4249-424f-8a40-14032e2db984,segment=NetworkSegment(487d61cd-eb40-43d8-b047-2bc34439bddf),segment_id=487d61cd-eb40-43d8-b047-2bc34439bddf)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:01:55.526838 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-ecf31402-d561-4fd2-ab8a-a2cbae4a793d req-bd1d0ac3-36e8-47e8-8b9c-a7a8ed8d1849 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:55.539874 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-ecf31402-d561-4fd2-ab8a-a2cbae4a793d req-bd1d0ac3-36e8-47e8-8b9c-a7a8ed8d1849 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Calling delete_port for 6efda617-4249-424f-8a40-14032e2db984 owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:01:55.662839 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-ecf31402-d561-4fd2-ab8a-a2cbae4a793d req-bd1d0ac3-36e8-47e8-8b9c-a7a8ed8d1849 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:55.694466 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1d0ac3-36e8-47e8-8b9c-a7a8ed8d1849 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Pushing event deleted for resources: {'Port': ['ID=6efda617-4249-424f-8a40-14032e2db984,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:55.735022 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf31402-d561-4fd2-ab8a-a2cbae4a793d req-bd1d0ac3-36e8-47e8-8b9c-a7a8ed8d1849 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] No DVR routers for this DVR port 6efda617-4249-424f-8a40-14032e2db984 on host n-h1-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:01:55.737540 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-ecf31402-d561-4fd2-ab8a-a2cbae4a793d req-bd1d0ac3-36e8-47e8-8b9c-a7a8ed8d1849 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:55.739540 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ecf31402-d561-4fd2-ab8a-a2cbae4a793d req-bd1d0ac3-36e8-47e8-8b9c-a7a8ed8d1849 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.41 "DELETE /v2.0/ports/6efda617-4249-424f-8a40-14032e2db984 HTTP/1.1" status: 204 len: 173 time: 0.3921204 Jul 30 00:01:55.741091 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0472afa1-b043-4b26-be62-d9a9f066131d', 'name': 'network-vif-deleted', 'tag': '6efda617-4249-424f-8a40-14032e2db984'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:01:55.743452 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af27c77d-4586-4ca2-b225-8801f03ea267" -d '{"events": [{"server_uuid": "0472afa1-b043-4b26-be62-d9a9f066131d", "name": "network-vif-deleted", "tag": "6efda617-4249-424f-8a40-14032e2db984"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:01:55.781312 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7e6a1b-8cf7-4c9e-ad99-455aedd51290 x-openstack-request-id: req-ed7e6a1b-8cf7-4c9e-ad99-455aedd51290 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:01:55.781573 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0472afa1-b043-4b26-be62-d9a9f066131d", "name": "network-vif-deleted", "tag": "6efda617-4249-424f-8a40-14032e2db984", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:01:55.781870 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ed7e6a1b-8cf7-4c9e-ad99-455aedd51290 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:01:55.782255 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0472afa1-b043-4b26-be62-d9a9f066131d', 'name': 'network-vif-deleted', 'tag': '6efda617-4249-424f-8a40-14032e2db984', 'status': 'completed', 'code': 200} Jul 30 00:01:55.900281 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5c7bdb36-1c35-4aee-915f-9d29170c5522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:56.341075 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 33046) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:56.397088 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a9bd5ceb-2166-4af4-a8fa-05372e54ca48 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:56.419592 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a9bd5ceb-2166-4af4-a8fa-05372e54ca48 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:56.462237 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a9bd5ceb-2166-4af4-a8fa-05372e54ca48 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:56.464828 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a9bd5ceb-2166-4af4-a8fa-05372e54ca48 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:56.466040 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-a9bd5ceb-2166-4af4-a8fa-05372e54ca48 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.43 "DELETE /v2.0/security-groups/17fbc26b-5b81-45f4-b274-c9ac8f2e3f84 HTTP/1.1" status: 204 len: 168 time: 0.1235449 Jul 30 00:01:56.469299 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 33048) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:56.475498 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bd5ceb-2166-4af4-a8fa-05372e54ca48 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17fbc26b-5b81-45f4-b274-c9ac8f2e3f84,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:56.478466 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:56.528629 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-be537d3d-bd6a-4dc3-af8f-bc2e021c38e5 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:56.551749 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-be537d3d-bd6a-4dc3-af8f-bc2e021c38e5 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:56.595575 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-be537d3d-bd6a-4dc3-af8f-bc2e021c38e5 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:56.598216 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-be537d3d-bd6a-4dc3-af8f-bc2e021c38e5 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:56.599420 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-be537d3d-bd6a-4dc3-af8f-bc2e021c38e5 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.43 "DELETE /v2.0/security-groups/d9f58132-5c0a-447b-a6fc-b88bfbe39ac7 HTTP/1.1" status: 204 len: 168 time: 0.1284392 Jul 30 00:01:56.602314 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 33050) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:56.613728 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be537d3d-bd6a-4dc3-af8f-bc2e021c38e5 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f58132-5c0a-447b-a6fc-b88bfbe39ac7,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:56.972575 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-195c4d9f-e911-4a4b-bea2-f84b6f96b745 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:57.221310 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-195c4d9f-e911-4a4b-bea2-f84b6f96b745 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Deleting port b5775e14-a619-498f-b2fc-ee231ce5e6e2 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:01:57.221672 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-195c4d9f-e911-4a4b-bea2-f84b6f96b745 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:57.308518 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-195c4d9f-e911-4a4b-bea2-f84b6f96b745 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] For port b5775e14-a619-498f-b2fc-ee231ce5e6e2, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=b5775e14-a619-498f-b2fc-ee231ce5e6e2,segment=NetworkSegment(487d61cd-eb40-43d8-b047-2bc34439bddf),segment_id=487d61cd-eb40-43d8-b047-2bc34439bddf)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:01:57.308951 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-195c4d9f-e911-4a4b-bea2-f84b6f96b745 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:57.322122 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-195c4d9f-e911-4a4b-bea2-f84b6f96b745 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Calling delete_port for b5775e14-a619-498f-b2fc-ee231ce5e6e2 owned by network:router_interface {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:01:57.507651 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-195c4d9f-e911-4a4b-bea2-f84b6f96b745 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:57.535719 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195c4d9f-e911-4a4b-bea2-f84b6f96b745 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Pushing event deleted for resources: {'Port': ['ID=b5775e14-a619-498f-b2fc-ee231ce5e6e2,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:57.703318 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-195c4d9f-e911-4a4b-bea2-f84b6f96b745 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:57.786421 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:58.209038 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-195c4d9f-e911-4a4b-bea2-f84b6f96b745 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Router b4a133c9-2be1-4d36-903e-aa0d3af0f56c has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:01:58.314442 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-195c4d9f-e911-4a4b-bea2-f84b6f96b745 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:01:58.319425 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-195c4d9f-e911-4a4b-bea2-f84b6f96b745 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.43 "PUT /v2.0/routers/b4a133c9-2be1-4d36-903e-aa0d3af0f56c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7160838 Jul 30 00:01:58.322132 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 33052) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:58.324918 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37b808d-a68e-4c41-944a-8dcc91bf2140 None None] Sync routers for ids ['b4a133c9-2be1-4d36-903e-aa0d3af0f56c'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:01:58.334200 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37b808d-a68e-4c41-944a-8dcc91bf2140 None None] Routers {'b4a133c9-2be1-4d36-903e-aa0d3af0f56c'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:01:58.334811 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-d37b808d-a68e-4c41-944a-8dcc91bf2140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:01:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['b4a133c9-2be1-4d36-903e-aa0d3af0f56c'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:01:58.374862 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-a51f6fb0-d684-4530-bd69-6fd91ced5138 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Deleting subnet 55331b39-650b-433a-b18c-efa6aa8f071b {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:01:58.378446 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a51f6fb0-d684-4530-bd69-6fd91ced5138 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:58.417897 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a51f6fb0-d684-4530-bd69-6fd91ced5138 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:58.441069 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-d37b808d-a68e-4c41-944a-8dcc91bf2140 None None] Set router b4a133c9-2be1-4d36-903e-aa0d3af0f56c gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:01:58.504324 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a51f6fb0-d684-4530-bd69-6fd91ced5138 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:58.563051 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a51f6fb0-d684-4530-bd69-6fd91ced5138 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:58.591558 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51f6fb0-d684-4530-bd69-6fd91ced5138 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Pushing event deleted for resources: {'Subnet': ['ID=55331b39-650b-433a-b18c-efa6aa8f071b,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:58.594917 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a51f6fb0-d684-4530-bd69-6fd91ced5138 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:58.600916 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-a51f6fb0-d684-4530-bd69-6fd91ced5138 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.43 "DELETE /v2.0/subnets/55331b39-650b-433a-b18c-efa6aa8f071b HTTP/1.1" status: 204 len: 168 time: 0.2777894 Jul 30 00:01:58.601627 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 33054) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:58.610273 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c8077b0-7f61-4a4e-a8b7-dd70eb767ccd None None] Network 59adeb47-1550-442b-a0c7-d2d2a6d82257 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:01:58.712001 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bc6e112f-6522-438c-935f-01c0c5bda3f4 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks [] for router, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:58.725330 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-d37b808d-a68e-4c41-944a-8dcc91bf2140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a133c9-2be1-4d36-903e-aa0d3af0f56c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1676634980', 'tenant_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '5648704c-d2b0-4699-bca9-71c8bc98c795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:00:34Z', 'updated_at': '2021-07-30T00:01:57Z', 'revision_number': 5, 'project_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'gw_port': {'id': '5648704c-d2b0-4699-bca9-71c8bc98c795', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ae:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a133c9-2be1-4d36-903e-aa0d3af0f56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:00:35Z', 'updated_at': '2021-07-30T00:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:01:58.755347 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37b808d-a68e-4c41-944a-8dcc91bf2140 None None] Checking router: b4a133c9-2be1-4d36-903e-aa0d3af0f56c for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:01:58.769079 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37b808d-a68e-4c41-944a-8dcc91bf2140 None None] Routers {'b4a133c9-2be1-4d36-903e-aa0d3af0f56c'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:01:58.769725 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-d37b808d-a68e-4c41-944a-8dcc91bf2140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:01:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['b4a133c9-2be1-4d36-903e-aa0d3af0f56c'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:01:58.827245 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bc6e112f-6522-438c-935f-01c0c5bda3f4 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:58.853463 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e7c719-d859-4592-b08e-d52877fb2eda None None] DHCP port deletion for 59adeb47-1550-442b-a0c7-d2d2a6d82257 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:01:58.884788 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-bc6e112f-6522-438c-935f-01c0c5bda3f4 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Deleting port 5648704c-d2b0-4699-bca9-71c8bc98c795 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:01:58.885138 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bc6e112f-6522-438c-935f-01c0c5bda3f4 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:58.910953 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-d37b808d-a68e-4c41-944a-8dcc91bf2140 None None] Set router b4a133c9-2be1-4d36-903e-aa0d3af0f56c gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:01:58.969389 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-bc6e112f-6522-438c-935f-01c0c5bda3f4 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] For port 5648704c-d2b0-4699-bca9-71c8bc98c795, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=5648704c-d2b0-4699-bca9-71c8bc98c795,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:01:58.969807 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bc6e112f-6522-438c-935f-01c0c5bda3f4 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:58.981731 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-bc6e112f-6522-438c-935f-01c0c5bda3f4 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Calling delete_port for 5648704c-d2b0-4699-bca9-71c8bc98c795 owned by network:router_gateway {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:01:59.031450 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-c9e7c719-d859-4592-b08e-d52877fb2eda None None] Deleting port ba9a9c1e-a9fb-42ff-92c3-127c2fe9518b {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:01:59.031823 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c9e7c719-d859-4592-b08e-d52877fb2eda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:59.142587 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-c9e7c719-d859-4592-b08e-d52877fb2eda None None] For port ba9a9c1e-a9fb-42ff-92c3-127c2fe9518b, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=ba9a9c1e-a9fb-42ff-92c3-127c2fe9518b,segment=NetworkSegment(487d61cd-eb40-43d8-b047-2bc34439bddf),segment_id=487d61cd-eb40-43d8-b047-2bc34439bddf)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:01:59.142879 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c9e7c719-d859-4592-b08e-d52877fb2eda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:59.150143 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bc6e112f-6522-438c-935f-01c0c5bda3f4 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:59.164939 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-c9e7c719-d859-4592-b08e-d52877fb2eda None None] Calling delete_port for ba9a9c1e-a9fb-42ff-92c3-127c2fe9518b owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:01:59.176866 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6e112f-6522-438c-935f-01c0c5bda3f4 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Pushing event deleted for resources: {'Port': ['ID=5648704c-d2b0-4699-bca9-71c8bc98c795,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:59.236307 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-d37b808d-a68e-4c41-944a-8dcc91bf2140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4a133c9-2be1-4d36-903e-aa0d3af0f56c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1676634980', 'tenant_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '5648704c-d2b0-4699-bca9-71c8bc98c795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:00:34Z', 'updated_at': '2021-07-30T00:01:57Z', 'revision_number': 5, 'project_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'gw_port': {'id': '5648704c-d2b0-4699-bca9-71c8bc98c795', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ae:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a133c9-2be1-4d36-903e-aa0d3af0f56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:00:35Z', 'updated_at': '2021-07-30T00:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:01:59.243862 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bc6e112f-6522-438c-935f-01c0c5bda3f4 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:59.274562 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37b808d-a68e-4c41-944a-8dcc91bf2140 None None] The sync data for ids ['b4a133c9-2be1-4d36-903e-aa0d3af0f56c'] in n-d-712141-10 is: [{'id': 'b4a133c9-2be1-4d36-903e-aa0d3af0f56c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1676634980', 'tenant_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '5648704c-d2b0-4699-bca9-71c8bc98c795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:00:34Z', 'updated_at': '2021-07-30T00:01:57Z', 'revision_number': 5, 'project_id': 'fdf13edecd1a4019b50cf0caad5e4d75', 'gw_port': {'id': '5648704c-d2b0-4699-bca9-71c8bc98c795', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:ae:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4a133c9-2be1-4d36-903e-aa0d3af0f56c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:00:35Z', 'updated_at': '2021-07-30T00:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:01:59.300131 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c9e7c719-d859-4592-b08e-d52877fb2eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:59.331982 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e7c719-d859-4592-b08e-d52877fb2eda None None] Pushing event deleted for resources: {'Port': ['ID=ba9a9c1e-a9fb-42ff-92c3-127c2fe9518b,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:59.335343 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e7c719-d859-4592-b08e-d52877fb2eda None None] No DVR routers for this DVR port ba9a9c1e-a9fb-42ff-92c3-127c2fe9518b on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:01:59.363743 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bc6e112f-6522-438c-935f-01c0c5bda3f4 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:59.366094 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bc6e112f-6522-438c-935f-01c0c5bda3f4 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:59.426163 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:59.429125 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bc6e112f-6522-438c-935f-01c0c5bda3f4 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:59.429841 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc6e112f-6522-438c-935f-01c0c5bda3f4 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Fanout notify agent at l3_agent the message router_deleted on router b4a133c9-2be1-4d36-903e-aa0d3af0f56c {{(pid=94078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:01:59.439429 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bc6e112f-6522-438c-935f-01c0c5bda3f4 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:59.440535 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-bc6e112f-6522-438c-935f-01c0c5bda3f4 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.43 "DELETE /v2.0/routers/b4a133c9-2be1-4d36-903e-aa0d3af0f56c HTTP/1.1" status: 204 len: 168 time: 0.8377082 Jul 30 00:01:59.443180 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 33056) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:59.522812 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-db2c4e2f-54fe-47fb-a617-28c8708f44b4 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:59.606749 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-db2c4e2f-54fe-47fb-a617-28c8708f44b4 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:59.617256 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-db2c4e2f-54fe-47fb-a617-28c8708f44b4 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59adeb47-1550-442b-a0c7-d2d2a6d82257']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:01:59.630149 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-db2c4e2f-54fe-47fb-a617-28c8708f44b4 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '487d61cd-eb40-43d8-b047-2bc34439bddf') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:01:59.630596 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-db2c4e2f-54fe-47fb-a617-28c8708f44b4 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '487d61cd-eb40-43d8-b047-2bc34439bddf') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:01:59.637400 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 6efda617-4249-424f-8a40-14032e2db984 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:01:59.640089 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-db2c4e2f-54fe-47fb-a617-28c8708f44b4 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:59.654383 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-db2c4e2f-54fe-47fb-a617-28c8708f44b4 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:59.660683 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db2c4e2f-54fe-47fb-a617-28c8708f44b4 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:01:59.660778 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] No Port match for: 6efda617-4249-424f-8a40-14032e2db984 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:01:59.661066 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-db2c4e2f-54fe-47fb-a617-28c8708f44b4 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:59.661193 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 6efda617-4249-424f-8a40-14032e2db984 not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:01:59.664289 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 30 00:01:59.664289 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:01:59.664289 n-d-712141-10 neutron-server[94078]: timer() Jul 30 00:01:59.664289 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:01:59.664289 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 30 00:01:59.664289 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:01:59.664289 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 30 00:01:59.664289 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:01:59.664289 n-d-712141-10 neutron-server[94078]: self._notify() Jul 30 00:01:59.664289 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:01:59.664289 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 30 00:01:59.664289 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:01:59.664289 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 30 00:01:59.664289 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:01:59.664289 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:01:59.664289 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:01:59.664289 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:01:59.664289 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:01:59.664289 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 30 00:01:59.664289 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:01:59.664289 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 30 00:01:59.664289 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:01:59.664289 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:01:59.664289 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:01:59.664289 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 30 00:01:59.664289 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:01:59.664289 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:01:59.664289 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:01:59.664289 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:01:59.664289 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:01:59.664289 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:01:59.664289 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:01:59.727558 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-db2c4e2f-54fe-47fb-a617-28c8708f44b4 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:59.733356 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-db2c4e2f-54fe-47fb-a617-28c8708f44b4 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:59.736195 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-db2c4e2f-54fe-47fb-a617-28c8708f44b4 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] 10.222.0.43 "DELETE /v2.0/networks/59adeb47-1550-442b-a0c7-d2d2a6d82257 HTTP/1.1" status: 204 len: 168 time: 0.2918489 Jul 30 00:01:59.752196 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2c4e2f-54fe-47fb-a617-28c8708f44b4 tempest-TestSecurityGroupsBasicOps-278158815 tempest-TestSecurityGroupsBasicOps-278158815-project] Pushing event deleted for resources: {'Network': ['ID=59adeb47-1550-442b-a0c7-d2d2a6d82257,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:00.039114 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 33064) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:00.169214 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-c8aa0da9-69e7-4712-a3a8-b9ce4fb30124 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fdf13edecd1a4019b50cf0caad5e4d75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1289186 Jul 30 00:02:00.171861 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 33068) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:00.217556 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1c512963-03c1-48b1-b49d-ee99b315ca5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:00.239457 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1c512963-03c1-48b1-b49d-ee99b315ca5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:00.286253 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1c512963-03c1-48b1-b49d-ee99b315ca5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:00.288646 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1c512963-03c1-48b1-b49d-ee99b315ca5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:00.289811 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-1c512963-03c1-48b1-b49d-ee99b315ca5a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e8a83583-cb13-4a33-87f3-0ee530d40864 HTTP/1.1" status: 204 len: 168 time: 0.1170483 Jul 30 00:02:00.298673 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c512963-03c1-48b1-b49d-ee99b315ca5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a83583-cb13-4a33-87f3-0ee530d40864,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:00.424540 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device b5775e14-a619-498f-b2fc-ee231ce5e6e2 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:02:00.448203 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: b5775e14-a619-498f-b2fc-ee231ce5e6e2 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:02:00.448551 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device b5775e14-a619-498f-b2fc-ee231ce5e6e2 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:02:00.449084 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device ba9a9c1e-a9fb-42ff-92c3-127c2fe9518b no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:02:00.468292 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: ba9a9c1e-a9fb-42ff-92c3-127c2fe9518b {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:02:00.468739 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device ba9a9c1e-a9fb-42ff-92c3-127c2fe9518b not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:02:00.597255 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 33074) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:00.614826 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4929ee95-413b-4119-919e-26f97d873c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:00.706137 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4929ee95-413b-4119-919e-26f97d873c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:00.710080 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4929ee95-413b-4119-919e-26f97d873c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:00.748463 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-4929ee95-413b-4119-919e-26f97d873c1c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a3e2b18438e3434badfe4a909688aa87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1499882 Jul 30 00:02:00.749248 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4929ee95-413b-4119-919e-26f97d873c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa531df0-ece4-4a94-ac51-64c056ab8459,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:00.751668 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 33076) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:00.806317 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ea5da7ad-bc43-44b6-bf1e-e68a97d06122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:00.829024 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ea5da7ad-bc43-44b6-bf1e-e68a97d06122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:00.878176 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ea5da7ad-bc43-44b6-bf1e-e68a97d06122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:00.880675 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ea5da7ad-bc43-44b6-bf1e-e68a97d06122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:00.881935 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ea5da7ad-bc43-44b6-bf1e-e68a97d06122 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fa531df0-ece4-4a94-ac51-64c056ab8459 HTTP/1.1" status: 204 len: 168 time: 0.1286490 Jul 30 00:02:00.890807 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5da7ad-bc43-44b6-bf1e-e68a97d06122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa531df0-ece4-4a94-ac51-64c056ab8459,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:01.205423 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 33082) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:01.248113 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-50abb9c0-a0f1-48b6-8064-0e95814d7800 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b0e612536f894f31ac374970177536e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414753 Jul 30 00:02:01.250648 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 33084) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:01.299525 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b2c20d72-fbbb-44ca-b898-1d66f92a8394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:01.321672 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b2c20d72-fbbb-44ca-b898-1d66f92a8394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:01.369631 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b2c20d72-fbbb-44ca-b898-1d66f92a8394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:01.372102 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b2c20d72-fbbb-44ca-b898-1d66f92a8394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:01.373242 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-b2c20d72-fbbb-44ca-b898-1d66f92a8394 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/84f15d83-d2ea-4101-bf1c-0343f933e386 HTTP/1.1" status: 204 len: 168 time: 0.1217027 Jul 30 00:02:01.381281 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c20d72-fbbb-44ca-b898-1d66f92a8394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f15d83-d2ea-4101-bf1c-0343f933e386,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:01.994898 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 5648704c-d2b0-4699-bca9-71c8bc98c795 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:02:02.014867 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 5648704c-d2b0-4699-bca9-71c8bc98c795 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:02:02.015264 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 5648704c-d2b0-4699-bca9-71c8bc98c795 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:02:07.454379 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:11.558342 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6fdcfa66-d9d5-4e36-bb91-972a04bd784f req-af27e512-2c31-4415-919b-ad1a5553df19 tempest-ServersAdminNegativeTestJSON-1893262148 tempest-ServersAdminNegativeTestJSON-1893262148-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=ada878d432a841b0b0b2f571e0235a82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352452 Jul 30 00:02:11.745908 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdcfa66-d9d5-4e36-bb91-972a04bd784f req-7523ddfe-a279-4612-97ff-a95c636c635c tempest-ServersAdminNegativeTestJSON-1893262148 tempest-ServersAdminNegativeTestJSON-1893262148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:11.747282 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6fdcfa66-d9d5-4e36-bb91-972a04bd784f req-7523ddfe-a279-4612-97ff-a95c636c635c tempest-ServersAdminNegativeTestJSON-1893262148 tempest-ServersAdminNegativeTestJSON-1893262148-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1833820 Jul 30 00:02:11.762379 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6fdcfa66-d9d5-4e36-bb91-972a04bd784f req-6ed2b2e1-53a6-4ea0-a049-6d604ff3476e tempest-ServersAdminNegativeTestJSON-1893262148 tempest-ServersAdminNegativeTestJSON-1893262148-project] 10.222.0.43 "GET /v2.0/quotas/ada878d432a841b0b0b2f571e0235a82 HTTP/1.1" status: 200 len: 375 time: 0.0092447 Jul 30 00:02:11.792744 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6fdcfa66-d9d5-4e36-bb91-972a04bd784f req-71add4a2-3d00-40b7-bc97-051f6f443d16 tempest-ServersAdminNegativeTestJSON-1893262148 tempest-ServersAdminNegativeTestJSON-1893262148-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ada878d432a841b0b0b2f571e0235a82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252128 Jul 30 00:02:12.973874 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b8a0569e-11d5-42ab-9b21-34e522085ae0 req-094f9f36-342d-4734-8662-a5df41fbf3c3 tempest-ServersAdminNegativeTestJSON-1893262148 tempest-ServersAdminNegativeTestJSON-1893262148-project] 10.222.0.43 "GET /v2.0/ports?device_id=be25c6f0-192c-4096-a3db-7a6e8a6cac70 HTTP/1.1" status: 200 len: 210 time: 0.0310662 Jul 30 00:02:13.894710 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6fdcfa66-d9d5-4e36-bb91-972a04bd784f req-a82e4b84-0426-4d07-892b-90079dbca032 tempest-ServersAdminNegativeTestJSON-1893262148 tempest-ServersAdminNegativeTestJSON-1893262148-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=ada878d432a841b0b0b2f571e0235a82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218029 Jul 30 00:02:14.003468 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdcfa66-d9d5-4e36-bb91-972a04bd784f req-4ddba78c-3bc9-4abb-9dc2-c7b8e613502e tempest-ServersAdminNegativeTestJSON-1893262148 tempest-ServersAdminNegativeTestJSON-1893262148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:14.004943 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6fdcfa66-d9d5-4e36-bb91-972a04bd784f req-4ddba78c-3bc9-4abb-9dc2-c7b8e613502e tempest-ServersAdminNegativeTestJSON-1893262148 tempest-ServersAdminNegativeTestJSON-1893262148-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1048093 Jul 30 00:02:14.024058 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-6fdcfa66-d9d5-4e36-bb91-972a04bd784f req-63c995d2-5a33-45e8-b92a-094c69a0deb7 tempest-ServersAdminNegativeTestJSON-1893262148 tempest-ServersAdminNegativeTestJSON-1893262148-project] Request body: {'port': {'device_id': 'be25c6f0-192c-4096-a3db-7a6e8a6cac70', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'admin_state_up': True, 'tenant_id': 'ada878d432a841b0b0b2f571e0235a82'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:02:14.100058 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-08ca191d-6e4c-4179-a25a-4cde9772b721 req-dbab2b7d-7682-4dba-acde-5de3c20da3c2 tempest-ServersAdminNegativeTestJSON-1893262148 tempest-ServersAdminNegativeTestJSON-1893262148-project] 10.222.0.43 "GET /v2.0/ports?device_id=be25c6f0-192c-4096-a3db-7a6e8a6cac70 HTTP/1.1" status: 200 len: 210 time: 0.0336037 Jul 30 00:02:14.156065 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fdcfa66-d9d5-4e36-bb91-972a04bd784f req-63c995d2-5a33-45e8-b92a-094c69a0deb7 tempest-ServersAdminNegativeTestJSON-1893262148 tempest-ServersAdminNegativeTestJSON-1893262148-project] Made reservation on behalf of ada878d432a841b0b0b2f571e0235a82 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:02:14.159456 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-6fdcfa66-d9d5-4e36-bb91-972a04bd784f req-63c995d2-5a33-45e8-b92a-094c69a0deb7 tempest-ServersAdminNegativeTestJSON-1893262148 tempest-ServersAdminNegativeTestJSON-1893262148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:14.168320 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-6fdcfa66-d9d5-4e36-bb91-972a04bd784f req-63c995d2-5a33-45e8-b92a-094c69a0deb7 tempest-ServersAdminNegativeTestJSON-1893262148 tempest-ServersAdminNegativeTestJSON-1893262148-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:14.258393 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-6fdcfa66-d9d5-4e36-bb91-972a04bd784f req-63c995d2-5a33-45e8-b92a-094c69a0deb7 tempest-ServersAdminNegativeTestJSON-1893262148 tempest-ServersAdminNegativeTestJSON-1893262148-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:14.262273 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-6fdcfa66-d9d5-4e36-bb91-972a04bd784f req-63c995d2-5a33-45e8-b92a-094c69a0deb7 tempest-ServersAdminNegativeTestJSON-1893262148 tempest-ServersAdminNegativeTestJSON-1893262148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:14.327996 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c995d2-5a33-45e8-b92a-094c69a0deb7 tempest-ServersAdminNegativeTestJSON-1893262148 tempest-ServersAdminNegativeTestJSON-1893262148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53cbbfba-9f8d-41d0-bd9d-e5fd706c9ef1,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:14.397805 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-6fdcfa66-d9d5-4e36-bb91-972a04bd784f req-63c995d2-5a33-45e8-b92a-094c69a0deb7 tempest-ServersAdminNegativeTestJSON-1893262148 tempest-ServersAdminNegativeTestJSON-1893262148-project] Allocated IP 192.168.233.223 (d71c22dc-feef-410b-a7ed-6548cf85bd6f/64bdc61a-58ca-49c7-bae5-ecfed9ee407c/a22ff7d6-d8e3-4d9a-aa23-bd956de615b0) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:02:14.544268 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-6fdcfa66-d9d5-4e36-bb91-972a04bd784f req-63c995d2-5a33-45e8-b92a-094c69a0deb7 tempest-ServersAdminNegativeTestJSON-1893262148 tempest-ServersAdminNegativeTestJSON-1893262148-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:14.558577 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-6fdcfa66-d9d5-4e36-bb91-972a04bd784f req-63c995d2-5a33-45e8-b92a-094c69a0deb7 tempest-ServersAdminNegativeTestJSON-1893262148 tempest-ServersAdminNegativeTestJSON-1893262148-project] Transition to ACTIVE for port object a22ff7d6-d8e3-4d9a-aa23-bd956de615b0 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:02:14.590845 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-6fdcfa66-d9d5-4e36-bb91-972a04bd784f req-63c995d2-5a33-45e8-b92a-094c69a0deb7 tempest-ServersAdminNegativeTestJSON-1893262148 tempest-ServersAdminNegativeTestJSON-1893262148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:14.632921 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fdcfa66-d9d5-4e36-bb91-972a04bd784f req-63c995d2-5a33-45e8-b92a-094c69a0deb7 tempest-ServersAdminNegativeTestJSON-1893262148 tempest-ServersAdminNegativeTestJSON-1893262148-project] Network d71c22dc-feef-410b-a7ed-6548cf85bd6f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:02:14.636357 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-6fdcfa66-d9d5-4e36-bb91-972a04bd784f req-63c995d2-5a33-45e8-b92a-094c69a0deb7 tempest-ServersAdminNegativeTestJSON-1893262148 tempest-ServersAdminNegativeTestJSON-1893262148-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:02:14.639925 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fdcfa66-d9d5-4e36-bb91-972a04bd784f req-63c995d2-5a33-45e8-b92a-094c69a0deb7 tempest-ServersAdminNegativeTestJSON-1893262148 tempest-ServersAdminNegativeTestJSON-1893262148-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:02:14.648866 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c995d2-5a33-45e8-b92a-094c69a0deb7 tempest-ServersAdminNegativeTestJSON-1893262148 tempest-ServersAdminNegativeTestJSON-1893262148-project] Pushing event updated for resources: {'Port': ['ID=a22ff7d6-d8e3-4d9a-aa23-bd956de615b0,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:14.695878 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdcfa66-d9d5-4e36-bb91-972a04bd784f req-63c995d2-5a33-45e8-b92a-094c69a0deb7 tempest-ServersAdminNegativeTestJSON-1893262148 tempest-ServersAdminNegativeTestJSON-1893262148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:14.696445 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-6fdcfa66-d9d5-4e36-bb91-972a04bd784f req-63c995d2-5a33-45e8-b92a-094c69a0deb7 tempest-ServersAdminNegativeTestJSON-1893262148 tempest-ServersAdminNegativeTestJSON-1893262148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:14.711410 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6fdcfa66-d9d5-4e36-bb91-972a04bd784f req-63c995d2-5a33-45e8-b92a-094c69a0deb7 tempest-ServersAdminNegativeTestJSON-1893262148 tempest-ServersAdminNegativeTestJSON-1893262148-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6912942 Jul 30 00:02:14.730479 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-6fdcfa66-d9d5-4e36-bb91-972a04bd784f req-b29689e8-befa-4a6b-98b0-5eec6b9df140 service neutron] Request body: {'port': {'device_id': 'be25c6f0-192c-4096-a3db-7a6e8a6cac70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:02:14.791769 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-6fdcfa66-d9d5-4e36-bb91-972a04bd784f req-b29689e8-befa-4a6b-98b0-5eec6b9df140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:14.851755 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-458f2ec1-9b48-434d-a764-ff21beac498c None None] Provisioning for port a22ff7d6-d8e3-4d9a-aa23-bd956de615b0 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:02:14.856026 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-458f2ec1-9b48-434d-a764-ff21beac498c None None] Provisioning complete for port a22ff7d6-d8e3-4d9a-aa23-bd956de615b0 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:02:14.856487 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-458f2ec1-9b48-434d-a764-ff21beac498c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:14.894553 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-458f2ec1-9b48-434d-a764-ff21beac498c None None] Port a22ff7d6-d8e3-4d9a-aa23-bd956de615b0 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:02:15.057268 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-6fdcfa66-d9d5-4e36-bb91-972a04bd784f req-b29689e8-befa-4a6b-98b0-5eec6b9df140 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a22ff7d6-d8e3-4d9a-aa23-bd956de615b0 {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:02:15.064766 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-6fdcfa66-d9d5-4e36-bb91-972a04bd784f req-b29689e8-befa-4a6b-98b0-5eec6b9df140 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:15.076337 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-6fdcfa66-d9d5-4e36-bb91-972a04bd784f req-b29689e8-befa-4a6b-98b0-5eec6b9df140 service neutron] Transition to ACTIVE for port object a22ff7d6-d8e3-4d9a-aa23-bd956de615b0 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:02:15.079646 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-6fdcfa66-d9d5-4e36-bb91-972a04bd784f req-b29689e8-befa-4a6b-98b0-5eec6b9df140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:15.127206 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29689e8-befa-4a6b-98b0-5eec6b9df140 service neutron] Pushing event updated for resources: {'Port': ['ID=a22ff7d6-d8e3-4d9a-aa23-bd956de615b0,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:15.242799 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-6fdcfa66-d9d5-4e36-bb91-972a04bd784f req-b29689e8-befa-4a6b-98b0-5eec6b9df140 service neutron] Attempting to bind port a22ff7d6-d8e3-4d9a-aa23-bd956de615b0 on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:02:15.243138 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-6fdcfa66-d9d5-4e36-bb91-972a04bd784f req-b29689e8-befa-4a6b-98b0-5eec6b9df140 service neutron] Attempting to bind port a22ff7d6-d8e3-4d9a-aa23-bd956de615b0 by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:02:15.243469 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdcfa66-d9d5-4e36-bb91-972a04bd784f req-b29689e8-befa-4a6b-98b0-5eec6b9df140 service neutron] Attempting to bind port a22ff7d6-d8e3-4d9a-aa23-bd956de615b0 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:02:15.257753 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dd85fd-360f-4221-878b-0edce3f8d908 req-b1dca9f3-933d-4244-8f51-376e207acef4 tempest-ServersAdminNegativeTestJSON-1893262148 tempest-ServersAdminNegativeTestJSON-1893262148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:15.259563 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-41dd85fd-360f-4221-878b-0edce3f8d908 req-b1dca9f3-933d-4244-8f51-376e207acef4 tempest-ServersAdminNegativeTestJSON-1893262148 tempest-ServersAdminNegativeTestJSON-1893262148-project] 10.222.0.43 "GET /v2.0/ports?device_id=be25c6f0-192c-4096-a3db-7a6e8a6cac70 HTTP/1.1" status: 200 len: 948 time: 0.0749829 Jul 30 00:02:15.260747 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdcfa66-d9d5-4e36-bb91-972a04bd784f req-b29689e8-befa-4a6b-98b0-5eec6b9df140 service neutron] Port a22ff7d6-d8e3-4d9a-aa23-bd956de615b0 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:02:15.261065 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdcfa66-d9d5-4e36-bb91-972a04bd784f req-b29689e8-befa-4a6b-98b0-5eec6b9df140 service neutron] Attempting to bind port a22ff7d6-d8e3-4d9a-aa23-bd956de615b0 on network d71c22dc-feef-410b-a7ed-6548cf85bd6f {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:02:15.268555 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdcfa66-d9d5-4e36-bb91-972a04bd784f req-b29689e8-befa-4a6b-98b0-5eec6b9df140 service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 1, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:02:15.268891 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdcfa66-d9d5-4e36-bb91-972a04bd784f req-b29689e8-befa-4a6b-98b0-5eec6b9df140 service neutron] Checking segment: {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:02:15.269282 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fdcfa66-d9d5-4e36-bb91-972a04bd784f req-b29689e8-befa-4a6b-98b0-5eec6b9df140 service neutron] Bound using segment: {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:02:15.269747 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-6fdcfa66-d9d5-4e36-bb91-972a04bd784f req-b29689e8-befa-4a6b-98b0-5eec6b9df140 service neutron] Bound port: a22ff7d6-d8e3-4d9a-aa23-bd956de615b0, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2e96d27-c970-4022-affa-3be51bd13950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:02:15.270109 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-6fdcfa66-d9d5-4e36-bb91-972a04bd784f req-b29689e8-befa-4a6b-98b0-5eec6b9df140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:15.334919 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-41dd85fd-360f-4221-878b-0edce3f8d908 req-c9cfcb5e-3308-4a11-bf18-66a9a71a5672 tempest-ServersAdminNegativeTestJSON-1893262148 tempest-ServersAdminNegativeTestJSON-1893262148-project] 10.222.0.43 "GET /v2.0/security-groups?id=53cbbfba-9f8d-41d0-bd9d-e5fd706c9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681882 Jul 30 00:02:15.364482 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-6fdcfa66-d9d5-4e36-bb91-972a04bd784f req-b29689e8-befa-4a6b-98b0-5eec6b9df140 service neutron] For port a22ff7d6-d8e3-4d9a-aa23-bd956de615b0, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:02:15.367456 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-6fdcfa66-d9d5-4e36-bb91-972a04bd784f req-b29689e8-befa-4a6b-98b0-5eec6b9df140 service neutron] For port a22ff7d6-d8e3-4d9a-aa23-bd956de615b0, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=a22ff7d6-d8e3-4d9a-aa23-bd956de615b0,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:02:15.372010 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-6fdcfa66-d9d5-4e36-bb91-972a04bd784f req-b29689e8-befa-4a6b-98b0-5eec6b9df140 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:15.403670 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdcfa66-d9d5-4e36-bb91-972a04bd784f req-b29689e8-befa-4a6b-98b0-5eec6b9df140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:15.404408 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-6fdcfa66-d9d5-4e36-bb91-972a04bd784f req-b29689e8-befa-4a6b-98b0-5eec6b9df140 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:15.405750 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6fdcfa66-d9d5-4e36-bb91-972a04bd784f req-b29689e8-befa-4a6b-98b0-5eec6b9df140 service neutron] 10.222.0.41 "PUT /v2.0/ports/a22ff7d6-d8e3-4d9a-aa23-bd956de615b0 HTTP/1.1" status: 200 len: 1097 time: 0.6797309 Jul 30 00:02:15.406184 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be25c6f0-192c-4096-a3db-7a6e8a6cac70', 'tag': 'a22ff7d6-d8e3-4d9a-aa23-bd956de615b0'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:02:15.408933 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d72f42c7-4e40-4908-98de-a1a873e3fdba" -d '{"events": [{"name": "network-changed", "server_uuid": "be25c6f0-192c-4096-a3db-7a6e8a6cac70", "tag": "a22ff7d6-d8e3-4d9a-aa23-bd956de615b0"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:02:15.443291 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29689e8-befa-4a6b-98b0-5eec6b9df140 service neutron] Pushing event updated for resources: {'Port': ['ID=a22ff7d6-d8e3-4d9a-aa23-bd956de615b0,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:15.453858 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93108658-e152-49b6-8ddd-14c72be6d4ed x-openstack-request-id: req-93108658-e152-49b6-8ddd-14c72be6d4ed {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:02:15.454315 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be25c6f0-192c-4096-a3db-7a6e8a6cac70", "tag": "a22ff7d6-d8e3-4d9a-aa23-bd956de615b0", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:02:15.454736 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-93108658-e152-49b6-8ddd-14c72be6d4ed {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:02:15.455133 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be25c6f0-192c-4096-a3db-7a6e8a6cac70', 'tag': 'a22ff7d6-d8e3-4d9a-aa23-bd956de615b0', 'status': 'completed', 'code': 200} Jul 30 00:02:15.508539 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdcfa66-d9d5-4e36-bb91-972a04bd784f req-6dd7d8cd-302c-4164-a288-37e63b500b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:15.510461 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6fdcfa66-d9d5-4e36-bb91-972a04bd784f req-6dd7d8cd-302c-4164-a288-37e63b500b9e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ada878d432a841b0b0b2f571e0235a82&device_id=be25c6f0-192c-4096-a3db-7a6e8a6cac70 HTTP/1.1" status: 200 len: 1100 time: 0.0441854 Jul 30 00:02:15.558938 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6fdcfa66-d9d5-4e36-bb91-972a04bd784f req-8649de94-4758-4562-a99a-eb5b1749bfd1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=a22ff7d6-d8e3-4d9a-aa23-bd956de615b0 HTTP/1.1" status: 200 len: 217 time: 0.0347722 Jul 30 00:02:15.616230 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdcfa66-d9d5-4e36-bb91-972a04bd784f req-75eb2eec-0f9b-40f8-8332-50e3764e02ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:15.617723 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6fdcfa66-d9d5-4e36-bb91-972a04bd784f req-75eb2eec-0f9b-40f8-8332-50e3764e02ca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.0504539 Jul 30 00:02:15.663221 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdcfa66-d9d5-4e36-bb91-972a04bd784f req-19567465-6360-425d-a95e-65ff639346a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:15.664716 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6fdcfa66-d9d5-4e36-bb91-972a04bd784f req-19567465-6360-425d-a95e-65ff639346a5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0402339 Jul 30 00:02:15.760777 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6fdcfa66-d9d5-4e36-bb91-972a04bd784f req-efecfc37-0a99-4da5-a861-618008761956 service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887487 Jul 30 00:02:15.848587 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6fdcfa66-d9d5-4e36-bb91-972a04bd784f req-97bc56b8-c51d-4fc0-abcb-260a771ae33a service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809674 Jul 30 00:02:15.972102 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72f42c7-4e40-4908-98de-a1a873e3fdba req-d83505ad-dfbb-4ffe-8564-b2f8408a680b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:15.973651 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d72f42c7-4e40-4908-98de-a1a873e3fdba req-d83505ad-dfbb-4ffe-8564-b2f8408a680b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ada878d432a841b0b0b2f571e0235a82&device_id=be25c6f0-192c-4096-a3db-7a6e8a6cac70 HTTP/1.1" status: 200 len: 1100 time: 0.0411317 Jul 30 00:02:16.066938 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72f42c7-4e40-4908-98de-a1a873e3fdba req-8461aa3a-c57f-4f5e-95ba-d696768c1479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:16.068400 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d72f42c7-4e40-4908-98de-a1a873e3fdba req-8461aa3a-c57f-4f5e-95ba-d696768c1479 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d71c22dc-feef-410b-a7ed-6548cf85bd6f HTTP/1.1" status: 200 len: 870 time: 0.0877106 Jul 30 00:02:16.110895 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d72f42c7-4e40-4908-98de-a1a873e3fdba req-4a2707d6-a15b-45c1-a293-f968ea8f4569 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=a22ff7d6-d8e3-4d9a-aa23-bd956de615b0 HTTP/1.1" status: 200 len: 217 time: 0.0346475 Jul 30 00:02:16.161500 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72f42c7-4e40-4908-98de-a1a873e3fdba req-bde10162-59e8-48d5-821e-b36ce5c77a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:16.162990 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d72f42c7-4e40-4908-98de-a1a873e3fdba req-bde10162-59e8-48d5-821e-b36ce5c77a30 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=64bdc61a-58ca-49c7-bae5-ecfed9ee407c HTTP/1.1" status: 200 len: 843 time: 0.0443666 Jul 30 00:02:16.211914 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72f42c7-4e40-4908-98de-a1a873e3fdba req-d3a787dd-b8ad-45af-93ae-1213a0e270f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:16.213371 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d72f42c7-4e40-4908-98de-a1a873e3fdba req-d3a787dd-b8ad-45af-93ae-1213a0e270f9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d71c22dc-feef-410b-a7ed-6548cf85bd6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0434725 Jul 30 00:02:16.306239 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d72f42c7-4e40-4908-98de-a1a873e3fdba req-abdc29d2-ef93-47c2-b2ac-d792b55959f2 service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852399 Jul 30 00:02:16.743243 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333bff52-cc75-43d6-8265-72d6a8637d55 req-048ab817-be6b-4af9-a0e9-97477e81bb48 tempest-ServersAdminNegativeTestJSON-1893262148 tempest-ServersAdminNegativeTestJSON-1893262148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:16.744615 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-333bff52-cc75-43d6-8265-72d6a8637d55 req-048ab817-be6b-4af9-a0e9-97477e81bb48 tempest-ServersAdminNegativeTestJSON-1893262148 tempest-ServersAdminNegativeTestJSON-1893262148-project] 10.222.0.43 "GET /v2.0/ports?device_id=be25c6f0-192c-4096-a3db-7a6e8a6cac70 HTTP/1.1" status: 200 len: 948 time: 0.0796254 Jul 30 00:02:16.748201 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d72f42c7-4e40-4908-98de-a1a873e3fdba req-1b666015-6986-4351-be8b-9fd6437f2b59 service neutron] 10.222.0.41 "GET /v2.0/networks/d71c22dc-feef-410b-a7ed-6548cf85bd6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4346406 Jul 30 00:02:16.784196 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-333bff52-cc75-43d6-8265-72d6a8637d55 req-bfe873b7-228c-4d72-ace6-52784909d11a tempest-ServersAdminNegativeTestJSON-1893262148 tempest-ServersAdminNegativeTestJSON-1893262148-project] 10.222.0.43 "GET /v2.0/security-groups?id=53cbbfba-9f8d-41d0-bd9d-e5fd706c9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328822 Jul 30 00:02:17.901542 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1652f706-db2f-4eff-8634-b6d235a14844 req-4c9383f2-2ffe-4cbd-bce2-25af189612f0 tempest-ServersAdminNegativeTestJSON-1893262148 tempest-ServersAdminNegativeTestJSON-1893262148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:17.903051 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1652f706-db2f-4eff-8634-b6d235a14844 req-4c9383f2-2ffe-4cbd-bce2-25af189612f0 tempest-ServersAdminNegativeTestJSON-1893262148 tempest-ServersAdminNegativeTestJSON-1893262148-project] 10.222.0.43 "GET /v2.0/ports?device_id=be25c6f0-192c-4096-a3db-7a6e8a6cac70 HTTP/1.1" status: 200 len: 948 time: 0.0486557 Jul 30 00:02:17.944276 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1652f706-db2f-4eff-8634-b6d235a14844 req-c35acc34-bf16-464c-a402-e7f675daeba2 tempest-ServersAdminNegativeTestJSON-1893262148 tempest-ServersAdminNegativeTestJSON-1893262148-project] 10.222.0.43 "GET /v2.0/security-groups?id=53cbbfba-9f8d-41d0-bd9d-e5fd706c9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353010 Jul 30 00:02:19.059850 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44a272a-c198-406c-84b3-97c35d48c247 req-953d5eb0-5d44-4300-9aaa-a59c33950047 tempest-ServersAdminNegativeTestJSON-1893262148 tempest-ServersAdminNegativeTestJSON-1893262148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:19.062476 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d44a272a-c198-406c-84b3-97c35d48c247 req-953d5eb0-5d44-4300-9aaa-a59c33950047 tempest-ServersAdminNegativeTestJSON-1893262148 tempest-ServersAdminNegativeTestJSON-1893262148-project] 10.222.0.43 "GET /v2.0/ports?device_id=be25c6f0-192c-4096-a3db-7a6e8a6cac70 HTTP/1.1" status: 200 len: 948 time: 0.0513067 Jul 30 00:02:19.102441 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d44a272a-c198-406c-84b3-97c35d48c247 req-be61f580-a1c1-4b03-8f21-51aab5153eed tempest-ServersAdminNegativeTestJSON-1893262148 tempest-ServersAdminNegativeTestJSON-1893262148-project] 10.222.0.43 "GET /v2.0/security-groups?id=53cbbfba-9f8d-41d0-bd9d-e5fd706c9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332937 Jul 30 00:02:19.746208 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device a22ff7d6-d8e3-4d9a-aa23-bd956de615b0 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:02:19.842145 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:19.854305 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port a22ff7d6-d8e3-4d9a-aa23-bd956de615b0, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=a22ff7d6-d8e3-4d9a-aa23-bd956de615b0,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:02:19.865990 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': 'a22ff7d6-d8e3-4d9a-aa23-bd956de615b0', 'network_id': 'd71c22dc-feef-410b-a7ed-6548cf85bd6f', 'port_id': 'a22ff7d6-d8e3-4d9a-aa23-bd956de615b0', 'mac_address': 'fa:16:3e:1d:8f:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64bdc61a-58ca-49c7-bae5-ecfed9ee407c', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:02:19.902656 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:19.919016 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a22ff7d6-d8e3-4d9a-aa23-bd956de615b0 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:02:19.939904 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port a22ff7d6-d8e3-4d9a-aa23-bd956de615b0, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=a22ff7d6-d8e3-4d9a-aa23-bd956de615b0,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:02:19.943954 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:19.990817 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=a22ff7d6-d8e3-4d9a-aa23-bd956de615b0,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:20.215598 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['a22ff7d6-d8e3-4d9a-aa23-bd956de615b0'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:02:20.219050 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710ba04-95d4-46ea-8d42-b0ef7c77a5e7 req-3cbe9b25-b1f8-4748-aa1f-44bfa6c4ebbe tempest-ServersAdminNegativeTestJSON-1893262148 tempest-ServersAdminNegativeTestJSON-1893262148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:20.220580 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c710ba04-95d4-46ea-8d42-b0ef7c77a5e7 req-3cbe9b25-b1f8-4748-aa1f-44bfa6c4ebbe tempest-ServersAdminNegativeTestJSON-1893262148 tempest-ServersAdminNegativeTestJSON-1893262148-project] 10.222.0.43 "GET /v2.0/ports?device_id=be25c6f0-192c-4096-a3db-7a6e8a6cac70 HTTP/1.1" status: 200 len: 949 time: 0.0508895 Jul 30 00:02:20.258759 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c710ba04-95d4-46ea-8d42-b0ef7c77a5e7 req-73ea8a97-35b2-4788-8b16-e0280475f79b tempest-ServersAdminNegativeTestJSON-1893262148 tempest-ServersAdminNegativeTestJSON-1893262148-project] 10.222.0.43 "GET /v2.0/security-groups?id=53cbbfba-9f8d-41d0-bd9d-e5fd706c9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318921 Jul 30 00:02:21.392516 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b2a482-c09d-4aa1-bb18-99bd5b363e87 req-f635c2d9-279e-4ebe-8e76-b5e71e36a28a tempest-ServersAdminNegativeTestJSON-1893262148 tempest-ServersAdminNegativeTestJSON-1893262148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:21.394134 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e6b2a482-c09d-4aa1-bb18-99bd5b363e87 req-f635c2d9-279e-4ebe-8e76-b5e71e36a28a tempest-ServersAdminNegativeTestJSON-1893262148 tempest-ServersAdminNegativeTestJSON-1893262148-project] 10.222.0.43 "GET /v2.0/ports?device_id=be25c6f0-192c-4096-a3db-7a6e8a6cac70 HTTP/1.1" status: 200 len: 949 time: 0.0611005 Jul 30 00:02:21.448393 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e6b2a482-c09d-4aa1-bb18-99bd5b363e87 req-36c3eed7-c6a1-43eb-9a85-6c570f0f8dd9 tempest-ServersAdminNegativeTestJSON-1893262148 tempest-ServersAdminNegativeTestJSON-1893262148-project] 10.222.0.43 "GET /v2.0/security-groups?id=53cbbfba-9f8d-41d0-bd9d-e5fd706c9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482321 Jul 30 00:02:21.762190 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device a22ff7d6-d8e3-4d9a-aa23-bd956de615b0 up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:02:21.813976 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port a22ff7d6-d8e3-4d9a-aa23-bd956de615b0 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:02:21.818140 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port a22ff7d6-d8e3-4d9a-aa23-bd956de615b0 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:02:21.818512 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:21.893160 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:21.919395 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be25c6f0-192c-4096-a3db-7a6e8a6cac70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a22ff7d6-d8e3-4d9a-aa23-bd956de615b0'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:02:21.921614 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10941b3-498c-4d7d-837d-e9ecfcaa9e76" -d '{"events": [{"server_uuid": "be25c6f0-192c-4096-a3db-7a6e8a6cac70", "name": "network-vif-plugged", "status": "completed", "tag": "a22ff7d6-d8e3-4d9a-aa23-bd956de615b0"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:02:21.934804 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port a22ff7d6-d8e3-4d9a-aa23-bd956de615b0, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=a22ff7d6-d8e3-4d9a-aa23-bd956de615b0,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:02:21.939051 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:21.966364 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dbfd331-af93-4e97-b8a1-1fc4d2e1e9f6 x-openstack-request-id: req-6dbfd331-af93-4e97-b8a1-1fc4d2e1e9f6 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:02:21.966650 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be25c6f0-192c-4096-a3db-7a6e8a6cac70", "name": "network-vif-plugged", "status": "completed", "tag": "a22ff7d6-d8e3-4d9a-aa23-bd956de615b0", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:02:21.966896 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6dbfd331-af93-4e97-b8a1-1fc4d2e1e9f6 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:02:21.967267 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be25c6f0-192c-4096-a3db-7a6e8a6cac70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a22ff7d6-d8e3-4d9a-aa23-bd956de615b0', 'code': 200} Jul 30 00:02:21.994077 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=a22ff7d6-d8e3-4d9a-aa23-bd956de615b0,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:22.083928 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f84c10-3f38-4def-a998-55aaf78be8d3 req-a4f7a0f8-8312-40d4-908c-6195401e83b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:22.085315 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-47f84c10-3f38-4def-a998-55aaf78be8d3 req-a4f7a0f8-8312-40d4-908c-6195401e83b7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=be25c6f0-192c-4096-a3db-7a6e8a6cac70 HTTP/1.1" status: 200 len: 1102 time: 0.0400093 Jul 30 00:02:22.120659 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-47f84c10-3f38-4def-a998-55aaf78be8d3 req-d902a304-1e13-4ad6-8ae1-0f88343f2d61 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=53cbbfba-9f8d-41d0-bd9d-e5fd706c9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281775 Jul 30 00:02:22.565664 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e07216-a1fe-4405-96a7-945165d52a44 req-6c44ba49-5d8a-4025-b3f5-b75f0d294e23 tempest-ServersAdminNegativeTestJSON-1893262148 tempest-ServersAdminNegativeTestJSON-1893262148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:22.567157 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a4e07216-a1fe-4405-96a7-945165d52a44 req-6c44ba49-5d8a-4025-b3f5-b75f0d294e23 tempest-ServersAdminNegativeTestJSON-1893262148 tempest-ServersAdminNegativeTestJSON-1893262148-project] 10.222.0.43 "GET /v2.0/ports?device_id=be25c6f0-192c-4096-a3db-7a6e8a6cac70 HTTP/1.1" status: 200 len: 950 time: 0.0498185 Jul 30 00:02:22.608240 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a4e07216-a1fe-4405-96a7-945165d52a44 req-4a2704fb-2837-444b-a56d-53a6f475d540 tempest-ServersAdminNegativeTestJSON-1893262148 tempest-ServersAdminNegativeTestJSON-1893262148-project] 10.222.0.43 "GET /v2.0/security-groups?id=53cbbfba-9f8d-41d0-bd9d-e5fd706c9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348256 Jul 30 00:02:23.288966 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d00bc32a-fb4a-496a-904a-75657042f4f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:23.725856 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49386bb5-3cb4-4704-813b-14c2d01e69da req-2eb67f83-1347-46d2-9caf-39a1c421dc51 tempest-ServersAdminNegativeTestJSON-1893262148 tempest-ServersAdminNegativeTestJSON-1893262148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:23.727374 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-49386bb5-3cb4-4704-813b-14c2d01e69da req-2eb67f83-1347-46d2-9caf-39a1c421dc51 tempest-ServersAdminNegativeTestJSON-1893262148 tempest-ServersAdminNegativeTestJSON-1893262148-project] 10.222.0.43 "GET /v2.0/ports?device_id=be25c6f0-192c-4096-a3db-7a6e8a6cac70 HTTP/1.1" status: 200 len: 950 time: 0.0490768 Jul 30 00:02:23.769236 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-49386bb5-3cb4-4704-813b-14c2d01e69da req-40fb2d12-17cd-431e-bb0f-ff959e276e30 tempest-ServersAdminNegativeTestJSON-1893262148 tempest-ServersAdminNegativeTestJSON-1893262148-project] 10.222.0.43 "GET /v2.0/security-groups?id=53cbbfba-9f8d-41d0-bd9d-e5fd706c9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353787 Jul 30 00:02:24.708338 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37889ef-50ea-4916-9c09-942e485dcb51 req-7de8d414-17d9-4bbe-ac79-7ae6244c8cb4 tempest-ServersAdminNegativeTestJSON-1893262148 tempest-ServersAdminNegativeTestJSON-1893262148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:24.709837 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f37889ef-50ea-4916-9c09-942e485dcb51 req-7de8d414-17d9-4bbe-ac79-7ae6244c8cb4 tempest-ServersAdminNegativeTestJSON-1893262148 tempest-ServersAdminNegativeTestJSON-1893262148-project] 10.222.0.43 "GET /v2.0/ports?device_id=be25c6f0-192c-4096-a3db-7a6e8a6cac70 HTTP/1.1" status: 200 len: 950 time: 0.0477819 Jul 30 00:02:24.747387 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f37889ef-50ea-4916-9c09-942e485dcb51 req-effcf252-8268-4d68-bb1b-521e9dc62bc9 tempest-ServersAdminNegativeTestJSON-1893262148 tempest-ServersAdminNegativeTestJSON-1893262148-project] 10.222.0.43 "GET /v2.0/security-groups?id=53cbbfba-9f8d-41d0-bd9d-e5fd706c9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316133 Jul 30 00:02:25.870529 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b116c3-8cf9-4cbf-a81c-e73356c80bd8 req-c106eaa5-4b50-4bc4-8d67-db54e40fc8a3 tempest-ServersAdminNegativeTestJSON-1893262148 tempest-ServersAdminNegativeTestJSON-1893262148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:25.872064 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-36b116c3-8cf9-4cbf-a81c-e73356c80bd8 req-c106eaa5-4b50-4bc4-8d67-db54e40fc8a3 tempest-ServersAdminNegativeTestJSON-1893262148 tempest-ServersAdminNegativeTestJSON-1893262148-project] 10.222.0.43 "GET /v2.0/ports?device_id=be25c6f0-192c-4096-a3db-7a6e8a6cac70 HTTP/1.1" status: 200 len: 950 time: 0.0527058 Jul 30 00:02:25.904705 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ada8ec43-f7b0-4fbc-910e-562a42aaa8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:25.919426 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-36b116c3-8cf9-4cbf-a81c-e73356c80bd8 req-aedce87a-520e-4a5a-98fd-c331a8ed7a0e tempest-ServersAdminNegativeTestJSON-1893262148 tempest-ServersAdminNegativeTestJSON-1893262148-project] 10.222.0.43 "GET /v2.0/security-groups?id=53cbbfba-9f8d-41d0-bd9d-e5fd706c9ef1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411491 Jul 30 00:02:26.137428 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552dad0e-cd2b-43a3-a6e1-29944c4162b0 req-45d9e3ab-64f4-4a41-97a4-109b2c4e7f34 tempest-ServersAdminNegativeTestJSON-1893262148 tempest-ServersAdminNegativeTestJSON-1893262148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:26.138984 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-552dad0e-cd2b-43a3-a6e1-29944c4162b0 req-45d9e3ab-64f4-4a41-97a4-109b2c4e7f34 tempest-ServersAdminNegativeTestJSON-1893262148 tempest-ServersAdminNegativeTestJSON-1893262148-project] 10.222.0.41 "GET /v2.0/ports?device_id=be25c6f0-192c-4096-a3db-7a6e8a6cac70 HTTP/1.1" status: 200 len: 950 time: 0.0514846 Jul 30 00:02:26.235175 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-552dad0e-cd2b-43a3-a6e1-29944c4162b0 req-a226ec11-5961-4840-a4a8-5725959c0639 tempest-ServersAdminNegativeTestJSON-1893262148 tempest-ServersAdminNegativeTestJSON-1893262148-project] Deleting port a22ff7d6-d8e3-4d9a-aa23-bd956de615b0 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:02:26.235510 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-552dad0e-cd2b-43a3-a6e1-29944c4162b0 req-a226ec11-5961-4840-a4a8-5725959c0639 tempest-ServersAdminNegativeTestJSON-1893262148 tempest-ServersAdminNegativeTestJSON-1893262148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:26.333638 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-552dad0e-cd2b-43a3-a6e1-29944c4162b0 req-a226ec11-5961-4840-a4a8-5725959c0639 tempest-ServersAdminNegativeTestJSON-1893262148 tempest-ServersAdminNegativeTestJSON-1893262148-project] For port a22ff7d6-d8e3-4d9a-aa23-bd956de615b0, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=a22ff7d6-d8e3-4d9a-aa23-bd956de615b0,segment=NetworkSegment(d2e96d27-c970-4022-affa-3be51bd13950),segment_id=d2e96d27-c970-4022-affa-3be51bd13950)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:02:26.334008 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-552dad0e-cd2b-43a3-a6e1-29944c4162b0 req-a226ec11-5961-4840-a4a8-5725959c0639 tempest-ServersAdminNegativeTestJSON-1893262148 tempest-ServersAdminNegativeTestJSON-1893262148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:26.347249 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-552dad0e-cd2b-43a3-a6e1-29944c4162b0 req-a226ec11-5961-4840-a4a8-5725959c0639 tempest-ServersAdminNegativeTestJSON-1893262148 tempest-ServersAdminNegativeTestJSON-1893262148-project] Calling delete_port for a22ff7d6-d8e3-4d9a-aa23-bd956de615b0 owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:02:26.474057 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:26.481338 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-552dad0e-cd2b-43a3-a6e1-29944c4162b0 req-a226ec11-5961-4840-a4a8-5725959c0639 tempest-ServersAdminNegativeTestJSON-1893262148 tempest-ServersAdminNegativeTestJSON-1893262148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:26.511879 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a226ec11-5961-4840-a4a8-5725959c0639 tempest-ServersAdminNegativeTestJSON-1893262148 tempest-ServersAdminNegativeTestJSON-1893262148-project] Pushing event deleted for resources: {'Port': ['ID=a22ff7d6-d8e3-4d9a-aa23-bd956de615b0,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:26.515516 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['a22ff7d6-d8e3-4d9a-aa23-bd956de615b0'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:02:26.566008 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-552dad0e-cd2b-43a3-a6e1-29944c4162b0 req-a226ec11-5961-4840-a4a8-5725959c0639 tempest-ServersAdminNegativeTestJSON-1893262148 tempest-ServersAdminNegativeTestJSON-1893262148-project] No DVR routers for this DVR port a22ff7d6-d8e3-4d9a-aa23-bd956de615b0 on host n-h1-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:02:26.568671 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-552dad0e-cd2b-43a3-a6e1-29944c4162b0 req-a226ec11-5961-4840-a4a8-5725959c0639 tempest-ServersAdminNegativeTestJSON-1893262148 tempest-ServersAdminNegativeTestJSON-1893262148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:26.570766 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-552dad0e-cd2b-43a3-a6e1-29944c4162b0 req-a226ec11-5961-4840-a4a8-5725959c0639 tempest-ServersAdminNegativeTestJSON-1893262148 tempest-ServersAdminNegativeTestJSON-1893262148-project] 10.222.0.41 "DELETE /v2.0/ports/a22ff7d6-d8e3-4d9a-aa23-bd956de615b0 HTTP/1.1" status: 204 len: 173 time: 0.4258313 Jul 30 00:02:26.571372 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be25c6f0-192c-4096-a3db-7a6e8a6cac70', 'name': 'network-vif-deleted', 'tag': 'a22ff7d6-d8e3-4d9a-aa23-bd956de615b0'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:02:26.573672 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9dbb8a-8f47-4512-83a3-ca3a36ed2c4c" -d '{"events": [{"server_uuid": "be25c6f0-192c-4096-a3db-7a6e8a6cac70", "name": "network-vif-deleted", "tag": "a22ff7d6-d8e3-4d9a-aa23-bd956de615b0"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:02:26.624533 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3563748-e11c-4912-9792-f1c8faff9de9 x-openstack-request-id: req-a3563748-e11c-4912-9792-f1c8faff9de9 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:02:26.624906 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be25c6f0-192c-4096-a3db-7a6e8a6cac70", "name": "network-vif-deleted", "tag": "a22ff7d6-d8e3-4d9a-aa23-bd956de615b0", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:02:26.625290 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a3563748-e11c-4912-9792-f1c8faff9de9 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:02:26.625739 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be25c6f0-192c-4096-a3db-7a6e8a6cac70', 'name': 'network-vif-deleted', 'tag': 'a22ff7d6-d8e3-4d9a-aa23-bd956de615b0', 'status': 'completed', 'code': 200} Jul 30 00:02:27.040287 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-120d376c-0aef-452d-bee9-74ecdd4ee9b7 req-8c4d5c43-4811-48f8-8835-22d89fc37f81 tempest-ServersAdminNegativeTestJSON-1893262148 tempest-ServersAdminNegativeTestJSON-1893262148-project] 10.222.0.43 "GET /v2.0/ports?device_id=be25c6f0-192c-4096-a3db-7a6e8a6cac70 HTTP/1.1" status: 200 len: 210 time: 0.0304539 Jul 30 00:02:27.788573 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:28.379611 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 33214) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:28.531342 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-a1f8b922-8639-486a-b688-7e9cb26d6af0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ada878d432a841b0b0b2f571e0235a82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1504488 Jul 30 00:02:28.534032 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 33218) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:28.586735 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b4771792-ed65-4868-b109-7b2403be4f47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:28.608877 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b4771792-ed65-4868-b109-7b2403be4f47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:28.667536 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b4771792-ed65-4868-b109-7b2403be4f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:28.670108 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b4771792-ed65-4868-b109-7b2403be4f47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:28.671280 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-b4771792-ed65-4868-b109-7b2403be4f47 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/53cbbfba-9f8d-41d0-bd9d-e5fd706c9ef1 HTTP/1.1" status: 204 len: 168 time: 0.1363125 Jul 30 00:02:28.679405 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4771792-ed65-4868-b109-7b2403be4f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53cbbfba-9f8d-41d0-bd9d-e5fd706c9ef1,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:28.687094 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4771792-ed65-4868-b109-7b2403be4f47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:28.687437 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4771792-ed65-4868-b109-7b2403be4f47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:28.687772 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4771792-ed65-4868-b109-7b2403be4f47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:28.688102 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4771792-ed65-4868-b109-7b2403be4f47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:28.688427 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4771792-ed65-4868-b109-7b2403be4f47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:28.688750 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4771792-ed65-4868-b109-7b2403be4f47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:28.689072 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4771792-ed65-4868-b109-7b2403be4f47 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:28.689388 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4771792-ed65-4868-b109-7b2403be4f47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:28.690269 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4771792-ed65-4868-b109-7b2403be4f47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:28.690666 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4771792-ed65-4868-b109-7b2403be4f47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:28.690990 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4771792-ed65-4868-b109-7b2403be4f47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:28.691309 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4771792-ed65-4868-b109-7b2403be4f47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:28.925102 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:02:28.947517 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 33224) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:28.961994 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-77a9990c-20d2-4616-a844-9cf7c311e4ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:29.060976 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-77a9990c-20d2-4616-a844-9cf7c311e4ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:29.064955 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-77a9990c-20d2-4616-a844-9cf7c311e4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:29.107948 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-77a9990c-20d2-4616-a844-9cf7c311e4ab admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9c20d12513734bc9bfb47ee1a3377f1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1592975 Jul 30 00:02:29.108982 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a9990c-20d2-4616-a844-9cf7c311e4ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7861f1-7904-495b-8179-d7191e0786e7,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:29.110864 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 33226) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:29.169882 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9fc3de8d-d92d-4ea7-a1c9-3985971283ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:29.194101 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9fc3de8d-d92d-4ea7-a1c9-3985971283ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:29.243158 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9fc3de8d-d92d-4ea7-a1c9-3985971283ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:29.245795 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9fc3de8d-d92d-4ea7-a1c9-3985971283ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:29.247013 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9fc3de8d-d92d-4ea7-a1c9-3985971283ef admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4d7861f1-7904-495b-8179-d7191e0786e7 HTTP/1.1" status: 204 len: 168 time: 0.1336963 Jul 30 00:02:29.255559 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc3de8d-d92d-4ea7-a1c9-3985971283ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7861f1-7904-495b-8179-d7191e0786e7,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:29.428806 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:29.778103 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device a22ff7d6-d8e3-4d9a-aa23-bd956de615b0 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:02:29.800746 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] No Port match for: a22ff7d6-d8e3-4d9a-aa23-bd956de615b0 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:02:29.801093 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device a22ff7d6-d8e3-4d9a-aa23-bd956de615b0 not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:02:29.996641 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 33248) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:30.099747 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-a9b22676-aa00-411a-ab3c-c4ab1d66a352 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2061242309-network', 'tenant_id': '9631ad730c7741dfb315fe84bf945edd'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:02:30.129552 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b22676-aa00-411a-ab3c-c4ab1d66a352 admin admin] Made reservation on behalf of 9631ad730c7741dfb315fe84bf945edd for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:02:30.131951 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a9b22676-aa00-411a-ab3c-c4ab1d66a352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:30.141389 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a9b22676-aa00-411a-ab3c-c4ab1d66a352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:30.240916 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a9b22676-aa00-411a-ab3c-c4ab1d66a352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:30.245091 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a9b22676-aa00-411a-ab3c-c4ab1d66a352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:30.274215 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9b22676-aa00-411a-ab3c-c4ab1d66a352 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:02:30.279875 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b22676-aa00-411a-ab3c-c4ab1d66a352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e781c0-76ba-4515-9952-783990058246,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:30.288599 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a9b22676-aa00-411a-ab3c-c4ab1d66a352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:30.288599 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-a9b22676-aa00-411a-ab3c-c4ab1d66a352 admin admin] Added segment 3d821829-982c-4df7-a5f1-72073a07931e of type vlan for network 77e63736-051b-40c4-bb16-889bdaade8b4 Jul 30 00:02:30.330560 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a9b22676-aa00-411a-ab3c-c4ab1d66a352 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:30.360977 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a9b22676-aa00-411a-ab3c-c4ab1d66a352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:30.362804 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b22676-aa00-411a-ab3c-c4ab1d66a352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:30.363411 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a9b22676-aa00-411a-ab3c-c4ab1d66a352 admin admin] Notify callbacks [] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:30.421113 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a9b22676-aa00-411a-ab3c-c4ab1d66a352 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4230378 Jul 30 00:02:30.425106 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 33252) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:30.431576 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-73d1f9ab-ec22-4ded-948c-460de42aa949 admin admin] Request body: {'subnet': {'network_id': '77e63736-051b-40c4-bb16-889bdaade8b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2061242309-subnet', 'tenant_id': '9631ad730c7741dfb315fe84bf945edd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:02:30.435863 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b22676-aa00-411a-ab3c-c4ab1d66a352 admin admin] Pushing event updated for resources: {'Network': ['ID=77e63736-051b-40c4-bb16-889bdaade8b4,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:30.448861 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 77e63736-051b-40c4-bb16-889bdaade8b4 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:02:30.460986 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d1f9ab-ec22-4ded-948c-460de42aa949 admin admin] Made reservation on behalf of 9631ad730c7741dfb315fe84bf945edd for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:02:30.465485 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-73d1f9ab-ec22-4ded-948c-460de42aa949 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:30.686953 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-73d1f9ab-ec22-4ded-948c-460de42aa949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:30.758744 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d1f9ab-ec22-4ded-948c-460de42aa949 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd69917a-9f0c-4ec3-b437-8cbc59c311df,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:30.767708 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d1f9ab-ec22-4ded-948c-460de42aa949 admin admin] Checking segment: {'id': '3d821829-982c-4df7-a5f1-72073a07931e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '77e63736-051b-40c4-bb16-889bdaade8b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:02:30.768197 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d1f9ab-ec22-4ded-948c-460de42aa949 admin admin] Network hostable DHCP agents. Network: 77e63736-051b-40c4-bb16-889bdaade8b4, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:02:30.786454 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d1f9ab-ec22-4ded-948c-460de42aa949 admin admin] Network 77e63736-051b-40c4-bb16-889bdaade8b4 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:02:30.797075 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-73d1f9ab-ec22-4ded-948c-460de42aa949 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 77e63736-051b-40c4-bb16-889bdaade8b4) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:02:30.801932 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d1f9ab-ec22-4ded-948c-460de42aa949 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:30.802551 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-73d1f9ab-ec22-4ded-948c-460de42aa949 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:30.808321 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab882cb-f7c8-4151-a2af-17ba067287dc None None] Network 77e63736-051b-40c4-bb16-889bdaade8b4 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:02:30.831378 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-73d1f9ab-ec22-4ded-948c-460de42aa949 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3964348 Jul 30 00:02:30.971959 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea98b1a-a3c4-4682-a8d7-9bb140ad88ca None None] Network 77e63736-051b-40c4-bb16-889bdaade8b4 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:02:31.320246 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f81838e-20c7-4232-b7bf-5afbe288a45f req-e3acdf8b-8c29-4a4e-b861-7416e42bb4d0 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:31.321885 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0f81838e-20c7-4232-b7bf-5afbe288a45f req-e3acdf8b-8c29-4a4e-b861-7416e42bb4d0 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/networks?id=77e63736-051b-40c4-bb16-889bdaade8b4 HTTP/1.1" status: 200 len: 812 time: 0.1193862 Jul 30 00:02:31.337841 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0f81838e-20c7-4232-b7bf-5afbe288a45f req-ffc2df1b-272f-48cd-a480-1970ee6a19d6 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/quotas/9631ad730c7741dfb315fe84bf945edd HTTP/1.1" status: 200 len: 375 time: 0.0101764 Jul 30 00:02:31.371503 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0f81838e-20c7-4232-b7bf-5afbe288a45f req-0c7aed53-41ec-4e54-a0d5-9129d1961db8 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=9631ad730c7741dfb315fe84bf945edd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279148 Jul 30 00:02:31.465570 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0f81838e-20c7-4232-b7bf-5afbe288a45f req-d5c599ff-7335-41d4-9b7f-1260794c7a10 service neutron] 10.222.0.43 "GET /v2.0/networks/77e63736-051b-40c4-bb16-889bdaade8b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869727 Jul 30 00:02:31.563808 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0f81838e-20c7-4232-b7bf-5afbe288a45f req-7f5fcd44-fa67-4288-87f2-92a8f032b49f service neutron] 10.222.0.43 "GET /v2.0/networks/77e63736-051b-40c4-bb16-889bdaade8b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914910 Jul 30 00:02:31.733386 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-415dcb60-b487-4ba8-9cd5-f1d517dce5de req-930858e8-ebd0-4612-a596-50a4d705ecef tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/ports?device_id=20593064-27b2-452d-a163-29603aaa3ad1 HTTP/1.1" status: 200 len: 210 time: 0.0301447 Jul 30 00:02:32.783271 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f81838e-20c7-4232-b7bf-5afbe288a45f req-8f6ebf53-caa0-4ba7-b4a5-569835bc078b tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:32.784975 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0f81838e-20c7-4232-b7bf-5afbe288a45f req-8f6ebf53-caa0-4ba7-b4a5-569835bc078b tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.41 "GET /v2.0/networks?id=77e63736-051b-40c4-bb16-889bdaade8b4 HTTP/1.1" status: 200 len: 812 time: 0.1239061 Jul 30 00:02:32.808127 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-0f81838e-20c7-4232-b7bf-5afbe288a45f req-09637bd8-2ef5-4ab5-811e-a2e58e692f2b tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] Request body: {'port': {'device_id': '20593064-27b2-452d-a163-29603aaa3ad1', 'network_id': '77e63736-051b-40c4-bb16-889bdaade8b4', 'admin_state_up': True, 'tenant_id': '9631ad730c7741dfb315fe84bf945edd'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:02:32.887099 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f66c2eca-0458-4eb0-a291-9afd6a7246b0 req-5a4b1478-6007-4a7f-9c48-7814d6e8d8df tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/ports?device_id=20593064-27b2-452d-a163-29603aaa3ad1 HTTP/1.1" status: 200 len: 210 time: 0.0613179 Jul 30 00:02:32.949252 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f81838e-20c7-4232-b7bf-5afbe288a45f req-09637bd8-2ef5-4ab5-811e-a2e58e692f2b tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] Made reservation on behalf of 9631ad730c7741dfb315fe84bf945edd for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:02:32.952848 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-0f81838e-20c7-4232-b7bf-5afbe288a45f req-09637bd8-2ef5-4ab5-811e-a2e58e692f2b tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:33.088659 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-0f81838e-20c7-4232-b7bf-5afbe288a45f req-09637bd8-2ef5-4ab5-811e-a2e58e692f2b tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] Allocated IP 172.20.0.6 (77e63736-051b-40c4-bb16-889bdaade8b4/fd69917a-9f0c-4ec3-b437-8cbc59c311df/400464d8-f5e8-4ef1-8145-f6fe8f9910e0) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:02:33.249771 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-0f81838e-20c7-4232-b7bf-5afbe288a45f req-09637bd8-2ef5-4ab5-811e-a2e58e692f2b tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:33.288890 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-0f81838e-20c7-4232-b7bf-5afbe288a45f req-09637bd8-2ef5-4ab5-811e-a2e58e692f2b tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:33.332055 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f81838e-20c7-4232-b7bf-5afbe288a45f req-09637bd8-2ef5-4ab5-811e-a2e58e692f2b tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] Network 77e63736-051b-40c4-bb16-889bdaade8b4 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:02:33.335406 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-0f81838e-20c7-4232-b7bf-5afbe288a45f req-09637bd8-2ef5-4ab5-811e-a2e58e692f2b tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:02:33.339037 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f81838e-20c7-4232-b7bf-5afbe288a45f req-09637bd8-2ef5-4ab5-811e-a2e58e692f2b tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:02:33.348180 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09637bd8-2ef5-4ab5-811e-a2e58e692f2b tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] Pushing event updated for resources: {'Port': ['ID=400464d8-f5e8-4ef1-8145-f6fe8f9910e0,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:33.395290 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f81838e-20c7-4232-b7bf-5afbe288a45f req-09637bd8-2ef5-4ab5-811e-a2e58e692f2b tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:33.395895 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-0f81838e-20c7-4232-b7bf-5afbe288a45f req-09637bd8-2ef5-4ab5-811e-a2e58e692f2b tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:33.410261 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0f81838e-20c7-4232-b7bf-5afbe288a45f req-09637bd8-2ef5-4ab5-811e-a2e58e692f2b tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6065607 Jul 30 00:02:33.427951 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-0f81838e-20c7-4232-b7bf-5afbe288a45f req-4530892c-e374-480f-becc-b35d5b61ada8 service neutron] Request body: {'port': {'device_id': '20593064-27b2-452d-a163-29603aaa3ad1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:02:33.484605 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-0f81838e-20c7-4232-b7bf-5afbe288a45f req-4530892c-e374-480f-becc-b35d5b61ada8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:33.750298 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-0f81838e-20c7-4232-b7bf-5afbe288a45f req-4530892c-e374-480f-becc-b35d5b61ada8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 400464d8-f5e8-4ef1-8145-f6fe8f9910e0 {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:02:33.758461 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-0f81838e-20c7-4232-b7bf-5afbe288a45f req-4530892c-e374-480f-becc-b35d5b61ada8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:33.770598 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-0f81838e-20c7-4232-b7bf-5afbe288a45f req-4530892c-e374-480f-becc-b35d5b61ada8 service neutron] Transition to ACTIVE for port object 400464d8-f5e8-4ef1-8145-f6fe8f9910e0 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:02:33.774280 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-0f81838e-20c7-4232-b7bf-5afbe288a45f req-4530892c-e374-480f-becc-b35d5b61ada8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:33.824783 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4530892c-e374-480f-becc-b35d5b61ada8 service neutron] Pushing event updated for resources: {'Port': ['ID=400464d8-f5e8-4ef1-8145-f6fe8f9910e0,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:33.897190 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-0f81838e-20c7-4232-b7bf-5afbe288a45f req-4530892c-e374-480f-becc-b35d5b61ada8 service neutron] Attempting to bind port 400464d8-f5e8-4ef1-8145-f6fe8f9910e0 on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:02:33.897520 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-0f81838e-20c7-4232-b7bf-5afbe288a45f req-4530892c-e374-480f-becc-b35d5b61ada8 service neutron] Attempting to bind port 400464d8-f5e8-4ef1-8145-f6fe8f9910e0 by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': '3d821829-982c-4df7-a5f1-72073a07931e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '77e63736-051b-40c4-bb16-889bdaade8b4'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:02:33.897898 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f81838e-20c7-4232-b7bf-5afbe288a45f req-4530892c-e374-480f-becc-b35d5b61ada8 service neutron] Attempting to bind port 400464d8-f5e8-4ef1-8145-f6fe8f9910e0 on network 77e63736-051b-40c4-bb16-889bdaade8b4 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:02:33.902208 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f81838e-20c7-4232-b7bf-5afbe288a45f req-4530892c-e374-480f-becc-b35d5b61ada8 service neutron] Port 400464d8-f5e8-4ef1-8145-f6fe8f9910e0 on network 77e63736-051b-40c4-bb16-889bdaade8b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:02:33.902543 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f81838e-20c7-4232-b7bf-5afbe288a45f req-4530892c-e374-480f-becc-b35d5b61ada8 service neutron] Attempting to bind port 400464d8-f5e8-4ef1-8145-f6fe8f9910e0 on network 77e63736-051b-40c4-bb16-889bdaade8b4 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:02:33.907228 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f81838e-20c7-4232-b7bf-5afbe288a45f req-4530892c-e374-480f-becc-b35d5b61ada8 service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:02:33.907556 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f81838e-20c7-4232-b7bf-5afbe288a45f req-4530892c-e374-480f-becc-b35d5b61ada8 service neutron] Checking segment: {'id': '3d821829-982c-4df7-a5f1-72073a07931e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '77e63736-051b-40c4-bb16-889bdaade8b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:02:33.907931 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f81838e-20c7-4232-b7bf-5afbe288a45f req-4530892c-e374-480f-becc-b35d5b61ada8 service neutron] Bound using segment: {'id': '3d821829-982c-4df7-a5f1-72073a07931e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '77e63736-051b-40c4-bb16-889bdaade8b4'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:02:33.908377 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-0f81838e-20c7-4232-b7bf-5afbe288a45f req-4530892c-e374-480f-becc-b35d5b61ada8 service neutron] Bound port: 400464d8-f5e8-4ef1-8145-f6fe8f9910e0, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d821829-982c-4df7-a5f1-72073a07931e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '77e63736-051b-40c4-bb16-889bdaade8b4'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:02:33.908725 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-0f81838e-20c7-4232-b7bf-5afbe288a45f req-4530892c-e374-480f-becc-b35d5b61ada8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:33.997677 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-0f81838e-20c7-4232-b7bf-5afbe288a45f req-4530892c-e374-480f-becc-b35d5b61ada8 service neutron] For port 400464d8-f5e8-4ef1-8145-f6fe8f9910e0, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:02:34.013508 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-0f81838e-20c7-4232-b7bf-5afbe288a45f req-4530892c-e374-480f-becc-b35d5b61ada8 service neutron] For port 400464d8-f5e8-4ef1-8145-f6fe8f9910e0, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=400464d8-f5e8-4ef1-8145-f6fe8f9910e0,segment=NetworkSegment(3d821829-982c-4df7-a5f1-72073a07931e),segment_id=3d821829-982c-4df7-a5f1-72073a07931e)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:02:34.019169 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-0f81838e-20c7-4232-b7bf-5afbe288a45f req-4530892c-e374-480f-becc-b35d5b61ada8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:34.062522 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f032099f-894e-4fca-9acc-40bc844d50c1 req-0d414a32-7f0b-4d2a-899e-4c71a2971f88 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:34.064013 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f032099f-894e-4fca-9acc-40bc844d50c1 req-0d414a32-7f0b-4d2a-899e-4c71a2971f88 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/ports?device_id=20593064-27b2-452d-a163-29603aaa3ad1 HTTP/1.1" status: 200 len: 943 time: 0.1003976 Jul 30 00:02:34.069742 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f81838e-20c7-4232-b7bf-5afbe288a45f req-4530892c-e374-480f-becc-b35d5b61ada8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:34.070354 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-0f81838e-20c7-4232-b7bf-5afbe288a45f req-4530892c-e374-480f-becc-b35d5b61ada8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:34.071713 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0f81838e-20c7-4232-b7bf-5afbe288a45f req-4530892c-e374-480f-becc-b35d5b61ada8 service neutron] 10.222.0.41 "PUT /v2.0/ports/400464d8-f5e8-4ef1-8145-f6fe8f9910e0 HTTP/1.1" status: 200 len: 1092 time: 0.6487975 Jul 30 00:02:34.072142 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20593064-27b2-452d-a163-29603aaa3ad1', 'tag': '400464d8-f5e8-4ef1-8145-f6fe8f9910e0'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:02:34.074437 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f70c6221-ac9a-4f0d-b36c-4b64126d503e" -d '{"events": [{"name": "network-changed", "server_uuid": "20593064-27b2-452d-a163-29603aaa3ad1", "tag": "400464d8-f5e8-4ef1-8145-f6fe8f9910e0"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:02:34.123082 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3465d1-b966-4217-b829-cbbe8d555a47 x-openstack-request-id: req-6c3465d1-b966-4217-b829-cbbe8d555a47 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:02:34.123377 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20593064-27b2-452d-a163-29603aaa3ad1", "tag": "400464d8-f5e8-4ef1-8145-f6fe8f9910e0", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:02:34.123631 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6c3465d1-b966-4217-b829-cbbe8d555a47 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:02:34.124027 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20593064-27b2-452d-a163-29603aaa3ad1', 'tag': '400464d8-f5e8-4ef1-8145-f6fe8f9910e0', 'status': 'completed', 'code': 200} Jul 30 00:02:34.124691 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4530892c-e374-480f-becc-b35d5b61ada8 service neutron] Pushing event updated for resources: {'Port': ['ID=400464d8-f5e8-4ef1-8145-f6fe8f9910e0,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:34.134905 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f032099f-894e-4fca-9acc-40bc844d50c1 req-6227fd87-0a3d-48ea-acef-ecdd8318bf6b tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/security-groups?id=13e781c0-76ba-4515-9952-783990058246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575304 Jul 30 00:02:34.181658 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f81838e-20c7-4232-b7bf-5afbe288a45f req-95313f84-3a62-4ee4-a120-761888fde4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:34.183225 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0f81838e-20c7-4232-b7bf-5afbe288a45f req-95313f84-3a62-4ee4-a120-761888fde4bc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9631ad730c7741dfb315fe84bf945edd&device_id=20593064-27b2-452d-a163-29603aaa3ad1 HTTP/1.1" status: 200 len: 1095 time: 0.0466292 Jul 30 00:02:34.232432 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0f81838e-20c7-4232-b7bf-5afbe288a45f req-f218e09c-2d18-4f34-b5be-73cf495350dc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=400464d8-f5e8-4ef1-8145-f6fe8f9910e0 HTTP/1.1" status: 200 len: 217 time: 0.0353346 Jul 30 00:02:34.284400 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f81838e-20c7-4232-b7bf-5afbe288a45f req-f1f614cd-3fd8-4d39-8cc0-7801d1c66ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:34.285943 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0f81838e-20c7-4232-b7bf-5afbe288a45f req-f1f614cd-3fd8-4d39-8cc0-7801d1c66ec8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fd69917a-9f0c-4ec3-b437-8cbc59c311df HTTP/1.1" status: 200 len: 852 time: 0.0470200 Jul 30 00:02:34.318360 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0f81838e-20c7-4232-b7bf-5afbe288a45f req-efce6b9b-278f-499d-b528-8d7d1be183c4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=77e63736-051b-40c4-bb16-889bdaade8b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255835 Jul 30 00:02:34.406642 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0f81838e-20c7-4232-b7bf-5afbe288a45f req-0e158ce1-dec4-4cea-96a0-73d4fa2ae05c service neutron] 10.222.0.41 "GET /v2.0/networks/77e63736-051b-40c4-bb16-889bdaade8b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808434 Jul 30 00:02:34.502842 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0f81838e-20c7-4232-b7bf-5afbe288a45f req-4d56165f-f22d-4789-b983-fb8e6a708010 service neutron] 10.222.0.41 "GET /v2.0/networks/77e63736-051b-40c4-bb16-889bdaade8b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881593 Jul 30 00:02:34.627072 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c6221-ac9a-4f0d-b36c-4b64126d503e req-b1d22276-1ae7-427a-b275-8b41412a5a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:34.628724 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f70c6221-ac9a-4f0d-b36c-4b64126d503e req-b1d22276-1ae7-427a-b275-8b41412a5a8d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9631ad730c7741dfb315fe84bf945edd&device_id=20593064-27b2-452d-a163-29603aaa3ad1 HTTP/1.1" status: 200 len: 1095 time: 0.0416510 Jul 30 00:02:34.722549 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c6221-ac9a-4f0d-b36c-4b64126d503e req-7dab1a4b-8a6c-4470-b080-38d84d723653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:34.723920 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f70c6221-ac9a-4f0d-b36c-4b64126d503e req-7dab1a4b-8a6c-4470-b080-38d84d723653 service neutron] 10.222.0.41 "GET /v2.0/networks?id=77e63736-051b-40c4-bb16-889bdaade8b4 HTTP/1.1" status: 200 len: 913 time: 0.0879729 Jul 30 00:02:34.765353 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f70c6221-ac9a-4f0d-b36c-4b64126d503e req-b105c6e9-6396-4757-aa0b-d5c13e71c29b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=400464d8-f5e8-4ef1-8145-f6fe8f9910e0 HTTP/1.1" status: 200 len: 217 time: 0.0342331 Jul 30 00:02:34.819484 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c6221-ac9a-4f0d-b36c-4b64126d503e req-3901bde0-5d68-48eb-83d2-13d4fc4847f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:34.821048 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f70c6221-ac9a-4f0d-b36c-4b64126d503e req-3901bde0-5d68-48eb-83d2-13d4fc4847f8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fd69917a-9f0c-4ec3-b437-8cbc59c311df HTTP/1.1" status: 200 len: 852 time: 0.0484924 Jul 30 00:02:34.853626 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f70c6221-ac9a-4f0d-b36c-4b64126d503e req-141478fd-742f-4cbf-b76b-973d143e91c7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=77e63736-051b-40c4-bb16-889bdaade8b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243900 Jul 30 00:02:34.947092 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f70c6221-ac9a-4f0d-b36c-4b64126d503e req-cd9b7408-7e27-4062-a519-d7ccb5ae8d8f service neutron] 10.222.0.41 "GET /v2.0/networks/77e63736-051b-40c4-bb16-889bdaade8b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858777 Jul 30 00:02:35.037150 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f70c6221-ac9a-4f0d-b36c-4b64126d503e req-23203031-4cbf-4ecc-a6ea-c06dab1a5562 service neutron] 10.222.0.41 "GET /v2.0/networks/77e63736-051b-40c4-bb16-889bdaade8b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818727 Jul 30 00:02:35.258979 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62234f0-64ab-4cd9-923d-f693250e4a56 req-7039d24a-33e8-459f-b431-62b0b7c61e16 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:35.260719 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a62234f0-64ab-4cd9-923d-f693250e4a56 req-7039d24a-33e8-459f-b431-62b0b7c61e16 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/ports?device_id=20593064-27b2-452d-a163-29603aaa3ad1 HTTP/1.1" status: 200 len: 943 time: 0.0536306 Jul 30 00:02:35.299667 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a62234f0-64ab-4cd9-923d-f693250e4a56 req-161b4a19-2b20-4d2f-add0-95f9113776c8 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/security-groups?id=13e781c0-76ba-4515-9952-783990058246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322168 Jul 30 00:02:36.414910 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3232a76-88fd-49f1-a32c-d3af2633a965 req-9f7b05a2-d71d-41ed-9293-ea652e148abc tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:36.416387 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e3232a76-88fd-49f1-a32c-d3af2633a965 req-9f7b05a2-d71d-41ed-9293-ea652e148abc tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/ports?device_id=20593064-27b2-452d-a163-29603aaa3ad1 HTTP/1.1" status: 200 len: 943 time: 0.0487618 Jul 30 00:02:36.454725 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e3232a76-88fd-49f1-a32c-d3af2633a965 req-7fa5eec0-3a42-46b4-8329-c816db33cc3b tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/security-groups?id=13e781c0-76ba-4515-9952-783990058246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323777 Jul 30 00:02:37.465343 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:37.576925 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972cafe5-845d-4ed8-911a-a594b4b40e46 req-30ecc9ed-5aa6-468f-bfb1-9d75b152c41b tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:37.578432 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-972cafe5-845d-4ed8-911a-a594b4b40e46 req-30ecc9ed-5aa6-468f-bfb1-9d75b152c41b tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/ports?device_id=20593064-27b2-452d-a163-29603aaa3ad1 HTTP/1.1" status: 200 len: 943 time: 0.0495305 Jul 30 00:02:37.619708 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-972cafe5-845d-4ed8-911a-a594b4b40e46 req-9c91cbe8-7e91-4c7f-be19-b86aa806d243 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/security-groups?id=13e781c0-76ba-4515-9952-783990058246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346808 Jul 30 00:02:37.811722 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 400464d8-f5e8-4ef1-8145-f6fe8f9910e0 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:02:37.912245 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 400464d8-f5e8-4ef1-8145-f6fe8f9910e0, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=400464d8-f5e8-4ef1-8145-f6fe8f9910e0,segment=NetworkSegment(3d821829-982c-4df7-a5f1-72073a07931e),segment_id=3d821829-982c-4df7-a5f1-72073a07931e)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:02:37.923962 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': '400464d8-f5e8-4ef1-8145-f6fe8f9910e0', 'network_id': '77e63736-051b-40c4-bb16-889bdaade8b4', 'port_id': '400464d8-f5e8-4ef1-8145-f6fe8f9910e0', 'mac_address': 'fa:16:3e:74:7a:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd69917a-9f0c-4ec3-b437-8cbc59c311df', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:02:37.961988 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:37.975284 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 400464d8-f5e8-4ef1-8145-f6fe8f9910e0 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:02:37.999117 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 400464d8-f5e8-4ef1-8145-f6fe8f9910e0, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=400464d8-f5e8-4ef1-8145-f6fe8f9910e0,segment=NetworkSegment(3d821829-982c-4df7-a5f1-72073a07931e),segment_id=3d821829-982c-4df7-a5f1-72073a07931e)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:02:38.003943 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:38.052439 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=400464d8-f5e8-4ef1-8145-f6fe8f9910e0,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:38.264970 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['400464d8-f5e8-4ef1-8145-f6fe8f9910e0'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:02:38.813931 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b37c7e5-81de-4c6d-babd-1b051b488eb1 req-7aa9fc75-73be-42dc-9c08-da023330dc2b tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:38.815353 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4b37c7e5-81de-4c6d-babd-1b051b488eb1 req-7aa9fc75-73be-42dc-9c08-da023330dc2b tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/ports?device_id=20593064-27b2-452d-a163-29603aaa3ad1 HTTP/1.1" status: 200 len: 944 time: 0.1278408 Jul 30 00:02:38.854144 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4b37c7e5-81de-4c6d-babd-1b051b488eb1 req-3aedd20c-a0fd-4c47-91ae-e8205093ca01 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/security-groups?id=13e781c0-76ba-4515-9952-783990058246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324392 Jul 30 00:02:39.839966 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 400464d8-f5e8-4ef1-8145-f6fe8f9910e0 up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:02:39.892818 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port 400464d8-f5e8-4ef1-8145-f6fe8f9910e0 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:02:39.897705 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port 400464d8-f5e8-4ef1-8145-f6fe8f9910e0 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:02:39.898081 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:39.988721 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:40.013463 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20593064-27b2-452d-a163-29603aaa3ad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '400464d8-f5e8-4ef1-8145-f6fe8f9910e0'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:02:40.015754 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2c0d21-7648-4693-b122-270a5a59aecc" -d '{"events": [{"server_uuid": "20593064-27b2-452d-a163-29603aaa3ad1", "name": "network-vif-plugged", "status": "completed", "tag": "400464d8-f5e8-4ef1-8145-f6fe8f9910e0"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:02:40.030591 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 400464d8-f5e8-4ef1-8145-f6fe8f9910e0, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=400464d8-f5e8-4ef1-8145-f6fe8f9910e0,segment=NetworkSegment(3d821829-982c-4df7-a5f1-72073a07931e),segment_id=3d821829-982c-4df7-a5f1-72073a07931e)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:02:40.035456 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:40.041518 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad0e66-5745-442d-82ac-f21eae2ce93e req-393d6856-0f3c-496e-a19a-5a07d22417b3 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:40.043140 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dfad0e66-5745-442d-82ac-f21eae2ce93e req-393d6856-0f3c-496e-a19a-5a07d22417b3 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/ports?device_id=20593064-27b2-452d-a163-29603aaa3ad1 HTTP/1.1" status: 200 len: 944 time: 0.1194904 Jul 30 00:02:40.067576 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12450437-7780-42fd-aeb0-6c0d4c7ad0c6 x-openstack-request-id: req-12450437-7780-42fd-aeb0-6c0d4c7ad0c6 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:02:40.067771 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20593064-27b2-452d-a163-29603aaa3ad1", "name": "network-vif-plugged", "status": "completed", "tag": "400464d8-f5e8-4ef1-8145-f6fe8f9910e0", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:02:40.067917 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-12450437-7780-42fd-aeb0-6c0d4c7ad0c6 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:02:40.068307 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20593064-27b2-452d-a163-29603aaa3ad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '400464d8-f5e8-4ef1-8145-f6fe8f9910e0', 'code': 200} Jul 30 00:02:40.093003 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dfad0e66-5745-442d-82ac-f21eae2ce93e req-9aad0ca6-0858-481c-8d13-10e7a429c220 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/security-groups?id=13e781c0-76ba-4515-9952-783990058246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422974 Jul 30 00:02:40.098959 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=400464d8-f5e8-4ef1-8145-f6fe8f9910e0,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:40.188032 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e57e7-350c-4bbf-b115-38ee5860acf6 req-0b4cb871-7960-4fbb-a027-3ac2ec8af8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:40.189639 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e24e57e7-350c-4bbf-b115-38ee5860acf6 req-0b4cb871-7960-4fbb-a027-3ac2ec8af8e7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=20593064-27b2-452d-a163-29603aaa3ad1 HTTP/1.1" status: 200 len: 1097 time: 0.0411155 Jul 30 00:02:40.227286 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e24e57e7-350c-4bbf-b115-38ee5860acf6 req-1dc3212a-7d2b-4f49-b9d3-2260489c702b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=13e781c0-76ba-4515-9952-783990058246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305300 Jul 30 00:02:41.231418 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b002f41-6189-4463-b5b8-f0b45e59472a req-877862b9-d335-4e48-a956-7f7c126592e0 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:41.232996 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5b002f41-6189-4463-b5b8-f0b45e59472a req-877862b9-d335-4e48-a956-7f7c126592e0 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/ports?device_id=20593064-27b2-452d-a163-29603aaa3ad1 HTTP/1.1" status: 200 len: 945 time: 0.0595567 Jul 30 00:02:41.280307 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5b002f41-6189-4463-b5b8-f0b45e59472a req-c59edc5f-06b0-42b7-9b2c-3f2ee1d94419 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/security-groups?id=13e781c0-76ba-4515-9952-783990058246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372026 Jul 30 00:02:42.400875 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03423bab-2e0e-48b0-8521-2fe3ddfdb937 req-b49f4bdc-5a3d-4641-8c48-677d91893f93 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:42.402409 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-03423bab-2e0e-48b0-8521-2fe3ddfdb937 req-b49f4bdc-5a3d-4641-8c48-677d91893f93 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/ports?device_id=20593064-27b2-452d-a163-29603aaa3ad1 HTTP/1.1" status: 200 len: 945 time: 0.0509143 Jul 30 00:02:42.454973 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-03423bab-2e0e-48b0-8521-2fe3ddfdb937 req-d123bcd2-01aa-4c7a-b54a-13a0e249fe7f tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/security-groups?id=13e781c0-76ba-4515-9952-783990058246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464356 Jul 30 00:02:42.703437 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4963e5bb-437b-4ddc-992c-0adecec17d4c req-6e39ef1c-a5c7-477a-adb5-b2258db9f275 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:42.705002 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4963e5bb-437b-4ddc-992c-0adecec17d4c req-6e39ef1c-a5c7-477a-adb5-b2258db9f275 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/ports?device_id=20593064-27b2-452d-a163-29603aaa3ad1 HTTP/1.1" status: 200 len: 945 time: 0.0501521 Jul 30 00:02:42.741910 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ca30fc35-f608-419e-8995-6e6b8d6ffa3f req-545eb8bf-7616-4e6e-bf27-62c0ed0d0af9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=20593064-27b2-452d-a163-29603aaa3ad1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0954773 Jul 30 00:02:42.744211 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4963e5bb-437b-4ddc-992c-0adecec17d4c req-00a98773-e34b-4fbb-afcb-58c5e9927c41 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/security-groups?id=13e781c0-76ba-4515-9952-783990058246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327134 Jul 30 00:02:43.900870 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9f421-9014-46b0-bf3b-b0a7d8cdc82a req-adfe235f-0f2e-419b-bd8d-55c0c5dce08a tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:43.902406 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ead9f421-9014-46b0-bf3b-b0a7d8cdc82a req-adfe235f-0f2e-419b-bd8d-55c0c5dce08a tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/ports?device_id=20593064-27b2-452d-a163-29603aaa3ad1 HTTP/1.1" status: 200 len: 945 time: 0.0808284 Jul 30 00:02:43.908757 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca30fc35-f608-419e-8995-6e6b8d6ffa3f req-9ad6698a-1e14-44e8-b12d-7bc0bbe712a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:43.910232 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ca30fc35-f608-419e-8995-6e6b8d6ffa3f req-9ad6698a-1e14-44e8-b12d-7bc0bbe712a1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9631ad730c7741dfb315fe84bf945edd&device_id=20593064-27b2-452d-a163-29603aaa3ad1 HTTP/1.1" status: 200 len: 1097 time: 0.0555687 Jul 30 00:02:43.991950 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ead9f421-9014-46b0-bf3b-b0a7d8cdc82a req-96553600-8da8-47bd-8200-e5c552b1c77c tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/security-groups?id=13e781c0-76ba-4515-9952-783990058246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807698 Jul 30 00:02:44.024768 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca30fc35-f608-419e-8995-6e6b8d6ffa3f req-49905050-fe23-4d9f-be5e-2c7c412864b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:44.026348 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ca30fc35-f608-419e-8995-6e6b8d6ffa3f req-49905050-fe23-4d9f-be5e-2c7c412864b4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=77e63736-051b-40c4-bb16-889bdaade8b4 HTTP/1.1" status: 200 len: 913 time: 0.1094022 Jul 30 00:02:44.067862 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ca30fc35-f608-419e-8995-6e6b8d6ffa3f req-32c573ea-925b-440f-a428-5f0f44ddfbed service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=400464d8-f5e8-4ef1-8145-f6fe8f9910e0 HTTP/1.1" status: 200 len: 217 time: 0.0345633 Jul 30 00:02:44.115955 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca30fc35-f608-419e-8995-6e6b8d6ffa3f req-3a6a755d-1925-4be4-af11-fb50dec19dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:44.117411 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ca30fc35-f608-419e-8995-6e6b8d6ffa3f req-3a6a755d-1925-4be4-af11-fb50dec19dc5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fd69917a-9f0c-4ec3-b437-8cbc59c311df HTTP/1.1" status: 200 len: 852 time: 0.0426450 Jul 30 00:02:44.149354 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ca30fc35-f608-419e-8995-6e6b8d6ffa3f req-e8738653-5eb8-4fb0-bcea-598fde8e9a3d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=77e63736-051b-40c4-bb16-889bdaade8b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252750 Jul 30 00:02:44.239850 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ca30fc35-f608-419e-8995-6e6b8d6ffa3f req-755abf5c-67b9-4502-a059-9c827533c645 service neutron] 10.222.0.41 "GET /v2.0/networks/77e63736-051b-40c4-bb16-889bdaade8b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834873 Jul 30 00:02:44.329245 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ca30fc35-f608-419e-8995-6e6b8d6ffa3f req-bc97ff39-b46e-40ab-bc8f-85fe56b5f7d9 service neutron] 10.222.0.41 "GET /v2.0/networks/77e63736-051b-40c4-bb16-889bdaade8b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820851 Jul 30 00:02:45.113405 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a659a0f2-1de6-4a1d-8d11-21b8cd58e8ae req-b5263abb-f48b-4963-afeb-64cdd2de559c tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:45.114903 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a659a0f2-1de6-4a1d-8d11-21b8cd58e8ae req-b5263abb-f48b-4963-afeb-64cdd2de559c tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/ports?device_id=20593064-27b2-452d-a163-29603aaa3ad1 HTTP/1.1" status: 200 len: 945 time: 0.0528121 Jul 30 00:02:45.152375 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a659a0f2-1de6-4a1d-8d11-21b8cd58e8ae req-79fd4719-d092-44a6-bfc0-ff22235e47c7 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/security-groups?id=13e781c0-76ba-4515-9952-783990058246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314775 Jul 30 00:02:46.268714 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12377a20-c1ed-41b8-a0e6-a08bc231d23d req-8e8ef5d5-1545-44cc-8de4-f35b5391e393 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:46.270149 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-12377a20-c1ed-41b8-a0e6-a08bc231d23d req-8e8ef5d5-1545-44cc-8de4-f35b5391e393 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/ports?device_id=20593064-27b2-452d-a163-29603aaa3ad1 HTTP/1.1" status: 200 len: 945 time: 0.0486259 Jul 30 00:02:46.308163 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-12377a20-c1ed-41b8-a0e6-a08bc231d23d req-37bae563-8c2c-41fd-8be1-32b2e02700d9 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/security-groups?id=13e781c0-76ba-4515-9952-783990058246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321987 Jul 30 00:02:47.435476 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b109d-3fe5-4a99-b449-7a080932c4bf req-e1c94814-f7b4-4354-a6ba-9e95bf3c2ec7 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:47.436949 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-377b109d-3fe5-4a99-b449-7a080932c4bf req-e1c94814-f7b4-4354-a6ba-9e95bf3c2ec7 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/ports?device_id=20593064-27b2-452d-a163-29603aaa3ad1 HTTP/1.1" status: 200 len: 945 time: 0.0482261 Jul 30 00:02:47.487235 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-377b109d-3fe5-4a99-b449-7a080932c4bf req-4da139cc-c2ae-4ffb-b268-03625e448889 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/security-groups?id=13e781c0-76ba-4515-9952-783990058246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438390 Jul 30 00:02:48.663723 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459c4463-4c41-4557-92de-f57c8076f375 req-edc7bf4f-51ed-4250-be5e-67a2df88984e tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:48.665278 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-459c4463-4c41-4557-92de-f57c8076f375 req-edc7bf4f-51ed-4250-be5e-67a2df88984e tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/ports?device_id=20593064-27b2-452d-a163-29603aaa3ad1 HTTP/1.1" status: 200 len: 945 time: 0.0597827 Jul 30 00:02:48.711521 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-459c4463-4c41-4557-92de-f57c8076f375 req-1d47a8c1-2e89-4881-b6cd-7791e38c015b tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/security-groups?id=13e781c0-76ba-4515-9952-783990058246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375319 Jul 30 00:02:49.827926 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6663632d-7e11-4afa-9d90-e1eaec231f30 req-5af156a2-ceb4-46fe-98d3-046ef59a25bc tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:49.829392 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6663632d-7e11-4afa-9d90-e1eaec231f30 req-5af156a2-ceb4-46fe-98d3-046ef59a25bc tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/ports?device_id=20593064-27b2-452d-a163-29603aaa3ad1 HTTP/1.1" status: 200 len: 945 time: 0.0481131 Jul 30 00:02:49.852522 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:49.870897 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6663632d-7e11-4afa-9d90-e1eaec231f30 req-625746c2-5bc7-42c4-836b-1db6417c3ea1 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/security-groups?id=13e781c0-76ba-4515-9952-783990058246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342786 Jul 30 00:02:50.984172 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951371b-3962-4b14-a11c-5d325a2c4a12 req-b1354136-53c1-4c55-bb7a-42b98eb604ed tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:50.985709 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6951371b-3962-4b14-a11c-5d325a2c4a12 req-b1354136-53c1-4c55-bb7a-42b98eb604ed tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/ports?device_id=20593064-27b2-452d-a163-29603aaa3ad1 HTTP/1.1" status: 200 len: 945 time: 0.0478675 Jul 30 00:02:51.022949 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6951371b-3962-4b14-a11c-5d325a2c4a12 req-2d13c5cd-ee1f-4582-b06f-c8263258f4a6 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/security-groups?id=13e781c0-76ba-4515-9952-783990058246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313797 Jul 30 00:02:51.196646 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [req-7157a535-6b55-4a9e-9d60-4aaf43c28b6f req-535c3c9f-e708-4f9c-b9aa-5d1d400c7310 service neutron] (94077) timed out ('10.222.0.41', 52231) {{(pid=94077) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 00:02:52.141330 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4976d364-a474-4e38-ae5f-7854e8372224 req-a6027935-cd4c-41fd-a119-3729bddb96e9 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:52.142822 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4976d364-a474-4e38-ae5f-7854e8372224 req-a6027935-cd4c-41fd-a119-3729bddb96e9 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/ports?device_id=20593064-27b2-452d-a163-29603aaa3ad1 HTTP/1.1" status: 200 len: 945 time: 0.0526669 Jul 30 00:02:52.181606 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4976d364-a474-4e38-ae5f-7854e8372224 req-172e8ac7-1cf3-4cc8-9cb8-70ae308f9c9c tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/security-groups?id=13e781c0-76ba-4515-9952-783990058246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326993 Jul 30 00:02:53.291662 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b0435797-1072-4069-a86c-081da7003df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:53.301670 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17842752-62a8-4d02-9bc7-629b703e1efc req-c8a0995f-f978-4cf4-8fd7-22d9536a5115 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:53.303154 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-17842752-62a8-4d02-9bc7-629b703e1efc req-c8a0995f-f978-4cf4-8fd7-22d9536a5115 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/ports?device_id=20593064-27b2-452d-a163-29603aaa3ad1 HTTP/1.1" status: 200 len: 945 time: 0.0524714 Jul 30 00:02:53.340857 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-17842752-62a8-4d02-9bc7-629b703e1efc req-3a53e4b4-0694-4317-bede-f570ae8ea65a tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/security-groups?id=13e781c0-76ba-4515-9952-783990058246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317762 Jul 30 00:02:54.467248 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa6d18-c9a2-4f2d-9dee-6e646101a3e4 req-ac846bec-d54d-4c3e-a235-14b108a08f4f tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:54.468730 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f2fa6d18-c9a2-4f2d-9dee-6e646101a3e4 req-ac846bec-d54d-4c3e-a235-14b108a08f4f tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/ports?device_id=20593064-27b2-452d-a163-29603aaa3ad1 HTTP/1.1" status: 200 len: 945 time: 0.0487771 Jul 30 00:02:54.508677 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f2fa6d18-c9a2-4f2d-9dee-6e646101a3e4 req-bbf90274-8446-4d2f-82af-552f02b0c2e2 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/security-groups?id=13e781c0-76ba-4515-9952-783990058246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331621 Jul 30 00:02:55.632191 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc33e11-fd38-43c8-a9b2-61616c50a397 req-5dd78e3e-2885-4b0d-bd6e-89c7e01a8297 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:55.633769 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8dc33e11-fd38-43c8-a9b2-61616c50a397 req-5dd78e3e-2885-4b0d-bd6e-89c7e01a8297 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/ports?device_id=20593064-27b2-452d-a163-29603aaa3ad1 HTTP/1.1" status: 200 len: 945 time: 0.0536361 Jul 30 00:02:55.673605 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8dc33e11-fd38-43c8-a9b2-61616c50a397 req-10a21db0-bd42-4f74-98a4-27b0fd01dfad tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/security-groups?id=13e781c0-76ba-4515-9952-783990058246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334868 Jul 30 00:02:55.903188 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-206a3488-dcee-44dd-aefd-bc3a05bb2264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:56.476332 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:56.790750 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05337a3d-0394-452e-9659-33382b16be02 req-72d2ea02-c340-47fd-9c89-b8b78a248a76 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:56.792155 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-05337a3d-0394-452e-9659-33382b16be02 req-72d2ea02-c340-47fd-9c89-b8b78a248a76 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/ports?device_id=20593064-27b2-452d-a163-29603aaa3ad1 HTTP/1.1" status: 200 len: 945 time: 0.0485265 Jul 30 00:02:56.831559 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-05337a3d-0394-452e-9659-33382b16be02 req-1c82b9f1-652f-483d-8262-7eb4d1e64779 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/security-groups?id=13e781c0-76ba-4515-9952-783990058246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328920 Jul 30 00:02:57.791539 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:57.949979 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab70a1-f078-4606-8d7e-7d28084e784f req-cb8f31b7-c83f-4b9b-9a21-a92cf1ac16cf tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:57.951501 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ddab70a1-f078-4606-8d7e-7d28084e784f req-cb8f31b7-c83f-4b9b-9a21-a92cf1ac16cf tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/ports?device_id=20593064-27b2-452d-a163-29603aaa3ad1 HTTP/1.1" status: 200 len: 945 time: 0.0511744 Jul 30 00:02:57.993490 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ddab70a1-f078-4606-8d7e-7d28084e784f req-f1023a82-0a54-4770-851a-bbdaf31a5799 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/security-groups?id=13e781c0-76ba-4515-9952-783990058246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356934 Jul 30 00:02:59.046269 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7facca1d-0ef8-4229-b712-0a234e503415 req-f9596d59-dd1e-4188-98aa-1a9bb5ea110d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:59.047834 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7facca1d-0ef8-4229-b712-0a234e503415 req-f9596d59-dd1e-4188-98aa-1a9bb5ea110d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9631ad730c7741dfb315fe84bf945edd&device_id=20593064-27b2-452d-a163-29603aaa3ad1 HTTP/1.1" status: 200 len: 1097 time: 0.0452106 Jul 30 00:02:59.160648 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c21149-030e-4828-9b75-18536ffcdc43 req-9db39fd3-0926-45da-b879-2902cee6c84a tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:59.162168 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e5c21149-030e-4828-9b75-18536ffcdc43 req-9db39fd3-0926-45da-b879-2902cee6c84a tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/ports?device_id=20593064-27b2-452d-a163-29603aaa3ad1 HTTP/1.1" status: 200 len: 945 time: 0.0998960 Jul 30 00:02:59.203777 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7facca1d-0ef8-4229-b712-0a234e503415 req-c7c909cd-90d6-4738-9815-e71c5c034b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:59.205219 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7facca1d-0ef8-4229-b712-0a234e503415 req-c7c909cd-90d6-4738-9815-e71c5c034b95 service neutron] 10.222.0.41 "GET /v2.0/networks?id=77e63736-051b-40c4-bb16-889bdaade8b4 HTTP/1.1" status: 200 len: 913 time: 0.1337948 Jul 30 00:02:59.230182 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e5c21149-030e-4828-9b75-18536ffcdc43 req-99035c20-0586-4b6d-a969-56db9f8f6bd8 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/security-groups?id=13e781c0-76ba-4515-9952-783990058246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616875 Jul 30 00:02:59.258186 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7facca1d-0ef8-4229-b712-0a234e503415 req-b36acb9e-d42b-49fd-9be6-d185da56f9df service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=400464d8-f5e8-4ef1-8145-f6fe8f9910e0 HTTP/1.1" status: 200 len: 217 time: 0.0435462 Jul 30 00:02:59.305839 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7facca1d-0ef8-4229-b712-0a234e503415 req-d6968803-01f0-41ad-bcd9-efee8b0d5a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:59.307260 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7facca1d-0ef8-4229-b712-0a234e503415 req-d6968803-01f0-41ad-bcd9-efee8b0d5a01 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fd69917a-9f0c-4ec3-b437-8cbc59c311df HTTP/1.1" status: 200 len: 852 time: 0.0420408 Jul 30 00:02:59.342612 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7facca1d-0ef8-4229-b712-0a234e503415 req-319a9eac-fbc7-4607-a720-aac0629fadda service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=77e63736-051b-40c4-bb16-889bdaade8b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288801 Jul 30 00:02:59.430235 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:59.439436 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7facca1d-0ef8-4229-b712-0a234e503415 req-83dc9609-10ae-468c-bccb-442c95bc171b service neutron] 10.222.0.41 "GET /v2.0/networks/77e63736-051b-40c4-bb16-889bdaade8b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884202 Jul 30 00:02:59.533856 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7facca1d-0ef8-4229-b712-0a234e503415 req-32f64bcd-2b54-4c43-9188-cf078f67aef0 service neutron] 10.222.0.41 "GET /v2.0/networks/77e63736-051b-40c4-bb16-889bdaade8b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876706 Jul 30 00:03:00.349860 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ecac11-4d46-4535-9111-8884cef21105 req-644ba337-bc94-41f9-9254-d05095d3ec75 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:00.351377 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d6ecac11-4d46-4535-9111-8884cef21105 req-644ba337-bc94-41f9-9254-d05095d3ec75 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/ports?device_id=20593064-27b2-452d-a163-29603aaa3ad1 HTTP/1.1" status: 200 len: 945 time: 0.0521188 Jul 30 00:03:00.390565 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d6ecac11-4d46-4535-9111-8884cef21105 req-8666da44-7b66-43b9-8d70-f7da0c1bc10f tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/security-groups?id=13e781c0-76ba-4515-9952-783990058246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331936 Jul 30 00:03:01.514072 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe249739-917e-42ec-bcd7-5c9ddc5fbc1b req-b3f0aea3-74ff-4bec-bcfe-be01c6bc8713 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:01.515553 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fe249739-917e-42ec-bcd7-5c9ddc5fbc1b req-b3f0aea3-74ff-4bec-bcfe-be01c6bc8713 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/ports?device_id=20593064-27b2-452d-a163-29603aaa3ad1 HTTP/1.1" status: 200 len: 945 time: 0.0514357 Jul 30 00:03:01.553019 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fe249739-917e-42ec-bcd7-5c9ddc5fbc1b req-189c36b8-22dd-42ec-b860-29cd15c58cbb tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/security-groups?id=13e781c0-76ba-4515-9952-783990058246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313528 Jul 30 00:03:02.668109 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82195e3f-b8e1-4653-a436-711161c73764 req-4b9799cc-d75a-4536-8b09-3e7f0fcc112b tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:02.669651 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-82195e3f-b8e1-4653-a436-711161c73764 req-4b9799cc-d75a-4536-8b09-3e7f0fcc112b tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/ports?device_id=20593064-27b2-452d-a163-29603aaa3ad1 HTTP/1.1" status: 200 len: 945 time: 0.0482056 Jul 30 00:03:02.710324 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-82195e3f-b8e1-4653-a436-711161c73764 req-8c6babe4-19bd-44b5-ac22-076bb5b57144 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/security-groups?id=13e781c0-76ba-4515-9952-783990058246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347350 Jul 30 00:03:03.824574 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7803d102-9a4f-443f-bec1-e5a623c72dae req-0c11c681-7b2e-435d-8634-5aa984dcdad4 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:03.825971 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7803d102-9a4f-443f-bec1-e5a623c72dae req-0c11c681-7b2e-435d-8634-5aa984dcdad4 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/ports?device_id=20593064-27b2-452d-a163-29603aaa3ad1 HTTP/1.1" status: 200 len: 945 time: 0.0474055 Jul 30 00:03:03.865739 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7803d102-9a4f-443f-bec1-e5a623c72dae req-77a17281-7bcf-4163-aa01-b4675c674277 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/security-groups?id=13e781c0-76ba-4515-9952-783990058246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335641 Jul 30 00:03:04.979676 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbf35d0-29b5-4b81-8f67-1347f6e80015 req-0cc9e9b1-c60c-4718-8606-6c3143b56497 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:04.981149 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2fbf35d0-29b5-4b81-8f67-1347f6e80015 req-0cc9e9b1-c60c-4718-8606-6c3143b56497 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/ports?device_id=20593064-27b2-452d-a163-29603aaa3ad1 HTTP/1.1" status: 200 len: 945 time: 0.0472617 Jul 30 00:03:05.018617 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2fbf35d0-29b5-4b81-8f67-1347f6e80015 req-d88ec849-2d0b-467d-8483-82f0033fe46a tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/security-groups?id=13e781c0-76ba-4515-9952-783990058246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315785 Jul 30 00:03:05.924517 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:03:06.135639 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a04ab50-6467-4220-9056-2546e94e9262 req-2c014a08-8296-4dc3-8f7b-383f6eb39423 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:06.137106 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3a04ab50-6467-4220-9056-2546e94e9262 req-2c014a08-8296-4dc3-8f7b-383f6eb39423 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/ports?device_id=20593064-27b2-452d-a163-29603aaa3ad1 HTTP/1.1" status: 200 len: 945 time: 0.0479088 Jul 30 00:03:06.178178 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3a04ab50-6467-4220-9056-2546e94e9262 req-6f4a2d0f-6169-4aff-8dcf-f1b77d274646 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/security-groups?id=13e781c0-76ba-4515-9952-783990058246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350077 Jul 30 00:03:07.294186 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1747d0-86b4-479e-b1e4-f9c82d0e5f88 req-dd3e7cdc-62fb-4016-895f-12e85c9c5c29 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:07.295663 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dc1747d0-86b4-479e-b1e4-f9c82d0e5f88 req-dd3e7cdc-62fb-4016-895f-12e85c9c5c29 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/ports?device_id=20593064-27b2-452d-a163-29603aaa3ad1 HTTP/1.1" status: 200 len: 945 time: 0.0507200 Jul 30 00:03:07.336108 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dc1747d0-86b4-479e-b1e4-f9c82d0e5f88 req-adeca2af-1ada-4889-b19c-6caf432b5718 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/security-groups?id=13e781c0-76ba-4515-9952-783990058246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344307 Jul 30 00:03:07.484553 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:08.450740 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5701a3-0ee4-47e7-89d9-864b41976c9c req-d0794811-15ac-4037-8c6c-fe9da4d68403 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:08.452217 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2c5701a3-0ee4-47e7-89d9-864b41976c9c req-d0794811-15ac-4037-8c6c-fe9da4d68403 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/ports?device_id=20593064-27b2-452d-a163-29603aaa3ad1 HTTP/1.1" status: 200 len: 945 time: 0.0478499 Jul 30 00:03:08.490329 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2c5701a3-0ee4-47e7-89d9-864b41976c9c req-f0f35faa-a87d-4ecb-840d-51b15f2ffe7a tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/security-groups?id=13e781c0-76ba-4515-9952-783990058246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316036 Jul 30 00:03:09.606165 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75482303-3607-42d0-8110-e2304833b2f1 req-1d285b26-2216-4311-b6d2-80f359f3fd2f tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:09.607668 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-75482303-3607-42d0-8110-e2304833b2f1 req-1d285b26-2216-4311-b6d2-80f359f3fd2f tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/ports?device_id=20593064-27b2-452d-a163-29603aaa3ad1 HTTP/1.1" status: 200 len: 945 time: 0.0492074 Jul 30 00:03:09.651847 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-75482303-3607-42d0-8110-e2304833b2f1 req-6a43d889-3a4a-4a04-994e-129b1f083513 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/security-groups?id=13e781c0-76ba-4515-9952-783990058246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381007 Jul 30 00:03:10.767312 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4fc6d-88ac-461f-98b2-b68d21b30e8e req-2bcdc134-6db2-40cb-b7e2-ff870094ac07 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:10.768774 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c9f4fc6d-88ac-461f-98b2-b68d21b30e8e req-2bcdc134-6db2-40cb-b7e2-ff870094ac07 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/ports?device_id=20593064-27b2-452d-a163-29603aaa3ad1 HTTP/1.1" status: 200 len: 945 time: 0.0483294 Jul 30 00:03:10.805746 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c9f4fc6d-88ac-461f-98b2-b68d21b30e8e req-8f4bd4b7-41eb-42eb-922f-7b80a6e571e8 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/security-groups?id=13e781c0-76ba-4515-9952-783990058246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308409 Jul 30 00:03:11.454533 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [req-ca30fc35-f608-419e-8995-6e6b8d6ffa3f req-b316a5d7-be64-4399-9cfe-6511eac7e9f1 service neutron] show failed (client error): The resource could not be found. Jul 30 00:03:11.455524 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ca30fc35-f608-419e-8995-6e6b8d6ffa3f req-b316a5d7-be64-4399-9cfe-6511eac7e9f1 service neutron] 10.222.0.41 "GET /v2.0/ports/400464d8-f5e8-4ef1-8145-f6fe8f9910e0/bindings/n-h2-712141-10 HTTP/1.1" status: 404 len: 381 time: 0.0546956 Jul 30 00:03:11.690865 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca30fc35-f608-419e-8995-6e6b8d6ffa3f req-81031d39-4c3f-4893-8b44-baf69ddf2060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:11.692505 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ca30fc35-f608-419e-8995-6e6b8d6ffa3f req-81031d39-4c3f-4893-8b44-baf69ddf2060 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=20593064-27b2-452d-a163-29603aaa3ad1&tenant_id=9631ad730c7741dfb315fe84bf945edd HTTP/1.1" status: 200 len: 1097 time: 0.0742586 Jul 30 00:03:11.704757 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-ca30fc35-f608-419e-8995-6e6b8d6ffa3f req-2e013b98-9d57-4de5-b8cd-79ce8dcd46f1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712141-10', 'device_owner': 'compute:nova'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:03:11.759263 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ca30fc35-f608-419e-8995-6e6b8d6ffa3f req-2e013b98-9d57-4de5-b8cd-79ce8dcd46f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:11.927030 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7377759e-6214-4790-8d5b-9eb999597098 req-3cea9fc6-929b-4671-b497-263ffde17934 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:11.928618 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7377759e-6214-4790-8d5b-9eb999597098 req-3cea9fc6-929b-4671-b497-263ffde17934 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/ports?device_id=20593064-27b2-452d-a163-29603aaa3ad1 HTTP/1.1" status: 200 len: 945 time: 0.0523524 Jul 30 00:03:11.977382 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7377759e-6214-4790-8d5b-9eb999597098 req-1fc75028-efed-46c2-8cc5-c9ace6fc7e7b tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/security-groups?id=13e781c0-76ba-4515-9952-783990058246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419078 Jul 30 00:03:12.255203 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-ca30fc35-f608-419e-8995-6e6b8d6ffa3f req-2e013b98-9d57-4de5-b8cd-79ce8dcd46f1 service neutron] For port 400464d8-f5e8-4ef1-8145-f6fe8f9910e0, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=400464d8-f5e8-4ef1-8145-f6fe8f9910e0,segment=NetworkSegment(3d821829-982c-4df7-a5f1-72073a07931e),segment_id=3d821829-982c-4df7-a5f1-72073a07931e)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:03:12.287949 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-ca30fc35-f608-419e-8995-6e6b8d6ffa3f req-2e013b98-9d57-4de5-b8cd-79ce8dcd46f1 service neutron] For port 400464d8-f5e8-4ef1-8145-f6fe8f9910e0, host n-h1-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:03:12.331246 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20593064-27b2-452d-a163-29603aaa3ad1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '400464d8-f5e8-4ef1-8145-f6fe8f9910e0'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:03:12.333700 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbdb39a9-adc4-4cce-9031-aabb3e28b8ea" -d '{"events": [{"server_uuid": "20593064-27b2-452d-a163-29603aaa3ad1", "name": "network-vif-unplugged", "status": "completed", "tag": "400464d8-f5e8-4ef1-8145-f6fe8f9910e0"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:03:12.337604 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ca30fc35-f608-419e-8995-6e6b8d6ffa3f req-2e013b98-9d57-4de5-b8cd-79ce8dcd46f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:12.349494 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-ca30fc35-f608-419e-8995-6e6b8d6ffa3f req-2e013b98-9d57-4de5-b8cd-79ce8dcd46f1 service neutron] Transition to ACTIVE for port object 400464d8-f5e8-4ef1-8145-f6fe8f9910e0 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:03:12.353715 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ca30fc35-f608-419e-8995-6e6b8d6ffa3f req-2e013b98-9d57-4de5-b8cd-79ce8dcd46f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:12.393244 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 00:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa868b7-15d6-492d-b4b6-27871a1d1e10 x-openstack-request-id: req-caa868b7-15d6-492d-b4b6-27871a1d1e10 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:03:12.393546 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20593064-27b2-452d-a163-29603aaa3ad1", "name": "network-vif-unplugged", "status": "completed", "tag": "400464d8-f5e8-4ef1-8145-f6fe8f9910e0", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:03:12.393831 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-caa868b7-15d6-492d-b4b6-27871a1d1e10 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:03:12.394319 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20593064-27b2-452d-a163-29603aaa3ad1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '400464d8-f5e8-4ef1-8145-f6fe8f9910e0', 'code': 200} Jul 30 00:03:12.420544 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca30fc35-f608-419e-8995-6e6b8d6ffa3f req-2e013b98-9d57-4de5-b8cd-79ce8dcd46f1 service neutron] No DVR routers for this DVR port 400464d8-f5e8-4ef1-8145-f6fe8f9910e0 on host n-h1-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:03:12.423631 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e013b98-9d57-4de5-b8cd-79ce8dcd46f1 service neutron] Pushing event updated for resources: {'Port': ['ID=400464d8-f5e8-4ef1-8145-f6fe8f9910e0,revision_number=6']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:12.435217 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e013b98-9d57-4de5-b8cd-79ce8dcd46f1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:12.435566 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e013b98-9d57-4de5-b8cd-79ce8dcd46f1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:12.435909 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e013b98-9d57-4de5-b8cd-79ce8dcd46f1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:12.436248 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e013b98-9d57-4de5-b8cd-79ce8dcd46f1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:12.436582 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e013b98-9d57-4de5-b8cd-79ce8dcd46f1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:12.436919 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e013b98-9d57-4de5-b8cd-79ce8dcd46f1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:12.437252 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e013b98-9d57-4de5-b8cd-79ce8dcd46f1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:12.437598 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e013b98-9d57-4de5-b8cd-79ce8dcd46f1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:12.437934 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e013b98-9d57-4de5-b8cd-79ce8dcd46f1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:12.438258 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e013b98-9d57-4de5-b8cd-79ce8dcd46f1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:12.438583 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e013b98-9d57-4de5-b8cd-79ce8dcd46f1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:12.438907 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e013b98-9d57-4de5-b8cd-79ce8dcd46f1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:12.466901 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-ca30fc35-f608-419e-8995-6e6b8d6ffa3f req-2e013b98-9d57-4de5-b8cd-79ce8dcd46f1 service neutron] Attempting to bind port 400464d8-f5e8-4ef1-8145-f6fe8f9910e0 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:03:12.467235 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-ca30fc35-f608-419e-8995-6e6b8d6ffa3f req-2e013b98-9d57-4de5-b8cd-79ce8dcd46f1 service neutron] Attempting to bind port 400464d8-f5e8-4ef1-8145-f6fe8f9910e0 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '3d821829-982c-4df7-a5f1-72073a07931e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '77e63736-051b-40c4-bb16-889bdaade8b4'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:03:12.467564 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca30fc35-f608-419e-8995-6e6b8d6ffa3f req-2e013b98-9d57-4de5-b8cd-79ce8dcd46f1 service neutron] Attempting to bind port 400464d8-f5e8-4ef1-8145-f6fe8f9910e0 on network 77e63736-051b-40c4-bb16-889bdaade8b4 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:03:12.471666 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca30fc35-f608-419e-8995-6e6b8d6ffa3f req-2e013b98-9d57-4de5-b8cd-79ce8dcd46f1 service neutron] Port 400464d8-f5e8-4ef1-8145-f6fe8f9910e0 on network 77e63736-051b-40c4-bb16-889bdaade8b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:03:12.471996 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca30fc35-f608-419e-8995-6e6b8d6ffa3f req-2e013b98-9d57-4de5-b8cd-79ce8dcd46f1 service neutron] Attempting to bind port 400464d8-f5e8-4ef1-8145-f6fe8f9910e0 on network 77e63736-051b-40c4-bb16-889bdaade8b4 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:03:12.476849 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca30fc35-f608-419e-8995-6e6b8d6ffa3f req-2e013b98-9d57-4de5-b8cd-79ce8dcd46f1 service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:03:12.477193 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca30fc35-f608-419e-8995-6e6b8d6ffa3f req-2e013b98-9d57-4de5-b8cd-79ce8dcd46f1 service neutron] Checking segment: {'id': '3d821829-982c-4df7-a5f1-72073a07931e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '77e63736-051b-40c4-bb16-889bdaade8b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:03:12.477662 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca30fc35-f608-419e-8995-6e6b8d6ffa3f req-2e013b98-9d57-4de5-b8cd-79ce8dcd46f1 service neutron] Bound using segment: {'id': '3d821829-982c-4df7-a5f1-72073a07931e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '77e63736-051b-40c4-bb16-889bdaade8b4'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:03:12.478034 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-ca30fc35-f608-419e-8995-6e6b8d6ffa3f req-2e013b98-9d57-4de5-b8cd-79ce8dcd46f1 service neutron] Bound port: 400464d8-f5e8-4ef1-8145-f6fe8f9910e0, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d821829-982c-4df7-a5f1-72073a07931e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '77e63736-051b-40c4-bb16-889bdaade8b4'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:03:12.478387 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ca30fc35-f608-419e-8995-6e6b8d6ffa3f req-2e013b98-9d57-4de5-b8cd-79ce8dcd46f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:12.540228 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-ca30fc35-f608-419e-8995-6e6b8d6ffa3f req-2e013b98-9d57-4de5-b8cd-79ce8dcd46f1 service neutron] For port 400464d8-f5e8-4ef1-8145-f6fe8f9910e0, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:03:12.543139 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-ca30fc35-f608-419e-8995-6e6b8d6ffa3f req-2e013b98-9d57-4de5-b8cd-79ce8dcd46f1 service neutron] For port 400464d8-f5e8-4ef1-8145-f6fe8f9910e0, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=400464d8-f5e8-4ef1-8145-f6fe8f9910e0,segment=NetworkSegment(3d821829-982c-4df7-a5f1-72073a07931e),segment_id=3d821829-982c-4df7-a5f1-72073a07931e)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:03:12.548028 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ca30fc35-f608-419e-8995-6e6b8d6ffa3f req-2e013b98-9d57-4de5-b8cd-79ce8dcd46f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:12.580955 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca30fc35-f608-419e-8995-6e6b8d6ffa3f req-2e013b98-9d57-4de5-b8cd-79ce8dcd46f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:12.581590 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-ca30fc35-f608-419e-8995-6e6b8d6ffa3f req-2e013b98-9d57-4de5-b8cd-79ce8dcd46f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:12.583111 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ca30fc35-f608-419e-8995-6e6b8d6ffa3f req-2e013b98-9d57-4de5-b8cd-79ce8dcd46f1 service neutron] 10.222.0.22 "PUT /v2.0/ports/400464d8-f5e8-4ef1-8145-f6fe8f9910e0 HTTP/1.1" status: 200 len: 1092 time: 0.8823736 Jul 30 00:03:12.605788 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e013b98-9d57-4de5-b8cd-79ce8dcd46f1 service neutron] Pushing event updated for resources: {'Port': ['ID=400464d8-f5e8-4ef1-8145-f6fe8f9910e0,revision_number=7']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:12.652154 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca30fc35-f608-419e-8995-6e6b8d6ffa3f req-acf394b8-a543-44b9-b8a2-2854ffd2bbca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:12.653672 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ca30fc35-f608-419e-8995-6e6b8d6ffa3f req-acf394b8-a543-44b9-b8a2-2854ffd2bbca service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9631ad730c7741dfb315fe84bf945edd&device_id=20593064-27b2-452d-a163-29603aaa3ad1 HTTP/1.1" status: 200 len: 1095 time: 0.0435760 Jul 30 00:03:12.741384 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca30fc35-f608-419e-8995-6e6b8d6ffa3f req-9081b776-0b1c-4e16-805f-86f226ad2971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:12.742886 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ca30fc35-f608-419e-8995-6e6b8d6ffa3f req-9081b776-0b1c-4e16-805f-86f226ad2971 service neutron] 10.222.0.22 "GET /v2.0/networks?id=77e63736-051b-40c4-bb16-889bdaade8b4 HTTP/1.1" status: 200 len: 913 time: 0.0820646 Jul 30 00:03:12.787834 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ca30fc35-f608-419e-8995-6e6b8d6ffa3f req-2dd1272b-08bb-41c7-aca5-797857c9ed29 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=400464d8-f5e8-4ef1-8145-f6fe8f9910e0 HTTP/1.1" status: 200 len: 217 time: 0.0376544 Jul 30 00:03:12.836723 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca30fc35-f608-419e-8995-6e6b8d6ffa3f req-59864ec0-3c8c-4d5c-bf76-d97b78aa142b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:12.838232 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ca30fc35-f608-419e-8995-6e6b8d6ffa3f req-59864ec0-3c8c-4d5c-bf76-d97b78aa142b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fd69917a-9f0c-4ec3-b437-8cbc59c311df HTTP/1.1" status: 200 len: 852 time: 0.0430512 Jul 30 00:03:12.874442 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ca30fc35-f608-419e-8995-6e6b8d6ffa3f req-594598da-41d9-43d4-8e80-ab447438635d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=77e63736-051b-40c4-bb16-889bdaade8b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275555 Jul 30 00:03:12.964777 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ca30fc35-f608-419e-8995-6e6b8d6ffa3f req-a35973a5-9877-4297-aaa4-0bd133b39c6f service neutron] 10.222.0.22 "GET /v2.0/networks/77e63736-051b-40c4-bb16-889bdaade8b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836644 Jul 30 00:03:13.060284 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ca30fc35-f608-419e-8995-6e6b8d6ffa3f req-d04b860f-8bb1-4ad0-940a-759704d58b92 service neutron] 10.222.0.22 "GET /v2.0/networks/77e63736-051b-40c4-bb16-889bdaade8b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881293 Jul 30 00:03:13.104637 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78bee97-6538-4948-a787-b8717971072d req-a3314ce7-499a-4795-9446-9169cde68b82 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:13.106217 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d78bee97-6538-4948-a787-b8717971072d req-a3314ce7-499a-4795-9446-9169cde68b82 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/ports?device_id=20593064-27b2-452d-a163-29603aaa3ad1 HTTP/1.1" status: 200 len: 943 time: 0.0581238 Jul 30 00:03:13.147152 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d78bee97-6538-4948-a787-b8717971072d req-b46d7398-497d-4594-b4e0-8fc2a4bab1e7 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/security-groups?id=13e781c0-76ba-4515-9952-783990058246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348444 Jul 30 00:03:14.264943 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfac291-b6cd-462e-add0-58d24e6504d7 req-7e53f481-fa89-423e-a0a8-14b5caaced36 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:14.266443 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8dfac291-b6cd-462e-add0-58d24e6504d7 req-7e53f481-fa89-423e-a0a8-14b5caaced36 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/ports?device_id=20593064-27b2-452d-a163-29603aaa3ad1 HTTP/1.1" status: 200 len: 943 time: 0.0483854 Jul 30 00:03:14.304262 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8dfac291-b6cd-462e-add0-58d24e6504d7 req-966373ee-7937-46c4-bea0-42115e51d643 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/security-groups?id=13e781c0-76ba-4515-9952-783990058246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317402 Jul 30 00:03:14.395883 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20593064-27b2-452d-a163-29603aaa3ad1', 'tag': '400464d8-f5e8-4ef1-8145-f6fe8f9910e0'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:03:14.398298 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-020c7100-fa74-4354-8bd0-2c1f7ad9ebd1" -d '{"events": [{"name": "network-changed", "server_uuid": "20593064-27b2-452d-a163-29603aaa3ad1", "tag": "400464d8-f5e8-4ef1-8145-f6fe8f9910e0"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:03:14.446585 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049f1989-0f06-425a-a4da-6fc046afaa1e x-openstack-request-id: req-049f1989-0f06-425a-a4da-6fc046afaa1e {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:03:14.446885 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20593064-27b2-452d-a163-29603aaa3ad1", "tag": "400464d8-f5e8-4ef1-8145-f6fe8f9910e0", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:03:14.447140 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-049f1989-0f06-425a-a4da-6fc046afaa1e {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:03:14.447551 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20593064-27b2-452d-a163-29603aaa3ad1', 'tag': '400464d8-f5e8-4ef1-8145-f6fe8f9910e0', 'status': 'completed', 'code': 200} Jul 30 00:03:14.508822 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c7100-fa74-4354-8bd0-2c1f7ad9ebd1 req-37d904cd-72c4-45f0-94c7-c957f485b80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:14.510819 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-020c7100-fa74-4354-8bd0-2c1f7ad9ebd1 req-37d904cd-72c4-45f0-94c7-c957f485b80a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9631ad730c7741dfb315fe84bf945edd&device_id=20593064-27b2-452d-a163-29603aaa3ad1 HTTP/1.1" status: 200 len: 1095 time: 0.0453691 Jul 30 00:03:14.542446 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c7100-fa74-4354-8bd0-2c1f7ad9ebd1 req-f89c9f94-8437-46d1-bbbb-acd594bfb906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:14.543958 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-020c7100-fa74-4354-8bd0-2c1f7ad9ebd1 req-f89c9f94-8437-46d1-bbbb-acd594bfb906 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9631ad730c7741dfb315fe84bf945edd&device_id=20593064-27b2-452d-a163-29603aaa3ad1 HTTP/1.1" status: 200 len: 1095 time: 0.0466654 Jul 30 00:03:14.614325 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c7100-fa74-4354-8bd0-2c1f7ad9ebd1 req-45d85134-ece6-4c4a-b9e3-8f4c6b7a50a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:14.616132 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-020c7100-fa74-4354-8bd0-2c1f7ad9ebd1 req-45d85134-ece6-4c4a-b9e3-8f4c6b7a50a5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=77e63736-051b-40c4-bb16-889bdaade8b4 HTTP/1.1" status: 200 len: 913 time: 0.0976353 Jul 30 00:03:14.645412 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c7100-fa74-4354-8bd0-2c1f7ad9ebd1 req-4db07f86-4497-44c5-ba91-b7492df4ac8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:14.646954 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-020c7100-fa74-4354-8bd0-2c1f7ad9ebd1 req-4db07f86-4497-44c5-ba91-b7492df4ac8d service neutron] 10.222.0.41 "GET /v2.0/networks?id=77e63736-051b-40c4-bb16-889bdaade8b4 HTTP/1.1" status: 200 len: 913 time: 0.0954344 Jul 30 00:03:14.659067 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-020c7100-fa74-4354-8bd0-2c1f7ad9ebd1 req-47f29e79-538e-4808-9a7d-3960dde484bf service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=400464d8-f5e8-4ef1-8145-f6fe8f9910e0 HTTP/1.1" status: 200 len: 217 time: 0.0356588 Jul 30 00:03:14.688493 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-020c7100-fa74-4354-8bd0-2c1f7ad9ebd1 req-6a8b1dc4-79a5-4926-8e6e-3950a1286a46 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=400464d8-f5e8-4ef1-8145-f6fe8f9910e0 HTTP/1.1" status: 200 len: 217 time: 0.0346639 Jul 30 00:03:14.711291 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c7100-fa74-4354-8bd0-2c1f7ad9ebd1 req-38c25327-263f-42ec-b959-01c2de468c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:14.712771 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-020c7100-fa74-4354-8bd0-2c1f7ad9ebd1 req-38c25327-263f-42ec-b959-01c2de468c45 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=fd69917a-9f0c-4ec3-b437-8cbc59c311df HTTP/1.1" status: 200 len: 852 time: 0.0474627 Jul 30 00:03:14.741541 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c7100-fa74-4354-8bd0-2c1f7ad9ebd1 req-24042558-e4f7-4bd4-9d8c-339e42c0a8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:14.743059 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-020c7100-fa74-4354-8bd0-2c1f7ad9ebd1 req-24042558-e4f7-4bd4-9d8c-339e42c0a8dc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fd69917a-9f0c-4ec3-b437-8cbc59c311df HTTP/1.1" status: 200 len: 852 time: 0.0474694 Jul 30 00:03:14.745903 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-020c7100-fa74-4354-8bd0-2c1f7ad9ebd1 req-9e335a50-243c-4070-aa36-9b3286cec478 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=77e63736-051b-40c4-bb16-889bdaade8b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251043 Jul 30 00:03:14.846388 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-020c7100-fa74-4354-8bd0-2c1f7ad9ebd1 req-5bfa17b7-a8e7-4dd9-adf6-99eaddc43009 service neutron] 10.222.0.22 "GET /v2.0/networks/77e63736-051b-40c4-bb16-889bdaade8b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935154 Jul 30 00:03:14.946240 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-020c7100-fa74-4354-8bd0-2c1f7ad9ebd1 req-097dda69-1452-4495-b5f3-d53cf5044bb2 service neutron] 10.222.0.22 "GET /v2.0/networks/77e63736-051b-40c4-bb16-889bdaade8b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927384 Jul 30 00:03:15.089182 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-020c7100-fa74-4354-8bd0-2c1f7ad9ebd1 req-639360a4-a2e2-4e92-a050-ce73902cf556 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=77e63736-051b-40c4-bb16-889bdaade8b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3389482 Jul 30 00:03:15.176862 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-020c7100-fa74-4354-8bd0-2c1f7ad9ebd1 req-da092b8b-6851-4ac7-a026-e21fde1f0d57 service neutron] 10.222.0.41 "GET /v2.0/networks/77e63736-051b-40c4-bb16-889bdaade8b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801783 Jul 30 00:03:15.265852 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-020c7100-fa74-4354-8bd0-2c1f7ad9ebd1 req-6251e82a-e240-4b94-ad9c-938eafdd336f service neutron] 10.222.0.41 "GET /v2.0/networks/77e63736-051b-40c4-bb16-889bdaade8b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824668 Jul 30 00:03:15.418783 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988460a-1927-4498-960a-e65ca773542e req-1c6d5f43-27b9-4903-9d5f-38bda2422b3a tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:15.420258 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0988460a-1927-4498-960a-e65ca773542e req-1c6d5f43-27b9-4903-9d5f-38bda2422b3a tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/ports?device_id=20593064-27b2-452d-a163-29603aaa3ad1 HTTP/1.1" status: 200 len: 943 time: 0.0483541 Jul 30 00:03:15.457936 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0988460a-1927-4498-960a-e65ca773542e req-0280d770-c66c-49e1-b5ac-3029a0b5a05b tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/security-groups?id=13e781c0-76ba-4515-9952-783990058246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310221 Jul 30 00:03:15.782266 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e3e07-c80b-4056-86b4-ad559655bf1a req-52ab5a67-f397-4e0a-9cd2-4c9659ce9ca8 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:15.783673 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-869e3e07-c80b-4056-86b4-ad559655bf1a req-52ab5a67-f397-4e0a-9cd2-4c9659ce9ca8 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.41 "GET /v2.0/ports?device_id=20593064-27b2-452d-a163-29603aaa3ad1&tenant_id=9631ad730c7741dfb315fe84bf945edd&binding%3Ahost_id=n-h2-712141-10 HTTP/1.1" status: 200 len: 943 time: 0.0865204 Jul 30 00:03:15.841817 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [req-869e3e07-c80b-4056-86b4-ad559655bf1a req-be2501f9-2efb-4197-bb5d-d6020c5c403b service neutron] delete failed (client error): The resource could not be found. Jul 30 00:03:15.842865 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-869e3e07-c80b-4056-86b4-ad559655bf1a req-be2501f9-2efb-4197-bb5d-d6020c5c403b service neutron] 10.222.0.41 "DELETE /v2.0/ports/400464d8-f5e8-4ef1-8145-f6fe8f9910e0/bindings/n-h1-712141-10 HTTP/1.1" status: 404 len: 381 time: 0.0518320 Jul 30 00:03:15.944041 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e3e07-c80b-4056-86b4-ad559655bf1a req-e20b60a0-2437-4d58-8cfc-2b0a865292aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:15.945509 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-869e3e07-c80b-4056-86b4-ad559655bf1a req-e20b60a0-2437-4d58-8cfc-2b0a865292aa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9631ad730c7741dfb315fe84bf945edd&device_id=20593064-27b2-452d-a163-29603aaa3ad1 HTTP/1.1" status: 200 len: 1095 time: 0.0400624 Jul 30 00:03:16.034340 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e3e07-c80b-4056-86b4-ad559655bf1a req-f49f3983-e1fe-4c78-a860-c78a5390c90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:16.036435 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-869e3e07-c80b-4056-86b4-ad559655bf1a req-f49f3983-e1fe-4c78-a860-c78a5390c90b service neutron] 10.222.0.41 "GET /v2.0/networks?id=77e63736-051b-40c4-bb16-889bdaade8b4 HTTP/1.1" status: 200 len: 913 time: 0.0839896 Jul 30 00:03:16.044841 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 400464d8-f5e8-4ef1-8145-f6fe8f9910e0 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:03:16.077439 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-869e3e07-c80b-4056-86b4-ad559655bf1a req-f9ce04c5-b1c4-4959-9384-5f55972b0808 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=400464d8-f5e8-4ef1-8145-f6fe8f9910e0 HTTP/1.1" status: 200 len: 217 time: 0.0337307 Jul 30 00:03:16.082806 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 400464d8-f5e8-4ef1-8145-f6fe8f9910e0 not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:03:16.130416 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e3e07-c80b-4056-86b4-ad559655bf1a req-da511e0f-3673-4c50-9393-10450a52a225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:16.131842 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-869e3e07-c80b-4056-86b4-ad559655bf1a req-da511e0f-3673-4c50-9393-10450a52a225 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fd69917a-9f0c-4ec3-b437-8cbc59c311df HTTP/1.1" status: 200 len: 852 time: 0.0465057 Jul 30 00:03:16.163325 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-869e3e07-c80b-4056-86b4-ad559655bf1a req-dd44cb33-c02a-42e2-a114-27943f3d9636 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=77e63736-051b-40c4-bb16-889bdaade8b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248437 Jul 30 00:03:16.249931 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-869e3e07-c80b-4056-86b4-ad559655bf1a req-fa846b85-9242-4e98-9dba-7e1a334181f2 service neutron] 10.222.0.41 "GET /v2.0/networks/77e63736-051b-40c4-bb16-889bdaade8b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793321 Jul 30 00:03:16.342141 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-869e3e07-c80b-4056-86b4-ad559655bf1a req-14828c1f-be9b-4e15-82ca-1cf2a606f432 service neutron] 10.222.0.41 "GET /v2.0/networks/77e63736-051b-40c4-bb16-889bdaade8b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847733 Jul 30 00:03:17.092147 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ab76d-68c2-4b96-bbaf-0ae20ea304f0 req-530ec297-711c-4874-b0e1-f1b232c4beee tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:17.093678 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-453ab76d-68c2-4b96-bbaf-0ae20ea304f0 req-530ec297-711c-4874-b0e1-f1b232c4beee tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/ports?device_id=20593064-27b2-452d-a163-29603aaa3ad1 HTTP/1.1" status: 200 len: 943 time: 0.0493238 Jul 30 00:03:17.131801 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-453ab76d-68c2-4b96-bbaf-0ae20ea304f0 req-39dd87e6-f039-4c7a-936f-222befa9c553 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/security-groups?id=13e781c0-76ba-4515-9952-783990058246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316296 Jul 30 00:03:17.582426 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 400464d8-f5e8-4ef1-8145-f6fe8f9910e0 details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:03:17.678499 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 400464d8-f5e8-4ef1-8145-f6fe8f9910e0, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=400464d8-f5e8-4ef1-8145-f6fe8f9910e0,segment=NetworkSegment(3d821829-982c-4df7-a5f1-72073a07931e),segment_id=3d821829-982c-4df7-a5f1-72073a07931e)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:03:17.689404 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '400464d8-f5e8-4ef1-8145-f6fe8f9910e0', 'network_id': '77e63736-051b-40c4-bb16-889bdaade8b4', 'port_id': '400464d8-f5e8-4ef1-8145-f6fe8f9910e0', 'mac_address': 'fa:16:3e:74:7a:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd69917a-9f0c-4ec3-b437-8cbc59c311df', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:03:17.726369 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:17.738652 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 400464d8-f5e8-4ef1-8145-f6fe8f9910e0 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:03:17.757255 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 400464d8-f5e8-4ef1-8145-f6fe8f9910e0, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=400464d8-f5e8-4ef1-8145-f6fe8f9910e0,segment=NetworkSegment(3d821829-982c-4df7-a5f1-72073a07931e),segment_id=3d821829-982c-4df7-a5f1-72073a07931e)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:03:17.761367 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:17.807596 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=400464d8-f5e8-4ef1-8145-f6fe8f9910e0,revision_number=8']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:17.815011 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:17.815295 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:17.815640 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:17.816061 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:17.816396 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:17.816803 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:17.817134 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:17.817460 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:17.817809 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:17.818134 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:17.818455 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:17.818776 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:17.983863 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['400464d8-f5e8-4ef1-8145-f6fe8f9910e0'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:03:17.992075 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e3e07-c80b-4056-86b4-ad559655bf1a req-d509e0bc-4a23-4960-9462-6f506a310512 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:17.993575 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-869e3e07-c80b-4056-86b4-ad559655bf1a req-d509e0bc-4a23-4960-9462-6f506a310512 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.22 "GET /v2.0/ports?device_id=20593064-27b2-452d-a163-29603aaa3ad1 HTTP/1.1" status: 200 len: 944 time: 0.0485981 Jul 30 00:03:18.086060 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-869e3e07-c80b-4056-86b4-ad559655bf1a req-32aceb74-ffba-45c8-b1e9-7c8f3c1d4f93 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] Deleting port 400464d8-f5e8-4ef1-8145-f6fe8f9910e0 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:03:18.086317 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-869e3e07-c80b-4056-86b4-ad559655bf1a req-32aceb74-ffba-45c8-b1e9-7c8f3c1d4f93 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:18.178704 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-869e3e07-c80b-4056-86b4-ad559655bf1a req-32aceb74-ffba-45c8-b1e9-7c8f3c1d4f93 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] For port 400464d8-f5e8-4ef1-8145-f6fe8f9910e0, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=400464d8-f5e8-4ef1-8145-f6fe8f9910e0,segment=NetworkSegment(3d821829-982c-4df7-a5f1-72073a07931e),segment_id=3d821829-982c-4df7-a5f1-72073a07931e)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:03:18.179081 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-869e3e07-c80b-4056-86b4-ad559655bf1a req-32aceb74-ffba-45c8-b1e9-7c8f3c1d4f93 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:18.193151 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-869e3e07-c80b-4056-86b4-ad559655bf1a req-32aceb74-ffba-45c8-b1e9-7c8f3c1d4f93 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] Calling delete_port for 400464d8-f5e8-4ef1-8145-f6fe8f9910e0 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:03:18.251573 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c991c88-9ac4-4a9e-90da-b4ea4a0d02fd req-dad2f860-d11e-4086-b43e-ba86240f7241 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:18.255263 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0c991c88-9ac4-4a9e-90da-b4ea4a0d02fd req-dad2f860-d11e-4086-b43e-ba86240f7241 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/ports?device_id=20593064-27b2-452d-a163-29603aaa3ad1 HTTP/1.1" status: 200 len: 944 time: 0.0520568 Jul 30 00:03:18.296860 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0c991c88-9ac4-4a9e-90da-b4ea4a0d02fd req-c5c1cb7a-a8dc-4e33-b56c-1903ee826b8a tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/security-groups?id=13e781c0-76ba-4515-9952-783990058246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349381 Jul 30 00:03:18.329401 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-869e3e07-c80b-4056-86b4-ad559655bf1a req-32aceb74-ffba-45c8-b1e9-7c8f3c1d4f93 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:18.353366 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['400464d8-f5e8-4ef1-8145-f6fe8f9910e0'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:03:18.361270 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aceb74-ffba-45c8-b1e9-7c8f3c1d4f93 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] Pushing event deleted for resources: {'Port': ['ID=400464d8-f5e8-4ef1-8145-f6fe8f9910e0,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:18.404225 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-869e3e07-c80b-4056-86b4-ad559655bf1a req-32aceb74-ffba-45c8-b1e9-7c8f3c1d4f93 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] No DVR routers for this DVR port 400464d8-f5e8-4ef1-8145-f6fe8f9910e0 on host n-h2-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:03:18.406953 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-869e3e07-c80b-4056-86b4-ad559655bf1a req-32aceb74-ffba-45c8-b1e9-7c8f3c1d4f93 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:18.408996 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-869e3e07-c80b-4056-86b4-ad559655bf1a req-32aceb74-ffba-45c8-b1e9-7c8f3c1d4f93 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.22 "DELETE /v2.0/ports/400464d8-f5e8-4ef1-8145-f6fe8f9910e0 HTTP/1.1" status: 204 len: 173 time: 0.4088836 Jul 30 00:03:18.409419 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20593064-27b2-452d-a163-29603aaa3ad1', 'name': 'network-vif-deleted', 'tag': '400464d8-f5e8-4ef1-8145-f6fe8f9910e0'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:03:18.411861 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0755da9c-422d-4456-8407-257e1ad521fb" -d '{"events": [{"server_uuid": "20593064-27b2-452d-a163-29603aaa3ad1", "name": "network-vif-deleted", "tag": "400464d8-f5e8-4ef1-8145-f6fe8f9910e0"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:03:18.452078 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2485e2e6-7372-42ef-8e4d-8742fbf764d5 x-openstack-request-id: req-2485e2e6-7372-42ef-8e4d-8742fbf764d5 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:03:18.452391 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20593064-27b2-452d-a163-29603aaa3ad1", "name": "network-vif-deleted", "tag": "400464d8-f5e8-4ef1-8145-f6fe8f9910e0", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:03:18.452642 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2485e2e6-7372-42ef-8e4d-8742fbf764d5 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:03:18.453037 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20593064-27b2-452d-a163-29603aaa3ad1', 'name': 'network-vif-deleted', 'tag': '400464d8-f5e8-4ef1-8145-f6fe8f9910e0', 'status': 'completed', 'code': 200} Jul 30 00:03:19.409345 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0c658726-b3ad-463a-9d44-d6d3dc2b4c7c req-43b8a172-03e3-44da-9bc7-c6b0b8dc6f5f tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/ports?device_id=20593064-27b2-452d-a163-29603aaa3ad1 HTTP/1.1" status: 200 len: 210 time: 0.0299990 Jul 30 00:03:19.610606 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 400464d8-f5e8-4ef1-8145-f6fe8f9910e0 up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:03:19.621881 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f8a36e31-c393-4932-b19a-1d2ae45dc208 req-58f73105-2e8e-43ae-9ac7-86a60fb0eeda service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=9631ad730c7741dfb315fe84bf945edd&device_id=20593064-27b2-452d-a163-29603aaa3ad1 HTTP/1.1" status: 200 len: 210 time: 0.0285470 Jul 30 00:03:19.638640 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: 400464d8-f5e8-4ef1-8145-f6fe8f9910e0 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:03:19.638984 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 400464d8-f5e8-4ef1-8145-f6fe8f9910e0 not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 30 00:03:19.649181 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b7eeae93-5c00-4142-88bc-8a333e974dc4 req-b47211a1-a3dc-44e6-8fea-64fc7e1e0bbb tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/ports?device_id=20593064-27b2-452d-a163-29603aaa3ad1 HTTP/1.1" status: 200 len: 210 time: 0.0291264 Jul 30 00:03:19.662178 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Port 400464d8-f5e8-4ef1-8145-f6fe8f9910e0 not found, will not notify nova. {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 30 00:03:19.793670 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a36e31-c393-4932-b19a-1d2ae45dc208 req-f93f089e-38ac-4d1c-81ae-8f26158f8c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:19.795151 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f8a36e31-c393-4932-b19a-1d2ae45dc208 req-f93f089e-38ac-4d1c-81ae-8f26158f8c27 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=9631ad730c7741dfb315fe84bf945edd&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1652431 Jul 30 00:03:19.859827 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:19.952216 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a36e31-c393-4932-b19a-1d2ae45dc208 req-39a4e255-ca89-4af9-b9cd-acdb992924ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:19.953715 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f8a36e31-c393-4932-b19a-1d2ae45dc208 req-39a4e255-ca89-4af9-b9cd-acdb992924ac service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1512661 Jul 30 00:03:20.755747 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c926de98-6fc5-40b4-bc88-19c1f0c1a36b req-ffcd136d-9058-448d-9374-47a2cd12defe tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.43 "GET /v2.0/ports?device_id=20593064-27b2-452d-a163-29603aaa3ad1 HTTP/1.1" status: 200 len: 210 time: 0.0255191 Jul 30 00:03:20.779551 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 33422) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:03:20.822811 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-e36f3827-e963-41a0-97dd-c39f862bff10 admin admin] Deleting subnet fd69917a-9f0c-4ec3-b437-8cbc59c311df {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:03:20.825712 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e36f3827-e963-41a0-97dd-c39f862bff10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:20.860138 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e36f3827-e963-41a0-97dd-c39f862bff10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:20.903350 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e36f3827-e963-41a0-97dd-c39f862bff10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:20.954692 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e36f3827-e963-41a0-97dd-c39f862bff10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:20.981674 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36f3827-e963-41a0-97dd-c39f862bff10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd69917a-9f0c-4ec3-b437-8cbc59c311df,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:20.983668 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e36f3827-e963-41a0-97dd-c39f862bff10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:20.987187 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e36f3827-e963-41a0-97dd-c39f862bff10 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/fd69917a-9f0c-4ec3-b437-8cbc59c311df HTTP/1.1" status: 204 len: 168 time: 0.2049539 Jul 30 00:03:20.988861 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 33424) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:03:21.054572 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cf5a599f-119c-4b8c-a501-e6552af8f626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:21.142732 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cf5a599f-119c-4b8c-a501-e6552af8f626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:21.153382 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-cf5a599f-119c-4b8c-a501-e6552af8f626 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77e63736-051b-40c4-bb16-889bdaade8b4']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:03:21.164146 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-cf5a599f-119c-4b8c-a501-e6552af8f626 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d821829-982c-4df7-a5f1-72073a07931e') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:03:21.164435 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-cf5a599f-119c-4b8c-a501-e6552af8f626 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d821829-982c-4df7-a5f1-72073a07931e') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:03:21.173701 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cf5a599f-119c-4b8c-a501-e6552af8f626 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:21.190286 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cf5a599f-119c-4b8c-a501-e6552af8f626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:21.198188 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf5a599f-119c-4b8c-a501-e6552af8f626 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:03:21.198604 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cf5a599f-119c-4b8c-a501-e6552af8f626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:21.200319 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 30 00:03:21.200319 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:03:21.200319 n-d-712141-10 neutron-server[94078]: timer() Jul 30 00:03:21.200319 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:03:21.200319 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 30 00:03:21.200319 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:03:21.200319 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 30 00:03:21.200319 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:03:21.200319 n-d-712141-10 neutron-server[94078]: self._notify() Jul 30 00:03:21.200319 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:03:21.200319 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 30 00:03:21.200319 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:03:21.200319 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 30 00:03:21.200319 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:03:21.200319 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:03:21.200319 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:03:21.200319 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:03:21.200319 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:03:21.200319 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 30 00:03:21.200319 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:03:21.200319 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 30 00:03:21.200319 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:03:21.200319 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:03:21.200319 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:03:21.200319 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 30 00:03:21.200319 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:03:21.200319 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:03:21.200319 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:03:21.200319 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:03:21.200319 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:03:21.200319 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:03:21.200319 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:03:21.261833 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cf5a599f-119c-4b8c-a501-e6552af8f626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:21.267540 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cf5a599f-119c-4b8c-a501-e6552af8f626 admin admin] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:21.269818 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-cf5a599f-119c-4b8c-a501-e6552af8f626 admin admin] 10.222.0.43 "DELETE /v2.0/networks/77e63736-051b-40c4-bb16-889bdaade8b4 HTTP/1.1" status: 204 len: 168 time: 0.2799449 Jul 30 00:03:21.282240 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5a599f-119c-4b8c-a501-e6552af8f626 admin admin] Pushing event deleted for resources: {'Network': ['ID=77e63736-051b-40c4-bb16-889bdaade8b4,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:21.334001 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f8a36e31-c393-4932-b19a-1d2ae45dc208 req-72fad95a-22a6-43af-9d08-2bfec9a315f5 tempest-DeleteServersTestJSON-972525354 tempest-DeleteServersTestJSON-972525354-project] 10.222.0.22 "GET /v2.0/ports?device_id=20593064-27b2-452d-a163-29603aaa3ad1 HTTP/1.1" status: 200 len: 210 time: 0.0296814 Jul 30 00:03:21.412210 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 33428) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:03:21.453698 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-aa19898d-a880-4f8e-ab9b-e4ab17fa456e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9631ad730c7741dfb315fe84bf945edd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401487 Jul 30 00:03:21.457426 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 33430) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:03:21.514066 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-deb51f3f-e326-46d4-befc-ac967cfc241e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:21.545130 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-deb51f3f-e326-46d4-befc-ac967cfc241e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:21.605741 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-deb51f3f-e326-46d4-befc-ac967cfc241e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:21.609038 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-deb51f3f-e326-46d4-befc-ac967cfc241e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:21.610250 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-deb51f3f-e326-46d4-befc-ac967cfc241e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/13e781c0-76ba-4515-9952-783990058246 HTTP/1.1" status: 204 len: 168 time: 0.1518295 Jul 30 00:03:21.624126 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb51f3f-e326-46d4-befc-ac967cfc241e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e781c0-76ba-4515-9952-783990058246,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:22.333166 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 33452) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:03:22.433428 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-e56e035c-5d28-47a6-b24d-2cee35083777 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-899128632-network', 'tenant_id': '3302a3215b2e4246be1eaaec60c75ea9'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:03:22.454963 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56e035c-5d28-47a6-b24d-2cee35083777 admin admin] Made reservation on behalf of 3302a3215b2e4246be1eaaec60c75ea9 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:03:22.457305 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e56e035c-5d28-47a6-b24d-2cee35083777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:22.466018 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e56e035c-5d28-47a6-b24d-2cee35083777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:22.557286 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e56e035c-5d28-47a6-b24d-2cee35083777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:22.561935 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e56e035c-5d28-47a6-b24d-2cee35083777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:22.586970 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e56e035c-5d28-47a6-b24d-2cee35083777 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:03:22.596864 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56e035c-5d28-47a6-b24d-2cee35083777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e03a7294-552d-41a7-ad3c-38d9776bf3e6,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:22.603279 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e56e035c-5d28-47a6-b24d-2cee35083777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:22.603631 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-e56e035c-5d28-47a6-b24d-2cee35083777 admin admin] Added segment a9b5b3a7-0b60-49b8-83ac-00f468b9ee6a of type vlan for network ec97290e-27cc-4a14-9a78-fcc7f155ce07 Jul 30 00:03:22.647556 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e56e035c-5d28-47a6-b24d-2cee35083777 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:22.679320 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e56e035c-5d28-47a6-b24d-2cee35083777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:22.680341 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56e035c-5d28-47a6-b24d-2cee35083777 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:22.680910 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e56e035c-5d28-47a6-b24d-2cee35083777 admin admin] Notify callbacks [] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:22.732549 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e56e035c-5d28-47a6-b24d-2cee35083777 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3981402 Jul 30 00:03:22.735642 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 33458) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:03:22.741017 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-03775ed6-96a5-4bd0-91bd-379da8e0a736 admin admin] Request body: {'subnet': {'network_id': 'ec97290e-27cc-4a14-9a78-fcc7f155ce07', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-899128632-subnet', 'tenant_id': '3302a3215b2e4246be1eaaec60c75ea9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:03:22.742505 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56e035c-5d28-47a6-b24d-2cee35083777 admin admin] Pushing event updated for resources: {'Network': ['ID=ec97290e-27cc-4a14-9a78-fcc7f155ce07,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:22.752875 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network ec97290e-27cc-4a14-9a78-fcc7f155ce07 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:03:22.767001 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03775ed6-96a5-4bd0-91bd-379da8e0a736 admin admin] Made reservation on behalf of 3302a3215b2e4246be1eaaec60c75ea9 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:03:22.770025 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-03775ed6-96a5-4bd0-91bd-379da8e0a736 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:22.947134 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-03775ed6-96a5-4bd0-91bd-379da8e0a736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:23.008905 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03775ed6-96a5-4bd0-91bd-379da8e0a736 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31ca0292-b422-4803-a8e6-88ff49044d99,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:23.016744 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03775ed6-96a5-4bd0-91bd-379da8e0a736 admin admin] Checking segment: {'id': 'a9b5b3a7-0b60-49b8-83ac-00f468b9ee6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ec97290e-27cc-4a14-9a78-fcc7f155ce07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:03:23.017108 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03775ed6-96a5-4bd0-91bd-379da8e0a736 admin admin] Network hostable DHCP agents. Network: ec97290e-27cc-4a14-9a78-fcc7f155ce07, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:03:23.038596 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03775ed6-96a5-4bd0-91bd-379da8e0a736 admin admin] Network ec97290e-27cc-4a14-9a78-fcc7f155ce07 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:03:23.047759 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-03775ed6-96a5-4bd0-91bd-379da8e0a736 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, ec97290e-27cc-4a14-9a78-fcc7f155ce07) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:03:23.052648 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03775ed6-96a5-4bd0-91bd-379da8e0a736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:23.053228 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-03775ed6-96a5-4bd0-91bd-379da8e0a736 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:23.058750 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c82bd2c-0cf4-4e99-ab77-5e7c1ef55e33 None None] Network ec97290e-27cc-4a14-9a78-fcc7f155ce07 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:03:23.070634 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-03775ed6-96a5-4bd0-91bd-379da8e0a736 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3337445 Jul 30 00:03:23.185983 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed99725-fb9a-481f-b076-f5a57b6979a9 None None] Network ec97290e-27cc-4a14-9a78-fcc7f155ce07 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:03:23.319196 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7593cab4-d7bd-4294-bd11-893b7f63c06d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:23.508633 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7191e6-6833-491b-b8ef-40934061f376 req-f37b093c-42dc-4818-8e9a-de97d81a1642 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:23.510523 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fb7191e6-6833-491b-b8ef-40934061f376 req-f37b093c-42dc-4818-8e9a-de97d81a1642 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/networks?id=ec97290e-27cc-4a14-9a78-fcc7f155ce07 HTTP/1.1" status: 200 len: 814 time: 0.1037467 Jul 30 00:03:23.526093 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fb7191e6-6833-491b-b8ef-40934061f376 req-60de28af-5dcc-4023-a4a0-9f15d4796c0c tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/quotas/3302a3215b2e4246be1eaaec60c75ea9 HTTP/1.1" status: 200 len: 375 time: 0.0094872 Jul 30 00:03:23.556986 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fb7191e6-6833-491b-b8ef-40934061f376 req-248e99e6-9501-4ca2-a666-19c047e66f41 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3302a3215b2e4246be1eaaec60c75ea9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257435 Jul 30 00:03:23.619305 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [req-fb7191e6-6833-491b-b8ef-40934061f376 req-72a0c5a2-0d81-4d72-aa4d-35a7f947a094 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:03:23.620290 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fb7191e6-6833-491b-b8ef-40934061f376 req-72a0c5a2-0d81-4d72-aa4d-35a7f947a094 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0569160 Jul 30 00:03:23.721648 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fb7191e6-6833-491b-b8ef-40934061f376 req-2c54621d-8d8a-42ba-a70e-63cfbc7408ca service neutron] 10.222.0.43 "GET /v2.0/networks/ec97290e-27cc-4a14-9a78-fcc7f155ce07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950336 Jul 30 00:03:23.812933 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fb7191e6-6833-491b-b8ef-40934061f376 req-fb4aa0b4-2e45-4ca0-8f86-de2c616b46d5 service neutron] 10.222.0.43 "GET /v2.0/networks/ec97290e-27cc-4a14-9a78-fcc7f155ce07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845549 Jul 30 00:03:23.972940 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-085f15bf-184d-4b1b-abfb-1b1526032920 req-dfe56a09-55c4-4c31-9477-05c7d98e1d25 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=df30b1e8-d1f3-4ad9-88b7-187bc91a42ca HTTP/1.1" status: 200 len: 210 time: 0.0318687 Jul 30 00:03:24.873163 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7191e6-6833-491b-b8ef-40934061f376 req-78fcff3b-a197-4d91-9348-7ea81286a29c tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:24.874640 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-fb7191e6-6833-491b-b8ef-40934061f376 req-78fcff3b-a197-4d91-9348-7ea81286a29c tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.22 "GET /v2.0/networks?id=ec97290e-27cc-4a14-9a78-fcc7f155ce07 HTTP/1.1" status: 200 len: 814 time: 0.1073565 Jul 30 00:03:24.887397 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-fb7191e6-6833-491b-b8ef-40934061f376 req-072496a9-38f5-4031-888f-9a699b99d5e8 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Request body: {'port': {'device_id': 'df30b1e8-d1f3-4ad9-88b7-187bc91a42ca', 'network_id': 'ec97290e-27cc-4a14-9a78-fcc7f155ce07', 'admin_state_up': True, 'tenant_id': '3302a3215b2e4246be1eaaec60c75ea9'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:03:24.993027 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb7191e6-6833-491b-b8ef-40934061f376 req-072496a9-38f5-4031-888f-9a699b99d5e8 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Made reservation on behalf of 3302a3215b2e4246be1eaaec60c75ea9 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:03:24.996492 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-fb7191e6-6833-491b-b8ef-40934061f376 req-072496a9-38f5-4031-888f-9a699b99d5e8 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:25.069698 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c941f624-643d-4e48-95ca-c0705d0370b3 req-c4df51c6-d0b2-4279-ad0b-dca5e45dd2c4 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=df30b1e8-d1f3-4ad9-88b7-187bc91a42ca HTTP/1.1" status: 200 len: 210 time: 0.0276818 Jul 30 00:03:25.125352 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-fb7191e6-6833-491b-b8ef-40934061f376 req-072496a9-38f5-4031-888f-9a699b99d5e8 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Allocated IP 172.20.0.7 (ec97290e-27cc-4a14-9a78-fcc7f155ce07/31ca0292-b422-4803-a8e6-88ff49044d99/676e48bd-f47d-4e95-be13-1c2b226b83ac) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:03:25.271978 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-fb7191e6-6833-491b-b8ef-40934061f376 req-072496a9-38f5-4031-888f-9a699b99d5e8 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:25.313108 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-fb7191e6-6833-491b-b8ef-40934061f376 req-072496a9-38f5-4031-888f-9a699b99d5e8 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:25.356756 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb7191e6-6833-491b-b8ef-40934061f376 req-072496a9-38f5-4031-888f-9a699b99d5e8 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Network ec97290e-27cc-4a14-9a78-fcc7f155ce07 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:03:25.361836 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-fb7191e6-6833-491b-b8ef-40934061f376 req-072496a9-38f5-4031-888f-9a699b99d5e8 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:03:25.366057 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb7191e6-6833-491b-b8ef-40934061f376 req-072496a9-38f5-4031-888f-9a699b99d5e8 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:03:25.374714 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072496a9-38f5-4031-888f-9a699b99d5e8 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Pushing event updated for resources: {'Port': ['ID=676e48bd-f47d-4e95-be13-1c2b226b83ac,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:25.420484 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7191e6-6833-491b-b8ef-40934061f376 req-072496a9-38f5-4031-888f-9a699b99d5e8 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:25.421108 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-fb7191e6-6833-491b-b8ef-40934061f376 req-072496a9-38f5-4031-888f-9a699b99d5e8 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:25.435194 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-fb7191e6-6833-491b-b8ef-40934061f376 req-072496a9-38f5-4031-888f-9a699b99d5e8 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5518796 Jul 30 00:03:25.447022 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-fb7191e6-6833-491b-b8ef-40934061f376 req-8440cea3-6442-420f-a97e-8cc81748f765 service neutron] Request body: {'port': {'device_id': 'df30b1e8-d1f3-4ad9-88b7-187bc91a42ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:03:25.504056 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-fb7191e6-6833-491b-b8ef-40934061f376 req-8440cea3-6442-420f-a97e-8cc81748f765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:25.625085 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 400464d8-f5e8-4ef1-8145-f6fe8f9910e0 no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:03:25.645778 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: 400464d8-f5e8-4ef1-8145-f6fe8f9910e0 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:03:25.646035 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 400464d8-f5e8-4ef1-8145-f6fe8f9910e0 not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:03:25.763824 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-fb7191e6-6833-491b-b8ef-40934061f376 req-8440cea3-6442-420f-a97e-8cc81748f765 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 676e48bd-f47d-4e95-be13-1c2b226b83ac {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:03:25.771198 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-fb7191e6-6833-491b-b8ef-40934061f376 req-8440cea3-6442-420f-a97e-8cc81748f765 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:25.783024 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-fb7191e6-6833-491b-b8ef-40934061f376 req-8440cea3-6442-420f-a97e-8cc81748f765 service neutron] Transition to ACTIVE for port object 676e48bd-f47d-4e95-be13-1c2b226b83ac will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:03:25.787040 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-fb7191e6-6833-491b-b8ef-40934061f376 req-8440cea3-6442-420f-a97e-8cc81748f765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:25.835127 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8440cea3-6442-420f-a97e-8cc81748f765 service neutron] Pushing event updated for resources: {'Port': ['ID=676e48bd-f47d-4e95-be13-1c2b226b83ac,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:25.895881 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4b67c2e3-4a56-4169-83db-90da8d8d7ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:25.909267 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-fb7191e6-6833-491b-b8ef-40934061f376 req-8440cea3-6442-420f-a97e-8cc81748f765 service neutron] Attempting to bind port 676e48bd-f47d-4e95-be13-1c2b226b83ac on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:03:25.909849 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-fb7191e6-6833-491b-b8ef-40934061f376 req-8440cea3-6442-420f-a97e-8cc81748f765 service neutron] Attempting to bind port 676e48bd-f47d-4e95-be13-1c2b226b83ac by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': 'a9b5b3a7-0b60-49b8-83ac-00f468b9ee6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ec97290e-27cc-4a14-9a78-fcc7f155ce07'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:03:25.910037 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7191e6-6833-491b-b8ef-40934061f376 req-8440cea3-6442-420f-a97e-8cc81748f765 service neutron] Attempting to bind port 676e48bd-f47d-4e95-be13-1c2b226b83ac on network ec97290e-27cc-4a14-9a78-fcc7f155ce07 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:03:25.914221 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7191e6-6833-491b-b8ef-40934061f376 req-8440cea3-6442-420f-a97e-8cc81748f765 service neutron] Port 676e48bd-f47d-4e95-be13-1c2b226b83ac on network ec97290e-27cc-4a14-9a78-fcc7f155ce07 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:03:25.914541 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7191e6-6833-491b-b8ef-40934061f376 req-8440cea3-6442-420f-a97e-8cc81748f765 service neutron] Attempting to bind port 676e48bd-f47d-4e95-be13-1c2b226b83ac on network ec97290e-27cc-4a14-9a78-fcc7f155ce07 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:03:25.919361 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7191e6-6833-491b-b8ef-40934061f376 req-8440cea3-6442-420f-a97e-8cc81748f765 service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:03:25.919692 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7191e6-6833-491b-b8ef-40934061f376 req-8440cea3-6442-420f-a97e-8cc81748f765 service neutron] Checking segment: {'id': 'a9b5b3a7-0b60-49b8-83ac-00f468b9ee6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ec97290e-27cc-4a14-9a78-fcc7f155ce07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:03:25.920070 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb7191e6-6833-491b-b8ef-40934061f376 req-8440cea3-6442-420f-a97e-8cc81748f765 service neutron] Bound using segment: {'id': 'a9b5b3a7-0b60-49b8-83ac-00f468b9ee6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ec97290e-27cc-4a14-9a78-fcc7f155ce07'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:03:25.920488 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-fb7191e6-6833-491b-b8ef-40934061f376 req-8440cea3-6442-420f-a97e-8cc81748f765 service neutron] Bound port: 676e48bd-f47d-4e95-be13-1c2b226b83ac, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9b5b3a7-0b60-49b8-83ac-00f468b9ee6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ec97290e-27cc-4a14-9a78-fcc7f155ce07'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:03:25.920836 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-fb7191e6-6833-491b-b8ef-40934061f376 req-8440cea3-6442-420f-a97e-8cc81748f765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:25.982174 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-fb7191e6-6833-491b-b8ef-40934061f376 req-8440cea3-6442-420f-a97e-8cc81748f765 service neutron] For port 676e48bd-f47d-4e95-be13-1c2b226b83ac, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:03:25.985193 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-fb7191e6-6833-491b-b8ef-40934061f376 req-8440cea3-6442-420f-a97e-8cc81748f765 service neutron] For port 676e48bd-f47d-4e95-be13-1c2b226b83ac, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=676e48bd-f47d-4e95-be13-1c2b226b83ac,segment=NetworkSegment(a9b5b3a7-0b60-49b8-83ac-00f468b9ee6a),segment_id=a9b5b3a7-0b60-49b8-83ac-00f468b9ee6a)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:03:25.990703 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-fb7191e6-6833-491b-b8ef-40934061f376 req-8440cea3-6442-420f-a97e-8cc81748f765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:26.024426 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7191e6-6833-491b-b8ef-40934061f376 req-8440cea3-6442-420f-a97e-8cc81748f765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:26.025037 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-fb7191e6-6833-491b-b8ef-40934061f376 req-8440cea3-6442-420f-a97e-8cc81748f765 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:26.026454 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-fb7191e6-6833-491b-b8ef-40934061f376 req-8440cea3-6442-420f-a97e-8cc81748f765 service neutron] 10.222.0.22 "PUT /v2.0/ports/676e48bd-f47d-4e95-be13-1c2b226b83ac HTTP/1.1" status: 200 len: 1092 time: 0.5834541 Jul 30 00:03:26.026888 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df30b1e8-d1f3-4ad9-88b7-187bc91a42ca', 'tag': '676e48bd-f47d-4e95-be13-1c2b226b83ac'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:03:26.029205 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90380b9-2038-4fb7-af6b-4dbc9faee4d0" -d '{"events": [{"name": "network-changed", "server_uuid": "df30b1e8-d1f3-4ad9-88b7-187bc91a42ca", "tag": "676e48bd-f47d-4e95-be13-1c2b226b83ac"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:03:26.062758 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8440cea3-6442-420f-a97e-8cc81748f765 service neutron] Pushing event updated for resources: {'Port': ['ID=676e48bd-f47d-4e95-be13-1c2b226b83ac,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:26.068640 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc856d9c-753f-4993-b25d-d9f3a79fce74 x-openstack-request-id: req-cc856d9c-753f-4993-b25d-d9f3a79fce74 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:03:26.069015 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df30b1e8-d1f3-4ad9-88b7-187bc91a42ca", "tag": "676e48bd-f47d-4e95-be13-1c2b226b83ac", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:03:26.069270 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cc856d9c-753f-4993-b25d-d9f3a79fce74 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:03:26.069681 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df30b1e8-d1f3-4ad9-88b7-187bc91a42ca', 'tag': '676e48bd-f47d-4e95-be13-1c2b226b83ac', 'status': 'completed', 'code': 200} Jul 30 00:03:26.114267 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7191e6-6833-491b-b8ef-40934061f376 req-0d4f2072-b387-466e-9b41-3573c6bb279c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:26.115810 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-fb7191e6-6833-491b-b8ef-40934061f376 req-0d4f2072-b387-466e-9b41-3573c6bb279c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3302a3215b2e4246be1eaaec60c75ea9&device_id=df30b1e8-d1f3-4ad9-88b7-187bc91a42ca HTTP/1.1" status: 200 len: 1095 time: 0.0449426 Jul 30 00:03:26.161050 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-fb7191e6-6833-491b-b8ef-40934061f376 req-182b4699-7821-4051-a22f-42ffafc30fc6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=676e48bd-f47d-4e95-be13-1c2b226b83ac HTTP/1.1" status: 200 len: 217 time: 0.0376260 Jul 30 00:03:26.192115 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58941a82-ce49-472f-92c6-f569e0d030c4 req-09728b91-ae5a-41a5-8a04-44d22555943e tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:26.193529 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-58941a82-ce49-472f-92c6-f569e0d030c4 req-09728b91-ae5a-41a5-8a04-44d22555943e tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=df30b1e8-d1f3-4ad9-88b7-187bc91a42ca HTTP/1.1" status: 200 len: 943 time: 0.0518193 Jul 30 00:03:26.210850 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7191e6-6833-491b-b8ef-40934061f376 req-5f93c6e7-a201-419d-8962-fbb341b46473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:26.212332 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-fb7191e6-6833-491b-b8ef-40934061f376 req-5f93c6e7-a201-419d-8962-fbb341b46473 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=31ca0292-b422-4803-a8e6-88ff49044d99 HTTP/1.1" status: 200 len: 854 time: 0.0453002 Jul 30 00:03:26.233058 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-58941a82-ce49-472f-92c6-f569e0d030c4 req-6750588e-fa7e-4af3-889f-cd7a9330997f tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333762 Jul 30 00:03:26.245316 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-fb7191e6-6833-491b-b8ef-40934061f376 req-602b4419-91c7-4a86-ab70-63bbd30624f1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ec97290e-27cc-4a14-9a78-fcc7f155ce07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252323 Jul 30 00:03:26.336279 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-fb7191e6-6833-491b-b8ef-40934061f376 req-bd76651d-97b9-48a8-abf3-2f204907b549 service neutron] 10.222.0.22 "GET /v2.0/networks/ec97290e-27cc-4a14-9a78-fcc7f155ce07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842559 Jul 30 00:03:26.426710 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-fb7191e6-6833-491b-b8ef-40934061f376 req-1bda89a4-c733-4643-8bac-9cdd3703599b service neutron] 10.222.0.22 "GET /v2.0/networks/ec97290e-27cc-4a14-9a78-fcc7f155ce07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822749 Jul 30 00:03:26.474268 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:26.517736 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90380b9-2038-4fb7-af6b-4dbc9faee4d0 req-15168545-4124-41d7-9453-6bd5b953e5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:26.519790 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e90380b9-2038-4fb7-af6b-4dbc9faee4d0 req-15168545-4124-41d7-9453-6bd5b953e5ab service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3302a3215b2e4246be1eaaec60c75ea9&device_id=df30b1e8-d1f3-4ad9-88b7-187bc91a42ca HTTP/1.1" status: 200 len: 1095 time: 0.0455155 Jul 30 00:03:26.607415 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90380b9-2038-4fb7-af6b-4dbc9faee4d0 req-e377f3b7-3742-4edb-a3e5-cb06d69d71fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:26.608890 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e90380b9-2038-4fb7-af6b-4dbc9faee4d0 req-e377f3b7-3742-4edb-a3e5-cb06d69d71fa service neutron] 10.222.0.22 "GET /v2.0/networks?id=ec97290e-27cc-4a14-9a78-fcc7f155ce07 HTTP/1.1" status: 200 len: 915 time: 0.0823729 Jul 30 00:03:26.653161 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e90380b9-2038-4fb7-af6b-4dbc9faee4d0 req-41ae8eba-4534-41c5-b4e8-c40971220b3c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=676e48bd-f47d-4e95-be13-1c2b226b83ac HTTP/1.1" status: 200 len: 217 time: 0.0370040 Jul 30 00:03:26.702326 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90380b9-2038-4fb7-af6b-4dbc9faee4d0 req-c939ee36-f6d9-453b-9372-6c2a62fe95d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:26.703639 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e90380b9-2038-4fb7-af6b-4dbc9faee4d0 req-c939ee36-f6d9-453b-9372-6c2a62fe95d0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=31ca0292-b422-4803-a8e6-88ff49044d99 HTTP/1.1" status: 200 len: 854 time: 0.0429304 Jul 30 00:03:26.734410 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e90380b9-2038-4fb7-af6b-4dbc9faee4d0 req-d55a9e37-a23b-4f16-82ec-71ae6cd53e22 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ec97290e-27cc-4a14-9a78-fcc7f155ce07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232415 Jul 30 00:03:26.823377 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e90380b9-2038-4fb7-af6b-4dbc9faee4d0 req-e0b5572d-e79e-4c43-bf42-04e83dd07527 service neutron] 10.222.0.22 "GET /v2.0/networks/ec97290e-27cc-4a14-9a78-fcc7f155ce07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811374 Jul 30 00:03:26.917160 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e90380b9-2038-4fb7-af6b-4dbc9faee4d0 req-171ff02e-ee46-4c08-ab3f-b83c7c80a332 service neutron] 10.222.0.22 "GET /v2.0/networks/ec97290e-27cc-4a14-9a78-fcc7f155ce07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865850 Jul 30 00:03:27.351524 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd2e3c-b62e-474a-9bf9-8740c683e423 req-36e87101-89a6-4b54-82a9-bc4cf52b7bee tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:27.353004 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b1fd2e3c-b62e-474a-9bf9-8740c683e423 req-36e87101-89a6-4b54-82a9-bc4cf52b7bee tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=df30b1e8-d1f3-4ad9-88b7-187bc91a42ca HTTP/1.1" status: 200 len: 943 time: 0.0495291 Jul 30 00:03:27.389589 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b1fd2e3c-b62e-474a-9bf9-8740c683e423 req-4081626c-4f1f-4469-9db7-d156367c50b2 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306282 Jul 30 00:03:27.795563 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:28.509331 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c1d748-d73f-40d0-b517-098c37668fee req-2e8b1f0d-bde9-43d3-92e0-2167aa8f89e6 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:28.511117 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-80c1d748-d73f-40d0-b517-098c37668fee req-2e8b1f0d-bde9-43d3-92e0-2167aa8f89e6 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=df30b1e8-d1f3-4ad9-88b7-187bc91a42ca HTTP/1.1" status: 200 len: 943 time: 0.0539072 Jul 30 00:03:28.548384 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-80c1d748-d73f-40d0-b517-098c37668fee req-2388bebc-438b-4654-9e7d-7a75955044ec tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312130 Jul 30 00:03:29.431632 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:29.638371 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 676e48bd-f47d-4e95-be13-1c2b226b83ac details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:03:29.666148 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b71716-f668-4dfd-a9f7-1c8f89b99fb4 req-d487b8f4-6679-4499-b28e-36b85d9caf8c tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:29.668364 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f9b71716-f668-4dfd-a9f7-1c8f89b99fb4 req-d487b8f4-6679-4499-b28e-36b85d9caf8c tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=df30b1e8-d1f3-4ad9-88b7-187bc91a42ca HTTP/1.1" status: 200 len: 943 time: 0.0513089 Jul 30 00:03:29.709796 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f9b71716-f668-4dfd-a9f7-1c8f89b99fb4 req-352022ae-1c29-4c12-b4a5-2e7344df4f39 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327790 Jul 30 00:03:29.744399 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 676e48bd-f47d-4e95-be13-1c2b226b83ac, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=676e48bd-f47d-4e95-be13-1c2b226b83ac,segment=NetworkSegment(a9b5b3a7-0b60-49b8-83ac-00f468b9ee6a),segment_id=a9b5b3a7-0b60-49b8-83ac-00f468b9ee6a)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:03:29.755351 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '676e48bd-f47d-4e95-be13-1c2b226b83ac', 'network_id': 'ec97290e-27cc-4a14-9a78-fcc7f155ce07', 'port_id': '676e48bd-f47d-4e95-be13-1c2b226b83ac', 'mac_address': 'fa:16:3e:fe:16:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31ca0292-b422-4803-a8e6-88ff49044d99', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:03:29.792060 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:29.804125 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 676e48bd-f47d-4e95-be13-1c2b226b83ac {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:03:29.824097 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 676e48bd-f47d-4e95-be13-1c2b226b83ac, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=676e48bd-f47d-4e95-be13-1c2b226b83ac,segment=NetworkSegment(a9b5b3a7-0b60-49b8-83ac-00f468b9ee6a),segment_id=a9b5b3a7-0b60-49b8-83ac-00f468b9ee6a)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:03:29.827888 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:29.874847 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=676e48bd-f47d-4e95-be13-1c2b226b83ac,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:30.012254 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['676e48bd-f47d-4e95-be13-1c2b226b83ac'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:03:30.827382 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3f27c-c63d-4359-aca4-567abc98a5c9 req-1fb0474d-6a3f-400d-bfa0-0801854760b0 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:30.828764 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1eb3f27c-c63d-4359-aca4-567abc98a5c9 req-1fb0474d-6a3f-400d-bfa0-0801854760b0 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=df30b1e8-d1f3-4ad9-88b7-187bc91a42ca HTTP/1.1" status: 200 len: 944 time: 0.0478370 Jul 30 00:03:30.866912 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1eb3f27c-c63d-4359-aca4-567abc98a5c9 req-0ffee115-68ec-4765-a339-6ec9f06300d4 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314796 Jul 30 00:03:31.638130 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 676e48bd-f47d-4e95-be13-1c2b226b83ac up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:03:31.695410 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port 676e48bd-f47d-4e95-be13-1c2b226b83ac completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:03:31.699083 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 676e48bd-f47d-4e95-be13-1c2b226b83ac triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:03:31.699455 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:31.776349 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:31.803958 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df30b1e8-d1f3-4ad9-88b7-187bc91a42ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '676e48bd-f47d-4e95-be13-1c2b226b83ac'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:03:31.806307 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7d0de0-b5c6-4377-b9a1-2c09e944210d" -d '{"events": [{"server_uuid": "df30b1e8-d1f3-4ad9-88b7-187bc91a42ca", "name": "network-vif-plugged", "status": "completed", "tag": "676e48bd-f47d-4e95-be13-1c2b226b83ac"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:03:31.820446 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 676e48bd-f47d-4e95-be13-1c2b226b83ac, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=676e48bd-f47d-4e95-be13-1c2b226b83ac,segment=NetworkSegment(a9b5b3a7-0b60-49b8-83ac-00f468b9ee6a),segment_id=a9b5b3a7-0b60-49b8-83ac-00f468b9ee6a)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:03:31.824699 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:31.849288 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb97bf1-4b52-4baa-804d-b127e4b4e08f x-openstack-request-id: req-feb97bf1-4b52-4baa-804d-b127e4b4e08f {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:03:31.849994 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df30b1e8-d1f3-4ad9-88b7-187bc91a42ca", "name": "network-vif-plugged", "status": "completed", "tag": "676e48bd-f47d-4e95-be13-1c2b226b83ac", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:03:31.849994 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-feb97bf1-4b52-4baa-804d-b127e4b4e08f {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:03:31.850323 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df30b1e8-d1f3-4ad9-88b7-187bc91a42ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '676e48bd-f47d-4e95-be13-1c2b226b83ac', 'code': 200} Jul 30 00:03:31.876975 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=676e48bd-f47d-4e95-be13-1c2b226b83ac,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:31.940336 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652c4e1-d400-4956-b816-13ea5546a143 req-2ddc9038-c980-4fa7-a558-b3d3615051e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:31.941895 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c652c4e1-d400-4956-b816-13ea5546a143 req-2ddc9038-c980-4fa7-a558-b3d3615051e0 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=df30b1e8-d1f3-4ad9-88b7-187bc91a42ca HTTP/1.1" status: 200 len: 1097 time: 0.0404470 Jul 30 00:03:31.977806 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c652c4e1-d400-4956-b816-13ea5546a143 req-22f2f87f-05c2-40ae-9d8c-1b9102e78979 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289159 Jul 30 00:03:31.991337 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a9282-fce0-442e-bf5f-e6b7bc18f3d1 req-7f2e9062-1098-435f-9b59-fe88b0eacce5 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:31.992880 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-441a9282-fce0-442e-bf5f-e6b7bc18f3d1 req-7f2e9062-1098-435f-9b59-fe88b0eacce5 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=df30b1e8-d1f3-4ad9-88b7-187bc91a42ca HTTP/1.1" status: 200 len: 945 time: 0.0564952 Jul 30 00:03:32.030960 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-441a9282-fce0-442e-bf5f-e6b7bc18f3d1 req-847de778-6c5b-474b-a536-2798e97148cc tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319707 Jul 30 00:03:33.147761 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb54bfa4-e422-4814-bd0e-ae7c84063dda req-e72aab26-b861-45a8-918f-4a89b740fa3f tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:33.149253 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bb54bfa4-e422-4814-bd0e-ae7c84063dda req-e72aab26-b861-45a8-918f-4a89b740fa3f tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=df30b1e8-d1f3-4ad9-88b7-187bc91a42ca HTTP/1.1" status: 200 len: 945 time: 0.0486851 Jul 30 00:03:33.187098 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bb54bfa4-e422-4814-bd0e-ae7c84063dda req-1b2c3b8c-a3e4-436d-9b4f-5be8acdcfa8f tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318487 Jul 30 00:03:33.300958 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1994e4-78f7-4cee-a8e7-86de466fe3e0 req-1c9c1f08-7a96-40a9-bbae-5063b3fba104 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:33.303086 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1d1994e4-78f7-4cee-a8e7-86de466fe3e0 req-1c9c1f08-7a96-40a9-bbae-5063b3fba104 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=df30b1e8-d1f3-4ad9-88b7-187bc91a42ca HTTP/1.1" status: 200 len: 945 time: 0.0501726 Jul 30 00:03:33.341891 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1d1994e4-78f7-4cee-a8e7-86de466fe3e0 req-973bf648-0fe8-4248-8356-90f08e952d69 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326347 Jul 30 00:03:33.548179 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65154f-54ce-4c2a-b2ef-64f4855e3bd3 req-6ded50d3-3b2b-444d-a679-a159f032bfb6 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:33.549689 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-da65154f-54ce-4c2a-b2ef-64f4855e3bd3 req-6ded50d3-3b2b-444d-a679-a159f032bfb6 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=df30b1e8-d1f3-4ad9-88b7-187bc91a42ca HTTP/1.1" status: 200 len: 945 time: 0.0537131 Jul 30 00:03:33.587950 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-da65154f-54ce-4c2a-b2ef-64f4855e3bd3 req-6a78cf12-1d17-4391-971d-344a0e55bff2 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316348 Jul 30 00:03:33.706385 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c6a086-fe68-42bb-bebd-54c0974b75a5 req-4226b027-0826-41d4-8a84-c4da3d34d35b tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:33.708998 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-06c6a086-fe68-42bb-bebd-54c0974b75a5 req-4226b027-0826-41d4-8a84-c4da3d34d35b tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=df30b1e8-d1f3-4ad9-88b7-187bc91a42ca HTTP/1.1" status: 200 len: 945 time: 0.0554316 Jul 30 00:03:33.748145 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-06c6a086-fe68-42bb-bebd-54c0974b75a5 req-418aff29-148f-4d17-a84f-c7920422b2c7 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330589 Jul 30 00:03:33.982529 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c0d95c26-c22f-407f-9819-03bc4aa27981 req-3f7e8015-5831-4f0e-9c6f-988dc3039f91 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=df30b1e8-d1f3-4ad9-88b7-187bc91a42ca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0449030 Jul 30 00:03:33.995238 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d232fa-f08e-434e-9149-c1b9ca27a48d req-f7376ab3-a2d3-45f4-8ac5-85b47a612c89 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:33.996769 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-94d232fa-f08e-434e-9149-c1b9ca27a48d req-f7376ab3-a2d3-45f4-8ac5-85b47a612c89 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=df30b1e8-d1f3-4ad9-88b7-187bc91a42ca HTTP/1.1" status: 200 len: 945 time: 0.0499079 Jul 30 00:03:34.042560 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-94d232fa-f08e-434e-9149-c1b9ca27a48d req-dec75421-1f42-4e72-a9df-dca14d680bf1 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394351 Jul 30 00:03:35.168587 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591649a7-d3f1-4b60-ada9-b519edf31e47 req-3585d986-dc89-4791-a614-5315c07d31a5 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:35.170599 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-591649a7-d3f1-4b60-ada9-b519edf31e47 req-3585d986-dc89-4791-a614-5315c07d31a5 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=df30b1e8-d1f3-4ad9-88b7-187bc91a42ca HTTP/1.1" status: 200 len: 945 time: 0.0576558 Jul 30 00:03:35.210856 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-591649a7-d3f1-4b60-ada9-b519edf31e47 req-84aded08-5b3a-44fb-b019-5c9be9cd6f65 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346177 Jul 30 00:03:35.229024 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d95c26-c22f-407f-9819-03bc4aa27981 req-7557f09e-e467-4153-a52a-2a0372155a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:35.230566 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c0d95c26-c22f-407f-9819-03bc4aa27981 req-7557f09e-e467-4153-a52a-2a0372155a92 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3302a3215b2e4246be1eaaec60c75ea9&device_id=df30b1e8-d1f3-4ad9-88b7-187bc91a42ca HTTP/1.1" status: 200 len: 1097 time: 0.0416076 Jul 30 00:03:35.319166 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d95c26-c22f-407f-9819-03bc4aa27981 req-aaa6af2e-9ce9-4189-aa10-f7aceca0a56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:35.320627 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c0d95c26-c22f-407f-9819-03bc4aa27981 req-aaa6af2e-9ce9-4189-aa10-f7aceca0a56a service neutron] 10.222.0.22 "GET /v2.0/networks?id=ec97290e-27cc-4a14-9a78-fcc7f155ce07 HTTP/1.1" status: 200 len: 915 time: 0.0828421 Jul 30 00:03:35.363663 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c0d95c26-c22f-407f-9819-03bc4aa27981 req-b86bf95f-7350-4c9d-ad2e-db9d47040dd4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=676e48bd-f47d-4e95-be13-1c2b226b83ac HTTP/1.1" status: 200 len: 217 time: 0.0364342 Jul 30 00:03:35.412414 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d95c26-c22f-407f-9819-03bc4aa27981 req-118f61e6-7ad5-4578-aacb-c0c13f8ead2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:35.413855 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c0d95c26-c22f-407f-9819-03bc4aa27981 req-118f61e6-7ad5-4578-aacb-c0c13f8ead2b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=31ca0292-b422-4803-a8e6-88ff49044d99 HTTP/1.1" status: 200 len: 854 time: 0.0436487 Jul 30 00:03:35.445121 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c0d95c26-c22f-407f-9819-03bc4aa27981 req-1ca0a5cd-3f48-4367-83b4-f7e4ba18a7aa service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ec97290e-27cc-4a14-9a78-fcc7f155ce07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246937 Jul 30 00:03:35.536181 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c0d95c26-c22f-407f-9819-03bc4aa27981 req-081e4e46-5428-4ccf-9b25-8e8337c1d25a service neutron] 10.222.0.22 "GET /v2.0/networks/ec97290e-27cc-4a14-9a78-fcc7f155ce07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831542 Jul 30 00:03:35.631627 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c0d95c26-c22f-407f-9819-03bc4aa27981 req-8f4391b9-2d85-4564-a294-842dd03f8c48 service neutron] 10.222.0.22 "GET /v2.0/networks/ec97290e-27cc-4a14-9a78-fcc7f155ce07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880773 Jul 30 00:03:36.330977 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24a643-87d3-4c78-b0d7-758615777ea4 req-1ed1fb11-ddec-4b8e-b761-f5bac036c1f5 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:36.332461 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9d24a643-87d3-4c78-b0d7-758615777ea4 req-1ed1fb11-ddec-4b8e-b761-f5bac036c1f5 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=df30b1e8-d1f3-4ad9-88b7-187bc91a42ca HTTP/1.1" status: 200 len: 945 time: 0.0511835 Jul 30 00:03:36.370514 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9d24a643-87d3-4c78-b0d7-758615777ea4 req-ecbbefe1-b760-493c-97d2-c4e4948c9f83 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313871 Jul 30 00:03:37.473198 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:37.487488 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d42328-4b12-40bd-9c7f-fd7368377dcb req-64c0a3f0-428c-45f1-ba38-99ca9e27cea2 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:37.488982 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d7d42328-4b12-40bd-9c7f-fd7368377dcb req-64c0a3f0-428c-45f1-ba38-99ca9e27cea2 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=df30b1e8-d1f3-4ad9-88b7-187bc91a42ca HTTP/1.1" status: 200 len: 945 time: 0.0495436 Jul 30 00:03:37.528797 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d7d42328-4b12-40bd-9c7f-fd7368377dcb req-13bc98c6-a3a6-40e3-a5b5-056778dd6020 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327485 Jul 30 00:03:38.652193 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a5e0fd-232a-4b05-a423-d921aa6c0994 req-92682811-d42e-4c97-bf5f-45b06fdbd700 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:38.653709 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c5a5e0fd-232a-4b05-a423-d921aa6c0994 req-92682811-d42e-4c97-bf5f-45b06fdbd700 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=df30b1e8-d1f3-4ad9-88b7-187bc91a42ca HTTP/1.1" status: 200 len: 945 time: 0.0542099 Jul 30 00:03:38.690885 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c5a5e0fd-232a-4b05-a423-d921aa6c0994 req-1eedaaaf-cbfb-46ea-bdd3-900b0da940c4 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312941 Jul 30 00:03:39.814150 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef6cf29-a4e1-48bc-b873-06c202ced676 req-4159a016-b625-413f-acd9-86a1a5670de5 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:39.815574 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3ef6cf29-a4e1-48bc-b873-06c202ced676 req-4159a016-b625-413f-acd9-86a1a5670de5 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=df30b1e8-d1f3-4ad9-88b7-187bc91a42ca HTTP/1.1" status: 200 len: 945 time: 0.0493104 Jul 30 00:03:39.854760 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3ef6cf29-a4e1-48bc-b873-06c202ced676 req-a9edd03f-74fe-4935-9471-e6c9a737f6a4 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322185 Jul 30 00:03:40.970990 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb32383-d277-4ae5-a9b3-407c56b9aabb req-b5974a59-a93d-496c-b09c-db3f3c998409 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:40.972476 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3eb32383-d277-4ae5-a9b3-407c56b9aabb req-b5974a59-a93d-496c-b09c-db3f3c998409 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=df30b1e8-d1f3-4ad9-88b7-187bc91a42ca HTTP/1.1" status: 200 len: 945 time: 0.0484669 Jul 30 00:03:41.013706 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3eb32383-d277-4ae5-a9b3-407c56b9aabb req-afe91776-c04f-4f77-a7db-aa0dd2d412e1 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344024 Jul 30 00:03:42.133880 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1efc3c0-104b-479b-94d5-fe71e569fa60 req-5d8f94a0-70c3-450b-87ee-978798f2da56 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:42.135680 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b1efc3c0-104b-479b-94d5-fe71e569fa60 req-5d8f94a0-70c3-450b-87ee-978798f2da56 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=df30b1e8-d1f3-4ad9-88b7-187bc91a42ca HTTP/1.1" status: 200 len: 945 time: 0.0541623 Jul 30 00:03:42.174634 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b1efc3c0-104b-479b-94d5-fe71e569fa60 req-29a21f6b-1a2e-4545-b1ed-4d9594621fab tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330312 Jul 30 00:03:42.924822 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:03:43.291173 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15620611-9e57-4022-9123-e0c14d01cd5e req-e8998bed-3f9e-477c-9ae1-8a2c354b3f92 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:43.292696 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-15620611-9e57-4022-9123-e0c14d01cd5e req-e8998bed-3f9e-477c-9ae1-8a2c354b3f92 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=df30b1e8-d1f3-4ad9-88b7-187bc91a42ca HTTP/1.1" status: 200 len: 945 time: 0.0493309 Jul 30 00:03:43.332101 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-15620611-9e57-4022-9123-e0c14d01cd5e req-a88d03ec-13df-4881-9d08-e43aa64a6e71 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332108 Jul 30 00:03:44.450165 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e8d706-80b1-4765-8725-90d80c5c35a4 req-4af56b67-a997-40f5-a67a-e5e2df132bab tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:44.451712 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b9e8d706-80b1-4765-8725-90d80c5c35a4 req-4af56b67-a997-40f5-a67a-e5e2df132bab tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=df30b1e8-d1f3-4ad9-88b7-187bc91a42ca HTTP/1.1" status: 200 len: 945 time: 0.0499568 Jul 30 00:03:44.494886 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b9e8d706-80b1-4765-8725-90d80c5c35a4 req-23f31405-a7c0-428e-9d10-5253d8a202f6 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368936 Jul 30 00:03:45.629165 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9f623-9553-4445-afa0-56c82d3b1d66 req-c3e71c2d-5fc2-4674-a0cb-f06c8df9acd6 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:45.630668 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-76d9f623-9553-4445-afa0-56c82d3b1d66 req-c3e71c2d-5fc2-4674-a0cb-f06c8df9acd6 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=df30b1e8-d1f3-4ad9-88b7-187bc91a42ca HTTP/1.1" status: 200 len: 945 time: 0.0523875 Jul 30 00:03:45.669373 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-76d9f623-9553-4445-afa0-56c82d3b1d66 req-474646ba-14d5-40fb-8ca4-734a6b7727df tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318344 Jul 30 00:03:46.781749 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e1fc67-c8a8-4b34-8b93-c1ddc517b89c req-bead196d-949f-48f8-9fe8-085c95a9bf86 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:46.783249 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-41e1fc67-c8a8-4b34-8b93-c1ddc517b89c req-bead196d-949f-48f8-9fe8-085c95a9bf86 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=df30b1e8-d1f3-4ad9-88b7-187bc91a42ca HTTP/1.1" status: 200 len: 945 time: 0.0497160 Jul 30 00:03:46.822848 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-41e1fc67-c8a8-4b34-8b93-c1ddc517b89c req-3abcf352-f066-48e5-8051-8b1eb3754686 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336599 Jul 30 00:03:47.939424 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c56d1a-ac66-468a-9184-dfe4fc6f473c req-fc6a08b0-bc12-4b72-92b0-acbc04690de1 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:47.941527 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-00c56d1a-ac66-468a-9184-dfe4fc6f473c req-fc6a08b0-bc12-4b72-92b0-acbc04690de1 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=df30b1e8-d1f3-4ad9-88b7-187bc91a42ca HTTP/1.1" status: 200 len: 945 time: 0.0501673 Jul 30 00:03:47.980409 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-00c56d1a-ac66-468a-9184-dfe4fc6f473c req-18444308-5a4e-4fac-b069-ae16df8e0e39 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325670 Jul 30 00:03:49.101181 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bcd4f3-941f-42bf-a55c-68b8abc0e41e req-8a2f6884-fca1-4cb3-bf2f-693d1ace96d4 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:49.103552 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a2bcd4f3-941f-42bf-a55c-68b8abc0e41e req-8a2f6884-fca1-4cb3-bf2f-693d1ace96d4 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=df30b1e8-d1f3-4ad9-88b7-187bc91a42ca HTTP/1.1" status: 200 len: 945 time: 0.0541313 Jul 30 00:03:49.141320 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a2bcd4f3-941f-42bf-a55c-68b8abc0e41e req-945537a1-a384-4132-87aa-97c5daed4d11 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318124 Jul 30 00:03:49.866881 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:50.257071 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7be000-8f92-4315-b49e-d45ca81dd198 req-23c42751-0355-442f-a409-480063dfcacd tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:50.258719 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2c7be000-8f92-4315-b49e-d45ca81dd198 req-23c42751-0355-442f-a409-480063dfcacd tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=df30b1e8-d1f3-4ad9-88b7-187bc91a42ca HTTP/1.1" status: 200 len: 945 time: 0.0503647 Jul 30 00:03:50.297321 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2c7be000-8f92-4315-b49e-d45ca81dd198 req-4a3a9b52-d21f-42fa-b0ac-315d8bc4495f tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323112 Jul 30 00:03:51.412181 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d47d9-f6e6-41c3-b0f4-1c0ee0ed7eb8 req-3c3a4ab7-3304-472c-a5bf-aa38a52a449d tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:51.413684 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4c3d47d9-f6e6-41c3-b0f4-1c0ee0ed7eb8 req-3c3a4ab7-3304-472c-a5bf-aa38a52a449d tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=df30b1e8-d1f3-4ad9-88b7-187bc91a42ca HTTP/1.1" status: 200 len: 945 time: 0.0484686 Jul 30 00:03:51.452741 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4c3d47d9-f6e6-41c3-b0f4-1c0ee0ed7eb8 req-e57dcf59-ba82-4104-bfe4-126ac56c0e2c tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324264 Jul 30 00:03:52.574955 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4424c-1382-459a-957b-f5e3a613f7eb req-f2dc10ce-3c9d-4683-a8be-a39f71a0f5a6 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:52.576478 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e0e4424c-1382-459a-957b-f5e3a613f7eb req-f2dc10ce-3c9d-4683-a8be-a39f71a0f5a6 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=df30b1e8-d1f3-4ad9-88b7-187bc91a42ca HTTP/1.1" status: 200 len: 945 time: 0.0547009 Jul 30 00:03:52.614581 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e0e4424c-1382-459a-957b-f5e3a613f7eb req-3e174171-02d2-415d-a239-0d4d407b1ee3 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321634 Jul 30 00:03:53.291254 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-dcfc1e01-e034-465a-bb84-34b920f4a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:53.728668 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55620b4c-e09c-4fec-a5e3-521bf1908d79 req-247ecc02-2f6b-4026-9063-0d865c7d8b98 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:53.730175 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-55620b4c-e09c-4fec-a5e3-521bf1908d79 req-247ecc02-2f6b-4026-9063-0d865c7d8b98 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=df30b1e8-d1f3-4ad9-88b7-187bc91a42ca HTTP/1.1" status: 200 len: 945 time: 0.0489604 Jul 30 00:03:53.769153 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-55620b4c-e09c-4fec-a5e3-521bf1908d79 req-485ad19c-27ac-43a1-a38d-e5649e0abe0e tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328975 Jul 30 00:03:54.883343 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b523f08-d1aa-4eae-a619-7d367b573046 req-71b5da93-bb0e-4e63-927d-23af0853669d tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:54.884847 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2b523f08-d1aa-4eae-a619-7d367b573046 req-71b5da93-bb0e-4e63-927d-23af0853669d tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=df30b1e8-d1f3-4ad9-88b7-187bc91a42ca HTTP/1.1" status: 200 len: 945 time: 0.0495369 Jul 30 00:03:54.922567 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2b523f08-d1aa-4eae-a619-7d367b573046 req-04f99b9e-70e2-474e-b329-50f2ac34a6fc tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315185 Jul 30 00:03:55.351337 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c272d3-abd5-40eb-a5b0-b33860932dcd req-8cb25901-2494-4a7b-a4bc-b8c364d6e6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:55.352870 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-00c272d3-abd5-40eb-a5b0-b33860932dcd req-8cb25901-2494-4a7b-a4bc-b8c364d6e6e7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3302a3215b2e4246be1eaaec60c75ea9&device_id=df30b1e8-d1f3-4ad9-88b7-187bc91a42ca HTTP/1.1" status: 200 len: 1097 time: 0.0414984 Jul 30 00:03:55.457700 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c272d3-abd5-40eb-a5b0-b33860932dcd req-5cfb732b-d82e-404f-b5e7-d3fde7888910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:55.459158 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-00c272d3-abd5-40eb-a5b0-b33860932dcd req-5cfb732b-d82e-404f-b5e7-d3fde7888910 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ec97290e-27cc-4a14-9a78-fcc7f155ce07 HTTP/1.1" status: 200 len: 915 time: 0.0857041 Jul 30 00:03:55.500525 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-00c272d3-abd5-40eb-a5b0-b33860932dcd req-89135546-b591-4b6f-b54f-46cb48e1c943 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=676e48bd-f47d-4e95-be13-1c2b226b83ac HTTP/1.1" status: 200 len: 217 time: 0.0339112 Jul 30 00:03:55.548024 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c272d3-abd5-40eb-a5b0-b33860932dcd req-e1801043-34c2-4089-9c83-9003d5159002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:55.549480 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-00c272d3-abd5-40eb-a5b0-b33860932dcd req-e1801043-34c2-4089-9c83-9003d5159002 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=31ca0292-b422-4803-a8e6-88ff49044d99 HTTP/1.1" status: 200 len: 854 time: 0.0427246 Jul 30 00:03:55.894732 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-00c272d3-abd5-40eb-a5b0-b33860932dcd req-06897d6d-938d-4ab5-af67-95fbd0d748eb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ec97290e-27cc-4a14-9a78-fcc7f155ce07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3382695 Jul 30 00:03:55.899184 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e80769b8-dd09-4385-b2bb-3d38cd6a8940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:55.984165 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-00c272d3-abd5-40eb-a5b0-b33860932dcd req-71d60c24-47d8-46c6-89c9-ea1d86acf4f5 service neutron] 10.222.0.22 "GET /v2.0/networks/ec97290e-27cc-4a14-9a78-fcc7f155ce07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814335 Jul 30 00:03:56.042534 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d158b-0fd7-411c-9fd7-c2a35d1795a3 req-385a7d32-acac-442b-a371-e5b708b54c4f tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:56.044042 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cf9d158b-0fd7-411c-9fd7-c2a35d1795a3 req-385a7d32-acac-442b-a371-e5b708b54c4f tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=df30b1e8-d1f3-4ad9-88b7-187bc91a42ca HTTP/1.1" status: 200 len: 945 time: 0.0547209 Jul 30 00:03:56.082139 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cf9d158b-0fd7-411c-9fd7-c2a35d1795a3 req-b522be5b-2873-40c6-bf18-1f132b04948a tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318253 Jul 30 00:03:56.082440 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-00c272d3-abd5-40eb-a5b0-b33860932dcd req-a4d6a2ca-d8f0-40ee-a8d3-ffe7a1018f0f service neutron] 10.222.0.22 "GET /v2.0/networks/ec97290e-27cc-4a14-9a78-fcc7f155ce07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859952 Jul 30 00:03:56.475516 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:57.198851 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51a489c-0a8c-4946-b85b-e88317dfeaab req-6bb46ff8-ede6-4e51-8f7c-76a0c8daaf5e tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:57.200363 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a51a489c-0a8c-4946-b85b-e88317dfeaab req-6bb46ff8-ede6-4e51-8f7c-76a0c8daaf5e tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=df30b1e8-d1f3-4ad9-88b7-187bc91a42ca HTTP/1.1" status: 200 len: 945 time: 0.0490165 Jul 30 00:03:57.237934 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a51a489c-0a8c-4946-b85b-e88317dfeaab req-5013c2a4-c101-4aa8-9ed4-22648b8e506b tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316727 Jul 30 00:03:57.797850 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:58.354389 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25065f6-a02b-4ffd-894b-e70dde14631b req-836f58c8-17ff-4204-b488-41e904a01a93 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:58.355872 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e25065f6-a02b-4ffd-894b-e70dde14631b req-836f58c8-17ff-4204-b488-41e904a01a93 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=df30b1e8-d1f3-4ad9-88b7-187bc91a42ca HTTP/1.1" status: 200 len: 945 time: 0.0493181 Jul 30 00:03:58.394767 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e25065f6-a02b-4ffd-894b-e70dde14631b req-f4fe3079-875e-4c76-9065-ad923a198ea6 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329411 Jul 30 00:03:59.434183 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:59.515286 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ad1c2-5adb-43b2-b931-a5d56a614ddd req-8a3c0d89-2fdb-45b8-85f3-27e8247b1940 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:59.516751 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ea5ad1c2-5adb-43b2-b931-a5d56a614ddd req-8a3c0d89-2fdb-45b8-85f3-27e8247b1940 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=df30b1e8-d1f3-4ad9-88b7-187bc91a42ca HTTP/1.1" status: 200 len: 945 time: 0.0522094 Jul 30 00:03:59.553854 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ea5ad1c2-5adb-43b2-b931-a5d56a614ddd req-6d49886e-d580-4b6a-b2aa-3fde1d99a055 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311282 Jul 30 00:04:00.670160 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf78a9-e11e-4d62-9a61-cfc5f74c57d3 req-71ef513a-8e4e-4522-a5a3-32196d3d43a2 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:00.671656 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-efdf78a9-e11e-4d62-9a61-cfc5f74c57d3 req-71ef513a-8e4e-4522-a5a3-32196d3d43a2 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=df30b1e8-d1f3-4ad9-88b7-187bc91a42ca HTTP/1.1" status: 200 len: 945 time: 0.0491917 Jul 30 00:04:00.709536 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-efdf78a9-e11e-4d62-9a61-cfc5f74c57d3 req-8033637d-1dea-415a-92b8-52b78f334e17 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320182 Jul 30 00:04:01.831680 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdacafc2-9a17-4fbd-a6f1-91e2b3633978 req-1041b5d6-4b5b-4f1b-95a3-f569971a06dd tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:01.833126 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdacafc2-9a17-4fbd-a6f1-91e2b3633978 req-1041b5d6-4b5b-4f1b-95a3-f569971a06dd tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=df30b1e8-d1f3-4ad9-88b7-187bc91a42ca HTTP/1.1" status: 200 len: 945 time: 0.0557957 Jul 30 00:04:01.871628 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdacafc2-9a17-4fbd-a6f1-91e2b3633978 req-ad50dc7e-6755-4d6e-ab36-2da2882afaf2 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324409 Jul 30 00:04:02.522722 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [req-c0d95c26-c22f-407f-9819-03bc4aa27981 req-a2b25d12-456e-4b33-a243-f97970d9cf6f service neutron] show failed (client error): The resource could not be found. Jul 30 00:04:02.524525 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c0d95c26-c22f-407f-9819-03bc4aa27981 req-a2b25d12-456e-4b33-a243-f97970d9cf6f service neutron] 10.222.0.22 "GET /v2.0/ports/676e48bd-f47d-4e95-be13-1c2b226b83ac/bindings/n-h1-712141-10 HTTP/1.1" status: 404 len: 381 time: 0.0559573 Jul 30 00:04:02.752647 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d95c26-c22f-407f-9819-03bc4aa27981 req-964255b1-1417-4372-a63f-a5742809ee65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:02.754242 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c0d95c26-c22f-407f-9819-03bc4aa27981 req-964255b1-1417-4372-a63f-a5742809ee65 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=df30b1e8-d1f3-4ad9-88b7-187bc91a42ca&tenant_id=3302a3215b2e4246be1eaaec60c75ea9 HTTP/1.1" status: 200 len: 1097 time: 0.0764821 Jul 30 00:04:02.773072 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-c0d95c26-c22f-407f-9819-03bc4aa27981 req-e6402a0f-f67e-4cbe-8e2e-6aca82567c5d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712141-10', 'device_owner': 'compute:nova'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:04:02.826194 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-c0d95c26-c22f-407f-9819-03bc4aa27981 req-e6402a0f-f67e-4cbe-8e2e-6aca82567c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:03.047082 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035f13bf-cff8-46e8-b2e6-8a96ee3e0983 req-ce38671a-facd-4869-a425-256eccd5173d tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:03.048504 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-035f13bf-cff8-46e8-b2e6-8a96ee3e0983 req-ce38671a-facd-4869-a425-256eccd5173d tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=df30b1e8-d1f3-4ad9-88b7-187bc91a42ca HTTP/1.1" status: 200 len: 945 time: 0.1057827 Jul 30 00:04:03.099758 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-c0d95c26-c22f-407f-9819-03bc4aa27981 req-e6402a0f-f67e-4cbe-8e2e-6aca82567c5d service neutron] For port 676e48bd-f47d-4e95-be13-1c2b226b83ac, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=676e48bd-f47d-4e95-be13-1c2b226b83ac,segment=NetworkSegment(a9b5b3a7-0b60-49b8-83ac-00f468b9ee6a),segment_id=a9b5b3a7-0b60-49b8-83ac-00f468b9ee6a)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:04:03.122210 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-035f13bf-cff8-46e8-b2e6-8a96ee3e0983 req-76266b30-36ec-4d99-9daa-582f12b992dd tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641437 Jul 30 00:04:03.143921 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-c0d95c26-c22f-407f-9819-03bc4aa27981 req-e6402a0f-f67e-4cbe-8e2e-6aca82567c5d service neutron] For port 676e48bd-f47d-4e95-be13-1c2b226b83ac, host n-h2-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:04:03.183400 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df30b1e8-d1f3-4ad9-88b7-187bc91a42ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '676e48bd-f47d-4e95-be13-1c2b226b83ac'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:04:03.185761 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59584de8-3a31-43df-b367-ce4be0c59025" -d '{"events": [{"server_uuid": "df30b1e8-d1f3-4ad9-88b7-187bc91a42ca", "name": "network-vif-unplugged", "status": "completed", "tag": "676e48bd-f47d-4e95-be13-1c2b226b83ac"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:04:03.189985 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-c0d95c26-c22f-407f-9819-03bc4aa27981 req-e6402a0f-f67e-4cbe-8e2e-6aca82567c5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:03.202656 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-c0d95c26-c22f-407f-9819-03bc4aa27981 req-e6402a0f-f67e-4cbe-8e2e-6aca82567c5d service neutron] Transition to ACTIVE for port object 676e48bd-f47d-4e95-be13-1c2b226b83ac will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:04:03.209823 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-c0d95c26-c22f-407f-9819-03bc4aa27981 req-e6402a0f-f67e-4cbe-8e2e-6aca82567c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:03.241737 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 00:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c6df2d-8af3-456a-842c-ff4479997ae7 x-openstack-request-id: req-d3c6df2d-8af3-456a-842c-ff4479997ae7 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:04:03.242702 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df30b1e8-d1f3-4ad9-88b7-187bc91a42ca", "name": "network-vif-unplugged", "status": "completed", "tag": "676e48bd-f47d-4e95-be13-1c2b226b83ac", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:04:03.242974 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d3c6df2d-8af3-456a-842c-ff4479997ae7 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:04:03.243364 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df30b1e8-d1f3-4ad9-88b7-187bc91a42ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '676e48bd-f47d-4e95-be13-1c2b226b83ac', 'code': 200} Jul 30 00:04:03.279111 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0d95c26-c22f-407f-9819-03bc4aa27981 req-e6402a0f-f67e-4cbe-8e2e-6aca82567c5d service neutron] No DVR routers for this DVR port 676e48bd-f47d-4e95-be13-1c2b226b83ac on host n-h2-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:04:03.281430 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6402a0f-f67e-4cbe-8e2e-6aca82567c5d service neutron] Pushing event updated for resources: {'Port': ['ID=676e48bd-f47d-4e95-be13-1c2b226b83ac,revision_number=6']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:03.293841 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6402a0f-f67e-4cbe-8e2e-6aca82567c5d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:03.294180 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6402a0f-f67e-4cbe-8e2e-6aca82567c5d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:03.294518 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6402a0f-f67e-4cbe-8e2e-6aca82567c5d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:03.295019 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6402a0f-f67e-4cbe-8e2e-6aca82567c5d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:03.295306 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6402a0f-f67e-4cbe-8e2e-6aca82567c5d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:03.295634 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6402a0f-f67e-4cbe-8e2e-6aca82567c5d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:03.295956 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6402a0f-f67e-4cbe-8e2e-6aca82567c5d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:03.296318 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6402a0f-f67e-4cbe-8e2e-6aca82567c5d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:03.296643 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6402a0f-f67e-4cbe-8e2e-6aca82567c5d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:03.296963 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6402a0f-f67e-4cbe-8e2e-6aca82567c5d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:03.297341 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6402a0f-f67e-4cbe-8e2e-6aca82567c5d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:03.297616 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6402a0f-f67e-4cbe-8e2e-6aca82567c5d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:03.330910 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-c0d95c26-c22f-407f-9819-03bc4aa27981 req-e6402a0f-f67e-4cbe-8e2e-6aca82567c5d service neutron] Attempting to bind port 676e48bd-f47d-4e95-be13-1c2b226b83ac on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:04:03.331250 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-c0d95c26-c22f-407f-9819-03bc4aa27981 req-e6402a0f-f67e-4cbe-8e2e-6aca82567c5d service neutron] Attempting to bind port 676e48bd-f47d-4e95-be13-1c2b226b83ac by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': 'a9b5b3a7-0b60-49b8-83ac-00f468b9ee6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ec97290e-27cc-4a14-9a78-fcc7f155ce07'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:04:03.331578 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d95c26-c22f-407f-9819-03bc4aa27981 req-e6402a0f-f67e-4cbe-8e2e-6aca82567c5d service neutron] Attempting to bind port 676e48bd-f47d-4e95-be13-1c2b226b83ac on network ec97290e-27cc-4a14-9a78-fcc7f155ce07 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:04:03.336265 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d95c26-c22f-407f-9819-03bc4aa27981 req-e6402a0f-f67e-4cbe-8e2e-6aca82567c5d service neutron] Port 676e48bd-f47d-4e95-be13-1c2b226b83ac on network ec97290e-27cc-4a14-9a78-fcc7f155ce07 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:04:03.336588 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d95c26-c22f-407f-9819-03bc4aa27981 req-e6402a0f-f67e-4cbe-8e2e-6aca82567c5d service neutron] Attempting to bind port 676e48bd-f47d-4e95-be13-1c2b226b83ac on network ec97290e-27cc-4a14-9a78-fcc7f155ce07 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:04:03.341807 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d95c26-c22f-407f-9819-03bc4aa27981 req-e6402a0f-f67e-4cbe-8e2e-6aca82567c5d service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:04:03.342149 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d95c26-c22f-407f-9819-03bc4aa27981 req-e6402a0f-f67e-4cbe-8e2e-6aca82567c5d service neutron] Checking segment: {'id': 'a9b5b3a7-0b60-49b8-83ac-00f468b9ee6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ec97290e-27cc-4a14-9a78-fcc7f155ce07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:04:03.342537 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0d95c26-c22f-407f-9819-03bc4aa27981 req-e6402a0f-f67e-4cbe-8e2e-6aca82567c5d service neutron] Bound using segment: {'id': 'a9b5b3a7-0b60-49b8-83ac-00f468b9ee6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ec97290e-27cc-4a14-9a78-fcc7f155ce07'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:04:03.342960 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-c0d95c26-c22f-407f-9819-03bc4aa27981 req-e6402a0f-f67e-4cbe-8e2e-6aca82567c5d service neutron] Bound port: 676e48bd-f47d-4e95-be13-1c2b226b83ac, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9b5b3a7-0b60-49b8-83ac-00f468b9ee6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ec97290e-27cc-4a14-9a78-fcc7f155ce07'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:04:03.343318 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-c0d95c26-c22f-407f-9819-03bc4aa27981 req-e6402a0f-f67e-4cbe-8e2e-6aca82567c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:03.410662 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-c0d95c26-c22f-407f-9819-03bc4aa27981 req-e6402a0f-f67e-4cbe-8e2e-6aca82567c5d service neutron] For port 676e48bd-f47d-4e95-be13-1c2b226b83ac, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:04:03.414506 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-c0d95c26-c22f-407f-9819-03bc4aa27981 req-e6402a0f-f67e-4cbe-8e2e-6aca82567c5d service neutron] For port 676e48bd-f47d-4e95-be13-1c2b226b83ac, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=676e48bd-f47d-4e95-be13-1c2b226b83ac,segment=NetworkSegment(a9b5b3a7-0b60-49b8-83ac-00f468b9ee6a),segment_id=a9b5b3a7-0b60-49b8-83ac-00f468b9ee6a)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:04:03.419064 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-c0d95c26-c22f-407f-9819-03bc4aa27981 req-e6402a0f-f67e-4cbe-8e2e-6aca82567c5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:03.458790 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d95c26-c22f-407f-9819-03bc4aa27981 req-e6402a0f-f67e-4cbe-8e2e-6aca82567c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:03.459425 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-c0d95c26-c22f-407f-9819-03bc4aa27981 req-e6402a0f-f67e-4cbe-8e2e-6aca82567c5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:03.461503 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c0d95c26-c22f-407f-9819-03bc4aa27981 req-e6402a0f-f67e-4cbe-8e2e-6aca82567c5d service neutron] 10.222.0.41 "PUT /v2.0/ports/676e48bd-f47d-4e95-be13-1c2b226b83ac HTTP/1.1" status: 200 len: 1092 time: 0.6918817 Jul 30 00:04:03.482397 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6402a0f-f67e-4cbe-8e2e-6aca82567c5d service neutron] Pushing event updated for resources: {'Port': ['ID=676e48bd-f47d-4e95-be13-1c2b226b83ac,revision_number=7']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:03.544099 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d95c26-c22f-407f-9819-03bc4aa27981 req-6b013d55-acbe-4d10-9bf1-b1ccbf2854e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:03.546004 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c0d95c26-c22f-407f-9819-03bc4aa27981 req-6b013d55-acbe-4d10-9bf1-b1ccbf2854e0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3302a3215b2e4246be1eaaec60c75ea9&device_id=df30b1e8-d1f3-4ad9-88b7-187bc91a42ca HTTP/1.1" status: 200 len: 1095 time: 0.0447984 Jul 30 00:04:03.637229 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d95c26-c22f-407f-9819-03bc4aa27981 req-6294144f-59a6-4a87-890f-a31d6a576257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:03.638728 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c0d95c26-c22f-407f-9819-03bc4aa27981 req-6294144f-59a6-4a87-890f-a31d6a576257 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ec97290e-27cc-4a14-9a78-fcc7f155ce07 HTTP/1.1" status: 200 len: 915 time: 0.0866327 Jul 30 00:04:03.683802 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c0d95c26-c22f-407f-9819-03bc4aa27981 req-c1069a79-0179-47c8-8d46-1f37267bedae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=676e48bd-f47d-4e95-be13-1c2b226b83ac HTTP/1.1" status: 200 len: 217 time: 0.0379899 Jul 30 00:04:03.732020 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d95c26-c22f-407f-9819-03bc4aa27981 req-83664fda-8a2c-4528-b09a-09256f2571e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:03.733452 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c0d95c26-c22f-407f-9819-03bc4aa27981 req-83664fda-8a2c-4528-b09a-09256f2571e1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=31ca0292-b422-4803-a8e6-88ff49044d99 HTTP/1.1" status: 200 len: 854 time: 0.0426338 Jul 30 00:04:03.766534 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c0d95c26-c22f-407f-9819-03bc4aa27981 req-b37c6c81-4cfe-4da8-8e73-7a2650d51873 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ec97290e-27cc-4a14-9a78-fcc7f155ce07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249090 Jul 30 00:04:03.866135 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c0d95c26-c22f-407f-9819-03bc4aa27981 req-912089c2-d319-4f92-9e1a-b7d475a9c1fb service neutron] 10.222.0.41 "GET /v2.0/networks/ec97290e-27cc-4a14-9a78-fcc7f155ce07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911753 Jul 30 00:04:03.954672 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c0d95c26-c22f-407f-9819-03bc4aa27981 req-64046483-460d-44e0-b10b-55943dcff3f3 service neutron] 10.222.0.41 "GET /v2.0/networks/ec97290e-27cc-4a14-9a78-fcc7f155ce07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820374 Jul 30 00:04:04.238021 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecde5a6-19b9-4f64-a504-fa430a922762 req-5fff5f23-4990-47b0-822b-6c61d01bcf08 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:04.239518 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5ecde5a6-19b9-4f64-a504-fa430a922762 req-5fff5f23-4990-47b0-822b-6c61d01bcf08 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=df30b1e8-d1f3-4ad9-88b7-187bc91a42ca HTTP/1.1" status: 200 len: 943 time: 0.0485992 Jul 30 00:04:04.282819 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5ecde5a6-19b9-4f64-a504-fa430a922762 req-a18b2a81-74d3-4cc8-bf08-20901600294b tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366075 Jul 30 00:04:05.244727 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df30b1e8-d1f3-4ad9-88b7-187bc91a42ca', 'tag': '676e48bd-f47d-4e95-be13-1c2b226b83ac'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:04:05.247167 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b6b3eda-5c69-42fb-ae7c-f42007f9eeb9" -d '{"events": [{"name": "network-changed", "server_uuid": "df30b1e8-d1f3-4ad9-88b7-187bc91a42ca", "tag": "676e48bd-f47d-4e95-be13-1c2b226b83ac"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:04:05.296041 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d3a26b-7539-4f4e-8ae7-fec1728dd909 x-openstack-request-id: req-09d3a26b-7539-4f4e-8ae7-fec1728dd909 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:04:05.296334 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df30b1e8-d1f3-4ad9-88b7-187bc91a42ca", "tag": "676e48bd-f47d-4e95-be13-1c2b226b83ac", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:04:05.296586 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-09d3a26b-7539-4f4e-8ae7-fec1728dd909 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:04:05.296996 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df30b1e8-d1f3-4ad9-88b7-187bc91a42ca', 'tag': '676e48bd-f47d-4e95-be13-1c2b226b83ac', 'status': 'completed', 'code': 200} Jul 30 00:04:05.355410 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b3eda-5c69-42fb-ae7c-f42007f9eeb9 req-f670faad-1761-4b5e-858c-247779cd9680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:05.358077 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-4b6b3eda-5c69-42fb-ae7c-f42007f9eeb9 req-f670faad-1761-4b5e-858c-247779cd9680 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3302a3215b2e4246be1eaaec60c75ea9&device_id=df30b1e8-d1f3-4ad9-88b7-187bc91a42ca HTTP/1.1" status: 200 len: 1095 time: 0.0441489 Jul 30 00:04:05.425260 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b3eda-5c69-42fb-ae7c-f42007f9eeb9 req-6c35e7fd-7215-462b-aecf-3d1459ef9b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:05.426954 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4b6b3eda-5c69-42fb-ae7c-f42007f9eeb9 req-6c35e7fd-7215-462b-aecf-3d1459ef9b08 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3302a3215b2e4246be1eaaec60c75ea9&device_id=df30b1e8-d1f3-4ad9-88b7-187bc91a42ca HTTP/1.1" status: 200 len: 1095 time: 0.0764217 Jul 30 00:04:05.440844 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b4613-9702-4c71-8475-1bf2ab8d2fa5 req-3bb24fb8-5876-45f6-9471-ed2359aeb90d tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:05.442491 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4b7b4613-9702-4c71-8475-1bf2ab8d2fa5 req-3bb24fb8-5876-45f6-9471-ed2359aeb90d tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=df30b1e8-d1f3-4ad9-88b7-187bc91a42ca HTTP/1.1" status: 200 len: 943 time: 0.0617154 Jul 30 00:04:05.457068 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b3eda-5c69-42fb-ae7c-f42007f9eeb9 req-381f9b8b-5c77-4b29-a91d-daeb97980c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:05.458609 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-4b6b3eda-5c69-42fb-ae7c-f42007f9eeb9 req-381f9b8b-5c77-4b29-a91d-daeb97980c49 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ec97290e-27cc-4a14-9a78-fcc7f155ce07 HTTP/1.1" status: 200 len: 915 time: 0.0940132 Jul 30 00:04:05.502905 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-4b6b3eda-5c69-42fb-ae7c-f42007f9eeb9 req-6646e4ff-4001-4000-bd6e-4f30abc90350 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=676e48bd-f47d-4e95-be13-1c2b226b83ac HTTP/1.1" status: 200 len: 217 time: 0.0367458 Jul 30 00:04:05.532847 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4b7b4613-9702-4c71-8475-1bf2ab8d2fa5 req-76158d87-7ef7-4611-835e-3877e5047dc0 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819016 Jul 30 00:04:05.569435 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b3eda-5c69-42fb-ae7c-f42007f9eeb9 req-3992fc6e-7625-4ee2-90be-2d5302c94313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:05.571077 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-4b6b3eda-5c69-42fb-ae7c-f42007f9eeb9 req-3992fc6e-7625-4ee2-90be-2d5302c94313 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=31ca0292-b422-4803-a8e6-88ff49044d99 HTTP/1.1" status: 200 len: 854 time: 0.0617509 Jul 30 00:04:05.576001 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b3eda-5c69-42fb-ae7c-f42007f9eeb9 req-a0260111-d4c6-498e-9d02-2102f59f536b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:05.577784 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4b6b3eda-5c69-42fb-ae7c-f42007f9eeb9 req-a0260111-d4c6-498e-9d02-2102f59f536b service neutron] 10.222.0.41 "GET /v2.0/networks?id=ec97290e-27cc-4a14-9a78-fcc7f155ce07 HTTP/1.1" status: 200 len: 915 time: 0.1343610 Jul 30 00:04:05.609332 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-4b6b3eda-5c69-42fb-ae7c-f42007f9eeb9 req-3f9d096d-daaf-410e-84c1-039aecc17bff service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ec97290e-27cc-4a14-9a78-fcc7f155ce07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303028 Jul 30 00:04:05.627434 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4b6b3eda-5c69-42fb-ae7c-f42007f9eeb9 req-076ef3cf-d660-4618-a4f2-27b7073f88ca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=676e48bd-f47d-4e95-be13-1c2b226b83ac HTTP/1.1" status: 200 len: 217 time: 0.0390911 Jul 30 00:04:05.677068 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b3eda-5c69-42fb-ae7c-f42007f9eeb9 req-c8beeaf0-b921-477d-96ef-783fe2bc7a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:05.678595 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4b6b3eda-5c69-42fb-ae7c-f42007f9eeb9 req-c8beeaf0-b921-477d-96ef-783fe2bc7a3c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=31ca0292-b422-4803-a8e6-88ff49044d99 HTTP/1.1" status: 200 len: 854 time: 0.0435243 Jul 30 00:04:05.701254 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-4b6b3eda-5c69-42fb-ae7c-f42007f9eeb9 req-8fb85bb2-2ed9-427a-8d53-801e94f4715f service neutron] 10.222.0.22 "GET /v2.0/networks/ec97290e-27cc-4a14-9a78-fcc7f155ce07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849347 Jul 30 00:04:05.709542 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4b6b3eda-5c69-42fb-ae7c-f42007f9eeb9 req-6890c035-d465-4eb1-96ad-92e4f96a51f9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ec97290e-27cc-4a14-9a78-fcc7f155ce07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237541 Jul 30 00:04:05.795310 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-4b6b3eda-5c69-42fb-ae7c-f42007f9eeb9 req-c02a08dd-a3d9-4054-9b01-dc4deeccb271 service neutron] 10.222.0.22 "GET /v2.0/networks/ec97290e-27cc-4a14-9a78-fcc7f155ce07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872681 Jul 30 00:04:05.800944 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4b6b3eda-5c69-42fb-ae7c-f42007f9eeb9 req-12d6c53e-93b0-49f5-a0b8-7eca03a6708e service neutron] 10.222.0.41 "GET /v2.0/networks/ec97290e-27cc-4a14-9a78-fcc7f155ce07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842750 Jul 30 00:04:05.889788 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4b6b3eda-5c69-42fb-ae7c-f42007f9eeb9 req-b678e02e-2824-4c63-8fec-404adb2269d9 service neutron] 10.222.0.41 "GET /v2.0/networks/ec97290e-27cc-4a14-9a78-fcc7f155ce07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816627 Jul 30 00:04:06.675658 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd727164-bf1f-497d-9c39-26b3a8a4d62c req-4411f8e5-21b0-435a-a827-a33cedafb47f tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:06.677125 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dd727164-bf1f-497d-9c39-26b3a8a4d62c req-4411f8e5-21b0-435a-a827-a33cedafb47f tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=df30b1e8-d1f3-4ad9-88b7-187bc91a42ca HTTP/1.1" status: 200 len: 943 time: 0.0562761 Jul 30 00:04:06.714659 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dd727164-bf1f-497d-9c39-26b3a8a4d62c req-ea7a8895-d64d-4bb1-be89-66ef1b1cbfa3 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314815 Jul 30 00:04:06.905722 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085c3095-a02a-41d3-9af2-41d2e12e35d0 req-b13df260-bb6d-4e06-a30a-81ecfd7b8aae tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:06.907273 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-085c3095-a02a-41d3-9af2-41d2e12e35d0 req-b13df260-bb6d-4e06-a30a-81ecfd7b8aae tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=df30b1e8-d1f3-4ad9-88b7-187bc91a42ca HTTP/1.1" status: 200 len: 943 time: 0.0501835 Jul 30 00:04:06.945318 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-085c3095-a02a-41d3-9af2-41d2e12e35d0 req-8edfad97-567b-4527-8950-0a5b7a6670eb tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320909 Jul 30 00:04:06.951284 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00eaac2-03e7-4207-b1c4-6c781c608574 req-093a78db-40a4-4aac-b363-d08c203d45a0 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:06.952857 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a00eaac2-03e7-4207-b1c4-6c781c608574 req-093a78db-40a4-4aac-b363-d08c203d45a0 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.22 "GET /v2.0/ports?device_id=df30b1e8-d1f3-4ad9-88b7-187bc91a42ca&tenant_id=3302a3215b2e4246be1eaaec60c75ea9&binding%3Ahost_id=n-h1-712141-10 HTTP/1.1" status: 200 len: 943 time: 0.0845227 Jul 30 00:04:07.013824 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [req-a00eaac2-03e7-4207-b1c4-6c781c608574 req-618bd692-6e16-4e67-a24a-0d9777e55fb5 service neutron] delete failed (client error): The resource could not be found. Jul 30 00:04:07.014833 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a00eaac2-03e7-4207-b1c4-6c781c608574 req-618bd692-6e16-4e67-a24a-0d9777e55fb5 service neutron] 10.222.0.22 "DELETE /v2.0/ports/676e48bd-f47d-4e95-be13-1c2b226b83ac/bindings/n-h2-712141-10 HTTP/1.1" status: 404 len: 381 time: 0.0551257 Jul 30 00:04:07.101116 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00eaac2-03e7-4207-b1c4-6c781c608574 req-0df49432-a930-4fed-ac96-dfd349720cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:07.102560 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a00eaac2-03e7-4207-b1c4-6c781c608574 req-0df49432-a930-4fed-ac96-dfd349720cb3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3302a3215b2e4246be1eaaec60c75ea9&device_id=df30b1e8-d1f3-4ad9-88b7-187bc91a42ca HTTP/1.1" status: 200 len: 1095 time: 0.0444176 Jul 30 00:04:07.189721 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00eaac2-03e7-4207-b1c4-6c781c608574 req-c25cc315-e046-41c3-a4b6-26e80531f336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:07.191185 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a00eaac2-03e7-4207-b1c4-6c781c608574 req-c25cc315-e046-41c3-a4b6-26e80531f336 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ec97290e-27cc-4a14-9a78-fcc7f155ce07 HTTP/1.1" status: 200 len: 915 time: 0.0817580 Jul 30 00:04:07.235484 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a00eaac2-03e7-4207-b1c4-6c781c608574 req-94b51e4f-49f2-480b-a2f8-235744f05759 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=676e48bd-f47d-4e95-be13-1c2b226b83ac HTTP/1.1" status: 200 len: 217 time: 0.0370259 Jul 30 00:04:07.285316 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00eaac2-03e7-4207-b1c4-6c781c608574 req-ba9a0df2-2154-4209-85d3-e8ffffa5d1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:07.286806 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a00eaac2-03e7-4207-b1c4-6c781c608574 req-ba9a0df2-2154-4209-85d3-e8ffffa5d1e5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=31ca0292-b422-4803-a8e6-88ff49044d99 HTTP/1.1" status: 200 len: 854 time: 0.0442727 Jul 30 00:04:07.318842 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a00eaac2-03e7-4207-b1c4-6c781c608574 req-f619f268-dbda-4ec8-89b3-f8984dd371a8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ec97290e-27cc-4a14-9a78-fcc7f155ce07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250034 Jul 30 00:04:07.411951 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a00eaac2-03e7-4207-b1c4-6c781c608574 req-efa1c388-f059-43f8-8e87-178ae5031ca4 service neutron] 10.222.0.22 "GET /v2.0/networks/ec97290e-27cc-4a14-9a78-fcc7f155ce07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847368 Jul 30 00:04:07.477937 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:07.502161 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a00eaac2-03e7-4207-b1c4-6c781c608574 req-6a0b50d6-94c2-49b9-9120-a4eaa9aaaff4 service neutron] 10.222.0.22 "GET /v2.0/networks/ec97290e-27cc-4a14-9a78-fcc7f155ce07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827870 Jul 30 00:04:07.776648 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 676e48bd-f47d-4e95-be13-1c2b226b83ac no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:04:07.818147 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 676e48bd-f47d-4e95-be13-1c2b226b83ac not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:04:08.070129 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff17bcf0-b753-4fc9-872c-7107891e0098 req-2044c382-216f-462c-aff3-117ec26e66af tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:08.071666 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ff17bcf0-b753-4fc9-872c-7107891e0098 req-2044c382-216f-462c-aff3-117ec26e66af tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=df30b1e8-d1f3-4ad9-88b7-187bc91a42ca HTTP/1.1" status: 200 len: 943 time: 0.0512247 Jul 30 00:04:08.111047 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ff17bcf0-b753-4fc9-872c-7107891e0098 req-846e3212-0a5a-4d66-add8-160f93aebcea tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329356 Jul 30 00:04:08.230105 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35a513-dbcd-4ada-b52b-1d92b12ef577 req-32c0a3c1-a482-47f9-b1dc-127239864f3f tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:08.231496 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0d35a513-dbcd-4ada-b52b-1d92b12ef577 req-32c0a3c1-a482-47f9-b1dc-127239864f3f tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=df30b1e8-d1f3-4ad9-88b7-187bc91a42ca HTTP/1.1" status: 200 len: 943 time: 0.0515339 Jul 30 00:04:08.252388 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 676e48bd-f47d-4e95-be13-1c2b226b83ac details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:04:08.275503 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0d35a513-dbcd-4ada-b52b-1d92b12ef577 req-ebb43475-e185-414b-99e6-9b97801cd880 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369656 Jul 30 00:04:08.351373 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 676e48bd-f47d-4e95-be13-1c2b226b83ac, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=676e48bd-f47d-4e95-be13-1c2b226b83ac,segment=NetworkSegment(a9b5b3a7-0b60-49b8-83ac-00f468b9ee6a),segment_id=a9b5b3a7-0b60-49b8-83ac-00f468b9ee6a)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:04:08.363373 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': '676e48bd-f47d-4e95-be13-1c2b226b83ac', 'network_id': 'ec97290e-27cc-4a14-9a78-fcc7f155ce07', 'port_id': '676e48bd-f47d-4e95-be13-1c2b226b83ac', 'mac_address': 'fa:16:3e:fe:16:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31ca0292-b422-4803-a8e6-88ff49044d99', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:04:08.390399 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa6df6b-da15-4f5a-a805-96af84f430d6 req-8c9a46c2-5fb2-4fb3-a71d-1eb9ce5cb93a tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:08.392060 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0fa6df6b-da15-4f5a-a805-96af84f430d6 req-8c9a46c2-5fb2-4fb3-a71d-1eb9ce5cb93a tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=df30b1e8-d1f3-4ad9-88b7-187bc91a42ca HTTP/1.1" status: 200 len: 943 time: 0.0531981 Jul 30 00:04:08.407763 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:08.420313 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 676e48bd-f47d-4e95-be13-1c2b226b83ac {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:04:08.430066 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0fa6df6b-da15-4f5a-a805-96af84f430d6 req-30d6d02f-7854-459d-9594-498cfe179fc5 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321088 Jul 30 00:04:08.440005 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 676e48bd-f47d-4e95-be13-1c2b226b83ac, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=676e48bd-f47d-4e95-be13-1c2b226b83ac,segment=NetworkSegment(a9b5b3a7-0b60-49b8-83ac-00f468b9ee6a),segment_id=a9b5b3a7-0b60-49b8-83ac-00f468b9ee6a)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:04:08.444187 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:08.497710 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=676e48bd-f47d-4e95-be13-1c2b226b83ac,revision_number=8']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:08.747457 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['676e48bd-f47d-4e95-be13-1c2b226b83ac'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:04:09.132386 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96319eb5-1b4f-4560-af81-cb2389332b98 req-c3572c11-89f0-4108-a260-126c69882c9d tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:09.135099 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-96319eb5-1b4f-4560-af81-cb2389332b98 req-c3572c11-89f0-4108-a260-126c69882c9d tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/networks?id=ec97290e-27cc-4a14-9a78-fcc7f155ce07 HTTP/1.1" status: 200 len: 814 time: 0.4321091 Jul 30 00:04:09.150827 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-96319eb5-1b4f-4560-af81-cb2389332b98 req-eaf52cc1-9622-41fc-82fa-dafbfdec7f2a tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/quotas/3302a3215b2e4246be1eaaec60c75ea9 HTTP/1.1" status: 200 len: 375 time: 0.0098891 Jul 30 00:04:09.200292 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-96319eb5-1b4f-4560-af81-cb2389332b98 req-7940376d-8b7c-455b-835c-83e917b18eb4 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=3302a3215b2e4246be1eaaec60c75ea9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0442045 Jul 30 00:04:09.293018 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-96319eb5-1b4f-4560-af81-cb2389332b98 req-e1df3c3f-fb90-4446-838a-1006b5615573 service neutron] 10.222.0.43 "GET /v2.0/networks/ec97290e-27cc-4a14-9a78-fcc7f155ce07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857131 Jul 30 00:04:09.391513 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-96319eb5-1b4f-4560-af81-cb2389332b98 req-973e819b-5bd0-40fd-8e94-415a7a64d8c7 service neutron] 10.222.0.43 "GET /v2.0/networks/ec97290e-27cc-4a14-9a78-fcc7f155ce07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922158 Jul 30 00:04:09.557368 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-42fe6313-c3d7-43ce-9235-c897ff687681 req-6ad74cfd-3a22-490b-92ec-70b881573155 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=474c15e3-507e-4b3e-9313-35d64e6aba7c HTTP/1.1" status: 200 len: 210 time: 0.0284705 Jul 30 00:04:10.119924 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0ac31-8016-4054-a609-c600b441d531 req-b2ce5572-d13f-4637-9bb7-b0a4d4c41def tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:10.121382 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-89f0ac31-8016-4054-a609-c600b441d531 req-b2ce5572-d13f-4637-9bb7-b0a4d4c41def tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.41 "GET /v2.0/ports?device_id=df30b1e8-d1f3-4ad9-88b7-187bc91a42ca HTTP/1.1" status: 200 len: 944 time: 0.0495949 Jul 30 00:04:10.214262 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-89f0ac31-8016-4054-a609-c600b441d531 req-bc3a9eac-0c84-477f-bf66-39474150a7ec tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Deleting port 676e48bd-f47d-4e95-be13-1c2b226b83ac {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:04:10.214903 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-89f0ac31-8016-4054-a609-c600b441d531 req-bc3a9eac-0c84-477f-bf66-39474150a7ec tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:10.262275 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 676e48bd-f47d-4e95-be13-1c2b226b83ac up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:04:10.301563 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-89f0ac31-8016-4054-a609-c600b441d531 req-bc3a9eac-0c84-477f-bf66-39474150a7ec tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] For port 676e48bd-f47d-4e95-be13-1c2b226b83ac, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=676e48bd-f47d-4e95-be13-1c2b226b83ac,segment=NetworkSegment(a9b5b3a7-0b60-49b8-83ac-00f468b9ee6a),segment_id=a9b5b3a7-0b60-49b8-83ac-00f468b9ee6a)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:04:10.301951 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-89f0ac31-8016-4054-a609-c600b441d531 req-bc3a9eac-0c84-477f-bf66-39474150a7ec tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:10.309455 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port 676e48bd-f47d-4e95-be13-1c2b226b83ac completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:04:10.313343 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port 676e48bd-f47d-4e95-be13-1c2b226b83ac triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:04:10.313829 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:10.316969 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-89f0ac31-8016-4054-a609-c600b441d531 req-bc3a9eac-0c84-477f-bf66-39474150a7ec tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Calling delete_port for 676e48bd-f47d-4e95-be13-1c2b226b83ac owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:04:10.399326 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:10.520284 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-89f0ac31-8016-4054-a609-c600b441d531 req-bc3a9eac-0c84-477f-bf66-39474150a7ec tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:10.556671 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['676e48bd-f47d-4e95-be13-1c2b226b83ac'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:04:10.568881 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3a9eac-0c84-477f-bf66-39474150a7ec tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Pushing event deleted for resources: {'Port': ['ID=676e48bd-f47d-4e95-be13-1c2b226b83ac,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:10.631236 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-89f0ac31-8016-4054-a609-c600b441d531 req-bc3a9eac-0c84-477f-bf66-39474150a7ec tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] No DVR routers for this DVR port 676e48bd-f47d-4e95-be13-1c2b226b83ac on host n-h1-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:04:10.638849 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-89f0ac31-8016-4054-a609-c600b441d531 req-bc3a9eac-0c84-477f-bf66-39474150a7ec tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:10.640933 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-89f0ac31-8016-4054-a609-c600b441d531 req-bc3a9eac-0c84-477f-bf66-39474150a7ec tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.41 "DELETE /v2.0/ports/676e48bd-f47d-4e95-be13-1c2b226b83ac HTTP/1.1" status: 204 len: 173 time: 0.5119956 Jul 30 00:04:10.642531 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df30b1e8-d1f3-4ad9-88b7-187bc91a42ca', 'name': 'network-vif-deleted', 'tag': '676e48bd-f47d-4e95-be13-1c2b226b83ac'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:04:10.644761 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1cf5058-ee4c-4551-b4c9-86659330be50" -d '{"events": [{"server_uuid": "df30b1e8-d1f3-4ad9-88b7-187bc91a42ca", "name": "network-vif-deleted", "tag": "676e48bd-f47d-4e95-be13-1c2b226b83ac"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:04:10.669276 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96319eb5-1b4f-4560-af81-cb2389332b98 req-277dacdd-669e-4a98-82d3-ff2d1cbe4170 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:10.670829 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-96319eb5-1b4f-4560-af81-cb2389332b98 req-277dacdd-669e-4a98-82d3-ff2d1cbe4170 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.41 "GET /v2.0/networks?id=ec97290e-27cc-4a14-9a78-fcc7f155ce07 HTTP/1.1" status: 200 len: 814 time: 0.2221119 Jul 30 00:04:10.687668 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69bb07b2-4962-477a-b046-910222f2f406 x-openstack-request-id: req-69bb07b2-4962-477a-b046-910222f2f406 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:04:10.687668 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df30b1e8-d1f3-4ad9-88b7-187bc91a42ca", "name": "network-vif-deleted", "tag": "676e48bd-f47d-4e95-be13-1c2b226b83ac", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:04:10.687668 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-69bb07b2-4962-477a-b046-910222f2f406 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:04:10.688209 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df30b1e8-d1f3-4ad9-88b7-187bc91a42ca', 'name': 'network-vif-deleted', 'tag': '676e48bd-f47d-4e95-be13-1c2b226b83ac', 'status': 'completed', 'code': 200} Jul 30 00:04:10.690130 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0fa59089-00d3-4519-ab74-28ba9ad29eb9 req-25fd3d4a-6089-4c58-8217-c891f574b0d1 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=474c15e3-507e-4b3e-9313-35d64e6aba7c HTTP/1.1" status: 200 len: 210 time: 0.0483325 Jul 30 00:04:10.751979 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-96319eb5-1b4f-4560-af81-cb2389332b98 req-721f8310-7d63-439e-932e-c4d83ae029dc tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Request body: {'port': {'device_id': '474c15e3-507e-4b3e-9313-35d64e6aba7c', 'network_id': 'ec97290e-27cc-4a14-9a78-fcc7f155ce07', 'admin_state_up': True, 'tenant_id': '3302a3215b2e4246be1eaaec60c75ea9'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:04:10.862029 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96319eb5-1b4f-4560-af81-cb2389332b98 req-721f8310-7d63-439e-932e-c4d83ae029dc tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Made reservation on behalf of 3302a3215b2e4246be1eaaec60c75ea9 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:04:10.865503 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-96319eb5-1b4f-4560-af81-cb2389332b98 req-721f8310-7d63-439e-932e-c4d83ae029dc tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:10.995859 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-96319eb5-1b4f-4560-af81-cb2389332b98 req-721f8310-7d63-439e-932e-c4d83ae029dc tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Allocated IP 172.20.0.13 (ec97290e-27cc-4a14-9a78-fcc7f155ce07/31ca0292-b422-4803-a8e6-88ff49044d99/2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:04:11.160878 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-96319eb5-1b4f-4560-af81-cb2389332b98 req-721f8310-7d63-439e-932e-c4d83ae029dc tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:11.204702 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-96319eb5-1b4f-4560-af81-cb2389332b98 req-721f8310-7d63-439e-932e-c4d83ae029dc tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:11.237930 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['676e48bd-f47d-4e95-be13-1c2b226b83ac'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:04:11.255189 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96319eb5-1b4f-4560-af81-cb2389332b98 req-721f8310-7d63-439e-932e-c4d83ae029dc tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Network ec97290e-27cc-4a14-9a78-fcc7f155ce07 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:04:11.258335 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-96319eb5-1b4f-4560-af81-cb2389332b98 req-721f8310-7d63-439e-932e-c4d83ae029dc tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:04:11.266116 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-96319eb5-1b4f-4560-af81-cb2389332b98 req-721f8310-7d63-439e-932e-c4d83ae029dc tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:04:11.270257 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721f8310-7d63-439e-932e-c4d83ae029dc tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Pushing event updated for resources: {'Port': ['ID=2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:11.321291 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96319eb5-1b4f-4560-af81-cb2389332b98 req-721f8310-7d63-439e-932e-c4d83ae029dc tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:11.322660 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-96319eb5-1b4f-4560-af81-cb2389332b98 req-721f8310-7d63-439e-932e-c4d83ae029dc tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:11.339527 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-96319eb5-1b4f-4560-af81-cb2389332b98 req-721f8310-7d63-439e-932e-c4d83ae029dc tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5917590 Jul 30 00:04:11.357648 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-96319eb5-1b4f-4560-af81-cb2389332b98 req-e23b8f23-04d5-425a-bb5e-e721e5084b49 service neutron] Request body: {'port': {'device_id': '474c15e3-507e-4b3e-9313-35d64e6aba7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:04:11.414418 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-96319eb5-1b4f-4560-af81-cb2389332b98 req-e23b8f23-04d5-425a-bb5e-e721e5084b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:11.686186 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-96319eb5-1b4f-4560-af81-cb2389332b98 req-e23b8f23-04d5-425a-bb5e-e721e5084b49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1 {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:04:11.695076 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-96319eb5-1b4f-4560-af81-cb2389332b98 req-e23b8f23-04d5-425a-bb5e-e721e5084b49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:11.707947 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-96319eb5-1b4f-4560-af81-cb2389332b98 req-e23b8f23-04d5-425a-bb5e-e721e5084b49 service neutron] Transition to ACTIVE for port object 2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:04:11.713975 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-96319eb5-1b4f-4560-af81-cb2389332b98 req-e23b8f23-04d5-425a-bb5e-e721e5084b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:11.769326 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23b8f23-04d5-425a-bb5e-e721e5084b49 service neutron] Pushing event updated for resources: {'Port': ['ID=2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:11.872373 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766c1014-869f-40a0-bdfc-f34557e22526 req-98864be6-bccf-40bd-a32e-3cbfd49e8d3e tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:11.873908 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-766c1014-869f-40a0-bdfc-f34557e22526 req-98864be6-bccf-40bd-a32e-3cbfd49e8d3e tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=474c15e3-507e-4b3e-9313-35d64e6aba7c HTTP/1.1" status: 200 len: 944 time: 0.1085780 Jul 30 00:04:11.878282 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-96319eb5-1b4f-4560-af81-cb2389332b98 req-e23b8f23-04d5-425a-bb5e-e721e5084b49 service neutron] Attempting to bind port 2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1 on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:04:11.878618 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-96319eb5-1b4f-4560-af81-cb2389332b98 req-e23b8f23-04d5-425a-bb5e-e721e5084b49 service neutron] Attempting to bind port 2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1 by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': 'a9b5b3a7-0b60-49b8-83ac-00f468b9ee6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ec97290e-27cc-4a14-9a78-fcc7f155ce07'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:04:11.878946 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96319eb5-1b4f-4560-af81-cb2389332b98 req-e23b8f23-04d5-425a-bb5e-e721e5084b49 service neutron] Attempting to bind port 2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1 on network ec97290e-27cc-4a14-9a78-fcc7f155ce07 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:04:11.890165 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96319eb5-1b4f-4560-af81-cb2389332b98 req-e23b8f23-04d5-425a-bb5e-e721e5084b49 service neutron] Port 2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1 on network ec97290e-27cc-4a14-9a78-fcc7f155ce07 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:04:11.890486 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96319eb5-1b4f-4560-af81-cb2389332b98 req-e23b8f23-04d5-425a-bb5e-e721e5084b49 service neutron] Attempting to bind port 2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1 on network ec97290e-27cc-4a14-9a78-fcc7f155ce07 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:04:11.902612 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96319eb5-1b4f-4560-af81-cb2389332b98 req-e23b8f23-04d5-425a-bb5e-e721e5084b49 service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:04:11.902950 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96319eb5-1b4f-4560-af81-cb2389332b98 req-e23b8f23-04d5-425a-bb5e-e721e5084b49 service neutron] Checking segment: {'id': 'a9b5b3a7-0b60-49b8-83ac-00f468b9ee6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ec97290e-27cc-4a14-9a78-fcc7f155ce07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:04:11.903332 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96319eb5-1b4f-4560-af81-cb2389332b98 req-e23b8f23-04d5-425a-bb5e-e721e5084b49 service neutron] Bound using segment: {'id': 'a9b5b3a7-0b60-49b8-83ac-00f468b9ee6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ec97290e-27cc-4a14-9a78-fcc7f155ce07'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:04:11.903765 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-96319eb5-1b4f-4560-af81-cb2389332b98 req-e23b8f23-04d5-425a-bb5e-e721e5084b49 service neutron] Bound port: 2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9b5b3a7-0b60-49b8-83ac-00f468b9ee6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ec97290e-27cc-4a14-9a78-fcc7f155ce07'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:04:11.904119 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-96319eb5-1b4f-4560-af81-cb2389332b98 req-e23b8f23-04d5-425a-bb5e-e721e5084b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:11.964296 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-766c1014-869f-40a0-bdfc-f34557e22526 req-2c6702bf-1e70-4c59-8976-c75a3a05a74d tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821168 Jul 30 00:04:11.992324 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-96319eb5-1b4f-4560-af81-cb2389332b98 req-e23b8f23-04d5-425a-bb5e-e721e5084b49 service neutron] For port 2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:04:11.996004 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-96319eb5-1b4f-4560-af81-cb2389332b98 req-e23b8f23-04d5-425a-bb5e-e721e5084b49 service neutron] For port 2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1,segment=NetworkSegment(a9b5b3a7-0b60-49b8-83ac-00f468b9ee6a),segment_id=a9b5b3a7-0b60-49b8-83ac-00f468b9ee6a)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:04:11.999530 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-96319eb5-1b4f-4560-af81-cb2389332b98 req-e23b8f23-04d5-425a-bb5e-e721e5084b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:12.033882 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96319eb5-1b4f-4560-af81-cb2389332b98 req-e23b8f23-04d5-425a-bb5e-e721e5084b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:12.034567 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-96319eb5-1b4f-4560-af81-cb2389332b98 req-e23b8f23-04d5-425a-bb5e-e721e5084b49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:12.035950 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-96319eb5-1b4f-4560-af81-cb2389332b98 req-e23b8f23-04d5-425a-bb5e-e721e5084b49 service neutron] 10.222.0.41 "PUT /v2.0/ports/2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1 HTTP/1.1" status: 200 len: 1093 time: 0.6832011 Jul 30 00:04:12.055739 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23b8f23-04d5-425a-bb5e-e721e5084b49 service neutron] Pushing event updated for resources: {'Port': ['ID=2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:12.134580 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96319eb5-1b4f-4560-af81-cb2389332b98 req-20c21dc2-e54b-4801-a89f-d3779aa5e1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:12.136428 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-96319eb5-1b4f-4560-af81-cb2389332b98 req-20c21dc2-e54b-4801-a89f-d3779aa5e1a6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3302a3215b2e4246be1eaaec60c75ea9&device_id=474c15e3-507e-4b3e-9313-35d64e6aba7c HTTP/1.1" status: 200 len: 1096 time: 0.0458524 Jul 30 00:04:12.185322 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-96319eb5-1b4f-4560-af81-cb2389332b98 req-702bc188-04c2-4a8f-9a01-90ca87c28592 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1 HTTP/1.1" status: 200 len: 217 time: 0.0340862 Jul 30 00:04:12.232289 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96319eb5-1b4f-4560-af81-cb2389332b98 req-70ed9d72-74ab-4472-90d9-60577703b1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:12.233643 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-96319eb5-1b4f-4560-af81-cb2389332b98 req-70ed9d72-74ab-4472-90d9-60577703b1c8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=31ca0292-b422-4803-a8e6-88ff49044d99 HTTP/1.1" status: 200 len: 854 time: 0.0419703 Jul 30 00:04:12.264826 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-96319eb5-1b4f-4560-af81-cb2389332b98 req-e6ec29b8-aeb7-4b28-a260-9582d1d447f2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ec97290e-27cc-4a14-9a78-fcc7f155ce07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243368 Jul 30 00:04:12.357764 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-96319eb5-1b4f-4560-af81-cb2389332b98 req-a799dd35-e8e2-446b-9f38-219649ed2a58 service neutron] 10.222.0.41 "GET /v2.0/networks/ec97290e-27cc-4a14-9a78-fcc7f155ce07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856235 Jul 30 00:04:12.448243 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-96319eb5-1b4f-4560-af81-cb2389332b98 req-11537e2b-f1d9-4d5b-9b84-fd574e0a405d service neutron] 10.222.0.41 "GET /v2.0/networks/ec97290e-27cc-4a14-9a78-fcc7f155ce07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828581 Jul 30 00:04:12.689367 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '474c15e3-507e-4b3e-9313-35d64e6aba7c', 'tag': '2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:04:12.691753 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd027052-46b5-4b5e-842a-ae52c9aa84bb" -d '{"events": [{"name": "network-changed", "server_uuid": "474c15e3-507e-4b3e-9313-35d64e6aba7c", "tag": "2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:04:12.728579 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00b1b49-7990-441e-9268-dcd4bd84c0a9 x-openstack-request-id: req-a00b1b49-7990-441e-9268-dcd4bd84c0a9 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:04:12.729010 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "474c15e3-507e-4b3e-9313-35d64e6aba7c", "tag": "2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:04:12.729490 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a00b1b49-7990-441e-9268-dcd4bd84c0a9 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:04:12.729815 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '474c15e3-507e-4b3e-9313-35d64e6aba7c', 'tag': '2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1', 'status': 'completed', 'code': 200} Jul 30 00:04:12.823503 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd027052-46b5-4b5e-842a-ae52c9aa84bb req-7cc22289-2dcb-45d8-88a1-4ea9b93355f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:12.825003 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cd027052-46b5-4b5e-842a-ae52c9aa84bb req-7cc22289-2dcb-45d8-88a1-4ea9b93355f4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3302a3215b2e4246be1eaaec60c75ea9&device_id=474c15e3-507e-4b3e-9313-35d64e6aba7c HTTP/1.1" status: 200 len: 1096 time: 0.0493982 Jul 30 00:04:12.917878 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd027052-46b5-4b5e-842a-ae52c9aa84bb req-f27b9cc2-4304-467f-97a0-19922717e3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:12.919358 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cd027052-46b5-4b5e-842a-ae52c9aa84bb req-f27b9cc2-4304-467f-97a0-19922717e3c9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ec97290e-27cc-4a14-9a78-fcc7f155ce07 HTTP/1.1" status: 200 len: 915 time: 0.0873160 Jul 30 00:04:12.972597 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cd027052-46b5-4b5e-842a-ae52c9aa84bb req-b8d7a5d4-4814-47ee-9eba-acb8fd79bd69 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1 HTTP/1.1" status: 200 len: 217 time: 0.0380189 Jul 30 00:04:13.028513 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd027052-46b5-4b5e-842a-ae52c9aa84bb req-b077a78f-11ac-4043-aecc-f9d09798e19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:13.030071 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cd027052-46b5-4b5e-842a-ae52c9aa84bb req-b077a78f-11ac-4043-aecc-f9d09798e19b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=31ca0292-b422-4803-a8e6-88ff49044d99 HTTP/1.1" status: 200 len: 854 time: 0.0486269 Jul 30 00:04:13.082073 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cd027052-46b5-4b5e-842a-ae52c9aa84bb req-7f2f9980-e0dd-49a9-941d-54120ba8ff18 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ec97290e-27cc-4a14-9a78-fcc7f155ce07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379643 Jul 30 00:04:13.149438 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e855804b-2b51-4a19-9102-a290c278c2f9 req-51f17393-50ac-423c-be6f-5498e086eb25 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:13.151019 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e855804b-2b51-4a19-9102-a290c278c2f9 req-51f17393-50ac-423c-be6f-5498e086eb25 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=474c15e3-507e-4b3e-9313-35d64e6aba7c HTTP/1.1" status: 200 len: 944 time: 0.1161797 Jul 30 00:04:13.214959 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e855804b-2b51-4a19-9102-a290c278c2f9 req-2e9ce3a3-c9a7-44b8-b6e0-927dea6508ef tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562227 Jul 30 00:04:13.217267 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cd027052-46b5-4b5e-842a-ae52c9aa84bb req-1f623e7a-56bf-4997-ad17-d3ff0eb28822 service neutron] 10.222.0.41 "GET /v2.0/networks/ec97290e-27cc-4a14-9a78-fcc7f155ce07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269112 Jul 30 00:04:13.314463 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cd027052-46b5-4b5e-842a-ae52c9aa84bb req-3036b562-57a9-428f-999e-0ba52e5fe307 service neutron] 10.222.0.41 "GET /v2.0/networks/ec97290e-27cc-4a14-9a78-fcc7f155ce07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894644 Jul 30 00:04:14.304825 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 676e48bd-f47d-4e95-be13-1c2b226b83ac no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:04:14.325652 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] No Port match for: 676e48bd-f47d-4e95-be13-1c2b226b83ac {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:04:14.326006 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 676e48bd-f47d-4e95-be13-1c2b226b83ac not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:04:14.341058 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598776d-b225-4a60-bac6-81ea344a0907 req-cbf2c318-7a6c-4907-930e-a929f524556e tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:14.342594 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9598776d-b225-4a60-bac6-81ea344a0907 req-cbf2c318-7a6c-4907-930e-a929f524556e tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=474c15e3-507e-4b3e-9313-35d64e6aba7c HTTP/1.1" status: 200 len: 944 time: 0.0587564 Jul 30 00:04:14.379472 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9598776d-b225-4a60-bac6-81ea344a0907 req-3f6b1b3b-ae7c-4041-8cde-0f875d73cb6b tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309403 Jul 30 00:04:15.494555 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc54ab7e-c07c-4833-91d9-60de0483f880 req-abef8fb8-0774-420a-a6e8-e78e89f657e1 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:15.496061 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cc54ab7e-c07c-4833-91d9-60de0483f880 req-abef8fb8-0774-420a-a6e8-e78e89f657e1 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=474c15e3-507e-4b3e-9313-35d64e6aba7c HTTP/1.1" status: 200 len: 944 time: 0.0496500 Jul 30 00:04:15.536620 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cc54ab7e-c07c-4833-91d9-60de0483f880 req-34b9dd6c-b3de-4ceb-9919-a383abfc7e29 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345995 Jul 30 00:04:16.320097 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:04:16.413764 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1,segment=NetworkSegment(a9b5b3a7-0b60-49b8-83ac-00f468b9ee6a),segment_id=a9b5b3a7-0b60-49b8-83ac-00f468b9ee6a)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:04:16.425031 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': '2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1', 'network_id': 'ec97290e-27cc-4a14-9a78-fcc7f155ce07', 'port_id': '2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1', 'mac_address': 'fa:16:3e:71:7b:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31ca0292-b422-4803-a8e6-88ff49044d99', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:04:16.459626 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:16.472524 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:04:16.492086 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1,segment=NetworkSegment(a9b5b3a7-0b60-49b8-83ac-00f468b9ee6a),segment_id=a9b5b3a7-0b60-49b8-83ac-00f468b9ee6a)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:04:16.496479 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:16.543909 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:16.661951 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32f4a5b-db7e-4a8b-86e8-d6d4048bf325 req-9f601746-070d-4b4f-9caa-3d40068ed78c tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:16.663473 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b32f4a5b-db7e-4a8b-86e8-d6d4048bf325 req-9f601746-070d-4b4f-9caa-3d40068ed78c tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=474c15e3-507e-4b3e-9313-35d64e6aba7c HTTP/1.1" status: 200 len: 945 time: 0.0503082 Jul 30 00:04:16.705467 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b32f4a5b-db7e-4a8b-86e8-d6d4048bf325 req-2083e70b-efd0-4dfe-8bdb-fa2407e4a06c tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342515 Jul 30 00:04:16.755946 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:04:17.832009 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee37845-09d1-4bb6-bdb9-31b57caa2578 req-07d7cb09-ecb1-4de9-883d-f76788bf8c69 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:17.833423 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1ee37845-09d1-4bb6-bdb9-31b57caa2578 req-07d7cb09-ecb1-4de9-883d-f76788bf8c69 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=474c15e3-507e-4b3e-9313-35d64e6aba7c HTTP/1.1" status: 200 len: 945 time: 0.0546279 Jul 30 00:04:17.881222 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1ee37845-09d1-4bb6-bdb9-31b57caa2578 req-0b997a54-df3b-46ca-86d0-f1fee88a88eb tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395546 Jul 30 00:04:18.320147 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1 up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:04:18.366151 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port 2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:04:18.370559 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port 2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:04:18.370921 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:18.448086 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:18.470463 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '474c15e3-507e-4b3e-9313-35d64e6aba7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:04:18.472723 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ecef64-4031-492f-8de9-10e78f4f995a" -d '{"events": [{"server_uuid": "474c15e3-507e-4b3e-9313-35d64e6aba7c", "name": "network-vif-plugged", "status": "completed", "tag": "2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:04:18.486524 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1,segment=NetworkSegment(a9b5b3a7-0b60-49b8-83ac-00f468b9ee6a),segment_id=a9b5b3a7-0b60-49b8-83ac-00f468b9ee6a)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:04:18.490632 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:18.516827 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe8f05e-c1c5-4d87-a8c3-2b6e11a97756 x-openstack-request-id: req-dfe8f05e-c1c5-4d87-a8c3-2b6e11a97756 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:04:18.517120 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "474c15e3-507e-4b3e-9313-35d64e6aba7c", "name": "network-vif-plugged", "status": "completed", "tag": "2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:04:18.517375 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dfe8f05e-c1c5-4d87-a8c3-2b6e11a97756 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:04:18.517790 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '474c15e3-507e-4b3e-9313-35d64e6aba7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1', 'code': 200} Jul 30 00:04:18.542711 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:18.550265 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:18.550431 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:18.550767 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:18.551101 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:18.551437 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:18.551771 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:18.552102 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:18.552430 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:18.552757 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:18.553082 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:18.553406 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:18.553766 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:18.638385 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b0c212-1d02-4701-b996-2ec49c87f94f req-0f7e21b7-9502-4f65-9f0c-5ae4b96addbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:18.639761 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a3b0c212-1d02-4701-b996-2ec49c87f94f req-0f7e21b7-9502-4f65-9f0c-5ae4b96addbc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=474c15e3-507e-4b3e-9313-35d64e6aba7c HTTP/1.1" status: 200 len: 1098 time: 0.0402627 Jul 30 00:04:18.673811 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a3b0c212-1d02-4701-b996-2ec49c87f94f req-289384f4-d649-4c88-9c5a-3dcfa9959006 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266528 Jul 30 00:04:19.010191 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af25c3-2887-488e-b102-f82881a9f28f req-982a240a-c00e-4efb-a519-b5b845f9c93a tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:19.011923 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-53af25c3-2887-488e-b102-f82881a9f28f req-982a240a-c00e-4efb-a519-b5b845f9c93a tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=474c15e3-507e-4b3e-9313-35d64e6aba7c HTTP/1.1" status: 200 len: 946 time: 0.0502670 Jul 30 00:04:19.049635 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-53af25c3-2887-488e-b102-f82881a9f28f req-b02d44ab-cf49-4939-9c9e-82bc52d28d7f tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317886 Jul 30 00:04:19.869803 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:19.924965 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:04:20.184226 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e653b-562d-4938-8077-7266e1737535 req-eba0438f-960d-4575-b2dd-4b88250f02a9 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:20.185710 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-513e653b-562d-4938-8077-7266e1737535 req-eba0438f-960d-4575-b2dd-4b88250f02a9 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=474c15e3-507e-4b3e-9313-35d64e6aba7c HTTP/1.1" status: 200 len: 946 time: 0.0551536 Jul 30 00:04:20.224912 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-513e653b-562d-4938-8077-7266e1737535 req-16622973-ec5e-43a1-8bc7-078fbf468cef tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330191 Jul 30 00:04:20.338691 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9092c89-0f2f-4251-94d9-fe5be91ca3a0 req-2d2facd4-bf52-4b11-8eda-71ab7bae1455 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:20.340186 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f9092c89-0f2f-4251-94d9-fe5be91ca3a0 req-2d2facd4-bf52-4b11-8eda-71ab7bae1455 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=474c15e3-507e-4b3e-9313-35d64e6aba7c HTTP/1.1" status: 200 len: 946 time: 0.0490508 Jul 30 00:04:20.378853 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f9092c89-0f2f-4251-94d9-fe5be91ca3a0 req-4d4826f6-991c-4533-ad38-5d9eae3b746d tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327682 Jul 30 00:04:20.601937 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-5ebd777e-238f-406d-8dd7-bf79ad4f1bf5 req-ecf32847-4359-40ad-a2c0-4a79b669460b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=474c15e3-507e-4b3e-9313-35d64e6aba7c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0410178 Jul 30 00:04:20.617739 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd89e11-3d2e-4bba-87ef-142d1b67118b req-d44f2be5-f95c-46e0-8a00-0fca802b34a6 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:20.620066 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0fd89e11-3d2e-4bba-87ef-142d1b67118b req-d44f2be5-f95c-46e0-8a00-0fca802b34a6 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=474c15e3-507e-4b3e-9313-35d64e6aba7c HTTP/1.1" status: 200 len: 946 time: 0.0493050 Jul 30 00:04:20.660433 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0fd89e11-3d2e-4bba-87ef-142d1b67118b req-22ffb93d-07ce-46ff-88d5-ade0797063b0 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338757 Jul 30 00:04:21.659876 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd777e-238f-406d-8dd7-bf79ad4f1bf5 req-ab8f89c6-c3d1-4d3d-a961-5547c68c2420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:21.661389 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5ebd777e-238f-406d-8dd7-bf79ad4f1bf5 req-ab8f89c6-c3d1-4d3d-a961-5547c68c2420 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3302a3215b2e4246be1eaaec60c75ea9&device_id=474c15e3-507e-4b3e-9313-35d64e6aba7c HTTP/1.1" status: 200 len: 1098 time: 0.0460553 Jul 30 00:04:21.779890 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd777e-238f-406d-8dd7-bf79ad4f1bf5 req-9b3bf99f-8629-4698-8338-ae443572a293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:21.781366 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5ebd777e-238f-406d-8dd7-bf79ad4f1bf5 req-9b3bf99f-8629-4698-8338-ae443572a293 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ec97290e-27cc-4a14-9a78-fcc7f155ce07 HTTP/1.1" status: 200 len: 915 time: 0.1126931 Jul 30 00:04:21.804500 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99724ed4-670e-4d20-bb5a-7ba34d7f196c req-3458e376-ab11-41ae-a222-bb3eed158df5 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:21.806631 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-99724ed4-670e-4d20-bb5a-7ba34d7f196c req-3458e376-ab11-41ae-a222-bb3eed158df5 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=474c15e3-507e-4b3e-9313-35d64e6aba7c HTTP/1.1" status: 200 len: 946 time: 0.0728190 Jul 30 00:04:21.842948 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5ebd777e-238f-406d-8dd7-bf79ad4f1bf5 req-782f24f4-4748-4e41-9375-22ac64b810ed service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1 HTTP/1.1" status: 200 len: 217 time: 0.0538259 Jul 30 00:04:21.901183 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-99724ed4-670e-4d20-bb5a-7ba34d7f196c req-ae83a941-35af-46f8-8c01-4d1571be2160 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654657 Jul 30 00:04:21.908843 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd777e-238f-406d-8dd7-bf79ad4f1bf5 req-88a44978-782b-4a65-b84b-22ef85be6c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:21.910205 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5ebd777e-238f-406d-8dd7-bf79ad4f1bf5 req-88a44978-782b-4a65-b84b-22ef85be6c87 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=31ca0292-b422-4803-a8e6-88ff49044d99 HTTP/1.1" status: 200 len: 854 time: 0.0594251 Jul 30 00:04:21.942768 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5ebd777e-238f-406d-8dd7-bf79ad4f1bf5 req-845ef265-b7fa-48e6-ac6b-f7d8542cfca1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ec97290e-27cc-4a14-9a78-fcc7f155ce07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250869 Jul 30 00:04:22.034540 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5ebd777e-238f-406d-8dd7-bf79ad4f1bf5 req-9696c2db-8e37-4943-805f-e398dc07fbe3 service neutron] 10.222.0.41 "GET /v2.0/networks/ec97290e-27cc-4a14-9a78-fcc7f155ce07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844374 Jul 30 00:04:22.132995 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5ebd777e-238f-406d-8dd7-bf79ad4f1bf5 req-6e178ab1-546e-4af8-b3b8-e1a1a3761f89 service neutron] 10.222.0.41 "GET /v2.0/networks/ec97290e-27cc-4a14-9a78-fcc7f155ce07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907888 Jul 30 00:04:23.026679 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b7b866-b0f8-41d7-a35d-e1835c56bb09 req-ade6cca5-f994-44ce-9c86-ed6d98519372 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:23.028194 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-53b7b866-b0f8-41d7-a35d-e1835c56bb09 req-ade6cca5-f994-44ce-9c86-ed6d98519372 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=474c15e3-507e-4b3e-9313-35d64e6aba7c HTTP/1.1" status: 200 len: 946 time: 0.0540617 Jul 30 00:04:23.068035 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-53b7b866-b0f8-41d7-a35d-e1835c56bb09 req-f87dd7ce-2fc1-4b4d-acf7-19861570a297 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337477 Jul 30 00:04:23.294349 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3bc638e9-ee98-4011-86d9-005c86326815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:24.188894 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02b1f9f-c530-4a4c-96b0-383b8a8b13bd req-c1e4a186-dd16-4c44-be56-05d0a3a846bf tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:24.190447 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e02b1f9f-c530-4a4c-96b0-383b8a8b13bd req-c1e4a186-dd16-4c44-be56-05d0a3a846bf tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=474c15e3-507e-4b3e-9313-35d64e6aba7c HTTP/1.1" status: 200 len: 946 time: 0.0536993 Jul 30 00:04:24.227703 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e02b1f9f-c530-4a4c-96b0-383b8a8b13bd req-dde00476-18d4-40b6-9d4c-e5b706647e97 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312636 Jul 30 00:04:25.344367 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769ee91-5729-45bb-a213-566ed31cbb0d req-1db953e6-3cf0-49f7-90c4-d1d6c8873a98 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:25.345792 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e769ee91-5729-45bb-a213-566ed31cbb0d req-1db953e6-3cf0-49f7-90c4-d1d6c8873a98 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=474c15e3-507e-4b3e-9313-35d64e6aba7c HTTP/1.1" status: 200 len: 946 time: 0.0494308 Jul 30 00:04:25.383499 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e769ee91-5729-45bb-a213-566ed31cbb0d req-ceffb322-eed3-4400-b135-785e0dab0a87 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317004 Jul 30 00:04:25.901449 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-aece7bb2-73ad-4253-b112-9d32f12de730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:26.479702 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:26.515918 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb1ac4-8793-4e99-a493-88404ba16699 req-e29b71c7-69b8-4367-9219-6986db1023c5 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:26.517491 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-90fb1ac4-8793-4e99-a493-88404ba16699 req-e29b71c7-69b8-4367-9219-6986db1023c5 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=474c15e3-507e-4b3e-9313-35d64e6aba7c HTTP/1.1" status: 200 len: 946 time: 0.0621946 Jul 30 00:04:26.559825 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-90fb1ac4-8793-4e99-a493-88404ba16699 req-d84d17e7-c9aa-409e-9fcc-43fdd801f503 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363393 Jul 30 00:04:27.675780 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ea952-6aae-4cff-9ab4-7421772de00b req-6e036193-e0b6-4d6e-a769-dd4451b58956 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:27.677296 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2d3ea952-6aae-4cff-9ab4-7421772de00b req-6e036193-e0b6-4d6e-a769-dd4451b58956 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=474c15e3-507e-4b3e-9313-35d64e6aba7c HTTP/1.1" status: 200 len: 946 time: 0.0486457 Jul 30 00:04:27.715332 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2d3ea952-6aae-4cff-9ab4-7421772de00b req-65686de6-aa2e-4a93-b528-736e3651a46d tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316963 Jul 30 00:04:27.804236 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:28.832755 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a4a7c7-0782-48f6-a1d9-92487771faaf req-f06c21bd-8ad1-4092-a3e3-651ca142e3ca tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:28.834156 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a1a4a7c7-0782-48f6-a1d9-92487771faaf req-f06c21bd-8ad1-4092-a3e3-651ca142e3ca tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=474c15e3-507e-4b3e-9313-35d64e6aba7c HTTP/1.1" status: 200 len: 946 time: 0.0497282 Jul 30 00:04:28.873490 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a1a4a7c7-0782-48f6-a1d9-92487771faaf req-22fc64a3-44e9-4fff-b596-4113e643ae45 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330675 Jul 30 00:04:29.432254 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:29.991731 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2ca393-4d2d-4b19-86e0-f019d1e398d8 req-0bbb06eb-e061-4ebd-89a2-3f150089b520 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:29.993844 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1f2ca393-4d2d-4b19-86e0-f019d1e398d8 req-0bbb06eb-e061-4ebd-89a2-3f150089b520 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=474c15e3-507e-4b3e-9313-35d64e6aba7c HTTP/1.1" status: 200 len: 946 time: 0.0524681 Jul 30 00:04:30.032676 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1f2ca393-4d2d-4b19-86e0-f019d1e398d8 req-d47661ca-2e4f-480c-8b3d-935cfe92a4d0 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319376 Jul 30 00:04:31.156018 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9503476b-5c5f-49f4-b652-fccd08152fc3 req-a2be801d-b88b-40e0-b14a-47baedd49778 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:31.157551 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9503476b-5c5f-49f4-b652-fccd08152fc3 req-a2be801d-b88b-40e0-b14a-47baedd49778 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=474c15e3-507e-4b3e-9313-35d64e6aba7c HTTP/1.1" status: 200 len: 946 time: 0.0562840 Jul 30 00:04:31.195448 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9503476b-5c5f-49f4-b652-fccd08152fc3 req-c93367eb-e4f3-4f3a-98e7-f7206330ad40 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318854 Jul 30 00:04:32.310138 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f91a18-26c7-44aa-837f-a76f27805691 req-d4d59e7c-daa3-414d-8322-3ad2a718088b tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:32.311611 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-60f91a18-26c7-44aa-837f-a76f27805691 req-d4d59e7c-daa3-414d-8322-3ad2a718088b tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=474c15e3-507e-4b3e-9313-35d64e6aba7c HTTP/1.1" status: 200 len: 946 time: 0.0476975 Jul 30 00:04:32.349172 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-60f91a18-26c7-44aa-837f-a76f27805691 req-deac6522-a4d4-4663-99eb-e8e246f0d682 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314679 Jul 30 00:04:33.468455 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d38fb7e-f14e-4026-920a-09eed32670e6 req-6a7318ef-d7be-428a-b79a-58b402345515 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:33.469980 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2d38fb7e-f14e-4026-920a-09eed32670e6 req-6a7318ef-d7be-428a-b79a-58b402345515 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=474c15e3-507e-4b3e-9313-35d64e6aba7c HTTP/1.1" status: 200 len: 946 time: 0.0532889 Jul 30 00:04:33.507715 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2d38fb7e-f14e-4026-920a-09eed32670e6 req-ff5a10dc-a95e-4dc4-b1a5-c1f53871ee18 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318079 Jul 30 00:04:34.629616 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11830670-84db-477e-aca3-e9519992aa6e req-3c1cf649-7808-4236-98a5-a3eb2af9d9d4 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:34.631147 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-11830670-84db-477e-aca3-e9519992aa6e req-3c1cf649-7808-4236-98a5-a3eb2af9d9d4 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=474c15e3-507e-4b3e-9313-35d64e6aba7c HTTP/1.1" status: 200 len: 946 time: 0.0504296 Jul 30 00:04:34.671077 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-11830670-84db-477e-aca3-e9519992aa6e req-d66a1430-6fef-4873-8075-ead1088e9677 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337439 Jul 30 00:04:35.787138 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac0b5c-116c-4107-af28-b7b1fcc3599c req-0e068a22-e6ee-43ab-8743-e33bdeba7dc0 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:35.788671 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-daac0b5c-116c-4107-af28-b7b1fcc3599c req-0e068a22-e6ee-43ab-8743-e33bdeba7dc0 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=474c15e3-507e-4b3e-9313-35d64e6aba7c HTTP/1.1" status: 200 len: 946 time: 0.0491228 Jul 30 00:04:35.826287 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-daac0b5c-116c-4107-af28-b7b1fcc3599c req-13bf2807-c707-4843-a40b-36c099aaccb2 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315588 Jul 30 00:04:36.948049 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782ff59-2fa7-4acf-aa16-94206fddaf95 req-e10f9b1f-7f57-4e0b-9f1b-1195f42c4384 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:36.949562 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3782ff59-2fa7-4acf-aa16-94206fddaf95 req-e10f9b1f-7f57-4e0b-9f1b-1195f42c4384 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=474c15e3-507e-4b3e-9313-35d64e6aba7c HTTP/1.1" status: 200 len: 946 time: 0.0523343 Jul 30 00:04:36.987680 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3782ff59-2fa7-4acf-aa16-94206fddaf95 req-9b16d6e1-7f6e-44f9-949f-d06ef1636a65 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315216 Jul 30 00:04:37.477714 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:38.104061 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76fbda9-a757-4d64-b279-930f80b34e2d req-b791bff0-77f5-4c0b-a3c0-ef71ae308ef7 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:38.105548 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d76fbda9-a757-4d64-b279-930f80b34e2d req-b791bff0-77f5-4c0b-a3c0-ef71ae308ef7 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=474c15e3-507e-4b3e-9313-35d64e6aba7c HTTP/1.1" status: 200 len: 946 time: 0.0494549 Jul 30 00:04:38.153765 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d76fbda9-a757-4d64-b279-930f80b34e2d req-ed5fbeca-c3e4-431f-afd5-cd1f62ad1f93 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413356 Jul 30 00:04:39.267784 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240efb7a-c31e-4e9b-93ef-8f17de84caa4 req-9bfce5e8-8879-45e4-bba3-de1322770c9c tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:39.269942 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-240efb7a-c31e-4e9b-93ef-8f17de84caa4 req-9bfce5e8-8879-45e4-bba3-de1322770c9c tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=474c15e3-507e-4b3e-9313-35d64e6aba7c HTTP/1.1" status: 200 len: 946 time: 0.0486419 Jul 30 00:04:39.309130 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-240efb7a-c31e-4e9b-93ef-8f17de84caa4 req-20dab8cf-53bd-4a17-bff1-96b3e76429fa tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332646 Jul 30 00:04:40.429664 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa9cbae-5a41-48a9-a43e-e125b159ce8d req-c92e667f-67c4-45bc-8b05-f11ed0417d59 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:40.431235 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5fa9cbae-5a41-48a9-a43e-e125b159ce8d req-c92e667f-67c4-45bc-8b05-f11ed0417d59 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=474c15e3-507e-4b3e-9313-35d64e6aba7c HTTP/1.1" status: 200 len: 946 time: 0.0528386 Jul 30 00:04:40.469950 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5fa9cbae-5a41-48a9-a43e-e125b159ce8d req-74135560-157a-472f-b605-dd15cf3d17cc tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324368 Jul 30 00:04:41.590107 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b5165-9e8a-4771-acb5-a3ee7900f942 req-bf9d0030-2388-4466-988d-6eddb1fcbcbf tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:41.591608 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-928b5165-9e8a-4771-acb5-a3ee7900f942 req-bf9d0030-2388-4466-988d-6eddb1fcbcbf tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=474c15e3-507e-4b3e-9313-35d64e6aba7c HTTP/1.1" status: 200 len: 946 time: 0.0537424 Jul 30 00:04:41.629157 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-928b5165-9e8a-4771-acb5-a3ee7900f942 req-c5e406a6-4568-4e7d-8e8d-7bceffc8bab4 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310464 Jul 30 00:04:42.742385 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e29f32-27b5-4f39-9d70-4bef6c42adcb req-d7ce1ae7-de5c-443e-9c25-57de2e954500 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:42.743857 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a9e29f32-27b5-4f39-9d70-4bef6c42adcb req-d7ce1ae7-de5c-443e-9c25-57de2e954500 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=474c15e3-507e-4b3e-9313-35d64e6aba7c HTTP/1.1" status: 200 len: 946 time: 0.0480864 Jul 30 00:04:42.780264 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a9e29f32-27b5-4f39-9d70-4bef6c42adcb req-bdfb73e3-f3aa-416a-8534-536f1aa7a0e1 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305750 Jul 30 00:04:43.900411 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88f97a-58bb-4267-8835-962621f38f00 req-7e0a3a89-fe8e-43ce-893e-545a8f547932 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:43.901925 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5a88f97a-58bb-4267-8835-962621f38f00 req-7e0a3a89-fe8e-43ce-893e-545a8f547932 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=474c15e3-507e-4b3e-9313-35d64e6aba7c HTTP/1.1" status: 200 len: 946 time: 0.0536046 Jul 30 00:04:43.942222 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5a88f97a-58bb-4267-8835-962621f38f00 req-780262f7-8ecf-47c8-9333-7a33152400e2 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343962 Jul 30 00:04:45.058310 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60697e1-6720-4dff-96d0-de14622c9eec req-7dc65b97-d7b9-4b13-b29d-a582c7173750 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:45.059788 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a60697e1-6720-4dff-96d0-de14622c9eec req-7dc65b97-d7b9-4b13-b29d-a582c7173750 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=474c15e3-507e-4b3e-9313-35d64e6aba7c HTTP/1.1" status: 200 len: 946 time: 0.0482006 Jul 30 00:04:45.098278 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a60697e1-6720-4dff-96d0-de14622c9eec req-80e68822-88b0-44f1-8d08-02ca4ea8af27 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314050 Jul 30 00:04:46.218981 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04809b6-cbd0-42a8-9e86-dd352f612fae req-24bb0429-cc8d-4783-8051-3ad785782935 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:46.220474 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a04809b6-cbd0-42a8-9e86-dd352f612fae req-24bb0429-cc8d-4783-8051-3ad785782935 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=474c15e3-507e-4b3e-9313-35d64e6aba7c HTTP/1.1" status: 200 len: 946 time: 0.0497494 Jul 30 00:04:46.259878 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a04809b6-cbd0-42a8-9e86-dd352f612fae req-92022516-e5e3-4c9b-aac5-7738dc68bd78 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332761 Jul 30 00:04:47.381072 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ec3b5-5004-4c9b-b94e-2b951ed77213 req-fecc320b-5802-49bb-a51a-a71f27a0ef0e tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:47.382574 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-661ec3b5-5004-4c9b-b94e-2b951ed77213 req-fecc320b-5802-49bb-a51a-a71f27a0ef0e tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=474c15e3-507e-4b3e-9313-35d64e6aba7c HTTP/1.1" status: 200 len: 946 time: 0.0554664 Jul 30 00:04:47.420254 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-661ec3b5-5004-4c9b-b94e-2b951ed77213 req-862122ec-1041-4a18-b5e0-1b04e9e4f0e1 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314612 Jul 30 00:04:48.539565 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991670e0-c083-42e5-8c3c-c129ca83d97c req-dc7b8b6f-aaff-4044-9aee-6c20aaad0371 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:48.541154 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-991670e0-c083-42e5-8c3c-c129ca83d97c req-dc7b8b6f-aaff-4044-9aee-6c20aaad0371 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=474c15e3-507e-4b3e-9313-35d64e6aba7c HTTP/1.1" status: 200 len: 946 time: 0.0525048 Jul 30 00:04:48.582544 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-991670e0-c083-42e5-8c3c-c129ca83d97c req-ca930244-bce9-4b61-8c58-5a59a36dc12f tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344641 Jul 30 00:04:49.100367 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [req-5ebd777e-238f-406d-8dd7-bf79ad4f1bf5 req-332386ea-36bd-478a-9fed-6784ae045a3d service neutron] show failed (client error): The resource could not be found. Jul 30 00:04:49.101376 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5ebd777e-238f-406d-8dd7-bf79ad4f1bf5 req-332386ea-36bd-478a-9fed-6784ae045a3d service neutron] 10.222.0.41 "GET /v2.0/ports/2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1/bindings/n-h2-712141-10 HTTP/1.1" status: 404 len: 381 time: 0.1061375 Jul 30 00:04:49.305918 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd777e-238f-406d-8dd7-bf79ad4f1bf5 req-d0b764a2-8465-47b4-9f3a-6bd759a49646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:49.307412 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-5ebd777e-238f-406d-8dd7-bf79ad4f1bf5 req-d0b764a2-8465-47b4-9f3a-6bd759a49646 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=474c15e3-507e-4b3e-9313-35d64e6aba7c&tenant_id=3302a3215b2e4246be1eaaec60c75ea9 HTTP/1.1" status: 200 len: 1098 time: 0.0446365 Jul 30 00:04:49.319903 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-5ebd777e-238f-406d-8dd7-bf79ad4f1bf5 req-9044f5f4-c642-4100-aa3c-38835cab5765 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712141-10', 'device_owner': 'compute:nova'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:04:49.370962 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-5ebd777e-238f-406d-8dd7-bf79ad4f1bf5 req-9044f5f4-c642-4100-aa3c-38835cab5765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:49.576155 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-5ebd777e-238f-406d-8dd7-bf79ad4f1bf5 req-9044f5f4-c642-4100-aa3c-38835cab5765 service neutron] For port 2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1,segment=NetworkSegment(a9b5b3a7-0b60-49b8-83ac-00f468b9ee6a),segment_id=a9b5b3a7-0b60-49b8-83ac-00f468b9ee6a)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:04:49.608349 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-5ebd777e-238f-406d-8dd7-bf79ad4f1bf5 req-9044f5f4-c642-4100-aa3c-38835cab5765 service neutron] For port 2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1, host n-h1-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:04:49.652611 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '474c15e3-507e-4b3e-9313-35d64e6aba7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:04:49.654909 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6215e0a-d9a1-4f28-97be-40e92c2d0f8a" -d '{"events": [{"server_uuid": "474c15e3-507e-4b3e-9313-35d64e6aba7c", "name": "network-vif-unplugged", "status": "completed", "tag": "2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:04:49.659219 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-5ebd777e-238f-406d-8dd7-bf79ad4f1bf5 req-9044f5f4-c642-4100-aa3c-38835cab5765 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:49.672153 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-5ebd777e-238f-406d-8dd7-bf79ad4f1bf5 req-9044f5f4-c642-4100-aa3c-38835cab5765 service neutron] Transition to ACTIVE for port object 2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:04:49.675944 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-5ebd777e-238f-406d-8dd7-bf79ad4f1bf5 req-9044f5f4-c642-4100-aa3c-38835cab5765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:49.705297 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 00:04:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dbfa218-c751-4a07-9d4d-26a4059101d8 x-openstack-request-id: req-5dbfa218-c751-4a07-9d4d-26a4059101d8 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:04:49.705606 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "474c15e3-507e-4b3e-9313-35d64e6aba7c", "name": "network-vif-unplugged", "status": "completed", "tag": "2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:04:49.706618 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5dbfa218-c751-4a07-9d4d-26a4059101d8 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:04:49.707399 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '474c15e3-507e-4b3e-9313-35d64e6aba7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1', 'code': 200} Jul 30 00:04:49.708400 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d9d8fb-5510-4e73-9cc0-52dd38bd23bf req-29dd3ddb-e0bd-4461-954a-57cf5747afae tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:49.709981 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-55d9d8fb-5510-4e73-9cc0-52dd38bd23bf req-29dd3ddb-e0bd-4461-954a-57cf5747afae tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=474c15e3-507e-4b3e-9313-35d64e6aba7c HTTP/1.1" status: 200 len: 946 time: 0.0557287 Jul 30 00:04:49.737851 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ebd777e-238f-406d-8dd7-bf79ad4f1bf5 req-9044f5f4-c642-4100-aa3c-38835cab5765 service neutron] No DVR routers for this DVR port 2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1 on host n-h1-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:04:49.747989 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9044f5f4-c642-4100-aa3c-38835cab5765 service neutron] Pushing event updated for resources: {'Port': ['ID=2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1,revision_number=6']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:49.748925 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-55d9d8fb-5510-4e73-9cc0-52dd38bd23bf req-633a894d-e242-41de-97f6-3ea9675d4563 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329168 Jul 30 00:04:49.775246 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9044f5f4-c642-4100-aa3c-38835cab5765 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:49.775599 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9044f5f4-c642-4100-aa3c-38835cab5765 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:49.775943 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9044f5f4-c642-4100-aa3c-38835cab5765 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:49.776283 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9044f5f4-c642-4100-aa3c-38835cab5765 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:49.776617 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9044f5f4-c642-4100-aa3c-38835cab5765 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:49.776950 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9044f5f4-c642-4100-aa3c-38835cab5765 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:49.777280 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9044f5f4-c642-4100-aa3c-38835cab5765 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:49.777631 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9044f5f4-c642-4100-aa3c-38835cab5765 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:49.777959 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9044f5f4-c642-4100-aa3c-38835cab5765 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:49.778285 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9044f5f4-c642-4100-aa3c-38835cab5765 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:49.778610 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9044f5f4-c642-4100-aa3c-38835cab5765 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:49.778932 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9044f5f4-c642-4100-aa3c-38835cab5765 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:49.792270 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-5ebd777e-238f-406d-8dd7-bf79ad4f1bf5 req-9044f5f4-c642-4100-aa3c-38835cab5765 service neutron] Attempting to bind port 2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:04:49.792608 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-5ebd777e-238f-406d-8dd7-bf79ad4f1bf5 req-9044f5f4-c642-4100-aa3c-38835cab5765 service neutron] Attempting to bind port 2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': 'a9b5b3a7-0b60-49b8-83ac-00f468b9ee6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ec97290e-27cc-4a14-9a78-fcc7f155ce07'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:04:49.792941 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebd777e-238f-406d-8dd7-bf79ad4f1bf5 req-9044f5f4-c642-4100-aa3c-38835cab5765 service neutron] Attempting to bind port 2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1 on network ec97290e-27cc-4a14-9a78-fcc7f155ce07 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:04:49.797225 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebd777e-238f-406d-8dd7-bf79ad4f1bf5 req-9044f5f4-c642-4100-aa3c-38835cab5765 service neutron] Port 2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1 on network ec97290e-27cc-4a14-9a78-fcc7f155ce07 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:04:49.797556 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebd777e-238f-406d-8dd7-bf79ad4f1bf5 req-9044f5f4-c642-4100-aa3c-38835cab5765 service neutron] Attempting to bind port 2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1 on network ec97290e-27cc-4a14-9a78-fcc7f155ce07 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:04:49.802556 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebd777e-238f-406d-8dd7-bf79ad4f1bf5 req-9044f5f4-c642-4100-aa3c-38835cab5765 service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 4, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:04:49.802900 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebd777e-238f-406d-8dd7-bf79ad4f1bf5 req-9044f5f4-c642-4100-aa3c-38835cab5765 service neutron] Checking segment: {'id': 'a9b5b3a7-0b60-49b8-83ac-00f468b9ee6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ec97290e-27cc-4a14-9a78-fcc7f155ce07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:04:49.803291 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebd777e-238f-406d-8dd7-bf79ad4f1bf5 req-9044f5f4-c642-4100-aa3c-38835cab5765 service neutron] Bound using segment: {'id': 'a9b5b3a7-0b60-49b8-83ac-00f468b9ee6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ec97290e-27cc-4a14-9a78-fcc7f155ce07'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:04:49.803713 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-5ebd777e-238f-406d-8dd7-bf79ad4f1bf5 req-9044f5f4-c642-4100-aa3c-38835cab5765 service neutron] Bound port: 2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9b5b3a7-0b60-49b8-83ac-00f468b9ee6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ec97290e-27cc-4a14-9a78-fcc7f155ce07'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:04:49.804070 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-5ebd777e-238f-406d-8dd7-bf79ad4f1bf5 req-9044f5f4-c642-4100-aa3c-38835cab5765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:49.866286 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-5ebd777e-238f-406d-8dd7-bf79ad4f1bf5 req-9044f5f4-c642-4100-aa3c-38835cab5765 service neutron] For port 2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:04:49.869302 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-5ebd777e-238f-406d-8dd7-bf79ad4f1bf5 req-9044f5f4-c642-4100-aa3c-38835cab5765 service neutron] For port 2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1,segment=NetworkSegment(a9b5b3a7-0b60-49b8-83ac-00f468b9ee6a),segment_id=a9b5b3a7-0b60-49b8-83ac-00f468b9ee6a)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:04:49.873716 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-5ebd777e-238f-406d-8dd7-bf79ad4f1bf5 req-9044f5f4-c642-4100-aa3c-38835cab5765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:49.889410 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:49.916127 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd777e-238f-406d-8dd7-bf79ad4f1bf5 req-9044f5f4-c642-4100-aa3c-38835cab5765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:49.916754 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-5ebd777e-238f-406d-8dd7-bf79ad4f1bf5 req-9044f5f4-c642-4100-aa3c-38835cab5765 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:49.918198 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-5ebd777e-238f-406d-8dd7-bf79ad4f1bf5 req-9044f5f4-c642-4100-aa3c-38835cab5765 service neutron] 10.222.0.22 "PUT /v2.0/ports/2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1 HTTP/1.1" status: 200 len: 1093 time: 0.6031687 Jul 30 00:04:49.937480 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9044f5f4-c642-4100-aa3c-38835cab5765 service neutron] Pushing event updated for resources: {'Port': ['ID=2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1,revision_number=7']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:49.979811 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd777e-238f-406d-8dd7-bf79ad4f1bf5 req-e6d59d4f-7abb-45ad-9a7f-59068c652aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:49.981406 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-5ebd777e-238f-406d-8dd7-bf79ad4f1bf5 req-e6d59d4f-7abb-45ad-9a7f-59068c652aad service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3302a3215b2e4246be1eaaec60c75ea9&device_id=474c15e3-507e-4b3e-9313-35d64e6aba7c HTTP/1.1" status: 200 len: 1096 time: 0.0410004 Jul 30 00:04:50.069508 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd777e-238f-406d-8dd7-bf79ad4f1bf5 req-38340dfb-e293-4bee-9c27-edf0763e7803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:50.071004 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-5ebd777e-238f-406d-8dd7-bf79ad4f1bf5 req-38340dfb-e293-4bee-9c27-edf0763e7803 service neutron] 10.222.0.22 "GET /v2.0/networks?id=ec97290e-27cc-4a14-9a78-fcc7f155ce07 HTTP/1.1" status: 200 len: 915 time: 0.0826769 Jul 30 00:04:50.116970 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-5ebd777e-238f-406d-8dd7-bf79ad4f1bf5 req-75a03f0b-a573-461a-adb1-5c05bdd074cc service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1 HTTP/1.1" status: 200 len: 217 time: 0.0388062 Jul 30 00:04:50.176006 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd777e-238f-406d-8dd7-bf79ad4f1bf5 req-5cae9c96-b45c-46b5-8bf7-09aaf7f7d2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:50.177528 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-5ebd777e-238f-406d-8dd7-bf79ad4f1bf5 req-5cae9c96-b45c-46b5-8bf7-09aaf7f7d2eb service neutron] 10.222.0.22 "GET /v2.0/subnets?id=31ca0292-b422-4803-a8e6-88ff49044d99 HTTP/1.1" status: 200 len: 854 time: 0.0536792 Jul 30 00:04:50.208658 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-5ebd777e-238f-406d-8dd7-bf79ad4f1bf5 req-6705496a-e419-46b0-9d9f-6bf95656493d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ec97290e-27cc-4a14-9a78-fcc7f155ce07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244589 Jul 30 00:04:50.300885 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-5ebd777e-238f-406d-8dd7-bf79ad4f1bf5 req-724fb2e9-7bb8-4f24-b799-e1fc8b313702 service neutron] 10.222.0.22 "GET /v2.0/networks/ec97290e-27cc-4a14-9a78-fcc7f155ce07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855222 Jul 30 00:04:50.387657 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-5ebd777e-238f-406d-8dd7-bf79ad4f1bf5 req-dbdefd88-3411-47d5-ac93-1863e198d5e0 service neutron] 10.222.0.22 "GET /v2.0/networks/ec97290e-27cc-4a14-9a78-fcc7f155ce07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801303 Jul 30 00:04:50.868523 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc7d63-31d2-4ee0-8d0a-812056fa82ca req-6f895bbb-3d08-4cbe-80f7-183dc113d17c tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:50.870035 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c2fc7d63-31d2-4ee0-8d0a-812056fa82ca req-6f895bbb-3d08-4cbe-80f7-183dc113d17c tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=474c15e3-507e-4b3e-9313-35d64e6aba7c HTTP/1.1" status: 200 len: 944 time: 0.0492425 Jul 30 00:04:50.908264 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c2fc7d63-31d2-4ee0-8d0a-812056fa82ca req-3be6926e-0a8c-44c1-a57e-2a2c31c49cf7 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322936 Jul 30 00:04:51.708697 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '474c15e3-507e-4b3e-9313-35d64e6aba7c', 'tag': '2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:04:51.711160 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aaa7f9a-6647-4c03-a9b9-11906e11662b" -d '{"events": [{"name": "network-changed", "server_uuid": "474c15e3-507e-4b3e-9313-35d64e6aba7c", "tag": "2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:04:51.758421 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48536212-2d4e-4c80-92a5-215e2828025a x-openstack-request-id: req-48536212-2d4e-4c80-92a5-215e2828025a {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:04:51.758893 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "474c15e3-507e-4b3e-9313-35d64e6aba7c", "tag": "2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:04:51.759173 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-48536212-2d4e-4c80-92a5-215e2828025a {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:04:51.759568 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '474c15e3-507e-4b3e-9313-35d64e6aba7c', 'tag': '2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1', 'status': 'completed', 'code': 200} Jul 30 00:04:51.825939 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa7f9a-6647-4c03-a9b9-11906e11662b req-61f1d2ad-3e22-4ff0-b42c-71cd84832dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:51.827759 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6aaa7f9a-6647-4c03-a9b9-11906e11662b req-61f1d2ad-3e22-4ff0-b42c-71cd84832dfc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3302a3215b2e4246be1eaaec60c75ea9&device_id=474c15e3-507e-4b3e-9313-35d64e6aba7c HTTP/1.1" status: 200 len: 1096 time: 0.0434232 Jul 30 00:04:51.852626 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa7f9a-6647-4c03-a9b9-11906e11662b req-d3ada750-7aa9-4208-a55d-fc0382f8175c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:51.854148 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6aaa7f9a-6647-4c03-a9b9-11906e11662b req-d3ada750-7aa9-4208-a55d-fc0382f8175c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3302a3215b2e4246be1eaaec60c75ea9&device_id=474c15e3-507e-4b3e-9313-35d64e6aba7c HTTP/1.1" status: 200 len: 1096 time: 0.0510712 Jul 30 00:04:51.926943 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa7f9a-6647-4c03-a9b9-11906e11662b req-14196ff2-a4ec-4b56-bfb2-73aa52a8337e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:51.928435 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6aaa7f9a-6647-4c03-a9b9-11906e11662b req-14196ff2-a4ec-4b56-bfb2-73aa52a8337e service neutron] 10.222.0.22 "GET /v2.0/networks?id=ec97290e-27cc-4a14-9a78-fcc7f155ce07 HTTP/1.1" status: 200 len: 915 time: 0.0933797 Jul 30 00:04:51.967157 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa7f9a-6647-4c03-a9b9-11906e11662b req-2c95e8d7-b843-4ab8-a0f1-908c9fa485be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:51.968609 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6aaa7f9a-6647-4c03-a9b9-11906e11662b req-2c95e8d7-b843-4ab8-a0f1-908c9fa485be service neutron] 10.222.0.41 "GET /v2.0/networks?id=ec97290e-27cc-4a14-9a78-fcc7f155ce07 HTTP/1.1" status: 200 len: 915 time: 0.1068494 Jul 30 00:04:51.976738 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6aaa7f9a-6647-4c03-a9b9-11906e11662b req-1b84b1e0-0b33-4784-bc32-fa9e3edbb7a2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1 HTTP/1.1" status: 200 len: 217 time: 0.0396039 Jul 30 00:04:52.013775 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6aaa7f9a-6647-4c03-a9b9-11906e11662b req-e305d03d-ab28-475d-8142-88f559d88415 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1 HTTP/1.1" status: 200 len: 217 time: 0.0376852 Jul 30 00:04:52.032213 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa7f9a-6647-4c03-a9b9-11906e11662b req-a193dd5c-05bb-4033-ad28-2c9581c2fc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:52.033743 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6aaa7f9a-6647-4c03-a9b9-11906e11662b req-a193dd5c-05bb-4033-ad28-2c9581c2fc13 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=31ca0292-b422-4803-a8e6-88ff49044d99 HTTP/1.1" status: 200 len: 854 time: 0.0506177 Jul 30 00:04:52.067534 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6aaa7f9a-6647-4c03-a9b9-11906e11662b req-b3e701ec-4fe6-447b-b3f7-bab020c42949 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=ec97290e-27cc-4a14-9a78-fcc7f155ce07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266190 Jul 30 00:04:52.090330 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa7f9a-6647-4c03-a9b9-11906e11662b req-680ee318-a8f6-421a-9032-4090254a7986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:52.091792 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6aaa7f9a-6647-4c03-a9b9-11906e11662b req-680ee318-a8f6-421a-9032-4090254a7986 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=31ca0292-b422-4803-a8e6-88ff49044d99 HTTP/1.1" status: 200 len: 854 time: 0.0690029 Jul 30 00:04:52.100446 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898cce8-9c42-4614-a24f-52d842828dcc req-9a9c400d-00d9-443e-a713-62fd15ebd289 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:52.101880 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2898cce8-9c42-4614-a24f-52d842828dcc req-9a9c400d-00d9-443e-a713-62fd15ebd289 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=474c15e3-507e-4b3e-9313-35d64e6aba7c HTTP/1.1" status: 200 len: 944 time: 0.0908747 Jul 30 00:04:52.133153 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6aaa7f9a-6647-4c03-a9b9-11906e11662b req-96153be0-9940-4529-9591-a56a7811ff4b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ec97290e-27cc-4a14-9a78-fcc7f155ce07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303185 Jul 30 00:04:52.163045 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6aaa7f9a-6647-4c03-a9b9-11906e11662b req-352d3e6a-6881-4944-901e-599e06085264 service neutron] 10.222.0.22 "GET /v2.0/networks/ec97290e-27cc-4a14-9a78-fcc7f155ce07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887251 Jul 30 00:04:52.205390 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2898cce8-9c42-4614-a24f-52d842828dcc req-b88708b8-98d9-4047-98bc-4bedbe055cbd tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954118 Jul 30 00:04:52.244476 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6aaa7f9a-6647-4c03-a9b9-11906e11662b req-6f92a7af-db20-4a9f-82b8-9cc245ad9722 service neutron] 10.222.0.41 "GET /v2.0/networks/ec97290e-27cc-4a14-9a78-fcc7f155ce07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034210 Jul 30 00:04:52.261653 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6aaa7f9a-6647-4c03-a9b9-11906e11662b req-dfd1688f-1a6e-4174-8825-6ae1b08a5d32 service neutron] 10.222.0.22 "GET /v2.0/networks/ec97290e-27cc-4a14-9a78-fcc7f155ce07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913455 Jul 30 00:04:52.345858 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6aaa7f9a-6647-4c03-a9b9-11906e11662b req-e4496445-d694-407a-bf94-eb6af0bd4e3e service neutron] 10.222.0.41 "GET /v2.0/networks/ec97290e-27cc-4a14-9a78-fcc7f155ce07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941586 Jul 30 00:04:52.439035 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c109614e-f951-4ad6-be0b-56e1a118e2c7 req-ae8b71c7-a136-4670-a6c5-8453510cdc69 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:52.441218 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c109614e-f951-4ad6-be0b-56e1a118e2c7 req-ae8b71c7-a136-4670-a6c5-8453510cdc69 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=474c15e3-507e-4b3e-9313-35d64e6aba7c HTTP/1.1" status: 200 len: 944 time: 0.0822179 Jul 30 00:04:52.464094 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c87fe35-3613-4404-a5bf-098dc8981185 req-99b6eebf-e275-4794-ba25-6525e0d6ee1e tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:52.465480 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1c87fe35-3613-4404-a5bf-098dc8981185 req-99b6eebf-e275-4794-ba25-6525e0d6ee1e tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.41 "GET /v2.0/ports?device_id=474c15e3-507e-4b3e-9313-35d64e6aba7c&tenant_id=3302a3215b2e4246be1eaaec60c75ea9&binding%3Ahost_id=n-h2-712141-10 HTTP/1.1" status: 200 len: 944 time: 0.0760899 Jul 30 00:04:52.518573 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c109614e-f951-4ad6-be0b-56e1a118e2c7 req-7ef9d429-4509-4a1a-8938-58245b98b146 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704594 Jul 30 00:04:52.541005 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [req-1c87fe35-3613-4404-a5bf-098dc8981185 req-86c0fd38-1651-4dfa-a103-8cb63342d87c service neutron] delete failed (client error): The resource could not be found. Jul 30 00:04:52.542067 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1c87fe35-3613-4404-a5bf-098dc8981185 req-86c0fd38-1651-4dfa-a103-8cb63342d87c service neutron] 10.222.0.41 "DELETE /v2.0/ports/2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1/bindings/n-h1-712141-10 HTTP/1.1" status: 404 len: 381 time: 0.0677798 Jul 30 00:04:52.647478 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c87fe35-3613-4404-a5bf-098dc8981185 req-b45004ce-188d-4b3b-9f51-093f17822d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:52.649292 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1c87fe35-3613-4404-a5bf-098dc8981185 req-b45004ce-188d-4b3b-9f51-093f17822d18 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3302a3215b2e4246be1eaaec60c75ea9&device_id=474c15e3-507e-4b3e-9313-35d64e6aba7c HTTP/1.1" status: 200 len: 1096 time: 0.0428123 Jul 30 00:04:52.741901 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c87fe35-3613-4404-a5bf-098dc8981185 req-1790c439-241b-48e9-b72a-f37cb409be6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:52.743397 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1c87fe35-3613-4404-a5bf-098dc8981185 req-1790c439-241b-48e9-b72a-f37cb409be6c service neutron] 10.222.0.41 "GET /v2.0/networks?id=ec97290e-27cc-4a14-9a78-fcc7f155ce07 HTTP/1.1" status: 200 len: 915 time: 0.0876882 Jul 30 00:04:52.787135 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1c87fe35-3613-4404-a5bf-098dc8981185 req-3feac699-cb57-43b5-82b6-f27b95e6c4b4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1 HTTP/1.1" status: 200 len: 217 time: 0.0360320 Jul 30 00:04:52.837965 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c87fe35-3613-4404-a5bf-098dc8981185 req-668a7f8c-d426-419b-89a6-9af732c3d3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:52.839411 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1c87fe35-3613-4404-a5bf-098dc8981185 req-668a7f8c-d426-419b-89a6-9af732c3d3f0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=31ca0292-b422-4803-a8e6-88ff49044d99 HTTP/1.1" status: 200 len: 854 time: 0.0452192 Jul 30 00:04:52.874066 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1c87fe35-3613-4404-a5bf-098dc8981185 req-f2d427e0-0ac6-4cb3-a07d-1d56c9a03ff0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ec97290e-27cc-4a14-9a78-fcc7f155ce07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276074 Jul 30 00:04:52.965876 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1c87fe35-3613-4404-a5bf-098dc8981185 req-cbc0934e-0740-4339-b4c9-a50dce17c081 service neutron] 10.222.0.41 "GET /v2.0/networks/ec97290e-27cc-4a14-9a78-fcc7f155ce07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843751 Jul 30 00:04:53.057186 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1c87fe35-3613-4404-a5bf-098dc8981185 req-aa5e78b0-b29d-4ec1-849e-400d939f5cba service neutron] 10.222.0.41 "GET /v2.0/networks/ec97290e-27cc-4a14-9a78-fcc7f155ce07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841813 Jul 30 00:04:53.294788 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-62b9d3a8-4d4c-419b-8a0a-e88a94f771fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:53.887984 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1 details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:04:53.952116 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59e0d9f-03e2-4d05-bec7-3db208564a79 req-2cfca734-f91d-4150-bca9-e27d049796a0 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:53.953626 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a59e0d9f-03e2-4d05-bec7-3db208564a79 req-2cfca734-f91d-4150-bca9-e27d049796a0 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=474c15e3-507e-4b3e-9313-35d64e6aba7c HTTP/1.1" status: 200 len: 944 time: 0.3622518 Jul 30 00:04:53.983820 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1,segment=NetworkSegment(a9b5b3a7-0b60-49b8-83ac-00f468b9ee6a),segment_id=a9b5b3a7-0b60-49b8-83ac-00f468b9ee6a)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:04:53.991975 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a59e0d9f-03e2-4d05-bec7-3db208564a79 req-42556adf-3a24-4dc2-8c86-e0bc6ddf9de3 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310202 Jul 30 00:04:53.995212 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1', 'network_id': 'ec97290e-27cc-4a14-9a78-fcc7f155ce07', 'port_id': '2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1', 'mac_address': 'fa:16:3e:71:7b:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31ca0292-b422-4803-a8e6-88ff49044d99', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:04:54.036384 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:54.049128 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:04:54.068840 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1,segment=NetworkSegment(a9b5b3a7-0b60-49b8-83ac-00f468b9ee6a),segment_id=a9b5b3a7-0b60-49b8-83ac-00f468b9ee6a)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:04:54.074302 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:54.110041 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8115a-d876-48bf-983a-486506c017ce req-cddb9431-e37d-459a-be0a-de570e6b37e8 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:54.111543 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eaf8115a-d876-48bf-983a-486506c017ce req-cddb9431-e37d-459a-be0a-de570e6b37e8 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=474c15e3-507e-4b3e-9313-35d64e6aba7c HTTP/1.1" status: 200 len: 944 time: 0.0512583 Jul 30 00:04:54.123890 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1,revision_number=8']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:54.153002 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eaf8115a-d876-48bf-983a-486506c017ce req-1e554b16-e6e3-4dfb-839b-cdcad587ac58 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349905 Jul 30 00:04:54.264993 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90ebcc3-5673-406e-a09f-ac67025292c4 req-33c8d3d0-cfbf-4b8d-bc7c-2e88858eee42 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:54.266501 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d90ebcc3-5673-406e-a09f-ac67025292c4 req-33c8d3d0-cfbf-4b8d-bc7c-2e88858eee42 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=474c15e3-507e-4b3e-9313-35d64e6aba7c HTTP/1.1" status: 200 len: 945 time: 0.0475984 Jul 30 00:04:54.285483 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:04:54.308785 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d90ebcc3-5673-406e-a09f-ac67025292c4 req-aebdf27c-737b-4239-b713-abea99182e7b tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354207 Jul 30 00:04:54.646774 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69637330-9fc8-4201-a862-c06a08ce332b req-ad2140fa-a602-4802-a58e-4613dd3dc4f5 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:54.648238 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-69637330-9fc8-4201-a862-c06a08ce332b req-ad2140fa-a602-4802-a58e-4613dd3dc4f5 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=474c15e3-507e-4b3e-9313-35d64e6aba7c HTTP/1.1" status: 200 len: 945 time: 0.0490277 Jul 30 00:04:54.685556 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-69637330-9fc8-4201-a862-c06a08ce332b req-b75768a8-078a-44df-89a6-269c4060e706 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312359 Jul 30 00:04:54.694512 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:04:54.731922 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1 not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:04:55.755155 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d7675-6b96-4aa2-866f-605cd28c3840 req-984643eb-fdf5-4e9a-99c4-dfaff12c7213 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:55.756634 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c93d7675-6b96-4aa2-866f-605cd28c3840 req-984643eb-fdf5-4e9a-99c4-dfaff12c7213 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.22 "GET /v2.0/ports?device_id=474c15e3-507e-4b3e-9313-35d64e6aba7c HTTP/1.1" status: 200 len: 945 time: 0.0493238 Jul 30 00:04:55.802150 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f30cab-2165-4d3b-bbd6-4d938f2d889e req-0e00586c-b35a-4058-87a3-a29299c9db6c tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:55.803677 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-10f30cab-2165-4d3b-bbd6-4d938f2d889e req-0e00586c-b35a-4058-87a3-a29299c9db6c tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/ports?device_id=474c15e3-507e-4b3e-9313-35d64e6aba7c HTTP/1.1" status: 200 len: 945 time: 0.0489504 Jul 30 00:04:55.842591 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-10f30cab-2165-4d3b-bbd6-4d938f2d889e req-c748c317-603c-45de-9ea1-6c157577df07 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.43 "GET /v2.0/security-groups?id=e03a7294-552d-41a7-ad3c-38d9776bf3e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326810 Jul 30 00:04:55.849436 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-c93d7675-6b96-4aa2-866f-605cd28c3840 req-4d777c73-148c-4a32-9ff2-ab0fb8b4dae6 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Deleting port 2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:04:55.849810 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-c93d7675-6b96-4aa2-866f-605cd28c3840 req-4d777c73-148c-4a32-9ff2-ab0fb8b4dae6 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:55.901458 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1c72a1a3-f110-4503-9c84-3412b6e36358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:55.916104 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1 up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:04:55.937683 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-c93d7675-6b96-4aa2-866f-605cd28c3840 req-4d777c73-148c-4a32-9ff2-ab0fb8b4dae6 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] For port 2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1,segment=NetworkSegment(a9b5b3a7-0b60-49b8-83ac-00f468b9ee6a),segment_id=a9b5b3a7-0b60-49b8-83ac-00f468b9ee6a)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:04:55.938056 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-c93d7675-6b96-4aa2-866f-605cd28c3840 req-4d777c73-148c-4a32-9ff2-ab0fb8b4dae6 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:55.951023 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-c93d7675-6b96-4aa2-866f-605cd28c3840 req-4d777c73-148c-4a32-9ff2-ab0fb8b4dae6 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Calling delete_port for 2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:04:55.964722 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port 2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:04:55.969036 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:04:55.969412 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:56.051215 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:56.084356 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-c93d7675-6b96-4aa2-866f-605cd28c3840 req-4d777c73-148c-4a32-9ff2-ab0fb8b4dae6 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:56.108016 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:04:56.114540 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d777c73-148c-4a32-9ff2-ab0fb8b4dae6 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Pushing event deleted for resources: {'Port': ['ID=2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:56.154472 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-c93d7675-6b96-4aa2-866f-605cd28c3840 req-4d777c73-148c-4a32-9ff2-ab0fb8b4dae6 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] No DVR routers for this DVR port 2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1 on host n-h2-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:04:56.156966 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-c93d7675-6b96-4aa2-866f-605cd28c3840 req-4d777c73-148c-4a32-9ff2-ab0fb8b4dae6 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:56.159673 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c93d7675-6b96-4aa2-866f-605cd28c3840 req-4d777c73-148c-4a32-9ff2-ab0fb8b4dae6 tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] 10.222.0.22 "DELETE /v2.0/ports/2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1 HTTP/1.1" status: 204 len: 173 time: 0.3960536 Jul 30 00:04:56.160087 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '474c15e3-507e-4b3e-9313-35d64e6aba7c', 'name': 'network-vif-deleted', 'tag': '2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:04:56.162354 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1d8320-97eb-46f9-b554-ce51b5685f1c" -d '{"events": [{"server_uuid": "474c15e3-507e-4b3e-9313-35d64e6aba7c", "name": "network-vif-deleted", "tag": "2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:04:56.202613 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d476ba73-623c-4594-819d-75042dd4dc80 x-openstack-request-id: req-d476ba73-623c-4594-819d-75042dd4dc80 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:04:56.202911 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "474c15e3-507e-4b3e-9313-35d64e6aba7c", "name": "network-vif-deleted", "tag": "2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:04:56.203165 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d476ba73-623c-4594-819d-75042dd4dc80 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:04:56.203562 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '474c15e3-507e-4b3e-9313-35d64e6aba7c', 'name': 'network-vif-deleted', 'tag': '2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1', 'status': 'completed', 'code': 200} Jul 30 00:04:56.301996 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-cf4d6530-48a0-482d-99d7-e19871874e46 req-cbcdf241-f8a3-4575-adb9-820fc69a0152 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=474c15e3-507e-4b3e-9313-35d64e6aba7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0294709 Jul 30 00:04:56.372408 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-cf4d6530-48a0-482d-99d7-e19871874e46 req-9fdebafd-97f7-4de6-8d2d-34be4cbcb2ce service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=3302a3215b2e4246be1eaaec60c75ea9&device_id=474c15e3-507e-4b3e-9313-35d64e6aba7c HTTP/1.1" status: 200 len: 210 time: 0.0248535 Jul 30 00:04:56.480641 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:56.486128 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4d6530-48a0-482d-99d7-e19871874e46 req-75e76049-105d-4209-a038-63d0ace5e6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:56.488595 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-cf4d6530-48a0-482d-99d7-e19871874e46 req-75e76049-105d-4209-a038-63d0ace5e6e8 service neutron] 10.222.0.22 "GET /v2.0/networks?tenant_id=3302a3215b2e4246be1eaaec60c75ea9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0966141 Jul 30 00:04:56.586097 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4d6530-48a0-482d-99d7-e19871874e46 req-935989c7-62c7-4a34-8466-579d45afe29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:56.587590 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-cf4d6530-48a0-482d-99d7-e19871874e46 req-935989c7-62c7-4a34-8466-579d45afe29f service neutron] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920551 Jul 30 00:04:56.924619 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:04:56.964627 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 33784) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:04:57.010636 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-272600ac-b1a7-497c-adac-459cffd3ced2 admin admin] Deleting subnet 31ca0292-b422-4803-a8e6-88ff49044d99 {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:04:57.013965 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-272600ac-b1a7-497c-adac-459cffd3ced2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:57.052369 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-272600ac-b1a7-497c-adac-459cffd3ced2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:57.089812 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-272600ac-b1a7-497c-adac-459cffd3ced2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:57.141897 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-272600ac-b1a7-497c-adac-459cffd3ced2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:57.167118 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272600ac-b1a7-497c-adac-459cffd3ced2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31ca0292-b422-4803-a8e6-88ff49044d99,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:57.169101 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-272600ac-b1a7-497c-adac-459cffd3ced2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:57.170967 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-272600ac-b1a7-497c-adac-459cffd3ced2 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/31ca0292-b422-4803-a8e6-88ff49044d99 HTTP/1.1" status: 204 len: 168 time: 0.2052817 Jul 30 00:04:57.173640 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 33786) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:04:57.242834 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-15d64e45-3360-43cb-a58c-37618412f280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:57.322961 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-15d64e45-3360-43cb-a58c-37618412f280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:57.333426 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-15d64e45-3360-43cb-a58c-37618412f280 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec97290e-27cc-4a14-9a78-fcc7f155ce07']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:04:57.343554 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-15d64e45-3360-43cb-a58c-37618412f280 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9b5b3a7-0b60-49b8-83ac-00f468b9ee6a') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:04:57.343853 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-15d64e45-3360-43cb-a58c-37618412f280 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9b5b3a7-0b60-49b8-83ac-00f468b9ee6a') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:04:57.352821 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-15d64e45-3360-43cb-a58c-37618412f280 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:57.371025 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-15d64e45-3360-43cb-a58c-37618412f280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:57.376604 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15d64e45-3360-43cb-a58c-37618412f280 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:04:57.377352 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-15d64e45-3360-43cb-a58c-37618412f280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:57.379552 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 30 00:04:57.379552 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:04:57.379552 n-d-712141-10 neutron-server[94078]: timer() Jul 30 00:04:57.379552 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:04:57.379552 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 30 00:04:57.379552 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:04:57.379552 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 30 00:04:57.379552 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:04:57.379552 n-d-712141-10 neutron-server[94078]: self._notify() Jul 30 00:04:57.379552 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:04:57.379552 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 30 00:04:57.379552 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:04:57.379552 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 30 00:04:57.379552 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:04:57.379552 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:04:57.379552 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:04:57.379552 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:04:57.379552 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:04:57.379552 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 30 00:04:57.379552 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:04:57.379552 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 30 00:04:57.379552 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:04:57.379552 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:04:57.379552 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:04:57.379552 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 30 00:04:57.379552 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:04:57.379552 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:04:57.379552 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:04:57.379552 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:04:57.379552 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:04:57.379552 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:04:57.379552 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:04:57.431687 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-15d64e45-3360-43cb-a58c-37618412f280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:57.437090 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-15d64e45-3360-43cb-a58c-37618412f280 admin admin] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:57.439882 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-15d64e45-3360-43cb-a58c-37618412f280 admin admin] 10.222.0.43 "DELETE /v2.0/networks/ec97290e-27cc-4a14-9a78-fcc7f155ce07 HTTP/1.1" status: 204 len: 168 time: 0.2655180 Jul 30 00:04:57.450820 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d64e45-3360-43cb-a58c-37618412f280 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec97290e-27cc-4a14-9a78-fcc7f155ce07,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:57.553367 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 33790) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:04:57.594770 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ee618ecf-387b-4c3e-825a-19258457d1d9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3302a3215b2e4246be1eaaec60c75ea9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402129 Jul 30 00:04:57.597474 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 33792) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:04:57.648531 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9e1eb048-d51f-4123-b722-af212fbb2909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:57.668429 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9e1eb048-d51f-4123-b722-af212fbb2909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:57.717728 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9e1eb048-d51f-4123-b722-af212fbb2909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:57.720168 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9e1eb048-d51f-4123-b722-af212fbb2909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:57.721312 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-9e1eb048-d51f-4123-b722-af212fbb2909 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e03a7294-552d-41a7-ad3c-38d9776bf3e6 HTTP/1.1" status: 204 len: 168 time: 0.1224277 Jul 30 00:04:57.729138 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1eb048-d51f-4123-b722-af212fbb2909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e03a7294-552d-41a7-ad3c-38d9776bf3e6,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:57.803262 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:58.376411 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 33814) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:04:58.476106 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-25afff39-41dc-4cef-bc7e-ed8547c3e139 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-464895061-network', 'tenant_id': '123e474383d34be3816ff4a6e243aec4'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:04:58.497727 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25afff39-41dc-4cef-bc7e-ed8547c3e139 admin admin] Made reservation on behalf of 123e474383d34be3816ff4a6e243aec4 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:04:58.500028 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-25afff39-41dc-4cef-bc7e-ed8547c3e139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:58.510215 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-25afff39-41dc-4cef-bc7e-ed8547c3e139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:58.597850 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-25afff39-41dc-4cef-bc7e-ed8547c3e139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:58.601139 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-25afff39-41dc-4cef-bc7e-ed8547c3e139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:58.624752 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25afff39-41dc-4cef-bc7e-ed8547c3e139 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:04:58.634270 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25afff39-41dc-4cef-bc7e-ed8547c3e139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1091928-44a6-4bff-91ce-ba7a3f6fc93e,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:58.641659 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-25afff39-41dc-4cef-bc7e-ed8547c3e139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:58.642017 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-25afff39-41dc-4cef-bc7e-ed8547c3e139 admin admin] Added segment ab17a81a-a27c-4db7-b421-1236b25e7e1e of type vlan for network 66c7de0a-7704-4c37-94be-f48c6009b36f Jul 30 00:04:58.682874 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-25afff39-41dc-4cef-bc7e-ed8547c3e139 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:58.710983 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-25afff39-41dc-4cef-bc7e-ed8547c3e139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:58.711956 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25afff39-41dc-4cef-bc7e-ed8547c3e139 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:58.712538 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-25afff39-41dc-4cef-bc7e-ed8547c3e139 admin admin] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:58.767598 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-25afff39-41dc-4cef-bc7e-ed8547c3e139 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3898516 Jul 30 00:04:58.771264 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 33818) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:04:58.777163 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25afff39-41dc-4cef-bc7e-ed8547c3e139 admin admin] Pushing event updated for resources: {'Network': ['ID=66c7de0a-7704-4c37-94be-f48c6009b36f,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:58.777301 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-1f59c774-23af-494d-913f-fb3f31ce5d59 admin admin] Request body: {'subnet': {'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-464895061-subnet', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:04:58.787082 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 66c7de0a-7704-4c37-94be-f48c6009b36f details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:04:58.800300 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f59c774-23af-494d-913f-fb3f31ce5d59 admin admin] Made reservation on behalf of 123e474383d34be3816ff4a6e243aec4 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:04:58.803053 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1f59c774-23af-494d-913f-fb3f31ce5d59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:58.983245 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1f59c774-23af-494d-913f-fb3f31ce5d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:59.042150 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f59c774-23af-494d-913f-fb3f31ce5d59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b83980bc-3d22-43ee-b445-1d0072c0b55e,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:59.049402 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f59c774-23af-494d-913f-fb3f31ce5d59 admin admin] Checking segment: {'id': 'ab17a81a-a27c-4db7-b421-1236b25e7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:04:59.049800 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f59c774-23af-494d-913f-fb3f31ce5d59 admin admin] Network hostable DHCP agents. Network: 66c7de0a-7704-4c37-94be-f48c6009b36f, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:04:59.066589 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f59c774-23af-494d-913f-fb3f31ce5d59 admin admin] Network 66c7de0a-7704-4c37-94be-f48c6009b36f is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:04:59.075517 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-1f59c774-23af-494d-913f-fb3f31ce5d59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 66c7de0a-7704-4c37-94be-f48c6009b36f) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:04:59.080339 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f59c774-23af-494d-913f-fb3f31ce5d59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:59.081011 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1f59c774-23af-494d-913f-fb3f31ce5d59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:59.084142 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8239f119-323d-4367-8215-259854196971 None None] Network 66c7de0a-7704-4c37-94be-f48c6009b36f requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:04:59.096309 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-1f59c774-23af-494d-913f-fb3f31ce5d59 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3233619 Jul 30 00:04:59.100300 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 33820) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:04:59.104853 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-a9cb6860-a4f6-4f02-8b4c-9aba409bd912 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-464895061-router', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:04:59.126319 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a9cb6860-a4f6-4f02-8b4c-9aba409bd912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:59.127433 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a9cb6860-a4f6-4f02-8b4c-9aba409bd912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:59.179444 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a9cb6860-a4f6-4f02-8b4c-9aba409bd912 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:59.230896 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ef398e-89e5-4f2b-b243-ccfc4c5875e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-66c7de0a-7704-4c37-94be-f48c6009b36f', 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'fixed_ips': [{'subnet_id': 'b83980bc-3d22-43ee-b445-1d0072c0b55e'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:04:59.231777 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-80ef398e-89e5-4f2b-b243-ccfc4c5875e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:59.319973 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a9cb6860-a4f6-4f02-8b4c-9aba409bd912 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:59.367215 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-80ef398e-89e5-4f2b-b243-ccfc4c5875e6 None None] Allocated IP 172.20.0.2 (66c7de0a-7704-4c37-94be-f48c6009b36f/b83980bc-3d22-43ee-b445-1d0072c0b55e/fe4fb8ff-4a6c-498c-8a82-cce31c3c1853) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:04:59.447219 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:59.527844 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a9cb6860-a4f6-4f02-8b4c-9aba409bd912 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:59.531183 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-80ef398e-89e5-4f2b-b243-ccfc4c5875e6 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:59.540703 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-80ef398e-89e5-4f2b-b243-ccfc4c5875e6 None None] Transition to ACTIVE for port object fe4fb8ff-4a6c-498c-8a82-cce31c3c1853 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:04:59.548503 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a9cb6860-a4f6-4f02-8b4c-9aba409bd912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:59.560529 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-80ef398e-89e5-4f2b-b243-ccfc4c5875e6 None None] Transition to ACTIVE for port object fe4fb8ff-4a6c-498c-8a82-cce31c3c1853 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:04:59.567279 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-80ef398e-89e5-4f2b-b243-ccfc4c5875e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:59.609912 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ef398e-89e5-4f2b-b243-ccfc4c5875e6 None None] Network 66c7de0a-7704-4c37-94be-f48c6009b36f is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:04:59.612576 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-80ef398e-89e5-4f2b-b243-ccfc4c5875e6 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:04:59.619012 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ef398e-89e5-4f2b-b243-ccfc4c5875e6 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:04:59.622009 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef398e-89e5-4f2b-b243-ccfc4c5875e6 None None] Pushing event updated for resources: {'Port': ['ID=fe4fb8ff-4a6c-498c-8a82-cce31c3c1853,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:59.658357 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-a9cb6860-a4f6-4f02-8b4c-9aba409bd912 admin admin] Allocated IP 172.25.0.196 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/dc5838e9-078e-45d8-88a3-2ec81de0ea37) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:04:59.674859 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-80ef398e-89e5-4f2b-b243-ccfc4c5875e6 None None] Attempting to bind port fe4fb8ff-4a6c-498c-8a82-cce31c3c1853 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:04:59.675226 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-80ef398e-89e5-4f2b-b243-ccfc4c5875e6 None None] Attempting to bind port fe4fb8ff-4a6c-498c-8a82-cce31c3c1853 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': 'ab17a81a-a27c-4db7-b421-1236b25e7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:04:59.675610 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ef398e-89e5-4f2b-b243-ccfc4c5875e6 None None] Attempting to bind port fe4fb8ff-4a6c-498c-8a82-cce31c3c1853 on network 66c7de0a-7704-4c37-94be-f48c6009b36f {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:04:59.680454 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ef398e-89e5-4f2b-b243-ccfc4c5875e6 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:04:59.680830 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ef398e-89e5-4f2b-b243-ccfc4c5875e6 None None] Checking segment: {'id': 'ab17a81a-a27c-4db7-b421-1236b25e7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:04:59.681233 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-80ef398e-89e5-4f2b-b243-ccfc4c5875e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:59.681650 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ef398e-89e5-4f2b-b243-ccfc4c5875e6 None None] Bound using segment: {'id': 'ab17a81a-a27c-4db7-b421-1236b25e7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:04:59.682113 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-80ef398e-89e5-4f2b-b243-ccfc4c5875e6 None None] Bound port: fe4fb8ff-4a6c-498c-8a82-cce31c3c1853, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab17a81a-a27c-4db7-b421-1236b25e7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:04:59.682504 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-80ef398e-89e5-4f2b-b243-ccfc4c5875e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:59.743925 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-80ef398e-89e5-4f2b-b243-ccfc4c5875e6 None None] For port fe4fb8ff-4a6c-498c-8a82-cce31c3c1853, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:04:59.746952 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-80ef398e-89e5-4f2b-b243-ccfc4c5875e6 None None] For port fe4fb8ff-4a6c-498c-8a82-cce31c3c1853, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=fe4fb8ff-4a6c-498c-8a82-cce31c3c1853,segment=NetworkSegment(ab17a81a-a27c-4db7-b421-1236b25e7e1e),segment_id=ab17a81a-a27c-4db7-b421-1236b25e7e1e)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:04:59.753265 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-80ef398e-89e5-4f2b-b243-ccfc4c5875e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:59.765873 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a9cb6860-a4f6-4f02-8b4c-9aba409bd912 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:59.812632 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a9cb6860-a4f6-4f02-8b4c-9aba409bd912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:59.814562 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ef398e-89e5-4f2b-b243-ccfc4c5875e6 None None] Pushing event updated for resources: {'Port': ['ID=fe4fb8ff-4a6c-498c-8a82-cce31c3c1853,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:59.851963 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cb6860-a4f6-4f02-8b4c-9aba409bd912 admin admin] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:04:59.856491 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-a9cb6860-a4f6-4f02-8b4c-9aba409bd912 admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:04:59.859082 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cb6860-a4f6-4f02-8b4c-9aba409bd912 admin admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:04:59.885520 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cb6860-a4f6-4f02-8b4c-9aba409bd912 admin admin] Pushing event updated for resources: {'Port': ['ID=dc5838e9-078e-45d8-88a3-2ec81de0ea37,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:59.948429 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1 no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:04:59.993043 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: 2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:04:59.993383 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 2d7d8d0b-eded-42e5-9ae1-1b81ff1b1cb1 not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:05:00.148047 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a9cb6860-a4f6-4f02-8b4c-9aba409bd912 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:00.166629 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device fe4fb8ff-4a6c-498c-8a82-cce31c3c1853 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:05:00.228581 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port fe4fb8ff-4a6c-498c-8a82-cce31c3c1853 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:05:00.354719 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a9cb6860-a4f6-4f02-8b4c-9aba409bd912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:00.486500 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9cb6860-a4f6-4f02-8b4c-9aba409bd912 admin admin] Router 4871086e-08a7-4a1e-9c5b-fcb509b33934 is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:05:00.599280 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9cb6860-a4f6-4f02-8b4c-9aba409bd912 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:05:00.608403 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040ddf79-5754-4632-a401-4cdbf85dcb7b None None] Sync routers for ids ['4871086e-08a7-4a1e-9c5b-fcb509b33934'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:05:00.617270 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a9cb6860-a4f6-4f02-8b4c-9aba409bd912 admin admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:00.619348 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040ddf79-5754-4632-a401-4cdbf85dcb7b None None] Routers {'4871086e-08a7-4a1e-9c5b-fcb509b33934'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:05:00.620022 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-040ddf79-5754-4632-a401-4cdbf85dcb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:04:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['4871086e-08a7-4a1e-9c5b-fcb509b33934'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:00.621403 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 33822) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:05:00.621973 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-a9cb6860-a4f6-4f02-8b4c-9aba409bd912 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5200908 Jul 30 00:05:00.747381 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a698d97e-3d41-4032-bd69-d042b2f41c60 None None] Network 66c7de0a-7704-4c37-94be-f48c6009b36f requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:05:00.751384 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-040ddf79-5754-4632-a401-4cdbf85dcb7b None None] Set router 4871086e-08a7-4a1e-9c5b-fcb509b33934 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:05:00.835828 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-b2895cf6-0006-4e43-b12d-5668507f0e48 None None] Provisioning for port fe4fb8ff-4a6c-498c-8a82-cce31c3c1853 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:05:00.839616 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-b2895cf6-0006-4e43-b12d-5668507f0e48 None None] Provisioning complete for port fe4fb8ff-4a6c-498c-8a82-cce31c3c1853 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:05:00.840739 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b2895cf6-0006-4e43-b12d-5668507f0e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:00.939678 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-040ddf79-5754-4632-a401-4cdbf85dcb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'name': 'tempest-ServerActionsTestJSON-464895061-router', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'dc5838e9-078e-45d8-88a3-2ec81de0ea37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:04:59Z', 'updated_at': '2021-07-30T00:05:00Z', 'revision_number': 3, 'project_id': '123e474383d34be3816ff4a6e243aec4', 'gw_port': {'id': 'dc5838e9-078e-45d8-88a3-2ec81de0ea37', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:de:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:04:59Z', 'updated_at': '2021-07-30T00:04:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:00.970738 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040ddf79-5754-4632-a401-4cdbf85dcb7b None None] Checking router: 4871086e-08a7-4a1e-9c5b-fcb509b33934 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:05:00.970976 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040ddf79-5754-4632-a401-4cdbf85dcb7b None None] Updating router 4871086e-08a7-4a1e-9c5b-fcb509b33934 port dc5838e9-078e-45d8-88a3-2ec81de0ea37 binding host n-d-712141-10 {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:05:00.980582 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b2895cf6-0006-4e43-b12d-5668507f0e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:01.003163 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-040ddf79-5754-4632-a401-4cdbf85dcb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:01.019295 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-b2895cf6-0006-4e43-b12d-5668507f0e48 None None] For port fe4fb8ff-4a6c-498c-8a82-cce31c3c1853, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=fe4fb8ff-4a6c-498c-8a82-cce31c3c1853,segment=NetworkSegment(ab17a81a-a27c-4db7-b421-1236b25e7e1e),segment_id=ab17a81a-a27c-4db7-b421-1236b25e7e1e)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:05:01.030992 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b2895cf6-0006-4e43-b12d-5668507f0e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:01.092115 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2895cf6-0006-4e43-b12d-5668507f0e48 None None] Pushing event updated for resources: {'Port': ['ID=fe4fb8ff-4a6c-498c-8a82-cce31c3c1853,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:01.108181 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8acf6669-44e4-4c97-afd3-45fe2e6a3f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:01.251227 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2cd7d6ca-8a87-4c0a-b516-2d6f7d16471f None None] Provisioning complete for port fe4fb8ff-4a6c-498c-8a82-cce31c3c1853 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:05:01.251900 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2cd7d6ca-8a87-4c0a-b516-2d6f7d16471f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:01.278922 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-8acf6669-44e4-4c97-afd3-45fe2e6a3f2b admin admin] Allocated IP 172.20.0.1 (66c7de0a-7704-4c37-94be-f48c6009b36f/b83980bc-3d22-43ee-b445-1d0072c0b55e/e0a79038-b286-4b0d-8e66-79f76e5c3072) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:05:01.280596 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-040ddf79-5754-4632-a401-4cdbf85dcb7b None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:01.296982 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-040ddf79-5754-4632-a401-4cdbf85dcb7b None None] Transition to ACTIVE for port object dc5838e9-078e-45d8-88a3-2ec81de0ea37 will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:05:01.307166 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-040ddf79-5754-4632-a401-4cdbf85dcb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:01.366413 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-040ddf79-5754-4632-a401-4cdbf85dcb7b None None] Attempting to bind port dc5838e9-078e-45d8-88a3-2ec81de0ea37 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:05:01.366787 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-040ddf79-5754-4632-a401-4cdbf85dcb7b None None] Attempting to bind port dc5838e9-078e-45d8-88a3-2ec81de0ea37 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:05:01.367147 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040ddf79-5754-4632-a401-4cdbf85dcb7b None None] Attempting to bind port dc5838e9-078e-45d8-88a3-2ec81de0ea37 on network 58f27f61-3278-49cc-b66b-1e729d26f29f {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:05:01.375884 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040ddf79-5754-4632-a401-4cdbf85dcb7b None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:05:01.376250 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040ddf79-5754-4632-a401-4cdbf85dcb7b None None] Checking segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:05:01.376653 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-040ddf79-5754-4632-a401-4cdbf85dcb7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:01.377041 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040ddf79-5754-4632-a401-4cdbf85dcb7b None None] Bound using segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:05:01.377497 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-040ddf79-5754-4632-a401-4cdbf85dcb7b None None] Bound port: dc5838e9-078e-45d8-88a3-2ec81de0ea37, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:05:01.377911 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-040ddf79-5754-4632-a401-4cdbf85dcb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:01.393540 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8acf6669-44e4-4c97-afd3-45fe2e6a3f2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:01.406408 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-8acf6669-44e4-4c97-afd3-45fe2e6a3f2b admin admin] Transition to ACTIVE for port object e0a79038-b286-4b0d-8e66-79f76e5c3072 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:05:01.442884 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8acf6669-44e4-4c97-afd3-45fe2e6a3f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:01.484600 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acf6669-44e4-4c97-afd3-45fe2e6a3f2b admin admin] Network 66c7de0a-7704-4c37-94be-f48c6009b36f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:05:01.487792 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-8acf6669-44e4-4c97-afd3-45fe2e6a3f2b admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:05:01.491720 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acf6669-44e4-4c97-afd3-45fe2e6a3f2b admin admin] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:05:01.526333 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acf6669-44e4-4c97-afd3-45fe2e6a3f2b admin admin] Pushing event updated for resources: {'Port': ['ID=e0a79038-b286-4b0d-8e66-79f76e5c3072,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:01.531645 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-040ddf79-5754-4632-a401-4cdbf85dcb7b None None] For port dc5838e9-078e-45d8-88a3-2ec81de0ea37, host n-d-712141-10, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:05:01.535877 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-040ddf79-5754-4632-a401-4cdbf85dcb7b None None] For port dc5838e9-078e-45d8-88a3-2ec81de0ea37, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=dc5838e9-078e-45d8-88a3-2ec81de0ea37,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:05:01.537375 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f68274f-6b38-48b6-9886-095c0e1f6bfc None None] Pushing event updated for resources: {'Port': ['ID=dc5838e9-078e-45d8-88a3-2ec81de0ea37,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:01.542169 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-040ddf79-5754-4632-a401-4cdbf85dcb7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:01.545179 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8acf6669-44e4-4c97-afd3-45fe2e6a3f2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:01.549286 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f68274f-6b38-48b6-9886-095c0e1f6bfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:05:01.549656 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f68274f-6b38-48b6-9886-095c0e1f6bfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:05:01.549988 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f68274f-6b38-48b6-9886-095c0e1f6bfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:05:01.550322 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f68274f-6b38-48b6-9886-095c0e1f6bfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:05:01.550695 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f68274f-6b38-48b6-9886-095c0e1f6bfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:05:01.551018 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f68274f-6b38-48b6-9886-095c0e1f6bfc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:05:01.551339 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f68274f-6b38-48b6-9886-095c0e1f6bfc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:05:01.551658 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f68274f-6b38-48b6-9886-095c0e1f6bfc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:05:01.551994 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f68274f-6b38-48b6-9886-095c0e1f6bfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:05:01.552298 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f68274f-6b38-48b6-9886-095c0e1f6bfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:05:01.552613 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f68274f-6b38-48b6-9886-095c0e1f6bfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:05:01.552927 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f68274f-6b38-48b6-9886-095c0e1f6bfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:05:01.620916 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040ddf79-5754-4632-a401-4cdbf85dcb7b None None] Routers {'4871086e-08a7-4a1e-9c5b-fcb509b33934'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:05:01.621728 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-040ddf79-5754-4632-a401-4cdbf85dcb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:04:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['4871086e-08a7-4a1e-9c5b-fcb509b33934'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:01.637774 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f68274f-6b38-48b6-9886-095c0e1f6bfc None None] Pushing event updated for resources: {'Port': ['ID=dc5838e9-078e-45d8-88a3-2ec81de0ea37,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:01.695292 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8acf6669-44e4-4c97-afd3-45fe2e6a3f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:01.748806 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-040ddf79-5754-4632-a401-4cdbf85dcb7b None None] Set router 4871086e-08a7-4a1e-9c5b-fcb509b33934 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:05:01.781436 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-a73d5fc4-faab-4a76-ab93-36c9f83d4188 None None] Provisioning for port e0a79038-b286-4b0d-8e66-79f76e5c3072 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:05:01.785433 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-a73d5fc4-faab-4a76-ab93-36c9f83d4188 None None] Provisioning complete for port e0a79038-b286-4b0d-8e66-79f76e5c3072 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:05:01.785849 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a73d5fc4-faab-4a76-ab93-36c9f83d4188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:01.826518 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-a73d5fc4-faab-4a76-ab93-36c9f83d4188 None None] Port e0a79038-b286-4b0d-8e66-79f76e5c3072 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:05:01.860735 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8acf6669-44e4-4c97-afd3-45fe2e6a3f2b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:01.866087 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8acf6669-44e4-4c97-afd3-45fe2e6a3f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:01.926568 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-040ddf79-5754-4632-a401-4cdbf85dcb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'name': 'tempest-ServerActionsTestJSON-464895061-router', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'dc5838e9-078e-45d8-88a3-2ec81de0ea37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:04:59Z', 'updated_at': '2021-07-30T00:05:00Z', 'revision_number': 3, 'project_id': '123e474383d34be3816ff4a6e243aec4', 'gw_port': {'id': 'dc5838e9-078e-45d8-88a3-2ec81de0ea37', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:de:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:04:59Z', 'updated_at': '2021-07-30T00:05:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:01.940185 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acf6669-44e4-4c97-afd3-45fe2e6a3f2b admin admin] Pushing event updated for resources: {'Port': ['ID=e0a79038-b286-4b0d-8e66-79f76e5c3072,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:01.944910 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8acf6669-44e4-4c97-afd3-45fe2e6a3f2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:01.955698 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040ddf79-5754-4632-a401-4cdbf85dcb7b None None] The sync data for ids ['4871086e-08a7-4a1e-9c5b-fcb509b33934'] in n-d-712141-10 is: [{'id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'name': 'tempest-ServerActionsTestJSON-464895061-router', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'dc5838e9-078e-45d8-88a3-2ec81de0ea37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:04:59Z', 'updated_at': '2021-07-30T00:05:00Z', 'revision_number': 3, 'project_id': '123e474383d34be3816ff4a6e243aec4', 'gw_port': {'id': 'dc5838e9-078e-45d8-88a3-2ec81de0ea37', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:de:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:04:59Z', 'updated_at': '2021-07-30T00:05:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:05:02.043630 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acf6669-44e4-4c97-afd3-45fe2e6a3f2b admin admin] Network 66c7de0a-7704-4c37-94be-f48c6009b36f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:05:02.045005 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-8acf6669-44e4-4c97-afd3-45fe2e6a3f2b admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:05:02.165212 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device fe4fb8ff-4a6c-498c-8a82-cce31c3c1853 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:05:02.205992 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8acf6669-44e4-4c97-afd3-45fe2e6a3f2b admin admin] Router 4871086e-08a7-4a1e-9c5b-fcb509b33934 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:05:02.248264 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port fe4fb8ff-4a6c-498c-8a82-cce31c3c1853 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:05:02.248634 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:02.353157 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8acf6669-44e4-4c97-afd3-45fe2e6a3f2b admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:05:02.368221 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8acf6669-44e4-4c97-afd3-45fe2e6a3f2b admin admin] 10.222.0.43 "PUT /v2.0/routers/4871086e-08a7-4a1e-9c5b-fcb509b33934/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7378917 Jul 30 00:05:02.368460 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-71aea63d-9ef4-4987-9d5a-038f48a0e65d None None] Provisioning complete for port e0a79038-b286-4b0d-8e66-79f76e5c3072 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:05:02.368460 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-71aea63d-9ef4-4987-9d5a-038f48a0e65d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:02.402229 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-71aea63d-9ef4-4987-9d5a-038f48a0e65d None None] Port e0a79038-b286-4b0d-8e66-79f76e5c3072 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:05:02.939579 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 33830) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:05:02.945218 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-70580a88-3034-43fd-b6d1-c2170ae619fb tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1470937197', 'description': 'tempest-description--1652434651'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:05:02.969831 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-70580a88-3034-43fd-b6d1-c2170ae619fb tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:03.052478 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-70580a88-3034-43fd-b6d1-c2170ae619fb tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:03.056184 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-70580a88-3034-43fd-b6d1-c2170ae619fb tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:03.083883 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-70580a88-3034-43fd-b6d1-c2170ae619fb tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:03.085136 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-70580a88-3034-43fd-b6d1-c2170ae619fb tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1445377 Jul 30 00:05:03.087020 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70580a88-3034-43fd-b6d1-c2170ae619fb tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a62c88a2-ed5b-465c-bb7a-d0859409a2ae,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:03.088110 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 33832) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:05:03.092965 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-f802a690-a528-4993-a703-6c725eb5a200 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Request body: {'security_group_rule': {'security_group_id': 'a62c88a2-ed5b-465c-bb7a-d0859409a2ae', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:05:03.123308 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f802a690-a528-4993-a703-6c725eb5a200 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:03.179331 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f802a690-a528-4993-a703-6c725eb5a200 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:03.183677 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f802a690-a528-4993-a703-6c725eb5a200 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:03.206216 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f802a690-a528-4993-a703-6c725eb5a200 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d56e1d18-4513-4eac-a631-c5b373bff008,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:03.211401 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f802a690-a528-4993-a703-6c725eb5a200 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:03.212659 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-f802a690-a528-4993-a703-6c725eb5a200 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1235354 Jul 30 00:05:03.215192 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 33834) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:05:03.219670 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-9f2cb6dd-3f8a-4418-9c6e-80d8910236a2 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Request body: {'security_group_rule': {'security_group_id': 'a62c88a2-ed5b-465c-bb7a-d0859409a2ae', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:05:03.247808 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9f2cb6dd-3f8a-4418-9c6e-80d8910236a2 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:03.314426 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9f2cb6dd-3f8a-4418-9c6e-80d8910236a2 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:03.318861 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9f2cb6dd-3f8a-4418-9c6e-80d8910236a2 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:03.336877 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2cb6dd-3f8a-4418-9c6e-80d8910236a2 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce0f91ce-6596-4df0-b0f1-32652a105e09,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:03.345391 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9f2cb6dd-3f8a-4418-9c6e-80d8910236a2 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:03.346649 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-9f2cb6dd-3f8a-4418-9c6e-80d8910236a2 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1304691 Jul 30 00:05:03.348901 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2cb6dd-3f8a-4418-9c6e-80d8910236a2 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:05:03.349238 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2cb6dd-3f8a-4418-9c6e-80d8910236a2 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:05:03.349597 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2cb6dd-3f8a-4418-9c6e-80d8910236a2 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:05:03.349930 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2cb6dd-3f8a-4418-9c6e-80d8910236a2 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:05:03.350355 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2cb6dd-3f8a-4418-9c6e-80d8910236a2 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:05:03.350698 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2cb6dd-3f8a-4418-9c6e-80d8910236a2 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:05:03.350832 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 33836) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:05:03.351027 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2cb6dd-3f8a-4418-9c6e-80d8910236a2 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:05:03.351350 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2cb6dd-3f8a-4418-9c6e-80d8910236a2 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:05:03.351674 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2cb6dd-3f8a-4418-9c6e-80d8910236a2 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:05:03.351995 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2cb6dd-3f8a-4418-9c6e-80d8910236a2 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:05:03.352316 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2cb6dd-3f8a-4418-9c6e-80d8910236a2 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:05:03.352642 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f2cb6dd-3f8a-4418-9c6e-80d8910236a2 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:05:03.358170 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-ba4c8d96-a54c-4085-b99a-1e6b9204f171 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Request body: {'floatingip': {'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:05:03.382156 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ba4c8d96-a54c-4085-b99a-1e6b9204f171 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks [] for floatingip, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:03.481697 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c9878e-b5cf-42a5-956c-7e1fdcc42301 None None] Sync routers for ids ['4871086e-08a7-4a1e-9c5b-fcb509b33934'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:05:03.486626 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ba4c8d96-a54c-4085-b99a-1e6b9204f171 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:03.493416 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c9878e-b5cf-42a5-956c-7e1fdcc42301 None None] Routers {'4871086e-08a7-4a1e-9c5b-fcb509b33934'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:05:03.494131 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-23c9878e-b5cf-42a5-956c-7e1fdcc42301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:04:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['4871086e-08a7-4a1e-9c5b-fcb509b33934'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:03.591578 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-ba4c8d96-a54c-4085-b99a-1e6b9204f171 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Allocated IP 172.25.0.109 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/55e33f99-af45-490e-aed1-c1ad7a65f28a) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:05:03.601414 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-23c9878e-b5cf-42a5-956c-7e1fdcc42301 None None] Set router 4871086e-08a7-4a1e-9c5b-fcb509b33934 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:05:03.694956 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ba4c8d96-a54c-4085-b99a-1e6b9204f171 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:03.733643 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ba4c8d96-a54c-4085-b99a-1e6b9204f171 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:03.772769 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4c8d96-a54c-4085-b99a-1e6b9204f171 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:05:03.775682 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-ba4c8d96-a54c-4085-b99a-1e6b9204f171 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:05:03.783015 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4c8d96-a54c-4085-b99a-1e6b9204f171 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:05:03.787208 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c8d96-a54c-4085-b99a-1e6b9204f171 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Pushing event updated for resources: {'Port': ['ID=55e33f99-af45-490e-aed1-c1ad7a65f28a,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:03.804986 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-23c9878e-b5cf-42a5-956c-7e1fdcc42301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'name': 'tempest-ServerActionsTestJSON-464895061-router', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'dc5838e9-078e-45d8-88a3-2ec81de0ea37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:04:59Z', 'updated_at': '2021-07-30T00:05:01Z', 'revision_number': 4, 'project_id': '123e474383d34be3816ff4a6e243aec4', 'gw_port': {'id': 'dc5838e9-078e-45d8-88a3-2ec81de0ea37', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:de:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:04:59Z', 'updated_at': '2021-07-30T00:05:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'e0a79038-b286-4b0d-8e66-79f76e5c3072', 'name': '', 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'mac_address': 'fa:16:3e:6c:d0:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'b83980bc-3d22-43ee-b445-1d0072c0b55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:05:01Z', 'updated_at': '2021-07-30T00:05:01Z', 'revision_number': 2, 'project_id': '123e474383d34be3816ff4a6e243aec4', 'subnets': [{'id': 'b83980bc-3d22-43ee-b445-1d0072c0b55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:03.830980 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c9878e-b5cf-42a5-956c-7e1fdcc42301 None None] Checking router: 4871086e-08a7-4a1e-9c5b-fcb509b33934 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:05:03.831341 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c9878e-b5cf-42a5-956c-7e1fdcc42301 None None] Updating router 4871086e-08a7-4a1e-9c5b-fcb509b33934 port e0a79038-b286-4b0d-8e66-79f76e5c3072 binding host n-d-712141-10 {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:05:03.860882 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-23c9878e-b5cf-42a5-956c-7e1fdcc42301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:03.876307 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ba4c8d96-a54c-4085-b99a-1e6b9204f171 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:03.911523 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ba4c8d96-a54c-4085-b99a-1e6b9204f171 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:04.142859 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-23c9878e-b5cf-42a5-956c-7e1fdcc42301 None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:04.154786 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-23c9878e-b5cf-42a5-956c-7e1fdcc42301 None None] Transition to ACTIVE for port object e0a79038-b286-4b0d-8e66-79f76e5c3072 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:05:04.162746 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-23c9878e-b5cf-42a5-956c-7e1fdcc42301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:04.178189 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device dc5838e9-078e-45d8-88a3-2ec81de0ea37 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:05:04.278424 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f11870-8e95-4415-9572-50439ad4d4aa None None] Pushing event updated for resources: {'Port': ['ID=e0a79038-b286-4b0d-8e66-79f76e5c3072,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:04.317173 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-23c9878e-b5cf-42a5-956c-7e1fdcc42301 None None] Attempting to bind port e0a79038-b286-4b0d-8e66-79f76e5c3072 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:05:04.317560 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-23c9878e-b5cf-42a5-956c-7e1fdcc42301 None None] Attempting to bind port e0a79038-b286-4b0d-8e66-79f76e5c3072 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': 'ab17a81a-a27c-4db7-b421-1236b25e7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:05:04.318023 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c9878e-b5cf-42a5-956c-7e1fdcc42301 None None] Attempting to bind port e0a79038-b286-4b0d-8e66-79f76e5c3072 on network 66c7de0a-7704-4c37-94be-f48c6009b36f {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:05:04.326893 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port dc5838e9-078e-45d8-88a3-2ec81de0ea37 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:05:04.329157 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c9878e-b5cf-42a5-956c-7e1fdcc42301 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:05:04.329540 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c9878e-b5cf-42a5-956c-7e1fdcc42301 None None] Checking segment: {'id': 'ab17a81a-a27c-4db7-b421-1236b25e7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:05:04.329975 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-23c9878e-b5cf-42a5-956c-7e1fdcc42301 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:04.330374 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c9878e-b5cf-42a5-956c-7e1fdcc42301 None None] Bound using segment: {'id': 'ab17a81a-a27c-4db7-b421-1236b25e7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:05:04.330860 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-23c9878e-b5cf-42a5-956c-7e1fdcc42301 None None] Bound port: e0a79038-b286-4b0d-8e66-79f76e5c3072, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab17a81a-a27c-4db7-b421-1236b25e7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:05:04.331243 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-23c9878e-b5cf-42a5-956c-7e1fdcc42301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:04.342560 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port dc5838e9-078e-45d8-88a3-2ec81de0ea37 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:05:04.342851 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:04.420561 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ba4c8d96-a54c-4085-b99a-1e6b9204f171 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:04.426150 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ba4c8d96-a54c-4085-b99a-1e6b9204f171 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:04.437225 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-23c9878e-b5cf-42a5-956c-7e1fdcc42301 None None] For port e0a79038-b286-4b0d-8e66-79f76e5c3072, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:05:04.476843 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-23c9878e-b5cf-42a5-956c-7e1fdcc42301 None None] For port e0a79038-b286-4b0d-8e66-79f76e5c3072, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=e0a79038-b286-4b0d-8e66-79f76e5c3072,segment=NetworkSegment(ab17a81a-a27c-4db7-b421-1236b25e7e1e),segment_id=ab17a81a-a27c-4db7-b421-1236b25e7e1e)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:05:04.483540 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-23c9878e-b5cf-42a5-956c-7e1fdcc42301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:04.497387 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c8d96-a54c-4085-b99a-1e6b9204f171 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Pushing event updated for resources: {'Port': ['ID=55e33f99-af45-490e-aed1-c1ad7a65f28a,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:04.510343 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ba4c8d96-a54c-4085-b99a-1e6b9204f171 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:04.521511 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:04.525496 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ba4c8d96-a54c-4085-b99a-1e6b9204f171 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:04.534367 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ba4c8d96-a54c-4085-b99a-1e6b9204f171 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1752827 Jul 30 00:05:04.569534 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port dc5838e9-078e-45d8-88a3-2ec81de0ea37, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=dc5838e9-078e-45d8-88a3-2ec81de0ea37,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:05:04.580157 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c9878e-b5cf-42a5-956c-7e1fdcc42301 None None] Routers {'4871086e-08a7-4a1e-9c5b-fcb509b33934'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:05:04.580891 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-23c9878e-b5cf-42a5-956c-7e1fdcc42301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:04:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['4871086e-08a7-4a1e-9c5b-fcb509b33934'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:04.586230 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:04.622936 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f11870-8e95-4415-9572-50439ad4d4aa None None] Pushing event updated for resources: {'Port': ['ID=e0a79038-b286-4b0d-8e66-79f76e5c3072,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:04.694801 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-faa96f4a-9f6c-4b43-87a7-f352dc6b288b req-46e4e0b9-7137-42da-85d8-4aa2064b9f24 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1470937197&fields=id&tenant_id=123e474383d34be3816ff4a6e243aec4 HTTP/1.1" status: 200 len: 267 time: 0.0419753 Jul 30 00:05:04.721024 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=dc5838e9-078e-45d8-88a3-2ec81de0ea37,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:04.746652 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-23c9878e-b5cf-42a5-956c-7e1fdcc42301 None None] Set router 4871086e-08a7-4a1e-9c5b-fcb509b33934 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:05:04.805085 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa96f4a-9f6c-4b43-87a7-f352dc6b288b req-5d2e40ea-0344-49af-880e-a4615073aeb4 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:04.806525 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-faa96f4a-9f6c-4b43-87a7-f352dc6b288b req-5d2e40ea-0344-49af-880e-a4615073aeb4 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/networks?id=66c7de0a-7704-4c37-94be-f48c6009b36f HTTP/1.1" status: 200 len: 811 time: 0.1048527 Jul 30 00:05:04.821862 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-faa96f4a-9f6c-4b43-87a7-f352dc6b288b req-2ff0b0d7-31f4-4794-8970-641431071176 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/quotas/123e474383d34be3816ff4a6e243aec4 HTTP/1.1" status: 200 len: 375 time: 0.0093389 Jul 30 00:05:04.876617 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-faa96f4a-9f6c-4b43-87a7-f352dc6b288b req-2dd2aa52-d187-44b9-84e7-eaac475b65f1 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=123e474383d34be3816ff4a6e243aec4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0488262 Jul 30 00:05:04.982251 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-faa96f4a-9f6c-4b43-87a7-f352dc6b288b req-943bf8af-3555-4abe-90af-62db445bd99a service neutron] 10.222.0.43 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918465 Jul 30 00:05:05.075350 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-faa96f4a-9f6c-4b43-87a7-f352dc6b288b req-9f3d3c70-6673-4c7a-9270-41a70f13733e service neutron] 10.222.0.43 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860071 Jul 30 00:05:05.121375 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-23c9878e-b5cf-42a5-956c-7e1fdcc42301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'name': 'tempest-ServerActionsTestJSON-464895061-router', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'dc5838e9-078e-45d8-88a3-2ec81de0ea37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:04:59Z', 'updated_at': '2021-07-30T00:05:01Z', 'revision_number': 4, 'project_id': '123e474383d34be3816ff4a6e243aec4', 'gw_port': {'id': 'dc5838e9-078e-45d8-88a3-2ec81de0ea37', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:de:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:04:59Z', 'updated_at': '2021-07-30T00:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'e0a79038-b286-4b0d-8e66-79f76e5c3072', 'name': '', 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'mac_address': 'fa:16:3e:6c:d0:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'b83980bc-3d22-43ee-b445-1d0072c0b55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:05:01Z', 'updated_at': '2021-07-30T00:05:04Z', 'revision_number': 4, 'project_id': '123e474383d34be3816ff4a6e243aec4', 'subnets': [{'id': 'b83980bc-3d22-43ee-b445-1d0072c0b55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:05.147150 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c9878e-b5cf-42a5-956c-7e1fdcc42301 None None] The sync data for ids ['4871086e-08a7-4a1e-9c5b-fcb509b33934'] in n-d-712141-10 is: [{'id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'name': 'tempest-ServerActionsTestJSON-464895061-router', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'dc5838e9-078e-45d8-88a3-2ec81de0ea37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:04:59Z', 'updated_at': '2021-07-30T00:05:01Z', 'revision_number': 4, 'project_id': '123e474383d34be3816ff4a6e243aec4', 'gw_port': {'id': 'dc5838e9-078e-45d8-88a3-2ec81de0ea37', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:de:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:04:59Z', 'updated_at': '2021-07-30T00:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'e0a79038-b286-4b0d-8e66-79f76e5c3072', 'name': '', 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'mac_address': 'fa:16:3e:6c:d0:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'b83980bc-3d22-43ee-b445-1d0072c0b55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:05:01Z', 'updated_at': '2021-07-30T00:05:04Z', 'revision_number': 4, 'project_id': '123e474383d34be3816ff4a6e243aec4', 'subnets': [{'id': 'b83980bc-3d22-43ee-b445-1d0072c0b55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:05:05.274642 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-73319520-5944-458f-b700-4315e305d0aa req-2867fec9-d632-4654-a3d2-7c5944b9d5f7 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4dced3a-c4e8-48f0-96c6-8110270c1714 HTTP/1.1" status: 200 len: 210 time: 0.0432546 Jul 30 00:05:06.220668 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device dc5838e9-078e-45d8-88a3-2ec81de0ea37 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:05:06.275744 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port dc5838e9-078e-45d8-88a3-2ec81de0ea37 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:05:06.276514 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:06.340850 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa96f4a-9f6c-4b43-87a7-f352dc6b288b req-a11b5d7d-7d2b-40b3-8b24-97dda0fb9c52 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:06.343363 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-faa96f4a-9f6c-4b43-87a7-f352dc6b288b req-a11b5d7d-7d2b-40b3-8b24-97dda0fb9c52 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.41 "GET /v2.0/networks?id=66c7de0a-7704-4c37-94be-f48c6009b36f HTTP/1.1" status: 200 len: 811 time: 0.1365910 Jul 30 00:05:06.378221 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device e0a79038-b286-4b0d-8e66-79f76e5c3072 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:05:06.398340 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2f41658d-bd5b-42e2-88bf-cb98be7f62b9 req-0c04689e-4a97-470e-9178-1bea10b1ae3a tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4dced3a-c4e8-48f0-96c6-8110270c1714 HTTP/1.1" status: 200 len: 210 time: 0.0395768 Jul 30 00:05:06.429450 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-faa96f4a-9f6c-4b43-87a7-f352dc6b288b req-dace81d4-c7ec-492d-ada4-d00c6545ef03 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=123e474383d34be3816ff4a6e243aec4 HTTP/1.1" status: 200 len: 380 time: 0.0606184 Jul 30 00:05:06.435348 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port e0a79038-b286-4b0d-8e66-79f76e5c3072 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:05:06.439255 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port e0a79038-b286-4b0d-8e66-79f76e5c3072 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:05:06.439634 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:06.439901 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-faa96f4a-9f6c-4b43-87a7-f352dc6b288b req-7ff9bb66-a0a6-4123-b7e0-c01ba137e290 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Request body: {'port': {'device_id': 'b4dced3a-c4e8-48f0-96c6-8110270c1714', 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f', 'admin_state_up': True, 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'security_groups': ['a62c88a2-ed5b-465c-bb7a-d0859409a2ae']}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:05:06.521267 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:06.550298 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faa96f4a-9f6c-4b43-87a7-f352dc6b288b req-7ff9bb66-a0a6-4123-b7e0-c01ba137e290 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Made reservation on behalf of 123e474383d34be3816ff4a6e243aec4 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:05:06.554446 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port e0a79038-b286-4b0d-8e66-79f76e5c3072, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=e0a79038-b286-4b0d-8e66-79f76e5c3072,segment=NetworkSegment(ab17a81a-a27c-4db7-b421-1236b25e7e1e),segment_id=ab17a81a-a27c-4db7-b421-1236b25e7e1e)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:05:06.558062 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-faa96f4a-9f6c-4b43-87a7-f352dc6b288b req-7ff9bb66-a0a6-4123-b7e0-c01ba137e290 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:06.558247 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:06.609295 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=e0a79038-b286-4b0d-8e66-79f76e5c3072,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:06.693807 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-faa96f4a-9f6c-4b43-87a7-f352dc6b288b req-7ff9bb66-a0a6-4123-b7e0-c01ba137e290 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Allocated IP 172.20.0.4 (66c7de0a-7704-4c37-94be-f48c6009b36f/b83980bc-3d22-43ee-b445-1d0072c0b55e/660decf6-fa0d-4930-944a-fc9e557843ec) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:05:06.833710 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-faa96f4a-9f6c-4b43-87a7-f352dc6b288b req-7ff9bb66-a0a6-4123-b7e0-c01ba137e290 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:06.848143 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-faa96f4a-9f6c-4b43-87a7-f352dc6b288b req-7ff9bb66-a0a6-4123-b7e0-c01ba137e290 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Transition to ACTIVE for port object 660decf6-fa0d-4930-944a-fc9e557843ec will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:05:06.880545 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-faa96f4a-9f6c-4b43-87a7-f352dc6b288b req-7ff9bb66-a0a6-4123-b7e0-c01ba137e290 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:06.928988 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faa96f4a-9f6c-4b43-87a7-f352dc6b288b req-7ff9bb66-a0a6-4123-b7e0-c01ba137e290 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Network 66c7de0a-7704-4c37-94be-f48c6009b36f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:05:06.932018 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-faa96f4a-9f6c-4b43-87a7-f352dc6b288b req-7ff9bb66-a0a6-4123-b7e0-c01ba137e290 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:05:06.935663 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-faa96f4a-9f6c-4b43-87a7-f352dc6b288b req-7ff9bb66-a0a6-4123-b7e0-c01ba137e290 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:05:06.944503 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff9bb66-a0a6-4123-b7e0-c01ba137e290 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Pushing event updated for resources: {'Port': ['ID=660decf6-fa0d-4930-944a-fc9e557843ec,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:06.993136 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa96f4a-9f6c-4b43-87a7-f352dc6b288b req-7ff9bb66-a0a6-4123-b7e0-c01ba137e290 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:06.993810 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-faa96f4a-9f6c-4b43-87a7-f352dc6b288b req-7ff9bb66-a0a6-4123-b7e0-c01ba137e290 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:07.008704 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-faa96f4a-9f6c-4b43-87a7-f352dc6b288b req-7ff9bb66-a0a6-4123-b7e0-c01ba137e290 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5728283 Jul 30 00:05:07.026904 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-faa96f4a-9f6c-4b43-87a7-f352dc6b288b req-ba37a2ee-fe9c-4c4c-878e-6833894f4b60 service neutron] Request body: {'port': {'device_id': 'b4dced3a-c4e8-48f0-96c6-8110270c1714', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:05:07.098076 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-faa96f4a-9f6c-4b43-87a7-f352dc6b288b req-ba37a2ee-fe9c-4c4c-878e-6833894f4b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:07.201491 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-889a4867-6ecd-4771-a2f4-f1f453652d10 None None] Provisioning for port 660decf6-fa0d-4930-944a-fc9e557843ec completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:05:07.206013 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-889a4867-6ecd-4771-a2f4-f1f453652d10 None None] Provisioning complete for port 660decf6-fa0d-4930-944a-fc9e557843ec triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:05:07.206383 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-889a4867-6ecd-4771-a2f4-f1f453652d10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:07.241849 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-889a4867-6ecd-4771-a2f4-f1f453652d10 None None] Port 660decf6-fa0d-4930-944a-fc9e557843ec cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:05:07.367374 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-faa96f4a-9f6c-4b43-87a7-f352dc6b288b req-ba37a2ee-fe9c-4c4c-878e-6833894f4b60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 660decf6-fa0d-4930-944a-fc9e557843ec {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:05:07.374777 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-faa96f4a-9f6c-4b43-87a7-f352dc6b288b req-ba37a2ee-fe9c-4c4c-878e-6833894f4b60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:07.389245 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-faa96f4a-9f6c-4b43-87a7-f352dc6b288b req-ba37a2ee-fe9c-4c4c-878e-6833894f4b60 service neutron] Transition to ACTIVE for port object 660decf6-fa0d-4930-944a-fc9e557843ec will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:05:07.392521 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-faa96f4a-9f6c-4b43-87a7-f352dc6b288b req-ba37a2ee-fe9c-4c4c-878e-6833894f4b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:07.441907 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba37a2ee-fe9c-4c4c-878e-6833894f4b60 service neutron] Pushing event updated for resources: {'Port': ['ID=660decf6-fa0d-4930-944a-fc9e557843ec,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:07.486682 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:07.548946 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-faa96f4a-9f6c-4b43-87a7-f352dc6b288b req-ba37a2ee-fe9c-4c4c-878e-6833894f4b60 service neutron] Attempting to bind port 660decf6-fa0d-4930-944a-fc9e557843ec on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:05:07.549288 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-faa96f4a-9f6c-4b43-87a7-f352dc6b288b req-ba37a2ee-fe9c-4c4c-878e-6833894f4b60 service neutron] Attempting to bind port 660decf6-fa0d-4930-944a-fc9e557843ec by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': 'ab17a81a-a27c-4db7-b421-1236b25e7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:05:07.549643 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa96f4a-9f6c-4b43-87a7-f352dc6b288b req-ba37a2ee-fe9c-4c4c-878e-6833894f4b60 service neutron] Attempting to bind port 660decf6-fa0d-4930-944a-fc9e557843ec on network 66c7de0a-7704-4c37-94be-f48c6009b36f {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:05:07.556098 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa96f4a-9f6c-4b43-87a7-f352dc6b288b req-ba37a2ee-fe9c-4c4c-878e-6833894f4b60 service neutron] Port 660decf6-fa0d-4930-944a-fc9e557843ec on network 66c7de0a-7704-4c37-94be-f48c6009b36f not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:05:07.556426 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa96f4a-9f6c-4b43-87a7-f352dc6b288b req-ba37a2ee-fe9c-4c4c-878e-6833894f4b60 service neutron] Attempting to bind port 660decf6-fa0d-4930-944a-fc9e557843ec on network 66c7de0a-7704-4c37-94be-f48c6009b36f {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:05:07.563861 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa96f4a-9f6c-4b43-87a7-f352dc6b288b req-ba37a2ee-fe9c-4c4c-878e-6833894f4b60 service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 4, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:05:07.564211 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa96f4a-9f6c-4b43-87a7-f352dc6b288b req-ba37a2ee-fe9c-4c4c-878e-6833894f4b60 service neutron] Checking segment: {'id': 'ab17a81a-a27c-4db7-b421-1236b25e7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:05:07.564603 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa96f4a-9f6c-4b43-87a7-f352dc6b288b req-ba37a2ee-fe9c-4c4c-878e-6833894f4b60 service neutron] Bound using segment: {'id': 'ab17a81a-a27c-4db7-b421-1236b25e7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:05:07.565043 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-faa96f4a-9f6c-4b43-87a7-f352dc6b288b req-ba37a2ee-fe9c-4c4c-878e-6833894f4b60 service neutron] Bound port: 660decf6-fa0d-4930-944a-fc9e557843ec, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab17a81a-a27c-4db7-b421-1236b25e7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:05:07.565410 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-faa96f4a-9f6c-4b43-87a7-f352dc6b288b req-ba37a2ee-fe9c-4c4c-878e-6833894f4b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:07.575018 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc7102-34ec-48d5-b041-8efe27dd1df4 req-a8905a6d-6b23-4ddc-9409-6bc063b60d3c tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:07.576543 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c0dc7102-34ec-48d5-b041-8efe27dd1df4 req-a8905a6d-6b23-4ddc-9409-6bc063b60d3c tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4dced3a-c4e8-48f0-96c6-8110270c1714 HTTP/1.1" status: 200 len: 943 time: 0.0898304 Jul 30 00:05:07.651135 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c0dc7102-34ec-48d5-b041-8efe27dd1df4 req-7ce1d465-e7ce-4201-af75-836959a1c736 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662949 Jul 30 00:05:07.668590 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-faa96f4a-9f6c-4b43-87a7-f352dc6b288b req-ba37a2ee-fe9c-4c4c-878e-6833894f4b60 service neutron] For port 660decf6-fa0d-4930-944a-fc9e557843ec, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:05:07.671983 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-faa96f4a-9f6c-4b43-87a7-f352dc6b288b req-ba37a2ee-fe9c-4c4c-878e-6833894f4b60 service neutron] For port 660decf6-fa0d-4930-944a-fc9e557843ec, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=660decf6-fa0d-4930-944a-fc9e557843ec,segment=NetworkSegment(ab17a81a-a27c-4db7-b421-1236b25e7e1e),segment_id=ab17a81a-a27c-4db7-b421-1236b25e7e1e)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:05:07.676670 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-faa96f4a-9f6c-4b43-87a7-f352dc6b288b req-ba37a2ee-fe9c-4c4c-878e-6833894f4b60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:07.712642 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa96f4a-9f6c-4b43-87a7-f352dc6b288b req-ba37a2ee-fe9c-4c4c-878e-6833894f4b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:07.712945 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-faa96f4a-9f6c-4b43-87a7-f352dc6b288b req-ba37a2ee-fe9c-4c4c-878e-6833894f4b60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:07.714342 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-faa96f4a-9f6c-4b43-87a7-f352dc6b288b req-ba37a2ee-fe9c-4c4c-878e-6833894f4b60 service neutron] 10.222.0.41 "PUT /v2.0/ports/660decf6-fa0d-4930-944a-fc9e557843ec HTTP/1.1" status: 200 len: 1092 time: 0.6919761 Jul 30 00:05:07.714778 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4dced3a-c4e8-48f0-96c6-8110270c1714', 'tag': '660decf6-fa0d-4930-944a-fc9e557843ec'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:05:07.717013 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6727a24f-4917-43ba-84e9-116883ae9d0f" -d '{"events": [{"name": "network-changed", "server_uuid": "b4dced3a-c4e8-48f0-96c6-8110270c1714", "tag": "660decf6-fa0d-4930-944a-fc9e557843ec"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:05:07.741441 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba37a2ee-fe9c-4c4c-878e-6833894f4b60 service neutron] Pushing event updated for resources: {'Port': ['ID=660decf6-fa0d-4930-944a-fc9e557843ec,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:07.818935 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa96f4a-9f6c-4b43-87a7-f352dc6b288b req-3d61181d-dc67-4141-92df-5c996b979bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:07.820757 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-faa96f4a-9f6c-4b43-87a7-f352dc6b288b req-3d61181d-dc67-4141-92df-5c996b979bc3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=123e474383d34be3816ff4a6e243aec4&device_id=b4dced3a-c4e8-48f0-96c6-8110270c1714 HTTP/1.1" status: 200 len: 1095 time: 0.0501273 Jul 30 00:05:07.830764 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd5ed027-254b-4ca2-93b9-95bd94f796ed x-openstack-request-id: req-dd5ed027-254b-4ca2-93b9-95bd94f796ed {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:05:07.831050 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4dced3a-c4e8-48f0-96c6-8110270c1714", "tag": "660decf6-fa0d-4930-944a-fc9e557843ec", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:05:07.831298 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dd5ed027-254b-4ca2-93b9-95bd94f796ed {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:05:07.832218 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4dced3a-c4e8-48f0-96c6-8110270c1714', 'tag': '660decf6-fa0d-4930-944a-fc9e557843ec', 'status': 'completed', 'code': 200} Jul 30 00:05:07.885858 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-faa96f4a-9f6c-4b43-87a7-f352dc6b288b req-18e3af4e-5f73-4a0f-88fa-71e6fc38db50 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=660decf6-fa0d-4930-944a-fc9e557843ec HTTP/1.1" status: 200 len: 217 time: 0.0358033 Jul 30 00:05:07.935372 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa96f4a-9f6c-4b43-87a7-f352dc6b288b req-fad7c0df-4d6c-470d-b1e2-73b8489e6314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:07.936846 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-faa96f4a-9f6c-4b43-87a7-f352dc6b288b req-fad7c0df-4d6c-470d-b1e2-73b8489e6314 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b83980bc-3d22-43ee-b445-1d0072c0b55e HTTP/1.1" status: 200 len: 850 time: 0.0440011 Jul 30 00:05:07.986709 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa96f4a-9f6c-4b43-87a7-f352dc6b288b req-51cdc641-a8fa-4a79-a01b-ce306266bf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:07.988184 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-faa96f4a-9f6c-4b43-87a7-f352dc6b288b req-51cdc641-a8fa-4a79-a01b-ce306266bf94 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=66c7de0a-7704-4c37-94be-f48c6009b36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442650 Jul 30 00:05:08.078666 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-faa96f4a-9f6c-4b43-87a7-f352dc6b288b req-37125acc-e40e-47ed-b9e5-6e84b1acca20 service neutron] 10.222.0.41 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834651 Jul 30 00:05:08.146072 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device e0a79038-b286-4b0d-8e66-79f76e5c3072 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:05:08.176251 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-faa96f4a-9f6c-4b43-87a7-f352dc6b288b req-a2a172ab-14b1-4dc5-a3cb-c25e3aa56957 service neutron] 10.222.0.41 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898755 Jul 30 00:05:08.198311 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port e0a79038-b286-4b0d-8e66-79f76e5c3072 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:05:08.198815 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:08.308899 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727a24f-4917-43ba-84e9-116883ae9d0f req-ddd8a6f1-a5a0-4606-bfd1-f4187e2a9b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:08.310470 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6727a24f-4917-43ba-84e9-116883ae9d0f req-ddd8a6f1-a5a0-4606-bfd1-f4187e2a9b2f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=123e474383d34be3816ff4a6e243aec4&device_id=b4dced3a-c4e8-48f0-96c6-8110270c1714 HTTP/1.1" status: 200 len: 1095 time: 0.0472910 Jul 30 00:05:08.400724 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727a24f-4917-43ba-84e9-116883ae9d0f req-1b445e38-4137-44b3-bb55-c00d5b919aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:08.402245 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6727a24f-4917-43ba-84e9-116883ae9d0f req-1b445e38-4137-44b3-bb55-c00d5b919aca service neutron] 10.222.0.41 "GET /v2.0/networks?id=66c7de0a-7704-4c37-94be-f48c6009b36f HTTP/1.1" status: 200 len: 912 time: 0.0847719 Jul 30 00:05:08.446788 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6727a24f-4917-43ba-84e9-116883ae9d0f req-9568410c-ecb4-4721-97da-a332132c9638 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=660decf6-fa0d-4930-944a-fc9e557843ec HTTP/1.1" status: 200 len: 217 time: 0.0374737 Jul 30 00:05:08.495552 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727a24f-4917-43ba-84e9-116883ae9d0f req-5d6f3e17-6133-4fdf-96bb-9256db530f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:08.497007 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6727a24f-4917-43ba-84e9-116883ae9d0f req-5d6f3e17-6133-4fdf-96bb-9256db530f6b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b83980bc-3d22-43ee-b445-1d0072c0b55e HTTP/1.1" status: 200 len: 850 time: 0.0434220 Jul 30 00:05:08.550261 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727a24f-4917-43ba-84e9-116883ae9d0f req-79717290-c006-4440-85d7-e3fab4cbd8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:08.551667 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6727a24f-4917-43ba-84e9-116883ae9d0f req-79717290-c006-4440-85d7-e3fab4cbd8c7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=66c7de0a-7704-4c37-94be-f48c6009b36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393579 Jul 30 00:05:08.646130 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6727a24f-4917-43ba-84e9-116883ae9d0f req-69e1046f-ebdc-4d42-8018-13bd68070014 service neutron] 10.222.0.41 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856135 Jul 30 00:05:08.768810 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6727a24f-4917-43ba-84e9-116883ae9d0f req-35371016-fe0c-47cd-967c-40c5f2c47fa5 service neutron] 10.222.0.41 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139762 Jul 30 00:05:08.784389 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af7e91-d71f-4863-83af-9436cb60547d req-aa8d3e4a-3a2b-4ef8-a8f6-b0033c875fad tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:08.786064 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-55af7e91-d71f-4863-83af-9436cb60547d req-aa8d3e4a-3a2b-4ef8-a8f6-b0033c875fad tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4dced3a-c4e8-48f0-96c6-8110270c1714 HTTP/1.1" status: 200 len: 943 time: 0.0642776 Jul 30 00:05:09.131348 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-55af7e91-d71f-4863-83af-9436cb60547d req-6c5eba5c-0a93-4e89-a9ab-da3f2e07c42e tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3390131 Jul 30 00:05:10.248991 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ad7cc7-977c-4dbd-a348-b95d9d2530b9 req-1f75ff13-0da6-4695-a2c6-32973658f65d tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:10.250491 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-41ad7cc7-977c-4dbd-a348-b95d9d2530b9 req-1f75ff13-0da6-4695-a2c6-32973658f65d tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4dced3a-c4e8-48f0-96c6-8110270c1714 HTTP/1.1" status: 200 len: 943 time: 0.0490487 Jul 30 00:05:10.288939 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-41ad7cc7-977c-4dbd-a348-b95d9d2530b9 req-0c3b0ba4-9465-4b38-8aac-0cea996027d6 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319080 Jul 30 00:05:10.756763 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 660decf6-fa0d-4930-944a-fc9e557843ec details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:05:10.854013 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 660decf6-fa0d-4930-944a-fc9e557843ec, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=660decf6-fa0d-4930-944a-fc9e557843ec,segment=NetworkSegment(ab17a81a-a27c-4db7-b421-1236b25e7e1e),segment_id=ab17a81a-a27c-4db7-b421-1236b25e7e1e)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:05:10.869761 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': '660decf6-fa0d-4930-944a-fc9e557843ec', 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f', 'port_id': '660decf6-fa0d-4930-944a-fc9e557843ec', 'mac_address': 'fa:16:3e:cb:44:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b83980bc-3d22-43ee-b445-1d0072c0b55e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:05:10.915880 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:10.930352 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 660decf6-fa0d-4930-944a-fc9e557843ec {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:05:10.950869 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 660decf6-fa0d-4930-944a-fc9e557843ec, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=660decf6-fa0d-4930-944a-fc9e557843ec,segment=NetworkSegment(ab17a81a-a27c-4db7-b421-1236b25e7e1e),segment_id=ab17a81a-a27c-4db7-b421-1236b25e7e1e)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:05:10.954891 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:11.001420 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=660decf6-fa0d-4930-944a-fc9e557843ec,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:11.226541 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['660decf6-fa0d-4930-944a-fc9e557843ec'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:05:11.408455 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e9e739-647e-4666-9aad-8746564d6831 req-4fd80000-7c1a-4ed1-a88d-265550eb2424 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:11.410202 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-39e9e739-647e-4666-9aad-8746564d6831 req-4fd80000-7c1a-4ed1-a88d-265550eb2424 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4dced3a-c4e8-48f0-96c6-8110270c1714 HTTP/1.1" status: 200 len: 944 time: 0.0532849 Jul 30 00:05:11.450716 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-39e9e739-647e-4666-9aad-8746564d6831 req-7e6a02cb-d6b5-45ac-ae4b-968e0b4057d0 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338602 Jul 30 00:05:12.572474 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ec8da-5398-4e37-a8be-dd1d001fcf25 req-ad26fe7a-e4d7-4621-ba1f-926d2804c2f8 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:12.574140 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-316ec8da-5398-4e37-a8be-dd1d001fcf25 req-ad26fe7a-e4d7-4621-ba1f-926d2804c2f8 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4dced3a-c4e8-48f0-96c6-8110270c1714 HTTP/1.1" status: 200 len: 944 time: 0.0543439 Jul 30 00:05:12.611497 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-316ec8da-5398-4e37-a8be-dd1d001fcf25 req-47ddfeee-7781-4d9c-abc8-b42702ca221d tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311277 Jul 30 00:05:12.770164 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 660decf6-fa0d-4930-944a-fc9e557843ec up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:05:12.817617 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port 660decf6-fa0d-4930-944a-fc9e557843ec completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:05:12.821132 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port 660decf6-fa0d-4930-944a-fc9e557843ec triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:05:12.821504 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:12.904148 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:12.927495 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4dced3a-c4e8-48f0-96c6-8110270c1714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '660decf6-fa0d-4930-944a-fc9e557843ec'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:05:12.929912 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa87b5b-9ab8-4bbc-9e36-c6cb91a87597" -d '{"events": [{"server_uuid": "b4dced3a-c4e8-48f0-96c6-8110270c1714", "name": "network-vif-plugged", "status": "completed", "tag": "660decf6-fa0d-4930-944a-fc9e557843ec"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:05:12.942338 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 660decf6-fa0d-4930-944a-fc9e557843ec, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=660decf6-fa0d-4930-944a-fc9e557843ec,segment=NetworkSegment(ab17a81a-a27c-4db7-b421-1236b25e7e1e),segment_id=ab17a81a-a27c-4db7-b421-1236b25e7e1e)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:05:12.946609 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:12.998891 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=660decf6-fa0d-4930-944a-fc9e557843ec,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:05:13.030979 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f266b47-1915-494a-bc25-57c4cd4917a6 x-openstack-request-id: req-2f266b47-1915-494a-bc25-57c4cd4917a6 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:05:13.031270 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4dced3a-c4e8-48f0-96c6-8110270c1714", "name": "network-vif-plugged", "status": "completed", "tag": "660decf6-fa0d-4930-944a-fc9e557843ec", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:05:13.031519 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2f266b47-1915-494a-bc25-57c4cd4917a6 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:05:13.031910 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4dced3a-c4e8-48f0-96c6-8110270c1714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '660decf6-fa0d-4930-944a-fc9e557843ec', 'code': 200} Jul 30 00:05:13.151244 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9bd6f-3fa1-4d1d-ad33-ad7c134d6fdd req-50161745-3baa-41ec-8964-fb1539762383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:13.152755 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d1e9bd6f-3fa1-4d1d-ad33-ad7c134d6fdd req-50161745-3baa-41ec-8964-fb1539762383 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b4dced3a-c4e8-48f0-96c6-8110270c1714 HTTP/1.1" status: 200 len: 1097 time: 0.0399015 Jul 30 00:05:13.190566 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d1e9bd6f-3fa1-4d1d-ad33-ad7c134d6fdd req-2f16e7a6-432c-41b3-a464-d03e649cec42 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309138 Jul 30 00:05:13.727440 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1938edc2-c4af-4038-b078-2e4e5c6a6589 req-9c3d6045-cb8a-4225-9cbf-e4db7491d8a0 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:13.729040 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1938edc2-c4af-4038-b078-2e4e5c6a6589 req-9c3d6045-cb8a-4225-9cbf-e4db7491d8a0 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4dced3a-c4e8-48f0-96c6-8110270c1714 HTTP/1.1" status: 200 len: 945 time: 0.0499578 Jul 30 00:05:13.768283 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1938edc2-c4af-4038-b078-2e4e5c6a6589 req-9b3232ba-83bd-4d3c-8827-da8dbfc44315 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331597 Jul 30 00:05:14.887848 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66110992-bdcd-4825-9847-b9578e141e36 req-3c72986c-5c55-496d-95f5-623107617946 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:14.889204 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-66110992-bdcd-4825-9847-b9578e141e36 req-3c72986c-5c55-496d-95f5-623107617946 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4dced3a-c4e8-48f0-96c6-8110270c1714 HTTP/1.1" status: 200 len: 945 time: 0.0527270 Jul 30 00:05:14.928710 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-66110992-bdcd-4825-9847-b9578e141e36 req-4f126de6-e90c-4391-844c-de9caafd683d tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334916 Jul 30 00:05:15.040927 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c4889-7b2f-45ad-a2ae-f7290938b94d req-aed6f351-3055-4211-8f05-560a04e661e4 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:15.042442 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b01c4889-7b2f-45ad-a2ae-f7290938b94d req-aed6f351-3055-4211-8f05-560a04e661e4 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4dced3a-c4e8-48f0-96c6-8110270c1714 HTTP/1.1" status: 200 len: 945 time: 0.0489435 Jul 30 00:05:15.050856 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 33886) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:05:15.056413 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-253a2133-a75f-48e0-92ed-b1f0d78f78f6 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Request body: {'floatingip': {'port_id': '660decf6-fa0d-4930-944a-fc9e557843ec'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:05:15.096860 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-253a2133-a75f-48e0-92ed-b1f0d78f78f6 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks [] for floatingip, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:15.523143 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-253a2133-a75f-48e0-92ed-b1f0d78f78f6 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:15.527399 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-253a2133-a75f-48e0-92ed-b1f0d78f78f6 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:15.625904 n-d-712141-10 neutron-server[94077]: INFO neutron.db.l3_db [None req-253a2133-a75f-48e0-92ed-b1f0d78f78f6 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Floating IP 9f4ec5f4-d36a-4599-9946-b1c0990afff1 associated. External IP: 172.25.0.109, port: 660decf6-fa0d-4930-944a-fc9e557843ec. Jul 30 00:05:15.828101 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-253a2133-a75f-48e0-92ed-b1f0d78f78f6 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Router 4871086e-08a7-4a1e-9c5b-fcb509b33934 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:05:15.934140 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-253a2133-a75f-48e0-92ed-b1f0d78f78f6 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:05:15.938598 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-253a2133-a75f-48e0-92ed-b1f0d78f78f6 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:15.943909 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c285c36-85c0-4aaf-aacc-f87c62e2a86a None None] Sync routers for ids ['4871086e-08a7-4a1e-9c5b-fcb509b33934'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:05:15.953248 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c285c36-85c0-4aaf-aacc-f87c62e2a86a None None] Routers {'4871086e-08a7-4a1e-9c5b-fcb509b33934'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:05:15.953882 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-0c285c36-85c0-4aaf-aacc-f87c62e2a86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:04:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['4871086e-08a7-4a1e-9c5b-fcb509b33934'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:15.969466 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-253a2133-a75f-48e0-92ed-b1f0d78f78f6 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "PUT /v2.0/floatingips/9f4ec5f4-d36a-4599-9946-b1c0990afff1 HTTP/1.1" status: 200 len: 991 time: 0.9174995 Jul 30 00:05:15.970202 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4dced3a-c4e8-48f0-96c6-8110270c1714', 'tag': '660decf6-fa0d-4930-944a-fc9e557843ec'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:05:15.972538 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05000015-7d24-41e4-9918-2d30a81921bf" -d '{"events": [{"name": "network-changed", "server_uuid": "b4dced3a-c4e8-48f0-96c6-8110270c1714", "tag": "660decf6-fa0d-4930-944a-fc9e557843ec"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:05:16.019470 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe0f361-6b88-4519-9e70-6d19f65406fe x-openstack-request-id: req-abe0f361-6b88-4519-9e70-6d19f65406fe {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:05:16.019835 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4dced3a-c4e8-48f0-96c6-8110270c1714", "tag": "660decf6-fa0d-4930-944a-fc9e557843ec", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:05:16.020101 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-abe0f361-6b88-4519-9e70-6d19f65406fe {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:05:16.020530 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4dced3a-c4e8-48f0-96c6-8110270c1714', 'tag': '660decf6-fa0d-4930-944a-fc9e557843ec', 'status': 'completed', 'code': 200} Jul 30 00:05:16.070793 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-0c285c36-85c0-4aaf-aacc-f87c62e2a86a None None] Set router 4871086e-08a7-4a1e-9c5b-fcb509b33934 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:05:16.107798 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05000015-7d24-41e4-9918-2d30a81921bf req-333bd64a-adc9-4c76-8a72-d99aa77a7fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:16.109323 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-05000015-7d24-41e4-9918-2d30a81921bf req-333bd64a-adc9-4c76-8a72-d99aa77a7fc3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=123e474383d34be3816ff4a6e243aec4&device_id=b4dced3a-c4e8-48f0-96c6-8110270c1714 HTTP/1.1" status: 200 len: 1097 time: 0.0409939 Jul 30 00:05:16.211114 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05000015-7d24-41e4-9918-2d30a81921bf req-cdd40fcf-c06b-446f-a56b-17b1dfb9d22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:16.213373 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-05000015-7d24-41e4-9918-2d30a81921bf req-cdd40fcf-c06b-446f-a56b-17b1dfb9d22b service neutron] 10.222.0.41 "GET /v2.0/networks?id=66c7de0a-7704-4c37-94be-f48c6009b36f HTTP/1.1" status: 200 len: 912 time: 0.0970583 Jul 30 00:05:16.279290 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-05000015-7d24-41e4-9918-2d30a81921bf req-a8c71067-c21d-4a91-9d45-97248f28af3e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=660decf6-fa0d-4930-944a-fc9e557843ec HTTP/1.1" status: 200 len: 999 time: 0.0590212 Jul 30 00:05:16.292918 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-0c285c36-85c0-4aaf-aacc-f87c62e2a86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'name': 'tempest-ServerActionsTestJSON-464895061-router', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'dc5838e9-078e-45d8-88a3-2ec81de0ea37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:04:59Z', 'updated_at': '2021-07-30T00:05:01Z', 'revision_number': 4, 'project_id': '123e474383d34be3816ff4a6e243aec4', 'gw_port': {'id': 'dc5838e9-078e-45d8-88a3-2ec81de0ea37', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:de:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:04:59Z', 'updated_at': '2021-07-30T00:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '9f4ec5f4-d36a-4599-9946-b1c0990afff1', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'floating_ip_address': '172.25.0.109', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'port_id': '660decf6-fa0d-4930-944a-fc9e557843ec', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f', 'mac_address': 'fa:16:3e:cb:44:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dced3a-c4e8-48f0-96c6-8110270c1714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:05:03Z', 'updated_at': '2021-07-30T00:05:15Z', 'revision_number': 1, 'project_id': '123e474383d34be3816ff4a6e243aec4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0a79038-b286-4b0d-8e66-79f76e5c3072', 'name': '', 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'mac_address': 'fa:16:3e:6c:d0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'b83980bc-3d22-43ee-b445-1d0072c0b55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:05:01Z', 'updated_at': '2021-07-30T00:05:06Z', 'revision_number': 5, 'project_id': '123e474383d34be3816ff4a6e243aec4', 'subnets': [{'id': 'b83980bc-3d22-43ee-b445-1d0072c0b55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:16.323405 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c285c36-85c0-4aaf-aacc-f87c62e2a86a None None] Checking router: 4871086e-08a7-4a1e-9c5b-fcb509b33934 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:05:16.331310 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c285c36-85c0-4aaf-aacc-f87c62e2a86a None None] Routers {'4871086e-08a7-4a1e-9c5b-fcb509b33934'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:05:16.331449 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05000015-7d24-41e4-9918-2d30a81921bf req-111fb1e3-a8cf-46bf-98df-81e9a777d8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:16.331902 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-0c285c36-85c0-4aaf-aacc-f87c62e2a86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:04:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['4871086e-08a7-4a1e-9c5b-fcb509b33934'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:16.334905 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-05000015-7d24-41e4-9918-2d30a81921bf req-111fb1e3-a8cf-46bf-98df-81e9a777d8ae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b83980bc-3d22-43ee-b445-1d0072c0b55e HTTP/1.1" status: 200 len: 850 time: 0.0471034 Jul 30 00:05:16.384954 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05000015-7d24-41e4-9918-2d30a81921bf req-b52f0058-4650-447a-a96b-31dda5d3c283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:16.386790 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-05000015-7d24-41e4-9918-2d30a81921bf req-b52f0058-4650-447a-a96b-31dda5d3c283 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=66c7de0a-7704-4c37-94be-f48c6009b36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460024 Jul 30 00:05:16.438737 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-0c285c36-85c0-4aaf-aacc-f87c62e2a86a None None] Set router 4871086e-08a7-4a1e-9c5b-fcb509b33934 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:05:16.475837 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-05000015-7d24-41e4-9918-2d30a81921bf req-757ba8f4-d519-4ff1-9a5b-5f2dccaec3e7 service neutron] 10.222.0.41 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820987 Jul 30 00:05:16.573345 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-05000015-7d24-41e4-9918-2d30a81921bf req-a3235fff-a1e1-4dae-8cbf-8bd779ced2cc service neutron] 10.222.0.41 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899208 Jul 30 00:05:16.669877 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-0c285c36-85c0-4aaf-aacc-f87c62e2a86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'name': 'tempest-ServerActionsTestJSON-464895061-router', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'dc5838e9-078e-45d8-88a3-2ec81de0ea37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:04:59Z', 'updated_at': '2021-07-30T00:05:01Z', 'revision_number': 4, 'project_id': '123e474383d34be3816ff4a6e243aec4', 'gw_port': {'id': 'dc5838e9-078e-45d8-88a3-2ec81de0ea37', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:de:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:04:59Z', 'updated_at': '2021-07-30T00:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '9f4ec5f4-d36a-4599-9946-b1c0990afff1', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'floating_ip_address': '172.25.0.109', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'port_id': '660decf6-fa0d-4930-944a-fc9e557843ec', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f', 'mac_address': 'fa:16:3e:cb:44:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dced3a-c4e8-48f0-96c6-8110270c1714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:05:03Z', 'updated_at': '2021-07-30T00:05:15Z', 'revision_number': 1, 'project_id': '123e474383d34be3816ff4a6e243aec4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0a79038-b286-4b0d-8e66-79f76e5c3072', 'name': '', 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'mac_address': 'fa:16:3e:6c:d0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'b83980bc-3d22-43ee-b445-1d0072c0b55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:05:01Z', 'updated_at': '2021-07-30T00:05:06Z', 'revision_number': 5, 'project_id': '123e474383d34be3816ff4a6e243aec4', 'subnets': [{'id': 'b83980bc-3d22-43ee-b445-1d0072c0b55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:05:16.696152 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c285c36-85c0-4aaf-aacc-f87c62e2a86a None None] The sync data for ids ['4871086e-08a7-4a1e-9c5b-fcb509b33934'] in n-d-712141-10 is: [{'id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'name': 'tempest-ServerActionsTestJSON-464895061-router', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'dc5838e9-078e-45d8-88a3-2ec81de0ea37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:04:59Z', 'updated_at': '2021-07-30T00:05:01Z', 'revision_number': 4, 'project_id': '123e474383d34be3816ff4a6e243aec4', 'gw_port': {'id': 'dc5838e9-078e-45d8-88a3-2ec81de0ea37', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:de:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:04:59Z', 'updated_at': '2021-07-30T00:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '9f4ec5f4-d36a-4599-9946-b1c0990afff1', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'floating_ip_address': '172.25.0.109', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'port_id': '660decf6-fa0d-4930-944a-fc9e557843ec', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f', 'mac_address': 'fa:16:3e:cb:44:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4dced3a-c4e8-48f0-96c6-8110270c1714', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:05:03Z', 'updated_at': '2021-07-30T00:05:15Z', 'revision_number': 1, 'project_id': '123e474383d34be3816ff4a6e243aec4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0a79038-b286-4b0d-8e66-79f76e5c3072', 'name': '', 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'mac_address': 'fa:16:3e:6c:d0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'b83980bc-3d22-43ee-b445-1d0072c0b55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:05:01Z', 'updated_at': '2021-07-30T00:05:06Z', 'revision_number': 5, 'project_id': '123e474383d34be3816ff4a6e243aec4', 'subnets': [{'id': 'b83980bc-3d22-43ee-b445-1d0072c0b55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:05:16.888938 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f71c64-07c4-4c59-a4fa-a6e49d5ddfa8 None None] New status for floating IP 9f4ec5f4-d36a-4599-9946-b1c0990afff1: ACTIVE {{(pid=94079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:05:19.887981 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:23.296751 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7486c75e-31e1-46bb-9a3e-336485b5464c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:25.902820 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecdbe0de-6613-42d0-b5dd-c0e0e138c8f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:26.486325 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:27.806357 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:29.442820 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:33.924333 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:05:37.484426 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:49.902349 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:53.297127 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-710e76a8-19f8-47d4-babb-4f62bc410c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:55.905971 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f6e3e43d-85bd-40d7-928a-8303eebb3480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:56.486582 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:57.808921 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:59.440173 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:01.982933 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-176e738d-d605-4b72-ba66-d1e68c7f65d5 req-202a2083-5c57-4970-9843-a173657f71f8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b4dced3a-c4e8-48f0-96c6-8110270c1714&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411530 Jul 30 00:06:02.081668 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e738d-d605-4b72-ba66-d1e68c7f65d5 req-a223e431-8183-4e0c-9707-6dd1279c910a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:02.083175 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-176e738d-d605-4b72-ba66-d1e68c7f65d5 req-a223e431-8183-4e0c-9707-6dd1279c910a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=123e474383d34be3816ff4a6e243aec4&device_id=b4dced3a-c4e8-48f0-96c6-8110270c1714 HTTP/1.1" status: 200 len: 1097 time: 0.0403039 Jul 30 00:06:02.190393 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e738d-d605-4b72-ba66-d1e68c7f65d5 req-98856469-2479-4323-b105-64a1d4c382c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:02.191919 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-176e738d-d605-4b72-ba66-d1e68c7f65d5 req-98856469-2479-4323-b105-64a1d4c382c2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=66c7de0a-7704-4c37-94be-f48c6009b36f HTTP/1.1" status: 200 len: 912 time: 0.0869172 Jul 30 00:06:02.258063 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-176e738d-d605-4b72-ba66-d1e68c7f65d5 req-7ef3eee1-e367-47ed-9920-e221620aac33 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=660decf6-fa0d-4930-944a-fc9e557843ec HTTP/1.1" status: 200 len: 1001 time: 0.0575988 Jul 30 00:06:02.306474 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e738d-d605-4b72-ba66-d1e68c7f65d5 req-4ed74296-dcfb-4cdb-8e6b-80f7427aad91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:02.307899 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-176e738d-d605-4b72-ba66-d1e68c7f65d5 req-4ed74296-dcfb-4cdb-8e6b-80f7427aad91 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b83980bc-3d22-43ee-b445-1d0072c0b55e HTTP/1.1" status: 200 len: 850 time: 0.0428030 Jul 30 00:06:02.357086 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e738d-d605-4b72-ba66-d1e68c7f65d5 req-413e6836-584f-411f-8ece-5a643c7d023f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:02.358615 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-176e738d-d605-4b72-ba66-d1e68c7f65d5 req-413e6836-584f-411f-8ece-5a643c7d023f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=66c7de0a-7704-4c37-94be-f48c6009b36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438979 Jul 30 00:06:02.455690 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-176e738d-d605-4b72-ba66-d1e68c7f65d5 req-0a56c0e2-78ab-4542-9e54-689abe57e6aa service neutron] 10.222.0.41 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898662 Jul 30 00:06:02.571813 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-176e738d-d605-4b72-ba66-d1e68c7f65d5 req-8e8aaa82-75bf-43bf-960b-96125ef3ab22 service neutron] 10.222.0.41 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939159 Jul 30 00:06:07.505440 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:10.923649 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:06:19.916654 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:23.298258 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1800b08d-9907-44e9-8e9b-73c466ac7981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:25.906854 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-33ab5f95-ff7f-4c84-bf1a-d31dd0d95a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:26.488362 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:27.811630 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:29.446330 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:37.504576 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:47.922861 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:06:49.933282 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:52.299944 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59378e85-634e-49f8-8f06-4ef13b87bc3e req-3d723097-47f6-4f39-81aa-fd9594c6678b tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:52.301468 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-59378e85-634e-49f8-8f06-4ef13b87bc3e req-3d723097-47f6-4f39-81aa-fd9594c6678b tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4dced3a-c4e8-48f0-96c6-8110270c1714 HTTP/1.1" status: 200 len: 945 time: 0.0547383 Jul 30 00:06:52.341771 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-59378e85-634e-49f8-8f06-4ef13b87bc3e req-aa344a53-d869-45eb-997e-7b155c7a0f4b tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342147 Jul 30 00:06:52.622500 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86c5c7-2ec2-4241-9f0e-4b520e8f0d41 req-d59fbb5f-7994-4686-a73a-b9c813dc42ee tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:52.629929 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1c86c5c7-2ec2-4241-9f0e-4b520e8f0d41 req-d59fbb5f-7994-4686-a73a-b9c813dc42ee tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4dced3a-c4e8-48f0-96c6-8110270c1714 HTTP/1.1" status: 200 len: 945 time: 0.0672212 Jul 30 00:06:52.674453 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1c86c5c7-2ec2-4241-9f0e-4b520e8f0d41 req-279269f0-50a1-4040-82e5-9e28c4ecda8a tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435364 Jul 30 00:06:52.710837 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-dd26e978-87eb-4ef8-a888-3bf25b37340a req-a8018696-55a1-40a3-b4d0-63e3bbcd7859 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b4dced3a-c4e8-48f0-96c6-8110270c1714&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1652071 Jul 30 00:06:53.300476 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7563d52b-1cff-404d-85e8-37791bbfe58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:53.792778 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60a99e-efa3-4a55-8ed8-4488afc8aaaa req-13a29d91-c0d6-4e85-8791-8ff50a5efbbe tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:53.794317 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ba60a99e-efa3-4a55-8ed8-4488afc8aaaa req-13a29d91-c0d6-4e85-8791-8ff50a5efbbe tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4dced3a-c4e8-48f0-96c6-8110270c1714 HTTP/1.1" status: 200 len: 945 time: 0.0539658 Jul 30 00:06:53.833186 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ba60a99e-efa3-4a55-8ed8-4488afc8aaaa req-cb4ab1f7-c8ca-4492-b3f6-1fc7d515cb85 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329828 Jul 30 00:06:54.022795 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26e978-87eb-4ef8-a888-3bf25b37340a req-3ae40242-6085-476a-b49e-b2074d0c950d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:54.024293 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dd26e978-87eb-4ef8-a888-3bf25b37340a req-3ae40242-6085-476a-b49e-b2074d0c950d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=123e474383d34be3816ff4a6e243aec4&device_id=b4dced3a-c4e8-48f0-96c6-8110270c1714 HTTP/1.1" status: 200 len: 1097 time: 0.0494165 Jul 30 00:06:54.122084 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26e978-87eb-4ef8-a888-3bf25b37340a req-7015f86d-6b1c-4242-9cbc-026b002d8f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:54.123602 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dd26e978-87eb-4ef8-a888-3bf25b37340a req-7015f86d-6b1c-4242-9cbc-026b002d8f03 service neutron] 10.222.0.41 "GET /v2.0/networks?id=66c7de0a-7704-4c37-94be-f48c6009b36f HTTP/1.1" status: 200 len: 912 time: 0.0921385 Jul 30 00:06:54.189258 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dd26e978-87eb-4ef8-a888-3bf25b37340a req-c257670c-5c36-4ece-8c7b-4beb78e0c5d3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=660decf6-fa0d-4930-944a-fc9e557843ec HTTP/1.1" status: 200 len: 1001 time: 0.0588372 Jul 30 00:06:54.237017 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26e978-87eb-4ef8-a888-3bf25b37340a req-da4f77e2-c38a-4160-b48d-390dbda1b1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:54.238525 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dd26e978-87eb-4ef8-a888-3bf25b37340a req-da4f77e2-c38a-4160-b48d-390dbda1b1e0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b83980bc-3d22-43ee-b445-1d0072c0b55e HTTP/1.1" status: 200 len: 850 time: 0.0430844 Jul 30 00:06:54.286984 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26e978-87eb-4ef8-a888-3bf25b37340a req-68a780e1-1ec5-4a30-8392-75e7e18a8672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:54.288396 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dd26e978-87eb-4ef8-a888-3bf25b37340a req-68a780e1-1ec5-4a30-8392-75e7e18a8672 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=66c7de0a-7704-4c37-94be-f48c6009b36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430367 Jul 30 00:06:54.378841 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dd26e978-87eb-4ef8-a888-3bf25b37340a req-d7463ce0-e5a8-42b1-8646-b53a5e1785a3 service neutron] 10.222.0.41 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828688 Jul 30 00:06:54.472291 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dd26e978-87eb-4ef8-a888-3bf25b37340a req-c748d39c-34ba-41dc-bc5f-baa871352e57 service neutron] 10.222.0.41 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860205 Jul 30 00:06:54.957790 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b08e22-8e6a-4c91-9efd-640044a7097f req-e3902383-ad06-4aee-8b0e-a3571e335c5c tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:54.959324 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-78b08e22-8e6a-4c91-9efd-640044a7097f req-e3902383-ad06-4aee-8b0e-a3571e335c5c tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4dced3a-c4e8-48f0-96c6-8110270c1714 HTTP/1.1" status: 200 len: 945 time: 0.0497303 Jul 30 00:06:54.997224 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-78b08e22-8e6a-4c91-9efd-640044a7097f req-35af1368-cb49-46eb-ab09-04405215ee7f tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313640 Jul 30 00:06:55.911453 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0cd6e755-d32c-4a5f-b809-259fc6d1f918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:56.114993 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210612d-aeef-4e51-b9b8-90813b9ce9a7 req-ce2d1bd6-5977-4d46-9c81-7abe0dd0ed7b tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:56.116603 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1210612d-aeef-4e51-b9b8-90813b9ce9a7 req-ce2d1bd6-5977-4d46-9c81-7abe0dd0ed7b tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4dced3a-c4e8-48f0-96c6-8110270c1714 HTTP/1.1" status: 200 len: 945 time: 0.0489566 Jul 30 00:06:56.156739 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1210612d-aeef-4e51-b9b8-90813b9ce9a7 req-a9b8e7d2-bbb3-463b-b569-2e26461404d4 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339496 Jul 30 00:06:56.490546 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:57.274965 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a432c43-963f-4145-b165-90745d888d16 req-4fa85cc8-168e-4157-8943-5adc3a77b68b tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:57.276473 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3a432c43-963f-4145-b165-90745d888d16 req-4fa85cc8-168e-4157-8943-5adc3a77b68b tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4dced3a-c4e8-48f0-96c6-8110270c1714 HTTP/1.1" status: 200 len: 945 time: 0.0504062 Jul 30 00:06:57.318199 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3a432c43-963f-4145-b165-90745d888d16 req-8bd42d32-aa43-443f-93af-052f65c84dd6 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358064 Jul 30 00:06:57.814704 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:58.437359 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b0d90-5322-4c5f-a374-e9731b43a339 req-6b569db3-5d63-42a0-9c39-8c4f192e759f tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:58.438806 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b03b0d90-5322-4c5f-a374-e9731b43a339 req-6b569db3-5d63-42a0-9c39-8c4f192e759f tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4dced3a-c4e8-48f0-96c6-8110270c1714 HTTP/1.1" status: 200 len: 945 time: 0.0523982 Jul 30 00:06:58.478418 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b03b0d90-5322-4c5f-a374-e9731b43a339 req-e410868a-9825-46ee-a862-0961e3e2593b tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336587 Jul 30 00:06:59.447913 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:59.597126 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f74742-5b0e-4651-8d97-0c2bc5617131 req-3e3682d9-0629-40d1-a0a2-ab0a1fc820a4 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:59.598653 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-67f74742-5b0e-4651-8d97-0c2bc5617131 req-3e3682d9-0629-40d1-a0a2-ab0a1fc820a4 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4dced3a-c4e8-48f0-96c6-8110270c1714 HTTP/1.1" status: 200 len: 945 time: 0.0496521 Jul 30 00:06:59.643153 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-67f74742-5b0e-4651-8d97-0c2bc5617131 req-10563b53-e3a3-456c-ae63-771da9ebd67d tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376151 Jul 30 00:07:00.768445 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b80968-4525-4c63-88f4-c762a60ca0c1 req-c34496ba-2461-4b28-b1d8-6c93a5cd39e6 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:00.769982 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d6b80968-4525-4c63-88f4-c762a60ca0c1 req-c34496ba-2461-4b28-b1d8-6c93a5cd39e6 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4dced3a-c4e8-48f0-96c6-8110270c1714 HTTP/1.1" status: 200 len: 945 time: 0.0539982 Jul 30 00:07:00.813377 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d6b80968-4525-4c63-88f4-c762a60ca0c1 req-577bba25-a9f1-451c-94ef-34526cf899bf tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373406 Jul 30 00:07:01.936972 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5166e5e-5ff6-4cc5-a793-9536fdf1d8f9 req-f8202935-1283-402c-a7ed-5c2e356738d4 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:01.938522 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b5166e5e-5ff6-4cc5-a793-9536fdf1d8f9 req-f8202935-1283-402c-a7ed-5c2e356738d4 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4dced3a-c4e8-48f0-96c6-8110270c1714 HTTP/1.1" status: 200 len: 945 time: 0.0496802 Jul 30 00:07:01.983821 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b5166e5e-5ff6-4cc5-a793-9536fdf1d8f9 req-cbb65f13-fe62-463c-8d37-92f29688c5ce tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388832 Jul 30 00:07:03.106223 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64867d1f-abce-4b5f-8983-c1f99923a014 req-9e679f19-3a9a-4b81-8198-24685cb07edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:03.107773 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-64867d1f-abce-4b5f-8983-c1f99923a014 req-9e679f19-3a9a-4b81-8198-24685cb07edc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=123e474383d34be3816ff4a6e243aec4&device_id=b4dced3a-c4e8-48f0-96c6-8110270c1714 HTTP/1.1" status: 200 len: 1097 time: 0.0665960 Jul 30 00:07:03.125354 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573a8d68-037d-4abc-be05-4738c8ba1159 req-ff4f75c2-9136-489e-8777-0371418b299c tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:03.126960 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-573a8d68-037d-4abc-be05-4738c8ba1159 req-ff4f75c2-9136-489e-8777-0371418b299c tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4dced3a-c4e8-48f0-96c6-8110270c1714 HTTP/1.1" status: 200 len: 945 time: 0.0620100 Jul 30 00:07:03.216518 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-573a8d68-037d-4abc-be05-4738c8ba1159 req-091de1a2-b0cb-47ab-ab8b-78778b04a08b tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804815 Jul 30 00:07:03.240735 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64867d1f-abce-4b5f-8983-c1f99923a014 req-6c732343-adce-4468-aa8c-a11cacc67780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:03.243022 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-64867d1f-abce-4b5f-8983-c1f99923a014 req-6c732343-adce-4468-aa8c-a11cacc67780 service neutron] 10.222.0.41 "GET /v2.0/networks?id=66c7de0a-7704-4c37-94be-f48c6009b36f HTTP/1.1" status: 200 len: 912 time: 0.1145864 Jul 30 00:07:03.313028 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-64867d1f-abce-4b5f-8983-c1f99923a014 req-4fef9f85-bdc9-4090-9fa7-2bf6f9c401a8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=660decf6-fa0d-4930-944a-fc9e557843ec HTTP/1.1" status: 200 len: 1001 time: 0.0638881 Jul 30 00:07:03.362747 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64867d1f-abce-4b5f-8983-c1f99923a014 req-cec4a678-6290-4f27-9e07-2a1dde230669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:03.364236 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-64867d1f-abce-4b5f-8983-c1f99923a014 req-cec4a678-6290-4f27-9e07-2a1dde230669 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b83980bc-3d22-43ee-b445-1d0072c0b55e HTTP/1.1" status: 200 len: 850 time: 0.0450051 Jul 30 00:07:03.410452 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64867d1f-abce-4b5f-8983-c1f99923a014 req-c8029ee9-4699-4372-b23f-4e74993a29a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:03.411949 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-64867d1f-abce-4b5f-8983-c1f99923a014 req-c8029ee9-4699-4372-b23f-4e74993a29a8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=66c7de0a-7704-4c37-94be-f48c6009b36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402160 Jul 30 00:07:03.505411 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-64867d1f-abce-4b5f-8983-c1f99923a014 req-80374b10-175c-496b-9d85-7cb9df0f3715 service neutron] 10.222.0.41 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863721 Jul 30 00:07:03.597885 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-64867d1f-abce-4b5f-8983-c1f99923a014 req-ff468cbf-0c6e-4423-b939-ac7ef2d607e2 service neutron] 10.222.0.41 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848060 Jul 30 00:07:04.334343 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c913375-89c7-4988-a4a1-1628e5fd436d req-212233bf-5a4d-437b-a0f8-1c2fc53a6116 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:04.335831 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9c913375-89c7-4988-a4a1-1628e5fd436d req-212233bf-5a4d-437b-a0f8-1c2fc53a6116 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4dced3a-c4e8-48f0-96c6-8110270c1714 HTTP/1.1" status: 200 len: 945 time: 0.0512738 Jul 30 00:07:04.375491 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9c913375-89c7-4988-a4a1-1628e5fd436d req-b95460aa-467d-41ea-b5d7-46d183147a27 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337279 Jul 30 00:07:05.495895 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea6521-a8ff-4424-8bf8-7494c174c7fb req-ab68d2f4-5f53-4a7f-8aec-f60069939d59 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:05.497428 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdea6521-a8ff-4424-8bf8-7494c174c7fb req-ab68d2f4-5f53-4a7f-8aec-f60069939d59 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4dced3a-c4e8-48f0-96c6-8110270c1714 HTTP/1.1" status: 200 len: 945 time: 0.0546322 Jul 30 00:07:05.536037 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdea6521-a8ff-4424-8bf8-7494c174c7fb req-5727482f-e7d9-48a3-859e-12c2d58e1635 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326638 Jul 30 00:07:06.652357 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2130ab8-31df-4e0d-b6c7-55f911af126f req-bcb6b83b-d947-44b6-a7b9-29f3ebee7555 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:06.653864 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f2130ab8-31df-4e0d-b6c7-55f911af126f req-bcb6b83b-d947-44b6-a7b9-29f3ebee7555 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4dced3a-c4e8-48f0-96c6-8110270c1714 HTTP/1.1" status: 200 len: 945 time: 0.0490267 Jul 30 00:07:06.692601 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f2130ab8-31df-4e0d-b6c7-55f911af126f req-e9744728-b185-4d0e-9941-707d32b52092 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327983 Jul 30 00:07:07.168563 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [req-dd26e978-87eb-4ef8-a888-3bf25b37340a req-3e5a51fb-0e78-40f0-b1e2-4f966d95cdee service neutron] show failed (client error): The resource could not be found. Jul 30 00:07:07.169564 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dd26e978-87eb-4ef8-a888-3bf25b37340a req-3e5a51fb-0e78-40f0-b1e2-4f966d95cdee service neutron] 10.222.0.41 "GET /v2.0/ports/660decf6-fa0d-4930-944a-fc9e557843ec/bindings/n-h2-712141-10 HTTP/1.1" status: 404 len: 381 time: 0.0542147 Jul 30 00:07:07.411240 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26e978-87eb-4ef8-a888-3bf25b37340a req-ba3d22a0-8b91-4e4a-bc30-3af6cb58d637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:07.412746 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-dd26e978-87eb-4ef8-a888-3bf25b37340a req-ba3d22a0-8b91-4e4a-bc30-3af6cb58d637 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b4dced3a-c4e8-48f0-96c6-8110270c1714&tenant_id=123e474383d34be3816ff4a6e243aec4 HTTP/1.1" status: 200 len: 1097 time: 0.0875738 Jul 30 00:07:07.424409 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-dd26e978-87eb-4ef8-a888-3bf25b37340a req-6f26957c-7af5-4031-826f-a75ff0c1a5f6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712141-10', 'device_owner': 'compute:nova'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:07:07.479642 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-dd26e978-87eb-4ef8-a888-3bf25b37340a req-6f26957c-7af5-4031-826f-a75ff0c1a5f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:07.502469 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:07.682900 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-dd26e978-87eb-4ef8-a888-3bf25b37340a req-6f26957c-7af5-4031-826f-a75ff0c1a5f6 service neutron] For port 660decf6-fa0d-4930-944a-fc9e557843ec, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=660decf6-fa0d-4930-944a-fc9e557843ec,segment=NetworkSegment(ab17a81a-a27c-4db7-b421-1236b25e7e1e),segment_id=ab17a81a-a27c-4db7-b421-1236b25e7e1e)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:07:07.716596 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-dd26e978-87eb-4ef8-a888-3bf25b37340a req-6f26957c-7af5-4031-826f-a75ff0c1a5f6 service neutron] For port 660decf6-fa0d-4930-944a-fc9e557843ec, host n-h1-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:07:07.756779 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4dced3a-c4e8-48f0-96c6-8110270c1714', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '660decf6-fa0d-4930-944a-fc9e557843ec'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:07:07.759971 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4b6a00-7946-462e-b1fd-1b59e5aab89a" -d '{"events": [{"server_uuid": "b4dced3a-c4e8-48f0-96c6-8110270c1714", "name": "network-vif-unplugged", "status": "completed", "tag": "660decf6-fa0d-4930-944a-fc9e557843ec"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:07:07.764529 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-dd26e978-87eb-4ef8-a888-3bf25b37340a req-6f26957c-7af5-4031-826f-a75ff0c1a5f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:07.777410 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-dd26e978-87eb-4ef8-a888-3bf25b37340a req-6f26957c-7af5-4031-826f-a75ff0c1a5f6 service neutron] Transition to ACTIVE for port object 660decf6-fa0d-4930-944a-fc9e557843ec will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:07:07.781910 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-dd26e978-87eb-4ef8-a888-3bf25b37340a req-6f26957c-7af5-4031-826f-a75ff0c1a5f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:07.814931 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d3219-7e85-42b6-b860-5dac8b415b14 req-42f5b6b9-14c7-4f2a-b492-fc5ab5f14830 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:07.816463 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8a5d3219-7e85-42b6-b860-5dac8b415b14 req-42f5b6b9-14c7-4f2a-b492-fc5ab5f14830 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4dced3a-c4e8-48f0-96c6-8110270c1714 HTTP/1.1" status: 200 len: 945 time: 0.0546591 Jul 30 00:07:07.860304 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8a5d3219-7e85-42b6-b860-5dac8b415b14 req-88c97149-ff52-443e-8bc9-6d21032ebda2 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367434 Jul 30 00:07:07.900359 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f26957c-7af5-4031-826f-a75ff0c1a5f6 service neutron] Pushing event updated for resources: {'Port': ['ID=660decf6-fa0d-4930-944a-fc9e557843ec,revision_number=6']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:07.907975 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 00:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74588fd1-6cba-47bd-a60d-182cfc045a99 x-openstack-request-id: req-74588fd1-6cba-47bd-a60d-182cfc045a99 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:07:07.908267 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4dced3a-c4e8-48f0-96c6-8110270c1714", "name": "network-vif-unplugged", "status": "completed", "tag": "660decf6-fa0d-4930-944a-fc9e557843ec", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:07:07.908515 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-74588fd1-6cba-47bd-a60d-182cfc045a99 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:07:07.908999 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4dced3a-c4e8-48f0-96c6-8110270c1714', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '660decf6-fa0d-4930-944a-fc9e557843ec', 'code': 200} Jul 30 00:07:07.925968 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f26957c-7af5-4031-826f-a75ff0c1a5f6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:07.926308 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f26957c-7af5-4031-826f-a75ff0c1a5f6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:07.926643 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f26957c-7af5-4031-826f-a75ff0c1a5f6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:07.926974 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f26957c-7af5-4031-826f-a75ff0c1a5f6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:07.927301 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f26957c-7af5-4031-826f-a75ff0c1a5f6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:07.927626 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f26957c-7af5-4031-826f-a75ff0c1a5f6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:07.927948 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f26957c-7af5-4031-826f-a75ff0c1a5f6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:07.928264 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f26957c-7af5-4031-826f-a75ff0c1a5f6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:07.928582 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f26957c-7af5-4031-826f-a75ff0c1a5f6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:07.928899 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f26957c-7af5-4031-826f-a75ff0c1a5f6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:07.929220 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f26957c-7af5-4031-826f-a75ff0c1a5f6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:07.929532 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f26957c-7af5-4031-826f-a75ff0c1a5f6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:07.972678 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd26e978-87eb-4ef8-a888-3bf25b37340a req-6f26957c-7af5-4031-826f-a75ff0c1a5f6 service neutron] No DVR routers for this DVR port 660decf6-fa0d-4930-944a-fc9e557843ec on host n-h1-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:07:08.106246 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-dd26e978-87eb-4ef8-a888-3bf25b37340a req-6f26957c-7af5-4031-826f-a75ff0c1a5f6 service neutron] Attempting to bind port 660decf6-fa0d-4930-944a-fc9e557843ec on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:07:08.106500 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-dd26e978-87eb-4ef8-a888-3bf25b37340a req-6f26957c-7af5-4031-826f-a75ff0c1a5f6 service neutron] Attempting to bind port 660decf6-fa0d-4930-944a-fc9e557843ec by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': 'ab17a81a-a27c-4db7-b421-1236b25e7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:07:08.106831 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd26e978-87eb-4ef8-a888-3bf25b37340a req-6f26957c-7af5-4031-826f-a75ff0c1a5f6 service neutron] Attempting to bind port 660decf6-fa0d-4930-944a-fc9e557843ec on network 66c7de0a-7704-4c37-94be-f48c6009b36f {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:07:08.111302 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd26e978-87eb-4ef8-a888-3bf25b37340a req-6f26957c-7af5-4031-826f-a75ff0c1a5f6 service neutron] Port 660decf6-fa0d-4930-944a-fc9e557843ec on network 66c7de0a-7704-4c37-94be-f48c6009b36f not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:07:08.111627 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd26e978-87eb-4ef8-a888-3bf25b37340a req-6f26957c-7af5-4031-826f-a75ff0c1a5f6 service neutron] Attempting to bind port 660decf6-fa0d-4930-944a-fc9e557843ec on network 66c7de0a-7704-4c37-94be-f48c6009b36f {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:07:08.116449 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd26e978-87eb-4ef8-a888-3bf25b37340a req-6f26957c-7af5-4031-826f-a75ff0c1a5f6 service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:07:08.116795 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd26e978-87eb-4ef8-a888-3bf25b37340a req-6f26957c-7af5-4031-826f-a75ff0c1a5f6 service neutron] Checking segment: {'id': 'ab17a81a-a27c-4db7-b421-1236b25e7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:07:08.117183 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd26e978-87eb-4ef8-a888-3bf25b37340a req-6f26957c-7af5-4031-826f-a75ff0c1a5f6 service neutron] Bound using segment: {'id': 'ab17a81a-a27c-4db7-b421-1236b25e7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:07:08.118199 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-dd26e978-87eb-4ef8-a888-3bf25b37340a req-6f26957c-7af5-4031-826f-a75ff0c1a5f6 service neutron] Bound port: 660decf6-fa0d-4930-944a-fc9e557843ec, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab17a81a-a27c-4db7-b421-1236b25e7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:07:08.118555 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-dd26e978-87eb-4ef8-a888-3bf25b37340a req-6f26957c-7af5-4031-826f-a75ff0c1a5f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:08.185147 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-dd26e978-87eb-4ef8-a888-3bf25b37340a req-6f26957c-7af5-4031-826f-a75ff0c1a5f6 service neutron] For port 660decf6-fa0d-4930-944a-fc9e557843ec, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:07:08.188777 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-dd26e978-87eb-4ef8-a888-3bf25b37340a req-6f26957c-7af5-4031-826f-a75ff0c1a5f6 service neutron] For port 660decf6-fa0d-4930-944a-fc9e557843ec, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=660decf6-fa0d-4930-944a-fc9e557843ec,segment=NetworkSegment(ab17a81a-a27c-4db7-b421-1236b25e7e1e),segment_id=ab17a81a-a27c-4db7-b421-1236b25e7e1e)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:07:08.192222 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-dd26e978-87eb-4ef8-a888-3bf25b37340a req-6f26957c-7af5-4031-826f-a75ff0c1a5f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:08.228447 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26e978-87eb-4ef8-a888-3bf25b37340a req-6f26957c-7af5-4031-826f-a75ff0c1a5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:08.229140 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-dd26e978-87eb-4ef8-a888-3bf25b37340a req-6f26957c-7af5-4031-826f-a75ff0c1a5f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:08.230471 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-dd26e978-87eb-4ef8-a888-3bf25b37340a req-6f26957c-7af5-4031-826f-a75ff0c1a5f6 service neutron] 10.222.0.22 "PUT /v2.0/ports/660decf6-fa0d-4930-944a-fc9e557843ec HTTP/1.1" status: 200 len: 1092 time: 0.8101087 Jul 30 00:07:08.253563 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f26957c-7af5-4031-826f-a75ff0c1a5f6 service neutron] Pushing event updated for resources: {'Port': ['ID=660decf6-fa0d-4930-944a-fc9e557843ec,revision_number=7']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:08.298133 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26e978-87eb-4ef8-a888-3bf25b37340a req-028f28ae-a755-4ba5-81fb-7696cf36f70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:08.299687 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-dd26e978-87eb-4ef8-a888-3bf25b37340a req-028f28ae-a755-4ba5-81fb-7696cf36f70c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=123e474383d34be3816ff4a6e243aec4&device_id=b4dced3a-c4e8-48f0-96c6-8110270c1714 HTTP/1.1" status: 200 len: 1095 time: 0.0430365 Jul 30 00:07:08.395957 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26e978-87eb-4ef8-a888-3bf25b37340a req-d6d3f17a-dfb4-4b32-9873-0bc592459bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:08.397474 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-dd26e978-87eb-4ef8-a888-3bf25b37340a req-d6d3f17a-dfb4-4b32-9873-0bc592459bd3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=66c7de0a-7704-4c37-94be-f48c6009b36f HTTP/1.1" status: 200 len: 912 time: 0.0909691 Jul 30 00:07:08.493307 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-dd26e978-87eb-4ef8-a888-3bf25b37340a req-e14d24e3-bfdb-4a7f-a598-730d69bd2a76 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=660decf6-fa0d-4930-944a-fc9e557843ec HTTP/1.1" status: 200 len: 999 time: 0.0888770 Jul 30 00:07:08.544953 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26e978-87eb-4ef8-a888-3bf25b37340a req-2bb5a4f3-4f86-441d-80e4-a1b6392de8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:08.546424 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-dd26e978-87eb-4ef8-a888-3bf25b37340a req-2bb5a4f3-4f86-441d-80e4-a1b6392de8db service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b83980bc-3d22-43ee-b445-1d0072c0b55e HTTP/1.1" status: 200 len: 850 time: 0.0470116 Jul 30 00:07:08.592401 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd26e978-87eb-4ef8-a888-3bf25b37340a req-ec02404a-4cc8-4f92-9150-5d69e41856b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:08.593899 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-dd26e978-87eb-4ef8-a888-3bf25b37340a req-ec02404a-4cc8-4f92-9150-5d69e41856b7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=66c7de0a-7704-4c37-94be-f48c6009b36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402420 Jul 30 00:07:08.682574 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-dd26e978-87eb-4ef8-a888-3bf25b37340a req-ce7969a6-3ea2-4d3f-b8ad-e7295ad26170 service neutron] 10.222.0.22 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818539 Jul 30 00:07:08.769985 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-dd26e978-87eb-4ef8-a888-3bf25b37340a req-49107e0d-48ef-4fa7-9923-4b237d4e1282 service neutron] 10.222.0.22 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804367 Jul 30 00:07:08.977838 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c752bff5-d23f-42a2-92f7-b41efbac10c3 req-10f656ac-eeb6-4708-af55-d82934194d60 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:08.979362 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c752bff5-d23f-42a2-92f7-b41efbac10c3 req-10f656ac-eeb6-4708-af55-d82934194d60 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4dced3a-c4e8-48f0-96c6-8110270c1714 HTTP/1.1" status: 200 len: 943 time: 0.0487306 Jul 30 00:07:09.019983 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c752bff5-d23f-42a2-92f7-b41efbac10c3 req-edde07e8-79b0-499a-a553-9d000569c51b tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347843 Jul 30 00:07:09.910441 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4dced3a-c4e8-48f0-96c6-8110270c1714', 'tag': '660decf6-fa0d-4930-944a-fc9e557843ec'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:07:09.912744 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e7c4ab-fd96-4f0d-8f1f-9ed5a6bec02d" -d '{"events": [{"name": "network-changed", "server_uuid": "b4dced3a-c4e8-48f0-96c6-8110270c1714", "tag": "660decf6-fa0d-4930-944a-fc9e557843ec"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:07:09.961999 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb4cef5-4cd8-4744-a032-827cd4c8d4a3 x-openstack-request-id: req-2eb4cef5-4cd8-4744-a032-827cd4c8d4a3 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:07:09.962341 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4dced3a-c4e8-48f0-96c6-8110270c1714", "tag": "660decf6-fa0d-4930-944a-fc9e557843ec", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:07:09.962773 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2eb4cef5-4cd8-4744-a032-827cd4c8d4a3 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:07:09.963179 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4dced3a-c4e8-48f0-96c6-8110270c1714', 'tag': '660decf6-fa0d-4930-944a-fc9e557843ec', 'status': 'completed', 'code': 200} Jul 30 00:07:10.025191 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7c4ab-fd96-4f0d-8f1f-9ed5a6bec02d req-4ac0af78-4c9f-4b99-a850-5e7856cf212a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:10.026748 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a9e7c4ab-fd96-4f0d-8f1f-9ed5a6bec02d req-4ac0af78-4c9f-4b99-a850-5e7856cf212a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=123e474383d34be3816ff4a6e243aec4&device_id=b4dced3a-c4e8-48f0-96c6-8110270c1714 HTTP/1.1" status: 200 len: 1095 time: 0.0419352 Jul 30 00:07:10.047147 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7c4ab-fd96-4f0d-8f1f-9ed5a6bec02d req-8f510ce0-d690-4b5f-ae85-94bc56eda2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:10.048827 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a9e7c4ab-fd96-4f0d-8f1f-9ed5a6bec02d req-8f510ce0-d690-4b5f-ae85-94bc56eda2be service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=123e474383d34be3816ff4a6e243aec4&device_id=b4dced3a-c4e8-48f0-96c6-8110270c1714 HTTP/1.1" status: 200 len: 1095 time: 0.0422027 Jul 30 00:07:10.124817 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7c4ab-fd96-4f0d-8f1f-9ed5a6bec02d req-30ebf941-513f-4cd5-9000-5fa710938fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:10.126328 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a9e7c4ab-fd96-4f0d-8f1f-9ed5a6bec02d req-30ebf941-513f-4cd5-9000-5fa710938fd3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=66c7de0a-7704-4c37-94be-f48c6009b36f HTTP/1.1" status: 200 len: 912 time: 0.0890145 Jul 30 00:07:10.173700 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe8ff7-9407-4de2-a9f2-f2b78d4aa165 req-e662bdb5-7567-4a04-a33b-2be53e05b3b6 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:10.175136 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cabe8ff7-9407-4de2-a9f2-f2b78d4aa165 req-e662bdb5-7567-4a04-a33b-2be53e05b3b6 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4dced3a-c4e8-48f0-96c6-8110270c1714 HTTP/1.1" status: 200 len: 943 time: 0.0708106 Jul 30 00:07:10.199783 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a9e7c4ab-fd96-4f0d-8f1f-9ed5a6bec02d req-f61a3eab-0e85-4605-9204-2abf15ccc8ce service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=660decf6-fa0d-4930-944a-fc9e557843ec HTTP/1.1" status: 200 len: 999 time: 0.0652618 Jul 30 00:07:10.203786 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7c4ab-fd96-4f0d-8f1f-9ed5a6bec02d req-4f51ea21-fa41-4261-80f0-71c11a1b9587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:10.205236 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a9e7c4ab-fd96-4f0d-8f1f-9ed5a6bec02d req-4f51ea21-fa41-4261-80f0-71c11a1b9587 service neutron] 10.222.0.41 "GET /v2.0/networks?id=66c7de0a-7704-4c37-94be-f48c6009b36f HTTP/1.1" status: 200 len: 912 time: 0.1485295 Jul 30 00:07:10.264063 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cabe8ff7-9407-4de2-a9f2-f2b78d4aa165 req-73ac3c8c-585b-4610-90d6-13a27593c281 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768905 Jul 30 00:07:10.266509 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7c4ab-fd96-4f0d-8f1f-9ed5a6bec02d req-89fc7d64-7b54-405c-a223-3883544b9aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:10.269032 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a9e7c4ab-fd96-4f0d-8f1f-9ed5a6bec02d req-89fc7d64-7b54-405c-a223-3883544b9aab service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b83980bc-3d22-43ee-b445-1d0072c0b55e HTTP/1.1" status: 200 len: 850 time: 0.0606039 Jul 30 00:07:10.294295 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a9e7c4ab-fd96-4f0d-8f1f-9ed5a6bec02d req-958bc377-0170-478e-9bd5-7c467cad2577 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=660decf6-fa0d-4930-944a-fc9e557843ec HTTP/1.1" status: 200 len: 999 time: 0.0764976 Jul 30 00:07:10.315945 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7c4ab-fd96-4f0d-8f1f-9ed5a6bec02d req-87abc7cf-50b9-4bc6-98e5-201f9f2daa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:10.317634 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a9e7c4ab-fd96-4f0d-8f1f-9ed5a6bec02d req-87abc7cf-50b9-4bc6-98e5-201f9f2daa16 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=66c7de0a-7704-4c37-94be-f48c6009b36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419478 Jul 30 00:07:10.346526 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7c4ab-fd96-4f0d-8f1f-9ed5a6bec02d req-1f1b12ff-ba6e-4d98-8699-fc7528a398bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:10.348004 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a9e7c4ab-fd96-4f0d-8f1f-9ed5a6bec02d req-1f1b12ff-ba6e-4d98-8699-fc7528a398bf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b83980bc-3d22-43ee-b445-1d0072c0b55e HTTP/1.1" status: 200 len: 850 time: 0.0468130 Jul 30 00:07:10.394297 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7c4ab-fd96-4f0d-8f1f-9ed5a6bec02d req-39875159-7ea3-493b-afe2-669704e18588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:10.395774 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a9e7c4ab-fd96-4f0d-8f1f-9ed5a6bec02d req-39875159-7ea3-493b-afe2-669704e18588 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=66c7de0a-7704-4c37-94be-f48c6009b36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401492 Jul 30 00:07:10.408887 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a9e7c4ab-fd96-4f0d-8f1f-9ed5a6bec02d req-148a30c6-7e1d-481d-9cf6-5714a0ad56aa service neutron] 10.222.0.22 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835953 Jul 30 00:07:10.488645 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a9e7c4ab-fd96-4f0d-8f1f-9ed5a6bec02d req-c738d4af-c026-432c-924a-d1ab35856526 service neutron] 10.222.0.41 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842745 Jul 30 00:07:10.506608 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a9e7c4ab-fd96-4f0d-8f1f-9ed5a6bec02d req-6f70f871-e5ec-4c01-9778-246cb9f3eb2c service neutron] 10.222.0.22 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908473 Jul 30 00:07:10.576657 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a9e7c4ab-fd96-4f0d-8f1f-9ed5a6bec02d req-0516fa16-ce3b-4cc6-9c77-8e87b7a04e57 service neutron] 10.222.0.41 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812654 Jul 30 00:07:11.237669 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 660decf6-fa0d-4930-944a-fc9e557843ec no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:07:11.282021 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 660decf6-fa0d-4930-944a-fc9e557843ec not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:07:11.409174 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2487f4bd-43d4-4a4d-b28c-564092eb8cf7 req-de083878-f79f-462f-a9a9-c9a039dffb24 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:11.410749 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2487f4bd-43d4-4a4d-b28c-564092eb8cf7 req-de083878-f79f-462f-a9a9-c9a039dffb24 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4dced3a-c4e8-48f0-96c6-8110270c1714 HTTP/1.1" status: 200 len: 943 time: 0.0624521 Jul 30 00:07:11.451877 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2487f4bd-43d4-4a4d-b28c-564092eb8cf7 req-34c1ed75-b033-4a2b-875b-66e0119ba5a0 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344496 Jul 30 00:07:11.693332 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae5d4b4-a806-4640-a435-42e119278eb3 req-e8172ba8-00cd-446a-94e3-1c7c622cf0f8 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:11.694843 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dae5d4b4-a806-4640-a435-42e119278eb3 req-e8172ba8-00cd-446a-94e3-1c7c622cf0f8 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4dced3a-c4e8-48f0-96c6-8110270c1714 HTTP/1.1" status: 200 len: 943 time: 0.0831070 Jul 30 00:07:11.703436 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb21612-dc74-46a7-91a5-53515d8e5dc6 req-f46b9c29-b70d-45da-b304-eea678edcff8 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:11.704904 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5fb21612-dc74-46a7-91a5-53515d8e5dc6 req-f46b9c29-b70d-45da-b304-eea678edcff8 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.41 "GET /v2.0/ports?device_id=b4dced3a-c4e8-48f0-96c6-8110270c1714&tenant_id=123e474383d34be3816ff4a6e243aec4&binding%3Ahost_id=n-h2-712141-10 HTTP/1.1" status: 200 len: 943 time: 0.0794432 Jul 30 00:07:11.776320 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dae5d4b4-a806-4640-a435-42e119278eb3 req-d0a238aa-dfc2-4d72-9de4-6447dfeddf17 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703244 Jul 30 00:07:11.792060 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [req-5fb21612-dc74-46a7-91a5-53515d8e5dc6 req-6c27e5f9-5d56-4aff-9c30-008834f3fecf service neutron] delete failed (client error): The resource could not be found. Jul 30 00:07:11.792060 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5fb21612-dc74-46a7-91a5-53515d8e5dc6 req-6c27e5f9-5d56-4aff-9c30-008834f3fecf service neutron] 10.222.0.41 "DELETE /v2.0/ports/660decf6-fa0d-4930-944a-fc9e557843ec/bindings/n-h1-712141-10 HTTP/1.1" status: 404 len: 381 time: 0.0790157 Jul 30 00:07:11.902575 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb21612-dc74-46a7-91a5-53515d8e5dc6 req-4e2badaa-0f86-4cad-8486-b9a8b3406b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:11.904484 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5fb21612-dc74-46a7-91a5-53515d8e5dc6 req-4e2badaa-0f86-4cad-8486-b9a8b3406b1b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=123e474383d34be3816ff4a6e243aec4&device_id=b4dced3a-c4e8-48f0-96c6-8110270c1714 HTTP/1.1" status: 200 len: 1095 time: 0.0490429 Jul 30 00:07:11.996977 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb21612-dc74-46a7-91a5-53515d8e5dc6 req-a8347cae-db2f-40f2-915f-70204800b062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:11.998620 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5fb21612-dc74-46a7-91a5-53515d8e5dc6 req-a8347cae-db2f-40f2-915f-70204800b062 service neutron] 10.222.0.41 "GET /v2.0/networks?id=66c7de0a-7704-4c37-94be-f48c6009b36f HTTP/1.1" status: 200 len: 912 time: 0.0877941 Jul 30 00:07:12.072067 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5fb21612-dc74-46a7-91a5-53515d8e5dc6 req-4f4526e2-46b0-4688-83e1-1f66e1b6f501 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=660decf6-fa0d-4930-944a-fc9e557843ec HTTP/1.1" status: 200 len: 999 time: 0.0658269 Jul 30 00:07:12.123158 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb21612-dc74-46a7-91a5-53515d8e5dc6 req-89f8ec90-c587-43e1-b9ce-4bf7170bfa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:12.124639 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5fb21612-dc74-46a7-91a5-53515d8e5dc6 req-89f8ec90-c587-43e1-b9ce-4bf7170bfa19 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b83980bc-3d22-43ee-b445-1d0072c0b55e HTTP/1.1" status: 200 len: 850 time: 0.0463235 Jul 30 00:07:12.171288 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb21612-dc74-46a7-91a5-53515d8e5dc6 req-749a447a-8af4-4d91-b94e-d9bdc907b27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:12.172792 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5fb21612-dc74-46a7-91a5-53515d8e5dc6 req-749a447a-8af4-4d91-b94e-d9bdc907b27d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=66c7de0a-7704-4c37-94be-f48c6009b36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416696 Jul 30 00:07:12.266348 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5fb21612-dc74-46a7-91a5-53515d8e5dc6 req-31120003-0250-480a-ae69-baea1e8fa324 service neutron] 10.222.0.41 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868487 Jul 30 00:07:12.363967 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5fb21612-dc74-46a7-91a5-53515d8e5dc6 req-5652e3cc-972d-4a7f-a1ca-ac7cbc8a96ab service neutron] 10.222.0.41 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911818 Jul 30 00:07:12.654966 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 660decf6-fa0d-4930-944a-fc9e557843ec details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:07:12.749975 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 660decf6-fa0d-4930-944a-fc9e557843ec, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=660decf6-fa0d-4930-944a-fc9e557843ec,segment=NetworkSegment(ab17a81a-a27c-4db7-b421-1236b25e7e1e),segment_id=ab17a81a-a27c-4db7-b421-1236b25e7e1e)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:07:12.767282 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '660decf6-fa0d-4930-944a-fc9e557843ec', 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f', 'port_id': '660decf6-fa0d-4930-944a-fc9e557843ec', 'mac_address': 'fa:16:3e:cb:44:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b83980bc-3d22-43ee-b445-1d0072c0b55e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:07:12.807217 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:12.822772 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 660decf6-fa0d-4930-944a-fc9e557843ec {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:07:12.845471 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 660decf6-fa0d-4930-944a-fc9e557843ec, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=660decf6-fa0d-4930-944a-fc9e557843ec,segment=NetworkSegment(ab17a81a-a27c-4db7-b421-1236b25e7e1e),segment_id=ab17a81a-a27c-4db7-b421-1236b25e7e1e)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:07:12.850889 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:12.904336 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=660decf6-fa0d-4930-944a-fc9e557843ec,revision_number=8']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:12.911982 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:12.912319 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:12.912579 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:12.912965 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:12.913359 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:12.913615 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:12.913958 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:12.914463 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:12.914829 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:12.914964 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df611cb-846b-4ad3-9827-bc1540f9eec9 req-f9a0983f-05cc-4d75-9a27-4cf8a1ffe322 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:12.915593 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:12.915593 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:12.915889 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:12.916439 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9df611cb-846b-4ad3-9827-bc1540f9eec9 req-f9a0983f-05cc-4d75-9a27-4cf8a1ffe322 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4dced3a-c4e8-48f0-96c6-8110270c1714 HTTP/1.1" status: 200 len: 944 time: 0.0589712 Jul 30 00:07:12.966284 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9df611cb-846b-4ad3-9827-bc1540f9eec9 req-e81df93a-0961-4df4-a2b4-680b0e7f6437 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372777 Jul 30 00:07:13.077693 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['660decf6-fa0d-4930-944a-fc9e557843ec'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:07:13.096691 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6545d90-81a5-4844-a7d1-d9cf3071c47b req-3ca51837-f10e-426e-9f78-70f2433bb25c tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:13.098215 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e6545d90-81a5-4844-a7d1-d9cf3071c47b req-3ca51837-f10e-426e-9f78-70f2433bb25c tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4dced3a-c4e8-48f0-96c6-8110270c1714 HTTP/1.1" status: 200 len: 944 time: 0.0518703 Jul 30 00:07:13.139337 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e6545d90-81a5-4844-a7d1-d9cf3071c47b req-734c5c88-baaf-4faf-bd6e-895e034b3369 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343390 Jul 30 00:07:13.254991 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d82086-ed37-4743-9900-08966cbe3023 req-3b2a66ee-e5fa-43d4-aff6-eaf12c2453a2 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:13.256466 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-64d82086-ed37-4743-9900-08966cbe3023 req-3b2a66ee-e5fa-43d4-aff6-eaf12c2453a2 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4dced3a-c4e8-48f0-96c6-8110270c1714 HTTP/1.1" status: 200 len: 944 time: 0.0499914 Jul 30 00:07:13.295983 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-64d82086-ed37-4743-9900-08966cbe3023 req-2ee74c45-7703-49dc-a2b8-3cd076681d90 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334055 Jul 30 00:07:13.534218 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cbf2e1-f8c6-4a95-a208-c9de32b82264 req-6f9d9ea5-54f0-49bc-8632-1d523a3571fe tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:13.535698 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-45cbf2e1-f8c6-4a95-a208-c9de32b82264 req-6f9d9ea5-54f0-49bc-8632-1d523a3571fe tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4dced3a-c4e8-48f0-96c6-8110270c1714 HTTP/1.1" status: 200 len: 944 time: 0.0521829 Jul 30 00:07:13.575849 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-45cbf2e1-f8c6-4a95-a208-c9de32b82264 req-50722de0-daa1-4437-ad1b-13c93fa3424b tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335574 Jul 30 00:07:14.689316 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 660decf6-fa0d-4930-944a-fc9e557843ec up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:07:14.697259 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a4ae5-63ab-4530-9124-5993abbce418 req-07919bf3-a2cb-4fa0-a4ba-7ba291543036 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:14.698891 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c98a4ae5-63ab-4530-9124-5993abbce418 req-07919bf3-a2cb-4fa0-a4ba-7ba291543036 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4dced3a-c4e8-48f0-96c6-8110270c1714 HTTP/1.1" status: 200 len: 944 time: 0.0499458 Jul 30 00:07:14.738858 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c98a4ae5-63ab-4530-9124-5993abbce418 req-49529b41-1c1e-4fa5-a2d9-2d67818ee2cf tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337436 Jul 30 00:07:14.743040 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b402736-3ddc-4339-95ad-ebe24db65d24 req-a5f06bcb-4d28-47df-b0c3-ce069cb17c84 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:14.744933 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port 660decf6-fa0d-4930-944a-fc9e557843ec completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:07:14.745142 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3b402736-3ddc-4339-95ad-ebe24db65d24 req-a5f06bcb-4d28-47df-b0c3-ce069cb17c84 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4dced3a-c4e8-48f0-96c6-8110270c1714 HTTP/1.1" status: 200 len: 944 time: 0.0597737 Jul 30 00:07:14.749004 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 660decf6-fa0d-4930-944a-fc9e557843ec triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:07:14.749374 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:14.836079 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:14.848869 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-3b402736-3ddc-4339-95ad-ebe24db65d24 req-ccb0743c-5ca0-4a0a-858a-1ba00d8152f7 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Deleting port 660decf6-fa0d-4930-944a-fc9e557843ec {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:07:14.849210 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-3b402736-3ddc-4339-95ad-ebe24db65d24 req-ccb0743c-5ca0-4a0a-858a-1ba00d8152f7 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:14.859109 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4dced3a-c4e8-48f0-96c6-8110270c1714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '660decf6-fa0d-4930-944a-fc9e557843ec'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:07:14.861347 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101569a4-b523-47e2-91c0-7310ba4d332a" -d '{"events": [{"server_uuid": "b4dced3a-c4e8-48f0-96c6-8110270c1714", "name": "network-vif-plugged", "status": "completed", "tag": "660decf6-fa0d-4930-944a-fc9e557843ec"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:07:14.875490 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 660decf6-fa0d-4930-944a-fc9e557843ec, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=660decf6-fa0d-4930-944a-fc9e557843ec,segment=NetworkSegment(ab17a81a-a27c-4db7-b421-1236b25e7e1e),segment_id=ab17a81a-a27c-4db7-b421-1236b25e7e1e)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:07:14.879653 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:14.906442 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f954cf-6aca-41c6-ba1c-ab0190d83bcc x-openstack-request-id: req-05f954cf-6aca-41c6-ba1c-ab0190d83bcc {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:07:14.906745 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4dced3a-c4e8-48f0-96c6-8110270c1714", "name": "network-vif-plugged", "status": "completed", "tag": "660decf6-fa0d-4930-944a-fc9e557843ec", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:07:14.907009 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-05f954cf-6aca-41c6-ba1c-ab0190d83bcc {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:07:14.907395 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4dced3a-c4e8-48f0-96c6-8110270c1714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '660decf6-fa0d-4930-944a-fc9e557843ec', 'code': 200} Jul 30 00:07:14.938629 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=660decf6-fa0d-4930-944a-fc9e557843ec,revision_number=9']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:14.959409 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-3b402736-3ddc-4339-95ad-ebe24db65d24 req-ccb0743c-5ca0-4a0a-858a-1ba00d8152f7 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] For port 660decf6-fa0d-4930-944a-fc9e557843ec, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=660decf6-fa0d-4930-944a-fc9e557843ec,segment=NetworkSegment(ab17a81a-a27c-4db7-b421-1236b25e7e1e),segment_id=ab17a81a-a27c-4db7-b421-1236b25e7e1e)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:07:14.959778 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-3b402736-3ddc-4339-95ad-ebe24db65d24 req-ccb0743c-5ca0-4a0a-858a-1ba00d8152f7 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:15.219929 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-3b402736-3ddc-4339-95ad-ebe24db65d24 req-ccb0743c-5ca0-4a0a-858a-1ba00d8152f7 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:15.220217 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-3b402736-3ddc-4339-95ad-ebe24db65d24 req-ccb0743c-5ca0-4a0a-858a-1ba00d8152f7 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:15.220535 n-d-712141-10 neutron-server[94077]: INFO neutron.db.l3_db [req-3b402736-3ddc-4339-95ad-ebe24db65d24 req-ccb0743c-5ca0-4a0a-858a-1ba00d8152f7 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Floating IP 9f4ec5f4-d36a-4599-9946-b1c0990afff1 disassociated. External IP: 172.25.0.109, port: 660decf6-fa0d-4930-944a-fc9e557843ec. Jul 30 00:07:15.220879 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-3b402736-3ddc-4339-95ad-ebe24db65d24 req-ccb0743c-5ca0-4a0a-858a-1ba00d8152f7 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Calling delete_port for 660decf6-fa0d-4930-944a-fc9e557843ec owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:07:15.357316 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-3b402736-3ddc-4339-95ad-ebe24db65d24 req-ccb0743c-5ca0-4a0a-858a-1ba00d8152f7 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:15.395023 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb0743c-5ca0-4a0a-858a-1ba00d8152f7 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Pushing event deleted for resources: {'Port': ['ID=660decf6-fa0d-4930-944a-fc9e557843ec,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:15.508349 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b402736-3ddc-4339-95ad-ebe24db65d24 req-ccb0743c-5ca0-4a0a-858a-1ba00d8152f7 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Router 4871086e-08a7-4a1e-9c5b-fcb509b33934 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:07:15.838034 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-31143736-b8f5-43a2-a0cc-efbd7dc1ad9c req-ae373f9e-003d-457f-86dd-2851d2661773 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4dced3a-c4e8-48f0-96c6-8110270c1714 HTTP/1.1" status: 200 len: 210 time: 0.0269473 Jul 30 00:07:15.940420 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b402736-3ddc-4339-95ad-ebe24db65d24 req-ccb0743c-5ca0-4a0a-858a-1ba00d8152f7 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:07:15.951736 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ae9ea7-5493-4a38-bd9a-38e1b80a6ff9 None None] Sync routers for ids ['4871086e-08a7-4a1e-9c5b-fcb509b33934'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:07:15.962398 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ae9ea7-5493-4a38-bd9a-38e1b80a6ff9 None None] Routers {'4871086e-08a7-4a1e-9c5b-fcb509b33934'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:07:15.963124 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-97ae9ea7-5493-4a38-bd9a-38e1b80a6ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:06:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['4871086e-08a7-4a1e-9c5b-fcb509b33934'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:07:15.980514 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b402736-3ddc-4339-95ad-ebe24db65d24 req-ccb0743c-5ca0-4a0a-858a-1ba00d8152f7 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] No DVR routers for this DVR port 660decf6-fa0d-4930-944a-fc9e557843ec on host n-h2-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:07:15.983400 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-3b402736-3ddc-4339-95ad-ebe24db65d24 req-ccb0743c-5ca0-4a0a-858a-1ba00d8152f7 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:15.985546 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3b402736-3ddc-4339-95ad-ebe24db65d24 req-ccb0743c-5ca0-4a0a-858a-1ba00d8152f7 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.22 "DELETE /v2.0/ports/660decf6-fa0d-4930-944a-fc9e557843ec HTTP/1.1" status: 204 len: 173 time: 1.2343383 Jul 30 00:07:15.986324 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4dced3a-c4e8-48f0-96c6-8110270c1714', 'name': 'network-vif-deleted', 'tag': '660decf6-fa0d-4930-944a-fc9e557843ec'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:07:15.988596 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0580ef-dbd5-4252-97f5-199603516427" -d '{"events": [{"server_uuid": "b4dced3a-c4e8-48f0-96c6-8110270c1714", "name": "network-vif-deleted", "tag": "660decf6-fa0d-4930-944a-fc9e557843ec"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:07:16.031152 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00bfe165-26d7-4e75-b6d8-232520ef374b x-openstack-request-id: req-00bfe165-26d7-4e75-b6d8-232520ef374b {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:07:16.031449 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4dced3a-c4e8-48f0-96c6-8110270c1714", "name": "network-vif-deleted", "tag": "660decf6-fa0d-4930-944a-fc9e557843ec", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:07:16.031701 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-00bfe165-26d7-4e75-b6d8-232520ef374b {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:07:16.032103 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4dced3a-c4e8-48f0-96c6-8110270c1714', 'name': 'network-vif-deleted', 'tag': '660decf6-fa0d-4930-944a-fc9e557843ec', 'status': 'completed', 'code': 200} Jul 30 00:07:16.183173 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-97ae9ea7-5493-4a38-bd9a-38e1b80a6ff9 None None] Set router 4871086e-08a7-4a1e-9c5b-fcb509b33934 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:07:16.388401 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-97ae9ea7-5493-4a38-bd9a-38e1b80a6ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'name': 'tempest-ServerActionsTestJSON-464895061-router', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'dc5838e9-078e-45d8-88a3-2ec81de0ea37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:04:59Z', 'updated_at': '2021-07-30T00:05:01Z', 'revision_number': 4, 'project_id': '123e474383d34be3816ff4a6e243aec4', 'gw_port': {'id': 'dc5838e9-078e-45d8-88a3-2ec81de0ea37', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:de:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:04:59Z', 'updated_at': '2021-07-30T00:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'e0a79038-b286-4b0d-8e66-79f76e5c3072', 'name': '', 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'mac_address': 'fa:16:3e:6c:d0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'b83980bc-3d22-43ee-b445-1d0072c0b55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:05:01Z', 'updated_at': '2021-07-30T00:05:06Z', 'revision_number': 5, 'project_id': '123e474383d34be3816ff4a6e243aec4', 'subnets': [{'id': 'b83980bc-3d22-43ee-b445-1d0072c0b55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:07:16.417642 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ae9ea7-5493-4a38-bd9a-38e1b80a6ff9 None None] Checking router: 4871086e-08a7-4a1e-9c5b-fcb509b33934 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:07:16.425702 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ae9ea7-5493-4a38-bd9a-38e1b80a6ff9 None None] Routers {'4871086e-08a7-4a1e-9c5b-fcb509b33934'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:07:16.426307 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-97ae9ea7-5493-4a38-bd9a-38e1b80a6ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:06:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['4871086e-08a7-4a1e-9c5b-fcb509b33934'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:07:16.529695 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-97ae9ea7-5493-4a38-bd9a-38e1b80a6ff9 None None] Set router 4871086e-08a7-4a1e-9c5b-fcb509b33934 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:07:16.726117 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-97ae9ea7-5493-4a38-bd9a-38e1b80a6ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'name': 'tempest-ServerActionsTestJSON-464895061-router', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'dc5838e9-078e-45d8-88a3-2ec81de0ea37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:04:59Z', 'updated_at': '2021-07-30T00:05:01Z', 'revision_number': 4, 'project_id': '123e474383d34be3816ff4a6e243aec4', 'gw_port': {'id': 'dc5838e9-078e-45d8-88a3-2ec81de0ea37', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:de:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:04:59Z', 'updated_at': '2021-07-30T00:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'e0a79038-b286-4b0d-8e66-79f76e5c3072', 'name': '', 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'mac_address': 'fa:16:3e:6c:d0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'b83980bc-3d22-43ee-b445-1d0072c0b55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:05:01Z', 'updated_at': '2021-07-30T00:05:06Z', 'revision_number': 5, 'project_id': '123e474383d34be3816ff4a6e243aec4', 'subnets': [{'id': 'b83980bc-3d22-43ee-b445-1d0072c0b55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:07:16.752251 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ae9ea7-5493-4a38-bd9a-38e1b80a6ff9 None None] The sync data for ids ['4871086e-08a7-4a1e-9c5b-fcb509b33934'] in n-d-712141-10 is: [{'id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'name': 'tempest-ServerActionsTestJSON-464895061-router', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'dc5838e9-078e-45d8-88a3-2ec81de0ea37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:04:59Z', 'updated_at': '2021-07-30T00:05:01Z', 'revision_number': 4, 'project_id': '123e474383d34be3816ff4a6e243aec4', 'gw_port': {'id': 'dc5838e9-078e-45d8-88a3-2ec81de0ea37', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:de:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:04:59Z', 'updated_at': '2021-07-30T00:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'e0a79038-b286-4b0d-8e66-79f76e5c3072', 'name': '', 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'mac_address': 'fa:16:3e:6c:d0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'b83980bc-3d22-43ee-b445-1d0072c0b55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:05:01Z', 'updated_at': '2021-07-30T00:05:06Z', 'revision_number': 5, 'project_id': '123e474383d34be3816ff4a6e243aec4', 'subnets': [{'id': 'b83980bc-3d22-43ee-b445-1d0072c0b55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:07:16.995595 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69080fb0-2347-4706-a320-bdce6d526da6 None None] New status for floating IP 9f4ec5f4-d36a-4599-9946-b1c0990afff1: DOWN {{(pid=94079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:07:17.088912 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e48d8e2d-385b-4cc5-bd02-a56e8c482828 req-355af062-66cc-4d2e-8f53-ba6c53b7db00 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1470937197&fields=id&tenant_id=123e474383d34be3816ff4a6e243aec4 HTTP/1.1" status: 200 len: 267 time: 0.0364518 Jul 30 00:07:17.202863 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d8e2d-385b-4cc5-bd02-a56e8c482828 req-4fef4f38-6d8f-4c44-88a7-ef5cda82b1a7 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:17.204326 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e48d8e2d-385b-4cc5-bd02-a56e8c482828 req-4fef4f38-6d8f-4c44-88a7-ef5cda82b1a7 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/networks?id=66c7de0a-7704-4c37-94be-f48c6009b36f HTTP/1.1" status: 200 len: 811 time: 0.1082914 Jul 30 00:07:17.219206 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e48d8e2d-385b-4cc5-bd02-a56e8c482828 req-36bc3240-3c34-48cb-b4b0-29c5bd9ad6ff tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/quotas/123e474383d34be3816ff4a6e243aec4 HTTP/1.1" status: 200 len: 375 time: 0.0092540 Jul 30 00:07:17.272730 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e48d8e2d-385b-4cc5-bd02-a56e8c482828 req-8b83d317-71ff-4813-9f9f-32e82cd8ee4e tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=123e474383d34be3816ff4a6e243aec4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0481687 Jul 30 00:07:17.457343 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e48d8e2d-385b-4cc5-bd02-a56e8c482828 req-7fe14936-d3e4-4e1e-886a-502a0e298822 service neutron] 10.222.0.43 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715078 Jul 30 00:07:17.551546 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e48d8e2d-385b-4cc5-bd02-a56e8c482828 req-7d296190-655b-45c8-822e-1441e390cf3e service neutron] 10.222.0.43 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872128 Jul 30 00:07:17.712622 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-aeaf35c9-3984-4a76-8588-282c7ec1a0fc req-9f97b902-b39c-4387-a843-05fbacd3e608 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d HTTP/1.1" status: 200 len: 210 time: 0.0270493 Jul 30 00:07:18.707720 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 660decf6-fa0d-4930-944a-fc9e557843ec no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:07:18.727897 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: 660decf6-fa0d-4930-944a-fc9e557843ec {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:07:18.728249 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 660decf6-fa0d-4930-944a-fc9e557843ec not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:07:18.793535 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-361fb52b-7147-4793-b442-39e26f0c2c12 req-103ab6f1-dd6f-4338-ac6c-f5bb0c681000 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d HTTP/1.1" status: 200 len: 210 time: 0.0310059 Jul 30 00:07:19.869419 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6ae620bd-fe0a-4412-a075-e2b6b21e9b4c req-d911e53a-8682-42cc-beb3-709e5a20ceaa tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d HTTP/1.1" status: 200 len: 210 time: 0.0265293 Jul 30 00:07:19.947615 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:20.944692 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-18ed2899-af9c-4796-b145-328e732d5461 req-8e9a17e9-5a3b-4abb-8406-e6053cef0c47 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d HTTP/1.1" status: 200 len: 210 time: 0.0253952 Jul 30 00:07:22.038826 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-493e79ba-0a8d-4380-9aef-fecfdd160ae7 req-989044b9-21dc-4ee6-ab09-4f78b7c3d92c tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d HTTP/1.1" status: 200 len: 210 time: 0.0266950 Jul 30 00:07:22.875018 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d8e2d-385b-4cc5-bd02-a56e8c482828 req-4705e23e-9292-4ff4-8c40-c17cfaafd2b1 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:22.876547 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e48d8e2d-385b-4cc5-bd02-a56e8c482828 req-4705e23e-9292-4ff4-8c40-c17cfaafd2b1 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.22 "GET /v2.0/networks?id=66c7de0a-7704-4c37-94be-f48c6009b36f HTTP/1.1" status: 200 len: 811 time: 0.1139858 Jul 30 00:07:22.938628 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e48d8e2d-385b-4cc5-bd02-a56e8c482828 req-087c4cfe-f7ec-48f7-93dc-d99f8f5ae3ff tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=123e474383d34be3816ff4a6e243aec4 HTTP/1.1" status: 200 len: 380 time: 0.0526805 Jul 30 00:07:22.949897 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-e48d8e2d-385b-4cc5-bd02-a56e8c482828 req-1e69a00a-eae6-463d-ae30-33bd4d4767dd tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Request body: {'port': {'device_id': '92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d', 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f', 'admin_state_up': True, 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'security_groups': ['a62c88a2-ed5b-465c-bb7a-d0859409a2ae']}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:07:23.058000 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e48d8e2d-385b-4cc5-bd02-a56e8c482828 req-1e69a00a-eae6-463d-ae30-33bd4d4767dd tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Made reservation on behalf of 123e474383d34be3816ff4a6e243aec4 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:07:23.061486 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e48d8e2d-385b-4cc5-bd02-a56e8c482828 req-1e69a00a-eae6-463d-ae30-33bd4d4767dd tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:23.142299 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-34aa188e-eda3-4418-9b4c-995c862a0c35 req-e1a94f01-896a-450a-abfb-ec53e9d49438 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d HTTP/1.1" status: 200 len: 210 time: 0.0263934 Jul 30 00:07:23.202501 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-e48d8e2d-385b-4cc5-bd02-a56e8c482828 req-1e69a00a-eae6-463d-ae30-33bd4d4767dd tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Allocated IP 172.20.0.3 (66c7de0a-7704-4c37-94be-f48c6009b36f/b83980bc-3d22-43ee-b445-1d0072c0b55e/ffd8511c-b557-4f79-a3af-a37a70300475) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:07:23.307143 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ef3c2713-2543-4991-9f92-602ec59d4342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:23.344886 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e48d8e2d-385b-4cc5-bd02-a56e8c482828 req-1e69a00a-eae6-463d-ae30-33bd4d4767dd tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:23.358592 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-e48d8e2d-385b-4cc5-bd02-a56e8c482828 req-1e69a00a-eae6-463d-ae30-33bd4d4767dd tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Transition to ACTIVE for port object ffd8511c-b557-4f79-a3af-a37a70300475 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:07:23.391071 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e48d8e2d-385b-4cc5-bd02-a56e8c482828 req-1e69a00a-eae6-463d-ae30-33bd4d4767dd tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:23.431590 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e48d8e2d-385b-4cc5-bd02-a56e8c482828 req-1e69a00a-eae6-463d-ae30-33bd4d4767dd tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Network 66c7de0a-7704-4c37-94be-f48c6009b36f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:07:23.434487 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-e48d8e2d-385b-4cc5-bd02-a56e8c482828 req-1e69a00a-eae6-463d-ae30-33bd4d4767dd tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:07:23.438158 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-e48d8e2d-385b-4cc5-bd02-a56e8c482828 req-1e69a00a-eae6-463d-ae30-33bd4d4767dd tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:07:23.468329 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e69a00a-eae6-463d-ae30-33bd4d4767dd tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Pushing event updated for resources: {'Port': ['ID=ffd8511c-b557-4f79-a3af-a37a70300475,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:23.494694 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d8e2d-385b-4cc5-bd02-a56e8c482828 req-1e69a00a-eae6-463d-ae30-33bd4d4767dd tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:23.495328 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e48d8e2d-385b-4cc5-bd02-a56e8c482828 req-1e69a00a-eae6-463d-ae30-33bd4d4767dd tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:23.511949 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e48d8e2d-385b-4cc5-bd02-a56e8c482828 req-1e69a00a-eae6-463d-ae30-33bd4d4767dd tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5661302 Jul 30 00:07:23.526277 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-e48d8e2d-385b-4cc5-bd02-a56e8c482828 req-e37f3eb2-e3d7-4de6-b2f7-47425e7dc79a service neutron] Request body: {'port': {'device_id': '92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:07:23.588978 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e48d8e2d-385b-4cc5-bd02-a56e8c482828 req-e37f3eb2-e3d7-4de6-b2f7-47425e7dc79a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:23.679433 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-0aa46e81-70bd-46b2-849a-a2aa63811842 None None] Provisioning for port ffd8511c-b557-4f79-a3af-a37a70300475 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:07:23.685993 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-0aa46e81-70bd-46b2-849a-a2aa63811842 None None] Provisioning complete for port ffd8511c-b557-4f79-a3af-a37a70300475 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:07:23.686304 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0aa46e81-70bd-46b2-849a-a2aa63811842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:23.723828 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-0aa46e81-70bd-46b2-849a-a2aa63811842 None None] Port ffd8511c-b557-4f79-a3af-a37a70300475 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:07:23.853169 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-e48d8e2d-385b-4cc5-bd02-a56e8c482828 req-e37f3eb2-e3d7-4de6-b2f7-47425e7dc79a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffd8511c-b557-4f79-a3af-a37a70300475 {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:07:23.860480 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e48d8e2d-385b-4cc5-bd02-a56e8c482828 req-e37f3eb2-e3d7-4de6-b2f7-47425e7dc79a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:23.872720 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-e48d8e2d-385b-4cc5-bd02-a56e8c482828 req-e37f3eb2-e3d7-4de6-b2f7-47425e7dc79a service neutron] Transition to ACTIVE for port object ffd8511c-b557-4f79-a3af-a37a70300475 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:07:23.875866 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e48d8e2d-385b-4cc5-bd02-a56e8c482828 req-e37f3eb2-e3d7-4de6-b2f7-47425e7dc79a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:23.929230 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37f3eb2-e3d7-4de6-b2f7-47425e7dc79a service neutron] Pushing event updated for resources: {'Port': ['ID=ffd8511c-b557-4f79-a3af-a37a70300475,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:24.003788 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-e48d8e2d-385b-4cc5-bd02-a56e8c482828 req-e37f3eb2-e3d7-4de6-b2f7-47425e7dc79a service neutron] Attempting to bind port ffd8511c-b557-4f79-a3af-a37a70300475 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:07:24.004263 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-e48d8e2d-385b-4cc5-bd02-a56e8c482828 req-e37f3eb2-e3d7-4de6-b2f7-47425e7dc79a service neutron] Attempting to bind port ffd8511c-b557-4f79-a3af-a37a70300475 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': 'ab17a81a-a27c-4db7-b421-1236b25e7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:07:24.004605 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48d8e2d-385b-4cc5-bd02-a56e8c482828 req-e37f3eb2-e3d7-4de6-b2f7-47425e7dc79a service neutron] Attempting to bind port ffd8511c-b557-4f79-a3af-a37a70300475 on network 66c7de0a-7704-4c37-94be-f48c6009b36f {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:07:24.009082 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48d8e2d-385b-4cc5-bd02-a56e8c482828 req-e37f3eb2-e3d7-4de6-b2f7-47425e7dc79a service neutron] Port ffd8511c-b557-4f79-a3af-a37a70300475 on network 66c7de0a-7704-4c37-94be-f48c6009b36f not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:07:24.009413 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48d8e2d-385b-4cc5-bd02-a56e8c482828 req-e37f3eb2-e3d7-4de6-b2f7-47425e7dc79a service neutron] Attempting to bind port ffd8511c-b557-4f79-a3af-a37a70300475 on network 66c7de0a-7704-4c37-94be-f48c6009b36f {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:07:24.014805 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48d8e2d-385b-4cc5-bd02-a56e8c482828 req-e37f3eb2-e3d7-4de6-b2f7-47425e7dc79a service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 7, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:07:24.015155 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48d8e2d-385b-4cc5-bd02-a56e8c482828 req-e37f3eb2-e3d7-4de6-b2f7-47425e7dc79a service neutron] Checking segment: {'id': 'ab17a81a-a27c-4db7-b421-1236b25e7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:07:24.015547 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e48d8e2d-385b-4cc5-bd02-a56e8c482828 req-e37f3eb2-e3d7-4de6-b2f7-47425e7dc79a service neutron] Bound using segment: {'id': 'ab17a81a-a27c-4db7-b421-1236b25e7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:07:24.015991 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-e48d8e2d-385b-4cc5-bd02-a56e8c482828 req-e37f3eb2-e3d7-4de6-b2f7-47425e7dc79a service neutron] Bound port: ffd8511c-b557-4f79-a3af-a37a70300475, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab17a81a-a27c-4db7-b421-1236b25e7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:07:24.016355 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e48d8e2d-385b-4cc5-bd02-a56e8c482828 req-e37f3eb2-e3d7-4de6-b2f7-47425e7dc79a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:24.085133 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-e48d8e2d-385b-4cc5-bd02-a56e8c482828 req-e37f3eb2-e3d7-4de6-b2f7-47425e7dc79a service neutron] For port ffd8511c-b557-4f79-a3af-a37a70300475, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:07:24.088744 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-e48d8e2d-385b-4cc5-bd02-a56e8c482828 req-e37f3eb2-e3d7-4de6-b2f7-47425e7dc79a service neutron] For port ffd8511c-b557-4f79-a3af-a37a70300475, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=ffd8511c-b557-4f79-a3af-a37a70300475,segment=NetworkSegment(ab17a81a-a27c-4db7-b421-1236b25e7e1e),segment_id=ab17a81a-a27c-4db7-b421-1236b25e7e1e)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:07:24.093334 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e48d8e2d-385b-4cc5-bd02-a56e8c482828 req-e37f3eb2-e3d7-4de6-b2f7-47425e7dc79a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:24.126169 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d8e2d-385b-4cc5-bd02-a56e8c482828 req-e37f3eb2-e3d7-4de6-b2f7-47425e7dc79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:24.126695 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e48d8e2d-385b-4cc5-bd02-a56e8c482828 req-e37f3eb2-e3d7-4de6-b2f7-47425e7dc79a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:24.128069 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e48d8e2d-385b-4cc5-bd02-a56e8c482828 req-e37f3eb2-e3d7-4de6-b2f7-47425e7dc79a service neutron] 10.222.0.22 "PUT /v2.0/ports/ffd8511c-b557-4f79-a3af-a37a70300475 HTTP/1.1" status: 200 len: 1092 time: 0.6069195 Jul 30 00:07:24.128511 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d', 'tag': 'ffd8511c-b557-4f79-a3af-a37a70300475'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:07:24.130881 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b26ef1-e637-46ba-8782-e957db28ced7" -d '{"events": [{"name": "network-changed", "server_uuid": "92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d", "tag": "ffd8511c-b557-4f79-a3af-a37a70300475"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:07:24.172224 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37f3eb2-e3d7-4de6-b2f7-47425e7dc79a service neutron] Pushing event updated for resources: {'Port': ['ID=ffd8511c-b557-4f79-a3af-a37a70300475,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:24.177429 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5998cfcd-a7c7-4a12-b25f-d462a7028696 x-openstack-request-id: req-5998cfcd-a7c7-4a12-b25f-d462a7028696 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:07:24.177740 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d", "tag": "ffd8511c-b557-4f79-a3af-a37a70300475", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:07:24.177939 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5998cfcd-a7c7-4a12-b25f-d462a7028696 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:07:24.178373 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d', 'tag': 'ffd8511c-b557-4f79-a3af-a37a70300475', 'status': 'completed', 'code': 200} Jul 30 00:07:24.228755 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d8e2d-385b-4cc5-bd02-a56e8c482828 req-d281a414-8080-41b8-8d69-55d1a0720c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:24.230308 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e48d8e2d-385b-4cc5-bd02-a56e8c482828 req-d281a414-8080-41b8-8d69-55d1a0720c72 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=123e474383d34be3816ff4a6e243aec4&device_id=92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d HTTP/1.1" status: 200 len: 1095 time: 0.0428224 Jul 30 00:07:24.278171 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41568b3-4e76-4ab0-ae63-ecf98174e080 req-fc7e313c-dc00-46cf-b1d0-26629d5e67ee tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:24.279295 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e48d8e2d-385b-4cc5-bd02-a56e8c482828 req-c7ea541d-9398-43ca-bfd1-7fb4a92bc814 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffd8511c-b557-4f79-a3af-a37a70300475 HTTP/1.1" status: 200 len: 217 time: 0.0403974 Jul 30 00:07:24.280280 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c41568b3-4e76-4ab0-ae63-ecf98174e080 req-fc7e313c-dc00-46cf-b1d0-26629d5e67ee tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d HTTP/1.1" status: 200 len: 943 time: 0.0551920 Jul 30 00:07:24.320505 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c41568b3-4e76-4ab0-ae63-ecf98174e080 req-044d20e7-b92c-4975-8ab2-b3f6fd77c456 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342448 Jul 30 00:07:24.334613 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d8e2d-385b-4cc5-bd02-a56e8c482828 req-6efbdca1-b832-4b9b-b3b1-145d9ee08c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:24.336130 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e48d8e2d-385b-4cc5-bd02-a56e8c482828 req-6efbdca1-b832-4b9b-b3b1-145d9ee08c95 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b83980bc-3d22-43ee-b445-1d0072c0b55e HTTP/1.1" status: 200 len: 850 time: 0.0484655 Jul 30 00:07:24.388848 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48d8e2d-385b-4cc5-bd02-a56e8c482828 req-99b754fe-8da1-4bac-b326-f8b5f00bf77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:24.390442 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e48d8e2d-385b-4cc5-bd02-a56e8c482828 req-99b754fe-8da1-4bac-b326-f8b5f00bf77e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=66c7de0a-7704-4c37-94be-f48c6009b36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469489 Jul 30 00:07:24.483531 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e48d8e2d-385b-4cc5-bd02-a56e8c482828 req-85cd312d-5981-4d17-866a-ec0fd484dcfa service neutron] 10.222.0.22 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859134 Jul 30 00:07:24.572935 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e48d8e2d-385b-4cc5-bd02-a56e8c482828 req-52cbed43-e461-4155-9f2c-1f8eae7b48ba service neutron] 10.222.0.22 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821598 Jul 30 00:07:24.659390 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b26ef1-e637-46ba-8782-e957db28ced7 req-6ba9f43c-e309-4602-be07-095e4cd0e552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:24.660930 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-27b26ef1-e637-46ba-8782-e957db28ced7 req-6ba9f43c-e309-4602-be07-095e4cd0e552 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=123e474383d34be3816ff4a6e243aec4&device_id=92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d HTTP/1.1" status: 200 len: 1095 time: 0.0404980 Jul 30 00:07:24.760327 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b26ef1-e637-46ba-8782-e957db28ced7 req-ef6624c8-67e3-43a9-80be-83607a09f5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:24.761775 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-27b26ef1-e637-46ba-8782-e957db28ced7 req-ef6624c8-67e3-43a9-80be-83607a09f5ca service neutron] 10.222.0.22 "GET /v2.0/networks?id=66c7de0a-7704-4c37-94be-f48c6009b36f HTTP/1.1" status: 200 len: 912 time: 0.0940237 Jul 30 00:07:24.808759 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-27b26ef1-e637-46ba-8782-e957db28ced7 req-56b4c9e9-6318-4601-9f5c-1cf9bad8cf0e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffd8511c-b557-4f79-a3af-a37a70300475 HTTP/1.1" status: 200 len: 217 time: 0.0398352 Jul 30 00:07:24.862756 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b26ef1-e637-46ba-8782-e957db28ced7 req-d98e6bfb-f020-4631-a0fe-1c6e9df11215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:24.864192 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-27b26ef1-e637-46ba-8782-e957db28ced7 req-d98e6bfb-f020-4631-a0fe-1c6e9df11215 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b83980bc-3d22-43ee-b445-1d0072c0b55e HTTP/1.1" status: 200 len: 850 time: 0.0474520 Jul 30 00:07:24.910610 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b26ef1-e637-46ba-8782-e957db28ced7 req-b2867909-1115-4277-b29d-eb68dc1d07ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:24.912088 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-27b26ef1-e637-46ba-8782-e957db28ced7 req-b2867909-1115-4277-b29d-eb68dc1d07ad service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=66c7de0a-7704-4c37-94be-f48c6009b36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400252 Jul 30 00:07:24.921316 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:07:25.000650 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-27b26ef1-e637-46ba-8782-e957db28ced7 req-9e665f40-a98d-4774-84f1-b4c030d71038 service neutron] 10.222.0.22 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807149 Jul 30 00:07:25.099021 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-27b26ef1-e637-46ba-8782-e957db28ced7 req-5dbec103-d184-4cb6-b8cf-9af9c03f7e0f service neutron] 10.222.0.22 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900509 Jul 30 00:07:25.443662 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a8ac1-8f79-45cc-88c6-fff84b026c03 req-ca580ba4-6caa-4a15-bd2c-544e5f6cb219 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:25.445124 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fd4a8ac1-8f79-45cc-88c6-fff84b026c03 req-ca580ba4-6caa-4a15-bd2c-544e5f6cb219 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d HTTP/1.1" status: 200 len: 943 time: 0.0481427 Jul 30 00:07:25.485004 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fd4a8ac1-8f79-45cc-88c6-fff84b026c03 req-ada38a9e-5d01-49fb-8522-feadc860a37e tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333803 Jul 30 00:07:25.912310 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4b21ff8e-f041-4839-ac25-a5f893dc29a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:26.492082 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:26.600251 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead3c7ad-a3e3-4979-ae26-5adfb1a7cde4 req-7afaf8f8-f986-44bc-b56d-9b019e198491 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:26.601798 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ead3c7ad-a3e3-4979-ae26-5adfb1a7cde4 req-7afaf8f8-f986-44bc-b56d-9b019e198491 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d HTTP/1.1" status: 200 len: 943 time: 0.0485303 Jul 30 00:07:26.641199 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ead3c7ad-a3e3-4979-ae26-5adfb1a7cde4 req-eb786d8c-2109-4baa-9da6-5f0358ece886 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332530 Jul 30 00:07:26.710133 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device ffd8511c-b557-4f79-a3af-a37a70300475 details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:07:26.811446 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port ffd8511c-b557-4f79-a3af-a37a70300475, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=ffd8511c-b557-4f79-a3af-a37a70300475,segment=NetworkSegment(ab17a81a-a27c-4db7-b421-1236b25e7e1e),segment_id=ab17a81a-a27c-4db7-b421-1236b25e7e1e)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:07:26.823470 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': 'ffd8511c-b557-4f79-a3af-a37a70300475', 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f', 'port_id': 'ffd8511c-b557-4f79-a3af-a37a70300475', 'mac_address': 'fa:16:3e:c9:b0:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b83980bc-3d22-43ee-b445-1d0072c0b55e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:07:26.862609 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:26.876878 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffd8511c-b557-4f79-a3af-a37a70300475 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:07:26.900636 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port ffd8511c-b557-4f79-a3af-a37a70300475, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=ffd8511c-b557-4f79-a3af-a37a70300475,segment=NetworkSegment(ab17a81a-a27c-4db7-b421-1236b25e7e1e),segment_id=ab17a81a-a27c-4db7-b421-1236b25e7e1e)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:07:26.904525 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:26.953224 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=ffd8511c-b557-4f79-a3af-a37a70300475,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:27.091004 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['ffd8511c-b557-4f79-a3af-a37a70300475'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:07:27.770635 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162134fa-e529-43f0-b123-fc9259a5dfe0 req-07cf222a-0225-4101-91d8-6926a88fa7ca tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:27.772318 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-162134fa-e529-43f0-b123-fc9259a5dfe0 req-07cf222a-0225-4101-91d8-6926a88fa7ca tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d HTTP/1.1" status: 200 len: 944 time: 0.0565321 Jul 30 00:07:27.815350 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-162134fa-e529-43f0-b123-fc9259a5dfe0 req-36e73fd1-2c69-4cfb-a06a-9b4aa05f5044 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370634 Jul 30 00:07:27.818422 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:28.723387 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device ffd8511c-b557-4f79-a3af-a37a70300475 up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:07:28.777882 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port ffd8511c-b557-4f79-a3af-a37a70300475 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:07:28.781484 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port ffd8511c-b557-4f79-a3af-a37a70300475 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:07:28.781881 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:28.858811 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:28.880705 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd8511c-b557-4f79-a3af-a37a70300475'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:07:28.882962 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed659e26-4907-4096-b6d5-0872108b5afd" -d '{"events": [{"server_uuid": "92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d", "name": "network-vif-plugged", "status": "completed", "tag": "ffd8511c-b557-4f79-a3af-a37a70300475"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:07:28.896462 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port ffd8511c-b557-4f79-a3af-a37a70300475, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=ffd8511c-b557-4f79-a3af-a37a70300475,segment=NetworkSegment(ab17a81a-a27c-4db7-b421-1236b25e7e1e),segment_id=ab17a81a-a27c-4db7-b421-1236b25e7e1e)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:07:28.901956 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:28.928440 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a5efde-fc3b-479e-8602-bf1bd7f0434c x-openstack-request-id: req-d0a5efde-fc3b-479e-8602-bf1bd7f0434c {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:07:28.928738 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d", "name": "network-vif-plugged", "status": "completed", "tag": "ffd8511c-b557-4f79-a3af-a37a70300475", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:07:28.928993 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d0a5efde-fc3b-479e-8602-bf1bd7f0434c {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:07:28.929387 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd8511c-b557-4f79-a3af-a37a70300475', 'code': 200} Jul 30 00:07:28.942649 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ffb57-edbb-4be9-9c4d-e330f874d612 req-2faade85-fa54-4a51-b08b-99113317ca3c tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:28.944165 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1a4ffb57-edbb-4be9-9c4d-e330f874d612 req-2faade85-fa54-4a51-b08b-99113317ca3c tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d HTTP/1.1" status: 200 len: 944 time: 0.0574062 Jul 30 00:07:28.956602 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=ffd8511c-b557-4f79-a3af-a37a70300475,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:28.989185 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1a4ffb57-edbb-4be9-9c4d-e330f874d612 req-54b5a3a6-6b9d-4845-ab86-3d8ef9a8904b tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362425 Jul 30 00:07:29.028343 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ec5a5-885b-4536-bc9a-fd3cba65e89c req-b020efd0-daa0-46e2-b728-24995d119f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:29.029916 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-dd0ec5a5-885b-4536-bc9a-fd3cba65e89c req-b020efd0-daa0-46e2-b728-24995d119f03 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d HTTP/1.1" status: 200 len: 1097 time: 0.0415986 Jul 30 00:07:29.064715 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-dd0ec5a5-885b-4536-bc9a-fd3cba65e89c req-321286cc-2f08-4ac7-a732-86be737d08ee service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282192 Jul 30 00:07:29.450671 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:30.106846 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9bccc3-fe60-4c5c-b384-be2d5b86b4ad req-f75f4950-2524-40f6-907e-258099e79692 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:30.108457 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ef9bccc3-fe60-4c5c-b384-be2d5b86b4ad req-f75f4950-2524-40f6-907e-258099e79692 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d HTTP/1.1" status: 200 len: 945 time: 0.0495441 Jul 30 00:07:30.146911 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ef9bccc3-fe60-4c5c-b384-be2d5b86b4ad req-61ed0112-c7cc-4f85-b3de-f1fd4f34a774 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325599 Jul 30 00:07:30.261138 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43129c4-3ced-48cf-9197-f6205324cc76 req-3023170c-67db-4d1d-9aa1-af81e9cb1bce tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:30.262648 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b43129c4-3ced-48cf-9197-f6205324cc76 req-3023170c-67db-4d1d-9aa1-af81e9cb1bce tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d HTTP/1.1" status: 200 len: 945 time: 0.0523472 Jul 30 00:07:30.271667 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 34286) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:30.276952 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-d979d054-aafa-49bd-a5ed-36ef97a5d5c7 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Request body: {'floatingip': {'port_id': 'ffd8511c-b557-4f79-a3af-a37a70300475'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:07:30.318740 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d979d054-aafa-49bd-a5ed-36ef97a5d5c7 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks [] for floatingip, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:30.751251 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d979d054-aafa-49bd-a5ed-36ef97a5d5c7 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:30.755009 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d979d054-aafa-49bd-a5ed-36ef97a5d5c7 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:30.854293 n-d-712141-10 neutron-server[94077]: INFO neutron.db.l3_db [None req-d979d054-aafa-49bd-a5ed-36ef97a5d5c7 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Floating IP 9f4ec5f4-d36a-4599-9946-b1c0990afff1 associated. External IP: 172.25.0.109, port: ffd8511c-b557-4f79-a3af-a37a70300475. Jul 30 00:07:31.063457 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d979d054-aafa-49bd-a5ed-36ef97a5d5c7 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Router 4871086e-08a7-4a1e-9c5b-fcb509b33934 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:07:31.174174 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d979d054-aafa-49bd-a5ed-36ef97a5d5c7 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:07:31.179108 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d979d054-aafa-49bd-a5ed-36ef97a5d5c7 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:31.184291 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d287a413-4d8b-4620-bd67-7f2beb95b031 None None] Sync routers for ids ['4871086e-08a7-4a1e-9c5b-fcb509b33934'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:07:31.193642 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d287a413-4d8b-4620-bd67-7f2beb95b031 None None] Routers {'4871086e-08a7-4a1e-9c5b-fcb509b33934'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:07:31.194247 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-d287a413-4d8b-4620-bd67-7f2beb95b031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:07:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['4871086e-08a7-4a1e-9c5b-fcb509b33934'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:07:31.205790 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d979d054-aafa-49bd-a5ed-36ef97a5d5c7 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "PUT /v2.0/floatingips/9f4ec5f4-d36a-4599-9946-b1c0990afff1 HTTP/1.1" status: 200 len: 991 time: 0.9330015 Jul 30 00:07:31.206376 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d', 'tag': 'ffd8511c-b557-4f79-a3af-a37a70300475'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:07:31.208683 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c5f8cf-153d-41ce-b66e-2d205487b8e5" -d '{"events": [{"name": "network-changed", "server_uuid": "92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d", "tag": "ffd8511c-b557-4f79-a3af-a37a70300475"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:07:31.246665 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d66a69-0a54-4499-80c3-529fd68e20dd x-openstack-request-id: req-d9d66a69-0a54-4499-80c3-529fd68e20dd {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:07:31.247005 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d", "tag": "ffd8511c-b557-4f79-a3af-a37a70300475", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:07:31.247320 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d9d66a69-0a54-4499-80c3-529fd68e20dd {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:07:31.247780 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d', 'tag': 'ffd8511c-b557-4f79-a3af-a37a70300475', 'status': 'completed', 'code': 200} Jul 30 00:07:31.307538 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-d287a413-4d8b-4620-bd67-7f2beb95b031 None None] Set router 4871086e-08a7-4a1e-9c5b-fcb509b33934 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:07:31.309870 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c5f8cf-153d-41ce-b66e-2d205487b8e5 req-d58cf083-6580-4300-8bd7-8305f338e511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:31.311426 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d4c5f8cf-153d-41ce-b66e-2d205487b8e5 req-d58cf083-6580-4300-8bd7-8305f338e511 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=123e474383d34be3816ff4a6e243aec4&device_id=92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d HTTP/1.1" status: 200 len: 1097 time: 0.0414124 Jul 30 00:07:31.405750 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c5f8cf-153d-41ce-b66e-2d205487b8e5 req-16a05d60-0e34-4076-a879-49516a0fa27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:31.407236 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d4c5f8cf-153d-41ce-b66e-2d205487b8e5 req-16a05d60-0e34-4076-a879-49516a0fa27f service neutron] 10.222.0.22 "GET /v2.0/networks?id=66c7de0a-7704-4c37-94be-f48c6009b36f HTTP/1.1" status: 200 len: 912 time: 0.0882380 Jul 30 00:07:31.471894 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d4c5f8cf-153d-41ce-b66e-2d205487b8e5 req-3f37d6d9-c518-4260-a081-2217be30b2f9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffd8511c-b557-4f79-a3af-a37a70300475 HTTP/1.1" status: 200 len: 999 time: 0.0577333 Jul 30 00:07:31.526358 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c5f8cf-153d-41ce-b66e-2d205487b8e5 req-3dd778a6-5034-45dd-9bd8-d0b4a6a15c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:31.527862 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d4c5f8cf-153d-41ce-b66e-2d205487b8e5 req-3dd778a6-5034-45dd-9bd8-d0b4a6a15c6e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b83980bc-3d22-43ee-b445-1d0072c0b55e HTTP/1.1" status: 200 len: 850 time: 0.0492628 Jul 30 00:07:31.533886 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-d287a413-4d8b-4620-bd67-7f2beb95b031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'name': 'tempest-ServerActionsTestJSON-464895061-router', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'dc5838e9-078e-45d8-88a3-2ec81de0ea37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:04:59Z', 'updated_at': '2021-07-30T00:05:01Z', 'revision_number': 4, 'project_id': '123e474383d34be3816ff4a6e243aec4', 'gw_port': {'id': 'dc5838e9-078e-45d8-88a3-2ec81de0ea37', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:de:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:04:59Z', 'updated_at': '2021-07-30T00:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '9f4ec5f4-d36a-4599-9946-b1c0990afff1', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'floating_ip_address': '172.25.0.109', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'port_id': 'ffd8511c-b557-4f79-a3af-a37a70300475', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f', 'mac_address': 'fa:16:3e:c9:b0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:05:03Z', 'updated_at': '2021-07-30T00:07:30Z', 'revision_number': 5, 'project_id': '123e474383d34be3816ff4a6e243aec4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0a79038-b286-4b0d-8e66-79f76e5c3072', 'name': '', 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'mac_address': 'fa:16:3e:6c:d0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'b83980bc-3d22-43ee-b445-1d0072c0b55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:05:01Z', 'updated_at': '2021-07-30T00:05:06Z', 'revision_number': 5, 'project_id': '123e474383d34be3816ff4a6e243aec4', 'subnets': [{'id': 'b83980bc-3d22-43ee-b445-1d0072c0b55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:07:31.559974 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d287a413-4d8b-4620-bd67-7f2beb95b031 None None] Checking router: 4871086e-08a7-4a1e-9c5b-fcb509b33934 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:07:31.568091 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d287a413-4d8b-4620-bd67-7f2beb95b031 None None] Routers {'4871086e-08a7-4a1e-9c5b-fcb509b33934'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:07:31.568690 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-d287a413-4d8b-4620-bd67-7f2beb95b031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:07:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['4871086e-08a7-4a1e-9c5b-fcb509b33934'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:07:31.573168 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c5f8cf-153d-41ce-b66e-2d205487b8e5 req-c22c8164-383d-45d8-91ea-ad177d30414b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:31.574745 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d4c5f8cf-153d-41ce-b66e-2d205487b8e5 req-c22c8164-383d-45d8-91ea-ad177d30414b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=66c7de0a-7704-4c37-94be-f48c6009b36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402124 Jul 30 00:07:31.663103 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d4c5f8cf-153d-41ce-b66e-2d205487b8e5 req-695bb7d3-c0ed-4ae1-910e-b4f6330840a5 service neutron] 10.222.0.22 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809331 Jul 30 00:07:31.673718 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-d287a413-4d8b-4620-bd67-7f2beb95b031 None None] Set router 4871086e-08a7-4a1e-9c5b-fcb509b33934 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:07:31.756494 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d4c5f8cf-153d-41ce-b66e-2d205487b8e5 req-406ceccd-37e8-4514-8e08-3a0386573f20 service neutron] 10.222.0.22 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866990 Jul 30 00:07:31.899538 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-d287a413-4d8b-4620-bd67-7f2beb95b031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'name': 'tempest-ServerActionsTestJSON-464895061-router', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'dc5838e9-078e-45d8-88a3-2ec81de0ea37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:04:59Z', 'updated_at': '2021-07-30T00:05:01Z', 'revision_number': 4, 'project_id': '123e474383d34be3816ff4a6e243aec4', 'gw_port': {'id': 'dc5838e9-078e-45d8-88a3-2ec81de0ea37', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:de:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:04:59Z', 'updated_at': '2021-07-30T00:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '9f4ec5f4-d36a-4599-9946-b1c0990afff1', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'floating_ip_address': '172.25.0.109', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'port_id': 'ffd8511c-b557-4f79-a3af-a37a70300475', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f', 'mac_address': 'fa:16:3e:c9:b0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:05:03Z', 'updated_at': '2021-07-30T00:07:30Z', 'revision_number': 5, 'project_id': '123e474383d34be3816ff4a6e243aec4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0a79038-b286-4b0d-8e66-79f76e5c3072', 'name': '', 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'mac_address': 'fa:16:3e:6c:d0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'b83980bc-3d22-43ee-b445-1d0072c0b55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:05:01Z', 'updated_at': '2021-07-30T00:05:06Z', 'revision_number': 5, 'project_id': '123e474383d34be3816ff4a6e243aec4', 'subnets': [{'id': 'b83980bc-3d22-43ee-b445-1d0072c0b55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:07:31.924889 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d287a413-4d8b-4620-bd67-7f2beb95b031 None None] The sync data for ids ['4871086e-08a7-4a1e-9c5b-fcb509b33934'] in n-d-712141-10 is: [{'id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'name': 'tempest-ServerActionsTestJSON-464895061-router', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'dc5838e9-078e-45d8-88a3-2ec81de0ea37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:04:59Z', 'updated_at': '2021-07-30T00:05:01Z', 'revision_number': 4, 'project_id': '123e474383d34be3816ff4a6e243aec4', 'gw_port': {'id': 'dc5838e9-078e-45d8-88a3-2ec81de0ea37', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:de:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:04:59Z', 'updated_at': '2021-07-30T00:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '9f4ec5f4-d36a-4599-9946-b1c0990afff1', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'floating_ip_address': '172.25.0.109', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'port_id': 'ffd8511c-b557-4f79-a3af-a37a70300475', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f', 'mac_address': 'fa:16:3e:c9:b0:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:05:03Z', 'updated_at': '2021-07-30T00:07:30Z', 'revision_number': 5, 'project_id': '123e474383d34be3816ff4a6e243aec4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0a79038-b286-4b0d-8e66-79f76e5c3072', 'name': '', 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'mac_address': 'fa:16:3e:6c:d0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'b83980bc-3d22-43ee-b445-1d0072c0b55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:05:01Z', 'updated_at': '2021-07-30T00:05:06Z', 'revision_number': 5, 'project_id': '123e474383d34be3816ff4a6e243aec4', 'subnets': [{'id': 'b83980bc-3d22-43ee-b445-1d0072c0b55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:07:32.119052 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c941fe-2b04-4d1d-9f99-7a2673aa767c None None] New status for floating IP 9f4ec5f4-d36a-4599-9946-b1c0990afff1: ACTIVE {{(pid=94079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:07:37.501628 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:49.944043 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:53.297430 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-09e60c45-c447-4a7f-92de-f0e38ceadce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:55.913029 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f9f0698c-9c86-4768-bd79-f4a7984b5002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:56.493792 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:57.821165 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:59.305186 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a860e467-32e6-4d5b-83ee-d20470d5509c req-4319378b-4857-446a-8a42-8487317d1a1b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0418582 Jul 30 00:07:59.389865 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860e467-32e6-4d5b-83ee-d20470d5509c req-66aad279-fca5-48d9-bee5-f0e803baeb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:59.391371 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a860e467-32e6-4d5b-83ee-d20470d5509c req-66aad279-fca5-48d9-bee5-f0e803baeb6a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=123e474383d34be3816ff4a6e243aec4&device_id=92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d HTTP/1.1" status: 200 len: 1097 time: 0.0440397 Jul 30 00:07:59.452996 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:59.498267 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860e467-32e6-4d5b-83ee-d20470d5509c req-c4a99763-c0e9-48a9-9b1a-cdea5c46de1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:59.499778 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a860e467-32e6-4d5b-83ee-d20470d5509c req-c4a99763-c0e9-48a9-9b1a-cdea5c46de1f service neutron] 10.222.0.22 "GET /v2.0/networks?id=66c7de0a-7704-4c37-94be-f48c6009b36f HTTP/1.1" status: 200 len: 912 time: 0.0889614 Jul 30 00:07:59.567431 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a860e467-32e6-4d5b-83ee-d20470d5509c req-bb7934fc-87a0-425a-9226-1ffd85c684f3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffd8511c-b557-4f79-a3af-a37a70300475 HTTP/1.1" status: 200 len: 1001 time: 0.0597553 Jul 30 00:07:59.619247 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860e467-32e6-4d5b-83ee-d20470d5509c req-67ecdd03-f27b-4c13-9876-7a03ecb4cd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:59.620691 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a860e467-32e6-4d5b-83ee-d20470d5509c req-67ecdd03-f27b-4c13-9876-7a03ecb4cd82 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b83980bc-3d22-43ee-b445-1d0072c0b55e HTTP/1.1" status: 200 len: 850 time: 0.0465357 Jul 30 00:07:59.665332 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860e467-32e6-4d5b-83ee-d20470d5509c req-1cc36618-1ef3-418e-b01d-76b7112f86b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:59.666875 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a860e467-32e6-4d5b-83ee-d20470d5509c req-1cc36618-1ef3-418e-b01d-76b7112f86b4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=66c7de0a-7704-4c37-94be-f48c6009b36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393498 Jul 30 00:07:59.756037 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a860e467-32e6-4d5b-83ee-d20470d5509c req-f86e30b3-f1ec-4a78-acdf-25f7dfcbe4dc service neutron] 10.222.0.22 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803258 Jul 30 00:07:59.849745 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a860e467-32e6-4d5b-83ee-d20470d5509c req-b6e92895-5620-4db0-9408-597e87d03165 service neutron] 10.222.0.22 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861754 Jul 30 00:08:01.920696 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:08:07.515437 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:19.960450 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:23.461420 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7078a7e3-fae5-4497-936a-37f12cda30a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:25.916423 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1ac87964-7851-41fe-bcf0-5b58c8a917cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:26.499085 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:27.823970 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:29.456545 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:37.515082 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:38.918844 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:08:49.976044 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:53.308132 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b2c3784d-1312-4902-8ee6-fd9f0a609841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:55.917518 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5ae2a343-285e-46de-b34e-ea082325e6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:56.501134 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:57.827730 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:59.458976 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:01.302853 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-88969393-ab64-4287-b2ed-e300cb4946ce req-c74b6eb5-9ec6-4b8f-9e6f-caae7515c7f5 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401769 Jul 30 00:09:01.384870 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88969393-ab64-4287-b2ed-e300cb4946ce req-5c019403-c4a6-46df-9b5c-97271274d628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:01.386424 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-88969393-ab64-4287-b2ed-e300cb4946ce req-5c019403-c4a6-46df-9b5c-97271274d628 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=123e474383d34be3816ff4a6e243aec4&device_id=92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d HTTP/1.1" status: 200 len: 1097 time: 0.0415018 Jul 30 00:09:01.493831 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88969393-ab64-4287-b2ed-e300cb4946ce req-10e3ad50-da93-42b4-a1a3-a0dab9aec259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:01.495505 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-88969393-ab64-4287-b2ed-e300cb4946ce req-10e3ad50-da93-42b4-a1a3-a0dab9aec259 service neutron] 10.222.0.22 "GET /v2.0/networks?id=66c7de0a-7704-4c37-94be-f48c6009b36f HTTP/1.1" status: 200 len: 912 time: 0.0890610 Jul 30 00:09:01.564505 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-88969393-ab64-4287-b2ed-e300cb4946ce req-ef2bfe11-e77d-4c5e-9a1a-45a168e4bb68 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffd8511c-b557-4f79-a3af-a37a70300475 HTTP/1.1" status: 200 len: 1001 time: 0.0619745 Jul 30 00:09:01.616925 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88969393-ab64-4287-b2ed-e300cb4946ce req-4f9d331f-c2fa-42e7-8d5c-866f3c0b7a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:01.618459 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-88969393-ab64-4287-b2ed-e300cb4946ce req-4f9d331f-c2fa-42e7-8d5c-866f3c0b7a78 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b83980bc-3d22-43ee-b445-1d0072c0b55e HTTP/1.1" status: 200 len: 850 time: 0.0475049 Jul 30 00:09:01.666012 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88969393-ab64-4287-b2ed-e300cb4946ce req-0dbc6966-1b88-42bd-8af3-5582be1875d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:01.667536 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-88969393-ab64-4287-b2ed-e300cb4946ce req-0dbc6966-1b88-42bd-8af3-5582be1875d0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=66c7de0a-7704-4c37-94be-f48c6009b36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412643 Jul 30 00:09:01.760903 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-88969393-ab64-4287-b2ed-e300cb4946ce req-81098ade-cd2c-4081-a0c9-b44b5b8235d5 service neutron] 10.222.0.22 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861812 Jul 30 00:09:02.084615 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-88969393-ab64-4287-b2ed-e300cb4946ce req-18c240d8-baa1-4c13-bf0b-66ca926f001f service neutron] 10.222.0.22 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171430 Jul 30 00:09:07.518137 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:08.385001 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fb8534-76cb-4342-9e05-4b1116d662e6 req-4be72485-2c39-49cc-bcd3-4909856f6181 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:08.386528 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-45fb8534-76cb-4342-9e05-4b1116d662e6 req-4be72485-2c39-49cc-bcd3-4909856f6181 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d HTTP/1.1" status: 200 len: 945 time: 0.1636901 Jul 30 00:09:08.431578 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-45fb8534-76cb-4342-9e05-4b1116d662e6 req-0a1f60c4-aa7c-4080-a8d4-eace129a00a5 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381966 Jul 30 00:09:09.635541 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811a99dc-4856-4f94-a4c9-530c1d5561a7 req-f4ade20c-f73d-4e16-8525-2415ebd928dc tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:09.637025 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-811a99dc-4856-4f94-a4c9-530c1d5561a7 req-f4ade20c-f73d-4e16-8525-2415ebd928dc tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d HTTP/1.1" status: 200 len: 945 time: 0.1256518 Jul 30 00:09:09.676699 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-811a99dc-4856-4f94-a4c9-530c1d5561a7 req-d24fd7ca-3065-490d-8309-535689d71d56 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328424 Jul 30 00:09:10.800551 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edcae08-59a1-4aaf-9d37-6620c13b1756 req-de8c2689-85ad-4abe-9d5f-4a3875515f6f tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:10.802271 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2edcae08-59a1-4aaf-9d37-6620c13b1756 req-de8c2689-85ad-4abe-9d5f-4a3875515f6f tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d HTTP/1.1" status: 200 len: 945 time: 0.0575476 Jul 30 00:09:10.840859 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2edcae08-59a1-4aaf-9d37-6620c13b1756 req-75275246-c515-48f8-a561-683ffc0684e1 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325360 Jul 30 00:09:11.959700 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d968b554-96be-45cd-97f7-c36669b00717 req-3ac71f16-93a2-494a-9536-a51ae9de1036 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:11.961200 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d968b554-96be-45cd-97f7-c36669b00717 req-3ac71f16-93a2-494a-9536-a51ae9de1036 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d HTTP/1.1" status: 200 len: 945 time: 0.0498910 Jul 30 00:09:12.000470 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d968b554-96be-45cd-97f7-c36669b00717 req-e3eefd21-a418-454f-903d-7bf9e4271898 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325391 Jul 30 00:09:13.129403 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dfe110-db09-4fa6-8b66-16c49099140d req-763838f6-35fe-4f6b-84e8-8b26c491dac7 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:13.130987 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a6dfe110-db09-4fa6-8b66-16c49099140d req-763838f6-35fe-4f6b-84e8-8b26c491dac7 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d HTTP/1.1" status: 200 len: 945 time: 0.0498619 Jul 30 00:09:13.180262 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a6dfe110-db09-4fa6-8b66-16c49099140d req-8018ca1a-e67d-4338-9bb9-34d203223743 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433850 Jul 30 00:09:14.302336 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70fa7c1-6df6-41e2-aa42-c07fa3c088f2 req-c009e6da-83e2-48ed-8c0a-78f572382193 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:14.303880 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f70fa7c1-6df6-41e2-aa42-c07fa3c088f2 req-c009e6da-83e2-48ed-8c0a-78f572382193 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d HTTP/1.1" status: 200 len: 945 time: 0.0553660 Jul 30 00:09:14.345977 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f70fa7c1-6df6-41e2-aa42-c07fa3c088f2 req-f9ea35e5-4b09-42f2-87da-2eb6099eb4d9 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338154 Jul 30 00:09:15.468327 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d856de56-91b0-4a01-8024-2b2d9b96f5be req-0559af6f-0694-4b43-9435-fd980d666c96 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:15.470014 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d856de56-91b0-4a01-8024-2b2d9b96f5be req-0559af6f-0694-4b43-9435-fd980d666c96 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d HTTP/1.1" status: 200 len: 945 time: 0.0524900 Jul 30 00:09:15.510638 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d856de56-91b0-4a01-8024-2b2d9b96f5be req-1fa75670-f941-440a-be9c-85437eeba798 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348341 Jul 30 00:09:15.919069 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:09:16.636672 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca1553-f586-42e2-bff1-9c278f2b4ed4 req-8fea225a-6c92-4399-8815-40385f85facf tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:16.638194 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-46ca1553-f586-42e2-bff1-9c278f2b4ed4 req-8fea225a-6c92-4399-8815-40385f85facf tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d HTTP/1.1" status: 200 len: 945 time: 0.0531065 Jul 30 00:09:16.685603 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-46ca1553-f586-42e2-bff1-9c278f2b4ed4 req-7c0e3b1d-0815-4026-bf9b-8d5bbe031536 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412333 Jul 30 00:09:17.822125 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cc2feb-a7bc-44fa-b875-22ac52107a67 req-897a07d6-f236-45c5-ab48-88193589a792 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:17.823539 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-01cc2feb-a7bc-44fa-b875-22ac52107a67 req-897a07d6-f236-45c5-ab48-88193589a792 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d HTTP/1.1" status: 200 len: 945 time: 0.0645306 Jul 30 00:09:17.868420 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-01cc2feb-a7bc-44fa-b875-22ac52107a67 req-baf626b8-21b8-4d7e-b492-13b05a6ecaf5 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356808 Jul 30 00:09:18.988858 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d8b25-d7bf-42f2-a73e-924b02a447ac req-4d7ef05a-b397-4c5b-9269-89cc8d86e96b tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:18.990453 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5b3d8b25-d7bf-42f2-a73e-924b02a447ac req-4d7ef05a-b397-4c5b-9269-89cc8d86e96b tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d HTTP/1.1" status: 200 len: 945 time: 0.0513647 Jul 30 00:09:19.036011 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5b3d8b25-d7bf-42f2-a73e-924b02a447ac req-81bc969a-a32f-472e-bd4b-e6fe715d001d tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390913 Jul 30 00:09:19.393908 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c1a051f2-8fac-4186-96ee-709bbb508e64 req-2110fe75-380d-42fb-b6fd-923d1c9475cb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0458958 Jul 30 00:09:19.397056 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7813d3b5-e046-459a-b602-67403923d27d req-345fecdf-caa6-4a35-bcf7-1e2e4626ae98 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:19.398724 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7813d3b5-e046-459a-b602-67403923d27d req-345fecdf-caa6-4a35-bcf7-1e2e4626ae98 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d HTTP/1.1" status: 200 len: 945 time: 0.0531478 Jul 30 00:09:19.446890 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7813d3b5-e046-459a-b602-67403923d27d req-5e102e64-4f31-4581-8427-52cc27a270f5 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411296 Jul 30 00:09:19.974145 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:20.586057 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4862dd41-b4ae-430b-a552-a62566500884 req-71aa9dbd-2d25-4b01-8da3-e7da21a5932d tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:20.587619 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4862dd41-b4ae-430b-a552-a62566500884 req-71aa9dbd-2d25-4b01-8da3-e7da21a5932d tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d HTTP/1.1" status: 200 len: 945 time: 0.0637300 Jul 30 00:09:20.662520 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a051f2-8fac-4186-96ee-709bbb508e64 req-087ae7de-e87c-4c10-8626-a97ff9d6a328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:20.664165 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c1a051f2-8fac-4186-96ee-709bbb508e64 req-087ae7de-e87c-4c10-8626-a97ff9d6a328 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=123e474383d34be3816ff4a6e243aec4&device_id=92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d HTTP/1.1" status: 200 len: 1097 time: 0.0614150 Jul 30 00:09:20.774458 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a051f2-8fac-4186-96ee-709bbb508e64 req-640c9e79-e9e4-4e4e-a784-4536245dd1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:20.775893 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c1a051f2-8fac-4186-96ee-709bbb508e64 req-640c9e79-e9e4-4e4e-a784-4536245dd1d1 service neutron] 10.222.0.22 "GET /v2.0/networks?id=66c7de0a-7704-4c37-94be-f48c6009b36f HTTP/1.1" status: 200 len: 912 time: 0.1046937 Jul 30 00:09:20.849476 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c1a051f2-8fac-4186-96ee-709bbb508e64 req-10ff9a68-12a8-42d0-90c9-eccc67c41904 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffd8511c-b557-4f79-a3af-a37a70300475 HTTP/1.1" status: 200 len: 1001 time: 0.0660901 Jul 30 00:09:20.912017 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a051f2-8fac-4186-96ee-709bbb508e64 req-c43b8eb3-dd52-43a0-be67-54ca45c1c1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:20.913794 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c1a051f2-8fac-4186-96ee-709bbb508e64 req-c43b8eb3-dd52-43a0-be67-54ca45c1c1e9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b83980bc-3d22-43ee-b445-1d0072c0b55e HTTP/1.1" status: 200 len: 850 time: 0.0563579 Jul 30 00:09:20.962297 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a051f2-8fac-4186-96ee-709bbb508e64 req-0705b3fe-cc1f-4e14-8ec7-822a1860f0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:20.964097 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c1a051f2-8fac-4186-96ee-709bbb508e64 req-0705b3fe-cc1f-4e14-8ec7-822a1860f0a8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=66c7de0a-7704-4c37-94be-f48c6009b36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436144 Jul 30 00:09:20.974289 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4862dd41-b4ae-430b-a552-a62566500884 req-2f3139da-a9ef-4813-99bd-222745598d02 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3777857 Jul 30 00:09:21.056841 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c1a051f2-8fac-4186-96ee-709bbb508e64 req-c9a69c83-56d4-4a21-a5a3-9dada33733c5 service neutron] 10.222.0.22 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856807 Jul 30 00:09:21.159639 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c1a051f2-8fac-4186-96ee-709bbb508e64 req-d0a33e83-1381-40ec-ac1d-458a67c8a84a service neutron] 10.222.0.22 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958624 Jul 30 00:09:22.096184 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3fb2d6-87d5-43ab-86e1-60c8f4dfa22a req-71d4fc0f-65ec-4e35-b8cf-17f081d53bb6 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:22.097794 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bb3fb2d6-87d5-43ab-86e1-60c8f4dfa22a req-71d4fc0f-65ec-4e35-b8cf-17f081d53bb6 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d HTTP/1.1" status: 200 len: 945 time: 0.0531530 Jul 30 00:09:22.138380 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bb3fb2d6-87d5-43ab-86e1-60c8f4dfa22a req-b879ee53-2a78-4bee-8dfd-ab7d14c204cf tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344694 Jul 30 00:09:22.945438 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [req-c1a051f2-8fac-4186-96ee-709bbb508e64 req-1dd36685-467e-42d4-a106-9508a32f05ab service neutron] show failed (client error): The resource could not be found. Jul 30 00:09:22.946569 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c1a051f2-8fac-4186-96ee-709bbb508e64 req-1dd36685-467e-42d4-a106-9508a32f05ab service neutron] 10.222.0.22 "GET /v2.0/ports/ffd8511c-b557-4f79-a3af-a37a70300475/bindings/n-h1-712141-10 HTTP/1.1" status: 404 len: 381 time: 0.0602357 Jul 30 00:09:23.150818 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a051f2-8fac-4186-96ee-709bbb508e64 req-f1057280-1ef9-41f4-b601-7e77d2da74d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:23.152214 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c1a051f2-8fac-4186-96ee-709bbb508e64 req-f1057280-1ef9-41f4-b601-7e77d2da74d2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d&tenant_id=123e474383d34be3816ff4a6e243aec4 HTTP/1.1" status: 200 len: 1097 time: 0.0421019 Jul 30 00:09:23.171491 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-c1a051f2-8fac-4186-96ee-709bbb508e64 req-a324f780-5440-4d1c-8c47-5ab4fa092d55 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712141-10', 'device_owner': 'compute:nova'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:09:23.255032 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-c1a051f2-8fac-4186-96ee-709bbb508e64 req-a324f780-5440-4d1c-8c47-5ab4fa092d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:23.305175 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-83c87ff1-1a94-4123-8820-c09f8d821dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:23.315178 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51a7dba-2e57-44cb-a2d1-36a90c1ea9f4 req-a9b69ca6-0c54-40ec-9a19-dacb1366cbcf tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:23.316848 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b51a7dba-2e57-44cb-a2d1-36a90c1ea9f4 req-a9b69ca6-0c54-40ec-9a19-dacb1366cbcf tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d HTTP/1.1" status: 200 len: 945 time: 0.0910122 Jul 30 00:09:23.434827 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b51a7dba-2e57-44cb-a2d1-36a90c1ea9f4 req-19789d26-2f50-4a4f-a581-3574aba43fd9 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054285 Jul 30 00:09:23.518030 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-c1a051f2-8fac-4186-96ee-709bbb508e64 req-a324f780-5440-4d1c-8c47-5ab4fa092d55 service neutron] For port ffd8511c-b557-4f79-a3af-a37a70300475, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=ffd8511c-b557-4f79-a3af-a37a70300475,segment=NetworkSegment(ab17a81a-a27c-4db7-b421-1236b25e7e1e),segment_id=ab17a81a-a27c-4db7-b421-1236b25e7e1e)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:09:23.551407 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-c1a051f2-8fac-4186-96ee-709bbb508e64 req-a324f780-5440-4d1c-8c47-5ab4fa092d55 service neutron] For port ffd8511c-b557-4f79-a3af-a37a70300475, host n-h2-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:09:23.598688 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffd8511c-b557-4f79-a3af-a37a70300475'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:09:23.603011 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b2f005-09e2-4d15-8c69-677a443eaf85" -d '{"events": [{"server_uuid": "92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d", "name": "network-vif-unplugged", "status": "completed", "tag": "ffd8511c-b557-4f79-a3af-a37a70300475"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:09:23.607723 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-c1a051f2-8fac-4186-96ee-709bbb508e64 req-a324f780-5440-4d1c-8c47-5ab4fa092d55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:23.621128 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-c1a051f2-8fac-4186-96ee-709bbb508e64 req-a324f780-5440-4d1c-8c47-5ab4fa092d55 service neutron] Transition to ACTIVE for port object ffd8511c-b557-4f79-a3af-a37a70300475 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:09:23.627232 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-c1a051f2-8fac-4186-96ee-709bbb508e64 req-a324f780-5440-4d1c-8c47-5ab4fa092d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:23.659461 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 00:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106984dc-0f73-4e45-ae7c-512af9d8fa72 x-openstack-request-id: req-106984dc-0f73-4e45-ae7c-512af9d8fa72 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:09:23.659788 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d", "name": "network-vif-unplugged", "status": "completed", "tag": "ffd8511c-b557-4f79-a3af-a37a70300475", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:09:23.660047 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-106984dc-0f73-4e45-ae7c-512af9d8fa72 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:09:23.660437 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ffd8511c-b557-4f79-a3af-a37a70300475', 'code': 200} Jul 30 00:09:23.753293 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324f780-5440-4d1c-8c47-5ab4fa092d55 service neutron] Pushing event updated for resources: {'Port': ['ID=ffd8511c-b557-4f79-a3af-a37a70300475,revision_number=6']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:23.776216 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324f780-5440-4d1c-8c47-5ab4fa092d55 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:23.776564 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324f780-5440-4d1c-8c47-5ab4fa092d55 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:23.776907 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324f780-5440-4d1c-8c47-5ab4fa092d55 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:23.777247 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324f780-5440-4d1c-8c47-5ab4fa092d55 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:23.777704 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324f780-5440-4d1c-8c47-5ab4fa092d55 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:23.778049 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324f780-5440-4d1c-8c47-5ab4fa092d55 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:23.778381 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324f780-5440-4d1c-8c47-5ab4fa092d55 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:23.778712 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324f780-5440-4d1c-8c47-5ab4fa092d55 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:23.779042 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324f780-5440-4d1c-8c47-5ab4fa092d55 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:23.779373 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324f780-5440-4d1c-8c47-5ab4fa092d55 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:23.779959 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324f780-5440-4d1c-8c47-5ab4fa092d55 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:23.781650 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324f780-5440-4d1c-8c47-5ab4fa092d55 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:23.831467 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1a051f2-8fac-4186-96ee-709bbb508e64 req-a324f780-5440-4d1c-8c47-5ab4fa092d55 service neutron] No DVR routers for this DVR port ffd8511c-b557-4f79-a3af-a37a70300475 on host n-h2-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:09:23.986321 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-c1a051f2-8fac-4186-96ee-709bbb508e64 req-a324f780-5440-4d1c-8c47-5ab4fa092d55 service neutron] Attempting to bind port ffd8511c-b557-4f79-a3af-a37a70300475 on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:09:23.986659 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-c1a051f2-8fac-4186-96ee-709bbb508e64 req-a324f780-5440-4d1c-8c47-5ab4fa092d55 service neutron] Attempting to bind port ffd8511c-b557-4f79-a3af-a37a70300475 by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': 'ab17a81a-a27c-4db7-b421-1236b25e7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:09:23.986974 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a051f2-8fac-4186-96ee-709bbb508e64 req-a324f780-5440-4d1c-8c47-5ab4fa092d55 service neutron] Attempting to bind port ffd8511c-b557-4f79-a3af-a37a70300475 on network 66c7de0a-7704-4c37-94be-f48c6009b36f {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:09:23.992239 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a051f2-8fac-4186-96ee-709bbb508e64 req-a324f780-5440-4d1c-8c47-5ab4fa092d55 service neutron] Port ffd8511c-b557-4f79-a3af-a37a70300475 on network 66c7de0a-7704-4c37-94be-f48c6009b36f not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:09:23.992572 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a051f2-8fac-4186-96ee-709bbb508e64 req-a324f780-5440-4d1c-8c47-5ab4fa092d55 service neutron] Attempting to bind port ffd8511c-b557-4f79-a3af-a37a70300475 on network 66c7de0a-7704-4c37-94be-f48c6009b36f {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:09:23.997612 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a051f2-8fac-4186-96ee-709bbb508e64 req-a324f780-5440-4d1c-8c47-5ab4fa092d55 service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 9, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:09:23.998044 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a051f2-8fac-4186-96ee-709bbb508e64 req-a324f780-5440-4d1c-8c47-5ab4fa092d55 service neutron] Checking segment: {'id': 'ab17a81a-a27c-4db7-b421-1236b25e7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:09:23.998473 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1a051f2-8fac-4186-96ee-709bbb508e64 req-a324f780-5440-4d1c-8c47-5ab4fa092d55 service neutron] Bound using segment: {'id': 'ab17a81a-a27c-4db7-b421-1236b25e7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:09:23.998869 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-c1a051f2-8fac-4186-96ee-709bbb508e64 req-a324f780-5440-4d1c-8c47-5ab4fa092d55 service neutron] Bound port: ffd8511c-b557-4f79-a3af-a37a70300475, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab17a81a-a27c-4db7-b421-1236b25e7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:09:23.999266 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-c1a051f2-8fac-4186-96ee-709bbb508e64 req-a324f780-5440-4d1c-8c47-5ab4fa092d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:24.070641 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-c1a051f2-8fac-4186-96ee-709bbb508e64 req-a324f780-5440-4d1c-8c47-5ab4fa092d55 service neutron] For port ffd8511c-b557-4f79-a3af-a37a70300475, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:09:24.074182 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-c1a051f2-8fac-4186-96ee-709bbb508e64 req-a324f780-5440-4d1c-8c47-5ab4fa092d55 service neutron] For port ffd8511c-b557-4f79-a3af-a37a70300475, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=ffd8511c-b557-4f79-a3af-a37a70300475,segment=NetworkSegment(ab17a81a-a27c-4db7-b421-1236b25e7e1e),segment_id=ab17a81a-a27c-4db7-b421-1236b25e7e1e)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:09:24.079137 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-c1a051f2-8fac-4186-96ee-709bbb508e64 req-a324f780-5440-4d1c-8c47-5ab4fa092d55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:24.116734 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a051f2-8fac-4186-96ee-709bbb508e64 req-a324f780-5440-4d1c-8c47-5ab4fa092d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:24.117383 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-c1a051f2-8fac-4186-96ee-709bbb508e64 req-a324f780-5440-4d1c-8c47-5ab4fa092d55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:24.118874 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c1a051f2-8fac-4186-96ee-709bbb508e64 req-a324f780-5440-4d1c-8c47-5ab4fa092d55 service neutron] 10.222.0.41 "PUT /v2.0/ports/ffd8511c-b557-4f79-a3af-a37a70300475 HTTP/1.1" status: 200 len: 1092 time: 0.9518015 Jul 30 00:09:24.142322 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324f780-5440-4d1c-8c47-5ab4fa092d55 service neutron] Pushing event updated for resources: {'Port': ['ID=ffd8511c-b557-4f79-a3af-a37a70300475,revision_number=7']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:24.208673 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a051f2-8fac-4186-96ee-709bbb508e64 req-7ddd6538-dbc7-4e28-b0e2-8880bc0ef0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:24.210262 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c1a051f2-8fac-4186-96ee-709bbb508e64 req-7ddd6538-dbc7-4e28-b0e2-8880bc0ef0c3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=123e474383d34be3816ff4a6e243aec4&device_id=92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d HTTP/1.1" status: 200 len: 1095 time: 0.0543766 Jul 30 00:09:24.316609 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a051f2-8fac-4186-96ee-709bbb508e64 req-3fc7b75b-6e1a-48fa-8cee-f167c1f90c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:24.318140 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c1a051f2-8fac-4186-96ee-709bbb508e64 req-3fc7b75b-6e1a-48fa-8cee-f167c1f90c0e service neutron] 10.222.0.41 "GET /v2.0/networks?id=66c7de0a-7704-4c37-94be-f48c6009b36f HTTP/1.1" status: 200 len: 912 time: 0.1006582 Jul 30 00:09:24.387543 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c1a051f2-8fac-4186-96ee-709bbb508e64 req-1556b838-d5fa-460e-9d87-4d5e127ca929 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffd8511c-b557-4f79-a3af-a37a70300475 HTTP/1.1" status: 200 len: 999 time: 0.0621126 Jul 30 00:09:24.439573 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a051f2-8fac-4186-96ee-709bbb508e64 req-e077e095-d509-484f-bf29-026e404a94eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:24.441069 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c1a051f2-8fac-4186-96ee-709bbb508e64 req-e077e095-d509-484f-bf29-026e404a94eb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b83980bc-3d22-43ee-b445-1d0072c0b55e HTTP/1.1" status: 200 len: 850 time: 0.0460172 Jul 30 00:09:24.496235 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a051f2-8fac-4186-96ee-709bbb508e64 req-edd0da82-e88d-4435-b841-7e5865d78e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:24.497716 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c1a051f2-8fac-4186-96ee-709bbb508e64 req-edd0da82-e88d-4435-b841-7e5865d78e91 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=66c7de0a-7704-4c37-94be-f48c6009b36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502713 Jul 30 00:09:24.619240 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefaf394-3efc-46f9-99ad-36c6d70b939b req-be63c5a3-08f5-40eb-b5ae-e39f53c7f3f5 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:24.620756 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eefaf394-3efc-46f9-99ad-36c6d70b939b req-be63c5a3-08f5-40eb-b5ae-e39f53c7f3f5 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d HTTP/1.1" status: 200 len: 943 time: 0.1056318 Jul 30 00:09:24.642115 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c1a051f2-8fac-4186-96ee-709bbb508e64 req-144f0cf5-541d-4d42-b435-801248a7bb74 service neutron] 10.222.0.41 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361108 Jul 30 00:09:24.710413 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eefaf394-3efc-46f9-99ad-36c6d70b939b req-a99e2091-a71c-43b1-aa89-1090fa4ef6e8 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796993 Jul 30 00:09:24.755793 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c1a051f2-8fac-4186-96ee-709bbb508e64 req-3522b910-5dab-4dc2-a088-34012d40dce0 service neutron] 10.222.0.41 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064997 Jul 30 00:09:25.662063 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d', 'tag': 'ffd8511c-b557-4f79-a3af-a37a70300475'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:09:25.664516 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e775013-f4d8-4be8-864e-d6cd5a1887ac" -d '{"events": [{"name": "network-changed", "server_uuid": "92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d", "tag": "ffd8511c-b557-4f79-a3af-a37a70300475"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:09:25.715730 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-313d24b0-2ebb-4f3f-b2a3-8c7b296917f4 x-openstack-request-id: req-313d24b0-2ebb-4f3f-b2a3-8c7b296917f4 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:09:25.716019 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d", "tag": "ffd8511c-b557-4f79-a3af-a37a70300475", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:09:25.716272 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-313d24b0-2ebb-4f3f-b2a3-8c7b296917f4 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:09:25.716666 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d', 'tag': 'ffd8511c-b557-4f79-a3af-a37a70300475', 'status': 'completed', 'code': 200} Jul 30 00:09:25.780668 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e775013-f4d8-4be8-864e-d6cd5a1887ac req-844a2cbb-a991-41f9-8ddd-d2d092116283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:25.783168 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8e775013-f4d8-4be8-864e-d6cd5a1887ac req-844a2cbb-a991-41f9-8ddd-d2d092116283 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=123e474383d34be3816ff4a6e243aec4&device_id=92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d HTTP/1.1" status: 200 len: 1095 time: 0.0466924 Jul 30 00:09:25.839712 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e775013-f4d8-4be8-864e-d6cd5a1887ac req-965ec46e-d545-46fb-b1e4-9c96fdbcc338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:25.841239 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8e775013-f4d8-4be8-864e-d6cd5a1887ac req-965ec46e-d545-46fb-b1e4-9c96fdbcc338 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=123e474383d34be3816ff4a6e243aec4&device_id=92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d HTTP/1.1" status: 200 len: 1095 time: 0.0806291 Jul 30 00:09:25.854706 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc1c10c-bf37-4abe-ab9e-3fdeac946e59 req-3b7459ba-81c0-4b34-8f30-80d3b4217abe tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:25.856233 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ccc1c10c-bf37-4abe-ab9e-3fdeac946e59 req-3b7459ba-81c0-4b34-8f30-80d3b4217abe tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d HTTP/1.1" status: 200 len: 943 time: 0.0672922 Jul 30 00:09:25.883268 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e775013-f4d8-4be8-864e-d6cd5a1887ac req-790eb749-51b1-4540-9a54-f81a35628739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:25.884807 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8e775013-f4d8-4be8-864e-d6cd5a1887ac req-790eb749-51b1-4540-9a54-f81a35628739 service neutron] 10.222.0.22 "GET /v2.0/networks?id=66c7de0a-7704-4c37-94be-f48c6009b36f HTTP/1.1" status: 200 len: 912 time: 0.0947762 Jul 30 00:09:25.920446 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7ac09bad-15c2-4150-978a-b33e77d00c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:25.960426 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ccc1c10c-bf37-4abe-ab9e-3fdeac946e59 req-6fc4bb1f-ef54-41f8-b586-07b6afafdc71 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948358 Jul 30 00:09:25.962098 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8e775013-f4d8-4be8-864e-d6cd5a1887ac req-084e4d62-e4d1-4f9f-86f9-c1a120e33b6c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffd8511c-b557-4f79-a3af-a37a70300475 HTTP/1.1" status: 200 len: 999 time: 0.0704601 Jul 30 00:09:25.989168 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e775013-f4d8-4be8-864e-d6cd5a1887ac req-e7e3ba13-03e3-448b-9025-1166ba504bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:25.990833 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8e775013-f4d8-4be8-864e-d6cd5a1887ac req-e7e3ba13-03e3-448b-9025-1166ba504bf8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=66c7de0a-7704-4c37-94be-f48c6009b36f HTTP/1.1" status: 200 len: 912 time: 0.1335735 Jul 30 00:09:26.033117 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e775013-f4d8-4be8-864e-d6cd5a1887ac req-e5416d25-e48c-4e65-a9b4-3f7a9aaf2494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:26.034681 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8e775013-f4d8-4be8-864e-d6cd5a1887ac req-e5416d25-e48c-4e65-a9b4-3f7a9aaf2494 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b83980bc-3d22-43ee-b445-1d0072c0b55e HTTP/1.1" status: 200 len: 850 time: 0.0646164 Jul 30 00:09:26.064269 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8e775013-f4d8-4be8-864e-d6cd5a1887ac req-82c0dd1f-d338-4560-9439-15a14af83546 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffd8511c-b557-4f79-a3af-a37a70300475 HTTP/1.1" status: 200 len: 999 time: 0.0661027 Jul 30 00:09:26.087935 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e775013-f4d8-4be8-864e-d6cd5a1887ac req-d9d0e2b5-4503-46a3-bba9-b0de1b88c8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:26.089719 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8e775013-f4d8-4be8-864e-d6cd5a1887ac req-d9d0e2b5-4503-46a3-bba9-b0de1b88c8f7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=66c7de0a-7704-4c37-94be-f48c6009b36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483527 Jul 30 00:09:26.121148 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e775013-f4d8-4be8-864e-d6cd5a1887ac req-5833dda1-ebb8-44f8-a51e-d3c9a0aba22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:26.122732 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8e775013-f4d8-4be8-864e-d6cd5a1887ac req-5833dda1-ebb8-44f8-a51e-d3c9a0aba22f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b83980bc-3d22-43ee-b445-1d0072c0b55e HTTP/1.1" status: 200 len: 850 time: 0.0511227 Jul 30 00:09:26.188507 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e775013-f4d8-4be8-864e-d6cd5a1887ac req-b079dba0-c933-4769-8618-0860fc6eb7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:26.190101 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8e775013-f4d8-4be8-864e-d6cd5a1887ac req-b079dba0-c933-4769-8618-0860fc6eb7a0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=66c7de0a-7704-4c37-94be-f48c6009b36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555577 Jul 30 00:09:26.196506 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8e775013-f4d8-4be8-864e-d6cd5a1887ac req-a992dd46-734c-45ca-a69c-e796288ef73f service neutron] 10.222.0.22 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996945 Jul 30 00:09:26.289657 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8e775013-f4d8-4be8-864e-d6cd5a1887ac req-c5c4abd3-5871-412f-a615-556317a9ba2d service neutron] 10.222.0.41 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924733 Jul 30 00:09:26.302509 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8e775013-f4d8-4be8-864e-d6cd5a1887ac req-5cca43c6-f8a8-4ca6-b816-18a2b9c88a80 service neutron] 10.222.0.22 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996385 Jul 30 00:09:26.392230 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8e775013-f4d8-4be8-864e-d6cd5a1887ac req-5b7d34bf-1ee8-4798-befb-4bf0cef6a496 service neutron] 10.222.0.41 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960674 Jul 30 00:09:26.505337 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:27.110931 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee5a04-a9ca-4650-9dbd-1a2f2c020b33 req-b0573ac8-fd87-4dfb-8716-ad9d620e68eb tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:27.112470 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a5ee5a04-a9ca-4650-9dbd-1a2f2c020b33 req-b0573ac8-fd87-4dfb-8716-ad9d620e68eb tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d HTTP/1.1" status: 200 len: 943 time: 0.0607328 Jul 30 00:09:27.167325 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a5ee5a04-a9ca-4650-9dbd-1a2f2c020b33 req-f04e374f-13f0-4923-badc-f566d4bf2ed7 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444636 Jul 30 00:09:27.344549 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device ffd8511c-b557-4f79-a3af-a37a70300475 no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:09:27.380101 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795c7bcc-b931-4c61-a333-531a20292b6c req-e4e79f2d-4ecc-44a2-9435-39274a5f8e8f tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:27.382020 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-795c7bcc-b931-4c61-a333-531a20292b6c req-e4e79f2d-4ecc-44a2-9435-39274a5f8e8f tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d HTTP/1.1" status: 200 len: 943 time: 0.0592084 Jul 30 00:09:27.392881 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device ffd8511c-b557-4f79-a3af-a37a70300475 not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:09:27.396060 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0944f204-0906-4f85-acb7-35f3c565ce6a req-6dc34c04-377d-45f3-8127-a376a9fc9274 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:27.398007 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0944f204-0906-4f85-acb7-35f3c565ce6a req-6dc34c04-377d-45f3-8127-a376a9fc9274 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.22 "GET /v2.0/ports?device_id=92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d&tenant_id=123e474383d34be3816ff4a6e243aec4&binding%3Ahost_id=n-h1-712141-10 HTTP/1.1" status: 200 len: 943 time: 0.0626421 Jul 30 00:09:27.425463 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-795c7bcc-b931-4c61-a333-531a20292b6c req-b717f6fc-5655-4c32-a2c4-c6df0f3151d1 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359676 Jul 30 00:09:27.460726 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [req-0944f204-0906-4f85-acb7-35f3c565ce6a req-0a8aefb8-5be1-452e-b377-68e40c42e140 service neutron] delete failed (client error): The resource could not be found. Jul 30 00:09:27.461852 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0944f204-0906-4f85-acb7-35f3c565ce6a req-0a8aefb8-5be1-452e-b377-68e40c42e140 service neutron] 10.222.0.22 "DELETE /v2.0/ports/ffd8511c-b557-4f79-a3af-a37a70300475/bindings/n-h2-712141-10 HTTP/1.1" status: 404 len: 381 time: 0.0565791 Jul 30 00:09:27.555195 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0944f204-0906-4f85-acb7-35f3c565ce6a req-2f7ad1dc-0261-4962-aa74-10a2ca00a5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:27.556612 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0944f204-0906-4f85-acb7-35f3c565ce6a req-2f7ad1dc-0261-4962-aa74-10a2ca00a5f6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=123e474383d34be3816ff4a6e243aec4&device_id=92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d HTTP/1.1" status: 200 len: 1095 time: 0.0482459 Jul 30 00:09:27.660197 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0944f204-0906-4f85-acb7-35f3c565ce6a req-a85caf8b-5e91-47ef-90d0-7d85f64b1303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:27.661742 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0944f204-0906-4f85-acb7-35f3c565ce6a req-a85caf8b-5e91-47ef-90d0-7d85f64b1303 service neutron] 10.222.0.22 "GET /v2.0/networks?id=66c7de0a-7704-4c37-94be-f48c6009b36f HTTP/1.1" status: 200 len: 912 time: 0.0979195 Jul 30 00:09:27.733899 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0944f204-0906-4f85-acb7-35f3c565ce6a req-9a4673a7-82b5-43ae-91fa-118fa68157be service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffd8511c-b557-4f79-a3af-a37a70300475 HTTP/1.1" status: 200 len: 999 time: 0.0648651 Jul 30 00:09:27.785768 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0944f204-0906-4f85-acb7-35f3c565ce6a req-76153110-5c7d-4a0c-ba43-3828383e281c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:27.787340 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0944f204-0906-4f85-acb7-35f3c565ce6a req-76153110-5c7d-4a0c-ba43-3828383e281c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b83980bc-3d22-43ee-b445-1d0072c0b55e HTTP/1.1" status: 200 len: 850 time: 0.0468903 Jul 30 00:09:27.830918 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:27.840312 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0944f204-0906-4f85-acb7-35f3c565ce6a req-9beef16b-5c1f-47af-bedb-d77e611c61be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:27.841910 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0944f204-0906-4f85-acb7-35f3c565ce6a req-9beef16b-5c1f-47af-bedb-d77e611c61be service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=66c7de0a-7704-4c37-94be-f48c6009b36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472460 Jul 30 00:09:27.936486 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device ffd8511c-b557-4f79-a3af-a37a70300475 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:09:27.948938 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0944f204-0906-4f85-acb7-35f3c565ce6a req-b1da0e5c-e1b6-4906-9cdb-f2e8b8def39d service neutron] 10.222.0.22 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973380 Jul 30 00:09:28.049169 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port ffd8511c-b557-4f79-a3af-a37a70300475, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=ffd8511c-b557-4f79-a3af-a37a70300475,segment=NetworkSegment(ab17a81a-a27c-4db7-b421-1236b25e7e1e),segment_id=ab17a81a-a27c-4db7-b421-1236b25e7e1e)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:09:28.059016 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0944f204-0906-4f85-acb7-35f3c565ce6a req-0518a429-a2d9-4627-b73a-cdd188e2ce93 service neutron] 10.222.0.22 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062410 Jul 30 00:09:28.061572 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': 'ffd8511c-b557-4f79-a3af-a37a70300475', 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f', 'port_id': 'ffd8511c-b557-4f79-a3af-a37a70300475', 'mac_address': 'fa:16:3e:c9:b0:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b83980bc-3d22-43ee-b445-1d0072c0b55e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:09:28.114662 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:28.128530 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffd8511c-b557-4f79-a3af-a37a70300475 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:09:28.154298 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port ffd8511c-b557-4f79-a3af-a37a70300475, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=ffd8511c-b557-4f79-a3af-a37a70300475,segment=NetworkSegment(ab17a81a-a27c-4db7-b421-1236b25e7e1e),segment_id=ab17a81a-a27c-4db7-b421-1236b25e7e1e)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:09:28.159749 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:28.215630 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=ffd8511c-b557-4f79-a3af-a37a70300475,revision_number=8']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:28.224177 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:28.224366 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:28.224711 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:28.225047 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:28.225386 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:28.225759 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:28.226088 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:28.226500 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:28.226755 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:28.227078 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:28.227402 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:28.227716 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:28.465674 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['ffd8511c-b557-4f79-a3af-a37a70300475'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:09:28.599327 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee792a4-6433-41e6-895b-29a3bfc6f566 req-1c8f28f5-4666-4d15-ade1-3e974120feb9 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:28.601427 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cee792a4-6433-41e6-895b-29a3bfc6f566 req-1c8f28f5-4666-4d15-ade1-3e974120feb9 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d HTTP/1.1" status: 200 len: 944 time: 0.0752833 Jul 30 00:09:28.661383 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cee792a4-6433-41e6-895b-29a3bfc6f566 req-8b5d2d74-f0e9-4d52-bfd4-9023fdfb0e40 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530553 Jul 30 00:09:28.780836 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff240de4-6e26-4a24-8f1b-2ac05aae1831 req-53eaf155-e17b-4e05-bad5-0dd7ec358bf9 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:28.782654 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ff240de4-6e26-4a24-8f1b-2ac05aae1831 req-53eaf155-e17b-4e05-bad5-0dd7ec358bf9 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d HTTP/1.1" status: 200 len: 944 time: 0.0509772 Jul 30 00:09:28.823352 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ff240de4-6e26-4a24-8f1b-2ac05aae1831 req-746ee502-55c0-4eaf-9896-ef4cec752494 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344281 Jul 30 00:09:29.059202 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0073bbdb-3de7-4992-b8ef-802f4aedaa3a req-58d2fd84-844b-481e-b7f5-d79dda5d997d tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:29.060984 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0073bbdb-3de7-4992-b8ef-802f4aedaa3a req-58d2fd84-844b-481e-b7f5-d79dda5d997d tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d HTTP/1.1" status: 200 len: 944 time: 0.0600047 Jul 30 00:09:29.153073 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0073bbdb-3de7-4992-b8ef-802f4aedaa3a req-ac907386-1327-4fb5-b29f-c184601d4c7f tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818374 Jul 30 00:09:29.158243 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d550a-ecdf-4685-8934-4a25e0cee7a6 req-5e4738ee-82d6-4088-91f6-73cbd527d758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:29.159976 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2f4d550a-ecdf-4685-8934-4a25e0cee7a6 req-5e4738ee-82d6-4088-91f6-73cbd527d758 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=123e474383d34be3816ff4a6e243aec4&device_id=92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d HTTP/1.1" status: 200 len: 1096 time: 0.0981026 Jul 30 00:09:29.280412 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d550a-ecdf-4685-8934-4a25e0cee7a6 req-64016732-2dcb-489e-9041-eb45932aac75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:29.283970 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2f4d550a-ecdf-4685-8934-4a25e0cee7a6 req-64016732-2dcb-489e-9041-eb45932aac75 service neutron] 10.222.0.41 "GET /v2.0/networks?id=66c7de0a-7704-4c37-94be-f48c6009b36f HTTP/1.1" status: 200 len: 912 time: 0.1160514 Jul 30 00:09:29.384437 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2f4d550a-ecdf-4685-8934-4a25e0cee7a6 req-75c3c704-4b31-4877-bcaf-dbb134e9a6b4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ffd8511c-b557-4f79-a3af-a37a70300475 HTTP/1.1" status: 200 len: 1000 time: 0.0943468 Jul 30 00:09:29.437745 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d550a-ecdf-4685-8934-4a25e0cee7a6 req-3e2629a7-2506-4343-8686-59950a57d7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:29.439380 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2f4d550a-ecdf-4685-8934-4a25e0cee7a6 req-3e2629a7-2506-4343-8686-59950a57d7be service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b83980bc-3d22-43ee-b445-1d0072c0b55e HTTP/1.1" status: 200 len: 850 time: 0.0476141 Jul 30 00:09:29.465270 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:29.506960 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d550a-ecdf-4685-8934-4a25e0cee7a6 req-332cac43-4cbd-48fb-bb7c-dcd9469818e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:29.508526 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2f4d550a-ecdf-4685-8934-4a25e0cee7a6 req-332cac43-4cbd-48fb-bb7c-dcd9469818e1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=66c7de0a-7704-4c37-94be-f48c6009b36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0623307 Jul 30 00:09:29.636511 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2f4d550a-ecdf-4685-8934-4a25e0cee7a6 req-a5ae6cc0-ed64-48d4-82bf-36da4f6b04ea service neutron] 10.222.0.41 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137111 Jul 30 00:09:29.746622 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2f4d550a-ecdf-4685-8934-4a25e0cee7a6 req-33782350-b832-49a6-a0f9-48033355bb4f service neutron] 10.222.0.41 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021159 Jul 30 00:09:29.956203 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device ffd8511c-b557-4f79-a3af-a37a70300475 up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:09:30.016987 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port ffd8511c-b557-4f79-a3af-a37a70300475 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:09:30.021649 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port ffd8511c-b557-4f79-a3af-a37a70300475 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:09:30.022027 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:30.101285 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:30.131555 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd8511c-b557-4f79-a3af-a37a70300475'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:09:30.133827 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e958481-ee54-4a1c-9dc0-772a1f2eded7" -d '{"events": [{"server_uuid": "92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d", "name": "network-vif-plugged", "status": "completed", "tag": "ffd8511c-b557-4f79-a3af-a37a70300475"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:09:30.151917 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port ffd8511c-b557-4f79-a3af-a37a70300475, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=ffd8511c-b557-4f79-a3af-a37a70300475,segment=NetworkSegment(ab17a81a-a27c-4db7-b421-1236b25e7e1e),segment_id=ab17a81a-a27c-4db7-b421-1236b25e7e1e)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:09:30.157199 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:30.194970 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdfab295-9ae7-4a24-afd5-1674ef2cf433 x-openstack-request-id: req-fdfab295-9ae7-4a24-afd5-1674ef2cf433 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:09:30.195340 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d", "name": "network-vif-plugged", "status": "completed", "tag": "ffd8511c-b557-4f79-a3af-a37a70300475", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:09:30.195507 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fdfab295-9ae7-4a24-afd5-1674ef2cf433 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:09:30.195981 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd8511c-b557-4f79-a3af-a37a70300475', 'code': 200} Jul 30 00:09:30.215122 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=ffd8511c-b557-4f79-a3af-a37a70300475,revision_number=9']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:30.299792 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e57e732-2a16-4256-a245-0b8b90b2ef56 req-c52a2a27-b7e9-41ae-a11d-5b8de983d127 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:30.301706 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6e57e732-2a16-4256-a245-0b8b90b2ef56 req-c52a2a27-b7e9-41ae-a11d-5b8de983d127 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d HTTP/1.1" status: 200 len: 945 time: 0.0655499 Jul 30 00:09:30.355684 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6e57e732-2a16-4256-a245-0b8b90b2ef56 req-0b758599-4602-46df-963b-7c24b803198e tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472093 Jul 30 00:09:31.486543 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d49e39-f377-4cd2-a018-49ce65ca8a2c req-8a75e590-4f4d-4c9e-9524-9647a935075b tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:31.488135 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-25d49e39-f377-4cd2-a018-49ce65ca8a2c req-8a75e590-4f4d-4c9e-9524-9647a935075b tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d HTTP/1.1" status: 200 len: 945 time: 0.0549307 Jul 30 00:09:31.530438 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-25d49e39-f377-4cd2-a018-49ce65ca8a2c req-ed3d010d-b1bf-4601-9d4f-539e4c7fbd0e tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359886 Jul 30 00:09:31.795350 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c7f39c-7482-4070-84f7-a602896e7eb7 req-e7438757-d426-45df-8253-3a7bfad5d4ac tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:31.797520 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-83c7f39c-7482-4070-84f7-a602896e7eb7 req-e7438757-d426-45df-8253-3a7bfad5d4ac tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d HTTP/1.1" status: 200 len: 945 time: 0.0531778 Jul 30 00:09:31.841345 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-83c7f39c-7482-4070-84f7-a602896e7eb7 req-7a965363-f2e0-4b0f-a7ed-3f2cd4e76d1e tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372512 Jul 30 00:09:32.965307 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799b0836-4e6b-4655-9fe0-f337ba7f3595 req-5d0d8654-d5c2-4a2e-a645-5c34bcc492c3 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:32.966884 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-799b0836-4e6b-4655-9fe0-f337ba7f3595 req-5d0d8654-d5c2-4a2e-a645-5c34bcc492c3 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d HTTP/1.1" status: 200 len: 945 time: 0.0522521 Jul 30 00:09:33.008936 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-799b0836-4e6b-4655-9fe0-f337ba7f3595 req-52b16019-61cc-4376-a46b-0505be5917ab tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330288 Jul 30 00:09:33.171537 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894830de-5879-436e-a3b4-d4895f0c95f2 req-fa449212-63f8-47c2-af95-b321d4d00a05 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:33.173596 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-894830de-5879-436e-a3b4-d4895f0c95f2 req-fa449212-63f8-47c2-af95-b321d4d00a05 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.41 "GET /v2.0/ports?device_id=92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d HTTP/1.1" status: 200 len: 945 time: 0.0527067 Jul 30 00:09:33.273418 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-894830de-5879-436e-a3b4-d4895f0c95f2 req-38dc7655-5830-4e53-8f5d-09badb3d0f8c tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Deleting port ffd8511c-b557-4f79-a3af-a37a70300475 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:09:33.273790 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-894830de-5879-436e-a3b4-d4895f0c95f2 req-38dc7655-5830-4e53-8f5d-09badb3d0f8c tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:33.366844 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-894830de-5879-436e-a3b4-d4895f0c95f2 req-38dc7655-5830-4e53-8f5d-09badb3d0f8c tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] For port ffd8511c-b557-4f79-a3af-a37a70300475, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=ffd8511c-b557-4f79-a3af-a37a70300475,segment=NetworkSegment(ab17a81a-a27c-4db7-b421-1236b25e7e1e),segment_id=ab17a81a-a27c-4db7-b421-1236b25e7e1e)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:09:33.367208 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-894830de-5879-436e-a3b4-d4895f0c95f2 req-38dc7655-5830-4e53-8f5d-09badb3d0f8c tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:33.597184 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-894830de-5879-436e-a3b4-d4895f0c95f2 req-38dc7655-5830-4e53-8f5d-09badb3d0f8c tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:33.597548 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-894830de-5879-436e-a3b4-d4895f0c95f2 req-38dc7655-5830-4e53-8f5d-09badb3d0f8c tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:33.597891 n-d-712141-10 neutron-server[94078]: INFO neutron.db.l3_db [req-894830de-5879-436e-a3b4-d4895f0c95f2 req-38dc7655-5830-4e53-8f5d-09badb3d0f8c tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Floating IP 9f4ec5f4-d36a-4599-9946-b1c0990afff1 disassociated. External IP: 172.25.0.109, port: ffd8511c-b557-4f79-a3af-a37a70300475. Jul 30 00:09:33.598330 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-894830de-5879-436e-a3b4-d4895f0c95f2 req-38dc7655-5830-4e53-8f5d-09badb3d0f8c tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Calling delete_port for ffd8511c-b557-4f79-a3af-a37a70300475 owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:09:33.728440 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-894830de-5879-436e-a3b4-d4895f0c95f2 req-38dc7655-5830-4e53-8f5d-09badb3d0f8c tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:33.760233 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dc7655-5830-4e53-8f5d-09badb3d0f8c tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Pushing event deleted for resources: {'Port': ['ID=ffd8511c-b557-4f79-a3af-a37a70300475,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:33.896167 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [req-894830de-5879-436e-a3b4-d4895f0c95f2 req-38dc7655-5830-4e53-8f5d-09badb3d0f8c tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Router 4871086e-08a7-4a1e-9c5b-fcb509b33934 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:09:34.022928 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-894830de-5879-436e-a3b4-d4895f0c95f2 req-38dc7655-5830-4e53-8f5d-09badb3d0f8c tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:09:34.033786 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82beccf9-74af-4e35-ab86-0e6fdfb06fa7 None None] Sync routers for ids ['4871086e-08a7-4a1e-9c5b-fcb509b33934'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:09:34.043497 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82beccf9-74af-4e35-ab86-0e6fdfb06fa7 None None] Routers {'4871086e-08a7-4a1e-9c5b-fcb509b33934'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:09:34.044299 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-82beccf9-74af-4e35-ab86-0e6fdfb06fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:09:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['4871086e-08a7-4a1e-9c5b-fcb509b33934'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:09:34.077821 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-894830de-5879-436e-a3b4-d4895f0c95f2 req-38dc7655-5830-4e53-8f5d-09badb3d0f8c tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] No DVR routers for this DVR port ffd8511c-b557-4f79-a3af-a37a70300475 on host n-h1-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:09:34.087455 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-894830de-5879-436e-a3b4-d4895f0c95f2 req-38dc7655-5830-4e53-8f5d-09badb3d0f8c tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:34.089955 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-894830de-5879-436e-a3b4-d4895f0c95f2 req-38dc7655-5830-4e53-8f5d-09badb3d0f8c tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.41 "DELETE /v2.0/ports/ffd8511c-b557-4f79-a3af-a37a70300475 HTTP/1.1" status: 204 len: 173 time: 0.9101815 Jul 30 00:09:34.090421 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d', 'name': 'network-vif-deleted', 'tag': 'ffd8511c-b557-4f79-a3af-a37a70300475'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:09:34.093080 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b75c8af-1c72-4c34-9293-97a2ba1d5b9b" -d '{"events": [{"server_uuid": "92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d", "name": "network-vif-deleted", "tag": "ffd8511c-b557-4f79-a3af-a37a70300475"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:09:34.127179 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-18002584-2b08-45d9-911e-fd9d3781ab59 req-66a846a9-6594-4055-acbf-99a3b83decc7 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d HTTP/1.1" status: 200 len: 210 time: 0.0301609 Jul 30 00:09:34.164474 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625ad026-6d58-414f-8b57-724aa48482f8 x-openstack-request-id: req-625ad026-6d58-414f-8b57-724aa48482f8 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:09:34.164893 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d", "name": "network-vif-deleted", "tag": "ffd8511c-b557-4f79-a3af-a37a70300475", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:09:34.165085 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-625ad026-6d58-414f-8b57-724aa48482f8 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:09:34.165410 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92ae65f0-3d96-4f1d-b1ac-3e9ab8ee345d', 'name': 'network-vif-deleted', 'tag': 'ffd8511c-b557-4f79-a3af-a37a70300475', 'status': 'completed', 'code': 200} Jul 30 00:09:34.181517 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-82beccf9-74af-4e35-ab86-0e6fdfb06fa7 None None] Set router 4871086e-08a7-4a1e-9c5b-fcb509b33934 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:09:34.411156 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-82beccf9-74af-4e35-ab86-0e6fdfb06fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'name': 'tempest-ServerActionsTestJSON-464895061-router', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'dc5838e9-078e-45d8-88a3-2ec81de0ea37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:04:59Z', 'updated_at': '2021-07-30T00:05:01Z', 'revision_number': 4, 'project_id': '123e474383d34be3816ff4a6e243aec4', 'gw_port': {'id': 'dc5838e9-078e-45d8-88a3-2ec81de0ea37', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:de:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:04:59Z', 'updated_at': '2021-07-30T00:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'e0a79038-b286-4b0d-8e66-79f76e5c3072', 'name': '', 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'mac_address': 'fa:16:3e:6c:d0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'b83980bc-3d22-43ee-b445-1d0072c0b55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:05:01Z', 'updated_at': '2021-07-30T00:05:06Z', 'revision_number': 5, 'project_id': '123e474383d34be3816ff4a6e243aec4', 'subnets': [{'id': 'b83980bc-3d22-43ee-b445-1d0072c0b55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:09:34.440159 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82beccf9-74af-4e35-ab86-0e6fdfb06fa7 None None] Checking router: 4871086e-08a7-4a1e-9c5b-fcb509b33934 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:09:34.448780 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82beccf9-74af-4e35-ab86-0e6fdfb06fa7 None None] Routers {'4871086e-08a7-4a1e-9c5b-fcb509b33934'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:09:34.449374 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-82beccf9-74af-4e35-ab86-0e6fdfb06fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:09:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['4871086e-08a7-4a1e-9c5b-fcb509b33934'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:09:34.558981 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-82beccf9-74af-4e35-ab86-0e6fdfb06fa7 None None] Set router 4871086e-08a7-4a1e-9c5b-fcb509b33934 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:09:34.767713 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-82beccf9-74af-4e35-ab86-0e6fdfb06fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'name': 'tempest-ServerActionsTestJSON-464895061-router', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'dc5838e9-078e-45d8-88a3-2ec81de0ea37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:04:59Z', 'updated_at': '2021-07-30T00:05:01Z', 'revision_number': 4, 'project_id': '123e474383d34be3816ff4a6e243aec4', 'gw_port': {'id': 'dc5838e9-078e-45d8-88a3-2ec81de0ea37', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:de:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:04:59Z', 'updated_at': '2021-07-30T00:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'e0a79038-b286-4b0d-8e66-79f76e5c3072', 'name': '', 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'mac_address': 'fa:16:3e:6c:d0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'b83980bc-3d22-43ee-b445-1d0072c0b55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:05:01Z', 'updated_at': '2021-07-30T00:05:06Z', 'revision_number': 5, 'project_id': '123e474383d34be3816ff4a6e243aec4', 'subnets': [{'id': 'b83980bc-3d22-43ee-b445-1d0072c0b55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:09:34.799145 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82beccf9-74af-4e35-ab86-0e6fdfb06fa7 None None] The sync data for ids ['4871086e-08a7-4a1e-9c5b-fcb509b33934'] in n-d-712141-10 is: [{'id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'name': 'tempest-ServerActionsTestJSON-464895061-router', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'dc5838e9-078e-45d8-88a3-2ec81de0ea37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:04:59Z', 'updated_at': '2021-07-30T00:05:01Z', 'revision_number': 4, 'project_id': '123e474383d34be3816ff4a6e243aec4', 'gw_port': {'id': 'dc5838e9-078e-45d8-88a3-2ec81de0ea37', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:de:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:04:59Z', 'updated_at': '2021-07-30T00:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'e0a79038-b286-4b0d-8e66-79f76e5c3072', 'name': '', 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'mac_address': 'fa:16:3e:6c:d0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'b83980bc-3d22-43ee-b445-1d0072c0b55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:05:01Z', 'updated_at': '2021-07-30T00:05:06Z', 'revision_number': 5, 'project_id': '123e474383d34be3816ff4a6e243aec4', 'subnets': [{'id': 'b83980bc-3d22-43ee-b445-1d0072c0b55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:09:35.065532 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd86673-6426-4b36-91eb-ba7465fe8328 None None] New status for floating IP 9f4ec5f4-d36a-4599-9946-b1c0990afff1: DOWN {{(pid=94079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:09:35.430154 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e27e1339-e609-4d85-88b8-0e03078e7a3b req-67cf324e-836f-4348-a99b-ced898604137 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1470937197&fields=id&tenant_id=123e474383d34be3816ff4a6e243aec4 HTTP/1.1" status: 200 len: 267 time: 0.0333900 Jul 30 00:09:35.549013 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e1339-e609-4d85-88b8-0e03078e7a3b req-e95ce695-5f5a-456c-a8e3-1559e0d5b848 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:35.550459 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e27e1339-e609-4d85-88b8-0e03078e7a3b req-e95ce695-5f5a-456c-a8e3-1559e0d5b848 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/networks?id=66c7de0a-7704-4c37-94be-f48c6009b36f HTTP/1.1" status: 200 len: 811 time: 0.1136577 Jul 30 00:09:35.567492 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e27e1339-e609-4d85-88b8-0e03078e7a3b req-a1b252b9-d2aa-4227-a77e-dfadcd58ef0f tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/quotas/123e474383d34be3816ff4a6e243aec4 HTTP/1.1" status: 200 len: 375 time: 0.0104249 Jul 30 00:09:35.954845 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e27e1339-e609-4d85-88b8-0e03078e7a3b req-2df2b628-1466-4d87-a26b-125a3674a08e tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=123e474383d34be3816ff4a6e243aec4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3815477 Jul 30 00:09:36.069035 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e27e1339-e609-4d85-88b8-0e03078e7a3b req-481c7957-58ea-46be-8b05-adbc80dbcd16 service neutron] 10.222.0.43 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916891 Jul 30 00:09:36.174020 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e27e1339-e609-4d85-88b8-0e03078e7a3b req-17cea550-6509-4250-a3d2-15725a9c873e service neutron] 10.222.0.43 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987368 Jul 30 00:09:36.356732 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b51bcdb3-d9c6-4cf1-aab5-49ca616e42e9 req-85e23bb5-366a-49b9-91bf-65400eb61f15 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e08253f-dae0-4202-9f81-5d68b2c24a87 HTTP/1.1" status: 200 len: 210 time: 0.0354228 Jul 30 00:09:37.307984 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e1339-e609-4d85-88b8-0e03078e7a3b req-fbfb4611-bcbb-4389-b601-7c5bb578a9c7 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:37.309542 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e27e1339-e609-4d85-88b8-0e03078e7a3b req-fbfb4611-bcbb-4389-b601-7c5bb578a9c7 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.22 "GET /v2.0/networks?id=66c7de0a-7704-4c37-94be-f48c6009b36f HTTP/1.1" status: 200 len: 811 time: 0.1206818 Jul 30 00:09:37.357116 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e27e1339-e609-4d85-88b8-0e03078e7a3b req-0182da2b-29eb-446e-8293-baa661db7cdf tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=123e474383d34be3816ff4a6e243aec4 HTTP/1.1" status: 200 len: 380 time: 0.0387902 Jul 30 00:09:37.367585 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-e27e1339-e609-4d85-88b8-0e03078e7a3b req-9b70f7ad-6668-4869-b9a3-c826bc9274bd tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Request body: {'port': {'device_id': '3e08253f-dae0-4202-9f81-5d68b2c24a87', 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f', 'admin_state_up': True, 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'security_groups': ['a62c88a2-ed5b-465c-bb7a-d0859409a2ae']}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:09:37.463138 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-38542dfe-599a-4ec2-bcc7-70bd28f395b0 req-7711c3e0-eb72-431d-b57c-0672719c26ec tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e08253f-dae0-4202-9f81-5d68b2c24a87 HTTP/1.1" status: 200 len: 210 time: 0.0307443 Jul 30 00:09:37.495724 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e27e1339-e609-4d85-88b8-0e03078e7a3b req-9b70f7ad-6668-4869-b9a3-c826bc9274bd tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Made reservation on behalf of 123e474383d34be3816ff4a6e243aec4 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:09:37.503696 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e27e1339-e609-4d85-88b8-0e03078e7a3b req-9b70f7ad-6668-4869-b9a3-c826bc9274bd tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:37.533861 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:37.655692 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-e27e1339-e609-4d85-88b8-0e03078e7a3b req-9b70f7ad-6668-4869-b9a3-c826bc9274bd tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Allocated IP 172.20.0.6 (66c7de0a-7704-4c37-94be-f48c6009b36f/b83980bc-3d22-43ee-b445-1d0072c0b55e/fe14d67d-335b-4c90-a868-d7e85884537a) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:09:37.809472 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e27e1339-e609-4d85-88b8-0e03078e7a3b req-9b70f7ad-6668-4869-b9a3-c826bc9274bd tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:37.825647 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-e27e1339-e609-4d85-88b8-0e03078e7a3b req-9b70f7ad-6668-4869-b9a3-c826bc9274bd tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Transition to ACTIVE for port object fe14d67d-335b-4c90-a868-d7e85884537a will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:09:37.858734 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e27e1339-e609-4d85-88b8-0e03078e7a3b req-9b70f7ad-6668-4869-b9a3-c826bc9274bd tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:37.904173 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e27e1339-e609-4d85-88b8-0e03078e7a3b req-9b70f7ad-6668-4869-b9a3-c826bc9274bd tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Network 66c7de0a-7704-4c37-94be-f48c6009b36f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:09:37.907585 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-e27e1339-e609-4d85-88b8-0e03078e7a3b req-9b70f7ad-6668-4869-b9a3-c826bc9274bd tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:09:37.911587 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-e27e1339-e609-4d85-88b8-0e03078e7a3b req-9b70f7ad-6668-4869-b9a3-c826bc9274bd tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:09:37.920579 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b70f7ad-6668-4869-b9a3-c826bc9274bd tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Pushing event updated for resources: {'Port': ['ID=fe14d67d-335b-4c90-a868-d7e85884537a,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:37.950394 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b70f7ad-6668-4869-b9a3-c826bc9274bd tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:37.950744 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b70f7ad-6668-4869-b9a3-c826bc9274bd tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:37.951086 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b70f7ad-6668-4869-b9a3-c826bc9274bd tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:37.951426 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b70f7ad-6668-4869-b9a3-c826bc9274bd tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:37.951759 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b70f7ad-6668-4869-b9a3-c826bc9274bd tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:37.952089 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b70f7ad-6668-4869-b9a3-c826bc9274bd tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:37.952413 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b70f7ad-6668-4869-b9a3-c826bc9274bd tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:37.953320 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b70f7ad-6668-4869-b9a3-c826bc9274bd tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:37.953857 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b70f7ad-6668-4869-b9a3-c826bc9274bd tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:37.954187 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b70f7ad-6668-4869-b9a3-c826bc9274bd tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:37.954512 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b70f7ad-6668-4869-b9a3-c826bc9274bd tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:37.954831 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b70f7ad-6668-4869-b9a3-c826bc9274bd tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:37.980637 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device ffd8511c-b557-4f79-a3af-a37a70300475 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:09:37.982359 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e1339-e609-4d85-88b8-0e03078e7a3b req-9b70f7ad-6668-4869-b9a3-c826bc9274bd tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:37.983012 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e27e1339-e609-4d85-88b8-0e03078e7a3b req-9b70f7ad-6668-4869-b9a3-c826bc9274bd tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:38.000699 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e27e1339-e609-4d85-88b8-0e03078e7a3b req-9b70f7ad-6668-4869-b9a3-c826bc9274bd tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6363547 Jul 30 00:09:38.006041 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] No Port match for: ffd8511c-b557-4f79-a3af-a37a70300475 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:09:38.006393 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device ffd8511c-b557-4f79-a3af-a37a70300475 not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:09:38.014753 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-e27e1339-e609-4d85-88b8-0e03078e7a3b req-68f6cf21-959c-4a8c-b900-154c54e0f90d service neutron] Request body: {'port': {'device_id': '3e08253f-dae0-4202-9f81-5d68b2c24a87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:09:38.083306 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e27e1339-e609-4d85-88b8-0e03078e7a3b req-68f6cf21-959c-4a8c-b900-154c54e0f90d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:38.211619 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-3ac8ead3-1275-450d-bd72-5d5722fe6f9f None None] Provisioning for port fe14d67d-335b-4c90-a868-d7e85884537a completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:09:38.216353 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-3ac8ead3-1275-450d-bd72-5d5722fe6f9f None None] Provisioning complete for port fe14d67d-335b-4c90-a868-d7e85884537a triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:09:38.216701 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3ac8ead3-1275-450d-bd72-5d5722fe6f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:38.259478 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-3ac8ead3-1275-450d-bd72-5d5722fe6f9f None None] Port fe14d67d-335b-4c90-a868-d7e85884537a cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:09:38.358226 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-e27e1339-e609-4d85-88b8-0e03078e7a3b req-68f6cf21-959c-4a8c-b900-154c54e0f90d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe14d67d-335b-4c90-a868-d7e85884537a {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:09:38.366076 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e27e1339-e609-4d85-88b8-0e03078e7a3b req-68f6cf21-959c-4a8c-b900-154c54e0f90d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:38.379896 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-e27e1339-e609-4d85-88b8-0e03078e7a3b req-68f6cf21-959c-4a8c-b900-154c54e0f90d service neutron] Transition to ACTIVE for port object fe14d67d-335b-4c90-a868-d7e85884537a will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:09:38.382695 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e27e1339-e609-4d85-88b8-0e03078e7a3b req-68f6cf21-959c-4a8c-b900-154c54e0f90d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:38.450094 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f6cf21-959c-4a8c-b900-154c54e0f90d service neutron] Pushing event updated for resources: {'Port': ['ID=fe14d67d-335b-4c90-a868-d7e85884537a,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:38.511200 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-e27e1339-e609-4d85-88b8-0e03078e7a3b req-68f6cf21-959c-4a8c-b900-154c54e0f90d service neutron] Attempting to bind port fe14d67d-335b-4c90-a868-d7e85884537a on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:09:38.511549 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-e27e1339-e609-4d85-88b8-0e03078e7a3b req-68f6cf21-959c-4a8c-b900-154c54e0f90d service neutron] Attempting to bind port fe14d67d-335b-4c90-a868-d7e85884537a by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': 'ab17a81a-a27c-4db7-b421-1236b25e7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:09:38.511886 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27e1339-e609-4d85-88b8-0e03078e7a3b req-68f6cf21-959c-4a8c-b900-154c54e0f90d service neutron] Attempting to bind port fe14d67d-335b-4c90-a868-d7e85884537a on network 66c7de0a-7704-4c37-94be-f48c6009b36f {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:09:38.518605 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27e1339-e609-4d85-88b8-0e03078e7a3b req-68f6cf21-959c-4a8c-b900-154c54e0f90d service neutron] Port fe14d67d-335b-4c90-a868-d7e85884537a on network 66c7de0a-7704-4c37-94be-f48c6009b36f not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:09:38.518952 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27e1339-e609-4d85-88b8-0e03078e7a3b req-68f6cf21-959c-4a8c-b900-154c54e0f90d service neutron] Attempting to bind port fe14d67d-335b-4c90-a868-d7e85884537a on network 66c7de0a-7704-4c37-94be-f48c6009b36f {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:09:38.524298 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27e1339-e609-4d85-88b8-0e03078e7a3b req-68f6cf21-959c-4a8c-b900-154c54e0f90d service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:09:38.524808 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27e1339-e609-4d85-88b8-0e03078e7a3b req-68f6cf21-959c-4a8c-b900-154c54e0f90d service neutron] Checking segment: {'id': 'ab17a81a-a27c-4db7-b421-1236b25e7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:09:38.525209 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27e1339-e609-4d85-88b8-0e03078e7a3b req-68f6cf21-959c-4a8c-b900-154c54e0f90d service neutron] Bound using segment: {'id': 'ab17a81a-a27c-4db7-b421-1236b25e7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:09:38.525689 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-e27e1339-e609-4d85-88b8-0e03078e7a3b req-68f6cf21-959c-4a8c-b900-154c54e0f90d service neutron] Bound port: fe14d67d-335b-4c90-a868-d7e85884537a, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab17a81a-a27c-4db7-b421-1236b25e7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:09:38.526060 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e27e1339-e609-4d85-88b8-0e03078e7a3b req-68f6cf21-959c-4a8c-b900-154c54e0f90d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:38.599036 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-e27e1339-e609-4d85-88b8-0e03078e7a3b req-68f6cf21-959c-4a8c-b900-154c54e0f90d service neutron] For port fe14d67d-335b-4c90-a868-d7e85884537a, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:09:38.602618 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-e27e1339-e609-4d85-88b8-0e03078e7a3b req-68f6cf21-959c-4a8c-b900-154c54e0f90d service neutron] For port fe14d67d-335b-4c90-a868-d7e85884537a, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=fe14d67d-335b-4c90-a868-d7e85884537a,segment=NetworkSegment(ab17a81a-a27c-4db7-b421-1236b25e7e1e),segment_id=ab17a81a-a27c-4db7-b421-1236b25e7e1e)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:09:38.606903 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e27e1339-e609-4d85-88b8-0e03078e7a3b req-68f6cf21-959c-4a8c-b900-154c54e0f90d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:38.615383 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047d953-ee1f-4c44-8ef3-200b5477a6a1 req-dee322c4-87cb-4e68-bd4f-a0e81845d78c tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:38.617122 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8047d953-ee1f-4c44-8ef3-200b5477a6a1 req-dee322c4-87cb-4e68-bd4f-a0e81845d78c tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e08253f-dae0-4202-9f81-5d68b2c24a87 HTTP/1.1" status: 200 len: 943 time: 0.0715902 Jul 30 00:09:38.640589 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e1339-e609-4d85-88b8-0e03078e7a3b req-68f6cf21-959c-4a8c-b900-154c54e0f90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:38.641225 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-e27e1339-e609-4d85-88b8-0e03078e7a3b req-68f6cf21-959c-4a8c-b900-154c54e0f90d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:38.642670 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e27e1339-e609-4d85-88b8-0e03078e7a3b req-68f6cf21-959c-4a8c-b900-154c54e0f90d service neutron] 10.222.0.22 "PUT /v2.0/ports/fe14d67d-335b-4c90-a868-d7e85884537a HTTP/1.1" status: 200 len: 1092 time: 0.6327889 Jul 30 00:09:38.643098 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e08253f-dae0-4202-9f81-5d68b2c24a87', 'tag': 'fe14d67d-335b-4c90-a868-d7e85884537a'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:09:38.645380 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92546c43-6b3d-4f24-8f8d-ef5658ca75eb" -d '{"events": [{"name": "network-changed", "server_uuid": "3e08253f-dae0-4202-9f81-5d68b2c24a87", "tag": "fe14d67d-335b-4c90-a868-d7e85884537a"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:09:38.681786 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f6cf21-959c-4a8c-b900-154c54e0f90d service neutron] Pushing event updated for resources: {'Port': ['ID=fe14d67d-335b-4c90-a868-d7e85884537a,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:38.682658 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8047d953-ee1f-4c44-8ef3-200b5477a6a1 req-aa48f916-cce0-409f-ac47-1f8a554f5987 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591538 Jul 30 00:09:38.706632 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eddc38f6-5c10-4220-abb1-9fb4719f8c9b x-openstack-request-id: req-eddc38f6-5c10-4220-abb1-9fb4719f8c9b {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:09:38.706923 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e08253f-dae0-4202-9f81-5d68b2c24a87", "tag": "fe14d67d-335b-4c90-a868-d7e85884537a", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:09:38.707177 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-eddc38f6-5c10-4220-abb1-9fb4719f8c9b {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:09:38.707657 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e08253f-dae0-4202-9f81-5d68b2c24a87', 'tag': 'fe14d67d-335b-4c90-a868-d7e85884537a', 'status': 'completed', 'code': 200} Jul 30 00:09:38.747638 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e1339-e609-4d85-88b8-0e03078e7a3b req-3c3fafdc-8a84-42c6-a1cc-00194afa61e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:38.749187 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e27e1339-e609-4d85-88b8-0e03078e7a3b req-3c3fafdc-8a84-42c6-a1cc-00194afa61e9 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=123e474383d34be3816ff4a6e243aec4&device_id=3e08253f-dae0-4202-9f81-5d68b2c24a87 HTTP/1.1" status: 200 len: 1095 time: 0.0542233 Jul 30 00:09:38.793773 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e27e1339-e609-4d85-88b8-0e03078e7a3b req-bb372424-6b4e-42ec-9913-da394a6b3a4c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe14d67d-335b-4c90-a868-d7e85884537a HTTP/1.1" status: 200 len: 217 time: 0.0365386 Jul 30 00:09:38.845095 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e1339-e609-4d85-88b8-0e03078e7a3b req-a2d2587a-08c5-4f11-8eb8-8e835c5c3f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:38.846645 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e27e1339-e609-4d85-88b8-0e03078e7a3b req-a2d2587a-08c5-4f11-8eb8-8e835c5c3f47 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b83980bc-3d22-43ee-b445-1d0072c0b55e HTTP/1.1" status: 200 len: 850 time: 0.0461283 Jul 30 00:09:38.893327 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e1339-e609-4d85-88b8-0e03078e7a3b req-1d858d82-490b-41a3-9a9d-c33e78a2d418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:38.894777 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e27e1339-e609-4d85-88b8-0e03078e7a3b req-1d858d82-490b-41a3-9a9d-c33e78a2d418 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=66c7de0a-7704-4c37-94be-f48c6009b36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415826 Jul 30 00:09:38.992761 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e27e1339-e609-4d85-88b8-0e03078e7a3b req-f2261adb-adf7-4466-9900-cda5933ed4e6 service neutron] 10.222.0.22 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903206 Jul 30 00:09:39.089145 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e27e1339-e609-4d85-88b8-0e03078e7a3b req-4a30884f-26ce-4df2-839b-78017b7f6dbd service neutron] 10.222.0.22 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892825 Jul 30 00:09:39.171043 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92546c43-6b3d-4f24-8f8d-ef5658ca75eb req-898bf6e6-558e-4b7e-a5b3-4bbae55c6708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:39.172604 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-92546c43-6b3d-4f24-8f8d-ef5658ca75eb req-898bf6e6-558e-4b7e-a5b3-4bbae55c6708 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=123e474383d34be3816ff4a6e243aec4&device_id=3e08253f-dae0-4202-9f81-5d68b2c24a87 HTTP/1.1" status: 200 len: 1095 time: 0.0404971 Jul 30 00:09:39.260260 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92546c43-6b3d-4f24-8f8d-ef5658ca75eb req-6fa7e1ff-d9db-45ec-8bbc-6e4295a82412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:39.261746 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-92546c43-6b3d-4f24-8f8d-ef5658ca75eb req-6fa7e1ff-d9db-45ec-8bbc-6e4295a82412 service neutron] 10.222.0.22 "GET /v2.0/networks?id=66c7de0a-7704-4c37-94be-f48c6009b36f HTTP/1.1" status: 200 len: 912 time: 0.0826685 Jul 30 00:09:39.306527 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-92546c43-6b3d-4f24-8f8d-ef5658ca75eb req-bc64996e-34f2-4129-bcf9-84481ebac83f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe14d67d-335b-4c90-a868-d7e85884537a HTTP/1.1" status: 200 len: 217 time: 0.0380504 Jul 30 00:09:39.356550 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92546c43-6b3d-4f24-8f8d-ef5658ca75eb req-930220db-4605-4233-a86b-2e6d187087bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:39.358055 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-92546c43-6b3d-4f24-8f8d-ef5658ca75eb req-930220db-4605-4233-a86b-2e6d187087bf service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b83980bc-3d22-43ee-b445-1d0072c0b55e HTTP/1.1" status: 200 len: 850 time: 0.0437944 Jul 30 00:09:39.408160 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92546c43-6b3d-4f24-8f8d-ef5658ca75eb req-91819d3a-6a6b-4a2e-8dd1-00e48318cc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:39.409769 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-92546c43-6b3d-4f24-8f8d-ef5658ca75eb req-91819d3a-6a6b-4a2e-8dd1-00e48318cc00 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=66c7de0a-7704-4c37-94be-f48c6009b36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435770 Jul 30 00:09:39.503926 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-92546c43-6b3d-4f24-8f8d-ef5658ca75eb req-3b1c29a1-5976-463e-b7dd-34ed588a3856 service neutron] 10.222.0.22 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860853 Jul 30 00:09:39.600365 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-92546c43-6b3d-4f24-8f8d-ef5658ca75eb req-a73863c1-dac5-4fed-867d-ab17bfead924 service neutron] 10.222.0.22 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879281 Jul 30 00:09:39.800220 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b72357-c7cf-4f6c-94b3-19d008200167 req-8fb748f0-89a6-4e62-80c1-518ebd236343 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:39.801701 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-39b72357-c7cf-4f6c-94b3-19d008200167 req-8fb748f0-89a6-4e62-80c1-518ebd236343 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e08253f-dae0-4202-9f81-5d68b2c24a87 HTTP/1.1" status: 200 len: 943 time: 0.0505381 Jul 30 00:09:39.844672 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-39b72357-c7cf-4f6c-94b3-19d008200167 req-9d3dbcab-72c4-411d-a6c3-d82c6cb226f4 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370595 Jul 30 00:09:40.974856 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214dca2d-c66e-4b1d-9064-d6564335b7ef req-2215dc58-83e0-4317-843b-adb29841d58d tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:40.976426 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-214dca2d-c66e-4b1d-9064-d6564335b7ef req-2215dc58-83e0-4317-843b-adb29841d58d tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e08253f-dae0-4202-9f81-5d68b2c24a87 HTTP/1.1" status: 200 len: 943 time: 0.0574164 Jul 30 00:09:41.031000 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-214dca2d-c66e-4b1d-9064-d6564335b7ef req-db93f285-126d-41fc-b16c-90316d071a33 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480702 Jul 30 00:09:41.465915 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device fe14d67d-335b-4c90-a868-d7e85884537a details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:09:41.572725 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port fe14d67d-335b-4c90-a868-d7e85884537a, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=fe14d67d-335b-4c90-a868-d7e85884537a,segment=NetworkSegment(ab17a81a-a27c-4db7-b421-1236b25e7e1e),segment_id=ab17a81a-a27c-4db7-b421-1236b25e7e1e)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:09:41.585826 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': 'fe14d67d-335b-4c90-a868-d7e85884537a', 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f', 'port_id': 'fe14d67d-335b-4c90-a868-d7e85884537a', 'mac_address': 'fa:16:3e:f7:2a:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b83980bc-3d22-43ee-b445-1d0072c0b55e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:09:41.629938 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:41.644587 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe14d67d-335b-4c90-a868-d7e85884537a {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:09:41.666255 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port fe14d67d-335b-4c90-a868-d7e85884537a, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=fe14d67d-335b-4c90-a868-d7e85884537a,segment=NetworkSegment(ab17a81a-a27c-4db7-b421-1236b25e7e1e),segment_id=ab17a81a-a27c-4db7-b421-1236b25e7e1e)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:09:41.670757 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:41.721627 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=fe14d67d-335b-4c90-a868-d7e85884537a,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:41.876397 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['fe14d67d-335b-4c90-a868-d7e85884537a'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:09:42.152500 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f8fbb2-fe05-454b-b706-fc6490570de0 req-611814d4-21a1-44ae-a9e4-2b6cf6ff7c17 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:42.154062 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d2f8fbb2-fe05-454b-b706-fc6490570de0 req-611814d4-21a1-44ae-a9e4-2b6cf6ff7c17 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e08253f-dae0-4202-9f81-5d68b2c24a87 HTTP/1.1" status: 200 len: 944 time: 0.0500178 Jul 30 00:09:42.199694 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d2f8fbb2-fe05-454b-b706-fc6490570de0 req-a8075441-eba4-483e-a1fa-a9278d99f6da tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380871 Jul 30 00:09:43.321936 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d0a9cf-d23c-4ac3-bd3c-c6772e5c05eb req-5d0656bf-ac0f-4964-b505-cccc40e88346 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:43.323479 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a5d0a9cf-d23c-4ac3-bd3c-c6772e5c05eb req-5d0656bf-ac0f-4964-b505-cccc40e88346 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e08253f-dae0-4202-9f81-5d68b2c24a87 HTTP/1.1" status: 200 len: 944 time: 0.0504155 Jul 30 00:09:43.362699 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a5d0a9cf-d23c-4ac3-bd3c-c6772e5c05eb req-cf6b743b-5d67-4167-91c7-81dd499c1d74 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332482 Jul 30 00:09:43.483807 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device fe14d67d-335b-4c90-a868-d7e85884537a up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:09:43.531636 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port fe14d67d-335b-4c90-a868-d7e85884537a completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:09:43.535354 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port fe14d67d-335b-4c90-a868-d7e85884537a triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:09:43.535710 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:43.610906 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:43.633315 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e08253f-dae0-4202-9f81-5d68b2c24a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe14d67d-335b-4c90-a868-d7e85884537a'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:09:43.635551 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e859bf88-98c8-4292-b1ee-7f794d3ce873" -d '{"events": [{"server_uuid": "3e08253f-dae0-4202-9f81-5d68b2c24a87", "name": "network-vif-plugged", "status": "completed", "tag": "fe14d67d-335b-4c90-a868-d7e85884537a"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:09:43.649071 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port fe14d67d-335b-4c90-a868-d7e85884537a, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=fe14d67d-335b-4c90-a868-d7e85884537a,segment=NetworkSegment(ab17a81a-a27c-4db7-b421-1236b25e7e1e),segment_id=ab17a81a-a27c-4db7-b421-1236b25e7e1e)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:09:43.654058 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:43.680652 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c76d0ee-25b0-4fc8-9c6d-098350da0d0a x-openstack-request-id: req-7c76d0ee-25b0-4fc8-9c6d-098350da0d0a {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:09:43.680946 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e08253f-dae0-4202-9f81-5d68b2c24a87", "name": "network-vif-plugged", "status": "completed", "tag": "fe14d67d-335b-4c90-a868-d7e85884537a", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:09:43.681199 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7c76d0ee-25b0-4fc8-9c6d-098350da0d0a {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:09:43.681612 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e08253f-dae0-4202-9f81-5d68b2c24a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe14d67d-335b-4c90-a868-d7e85884537a', 'code': 200} Jul 30 00:09:43.707235 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=fe14d67d-335b-4c90-a868-d7e85884537a,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:43.776346 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abca940-dd59-40e8-95e1-c4ef16404264 req-9976f379-af53-49bd-95d3-e47b08c5cd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:43.777783 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3abca940-dd59-40e8-95e1-c4ef16404264 req-9976f379-af53-49bd-95d3-e47b08c5cd48 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3e08253f-dae0-4202-9f81-5d68b2c24a87 HTTP/1.1" status: 200 len: 1097 time: 0.0398436 Jul 30 00:09:43.817416 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3abca940-dd59-40e8-95e1-c4ef16404264 req-a8a7512c-7394-4ead-8076-59f57b9afccd service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325627 Jul 30 00:09:44.481256 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9787ef-7310-4b01-ada3-d78cf6480e2e req-b70faa62-ab10-4202-8af8-6182f3b4bad6 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:44.482821 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4d9787ef-7310-4b01-ada3-d78cf6480e2e req-b70faa62-ab10-4202-8af8-6182f3b4bad6 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e08253f-dae0-4202-9f81-5d68b2c24a87 HTTP/1.1" status: 200 len: 945 time: 0.0506923 Jul 30 00:09:44.522362 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4d9787ef-7310-4b01-ada3-d78cf6480e2e req-315e150a-a09c-45ba-a638-a4d19d6fdf0d tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327475 Jul 30 00:09:44.839485 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [req-98d71c3d-b093-4dfa-b6c5-cc96d86d1dba req-fc4428f1-d892-49c6-9092-b99ebf187e85 service neutron] (94078) timed out ('10.222.0.22', 64959) {{(pid=94078) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 00:09:45.641378 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae449c1e-c18f-4493-b634-239346b09485 req-3bcba882-ae98-4738-be04-4a9f20a9833f tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:45.643598 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ae449c1e-c18f-4493-b634-239346b09485 req-3bcba882-ae98-4738-be04-4a9f20a9833f tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e08253f-dae0-4202-9f81-5d68b2c24a87 HTTP/1.1" status: 200 len: 945 time: 0.0509136 Jul 30 00:09:45.685201 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ae449c1e-c18f-4493-b634-239346b09485 req-525b502b-aba6-4f6d-bb93-a325b784d649 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357988 Jul 30 00:09:45.799169 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4e0d0-2da4-4add-9fc2-d38be1838008 req-0636b2b9-7359-422f-ae54-fc1a9fbcb221 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:45.800686 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7aa4e0d0-2da4-4add-9fc2-d38be1838008 req-0636b2b9-7359-422f-ae54-fc1a9fbcb221 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e08253f-dae0-4202-9f81-5d68b2c24a87 HTTP/1.1" status: 200 len: 945 time: 0.0496554 Jul 30 00:09:45.809141 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 34674) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:45.813624 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-e2f44edc-cbb5-4aa8-a821-e050cdd99ce0 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Request body: {'floatingip': {'port_id': 'fe14d67d-335b-4c90-a868-d7e85884537a'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:09:45.852082 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e2f44edc-cbb5-4aa8-a821-e050cdd99ce0 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks [] for floatingip, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:46.426836 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e2f44edc-cbb5-4aa8-a821-e050cdd99ce0 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:46.430607 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e2f44edc-cbb5-4aa8-a821-e050cdd99ce0 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:46.529321 n-d-712141-10 neutron-server[94078]: INFO neutron.db.l3_db [None req-e2f44edc-cbb5-4aa8-a821-e050cdd99ce0 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Floating IP 9f4ec5f4-d36a-4599-9946-b1c0990afff1 associated. External IP: 172.25.0.109, port: fe14d67d-335b-4c90-a868-d7e85884537a. Jul 30 00:09:46.726740 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2f44edc-cbb5-4aa8-a821-e050cdd99ce0 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Router 4871086e-08a7-4a1e-9c5b-fcb509b33934 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:09:46.830700 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f44edc-cbb5-4aa8-a821-e050cdd99ce0 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:09:46.835644 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e2f44edc-cbb5-4aa8-a821-e050cdd99ce0 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:46.840579 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27174787-f00f-44c9-8c22-8ffb6454e0c4 None None] Sync routers for ids ['4871086e-08a7-4a1e-9c5b-fcb509b33934'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:09:46.850062 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27174787-f00f-44c9-8c22-8ffb6454e0c4 None None] Routers {'4871086e-08a7-4a1e-9c5b-fcb509b33934'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:09:46.850737 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-27174787-f00f-44c9-8c22-8ffb6454e0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:09:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['4871086e-08a7-4a1e-9c5b-fcb509b33934'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:09:46.866016 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e2f44edc-cbb5-4aa8-a821-e050cdd99ce0 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "PUT /v2.0/floatingips/9f4ec5f4-d36a-4599-9946-b1c0990afff1 HTTP/1.1" status: 200 len: 991 time: 1.0557103 Jul 30 00:09:46.866569 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e08253f-dae0-4202-9f81-5d68b2c24a87', 'tag': 'fe14d67d-335b-4c90-a868-d7e85884537a'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:09:46.868846 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21fa6a98-91b5-4818-a81b-a04cb065159f" -d '{"events": [{"name": "network-changed", "server_uuid": "3e08253f-dae0-4202-9f81-5d68b2c24a87", "tag": "fe14d67d-335b-4c90-a868-d7e85884537a"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:09:46.909972 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e774d4-ec27-4c50-92b6-21286b568df7 x-openstack-request-id: req-35e774d4-ec27-4c50-92b6-21286b568df7 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:09:46.910267 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e08253f-dae0-4202-9f81-5d68b2c24a87", "tag": "fe14d67d-335b-4c90-a868-d7e85884537a", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:09:46.910566 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-35e774d4-ec27-4c50-92b6-21286b568df7 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:09:46.910977 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e08253f-dae0-4202-9f81-5d68b2c24a87', 'tag': 'fe14d67d-335b-4c90-a868-d7e85884537a', 'status': 'completed', 'code': 200} Jul 30 00:09:46.964400 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-27174787-f00f-44c9-8c22-8ffb6454e0c4 None None] Set router 4871086e-08a7-4a1e-9c5b-fcb509b33934 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:09:46.968715 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa6a98-91b5-4818-a81b-a04cb065159f req-868ac0a4-4a4b-40c7-a908-73279b731592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:46.970373 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-21fa6a98-91b5-4818-a81b-a04cb065159f req-868ac0a4-4a4b-40c7-a908-73279b731592 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=123e474383d34be3816ff4a6e243aec4&device_id=3e08253f-dae0-4202-9f81-5d68b2c24a87 HTTP/1.1" status: 200 len: 1097 time: 0.0408185 Jul 30 00:09:47.062680 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa6a98-91b5-4818-a81b-a04cb065159f req-49bfcc8a-7a14-4a5c-bd59-7085dbde246a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:47.064221 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-21fa6a98-91b5-4818-a81b-a04cb065159f req-49bfcc8a-7a14-4a5c-bd59-7085dbde246a service neutron] 10.222.0.22 "GET /v2.0/networks?id=66c7de0a-7704-4c37-94be-f48c6009b36f HTTP/1.1" status: 200 len: 912 time: 0.0866041 Jul 30 00:09:47.134686 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-21fa6a98-91b5-4818-a81b-a04cb065159f req-a5f67bd6-95da-4315-89dd-c2ef26d35752 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe14d67d-335b-4c90-a868-d7e85884537a HTTP/1.1" status: 200 len: 999 time: 0.0627806 Jul 30 00:09:47.180872 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-27174787-f00f-44c9-8c22-8ffb6454e0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'name': 'tempest-ServerActionsTestJSON-464895061-router', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'dc5838e9-078e-45d8-88a3-2ec81de0ea37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:04:59Z', 'updated_at': '2021-07-30T00:05:01Z', 'revision_number': 4, 'project_id': '123e474383d34be3816ff4a6e243aec4', 'gw_port': {'id': 'dc5838e9-078e-45d8-88a3-2ec81de0ea37', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:de:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:04:59Z', 'updated_at': '2021-07-30T00:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '9f4ec5f4-d36a-4599-9946-b1c0990afff1', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'floating_ip_address': '172.25.0.109', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'port_id': 'fe14d67d-335b-4c90-a868-d7e85884537a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f', 'mac_address': 'fa:16:3e:f7:2a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e08253f-dae0-4202-9f81-5d68b2c24a87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:05:03Z', 'updated_at': '2021-07-30T00:09:46Z', 'revision_number': 9, 'project_id': '123e474383d34be3816ff4a6e243aec4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0a79038-b286-4b0d-8e66-79f76e5c3072', 'name': '', 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'mac_address': 'fa:16:3e:6c:d0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'b83980bc-3d22-43ee-b445-1d0072c0b55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:05:01Z', 'updated_at': '2021-07-30T00:05:06Z', 'revision_number': 5, 'project_id': '123e474383d34be3816ff4a6e243aec4', 'subnets': [{'id': 'b83980bc-3d22-43ee-b445-1d0072c0b55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:09:47.184110 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa6a98-91b5-4818-a81b-a04cb065159f req-e9d3d064-5131-4e86-8d85-d35a39a3eca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:47.185673 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-21fa6a98-91b5-4818-a81b-a04cb065159f req-e9d3d064-5131-4e86-8d85-d35a39a3eca9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b83980bc-3d22-43ee-b445-1d0072c0b55e HTTP/1.1" status: 200 len: 850 time: 0.0442388 Jul 30 00:09:47.207040 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27174787-f00f-44c9-8c22-8ffb6454e0c4 None None] Checking router: 4871086e-08a7-4a1e-9c5b-fcb509b33934 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:09:47.215196 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27174787-f00f-44c9-8c22-8ffb6454e0c4 None None] Routers {'4871086e-08a7-4a1e-9c5b-fcb509b33934'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:09:47.215801 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-27174787-f00f-44c9-8c22-8ffb6454e0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:09:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['4871086e-08a7-4a1e-9c5b-fcb509b33934'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:09:47.231296 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa6a98-91b5-4818-a81b-a04cb065159f req-1423add7-6e2d-429b-b0f8-0d2916f137bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:47.232865 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-21fa6a98-91b5-4818-a81b-a04cb065159f req-1423add7-6e2d-429b-b0f8-0d2916f137bb service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=66c7de0a-7704-4c37-94be-f48c6009b36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405815 Jul 30 00:09:47.320372 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-27174787-f00f-44c9-8c22-8ffb6454e0c4 None None] Set router 4871086e-08a7-4a1e-9c5b-fcb509b33934 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:09:47.327343 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-21fa6a98-91b5-4818-a81b-a04cb065159f req-eabbe42c-78a5-4643-839d-2431bb3816f0 service neutron] 10.222.0.22 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870805 Jul 30 00:09:47.421360 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-21fa6a98-91b5-4818-a81b-a04cb065159f req-a0277aac-5eba-4b0c-9f72-9600911c260c service neutron] 10.222.0.22 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868137 Jul 30 00:09:47.630782 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-27174787-f00f-44c9-8c22-8ffb6454e0c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'name': 'tempest-ServerActionsTestJSON-464895061-router', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'dc5838e9-078e-45d8-88a3-2ec81de0ea37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:04:59Z', 'updated_at': '2021-07-30T00:05:01Z', 'revision_number': 4, 'project_id': '123e474383d34be3816ff4a6e243aec4', 'gw_port': {'id': 'dc5838e9-078e-45d8-88a3-2ec81de0ea37', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:de:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:04:59Z', 'updated_at': '2021-07-30T00:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '9f4ec5f4-d36a-4599-9946-b1c0990afff1', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'floating_ip_address': '172.25.0.109', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'port_id': 'fe14d67d-335b-4c90-a868-d7e85884537a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f', 'mac_address': 'fa:16:3e:f7:2a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e08253f-dae0-4202-9f81-5d68b2c24a87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:05:03Z', 'updated_at': '2021-07-30T00:09:46Z', 'revision_number': 9, 'project_id': '123e474383d34be3816ff4a6e243aec4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0a79038-b286-4b0d-8e66-79f76e5c3072', 'name': '', 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'mac_address': 'fa:16:3e:6c:d0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'b83980bc-3d22-43ee-b445-1d0072c0b55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:05:01Z', 'updated_at': '2021-07-30T00:05:06Z', 'revision_number': 5, 'project_id': '123e474383d34be3816ff4a6e243aec4', 'subnets': [{'id': 'b83980bc-3d22-43ee-b445-1d0072c0b55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:09:47.656521 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27174787-f00f-44c9-8c22-8ffb6454e0c4 None None] The sync data for ids ['4871086e-08a7-4a1e-9c5b-fcb509b33934'] in n-d-712141-10 is: [{'id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'name': 'tempest-ServerActionsTestJSON-464895061-router', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'dc5838e9-078e-45d8-88a3-2ec81de0ea37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:04:59Z', 'updated_at': '2021-07-30T00:05:01Z', 'revision_number': 4, 'project_id': '123e474383d34be3816ff4a6e243aec4', 'gw_port': {'id': 'dc5838e9-078e-45d8-88a3-2ec81de0ea37', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:de:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:04:59Z', 'updated_at': '2021-07-30T00:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '9f4ec5f4-d36a-4599-9946-b1c0990afff1', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'floating_ip_address': '172.25.0.109', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'port_id': 'fe14d67d-335b-4c90-a868-d7e85884537a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f', 'mac_address': 'fa:16:3e:f7:2a:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e08253f-dae0-4202-9f81-5d68b2c24a87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:05:03Z', 'updated_at': '2021-07-30T00:09:46Z', 'revision_number': 9, 'project_id': '123e474383d34be3816ff4a6e243aec4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0a79038-b286-4b0d-8e66-79f76e5c3072', 'name': '', 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'mac_address': 'fa:16:3e:6c:d0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'b83980bc-3d22-43ee-b445-1d0072c0b55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:05:01Z', 'updated_at': '2021-07-30T00:05:06Z', 'revision_number': 5, 'project_id': '123e474383d34be3816ff4a6e243aec4', 'subnets': [{'id': 'b83980bc-3d22-43ee-b445-1d0072c0b55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:09:47.846287 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9948a4ff-86a6-4b70-9d69-c969156881e1 None None] New status for floating IP 9f4ec5f4-d36a-4599-9946-b1c0990afff1: ACTIVE {{(pid=94079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:09:49.985911 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:52.918787 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:09:53.296811 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-11ffa08c-1d8b-4e51-afe2-2aea7f674785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:55.920277 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b54837d1-f726-4618-bb66-5917b74234fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:56.509111 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:57.834921 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:59.469215 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:02.296803 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-12a46e6b-d186-444d-b265-618487f70249 req-462337e1-2b59-40cf-a030-d98d624d6016 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3e08253f-dae0-4202-9f81-5d68b2c24a87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406456 Jul 30 00:10:02.383248 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a46e6b-d186-444d-b265-618487f70249 req-d827b110-bec7-4bcf-9a9d-1c3557f81179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:02.384740 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-12a46e6b-d186-444d-b265-618487f70249 req-d827b110-bec7-4bcf-9a9d-1c3557f81179 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=123e474383d34be3816ff4a6e243aec4&device_id=3e08253f-dae0-4202-9f81-5d68b2c24a87 HTTP/1.1" status: 200 len: 1097 time: 0.0442219 Jul 30 00:10:02.485808 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a46e6b-d186-444d-b265-618487f70249 req-585a51db-561e-4a09-a7d8-8b23c6efca15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:02.487491 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-12a46e6b-d186-444d-b265-618487f70249 req-585a51db-561e-4a09-a7d8-8b23c6efca15 service neutron] 10.222.0.22 "GET /v2.0/networks?id=66c7de0a-7704-4c37-94be-f48c6009b36f HTTP/1.1" status: 200 len: 912 time: 0.0829484 Jul 30 00:10:02.557020 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-12a46e6b-d186-444d-b265-618487f70249 req-0b152211-9d66-476b-847a-6887d4e8dc03 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe14d67d-335b-4c90-a868-d7e85884537a HTTP/1.1" status: 200 len: 1002 time: 0.0617282 Jul 30 00:10:02.606220 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a46e6b-d186-444d-b265-618487f70249 req-0910367e-2183-47a3-83b0-a0a7810fec32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:02.607645 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-12a46e6b-d186-444d-b265-618487f70249 req-0910367e-2183-47a3-83b0-a0a7810fec32 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b83980bc-3d22-43ee-b445-1d0072c0b55e HTTP/1.1" status: 200 len: 850 time: 0.0435297 Jul 30 00:10:02.652918 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a46e6b-d186-444d-b265-618487f70249 req-d1f64148-ee99-4e59-87ed-24ea78dfadab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:02.654469 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-12a46e6b-d186-444d-b265-618487f70249 req-d1f64148-ee99-4e59-87ed-24ea78dfadab service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=66c7de0a-7704-4c37-94be-f48c6009b36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396712 Jul 30 00:10:02.747020 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-12a46e6b-d186-444d-b265-618487f70249 req-f62032ef-35b3-4970-9d4c-8fbdea94b073 service neutron] 10.222.0.22 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850029 Jul 30 00:10:02.835609 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-12a46e6b-d186-444d-b265-618487f70249 req-e1b8d4de-0f8d-450f-97e9-e567c1ff2631 service neutron] 10.222.0.22 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808885 Jul 30 00:10:07.529522 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:20.009335 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:23.298671 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3480c85f-8716-456c-8ae3-0677239c65e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:25.929606 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0e86a4f5-4a5a-480c-a9ca-3a6d65e538cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:26.511731 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:27.836983 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:29.468386 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:29.918746 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:10:37.530995 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:50.020017 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:53.301052 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-02ac7ba2-b19e-4e3f-ad14-05b8d68a819e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:55.921626 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-fab32e67-fc94-4da3-bce7-a97a0c81549e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:56.511926 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:57.840889 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:59.469684 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:02.356109 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e74bea3b-9cd9-4590-a74b-ae508ede6755 req-0eebf450-da8f-474c-b0af-a2a8c0ad653a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3e08253f-dae0-4202-9f81-5d68b2c24a87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0406356 Jul 30 00:11:02.438956 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74bea3b-9cd9-4590-a74b-ae508ede6755 req-46e25d07-24b3-4461-ba18-217b26eb606f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:02.440556 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e74bea3b-9cd9-4590-a74b-ae508ede6755 req-46e25d07-24b3-4461-ba18-217b26eb606f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=123e474383d34be3816ff4a6e243aec4&device_id=3e08253f-dae0-4202-9f81-5d68b2c24a87 HTTP/1.1" status: 200 len: 1097 time: 0.0433431 Jul 30 00:11:02.547067 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74bea3b-9cd9-4590-a74b-ae508ede6755 req-f52d4b60-a7d7-4d9b-b705-20a502d21b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:02.548590 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e74bea3b-9cd9-4590-a74b-ae508ede6755 req-f52d4b60-a7d7-4d9b-b705-20a502d21b73 service neutron] 10.222.0.22 "GET /v2.0/networks?id=66c7de0a-7704-4c37-94be-f48c6009b36f HTTP/1.1" status: 200 len: 912 time: 0.0883129 Jul 30 00:11:02.619118 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e74bea3b-9cd9-4590-a74b-ae508ede6755 req-a06f4f87-7ece-46bf-9b85-79d15f929eba service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe14d67d-335b-4c90-a868-d7e85884537a HTTP/1.1" status: 200 len: 1002 time: 0.0633805 Jul 30 00:11:02.917193 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74bea3b-9cd9-4590-a74b-ae508ede6755 req-2030f0d8-1362-4c1b-9c15-abc2dd5537c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:02.918690 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e74bea3b-9cd9-4590-a74b-ae508ede6755 req-2030f0d8-1362-4c1b-9c15-abc2dd5537c8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b83980bc-3d22-43ee-b445-1d0072c0b55e HTTP/1.1" status: 200 len: 850 time: 0.2927244 Jul 30 00:11:02.963724 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74bea3b-9cd9-4590-a74b-ae508ede6755 req-4307762a-73f3-4f79-bb68-43b39a870717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:02.965179 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e74bea3b-9cd9-4590-a74b-ae508ede6755 req-4307762a-73f3-4f79-bb68-43b39a870717 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=66c7de0a-7704-4c37-94be-f48c6009b36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387375 Jul 30 00:11:03.055888 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e74bea3b-9cd9-4590-a74b-ae508ede6755 req-a54f8bfb-5662-4662-955e-947118266381 service neutron] 10.222.0.22 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819702 Jul 30 00:11:03.147274 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e74bea3b-9cd9-4590-a74b-ae508ede6755 req-0a93abe3-dd02-483d-aac8-f5429b7f119a service neutron] 10.222.0.22 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839777 Jul 30 00:11:06.918540 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:11:07.525813 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:20.019155 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:22.939408 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90586e9-fa4e-4c7d-b6db-0304218e74a0 req-feb66e2b-daf7-4b3b-8941-5bbc2951e029 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:22.940933 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c90586e9-fa4e-4c7d-b6db-0304218e74a0 req-feb66e2b-daf7-4b3b-8941-5bbc2951e029 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e08253f-dae0-4202-9f81-5d68b2c24a87 HTTP/1.1" status: 200 len: 945 time: 0.0511949 Jul 30 00:11:22.984529 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c90586e9-fa4e-4c7d-b6db-0304218e74a0 req-2351593d-055d-40d3-9bfd-eacbc202f87d tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361574 Jul 30 00:11:22.986284 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6c6c3c2f-c66a-41fb-b312-7323ecc25db2 req-b0efe725-4bc5-4702-b5da-3b2be337ffe3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3e08253f-dae0-4202-9f81-5d68b2c24a87&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1079814 Jul 30 00:11:23.305388 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f31f76e4-a9f8-4b4c-8338-9e7fac9bcea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:24.103377 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c7638-449c-4afc-86cc-782cf965898e req-1401bb36-9412-40be-b6af-62048767479e tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:24.104847 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5a1c7638-449c-4afc-86cc-782cf965898e req-1401bb36-9412-40be-b6af-62048767479e tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e08253f-dae0-4202-9f81-5d68b2c24a87 HTTP/1.1" status: 200 len: 945 time: 0.0486493 Jul 30 00:11:24.143364 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5a1c7638-449c-4afc-86cc-782cf965898e req-c9289c24-34ef-4d95-bbad-129165972e00 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322919 Jul 30 00:11:25.265201 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d0f72-d9c5-4776-bb19-87d45bf6277e req-becfabf1-cae1-4bea-b25a-fdd0c2b11176 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:25.268487 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c72d0f72-d9c5-4776-bb19-87d45bf6277e req-becfabf1-cae1-4bea-b25a-fdd0c2b11176 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e08253f-dae0-4202-9f81-5d68b2c24a87 HTTP/1.1" status: 200 len: 945 time: 0.0545583 Jul 30 00:11:25.309174 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c72d0f72-d9c5-4776-bb19-87d45bf6277e req-c9bad276-816b-4d02-89b7-b8ac1bbaa386 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354090 Jul 30 00:11:25.923340 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-03102320-03b3-4281-a64f-c65d6944458f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:26.428230 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac76ca8e-173d-402e-8d8d-9bcf10c38e0c req-447c8f4d-b315-444c-8df1-540e801f566c tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:26.429763 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ac76ca8e-173d-402e-8d8d-9bcf10c38e0c req-447c8f4d-b315-444c-8df1-540e801f566c tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e08253f-dae0-4202-9f81-5d68b2c24a87 HTTP/1.1" status: 200 len: 945 time: 0.0492396 Jul 30 00:11:26.466320 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ac76ca8e-173d-402e-8d8d-9bcf10c38e0c req-e7dbd5b3-8fba-4cbc-9c17-df94df6246f4 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305474 Jul 30 00:11:26.512326 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:27.579887 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f28918-b020-48e7-8166-33ed556c221a req-f347852f-be18-4953-83aa-a628e5fd74c5 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:27.582324 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-38f28918-b020-48e7-8166-33ed556c221a req-f347852f-be18-4953-83aa-a628e5fd74c5 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e08253f-dae0-4202-9f81-5d68b2c24a87 HTTP/1.1" status: 200 len: 945 time: 0.0484183 Jul 30 00:11:27.629839 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-38f28918-b020-48e7-8166-33ed556c221a req-734879e1-aa87-4c81-9f7d-a43e222531eb tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373063 Jul 30 00:11:27.843520 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:28.241830 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c3c2f-c66a-41fb-b312-7323ecc25db2 req-9a37f2af-b071-4f47-94e9-7a06729f6d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:28.243255 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6c6c3c2f-c66a-41fb-b312-7323ecc25db2 req-9a37f2af-b071-4f47-94e9-7a06729f6d4a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=123e474383d34be3816ff4a6e243aec4&device_id=3e08253f-dae0-4202-9f81-5d68b2c24a87 HTTP/1.1" status: 200 len: 1097 time: 0.0447204 Jul 30 00:11:28.332515 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c3c2f-c66a-41fb-b312-7323ecc25db2 req-558946ba-02c7-49ac-868d-685833c53f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:28.334045 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6c6c3c2f-c66a-41fb-b312-7323ecc25db2 req-558946ba-02c7-49ac-868d-685833c53f8e service neutron] 10.222.0.22 "GET /v2.0/networks?id=66c7de0a-7704-4c37-94be-f48c6009b36f HTTP/1.1" status: 200 len: 912 time: 0.0843112 Jul 30 00:11:28.403188 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6c6c3c2f-c66a-41fb-b312-7323ecc25db2 req-ea976852-005c-42a8-a775-d5c25eb3ae51 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe14d67d-335b-4c90-a868-d7e85884537a HTTP/1.1" status: 200 len: 1002 time: 0.0624399 Jul 30 00:11:28.452474 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c3c2f-c66a-41fb-b312-7323ecc25db2 req-e76545cb-20a5-4d21-aa7a-47adc2e437f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:28.453951 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6c6c3c2f-c66a-41fb-b312-7323ecc25db2 req-e76545cb-20a5-4d21-aa7a-47adc2e437f9 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b83980bc-3d22-43ee-b445-1d0072c0b55e HTTP/1.1" status: 200 len: 850 time: 0.0442741 Jul 30 00:11:28.499264 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c3c2f-c66a-41fb-b312-7323ecc25db2 req-cc36b1c5-9e80-47aa-9dc2-9fa0dd7eba9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:28.500715 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6c6c3c2f-c66a-41fb-b312-7323ecc25db2 req-cc36b1c5-9e80-47aa-9dc2-9fa0dd7eba9b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=66c7de0a-7704-4c37-94be-f48c6009b36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402613 Jul 30 00:11:28.592410 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6c6c3c2f-c66a-41fb-b312-7323ecc25db2 req-882e131c-1324-4bd2-9226-4632d5604dae service neutron] 10.222.0.22 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842352 Jul 30 00:11:28.682630 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6c6c3c2f-c66a-41fb-b312-7323ecc25db2 req-4d5662de-b471-4614-9c62-2bbe1f5a91aa service neutron] 10.222.0.22 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831127 Jul 30 00:11:28.755336 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb93d1b-4609-4274-a398-1d083153b0c9 req-405d5f4b-c5d8-4cd0-b9f0-1b0b83d14f7c tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:28.756746 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ecb93d1b-4609-4274-a398-1d083153b0c9 req-405d5f4b-c5d8-4cd0-b9f0-1b0b83d14f7c tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e08253f-dae0-4202-9f81-5d68b2c24a87 HTTP/1.1" status: 200 len: 945 time: 0.0529678 Jul 30 00:11:28.799089 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ecb93d1b-4609-4274-a398-1d083153b0c9 req-6a74e6ba-b4be-4f89-a1d6-36b6ee330ff0 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363429 Jul 30 00:11:29.473619 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:29.915871 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcffb5d-e1e6-446f-a88c-4b5071cac064 req-b1f729d3-b05f-40a9-82e7-8721b8610736 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:29.917415 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9dcffb5d-e1e6-446f-a88c-4b5071cac064 req-b1f729d3-b05f-40a9-82e7-8721b8610736 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e08253f-dae0-4202-9f81-5d68b2c24a87 HTTP/1.1" status: 200 len: 945 time: 0.0498044 Jul 30 00:11:29.957929 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9dcffb5d-e1e6-446f-a88c-4b5071cac064 req-b3a22807-6aa9-43d8-a888-02750f8a63f7 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345790 Jul 30 00:11:31.075736 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aeb52e-eb33-41c2-b6fa-ec858835b2c3 req-4c84252c-ef70-4791-ab0a-f9a5d492effa tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:31.077224 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-90aeb52e-eb33-41c2-b6fa-ec858835b2c3 req-4c84252c-ef70-4791-ab0a-f9a5d492effa tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e08253f-dae0-4202-9f81-5d68b2c24a87 HTTP/1.1" status: 200 len: 945 time: 0.0509374 Jul 30 00:11:31.115780 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-90aeb52e-eb33-41c2-b6fa-ec858835b2c3 req-b156675b-315d-47be-a615-7efa138b4567 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318472 Jul 30 00:11:32.234882 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fefd798-127d-4494-bb3c-c7f92c79db28 req-4cdf4f4a-28dd-4c5b-9ca0-c6fd8428f59e tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:32.236341 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9fefd798-127d-4494-bb3c-c7f92c79db28 req-4cdf4f4a-28dd-4c5b-9ca0-c6fd8428f59e tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e08253f-dae0-4202-9f81-5d68b2c24a87 HTTP/1.1" status: 200 len: 945 time: 0.0527532 Jul 30 00:11:32.274720 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9fefd798-127d-4494-bb3c-c7f92c79db28 req-0be8c271-aba1-4a1b-b39b-30145f235a56 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313208 Jul 30 00:11:33.393118 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898a3a49-34c3-48f4-ac44-49292646f4d3 req-7a8a924e-919b-4f8f-b85e-23ade528781a tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:33.394685 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-898a3a49-34c3-48f4-ac44-49292646f4d3 req-7a8a924e-919b-4f8f-b85e-23ade528781a tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e08253f-dae0-4202-9f81-5d68b2c24a87 HTTP/1.1" status: 200 len: 945 time: 0.0498130 Jul 30 00:11:33.432830 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-898a3a49-34c3-48f4-ac44-49292646f4d3 req-9a5667f0-d3d5-4b4c-ad4e-443c90688c43 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320196 Jul 30 00:11:34.551225 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4089aa-6dea-4a0a-a1b2-001de36a0415 req-731e88d0-adc4-45e4-851f-b5beac98390e tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:34.552621 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2b4089aa-6dea-4a0a-a1b2-001de36a0415 req-731e88d0-adc4-45e4-851f-b5beac98390e tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e08253f-dae0-4202-9f81-5d68b2c24a87 HTTP/1.1" status: 200 len: 945 time: 0.0492725 Jul 30 00:11:34.593493 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2b4089aa-6dea-4a0a-a1b2-001de36a0415 req-e143143c-2977-4cdb-9bad-097823be21fc tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349050 Jul 30 00:11:35.711728 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528da60b-e90b-43db-8220-3d8a1f245d35 req-422e4a24-f53b-4491-a740-69c86ac656a6 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:35.713215 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-528da60b-e90b-43db-8220-3d8a1f245d35 req-422e4a24-f53b-4491-a740-69c86ac656a6 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e08253f-dae0-4202-9f81-5d68b2c24a87 HTTP/1.1" status: 200 len: 945 time: 0.0513875 Jul 30 00:11:35.750007 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-528da60b-e90b-43db-8220-3d8a1f245d35 req-f6f3294a-aed2-4149-a3c3-1177394d18d1 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309763 Jul 30 00:11:36.869009 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a579f-6511-4f2f-92c4-35703ab32ec1 req-6d42dabb-5608-48fc-b8f5-25efc2187ce2 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:36.870461 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bb7a579f-6511-4f2f-92c4-35703ab32ec1 req-6d42dabb-5608-48fc-b8f5-25efc2187ce2 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e08253f-dae0-4202-9f81-5d68b2c24a87 HTTP/1.1" status: 200 len: 945 time: 0.0498648 Jul 30 00:11:36.921912 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bb7a579f-6511-4f2f-92c4-35703ab32ec1 req-3a86fc45-9557-4592-a92f-9822d25df49c tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447824 Jul 30 00:11:37.539700 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:38.039079 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5029f1-0237-4735-826e-170c5fff5c49 req-42544859-fbf0-4be2-a038-27b836ace39f tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:38.040565 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9f5029f1-0237-4735-826e-170c5fff5c49 req-42544859-fbf0-4be2-a038-27b836ace39f tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e08253f-dae0-4202-9f81-5d68b2c24a87 HTTP/1.1" status: 200 len: 945 time: 0.0504093 Jul 30 00:11:38.084897 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9f5029f1-0237-4735-826e-170c5fff5c49 req-935ad1f6-dab6-4b37-984b-c4c97333816d tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350442 Jul 30 00:11:39.209864 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c596567b-7d26-481d-8d7e-ea2e18ee4462 req-4ef1492d-9b61-4d47-b23d-217444d76996 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:39.211371 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c596567b-7d26-481d-8d7e-ea2e18ee4462 req-4ef1492d-9b61-4d47-b23d-217444d76996 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e08253f-dae0-4202-9f81-5d68b2c24a87 HTTP/1.1" status: 200 len: 945 time: 0.0560410 Jul 30 00:11:39.252625 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c596567b-7d26-481d-8d7e-ea2e18ee4462 req-5395d8ac-ae3e-40fb-96ab-1bd669b47716 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349669 Jul 30 00:11:40.369900 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da4c23b-69b8-4682-b18b-f57e6d410feb req-96b1c7c8-4492-4f95-b7ce-5c5fb0a694ac tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:40.371387 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3da4c23b-69b8-4682-b18b-f57e6d410feb req-96b1c7c8-4492-4f95-b7ce-5c5fb0a694ac tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e08253f-dae0-4202-9f81-5d68b2c24a87 HTTP/1.1" status: 200 len: 945 time: 0.0492399 Jul 30 00:11:40.412121 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3da4c23b-69b8-4682-b18b-f57e6d410feb req-bb85dda7-dde5-4c66-89a3-c754c3741cee tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348265 Jul 30 00:11:40.454644 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [req-6c6c3c2f-c66a-41fb-b312-7323ecc25db2 req-6df248b7-0abe-4a50-a1b1-341bf0713104 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:11:40.455713 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6c6c3c2f-c66a-41fb-b312-7323ecc25db2 req-6df248b7-0abe-4a50-a1b1-341bf0713104 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055344 Jul 30 00:11:40.518668 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [req-6c6c3c2f-c66a-41fb-b312-7323ecc25db2 req-143d4727-beec-4484-84c9-8b5a8b411517 service neutron] show failed (client error): The resource could not be found. Jul 30 00:11:40.519863 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6c6c3c2f-c66a-41fb-b312-7323ecc25db2 req-143d4727-beec-4484-84c9-8b5a8b411517 service neutron] 10.222.0.22 "GET /v2.0/ports/fe14d67d-335b-4c90-a868-d7e85884537a/bindings/n-h1-712141-10 HTTP/1.1" status: 404 len: 381 time: 0.0563755 Jul 30 00:11:40.759835 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c3c2f-c66a-41fb-b312-7323ecc25db2 req-92e0a940-fa38-471d-8d45-e8a89062f13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:40.761347 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6c6c3c2f-c66a-41fb-b312-7323ecc25db2 req-92e0a940-fa38-471d-8d45-e8a89062f13c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3e08253f-dae0-4202-9f81-5d68b2c24a87&tenant_id=123e474383d34be3816ff4a6e243aec4 HTTP/1.1" status: 200 len: 1097 time: 0.0868134 Jul 30 00:11:40.780512 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-6c6c3c2f-c66a-41fb-b312-7323ecc25db2 req-dfb2bd0e-1ed6-4304-9e04-5cd145724e93 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712141-10', 'device_owner': 'compute:nova'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:11:40.835702 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-6c6c3c2f-c66a-41fb-b312-7323ecc25db2 req-dfb2bd0e-1ed6-4304-9e04-5cd145724e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:41.035747 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-6c6c3c2f-c66a-41fb-b312-7323ecc25db2 req-dfb2bd0e-1ed6-4304-9e04-5cd145724e93 service neutron] For port fe14d67d-335b-4c90-a868-d7e85884537a, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=fe14d67d-335b-4c90-a868-d7e85884537a,segment=NetworkSegment(ab17a81a-a27c-4db7-b421-1236b25e7e1e),segment_id=ab17a81a-a27c-4db7-b421-1236b25e7e1e)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:11:41.070291 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-6c6c3c2f-c66a-41fb-b312-7323ecc25db2 req-dfb2bd0e-1ed6-4304-9e04-5cd145724e93 service neutron] For port fe14d67d-335b-4c90-a868-d7e85884537a, host n-h2-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:11:41.117038 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e08253f-dae0-4202-9f81-5d68b2c24a87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe14d67d-335b-4c90-a868-d7e85884537a'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:11:41.119317 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef8935f0-ffe0-44c2-9f42-0da16fa9a42d" -d '{"events": [{"server_uuid": "3e08253f-dae0-4202-9f81-5d68b2c24a87", "name": "network-vif-unplugged", "status": "completed", "tag": "fe14d67d-335b-4c90-a868-d7e85884537a"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:11:41.123560 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-6c6c3c2f-c66a-41fb-b312-7323ecc25db2 req-dfb2bd0e-1ed6-4304-9e04-5cd145724e93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:41.136378 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-6c6c3c2f-c66a-41fb-b312-7323ecc25db2 req-dfb2bd0e-1ed6-4304-9e04-5cd145724e93 service neutron] Transition to ACTIVE for port object fe14d67d-335b-4c90-a868-d7e85884537a will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:11:41.140117 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-6c6c3c2f-c66a-41fb-b312-7323ecc25db2 req-dfb2bd0e-1ed6-4304-9e04-5cd145724e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:41.193811 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb2bd0e-1ed6-4304-9e04-5cd145724e93 service neutron] Pushing event updated for resources: {'Port': ['ID=fe14d67d-335b-4c90-a868-d7e85884537a,revision_number=6']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:41.237125 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb2bd0e-1ed6-4304-9e04-5cd145724e93 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:41.237519 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb2bd0e-1ed6-4304-9e04-5cd145724e93 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:41.237869 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb2bd0e-1ed6-4304-9e04-5cd145724e93 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:41.238386 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb2bd0e-1ed6-4304-9e04-5cd145724e93 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:41.238799 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb2bd0e-1ed6-4304-9e04-5cd145724e93 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:41.239133 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb2bd0e-1ed6-4304-9e04-5cd145724e93 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:41.239538 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb2bd0e-1ed6-4304-9e04-5cd145724e93 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:41.239783 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb2bd0e-1ed6-4304-9e04-5cd145724e93 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:41.240109 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb2bd0e-1ed6-4304-9e04-5cd145724e93 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:41.240423 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb2bd0e-1ed6-4304-9e04-5cd145724e93 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:41.240742 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb2bd0e-1ed6-4304-9e04-5cd145724e93 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:41.241057 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb2bd0e-1ed6-4304-9e04-5cd145724e93 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:41.245148 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 00:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8142884-835f-4b3b-ae2b-c93a095d7e2d x-openstack-request-id: req-e8142884-835f-4b3b-ae2b-c93a095d7e2d {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:11:41.245443 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e08253f-dae0-4202-9f81-5d68b2c24a87", "name": "network-vif-unplugged", "status": "completed", "tag": "fe14d67d-335b-4c90-a868-d7e85884537a", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:11:41.245720 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e8142884-835f-4b3b-ae2b-c93a095d7e2d {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:11:41.246104 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e08253f-dae0-4202-9f81-5d68b2c24a87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe14d67d-335b-4c90-a868-d7e85884537a', 'code': 200} Jul 30 00:11:41.291968 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c6c3c2f-c66a-41fb-b312-7323ecc25db2 req-dfb2bd0e-1ed6-4304-9e04-5cd145724e93 service neutron] No DVR routers for this DVR port fe14d67d-335b-4c90-a868-d7e85884537a on host n-h2-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:11:41.433194 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-6c6c3c2f-c66a-41fb-b312-7323ecc25db2 req-dfb2bd0e-1ed6-4304-9e04-5cd145724e93 service neutron] Attempting to bind port fe14d67d-335b-4c90-a868-d7e85884537a on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:11:41.433878 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-6c6c3c2f-c66a-41fb-b312-7323ecc25db2 req-dfb2bd0e-1ed6-4304-9e04-5cd145724e93 service neutron] Attempting to bind port fe14d67d-335b-4c90-a868-d7e85884537a by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': 'ab17a81a-a27c-4db7-b421-1236b25e7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:11:41.434013 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6c3c2f-c66a-41fb-b312-7323ecc25db2 req-dfb2bd0e-1ed6-4304-9e04-5cd145724e93 service neutron] Attempting to bind port fe14d67d-335b-4c90-a868-d7e85884537a on network 66c7de0a-7704-4c37-94be-f48c6009b36f {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:11:41.438305 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6c3c2f-c66a-41fb-b312-7323ecc25db2 req-dfb2bd0e-1ed6-4304-9e04-5cd145724e93 service neutron] Port fe14d67d-335b-4c90-a868-d7e85884537a on network 66c7de0a-7704-4c37-94be-f48c6009b36f not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:11:41.438632 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6c3c2f-c66a-41fb-b312-7323ecc25db2 req-dfb2bd0e-1ed6-4304-9e04-5cd145724e93 service neutron] Attempting to bind port fe14d67d-335b-4c90-a868-d7e85884537a on network 66c7de0a-7704-4c37-94be-f48c6009b36f {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:11:41.443595 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6c3c2f-c66a-41fb-b312-7323ecc25db2 req-dfb2bd0e-1ed6-4304-9e04-5cd145724e93 service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:11:41.443940 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6c3c2f-c66a-41fb-b312-7323ecc25db2 req-dfb2bd0e-1ed6-4304-9e04-5cd145724e93 service neutron] Checking segment: {'id': 'ab17a81a-a27c-4db7-b421-1236b25e7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:11:41.444330 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6c3c2f-c66a-41fb-b312-7323ecc25db2 req-dfb2bd0e-1ed6-4304-9e04-5cd145724e93 service neutron] Bound using segment: {'id': 'ab17a81a-a27c-4db7-b421-1236b25e7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:11:41.444767 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-6c6c3c2f-c66a-41fb-b312-7323ecc25db2 req-dfb2bd0e-1ed6-4304-9e04-5cd145724e93 service neutron] Bound port: fe14d67d-335b-4c90-a868-d7e85884537a, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab17a81a-a27c-4db7-b421-1236b25e7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:11:41.445133 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-6c6c3c2f-c66a-41fb-b312-7323ecc25db2 req-dfb2bd0e-1ed6-4304-9e04-5cd145724e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:41.540514 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-6c6c3c2f-c66a-41fb-b312-7323ecc25db2 req-dfb2bd0e-1ed6-4304-9e04-5cd145724e93 service neutron] For port fe14d67d-335b-4c90-a868-d7e85884537a, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:11:41.544216 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-6c6c3c2f-c66a-41fb-b312-7323ecc25db2 req-dfb2bd0e-1ed6-4304-9e04-5cd145724e93 service neutron] For port fe14d67d-335b-4c90-a868-d7e85884537a, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=fe14d67d-335b-4c90-a868-d7e85884537a,segment=NetworkSegment(ab17a81a-a27c-4db7-b421-1236b25e7e1e),segment_id=ab17a81a-a27c-4db7-b421-1236b25e7e1e)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:11:41.549052 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-6c6c3c2f-c66a-41fb-b312-7323ecc25db2 req-dfb2bd0e-1ed6-4304-9e04-5cd145724e93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:41.564529 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a75a69-c2a0-4ef0-baec-f4c4c90d65b9 req-d06d87c3-9702-499c-88c0-832bcdf3293e tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:41.566125 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c1a75a69-c2a0-4ef0-baec-f4c4c90d65b9 req-d06d87c3-9702-499c-88c0-832bcdf3293e tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e08253f-dae0-4202-9f81-5d68b2c24a87 HTTP/1.1" status: 200 len: 943 time: 0.0851390 Jul 30 00:11:41.602735 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c3c2f-c66a-41fb-b312-7323ecc25db2 req-dfb2bd0e-1ed6-4304-9e04-5cd145724e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:41.603357 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-6c6c3c2f-c66a-41fb-b312-7323ecc25db2 req-dfb2bd0e-1ed6-4304-9e04-5cd145724e93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:41.604735 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6c6c3c2f-c66a-41fb-b312-7323ecc25db2 req-dfb2bd0e-1ed6-4304-9e04-5cd145724e93 service neutron] 10.222.0.41 "PUT /v2.0/ports/fe14d67d-335b-4c90-a868-d7e85884537a HTTP/1.1" status: 200 len: 1092 time: 0.8286757 Jul 30 00:11:41.654592 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb2bd0e-1ed6-4304-9e04-5cd145724e93 service neutron] Pushing event updated for resources: {'Port': ['ID=fe14d67d-335b-4c90-a868-d7e85884537a,revision_number=7']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:41.661833 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c1a75a69-c2a0-4ef0-baec-f4c4c90d65b9 req-f05b4e3f-da03-444d-a1ec-3a44a7332666 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752592 Jul 30 00:11:41.694023 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c3c2f-c66a-41fb-b312-7323ecc25db2 req-22bb79db-ef5d-4c7f-aa3f-56670950f9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:41.695578 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6c6c3c2f-c66a-41fb-b312-7323ecc25db2 req-22bb79db-ef5d-4c7f-aa3f-56670950f9c1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=123e474383d34be3816ff4a6e243aec4&device_id=3e08253f-dae0-4202-9f81-5d68b2c24a87 HTTP/1.1" status: 200 len: 1095 time: 0.0512109 Jul 30 00:11:41.794433 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c3c2f-c66a-41fb-b312-7323ecc25db2 req-f6e1ba41-3177-427f-bd6f-328677d36759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:41.796353 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6c6c3c2f-c66a-41fb-b312-7323ecc25db2 req-f6e1ba41-3177-427f-bd6f-328677d36759 service neutron] 10.222.0.41 "GET /v2.0/networks?id=66c7de0a-7704-4c37-94be-f48c6009b36f HTTP/1.1" status: 200 len: 912 time: 0.0938520 Jul 30 00:11:41.865767 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6c6c3c2f-c66a-41fb-b312-7323ecc25db2 req-ed81b780-bf96-489b-b6e4-c14ce991867b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe14d67d-335b-4c90-a868-d7e85884537a HTTP/1.1" status: 200 len: 1000 time: 0.0620401 Jul 30 00:11:41.922070 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c3c2f-c66a-41fb-b312-7323ecc25db2 req-5f4c77c3-1409-41a4-9706-988346166829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:41.923503 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6c6c3c2f-c66a-41fb-b312-7323ecc25db2 req-5f4c77c3-1409-41a4-9706-988346166829 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b83980bc-3d22-43ee-b445-1d0072c0b55e HTTP/1.1" status: 200 len: 850 time: 0.0516744 Jul 30 00:11:42.302767 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6c3c2f-c66a-41fb-b312-7323ecc25db2 req-54e3d762-fb2a-4d0b-9a25-866ff3e6a88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:42.304417 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6c6c3c2f-c66a-41fb-b312-7323ecc25db2 req-54e3d762-fb2a-4d0b-9a25-866ff3e6a88d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=66c7de0a-7704-4c37-94be-f48c6009b36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3742802 Jul 30 00:11:42.315328 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [req-6c6c3c2f-c66a-41fb-b312-7323ecc25db2 req-365d254e-f55f-4369-96b5-b18794a40b26 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:11:42.316590 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6c6c3c2f-c66a-41fb-b312-7323ecc25db2 req-365d254e-f55f-4369-96b5-b18794a40b26 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051837 Jul 30 00:11:42.409289 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6c6c3c2f-c66a-41fb-b312-7323ecc25db2 req-76c17449-61e3-41c7-9491-b9735ae34ac7 service neutron] 10.222.0.41 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859396 Jul 30 00:11:42.506843 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6c6c3c2f-c66a-41fb-b312-7323ecc25db2 req-fc61be45-1398-425f-966c-60453e4ba814 service neutron] 10.222.0.41 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908515 Jul 30 00:11:42.791152 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5c79a3-c25f-46f8-8bcb-2bac7f1cc492 req-b32dd1b3-ea3f-4bed-888c-e6654dadab5e tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:42.792681 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6f5c79a3-c25f-46f8-8bcb-2bac7f1cc492 req-b32dd1b3-ea3f-4bed-888c-e6654dadab5e tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e08253f-dae0-4202-9f81-5d68b2c24a87 HTTP/1.1" status: 200 len: 943 time: 0.0554283 Jul 30 00:11:42.836786 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6f5c79a3-c25f-46f8-8bcb-2bac7f1cc492 req-3a476184-1371-4588-b673-1fec61309ac6 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335782 Jul 30 00:11:43.247903 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e08253f-dae0-4202-9f81-5d68b2c24a87', 'tag': 'fe14d67d-335b-4c90-a868-d7e85884537a'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:11:43.250315 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535df6d9-8b1d-4cdb-9107-b7b856f47ab2" -d '{"events": [{"name": "network-changed", "server_uuid": "3e08253f-dae0-4202-9f81-5d68b2c24a87", "tag": "fe14d67d-335b-4c90-a868-d7e85884537a"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:11:43.299437 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6756e71-91b5-4206-9e23-60b86a0ec26e x-openstack-request-id: req-a6756e71-91b5-4206-9e23-60b86a0ec26e {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:11:43.299739 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e08253f-dae0-4202-9f81-5d68b2c24a87", "tag": "fe14d67d-335b-4c90-a868-d7e85884537a", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:11:43.300910 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a6756e71-91b5-4206-9e23-60b86a0ec26e {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:11:43.301557 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e08253f-dae0-4202-9f81-5d68b2c24a87', 'tag': 'fe14d67d-335b-4c90-a868-d7e85884537a', 'status': 'completed', 'code': 200} Jul 30 00:11:43.362941 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535df6d9-8b1d-4cdb-9107-b7b856f47ab2 req-17d4ec10-86eb-4dc4-9d45-e310d6a057a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:43.364775 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-535df6d9-8b1d-4cdb-9107-b7b856f47ab2 req-17d4ec10-86eb-4dc4-9d45-e310d6a057a6 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=123e474383d34be3816ff4a6e243aec4&device_id=3e08253f-dae0-4202-9f81-5d68b2c24a87 HTTP/1.1" status: 200 len: 1095 time: 0.0465980 Jul 30 00:11:43.387575 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535df6d9-8b1d-4cdb-9107-b7b856f47ab2 req-794609c8-e034-4df0-a009-7e37f8cbb839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:43.389087 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-535df6d9-8b1d-4cdb-9107-b7b856f47ab2 req-794609c8-e034-4df0-a009-7e37f8cbb839 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=123e474383d34be3816ff4a6e243aec4&device_id=3e08253f-dae0-4202-9f81-5d68b2c24a87 HTTP/1.1" status: 200 len: 1095 time: 0.0435221 Jul 30 00:11:43.456057 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535df6d9-8b1d-4cdb-9107-b7b856f47ab2 req-b75a28c6-2b22-4afd-8027-735b90e73d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:43.458741 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-535df6d9-8b1d-4cdb-9107-b7b856f47ab2 req-b75a28c6-2b22-4afd-8027-735b90e73d06 service neutron] 10.222.0.22 "GET /v2.0/networks?id=66c7de0a-7704-4c37-94be-f48c6009b36f HTTP/1.1" status: 200 len: 912 time: 0.0870950 Jul 30 00:11:43.485628 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535df6d9-8b1d-4cdb-9107-b7b856f47ab2 req-6eda7b71-46a8-44cf-82b8-44589eb256ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:43.487437 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-535df6d9-8b1d-4cdb-9107-b7b856f47ab2 req-6eda7b71-46a8-44cf-82b8-44589eb256ce service neutron] 10.222.0.41 "GET /v2.0/networks?id=66c7de0a-7704-4c37-94be-f48c6009b36f HTTP/1.1" status: 200 len: 912 time: 0.0900841 Jul 30 00:11:43.530210 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-535df6d9-8b1d-4cdb-9107-b7b856f47ab2 req-16925c1c-15b4-46fc-bcfd-e045a084530a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe14d67d-335b-4c90-a868-d7e85884537a HTTP/1.1" status: 200 len: 1000 time: 0.0640957 Jul 30 00:11:43.554143 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-535df6d9-8b1d-4cdb-9107-b7b856f47ab2 req-0305d9db-9b5d-4eca-8191-9c6713e6d0b6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe14d67d-335b-4c90-a868-d7e85884537a HTTP/1.1" status: 200 len: 1000 time: 0.0591440 Jul 30 00:11:43.580602 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535df6d9-8b1d-4cdb-9107-b7b856f47ab2 req-0a814c60-402d-4747-8bb4-0c42de81018c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:43.582208 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-535df6d9-8b1d-4cdb-9107-b7b856f47ab2 req-0a814c60-402d-4747-8bb4-0c42de81018c service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b83980bc-3d22-43ee-b445-1d0072c0b55e HTTP/1.1" status: 200 len: 850 time: 0.0454071 Jul 30 00:11:43.609849 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535df6d9-8b1d-4cdb-9107-b7b856f47ab2 req-3642360b-6ca9-4272-84f1-4e4b61c16ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:43.611658 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-535df6d9-8b1d-4cdb-9107-b7b856f47ab2 req-3642360b-6ca9-4272-84f1-4e4b61c16ef8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b83980bc-3d22-43ee-b445-1d0072c0b55e HTTP/1.1" status: 200 len: 850 time: 0.0502610 Jul 30 00:11:43.632806 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535df6d9-8b1d-4cdb-9107-b7b856f47ab2 req-1aa04c6b-7ff8-4755-9724-87b3ba158dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:43.634435 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-535df6d9-8b1d-4cdb-9107-b7b856f47ab2 req-1aa04c6b-7ff8-4755-9724-87b3ba158dd1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=66c7de0a-7704-4c37-94be-f48c6009b36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452788 Jul 30 00:11:43.659855 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535df6d9-8b1d-4cdb-9107-b7b856f47ab2 req-ec4a7ab8-f555-419e-9579-177eca05795c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:43.661366 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-535df6d9-8b1d-4cdb-9107-b7b856f47ab2 req-ec4a7ab8-f555-419e-9579-177eca05795c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=66c7de0a-7704-4c37-94be-f48c6009b36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424321 Jul 30 00:11:43.729984 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-535df6d9-8b1d-4cdb-9107-b7b856f47ab2 req-d09d7770-9226-419f-9616-29f932b4db08 service neutron] 10.222.0.22 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882301 Jul 30 00:11:43.750838 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-535df6d9-8b1d-4cdb-9107-b7b856f47ab2 req-e451b1e2-8c87-48ac-9460-30b8baf56ac1 service neutron] 10.222.0.41 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821095 Jul 30 00:11:43.820130 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-535df6d9-8b1d-4cdb-9107-b7b856f47ab2 req-76db3e31-a5f0-4bac-bb4d-31f43586000e service neutron] 10.222.0.22 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833201 Jul 30 00:11:43.852698 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-535df6d9-8b1d-4cdb-9107-b7b856f47ab2 req-4ef15ccd-2543-40c1-b69d-f5afb654b70d service neutron] 10.222.0.41 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928776 Jul 30 00:11:43.919871 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:11:43.955159 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48666875-099b-4605-93c7-61d93dfeb5fd req-79c50152-11dc-49bd-95b8-f5e46b735774 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:43.957227 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-48666875-099b-4605-93c7-61d93dfeb5fd req-79c50152-11dc-49bd-95b8-f5e46b735774 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e08253f-dae0-4202-9f81-5d68b2c24a87 HTTP/1.1" status: 200 len: 943 time: 0.0492666 Jul 30 00:11:43.994538 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-48666875-099b-4605-93c7-61d93dfeb5fd req-c4c2e06b-1151-476e-beeb-45015af2f6e3 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313849 Jul 30 00:11:44.012004 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device fe14d67d-335b-4c90-a868-d7e85884537a no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:11:44.056369 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device fe14d67d-335b-4c90-a868-d7e85884537a not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:11:44.603766 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device fe14d67d-335b-4c90-a868-d7e85884537a details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:11:44.697388 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port fe14d67d-335b-4c90-a868-d7e85884537a, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=fe14d67d-335b-4c90-a868-d7e85884537a,segment=NetworkSegment(ab17a81a-a27c-4db7-b421-1236b25e7e1e),segment_id=ab17a81a-a27c-4db7-b421-1236b25e7e1e)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:11:44.710330 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': 'fe14d67d-335b-4c90-a868-d7e85884537a', 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f', 'port_id': 'fe14d67d-335b-4c90-a868-d7e85884537a', 'mac_address': 'fa:16:3e:f7:2a:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b83980bc-3d22-43ee-b445-1d0072c0b55e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:11:44.749363 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:44.762133 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe14d67d-335b-4c90-a868-d7e85884537a {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:11:44.784674 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port fe14d67d-335b-4c90-a868-d7e85884537a, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=fe14d67d-335b-4c90-a868-d7e85884537a,segment=NetworkSegment(ab17a81a-a27c-4db7-b421-1236b25e7e1e),segment_id=ab17a81a-a27c-4db7-b421-1236b25e7e1e)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:11:44.789177 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:44.838642 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=fe14d67d-335b-4c90-a868-d7e85884537a,revision_number=8']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:44.845810 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:44.846151 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:44.846491 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:44.846825 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:44.847184 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:44.847591 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:44.847928 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:44.848257 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:44.848577 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:44.848894 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:44.849216 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:44.849536 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:45.104220 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['fe14d67d-335b-4c90-a868-d7e85884537a'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:11:45.116444 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985626c6-71f4-4434-b77f-9529c16aae2b req-de26e74e-8bef-4448-a4e1-dcfafd5fec11 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:45.118094 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-985626c6-71f4-4434-b77f-9529c16aae2b req-de26e74e-8bef-4448-a4e1-dcfafd5fec11 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e08253f-dae0-4202-9f81-5d68b2c24a87 HTTP/1.1" status: 200 len: 944 time: 0.0503778 Jul 30 00:11:45.167171 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-985626c6-71f4-4434-b77f-9529c16aae2b req-d16b2ff7-064a-4cbd-a705-2151ff0a4c9f tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431459 Jul 30 00:11:45.492080 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f2f0e-4b4c-4162-b305-e957ef46c875 req-bc9102c2-7a37-4b85-aa6e-3d31531e55ca tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:45.493575 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6f2f2f0e-4b4c-4162-b305-e957ef46c875 req-bc9102c2-7a37-4b85-aa6e-3d31531e55ca tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e08253f-dae0-4202-9f81-5d68b2c24a87&tenant_id=123e474383d34be3816ff4a6e243aec4&binding%3Ahost_id=n-h1-712141-10 HTTP/1.1" status: 200 len: 944 time: 0.0854273 Jul 30 00:11:45.506136 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387999ed-2b45-4bde-a2e4-b4e9e30eb4d0 req-68ef9ef9-f21a-4bc5-8407-a35d2bdee6e7 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:45.507585 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-387999ed-2b45-4bde-a2e4-b4e9e30eb4d0 req-68ef9ef9-f21a-4bc5-8407-a35d2bdee6e7 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e08253f-dae0-4202-9f81-5d68b2c24a87 HTTP/1.1" status: 200 len: 944 time: 0.0682223 Jul 30 00:11:45.583094 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-387999ed-2b45-4bde-a2e4-b4e9e30eb4d0 req-09bbaa71-6a2a-461b-a8e5-07c877e6e902 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692825 Jul 30 00:11:45.589431 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6f2f2f0e-4b4c-4162-b305-e957ef46c875 req-9cae4b16-776f-4ffe-a9d2-d6814933c69d service neutron] 10.222.0.41 "GET /v2.0/ports/fe14d67d-335b-4c90-a868-d7e85884537a/bindings/n-h1-712141-10 HTTP/1.1" status: 200 len: 383 time: 0.0809579 Jul 30 00:11:45.676830 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f2f0e-4b4c-4162-b305-e957ef46c875 req-460a92f3-4b56-47fc-8b15-07f3fd8084f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:45.678308 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6f2f2f0e-4b4c-4162-b305-e957ef46c875 req-460a92f3-4b56-47fc-8b15-07f3fd8084f1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=123e474383d34be3816ff4a6e243aec4&device_id=3e08253f-dae0-4202-9f81-5d68b2c24a87 HTTP/1.1" status: 200 len: 1096 time: 0.0457745 Jul 30 00:11:45.767023 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f2f0e-4b4c-4162-b305-e957ef46c875 req-f1483589-e022-48bb-99b3-758c24493929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:45.768795 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6f2f2f0e-4b4c-4162-b305-e957ef46c875 req-f1483589-e022-48bb-99b3-758c24493929 service neutron] 10.222.0.41 "GET /v2.0/networks?id=66c7de0a-7704-4c37-94be-f48c6009b36f HTTP/1.1" status: 200 len: 912 time: 0.0836415 Jul 30 00:11:45.842819 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6f2f2f0e-4b4c-4162-b305-e957ef46c875 req-7a531dd5-eba2-4d15-b7de-550521a7643b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe14d67d-335b-4c90-a868-d7e85884537a HTTP/1.1" status: 200 len: 1001 time: 0.0672607 Jul 30 00:11:45.891739 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f2f0e-4b4c-4162-b305-e957ef46c875 req-627cd85c-f5ce-4ae6-84bd-5c7ab5144395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:45.893503 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6f2f2f0e-4b4c-4162-b305-e957ef46c875 req-627cd85c-f5ce-4ae6-84bd-5c7ab5144395 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b83980bc-3d22-43ee-b445-1d0072c0b55e HTTP/1.1" status: 200 len: 850 time: 0.0441678 Jul 30 00:11:45.938803 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f2f0e-4b4c-4162-b305-e957ef46c875 req-50223a50-ad48-452b-9c8d-e71527418ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:45.940263 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6f2f2f0e-4b4c-4162-b305-e957ef46c875 req-50223a50-ad48-452b-9c8d-e71527418ae8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=66c7de0a-7704-4c37-94be-f48c6009b36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402484 Jul 30 00:11:46.039188 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6f2f2f0e-4b4c-4162-b305-e957ef46c875 req-4e7f2825-c0f4-4326-9c8a-0879bb7dac65 service neutron] 10.222.0.41 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908763 Jul 30 00:11:46.139176 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6f2f2f0e-4b4c-4162-b305-e957ef46c875 req-6e3858c7-dc29-4da7-9b6a-f19d5e3261de service neutron] 10.222.0.41 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925457 Jul 30 00:11:46.622819 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device fe14d67d-335b-4c90-a868-d7e85884537a up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:11:46.673701 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port fe14d67d-335b-4c90-a868-d7e85884537a completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:11:46.678333 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port fe14d67d-335b-4c90-a868-d7e85884537a triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:46.678709 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:46.708665 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef998019-5086-4cc7-a5fd-d786193cd935 req-9539fb0e-c717-49b3-8231-8c0ed66597d1 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:46.710520 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ef998019-5086-4cc7-a5fd-d786193cd935 req-9539fb0e-c717-49b3-8231-8c0ed66597d1 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e08253f-dae0-4202-9f81-5d68b2c24a87 HTTP/1.1" status: 200 len: 944 time: 0.0546718 Jul 30 00:11:46.752992 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ef998019-5086-4cc7-a5fd-d786193cd935 req-5ac46c02-dda2-40ad-b590-6b068c26756f tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354028 Jul 30 00:11:46.761179 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:46.785915 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e08253f-dae0-4202-9f81-5d68b2c24a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe14d67d-335b-4c90-a868-d7e85884537a'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:11:46.788256 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c87c9f-ab4b-4c63-bd47-4730dbac4253" -d '{"events": [{"server_uuid": "3e08253f-dae0-4202-9f81-5d68b2c24a87", "name": "network-vif-plugged", "status": "completed", "tag": "fe14d67d-335b-4c90-a868-d7e85884537a"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:11:46.803478 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port fe14d67d-335b-4c90-a868-d7e85884537a, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=fe14d67d-335b-4c90-a868-d7e85884537a,segment=NetworkSegment(ab17a81a-a27c-4db7-b421-1236b25e7e1e),segment_id=ab17a81a-a27c-4db7-b421-1236b25e7e1e)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:11:46.807971 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:46.864191 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=fe14d67d-335b-4c90-a868-d7e85884537a,revision_number=9']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:46.909979 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cac4d1ed-3a7c-4ccb-8775-8c29878c2313 x-openstack-request-id: req-cac4d1ed-3a7c-4ccb-8775-8c29878c2313 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:11:46.910279 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e08253f-dae0-4202-9f81-5d68b2c24a87", "name": "network-vif-plugged", "status": "completed", "tag": "fe14d67d-335b-4c90-a868-d7e85884537a", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:11:46.910534 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cac4d1ed-3a7c-4ccb-8775-8c29878c2313 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:11:46.910934 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e08253f-dae0-4202-9f81-5d68b2c24a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe14d67d-335b-4c90-a868-d7e85884537a', 'code': 200} Jul 30 00:11:47.881151 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72da42c-5b52-4d76-80c1-38362641ce76 req-28e8f796-7c9f-45c0-bfb4-ba12d5d7a0e6 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:47.882621 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a72da42c-5b52-4d76-80c1-38362641ce76 req-28e8f796-7c9f-45c0-bfb4-ba12d5d7a0e6 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e08253f-dae0-4202-9f81-5d68b2c24a87 HTTP/1.1" status: 200 len: 945 time: 0.0555968 Jul 30 00:11:47.925538 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a72da42c-5b52-4d76-80c1-38362641ce76 req-daf5fe2c-2502-4944-bb05-1757542cd8ad tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362818 Jul 30 00:11:48.340622 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f2f0e-4b4c-4162-b305-e957ef46c875 req-e0343834-5505-4811-9c8e-3185f179a887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:48.342323 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6f2f2f0e-4b4c-4162-b305-e957ef46c875 req-e0343834-5505-4811-9c8e-3185f179a887 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3e08253f-dae0-4202-9f81-5d68b2c24a87&tenant_id=123e474383d34be3816ff4a6e243aec4 HTTP/1.1" status: 200 len: 1097 time: 0.0454009 Jul 30 00:11:48.355633 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-6f2f2f0e-4b4c-4162-b305-e957ef46c875 req-b4282e38-fc38-49db-9c52-816b86357815 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712141-10', 'device_owner': 'compute:nova'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:11:48.420143 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-6f2f2f0e-4b4c-4162-b305-e957ef46c875 req-b4282e38-fc38-49db-9c52-816b86357815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:48.648751 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-6f2f2f0e-4b4c-4162-b305-e957ef46c875 req-b4282e38-fc38-49db-9c52-816b86357815 service neutron] For port fe14d67d-335b-4c90-a868-d7e85884537a, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=fe14d67d-335b-4c90-a868-d7e85884537a,segment=NetworkSegment(ab17a81a-a27c-4db7-b421-1236b25e7e1e),segment_id=ab17a81a-a27c-4db7-b421-1236b25e7e1e)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:11:48.683881 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-6f2f2f0e-4b4c-4162-b305-e957ef46c875 req-b4282e38-fc38-49db-9c52-816b86357815 service neutron] For port fe14d67d-335b-4c90-a868-d7e85884537a, host n-h1-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:11:48.723873 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e08253f-dae0-4202-9f81-5d68b2c24a87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe14d67d-335b-4c90-a868-d7e85884537a'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:11:48.726199 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00dbf111-b80f-4ec0-8121-a76cf3d52b77" -d '{"events": [{"server_uuid": "3e08253f-dae0-4202-9f81-5d68b2c24a87", "name": "network-vif-unplugged", "status": "completed", "tag": "fe14d67d-335b-4c90-a868-d7e85884537a"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:11:48.729977 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-6f2f2f0e-4b4c-4162-b305-e957ef46c875 req-b4282e38-fc38-49db-9c52-816b86357815 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:48.743064 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-6f2f2f0e-4b4c-4162-b305-e957ef46c875 req-b4282e38-fc38-49db-9c52-816b86357815 service neutron] Transition to ACTIVE for port object fe14d67d-335b-4c90-a868-d7e85884537a will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:11:48.746707 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-6f2f2f0e-4b4c-4162-b305-e957ef46c875 req-b4282e38-fc38-49db-9c52-816b86357815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:48.787289 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 00:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e966217-d878-41a8-8c5b-15374cd25977 x-openstack-request-id: req-8e966217-d878-41a8-8c5b-15374cd25977 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:11:48.787591 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e08253f-dae0-4202-9f81-5d68b2c24a87", "name": "network-vif-unplugged", "status": "completed", "tag": "fe14d67d-335b-4c90-a868-d7e85884537a", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:11:48.787884 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8e966217-d878-41a8-8c5b-15374cd25977 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:11:48.788242 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e08253f-dae0-4202-9f81-5d68b2c24a87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fe14d67d-335b-4c90-a868-d7e85884537a', 'code': 200} Jul 30 00:11:48.838310 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4282e38-fc38-49db-9c52-816b86357815 service neutron] Pushing event updated for resources: {'Port': ['ID=fe14d67d-335b-4c90-a868-d7e85884537a,revision_number=10']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:48.853156 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4282e38-fc38-49db-9c52-816b86357815 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:48.853489 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4282e38-fc38-49db-9c52-816b86357815 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:48.853939 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4282e38-fc38-49db-9c52-816b86357815 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:48.854191 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4282e38-fc38-49db-9c52-816b86357815 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:48.854525 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4282e38-fc38-49db-9c52-816b86357815 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:48.854862 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4282e38-fc38-49db-9c52-816b86357815 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:48.855190 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4282e38-fc38-49db-9c52-816b86357815 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:48.855519 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4282e38-fc38-49db-9c52-816b86357815 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:48.855847 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4282e38-fc38-49db-9c52-816b86357815 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:48.856180 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4282e38-fc38-49db-9c52-816b86357815 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:48.856504 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4282e38-fc38-49db-9c52-816b86357815 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:48.856828 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4282e38-fc38-49db-9c52-816b86357815 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:48.886921 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f2f2f0e-4b4c-4162-b305-e957ef46c875 req-b4282e38-fc38-49db-9c52-816b86357815 service neutron] No DVR routers for this DVR port fe14d67d-335b-4c90-a868-d7e85884537a on host n-h1-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:11:49.035920 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-6f2f2f0e-4b4c-4162-b305-e957ef46c875 req-b4282e38-fc38-49db-9c52-816b86357815 service neutron] Attempting to bind port fe14d67d-335b-4c90-a868-d7e85884537a on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:11:49.036251 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-6f2f2f0e-4b4c-4162-b305-e957ef46c875 req-b4282e38-fc38-49db-9c52-816b86357815 service neutron] Attempting to bind port fe14d67d-335b-4c90-a868-d7e85884537a by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': 'ab17a81a-a27c-4db7-b421-1236b25e7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:11:49.036586 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2f2f0e-4b4c-4162-b305-e957ef46c875 req-b4282e38-fc38-49db-9c52-816b86357815 service neutron] Attempting to bind port fe14d67d-335b-4c90-a868-d7e85884537a on network 66c7de0a-7704-4c37-94be-f48c6009b36f {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:11:49.041074 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2f2f0e-4b4c-4162-b305-e957ef46c875 req-b4282e38-fc38-49db-9c52-816b86357815 service neutron] Port fe14d67d-335b-4c90-a868-d7e85884537a on network 66c7de0a-7704-4c37-94be-f48c6009b36f not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:11:49.041395 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2f2f0e-4b4c-4162-b305-e957ef46c875 req-b4282e38-fc38-49db-9c52-816b86357815 service neutron] Attempting to bind port fe14d67d-335b-4c90-a868-d7e85884537a on network 66c7de0a-7704-4c37-94be-f48c6009b36f {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:11:49.046416 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2f2f0e-4b4c-4162-b305-e957ef46c875 req-b4282e38-fc38-49db-9c52-816b86357815 service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:11:49.046754 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2f2f0e-4b4c-4162-b305-e957ef46c875 req-b4282e38-fc38-49db-9c52-816b86357815 service neutron] Checking segment: {'id': 'ab17a81a-a27c-4db7-b421-1236b25e7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:11:49.047141 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2f2f0e-4b4c-4162-b305-e957ef46c875 req-b4282e38-fc38-49db-9c52-816b86357815 service neutron] Bound using segment: {'id': 'ab17a81a-a27c-4db7-b421-1236b25e7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:11:49.047569 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-6f2f2f0e-4b4c-4162-b305-e957ef46c875 req-b4282e38-fc38-49db-9c52-816b86357815 service neutron] Bound port: fe14d67d-335b-4c90-a868-d7e85884537a, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab17a81a-a27c-4db7-b421-1236b25e7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:11:49.047928 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-6f2f2f0e-4b4c-4162-b305-e957ef46c875 req-b4282e38-fc38-49db-9c52-816b86357815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:49.058323 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3866372b-9a52-44a9-a1ff-6440efca8006 req-8198b470-0b76-44e2-a4be-d434eb51c204 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:49.060017 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3866372b-9a52-44a9-a1ff-6440efca8006 req-8198b470-0b76-44e2-a4be-d434eb51c204 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e08253f-dae0-4202-9f81-5d68b2c24a87 HTTP/1.1" status: 200 len: 944 time: 0.0531547 Jul 30 00:11:49.109485 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3866372b-9a52-44a9-a1ff-6440efca8006 req-ea36f5a7-1881-45ce-8ca3-22ca1e4e846f tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407643 Jul 30 00:11:49.124288 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-6f2f2f0e-4b4c-4162-b305-e957ef46c875 req-b4282e38-fc38-49db-9c52-816b86357815 service neutron] For port fe14d67d-335b-4c90-a868-d7e85884537a, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:11:49.128103 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-6f2f2f0e-4b4c-4162-b305-e957ef46c875 req-b4282e38-fc38-49db-9c52-816b86357815 service neutron] For port fe14d67d-335b-4c90-a868-d7e85884537a, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=fe14d67d-335b-4c90-a868-d7e85884537a,segment=NetworkSegment(ab17a81a-a27c-4db7-b421-1236b25e7e1e),segment_id=ab17a81a-a27c-4db7-b421-1236b25e7e1e)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:11:49.133446 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-6f2f2f0e-4b4c-4162-b305-e957ef46c875 req-b4282e38-fc38-49db-9c52-816b86357815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:49.168503 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f2f0e-4b4c-4162-b305-e957ef46c875 req-b4282e38-fc38-49db-9c52-816b86357815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:49.169131 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-6f2f2f0e-4b4c-4162-b305-e957ef46c875 req-b4282e38-fc38-49db-9c52-816b86357815 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:49.170562 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6f2f2f0e-4b4c-4162-b305-e957ef46c875 req-b4282e38-fc38-49db-9c52-816b86357815 service neutron] 10.222.0.22 "PUT /v2.0/ports/fe14d67d-335b-4c90-a868-d7e85884537a HTTP/1.1" status: 200 len: 1093 time: 0.8202915 Jul 30 00:11:49.205723 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4282e38-fc38-49db-9c52-816b86357815 service neutron] Pushing event updated for resources: {'Port': ['ID=fe14d67d-335b-4c90-a868-d7e85884537a,revision_number=11']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:49.245263 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f2f0e-4b4c-4162-b305-e957ef46c875 req-9b7fe15c-3f54-45e9-892e-89e597e02f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:49.246931 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6f2f2f0e-4b4c-4162-b305-e957ef46c875 req-9b7fe15c-3f54-45e9-892e-89e597e02f4a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=123e474383d34be3816ff4a6e243aec4&device_id=3e08253f-dae0-4202-9f81-5d68b2c24a87 HTTP/1.1" status: 200 len: 1096 time: 0.0495355 Jul 30 00:11:49.351722 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f2f0e-4b4c-4162-b305-e957ef46c875 req-ebdf34ff-a65f-4750-b595-f684408b13e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:49.353212 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6f2f2f0e-4b4c-4162-b305-e957ef46c875 req-ebdf34ff-a65f-4750-b595-f684408b13e3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=66c7de0a-7704-4c37-94be-f48c6009b36f HTTP/1.1" status: 200 len: 912 time: 0.0997455 Jul 30 00:11:49.423482 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6f2f2f0e-4b4c-4162-b305-e957ef46c875 req-b9d740d5-c31e-49d0-bc26-01ad1ee81ace service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe14d67d-335b-4c90-a868-d7e85884537a HTTP/1.1" status: 200 len: 1000 time: 0.0632515 Jul 30 00:11:49.476522 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f2f0e-4b4c-4162-b305-e957ef46c875 req-a97b423a-a935-4a83-a3ba-7522449489d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:49.478128 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6f2f2f0e-4b4c-4162-b305-e957ef46c875 req-a97b423a-a935-4a83-a3ba-7522449489d7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b83980bc-3d22-43ee-b445-1d0072c0b55e HTTP/1.1" status: 200 len: 850 time: 0.0476763 Jul 30 00:11:49.533653 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f2f0e-4b4c-4162-b305-e957ef46c875 req-64b081f5-ee83-4699-8b89-d03a97bd76f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:49.535839 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6f2f2f0e-4b4c-4162-b305-e957ef46c875 req-64b081f5-ee83-4699-8b89-d03a97bd76f7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=66c7de0a-7704-4c37-94be-f48c6009b36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507221 Jul 30 00:11:49.632750 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6f2f2f0e-4b4c-4162-b305-e957ef46c875 req-9601ff44-f4fa-4bf9-b21c-6830157ceaa6 service neutron] 10.222.0.22 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896242 Jul 30 00:11:49.729792 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6f2f2f0e-4b4c-4162-b305-e957ef46c875 req-10989a30-79f3-4bb5-8a8e-5093a3ee0fac service neutron] 10.222.0.22 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900803 Jul 30 00:11:50.017296 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:50.232754 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a614e90d-33d4-4719-a81a-d193b0fe44eb req-ae717c7e-4dc6-4b7e-9932-0844510ee803 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:50.234277 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a614e90d-33d4-4719-a81a-d193b0fe44eb req-ae717c7e-4dc6-4b7e-9932-0844510ee803 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e08253f-dae0-4202-9f81-5d68b2c24a87 HTTP/1.1" status: 200 len: 944 time: 0.0495961 Jul 30 00:11:50.273171 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a614e90d-33d4-4719-a81a-d193b0fe44eb req-679d4d6a-2633-4baa-a107-732d68719a37 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322373 Jul 30 00:11:50.789764 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e08253f-dae0-4202-9f81-5d68b2c24a87', 'tag': 'fe14d67d-335b-4c90-a868-d7e85884537a'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:11:50.792139 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c179ee33-e521-4f46-876f-bd6edf378d70" -d '{"events": [{"name": "network-changed", "server_uuid": "3e08253f-dae0-4202-9f81-5d68b2c24a87", "tag": "fe14d67d-335b-4c90-a868-d7e85884537a"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:11:50.839029 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ed495d-e208-4c5f-9630-d6bf377a73e1 x-openstack-request-id: req-45ed495d-e208-4c5f-9630-d6bf377a73e1 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:11:50.839330 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e08253f-dae0-4202-9f81-5d68b2c24a87", "tag": "fe14d67d-335b-4c90-a868-d7e85884537a", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:11:50.839587 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-45ed495d-e208-4c5f-9630-d6bf377a73e1 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:11:50.839987 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e08253f-dae0-4202-9f81-5d68b2c24a87', 'tag': 'fe14d67d-335b-4c90-a868-d7e85884537a', 'status': 'completed', 'code': 200} Jul 30 00:11:50.902529 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c179ee33-e521-4f46-876f-bd6edf378d70 req-c9f1d387-6db8-4e3c-8416-250b91c05f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:50.904077 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c179ee33-e521-4f46-876f-bd6edf378d70 req-c9f1d387-6db8-4e3c-8416-250b91c05f91 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=123e474383d34be3816ff4a6e243aec4&device_id=3e08253f-dae0-4202-9f81-5d68b2c24a87 HTTP/1.1" status: 200 len: 1096 time: 0.0439508 Jul 30 00:11:50.931991 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c179ee33-e521-4f46-876f-bd6edf378d70 req-047b6b4d-3df5-4b31-b17c-6d378feddbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:50.933487 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c179ee33-e521-4f46-876f-bd6edf378d70 req-047b6b4d-3df5-4b31-b17c-6d378feddbaf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=123e474383d34be3816ff4a6e243aec4&device_id=3e08253f-dae0-4202-9f81-5d68b2c24a87 HTTP/1.1" status: 200 len: 1096 time: 0.0475910 Jul 30 00:11:50.997360 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c179ee33-e521-4f46-876f-bd6edf378d70 req-ee0129a5-12f2-490e-b2a3-739e5db53c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:50.998877 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c179ee33-e521-4f46-876f-bd6edf378d70 req-ee0129a5-12f2-490e-b2a3-739e5db53c34 service neutron] 10.222.0.22 "GET /v2.0/networks?id=66c7de0a-7704-4c37-94be-f48c6009b36f HTTP/1.1" status: 200 len: 912 time: 0.0843098 Jul 30 00:11:51.028452 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c179ee33-e521-4f46-876f-bd6edf378d70 req-ecd5e7b4-ee6d-4ff4-8cbf-ae87613967a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:51.030003 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c179ee33-e521-4f46-876f-bd6edf378d70 req-ecd5e7b4-ee6d-4ff4-8cbf-ae87613967a6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=66c7de0a-7704-4c37-94be-f48c6009b36f HTTP/1.1" status: 200 len: 912 time: 0.0890906 Jul 30 00:11:51.085921 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c179ee33-e521-4f46-876f-bd6edf378d70 req-6e241d73-f37d-40db-8dfd-28a80ea90fed service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe14d67d-335b-4c90-a868-d7e85884537a HTTP/1.1" status: 200 len: 1000 time: 0.0677052 Jul 30 00:11:51.102091 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c179ee33-e521-4f46-876f-bd6edf378d70 req-70e670f4-5482-4e6e-97a1-4a8781e87da5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe14d67d-335b-4c90-a868-d7e85884537a HTTP/1.1" status: 200 len: 1000 time: 0.0648646 Jul 30 00:11:51.152057 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c179ee33-e521-4f46-876f-bd6edf378d70 req-d2519035-8078-4951-852d-7a9da0fe16ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:51.153603 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c179ee33-e521-4f46-876f-bd6edf378d70 req-d2519035-8078-4951-852d-7a9da0fe16ea service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b83980bc-3d22-43ee-b445-1d0072c0b55e HTTP/1.1" status: 200 len: 850 time: 0.0553975 Jul 30 00:11:51.164379 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c179ee33-e521-4f46-876f-bd6edf378d70 req-7c95c928-1a6a-4df8-a7cf-aba1689c2b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:51.166098 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c179ee33-e521-4f46-876f-bd6edf378d70 req-7c95c928-1a6a-4df8-a7cf-aba1689c2b52 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b83980bc-3d22-43ee-b445-1d0072c0b55e HTTP/1.1" status: 200 len: 850 time: 0.0566566 Jul 30 00:11:51.211200 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c179ee33-e521-4f46-876f-bd6edf378d70 req-3ec8c9b8-44c7-429c-b745-093879aa0141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:51.214315 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c179ee33-e521-4f46-876f-bd6edf378d70 req-3ec8c9b8-44c7-429c-b745-093879aa0141 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=66c7de0a-7704-4c37-94be-f48c6009b36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483220 Jul 30 00:11:51.226971 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c179ee33-e521-4f46-876f-bd6edf378d70 req-0581a0d8-84b5-4acd-beb8-6569ed447942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:51.228502 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c179ee33-e521-4f46-876f-bd6edf378d70 req-0581a0d8-84b5-4acd-beb8-6569ed447942 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=66c7de0a-7704-4c37-94be-f48c6009b36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550063 Jul 30 00:11:51.329560 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c179ee33-e521-4f46-876f-bd6edf378d70 req-8de18020-b8a4-4228-b9e4-8dba8bc648c1 service neutron] 10.222.0.22 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069999 Jul 30 00:11:51.335304 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c179ee33-e521-4f46-876f-bd6edf378d70 req-97ba1e6e-a584-4987-9459-f06461061ca4 service neutron] 10.222.0.41 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986230 Jul 30 00:11:51.427732 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c179ee33-e521-4f46-876f-bd6edf378d70 req-59f2f440-247f-49b0-9f0b-95907d37024d service neutron] 10.222.0.22 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898693 Jul 30 00:11:51.455469 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f963d38-33b0-4111-b9b0-10190858a510 req-35cd036d-2cdc-4e4f-aef4-14eac82ffa85 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:51.457640 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9f963d38-33b0-4111-b9b0-10190858a510 req-35cd036d-2cdc-4e4f-aef4-14eac82ffa85 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e08253f-dae0-4202-9f81-5d68b2c24a87 HTTP/1.1" status: 200 len: 944 time: 0.1068618 Jul 30 00:11:51.478413 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c179ee33-e521-4f46-876f-bd6edf378d70 req-1cb5f1b6-294f-402d-ac08-bcdfb9e94137 service neutron] 10.222.0.41 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358223 Jul 30 00:11:51.508011 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9f963d38-33b0-4111-b9b0-10190858a510 req-344e4b25-afdd-4115-86f0-2e3d669c00ae tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408478 Jul 30 00:11:51.631279 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9e1ec5-7ba6-4dd6-8bf8-2a20d1983c91 req-668ed858-2424-4f46-9ba2-155c49e141f1 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:51.633056 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ec9e1ec5-7ba6-4dd6-8bf8-2a20d1983c91 req-668ed858-2424-4f46-9ba2-155c49e141f1 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e08253f-dae0-4202-9f81-5d68b2c24a87 HTTP/1.1" status: 200 len: 944 time: 0.0536034 Jul 30 00:11:51.673881 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ec9e1ec5-7ba6-4dd6-8bf8-2a20d1983c91 req-dc23379a-7e38-4dc2-b5ea-8f5cea2aaf4d tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346839 Jul 30 00:11:51.794249 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32cb558-6e90-4f71-b646-37693e0407f5 req-0180a9c3-a029-4c62-8342-75fb83bf1c9d tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:51.795748 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d32cb558-6e90-4f71-b646-37693e0407f5 req-0180a9c3-a029-4c62-8342-75fb83bf1c9d tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e08253f-dae0-4202-9f81-5d68b2c24a87 HTTP/1.1" status: 200 len: 944 time: 0.0531664 Jul 30 00:11:51.836626 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d32cb558-6e90-4f71-b646-37693e0407f5 req-8b2c7a34-569f-498b-a7a2-c91da9a8593e tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346971 Jul 30 00:11:52.074093 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device fe14d67d-335b-4c90-a868-d7e85884537a details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:11:52.087068 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e392286c-9031-4b91-a73e-02e13cd01b41 req-751f0929-48b2-4272-be29-4fedd1a79bc8 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:52.088626 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e392286c-9031-4b91-a73e-02e13cd01b41 req-751f0929-48b2-4272-be29-4fedd1a79bc8 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e08253f-dae0-4202-9f81-5d68b2c24a87 HTTP/1.1" status: 200 len: 944 time: 0.0555081 Jul 30 00:11:52.131093 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e392286c-9031-4b91-a73e-02e13cd01b41 req-ddb1c9e7-aed3-4649-aa95-10895e2929a6 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362444 Jul 30 00:11:52.183139 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port fe14d67d-335b-4c90-a868-d7e85884537a, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=fe14d67d-335b-4c90-a868-d7e85884537a,segment=NetworkSegment(ab17a81a-a27c-4db7-b421-1236b25e7e1e),segment_id=ab17a81a-a27c-4db7-b421-1236b25e7e1e)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:11:52.195285 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': 'fe14d67d-335b-4c90-a868-d7e85884537a', 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f', 'port_id': 'fe14d67d-335b-4c90-a868-d7e85884537a', 'mac_address': 'fa:16:3e:f7:2a:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b83980bc-3d22-43ee-b445-1d0072c0b55e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:11:52.235149 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:52.248279 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe14d67d-335b-4c90-a868-d7e85884537a {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:11:52.269965 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port fe14d67d-335b-4c90-a868-d7e85884537a, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=fe14d67d-335b-4c90-a868-d7e85884537a,segment=NetworkSegment(ab17a81a-a27c-4db7-b421-1236b25e7e1e),segment_id=ab17a81a-a27c-4db7-b421-1236b25e7e1e)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:11:52.274606 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:52.324636 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=fe14d67d-335b-4c90-a868-d7e85884537a,revision_number=12']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:52.493206 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['fe14d67d-335b-4c90-a868-d7e85884537a'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:11:52.650952 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device fe14d67d-335b-4c90-a868-d7e85884537a no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:11:52.689415 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device fe14d67d-335b-4c90-a868-d7e85884537a not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:11:53.263318 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c4e913-fc68-4d22-83bb-30cf049ed3e0 req-8ae5d53a-522f-4e5f-a5ce-e362d78745ab tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:53.265005 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-10c4e913-fc68-4d22-83bb-30cf049ed3e0 req-8ae5d53a-522f-4e5f-a5ce-e362d78745ab tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e08253f-dae0-4202-9f81-5d68b2c24a87 HTTP/1.1" status: 200 len: 945 time: 0.0585575 Jul 30 00:11:53.312577 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e8802ba1-c0f6-4eb2-8828-c9fec99293a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:53.313549 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-10c4e913-fc68-4d22-83bb-30cf049ed3e0 req-bd9f2ca5-f797-4b5d-9ce1-d96cee4816a5 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394485 Jul 30 00:11:53.315999 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47686b56-c888-4df7-beed-c7b17d2a2be9 req-35d9a729-6de3-49ca-8ad8-b879c8dd67b8 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:53.318164 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-47686b56-c888-4df7-beed-c7b17d2a2be9 req-35d9a729-6de3-49ca-8ad8-b879c8dd67b8 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e08253f-dae0-4202-9f81-5d68b2c24a87 HTTP/1.1" status: 200 len: 945 time: 0.0617628 Jul 30 00:11:53.414623 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-47686b56-c888-4df7-beed-c7b17d2a2be9 req-3e6ce92c-aa68-4b7a-ae0e-22adff6a8456 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Deleting port fe14d67d-335b-4c90-a868-d7e85884537a {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:11:53.414882 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-47686b56-c888-4df7-beed-c7b17d2a2be9 req-3e6ce92c-aa68-4b7a-ae0e-22adff6a8456 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:53.518208 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-47686b56-c888-4df7-beed-c7b17d2a2be9 req-3e6ce92c-aa68-4b7a-ae0e-22adff6a8456 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] For port fe14d67d-335b-4c90-a868-d7e85884537a, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=fe14d67d-335b-4c90-a868-d7e85884537a,segment=NetworkSegment(ab17a81a-a27c-4db7-b421-1236b25e7e1e),segment_id=ab17a81a-a27c-4db7-b421-1236b25e7e1e)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:11:53.518628 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-47686b56-c888-4df7-beed-c7b17d2a2be9 req-3e6ce92c-aa68-4b7a-ae0e-22adff6a8456 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:53.691770 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-47686b56-c888-4df7-beed-c7b17d2a2be9 req-3e6ce92c-aa68-4b7a-ae0e-22adff6a8456 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:53.692102 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-47686b56-c888-4df7-beed-c7b17d2a2be9 req-3e6ce92c-aa68-4b7a-ae0e-22adff6a8456 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:53.692444 n-d-712141-10 neutron-server[94077]: INFO neutron.db.l3_db [req-47686b56-c888-4df7-beed-c7b17d2a2be9 req-3e6ce92c-aa68-4b7a-ae0e-22adff6a8456 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Floating IP 9f4ec5f4-d36a-4599-9946-b1c0990afff1 disassociated. External IP: 172.25.0.109, port: fe14d67d-335b-4c90-a868-d7e85884537a. Jul 30 00:11:53.692820 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-47686b56-c888-4df7-beed-c7b17d2a2be9 req-3e6ce92c-aa68-4b7a-ae0e-22adff6a8456 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Calling delete_port for fe14d67d-335b-4c90-a868-d7e85884537a owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:11:53.829349 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-47686b56-c888-4df7-beed-c7b17d2a2be9 req-3e6ce92c-aa68-4b7a-ae0e-22adff6a8456 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:53.860603 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6ce92c-aa68-4b7a-ae0e-22adff6a8456 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Pushing event deleted for resources: {'Port': ['ID=fe14d67d-335b-4c90-a868-d7e85884537a,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:54.091642 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device fe14d67d-335b-4c90-a868-d7e85884537a up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:11:54.113430 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: fe14d67d-335b-4c90-a868-d7e85884537a {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:11:54.113813 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device fe14d67d-335b-4c90-a868-d7e85884537a not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 30 00:11:54.132535 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Port fe14d67d-335b-4c90-a868-d7e85884537a not found, will not notify nova. {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 30 00:11:54.210914 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47686b56-c888-4df7-beed-c7b17d2a2be9 req-3e6ce92c-aa68-4b7a-ae0e-22adff6a8456 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Router 4871086e-08a7-4a1e-9c5b-fcb509b33934 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:11:54.318451 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47686b56-c888-4df7-beed-c7b17d2a2be9 req-3e6ce92c-aa68-4b7a-ae0e-22adff6a8456 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:11:54.328668 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cc4f7c-66f2-4e77-ae45-17038afe5526 None None] Sync routers for ids ['4871086e-08a7-4a1e-9c5b-fcb509b33934'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:11:54.338213 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cc4f7c-66f2-4e77-ae45-17038afe5526 None None] Routers {'4871086e-08a7-4a1e-9c5b-fcb509b33934'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:11:54.338946 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-d3cc4f7c-66f2-4e77-ae45-17038afe5526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:11:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['4871086e-08a7-4a1e-9c5b-fcb509b33934'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:54.358841 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-47686b56-c888-4df7-beed-c7b17d2a2be9 req-3e6ce92c-aa68-4b7a-ae0e-22adff6a8456 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] No DVR routers for this DVR port fe14d67d-335b-4c90-a868-d7e85884537a on host n-h2-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:11:54.361454 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-47686b56-c888-4df7-beed-c7b17d2a2be9 req-3e6ce92c-aa68-4b7a-ae0e-22adff6a8456 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:54.364601 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-47686b56-c888-4df7-beed-c7b17d2a2be9 req-3e6ce92c-aa68-4b7a-ae0e-22adff6a8456 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.22 "DELETE /v2.0/ports/fe14d67d-335b-4c90-a868-d7e85884537a HTTP/1.1" status: 204 len: 173 time: 1.0401626 Jul 30 00:11:54.365065 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e08253f-dae0-4202-9f81-5d68b2c24a87', 'name': 'network-vif-deleted', 'tag': 'fe14d67d-335b-4c90-a868-d7e85884537a'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:11:54.367659 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33957be3-1e2f-4cc2-bc78-cd7df5facb19" -d '{"events": [{"server_uuid": "3e08253f-dae0-4202-9f81-5d68b2c24a87", "name": "network-vif-deleted", "tag": "fe14d67d-335b-4c90-a868-d7e85884537a"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:11:54.413211 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88cc562b-082f-496e-8d27-83897d465930 x-openstack-request-id: req-88cc562b-082f-496e-8d27-83897d465930 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:11:54.413505 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e08253f-dae0-4202-9f81-5d68b2c24a87", "name": "network-vif-deleted", "tag": "fe14d67d-335b-4c90-a868-d7e85884537a", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:11:54.413782 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-88cc562b-082f-496e-8d27-83897d465930 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:11:54.414171 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e08253f-dae0-4202-9f81-5d68b2c24a87', 'name': 'network-vif-deleted', 'tag': 'fe14d67d-335b-4c90-a868-d7e85884537a', 'status': 'completed', 'code': 200} Jul 30 00:11:54.424475 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-68223eb3-b332-4333-8004-9a3ff77177ba req-fd812bc4-de08-4953-8efc-566ade59b8bc tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=3e08253f-dae0-4202-9f81-5d68b2c24a87 HTTP/1.1" status: 200 len: 210 time: 0.0343893 Jul 30 00:11:54.470696 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-d3cc4f7c-66f2-4e77-ae45-17038afe5526 None None] Set router 4871086e-08a7-4a1e-9c5b-fcb509b33934 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:11:54.687410 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-d3cc4f7c-66f2-4e77-ae45-17038afe5526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'name': 'tempest-ServerActionsTestJSON-464895061-router', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'dc5838e9-078e-45d8-88a3-2ec81de0ea37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:04:59Z', 'updated_at': '2021-07-30T00:05:01Z', 'revision_number': 4, 'project_id': '123e474383d34be3816ff4a6e243aec4', 'gw_port': {'id': 'dc5838e9-078e-45d8-88a3-2ec81de0ea37', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:de:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:04:59Z', 'updated_at': '2021-07-30T00:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'e0a79038-b286-4b0d-8e66-79f76e5c3072', 'name': '', 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'mac_address': 'fa:16:3e:6c:d0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'b83980bc-3d22-43ee-b445-1d0072c0b55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:05:01Z', 'updated_at': '2021-07-30T00:05:06Z', 'revision_number': 5, 'project_id': '123e474383d34be3816ff4a6e243aec4', 'subnets': [{'id': 'b83980bc-3d22-43ee-b445-1d0072c0b55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:54.713832 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cc4f7c-66f2-4e77-ae45-17038afe5526 None None] Checking router: 4871086e-08a7-4a1e-9c5b-fcb509b33934 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:11:54.730676 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cc4f7c-66f2-4e77-ae45-17038afe5526 None None] Routers {'4871086e-08a7-4a1e-9c5b-fcb509b33934'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:11:54.731308 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-d3cc4f7c-66f2-4e77-ae45-17038afe5526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:11:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['4871086e-08a7-4a1e-9c5b-fcb509b33934'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:54.849239 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-d3cc4f7c-66f2-4e77-ae45-17038afe5526 None None] Set router 4871086e-08a7-4a1e-9c5b-fcb509b33934 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:11:55.053438 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-d3cc4f7c-66f2-4e77-ae45-17038afe5526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'name': 'tempest-ServerActionsTestJSON-464895061-router', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'dc5838e9-078e-45d8-88a3-2ec81de0ea37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:04:59Z', 'updated_at': '2021-07-30T00:05:01Z', 'revision_number': 4, 'project_id': '123e474383d34be3816ff4a6e243aec4', 'gw_port': {'id': 'dc5838e9-078e-45d8-88a3-2ec81de0ea37', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:de:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:04:59Z', 'updated_at': '2021-07-30T00:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'e0a79038-b286-4b0d-8e66-79f76e5c3072', 'name': '', 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'mac_address': 'fa:16:3e:6c:d0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'b83980bc-3d22-43ee-b445-1d0072c0b55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:05:01Z', 'updated_at': '2021-07-30T00:05:06Z', 'revision_number': 5, 'project_id': '123e474383d34be3816ff4a6e243aec4', 'subnets': [{'id': 'b83980bc-3d22-43ee-b445-1d0072c0b55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:55.080181 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cc4f7c-66f2-4e77-ae45-17038afe5526 None None] The sync data for ids ['4871086e-08a7-4a1e-9c5b-fcb509b33934'] in n-d-712141-10 is: [{'id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'name': 'tempest-ServerActionsTestJSON-464895061-router', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'dc5838e9-078e-45d8-88a3-2ec81de0ea37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:04:59Z', 'updated_at': '2021-07-30T00:05:01Z', 'revision_number': 4, 'project_id': '123e474383d34be3816ff4a6e243aec4', 'gw_port': {'id': 'dc5838e9-078e-45d8-88a3-2ec81de0ea37', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:de:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:04:59Z', 'updated_at': '2021-07-30T00:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'e0a79038-b286-4b0d-8e66-79f76e5c3072', 'name': '', 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'mac_address': 'fa:16:3e:6c:d0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'b83980bc-3d22-43ee-b445-1d0072c0b55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:05:01Z', 'updated_at': '2021-07-30T00:05:06Z', 'revision_number': 5, 'project_id': '123e474383d34be3816ff4a6e243aec4', 'subnets': [{'id': 'b83980bc-3d22-43ee-b445-1d0072c0b55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:11:55.314721 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1f1d40-e03b-4929-befe-7ee4ea368766 None None] New status for floating IP 9f4ec5f4-d36a-4599-9946-b1c0990afff1: DOWN {{(pid=94079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:11:55.733517 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b68dac0c-1246-459c-8255-c4668d95abff req-b8d27366-7057-4f0c-849f-3479e6e40075 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1470937197&fields=id&tenant_id=123e474383d34be3816ff4a6e243aec4 HTTP/1.1" status: 200 len: 267 time: 0.0327611 Jul 30 00:11:55.841614 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68dac0c-1246-459c-8255-c4668d95abff req-2190b977-8eae-41d7-9bb8-a8f7f063859b tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:55.843078 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b68dac0c-1246-459c-8255-c4668d95abff req-2190b977-8eae-41d7-9bb8-a8f7f063859b tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/networks?id=66c7de0a-7704-4c37-94be-f48c6009b36f HTTP/1.1" status: 200 len: 811 time: 0.1017995 Jul 30 00:11:55.858547 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b68dac0c-1246-459c-8255-c4668d95abff req-7052695c-bafb-48a8-8cde-590c25ac9b4c tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/quotas/123e474383d34be3816ff4a6e243aec4 HTTP/1.1" status: 200 len: 375 time: 0.0090396 Jul 30 00:11:55.918598 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b68dac0c-1246-459c-8255-c4668d95abff req-f2f3ae2d-9569-46be-aaad-60e74ed22ad3 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=123e474383d34be3816ff4a6e243aec4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0533733 Jul 30 00:11:55.926106 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d40e91ec-77d2-476b-902a-2175d317f57a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:56.072424 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b68dac0c-1246-459c-8255-c4668d95abff req-b769492a-8e89-431e-ba43-9c28d367ec85 service neutron] 10.222.0.43 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397057 Jul 30 00:11:56.104577 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device fe14d67d-335b-4c90-a868-d7e85884537a no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:11:56.128859 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: fe14d67d-335b-4c90-a868-d7e85884537a {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:11:56.129299 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device fe14d67d-335b-4c90-a868-d7e85884537a not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:11:56.162721 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b68dac0c-1246-459c-8255-c4668d95abff req-09ea3eee-9d64-43dd-8ebc-18e152c19d99 service neutron] 10.222.0.43 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840766 Jul 30 00:11:56.513982 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:57.357365 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3b33f222-e424-4a00-92cf-f0fa69b60ceb req-e0c65835-e22d-462d-bcc7-865b0456e97e tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 210 time: 0.0280297 Jul 30 00:11:57.848939 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:58.491104 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8577afa8-f084-4b24-84b6-66117d16a721 req-be5bbb58-8b18-4bd6-a801-b12a9cae19bf tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 210 time: 0.0378361 Jul 30 00:11:58.500821 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68dac0c-1246-459c-8255-c4668d95abff req-453cb6dc-8052-4443-872c-bcb4464dd19e tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:58.502334 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b68dac0c-1246-459c-8255-c4668d95abff req-453cb6dc-8052-4443-872c-bcb4464dd19e tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.41 "GET /v2.0/networks?id=66c7de0a-7704-4c37-94be-f48c6009b36f HTTP/1.1" status: 200 len: 811 time: 0.1514852 Jul 30 00:11:58.554268 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b68dac0c-1246-459c-8255-c4668d95abff req-28a63d1c-2aab-4e8a-a1e3-c3fd0906a431 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=123e474383d34be3816ff4a6e243aec4 HTTP/1.1" status: 200 len: 380 time: 0.0342290 Jul 30 00:11:58.579670 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-b68dac0c-1246-459c-8255-c4668d95abff req-92cf9e10-4937-4e1b-85f0-fb51769126b2 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Request body: {'port': {'device_id': '4b3537b0-045b-4122-9ac3-9bd903e672b0', 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f', 'admin_state_up': True, 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'security_groups': ['a62c88a2-ed5b-465c-bb7a-d0859409a2ae']}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:11:58.704105 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b68dac0c-1246-459c-8255-c4668d95abff req-92cf9e10-4937-4e1b-85f0-fb51769126b2 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Made reservation on behalf of 123e474383d34be3816ff4a6e243aec4 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:11:58.708426 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b68dac0c-1246-459c-8255-c4668d95abff req-92cf9e10-4937-4e1b-85f0-fb51769126b2 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:58.832956 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-b68dac0c-1246-459c-8255-c4668d95abff req-92cf9e10-4937-4e1b-85f0-fb51769126b2 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Allocated IP 172.20.0.11 (66c7de0a-7704-4c37-94be-f48c6009b36f/b83980bc-3d22-43ee-b445-1d0072c0b55e/580d789c-de3e-4624-96dc-26e496de0adf) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:11:58.977997 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b68dac0c-1246-459c-8255-c4668d95abff req-92cf9e10-4937-4e1b-85f0-fb51769126b2 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:58.993010 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-b68dac0c-1246-459c-8255-c4668d95abff req-92cf9e10-4937-4e1b-85f0-fb51769126b2 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Transition to ACTIVE for port object 580d789c-de3e-4624-96dc-26e496de0adf will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:11:59.031148 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b68dac0c-1246-459c-8255-c4668d95abff req-92cf9e10-4937-4e1b-85f0-fb51769126b2 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:59.074962 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b68dac0c-1246-459c-8255-c4668d95abff req-92cf9e10-4937-4e1b-85f0-fb51769126b2 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Network 66c7de0a-7704-4c37-94be-f48c6009b36f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:11:59.078050 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-b68dac0c-1246-459c-8255-c4668d95abff req-92cf9e10-4937-4e1b-85f0-fb51769126b2 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:11:59.082199 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-b68dac0c-1246-459c-8255-c4668d95abff req-92cf9e10-4937-4e1b-85f0-fb51769126b2 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:11:59.090217 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cf9e10-4937-4e1b-85f0-fb51769126b2 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Pushing event updated for resources: {'Port': ['ID=580d789c-de3e-4624-96dc-26e496de0adf,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:59.142384 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68dac0c-1246-459c-8255-c4668d95abff req-92cf9e10-4937-4e1b-85f0-fb51769126b2 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:59.143009 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b68dac0c-1246-459c-8255-c4668d95abff req-92cf9e10-4937-4e1b-85f0-fb51769126b2 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:59.158917 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b68dac0c-1246-459c-8255-c4668d95abff req-92cf9e10-4937-4e1b-85f0-fb51769126b2 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5855737 Jul 30 00:11:59.177434 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-b68dac0c-1246-459c-8255-c4668d95abff req-a58ef5d1-6397-48bb-b633-5699cec29fc5 service neutron] Request body: {'port': {'device_id': '4b3537b0-045b-4122-9ac3-9bd903e672b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:11:59.240962 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b68dac0c-1246-459c-8255-c4668d95abff req-a58ef5d1-6397-48bb-b633-5699cec29fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:59.291096 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-67088a1b-504e-4cd0-a0df-d758adf528c5 None None] Provisioning for port 580d789c-de3e-4624-96dc-26e496de0adf completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:11:59.295553 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-67088a1b-504e-4cd0-a0df-d758adf528c5 None None] Provisioning complete for port 580d789c-de3e-4624-96dc-26e496de0adf triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:59.296032 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-67088a1b-504e-4cd0-a0df-d758adf528c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:59.333911 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-67088a1b-504e-4cd0-a0df-d758adf528c5 None None] Port 580d789c-de3e-4624-96dc-26e496de0adf cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:11:59.477201 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:59.527336 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-b68dac0c-1246-459c-8255-c4668d95abff req-a58ef5d1-6397-48bb-b633-5699cec29fc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 580d789c-de3e-4624-96dc-26e496de0adf {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:11:59.537123 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b68dac0c-1246-459c-8255-c4668d95abff req-a58ef5d1-6397-48bb-b633-5699cec29fc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:59.549942 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-b68dac0c-1246-459c-8255-c4668d95abff req-a58ef5d1-6397-48bb-b633-5699cec29fc5 service neutron] Transition to ACTIVE for port object 580d789c-de3e-4624-96dc-26e496de0adf will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:11:59.555352 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b68dac0c-1246-459c-8255-c4668d95abff req-a58ef5d1-6397-48bb-b633-5699cec29fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:59.638749 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58ef5d1-6397-48bb-b633-5699cec29fc5 service neutron] Pushing event updated for resources: {'Port': ['ID=580d789c-de3e-4624-96dc-26e496de0adf,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:59.688788 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452ccf76-dbdb-4e8c-8c53-f027672b5ce7 req-25719f7a-c581-45c8-b945-11519c4332cf tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:59.690352 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-452ccf76-dbdb-4e8c-8c53-f027672b5ce7 req-25719f7a-c581-45c8-b945-11519c4332cf tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 944 time: 0.1091473 Jul 30 00:11:59.758746 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-b68dac0c-1246-459c-8255-c4668d95abff req-a58ef5d1-6397-48bb-b633-5699cec29fc5 service neutron] Attempting to bind port 580d789c-de3e-4624-96dc-26e496de0adf on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:11:59.759090 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-b68dac0c-1246-459c-8255-c4668d95abff req-a58ef5d1-6397-48bb-b633-5699cec29fc5 service neutron] Attempting to bind port 580d789c-de3e-4624-96dc-26e496de0adf by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': 'ab17a81a-a27c-4db7-b421-1236b25e7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:11:59.759423 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68dac0c-1246-459c-8255-c4668d95abff req-a58ef5d1-6397-48bb-b633-5699cec29fc5 service neutron] Attempting to bind port 580d789c-de3e-4624-96dc-26e496de0adf on network 66c7de0a-7704-4c37-94be-f48c6009b36f {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:11:59.763980 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-452ccf76-dbdb-4e8c-8c53-f027672b5ce7 req-48433aab-46be-4d65-ba57-0c680e9ddea6 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646665 Jul 30 00:11:59.767790 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68dac0c-1246-459c-8255-c4668d95abff req-a58ef5d1-6397-48bb-b633-5699cec29fc5 service neutron] Port 580d789c-de3e-4624-96dc-26e496de0adf on network 66c7de0a-7704-4c37-94be-f48c6009b36f not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:11:59.768375 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68dac0c-1246-459c-8255-c4668d95abff req-a58ef5d1-6397-48bb-b633-5699cec29fc5 service neutron] Attempting to bind port 580d789c-de3e-4624-96dc-26e496de0adf on network 66c7de0a-7704-4c37-94be-f48c6009b36f {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:11:59.775145 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68dac0c-1246-459c-8255-c4668d95abff req-a58ef5d1-6397-48bb-b633-5699cec29fc5 service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:11:59.775489 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68dac0c-1246-459c-8255-c4668d95abff req-a58ef5d1-6397-48bb-b633-5699cec29fc5 service neutron] Checking segment: {'id': 'ab17a81a-a27c-4db7-b421-1236b25e7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:11:59.775874 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b68dac0c-1246-459c-8255-c4668d95abff req-a58ef5d1-6397-48bb-b633-5699cec29fc5 service neutron] Bound using segment: {'id': 'ab17a81a-a27c-4db7-b421-1236b25e7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:11:59.776311 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-b68dac0c-1246-459c-8255-c4668d95abff req-a58ef5d1-6397-48bb-b633-5699cec29fc5 service neutron] Bound port: 580d789c-de3e-4624-96dc-26e496de0adf, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab17a81a-a27c-4db7-b421-1236b25e7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:11:59.776677 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b68dac0c-1246-459c-8255-c4668d95abff req-a58ef5d1-6397-48bb-b633-5699cec29fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:59.846708 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-b68dac0c-1246-459c-8255-c4668d95abff req-a58ef5d1-6397-48bb-b633-5699cec29fc5 service neutron] For port 580d789c-de3e-4624-96dc-26e496de0adf, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:11:59.850722 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-b68dac0c-1246-459c-8255-c4668d95abff req-a58ef5d1-6397-48bb-b633-5699cec29fc5 service neutron] For port 580d789c-de3e-4624-96dc-26e496de0adf, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=580d789c-de3e-4624-96dc-26e496de0adf,segment=NetworkSegment(ab17a81a-a27c-4db7-b421-1236b25e7e1e),segment_id=ab17a81a-a27c-4db7-b421-1236b25e7e1e)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:11:59.855164 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b68dac0c-1246-459c-8255-c4668d95abff req-a58ef5d1-6397-48bb-b633-5699cec29fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:59.890071 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68dac0c-1246-459c-8255-c4668d95abff req-a58ef5d1-6397-48bb-b633-5699cec29fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:59.890703 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-b68dac0c-1246-459c-8255-c4668d95abff req-a58ef5d1-6397-48bb-b633-5699cec29fc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:59.892102 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b68dac0c-1246-459c-8255-c4668d95abff req-a58ef5d1-6397-48bb-b633-5699cec29fc5 service neutron] 10.222.0.41 "PUT /v2.0/ports/580d789c-de3e-4624-96dc-26e496de0adf HTTP/1.1" status: 200 len: 1093 time: 0.7201850 Jul 30 00:11:59.892536 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b3537b0-045b-4122-9ac3-9bd903e672b0', 'tag': '580d789c-de3e-4624-96dc-26e496de0adf'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:11:59.895633 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69623cf8-f8a1-4d03-9854-38b92bdb951a" -d '{"events": [{"name": "network-changed", "server_uuid": "4b3537b0-045b-4122-9ac3-9bd903e672b0", "tag": "580d789c-de3e-4624-96dc-26e496de0adf"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:11:59.931750 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58ef5d1-6397-48bb-b633-5699cec29fc5 service neutron] Pushing event updated for resources: {'Port': ['ID=580d789c-de3e-4624-96dc-26e496de0adf,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:59.945603 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bddc107-b9b1-460d-a4fe-a55e5cebf7a7 x-openstack-request-id: req-0bddc107-b9b1-460d-a4fe-a55e5cebf7a7 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:11:59.945899 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b3537b0-045b-4122-9ac3-9bd903e672b0", "tag": "580d789c-de3e-4624-96dc-26e496de0adf", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:11:59.946157 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0bddc107-b9b1-460d-a4fe-a55e5cebf7a7 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:11:59.946582 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b3537b0-045b-4122-9ac3-9bd903e672b0', 'tag': '580d789c-de3e-4624-96dc-26e496de0adf', 'status': 'completed', 'code': 200} Jul 30 00:12:00.001540 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68dac0c-1246-459c-8255-c4668d95abff req-65e72c6c-e893-45e9-8711-9503d3f24b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:00.003157 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b68dac0c-1246-459c-8255-c4668d95abff req-65e72c6c-e893-45e9-8711-9503d3f24b2b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=123e474383d34be3816ff4a6e243aec4&device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 1096 time: 0.0448174 Jul 30 00:12:00.058430 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b68dac0c-1246-459c-8255-c4668d95abff req-dee23830-7f1a-4050-b130-84e453f1dc97 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=580d789c-de3e-4624-96dc-26e496de0adf HTTP/1.1" status: 200 len: 217 time: 0.0409968 Jul 30 00:12:00.122157 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68dac0c-1246-459c-8255-c4668d95abff req-b6e33081-48e6-4de9-8807-9a6c7486f13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:00.123563 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b68dac0c-1246-459c-8255-c4668d95abff req-b6e33081-48e6-4de9-8807-9a6c7486f13d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b83980bc-3d22-43ee-b445-1d0072c0b55e HTTP/1.1" status: 200 len: 850 time: 0.0578649 Jul 30 00:12:00.171338 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68dac0c-1246-459c-8255-c4668d95abff req-80073b6f-0e93-46f0-a8b9-191215ea4520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:00.172897 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b68dac0c-1246-459c-8255-c4668d95abff req-80073b6f-0e93-46f0-a8b9-191215ea4520 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=66c7de0a-7704-4c37-94be-f48c6009b36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419126 Jul 30 00:12:00.265278 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b68dac0c-1246-459c-8255-c4668d95abff req-2caeab1f-94d7-4162-a8d7-205573d4c6e9 service neutron] 10.222.0.41 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853457 Jul 30 00:12:00.354171 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b68dac0c-1246-459c-8255-c4668d95abff req-aa54c7c4-58b2-46ae-8441-cc492c80cf3c service neutron] 10.222.0.41 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822847 Jul 30 00:12:00.480330 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69623cf8-f8a1-4d03-9854-38b92bdb951a req-47464f6d-5f88-43b0-85a6-bd8da4a6f236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:00.481862 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-69623cf8-f8a1-4d03-9854-38b92bdb951a req-47464f6d-5f88-43b0-85a6-bd8da4a6f236 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=123e474383d34be3816ff4a6e243aec4&device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 1096 time: 0.0458398 Jul 30 00:12:00.579328 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69623cf8-f8a1-4d03-9854-38b92bdb951a req-37cc02ae-ede3-441a-ae89-aae3f6246c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:00.580862 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-69623cf8-f8a1-4d03-9854-38b92bdb951a req-37cc02ae-ede3-441a-ae89-aae3f6246c21 service neutron] 10.222.0.41 "GET /v2.0/networks?id=66c7de0a-7704-4c37-94be-f48c6009b36f HTTP/1.1" status: 200 len: 912 time: 0.0913463 Jul 30 00:12:00.621917 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-69623cf8-f8a1-4d03-9854-38b92bdb951a req-0e3a9705-94c8-45f6-9a0f-9f356ca1cb7c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=580d789c-de3e-4624-96dc-26e496de0adf HTTP/1.1" status: 200 len: 217 time: 0.0344741 Jul 30 00:12:00.677980 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69623cf8-f8a1-4d03-9854-38b92bdb951a req-6ffbaa5d-82b1-46d3-bdfa-5dce748018b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:00.679461 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-69623cf8-f8a1-4d03-9854-38b92bdb951a req-6ffbaa5d-82b1-46d3-bdfa-5dce748018b5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b83980bc-3d22-43ee-b445-1d0072c0b55e HTTP/1.1" status: 200 len: 850 time: 0.0501206 Jul 30 00:12:00.725862 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69623cf8-f8a1-4d03-9854-38b92bdb951a req-d0dcd4b4-83e1-4d4d-95d6-3a7d5100995d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:00.727369 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-69623cf8-f8a1-4d03-9854-38b92bdb951a req-d0dcd4b4-83e1-4d4d-95d6-3a7d5100995d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=66c7de0a-7704-4c37-94be-f48c6009b36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405414 Jul 30 00:12:00.820989 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-69623cf8-f8a1-4d03-9854-38b92bdb951a req-6bcc0be4-6d80-4cbe-a2ae-27c9f55facec service neutron] 10.222.0.41 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843413 Jul 30 00:12:00.942977 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b10027-0613-4dda-9295-040a00b201bc req-ba178711-7614-489a-bb7b-6382c3e56a34 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:00.944550 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-25b10027-0613-4dda-9295-040a00b201bc req-ba178711-7614-489a-bb7b-6382c3e56a34 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 944 time: 0.1077049 Jul 30 00:12:00.966560 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-69623cf8-f8a1-4d03-9854-38b92bdb951a req-68dc0ccf-40f0-40d3-9796-8c6368ba7db2 service neutron] 10.222.0.41 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383593 Jul 30 00:12:00.998791 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-25b10027-0613-4dda-9295-040a00b201bc req-9e62f233-c1f2-4c3e-b119-81e1b5193bbd tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443938 Jul 30 00:12:02.117279 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab74d02-b7d2-45a0-84da-5f87998437fb req-e757119c-c2b8-4d49-8dd1-534c7e5711c8 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:02.118854 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4ab74d02-b7d2-45a0-84da-5f87998437fb req-e757119c-c2b8-4d49-8dd1-534c7e5711c8 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 944 time: 0.0500324 Jul 30 00:12:02.157540 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4ab74d02-b7d2-45a0-84da-5f87998437fb req-27944cfb-f778-4a3a-81b2-1f61c881b4ef tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326207 Jul 30 00:12:02.697009 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 580d789c-de3e-4624-96dc-26e496de0adf details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:12:02.796590 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 580d789c-de3e-4624-96dc-26e496de0adf, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=580d789c-de3e-4624-96dc-26e496de0adf,segment=NetworkSegment(ab17a81a-a27c-4db7-b421-1236b25e7e1e),segment_id=ab17a81a-a27c-4db7-b421-1236b25e7e1e)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:12:02.807767 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': '580d789c-de3e-4624-96dc-26e496de0adf', 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f', 'port_id': '580d789c-de3e-4624-96dc-26e496de0adf', 'mac_address': 'fa:16:3e:4d:93:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b83980bc-3d22-43ee-b445-1d0072c0b55e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:12:02.845302 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:02.858872 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 580d789c-de3e-4624-96dc-26e496de0adf {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:12:02.878323 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 580d789c-de3e-4624-96dc-26e496de0adf, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=580d789c-de3e-4624-96dc-26e496de0adf,segment=NetworkSegment(ab17a81a-a27c-4db7-b421-1236b25e7e1e),segment_id=ab17a81a-a27c-4db7-b421-1236b25e7e1e)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:12:02.882365 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:02.937707 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=580d789c-de3e-4624-96dc-26e496de0adf,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:03.140495 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['580d789c-de3e-4624-96dc-26e496de0adf'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:12:03.278245 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd81d8-a658-4260-ae55-f0c659384c8e req-fbf71a67-ad2c-4ad3-a559-b7657801d5ec tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:03.279846 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0dcd81d8-a658-4260-ae55-f0c659384c8e req-fbf71a67-ad2c-4ad3-a559-b7657801d5ec tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 945 time: 0.0511365 Jul 30 00:12:03.319319 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0dcd81d8-a658-4260-ae55-f0c659384c8e req-88a1cf6d-3bb6-462d-afb9-a6bd3b8f0d32 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322256 Jul 30 00:12:04.442287 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e1f17-9556-4388-9ad0-3826f627cf31 req-510d7456-753a-4e87-a4f1-d1c7c5078b81 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:04.443745 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d09e1f17-9556-4388-9ad0-3826f627cf31 req-510d7456-753a-4e87-a4f1-d1c7c5078b81 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 945 time: 0.0476959 Jul 30 00:12:04.486568 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d09e1f17-9556-4388-9ad0-3826f627cf31 req-15373673-b5de-41bd-a150-89c913cda21a tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369818 Jul 30 00:12:04.696980 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 580d789c-de3e-4624-96dc-26e496de0adf up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:12:04.745482 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port 580d789c-de3e-4624-96dc-26e496de0adf completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:12:04.749079 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port 580d789c-de3e-4624-96dc-26e496de0adf triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:12:04.749450 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:04.828678 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:04.851310 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b3537b0-045b-4122-9ac3-9bd903e672b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '580d789c-de3e-4624-96dc-26e496de0adf'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:12:04.853506 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff13ba5-817b-4b0e-86fb-4d7693901c90" -d '{"events": [{"server_uuid": "4b3537b0-045b-4122-9ac3-9bd903e672b0", "name": "network-vif-plugged", "status": "completed", "tag": "580d789c-de3e-4624-96dc-26e496de0adf"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:12:04.868110 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 580d789c-de3e-4624-96dc-26e496de0adf, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=580d789c-de3e-4624-96dc-26e496de0adf,segment=NetworkSegment(ab17a81a-a27c-4db7-b421-1236b25e7e1e),segment_id=ab17a81a-a27c-4db7-b421-1236b25e7e1e)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:12:04.872026 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:04.895287 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bedae7b-7aa2-4484-9893-945f0baa0459 x-openstack-request-id: req-0bedae7b-7aa2-4484-9893-945f0baa0459 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:12:04.895582 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b3537b0-045b-4122-9ac3-9bd903e672b0", "name": "network-vif-plugged", "status": "completed", "tag": "580d789c-de3e-4624-96dc-26e496de0adf", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:12:04.895832 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0bedae7b-7aa2-4484-9893-945f0baa0459 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:12:04.896212 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b3537b0-045b-4122-9ac3-9bd903e672b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '580d789c-de3e-4624-96dc-26e496de0adf', 'code': 200} Jul 30 00:12:04.921371 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=580d789c-de3e-4624-96dc-26e496de0adf,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:12:05.011214 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13be2cd4-26c0-4876-a5da-580a391411b9 req-e1e8a1bd-c37e-4da1-ad40-5b1b793d14d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:05.012660 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-13be2cd4-26c0-4876-a5da-580a391411b9 req-e1e8a1bd-c37e-4da1-ad40-5b1b793d14d9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 1098 time: 0.0408974 Jul 30 00:12:05.046820 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-13be2cd4-26c0-4876-a5da-580a391411b9 req-fb16869f-3085-4bbc-a3b2-d85721aba819 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266900 Jul 30 00:12:05.601155 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334f392-ea45-4e13-b3c4-0685c833c84b req-446bc6ad-4c7c-4165-b16d-3caaf305167a tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:05.602657 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7334f392-ea45-4e13-b3c4-0685c833c84b req-446bc6ad-4c7c-4165-b16d-3caaf305167a tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 946 time: 0.0491405 Jul 30 00:12:05.639688 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7334f392-ea45-4e13-b3c4-0685c833c84b req-50f7db76-b7f6-49b6-bdc9-fa2433993e6e tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312355 Jul 30 00:12:06.756090 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366c1b1-250a-4ea5-bb46-76428afd7490 req-8009323e-160c-4a71-92d8-ed83b2bf5d24 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:06.757754 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8366c1b1-250a-4ea5-bb46-76428afd7490 req-8009323e-160c-4a71-92d8-ed83b2bf5d24 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 946 time: 0.0489788 Jul 30 00:12:06.803722 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8366c1b1-250a-4ea5-bb46-76428afd7490 req-f5e41cc3-31a2-4d56-b6c4-48b97afb737a tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363805 Jul 30 00:12:06.915662 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371afb70-c2f2-4acd-b01e-e8ba2ed7c792 req-44f9a3f3-88f8-41eb-be48-f749b7310cd7 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:06.917151 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-371afb70-c2f2-4acd-b01e-e8ba2ed7c792 req-44f9a3f3-88f8-41eb-be48-f749b7310cd7 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 946 time: 0.0491979 Jul 30 00:12:06.925856 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35058) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:12:06.930420 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-458ce61f-4b68-4361-acdf-9b6c64cb6471 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Request body: {'floatingip': {'port_id': '580d789c-de3e-4624-96dc-26e496de0adf'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:12:06.968684 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-458ce61f-4b68-4361-acdf-9b6c64cb6471 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks [] for floatingip, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:07.412355 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-458ce61f-4b68-4361-acdf-9b6c64cb6471 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:07.416579 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-458ce61f-4b68-4361-acdf-9b6c64cb6471 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:07.517037 n-d-712141-10 neutron-server[94078]: INFO neutron.db.l3_db [None req-458ce61f-4b68-4361-acdf-9b6c64cb6471 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Floating IP 9f4ec5f4-d36a-4599-9946-b1c0990afff1 associated. External IP: 172.25.0.109, port: 580d789c-de3e-4624-96dc-26e496de0adf. Jul 30 00:12:07.543617 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:08.073350 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-458ce61f-4b68-4361-acdf-9b6c64cb6471 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Router 4871086e-08a7-4a1e-9c5b-fcb509b33934 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:12:08.181804 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-458ce61f-4b68-4361-acdf-9b6c64cb6471 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:12:08.186539 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-458ce61f-4b68-4361-acdf-9b6c64cb6471 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:08.191944 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a497a0-33cd-47d4-8ee6-ecee25744c46 None None] Sync routers for ids ['4871086e-08a7-4a1e-9c5b-fcb509b33934'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:12:08.200558 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a497a0-33cd-47d4-8ee6-ecee25744c46 None None] Routers {'4871086e-08a7-4a1e-9c5b-fcb509b33934'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:12:08.201166 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-23a497a0-33cd-47d4-8ee6-ecee25744c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:11:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['4871086e-08a7-4a1e-9c5b-fcb509b33934'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:08.214238 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-458ce61f-4b68-4361-acdf-9b6c64cb6471 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "PUT /v2.0/floatingips/9f4ec5f4-d36a-4599-9946-b1c0990afff1 HTTP/1.1" status: 200 len: 993 time: 1.2872913 Jul 30 00:12:08.214826 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b3537b0-045b-4122-9ac3-9bd903e672b0', 'tag': '580d789c-de3e-4624-96dc-26e496de0adf'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:12:08.217059 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e36c1d-d1a3-4fd0-ada2-8c9c6542cd37" -d '{"events": [{"name": "network-changed", "server_uuid": "4b3537b0-045b-4122-9ac3-9bd903e672b0", "tag": "580d789c-de3e-4624-96dc-26e496de0adf"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:12:08.259812 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d47a5bec-447b-4047-949b-aa964942aec0 x-openstack-request-id: req-d47a5bec-447b-4047-949b-aa964942aec0 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:12:08.260577 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b3537b0-045b-4122-9ac3-9bd903e672b0", "tag": "580d789c-de3e-4624-96dc-26e496de0adf", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:12:08.261086 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d47a5bec-447b-4047-949b-aa964942aec0 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:12:08.261484 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b3537b0-045b-4122-9ac3-9bd903e672b0', 'tag': '580d789c-de3e-4624-96dc-26e496de0adf', 'status': 'completed', 'code': 200} Jul 30 00:12:08.314109 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-23a497a0-33cd-47d4-8ee6-ecee25744c46 None None] Set router 4871086e-08a7-4a1e-9c5b-fcb509b33934 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:12:08.361994 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e36c1d-d1a3-4fd0-ada2-8c9c6542cd37 req-4a6e0828-aaa5-4d11-87ba-0dc0cfaabfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:08.364226 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-94e36c1d-d1a3-4fd0-ada2-8c9c6542cd37 req-4a6e0828-aaa5-4d11-87ba-0dc0cfaabfba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=123e474383d34be3816ff4a6e243aec4&device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 1098 time: 0.0404594 Jul 30 00:12:08.461609 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e36c1d-d1a3-4fd0-ada2-8c9c6542cd37 req-71f7e7b1-1f5a-45d5-8434-762b58a5c57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:08.463088 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-94e36c1d-d1a3-4fd0-ada2-8c9c6542cd37 req-71f7e7b1-1f5a-45d5-8434-762b58a5c57a service neutron] 10.222.0.41 "GET /v2.0/networks?id=66c7de0a-7704-4c37-94be-f48c6009b36f HTTP/1.1" status: 200 len: 912 time: 0.0920825 Jul 30 00:12:08.528815 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-94e36c1d-d1a3-4fd0-ada2-8c9c6542cd37 req-ce6cb88a-d066-46fe-8e74-16e5dc94e4ff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=580d789c-de3e-4624-96dc-26e496de0adf HTTP/1.1" status: 200 len: 1001 time: 0.0581729 Jul 30 00:12:08.534830 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-23a497a0-33cd-47d4-8ee6-ecee25744c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'name': 'tempest-ServerActionsTestJSON-464895061-router', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'dc5838e9-078e-45d8-88a3-2ec81de0ea37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:04:59Z', 'updated_at': '2021-07-30T00:05:01Z', 'revision_number': 4, 'project_id': '123e474383d34be3816ff4a6e243aec4', 'gw_port': {'id': 'dc5838e9-078e-45d8-88a3-2ec81de0ea37', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:de:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:04:59Z', 'updated_at': '2021-07-30T00:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '9f4ec5f4-d36a-4599-9946-b1c0990afff1', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'floating_ip_address': '172.25.0.109', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'port_id': '580d789c-de3e-4624-96dc-26e496de0adf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f', 'mac_address': 'fa:16:3e:4d:93:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3537b0-045b-4122-9ac3-9bd903e672b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:05:03Z', 'updated_at': '2021-07-30T00:12:07Z', 'revision_number': 13, 'project_id': '123e474383d34be3816ff4a6e243aec4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0a79038-b286-4b0d-8e66-79f76e5c3072', 'name': '', 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'mac_address': 'fa:16:3e:6c:d0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'b83980bc-3d22-43ee-b445-1d0072c0b55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:05:01Z', 'updated_at': '2021-07-30T00:05:06Z', 'revision_number': 5, 'project_id': '123e474383d34be3816ff4a6e243aec4', 'subnets': [{'id': 'b83980bc-3d22-43ee-b445-1d0072c0b55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:08.566944 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a497a0-33cd-47d4-8ee6-ecee25744c46 None None] Checking router: 4871086e-08a7-4a1e-9c5b-fcb509b33934 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:12:08.575652 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a497a0-33cd-47d4-8ee6-ecee25744c46 None None] Routers {'4871086e-08a7-4a1e-9c5b-fcb509b33934'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:12:08.576320 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-23a497a0-33cd-47d4-8ee6-ecee25744c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:11:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['4871086e-08a7-4a1e-9c5b-fcb509b33934'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:08.583397 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e36c1d-d1a3-4fd0-ada2-8c9c6542cd37 req-4d7a419d-9836-4504-b8d0-205872c5c64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:08.584878 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-94e36c1d-d1a3-4fd0-ada2-8c9c6542cd37 req-4d7a419d-9836-4504-b8d0-205872c5c64b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b83980bc-3d22-43ee-b445-1d0072c0b55e HTTP/1.1" status: 200 len: 850 time: 0.0485218 Jul 30 00:12:08.635867 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e36c1d-d1a3-4fd0-ada2-8c9c6542cd37 req-53994d10-b4e1-4b14-96dd-2978de22975b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:08.637279 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-94e36c1d-d1a3-4fd0-ada2-8c9c6542cd37 req-53994d10-b4e1-4b14-96dd-2978de22975b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=66c7de0a-7704-4c37-94be-f48c6009b36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456331 Jul 30 00:12:08.731903 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-94e36c1d-d1a3-4fd0-ada2-8c9c6542cd37 req-099f9169-c4df-46e5-b0e3-6a7f2f977f12 service neutron] 10.222.0.41 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858159 Jul 30 00:12:08.777535 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-23a497a0-33cd-47d4-8ee6-ecee25744c46 None None] Set router 4871086e-08a7-4a1e-9c5b-fcb509b33934 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:12:08.828351 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-94e36c1d-d1a3-4fd0-ada2-8c9c6542cd37 req-461afa4e-4f62-4762-9778-5f347f0abbbe service neutron] 10.222.0.41 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886815 Jul 30 00:12:09.001992 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-23a497a0-33cd-47d4-8ee6-ecee25744c46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'name': 'tempest-ServerActionsTestJSON-464895061-router', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'dc5838e9-078e-45d8-88a3-2ec81de0ea37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:04:59Z', 'updated_at': '2021-07-30T00:05:01Z', 'revision_number': 4, 'project_id': '123e474383d34be3816ff4a6e243aec4', 'gw_port': {'id': 'dc5838e9-078e-45d8-88a3-2ec81de0ea37', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:de:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:04:59Z', 'updated_at': '2021-07-30T00:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '9f4ec5f4-d36a-4599-9946-b1c0990afff1', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'floating_ip_address': '172.25.0.109', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'port_id': '580d789c-de3e-4624-96dc-26e496de0adf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f', 'mac_address': 'fa:16:3e:4d:93:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3537b0-045b-4122-9ac3-9bd903e672b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:05:03Z', 'updated_at': '2021-07-30T00:12:07Z', 'revision_number': 13, 'project_id': '123e474383d34be3816ff4a6e243aec4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0a79038-b286-4b0d-8e66-79f76e5c3072', 'name': '', 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'mac_address': 'fa:16:3e:6c:d0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'b83980bc-3d22-43ee-b445-1d0072c0b55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:05:01Z', 'updated_at': '2021-07-30T00:05:06Z', 'revision_number': 5, 'project_id': '123e474383d34be3816ff4a6e243aec4', 'subnets': [{'id': 'b83980bc-3d22-43ee-b445-1d0072c0b55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:12:09.004108 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-36ffadc7-18a6-4f70-b747-411498f32598 req-82971838-e415-44d2-a085-e715fdb22a08 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0413353 Jul 30 00:12:09.028196 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a497a0-33cd-47d4-8ee6-ecee25744c46 None None] The sync data for ids ['4871086e-08a7-4a1e-9c5b-fcb509b33934'] in n-d-712141-10 is: [{'id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'name': 'tempest-ServerActionsTestJSON-464895061-router', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'dc5838e9-078e-45d8-88a3-2ec81de0ea37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:04:59Z', 'updated_at': '2021-07-30T00:05:01Z', 'revision_number': 4, 'project_id': '123e474383d34be3816ff4a6e243aec4', 'gw_port': {'id': 'dc5838e9-078e-45d8-88a3-2ec81de0ea37', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:de:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:04:59Z', 'updated_at': '2021-07-30T00:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '9f4ec5f4-d36a-4599-9946-b1c0990afff1', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'floating_ip_address': '172.25.0.109', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'port_id': '580d789c-de3e-4624-96dc-26e496de0adf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f', 'mac_address': 'fa:16:3e:4d:93:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b3537b0-045b-4122-9ac3-9bd903e672b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:05:03Z', 'updated_at': '2021-07-30T00:12:07Z', 'revision_number': 13, 'project_id': '123e474383d34be3816ff4a6e243aec4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0a79038-b286-4b0d-8e66-79f76e5c3072', 'name': '', 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'mac_address': 'fa:16:3e:6c:d0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'b83980bc-3d22-43ee-b445-1d0072c0b55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:05:01Z', 'updated_at': '2021-07-30T00:05:06Z', 'revision_number': 5, 'project_id': '123e474383d34be3816ff4a6e243aec4', 'subnets': [{'id': 'b83980bc-3d22-43ee-b445-1d0072c0b55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:12:09.104360 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ffadc7-18a6-4f70-b747-411498f32598 req-bbaaf06c-fcb3-4c37-b378-775fd6cb5216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:09.105934 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-36ffadc7-18a6-4f70-b747-411498f32598 req-bbaaf06c-fcb3-4c37-b378-775fd6cb5216 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=123e474383d34be3816ff4a6e243aec4&device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 1098 time: 0.0420477 Jul 30 00:12:09.217498 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ffadc7-18a6-4f70-b747-411498f32598 req-47cc7f43-f64a-4a9a-b74c-833c4370a5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:09.219012 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-36ffadc7-18a6-4f70-b747-411498f32598 req-47cc7f43-f64a-4a9a-b74c-833c4370a5f5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=66c7de0a-7704-4c37-94be-f48c6009b36f HTTP/1.1" status: 200 len: 912 time: 0.0895452 Jul 30 00:12:09.227406 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e54366e-e076-49f9-aa4b-dd4a67ec8daf None None] New status for floating IP 9f4ec5f4-d36a-4599-9946-b1c0990afff1: ACTIVE {{(pid=94079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:12:09.288498 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-36ffadc7-18a6-4f70-b747-411498f32598 req-1cb206f8-54c6-43e1-9f0e-dff5437f942c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=580d789c-de3e-4624-96dc-26e496de0adf HTTP/1.1" status: 200 len: 1001 time: 0.0613282 Jul 30 00:12:09.340477 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ffadc7-18a6-4f70-b747-411498f32598 req-33548f99-41c3-419f-9ddf-ebaa38dfef9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:09.342006 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-36ffadc7-18a6-4f70-b747-411498f32598 req-33548f99-41c3-419f-9ddf-ebaa38dfef9b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b83980bc-3d22-43ee-b445-1d0072c0b55e HTTP/1.1" status: 200 len: 850 time: 0.0461614 Jul 30 00:12:09.397752 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ffadc7-18a6-4f70-b747-411498f32598 req-01678872-61ef-4e77-9a53-885a2ef9a7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:09.401728 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-36ffadc7-18a6-4f70-b747-411498f32598 req-01678872-61ef-4e77-9a53-885a2ef9a7b2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=66c7de0a-7704-4c37-94be-f48c6009b36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499439 Jul 30 00:12:09.497803 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-36ffadc7-18a6-4f70-b747-411498f32598 req-39a83c20-8463-4d9d-a46d-809786b932b3 service neutron] 10.222.0.41 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901678 Jul 30 00:12:09.610484 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-36ffadc7-18a6-4f70-b747-411498f32598 req-32fc89fb-d99e-4baf-8cd2-5cd8d0b3b6df service neutron] 10.222.0.41 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051519 Jul 30 00:12:20.026351 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:20.920142 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:12:23.308979 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-53db8037-7b17-4094-aa10-832173a66cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:25.927016 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-da9c8d43-e9d2-41cb-926b-aac05ff47309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:26.515752 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:27.848641 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:29.478632 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:37.540853 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:50.015069 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:53.308453 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-109d31b2-f971-4a2f-a696-07d00118f1f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:55.928390 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-055dcc6a-3ad1-408c-aa44-74785a2ee82c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:56.517091 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:57.852457 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:57.919418 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:12:59.482446 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:07.544495 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:11.017561 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-af464c3b-a5d9-445a-b1c0-4e658957baed req-cda5b09a-9083-4228-a419-8a3d1afd5713 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0483086 Jul 30 00:13:11.113843 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af464c3b-a5d9-445a-b1c0-4e658957baed req-9496d6f0-29bf-4814-80af-f5b35284e4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:11.115338 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-af464c3b-a5d9-445a-b1c0-4e658957baed req-9496d6f0-29bf-4814-80af-f5b35284e4cc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=123e474383d34be3816ff4a6e243aec4&device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 1098 time: 0.0406585 Jul 30 00:13:11.229527 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af464c3b-a5d9-445a-b1c0-4e658957baed req-ce3f63da-7d6f-44a9-a7d6-0cbfdfb14171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:11.230955 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-af464c3b-a5d9-445a-b1c0-4e658957baed req-ce3f63da-7d6f-44a9-a7d6-0cbfdfb14171 service neutron] 10.222.0.41 "GET /v2.0/networks?id=66c7de0a-7704-4c37-94be-f48c6009b36f HTTP/1.1" status: 200 len: 912 time: 0.0954385 Jul 30 00:13:11.295824 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-af464c3b-a5d9-445a-b1c0-4e658957baed req-86864ca9-3441-4952-93ca-8186ae209dbe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=580d789c-de3e-4624-96dc-26e496de0adf HTTP/1.1" status: 200 len: 1003 time: 0.0578771 Jul 30 00:13:11.348055 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af464c3b-a5d9-445a-b1c0-4e658957baed req-9817c22f-379d-4b18-bb7b-fe8789b09c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:11.349533 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-af464c3b-a5d9-445a-b1c0-4e658957baed req-9817c22f-379d-4b18-bb7b-fe8789b09c98 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b83980bc-3d22-43ee-b445-1d0072c0b55e HTTP/1.1" status: 200 len: 850 time: 0.0470393 Jul 30 00:13:11.401212 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af464c3b-a5d9-445a-b1c0-4e658957baed req-8d2de404-b626-419f-a7e0-734cb4262c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:11.402738 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-af464c3b-a5d9-445a-b1c0-4e658957baed req-8d2de404-b626-419f-a7e0-734cb4262c9f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=66c7de0a-7704-4c37-94be-f48c6009b36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465286 Jul 30 00:13:11.492179 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-af464c3b-a5d9-445a-b1c0-4e658957baed req-b07bb871-10c6-469a-9e09-cbe8e0182a4c service neutron] 10.222.0.41 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823464 Jul 30 00:13:11.591251 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-af464c3b-a5d9-445a-b1c0-4e658957baed req-0b4c32f5-0c38-4ea9-9a57-de3d2bc2710d service neutron] 10.222.0.41 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922832 Jul 30 00:13:20.037876 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:23.309591 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-80c09066-b253-4e90-ba98-e6acdd8b242a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:25.930307 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c7acbf2e-856f-485e-9412-6b20000667d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:26.517493 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:27.855761 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:29.486021 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:34.919172 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:13:37.554313 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:45.922602 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb0ea0-4a2a-4a38-ba98-724b5d243185 req-08d58ccf-2c25-472b-9af9-b7a0732ea5d1 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:45.924123 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5beb0ea0-4a2a-4a38-ba98-724b5d243185 req-08d58ccf-2c25-472b-9af9-b7a0732ea5d1 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 946 time: 0.0520236 Jul 30 00:13:45.963414 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5beb0ea0-4a2a-4a38-ba98-724b5d243185 req-5c29f0a4-7afe-4f19-b1ef-ed7fa5125433 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332971 Jul 30 00:13:50.045385 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:53.310530 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8f8a509a-8308-4594-80e3-6400328fa611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:55.931382 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1bf78e45-5822-4ae4-a19e-3d98e1899f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:56.519319 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:57.859344 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:58.398503 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c5d521-cc07-4841-893d-8ea341571e49 req-f00beb4b-69dc-4db2-85cc-b90633857d7e tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:58.400024 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-74c5d521-cc07-4841-893d-8ea341571e49 req-f00beb4b-69dc-4db2-85cc-b90633857d7e tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 946 time: 0.0514090 Jul 30 00:13:58.436872 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-59f0e056-6ad7-4986-8fe4-f69dc64efdbb req-2567cc40-3fb5-40ab-a70a-bb2cc219ed57 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0989788 Jul 30 00:13:58.439750 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-74c5d521-cc07-4841-893d-8ea341571e49 req-3a4dfd84-f6d0-482b-8e2c-e5f9c284ec25 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332742 Jul 30 00:13:59.490088 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:59.565545 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e0a88-dc94-44ad-b49e-1a38615a4513 req-db4a931a-7f52-438a-b60c-430f4854c374 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:59.567121 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ec3e0a88-dc94-44ad-b49e-1a38615a4513 req-db4a931a-7f52-438a-b60c-430f4854c374 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 946 time: 0.0546126 Jul 30 00:13:59.607300 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ec3e0a88-dc94-44ad-b49e-1a38615a4513 req-b278e1c1-9256-4ddb-9bd6-6b74f53850ca tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342045 Jul 30 00:13:59.799544 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0e056-6ad7-4986-8fe4-f69dc64efdbb req-5422ba36-56a8-4114-b284-1336e594b318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:59.800952 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-59f0e056-6ad7-4986-8fe4-f69dc64efdbb req-5422ba36-56a8-4114-b284-1336e594b318 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=123e474383d34be3816ff4a6e243aec4&device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 1098 time: 0.0423522 Jul 30 00:13:59.893413 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0e056-6ad7-4986-8fe4-f69dc64efdbb req-f4ec3771-177f-4d4a-a85d-074b1af648e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:59.895072 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-59f0e056-6ad7-4986-8fe4-f69dc64efdbb req-f4ec3771-177f-4d4a-a85d-074b1af648e2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=66c7de0a-7704-4c37-94be-f48c6009b36f HTTP/1.1" status: 200 len: 912 time: 0.0874221 Jul 30 00:13:59.967960 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-59f0e056-6ad7-4986-8fe4-f69dc64efdbb req-1b80c24f-33a8-4028-ace9-26fc9ec26c80 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=580d789c-de3e-4624-96dc-26e496de0adf HTTP/1.1" status: 200 len: 1003 time: 0.0649338 Jul 30 00:14:00.024936 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0e056-6ad7-4986-8fe4-f69dc64efdbb req-ee484244-c311-43f4-aaba-d99a5b3e578f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:00.026438 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-59f0e056-6ad7-4986-8fe4-f69dc64efdbb req-ee484244-c311-43f4-aaba-d99a5b3e578f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b83980bc-3d22-43ee-b445-1d0072c0b55e HTTP/1.1" status: 200 len: 850 time: 0.0521555 Jul 30 00:14:00.079997 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0e056-6ad7-4986-8fe4-f69dc64efdbb req-ed8162b2-30ab-48b9-9b66-8a9577e3bc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:00.081507 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-59f0e056-6ad7-4986-8fe4-f69dc64efdbb req-ed8162b2-30ab-48b9-9b66-8a9577e3bc27 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=66c7de0a-7704-4c37-94be-f48c6009b36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485365 Jul 30 00:14:00.176344 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-59f0e056-6ad7-4986-8fe4-f69dc64efdbb req-ea4792a9-5625-4d5a-9c93-cefbf0707c76 service neutron] 10.222.0.41 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879111 Jul 30 00:14:00.272548 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-59f0e056-6ad7-4986-8fe4-f69dc64efdbb req-f034c368-8dcd-4d5b-bc41-6f829893cf69 service neutron] 10.222.0.41 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890985 Jul 30 00:14:00.731198 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e5abb9-1c09-45a3-afc3-35753d6512ce req-01ea52ab-24de-4d16-87b4-6c317ec27d4e tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:00.732704 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d0e5abb9-1c09-45a3-afc3-35753d6512ce req-01ea52ab-24de-4d16-87b4-6c317ec27d4e tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 946 time: 0.0554554 Jul 30 00:14:00.772527 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d0e5abb9-1c09-45a3-afc3-35753d6512ce req-61b893a4-9fa2-44e9-96fb-2eb8a4c4e04e tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337930 Jul 30 00:14:01.900921 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ef07d2-7d60-4c1d-bea5-aa5f548035ab req-bd2d2371-3759-4706-b318-3b61a23261a7 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:01.902484 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-26ef07d2-7d60-4c1d-bea5-aa5f548035ab req-bd2d2371-3759-4706-b318-3b61a23261a7 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 946 time: 0.0549448 Jul 30 00:14:01.944204 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-26ef07d2-7d60-4c1d-bea5-aa5f548035ab req-afa66386-aec1-4d30-863a-810ce4e267fa tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352964 Jul 30 00:14:03.060468 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c76da9-438c-48f6-a9f4-0df431c6016f req-9d2764be-e70f-4246-88bf-875a8023e656 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:03.062008 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c6c76da9-438c-48f6-a9f4-0df431c6016f req-9d2764be-e70f-4246-88bf-875a8023e656 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 946 time: 0.0503535 Jul 30 00:14:03.099919 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c6c76da9-438c-48f6-a9f4-0df431c6016f req-2e7f6d36-43fb-4ba1-bbc8-964580e23470 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319958 Jul 30 00:14:04.222852 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e940fd-c715-4257-829d-5c7f5fb4dbb1 req-a32166ba-3e1b-4da5-8040-4e0b9ad3df50 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:04.224343 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c8e940fd-c715-4257-829d-5c7f5fb4dbb1 req-a32166ba-3e1b-4da5-8040-4e0b9ad3df50 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 946 time: 0.0544345 Jul 30 00:14:04.264517 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c8e940fd-c715-4257-829d-5c7f5fb4dbb1 req-f445178b-9851-4828-9d7f-d9eb58428fff tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335541 Jul 30 00:14:05.392226 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00051253-72d1-43ae-9835-c3957105337e req-0c656e2d-bb1e-4680-8134-e0617787c515 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:05.393690 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-00051253-72d1-43ae-9835-c3957105337e req-0c656e2d-bb1e-4680-8134-e0617787c515 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 946 time: 0.0592351 Jul 30 00:14:05.433396 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-00051253-72d1-43ae-9835-c3957105337e req-a0167fe1-8683-4a20-949f-2f1ccab9aad1 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335543 Jul 30 00:14:06.581503 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c71875-c32a-4594-80eb-89e4dc512130 req-7b5ca442-081e-4b61-9143-808b4ceba781 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:06.583061 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-79c71875-c32a-4594-80eb-89e4dc512130 req-7b5ca442-081e-4b61-9143-808b4ceba781 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 946 time: 0.0631313 Jul 30 00:14:06.624565 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-79c71875-c32a-4594-80eb-89e4dc512130 req-4860f8b8-931e-4fa8-b9eb-7faab374e503 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353751 Jul 30 00:14:07.550933 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:07.748433 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa3791b-680d-49b6-aedb-af3ff46944e2 req-6b4a576c-182f-4cd3-bb80-b91878f1a129 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:07.749964 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dfa3791b-680d-49b6-aedb-af3ff46944e2 req-6b4a576c-182f-4cd3-bb80-b91878f1a129 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 946 time: 0.0538943 Jul 30 00:14:07.798331 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dfa3791b-680d-49b6-aedb-af3ff46944e2 req-e5225206-b79f-4783-b43a-a566376c2fac tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413868 Jul 30 00:14:08.988782 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9efbb47-675c-41d5-8489-1c102f71624e req-c486053f-794f-4b21-8628-ccf3d87217aa tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:08.990335 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b9efbb47-675c-41d5-8489-1c102f71624e req-c486053f-794f-4b21-8628-ccf3d87217aa tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 946 time: 0.1098650 Jul 30 00:14:09.030994 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b9efbb47-675c-41d5-8489-1c102f71624e req-815a8d36-f137-47be-8ae0-e250f2e8beef tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345428 Jul 30 00:14:10.203290 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3a02e-2244-40af-b319-173513cc48e4 req-a2400fad-d371-414f-8bca-aaf51e76e461 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:10.204801 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-faa3a02e-2244-40af-b319-173513cc48e4 req-a2400fad-d371-414f-8bca-aaf51e76e461 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 946 time: 0.1034367 Jul 30 00:14:10.245002 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-faa3a02e-2244-40af-b319-173513cc48e4 req-4bb4ba76-87e3-4c44-baed-522a1681b25e tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341210 Jul 30 00:14:11.055733 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d57ee7-83e3-4d12-8bd2-94c28426cb7d req-ce032177-664b-4ef2-8b79-254f20e98be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:11.057201 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-63d57ee7-83e3-4d12-8bd2-94c28426cb7d req-ce032177-664b-4ef2-8b79-254f20e98be0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=123e474383d34be3816ff4a6e243aec4&device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 1098 time: 0.0450587 Jul 30 00:14:11.170851 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d57ee7-83e3-4d12-8bd2-94c28426cb7d req-1cc9f192-e6ac-4723-a4de-be02b3a37f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:11.172444 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-63d57ee7-83e3-4d12-8bd2-94c28426cb7d req-1cc9f192-e6ac-4723-a4de-be02b3a37f33 service neutron] 10.222.0.41 "GET /v2.0/networks?id=66c7de0a-7704-4c37-94be-f48c6009b36f HTTP/1.1" status: 200 len: 912 time: 0.0950818 Jul 30 00:14:11.245092 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-63d57ee7-83e3-4d12-8bd2-94c28426cb7d req-fbaf9caa-4008-4275-99ef-19f333a713e5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=580d789c-de3e-4624-96dc-26e496de0adf HTTP/1.1" status: 200 len: 1003 time: 0.0646265 Jul 30 00:14:11.314687 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d57ee7-83e3-4d12-8bd2-94c28426cb7d req-48a893fa-9abf-4ac2-ad7a-d146640b8447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:11.316650 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-63d57ee7-83e3-4d12-8bd2-94c28426cb7d req-48a893fa-9abf-4ac2-ad7a-d146640b8447 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b83980bc-3d22-43ee-b445-1d0072c0b55e HTTP/1.1" status: 200 len: 850 time: 0.0632229 Jul 30 00:14:11.394426 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c341a-cad2-4be1-aceb-1c4d15ba30a2 req-90bdeecc-8a0b-4b6f-a732-67b2d1f0bdb5 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:11.396196 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5b5c341a-cad2-4be1-aceb-1c4d15ba30a2 req-90bdeecc-8a0b-4b6f-a732-67b2d1f0bdb5 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 946 time: 0.0782557 Jul 30 00:14:11.402015 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d57ee7-83e3-4d12-8bd2-94c28426cb7d req-154ae8cc-5dd5-4754-b6cd-a264fb35bfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:11.403432 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-63d57ee7-83e3-4d12-8bd2-94c28426cb7d req-154ae8cc-5dd5-4754-b6cd-a264fb35bfef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=66c7de0a-7704-4c37-94be-f48c6009b36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0744410 Jul 30 00:14:11.486710 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5b5c341a-cad2-4be1-aceb-1c4d15ba30a2 req-15ceae68-f4d7-4b79-b879-181585fa7998 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817432 Jul 30 00:14:11.518014 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-63d57ee7-83e3-4d12-8bd2-94c28426cb7d req-b85b2654-7dab-4e61-87ea-2bcbc19caac9 service neutron] 10.222.0.41 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068337 Jul 30 00:14:11.613342 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-63d57ee7-83e3-4d12-8bd2-94c28426cb7d req-14654856-b02d-4ee1-9729-877f7b0c1305 service neutron] 10.222.0.41 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870042 Jul 30 00:14:11.918786 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:14:12.613097 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e01316-2c1c-4d15-a0f8-f5aae46c3f79 req-2ce73b7d-4edd-4c35-be2a-230735123340 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:12.614698 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-48e01316-2c1c-4d15-a0f8-f5aae46c3f79 req-2ce73b7d-4edd-4c35-be2a-230735123340 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 946 time: 0.0560889 Jul 30 00:14:12.655080 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-48e01316-2c1c-4d15-a0f8-f5aae46c3f79 req-a1b55bb9-5261-4f83-9713-691771840599 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342820 Jul 30 00:14:13.781761 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdcfc9a-0678-4cf5-920f-f14cf3998bb4 req-ec6014b5-cf6b-43ae-9a09-4776e94a6b8f tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:13.785606 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8cdcfc9a-0678-4cf5-920f-f14cf3998bb4 req-ec6014b5-cf6b-43ae-9a09-4776e94a6b8f tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 946 time: 0.0538218 Jul 30 00:14:13.823248 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8cdcfc9a-0678-4cf5-920f-f14cf3998bb4 req-f3b3e362-2664-446b-b48a-eb45816e37be tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334742 Jul 30 00:14:14.188452 n-d-712141-10 neutron-server[94078]: INFO neutron.api.v2.resource [req-59f0e056-6ad7-4986-8fe4-f69dc64efdbb req-90a875a7-14aa-48b0-8a3a-fe52d5cf11cf service neutron] show failed (client error): The resource could not be found. Jul 30 00:14:14.189460 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-59f0e056-6ad7-4986-8fe4-f69dc64efdbb req-90a875a7-14aa-48b0-8a3a-fe52d5cf11cf service neutron] 10.222.0.41 "GET /v2.0/ports/580d789c-de3e-4624-96dc-26e496de0adf/bindings/n-h2-712141-10 HTTP/1.1" status: 404 len: 381 time: 0.0614312 Jul 30 00:14:14.437320 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0e056-6ad7-4986-8fe4-f69dc64efdbb req-6eef1503-baa7-4c85-813e-a8224a4f272f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:14.438983 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-59f0e056-6ad7-4986-8fe4-f69dc64efdbb req-6eef1503-baa7-4c85-813e-a8224a4f272f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0&tenant_id=123e474383d34be3816ff4a6e243aec4 HTTP/1.1" status: 200 len: 1098 time: 0.0924077 Jul 30 00:14:14.451597 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-59f0e056-6ad7-4986-8fe4-f69dc64efdbb req-5b081409-c198-4d9d-b21a-671c36ba7bc8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712141-10', 'device_owner': 'compute:nova'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:14:14.504757 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-59f0e056-6ad7-4986-8fe4-f69dc64efdbb req-5b081409-c198-4d9d-b21a-671c36ba7bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:14.709981 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-59f0e056-6ad7-4986-8fe4-f69dc64efdbb req-5b081409-c198-4d9d-b21a-671c36ba7bc8 service neutron] For port 580d789c-de3e-4624-96dc-26e496de0adf, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=580d789c-de3e-4624-96dc-26e496de0adf,segment=NetworkSegment(ab17a81a-a27c-4db7-b421-1236b25e7e1e),segment_id=ab17a81a-a27c-4db7-b421-1236b25e7e1e)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:14:14.743923 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-59f0e056-6ad7-4986-8fe4-f69dc64efdbb req-5b081409-c198-4d9d-b21a-671c36ba7bc8 service neutron] For port 580d789c-de3e-4624-96dc-26e496de0adf, host n-h1-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:14:14.792331 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b3537b0-045b-4122-9ac3-9bd903e672b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '580d789c-de3e-4624-96dc-26e496de0adf'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:14:14.794759 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6d229d-da9d-4fa4-8e64-85a0a7d3667a" -d '{"events": [{"server_uuid": "4b3537b0-045b-4122-9ac3-9bd903e672b0", "name": "network-vif-unplugged", "status": "completed", "tag": "580d789c-de3e-4624-96dc-26e496de0adf"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:14:14.799433 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-59f0e056-6ad7-4986-8fe4-f69dc64efdbb req-5b081409-c198-4d9d-b21a-671c36ba7bc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:14.817121 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-59f0e056-6ad7-4986-8fe4-f69dc64efdbb req-5b081409-c198-4d9d-b21a-671c36ba7bc8 service neutron] Transition to ACTIVE for port object 580d789c-de3e-4624-96dc-26e496de0adf will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:14:14.821869 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-59f0e056-6ad7-4986-8fe4-f69dc64efdbb req-5b081409-c198-4d9d-b21a-671c36ba7bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:14.898963 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b081409-c198-4d9d-b21a-671c36ba7bc8 service neutron] Pushing event updated for resources: {'Port': ['ID=580d789c-de3e-4624-96dc-26e496de0adf,revision_number=6']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:14.912905 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b081409-c198-4d9d-b21a-671c36ba7bc8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:14.913249 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b081409-c198-4d9d-b21a-671c36ba7bc8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:14.913608 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b081409-c198-4d9d-b21a-671c36ba7bc8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:14.913950 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b081409-c198-4d9d-b21a-671c36ba7bc8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:14.914281 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b081409-c198-4d9d-b21a-671c36ba7bc8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:14.914607 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b081409-c198-4d9d-b21a-671c36ba7bc8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:14.914976 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b081409-c198-4d9d-b21a-671c36ba7bc8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:14.915348 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b081409-c198-4d9d-b21a-671c36ba7bc8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:14.915677 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b081409-c198-4d9d-b21a-671c36ba7bc8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:14.915998 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b081409-c198-4d9d-b21a-671c36ba7bc8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:14.916319 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b081409-c198-4d9d-b21a-671c36ba7bc8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:14.916640 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b081409-c198-4d9d-b21a-671c36ba7bc8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:14.941765 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 00:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68cc666f-6f18-4e2c-9da2-0b1f8e155ff8 x-openstack-request-id: req-68cc666f-6f18-4e2c-9da2-0b1f8e155ff8 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:14:14.942057 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b3537b0-045b-4122-9ac3-9bd903e672b0", "name": "network-vif-unplugged", "status": "completed", "tag": "580d789c-de3e-4624-96dc-26e496de0adf", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:14:14.942322 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-68cc666f-6f18-4e2c-9da2-0b1f8e155ff8 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:14:14.942768 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b3537b0-045b-4122-9ac3-9bd903e672b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '580d789c-de3e-4624-96dc-26e496de0adf', 'code': 200} Jul 30 00:14:14.967366 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-59f0e056-6ad7-4986-8fe4-f69dc64efdbb req-5b081409-c198-4d9d-b21a-671c36ba7bc8 service neutron] No DVR routers for this DVR port 580d789c-de3e-4624-96dc-26e496de0adf on host n-h1-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:14:14.975236 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0ba53-7842-4be7-b048-b6e53d6c849e req-f5fbefe7-eb7d-4db9-8a92-9e73d7d69ca2 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:14.977815 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bac0ba53-7842-4be7-b048-b6e53d6c849e req-f5fbefe7-eb7d-4db9-8a92-9e73d7d69ca2 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 944 time: 0.0678561 Jul 30 00:14:15.022867 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bac0ba53-7842-4be7-b048-b6e53d6c849e req-2fee9f77-a778-4e02-a1ef-976e868d4c8d tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379567 Jul 30 00:14:15.113944 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-59f0e056-6ad7-4986-8fe4-f69dc64efdbb req-5b081409-c198-4d9d-b21a-671c36ba7bc8 service neutron] Attempting to bind port 580d789c-de3e-4624-96dc-26e496de0adf on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:14:15.114288 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-59f0e056-6ad7-4986-8fe4-f69dc64efdbb req-5b081409-c198-4d9d-b21a-671c36ba7bc8 service neutron] Attempting to bind port 580d789c-de3e-4624-96dc-26e496de0adf by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': 'ab17a81a-a27c-4db7-b421-1236b25e7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:14:15.114617 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f0e056-6ad7-4986-8fe4-f69dc64efdbb req-5b081409-c198-4d9d-b21a-671c36ba7bc8 service neutron] Attempting to bind port 580d789c-de3e-4624-96dc-26e496de0adf on network 66c7de0a-7704-4c37-94be-f48c6009b36f {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:14:15.119045 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f0e056-6ad7-4986-8fe4-f69dc64efdbb req-5b081409-c198-4d9d-b21a-671c36ba7bc8 service neutron] Port 580d789c-de3e-4624-96dc-26e496de0adf on network 66c7de0a-7704-4c37-94be-f48c6009b36f not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:14:15.119374 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f0e056-6ad7-4986-8fe4-f69dc64efdbb req-5b081409-c198-4d9d-b21a-671c36ba7bc8 service neutron] Attempting to bind port 580d789c-de3e-4624-96dc-26e496de0adf on network 66c7de0a-7704-4c37-94be-f48c6009b36f {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:14:15.124696 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f0e056-6ad7-4986-8fe4-f69dc64efdbb req-5b081409-c198-4d9d-b21a-671c36ba7bc8 service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:14:15.125207 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f0e056-6ad7-4986-8fe4-f69dc64efdbb req-5b081409-c198-4d9d-b21a-671c36ba7bc8 service neutron] Checking segment: {'id': 'ab17a81a-a27c-4db7-b421-1236b25e7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:14:15.125675 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59f0e056-6ad7-4986-8fe4-f69dc64efdbb req-5b081409-c198-4d9d-b21a-671c36ba7bc8 service neutron] Bound using segment: {'id': 'ab17a81a-a27c-4db7-b421-1236b25e7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:14:15.126114 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-59f0e056-6ad7-4986-8fe4-f69dc64efdbb req-5b081409-c198-4d9d-b21a-671c36ba7bc8 service neutron] Bound port: 580d789c-de3e-4624-96dc-26e496de0adf, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab17a81a-a27c-4db7-b421-1236b25e7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:14:15.126537 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-59f0e056-6ad7-4986-8fe4-f69dc64efdbb req-5b081409-c198-4d9d-b21a-671c36ba7bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:15.194224 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-59f0e056-6ad7-4986-8fe4-f69dc64efdbb req-5b081409-c198-4d9d-b21a-671c36ba7bc8 service neutron] For port 580d789c-de3e-4624-96dc-26e496de0adf, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:14:15.197177 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-59f0e056-6ad7-4986-8fe4-f69dc64efdbb req-5b081409-c198-4d9d-b21a-671c36ba7bc8 service neutron] For port 580d789c-de3e-4624-96dc-26e496de0adf, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=580d789c-de3e-4624-96dc-26e496de0adf,segment=NetworkSegment(ab17a81a-a27c-4db7-b421-1236b25e7e1e),segment_id=ab17a81a-a27c-4db7-b421-1236b25e7e1e)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:14:15.202324 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-59f0e056-6ad7-4986-8fe4-f69dc64efdbb req-5b081409-c198-4d9d-b21a-671c36ba7bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:15.235961 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0e056-6ad7-4986-8fe4-f69dc64efdbb req-5b081409-c198-4d9d-b21a-671c36ba7bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:15.236586 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-59f0e056-6ad7-4986-8fe4-f69dc64efdbb req-5b081409-c198-4d9d-b21a-671c36ba7bc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:15.237131 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 580d789c-de3e-4624-96dc-26e496de0adf no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:14:15.238036 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-59f0e056-6ad7-4986-8fe4-f69dc64efdbb req-5b081409-c198-4d9d-b21a-671c36ba7bc8 service neutron] 10.222.0.22 "PUT /v2.0/ports/580d789c-de3e-4624-96dc-26e496de0adf HTTP/1.1" status: 200 len: 1093 time: 0.7912626 Jul 30 00:14:15.274219 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b081409-c198-4d9d-b21a-671c36ba7bc8 service neutron] Pushing event updated for resources: {'Port': ['ID=580d789c-de3e-4624-96dc-26e496de0adf,revision_number=7']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:15.283803 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 580d789c-de3e-4624-96dc-26e496de0adf not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:14:15.312337 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0e056-6ad7-4986-8fe4-f69dc64efdbb req-8aac034f-fb9d-4550-baf9-8b6db6494a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:15.314010 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-59f0e056-6ad7-4986-8fe4-f69dc64efdbb req-8aac034f-fb9d-4550-baf9-8b6db6494a12 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=123e474383d34be3816ff4a6e243aec4&device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 1096 time: 0.0510488 Jul 30 00:14:15.416047 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0e056-6ad7-4986-8fe4-f69dc64efdbb req-4910e7eb-c838-4711-8e3e-124d287e1c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:15.417763 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-59f0e056-6ad7-4986-8fe4-f69dc64efdbb req-4910e7eb-c838-4711-8e3e-124d287e1c5c service neutron] 10.222.0.22 "GET /v2.0/networks?id=66c7de0a-7704-4c37-94be-f48c6009b36f HTTP/1.1" status: 200 len: 912 time: 0.0958691 Jul 30 00:14:15.486208 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-59f0e056-6ad7-4986-8fe4-f69dc64efdbb req-54d02af5-532c-45da-9963-5c188588b3d7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=580d789c-de3e-4624-96dc-26e496de0adf HTTP/1.1" status: 200 len: 1001 time: 0.0606878 Jul 30 00:14:15.540000 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0e056-6ad7-4986-8fe4-f69dc64efdbb req-f10d5e29-0319-4a1d-b901-dd9772b23e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:15.541369 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-59f0e056-6ad7-4986-8fe4-f69dc64efdbb req-f10d5e29-0319-4a1d-b901-dd9772b23e71 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b83980bc-3d22-43ee-b445-1d0072c0b55e HTTP/1.1" status: 200 len: 850 time: 0.0489054 Jul 30 00:14:15.587565 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0e056-6ad7-4986-8fe4-f69dc64efdbb req-6652fc9c-9669-4c78-9a9d-ea16e12aca76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:15.589058 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-59f0e056-6ad7-4986-8fe4-f69dc64efdbb req-6652fc9c-9669-4c78-9a9d-ea16e12aca76 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=66c7de0a-7704-4c37-94be-f48c6009b36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405283 Jul 30 00:14:15.678114 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-59f0e056-6ad7-4986-8fe4-f69dc64efdbb req-30d9752d-bdb9-4d50-8674-a4a3d6070309 service neutron] 10.222.0.22 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811605 Jul 30 00:14:15.773741 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-59f0e056-6ad7-4986-8fe4-f69dc64efdbb req-ca33cfe6-8e15-4120-9275-ab96e10abee4 service neutron] 10.222.0.22 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888050 Jul 30 00:14:16.146750 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e156f6d-9bc6-4563-8abd-8e2f78e5bee1 req-e95d649d-bbf1-4b78-8aa9-233c85bde32c tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:16.148256 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8e156f6d-9bc6-4563-8abd-8e2f78e5bee1 req-e95d649d-bbf1-4b78-8aa9-233c85bde32c tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 944 time: 0.0488198 Jul 30 00:14:16.191457 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8e156f6d-9bc6-4563-8abd-8e2f78e5bee1 req-bc0040dc-f827-4ea6-bc5b-6e8318f239ba tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360444 Jul 30 00:14:16.944230 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b3537b0-045b-4122-9ac3-9bd903e672b0', 'tag': '580d789c-de3e-4624-96dc-26e496de0adf'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:14:16.946819 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b7c4ddb-d2c4-4d37-b9da-ecd982a71f7d" -d '{"events": [{"name": "network-changed", "server_uuid": "4b3537b0-045b-4122-9ac3-9bd903e672b0", "tag": "580d789c-de3e-4624-96dc-26e496de0adf"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:14:16.997834 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e3e0fd-4d51-45da-a0da-49cace63bc0a x-openstack-request-id: req-f5e3e0fd-4d51-45da-a0da-49cace63bc0a {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:14:16.998185 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b3537b0-045b-4122-9ac3-9bd903e672b0", "tag": "580d789c-de3e-4624-96dc-26e496de0adf", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:14:16.998394 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f5e3e0fd-4d51-45da-a0da-49cace63bc0a {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:14:16.998925 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b3537b0-045b-4122-9ac3-9bd903e672b0', 'tag': '580d789c-de3e-4624-96dc-26e496de0adf', 'status': 'completed', 'code': 200} Jul 30 00:14:17.062895 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c4ddb-d2c4-4d37-b9da-ecd982a71f7d req-28b32196-62e0-4f4f-ac46-308d1a1e85f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:17.064786 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1b7c4ddb-d2c4-4d37-b9da-ecd982a71f7d req-28b32196-62e0-4f4f-ac46-308d1a1e85f1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=123e474383d34be3816ff4a6e243aec4&device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 1096 time: 0.0481074 Jul 30 00:14:17.088105 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c4ddb-d2c4-4d37-b9da-ecd982a71f7d req-e288bff1-1f56-4d0c-b467-dd3a3444397e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:17.089632 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1b7c4ddb-d2c4-4d37-b9da-ecd982a71f7d req-e288bff1-1f56-4d0c-b467-dd3a3444397e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=123e474383d34be3816ff4a6e243aec4&device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 1096 time: 0.0453219 Jul 30 00:14:17.160722 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c4ddb-d2c4-4d37-b9da-ecd982a71f7d req-a31d1af2-d703-40d4-9d3b-0a9e67fc9081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:17.162248 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1b7c4ddb-d2c4-4d37-b9da-ecd982a71f7d req-a31d1af2-d703-40d4-9d3b-0a9e67fc9081 service neutron] 10.222.0.22 "GET /v2.0/networks?id=66c7de0a-7704-4c37-94be-f48c6009b36f HTTP/1.1" status: 200 len: 912 time: 0.0906827 Jul 30 00:14:17.183197 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c4ddb-d2c4-4d37-b9da-ecd982a71f7d req-658aa501-ad19-467e-9867-adb392d40dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:17.184855 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1b7c4ddb-d2c4-4d37-b9da-ecd982a71f7d req-658aa501-ad19-467e-9867-adb392d40dab service neutron] 10.222.0.41 "GET /v2.0/networks?id=66c7de0a-7704-4c37-94be-f48c6009b36f HTTP/1.1" status: 200 len: 912 time: 0.0885296 Jul 30 00:14:17.240846 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1b7c4ddb-d2c4-4d37-b9da-ecd982a71f7d req-24087721-c12a-4fd4-9cb8-c6f23ce04e50 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=580d789c-de3e-4624-96dc-26e496de0adf HTTP/1.1" status: 200 len: 1001 time: 0.0711946 Jul 30 00:14:17.251967 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1b7c4ddb-d2c4-4d37-b9da-ecd982a71f7d req-8c68dc4b-344e-4883-b217-45e4013fc516 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=580d789c-de3e-4624-96dc-26e496de0adf HTTP/1.1" status: 200 len: 1001 time: 0.0600319 Jul 30 00:14:17.295845 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c4ddb-d2c4-4d37-b9da-ecd982a71f7d req-b7f9791d-cc85-410b-8667-0f36c8a7aaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:17.297161 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1b7c4ddb-d2c4-4d37-b9da-ecd982a71f7d req-b7f9791d-cc85-410b-8667-0f36c8a7aaa7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b83980bc-3d22-43ee-b445-1d0072c0b55e HTTP/1.1" status: 200 len: 850 time: 0.0499172 Jul 30 00:14:17.338012 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c4ddb-d2c4-4d37-b9da-ecd982a71f7d req-3aa51d95-7ba6-4b38-be0e-e3726431928c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:17.339696 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1b7c4ddb-d2c4-4d37-b9da-ecd982a71f7d req-3aa51d95-7ba6-4b38-be0e-e3726431928c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b83980bc-3d22-43ee-b445-1d0072c0b55e HTTP/1.1" status: 200 len: 850 time: 0.0804021 Jul 30 00:14:17.351088 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8029c8ed-bc81-4329-8c6f-b90ae06c0bdb req-f6bd768e-7256-4231-9da9-83e8da05e055 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:17.352640 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8029c8ed-bc81-4329-8c6f-b90ae06c0bdb req-f6bd768e-7256-4231-9da9-83e8da05e055 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 944 time: 0.0624578 Jul 30 00:14:17.359837 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c4ddb-d2c4-4d37-b9da-ecd982a71f7d req-17b0ce27-d332-458e-824b-74b06763b47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:17.361428 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1b7c4ddb-d2c4-4d37-b9da-ecd982a71f7d req-17b0ce27-d332-458e-824b-74b06763b47b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=66c7de0a-7704-4c37-94be-f48c6009b36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569966 Jul 30 00:14:17.414804 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8029c8ed-bc81-4329-8c6f-b90ae06c0bdb req-2598fdd4-2b5c-48db-be37-71f856df1d37 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508153 Jul 30 00:14:17.423416 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c4ddb-d2c4-4d37-b9da-ecd982a71f7d req-3fd74e42-8946-4efe-a034-7422297dfec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:17.424929 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1b7c4ddb-d2c4-4d37-b9da-ecd982a71f7d req-3fd74e42-8946-4efe-a034-7422297dfec5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=66c7de0a-7704-4c37-94be-f48c6009b36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0711758 Jul 30 00:14:17.460696 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1b7c4ddb-d2c4-4d37-b9da-ecd982a71f7d req-0a0c9378-d938-48d7-a50b-d7fd4e2fb86d service neutron] 10.222.0.22 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915458 Jul 30 00:14:17.523621 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1b7c4ddb-d2c4-4d37-b9da-ecd982a71f7d req-263326bf-8460-4a3f-8476-227ba101c9ca service neutron] 10.222.0.41 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907993 Jul 30 00:14:17.562147 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1b7c4ddb-d2c4-4d37-b9da-ecd982a71f7d req-3d228a2c-4044-4d94-b798-4885052d5bc2 service neutron] 10.222.0.22 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942461 Jul 30 00:14:17.619337 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1b7c4ddb-d2c4-4d37-b9da-ecd982a71f7d req-fbb27bbd-d6a4-45d3-bf6c-97e1f909a646 service neutron] 10.222.0.41 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882554 Jul 30 00:14:18.545929 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f679952f-cec0-4baa-ae1a-e43e196c7c90 req-7915f61a-d0c6-4318-9fdf-d4101369b3b5 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:18.547434 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f679952f-cec0-4baa-ae1a-e43e196c7c90 req-7915f61a-d0c6-4318-9fdf-d4101369b3b5 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 944 time: 0.0546019 Jul 30 00:14:18.586659 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f679952f-cec0-4baa-ae1a-e43e196c7c90 req-4b3069aa-102a-4282-a026-89da511c0932 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331767 Jul 30 00:14:19.714725 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae20e74-561c-4339-9559-784652183aa9 req-af3d9958-a0ee-440c-a82f-bd77338d87db tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:19.716313 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7ae20e74-561c-4339-9559-784652183aa9 req-af3d9958-a0ee-440c-a82f-bd77338d87db tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 944 time: 0.0503576 Jul 30 00:14:19.757199 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7ae20e74-561c-4339-9559-784652183aa9 req-70485fe2-6be0-430b-8c7f-39b4a1099a27 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343871 Jul 30 00:14:20.053601 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:20.871907 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a7cc98-1117-4f48-9b9f-27f3f8bf0a48 req-0cac79ae-afcb-4f85-ba5b-0150555de092 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:20.874523 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-95a7cc98-1117-4f48-9b9f-27f3f8bf0a48 req-0cac79ae-afcb-4f85-ba5b-0150555de092 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 944 time: 0.0485134 Jul 30 00:14:20.913840 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-95a7cc98-1117-4f48-9b9f-27f3f8bf0a48 req-3f770be4-a243-4c3b-8ba9-ad76d2e7d74d tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334113 Jul 30 00:14:22.036206 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b9b7a-a879-4630-8fee-07c0a52bb7d7 req-c445ed61-c224-4c3c-ab28-1eb3e4226c08 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:22.037709 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-386b9b7a-a879-4630-8fee-07c0a52bb7d7 req-c445ed61-c224-4c3c-ab28-1eb3e4226c08 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 944 time: 0.0556278 Jul 30 00:14:22.076409 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-386b9b7a-a879-4630-8fee-07c0a52bb7d7 req-6fbf2eaf-72ca-4d10-8e2b-9bf54427f385 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328646 Jul 30 00:14:23.197220 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab42cd6-aaa7-4974-8308-97a844c65a8b req-ba9e467d-913d-482b-bb73-a39c88d124fe tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:23.198775 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3ab42cd6-aaa7-4974-8308-97a844c65a8b req-ba9e467d-913d-482b-bb73-a39c88d124fe tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 944 time: 0.0493627 Jul 30 00:14:23.236734 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3ab42cd6-aaa7-4974-8308-97a844c65a8b req-fbe4cf85-4a20-490d-8721-e49ad03ac674 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312653 Jul 30 00:14:23.312354 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b14b016d-ba47-407a-ad9c-7dff7751e667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:24.370421 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f071fe1-e8f4-4dc1-902b-cd10b78293f5 req-78e3767a-9be7-42d3-a4d8-c8c0f8d65705 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:24.371926 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9f071fe1-e8f4-4dc1-902b-cd10b78293f5 req-78e3767a-9be7-42d3-a4d8-c8c0f8d65705 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 944 time: 0.0509591 Jul 30 00:14:24.412068 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9f071fe1-e8f4-4dc1-902b-cd10b78293f5 req-3f6d8b69-9474-43fc-a95e-24292769400d tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334883 Jul 30 00:14:25.535289 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23992540-b0d6-451b-af9d-e0435b039c5c req-35c384b1-8150-4d14-84cb-946707482138 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:25.536778 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-23992540-b0d6-451b-af9d-e0435b039c5c req-35c384b1-8150-4d14-84cb-946707482138 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 944 time: 0.0523939 Jul 30 00:14:25.574915 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-23992540-b0d6-451b-af9d-e0435b039c5c req-6e28c168-3338-433f-9d03-6bcf746c26db tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320601 Jul 30 00:14:25.932456 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2a75bd87-fb75-4ed3-936e-775689251158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:26.520227 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:26.695130 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17616c22-9fa6-4fab-826e-292f839126f5 req-a462dbfa-d9ee-43dd-ad02-e060d3f307ea tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:26.696509 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-17616c22-9fa6-4fab-826e-292f839126f5 req-a462dbfa-d9ee-43dd-ad02-e060d3f307ea tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 944 time: 0.0488825 Jul 30 00:14:26.734944 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-17616c22-9fa6-4fab-826e-292f839126f5 req-f361b485-6acc-4025-85d5-b16175ebcc13 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320246 Jul 30 00:14:27.850941 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb6ad1-ef1e-460f-b906-26fcdc113253 req-046184fb-8462-4991-9edf-11d33abe8dc8 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:27.852350 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-52bb6ad1-ef1e-460f-b906-26fcdc113253 req-046184fb-8462-4991-9edf-11d33abe8dc8 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 944 time: 0.0484037 Jul 30 00:14:27.862536 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:27.891370 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-52bb6ad1-ef1e-460f-b906-26fcdc113253 req-320b6ea6-1da5-40c6-bca5-a9b9f337120b tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329723 Jul 30 00:14:28.182253 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dec1fe-e0ea-43a5-a5b5-43f80f8327b4 req-2a7444ad-b0b5-49f2-82c7-8958b553adf6 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:28.183758 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-49dec1fe-e0ea-43a5-a5b5-43f80f8327b4 req-2a7444ad-b0b5-49f2-82c7-8958b553adf6 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.22 "GET /v2.0/ports?device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0&tenant_id=123e474383d34be3816ff4a6e243aec4&binding%3Ahost_id=n-h2-712141-10 HTTP/1.1" status: 200 len: 944 time: 0.0556610 Jul 30 00:14:28.203194 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb3b82-9688-4606-9bc1-6a7f1fc588f4 req-f79fb8f7-1b66-450a-ba12-abc78b47e45a tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:28.204709 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-33eb3b82-9688-4606-9bc1-6a7f1fc588f4 req-f79fb8f7-1b66-450a-ba12-abc78b47e45a tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 944 time: 0.0539837 Jul 30 00:14:28.244806 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-33eb3b82-9688-4606-9bc1-6a7f1fc588f4 req-a0615d3b-9e25-42cb-9dc0-6595a667eb2d tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333207 Jul 30 00:14:28.246897 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-49dec1fe-e0ea-43a5-a5b5-43f80f8327b4 req-fd7f4d34-aa81-4573-afc8-caea65dca906 service neutron] 10.222.0.22 "GET /v2.0/ports/580d789c-de3e-4624-96dc-26e496de0adf/bindings/n-h2-712141-10 HTTP/1.1" status: 200 len: 383 time: 0.0555234 Jul 30 00:14:28.323341 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dec1fe-e0ea-43a5-a5b5-43f80f8327b4 req-3caf91f0-4115-4799-b020-b8f87ac28ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:28.325038 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-49dec1fe-e0ea-43a5-a5b5-43f80f8327b4 req-3caf91f0-4115-4799-b020-b8f87ac28ccc service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=123e474383d34be3816ff4a6e243aec4&device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 1096 time: 0.0550458 Jul 30 00:14:28.420439 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dec1fe-e0ea-43a5-a5b5-43f80f8327b4 req-09e3a255-5aa9-4c41-9aa1-f318ce154386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:28.422656 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-49dec1fe-e0ea-43a5-a5b5-43f80f8327b4 req-09e3a255-5aa9-4c41-9aa1-f318ce154386 service neutron] 10.222.0.22 "GET /v2.0/networks?id=66c7de0a-7704-4c37-94be-f48c6009b36f HTTP/1.1" status: 200 len: 912 time: 0.0907409 Jul 30 00:14:28.488591 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-49dec1fe-e0ea-43a5-a5b5-43f80f8327b4 req-963bdabc-858e-4c22-8bd7-3027d5800267 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=580d789c-de3e-4624-96dc-26e496de0adf HTTP/1.1" status: 200 len: 1001 time: 0.0589359 Jul 30 00:14:28.541883 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dec1fe-e0ea-43a5-a5b5-43f80f8327b4 req-b1d45465-f2e5-449f-8282-245f468b3a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:28.543382 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-49dec1fe-e0ea-43a5-a5b5-43f80f8327b4 req-b1d45465-f2e5-449f-8282-245f468b3a57 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b83980bc-3d22-43ee-b445-1d0072c0b55e HTTP/1.1" status: 200 len: 850 time: 0.0484235 Jul 30 00:14:28.589246 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dec1fe-e0ea-43a5-a5b5-43f80f8327b4 req-95548e46-79b0-417a-aa2b-2aec593bb393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:28.590780 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-49dec1fe-e0ea-43a5-a5b5-43f80f8327b4 req-95548e46-79b0-417a-aa2b-2aec593bb393 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=66c7de0a-7704-4c37-94be-f48c6009b36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400684 Jul 30 00:14:28.681130 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-49dec1fe-e0ea-43a5-a5b5-43f80f8327b4 req-cc750ffb-5883-4558-a0aa-112db719e65a service neutron] 10.222.0.22 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821838 Jul 30 00:14:28.725166 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 580d789c-de3e-4624-96dc-26e496de0adf details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:14:28.775341 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-49dec1fe-e0ea-43a5-a5b5-43f80f8327b4 req-ff431f29-30b4-41c4-bf61-d3c98ad3e16b service neutron] 10.222.0.22 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867834 Jul 30 00:14:28.825805 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 580d789c-de3e-4624-96dc-26e496de0adf, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=580d789c-de3e-4624-96dc-26e496de0adf,segment=NetworkSegment(ab17a81a-a27c-4db7-b421-1236b25e7e1e),segment_id=ab17a81a-a27c-4db7-b421-1236b25e7e1e)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:14:28.836985 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '580d789c-de3e-4624-96dc-26e496de0adf', 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f', 'port_id': '580d789c-de3e-4624-96dc-26e496de0adf', 'mac_address': 'fa:16:3e:4d:93:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b83980bc-3d22-43ee-b445-1d0072c0b55e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:14:28.872817 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:28.885850 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 580d789c-de3e-4624-96dc-26e496de0adf {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:14:28.905725 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 580d789c-de3e-4624-96dc-26e496de0adf, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=580d789c-de3e-4624-96dc-26e496de0adf,segment=NetworkSegment(ab17a81a-a27c-4db7-b421-1236b25e7e1e),segment_id=ab17a81a-a27c-4db7-b421-1236b25e7e1e)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:14:28.909642 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:28.955767 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=580d789c-de3e-4624-96dc-26e496de0adf,revision_number=8']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:28.962915 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:28.963267 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:28.963610 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:28.963945 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:28.964278 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:28.964609 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:28.964935 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:28.965262 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:28.965598 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:28.965935 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:28.966260 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:28.966582 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:29.173095 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['580d789c-de3e-4624-96dc-26e496de0adf'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:14:29.368158 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0155cf1-2ae9-4139-96b3-0fdc43821b36 req-41f826bc-9073-4f4e-a353-303e6a71ae51 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:29.369682 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b0155cf1-2ae9-4139-96b3-0fdc43821b36 req-41f826bc-9073-4f4e-a353-303e6a71ae51 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 945 time: 0.0489764 Jul 30 00:14:29.408292 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b0155cf1-2ae9-4139-96b3-0fdc43821b36 req-0cfa4051-e439-45b4-a776-f9557d11df40 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320344 Jul 30 00:14:29.492042 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:30.535930 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e67ea-457d-4617-8cde-4e3b044eed2d req-d21009f8-237b-4627-aa91-6ed1a50f64ba tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:30.537466 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-924e67ea-457d-4617-8cde-4e3b044eed2d req-d21009f8-237b-4627-aa91-6ed1a50f64ba tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 945 time: 0.0516665 Jul 30 00:14:30.577717 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-924e67ea-457d-4617-8cde-4e3b044eed2d req-bffbf283-d7ca-413f-8cd7-ffa0598f9dd1 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335712 Jul 30 00:14:30.723512 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 580d789c-de3e-4624-96dc-26e496de0adf up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:14:30.774313 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port 580d789c-de3e-4624-96dc-26e496de0adf completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:14:30.778014 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 580d789c-de3e-4624-96dc-26e496de0adf triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:14:30.778387 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:30.857701 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:30.881204 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b3537b0-045b-4122-9ac3-9bd903e672b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '580d789c-de3e-4624-96dc-26e496de0adf'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:14:30.883461 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f3e0706-f70b-43e7-be6b-a48955c33264" -d '{"events": [{"server_uuid": "4b3537b0-045b-4122-9ac3-9bd903e672b0", "name": "network-vif-plugged", "status": "completed", "tag": "580d789c-de3e-4624-96dc-26e496de0adf"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:14:30.897675 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 580d789c-de3e-4624-96dc-26e496de0adf, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=580d789c-de3e-4624-96dc-26e496de0adf,segment=NetworkSegment(ab17a81a-a27c-4db7-b421-1236b25e7e1e),segment_id=ab17a81a-a27c-4db7-b421-1236b25e7e1e)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:14:30.902064 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:30.938740 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9910043-a577-4b0c-a5d3-e02c0bbc0db0 x-openstack-request-id: req-a9910043-a577-4b0c-a5d3-e02c0bbc0db0 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:14:30.939064 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b3537b0-045b-4122-9ac3-9bd903e672b0", "name": "network-vif-plugged", "status": "completed", "tag": "580d789c-de3e-4624-96dc-26e496de0adf", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:14:30.939321 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a9910043-a577-4b0c-a5d3-e02c0bbc0db0 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:14:30.939712 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b3537b0-045b-4122-9ac3-9bd903e672b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '580d789c-de3e-4624-96dc-26e496de0adf', 'code': 200} Jul 30 00:14:30.954488 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=580d789c-de3e-4624-96dc-26e496de0adf,revision_number=9']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:31.700607 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73369e8-1a5e-42a6-abb4-3a835184e7a1 req-0664bb90-2254-4ddf-9294-bd0cda0ed42f tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:31.702969 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f73369e8-1a5e-42a6-abb4-3a835184e7a1 req-0664bb90-2254-4ddf-9294-bd0cda0ed42f tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 946 time: 0.0544560 Jul 30 00:14:31.743147 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f73369e8-1a5e-42a6-abb4-3a835184e7a1 req-e2a14fec-1c04-4412-80c6-5b35c63911fd tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340862 Jul 30 00:14:32.511331 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dec1fe-e0ea-43a5-a5b5-43f80f8327b4 req-1e004f41-2fba-43f9-89fe-a65e954f393e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:32.512842 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-49dec1fe-e0ea-43a5-a5b5-43f80f8327b4 req-1e004f41-2fba-43f9-89fe-a65e954f393e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0&tenant_id=123e474383d34be3816ff4a6e243aec4 HTTP/1.1" status: 200 len: 1098 time: 0.0416360 Jul 30 00:14:32.530023 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-49dec1fe-e0ea-43a5-a5b5-43f80f8327b4 req-f129a565-4e16-4e5b-9fea-229b4ccffcb0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712141-10', 'device_owner': 'compute:nova'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:14:32.584268 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-49dec1fe-e0ea-43a5-a5b5-43f80f8327b4 req-f129a565-4e16-4e5b-9fea-229b4ccffcb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:32.740633 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 580d789c-de3e-4624-96dc-26e496de0adf no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:14:32.783227 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-49dec1fe-e0ea-43a5-a5b5-43f80f8327b4 req-f129a565-4e16-4e5b-9fea-229b4ccffcb0 service neutron] For port 580d789c-de3e-4624-96dc-26e496de0adf, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=580d789c-de3e-4624-96dc-26e496de0adf,segment=NetworkSegment(ab17a81a-a27c-4db7-b421-1236b25e7e1e),segment_id=ab17a81a-a27c-4db7-b421-1236b25e7e1e)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:14:32.818794 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-49dec1fe-e0ea-43a5-a5b5-43f80f8327b4 req-f129a565-4e16-4e5b-9fea-229b4ccffcb0 service neutron] For port 580d789c-de3e-4624-96dc-26e496de0adf, host n-h2-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:14:32.820307 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:32.883824 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b3537b0-045b-4122-9ac3-9bd903e672b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '580d789c-de3e-4624-96dc-26e496de0adf'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:14:32.886056 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312e3fa6-e633-40e7-89dc-71e203b9add0" -d '{"events": [{"server_uuid": "4b3537b0-045b-4122-9ac3-9bd903e672b0", "name": "network-vif-unplugged", "status": "completed", "tag": "580d789c-de3e-4624-96dc-26e496de0adf"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:14:32.890455 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-49dec1fe-e0ea-43a5-a5b5-43f80f8327b4 req-f129a565-4e16-4e5b-9fea-229b4ccffcb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:32.909100 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-49dec1fe-e0ea-43a5-a5b5-43f80f8327b4 req-f129a565-4e16-4e5b-9fea-229b4ccffcb0 service neutron] Transition to ACTIVE for port object 580d789c-de3e-4624-96dc-26e496de0adf will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:14:32.918194 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707c8841-61ca-443d-99b4-5671b5dd2b04 req-20741d01-8212-49b7-854d-fbeaf1dd67ee tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:32.919715 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-707c8841-61ca-443d-99b4-5671b5dd2b04 req-20741d01-8212-49b7-854d-fbeaf1dd67ee tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 946 time: 0.0821793 Jul 30 00:14:32.921633 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-49dec1fe-e0ea-43a5-a5b5-43f80f8327b4 req-f129a565-4e16-4e5b-9fea-229b4ccffcb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:32.960126 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 00:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e5eab1-4859-4a4e-abb2-b96099c088cb x-openstack-request-id: req-93e5eab1-4859-4a4e-abb2-b96099c088cb {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:14:32.960430 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b3537b0-045b-4122-9ac3-9bd903e672b0", "name": "network-vif-unplugged", "status": "completed", "tag": "580d789c-de3e-4624-96dc-26e496de0adf", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:14:32.960684 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-93e5eab1-4859-4a4e-abb2-b96099c088cb {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:14:32.961076 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b3537b0-045b-4122-9ac3-9bd903e672b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '580d789c-de3e-4624-96dc-26e496de0adf', 'code': 200} Jul 30 00:14:32.964792 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.db.api [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94079) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 00:14:32.965151 n-d-712141-10 neutron-server[94079]: DEBUG oslo_db.api [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 00:14:33.037074 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f129a565-4e16-4e5b-9fea-229b4ccffcb0 service neutron] Pushing event updated for resources: {'Port': ['ID=580d789c-de3e-4624-96dc-26e496de0adf,revision_number=10']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:33.043269 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-707c8841-61ca-443d-99b4-5671b5dd2b04 req-58bbaabb-865d-40b1-8158-a1f23d5aaa93 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153624 Jul 30 00:14:33.053426 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f129a565-4e16-4e5b-9fea-229b4ccffcb0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:33.053799 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f129a565-4e16-4e5b-9fea-229b4ccffcb0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:33.054143 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f129a565-4e16-4e5b-9fea-229b4ccffcb0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:33.054482 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f129a565-4e16-4e5b-9fea-229b4ccffcb0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:33.054817 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f129a565-4e16-4e5b-9fea-229b4ccffcb0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:33.055155 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f129a565-4e16-4e5b-9fea-229b4ccffcb0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:33.055489 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f129a565-4e16-4e5b-9fea-229b4ccffcb0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:33.055820 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f129a565-4e16-4e5b-9fea-229b4ccffcb0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:33.056224 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f129a565-4e16-4e5b-9fea-229b4ccffcb0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:33.056448 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f129a565-4e16-4e5b-9fea-229b4ccffcb0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:33.056770 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f129a565-4e16-4e5b-9fea-229b4ccffcb0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:33.057174 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f129a565-4e16-4e5b-9fea-229b4ccffcb0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:14:33.093948 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-49dec1fe-e0ea-43a5-a5b5-43f80f8327b4 req-f129a565-4e16-4e5b-9fea-229b4ccffcb0 service neutron] No DVR routers for this DVR port 580d789c-de3e-4624-96dc-26e496de0adf on host n-h2-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:14:33.242403 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-49dec1fe-e0ea-43a5-a5b5-43f80f8327b4 req-f129a565-4e16-4e5b-9fea-229b4ccffcb0 service neutron] Attempting to bind port 580d789c-de3e-4624-96dc-26e496de0adf on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:14:33.242656 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-49dec1fe-e0ea-43a5-a5b5-43f80f8327b4 req-f129a565-4e16-4e5b-9fea-229b4ccffcb0 service neutron] Attempting to bind port 580d789c-de3e-4624-96dc-26e496de0adf by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': 'ab17a81a-a27c-4db7-b421-1236b25e7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:14:33.242984 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dec1fe-e0ea-43a5-a5b5-43f80f8327b4 req-f129a565-4e16-4e5b-9fea-229b4ccffcb0 service neutron] Attempting to bind port 580d789c-de3e-4624-96dc-26e496de0adf on network 66c7de0a-7704-4c37-94be-f48c6009b36f {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:14:33.247460 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dec1fe-e0ea-43a5-a5b5-43f80f8327b4 req-f129a565-4e16-4e5b-9fea-229b4ccffcb0 service neutron] Port 580d789c-de3e-4624-96dc-26e496de0adf on network 66c7de0a-7704-4c37-94be-f48c6009b36f not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:14:33.247776 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dec1fe-e0ea-43a5-a5b5-43f80f8327b4 req-f129a565-4e16-4e5b-9fea-229b4ccffcb0 service neutron] Attempting to bind port 580d789c-de3e-4624-96dc-26e496de0adf on network 66c7de0a-7704-4c37-94be-f48c6009b36f {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:14:33.252936 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dec1fe-e0ea-43a5-a5b5-43f80f8327b4 req-f129a565-4e16-4e5b-9fea-229b4ccffcb0 service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:14:33.253274 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dec1fe-e0ea-43a5-a5b5-43f80f8327b4 req-f129a565-4e16-4e5b-9fea-229b4ccffcb0 service neutron] Checking segment: {'id': 'ab17a81a-a27c-4db7-b421-1236b25e7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:14:33.253676 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49dec1fe-e0ea-43a5-a5b5-43f80f8327b4 req-f129a565-4e16-4e5b-9fea-229b4ccffcb0 service neutron] Bound using segment: {'id': 'ab17a81a-a27c-4db7-b421-1236b25e7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:14:33.254104 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-49dec1fe-e0ea-43a5-a5b5-43f80f8327b4 req-f129a565-4e16-4e5b-9fea-229b4ccffcb0 service neutron] Bound port: 580d789c-de3e-4624-96dc-26e496de0adf, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab17a81a-a27c-4db7-b421-1236b25e7e1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:14:33.254456 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-49dec1fe-e0ea-43a5-a5b5-43f80f8327b4 req-f129a565-4e16-4e5b-9fea-229b4ccffcb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:33.323808 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-49dec1fe-e0ea-43a5-a5b5-43f80f8327b4 req-f129a565-4e16-4e5b-9fea-229b4ccffcb0 service neutron] For port 580d789c-de3e-4624-96dc-26e496de0adf, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:14:33.327376 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-49dec1fe-e0ea-43a5-a5b5-43f80f8327b4 req-f129a565-4e16-4e5b-9fea-229b4ccffcb0 service neutron] For port 580d789c-de3e-4624-96dc-26e496de0adf, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=580d789c-de3e-4624-96dc-26e496de0adf,segment=NetworkSegment(ab17a81a-a27c-4db7-b421-1236b25e7e1e),segment_id=ab17a81a-a27c-4db7-b421-1236b25e7e1e)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:14:33.336625 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-49dec1fe-e0ea-43a5-a5b5-43f80f8327b4 req-f129a565-4e16-4e5b-9fea-229b4ccffcb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:33.376545 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dec1fe-e0ea-43a5-a5b5-43f80f8327b4 req-f129a565-4e16-4e5b-9fea-229b4ccffcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:33.377172 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-49dec1fe-e0ea-43a5-a5b5-43f80f8327b4 req-f129a565-4e16-4e5b-9fea-229b4ccffcb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:33.378994 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-49dec1fe-e0ea-43a5-a5b5-43f80f8327b4 req-f129a565-4e16-4e5b-9fea-229b4ccffcb0 service neutron] 10.222.0.41 "PUT /v2.0/ports/580d789c-de3e-4624-96dc-26e496de0adf HTTP/1.1" status: 200 len: 1094 time: 0.8528852 Jul 30 00:14:33.402292 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f129a565-4e16-4e5b-9fea-229b4ccffcb0 service neutron] Pushing event updated for resources: {'Port': ['ID=580d789c-de3e-4624-96dc-26e496de0adf,revision_number=11']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:33.459265 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dec1fe-e0ea-43a5-a5b5-43f80f8327b4 req-21a12f40-de15-4700-a210-a70f45817e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:33.460817 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-49dec1fe-e0ea-43a5-a5b5-43f80f8327b4 req-21a12f40-de15-4700-a210-a70f45817e13 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=123e474383d34be3816ff4a6e243aec4&device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 1097 time: 0.0438552 Jul 30 00:14:33.559307 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dec1fe-e0ea-43a5-a5b5-43f80f8327b4 req-8f6aec54-7126-4151-88ed-f1d38f03eed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:33.560879 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-49dec1fe-e0ea-43a5-a5b5-43f80f8327b4 req-8f6aec54-7126-4151-88ed-f1d38f03eed9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=66c7de0a-7704-4c37-94be-f48c6009b36f HTTP/1.1" status: 200 len: 912 time: 0.0928762 Jul 30 00:14:33.627473 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-49dec1fe-e0ea-43a5-a5b5-43f80f8327b4 req-f32965b5-e4c0-4aec-ae7e-c7c20fc436b9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=580d789c-de3e-4624-96dc-26e496de0adf HTTP/1.1" status: 200 len: 1001 time: 0.0595443 Jul 30 00:14:33.676380 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dec1fe-e0ea-43a5-a5b5-43f80f8327b4 req-bb9583ef-8823-479d-bcd6-281bbe5582b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:33.677831 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-49dec1fe-e0ea-43a5-a5b5-43f80f8327b4 req-bb9583ef-8823-479d-bcd6-281bbe5582b2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b83980bc-3d22-43ee-b445-1d0072c0b55e HTTP/1.1" status: 200 len: 850 time: 0.0430982 Jul 30 00:14:33.728489 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dec1fe-e0ea-43a5-a5b5-43f80f8327b4 req-67c7ffd7-1155-471a-9cde-2e16d8b2b12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:33.729911 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-49dec1fe-e0ea-43a5-a5b5-43f80f8327b4 req-67c7ffd7-1155-471a-9cde-2e16d8b2b12c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=66c7de0a-7704-4c37-94be-f48c6009b36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451093 Jul 30 00:14:33.823344 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-49dec1fe-e0ea-43a5-a5b5-43f80f8327b4 req-095f8106-6a1d-467b-a9f7-6d30a140b9a5 service neutron] 10.222.0.41 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866306 Jul 30 00:14:33.918918 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-49dec1fe-e0ea-43a5-a5b5-43f80f8327b4 req-ca673531-f246-4ced-a20b-4fd1fef59689 service neutron] 10.222.0.41 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889661 Jul 30 00:14:34.174921 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb13e837-2924-4c53-bcdb-d4a19cdc69f6 req-5a7c5e1c-cdaf-40b9-9823-c71c319b99d4 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:34.176554 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eb13e837-2924-4c53-bcdb-d4a19cdc69f6 req-5a7c5e1c-cdaf-40b9-9823-c71c319b99d4 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 945 time: 0.0568540 Jul 30 00:14:34.217810 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eb13e837-2924-4c53-bcdb-d4a19cdc69f6 req-6705df71-9fd0-4207-b9dc-8f39bb984b65 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350926 Jul 30 00:14:34.962873 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b3537b0-045b-4122-9ac3-9bd903e672b0', 'tag': '580d789c-de3e-4624-96dc-26e496de0adf'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:14:34.965298 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdbe411d-d1f9-4bac-9951-cfefea19a8cb" -d '{"events": [{"name": "network-changed", "server_uuid": "4b3537b0-045b-4122-9ac3-9bd903e672b0", "tag": "580d789c-de3e-4624-96dc-26e496de0adf"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:14:35.014199 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ffb3b0-3509-4cbb-b0f9-841523c67227 x-openstack-request-id: req-b4ffb3b0-3509-4cbb-b0f9-841523c67227 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:14:35.014487 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b3537b0-045b-4122-9ac3-9bd903e672b0", "tag": "580d789c-de3e-4624-96dc-26e496de0adf", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:14:35.014736 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b4ffb3b0-3509-4cbb-b0f9-841523c67227 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:14:35.015941 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b3537b0-045b-4122-9ac3-9bd903e672b0', 'tag': '580d789c-de3e-4624-96dc-26e496de0adf', 'status': 'completed', 'code': 200} Jul 30 00:14:35.093976 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe411d-d1f9-4bac-9951-cfefea19a8cb req-738ac909-86bd-4d37-b21f-84a15b3f588a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:35.096196 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-fdbe411d-d1f9-4bac-9951-cfefea19a8cb req-738ac909-86bd-4d37-b21f-84a15b3f588a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=123e474383d34be3816ff4a6e243aec4&device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 1097 time: 0.0580366 Jul 30 00:14:35.114355 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe411d-d1f9-4bac-9951-cfefea19a8cb req-75d8015d-90c1-4459-bf1f-9a405e59b7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:35.116343 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fdbe411d-d1f9-4bac-9951-cfefea19a8cb req-75d8015d-90c1-4459-bf1f-9a405e59b7a3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=123e474383d34be3816ff4a6e243aec4&device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 1097 time: 0.0561187 Jul 30 00:14:35.219373 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe411d-d1f9-4bac-9951-cfefea19a8cb req-05db7b1c-90b8-43d1-9466-a07a1cb06098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:35.220896 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-fdbe411d-d1f9-4bac-9951-cfefea19a8cb req-05db7b1c-90b8-43d1-9466-a07a1cb06098 service neutron] 10.222.0.22 "GET /v2.0/networks?id=66c7de0a-7704-4c37-94be-f48c6009b36f HTTP/1.1" status: 200 len: 912 time: 0.1175253 Jul 30 00:14:35.300311 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-fdbe411d-d1f9-4bac-9951-cfefea19a8cb req-13f90bde-f984-4830-8fb2-f58f0dd38358 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=580d789c-de3e-4624-96dc-26e496de0adf HTTP/1.1" status: 200 len: 1001 time: 0.0718396 Jul 30 00:14:35.357828 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe411d-d1f9-4bac-9951-cfefea19a8cb req-d555365b-e2ef-4817-b86c-6371c34f8f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:35.359568 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-fdbe411d-d1f9-4bac-9951-cfefea19a8cb req-d555365b-e2ef-4817-b86c-6371c34f8f82 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=b83980bc-3d22-43ee-b445-1d0072c0b55e HTTP/1.1" status: 200 len: 850 time: 0.0518930 Jul 30 00:14:35.428118 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe411d-d1f9-4bac-9951-cfefea19a8cb req-6f6f215d-fcd5-43be-a3e7-c8c1b15aca8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:35.430926 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-fdbe411d-d1f9-4bac-9951-cfefea19a8cb req-6f6f215d-fcd5-43be-a3e7-c8c1b15aca8f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=66c7de0a-7704-4c37-94be-f48c6009b36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0637341 Jul 30 00:14:35.553205 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-fdbe411d-d1f9-4bac-9951-cfefea19a8cb req-efd60053-6f8f-4c78-892d-7a2a5676636e service neutron] 10.222.0.22 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152024 Jul 30 00:14:35.673177 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-fdbe411d-d1f9-4bac-9951-cfefea19a8cb req-ede82471-58d8-4ac7-8ba0-bfb9d858462c service neutron] 10.222.0.22 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121802 Jul 30 00:14:35.692457 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b0a654-b07a-4d91-8c18-d8813fcf3853 req-510f6e70-a9e1-41a0-a1b5-1a1b9b7a30f6 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:35.694056 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-08b0a654-b07a-4d91-8c18-d8813fcf3853 req-510f6e70-a9e1-41a0-a1b5-1a1b9b7a30f6 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 945 time: 0.0958908 Jul 30 00:14:35.695703 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe411d-d1f9-4bac-9951-cfefea19a8cb req-69f59f94-e0b1-43d3-b17c-fdb48c1ce75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:35.697139 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fdbe411d-d1f9-4bac-9951-cfefea19a8cb req-69f59f94-e0b1-43d3-b17c-fdb48c1ce75e service neutron] 10.222.0.41 "GET /v2.0/networks?id=66c7de0a-7704-4c37-94be-f48c6009b36f HTTP/1.1" status: 200 len: 912 time: 0.5740376 Jul 30 00:14:35.788670 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-08b0a654-b07a-4d91-8c18-d8813fcf3853 req-57a3c451-64d4-458c-91b9-d60d69620e73 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857632 Jul 30 00:14:35.802465 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fdbe411d-d1f9-4bac-9951-cfefea19a8cb req-3e562d41-7c58-4381-b73a-e5bc89fdb2a9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=580d789c-de3e-4624-96dc-26e496de0adf HTTP/1.1" status: 200 len: 1001 time: 0.0976274 Jul 30 00:14:35.859878 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe411d-d1f9-4bac-9951-cfefea19a8cb req-c67319b1-db75-47ba-87b8-10fcad40ace1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:35.861376 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fdbe411d-d1f9-4bac-9951-cfefea19a8cb req-c67319b1-db75-47ba-87b8-10fcad40ace1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b83980bc-3d22-43ee-b445-1d0072c0b55e HTTP/1.1" status: 200 len: 850 time: 0.0518460 Jul 30 00:14:35.915274 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe411d-d1f9-4bac-9951-cfefea19a8cb req-b227ecd1-355b-4225-81b3-73ee4681967a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:35.916852 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fdbe411d-d1f9-4bac-9951-cfefea19a8cb req-b227ecd1-355b-4225-81b3-73ee4681967a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=66c7de0a-7704-4c37-94be-f48c6009b36f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467293 Jul 30 00:14:36.015699 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fdbe411d-d1f9-4bac-9951-cfefea19a8cb req-2b96657d-9bbb-4140-a654-f3c5a3702e96 service neutron] 10.222.0.41 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919342 Jul 30 00:14:36.117407 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fdbe411d-d1f9-4bac-9951-cfefea19a8cb req-09178be0-9989-44e8-befa-b2b71e8c8f70 service neutron] 10.222.0.41 "GET /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946681 Jul 30 00:14:36.914704 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1999ac-a263-4124-80ad-fc39dd85c912 req-7dbfa25b-6561-4ef2-9a25-5e18c6f9a3f0 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:36.916267 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-da1999ac-a263-4124-80ad-fc39dd85c912 req-7dbfa25b-6561-4ef2-9a25-5e18c6f9a3f0 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 945 time: 0.0500891 Jul 30 00:14:36.961221 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-da1999ac-a263-4124-80ad-fc39dd85c912 req-cbbd3ca2-1621-438b-b0fb-45ef67174058 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377603 Jul 30 00:14:37.550698 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:38.079910 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be597cc6-ed51-4460-bfa0-c890f8f13fd2 req-0f1e7b69-85ad-4177-9544-568b24552f08 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:38.081409 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-be597cc6-ed51-4460-bfa0-c890f8f13fd2 req-0f1e7b69-85ad-4177-9544-568b24552f08 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 945 time: 0.0493109 Jul 30 00:14:38.120799 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-be597cc6-ed51-4460-bfa0-c890f8f13fd2 req-2ba2d18d-e0b4-4d78-aa4c-cd87fb3a74da tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333016 Jul 30 00:14:39.236854 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efedab4-67c6-4146-b8cb-d96eb8cc0ff5 req-c4f93cfc-9faf-4d8c-861a-d47156b89ab6 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:39.238350 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1efedab4-67c6-4146-b8cb-d96eb8cc0ff5 req-c4f93cfc-9faf-4d8c-861a-d47156b89ab6 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 945 time: 0.0474107 Jul 30 00:14:39.276087 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1efedab4-67c6-4146-b8cb-d96eb8cc0ff5 req-97f6e18a-e1af-4bc6-ac00-06562e4b4067 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318372 Jul 30 00:14:40.389787 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e7f722-b495-454a-a89a-4d5cd78fda5f req-4b8444fd-4901-4b3d-b4cf-c8be3a50654f tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:40.391782 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c6e7f722-b495-454a-a89a-4d5cd78fda5f req-4b8444fd-4901-4b3d-b4cf-c8be3a50654f tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 945 time: 0.0485518 Jul 30 00:14:40.441063 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c6e7f722-b495-454a-a89a-4d5cd78fda5f req-66c34c67-3aac-4d87-b0d8-38324f153baf tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432794 Jul 30 00:14:41.559118 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ebba39-8f4d-4dda-b7ef-065adead6429 req-22faa89e-872f-4bff-8297-aee672e93920 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:41.560721 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f9ebba39-8f4d-4dda-b7ef-065adead6429 req-22faa89e-872f-4bff-8297-aee672e93920 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 945 time: 0.0506670 Jul 30 00:14:41.599657 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f9ebba39-8f4d-4dda-b7ef-065adead6429 req-1cd3a8bf-5503-43b1-8785-96e94863a4ae tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322335 Jul 30 00:14:42.717155 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a9ebc-556e-4588-ab68-35bb1c0c91cd req-0aec6e83-cb38-4bf9-bfe8-acd220033c1a tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:42.719151 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1c6a9ebc-556e-4588-ab68-35bb1c0c91cd req-0aec6e83-cb38-4bf9-bfe8-acd220033c1a tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 945 time: 0.0494108 Jul 30 00:14:42.758628 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1c6a9ebc-556e-4588-ab68-35bb1c0c91cd req-6e29a61c-9a99-499e-ac6e-98c0653d86b2 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332313 Jul 30 00:14:43.878203 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2241b162-111a-4830-82d7-b946a84875d0 req-b0e67f2b-6a37-458b-bdf3-0b788bab9ce2 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:43.879682 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2241b162-111a-4830-82d7-b946a84875d0 req-b0e67f2b-6a37-458b-bdf3-0b788bab9ce2 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 945 time: 0.0509124 Jul 30 00:14:43.922251 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2241b162-111a-4830-82d7-b946a84875d0 req-4e520692-8f3b-448e-82fc-72edc1a25587 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366106 Jul 30 00:14:45.043304 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc74392-b4a3-4fa8-8351-6e371a1e70a5 req-4a00d11a-3c75-4e9c-901c-892c062a017e tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:45.044916 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dcc74392-b4a3-4fa8-8351-6e371a1e70a5 req-4a00d11a-3c75-4e9c-901c-892c062a017e tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 945 time: 0.0528510 Jul 30 00:14:45.088379 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dcc74392-b4a3-4fa8-8351-6e371a1e70a5 req-a99c5274-a521-4606-9ca5-ba8a1cba2daa tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351746 Jul 30 00:14:45.369793 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 580d789c-de3e-4624-96dc-26e496de0adf details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:14:45.462900 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 580d789c-de3e-4624-96dc-26e496de0adf, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=580d789c-de3e-4624-96dc-26e496de0adf,segment=NetworkSegment(ab17a81a-a27c-4db7-b421-1236b25e7e1e),segment_id=ab17a81a-a27c-4db7-b421-1236b25e7e1e)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:14:45.474480 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': '580d789c-de3e-4624-96dc-26e496de0adf', 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f', 'port_id': '580d789c-de3e-4624-96dc-26e496de0adf', 'mac_address': 'fa:16:3e:4d:93:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b83980bc-3d22-43ee-b445-1d0072c0b55e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:14:45.514607 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:45.527635 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 580d789c-de3e-4624-96dc-26e496de0adf {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:14:45.547831 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 580d789c-de3e-4624-96dc-26e496de0adf, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=580d789c-de3e-4624-96dc-26e496de0adf,segment=NetworkSegment(ab17a81a-a27c-4db7-b421-1236b25e7e1e),segment_id=ab17a81a-a27c-4db7-b421-1236b25e7e1e)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:14:45.551764 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:45.599396 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=580d789c-de3e-4624-96dc-26e496de0adf,revision_number=12']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:45.886652 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['580d789c-de3e-4624-96dc-26e496de0adf'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:14:46.214051 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba17525c-8556-425a-8cf2-cb4706e8d3ba req-39c7c7e7-48b4-4eab-aa01-507101939694 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:46.215526 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ba17525c-8556-425a-8cf2-cb4706e8d3ba req-39c7c7e7-48b4-4eab-aa01-507101939694 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 946 time: 0.0554671 Jul 30 00:14:46.254147 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ba17525c-8556-425a-8cf2-cb4706e8d3ba req-aa29c9f4-4bc3-41a4-8d1b-5c30154c9ac1 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319922 Jul 30 00:14:46.368498 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28b903c-0368-4d38-b277-d49a764f12ec req-67467c9e-7f12-4df8-a744-a4a7960b6e50 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:46.369998 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a28b903c-0368-4d38-b277-d49a764f12ec req-67467c9e-7f12-4df8-a744-a4a7960b6e50 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 946 time: 0.0486138 Jul 30 00:14:46.413501 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a28b903c-0368-4d38-b277-d49a764f12ec req-bf888c5f-49fd-45ce-b5a7-89cce770d11b tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374842 Jul 30 00:14:46.532233 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a22cff-9069-4479-a66c-25d55fed1f77 req-554e7b3f-b230-4896-9611-00d33113d1b2 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:46.534153 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a7a22cff-9069-4479-a66c-25d55fed1f77 req-554e7b3f-b230-4896-9611-00d33113d1b2 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 946 time: 0.0514452 Jul 30 00:14:46.574088 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a7a22cff-9069-4479-a66c-25d55fed1f77 req-3795629e-a966-47f7-9795-f6e070abd282 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339987 Jul 30 00:14:46.812840 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3ea55-f35f-4fe7-8066-765d52531f88 req-d981bb40-388e-4c48-bed0-18248a60317f tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:46.814727 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-00e3ea55-f35f-4fe7-8066-765d52531f88 req-d981bb40-388e-4c48-bed0-18248a60317f tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 946 time: 0.0498638 Jul 30 00:14:46.856970 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-00e3ea55-f35f-4fe7-8066-765d52531f88 req-589c5283-cf6b-47ad-940e-b96dade290a2 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361359 Jul 30 00:14:47.379914 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 580d789c-de3e-4624-96dc-26e496de0adf up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:14:47.434056 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port 580d789c-de3e-4624-96dc-26e496de0adf completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:14:47.437656 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port 580d789c-de3e-4624-96dc-26e496de0adf triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:14:47.438183 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:47.522607 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:47.545100 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b3537b0-045b-4122-9ac3-9bd903e672b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '580d789c-de3e-4624-96dc-26e496de0adf'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:14:47.547479 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc267391-aa9b-463b-a2fa-00687cbcaca2" -d '{"events": [{"server_uuid": "4b3537b0-045b-4122-9ac3-9bd903e672b0", "name": "network-vif-plugged", "status": "completed", "tag": "580d789c-de3e-4624-96dc-26e496de0adf"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:14:47.560883 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 580d789c-de3e-4624-96dc-26e496de0adf, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=580d789c-de3e-4624-96dc-26e496de0adf,segment=NetworkSegment(ab17a81a-a27c-4db7-b421-1236b25e7e1e),segment_id=ab17a81a-a27c-4db7-b421-1236b25e7e1e)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:14:47.565770 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:47.592439 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32b2e6f-cdb4-49d3-ac76-7966ff3baa25 x-openstack-request-id: req-e32b2e6f-cdb4-49d3-ac76-7966ff3baa25 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:14:47.592737 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b3537b0-045b-4122-9ac3-9bd903e672b0", "name": "network-vif-plugged", "status": "completed", "tag": "580d789c-de3e-4624-96dc-26e496de0adf", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:14:47.593029 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e32b2e6f-cdb4-49d3-ac76-7966ff3baa25 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:14:47.593500 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b3537b0-045b-4122-9ac3-9bd903e672b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '580d789c-de3e-4624-96dc-26e496de0adf', 'code': 200} Jul 30 00:14:47.621733 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=580d789c-de3e-4624-96dc-26e496de0adf,revision_number=13']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:47.976557 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ddec7b-8275-43db-bf37-def9eacfd0a7 req-82ec7aaf-47d2-4df8-91f1-a2c931acea8a tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:47.978116 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-75ddec7b-8275-43db-bf37-def9eacfd0a7 req-82ec7aaf-47d2-4df8-91f1-a2c931acea8a tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 947 time: 0.0510879 Jul 30 00:14:48.025536 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-75ddec7b-8275-43db-bf37-def9eacfd0a7 req-cabef3a8-0d21-4f4a-bf49-5e8bcd9d3c1e tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups?id=a62c88a2-ed5b-465c-bb7a-d0859409a2ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410800 Jul 30 00:14:48.530038 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b7888b-04e5-49fb-b24c-6d2e742a0cd8 req-e5ade4b7-73b2-435c-85df-aebf7f71b6cb tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:48.531454 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a6b7888b-04e5-49fb-b24c-6d2e742a0cd8 req-e5ade4b7-73b2-435c-85df-aebf7f71b6cb tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.41 "GET /v2.0/ports?device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 947 time: 0.0636044 Jul 30 00:14:48.622120 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-a6b7888b-04e5-49fb-b24c-6d2e742a0cd8 req-0be5f04d-56b3-4a1c-a180-cbb5a517b5dd tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Deleting port 580d789c-de3e-4624-96dc-26e496de0adf {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:14:48.622470 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a6b7888b-04e5-49fb-b24c-6d2e742a0cd8 req-0be5f04d-56b3-4a1c-a180-cbb5a517b5dd tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:48.723007 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-a6b7888b-04e5-49fb-b24c-6d2e742a0cd8 req-0be5f04d-56b3-4a1c-a180-cbb5a517b5dd tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] For port 580d789c-de3e-4624-96dc-26e496de0adf, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=580d789c-de3e-4624-96dc-26e496de0adf,segment=NetworkSegment(ab17a81a-a27c-4db7-b421-1236b25e7e1e),segment_id=ab17a81a-a27c-4db7-b421-1236b25e7e1e)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:14:48.723382 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a6b7888b-04e5-49fb-b24c-6d2e742a0cd8 req-0be5f04d-56b3-4a1c-a180-cbb5a517b5dd tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:48.900770 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a6b7888b-04e5-49fb-b24c-6d2e742a0cd8 req-0be5f04d-56b3-4a1c-a180-cbb5a517b5dd tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:48.901148 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a6b7888b-04e5-49fb-b24c-6d2e742a0cd8 req-0be5f04d-56b3-4a1c-a180-cbb5a517b5dd tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:48.901466 n-d-712141-10 neutron-server[94078]: INFO neutron.db.l3_db [req-a6b7888b-04e5-49fb-b24c-6d2e742a0cd8 req-0be5f04d-56b3-4a1c-a180-cbb5a517b5dd tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Floating IP 9f4ec5f4-d36a-4599-9946-b1c0990afff1 disassociated. External IP: 172.25.0.109, port: 580d789c-de3e-4624-96dc-26e496de0adf. Jul 30 00:14:48.901853 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-a6b7888b-04e5-49fb-b24c-6d2e742a0cd8 req-0be5f04d-56b3-4a1c-a180-cbb5a517b5dd tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Calling delete_port for 580d789c-de3e-4624-96dc-26e496de0adf owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:14:48.920954 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:14:49.046305 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a6b7888b-04e5-49fb-b24c-6d2e742a0cd8 req-0be5f04d-56b3-4a1c-a180-cbb5a517b5dd tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:49.074282 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be5f04d-56b3-4a1c-a180-cbb5a517b5dd tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Pushing event deleted for resources: {'Port': ['ID=580d789c-de3e-4624-96dc-26e496de0adf,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:49.171122 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a20fd696-d063-4ec4-9c60-904587dcfc88 req-1c8b0500-2471-4708-a851-bb05bfdc228a tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 210 time: 0.0397954 Jul 30 00:14:49.246935 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6b7888b-04e5-49fb-b24c-6d2e742a0cd8 req-0be5f04d-56b3-4a1c-a180-cbb5a517b5dd tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Router 4871086e-08a7-4a1e-9c5b-fcb509b33934 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:14:49.360981 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6b7888b-04e5-49fb-b24c-6d2e742a0cd8 req-0be5f04d-56b3-4a1c-a180-cbb5a517b5dd tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:14:49.372512 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156c04b2-9270-4db3-9b15-f9522dd03cd0 None None] Sync routers for ids ['4871086e-08a7-4a1e-9c5b-fcb509b33934'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:14:49.383452 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156c04b2-9270-4db3-9b15-f9522dd03cd0 None None] Routers {'4871086e-08a7-4a1e-9c5b-fcb509b33934'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:14:49.384125 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-156c04b2-9270-4db3-9b15-f9522dd03cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:14:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['4871086e-08a7-4a1e-9c5b-fcb509b33934'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:14:49.403620 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6b7888b-04e5-49fb-b24c-6d2e742a0cd8 req-0be5f04d-56b3-4a1c-a180-cbb5a517b5dd tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] No DVR routers for this DVR port 580d789c-de3e-4624-96dc-26e496de0adf on host n-h1-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:14:49.406524 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-a6b7888b-04e5-49fb-b24c-6d2e742a0cd8 req-0be5f04d-56b3-4a1c-a180-cbb5a517b5dd tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:49.408836 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a6b7888b-04e5-49fb-b24c-6d2e742a0cd8 req-0be5f04d-56b3-4a1c-a180-cbb5a517b5dd tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.41 "DELETE /v2.0/ports/580d789c-de3e-4624-96dc-26e496de0adf HTTP/1.1" status: 204 len: 173 time: 0.8715274 Jul 30 00:14:49.409362 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b3537b0-045b-4122-9ac3-9bd903e672b0', 'name': 'network-vif-deleted', 'tag': '580d789c-de3e-4624-96dc-26e496de0adf'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:14:49.412182 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ccaabc-2655-45aa-8707-7d973b4e7c31" -d '{"events": [{"server_uuid": "4b3537b0-045b-4122-9ac3-9bd903e672b0", "name": "network-vif-deleted", "tag": "580d789c-de3e-4624-96dc-26e496de0adf"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:14:49.457229 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d29f831-cf43-4f8f-a8bf-bebf3d4826bf x-openstack-request-id: req-8d29f831-cf43-4f8f-a8bf-bebf3d4826bf {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:14:49.457522 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b3537b0-045b-4122-9ac3-9bd903e672b0", "name": "network-vif-deleted", "tag": "580d789c-de3e-4624-96dc-26e496de0adf", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:14:49.457812 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8d29f831-cf43-4f8f-a8bf-bebf3d4826bf {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:14:49.458217 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b3537b0-045b-4122-9ac3-9bd903e672b0', 'name': 'network-vif-deleted', 'tag': '580d789c-de3e-4624-96dc-26e496de0adf', 'status': 'completed', 'code': 200} Jul 30 00:14:49.505392 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-156c04b2-9270-4db3-9b15-f9522dd03cd0 None None] Set router 4871086e-08a7-4a1e-9c5b-fcb509b33934 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:14:49.733129 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-156c04b2-9270-4db3-9b15-f9522dd03cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'name': 'tempest-ServerActionsTestJSON-464895061-router', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'dc5838e9-078e-45d8-88a3-2ec81de0ea37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:04:59Z', 'updated_at': '2021-07-30T00:05:01Z', 'revision_number': 4, 'project_id': '123e474383d34be3816ff4a6e243aec4', 'gw_port': {'id': 'dc5838e9-078e-45d8-88a3-2ec81de0ea37', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:de:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:04:59Z', 'updated_at': '2021-07-30T00:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'e0a79038-b286-4b0d-8e66-79f76e5c3072', 'name': '', 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'mac_address': 'fa:16:3e:6c:d0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'b83980bc-3d22-43ee-b445-1d0072c0b55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:05:01Z', 'updated_at': '2021-07-30T00:05:06Z', 'revision_number': 5, 'project_id': '123e474383d34be3816ff4a6e243aec4', 'subnets': [{'id': 'b83980bc-3d22-43ee-b445-1d0072c0b55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:14:49.760615 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156c04b2-9270-4db3-9b15-f9522dd03cd0 None None] Checking router: 4871086e-08a7-4a1e-9c5b-fcb509b33934 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:14:49.769082 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156c04b2-9270-4db3-9b15-f9522dd03cd0 None None] Routers {'4871086e-08a7-4a1e-9c5b-fcb509b33934'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:14:49.769733 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-156c04b2-9270-4db3-9b15-f9522dd03cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:14:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['4871086e-08a7-4a1e-9c5b-fcb509b33934'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:14:49.879052 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-156c04b2-9270-4db3-9b15-f9522dd03cd0 None None] Set router 4871086e-08a7-4a1e-9c5b-fcb509b33934 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:14:50.058006 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:50.086008 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-156c04b2-9270-4db3-9b15-f9522dd03cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'name': 'tempest-ServerActionsTestJSON-464895061-router', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'dc5838e9-078e-45d8-88a3-2ec81de0ea37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:04:59Z', 'updated_at': '2021-07-30T00:05:01Z', 'revision_number': 4, 'project_id': '123e474383d34be3816ff4a6e243aec4', 'gw_port': {'id': 'dc5838e9-078e-45d8-88a3-2ec81de0ea37', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:de:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:04:59Z', 'updated_at': '2021-07-30T00:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'e0a79038-b286-4b0d-8e66-79f76e5c3072', 'name': '', 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'mac_address': 'fa:16:3e:6c:d0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'b83980bc-3d22-43ee-b445-1d0072c0b55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:05:01Z', 'updated_at': '2021-07-30T00:05:06Z', 'revision_number': 5, 'project_id': '123e474383d34be3816ff4a6e243aec4', 'subnets': [{'id': 'b83980bc-3d22-43ee-b445-1d0072c0b55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:14:50.113798 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156c04b2-9270-4db3-9b15-f9522dd03cd0 None None] The sync data for ids ['4871086e-08a7-4a1e-9c5b-fcb509b33934'] in n-d-712141-10 is: [{'id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'name': 'tempest-ServerActionsTestJSON-464895061-router', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'dc5838e9-078e-45d8-88a3-2ec81de0ea37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:04:59Z', 'updated_at': '2021-07-30T00:05:01Z', 'revision_number': 4, 'project_id': '123e474383d34be3816ff4a6e243aec4', 'gw_port': {'id': 'dc5838e9-078e-45d8-88a3-2ec81de0ea37', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:de:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:04:59Z', 'updated_at': '2021-07-30T00:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'e0a79038-b286-4b0d-8e66-79f76e5c3072', 'name': '', 'network_id': '66c7de0a-7704-4c37-94be-f48c6009b36f', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'mac_address': 'fa:16:3e:6c:d0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'device_owner': 'network:router_interface', 'standard_attr_id': 4033, 'fixed_ips': [{'subnet_id': 'b83980bc-3d22-43ee-b445-1d0072c0b55e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:05:01Z', 'updated_at': '2021-07-30T00:05:06Z', 'revision_number': 5, 'project_id': '123e474383d34be3816ff4a6e243aec4', 'subnets': [{'id': 'b83980bc-3d22-43ee-b445-1d0072c0b55e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:14:50.283513 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-059ea562-30d8-4c99-837f-c3bc645cc82c req-b7ed9615-932f-44ea-9ad6-bbdaa76dbdd6 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 210 time: 0.0313983 Jul 30 00:14:50.398629 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e02952-7885-4a69-8547-2ed0d8e075ee None None] New status for floating IP 9f4ec5f4-d36a-4599-9946-b1c0990afff1: DOWN {{(pid=94079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:14:51.385750 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-92cb350d-8cf5-4d3a-8a8d-6039918393c8 req-9021cb0a-abb2-49be-bdd2-7a9219be4270 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 210 time: 0.0280313 Jul 30 00:14:51.406503 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 580d789c-de3e-4624-96dc-26e496de0adf no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:14:51.431933 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] No Port match for: 580d789c-de3e-4624-96dc-26e496de0adf {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:14:51.432281 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 580d789c-de3e-4624-96dc-26e496de0adf not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:14:52.503263 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0f3227ff-dc7e-4c12-ab22-20eedd4e41b9 req-52bea7a5-280f-4cdf-acc1-c8ea8bc7c7ec tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/ports?device_id=4b3537b0-045b-4122-9ac3-9bd903e672b0 HTTP/1.1" status: 200 len: 210 time: 0.0275631 Jul 30 00:14:53.315104 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-cd26df6d-fe50-475b-a361-606efdc2bbce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:55.936410 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-98b9ff56-303a-4806-859a-3c07ef0450c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:56.525256 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:57.298851 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35516) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:14:57.359539 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cb350951-11d6-436d-a325-0eeca2fc613b tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:57.382518 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cb350951-11d6-436d-a325-0eeca2fc613b tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:57.439845 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cb350951-11d6-436d-a325-0eeca2fc613b tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:57.443380 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cb350951-11d6-436d-a325-0eeca2fc613b tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:57.444658 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-cb350951-11d6-436d-a325-0eeca2fc613b tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "DELETE /v2.0/security-groups/a62c88a2-ed5b-465c-bb7a-d0859409a2ae HTTP/1.1" status: 204 len: 168 time: 0.1446414 Jul 30 00:14:57.448607 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35518) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:14:57.456064 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb350951-11d6-436d-a325-0eeca2fc613b tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62c88a2-ed5b-465c-bb7a-d0859409a2ae,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:57.470003 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-2b466e3d-2815-4883-929a-4b436a980177 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] show failed (client error): The resource could not be found. Jul 30 00:14:57.471310 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-2b466e3d-2815-4883-929a-4b436a980177 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "GET /v2.0/security-groups/a62c88a2-ed5b-465c-bb7a-d0859409a2ae HTTP/1.1" status: 404 len: 347 time: 0.0217071 Jul 30 00:14:57.474207 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35520) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:14:57.614307 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-265b6922-7658-477e-b19c-e38460eac198 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Deleting port 55e33f99-af45-490e-aed1-c1ad7a65f28a {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:14:57.614649 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-265b6922-7658-477e-b19c-e38460eac198 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:57.691884 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-265b6922-7658-477e-b19c-e38460eac198 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:57.692208 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-265b6922-7658-477e-b19c-e38460eac198 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:57.704517 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-265b6922-7658-477e-b19c-e38460eac198 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Calling delete_port for 55e33f99-af45-490e-aed1-c1ad7a65f28a owned by network:floatingip {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:14:57.855557 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-265b6922-7658-477e-b19c-e38460eac198 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:57.878314 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:57.884570 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265b6922-7658-477e-b19c-e38460eac198 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Pushing event deleted for resources: {'Port': ['ID=55e33f99-af45-490e-aed1-c1ad7a65f28a,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:57.950280 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-265b6922-7658-477e-b19c-e38460eac198 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks [] for floatingip, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:57.952907 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-265b6922-7658-477e-b19c-e38460eac198 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:57.954790 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-265b6922-7658-477e-b19c-e38460eac198 tempest-ServerActionsTestJSON-1669340578 tempest-ServerActionsTestJSON-1669340578-project] 10.222.0.43 "DELETE /v2.0/floatingips/9f4ec5f4-d36a-4599-9946-b1c0990afff1 HTTP/1.1" status: 204 len: 168 time: 0.4786878 Jul 30 00:14:57.957688 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35522) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:14:58.740407 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a8a38f73-22b1-42be-a899-857a268584bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:59.067333 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-a8a38f73-22b1-42be-a899-857a268584bd admin admin] Deleting port e0a79038-b286-4b0d-8e66-79f76e5c3072 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:14:59.067684 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a8a38f73-22b1-42be-a899-857a268584bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:59.147425 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-a8a38f73-22b1-42be-a899-857a268584bd admin admin] For port e0a79038-b286-4b0d-8e66-79f76e5c3072, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=e0a79038-b286-4b0d-8e66-79f76e5c3072,segment=NetworkSegment(ab17a81a-a27c-4db7-b421-1236b25e7e1e),segment_id=ab17a81a-a27c-4db7-b421-1236b25e7e1e)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:14:59.147800 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a8a38f73-22b1-42be-a899-857a268584bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:59.161260 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-a8a38f73-22b1-42be-a899-857a268584bd admin admin] Calling delete_port for e0a79038-b286-4b0d-8e66-79f76e5c3072 owned by network:router_interface {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:14:59.382999 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a8a38f73-22b1-42be-a899-857a268584bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:59.416145 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a38f73-22b1-42be-a899-857a268584bd admin admin] Pushing event deleted for resources: {'Port': ['ID=e0a79038-b286-4b0d-8e66-79f76e5c3072,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:14:59.503570 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:59.617719 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a8a38f73-22b1-42be-a899-857a268584bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:59.833974 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8a38f73-22b1-42be-a899-857a268584bd admin admin] Router 4871086e-08a7-4a1e-9c5b-fcb509b33934 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:14:59.942756 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a38f73-22b1-42be-a899-857a268584bd admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:14:59.947777 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a8a38f73-22b1-42be-a899-857a268584bd admin admin] 10.222.0.43 "PUT /v2.0/routers/4871086e-08a7-4a1e-9c5b-fcb509b33934/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9891078 Jul 30 00:14:59.950478 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35526) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:14:59.952794 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f43ee2-5764-4394-9871-d2504f312743 None None] Sync routers for ids ['4871086e-08a7-4a1e-9c5b-fcb509b33934'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:14:59.967362 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f43ee2-5764-4394-9871-d2504f312743 None None] Routers {'4871086e-08a7-4a1e-9c5b-fcb509b33934'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:14:59.968349 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-f0f43ee2-5764-4394-9871-d2504f312743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:14:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['4871086e-08a7-4a1e-9c5b-fcb509b33934'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:00.056454 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e33a0145-bb2a-4fbb-b509-f655a4e234df admin admin] Notify callbacks [] for router, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:00.075331 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-f0f43ee2-5764-4394-9871-d2504f312743 None None] Set router 4871086e-08a7-4a1e-9c5b-fcb509b33934 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:15:00.174383 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e33a0145-bb2a-4fbb-b509-f655a4e234df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:00.244178 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-e33a0145-bb2a-4fbb-b509-f655a4e234df admin admin] Deleting port dc5838e9-078e-45d8-88a3-2ec81de0ea37 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:15:00.244767 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e33a0145-bb2a-4fbb-b509-f655a4e234df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:00.327110 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-e33a0145-bb2a-4fbb-b509-f655a4e234df admin admin] For port dc5838e9-078e-45d8-88a3-2ec81de0ea37, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=dc5838e9-078e-45d8-88a3-2ec81de0ea37,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:15:00.327481 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e33a0145-bb2a-4fbb-b509-f655a4e234df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:00.346086 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-e33a0145-bb2a-4fbb-b509-f655a4e234df admin admin] Calling delete_port for dc5838e9-078e-45d8-88a3-2ec81de0ea37 owned by network:router_gateway {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:15:00.361153 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-f0f43ee2-5764-4394-9871-d2504f312743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'name': 'tempest-ServerActionsTestJSON-464895061-router', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.196'}], 'enable_snat': True}, 'gw_port_id': 'dc5838e9-078e-45d8-88a3-2ec81de0ea37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:04:59Z', 'updated_at': '2021-07-30T00:14:59Z', 'revision_number': 5, 'project_id': '123e474383d34be3816ff4a6e243aec4', 'gw_port': {'id': 'dc5838e9-078e-45d8-88a3-2ec81de0ea37', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:de:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:04:59Z', 'updated_at': '2021-07-30T00:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:00.394888 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f43ee2-5764-4394-9871-d2504f312743 None None] Checking router: 4871086e-08a7-4a1e-9c5b-fcb509b33934 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:15:00.405194 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f43ee2-5764-4394-9871-d2504f312743 None None] Routers {'4871086e-08a7-4a1e-9c5b-fcb509b33934'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:15:00.405860 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-f0f43ee2-5764-4394-9871-d2504f312743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:14:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['4871086e-08a7-4a1e-9c5b-fcb509b33934'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:00.505699 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-f0f43ee2-5764-4394-9871-d2504f312743 None None] Set router 4871086e-08a7-4a1e-9c5b-fcb509b33934 gateway port host: None {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:15:00.536525 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e33a0145-bb2a-4fbb-b509-f655a4e234df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:00.560128 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-f0f43ee2-5764-4394-9871-d2504f312743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'name': 'tempest-ServerActionsTestJSON-464895061-router', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:04:59Z', 'updated_at': '2021-07-30T00:15:00Z', 'revision_number': 6, 'project_id': '123e474383d34be3816ff4a6e243aec4', 'gw_port_host': None}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:00.567240 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33a0145-bb2a-4fbb-b509-f655a4e234df admin admin] Pushing event deleted for resources: {'Port': ['ID=dc5838e9-078e-45d8-88a3-2ec81de0ea37,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:00.590915 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f43ee2-5764-4394-9871-d2504f312743 None None] The sync data for ids ['4871086e-08a7-4a1e-9c5b-fcb509b33934'] in n-d-712141-10 is: [{'id': '4871086e-08a7-4a1e-9c5b-fcb509b33934', 'name': 'tempest-ServerActionsTestJSON-464895061-router', 'tenant_id': '123e474383d34be3816ff4a6e243aec4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:04:59Z', 'updated_at': '2021-07-30T00:15:00Z', 'revision_number': 6, 'project_id': '123e474383d34be3816ff4a6e243aec4', 'gw_port_host': None}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:15:00.635576 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e33a0145-bb2a-4fbb-b509-f655a4e234df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:00.746563 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e33a0145-bb2a-4fbb-b509-f655a4e234df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:00.748741 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e33a0145-bb2a-4fbb-b509-f655a4e234df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:01.055512 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e33a0145-bb2a-4fbb-b509-f655a4e234df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:01.056238 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e33a0145-bb2a-4fbb-b509-f655a4e234df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4871086e-08a7-4a1e-9c5b-fcb509b33934 {{(pid=94077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:15:01.064969 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e33a0145-bb2a-4fbb-b509-f655a4e234df admin admin] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:01.066208 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e33a0145-bb2a-4fbb-b509-f655a4e234df admin admin] 10.222.0.43 "DELETE /v2.0/routers/4871086e-08a7-4a1e-9c5b-fcb509b33934 HTTP/1.1" status: 204 len: 168 time: 1.1147103 Jul 30 00:15:01.068858 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35528) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:01.117673 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-c336854a-c39a-4d70-b71d-876a162b3638 admin admin] Deleting subnet b83980bc-3d22-43ee-b445-1d0072c0b55e {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:15:01.120742 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c336854a-c39a-4d70-b71d-876a162b3638 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:01.160829 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c336854a-c39a-4d70-b71d-876a162b3638 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:01.239954 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c336854a-c39a-4d70-b71d-876a162b3638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:01.306387 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c336854a-c39a-4d70-b71d-876a162b3638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:01.332116 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c336854a-c39a-4d70-b71d-876a162b3638 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b83980bc-3d22-43ee-b445-1d0072c0b55e,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:01.336047 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c336854a-c39a-4d70-b71d-876a162b3638 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:01.337966 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-c336854a-c39a-4d70-b71d-876a162b3638 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b83980bc-3d22-43ee-b445-1d0072c0b55e HTTP/1.1" status: 204 len: 168 time: 0.2680004 Jul 30 00:15:01.340502 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35530) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:01.345427 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04d7e42-7b56-4ae8-944e-fabce13b93ef None None] Network 66c7de0a-7704-4c37-94be-f48c6009b36f requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:15:01.423675 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-10431637-cea2-4978-ab21-19d58eb19064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:01.488777 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-10431637-cea2-4978-ab21-19d58eb19064 admin admin] Deleting port fe4fb8ff-4a6c-498c-8a82-cce31c3c1853 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:15:01.489096 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-10431637-cea2-4978-ab21-19d58eb19064 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:01.557274 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469bd22f-f791-4f4f-90b7-18e0efbf7569 None None] DHCP port deletion for 66c7de0a-7704-4c37-94be-f48c6009b36f request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:15:01.572609 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-10431637-cea2-4978-ab21-19d58eb19064 admin admin] For port fe4fb8ff-4a6c-498c-8a82-cce31c3c1853, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=fe4fb8ff-4a6c-498c-8a82-cce31c3c1853,segment=NetworkSegment(ab17a81a-a27c-4db7-b421-1236b25e7e1e),segment_id=ab17a81a-a27c-4db7-b421-1236b25e7e1e)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:15:01.572971 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-10431637-cea2-4978-ab21-19d58eb19064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:01.589568 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-10431637-cea2-4978-ab21-19d58eb19064 admin admin] Calling delete_port for fe4fb8ff-4a6c-498c-8a82-cce31c3c1853 owned by network:dhcp {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:15:01.613662 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-469bd22f-f791-4f4f-90b7-18e0efbf7569 None None] Deleting port fe4fb8ff-4a6c-498c-8a82-cce31c3c1853 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:15:01.614041 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-469bd22f-f791-4f4f-90b7-18e0efbf7569 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:01.685303 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-10431637-cea2-4978-ab21-19d58eb19064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:01.691757 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-469bd22f-f791-4f4f-90b7-18e0efbf7569 None None] For port fe4fb8ff-4a6c-498c-8a82-cce31c3c1853, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=fe4fb8ff-4a6c-498c-8a82-cce31c3c1853,segment=NetworkSegment(ab17a81a-a27c-4db7-b421-1236b25e7e1e),segment_id=ab17a81a-a27c-4db7-b421-1236b25e7e1e)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:15:01.692283 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-469bd22f-f791-4f4f-90b7-18e0efbf7569 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:01.711071 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-469bd22f-f791-4f4f-90b7-18e0efbf7569 None None] Calling delete_port for fe4fb8ff-4a6c-498c-8a82-cce31c3c1853 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:15:01.716825 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10431637-cea2-4978-ab21-19d58eb19064 admin admin] No DVR routers for this DVR port fe4fb8ff-4a6c-498c-8a82-cce31c3c1853 on host n-d-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:15:01.720626 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10431637-cea2-4978-ab21-19d58eb19064 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe4fb8ff-4a6c-498c-8a82-cce31c3c1853,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:01.795469 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-469bd22f-f791-4f4f-90b7-18e0efbf7569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:01.801027 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-10431637-cea2-4978-ab21-19d58eb19064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:01.811527 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-10431637-cea2-4978-ab21-19d58eb19064 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66c7de0a-7704-4c37-94be-f48c6009b36f']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:01.823581 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-10431637-cea2-4978-ab21-19d58eb19064 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab17a81a-a27c-4db7-b421-1236b25e7e1e') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:01.823960 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-10431637-cea2-4978-ab21-19d58eb19064 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab17a81a-a27c-4db7-b421-1236b25e7e1e') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:01.824323 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469bd22f-f791-4f4f-90b7-18e0efbf7569 None None] Pushing event deleted for resources: {'Port': ['ID=fe4fb8ff-4a6c-498c-8a82-cce31c3c1853,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:01.829250 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469bd22f-f791-4f4f-90b7-18e0efbf7569 None None] No DVR routers for this DVR port fe4fb8ff-4a6c-498c-8a82-cce31c3c1853 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:15:01.835550 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-10431637-cea2-4978-ab21-19d58eb19064 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:01.852513 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-10431637-cea2-4978-ab21-19d58eb19064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:01.858899 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10431637-cea2-4978-ab21-19d58eb19064 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:15:01.859381 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-10431637-cea2-4978-ab21-19d58eb19064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:01.861940 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 30 00:15:01.861940 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:15:01.861940 n-d-712141-10 neutron-server[94078]: timer() Jul 30 00:15:01.861940 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:15:01.861940 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 30 00:15:01.861940 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:15:01.861940 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 30 00:15:01.861940 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:15:01.861940 n-d-712141-10 neutron-server[94078]: self._notify() Jul 30 00:15:01.861940 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:15:01.861940 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 30 00:15:01.861940 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:15:01.861940 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 30 00:15:01.861940 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:15:01.861940 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:15:01.861940 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:15:01.861940 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:15:01.861940 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:15:01.861940 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 30 00:15:01.861940 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:15:01.861940 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 30 00:15:01.861940 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:15:01.861940 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:15:01.861940 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:15:01.861940 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 30 00:15:01.861940 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:15:01.861940 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:15:01.861940 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:15:01.861940 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:15:01.861940 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:15:01.861940 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:15:01.861940 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:15:01.923654 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-10431637-cea2-4978-ab21-19d58eb19064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:01.929490 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-10431637-cea2-4978-ab21-19d58eb19064 admin admin] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:01.931607 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-10431637-cea2-4978-ab21-19d58eb19064 admin admin] 10.222.0.43 "DELETE /v2.0/networks/66c7de0a-7704-4c37-94be-f48c6009b36f HTTP/1.1" status: 204 len: 168 time: 0.5901551 Jul 30 00:15:01.943462 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10431637-cea2-4978-ab21-19d58eb19064 admin admin] Pushing event deleted for resources: {'Network': ['ID=66c7de0a-7704-4c37-94be-f48c6009b36f,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:02.122609 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35534) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:02.162969 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-921a4a96-7f10-44e2-a373-bfc60311066f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=123e474383d34be3816ff4a6e243aec4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391521 Jul 30 00:15:02.165564 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35536) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:02.215166 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8abb1abc-0d9c-4a51-bac7-3fcca5c4dd06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:02.239537 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8abb1abc-0d9c-4a51-bac7-3fcca5c4dd06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:02.292453 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8abb1abc-0d9c-4a51-bac7-3fcca5c4dd06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:02.295592 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8abb1abc-0d9c-4a51-bac7-3fcca5c4dd06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:02.296769 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8abb1abc-0d9c-4a51-bac7-3fcca5c4dd06 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f1091928-44a6-4bff-91ce-ba7a3f6fc93e HTTP/1.1" status: 204 len: 168 time: 0.1300566 Jul 30 00:15:02.306716 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abb1abc-0d9c-4a51-bac7-3fcca5c4dd06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1091928-44a6-4bff-91ce-ba7a3f6fc93e,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:02.475742 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device dc5838e9-078e-45d8-88a3-2ec81de0ea37 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:15:02.497716 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: dc5838e9-078e-45d8-88a3-2ec81de0ea37 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:15:02.498331 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device dc5838e9-078e-45d8-88a3-2ec81de0ea37 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:15:02.498957 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device e0a79038-b286-4b0d-8e66-79f76e5c3072 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:15:02.520142 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: e0a79038-b286-4b0d-8e66-79f76e5c3072 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:15:02.520493 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device e0a79038-b286-4b0d-8e66-79f76e5c3072 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:15:02.520950 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device fe4fb8ff-4a6c-498c-8a82-cce31c3c1853 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:15:02.540503 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: fe4fb8ff-4a6c-498c-8a82-cce31c3c1853 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:15:02.540986 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device fe4fb8ff-4a6c-498c-8a82-cce31c3c1853 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:15:03.139583 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35558) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:03.246541 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-1ba530be-cb6b-43bd-9be7-1c93ad28f03b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-323892455-network', 'tenant_id': 'c958042d6960455a93cca15da77dbd64'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:15:03.271564 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba530be-cb6b-43bd-9be7-1c93ad28f03b admin admin] Made reservation on behalf of c958042d6960455a93cca15da77dbd64 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:15:03.274872 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1ba530be-cb6b-43bd-9be7-1c93ad28f03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:03.284835 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1ba530be-cb6b-43bd-9be7-1c93ad28f03b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:03.397764 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1ba530be-cb6b-43bd-9be7-1c93ad28f03b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:03.402547 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1ba530be-cb6b-43bd-9be7-1c93ad28f03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:03.430281 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ba530be-cb6b-43bd-9be7-1c93ad28f03b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:15:03.441642 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba530be-cb6b-43bd-9be7-1c93ad28f03b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc66f3b-828c-462b-84d1-1bcf0d7d6582,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:03.449711 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1ba530be-cb6b-43bd-9be7-1c93ad28f03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:03.450055 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-1ba530be-cb6b-43bd-9be7-1c93ad28f03b admin admin] Added segment 79893ddc-1f7d-42bf-916e-bb7307c09ab1 of type vlan for network 9a4c18f7-ae03-4954-9be1-bde09137207e Jul 30 00:15:03.495363 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1ba530be-cb6b-43bd-9be7-1c93ad28f03b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:03.529560 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1ba530be-cb6b-43bd-9be7-1c93ad28f03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:03.530602 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba530be-cb6b-43bd-9be7-1c93ad28f03b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:03.531327 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1ba530be-cb6b-43bd-9be7-1c93ad28f03b admin admin] Notify callbacks [] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:03.585297 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-1ba530be-cb6b-43bd-9be7-1c93ad28f03b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4445515 Jul 30 00:15:03.588431 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35562) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:03.594683 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-f3d621f9-4edb-4834-8db4-866fd692ef3f admin admin] Request body: {'subnet': {'network_id': '9a4c18f7-ae03-4954-9be1-bde09137207e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-323892455-subnet', 'tenant_id': 'c958042d6960455a93cca15da77dbd64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:15:03.595179 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba530be-cb6b-43bd-9be7-1c93ad28f03b admin admin] Pushing event updated for resources: {'Network': ['ID=9a4c18f7-ae03-4954-9be1-bde09137207e,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:03.605711 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 9a4c18f7-ae03-4954-9be1-bde09137207e details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:15:03.620335 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d621f9-4edb-4834-8db4-866fd692ef3f admin admin] Made reservation on behalf of c958042d6960455a93cca15da77dbd64 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:15:03.623321 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f3d621f9-4edb-4834-8db4-866fd692ef3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:03.795991 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f3d621f9-4edb-4834-8db4-866fd692ef3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:03.854981 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d621f9-4edb-4834-8db4-866fd692ef3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=163f9c07-0dd1-40d4-bb18-a605de945185,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:03.862381 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d621f9-4edb-4834-8db4-866fd692ef3f admin admin] Checking segment: {'id': '79893ddc-1f7d-42bf-916e-bb7307c09ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9a4c18f7-ae03-4954-9be1-bde09137207e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:15:03.862755 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d621f9-4edb-4834-8db4-866fd692ef3f admin admin] Network hostable DHCP agents. Network: 9a4c18f7-ae03-4954-9be1-bde09137207e, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:15:03.880096 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d621f9-4edb-4834-8db4-866fd692ef3f admin admin] Network 9a4c18f7-ae03-4954-9be1-bde09137207e is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:15:03.889514 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-f3d621f9-4edb-4834-8db4-866fd692ef3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 9a4c18f7-ae03-4954-9be1-bde09137207e) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:15:03.894635 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d621f9-4edb-4834-8db4-866fd692ef3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:03.895152 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f3d621f9-4edb-4834-8db4-866fd692ef3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:03.901316 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbddee4d-d2a1-4964-a70e-e7e2fe81e726 None None] Network 9a4c18f7-ae03-4954-9be1-bde09137207e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:15:03.920572 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-f3d621f9-4edb-4834-8db4-866fd692ef3f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3211217 Jul 30 00:15:04.036242 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437884c1-8af7-4795-87b0-dbdd89921065 None None] Network 9a4c18f7-ae03-4954-9be1-bde09137207e requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:15:04.404791 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2448e-c5f9-4b3b-b8eb-1ac9720761a6 req-da7a87e5-d8e8-4196-a7e8-22e5d6fea127 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:04.406310 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-99b2448e-c5f9-4b3b-b8eb-1ac9720761a6 req-da7a87e5-d8e8-4196-a7e8-22e5d6fea127 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] 10.222.0.43 "GET /v2.0/networks?id=9a4c18f7-ae03-4954-9be1-bde09137207e HTTP/1.1" status: 200 len: 813 time: 0.1070092 Jul 30 00:15:04.423523 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-99b2448e-c5f9-4b3b-b8eb-1ac9720761a6 req-3648195d-08d8-4cc8-8292-a462cd5b80d1 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] 10.222.0.43 "GET /v2.0/quotas/c958042d6960455a93cca15da77dbd64 HTTP/1.1" status: 200 len: 375 time: 0.0101688 Jul 30 00:15:04.456938 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-99b2448e-c5f9-4b3b-b8eb-1ac9720761a6 req-c3cb79ff-c729-41fd-b4db-6e4545cb7608 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c958042d6960455a93cca15da77dbd64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277297 Jul 30 00:15:04.467751 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [req-99b2448e-c5f9-4b3b-b8eb-1ac9720761a6 req-55fdaaf5-2f12-4319-98e3-86f6545937ae service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:15:04.468707 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-99b2448e-c5f9-4b3b-b8eb-1ac9720761a6 req-55fdaaf5-2f12-4319-98e3-86f6545937ae service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051091 Jul 30 00:15:04.561256 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-99b2448e-c5f9-4b3b-b8eb-1ac9720761a6 req-5f60a49f-ce8d-4afd-ad0b-6f3b6f61b724 service neutron] 10.222.0.43 "GET /v2.0/networks/9a4c18f7-ae03-4954-9be1-bde09137207e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866506 Jul 30 00:15:04.665980 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-99b2448e-c5f9-4b3b-b8eb-1ac9720761a6 req-0c2f2eac-182f-432e-b925-b96bcb9fc968 service neutron] 10.222.0.43 "GET /v2.0/networks/9a4c18f7-ae03-4954-9be1-bde09137207e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973873 Jul 30 00:15:04.854417 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c629d330-794b-4b7c-bfb3-1a20f26419df req-4d8d4e82-1a9a-4b75-89b8-224287adde04 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4dc30bb-961d-4f9d-beab-7dc11b34187a HTTP/1.1" status: 200 len: 210 time: 0.0273032 Jul 30 00:15:05.907930 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2448e-c5f9-4b3b-b8eb-1ac9720761a6 req-bd602f42-4a56-4ea5-8fd3-e4ad6943fb05 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:05.909636 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-99b2448e-c5f9-4b3b-b8eb-1ac9720761a6 req-bd602f42-4a56-4ea5-8fd3-e4ad6943fb05 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] 10.222.0.41 "GET /v2.0/networks?id=9a4c18f7-ae03-4954-9be1-bde09137207e HTTP/1.1" status: 200 len: 813 time: 0.1149716 Jul 30 00:15:05.930369 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-99b2448e-c5f9-4b3b-b8eb-1ac9720761a6 req-c027f6e9-5bbf-4878-84a4-95b3eada8ae6 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Request body: {'port': {'device_id': 'f4dc30bb-961d-4f9d-beab-7dc11b34187a', 'network_id': '9a4c18f7-ae03-4954-9be1-bde09137207e', 'admin_state_up': True, 'tenant_id': 'c958042d6960455a93cca15da77dbd64'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:15:06.000146 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-95b9b553-e2f0-4f8e-85ad-89ca484510ad req-fc6c05bc-b563-4d11-8025-5bf236f558db tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4dc30bb-961d-4f9d-beab-7dc11b34187a HTTP/1.1" status: 200 len: 210 time: 0.0656686 Jul 30 00:15:06.079082 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99b2448e-c5f9-4b3b-b8eb-1ac9720761a6 req-c027f6e9-5bbf-4878-84a4-95b3eada8ae6 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Made reservation on behalf of c958042d6960455a93cca15da77dbd64 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:15:06.083015 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-99b2448e-c5f9-4b3b-b8eb-1ac9720761a6 req-c027f6e9-5bbf-4878-84a4-95b3eada8ae6 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:06.219974 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-99b2448e-c5f9-4b3b-b8eb-1ac9720761a6 req-c027f6e9-5bbf-4878-84a4-95b3eada8ae6 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Allocated IP 172.20.0.14 (9a4c18f7-ae03-4954-9be1-bde09137207e/163f9c07-0dd1-40d4-bb18-a605de945185/f5d1fd26-938b-459f-9943-4ea5bb137773) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:15:06.389879 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-99b2448e-c5f9-4b3b-b8eb-1ac9720761a6 req-c027f6e9-5bbf-4878-84a4-95b3eada8ae6 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:06.434521 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-99b2448e-c5f9-4b3b-b8eb-1ac9720761a6 req-c027f6e9-5bbf-4878-84a4-95b3eada8ae6 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:06.475676 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99b2448e-c5f9-4b3b-b8eb-1ac9720761a6 req-c027f6e9-5bbf-4878-84a4-95b3eada8ae6 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Network 9a4c18f7-ae03-4954-9be1-bde09137207e is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:15:06.480606 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-99b2448e-c5f9-4b3b-b8eb-1ac9720761a6 req-c027f6e9-5bbf-4878-84a4-95b3eada8ae6 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:15:06.488185 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-99b2448e-c5f9-4b3b-b8eb-1ac9720761a6 req-c027f6e9-5bbf-4878-84a4-95b3eada8ae6 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:15:06.491482 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c027f6e9-5bbf-4878-84a4-95b3eada8ae6 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Pushing event updated for resources: {'Port': ['ID=f5d1fd26-938b-459f-9943-4ea5bb137773,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:06.542825 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2448e-c5f9-4b3b-b8eb-1ac9720761a6 req-c027f6e9-5bbf-4878-84a4-95b3eada8ae6 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:06.543454 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-99b2448e-c5f9-4b3b-b8eb-1ac9720761a6 req-c027f6e9-5bbf-4878-84a4-95b3eada8ae6 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:06.558743 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-99b2448e-c5f9-4b3b-b8eb-1ac9720761a6 req-c027f6e9-5bbf-4878-84a4-95b3eada8ae6 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6339381 Jul 30 00:15:06.583745 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-99b2448e-c5f9-4b3b-b8eb-1ac9720761a6 req-3401f739-f2f7-4451-99b5-aefb59647b4a service neutron] Request body: {'port': {'device_id': 'f4dc30bb-961d-4f9d-beab-7dc11b34187a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:15:06.640663 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-99b2448e-c5f9-4b3b-b8eb-1ac9720761a6 req-3401f739-f2f7-4451-99b5-aefb59647b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:06.962233 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-99b2448e-c5f9-4b3b-b8eb-1ac9720761a6 req-3401f739-f2f7-4451-99b5-aefb59647b4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5d1fd26-938b-459f-9943-4ea5bb137773 {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:15:06.970577 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-99b2448e-c5f9-4b3b-b8eb-1ac9720761a6 req-3401f739-f2f7-4451-99b5-aefb59647b4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:06.982323 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-99b2448e-c5f9-4b3b-b8eb-1ac9720761a6 req-3401f739-f2f7-4451-99b5-aefb59647b4a service neutron] Transition to ACTIVE for port object f5d1fd26-938b-459f-9943-4ea5bb137773 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:15:06.986406 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-99b2448e-c5f9-4b3b-b8eb-1ac9720761a6 req-3401f739-f2f7-4451-99b5-aefb59647b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:07.035905 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3401f739-f2f7-4451-99b5-aefb59647b4a service neutron] Pushing event updated for resources: {'Port': ['ID=f5d1fd26-938b-459f-9943-4ea5bb137773,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:07.145071 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-99b2448e-c5f9-4b3b-b8eb-1ac9720761a6 req-3401f739-f2f7-4451-99b5-aefb59647b4a service neutron] Attempting to bind port f5d1fd26-938b-459f-9943-4ea5bb137773 on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:15:07.145412 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-99b2448e-c5f9-4b3b-b8eb-1ac9720761a6 req-3401f739-f2f7-4451-99b5-aefb59647b4a service neutron] Attempting to bind port f5d1fd26-938b-459f-9943-4ea5bb137773 by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': '79893ddc-1f7d-42bf-916e-bb7307c09ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9a4c18f7-ae03-4954-9be1-bde09137207e'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:15:07.145791 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b2448e-c5f9-4b3b-b8eb-1ac9720761a6 req-3401f739-f2f7-4451-99b5-aefb59647b4a service neutron] Attempting to bind port f5d1fd26-938b-459f-9943-4ea5bb137773 on network 9a4c18f7-ae03-4954-9be1-bde09137207e {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:15:07.159447 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ad17e-d34a-47a8-b829-9f1d03155703 req-66d33ffc-635a-4f8c-b782-e1def0c3e423 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:07.160949 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-de0ad17e-d34a-47a8-b829-9f1d03155703 req-66d33ffc-635a-4f8c-b782-e1def0c3e423 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4dc30bb-961d-4f9d-beab-7dc11b34187a HTTP/1.1" status: 200 len: 944 time: 0.0779510 Jul 30 00:15:07.161956 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b2448e-c5f9-4b3b-b8eb-1ac9720761a6 req-3401f739-f2f7-4451-99b5-aefb59647b4a service neutron] Port f5d1fd26-938b-459f-9943-4ea5bb137773 on network 9a4c18f7-ae03-4954-9be1-bde09137207e not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:15:07.162274 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b2448e-c5f9-4b3b-b8eb-1ac9720761a6 req-3401f739-f2f7-4451-99b5-aefb59647b4a service neutron] Attempting to bind port f5d1fd26-938b-459f-9943-4ea5bb137773 on network 9a4c18f7-ae03-4954-9be1-bde09137207e {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:15:07.169091 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b2448e-c5f9-4b3b-b8eb-1ac9720761a6 req-3401f739-f2f7-4451-99b5-aefb59647b4a service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:15:07.169431 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b2448e-c5f9-4b3b-b8eb-1ac9720761a6 req-3401f739-f2f7-4451-99b5-aefb59647b4a service neutron] Checking segment: {'id': '79893ddc-1f7d-42bf-916e-bb7307c09ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9a4c18f7-ae03-4954-9be1-bde09137207e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:15:07.169849 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b2448e-c5f9-4b3b-b8eb-1ac9720761a6 req-3401f739-f2f7-4451-99b5-aefb59647b4a service neutron] Bound using segment: {'id': '79893ddc-1f7d-42bf-916e-bb7307c09ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9a4c18f7-ae03-4954-9be1-bde09137207e'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:15:07.170282 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-99b2448e-c5f9-4b3b-b8eb-1ac9720761a6 req-3401f739-f2f7-4451-99b5-aefb59647b4a service neutron] Bound port: f5d1fd26-938b-459f-9943-4ea5bb137773, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79893ddc-1f7d-42bf-916e-bb7307c09ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9a4c18f7-ae03-4954-9be1-bde09137207e'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:15:07.170643 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-99b2448e-c5f9-4b3b-b8eb-1ac9720761a6 req-3401f739-f2f7-4451-99b5-aefb59647b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:07.233466 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-de0ad17e-d34a-47a8-b829-9f1d03155703 req-392e8c20-5af8-4436-a5b4-e414ae57a77f tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecc66f3b-828c-462b-84d1-1bcf0d7d6582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661497 Jul 30 00:15:07.258623 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-99b2448e-c5f9-4b3b-b8eb-1ac9720761a6 req-3401f739-f2f7-4451-99b5-aefb59647b4a service neutron] For port f5d1fd26-938b-459f-9943-4ea5bb137773, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:15:07.261845 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-99b2448e-c5f9-4b3b-b8eb-1ac9720761a6 req-3401f739-f2f7-4451-99b5-aefb59647b4a service neutron] For port f5d1fd26-938b-459f-9943-4ea5bb137773, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=f5d1fd26-938b-459f-9943-4ea5bb137773,segment=NetworkSegment(79893ddc-1f7d-42bf-916e-bb7307c09ab1),segment_id=79893ddc-1f7d-42bf-916e-bb7307c09ab1)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:15:07.266281 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-99b2448e-c5f9-4b3b-b8eb-1ac9720761a6 req-3401f739-f2f7-4451-99b5-aefb59647b4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:07.299214 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2448e-c5f9-4b3b-b8eb-1ac9720761a6 req-3401f739-f2f7-4451-99b5-aefb59647b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:07.299859 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-99b2448e-c5f9-4b3b-b8eb-1ac9720761a6 req-3401f739-f2f7-4451-99b5-aefb59647b4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:07.301345 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-99b2448e-c5f9-4b3b-b8eb-1ac9720761a6 req-3401f739-f2f7-4451-99b5-aefb59647b4a service neutron] 10.222.0.41 "PUT /v2.0/ports/f5d1fd26-938b-459f-9943-4ea5bb137773 HTTP/1.1" status: 200 len: 1093 time: 0.7226799 Jul 30 00:15:07.303549 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4dc30bb-961d-4f9d-beab-7dc11b34187a', 'tag': 'f5d1fd26-938b-459f-9943-4ea5bb137773'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:15:07.305825 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b20fa6-ca4e-4ec0-8c85-ff2203fa86b4" -d '{"events": [{"name": "network-changed", "server_uuid": "f4dc30bb-961d-4f9d-beab-7dc11b34187a", "tag": "f5d1fd26-938b-459f-9943-4ea5bb137773"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:15:07.331310 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3401f739-f2f7-4451-99b5-aefb59647b4a service neutron] Pushing event updated for resources: {'Port': ['ID=f5d1fd26-938b-459f-9943-4ea5bb137773,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:07.347459 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b001f2f2-044f-4bcb-8a00-38e0ef9d2014 x-openstack-request-id: req-b001f2f2-044f-4bcb-8a00-38e0ef9d2014 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:15:07.347752 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4dc30bb-961d-4f9d-beab-7dc11b34187a", "tag": "f5d1fd26-938b-459f-9943-4ea5bb137773", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:15:07.348016 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b001f2f2-044f-4bcb-8a00-38e0ef9d2014 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:15:07.348422 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4dc30bb-961d-4f9d-beab-7dc11b34187a', 'tag': 'f5d1fd26-938b-459f-9943-4ea5bb137773', 'status': 'completed', 'code': 200} Jul 30 00:15:07.405880 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2448e-c5f9-4b3b-b8eb-1ac9720761a6 req-d9a86893-ab24-4dcb-a521-72575d14dee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:07.407958 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-99b2448e-c5f9-4b3b-b8eb-1ac9720761a6 req-d9a86893-ab24-4dcb-a521-72575d14dee9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c958042d6960455a93cca15da77dbd64&device_id=f4dc30bb-961d-4f9d-beab-7dc11b34187a HTTP/1.1" status: 200 len: 1096 time: 0.0420365 Jul 30 00:15:07.458207 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-99b2448e-c5f9-4b3b-b8eb-1ac9720761a6 req-8d1f9ab7-62da-4fe3-96ba-56136602a1f6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5d1fd26-938b-459f-9943-4ea5bb137773 HTTP/1.1" status: 200 len: 217 time: 0.0371983 Jul 30 00:15:07.508096 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2448e-c5f9-4b3b-b8eb-1ac9720761a6 req-22db91fe-90ee-431e-8828-40b7fe85c4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:07.509480 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-99b2448e-c5f9-4b3b-b8eb-1ac9720761a6 req-22db91fe-90ee-431e-8828-40b7fe85c4c4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=163f9c07-0dd1-40d4-bb18-a605de945185 HTTP/1.1" status: 200 len: 853 time: 0.0440571 Jul 30 00:15:07.540339 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-99b2448e-c5f9-4b3b-b8eb-1ac9720761a6 req-c7e5cf32-43c2-43b2-9808-e23ac607fe3b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9a4c18f7-ae03-4954-9be1-bde09137207e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244260 Jul 30 00:15:07.564697 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:07.635195 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-99b2448e-c5f9-4b3b-b8eb-1ac9720761a6 req-56c0704a-3dec-47f5-ac87-f198e91201c6 service neutron] 10.222.0.41 "GET /v2.0/networks/9a4c18f7-ae03-4954-9be1-bde09137207e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881741 Jul 30 00:15:07.723546 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-99b2448e-c5f9-4b3b-b8eb-1ac9720761a6 req-9ac1f6ab-3880-45ce-bfc4-67b103a62e94 service neutron] 10.222.0.41 "GET /v2.0/networks/9a4c18f7-ae03-4954-9be1-bde09137207e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817621 Jul 30 00:15:07.847686 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b20fa6-ca4e-4ec0-8c85-ff2203fa86b4 req-07661da6-a0ea-4a16-9397-9889b19593f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:07.849233 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-16b20fa6-ca4e-4ec0-8c85-ff2203fa86b4 req-07661da6-a0ea-4a16-9397-9889b19593f4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c958042d6960455a93cca15da77dbd64&device_id=f4dc30bb-961d-4f9d-beab-7dc11b34187a HTTP/1.1" status: 200 len: 1096 time: 0.0423911 Jul 30 00:15:07.946948 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b20fa6-ca4e-4ec0-8c85-ff2203fa86b4 req-daeb196c-5575-43b7-b256-a1970865d9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:07.948502 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-16b20fa6-ca4e-4ec0-8c85-ff2203fa86b4 req-daeb196c-5575-43b7-b256-a1970865d9be service neutron] 10.222.0.41 "GET /v2.0/networks?id=9a4c18f7-ae03-4954-9be1-bde09137207e HTTP/1.1" status: 200 len: 914 time: 0.0920575 Jul 30 00:15:07.991138 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-16b20fa6-ca4e-4ec0-8c85-ff2203fa86b4 req-07b2e5bf-c2c8-4f3a-9af5-e315135eb7b4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f5d1fd26-938b-459f-9943-4ea5bb137773 HTTP/1.1" status: 200 len: 217 time: 0.0356908 Jul 30 00:15:08.046901 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b20fa6-ca4e-4ec0-8c85-ff2203fa86b4 req-e70e449e-5183-46f0-b4ba-fbc2c1bf4acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:08.049269 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-16b20fa6-ca4e-4ec0-8c85-ff2203fa86b4 req-e70e449e-5183-46f0-b4ba-fbc2c1bf4acd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=163f9c07-0dd1-40d4-bb18-a605de945185 HTTP/1.1" status: 200 len: 853 time: 0.0519559 Jul 30 00:15:08.084255 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-16b20fa6-ca4e-4ec0-8c85-ff2203fa86b4 req-58756843-5431-4bbf-b3b7-7d93d3130e5b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9a4c18f7-ae03-4954-9be1-bde09137207e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254314 Jul 30 00:15:08.179673 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-16b20fa6-ca4e-4ec0-8c85-ff2203fa86b4 req-1a71bc6b-9e64-4a15-b93a-37fb10e8956f service neutron] 10.222.0.41 "GET /v2.0/networks/9a4c18f7-ae03-4954-9be1-bde09137207e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871470 Jul 30 00:15:08.277253 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-16b20fa6-ca4e-4ec0-8c85-ff2203fa86b4 req-5741246a-1d67-4ee8-87a0-37865cd312b2 service neutron] 10.222.0.41 "GET /v2.0/networks/9a4c18f7-ae03-4954-9be1-bde09137207e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901260 Jul 30 00:15:08.355073 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17c7b5-d1a1-4877-8e41-ce7a730ba34c req-576d92a4-83db-4bb3-8678-bee31568afa0 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:08.356607 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dc17c7b5-d1a1-4877-8e41-ce7a730ba34c req-576d92a4-83db-4bb3-8678-bee31568afa0 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4dc30bb-961d-4f9d-beab-7dc11b34187a HTTP/1.1" status: 200 len: 944 time: 0.0493681 Jul 30 00:15:08.396603 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dc17c7b5-d1a1-4877-8e41-ce7a730ba34c req-47416bf9-24a5-41b3-9215-5806540c90d4 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecc66f3b-828c-462b-84d1-1bcf0d7d6582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330997 Jul 30 00:15:09.501787 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device f5d1fd26-938b-459f-9943-4ea5bb137773 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:15:09.514013 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ecc74-8783-4edc-9939-4032d793a49b req-a5f37ace-b4d1-46c0-84c4-861cd9352093 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:09.515538 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d99ecc74-8783-4edc-9939-4032d793a49b req-a5f37ace-b4d1-46c0-84c4-861cd9352093 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4dc30bb-961d-4f9d-beab-7dc11b34187a HTTP/1.1" status: 200 len: 944 time: 0.0490532 Jul 30 00:15:09.555501 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d99ecc74-8783-4edc-9939-4032d793a49b req-d4fc23ee-1b2c-42cd-82c5-ba8c12a52ec8 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecc66f3b-828c-462b-84d1-1bcf0d7d6582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338228 Jul 30 00:15:09.602986 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port f5d1fd26-938b-459f-9943-4ea5bb137773, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=f5d1fd26-938b-459f-9943-4ea5bb137773,segment=NetworkSegment(79893ddc-1f7d-42bf-916e-bb7307c09ab1),segment_id=79893ddc-1f7d-42bf-916e-bb7307c09ab1)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:15:09.615221 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': 'f5d1fd26-938b-459f-9943-4ea5bb137773', 'network_id': '9a4c18f7-ae03-4954-9be1-bde09137207e', 'port_id': 'f5d1fd26-938b-459f-9943-4ea5bb137773', 'mac_address': 'fa:16:3e:3e:47:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '163f9c07-0dd1-40d4-bb18-a605de945185', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:15:09.652915 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:09.668211 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5d1fd26-938b-459f-9943-4ea5bb137773 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:15:09.690207 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port f5d1fd26-938b-459f-9943-4ea5bb137773, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=f5d1fd26-938b-459f-9943-4ea5bb137773,segment=NetworkSegment(79893ddc-1f7d-42bf-916e-bb7307c09ab1),segment_id=79893ddc-1f7d-42bf-916e-bb7307c09ab1)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:15:09.693943 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:09.744503 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=f5d1fd26-938b-459f-9943-4ea5bb137773,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:09.951326 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['f5d1fd26-938b-459f-9943-4ea5bb137773'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:15:10.681627 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34be25fe-db5d-4c45-86b0-ad02ada7ffe8 req-94a7418f-aa6a-4c85-8f86-9e13ff5dbaf5 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:10.683049 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-34be25fe-db5d-4c45-86b0-ad02ada7ffe8 req-94a7418f-aa6a-4c85-8f86-9e13ff5dbaf5 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4dc30bb-961d-4f9d-beab-7dc11b34187a HTTP/1.1" status: 200 len: 945 time: 0.0542016 Jul 30 00:15:10.725113 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-34be25fe-db5d-4c45-86b0-ad02ada7ffe8 req-abfdc7e5-1b69-43c8-ac98-96bc87dfc03b tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecc66f3b-828c-462b-84d1-1bcf0d7d6582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323145 Jul 30 00:15:11.503485 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device f5d1fd26-938b-459f-9943-4ea5bb137773 up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:15:11.555901 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port f5d1fd26-938b-459f-9943-4ea5bb137773 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:15:11.560199 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port f5d1fd26-938b-459f-9943-4ea5bb137773 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:15:11.560576 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:11.637075 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:11.661463 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4dc30bb-961d-4f9d-beab-7dc11b34187a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5d1fd26-938b-459f-9943-4ea5bb137773'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:15:11.663711 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f92650-b8a9-4704-9c8c-4c9680248e60" -d '{"events": [{"server_uuid": "f4dc30bb-961d-4f9d-beab-7dc11b34187a", "name": "network-vif-plugged", "status": "completed", "tag": "f5d1fd26-938b-459f-9943-4ea5bb137773"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:15:11.678238 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port f5d1fd26-938b-459f-9943-4ea5bb137773, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=f5d1fd26-938b-459f-9943-4ea5bb137773,segment=NetworkSegment(79893ddc-1f7d-42bf-916e-bb7307c09ab1),segment_id=79893ddc-1f7d-42bf-916e-bb7307c09ab1)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:15:11.683388 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:11.712324 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e257dfd-e694-409c-8a0f-00409d00a481 x-openstack-request-id: req-3e257dfd-e694-409c-8a0f-00409d00a481 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:15:11.712616 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4dc30bb-961d-4f9d-beab-7dc11b34187a", "name": "network-vif-plugged", "status": "completed", "tag": "f5d1fd26-938b-459f-9943-4ea5bb137773", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:15:11.712872 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3e257dfd-e694-409c-8a0f-00409d00a481 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:15:11.713259 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4dc30bb-961d-4f9d-beab-7dc11b34187a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5d1fd26-938b-459f-9943-4ea5bb137773', 'code': 200} Jul 30 00:15:11.746247 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=f5d1fd26-938b-459f-9943-4ea5bb137773,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:11.855905 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d2fd0-0ae7-4b8d-98b5-c82495a641f5 req-51aac6db-358d-4c0b-9a16-a4688fe0d54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:11.857429 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-da2d2fd0-0ae7-4b8d-98b5-c82495a641f5 req-51aac6db-358d-4c0b-9a16-a4688fe0d54d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f4dc30bb-961d-4f9d-beab-7dc11b34187a HTTP/1.1" status: 200 len: 1098 time: 0.0696735 Jul 30 00:15:11.869531 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bab639-0de2-4b62-85e9-3ba5885fad19 req-951caaeb-5197-4049-bfe5-d77146aa4bf9 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:11.870988 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-79bab639-0de2-4b62-85e9-3ba5885fad19 req-951caaeb-5197-4049-bfe5-d77146aa4bf9 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4dc30bb-961d-4f9d-beab-7dc11b34187a HTTP/1.1" status: 200 len: 946 time: 0.0594161 Jul 30 00:15:11.928001 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-da2d2fd0-0ae7-4b8d-98b5-c82495a641f5 req-b5ddfba5-b08f-4e8f-b146-47039aaa19aa service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ecc66f3b-828c-462b-84d1-1bcf0d7d6582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560431 Jul 30 00:15:11.930875 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-79bab639-0de2-4b62-85e9-3ba5885fad19 req-1e56c950-d866-4d00-b0f4-b8eb352f3768 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecc66f3b-828c-462b-84d1-1bcf0d7d6582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531709 Jul 30 00:15:13.058257 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b083e53d-0e8e-4ba7-a35a-e30dc961449e req-311464fe-4349-470d-8e6a-86ba651f32bc tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:13.059776 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b083e53d-0e8e-4ba7-a35a-e30dc961449e req-311464fe-4349-470d-8e6a-86ba651f32bc tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4dc30bb-961d-4f9d-beab-7dc11b34187a HTTP/1.1" status: 200 len: 946 time: 0.0514615 Jul 30 00:15:13.099428 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b083e53d-0e8e-4ba7-a35a-e30dc961449e req-b2ece073-d9d1-4438-9761-1cc2b7a5c645 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecc66f3b-828c-462b-84d1-1bcf0d7d6582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328162 Jul 30 00:15:14.232938 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac96c2-d130-4e50-8296-bd8d3b0f7af9 req-854a9438-b658-453e-b58d-8454bcae8346 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:14.234506 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cfac96c2-d130-4e50-8296-bd8d3b0f7af9 req-854a9438-b658-453e-b58d-8454bcae8346 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4dc30bb-961d-4f9d-beab-7dc11b34187a HTTP/1.1" status: 200 len: 946 time: 0.0623329 Jul 30 00:15:14.275092 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cfac96c2-d130-4e50-8296-bd8d3b0f7af9 req-a3e710c1-290b-441e-b7e1-ffcf2b53cc45 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecc66f3b-828c-462b-84d1-1bcf0d7d6582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339823 Jul 30 00:15:14.506820 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d77f3-813d-4297-b219-c5af6f664ce4 req-c025b675-8122-4a1f-bc34-1d17f1f0eb1d tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:14.508314 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2d7d77f3-813d-4297-b219-c5af6f664ce4 req-c025b675-8122-4a1f-bc34-1d17f1f0eb1d tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] 10.222.0.43 "GET /v2.0/networks?id=9a4c18f7-ae03-4954-9be1-bde09137207e HTTP/1.1" status: 200 len: 813 time: 0.1066523 Jul 30 00:15:14.523931 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2d7d77f3-813d-4297-b219-c5af6f664ce4 req-5b0a612b-d23d-42e6-9e81-4e9babea543a tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] 10.222.0.43 "GET /v2.0/quotas/c958042d6960455a93cca15da77dbd64 HTTP/1.1" status: 200 len: 375 time: 0.0098603 Jul 30 00:15:14.577532 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2d7d77f3-813d-4297-b219-c5af6f664ce4 req-842aa581-c8cb-4111-9bee-a9d374d44727 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c958042d6960455a93cca15da77dbd64&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0480950 Jul 30 00:15:14.670765 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2d7d77f3-813d-4297-b219-c5af6f664ce4 req-7e2d0d6f-2e8e-4498-88dd-c9e0b89b02ca service neutron] 10.222.0.43 "GET /v2.0/networks/9a4c18f7-ae03-4954-9be1-bde09137207e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849478 Jul 30 00:15:15.115426 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2d7d77f3-813d-4297-b219-c5af6f664ce4 req-d3e29cf9-48bf-4d7c-89a4-5f5daaf9bc6c service neutron] 10.222.0.43 "GET /v2.0/networks/9a4c18f7-ae03-4954-9be1-bde09137207e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4382696 Jul 30 00:15:15.283245 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0a2dcdfe-c4f9-46c7-8eea-72b6256a7d48 req-efd86f5f-7bbc-422e-a3c3-0961b51e6243 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] 10.222.0.43 "GET /v2.0/ports?device_id=54117bfc-76b9-4cd4-9b3d-fc247295540d HTTP/1.1" status: 200 len: 210 time: 0.0317366 Jul 30 00:15:16.191520 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d77f3-813d-4297-b219-c5af6f664ce4 req-1c7c7809-37b9-40b0-be5e-d356169ac459 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:16.193021 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2d7d77f3-813d-4297-b219-c5af6f664ce4 req-1c7c7809-37b9-40b0-be5e-d356169ac459 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] 10.222.0.22 "GET /v2.0/networks?id=9a4c18f7-ae03-4954-9be1-bde09137207e HTTP/1.1" status: 200 len: 813 time: 0.1052949 Jul 30 00:15:16.206708 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-2d7d77f3-813d-4297-b219-c5af6f664ce4 req-b2f065e6-2c94-4017-b781-ceaa5147d96e tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Request body: {'port': {'device_id': '54117bfc-76b9-4cd4-9b3d-fc247295540d', 'network_id': '9a4c18f7-ae03-4954-9be1-bde09137207e', 'admin_state_up': True, 'tenant_id': 'c958042d6960455a93cca15da77dbd64'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:15:16.327986 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d7d77f3-813d-4297-b219-c5af6f664ce4 req-b2f065e6-2c94-4017-b781-ceaa5147d96e tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Made reservation on behalf of c958042d6960455a93cca15da77dbd64 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:15:16.336909 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2d7d77f3-813d-4297-b219-c5af6f664ce4 req-b2f065e6-2c94-4017-b781-ceaa5147d96e tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:16.390543 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-04fb6d1f-4c5c-46fd-b364-6d6d0cc3093b req-7a066c11-60e9-4080-9d56-1cf962443d44 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] 10.222.0.43 "GET /v2.0/ports?device_id=54117bfc-76b9-4cd4-9b3d-fc247295540d HTTP/1.1" status: 200 len: 210 time: 0.0320444 Jul 30 00:15:16.479852 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-2d7d77f3-813d-4297-b219-c5af6f664ce4 req-b2f065e6-2c94-4017-b781-ceaa5147d96e tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Allocated IP 172.20.0.11 (9a4c18f7-ae03-4954-9be1-bde09137207e/163f9c07-0dd1-40d4-bb18-a605de945185/89a6fc7e-18cd-4372-ab9d-16ee8a9bf0ea) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:15:16.630853 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2d7d77f3-813d-4297-b219-c5af6f664ce4 req-b2f065e6-2c94-4017-b781-ceaa5147d96e tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:16.671818 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2d7d77f3-813d-4297-b219-c5af6f664ce4 req-b2f065e6-2c94-4017-b781-ceaa5147d96e tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:16.705846 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['f5d1fd26-938b-459f-9943-4ea5bb137773'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:15:16.719696 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d7d77f3-813d-4297-b219-c5af6f664ce4 req-b2f065e6-2c94-4017-b781-ceaa5147d96e tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Network 9a4c18f7-ae03-4954-9be1-bde09137207e is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:15:16.723482 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-2d7d77f3-813d-4297-b219-c5af6f664ce4 req-b2f065e6-2c94-4017-b781-ceaa5147d96e tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:15:16.727175 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d7d77f3-813d-4297-b219-c5af6f664ce4 req-b2f065e6-2c94-4017-b781-ceaa5147d96e tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:15:16.761138 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f065e6-2c94-4017-b781-ceaa5147d96e tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Pushing event updated for resources: {'Port': ['ID=89a6fc7e-18cd-4372-ab9d-16ee8a9bf0ea,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:16.775873 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f065e6-2c94-4017-b781-ceaa5147d96e tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:16.776226 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f065e6-2c94-4017-b781-ceaa5147d96e tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:16.776568 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f065e6-2c94-4017-b781-ceaa5147d96e tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:16.776906 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f065e6-2c94-4017-b781-ceaa5147d96e tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:16.777237 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f065e6-2c94-4017-b781-ceaa5147d96e tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:16.777568 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f065e6-2c94-4017-b781-ceaa5147d96e tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:16.777922 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f065e6-2c94-4017-b781-ceaa5147d96e tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:16.778248 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f065e6-2c94-4017-b781-ceaa5147d96e tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:16.778575 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f065e6-2c94-4017-b781-ceaa5147d96e tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:16.778939 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f065e6-2c94-4017-b781-ceaa5147d96e tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:16.779267 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f065e6-2c94-4017-b781-ceaa5147d96e tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:16.779588 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f065e6-2c94-4017-b781-ceaa5147d96e tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:16.797194 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d77f3-813d-4297-b219-c5af6f664ce4 req-b2f065e6-2c94-4017-b781-ceaa5147d96e tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:16.797849 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2d7d77f3-813d-4297-b219-c5af6f664ce4 req-b2f065e6-2c94-4017-b781-ceaa5147d96e tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:16.811699 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2d7d77f3-813d-4297-b219-c5af6f664ce4 req-b2f065e6-2c94-4017-b781-ceaa5147d96e tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6098406 Jul 30 00:15:16.824741 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-2d7d77f3-813d-4297-b219-c5af6f664ce4 req-d793709f-afd7-4f27-81e4-f7e822bea3ad service neutron] Request body: {'port': {'device_id': '54117bfc-76b9-4cd4-9b3d-fc247295540d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:15:16.896306 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2d7d77f3-813d-4297-b219-c5af6f664ce4 req-d793709f-afd7-4f27-81e4-f7e822bea3ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:17.161188 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-2d7d77f3-813d-4297-b219-c5af6f664ce4 req-d793709f-afd7-4f27-81e4-f7e822bea3ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89a6fc7e-18cd-4372-ab9d-16ee8a9bf0ea {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:15:17.168749 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2d7d77f3-813d-4297-b219-c5af6f664ce4 req-d793709f-afd7-4f27-81e4-f7e822bea3ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:17.180700 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-2d7d77f3-813d-4297-b219-c5af6f664ce4 req-d793709f-afd7-4f27-81e4-f7e822bea3ad service neutron] Transition to ACTIVE for port object 89a6fc7e-18cd-4372-ab9d-16ee8a9bf0ea will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:15:17.184892 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2d7d77f3-813d-4297-b219-c5af6f664ce4 req-d793709f-afd7-4f27-81e4-f7e822bea3ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:17.234417 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d793709f-afd7-4f27-81e4-f7e822bea3ad service neutron] Pushing event updated for resources: {'Port': ['ID=89a6fc7e-18cd-4372-ab9d-16ee8a9bf0ea,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:17.309406 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-2d7d77f3-813d-4297-b219-c5af6f664ce4 req-d793709f-afd7-4f27-81e4-f7e822bea3ad service neutron] Attempting to bind port 89a6fc7e-18cd-4372-ab9d-16ee8a9bf0ea on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:15:17.309836 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-2d7d77f3-813d-4297-b219-c5af6f664ce4 req-d793709f-afd7-4f27-81e4-f7e822bea3ad service neutron] Attempting to bind port 89a6fc7e-18cd-4372-ab9d-16ee8a9bf0ea by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '79893ddc-1f7d-42bf-916e-bb7307c09ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9a4c18f7-ae03-4954-9be1-bde09137207e'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:15:17.310104 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7d77f3-813d-4297-b219-c5af6f664ce4 req-d793709f-afd7-4f27-81e4-f7e822bea3ad service neutron] Attempting to bind port 89a6fc7e-18cd-4372-ab9d-16ee8a9bf0ea on network 9a4c18f7-ae03-4954-9be1-bde09137207e {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:15:17.317420 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7d77f3-813d-4297-b219-c5af6f664ce4 req-d793709f-afd7-4f27-81e4-f7e822bea3ad service neutron] Port 89a6fc7e-18cd-4372-ab9d-16ee8a9bf0ea on network 9a4c18f7-ae03-4954-9be1-bde09137207e not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:15:17.318409 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7d77f3-813d-4297-b219-c5af6f664ce4 req-d793709f-afd7-4f27-81e4-f7e822bea3ad service neutron] Attempting to bind port 89a6fc7e-18cd-4372-ab9d-16ee8a9bf0ea on network 9a4c18f7-ae03-4954-9be1-bde09137207e {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:15:17.327230 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7d77f3-813d-4297-b219-c5af6f664ce4 req-d793709f-afd7-4f27-81e4-f7e822bea3ad service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:15:17.328515 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7d77f3-813d-4297-b219-c5af6f664ce4 req-d793709f-afd7-4f27-81e4-f7e822bea3ad service neutron] Checking segment: {'id': '79893ddc-1f7d-42bf-916e-bb7307c09ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9a4c18f7-ae03-4954-9be1-bde09137207e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:15:17.329923 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d7d77f3-813d-4297-b219-c5af6f664ce4 req-d793709f-afd7-4f27-81e4-f7e822bea3ad service neutron] Bound using segment: {'id': '79893ddc-1f7d-42bf-916e-bb7307c09ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9a4c18f7-ae03-4954-9be1-bde09137207e'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:15:17.332052 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-2d7d77f3-813d-4297-b219-c5af6f664ce4 req-d793709f-afd7-4f27-81e4-f7e822bea3ad service neutron] Bound port: 89a6fc7e-18cd-4372-ab9d-16ee8a9bf0ea, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79893ddc-1f7d-42bf-916e-bb7307c09ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '9a4c18f7-ae03-4954-9be1-bde09137207e'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:15:17.332807 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2d7d77f3-813d-4297-b219-c5af6f664ce4 req-d793709f-afd7-4f27-81e4-f7e822bea3ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:17.399008 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-2d7d77f3-813d-4297-b219-c5af6f664ce4 req-d793709f-afd7-4f27-81e4-f7e822bea3ad service neutron] For port 89a6fc7e-18cd-4372-ab9d-16ee8a9bf0ea, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:15:17.402076 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-2d7d77f3-813d-4297-b219-c5af6f664ce4 req-d793709f-afd7-4f27-81e4-f7e822bea3ad service neutron] For port 89a6fc7e-18cd-4372-ab9d-16ee8a9bf0ea, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=89a6fc7e-18cd-4372-ab9d-16ee8a9bf0ea,segment=NetworkSegment(79893ddc-1f7d-42bf-916e-bb7307c09ab1),segment_id=79893ddc-1f7d-42bf-916e-bb7307c09ab1)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:15:17.408121 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2d7d77f3-813d-4297-b219-c5af6f664ce4 req-d793709f-afd7-4f27-81e4-f7e822bea3ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:17.444516 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d77f3-813d-4297-b219-c5af6f664ce4 req-d793709f-afd7-4f27-81e4-f7e822bea3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:17.445216 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2d7d77f3-813d-4297-b219-c5af6f664ce4 req-d793709f-afd7-4f27-81e4-f7e822bea3ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:17.446751 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2d7d77f3-813d-4297-b219-c5af6f664ce4 req-d793709f-afd7-4f27-81e4-f7e822bea3ad service neutron] 10.222.0.22 "PUT /v2.0/ports/89a6fc7e-18cd-4372-ab9d-16ee8a9bf0ea HTTP/1.1" status: 200 len: 1093 time: 0.6269305 Jul 30 00:15:17.447190 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54117bfc-76b9-4cd4-9b3d-fc247295540d', 'tag': '89a6fc7e-18cd-4372-ab9d-16ee8a9bf0ea'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:15:17.449806 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e90f0b-8754-4b0b-a755-8a9f01ea6ff4" -d '{"events": [{"name": "network-changed", "server_uuid": "54117bfc-76b9-4cd4-9b3d-fc247295540d", "tag": "89a6fc7e-18cd-4372-ab9d-16ee8a9bf0ea"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:15:17.491401 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d793709f-afd7-4f27-81e4-f7e822bea3ad service neutron] Pushing event updated for resources: {'Port': ['ID=89a6fc7e-18cd-4372-ab9d-16ee8a9bf0ea,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:17.527685 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3767086f-f4e8-4cca-ad01-ac5d4c6ed9b8 x-openstack-request-id: req-3767086f-f4e8-4cca-ad01-ac5d4c6ed9b8 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:15:17.527976 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54117bfc-76b9-4cd4-9b3d-fc247295540d", "tag": "89a6fc7e-18cd-4372-ab9d-16ee8a9bf0ea", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:15:17.528232 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3767086f-f4e8-4cca-ad01-ac5d4c6ed9b8 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:15:17.528913 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54117bfc-76b9-4cd4-9b3d-fc247295540d', 'tag': '89a6fc7e-18cd-4372-ab9d-16ee8a9bf0ea', 'status': 'completed', 'code': 200} Jul 30 00:15:17.534881 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d904de-af64-41ce-8b82-432507867ada req-c34b8f90-1a0a-418d-82d8-50c3f32d4367 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:17.536599 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c9d904de-af64-41ce-8b82-432507867ada req-c34b8f90-1a0a-418d-82d8-50c3f32d4367 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] 10.222.0.43 "GET /v2.0/ports?device_id=54117bfc-76b9-4cd4-9b3d-fc247295540d HTTP/1.1" status: 200 len: 944 time: 0.0726814 Jul 30 00:15:17.545936 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d77f3-813d-4297-b219-c5af6f664ce4 req-736b6dd2-8f62-4676-856e-cef298acf051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:17.547486 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2d7d77f3-813d-4297-b219-c5af6f664ce4 req-736b6dd2-8f62-4676-856e-cef298acf051 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c958042d6960455a93cca15da77dbd64&device_id=54117bfc-76b9-4cd4-9b3d-fc247295540d HTTP/1.1" status: 200 len: 1096 time: 0.0519009 Jul 30 00:15:17.580513 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c9d904de-af64-41ce-8b82-432507867ada req-c2460178-cfe4-4ea6-8391-f3b301833acb tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecc66f3b-828c-462b-84d1-1bcf0d7d6582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373101 Jul 30 00:15:17.592652 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2d7d77f3-813d-4297-b219-c5af6f664ce4 req-1119d62e-7a34-4cb7-b801-b42531c9c9d6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89a6fc7e-18cd-4372-ab9d-16ee8a9bf0ea HTTP/1.1" status: 200 len: 217 time: 0.0369272 Jul 30 00:15:17.644152 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d77f3-813d-4297-b219-c5af6f664ce4 req-700b35bc-a041-4dc6-89c8-468420585270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:17.645778 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2d7d77f3-813d-4297-b219-c5af6f664ce4 req-700b35bc-a041-4dc6-89c8-468420585270 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=163f9c07-0dd1-40d4-bb18-a605de945185 HTTP/1.1" status: 200 len: 853 time: 0.0464709 Jul 30 00:15:17.678927 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2d7d77f3-813d-4297-b219-c5af6f664ce4 req-b83e33ac-8bb6-4b50-bc6e-297e80b9ba83 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9a4c18f7-ae03-4954-9be1-bde09137207e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265417 Jul 30 00:15:17.779158 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2d7d77f3-813d-4297-b219-c5af6f664ce4 req-922cddaa-9d57-475d-9fd4-d847a371d38f service neutron] 10.222.0.22 "GET /v2.0/networks/9a4c18f7-ae03-4954-9be1-bde09137207e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938020 Jul 30 00:15:17.874153 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2d7d77f3-813d-4297-b219-c5af6f664ce4 req-21acab1a-4cfb-4844-ba4e-c4363ecf72ff service neutron] 10.222.0.22 "GET /v2.0/networks/9a4c18f7-ae03-4954-9be1-bde09137207e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876555 Jul 30 00:15:17.971601 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e90f0b-8754-4b0b-a755-8a9f01ea6ff4 req-75b927c0-8906-4719-a8b1-ebf27ffb99c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:17.973168 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-02e90f0b-8754-4b0b-a755-8a9f01ea6ff4 req-75b927c0-8906-4719-a8b1-ebf27ffb99c3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=c958042d6960455a93cca15da77dbd64&device_id=54117bfc-76b9-4cd4-9b3d-fc247295540d HTTP/1.1" status: 200 len: 1096 time: 0.0511041 Jul 30 00:15:18.071304 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e90f0b-8754-4b0b-a755-8a9f01ea6ff4 req-096359b2-30e2-4cd0-a174-246b2b15b5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:18.073006 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-02e90f0b-8754-4b0b-a755-8a9f01ea6ff4 req-096359b2-30e2-4cd0-a174-246b2b15b5ae service neutron] 10.222.0.22 "GET /v2.0/networks?id=9a4c18f7-ae03-4954-9be1-bde09137207e HTTP/1.1" status: 200 len: 914 time: 0.0929487 Jul 30 00:15:18.120997 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-02e90f0b-8754-4b0b-a755-8a9f01ea6ff4 req-9789add9-ab61-4437-98e6-5e841f97898d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=89a6fc7e-18cd-4372-ab9d-16ee8a9bf0ea HTTP/1.1" status: 200 len: 217 time: 0.0398622 Jul 30 00:15:18.177313 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e90f0b-8754-4b0b-a755-8a9f01ea6ff4 req-d1fe41e0-6402-43fa-a046-2491a7bea2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:18.179696 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-02e90f0b-8754-4b0b-a755-8a9f01ea6ff4 req-d1fe41e0-6402-43fa-a046-2491a7bea2a1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=163f9c07-0dd1-40d4-bb18-a605de945185 HTTP/1.1" status: 200 len: 853 time: 0.0504973 Jul 30 00:15:18.214066 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-02e90f0b-8754-4b0b-a755-8a9f01ea6ff4 req-4ef67871-1c94-486c-8406-678acf8f4d01 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=9a4c18f7-ae03-4954-9be1-bde09137207e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267103 Jul 30 00:15:18.321738 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-02e90f0b-8754-4b0b-a755-8a9f01ea6ff4 req-3aa5b4e8-9683-4b0c-bac4-0a3928abfff1 service neutron] 10.222.0.22 "GET /v2.0/networks/9a4c18f7-ae03-4954-9be1-bde09137207e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997715 Jul 30 00:15:18.424921 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-02e90f0b-8754-4b0b-a755-8a9f01ea6ff4 req-aa0db558-2af6-4305-ad30-ad33983b71ac service neutron] 10.222.0.22 "GET /v2.0/networks/9a4c18f7-ae03-4954-9be1-bde09137207e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954630 Jul 30 00:15:18.723409 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035bc85b-f9a9-4538-b3a8-59f5d7773f16 req-56d7b1a3-db4b-47c5-b3df-a6e5ccc38a3e tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:18.724986 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-035bc85b-f9a9-4538-b3a8-59f5d7773f16 req-56d7b1a3-db4b-47c5-b3df-a6e5ccc38a3e tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] 10.222.0.43 "GET /v2.0/ports?device_id=54117bfc-76b9-4cd4-9b3d-fc247295540d HTTP/1.1" status: 200 len: 944 time: 0.0554450 Jul 30 00:15:18.770927 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-035bc85b-f9a9-4538-b3a8-59f5d7773f16 req-2ff5d480-9bfc-4efb-91ec-800447d85393 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecc66f3b-828c-462b-84d1-1bcf0d7d6582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383687 Jul 30 00:15:19.884481 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee15fc4-4f52-4b65-82b6-bf2a380b5181 req-3e1ba3c0-b4a9-4b90-94e4-d0b618ea5bd8 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:19.886339 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fee15fc4-4f52-4b65-82b6-bf2a380b5181 req-3e1ba3c0-b4a9-4b90-94e4-d0b618ea5bd8 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] 10.222.0.43 "GET /v2.0/ports?device_id=54117bfc-76b9-4cd4-9b3d-fc247295540d HTTP/1.1" status: 200 len: 944 time: 0.0488756 Jul 30 00:15:19.929141 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fee15fc4-4f52-4b65-82b6-bf2a380b5181 req-136f8226-e67c-4492-bcc5-0d9270c05d36 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecc66f3b-828c-462b-84d1-1bcf0d7d6582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367117 Jul 30 00:15:20.054542 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:20.973742 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 89a6fc7e-18cd-4372-ab9d-16ee8a9bf0ea details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:15:21.062475 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75603ec-b526-4cdd-a345-b17f125bd0c6 req-f1cf9102-af50-42db-819e-092fadc693c5 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:21.064468 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a75603ec-b526-4cdd-a345-b17f125bd0c6 req-f1cf9102-af50-42db-819e-092fadc693c5 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] 10.222.0.43 "GET /v2.0/ports?device_id=54117bfc-76b9-4cd4-9b3d-fc247295540d HTTP/1.1" status: 200 len: 944 time: 0.0596890 Jul 30 00:15:21.076578 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 89a6fc7e-18cd-4372-ab9d-16ee8a9bf0ea, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=89a6fc7e-18cd-4372-ab9d-16ee8a9bf0ea,segment=NetworkSegment(79893ddc-1f7d-42bf-916e-bb7307c09ab1),segment_id=79893ddc-1f7d-42bf-916e-bb7307c09ab1)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:15:21.088999 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '89a6fc7e-18cd-4372-ab9d-16ee8a9bf0ea', 'network_id': '9a4c18f7-ae03-4954-9be1-bde09137207e', 'port_id': '89a6fc7e-18cd-4372-ab9d-16ee8a9bf0ea', 'mac_address': 'fa:16:3e:56:89:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '163f9c07-0dd1-40d4-bb18-a605de945185', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:15:21.104726 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a75603ec-b526-4cdd-a345-b17f125bd0c6 req-24012fb5-04ca-4fc4-82a1-db1f5cd4e9d6 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecc66f3b-828c-462b-84d1-1bcf0d7d6582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343416 Jul 30 00:15:21.126815 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:21.139191 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89a6fc7e-18cd-4372-ab9d-16ee8a9bf0ea {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:15:21.160886 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 89a6fc7e-18cd-4372-ab9d-16ee8a9bf0ea, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=89a6fc7e-18cd-4372-ab9d-16ee8a9bf0ea,segment=NetworkSegment(79893ddc-1f7d-42bf-916e-bb7307c09ab1),segment_id=79893ddc-1f7d-42bf-916e-bb7307c09ab1)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:15:21.165456 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:21.212909 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=89a6fc7e-18cd-4372-ab9d-16ee8a9bf0ea,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:21.353684 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['89a6fc7e-18cd-4372-ab9d-16ee8a9bf0ea'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:15:22.219051 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276608c-73f3-4ac9-8c35-9d65514381be req-51516004-f38c-4677-99d8-02ed77adff69 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:22.221287 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c276608c-73f3-4ac9-8c35-9d65514381be req-51516004-f38c-4677-99d8-02ed77adff69 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] 10.222.0.43 "GET /v2.0/ports?device_id=54117bfc-76b9-4cd4-9b3d-fc247295540d HTTP/1.1" status: 200 len: 945 time: 0.0491753 Jul 30 00:15:22.260360 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c276608c-73f3-4ac9-8c35-9d65514381be req-b1ba35bc-9c18-453a-8d0e-e3e82a55b1f6 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecc66f3b-828c-462b-84d1-1bcf0d7d6582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330791 Jul 30 00:15:23.003209 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 89a6fc7e-18cd-4372-ab9d-16ee8a9bf0ea up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:15:23.053923 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port 89a6fc7e-18cd-4372-ab9d-16ee8a9bf0ea completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:15:23.057737 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 89a6fc7e-18cd-4372-ab9d-16ee8a9bf0ea triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:15:23.058111 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:23.141479 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:23.166177 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54117bfc-76b9-4cd4-9b3d-fc247295540d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a6fc7e-18cd-4372-ab9d-16ee8a9bf0ea'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:15:23.168383 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc78e320361fb2e6f415f71cca12a47cf97cb6e2232b5227dc4de4c8e614515d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4e30e1-d342-4705-8e6b-abf68c63eaee" -d '{"events": [{"server_uuid": "54117bfc-76b9-4cd4-9b3d-fc247295540d", "name": "network-vif-plugged", "status": "completed", "tag": "89a6fc7e-18cd-4372-ab9d-16ee8a9bf0ea"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:15:23.182628 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 89a6fc7e-18cd-4372-ab9d-16ee8a9bf0ea, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=89a6fc7e-18cd-4372-ab9d-16ee8a9bf0ea,segment=NetworkSegment(79893ddc-1f7d-42bf-916e-bb7307c09ab1),segment_id=79893ddc-1f7d-42bf-916e-bb7307c09ab1)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:15:23.187074 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:23.212100 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f650fc07-85bf-4037-bed2-82f623eb1e8f x-openstack-request-id: req-f650fc07-85bf-4037-bed2-82f623eb1e8f {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:15:23.212397 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54117bfc-76b9-4cd4-9b3d-fc247295540d", "name": "network-vif-plugged", "status": "completed", "tag": "89a6fc7e-18cd-4372-ab9d-16ee8a9bf0ea", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:15:23.212647 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f650fc07-85bf-4037-bed2-82f623eb1e8f {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:15:23.213043 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54117bfc-76b9-4cd4-9b3d-fc247295540d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89a6fc7e-18cd-4372-ab9d-16ee8a9bf0ea', 'code': 200} Jul 30 00:15:23.240882 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=89a6fc7e-18cd-4372-ab9d-16ee8a9bf0ea,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:23.312473 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9a73f-b213-49a7-952f-a6b5b5c66955 req-1b086e14-56de-46dc-b7bf-4e515ab2fd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:23.314607 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-73f9a73f-b213-49a7-952f-a6b5b5c66955 req-1b086e14-56de-46dc-b7bf-4e515ab2fd61 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=54117bfc-76b9-4cd4-9b3d-fc247295540d HTTP/1.1" status: 200 len: 1098 time: 0.0445845 Jul 30 00:15:23.317389 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e1b4a72d-f3c1-4165-a26b-b80c2c42e93a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:23.351590 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-73f9a73f-b213-49a7-952f-a6b5b5c66955 req-85ed6b44-3a16-43bb-9028-de49e2cfca44 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=ecc66f3b-828c-462b-84d1-1bcf0d7d6582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307212 Jul 30 00:15:23.385508 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc92a49-eed0-468c-a7b2-d634af10e310 req-6ea67f60-cb78-4b6b-a779-135d859d666f tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:23.387250 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3fc92a49-eed0-468c-a7b2-d634af10e310 req-6ea67f60-cb78-4b6b-a779-135d859d666f tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] 10.222.0.43 "GET /v2.0/ports?device_id=54117bfc-76b9-4cd4-9b3d-fc247295540d HTTP/1.1" status: 200 len: 946 time: 0.0513747 Jul 30 00:15:23.429223 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3fc92a49-eed0-468c-a7b2-d634af10e310 req-a07b3545-5d42-4f4e-bc12-e5d89fbfdcbb tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecc66f3b-828c-462b-84d1-1bcf0d7d6582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352557 Jul 30 00:15:24.604643 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd3361-4a93-4534-9f01-bceb096f0ff9 req-93cb7e50-e0a0-4ce6-a6cc-afba380cd1fd tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:24.606220 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b9dd3361-4a93-4534-9f01-bceb096f0ff9 req-93cb7e50-e0a0-4ce6-a6cc-afba380cd1fd tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] 10.222.0.43 "GET /v2.0/ports?device_id=54117bfc-76b9-4cd4-9b3d-fc247295540d HTTP/1.1" status: 200 len: 946 time: 0.0520334 Jul 30 00:15:24.646900 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b9dd3361-4a93-4534-9f01-bceb096f0ff9 req-f650fa8e-5678-4cea-b888-2d6aade07dc8 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecc66f3b-828c-462b-84d1-1bcf0d7d6582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336719 Jul 30 00:15:24.884693 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b01fd-a025-4cf9-8bfc-b162a2f98f8d req-0de34234-a6f9-45e4-8111-2ba34641ba1f tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:24.886368 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-926b01fd-a025-4cf9-8bfc-b162a2f98f8d req-0de34234-a6f9-45e4-8111-2ba34641ba1f tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] 10.222.0.43 "GET /v2.0/ports?device_id=54117bfc-76b9-4cd4-9b3d-fc247295540d HTTP/1.1" status: 200 len: 946 time: 0.0523615 Jul 30 00:15:24.929402 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-926b01fd-a025-4cf9-8bfc-b162a2f98f8d req-abbfff4f-716b-48a4-9197-f7cb400614d3 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecc66f3b-828c-462b-84d1-1bcf0d7d6582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370359 Jul 30 00:15:25.920339 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:15:25.941936 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5f011f24-1f7a-4bbf-8a54-c672234c62d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:26.088417 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07677f16-ffcf-46b5-a021-9493c9f5dae5 req-3d85341d-8189-4b13-b334-e6777d74fc4d tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:26.089959 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-07677f16-ffcf-46b5-a021-9493c9f5dae5 req-3d85341d-8189-4b13-b334-e6777d74fc4d tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] 10.222.0.43 "GET /v2.0/ports?device_id=54117bfc-76b9-4cd4-9b3d-fc247295540d HTTP/1.1" status: 200 len: 946 time: 0.0492342 Jul 30 00:15:26.116159 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d59ac7-6ff1-42b2-9528-1b1623c78e85 req-716adf19-bb4b-42b2-a188-d65556a8d526 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:26.117731 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-12d59ac7-6ff1-42b2-9528-1b1623c78e85 req-716adf19-bb4b-42b2-a188-d65556a8d526 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] 10.222.0.22 "GET /v2.0/ports?device_id=54117bfc-76b9-4cd4-9b3d-fc247295540d HTTP/1.1" status: 200 len: 946 time: 0.0541687 Jul 30 00:15:26.129205 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-07677f16-ffcf-46b5-a021-9493c9f5dae5 req-85ec3367-0ac7-45b0-9b7d-be08c2bf731a tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecc66f3b-828c-462b-84d1-1bcf0d7d6582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332248 Jul 30 00:15:26.208696 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-12d59ac7-6ff1-42b2-9528-1b1623c78e85 req-8d831933-c30c-4d2d-b778-7c581000e1e8 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Deleting port 89a6fc7e-18cd-4372-ab9d-16ee8a9bf0ea {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:15:26.208945 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-12d59ac7-6ff1-42b2-9528-1b1623c78e85 req-8d831933-c30c-4d2d-b778-7c581000e1e8 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:26.299535 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-12d59ac7-6ff1-42b2-9528-1b1623c78e85 req-8d831933-c30c-4d2d-b778-7c581000e1e8 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] For port 89a6fc7e-18cd-4372-ab9d-16ee8a9bf0ea, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=89a6fc7e-18cd-4372-ab9d-16ee8a9bf0ea,segment=NetworkSegment(79893ddc-1f7d-42bf-916e-bb7307c09ab1),segment_id=79893ddc-1f7d-42bf-916e-bb7307c09ab1)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:15:26.300970 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-12d59ac7-6ff1-42b2-9528-1b1623c78e85 req-8d831933-c30c-4d2d-b778-7c581000e1e8 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:26.322573 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-12d59ac7-6ff1-42b2-9528-1b1623c78e85 req-8d831933-c30c-4d2d-b778-7c581000e1e8 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Calling delete_port for 89a6fc7e-18cd-4372-ab9d-16ee8a9bf0ea owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:15:26.461972 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-12d59ac7-6ff1-42b2-9528-1b1623c78e85 req-8d831933-c30c-4d2d-b778-7c581000e1e8 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:26.474188 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['89a6fc7e-18cd-4372-ab9d-16ee8a9bf0ea'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:15:26.495863 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d831933-c30c-4d2d-b778-7c581000e1e8 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Pushing event deleted for resources: {'Port': ['ID=89a6fc7e-18cd-4372-ab9d-16ee8a9bf0ea,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:26.502677 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['f5d1fd26-938b-459f-9943-4ea5bb137773'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:15:26.538049 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-12d59ac7-6ff1-42b2-9528-1b1623c78e85 req-8d831933-c30c-4d2d-b778-7c581000e1e8 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] No DVR routers for this DVR port 89a6fc7e-18cd-4372-ab9d-16ee8a9bf0ea on host n-h2-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:15:26.541111 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-12d59ac7-6ff1-42b2-9528-1b1623c78e85 req-8d831933-c30c-4d2d-b778-7c581000e1e8 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:26.543177 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-12d59ac7-6ff1-42b2-9528-1b1623c78e85 req-8d831933-c30c-4d2d-b778-7c581000e1e8 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] 10.222.0.22 "DELETE /v2.0/ports/89a6fc7e-18cd-4372-ab9d-16ee8a9bf0ea HTTP/1.1" status: 204 len: 173 time: 0.4187946 Jul 30 00:15:26.543636 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54117bfc-76b9-4cd4-9b3d-fc247295540d', 'name': 'network-vif-deleted', 'tag': '89a6fc7e-18cd-4372-ab9d-16ee8a9bf0ea'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:15:26.546106 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3df9edab3822092df2ee6bbd31ed2330de094206ff027238609595888246013" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49c1348-34da-4dd9-ba43-d170625d4bf7" -d '{"events": [{"server_uuid": "54117bfc-76b9-4cd4-9b3d-fc247295540d", "name": "network-vif-deleted", "tag": "89a6fc7e-18cd-4372-ab9d-16ee8a9bf0ea"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:15:26.568389 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:26.593865 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be56dda-726f-4d21-9e1f-ee7417277541 x-openstack-request-id: req-3be56dda-726f-4d21-9e1f-ee7417277541 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:15:26.595139 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54117bfc-76b9-4cd4-9b3d-fc247295540d", "name": "network-vif-deleted", "tag": "89a6fc7e-18cd-4372-ab9d-16ee8a9bf0ea", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:15:26.597717 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3be56dda-726f-4d21-9e1f-ee7417277541 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:15:26.598753 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54117bfc-76b9-4cd4-9b3d-fc247295540d', 'name': 'network-vif-deleted', 'tag': '89a6fc7e-18cd-4372-ab9d-16ee8a9bf0ea', 'status': 'completed', 'code': 200} Jul 30 00:15:27.366580 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f51d6b-6e9f-45f2-b375-ebf00d1a830b req-789298de-07f7-4fca-82ea-ffe5e33f5f8f tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:27.368064 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e2f51d6b-6e9f-45f2-b375-ebf00d1a830b req-789298de-07f7-4fca-82ea-ffe5e33f5f8f tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4dc30bb-961d-4f9d-beab-7dc11b34187a HTTP/1.1" status: 200 len: 946 time: 0.0988088 Jul 30 00:15:27.407280 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e2f51d6b-6e9f-45f2-b375-ebf00d1a830b req-a1bb8da5-2a13-40b7-9b2a-a0c4c96b0b8e tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecc66f3b-828c-462b-84d1-1bcf0d7d6582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332110 Jul 30 00:15:27.538325 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ceb8d9-ca9a-460f-b118-fd2e8e987d07 req-426e051c-9e5c-4f67-b423-4c88bf6c2339 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:27.539799 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c7ceb8d9-ca9a-460f-b118-fd2e8e987d07 req-426e051c-9e5c-4f67-b423-4c88bf6c2339 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4dc30bb-961d-4f9d-beab-7dc11b34187a HTTP/1.1" status: 200 len: 946 time: 0.0487759 Jul 30 00:15:27.577900 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c7ceb8d9-ca9a-460f-b118-fd2e8e987d07 req-75f436ac-f484-4859-ba00-dd8d4a7d0ded tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecc66f3b-828c-462b-84d1-1bcf0d7d6582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321457 Jul 30 00:15:27.776401 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aac244-0825-4d5c-a6e8-2f0e895b3ce8 req-95856e9f-1b9a-46a8-b7e5-19a7c40f008c tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:27.777940 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-18aac244-0825-4d5c-a6e8-2f0e895b3ce8 req-95856e9f-1b9a-46a8-b7e5-19a7c40f008c tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4dc30bb-961d-4f9d-beab-7dc11b34187a HTTP/1.1" status: 200 len: 946 time: 0.0925376 Jul 30 00:15:27.819556 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-18aac244-0825-4d5c-a6e8-2f0e895b3ce8 req-f910fe70-bbde-4680-a9d5-d37ba60e28e8 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecc66f3b-828c-462b-84d1-1bcf0d7d6582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343847 Jul 30 00:15:27.869538 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:27.994989 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888fd9ff-5b45-487a-807a-ed66ca0f5a48 req-3ca3948d-889a-41ef-bc13-780934ec4f85 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:27.996363 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-888fd9ff-5b45-487a-807a-ed66ca0f5a48 req-3ca3948d-889a-41ef-bc13-780934ec4f85 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4dc30bb-961d-4f9d-beab-7dc11b34187a HTTP/1.1" status: 200 len: 946 time: 0.0534029 Jul 30 00:15:28.035297 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-888fd9ff-5b45-487a-807a-ed66ca0f5a48 req-06b90af5-0032-4444-a909-d22db342ab0b tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecc66f3b-828c-462b-84d1-1bcf0d7d6582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328600 Jul 30 00:15:28.150698 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de5c70b-314b-4072-86b1-a263434780b3 req-54ffd67c-0a3c-49c5-80d4-db04ede087dc tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:28.152210 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4de5c70b-314b-4072-86b1-a263434780b3 req-54ffd67c-0a3c-49c5-80d4-db04ede087dc tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4dc30bb-961d-4f9d-beab-7dc11b34187a HTTP/1.1" status: 200 len: 946 time: 0.0494988 Jul 30 00:15:28.192929 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4de5c70b-314b-4072-86b1-a263434780b3 req-67bf6801-a847-4393-bd74-26085cda4cd0 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecc66f3b-828c-462b-84d1-1bcf0d7d6582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346353 Jul 30 00:15:28.320333 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02309e42-bee5-4da6-b0cc-6ef9400a7fc1 req-9637ee6a-05cd-4e58-9f23-b01058618dcd tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:28.321843 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-02309e42-bee5-4da6-b0cc-6ef9400a7fc1 req-9637ee6a-05cd-4e58-9f23-b01058618dcd tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4dc30bb-961d-4f9d-beab-7dc11b34187a HTTP/1.1" status: 200 len: 946 time: 0.0498860 Jul 30 00:15:28.360034 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-02309e42-bee5-4da6-b0cc-6ef9400a7fc1 req-1d0fcb00-cc56-4866-8703-eb5ac0b24f89 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecc66f3b-828c-462b-84d1-1bcf0d7d6582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321770 Jul 30 00:15:28.697564 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7979f22f-11d3-4471-af11-34652b1c61be req-05ca22a3-0475-4361-8329-dd2d16f2ae83 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:28.699124 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7979f22f-11d3-4471-af11-34652b1c61be req-05ca22a3-0475-4361-8329-dd2d16f2ae83 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4dc30bb-961d-4f9d-beab-7dc11b34187a HTTP/1.1" status: 200 len: 946 time: 0.0718682 Jul 30 00:15:28.740409 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7979f22f-11d3-4471-af11-34652b1c61be req-6fe68a50-2e12-4e75-ac41-888317f85095 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecc66f3b-828c-462b-84d1-1bcf0d7d6582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324278 Jul 30 00:15:29.007155 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 89a6fc7e-18cd-4372-ab9d-16ee8a9bf0ea no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:15:29.031789 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: 89a6fc7e-18cd-4372-ab9d-16ee8a9bf0ea {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:15:29.032131 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 89a6fc7e-18cd-4372-ab9d-16ee8a9bf0ea not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:15:29.490828 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:29.871743 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c5e12-4511-48de-be8c-c312dea1a41c req-2b55e23f-990b-4f27-b278-0d4d819f5dd0 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:29.873251 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4a0c5e12-4511-48de-be8c-c312dea1a41c req-2b55e23f-990b-4f27-b278-0d4d819f5dd0 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4dc30bb-961d-4f9d-beab-7dc11b34187a HTTP/1.1" status: 200 len: 946 time: 0.0546541 Jul 30 00:15:29.914637 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4a0c5e12-4511-48de-be8c-c312dea1a41c req-c6e68163-90ff-4b1f-86ca-076f5b358d29 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] 10.222.0.43 "GET /v2.0/security-groups?id=ecc66f3b-828c-462b-84d1-1bcf0d7d6582&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346413 Jul 30 00:15:30.077437 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a79a762-1b3e-4a21-8c39-083f6a34fa3d req-e3369cb6-6a4b-42ff-8e4e-300e0116de96 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:30.078851 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1a79a762-1b3e-4a21-8c39-083f6a34fa3d req-e3369cb6-6a4b-42ff-8e4e-300e0116de96 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4dc30bb-961d-4f9d-beab-7dc11b34187a HTTP/1.1" status: 200 len: 946 time: 0.0475788 Jul 30 00:15:30.172923 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-1a79a762-1b3e-4a21-8c39-083f6a34fa3d req-a5bd97b3-9c93-444f-ba15-2f2459d34a74 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Deleting port f5d1fd26-938b-459f-9943-4ea5bb137773 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:15:30.173246 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-1a79a762-1b3e-4a21-8c39-083f6a34fa3d req-a5bd97b3-9c93-444f-ba15-2f2459d34a74 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:30.269037 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-1a79a762-1b3e-4a21-8c39-083f6a34fa3d req-a5bd97b3-9c93-444f-ba15-2f2459d34a74 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] For port f5d1fd26-938b-459f-9943-4ea5bb137773, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=f5d1fd26-938b-459f-9943-4ea5bb137773,segment=NetworkSegment(79893ddc-1f7d-42bf-916e-bb7307c09ab1),segment_id=79893ddc-1f7d-42bf-916e-bb7307c09ab1)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:15:30.269414 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-1a79a762-1b3e-4a21-8c39-083f6a34fa3d req-a5bd97b3-9c93-444f-ba15-2f2459d34a74 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:30.282685 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-1a79a762-1b3e-4a21-8c39-083f6a34fa3d req-a5bd97b3-9c93-444f-ba15-2f2459d34a74 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Calling delete_port for f5d1fd26-938b-459f-9943-4ea5bb137773 owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:15:30.418438 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-1a79a762-1b3e-4a21-8c39-083f6a34fa3d req-a5bd97b3-9c93-444f-ba15-2f2459d34a74 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:30.448676 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bd97b3-9c93-444f-ba15-2f2459d34a74 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Pushing event deleted for resources: {'Port': ['ID=f5d1fd26-938b-459f-9943-4ea5bb137773,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:30.450861 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['f5d1fd26-938b-459f-9943-4ea5bb137773'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:15:30.494386 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a79a762-1b3e-4a21-8c39-083f6a34fa3d req-a5bd97b3-9c93-444f-ba15-2f2459d34a74 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] No DVR routers for this DVR port f5d1fd26-938b-459f-9943-4ea5bb137773 on host n-h1-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:15:30.497125 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-1a79a762-1b3e-4a21-8c39-083f6a34fa3d req-a5bd97b3-9c93-444f-ba15-2f2459d34a74 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:30.499324 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1a79a762-1b3e-4a21-8c39-083f6a34fa3d req-a5bd97b3-9c93-444f-ba15-2f2459d34a74 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] 10.222.0.41 "DELETE /v2.0/ports/f5d1fd26-938b-459f-9943-4ea5bb137773 HTTP/1.1" status: 204 len: 173 time: 0.4136121 Jul 30 00:15:30.499760 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4dc30bb-961d-4f9d-beab-7dc11b34187a', 'name': 'network-vif-deleted', 'tag': 'f5d1fd26-938b-459f-9943-4ea5bb137773'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:15:30.502316 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b66777380f8de56c933481a2bd20699932f30d2cbb3e176b3a8aa6536603d459" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-563f6b69-a76f-4ee4-8b5b-c02f62ebc064" -d '{"events": [{"server_uuid": "f4dc30bb-961d-4f9d-beab-7dc11b34187a", "name": "network-vif-deleted", "tag": "f5d1fd26-938b-459f-9943-4ea5bb137773"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:15:30.545277 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bbdfb4a-898b-4d2b-8f17-69e4c42fc6c0 x-openstack-request-id: req-5bbdfb4a-898b-4d2b-8f17-69e4c42fc6c0 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:15:30.545566 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4dc30bb-961d-4f9d-beab-7dc11b34187a", "name": "network-vif-deleted", "tag": "f5d1fd26-938b-459f-9943-4ea5bb137773", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:15:30.546030 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5bbdfb4a-898b-4d2b-8f17-69e4c42fc6c0 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:15:30.546454 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4dc30bb-961d-4f9d-beab-7dc11b34187a', 'name': 'network-vif-deleted', 'tag': 'f5d1fd26-938b-459f-9943-4ea5bb137773', 'status': 'completed', 'code': 200} Jul 30 00:15:31.035974 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1b012ba9-a049-4020-bd86-cce4016328b2 req-a14fbc1f-cb45-407f-b64b-d70dc9784224 tempest-ServersNegativeTestJSON-1592489371 tempest-ServersNegativeTestJSON-1592489371-project] 10.222.0.43 "GET /v2.0/ports?device_id=f4dc30bb-961d-4f9d-beab-7dc11b34187a HTTP/1.1" status: 200 len: 210 time: 0.0282614 Jul 30 00:15:32.094068 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35716) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:32.139131 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5b15379-1b1a-4474-8eab-0711d7f79c1d admin admin] Deleting subnet 163f9c07-0dd1-40d4-bb18-a605de945185 {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:15:32.142239 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c5b15379-1b1a-4474-8eab-0711d7f79c1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:32.177353 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c5b15379-1b1a-4474-8eab-0711d7f79c1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:32.221067 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c5b15379-1b1a-4474-8eab-0711d7f79c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:32.274091 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c5b15379-1b1a-4474-8eab-0711d7f79c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:32.297411 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b15379-1b1a-4474-8eab-0711d7f79c1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=163f9c07-0dd1-40d4-bb18-a605de945185,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:32.304241 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c5b15379-1b1a-4474-8eab-0711d7f79c1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:32.306732 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-c5b15379-1b1a-4474-8eab-0711d7f79c1d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/163f9c07-0dd1-40d4-bb18-a605de945185 HTTP/1.1" status: 204 len: 168 time: 0.2110987 Jul 30 00:15:32.308847 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35718) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:32.378223 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cbdbb9aa-5a55-4082-b335-44ba2e7b9fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:32.461639 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cbdbb9aa-5a55-4082-b335-44ba2e7b9fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:32.471360 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-cbdbb9aa-5a55-4082-b335-44ba2e7b9fc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a4c18f7-ae03-4954-9be1-bde09137207e']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:32.482395 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-cbdbb9aa-5a55-4082-b335-44ba2e7b9fc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79893ddc-1f7d-42bf-916e-bb7307c09ab1') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:32.482829 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-cbdbb9aa-5a55-4082-b335-44ba2e7b9fc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79893ddc-1f7d-42bf-916e-bb7307c09ab1') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:32.492225 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cbdbb9aa-5a55-4082-b335-44ba2e7b9fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:32.506448 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cbdbb9aa-5a55-4082-b335-44ba2e7b9fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:32.512249 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbdbb9aa-5a55-4082-b335-44ba2e7b9fc9 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:15:32.512641 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cbdbb9aa-5a55-4082-b335-44ba2e7b9fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:32.514302 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 30 00:15:32.514302 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:15:32.514302 n-d-712141-10 neutron-server[94078]: timer() Jul 30 00:15:32.514302 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:15:32.514302 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 30 00:15:32.514302 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:15:32.514302 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 30 00:15:32.514302 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:15:32.514302 n-d-712141-10 neutron-server[94078]: self._notify() Jul 30 00:15:32.514302 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:15:32.514302 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 30 00:15:32.514302 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:15:32.514302 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 30 00:15:32.514302 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:15:32.514302 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:15:32.514302 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:15:32.514302 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:15:32.514302 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:15:32.514302 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 30 00:15:32.514302 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:15:32.514302 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 30 00:15:32.514302 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:15:32.514302 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:15:32.514302 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:15:32.514302 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 30 00:15:32.514302 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:15:32.514302 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:15:32.514302 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:15:32.514302 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:15:32.514302 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:15:32.514302 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:15:32.514302 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:15:32.579332 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cbdbb9aa-5a55-4082-b335-44ba2e7b9fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:32.584961 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cbdbb9aa-5a55-4082-b335-44ba2e7b9fc9 admin admin] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:32.587320 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-cbdbb9aa-5a55-4082-b335-44ba2e7b9fc9 admin admin] 10.222.0.43 "DELETE /v2.0/networks/9a4c18f7-ae03-4954-9be1-bde09137207e HTTP/1.1" status: 204 len: 168 time: 0.2768326 Jul 30 00:15:32.599170 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdbb9aa-5a55-4082-b335-44ba2e7b9fc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a4c18f7-ae03-4954-9be1-bde09137207e,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:32.702726 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35722) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:32.743976 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-08e7393e-fa3d-433f-a5e4-b6a481e25272 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c958042d6960455a93cca15da77dbd64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400457 Jul 30 00:15:32.746438 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35724) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:32.795202 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-83af42e4-a367-4807-a369-28e1531166a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:32.817791 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-83af42e4-a367-4807-a369-28e1531166a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:32.867091 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-83af42e4-a367-4807-a369-28e1531166a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:32.870372 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-83af42e4-a367-4807-a369-28e1531166a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:32.871571 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-83af42e4-a367-4807-a369-28e1531166a3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ecc66f3b-828c-462b-84d1-1bcf0d7d6582 HTTP/1.1" status: 204 len: 168 time: 0.1242251 Jul 30 00:15:32.880340 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83af42e4-a367-4807-a369-28e1531166a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc66f3b-828c-462b-84d1-1bcf0d7d6582,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:33.595618 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device f5d1fd26-938b-459f-9943-4ea5bb137773 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:15:33.618286 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] No Port match for: f5d1fd26-938b-459f-9943-4ea5bb137773 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:15:33.618631 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device f5d1fd26-938b-459f-9943-4ea5bb137773 not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:15:33.650382 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35746) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:33.748896 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-21fdbd5d-ddf7-44aa-83f8-b9397e668565 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-912047961'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:15:33.771610 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21fdbd5d-ddf7-44aa-83f8-b9397e668565 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Made reservation on behalf of 831cfc180cdd42e79a669e989dca6a19 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:15:33.775472 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-21fdbd5d-ddf7-44aa-83f8-b9397e668565 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:33.784497 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-21fdbd5d-ddf7-44aa-83f8-b9397e668565 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:33.891572 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-21fdbd5d-ddf7-44aa-83f8-b9397e668565 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:33.896352 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-21fdbd5d-ddf7-44aa-83f8-b9397e668565 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:33.921219 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21fdbd5d-ddf7-44aa-83f8-b9397e668565 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:15:33.937327 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fdbd5d-ddf7-44aa-83f8-b9397e668565 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=247a6607-44d0-4889-9e3f-14e394ccbd26,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:33.941148 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-21fdbd5d-ddf7-44aa-83f8-b9397e668565 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:33.941743 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-21fdbd5d-ddf7-44aa-83f8-b9397e668565 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Added segment 62b9e99a-ad24-45db-9b3c-a3bc1014c192 of type vlan for network 035ef655-c72b-4204-9ee2-a83fb7054d27 Jul 30 00:15:33.985718 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-21fdbd5d-ddf7-44aa-83f8-b9397e668565 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:34.027370 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-21fdbd5d-ddf7-44aa-83f8-b9397e668565 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:34.036842 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fdbd5d-ddf7-44aa-83f8-b9397e668565 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:34.037735 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-21fdbd5d-ddf7-44aa-83f8-b9397e668565 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks [] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:34.118533 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-21fdbd5d-ddf7-44aa-83f8-b9397e668565 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4670229 Jul 30 00:15:34.153655 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fdbd5d-ddf7-44aa-83f8-b9397e668565 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Pushing event updated for resources: {'Network': ['ID=035ef655-c72b-4204-9ee2-a83fb7054d27,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:34.165873 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 035ef655-c72b-4204-9ee2-a83fb7054d27 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:15:37.566207 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:37.758310 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35750) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:37.763708 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-2fe27f8d-83ce-48c3-8604-a85cc4e1cbde tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Request body: {'subnet': {'network_id': '035ef655-c72b-4204-9ee2-a83fb7054d27', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:15:37.855615 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe27f8d-83ce-48c3-8604-a85cc4e1cbde tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Made reservation on behalf of 831cfc180cdd42e79a669e989dca6a19 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:15:37.859091 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2fe27f8d-83ce-48c3-8604-a85cc4e1cbde tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:38.056639 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2fe27f8d-83ce-48c3-8604-a85cc4e1cbde tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:38.117892 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe27f8d-83ce-48c3-8604-a85cc4e1cbde tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Pushing event updated for resources: {'Subnet': ['ID=6d73e22b-5498-4c2c-92e2-74c35f77ae57,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:38.130882 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe27f8d-83ce-48c3-8604-a85cc4e1cbde tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:38.131310 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe27f8d-83ce-48c3-8604-a85cc4e1cbde tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:38.131869 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe27f8d-83ce-48c3-8604-a85cc4e1cbde tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:38.132429 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe27f8d-83ce-48c3-8604-a85cc4e1cbde tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:38.132990 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe27f8d-83ce-48c3-8604-a85cc4e1cbde tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:38.133556 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe27f8d-83ce-48c3-8604-a85cc4e1cbde tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:38.134187 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe27f8d-83ce-48c3-8604-a85cc4e1cbde tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:38.134736 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe27f8d-83ce-48c3-8604-a85cc4e1cbde tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:38.135296 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe27f8d-83ce-48c3-8604-a85cc4e1cbde tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:38.135866 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe27f8d-83ce-48c3-8604-a85cc4e1cbde tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:38.136429 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe27f8d-83ce-48c3-8604-a85cc4e1cbde tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:38.136954 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fe27f8d-83ce-48c3-8604-a85cc4e1cbde tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:38.147005 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe27f8d-83ce-48c3-8604-a85cc4e1cbde tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Checking segment: {'id': '62b9e99a-ad24-45db-9b3c-a3bc1014c192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '035ef655-c72b-4204-9ee2-a83fb7054d27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:15:38.147005 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe27f8d-83ce-48c3-8604-a85cc4e1cbde tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Network hostable DHCP agents. Network: 035ef655-c72b-4204-9ee2-a83fb7054d27, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:15:38.166316 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe27f8d-83ce-48c3-8604-a85cc4e1cbde tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Network 035ef655-c72b-4204-9ee2-a83fb7054d27 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:15:38.175433 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-2fe27f8d-83ce-48c3-8604-a85cc4e1cbde tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 035ef655-c72b-4204-9ee2-a83fb7054d27) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:15:38.180915 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe27f8d-83ce-48c3-8604-a85cc4e1cbde tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:38.181635 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-2fe27f8d-83ce-48c3-8604-a85cc4e1cbde tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:38.190229 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbce999f-00ff-428a-81fa-88d36d5786d7 None None] Network 035ef655-c72b-4204-9ee2-a83fb7054d27 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:15:38.198712 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-2fe27f8d-83ce-48c3-8604-a85cc4e1cbde tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4392002 Jul 30 00:15:38.202317 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35752) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:38.208541 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-5ad7c969-4e65-4646-9b75-cc6cbc60365a tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-816647210'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:15:38.236303 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad7c969-4e65-4646-9b75-cc6cbc60365a tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Made reservation on behalf of 831cfc180cdd42e79a669e989dca6a19 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:15:38.242525 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5ad7c969-4e65-4646-9b75-cc6cbc60365a tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:38.279587 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ad7c969-4e65-4646-9b75-cc6cbc60365a tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:15:38.293669 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5ad7c969-4e65-4646-9b75-cc6cbc60365a tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:38.294167 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-5ad7c969-4e65-4646-9b75-cc6cbc60365a tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Added segment 97bb175a-1eb2-4fec-8ca5-88a6873c3cbc of type vlan for network 65c6a7ae-e8b6-4038-b4a8-f23992266760 Jul 30 00:15:38.354089 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1d30df-a730-4905-9707-729eb2329641 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-035ef655-c72b-4204-9ee2-a83fb7054d27', 'network_id': '035ef655-c72b-4204-9ee2-a83fb7054d27', 'tenant_id': '831cfc180cdd42e79a669e989dca6a19', 'fixed_ips': [{'subnet_id': '6d73e22b-5498-4c2c-92e2-74c35f77ae57'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:15:38.355153 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ad1d30df-a730-4905-9707-729eb2329641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:38.355803 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5ad7c969-4e65-4646-9b75-cc6cbc60365a tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:38.391060 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5ad7c969-4e65-4646-9b75-cc6cbc60365a tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:38.400340 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad7c969-4e65-4646-9b75-cc6cbc60365a tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:38.401005 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5ad7c969-4e65-4646-9b75-cc6cbc60365a tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:38.480828 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-5ad7c969-4e65-4646-9b75-cc6cbc60365a tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2739561 Jul 30 00:15:38.481050 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35754) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:38.487385 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-823d3fc4-38a6-4494-ac6a-89bfa514b9ce tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Request body: {'subnet': {'network_id': '65c6a7ae-e8b6-4038-b4a8-f23992266760', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:15:38.501048 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad7c969-4e65-4646-9b75-cc6cbc60365a tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Pushing event updated for resources: {'Network': ['ID=65c6a7ae-e8b6-4038-b4a8-f23992266760,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:38.541960 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 65c6a7ae-e8b6-4038-b4a8-f23992266760 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:15:38.620570 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823d3fc4-38a6-4494-ac6a-89bfa514b9ce tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Made reservation on behalf of 831cfc180cdd42e79a669e989dca6a19 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:15:38.624595 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-823d3fc4-38a6-4494-ac6a-89bfa514b9ce tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:38.651040 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-ad1d30df-a730-4905-9707-729eb2329641 None None] Allocated IP 2001:db8:0:ffff::2 (035ef655-c72b-4204-9ee2-a83fb7054d27/6d73e22b-5498-4c2c-92e2-74c35f77ae57/7df6ea36-4d18-4816-b27b-7d13bb70baca) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:15:38.803319 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ad1d30df-a730-4905-9707-729eb2329641 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:38.811569 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-ad1d30df-a730-4905-9707-729eb2329641 None None] Transition to ACTIVE for port object 7df6ea36-4d18-4816-b27b-7d13bb70baca will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:15:38.827385 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-ad1d30df-a730-4905-9707-729eb2329641 None None] Transition to ACTIVE for port object 7df6ea36-4d18-4816-b27b-7d13bb70baca will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:15:38.834096 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ad1d30df-a730-4905-9707-729eb2329641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:38.850907 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-823d3fc4-38a6-4494-ac6a-89bfa514b9ce tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:38.879534 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1d30df-a730-4905-9707-729eb2329641 None None] Network 035ef655-c72b-4204-9ee2-a83fb7054d27 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:15:38.882522 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-ad1d30df-a730-4905-9707-729eb2329641 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:15:38.886935 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1d30df-a730-4905-9707-729eb2329641 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:15:38.897022 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d30df-a730-4905-9707-729eb2329641 None None] Pushing event updated for resources: {'Port': ['ID=7df6ea36-4d18-4816-b27b-7d13bb70baca,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:38.908858 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d3fc4-38a6-4494-ac6a-89bfa514b9ce tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Pushing event updated for resources: {'Subnet': ['ID=630e4173-e403-4dfe-8a6c-4db836c2c45f,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:38.926488 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-823d3fc4-38a6-4494-ac6a-89bfa514b9ce tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Checking segment: {'id': '97bb175a-1eb2-4fec-8ca5-88a6873c3cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '65c6a7ae-e8b6-4038-b4a8-f23992266760'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:15:38.926859 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823d3fc4-38a6-4494-ac6a-89bfa514b9ce tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Network hostable DHCP agents. Network: 65c6a7ae-e8b6-4038-b4a8-f23992266760, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:15:38.929209 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d30df-a730-4905-9707-729eb2329641 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:38.929209 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d30df-a730-4905-9707-729eb2329641 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:38.929606 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d30df-a730-4905-9707-729eb2329641 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:38.929943 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d30df-a730-4905-9707-729eb2329641 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:38.930307 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d30df-a730-4905-9707-729eb2329641 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:38.930642 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d30df-a730-4905-9707-729eb2329641 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:38.930971 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d30df-a730-4905-9707-729eb2329641 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:38.931302 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d30df-a730-4905-9707-729eb2329641 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:38.931633 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d30df-a730-4905-9707-729eb2329641 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:38.931959 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d30df-a730-4905-9707-729eb2329641 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:38.932286 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d30df-a730-4905-9707-729eb2329641 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:38.932616 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad1d30df-a730-4905-9707-729eb2329641 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:38.945654 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823d3fc4-38a6-4494-ac6a-89bfa514b9ce tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Network 65c6a7ae-e8b6-4038-b4a8-f23992266760 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:15:38.955137 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-823d3fc4-38a6-4494-ac6a-89bfa514b9ce tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 65c6a7ae-e8b6-4038-b4a8-f23992266760) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:15:38.961928 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823d3fc4-38a6-4494-ac6a-89bfa514b9ce tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:38.963194 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-823d3fc4-38a6-4494-ac6a-89bfa514b9ce tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks [] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:38.965522 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b069607f-9c2c-42a0-a81c-8fa6239df8b9 None None] Network 65c6a7ae-e8b6-4038-b4a8-f23992266760 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:15:38.979425 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-ad1d30df-a730-4905-9707-729eb2329641 None None] Attempting to bind port 7df6ea36-4d18-4816-b27b-7d13bb70baca on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:15:38.979856 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-ad1d30df-a730-4905-9707-729eb2329641 None None] Attempting to bind port 7df6ea36-4d18-4816-b27b-7d13bb70baca by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '62b9e99a-ad24-45db-9b3c-a3bc1014c192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '035ef655-c72b-4204-9ee2-a83fb7054d27'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:15:38.980290 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1d30df-a730-4905-9707-729eb2329641 None None] Attempting to bind port 7df6ea36-4d18-4816-b27b-7d13bb70baca on network 035ef655-c72b-4204-9ee2-a83fb7054d27 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:15:38.983039 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-823d3fc4-38a6-4494-ac6a-89bfa514b9ce tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5004752 Jul 30 00:15:38.985515 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35756) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:39.014145 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1d30df-a730-4905-9707-729eb2329641 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:15:39.014490 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1d30df-a730-4905-9707-729eb2329641 None None] Checking segment: {'id': '62b9e99a-ad24-45db-9b3c-a3bc1014c192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '035ef655-c72b-4204-9ee2-a83fb7054d27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:15:39.014870 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ad1d30df-a730-4905-9707-729eb2329641 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:39.015270 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1d30df-a730-4905-9707-729eb2329641 None None] Bound using segment: {'id': '62b9e99a-ad24-45db-9b3c-a3bc1014c192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '035ef655-c72b-4204-9ee2-a83fb7054d27'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:15:39.015751 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-ad1d30df-a730-4905-9707-729eb2329641 None None] Bound port: 7df6ea36-4d18-4816-b27b-7d13bb70baca, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62b9e99a-ad24-45db-9b3c-a3bc1014c192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '035ef655-c72b-4204-9ee2-a83fb7054d27'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:15:39.016137 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ad1d30df-a730-4905-9707-729eb2329641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:39.100343 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-39becf19-55f5-4456-80b6-e7ce237e41d1 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:39.137712 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-ad1d30df-a730-4905-9707-729eb2329641 None None] For port 7df6ea36-4d18-4816-b27b-7d13bb70baca, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:15:39.161134 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-ad1d30df-a730-4905-9707-729eb2329641 None None] For port 7df6ea36-4d18-4816-b27b-7d13bb70baca, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=7df6ea36-4d18-4816-b27b-7d13bb70baca,segment=NetworkSegment(62b9e99a-ad24-45db-9b3c-a3bc1014c192),segment_id=62b9e99a-ad24-45db-9b3c-a3bc1014c192)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:15:39.166666 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ad1d30df-a730-4905-9707-729eb2329641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:39.193179 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-39becf19-55f5-4456-80b6-e7ce237e41d1 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:39.227097 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948f8f66-7ef4-4bbb-8fe1-84e78291318a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-65c6a7ae-e8b6-4038-b4a8-f23992266760', 'network_id': '65c6a7ae-e8b6-4038-b4a8-f23992266760', 'tenant_id': '831cfc180cdd42e79a669e989dca6a19', 'fixed_ips': [{'subnet_id': '630e4173-e403-4dfe-8a6c-4db836c2c45f'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:15:39.227941 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-948f8f66-7ef4-4bbb-8fe1-84e78291318a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:39.259743 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1d30df-a730-4905-9707-729eb2329641 None None] Pushing event updated for resources: {'Port': ['ID=7df6ea36-4d18-4816-b27b-7d13bb70baca,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:39.272893 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-39becf19-55f5-4456-80b6-e7ce237e41d1 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:39.309461 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39becf19-55f5-4456-80b6-e7ce237e41d1 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Pushing event deleted for resources: {'Subnet': ['ID=630e4173-e403-4dfe-8a6c-4db836c2c45f,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server [None req-948f8f66-7ef4-4bbb-8fe1-84e78291318a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 630e4173-e403-4dfe-8a6c-4db836c2c45f: This subnet is being modified by another concurrent operation. Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server raise exception Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 630e4173-e403-4dfe-8a6c-4db836c2c45f: This subnet is being modified by another concurrent operation. Jul 30 00:15:39.360098 n-d-712141-10 neutron-server[94079]: ERROR oslo_messaging.rpc.server Jul 30 00:15:39.365697 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-39becf19-55f5-4456-80b6-e7ce237e41d1 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:39.376730 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-39becf19-55f5-4456-80b6-e7ce237e41d1 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65c6a7ae-e8b6-4038-b4a8-f23992266760']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:39.382478 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a420b1f-4597-4102-b6da-618985a59359 None None] Network 65c6a7ae-e8b6-4038-b4a8-f23992266760 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:15:39.399530 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-39becf19-55f5-4456-80b6-e7ce237e41d1 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97bb175a-1eb2-4fec-8ca5-88a6873c3cbc') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:39.399832 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-39becf19-55f5-4456-80b6-e7ce237e41d1 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97bb175a-1eb2-4fec-8ca5-88a6873c3cbc') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:39.449500 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-39becf19-55f5-4456-80b6-e7ce237e41d1 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:39.477239 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-39becf19-55f5-4456-80b6-e7ce237e41d1 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:39.484967 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39becf19-55f5-4456-80b6-e7ce237e41d1 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:15:39.486334 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-39becf19-55f5-4456-80b6-e7ce237e41d1 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:39.490725 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 30 00:15:39.490725 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:15:39.490725 n-d-712141-10 neutron-server[94077]: timer() Jul 30 00:15:39.490725 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:15:39.490725 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 30 00:15:39.490725 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:15:39.490725 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 30 00:15:39.490725 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:15:39.490725 n-d-712141-10 neutron-server[94077]: self._notify() Jul 30 00:15:39.490725 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:15:39.490725 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 30 00:15:39.490725 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:15:39.490725 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 30 00:15:39.490725 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:15:39.490725 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:15:39.490725 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:15:39.490725 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:15:39.490725 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:15:39.490725 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 30 00:15:39.490725 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:15:39.490725 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 30 00:15:39.490725 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:15:39.490725 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:15:39.490725 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:15:39.490725 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 30 00:15:39.490725 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:15:39.490725 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:15:39.490725 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:15:39.490725 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:15:39.490725 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:15:39.490725 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:15:39.490725 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:15:39.563747 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-39becf19-55f5-4456-80b6-e7ce237e41d1 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:39.572347 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-39becf19-55f5-4456-80b6-e7ce237e41d1 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks [] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:39.574706 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-39becf19-55f5-4456-80b6-e7ce237e41d1 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] 10.222.0.43 "DELETE /v2.0/networks/65c6a7ae-e8b6-4038-b4a8-f23992266760 HTTP/1.1" status: 204 len: 168 time: 0.5873449 Jul 30 00:15:39.578177 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35758) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:39.584828 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-f7ddb4d7-993c-4869-99b8-bcc38dc6b5d3 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-995008338'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:15:39.587751 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39becf19-55f5-4456-80b6-e7ce237e41d1 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Pushing event deleted for resources: {'Network': ['ID=65c6a7ae-e8b6-4038-b4a8-f23992266760,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:39.606615 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ddb4d7-993c-4869-99b8-bcc38dc6b5d3 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Made reservation on behalf of 831cfc180cdd42e79a669e989dca6a19 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:15:39.610143 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f7ddb4d7-993c-4869-99b8-bcc38dc6b5d3 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:39.634666 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7ddb4d7-993c-4869-99b8-bcc38dc6b5d3 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:15:39.643019 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f7ddb4d7-993c-4869-99b8-bcc38dc6b5d3 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:39.643360 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-f7ddb4d7-993c-4869-99b8-bcc38dc6b5d3 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Added segment 2bb4dd3b-6c21-4a9b-88bc-9aebe9600105 of type vlan for network 456a618d-2097-4a6d-9821-7a633c970cfc Jul 30 00:15:39.684413 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f7ddb4d7-993c-4869-99b8-bcc38dc6b5d3 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:39.715047 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f7ddb4d7-993c-4869-99b8-bcc38dc6b5d3 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:39.720574 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ddb4d7-993c-4869-99b8-bcc38dc6b5d3 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:39.721158 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f7ddb4d7-993c-4869-99b8-bcc38dc6b5d3 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:39.781301 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-f7ddb4d7-993c-4869-99b8-bcc38dc6b5d3 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2018762 Jul 30 00:15:39.784209 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35760) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:39.791426 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-dfb5d854-c2dd-48dd-a1a0-3985bb1a0815 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Request body: {'subnet': {'network_id': '456a618d-2097-4a6d-9821-7a633c970cfc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:15:39.809985 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ddb4d7-993c-4869-99b8-bcc38dc6b5d3 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Pushing event updated for resources: {'Network': ['ID=456a618d-2097-4a6d-9821-7a633c970cfc,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:39.820795 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 456a618d-2097-4a6d-9821-7a633c970cfc details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:15:39.896055 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb5d854-c2dd-48dd-a1a0-3985bb1a0815 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Made reservation on behalf of 831cfc180cdd42e79a669e989dca6a19 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:15:39.899755 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-dfb5d854-c2dd-48dd-a1a0-3985bb1a0815 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:39.963896 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.ipam_backend_mixin [None req-dfb5d854-c2dd-48dd-a1a0-3985bb1a0815 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Performing IP validity checks on allocation pools {{(pid=94078) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 30 00:15:39.964416 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.ipam_backend_mixin [None req-dfb5d854-c2dd-48dd-a1a0-3985bb1a0815 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94078) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 30 00:15:40.089431 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-dfb5d854-c2dd-48dd-a1a0-3985bb1a0815 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:40.155224 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5d854-c2dd-48dd-a1a0-3985bb1a0815 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Pushing event updated for resources: {'Subnet': ['ID=071559bc-c139-4029-8a61-510f6eaf03ea,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:40.166226 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb5d854-c2dd-48dd-a1a0-3985bb1a0815 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Checking segment: {'id': '2bb4dd3b-6c21-4a9b-88bc-9aebe9600105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '456a618d-2097-4a6d-9821-7a633c970cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:15:40.166590 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb5d854-c2dd-48dd-a1a0-3985bb1a0815 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Network hostable DHCP agents. Network: 456a618d-2097-4a6d-9821-7a633c970cfc, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:15:40.185464 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb5d854-c2dd-48dd-a1a0-3985bb1a0815 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Network 456a618d-2097-4a6d-9821-7a633c970cfc is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:15:40.190401 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3391663c-7f18-4db7-95dd-d5f13fec3850 None None] Network 035ef655-c72b-4204-9ee2-a83fb7054d27 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:15:40.195993 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-dfb5d854-c2dd-48dd-a1a0-3985bb1a0815 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 456a618d-2097-4a6d-9821-7a633c970cfc) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:15:40.200140 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb5d854-c2dd-48dd-a1a0-3985bb1a0815 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:40.200631 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-dfb5d854-c2dd-48dd-a1a0-3985bb1a0815 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:40.216596 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-dfb5d854-c2dd-48dd-a1a0-3985bb1a0815 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4313514 Jul 30 00:15:40.219172 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35762) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:40.234111 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffd0344-c377-48e0-a312-09085d988856 None None] Network 456a618d-2097-4a6d-9821-7a633c970cfc requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:15:40.291155 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-7c3c1b45-e6ab-4add-971c-564dd7f2b430 None None] Provisioning for port 7df6ea36-4d18-4816-b27b-7d13bb70baca completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:15:40.318837 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9adc345c-7458-4692-a2c5-784f7786edd7 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:40.399267 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9adc345c-7458-4692-a2c5-784f7786edd7 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:40.474553 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9adc345c-7458-4692-a2c5-784f7786edd7 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:40.479444 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777b82d2-04de-4fca-9d5b-b1f52935058b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-456a618d-2097-4a6d-9821-7a633c970cfc', 'network_id': '456a618d-2097-4a6d-9821-7a633c970cfc', 'tenant_id': '831cfc180cdd42e79a669e989dca6a19', 'fixed_ips': [{'subnet_id': '071559bc-c139-4029-8a61-510f6eaf03ea'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:15:40.484423 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-777b82d2-04de-4fca-9d5b-b1f52935058b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:40.514975 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adc345c-7458-4692-a2c5-784f7786edd7 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Pushing event deleted for resources: {'Subnet': ['ID=071559bc-c139-4029-8a61-510f6eaf03ea,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:40.580488 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 7df6ea36-4d18-4816-b27b-7d13bb70baca up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:15:40.586378 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9adc345c-7458-4692-a2c5-784f7786edd7 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:40.598597 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-9adc345c-7458-4692-a2c5-784f7786edd7 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['456a618d-2097-4a6d-9821-7a633c970cfc']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:40.611141 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-9adc345c-7458-4692-a2c5-784f7786edd7 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bb4dd3b-6c21-4a9b-88bc-9aebe9600105') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:40.611536 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-9adc345c-7458-4692-a2c5-784f7786edd7 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bb4dd3b-6c21-4a9b-88bc-9aebe9600105') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:40.622305 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9adc345c-7458-4692-a2c5-784f7786edd7 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:40.623528 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42dee24c-2008-4555-9f65-806cebd3c0c9 None None] Network 456a618d-2097-4a6d-9821-7a633c970cfc requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:15:40.638528 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9adc345c-7458-4692-a2c5-784f7786edd7 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:40.645647 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9adc345c-7458-4692-a2c5-784f7786edd7 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:15:40.646204 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9adc345c-7458-4692-a2c5-784f7786edd7 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:40.649676 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 30 00:15:40.649676 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:15:40.649676 n-d-712141-10 neutron-server[94078]: timer() Jul 30 00:15:40.649676 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:15:40.649676 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 30 00:15:40.649676 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:15:40.649676 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 30 00:15:40.649676 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:15:40.649676 n-d-712141-10 neutron-server[94078]: self._notify() Jul 30 00:15:40.649676 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:15:40.649676 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 30 00:15:40.649676 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:15:40.649676 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 30 00:15:40.649676 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:15:40.649676 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:15:40.649676 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:15:40.649676 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:15:40.649676 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:15:40.649676 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 30 00:15:40.649676 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:15:40.649676 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 30 00:15:40.649676 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:15:40.649676 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:15:40.649676 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:15:40.649676 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 30 00:15:40.649676 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:15:40.649676 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:15:40.649676 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:15:40.649676 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:15:40.649676 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:15:40.649676 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:15:40.649676 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:15:40.700958 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 7df6ea36-4d18-4816-b27b-7d13bb70baca completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:15:40.709464 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9adc345c-7458-4692-a2c5-784f7786edd7 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:40.716469 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9adc345c-7458-4692-a2c5-784f7786edd7 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:40.718374 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-9adc345c-7458-4692-a2c5-784f7786edd7 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] 10.222.0.43 "DELETE /v2.0/networks/456a618d-2097-4a6d-9821-7a633c970cfc HTTP/1.1" status: 204 len: 168 time: 0.4982615 Jul 30 00:15:40.722289 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 7df6ea36-4d18-4816-b27b-7d13bb70baca triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:15:40.722445 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35764) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:40.722715 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:40.727516 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-5779aa56-4806-435c-b785-7c4265de7ffd tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-730096721'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:15:40.741081 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adc345c-7458-4692-a2c5-784f7786edd7 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Pushing event deleted for resources: {'Network': ['ID=456a618d-2097-4a6d-9821-7a633c970cfc,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:40.759239 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5779aa56-4806-435c-b785-7c4265de7ffd tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Made reservation on behalf of 831cfc180cdd42e79a669e989dca6a19 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:15:40.762928 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5779aa56-4806-435c-b785-7c4265de7ffd tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:40.778448 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270f3416-07c4-4139-8a3d-e7d0508e6f70 None None] get_active_networks_info from n-d-712141-10 {{(pid=94079) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 00:15:40.790315 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5779aa56-4806-435c-b785-7c4265de7ffd tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:15:40.800210 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5779aa56-4806-435c-b785-7c4265de7ffd tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:40.800805 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-5779aa56-4806-435c-b785-7c4265de7ffd tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Added segment ef2c233b-fde1-4349-90c0-29940bad310b of type vlan for network 6a426d53-b917-4083-aa36-f4d7d48d93ff Jul 30 00:15:40.806792 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-37451f09-718c-47a4-9e3f-77c8cb41c987 None None] Provisioning complete for port 7df6ea36-4d18-4816-b27b-7d13bb70baca triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:15:40.807164 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-37451f09-718c-47a4-9e3f-77c8cb41c987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:40.839988 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5779aa56-4806-435c-b785-7c4265de7ffd tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:40.875760 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5779aa56-4806-435c-b785-7c4265de7ffd tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:40.882159 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5779aa56-4806-435c-b785-7c4265de7ffd tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:40.882754 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5779aa56-4806-435c-b785-7c4265de7ffd tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:40.937487 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:40.943574 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-5779aa56-4806-435c-b785-7c4265de7ffd tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2199633 Jul 30 00:15:40.947055 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35766) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:40.955220 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-e6d947db-6331-4263-a278-5706abf22916 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Request body: {'subnet': {'network_id': '6a426d53-b917-4083-aa36-f4d7d48d93ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:15:40.969532 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270f3416-07c4-4139-8a3d-e7d0508e6f70 None None] Resources bound (agent type, host, resource id): {{(pid=94079) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 00:15:41.007961 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5779aa56-4806-435c-b785-7c4265de7ffd tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Pushing event updated for resources: {'Network': ['ID=6a426d53-b917-4083-aa36-f4d7d48d93ff,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:41.015117 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-37451f09-718c-47a4-9e3f-77c8cb41c987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:41.018655 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 7df6ea36-4d18-4816-b27b-7d13bb70baca, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=7df6ea36-4d18-4816-b27b-7d13bb70baca,segment=NetworkSegment(62b9e99a-ad24-45db-9b3c-a3bc1014c192),segment_id=62b9e99a-ad24-45db-9b3c-a3bc1014c192)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:15:41.026213 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 6a426d53-b917-4083-aa36-f4d7d48d93ff details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:15:41.048913 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:41.071430 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d947db-6331-4263-a278-5706abf22916 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Made reservation on behalf of 831cfc180cdd42e79a669e989dca6a19 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:15:41.075267 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e6d947db-6331-4263-a278-5706abf22916 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:41.265386 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.db.api [None req-37451f09-718c-47a4-9e3f-77c8cb41c987 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94079) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 00:15:41.265774 n-d-712141-10 neutron-server[94079]: DEBUG oslo_db.api [None req-37451f09-718c-47a4-9e3f-77c8cb41c987 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 00:15:41.266319 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=7df6ea36-4d18-4816-b27b-7d13bb70baca,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:41.275710 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e6d947db-6331-4263-a278-5706abf22916 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:41.335711 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d947db-6331-4263-a278-5706abf22916 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Pushing event updated for resources: {'Subnet': ['ID=4fa04360-4082-44c6-8010-7e743118f3aa,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:41.344241 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d947db-6331-4263-a278-5706abf22916 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Checking segment: {'id': 'ef2c233b-fde1-4349-90c0-29940bad310b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6a426d53-b917-4083-aa36-f4d7d48d93ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:15:41.344611 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d947db-6331-4263-a278-5706abf22916 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Network hostable DHCP agents. Network: 6a426d53-b917-4083-aa36-f4d7d48d93ff, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:15:41.363750 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d947db-6331-4263-a278-5706abf22916 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Network 6a426d53-b917-4083-aa36-f4d7d48d93ff is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:15:41.377116 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-e6d947db-6331-4263-a278-5706abf22916 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 6a426d53-b917-4083-aa36-f4d7d48d93ff) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:15:41.381377 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d947db-6331-4263-a278-5706abf22916 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:41.382083 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e6d947db-6331-4263-a278-5706abf22916 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:41.385935 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0709849-22c3-4f05-98e7-338ed513731d None None] Network 6a426d53-b917-4083-aa36-f4d7d48d93ff requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:15:41.398871 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e6d947db-6331-4263-a278-5706abf22916 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4507847 Jul 30 00:15:41.402428 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35768) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:41.407376 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-9c1ea2f3-c888-4499-b28e-76bdea86c709 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-687604438'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:15:41.430818 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c1ea2f3-c888-4499-b28e-76bdea86c709 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Made reservation on behalf of 831cfc180cdd42e79a669e989dca6a19 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:15:41.434296 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9c1ea2f3-c888-4499-b28e-76bdea86c709 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:41.466025 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c1ea2f3-c888-4499-b28e-76bdea86c709 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 153} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:15:41.475749 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9c1ea2f3-c888-4499-b28e-76bdea86c709 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:41.476010 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-9c1ea2f3-c888-4499-b28e-76bdea86c709 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Added segment a77be61c-ff8f-4beb-933f-1811c1373d02 of type vlan for network c07e428a-4225-446b-952a-486345b286c1 Jul 30 00:15:41.518617 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9c1ea2f3-c888-4499-b28e-76bdea86c709 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:41.543664 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00436a53-4a21-4e05-9bf0-706893a0faca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-6a426d53-b917-4083-aa36-f4d7d48d93ff', 'network_id': '6a426d53-b917-4083-aa36-f4d7d48d93ff', 'tenant_id': '831cfc180cdd42e79a669e989dca6a19', 'fixed_ips': [{'subnet_id': '4fa04360-4082-44c6-8010-7e743118f3aa'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:15:41.544542 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-00436a53-4a21-4e05-9bf0-706893a0faca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:41.549100 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9c1ea2f3-c888-4499-b28e-76bdea86c709 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:41.555633 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1ea2f3-c888-4499-b28e-76bdea86c709 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:41.556237 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9c1ea2f3-c888-4499-b28e-76bdea86c709 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:41.623719 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-9c1ea2f3-c888-4499-b28e-76bdea86c709 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2201719 Jul 30 00:15:41.626610 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35770) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:41.632187 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-b7e790ae-3cb8-43d2-ad3e-a7e3e2a62524 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Request body: {'subnet': {'network_id': 'c07e428a-4225-446b-952a-486345b286c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:15:41.639372 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1ea2f3-c888-4499-b28e-76bdea86c709 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Pushing event updated for resources: {'Network': ['ID=c07e428a-4225-446b-952a-486345b286c1,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:41.730952 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e790ae-3cb8-43d2-ad3e-a7e3e2a62524 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Made reservation on behalf of 831cfc180cdd42e79a669e989dca6a19 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:15:41.734522 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b7e790ae-3cb8-43d2-ad3e-a7e3e2a62524 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:41.782917 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network c07e428a-4225-446b-952a-486345b286c1 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:15:41.928954 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b7e790ae-3cb8-43d2-ad3e-a7e3e2a62524 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:41.942979 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-00436a53-4a21-4e05-9bf0-706893a0faca None None] Allocated IP 2001:db8::2 (6a426d53-b917-4083-aa36-f4d7d48d93ff/4fa04360-4082-44c6-8010-7e743118f3aa/50784138-ec8d-42a1-93d6-321e843d0f4d) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:15:41.989011 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e790ae-3cb8-43d2-ad3e-a7e3e2a62524 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Pushing event updated for resources: {'Subnet': ['ID=adaa354a-8758-4fb4-9b93-371f3555b7c2,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:41.999521 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e790ae-3cb8-43d2-ad3e-a7e3e2a62524 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Checking segment: {'id': 'a77be61c-ff8f-4beb-933f-1811c1373d02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c07e428a-4225-446b-952a-486345b286c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:15:41.999886 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e790ae-3cb8-43d2-ad3e-a7e3e2a62524 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Network hostable DHCP agents. Network: c07e428a-4225-446b-952a-486345b286c1, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:15:42.017302 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e790ae-3cb8-43d2-ad3e-a7e3e2a62524 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Network c07e428a-4225-446b-952a-486345b286c1 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:15:42.026304 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-b7e790ae-3cb8-43d2-ad3e-a7e3e2a62524 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, c07e428a-4225-446b-952a-486345b286c1) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:15:42.032537 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e790ae-3cb8-43d2-ad3e-a7e3e2a62524 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:42.033720 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b7e790ae-3cb8-43d2-ad3e-a7e3e2a62524 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:42.038114 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba349f9-ba6a-49d9-9e34-91afa71a02e1 None None] Network c07e428a-4225-446b-952a-486345b286c1 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:15:42.049513 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-b7e790ae-3cb8-43d2-ad3e-a7e3e2a62524 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4218528 Jul 30 00:15:42.052962 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35772) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:42.151212 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ddd84de2-f1e5-4a3a-a0ef-9a6b78cd76ac tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:42.153874 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-00436a53-4a21-4e05-9bf0-706893a0faca None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:42.171788 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-00436a53-4a21-4e05-9bf0-706893a0faca None None] Transition to ACTIVE for port object 50784138-ec8d-42a1-93d6-321e843d0f4d will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:15:42.203186 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ddd84de2-f1e5-4a3a-a0ef-9a6b78cd76ac tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:42.210845 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-00436a53-4a21-4e05-9bf0-706893a0faca None None] Transition to ACTIVE for port object 50784138-ec8d-42a1-93d6-321e843d0f4d will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:15:42.220677 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-00436a53-4a21-4e05-9bf0-706893a0faca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:42.264027 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ddd84de2-f1e5-4a3a-a0ef-9a6b78cd76ac tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:42.281935 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00436a53-4a21-4e05-9bf0-706893a0faca None None] Network 6a426d53-b917-4083-aa36-f4d7d48d93ff is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:15:42.287827 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-00436a53-4a21-4e05-9bf0-706893a0faca None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:15:42.293437 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5a1e3b-d652-4305-a8f3-afb1bb3d920b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-c07e428a-4225-446b-952a-486345b286c1', 'network_id': 'c07e428a-4225-446b-952a-486345b286c1', 'tenant_id': '831cfc180cdd42e79a669e989dca6a19', 'fixed_ips': [{'subnet_id': 'adaa354a-8758-4fb4-9b93-371f3555b7c2'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:15:42.294305 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ed5a1e3b-d652-4305-a8f3-afb1bb3d920b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:42.295126 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd84de2-f1e5-4a3a-a0ef-9a6b78cd76ac tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Pushing event deleted for resources: {'Subnet': ['ID=adaa354a-8758-4fb4-9b93-371f3555b7c2,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:42.305788 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00436a53-4a21-4e05-9bf0-706893a0faca None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:15:42.315492 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00436a53-4a21-4e05-9bf0-706893a0faca None None] Pushing event updated for resources: {'Port': ['ID=50784138-ec8d-42a1-93d6-321e843d0f4d,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:42.357812 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ddd84de2-f1e5-4a3a-a0ef-9a6b78cd76ac tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:42.368022 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-ddd84de2-f1e5-4a3a-a0ef-9a6b78cd76ac tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c07e428a-4225-446b-952a-486345b286c1']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:42.379871 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-ddd84de2-f1e5-4a3a-a0ef-9a6b78cd76ac tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a77be61c-ff8f-4beb-933f-1811c1373d02') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:42.380171 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-ddd84de2-f1e5-4a3a-a0ef-9a6b78cd76ac tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a77be61c-ff8f-4beb-933f-1811c1373d02') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:42.389418 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ddd84de2-f1e5-4a3a-a0ef-9a6b78cd76ac tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:42.403850 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ddd84de2-f1e5-4a3a-a0ef-9a6b78cd76ac tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:42.409956 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddd84de2-f1e5-4a3a-a0ef-9a6b78cd76ac tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:15:42.410357 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ddd84de2-f1e5-4a3a-a0ef-9a6b78cd76ac tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:42.413455 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 30 00:15:42.413455 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:15:42.413455 n-d-712141-10 neutron-server[94078]: timer() Jul 30 00:15:42.413455 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:15:42.413455 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 30 00:15:42.413455 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:15:42.413455 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 30 00:15:42.413455 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:15:42.413455 n-d-712141-10 neutron-server[94078]: self._notify() Jul 30 00:15:42.413455 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:15:42.413455 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 30 00:15:42.413455 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:15:42.413455 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 30 00:15:42.413455 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:15:42.413455 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:15:42.413455 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:15:42.413455 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:15:42.413455 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:15:42.413455 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 30 00:15:42.413455 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:15:42.413455 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 30 00:15:42.413455 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:15:42.413455 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:15:42.413455 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:15:42.413455 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 30 00:15:42.413455 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:15:42.413455 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:15:42.413455 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:15:42.413455 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:15:42.413455 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:15:42.413455 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:15:42.413455 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:15:42.431175 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-00436a53-4a21-4e05-9bf0-706893a0faca None None] Attempting to bind port 50784138-ec8d-42a1-93d6-321e843d0f4d on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:15:42.431545 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-00436a53-4a21-4e05-9bf0-706893a0faca None None] Attempting to bind port 50784138-ec8d-42a1-93d6-321e843d0f4d by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': 'ef2c233b-fde1-4349-90c0-29940bad310b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6a426d53-b917-4083-aa36-f4d7d48d93ff'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:15:42.431945 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00436a53-4a21-4e05-9bf0-706893a0faca None None] Attempting to bind port 50784138-ec8d-42a1-93d6-321e843d0f4d on network 6a426d53-b917-4083-aa36-f4d7d48d93ff {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:15:42.442101 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3042c54a-9f45-48bf-adaf-dfef5888ab64 None None] Network c07e428a-4225-446b-952a-486345b286c1 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:15:42.445926 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00436a53-4a21-4e05-9bf0-706893a0faca None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:15:42.446303 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00436a53-4a21-4e05-9bf0-706893a0faca None None] Checking segment: {'id': 'ef2c233b-fde1-4349-90c0-29940bad310b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6a426d53-b917-4083-aa36-f4d7d48d93ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:15:42.446707 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-00436a53-4a21-4e05-9bf0-706893a0faca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:42.447311 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00436a53-4a21-4e05-9bf0-706893a0faca None None] Bound using segment: {'id': 'ef2c233b-fde1-4349-90c0-29940bad310b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6a426d53-b917-4083-aa36-f4d7d48d93ff'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:15:42.447676 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-00436a53-4a21-4e05-9bf0-706893a0faca None None] Bound port: 50784138-ec8d-42a1-93d6-321e843d0f4d, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef2c233b-fde1-4349-90c0-29940bad310b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '6a426d53-b917-4083-aa36-f4d7d48d93ff'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:15:42.448065 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-00436a53-4a21-4e05-9bf0-706893a0faca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:42.488324 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ddd84de2-f1e5-4a3a-a0ef-9a6b78cd76ac tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:42.496893 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ddd84de2-f1e5-4a3a-a0ef-9a6b78cd76ac tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:42.501406 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ddd84de2-f1e5-4a3a-a0ef-9a6b78cd76ac tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] 10.222.0.43 "DELETE /v2.0/networks/c07e428a-4225-446b-952a-486345b286c1 HTTP/1.1" status: 204 len: 168 time: 0.4449363 Jul 30 00:15:42.503119 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35774) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:42.517446 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd84de2-f1e5-4a3a-a0ef-9a6b78cd76ac tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Pushing event deleted for resources: {'Network': ['ID=c07e428a-4225-446b-952a-486345b286c1,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:42.533551 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb69241b-9c04-4a54-9859-206b5a0b6e1f tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] GET failed (client error): The resource could not be found. Jul 30 00:15:42.535308 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-bb69241b-9c04-4a54-9859-206b5a0b6e1f tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] 10.222.0.43 "GET /v2.0/subnets/adaa354a-8758-4fb4-9b93-371f3555b7c2 HTTP/1.1" status: 404 len: 337 time: 0.0303793 Jul 30 00:15:42.536594 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 7df6ea36-4d18-4816-b27b-7d13bb70baca up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:15:42.538135 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35776) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:42.561878 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-499b487e-f6bd-4c92-9e51-4f7d2685ffb7 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] DELETE failed (client error): The resource could not be found. Jul 30 00:15:42.561989 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-499b487e-f6bd-4c92-9e51-4f7d2685ffb7 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:15:42.565323 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-499b487e-f6bd-4c92-9e51-4f7d2685ffb7 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] 10.222.0.43 "DELETE /v2.0/networks/c07e428a-4225-446b-952a-486345b286c1 HTTP/1.1" status: 404 len: 339 time: 0.0245576 Jul 30 00:15:42.568144 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35778) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:42.593921 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ba40b44-ad8e-476f-88e9-ca85c505679e tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] DELETE failed (client error): The resource could not be found. Jul 30 00:15:42.594372 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ba40b44-ad8e-476f-88e9-ca85c505679e tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:15:42.596078 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4ba40b44-ad8e-476f-88e9-ca85c505679e tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] 10.222.0.43 "DELETE /v2.0/subnets/adaa354a-8758-4fb4-9b93-371f3555b7c2 HTTP/1.1" status: 404 len: 337 time: 0.0270324 Jul 30 00:15:42.598900 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35780) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:42.616932 n-d-712141-10 neutron-server[94077]: INFO neutron.pecan_wsgi.hooks.translation [None req-44a32b0e-e3dd-406f-9be9-758c446f4632 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] DELETE failed (client error): The resource could not be found. Jul 30 00:15:42.617470 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44a32b0e-e3dd-406f-9be9-758c446f4632 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94077) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:15:42.619224 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-44a32b0e-e3dd-406f-9be9-758c446f4632 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] 10.222.0.43 "DELETE /v2.0/networks/c07e428a-4225-446b-952a-486345b286c1 HTTP/1.1" status: 404 len: 339 time: 0.0193765 Jul 30 00:15:42.622134 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35782) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:42.646161 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-00436a53-4a21-4e05-9bf0-706893a0faca None None] For port 50784138-ec8d-42a1-93d6-321e843d0f4d, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:15:42.661354 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-00436a53-4a21-4e05-9bf0-706893a0faca None None] For port 50784138-ec8d-42a1-93d6-321e843d0f4d, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=50784138-ec8d-42a1-93d6-321e843d0f4d,segment=NetworkSegment(ef2c233b-fde1-4349-90c0-29940bad310b),segment_id=ef2c233b-fde1-4349-90c0-29940bad310b)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:15:42.668509 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-00436a53-4a21-4e05-9bf0-706893a0faca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:42.676868 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-75b83595-5b9c-4e68-84d7-a7f7b19c3e41 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Deleting subnet 4fa04360-4082-44c6-8010-7e743118f3aa {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:15:42.680045 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-75b83595-5b9c-4e68-84d7-a7f7b19c3e41 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:42.702941 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 7df6ea36-4d18-4816-b27b-7d13bb70baca triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:15:42.703306 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:42.722494 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-75b83595-5b9c-4e68-84d7-a7f7b19c3e41 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:42.765647 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00436a53-4a21-4e05-9bf0-706893a0faca None None] Pushing event updated for resources: {'Port': ['ID=50784138-ec8d-42a1-93d6-321e843d0f4d,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:42.860723 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-75b83595-5b9c-4e68-84d7-a7f7b19c3e41 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:42.934414 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-75b83595-5b9c-4e68-84d7-a7f7b19c3e41 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:42.948754 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-75b83595-5b9c-4e68-84d7-a7f7b19c3e41 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks [] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:42.950636 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-75b83595-5b9c-4e68-84d7-a7f7b19c3e41 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] 10.222.0.43 "DELETE /v2.0/subnets/4fa04360-4082-44c6-8010-7e743118f3aa HTTP/1.1" status: 204 len: 168 time: 0.3274918 Jul 30 00:15:42.956514 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35784) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:42.973418 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b83595-5b9c-4e68-84d7-a7f7b19c3e41 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Pushing event deleted for resources: {'Subnet': ['ID=4fa04360-4082-44c6-8010-7e743118f3aa,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:43.035064 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c1e3d48c-3353-44db-8a9d-3b568154524e tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:43.090726 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-c1e3d48c-3353-44db-8a9d-3b568154524e tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Deleting port 50784138-ec8d-42a1-93d6-321e843d0f4d {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:15:43.091064 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c1e3d48c-3353-44db-8a9d-3b568154524e tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:43.158937 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-c1e3d48c-3353-44db-8a9d-3b568154524e tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] For port 50784138-ec8d-42a1-93d6-321e843d0f4d, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=50784138-ec8d-42a1-93d6-321e843d0f4d,segment=NetworkSegment(ef2c233b-fde1-4349-90c0-29940bad310b),segment_id=ef2c233b-fde1-4349-90c0-29940bad310b)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:15:43.159232 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c1e3d48c-3353-44db-8a9d-3b568154524e tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:43.177736 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-c1e3d48c-3353-44db-8a9d-3b568154524e tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Calling delete_port for 50784138-ec8d-42a1-93d6-321e843d0f4d owned by network:dhcp {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:15:43.265866 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c1e3d48c-3353-44db-8a9d-3b568154524e tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:43.290229 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e3d48c-3353-44db-8a9d-3b568154524e tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Pushing event deleted for resources: {'Port': ['ID=50784138-ec8d-42a1-93d6-321e843d0f4d,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:43.296139 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e3d48c-3353-44db-8a9d-3b568154524e tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] No DVR routers for this DVR port 50784138-ec8d-42a1-93d6-321e843d0f4d on host n-d-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:15:43.374679 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c1e3d48c-3353-44db-8a9d-3b568154524e tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:43.386400 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-c1e3d48c-3353-44db-8a9d-3b568154524e tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a426d53-b917-4083-aa36-f4d7d48d93ff']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:43.399021 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-c1e3d48c-3353-44db-8a9d-3b568154524e tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef2c233b-fde1-4349-90c0-29940bad310b') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:43.399321 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-c1e3d48c-3353-44db-8a9d-3b568154524e tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef2c233b-fde1-4349-90c0-29940bad310b') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:43.409014 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c1e3d48c-3353-44db-8a9d-3b568154524e tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:43.423707 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c1e3d48c-3353-44db-8a9d-3b568154524e tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:43.431072 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1e3d48c-3353-44db-8a9d-3b568154524e tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:15:43.431484 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c1e3d48c-3353-44db-8a9d-3b568154524e tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:43.434783 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 30 00:15:43.434783 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:15:43.434783 n-d-712141-10 neutron-server[94078]: timer() Jul 30 00:15:43.434783 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:15:43.434783 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 30 00:15:43.434783 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:15:43.434783 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 30 00:15:43.434783 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:15:43.434783 n-d-712141-10 neutron-server[94078]: self._notify() Jul 30 00:15:43.434783 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:15:43.434783 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 30 00:15:43.434783 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:15:43.434783 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 30 00:15:43.434783 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:15:43.434783 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:15:43.434783 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:15:43.434783 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:15:43.434783 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:15:43.434783 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 30 00:15:43.434783 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:15:43.434783 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 30 00:15:43.434783 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:15:43.434783 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:15:43.434783 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:15:43.434783 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 30 00:15:43.434783 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:15:43.434783 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:15:43.434783 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:15:43.434783 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:15:43.434783 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:15:43.434783 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:15:43.434783 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:15:43.498556 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c1e3d48c-3353-44db-8a9d-3b568154524e tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:43.506256 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c1e3d48c-3353-44db-8a9d-3b568154524e tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:43.508098 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-c1e3d48c-3353-44db-8a9d-3b568154524e tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] 10.222.0.43 "DELETE /v2.0/networks/6a426d53-b917-4083-aa36-f4d7d48d93ff HTTP/1.1" status: 204 len: 168 time: 0.5500109 Jul 30 00:15:43.510733 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35786) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:43.529319 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e3d48c-3353-44db-8a9d-3b568154524e tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Pushing event deleted for resources: {'Network': ['ID=6a426d53-b917-4083-aa36-f4d7d48d93ff,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:43.547730 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d984094-8786-4714-a44a-da260b1143a2 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] DELETE failed (client error): The resource could not be found. Jul 30 00:15:43.548105 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d984094-8786-4714-a44a-da260b1143a2 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:15:43.553508 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-0d984094-8786-4714-a44a-da260b1143a2 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] 10.222.0.43 "DELETE /v2.0/subnets/071559bc-c139-4029-8a61-510f6eaf03ea HTTP/1.1" status: 404 len: 337 time: 0.0381062 Jul 30 00:15:43.553818 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35788) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:43.573260 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-176cf7c6-eb78-4f28-bc44-3a6781bac5e4 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] DELETE failed (client error): The resource could not be found. Jul 30 00:15:43.573909 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-176cf7c6-eb78-4f28-bc44-3a6781bac5e4 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:15:43.575942 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-176cf7c6-eb78-4f28-bc44-3a6781bac5e4 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] 10.222.0.43 "DELETE /v2.0/networks/456a618d-2097-4a6d-9821-7a633c970cfc HTTP/1.1" status: 404 len: 339 time: 0.0212255 Jul 30 00:15:43.578653 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35790) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:43.604157 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-63259e91-1a4e-4680-a7d7-9ab37df16c26 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] DELETE failed (client error): The resource could not be found. Jul 30 00:15:43.604616 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63259e91-1a4e-4680-a7d7-9ab37df16c26 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:15:43.606392 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-63259e91-1a4e-4680-a7d7-9ab37df16c26 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] 10.222.0.43 "DELETE /v2.0/subnets/630e4173-e403-4dfe-8a6c-4db836c2c45f HTTP/1.1" status: 404 len: 337 time: 0.0267990 Jul 30 00:15:43.609053 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35792) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:43.628044 n-d-712141-10 neutron-server[94078]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fc03957-ef31-4944-96bc-ca6576522fb7 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] DELETE failed (client error): The resource could not be found. Jul 30 00:15:43.628610 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fc03957-ef31-4944-96bc-ca6576522fb7 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94078) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:15:43.631353 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-1fc03957-ef31-4944-96bc-ca6576522fb7 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] 10.222.0.43 "DELETE /v2.0/networks/65c6a7ae-e8b6-4038-b4a8-f23992266760 HTTP/1.1" status: 404 len: 339 time: 0.0212619 Jul 30 00:15:43.634124 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35794) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:43.691025 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bb83b66-7e15-49d3-8ff7-9f013b8a1259 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Deleting subnet 6d73e22b-5498-4c2c-92e2-74c35f77ae57 {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:15:43.695238 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6bb83b66-7e15-49d3-8ff7-9f013b8a1259 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:43.732107 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162dbcfa-1d51-43da-8bd3-06827fb829b8 None None] DHCP port deletion for 6a426d53-b917-4083-aa36-f4d7d48d93ff request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:15:43.741816 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6bb83b66-7e15-49d3-8ff7-9f013b8a1259 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:43.748115 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-aeca98bb-3a06-4725-bcb8-0aa3fec9ece7 None None] Could not find standard attr ID for object 50784138-ec8d-42a1-93d6-321e843d0f4d. {{(pid=94079) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 00:15:43.755453 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4697e6ca-65df-4511-8836-0ba0ee8f6904 None None] Network 6a426d53-b917-4083-aa36-f4d7d48d93ff requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:15:43.767102 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4697e6ca-65df-4511-8836-0ba0ee8f6904 None None] Network 6a426d53-b917-4083-aa36-f4d7d48d93ff could not be found, it might have been deleted concurrently. {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 30 00:15:43.825815 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6bb83b66-7e15-49d3-8ff7-9f013b8a1259 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:43.891099 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6bb83b66-7e15-49d3-8ff7-9f013b8a1259 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:43.919007 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb83b66-7e15-49d3-8ff7-9f013b8a1259 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Pushing event deleted for resources: {'Subnet': ['ID=6d73e22b-5498-4c2c-92e2-74c35f77ae57,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:43.922975 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6bb83b66-7e15-49d3-8ff7-9f013b8a1259 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:43.924879 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-6bb83b66-7e15-49d3-8ff7-9f013b8a1259 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] 10.222.0.43 "DELETE /v2.0/subnets/6d73e22b-5498-4c2c-92e2-74c35f77ae57 HTTP/1.1" status: 204 len: 168 time: 0.2897713 Jul 30 00:15:43.927994 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35798) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:43.930289 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14f784d-02e5-482a-b913-5e7f6c035654 None None] Network 035ef655-c72b-4204-9ee2-a83fb7054d27 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:15:44.006166 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3d8a06a3-b7f3-4088-950d-e7e949a00df5 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:44.061308 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-3d8a06a3-b7f3-4088-950d-e7e949a00df5 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Deleting port 7df6ea36-4d18-4816-b27b-7d13bb70baca {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:15:44.061686 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3d8a06a3-b7f3-4088-950d-e7e949a00df5 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:44.121564 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88666cee-6e66-47cc-82cd-c3647a92cd58 None None] DHCP port deletion for 035ef655-c72b-4204-9ee2-a83fb7054d27 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:15:44.150410 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-3d8a06a3-b7f3-4088-950d-e7e949a00df5 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] For port 7df6ea36-4d18-4816-b27b-7d13bb70baca, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=7df6ea36-4d18-4816-b27b-7d13bb70baca,segment=NetworkSegment(62b9e99a-ad24-45db-9b3c-a3bc1014c192),segment_id=62b9e99a-ad24-45db-9b3c-a3bc1014c192)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:15:44.150936 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3d8a06a3-b7f3-4088-950d-e7e949a00df5 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:44.165311 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-3d8a06a3-b7f3-4088-950d-e7e949a00df5 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Calling delete_port for 7df6ea36-4d18-4816-b27b-7d13bb70baca owned by network:dhcp {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:15:44.171110 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-88666cee-6e66-47cc-82cd-c3647a92cd58 None None] Deleting port 7df6ea36-4d18-4816-b27b-7d13bb70baca {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:15:44.171489 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-88666cee-6e66-47cc-82cd-c3647a92cd58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:44.240021 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-88666cee-6e66-47cc-82cd-c3647a92cd58 None None] For port 7df6ea36-4d18-4816-b27b-7d13bb70baca, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=7df6ea36-4d18-4816-b27b-7d13bb70baca,segment=NetworkSegment(62b9e99a-ad24-45db-9b3c-a3bc1014c192),segment_id=62b9e99a-ad24-45db-9b3c-a3bc1014c192)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:15:44.240412 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-88666cee-6e66-47cc-82cd-c3647a92cd58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:44.249249 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3d8a06a3-b7f3-4088-950d-e7e949a00df5 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:44.254611 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-88666cee-6e66-47cc-82cd-c3647a92cd58 None None] Calling delete_port for 7df6ea36-4d18-4816-b27b-7d13bb70baca owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:15:44.262162 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8a06a3-b7f3-4088-950d-e7e949a00df5 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] No DVR routers for this DVR port 7df6ea36-4d18-4816-b27b-7d13bb70baca on host n-d-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:15:44.285591 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8a06a3-b7f3-4088-950d-e7e949a00df5 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Pushing event deleted for resources: {'Port': ['ID=7df6ea36-4d18-4816-b27b-7d13bb70baca,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:44.335060 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-88666cee-6e66-47cc-82cd-c3647a92cd58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:44.361671 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88666cee-6e66-47cc-82cd-c3647a92cd58 None None] Pushing event deleted for resources: {'Port': ['ID=7df6ea36-4d18-4816-b27b-7d13bb70baca,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:44.364928 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3d8a06a3-b7f3-4088-950d-e7e949a00df5 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:44.368051 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88666cee-6e66-47cc-82cd-c3647a92cd58 None None] No DVR routers for this DVR port 7df6ea36-4d18-4816-b27b-7d13bb70baca on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:15:44.380138 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-3d8a06a3-b7f3-4088-950d-e7e949a00df5 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['035ef655-c72b-4204-9ee2-a83fb7054d27']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:44.392766 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-3d8a06a3-b7f3-4088-950d-e7e949a00df5 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62b9e99a-ad24-45db-9b3c-a3bc1014c192') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:44.393064 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-3d8a06a3-b7f3-4088-950d-e7e949a00df5 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62b9e99a-ad24-45db-9b3c-a3bc1014c192') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:44.403320 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3d8a06a3-b7f3-4088-950d-e7e949a00df5 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:44.417899 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3d8a06a3-b7f3-4088-950d-e7e949a00df5 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:44.423837 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d8a06a3-b7f3-4088-950d-e7e949a00df5 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:15:44.424206 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3d8a06a3-b7f3-4088-950d-e7e949a00df5 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:44.427803 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 30 00:15:44.427803 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:15:44.427803 n-d-712141-10 neutron-server[94077]: timer() Jul 30 00:15:44.427803 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:15:44.427803 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 30 00:15:44.427803 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:15:44.427803 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 30 00:15:44.427803 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:15:44.427803 n-d-712141-10 neutron-server[94077]: self._notify() Jul 30 00:15:44.427803 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:15:44.427803 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 30 00:15:44.427803 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:15:44.427803 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 30 00:15:44.427803 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:15:44.427803 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:15:44.427803 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:15:44.427803 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:15:44.427803 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:15:44.427803 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 30 00:15:44.427803 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:15:44.427803 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 30 00:15:44.427803 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:15:44.427803 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:15:44.427803 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:15:44.427803 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 30 00:15:44.427803 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:15:44.427803 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:15:44.427803 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:15:44.427803 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:15:44.427803 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:15:44.427803 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:15:44.427803 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:15:44.495666 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 7df6ea36-4d18-4816-b27b-7d13bb70baca no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:15:44.497189 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3d8a06a3-b7f3-4088-950d-e7e949a00df5 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:44.510578 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3d8a06a3-b7f3-4088-950d-e7e949a00df5 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Notify callbacks [] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:44.513136 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-3d8a06a3-b7f3-4088-950d-e7e949a00df5 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] 10.222.0.43 "DELETE /v2.0/networks/035ef655-c72b-4204-9ee2-a83fb7054d27 HTTP/1.1" status: 204 len: 168 time: 0.5829728 Jul 30 00:15:44.522241 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 7df6ea36-4d18-4816-b27b-7d13bb70baca {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:15:44.522580 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 7df6ea36-4d18-4816-b27b-7d13bb70baca not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:15:44.533703 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8a06a3-b7f3-4088-950d-e7e949a00df5 tempest-NetworksIpV6Test-1579068251 tempest-NetworksIpV6Test-1579068251-project] Pushing event deleted for resources: {'Network': ['ID=035ef655-c72b-4204-9ee2-a83fb7054d27,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:44.778045 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35804) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:44.917252 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-bfd1839d-64e0-4f1b-8e96-6a97f790068b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=831cfc180cdd42e79a669e989dca6a19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1377611 Jul 30 00:15:44.919523 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35808) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:44.967519 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-29b92760-cea3-406b-9ea4-4e1e6b0a20b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:44.989184 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-29b92760-cea3-406b-9ea4-4e1e6b0a20b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:45.037256 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-29b92760-cea3-406b-9ea4-4e1e6b0a20b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:45.040102 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-29b92760-cea3-406b-9ea4-4e1e6b0a20b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:45.041413 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-29b92760-cea3-406b-9ea4-4e1e6b0a20b0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/247a6607-44d0-4889-9e3f-14e394ccbd26 HTTP/1.1" status: 204 len: 168 time: 0.1209872 Jul 30 00:15:45.049819 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b92760-cea3-406b-9ea4-4e1e6b0a20b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=247a6607-44d0-4889-9e3f-14e394ccbd26,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:45.687101 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35830) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:45.779012 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-910312e2-e285-4b20-bff2-30154e1932b3 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-471633454', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:15:45.803260 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-910312e2-e285-4b20-bff2-30154e1932b3 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:45.804253 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-910312e2-e285-4b20-bff2-30154e1932b3 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:46.144033 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-910312e2-e285-4b20-bff2-30154e1932b3 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:46.148922 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-910312e2-e285-4b20-bff2-30154e1932b3 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:46.170221 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-910312e2-e285-4b20-bff2-30154e1932b3 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:46.171449 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-910312e2-e285-4b20-bff2-30154e1932b3 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4833486 Jul 30 00:15:46.174206 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35834) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:46.179873 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-43976383-a7a0-457e-9681-3638d4815531 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1896857045'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:15:46.199592 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43976383-a7a0-457e-9681-3638d4815531 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Made reservation on behalf of e626f17a26c64d8f867e47365fb072be for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:15:46.202987 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-43976383-a7a0-457e-9681-3638d4815531 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:46.211689 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-43976383-a7a0-457e-9681-3638d4815531 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:46.308514 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-43976383-a7a0-457e-9681-3638d4815531 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:46.312523 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-43976383-a7a0-457e-9681-3638d4815531 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:46.338841 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43976383-a7a0-457e-9681-3638d4815531 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:15:46.349712 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976383-a7a0-457e-9681-3638d4815531 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a13a0710-55f2-40a5-9f01-cc13e7a88712,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:46.354880 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-43976383-a7a0-457e-9681-3638d4815531 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:46.355227 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-43976383-a7a0-457e-9681-3638d4815531 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Added segment 589a0a66-c4dd-41ad-904e-a58266e17c97 of type vlan for network 4d273d6c-b0a8-4242-ac6a-762aeee6f942 Jul 30 00:15:46.395792 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-43976383-a7a0-457e-9681-3638d4815531 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:46.424111 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-43976383-a7a0-457e-9681-3638d4815531 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:46.430276 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43976383-a7a0-457e-9681-3638d4815531 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:46.430871 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-43976383-a7a0-457e-9681-3638d4815531 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Notify callbacks [] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:46.491484 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-43976383-a7a0-457e-9681-3638d4815531 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3162479 Jul 30 00:15:46.494327 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35836) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:46.499614 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-e2f78878-7a74-4557-9161-5583cf55b187 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Request body: {'subnet': {'network_id': '4d273d6c-b0a8-4242-ac6a-762aeee6f942', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:15:46.499873 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43976383-a7a0-457e-9681-3638d4815531 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Pushing event updated for resources: {'Network': ['ID=4d273d6c-b0a8-4242-ac6a-762aeee6f942,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:46.510482 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 4d273d6c-b0a8-4242-ac6a-762aeee6f942 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:15:46.588012 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f78878-7a74-4557-9161-5583cf55b187 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Made reservation on behalf of e626f17a26c64d8f867e47365fb072be for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:15:46.591440 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e2f78878-7a74-4557-9161-5583cf55b187 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:46.768172 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e2f78878-7a74-4557-9161-5583cf55b187 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:46.833992 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f78878-7a74-4557-9161-5583cf55b187 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Pushing event updated for resources: {'Subnet': ['ID=5df8ba63-8f19-421f-88df-2076c1508de9,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:46.839163 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f78878-7a74-4557-9161-5583cf55b187 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Checking segment: {'id': '589a0a66-c4dd-41ad-904e-a58266e17c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4d273d6c-b0a8-4242-ac6a-762aeee6f942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:15:46.839524 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f78878-7a74-4557-9161-5583cf55b187 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Network hostable DHCP agents. Network: 4d273d6c-b0a8-4242-ac6a-762aeee6f942, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:15:46.856219 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f78878-7a74-4557-9161-5583cf55b187 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Network 4d273d6c-b0a8-4242-ac6a-762aeee6f942 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:15:46.864838 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-e2f78878-7a74-4557-9161-5583cf55b187 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 4d273d6c-b0a8-4242-ac6a-762aeee6f942) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:15:46.868907 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f78878-7a74-4557-9161-5583cf55b187 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:46.869487 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e2f78878-7a74-4557-9161-5583cf55b187 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:46.873684 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72df462e-c9af-43f0-9d19-6869bff27e29 None None] Network 4d273d6c-b0a8-4242-ac6a-762aeee6f942 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:15:46.884167 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e2f78878-7a74-4557-9161-5583cf55b187 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3885441 Jul 30 00:15:46.887339 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35838) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:46.892525 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-49e4417e-1709-4e47-87f8-c60e40ba90b4 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-568154551'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:15:46.914727 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e4417e-1709-4e47-87f8-c60e40ba90b4 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Made reservation on behalf of e626f17a26c64d8f867e47365fb072be for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:15:46.918213 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-49e4417e-1709-4e47-87f8-c60e40ba90b4 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:46.942632 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49e4417e-1709-4e47-87f8-c60e40ba90b4 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:15:46.951624 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-49e4417e-1709-4e47-87f8-c60e40ba90b4 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:46.951975 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-49e4417e-1709-4e47-87f8-c60e40ba90b4 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Added segment 692fe6d6-2e70-4df1-bb2c-aeafd57c3218 of type vlan for network 1734d9bc-f427-4876-8008-846d99a41046 Jul 30 00:15:46.992155 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-49e4417e-1709-4e47-87f8-c60e40ba90b4 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:47.021840 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-49e4417e-1709-4e47-87f8-c60e40ba90b4 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:47.025425 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a09f79-0bc7-46ae-ab62-b357a7b63195 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-4d273d6c-b0a8-4242-ac6a-762aeee6f942', 'network_id': '4d273d6c-b0a8-4242-ac6a-762aeee6f942', 'tenant_id': 'e626f17a26c64d8f867e47365fb072be', 'fixed_ips': [{'subnet_id': '5df8ba63-8f19-421f-88df-2076c1508de9'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:15:47.026331 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-49a09f79-0bc7-46ae-ab62-b357a7b63195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:47.028345 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e4417e-1709-4e47-87f8-c60e40ba90b4 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:47.028963 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-49e4417e-1709-4e47-87f8-c60e40ba90b4 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Notify callbacks [] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:47.084671 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-49e4417e-1709-4e47-87f8-c60e40ba90b4 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1962359 Jul 30 00:15:47.087433 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35840) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:47.092300 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-f44f256d-acf1-45fe-b227-d44fa46e5eb1 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Request body: {'subnet': {'network_id': '1734d9bc-f427-4876-8008-846d99a41046', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:15:47.142010 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e4417e-1709-4e47-87f8-c60e40ba90b4 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Pushing event updated for resources: {'Network': ['ID=1734d9bc-f427-4876-8008-846d99a41046,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:47.155152 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 1734d9bc-f427-4876-8008-846d99a41046 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:15:47.196010 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f44f256d-acf1-45fe-b227-d44fa46e5eb1 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Made reservation on behalf of e626f17a26c64d8f867e47365fb072be for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:15:47.199874 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f44f256d-acf1-45fe-b227-d44fa46e5eb1 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:47.216506 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-49a09f79-0bc7-46ae-ab62-b357a7b63195 None None] Allocated IP 172.20.0.2 (4d273d6c-b0a8-4242-ac6a-762aeee6f942/5df8ba63-8f19-421f-88df-2076c1508de9/d0fc1c07-c341-4d6c-b77f-f9b13e507ef1) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:15:47.374411 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-49a09f79-0bc7-46ae-ab62-b357a7b63195 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:47.383380 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-49a09f79-0bc7-46ae-ab62-b357a7b63195 None None] Transition to ACTIVE for port object d0fc1c07-c341-4d6c-b77f-f9b13e507ef1 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:15:47.385831 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f44f256d-acf1-45fe-b227-d44fa46e5eb1 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:47.400462 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-49a09f79-0bc7-46ae-ab62-b357a7b63195 None None] Transition to ACTIVE for port object d0fc1c07-c341-4d6c-b77f-f9b13e507ef1 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:15:47.407088 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-49a09f79-0bc7-46ae-ab62-b357a7b63195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:47.445626 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a09f79-0bc7-46ae-ab62-b357a7b63195 None None] Network 4d273d6c-b0a8-4242-ac6a-762aeee6f942 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:15:47.449822 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44f256d-acf1-45fe-b227-d44fa46e5eb1 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Pushing event updated for resources: {'Subnet': ['ID=6556bbb2-eb33-44a5-afc2-40dc4f4d6c4f,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:47.449957 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-49a09f79-0bc7-46ae-ab62-b357a7b63195 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:15:47.456270 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a09f79-0bc7-46ae-ab62-b357a7b63195 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:15:47.457966 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44f256d-acf1-45fe-b227-d44fa46e5eb1 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Checking segment: {'id': '692fe6d6-2e70-4df1-bb2c-aeafd57c3218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1734d9bc-f427-4876-8008-846d99a41046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:15:47.458333 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44f256d-acf1-45fe-b227-d44fa46e5eb1 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Network hostable DHCP agents. Network: 1734d9bc-f427-4876-8008-846d99a41046, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:15:47.461520 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a09f79-0bc7-46ae-ab62-b357a7b63195 None None] Pushing event updated for resources: {'Port': ['ID=d0fc1c07-c341-4d6c-b77f-f9b13e507ef1,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:47.476213 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44f256d-acf1-45fe-b227-d44fa46e5eb1 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Network 1734d9bc-f427-4876-8008-846d99a41046 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:15:47.488855 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-f44f256d-acf1-45fe-b227-d44fa46e5eb1 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 1734d9bc-f427-4876-8008-846d99a41046) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:15:47.493686 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44f256d-acf1-45fe-b227-d44fa46e5eb1 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:47.494280 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f44f256d-acf1-45fe-b227-d44fa46e5eb1 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Notify callbacks [] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:47.508485 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892ebd18-0dde-4bce-988f-87890e507cbd None None] Network 1734d9bc-f427-4876-8008-846d99a41046 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:15:47.510230 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-f44f256d-acf1-45fe-b227-d44fa46e5eb1 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4217672 Jul 30 00:15:47.512803 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35842) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:47.517760 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-f9d90db1-31b3-4502-b9c9-eea21523ffc6 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Request body: {'router': {'external_gateway_info': {'network_id': '1734d9bc-f427-4876-8008-846d99a41046'}}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:15:47.559841 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-49a09f79-0bc7-46ae-ab62-b357a7b63195 None None] Attempting to bind port d0fc1c07-c341-4d6c-b77f-f9b13e507ef1 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:15:47.560419 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-49a09f79-0bc7-46ae-ab62-b357a7b63195 None None] Attempting to bind port d0fc1c07-c341-4d6c-b77f-f9b13e507ef1 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '589a0a66-c4dd-41ad-904e-a58266e17c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4d273d6c-b0a8-4242-ac6a-762aeee6f942'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:15:47.560555 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a09f79-0bc7-46ae-ab62-b357a7b63195 None None] Attempting to bind port d0fc1c07-c341-4d6c-b77f-f9b13e507ef1 on network 4d273d6c-b0a8-4242-ac6a-762aeee6f942 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:15:47.571629 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a09f79-0bc7-46ae-ab62-b357a7b63195 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:15:47.572005 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a09f79-0bc7-46ae-ab62-b357a7b63195 None None] Checking segment: {'id': '589a0a66-c4dd-41ad-904e-a58266e17c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4d273d6c-b0a8-4242-ac6a-762aeee6f942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:15:47.572409 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-49a09f79-0bc7-46ae-ab62-b357a7b63195 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:47.572805 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a09f79-0bc7-46ae-ab62-b357a7b63195 None None] Bound using segment: {'id': '589a0a66-c4dd-41ad-904e-a58266e17c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4d273d6c-b0a8-4242-ac6a-762aeee6f942'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:15:47.573271 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-49a09f79-0bc7-46ae-ab62-b357a7b63195 None None] Bound port: d0fc1c07-c341-4d6c-b77f-f9b13e507ef1, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '589a0a66-c4dd-41ad-904e-a58266e17c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '4d273d6c-b0a8-4242-ac6a-762aeee6f942'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:15:47.573675 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-49a09f79-0bc7-46ae-ab62-b357a7b63195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:47.686606 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-49a09f79-0bc7-46ae-ab62-b357a7b63195 None None] For port d0fc1c07-c341-4d6c-b77f-f9b13e507ef1, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:15:47.691214 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-49a09f79-0bc7-46ae-ab62-b357a7b63195 None None] For port d0fc1c07-c341-4d6c-b77f-f9b13e507ef1, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=d0fc1c07-c341-4d6c-b77f-f9b13e507ef1,segment=NetworkSegment(589a0a66-c4dd-41ad-904e-a58266e17c97),segment_id=589a0a66-c4dd-41ad-904e-a58266e17c97)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:15:47.697553 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-49a09f79-0bc7-46ae-ab62-b357a7b63195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:47.747693 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efda193-2a11-4e08-ab86-bfe4b8c1dc26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-1734d9bc-f427-4876-8008-846d99a41046', 'network_id': '1734d9bc-f427-4876-8008-846d99a41046', 'tenant_id': 'e626f17a26c64d8f867e47365fb072be', 'fixed_ips': [{'subnet_id': '6556bbb2-eb33-44a5-afc2-40dc4f4d6c4f'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:15:47.748507 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4efda193-2a11-4e08-ab86-bfe4b8c1dc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:47.772485 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f9d90db1-31b3-4502-b9c9-eea21523ffc6 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:47.790916 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a09f79-0bc7-46ae-ab62-b357a7b63195 None None] Pushing event updated for resources: {'Port': ['ID=d0fc1c07-c341-4d6c-b77f-f9b13e507ef1,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:47.906775 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [None req-f9d90db1-31b3-4502-b9c9-eea21523ffc6 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 00:15:47.914645 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-f9d90db1-31b3-4502-b9c9-eea21523ffc6 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] 10.222.0.43 "PUT /v2.0/routers/0cab3348-37e3-407d-9b50-2e4effbf3f43 HTTP/1.1" status: 400 len: 364 time: 0.3939569 Jul 30 00:15:47.915080 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35844) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:47.929827 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-4efda193-2a11-4e08-ab86-bfe4b8c1dc26 None None] Allocated IP 172.21.0.2 (1734d9bc-f427-4876-8008-846d99a41046/6556bbb2-eb33-44a5-afc2-40dc4f4d6c4f/6e178776-b025-4a80-8f2f-e10fc5f2d0f4) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:15:48.002981 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-1335d4bb-1fb4-4d2d-8d38-62daf7faec46 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Deleting subnet 6556bbb2-eb33-44a5-afc2-40dc4f4d6c4f {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:15:48.132506 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4efda193-2a11-4e08-ab86-bfe4b8c1dc26 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:48.140954 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-4efda193-2a11-4e08-ab86-bfe4b8c1dc26 None None] Transition to ACTIVE for port object 6e178776-b025-4a80-8f2f-e10fc5f2d0f4 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:15:48.156461 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-4efda193-2a11-4e08-ab86-bfe4b8c1dc26 None None] Transition to ACTIVE for port object 6e178776-b025-4a80-8f2f-e10fc5f2d0f4 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:15:48.163063 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1335d4bb-1fb4-4d2d-8d38-62daf7faec46 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:48.170589 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4efda193-2a11-4e08-ab86-bfe4b8c1dc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:48.221395 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efda193-2a11-4e08-ab86-bfe4b8c1dc26 None None] Network 1734d9bc-f427-4876-8008-846d99a41046 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:15:48.227093 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1335d4bb-1fb4-4d2d-8d38-62daf7faec46 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:48.229372 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-4efda193-2a11-4e08-ab86-bfe4b8c1dc26 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:15:48.231261 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efda193-2a11-4e08-ab86-bfe4b8c1dc26 None None] Pushing event updated for resources: {'Port': ['ID=6e178776-b025-4a80-8f2f-e10fc5f2d0f4,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:48.233668 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efda193-2a11-4e08-ab86-bfe4b8c1dc26 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:15:48.289174 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-4efda193-2a11-4e08-ab86-bfe4b8c1dc26 None None] Attempting to bind port 6e178776-b025-4a80-8f2f-e10fc5f2d0f4 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:15:48.289549 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-4efda193-2a11-4e08-ab86-bfe4b8c1dc26 None None] Attempting to bind port 6e178776-b025-4a80-8f2f-e10fc5f2d0f4 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '692fe6d6-2e70-4df1-bb2c-aeafd57c3218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1734d9bc-f427-4876-8008-846d99a41046'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:15:48.289947 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efda193-2a11-4e08-ab86-bfe4b8c1dc26 None None] Attempting to bind port 6e178776-b025-4a80-8f2f-e10fc5f2d0f4 on network 1734d9bc-f427-4876-8008-846d99a41046 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:15:48.297808 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efda193-2a11-4e08-ab86-bfe4b8c1dc26 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:15:48.298335 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efda193-2a11-4e08-ab86-bfe4b8c1dc26 None None] Checking segment: {'id': '692fe6d6-2e70-4df1-bb2c-aeafd57c3218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1734d9bc-f427-4876-8008-846d99a41046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:15:48.298856 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4efda193-2a11-4e08-ab86-bfe4b8c1dc26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:48.299455 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efda193-2a11-4e08-ab86-bfe4b8c1dc26 None None] Bound using segment: {'id': '692fe6d6-2e70-4df1-bb2c-aeafd57c3218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1734d9bc-f427-4876-8008-846d99a41046'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:15:48.300134 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-4efda193-2a11-4e08-ab86-bfe4b8c1dc26 None None] Bound port: 6e178776-b025-4a80-8f2f-e10fc5f2d0f4, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '692fe6d6-2e70-4df1-bb2c-aeafd57c3218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '1734d9bc-f427-4876-8008-846d99a41046'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:15:48.300134 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4efda193-2a11-4e08-ab86-bfe4b8c1dc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:48.326510 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1335d4bb-1fb4-4d2d-8d38-62daf7faec46 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:48.396093 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1335d4bb-1fb4-4d2d-8d38-62daf7faec46 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:48.432224 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1335d4bb-1fb4-4d2d-8d38-62daf7faec46 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Pushing event deleted for resources: {'Subnet': ['ID=6556bbb2-eb33-44a5-afc2-40dc4f4d6c4f,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:48.460514 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1335d4bb-1fb4-4d2d-8d38-62daf7faec46 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:48.462920 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-1335d4bb-1fb4-4d2d-8d38-62daf7faec46 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] 10.222.0.43 "DELETE /v2.0/subnets/6556bbb2-eb33-44a5-afc2-40dc4f4d6c4f HTTP/1.1" status: 204 len: 168 time: 0.5461297 Jul 30 00:15:48.465400 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35848) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:48.579242 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cddf03dc-0d20-4ce4-b273-3478628dd176 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:48.598775 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device d0fc1c07-c341-4d6c-b77f-f9b13e507ef1 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:15:48.640399 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-4efda193-2a11-4e08-ab86-bfe4b8c1dc26 None None] For port 6e178776-b025-4a80-8f2f-e10fc5f2d0f4, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:15:48.657438 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-4efda193-2a11-4e08-ab86-bfe4b8c1dc26 None None] For port 6e178776-b025-4a80-8f2f-e10fc5f2d0f4, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=6e178776-b025-4a80-8f2f-e10fc5f2d0f4,segment=NetworkSegment(692fe6d6-2e70-4df1-bb2c-aeafd57c3218),segment_id=692fe6d6-2e70-4df1-bb2c-aeafd57c3218)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:15:48.658406 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-cddf03dc-0d20-4ce4-b273-3478628dd176 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Deleting port 6e178776-b025-4a80-8f2f-e10fc5f2d0f4 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:15:48.658978 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cddf03dc-0d20-4ce4-b273-3478628dd176 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:48.664850 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4efda193-2a11-4e08-ab86-bfe4b8c1dc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:48.670275 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port d0fc1c07-c341-4d6c-b77f-f9b13e507ef1 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:15:48.735764 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efda193-2a11-4e08-ab86-bfe4b8c1dc26 None None] Pushing event updated for resources: {'Port': ['ID=6e178776-b025-4a80-8f2f-e10fc5f2d0f4,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:48.744235 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-cddf03dc-0d20-4ce4-b273-3478628dd176 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] For port 6e178776-b025-4a80-8f2f-e10fc5f2d0f4, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=6e178776-b025-4a80-8f2f-e10fc5f2d0f4,segment=NetworkSegment(692fe6d6-2e70-4df1-bb2c-aeafd57c3218),segment_id=692fe6d6-2e70-4df1-bb2c-aeafd57c3218)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:15:48.744732 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cddf03dc-0d20-4ce4-b273-3478628dd176 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:48.761499 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-cddf03dc-0d20-4ce4-b273-3478628dd176 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Calling delete_port for 6e178776-b025-4a80-8f2f-e10fc5f2d0f4 owned by network:dhcp {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:15:48.856754 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cddf03dc-0d20-4ce4-b273-3478628dd176 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:48.889051 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddf03dc-0d20-4ce4-b273-3478628dd176 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Pushing event deleted for resources: {'Port': ['ID=6e178776-b025-4a80-8f2f-e10fc5f2d0f4,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:48.897524 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddf03dc-0d20-4ce4-b273-3478628dd176 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] No DVR routers for this DVR port 6e178776-b025-4a80-8f2f-e10fc5f2d0f4 on host n-d-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:15:48.950376 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53113eb-09cf-4b69-850a-0ed5d11cccde None None] Network 4d273d6c-b0a8-4242-ac6a-762aeee6f942 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:15:49.023801 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-76458429-01e3-4edd-b61b-e24a5e4b6c63 None None] Provisioning for port d0fc1c07-c341-4d6c-b77f-f9b13e507ef1 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:15:49.033723 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cddf03dc-0d20-4ce4-b273-3478628dd176 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:49.037022 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-76458429-01e3-4edd-b61b-e24a5e4b6c63 None None] Provisioning complete for port d0fc1c07-c341-4d6c-b77f-f9b13e507ef1 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:15:49.037408 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-76458429-01e3-4edd-b61b-e24a5e4b6c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:49.047078 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-cddf03dc-0d20-4ce4-b273-3478628dd176 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1734d9bc-f427-4876-8008-846d99a41046']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:49.059321 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-cddf03dc-0d20-4ce4-b273-3478628dd176 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '692fe6d6-2e70-4df1-bb2c-aeafd57c3218') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:49.059855 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-cddf03dc-0d20-4ce4-b273-3478628dd176 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '692fe6d6-2e70-4df1-bb2c-aeafd57c3218') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:49.072673 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cddf03dc-0d20-4ce4-b273-3478628dd176 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:49.091490 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cddf03dc-0d20-4ce4-b273-3478628dd176 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:49.099073 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cddf03dc-0d20-4ce4-b273-3478628dd176 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:15:49.099073 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cddf03dc-0d20-4ce4-b273-3478628dd176 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:49.102346 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 30 00:15:49.102346 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:15:49.102346 n-d-712141-10 neutron-server[94078]: timer() Jul 30 00:15:49.102346 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:15:49.102346 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 30 00:15:49.102346 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:15:49.102346 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 30 00:15:49.102346 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:15:49.102346 n-d-712141-10 neutron-server[94078]: self._notify() Jul 30 00:15:49.102346 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:15:49.102346 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 30 00:15:49.102346 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:15:49.102346 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 30 00:15:49.102346 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:15:49.102346 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:15:49.102346 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:15:49.102346 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:15:49.102346 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:15:49.102346 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 30 00:15:49.102346 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:15:49.102346 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 30 00:15:49.102346 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:15:49.102346 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:15:49.102346 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:15:49.102346 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 30 00:15:49.102346 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:15:49.102346 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:15:49.102346 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:15:49.102346 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:15:49.102346 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:15:49.102346 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:15:49.102346 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:15:49.170542 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cddf03dc-0d20-4ce4-b273-3478628dd176 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:49.183419 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cddf03dc-0d20-4ce4-b273-3478628dd176 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:49.187694 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-cddf03dc-0d20-4ce4-b273-3478628dd176 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] 10.222.0.43 "DELETE /v2.0/networks/1734d9bc-f427-4876-8008-846d99a41046 HTTP/1.1" status: 204 len: 168 time: 0.7190857 Jul 30 00:15:49.188079 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35850) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:49.197195 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-76458429-01e3-4edd-b61b-e24a5e4b6c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:49.199820 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddf03dc-0d20-4ce4-b273-3478628dd176 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Pushing event deleted for resources: {'Network': ['ID=1734d9bc-f427-4876-8008-846d99a41046,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:49.239558 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-76458429-01e3-4edd-b61b-e24a5e4b6c63 None None] For port d0fc1c07-c341-4d6c-b77f-f9b13e507ef1, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=d0fc1c07-c341-4d6c-b77f-f9b13e507ef1,segment=NetworkSegment(589a0a66-c4dd-41ad-904e-a58266e17c97),segment_id=589a0a66-c4dd-41ad-904e-a58266e17c97)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:15:49.244507 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-76458429-01e3-4edd-b61b-e24a5e4b6c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:49.244871 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-f814d757-a5fd-4eb4-abbf-4afccaa858d8 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Deleting subnet 5df8ba63-8f19-421f-88df-2076c1508de9 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:15:49.250402 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f814d757-a5fd-4eb4-abbf-4afccaa858d8 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:49.302607 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f814d757-a5fd-4eb4-abbf-4afccaa858d8 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:49.304146 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76458429-01e3-4edd-b61b-e24a5e4b6c63 None None] Pushing event updated for resources: {'Port': ['ID=d0fc1c07-c341-4d6c-b77f-f9b13e507ef1,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:49.400697 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f814d757-a5fd-4eb4-abbf-4afccaa858d8 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:49.461519 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f814d757-a5fd-4eb4-abbf-4afccaa858d8 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:49.464965 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-7fec25be-2a0d-477f-a15b-371c863132f3 None None] Provisioning complete for port d0fc1c07-c341-4d6c-b77f-f9b13e507ef1 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:15:49.465344 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7fec25be-2a0d-477f-a15b-371c863132f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:49.491165 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f814d757-a5fd-4eb4-abbf-4afccaa858d8 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Pushing event deleted for resources: {'Subnet': ['ID=5df8ba63-8f19-421f-88df-2076c1508de9,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:49.506944 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f814d757-a5fd-4eb4-abbf-4afccaa858d8 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Notify callbacks [] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:49.509511 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-f814d757-a5fd-4eb4-abbf-4afccaa858d8 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] 10.222.0.43 "DELETE /v2.0/subnets/5df8ba63-8f19-421f-88df-2076c1508de9 HTTP/1.1" status: 204 len: 168 time: 0.3199077 Jul 30 00:15:49.511713 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35852) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:49.514196 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5bd763-e20c-485b-956a-fd8f29998fc4 None None] Network 4d273d6c-b0a8-4242-ac6a-762aeee6f942 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:15:49.600278 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7f3d82fa-452c-4047-ae0c-52e275d91ecd tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:49.663169 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-7f3d82fa-452c-4047-ae0c-52e275d91ecd tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Deleting port d0fc1c07-c341-4d6c-b77f-f9b13e507ef1 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:15:49.663511 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7f3d82fa-452c-4047-ae0c-52e275d91ecd tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:49.740832 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-7f3d82fa-452c-4047-ae0c-52e275d91ecd tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] For port d0fc1c07-c341-4d6c-b77f-f9b13e507ef1, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=d0fc1c07-c341-4d6c-b77f-f9b13e507ef1,segment=NetworkSegment(589a0a66-c4dd-41ad-904e-a58266e17c97),segment_id=589a0a66-c4dd-41ad-904e-a58266e17c97)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:15:49.741256 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7f3d82fa-452c-4047-ae0c-52e275d91ecd tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:49.749477 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b87b16-ce86-4422-91f7-b68b0ac6ec9b None None] DHCP port deletion for 4d273d6c-b0a8-4242-ac6a-762aeee6f942 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:15:49.760135 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-7f3d82fa-452c-4047-ae0c-52e275d91ecd tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Calling delete_port for d0fc1c07-c341-4d6c-b77f-f9b13e507ef1 owned by network:dhcp {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:15:49.801748 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-37b87b16-ce86-4422-91f7-b68b0ac6ec9b None None] Deleting port d0fc1c07-c341-4d6c-b77f-f9b13e507ef1 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:15:49.801748 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-37b87b16-ce86-4422-91f7-b68b0ac6ec9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:49.849334 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7f3d82fa-452c-4047-ae0c-52e275d91ecd tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:49.870885 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-37b87b16-ce86-4422-91f7-b68b0ac6ec9b None None] For port d0fc1c07-c341-4d6c-b77f-f9b13e507ef1, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=d0fc1c07-c341-4d6c-b77f-f9b13e507ef1,segment=NetworkSegment(589a0a66-c4dd-41ad-904e-a58266e17c97),segment_id=589a0a66-c4dd-41ad-904e-a58266e17c97)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:15:49.871296 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-37b87b16-ce86-4422-91f7-b68b0ac6ec9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:49.882434 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3d82fa-452c-4047-ae0c-52e275d91ecd tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Pushing event deleted for resources: {'Port': ['ID=d0fc1c07-c341-4d6c-b77f-f9b13e507ef1,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:49.885721 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-37b87b16-ce86-4422-91f7-b68b0ac6ec9b None None] Calling delete_port for d0fc1c07-c341-4d6c-b77f-f9b13e507ef1 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:15:49.890767 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3d82fa-452c-4047-ae0c-52e275d91ecd tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] No DVR routers for this DVR port d0fc1c07-c341-4d6c-b77f-f9b13e507ef1 on host n-d-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:15:49.972140 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7f3d82fa-452c-4047-ae0c-52e275d91ecd tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:49.976203 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767598b3-eba5-488d-a606-fb2295c8b85e None None] DHCP port deletion for 1734d9bc-f427-4876-8008-846d99a41046 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:15:49.983870 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-7f3d82fa-452c-4047-ae0c-52e275d91ecd tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d273d6c-b0a8-4242-ac6a-762aeee6f942']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:49.992294 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-e45b5725-4f8b-4ce2-861c-9458fa41a541 None None] Could not find standard attr ID for object 6e178776-b025-4a80-8f2f-e10fc5f2d0f4. {{(pid=94079) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 00:15:49.997665 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-37b87b16-ce86-4422-91f7-b68b0ac6ec9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:50.000306 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-7f3d82fa-452c-4047-ae0c-52e275d91ecd tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '589a0a66-c4dd-41ad-904e-a58266e17c97') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:50.000662 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-7f3d82fa-452c-4047-ae0c-52e275d91ecd tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '589a0a66-c4dd-41ad-904e-a58266e17c97') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:50.010395 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913ecdfc-7247-4853-87ac-c9cff2be6be8 None None] Network 1734d9bc-f427-4876-8008-846d99a41046 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:15:50.011183 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7f3d82fa-452c-4047-ae0c-52e275d91ecd tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:50.015891 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b87b16-ce86-4422-91f7-b68b0ac6ec9b None None] No DVR routers for this DVR port d0fc1c07-c341-4d6c-b77f-f9b13e507ef1 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:15:50.027621 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7f3d82fa-452c-4047-ae0c-52e275d91ecd tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:50.037660 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f3d82fa-452c-4047-ae0c-52e275d91ecd tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:15:50.038346 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7f3d82fa-452c-4047-ae0c-52e275d91ecd tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:50.041435 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 30 00:15:50.041435 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:15:50.041435 n-d-712141-10 neutron-server[94078]: timer() Jul 30 00:15:50.041435 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:15:50.041435 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 30 00:15:50.041435 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:15:50.041435 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 30 00:15:50.041435 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:15:50.041435 n-d-712141-10 neutron-server[94078]: self._notify() Jul 30 00:15:50.041435 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:15:50.041435 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 30 00:15:50.041435 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:15:50.041435 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 30 00:15:50.041435 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:15:50.041435 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:15:50.041435 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:15:50.041435 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:15:50.041435 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:15:50.041435 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 30 00:15:50.041435 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:15:50.041435 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 30 00:15:50.041435 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:15:50.041435 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:15:50.041435 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:15:50.041435 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 30 00:15:50.041435 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:15:50.041435 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:15:50.041435 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:15:50.041435 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:15:50.041435 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:15:50.041435 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:15:50.041435 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:15:50.045362 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913ecdfc-7247-4853-87ac-c9cff2be6be8 None None] Network 1734d9bc-f427-4876-8008-846d99a41046 could not be found, it might have been deleted concurrently. {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 30 00:15:50.047848 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b87b16-ce86-4422-91f7-b68b0ac6ec9b None None] Pushing event deleted for resources: {'Port': ['ID=d0fc1c07-c341-4d6c-b77f-f9b13e507ef1,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:50.067295 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:50.103059 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7f3d82fa-452c-4047-ae0c-52e275d91ecd tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:50.110322 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7f3d82fa-452c-4047-ae0c-52e275d91ecd tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:50.112158 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-7f3d82fa-452c-4047-ae0c-52e275d91ecd tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] 10.222.0.43 "DELETE /v2.0/networks/4d273d6c-b0a8-4242-ac6a-762aeee6f942 HTTP/1.1" status: 204 len: 168 time: 0.5994499 Jul 30 00:15:50.115552 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35854) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:50.134253 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3d82fa-452c-4047-ae0c-52e275d91ecd tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Pushing event deleted for resources: {'Network': ['ID=4d273d6c-b0a8-4242-ac6a-762aeee6f942,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:50.150522 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-202711f6-de8f-472e-8a43-0e5ebdd1bdda tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] 10.222.0.43 "GET /v2.0/ports?device_id=0cab3348-37e3-407d-9b50-2e4effbf3f43 HTTP/1.1" status: 200 len: 205 time: 0.0338941 Jul 30 00:15:50.152822 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35856) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:50.501330 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device d0fc1c07-c341-4d6c-b77f-f9b13e507ef1 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:15:50.522393 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: d0fc1c07-c341-4d6c-b77f-f9b13e507ef1 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:15:50.522742 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device d0fc1c07-c341-4d6c-b77f-f9b13e507ef1 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:15:50.572054 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9ca538bd-7022-4c10-a77d-f8fd6f8fef09 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Notify callbacks [] for router, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:50.732322 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9ca538bd-7022-4c10-a77d-f8fd6f8fef09 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:50.734369 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9ca538bd-7022-4c10-a77d-f8fd6f8fef09 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:50.777524 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9ca538bd-7022-4c10-a77d-f8fd6f8fef09 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:50.778044 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca538bd-7022-4c10-a77d-f8fd6f8fef09 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Fanout notify agent at l3_agent the message router_deleted on router 0cab3348-37e3-407d-9b50-2e4effbf3f43 {{(pid=94078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:15:50.785534 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9ca538bd-7022-4c10-a77d-f8fd6f8fef09 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:50.787038 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-9ca538bd-7022-4c10-a77d-f8fd6f8fef09 tempest-RoutersNegativeTest-860629323 tempest-RoutersNegativeTest-860629323-project] 10.222.0.43 "DELETE /v2.0/routers/0cab3348-37e3-407d-9b50-2e4effbf3f43 HTTP/1.1" status: 204 len: 168 time: 0.6330991 Jul 30 00:15:51.041775 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35862) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:51.177278 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-1c0c0c83-eaab-4639-953e-c59f84d9f420 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e626f17a26c64d8f867e47365fb072be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1343009 Jul 30 00:15:51.180401 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35866) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:51.239288 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-52acc79c-d7b6-4801-b172-eb85455c5d0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:51.261446 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-52acc79c-d7b6-4801-b172-eb85455c5d0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:51.311222 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-52acc79c-d7b6-4801-b172-eb85455c5d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:51.314086 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-52acc79c-d7b6-4801-b172-eb85455c5d0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:51.315541 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-52acc79c-d7b6-4801-b172-eb85455c5d0b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a13a0710-55f2-40a5-9f01-cc13e7a88712 HTTP/1.1" status: 204 len: 168 time: 0.1339159 Jul 30 00:15:51.324760 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52acc79c-d7b6-4801-b172-eb85455c5d0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13a0710-55f2-40a5-9f01-cc13e7a88712,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:51.953906 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35888) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:52.059427 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-38417d89-ff15-4491-a334-2017f6ed6b5f admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-547516192-network', 'tenant_id': 'f27171e5ad074d1cab7c9eb0f788d0ec'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:15:52.082368 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38417d89-ff15-4491-a334-2017f6ed6b5f admin admin] Made reservation on behalf of f27171e5ad074d1cab7c9eb0f788d0ec for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:15:52.084679 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-38417d89-ff15-4491-a334-2017f6ed6b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:52.093155 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-38417d89-ff15-4491-a334-2017f6ed6b5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:52.190702 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-38417d89-ff15-4491-a334-2017f6ed6b5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:52.194843 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-38417d89-ff15-4491-a334-2017f6ed6b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:52.221388 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38417d89-ff15-4491-a334-2017f6ed6b5f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:15:52.228019 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38417d89-ff15-4491-a334-2017f6ed6b5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c77620d8-99ed-4e68-966a-8942f92286e9,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:52.237037 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-38417d89-ff15-4491-a334-2017f6ed6b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:52.237496 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-38417d89-ff15-4491-a334-2017f6ed6b5f admin admin] Added segment 19d08555-9286-48cc-9cce-d34f50e6efe8 of type vlan for network 155254b7-5476-4016-a251-efd754fdff31 Jul 30 00:15:52.283019 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-38417d89-ff15-4491-a334-2017f6ed6b5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:52.313618 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-38417d89-ff15-4491-a334-2017f6ed6b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:52.314595 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38417d89-ff15-4491-a334-2017f6ed6b5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:52.315171 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-38417d89-ff15-4491-a334-2017f6ed6b5f admin admin] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:52.367824 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-38417d89-ff15-4491-a334-2017f6ed6b5f admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4125960 Jul 30 00:15:52.370688 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35892) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:52.376007 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-90d8e581-a37f-4ff9-a41f-65b1952f54a8 admin admin] Request body: {'subnet': {'network_id': '155254b7-5476-4016-a251-efd754fdff31', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-547516192-subnet', 'tenant_id': 'f27171e5ad074d1cab7c9eb0f788d0ec', 'ip_version': 4}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:15:52.376450 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38417d89-ff15-4491-a334-2017f6ed6b5f admin admin] Pushing event updated for resources: {'Network': ['ID=155254b7-5476-4016-a251-efd754fdff31,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:52.388174 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 155254b7-5476-4016-a251-efd754fdff31 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:15:52.405696 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d8e581-a37f-4ff9-a41f-65b1952f54a8 admin admin] Made reservation on behalf of f27171e5ad074d1cab7c9eb0f788d0ec for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:15:52.408060 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-90d8e581-a37f-4ff9-a41f-65b1952f54a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:52.587777 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-90d8e581-a37f-4ff9-a41f-65b1952f54a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:52.645529 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d8e581-a37f-4ff9-a41f-65b1952f54a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5815639-b126-46f2-bb2f-a92f705f253b,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:52.656687 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d8e581-a37f-4ff9-a41f-65b1952f54a8 admin admin] Checking segment: {'id': '19d08555-9286-48cc-9cce-d34f50e6efe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '155254b7-5476-4016-a251-efd754fdff31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:15:52.657067 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d8e581-a37f-4ff9-a41f-65b1952f54a8 admin admin] Network hostable DHCP agents. Network: 155254b7-5476-4016-a251-efd754fdff31, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:15:52.675429 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d8e581-a37f-4ff9-a41f-65b1952f54a8 admin admin] Network 155254b7-5476-4016-a251-efd754fdff31 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:15:52.688859 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-90d8e581-a37f-4ff9-a41f-65b1952f54a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 155254b7-5476-4016-a251-efd754fdff31) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:15:52.693521 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d8e581-a37f-4ff9-a41f-65b1952f54a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:52.694611 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-90d8e581-a37f-4ff9-a41f-65b1952f54a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:52.698775 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d442ab2-7ec9-4b67-9d93-4f6bd3d0d095 None None] Network 155254b7-5476-4016-a251-efd754fdff31 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:15:52.709976 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-90d8e581-a37f-4ff9-a41f-65b1952f54a8 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3379693 Jul 30 00:15:52.712788 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35894) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:52.718397 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-863087d3-4f72-4a8e-9380-5c1aac7d5baa admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-547516192-router', 'tenant_id': 'f27171e5ad074d1cab7c9eb0f788d0ec', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:15:52.740574 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-863087d3-4f72-4a8e-9380-5c1aac7d5baa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:52.741564 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-863087d3-4f72-4a8e-9380-5c1aac7d5baa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:52.800391 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-863087d3-4f72-4a8e-9380-5c1aac7d5baa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:52.857455 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2596cfa8-5587-47e7-addc-c59b724cbabe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-155254b7-5476-4016-a251-efd754fdff31', 'network_id': '155254b7-5476-4016-a251-efd754fdff31', 'tenant_id': 'f27171e5ad074d1cab7c9eb0f788d0ec', 'fixed_ips': [{'subnet_id': 'f5815639-b126-46f2-bb2f-a92f705f253b'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:15:52.858376 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2596cfa8-5587-47e7-addc-c59b724cbabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:52.946585 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-863087d3-4f72-4a8e-9380-5c1aac7d5baa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:52.999568 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-2596cfa8-5587-47e7-addc-c59b724cbabe None None] Allocated IP 172.20.0.2 (155254b7-5476-4016-a251-efd754fdff31/f5815639-b126-46f2-bb2f-a92f705f253b/1e58a334-716d-4116-a6e8-36ae3b9785b1) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:15:53.144861 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-863087d3-4f72-4a8e-9380-5c1aac7d5baa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:53.151877 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2596cfa8-5587-47e7-addc-c59b724cbabe None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:53.160986 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2596cfa8-5587-47e7-addc-c59b724cbabe None None] Transition to ACTIVE for port object 1e58a334-716d-4116-a6e8-36ae3b9785b1 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:15:53.170818 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-863087d3-4f72-4a8e-9380-5c1aac7d5baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:53.177609 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2596cfa8-5587-47e7-addc-c59b724cbabe None None] Transition to ACTIVE for port object 1e58a334-716d-4116-a6e8-36ae3b9785b1 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:15:53.183807 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2596cfa8-5587-47e7-addc-c59b724cbabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:53.223111 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2596cfa8-5587-47e7-addc-c59b724cbabe None None] Network 155254b7-5476-4016-a251-efd754fdff31 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:15:53.225934 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-2596cfa8-5587-47e7-addc-c59b724cbabe None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:15:53.229365 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2596cfa8-5587-47e7-addc-c59b724cbabe None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:15:53.258043 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2596cfa8-5587-47e7-addc-c59b724cbabe None None] Pushing event updated for resources: {'Port': ['ID=1e58a334-716d-4116-a6e8-36ae3b9785b1,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:53.294038 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-2596cfa8-5587-47e7-addc-c59b724cbabe None None] Attempting to bind port 1e58a334-716d-4116-a6e8-36ae3b9785b1 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:15:53.294433 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-2596cfa8-5587-47e7-addc-c59b724cbabe None None] Attempting to bind port 1e58a334-716d-4116-a6e8-36ae3b9785b1 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '19d08555-9286-48cc-9cce-d34f50e6efe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '155254b7-5476-4016-a251-efd754fdff31'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:15:53.294783 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2596cfa8-5587-47e7-addc-c59b724cbabe None None] Attempting to bind port 1e58a334-716d-4116-a6e8-36ae3b9785b1 on network 155254b7-5476-4016-a251-efd754fdff31 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:15:53.295656 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-863087d3-4f72-4a8e-9380-5c1aac7d5baa admin admin] Allocated IP 172.25.0.18 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/9c2ed113-ce64-444e-8c16-de366831aa56) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:15:53.300148 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2596cfa8-5587-47e7-addc-c59b724cbabe None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:15:53.301234 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2596cfa8-5587-47e7-addc-c59b724cbabe None None] Checking segment: {'id': '19d08555-9286-48cc-9cce-d34f50e6efe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '155254b7-5476-4016-a251-efd754fdff31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:15:53.301830 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2596cfa8-5587-47e7-addc-c59b724cbabe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:53.302338 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2596cfa8-5587-47e7-addc-c59b724cbabe None None] Bound using segment: {'id': '19d08555-9286-48cc-9cce-d34f50e6efe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '155254b7-5476-4016-a251-efd754fdff31'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:15:53.302940 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-2596cfa8-5587-47e7-addc-c59b724cbabe None None] Bound port: 1e58a334-716d-4116-a6e8-36ae3b9785b1, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19d08555-9286-48cc-9cce-d34f50e6efe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '155254b7-5476-4016-a251-efd754fdff31'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:15:53.304332 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2596cfa8-5587-47e7-addc-c59b724cbabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:53.348866 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e7df8fda-d577-42db-a9d1-3372a4d5ce22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:53.382071 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2596cfa8-5587-47e7-addc-c59b724cbabe None None] For port 1e58a334-716d-4116-a6e8-36ae3b9785b1, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:15:53.385215 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2596cfa8-5587-47e7-addc-c59b724cbabe None None] For port 1e58a334-716d-4116-a6e8-36ae3b9785b1, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=1e58a334-716d-4116-a6e8-36ae3b9785b1,segment=NetworkSegment(19d08555-9286-48cc-9cce-d34f50e6efe8),segment_id=19d08555-9286-48cc-9cce-d34f50e6efe8)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:15:53.390382 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2596cfa8-5587-47e7-addc-c59b724cbabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:53.407034 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-863087d3-4f72-4a8e-9380-5c1aac7d5baa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:53.449879 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-863087d3-4f72-4a8e-9380-5c1aac7d5baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:53.451198 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2596cfa8-5587-47e7-addc-c59b724cbabe None None] Pushing event updated for resources: {'Port': ['ID=1e58a334-716d-4116-a6e8-36ae3b9785b1,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:53.495532 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863087d3-4f72-4a8e-9380-5c1aac7d5baa admin admin] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:15:53.498758 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-863087d3-4f72-4a8e-9380-5c1aac7d5baa admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:15:53.502343 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863087d3-4f72-4a8e-9380-5c1aac7d5baa admin admin] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:15:53.511470 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863087d3-4f72-4a8e-9380-5c1aac7d5baa admin admin] Pushing event updated for resources: {'Port': ['ID=9c2ed113-ce64-444e-8c16-de366831aa56,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:53.779068 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-863087d3-4f72-4a8e-9380-5c1aac7d5baa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:53.972309 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-863087d3-4f72-4a8e-9380-5c1aac7d5baa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:54.337436 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da63e05-8de5-490e-a154-251c018a0a9b None None] Network 155254b7-5476-4016-a251-efd754fdff31 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:15:54.399374 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-863087d3-4f72-4a8e-9380-5c1aac7d5baa admin admin] Router 0371a441-23ac-4046-bbca-73c31212d883 is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:15:54.470906 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-ec505fdb-510e-4419-b76d-809cc8e12952 None None] Provisioning for port 1e58a334-716d-4116-a6e8-36ae3b9785b1 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:15:54.526980 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863087d3-4f72-4a8e-9380-5c1aac7d5baa admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:15:54.539249 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e135516e-df6b-4591-b5fa-4c97f7925cbf None None] Sync routers for ids ['0371a441-23ac-4046-bbca-73c31212d883'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:15:54.553652 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-863087d3-4f72-4a8e-9380-5c1aac7d5baa admin admin] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:54.554637 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e135516e-df6b-4591-b5fa-4c97f7925cbf None None] Routers {'0371a441-23ac-4046-bbca-73c31212d883'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:15:54.555518 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-e135516e-df6b-4591-b5fa-4c97f7925cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:15:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['0371a441-23ac-4046-bbca-73c31212d883'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:54.559552 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35896) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:54.562012 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-863087d3-4f72-4a8e-9380-5c1aac7d5baa admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8455324 Jul 30 00:15:54.599619 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 1e58a334-716d-4116-a6e8-36ae3b9785b1 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:15:54.704636 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-e135516e-df6b-4591-b5fa-4c97f7925cbf None None] Set router 0371a441-23ac-4046-bbca-73c31212d883 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:15:54.707699 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 1e58a334-716d-4116-a6e8-36ae3b9785b1 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:15:54.763533 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 1e58a334-716d-4116-a6e8-36ae3b9785b1 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:15:54.763915 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:54.862635 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-69310bb9-b9a8-465d-b5d7-0dab9e54d042 None None] Provisioning complete for port 1e58a334-716d-4116-a6e8-36ae3b9785b1 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:15:54.863040 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-69310bb9-b9a8-465d-b5d7-0dab9e54d042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:54.991941 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:55.015721 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b1ae9ae2-119e-4d52-8b61-28cde2edfd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:55.077526 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 1e58a334-716d-4116-a6e8-36ae3b9785b1, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=1e58a334-716d-4116-a6e8-36ae3b9785b1,segment=NetworkSegment(19d08555-9286-48cc-9cce-d34f50e6efe8),segment_id=19d08555-9286-48cc-9cce-d34f50e6efe8)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:15:55.078511 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-69310bb9-b9a8-465d-b5d7-0dab9e54d042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:55.089626 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:55.092561 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-e135516e-df6b-4591-b5fa-4c97f7925cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0371a441-23ac-4046-bbca-73c31212d883', 'name': 'tempest-TestEncryptedCinderVolumes-547516192-router', 'tenant_id': 'f27171e5ad074d1cab7c9eb0f788d0ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '9c2ed113-ce64-444e-8c16-de366831aa56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:15:52Z', 'updated_at': '2021-07-30T00:15:53Z', 'revision_number': 3, 'project_id': 'f27171e5ad074d1cab7c9eb0f788d0ec', 'gw_port': {'id': '9c2ed113-ce64-444e-8c16-de366831aa56', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0371a441-23ac-4046-bbca-73c31212d883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:15:53Z', 'updated_at': '2021-07-30T00:15:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:55.128171 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e135516e-df6b-4591-b5fa-4c97f7925cbf None None] Checking router: 0371a441-23ac-4046-bbca-73c31212d883 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:15:55.128436 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e135516e-df6b-4591-b5fa-4c97f7925cbf None None] Updating router 0371a441-23ac-4046-bbca-73c31212d883 port 9c2ed113-ce64-444e-8c16-de366831aa56 binding host n-d-712141-10 {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:15:55.205857 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e135516e-df6b-4591-b5fa-4c97f7925cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:55.236026 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-b1ae9ae2-119e-4d52-8b61-28cde2edfd09 admin admin] Allocated IP 172.20.0.1 (155254b7-5476-4016-a251-efd754fdff31/f5815639-b126-46f2-bb2f-a92f705f253b/35e75749-92df-4f8b-a66b-f2b985f3c6ca) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:15:55.246644 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=1e58a334-716d-4116-a6e8-36ae3b9785b1,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:55.266393 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.db.api [None req-69310bb9-b9a8-465d-b5d7-0dab9e54d042 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94079) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 00:15:55.266756 n-d-712141-10 neutron-server[94079]: DEBUG oslo_db.api [None req-69310bb9-b9a8-465d-b5d7-0dab9e54d042 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 00:15:55.362824 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b1ae9ae2-119e-4d52-8b61-28cde2edfd09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:55.376373 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-b1ae9ae2-119e-4d52-8b61-28cde2edfd09 admin admin] Transition to ACTIVE for port object 35e75749-92df-4f8b-a66b-f2b985f3c6ca will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:15:55.411790 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b1ae9ae2-119e-4d52-8b61-28cde2edfd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:55.452840 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ae9ae2-119e-4d52-8b61-28cde2edfd09 admin admin] Network 155254b7-5476-4016-a251-efd754fdff31 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:15:55.455907 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-b1ae9ae2-119e-4d52-8b61-28cde2edfd09 admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:15:55.460946 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ae9ae2-119e-4d52-8b61-28cde2edfd09 admin admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:15:55.489210 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ae9ae2-119e-4d52-8b61-28cde2edfd09 admin admin] Pushing event updated for resources: {'Port': ['ID=35e75749-92df-4f8b-a66b-f2b985f3c6ca,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:55.507893 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b1ae9ae2-119e-4d52-8b61-28cde2edfd09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:55.516181 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e135516e-df6b-4591-b5fa-4c97f7925cbf None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:55.528847 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-e135516e-df6b-4591-b5fa-4c97f7925cbf None None] Transition to ACTIVE for port object 9c2ed113-ce64-444e-8c16-de366831aa56 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:15:55.536959 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e135516e-df6b-4591-b5fa-4c97f7925cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:55.594833 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675b11df-b51f-4bdf-9418-ffc00e0bccdb None None] Pushing event updated for resources: {'Port': ['ID=9c2ed113-ce64-444e-8c16-de366831aa56,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:55.599129 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-e135516e-df6b-4591-b5fa-4c97f7925cbf None None] Attempting to bind port 9c2ed113-ce64-444e-8c16-de366831aa56 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:15:55.599820 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-e135516e-df6b-4591-b5fa-4c97f7925cbf None None] Attempting to bind port 9c2ed113-ce64-444e-8c16-de366831aa56 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:15:55.600193 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e135516e-df6b-4591-b5fa-4c97f7925cbf None None] Attempting to bind port 9c2ed113-ce64-444e-8c16-de366831aa56 on network 58f27f61-3278-49cc-b66b-1e729d26f29f {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:15:55.606122 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e135516e-df6b-4591-b5fa-4c97f7925cbf None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:15:55.606528 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e135516e-df6b-4591-b5fa-4c97f7925cbf None None] Checking segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:15:55.606915 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e135516e-df6b-4591-b5fa-4c97f7925cbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:55.607314 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e135516e-df6b-4591-b5fa-4c97f7925cbf None None] Bound using segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:15:55.607793 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-e135516e-df6b-4591-b5fa-4c97f7925cbf None None] Bound port: 9c2ed113-ce64-444e-8c16-de366831aa56, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:15:55.608179 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e135516e-df6b-4591-b5fa-4c97f7925cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:55.668585 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-e135516e-df6b-4591-b5fa-4c97f7925cbf None None] For port 9c2ed113-ce64-444e-8c16-de366831aa56, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:15:55.669133 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b1ae9ae2-119e-4d52-8b61-28cde2edfd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:55.672204 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-e135516e-df6b-4591-b5fa-4c97f7925cbf None None] For port 9c2ed113-ce64-444e-8c16-de366831aa56, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=9c2ed113-ce64-444e-8c16-de366831aa56,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:15:55.676702 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e135516e-df6b-4591-b5fa-4c97f7925cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:55.739028 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e135516e-df6b-4591-b5fa-4c97f7925cbf None None] Routers {'0371a441-23ac-4046-bbca-73c31212d883'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:15:55.739566 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-e135516e-df6b-4591-b5fa-4c97f7925cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:15:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['0371a441-23ac-4046-bbca-73c31212d883'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:55.741402 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675b11df-b51f-4bdf-9418-ffc00e0bccdb None None] Pushing event updated for resources: {'Port': ['ID=9c2ed113-ce64-444e-8c16-de366831aa56,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:55.837128 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b1ae9ae2-119e-4d52-8b61-28cde2edfd09 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:55.841732 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b1ae9ae2-119e-4d52-8b61-28cde2edfd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:55.913089 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ae9ae2-119e-4d52-8b61-28cde2edfd09 admin admin] Pushing event updated for resources: {'Port': ['ID=35e75749-92df-4f8b-a66b-f2b985f3c6ca,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:55.916923 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b1ae9ae2-119e-4d52-8b61-28cde2edfd09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:56.021285 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ae9ae2-119e-4d52-8b61-28cde2edfd09 admin admin] Network 155254b7-5476-4016-a251-efd754fdff31 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:15:56.023526 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-b1ae9ae2-119e-4d52-8b61-28cde2edfd09 admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:15:56.038304 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-cd1c25dd-b936-4c70-b05d-eae7cac19b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:56.047597 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-e135516e-df6b-4591-b5fa-4c97f7925cbf None None] Set router 0371a441-23ac-4046-bbca-73c31212d883 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:15:56.171106 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1ae9ae2-119e-4d52-8b61-28cde2edfd09 admin admin] Router 0371a441-23ac-4046-bbca-73c31212d883 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:15:56.185480 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-d2fdcce8-2202-4dd2-9e37-764d78107aa4 None None] Provisioning for port 35e75749-92df-4f8b-a66b-f2b985f3c6ca completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:15:56.196885 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-d2fdcce8-2202-4dd2-9e37-764d78107aa4 None None] Provisioning complete for port 35e75749-92df-4f8b-a66b-f2b985f3c6ca triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:15:56.197266 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d2fdcce8-2202-4dd2-9e37-764d78107aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:56.255788 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-d2fdcce8-2202-4dd2-9e37-764d78107aa4 None None] Port 35e75749-92df-4f8b-a66b-f2b985f3c6ca cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:15:56.292722 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1ae9ae2-119e-4d52-8b61-28cde2edfd09 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:15:56.298227 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-b1ae9ae2-119e-4d52-8b61-28cde2edfd09 admin admin] 10.222.0.43 "PUT /v2.0/routers/0371a441-23ac-4046-bbca-73c31212d883/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7339239 Jul 30 00:15:56.308716 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-e135516e-df6b-4591-b5fa-4c97f7925cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0371a441-23ac-4046-bbca-73c31212d883', 'name': 'tempest-TestEncryptedCinderVolumes-547516192-router', 'tenant_id': 'f27171e5ad074d1cab7c9eb0f788d0ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '9c2ed113-ce64-444e-8c16-de366831aa56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:15:52Z', 'updated_at': '2021-07-30T00:15:55Z', 'revision_number': 4, 'project_id': 'f27171e5ad074d1cab7c9eb0f788d0ec', 'gw_port': {'id': '9c2ed113-ce64-444e-8c16-de366831aa56', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0371a441-23ac-4046-bbca-73c31212d883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:15:53Z', 'updated_at': '2021-07-30T00:15:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '35e75749-92df-4f8b-a66b-f2b985f3c6ca', 'name': '', 'network_id': '155254b7-5476-4016-a251-efd754fdff31', 'tenant_id': 'f27171e5ad074d1cab7c9eb0f788d0ec', 'mac_address': 'fa:16:3e:63:5f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0371a441-23ac-4046-bbca-73c31212d883', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'f5815639-b126-46f2-bb2f-a92f705f253b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:15:55Z', 'updated_at': '2021-07-30T00:15:55Z', 'revision_number': 1, 'project_id': 'f27171e5ad074d1cab7c9eb0f788d0ec', 'subnets': [{'id': 'f5815639-b126-46f2-bb2f-a92f705f253b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:56.340315 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e135516e-df6b-4591-b5fa-4c97f7925cbf None None] The sync data for ids ['0371a441-23ac-4046-bbca-73c31212d883'] in n-d-712141-10 is: [{'id': '0371a441-23ac-4046-bbca-73c31212d883', 'name': 'tempest-TestEncryptedCinderVolumes-547516192-router', 'tenant_id': 'f27171e5ad074d1cab7c9eb0f788d0ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '9c2ed113-ce64-444e-8c16-de366831aa56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:15:52Z', 'updated_at': '2021-07-30T00:15:55Z', 'revision_number': 4, 'project_id': 'f27171e5ad074d1cab7c9eb0f788d0ec', 'gw_port': {'id': '9c2ed113-ce64-444e-8c16-de366831aa56', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0371a441-23ac-4046-bbca-73c31212d883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:15:53Z', 'updated_at': '2021-07-30T00:15:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '35e75749-92df-4f8b-a66b-f2b985f3c6ca', 'name': '', 'network_id': '155254b7-5476-4016-a251-efd754fdff31', 'tenant_id': 'f27171e5ad074d1cab7c9eb0f788d0ec', 'mac_address': 'fa:16:3e:63:5f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0371a441-23ac-4046-bbca-73c31212d883', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'f5815639-b126-46f2-bb2f-a92f705f253b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:15:55Z', 'updated_at': '2021-07-30T00:15:55Z', 'revision_number': 1, 'project_id': 'f27171e5ad074d1cab7c9eb0f788d0ec', 'subnets': [{'id': 'f5815639-b126-46f2-bb2f-a92f705f253b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:15:56.378898 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f73fc3f0-95c1-400a-a42e-5726331383a1 None None] Provisioning complete for port 35e75749-92df-4f8b-a66b-f2b985f3c6ca triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:15:56.378898 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f73fc3f0-95c1-400a-a42e-5726331383a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:56.421907 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-f73fc3f0-95c1-400a-a42e-5726331383a1 None None] Port 35e75749-92df-4f8b-a66b-f2b985f3c6ca cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:15:56.513554 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 1e58a334-716d-4116-a6e8-36ae3b9785b1 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:15:56.572139 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:56.594586 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 1e58a334-716d-4116-a6e8-36ae3b9785b1 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:15:56.595076 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:56.874269 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35912) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:56.879930 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-1bae4d32-997c-4da2-84f8-feb7bc3b33d7 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-921991432-network', 'tenant_id': '118afb8dc9654e768475d7dc20c5a6f5'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:15:56.902610 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bae4d32-997c-4da2-84f8-feb7bc3b33d7 admin admin] Made reservation on behalf of 118afb8dc9654e768475d7dc20c5a6f5 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:15:56.905081 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1bae4d32-997c-4da2-84f8-feb7bc3b33d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:56.915008 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1bae4d32-997c-4da2-84f8-feb7bc3b33d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:57.029865 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1bae4d32-997c-4da2-84f8-feb7bc3b33d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:57.033975 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1bae4d32-997c-4da2-84f8-feb7bc3b33d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:57.068479 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bae4d32-997c-4da2-84f8-feb7bc3b33d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=401d6ce8-3d66-4638-bc64-4904c603943a,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:57.071833 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bae4d32-997c-4da2-84f8-feb7bc3b33d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:15:57.082695 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1bae4d32-997c-4da2-84f8-feb7bc3b33d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:57.083071 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-1bae4d32-997c-4da2-84f8-feb7bc3b33d7 admin admin] Added segment c64aad0d-bcef-4465-bc25-e6a6095b8db9 of type vlan for network 647d5bcc-fce4-4055-bf39-820f14cc367f Jul 30 00:15:57.134841 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1bae4d32-997c-4da2-84f8-feb7bc3b33d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:57.171650 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1bae4d32-997c-4da2-84f8-feb7bc3b33d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:57.172700 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bae4d32-997c-4da2-84f8-feb7bc3b33d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:57.173352 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-1bae4d32-997c-4da2-84f8-feb7bc3b33d7 admin admin] Notify callbacks [] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:57.238195 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-1bae4d32-997c-4da2-84f8-feb7bc3b33d7 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3625500 Jul 30 00:15:57.240874 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35914) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:57.245889 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-bcb13d06-82a4-4f8f-86de-c4b2aa94727d admin admin] Request body: {'subnet': {'network_id': '647d5bcc-fce4-4055-bf39-820f14cc367f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-921991432-subnet', 'tenant_id': '118afb8dc9654e768475d7dc20c5a6f5', 'ip_version': 4}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:15:57.250351 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bae4d32-997c-4da2-84f8-feb7bc3b33d7 admin admin] Pushing event updated for resources: {'Network': ['ID=647d5bcc-fce4-4055-bf39-820f14cc367f,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:57.261467 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 647d5bcc-fce4-4055-bf39-820f14cc367f details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:15:57.278247 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb13d06-82a4-4f8f-86de-c4b2aa94727d admin admin] Made reservation on behalf of 118afb8dc9654e768475d7dc20c5a6f5 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:15:57.280817 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bcb13d06-82a4-4f8f-86de-c4b2aa94727d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:57.478560 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bcb13d06-82a4-4f8f-86de-c4b2aa94727d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:57.530547 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb13d06-82a4-4f8f-86de-c4b2aa94727d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ca39d90-7c65-446d-b93b-92862ac3ea2b,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:57.546349 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb13d06-82a4-4f8f-86de-c4b2aa94727d admin admin] Checking segment: {'id': 'c64aad0d-bcef-4465-bc25-e6a6095b8db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '647d5bcc-fce4-4055-bf39-820f14cc367f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:15:57.546712 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb13d06-82a4-4f8f-86de-c4b2aa94727d admin admin] Network hostable DHCP agents. Network: 647d5bcc-fce4-4055-bf39-820f14cc367f, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:15:57.565122 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb13d06-82a4-4f8f-86de-c4b2aa94727d admin admin] Network 647d5bcc-fce4-4055-bf39-820f14cc367f is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:15:57.575478 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-bcb13d06-82a4-4f8f-86de-c4b2aa94727d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 647d5bcc-fce4-4055-bf39-820f14cc367f) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:15:57.580778 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb13d06-82a4-4f8f-86de-c4b2aa94727d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:57.581370 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bcb13d06-82a4-4f8f-86de-c4b2aa94727d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:57.589514 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a07844-57f7-4921-b211-3862c5c9722a None None] Network 647d5bcc-fce4-4055-bf39-820f14cc367f requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:15:57.603422 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-bcb13d06-82a4-4f8f-86de-c4b2aa94727d admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3614674 Jul 30 00:15:57.606303 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 35916) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:57.611004 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-a5511213-8831-4172-bdf6-230645655a3e admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-921991432-router', 'tenant_id': '118afb8dc9654e768475d7dc20c5a6f5', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:15:57.639206 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a5511213-8831-4172-bdf6-230645655a3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:57.640504 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a5511213-8831-4172-bdf6-230645655a3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:57.703960 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a5511213-8831-4172-bdf6-230645655a3e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:57.772443 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3b8e0d-29b9-4529-9b57-f9f36d9ff20d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-647d5bcc-fce4-4055-bf39-820f14cc367f', 'network_id': '647d5bcc-fce4-4055-bf39-820f14cc367f', 'tenant_id': '118afb8dc9654e768475d7dc20c5a6f5', 'fixed_ips': [{'subnet_id': '9ca39d90-7c65-446d-b93b-92862ac3ea2b'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:15:57.773925 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-fc3b8e0d-29b9-4529-9b57-f9f36d9ff20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:57.850325 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a5511213-8831-4172-bdf6-230645655a3e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:57.902864 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:57.926500 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-fc3b8e0d-29b9-4529-9b57-f9f36d9ff20d None None] Allocated IP 172.20.0.2 (647d5bcc-fce4-4055-bf39-820f14cc367f/9ca39d90-7c65-446d-b93b-92862ac3ea2b/e3c53c5c-caa6-4e5c-a43d-e5aa5121e8ec) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:15:58.063782 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a5511213-8831-4172-bdf6-230645655a3e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:58.086815 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-fc3b8e0d-29b9-4529-9b57-f9f36d9ff20d None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:58.088984 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a5511213-8831-4172-bdf6-230645655a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:58.095416 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-fc3b8e0d-29b9-4529-9b57-f9f36d9ff20d None None] Transition to ACTIVE for port object e3c53c5c-caa6-4e5c-a43d-e5aa5121e8ec will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:15:58.112962 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-fc3b8e0d-29b9-4529-9b57-f9f36d9ff20d None None] Transition to ACTIVE for port object e3c53c5c-caa6-4e5c-a43d-e5aa5121e8ec will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:15:58.119705 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-fc3b8e0d-29b9-4529-9b57-f9f36d9ff20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:58.161406 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3b8e0d-29b9-4529-9b57-f9f36d9ff20d None None] Network 647d5bcc-fce4-4055-bf39-820f14cc367f is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:15:58.164370 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-fc3b8e0d-29b9-4529-9b57-f9f36d9ff20d None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:15:58.171008 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3b8e0d-29b9-4529-9b57-f9f36d9ff20d None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:15:58.174108 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b8e0d-29b9-4529-9b57-f9f36d9ff20d None None] Pushing event updated for resources: {'Port': ['ID=e3c53c5c-caa6-4e5c-a43d-e5aa5121e8ec,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:58.218143 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-a5511213-8831-4172-bdf6-230645655a3e admin admin] Allocated IP 172.25.0.200 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/638319e9-2192-4acb-9f78-262b2bc56a44) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:15:58.232827 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-fc3b8e0d-29b9-4529-9b57-f9f36d9ff20d None None] Attempting to bind port e3c53c5c-caa6-4e5c-a43d-e5aa5121e8ec on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:15:58.233298 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-fc3b8e0d-29b9-4529-9b57-f9f36d9ff20d None None] Attempting to bind port e3c53c5c-caa6-4e5c-a43d-e5aa5121e8ec by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': 'c64aad0d-bcef-4465-bc25-e6a6095b8db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '647d5bcc-fce4-4055-bf39-820f14cc367f'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:15:58.233786 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3b8e0d-29b9-4529-9b57-f9f36d9ff20d None None] Attempting to bind port e3c53c5c-caa6-4e5c-a43d-e5aa5121e8ec on network 647d5bcc-fce4-4055-bf39-820f14cc367f {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:15:58.246464 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3b8e0d-29b9-4529-9b57-f9f36d9ff20d None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:15:58.247124 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3b8e0d-29b9-4529-9b57-f9f36d9ff20d None None] Checking segment: {'id': 'c64aad0d-bcef-4465-bc25-e6a6095b8db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '647d5bcc-fce4-4055-bf39-820f14cc367f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:15:58.247740 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-fc3b8e0d-29b9-4529-9b57-f9f36d9ff20d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:58.248139 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3b8e0d-29b9-4529-9b57-f9f36d9ff20d None None] Bound using segment: {'id': 'c64aad0d-bcef-4465-bc25-e6a6095b8db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '647d5bcc-fce4-4055-bf39-820f14cc367f'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:15:58.248622 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-fc3b8e0d-29b9-4529-9b57-f9f36d9ff20d None None] Bound port: e3c53c5c-caa6-4e5c-a43d-e5aa5121e8ec, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c64aad0d-bcef-4465-bc25-e6a6095b8db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '647d5bcc-fce4-4055-bf39-820f14cc367f'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:15:58.249009 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-fc3b8e0d-29b9-4529-9b57-f9f36d9ff20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:58.336688 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a5511213-8831-4172-bdf6-230645655a3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:58.340157 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-fc3b8e0d-29b9-4529-9b57-f9f36d9ff20d None None] For port e3c53c5c-caa6-4e5c-a43d-e5aa5121e8ec, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:15:58.343959 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-fc3b8e0d-29b9-4529-9b57-f9f36d9ff20d None None] For port e3c53c5c-caa6-4e5c-a43d-e5aa5121e8ec, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=e3c53c5c-caa6-4e5c-a43d-e5aa5121e8ec,segment=NetworkSegment(c64aad0d-bcef-4465-bc25-e6a6095b8db9),segment_id=c64aad0d-bcef-4465-bc25-e6a6095b8db9)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:15:58.350999 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-fc3b8e0d-29b9-4529-9b57-f9f36d9ff20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:58.380435 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a5511213-8831-4172-bdf6-230645655a3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:58.413002 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b8e0d-29b9-4529-9b57-f9f36d9ff20d None None] Pushing event updated for resources: {'Port': ['ID=e3c53c5c-caa6-4e5c-a43d-e5aa5121e8ec,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:58.422815 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5511213-8831-4172-bdf6-230645655a3e admin admin] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:15:58.430017 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-a5511213-8831-4172-bdf6-230645655a3e admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:15:58.435426 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5511213-8831-4172-bdf6-230645655a3e admin admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:15:58.480411 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5511213-8831-4172-bdf6-230645655a3e admin admin] Pushing event updated for resources: {'Port': ['ID=638319e9-2192-4acb-9f78-262b2bc56a44,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:58.552765 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2057a51a-3312-41b7-a1b8-8dc00af73ed9 None None] Sync routers for ids ['0371a441-23ac-4046-bbca-73c31212d883'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:15:58.570503 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 9c2ed113-ce64-444e-8c16-de366831aa56 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:15:58.574864 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2057a51a-3312-41b7-a1b8-8dc00af73ed9 None None] Routers {'0371a441-23ac-4046-bbca-73c31212d883'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:15:58.575863 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-2057a51a-3312-41b7-a1b8-8dc00af73ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:15:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['0371a441-23ac-4046-bbca-73c31212d883'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:58.659546 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 9c2ed113-ce64-444e-8c16-de366831aa56 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:15:58.665383 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 9c2ed113-ce64-444e-8c16-de366831aa56 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:15:58.666208 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:58.741271 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-2057a51a-3312-41b7-a1b8-8dc00af73ed9 None None] Set router 0371a441-23ac-4046-bbca-73c31212d883 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:15:58.785443 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:58.808920 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 9c2ed113-ce64-444e-8c16-de366831aa56, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=9c2ed113-ce64-444e-8c16-de366831aa56,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:15:58.812569 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a5511213-8831-4172-bdf6-230645655a3e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:58.816918 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:58.871481 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=9c2ed113-ce64-444e-8c16-de366831aa56,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:58.964625 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-2057a51a-3312-41b7-a1b8-8dc00af73ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0371a441-23ac-4046-bbca-73c31212d883', 'name': 'tempest-TestEncryptedCinderVolumes-547516192-router', 'tenant_id': 'f27171e5ad074d1cab7c9eb0f788d0ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '9c2ed113-ce64-444e-8c16-de366831aa56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:15:52Z', 'updated_at': '2021-07-30T00:15:55Z', 'revision_number': 4, 'project_id': 'f27171e5ad074d1cab7c9eb0f788d0ec', 'gw_port': {'id': '9c2ed113-ce64-444e-8c16-de366831aa56', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8a:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0371a441-23ac-4046-bbca-73c31212d883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:15:53Z', 'updated_at': '2021-07-30T00:15:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '35e75749-92df-4f8b-a66b-f2b985f3c6ca', 'name': '', 'network_id': '155254b7-5476-4016-a251-efd754fdff31', 'tenant_id': 'f27171e5ad074d1cab7c9eb0f788d0ec', 'mac_address': 'fa:16:3e:63:5f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0371a441-23ac-4046-bbca-73c31212d883', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'f5815639-b126-46f2-bb2f-a92f705f253b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:15:55Z', 'updated_at': '2021-07-30T00:15:55Z', 'revision_number': 2, 'project_id': 'f27171e5ad074d1cab7c9eb0f788d0ec', 'subnets': [{'id': 'f5815639-b126-46f2-bb2f-a92f705f253b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:58.995756 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2057a51a-3312-41b7-a1b8-8dc00af73ed9 None None] Checking router: 0371a441-23ac-4046-bbca-73c31212d883 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:15:58.996112 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2057a51a-3312-41b7-a1b8-8dc00af73ed9 None None] Updating router 0371a441-23ac-4046-bbca-73c31212d883 port 35e75749-92df-4f8b-a66b-f2b985f3c6ca binding host n-d-712141-10 {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:15:59.020721 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-2057a51a-3312-41b7-a1b8-8dc00af73ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:59.033853 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a5511213-8831-4172-bdf6-230645655a3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:59.344098 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-2057a51a-3312-41b7-a1b8-8dc00af73ed9 None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:59.358467 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-2057a51a-3312-41b7-a1b8-8dc00af73ed9 None None] Transition to ACTIVE for port object 35e75749-92df-4f8b-a66b-f2b985f3c6ca will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:15:59.366521 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-2057a51a-3312-41b7-a1b8-8dc00af73ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:59.422388 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fadc02-e674-4a46-a9d7-6b55cb619093 None None] Pushing event updated for resources: {'Port': ['ID=35e75749-92df-4f8b-a66b-f2b985f3c6ca,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:59.449478 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fadc02-e674-4a46-a9d7-6b55cb619093 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:59.449985 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fadc02-e674-4a46-a9d7-6b55cb619093 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:59.450332 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fadc02-e674-4a46-a9d7-6b55cb619093 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:59.450667 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fadc02-e674-4a46-a9d7-6b55cb619093 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:59.450997 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fadc02-e674-4a46-a9d7-6b55cb619093 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:59.451321 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fadc02-e674-4a46-a9d7-6b55cb619093 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:59.451646 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fadc02-e674-4a46-a9d7-6b55cb619093 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:59.452080 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fadc02-e674-4a46-a9d7-6b55cb619093 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:59.452603 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fadc02-e674-4a46-a9d7-6b55cb619093 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:59.453144 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fadc02-e674-4a46-a9d7-6b55cb619093 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:59.453705 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fadc02-e674-4a46-a9d7-6b55cb619093 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:59.454437 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fadc02-e674-4a46-a9d7-6b55cb619093 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:59.500022 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-2057a51a-3312-41b7-a1b8-8dc00af73ed9 None None] Attempting to bind port 35e75749-92df-4f8b-a66b-f2b985f3c6ca on host n-d-712141-10 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:15:59.500396 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-2057a51a-3312-41b7-a1b8-8dc00af73ed9 None None] Attempting to bind port 35e75749-92df-4f8b-a66b-f2b985f3c6ca by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '19d08555-9286-48cc-9cce-d34f50e6efe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '155254b7-5476-4016-a251-efd754fdff31'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:15:59.500757 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2057a51a-3312-41b7-a1b8-8dc00af73ed9 None None] Attempting to bind port 35e75749-92df-4f8b-a66b-f2b985f3c6ca on network 155254b7-5476-4016-a251-efd754fdff31 {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:15:59.506476 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:59.508082 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2057a51a-3312-41b7-a1b8-8dc00af73ed9 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:15:59.508549 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2057a51a-3312-41b7-a1b8-8dc00af73ed9 None None] Checking segment: {'id': '19d08555-9286-48cc-9cce-d34f50e6efe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '155254b7-5476-4016-a251-efd754fdff31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:15:59.508958 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-2057a51a-3312-41b7-a1b8-8dc00af73ed9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:59.509351 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2057a51a-3312-41b7-a1b8-8dc00af73ed9 None None] Bound using segment: {'id': '19d08555-9286-48cc-9cce-d34f50e6efe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '155254b7-5476-4016-a251-efd754fdff31'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:15:59.509952 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-2057a51a-3312-41b7-a1b8-8dc00af73ed9 None None] Bound port: 35e75749-92df-4f8b-a66b-f2b985f3c6ca, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19d08555-9286-48cc-9cce-d34f50e6efe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '155254b7-5476-4016-a251-efd754fdff31'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:15:59.510267 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-2057a51a-3312-41b7-a1b8-8dc00af73ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:59.544891 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73f3cb3-83c9-412b-ba6e-6a68a1527eb6 None None] Network 647d5bcc-fce4-4055-bf39-820f14cc367f requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:15:59.594021 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-2057a51a-3312-41b7-a1b8-8dc00af73ed9 None None] For port 35e75749-92df-4f8b-a66b-f2b985f3c6ca, host n-d-712141-10, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:15:59.601242 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-2057a51a-3312-41b7-a1b8-8dc00af73ed9 None None] For port 35e75749-92df-4f8b-a66b-f2b985f3c6ca, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=35e75749-92df-4f8b-a66b-f2b985f3c6ca,segment=NetworkSegment(19d08555-9286-48cc-9cce-d34f50e6efe8),segment_id=19d08555-9286-48cc-9cce-d34f50e6efe8)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:15:59.602801 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5511213-8831-4172-bdf6-230645655a3e admin admin] Router da703c4e-5ead-4bab-8094-6e9fcbab33d8 is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:15:59.608229 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-2057a51a-3312-41b7-a1b8-8dc00af73ed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:59.638237 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-81bf86a0-ec3e-4b19-b97f-c37f97d8fb03 None None] Provisioning for port e3c53c5c-caa6-4e5c-a43d-e5aa5121e8ec completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:15:59.694228 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2057a51a-3312-41b7-a1b8-8dc00af73ed9 None None] Routers {'0371a441-23ac-4046-bbca-73c31212d883'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:15:59.695568 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-2057a51a-3312-41b7-a1b8-8dc00af73ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:15:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['0371a441-23ac-4046-bbca-73c31212d883'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:59.765631 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5511213-8831-4172-bdf6-230645655a3e admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:15:59.782359 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fadc02-e674-4a46-a9d7-6b55cb619093 None None] Pushing event updated for resources: {'Port': ['ID=35e75749-92df-4f8b-a66b-f2b985f3c6ca,revision_number=4']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:59.782719 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d7d491-e057-4c87-9dbe-bfe6cc8496b9 None None] Sync routers for ids ['da703c4e-5ead-4bab-8094-6e9fcbab33d8'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:15:59.788145 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a5511213-8831-4172-bdf6-230645655a3e admin admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:59.794686 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 35918) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:59.805947 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-a5511213-8831-4172-bdf6-230645655a3e admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.1834502 Jul 30 00:15:59.825240 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d7d491-e057-4c87-9dbe-bfe6cc8496b9 None None] Routers {'da703c4e-5ead-4bab-8094-6e9fcbab33d8'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:15:59.825928 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-67d7d491-e057-4c87-9dbe-bfe6cc8496b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:15:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['da703c4e-5ead-4bab-8094-6e9fcbab33d8'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:59.883665 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-2057a51a-3312-41b7-a1b8-8dc00af73ed9 None None] Set router 0371a441-23ac-4046-bbca-73c31212d883 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:16:00.022186 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-67d7d491-e057-4c87-9dbe-bfe6cc8496b9 None None] Set router da703c4e-5ead-4bab-8094-6e9fcbab33d8 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:16:00.251973 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-67d7d491-e057-4c87-9dbe-bfe6cc8496b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da703c4e-5ead-4bab-8094-6e9fcbab33d8', 'name': 'tempest-TestEncryptedCinderVolumes-921991432-router', 'tenant_id': '118afb8dc9654e768475d7dc20c5a6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '638319e9-2192-4acb-9f78-262b2bc56a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:15:57Z', 'updated_at': '2021-07-30T00:15:58Z', 'revision_number': 3, 'project_id': '118afb8dc9654e768475d7dc20c5a6f5', 'gw_port': {'id': '638319e9-2192-4acb-9f78-262b2bc56a44', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f3:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da703c4e-5ead-4bab-8094-6e9fcbab33d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:15:58Z', 'updated_at': '2021-07-30T00:15:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:16:00.267626 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-2057a51a-3312-41b7-a1b8-8dc00af73ed9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0371a441-23ac-4046-bbca-73c31212d883', 'name': 'tempest-TestEncryptedCinderVolumes-547516192-router', 'tenant_id': 'f27171e5ad074d1cab7c9eb0f788d0ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '9c2ed113-ce64-444e-8c16-de366831aa56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:15:52Z', 'updated_at': '2021-07-30T00:15:55Z', 'revision_number': 4, 'project_id': 'f27171e5ad074d1cab7c9eb0f788d0ec', 'gw_port': {'id': '9c2ed113-ce64-444e-8c16-de366831aa56', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0371a441-23ac-4046-bbca-73c31212d883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:15:53Z', 'updated_at': '2021-07-30T00:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '35e75749-92df-4f8b-a66b-f2b985f3c6ca', 'name': '', 'network_id': '155254b7-5476-4016-a251-efd754fdff31', 'tenant_id': 'f27171e5ad074d1cab7c9eb0f788d0ec', 'mac_address': 'fa:16:3e:63:5f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0371a441-23ac-4046-bbca-73c31212d883', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'f5815639-b126-46f2-bb2f-a92f705f253b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:15:55Z', 'updated_at': '2021-07-30T00:15:59Z', 'revision_number': 4, 'project_id': 'f27171e5ad074d1cab7c9eb0f788d0ec', 'subnets': [{'id': 'f5815639-b126-46f2-bb2f-a92f705f253b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:16:00.285674 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d7d491-e057-4c87-9dbe-bfe6cc8496b9 None None] Checking router: da703c4e-5ead-4bab-8094-6e9fcbab33d8 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:16:00.286035 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d7d491-e057-4c87-9dbe-bfe6cc8496b9 None None] Updating router da703c4e-5ead-4bab-8094-6e9fcbab33d8 port 638319e9-2192-4acb-9f78-262b2bc56a44 binding host n-d-712141-10 {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:16:00.297944 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2057a51a-3312-41b7-a1b8-8dc00af73ed9 None None] The sync data for ids ['0371a441-23ac-4046-bbca-73c31212d883'] in n-d-712141-10 is: [{'id': '0371a441-23ac-4046-bbca-73c31212d883', 'name': 'tempest-TestEncryptedCinderVolumes-547516192-router', 'tenant_id': 'f27171e5ad074d1cab7c9eb0f788d0ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '9c2ed113-ce64-444e-8c16-de366831aa56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:15:52Z', 'updated_at': '2021-07-30T00:15:55Z', 'revision_number': 4, 'project_id': 'f27171e5ad074d1cab7c9eb0f788d0ec', 'gw_port': {'id': '9c2ed113-ce64-444e-8c16-de366831aa56', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0371a441-23ac-4046-bbca-73c31212d883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:15:53Z', 'updated_at': '2021-07-30T00:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '35e75749-92df-4f8b-a66b-f2b985f3c6ca', 'name': '', 'network_id': '155254b7-5476-4016-a251-efd754fdff31', 'tenant_id': 'f27171e5ad074d1cab7c9eb0f788d0ec', 'mac_address': 'fa:16:3e:63:5f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0371a441-23ac-4046-bbca-73c31212d883', 'device_owner': 'network:router_interface', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': 'f5815639-b126-46f2-bb2f-a92f705f253b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:15:55Z', 'updated_at': '2021-07-30T00:15:59Z', 'revision_number': 4, 'project_id': 'f27171e5ad074d1cab7c9eb0f788d0ec', 'subnets': [{'id': 'f5815639-b126-46f2-bb2f-a92f705f253b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:16:00.313478 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-67d7d491-e057-4c87-9dbe-bfe6cc8496b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:00.348111 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6e14cc7d-8910-44da-8404-e7123b0eb0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:00.565437 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-6e14cc7d-8910-44da-8404-e7123b0eb0e7 admin admin] Allocated IP 172.20.0.1 (647d5bcc-fce4-4055-bf39-820f14cc367f/9ca39d90-7c65-446d-b93b-92862ac3ea2b/73ebc225-3d40-4df5-ac15-50638d36f48a) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:16:00.631465 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-67d7d491-e057-4c87-9dbe-bfe6cc8496b9 None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:00.647370 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-67d7d491-e057-4c87-9dbe-bfe6cc8496b9 None None] Transition to ACTIVE for port object 638319e9-2192-4acb-9f78-262b2bc56a44 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:16:00.655928 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-67d7d491-e057-4c87-9dbe-bfe6cc8496b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:00.712728 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6e14cc7d-8910-44da-8404-e7123b0eb0e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:00.718118 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-67d7d491-e057-4c87-9dbe-bfe6cc8496b9 None None] Attempting to bind port 638319e9-2192-4acb-9f78-262b2bc56a44 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:16:00.718472 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-67d7d491-e057-4c87-9dbe-bfe6cc8496b9 None None] Attempting to bind port 638319e9-2192-4acb-9f78-262b2bc56a44 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:16:00.718843 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d7d491-e057-4c87-9dbe-bfe6cc8496b9 None None] Attempting to bind port 638319e9-2192-4acb-9f78-262b2bc56a44 on network 58f27f61-3278-49cc-b66b-1e729d26f29f {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:16:00.725622 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device e3c53c5c-caa6-4e5c-a43d-e5aa5121e8ec up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:16:00.741826 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-6e14cc7d-8910-44da-8404-e7123b0eb0e7 admin admin] Transition to ACTIVE for port object 73ebc225-3d40-4df5-ac15-50638d36f48a will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:16:00.763051 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d7d491-e057-4c87-9dbe-bfe6cc8496b9 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:16:00.763435 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d7d491-e057-4c87-9dbe-bfe6cc8496b9 None None] Checking segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:16:00.763848 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-67d7d491-e057-4c87-9dbe-bfe6cc8496b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:00.764252 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d7d491-e057-4c87-9dbe-bfe6cc8496b9 None None] Bound using segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:16:00.764735 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-67d7d491-e057-4c87-9dbe-bfe6cc8496b9 None None] Bound port: 638319e9-2192-4acb-9f78-262b2bc56a44, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:16:00.765128 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-67d7d491-e057-4c87-9dbe-bfe6cc8496b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:00.769785 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ba796-5046-450b-ba90-f3d39dd5fa02 None None] Pushing event updated for resources: {'Port': ['ID=638319e9-2192-4acb-9f78-262b2bc56a44,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:00.786347 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6e14cc7d-8910-44da-8404-e7123b0eb0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:00.824466 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e14cc7d-8910-44da-8404-e7123b0eb0e7 admin admin] Network 647d5bcc-fce4-4055-bf39-820f14cc367f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:16:00.829884 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-6e14cc7d-8910-44da-8404-e7123b0eb0e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:16:00.834239 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e14cc7d-8910-44da-8404-e7123b0eb0e7 admin admin] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:16:00.842468 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e14cc7d-8910-44da-8404-e7123b0eb0e7 admin admin] Pushing event updated for resources: {'Port': ['ID=73ebc225-3d40-4df5-ac15-50638d36f48a,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:00.842764 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-67d7d491-e057-4c87-9dbe-bfe6cc8496b9 None None] For port 638319e9-2192-4acb-9f78-262b2bc56a44, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:16:00.846036 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port e3c53c5c-caa6-4e5c-a43d-e5aa5121e8ec completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:16:00.852685 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-67d7d491-e057-4c87-9dbe-bfe6cc8496b9 None None] For port 638319e9-2192-4acb-9f78-262b2bc56a44, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=638319e9-2192-4acb-9f78-262b2bc56a44,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:16:00.854137 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port e3c53c5c-caa6-4e5c-a43d-e5aa5121e8ec triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:16:00.854656 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:00.881107 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-67d7d491-e057-4c87-9dbe-bfe6cc8496b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:00.894524 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6e14cc7d-8910-44da-8404-e7123b0eb0e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:00.974846 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4ba796-5046-450b-ba90-f3d39dd5fa02 None None] Pushing event updated for resources: {'Port': ['ID=638319e9-2192-4acb-9f78-262b2bc56a44,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:00.984805 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d7d491-e057-4c87-9dbe-bfe6cc8496b9 None None] Routers {'da703c4e-5ead-4bab-8094-6e9fcbab33d8'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:16:00.985475 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-67d7d491-e057-4c87-9dbe-bfe6cc8496b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:15:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['da703c4e-5ead-4bab-8094-6e9fcbab33d8'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:16:01.068585 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6e14cc7d-8910-44da-8404-e7123b0eb0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:01.157299 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-fa009b78-5fab-441f-b2ba-9fd45d76b2c3 None None] Provisioning for port 73ebc225-3d40-4df5-ac15-50638d36f48a completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:16:01.161134 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-67d7d491-e057-4c87-9dbe-bfe6cc8496b9 None None] Set router da703c4e-5ead-4bab-8094-6e9fcbab33d8 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:16:01.164111 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:01.190680 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-fa009b78-5fab-441f-b2ba-9fd45d76b2c3 None None] Provisioning complete for port 73ebc225-3d40-4df5-ac15-50638d36f48a triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:16:01.191093 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-fa009b78-5fab-441f-b2ba-9fd45d76b2c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:01.277695 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6e14cc7d-8910-44da-8404-e7123b0eb0e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:01.282764 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6e14cc7d-8910-44da-8404-e7123b0eb0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:01.366578 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6e14cc7d-8910-44da-8404-e7123b0eb0e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:01.368945 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e14cc7d-8910-44da-8404-e7123b0eb0e7 admin admin] Pushing event updated for resources: {'Port': ['ID=73ebc225-3d40-4df5-ac15-50638d36f48a,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:01.472870 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e14cc7d-8910-44da-8404-e7123b0eb0e7 admin admin] Network 647d5bcc-fce4-4055-bf39-820f14cc367f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:16:01.474592 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-6e14cc7d-8910-44da-8404-e7123b0eb0e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:16:01.499304 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port e3c53c5c-caa6-4e5c-a43d-e5aa5121e8ec, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=e3c53c5c-caa6-4e5c-a43d-e5aa5121e8ec,segment=NetworkSegment(c64aad0d-bcef-4465-bc25-e6a6095b8db9),segment_id=c64aad0d-bcef-4465-bc25-e6a6095b8db9)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:16:01.500268 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-fa009b78-5fab-441f-b2ba-9fd45d76b2c3 None None] Port 73ebc225-3d40-4df5-ac15-50638d36f48a cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:16:01.504623 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:01.505477 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 9c2ed113-ce64-444e-8c16-de366831aa56 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:16:01.607348 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e14cc7d-8910-44da-8404-e7123b0eb0e7 admin admin] Router da703c4e-5ead-4bab-8094-6e9fcbab33d8 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:16:01.653039 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=e3c53c5c-caa6-4e5c-a43d-e5aa5121e8ec,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:01.681858 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 9c2ed113-ce64-444e-8c16-de366831aa56 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:16:01.682407 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:01.728619 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e14cc7d-8910-44da-8404-e7123b0eb0e7 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:16:01.735939 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-6e14cc7d-8910-44da-8404-e7123b0eb0e7 admin admin] 10.222.0.43 "PUT /v2.0/routers/da703c4e-5ead-4bab-8094-6e9fcbab33d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9374940 Jul 30 00:16:01.741522 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-77af9596-0209-474e-af3d-ec031b008c60 None None] Provisioning complete for port 73ebc225-3d40-4df5-ac15-50638d36f48a triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:16:01.741926 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-77af9596-0209-474e-af3d-ec031b008c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:01.763317 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-67d7d491-e057-4c87-9dbe-bfe6cc8496b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da703c4e-5ead-4bab-8094-6e9fcbab33d8', 'name': 'tempest-TestEncryptedCinderVolumes-921991432-router', 'tenant_id': '118afb8dc9654e768475d7dc20c5a6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '638319e9-2192-4acb-9f78-262b2bc56a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:15:57Z', 'updated_at': '2021-07-30T00:15:58Z', 'revision_number': 3, 'project_id': '118afb8dc9654e768475d7dc20c5a6f5', 'gw_port': {'id': '638319e9-2192-4acb-9f78-262b2bc56a44', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f3:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da703c4e-5ead-4bab-8094-6e9fcbab33d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:15:58Z', 'updated_at': '2021-07-30T00:16:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:16:01.802024 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d7d491-e057-4c87-9dbe-bfe6cc8496b9 None None] The sync data for ids ['da703c4e-5ead-4bab-8094-6e9fcbab33d8'] in n-d-712141-10 is: [{'id': 'da703c4e-5ead-4bab-8094-6e9fcbab33d8', 'name': 'tempest-TestEncryptedCinderVolumes-921991432-router', 'tenant_id': '118afb8dc9654e768475d7dc20c5a6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '638319e9-2192-4acb-9f78-262b2bc56a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:15:57Z', 'updated_at': '2021-07-30T00:15:58Z', 'revision_number': 3, 'project_id': '118afb8dc9654e768475d7dc20c5a6f5', 'gw_port': {'id': '638319e9-2192-4acb-9f78-262b2bc56a44', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f3:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da703c4e-5ead-4bab-8094-6e9fcbab33d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:15:58Z', 'updated_at': '2021-07-30T00:16:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:16:01.816329 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-77af9596-0209-474e-af3d-ec031b008c60 None None] Port 73ebc225-3d40-4df5-ac15-50638d36f48a cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:16:01.853002 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 35e75749-92df-4f8b-a66b-f2b985f3c6ca up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:16:01.910736 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 35e75749-92df-4f8b-a66b-f2b985f3c6ca completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:16:01.915552 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 35e75749-92df-4f8b-a66b-f2b985f3c6ca triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:16:01.915834 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:02.013426 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:02.072482 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 35e75749-92df-4f8b-a66b-f2b985f3c6ca, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=35e75749-92df-4f8b-a66b-f2b985f3c6ca,segment=NetworkSegment(19d08555-9286-48cc-9cce-d34f50e6efe8),segment_id=19d08555-9286-48cc-9cce-d34f50e6efe8)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:16:02.076779 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:02.134139 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=35e75749-92df-4f8b-a66b-f2b985f3c6ca,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:02.601847 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f9644-1e1f-4114-b320-d2cfa1638622 req-6a66daf9-e7b1-4aec-9025-4ccbacbd7047 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:02.603394 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bc8f9644-1e1f-4114-b320-d2cfa1638622 req-6a66daf9-e7b1-4aec-9025-4ccbacbd7047 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] 10.222.0.43 "GET /v2.0/networks?id=155254b7-5476-4016-a251-efd754fdff31 HTTP/1.1" status: 200 len: 816 time: 0.1202669 Jul 30 00:16:02.618449 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 638319e9-2192-4acb-9f78-262b2bc56a44 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:16:02.620118 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bc8f9644-1e1f-4114-b320-d2cfa1638622 req-3307584d-5bef-45a1-be15-4712136ca0c3 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] 10.222.0.43 "GET /v2.0/quotas/f27171e5ad074d1cab7c9eb0f788d0ec HTTP/1.1" status: 200 len: 375 time: 0.0100806 Jul 30 00:16:02.683171 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bc8f9644-1e1f-4114-b320-d2cfa1638622 req-bb7a3cb6-4cbe-4aec-9178-a8259956f587 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f27171e5ad074d1cab7c9eb0f788d0ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0570025 Jul 30 00:16:02.688125 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 638319e9-2192-4acb-9f78-262b2bc56a44 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:16:02.693348 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 638319e9-2192-4acb-9f78-262b2bc56a44 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:16:02.693889 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:02.781661 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:02.803818 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 638319e9-2192-4acb-9f78-262b2bc56a44, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=638319e9-2192-4acb-9f78-262b2bc56a44,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:16:02.807688 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:02.808368 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device e3c53c5c-caa6-4e5c-a43d-e5aa5121e8ec up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:16:02.897475 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=638319e9-2192-4acb-9f78-262b2bc56a44,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:02.914296 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bc8f9644-1e1f-4114-b320-d2cfa1638622 req-9d625833-d8ba-45cd-8e66-7c36d83c92a3 service neutron] 10.222.0.43 "GET /v2.0/networks/155254b7-5476-4016-a251-efd754fdff31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299517 Jul 30 00:16:02.915315 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port e3c53c5c-caa6-4e5c-a43d-e5aa5121e8ec triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:16:02.915696 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:02.923763 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:16:02.998297 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 35e75749-92df-4f8b-a66b-f2b985f3c6ca up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:16:03.020805 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bc8f9644-1e1f-4114-b320-d2cfa1638622 req-fad2ec93-2e5c-4e7c-b7c3-93904e76f5b9 service neutron] 10.222.0.43 "GET /v2.0/networks/155254b7-5476-4016-a251-efd754fdff31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972576 Jul 30 00:16:03.047610 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 35e75749-92df-4f8b-a66b-f2b985f3c6ca triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:16:03.047992 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:03.214137 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1af83362-dfe8-4430-84d7-5270a26824f3 req-e487ae76-122e-4a30-8fa9-b5d616cbe38e tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] 10.222.0.43 "GET /v2.0/ports?device_id=3363371d-31da-4bf3-8e7f-714de4e6c2d3 HTTP/1.1" status: 200 len: 210 time: 0.0296028 Jul 30 00:16:03.817815 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd91213-d234-4f38-8345-9af62426a7f9 None None] Sync routers for ids ['da703c4e-5ead-4bab-8094-6e9fcbab33d8'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:16:03.827573 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd91213-d234-4f38-8345-9af62426a7f9 None None] Routers {'da703c4e-5ead-4bab-8094-6e9fcbab33d8'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:16:03.828175 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-2fd91213-d234-4f38-8345-9af62426a7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:15:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['da703c4e-5ead-4bab-8094-6e9fcbab33d8'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:16:03.935128 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-2fd91213-d234-4f38-8345-9af62426a7f9 None None] Set router da703c4e-5ead-4bab-8094-6e9fcbab33d8 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:16:04.146745 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-2fd91213-d234-4f38-8345-9af62426a7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da703c4e-5ead-4bab-8094-6e9fcbab33d8', 'name': 'tempest-TestEncryptedCinderVolumes-921991432-router', 'tenant_id': '118afb8dc9654e768475d7dc20c5a6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '638319e9-2192-4acb-9f78-262b2bc56a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:15:57Z', 'updated_at': '2021-07-30T00:16:01Z', 'revision_number': 4, 'project_id': '118afb8dc9654e768475d7dc20c5a6f5', 'gw_port': {'id': '638319e9-2192-4acb-9f78-262b2bc56a44', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da703c4e-5ead-4bab-8094-6e9fcbab33d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:15:58Z', 'updated_at': '2021-07-30T00:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '73ebc225-3d40-4df5-ac15-50638d36f48a', 'name': '', 'network_id': '647d5bcc-fce4-4055-bf39-820f14cc367f', 'tenant_id': '118afb8dc9654e768475d7dc20c5a6f5', 'mac_address': 'fa:16:3e:b6:2c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da703c4e-5ead-4bab-8094-6e9fcbab33d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '9ca39d90-7c65-446d-b93b-92862ac3ea2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:16:00Z', 'updated_at': '2021-07-30T00:16:01Z', 'revision_number': 2, 'project_id': '118afb8dc9654e768475d7dc20c5a6f5', 'subnets': [{'id': '9ca39d90-7c65-446d-b93b-92862ac3ea2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:16:04.181283 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd91213-d234-4f38-8345-9af62426a7f9 None None] Checking router: da703c4e-5ead-4bab-8094-6e9fcbab33d8 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:16:04.181662 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd91213-d234-4f38-8345-9af62426a7f9 None None] Updating router da703c4e-5ead-4bab-8094-6e9fcbab33d8 port 73ebc225-3d40-4df5-ac15-50638d36f48a binding host n-d-712141-10 {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:16:04.207483 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-2fd91213-d234-4f38-8345-9af62426a7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:04.213820 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f9644-1e1f-4114-b320-d2cfa1638622 req-a9802eef-7d28-4ae0-a258-62b14e9bef06 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:04.215516 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-bc8f9644-1e1f-4114-b320-d2cfa1638622 req-a9802eef-7d28-4ae0-a258-62b14e9bef06 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] 10.222.0.22 "GET /v2.0/networks?id=155254b7-5476-4016-a251-efd754fdff31 HTTP/1.1" status: 200 len: 816 time: 0.1226623 Jul 30 00:16:04.232277 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-bc8f9644-1e1f-4114-b320-d2cfa1638622 req-b676a3c3-7009-4044-a910-2901f795509b tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Request body: {'port': {'device_id': '3363371d-31da-4bf3-8e7f-714de4e6c2d3', 'network_id': '155254b7-5476-4016-a251-efd754fdff31', 'admin_state_up': True, 'tenant_id': 'f27171e5ad074d1cab7c9eb0f788d0ec'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:16:04.338409 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-92a253b8-fecd-4ff6-99a9-523144373934 req-40dc3793-4138-4663-ad41-6891725df701 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] 10.222.0.43 "GET /v2.0/ports?device_id=3363371d-31da-4bf3-8e7f-714de4e6c2d3 HTTP/1.1" status: 200 len: 210 time: 0.0269344 Jul 30 00:16:04.363531 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc8f9644-1e1f-4114-b320-d2cfa1638622 req-b676a3c3-7009-4044-a910-2901f795509b tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Made reservation on behalf of f27171e5ad074d1cab7c9eb0f788d0ec for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:16:04.367358 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-bc8f9644-1e1f-4114-b320-d2cfa1638622 req-b676a3c3-7009-4044-a910-2901f795509b tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:04.491543 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-2fd91213-d234-4f38-8345-9af62426a7f9 None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:04.504517 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-2fd91213-d234-4f38-8345-9af62426a7f9 None None] Transition to ACTIVE for port object 73ebc225-3d40-4df5-ac15-50638d36f48a will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:16:04.512773 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-2fd91213-d234-4f38-8345-9af62426a7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:04.521970 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 638319e9-2192-4acb-9f78-262b2bc56a44 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:16:04.538782 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-bc8f9644-1e1f-4114-b320-d2cfa1638622 req-b676a3c3-7009-4044-a910-2901f795509b tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Allocated IP 172.20.0.11 (155254b7-5476-4016-a251-efd754fdff31/f5815639-b126-46f2-bb2f-a92f705f253b/1ef2c55e-f902-4eb0-a44b-ec895a78ef66) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:16:04.578931 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 638319e9-2192-4acb-9f78-262b2bc56a44 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:16:04.579455 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:04.636421 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a340dba-fb42-4bf8-8162-604f435e680a None None] Pushing event updated for resources: {'Port': ['ID=73ebc225-3d40-4df5-ac15-50638d36f48a,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:04.639495 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-2fd91213-d234-4f38-8345-9af62426a7f9 None None] Attempting to bind port 73ebc225-3d40-4df5-ac15-50638d36f48a on host n-d-712141-10 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:16:04.639970 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-2fd91213-d234-4f38-8345-9af62426a7f9 None None] Attempting to bind port 73ebc225-3d40-4df5-ac15-50638d36f48a by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': 'c64aad0d-bcef-4465-bc25-e6a6095b8db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '647d5bcc-fce4-4055-bf39-820f14cc367f'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:16:04.640467 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd91213-d234-4f38-8345-9af62426a7f9 None None] Attempting to bind port 73ebc225-3d40-4df5-ac15-50638d36f48a on network 647d5bcc-fce4-4055-bf39-820f14cc367f {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:16:04.647346 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd91213-d234-4f38-8345-9af62426a7f9 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:16:04.647854 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd91213-d234-4f38-8345-9af62426a7f9 None None] Checking segment: {'id': 'c64aad0d-bcef-4465-bc25-e6a6095b8db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '647d5bcc-fce4-4055-bf39-820f14cc367f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:16:04.648613 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-2fd91213-d234-4f38-8345-9af62426a7f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:04.649107 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fd91213-d234-4f38-8345-9af62426a7f9 None None] Bound using segment: {'id': 'c64aad0d-bcef-4465-bc25-e6a6095b8db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '647d5bcc-fce4-4055-bf39-820f14cc367f'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:16:04.649701 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-2fd91213-d234-4f38-8345-9af62426a7f9 None None] Bound port: 73ebc225-3d40-4df5-ac15-50638d36f48a, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c64aad0d-bcef-4465-bc25-e6a6095b8db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '647d5bcc-fce4-4055-bf39-820f14cc367f'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:16:04.650178 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-2fd91213-d234-4f38-8345-9af62426a7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:04.727035 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-bc8f9644-1e1f-4114-b320-d2cfa1638622 req-b676a3c3-7009-4044-a910-2901f795509b tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:04.727467 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-2fd91213-d234-4f38-8345-9af62426a7f9 None None] For port 73ebc225-3d40-4df5-ac15-50638d36f48a, host n-d-712141-10, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:16:04.732218 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-2fd91213-d234-4f38-8345-9af62426a7f9 None None] For port 73ebc225-3d40-4df5-ac15-50638d36f48a, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=73ebc225-3d40-4df5-ac15-50638d36f48a,segment=NetworkSegment(c64aad0d-bcef-4465-bc25-e6a6095b8db9),segment_id=c64aad0d-bcef-4465-bc25-e6a6095b8db9)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:16:04.740892 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-2fd91213-d234-4f38-8345-9af62426a7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:04.760730 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-bc8f9644-1e1f-4114-b320-d2cfa1638622 req-b676a3c3-7009-4044-a910-2901f795509b tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Transition to ACTIVE for port object 1ef2c55e-f902-4eb0-a44b-ec895a78ef66 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:16:04.801091 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-bc8f9644-1e1f-4114-b320-d2cfa1638622 req-b676a3c3-7009-4044-a910-2901f795509b tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:04.809636 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd91213-d234-4f38-8345-9af62426a7f9 None None] Routers {'da703c4e-5ead-4bab-8094-6e9fcbab33d8'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:16:04.810369 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-2fd91213-d234-4f38-8345-9af62426a7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:15:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['da703c4e-5ead-4bab-8094-6e9fcbab33d8'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:16:04.851246 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc8f9644-1e1f-4114-b320-d2cfa1638622 req-b676a3c3-7009-4044-a910-2901f795509b tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Network 155254b7-5476-4016-a251-efd754fdff31 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:16:04.853537 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a340dba-fb42-4bf8-8162-604f435e680a None None] Pushing event updated for resources: {'Port': ['ID=73ebc225-3d40-4df5-ac15-50638d36f48a,revision_number=4']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:04.867668 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-bc8f9644-1e1f-4114-b320-d2cfa1638622 req-b676a3c3-7009-4044-a910-2901f795509b tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:16:04.870203 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b676a3c3-7009-4044-a910-2901f795509b tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Pushing event updated for resources: {'Port': ['ID=1ef2c55e-f902-4eb0-a44b-ec895a78ef66,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:04.872567 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc8f9644-1e1f-4114-b320-d2cfa1638622 req-b676a3c3-7009-4044-a910-2901f795509b tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:16:04.934397 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f9644-1e1f-4114-b320-d2cfa1638622 req-b676a3c3-7009-4044-a910-2901f795509b tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:04.935084 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-bc8f9644-1e1f-4114-b320-d2cfa1638622 req-b676a3c3-7009-4044-a910-2901f795509b tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:04.953714 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-2fd91213-d234-4f38-8345-9af62426a7f9 None None] Set router da703c4e-5ead-4bab-8094-6e9fcbab33d8 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:16:04.956199 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-bc8f9644-1e1f-4114-b320-d2cfa1638622 req-b676a3c3-7009-4044-a910-2901f795509b tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7283063 Jul 30 00:16:05.079558 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-bc8f9644-1e1f-4114-b320-d2cfa1638622 req-1ef45479-76d1-4697-b88b-9594a4212fde service neutron] Request body: {'port': {'device_id': '3363371d-31da-4bf3-8e7f-714de4e6c2d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:16:05.152882 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-bc8f9644-1e1f-4114-b320-d2cfa1638622 req-1ef45479-76d1-4697-b88b-9594a4212fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:05.190364 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-2fd91213-d234-4f38-8345-9af62426a7f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da703c4e-5ead-4bab-8094-6e9fcbab33d8', 'name': 'tempest-TestEncryptedCinderVolumes-921991432-router', 'tenant_id': '118afb8dc9654e768475d7dc20c5a6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '638319e9-2192-4acb-9f78-262b2bc56a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:15:57Z', 'updated_at': '2021-07-30T00:16:01Z', 'revision_number': 4, 'project_id': '118afb8dc9654e768475d7dc20c5a6f5', 'gw_port': {'id': '638319e9-2192-4acb-9f78-262b2bc56a44', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da703c4e-5ead-4bab-8094-6e9fcbab33d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:15:58Z', 'updated_at': '2021-07-30T00:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '73ebc225-3d40-4df5-ac15-50638d36f48a', 'name': '', 'network_id': '647d5bcc-fce4-4055-bf39-820f14cc367f', 'tenant_id': '118afb8dc9654e768475d7dc20c5a6f5', 'mac_address': 'fa:16:3e:b6:2c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da703c4e-5ead-4bab-8094-6e9fcbab33d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '9ca39d90-7c65-446d-b93b-92862ac3ea2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:16:00Z', 'updated_at': '2021-07-30T00:16:04Z', 'revision_number': 4, 'project_id': '118afb8dc9654e768475d7dc20c5a6f5', 'subnets': [{'id': '9ca39d90-7c65-446d-b93b-92862ac3ea2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:16:05.210573 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-b30688a8-38f4-4cdf-b064-f79bee6ed8da None None] Provisioning for port 1ef2c55e-f902-4eb0-a44b-ec895a78ef66 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:16:05.215758 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-b30688a8-38f4-4cdf-b064-f79bee6ed8da None None] Provisioning complete for port 1ef2c55e-f902-4eb0-a44b-ec895a78ef66 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:16:05.216172 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b30688a8-38f4-4cdf-b064-f79bee6ed8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:05.218374 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd91213-d234-4f38-8345-9af62426a7f9 None None] The sync data for ids ['da703c4e-5ead-4bab-8094-6e9fcbab33d8'] in n-d-712141-10 is: [{'id': 'da703c4e-5ead-4bab-8094-6e9fcbab33d8', 'name': 'tempest-TestEncryptedCinderVolumes-921991432-router', 'tenant_id': '118afb8dc9654e768475d7dc20c5a6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '638319e9-2192-4acb-9f78-262b2bc56a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:15:57Z', 'updated_at': '2021-07-30T00:16:01Z', 'revision_number': 4, 'project_id': '118afb8dc9654e768475d7dc20c5a6f5', 'gw_port': {'id': '638319e9-2192-4acb-9f78-262b2bc56a44', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da703c4e-5ead-4bab-8094-6e9fcbab33d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:15:58Z', 'updated_at': '2021-07-30T00:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '73ebc225-3d40-4df5-ac15-50638d36f48a', 'name': '', 'network_id': '647d5bcc-fce4-4055-bf39-820f14cc367f', 'tenant_id': '118afb8dc9654e768475d7dc20c5a6f5', 'mac_address': 'fa:16:3e:b6:2c:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da703c4e-5ead-4bab-8094-6e9fcbab33d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '9ca39d90-7c65-446d-b93b-92862ac3ea2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:16:00Z', 'updated_at': '2021-07-30T00:16:04Z', 'revision_number': 4, 'project_id': '118afb8dc9654e768475d7dc20c5a6f5', 'subnets': [{'id': '9ca39d90-7c65-446d-b93b-92862ac3ea2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:16:05.260008 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-b30688a8-38f4-4cdf-b064-f79bee6ed8da None None] Port 1ef2c55e-f902-4eb0-a44b-ec895a78ef66 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:16:05.474945 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9786c30e-5006-4e58-bd8f-5a9dd2fc4cec req-51e0441d-e730-4125-80a4-dc4e52b45e30 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:05.476488 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9786c30e-5006-4e58-bd8f-5a9dd2fc4cec req-51e0441d-e730-4125-80a4-dc4e52b45e30 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] 10.222.0.43 "GET /v2.0/ports?device_id=3363371d-31da-4bf3-8e7f-714de4e6c2d3 HTTP/1.1" status: 200 len: 932 time: 0.0557268 Jul 30 00:16:05.485724 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-bc8f9644-1e1f-4114-b320-d2cfa1638622 req-1ef45479-76d1-4697-b88b-9594a4212fde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ef2c55e-f902-4eb0-a44b-ec895a78ef66 {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:16:05.495505 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-bc8f9644-1e1f-4114-b320-d2cfa1638622 req-1ef45479-76d1-4697-b88b-9594a4212fde service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:05.510750 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-bc8f9644-1e1f-4114-b320-d2cfa1638622 req-1ef45479-76d1-4697-b88b-9594a4212fde service neutron] Transition to ACTIVE for port object 1ef2c55e-f902-4eb0-a44b-ec895a78ef66 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:16:05.516759 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-bc8f9644-1e1f-4114-b320-d2cfa1638622 req-1ef45479-76d1-4697-b88b-9594a4212fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:05.533935 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9786c30e-5006-4e58-bd8f-5a9dd2fc4cec req-0f00dc71-0b64-47a1-a9c7-8172d9328af0 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] 10.222.0.43 "GET /v2.0/security-groups?id=c77620d8-99ed-4e68-966a-8942f92286e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448735 Jul 30 00:16:05.596617 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef45479-76d1-4697-b88b-9594a4212fde service neutron] Pushing event updated for resources: {'Port': ['ID=1ef2c55e-f902-4eb0-a44b-ec895a78ef66,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:05.660610 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-bc8f9644-1e1f-4114-b320-d2cfa1638622 req-1ef45479-76d1-4697-b88b-9594a4212fde service neutron] Attempting to bind port 1ef2c55e-f902-4eb0-a44b-ec895a78ef66 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:16:05.660955 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-bc8f9644-1e1f-4114-b320-d2cfa1638622 req-1ef45479-76d1-4697-b88b-9594a4212fde service neutron] Attempting to bind port 1ef2c55e-f902-4eb0-a44b-ec895a78ef66 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '19d08555-9286-48cc-9cce-d34f50e6efe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '155254b7-5476-4016-a251-efd754fdff31'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:16:05.661289 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8f9644-1e1f-4114-b320-d2cfa1638622 req-1ef45479-76d1-4697-b88b-9594a4212fde service neutron] Attempting to bind port 1ef2c55e-f902-4eb0-a44b-ec895a78ef66 on network 155254b7-5476-4016-a251-efd754fdff31 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:16:05.666368 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8f9644-1e1f-4114-b320-d2cfa1638622 req-1ef45479-76d1-4697-b88b-9594a4212fde service neutron] Port 1ef2c55e-f902-4eb0-a44b-ec895a78ef66 on network 155254b7-5476-4016-a251-efd754fdff31 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:16:05.666699 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8f9644-1e1f-4114-b320-d2cfa1638622 req-1ef45479-76d1-4697-b88b-9594a4212fde service neutron] Attempting to bind port 1ef2c55e-f902-4eb0-a44b-ec895a78ef66 on network 155254b7-5476-4016-a251-efd754fdff31 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:16:05.672778 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8f9644-1e1f-4114-b320-d2cfa1638622 req-1ef45479-76d1-4697-b88b-9594a4212fde service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:16:05.673156 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8f9644-1e1f-4114-b320-d2cfa1638622 req-1ef45479-76d1-4697-b88b-9594a4212fde service neutron] Checking segment: {'id': '19d08555-9286-48cc-9cce-d34f50e6efe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '155254b7-5476-4016-a251-efd754fdff31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:16:05.673566 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8f9644-1e1f-4114-b320-d2cfa1638622 req-1ef45479-76d1-4697-b88b-9594a4212fde service neutron] Bound using segment: {'id': '19d08555-9286-48cc-9cce-d34f50e6efe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '155254b7-5476-4016-a251-efd754fdff31'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:16:05.674112 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-bc8f9644-1e1f-4114-b320-d2cfa1638622 req-1ef45479-76d1-4697-b88b-9594a4212fde service neutron] Bound port: 1ef2c55e-f902-4eb0-a44b-ec895a78ef66, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19d08555-9286-48cc-9cce-d34f50e6efe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '155254b7-5476-4016-a251-efd754fdff31'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:16:05.674484 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-bc8f9644-1e1f-4114-b320-d2cfa1638622 req-1ef45479-76d1-4697-b88b-9594a4212fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:05.750353 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-bc8f9644-1e1f-4114-b320-d2cfa1638622 req-1ef45479-76d1-4697-b88b-9594a4212fde service neutron] For port 1ef2c55e-f902-4eb0-a44b-ec895a78ef66, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:16:05.755077 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-bc8f9644-1e1f-4114-b320-d2cfa1638622 req-1ef45479-76d1-4697-b88b-9594a4212fde service neutron] For port 1ef2c55e-f902-4eb0-a44b-ec895a78ef66, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=1ef2c55e-f902-4eb0-a44b-ec895a78ef66,segment=NetworkSegment(19d08555-9286-48cc-9cce-d34f50e6efe8),segment_id=19d08555-9286-48cc-9cce-d34f50e6efe8)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:16:05.760344 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-bc8f9644-1e1f-4114-b320-d2cfa1638622 req-1ef45479-76d1-4697-b88b-9594a4212fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:05.799080 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f9644-1e1f-4114-b320-d2cfa1638622 req-1ef45479-76d1-4697-b88b-9594a4212fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:05.799769 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-bc8f9644-1e1f-4114-b320-d2cfa1638622 req-1ef45479-76d1-4697-b88b-9594a4212fde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:05.801163 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-bc8f9644-1e1f-4114-b320-d2cfa1638622 req-1ef45479-76d1-4697-b88b-9594a4212fde service neutron] 10.222.0.22 "PUT /v2.0/ports/1ef2c55e-f902-4eb0-a44b-ec895a78ef66 HTTP/1.1" status: 200 len: 1093 time: 0.7958679 Jul 30 00:16:05.801654 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3363371d-31da-4bf3-8e7f-714de4e6c2d3', 'tag': '1ef2c55e-f902-4eb0-a44b-ec895a78ef66'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:16:05.840966 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef45479-76d1-4697-b88b-9594a4212fde service neutron] Pushing event updated for resources: {'Port': ['ID=1ef2c55e-f902-4eb0-a44b-ec895a78ef66,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:05.863201 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8377708564b13ed6665a7c738fa9aadb9980e3f7e18d8a0dfbdd1aeea3243a90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd2438e-8098-45f5-9720-1edc70d130aa" -d '{"events": [{"name": "network-changed", "server_uuid": "3363371d-31da-4bf3-8e7f-714de4e6c2d3", "tag": "1ef2c55e-f902-4eb0-a44b-ec895a78ef66"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:16:05.905232 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f9644-1e1f-4114-b320-d2cfa1638622 req-e0f62b37-edc4-4cc4-96ba-8e5c0a0bc701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:05.907167 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-bc8f9644-1e1f-4114-b320-d2cfa1638622 req-e0f62b37-edc4-4cc4-96ba-8e5c0a0bc701 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f27171e5ad074d1cab7c9eb0f788d0ec&device_id=3363371d-31da-4bf3-8e7f-714de4e6c2d3 HTTP/1.1" status: 200 len: 1096 time: 0.0581441 Jul 30 00:16:05.955720 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-bc8f9644-1e1f-4114-b320-d2cfa1638622 req-ef2f1dd8-9926-4cc3-9db3-ead77279832f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ef2c55e-f902-4eb0-a44b-ec895a78ef66 HTTP/1.1" status: 200 len: 217 time: 0.0405793 Jul 30 00:16:05.992088 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa06f532-e5ae-43dd-9078-d8c95cc7c779 x-openstack-request-id: req-aa06f532-e5ae-43dd-9078-d8c95cc7c779 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:16:05.992329 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3363371d-31da-4bf3-8e7f-714de4e6c2d3", "tag": "1ef2c55e-f902-4eb0-a44b-ec895a78ef66", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:16:05.992693 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aa06f532-e5ae-43dd-9078-d8c95cc7c779 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:16:05.993140 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3363371d-31da-4bf3-8e7f-714de4e6c2d3', 'tag': '1ef2c55e-f902-4eb0-a44b-ec895a78ef66', 'status': 'completed', 'code': 200} Jul 30 00:16:06.013162 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f9644-1e1f-4114-b320-d2cfa1638622 req-5b96b04f-a5f3-4b70-859a-8d0da7a64cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:06.014777 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-bc8f9644-1e1f-4114-b320-d2cfa1638622 req-5b96b04f-a5f3-4b70-859a-8d0da7a64cf2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f5815639-b126-46f2-bb2f-a92f705f253b HTTP/1.1" status: 200 len: 855 time: 0.0521736 Jul 30 00:16:06.063353 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f9644-1e1f-4114-b320-d2cfa1638622 req-c6ffd3e4-b9ba-430e-b554-017ddd7c982b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:06.064881 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-bc8f9644-1e1f-4114-b320-d2cfa1638622 req-c6ffd3e4-b9ba-430e-b554-017ddd7c982b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=155254b7-5476-4016-a251-efd754fdff31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434523 Jul 30 00:16:06.165614 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-bc8f9644-1e1f-4114-b320-d2cfa1638622 req-1ad0d2e1-851c-4a78-8117-15c0850fd227 service neutron] 10.222.0.22 "GET /v2.0/networks/155254b7-5476-4016-a251-efd754fdff31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936053 Jul 30 00:16:06.259825 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-bc8f9644-1e1f-4114-b320-d2cfa1638622 req-df11aee5-b88c-4f68-938b-f0b2a394cc57 service neutron] 10.222.0.22 "GET /v2.0/networks/155254b7-5476-4016-a251-efd754fdff31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869141 Jul 30 00:16:06.358486 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd2438e-8098-45f5-9720-1edc70d130aa req-6f2cfd3a-97c4-4e1f-90be-d1569d8bf6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:06.360134 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7bd2438e-8098-45f5-9720-1edc70d130aa req-6f2cfd3a-97c4-4e1f-90be-d1569d8bf6d4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=f27171e5ad074d1cab7c9eb0f788d0ec&device_id=3363371d-31da-4bf3-8e7f-714de4e6c2d3 HTTP/1.1" status: 200 len: 1096 time: 0.0514491 Jul 30 00:16:06.452535 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd2438e-8098-45f5-9720-1edc70d130aa req-275dd2f7-745d-4fb4-94d6-e71d15519909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:06.454097 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7bd2438e-8098-45f5-9720-1edc70d130aa req-275dd2f7-745d-4fb4-94d6-e71d15519909 service neutron] 10.222.0.22 "GET /v2.0/networks?id=155254b7-5476-4016-a251-efd754fdff31 HTTP/1.1" status: 200 len: 917 time: 0.0870800 Jul 30 00:16:06.499987 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7bd2438e-8098-45f5-9720-1edc70d130aa req-b13ec631-8271-408d-a51a-1ece33ceba85 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ef2c55e-f902-4eb0-a44b-ec895a78ef66 HTTP/1.1" status: 200 len: 217 time: 0.0389602 Jul 30 00:16:06.528304 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 73ebc225-3d40-4df5-ac15-50638d36f48a up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:16:06.562573 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd2438e-8098-45f5-9720-1edc70d130aa req-3da0d927-9935-4561-9876-9166b40767ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:06.564149 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7bd2438e-8098-45f5-9720-1edc70d130aa req-3da0d927-9935-4561-9876-9166b40767ef service neutron] 10.222.0.22 "GET /v2.0/subnets?id=f5815639-b126-46f2-bb2f-a92f705f253b HTTP/1.1" status: 200 len: 855 time: 0.0566967 Jul 30 00:16:06.585128 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 73ebc225-3d40-4df5-ac15-50638d36f48a completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:16:06.589232 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 73ebc225-3d40-4df5-ac15-50638d36f48a triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:16:06.589629 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:06.616352 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd2438e-8098-45f5-9720-1edc70d130aa req-8e2e74db-9ef3-4864-96ce-68f69148396b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:06.618030 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7bd2438e-8098-45f5-9720-1edc70d130aa req-8e2e74db-9ef3-4864-96ce-68f69148396b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=155254b7-5476-4016-a251-efd754fdff31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460620 Jul 30 00:16:06.668631 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5528c8-61ce-4a48-ab08-00adb45ae406 req-7c8d77f0-4087-4cc2-b440-52e2b133e3a4 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:06.669662 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bb5528c8-61ce-4a48-ab08-00adb45ae406 req-7c8d77f0-4087-4cc2-b440-52e2b133e3a4 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] 10.222.0.43 "GET /v2.0/ports?device_id=3363371d-31da-4bf3-8e7f-714de4e6c2d3 HTTP/1.1" status: 200 len: 944 time: 0.0620546 Jul 30 00:16:06.677854 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:06.715815 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 73ebc225-3d40-4df5-ac15-50638d36f48a, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=73ebc225-3d40-4df5-ac15-50638d36f48a,segment=NetworkSegment(c64aad0d-bcef-4465-bc25-e6a6095b8db9),segment_id=c64aad0d-bcef-4465-bc25-e6a6095b8db9)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:16:06.721950 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7bd2438e-8098-45f5-9720-1edc70d130aa req-5b02aaa2-44af-4222-8631-0c34b0a5584e service neutron] 10.222.0.22 "GET /v2.0/networks/155254b7-5476-4016-a251-efd754fdff31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956900 Jul 30 00:16:06.722734 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bb5528c8-61ce-4a48-ab08-00adb45ae406 req-20d3609e-d81f-436d-ba33-12ea7cdb9359 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] 10.222.0.43 "GET /v2.0/security-groups?id=c77620d8-99ed-4e68-966a-8942f92286e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436378 Jul 30 00:16:06.724296 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:06.785572 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=73ebc225-3d40-4df5-ac15-50638d36f48a,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:06.837393 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-7bd2438e-8098-45f5-9720-1edc70d130aa req-eb89b9f9-f039-44ab-a824-63d1772450df service neutron] 10.222.0.22 "GET /v2.0/networks/155254b7-5476-4016-a251-efd754fdff31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065166 Jul 30 00:16:07.570785 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:07.863372 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcd0d4d-150b-4e48-ab03-27194757a7d9 req-642024dd-2147-4a55-9f14-5d658afe0f92 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:07.864946 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9bcd0d4d-150b-4e48-ab03-27194757a7d9 req-642024dd-2147-4a55-9f14-5d658afe0f92 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] 10.222.0.43 "GET /v2.0/ports?device_id=3363371d-31da-4bf3-8e7f-714de4e6c2d3 HTTP/1.1" status: 200 len: 944 time: 0.0585680 Jul 30 00:16:07.905566 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9bcd0d4d-150b-4e48-ab03-27194757a7d9 req-9b84086c-a25b-48fa-9de8-ab090528a6c0 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] 10.222.0.43 "GET /v2.0/security-groups?id=c77620d8-99ed-4e68-966a-8942f92286e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334954 Jul 30 00:16:08.525291 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 73ebc225-3d40-4df5-ac15-50638d36f48a up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:16:08.575668 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 73ebc225-3d40-4df5-ac15-50638d36f48a triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:16:08.576308 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:09.024237 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286184e6-ab9c-4af6-9963-170427284a16 req-9044c761-d6f7-450b-9bd5-98e31e52e3dd tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:09.025788 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-286184e6-ab9c-4af6-9963-170427284a16 req-9044c761-d6f7-450b-9bd5-98e31e52e3dd tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] 10.222.0.43 "GET /v2.0/ports?device_id=3363371d-31da-4bf3-8e7f-714de4e6c2d3 HTTP/1.1" status: 200 len: 944 time: 0.0502563 Jul 30 00:16:09.064100 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-286184e6-ab9c-4af6-9963-170427284a16 req-a45d750a-d3d3-4000-918c-6c7a5ef2e8c7 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] 10.222.0.43 "GET /v2.0/security-groups?id=c77620d8-99ed-4e68-966a-8942f92286e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321710 Jul 30 00:16:09.129431 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 1ef2c55e-f902-4eb0-a44b-ec895a78ef66 details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:16:09.223940 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 1ef2c55e-f902-4eb0-a44b-ec895a78ef66, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=1ef2c55e-f902-4eb0-a44b-ec895a78ef66,segment=NetworkSegment(19d08555-9286-48cc-9cce-d34f50e6efe8),segment_id=19d08555-9286-48cc-9cce-d34f50e6efe8)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:16:09.239355 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '1ef2c55e-f902-4eb0-a44b-ec895a78ef66', 'network_id': '155254b7-5476-4016-a251-efd754fdff31', 'port_id': '1ef2c55e-f902-4eb0-a44b-ec895a78ef66', 'mac_address': 'fa:16:3e:a7:cd:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5815639-b126-46f2-bb2f-a92f705f253b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:16:09.277210 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:09.290098 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ef2c55e-f902-4eb0-a44b-ec895a78ef66 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:16:09.309819 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 1ef2c55e-f902-4eb0-a44b-ec895a78ef66, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=1ef2c55e-f902-4eb0-a44b-ec895a78ef66,segment=NetworkSegment(19d08555-9286-48cc-9cce-d34f50e6efe8),segment_id=19d08555-9286-48cc-9cce-d34f50e6efe8)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:16:09.313363 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:09.360569 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=1ef2c55e-f902-4eb0-a44b-ec895a78ef66,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:09.517501 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['1ef2c55e-f902-4eb0-a44b-ec895a78ef66'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:16:10.181351 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a55509-d8d6-41c5-9218-90827040dfab req-710d89ae-48c6-4b40-b536-1fef6e90912a tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:10.182862 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-83a55509-d8d6-41c5-9218-90827040dfab req-710d89ae-48c6-4b40-b536-1fef6e90912a tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] 10.222.0.43 "GET /v2.0/ports?device_id=3363371d-31da-4bf3-8e7f-714de4e6c2d3 HTTP/1.1" status: 200 len: 945 time: 0.0516908 Jul 30 00:16:10.223170 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-83a55509-d8d6-41c5-9218-90827040dfab req-0a19464b-2d44-4942-b5af-d2c00861612e tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] 10.222.0.43 "GET /v2.0/security-groups?id=c77620d8-99ed-4e68-966a-8942f92286e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344183 Jul 30 00:16:11.128140 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 1ef2c55e-f902-4eb0-a44b-ec895a78ef66 up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:16:11.177772 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port 1ef2c55e-f902-4eb0-a44b-ec895a78ef66 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:16:11.181483 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 1ef2c55e-f902-4eb0-a44b-ec895a78ef66 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:16:11.181884 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:11.263670 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:11.286938 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3363371d-31da-4bf3-8e7f-714de4e6c2d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef2c55e-f902-4eb0-a44b-ec895a78ef66'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:16:11.303160 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 1ef2c55e-f902-4eb0-a44b-ec895a78ef66, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=1ef2c55e-f902-4eb0-a44b-ec895a78ef66,segment=NetworkSegment(19d08555-9286-48cc-9cce-d34f50e6efe8),segment_id=19d08555-9286-48cc-9cce-d34f50e6efe8)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:16:11.308020 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:11.336128 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3dd558600791562711758174753c2f4fb110b88d3119b842389a6e503e2e31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a0ecf9f-6d97-4a98-99ba-9ee47b8a5f56" -d '{"events": [{"server_uuid": "3363371d-31da-4bf3-8e7f-714de4e6c2d3", "name": "network-vif-plugged", "status": "completed", "tag": "1ef2c55e-f902-4eb0-a44b-ec895a78ef66"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:16:11.357309 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62087c52-2705-46fe-a79d-51862210f3d7 req-6c794849-b2ed-4b4c-9229-823bd74c792d tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:11.359455 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-62087c52-2705-46fe-a79d-51862210f3d7 req-6c794849-b2ed-4b4c-9229-823bd74c792d tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] 10.222.0.43 "GET /v2.0/ports?device_id=3363371d-31da-4bf3-8e7f-714de4e6c2d3 HTTP/1.1" status: 200 len: 946 time: 0.0659890 Jul 30 00:16:11.367495 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=1ef2c55e-f902-4eb0-a44b-ec895a78ef66,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:11.404628 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-62087c52-2705-46fe-a79d-51862210f3d7 req-f08bbdf6-f2f2-4186-87a6-45a55f802408 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] 10.222.0.43 "GET /v2.0/security-groups?id=c77620d8-99ed-4e68-966a-8942f92286e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379367 Jul 30 00:16:11.437689 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a348eddd-8342-43ba-95b5-e89bcb3ae181 x-openstack-request-id: req-a348eddd-8342-43ba-95b5-e89bcb3ae181 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:16:11.437981 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3363371d-31da-4bf3-8e7f-714de4e6c2d3", "name": "network-vif-plugged", "status": "completed", "tag": "1ef2c55e-f902-4eb0-a44b-ec895a78ef66", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:16:11.438229 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a348eddd-8342-43ba-95b5-e89bcb3ae181 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:16:11.438643 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3363371d-31da-4bf3-8e7f-714de4e6c2d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef2c55e-f902-4eb0-a44b-ec895a78ef66', 'code': 200} Jul 30 00:16:11.534237 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb3eef-2b67-4793-9cca-1b50156ef48a req-def01921-d61a-44d8-851c-189231e1a1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:11.536509 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-34eb3eef-2b67-4793-9cca-1b50156ef48a req-def01921-d61a-44d8-851c-189231e1a1ee service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3363371d-31da-4bf3-8e7f-714de4e6c2d3 HTTP/1.1" status: 200 len: 1098 time: 0.0423336 Jul 30 00:16:11.573714 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-34eb3eef-2b67-4793-9cca-1b50156ef48a req-5fd5660f-605b-4223-bcc4-fefd4ff73085 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=c77620d8-99ed-4e68-966a-8942f92286e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301571 Jul 30 00:16:12.523671 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9556d95f-a28f-45fb-b6dd-4b9606582d24 req-d1f051be-c1eb-4d77-823c-99628d7bede5 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:12.525234 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9556d95f-a28f-45fb-b6dd-4b9606582d24 req-d1f051be-c1eb-4d77-823c-99628d7bede5 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] 10.222.0.43 "GET /v2.0/ports?device_id=3363371d-31da-4bf3-8e7f-714de4e6c2d3 HTTP/1.1" status: 200 len: 946 time: 0.0490267 Jul 30 00:16:12.568514 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9556d95f-a28f-45fb-b6dd-4b9606582d24 req-6a68802a-d824-4b4e-be1f-7eff60e8e816 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] 10.222.0.43 "GET /v2.0/security-groups?id=c77620d8-99ed-4e68-966a-8942f92286e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343482 Jul 30 00:16:12.694452 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f40835-7e81-4b1a-a061-efa73a542820 req-576ac353-02ff-4c71-8a8b-fae5d35b295d tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:12.695891 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-13f40835-7e81-4b1a-a061-efa73a542820 req-576ac353-02ff-4c71-8a8b-fae5d35b295d tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] 10.222.0.43 "GET /v2.0/ports?device_id=3363371d-31da-4bf3-8e7f-714de4e6c2d3 HTTP/1.1" status: 200 len: 946 time: 0.0561509 Jul 30 00:16:12.735710 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-13f40835-7e81-4b1a-a061-efa73a542820 req-721d0e50-4ba6-4f99-9c6c-c2488443bfe6 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] 10.222.0.43 "GET /v2.0/security-groups?id=c77620d8-99ed-4e68-966a-8942f92286e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337644 Jul 30 00:16:20.071693 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:23.319569 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-415c264f-004c-4c36-ba9c-8b80e2b7b302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:25.939723 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-afa7a20f-ba76-498c-94cf-3f9bf1219b94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:26.531202 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:27.876351 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:29.500764 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:31.344959 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6873aa-5a0e-4e01-a42c-54508bd8fca3 req-3ee0f963-478e-4bab-beef-ae6a6e101d5c tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:31.346524 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-db6873aa-5a0e-4e01-a42c-54508bd8fca3 req-3ee0f963-478e-4bab-beef-ae6a6e101d5c tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] 10.222.0.43 "GET /v2.0/ports?device_id=3363371d-31da-4bf3-8e7f-714de4e6c2d3 HTTP/1.1" status: 200 len: 946 time: 0.0533917 Jul 30 00:16:31.384908 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-db6873aa-5a0e-4e01-a42c-54508bd8fca3 req-f688b6f3-8910-4d91-9fe7-8b553e216c29 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] 10.222.0.43 "GET /v2.0/security-groups?id=c77620d8-99ed-4e68-966a-8942f92286e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323968 Jul 30 00:16:32.506255 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d1393-123c-44a7-84cb-05adac7feaee req-5e64a4b0-e421-4837-ac56-82efe13bb3b6 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:32.507741 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5c8d1393-123c-44a7-84cb-05adac7feaee req-5e64a4b0-e421-4837-ac56-82efe13bb3b6 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] 10.222.0.43 "GET /v2.0/ports?device_id=3363371d-31da-4bf3-8e7f-714de4e6c2d3 HTTP/1.1" status: 200 len: 946 time: 0.0512116 Jul 30 00:16:32.545964 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5c8d1393-123c-44a7-84cb-05adac7feaee req-5df10f9c-20c9-47b9-9166-6880f0cf67ad tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] 10.222.0.43 "GET /v2.0/security-groups?id=c77620d8-99ed-4e68-966a-8942f92286e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322635 Jul 30 00:16:32.844589 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e619e-9b69-4644-8f14-21756cc815a3 req-06d5341c-43d5-4e87-8108-d21c58c51e18 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:32.846422 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-df8e619e-9b69-4644-8f14-21756cc815a3 req-06d5341c-43d5-4e87-8108-d21c58c51e18 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] 10.222.0.22 "GET /v2.0/ports?device_id=3363371d-31da-4bf3-8e7f-714de4e6c2d3 HTTP/1.1" status: 200 len: 946 time: 0.0527494 Jul 30 00:16:32.935402 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-df8e619e-9b69-4644-8f14-21756cc815a3 req-5c5fbf38-4105-4e53-938b-d330f4bd9ac1 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Deleting port 1ef2c55e-f902-4eb0-a44b-ec895a78ef66 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:16:32.935751 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-df8e619e-9b69-4644-8f14-21756cc815a3 req-5c5fbf38-4105-4e53-938b-d330f4bd9ac1 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:33.030680 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-df8e619e-9b69-4644-8f14-21756cc815a3 req-5c5fbf38-4105-4e53-938b-d330f4bd9ac1 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] For port 1ef2c55e-f902-4eb0-a44b-ec895a78ef66, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=1ef2c55e-f902-4eb0-a44b-ec895a78ef66,segment=NetworkSegment(19d08555-9286-48cc-9cce-d34f50e6efe8),segment_id=19d08555-9286-48cc-9cce-d34f50e6efe8)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:16:33.031053 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-df8e619e-9b69-4644-8f14-21756cc815a3 req-5c5fbf38-4105-4e53-938b-d330f4bd9ac1 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:33.043578 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-df8e619e-9b69-4644-8f14-21756cc815a3 req-5c5fbf38-4105-4e53-938b-d330f4bd9ac1 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Calling delete_port for 1ef2c55e-f902-4eb0-a44b-ec895a78ef66 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:16:33.169747 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-df8e619e-9b69-4644-8f14-21756cc815a3 req-5c5fbf38-4105-4e53-938b-d330f4bd9ac1 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:33.181373 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['1ef2c55e-f902-4eb0-a44b-ec895a78ef66'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:16:33.213453 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5fbf38-4105-4e53-938b-d330f4bd9ac1 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Pushing event deleted for resources: {'Port': ['ID=1ef2c55e-f902-4eb0-a44b-ec895a78ef66,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:33.251159 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-df8e619e-9b69-4644-8f14-21756cc815a3 req-5c5fbf38-4105-4e53-938b-d330f4bd9ac1 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] No DVR routers for this DVR port 1ef2c55e-f902-4eb0-a44b-ec895a78ef66 on host n-h2-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:16:33.253850 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-df8e619e-9b69-4644-8f14-21756cc815a3 req-5c5fbf38-4105-4e53-938b-d330f4bd9ac1 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:33.256156 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-df8e619e-9b69-4644-8f14-21756cc815a3 req-5c5fbf38-4105-4e53-938b-d330f4bd9ac1 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] 10.222.0.22 "DELETE /v2.0/ports/1ef2c55e-f902-4eb0-a44b-ec895a78ef66 HTTP/1.1" status: 204 len: 173 time: 0.4034173 Jul 30 00:16:33.256798 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3363371d-31da-4bf3-8e7f-714de4e6c2d3', 'name': 'network-vif-deleted', 'tag': '1ef2c55e-f902-4eb0-a44b-ec895a78ef66'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:16:33.263266 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8377708564b13ed6665a7c738fa9aadb9980e3f7e18d8a0dfbdd1aeea3243a90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2e5609-d98a-4932-a601-739b1e8a4d85" -d '{"events": [{"server_uuid": "3363371d-31da-4bf3-8e7f-714de4e6c2d3", "name": "network-vif-deleted", "tag": "1ef2c55e-f902-4eb0-a44b-ec895a78ef66"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:16:33.266905 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5fbf38-4105-4e53-938b-d330f4bd9ac1 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:33.267329 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5fbf38-4105-4e53-938b-d330f4bd9ac1 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:33.267807 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5fbf38-4105-4e53-938b-d330f4bd9ac1 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:33.268210 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5fbf38-4105-4e53-938b-d330f4bd9ac1 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:33.268643 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5fbf38-4105-4e53-938b-d330f4bd9ac1 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:33.268933 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5fbf38-4105-4e53-938b-d330f4bd9ac1 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:33.269255 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5fbf38-4105-4e53-938b-d330f4bd9ac1 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:33.269606 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5fbf38-4105-4e53-938b-d330f4bd9ac1 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:33.269976 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5fbf38-4105-4e53-938b-d330f4bd9ac1 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:33.270285 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5fbf38-4105-4e53-938b-d330f4bd9ac1 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:33.270605 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5fbf38-4105-4e53-938b-d330f4bd9ac1 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:33.270931 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c5fbf38-4105-4e53-938b-d330f4bd9ac1 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:33.310881 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba9ccae-ea44-43bb-80fc-b06ac37cf817 x-openstack-request-id: req-2ba9ccae-ea44-43bb-80fc-b06ac37cf817 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:16:33.311185 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3363371d-31da-4bf3-8e7f-714de4e6c2d3", "name": "network-vif-deleted", "tag": "1ef2c55e-f902-4eb0-a44b-ec895a78ef66", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:16:33.311438 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2ba9ccae-ea44-43bb-80fc-b06ac37cf817 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:16:33.311840 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3363371d-31da-4bf3-8e7f-714de4e6c2d3', 'name': 'network-vif-deleted', 'tag': '1ef2c55e-f902-4eb0-a44b-ec895a78ef66', 'status': 'completed', 'code': 200} Jul 30 00:16:33.659105 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f2b139fc-be20-4b02-9ff2-ae652cb23eae req-c90e7d4b-a9be-4737-a7df-95383107c2e6 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] 10.222.0.43 "GET /v2.0/ports?device_id=3363371d-31da-4bf3-8e7f-714de4e6c2d3 HTTP/1.1" status: 200 len: 210 time: 0.0322185 Jul 30 00:16:35.151738 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e025b2b-06cc-4683-a819-f878ca225d88 req-9fcb5f72-7bfb-4084-b0ac-f098b7707afd tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:35.153243 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8e025b2b-06cc-4683-a819-f878ca225d88 req-9fcb5f72-7bfb-4084-b0ac-f098b7707afd tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] 10.222.0.43 "GET /v2.0/networks?id=155254b7-5476-4016-a251-efd754fdff31 HTTP/1.1" status: 200 len: 816 time: 0.1188180 Jul 30 00:16:35.171089 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8e025b2b-06cc-4683-a819-f878ca225d88 req-ffd366d4-1d88-4607-b698-fbdd424ce8fb tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] 10.222.0.43 "GET /v2.0/quotas/f27171e5ad074d1cab7c9eb0f788d0ec HTTP/1.1" status: 200 len: 375 time: 0.0116863 Jul 30 00:16:35.239035 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8e025b2b-06cc-4683-a819-f878ca225d88 req-bdedc2b1-b33b-41d0-80b8-e6465234cae0 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=f27171e5ad074d1cab7c9eb0f788d0ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0586040 Jul 30 00:16:35.252723 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 1ef2c55e-f902-4eb0-a44b-ec895a78ef66 no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:16:35.281757 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: 1ef2c55e-f902-4eb0-a44b-ec895a78ef66 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:16:35.283186 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 1ef2c55e-f902-4eb0-a44b-ec895a78ef66 not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:16:35.348089 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [req-8e025b2b-06cc-4683-a819-f878ca225d88 req-4ab44b1f-c425-4dc1-8c18-acc01c3a5d3f service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:16:35.349130 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8e025b2b-06cc-4683-a819-f878ca225d88 req-4ab44b1f-c425-4dc1-8c18-acc01c3a5d3f service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0500278 Jul 30 00:16:35.461152 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8e025b2b-06cc-4683-a819-f878ca225d88 req-2891853d-9db3-410d-ba5c-51f0f6566188 service neutron] 10.222.0.43 "GET /v2.0/networks/155254b7-5476-4016-a251-efd754fdff31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040981 Jul 30 00:16:35.569734 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8e025b2b-06cc-4683-a819-f878ca225d88 req-5155d909-dceb-437b-8520-a5c2bc573073 service neutron] 10.222.0.43 "GET /v2.0/networks/155254b7-5476-4016-a251-efd754fdff31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007311 Jul 30 00:16:35.774473 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-30d81f97-24e9-425f-a00d-2c61122dab63 req-148cc92d-ee3d-45c6-b323-68b344c3a369 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd68b94d-5de3-4baa-9911-d5dc0e8e5d77 HTTP/1.1" status: 200 len: 210 time: 0.0397022 Jul 30 00:16:36.824129 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e025b2b-06cc-4683-a819-f878ca225d88 req-5ae2e2f6-7a88-437f-87f4-529a72682fe7 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:36.825686 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8e025b2b-06cc-4683-a819-f878ca225d88 req-5ae2e2f6-7a88-437f-87f4-529a72682fe7 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] 10.222.0.41 "GET /v2.0/networks?id=155254b7-5476-4016-a251-efd754fdff31 HTTP/1.1" status: 200 len: 816 time: 0.1185305 Jul 30 00:16:36.846516 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-8e025b2b-06cc-4683-a819-f878ca225d88 req-aef3a200-9949-4f3f-8825-a5efeb08ecf5 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Request body: {'port': {'device_id': 'dd68b94d-5de3-4baa-9911-d5dc0e8e5d77', 'network_id': '155254b7-5476-4016-a251-efd754fdff31', 'admin_state_up': True, 'tenant_id': 'f27171e5ad074d1cab7c9eb0f788d0ec'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:16:36.914760 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a93dbd93-26e6-4df0-9766-d68e122ca31b req-6f6dc387-002e-41a9-a9e2-77446e62da72 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd68b94d-5de3-4baa-9911-d5dc0e8e5d77 HTTP/1.1" status: 200 len: 210 time: 0.0637012 Jul 30 00:16:36.992157 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e025b2b-06cc-4683-a819-f878ca225d88 req-aef3a200-9949-4f3f-8825-a5efeb08ecf5 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Made reservation on behalf of f27171e5ad074d1cab7c9eb0f788d0ec for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:16:36.995934 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-8e025b2b-06cc-4683-a819-f878ca225d88 req-aef3a200-9949-4f3f-8825-a5efeb08ecf5 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:37.129814 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-8e025b2b-06cc-4683-a819-f878ca225d88 req-aef3a200-9949-4f3f-8825-a5efeb08ecf5 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Allocated IP 172.20.0.4 (155254b7-5476-4016-a251-efd754fdff31/f5815639-b126-46f2-bb2f-a92f705f253b/6bac6f6d-007e-4bf3-9a2b-27b46066c787) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:16:37.286161 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-8e025b2b-06cc-4683-a819-f878ca225d88 req-aef3a200-9949-4f3f-8825-a5efeb08ecf5 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:37.300842 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-8e025b2b-06cc-4683-a819-f878ca225d88 req-aef3a200-9949-4f3f-8825-a5efeb08ecf5 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Transition to ACTIVE for port object 6bac6f6d-007e-4bf3-9a2b-27b46066c787 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:16:37.333593 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-8e025b2b-06cc-4683-a819-f878ca225d88 req-aef3a200-9949-4f3f-8825-a5efeb08ecf5 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:37.378405 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e025b2b-06cc-4683-a819-f878ca225d88 req-aef3a200-9949-4f3f-8825-a5efeb08ecf5 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Network 155254b7-5476-4016-a251-efd754fdff31 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:16:37.381625 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-8e025b2b-06cc-4683-a819-f878ca225d88 req-aef3a200-9949-4f3f-8825-a5efeb08ecf5 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:16:37.385163 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e025b2b-06cc-4683-a819-f878ca225d88 req-aef3a200-9949-4f3f-8825-a5efeb08ecf5 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:16:37.416127 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef3a200-9949-4f3f-8825-a5efeb08ecf5 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Pushing event updated for resources: {'Port': ['ID=6bac6f6d-007e-4bf3-9a2b-27b46066c787,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:37.451672 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e025b2b-06cc-4683-a819-f878ca225d88 req-aef3a200-9949-4f3f-8825-a5efeb08ecf5 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:37.452298 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-8e025b2b-06cc-4683-a819-f878ca225d88 req-aef3a200-9949-4f3f-8825-a5efeb08ecf5 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:37.468915 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8e025b2b-06cc-4683-a819-f878ca225d88 req-aef3a200-9949-4f3f-8825-a5efeb08ecf5 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6268737 Jul 30 00:16:37.578993 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:37.606166 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-8e025b2b-06cc-4683-a819-f878ca225d88 req-854ab6ec-c966-43db-8ab7-003f64082f0c service neutron] Request body: {'port': {'device_id': 'dd68b94d-5de3-4baa-9911-d5dc0e8e5d77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:16:37.646430 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-83afe3d8-6370-43fe-88b4-c8f09fea50f2 None None] Provisioning for port 6bac6f6d-007e-4bf3-9a2b-27b46066c787 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:16:37.650507 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-83afe3d8-6370-43fe-88b4-c8f09fea50f2 None None] Provisioning complete for port 6bac6f6d-007e-4bf3-9a2b-27b46066c787 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:16:37.650899 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-83afe3d8-6370-43fe-88b4-c8f09fea50f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:37.662642 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-8e025b2b-06cc-4683-a819-f878ca225d88 req-854ab6ec-c966-43db-8ab7-003f64082f0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:37.687665 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-83afe3d8-6370-43fe-88b4-c8f09fea50f2 None None] Port 6bac6f6d-007e-4bf3-9a2b-27b46066c787 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:16:37.937337 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-8e025b2b-06cc-4683-a819-f878ca225d88 req-854ab6ec-c966-43db-8ab7-003f64082f0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bac6f6d-007e-4bf3-9a2b-27b46066c787 {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:16:37.951884 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-8e025b2b-06cc-4683-a819-f878ca225d88 req-854ab6ec-c966-43db-8ab7-003f64082f0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:37.969055 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-8e025b2b-06cc-4683-a819-f878ca225d88 req-854ab6ec-c966-43db-8ab7-003f64082f0c service neutron] Transition to ACTIVE for port object 6bac6f6d-007e-4bf3-9a2b-27b46066c787 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:16:37.976026 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-8e025b2b-06cc-4683-a819-f878ca225d88 req-854ab6ec-c966-43db-8ab7-003f64082f0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:38.052693 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854ab6ec-c966-43db-8ab7-003f64082f0c service neutron] Pushing event updated for resources: {'Port': ['ID=6bac6f6d-007e-4bf3-9a2b-27b46066c787,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:38.089738 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a167f745-64df-47b9-ad2a-612250f1a210 req-dbfbb9e0-2983-4afd-bd7e-307a2e4e7f47 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:38.091271 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a167f745-64df-47b9-ad2a-612250f1a210 req-dbfbb9e0-2983-4afd-bd7e-307a2e4e7f47 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd68b94d-5de3-4baa-9911-d5dc0e8e5d77 HTTP/1.1" status: 200 len: 943 time: 0.0904248 Jul 30 00:16:38.168518 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a167f745-64df-47b9-ad2a-612250f1a210 req-a0c848b6-d4b8-49b7-bb07-2080c75f7943 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] 10.222.0.43 "GET /v2.0/security-groups?id=c77620d8-99ed-4e68-966a-8942f92286e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537791 Jul 30 00:16:38.173731 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-8e025b2b-06cc-4683-a819-f878ca225d88 req-854ab6ec-c966-43db-8ab7-003f64082f0c service neutron] Attempting to bind port 6bac6f6d-007e-4bf3-9a2b-27b46066c787 on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:16:38.174180 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-8e025b2b-06cc-4683-a819-f878ca225d88 req-854ab6ec-c966-43db-8ab7-003f64082f0c service neutron] Attempting to bind port 6bac6f6d-007e-4bf3-9a2b-27b46066c787 by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': '19d08555-9286-48cc-9cce-d34f50e6efe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '155254b7-5476-4016-a251-efd754fdff31'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:16:38.174517 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e025b2b-06cc-4683-a819-f878ca225d88 req-854ab6ec-c966-43db-8ab7-003f64082f0c service neutron] Attempting to bind port 6bac6f6d-007e-4bf3-9a2b-27b46066c787 on network 155254b7-5476-4016-a251-efd754fdff31 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:16:38.179970 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e025b2b-06cc-4683-a819-f878ca225d88 req-854ab6ec-c966-43db-8ab7-003f64082f0c service neutron] Port 6bac6f6d-007e-4bf3-9a2b-27b46066c787 on network 155254b7-5476-4016-a251-efd754fdff31 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:16:38.180298 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e025b2b-06cc-4683-a819-f878ca225d88 req-854ab6ec-c966-43db-8ab7-003f64082f0c service neutron] Attempting to bind port 6bac6f6d-007e-4bf3-9a2b-27b46066c787 on network 155254b7-5476-4016-a251-efd754fdff31 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:16:38.185438 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e025b2b-06cc-4683-a819-f878ca225d88 req-854ab6ec-c966-43db-8ab7-003f64082f0c service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:16:38.185828 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e025b2b-06cc-4683-a819-f878ca225d88 req-854ab6ec-c966-43db-8ab7-003f64082f0c service neutron] Checking segment: {'id': '19d08555-9286-48cc-9cce-d34f50e6efe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '155254b7-5476-4016-a251-efd754fdff31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:16:38.186209 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e025b2b-06cc-4683-a819-f878ca225d88 req-854ab6ec-c966-43db-8ab7-003f64082f0c service neutron] Bound using segment: {'id': '19d08555-9286-48cc-9cce-d34f50e6efe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '155254b7-5476-4016-a251-efd754fdff31'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:16:38.186633 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-8e025b2b-06cc-4683-a819-f878ca225d88 req-854ab6ec-c966-43db-8ab7-003f64082f0c service neutron] Bound port: 6bac6f6d-007e-4bf3-9a2b-27b46066c787, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19d08555-9286-48cc-9cce-d34f50e6efe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '155254b7-5476-4016-a251-efd754fdff31'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:16:38.186991 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-8e025b2b-06cc-4683-a819-f878ca225d88 req-854ab6ec-c966-43db-8ab7-003f64082f0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:38.251915 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-8e025b2b-06cc-4683-a819-f878ca225d88 req-854ab6ec-c966-43db-8ab7-003f64082f0c service neutron] For port 6bac6f6d-007e-4bf3-9a2b-27b46066c787, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:16:38.255084 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-8e025b2b-06cc-4683-a819-f878ca225d88 req-854ab6ec-c966-43db-8ab7-003f64082f0c service neutron] For port 6bac6f6d-007e-4bf3-9a2b-27b46066c787, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=6bac6f6d-007e-4bf3-9a2b-27b46066c787,segment=NetworkSegment(19d08555-9286-48cc-9cce-d34f50e6efe8),segment_id=19d08555-9286-48cc-9cce-d34f50e6efe8)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:16:38.259403 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-8e025b2b-06cc-4683-a819-f878ca225d88 req-854ab6ec-c966-43db-8ab7-003f64082f0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:38.292301 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e025b2b-06cc-4683-a819-f878ca225d88 req-854ab6ec-c966-43db-8ab7-003f64082f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:38.293121 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-8e025b2b-06cc-4683-a819-f878ca225d88 req-854ab6ec-c966-43db-8ab7-003f64082f0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:38.294643 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8e025b2b-06cc-4683-a819-f878ca225d88 req-854ab6ec-c966-43db-8ab7-003f64082f0c service neutron] 10.222.0.41 "PUT /v2.0/ports/6bac6f6d-007e-4bf3-9a2b-27b46066c787 HTTP/1.1" status: 200 len: 1092 time: 0.7320342 Jul 30 00:16:38.296820 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd68b94d-5de3-4baa-9911-d5dc0e8e5d77', 'tag': '6bac6f6d-007e-4bf3-9a2b-27b46066c787'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:16:38.324458 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854ab6ec-c966-43db-8ab7-003f64082f0c service neutron] Pushing event updated for resources: {'Port': ['ID=6bac6f6d-007e-4bf3-9a2b-27b46066c787,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:38.333268 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ab6ec-c966-43db-8ab7-003f64082f0c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:38.334174 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ab6ec-c966-43db-8ab7-003f64082f0c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:38.334885 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ab6ec-c966-43db-8ab7-003f64082f0c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:38.335057 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ab6ec-c966-43db-8ab7-003f64082f0c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:38.335368 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ab6ec-c966-43db-8ab7-003f64082f0c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:38.335703 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ab6ec-c966-43db-8ab7-003f64082f0c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:38.336024 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ab6ec-c966-43db-8ab7-003f64082f0c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:38.336348 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ab6ec-c966-43db-8ab7-003f64082f0c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:38.336675 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ab6ec-c966-43db-8ab7-003f64082f0c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:38.336994 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ab6ec-c966-43db-8ab7-003f64082f0c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:38.337311 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ab6ec-c966-43db-8ab7-003f64082f0c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:38.337677 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854ab6ec-c966-43db-8ab7-003f64082f0c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:38.349924 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bdefc4f50fc1dacc251594e9f8a8ff118bd4f4d1a27e9c9923ea81076a49f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25fc97d2-ed23-421f-afbb-4c320558a3f2" -d '{"events": [{"name": "network-changed", "server_uuid": "dd68b94d-5de3-4baa-9911-d5dc0e8e5d77", "tag": "6bac6f6d-007e-4bf3-9a2b-27b46066c787"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:16:38.401321 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e025b2b-06cc-4683-a819-f878ca225d88 req-81a25e2b-96ca-43d7-bdcd-77cd73212dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:38.402988 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8e025b2b-06cc-4683-a819-f878ca225d88 req-81a25e2b-96ca-43d7-bdcd-77cd73212dc4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f27171e5ad074d1cab7c9eb0f788d0ec&device_id=dd68b94d-5de3-4baa-9911-d5dc0e8e5d77 HTTP/1.1" status: 200 len: 1095 time: 0.0502114 Jul 30 00:16:38.453042 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb0323c-866a-4e4d-8570-3739b6a84643 x-openstack-request-id: req-3bb0323c-866a-4e4d-8570-3739b6a84643 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:16:38.453263 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd68b94d-5de3-4baa-9911-d5dc0e8e5d77", "tag": "6bac6f6d-007e-4bf3-9a2b-27b46066c787", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:16:38.453491 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3bb0323c-866a-4e4d-8570-3739b6a84643 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:16:38.453911 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd68b94d-5de3-4baa-9911-d5dc0e8e5d77', 'tag': '6bac6f6d-007e-4bf3-9a2b-27b46066c787', 'status': 'completed', 'code': 200} Jul 30 00:16:38.455742 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8e025b2b-06cc-4683-a819-f878ca225d88 req-8f914078-d7e3-41f0-b106-656c4bcc09bc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6bac6f6d-007e-4bf3-9a2b-27b46066c787 HTTP/1.1" status: 200 len: 217 time: 0.0392969 Jul 30 00:16:38.510398 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e025b2b-06cc-4683-a819-f878ca225d88 req-30b19201-9544-4fed-a18d-fd9484870fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:38.511987 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8e025b2b-06cc-4683-a819-f878ca225d88 req-30b19201-9544-4fed-a18d-fd9484870fbc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f5815639-b126-46f2-bb2f-a92f705f253b HTTP/1.1" status: 200 len: 855 time: 0.0483272 Jul 30 00:16:38.563194 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e025b2b-06cc-4683-a819-f878ca225d88 req-e8e8a2d6-2989-4a13-a131-95145e9eef79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:38.564666 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8e025b2b-06cc-4683-a819-f878ca225d88 req-e8e8a2d6-2989-4a13-a131-95145e9eef79 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=155254b7-5476-4016-a251-efd754fdff31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462587 Jul 30 00:16:38.653939 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8e025b2b-06cc-4683-a819-f878ca225d88 req-ef9f1348-1961-41ce-94e4-5591b270b696 service neutron] 10.222.0.41 "GET /v2.0/networks/155254b7-5476-4016-a251-efd754fdff31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807538 Jul 30 00:16:38.745512 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8e025b2b-06cc-4683-a819-f878ca225d88 req-d8041a58-0734-4776-ad27-c209b0926491 service neutron] 10.222.0.41 "GET /v2.0/networks/155254b7-5476-4016-a251-efd754fdff31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848775 Jul 30 00:16:38.875002 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc97d2-ed23-421f-afbb-4c320558a3f2 req-98599a00-b682-4ce3-9577-315b30c83df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:38.876481 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-25fc97d2-ed23-421f-afbb-4c320558a3f2 req-98599a00-b682-4ce3-9577-315b30c83df8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f27171e5ad074d1cab7c9eb0f788d0ec&device_id=dd68b94d-5de3-4baa-9911-d5dc0e8e5d77 HTTP/1.1" status: 200 len: 1095 time: 0.0419979 Jul 30 00:16:38.966385 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc97d2-ed23-421f-afbb-4c320558a3f2 req-25aa3c22-b4c1-4871-949b-106059e043cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:38.967862 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-25fc97d2-ed23-421f-afbb-4c320558a3f2 req-25aa3c22-b4c1-4871-949b-106059e043cd service neutron] 10.222.0.41 "GET /v2.0/networks?id=155254b7-5476-4016-a251-efd754fdff31 HTTP/1.1" status: 200 len: 917 time: 0.0846381 Jul 30 00:16:39.013667 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-25fc97d2-ed23-421f-afbb-4c320558a3f2 req-97b53d0f-34a6-4799-9de2-f3772da587f2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6bac6f6d-007e-4bf3-9a2b-27b46066c787 HTTP/1.1" status: 200 len: 217 time: 0.0390754 Jul 30 00:16:39.063022 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc97d2-ed23-421f-afbb-4c320558a3f2 req-d9a5dae7-d135-4de4-95be-b0d00e55c8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:39.064460 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-25fc97d2-ed23-421f-afbb-4c320558a3f2 req-d9a5dae7-d135-4de4-95be-b0d00e55c8d0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f5815639-b126-46f2-bb2f-a92f705f253b HTTP/1.1" status: 200 len: 855 time: 0.0436907 Jul 30 00:16:39.109480 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc97d2-ed23-421f-afbb-4c320558a3f2 req-0693d16b-30b6-4bf1-9751-c891ff17fe4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:39.110978 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-25fc97d2-ed23-421f-afbb-4c320558a3f2 req-0693d16b-30b6-4bf1-9751-c891ff17fe4c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=155254b7-5476-4016-a251-efd754fdff31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388660 Jul 30 00:16:39.214100 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-25fc97d2-ed23-421f-afbb-4c320558a3f2 req-e58790ea-0ecd-4ef5-a1b4-9ad7b8f86aae service neutron] 10.222.0.41 "GET /v2.0/networks/155254b7-5476-4016-a251-efd754fdff31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945919 Jul 30 00:16:39.340253 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed80e232-d29e-4dbd-b6fc-3d460ba2c1c5 req-d5e1ab5a-bc16-4dec-8ce3-976d064285b2 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:39.341857 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ed80e232-d29e-4dbd-b6fc-3d460ba2c1c5 req-d5e1ab5a-bc16-4dec-8ce3-976d064285b2 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd68b94d-5de3-4baa-9911-d5dc0e8e5d77 HTTP/1.1" status: 200 len: 943 time: 0.1025794 Jul 30 00:16:39.360975 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-25fc97d2-ed23-421f-afbb-4c320558a3f2 req-3a4fdfcd-993e-4eb6-bd0c-b18375f7354f service neutron] 10.222.0.41 "GET /v2.0/networks/155254b7-5476-4016-a251-efd754fdff31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391778 Jul 30 00:16:39.391982 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ed80e232-d29e-4dbd-b6fc-3d460ba2c1c5 req-7c006f0b-f04b-4782-b98a-a5bbb0c42ea8 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] 10.222.0.43 "GET /v2.0/security-groups?id=c77620d8-99ed-4e68-966a-8942f92286e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439222 Jul 30 00:16:39.922821 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:16:40.511583 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d90c08-c38d-4dc4-8094-84e1a9114d93 req-bb60ffd7-c021-46bb-b2c8-c47ac75ae82b tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:40.513106 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a2d90c08-c38d-4dc4-8094-84e1a9114d93 req-bb60ffd7-c021-46bb-b2c8-c47ac75ae82b tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd68b94d-5de3-4baa-9911-d5dc0e8e5d77 HTTP/1.1" status: 200 len: 943 time: 0.0495927 Jul 30 00:16:40.553571 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a2d90c08-c38d-4dc4-8094-84e1a9114d93 req-a1cb60e2-f518-41ef-9b91-6769f3798d7f tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] 10.222.0.43 "GET /v2.0/security-groups?id=c77620d8-99ed-4e68-966a-8942f92286e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341227 Jul 30 00:16:41.667430 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef0d3b-b720-4cfd-b930-00981dae2178 req-c7001668-46a9-454e-868c-4b025382bbc7 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:41.668914 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7aef0d3b-b720-4cfd-b930-00981dae2178 req-c7001668-46a9-454e-868c-4b025382bbc7 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd68b94d-5de3-4baa-9911-d5dc0e8e5d77 HTTP/1.1" status: 200 len: 943 time: 0.0487590 Jul 30 00:16:41.706058 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7aef0d3b-b720-4cfd-b930-00981dae2178 req-404534b3-fcde-4b33-878e-37f72d90e223 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] 10.222.0.43 "GET /v2.0/security-groups?id=c77620d8-99ed-4e68-966a-8942f92286e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312209 Jul 30 00:16:42.001267 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 6bac6f6d-007e-4bf3-9a2b-27b46066c787 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:16:42.102816 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 6bac6f6d-007e-4bf3-9a2b-27b46066c787, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=6bac6f6d-007e-4bf3-9a2b-27b46066c787,segment=NetworkSegment(19d08555-9286-48cc-9cce-d34f50e6efe8),segment_id=19d08555-9286-48cc-9cce-d34f50e6efe8)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:16:42.114334 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': '6bac6f6d-007e-4bf3-9a2b-27b46066c787', 'network_id': '155254b7-5476-4016-a251-efd754fdff31', 'port_id': '6bac6f6d-007e-4bf3-9a2b-27b46066c787', 'mac_address': 'fa:16:3e:18:fd:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5815639-b126-46f2-bb2f-a92f705f253b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:16:42.155799 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:42.168267 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bac6f6d-007e-4bf3-9a2b-27b46066c787 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:16:42.188246 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 6bac6f6d-007e-4bf3-9a2b-27b46066c787, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=6bac6f6d-007e-4bf3-9a2b-27b46066c787,segment=NetworkSegment(19d08555-9286-48cc-9cce-d34f50e6efe8),segment_id=19d08555-9286-48cc-9cce-d34f50e6efe8)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:16:42.192572 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:42.238311 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=6bac6f6d-007e-4bf3-9a2b-27b46066c787,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:42.246018 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:42.246342 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:42.246679 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:42.247013 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:42.247344 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:42.247672 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:42.247997 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:42.248321 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:42.248642 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:42.248961 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:42.249288 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:42.249625 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:16:42.491900 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['6bac6f6d-007e-4bf3-9a2b-27b46066c787'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:16:42.826861 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e224913-0f2b-40b8-b0ce-b84426527106 req-e4725e21-3499-4028-ae4d-53b16e53bb0b tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:42.828246 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5e224913-0f2b-40b8-b0ce-b84426527106 req-e4725e21-3499-4028-ae4d-53b16e53bb0b tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd68b94d-5de3-4baa-9911-d5dc0e8e5d77 HTTP/1.1" status: 200 len: 944 time: 0.0522277 Jul 30 00:16:42.866107 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5e224913-0f2b-40b8-b0ce-b84426527106 req-2a1229c8-0070-47d7-be35-2543c149823a tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] 10.222.0.43 "GET /v2.0/security-groups?id=c77620d8-99ed-4e68-966a-8942f92286e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317185 Jul 30 00:16:43.981386 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5f730c-49a7-444e-a6a4-fd2b01e533e8 req-4636b418-7916-4bbb-a0be-edc314f20dc6 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:43.982940 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ab5f730c-49a7-444e-a6a4-fd2b01e533e8 req-4636b418-7916-4bbb-a0be-edc314f20dc6 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd68b94d-5de3-4baa-9911-d5dc0e8e5d77 HTTP/1.1" status: 200 len: 944 time: 0.0486481 Jul 30 00:16:44.017350 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 6bac6f6d-007e-4bf3-9a2b-27b46066c787 up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:16:44.024302 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ab5f730c-49a7-444e-a6a4-fd2b01e533e8 req-8e51413f-85c0-4501-a5f2-4626bad2d547 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] 10.222.0.43 "GET /v2.0/security-groups?id=c77620d8-99ed-4e68-966a-8942f92286e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351114 Jul 30 00:16:44.073148 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port 6bac6f6d-007e-4bf3-9a2b-27b46066c787 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:16:44.077039 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port 6bac6f6d-007e-4bf3-9a2b-27b46066c787 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:16:44.077417 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:44.157109 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:44.179399 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd68b94d-5de3-4baa-9911-d5dc0e8e5d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bac6f6d-007e-4bf3-9a2b-27b46066c787'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:16:44.181641 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3dd558600791562711758174753c2f4fb110b88d3119b842389a6e503e2e31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49211cf8-6f10-4128-9d6b-a9b9d24638ef" -d '{"events": [{"server_uuid": "dd68b94d-5de3-4baa-9911-d5dc0e8e5d77", "name": "network-vif-plugged", "status": "completed", "tag": "6bac6f6d-007e-4bf3-9a2b-27b46066c787"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:16:44.195528 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 6bac6f6d-007e-4bf3-9a2b-27b46066c787, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=6bac6f6d-007e-4bf3-9a2b-27b46066c787,segment=NetworkSegment(19d08555-9286-48cc-9cce-d34f50e6efe8),segment_id=19d08555-9286-48cc-9cce-d34f50e6efe8)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:16:44.199740 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:44.222613 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a9f4de9-de5f-42ce-aab8-efe88442ba09 x-openstack-request-id: req-7a9f4de9-de5f-42ce-aab8-efe88442ba09 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:16:44.222904 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd68b94d-5de3-4baa-9911-d5dc0e8e5d77", "name": "network-vif-plugged", "status": "completed", "tag": "6bac6f6d-007e-4bf3-9a2b-27b46066c787", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:16:44.223158 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7a9f4de9-de5f-42ce-aab8-efe88442ba09 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:16:44.223551 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd68b94d-5de3-4baa-9911-d5dc0e8e5d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bac6f6d-007e-4bf3-9a2b-27b46066c787', 'code': 200} Jul 30 00:16:44.256299 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=6bac6f6d-007e-4bf3-9a2b-27b46066c787,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:16:44.344415 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd15b2-12f4-4efe-82d1-42ee7d2a01cc req-1d97b121-d8ce-4586-8120-290c7a6a6866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:44.345972 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0cdd15b2-12f4-4efe-82d1-42ee7d2a01cc req-1d97b121-d8ce-4586-8120-290c7a6a6866 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dd68b94d-5de3-4baa-9911-d5dc0e8e5d77 HTTP/1.1" status: 200 len: 1097 time: 0.0399456 Jul 30 00:16:44.385783 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0cdd15b2-12f4-4efe-82d1-42ee7d2a01cc req-ee9251ef-5b8c-4634-aeab-1861f8fc0a79 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c77620d8-99ed-4e68-966a-8942f92286e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329468 Jul 30 00:16:45.142430 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc3ea6-bca7-434c-86ac-c145e518a0cf req-fd84eeac-0c8d-4379-91ff-801b4e904898 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:45.143922 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-28fc3ea6-bca7-434c-86ac-c145e518a0cf req-fd84eeac-0c8d-4379-91ff-801b4e904898 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd68b94d-5de3-4baa-9911-d5dc0e8e5d77 HTTP/1.1" status: 200 len: 945 time: 0.0522735 Jul 30 00:16:45.181718 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-28fc3ea6-bca7-434c-86ac-c145e518a0cf req-258e9a95-1f8b-4528-a606-559d49b7c4c4 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] 10.222.0.43 "GET /v2.0/security-groups?id=c77620d8-99ed-4e68-966a-8942f92286e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309129 Jul 30 00:16:46.301715 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e60dd1b-18df-4a7b-a982-c1ca2e3b538c req-de08e60a-c021-480e-86fe-c42672bcba6f tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:46.303858 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3e60dd1b-18df-4a7b-a982-c1ca2e3b538c req-de08e60a-c021-480e-86fe-c42672bcba6f tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd68b94d-5de3-4baa-9911-d5dc0e8e5d77 HTTP/1.1" status: 200 len: 945 time: 0.0488009 Jul 30 00:16:46.341089 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3e60dd1b-18df-4a7b-a982-c1ca2e3b538c req-6f758cd8-c3bd-40bb-991a-abfb7ea86010 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] 10.222.0.43 "GET /v2.0/security-groups?id=c77620d8-99ed-4e68-966a-8942f92286e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313637 Jul 30 00:16:46.455719 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e98ed05-07f4-4c16-bc9c-340847f2b4ec req-288d6c0a-9dd1-41bb-8595-85c87a587e63 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:46.457110 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7e98ed05-07f4-4c16-bc9c-340847f2b4ec req-288d6c0a-9dd1-41bb-8595-85c87a587e63 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd68b94d-5de3-4baa-9911-d5dc0e8e5d77 HTTP/1.1" status: 200 len: 945 time: 0.0482473 Jul 30 00:16:46.499120 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7e98ed05-07f4-4c16-bc9c-340847f2b4ec req-5c704eee-fcb0-4663-bf2f-6bdf05affd65 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] 10.222.0.43 "GET /v2.0/security-groups?id=c77620d8-99ed-4e68-966a-8942f92286e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351140 Jul 30 00:16:50.076604 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:53.320830 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-48e65f99-d629-45d1-8475-fe086aac6c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:55.941049 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5ecd6b7b-7714-45c4-bed6-305a875e51d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:56.533307 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:57.878831 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:59.502824 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:04.927957 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc98b7f-c76a-4ff4-a12e-9eca20732d0f req-071a8a2d-e40c-44f7-9f8c-3867b445ccc2 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:04.929471 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fdc98b7f-c76a-4ff4-a12e-9eca20732d0f req-071a8a2d-e40c-44f7-9f8c-3867b445ccc2 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd68b94d-5de3-4baa-9911-d5dc0e8e5d77 HTTP/1.1" status: 200 len: 945 time: 0.0541990 Jul 30 00:17:04.968346 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fdc98b7f-c76a-4ff4-a12e-9eca20732d0f req-d7d1360e-f12e-4a53-b6b9-91aebdb2d746 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] 10.222.0.43 "GET /v2.0/security-groups?id=c77620d8-99ed-4e68-966a-8942f92286e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326900 Jul 30 00:17:06.091329 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ac237-63e9-491a-a392-4a5d25d6ad0e req-13e26906-5e96-4802-a318-d5bff622507a tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:06.092839 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3d9ac237-63e9-491a-a392-4a5d25d6ad0e req-13e26906-5e96-4802-a318-d5bff622507a tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd68b94d-5de3-4baa-9911-d5dc0e8e5d77 HTTP/1.1" status: 200 len: 945 time: 0.0513251 Jul 30 00:17:06.130034 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3d9ac237-63e9-491a-a392-4a5d25d6ad0e req-3866dc9a-574c-4a25-bb5f-7ca2f17e2713 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] 10.222.0.43 "GET /v2.0/security-groups?id=c77620d8-99ed-4e68-966a-8942f92286e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312567 Jul 30 00:17:06.564513 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66793def-835d-4faf-8d48-11ca297494dc req-001e4449-4b9e-40d0-aede-8d79a22da7a8 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:06.566009 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-66793def-835d-4faf-8d48-11ca297494dc req-001e4449-4b9e-40d0-aede-8d79a22da7a8 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd68b94d-5de3-4baa-9911-d5dc0e8e5d77 HTTP/1.1" status: 200 len: 945 time: 0.0484357 Jul 30 00:17:06.658377 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-66793def-835d-4faf-8d48-11ca297494dc req-e9db2abe-df81-4f31-8e92-06481e743dc1 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Deleting port 6bac6f6d-007e-4bf3-9a2b-27b46066c787 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:17:06.658719 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-66793def-835d-4faf-8d48-11ca297494dc req-e9db2abe-df81-4f31-8e92-06481e743dc1 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:06.745401 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-66793def-835d-4faf-8d48-11ca297494dc req-e9db2abe-df81-4f31-8e92-06481e743dc1 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] For port 6bac6f6d-007e-4bf3-9a2b-27b46066c787, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=6bac6f6d-007e-4bf3-9a2b-27b46066c787,segment=NetworkSegment(19d08555-9286-48cc-9cce-d34f50e6efe8),segment_id=19d08555-9286-48cc-9cce-d34f50e6efe8)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:17:06.745703 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-66793def-835d-4faf-8d48-11ca297494dc req-e9db2abe-df81-4f31-8e92-06481e743dc1 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:06.758203 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-66793def-835d-4faf-8d48-11ca297494dc req-e9db2abe-df81-4f31-8e92-06481e743dc1 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Calling delete_port for 6bac6f6d-007e-4bf3-9a2b-27b46066c787 owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:17:06.891133 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-66793def-835d-4faf-8d48-11ca297494dc req-e9db2abe-df81-4f31-8e92-06481e743dc1 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:06.919789 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9db2abe-df81-4f31-8e92-06481e743dc1 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Pushing event deleted for resources: {'Port': ['ID=6bac6f6d-007e-4bf3-9a2b-27b46066c787,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:06.924273 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['6bac6f6d-007e-4bf3-9a2b-27b46066c787'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:17:06.967789 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-66793def-835d-4faf-8d48-11ca297494dc req-e9db2abe-df81-4f31-8e92-06481e743dc1 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] No DVR routers for this DVR port 6bac6f6d-007e-4bf3-9a2b-27b46066c787 on host n-h1-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:17:06.970410 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-66793def-835d-4faf-8d48-11ca297494dc req-e9db2abe-df81-4f31-8e92-06481e743dc1 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:06.972425 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-66793def-835d-4faf-8d48-11ca297494dc req-e9db2abe-df81-4f31-8e92-06481e743dc1 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] 10.222.0.41 "DELETE /v2.0/ports/6bac6f6d-007e-4bf3-9a2b-27b46066c787 HTTP/1.1" status: 204 len: 173 time: 0.4004338 Jul 30 00:17:06.972867 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd68b94d-5de3-4baa-9911-d5dc0e8e5d77', 'name': 'network-vif-deleted', 'tag': '6bac6f6d-007e-4bf3-9a2b-27b46066c787'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:17:06.975187 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bdefc4f50fc1dacc251594e9f8a8ff118bd4f4d1a27e9c9923ea81076a49f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2d52ba-4822-4034-9e56-22f58b33fc80" -d '{"events": [{"server_uuid": "dd68b94d-5de3-4baa-9911-d5dc0e8e5d77", "name": "network-vif-deleted", "tag": "6bac6f6d-007e-4bf3-9a2b-27b46066c787"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:17:07.017552 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b89bb0-b490-476c-84ac-f66a31c9c33d x-openstack-request-id: req-a6b89bb0-b490-476c-84ac-f66a31c9c33d {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:17:07.017878 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd68b94d-5de3-4baa-9911-d5dc0e8e5d77", "name": "network-vif-deleted", "tag": "6bac6f6d-007e-4bf3-9a2b-27b46066c787", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:17:07.018135 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a6b89bb0-b490-476c-84ac-f66a31c9c33d {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:17:07.018537 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd68b94d-5de3-4baa-9911-d5dc0e8e5d77', 'name': 'network-vif-deleted', 'tag': '6bac6f6d-007e-4bf3-9a2b-27b46066c787', 'status': 'completed', 'code': 200} Jul 30 00:17:07.235178 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2ee63e79-4af6-4a6e-b0d9-4894b7fb8238 req-8e93e834-d2e9-4b87-9e50-df4fe95d22e3 tempest-TestEncryptedCinderVolumes-1765602884 tempest-TestEncryptedCinderVolumes-1765602884-project] 10.222.0.43 "GET /v2.0/ports?device_id=dd68b94d-5de3-4baa-9911-d5dc0e8e5d77 HTTP/1.1" status: 200 len: 210 time: 0.0257101 Jul 30 00:17:07.576998 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:08.577170 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36252) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:17:08.917378 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-aadd3e92-c2d5-45cb-a0a2-b8821d02d107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:09.424634 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-aadd3e92-c2d5-45cb-a0a2-b8821d02d107 admin admin] Deleting port 35e75749-92df-4f8b-a66b-f2b985f3c6ca {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:17:09.424973 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-aadd3e92-c2d5-45cb-a0a2-b8821d02d107 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:09.504588 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-aadd3e92-c2d5-45cb-a0a2-b8821d02d107 admin admin] For port 35e75749-92df-4f8b-a66b-f2b985f3c6ca, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=35e75749-92df-4f8b-a66b-f2b985f3c6ca,segment=NetworkSegment(19d08555-9286-48cc-9cce-d34f50e6efe8),segment_id=19d08555-9286-48cc-9cce-d34f50e6efe8)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:17:09.504929 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-aadd3e92-c2d5-45cb-a0a2-b8821d02d107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:09.520129 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-aadd3e92-c2d5-45cb-a0a2-b8821d02d107 admin admin] Calling delete_port for 35e75749-92df-4f8b-a66b-f2b985f3c6ca owned by network:router_interface {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:17:09.695780 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-aadd3e92-c2d5-45cb-a0a2-b8821d02d107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:09.720989 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadd3e92-c2d5-45cb-a0a2-b8821d02d107 admin admin] Pushing event deleted for resources: {'Port': ['ID=35e75749-92df-4f8b-a66b-f2b985f3c6ca,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:09.896089 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-aadd3e92-c2d5-45cb-a0a2-b8821d02d107 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:10.121807 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aadd3e92-c2d5-45cb-a0a2-b8821d02d107 admin admin] Router 0371a441-23ac-4046-bbca-73c31212d883 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:17:10.131766 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 6bac6f6d-007e-4bf3-9a2b-27b46066c787 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:17:10.152399 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] No Port match for: 6bac6f6d-007e-4bf3-9a2b-27b46066c787 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:17:10.152747 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 6bac6f6d-007e-4bf3-9a2b-27b46066c787 not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:17:10.226176 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aadd3e92-c2d5-45cb-a0a2-b8821d02d107 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:17:10.231237 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-aadd3e92-c2d5-45cb-a0a2-b8821d02d107 admin admin] 10.222.0.43 "PUT /v2.0/routers/0371a441-23ac-4046-bbca-73c31212d883/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6528988 Jul 30 00:17:10.233662 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36254) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:17:10.235425 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac774b54-463d-44cf-9210-8ff95dd43d3c None None] Sync routers for ids ['0371a441-23ac-4046-bbca-73c31212d883'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:17:10.245191 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac774b54-463d-44cf-9210-8ff95dd43d3c None None] Routers {'0371a441-23ac-4046-bbca-73c31212d883'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:17:10.245836 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-ac774b54-463d-44cf-9210-8ff95dd43d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:16:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['0371a441-23ac-4046-bbca-73c31212d883'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:17:10.337821 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d6890623-68f3-4d58-b26b-763cfeaa6ded admin admin] Notify callbacks [] for router, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:10.448167 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d6890623-68f3-4d58-b26b-763cfeaa6ded admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:10.506138 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-d6890623-68f3-4d58-b26b-763cfeaa6ded admin admin] Deleting port 9c2ed113-ce64-444e-8c16-de366831aa56 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:17:10.506492 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d6890623-68f3-4d58-b26b-763cfeaa6ded admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:10.518511 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-ac774b54-463d-44cf-9210-8ff95dd43d3c None None] Set router 0371a441-23ac-4046-bbca-73c31212d883 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:17:10.591686 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-d6890623-68f3-4d58-b26b-763cfeaa6ded admin admin] For port 9c2ed113-ce64-444e-8c16-de366831aa56, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=9c2ed113-ce64-444e-8c16-de366831aa56,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:17:10.592053 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d6890623-68f3-4d58-b26b-763cfeaa6ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:10.605201 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-d6890623-68f3-4d58-b26b-763cfeaa6ded admin admin] Calling delete_port for 9c2ed113-ce64-444e-8c16-de366831aa56 owned by network:router_gateway {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:17:10.696760 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-ac774b54-463d-44cf-9210-8ff95dd43d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0371a441-23ac-4046-bbca-73c31212d883', 'name': 'tempest-TestEncryptedCinderVolumes-547516192-router', 'tenant_id': 'f27171e5ad074d1cab7c9eb0f788d0ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.18'}], 'enable_snat': True}, 'gw_port_id': '9c2ed113-ce64-444e-8c16-de366831aa56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:15:52Z', 'updated_at': '2021-07-30T00:17:09Z', 'revision_number': 5, 'project_id': 'f27171e5ad074d1cab7c9eb0f788d0ec', 'gw_port': {'id': '9c2ed113-ce64-444e-8c16-de366831aa56', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:8a:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0371a441-23ac-4046-bbca-73c31212d883', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:15:53Z', 'updated_at': '2021-07-30T00:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:17:10.721985 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac774b54-463d-44cf-9210-8ff95dd43d3c None None] Checking router: 0371a441-23ac-4046-bbca-73c31212d883 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:17:10.730766 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac774b54-463d-44cf-9210-8ff95dd43d3c None None] Routers {'0371a441-23ac-4046-bbca-73c31212d883'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:17:10.731375 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-ac774b54-463d-44cf-9210-8ff95dd43d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:16:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['0371a441-23ac-4046-bbca-73c31212d883'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:17:10.770214 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d6890623-68f3-4d58-b26b-763cfeaa6ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:10.797644 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6890623-68f3-4d58-b26b-763cfeaa6ded admin admin] Pushing event deleted for resources: {'Port': ['ID=9c2ed113-ce64-444e-8c16-de366831aa56,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:10.822245 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-ac774b54-463d-44cf-9210-8ff95dd43d3c None None] Set router 0371a441-23ac-4046-bbca-73c31212d883 gateway port host: None {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:17:10.859063 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d6890623-68f3-4d58-b26b-763cfeaa6ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:10.877606 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-ac774b54-463d-44cf-9210-8ff95dd43d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0371a441-23ac-4046-bbca-73c31212d883', 'name': 'tempest-TestEncryptedCinderVolumes-547516192-router', 'tenant_id': 'f27171e5ad074d1cab7c9eb0f788d0ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:15:52Z', 'updated_at': '2021-07-30T00:17:10Z', 'revision_number': 6, 'project_id': 'f27171e5ad074d1cab7c9eb0f788d0ec', 'gw_port_host': None}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:17:10.904506 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac774b54-463d-44cf-9210-8ff95dd43d3c None None] The sync data for ids ['0371a441-23ac-4046-bbca-73c31212d883'] in n-d-712141-10 is: [{'id': '0371a441-23ac-4046-bbca-73c31212d883', 'name': 'tempest-TestEncryptedCinderVolumes-547516192-router', 'tenant_id': 'f27171e5ad074d1cab7c9eb0f788d0ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:15:52Z', 'updated_at': '2021-07-30T00:17:10Z', 'revision_number': 6, 'project_id': 'f27171e5ad074d1cab7c9eb0f788d0ec', 'gw_port_host': None}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:17:10.952621 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d6890623-68f3-4d58-b26b-763cfeaa6ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:10.954726 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d6890623-68f3-4d58-b26b-763cfeaa6ded admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:10.997732 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d6890623-68f3-4d58-b26b-763cfeaa6ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:10.998173 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6890623-68f3-4d58-b26b-763cfeaa6ded admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0371a441-23ac-4046-bbca-73c31212d883 {{(pid=94077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:17:11.002528 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d6890623-68f3-4d58-b26b-763cfeaa6ded admin admin] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:11.003687 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d6890623-68f3-4d58-b26b-763cfeaa6ded admin admin] 10.222.0.43 "DELETE /v2.0/routers/0371a441-23ac-4046-bbca-73c31212d883 HTTP/1.1" status: 204 len: 168 time: 0.7690823 Jul 30 00:17:11.006316 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36256) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:17:11.050116 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-9865523c-c618-4d4f-9850-656d5c58be9c admin admin] Deleting subnet f5815639-b126-46f2-bb2f-a92f705f253b {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:17:11.053090 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9865523c-c618-4d4f-9850-656d5c58be9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:11.087370 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9865523c-c618-4d4f-9850-656d5c58be9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:11.166630 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9865523c-c618-4d4f-9850-656d5c58be9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:11.219421 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9865523c-c618-4d4f-9850-656d5c58be9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:11.246621 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9865523c-c618-4d4f-9850-656d5c58be9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5815639-b126-46f2-bb2f-a92f705f253b,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:11.248658 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9865523c-c618-4d4f-9850-656d5c58be9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:11.253105 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9865523c-c618-4d4f-9850-656d5c58be9c admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f5815639-b126-46f2-bb2f-a92f705f253b HTTP/1.1" status: 204 len: 168 time: 0.2432723 Jul 30 00:17:11.253199 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 36258) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:17:11.254288 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144edf72-a99b-45ec-bb43-99e25666e42f None None] Network 155254b7-5476-4016-a251-efd754fdff31 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:17:11.334789 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-df1c8bcc-9b29-4f35-bcc8-b2711910b100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:11.399818 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-df1c8bcc-9b29-4f35-bcc8-b2711910b100 admin admin] Deleting port 1e58a334-716d-4116-a6e8-36ae3b9785b1 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:17:11.400129 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-df1c8bcc-9b29-4f35-bcc8-b2711910b100 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:11.465818 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-df1c8bcc-9b29-4f35-bcc8-b2711910b100 admin admin] For port 1e58a334-716d-4116-a6e8-36ae3b9785b1, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=1e58a334-716d-4116-a6e8-36ae3b9785b1,segment=NetworkSegment(19d08555-9286-48cc-9cce-d34f50e6efe8),segment_id=19d08555-9286-48cc-9cce-d34f50e6efe8)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:17:11.466181 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-df1c8bcc-9b29-4f35-bcc8-b2711910b100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:11.478535 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-df1c8bcc-9b29-4f35-bcc8-b2711910b100 admin admin] Calling delete_port for 1e58a334-716d-4116-a6e8-36ae3b9785b1 owned by network:dhcp {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:17:11.558762 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-df1c8bcc-9b29-4f35-bcc8-b2711910b100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:11.587994 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1c8bcc-9b29-4f35-bcc8-b2711910b100 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e58a334-716d-4116-a6e8-36ae3b9785b1,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:11.591947 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1c8bcc-9b29-4f35-bcc8-b2711910b100 admin admin] No DVR routers for this DVR port 1e58a334-716d-4116-a6e8-36ae3b9785b1 on host n-d-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:17:11.665395 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-df1c8bcc-9b29-4f35-bcc8-b2711910b100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:11.675550 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-df1c8bcc-9b29-4f35-bcc8-b2711910b100 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['155254b7-5476-4016-a251-efd754fdff31']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:17:11.682991 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ec1ef4-fcfa-4489-b28b-b995c4e676b4 None None] DHCP port deletion for 155254b7-5476-4016-a251-efd754fdff31 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:17:11.687093 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-df1c8bcc-9b29-4f35-bcc8-b2711910b100 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19d08555-9286-48cc-9cce-d34f50e6efe8') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:17:11.687397 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-df1c8bcc-9b29-4f35-bcc8-b2711910b100 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19d08555-9286-48cc-9cce-d34f50e6efe8') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:17:11.697405 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-df1c8bcc-9b29-4f35-bcc8-b2711910b100 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:11.711344 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-df1c8bcc-9b29-4f35-bcc8-b2711910b100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:11.717270 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df1c8bcc-9b29-4f35-bcc8-b2711910b100 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:17:11.717682 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-df1c8bcc-9b29-4f35-bcc8-b2711910b100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:11.719288 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 30 00:17:11.719288 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:17:11.719288 n-d-712141-10 neutron-server[94078]: timer() Jul 30 00:17:11.719288 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:17:11.719288 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 30 00:17:11.719288 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:17:11.719288 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 30 00:17:11.719288 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:17:11.719288 n-d-712141-10 neutron-server[94078]: self._notify() Jul 30 00:17:11.719288 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:17:11.719288 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 30 00:17:11.719288 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:17:11.719288 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 30 00:17:11.719288 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:17:11.719288 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:17:11.719288 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:17:11.719288 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:17:11.719288 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:17:11.719288 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 30 00:17:11.719288 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:17:11.719288 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 30 00:17:11.719288 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:17:11.719288 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:17:11.719288 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:17:11.719288 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 30 00:17:11.719288 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:17:11.719288 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:17:11.719288 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:17:11.719288 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:17:11.719288 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:17:11.719288 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:17:11.719288 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:17:11.777529 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-df1c8bcc-9b29-4f35-bcc8-b2711910b100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:11.783569 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-df1c8bcc-9b29-4f35-bcc8-b2711910b100 admin admin] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:11.785530 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-df1c8bcc-9b29-4f35-bcc8-b2711910b100 admin admin] 10.222.0.43 "DELETE /v2.0/networks/155254b7-5476-4016-a251-efd754fdff31 HTTP/1.1" status: 204 len: 168 time: 0.5313849 Jul 30 00:17:11.789292 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36260) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:17:11.796779 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1c8bcc-9b29-4f35-bcc8-b2711910b100 admin admin] Pushing event deleted for resources: {'Network': ['ID=155254b7-5476-4016-a251-efd754fdff31,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:12.155893 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-64211d6d-7d5d-4e5f-8f09-8cef982a80bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:12.401361 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-64211d6d-7d5d-4e5f-8f09-8cef982a80bf admin admin] Deleting port 73ebc225-3d40-4df5-ac15-50638d36f48a {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:17:12.401731 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-64211d6d-7d5d-4e5f-8f09-8cef982a80bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:12.477887 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-64211d6d-7d5d-4e5f-8f09-8cef982a80bf admin admin] For port 73ebc225-3d40-4df5-ac15-50638d36f48a, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=73ebc225-3d40-4df5-ac15-50638d36f48a,segment=NetworkSegment(c64aad0d-bcef-4465-bc25-e6a6095b8db9),segment_id=c64aad0d-bcef-4465-bc25-e6a6095b8db9)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:17:12.478168 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-64211d6d-7d5d-4e5f-8f09-8cef982a80bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:12.491600 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-64211d6d-7d5d-4e5f-8f09-8cef982a80bf admin admin] Calling delete_port for 73ebc225-3d40-4df5-ac15-50638d36f48a owned by network:router_interface {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:17:12.544164 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 9c2ed113-ce64-444e-8c16-de366831aa56 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:17:12.563186 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 9c2ed113-ce64-444e-8c16-de366831aa56 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:17:12.563531 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 9c2ed113-ce64-444e-8c16-de366831aa56 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:17:12.563953 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 35e75749-92df-4f8b-a66b-f2b985f3c6ca no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:17:12.581900 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 35e75749-92df-4f8b-a66b-f2b985f3c6ca {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:17:12.582244 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 35e75749-92df-4f8b-a66b-f2b985f3c6ca not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:17:12.582661 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 1e58a334-716d-4116-a6e8-36ae3b9785b1 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:17:12.605791 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 1e58a334-716d-4116-a6e8-36ae3b9785b1 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:17:12.606139 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 1e58a334-716d-4116-a6e8-36ae3b9785b1 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:17:12.678092 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-64211d6d-7d5d-4e5f-8f09-8cef982a80bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:12.707940 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64211d6d-7d5d-4e5f-8f09-8cef982a80bf admin admin] Pushing event deleted for resources: {'Port': ['ID=73ebc225-3d40-4df5-ac15-50638d36f48a,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:12.870318 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-64211d6d-7d5d-4e5f-8f09-8cef982a80bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:13.079970 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64211d6d-7d5d-4e5f-8f09-8cef982a80bf admin admin] Router da703c4e-5ead-4bab-8094-6e9fcbab33d8 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:17:13.183416 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64211d6d-7d5d-4e5f-8f09-8cef982a80bf admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:17:13.188375 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-64211d6d-7d5d-4e5f-8f09-8cef982a80bf admin admin] 10.222.0.43 "PUT /v2.0/routers/da703c4e-5ead-4bab-8094-6e9fcbab33d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3974087 Jul 30 00:17:13.190945 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36262) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:17:13.192024 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f165302-8351-4028-87f2-639f4319c460 None None] Sync routers for ids ['da703c4e-5ead-4bab-8094-6e9fcbab33d8'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:17:13.202528 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f165302-8351-4028-87f2-639f4319c460 None None] Routers {'da703c4e-5ead-4bab-8094-6e9fcbab33d8'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:17:13.203147 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-2f165302-8351-4028-87f2-639f4319c460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:16:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['da703c4e-5ead-4bab-8094-6e9fcbab33d8'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:17:13.406201 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-2f165302-8351-4028-87f2-639f4319c460 None None] Set router da703c4e-5ead-4bab-8094-6e9fcbab33d8 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:17:13.580922 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7ffc510f-25d3-4ad9-9923-e104f81dc38a admin admin] Notify callbacks [] for router, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:13.584320 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-2f165302-8351-4028-87f2-639f4319c460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da703c4e-5ead-4bab-8094-6e9fcbab33d8', 'name': 'tempest-TestEncryptedCinderVolumes-921991432-router', 'tenant_id': '118afb8dc9654e768475d7dc20c5a6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '638319e9-2192-4acb-9f78-262b2bc56a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:15:57Z', 'updated_at': '2021-07-30T00:17:12Z', 'revision_number': 5, 'project_id': '118afb8dc9654e768475d7dc20c5a6f5', 'gw_port': {'id': '638319e9-2192-4acb-9f78-262b2bc56a44', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da703c4e-5ead-4bab-8094-6e9fcbab33d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:15:58Z', 'updated_at': '2021-07-30T00:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:17:13.610777 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f165302-8351-4028-87f2-639f4319c460 None None] Checking router: da703c4e-5ead-4bab-8094-6e9fcbab33d8 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:17:13.619411 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f165302-8351-4028-87f2-639f4319c460 None None] Routers {'da703c4e-5ead-4bab-8094-6e9fcbab33d8'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:17:13.620015 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-2f165302-8351-4028-87f2-639f4319c460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:16:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['da703c4e-5ead-4bab-8094-6e9fcbab33d8'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:17:13.684130 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7ffc510f-25d3-4ad9-9923-e104f81dc38a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:13.726923 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-2f165302-8351-4028-87f2-639f4319c460 None None] Set router da703c4e-5ead-4bab-8094-6e9fcbab33d8 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:17:13.735320 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-7ffc510f-25d3-4ad9-9923-e104f81dc38a admin admin] Deleting port 638319e9-2192-4acb-9f78-262b2bc56a44 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:17:13.735660 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7ffc510f-25d3-4ad9-9923-e104f81dc38a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:13.814321 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-7ffc510f-25d3-4ad9-9923-e104f81dc38a admin admin] For port 638319e9-2192-4acb-9f78-262b2bc56a44, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=638319e9-2192-4acb-9f78-262b2bc56a44,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:17:13.814688 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7ffc510f-25d3-4ad9-9923-e104f81dc38a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:13.827226 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-7ffc510f-25d3-4ad9-9923-e104f81dc38a admin admin] Calling delete_port for 638319e9-2192-4acb-9f78-262b2bc56a44 owned by network:router_gateway {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:17:13.903232 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-2f165302-8351-4028-87f2-639f4319c460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da703c4e-5ead-4bab-8094-6e9fcbab33d8', 'name': 'tempest-TestEncryptedCinderVolumes-921991432-router', 'tenant_id': '118afb8dc9654e768475d7dc20c5a6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '638319e9-2192-4acb-9f78-262b2bc56a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:15:57Z', 'updated_at': '2021-07-30T00:17:12Z', 'revision_number': 5, 'project_id': '118afb8dc9654e768475d7dc20c5a6f5', 'gw_port': {'id': '638319e9-2192-4acb-9f78-262b2bc56a44', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da703c4e-5ead-4bab-8094-6e9fcbab33d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:15:58Z', 'updated_at': '2021-07-30T00:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:17:13.929665 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f165302-8351-4028-87f2-639f4319c460 None None] The sync data for ids ['da703c4e-5ead-4bab-8094-6e9fcbab33d8'] in n-d-712141-10 is: [{'id': 'da703c4e-5ead-4bab-8094-6e9fcbab33d8', 'name': 'tempest-TestEncryptedCinderVolumes-921991432-router', 'tenant_id': '118afb8dc9654e768475d7dc20c5a6f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.200'}], 'enable_snat': True}, 'gw_port_id': '638319e9-2192-4acb-9f78-262b2bc56a44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:15:57Z', 'updated_at': '2021-07-30T00:17:12Z', 'revision_number': 5, 'project_id': '118afb8dc9654e768475d7dc20c5a6f5', 'gw_port': {'id': '638319e9-2192-4acb-9f78-262b2bc56a44', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:f3:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da703c4e-5ead-4bab-8094-6e9fcbab33d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:15:58Z', 'updated_at': '2021-07-30T00:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:17:14.001155 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7ffc510f-25d3-4ad9-9923-e104f81dc38a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:14.029929 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffc510f-25d3-4ad9-9923-e104f81dc38a admin admin] Pushing event deleted for resources: {'Port': ['ID=638319e9-2192-4acb-9f78-262b2bc56a44,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:14.091439 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7ffc510f-25d3-4ad9-9923-e104f81dc38a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:14.183976 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7ffc510f-25d3-4ad9-9923-e104f81dc38a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:14.186137 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7ffc510f-25d3-4ad9-9923-e104f81dc38a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:14.231172 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7ffc510f-25d3-4ad9-9923-e104f81dc38a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:14.231805 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ffc510f-25d3-4ad9-9923-e104f81dc38a admin admin] Fanout notify agent at l3_agent the message router_deleted on router da703c4e-5ead-4bab-8094-6e9fcbab33d8 {{(pid=94077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:17:14.236528 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7ffc510f-25d3-4ad9-9923-e104f81dc38a admin admin] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:14.237458 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7ffc510f-25d3-4ad9-9923-e104f81dc38a admin admin] 10.222.0.43 "DELETE /v2.0/routers/da703c4e-5ead-4bab-8094-6e9fcbab33d8 HTTP/1.1" status: 204 len: 168 time: 1.0453637 Jul 30 00:17:14.239844 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36266) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:17:14.291883 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-8964f88d-e914-4da6-b1e7-19bb156eebb8 admin admin] Deleting subnet 9ca39d90-7c65-446d-b93b-92862ac3ea2b {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:17:14.295184 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8964f88d-e914-4da6-b1e7-19bb156eebb8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:14.331651 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8964f88d-e914-4da6-b1e7-19bb156eebb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:14.416824 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8964f88d-e914-4da6-b1e7-19bb156eebb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:14.478311 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8964f88d-e914-4da6-b1e7-19bb156eebb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:14.520813 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8964f88d-e914-4da6-b1e7-19bb156eebb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ca39d90-7c65-446d-b93b-92862ac3ea2b,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:14.524378 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8964f88d-e914-4da6-b1e7-19bb156eebb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:14.528026 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9dfaad-4e6a-416e-ae2e-3d9ff4dd2ff9 None None] Network 647d5bcc-fce4-4055-bf39-820f14cc367f requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:17:14.530415 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8964f88d-e914-4da6-b1e7-19bb156eebb8 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/9ca39d90-7c65-446d-b93b-92862ac3ea2b HTTP/1.1" status: 204 len: 168 time: 0.2895432 Jul 30 00:17:14.532712 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36268) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:17:14.637667 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-454c5db2-2b91-4f04-a930-ab2823846459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:14.677485 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 73ebc225-3d40-4df5-ac15-50638d36f48a no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:17:14.703383 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-454c5db2-2b91-4f04-a930-ab2823846459 admin admin] Deleting port e3c53c5c-caa6-4e5c-a43d-e5aa5121e8ec {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:17:14.703617 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-454c5db2-2b91-4f04-a930-ab2823846459 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:14.704888 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 73ebc225-3d40-4df5-ac15-50638d36f48a {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:17:14.705441 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 73ebc225-3d40-4df5-ac15-50638d36f48a not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:17:14.781341 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-454c5db2-2b91-4f04-a930-ab2823846459 admin admin] For port e3c53c5c-caa6-4e5c-a43d-e5aa5121e8ec, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=e3c53c5c-caa6-4e5c-a43d-e5aa5121e8ec,segment=NetworkSegment(c64aad0d-bcef-4465-bc25-e6a6095b8db9),segment_id=c64aad0d-bcef-4465-bc25-e6a6095b8db9)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:17:14.781774 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-454c5db2-2b91-4f04-a930-ab2823846459 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:14.794627 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-454c5db2-2b91-4f04-a930-ab2823846459 admin admin] Calling delete_port for e3c53c5c-caa6-4e5c-a43d-e5aa5121e8ec owned by network:dhcp {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:17:14.873645 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-454c5db2-2b91-4f04-a930-ab2823846459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:14.904997 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454c5db2-2b91-4f04-a930-ab2823846459 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3c53c5c-caa6-4e5c-a43d-e5aa5121e8ec,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:14.909103 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454c5db2-2b91-4f04-a930-ab2823846459 admin admin] No DVR routers for this DVR port e3c53c5c-caa6-4e5c-a43d-e5aa5121e8ec on host n-d-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:17:14.992950 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-454c5db2-2b91-4f04-a930-ab2823846459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:15.002829 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-454c5db2-2b91-4f04-a930-ab2823846459 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['647d5bcc-fce4-4055-bf39-820f14cc367f']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:17:15.014204 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-454c5db2-2b91-4f04-a930-ab2823846459 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c64aad0d-bcef-4465-bc25-e6a6095b8db9') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:17:15.014501 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-454c5db2-2b91-4f04-a930-ab2823846459 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c64aad0d-bcef-4465-bc25-e6a6095b8db9') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:17:15.024345 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-454c5db2-2b91-4f04-a930-ab2823846459 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:15.038976 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19606c0-d569-4aee-9771-a153d9cec15b None None] DHCP port deletion for 647d5bcc-fce4-4055-bf39-820f14cc367f request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:17:15.040079 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-454c5db2-2b91-4f04-a930-ab2823846459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:15.047133 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-454c5db2-2b91-4f04-a930-ab2823846459 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:17:15.047682 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-454c5db2-2b91-4f04-a930-ab2823846459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:15.049995 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 30 00:17:15.049995 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:17:15.049995 n-d-712141-10 neutron-server[94077]: timer() Jul 30 00:17:15.049995 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:17:15.049995 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 30 00:17:15.049995 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:17:15.049995 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 30 00:17:15.049995 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:17:15.049995 n-d-712141-10 neutron-server[94077]: self._notify() Jul 30 00:17:15.049995 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:17:15.049995 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 30 00:17:15.049995 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:17:15.049995 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 30 00:17:15.049995 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:17:15.049995 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:17:15.049995 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:17:15.049995 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:17:15.049995 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:17:15.049995 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 30 00:17:15.049995 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:17:15.049995 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 30 00:17:15.049995 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:17:15.049995 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:17:15.049995 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:17:15.049995 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 30 00:17:15.049995 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:17:15.049995 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:17:15.049995 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:17:15.049995 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:17:15.049995 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:17:15.049995 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:17:15.049995 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:17:15.113055 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-454c5db2-2b91-4f04-a930-ab2823846459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:15.118746 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-454c5db2-2b91-4f04-a930-ab2823846459 admin admin] Notify callbacks [] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:15.120622 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-454c5db2-2b91-4f04-a930-ab2823846459 admin admin] 10.222.0.43 "DELETE /v2.0/networks/647d5bcc-fce4-4055-bf39-820f14cc367f HTTP/1.1" status: 204 len: 168 time: 0.5868866 Jul 30 00:17:15.133625 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454c5db2-2b91-4f04-a930-ab2823846459 admin admin] Pushing event deleted for resources: {'Network': ['ID=647d5bcc-fce4-4055-bf39-820f14cc367f,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:15.275659 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36272) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:17:15.323437 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9bd42ed8-aa6d-4d5e-ab89-2a0568fe0f85 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f27171e5ad074d1cab7c9eb0f788d0ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464401 Jul 30 00:17:15.325970 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36274) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:17:15.373662 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5b5416ad-c9e1-4178-8863-7dd6286c2d13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:15.394713 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5b5416ad-c9e1-4178-8863-7dd6286c2d13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:15.442026 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5b5416ad-c9e1-4178-8863-7dd6286c2d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:15.445253 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5b5416ad-c9e1-4178-8863-7dd6286c2d13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:15.446495 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-5b5416ad-c9e1-4178-8863-7dd6286c2d13 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c77620d8-99ed-4e68-966a-8942f92286e9 HTTP/1.1" status: 204 len: 168 time: 0.1195245 Jul 30 00:17:15.454293 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5416ad-c9e1-4178-8863-7dd6286c2d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77620d8-99ed-4e68-966a-8942f92286e9,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:15.753542 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36282) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:17:15.799305 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-44557bbe-401c-4d30-866e-1d9bf3c2ab39 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=118afb8dc9654e768475d7dc20c5a6f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0444643 Jul 30 00:17:15.801829 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36284) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:17:15.848880 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5cc57702-5b34-4eca-af27-3cbc78f2dcb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:15.869322 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5cc57702-5b34-4eca-af27-3cbc78f2dcb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:15.916699 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5cc57702-5b34-4eca-af27-3cbc78f2dcb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:15.919498 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-5cc57702-5b34-4eca-af27-3cbc78f2dcb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:15.920650 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-5cc57702-5b34-4eca-af27-3cbc78f2dcb0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/401d6ce8-3d66-4638-bc64-4904c603943a HTTP/1.1" status: 204 len: 168 time: 0.1179209 Jul 30 00:17:15.928332 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc57702-5b34-4eca-af27-3cbc78f2dcb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=401d6ce8-3d66-4638-bc64-4904c603943a,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:16.543420 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 638319e9-2192-4acb-9f78-262b2bc56a44 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:17:16.562686 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 638319e9-2192-4acb-9f78-262b2bc56a44 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:17:16.563037 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 638319e9-2192-4acb-9f78-262b2bc56a44 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:17:16.563464 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device e3c53c5c-caa6-4e5c-a43d-e5aa5121e8ec no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:17:16.582183 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: e3c53c5c-caa6-4e5c-a43d-e5aa5121e8ec {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:17:16.586075 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device e3c53c5c-caa6-4e5c-a43d-e5aa5121e8ec not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:17:16.587224 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36306) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:17:16.681645 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-24bfdee0-ae89-47b1-b4ac-21348e8fd5c1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-556773571-network', 'tenant_id': '2754f12fefb24279b42b8119a163684b'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:17:16.702755 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24bfdee0-ae89-47b1-b4ac-21348e8fd5c1 admin admin] Made reservation on behalf of 2754f12fefb24279b42b8119a163684b for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:17:16.704996 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-24bfdee0-ae89-47b1-b4ac-21348e8fd5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:16.714520 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-24bfdee0-ae89-47b1-b4ac-21348e8fd5c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:16.801015 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-24bfdee0-ae89-47b1-b4ac-21348e8fd5c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:16.805617 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-24bfdee0-ae89-47b1-b4ac-21348e8fd5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:16.826269 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24bfdee0-ae89-47b1-b4ac-21348e8fd5c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:17:16.844659 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-24bfdee0-ae89-47b1-b4ac-21348e8fd5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:16.845019 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-24bfdee0-ae89-47b1-b4ac-21348e8fd5c1 admin admin] Added segment 13622ad6-2208-4015-8520-4cff8b83cb95 of type vlan for network b50b0485-4e99-4f94-90fb-ea6c6b3e53f6 Jul 30 00:17:16.846259 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bfdee0-ae89-47b1-b4ac-21348e8fd5c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ae4b48-38a2-40cf-8ecc-6573e9ab668d,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:16.891485 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-24bfdee0-ae89-47b1-b4ac-21348e8fd5c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:16.920819 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-24bfdee0-ae89-47b1-b4ac-21348e8fd5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:16.921750 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24bfdee0-ae89-47b1-b4ac-21348e8fd5c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:16.922333 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-24bfdee0-ae89-47b1-b4ac-21348e8fd5c1 admin admin] Notify callbacks [] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:16.923169 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:17:16.973603 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-24bfdee0-ae89-47b1-b4ac-21348e8fd5c1 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3851755 Jul 30 00:17:16.976620 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 36310) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:17:16.981717 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-655dd0d1-99a4-427a-9196-403ac622ee1b admin admin] Request body: {'subnet': {'network_id': 'b50b0485-4e99-4f94-90fb-ea6c6b3e53f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-556773571-subnet', 'tenant_id': '2754f12fefb24279b42b8119a163684b', 'ip_version': 4}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:17:16.982809 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bfdee0-ae89-47b1-b4ac-21348e8fd5c1 admin admin] Pushing event updated for resources: {'Network': ['ID=b50b0485-4e99-4f94-90fb-ea6c6b3e53f6,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:16.994051 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network b50b0485-4e99-4f94-90fb-ea6c6b3e53f6 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:17:17.006529 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655dd0d1-99a4-427a-9196-403ac622ee1b admin admin] Made reservation on behalf of 2754f12fefb24279b42b8119a163684b for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:17:17.009523 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-655dd0d1-99a4-427a-9196-403ac622ee1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:17.174106 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-655dd0d1-99a4-427a-9196-403ac622ee1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:17.229903 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655dd0d1-99a4-427a-9196-403ac622ee1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b97ec7e-2a6d-4b14-84ad-eb744fad8ea2,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:17.237097 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655dd0d1-99a4-427a-9196-403ac622ee1b admin admin] Checking segment: {'id': '13622ad6-2208-4015-8520-4cff8b83cb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b50b0485-4e99-4f94-90fb-ea6c6b3e53f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:17:17.237452 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655dd0d1-99a4-427a-9196-403ac622ee1b admin admin] Network hostable DHCP agents. Network: b50b0485-4e99-4f94-90fb-ea6c6b3e53f6, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:17:17.253412 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655dd0d1-99a4-427a-9196-403ac622ee1b admin admin] Network b50b0485-4e99-4f94-90fb-ea6c6b3e53f6 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:17:17.262013 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-655dd0d1-99a4-427a-9196-403ac622ee1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, b50b0485-4e99-4f94-90fb-ea6c6b3e53f6) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:17:17.266353 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655dd0d1-99a4-427a-9196-403ac622ee1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:17.266989 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-655dd0d1-99a4-427a-9196-403ac622ee1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:17.271157 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af31c1c0-184c-4f91-9646-b515e5dd889b None None] Network b50b0485-4e99-4f94-90fb-ea6c6b3e53f6 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:17:17.284911 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-655dd0d1-99a4-427a-9196-403ac622ee1b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3047419 Jul 30 00:17:17.285377 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36312) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:17:17.290636 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-62608d59-8eec-4d09-8ade-ce70bd3304e1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-556773571-router', 'tenant_id': '2754f12fefb24279b42b8119a163684b', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:17:17.312810 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-62608d59-8eec-4d09-8ade-ce70bd3304e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:17.315676 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-62608d59-8eec-4d09-8ade-ce70bd3304e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:17.375113 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-62608d59-8eec-4d09-8ade-ce70bd3304e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:17.428823 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0d8f4e-f224-4995-ad82-0cef0fef9c27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-b50b0485-4e99-4f94-90fb-ea6c6b3e53f6', 'network_id': 'b50b0485-4e99-4f94-90fb-ea6c6b3e53f6', 'tenant_id': '2754f12fefb24279b42b8119a163684b', 'fixed_ips': [{'subnet_id': '3b97ec7e-2a6d-4b14-84ad-eb744fad8ea2'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:17:17.430274 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7a0d8f4e-f224-4995-ad82-0cef0fef9c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:17.512767 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-62608d59-8eec-4d09-8ade-ce70bd3304e1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:17.567306 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-7a0d8f4e-f224-4995-ad82-0cef0fef9c27 None None] Allocated IP 172.20.0.2 (b50b0485-4e99-4f94-90fb-ea6c6b3e53f6/3b97ec7e-2a6d-4b14-84ad-eb744fad8ea2/5e49e3ce-0b8e-465c-85f2-4ebd4f459ff6) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:17:17.715633 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-62608d59-8eec-4d09-8ade-ce70bd3304e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:17.718997 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7a0d8f4e-f224-4995-ad82-0cef0fef9c27 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:17.727715 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-7a0d8f4e-f224-4995-ad82-0cef0fef9c27 None None] Transition to ACTIVE for port object 5e49e3ce-0b8e-465c-85f2-4ebd4f459ff6 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:17:17.734474 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-62608d59-8eec-4d09-8ade-ce70bd3304e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:17.743201 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-7a0d8f4e-f224-4995-ad82-0cef0fef9c27 None None] Transition to ACTIVE for port object 5e49e3ce-0b8e-465c-85f2-4ebd4f459ff6 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:17:17.749042 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7a0d8f4e-f224-4995-ad82-0cef0fef9c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:17.788540 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0d8f4e-f224-4995-ad82-0cef0fef9c27 None None] Network b50b0485-4e99-4f94-90fb-ea6c6b3e53f6 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:17:17.791177 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-7a0d8f4e-f224-4995-ad82-0cef0fef9c27 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:17:17.793720 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0d8f4e-f224-4995-ad82-0cef0fef9c27 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:17:17.805639 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0d8f4e-f224-4995-ad82-0cef0fef9c27 None None] Pushing event updated for resources: {'Port': ['ID=5e49e3ce-0b8e-465c-85f2-4ebd4f459ff6,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:17.839658 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-62608d59-8eec-4d09-8ade-ce70bd3304e1 admin admin] Allocated IP 172.25.0.186 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/9c5aa9b7-de58-4a96-b4b9-38c6b765692a) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:17:17.854807 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-7a0d8f4e-f224-4995-ad82-0cef0fef9c27 None None] Attempting to bind port 5e49e3ce-0b8e-465c-85f2-4ebd4f459ff6 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:17:17.855204 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-7a0d8f4e-f224-4995-ad82-0cef0fef9c27 None None] Attempting to bind port 5e49e3ce-0b8e-465c-85f2-4ebd4f459ff6 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '13622ad6-2208-4015-8520-4cff8b83cb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b50b0485-4e99-4f94-90fb-ea6c6b3e53f6'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:17:17.855551 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0d8f4e-f224-4995-ad82-0cef0fef9c27 None None] Attempting to bind port 5e49e3ce-0b8e-465c-85f2-4ebd4f459ff6 on network b50b0485-4e99-4f94-90fb-ea6c6b3e53f6 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:17:17.860458 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0d8f4e-f224-4995-ad82-0cef0fef9c27 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:17:17.860839 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0d8f4e-f224-4995-ad82-0cef0fef9c27 None None] Checking segment: {'id': '13622ad6-2208-4015-8520-4cff8b83cb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b50b0485-4e99-4f94-90fb-ea6c6b3e53f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:17:17.861243 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7a0d8f4e-f224-4995-ad82-0cef0fef9c27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:17.861669 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a0d8f4e-f224-4995-ad82-0cef0fef9c27 None None] Bound using segment: {'id': '13622ad6-2208-4015-8520-4cff8b83cb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b50b0485-4e99-4f94-90fb-ea6c6b3e53f6'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:17:17.862140 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-7a0d8f4e-f224-4995-ad82-0cef0fef9c27 None None] Bound port: 5e49e3ce-0b8e-465c-85f2-4ebd4f459ff6, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13622ad6-2208-4015-8520-4cff8b83cb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b50b0485-4e99-4f94-90fb-ea6c6b3e53f6'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:17:17.862524 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7a0d8f4e-f224-4995-ad82-0cef0fef9c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:17.930143 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-7a0d8f4e-f224-4995-ad82-0cef0fef9c27 None None] For port 5e49e3ce-0b8e-465c-85f2-4ebd4f459ff6, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:17:17.933088 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-7a0d8f4e-f224-4995-ad82-0cef0fef9c27 None None] For port 5e49e3ce-0b8e-465c-85f2-4ebd4f459ff6, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=5e49e3ce-0b8e-465c-85f2-4ebd4f459ff6,segment=NetworkSegment(13622ad6-2208-4015-8520-4cff8b83cb95),segment_id=13622ad6-2208-4015-8520-4cff8b83cb95)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:17:17.938042 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7a0d8f4e-f224-4995-ad82-0cef0fef9c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:17.955049 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-62608d59-8eec-4d09-8ade-ce70bd3304e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:18.001268 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-62608d59-8eec-4d09-8ade-ce70bd3304e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:18.006025 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0d8f4e-f224-4995-ad82-0cef0fef9c27 None None] Pushing event updated for resources: {'Port': ['ID=5e49e3ce-0b8e-465c-85f2-4ebd4f459ff6,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:18.042204 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62608d59-8eec-4d09-8ade-ce70bd3304e1 admin admin] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:17:18.045156 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-62608d59-8eec-4d09-8ade-ce70bd3304e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:17:18.048130 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62608d59-8eec-4d09-8ade-ce70bd3304e1 admin admin] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:17:18.074376 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62608d59-8eec-4d09-8ade-ce70bd3304e1 admin admin] Pushing event updated for resources: {'Port': ['ID=9c5aa9b7-de58-4a96-b4b9-38c6b765692a,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:18.332656 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-62608d59-8eec-4d09-8ade-ce70bd3304e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:18.529962 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-62608d59-8eec-4d09-8ade-ce70bd3304e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:18.593170 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 5e49e3ce-0b8e-465c-85f2-4ebd4f459ff6 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:17:18.646190 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 5e49e3ce-0b8e-465c-85f2-4ebd4f459ff6 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:17:18.668880 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62608d59-8eec-4d09-8ade-ce70bd3304e1 admin admin] Router c35651c2-3b31-488e-aed4-445f71de3afc is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:17:18.777373 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62608d59-8eec-4d09-8ade-ce70bd3304e1 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:17:18.788961 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07905aa3-3751-46d5-b74b-c9ff4eb1be70 None None] Sync routers for ids ['c35651c2-3b31-488e-aed4-445f71de3afc'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:17:18.795066 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-62608d59-8eec-4d09-8ade-ce70bd3304e1 admin admin] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:18.799119 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 36314) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:17:18.799634 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-62608d59-8eec-4d09-8ade-ce70bd3304e1 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5126333 Jul 30 00:17:18.806050 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07905aa3-3751-46d5-b74b-c9ff4eb1be70 None None] Routers {'c35651c2-3b31-488e-aed4-445f71de3afc'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:17:18.806694 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-07905aa3-3751-46d5-b74b-c9ff4eb1be70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:16:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['c35651c2-3b31-488e-aed4-445f71de3afc'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:17:18.914116 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fa3967-f117-4f2b-b1da-06720a0f0f5c None None] Network b50b0485-4e99-4f94-90fb-ea6c6b3e53f6 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:17:18.969952 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-07905aa3-3751-46d5-b74b-c9ff4eb1be70 None None] Set router c35651c2-3b31-488e-aed4-445f71de3afc gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:17:19.025895 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-880a4f2f-4365-46bf-9724-7aea7f803118 None None] Provisioning for port 5e49e3ce-0b8e-465c-85f2-4ebd4f459ff6 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:17:19.037041 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-880a4f2f-4365-46bf-9724-7aea7f803118 None None] Provisioning complete for port 5e49e3ce-0b8e-465c-85f2-4ebd4f459ff6 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:17:19.037414 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-880a4f2f-4365-46bf-9724-7aea7f803118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:19.222203 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-99cb9103-e752-4b3d-bb40-e2efebef6fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:19.264869 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-880a4f2f-4365-46bf-9724-7aea7f803118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:19.333267 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-880a4f2f-4365-46bf-9724-7aea7f803118 None None] For port 5e49e3ce-0b8e-465c-85f2-4ebd4f459ff6, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=5e49e3ce-0b8e-465c-85f2-4ebd4f459ff6,segment=NetworkSegment(13622ad6-2208-4015-8520-4cff8b83cb95),segment_id=13622ad6-2208-4015-8520-4cff8b83cb95)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:17:19.340430 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-880a4f2f-4365-46bf-9724-7aea7f803118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:19.375047 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-07905aa3-3751-46d5-b74b-c9ff4eb1be70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35651c2-3b31-488e-aed4-445f71de3afc', 'name': 'tempest-TestMinimumBasicScenario-556773571-router', 'tenant_id': '2754f12fefb24279b42b8119a163684b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '9c5aa9b7-de58-4a96-b4b9-38c6b765692a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:17:17Z', 'updated_at': '2021-07-30T00:17:18Z', 'revision_number': 3, 'project_id': '2754f12fefb24279b42b8119a163684b', 'gw_port': {'id': '9c5aa9b7-de58-4a96-b4b9-38c6b765692a', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c6:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c35651c2-3b31-488e-aed4-445f71de3afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:17:17Z', 'updated_at': '2021-07-30T00:17:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:17:19.384791 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-99cb9103-e752-4b3d-bb40-e2efebef6fa8 admin admin] Allocated IP 172.20.0.1 (b50b0485-4e99-4f94-90fb-ea6c6b3e53f6/3b97ec7e-2a6d-4b14-84ad-eb744fad8ea2/cb3db69a-686e-4788-904d-8d41f5341141) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:17:19.409202 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07905aa3-3751-46d5-b74b-c9ff4eb1be70 None None] Checking router: c35651c2-3b31-488e-aed4-445f71de3afc for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:17:19.409553 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07905aa3-3751-46d5-b74b-c9ff4eb1be70 None None] Updating router c35651c2-3b31-488e-aed4-445f71de3afc port 9c5aa9b7-de58-4a96-b4b9-38c6b765692a binding host n-d-712141-10 {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:17:19.446229 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880a4f2f-4365-46bf-9724-7aea7f803118 None None] Pushing event updated for resources: {'Port': ['ID=5e49e3ce-0b8e-465c-85f2-4ebd4f459ff6,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:19.451257 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-07905aa3-3751-46d5-b74b-c9ff4eb1be70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:19.502074 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-99cb9103-e752-4b3d-bb40-e2efebef6fa8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:19.515814 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-99cb9103-e752-4b3d-bb40-e2efebef6fa8 admin admin] Transition to ACTIVE for port object cb3db69a-686e-4788-904d-8d41f5341141 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:17:19.551805 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-99cb9103-e752-4b3d-bb40-e2efebef6fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:19.599375 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cb9103-e752-4b3d-bb40-e2efebef6fa8 admin admin] Network b50b0485-4e99-4f94-90fb-ea6c6b3e53f6 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:17:19.603903 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-99cb9103-e752-4b3d-bb40-e2efebef6fa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:17:19.606437 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cb9103-e752-4b3d-bb40-e2efebef6fa8 admin admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:17:19.631788 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cb9103-e752-4b3d-bb40-e2efebef6fa8 admin admin] Pushing event updated for resources: {'Port': ['ID=cb3db69a-686e-4788-904d-8d41f5341141,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:19.652664 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-99cb9103-e752-4b3d-bb40-e2efebef6fa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:19.684402 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-8657382d-665b-4115-855e-c266b8cc5631 None None] Provisioning complete for port 5e49e3ce-0b8e-465c-85f2-4ebd4f459ff6 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:17:19.684906 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8657382d-665b-4115-855e-c266b8cc5631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:19.787463 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-07905aa3-3751-46d5-b74b-c9ff4eb1be70 None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:19.788137 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-99cb9103-e752-4b3d-bb40-e2efebef6fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:19.827066 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-07905aa3-3751-46d5-b74b-c9ff4eb1be70 None None] Transition to ACTIVE for port object 9c5aa9b7-de58-4a96-b4b9-38c6b765692a will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:17:19.838527 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-07905aa3-3751-46d5-b74b-c9ff4eb1be70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:19.891491 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-07905aa3-3751-46d5-b74b-c9ff4eb1be70 None None] Attempting to bind port 9c5aa9b7-de58-4a96-b4b9-38c6b765692a on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:17:19.891791 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-07905aa3-3751-46d5-b74b-c9ff4eb1be70 None None] Attempting to bind port 9c5aa9b7-de58-4a96-b4b9-38c6b765692a by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:17:19.892158 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07905aa3-3751-46d5-b74b-c9ff4eb1be70 None None] Attempting to bind port 9c5aa9b7-de58-4a96-b4b9-38c6b765692a on network 58f27f61-3278-49cc-b66b-1e729d26f29f {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:17:19.894675 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ff530-8cda-4010-ac25-a2fd62e2a055 None None] Pushing event updated for resources: {'Port': ['ID=9c5aa9b7-de58-4a96-b4b9-38c6b765692a,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:19.900705 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07905aa3-3751-46d5-b74b-c9ff4eb1be70 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:17:19.901249 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07905aa3-3751-46d5-b74b-c9ff4eb1be70 None None] Checking segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:17:19.901919 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-07905aa3-3751-46d5-b74b-c9ff4eb1be70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:19.902608 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07905aa3-3751-46d5-b74b-c9ff4eb1be70 None None] Bound using segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:17:19.903425 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-07905aa3-3751-46d5-b74b-c9ff4eb1be70 None None] Bound port: 9c5aa9b7-de58-4a96-b4b9-38c6b765692a, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:17:19.904158 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-07905aa3-3751-46d5-b74b-c9ff4eb1be70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:19.961616 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-99cb9103-e752-4b3d-bb40-e2efebef6fa8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:19.966416 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-99cb9103-e752-4b3d-bb40-e2efebef6fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:19.968912 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-07905aa3-3751-46d5-b74b-c9ff4eb1be70 None None] For port 9c5aa9b7-de58-4a96-b4b9-38c6b765692a, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:17:19.971133 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-909fa880-bc88-4cbd-b0d6-8c72dc7155d3 None None] Provisioning for port cb3db69a-686e-4788-904d-8d41f5341141 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:17:19.974159 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-07905aa3-3751-46d5-b74b-c9ff4eb1be70 None None] For port 9c5aa9b7-de58-4a96-b4b9-38c6b765692a, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=9c5aa9b7-de58-4a96-b4b9-38c6b765692a,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:17:19.977100 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-909fa880-bc88-4cbd-b0d6-8c72dc7155d3 None None] Provisioning complete for port cb3db69a-686e-4788-904d-8d41f5341141 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:17:19.977481 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-909fa880-bc88-4cbd-b0d6-8c72dc7155d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:19.980747 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-07905aa3-3751-46d5-b74b-c9ff4eb1be70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:20.038719 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cb9103-e752-4b3d-bb40-e2efebef6fa8 admin admin] Pushing event updated for resources: {'Port': ['ID=cb3db69a-686e-4788-904d-8d41f5341141,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:20.041066 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-99cb9103-e752-4b3d-bb40-e2efebef6fa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:20.047311 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-909fa880-bc88-4cbd-b0d6-8c72dc7155d3 None None] Port cb3db69a-686e-4788-904d-8d41f5341141 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:17:20.078866 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ff530-8cda-4010-ac25-a2fd62e2a055 None None] Pushing event updated for resources: {'Port': ['ID=9c5aa9b7-de58-4a96-b4b9-38c6b765692a,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:20.081272 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07905aa3-3751-46d5-b74b-c9ff4eb1be70 None None] Routers {'c35651c2-3b31-488e-aed4-445f71de3afc'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:17:20.081903 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-07905aa3-3751-46d5-b74b-c9ff4eb1be70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:16:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['c35651c2-3b31-488e-aed4-445f71de3afc'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:17:20.124510 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:20.134644 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cb9103-e752-4b3d-bb40-e2efebef6fa8 admin admin] Network b50b0485-4e99-4f94-90fb-ea6c6b3e53f6 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:17:20.136052 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-99cb9103-e752-4b3d-bb40-e2efebef6fa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:17:20.207218 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-07905aa3-3751-46d5-b74b-c9ff4eb1be70 None None] Set router c35651c2-3b31-488e-aed4-445f71de3afc gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:17:20.267735 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99cb9103-e752-4b3d-bb40-e2efebef6fa8 admin admin] Router c35651c2-3b31-488e-aed4-445f71de3afc has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:17:20.405189 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-adcc97ab-f97f-44fd-884d-9a93e09cd020 None None] Provisioning complete for port cb3db69a-686e-4788-904d-8d41f5341141 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:17:20.405467 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-adcc97ab-f97f-44fd-884d-9a93e09cd020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:20.449940 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-adcc97ab-f97f-44fd-884d-9a93e09cd020 None None] Port cb3db69a-686e-4788-904d-8d41f5341141 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:17:20.462997 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-07905aa3-3751-46d5-b74b-c9ff4eb1be70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35651c2-3b31-488e-aed4-445f71de3afc', 'name': 'tempest-TestMinimumBasicScenario-556773571-router', 'tenant_id': '2754f12fefb24279b42b8119a163684b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '9c5aa9b7-de58-4a96-b4b9-38c6b765692a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:17:17Z', 'updated_at': '2021-07-30T00:17:19Z', 'revision_number': 4, 'project_id': '2754f12fefb24279b42b8119a163684b', 'gw_port': {'id': '9c5aa9b7-de58-4a96-b4b9-38c6b765692a', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c6:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c35651c2-3b31-488e-aed4-445f71de3afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:17:17Z', 'updated_at': '2021-07-30T00:17:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'cb3db69a-686e-4788-904d-8d41f5341141', 'name': '', 'network_id': 'b50b0485-4e99-4f94-90fb-ea6c6b3e53f6', 'tenant_id': '2754f12fefb24279b42b8119a163684b', 'mac_address': 'fa:16:3e:73:8e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c35651c2-3b31-488e-aed4-445f71de3afc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '3b97ec7e-2a6d-4b14-84ad-eb744fad8ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:17:19Z', 'updated_at': '2021-07-30T00:17:19Z', 'revision_number': 2, 'project_id': '2754f12fefb24279b42b8119a163684b', 'subnets': [{'id': '3b97ec7e-2a6d-4b14-84ad-eb744fad8ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:17:20.489942 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07905aa3-3751-46d5-b74b-c9ff4eb1be70 None None] The sync data for ids ['c35651c2-3b31-488e-aed4-445f71de3afc'] in n-d-712141-10 is: [{'id': 'c35651c2-3b31-488e-aed4-445f71de3afc', 'name': 'tempest-TestMinimumBasicScenario-556773571-router', 'tenant_id': '2754f12fefb24279b42b8119a163684b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '9c5aa9b7-de58-4a96-b4b9-38c6b765692a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:17:17Z', 'updated_at': '2021-07-30T00:17:19Z', 'revision_number': 4, 'project_id': '2754f12fefb24279b42b8119a163684b', 'gw_port': {'id': '9c5aa9b7-de58-4a96-b4b9-38c6b765692a', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c6:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c35651c2-3b31-488e-aed4-445f71de3afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:17:17Z', 'updated_at': '2021-07-30T00:17:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'cb3db69a-686e-4788-904d-8d41f5341141', 'name': '', 'network_id': 'b50b0485-4e99-4f94-90fb-ea6c6b3e53f6', 'tenant_id': '2754f12fefb24279b42b8119a163684b', 'mac_address': 'fa:16:3e:73:8e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c35651c2-3b31-488e-aed4-445f71de3afc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '3b97ec7e-2a6d-4b14-84ad-eb744fad8ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:17:19Z', 'updated_at': '2021-07-30T00:17:19Z', 'revision_number': 2, 'project_id': '2754f12fefb24279b42b8119a163684b', 'subnets': [{'id': '3b97ec7e-2a6d-4b14-84ad-eb744fad8ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:17:20.567133 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 5e49e3ce-0b8e-465c-85f2-4ebd4f459ff6 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:17:20.626799 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 5e49e3ce-0b8e-465c-85f2-4ebd4f459ff6 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:17:20.627181 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:20.776706 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99cb9103-e752-4b3d-bb40-e2efebef6fa8 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:17:20.785652 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-99cb9103-e752-4b3d-bb40-e2efebef6fa8 admin admin] 10.222.0.43 "PUT /v2.0/routers/c35651c2-3b31-488e-aed4-445f71de3afc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9817178 Jul 30 00:17:21.317199 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 36330) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:17:21.323104 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-3a3df33b-0ace-4356-aadf-1408e76a75ea admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1369213878-network', 'tenant_id': '47af808a53164a70b703588524113586'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:17:21.344350 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a3df33b-0ace-4356-aadf-1408e76a75ea admin admin] Made reservation on behalf of 47af808a53164a70b703588524113586 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:17:21.347459 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3a3df33b-0ace-4356-aadf-1408e76a75ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:21.356348 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3a3df33b-0ace-4356-aadf-1408e76a75ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:21.452718 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3a3df33b-0ace-4356-aadf-1408e76a75ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:21.456734 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3a3df33b-0ace-4356-aadf-1408e76a75ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:21.481743 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a3df33b-0ace-4356-aadf-1408e76a75ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:17:21.492351 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3df33b-0ace-4356-aadf-1408e76a75ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19ba9ce-9074-4f43-9c24-30f6dbeff3f9,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:21.497256 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3a3df33b-0ace-4356-aadf-1408e76a75ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:21.497621 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-3a3df33b-0ace-4356-aadf-1408e76a75ea admin admin] Added segment 06a9f631-d165-4692-8f37-685fc9748b29 of type vlan for network 6597a0a4-89bd-4dfc-b1c9-40de040ea982 Jul 30 00:17:21.539295 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3a3df33b-0ace-4356-aadf-1408e76a75ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:21.569116 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3a3df33b-0ace-4356-aadf-1408e76a75ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:21.571011 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3df33b-0ace-4356-aadf-1408e76a75ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:21.571606 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3a3df33b-0ace-4356-aadf-1408e76a75ea admin admin] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:21.623711 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-3a3df33b-0ace-4356-aadf-1408e76a75ea admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3052869 Jul 30 00:17:21.626535 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36332) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:17:21.632909 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-9415f13d-d6a9-443c-8156-88118bff8883 admin admin] Request body: {'subnet': {'network_id': '6597a0a4-89bd-4dfc-b1c9-40de040ea982', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1369213878-subnet', 'tenant_id': '47af808a53164a70b703588524113586', 'ip_version': 4}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:17:21.633630 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3df33b-0ace-4356-aadf-1408e76a75ea admin admin] Pushing event updated for resources: {'Network': ['ID=6597a0a4-89bd-4dfc-b1c9-40de040ea982,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:21.644262 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 6597a0a4-89bd-4dfc-b1c9-40de040ea982 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:17:21.655215 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9415f13d-d6a9-443c-8156-88118bff8883 admin admin] Made reservation on behalf of 47af808a53164a70b703588524113586 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:17:21.657631 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9415f13d-d6a9-443c-8156-88118bff8883 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:21.837094 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9415f13d-d6a9-443c-8156-88118bff8883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:21.889398 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9415f13d-d6a9-443c-8156-88118bff8883 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54f9eeb2-2ae6-4fd8-814d-fb8722949c21,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:21.900394 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9415f13d-d6a9-443c-8156-88118bff8883 admin admin] Checking segment: {'id': '06a9f631-d165-4692-8f37-685fc9748b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6597a0a4-89bd-4dfc-b1c9-40de040ea982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:17:21.900757 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9415f13d-d6a9-443c-8156-88118bff8883 admin admin] Network hostable DHCP agents. Network: 6597a0a4-89bd-4dfc-b1c9-40de040ea982, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:17:21.917311 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9415f13d-d6a9-443c-8156-88118bff8883 admin admin] Network 6597a0a4-89bd-4dfc-b1c9-40de040ea982 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:17:21.926655 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-9415f13d-d6a9-443c-8156-88118bff8883 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 6597a0a4-89bd-4dfc-b1c9-40de040ea982) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:17:21.931663 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9415f13d-d6a9-443c-8156-88118bff8883 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:21.932394 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9415f13d-d6a9-443c-8156-88118bff8883 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:21.936917 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff531cc-9682-49e2-81dc-ee09a8140f21 None None] Network 6597a0a4-89bd-4dfc-b1c9-40de040ea982 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:17:21.947500 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9415f13d-d6a9-443c-8156-88118bff8883 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3192441 Jul 30 00:17:21.950025 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36334) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:17:21.954523 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-89e64754-a5a4-4b84-b77b-34b7e7fd2454 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1369213878-router', 'tenant_id': '47af808a53164a70b703588524113586', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:17:21.975232 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-89e64754-a5a4-4b84-b77b-34b7e7fd2454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:21.976377 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-89e64754-a5a4-4b84-b77b-34b7e7fd2454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:22.034254 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-89e64754-a5a4-4b84-b77b-34b7e7fd2454 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:22.082718 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17394d7-b079-42dc-b89a-f5fc30d082e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-6597a0a4-89bd-4dfc-b1c9-40de040ea982', 'network_id': '6597a0a4-89bd-4dfc-b1c9-40de040ea982', 'tenant_id': '47af808a53164a70b703588524113586', 'fixed_ips': [{'subnet_id': '54f9eeb2-2ae6-4fd8-814d-fb8722949c21'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:17:22.083606 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d17394d7-b079-42dc-b89a-f5fc30d082e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:22.181756 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-89e64754-a5a4-4b84-b77b-34b7e7fd2454 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:22.235192 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-d17394d7-b079-42dc-b89a-f5fc30d082e5 None None] Allocated IP 172.20.0.2 (6597a0a4-89bd-4dfc-b1c9-40de040ea982/54f9eeb2-2ae6-4fd8-814d-fb8722949c21/6db02bdc-feff-48be-8ec9-fcfd41706f48) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:17:22.386806 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d17394d7-b079-42dc-b89a-f5fc30d082e5 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:22.391941 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-89e64754-a5a4-4b84-b77b-34b7e7fd2454 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:22.396355 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-d17394d7-b079-42dc-b89a-f5fc30d082e5 None None] Transition to ACTIVE for port object 6db02bdc-feff-48be-8ec9-fcfd41706f48 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:17:22.412673 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-d17394d7-b079-42dc-b89a-f5fc30d082e5 None None] Transition to ACTIVE for port object 6db02bdc-feff-48be-8ec9-fcfd41706f48 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:17:22.412880 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-89e64754-a5a4-4b84-b77b-34b7e7fd2454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:22.420224 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d17394d7-b079-42dc-b89a-f5fc30d082e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:22.459652 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17394d7-b079-42dc-b89a-f5fc30d082e5 None None] Network 6597a0a4-89bd-4dfc-b1c9-40de040ea982 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:17:22.462274 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-d17394d7-b079-42dc-b89a-f5fc30d082e5 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:17:22.467852 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17394d7-b079-42dc-b89a-f5fc30d082e5 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:17:22.468306 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbd82fb-1619-4938-8dba-6a8502c205bd None None] Sync routers for ids ['c35651c2-3b31-488e-aed4-445f71de3afc'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:17:22.480523 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbd82fb-1619-4938-8dba-6a8502c205bd None None] Routers {'c35651c2-3b31-488e-aed4-445f71de3afc'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:17:22.481494 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-2cbd82fb-1619-4938-8dba-6a8502c205bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:16:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['c35651c2-3b31-488e-aed4-445f71de3afc'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:17:22.482806 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17394d7-b079-42dc-b89a-f5fc30d082e5 None None] Pushing event updated for resources: {'Port': ['ID=6db02bdc-feff-48be-8ec9-fcfd41706f48,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:22.538055 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-89e64754-a5a4-4b84-b77b-34b7e7fd2454 admin admin] Allocated IP 172.25.0.233 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/e414bf21-c500-44af-b990-5d489fd72cda) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:17:22.545236 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-d17394d7-b079-42dc-b89a-f5fc30d082e5 None None] Attempting to bind port 6db02bdc-feff-48be-8ec9-fcfd41706f48 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:17:22.546041 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-d17394d7-b079-42dc-b89a-f5fc30d082e5 None None] Attempting to bind port 6db02bdc-feff-48be-8ec9-fcfd41706f48 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '06a9f631-d165-4692-8f37-685fc9748b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6597a0a4-89bd-4dfc-b1c9-40de040ea982'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:17:22.546583 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17394d7-b079-42dc-b89a-f5fc30d082e5 None None] Attempting to bind port 6db02bdc-feff-48be-8ec9-fcfd41706f48 on network 6597a0a4-89bd-4dfc-b1c9-40de040ea982 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:17:22.552053 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17394d7-b079-42dc-b89a-f5fc30d082e5 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:17:22.552715 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17394d7-b079-42dc-b89a-f5fc30d082e5 None None] Checking segment: {'id': '06a9f631-d165-4692-8f37-685fc9748b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6597a0a4-89bd-4dfc-b1c9-40de040ea982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:17:22.553289 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d17394d7-b079-42dc-b89a-f5fc30d082e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:22.553898 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17394d7-b079-42dc-b89a-f5fc30d082e5 None None] Bound using segment: {'id': '06a9f631-d165-4692-8f37-685fc9748b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6597a0a4-89bd-4dfc-b1c9-40de040ea982'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:17:22.555372 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-d17394d7-b079-42dc-b89a-f5fc30d082e5 None None] Bound port: 6db02bdc-feff-48be-8ec9-fcfd41706f48, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06a9f631-d165-4692-8f37-685fc9748b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6597a0a4-89bd-4dfc-b1c9-40de040ea982'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:17:22.556166 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d17394d7-b079-42dc-b89a-f5fc30d082e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:22.606726 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 9c5aa9b7-de58-4a96-b4b9-38c6b765692a up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:17:22.630306 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-2cbd82fb-1619-4938-8dba-6a8502c205bd None None] Set router c35651c2-3b31-488e-aed4-445f71de3afc gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:17:22.657114 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-89e64754-a5a4-4b84-b77b-34b7e7fd2454 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:22.670676 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-d17394d7-b079-42dc-b89a-f5fc30d082e5 None None] For port 6db02bdc-feff-48be-8ec9-fcfd41706f48, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:17:22.673843 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-d17394d7-b079-42dc-b89a-f5fc30d082e5 None None] For port 6db02bdc-feff-48be-8ec9-fcfd41706f48, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=6db02bdc-feff-48be-8ec9-fcfd41706f48,segment=NetworkSegment(06a9f631-d165-4692-8f37-685fc9748b29),segment_id=06a9f631-d165-4692-8f37-685fc9748b29)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:17:22.680680 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d17394d7-b079-42dc-b89a-f5fc30d082e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:22.701974 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-89e64754-a5a4-4b84-b77b-34b7e7fd2454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:22.716397 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 9c5aa9b7-de58-4a96-b4b9-38c6b765692a completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:17:22.729825 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 9c5aa9b7-de58-4a96-b4b9-38c6b765692a triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:17:22.730196 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:22.742507 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e64754-a5a4-4b84-b77b-34b7e7fd2454 admin admin] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:17:22.745460 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-89e64754-a5a4-4b84-b77b-34b7e7fd2454 admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:17:22.749291 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e64754-a5a4-4b84-b77b-34b7e7fd2454 admin admin] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:17:22.777690 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e64754-a5a4-4b84-b77b-34b7e7fd2454 admin admin] Pushing event updated for resources: {'Port': ['ID=e414bf21-c500-44af-b990-5d489fd72cda,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:22.798573 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17394d7-b079-42dc-b89a-f5fc30d082e5 None None] Pushing event updated for resources: {'Port': ['ID=6db02bdc-feff-48be-8ec9-fcfd41706f48,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:22.844659 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:22.869010 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 9c5aa9b7-de58-4a96-b4b9-38c6b765692a, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=9c5aa9b7-de58-4a96-b4b9-38c6b765692a,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:17:22.871140 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-2cbd82fb-1619-4938-8dba-6a8502c205bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35651c2-3b31-488e-aed4-445f71de3afc', 'name': 'tempest-TestMinimumBasicScenario-556773571-router', 'tenant_id': '2754f12fefb24279b42b8119a163684b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '9c5aa9b7-de58-4a96-b4b9-38c6b765692a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:17:17Z', 'updated_at': '2021-07-30T00:17:19Z', 'revision_number': 4, 'project_id': '2754f12fefb24279b42b8119a163684b', 'gw_port': {'id': '9c5aa9b7-de58-4a96-b4b9-38c6b765692a', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c6:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c35651c2-3b31-488e-aed4-445f71de3afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:17:17Z', 'updated_at': '2021-07-30T00:17:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'cb3db69a-686e-4788-904d-8d41f5341141', 'name': '', 'network_id': 'b50b0485-4e99-4f94-90fb-ea6c6b3e53f6', 'tenant_id': '2754f12fefb24279b42b8119a163684b', 'mac_address': 'fa:16:3e:73:8e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c35651c2-3b31-488e-aed4-445f71de3afc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '3b97ec7e-2a6d-4b14-84ad-eb744fad8ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:17:19Z', 'updated_at': '2021-07-30T00:17:19Z', 'revision_number': 2, 'project_id': '2754f12fefb24279b42b8119a163684b', 'subnets': [{'id': '3b97ec7e-2a6d-4b14-84ad-eb744fad8ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:17:22.874184 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:22.907871 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbd82fb-1619-4938-8dba-6a8502c205bd None None] Checking router: c35651c2-3b31-488e-aed4-445f71de3afc for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:17:22.908478 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbd82fb-1619-4938-8dba-6a8502c205bd None None] Updating router c35651c2-3b31-488e-aed4-445f71de3afc port cb3db69a-686e-4788-904d-8d41f5341141 binding host n-d-712141-10 {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:17:22.932873 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=9c5aa9b7-de58-4a96-b4b9-38c6b765692a,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:22.936879 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-2cbd82fb-1619-4938-8dba-6a8502c205bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:23.244271 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-2cbd82fb-1619-4938-8dba-6a8502c205bd None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:23.254591 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-2cbd82fb-1619-4938-8dba-6a8502c205bd None None] Transition to ACTIVE for port object cb3db69a-686e-4788-904d-8d41f5341141 will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:17:23.262096 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-2cbd82fb-1619-4938-8dba-6a8502c205bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:23.331350 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a197f4b6-5af3-4641-9f67-62bec5ba8caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:23.355688 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77be3cd0-7ef3-4bff-adf4-fc9382cb021e None None] Pushing event updated for resources: {'Port': ['ID=cb3db69a-686e-4788-904d-8d41f5341141,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:23.360166 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-89e64754-a5a4-4b84-b77b-34b7e7fd2454 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:23.368967 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77be3cd0-7ef3-4bff-adf4-fc9382cb021e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:23.369308 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77be3cd0-7ef3-4bff-adf4-fc9382cb021e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:23.369668 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77be3cd0-7ef3-4bff-adf4-fc9382cb021e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:23.369998 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77be3cd0-7ef3-4bff-adf4-fc9382cb021e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:23.370325 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77be3cd0-7ef3-4bff-adf4-fc9382cb021e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:23.370648 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77be3cd0-7ef3-4bff-adf4-fc9382cb021e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:23.370973 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77be3cd0-7ef3-4bff-adf4-fc9382cb021e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:23.371293 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77be3cd0-7ef3-4bff-adf4-fc9382cb021e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:23.371607 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77be3cd0-7ef3-4bff-adf4-fc9382cb021e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:23.371920 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77be3cd0-7ef3-4bff-adf4-fc9382cb021e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:23.372234 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77be3cd0-7ef3-4bff-adf4-fc9382cb021e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:23.372546 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77be3cd0-7ef3-4bff-adf4-fc9382cb021e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:23.380311 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-2cbd82fb-1619-4938-8dba-6a8502c205bd None None] Attempting to bind port cb3db69a-686e-4788-904d-8d41f5341141 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:17:23.380780 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-2cbd82fb-1619-4938-8dba-6a8502c205bd None None] Attempting to bind port cb3db69a-686e-4788-904d-8d41f5341141 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '13622ad6-2208-4015-8520-4cff8b83cb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b50b0485-4e99-4f94-90fb-ea6c6b3e53f6'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:17:23.381026 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbd82fb-1619-4938-8dba-6a8502c205bd None None] Attempting to bind port cb3db69a-686e-4788-904d-8d41f5341141 on network b50b0485-4e99-4f94-90fb-ea6c6b3e53f6 {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:17:23.386702 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbd82fb-1619-4938-8dba-6a8502c205bd None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:17:23.387079 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbd82fb-1619-4938-8dba-6a8502c205bd None None] Checking segment: {'id': '13622ad6-2208-4015-8520-4cff8b83cb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b50b0485-4e99-4f94-90fb-ea6c6b3e53f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:17:23.387483 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-2cbd82fb-1619-4938-8dba-6a8502c205bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:23.387876 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cbd82fb-1619-4938-8dba-6a8502c205bd None None] Bound using segment: {'id': '13622ad6-2208-4015-8520-4cff8b83cb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b50b0485-4e99-4f94-90fb-ea6c6b3e53f6'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:17:23.388386 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-2cbd82fb-1619-4938-8dba-6a8502c205bd None None] Bound port: cb3db69a-686e-4788-904d-8d41f5341141, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13622ad6-2208-4015-8520-4cff8b83cb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b50b0485-4e99-4f94-90fb-ea6c6b3e53f6'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:17:23.388744 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-2cbd82fb-1619-4938-8dba-6a8502c205bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:23.464661 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-2cbd82fb-1619-4938-8dba-6a8502c205bd None None] For port cb3db69a-686e-4788-904d-8d41f5341141, host n-d-712141-10, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:17:23.468218 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-2cbd82fb-1619-4938-8dba-6a8502c205bd None None] For port cb3db69a-686e-4788-904d-8d41f5341141, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=cb3db69a-686e-4788-904d-8d41f5341141,segment=NetworkSegment(13622ad6-2208-4015-8520-4cff8b83cb95),segment_id=13622ad6-2208-4015-8520-4cff8b83cb95)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:17:23.474672 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-2cbd82fb-1619-4938-8dba-6a8502c205bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:23.546732 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbd82fb-1619-4938-8dba-6a8502c205bd None None] Routers {'c35651c2-3b31-488e-aed4-445f71de3afc'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:17:23.547493 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-2cbd82fb-1619-4938-8dba-6a8502c205bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:16:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['c35651c2-3b31-488e-aed4-445f71de3afc'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:17:23.593748 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-89e64754-a5a4-4b84-b77b-34b7e7fd2454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:23.665814 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77be3cd0-7ef3-4bff-adf4-fc9382cb021e None None] Pushing event updated for resources: {'Port': ['ID=cb3db69a-686e-4788-904d-8d41f5341141,revision_number=4']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:23.693514 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-2cbd82fb-1619-4938-8dba-6a8502c205bd None None] Set router c35651c2-3b31-488e-aed4-445f71de3afc gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:17:23.763190 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89e64754-a5a4-4b84-b77b-34b7e7fd2454 admin admin] Router 35886040-ce3e-467f-9eec-2063d4d412e2 is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:17:23.893317 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e64754-a5a4-4b84-b77b-34b7e7fd2454 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:17:23.900871 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30a6143-fa68-4226-bad3-6e473e0233f0 None None] Network 6597a0a4-89bd-4dfc-b1c9-40de040ea982 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:17:23.907047 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ba7519-4a78-4cdf-9c3d-f286b7d4d5d0 None None] Sync routers for ids ['35886040-ce3e-467f-9eec-2063d4d412e2'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:17:23.916415 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-89e64754-a5a4-4b84-b77b-34b7e7fd2454 admin admin] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:23.917984 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-89e64754-a5a4-4b84-b77b-34b7e7fd2454 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9671140 Jul 30 00:17:23.920811 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36336) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:17:23.965080 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ba7519-4a78-4cdf-9c3d-f286b7d4d5d0 None None] Routers {'35886040-ce3e-467f-9eec-2063d4d412e2'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:17:23.965731 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-79ba7519-4a78-4cdf-9c3d-f286b7d4d5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:16:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['35886040-ce3e-467f-9eec-2063d4d412e2'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:17:24.018668 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-2cbd82fb-1619-4938-8dba-6a8502c205bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35651c2-3b31-488e-aed4-445f71de3afc', 'name': 'tempest-TestMinimumBasicScenario-556773571-router', 'tenant_id': '2754f12fefb24279b42b8119a163684b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '9c5aa9b7-de58-4a96-b4b9-38c6b765692a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:17:17Z', 'updated_at': '2021-07-30T00:17:19Z', 'revision_number': 4, 'project_id': '2754f12fefb24279b42b8119a163684b', 'gw_port': {'id': '9c5aa9b7-de58-4a96-b4b9-38c6b765692a', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35651c2-3b31-488e-aed4-445f71de3afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:17:17Z', 'updated_at': '2021-07-30T00:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'cb3db69a-686e-4788-904d-8d41f5341141', 'name': '', 'network_id': 'b50b0485-4e99-4f94-90fb-ea6c6b3e53f6', 'tenant_id': '2754f12fefb24279b42b8119a163684b', 'mac_address': 'fa:16:3e:73:8e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c35651c2-3b31-488e-aed4-445f71de3afc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '3b97ec7e-2a6d-4b14-84ad-eb744fad8ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:17:19Z', 'updated_at': '2021-07-30T00:17:23Z', 'revision_number': 4, 'project_id': '2754f12fefb24279b42b8119a163684b', 'subnets': [{'id': '3b97ec7e-2a6d-4b14-84ad-eb744fad8ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:17:24.021309 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-9c9bc7d5-ee64-4144-8f5f-dc3f0947bf5d None None] Provisioning for port 6db02bdc-feff-48be-8ec9-fcfd41706f48 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:17:24.044578 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbd82fb-1619-4938-8dba-6a8502c205bd None None] The sync data for ids ['c35651c2-3b31-488e-aed4-445f71de3afc'] in n-d-712141-10 is: [{'id': 'c35651c2-3b31-488e-aed4-445f71de3afc', 'name': 'tempest-TestMinimumBasicScenario-556773571-router', 'tenant_id': '2754f12fefb24279b42b8119a163684b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '9c5aa9b7-de58-4a96-b4b9-38c6b765692a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:17:17Z', 'updated_at': '2021-07-30T00:17:19Z', 'revision_number': 4, 'project_id': '2754f12fefb24279b42b8119a163684b', 'gw_port': {'id': '9c5aa9b7-de58-4a96-b4b9-38c6b765692a', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35651c2-3b31-488e-aed4-445f71de3afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:17:17Z', 'updated_at': '2021-07-30T00:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'cb3db69a-686e-4788-904d-8d41f5341141', 'name': '', 'network_id': 'b50b0485-4e99-4f94-90fb-ea6c6b3e53f6', 'tenant_id': '2754f12fefb24279b42b8119a163684b', 'mac_address': 'fa:16:3e:73:8e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c35651c2-3b31-488e-aed4-445f71de3afc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '3b97ec7e-2a6d-4b14-84ad-eb744fad8ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:17:19Z', 'updated_at': '2021-07-30T00:17:23Z', 'revision_number': 4, 'project_id': '2754f12fefb24279b42b8119a163684b', 'subnets': [{'id': '3b97ec7e-2a6d-4b14-84ad-eb744fad8ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:17:24.155573 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-79ba7519-4a78-4cdf-9c3d-f286b7d4d5d0 None None] Set router 35886040-ce3e-467f-9eec-2063d4d412e2 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:17:24.408706 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a3dc29d0-1abc-4358-a671-28c9ae5024aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:24.414640 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-79ba7519-4a78-4cdf-9c3d-f286b7d4d5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35886040-ce3e-467f-9eec-2063d4d412e2', 'name': 'tempest-TestMinimumBasicScenario-1369213878-router', 'tenant_id': '47af808a53164a70b703588524113586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'e414bf21-c500-44af-b990-5d489fd72cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:17:21Z', 'updated_at': '2021-07-30T00:17:23Z', 'revision_number': 3, 'project_id': '47af808a53164a70b703588524113586', 'gw_port': {'id': 'e414bf21-c500-44af-b990-5d489fd72cda', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a7:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35886040-ce3e-467f-9eec-2063d4d412e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:17:22Z', 'updated_at': '2021-07-30T00:17:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:17:24.448990 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ba7519-4a78-4cdf-9c3d-f286b7d4d5d0 None None] Checking router: 35886040-ce3e-467f-9eec-2063d4d412e2 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:17:24.449345 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ba7519-4a78-4cdf-9c3d-f286b7d4d5d0 None None] Updating router 35886040-ce3e-467f-9eec-2063d4d412e2 port e414bf21-c500-44af-b990-5d489fd72cda binding host n-d-712141-10 {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:17:24.479779 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-79ba7519-4a78-4cdf-9c3d-f286b7d4d5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:24.626271 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-a3dc29d0-1abc-4358-a671-28c9ae5024aa admin admin] Allocated IP 172.20.0.1 (6597a0a4-89bd-4dfc-b1c9-40de040ea982/54f9eeb2-2ae6-4fd8-814d-fb8722949c21/a628d541-6344-4b29-acea-50f8de12992e) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:17:24.741199 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 9c5aa9b7-de58-4a96-b4b9-38c6b765692a up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:17:24.759450 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a3dc29d0-1abc-4358-a671-28c9ae5024aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:24.777198 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-a3dc29d0-1abc-4358-a671-28c9ae5024aa admin admin] Transition to ACTIVE for port object a628d541-6344-4b29-acea-50f8de12992e will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:17:24.816501 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a3dc29d0-1abc-4358-a671-28c9ae5024aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:24.855927 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-79ba7519-4a78-4cdf-9c3d-f286b7d4d5d0 None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:24.858184 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 9c5aa9b7-de58-4a96-b4b9-38c6b765692a triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:17:24.858559 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:24.861077 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3dc29d0-1abc-4358-a671-28c9ae5024aa admin admin] Network 6597a0a4-89bd-4dfc-b1c9-40de040ea982 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:17:24.864961 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-a3dc29d0-1abc-4358-a671-28c9ae5024aa admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:17:24.869626 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dc29d0-1abc-4358-a671-28c9ae5024aa admin admin] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:17:24.877732 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dc29d0-1abc-4358-a671-28c9ae5024aa admin admin] Pushing event updated for resources: {'Port': ['ID=a628d541-6344-4b29-acea-50f8de12992e,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:24.889299 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-79ba7519-4a78-4cdf-9c3d-f286b7d4d5d0 None None] Transition to ACTIVE for port object e414bf21-c500-44af-b990-5d489fd72cda will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:17:24.906712 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-79ba7519-4a78-4cdf-9c3d-f286b7d4d5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:24.923959 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a3dc29d0-1abc-4358-a671-28c9ae5024aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:24.976359 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-79ba7519-4a78-4cdf-9c3d-f286b7d4d5d0 None None] Attempting to bind port e414bf21-c500-44af-b990-5d489fd72cda on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:17:24.976757 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-79ba7519-4a78-4cdf-9c3d-f286b7d4d5d0 None None] Attempting to bind port e414bf21-c500-44af-b990-5d489fd72cda by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:17:24.977133 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ba7519-4a78-4cdf-9c3d-f286b7d4d5d0 None None] Attempting to bind port e414bf21-c500-44af-b990-5d489fd72cda on network 58f27f61-3278-49cc-b66b-1e729d26f29f {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:17:24.981765 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f203c-24fe-4671-9502-b1d954cd1d6b None None] Pushing event updated for resources: {'Port': ['ID=e414bf21-c500-44af-b990-5d489fd72cda,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:24.986002 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ba7519-4a78-4cdf-9c3d-f286b7d4d5d0 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 16, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:17:24.986384 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ba7519-4a78-4cdf-9c3d-f286b7d4d5d0 None None] Checking segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:17:24.987026 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-79ba7519-4a78-4cdf-9c3d-f286b7d4d5d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:24.987420 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ba7519-4a78-4cdf-9c3d-f286b7d4d5d0 None None] Bound using segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:17:24.987898 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-79ba7519-4a78-4cdf-9c3d-f286b7d4d5d0 None None] Bound port: e414bf21-c500-44af-b990-5d489fd72cda, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:17:24.988287 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-79ba7519-4a78-4cdf-9c3d-f286b7d4d5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:25.051874 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 6db02bdc-feff-48be-8ec9-fcfd41706f48 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:17:25.066705 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a3dc29d0-1abc-4358-a671-28c9ae5024aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:25.092669 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-79ba7519-4a78-4cdf-9c3d-f286b7d4d5d0 None None] For port e414bf21-c500-44af-b990-5d489fd72cda, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:17:25.097533 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-79ba7519-4a78-4cdf-9c3d-f286b7d4d5d0 None None] For port e414bf21-c500-44af-b990-5d489fd72cda, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=e414bf21-c500-44af-b990-5d489fd72cda,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:17:25.106167 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-79ba7519-4a78-4cdf-9c3d-f286b7d4d5d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:25.182635 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 6db02bdc-feff-48be-8ec9-fcfd41706f48 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:17:25.193874 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ba7519-4a78-4cdf-9c3d-f286b7d4d5d0 None None] Routers {'35886040-ce3e-467f-9eec-2063d4d412e2'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:17:25.194588 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-79ba7519-4a78-4cdf-9c3d-f286b7d4d5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:16:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['35886040-ce3e-467f-9eec-2063d4d412e2'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:17:25.196684 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 6db02bdc-feff-48be-8ec9-fcfd41706f48 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:17:25.197062 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:25.200904 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f203c-24fe-4671-9502-b1d954cd1d6b None None] Pushing event updated for resources: {'Port': ['ID=e414bf21-c500-44af-b990-5d489fd72cda,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:25.243510 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a3dc29d0-1abc-4358-a671-28c9ae5024aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:25.248256 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a3dc29d0-1abc-4358-a671-28c9ae5024aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:25.254659 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-d5439c86-c961-44bc-b8aa-8de226cda513 None None] Provisioning for port a628d541-6344-4b29-acea-50f8de12992e completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:17:25.266604 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-d5439c86-c961-44bc-b8aa-8de226cda513 None None] Provisioning complete for port a628d541-6344-4b29-acea-50f8de12992e triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:17:25.266978 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d5439c86-c961-44bc-b8aa-8de226cda513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:25.314518 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dc29d0-1abc-4358-a671-28c9ae5024aa admin admin] Pushing event updated for resources: {'Port': ['ID=a628d541-6344-4b29-acea-50f8de12992e,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:25.316978 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a3dc29d0-1abc-4358-a671-28c9ae5024aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:25.356184 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-d5439c86-c961-44bc-b8aa-8de226cda513 None None] Port a628d541-6344-4b29-acea-50f8de12992e cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:17:25.394226 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-79ba7519-4a78-4cdf-9c3d-f286b7d4d5d0 None None] Set router 35886040-ce3e-467f-9eec-2063d4d412e2 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:17:25.412092 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3dc29d0-1abc-4358-a671-28c9ae5024aa admin admin] Network 6597a0a4-89bd-4dfc-b1c9-40de040ea982 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:17:25.414101 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-a3dc29d0-1abc-4358-a671-28c9ae5024aa admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:17:25.442250 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:25.537191 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3dc29d0-1abc-4358-a671-28c9ae5024aa admin admin] Router 35886040-ce3e-467f-9eec-2063d4d412e2 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:17:25.658683 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3dc29d0-1abc-4358-a671-28c9ae5024aa admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:17:25.664729 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a3dc29d0-1abc-4358-a671-28c9ae5024aa admin admin] 10.222.0.43 "PUT /v2.0/routers/35886040-ce3e-467f-9eec-2063d4d412e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7421529 Jul 30 00:17:25.730065 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 6db02bdc-feff-48be-8ec9-fcfd41706f48, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=6db02bdc-feff-48be-8ec9-fcfd41706f48,segment=NetworkSegment(06a9f631-d165-4692-8f37-685fc9748b29),segment_id=06a9f631-d165-4692-8f37-685fc9748b29)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:17:25.738577 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:25.739386 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device cb3db69a-686e-4788-904d-8d41f5341141 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:17:25.764355 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-a43b073e-b3cd-4cc0-8a15-97c232067303 None None] Provisioning complete for port a628d541-6344-4b29-acea-50f8de12992e triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:17:25.764729 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a43b073e-b3cd-4cc0-8a15-97c232067303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:25.892478 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-a43b073e-b3cd-4cc0-8a15-97c232067303 None None] Port a628d541-6344-4b29-acea-50f8de12992e cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:17:25.895404 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=6db02bdc-feff-48be-8ec9-fcfd41706f48,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:25.911849 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port cb3db69a-686e-4788-904d-8d41f5341141 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:17:25.918526 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port cb3db69a-686e-4788-904d-8d41f5341141 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:17:25.918908 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:25.969888 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5bca0fc7-4c97-47a5-b371-d5debe0228a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:25.988338 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-79ba7519-4a78-4cdf-9c3d-f286b7d4d5d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35886040-ce3e-467f-9eec-2063d4d412e2', 'name': 'tempest-TestMinimumBasicScenario-1369213878-router', 'tenant_id': '47af808a53164a70b703588524113586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'e414bf21-c500-44af-b990-5d489fd72cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:17:21Z', 'updated_at': '2021-07-30T00:17:25Z', 'revision_number': 4, 'project_id': '47af808a53164a70b703588524113586', 'gw_port': {'id': 'e414bf21-c500-44af-b990-5d489fd72cda', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a7:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35886040-ce3e-467f-9eec-2063d4d412e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:17:22Z', 'updated_at': '2021-07-30T00:17:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'a628d541-6344-4b29-acea-50f8de12992e', 'name': '', 'network_id': '6597a0a4-89bd-4dfc-b1c9-40de040ea982', 'tenant_id': '47af808a53164a70b703588524113586', 'mac_address': 'fa:16:3e:43:7a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35886040-ce3e-467f-9eec-2063d4d412e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '54f9eeb2-2ae6-4fd8-814d-fb8722949c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:17:24Z', 'updated_at': '2021-07-30T00:17:24Z', 'revision_number': 1, 'project_id': '47af808a53164a70b703588524113586', 'subnets': [{'id': '54f9eeb2-2ae6-4fd8-814d-fb8722949c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:17:26.022374 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ba7519-4a78-4cdf-9c3d-f286b7d4d5d0 None None] The sync data for ids ['35886040-ce3e-467f-9eec-2063d4d412e2'] in n-d-712141-10 is: [{'id': '35886040-ce3e-467f-9eec-2063d4d412e2', 'name': 'tempest-TestMinimumBasicScenario-1369213878-router', 'tenant_id': '47af808a53164a70b703588524113586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'e414bf21-c500-44af-b990-5d489fd72cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:17:21Z', 'updated_at': '2021-07-30T00:17:25Z', 'revision_number': 4, 'project_id': '47af808a53164a70b703588524113586', 'gw_port': {'id': 'e414bf21-c500-44af-b990-5d489fd72cda', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a7:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35886040-ce3e-467f-9eec-2063d4d412e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:17:22Z', 'updated_at': '2021-07-30T00:17:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'a628d541-6344-4b29-acea-50f8de12992e', 'name': '', 'network_id': '6597a0a4-89bd-4dfc-b1c9-40de040ea982', 'tenant_id': '47af808a53164a70b703588524113586', 'mac_address': 'fa:16:3e:43:7a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35886040-ce3e-467f-9eec-2063d4d412e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '54f9eeb2-2ae6-4fd8-814d-fb8722949c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:17:24Z', 'updated_at': '2021-07-30T00:17:24Z', 'revision_number': 1, 'project_id': '47af808a53164a70b703588524113586', 'subnets': [{'id': '54f9eeb2-2ae6-4fd8-814d-fb8722949c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:17:26.065259 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:26.107322 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port cb3db69a-686e-4788-904d-8d41f5341141, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=cb3db69a-686e-4788-904d-8d41f5341141,segment=NetworkSegment(13622ad6-2208-4015-8520-4cff8b83cb95),segment_id=13622ad6-2208-4015-8520-4cff8b83cb95)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:17:26.112647 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:26.164463 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=cb3db69a-686e-4788-904d-8d41f5341141,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:26.536995 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:26.591630 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 6db02bdc-feff-48be-8ec9-fcfd41706f48 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:17:26.654594 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 6db02bdc-feff-48be-8ec9-fcfd41706f48 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:17:26.655009 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:26.752305 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device cb3db69a-686e-4788-904d-8d41f5341141 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:17:26.809901 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port cb3db69a-686e-4788-904d-8d41f5341141 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:17:26.810444 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:27.884904 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:28.523602 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eded7879-f7d7-4435-bd9b-e546c09417a4 None None] Sync routers for ids ['35886040-ce3e-467f-9eec-2063d4d412e2'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:17:28.553190 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eded7879-f7d7-4435-bd9b-e546c09417a4 None None] Routers {'35886040-ce3e-467f-9eec-2063d4d412e2'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:17:28.553918 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-eded7879-f7d7-4435-bd9b-e546c09417a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:17:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['35886040-ce3e-467f-9eec-2063d4d412e2'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:17:28.651281 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device e414bf21-c500-44af-b990-5d489fd72cda up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:17:28.706383 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-eded7879-f7d7-4435-bd9b-e546c09417a4 None None] Set router 35886040-ce3e-467f-9eec-2063d4d412e2 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:17:28.709129 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port e414bf21-c500-44af-b990-5d489fd72cda completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:17:28.714902 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port e414bf21-c500-44af-b990-5d489fd72cda triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:17:28.715261 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:28.816946 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:28.846303 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port e414bf21-c500-44af-b990-5d489fd72cda, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=e414bf21-c500-44af-b990-5d489fd72cda,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:17:28.855744 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:28.921768 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=e414bf21-c500-44af-b990-5d489fd72cda,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:28.955545 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-eded7879-f7d7-4435-bd9b-e546c09417a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35886040-ce3e-467f-9eec-2063d4d412e2', 'name': 'tempest-TestMinimumBasicScenario-1369213878-router', 'tenant_id': '47af808a53164a70b703588524113586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'e414bf21-c500-44af-b990-5d489fd72cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:17:21Z', 'updated_at': '2021-07-30T00:17:25Z', 'revision_number': 4, 'project_id': '47af808a53164a70b703588524113586', 'gw_port': {'id': 'e414bf21-c500-44af-b990-5d489fd72cda', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a7:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35886040-ce3e-467f-9eec-2063d4d412e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:17:22Z', 'updated_at': '2021-07-30T00:17:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'a628d541-6344-4b29-acea-50f8de12992e', 'name': '', 'network_id': '6597a0a4-89bd-4dfc-b1c9-40de040ea982', 'tenant_id': '47af808a53164a70b703588524113586', 'mac_address': 'fa:16:3e:43:7a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35886040-ce3e-467f-9eec-2063d4d412e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '54f9eeb2-2ae6-4fd8-814d-fb8722949c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:17:24Z', 'updated_at': '2021-07-30T00:17:25Z', 'revision_number': 2, 'project_id': '47af808a53164a70b703588524113586', 'subnets': [{'id': '54f9eeb2-2ae6-4fd8-814d-fb8722949c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:17:28.982534 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eded7879-f7d7-4435-bd9b-e546c09417a4 None None] Checking router: 35886040-ce3e-467f-9eec-2063d4d412e2 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:17:28.983129 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eded7879-f7d7-4435-bd9b-e546c09417a4 None None] Updating router 35886040-ce3e-467f-9eec-2063d4d412e2 port a628d541-6344-4b29-acea-50f8de12992e binding host n-d-712141-10 {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:17:29.011193 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-eded7879-f7d7-4435-bd9b-e546c09417a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:29.318506 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-eded7879-f7d7-4435-bd9b-e546c09417a4 None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:29.328595 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-eded7879-f7d7-4435-bd9b-e546c09417a4 None None] Transition to ACTIVE for port object a628d541-6344-4b29-acea-50f8de12992e will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:17:29.334821 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-eded7879-f7d7-4435-bd9b-e546c09417a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:29.396952 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6587eb-c929-40f9-852f-11d041155d0e None None] Pushing event updated for resources: {'Port': ['ID=a628d541-6344-4b29-acea-50f8de12992e,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:29.453877 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-eded7879-f7d7-4435-bd9b-e546c09417a4 None None] Attempting to bind port a628d541-6344-4b29-acea-50f8de12992e on host n-d-712141-10 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:17:29.453877 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-eded7879-f7d7-4435-bd9b-e546c09417a4 None None] Attempting to bind port a628d541-6344-4b29-acea-50f8de12992e by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '06a9f631-d165-4692-8f37-685fc9748b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6597a0a4-89bd-4dfc-b1c9-40de040ea982'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:17:29.453877 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eded7879-f7d7-4435-bd9b-e546c09417a4 None None] Attempting to bind port a628d541-6344-4b29-acea-50f8de12992e on network 6597a0a4-89bd-4dfc-b1c9-40de040ea982 {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:17:29.462452 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eded7879-f7d7-4435-bd9b-e546c09417a4 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:17:29.462821 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eded7879-f7d7-4435-bd9b-e546c09417a4 None None] Checking segment: {'id': '06a9f631-d165-4692-8f37-685fc9748b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6597a0a4-89bd-4dfc-b1c9-40de040ea982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:17:29.463220 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-eded7879-f7d7-4435-bd9b-e546c09417a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:29.463609 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eded7879-f7d7-4435-bd9b-e546c09417a4 None None] Bound using segment: {'id': '06a9f631-d165-4692-8f37-685fc9748b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6597a0a4-89bd-4dfc-b1c9-40de040ea982'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:17:29.464074 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-eded7879-f7d7-4435-bd9b-e546c09417a4 None None] Bound port: a628d541-6344-4b29-acea-50f8de12992e, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06a9f631-d165-4692-8f37-685fc9748b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '6597a0a4-89bd-4dfc-b1c9-40de040ea982'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:17:29.464452 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-eded7879-f7d7-4435-bd9b-e546c09417a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:29.515367 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:29.549217 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-eded7879-f7d7-4435-bd9b-e546c09417a4 None None] For port a628d541-6344-4b29-acea-50f8de12992e, host n-d-712141-10, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:17:29.552391 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-eded7879-f7d7-4435-bd9b-e546c09417a4 None None] For port a628d541-6344-4b29-acea-50f8de12992e, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=a628d541-6344-4b29-acea-50f8de12992e,segment=NetworkSegment(06a9f631-d165-4692-8f37-685fc9748b29),segment_id=06a9f631-d165-4692-8f37-685fc9748b29)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:17:29.565599 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-eded7879-f7d7-4435-bd9b-e546c09417a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:29.608334 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eded7879-f7d7-4435-bd9b-e546c09417a4 None None] Routers {'35886040-ce3e-467f-9eec-2063d4d412e2'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:17:29.608939 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-eded7879-f7d7-4435-bd9b-e546c09417a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:17:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['35886040-ce3e-467f-9eec-2063d4d412e2'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:17:29.712586 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6587eb-c929-40f9-852f-11d041155d0e None None] Pushing event updated for resources: {'Port': ['ID=a628d541-6344-4b29-acea-50f8de12992e,revision_number=4']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:29.752146 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-eded7879-f7d7-4435-bd9b-e546c09417a4 None None] Set router 35886040-ce3e-467f-9eec-2063d4d412e2 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:17:30.013916 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-eded7879-f7d7-4435-bd9b-e546c09417a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35886040-ce3e-467f-9eec-2063d4d412e2', 'name': 'tempest-TestMinimumBasicScenario-1369213878-router', 'tenant_id': '47af808a53164a70b703588524113586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'e414bf21-c500-44af-b990-5d489fd72cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:17:21Z', 'updated_at': '2021-07-30T00:17:25Z', 'revision_number': 4, 'project_id': '47af808a53164a70b703588524113586', 'gw_port': {'id': 'e414bf21-c500-44af-b990-5d489fd72cda', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a7:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35886040-ce3e-467f-9eec-2063d4d412e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:17:22Z', 'updated_at': '2021-07-30T00:17:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'a628d541-6344-4b29-acea-50f8de12992e', 'name': '', 'network_id': '6597a0a4-89bd-4dfc-b1c9-40de040ea982', 'tenant_id': '47af808a53164a70b703588524113586', 'mac_address': 'fa:16:3e:43:7a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35886040-ce3e-467f-9eec-2063d4d412e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '54f9eeb2-2ae6-4fd8-814d-fb8722949c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:17:24Z', 'updated_at': '2021-07-30T00:17:29Z', 'revision_number': 4, 'project_id': '47af808a53164a70b703588524113586', 'subnets': [{'id': '54f9eeb2-2ae6-4fd8-814d-fb8722949c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:17:30.046231 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eded7879-f7d7-4435-bd9b-e546c09417a4 None None] The sync data for ids ['35886040-ce3e-467f-9eec-2063d4d412e2'] in n-d-712141-10 is: [{'id': '35886040-ce3e-467f-9eec-2063d4d412e2', 'name': 'tempest-TestMinimumBasicScenario-1369213878-router', 'tenant_id': '47af808a53164a70b703588524113586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'e414bf21-c500-44af-b990-5d489fd72cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:17:21Z', 'updated_at': '2021-07-30T00:17:25Z', 'revision_number': 4, 'project_id': '47af808a53164a70b703588524113586', 'gw_port': {'id': 'e414bf21-c500-44af-b990-5d489fd72cda', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a7:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35886040-ce3e-467f-9eec-2063d4d412e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:17:22Z', 'updated_at': '2021-07-30T00:17:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'a628d541-6344-4b29-acea-50f8de12992e', 'name': '', 'network_id': '6597a0a4-89bd-4dfc-b1c9-40de040ea982', 'tenant_id': '47af808a53164a70b703588524113586', 'mac_address': 'fa:16:3e:43:7a:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35886040-ce3e-467f-9eec-2063d4d412e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': '54f9eeb2-2ae6-4fd8-814d-fb8722949c21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:17:24Z', 'updated_at': '2021-07-30T00:17:29Z', 'revision_number': 4, 'project_id': '47af808a53164a70b703588524113586', 'subnets': [{'id': '54f9eeb2-2ae6-4fd8-814d-fb8722949c21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:17:30.625156 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device e414bf21-c500-44af-b990-5d489fd72cda up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:17:30.693392 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port e414bf21-c500-44af-b990-5d489fd72cda triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:17:30.694136 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:30.802051 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device a628d541-6344-4b29-acea-50f8de12992e up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:17:30.862289 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port a628d541-6344-4b29-acea-50f8de12992e completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:17:30.866909 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port a628d541-6344-4b29-acea-50f8de12992e triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:17:30.867367 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:30.969215 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:31.006710 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port a628d541-6344-4b29-acea-50f8de12992e, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=a628d541-6344-4b29-acea-50f8de12992e,segment=NetworkSegment(06a9f631-d165-4692-8f37-685fc9748b29),segment_id=06a9f631-d165-4692-8f37-685fc9748b29)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:17:31.013258 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:31.077972 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=a628d541-6344-4b29-acea-50f8de12992e,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:32.571435 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device a628d541-6344-4b29-acea-50f8de12992e up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:17:32.629475 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port a628d541-6344-4b29-acea-50f8de12992e triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:17:32.629914 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:35.802567 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d8ea3-bd76-491d-a4d0-9c0270a46a75 req-6881e28b-0afd-4aa6-9a1d-80eb8197d868 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:35.804796 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-134d8ea3-bd76-491d-a4d0-9c0270a46a75 req-6881e28b-0afd-4aa6-9a1d-80eb8197d868 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/networks?id=b50b0485-4e99-4f94-90fb-ea6c6b3e53f6 HTTP/1.1" status: 200 len: 814 time: 0.1038630 Jul 30 00:17:35.820741 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-134d8ea3-bd76-491d-a4d0-9c0270a46a75 req-bc7c06e0-d83b-4f32-98e0-db26e851ac6e tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/quotas/2754f12fefb24279b42b8119a163684b HTTP/1.1" status: 200 len: 375 time: 0.0097692 Jul 30 00:17:35.877336 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-134d8ea3-bd76-491d-a4d0-9c0270a46a75 req-bc51f2fe-a430-4e31-8651-f4ddf5fd5959 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2754f12fefb24279b42b8119a163684b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512152 Jul 30 00:17:35.982672 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-134d8ea3-bd76-491d-a4d0-9c0270a46a75 req-834bc8ac-444a-496f-b119-99579c24e0ae service neutron] 10.222.0.43 "GET /v2.0/networks/b50b0485-4e99-4f94-90fb-ea6c6b3e53f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922518 Jul 30 00:17:36.087785 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-134d8ea3-bd76-491d-a4d0-9c0270a46a75 req-199c1837-c620-4af3-8a85-4e63a5c965cf service neutron] 10.222.0.43 "GET /v2.0/networks/b50b0485-4e99-4f94-90fb-ea6c6b3e53f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987453 Jul 30 00:17:36.275503 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e55effe2-5675-4c08-a72e-117a9e202977 req-71c2257b-86cb-499f-a267-8bea2254de7f tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef1d099c-2f1d-4e76-b4e2-fd6343313e75 HTTP/1.1" status: 200 len: 210 time: 0.0279338 Jul 30 00:17:37.396577 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a3e50f5d-e480-48dc-a44e-da8977a5b288 req-ffde6dd1-7650-4bcf-80a4-2b78539f3298 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef1d099c-2f1d-4e76-b4e2-fd6343313e75 HTTP/1.1" status: 200 len: 210 time: 0.0365140 Jul 30 00:17:37.428325 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d8ea3-bd76-491d-a4d0-9c0270a46a75 req-5e8564d0-60c3-4077-80ca-b99d2cc41a09 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:37.430437 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-134d8ea3-bd76-491d-a4d0-9c0270a46a75 req-5e8564d0-60c3-4077-80ca-b99d2cc41a09 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.41 "GET /v2.0/networks?id=b50b0485-4e99-4f94-90fb-ea6c6b3e53f6 HTTP/1.1" status: 200 len: 814 time: 0.1436639 Jul 30 00:17:37.449297 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-134d8ea3-bd76-491d-a4d0-9c0270a46a75 req-dd284ed5-2244-4d53-a101-8bddb2e9648d tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Request body: {'port': {'device_id': 'ef1d099c-2f1d-4e76-b4e2-fd6343313e75', 'network_id': 'b50b0485-4e99-4f94-90fb-ea6c6b3e53f6', 'admin_state_up': True, 'tenant_id': '2754f12fefb24279b42b8119a163684b'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:17:37.563223 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-134d8ea3-bd76-491d-a4d0-9c0270a46a75 req-dd284ed5-2244-4d53-a101-8bddb2e9648d tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Made reservation on behalf of 2754f12fefb24279b42b8119a163684b for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:17:37.566766 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-134d8ea3-bd76-491d-a4d0-9c0270a46a75 req-dd284ed5-2244-4d53-a101-8bddb2e9648d tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:37.592234 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:37.698303 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-134d8ea3-bd76-491d-a4d0-9c0270a46a75 req-dd284ed5-2244-4d53-a101-8bddb2e9648d tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Allocated IP 172.20.0.4 (b50b0485-4e99-4f94-90fb-ea6c6b3e53f6/3b97ec7e-2a6d-4b14-84ad-eb744fad8ea2/ae95f6cd-613f-493e-9799-1d54f62dd077) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:17:37.890116 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-134d8ea3-bd76-491d-a4d0-9c0270a46a75 req-dd284ed5-2244-4d53-a101-8bddb2e9648d tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:37.908422 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-134d8ea3-bd76-491d-a4d0-9c0270a46a75 req-dd284ed5-2244-4d53-a101-8bddb2e9648d tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Transition to ACTIVE for port object ae95f6cd-613f-493e-9799-1d54f62dd077 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:17:37.948204 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-134d8ea3-bd76-491d-a4d0-9c0270a46a75 req-dd284ed5-2244-4d53-a101-8bddb2e9648d tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:37.998700 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-134d8ea3-bd76-491d-a4d0-9c0270a46a75 req-dd284ed5-2244-4d53-a101-8bddb2e9648d tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Network b50b0485-4e99-4f94-90fb-ea6c6b3e53f6 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:17:38.001733 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-134d8ea3-bd76-491d-a4d0-9c0270a46a75 req-dd284ed5-2244-4d53-a101-8bddb2e9648d tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:17:38.005350 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-134d8ea3-bd76-491d-a4d0-9c0270a46a75 req-dd284ed5-2244-4d53-a101-8bddb2e9648d tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:17:38.015023 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd284ed5-2244-4d53-a101-8bddb2e9648d tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Pushing event updated for resources: {'Port': ['ID=ae95f6cd-613f-493e-9799-1d54f62dd077,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:38.073218 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d8ea3-bd76-491d-a4d0-9c0270a46a75 req-dd284ed5-2244-4d53-a101-8bddb2e9648d tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:38.074009 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-134d8ea3-bd76-491d-a4d0-9c0270a46a75 req-dd284ed5-2244-4d53-a101-8bddb2e9648d tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:38.091638 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-134d8ea3-bd76-491d-a4d0-9c0270a46a75 req-dd284ed5-2244-4d53-a101-8bddb2e9648d tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6461508 Jul 30 00:17:38.267425 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-b8e0269b-f17d-4c7e-865e-a350dc78b0fb None None] Provisioning for port ae95f6cd-613f-493e-9799-1d54f62dd077 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:17:38.271344 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-b8e0269b-f17d-4c7e-865e-a350dc78b0fb None None] Provisioning complete for port ae95f6cd-613f-493e-9799-1d54f62dd077 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:17:38.271734 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b8e0269b-f17d-4c7e-865e-a350dc78b0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:38.313448 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-b8e0269b-f17d-4c7e-865e-a350dc78b0fb None None] Port ae95f6cd-613f-493e-9799-1d54f62dd077 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:17:38.522954 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d23ca0-5c98-4c66-9ef3-f18d8d3ad332 req-bbeb86f7-2d14-47e2-8c8d-fe31b4ec1d28 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:38.525340 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-13d23ca0-5c98-4c66-9ef3-f18d8d3ad332 req-bbeb86f7-2d14-47e2-8c8d-fe31b4ec1d28 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef1d099c-2f1d-4e76-b4e2-fd6343313e75 HTTP/1.1" status: 200 len: 931 time: 0.0574281 Jul 30 00:17:38.573139 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-13d23ca0-5c98-4c66-9ef3-f18d8d3ad332 req-b6bff3e8-d65c-4667-b236-30a4df4225c6 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/security-groups?id=30ae4b48-38a2-40cf-8ecc-6573e9ab668d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417495 Jul 30 00:17:39.693112 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee08bac-2c6c-485c-8f6f-040480184539 req-43d5f584-ea56-47d2-9188-5bfcddf76c23 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:39.694643 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-aee08bac-2c6c-485c-8f6f-040480184539 req-43d5f584-ea56-47d2-9188-5bfcddf76c23 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef1d099c-2f1d-4e76-b4e2-fd6343313e75 HTTP/1.1" status: 200 len: 931 time: 0.0523179 Jul 30 00:17:39.736218 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-aee08bac-2c6c-485c-8f6f-040480184539 req-b87b7053-e323-4f72-b490-929978120db3 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/security-groups?id=30ae4b48-38a2-40cf-8ecc-6573e9ab668d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342839 Jul 30 00:17:40.855455 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa586e-6ea5-4165-87f0-49948d450cea req-bb6da27f-ab99-4d04-ab2f-c1daf85d400b tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:40.857123 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bbfa586e-6ea5-4165-87f0-49948d450cea req-bb6da27f-ab99-4d04-ab2f-c1daf85d400b tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef1d099c-2f1d-4e76-b4e2-fd6343313e75 HTTP/1.1" status: 200 len: 931 time: 0.0528977 Jul 30 00:17:40.905519 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bbfa586e-6ea5-4165-87f0-49948d450cea req-c6b793bf-b99f-49ca-af4c-c8aefca3554b tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/security-groups?id=30ae4b48-38a2-40cf-8ecc-6573e9ab668d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423272 Jul 30 00:17:42.027985 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60a5d41-137e-49f0-9eaf-325ebf002034 req-72379867-ee02-4b5a-b39b-b31a2c804f5d tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:42.029517 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e60a5d41-137e-49f0-9eaf-325ebf002034 req-72379867-ee02-4b5a-b39b-b31a2c804f5d tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef1d099c-2f1d-4e76-b4e2-fd6343313e75 HTTP/1.1" status: 200 len: 931 time: 0.0518916 Jul 30 00:17:42.082611 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e60a5d41-137e-49f0-9eaf-325ebf002034 req-7b5ff86f-4c07-40e1-8f81-a6ed1fabd471 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/security-groups?id=30ae4b48-38a2-40cf-8ecc-6573e9ab668d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463860 Jul 30 00:17:43.206568 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae20da5-9db7-4d93-8f0b-68815e9bd27c req-16cda72a-6102-47fd-869c-43f0dabeea21 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:43.208184 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bae20da5-9db7-4d93-8f0b-68815e9bd27c req-16cda72a-6102-47fd-869c-43f0dabeea21 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef1d099c-2f1d-4e76-b4e2-fd6343313e75 HTTP/1.1" status: 200 len: 931 time: 0.0512190 Jul 30 00:17:43.256846 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bae20da5-9db7-4d93-8f0b-68815e9bd27c req-5db2cf0f-fa9e-4522-a64e-52f611ccecfe tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/security-groups?id=30ae4b48-38a2-40cf-8ecc-6573e9ab668d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390315 Jul 30 00:17:44.381332 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4452bfa7-fa66-4c61-9197-f211087852ba req-40c47444-6da9-440b-a390-c5984d22a62c tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:44.382926 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4452bfa7-fa66-4c61-9197-f211087852ba req-40c47444-6da9-440b-a390-c5984d22a62c tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef1d099c-2f1d-4e76-b4e2-fd6343313e75 HTTP/1.1" status: 200 len: 931 time: 0.0538561 Jul 30 00:17:44.447775 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4452bfa7-fa66-4c61-9197-f211087852ba req-199ddc26-2714-4b54-a430-20843627e66c tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/security-groups?id=30ae4b48-38a2-40cf-8ecc-6573e9ab668d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479934 Jul 30 00:17:45.599800 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de1aab-1af8-438b-a09b-ce9c3b6d4882 req-3f7b544a-de89-472c-99f9-308977a682ee tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:45.601863 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-53de1aab-1af8-438b-a09b-ce9c3b6d4882 req-3f7b544a-de89-472c-99f9-308977a682ee tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef1d099c-2f1d-4e76-b4e2-fd6343313e75 HTTP/1.1" status: 200 len: 931 time: 0.0663865 Jul 30 00:17:45.651409 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-53de1aab-1af8-438b-a09b-ce9c3b6d4882 req-2701df7f-525c-4b25-af3e-e9c9c3ba48da tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/security-groups?id=30ae4b48-38a2-40cf-8ecc-6573e9ab668d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393879 Jul 30 00:17:46.771745 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22fa4cd-6946-4bc2-aaa5-61301c11f55f req-a8c79637-87b4-490c-b397-a746f46e1f4c tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:46.773283 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c22fa4cd-6946-4bc2-aaa5-61301c11f55f req-a8c79637-87b4-490c-b397-a746f46e1f4c tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef1d099c-2f1d-4e76-b4e2-fd6343313e75 HTTP/1.1" status: 200 len: 931 time: 0.0510128 Jul 30 00:17:46.815087 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c22fa4cd-6946-4bc2-aaa5-61301c11f55f req-a7b920d9-77a8-4a10-98d5-04ae19299278 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/security-groups?id=30ae4b48-38a2-40cf-8ecc-6573e9ab668d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339181 Jul 30 00:17:47.938365 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d7aee-7274-44d6-85c0-799091979da2 req-4ead1f03-0fba-4746-97fa-cf34e7dbedd2 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:47.939988 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7c7d7aee-7274-44d6-85c0-799091979da2 req-4ead1f03-0fba-4746-97fa-cf34e7dbedd2 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef1d099c-2f1d-4e76-b4e2-fd6343313e75 HTTP/1.1" status: 200 len: 931 time: 0.0520430 Jul 30 00:17:47.985388 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7c7d7aee-7274-44d6-85c0-799091979da2 req-f970e570-6a29-4f63-aac8-973045b0e3b4 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/security-groups?id=30ae4b48-38a2-40cf-8ecc-6573e9ab668d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385077 Jul 30 00:17:48.283285 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-134d8ea3-bd76-491d-a4d0-9c0270a46a75 req-79446c90-2e09-4a53-b65a-835960f0e45b service neutron] Request body: {'port': {'device_id': 'ef1d099c-2f1d-4e76-b4e2-fd6343313e75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:17:48.342826 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-134d8ea3-bd76-491d-a4d0-9c0270a46a75 req-79446c90-2e09-4a53-b65a-835960f0e45b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:48.630877 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-134d8ea3-bd76-491d-a4d0-9c0270a46a75 req-79446c90-2e09-4a53-b65a-835960f0e45b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae95f6cd-613f-493e-9799-1d54f62dd077 {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:17:48.639017 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-134d8ea3-bd76-491d-a4d0-9c0270a46a75 req-79446c90-2e09-4a53-b65a-835960f0e45b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:48.651029 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-134d8ea3-bd76-491d-a4d0-9c0270a46a75 req-79446c90-2e09-4a53-b65a-835960f0e45b service neutron] Transition to ACTIVE for port object ae95f6cd-613f-493e-9799-1d54f62dd077 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:17:48.656048 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-134d8ea3-bd76-491d-a4d0-9c0270a46a75 req-79446c90-2e09-4a53-b65a-835960f0e45b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:48.728393 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79446c90-2e09-4a53-b65a-835960f0e45b service neutron] Pushing event updated for resources: {'Port': ['ID=ae95f6cd-613f-493e-9799-1d54f62dd077,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:48.756662 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79446c90-2e09-4a53-b65a-835960f0e45b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:48.757007 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79446c90-2e09-4a53-b65a-835960f0e45b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:48.757349 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79446c90-2e09-4a53-b65a-835960f0e45b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:48.757727 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79446c90-2e09-4a53-b65a-835960f0e45b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:48.758058 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79446c90-2e09-4a53-b65a-835960f0e45b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:48.758387 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79446c90-2e09-4a53-b65a-835960f0e45b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:48.758713 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79446c90-2e09-4a53-b65a-835960f0e45b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:48.759034 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79446c90-2e09-4a53-b65a-835960f0e45b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:48.759357 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79446c90-2e09-4a53-b65a-835960f0e45b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:48.759680 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79446c90-2e09-4a53-b65a-835960f0e45b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:48.760002 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79446c90-2e09-4a53-b65a-835960f0e45b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:48.760318 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79446c90-2e09-4a53-b65a-835960f0e45b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:48.791213 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-134d8ea3-bd76-491d-a4d0-9c0270a46a75 req-79446c90-2e09-4a53-b65a-835960f0e45b service neutron] Attempting to bind port ae95f6cd-613f-493e-9799-1d54f62dd077 on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:17:48.791584 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-134d8ea3-bd76-491d-a4d0-9c0270a46a75 req-79446c90-2e09-4a53-b65a-835960f0e45b service neutron] Attempting to bind port ae95f6cd-613f-493e-9799-1d54f62dd077 by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': '13622ad6-2208-4015-8520-4cff8b83cb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b50b0485-4e99-4f94-90fb-ea6c6b3e53f6'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:17:48.791886 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134d8ea3-bd76-491d-a4d0-9c0270a46a75 req-79446c90-2e09-4a53-b65a-835960f0e45b service neutron] Attempting to bind port ae95f6cd-613f-493e-9799-1d54f62dd077 on network b50b0485-4e99-4f94-90fb-ea6c6b3e53f6 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:17:48.796985 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134d8ea3-bd76-491d-a4d0-9c0270a46a75 req-79446c90-2e09-4a53-b65a-835960f0e45b service neutron] Port ae95f6cd-613f-493e-9799-1d54f62dd077 on network b50b0485-4e99-4f94-90fb-ea6c6b3e53f6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:17:48.797310 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134d8ea3-bd76-491d-a4d0-9c0270a46a75 req-79446c90-2e09-4a53-b65a-835960f0e45b service neutron] Attempting to bind port ae95f6cd-613f-493e-9799-1d54f62dd077 on network b50b0485-4e99-4f94-90fb-ea6c6b3e53f6 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:17:48.802160 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134d8ea3-bd76-491d-a4d0-9c0270a46a75 req-79446c90-2e09-4a53-b65a-835960f0e45b service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:17:48.802503 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134d8ea3-bd76-491d-a4d0-9c0270a46a75 req-79446c90-2e09-4a53-b65a-835960f0e45b service neutron] Checking segment: {'id': '13622ad6-2208-4015-8520-4cff8b83cb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b50b0485-4e99-4f94-90fb-ea6c6b3e53f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:17:48.802888 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134d8ea3-bd76-491d-a4d0-9c0270a46a75 req-79446c90-2e09-4a53-b65a-835960f0e45b service neutron] Bound using segment: {'id': '13622ad6-2208-4015-8520-4cff8b83cb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b50b0485-4e99-4f94-90fb-ea6c6b3e53f6'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:17:48.803310 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-134d8ea3-bd76-491d-a4d0-9c0270a46a75 req-79446c90-2e09-4a53-b65a-835960f0e45b service neutron] Bound port: ae95f6cd-613f-493e-9799-1d54f62dd077, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13622ad6-2208-4015-8520-4cff8b83cb95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b50b0485-4e99-4f94-90fb-ea6c6b3e53f6'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:17:48.803666 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-134d8ea3-bd76-491d-a4d0-9c0270a46a75 req-79446c90-2e09-4a53-b65a-835960f0e45b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:48.873774 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-134d8ea3-bd76-491d-a4d0-9c0270a46a75 req-79446c90-2e09-4a53-b65a-835960f0e45b service neutron] For port ae95f6cd-613f-493e-9799-1d54f62dd077, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:17:48.877282 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-134d8ea3-bd76-491d-a4d0-9c0270a46a75 req-79446c90-2e09-4a53-b65a-835960f0e45b service neutron] For port ae95f6cd-613f-493e-9799-1d54f62dd077, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=ae95f6cd-613f-493e-9799-1d54f62dd077,segment=NetworkSegment(13622ad6-2208-4015-8520-4cff8b83cb95),segment_id=13622ad6-2208-4015-8520-4cff8b83cb95)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:17:48.881439 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-134d8ea3-bd76-491d-a4d0-9c0270a46a75 req-79446c90-2e09-4a53-b65a-835960f0e45b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:48.927519 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d8ea3-bd76-491d-a4d0-9c0270a46a75 req-79446c90-2e09-4a53-b65a-835960f0e45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:48.928410 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-134d8ea3-bd76-491d-a4d0-9c0270a46a75 req-79446c90-2e09-4a53-b65a-835960f0e45b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:48.930406 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-134d8ea3-bd76-491d-a4d0-9c0270a46a75 req-79446c90-2e09-4a53-b65a-835960f0e45b service neutron] 10.222.0.41 "PUT /v2.0/ports/ae95f6cd-613f-493e-9799-1d54f62dd077 HTTP/1.1" status: 200 len: 1092 time: 0.6518259 Jul 30 00:17:48.930998 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef1d099c-2f1d-4e76-b4e2-fd6343313e75', 'tag': 'ae95f6cd-613f-493e-9799-1d54f62dd077'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:17:48.935605 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bdefc4f50fc1dacc251594e9f8a8ff118bd4f4d1a27e9c9923ea81076a49f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4d619e-9590-4a82-bb95-eb2b8467e080" -d '{"events": [{"name": "network-changed", "server_uuid": "ef1d099c-2f1d-4e76-b4e2-fd6343313e75", "tag": "ae95f6cd-613f-493e-9799-1d54f62dd077"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:17:48.978091 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79446c90-2e09-4a53-b65a-835960f0e45b service neutron] Pushing event updated for resources: {'Port': ['ID=ae95f6cd-613f-493e-9799-1d54f62dd077,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:48.985456 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc7b6d1-c911-4fb4-bbcd-7591c6b70de7 x-openstack-request-id: req-2bc7b6d1-c911-4fb4-bbcd-7591c6b70de7 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:17:48.986032 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef1d099c-2f1d-4e76-b4e2-fd6343313e75", "tag": "ae95f6cd-613f-493e-9799-1d54f62dd077", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:17:48.987579 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2bc7b6d1-c911-4fb4-bbcd-7591c6b70de7 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:17:48.988188 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef1d099c-2f1d-4e76-b4e2-fd6343313e75', 'tag': 'ae95f6cd-613f-493e-9799-1d54f62dd077', 'status': 'completed', 'code': 200} Jul 30 00:17:49.049948 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d8ea3-bd76-491d-a4d0-9c0270a46a75 req-1ea00567-1e23-4199-bf96-01141c29dc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:49.051475 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-134d8ea3-bd76-491d-a4d0-9c0270a46a75 req-1ea00567-1e23-4199-bf96-01141c29dc6e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2754f12fefb24279b42b8119a163684b&device_id=ef1d099c-2f1d-4e76-b4e2-fd6343313e75 HTTP/1.1" status: 200 len: 1095 time: 0.0492318 Jul 30 00:17:49.121533 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-134d8ea3-bd76-491d-a4d0-9c0270a46a75 req-9f4e4075-3785-41c2-82b2-8801f0990b78 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae95f6cd-613f-493e-9799-1d54f62dd077 HTTP/1.1" status: 200 len: 217 time: 0.0541630 Jul 30 00:17:49.170228 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d83db-83ae-43ec-a080-829799fc5e2e req-622a4cfc-4b36-4ba2-8af6-d5610aa139d2 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:49.171732 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5b5d83db-83ae-43ec-a080-829799fc5e2e req-622a4cfc-4b36-4ba2-8af6-d5610aa139d2 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef1d099c-2f1d-4e76-b4e2-fd6343313e75 HTTP/1.1" status: 200 len: 943 time: 0.1133311 Jul 30 00:17:49.200574 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d8ea3-bd76-491d-a4d0-9c0270a46a75 req-e73fd31c-b48d-4e88-b67f-060df87b91c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:49.202056 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-134d8ea3-bd76-491d-a4d0-9c0270a46a75 req-e73fd31c-b48d-4e88-b67f-060df87b91c7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3b97ec7e-2a6d-4b14-84ad-eb744fad8ea2 HTTP/1.1" status: 200 len: 853 time: 0.0730383 Jul 30 00:17:49.241257 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5b5d83db-83ae-43ec-a080-829799fc5e2e req-c238b2fa-0da3-4647-80da-1ea64319473a tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/security-groups?id=30ae4b48-38a2-40cf-8ecc-6573e9ab668d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621514 Jul 30 00:17:49.258549 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d8ea3-bd76-491d-a4d0-9c0270a46a75 req-2f01c0ed-d9dc-4f34-a99b-2b8046a21f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:49.260035 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-134d8ea3-bd76-491d-a4d0-9c0270a46a75 req-2f01c0ed-d9dc-4f34-a99b-2b8046a21f66 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b50b0485-4e99-4f94-90fb-ea6c6b3e53f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475655 Jul 30 00:17:49.351618 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-134d8ea3-bd76-491d-a4d0-9c0270a46a75 req-ad40e1f1-e977-4200-8299-44251c4d2894 service neutron] 10.222.0.41 "GET /v2.0/networks/b50b0485-4e99-4f94-90fb-ea6c6b3e53f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842214 Jul 30 00:17:49.438753 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-134d8ea3-bd76-491d-a4d0-9c0270a46a75 req-dbad6c6a-86f0-4cba-ab21-6af474b33aa5 service neutron] 10.222.0.41 "GET /v2.0/networks/b50b0485-4e99-4f94-90fb-ea6c6b3e53f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800843 Jul 30 00:17:49.563400 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d619e-9590-4a82-bb95-eb2b8467e080 req-14ace9f6-2672-455d-bbf8-c9404927d84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:49.564918 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2d4d619e-9590-4a82-bb95-eb2b8467e080 req-14ace9f6-2672-455d-bbf8-c9404927d84a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2754f12fefb24279b42b8119a163684b&device_id=ef1d099c-2f1d-4e76-b4e2-fd6343313e75 HTTP/1.1" status: 200 len: 1095 time: 0.0423689 Jul 30 00:17:49.659340 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d619e-9590-4a82-bb95-eb2b8467e080 req-0e343014-d901-4584-8069-5ea44dd8ecff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:49.660746 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2d4d619e-9590-4a82-bb95-eb2b8467e080 req-0e343014-d901-4584-8069-5ea44dd8ecff service neutron] 10.222.0.41 "GET /v2.0/networks?id=b50b0485-4e99-4f94-90fb-ea6c6b3e53f6 HTTP/1.1" status: 200 len: 915 time: 0.0885365 Jul 30 00:17:49.703506 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2d4d619e-9590-4a82-bb95-eb2b8467e080 req-07290cbd-f353-4e8c-84fe-3cae73b40dab service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae95f6cd-613f-493e-9799-1d54f62dd077 HTTP/1.1" status: 200 len: 217 time: 0.0354755 Jul 30 00:17:49.756143 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d619e-9590-4a82-bb95-eb2b8467e080 req-6715debd-68cb-4d4b-9088-4aa77689cbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:49.757764 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2d4d619e-9590-4a82-bb95-eb2b8467e080 req-6715debd-68cb-4d4b-9088-4aa77689cbde service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3b97ec7e-2a6d-4b14-84ad-eb744fad8ea2 HTTP/1.1" status: 200 len: 853 time: 0.0474286 Jul 30 00:17:49.803564 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d619e-9590-4a82-bb95-eb2b8467e080 req-b5ab1243-e519-432e-a043-ab395542b136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:49.805059 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2d4d619e-9590-4a82-bb95-eb2b8467e080 req-b5ab1243-e519-432e-a043-ab395542b136 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b50b0485-4e99-4f94-90fb-ea6c6b3e53f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398078 Jul 30 00:17:49.893871 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2d4d619e-9590-4a82-bb95-eb2b8467e080 req-d990703d-e2d4-4455-a63b-44902397e101 service neutron] 10.222.0.41 "GET /v2.0/networks/b50b0485-4e99-4f94-90fb-ea6c6b3e53f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806873 Jul 30 00:17:49.987068 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2d4d619e-9590-4a82-bb95-eb2b8467e080 req-016ab2bd-bf5f-4313-b3f8-685a1362c1d5 service neutron] 10.222.0.41 "GET /v2.0/networks/b50b0485-4e99-4f94-90fb-ea6c6b3e53f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858843 Jul 30 00:17:50.083706 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:50.358828 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3802f1cb-2bf3-4edd-86e3-ce07a01953b2 req-53526b0e-8eaf-46e7-987f-a6d8ad91cf25 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:50.360371 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3802f1cb-2bf3-4edd-86e3-ce07a01953b2 req-53526b0e-8eaf-46e7-987f-a6d8ad91cf25 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef1d099c-2f1d-4e76-b4e2-fd6343313e75 HTTP/1.1" status: 200 len: 943 time: 0.0495472 Jul 30 00:17:50.398903 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3802f1cb-2bf3-4edd-86e3-ce07a01953b2 req-d87fc70c-4d8f-44a9-9fbe-b6e149027c98 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/security-groups?id=30ae4b48-38a2-40cf-8ecc-6573e9ab668d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324867 Jul 30 00:17:51.513185 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c607797-147f-45ce-a01e-de02746eee7b req-5b5ad218-753a-4efb-928a-f1dab233688b tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:51.514689 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6c607797-147f-45ce-a01e-de02746eee7b req-5b5ad218-753a-4efb-928a-f1dab233688b tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef1d099c-2f1d-4e76-b4e2-fd6343313e75 HTTP/1.1" status: 200 len: 943 time: 0.0503294 Jul 30 00:17:51.557974 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6c607797-147f-45ce-a01e-de02746eee7b req-dd342127-e93c-46df-b007-8b88a384c946 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/security-groups?id=30ae4b48-38a2-40cf-8ecc-6573e9ab668d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371740 Jul 30 00:17:52.367424 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device ae95f6cd-613f-493e-9799-1d54f62dd077 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:17:52.469612 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port ae95f6cd-613f-493e-9799-1d54f62dd077, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=ae95f6cd-613f-493e-9799-1d54f62dd077,segment=NetworkSegment(13622ad6-2208-4015-8520-4cff8b83cb95),segment_id=13622ad6-2208-4015-8520-4cff8b83cb95)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:17:52.484935 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': 'ae95f6cd-613f-493e-9799-1d54f62dd077', 'network_id': 'b50b0485-4e99-4f94-90fb-ea6c6b3e53f6', 'port_id': 'ae95f6cd-613f-493e-9799-1d54f62dd077', 'mac_address': 'fa:16:3e:d4:ab:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b97ec7e-2a6d-4b14-84ad-eb744fad8ea2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:17:52.522359 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:52.534995 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae95f6cd-613f-493e-9799-1d54f62dd077 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:17:52.558635 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port ae95f6cd-613f-493e-9799-1d54f62dd077, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=ae95f6cd-613f-493e-9799-1d54f62dd077,segment=NetworkSegment(13622ad6-2208-4015-8520-4cff8b83cb95),segment_id=13622ad6-2208-4015-8520-4cff8b83cb95)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:17:52.562354 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:52.610241 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=ae95f6cd-613f-493e-9799-1d54f62dd077,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:52.617597 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:52.617886 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:52.618230 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:52.618569 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:52.618906 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:52.619239 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:52.619570 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:52.620529 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:52.620866 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:52.621186 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:52.621541 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:52.621860 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:52.675376 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735cfcd7-1156-44af-96f6-a613fbf80337 req-0a7e5661-d54f-4850-9b5e-9e04c7375f09 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:52.676862 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-735cfcd7-1156-44af-96f6-a613fbf80337 req-0a7e5661-d54f-4850-9b5e-9e04c7375f09 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef1d099c-2f1d-4e76-b4e2-fd6343313e75 HTTP/1.1" status: 200 len: 944 time: 0.0494494 Jul 30 00:17:52.716380 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-735cfcd7-1156-44af-96f6-a613fbf80337 req-3afa1b4e-a6c9-4c06-88a0-a8aff4a8b3f8 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/security-groups?id=30ae4b48-38a2-40cf-8ecc-6573e9ab668d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323427 Jul 30 00:17:52.879492 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['ae95f6cd-613f-493e-9799-1d54f62dd077'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:17:53.322765 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9dfb1397-8262-404c-8a10-28f144e405c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:53.829811 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13acf417-9c14-4e7c-be01-f32c606587ba req-7a47aaff-e8c1-4946-9cda-905caba03937 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:53.831295 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-13acf417-9c14-4e7c-be01-f32c606587ba req-7a47aaff-e8c1-4946-9cda-905caba03937 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef1d099c-2f1d-4e76-b4e2-fd6343313e75 HTTP/1.1" status: 200 len: 944 time: 0.0488400 Jul 30 00:17:53.868418 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-13acf417-9c14-4e7c-be01-f32c606587ba req-54d88384-a674-41a1-bfcd-eadb9161f180 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/security-groups?id=30ae4b48-38a2-40cf-8ecc-6573e9ab668d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312498 Jul 30 00:17:53.922923 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:17:54.389778 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device ae95f6cd-613f-493e-9799-1d54f62dd077 up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:17:54.438797 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port ae95f6cd-613f-493e-9799-1d54f62dd077 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:17:54.442511 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port ae95f6cd-613f-493e-9799-1d54f62dd077 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:17:54.442882 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:54.523083 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:54.545938 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef1d099c-2f1d-4e76-b4e2-fd6343313e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae95f6cd-613f-493e-9799-1d54f62dd077'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:17:54.548155 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3dd558600791562711758174753c2f4fb110b88d3119b842389a6e503e2e31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9748e58c-13a3-4610-87f8-5f96388b6451" -d '{"events": [{"server_uuid": "ef1d099c-2f1d-4e76-b4e2-fd6343313e75", "name": "network-vif-plugged", "status": "completed", "tag": "ae95f6cd-613f-493e-9799-1d54f62dd077"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:17:54.561959 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port ae95f6cd-613f-493e-9799-1d54f62dd077, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=ae95f6cd-613f-493e-9799-1d54f62dd077,segment=NetworkSegment(13622ad6-2208-4015-8520-4cff8b83cb95),segment_id=13622ad6-2208-4015-8520-4cff8b83cb95)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:17:54.566145 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:54.592792 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178d1813-7622-4a0b-b2dc-2d41d3547dba x-openstack-request-id: req-178d1813-7622-4a0b-b2dc-2d41d3547dba {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:17:54.593079 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef1d099c-2f1d-4e76-b4e2-fd6343313e75", "name": "network-vif-plugged", "status": "completed", "tag": "ae95f6cd-613f-493e-9799-1d54f62dd077", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:17:54.593325 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-178d1813-7622-4a0b-b2dc-2d41d3547dba {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:17:54.593724 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef1d099c-2f1d-4e76-b4e2-fd6343313e75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae95f6cd-613f-493e-9799-1d54f62dd077', 'code': 200} Jul 30 00:17:54.617079 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=ae95f6cd-613f-493e-9799-1d54f62dd077,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:54.709899 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227ab5d9-34ca-42b1-b08b-d96de25a898c req-f1cae1f2-af82-404c-b8bf-8ecdb7e3604d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:54.711272 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-227ab5d9-34ca-42b1-b08b-d96de25a898c req-f1cae1f2-af82-404c-b8bf-8ecdb7e3604d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ef1d099c-2f1d-4e76-b4e2-fd6343313e75 HTTP/1.1" status: 200 len: 1097 time: 0.0389719 Jul 30 00:17:54.750112 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-227ab5d9-34ca-42b1-b08b-d96de25a898c req-bf9d0e22-feeb-43e2-8043-054c65e905e8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=30ae4b48-38a2-40cf-8ecc-6573e9ab668d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315721 Jul 30 00:17:54.983661 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089afec6-398a-4684-8202-126ec57bf47d req-e8a88508-c944-4e17-8029-db47582bb5fb tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:54.985115 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-089afec6-398a-4684-8202-126ec57bf47d req-e8a88508-c944-4e17-8029-db47582bb5fb tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef1d099c-2f1d-4e76-b4e2-fd6343313e75 HTTP/1.1" status: 200 len: 945 time: 0.0493879 Jul 30 00:17:55.023677 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-089afec6-398a-4684-8202-126ec57bf47d req-3d48defb-469a-4a34-a7a4-73be0a4f2bbf tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/security-groups?id=30ae4b48-38a2-40cf-8ecc-6573e9ab668d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326283 Jul 30 00:17:55.942133 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3bf9f710-1c1a-4e51-95a4-7b7df0dc3bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:56.140100 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f4624e-67b0-47c9-af02-ba5aad588973 req-a23db481-0998-496b-9ce5-ab9bb140dcda tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:56.141591 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-21f4624e-67b0-47c9-af02-ba5aad588973 req-a23db481-0998-496b-9ce5-ab9bb140dcda tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef1d099c-2f1d-4e76-b4e2-fd6343313e75 HTTP/1.1" status: 200 len: 945 time: 0.0487056 Jul 30 00:17:56.179641 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-21f4624e-67b0-47c9-af02-ba5aad588973 req-b9bd57af-f245-4c60-9800-035014a2a97b tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/security-groups?id=30ae4b48-38a2-40cf-8ecc-6573e9ab668d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319927 Jul 30 00:17:56.293199 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56018aa-629d-4cb4-aa70-9dfc1f37e256 req-17107576-bfbc-4474-817e-0199555c6ed5 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:56.294697 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d56018aa-629d-4cb4-aa70-9dfc1f37e256 req-17107576-bfbc-4474-817e-0199555c6ed5 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef1d099c-2f1d-4e76-b4e2-fd6343313e75 HTTP/1.1" status: 200 len: 945 time: 0.0481987 Jul 30 00:17:56.335933 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d56018aa-629d-4cb4-aa70-9dfc1f37e256 req-81b48e66-d7f7-49f3-8302-26889e18a1e1 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/security-groups?id=30ae4b48-38a2-40cf-8ecc-6573e9ab668d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350904 Jul 30 00:17:56.533379 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042de558-535c-48ec-93ec-2ce77c56b3a5 req-806b854c-a378-4c36-8728-2c8cdc71bb15 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:56.534904 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-042de558-535c-48ec-93ec-2ce77c56b3a5 req-806b854c-a378-4c36-8728-2c8cdc71bb15 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef1d099c-2f1d-4e76-b4e2-fd6343313e75 HTTP/1.1" status: 200 len: 945 time: 0.0582879 Jul 30 00:17:56.539609 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:56.574061 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-042de558-535c-48ec-93ec-2ce77c56b3a5 req-7302b872-26fe-4470-ba4c-175d4a3d8dbf tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/security-groups?id=30ae4b48-38a2-40cf-8ecc-6573e9ab668d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329778 Jul 30 00:17:57.882632 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:59.508612 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:07.606192 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:08.171508 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47960b0-2ef7-4363-ae23-cf547aec9844 req-13eaba42-b9f1-4f9f-8cb7-5ee6dab4095a tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:08.173028 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c47960b0-2ef7-4363-ae23-cf547aec9844 req-13eaba42-b9f1-4f9f-8cb7-5ee6dab4095a tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef1d099c-2f1d-4e76-b4e2-fd6343313e75 HTTP/1.1" status: 200 len: 945 time: 0.0486476 Jul 30 00:18:08.210559 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c47960b0-2ef7-4363-ae23-cf547aec9844 req-f0ac21cf-8963-4936-8f93-cd67ee5da472 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/security-groups?id=30ae4b48-38a2-40cf-8ecc-6573e9ab668d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316141 Jul 30 00:18:08.233143 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 36554) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:08.376470 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b924e0c-486c-4ffc-9ee2-a04b0e21d5c5 tempest-TestMinimumBasicScenario-378607327 tempest-TestMinimumBasicScenario-378607327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:08.378007 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-7b924e0c-486c-4ffc-9ee2-a04b0e21d5c5 tempest-TestMinimumBasicScenario-378607327 tempest-TestMinimumBasicScenario-378607327-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=ef1d099c-2f1d-4e76-b4e2-fd6343313e75 HTTP/1.1" status: 200 len: 1092 time: 0.1437945 Jul 30 00:18:08.380955 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 36558) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:08.385334 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-88df7f86-cf51-4b75-9b6c-8db8be3e8965 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Request body: {'floatingip': {'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'port_id': 'ae95f6cd-613f-493e-9799-1d54f62dd077', 'tenant_id': '2754f12fefb24279b42b8119a163684b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:18:08.414159 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-88df7f86-cf51-4b75-9b6c-8db8be3e8965 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Notify callbacks [] for floatingip, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:08.510199 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-88df7f86-cf51-4b75-9b6c-8db8be3e8965 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:08.616324 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-88df7f86-cf51-4b75-9b6c-8db8be3e8965 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Allocated IP 172.25.0.159 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/a33391f0-941c-4470-9281-7b3695758676) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:18:08.716119 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-88df7f86-cf51-4b75-9b6c-8db8be3e8965 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:08.754570 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-88df7f86-cf51-4b75-9b6c-8db8be3e8965 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:08.793304 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88df7f86-cf51-4b75-9b6c-8db8be3e8965 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:18:08.796121 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-88df7f86-cf51-4b75-9b6c-8db8be3e8965 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:18:08.799519 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88df7f86-cf51-4b75-9b6c-8db8be3e8965 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:18:08.831077 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df7f86-cf51-4b75-9b6c-8db8be3e8965 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Pushing event updated for resources: {'Port': ['ID=a33391f0-941c-4470-9281-7b3695758676,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:09.204038 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-88df7f86-cf51-4b75-9b6c-8db8be3e8965 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:09.278062 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-88df7f86-cf51-4b75-9b6c-8db8be3e8965 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:09.428724 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-88df7f86-cf51-4b75-9b6c-8db8be3e8965 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:09.433087 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-88df7f86-cf51-4b75-9b6c-8db8be3e8965 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:09.504387 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df7f86-cf51-4b75-9b6c-8db8be3e8965 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Pushing event updated for resources: {'Port': ['ID=a33391f0-941c-4470-9281-7b3695758676,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:09.510924 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-88df7f86-cf51-4b75-9b6c-8db8be3e8965 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:09.618762 n-d-712141-10 neutron-server[94078]: INFO neutron.db.l3_db [None req-88df7f86-cf51-4b75-9b6c-8db8be3e8965 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Floating IP 0d351e44-9b26-4f7f-b48d-d5a426ed7b87 associated. External IP: 172.25.0.159, port: ae95f6cd-613f-493e-9799-1d54f62dd077. Jul 30 00:18:09.823926 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88df7f86-cf51-4b75-9b6c-8db8be3e8965 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Router c35651c2-3b31-488e-aed4-445f71de3afc has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:18:09.930965 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88df7f86-cf51-4b75-9b6c-8db8be3e8965 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:18:09.941082 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fc7cc4-8089-49b8-baa5-a9fb1e02d626 None None] Sync routers for ids ['c35651c2-3b31-488e-aed4-445f71de3afc'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:18:09.946984 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-88df7f86-cf51-4b75-9b6c-8db8be3e8965 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:09.952233 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fc7cc4-8089-49b8-baa5-a9fb1e02d626 None None] Routers {'c35651c2-3b31-488e-aed4-445f71de3afc'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:18:09.953239 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-22fc7cc4-8089-49b8-baa5-a9fb1e02d626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:17:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['c35651c2-3b31-488e-aed4-445f71de3afc'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:18:09.975068 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-88df7f86-cf51-4b75-9b6c-8db8be3e8965 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5930257 Jul 30 00:18:09.975682 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef1d099c-2f1d-4e76-b4e2-fd6343313e75', 'tag': 'ae95f6cd-613f-493e-9799-1d54f62dd077'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:18:09.978037 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36560) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:09.978558 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bdefc4f50fc1dacc251594e9f8a8ff118bd4f4d1a27e9c9923ea81076a49f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a24e1e0-1c08-4ae9-8477-78738db35b7d" -d '{"events": [{"name": "network-changed", "server_uuid": "ef1d099c-2f1d-4e76-b4e2-fd6343313e75", "tag": "ae95f6cd-613f-493e-9799-1d54f62dd077"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:18:09.986055 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-9ac89529-bf15-4a5d-84a8-53348b658662 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-55519433', 'description': 'tempest-secgroup-smoke-55519433 description', 'project_id': '2754f12fefb24279b42b8119a163684b'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:18:10.019754 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c9805f8-bdae-4b40-9cee-93dc91c5fa61 x-openstack-request-id: req-7c9805f8-bdae-4b40-9cee-93dc91c5fa61 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:18:10.020056 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef1d099c-2f1d-4e76-b4e2-fd6343313e75", "tag": "ae95f6cd-613f-493e-9799-1d54f62dd077", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:18:10.020218 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9ac89529-bf15-4a5d-84a8-53348b658662 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:10.020385 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7c9805f8-bdae-4b40-9cee-93dc91c5fa61 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:18:10.020748 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef1d099c-2f1d-4e76-b4e2-fd6343313e75', 'tag': 'ae95f6cd-613f-493e-9799-1d54f62dd077', 'status': 'completed', 'code': 200} Jul 30 00:18:10.066217 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-22fc7cc4-8089-49b8-baa5-a9fb1e02d626 None None] Set router c35651c2-3b31-488e-aed4-445f71de3afc gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:18:10.118895 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9ac89529-bf15-4a5d-84a8-53348b658662 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:10.121944 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24e1e0-1c08-4ae9-8477-78738db35b7d req-904a0a2e-4f21-402c-a042-682b98fce36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:10.123338 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9ac89529-bf15-4a5d-84a8-53348b658662 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:10.123904 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1a24e1e0-1c08-4ae9-8477-78738db35b7d req-904a0a2e-4f21-402c-a042-682b98fce36d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2754f12fefb24279b42b8119a163684b&device_id=ef1d099c-2f1d-4e76-b4e2-fd6343313e75 HTTP/1.1" status: 200 len: 1097 time: 0.0488918 Jul 30 00:18:10.145641 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-9ac89529-bf15-4a5d-84a8-53348b658662 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:10.146899 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9ac89529-bf15-4a5d-84a8-53348b658662 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1665480 Jul 30 00:18:10.149688 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36568) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:10.157441 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-b90f6cdb-e84a-47f1-b1b2-cf28c6930a02 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Request body: {'security_group_rule': {'security_group_id': 'af058baf-0855-4079-8445-e2516795c062', 'project_id': '2754f12fefb24279b42b8119a163684b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:18:10.172392 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac89529-bf15-4a5d-84a8-53348b658662 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af058baf-0855-4079-8445-e2516795c062,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:10.180953 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac89529-bf15-4a5d-84a8-53348b658662 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:18:10.181313 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac89529-bf15-4a5d-84a8-53348b658662 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:18:10.182688 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac89529-bf15-4a5d-84a8-53348b658662 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:18:10.183221 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac89529-bf15-4a5d-84a8-53348b658662 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:18:10.183771 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac89529-bf15-4a5d-84a8-53348b658662 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:18:10.184119 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac89529-bf15-4a5d-84a8-53348b658662 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:18:10.184461 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac89529-bf15-4a5d-84a8-53348b658662 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:18:10.184799 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac89529-bf15-4a5d-84a8-53348b658662 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:18:10.185134 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac89529-bf15-4a5d-84a8-53348b658662 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:18:10.185466 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac89529-bf15-4a5d-84a8-53348b658662 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:18:10.186108 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac89529-bf15-4a5d-84a8-53348b658662 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:18:10.186447 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ac89529-bf15-4a5d-84a8-53348b658662 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:18:10.219063 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b90f6cdb-e84a-47f1-b1b2-cf28c6930a02 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:10.243421 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24e1e0-1c08-4ae9-8477-78738db35b7d req-73ae31ea-e848-4239-9630-65f91c8868dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:10.244961 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1a24e1e0-1c08-4ae9-8477-78738db35b7d req-73ae31ea-e848-4239-9630-65f91c8868dc service neutron] 10.222.0.41 "GET /v2.0/networks?id=b50b0485-4e99-4f94-90fb-ea6c6b3e53f6 HTTP/1.1" status: 200 len: 915 time: 0.1143076 Jul 30 00:18:10.299173 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b90f6cdb-e84a-47f1-b1b2-cf28c6930a02 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:10.304389 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b90f6cdb-e84a-47f1-b1b2-cf28c6930a02 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:10.312230 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-22fc7cc4-8089-49b8-baa5-a9fb1e02d626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35651c2-3b31-488e-aed4-445f71de3afc', 'name': 'tempest-TestMinimumBasicScenario-556773571-router', 'tenant_id': '2754f12fefb24279b42b8119a163684b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '9c5aa9b7-de58-4a96-b4b9-38c6b765692a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:17:17Z', 'updated_at': '2021-07-30T00:17:19Z', 'revision_number': 4, 'project_id': '2754f12fefb24279b42b8119a163684b', 'gw_port': {'id': '9c5aa9b7-de58-4a96-b4b9-38c6b765692a', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35651c2-3b31-488e-aed4-445f71de3afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:17:17Z', 'updated_at': '2021-07-30T00:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '0d351e44-9b26-4f7f-b48d-d5a426ed7b87', 'tenant_id': '2754f12fefb24279b42b8119a163684b', 'floating_ip_address': '172.25.0.159', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': 'c35651c2-3b31-488e-aed4-445f71de3afc', 'port_id': 'ae95f6cd-613f-493e-9799-1d54f62dd077', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b50b0485-4e99-4f94-90fb-ea6c6b3e53f6', 'mac_address': 'fa:16:3e:d4:ab:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1d099c-2f1d-4e76-b4e2-fd6343313e75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:18:09Z', 'updated_at': '2021-07-30T00:18:09Z', 'revision_number': 0, 'project_id': '2754f12fefb24279b42b8119a163684b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb3db69a-686e-4788-904d-8d41f5341141', 'name': '', 'network_id': 'b50b0485-4e99-4f94-90fb-ea6c6b3e53f6', 'tenant_id': '2754f12fefb24279b42b8119a163684b', 'mac_address': 'fa:16:3e:73:8e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35651c2-3b31-488e-aed4-445f71de3afc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '3b97ec7e-2a6d-4b14-84ad-eb744fad8ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:17:19Z', 'updated_at': '2021-07-30T00:17:26Z', 'revision_number': 5, 'project_id': '2754f12fefb24279b42b8119a163684b', 'subnets': [{'id': '3b97ec7e-2a6d-4b14-84ad-eb744fad8ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:18:10.319325 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1a24e1e0-1c08-4ae9-8477-78738db35b7d req-55456396-1041-468c-a752-8e0499533c72 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae95f6cd-613f-493e-9799-1d54f62dd077 HTTP/1.1" status: 200 len: 999 time: 0.0656042 Jul 30 00:18:10.328409 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90f6cdb-e84a-47f1-b1b2-cf28c6930a02 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b492b90-b709-429c-8c1d-cf6b2e916e4b,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:10.332300 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b90f6cdb-e84a-47f1-b1b2-cf28c6930a02 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:10.336077 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b90f6cdb-e84a-47f1-b1b2-cf28c6930a02 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1829000 Jul 30 00:18:10.336502 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36572) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:10.339958 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fc7cc4-8089-49b8-baa5-a9fb1e02d626 None None] Checking router: c35651c2-3b31-488e-aed4-445f71de3afc for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:18:10.341976 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-83132ecf-d10f-46fa-a7a3-0e645422e77c tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Request body: {'security_group_rule': {'security_group_id': 'af058baf-0855-4079-8445-e2516795c062', 'project_id': '2754f12fefb24279b42b8119a163684b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:18:10.348411 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fc7cc4-8089-49b8-baa5-a9fb1e02d626 None None] Routers {'c35651c2-3b31-488e-aed4-445f71de3afc'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:18:10.349010 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-22fc7cc4-8089-49b8-baa5-a9fb1e02d626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:17:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['c35651c2-3b31-488e-aed4-445f71de3afc'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:18:10.374642 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-83132ecf-d10f-46fa-a7a3-0e645422e77c tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:10.385924 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24e1e0-1c08-4ae9-8477-78738db35b7d req-2242b605-c603-4067-b6f9-efaba06c61a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:10.387526 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1a24e1e0-1c08-4ae9-8477-78738db35b7d req-2242b605-c603-4067-b6f9-efaba06c61a2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3b97ec7e-2a6d-4b14-84ad-eb744fad8ea2 HTTP/1.1" status: 200 len: 853 time: 0.0571027 Jul 30 00:18:10.436438 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24e1e0-1c08-4ae9-8477-78738db35b7d req-b79a1040-b9c0-4e95-9e0c-88a9f050656d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:10.438209 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1a24e1e0-1c08-4ae9-8477-78738db35b7d req-b79a1040-b9c0-4e95-9e0c-88a9f050656d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b50b0485-4e99-4f94-90fb-ea6c6b3e53f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438235 Jul 30 00:18:10.445029 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-83132ecf-d10f-46fa-a7a3-0e645422e77c tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:10.449867 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-83132ecf-d10f-46fa-a7a3-0e645422e77c tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:10.459605 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-22fc7cc4-8089-49b8-baa5-a9fb1e02d626 None None] Set router c35651c2-3b31-488e-aed4-445f71de3afc gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:18:10.468458 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83132ecf-d10f-46fa-a7a3-0e645422e77c tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69fbad8f-41bb-42cb-88fd-39b66017c6c1,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:10.478503 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-83132ecf-d10f-46fa-a7a3-0e645422e77c tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:10.484825 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-83132ecf-d10f-46fa-a7a3-0e645422e77c tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1427991 Jul 30 00:18:10.486071 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36574) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:10.491764 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-d179373a-4224-4d6f-968c-94d02f1c653c tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Request body: {'security_group_rule': {'security_group_id': 'af058baf-0855-4079-8445-e2516795c062', 'project_id': '2754f12fefb24279b42b8119a163684b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:18:10.524091 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d179373a-4224-4d6f-968c-94d02f1c653c tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:10.546941 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1a24e1e0-1c08-4ae9-8477-78738db35b7d req-3834988e-272f-479f-bed8-f958b8a96bd7 service neutron] 10.222.0.41 "GET /v2.0/networks/b50b0485-4e99-4f94-90fb-ea6c6b3e53f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013627 Jul 30 00:18:10.591919 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d179373a-4224-4d6f-968c-94d02f1c653c tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:10.595911 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d179373a-4224-4d6f-968c-94d02f1c653c tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:10.613116 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d179373a-4224-4d6f-968c-94d02f1c653c tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0bdc84c-6f82-461d-b422-160e91dd46b2,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:10.622392 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d179373a-4224-4d6f-968c-94d02f1c653c tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:10.624517 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d179373a-4224-4d6f-968c-94d02f1c653c tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1373203 Jul 30 00:18:10.627233 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36576) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:10.632865 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-a7749060-89ab-479a-9b6b-10031612e397 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Request body: {'security_group_rule': {'security_group_id': 'af058baf-0855-4079-8445-e2516795c062', 'project_id': '2754f12fefb24279b42b8119a163684b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:18:10.657773 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1a24e1e0-1c08-4ae9-8477-78738db35b7d req-7a560ca4-c79e-4529-80af-19034e2e331b service neutron] 10.222.0.41 "GET /v2.0/networks/b50b0485-4e99-4f94-90fb-ea6c6b3e53f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033278 Jul 30 00:18:10.661042 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a7749060-89ab-479a-9b6b-10031612e397 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:10.720149 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-22fc7cc4-8089-49b8-baa5-a9fb1e02d626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35651c2-3b31-488e-aed4-445f71de3afc', 'name': 'tempest-TestMinimumBasicScenario-556773571-router', 'tenant_id': '2754f12fefb24279b42b8119a163684b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '9c5aa9b7-de58-4a96-b4b9-38c6b765692a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:17:17Z', 'updated_at': '2021-07-30T00:17:19Z', 'revision_number': 4, 'project_id': '2754f12fefb24279b42b8119a163684b', 'gw_port': {'id': '9c5aa9b7-de58-4a96-b4b9-38c6b765692a', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35651c2-3b31-488e-aed4-445f71de3afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:17:17Z', 'updated_at': '2021-07-30T00:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '0d351e44-9b26-4f7f-b48d-d5a426ed7b87', 'tenant_id': '2754f12fefb24279b42b8119a163684b', 'floating_ip_address': '172.25.0.159', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': 'c35651c2-3b31-488e-aed4-445f71de3afc', 'port_id': 'ae95f6cd-613f-493e-9799-1d54f62dd077', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b50b0485-4e99-4f94-90fb-ea6c6b3e53f6', 'mac_address': 'fa:16:3e:d4:ab:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1d099c-2f1d-4e76-b4e2-fd6343313e75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:18:09Z', 'updated_at': '2021-07-30T00:18:09Z', 'revision_number': 0, 'project_id': '2754f12fefb24279b42b8119a163684b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb3db69a-686e-4788-904d-8d41f5341141', 'name': '', 'network_id': 'b50b0485-4e99-4f94-90fb-ea6c6b3e53f6', 'tenant_id': '2754f12fefb24279b42b8119a163684b', 'mac_address': 'fa:16:3e:73:8e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35651c2-3b31-488e-aed4-445f71de3afc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '3b97ec7e-2a6d-4b14-84ad-eb744fad8ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:17:19Z', 'updated_at': '2021-07-30T00:17:26Z', 'revision_number': 5, 'project_id': '2754f12fefb24279b42b8119a163684b', 'subnets': [{'id': '3b97ec7e-2a6d-4b14-84ad-eb744fad8ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:18:10.727139 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a7749060-89ab-479a-9b6b-10031612e397 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:10.731591 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a7749060-89ab-479a-9b6b-10031612e397 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:10.749574 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7749060-89ab-479a-9b6b-10031612e397 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dc1d77a-f0e7-47ab-b9b2-982121620672,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:10.751452 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fc7cc4-8089-49b8-baa5-a9fb1e02d626 None None] The sync data for ids ['c35651c2-3b31-488e-aed4-445f71de3afc'] in n-d-712141-10 is: [{'id': 'c35651c2-3b31-488e-aed4-445f71de3afc', 'name': 'tempest-TestMinimumBasicScenario-556773571-router', 'tenant_id': '2754f12fefb24279b42b8119a163684b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '9c5aa9b7-de58-4a96-b4b9-38c6b765692a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:17:17Z', 'updated_at': '2021-07-30T00:17:19Z', 'revision_number': 4, 'project_id': '2754f12fefb24279b42b8119a163684b', 'gw_port': {'id': '9c5aa9b7-de58-4a96-b4b9-38c6b765692a', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35651c2-3b31-488e-aed4-445f71de3afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:17:17Z', 'updated_at': '2021-07-30T00:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '0d351e44-9b26-4f7f-b48d-d5a426ed7b87', 'tenant_id': '2754f12fefb24279b42b8119a163684b', 'floating_ip_address': '172.25.0.159', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': 'c35651c2-3b31-488e-aed4-445f71de3afc', 'port_id': 'ae95f6cd-613f-493e-9799-1d54f62dd077', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b50b0485-4e99-4f94-90fb-ea6c6b3e53f6', 'mac_address': 'fa:16:3e:d4:ab:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef1d099c-2f1d-4e76-b4e2-fd6343313e75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:18:09Z', 'updated_at': '2021-07-30T00:18:09Z', 'revision_number': 0, 'project_id': '2754f12fefb24279b42b8119a163684b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb3db69a-686e-4788-904d-8d41f5341141', 'name': '', 'network_id': 'b50b0485-4e99-4f94-90fb-ea6c6b3e53f6', 'tenant_id': '2754f12fefb24279b42b8119a163684b', 'mac_address': 'fa:16:3e:73:8e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35651c2-3b31-488e-aed4-445f71de3afc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '3b97ec7e-2a6d-4b14-84ad-eb744fad8ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:17:19Z', 'updated_at': '2021-07-30T00:17:26Z', 'revision_number': 5, 'project_id': '2754f12fefb24279b42b8119a163684b', 'subnets': [{'id': '3b97ec7e-2a6d-4b14-84ad-eb744fad8ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:18:10.757472 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a7749060-89ab-479a-9b6b-10031612e397 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:10.762397 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a7749060-89ab-479a-9b6b-10031612e397 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1338799 Jul 30 00:18:10.762900 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36578) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:10.767489 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-3a14c3dc-941e-47bb-bad5-76e8bb98c981 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Request body: {'security_group_rule': {'security_group_id': 'af058baf-0855-4079-8445-e2516795c062', 'project_id': '2754f12fefb24279b42b8119a163684b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:18:10.790067 n-d-712141-10 neutron-server[94077]: INFO neutron.db.securitygroups_db [None req-3a14c3dc-941e-47bb-bad5-76e8bb98c981 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Project 2754f12fefb24279b42b8119a163684b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:18:10.796078 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3a14c3dc-941e-47bb-bad5-76e8bb98c981 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:10.864826 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3a14c3dc-941e-47bb-bad5-76e8bb98c981 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:10.868343 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3a14c3dc-941e-47bb-bad5-76e8bb98c981 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:10.887477 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a14c3dc-941e-47bb-bad5-76e8bb98c981 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ec45457-399c-4b50-b7e8-1e7f1a825e41,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:10.897695 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3a14c3dc-941e-47bb-bad5-76e8bb98c981 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:10.902258 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-3a14c3dc-941e-47bb-bad5-76e8bb98c981 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1351237 Jul 30 00:18:10.902582 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 36580) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:10.907401 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-5ebf0062-901d-4875-b390-5beb7619172b tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Request body: {'security_group_rule': {'security_group_id': 'af058baf-0855-4079-8445-e2516795c062', 'project_id': '2754f12fefb24279b42b8119a163684b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:18:10.929945 n-d-712141-10 neutron-server[94078]: INFO neutron.db.securitygroups_db [None req-5ebf0062-901d-4875-b390-5beb7619172b tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Project 2754f12fefb24279b42b8119a163684b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:18:10.935865 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5ebf0062-901d-4875-b390-5beb7619172b tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:10.978452 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db293da-1143-40f7-864d-c32cc203fca8 None None] New status for floating IP 0d351e44-9b26-4f7f-b48d-d5a426ed7b87: ACTIVE {{(pid=94080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:18:11.005263 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5ebf0062-901d-4875-b390-5beb7619172b tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:11.010018 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5ebf0062-901d-4875-b390-5beb7619172b tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:11.029460 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf0062-901d-4875-b390-5beb7619172b tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56929367-da46-4fab-ac48-be934e151cf8,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:11.037316 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-5ebf0062-901d-4875-b390-5beb7619172b tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:11.038590 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-5ebf0062-901d-4875-b390-5beb7619172b tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1349151 Jul 30 00:18:11.151894 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6e38975a-9c42-40b9-be45-6f03cd44c6be req-ec24334d-dc27-40c5-be29-54f45d1bc322 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-55519433&fields=id&tenant_id=2754f12fefb24279b42b8119a163684b HTTP/1.1" status: 200 len: 267 time: 0.0382173 Jul 30 00:18:11.205631 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e38975a-9c42-40b9-be45-6f03cd44c6be req-24d7f935-3bdc-42d7-a21c-b8a4b0e92a4b tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:11.207116 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6e38975a-9c42-40b9-be45-6f03cd44c6be req-24d7f935-3bdc-42d7-a21c-b8a4b0e92a4b tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef1d099c-2f1d-4e76-b4e2-fd6343313e75 HTTP/1.1" status: 200 len: 945 time: 0.0487812 Jul 30 00:18:11.218997 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-6e38975a-9c42-40b9-be45-6f03cd44c6be req-2788464f-45a1-4ffe-941b-667b1696529d tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Request body: {'port': {'security_groups': ['30ae4b48-38a2-40cf-8ecc-6573e9ab668d', 'af058baf-0855-4079-8445-e2516795c062']}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:18:11.283474 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-6e38975a-9c42-40b9-be45-6f03cd44c6be req-2788464f-45a1-4ffe-941b-667b1696529d tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:11.468688 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-6e38975a-9c42-40b9-be45-6f03cd44c6be req-2788464f-45a1-4ffe-941b-667b1696529d tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] For port ae95f6cd-613f-493e-9799-1d54f62dd077, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=ae95f6cd-613f-493e-9799-1d54f62dd077,segment=NetworkSegment(13622ad6-2208-4015-8520-4cff8b83cb95),segment_id=13622ad6-2208-4015-8520-4cff8b83cb95)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:18:11.499665 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-6e38975a-9c42-40b9-be45-6f03cd44c6be req-2788464f-45a1-4ffe-941b-667b1696529d tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:11.504197 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-6e38975a-9c42-40b9-be45-6f03cd44c6be req-2788464f-45a1-4ffe-941b-667b1696529d tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:11.546489 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e38975a-9c42-40b9-be45-6f03cd44c6be req-2788464f-45a1-4ffe-941b-667b1696529d tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:11.547134 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-6e38975a-9c42-40b9-be45-6f03cd44c6be req-2788464f-45a1-4ffe-941b-667b1696529d tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:11.547383 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['ae95f6cd-613f-493e-9799-1d54f62dd077'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:18:11.548559 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6e38975a-9c42-40b9-be45-6f03cd44c6be req-2788464f-45a1-4ffe-941b-667b1696529d tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "PUT /v2.0/ports/ae95f6cd-613f-493e-9799-1d54f62dd077 HTTP/1.1" status: 200 len: 981 time: 0.3340833 Jul 30 00:18:11.579349 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2788464f-45a1-4ffe-941b-667b1696529d tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Pushing event updated for resources: {'Port': ['ID=ae95f6cd-613f-493e-9799-1d54f62dd077,revision_number=6']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:11.677682 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['ae95f6cd-613f-493e-9799-1d54f62dd077'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:18:11.708413 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab0b5d-97aa-4600-9227-42c1f86524c5 req-a14e2344-8a4e-43f7-baff-4d3532da8c15 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:11.714144 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b1ab0b5d-97aa-4600-9227-42c1f86524c5 req-a14e2344-8a4e-43f7-baff-4d3532da8c15 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef1d099c-2f1d-4e76-b4e2-fd6343313e75 HTTP/1.1" status: 200 len: 984 time: 0.0573177 Jul 30 00:18:11.765752 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b1ab0b5d-97aa-4600-9227-42c1f86524c5 req-271d1b72-d0cc-4228-9d04-fd2bc85dd422 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/security-groups?id=af058baf-0855-4079-8445-e2516795c062&id=30ae4b48-38a2-40cf-8ecc-6573e9ab668d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0480072 Jul 30 00:18:11.843552 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-063d6344-4fe8-448f-b348-6bedb1a40844 None None] Provisioning complete for port ae95f6cd-613f-493e-9799-1d54f62dd077 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:18:11.843846 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-063d6344-4fe8-448f-b348-6bedb1a40844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:12.023607 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef1d099c-2f1d-4e76-b4e2-fd6343313e75', 'tag': 'ae95f6cd-613f-493e-9799-1d54f62dd077'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:18:12.027749 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bdefc4f50fc1dacc251594e9f8a8ff118bd4f4d1a27e9c9923ea81076a49f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f737d819-84c9-4ba2-a9f3-cafa73ef2f18" -d '{"events": [{"name": "network-changed", "server_uuid": "ef1d099c-2f1d-4e76-b4e2-fd6343313e75", "tag": "ae95f6cd-613f-493e-9799-1d54f62dd077"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:18:12.071606 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2682446c-e795-4aff-ad4f-30882c1d2e46 x-openstack-request-id: req-2682446c-e795-4aff-ad4f-30882c1d2e46 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:18:12.071964 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef1d099c-2f1d-4e76-b4e2-fd6343313e75", "tag": "ae95f6cd-613f-493e-9799-1d54f62dd077", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:18:12.072282 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2682446c-e795-4aff-ad4f-30882c1d2e46 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:18:12.073514 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef1d099c-2f1d-4e76-b4e2-fd6343313e75', 'tag': 'ae95f6cd-613f-493e-9799-1d54f62dd077', 'status': 'completed', 'code': 200} Jul 30 00:18:12.163759 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f737d819-84c9-4ba2-a9f3-cafa73ef2f18 req-09f8e975-3f40-4f71-b06c-7b12d61a38ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:12.165494 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f737d819-84c9-4ba2-a9f3-cafa73ef2f18 req-09f8e975-3f40-4f71-b06c-7b12d61a38ac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2754f12fefb24279b42b8119a163684b&device_id=ef1d099c-2f1d-4e76-b4e2-fd6343313e75 HTTP/1.1" status: 200 len: 1136 time: 0.0449185 Jul 30 00:18:12.261460 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f737d819-84c9-4ba2-a9f3-cafa73ef2f18 req-15d843d8-92b9-4848-aaba-ec3820762d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:12.263002 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f737d819-84c9-4ba2-a9f3-cafa73ef2f18 req-15d843d8-92b9-4848-aaba-ec3820762d54 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b50b0485-4e99-4f94-90fb-ea6c6b3e53f6 HTTP/1.1" status: 200 len: 915 time: 0.0908866 Jul 30 00:18:12.344051 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f737d819-84c9-4ba2-a9f3-cafa73ef2f18 req-27a9d51a-2310-475b-ac72-47794af2ed67 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae95f6cd-613f-493e-9799-1d54f62dd077 HTTP/1.1" status: 200 len: 1001 time: 0.0733130 Jul 30 00:18:12.394185 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f737d819-84c9-4ba2-a9f3-cafa73ef2f18 req-20dba970-0e8a-47b5-8a93-6515465436cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:12.395590 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f737d819-84c9-4ba2-a9f3-cafa73ef2f18 req-20dba970-0e8a-47b5-8a93-6515465436cf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3b97ec7e-2a6d-4b14-84ad-eb744fad8ea2 HTTP/1.1" status: 200 len: 853 time: 0.0436940 Jul 30 00:18:12.442526 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f737d819-84c9-4ba2-a9f3-cafa73ef2f18 req-d9bd4522-81ba-43fe-8bb1-d7434a84029c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:12.443994 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f737d819-84c9-4ba2-a9f3-cafa73ef2f18 req-d9bd4522-81ba-43fe-8bb1-d7434a84029c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b50b0485-4e99-4f94-90fb-ea6c6b3e53f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401120 Jul 30 00:18:12.904881 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f737d819-84c9-4ba2-a9f3-cafa73ef2f18 req-029ecc98-fa24-4c8d-b8e4-6d8277faf29b service neutron] 10.222.0.41 "GET /v2.0/networks/b50b0485-4e99-4f94-90fb-ea6c6b3e53f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4514883 Jul 30 00:18:13.003944 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f737d819-84c9-4ba2-a9f3-cafa73ef2f18 req-a86e377e-485d-4e5c-8c8a-6462d6acfcd0 service neutron] 10.222.0.41 "GET /v2.0/networks/b50b0485-4e99-4f94-90fb-ea6c6b3e53f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912771 Jul 30 00:18:17.805491 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-05a7995d-024f-411e-980b-9025e04781e7 req-4c75e604-8998-4217-a4f7-3eb064761303 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ef1d099c-2f1d-4e76-b4e2-fd6343313e75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0462096 Jul 30 00:18:17.915214 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a7995d-024f-411e-980b-9025e04781e7 req-e737e153-6e2e-4611-a7b6-f4fc40193ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:17.917515 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-05a7995d-024f-411e-980b-9025e04781e7 req-e737e153-6e2e-4611-a7b6-f4fc40193ddc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2754f12fefb24279b42b8119a163684b&device_id=ef1d099c-2f1d-4e76-b4e2-fd6343313e75 HTTP/1.1" status: 200 len: 1136 time: 0.0468211 Jul 30 00:18:18.027330 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a7995d-024f-411e-980b-9025e04781e7 req-cbff1d41-61fe-4e5b-b93d-640e8f78b12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:18.028825 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-05a7995d-024f-411e-980b-9025e04781e7 req-cbff1d41-61fe-4e5b-b93d-640e8f78b12d service neutron] 10.222.0.41 "GET /v2.0/networks?id=b50b0485-4e99-4f94-90fb-ea6c6b3e53f6 HTTP/1.1" status: 200 len: 915 time: 0.0913806 Jul 30 00:18:18.104058 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-05a7995d-024f-411e-980b-9025e04781e7 req-a2b91342-33e2-43f4-9621-b0fb54e4741c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae95f6cd-613f-493e-9799-1d54f62dd077 HTTP/1.1" status: 200 len: 1001 time: 0.0678692 Jul 30 00:18:18.156916 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a7995d-024f-411e-980b-9025e04781e7 req-1deab7e2-1d53-4f50-9c02-a18d5e4f5fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:18.158421 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-05a7995d-024f-411e-980b-9025e04781e7 req-1deab7e2-1d53-4f50-9c02-a18d5e4f5fc4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3b97ec7e-2a6d-4b14-84ad-eb744fad8ea2 HTTP/1.1" status: 200 len: 853 time: 0.0459645 Jul 30 00:18:18.204466 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a7995d-024f-411e-980b-9025e04781e7 req-ef0a912f-55e8-4848-807e-089999ab52f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:18.205934 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-05a7995d-024f-411e-980b-9025e04781e7 req-ef0a912f-55e8-4848-807e-089999ab52f1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b50b0485-4e99-4f94-90fb-ea6c6b3e53f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403147 Jul 30 00:18:18.303019 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-05a7995d-024f-411e-980b-9025e04781e7 req-4b40f10a-3668-4c8b-94cf-29aff889c859 service neutron] 10.222.0.41 "GET /v2.0/networks/b50b0485-4e99-4f94-90fb-ea6c6b3e53f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898230 Jul 30 00:18:18.391069 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-05a7995d-024f-411e-980b-9025e04781e7 req-865cfd4a-fede-4600-aabb-1782605c0de6 service neutron] 10.222.0.41 "GET /v2.0/networks/b50b0485-4e99-4f94-90fb-ea6c6b3e53f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809586 Jul 30 00:18:20.099555 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:23.326423 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6bead8b5-676a-4f20-8741-aaa6872f062a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:25.942339 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a556150c-4776-46da-af24-478e5e0c4356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:26.539896 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:27.887372 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:29.075115 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d66ce8-1366-4e41-9291-055ad1e51b4a req-ec8697e9-e818-4b04-9d85-411b57dcce6c tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:29.076633 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b3d66ce8-1366-4e41-9291-055ad1e51b4a req-ec8697e9-e818-4b04-9d85-411b57dcce6c tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef1d099c-2f1d-4e76-b4e2-fd6343313e75 HTTP/1.1" status: 200 len: 984 time: 0.0951710 Jul 30 00:18:29.082779 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12423847-f37e-4c1d-8251-54f3b14d80d9 req-62c5f334-83ae-4ce3-8f51-171726229f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:29.084250 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-12423847-f37e-4c1d-8251-54f3b14d80d9 req-62c5f334-83ae-4ce3-8f51-171726229f15 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2754f12fefb24279b42b8119a163684b&device_id=ef1d099c-2f1d-4e76-b4e2-fd6343313e75 HTTP/1.1" status: 200 len: 1136 time: 0.0671723 Jul 30 00:18:29.162952 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b3d66ce8-1366-4e41-9291-055ad1e51b4a req-43211d65-7020-4bac-b51d-518c74778bb7 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/security-groups?id=af058baf-0855-4079-8445-e2516795c062&id=30ae4b48-38a2-40cf-8ecc-6573e9ab668d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0776298 Jul 30 00:18:29.198964 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12423847-f37e-4c1d-8251-54f3b14d80d9 req-a77cf75e-5000-4fe9-8fa1-305e30d055da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:29.200447 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-12423847-f37e-4c1d-8251-54f3b14d80d9 req-a77cf75e-5000-4fe9-8fa1-305e30d055da service neutron] 10.222.0.41 "GET /v2.0/networks?id=b50b0485-4e99-4f94-90fb-ea6c6b3e53f6 HTTP/1.1" status: 200 len: 915 time: 0.1071534 Jul 30 00:18:29.271189 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-12423847-f37e-4c1d-8251-54f3b14d80d9 req-300b5746-215d-49de-9e30-33d14d000a2c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae95f6cd-613f-493e-9799-1d54f62dd077 HTTP/1.1" status: 200 len: 1001 time: 0.0622876 Jul 30 00:18:29.319206 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12423847-f37e-4c1d-8251-54f3b14d80d9 req-9ef33b25-6c05-4519-b460-e73e605830d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:29.320674 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-12423847-f37e-4c1d-8251-54f3b14d80d9 req-9ef33b25-6c05-4519-b460-e73e605830d4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3b97ec7e-2a6d-4b14-84ad-eb744fad8ea2 HTTP/1.1" status: 200 len: 853 time: 0.0426545 Jul 30 00:18:29.367509 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12423847-f37e-4c1d-8251-54f3b14d80d9 req-5086f445-d6dc-4a7c-956e-8b08fd4d903b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:29.369026 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-12423847-f37e-4c1d-8251-54f3b14d80d9 req-5086f445-d6dc-4a7c-956e-8b08fd4d903b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b50b0485-4e99-4f94-90fb-ea6c6b3e53f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413337 Jul 30 00:18:29.471870 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-12423847-f37e-4c1d-8251-54f3b14d80d9 req-2bdaaa10-379a-48ea-b5d9-7935f53259e8 service neutron] 10.222.0.41 "GET /v2.0/networks/b50b0485-4e99-4f94-90fb-ea6c6b3e53f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943022 Jul 30 00:18:29.512413 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:29.565918 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-12423847-f37e-4c1d-8251-54f3b14d80d9 req-d38af175-d34e-40d0-8c46-da1e8239837e service neutron] 10.222.0.41 "GET /v2.0/networks/b50b0485-4e99-4f94-90fb-ea6c6b3e53f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858648 Jul 30 00:18:30.286206 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0690014-b955-4ac5-a5b2-d108c10f09b2 req-cc65f258-b3c9-4ca4-aaf1-e973514de855 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:30.287697 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b0690014-b955-4ac5-a5b2-d108c10f09b2 req-cc65f258-b3c9-4ca4-aaf1-e973514de855 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef1d099c-2f1d-4e76-b4e2-fd6343313e75 HTTP/1.1" status: 200 len: 984 time: 0.0535021 Jul 30 00:18:30.327175 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b0690014-b955-4ac5-a5b2-d108c10f09b2 req-818ef230-c3f3-48f7-b001-62898c7159cb tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/security-groups?id=af058baf-0855-4079-8445-e2516795c062&id=30ae4b48-38a2-40cf-8ecc-6573e9ab668d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0326648 Jul 30 00:18:30.922310 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:18:31.443436 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b2815-1ff5-4b65-a5ed-6e4b1069e95c req-db70580f-3858-435f-b9ac-57c77a4868dc tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:31.444926 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7a3b2815-1ff5-4b65-a5ed-6e4b1069e95c req-db70580f-3858-435f-b9ac-57c77a4868dc tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef1d099c-2f1d-4e76-b4e2-fd6343313e75 HTTP/1.1" status: 200 len: 984 time: 0.0491335 Jul 30 00:18:31.485170 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7a3b2815-1ff5-4b65-a5ed-6e4b1069e95c req-b87a549f-b9b3-4ddf-8189-8c486eef2df7 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/security-groups?id=af058baf-0855-4079-8445-e2516795c062&id=30ae4b48-38a2-40cf-8ecc-6573e9ab668d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0335028 Jul 30 00:18:32.598622 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879b5a07-6f7f-45f9-8c7f-062a3c4592a0 req-89edd4ea-7ceb-4b63-818f-662861b23437 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:32.600117 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-879b5a07-6f7f-45f9-8c7f-062a3c4592a0 req-89edd4ea-7ceb-4b63-818f-662861b23437 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef1d099c-2f1d-4e76-b4e2-fd6343313e75 HTTP/1.1" status: 200 len: 984 time: 0.0483232 Jul 30 00:18:32.640492 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-879b5a07-6f7f-45f9-8c7f-062a3c4592a0 req-40e98489-c8d4-4ad5-983c-7b1f152a98f2 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/security-groups?id=af058baf-0855-4079-8445-e2516795c062&id=30ae4b48-38a2-40cf-8ecc-6573e9ab668d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0334313 Jul 30 00:18:33.758130 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c421b0-59f4-41ca-9e55-8d475fca1cbb req-9eab20a3-9f12-4fdd-93fa-709a941caa1b tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:33.759615 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-64c421b0-59f4-41ca-9e55-8d475fca1cbb req-9eab20a3-9f12-4fdd-93fa-709a941caa1b tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef1d099c-2f1d-4e76-b4e2-fd6343313e75 HTTP/1.1" status: 200 len: 984 time: 0.0519643 Jul 30 00:18:33.800996 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-64c421b0-59f4-41ca-9e55-8d475fca1cbb req-537e1ce5-c803-4574-98e4-17e804724f96 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/security-groups?id=af058baf-0855-4079-8445-e2516795c062&id=30ae4b48-38a2-40cf-8ecc-6573e9ab668d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0346243 Jul 30 00:18:34.915262 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1683cc14-8026-4270-a700-8d547de04ccf req-87ff1518-3358-4ac4-be5e-1d917667032b tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:34.917039 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1683cc14-8026-4270-a700-8d547de04ccf req-87ff1518-3358-4ac4-be5e-1d917667032b tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef1d099c-2f1d-4e76-b4e2-fd6343313e75 HTTP/1.1" status: 200 len: 984 time: 0.0493157 Jul 30 00:18:34.957436 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1683cc14-8026-4270-a700-8d547de04ccf req-c1b0ef76-bd75-4888-876b-fc0130f92e84 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/security-groups?id=af058baf-0855-4079-8445-e2516795c062&id=30ae4b48-38a2-40cf-8ecc-6573e9ab668d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0341768 Jul 30 00:18:36.071833 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9e4f9-e1ee-466a-900b-1e6c1aa2d6b1 req-44bd58e9-5574-4cbf-8c4b-4b5796bfa205 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:36.074098 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2ba9e4f9-e1ee-466a-900b-1e6c1aa2d6b1 req-44bd58e9-5574-4cbf-8c4b-4b5796bfa205 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef1d099c-2f1d-4e76-b4e2-fd6343313e75 HTTP/1.1" status: 200 len: 984 time: 0.0502608 Jul 30 00:18:36.113815 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2ba9e4f9-e1ee-466a-900b-1e6c1aa2d6b1 req-f8dd684e-ca1d-4b43-a61a-56a172a036c0 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/security-groups?id=af058baf-0855-4079-8445-e2516795c062&id=30ae4b48-38a2-40cf-8ecc-6573e9ab668d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0337341 Jul 30 00:18:37.251368 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732de90-79d7-461e-80e3-2ab10bb4d00c req-354fa903-a9ea-4e55-8d94-d110d615ae72 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:37.252922 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5732de90-79d7-461e-80e3-2ab10bb4d00c req-354fa903-a9ea-4e55-8d94-d110d615ae72 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef1d099c-2f1d-4e76-b4e2-fd6343313e75 HTTP/1.1" status: 200 len: 984 time: 0.0654151 Jul 30 00:18:37.311641 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5732de90-79d7-461e-80e3-2ab10bb4d00c req-b8b632fd-6d8c-46bf-b9fb-c28c88255266 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/security-groups?id=af058baf-0855-4079-8445-e2516795c062&id=30ae4b48-38a2-40cf-8ecc-6573e9ab668d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0522666 Jul 30 00:18:37.622682 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:38.433152 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5b4ae-2534-4698-891e-b54f58bc535b req-1a619565-8876-4ab2-a567-8722b4616cb1 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:38.434670 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a1a5b4ae-2534-4698-891e-b54f58bc535b req-1a619565-8876-4ab2-a567-8722b4616cb1 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef1d099c-2f1d-4e76-b4e2-fd6343313e75 HTTP/1.1" status: 200 len: 984 time: 0.0501487 Jul 30 00:18:38.473975 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a1a5b4ae-2534-4698-891e-b54f58bc535b req-7f5dc68d-792a-4396-9941-7f6b01ee271e tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/security-groups?id=af058baf-0855-4079-8445-e2516795c062&id=30ae4b48-38a2-40cf-8ecc-6573e9ab668d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0332642 Jul 30 00:18:39.598345 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba50961-ea39-4a8f-a5b0-8f57e473655c req-592a31cc-a1b8-4720-aacf-01169e1b01c0 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:39.599852 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5ba50961-ea39-4a8f-a5b0-8f57e473655c req-592a31cc-a1b8-4720-aacf-01169e1b01c0 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef1d099c-2f1d-4e76-b4e2-fd6343313e75 HTTP/1.1" status: 200 len: 984 time: 0.0501344 Jul 30 00:18:39.639512 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5ba50961-ea39-4a8f-a5b0-8f57e473655c req-f7111493-5fdc-4604-bee2-f6385592b477 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/security-groups?id=af058baf-0855-4079-8445-e2516795c062&id=30ae4b48-38a2-40cf-8ecc-6573e9ab668d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0333624 Jul 30 00:18:40.758385 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3e2bda-09d1-436a-b30d-308f36b9520d req-d325d2d1-d0b8-4984-9f9c-fdf5cfca83ed tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:40.759877 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2f3e2bda-09d1-436a-b30d-308f36b9520d req-d325d2d1-d0b8-4984-9f9c-fdf5cfca83ed tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef1d099c-2f1d-4e76-b4e2-fd6343313e75 HTTP/1.1" status: 200 len: 984 time: 0.0527790 Jul 30 00:18:40.800620 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2f3e2bda-09d1-436a-b30d-308f36b9520d req-f2c1db40-629f-4945-b8b6-68492e0d3a7b tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/security-groups?id=af058baf-0855-4079-8445-e2516795c062&id=30ae4b48-38a2-40cf-8ecc-6573e9ab668d&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0339999 Jul 30 00:18:50.102650 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:53.327284 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-907994fd-e995-4eb7-af08-053ff5f63660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:55.944349 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-715475eb-e36d-4ff6-82cd-fc8160a29e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:56.540331 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:57.889829 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:59.520043 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:07.618380 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:07.921905 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:19:10.642348 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [req-89f0ac31-8016-4054-a609-c600b441d531 req-bc3a9eac-0c84-477f-bf66-39474150a7ec tempest-ServerDiskConfigTestJSON-1563503908 tempest-ServerDiskConfigTestJSON-1563503908-project] (94078) timed out ('10.222.0.41', 52201) {{(pid=94078) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 00:19:13.184635 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-483cd9d7-008a-4715-b5da-61b63975249b req-218fd25c-7e15-4c53-9487-69e6a76687b4 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-55519433&fields=id&tenant_id=2754f12fefb24279b42b8119a163684b HTTP/1.1" status: 200 len: 267 time: 0.0334587 Jul 30 00:19:13.237234 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483cd9d7-008a-4715-b5da-61b63975249b req-b5409b61-4cac-4225-936c-ecfc3a7bc64f tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:13.238802 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-483cd9d7-008a-4715-b5da-61b63975249b req-b5409b61-4cac-4225-936c-ecfc3a7bc64f tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef1d099c-2f1d-4e76-b4e2-fd6343313e75 HTTP/1.1" status: 200 len: 984 time: 0.0482116 Jul 30 00:19:13.250527 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-483cd9d7-008a-4715-b5da-61b63975249b req-b165b6ed-8838-4d92-a051-321f0ff31ec5 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Request body: {'port': {'security_groups': ['30ae4b48-38a2-40cf-8ecc-6573e9ab668d']}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:19:13.316876 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-483cd9d7-008a-4715-b5da-61b63975249b req-b165b6ed-8838-4d92-a051-321f0ff31ec5 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:13.491269 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-483cd9d7-008a-4715-b5da-61b63975249b req-b165b6ed-8838-4d92-a051-321f0ff31ec5 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] For port ae95f6cd-613f-493e-9799-1d54f62dd077, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=ae95f6cd-613f-493e-9799-1d54f62dd077,segment=NetworkSegment(13622ad6-2208-4015-8520-4cff8b83cb95),segment_id=13622ad6-2208-4015-8520-4cff8b83cb95)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:19:13.520455 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-483cd9d7-008a-4715-b5da-61b63975249b req-b165b6ed-8838-4d92-a051-321f0ff31ec5 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:13.525242 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-483cd9d7-008a-4715-b5da-61b63975249b req-b165b6ed-8838-4d92-a051-321f0ff31ec5 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:13.559308 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['ae95f6cd-613f-493e-9799-1d54f62dd077'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:19:13.575278 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483cd9d7-008a-4715-b5da-61b63975249b req-b165b6ed-8838-4d92-a051-321f0ff31ec5 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:13.575934 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-483cd9d7-008a-4715-b5da-61b63975249b req-b165b6ed-8838-4d92-a051-321f0ff31ec5 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:13.577366 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-483cd9d7-008a-4715-b5da-61b63975249b req-b165b6ed-8838-4d92-a051-321f0ff31ec5 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "PUT /v2.0/ports/ae95f6cd-613f-493e-9799-1d54f62dd077 HTTP/1.1" status: 200 len: 942 time: 0.3321657 Jul 30 00:19:13.577859 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef1d099c-2f1d-4e76-b4e2-fd6343313e75', 'tag': 'ae95f6cd-613f-493e-9799-1d54f62dd077'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:19:13.580141 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bdefc4f50fc1dacc251594e9f8a8ff118bd4f4d1a27e9c9923ea81076a49f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a3ae2f0-5e06-4ab9-8d67-06b5b6a3ff3d" -d '{"events": [{"name": "network-changed", "server_uuid": "ef1d099c-2f1d-4e76-b4e2-fd6343313e75", "tag": "ae95f6cd-613f-493e-9799-1d54f62dd077"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:19:13.584788 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36650) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:19:13.598772 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b165b6ed-8838-4d92-a051-321f0ff31ec5 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Pushing event updated for resources: {'Port': ['ID=ae95f6cd-613f-493e-9799-1d54f62dd077,revision_number=7']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:19:13.607403 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b165b6ed-8838-4d92-a051-321f0ff31ec5 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:13.607756 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b165b6ed-8838-4d92-a051-321f0ff31ec5 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:13.608106 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b165b6ed-8838-4d92-a051-321f0ff31ec5 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:13.608439 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b165b6ed-8838-4d92-a051-321f0ff31ec5 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:13.608767 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b165b6ed-8838-4d92-a051-321f0ff31ec5 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:13.609100 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b165b6ed-8838-4d92-a051-321f0ff31ec5 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:13.609429 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b165b6ed-8838-4d92-a051-321f0ff31ec5 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:13.610405 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b165b6ed-8838-4d92-a051-321f0ff31ec5 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:13.610405 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b165b6ed-8838-4d92-a051-321f0ff31ec5 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:13.610704 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b165b6ed-8838-4d92-a051-321f0ff31ec5 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:13.610880 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b165b6ed-8838-4d92-a051-321f0ff31ec5 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:13.611163 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b165b6ed-8838-4d92-a051-321f0ff31ec5 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:13.643807 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0af44fb-00ce-4c7a-8ae9-52678a78f95f x-openstack-request-id: req-e0af44fb-00ce-4c7a-8ae9-52678a78f95f {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:19:13.644170 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef1d099c-2f1d-4e76-b4e2-fd6343313e75", "tag": "ae95f6cd-613f-493e-9799-1d54f62dd077", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:19:13.644504 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e0af44fb-00ce-4c7a-8ae9-52678a78f95f {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:19:13.644974 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef1d099c-2f1d-4e76-b4e2-fd6343313e75', 'tag': 'ae95f6cd-613f-493e-9799-1d54f62dd077', 'status': 'completed', 'code': 200} Jul 30 00:19:13.687241 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-47a01e33-80f3-48f1-93f5-3ab57bdf57a9 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:13.716297 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-47a01e33-80f3-48f1-93f5-3ab57bdf57a9 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:13.721820 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['ae95f6cd-613f-493e-9799-1d54f62dd077'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:19:13.731369 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ae2f0-5e06-4ab9-8d67-06b5b6a3ff3d req-e77f9b5f-18f3-4f58-9cf4-662f38c1c463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:13.734048 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7a3ae2f0-5e06-4ab9-8d67-06b5b6a3ff3d req-e77f9b5f-18f3-4f58-9cf4-662f38c1c463 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2754f12fefb24279b42b8119a163684b&device_id=ef1d099c-2f1d-4e76-b4e2-fd6343313e75 HTTP/1.1" status: 200 len: 1097 time: 0.0457206 Jul 30 00:19:13.784239 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-47a01e33-80f3-48f1-93f5-3ab57bdf57a9 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:13.787515 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-47a01e33-80f3-48f1-93f5-3ab57bdf57a9 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:13.791730 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-47a01e33-80f3-48f1-93f5-3ab57bdf57a9 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "DELETE /v2.0/security-groups/af058baf-0855-4079-8445-e2516795c062 HTTP/1.1" status: 204 len: 168 time: 0.2048905 Jul 30 00:19:13.792483 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36658) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:19:13.848488 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ae2f0-5e06-4ab9-8d67-06b5b6a3ff3d req-77213964-c4f1-4d23-93e7-1e203379258d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:13.850137 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7a3ae2f0-5e06-4ab9-8d67-06b5b6a3ff3d req-77213964-c4f1-4d23-93e7-1e203379258d service neutron] 10.222.0.41 "GET /v2.0/networks?id=b50b0485-4e99-4f94-90fb-ea6c6b3e53f6 HTTP/1.1" status: 200 len: 915 time: 0.1080823 Jul 30 00:19:13.872149 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a01e33-80f3-48f1-93f5-3ab57bdf57a9 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af058baf-0855-4079-8445-e2516795c062,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:19:13.911467 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a01e33-80f3-48f1-93f5-3ab57bdf57a9 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:13.911823 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a01e33-80f3-48f1-93f5-3ab57bdf57a9 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:13.912177 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a01e33-80f3-48f1-93f5-3ab57bdf57a9 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:13.912510 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a01e33-80f3-48f1-93f5-3ab57bdf57a9 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:13.912841 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a01e33-80f3-48f1-93f5-3ab57bdf57a9 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:13.913178 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a01e33-80f3-48f1-93f5-3ab57bdf57a9 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:13.913501 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a01e33-80f3-48f1-93f5-3ab57bdf57a9 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:13.913859 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a01e33-80f3-48f1-93f5-3ab57bdf57a9 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:13.914185 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a01e33-80f3-48f1-93f5-3ab57bdf57a9 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:13.914507 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a01e33-80f3-48f1-93f5-3ab57bdf57a9 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:13.914829 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a01e33-80f3-48f1-93f5-3ab57bdf57a9 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:13.915150 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a01e33-80f3-48f1-93f5-3ab57bdf57a9 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:13.925419 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7a3ae2f0-5e06-4ab9-8d67-06b5b6a3ff3d req-c9f76a2b-9257-4752-abe1-dfa1479ad2e7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae95f6cd-613f-493e-9799-1d54f62dd077 HTTP/1.1" status: 200 len: 1001 time: 0.0674005 Jul 30 00:19:13.938952 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-3de15d56-5efd-4160-9611-15d5853e0248 None None] Provisioning complete for port ae95f6cd-613f-493e-9799-1d54f62dd077 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:19:13.938952 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3de15d56-5efd-4160-9611-15d5853e0248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:13.984679 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ae2f0-5e06-4ab9-8d67-06b5b6a3ff3d req-14960cd6-61dc-4ea9-a7c4-6b1f9cd9e7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:13.986648 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-2a642e10-b9bd-408c-8a1c-19f8a61bccf2 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Deleting port a33391f0-941c-4470-9281-7b3695758676 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:19:13.986648 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2a642e10-b9bd-408c-8a1c-19f8a61bccf2 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:13.986924 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7a3ae2f0-5e06-4ab9-8d67-06b5b6a3ff3d req-14960cd6-61dc-4ea9-a7c4-6b1f9cd9e7a0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3b97ec7e-2a6d-4b14-84ad-eb744fad8ea2 HTTP/1.1" status: 200 len: 853 time: 0.0540016 Jul 30 00:19:14.040626 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ae2f0-5e06-4ab9-8d67-06b5b6a3ff3d req-6835bae6-d8a8-40c3-bb46-bca36c6d2f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:14.042212 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7a3ae2f0-5e06-4ab9-8d67-06b5b6a3ff3d req-6835bae6-d8a8-40c3-bb46-bca36c6d2f06 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b50b0485-4e99-4f94-90fb-ea6c6b3e53f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480034 Jul 30 00:19:14.065953 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2a642e10-b9bd-408c-8a1c-19f8a61bccf2 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:14.066297 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2a642e10-b9bd-408c-8a1c-19f8a61bccf2 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:14.078961 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-2a642e10-b9bd-408c-8a1c-19f8a61bccf2 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Calling delete_port for a33391f0-941c-4470-9281-7b3695758676 owned by network:floatingip {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:19:14.133363 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7a3ae2f0-5e06-4ab9-8d67-06b5b6a3ff3d req-4401c2f1-a01a-4b77-a051-dca16ed68c11 service neutron] 10.222.0.41 "GET /v2.0/networks/b50b0485-4e99-4f94-90fb-ea6c6b3e53f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814531 Jul 30 00:19:14.232017 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7a3ae2f0-5e06-4ab9-8d67-06b5b6a3ff3d req-cd3b3768-db60-44fe-9e3c-1abfcdbc7ac8 service neutron] 10.222.0.41 "GET /v2.0/networks/b50b0485-4e99-4f94-90fb-ea6c6b3e53f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905502 Jul 30 00:19:14.256433 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2a642e10-b9bd-408c-8a1c-19f8a61bccf2 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:14.284362 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a642e10-b9bd-408c-8a1c-19f8a61bccf2 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Pushing event deleted for resources: {'Port': ['ID=a33391f0-941c-4470-9281-7b3695758676,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:19:14.348792 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2a642e10-b9bd-408c-8a1c-19f8a61bccf2 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Notify callbacks [] for floatingip, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:14.349645 n-d-712141-10 neutron-server[94077]: INFO neutron.db.l3_db [None req-2a642e10-b9bd-408c-8a1c-19f8a61bccf2 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Floating IP 0d351e44-9b26-4f7f-b48d-d5a426ed7b87 disassociated (deleted). External IP: 172.25.0.159, port: ae95f6cd-613f-493e-9799-1d54f62dd077. Jul 30 00:19:14.832835 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a642e10-b9bd-408c-8a1c-19f8a61bccf2 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Router c35651c2-3b31-488e-aed4-445f71de3afc has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:19:14.939618 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a642e10-b9bd-408c-8a1c-19f8a61bccf2 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:19:14.944441 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2a642e10-b9bd-408c-8a1c-19f8a61bccf2 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:14.948910 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820ebe41-fd9d-4301-8b73-7742ddf97561 None None] Sync routers for ids ['c35651c2-3b31-488e-aed4-445f71de3afc'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:19:14.958282 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820ebe41-fd9d-4301-8b73-7742ddf97561 None None] Routers {'c35651c2-3b31-488e-aed4-445f71de3afc'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:19:14.958893 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-820ebe41-fd9d-4301-8b73-7742ddf97561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:18:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['c35651c2-3b31-488e-aed4-445f71de3afc'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:19:14.975987 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-2a642e10-b9bd-408c-8a1c-19f8a61bccf2 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "DELETE /v2.0/floatingips/0d351e44-9b26-4f7f-b48d-d5a426ed7b87 HTTP/1.1" status: 204 len: 168 time: 1.1757605 Jul 30 00:19:14.975987 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef1d099c-2f1d-4e76-b4e2-fd6343313e75', 'tag': 'ae95f6cd-613f-493e-9799-1d54f62dd077'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:19:14.976420 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8377708564b13ed6665a7c738fa9aadb9980e3f7e18d8a0dfbdd1aeea3243a90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8c1ef8-01c1-46ee-850f-3ba34f72ca13" -d '{"events": [{"name": "network-changed", "server_uuid": "ef1d099c-2f1d-4e76-b4e2-fd6343313e75", "tag": "ae95f6cd-613f-493e-9799-1d54f62dd077"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:19:15.032155 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e9cc90-6b7a-4ded-b88c-01da2ebaa699 x-openstack-request-id: req-a3e9cc90-6b7a-4ded-b88c-01da2ebaa699 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:19:15.032389 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef1d099c-2f1d-4e76-b4e2-fd6343313e75", "tag": "ae95f6cd-613f-493e-9799-1d54f62dd077", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:19:15.032662 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a3e9cc90-6b7a-4ded-b88c-01da2ebaa699 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:19:15.033046 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef1d099c-2f1d-4e76-b4e2-fd6343313e75', 'tag': 'ae95f6cd-613f-493e-9799-1d54f62dd077', 'status': 'completed', 'code': 200} Jul 30 00:19:15.094068 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-820ebe41-fd9d-4301-8b73-7742ddf97561 None None] Set router c35651c2-3b31-488e-aed4-445f71de3afc gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:19:15.126354 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c1ef8-01c1-46ee-850f-3ba34f72ca13 req-2995e34b-4b02-4af2-87a1-435b981263c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:15.128133 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3f8c1ef8-01c1-46ee-850f-3ba34f72ca13 req-2995e34b-4b02-4af2-87a1-435b981263c9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2754f12fefb24279b42b8119a163684b&device_id=ef1d099c-2f1d-4e76-b4e2-fd6343313e75 HTTP/1.1" status: 200 len: 1097 time: 0.0495017 Jul 30 00:19:15.236597 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c1ef8-01c1-46ee-850f-3ba34f72ca13 req-10375fd5-ff7f-4f08-b62e-f0b7901a833d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:15.238918 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3f8c1ef8-01c1-46ee-850f-3ba34f72ca13 req-10375fd5-ff7f-4f08-b62e-f0b7901a833d service neutron] 10.222.0.41 "GET /v2.0/networks?id=b50b0485-4e99-4f94-90fb-ea6c6b3e53f6 HTTP/1.1" status: 200 len: 915 time: 0.1036754 Jul 30 00:19:15.299154 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3f8c1ef8-01c1-46ee-850f-3ba34f72ca13 req-70587784-3225-43a7-8e9f-309a3b87447f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae95f6cd-613f-493e-9799-1d54f62dd077 HTTP/1.1" status: 200 len: 217 time: 0.0511885 Jul 30 00:19:15.354579 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-820ebe41-fd9d-4301-8b73-7742ddf97561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35651c2-3b31-488e-aed4-445f71de3afc', 'name': 'tempest-TestMinimumBasicScenario-556773571-router', 'tenant_id': '2754f12fefb24279b42b8119a163684b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '9c5aa9b7-de58-4a96-b4b9-38c6b765692a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:17:17Z', 'updated_at': '2021-07-30T00:17:19Z', 'revision_number': 4, 'project_id': '2754f12fefb24279b42b8119a163684b', 'gw_port': {'id': '9c5aa9b7-de58-4a96-b4b9-38c6b765692a', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35651c2-3b31-488e-aed4-445f71de3afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:17:17Z', 'updated_at': '2021-07-30T00:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'cb3db69a-686e-4788-904d-8d41f5341141', 'name': '', 'network_id': 'b50b0485-4e99-4f94-90fb-ea6c6b3e53f6', 'tenant_id': '2754f12fefb24279b42b8119a163684b', 'mac_address': 'fa:16:3e:73:8e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35651c2-3b31-488e-aed4-445f71de3afc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '3b97ec7e-2a6d-4b14-84ad-eb744fad8ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:17:19Z', 'updated_at': '2021-07-30T00:17:26Z', 'revision_number': 5, 'project_id': '2754f12fefb24279b42b8119a163684b', 'subnets': [{'id': '3b97ec7e-2a6d-4b14-84ad-eb744fad8ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:19:15.360067 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c1ef8-01c1-46ee-850f-3ba34f72ca13 req-2912da45-499f-4fab-bf61-0627b6ed487f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:15.361604 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3f8c1ef8-01c1-46ee-850f-3ba34f72ca13 req-2912da45-499f-4fab-bf61-0627b6ed487f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3b97ec7e-2a6d-4b14-84ad-eb744fad8ea2 HTTP/1.1" status: 200 len: 853 time: 0.0557456 Jul 30 00:19:15.381724 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820ebe41-fd9d-4301-8b73-7742ddf97561 None None] Checking router: c35651c2-3b31-488e-aed4-445f71de3afc for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:19:15.394566 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820ebe41-fd9d-4301-8b73-7742ddf97561 None None] Routers {'c35651c2-3b31-488e-aed4-445f71de3afc'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:19:15.395196 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-820ebe41-fd9d-4301-8b73-7742ddf97561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:18:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['c35651c2-3b31-488e-aed4-445f71de3afc'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:19:15.414733 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c1ef8-01c1-46ee-850f-3ba34f72ca13 req-0088b212-fa17-4a19-a5eb-e70358a5d250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:15.416520 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3f8c1ef8-01c1-46ee-850f-3ba34f72ca13 req-0088b212-fa17-4a19-a5eb-e70358a5d250 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b50b0485-4e99-4f94-90fb-ea6c6b3e53f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478613 Jul 30 00:19:15.509464 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-820ebe41-fd9d-4301-8b73-7742ddf97561 None None] Set router c35651c2-3b31-488e-aed4-445f71de3afc gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:19:15.523165 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3f8c1ef8-01c1-46ee-850f-3ba34f72ca13 req-b50bb020-04a0-481a-b2ac-17044874000b service neutron] 10.222.0.41 "GET /v2.0/networks/b50b0485-4e99-4f94-90fb-ea6c6b3e53f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930603 Jul 30 00:19:15.629244 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3f8c1ef8-01c1-46ee-850f-3ba34f72ca13 req-899b1bf5-989a-4949-b7da-db9c15b19560 service neutron] 10.222.0.41 "GET /v2.0/networks/b50b0485-4e99-4f94-90fb-ea6c6b3e53f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842333 Jul 30 00:19:15.712809 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-820ebe41-fd9d-4301-8b73-7742ddf97561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35651c2-3b31-488e-aed4-445f71de3afc', 'name': 'tempest-TestMinimumBasicScenario-556773571-router', 'tenant_id': '2754f12fefb24279b42b8119a163684b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '9c5aa9b7-de58-4a96-b4b9-38c6b765692a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:17:17Z', 'updated_at': '2021-07-30T00:17:19Z', 'revision_number': 4, 'project_id': '2754f12fefb24279b42b8119a163684b', 'gw_port': {'id': '9c5aa9b7-de58-4a96-b4b9-38c6b765692a', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35651c2-3b31-488e-aed4-445f71de3afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:17:17Z', 'updated_at': '2021-07-30T00:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'cb3db69a-686e-4788-904d-8d41f5341141', 'name': '', 'network_id': 'b50b0485-4e99-4f94-90fb-ea6c6b3e53f6', 'tenant_id': '2754f12fefb24279b42b8119a163684b', 'mac_address': 'fa:16:3e:73:8e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35651c2-3b31-488e-aed4-445f71de3afc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '3b97ec7e-2a6d-4b14-84ad-eb744fad8ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:17:19Z', 'updated_at': '2021-07-30T00:17:26Z', 'revision_number': 5, 'project_id': '2754f12fefb24279b42b8119a163684b', 'subnets': [{'id': '3b97ec7e-2a6d-4b14-84ad-eb744fad8ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:19:15.740819 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820ebe41-fd9d-4301-8b73-7742ddf97561 None None] The sync data for ids ['c35651c2-3b31-488e-aed4-445f71de3afc'] in n-d-712141-10 is: [{'id': 'c35651c2-3b31-488e-aed4-445f71de3afc', 'name': 'tempest-TestMinimumBasicScenario-556773571-router', 'tenant_id': '2754f12fefb24279b42b8119a163684b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '9c5aa9b7-de58-4a96-b4b9-38c6b765692a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:17:17Z', 'updated_at': '2021-07-30T00:17:19Z', 'revision_number': 4, 'project_id': '2754f12fefb24279b42b8119a163684b', 'gw_port': {'id': '9c5aa9b7-de58-4a96-b4b9-38c6b765692a', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35651c2-3b31-488e-aed4-445f71de3afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:17:17Z', 'updated_at': '2021-07-30T00:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'cb3db69a-686e-4788-904d-8d41f5341141', 'name': '', 'network_id': 'b50b0485-4e99-4f94-90fb-ea6c6b3e53f6', 'tenant_id': '2754f12fefb24279b42b8119a163684b', 'mac_address': 'fa:16:3e:73:8e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35651c2-3b31-488e-aed4-445f71de3afc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': '3b97ec7e-2a6d-4b14-84ad-eb744fad8ea2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:17:19Z', 'updated_at': '2021-07-30T00:17:26Z', 'revision_number': 5, 'project_id': '2754f12fefb24279b42b8119a163684b', 'subnets': [{'id': '3b97ec7e-2a6d-4b14-84ad-eb744fad8ea2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:19:16.049686 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6e3977-7ca8-483f-9fd9-7288be273670 None None] New status for floating IP 0d351e44-9b26-4f7f-b48d-d5a426ed7b87: DOWN {{(pid=94080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:19:19.641993 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a38148e9-9053-4a09-b680-866f9ba98478 req-3f425c46-a415-47dd-ba06-813a6566cc78 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ef1d099c-2f1d-4e76-b4e2-fd6343313e75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0478976 Jul 30 00:19:19.740060 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38148e9-9053-4a09-b680-866f9ba98478 req-08614eeb-cea0-4766-bc97-579590f92ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:19.741749 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a38148e9-9053-4a09-b680-866f9ba98478 req-08614eeb-cea0-4766-bc97-579590f92ce1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2754f12fefb24279b42b8119a163684b&device_id=ef1d099c-2f1d-4e76-b4e2-fd6343313e75 HTTP/1.1" status: 200 len: 1097 time: 0.0402868 Jul 30 00:19:19.844557 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38148e9-9053-4a09-b680-866f9ba98478 req-b586e8d6-e7ca-4c3b-9c47-6b3eb8ee75ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:19.846101 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a38148e9-9053-4a09-b680-866f9ba98478 req-b586e8d6-e7ca-4c3b-9c47-6b3eb8ee75ce service neutron] 10.222.0.41 "GET /v2.0/networks?id=b50b0485-4e99-4f94-90fb-ea6c6b3e53f6 HTTP/1.1" status: 200 len: 915 time: 0.0849152 Jul 30 00:19:19.892680 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a38148e9-9053-4a09-b680-866f9ba98478 req-cc37784d-4c6a-4eec-aa04-ea4c0ddd53d0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae95f6cd-613f-493e-9799-1d54f62dd077 HTTP/1.1" status: 200 len: 217 time: 0.0398459 Jul 30 00:19:19.941472 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38148e9-9053-4a09-b680-866f9ba98478 req-d26e652d-d3fd-49a3-aa1c-9e77d540fd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:19.942969 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a38148e9-9053-4a09-b680-866f9ba98478 req-d26e652d-d3fd-49a3-aa1c-9e77d540fd19 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3b97ec7e-2a6d-4b14-84ad-eb744fad8ea2 HTTP/1.1" status: 200 len: 853 time: 0.0442917 Jul 30 00:19:19.989096 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38148e9-9053-4a09-b680-866f9ba98478 req-58b7f8b3-c2d1-41e8-a07c-91ab8bedf80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:19.990747 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a38148e9-9053-4a09-b680-866f9ba98478 req-58b7f8b3-c2d1-41e8-a07c-91ab8bedf80c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b50b0485-4e99-4f94-90fb-ea6c6b3e53f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412710 Jul 30 00:19:20.086248 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a38148e9-9053-4a09-b680-866f9ba98478 req-cad8fc3f-a156-4533-ae7a-a1bf74c0f7d3 service neutron] 10.222.0.41 "GET /v2.0/networks/b50b0485-4e99-4f94-90fb-ea6c6b3e53f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885222 Jul 30 00:19:20.109372 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:20.178182 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a38148e9-9053-4a09-b680-866f9ba98478 req-28f20690-b376-47e8-ac88-6ff9b02c9eb5 service neutron] 10.222.0.41 "GET /v2.0/networks/b50b0485-4e99-4f94-90fb-ea6c6b3e53f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840318 Jul 30 00:19:21.972349 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59a293-86da-4368-bdb1-e64bd4468285 req-b5db3f26-d405-4864-b6da-2b5efb6c67ff tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:21.973909 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2d59a293-86da-4368-bdb1-e64bd4468285 req-b5db3f26-d405-4864-b6da-2b5efb6c67ff tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef1d099c-2f1d-4e76-b4e2-fd6343313e75 HTTP/1.1" status: 200 len: 945 time: 0.0525887 Jul 30 00:19:22.014090 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2d59a293-86da-4368-bdb1-e64bd4468285 req-a04f4b01-70e6-4861-8b77-532efc45d49a tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/security-groups?id=30ae4b48-38a2-40cf-8ecc-6573e9ab668d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339589 Jul 30 00:19:23.134868 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcea9eb5-0d60-419a-a800-7b7d1e70faef req-aefe7f51-ffbf-44cb-b43f-9ae2e7a090f8 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:23.136350 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dcea9eb5-0d60-419a-a800-7b7d1e70faef req-aefe7f51-ffbf-44cb-b43f-9ae2e7a090f8 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef1d099c-2f1d-4e76-b4e2-fd6343313e75 HTTP/1.1" status: 200 len: 945 time: 0.0531445 Jul 30 00:19:23.179670 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dcea9eb5-0d60-419a-a800-7b7d1e70faef req-67dd6ded-e745-4f0d-b4b2-891894d841ce tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/security-groups?id=30ae4b48-38a2-40cf-8ecc-6573e9ab668d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368636 Jul 30 00:19:23.328066 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1f2dc948-beb5-4d20-b42a-4167b4e0e8db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:23.692596 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf35ebf-e549-4553-bb7b-e95206462038 req-eb8753ee-f83c-4c43-9479-b6a2bace535f tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:23.693984 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ccf35ebf-e549-4553-bb7b-e95206462038 req-eb8753ee-f83c-4c43-9479-b6a2bace535f tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.41 "GET /v2.0/ports?device_id=ef1d099c-2f1d-4e76-b4e2-fd6343313e75 HTTP/1.1" status: 200 len: 945 time: 0.0479546 Jul 30 00:19:23.790331 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-ccf35ebf-e549-4553-bb7b-e95206462038 req-36eaccd2-8b71-482a-ab44-fa9bb8fddc42 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Deleting port ae95f6cd-613f-493e-9799-1d54f62dd077 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:19:23.790331 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-ccf35ebf-e549-4553-bb7b-e95206462038 req-36eaccd2-8b71-482a-ab44-fa9bb8fddc42 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:23.875717 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-ccf35ebf-e549-4553-bb7b-e95206462038 req-36eaccd2-8b71-482a-ab44-fa9bb8fddc42 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] For port ae95f6cd-613f-493e-9799-1d54f62dd077, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=ae95f6cd-613f-493e-9799-1d54f62dd077,segment=NetworkSegment(13622ad6-2208-4015-8520-4cff8b83cb95),segment_id=13622ad6-2208-4015-8520-4cff8b83cb95)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:19:23.876084 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-ccf35ebf-e549-4553-bb7b-e95206462038 req-36eaccd2-8b71-482a-ab44-fa9bb8fddc42 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:23.889109 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-ccf35ebf-e549-4553-bb7b-e95206462038 req-36eaccd2-8b71-482a-ab44-fa9bb8fddc42 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Calling delete_port for ae95f6cd-613f-493e-9799-1d54f62dd077 owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:19:24.016557 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-ccf35ebf-e549-4553-bb7b-e95206462038 req-36eaccd2-8b71-482a-ab44-fa9bb8fddc42 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:24.043163 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eaccd2-8b71-482a-ab44-fa9bb8fddc42 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Pushing event deleted for resources: {'Port': ['ID=ae95f6cd-613f-493e-9799-1d54f62dd077,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:19:24.049322 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['ae95f6cd-613f-493e-9799-1d54f62dd077'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:19:24.087191 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccf35ebf-e549-4553-bb7b-e95206462038 req-36eaccd2-8b71-482a-ab44-fa9bb8fddc42 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] No DVR routers for this DVR port ae95f6cd-613f-493e-9799-1d54f62dd077 on host n-h1-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:19:24.090357 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-ccf35ebf-e549-4553-bb7b-e95206462038 req-36eaccd2-8b71-482a-ab44-fa9bb8fddc42 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:24.092591 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ccf35ebf-e549-4553-bb7b-e95206462038 req-36eaccd2-8b71-482a-ab44-fa9bb8fddc42 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.41 "DELETE /v2.0/ports/ae95f6cd-613f-493e-9799-1d54f62dd077 HTTP/1.1" status: 204 len: 173 time: 0.3918903 Jul 30 00:19:24.093023 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef1d099c-2f1d-4e76-b4e2-fd6343313e75', 'name': 'network-vif-deleted', 'tag': 'ae95f6cd-613f-493e-9799-1d54f62dd077'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:19:24.095288 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bdefc4f50fc1dacc251594e9f8a8ff118bd4f4d1a27e9c9923ea81076a49f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f641836-3a12-4a7c-92fe-8e55674d6751" -d '{"events": [{"server_uuid": "ef1d099c-2f1d-4e76-b4e2-fd6343313e75", "name": "network-vif-deleted", "tag": "ae95f6cd-613f-493e-9799-1d54f62dd077"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:19:24.133374 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa698ec-dd07-4d8c-89a8-c341f8d3a1b6 x-openstack-request-id: req-3aa698ec-dd07-4d8c-89a8-c341f8d3a1b6 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:19:24.133694 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef1d099c-2f1d-4e76-b4e2-fd6343313e75", "name": "network-vif-deleted", "tag": "ae95f6cd-613f-493e-9799-1d54f62dd077", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:19:24.133946 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3aa698ec-dd07-4d8c-89a8-c341f8d3a1b6 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:19:24.134335 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef1d099c-2f1d-4e76-b4e2-fd6343313e75', 'name': 'network-vif-deleted', 'tag': 'ae95f6cd-613f-493e-9799-1d54f62dd077', 'status': 'completed', 'code': 200} Jul 30 00:19:24.290552 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-03e15c91-21ab-4be7-93c7-7377cf7de2d7 req-79a152b0-d176-426e-89b3-09b47dfb0a52 tempest-TestMinimumBasicScenario-1808852580 tempest-TestMinimumBasicScenario-1808852580-project] 10.222.0.43 "GET /v2.0/ports?device_id=ef1d099c-2f1d-4e76-b4e2-fd6343313e75 HTTP/1.1" status: 200 len: 210 time: 0.0296621 Jul 30 00:19:25.863271 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36766) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:19:25.943703 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bf41f4d6-e25d-4725-80ab-fcb6e0c3e629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:26.205918 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8bee149a-a499-47b9-8378-9ecfff164f7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:26.446790 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-8bee149a-a499-47b9-8378-9ecfff164f7e admin admin] Deleting port cb3db69a-686e-4788-904d-8d41f5341141 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:19:26.447054 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8bee149a-a499-47b9-8378-9ecfff164f7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:26.526621 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-8bee149a-a499-47b9-8378-9ecfff164f7e admin admin] For port cb3db69a-686e-4788-904d-8d41f5341141, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=cb3db69a-686e-4788-904d-8d41f5341141,segment=NetworkSegment(13622ad6-2208-4015-8520-4cff8b83cb95),segment_id=13622ad6-2208-4015-8520-4cff8b83cb95)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:19:26.528054 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8bee149a-a499-47b9-8378-9ecfff164f7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:26.542824 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-8bee149a-a499-47b9-8378-9ecfff164f7e admin admin] Calling delete_port for cb3db69a-686e-4788-904d-8d41f5341141 owned by network:router_interface {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:19:26.543676 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:26.727041 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8bee149a-a499-47b9-8378-9ecfff164f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:26.753429 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bee149a-a499-47b9-8378-9ecfff164f7e admin admin] Pushing event deleted for resources: {'Port': ['ID=cb3db69a-686e-4788-904d-8d41f5341141,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:19:26.883072 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device ae95f6cd-613f-493e-9799-1d54f62dd077 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:19:26.904721 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] No Port match for: ae95f6cd-613f-493e-9799-1d54f62dd077 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:19:26.905261 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device ae95f6cd-613f-493e-9799-1d54f62dd077 not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:19:26.923619 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8bee149a-a499-47b9-8378-9ecfff164f7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:27.136351 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bee149a-a499-47b9-8378-9ecfff164f7e admin admin] Router c35651c2-3b31-488e-aed4-445f71de3afc has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:19:27.243310 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bee149a-a499-47b9-8378-9ecfff164f7e admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:19:27.248519 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8bee149a-a499-47b9-8378-9ecfff164f7e admin admin] 10.222.0.43 "PUT /v2.0/routers/c35651c2-3b31-488e-aed4-445f71de3afc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3842196 Jul 30 00:19:27.251090 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36768) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:19:27.253598 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb86811-5588-4231-a081-ff85e78318fe None None] Sync routers for ids ['c35651c2-3b31-488e-aed4-445f71de3afc'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:19:27.263086 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb86811-5588-4231-a081-ff85e78318fe None None] Routers {'c35651c2-3b31-488e-aed4-445f71de3afc'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:19:27.263785 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-7fb86811-5588-4231-a081-ff85e78318fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:19:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['c35651c2-3b31-488e-aed4-445f71de3afc'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:19:27.365733 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-58400883-808c-4582-99d2-560e8f548291 admin admin] Notify callbacks [] for router, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:27.368990 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-7fb86811-5588-4231-a081-ff85e78318fe None None] Set router c35651c2-3b31-488e-aed4-445f71de3afc gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:19:27.470009 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-58400883-808c-4582-99d2-560e8f548291 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:27.522038 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-58400883-808c-4582-99d2-560e8f548291 admin admin] Deleting port 9c5aa9b7-de58-4a96-b4b9-38c6b765692a {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:19:27.522385 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-58400883-808c-4582-99d2-560e8f548291 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:27.566444 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-7fb86811-5588-4231-a081-ff85e78318fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35651c2-3b31-488e-aed4-445f71de3afc', 'name': 'tempest-TestMinimumBasicScenario-556773571-router', 'tenant_id': '2754f12fefb24279b42b8119a163684b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.186'}], 'enable_snat': True}, 'gw_port_id': '9c5aa9b7-de58-4a96-b4b9-38c6b765692a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:17:17Z', 'updated_at': '2021-07-30T00:19:26Z', 'revision_number': 5, 'project_id': '2754f12fefb24279b42b8119a163684b', 'gw_port': {'id': '9c5aa9b7-de58-4a96-b4b9-38c6b765692a', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:c6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c35651c2-3b31-488e-aed4-445f71de3afc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:17:17Z', 'updated_at': '2021-07-30T00:17:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:19:27.593069 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb86811-5588-4231-a081-ff85e78318fe None None] Checking router: c35651c2-3b31-488e-aed4-445f71de3afc for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:19:27.601143 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb86811-5588-4231-a081-ff85e78318fe None None] Routers {'c35651c2-3b31-488e-aed4-445f71de3afc'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:19:27.601808 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-7fb86811-5588-4231-a081-ff85e78318fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:19:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['c35651c2-3b31-488e-aed4-445f71de3afc'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:19:27.606441 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-58400883-808c-4582-99d2-560e8f548291 admin admin] For port 9c5aa9b7-de58-4a96-b4b9-38c6b765692a, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=9c5aa9b7-de58-4a96-b4b9-38c6b765692a,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:19:27.606882 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-58400883-808c-4582-99d2-560e8f548291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:27.618684 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-58400883-808c-4582-99d2-560e8f548291 admin admin] Calling delete_port for 9c5aa9b7-de58-4a96-b4b9-38c6b765692a owned by network:router_gateway {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:19:27.687176 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-7fb86811-5588-4231-a081-ff85e78318fe None None] Set router c35651c2-3b31-488e-aed4-445f71de3afc gateway port host: None {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:19:27.742641 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-7fb86811-5588-4231-a081-ff85e78318fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c35651c2-3b31-488e-aed4-445f71de3afc', 'name': 'tempest-TestMinimumBasicScenario-556773571-router', 'tenant_id': '2754f12fefb24279b42b8119a163684b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:17:17Z', 'updated_at': '2021-07-30T00:19:27Z', 'revision_number': 6, 'project_id': '2754f12fefb24279b42b8119a163684b', 'gw_port_host': None}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:19:27.769506 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb86811-5588-4231-a081-ff85e78318fe None None] The sync data for ids ['c35651c2-3b31-488e-aed4-445f71de3afc'] in n-d-712141-10 is: [{'id': 'c35651c2-3b31-488e-aed4-445f71de3afc', 'name': 'tempest-TestMinimumBasicScenario-556773571-router', 'tenant_id': '2754f12fefb24279b42b8119a163684b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:17:17Z', 'updated_at': '2021-07-30T00:19:27Z', 'revision_number': 6, 'project_id': '2754f12fefb24279b42b8119a163684b', 'gw_port_host': None}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:19:27.787177 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-58400883-808c-4582-99d2-560e8f548291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:27.819031 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58400883-808c-4582-99d2-560e8f548291 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c5aa9b7-de58-4a96-b4b9-38c6b765692a,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:19:27.874312 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-58400883-808c-4582-99d2-560e8f548291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:27.892565 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:27.964430 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-58400883-808c-4582-99d2-560e8f548291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:27.966601 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-58400883-808c-4582-99d2-560e8f548291 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:28.011435 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-58400883-808c-4582-99d2-560e8f548291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:28.012149 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58400883-808c-4582-99d2-560e8f548291 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c35651c2-3b31-488e-aed4-445f71de3afc {{(pid=94077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:19:28.017049 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-58400883-808c-4582-99d2-560e8f548291 admin admin] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:28.018422 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-58400883-808c-4582-99d2-560e8f548291 admin admin] 10.222.0.43 "DELETE /v2.0/routers/c35651c2-3b31-488e-aed4-445f71de3afc HTTP/1.1" status: 204 len: 168 time: 0.7659965 Jul 30 00:19:28.020869 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36770) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:19:28.064905 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-39d03e6f-2435-4bfe-b685-2f2f1da3549d admin admin] Deleting subnet 3b97ec7e-2a6d-4b14-84ad-eb744fad8ea2 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:19:28.067913 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-39d03e6f-2435-4bfe-b685-2f2f1da3549d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:28.102744 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-39d03e6f-2435-4bfe-b685-2f2f1da3549d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:28.190748 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-39d03e6f-2435-4bfe-b685-2f2f1da3549d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:28.244068 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-39d03e6f-2435-4bfe-b685-2f2f1da3549d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:28.270316 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d03e6f-2435-4bfe-b685-2f2f1da3549d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b97ec7e-2a6d-4b14-84ad-eb744fad8ea2,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:19:28.274607 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-39d03e6f-2435-4bfe-b685-2f2f1da3549d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:28.279477 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-39d03e6f-2435-4bfe-b685-2f2f1da3549d admin admin] 10.222.0.43 "DELETE /v2.0/subnets/3b97ec7e-2a6d-4b14-84ad-eb744fad8ea2 HTTP/1.1" status: 204 len: 168 time: 0.2547350 Jul 30 00:19:28.279588 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36772) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:19:28.281207 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17bb88df-f341-4aeb-b819-990535e9713f None None] Network b50b0485-4e99-4f94-90fb-ea6c6b3e53f6 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:19:28.354793 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cc82592d-2f48-4329-9968-d6da5f327314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:28.411020 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-cc82592d-2f48-4329-9968-d6da5f327314 admin admin] Deleting port 5e49e3ce-0b8e-465c-85f2-4ebd4f459ff6 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:19:28.411654 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cc82592d-2f48-4329-9968-d6da5f327314 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:28.474956 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-cc82592d-2f48-4329-9968-d6da5f327314 admin admin] For port 5e49e3ce-0b8e-465c-85f2-4ebd4f459ff6, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=5e49e3ce-0b8e-465c-85f2-4ebd4f459ff6,segment=NetworkSegment(13622ad6-2208-4015-8520-4cff8b83cb95),segment_id=13622ad6-2208-4015-8520-4cff8b83cb95)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:19:28.475365 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cc82592d-2f48-4329-9968-d6da5f327314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:28.492161 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-cc82592d-2f48-4329-9968-d6da5f327314 admin admin] Calling delete_port for 5e49e3ce-0b8e-465c-85f2-4ebd4f459ff6 owned by network:dhcp {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:19:28.525341 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84692ed-0916-4e5a-913a-1697f65e2b6a None None] DHCP port deletion for b50b0485-4e99-4f94-90fb-ea6c6b3e53f6 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:19:28.591321 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-e84692ed-0916-4e5a-913a-1697f65e2b6a None None] Deleting port 5e49e3ce-0b8e-465c-85f2-4ebd4f459ff6 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:19:28.591793 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e84692ed-0916-4e5a-913a-1697f65e2b6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:28.594859 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cc82592d-2f48-4329-9968-d6da5f327314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:28.623064 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc82592d-2f48-4329-9968-d6da5f327314 admin admin] No DVR routers for this DVR port 5e49e3ce-0b8e-465c-85f2-4ebd4f459ff6 on host n-d-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:19:28.624782 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc82592d-2f48-4329-9968-d6da5f327314 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e49e3ce-0b8e-465c-85f2-4ebd4f459ff6,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:19:28.646614 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 5e49e3ce-0b8e-465c-85f2-4ebd4f459ff6 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:19:28.676246 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 5e49e3ce-0b8e-465c-85f2-4ebd4f459ff6 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:19:28.676587 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 5e49e3ce-0b8e-465c-85f2-4ebd4f459ff6 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:19:28.677002 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 9c5aa9b7-de58-4a96-b4b9-38c6b765692a no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:19:28.702774 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cc82592d-2f48-4329-9968-d6da5f327314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:28.703744 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 9c5aa9b7-de58-4a96-b4b9-38c6b765692a {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:19:28.704087 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 9c5aa9b7-de58-4a96-b4b9-38c6b765692a not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:19:28.704509 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device cb3db69a-686e-4788-904d-8d41f5341141 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:19:28.709873 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-e84692ed-0916-4e5a-913a-1697f65e2b6a None None] For port 5e49e3ce-0b8e-465c-85f2-4ebd4f459ff6, host n-d-712141-10, got binding levels [] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:19:28.710264 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e84692ed-0916-4e5a-913a-1697f65e2b6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:28.712446 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-cc82592d-2f48-4329-9968-d6da5f327314 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b50b0485-4e99-4f94-90fb-ea6c6b3e53f6']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:19:28.727974 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-cc82592d-2f48-4329-9968-d6da5f327314 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13622ad6-2208-4015-8520-4cff8b83cb95') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:19:28.728301 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-cc82592d-2f48-4329-9968-d6da5f327314 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13622ad6-2208-4015-8520-4cff8b83cb95') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:19:28.734493 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: cb3db69a-686e-4788-904d-8d41f5341141 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:19:28.735158 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device cb3db69a-686e-4788-904d-8d41f5341141 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:19:28.738407 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cc82592d-2f48-4329-9968-d6da5f327314 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:28.742209 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-e84692ed-0916-4e5a-913a-1697f65e2b6a None None] Calling delete_port for 5e49e3ce-0b8e-465c-85f2-4ebd4f459ff6 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:19:28.744757 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.ipam_backend_mixin [None req-e84692ed-0916-4e5a-913a-1697f65e2b6a None None] Port 5e49e3ce-0b8e-465c-85f2-4ebd4f459ff6 was not found and therefore no delete operation was performed {{(pid=94079) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 00:19:28.746297 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e84692ed-0916-4e5a-913a-1697f65e2b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:28.753835 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cc82592d-2f48-4329-9968-d6da5f327314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:28.762587 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc82592d-2f48-4329-9968-d6da5f327314 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:19:28.762993 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cc82592d-2f48-4329-9968-d6da5f327314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:28.764704 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 30 00:19:28.764704 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:19:28.764704 n-d-712141-10 neutron-server[94077]: timer() Jul 30 00:19:28.764704 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:19:28.764704 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 30 00:19:28.764704 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:19:28.764704 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 30 00:19:28.764704 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:19:28.764704 n-d-712141-10 neutron-server[94077]: self._notify() Jul 30 00:19:28.764704 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:19:28.764704 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 30 00:19:28.764704 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:19:28.764704 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 30 00:19:28.764704 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:19:28.764704 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:19:28.764704 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:19:28.764704 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:19:28.764704 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:19:28.764704 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 30 00:19:28.764704 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:19:28.764704 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 30 00:19:28.764704 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:19:28.764704 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:19:28.764704 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:19:28.764704 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 30 00:19:28.764704 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:19:28.764704 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:19:28.764704 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:19:28.764704 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:19:28.764704 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:19:28.764704 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:19:28.764704 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:19:28.772037 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84692ed-0916-4e5a-913a-1697f65e2b6a None None] Pushing event deleted for resources: {'Port': ['ID=5e49e3ce-0b8e-465c-85f2-4ebd4f459ff6,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:19:28.776380 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84692ed-0916-4e5a-913a-1697f65e2b6a None None] No DVR routers for this DVR port 5e49e3ce-0b8e-465c-85f2-4ebd4f459ff6 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:19:28.787527 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84692ed-0916-4e5a-913a-1697f65e2b6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:28.787875 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84692ed-0916-4e5a-913a-1697f65e2b6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:28.788221 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84692ed-0916-4e5a-913a-1697f65e2b6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:28.788557 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84692ed-0916-4e5a-913a-1697f65e2b6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:28.788890 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84692ed-0916-4e5a-913a-1697f65e2b6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:28.789255 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84692ed-0916-4e5a-913a-1697f65e2b6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:28.789658 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84692ed-0916-4e5a-913a-1697f65e2b6a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:28.790185 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84692ed-0916-4e5a-913a-1697f65e2b6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:28.790516 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84692ed-0916-4e5a-913a-1697f65e2b6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:28.790839 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84692ed-0916-4e5a-913a-1697f65e2b6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:28.791162 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84692ed-0916-4e5a-913a-1697f65e2b6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:28.791490 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e84692ed-0916-4e5a-913a-1697f65e2b6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:28.830976 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cc82592d-2f48-4329-9968-d6da5f327314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:28.836874 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cc82592d-2f48-4329-9968-d6da5f327314 admin admin] Notify callbacks [] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:28.842740 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-cc82592d-2f48-4329-9968-d6da5f327314 admin admin] 10.222.0.43 "DELETE /v2.0/networks/b50b0485-4e99-4f94-90fb-ea6c6b3e53f6 HTTP/1.1" status: 204 len: 168 time: 0.5582750 Jul 30 00:19:28.842740 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36776) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:19:28.858774 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc82592d-2f48-4329-9968-d6da5f327314 admin admin] Pushing event deleted for resources: {'Network': ['ID=b50b0485-4e99-4f94-90fb-ea6c6b3e53f6,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:19:29.478879 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2661a706-917a-4531-91c7-c8ac6907526c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:29.517740 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:29.724667 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-2661a706-917a-4531-91c7-c8ac6907526c admin admin] Deleting port a628d541-6344-4b29-acea-50f8de12992e {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:19:29.724922 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2661a706-917a-4531-91c7-c8ac6907526c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:29.801206 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-2661a706-917a-4531-91c7-c8ac6907526c admin admin] For port a628d541-6344-4b29-acea-50f8de12992e, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=a628d541-6344-4b29-acea-50f8de12992e,segment=NetworkSegment(06a9f631-d165-4692-8f37-685fc9748b29),segment_id=06a9f631-d165-4692-8f37-685fc9748b29)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:19:29.801573 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2661a706-917a-4531-91c7-c8ac6907526c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:29.814587 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-2661a706-917a-4531-91c7-c8ac6907526c admin admin] Calling delete_port for a628d541-6344-4b29-acea-50f8de12992e owned by network:router_interface {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:19:29.991786 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2661a706-917a-4531-91c7-c8ac6907526c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:30.018872 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2661a706-917a-4531-91c7-c8ac6907526c admin admin] Pushing event deleted for resources: {'Port': ['ID=a628d541-6344-4b29-acea-50f8de12992e,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:19:30.186243 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2661a706-917a-4531-91c7-c8ac6907526c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:30.397841 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2661a706-917a-4531-91c7-c8ac6907526c admin admin] Router 35886040-ce3e-467f-9eec-2063d4d412e2 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:19:30.504729 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2661a706-917a-4531-91c7-c8ac6907526c admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:19:30.509831 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-2661a706-917a-4531-91c7-c8ac6907526c admin admin] 10.222.0.43 "PUT /v2.0/routers/35886040-ce3e-467f-9eec-2063d4d412e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6665876 Jul 30 00:19:30.512863 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36778) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:19:30.515415 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8339646c-d65f-41ec-a955-0e7a4edc6b17 None None] Sync routers for ids ['35886040-ce3e-467f-9eec-2063d4d412e2'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:19:30.524913 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8339646c-d65f-41ec-a955-0e7a4edc6b17 None None] Routers {'35886040-ce3e-467f-9eec-2063d4d412e2'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:19:30.525510 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-8339646c-d65f-41ec-a955-0e7a4edc6b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:19:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['35886040-ce3e-467f-9eec-2063d4d412e2'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:19:30.621695 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-16088cc6-d3b1-41f7-9750-7d76af32e919 admin admin] Notify callbacks [] for router, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:30.632370 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-8339646c-d65f-41ec-a955-0e7a4edc6b17 None None] Set router 35886040-ce3e-467f-9eec-2063d4d412e2 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:19:30.726171 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-16088cc6-d3b1-41f7-9750-7d76af32e919 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:30.784798 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-16088cc6-d3b1-41f7-9750-7d76af32e919 admin admin] Deleting port e414bf21-c500-44af-b990-5d489fd72cda {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:19:30.785140 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-16088cc6-d3b1-41f7-9750-7d76af32e919 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:30.820227 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-8339646c-d65f-41ec-a955-0e7a4edc6b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35886040-ce3e-467f-9eec-2063d4d412e2', 'name': 'tempest-TestMinimumBasicScenario-1369213878-router', 'tenant_id': '47af808a53164a70b703588524113586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': 'e414bf21-c500-44af-b990-5d489fd72cda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:17:21Z', 'updated_at': '2021-07-30T00:19:29Z', 'revision_number': 5, 'project_id': '47af808a53164a70b703588524113586', 'gw_port': {'id': 'e414bf21-c500-44af-b990-5d489fd72cda', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:a7:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35886040-ce3e-467f-9eec-2063d4d412e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:17:22Z', 'updated_at': '2021-07-30T00:17:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:19:30.850494 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8339646c-d65f-41ec-a955-0e7a4edc6b17 None None] Checking router: 35886040-ce3e-467f-9eec-2063d4d412e2 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:19:30.859765 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8339646c-d65f-41ec-a955-0e7a4edc6b17 None None] Routers {'35886040-ce3e-467f-9eec-2063d4d412e2'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:19:30.860779 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-8339646c-d65f-41ec-a955-0e7a4edc6b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:19:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['35886040-ce3e-467f-9eec-2063d4d412e2'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:19:30.863054 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-16088cc6-d3b1-41f7-9750-7d76af32e919 admin admin] For port e414bf21-c500-44af-b990-5d489fd72cda, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=e414bf21-c500-44af-b990-5d489fd72cda,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:19:30.863421 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-16088cc6-d3b1-41f7-9750-7d76af32e919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:30.876552 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-16088cc6-d3b1-41f7-9750-7d76af32e919 admin admin] Calling delete_port for e414bf21-c500-44af-b990-5d489fd72cda owned by network:router_gateway {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:19:30.946850 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-8339646c-d65f-41ec-a955-0e7a4edc6b17 None None] Set router 35886040-ce3e-467f-9eec-2063d4d412e2 gateway port host: None {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:19:31.000387 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-8339646c-d65f-41ec-a955-0e7a4edc6b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35886040-ce3e-467f-9eec-2063d4d412e2', 'name': 'tempest-TestMinimumBasicScenario-1369213878-router', 'tenant_id': '47af808a53164a70b703588524113586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:17:21Z', 'updated_at': '2021-07-30T00:19:30Z', 'revision_number': 6, 'project_id': '47af808a53164a70b703588524113586', 'gw_port_host': None}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:19:31.030356 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8339646c-d65f-41ec-a955-0e7a4edc6b17 None None] The sync data for ids ['35886040-ce3e-467f-9eec-2063d4d412e2'] in n-d-712141-10 is: [{'id': '35886040-ce3e-467f-9eec-2063d4d412e2', 'name': 'tempest-TestMinimumBasicScenario-1369213878-router', 'tenant_id': '47af808a53164a70b703588524113586', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:17:21Z', 'updated_at': '2021-07-30T00:19:30Z', 'revision_number': 6, 'project_id': '47af808a53164a70b703588524113586', 'gw_port_host': None}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:19:31.043034 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-16088cc6-d3b1-41f7-9750-7d76af32e919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:31.075389 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16088cc6-d3b1-41f7-9750-7d76af32e919 admin admin] Pushing event deleted for resources: {'Port': ['ID=e414bf21-c500-44af-b990-5d489fd72cda,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:19:31.142693 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-16088cc6-d3b1-41f7-9750-7d76af32e919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:31.236778 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-16088cc6-d3b1-41f7-9750-7d76af32e919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:31.238883 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-16088cc6-d3b1-41f7-9750-7d76af32e919 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:31.282972 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-16088cc6-d3b1-41f7-9750-7d76af32e919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:31.283560 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16088cc6-d3b1-41f7-9750-7d76af32e919 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35886040-ce3e-467f-9eec-2063d4d412e2 {{(pid=94077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:19:31.288386 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-16088cc6-d3b1-41f7-9750-7d76af32e919 admin admin] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:31.289569 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-16088cc6-d3b1-41f7-9750-7d76af32e919 admin admin] 10.222.0.43 "DELETE /v2.0/routers/35886040-ce3e-467f-9eec-2063d4d412e2 HTTP/1.1" status: 204 len: 168 time: 0.7756290 Jul 30 00:19:31.292000 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36780) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:19:31.339486 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb80601a-6d45-4ef0-a463-c7a3ddaea450 admin admin] Deleting subnet 54f9eeb2-2ae6-4fd8-814d-fb8722949c21 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:19:31.343136 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bb80601a-6d45-4ef0-a463-c7a3ddaea450 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:31.378412 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bb80601a-6d45-4ef0-a463-c7a3ddaea450 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:31.473020 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bb80601a-6d45-4ef0-a463-c7a3ddaea450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:31.529404 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bb80601a-6d45-4ef0-a463-c7a3ddaea450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:31.555555 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb80601a-6d45-4ef0-a463-c7a3ddaea450 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54f9eeb2-2ae6-4fd8-814d-fb8722949c21,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:19:31.557432 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bb80601a-6d45-4ef0-a463-c7a3ddaea450 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:31.562944 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-bb80601a-6d45-4ef0-a463-c7a3ddaea450 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/54f9eeb2-2ae6-4fd8-814d-fb8722949c21 HTTP/1.1" status: 204 len: 168 time: 0.2670264 Jul 30 00:19:31.562944 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36782) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:19:31.564440 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c2c6d8-7146-46f2-a05c-f206c2e4fead None None] Network 6597a0a4-89bd-4dfc-b1c9-40de040ea982 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:19:31.630941 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6489f6f7-7d71-4d26-b332-269fd9bcd322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:31.684311 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-6489f6f7-7d71-4d26-b332-269fd9bcd322 admin admin] Deleting port 6db02bdc-feff-48be-8ec9-fcfd41706f48 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:19:31.684688 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6489f6f7-7d71-4d26-b332-269fd9bcd322 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:31.751255 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-6489f6f7-7d71-4d26-b332-269fd9bcd322 admin admin] For port 6db02bdc-feff-48be-8ec9-fcfd41706f48, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=6db02bdc-feff-48be-8ec9-fcfd41706f48,segment=NetworkSegment(06a9f631-d165-4692-8f37-685fc9748b29),segment_id=06a9f631-d165-4692-8f37-685fc9748b29)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:19:31.751621 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6489f6f7-7d71-4d26-b332-269fd9bcd322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:31.764429 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-6489f6f7-7d71-4d26-b332-269fd9bcd322 admin admin] Calling delete_port for 6db02bdc-feff-48be-8ec9-fcfd41706f48 owned by network:dhcp {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:19:31.814925 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ec4657-36d3-4c48-bb62-7be1f0a6ca9b None None] DHCP port deletion for 6597a0a4-89bd-4dfc-b1c9-40de040ea982 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:19:31.846088 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6489f6f7-7d71-4d26-b332-269fd9bcd322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:31.863042 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-97ec4657-36d3-4c48-bb62-7be1f0a6ca9b None None] Deleting port 6db02bdc-feff-48be-8ec9-fcfd41706f48 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:19:31.863414 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-97ec4657-36d3-4c48-bb62-7be1f0a6ca9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:31.874275 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6489f6f7-7d71-4d26-b332-269fd9bcd322 admin admin] Pushing event deleted for resources: {'Port': ['ID=6db02bdc-feff-48be-8ec9-fcfd41706f48,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:19:31.878253 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6489f6f7-7d71-4d26-b332-269fd9bcd322 admin admin] No DVR routers for this DVR port 6db02bdc-feff-48be-8ec9-fcfd41706f48 on host n-d-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:19:31.946649 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-97ec4657-36d3-4c48-bb62-7be1f0a6ca9b None None] For port 6db02bdc-feff-48be-8ec9-fcfd41706f48, host n-d-712141-10, got binding levels [] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:19:31.947079 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-97ec4657-36d3-4c48-bb62-7be1f0a6ca9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:31.962060 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-97ec4657-36d3-4c48-bb62-7be1f0a6ca9b None None] Calling delete_port for 6db02bdc-feff-48be-8ec9-fcfd41706f48 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:19:31.964769 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.ipam_backend_mixin [None req-97ec4657-36d3-4c48-bb62-7be1f0a6ca9b None None] Port 6db02bdc-feff-48be-8ec9-fcfd41706f48 was not found and therefore no delete operation was performed {{(pid=94079) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 00:19:31.966086 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-97ec4657-36d3-4c48-bb62-7be1f0a6ca9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:31.966237 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6489f6f7-7d71-4d26-b332-269fd9bcd322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:31.976154 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-6489f6f7-7d71-4d26-b332-269fd9bcd322 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6597a0a4-89bd-4dfc-b1c9-40de040ea982']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:19:31.988812 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-6489f6f7-7d71-4d26-b332-269fd9bcd322 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06a9f631-d165-4692-8f37-685fc9748b29') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:19:31.988953 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-6489f6f7-7d71-4d26-b332-269fd9bcd322 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06a9f631-d165-4692-8f37-685fc9748b29') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:19:31.989470 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ec4657-36d3-4c48-bb62-7be1f0a6ca9b None None] Pushing event deleted for resources: {'Port': ['ID=6db02bdc-feff-48be-8ec9-fcfd41706f48,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:19:31.996645 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ec4657-36d3-4c48-bb62-7be1f0a6ca9b None None] No DVR routers for this DVR port 6db02bdc-feff-48be-8ec9-fcfd41706f48 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:19:32.001563 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6489f6f7-7d71-4d26-b332-269fd9bcd322 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:32.017780 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6489f6f7-7d71-4d26-b332-269fd9bcd322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:32.024082 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6489f6f7-7d71-4d26-b332-269fd9bcd322 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:19:32.024475 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6489f6f7-7d71-4d26-b332-269fd9bcd322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:32.026374 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 30 00:19:32.026374 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:19:32.026374 n-d-712141-10 neutron-server[94077]: timer() Jul 30 00:19:32.026374 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:19:32.026374 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 30 00:19:32.026374 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:19:32.026374 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 30 00:19:32.026374 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:19:32.026374 n-d-712141-10 neutron-server[94077]: self._notify() Jul 30 00:19:32.026374 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:19:32.026374 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 30 00:19:32.026374 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:19:32.026374 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 30 00:19:32.026374 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:19:32.026374 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:19:32.026374 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:19:32.026374 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:19:32.026374 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:19:32.026374 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 30 00:19:32.026374 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:19:32.026374 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 30 00:19:32.026374 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:19:32.026374 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:19:32.026374 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:19:32.026374 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 30 00:19:32.026374 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:19:32.026374 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:19:32.026374 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:19:32.026374 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:19:32.026374 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:19:32.026374 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:19:32.026374 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:19:32.365645 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6489f6f7-7d71-4d26-b332-269fd9bcd322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:32.372317 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6489f6f7-7d71-4d26-b332-269fd9bcd322 admin admin] Notify callbacks [] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:32.373414 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-6489f6f7-7d71-4d26-b332-269fd9bcd322 admin admin] 10.222.0.43 "DELETE /v2.0/networks/6597a0a4-89bd-4dfc-b1c9-40de040ea982 HTTP/1.1" status: 204 len: 168 time: 0.8099098 Jul 30 00:19:32.384217 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6489f6f7-7d71-4d26-b332-269fd9bcd322 admin admin] Pushing event deleted for resources: {'Network': ['ID=6597a0a4-89bd-4dfc-b1c9-40de040ea982,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:19:32.544736 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 36788) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:19:32.585754 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-056cb7bd-b0ca-4614-a5dd-ab871894c5f7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2754f12fefb24279b42b8119a163684b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397754 Jul 30 00:19:32.588198 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 36790) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:19:32.626272 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device e414bf21-c500-44af-b990-5d489fd72cda no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:19:32.640975 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-47cd4137-f33c-4884-846f-186b89449016 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:32.646900 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: e414bf21-c500-44af-b990-5d489fd72cda {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:19:32.647241 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device e414bf21-c500-44af-b990-5d489fd72cda not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:19:32.647654 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device a628d541-6344-4b29-acea-50f8de12992e no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:19:32.663548 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-47cd4137-f33c-4884-846f-186b89449016 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:32.666670 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: a628d541-6344-4b29-acea-50f8de12992e {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:19:32.667016 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device a628d541-6344-4b29-acea-50f8de12992e not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:19:32.667432 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 6db02bdc-feff-48be-8ec9-fcfd41706f48 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:19:32.691060 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 6db02bdc-feff-48be-8ec9-fcfd41706f48 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:19:32.691400 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 6db02bdc-feff-48be-8ec9-fcfd41706f48 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:19:32.711920 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-47cd4137-f33c-4884-846f-186b89449016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:32.714437 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-47cd4137-f33c-4884-846f-186b89449016 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:32.715783 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-47cd4137-f33c-4884-846f-186b89449016 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/30ae4b48-38a2-40cf-8ecc-6573e9ab668d HTTP/1.1" status: 204 len: 168 time: 0.1266189 Jul 30 00:19:32.723251 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cd4137-f33c-4884-846f-186b89449016 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ae4b48-38a2-40cf-8ecc-6573e9ab668d,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:19:33.026436 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 36796) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:19:33.067104 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-8e7dc3e9-9d73-4da8-bef8-2abbea2e4d50 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=47af808a53164a70b703588524113586&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379651 Jul 30 00:19:33.068768 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 36798) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:19:33.114956 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ef6a93d8-aade-4fea-9a59-9fd345126abd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:33.138131 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ef6a93d8-aade-4fea-9a59-9fd345126abd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:33.184875 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ef6a93d8-aade-4fea-9a59-9fd345126abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:33.187515 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ef6a93d8-aade-4fea-9a59-9fd345126abd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:33.188693 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ef6a93d8-aade-4fea-9a59-9fd345126abd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e19ba9ce-9074-4f43-9c24-30f6dbeff3f9 HTTP/1.1" status: 204 len: 168 time: 0.1190410 Jul 30 00:19:33.196531 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6a93d8-aade-4fea-9a59-9fd345126abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19ba9ce-9074-4f43-9c24-30f6dbeff3f9,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:19:34.723824 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 36838) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:19:34.728702 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-c657085f-4a57-4522-9410-cb2fb350cb11 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-519466631', 'description': 'tempest-secgroup-smoke-519466631 description', 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:19:34.751713 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c657085f-4a57-4522-9410-cb2fb350cb11 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:34.759570 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c657085f-4a57-4522-9410-cb2fb350cb11 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:34.855664 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c657085f-4a57-4522-9410-cb2fb350cb11 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:34.859487 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c657085f-4a57-4522-9410-cb2fb350cb11 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:34.895217 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c657085f-4a57-4522-9410-cb2fb350cb11 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a94cb546-2124-45fe-a3f8-82b4409a5825,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:19:34.948443 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c657085f-4a57-4522-9410-cb2fb350cb11 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:34.952098 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c657085f-4a57-4522-9410-cb2fb350cb11 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:34.977441 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c657085f-4a57-4522-9410-cb2fb350cb11 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:34.978690 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-c657085f-4a57-4522-9410-cb2fb350cb11 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2538464 Jul 30 00:19:34.981953 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36840) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:19:34.983413 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c657085f-4a57-4522-9410-cb2fb350cb11 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8979df9-6509-449a-8d4c-8f79ca6a10ba,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:19:34.987399 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-eb14d65d-1d7d-4f8e-828b-ff3cee9ae6d5 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Request body: {'security_group_rule': {'security_group_id': 'd8979df9-6509-449a-8d4c-8f79ca6a10ba', 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:19:35.014311 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-eb14d65d-1d7d-4f8e-828b-ff3cee9ae6d5 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:35.070552 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-eb14d65d-1d7d-4f8e-828b-ff3cee9ae6d5 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:35.074768 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-eb14d65d-1d7d-4f8e-828b-ff3cee9ae6d5 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:35.094831 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb14d65d-1d7d-4f8e-828b-ff3cee9ae6d5 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=770ad245-2570-4b56-a662-22dfcf5b980f,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:19:35.100148 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-eb14d65d-1d7d-4f8e-828b-ff3cee9ae6d5 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:35.101473 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-eb14d65d-1d7d-4f8e-828b-ff3cee9ae6d5 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1184402 Jul 30 00:19:35.104400 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36842) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:19:35.109062 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-b23cf057-1c5c-4d8a-ba71-00cd10cf180c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Request body: {'security_group_rule': {'security_group_id': 'd8979df9-6509-449a-8d4c-8f79ca6a10ba', 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:19:35.134412 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b23cf057-1c5c-4d8a-ba71-00cd10cf180c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:35.190278 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b23cf057-1c5c-4d8a-ba71-00cd10cf180c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:35.193911 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b23cf057-1c5c-4d8a-ba71-00cd10cf180c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:35.212577 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cf057-1c5c-4d8a-ba71-00cd10cf180c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40f7fb13-adf5-4d6a-8652-c2ac2a063112,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:19:35.216805 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b23cf057-1c5c-4d8a-ba71-00cd10cf180c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:35.218022 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b23cf057-1c5c-4d8a-ba71-00cd10cf180c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1126778 Jul 30 00:19:35.220683 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36844) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:19:35.225084 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-607df457-b0df-4a4c-bb73-7cb3e6172627 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Request body: {'security_group_rule': {'security_group_id': 'd8979df9-6509-449a-8d4c-8f79ca6a10ba', 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:19:35.251573 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-607df457-b0df-4a4c-bb73-7cb3e6172627 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:35.321429 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-607df457-b0df-4a4c-bb73-7cb3e6172627 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:35.325671 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-607df457-b0df-4a4c-bb73-7cb3e6172627 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:35.343025 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607df457-b0df-4a4c-bb73-7cb3e6172627 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14b3ad49-9678-46ba-af94-7482c2764e16,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:19:35.349998 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-607df457-b0df-4a4c-bb73-7cb3e6172627 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:35.351060 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-607df457-b0df-4a4c-bb73-7cb3e6172627 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1294603 Jul 30 00:19:35.353714 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36846) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:19:35.358795 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-bb7a6bd6-e55a-4858-aa7f-da84f621f5fa tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Request body: {'security_group_rule': {'security_group_id': 'd8979df9-6509-449a-8d4c-8f79ca6a10ba', 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:19:35.385798 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bb7a6bd6-e55a-4858-aa7f-da84f621f5fa tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:35.444252 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bb7a6bd6-e55a-4858-aa7f-da84f621f5fa tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:35.447618 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bb7a6bd6-e55a-4858-aa7f-da84f621f5fa tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:35.465414 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7a6bd6-e55a-4858-aa7f-da84f621f5fa tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccb912de-c7bd-41eb-8c47-9cedd8edff90,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:19:35.472077 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bb7a6bd6-e55a-4858-aa7f-da84f621f5fa tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:35.473257 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-bb7a6bd6-e55a-4858-aa7f-da84f621f5fa tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1186337 Jul 30 00:19:35.475911 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36848) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:19:35.480313 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-c47df8fe-86e8-43d2-8682-0e34517ab74d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Request body: {'security_group_rule': {'security_group_id': 'd8979df9-6509-449a-8d4c-8f79ca6a10ba', 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:19:35.502018 n-d-712141-10 neutron-server[94077]: INFO neutron.db.securitygroups_db [None req-c47df8fe-86e8-43d2-8682-0e34517ab74d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Project e5cbafbeb6f54e069c2a006bcf0b792e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:19:35.506635 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c47df8fe-86e8-43d2-8682-0e34517ab74d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:35.567382 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c47df8fe-86e8-43d2-8682-0e34517ab74d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:35.571131 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c47df8fe-86e8-43d2-8682-0e34517ab74d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:35.589100 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47df8fe-86e8-43d2-8682-0e34517ab74d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3603bbd-63ee-4ea0-a348-b8840c43e75b,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:19:35.595698 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c47df8fe-86e8-43d2-8682-0e34517ab74d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:35.597157 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c47df8fe-86e8-43d2-8682-0e34517ab74d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1203308 Jul 30 00:19:35.599895 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36850) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:19:35.604279 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-eb1c7aca-ab89-4a03-b170-590de8933194 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Request body: {'security_group_rule': {'security_group_id': 'd8979df9-6509-449a-8d4c-8f79ca6a10ba', 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:19:35.626201 n-d-712141-10 neutron-server[94077]: INFO neutron.db.securitygroups_db [None req-eb1c7aca-ab89-4a03-b170-590de8933194 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Project e5cbafbeb6f54e069c2a006bcf0b792e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:19:35.630834 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-eb1c7aca-ab89-4a03-b170-590de8933194 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:35.692129 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-eb1c7aca-ab89-4a03-b170-590de8933194 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:35.695664 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-eb1c7aca-ab89-4a03-b170-590de8933194 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:35.712463 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1c7aca-ab89-4a03-b170-590de8933194 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c957182-776f-44a2-8fad-8d92f1e6fafc,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:19:35.720261 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-eb1c7aca-ab89-4a03-b170-590de8933194 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:35.721650 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-eb1c7aca-ab89-4a03-b170-590de8933194 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1208017 Jul 30 00:19:35.724724 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 36852) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:19:35.729838 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-57cde31c-7700-4618-a243-ecdedcd97f4c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Request body: {'network': {'name': 'tempest-network-smoke--658159403', 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'port_security_enabled': True}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:19:35.750057 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57cde31c-7700-4618-a243-ecdedcd97f4c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Made reservation on behalf of e5cbafbeb6f54e069c2a006bcf0b792e for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:19:35.753403 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-57cde31c-7700-4618-a243-ecdedcd97f4c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:35.778176 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57cde31c-7700-4618-a243-ecdedcd97f4c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:19:35.786813 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-57cde31c-7700-4618-a243-ecdedcd97f4c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:35.787152 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-57cde31c-7700-4618-a243-ecdedcd97f4c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Added segment 7eb55c13-7327-46f0-8ab2-fba77734d4c0 of type vlan for network 297e09b6-2c06-4ef4-93d5-5f28ffcce9b8 Jul 30 00:19:35.828175 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-57cde31c-7700-4618-a243-ecdedcd97f4c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:35.855486 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-57cde31c-7700-4618-a243-ecdedcd97f4c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:35.861595 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cde31c-7700-4618-a243-ecdedcd97f4c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:35.862194 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-57cde31c-7700-4618-a243-ecdedcd97f4c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:35.919098 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-57cde31c-7700-4618-a243-ecdedcd97f4c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1932652 Jul 30 00:19:35.922152 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36854) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:19:35.926800 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-a7de23c1-a8b2-4030-988c-5f67f5433b7d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-311532538', 'admin_state_up': True, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:19:35.929603 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cde31c-7700-4618-a243-ecdedcd97f4c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'Network': ['ID=297e09b6-2c06-4ef4-93d5-5f28ffcce9b8,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:19:35.940537 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 297e09b6-2c06-4ef4-93d5-5f28ffcce9b8 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:19:35.952010 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a7de23c1-a8b2-4030-988c-5f67f5433b7d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:35.953053 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a7de23c1-a8b2-4030-988c-5f67f5433b7d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:36.006296 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a7de23c1-a8b2-4030-988c-5f67f5433b7d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:36.146749 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a7de23c1-a8b2-4030-988c-5f67f5433b7d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:36.334749 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a7de23c1-a8b2-4030-988c-5f67f5433b7d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for router_gateway, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:36.357356 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a7de23c1-a8b2-4030-988c-5f67f5433b7d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:36.458711 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-a7de23c1-a8b2-4030-988c-5f67f5433b7d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Allocated IP 172.25.0.64 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/55791797-3f30-4488-bacd-8c4ba6089f05) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:19:36.567729 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a7de23c1-a8b2-4030-988c-5f67f5433b7d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:36.605972 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a7de23c1-a8b2-4030-988c-5f67f5433b7d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:36.641791 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7de23c1-a8b2-4030-988c-5f67f5433b7d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:19:36.644548 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-a7de23c1-a8b2-4030-988c-5f67f5433b7d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:19:36.647076 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7de23c1-a8b2-4030-988c-5f67f5433b7d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:19:36.677107 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de23c1-a8b2-4030-988c-5f67f5433b7d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'Port': ['ID=55791797-3f30-4488-bacd-8c4ba6089f05,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:19:36.961011 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a7de23c1-a8b2-4030-988c-5f67f5433b7d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for router_gateway, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:37.179525 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a7de23c1-a8b2-4030-988c-5f67f5433b7d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:37.330090 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7de23c1-a8b2-4030-988c-5f67f5433b7d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Router 99d866b8-d515-48b0-b179-c11832601282 is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:19:37.452105 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7de23c1-a8b2-4030-988c-5f67f5433b7d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:19:37.461658 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7330b040-9c29-48c3-af47-c59c5048c31f None None] Sync routers for ids ['99d866b8-d515-48b0-b179-c11832601282'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:19:37.472732 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7330b040-9c29-48c3-af47-c59c5048c31f None None] Routers {'99d866b8-d515-48b0-b179-c11832601282'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:19:37.473366 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-7330b040-9c29-48c3-af47-c59c5048c31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:19:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['99d866b8-d515-48b0-b179-c11832601282'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:19:37.473871 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a7de23c1-a8b2-4030-988c-5f67f5433b7d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:37.475798 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a7de23c1-a8b2-4030-988c-5f67f5433b7d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5524566 Jul 30 00:19:37.478967 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 36856) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:19:37.626451 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-bd99ed16-c4bd-4c82-ae28-bd2b3e46c32e tempest-TestNetworkAdvancedServerOps-900635967 tempest-TestNetworkAdvancedServerOps-900635967-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=e5cbafbeb6f54e069c2a006bcf0b792e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1435850 Jul 30 00:19:37.626696 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 36860) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:19:37.717636 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22aa2a91-b54d-4c55-935a-d58e301ae8ca tempest-TestNetworkAdvancedServerOps-900635967 tempest-TestNetworkAdvancedServerOps-900635967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:37.721816 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-22aa2a91-b54d-4c55-935a-d58e301ae8ca tempest-TestNetworkAdvancedServerOps-900635967 tempest-TestNetworkAdvancedServerOps-900635967-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0914738 Jul 30 00:19:37.722147 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 36862) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:19:37.752701 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-f92a692b-e1db-4a49-9aba-515f9dbb84d0 tempest-TestNetworkAdvancedServerOps-900635967 tempest-TestNetworkAdvancedServerOps-900635967-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=58f27f61-3278-49cc-b66b-1e729d26f29f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270939 Jul 30 00:19:37.752918 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 36864) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:19:37.758081 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:37.758290 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-12e34c93-51dc-4685-9aa3-108caf4eab0b tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2045868181', 'network_id': '297e09b6-2c06-4ef4-93d5-5f28ffcce9b8', 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:19:37.767286 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-7330b040-9c29-48c3-af47-c59c5048c31f None None] Set router 99d866b8-d515-48b0-b179-c11832601282 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:19:37.861529 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e34c93-51dc-4685-9aa3-108caf4eab0b tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Made reservation on behalf of e5cbafbeb6f54e069c2a006bcf0b792e for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:19:37.865277 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-12e34c93-51dc-4685-9aa3-108caf4eab0b tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:37.950353 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-7330b040-9c29-48c3-af47-c59c5048c31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d866b8-d515-48b0-b179-c11832601282', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311532538', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '55791797-3f30-4488-bacd-8c4ba6089f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:19:35Z', 'updated_at': '2021-07-30T00:19:36Z', 'revision_number': 3, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port': {'id': '55791797-3f30-4488-bacd-8c4ba6089f05', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d866b8-d515-48b0-b179-c11832601282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:19:36Z', 'updated_at': '2021-07-30T00:19:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:19:37.981298 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7330b040-9c29-48c3-af47-c59c5048c31f None None] Checking router: 99d866b8-d515-48b0-b179-c11832601282 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:19:37.981693 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7330b040-9c29-48c3-af47-c59c5048c31f None None] Updating router 99d866b8-d515-48b0-b179-c11832601282 port 55791797-3f30-4488-bacd-8c4ba6089f05 binding host n-d-712141-10 {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:19:38.007172 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7330b040-9c29-48c3-af47-c59c5048c31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:38.060819 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-12e34c93-51dc-4685-9aa3-108caf4eab0b tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:38.121146 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e34c93-51dc-4685-9aa3-108caf4eab0b tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'Subnet': ['ID=9a8a5d1f-19bf-4687-9d2e-e784c2f69fa6,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:19:38.129196 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e34c93-51dc-4685-9aa3-108caf4eab0b tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Checking segment: {'id': '7eb55c13-7327-46f0-8ab2-fba77734d4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '297e09b6-2c06-4ef4-93d5-5f28ffcce9b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:19:38.129556 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e34c93-51dc-4685-9aa3-108caf4eab0b tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Network hostable DHCP agents. Network: 297e09b6-2c06-4ef4-93d5-5f28ffcce9b8, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:19:38.146176 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e34c93-51dc-4685-9aa3-108caf4eab0b tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Network 297e09b6-2c06-4ef4-93d5-5f28ffcce9b8 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:19:38.156108 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-12e34c93-51dc-4685-9aa3-108caf4eab0b tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 297e09b6-2c06-4ef4-93d5-5f28ffcce9b8) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:19:38.160532 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e34c93-51dc-4685-9aa3-108caf4eab0b tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:38.161504 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-12e34c93-51dc-4685-9aa3-108caf4eab0b tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:38.169488 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3549f199-fde3-479e-94fe-e9bfdaf7c803 None None] Network 297e09b6-2c06-4ef4-93d5-5f28ffcce9b8 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:19:38.176079 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-12e34c93-51dc-4685-9aa3-108caf4eab0b tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4220846 Jul 30 00:19:38.178858 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 36868) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:19:38.365235 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7330b040-9c29-48c3-af47-c59c5048c31f None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:38.394287 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-7330b040-9c29-48c3-af47-c59c5048c31f None None] Transition to ACTIVE for port object 55791797-3f30-4488-bacd-8c4ba6089f05 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:19:38.400480 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7330b040-9c29-48c3-af47-c59c5048c31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:38.406487 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a613aa-17e9-4b86-8f5c-76edc9964cc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-297e09b6-2c06-4ef4-93d5-5f28ffcce9b8', 'network_id': '297e09b6-2c06-4ef4-93d5-5f28ffcce9b8', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'fixed_ips': [{'subnet_id': '9a8a5d1f-19bf-4687-9d2e-e784c2f69fa6'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:19:38.407397 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c1a613aa-17e9-4b86-8f5c-76edc9964cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:38.521865 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-7330b040-9c29-48c3-af47-c59c5048c31f None None] Attempting to bind port 55791797-3f30-4488-bacd-8c4ba6089f05 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:19:38.525792 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-7330b040-9c29-48c3-af47-c59c5048c31f None None] Attempting to bind port 55791797-3f30-4488-bacd-8c4ba6089f05 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:19:38.526244 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7330b040-9c29-48c3-af47-c59c5048c31f None None] Attempting to bind port 55791797-3f30-4488-bacd-8c4ba6089f05 on network 58f27f61-3278-49cc-b66b-1e729d26f29f {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:19:38.533963 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbbbf29-f728-47a6-b405-560ab241d1c7 None None] Pushing event updated for resources: {'Port': ['ID=55791797-3f30-4488-bacd-8c4ba6089f05,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:19:38.538945 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7330b040-9c29-48c3-af47-c59c5048c31f None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:19:38.539127 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7330b040-9c29-48c3-af47-c59c5048c31f None None] Checking segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:19:38.539513 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7330b040-9c29-48c3-af47-c59c5048c31f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:38.539902 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7330b040-9c29-48c3-af47-c59c5048c31f None None] Bound using segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:19:38.540372 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-7330b040-9c29-48c3-af47-c59c5048c31f None None] Bound port: 55791797-3f30-4488-bacd-8c4ba6089f05, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:19:38.541186 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7330b040-9c29-48c3-af47-c59c5048c31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:38.629837 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0f0fa568-6bf0-4daf-8c9a-b1293483a338 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:38.646329 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-7330b040-9c29-48c3-af47-c59c5048c31f None None] For port 55791797-3f30-4488-bacd-8c4ba6089f05, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:19:38.662537 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-c1a613aa-17e9-4b86-8f5c-76edc9964cc9 None None] Allocated IP 172.20.0.2 (297e09b6-2c06-4ef4-93d5-5f28ffcce9b8/9a8a5d1f-19bf-4687-9d2e-e784c2f69fa6/32114280-d90a-4c3f-bcca-4bbb0dc3d187) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:19:38.665287 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-7330b040-9c29-48c3-af47-c59c5048c31f None None] For port 55791797-3f30-4488-bacd-8c4ba6089f05, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=55791797-3f30-4488-bacd-8c4ba6089f05,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:19:38.674656 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7330b040-9c29-48c3-af47-c59c5048c31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:38.796327 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbbbf29-f728-47a6-b405-560ab241d1c7 None None] Pushing event updated for resources: {'Port': ['ID=55791797-3f30-4488-bacd-8c4ba6089f05,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:19:38.800426 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7330b040-9c29-48c3-af47-c59c5048c31f None None] Routers {'99d866b8-d515-48b0-b179-c11832601282'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:19:38.801033 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-7330b040-9c29-48c3-af47-c59c5048c31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:19:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['99d866b8-d515-48b0-b179-c11832601282'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:19:38.945628 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c1a613aa-17e9-4b86-8f5c-76edc9964cc9 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:38.959543 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-7330b040-9c29-48c3-af47-c59c5048c31f None None] Set router 99d866b8-d515-48b0-b179-c11832601282 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:19:38.961489 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c1a613aa-17e9-4b86-8f5c-76edc9964cc9 None None] Transition to ACTIVE for port object 32114280-d90a-4c3f-bcca-4bbb0dc3d187 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:19:39.063473 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c1a613aa-17e9-4b86-8f5c-76edc9964cc9 None None] Transition to ACTIVE for port object 32114280-d90a-4c3f-bcca-4bbb0dc3d187 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:19:39.071581 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c1a613aa-17e9-4b86-8f5c-76edc9964cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:39.117663 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-0f0fa568-6bf0-4daf-8c9a-b1293483a338 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Allocated IP 172.20.0.1 (297e09b6-2c06-4ef4-93d5-5f28ffcce9b8/9a8a5d1f-19bf-4687-9d2e-e784c2f69fa6/b5afeed2-ef7c-4de0-9696-6623283b153e) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:19:39.129651 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a613aa-17e9-4b86-8f5c-76edc9964cc9 None None] Network 297e09b6-2c06-4ef4-93d5-5f28ffcce9b8 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:19:39.135301 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-c1a613aa-17e9-4b86-8f5c-76edc9964cc9 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:19:39.137891 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a613aa-17e9-4b86-8f5c-76edc9964cc9 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:19:39.149967 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a613aa-17e9-4b86-8f5c-76edc9964cc9 None None] Pushing event updated for resources: {'Port': ['ID=32114280-d90a-4c3f-bcca-4bbb0dc3d187,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:19:39.229622 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-c1a613aa-17e9-4b86-8f5c-76edc9964cc9 None None] Attempting to bind port 32114280-d90a-4c3f-bcca-4bbb0dc3d187 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:19:39.229881 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-c1a613aa-17e9-4b86-8f5c-76edc9964cc9 None None] Attempting to bind port 32114280-d90a-4c3f-bcca-4bbb0dc3d187 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '7eb55c13-7327-46f0-8ab2-fba77734d4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '297e09b6-2c06-4ef4-93d5-5f28ffcce9b8'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:19:39.230246 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a613aa-17e9-4b86-8f5c-76edc9964cc9 None None] Attempting to bind port 32114280-d90a-4c3f-bcca-4bbb0dc3d187 on network 297e09b6-2c06-4ef4-93d5-5f28ffcce9b8 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:19:39.235900 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0f0fa568-6bf0-4daf-8c9a-b1293483a338 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:39.238389 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a613aa-17e9-4b86-8f5c-76edc9964cc9 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:19:39.238760 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a613aa-17e9-4b86-8f5c-76edc9964cc9 None None] Checking segment: {'id': '7eb55c13-7327-46f0-8ab2-fba77734d4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '297e09b6-2c06-4ef4-93d5-5f28ffcce9b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:19:39.239162 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c1a613aa-17e9-4b86-8f5c-76edc9964cc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:39.239548 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a613aa-17e9-4b86-8f5c-76edc9964cc9 None None] Bound using segment: {'id': '7eb55c13-7327-46f0-8ab2-fba77734d4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '297e09b6-2c06-4ef4-93d5-5f28ffcce9b8'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:19:39.240007 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-c1a613aa-17e9-4b86-8f5c-76edc9964cc9 None None] Bound port: 32114280-d90a-4c3f-bcca-4bbb0dc3d187, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eb55c13-7327-46f0-8ab2-fba77734d4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '297e09b6-2c06-4ef4-93d5-5f28ffcce9b8'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:19:39.240383 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c1a613aa-17e9-4b86-8f5c-76edc9964cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:39.250673 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-0f0fa568-6bf0-4daf-8c9a-b1293483a338 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Transition to ACTIVE for port object b5afeed2-ef7c-4de0-9696-6623283b153e will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:19:39.289566 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0f0fa568-6bf0-4daf-8c9a-b1293483a338 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:39.316662 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-7330b040-9c29-48c3-af47-c59c5048c31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d866b8-d515-48b0-b179-c11832601282', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311532538', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '55791797-3f30-4488-bacd-8c4ba6089f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:19:35Z', 'updated_at': '2021-07-30T00:19:36Z', 'revision_number': 3, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port': {'id': '55791797-3f30-4488-bacd-8c4ba6089f05', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d866b8-d515-48b0-b179-c11832601282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:19:36Z', 'updated_at': '2021-07-30T00:19:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:19:39.333029 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0fa568-6bf0-4daf-8c9a-b1293483a338 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Network 297e09b6-2c06-4ef4-93d5-5f28ffcce9b8 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:19:39.336100 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-0f0fa568-6bf0-4daf-8c9a-b1293483a338 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:19:39.339747 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0fa568-6bf0-4daf-8c9a-b1293483a338 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:19:39.348101 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7330b040-9c29-48c3-af47-c59c5048c31f None None] The sync data for ids ['99d866b8-d515-48b0-b179-c11832601282'] in n-d-712141-10 is: [{'id': '99d866b8-d515-48b0-b179-c11832601282', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311532538', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '55791797-3f30-4488-bacd-8c4ba6089f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:19:35Z', 'updated_at': '2021-07-30T00:19:36Z', 'revision_number': 3, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port': {'id': '55791797-3f30-4488-bacd-8c4ba6089f05', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d866b8-d515-48b0-b179-c11832601282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:19:36Z', 'updated_at': '2021-07-30T00:19:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:19:39.350756 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-c1a613aa-17e9-4b86-8f5c-76edc9964cc9 None None] For port 32114280-d90a-4c3f-bcca-4bbb0dc3d187, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:19:39.366135 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-c1a613aa-17e9-4b86-8f5c-76edc9964cc9 None None] For port 32114280-d90a-4c3f-bcca-4bbb0dc3d187, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=32114280-d90a-4c3f-bcca-4bbb0dc3d187,segment=NetworkSegment(7eb55c13-7327-46f0-8ab2-fba77734d4c0),segment_id=7eb55c13-7327-46f0-8ab2-fba77734d4c0)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:19:39.371467 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c1a613aa-17e9-4b86-8f5c-76edc9964cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:39.378232 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0fa568-6bf0-4daf-8c9a-b1293483a338 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'Port': ['ID=b5afeed2-ef7c-4de0-9696-6623283b153e,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:19:39.400446 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0f0fa568-6bf0-4daf-8c9a-b1293483a338 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:39.435392 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a613aa-17e9-4b86-8f5c-76edc9964cc9 None None] Pushing event updated for resources: {'Port': ['ID=32114280-d90a-4c3f-bcca-4bbb0dc3d187,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:19:39.561292 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0f0fa568-6bf0-4daf-8c9a-b1293483a338 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:40.270770 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0f0fa568-6bf0-4daf-8c9a-b1293483a338 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:40.276347 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0f0fa568-6bf0-4daf-8c9a-b1293483a338 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:40.351319 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0fa568-6bf0-4daf-8c9a-b1293483a338 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'Port': ['ID=b5afeed2-ef7c-4de0-9696-6623283b153e,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:19:40.356355 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0f0fa568-6bf0-4daf-8c9a-b1293483a338 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:40.408089 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6162e63c-5d0b-423e-a471-831b27e0fa67 None None] Network 297e09b6-2c06-4ef4-93d5-5f28ffcce9b8 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:19:40.451532 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0fa568-6bf0-4daf-8c9a-b1293483a338 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Network 297e09b6-2c06-4ef4-93d5-5f28ffcce9b8 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:19:40.452913 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-0f0fa568-6bf0-4daf-8c9a-b1293483a338 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:19:40.538888 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-040ac384-1a5e-418f-9d57-82414fd0f3db None None] Provisioning for port 32114280-d90a-4c3f-bcca-4bbb0dc3d187 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:19:40.594414 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f0fa568-6bf0-4daf-8c9a-b1293483a338 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Router 99d866b8-d515-48b0-b179-c11832601282 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:19:40.703239 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 32114280-d90a-4c3f-bcca-4bbb0dc3d187 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:19:40.727159 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0fa568-6bf0-4daf-8c9a-b1293483a338 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:19:40.734494 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-0f0fa568-6bf0-4daf-8c9a-b1293483a338 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "PUT /v2.0/routers/99d866b8-d515-48b0-b179-c11832601282/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5543909 Jul 30 00:19:40.766848 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 32114280-d90a-4c3f-bcca-4bbb0dc3d187 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:19:40.771433 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 32114280-d90a-4c3f-bcca-4bbb0dc3d187 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:19:40.771853 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:40.860592 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:40.892989 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-3722ba72-9a1b-4488-89de-adb4b811173e None None] Provisioning for port b5afeed2-ef7c-4de0-9696-6623283b153e completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:19:40.903439 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-3722ba72-9a1b-4488-89de-adb4b811173e None None] Provisioning complete for port b5afeed2-ef7c-4de0-9696-6623283b153e triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:19:40.903814 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3722ba72-9a1b-4488-89de-adb4b811173e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:40.906799 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2b6bbe8f-7f4f-4ec5-b270-31034a10b061 req-77666664-511b-4e23-9436-30d2c34f96e4 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-519466631&fields=id&tenant_id=e5cbafbeb6f54e069c2a006bcf0b792e HTTP/1.1" status: 200 len: 267 time: 0.0438368 Jul 30 00:19:40.940733 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 32114280-d90a-4c3f-bcca-4bbb0dc3d187, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=32114280-d90a-4c3f-bcca-4bbb0dc3d187,segment=NetworkSegment(7eb55c13-7327-46f0-8ab2-fba77734d4c0),segment_id=7eb55c13-7327-46f0-8ab2-fba77734d4c0)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:19:40.954506 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:40.955433 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 55791797-3f30-4488-bacd-8c4ba6089f05 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:19:40.960527 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-3722ba72-9a1b-4488-89de-adb4b811173e None None] Port b5afeed2-ef7c-4de0-9696-6623283b153e cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:19:41.041956 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6bbe8f-7f4f-4ec5-b270-31034a10b061 req-da96a89f-d180-40ea-9ebe-3775328a8c09 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:41.044429 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2b6bbe8f-7f4f-4ec5-b270-31034a10b061 req-da96a89f-d180-40ea-9ebe-3775328a8c09 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/networks?id=297e09b6-2c06-4ef4-93d5-5f28ffcce9b8 HTTP/1.1" status: 200 len: 796 time: 0.1292577 Jul 30 00:19:41.066235 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2b6bbe8f-7f4f-4ec5-b270-31034a10b061 req-c22d5b61-9fe2-4f15-9c43-df65464f1eeb tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/quotas/e5cbafbeb6f54e069c2a006bcf0b792e HTTP/1.1" status: 200 len: 375 time: 0.0141692 Jul 30 00:19:41.127499 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2b6bbe8f-7f4f-4ec5-b270-31034a10b061 req-b364f953-419b-441f-8c36-abf087eb22a5 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e5cbafbeb6f54e069c2a006bcf0b792e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0585322 Jul 30 00:19:41.170667 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5148bce4-589c-4a32-ac50-b5d088d90e23 None None] Sync routers for ids ['99d866b8-d515-48b0-b179-c11832601282'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:19:41.182352 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5148bce4-589c-4a32-ac50-b5d088d90e23 None None] Routers {'99d866b8-d515-48b0-b179-c11832601282'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:19:41.183681 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-5148bce4-589c-4a32-ac50-b5d088d90e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:19:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['99d866b8-d515-48b0-b179-c11832601282'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:19:41.206376 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-3722ba72-9a1b-4488-89de-adb4b811173e None None] Provisioning complete for port 32114280-d90a-4c3f-bcca-4bbb0dc3d187 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:19:41.206748 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3722ba72-9a1b-4488-89de-adb4b811173e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:41.256504 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2b6bbe8f-7f4f-4ec5-b270-31034a10b061 req-f91293f4-dda3-4d9e-8d19-67f6c4029037 service neutron] 10.222.0.43 "GET /v2.0/networks/297e09b6-2c06-4ef4-93d5-5f28ffcce9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106360 Jul 30 00:19:41.266956 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=32114280-d90a-4c3f-bcca-4bbb0dc3d187,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:19:41.271600 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 55791797-3f30-4488-bacd-8c4ba6089f05 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:19:41.276932 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 55791797-3f30-4488-bacd-8c4ba6089f05 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:19:41.278211 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:41.323701 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-5148bce4-589c-4a32-ac50-b5d088d90e23 None None] Set router 99d866b8-d515-48b0-b179-c11832601282 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:19:41.374244 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2b6bbe8f-7f4f-4ec5-b270-31034a10b061 req-7750fd19-5de6-4172-abe4-f99b8f339fa7 service neutron] 10.222.0.43 "GET /v2.0/networks/297e09b6-2c06-4ef4-93d5-5f28ffcce9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090217 Jul 30 00:19:41.401830 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:41.424996 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 55791797-3f30-4488-bacd-8c4ba6089f05, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=55791797-3f30-4488-bacd-8c4ba6089f05,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:19:41.429660 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:41.488455 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=55791797-3f30-4488-bacd-8c4ba6089f05,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:19:41.506956 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-591ffc3f-8326-4838-b9d0-d81f052dd74c None None] Provisioning complete for port b5afeed2-ef7c-4de0-9696-6623283b153e triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:19:41.507569 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-591ffc3f-8326-4838-b9d0-d81f052dd74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:41.561739 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-591ffc3f-8326-4838-b9d0-d81f052dd74c None None] Port b5afeed2-ef7c-4de0-9696-6623283b153e cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:19:41.579460 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-5148bce4-589c-4a32-ac50-b5d088d90e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d866b8-d515-48b0-b179-c11832601282', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311532538', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '55791797-3f30-4488-bacd-8c4ba6089f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:19:35Z', 'updated_at': '2021-07-30T00:19:39Z', 'revision_number': 4, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port': {'id': '55791797-3f30-4488-bacd-8c4ba6089f05', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d866b8-d515-48b0-b179-c11832601282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:19:36Z', 'updated_at': '2021-07-30T00:19:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'b5afeed2-ef7c-4de0-9696-6623283b153e', 'name': '', 'network_id': '297e09b6-2c06-4ef4-93d5-5f28ffcce9b8', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'mac_address': 'fa:16:3e:2e:4c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d866b8-d515-48b0-b179-c11832601282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '9a8a5d1f-19bf-4687-9d2e-e784c2f69fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:19:38Z', 'updated_at': '2021-07-30T00:19:39Z', 'revision_number': 2, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'subnets': [{'id': '9a8a5d1f-19bf-4687-9d2e-e784c2f69fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:19:41.610552 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b45294db-70d3-403d-8163-74258f9bba02 req-089dd5b6-cb6d-4582-a433-51ee61cc742d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=4edd5b4a-870c-46d3-bf2a-a27929076abe HTTP/1.1" status: 200 len: 210 time: 0.0273933 Jul 30 00:19:41.610993 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5148bce4-589c-4a32-ac50-b5d088d90e23 None None] Checking router: 99d866b8-d515-48b0-b179-c11832601282 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:19:41.611343 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5148bce4-589c-4a32-ac50-b5d088d90e23 None None] Updating router 99d866b8-d515-48b0-b179-c11832601282 port b5afeed2-ef7c-4de0-9696-6623283b153e binding host n-d-712141-10 {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:19:41.641097 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-5148bce4-589c-4a32-ac50-b5d088d90e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:41.912278 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-5148bce4-589c-4a32-ac50-b5d088d90e23 None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:41.922674 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-5148bce4-589c-4a32-ac50-b5d088d90e23 None None] Transition to ACTIVE for port object b5afeed2-ef7c-4de0-9696-6623283b153e will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:19:41.928831 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-5148bce4-589c-4a32-ac50-b5d088d90e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:41.981917 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1629a4ce-fa8b-4ac2-86d8-27aa0f46ba4a None None] Pushing event updated for resources: {'Port': ['ID=b5afeed2-ef7c-4de0-9696-6623283b153e,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:19:42.005777 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1629a4ce-fa8b-4ac2-86d8-27aa0f46ba4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:42.006119 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1629a4ce-fa8b-4ac2-86d8-27aa0f46ba4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:42.006502 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1629a4ce-fa8b-4ac2-86d8-27aa0f46ba4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:42.006834 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1629a4ce-fa8b-4ac2-86d8-27aa0f46ba4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:42.007156 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1629a4ce-fa8b-4ac2-86d8-27aa0f46ba4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:42.007485 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1629a4ce-fa8b-4ac2-86d8-27aa0f46ba4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:42.007791 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1629a4ce-fa8b-4ac2-86d8-27aa0f46ba4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:42.008166 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1629a4ce-fa8b-4ac2-86d8-27aa0f46ba4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:42.008431 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1629a4ce-fa8b-4ac2-86d8-27aa0f46ba4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:42.008760 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1629a4ce-fa8b-4ac2-86d8-27aa0f46ba4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:42.009066 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1629a4ce-fa8b-4ac2-86d8-27aa0f46ba4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:42.009400 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1629a4ce-fa8b-4ac2-86d8-27aa0f46ba4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:19:42.141833 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-5148bce4-589c-4a32-ac50-b5d088d90e23 None None] Attempting to bind port b5afeed2-ef7c-4de0-9696-6623283b153e on host n-d-712141-10 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:19:42.142395 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-5148bce4-589c-4a32-ac50-b5d088d90e23 None None] Attempting to bind port b5afeed2-ef7c-4de0-9696-6623283b153e by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '7eb55c13-7327-46f0-8ab2-fba77734d4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '297e09b6-2c06-4ef4-93d5-5f28ffcce9b8'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:19:42.142754 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5148bce4-589c-4a32-ac50-b5d088d90e23 None None] Attempting to bind port b5afeed2-ef7c-4de0-9696-6623283b153e on network 297e09b6-2c06-4ef4-93d5-5f28ffcce9b8 {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:19:42.148068 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5148bce4-589c-4a32-ac50-b5d088d90e23 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 19, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:19:42.148439 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5148bce4-589c-4a32-ac50-b5d088d90e23 None None] Checking segment: {'id': '7eb55c13-7327-46f0-8ab2-fba77734d4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '297e09b6-2c06-4ef4-93d5-5f28ffcce9b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:19:42.148837 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-5148bce4-589c-4a32-ac50-b5d088d90e23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:42.149217 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5148bce4-589c-4a32-ac50-b5d088d90e23 None None] Bound using segment: {'id': '7eb55c13-7327-46f0-8ab2-fba77734d4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '297e09b6-2c06-4ef4-93d5-5f28ffcce9b8'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:19:42.149701 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-5148bce4-589c-4a32-ac50-b5d088d90e23 None None] Bound port: b5afeed2-ef7c-4de0-9696-6623283b153e, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eb55c13-7327-46f0-8ab2-fba77734d4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '297e09b6-2c06-4ef4-93d5-5f28ffcce9b8'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:19:42.150078 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-5148bce4-589c-4a32-ac50-b5d088d90e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:42.217800 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-5148bce4-589c-4a32-ac50-b5d088d90e23 None None] For port b5afeed2-ef7c-4de0-9696-6623283b153e, host n-d-712141-10, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:19:42.220809 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-5148bce4-589c-4a32-ac50-b5d088d90e23 None None] For port b5afeed2-ef7c-4de0-9696-6623283b153e, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=b5afeed2-ef7c-4de0-9696-6623283b153e,segment=NetworkSegment(7eb55c13-7327-46f0-8ab2-fba77734d4c0),segment_id=7eb55c13-7327-46f0-8ab2-fba77734d4c0)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:19:42.225884 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-5148bce4-589c-4a32-ac50-b5d088d90e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:42.282607 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5148bce4-589c-4a32-ac50-b5d088d90e23 None None] Routers {'99d866b8-d515-48b0-b179-c11832601282'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:19:42.283241 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-5148bce4-589c-4a32-ac50-b5d088d90e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:19:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['99d866b8-d515-48b0-b179-c11832601282'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:19:42.288039 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1629a4ce-fa8b-4ac2-86d8-27aa0f46ba4a None None] Pushing event updated for resources: {'Port': ['ID=b5afeed2-ef7c-4de0-9696-6623283b153e,revision_number=4']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:19:42.396002 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-5148bce4-589c-4a32-ac50-b5d088d90e23 None None] Set router 99d866b8-d515-48b0-b179-c11832601282 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:19:42.617031 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-5148bce4-589c-4a32-ac50-b5d088d90e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d866b8-d515-48b0-b179-c11832601282', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311532538', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '55791797-3f30-4488-bacd-8c4ba6089f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:19:35Z', 'updated_at': '2021-07-30T00:19:39Z', 'revision_number': 4, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port': {'id': '55791797-3f30-4488-bacd-8c4ba6089f05', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d866b8-d515-48b0-b179-c11832601282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:19:36Z', 'updated_at': '2021-07-30T00:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'b5afeed2-ef7c-4de0-9696-6623283b153e', 'name': '', 'network_id': '297e09b6-2c06-4ef4-93d5-5f28ffcce9b8', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'mac_address': 'fa:16:3e:2e:4c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d866b8-d515-48b0-b179-c11832601282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '9a8a5d1f-19bf-4687-9d2e-e784c2f69fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:19:38Z', 'updated_at': '2021-07-30T00:19:42Z', 'revision_number': 4, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'subnets': [{'id': '9a8a5d1f-19bf-4687-9d2e-e784c2f69fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:19:42.648141 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5148bce4-589c-4a32-ac50-b5d088d90e23 None None] The sync data for ids ['99d866b8-d515-48b0-b179-c11832601282'] in n-d-712141-10 is: [{'id': '99d866b8-d515-48b0-b179-c11832601282', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311532538', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '55791797-3f30-4488-bacd-8c4ba6089f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:19:35Z', 'updated_at': '2021-07-30T00:19:39Z', 'revision_number': 4, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port': {'id': '55791797-3f30-4488-bacd-8c4ba6089f05', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d866b8-d515-48b0-b179-c11832601282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:19:36Z', 'updated_at': '2021-07-30T00:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'b5afeed2-ef7c-4de0-9696-6623283b153e', 'name': '', 'network_id': '297e09b6-2c06-4ef4-93d5-5f28ffcce9b8', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'mac_address': 'fa:16:3e:2e:4c:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d866b8-d515-48b0-b179-c11832601282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '9a8a5d1f-19bf-4687-9d2e-e784c2f69fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:19:38Z', 'updated_at': '2021-07-30T00:19:42Z', 'revision_number': 4, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'subnets': [{'id': '9a8a5d1f-19bf-4687-9d2e-e784c2f69fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:19:42.652739 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 32114280-d90a-4c3f-bcca-4bbb0dc3d187 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:19:42.755396 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 32114280-d90a-4c3f-bcca-4bbb0dc3d187 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:19:42.756116 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:42.781816 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dbd85e3e-b072-43a3-958b-30f9c42fc371 req-1df9ddc9-e3ac-4b07-ae6e-557507c73e42 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=4edd5b4a-870c-46d3-bf2a-a27929076abe HTTP/1.1" status: 200 len: 210 time: 0.0454817 Jul 30 00:19:42.818998 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6bbe8f-7f4f-4ec5-b270-31034a10b061 req-b00b60aa-6d4e-47bd-b6be-7e9287b933c4 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:42.822023 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2b6bbe8f-7f4f-4ec5-b270-31034a10b061 req-b00b60aa-6d4e-47bd-b6be-7e9287b933c4 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.22 "GET /v2.0/networks?id=297e09b6-2c06-4ef4-93d5-5f28ffcce9b8 HTTP/1.1" status: 200 len: 796 time: 0.1793389 Jul 30 00:19:42.872274 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 55791797-3f30-4488-bacd-8c4ba6089f05 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:19:42.874027 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2b6bbe8f-7f4f-4ec5-b270-31034a10b061 req-19dc0487-1348-4209-a400-36939df20fc9 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5cbafbeb6f54e069c2a006bcf0b792e HTTP/1.1" status: 200 len: 379 time: 0.0423212 Jul 30 00:19:42.887647 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-2b6bbe8f-7f4f-4ec5-b270-31034a10b061 req-f8ffd52a-9882-4707-a973-0a48c07359a4 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Request body: {'port': {'device_id': '4edd5b4a-870c-46d3-bf2a-a27929076abe', 'network_id': '297e09b6-2c06-4ef4-93d5-5f28ffcce9b8', 'admin_state_up': True, 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'security_groups': ['d8979df9-6509-449a-8d4c-8f79ca6a10ba']}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:19:42.923843 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 55791797-3f30-4488-bacd-8c4ba6089f05 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:19:42.924216 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:43.010106 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b6bbe8f-7f4f-4ec5-b270-31034a10b061 req-f8ffd52a-9882-4707-a973-0a48c07359a4 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Made reservation on behalf of e5cbafbeb6f54e069c2a006bcf0b792e for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:19:43.015607 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2b6bbe8f-7f4f-4ec5-b270-31034a10b061 req-f8ffd52a-9882-4707-a973-0a48c07359a4 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:43.144882 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-2b6bbe8f-7f4f-4ec5-b270-31034a10b061 req-f8ffd52a-9882-4707-a973-0a48c07359a4 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Allocated IP 172.20.0.14 (297e09b6-2c06-4ef4-93d5-5f28ffcce9b8/9a8a5d1f-19bf-4687-9d2e-e784c2f69fa6/50b56efa-8032-43cd-848b-6fbb6468dd9e) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:19:43.302335 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2b6bbe8f-7f4f-4ec5-b270-31034a10b061 req-f8ffd52a-9882-4707-a973-0a48c07359a4 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:43.317645 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-2b6bbe8f-7f4f-4ec5-b270-31034a10b061 req-f8ffd52a-9882-4707-a973-0a48c07359a4 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Transition to ACTIVE for port object 50b56efa-8032-43cd-848b-6fbb6468dd9e will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:19:43.353513 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2b6bbe8f-7f4f-4ec5-b270-31034a10b061 req-f8ffd52a-9882-4707-a973-0a48c07359a4 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:43.398417 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b6bbe8f-7f4f-4ec5-b270-31034a10b061 req-f8ffd52a-9882-4707-a973-0a48c07359a4 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Network 297e09b6-2c06-4ef4-93d5-5f28ffcce9b8 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:19:43.401695 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-2b6bbe8f-7f4f-4ec5-b270-31034a10b061 req-f8ffd52a-9882-4707-a973-0a48c07359a4 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:19:43.406417 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b6bbe8f-7f4f-4ec5-b270-31034a10b061 req-f8ffd52a-9882-4707-a973-0a48c07359a4 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:19:43.436628 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ffd52a-9882-4707-a973-0a48c07359a4 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'Port': ['ID=50b56efa-8032-43cd-848b-6fbb6468dd9e,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:19:43.472853 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6bbe8f-7f4f-4ec5-b270-31034a10b061 req-f8ffd52a-9882-4707-a973-0a48c07359a4 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:43.473526 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2b6bbe8f-7f4f-4ec5-b270-31034a10b061 req-f8ffd52a-9882-4707-a973-0a48c07359a4 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:43.491098 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2b6bbe8f-7f4f-4ec5-b270-31034a10b061 req-f8ffd52a-9882-4707-a973-0a48c07359a4 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6078656 Jul 30 00:19:43.503646 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-2b6bbe8f-7f4f-4ec5-b270-31034a10b061 req-201b0192-7efe-4962-86c6-3d19b9e78239 service neutron] Request body: {'port': {'device_id': '4edd5b4a-870c-46d3-bf2a-a27929076abe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:19:43.570943 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2b6bbe8f-7f4f-4ec5-b270-31034a10b061 req-201b0192-7efe-4962-86c6-3d19b9e78239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:43.660635 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1db35eea-e1df-4318-974b-ceee98a1b326 None None] Provisioning for port 50b56efa-8032-43cd-848b-6fbb6468dd9e completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:19:43.674799 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1db35eea-e1df-4318-974b-ceee98a1b326 None None] Provisioning complete for port 50b56efa-8032-43cd-848b-6fbb6468dd9e triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:19:43.675238 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1db35eea-e1df-4318-974b-ceee98a1b326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:43.713140 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1db35eea-e1df-4318-974b-ceee98a1b326 None None] Port 50b56efa-8032-43cd-848b-6fbb6468dd9e cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:19:43.850713 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-2b6bbe8f-7f4f-4ec5-b270-31034a10b061 req-201b0192-7efe-4962-86c6-3d19b9e78239 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50b56efa-8032-43cd-848b-6fbb6468dd9e {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:19:43.859501 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2b6bbe8f-7f4f-4ec5-b270-31034a10b061 req-201b0192-7efe-4962-86c6-3d19b9e78239 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:43.872565 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-2b6bbe8f-7f4f-4ec5-b270-31034a10b061 req-201b0192-7efe-4962-86c6-3d19b9e78239 service neutron] Transition to ACTIVE for port object 50b56efa-8032-43cd-848b-6fbb6468dd9e will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:19:43.876404 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2b6bbe8f-7f4f-4ec5-b270-31034a10b061 req-201b0192-7efe-4962-86c6-3d19b9e78239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:43.895096 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7f8219-3623-4212-9de6-6e589ec02f38 req-dbbc22f6-005b-4097-a8fb-89ffd364e17e tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:43.896537 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cd7f8219-3623-4212-9de6-6e589ec02f38 req-dbbc22f6-005b-4097-a8fb-89ffd364e17e tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=4edd5b4a-870c-46d3-bf2a-a27929076abe HTTP/1.1" status: 200 len: 932 time: 0.0523403 Jul 30 00:19:43.942108 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cd7f8219-3623-4212-9de6-6e589ec02f38 req-d87c8135-a3da-4192-b428-5ee5ebe91b74 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8979df9-6509-449a-8d4c-8f79ca6a10ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389347 Jul 30 00:19:43.967756 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201b0192-7efe-4962-86c6-3d19b9e78239 service neutron] Pushing event updated for resources: {'Port': ['ID=50b56efa-8032-43cd-848b-6fbb6468dd9e,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:19:43.995903 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-2b6bbe8f-7f4f-4ec5-b270-31034a10b061 req-201b0192-7efe-4962-86c6-3d19b9e78239 service neutron] Attempting to bind port 50b56efa-8032-43cd-848b-6fbb6468dd9e on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:19:43.996266 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-2b6bbe8f-7f4f-4ec5-b270-31034a10b061 req-201b0192-7efe-4962-86c6-3d19b9e78239 service neutron] Attempting to bind port 50b56efa-8032-43cd-848b-6fbb6468dd9e by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '7eb55c13-7327-46f0-8ab2-fba77734d4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '297e09b6-2c06-4ef4-93d5-5f28ffcce9b8'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:19:43.996603 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6bbe8f-7f4f-4ec5-b270-31034a10b061 req-201b0192-7efe-4962-86c6-3d19b9e78239 service neutron] Attempting to bind port 50b56efa-8032-43cd-848b-6fbb6468dd9e on network 297e09b6-2c06-4ef4-93d5-5f28ffcce9b8 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:19:44.001211 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6bbe8f-7f4f-4ec5-b270-31034a10b061 req-201b0192-7efe-4962-86c6-3d19b9e78239 service neutron] Port 50b56efa-8032-43cd-848b-6fbb6468dd9e on network 297e09b6-2c06-4ef4-93d5-5f28ffcce9b8 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:19:44.001542 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6bbe8f-7f4f-4ec5-b270-31034a10b061 req-201b0192-7efe-4962-86c6-3d19b9e78239 service neutron] Attempting to bind port 50b56efa-8032-43cd-848b-6fbb6468dd9e on network 297e09b6-2c06-4ef4-93d5-5f28ffcce9b8 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:19:44.006427 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6bbe8f-7f4f-4ec5-b270-31034a10b061 req-201b0192-7efe-4962-86c6-3d19b9e78239 service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:19:44.006767 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6bbe8f-7f4f-4ec5-b270-31034a10b061 req-201b0192-7efe-4962-86c6-3d19b9e78239 service neutron] Checking segment: {'id': '7eb55c13-7327-46f0-8ab2-fba77734d4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '297e09b6-2c06-4ef4-93d5-5f28ffcce9b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:19:44.007154 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b6bbe8f-7f4f-4ec5-b270-31034a10b061 req-201b0192-7efe-4962-86c6-3d19b9e78239 service neutron] Bound using segment: {'id': '7eb55c13-7327-46f0-8ab2-fba77734d4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '297e09b6-2c06-4ef4-93d5-5f28ffcce9b8'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:19:44.007610 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-2b6bbe8f-7f4f-4ec5-b270-31034a10b061 req-201b0192-7efe-4962-86c6-3d19b9e78239 service neutron] Bound port: 50b56efa-8032-43cd-848b-6fbb6468dd9e, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eb55c13-7327-46f0-8ab2-fba77734d4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '297e09b6-2c06-4ef4-93d5-5f28ffcce9b8'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:19:44.007973 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2b6bbe8f-7f4f-4ec5-b270-31034a10b061 req-201b0192-7efe-4962-86c6-3d19b9e78239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:44.079600 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-2b6bbe8f-7f4f-4ec5-b270-31034a10b061 req-201b0192-7efe-4962-86c6-3d19b9e78239 service neutron] For port 50b56efa-8032-43cd-848b-6fbb6468dd9e, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:19:44.083057 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-2b6bbe8f-7f4f-4ec5-b270-31034a10b061 req-201b0192-7efe-4962-86c6-3d19b9e78239 service neutron] For port 50b56efa-8032-43cd-848b-6fbb6468dd9e, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=50b56efa-8032-43cd-848b-6fbb6468dd9e,segment=NetworkSegment(7eb55c13-7327-46f0-8ab2-fba77734d4c0),segment_id=7eb55c13-7327-46f0-8ab2-fba77734d4c0)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:19:44.087670 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2b6bbe8f-7f4f-4ec5-b270-31034a10b061 req-201b0192-7efe-4962-86c6-3d19b9e78239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:44.121045 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6bbe8f-7f4f-4ec5-b270-31034a10b061 req-201b0192-7efe-4962-86c6-3d19b9e78239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:44.122335 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2b6bbe8f-7f4f-4ec5-b270-31034a10b061 req-201b0192-7efe-4962-86c6-3d19b9e78239 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:44.123777 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2b6bbe8f-7f4f-4ec5-b270-31034a10b061 req-201b0192-7efe-4962-86c6-3d19b9e78239 service neutron] 10.222.0.22 "PUT /v2.0/ports/50b56efa-8032-43cd-848b-6fbb6468dd9e HTTP/1.1" status: 200 len: 1093 time: 0.6245902 Jul 30 00:19:44.126312 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4edd5b4a-870c-46d3-bf2a-a27929076abe', 'tag': '50b56efa-8032-43cd-848b-6fbb6468dd9e'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:19:44.128625 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8377708564b13ed6665a7c738fa9aadb9980e3f7e18d8a0dfbdd1aeea3243a90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010537c3-e65e-4b6b-b6be-83a54410f4a6" -d '{"events": [{"name": "network-changed", "server_uuid": "4edd5b4a-870c-46d3-bf2a-a27929076abe", "tag": "50b56efa-8032-43cd-848b-6fbb6468dd9e"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:19:44.171343 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201b0192-7efe-4962-86c6-3d19b9e78239 service neutron] Pushing event updated for resources: {'Port': ['ID=50b56efa-8032-43cd-848b-6fbb6468dd9e,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:19:44.187431 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f48a43a-2f8f-484e-967f-ce4812a358ce x-openstack-request-id: req-4f48a43a-2f8f-484e-967f-ce4812a358ce {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:19:44.187431 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4edd5b4a-870c-46d3-bf2a-a27929076abe", "tag": "50b56efa-8032-43cd-848b-6fbb6468dd9e", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:19:44.187431 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4f48a43a-2f8f-484e-967f-ce4812a358ce {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:19:44.187813 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4edd5b4a-870c-46d3-bf2a-a27929076abe', 'tag': '50b56efa-8032-43cd-848b-6fbb6468dd9e', 'status': 'completed', 'code': 200} Jul 30 00:19:44.219195 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6bbe8f-7f4f-4ec5-b270-31034a10b061 req-6b26601a-86d6-40ea-a022-a48b429b7465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:44.221111 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2b6bbe8f-7f4f-4ec5-b270-31034a10b061 req-6b26601a-86d6-40ea-a022-a48b429b7465 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e5cbafbeb6f54e069c2a006bcf0b792e&device_id=4edd5b4a-870c-46d3-bf2a-a27929076abe HTTP/1.1" status: 200 len: 1096 time: 0.0457740 Jul 30 00:19:44.268269 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2b6bbe8f-7f4f-4ec5-b270-31034a10b061 req-ec24e0f6-7667-4e68-8bfc-7c81eb7647e4 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50b56efa-8032-43cd-848b-6fbb6468dd9e HTTP/1.1" status: 200 len: 217 time: 0.0400574 Jul 30 00:19:44.320711 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6bbe8f-7f4f-4ec5-b270-31034a10b061 req-dd8eed48-9e85-4b89-858c-284296a1d522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:44.322251 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2b6bbe8f-7f4f-4ec5-b270-31034a10b061 req-dd8eed48-9e85-4b89-858c-284296a1d522 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9a8a5d1f-19bf-4687-9d2e-e784c2f69fa6 HTTP/1.1" status: 200 len: 835 time: 0.0464482 Jul 30 00:19:44.369708 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6bbe8f-7f4f-4ec5-b270-31034a10b061 req-06c20368-34a9-45d8-949e-f5a12f229146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:44.371776 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2b6bbe8f-7f4f-4ec5-b270-31034a10b061 req-06c20368-34a9-45d8-949e-f5a12f229146 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=297e09b6-2c06-4ef4-93d5-5f28ffcce9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419300 Jul 30 00:19:44.465000 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2b6bbe8f-7f4f-4ec5-b270-31034a10b061 req-871770c2-1dfa-4b76-992c-b24890ac9901 service neutron] 10.222.0.22 "GET /v2.0/networks/297e09b6-2c06-4ef4-93d5-5f28ffcce9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867140 Jul 30 00:19:44.555193 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2b6bbe8f-7f4f-4ec5-b270-31034a10b061 req-58b77117-071e-4862-9af8-8c59ba8a69c3 service neutron] 10.222.0.22 "GET /v2.0/networks/297e09b6-2c06-4ef4-93d5-5f28ffcce9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832200 Jul 30 00:19:44.641702 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010537c3-e65e-4b6b-b6be-83a54410f4a6 req-1852b654-e690-4b33-a2e5-c6272546c200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:44.643264 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-010537c3-e65e-4b6b-b6be-83a54410f4a6 req-1852b654-e690-4b33-a2e5-c6272546c200 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e5cbafbeb6f54e069c2a006bcf0b792e&device_id=4edd5b4a-870c-46d3-bf2a-a27929076abe HTTP/1.1" status: 200 len: 1096 time: 0.0423527 Jul 30 00:19:44.652458 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device b5afeed2-ef7c-4de0-9696-6623283b153e up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:19:44.703057 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port b5afeed2-ef7c-4de0-9696-6623283b153e completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:19:44.708008 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port b5afeed2-ef7c-4de0-9696-6623283b153e triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:19:44.708677 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:44.796363 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:44.831632 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port b5afeed2-ef7c-4de0-9696-6623283b153e, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=b5afeed2-ef7c-4de0-9696-6623283b153e,segment=NetworkSegment(7eb55c13-7327-46f0-8ab2-fba77734d4c0),segment_id=7eb55c13-7327-46f0-8ab2-fba77734d4c0)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:19:44.835766 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:44.886098 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=b5afeed2-ef7c-4de0-9696-6623283b153e,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:19:44.922378 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:19:45.026191 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010537c3-e65e-4b6b-b6be-83a54410f4a6 req-6024f53b-191a-4f2b-bb45-87ab4324639b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:45.028542 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-010537c3-e65e-4b6b-b6be-83a54410f4a6 req-6024f53b-191a-4f2b-bb45-87ab4324639b service neutron] 10.222.0.22 "GET /v2.0/networks?id=297e09b6-2c06-4ef4-93d5-5f28ffcce9b8 HTTP/1.1" status: 200 len: 897 time: 0.3778319 Jul 30 00:19:45.061645 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4bc922-1419-413e-9fe0-607e7ea16807 req-289da6cb-250f-4870-a107-297d25ee2d58 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:45.063178 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ba4bc922-1419-413e-9fe0-607e7ea16807 req-289da6cb-250f-4870-a107-297d25ee2d58 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=4edd5b4a-870c-46d3-bf2a-a27929076abe HTTP/1.1" status: 200 len: 944 time: 0.0505097 Jul 30 00:19:45.070592 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-010537c3-e65e-4b6b-b6be-83a54410f4a6 req-4a32df29-c6ea-4822-b173-46b84ddaaa1d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50b56efa-8032-43cd-848b-6fbb6468dd9e HTTP/1.1" status: 200 len: 217 time: 0.0343766 Jul 30 00:19:45.102235 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ba4bc922-1419-413e-9fe0-607e7ea16807 req-a095e58b-d19a-42c7-b1fd-5bb3c730eb00 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8979df9-6509-449a-8d4c-8f79ca6a10ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329106 Jul 30 00:19:45.120500 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010537c3-e65e-4b6b-b6be-83a54410f4a6 req-5c89ad78-22a5-4ab4-b9e4-2c907449b1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:45.122034 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-010537c3-e65e-4b6b-b6be-83a54410f4a6 req-5c89ad78-22a5-4ab4-b9e4-2c907449b1b6 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9a8a5d1f-19bf-4687-9d2e-e784c2f69fa6 HTTP/1.1" status: 200 len: 835 time: 0.0443003 Jul 30 00:19:45.172662 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010537c3-e65e-4b6b-b6be-83a54410f4a6 req-8fd47c81-9855-45b2-a088-c3f818fbfb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:45.174193 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-010537c3-e65e-4b6b-b6be-83a54410f4a6 req-8fd47c81-9855-45b2-a088-c3f818fbfb6a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=297e09b6-2c06-4ef4-93d5-5f28ffcce9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452824 Jul 30 00:19:45.264821 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-010537c3-e65e-4b6b-b6be-83a54410f4a6 req-0062a84c-efce-44d1-8ffd-ce2f439dd08e service neutron] 10.222.0.22 "GET /v2.0/networks/297e09b6-2c06-4ef4-93d5-5f28ffcce9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818846 Jul 30 00:19:45.360064 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-010537c3-e65e-4b6b-b6be-83a54410f4a6 req-e4caeebf-c971-4818-88d7-77b2539b0ad2 service neutron] 10.222.0.22 "GET /v2.0/networks/297e09b6-2c06-4ef4-93d5-5f28ffcce9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881050 Jul 30 00:19:46.219492 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c291e4a1-1fcc-478e-97d2-36b9e18d4669 req-00c6cb47-9820-48d1-ab1d-c03bd7bea7c1 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:46.221015 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c291e4a1-1fcc-478e-97d2-36b9e18d4669 req-00c6cb47-9820-48d1-ab1d-c03bd7bea7c1 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=4edd5b4a-870c-46d3-bf2a-a27929076abe HTTP/1.1" status: 200 len: 944 time: 0.0496483 Jul 30 00:19:46.260479 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c291e4a1-1fcc-478e-97d2-36b9e18d4669 req-d4a647cd-f489-4e29-a665-d8acc89513ae tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8979df9-6509-449a-8d4c-8f79ca6a10ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333066 Jul 30 00:19:46.637794 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device b5afeed2-ef7c-4de0-9696-6623283b153e up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:19:46.684605 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port b5afeed2-ef7c-4de0-9696-6623283b153e triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:19:46.684971 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:47.384804 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b057842-d6ec-478e-9d7f-074a04af4307 req-33751b6f-4b21-4599-bab9-6a7c44c83afa tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:47.386375 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0b057842-d6ec-478e-9d7f-074a04af4307 req-33751b6f-4b21-4599-bab9-6a7c44c83afa tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=4edd5b4a-870c-46d3-bf2a-a27929076abe HTTP/1.1" status: 200 len: 944 time: 0.0563600 Jul 30 00:19:47.430550 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0b057842-d6ec-478e-9d7f-074a04af4307 req-7013c427-0aba-4547-a274-1e5f0625759a tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8979df9-6509-449a-8d4c-8f79ca6a10ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381999 Jul 30 00:19:48.089571 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 50b56efa-8032-43cd-848b-6fbb6468dd9e details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:19:48.182302 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 50b56efa-8032-43cd-848b-6fbb6468dd9e, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=50b56efa-8032-43cd-848b-6fbb6468dd9e,segment=NetworkSegment(7eb55c13-7327-46f0-8ab2-fba77734d4c0),segment_id=7eb55c13-7327-46f0-8ab2-fba77734d4c0)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:19:48.193205 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '50b56efa-8032-43cd-848b-6fbb6468dd9e', 'network_id': '297e09b6-2c06-4ef4-93d5-5f28ffcce9b8', 'port_id': '50b56efa-8032-43cd-848b-6fbb6468dd9e', 'mac_address': 'fa:16:3e:5b:d4:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a8a5d1f-19bf-4687-9d2e-e784c2f69fa6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:19:48.237350 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:48.250117 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50b56efa-8032-43cd-848b-6fbb6468dd9e {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:19:48.269968 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 50b56efa-8032-43cd-848b-6fbb6468dd9e, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=50b56efa-8032-43cd-848b-6fbb6468dd9e,segment=NetworkSegment(7eb55c13-7327-46f0-8ab2-fba77734d4c0),segment_id=7eb55c13-7327-46f0-8ab2-fba77734d4c0)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:19:48.273944 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:48.322617 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=50b56efa-8032-43cd-848b-6fbb6468dd9e,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:19:48.503369 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['50b56efa-8032-43cd-848b-6fbb6468dd9e'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:19:48.549831 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5957e410-7dd6-4cab-9f35-11f806fe58a0 req-67c7bc79-ecf8-400a-8bf9-67a745f83218 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:48.551355 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5957e410-7dd6-4cab-9f35-11f806fe58a0 req-67c7bc79-ecf8-400a-8bf9-67a745f83218 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=4edd5b4a-870c-46d3-bf2a-a27929076abe HTTP/1.1" status: 200 len: 945 time: 0.0522137 Jul 30 00:19:48.598947 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5957e410-7dd6-4cab-9f35-11f806fe58a0 req-bb3b917c-1232-4eac-84ab-e30fbdde15bf tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8979df9-6509-449a-8d4c-8f79ca6a10ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416040 Jul 30 00:19:49.712945 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347f4d72-a69f-466d-a273-d3e1f51e4787 req-391f5f2b-1e37-429f-9057-83cddd600183 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:49.714456 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-347f4d72-a69f-466d-a273-d3e1f51e4787 req-391f5f2b-1e37-429f-9057-83cddd600183 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=4edd5b4a-870c-46d3-bf2a-a27929076abe HTTP/1.1" status: 200 len: 945 time: 0.0482521 Jul 30 00:19:49.752316 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-347f4d72-a69f-466d-a273-d3e1f51e4787 req-3546c83e-afde-49ba-8110-41535ea52b59 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8979df9-6509-449a-8d4c-8f79ca6a10ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313952 Jul 30 00:19:50.089411 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 50b56efa-8032-43cd-848b-6fbb6468dd9e up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:19:50.134297 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:50.147851 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port 50b56efa-8032-43cd-848b-6fbb6468dd9e completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:19:50.151548 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 50b56efa-8032-43cd-848b-6fbb6468dd9e triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:19:50.151940 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:50.229118 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:50.251130 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4edd5b4a-870c-46d3-bf2a-a27929076abe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b56efa-8032-43cd-848b-6fbb6468dd9e'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:19:50.253360 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3dd558600791562711758174753c2f4fb110b88d3119b842389a6e503e2e31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574c24c0-7a25-44ec-99ca-d383d1035e64" -d '{"events": [{"server_uuid": "4edd5b4a-870c-46d3-bf2a-a27929076abe", "name": "network-vif-plugged", "status": "completed", "tag": "50b56efa-8032-43cd-848b-6fbb6468dd9e"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:19:50.267429 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 50b56efa-8032-43cd-848b-6fbb6468dd9e, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=50b56efa-8032-43cd-848b-6fbb6468dd9e,segment=NetworkSegment(7eb55c13-7327-46f0-8ab2-fba77734d4c0),segment_id=7eb55c13-7327-46f0-8ab2-fba77734d4c0)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:19:50.271332 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:50.295015 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2ea2ab-d3cd-493c-be0d-d3713a108f2e x-openstack-request-id: req-6a2ea2ab-d3cd-493c-be0d-d3713a108f2e {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:19:50.295296 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4edd5b4a-870c-46d3-bf2a-a27929076abe", "name": "network-vif-plugged", "status": "completed", "tag": "50b56efa-8032-43cd-848b-6fbb6468dd9e", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:19:50.295550 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6a2ea2ab-d3cd-493c-be0d-d3713a108f2e {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:19:50.295943 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4edd5b4a-870c-46d3-bf2a-a27929076abe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b56efa-8032-43cd-848b-6fbb6468dd9e', 'code': 200} Jul 30 00:19:50.321554 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=50b56efa-8032-43cd-848b-6fbb6468dd9e,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:19:50.387352 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a57371-cebe-4988-ad0e-3d9beba7ae0b req-d8792945-adad-4c94-90f3-64b801ed45ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:50.388798 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f8a57371-cebe-4988-ad0e-3d9beba7ae0b req-d8792945-adad-4c94-90f3-64b801ed45ea service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4edd5b4a-870c-46d3-bf2a-a27929076abe HTTP/1.1" status: 200 len: 1098 time: 0.0393417 Jul 30 00:19:50.422982 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f8a57371-cebe-4988-ad0e-3d9beba7ae0b req-881d2d95-4ede-4baf-9edb-530f00f529e2 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=d8979df9-6509-449a-8d4c-8f79ca6a10ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274179 Jul 30 00:19:50.868048 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2cee4-d75e-47b6-a6f4-e4db341acc15 req-0b2c0ba2-fc17-4a13-9a67-ce69c6e1cdf9 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:50.869569 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5fb2cee4-d75e-47b6-a6f4-e4db341acc15 req-0b2c0ba2-fc17-4a13-9a67-ce69c6e1cdf9 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=4edd5b4a-870c-46d3-bf2a-a27929076abe HTTP/1.1" status: 200 len: 946 time: 0.0476484 Jul 30 00:19:50.911630 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5fb2cee4-d75e-47b6-a6f4-e4db341acc15 req-8cb0ff53-6243-48f6-9c15-a1abbf3eadfa tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8979df9-6509-449a-8d4c-8f79ca6a10ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354033 Jul 30 00:19:52.027836 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330b3c68-f58c-4299-8fcc-19e69045ba8e req-e94a4880-fc4c-4011-95c0-a11e7659b1ff tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:52.029327 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-330b3c68-f58c-4299-8fcc-19e69045ba8e req-e94a4880-fc4c-4011-95c0-a11e7659b1ff tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=4edd5b4a-870c-46d3-bf2a-a27929076abe HTTP/1.1" status: 200 len: 946 time: 0.0494461 Jul 30 00:19:52.067521 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-330b3c68-f58c-4299-8fcc-19e69045ba8e req-57eaaa0d-99ff-4650-a7d9-e7607872eddb tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8979df9-6509-449a-8d4c-8f79ca6a10ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312605 Jul 30 00:19:52.183089 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e31e81-38ae-4c16-ac9a-2aa0bd9c7443 req-209959a5-4bd8-4436-847e-fd1775b4b5ce tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:52.184704 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-84e31e81-38ae-4c16-ac9a-2aa0bd9c7443 req-209959a5-4bd8-4436-847e-fd1775b4b5ce tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=4edd5b4a-870c-46d3-bf2a-a27929076abe HTTP/1.1" status: 200 len: 946 time: 0.0512533 Jul 30 00:19:52.223748 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-84e31e81-38ae-4c16-ac9a-2aa0bd9c7443 req-f06ee90b-3f38-48fc-a710-602fe5368ba1 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8979df9-6509-449a-8d4c-8f79ca6a10ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326593 Jul 30 00:19:52.244820 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 36930) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:19:52.284243 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcd719b-bd51-481e-95cd-155144f90cc6 tempest-TestNetworkAdvancedServerOps-900635967 tempest-TestNetworkAdvancedServerOps-900635967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:52.285766 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-1bcd719b-bd51-481e-95cd-155144f90cc6 tempest-TestNetworkAdvancedServerOps-900635967 tempest-TestNetworkAdvancedServerOps-900635967-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=4edd5b4a-870c-46d3-bf2a-a27929076abe HTTP/1.1" status: 200 len: 1093 time: 0.0399683 Jul 30 00:19:52.288604 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 36932) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:19:52.292903 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-6828803c-c194-45b3-9739-4016d6bb5544 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Request body: {'floatingip': {'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'port_id': '50b56efa-8032-43cd-848b-6fbb6468dd9e', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:19:52.314064 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6828803c-c194-45b3-9739-4016d6bb5544 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for floatingip, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:52.415452 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6828803c-c194-45b3-9739-4016d6bb5544 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:52.525990 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-6828803c-c194-45b3-9739-4016d6bb5544 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Allocated IP 172.25.0.79 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/ad397408-9e2d-4467-af56-33c8826e3c56) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:19:52.627161 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6828803c-c194-45b3-9739-4016d6bb5544 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:52.665045 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6828803c-c194-45b3-9739-4016d6bb5544 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:52.704201 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6828803c-c194-45b3-9739-4016d6bb5544 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:19:52.707013 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-6828803c-c194-45b3-9739-4016d6bb5544 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:19:52.713172 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6828803c-c194-45b3-9739-4016d6bb5544 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:19:52.716095 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6828803c-c194-45b3-9739-4016d6bb5544 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'Port': ['ID=ad397408-9e2d-4467-af56-33c8826e3c56,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:19:53.075562 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6828803c-c194-45b3-9739-4016d6bb5544 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:53.144709 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6828803c-c194-45b3-9739-4016d6bb5544 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:53.289429 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6828803c-c194-45b3-9739-4016d6bb5544 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:53.294999 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6828803c-c194-45b3-9739-4016d6bb5544 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:53.331259 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3b4d58dd-7aae-49f7-a3fd-e9249d363160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:53.369440 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6828803c-c194-45b3-9739-4016d6bb5544 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'Port': ['ID=ad397408-9e2d-4467-af56-33c8826e3c56,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:19:53.381112 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6828803c-c194-45b3-9739-4016d6bb5544 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:53.489496 n-d-712141-10 neutron-server[94078]: INFO neutron.db.l3_db [None req-6828803c-c194-45b3-9739-4016d6bb5544 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Floating IP 533d76a0-fdad-4d50-9e8f-16fb8c786a23 associated. External IP: 172.25.0.79, port: 50b56efa-8032-43cd-848b-6fbb6468dd9e. Jul 30 00:19:53.691186 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6828803c-c194-45b3-9739-4016d6bb5544 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Router 99d866b8-d515-48b0-b179-c11832601282 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:19:53.796277 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6828803c-c194-45b3-9739-4016d6bb5544 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:19:53.806238 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6e66a9-1867-4208-b62d-56a60d105f61 None None] Sync routers for ids ['99d866b8-d515-48b0-b179-c11832601282'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:19:53.813361 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6828803c-c194-45b3-9739-4016d6bb5544 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:53.816861 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6e66a9-1867-4208-b62d-56a60d105f61 None None] Routers {'99d866b8-d515-48b0-b179-c11832601282'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:19:53.817475 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-db6e66a9-1867-4208-b62d-56a60d105f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:19:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['99d866b8-d515-48b0-b179-c11832601282'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:19:53.840682 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-6828803c-c194-45b3-9739-4016d6bb5544 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5510755 Jul 30 00:19:53.841264 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4edd5b4a-870c-46d3-bf2a-a27929076abe', 'tag': '50b56efa-8032-43cd-848b-6fbb6468dd9e'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:19:53.844729 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bdefc4f50fc1dacc251594e9f8a8ff118bd4f4d1a27e9c9923ea81076a49f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd136ee-d758-41b1-9b45-b62c33f302cc" -d '{"events": [{"name": "network-changed", "server_uuid": "4edd5b4a-870c-46d3-bf2a-a27929076abe", "tag": "50b56efa-8032-43cd-848b-6fbb6468dd9e"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:19:53.890697 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9469c3d6-2eef-485b-9923-a6130430417b x-openstack-request-id: req-9469c3d6-2eef-485b-9923-a6130430417b {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:19:53.891048 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4edd5b4a-870c-46d3-bf2a-a27929076abe", "tag": "50b56efa-8032-43cd-848b-6fbb6468dd9e", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:19:53.891459 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9469c3d6-2eef-485b-9923-a6130430417b {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:19:53.891868 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4edd5b4a-870c-46d3-bf2a-a27929076abe', 'tag': '50b56efa-8032-43cd-848b-6fbb6468dd9e', 'status': 'completed', 'code': 200} Jul 30 00:19:53.931722 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-db6e66a9-1867-4208-b62d-56a60d105f61 None None] Set router 99d866b8-d515-48b0-b179-c11832601282 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:19:53.951311 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374be7ba-5fbe-4e7f-8360-9ea0b79f5205 req-86a07e9f-4831-455d-81c7-b2331f9637cd tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:53.953539 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-374be7ba-5fbe-4e7f-8360-9ea0b79f5205 req-86a07e9f-4831-455d-81c7-b2331f9637cd tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=4edd5b4a-870c-46d3-bf2a-a27929076abe HTTP/1.1" status: 200 len: 946 time: 0.0502880 Jul 30 00:19:53.954789 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd136ee-d758-41b1-9b45-b62c33f302cc req-10a30dc4-e960-42f4-9fa5-10b87dad9cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:53.956360 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6fd136ee-d758-41b1-9b45-b62c33f302cc req-10a30dc4-e960-42f4-9fa5-10b87dad9cab service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e5cbafbeb6f54e069c2a006bcf0b792e&device_id=4edd5b4a-870c-46d3-bf2a-a27929076abe HTTP/1.1" status: 200 len: 1098 time: 0.0445936 Jul 30 00:19:53.994235 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-374be7ba-5fbe-4e7f-8360-9ea0b79f5205 req-ed9ad061-3d1b-4ca8-bc21-28dac158a0f5 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8979df9-6509-449a-8d4c-8f79ca6a10ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346365 Jul 30 00:19:54.019998 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 36938) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:19:54.053005 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd136ee-d758-41b1-9b45-b62c33f302cc req-af561cba-5ea5-4e83-8bf3-37f2f6bc7ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:54.054461 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6fd136ee-d758-41b1-9b45-b62c33f302cc req-af561cba-5ea5-4e83-8bf3-37f2f6bc7ea8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=297e09b6-2c06-4ef4-93d5-5f28ffcce9b8 HTTP/1.1" status: 200 len: 897 time: 0.0907326 Jul 30 00:19:54.086547 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-3f41f7c2-e5be-46c8-ad99-5061fe2fabaf tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/floatingips/533d76a0-fdad-4d50-9e8f-16fb8c786a23 HTTP/1.1" status: 200 len: 991 time: 0.0641303 Jul 30 00:19:54.121750 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6fd136ee-d758-41b1-9b45-b62c33f302cc req-f00f4182-5fd1-46aa-af70-7e34e3ca07f7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50b56efa-8032-43cd-848b-6fbb6468dd9e HTTP/1.1" status: 200 len: 999 time: 0.0592947 Jul 30 00:19:54.179217 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd136ee-d758-41b1-9b45-b62c33f302cc req-59f142c6-fbac-434b-b7fe-30cc2f4c9ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:54.180686 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6fd136ee-d758-41b1-9b45-b62c33f302cc req-59f142c6-fbac-434b-b7fe-30cc2f4c9ca1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9a8a5d1f-19bf-4687-9d2e-e784c2f69fa6 HTTP/1.1" status: 200 len: 835 time: 0.0527196 Jul 30 00:19:54.182285 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-db6e66a9-1867-4208-b62d-56a60d105f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d866b8-d515-48b0-b179-c11832601282', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311532538', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '55791797-3f30-4488-bacd-8c4ba6089f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:19:35Z', 'updated_at': '2021-07-30T00:19:39Z', 'revision_number': 4, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port': {'id': '55791797-3f30-4488-bacd-8c4ba6089f05', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d866b8-d515-48b0-b179-c11832601282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:19:36Z', 'updated_at': '2021-07-30T00:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '533d76a0-fdad-4d50-9e8f-16fb8c786a23', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'floating_ip_address': '172.25.0.79', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '99d866b8-d515-48b0-b179-c11832601282', 'port_id': '50b56efa-8032-43cd-848b-6fbb6468dd9e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '297e09b6-2c06-4ef4-93d5-5f28ffcce9b8', 'mac_address': 'fa:16:3e:5b:d4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4edd5b4a-870c-46d3-bf2a-a27929076abe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:19:52Z', 'updated_at': '2021-07-30T00:19:52Z', 'revision_number': 0, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5afeed2-ef7c-4de0-9696-6623283b153e', 'name': '', 'network_id': '297e09b6-2c06-4ef4-93d5-5f28ffcce9b8', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'mac_address': 'fa:16:3e:2e:4c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d866b8-d515-48b0-b179-c11832601282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '9a8a5d1f-19bf-4687-9d2e-e784c2f69fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:19:38Z', 'updated_at': '2021-07-30T00:19:44Z', 'revision_number': 5, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'subnets': [{'id': '9a8a5d1f-19bf-4687-9d2e-e784c2f69fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:19:54.208277 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6e66a9-1867-4208-b62d-56a60d105f61 None None] Checking router: 99d866b8-d515-48b0-b179-c11832601282 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:19:54.216913 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6e66a9-1867-4208-b62d-56a60d105f61 None None] Routers {'99d866b8-d515-48b0-b179-c11832601282'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:19:54.218134 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-db6e66a9-1867-4208-b62d-56a60d105f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:19:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['99d866b8-d515-48b0-b179-c11832601282'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:19:54.226662 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd136ee-d758-41b1-9b45-b62c33f302cc req-e9193d4a-f0cc-4a14-a527-d5273f9c5c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:54.228174 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6fd136ee-d758-41b1-9b45-b62c33f302cc req-e9193d4a-f0cc-4a14-a527-d5273f9c5c79 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=297e09b6-2c06-4ef4-93d5-5f28ffcce9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404723 Jul 30 00:19:54.317979 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6fd136ee-d758-41b1-9b45-b62c33f302cc req-98a657c1-80bd-4fec-94fe-8e752eb3fb8a service neutron] 10.222.0.22 "GET /v2.0/networks/297e09b6-2c06-4ef4-93d5-5f28ffcce9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825653 Jul 30 00:19:54.322675 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-db6e66a9-1867-4208-b62d-56a60d105f61 None None] Set router 99d866b8-d515-48b0-b179-c11832601282 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:19:54.414852 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6fd136ee-d758-41b1-9b45-b62c33f302cc req-437427f4-5535-4f0f-9dde-7d700c0bf8ad service neutron] 10.222.0.22 "GET /v2.0/networks/297e09b6-2c06-4ef4-93d5-5f28ffcce9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896294 Jul 30 00:19:54.556479 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-db6e66a9-1867-4208-b62d-56a60d105f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d866b8-d515-48b0-b179-c11832601282', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311532538', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '55791797-3f30-4488-bacd-8c4ba6089f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:19:35Z', 'updated_at': '2021-07-30T00:19:39Z', 'revision_number': 4, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port': {'id': '55791797-3f30-4488-bacd-8c4ba6089f05', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d866b8-d515-48b0-b179-c11832601282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:19:36Z', 'updated_at': '2021-07-30T00:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '533d76a0-fdad-4d50-9e8f-16fb8c786a23', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'floating_ip_address': '172.25.0.79', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '99d866b8-d515-48b0-b179-c11832601282', 'port_id': '50b56efa-8032-43cd-848b-6fbb6468dd9e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '297e09b6-2c06-4ef4-93d5-5f28ffcce9b8', 'mac_address': 'fa:16:3e:5b:d4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4edd5b4a-870c-46d3-bf2a-a27929076abe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:19:52Z', 'updated_at': '2021-07-30T00:19:52Z', 'revision_number': 0, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5afeed2-ef7c-4de0-9696-6623283b153e', 'name': '', 'network_id': '297e09b6-2c06-4ef4-93d5-5f28ffcce9b8', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'mac_address': 'fa:16:3e:2e:4c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d866b8-d515-48b0-b179-c11832601282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '9a8a5d1f-19bf-4687-9d2e-e784c2f69fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:19:38Z', 'updated_at': '2021-07-30T00:19:44Z', 'revision_number': 5, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'subnets': [{'id': '9a8a5d1f-19bf-4687-9d2e-e784c2f69fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:19:54.582778 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6e66a9-1867-4208-b62d-56a60d105f61 None None] The sync data for ids ['99d866b8-d515-48b0-b179-c11832601282'] in n-d-712141-10 is: [{'id': '99d866b8-d515-48b0-b179-c11832601282', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311532538', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '55791797-3f30-4488-bacd-8c4ba6089f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:19:35Z', 'updated_at': '2021-07-30T00:19:39Z', 'revision_number': 4, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port': {'id': '55791797-3f30-4488-bacd-8c4ba6089f05', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d866b8-d515-48b0-b179-c11832601282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:19:36Z', 'updated_at': '2021-07-30T00:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '533d76a0-fdad-4d50-9e8f-16fb8c786a23', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'floating_ip_address': '172.25.0.79', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '99d866b8-d515-48b0-b179-c11832601282', 'port_id': '50b56efa-8032-43cd-848b-6fbb6468dd9e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '297e09b6-2c06-4ef4-93d5-5f28ffcce9b8', 'mac_address': 'fa:16:3e:5b:d4:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4edd5b4a-870c-46d3-bf2a-a27929076abe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:19:52Z', 'updated_at': '2021-07-30T00:19:52Z', 'revision_number': 0, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5afeed2-ef7c-4de0-9696-6623283b153e', 'name': '', 'network_id': '297e09b6-2c06-4ef4-93d5-5f28ffcce9b8', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'mac_address': 'fa:16:3e:2e:4c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d866b8-d515-48b0-b179-c11832601282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '9a8a5d1f-19bf-4687-9d2e-e784c2f69fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:19:38Z', 'updated_at': '2021-07-30T00:19:44Z', 'revision_number': 5, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'subnets': [{'id': '9a8a5d1f-19bf-4687-9d2e-e784c2f69fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:19:54.763581 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037c01b4-fb6f-426e-b70b-40052b979de7 None None] New status for floating IP 533d76a0-fdad-4d50-9e8f-16fb8c786a23: ACTIVE {{(pid=94080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:19:55.089389 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 36940) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:19:55.149858 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9cb6a1a3-f892-478e-becc-0a10df9e8353 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/floatingips/533d76a0-fdad-4d50-9e8f-16fb8c786a23 HTTP/1.1" status: 200 len: 993 time: 0.0592496 Jul 30 00:19:55.945903 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8d88d30f-9640-4129-87f4-d339a5001bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:56.544640 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:57.895456 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:59.521856 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:07.630525 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:13.876781 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1f7a4c1b-047f-4b13-844a-f5f62383ed0d req-c9cf3f6a-3cb0-4e80-a7a8-2452980c7433 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4edd5b4a-870c-46d3-bf2a-a27929076abe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0433323 Jul 30 00:20:13.957875 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a4c1b-047f-4b13-844a-f5f62383ed0d req-f7d560d4-199b-49bc-98c9-3c9a3465e231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:13.959348 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1f7a4c1b-047f-4b13-844a-f5f62383ed0d req-f7d560d4-199b-49bc-98c9-3c9a3465e231 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e5cbafbeb6f54e069c2a006bcf0b792e&device_id=4edd5b4a-870c-46d3-bf2a-a27929076abe HTTP/1.1" status: 200 len: 1098 time: 0.0395086 Jul 30 00:20:14.061567 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a4c1b-047f-4b13-844a-f5f62383ed0d req-466c4a14-0400-4d36-85a1-cfc63d4f5b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:14.063297 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1f7a4c1b-047f-4b13-844a-f5f62383ed0d req-466c4a14-0400-4d36-85a1-cfc63d4f5b2d service neutron] 10.222.0.22 "GET /v2.0/networks?id=297e09b6-2c06-4ef4-93d5-5f28ffcce9b8 HTTP/1.1" status: 200 len: 897 time: 0.0836394 Jul 30 00:20:14.132759 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1f7a4c1b-047f-4b13-844a-f5f62383ed0d req-d5f32d46-3a8c-4866-9bd4-3c062df90e97 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50b56efa-8032-43cd-848b-6fbb6468dd9e HTTP/1.1" status: 200 len: 1001 time: 0.0618312 Jul 30 00:20:14.184242 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a4c1b-047f-4b13-844a-f5f62383ed0d req-e0eca145-76b5-4c99-98c3-df14adadcdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:14.185768 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1f7a4c1b-047f-4b13-844a-f5f62383ed0d req-e0eca145-76b5-4c99-98c3-df14adadcdc5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9a8a5d1f-19bf-4687-9d2e-e784c2f69fa6 HTTP/1.1" status: 200 len: 835 time: 0.0440676 Jul 30 00:20:14.232006 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a4c1b-047f-4b13-844a-f5f62383ed0d req-3577aafe-5980-41b1-bac8-7b0f533efb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:14.233504 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1f7a4c1b-047f-4b13-844a-f5f62383ed0d req-3577aafe-5980-41b1-bac8-7b0f533efb86 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=297e09b6-2c06-4ef4-93d5-5f28ffcce9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404322 Jul 30 00:20:14.325960 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1f7a4c1b-047f-4b13-844a-f5f62383ed0d req-b755fb30-022b-4658-99f2-417cfeb2b669 service neutron] 10.222.0.22 "GET /v2.0/networks/297e09b6-2c06-4ef4-93d5-5f28ffcce9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853753 Jul 30 00:20:14.415539 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1f7a4c1b-047f-4b13-844a-f5f62383ed0d req-55c496c4-bbba-479e-81b5-1675d9fdff96 service neutron] 10.222.0.22 "GET /v2.0/networks/297e09b6-2c06-4ef4-93d5-5f28ffcce9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816469 Jul 30 00:20:20.140863 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:21.921686 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:20:23.332075 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-63e9af17-e855-4c32-89ab-02fe39f49d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:25.945659 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4e3a5268-9a3e-45ee-8c71-9d6dacaf95c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:26.511646 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2629f890-da12-4079-947b-a446dba7d9ab req-0691fc1b-938b-48c8-803f-6f7b32efaa39 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:26.513146 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2629f890-da12-4079-947b-a446dba7d9ab req-0691fc1b-938b-48c8-803f-6f7b32efaa39 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=4edd5b4a-870c-46d3-bf2a-a27929076abe HTTP/1.1" status: 200 len: 946 time: 0.0508230 Jul 30 00:20:26.546802 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:26.558496 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2629f890-da12-4079-947b-a446dba7d9ab req-ed7d96ea-2a14-4076-bba2-f7deb240fe25 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8979df9-6509-449a-8d4c-8f79ca6a10ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385022 Jul 30 00:20:27.736913 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d062236e-90d3-40ac-b3e6-623d23f3f0e3 req-d898a012-f27e-41cb-83c7-130c57e2f029 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:27.738499 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d062236e-90d3-40ac-b3e6-623d23f3f0e3 req-d898a012-f27e-41cb-83c7-130c57e2f029 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=4edd5b4a-870c-46d3-bf2a-a27929076abe HTTP/1.1" status: 200 len: 946 time: 0.1070914 Jul 30 00:20:27.775890 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d062236e-90d3-40ac-b3e6-623d23f3f0e3 req-16f03cfa-6922-4525-a9c3-220a043a6d32 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8979df9-6509-449a-8d4c-8f79ca6a10ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314829 Jul 30 00:20:27.799099 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 36966) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:20:27.861781 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-eeebf9dc-c1f5-4fb3-9568-c17a7d02497b tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/floatingips/533d76a0-fdad-4d50-9e8f-16fb8c786a23 HTTP/1.1" status: 200 len: 993 time: 0.0614278 Jul 30 00:20:27.898497 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:29.164114 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa3f74-34d8-497d-9e82-e0437cd201cf req-70b80035-1c0c-4c58-97a5-43684d6a64a1 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:29.165544 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9afa3f74-34d8-497d-9e82-e0437cd201cf req-70b80035-1c0c-4c58-97a5-43684d6a64a1 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=4edd5b4a-870c-46d3-bf2a-a27929076abe HTTP/1.1" status: 200 len: 946 time: 0.0981758 Jul 30 00:20:29.209566 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9afa3f74-34d8-497d-9e82-e0437cd201cf req-fed2da20-3958-457f-a2d3-37a60b904515 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8979df9-6509-449a-8d4c-8f79ca6a10ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374074 Jul 30 00:20:29.522304 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:30.326340 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099bef2-4a3c-43b3-85bf-30a108605644 req-0dcc24db-cf39-4826-83c7-98100cb2caaa tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:30.327837 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7099bef2-4a3c-43b3-85bf-30a108605644 req-0dcc24db-cf39-4826-83c7-98100cb2caaa tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=4edd5b4a-870c-46d3-bf2a-a27929076abe HTTP/1.1" status: 200 len: 946 time: 0.0479741 Jul 30 00:20:30.366419 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7099bef2-4a3c-43b3-85bf-30a108605644 req-5ecc1c3d-d4d7-4dde-8387-2e13db08b0be tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8979df9-6509-449a-8d4c-8f79ca6a10ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320990 Jul 30 00:20:30.387943 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 36978) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:20:30.450602 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-3b155c3f-933b-4703-8e59-1e99041fef1d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/floatingips/533d76a0-fdad-4d50-9e8f-16fb8c786a23 HTTP/1.1" status: 200 len: 993 time: 0.0615156 Jul 30 00:20:30.642213 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 36984) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:20:30.793689 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-f68a9a1e-12dc-4528-9ed6-5acb7905c35a tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Deleting port ad397408-9e2d-4467-af56-33c8826e3c56 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:20:30.793944 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f68a9a1e-12dc-4528-9ed6-5acb7905c35a tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:30.869785 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f68a9a1e-12dc-4528-9ed6-5acb7905c35a tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:30.870115 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f68a9a1e-12dc-4528-9ed6-5acb7905c35a tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:30.882070 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-f68a9a1e-12dc-4528-9ed6-5acb7905c35a tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Calling delete_port for ad397408-9e2d-4467-af56-33c8826e3c56 owned by network:floatingip {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:20:31.025920 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f68a9a1e-12dc-4528-9ed6-5acb7905c35a tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:31.055604 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68a9a1e-12dc-4528-9ed6-5acb7905c35a tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event deleted for resources: {'Port': ['ID=ad397408-9e2d-4467-af56-33c8826e3c56,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:20:31.078022 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a9a1e-12dc-4528-9ed6-5acb7905c35a tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:31.078373 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a9a1e-12dc-4528-9ed6-5acb7905c35a tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:31.079249 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a9a1e-12dc-4528-9ed6-5acb7905c35a tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:31.079847 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a9a1e-12dc-4528-9ed6-5acb7905c35a tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:31.079982 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a9a1e-12dc-4528-9ed6-5acb7905c35a tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:31.080276 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a9a1e-12dc-4528-9ed6-5acb7905c35a tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:31.080602 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a9a1e-12dc-4528-9ed6-5acb7905c35a tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:31.080929 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a9a1e-12dc-4528-9ed6-5acb7905c35a tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:31.081254 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a9a1e-12dc-4528-9ed6-5acb7905c35a tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:31.081595 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a9a1e-12dc-4528-9ed6-5acb7905c35a tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:31.081921 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a9a1e-12dc-4528-9ed6-5acb7905c35a tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:31.082236 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68a9a1e-12dc-4528-9ed6-5acb7905c35a tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:31.123389 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f68a9a1e-12dc-4528-9ed6-5acb7905c35a tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for floatingip, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:31.123732 n-d-712141-10 neutron-server[94078]: INFO neutron.db.l3_db [None req-f68a9a1e-12dc-4528-9ed6-5acb7905c35a tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Floating IP 533d76a0-fdad-4d50-9e8f-16fb8c786a23 disassociated (deleted). External IP: 172.25.0.79, port: 50b56efa-8032-43cd-848b-6fbb6468dd9e. Jul 30 00:20:31.327275 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f68a9a1e-12dc-4528-9ed6-5acb7905c35a tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Router 99d866b8-d515-48b0-b179-c11832601282 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:20:31.432179 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f68a9a1e-12dc-4528-9ed6-5acb7905c35a tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:20:31.436992 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f68a9a1e-12dc-4528-9ed6-5acb7905c35a tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:31.442474 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d08bea0-edbd-46bc-8785-8e62cedb7d9b None None] Sync routers for ids ['99d866b8-d515-48b0-b179-c11832601282'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:20:31.451307 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d08bea0-edbd-46bc-8785-8e62cedb7d9b None None] Routers {'99d866b8-d515-48b0-b179-c11832601282'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:20:31.451910 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-5d08bea0-edbd-46bc-8785-8e62cedb7d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:20:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['99d866b8-d515-48b0-b179-c11832601282'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:20:31.465574 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-f68a9a1e-12dc-4528-9ed6-5acb7905c35a tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "DELETE /v2.0/floatingips/533d76a0-fdad-4d50-9e8f-16fb8c786a23 HTTP/1.1" status: 204 len: 168 time: 0.8221805 Jul 30 00:20:31.466431 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4edd5b4a-870c-46d3-bf2a-a27929076abe', 'tag': '50b56efa-8032-43cd-848b-6fbb6468dd9e'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:20:31.468801 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bdefc4f50fc1dacc251594e9f8a8ff118bd4f4d1a27e9c9923ea81076a49f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41645d7e-637b-42c5-931c-a833924ec53c" -d '{"events": [{"name": "network-changed", "server_uuid": "4edd5b4a-870c-46d3-bf2a-a27929076abe", "tag": "50b56efa-8032-43cd-848b-6fbb6468dd9e"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:20:31.512962 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0990a7ce-a118-4a89-bf39-db12ed83ccba x-openstack-request-id: req-0990a7ce-a118-4a89-bf39-db12ed83ccba {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:20:31.513360 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4edd5b4a-870c-46d3-bf2a-a27929076abe", "tag": "50b56efa-8032-43cd-848b-6fbb6468dd9e", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:20:31.513699 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0990a7ce-a118-4a89-bf39-db12ed83ccba {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:20:31.514186 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4edd5b4a-870c-46d3-bf2a-a27929076abe', 'tag': '50b56efa-8032-43cd-848b-6fbb6468dd9e', 'status': 'completed', 'code': 200} Jul 30 00:20:31.571572 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-5d08bea0-edbd-46bc-8785-8e62cedb7d9b None None] Set router 99d866b8-d515-48b0-b179-c11832601282 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:20:31.585534 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41645d7e-637b-42c5-931c-a833924ec53c req-a5423220-b41e-414d-bc76-1dc1faab37d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:31.587786 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-41645d7e-637b-42c5-931c-a833924ec53c req-a5423220-b41e-414d-bc76-1dc1faab37d2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e5cbafbeb6f54e069c2a006bcf0b792e&device_id=4edd5b4a-870c-46d3-bf2a-a27929076abe HTTP/1.1" status: 200 len: 1098 time: 0.0526018 Jul 30 00:20:31.689896 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41645d7e-637b-42c5-931c-a833924ec53c req-cd010e14-728b-420c-af87-a9dffdf6581f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:31.691415 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-41645d7e-637b-42c5-931c-a833924ec53c req-cd010e14-728b-420c-af87-a9dffdf6581f service neutron] 10.222.0.22 "GET /v2.0/networks?id=297e09b6-2c06-4ef4-93d5-5f28ffcce9b8 HTTP/1.1" status: 200 len: 897 time: 0.0963044 Jul 30 00:20:31.712654 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b20ac5-9acc-4186-a8f9-5987f5266e07 req-02d71c42-7ed8-48b8-8d49-d90e73fbb922 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:31.714221 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-79b20ac5-9acc-4186-a8f9-5987f5266e07 req-02d71c42-7ed8-48b8-8d49-d90e73fbb922 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=4edd5b4a-870c-46d3-bf2a-a27929076abe HTTP/1.1" status: 200 len: 946 time: 0.0571556 Jul 30 00:20:31.737802 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-41645d7e-637b-42c5-931c-a833924ec53c req-59ba152c-b2ca-4d65-8afb-b2e974c4bcab service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=50b56efa-8032-43cd-848b-6fbb6468dd9e HTTP/1.1" status: 200 len: 217 time: 0.0373476 Jul 30 00:20:31.754002 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-79b20ac5-9acc-4186-a8f9-5987f5266e07 req-d2e7d395-497e-4d4e-b5f3-5029de7e3ea7 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8979df9-6509-449a-8d4c-8f79ca6a10ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327444 Jul 30 00:20:31.787045 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-5d08bea0-edbd-46bc-8785-8e62cedb7d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d866b8-d515-48b0-b179-c11832601282', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311532538', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '55791797-3f30-4488-bacd-8c4ba6089f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:19:35Z', 'updated_at': '2021-07-30T00:19:39Z', 'revision_number': 4, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port': {'id': '55791797-3f30-4488-bacd-8c4ba6089f05', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d866b8-d515-48b0-b179-c11832601282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:19:36Z', 'updated_at': '2021-07-30T00:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'b5afeed2-ef7c-4de0-9696-6623283b153e', 'name': '', 'network_id': '297e09b6-2c06-4ef4-93d5-5f28ffcce9b8', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'mac_address': 'fa:16:3e:2e:4c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d866b8-d515-48b0-b179-c11832601282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '9a8a5d1f-19bf-4687-9d2e-e784c2f69fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:19:38Z', 'updated_at': '2021-07-30T00:19:44Z', 'revision_number': 5, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'subnets': [{'id': '9a8a5d1f-19bf-4687-9d2e-e784c2f69fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:20:31.800579 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41645d7e-637b-42c5-931c-a833924ec53c req-865f7771-c654-4620-9114-6a1a86981e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:31.802076 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-41645d7e-637b-42c5-931c-a833924ec53c req-865f7771-c654-4620-9114-6a1a86981e22 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=9a8a5d1f-19bf-4687-9d2e-e784c2f69fa6 HTTP/1.1" status: 200 len: 835 time: 0.0563891 Jul 30 00:20:31.813177 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d08bea0-edbd-46bc-8785-8e62cedb7d9b None None] Checking router: 99d866b8-d515-48b0-b179-c11832601282 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:20:31.821965 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d08bea0-edbd-46bc-8785-8e62cedb7d9b None None] Routers {'99d866b8-d515-48b0-b179-c11832601282'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:20:31.822574 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-5d08bea0-edbd-46bc-8785-8e62cedb7d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:20:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['99d866b8-d515-48b0-b179-c11832601282'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:20:31.849373 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41645d7e-637b-42c5-931c-a833924ec53c req-39b54599-2192-4a07-8ada-d8f2cbecf3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:31.850843 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-41645d7e-637b-42c5-931c-a833924ec53c req-39b54599-2192-4a07-8ada-d8f2cbecf3ca service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=297e09b6-2c06-4ef4-93d5-5f28ffcce9b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404215 Jul 30 00:20:31.927671 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-5d08bea0-edbd-46bc-8785-8e62cedb7d9b None None] Set router 99d866b8-d515-48b0-b179-c11832601282 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:20:31.943584 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-41645d7e-637b-42c5-931c-a833924ec53c req-c6b5f867-b5f5-457b-8a9f-870a78944578 service neutron] 10.222.0.22 "GET /v2.0/networks/297e09b6-2c06-4ef4-93d5-5f28ffcce9b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838397 Jul 30 00:20:32.056943 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-41645d7e-637b-42c5-931c-a833924ec53c req-597d9737-aca5-40e6-8302-78130b2fb8a1 service neutron] 10.222.0.22 "GET /v2.0/networks/297e09b6-2c06-4ef4-93d5-5f28ffcce9b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047375 Jul 30 00:20:32.134175 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-5d08bea0-edbd-46bc-8785-8e62cedb7d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d866b8-d515-48b0-b179-c11832601282', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311532538', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '55791797-3f30-4488-bacd-8c4ba6089f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:19:35Z', 'updated_at': '2021-07-30T00:19:39Z', 'revision_number': 4, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port': {'id': '55791797-3f30-4488-bacd-8c4ba6089f05', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d866b8-d515-48b0-b179-c11832601282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:19:36Z', 'updated_at': '2021-07-30T00:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'b5afeed2-ef7c-4de0-9696-6623283b153e', 'name': '', 'network_id': '297e09b6-2c06-4ef4-93d5-5f28ffcce9b8', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'mac_address': 'fa:16:3e:2e:4c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d866b8-d515-48b0-b179-c11832601282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '9a8a5d1f-19bf-4687-9d2e-e784c2f69fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:19:38Z', 'updated_at': '2021-07-30T00:19:44Z', 'revision_number': 5, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'subnets': [{'id': '9a8a5d1f-19bf-4687-9d2e-e784c2f69fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:20:32.164553 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d08bea0-edbd-46bc-8785-8e62cedb7d9b None None] The sync data for ids ['99d866b8-d515-48b0-b179-c11832601282'] in n-d-712141-10 is: [{'id': '99d866b8-d515-48b0-b179-c11832601282', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311532538', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '55791797-3f30-4488-bacd-8c4ba6089f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:19:35Z', 'updated_at': '2021-07-30T00:19:39Z', 'revision_number': 4, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port': {'id': '55791797-3f30-4488-bacd-8c4ba6089f05', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d866b8-d515-48b0-b179-c11832601282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:19:36Z', 'updated_at': '2021-07-30T00:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'b5afeed2-ef7c-4de0-9696-6623283b153e', 'name': '', 'network_id': '297e09b6-2c06-4ef4-93d5-5f28ffcce9b8', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'mac_address': 'fa:16:3e:2e:4c:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d866b8-d515-48b0-b179-c11832601282', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '9a8a5d1f-19bf-4687-9d2e-e784c2f69fa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:19:38Z', 'updated_at': '2021-07-30T00:19:44Z', 'revision_number': 5, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'subnets': [{'id': '9a8a5d1f-19bf-4687-9d2e-e784c2f69fa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:20:32.381855 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56728b10-2ce8-40cc-88da-d56fc5ea3b96 None None] New status for floating IP 533d76a0-fdad-4d50-9e8f-16fb8c786a23: DOWN {{(pid=94080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:20:33.177033 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc73315-a8c0-4432-94f5-36ab0b5380f7 req-ab991b2c-45c9-45a6-9cd9-1d3eea7784d0 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:33.178658 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8dc73315-a8c0-4432-94f5-36ab0b5380f7 req-ab991b2c-45c9-45a6-9cd9-1d3eea7784d0 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.22 "GET /v2.0/ports?device_id=4edd5b4a-870c-46d3-bf2a-a27929076abe HTTP/1.1" status: 200 len: 946 time: 0.0504282 Jul 30 00:20:33.230443 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830829a8-d8eb-4faa-86c0-591df85c3939 req-54be5153-3c20-46ef-91ba-6beea4494eed tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:33.231965 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-830829a8-d8eb-4faa-86c0-591df85c3939 req-54be5153-3c20-46ef-91ba-6beea4494eed tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=4edd5b4a-870c-46d3-bf2a-a27929076abe HTTP/1.1" status: 200 len: 946 time: 0.4064629 Jul 30 00:20:33.270587 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-830829a8-d8eb-4faa-86c0-591df85c3939 req-3ced5ab3-dab9-4787-854a-6e5b60ff8e01 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=d8979df9-6509-449a-8d4c-8f79ca6a10ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326090 Jul 30 00:20:33.273594 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-8dc73315-a8c0-4432-94f5-36ab0b5380f7 req-5228ec14-96b9-4b06-9556-afaca66f972d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Deleting port 50b56efa-8032-43cd-848b-6fbb6468dd9e {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:20:33.273952 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-8dc73315-a8c0-4432-94f5-36ab0b5380f7 req-5228ec14-96b9-4b06-9556-afaca66f972d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:33.364286 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-8dc73315-a8c0-4432-94f5-36ab0b5380f7 req-5228ec14-96b9-4b06-9556-afaca66f972d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] For port 50b56efa-8032-43cd-848b-6fbb6468dd9e, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=50b56efa-8032-43cd-848b-6fbb6468dd9e,segment=NetworkSegment(7eb55c13-7327-46f0-8ab2-fba77734d4c0),segment_id=7eb55c13-7327-46f0-8ab2-fba77734d4c0)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:20:33.364649 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-8dc73315-a8c0-4432-94f5-36ab0b5380f7 req-5228ec14-96b9-4b06-9556-afaca66f972d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:33.377416 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-8dc73315-a8c0-4432-94f5-36ab0b5380f7 req-5228ec14-96b9-4b06-9556-afaca66f972d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Calling delete_port for 50b56efa-8032-43cd-848b-6fbb6468dd9e owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:20:33.511551 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-8dc73315-a8c0-4432-94f5-36ab0b5380f7 req-5228ec14-96b9-4b06-9556-afaca66f972d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:33.542626 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5228ec14-96b9-4b06-9556-afaca66f972d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event deleted for resources: {'Port': ['ID=50b56efa-8032-43cd-848b-6fbb6468dd9e,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:20:33.567642 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5228ec14-96b9-4b06-9556-afaca66f972d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:33.567996 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5228ec14-96b9-4b06-9556-afaca66f972d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:33.568334 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5228ec14-96b9-4b06-9556-afaca66f972d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:33.568690 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5228ec14-96b9-4b06-9556-afaca66f972d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:33.569001 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5228ec14-96b9-4b06-9556-afaca66f972d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:33.569329 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5228ec14-96b9-4b06-9556-afaca66f972d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:33.569678 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5228ec14-96b9-4b06-9556-afaca66f972d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:33.570004 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5228ec14-96b9-4b06-9556-afaca66f972d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:33.570334 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5228ec14-96b9-4b06-9556-afaca66f972d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:33.570655 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5228ec14-96b9-4b06-9556-afaca66f972d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:33.570975 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5228ec14-96b9-4b06-9556-afaca66f972d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:33.571293 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5228ec14-96b9-4b06-9556-afaca66f972d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:33.597131 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dc73315-a8c0-4432-94f5-36ab0b5380f7 req-5228ec14-96b9-4b06-9556-afaca66f972d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] No DVR routers for this DVR port 50b56efa-8032-43cd-848b-6fbb6468dd9e on host n-h2-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:20:33.599616 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-8dc73315-a8c0-4432-94f5-36ab0b5380f7 req-5228ec14-96b9-4b06-9556-afaca66f972d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:33.601647 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8dc73315-a8c0-4432-94f5-36ab0b5380f7 req-5228ec14-96b9-4b06-9556-afaca66f972d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.22 "DELETE /v2.0/ports/50b56efa-8032-43cd-848b-6fbb6468dd9e HTTP/1.1" status: 204 len: 173 time: 0.4169276 Jul 30 00:20:33.602081 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4edd5b4a-870c-46d3-bf2a-a27929076abe', 'name': 'network-vif-deleted', 'tag': '50b56efa-8032-43cd-848b-6fbb6468dd9e'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:20:33.604327 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8377708564b13ed6665a7c738fa9aadb9980e3f7e18d8a0dfbdd1aeea3243a90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb172c4e-2fc7-4745-ba60-e7a0ee9df5f7" -d '{"events": [{"server_uuid": "4edd5b4a-870c-46d3-bf2a-a27929076abe", "name": "network-vif-deleted", "tag": "50b56efa-8032-43cd-848b-6fbb6468dd9e"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:20:33.647051 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4df0c8-483a-4cdf-bd96-5b871b8afec4 x-openstack-request-id: req-7e4df0c8-483a-4cdf-bd96-5b871b8afec4 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:20:33.647354 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4edd5b4a-870c-46d3-bf2a-a27929076abe", "name": "network-vif-deleted", "tag": "50b56efa-8032-43cd-848b-6fbb6468dd9e", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:20:33.647605 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7e4df0c8-483a-4cdf-bd96-5b871b8afec4 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:20:33.648886 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4edd5b4a-870c-46d3-bf2a-a27929076abe', 'name': 'network-vif-deleted', 'tag': '50b56efa-8032-43cd-848b-6fbb6468dd9e', 'status': 'completed', 'code': 200} Jul 30 00:20:34.326066 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 36998) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:20:34.678043 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-79a9b704-18b2-431f-bb54-32c218205093 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:34.926221 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-79a9b704-18b2-431f-bb54-32c218205093 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Deleting port b5afeed2-ef7c-4de0-9696-6623283b153e {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:20:34.926472 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-79a9b704-18b2-431f-bb54-32c218205093 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:35.015872 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-79a9b704-18b2-431f-bb54-32c218205093 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] For port b5afeed2-ef7c-4de0-9696-6623283b153e, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=b5afeed2-ef7c-4de0-9696-6623283b153e,segment=NetworkSegment(7eb55c13-7327-46f0-8ab2-fba77734d4c0),segment_id=7eb55c13-7327-46f0-8ab2-fba77734d4c0)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:20:35.017176 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-79a9b704-18b2-431f-bb54-32c218205093 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:35.030074 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-79a9b704-18b2-431f-bb54-32c218205093 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Calling delete_port for b5afeed2-ef7c-4de0-9696-6623283b153e owned by network:router_interface {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:20:35.215844 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-79a9b704-18b2-431f-bb54-32c218205093 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:35.241486 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a9b704-18b2-431f-bb54-32c218205093 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event deleted for resources: {'Port': ['ID=b5afeed2-ef7c-4de0-9696-6623283b153e,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:20:35.421743 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-79a9b704-18b2-431f-bb54-32c218205093 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:35.635598 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a9b704-18b2-431f-bb54-32c218205093 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Router 99d866b8-d515-48b0-b179-c11832601282 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:20:35.745674 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a9b704-18b2-431f-bb54-32c218205093 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:20:35.751948 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-79a9b704-18b2-431f-bb54-32c218205093 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "PUT /v2.0/routers/99d866b8-d515-48b0-b179-c11832601282/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4248157 Jul 30 00:20:35.754706 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37002) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:20:35.755529 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d9c9d4-f1bb-4d05-ade1-1daf1f1b5043 None None] Sync routers for ids ['99d866b8-d515-48b0-b179-c11832601282'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:20:35.764619 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d9c9d4-f1bb-4d05-ade1-1daf1f1b5043 None None] Routers {'99d866b8-d515-48b0-b179-c11832601282'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:20:35.765318 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-80d9c9d4-f1bb-4d05-ade1-1daf1f1b5043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:20:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['99d866b8-d515-48b0-b179-c11832601282'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:20:35.811830 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1b855aa-022b-4e45-ab2a-e411c5ec8742 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Deleting subnet 9a8a5d1f-19bf-4687-9d2e-e784c2f69fa6 {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:20:35.815497 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e1b855aa-022b-4e45-ab2a-e411c5ec8742 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:35.855191 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e1b855aa-022b-4e45-ab2a-e411c5ec8742 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:35.943128 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e1b855aa-022b-4e45-ab2a-e411c5ec8742 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:36.008463 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e1b855aa-022b-4e45-ab2a-e411c5ec8742 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:36.039331 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b855aa-022b-4e45-ab2a-e411c5ec8742 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event deleted for resources: {'Subnet': ['ID=9a8a5d1f-19bf-4687-9d2e-e784c2f69fa6,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:20:36.043551 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e1b855aa-022b-4e45-ab2a-e411c5ec8742 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:36.048269 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e1b855aa-022b-4e45-ab2a-e411c5ec8742 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "DELETE /v2.0/subnets/9a8a5d1f-19bf-4687-9d2e-e784c2f69fa6 HTTP/1.1" status: 204 len: 168 time: 0.2898045 Jul 30 00:20:36.049302 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-80d9c9d4-f1bb-4d05-ade1-1daf1f1b5043 None None] Set router 99d866b8-d515-48b0-b179-c11832601282 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:20:36.049715 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37004) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:20:36.052591 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b4bf37-e682-42ad-b84c-68e85ba4f4f6 None None] Network 297e09b6-2c06-4ef4-93d5-5f28ffcce9b8 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:20:36.160054 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-026301f5-20c8-4450-9198-951bda999caa tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for router, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:36.263700 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-026301f5-20c8-4450-9198-951bda999caa tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:36.315920 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-026301f5-20c8-4450-9198-951bda999caa tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Deleting port 55791797-3f30-4488-bacd-8c4ba6089f05 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:20:36.316149 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-026301f5-20c8-4450-9198-951bda999caa tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:36.336676 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-80d9c9d4-f1bb-4d05-ade1-1daf1f1b5043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d866b8-d515-48b0-b179-c11832601282', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311532538', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.64'}], 'enable_snat': True}, 'gw_port_id': '55791797-3f30-4488-bacd-8c4ba6089f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:19:35Z', 'updated_at': '2021-07-30T00:20:35Z', 'revision_number': 5, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port': {'id': '55791797-3f30-4488-bacd-8c4ba6089f05', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:0c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d866b8-d515-48b0-b179-c11832601282', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4173, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:19:36Z', 'updated_at': '2021-07-30T00:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:20:36.367139 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d9c9d4-f1bb-4d05-ade1-1daf1f1b5043 None None] Checking router: 99d866b8-d515-48b0-b179-c11832601282 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:20:36.370370 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4c8b81-ae27-44f7-874f-fa842ece1336 None None] DHCP port deletion for 297e09b6-2c06-4ef4-93d5-5f28ffcce9b8 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:20:36.382331 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d9c9d4-f1bb-4d05-ade1-1daf1f1b5043 None None] Routers {'99d866b8-d515-48b0-b179-c11832601282'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:20:36.382938 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-80d9c9d4-f1bb-4d05-ade1-1daf1f1b5043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:20:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['99d866b8-d515-48b0-b179-c11832601282'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:20:36.396783 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-026301f5-20c8-4450-9198-951bda999caa tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] For port 55791797-3f30-4488-bacd-8c4ba6089f05, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=55791797-3f30-4488-bacd-8c4ba6089f05,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:20:36.397154 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-026301f5-20c8-4450-9198-951bda999caa tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:36.410846 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-026301f5-20c8-4450-9198-951bda999caa tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Calling delete_port for 55791797-3f30-4488-bacd-8c4ba6089f05 owned by network:router_gateway {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:20:36.495418 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-80d9c9d4-f1bb-4d05-ade1-1daf1f1b5043 None None] Set router 99d866b8-d515-48b0-b179-c11832601282 gateway port host: None {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:20:36.549597 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-80d9c9d4-f1bb-4d05-ade1-1daf1f1b5043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d866b8-d515-48b0-b179-c11832601282', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311532538', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:19:35Z', 'updated_at': '2021-07-30T00:20:36Z', 'revision_number': 6, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port_host': None}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:20:36.581295 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-026301f5-20c8-4450-9198-951bda999caa tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:36.584387 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-2d4c8b81-ae27-44f7-874f-fa842ece1336 None None] Deleting port 32114280-d90a-4c3f-bcca-4bbb0dc3d187 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:20:36.584763 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2d4c8b81-ae27-44f7-874f-fa842ece1336 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:36.587575 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d9c9d4-f1bb-4d05-ade1-1daf1f1b5043 None None] The sync data for ids ['99d866b8-d515-48b0-b179-c11832601282'] in n-d-712141-10 is: [{'id': '99d866b8-d515-48b0-b179-c11832601282', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311532538', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:19:35Z', 'updated_at': '2021-07-30T00:20:36Z', 'revision_number': 6, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port_host': None}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:20:36.612814 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026301f5-20c8-4450-9198-951bda999caa tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event deleted for resources: {'Port': ['ID=55791797-3f30-4488-bacd-8c4ba6089f05,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:20:36.652514 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2d4c8b81-ae27-44f7-874f-fa842ece1336 None None] For port 32114280-d90a-4c3f-bcca-4bbb0dc3d187, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=32114280-d90a-4c3f-bcca-4bbb0dc3d187,segment=NetworkSegment(7eb55c13-7327-46f0-8ab2-fba77734d4c0),segment_id=7eb55c13-7327-46f0-8ab2-fba77734d4c0)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:20:36.652910 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2d4c8b81-ae27-44f7-874f-fa842ece1336 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:36.667489 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-2d4c8b81-ae27-44f7-874f-fa842ece1336 None None] Calling delete_port for 32114280-d90a-4c3f-bcca-4bbb0dc3d187 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:20:36.676926 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-026301f5-20c8-4450-9198-951bda999caa tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:36.745800 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2d4c8b81-ae27-44f7-874f-fa842ece1336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:36.768899 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-026301f5-20c8-4450-9198-951bda999caa tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:36.771168 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-026301f5-20c8-4450-9198-951bda999caa tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:36.775797 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4c8b81-ae27-44f7-874f-fa842ece1336 None None] Pushing event deleted for resources: {'Port': ['ID=32114280-d90a-4c3f-bcca-4bbb0dc3d187,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:20:36.780363 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4c8b81-ae27-44f7-874f-fa842ece1336 None None] No DVR routers for this DVR port 32114280-d90a-4c3f-bcca-4bbb0dc3d187 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:20:36.789900 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4c8b81-ae27-44f7-874f-fa842ece1336 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:36.789900 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4c8b81-ae27-44f7-874f-fa842ece1336 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:36.789900 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4c8b81-ae27-44f7-874f-fa842ece1336 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:36.789900 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4c8b81-ae27-44f7-874f-fa842ece1336 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:36.789900 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4c8b81-ae27-44f7-874f-fa842ece1336 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:36.789900 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4c8b81-ae27-44f7-874f-fa842ece1336 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:36.789900 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4c8b81-ae27-44f7-874f-fa842ece1336 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:36.789900 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4c8b81-ae27-44f7-874f-fa842ece1336 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:36.792699 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4c8b81-ae27-44f7-874f-fa842ece1336 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:36.792699 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4c8b81-ae27-44f7-874f-fa842ece1336 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:36.792699 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4c8b81-ae27-44f7-874f-fa842ece1336 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:36.792699 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d4c8b81-ae27-44f7-874f-fa842ece1336 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:36.816904 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-026301f5-20c8-4450-9198-951bda999caa tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:36.817456 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026301f5-20c8-4450-9198-951bda999caa tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Fanout notify agent at l3_agent the message router_deleted on router 99d866b8-d515-48b0-b179-c11832601282 {{(pid=94078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:20:36.824242 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-026301f5-20c8-4450-9198-951bda999caa tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:36.825365 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-026301f5-20c8-4450-9198-951bda999caa tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "DELETE /v2.0/routers/99d866b8-d515-48b0-b179-c11832601282 HTTP/1.1" status: 204 len: 168 time: 0.7746847 Jul 30 00:20:36.828131 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37006) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:20:36.906492 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-03e3eeb6-3529-42ad-a82d-c13ea313eff8 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:36.998319 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-03e3eeb6-3529-42ad-a82d-c13ea313eff8 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:37.009675 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-03e3eeb6-3529-42ad-a82d-c13ea313eff8 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['297e09b6-2c06-4ef4-93d5-5f28ffcce9b8']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:20:37.026201 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-03e3eeb6-3529-42ad-a82d-c13ea313eff8 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eb55c13-7327-46f0-8ab2-fba77734d4c0') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:20:37.026506 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-03e3eeb6-3529-42ad-a82d-c13ea313eff8 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eb55c13-7327-46f0-8ab2-fba77734d4c0') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:20:37.038684 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-03e3eeb6-3529-42ad-a82d-c13ea313eff8 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:37.053782 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-03e3eeb6-3529-42ad-a82d-c13ea313eff8 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:37.062546 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03e3eeb6-3529-42ad-a82d-c13ea313eff8 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:20:37.062546 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-03e3eeb6-3529-42ad-a82d-c13ea313eff8 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:37.064898 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 30 00:20:37.064898 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:20:37.064898 n-d-712141-10 neutron-server[94078]: timer() Jul 30 00:20:37.064898 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:20:37.064898 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 30 00:20:37.064898 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:20:37.064898 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 30 00:20:37.064898 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:20:37.064898 n-d-712141-10 neutron-server[94078]: self._notify() Jul 30 00:20:37.064898 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:20:37.064898 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 30 00:20:37.064898 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:20:37.064898 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 30 00:20:37.064898 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:20:37.064898 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:20:37.064898 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:20:37.064898 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:20:37.064898 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:20:37.064898 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 30 00:20:37.064898 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:20:37.064898 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 30 00:20:37.064898 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:20:37.064898 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:20:37.064898 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:20:37.064898 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 30 00:20:37.064898 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:20:37.064898 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:20:37.064898 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:20:37.064898 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:20:37.064898 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:20:37.064898 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:20:37.064898 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:20:37.067691 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 32114280-d90a-4c3f-bcca-4bbb0dc3d187 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:20:37.091775 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 32114280-d90a-4c3f-bcca-4bbb0dc3d187 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:20:37.092444 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 32114280-d90a-4c3f-bcca-4bbb0dc3d187 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:20:37.125336 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-03e3eeb6-3529-42ad-a82d-c13ea313eff8 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:37.133711 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-03e3eeb6-3529-42ad-a82d-c13ea313eff8 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:37.135784 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-03e3eeb6-3529-42ad-a82d-c13ea313eff8 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "DELETE /v2.0/networks/297e09b6-2c06-4ef4-93d5-5f28ffcce9b8 HTTP/1.1" status: 204 len: 168 time: 0.3061993 Jul 30 00:20:37.138662 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 37008) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:20:37.147574 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e3eeb6-3529-42ad-a82d-c13ea313eff8 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event deleted for resources: {'Network': ['ID=297e09b6-2c06-4ef4-93d5-5f28ffcce9b8,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:20:37.203206 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4cdb4ab7-c2b9-4dd3-acc2-2f137d39184e tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:37.231581 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4cdb4ab7-c2b9-4dd3-acc2-2f137d39184e tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:37.293083 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4cdb4ab7-c2b9-4dd3-acc2-2f137d39184e tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:37.295706 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4cdb4ab7-c2b9-4dd3-acc2-2f137d39184e tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:37.296931 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4cdb4ab7-c2b9-4dd3-acc2-2f137d39184e tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "DELETE /v2.0/security-groups/d8979df9-6509-449a-8d4c-8f79ca6a10ba HTTP/1.1" status: 204 len: 168 time: 0.1571965 Jul 30 00:20:37.305959 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdb4ab7-c2b9-4dd3-acc2-2f137d39184e tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8979df9-6509-449a-8d4c-8f79ca6a10ba,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:20:37.561438 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 37014) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:20:37.566868 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-38cb99f2-7ab6-4d0e-b599-3227e8c4afe2 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1341146012', 'description': 'tempest-secgroup-smoke-1341146012 description', 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:20:37.590159 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-38cb99f2-7ab6-4d0e-b599-3227e8c4afe2 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:37.654611 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:37.675477 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-38cb99f2-7ab6-4d0e-b599-3227e8c4afe2 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:37.681875 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-38cb99f2-7ab6-4d0e-b599-3227e8c4afe2 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:37.712325 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-38cb99f2-7ab6-4d0e-b599-3227e8c4afe2 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:37.713608 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-38cb99f2-7ab6-4d0e-b599-3227e8c4afe2 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1511192 Jul 30 00:20:37.715513 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cb99f2-7ab6-4d0e-b599-3227e8c4afe2 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf0b318-bd90-4488-8664-05d7ec3a7d65,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:20:37.716863 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37016) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:20:37.723453 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-f5017dbb-54a4-4f75-a5b5-692dd1ca6dca tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Request body: {'security_group_rule': {'security_group_id': '3cf0b318-bd90-4488-8664-05d7ec3a7d65', 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:20:37.749604 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f5017dbb-54a4-4f75-a5b5-692dd1ca6dca tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:37.807364 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f5017dbb-54a4-4f75-a5b5-692dd1ca6dca tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:37.811222 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f5017dbb-54a4-4f75-a5b5-692dd1ca6dca tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:37.830496 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5017dbb-54a4-4f75-a5b5-692dd1ca6dca tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76272297-10d0-47ef-afcd-c0fff6bdbb7f,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:20:37.839179 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f5017dbb-54a4-4f75-a5b5-692dd1ca6dca tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:37.840469 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-f5017dbb-54a4-4f75-a5b5-692dd1ca6dca tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1219530 Jul 30 00:20:37.843640 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 37018) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:20:37.849082 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-181e4f97-d037-4990-b698-43d808f9c84d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Request body: {'security_group_rule': {'security_group_id': '3cf0b318-bd90-4488-8664-05d7ec3a7d65', 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:20:37.878132 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-181e4f97-d037-4990-b698-43d808f9c84d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:37.942334 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-181e4f97-d037-4990-b698-43d808f9c84d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:37.946097 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-181e4f97-d037-4990-b698-43d808f9c84d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:37.964390 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181e4f97-d037-4990-b698-43d808f9c84d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb402bb6-3faf-44e1-bb9d-83cef4daafcb,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:20:37.970475 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-181e4f97-d037-4990-b698-43d808f9c84d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:37.971414 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-181e4f97-d037-4990-b698-43d808f9c84d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1260650 Jul 30 00:20:37.974112 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 37020) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:20:37.978460 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-8935f45e-cdcb-4fb9-953d-a1c6524f5a92 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Request body: {'security_group_rule': {'security_group_id': '3cf0b318-bd90-4488-8664-05d7ec3a7d65', 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:20:38.003144 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8935f45e-cdcb-4fb9-953d-a1c6524f5a92 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:38.087157 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8935f45e-cdcb-4fb9-953d-a1c6524f5a92 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:38.092622 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8935f45e-cdcb-4fb9-953d-a1c6524f5a92 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:38.114900 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8935f45e-cdcb-4fb9-953d-a1c6524f5a92 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faa3e52d-0ce2-4850-ba9b-c1f0d87144c3,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:20:38.122869 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8935f45e-cdcb-4fb9-953d-a1c6524f5a92 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:38.124133 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8935f45e-cdcb-4fb9-953d-a1c6524f5a92 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1491001 Jul 30 00:20:38.128328 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 37022) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:20:38.134688 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-80aff717-c17d-41e3-9223-517a4d476bbe tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Request body: {'security_group_rule': {'security_group_id': '3cf0b318-bd90-4488-8664-05d7ec3a7d65', 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:20:38.168174 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-80aff717-c17d-41e3-9223-517a4d476bbe tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:38.234835 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-80aff717-c17d-41e3-9223-517a4d476bbe tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:38.239881 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-80aff717-c17d-41e3-9223-517a4d476bbe tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:38.264348 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aff717-c17d-41e3-9223-517a4d476bbe tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c58e184c-4c0a-4fb1-b3f8-08235cd63653,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:20:38.274306 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-80aff717-c17d-41e3-9223-517a4d476bbe tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:38.275969 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-80aff717-c17d-41e3-9223-517a4d476bbe tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1465151 Jul 30 00:20:38.279059 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 37024) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:20:38.284103 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-b5e9a266-1c80-4128-a7aa-90d5ad8dec86 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Request body: {'security_group_rule': {'security_group_id': '3cf0b318-bd90-4488-8664-05d7ec3a7d65', 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:20:38.315828 n-d-712141-10 neutron-server[94077]: INFO neutron.db.securitygroups_db [None req-b5e9a266-1c80-4128-a7aa-90d5ad8dec86 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Project e5cbafbeb6f54e069c2a006bcf0b792e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:20:38.321560 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b5e9a266-1c80-4128-a7aa-90d5ad8dec86 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:38.382387 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 50b56efa-8032-43cd-848b-6fbb6468dd9e no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:20:38.391806 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b5e9a266-1c80-4128-a7aa-90d5ad8dec86 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:38.399489 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b5e9a266-1c80-4128-a7aa-90d5ad8dec86 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:38.404213 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: 50b56efa-8032-43cd-848b-6fbb6468dd9e {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:20:38.404569 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 50b56efa-8032-43cd-848b-6fbb6468dd9e not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:20:38.427495 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e9a266-1c80-4128-a7aa-90d5ad8dec86 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5ebd646-6b28-4357-b34d-81ba58d257a8,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:20:38.431762 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b5e9a266-1c80-4128-a7aa-90d5ad8dec86 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:38.435708 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b5e9a266-1c80-4128-a7aa-90d5ad8dec86 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1529684 Jul 30 00:20:38.436026 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 37026) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:20:38.440873 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-d08f62c2-3c00-4d1a-9672-49b39a3b41d6 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Request body: {'security_group_rule': {'security_group_id': '3cf0b318-bd90-4488-8664-05d7ec3a7d65', 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:20:38.465131 n-d-712141-10 neutron-server[94077]: INFO neutron.db.securitygroups_db [None req-d08f62c2-3c00-4d1a-9672-49b39a3b41d6 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Project e5cbafbeb6f54e069c2a006bcf0b792e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:20:38.472283 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d08f62c2-3c00-4d1a-9672-49b39a3b41d6 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:38.551374 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d08f62c2-3c00-4d1a-9672-49b39a3b41d6 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:38.556964 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d08f62c2-3c00-4d1a-9672-49b39a3b41d6 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:38.580913 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08f62c2-3c00-4d1a-9672-49b39a3b41d6 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ba6369f-8feb-4359-a9a8-7cf9d3034f8e,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:20:38.589978 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d08f62c2-3c00-4d1a-9672-49b39a3b41d6 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:38.591515 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d08f62c2-3c00-4d1a-9672-49b39a3b41d6 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1543987 Jul 30 00:20:38.594253 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 37028) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:20:38.599748 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-ad9a2555-46ac-4fea-9d81-8ab5bbe3f311 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Request body: {'network': {'name': 'tempest-network-smoke--873140627', 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'port_security_enabled': True}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:20:38.629310 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9a2555-46ac-4fea-9d81-8ab5bbe3f311 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Made reservation on behalf of e5cbafbeb6f54e069c2a006bcf0b792e for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:20:38.634223 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ad9a2555-46ac-4fea-9d81-8ab5bbe3f311 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:38.664122 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad9a2555-46ac-4fea-9d81-8ab5bbe3f311 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:20:38.675891 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 55791797-3f30-4488-bacd-8c4ba6089f05 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:20:38.676644 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ad9a2555-46ac-4fea-9d81-8ab5bbe3f311 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:38.677005 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-ad9a2555-46ac-4fea-9d81-8ab5bbe3f311 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Added segment 8665c677-ec30-4cd5-9e28-fbcd4f8f9d9c of type vlan for network 188c1b8d-e79d-4a9f-8b72-7a3dd118df5d Jul 30 00:20:38.700494 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 55791797-3f30-4488-bacd-8c4ba6089f05 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:20:38.700844 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 55791797-3f30-4488-bacd-8c4ba6089f05 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:20:38.701269 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device b5afeed2-ef7c-4de0-9696-6623283b153e no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:20:38.720232 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ad9a2555-46ac-4fea-9d81-8ab5bbe3f311 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:38.721601 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: b5afeed2-ef7c-4de0-9696-6623283b153e {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:20:38.721965 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device b5afeed2-ef7c-4de0-9696-6623283b153e not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:20:38.755738 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ad9a2555-46ac-4fea-9d81-8ab5bbe3f311 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:38.761422 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9a2555-46ac-4fea-9d81-8ab5bbe3f311 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:38.762039 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ad9a2555-46ac-4fea-9d81-8ab5bbe3f311 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:38.821954 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ad9a2555-46ac-4fea-9d81-8ab5bbe3f311 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2265260 Jul 30 00:20:38.824631 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 37030) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:20:38.829845 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-4c87c326-1bcb-42cf-b16e-5b4854a84c7d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-518880235', 'admin_state_up': True, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:20:38.847995 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9a2555-46ac-4fea-9d81-8ab5bbe3f311 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'Network': ['ID=188c1b8d-e79d-4a9f-8b72-7a3dd118df5d,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:20:38.858056 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 188c1b8d-e79d-4a9f-8b72-7a3dd118df5d details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:20:38.862866 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4c87c326-1bcb-42cf-b16e-5b4854a84c7d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:38.863893 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4c87c326-1bcb-42cf-b16e-5b4854a84c7d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:38.919323 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4c87c326-1bcb-42cf-b16e-5b4854a84c7d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:39.077425 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4c87c326-1bcb-42cf-b16e-5b4854a84c7d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:39.269819 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4c87c326-1bcb-42cf-b16e-5b4854a84c7d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for router_gateway, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:39.289972 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4c87c326-1bcb-42cf-b16e-5b4854a84c7d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:39.395081 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-4c87c326-1bcb-42cf-b16e-5b4854a84c7d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Allocated IP 172.25.0.233 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/952b14b6-0e40-4108-a7ad-6be48257a868) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:20:39.506153 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4c87c326-1bcb-42cf-b16e-5b4854a84c7d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:39.544459 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4c87c326-1bcb-42cf-b16e-5b4854a84c7d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:39.581005 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c87c326-1bcb-42cf-b16e-5b4854a84c7d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:20:39.583801 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-4c87c326-1bcb-42cf-b16e-5b4854a84c7d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:20:39.587369 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c87c326-1bcb-42cf-b16e-5b4854a84c7d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:20:39.616750 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c87c326-1bcb-42cf-b16e-5b4854a84c7d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'Port': ['ID=952b14b6-0e40-4108-a7ad-6be48257a868,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:20:39.845560 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4c87c326-1bcb-42cf-b16e-5b4854a84c7d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for router_gateway, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:40.040600 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4c87c326-1bcb-42cf-b16e-5b4854a84c7d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:40.166232 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c87c326-1bcb-42cf-b16e-5b4854a84c7d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Router 0455ca0b-3391-4237-bf33-8d1194b2216f is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:20:40.270781 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c87c326-1bcb-42cf-b16e-5b4854a84c7d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:20:40.280604 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8aca2ee-90b2-4192-a77f-e419df519ff0 None None] Sync routers for ids ['0455ca0b-3391-4237-bf33-8d1194b2216f'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:20:40.290417 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4c87c326-1bcb-42cf-b16e-5b4854a84c7d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:40.290634 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8aca2ee-90b2-4192-a77f-e419df519ff0 None None] Routers {'0455ca0b-3391-4237-bf33-8d1194b2216f'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:20:40.291249 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-f8aca2ee-90b2-4192-a77f-e419df519ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:20:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['0455ca0b-3391-4237-bf33-8d1194b2216f'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:20:40.294663 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4c87c326-1bcb-42cf-b16e-5b4854a84c7d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4662151 Jul 30 00:20:40.295027 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37032) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:20:40.327669 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-27681282-61ab-43ea-b9b5-9003207f163c tempest-TestNetworkAdvancedServerOps-900635967 tempest-TestNetworkAdvancedServerOps-900635967-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=e5cbafbeb6f54e069c2a006bcf0b792e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314178 Jul 30 00:20:40.331212 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37034) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:20:40.405133 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-f8aca2ee-90b2-4192-a77f-e419df519ff0 None None] Set router 0455ca0b-3391-4237-bf33-8d1194b2216f gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:20:40.420438 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb83576-8906-47e0-b1cd-213fbf91f089 tempest-TestNetworkAdvancedServerOps-900635967 tempest-TestNetworkAdvancedServerOps-900635967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:40.422164 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-1eb83576-8906-47e0-b1cd-213fbf91f089 tempest-TestNetworkAdvancedServerOps-900635967 tempest-TestNetworkAdvancedServerOps-900635967-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0900412 Jul 30 00:20:40.425219 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37036) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:20:40.453182 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-f944e0ab-82c4-43b6-98cb-b440315b50bb tempest-TestNetworkAdvancedServerOps-900635967 tempest-TestNetworkAdvancedServerOps-900635967-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=58f27f61-3278-49cc-b66b-1e729d26f29f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268054 Jul 30 00:20:40.456340 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37038) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:20:40.461168 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-7c4dba47-e07d-4ec6-8de0-01fdf676b8cb tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1393672582', 'network_id': '188c1b8d-e79d-4a9f-8b72-7a3dd118df5d', 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:20:40.550396 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c4dba47-e07d-4ec6-8de0-01fdf676b8cb tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Made reservation on behalf of e5cbafbeb6f54e069c2a006bcf0b792e for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:20:40.553839 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7c4dba47-e07d-4ec6-8de0-01fdf676b8cb tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:40.584759 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-f8aca2ee-90b2-4192-a77f-e419df519ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0455ca0b-3391-4237-bf33-8d1194b2216f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-518880235', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '952b14b6-0e40-4108-a7ad-6be48257a868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:20:38Z', 'updated_at': '2021-07-30T00:20:39Z', 'revision_number': 3, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port': {'id': '952b14b6-0e40-4108-a7ad-6be48257a868', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:80:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0455ca0b-3391-4237-bf33-8d1194b2216f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:20:39Z', 'updated_at': '2021-07-30T00:20:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:20:40.611589 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8aca2ee-90b2-4192-a77f-e419df519ff0 None None] Checking router: 0455ca0b-3391-4237-bf33-8d1194b2216f for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:20:40.612252 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8aca2ee-90b2-4192-a77f-e419df519ff0 None None] Updating router 0455ca0b-3391-4237-bf33-8d1194b2216f port 952b14b6-0e40-4108-a7ad-6be48257a868 binding host n-d-712141-10 {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:20:40.638543 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f8aca2ee-90b2-4192-a77f-e419df519ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:40.740796 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7c4dba47-e07d-4ec6-8de0-01fdf676b8cb tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:40.802596 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4dba47-e07d-4ec6-8de0-01fdf676b8cb tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'Subnet': ['ID=2dc34e7d-a194-43a5-bd6f-7a7dd618075e,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:20:40.809879 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c4dba47-e07d-4ec6-8de0-01fdf676b8cb tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Checking segment: {'id': '8665c677-ec30-4cd5-9e28-fbcd4f8f9d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '188c1b8d-e79d-4a9f-8b72-7a3dd118df5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:20:40.810240 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4dba47-e07d-4ec6-8de0-01fdf676b8cb tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Network hostable DHCP agents. Network: 188c1b8d-e79d-4a9f-8b72-7a3dd118df5d, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:20:40.827901 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4dba47-e07d-4ec6-8de0-01fdf676b8cb tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Network 188c1b8d-e79d-4a9f-8b72-7a3dd118df5d is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:20:40.837389 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-7c4dba47-e07d-4ec6-8de0-01fdf676b8cb tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 188c1b8d-e79d-4a9f-8b72-7a3dd118df5d) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:20:40.841925 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c4dba47-e07d-4ec6-8de0-01fdf676b8cb tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:40.842514 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7c4dba47-e07d-4ec6-8de0-01fdf676b8cb tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:40.848263 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42021636-6e89-4394-8428-b312aa4fd741 None None] Network 188c1b8d-e79d-4a9f-8b72-7a3dd118df5d requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:20:40.861877 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-7c4dba47-e07d-4ec6-8de0-01fdf676b8cb tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4019237 Jul 30 00:20:40.862107 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37040) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:20:40.894405 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f8aca2ee-90b2-4192-a77f-e419df519ff0 None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:40.904669 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-f8aca2ee-90b2-4192-a77f-e419df519ff0 None None] Transition to ACTIVE for port object 952b14b6-0e40-4108-a7ad-6be48257a868 will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:20:40.912909 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f8aca2ee-90b2-4192-a77f-e419df519ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:40.962615 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-f8aca2ee-90b2-4192-a77f-e419df519ff0 None None] Attempting to bind port 952b14b6-0e40-4108-a7ad-6be48257a868 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:20:40.962988 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-f8aca2ee-90b2-4192-a77f-e419df519ff0 None None] Attempting to bind port 952b14b6-0e40-4108-a7ad-6be48257a868 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:20:40.963710 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8aca2ee-90b2-4192-a77f-e419df519ff0 None None] Attempting to bind port 952b14b6-0e40-4108-a7ad-6be48257a868 on network 58f27f61-3278-49cc-b66b-1e729d26f29f {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:20:40.975623 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8aca2ee-90b2-4192-a77f-e419df519ff0 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:20:40.976038 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8aca2ee-90b2-4192-a77f-e419df519ff0 None None] Checking segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:20:40.976394 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f8aca2ee-90b2-4192-a77f-e419df519ff0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:40.976783 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8aca2ee-90b2-4192-a77f-e419df519ff0 None None] Bound using segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:20:40.977244 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-f8aca2ee-90b2-4192-a77f-e419df519ff0 None None] Bound port: 952b14b6-0e40-4108-a7ad-6be48257a868, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:20:40.977699 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f8aca2ee-90b2-4192-a77f-e419df519ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:40.980132 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a914d09-2742-4991-9151-05ba2acfd653 None None] Pushing event updated for resources: {'Port': ['ID=952b14b6-0e40-4108-a7ad-6be48257a868,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:20:41.015640 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54952dfa-e693-49a2-8178-ac95b9f7f5c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-188c1b8d-e79d-4a9f-8b72-7a3dd118df5d', 'network_id': '188c1b8d-e79d-4a9f-8b72-7a3dd118df5d', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'fixed_ips': [{'subnet_id': '2dc34e7d-a194-43a5-bd6f-7a7dd618075e'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:20:41.017681 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-54952dfa-e693-49a2-8178-ac95b9f7f5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:41.036758 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-f8aca2ee-90b2-4192-a77f-e419df519ff0 None None] For port 952b14b6-0e40-4108-a7ad-6be48257a868, host n-d-712141-10, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:20:41.040081 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-f8aca2ee-90b2-4192-a77f-e419df519ff0 None None] For port 952b14b6-0e40-4108-a7ad-6be48257a868, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=952b14b6-0e40-4108-a7ad-6be48257a868,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:20:41.046353 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f8aca2ee-90b2-4192-a77f-e419df519ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:41.103015 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8aca2ee-90b2-4192-a77f-e419df519ff0 None None] Routers {'0455ca0b-3391-4237-bf33-8d1194b2216f'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:20:41.103648 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-f8aca2ee-90b2-4192-a77f-e419df519ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:20:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['0455ca0b-3391-4237-bf33-8d1194b2216f'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:20:41.143679 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a914d09-2742-4991-9151-05ba2acfd653 None None] Pushing event updated for resources: {'Port': ['ID=952b14b6-0e40-4108-a7ad-6be48257a868,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:20:41.160230 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-54952dfa-e693-49a2-8178-ac95b9f7f5c0 None None] Allocated IP 172.20.0.2 (188c1b8d-e79d-4a9f-8b72-7a3dd118df5d/2dc34e7d-a194-43a5-bd6f-7a7dd618075e/5a65ce60-327c-48b9-b878-7c6e4971559c) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:20:41.224757 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-f8aca2ee-90b2-4192-a77f-e419df519ff0 None None] Set router 0455ca0b-3391-4237-bf33-8d1194b2216f gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:20:41.332115 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-54952dfa-e693-49a2-8178-ac95b9f7f5c0 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:41.333909 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-88e72eb8-0570-4a72-a3c8-dc012812f4bd tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:41.342090 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-54952dfa-e693-49a2-8178-ac95b9f7f5c0 None None] Transition to ACTIVE for port object 5a65ce60-327c-48b9-b878-7c6e4971559c will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:20:41.360268 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-54952dfa-e693-49a2-8178-ac95b9f7f5c0 None None] Transition to ACTIVE for port object 5a65ce60-327c-48b9-b878-7c6e4971559c will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:20:41.367472 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-54952dfa-e693-49a2-8178-ac95b9f7f5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:41.386253 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54952dfa-e693-49a2-8178-ac95b9f7f5c0 None None] Network 188c1b8d-e79d-4a9f-8b72-7a3dd118df5d is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:20:41.388703 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-54952dfa-e693-49a2-8178-ac95b9f7f5c0 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:20:41.409852 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54952dfa-e693-49a2-8178-ac95b9f7f5c0 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:20:41.415174 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-f8aca2ee-90b2-4192-a77f-e419df519ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0455ca0b-3391-4237-bf33-8d1194b2216f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-518880235', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '952b14b6-0e40-4108-a7ad-6be48257a868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:20:38Z', 'updated_at': '2021-07-30T00:20:39Z', 'revision_number': 3, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port': {'id': '952b14b6-0e40-4108-a7ad-6be48257a868', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:80:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0455ca0b-3391-4237-bf33-8d1194b2216f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:20:39Z', 'updated_at': '2021-07-30T00:20:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:20:41.478330 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54952dfa-e693-49a2-8178-ac95b9f7f5c0 None None] Pushing event updated for resources: {'Port': ['ID=5a65ce60-327c-48b9-b878-7c6e4971559c,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:20:41.490327 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-54952dfa-e693-49a2-8178-ac95b9f7f5c0 None None] Attempting to bind port 5a65ce60-327c-48b9-b878-7c6e4971559c on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:20:41.490898 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-54952dfa-e693-49a2-8178-ac95b9f7f5c0 None None] Attempting to bind port 5a65ce60-327c-48b9-b878-7c6e4971559c by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '8665c677-ec30-4cd5-9e28-fbcd4f8f9d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '188c1b8d-e79d-4a9f-8b72-7a3dd118df5d'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:20:41.491459 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54952dfa-e693-49a2-8178-ac95b9f7f5c0 None None] Attempting to bind port 5a65ce60-327c-48b9-b878-7c6e4971559c on network 188c1b8d-e79d-4a9f-8b72-7a3dd118df5d {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:20:41.497222 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54952dfa-e693-49a2-8178-ac95b9f7f5c0 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:20:41.497912 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54952dfa-e693-49a2-8178-ac95b9f7f5c0 None None] Checking segment: {'id': '8665c677-ec30-4cd5-9e28-fbcd4f8f9d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '188c1b8d-e79d-4a9f-8b72-7a3dd118df5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:20:41.498594 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-54952dfa-e693-49a2-8178-ac95b9f7f5c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:41.499262 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54952dfa-e693-49a2-8178-ac95b9f7f5c0 None None] Bound using segment: {'id': '8665c677-ec30-4cd5-9e28-fbcd4f8f9d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '188c1b8d-e79d-4a9f-8b72-7a3dd118df5d'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:20:41.500093 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-54952dfa-e693-49a2-8178-ac95b9f7f5c0 None None] Bound port: 5a65ce60-327c-48b9-b878-7c6e4971559c, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8665c677-ec30-4cd5-9e28-fbcd4f8f9d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '188c1b8d-e79d-4a9f-8b72-7a3dd118df5d'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:20:41.501222 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-54952dfa-e693-49a2-8178-ac95b9f7f5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:41.548950 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8aca2ee-90b2-4192-a77f-e419df519ff0 None None] The sync data for ids ['0455ca0b-3391-4237-bf33-8d1194b2216f'] in n-d-712141-10 is: [{'id': '0455ca0b-3391-4237-bf33-8d1194b2216f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-518880235', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '952b14b6-0e40-4108-a7ad-6be48257a868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:20:38Z', 'updated_at': '2021-07-30T00:20:39Z', 'revision_number': 3, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port': {'id': '952b14b6-0e40-4108-a7ad-6be48257a868', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:80:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0455ca0b-3391-4237-bf33-8d1194b2216f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:20:39Z', 'updated_at': '2021-07-30T00:20:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:20:41.572958 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-54952dfa-e693-49a2-8178-ac95b9f7f5c0 None None] For port 5a65ce60-327c-48b9-b878-7c6e4971559c, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:20:41.578281 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-54952dfa-e693-49a2-8178-ac95b9f7f5c0 None None] For port 5a65ce60-327c-48b9-b878-7c6e4971559c, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=5a65ce60-327c-48b9-b878-7c6e4971559c,segment=NetworkSegment(8665c677-ec30-4cd5-9e28-fbcd4f8f9d9c),segment_id=8665c677-ec30-4cd5-9e28-fbcd4f8f9d9c)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:20:41.583815 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-54952dfa-e693-49a2-8178-ac95b9f7f5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:41.645060 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54952dfa-e693-49a2-8178-ac95b9f7f5c0 None None] Pushing event updated for resources: {'Port': ['ID=5a65ce60-327c-48b9-b878-7c6e4971559c,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:20:41.656611 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-88e72eb8-0570-4a72-a3c8-dc012812f4bd tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Allocated IP 172.20.0.1 (188c1b8d-e79d-4a9f-8b72-7a3dd118df5d/2dc34e7d-a194-43a5-bd6f-7a7dd618075e/7edf6482-8e13-4985-9966-486ff4778602) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:20:42.165837 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-88e72eb8-0570-4a72-a3c8-dc012812f4bd tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:42.180559 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-88e72eb8-0570-4a72-a3c8-dc012812f4bd tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Transition to ACTIVE for port object 7edf6482-8e13-4985-9966-486ff4778602 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:20:42.214789 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-88e72eb8-0570-4a72-a3c8-dc012812f4bd tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:42.255719 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e72eb8-0570-4a72-a3c8-dc012812f4bd tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Network 188c1b8d-e79d-4a9f-8b72-7a3dd118df5d is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:20:42.259074 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-88e72eb8-0570-4a72-a3c8-dc012812f4bd tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:20:42.263570 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e72eb8-0570-4a72-a3c8-dc012812f4bd tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:20:42.296232 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e72eb8-0570-4a72-a3c8-dc012812f4bd tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'Port': ['ID=7edf6482-8e13-4985-9966-486ff4778602,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:20:42.321560 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-88e72eb8-0570-4a72-a3c8-dc012812f4bd tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:42.465994 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-88e72eb8-0570-4a72-a3c8-dc012812f4bd tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:42.626757 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484de8b9-9d61-4de0-b36b-3e7bd419435b None None] Network 188c1b8d-e79d-4a9f-8b72-7a3dd118df5d requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:20:42.706060 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-cc4e43c0-b1bb-4730-b98c-64bb5aa5d378 None None] Provisioning for port 5a65ce60-327c-48b9-b878-7c6e4971559c completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:20:42.756790 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 5a65ce60-327c-48b9-b878-7c6e4971559c up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:20:42.786681 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-88e72eb8-0570-4a72-a3c8-dc012812f4bd tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:42.791336 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-88e72eb8-0570-4a72-a3c8-dc012812f4bd tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:42.843830 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 5a65ce60-327c-48b9-b878-7c6e4971559c completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:20:42.848577 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 5a65ce60-327c-48b9-b878-7c6e4971559c triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:20:42.848958 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:42.872078 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-88e72eb8-0570-4a72-a3c8-dc012812f4bd tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:42.881460 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e72eb8-0570-4a72-a3c8-dc012812f4bd tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'Port': ['ID=7edf6482-8e13-4985-9966-486ff4778602,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:20:42.948671 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:42.986393 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 5a65ce60-327c-48b9-b878-7c6e4971559c, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=5a65ce60-327c-48b9-b878-7c6e4971559c,segment=NetworkSegment(8665c677-ec30-4cd5-9e28-fbcd4f8f9d9c),segment_id=8665c677-ec30-4cd5-9e28-fbcd4f8f9d9c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:20:42.991323 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:42.992462 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 952b14b6-0e40-4108-a7ad-6be48257a868 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:20:42.998293 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e72eb8-0570-4a72-a3c8-dc012812f4bd tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Network 188c1b8d-e79d-4a9f-8b72-7a3dd118df5d is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:20:42.999808 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-88e72eb8-0570-4a72-a3c8-dc012812f4bd tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:20:43.091799 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=5a65ce60-327c-48b9-b878-7c6e4971559c,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:20:43.103603 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 952b14b6-0e40-4108-a7ad-6be48257a868 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:20:43.108601 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 952b14b6-0e40-4108-a7ad-6be48257a868 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:20:43.109196 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:43.147222 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88e72eb8-0570-4a72-a3c8-dc012812f4bd tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Router 0455ca0b-3391-4237-bf33-8d1194b2216f has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:20:43.164327 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-617dad25-81ca-4335-bfa0-bc52f9a57f2c None None] Provisioning for port 7edf6482-8e13-4985-9966-486ff4778602 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:20:43.169381 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-617dad25-81ca-4335-bfa0-bc52f9a57f2c None None] Provisioning complete for port 7edf6482-8e13-4985-9966-486ff4778602 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:20:43.169824 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-617dad25-81ca-4335-bfa0-bc52f9a57f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:43.234571 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-617dad25-81ca-4335-bfa0-bc52f9a57f2c None None] Port 7edf6482-8e13-4985-9966-486ff4778602 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:20:43.241883 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:43.269525 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 952b14b6-0e40-4108-a7ad-6be48257a868, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=952b14b6-0e40-4108-a7ad-6be48257a868,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:20:43.270820 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-617dad25-81ca-4335-bfa0-bc52f9a57f2c None None] Provisioning complete for port 5a65ce60-327c-48b9-b878-7c6e4971559c triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:20:43.271246 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-617dad25-81ca-4335-bfa0-bc52f9a57f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:43.279937 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e72eb8-0570-4a72-a3c8-dc012812f4bd tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:20:43.291591 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-88e72eb8-0570-4a72-a3c8-dc012812f4bd tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "PUT /v2.0/routers/0455ca0b-3391-4237-bf33-8d1194b2216f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4229157 Jul 30 00:20:43.293694 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:43.358299 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbde35bf-0fc6-42d1-abb5-d311db0b24c5 None None] Sync routers for ids ['0455ca0b-3391-4237-bf33-8d1194b2216f'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:20:43.394601 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=952b14b6-0e40-4108-a7ad-6be48257a868,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:20:43.408824 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbde35bf-0fc6-42d1-abb5-d311db0b24c5 None None] Routers {'0455ca0b-3391-4237-bf33-8d1194b2216f'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:20:43.409629 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-dbde35bf-0fc6-42d1-abb5-d311db0b24c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:20:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['0455ca0b-3391-4237-bf33-8d1194b2216f'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:20:43.488973 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d65a8869-7fa6-4c52-8742-586a0c7719a8 req-76b28565-0539-49b6-a0ed-a13d35332bf1 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1341146012&fields=id&tenant_id=e5cbafbeb6f54e069c2a006bcf0b792e HTTP/1.1" status: 200 len: 267 time: 0.0454473 Jul 30 00:20:43.539602 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-dbde35bf-0fc6-42d1-abb5-d311db0b24c5 None None] Set router 0455ca0b-3391-4237-bf33-8d1194b2216f gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:20:43.613954 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a8869-7fa6-4c52-8742-586a0c7719a8 req-421ca6a4-a514-47c1-b9ad-f4ba8af428e6 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:43.615342 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d65a8869-7fa6-4c52-8742-586a0c7719a8 req-421ca6a4-a514-47c1-b9ad-f4ba8af428e6 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/networks?id=188c1b8d-e79d-4a9f-8b72-7a3dd118df5d HTTP/1.1" status: 200 len: 796 time: 0.1185477 Jul 30 00:20:43.621760 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-15ff94c9-3fbc-4bea-80dd-78682daf3f70 None None] Provisioning complete for port 7edf6482-8e13-4985-9966-486ff4778602 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:20:43.622072 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-15ff94c9-3fbc-4bea-80dd-78682daf3f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:43.631336 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d65a8869-7fa6-4c52-8742-586a0c7719a8 req-23fa356d-3629-49a6-a118-d60b18f4e065 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/quotas/e5cbafbeb6f54e069c2a006bcf0b792e HTTP/1.1" status: 200 len: 375 time: 0.0099154 Jul 30 00:20:43.683728 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d65a8869-7fa6-4c52-8742-586a0c7719a8 req-d6c0a2ec-d2b6-44ab-9632-d11333b50ef2 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e5cbafbeb6f54e069c2a006bcf0b792e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464561 Jul 30 00:20:43.790474 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d65a8869-7fa6-4c52-8742-586a0c7719a8 req-5e221e1e-afd4-4360-a4f8-460b1a7e551b service neutron] 10.222.0.43 "GET /v2.0/networks/188c1b8d-e79d-4a9f-8b72-7a3dd118df5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941367 Jul 30 00:20:43.872036 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-15ff94c9-3fbc-4bea-80dd-78682daf3f70 None None] Port 7edf6482-8e13-4985-9966-486ff4778602 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:20:43.890209 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d65a8869-7fa6-4c52-8742-586a0c7719a8 req-76647435-4a0b-459a-b09c-935b6c914465 service neutron] 10.222.0.43 "GET /v2.0/networks/188c1b8d-e79d-4a9f-8b72-7a3dd118df5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934706 Jul 30 00:20:43.948977 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-dbde35bf-0fc6-42d1-abb5-d311db0b24c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0455ca0b-3391-4237-bf33-8d1194b2216f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-518880235', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '952b14b6-0e40-4108-a7ad-6be48257a868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:20:38Z', 'updated_at': '2021-07-30T00:20:42Z', 'revision_number': 4, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port': {'id': '952b14b6-0e40-4108-a7ad-6be48257a868', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:80:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0455ca0b-3391-4237-bf33-8d1194b2216f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:20:39Z', 'updated_at': '2021-07-30T00:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '7edf6482-8e13-4985-9966-486ff4778602', 'name': '', 'network_id': '188c1b8d-e79d-4a9f-8b72-7a3dd118df5d', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'mac_address': 'fa:16:3e:f7:5f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0455ca0b-3391-4237-bf33-8d1194b2216f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '2dc34e7d-a194-43a5-bd6f-7a7dd618075e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:20:41Z', 'updated_at': '2021-07-30T00:20:42Z', 'revision_number': 2, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'subnets': [{'id': '2dc34e7d-a194-43a5-bd6f-7a7dd618075e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:20:43.975878 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbde35bf-0fc6-42d1-abb5-d311db0b24c5 None None] Checking router: 0455ca0b-3391-4237-bf33-8d1194b2216f for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:20:43.976230 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbde35bf-0fc6-42d1-abb5-d311db0b24c5 None None] Updating router 0455ca0b-3391-4237-bf33-8d1194b2216f port 7edf6482-8e13-4985-9966-486ff4778602 binding host n-d-712141-10 {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:20:44.004695 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-dbde35bf-0fc6-42d1-abb5-d311db0b24c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:44.261079 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-dbde35bf-0fc6-42d1-abb5-d311db0b24c5 None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:44.270873 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-dbde35bf-0fc6-42d1-abb5-d311db0b24c5 None None] Transition to ACTIVE for port object 7edf6482-8e13-4985-9966-486ff4778602 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:20:44.275544 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-dbde35bf-0fc6-42d1-abb5-d311db0b24c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:44.325336 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd15814-893b-4a18-baed-9e7f0ec74420 None None] Pushing event updated for resources: {'Port': ['ID=7edf6482-8e13-4985-9966-486ff4778602,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:20:44.379485 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-dbde35bf-0fc6-42d1-abb5-d311db0b24c5 None None] Attempting to bind port 7edf6482-8e13-4985-9966-486ff4778602 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:20:44.379853 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-dbde35bf-0fc6-42d1-abb5-d311db0b24c5 None None] Attempting to bind port 7edf6482-8e13-4985-9966-486ff4778602 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '8665c677-ec30-4cd5-9e28-fbcd4f8f9d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '188c1b8d-e79d-4a9f-8b72-7a3dd118df5d'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:20:44.380215 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbde35bf-0fc6-42d1-abb5-d311db0b24c5 None None] Attempting to bind port 7edf6482-8e13-4985-9966-486ff4778602 on network 188c1b8d-e79d-4a9f-8b72-7a3dd118df5d {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:20:44.385421 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbde35bf-0fc6-42d1-abb5-d311db0b24c5 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:20:44.385833 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbde35bf-0fc6-42d1-abb5-d311db0b24c5 None None] Checking segment: {'id': '8665c677-ec30-4cd5-9e28-fbcd4f8f9d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '188c1b8d-e79d-4a9f-8b72-7a3dd118df5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:20:44.386237 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-dbde35bf-0fc6-42d1-abb5-d311db0b24c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:44.386629 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbde35bf-0fc6-42d1-abb5-d311db0b24c5 None None] Bound using segment: {'id': '8665c677-ec30-4cd5-9e28-fbcd4f8f9d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '188c1b8d-e79d-4a9f-8b72-7a3dd118df5d'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:20:44.387093 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-dbde35bf-0fc6-42d1-abb5-d311db0b24c5 None None] Bound port: 7edf6482-8e13-4985-9966-486ff4778602, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8665c677-ec30-4cd5-9e28-fbcd4f8f9d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '188c1b8d-e79d-4a9f-8b72-7a3dd118df5d'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:20:44.387467 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-dbde35bf-0fc6-42d1-abb5-d311db0b24c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:44.453293 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-dbde35bf-0fc6-42d1-abb5-d311db0b24c5 None None] For port 7edf6482-8e13-4985-9966-486ff4778602, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:20:44.457806 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-dbde35bf-0fc6-42d1-abb5-d311db0b24c5 None None] For port 7edf6482-8e13-4985-9966-486ff4778602, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=7edf6482-8e13-4985-9966-486ff4778602,segment=NetworkSegment(8665c677-ec30-4cd5-9e28-fbcd4f8f9d9c),segment_id=8665c677-ec30-4cd5-9e28-fbcd4f8f9d9c)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:20:44.462810 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-dbde35bf-0fc6-42d1-abb5-d311db0b24c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:44.538486 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd15814-893b-4a18-baed-9e7f0ec74420 None None] Pushing event updated for resources: {'Port': ['ID=7edf6482-8e13-4985-9966-486ff4778602,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:20:44.541153 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbde35bf-0fc6-42d1-abb5-d311db0b24c5 None None] Routers {'0455ca0b-3391-4237-bf33-8d1194b2216f'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:20:44.541796 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-dbde35bf-0fc6-42d1-abb5-d311db0b24c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:20:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['0455ca0b-3391-4237-bf33-8d1194b2216f'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:20:44.654095 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-dbde35bf-0fc6-42d1-abb5-d311db0b24c5 None None] Set router 0455ca0b-3391-4237-bf33-8d1194b2216f gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:20:44.688704 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 5a65ce60-327c-48b9-b878-7c6e4971559c up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:20:44.841214 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 5a65ce60-327c-48b9-b878-7c6e4971559c triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:20:44.841606 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:44.962752 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 952b14b6-0e40-4108-a7ad-6be48257a868 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:20:44.966936 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-dbde35bf-0fc6-42d1-abb5-d311db0b24c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0455ca0b-3391-4237-bf33-8d1194b2216f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-518880235', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '952b14b6-0e40-4108-a7ad-6be48257a868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:20:38Z', 'updated_at': '2021-07-30T00:20:42Z', 'revision_number': 4, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port': {'id': '952b14b6-0e40-4108-a7ad-6be48257a868', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:80:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0455ca0b-3391-4237-bf33-8d1194b2216f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:20:39Z', 'updated_at': '2021-07-30T00:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '7edf6482-8e13-4985-9966-486ff4778602', 'name': '', 'network_id': '188c1b8d-e79d-4a9f-8b72-7a3dd118df5d', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'mac_address': 'fa:16:3e:f7:5f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0455ca0b-3391-4237-bf33-8d1194b2216f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '2dc34e7d-a194-43a5-bd6f-7a7dd618075e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:20:41Z', 'updated_at': '2021-07-30T00:20:44Z', 'revision_number': 4, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'subnets': [{'id': '2dc34e7d-a194-43a5-bd6f-7a7dd618075e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:20:45.018351 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbde35bf-0fc6-42d1-abb5-d311db0b24c5 None None] The sync data for ids ['0455ca0b-3391-4237-bf33-8d1194b2216f'] in n-d-712141-10 is: [{'id': '0455ca0b-3391-4237-bf33-8d1194b2216f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-518880235', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '952b14b6-0e40-4108-a7ad-6be48257a868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:20:38Z', 'updated_at': '2021-07-30T00:20:42Z', 'revision_number': 4, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port': {'id': '952b14b6-0e40-4108-a7ad-6be48257a868', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:80:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0455ca0b-3391-4237-bf33-8d1194b2216f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:20:39Z', 'updated_at': '2021-07-30T00:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '7edf6482-8e13-4985-9966-486ff4778602', 'name': '', 'network_id': '188c1b8d-e79d-4a9f-8b72-7a3dd118df5d', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'mac_address': 'fa:16:3e:f7:5f:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0455ca0b-3391-4237-bf33-8d1194b2216f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '2dc34e7d-a194-43a5-bd6f-7a7dd618075e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:20:41Z', 'updated_at': '2021-07-30T00:20:44Z', 'revision_number': 4, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'subnets': [{'id': '2dc34e7d-a194-43a5-bd6f-7a7dd618075e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:20:45.049950 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 952b14b6-0e40-4108-a7ad-6be48257a868 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:20:45.050384 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:45.119138 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-35fbb4d6-7d65-4701-a1a8-87eb0081c50f req-3cf89ed0-09af-4c99-a04f-84168beed2a7 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dbe2e10-f72c-4f4d-a7b5-7aecd7b41b7c HTTP/1.1" status: 200 len: 210 time: 0.0483773 Jul 30 00:20:46.259680 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-87a13bdc-9346-41ee-8d1a-ba69fe00d9fb req-5a263d5c-201b-4531-b849-e09fd5f9b1fc tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dbe2e10-f72c-4f4d-a7b5-7aecd7b41b7c HTTP/1.1" status: 200 len: 210 time: 0.0645118 Jul 30 00:20:46.310947 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a8869-7fa6-4c52-8742-586a0c7719a8 req-43286f91-516f-4c17-9bb1-e504e5ac2569 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:46.312385 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d65a8869-7fa6-4c52-8742-586a0c7719a8 req-43286f91-516f-4c17-9bb1-e504e5ac2569 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.41 "GET /v2.0/networks?id=188c1b8d-e79d-4a9f-8b72-7a3dd118df5d HTTP/1.1" status: 200 len: 796 time: 0.1274664 Jul 30 00:20:46.362845 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d65a8869-7fa6-4c52-8742-586a0c7719a8 req-49038a42-26a8-47a2-bf7c-782441ac1aa6 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5cbafbeb6f54e069c2a006bcf0b792e HTTP/1.1" status: 200 len: 380 time: 0.0331240 Jul 30 00:20:46.381118 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-d65a8869-7fa6-4c52-8742-586a0c7719a8 req-bdefbca5-0f78-4b63-86c5-d3d018d43611 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Request body: {'port': {'device_id': '0dbe2e10-f72c-4f4d-a7b5-7aecd7b41b7c', 'network_id': '188c1b8d-e79d-4a9f-8b72-7a3dd118df5d', 'admin_state_up': True, 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'security_groups': ['3cf0b318-bd90-4488-8664-05d7ec3a7d65']}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:20:46.495573 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d65a8869-7fa6-4c52-8742-586a0c7719a8 req-bdefbca5-0f78-4b63-86c5-d3d018d43611 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Made reservation on behalf of e5cbafbeb6f54e069c2a006bcf0b792e for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:20:46.499551 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d65a8869-7fa6-4c52-8742-586a0c7719a8 req-bdefbca5-0f78-4b63-86c5-d3d018d43611 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:46.626245 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-d65a8869-7fa6-4c52-8742-586a0c7719a8 req-bdefbca5-0f78-4b63-86c5-d3d018d43611 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Allocated IP 172.20.0.12 (188c1b8d-e79d-4a9f-8b72-7a3dd118df5d/2dc34e7d-a194-43a5-bd6f-7a7dd618075e/8ab3ab8c-fa8b-46da-910a-f23c3b587907) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:20:46.689568 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 7edf6482-8e13-4985-9966-486ff4778602 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:20:46.741854 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 7edf6482-8e13-4985-9966-486ff4778602 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:20:46.745389 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 7edf6482-8e13-4985-9966-486ff4778602 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:20:46.745798 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:46.774674 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d65a8869-7fa6-4c52-8742-586a0c7719a8 req-bdefbca5-0f78-4b63-86c5-d3d018d43611 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:46.788742 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-d65a8869-7fa6-4c52-8742-586a0c7719a8 req-bdefbca5-0f78-4b63-86c5-d3d018d43611 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Transition to ACTIVE for port object 8ab3ab8c-fa8b-46da-910a-f23c3b587907 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:20:46.824710 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d65a8869-7fa6-4c52-8742-586a0c7719a8 req-bdefbca5-0f78-4b63-86c5-d3d018d43611 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:46.827383 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:46.860689 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 7edf6482-8e13-4985-9966-486ff4778602, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=7edf6482-8e13-4985-9966-486ff4778602,segment=NetworkSegment(8665c677-ec30-4cd5-9e28-fbcd4f8f9d9c),segment_id=8665c677-ec30-4cd5-9e28-fbcd4f8f9d9c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:20:46.864780 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:46.866697 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d65a8869-7fa6-4c52-8742-586a0c7719a8 req-bdefbca5-0f78-4b63-86c5-d3d018d43611 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Network 188c1b8d-e79d-4a9f-8b72-7a3dd118df5d is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:20:46.869525 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-d65a8869-7fa6-4c52-8742-586a0c7719a8 req-bdefbca5-0f78-4b63-86c5-d3d018d43611 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:20:46.873324 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-d65a8869-7fa6-4c52-8742-586a0c7719a8 req-bdefbca5-0f78-4b63-86c5-d3d018d43611 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:20:46.901298 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdefbca5-0f78-4b63-86c5-d3d018d43611 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'Port': ['ID=8ab3ab8c-fa8b-46da-910a-f23c3b587907,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:20:46.918444 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=7edf6482-8e13-4985-9966-486ff4778602,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:20:46.929966 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a8869-7fa6-4c52-8742-586a0c7719a8 req-bdefbca5-0f78-4b63-86c5-d3d018d43611 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:46.930591 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d65a8869-7fa6-4c52-8742-586a0c7719a8 req-bdefbca5-0f78-4b63-86c5-d3d018d43611 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:46.945937 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d65a8869-7fa6-4c52-8742-586a0c7719a8 req-bdefbca5-0f78-4b63-86c5-d3d018d43611 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5682876 Jul 30 00:20:46.964352 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-d65a8869-7fa6-4c52-8742-586a0c7719a8 req-d23d95e2-7de8-4548-b7ab-2df25bc326f3 service neutron] Request body: {'port': {'device_id': '0dbe2e10-f72c-4f4d-a7b5-7aecd7b41b7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:20:47.026237 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d65a8869-7fa6-4c52-8742-586a0c7719a8 req-d23d95e2-7de8-4548-b7ab-2df25bc326f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:47.156117 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-64d536a3-27b7-4856-9068-0971758f033e None None] Provisioning for port 8ab3ab8c-fa8b-46da-910a-f23c3b587907 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:20:47.160648 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-64d536a3-27b7-4856-9068-0971758f033e None None] Provisioning complete for port 8ab3ab8c-fa8b-46da-910a-f23c3b587907 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:20:47.161023 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-64d536a3-27b7-4856-9068-0971758f033e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:47.195753 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-64d536a3-27b7-4856-9068-0971758f033e None None] Port 8ab3ab8c-fa8b-46da-910a-f23c3b587907 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:20:47.292074 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-d65a8869-7fa6-4c52-8742-586a0c7719a8 req-d23d95e2-7de8-4548-b7ab-2df25bc326f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ab3ab8c-fa8b-46da-910a-f23c3b587907 {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:20:47.299773 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d65a8869-7fa6-4c52-8742-586a0c7719a8 req-d23d95e2-7de8-4548-b7ab-2df25bc326f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:47.311508 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-d65a8869-7fa6-4c52-8742-586a0c7719a8 req-d23d95e2-7de8-4548-b7ab-2df25bc326f3 service neutron] Transition to ACTIVE for port object 8ab3ab8c-fa8b-46da-910a-f23c3b587907 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:20:47.314981 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d65a8869-7fa6-4c52-8742-586a0c7719a8 req-d23d95e2-7de8-4548-b7ab-2df25bc326f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:47.396559 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23d95e2-7de8-4548-b7ab-2df25bc326f3 service neutron] Pushing event updated for resources: {'Port': ['ID=8ab3ab8c-fa8b-46da-910a-f23c3b587907,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:20:47.453628 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a634b57-9f6b-4e81-b200-902c3c318b7a req-7b969f6d-da6c-47a6-a97c-474cd468fea5 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:47.455915 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7a634b57-9f6b-4e81-b200-902c3c318b7a req-7b969f6d-da6c-47a6-a97c-474cd468fea5 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dbe2e10-f72c-4f4d-a7b5-7aecd7b41b7c HTTP/1.1" status: 200 len: 944 time: 0.1150289 Jul 30 00:20:47.517236 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-d65a8869-7fa6-4c52-8742-586a0c7719a8 req-d23d95e2-7de8-4548-b7ab-2df25bc326f3 service neutron] Attempting to bind port 8ab3ab8c-fa8b-46da-910a-f23c3b587907 on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:20:47.517599 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-d65a8869-7fa6-4c52-8742-586a0c7719a8 req-d23d95e2-7de8-4548-b7ab-2df25bc326f3 service neutron] Attempting to bind port 8ab3ab8c-fa8b-46da-910a-f23c3b587907 by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': '8665c677-ec30-4cd5-9e28-fbcd4f8f9d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '188c1b8d-e79d-4a9f-8b72-7a3dd118df5d'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:20:47.517931 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65a8869-7fa6-4c52-8742-586a0c7719a8 req-d23d95e2-7de8-4548-b7ab-2df25bc326f3 service neutron] Attempting to bind port 8ab3ab8c-fa8b-46da-910a-f23c3b587907 on network 188c1b8d-e79d-4a9f-8b72-7a3dd118df5d {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:20:47.526770 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7a634b57-9f6b-4e81-b200-902c3c318b7a req-e26601c2-656b-4e09-8939-a4d5f85dc141 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cf0b318-bd90-4488-8664-05d7ec3a7d65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609477 Jul 30 00:20:47.527767 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65a8869-7fa6-4c52-8742-586a0c7719a8 req-d23d95e2-7de8-4548-b7ab-2df25bc326f3 service neutron] Port 8ab3ab8c-fa8b-46da-910a-f23c3b587907 on network 188c1b8d-e79d-4a9f-8b72-7a3dd118df5d not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:20:47.528089 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65a8869-7fa6-4c52-8742-586a0c7719a8 req-d23d95e2-7de8-4548-b7ab-2df25bc326f3 service neutron] Attempting to bind port 8ab3ab8c-fa8b-46da-910a-f23c3b587907 on network 188c1b8d-e79d-4a9f-8b72-7a3dd118df5d {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:20:47.534440 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65a8869-7fa6-4c52-8742-586a0c7719a8 req-d23d95e2-7de8-4548-b7ab-2df25bc326f3 service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:20:47.534780 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65a8869-7fa6-4c52-8742-586a0c7719a8 req-d23d95e2-7de8-4548-b7ab-2df25bc326f3 service neutron] Checking segment: {'id': '8665c677-ec30-4cd5-9e28-fbcd4f8f9d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '188c1b8d-e79d-4a9f-8b72-7a3dd118df5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:20:47.535167 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d65a8869-7fa6-4c52-8742-586a0c7719a8 req-d23d95e2-7de8-4548-b7ab-2df25bc326f3 service neutron] Bound using segment: {'id': '8665c677-ec30-4cd5-9e28-fbcd4f8f9d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '188c1b8d-e79d-4a9f-8b72-7a3dd118df5d'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:20:47.535602 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-d65a8869-7fa6-4c52-8742-586a0c7719a8 req-d23d95e2-7de8-4548-b7ab-2df25bc326f3 service neutron] Bound port: 8ab3ab8c-fa8b-46da-910a-f23c3b587907, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8665c677-ec30-4cd5-9e28-fbcd4f8f9d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '188c1b8d-e79d-4a9f-8b72-7a3dd118df5d'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:20:47.535961 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d65a8869-7fa6-4c52-8742-586a0c7719a8 req-d23d95e2-7de8-4548-b7ab-2df25bc326f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:47.604332 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-d65a8869-7fa6-4c52-8742-586a0c7719a8 req-d23d95e2-7de8-4548-b7ab-2df25bc326f3 service neutron] For port 8ab3ab8c-fa8b-46da-910a-f23c3b587907, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:20:47.607406 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-d65a8869-7fa6-4c52-8742-586a0c7719a8 req-d23d95e2-7de8-4548-b7ab-2df25bc326f3 service neutron] For port 8ab3ab8c-fa8b-46da-910a-f23c3b587907, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=8ab3ab8c-fa8b-46da-910a-f23c3b587907,segment=NetworkSegment(8665c677-ec30-4cd5-9e28-fbcd4f8f9d9c),segment_id=8665c677-ec30-4cd5-9e28-fbcd4f8f9d9c)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:20:47.612973 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d65a8869-7fa6-4c52-8742-586a0c7719a8 req-d23d95e2-7de8-4548-b7ab-2df25bc326f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:47.646720 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a8869-7fa6-4c52-8742-586a0c7719a8 req-d23d95e2-7de8-4548-b7ab-2df25bc326f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:47.647224 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d65a8869-7fa6-4c52-8742-586a0c7719a8 req-d23d95e2-7de8-4548-b7ab-2df25bc326f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:47.648623 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d65a8869-7fa6-4c52-8742-586a0c7719a8 req-d23d95e2-7de8-4548-b7ab-2df25bc326f3 service neutron] 10.222.0.41 "PUT /v2.0/ports/8ab3ab8c-fa8b-46da-910a-f23c3b587907 HTTP/1.1" status: 200 len: 1093 time: 0.6887622 Jul 30 00:20:47.649076 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dbe2e10-f72c-4f4d-a7b5-7aecd7b41b7c', 'tag': '8ab3ab8c-fa8b-46da-910a-f23c3b587907'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:20:47.651363 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bdefc4f50fc1dacc251594e9f8a8ff118bd4f4d1a27e9c9923ea81076a49f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46087c4d-9d91-4b65-ac10-568a0c09a74e" -d '{"events": [{"name": "network-changed", "server_uuid": "0dbe2e10-f72c-4f4d-a7b5-7aecd7b41b7c", "tag": "8ab3ab8c-fa8b-46da-910a-f23c3b587907"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:20:47.679347 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23d95e2-7de8-4548-b7ab-2df25bc326f3 service neutron] Pushing event updated for resources: {'Port': ['ID=8ab3ab8c-fa8b-46da-910a-f23c3b587907,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:20:47.699664 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-730bdcef-48fc-4aaf-85bf-e3d089a74504 x-openstack-request-id: req-730bdcef-48fc-4aaf-85bf-e3d089a74504 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:20:47.699954 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dbe2e10-f72c-4f4d-a7b5-7aecd7b41b7c", "tag": "8ab3ab8c-fa8b-46da-910a-f23c3b587907", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:20:47.700206 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-730bdcef-48fc-4aaf-85bf-e3d089a74504 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:20:47.700608 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dbe2e10-f72c-4f4d-a7b5-7aecd7b41b7c', 'tag': '8ab3ab8c-fa8b-46da-910a-f23c3b587907', 'status': 'completed', 'code': 200} Jul 30 00:20:47.762859 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a8869-7fa6-4c52-8742-586a0c7719a8 req-9fe086a7-1d4b-4975-aba3-39e74de62691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:47.764531 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d65a8869-7fa6-4c52-8742-586a0c7719a8 req-9fe086a7-1d4b-4975-aba3-39e74de62691 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e5cbafbeb6f54e069c2a006bcf0b792e&device_id=0dbe2e10-f72c-4f4d-a7b5-7aecd7b41b7c HTTP/1.1" status: 200 len: 1096 time: 0.0450804 Jul 30 00:20:47.826137 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d65a8869-7fa6-4c52-8742-586a0c7719a8 req-2dbd9dbe-bffe-4bcb-8e3e-e6254dc13acc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ab3ab8c-fa8b-46da-910a-f23c3b587907 HTTP/1.1" status: 200 len: 217 time: 0.0481803 Jul 30 00:20:47.892844 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a8869-7fa6-4c52-8742-586a0c7719a8 req-bcc7291d-c70d-44b8-b891-6094a1a5beaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:47.896485 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d65a8869-7fa6-4c52-8742-586a0c7719a8 req-bcc7291d-c70d-44b8-b891-6094a1a5beaa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2dc34e7d-a194-43a5-bd6f-7a7dd618075e HTTP/1.1" status: 200 len: 835 time: 0.0608099 Jul 30 00:20:47.946555 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a8869-7fa6-4c52-8742-586a0c7719a8 req-a347b2a4-af59-4301-8f06-d3233a6f0997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:47.948016 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d65a8869-7fa6-4c52-8742-586a0c7719a8 req-a347b2a4-af59-4301-8f06-d3233a6f0997 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=188c1b8d-e79d-4a9f-8b72-7a3dd118df5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468285 Jul 30 00:20:48.048860 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d65a8869-7fa6-4c52-8742-586a0c7719a8 req-bb838a52-6ae1-4d5c-aaaf-2cd395cad206 service neutron] 10.222.0.41 "GET /v2.0/networks/188c1b8d-e79d-4a9f-8b72-7a3dd118df5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927925 Jul 30 00:20:48.145848 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d65a8869-7fa6-4c52-8742-586a0c7719a8 req-5e703e84-b96a-49b6-8a97-0b160ae1bebf service neutron] 10.222.0.41 "GET /v2.0/networks/188c1b8d-e79d-4a9f-8b72-7a3dd118df5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905178 Jul 30 00:20:48.287906 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46087c4d-9d91-4b65-ac10-568a0c09a74e req-6b49ef71-1d95-46fd-b52b-a570c0daf4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:48.289464 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-46087c4d-9d91-4b65-ac10-568a0c09a74e req-6b49ef71-1d95-46fd-b52b-a570c0daf4b1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e5cbafbeb6f54e069c2a006bcf0b792e&device_id=0dbe2e10-f72c-4f4d-a7b5-7aecd7b41b7c HTTP/1.1" status: 200 len: 1096 time: 0.0471733 Jul 30 00:20:48.387967 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46087c4d-9d91-4b65-ac10-568a0c09a74e req-dc67d0a9-7a6b-4f2b-9d87-912e0f43249d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:48.389553 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-46087c4d-9d91-4b65-ac10-568a0c09a74e req-dc67d0a9-7a6b-4f2b-9d87-912e0f43249d service neutron] 10.222.0.41 "GET /v2.0/networks?id=188c1b8d-e79d-4a9f-8b72-7a3dd118df5d HTTP/1.1" status: 200 len: 897 time: 0.0931430 Jul 30 00:20:48.432259 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-46087c4d-9d91-4b65-ac10-568a0c09a74e req-ab675b7a-15f6-43fa-8a2e-11378ce648cc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ab3ab8c-fa8b-46da-910a-f23c3b587907 HTTP/1.1" status: 200 len: 217 time: 0.0357831 Jul 30 00:20:48.483942 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46087c4d-9d91-4b65-ac10-568a0c09a74e req-ccd64931-950d-4f84-85cf-9cb4263a49d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:48.485965 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-46087c4d-9d91-4b65-ac10-568a0c09a74e req-ccd64931-950d-4f84-85cf-9cb4263a49d1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2dc34e7d-a194-43a5-bd6f-7a7dd618075e HTTP/1.1" status: 200 len: 835 time: 0.0451705 Jul 30 00:20:48.542945 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46087c4d-9d91-4b65-ac10-568a0c09a74e req-b883138b-81ac-4a10-8de1-8ce8a4127042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:48.544427 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-46087c4d-9d91-4b65-ac10-568a0c09a74e req-b883138b-81ac-4a10-8de1-8ce8a4127042 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=188c1b8d-e79d-4a9f-8b72-7a3dd118df5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500047 Jul 30 00:20:48.682028 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 7edf6482-8e13-4985-9966-486ff4778602 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:20:48.686335 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-46087c4d-9d91-4b65-ac10-568a0c09a74e req-1b1654d5-42e2-4ae0-81cb-22469b425d07 service neutron] 10.222.0.41 "GET /v2.0/networks/188c1b8d-e79d-4a9f-8b72-7a3dd118df5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329672 Jul 30 00:20:48.694906 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffece51f-9a82-47b0-b68f-a47bea6626d6 req-620bb9b8-9030-4808-ae03-00a849ae57fb tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:48.696360 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ffece51f-9a82-47b0-b68f-a47bea6626d6 req-620bb9b8-9030-4808-ae03-00a849ae57fb tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dbe2e10-f72c-4f4d-a7b5-7aecd7b41b7c HTTP/1.1" status: 200 len: 944 time: 0.0861385 Jul 30 00:20:48.729722 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 7edf6482-8e13-4985-9966-486ff4778602 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:20:48.730097 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:48.783278 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ffece51f-9a82-47b0-b68f-a47bea6626d6 req-4a1372b2-0c0b-46e7-a1a3-51d0357da07e tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cf0b318-bd90-4488-8664-05d7ec3a7d65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777233 Jul 30 00:20:48.812601 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-46087c4d-9d91-4b65-ac10-568a0c09a74e req-1fca0be3-292b-4373-86da-0209e53b7560 service neutron] 10.222.0.41 "GET /v2.0/networks/188c1b8d-e79d-4a9f-8b72-7a3dd118df5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153004 Jul 30 00:20:49.905221 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557feea2-1866-4b85-a551-082e1db2a353 req-965c7182-dbfc-41ba-ba5f-a4e134d45fe4 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:49.906738 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-557feea2-1866-4b85-a551-082e1db2a353 req-965c7182-dbfc-41ba-ba5f-a4e134d45fe4 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dbe2e10-f72c-4f4d-a7b5-7aecd7b41b7c HTTP/1.1" status: 200 len: 944 time: 0.0501111 Jul 30 00:20:49.948235 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-557feea2-1866-4b85-a551-082e1db2a353 req-610d84f2-9e7d-442a-8f04-605ed4024607 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cf0b318-bd90-4488-8664-05d7ec3a7d65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348377 Jul 30 00:20:50.138565 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:51.062867 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7019d5-9eb8-4571-aa17-0512e108e2f4 req-4dfb9f4e-0172-47e5-916e-9523ef84d7f9 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:51.064887 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3e7019d5-9eb8-4571-aa17-0512e108e2f4 req-4dfb9f4e-0172-47e5-916e-9523ef84d7f9 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dbe2e10-f72c-4f4d-a7b5-7aecd7b41b7c HTTP/1.1" status: 200 len: 944 time: 0.0497959 Jul 30 00:20:51.102856 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3e7019d5-9eb8-4571-aa17-0512e108e2f4 req-3e851600-011b-4de5-8850-36752feffd47 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cf0b318-bd90-4488-8664-05d7ec3a7d65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320208 Jul 30 00:20:51.241486 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 8ab3ab8c-fa8b-46da-910a-f23c3b587907 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:20:51.337239 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 8ab3ab8c-fa8b-46da-910a-f23c3b587907, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=8ab3ab8c-fa8b-46da-910a-f23c3b587907,segment=NetworkSegment(8665c677-ec30-4cd5-9e28-fbcd4f8f9d9c),segment_id=8665c677-ec30-4cd5-9e28-fbcd4f8f9d9c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:20:51.349035 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': '8ab3ab8c-fa8b-46da-910a-f23c3b587907', 'network_id': '188c1b8d-e79d-4a9f-8b72-7a3dd118df5d', 'port_id': '8ab3ab8c-fa8b-46da-910a-f23c3b587907', 'mac_address': 'fa:16:3e:70:45:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dc34e7d-a194-43a5-bd6f-7a7dd618075e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:20:51.384002 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:51.399943 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ab3ab8c-fa8b-46da-910a-f23c3b587907 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:20:51.419811 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 8ab3ab8c-fa8b-46da-910a-f23c3b587907, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=8ab3ab8c-fa8b-46da-910a-f23c3b587907,segment=NetworkSegment(8665c677-ec30-4cd5-9e28-fbcd4f8f9d9c),segment_id=8665c677-ec30-4cd5-9e28-fbcd4f8f9d9c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:20:51.424626 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:51.471090 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=8ab3ab8c-fa8b-46da-910a-f23c3b587907,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:20:51.731227 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['8ab3ab8c-fa8b-46da-910a-f23c3b587907'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:20:52.222795 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f56c5b-c988-4195-adab-36e176ef0446 req-bf3ce437-357b-4569-a1ec-ab7c05d42a25 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:52.224283 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e0f56c5b-c988-4195-adab-36e176ef0446 req-bf3ce437-357b-4569-a1ec-ab7c05d42a25 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dbe2e10-f72c-4f4d-a7b5-7aecd7b41b7c HTTP/1.1" status: 200 len: 945 time: 0.0492156 Jul 30 00:20:52.261790 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e0f56c5b-c988-4195-adab-36e176ef0446 req-95f72446-b4d1-44a9-8cb1-0921f56607b8 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cf0b318-bd90-4488-8664-05d7ec3a7d65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315163 Jul 30 00:20:53.241927 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 8ab3ab8c-fa8b-46da-910a-f23c3b587907 up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:20:53.291801 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port 8ab3ab8c-fa8b-46da-910a-f23c3b587907 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:20:53.295753 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port 8ab3ab8c-fa8b-46da-910a-f23c3b587907 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:20:53.296128 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:53.343951 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2fcee0fd-3582-4ea3-a644-d78434871294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:53.383540 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cfcc8d-9e3a-439c-a9aa-84044afca7ee req-fcb3bce6-d3f4-4073-ad93-c6fa217bcbba tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:53.385045 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-79cfcc8d-9e3a-439c-a9aa-84044afca7ee req-fcb3bce6-d3f4-4073-ad93-c6fa217bcbba tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dbe2e10-f72c-4f4d-a7b5-7aecd7b41b7c HTTP/1.1" status: 200 len: 945 time: 0.0499265 Jul 30 00:20:53.391569 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:53.414317 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dbe2e10-f72c-4f4d-a7b5-7aecd7b41b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab3ab8c-fa8b-46da-910a-f23c3b587907'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:20:53.416563 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3dd558600791562711758174753c2f4fb110b88d3119b842389a6e503e2e31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3318e954-c846-4e2a-82de-e04827c59472" -d '{"events": [{"server_uuid": "0dbe2e10-f72c-4f4d-a7b5-7aecd7b41b7c", "name": "network-vif-plugged", "status": "completed", "tag": "8ab3ab8c-fa8b-46da-910a-f23c3b587907"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:20:53.429089 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-79cfcc8d-9e3a-439c-a9aa-84044afca7ee req-fd2c8e34-4e44-42a3-a9cf-a78589276cec tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cf0b318-bd90-4488-8664-05d7ec3a7d65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376616 Jul 30 00:20:53.431482 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 8ab3ab8c-fa8b-46da-910a-f23c3b587907, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=8ab3ab8c-fa8b-46da-910a-f23c3b587907,segment=NetworkSegment(8665c677-ec30-4cd5-9e28-fbcd4f8f9d9c),segment_id=8665c677-ec30-4cd5-9e28-fbcd4f8f9d9c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:20:53.436715 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:53.464059 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dcabfcc-733e-4f2f-8a3a-cfb0288cec3e x-openstack-request-id: req-8dcabfcc-733e-4f2f-8a3a-cfb0288cec3e {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:20:53.464354 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dbe2e10-f72c-4f4d-a7b5-7aecd7b41b7c", "name": "network-vif-plugged", "status": "completed", "tag": "8ab3ab8c-fa8b-46da-910a-f23c3b587907", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:20:53.464613 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8dcabfcc-733e-4f2f-8a3a-cfb0288cec3e {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:20:53.465003 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dbe2e10-f72c-4f4d-a7b5-7aecd7b41b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab3ab8c-fa8b-46da-910a-f23c3b587907', 'code': 200} Jul 30 00:20:53.490995 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=8ab3ab8c-fa8b-46da-910a-f23c3b587907,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:20:53.582034 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324584b-18b5-494e-a5f0-9f467f7c00aa req-33407f0d-ff8b-4b18-a8f2-d93aa9c33849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:53.583550 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c324584b-18b5-494e-a5f0-9f467f7c00aa req-33407f0d-ff8b-4b18-a8f2-d93aa9c33849 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0dbe2e10-f72c-4f4d-a7b5-7aecd7b41b7c HTTP/1.1" status: 200 len: 1098 time: 0.0400324 Jul 30 00:20:53.619071 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c324584b-18b5-494e-a5f0-9f467f7c00aa req-406167b9-fdb8-4064-baee-37c526199e7b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3cf0b318-bd90-4488-8664-05d7ec3a7d65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282323 Jul 30 00:20:54.550382 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c308d69-d5cc-42ed-a769-07d3c57e4958 req-c9de356d-2bdd-4bbb-97e9-8ca5592a8488 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:54.551860 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4c308d69-d5cc-42ed-a769-07d3c57e4958 req-c9de356d-2bdd-4bbb-97e9-8ca5592a8488 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dbe2e10-f72c-4f4d-a7b5-7aecd7b41b7c HTTP/1.1" status: 200 len: 946 time: 0.0524652 Jul 30 00:20:54.590013 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4c308d69-d5cc-42ed-a769-07d3c57e4958 req-775c8e34-2e30-4c88-8dd3-f9566e9b06b8 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cf0b318-bd90-4488-8664-05d7ec3a7d65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321429 Jul 30 00:20:55.706673 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca29e4b-5637-468e-85ea-8e15b9255bd4 req-11b4e7c7-2a8a-417e-a412-8427c7fbc812 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:55.708145 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4ca29e4b-5637-468e-85ea-8e15b9255bd4 req-11b4e7c7-2a8a-417e-a412-8427c7fbc812 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dbe2e10-f72c-4f4d-a7b5-7aecd7b41b7c HTTP/1.1" status: 200 len: 946 time: 0.0480490 Jul 30 00:20:55.754498 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4ca29e4b-5637-468e-85ea-8e15b9255bd4 req-fdbde384-51ba-4947-8132-e4b821f4c1a2 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cf0b318-bd90-4488-8664-05d7ec3a7d65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402863 Jul 30 00:20:55.873129 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ae573-f856-4b5c-94a5-f1b31458cc44 req-a3664816-5a29-4667-95ac-aaf01fa2f4f1 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:55.874562 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4d4ae573-f856-4b5c-94a5-f1b31458cc44 req-a3664816-5a29-4667-95ac-aaf01fa2f4f1 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dbe2e10-f72c-4f4d-a7b5-7aecd7b41b7c HTTP/1.1" status: 200 len: 946 time: 0.0521421 Jul 30 00:20:55.912537 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4d4ae573-f856-4b5c-94a5-f1b31458cc44 req-a2948489-4af7-4a19-b651-5a0def29a172 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cf0b318-bd90-4488-8664-05d7ec3a7d65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315108 Jul 30 00:20:55.934147 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37106) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:20:55.951862 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78d9c614-f08e-4933-b983-a6db1d6d580c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:55.973829 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7849a8-038f-4b04-8bb2-704f5b70cdff tempest-TestNetworkAdvancedServerOps-900635967 tempest-TestNetworkAdvancedServerOps-900635967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:55.975333 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-9d7849a8-038f-4b04-8bb2-704f5b70cdff tempest-TestNetworkAdvancedServerOps-900635967 tempest-TestNetworkAdvancedServerOps-900635967-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=0dbe2e10-f72c-4f4d-a7b5-7aecd7b41b7c HTTP/1.1" status: 200 len: 1093 time: 0.0400870 Jul 30 00:20:55.978251 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37108) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:20:55.982529 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-b91e9d09-d5f2-4d6e-ac83-c39c41013221 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Request body: {'floatingip': {'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'port_id': '8ab3ab8c-fa8b-46da-910a-f23c3b587907', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:20:56.003681 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b91e9d09-d5f2-4d6e-ac83-c39c41013221 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for floatingip, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:56.109964 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b91e9d09-d5f2-4d6e-ac83-c39c41013221 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:56.212299 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-b91e9d09-d5f2-4d6e-ac83-c39c41013221 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Allocated IP 172.25.0.42 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/75125928-b032-4247-9496-d46a920fc75e) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:20:56.313954 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b91e9d09-d5f2-4d6e-ac83-c39c41013221 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:56.352445 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b91e9d09-d5f2-4d6e-ac83-c39c41013221 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:56.388586 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91e9d09-d5f2-4d6e-ac83-c39c41013221 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:20:56.391395 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-b91e9d09-d5f2-4d6e-ac83-c39c41013221 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:20:56.395241 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91e9d09-d5f2-4d6e-ac83-c39c41013221 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:20:56.402879 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91e9d09-d5f2-4d6e-ac83-c39c41013221 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'Port': ['ID=75125928-b032-4247-9496-d46a920fc75e,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:20:56.549116 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:56.752901 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b91e9d09-d5f2-4d6e-ac83-c39c41013221 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:56.817376 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b91e9d09-d5f2-4d6e-ac83-c39c41013221 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:56.965787 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b91e9d09-d5f2-4d6e-ac83-c39c41013221 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:56.971191 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b91e9d09-d5f2-4d6e-ac83-c39c41013221 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:57.039824 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91e9d09-d5f2-4d6e-ac83-c39c41013221 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'Port': ['ID=75125928-b032-4247-9496-d46a920fc75e,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:20:57.054217 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b91e9d09-d5f2-4d6e-ac83-c39c41013221 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:57.150560 n-d-712141-10 neutron-server[94078]: INFO neutron.db.l3_db [None req-b91e9d09-d5f2-4d6e-ac83-c39c41013221 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Floating IP 3fe0e72b-71c0-409c-9172-79225bb05cd7 associated. External IP: 172.25.0.42, port: 8ab3ab8c-fa8b-46da-910a-f23c3b587907. Jul 30 00:20:57.705103 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b91e9d09-d5f2-4d6e-ac83-c39c41013221 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Router 0455ca0b-3391-4237-bf33-8d1194b2216f has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:20:57.809590 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91e9d09-d5f2-4d6e-ac83-c39c41013221 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:20:57.819977 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6cb514-4fcd-4778-a4f5-871e984fcf2b None None] Sync routers for ids ['0455ca0b-3391-4237-bf33-8d1194b2216f'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:20:57.824832 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b91e9d09-d5f2-4d6e-ac83-c39c41013221 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:57.828649 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6cb514-4fcd-4778-a4f5-871e984fcf2b None None] Routers {'0455ca0b-3391-4237-bf33-8d1194b2216f'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:20:57.829313 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-fa6cb514-4fcd-4778-a4f5-871e984fcf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:20:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['0455ca0b-3391-4237-bf33-8d1194b2216f'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:20:57.854605 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-b91e9d09-d5f2-4d6e-ac83-c39c41013221 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8753293 Jul 30 00:20:57.855202 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dbe2e10-f72c-4f4d-a7b5-7aecd7b41b7c', 'tag': '8ab3ab8c-fa8b-46da-910a-f23c3b587907'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:20:57.857475 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bdefc4f50fc1dacc251594e9f8a8ff118bd4f4d1a27e9c9923ea81076a49f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b96fcf-e98f-4c34-9e27-a2a6fc8e7698" -d '{"events": [{"name": "network-changed", "server_uuid": "0dbe2e10-f72c-4f4d-a7b5-7aecd7b41b7c", "tag": "8ab3ab8c-fa8b-46da-910a-f23c3b587907"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:20:57.907294 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:57.914633 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-477036ac-2fe6-4d3d-9439-ffd44785cbd0 x-openstack-request-id: req-477036ac-2fe6-4d3d-9439-ffd44785cbd0 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:20:57.914957 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dbe2e10-f72c-4f4d-a7b5-7aecd7b41b7c", "tag": "8ab3ab8c-fa8b-46da-910a-f23c3b587907", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:20:57.915237 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-477036ac-2fe6-4d3d-9439-ffd44785cbd0 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:20:57.915635 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dbe2e10-f72c-4f4d-a7b5-7aecd7b41b7c', 'tag': '8ab3ab8c-fa8b-46da-910a-f23c3b587907', 'status': 'completed', 'code': 200} Jul 30 00:20:57.950214 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-fa6cb514-4fcd-4778-a4f5-871e984fcf2b None None] Set router 0455ca0b-3391-4237-bf33-8d1194b2216f gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:20:57.995262 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62220a13-5ba8-4e11-aaca-74700c904d6d req-f889a4e5-769c-4770-bc3b-22ff70e6c7a1 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:57.996854 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-62220a13-5ba8-4e11-aaca-74700c904d6d req-f889a4e5-769c-4770-bc3b-22ff70e6c7a1 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dbe2e10-f72c-4f4d-a7b5-7aecd7b41b7c HTTP/1.1" status: 200 len: 946 time: 0.0719607 Jul 30 00:20:58.026836 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b96fcf-e98f-4c34-9e27-a2a6fc8e7698 req-055c76f0-13c0-4c78-9586-0ad7e5122c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:58.028342 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-71b96fcf-e98f-4c34-9e27-a2a6fc8e7698 req-055c76f0-13c0-4c78-9586-0ad7e5122c04 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e5cbafbeb6f54e069c2a006bcf0b792e&device_id=0dbe2e10-f72c-4f4d-a7b5-7aecd7b41b7c HTTP/1.1" status: 200 len: 1098 time: 0.0673392 Jul 30 00:20:58.062707 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-62220a13-5ba8-4e11-aaca-74700c904d6d req-9647fd37-5e0c-4e4d-807a-15ae7717068a tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cf0b318-bd90-4488-8664-05d7ec3a7d65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578496 Jul 30 00:20:58.085705 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 37114) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:20:58.133486 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b96fcf-e98f-4c34-9e27-a2a6fc8e7698 req-3a39c560-40c0-449c-a787-08651f7364e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:58.135016 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-71b96fcf-e98f-4c34-9e27-a2a6fc8e7698 req-3a39c560-40c0-449c-a787-08651f7364e7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=188c1b8d-e79d-4a9f-8b72-7a3dd118df5d HTTP/1.1" status: 200 len: 897 time: 0.0999899 Jul 30 00:20:58.152901 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-10d7cc22-3316-4b91-96f3-020bd57356cd tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/floatingips/3fe0e72b-71c0-409c-9172-79225bb05cd7 HTTP/1.1" status: 200 len: 991 time: 0.0649433 Jul 30 00:20:58.183359 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-fa6cb514-4fcd-4778-a4f5-871e984fcf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0455ca0b-3391-4237-bf33-8d1194b2216f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-518880235', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '952b14b6-0e40-4108-a7ad-6be48257a868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:20:38Z', 'updated_at': '2021-07-30T00:20:42Z', 'revision_number': 4, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port': {'id': '952b14b6-0e40-4108-a7ad-6be48257a868', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:80:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0455ca0b-3391-4237-bf33-8d1194b2216f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:20:39Z', 'updated_at': '2021-07-30T00:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '3fe0e72b-71c0-409c-9172-79225bb05cd7', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'floating_ip_address': '172.25.0.42', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '0455ca0b-3391-4237-bf33-8d1194b2216f', 'port_id': '8ab3ab8c-fa8b-46da-910a-f23c3b587907', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4198, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '188c1b8d-e79d-4a9f-8b72-7a3dd118df5d', 'mac_address': 'fa:16:3e:70:45:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbe2e10-f72c-4f4d-a7b5-7aecd7b41b7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:20:56Z', 'updated_at': '2021-07-30T00:20:56Z', 'revision_number': 0, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7edf6482-8e13-4985-9966-486ff4778602', 'name': '', 'network_id': '188c1b8d-e79d-4a9f-8b72-7a3dd118df5d', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'mac_address': 'fa:16:3e:f7:5f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0455ca0b-3391-4237-bf33-8d1194b2216f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '2dc34e7d-a194-43a5-bd6f-7a7dd618075e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:20:41Z', 'updated_at': '2021-07-30T00:20:46Z', 'revision_number': 5, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'subnets': [{'id': '2dc34e7d-a194-43a5-bd6f-7a7dd618075e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:20:58.202047 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-71b96fcf-e98f-4c34-9e27-a2a6fc8e7698 req-3face7fc-d29e-4e56-af1e-f701d8012f9c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ab3ab8c-fa8b-46da-910a-f23c3b587907 HTTP/1.1" status: 200 len: 999 time: 0.0592356 Jul 30 00:20:58.209136 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6cb514-4fcd-4778-a4f5-871e984fcf2b None None] Checking router: 0455ca0b-3391-4237-bf33-8d1194b2216f for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:20:58.217289 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6cb514-4fcd-4778-a4f5-871e984fcf2b None None] Routers {'0455ca0b-3391-4237-bf33-8d1194b2216f'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:20:58.217921 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-fa6cb514-4fcd-4778-a4f5-871e984fcf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:20:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['0455ca0b-3391-4237-bf33-8d1194b2216f'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:20:58.254195 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b96fcf-e98f-4c34-9e27-a2a6fc8e7698 req-7993b12c-16d1-4995-bc7a-9fcb6c4bfff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:58.255675 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-71b96fcf-e98f-4c34-9e27-a2a6fc8e7698 req-7993b12c-16d1-4995-bc7a-9fcb6c4bfff1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2dc34e7d-a194-43a5-bd6f-7a7dd618075e HTTP/1.1" status: 200 len: 835 time: 0.0473657 Jul 30 00:20:58.302100 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b96fcf-e98f-4c34-9e27-a2a6fc8e7698 req-990c260d-3b61-4e41-b4f6-a8b0821f85e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:58.303975 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-71b96fcf-e98f-4c34-9e27-a2a6fc8e7698 req-990c260d-3b61-4e41-b4f6-a8b0821f85e2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=188c1b8d-e79d-4a9f-8b72-7a3dd118df5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414891 Jul 30 00:20:58.325694 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-fa6cb514-4fcd-4778-a4f5-871e984fcf2b None None] Set router 0455ca0b-3391-4237-bf33-8d1194b2216f gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:20:58.399312 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-71b96fcf-e98f-4c34-9e27-a2a6fc8e7698 req-41776519-6498-4088-b888-261edcd5e736 service neutron] 10.222.0.41 "GET /v2.0/networks/188c1b8d-e79d-4a9f-8b72-7a3dd118df5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876391 Jul 30 00:20:58.501242 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-71b96fcf-e98f-4c34-9e27-a2a6fc8e7698 req-006a3578-3b5b-4fb2-9818-ff3811aca9d9 service neutron] 10.222.0.41 "GET /v2.0/networks/188c1b8d-e79d-4a9f-8b72-7a3dd118df5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947599 Jul 30 00:20:58.551316 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-fa6cb514-4fcd-4778-a4f5-871e984fcf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0455ca0b-3391-4237-bf33-8d1194b2216f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-518880235', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '952b14b6-0e40-4108-a7ad-6be48257a868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:20:38Z', 'updated_at': '2021-07-30T00:20:42Z', 'revision_number': 4, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port': {'id': '952b14b6-0e40-4108-a7ad-6be48257a868', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:80:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0455ca0b-3391-4237-bf33-8d1194b2216f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:20:39Z', 'updated_at': '2021-07-30T00:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '3fe0e72b-71c0-409c-9172-79225bb05cd7', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'floating_ip_address': '172.25.0.42', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '0455ca0b-3391-4237-bf33-8d1194b2216f', 'port_id': '8ab3ab8c-fa8b-46da-910a-f23c3b587907', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4198, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '188c1b8d-e79d-4a9f-8b72-7a3dd118df5d', 'mac_address': 'fa:16:3e:70:45:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbe2e10-f72c-4f4d-a7b5-7aecd7b41b7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:20:56Z', 'updated_at': '2021-07-30T00:20:56Z', 'revision_number': 0, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7edf6482-8e13-4985-9966-486ff4778602', 'name': '', 'network_id': '188c1b8d-e79d-4a9f-8b72-7a3dd118df5d', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'mac_address': 'fa:16:3e:f7:5f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0455ca0b-3391-4237-bf33-8d1194b2216f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '2dc34e7d-a194-43a5-bd6f-7a7dd618075e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:20:41Z', 'updated_at': '2021-07-30T00:20:46Z', 'revision_number': 5, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'subnets': [{'id': '2dc34e7d-a194-43a5-bd6f-7a7dd618075e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:20:58.580170 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6cb514-4fcd-4778-a4f5-871e984fcf2b None None] The sync data for ids ['0455ca0b-3391-4237-bf33-8d1194b2216f'] in n-d-712141-10 is: [{'id': '0455ca0b-3391-4237-bf33-8d1194b2216f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-518880235', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '952b14b6-0e40-4108-a7ad-6be48257a868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:20:38Z', 'updated_at': '2021-07-30T00:20:42Z', 'revision_number': 4, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port': {'id': '952b14b6-0e40-4108-a7ad-6be48257a868', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:80:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0455ca0b-3391-4237-bf33-8d1194b2216f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:20:39Z', 'updated_at': '2021-07-30T00:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '3fe0e72b-71c0-409c-9172-79225bb05cd7', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'floating_ip_address': '172.25.0.42', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '0455ca0b-3391-4237-bf33-8d1194b2216f', 'port_id': '8ab3ab8c-fa8b-46da-910a-f23c3b587907', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4198, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '188c1b8d-e79d-4a9f-8b72-7a3dd118df5d', 'mac_address': 'fa:16:3e:70:45:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbe2e10-f72c-4f4d-a7b5-7aecd7b41b7c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:20:56Z', 'updated_at': '2021-07-30T00:20:56Z', 'revision_number': 0, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7edf6482-8e13-4985-9966-486ff4778602', 'name': '', 'network_id': '188c1b8d-e79d-4a9f-8b72-7a3dd118df5d', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'mac_address': 'fa:16:3e:f7:5f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0455ca0b-3391-4237-bf33-8d1194b2216f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '2dc34e7d-a194-43a5-bd6f-7a7dd618075e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:20:41Z', 'updated_at': '2021-07-30T00:20:46Z', 'revision_number': 5, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'subnets': [{'id': '2dc34e7d-a194-43a5-bd6f-7a7dd618075e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:20:58.769929 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b49a18-4a98-45bf-bb42-21d1c6200588 None None] New status for floating IP 3fe0e72b-71c0-409c-9172-79225bb05cd7: ACTIVE {{(pid=94079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:20:58.920043 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:20:59.155746 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37116) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:20:59.215277 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-75de0b7d-4f94-49eb-b3b2-848d748e8043 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/floatingips/3fe0e72b-71c0-409c-9172-79225bb05cd7 HTTP/1.1" status: 200 len: 993 time: 0.0583112 Jul 30 00:20:59.525864 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:07.677900 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:20.153011 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:21.623265 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-358c341c-c599-4728-a378-1243b8cf3795 req-a4d373fc-66b9-4759-83d8-9bc2d2bc5128 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0dbe2e10-f72c-4f4d-a7b5-7aecd7b41b7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0432854 Jul 30 00:21:21.722862 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c341c-c599-4728-a378-1243b8cf3795 req-5de27890-cbf6-4b86-8594-da62fec57380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:21.724332 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-358c341c-c599-4728-a378-1243b8cf3795 req-5de27890-cbf6-4b86-8594-da62fec57380 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e5cbafbeb6f54e069c2a006bcf0b792e&device_id=0dbe2e10-f72c-4f4d-a7b5-7aecd7b41b7c HTTP/1.1" status: 200 len: 1098 time: 0.0407565 Jul 30 00:21:21.824959 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c341c-c599-4728-a378-1243b8cf3795 req-902ba807-c716-47f8-ace5-df2b43fca85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:21.826381 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-358c341c-c599-4728-a378-1243b8cf3795 req-902ba807-c716-47f8-ace5-df2b43fca85c service neutron] 10.222.0.41 "GET /v2.0/networks?id=188c1b8d-e79d-4a9f-8b72-7a3dd118df5d HTTP/1.1" status: 200 len: 897 time: 0.0832906 Jul 30 00:21:21.896169 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-358c341c-c599-4728-a378-1243b8cf3795 req-cc4f42b3-6314-45e6-b5b7-6b1327e9da4d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ab3ab8c-fa8b-46da-910a-f23c3b587907 HTTP/1.1" status: 200 len: 1001 time: 0.0624285 Jul 30 00:21:21.945560 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c341c-c599-4728-a378-1243b8cf3795 req-c12663ba-349e-46f1-95f7-3d8c96ccb9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:21.947434 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-358c341c-c599-4728-a378-1243b8cf3795 req-c12663ba-349e-46f1-95f7-3d8c96ccb9a5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2dc34e7d-a194-43a5-bd6f-7a7dd618075e HTTP/1.1" status: 200 len: 835 time: 0.0442121 Jul 30 00:21:21.998456 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358c341c-c599-4728-a378-1243b8cf3795 req-9774693e-9e86-4d60-919a-3df7f470de79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:21.999952 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-358c341c-c599-4728-a378-1243b8cf3795 req-9774693e-9e86-4d60-919a-3df7f470de79 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=188c1b8d-e79d-4a9f-8b72-7a3dd118df5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449626 Jul 30 00:21:22.092228 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-358c341c-c599-4728-a378-1243b8cf3795 req-1896d4cb-be1c-4794-87c2-a3829caa45bf service neutron] 10.222.0.41 "GET /v2.0/networks/188c1b8d-e79d-4a9f-8b72-7a3dd118df5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842502 Jul 30 00:21:22.180782 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-358c341c-c599-4728-a378-1243b8cf3795 req-1ed768c2-7f94-48ae-8d09-8fedc4c66ee4 service neutron] 10.222.0.41 "GET /v2.0/networks/188c1b8d-e79d-4a9f-8b72-7a3dd118df5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812173 Jul 30 00:21:23.336829 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ad595695-8101-4526-bb7d-9bbe5da0f054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:25.946823 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f4d96b2c-07d1-477a-8881-340294ad1fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:26.551158 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:27.903754 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:29.527682 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:30.655925 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aac7307-7329-4a69-891c-b3643ee8bf64 req-067c58bf-ae2e-49a0-86bb-834d4a532751 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:30.657485 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3aac7307-7329-4a69-891c-b3643ee8bf64 req-067c58bf-ae2e-49a0-86bb-834d4a532751 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dbe2e10-f72c-4f4d-a7b5-7aecd7b41b7c HTTP/1.1" status: 200 len: 946 time: 0.0805786 Jul 30 00:21:30.659483 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e494328-9a14-402f-ab76-ca8a9dc5c6fc req-ebd0922d-da9d-4508-af54-02172e79cf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:30.660824 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0e494328-9a14-402f-ab76-ca8a9dc5c6fc req-ebd0922d-da9d-4508-af54-02172e79cf0b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e5cbafbeb6f54e069c2a006bcf0b792e&device_id=0dbe2e10-f72c-4f4d-a7b5-7aecd7b41b7c HTTP/1.1" status: 200 len: 1098 time: 0.0746434 Jul 30 00:21:30.740157 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3aac7307-7329-4a69-891c-b3643ee8bf64 req-2df4d05a-9a49-4ee3-87f4-dbfd59c66abe tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cf0b318-bd90-4488-8664-05d7ec3a7d65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764692 Jul 30 00:21:30.772529 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e494328-9a14-402f-ab76-ca8a9dc5c6fc req-1fc4b325-2e3e-4868-a220-8afa38946779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:30.774070 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0e494328-9a14-402f-ab76-ca8a9dc5c6fc req-1fc4b325-2e3e-4868-a220-8afa38946779 service neutron] 10.222.0.41 "GET /v2.0/networks?id=188c1b8d-e79d-4a9f-8b72-7a3dd118df5d HTTP/1.1" status: 200 len: 897 time: 0.1045399 Jul 30 00:21:30.847289 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0e494328-9a14-402f-ab76-ca8a9dc5c6fc req-b2869769-5a10-4c4a-95f6-2e0866e20c00 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ab3ab8c-fa8b-46da-910a-f23c3b587907 HTTP/1.1" status: 200 len: 1001 time: 0.0617702 Jul 30 00:21:30.904501 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e494328-9a14-402f-ab76-ca8a9dc5c6fc req-586aaaab-b04a-4831-960b-6e38ba1e8f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:30.905980 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0e494328-9a14-402f-ab76-ca8a9dc5c6fc req-586aaaab-b04a-4831-960b-6e38ba1e8f78 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2dc34e7d-a194-43a5-bd6f-7a7dd618075e HTTP/1.1" status: 200 len: 835 time: 0.0447764 Jul 30 00:21:30.951927 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e494328-9a14-402f-ab76-ca8a9dc5c6fc req-9e517126-4405-4137-9a51-0f5d3c8eff22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:30.953417 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0e494328-9a14-402f-ab76-ca8a9dc5c6fc req-9e517126-4405-4137-9a51-0f5d3c8eff22 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=188c1b8d-e79d-4a9f-8b72-7a3dd118df5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400100 Jul 30 00:21:31.045614 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0e494328-9a14-402f-ab76-ca8a9dc5c6fc req-98cc3e36-c379-4d0e-aa49-97fe5278e799 service neutron] 10.222.0.41 "GET /v2.0/networks/188c1b8d-e79d-4a9f-8b72-7a3dd118df5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839186 Jul 30 00:21:31.137375 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0e494328-9a14-402f-ab76-ca8a9dc5c6fc req-981e2f95-fcfd-4a1e-9f03-5be5773ff76f service neutron] 10.222.0.41 "GET /v2.0/networks/188c1b8d-e79d-4a9f-8b72-7a3dd118df5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831661 Jul 30 00:21:31.876928 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ffef9a-fca9-49c8-8c56-8ec6b265283e req-73df65cf-8a55-49f5-95e2-3c841ff208b1 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:31.878407 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-10ffef9a-fca9-49c8-8c56-8ec6b265283e req-73df65cf-8a55-49f5-95e2-3c841ff208b1 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dbe2e10-f72c-4f4d-a7b5-7aecd7b41b7c HTTP/1.1" status: 200 len: 946 time: 0.0540712 Jul 30 00:21:31.916756 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-10ffef9a-fca9-49c8-8c56-8ec6b265283e req-518dfe06-a865-4465-8dc9-e0607b3e8fed tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cf0b318-bd90-4488-8664-05d7ec3a7d65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318325 Jul 30 00:21:33.033900 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62adea8a-d9cd-4e98-abe0-76c2ea4529c2 req-457795fe-8db0-45d0-95a2-de3ab2161726 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:33.035398 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-62adea8a-d9cd-4e98-abe0-76c2ea4529c2 req-457795fe-8db0-45d0-95a2-de3ab2161726 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dbe2e10-f72c-4f4d-a7b5-7aecd7b41b7c HTTP/1.1" status: 200 len: 946 time: 0.0491309 Jul 30 00:21:33.072974 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-62adea8a-d9cd-4e98-abe0-76c2ea4529c2 req-a5041cf7-7a9c-4f12-8cd8-f643ad3df2ea tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cf0b318-bd90-4488-8664-05d7ec3a7d65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309093 Jul 30 00:21:34.188315 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce7e34-e36d-4e77-96a9-802edd1df718 req-bec3e2bf-762c-4671-956d-f4659ebdb594 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:34.189817 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a7ce7e34-e36d-4e77-96a9-802edd1df718 req-bec3e2bf-762c-4671-956d-f4659ebdb594 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dbe2e10-f72c-4f4d-a7b5-7aecd7b41b7c HTTP/1.1" status: 200 len: 946 time: 0.0494456 Jul 30 00:21:34.229986 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a7ce7e34-e36d-4e77-96a9-802edd1df718 req-8e64a33c-587d-49b2-8e82-d700f60f02cb tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cf0b318-bd90-4488-8664-05d7ec3a7d65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337462 Jul 30 00:21:35.349069 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224f6375-b28e-478e-be85-8c55832ddfe9 req-fcb276f1-6662-4be7-900e-3317ff6c07a0 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:35.350554 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-224f6375-b28e-478e-be85-8c55832ddfe9 req-fcb276f1-6662-4be7-900e-3317ff6c07a0 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dbe2e10-f72c-4f4d-a7b5-7aecd7b41b7c HTTP/1.1" status: 200 len: 946 time: 0.0523369 Jul 30 00:21:35.388457 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-224f6375-b28e-478e-be85-8c55832ddfe9 req-320cc270-7249-418c-a218-0fe3cea64bb6 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cf0b318-bd90-4488-8664-05d7ec3a7d65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318494 Jul 30 00:21:35.919901 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:21:36.502633 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1304ae-babc-4aa2-974d-5afc28b55008 req-588c84e4-9a5c-4af8-82b6-a08077b685f3 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:36.504129 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3c1304ae-babc-4aa2-974d-5afc28b55008 req-588c84e4-9a5c-4af8-82b6-a08077b685f3 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dbe2e10-f72c-4f4d-a7b5-7aecd7b41b7c HTTP/1.1" status: 200 len: 946 time: 0.0487556 Jul 30 00:21:36.542646 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3c1304ae-babc-4aa2-974d-5afc28b55008 req-e76e4797-dcc8-4735-ad36-05b15543cdf2 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cf0b318-bd90-4488-8664-05d7ec3a7d65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317833 Jul 30 00:21:37.658165 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4c9cf3-2511-46e1-b439-c201354f26c4 req-d5c7a221-517d-4c4c-9536-43b4b31cd7a7 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:37.659660 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fc4c9cf3-2511-46e1-b439-c201354f26c4 req-d5c7a221-517d-4c4c-9536-43b4b31cd7a7 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dbe2e10-f72c-4f4d-a7b5-7aecd7b41b7c HTTP/1.1" status: 200 len: 946 time: 0.0485811 Jul 30 00:21:37.677117 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:37.699314 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fc4c9cf3-2511-46e1-b439-c201354f26c4 req-34a84988-f88a-47b0-8d86-a126212e95b4 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cf0b318-bd90-4488-8664-05d7ec3a7d65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325568 Jul 30 00:21:38.842272 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae7a909-0a0c-4b03-a59b-657f8d0fea61 req-f0f81c0f-21ef-470e-9d56-bb22384f6099 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:38.843692 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3ae7a909-0a0c-4b03-a59b-657f8d0fea61 req-f0f81c0f-21ef-470e-9d56-bb22384f6099 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dbe2e10-f72c-4f4d-a7b5-7aecd7b41b7c HTTP/1.1" status: 200 len: 946 time: 0.0523427 Jul 30 00:21:38.882025 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3ae7a909-0a0c-4b03-a59b-657f8d0fea61 req-c81450b2-06d4-4a39-9f69-60c159b2b31d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cf0b318-bd90-4488-8664-05d7ec3a7d65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322685 Jul 30 00:21:39.996204 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e5c5c-3e14-4cab-abff-6859998d4826 req-ad6ab135-adeb-47c1-b5da-6cdb24016296 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:39.998987 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-365e5c5c-3e14-4cab-abff-6859998d4826 req-ad6ab135-adeb-47c1-b5da-6cdb24016296 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dbe2e10-f72c-4f4d-a7b5-7aecd7b41b7c HTTP/1.1" status: 200 len: 946 time: 0.0493574 Jul 30 00:21:40.044934 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-365e5c5c-3e14-4cab-abff-6859998d4826 req-52e2b8af-6ab4-42ab-a964-e0fc1ae7fed7 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cf0b318-bd90-4488-8664-05d7ec3a7d65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318632 Jul 30 00:21:41.161841 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea66f61a-57a0-4d25-a931-56c9ecfa5278 req-a85abe15-afad-43e8-a988-37ecf8de8bd3 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:41.163326 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ea66f61a-57a0-4d25-a931-56c9ecfa5278 req-a85abe15-afad-43e8-a988-37ecf8de8bd3 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dbe2e10-f72c-4f4d-a7b5-7aecd7b41b7c HTTP/1.1" status: 200 len: 946 time: 0.0500722 Jul 30 00:21:41.201780 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ea66f61a-57a0-4d25-a931-56c9ecfa5278 req-7f359707-37f7-4f42-b7ed-c3598c272c44 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cf0b318-bd90-4488-8664-05d7ec3a7d65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323410 Jul 30 00:21:42.324910 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91833970-80fa-47a3-b499-417c708e7d4a req-83fdcc40-250c-45ce-ae42-459a93f803ed tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:42.326523 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-91833970-80fa-47a3-b499-417c708e7d4a req-83fdcc40-250c-45ce-ae42-459a93f803ed tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dbe2e10-f72c-4f4d-a7b5-7aecd7b41b7c HTTP/1.1" status: 200 len: 946 time: 0.0579243 Jul 30 00:21:42.365671 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-91833970-80fa-47a3-b499-417c708e7d4a req-43af0b1e-7d1e-4b3a-925c-0318a0f47dbc tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cf0b318-bd90-4488-8664-05d7ec3a7d65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331206 Jul 30 00:21:43.483266 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e09a99-f995-4cb4-952e-2a1735ceeec0 req-6ad7f713-5941-4fd0-b08c-08ff67295352 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:43.484801 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-10e09a99-f995-4cb4-952e-2a1735ceeec0 req-6ad7f713-5941-4fd0-b08c-08ff67295352 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dbe2e10-f72c-4f4d-a7b5-7aecd7b41b7c HTTP/1.1" status: 200 len: 946 time: 0.0498052 Jul 30 00:21:43.523607 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-10e09a99-f995-4cb4-952e-2a1735ceeec0 req-99bc07bf-2278-41c0-b12c-6c13beca9b2c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cf0b318-bd90-4488-8664-05d7ec3a7d65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327656 Jul 30 00:21:44.637558 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd3b84-a526-41ac-a7f9-370a9d71f804 req-8ed70f29-4b2d-4af4-8fcb-24fb0be7db6d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:44.639084 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-39cd3b84-a526-41ac-a7f9-370a9d71f804 req-8ed70f29-4b2d-4af4-8fcb-24fb0be7db6d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dbe2e10-f72c-4f4d-a7b5-7aecd7b41b7c HTTP/1.1" status: 200 len: 946 time: 0.0487568 Jul 30 00:21:44.676779 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-39cd3b84-a526-41ac-a7f9-370a9d71f804 req-9f0bc494-416b-46b8-87a2-3ba4346f4e9a tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cf0b318-bd90-4488-8664-05d7ec3a7d65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317664 Jul 30 00:21:45.798862 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017a804d-2b40-42b4-a3aa-821ea60d5cec req-7952d14a-4c1f-4b17-aae5-bfebefa15931 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:45.800340 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-017a804d-2b40-42b4-a3aa-821ea60d5cec req-7952d14a-4c1f-4b17-aae5-bfebefa15931 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dbe2e10-f72c-4f4d-a7b5-7aecd7b41b7c HTTP/1.1" status: 200 len: 946 time: 0.0564175 Jul 30 00:21:45.838154 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-017a804d-2b40-42b4-a3aa-821ea60d5cec req-b3606b8b-d7d7-4b5e-a29d-1b2183fb1be4 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cf0b318-bd90-4488-8664-05d7ec3a7d65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317748 Jul 30 00:21:46.954920 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0176082-c2c7-41a4-804d-a8b83e930ba1 req-7a118a28-26a4-4f14-b541-2f93de25a705 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:46.956486 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f0176082-c2c7-41a4-804d-a8b83e930ba1 req-7a118a28-26a4-4f14-b541-2f93de25a705 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dbe2e10-f72c-4f4d-a7b5-7aecd7b41b7c HTTP/1.1" status: 200 len: 946 time: 0.0503926 Jul 30 00:21:46.996651 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f0176082-c2c7-41a4-804d-a8b83e930ba1 req-69103c6b-be37-4284-8a81-4b8408a6f6be tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cf0b318-bd90-4488-8664-05d7ec3a7d65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333474 Jul 30 00:21:48.117365 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15033d2-70e8-46e5-b66a-35f7305bcd7f req-213c1c58-0cf7-4003-a9e8-788952694645 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:48.118883 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e15033d2-70e8-46e5-b66a-35f7305bcd7f req-213c1c58-0cf7-4003-a9e8-788952694645 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dbe2e10-f72c-4f4d-a7b5-7aecd7b41b7c HTTP/1.1" status: 200 len: 946 time: 0.0527055 Jul 30 00:21:48.159271 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e15033d2-70e8-46e5-b66a-35f7305bcd7f req-48d36ae2-4030-4f84-9b10-5c7c3fbb04cf tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cf0b318-bd90-4488-8664-05d7ec3a7d65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338314 Jul 30 00:21:48.182092 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 37170) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:21:48.250040 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-acdaae8f-a886-4c85-a7cf-6b78bed2fe5e tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/floatingips/3fe0e72b-71c0-409c-9172-79225bb05cd7 HTTP/1.1" status: 200 len: 993 time: 0.0662432 Jul 30 00:21:50.155516 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:53.337243 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1949acc1-ac8c-49dd-8df7-9fb466ba9701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:55.948738 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0a28cfc6-eac2-4c78-bbe9-a56d92a3b1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:56.552741 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:57.907318 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:59.531140 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:07.680643 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:12.919403 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:22:18.947565 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37182) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:22:19.107475 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-9f3969a3-f3c6-4b92-b6ba-868c82d3787c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Deleting port 75125928-b032-4247-9496-d46a920fc75e {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:22:19.107820 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9f3969a3-f3c6-4b92-b6ba-868c82d3787c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:19.180732 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9f3969a3-f3c6-4b92-b6ba-868c82d3787c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:19.181063 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9f3969a3-f3c6-4b92-b6ba-868c82d3787c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:19.192799 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-9f3969a3-f3c6-4b92-b6ba-868c82d3787c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Calling delete_port for 75125928-b032-4247-9496-d46a920fc75e owned by network:floatingip {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:22:19.339894 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9f3969a3-f3c6-4b92-b6ba-868c82d3787c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:19.364549 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3969a3-f3c6-4b92-b6ba-868c82d3787c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event deleted for resources: {'Port': ['ID=75125928-b032-4247-9496-d46a920fc75e,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:22:19.376682 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3969a3-f3c6-4b92-b6ba-868c82d3787c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:19.377012 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3969a3-f3c6-4b92-b6ba-868c82d3787c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:19.377347 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3969a3-f3c6-4b92-b6ba-868c82d3787c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:19.377706 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3969a3-f3c6-4b92-b6ba-868c82d3787c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:19.378038 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3969a3-f3c6-4b92-b6ba-868c82d3787c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:19.378381 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3969a3-f3c6-4b92-b6ba-868c82d3787c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:19.378704 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3969a3-f3c6-4b92-b6ba-868c82d3787c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:19.379028 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3969a3-f3c6-4b92-b6ba-868c82d3787c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:19.379355 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3969a3-f3c6-4b92-b6ba-868c82d3787c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:19.379675 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3969a3-f3c6-4b92-b6ba-868c82d3787c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:19.379993 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3969a3-f3c6-4b92-b6ba-868c82d3787c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:19.380307 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3969a3-f3c6-4b92-b6ba-868c82d3787c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:19.437532 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9f3969a3-f3c6-4b92-b6ba-868c82d3787c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for floatingip, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:19.437899 n-d-712141-10 neutron-server[94078]: INFO neutron.db.l3_db [None req-9f3969a3-f3c6-4b92-b6ba-868c82d3787c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Floating IP 3fe0e72b-71c0-409c-9172-79225bb05cd7 disassociated (deleted). External IP: 172.25.0.42, port: 8ab3ab8c-fa8b-46da-910a-f23c3b587907. Jul 30 00:22:19.635205 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f3969a3-f3c6-4b92-b6ba-868c82d3787c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Router 0455ca0b-3391-4237-bf33-8d1194b2216f has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:22:19.739261 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f3969a3-f3c6-4b92-b6ba-868c82d3787c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:22:19.743606 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9f3969a3-f3c6-4b92-b6ba-868c82d3787c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:19.752597 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b4f084-fbce-4748-ab01-07266729ce1d None None] Sync routers for ids ['0455ca0b-3391-4237-bf33-8d1194b2216f'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:22:19.762422 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b4f084-fbce-4748-ab01-07266729ce1d None None] Routers {'0455ca0b-3391-4237-bf33-8d1194b2216f'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:22:19.763118 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-32b4f084-fbce-4748-ab01-07266729ce1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:21:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['0455ca0b-3391-4237-bf33-8d1194b2216f'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:22:19.773818 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-9f3969a3-f3c6-4b92-b6ba-868c82d3787c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "DELETE /v2.0/floatingips/3fe0e72b-71c0-409c-9172-79225bb05cd7 HTTP/1.1" status: 204 len: 168 time: 0.8252044 Jul 30 00:22:19.774512 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dbe2e10-f72c-4f4d-a7b5-7aecd7b41b7c', 'tag': '8ab3ab8c-fa8b-46da-910a-f23c3b587907'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:22:19.777460 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bdefc4f50fc1dacc251594e9f8a8ff118bd4f4d1a27e9c9923ea81076a49f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309fbb2a-dc76-4ea1-a5d3-6bf9df36a8ba" -d '{"events": [{"name": "network-changed", "server_uuid": "0dbe2e10-f72c-4f4d-a7b5-7aecd7b41b7c", "tag": "8ab3ab8c-fa8b-46da-910a-f23c3b587907"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:22:19.874457 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-32b4f084-fbce-4748-ab01-07266729ce1d None None] Set router 0455ca0b-3391-4237-bf33-8d1194b2216f gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:22:19.879181 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf2e2145-c7e2-4561-bdb3-17498bbabc2f x-openstack-request-id: req-bf2e2145-c7e2-4561-bdb3-17498bbabc2f {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:22:19.879477 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dbe2e10-f72c-4f4d-a7b5-7aecd7b41b7c", "tag": "8ab3ab8c-fa8b-46da-910a-f23c3b587907", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:22:19.879739 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bf2e2145-c7e2-4561-bdb3-17498bbabc2f {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:22:19.880143 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dbe2e10-f72c-4f4d-a7b5-7aecd7b41b7c', 'tag': '8ab3ab8c-fa8b-46da-910a-f23c3b587907', 'status': 'completed', 'code': 200} Jul 30 00:22:20.035202 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd279a63-d018-4164-8ae1-356510616aac req-10e9ed0a-52ce-4525-a5e3-574eeb27b4a2 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:20.036701 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fd279a63-d018-4164-8ae1-356510616aac req-10e9ed0a-52ce-4525-a5e3-574eeb27b4a2 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dbe2e10-f72c-4f4d-a7b5-7aecd7b41b7c HTTP/1.1" status: 200 len: 946 time: 0.0757258 Jul 30 00:22:20.047230 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309fbb2a-dc76-4ea1-a5d3-6bf9df36a8ba req-a0fb1aa8-d69b-45a1-91ba-5442d2dd95c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:20.048678 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-309fbb2a-dc76-4ea1-a5d3-6bf9df36a8ba req-a0fb1aa8-d69b-45a1-91ba-5442d2dd95c2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e5cbafbeb6f54e069c2a006bcf0b792e&device_id=0dbe2e10-f72c-4f4d-a7b5-7aecd7b41b7c HTTP/1.1" status: 200 len: 1098 time: 0.1214652 Jul 30 00:22:20.085860 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-32b4f084-fbce-4748-ab01-07266729ce1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0455ca0b-3391-4237-bf33-8d1194b2216f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-518880235', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '952b14b6-0e40-4108-a7ad-6be48257a868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:20:38Z', 'updated_at': '2021-07-30T00:20:42Z', 'revision_number': 4, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port': {'id': '952b14b6-0e40-4108-a7ad-6be48257a868', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:80:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0455ca0b-3391-4237-bf33-8d1194b2216f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:20:39Z', 'updated_at': '2021-07-30T00:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '7edf6482-8e13-4985-9966-486ff4778602', 'name': '', 'network_id': '188c1b8d-e79d-4a9f-8b72-7a3dd118df5d', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'mac_address': 'fa:16:3e:f7:5f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0455ca0b-3391-4237-bf33-8d1194b2216f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '2dc34e7d-a194-43a5-bd6f-7a7dd618075e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:20:41Z', 'updated_at': '2021-07-30T00:20:46Z', 'revision_number': 5, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'subnets': [{'id': '2dc34e7d-a194-43a5-bd6f-7a7dd618075e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:22:20.116601 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b4f084-fbce-4748-ab01-07266729ce1d None None] Checking router: 0455ca0b-3391-4237-bf33-8d1194b2216f for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:22:20.125132 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b4f084-fbce-4748-ab01-07266729ce1d None None] Routers {'0455ca0b-3391-4237-bf33-8d1194b2216f'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:22:20.125779 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-32b4f084-fbce-4748-ab01-07266729ce1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:21:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['0455ca0b-3391-4237-bf33-8d1194b2216f'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:22:20.126467 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fd279a63-d018-4164-8ae1-356510616aac req-f8749bbb-c683-49ec-8f68-018091fe4407 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cf0b318-bd90-4488-8664-05d7ec3a7d65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829167 Jul 30 00:22:20.166746 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:20.183839 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309fbb2a-dc76-4ea1-a5d3-6bf9df36a8ba req-8ebf1685-88bd-4b40-b8f5-0df91bd9b124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:20.183839 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-309fbb2a-dc76-4ea1-a5d3-6bf9df36a8ba req-8ebf1685-88bd-4b40-b8f5-0df91bd9b124 service neutron] 10.222.0.41 "GET /v2.0/networks?id=188c1b8d-e79d-4a9f-8b72-7a3dd118df5d HTTP/1.1" status: 200 len: 897 time: 0.1225214 Jul 30 00:22:20.229838 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-309fbb2a-dc76-4ea1-a5d3-6bf9df36a8ba req-052067f9-fdc2-4a5e-ac1f-e8268fca964c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8ab3ab8c-fa8b-46da-910a-f23c3b587907 HTTP/1.1" status: 200 len: 217 time: 0.0364554 Jul 30 00:22:20.284071 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309fbb2a-dc76-4ea1-a5d3-6bf9df36a8ba req-06a6918b-c43e-46b4-8e3c-934ad1a25151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:20.285531 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-309fbb2a-dc76-4ea1-a5d3-6bf9df36a8ba req-06a6918b-c43e-46b4-8e3c-934ad1a25151 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2dc34e7d-a194-43a5-bd6f-7a7dd618075e HTTP/1.1" status: 200 len: 835 time: 0.0469830 Jul 30 00:22:20.331762 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-32b4f084-fbce-4748-ab01-07266729ce1d None None] Set router 0455ca0b-3391-4237-bf33-8d1194b2216f gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:22:20.332033 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309fbb2a-dc76-4ea1-a5d3-6bf9df36a8ba req-89251aea-60f3-4afc-b7ec-fee99f7ec7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:20.333470 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-309fbb2a-dc76-4ea1-a5d3-6bf9df36a8ba req-89251aea-60f3-4afc-b7ec-fee99f7ec7b2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=188c1b8d-e79d-4a9f-8b72-7a3dd118df5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407672 Jul 30 00:22:20.344853 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [req-309fbb2a-dc76-4ea1-a5d3-6bf9df36a8ba req-cd17b355-aa60-467d-9d46-38ddba54893c service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:22:20.345793 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-309fbb2a-dc76-4ea1-a5d3-6bf9df36a8ba req-cd17b355-aa60-467d-9d46-38ddba54893c service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048652 Jul 30 00:22:20.440561 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-309fbb2a-dc76-4ea1-a5d3-6bf9df36a8ba req-5b494096-3a40-45d0-8957-14caf3f264be service neutron] 10.222.0.41 "GET /v2.0/networks/188c1b8d-e79d-4a9f-8b72-7a3dd118df5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873134 Jul 30 00:22:20.530443 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-309fbb2a-dc76-4ea1-a5d3-6bf9df36a8ba req-536403c8-79a4-484c-9a89-30147b7e622e service neutron] 10.222.0.41 "GET /v2.0/networks/188c1b8d-e79d-4a9f-8b72-7a3dd118df5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817251 Jul 30 00:22:20.534445 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-32b4f084-fbce-4748-ab01-07266729ce1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0455ca0b-3391-4237-bf33-8d1194b2216f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-518880235', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '952b14b6-0e40-4108-a7ad-6be48257a868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:20:38Z', 'updated_at': '2021-07-30T00:20:42Z', 'revision_number': 4, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port': {'id': '952b14b6-0e40-4108-a7ad-6be48257a868', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:80:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0455ca0b-3391-4237-bf33-8d1194b2216f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:20:39Z', 'updated_at': '2021-07-30T00:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '7edf6482-8e13-4985-9966-486ff4778602', 'name': '', 'network_id': '188c1b8d-e79d-4a9f-8b72-7a3dd118df5d', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'mac_address': 'fa:16:3e:f7:5f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0455ca0b-3391-4237-bf33-8d1194b2216f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '2dc34e7d-a194-43a5-bd6f-7a7dd618075e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:20:41Z', 'updated_at': '2021-07-30T00:20:46Z', 'revision_number': 5, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'subnets': [{'id': '2dc34e7d-a194-43a5-bd6f-7a7dd618075e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:22:20.561189 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b4f084-fbce-4748-ab01-07266729ce1d None None] The sync data for ids ['0455ca0b-3391-4237-bf33-8d1194b2216f'] in n-d-712141-10 is: [{'id': '0455ca0b-3391-4237-bf33-8d1194b2216f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-518880235', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '952b14b6-0e40-4108-a7ad-6be48257a868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:20:38Z', 'updated_at': '2021-07-30T00:20:42Z', 'revision_number': 4, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port': {'id': '952b14b6-0e40-4108-a7ad-6be48257a868', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:80:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0455ca0b-3391-4237-bf33-8d1194b2216f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:20:39Z', 'updated_at': '2021-07-30T00:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '7edf6482-8e13-4985-9966-486ff4778602', 'name': '', 'network_id': '188c1b8d-e79d-4a9f-8b72-7a3dd118df5d', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'mac_address': 'fa:16:3e:f7:5f:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0455ca0b-3391-4237-bf33-8d1194b2216f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4195, 'fixed_ips': [{'subnet_id': '2dc34e7d-a194-43a5-bd6f-7a7dd618075e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:20:41Z', 'updated_at': '2021-07-30T00:20:46Z', 'revision_number': 5, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'subnets': [{'id': '2dc34e7d-a194-43a5-bd6f-7a7dd618075e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:22:20.766187 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f4c41e-edd3-4473-95e0-b62357ffa832 None None] New status for floating IP 3fe0e72b-71c0-409c-9172-79225bb05cd7: DOWN {{(pid=94079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:22:21.253247 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df8ac4-063e-4ed9-aabd-1cec5017b2df req-c15162e3-1aff-49ba-b531-4308580fc543 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:21.254795 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d8df8ac4-063e-4ed9-aabd-1cec5017b2df req-c15162e3-1aff-49ba-b531-4308580fc543 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dbe2e10-f72c-4f4d-a7b5-7aecd7b41b7c HTTP/1.1" status: 200 len: 946 time: 0.0537019 Jul 30 00:22:21.297637 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d8df8ac4-063e-4ed9-aabd-1cec5017b2df req-65227b28-7cee-4288-be2c-c3bb271bae95 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=3cf0b318-bd90-4488-8664-05d7ec3a7d65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362170 Jul 30 00:22:21.727758 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4549e4-8f13-4b6b-86fd-c2b803b7d7a9 req-72e1a029-0288-49d9-8017-28b82b2cee60 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:21.729213 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6d4549e4-8f13-4b6b-86fd-c2b803b7d7a9 req-72e1a029-0288-49d9-8017-28b82b2cee60 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.41 "GET /v2.0/ports?device_id=0dbe2e10-f72c-4f4d-a7b5-7aecd7b41b7c HTTP/1.1" status: 200 len: 946 time: 0.0475521 Jul 30 00:22:21.823306 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-6d4549e4-8f13-4b6b-86fd-c2b803b7d7a9 req-32e8c496-690b-415a-8769-76031a409f0f tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Deleting port 8ab3ab8c-fa8b-46da-910a-f23c3b587907 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:22:21.823558 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-6d4549e4-8f13-4b6b-86fd-c2b803b7d7a9 req-32e8c496-690b-415a-8769-76031a409f0f tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:21.908046 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-6d4549e4-8f13-4b6b-86fd-c2b803b7d7a9 req-32e8c496-690b-415a-8769-76031a409f0f tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] For port 8ab3ab8c-fa8b-46da-910a-f23c3b587907, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=8ab3ab8c-fa8b-46da-910a-f23c3b587907,segment=NetworkSegment(8665c677-ec30-4cd5-9e28-fbcd4f8f9d9c),segment_id=8665c677-ec30-4cd5-9e28-fbcd4f8f9d9c)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:22:21.908411 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-6d4549e4-8f13-4b6b-86fd-c2b803b7d7a9 req-32e8c496-690b-415a-8769-76031a409f0f tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:21.921456 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-6d4549e4-8f13-4b6b-86fd-c2b803b7d7a9 req-32e8c496-690b-415a-8769-76031a409f0f tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Calling delete_port for 8ab3ab8c-fa8b-46da-910a-f23c3b587907 owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:22:22.048339 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-6d4549e4-8f13-4b6b-86fd-c2b803b7d7a9 req-32e8c496-690b-415a-8769-76031a409f0f tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:22.075844 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e8c496-690b-415a-8769-76031a409f0f tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event deleted for resources: {'Port': ['ID=8ab3ab8c-fa8b-46da-910a-f23c3b587907,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:22:22.116425 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d4549e4-8f13-4b6b-86fd-c2b803b7d7a9 req-32e8c496-690b-415a-8769-76031a409f0f tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] No DVR routers for this DVR port 8ab3ab8c-fa8b-46da-910a-f23c3b587907 on host n-h1-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:22:22.119584 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-6d4549e4-8f13-4b6b-86fd-c2b803b7d7a9 req-32e8c496-690b-415a-8769-76031a409f0f tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:22.121852 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6d4549e4-8f13-4b6b-86fd-c2b803b7d7a9 req-32e8c496-690b-415a-8769-76031a409f0f tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.41 "DELETE /v2.0/ports/8ab3ab8c-fa8b-46da-910a-f23c3b587907 HTTP/1.1" status: 204 len: 173 time: 0.3859696 Jul 30 00:22:22.122297 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dbe2e10-f72c-4f4d-a7b5-7aecd7b41b7c', 'name': 'network-vif-deleted', 'tag': '8ab3ab8c-fa8b-46da-910a-f23c3b587907'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:22:22.124814 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bdefc4f50fc1dacc251594e9f8a8ff118bd4f4d1a27e9c9923ea81076a49f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd04c020-446d-479d-90be-997df9dd847c" -d '{"events": [{"server_uuid": "0dbe2e10-f72c-4f4d-a7b5-7aecd7b41b7c", "name": "network-vif-deleted", "tag": "8ab3ab8c-fa8b-46da-910a-f23c3b587907"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:22:22.165443 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52454781-f0a7-4205-99fe-c13115e2eb26 x-openstack-request-id: req-52454781-f0a7-4205-99fe-c13115e2eb26 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:22:22.165776 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dbe2e10-f72c-4f4d-a7b5-7aecd7b41b7c", "name": "network-vif-deleted", "tag": "8ab3ab8c-fa8b-46da-910a-f23c3b587907", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:22:22.166032 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-52454781-f0a7-4205-99fe-c13115e2eb26 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:22:22.166441 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dbe2e10-f72c-4f4d-a7b5-7aecd7b41b7c', 'name': 'network-vif-deleted', 'tag': '8ab3ab8c-fa8b-46da-910a-f23c3b587907', 'status': 'completed', 'code': 200} Jul 30 00:22:22.405991 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-afa5c4b2-9c2a-435e-b570-45568d02e4f0 req-7dc46427-58a3-4b44-8e0b-5bb700b38e53 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=0dbe2e10-f72c-4f4d-a7b5-7aecd7b41b7c HTTP/1.1" status: 200 len: 210 time: 0.0302999 Jul 30 00:22:23.338160 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-dd596efa-aea3-4c67-93eb-7a2614af5a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:23.464775 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37202) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:22:24.174965 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3ea91629-590d-47fe-a2f4-9c29f9b5910e tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:24.432831 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-3ea91629-590d-47fe-a2f4-9c29f9b5910e tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Deleting port 7edf6482-8e13-4985-9966-486ff4778602 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:22:24.433142 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3ea91629-590d-47fe-a2f4-9c29f9b5910e tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:24.523891 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-3ea91629-590d-47fe-a2f4-9c29f9b5910e tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] For port 7edf6482-8e13-4985-9966-486ff4778602, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=7edf6482-8e13-4985-9966-486ff4778602,segment=NetworkSegment(8665c677-ec30-4cd5-9e28-fbcd4f8f9d9c),segment_id=8665c677-ec30-4cd5-9e28-fbcd4f8f9d9c)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:22:24.523891 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3ea91629-590d-47fe-a2f4-9c29f9b5910e tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:24.536787 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-3ea91629-590d-47fe-a2f4-9c29f9b5910e tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Calling delete_port for 7edf6482-8e13-4985-9966-486ff4778602 owned by network:router_interface {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:22:24.722049 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3ea91629-590d-47fe-a2f4-9c29f9b5910e tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:24.746828 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea91629-590d-47fe-a2f4-9c29f9b5910e tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event deleted for resources: {'Port': ['ID=7edf6482-8e13-4985-9966-486ff4778602,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:22:24.930576 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3ea91629-590d-47fe-a2f4-9c29f9b5910e tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:25.140247 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea91629-590d-47fe-a2f4-9c29f9b5910e tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Router 0455ca0b-3391-4237-bf33-8d1194b2216f has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:22:25.258586 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea91629-590d-47fe-a2f4-9c29f9b5910e tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:22:25.263922 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-3ea91629-590d-47fe-a2f4-9c29f9b5910e tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "PUT /v2.0/routers/0455ca0b-3391-4237-bf33-8d1194b2216f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7978785 Jul 30 00:22:25.266448 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37206) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:22:25.269007 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7218441-6733-4fef-b339-c432072dc10f None None] Sync routers for ids ['0455ca0b-3391-4237-bf33-8d1194b2216f'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:22:25.278071 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7218441-6733-4fef-b339-c432072dc10f None None] Routers {'0455ca0b-3391-4237-bf33-8d1194b2216f'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:22:25.278678 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-d7218441-6733-4fef-b339-c432072dc10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:21:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['0455ca0b-3391-4237-bf33-8d1194b2216f'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:22:25.321311 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f3a3357-b7bf-43ee-aadc-42728cf5a27b tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Deleting subnet 2dc34e7d-a194-43a5-bd6f-7a7dd618075e {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:22:25.324412 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3f3a3357-b7bf-43ee-aadc-42728cf5a27b tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:25.364636 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3f3a3357-b7bf-43ee-aadc-42728cf5a27b tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:25.383590 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-d7218441-6733-4fef-b339-c432072dc10f None None] Set router 0455ca0b-3391-4237-bf33-8d1194b2216f gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:22:25.453805 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3f3a3357-b7bf-43ee-aadc-42728cf5a27b tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:25.523695 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3f3a3357-b7bf-43ee-aadc-42728cf5a27b tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:25.551205 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3a3357-b7bf-43ee-aadc-42728cf5a27b tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event deleted for resources: {'Subnet': ['ID=2dc34e7d-a194-43a5-bd6f-7a7dd618075e,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:22:25.554813 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3f3a3357-b7bf-43ee-aadc-42728cf5a27b tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:25.559150 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-3f3a3357-b7bf-43ee-aadc-42728cf5a27b tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "DELETE /v2.0/subnets/2dc34e7d-a194-43a5-bd6f-7a7dd618075e HTTP/1.1" status: 204 len: 168 time: 0.2892034 Jul 30 00:22:25.559544 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 37208) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:22:25.567570 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1c2206-1584-4f30-b0ff-88d753082b6d None None] Network 188c1b8d-e79d-4a9f-8b72-7a3dd118df5d requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:22:25.574108 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-d7218441-6733-4fef-b339-c432072dc10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0455ca0b-3391-4237-bf33-8d1194b2216f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-518880235', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '952b14b6-0e40-4108-a7ad-6be48257a868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:20:38Z', 'updated_at': '2021-07-30T00:22:24Z', 'revision_number': 5, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port': {'id': '952b14b6-0e40-4108-a7ad-6be48257a868', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:80:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0455ca0b-3391-4237-bf33-8d1194b2216f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:20:39Z', 'updated_at': '2021-07-30T00:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:22:25.600904 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7218441-6733-4fef-b339-c432072dc10f None None] Checking router: 0455ca0b-3391-4237-bf33-8d1194b2216f for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:22:25.609974 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7218441-6733-4fef-b339-c432072dc10f None None] Routers {'0455ca0b-3391-4237-bf33-8d1194b2216f'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:22:25.610583 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-d7218441-6733-4fef-b339-c432072dc10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:21:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['0455ca0b-3391-4237-bf33-8d1194b2216f'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:22:25.672004 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7c8056c0-bec8-4c56-b9eb-ed600686ecd3 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for router, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:25.697113 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 8ab3ab8c-fa8b-46da-910a-f23c3b587907 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:22:25.718950 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] No Port match for: 8ab3ab8c-fa8b-46da-910a-f23c3b587907 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:22:25.719425 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 8ab3ab8c-fa8b-46da-910a-f23c3b587907 not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:22:25.723861 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-d7218441-6733-4fef-b339-c432072dc10f None None] Set router 0455ca0b-3391-4237-bf33-8d1194b2216f gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:22:25.769031 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953ba751-7dde-4d8d-b1aa-d74e73f49c9e None None] DHCP port deletion for 188c1b8d-e79d-4a9f-8b72-7a3dd118df5d request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:22:25.819180 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-953ba751-7dde-4d8d-b1aa-d74e73f49c9e None None] Deleting port 5a65ce60-327c-48b9-b878-7c6e4971559c {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:22:25.820179 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-953ba751-7dde-4d8d-b1aa-d74e73f49c9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:25.893154 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-953ba751-7dde-4d8d-b1aa-d74e73f49c9e None None] For port 5a65ce60-327c-48b9-b878-7c6e4971559c, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=5a65ce60-327c-48b9-b878-7c6e4971559c,segment=NetworkSegment(8665c677-ec30-4cd5-9e28-fbcd4f8f9d9c),segment_id=8665c677-ec30-4cd5-9e28-fbcd4f8f9d9c)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:22:25.894185 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-953ba751-7dde-4d8d-b1aa-d74e73f49c9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:25.917226 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-d7218441-6733-4fef-b339-c432072dc10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0455ca0b-3391-4237-bf33-8d1194b2216f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-518880235', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '952b14b6-0e40-4108-a7ad-6be48257a868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:20:38Z', 'updated_at': '2021-07-30T00:22:24Z', 'revision_number': 5, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port': {'id': '952b14b6-0e40-4108-a7ad-6be48257a868', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:80:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0455ca0b-3391-4237-bf33-8d1194b2216f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:20:39Z', 'updated_at': '2021-07-30T00:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:22:25.953124 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7218441-6733-4fef-b339-c432072dc10f None None] The sync data for ids ['0455ca0b-3391-4237-bf33-8d1194b2216f'] in n-d-712141-10 is: [{'id': '0455ca0b-3391-4237-bf33-8d1194b2216f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-518880235', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.233'}], 'enable_snat': True}, 'gw_port_id': '952b14b6-0e40-4108-a7ad-6be48257a868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:20:38Z', 'updated_at': '2021-07-30T00:22:24Z', 'revision_number': 5, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port': {'id': '952b14b6-0e40-4108-a7ad-6be48257a868', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:80:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0455ca0b-3391-4237-bf33-8d1194b2216f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4192, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:20:39Z', 'updated_at': '2021-07-30T00:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:22:26.089480 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-953ba751-7dde-4d8d-b1aa-d74e73f49c9e None None] Calling delete_port for 5a65ce60-327c-48b9-b878-7c6e4971559c owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:22:26.094303 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7c8056c0-bec8-4c56-b9eb-ed600686ecd3 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:26.105765 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c9261676-7fc9-4789-8499-821cbff80f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:26.147001 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-7c8056c0-bec8-4c56-b9eb-ed600686ecd3 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Deleting port 952b14b6-0e40-4108-a7ad-6be48257a868 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:22:26.147358 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7c8056c0-bec8-4c56-b9eb-ed600686ecd3 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:26.175566 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-953ba751-7dde-4d8d-b1aa-d74e73f49c9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:26.198590 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953ba751-7dde-4d8d-b1aa-d74e73f49c9e None None] Pushing event deleted for resources: {'Port': ['ID=5a65ce60-327c-48b9-b878-7c6e4971559c,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:22:26.209864 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953ba751-7dde-4d8d-b1aa-d74e73f49c9e None None] No DVR routers for this DVR port 5a65ce60-327c-48b9-b878-7c6e4971559c on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:22:26.212290 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953ba751-7dde-4d8d-b1aa-d74e73f49c9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:26.212634 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953ba751-7dde-4d8d-b1aa-d74e73f49c9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:26.212970 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953ba751-7dde-4d8d-b1aa-d74e73f49c9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:26.213410 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953ba751-7dde-4d8d-b1aa-d74e73f49c9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:26.214568 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953ba751-7dde-4d8d-b1aa-d74e73f49c9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:26.214905 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953ba751-7dde-4d8d-b1aa-d74e73f49c9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:26.215232 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953ba751-7dde-4d8d-b1aa-d74e73f49c9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:26.215555 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953ba751-7dde-4d8d-b1aa-d74e73f49c9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:26.215875 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953ba751-7dde-4d8d-b1aa-d74e73f49c9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:26.216201 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953ba751-7dde-4d8d-b1aa-d74e73f49c9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:26.218119 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953ba751-7dde-4d8d-b1aa-d74e73f49c9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:26.218466 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-953ba751-7dde-4d8d-b1aa-d74e73f49c9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:26.234471 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-7c8056c0-bec8-4c56-b9eb-ed600686ecd3 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] For port 952b14b6-0e40-4108-a7ad-6be48257a868, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=952b14b6-0e40-4108-a7ad-6be48257a868,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:22:26.236359 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7c8056c0-bec8-4c56-b9eb-ed600686ecd3 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:26.255479 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-7c8056c0-bec8-4c56-b9eb-ed600686ecd3 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Calling delete_port for 952b14b6-0e40-4108-a7ad-6be48257a868 owned by network:router_gateway {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:22:26.427248 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7c8056c0-bec8-4c56-b9eb-ed600686ecd3 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:26.452326 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8056c0-bec8-4c56-b9eb-ed600686ecd3 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event deleted for resources: {'Port': ['ID=952b14b6-0e40-4108-a7ad-6be48257a868,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:22:26.462904 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8056c0-bec8-4c56-b9eb-ed600686ecd3 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:26.463198 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8056c0-bec8-4c56-b9eb-ed600686ecd3 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:26.463546 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8056c0-bec8-4c56-b9eb-ed600686ecd3 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:26.463890 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8056c0-bec8-4c56-b9eb-ed600686ecd3 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:26.464300 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8056c0-bec8-4c56-b9eb-ed600686ecd3 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:26.464554 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8056c0-bec8-4c56-b9eb-ed600686ecd3 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:26.464894 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8056c0-bec8-4c56-b9eb-ed600686ecd3 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:26.465227 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8056c0-bec8-4c56-b9eb-ed600686ecd3 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:26.465559 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8056c0-bec8-4c56-b9eb-ed600686ecd3 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:26.465914 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8056c0-bec8-4c56-b9eb-ed600686ecd3 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:26.466242 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8056c0-bec8-4c56-b9eb-ed600686ecd3 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:26.466614 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8056c0-bec8-4c56-b9eb-ed600686ecd3 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:26.531855 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7c8056c0-bec8-4c56-b9eb-ed600686ecd3 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:26.555735 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:26.624887 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7c8056c0-bec8-4c56-b9eb-ed600686ecd3 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:26.627008 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7c8056c0-bec8-4c56-b9eb-ed600686ecd3 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:26.670223 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7c8056c0-bec8-4c56-b9eb-ed600686ecd3 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:26.670988 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8056c0-bec8-4c56-b9eb-ed600686ecd3 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Fanout notify agent at l3_agent the message router_deleted on router 0455ca0b-3391-4237-bf33-8d1194b2216f {{(pid=94077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:22:26.679412 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7c8056c0-bec8-4c56-b9eb-ed600686ecd3 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:26.683322 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37210) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:22:26.683857 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7c8056c0-bec8-4c56-b9eb-ed600686ecd3 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "DELETE /v2.0/routers/0455ca0b-3391-4237-bf33-8d1194b2216f HTTP/1.1" status: 204 len: 168 time: 1.1228821 Jul 30 00:22:26.778053 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8aa02205-24d2-499a-9950-46df2aad76e7 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:26.798067 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 5a65ce60-327c-48b9-b878-7c6e4971559c no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:22:26.823509 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 5a65ce60-327c-48b9-b878-7c6e4971559c {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:22:26.823963 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 5a65ce60-327c-48b9-b878-7c6e4971559c not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:22:26.824452 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 7edf6482-8e13-4985-9966-486ff4778602 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:22:26.844204 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 7edf6482-8e13-4985-9966-486ff4778602 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:22:26.844632 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 7edf6482-8e13-4985-9966-486ff4778602 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:22:26.879576 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8aa02205-24d2-499a-9950-46df2aad76e7 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:26.890125 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-8aa02205-24d2-499a-9950-46df2aad76e7 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['188c1b8d-e79d-4a9f-8b72-7a3dd118df5d']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:22:26.900497 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-8aa02205-24d2-499a-9950-46df2aad76e7 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8665c677-ec30-4cd5-9e28-fbcd4f8f9d9c') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:22:26.900795 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-8aa02205-24d2-499a-9950-46df2aad76e7 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8665c677-ec30-4cd5-9e28-fbcd4f8f9d9c') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:22:26.910396 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8aa02205-24d2-499a-9950-46df2aad76e7 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:26.923873 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8aa02205-24d2-499a-9950-46df2aad76e7 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:26.929654 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aa02205-24d2-499a-9950-46df2aad76e7 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:22:26.930041 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8aa02205-24d2-499a-9950-46df2aad76e7 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:26.932880 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 30 00:22:26.932880 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:22:26.932880 n-d-712141-10 neutron-server[94078]: timer() Jul 30 00:22:26.932880 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:22:26.932880 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 30 00:22:26.932880 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:22:26.932880 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 30 00:22:26.932880 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:22:26.932880 n-d-712141-10 neutron-server[94078]: self._notify() Jul 30 00:22:26.932880 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:22:26.932880 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 30 00:22:26.932880 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:22:26.932880 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 30 00:22:26.932880 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:22:26.932880 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:22:26.932880 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:22:26.932880 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:22:26.932880 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:22:26.932880 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 30 00:22:26.932880 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:22:26.932880 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 30 00:22:26.932880 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:22:26.932880 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:22:26.932880 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:22:26.932880 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 30 00:22:26.932880 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:22:26.932880 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:22:26.932880 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:22:26.932880 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:22:26.932880 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:22:26.932880 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:22:26.932880 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:22:26.989125 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8aa02205-24d2-499a-9950-46df2aad76e7 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:26.995801 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8aa02205-24d2-499a-9950-46df2aad76e7 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:26.997611 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-8aa02205-24d2-499a-9950-46df2aad76e7 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "DELETE /v2.0/networks/188c1b8d-e79d-4a9f-8b72-7a3dd118df5d HTTP/1.1" status: 204 len: 168 time: 0.3095689 Jul 30 00:22:27.001305 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 37212) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:22:27.009488 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa02205-24d2-499a-9950-46df2aad76e7 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event deleted for resources: {'Network': ['ID=188c1b8d-e79d-4a9f-8b72-7a3dd118df5d,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:22:27.066981 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-50384990-46be-425c-85af-322af9ecd10b tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:27.091695 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-50384990-46be-425c-85af-322af9ecd10b tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:27.172354 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-50384990-46be-425c-85af-322af9ecd10b tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:27.174992 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-50384990-46be-425c-85af-322af9ecd10b tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:27.176180 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-50384990-46be-425c-85af-322af9ecd10b tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "DELETE /v2.0/security-groups/3cf0b318-bd90-4488-8664-05d7ec3a7d65 HTTP/1.1" status: 204 len: 168 time: 0.1738091 Jul 30 00:22:27.186403 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50384990-46be-425c-85af-322af9ecd10b tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf0b318-bd90-4488-8664-05d7ec3a7d65,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:22:27.479801 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 37220) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:22:27.484734 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-8a8231ce-26fd-447c-b503-3d7f7609bb71 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1119415084', 'description': 'tempest-secgroup-smoke-1119415084 description', 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:22:27.506807 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8a8231ce-26fd-447c-b503-3d7f7609bb71 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:27.593836 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8a8231ce-26fd-447c-b503-3d7f7609bb71 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:27.597244 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8a8231ce-26fd-447c-b503-3d7f7609bb71 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:27.626013 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8a8231ce-26fd-447c-b503-3d7f7609bb71 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:27.627236 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8a8231ce-26fd-447c-b503-3d7f7609bb71 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1464317 Jul 30 00:22:27.629060 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8231ce-26fd-447c-b503-3d7f7609bb71 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11a4f152-cc0d-4c43-9cc4-d58b87ce5b62,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:22:27.630355 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37222) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:22:27.635305 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-77333ed8-34be-4ef6-b229-4ba4f9acc2d3 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Request body: {'security_group_rule': {'security_group_id': '11a4f152-cc0d-4c43-9cc4-d58b87ce5b62', 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:22:27.662358 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-77333ed8-34be-4ef6-b229-4ba4f9acc2d3 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:27.722455 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-77333ed8-34be-4ef6-b229-4ba4f9acc2d3 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:27.726509 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-77333ed8-34be-4ef6-b229-4ba4f9acc2d3 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:27.747153 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77333ed8-34be-4ef6-b229-4ba4f9acc2d3 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bea53ed9-137a-4ede-9404-c8d9a3e93c50,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:22:27.751711 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-77333ed8-34be-4ef6-b229-4ba4f9acc2d3 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:27.753077 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-77333ed8-34be-4ef6-b229-4ba4f9acc2d3 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1215422 Jul 30 00:22:27.755802 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37224) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:22:27.760231 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-ae4da640-816b-409a-9845-cd8f705da4e6 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Request body: {'security_group_rule': {'security_group_id': '11a4f152-cc0d-4c43-9cc4-d58b87ce5b62', 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:22:27.786915 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ae4da640-816b-409a-9845-cd8f705da4e6 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:27.844243 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ae4da640-816b-409a-9845-cd8f705da4e6 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:27.847928 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ae4da640-816b-409a-9845-cd8f705da4e6 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:27.867355 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4da640-816b-409a-9845-cd8f705da4e6 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a6698cd-b286-487d-81d0-59aed6234af4,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:22:27.870854 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ae4da640-816b-409a-9845-cd8f705da4e6 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:27.875564 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ae4da640-816b-409a-9845-cd8f705da4e6 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1153958 Jul 30 00:22:27.876054 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37226) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:22:27.880248 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-7f60817f-1f44-41ef-b23a-6f921e0dc9b7 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Request body: {'security_group_rule': {'security_group_id': '11a4f152-cc0d-4c43-9cc4-d58b87ce5b62', 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:22:27.906843 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7f60817f-1f44-41ef-b23a-6f921e0dc9b7 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:27.911853 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:27.964749 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7f60817f-1f44-41ef-b23a-6f921e0dc9b7 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:27.969149 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7f60817f-1f44-41ef-b23a-6f921e0dc9b7 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:27.983998 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f60817f-1f44-41ef-b23a-6f921e0dc9b7 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0bd1d56-3e7e-46fb-b5c8-caf33618cdb7,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:22:27.992409 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-7f60817f-1f44-41ef-b23a-6f921e0dc9b7 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:27.993559 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-7f60817f-1f44-41ef-b23a-6f921e0dc9b7 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1168671 Jul 30 00:22:27.996278 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37228) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:22:28.001315 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-851e2ee2-5e21-47dc-a64f-68bf2cd2e276 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Request body: {'security_group_rule': {'security_group_id': '11a4f152-cc0d-4c43-9cc4-d58b87ce5b62', 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:22:28.026979 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-851e2ee2-5e21-47dc-a64f-68bf2cd2e276 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:28.089035 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-851e2ee2-5e21-47dc-a64f-68bf2cd2e276 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:28.093329 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-851e2ee2-5e21-47dc-a64f-68bf2cd2e276 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:28.112741 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851e2ee2-5e21-47dc-a64f-68bf2cd2e276 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b90791b-a631-4dba-b235-a4bb87486e18,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:22:28.119975 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-851e2ee2-5e21-47dc-a64f-68bf2cd2e276 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:28.121345 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-851e2ee2-5e21-47dc-a64f-68bf2cd2e276 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1241202 Jul 30 00:22:28.124261 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37230) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:22:28.129017 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-9182f9f0-c9ed-4b95-8c65-5d2facb9bd44 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Request body: {'security_group_rule': {'security_group_id': '11a4f152-cc0d-4c43-9cc4-d58b87ce5b62', 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:22:28.149939 n-d-712141-10 neutron-server[94078]: INFO neutron.db.securitygroups_db [None req-9182f9f0-c9ed-4b95-8c65-5d2facb9bd44 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Project e5cbafbeb6f54e069c2a006bcf0b792e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:22:28.155462 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9182f9f0-c9ed-4b95-8c65-5d2facb9bd44 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:28.215869 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9182f9f0-c9ed-4b95-8c65-5d2facb9bd44 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:28.220469 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9182f9f0-c9ed-4b95-8c65-5d2facb9bd44 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:28.240249 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9182f9f0-c9ed-4b95-8c65-5d2facb9bd44 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a30bcb9-64a2-4f3b-9660-f0c2403b4ffb,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:22:28.246547 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9182f9f0-c9ed-4b95-8c65-5d2facb9bd44 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:28.247868 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-9182f9f0-c9ed-4b95-8c65-5d2facb9bd44 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1224878 Jul 30 00:22:28.251212 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37232) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:22:28.257109 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-a0794aef-e4a3-403f-81e2-2652de3b8b85 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Request body: {'security_group_rule': {'security_group_id': '11a4f152-cc0d-4c43-9cc4-d58b87ce5b62', 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:22:28.278656 n-d-712141-10 neutron-server[94078]: INFO neutron.db.securitygroups_db [None req-a0794aef-e4a3-403f-81e2-2652de3b8b85 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Project e5cbafbeb6f54e069c2a006bcf0b792e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:22:28.284276 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a0794aef-e4a3-403f-81e2-2652de3b8b85 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:28.343704 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a0794aef-e4a3-403f-81e2-2652de3b8b85 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:28.347094 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a0794aef-e4a3-403f-81e2-2652de3b8b85 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:28.366930 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0794aef-e4a3-403f-81e2-2652de3b8b85 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c55f13d-211c-451c-b0ed-664ca6466cd3,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:22:28.370176 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a0794aef-e4a3-403f-81e2-2652de3b8b85 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:28.371373 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-a0794aef-e4a3-403f-81e2-2652de3b8b85 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1191001 Jul 30 00:22:28.374371 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37234) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:22:28.379202 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-addb70fb-447c-4446-a76d-003fdbdc91aa tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Request body: {'network': {'name': 'tempest-network-smoke--824620708', 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'port_security_enabled': True}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:22:28.399717 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-addb70fb-447c-4446-a76d-003fdbdc91aa tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Made reservation on behalf of e5cbafbeb6f54e069c2a006bcf0b792e for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:22:28.403131 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-addb70fb-447c-4446-a76d-003fdbdc91aa tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:28.429401 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-addb70fb-447c-4446-a76d-003fdbdc91aa tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:22:28.439278 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-addb70fb-447c-4446-a76d-003fdbdc91aa tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:28.439615 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-addb70fb-447c-4446-a76d-003fdbdc91aa tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Added segment 9ab887f8-a01c-4cd1-889d-872de24c8df0 of type vlan for network 220b7375-3de2-4d3a-966e-4104c153f5af Jul 30 00:22:28.486246 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-addb70fb-447c-4446-a76d-003fdbdc91aa tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:28.516310 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-addb70fb-447c-4446-a76d-003fdbdc91aa tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:28.521925 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-addb70fb-447c-4446-a76d-003fdbdc91aa tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:28.522508 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-addb70fb-447c-4446-a76d-003fdbdc91aa tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:28.579274 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-addb70fb-447c-4446-a76d-003fdbdc91aa tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2038779 Jul 30 00:22:28.581924 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37236) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:22:28.588324 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-8335a9df-19f5-4ee3-905d-fd404723bd30 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1897802397', 'admin_state_up': True, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:22:28.601791 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addb70fb-447c-4446-a76d-003fdbdc91aa tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'Network': ['ID=220b7375-3de2-4d3a-966e-4104c153f5af,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:22:28.615926 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 220b7375-3de2-4d3a-966e-4104c153f5af details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:22:28.618821 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8335a9df-19f5-4ee3-905d-fd404723bd30 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:28.619820 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8335a9df-19f5-4ee3-905d-fd404723bd30 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:28.679783 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8335a9df-19f5-4ee3-905d-fd404723bd30 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:28.683123 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 952b14b6-0e40-4108-a7ad-6be48257a868 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:22:28.705112 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 952b14b6-0e40-4108-a7ad-6be48257a868 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:22:28.705459 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 952b14b6-0e40-4108-a7ad-6be48257a868 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:22:28.820895 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8335a9df-19f5-4ee3-905d-fd404723bd30 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:29.015612 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8335a9df-19f5-4ee3-905d-fd404723bd30 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for router_gateway, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:29.034642 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8335a9df-19f5-4ee3-905d-fd404723bd30 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:29.137828 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-8335a9df-19f5-4ee3-905d-fd404723bd30 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Allocated IP 172.25.0.147 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/7d665fa9-8d24-46f2-8099-1ed0c866d312) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:22:29.238906 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8335a9df-19f5-4ee3-905d-fd404723bd30 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:29.276800 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8335a9df-19f5-4ee3-905d-fd404723bd30 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:29.315949 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8335a9df-19f5-4ee3-905d-fd404723bd30 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:22:29.318715 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-8335a9df-19f5-4ee3-905d-fd404723bd30 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:22:29.322594 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8335a9df-19f5-4ee3-905d-fd404723bd30 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:22:29.350316 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335a9df-19f5-4ee3-905d-fd404723bd30 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'Port': ['ID=7d665fa9-8d24-46f2-8099-1ed0c866d312,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:22:29.534864 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:29.573724 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8335a9df-19f5-4ee3-905d-fd404723bd30 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for router_gateway, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:29.769381 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8335a9df-19f5-4ee3-905d-fd404723bd30 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:29.894316 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8335a9df-19f5-4ee3-905d-fd404723bd30 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Router c000ec16-a3fc-44ac-8fe4-b46baec5a34d is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:22:29.995553 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8335a9df-19f5-4ee3-905d-fd404723bd30 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:22:30.006080 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c72637-548f-4978-91a8-488f0dc89054 None None] Sync routers for ids ['c000ec16-a3fc-44ac-8fe4-b46baec5a34d'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:22:30.015434 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8335a9df-19f5-4ee3-905d-fd404723bd30 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:30.016389 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c72637-548f-4978-91a8-488f0dc89054 None None] Routers {'c000ec16-a3fc-44ac-8fe4-b46baec5a34d'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:22:30.016669 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-8335a9df-19f5-4ee3-905d-fd404723bd30 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4338305 Jul 30 00:22:30.017003 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-71c72637-548f-4978-91a8-488f0dc89054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:22:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['c000ec16-a3fc-44ac-8fe4-b46baec5a34d'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:22:30.019977 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37238) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:22:30.051486 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-7bc9599e-b24d-4328-9722-0d2fa093e89b tempest-TestNetworkAdvancedServerOps-900635967 tempest-TestNetworkAdvancedServerOps-900635967-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=e5cbafbeb6f54e069c2a006bcf0b792e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0305316 Jul 30 00:22:30.054185 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37240) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:22:30.127069 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-71c72637-548f-4978-91a8-488f0dc89054 None None] Set router c000ec16-a3fc-44ac-8fe4-b46baec5a34d gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:22:30.139544 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c77eb5-5189-46fc-a317-a359a5f33567 tempest-TestNetworkAdvancedServerOps-900635967 tempest-TestNetworkAdvancedServerOps-900635967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:30.141055 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-d7c77eb5-5189-46fc-a317-a359a5f33567 tempest-TestNetworkAdvancedServerOps-900635967 tempest-TestNetworkAdvancedServerOps-900635967-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0859766 Jul 30 00:22:30.143887 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37242) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:22:30.171628 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-7d799178-c0ae-4d7b-81e2-7ffb76db7829 tempest-TestNetworkAdvancedServerOps-900635967 tempest-TestNetworkAdvancedServerOps-900635967-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=58f27f61-3278-49cc-b66b-1e729d26f29f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266936 Jul 30 00:22:30.174154 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37244) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:22:30.178789 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-0c61a7e3-7fab-4d76-a204-b8f14fe79f27 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1151619854', 'network_id': '220b7375-3de2-4d3a-966e-4104c153f5af', 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:22:30.315447 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-71c72637-548f-4978-91a8-488f0dc89054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c000ec16-a3fc-44ac-8fe4-b46baec5a34d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1897802397', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '7d665fa9-8d24-46f2-8099-1ed0c866d312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:22:28Z', 'updated_at': '2021-07-30T00:22:29Z', 'revision_number': 3, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port': {'id': '7d665fa9-8d24-46f2-8099-1ed0c866d312', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c000ec16-a3fc-44ac-8fe4-b46baec5a34d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:22:29Z', 'updated_at': '2021-07-30T00:22:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:22:30.343071 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c72637-548f-4978-91a8-488f0dc89054 None None] Checking router: c000ec16-a3fc-44ac-8fe4-b46baec5a34d for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:22:30.343424 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c72637-548f-4978-91a8-488f0dc89054 None None] Updating router c000ec16-a3fc-44ac-8fe4-b46baec5a34d port 7d665fa9-8d24-46f2-8099-1ed0c866d312 binding host n-d-712141-10 {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:22:30.369501 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-71c72637-548f-4978-91a8-488f0dc89054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:30.630234 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c61a7e3-7fab-4d76-a204-b8f14fe79f27 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Made reservation on behalf of e5cbafbeb6f54e069c2a006bcf0b792e for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:22:30.633732 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0c61a7e3-7fab-4d76-a204-b8f14fe79f27 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:30.649170 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-71c72637-548f-4978-91a8-488f0dc89054 None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:30.660122 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-71c72637-548f-4978-91a8-488f0dc89054 None None] Transition to ACTIVE for port object 7d665fa9-8d24-46f2-8099-1ed0c866d312 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:22:30.666554 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-71c72637-548f-4978-91a8-488f0dc89054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:30.720454 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa25a20a-c41b-4319-8917-9c7fb0a88318 None None] Pushing event updated for resources: {'Port': ['ID=7d665fa9-8d24-46f2-8099-1ed0c866d312,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:22:30.724880 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-71c72637-548f-4978-91a8-488f0dc89054 None None] Attempting to bind port 7d665fa9-8d24-46f2-8099-1ed0c866d312 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:22:30.725235 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-71c72637-548f-4978-91a8-488f0dc89054 None None] Attempting to bind port 7d665fa9-8d24-46f2-8099-1ed0c866d312 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:22:30.725608 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c72637-548f-4978-91a8-488f0dc89054 None None] Attempting to bind port 7d665fa9-8d24-46f2-8099-1ed0c866d312 on network 58f27f61-3278-49cc-b66b-1e729d26f29f {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:22:30.731194 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c72637-548f-4978-91a8-488f0dc89054 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:22:30.731567 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c72637-548f-4978-91a8-488f0dc89054 None None] Checking segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:22:30.731965 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-71c72637-548f-4978-91a8-488f0dc89054 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:30.732935 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c72637-548f-4978-91a8-488f0dc89054 None None] Bound using segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:22:30.733399 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-71c72637-548f-4978-91a8-488f0dc89054 None None] Bound port: 7d665fa9-8d24-46f2-8099-1ed0c866d312, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:22:30.733768 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-71c72637-548f-4978-91a8-488f0dc89054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:30.784567 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-71c72637-548f-4978-91a8-488f0dc89054 None None] For port 7d665fa9-8d24-46f2-8099-1ed0c866d312, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:22:30.787760 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-71c72637-548f-4978-91a8-488f0dc89054 None None] For port 7d665fa9-8d24-46f2-8099-1ed0c866d312, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=7d665fa9-8d24-46f2-8099-1ed0c866d312,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:22:30.791681 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-71c72637-548f-4978-91a8-488f0dc89054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:30.816103 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0c61a7e3-7fab-4d76-a204-b8f14fe79f27 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:30.847622 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c72637-548f-4978-91a8-488f0dc89054 None None] Routers {'c000ec16-a3fc-44ac-8fe4-b46baec5a34d'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:22:30.848244 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-71c72637-548f-4978-91a8-488f0dc89054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:22:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['c000ec16-a3fc-44ac-8fe4-b46baec5a34d'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:22:30.880512 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c61a7e3-7fab-4d76-a204-b8f14fe79f27 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'Subnet': ['ID=c0ee6ecd-a29a-469b-bbcb-569516dc3ba4,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:22:30.890571 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa25a20a-c41b-4319-8917-9c7fb0a88318 None None] Pushing event updated for resources: {'Port': ['ID=7d665fa9-8d24-46f2-8099-1ed0c866d312,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:22:30.891919 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c61a7e3-7fab-4d76-a204-b8f14fe79f27 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Checking segment: {'id': '9ab887f8-a01c-4cd1-889d-872de24c8df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '220b7375-3de2-4d3a-966e-4104c153f5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:22:30.892281 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c61a7e3-7fab-4d76-a204-b8f14fe79f27 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Network hostable DHCP agents. Network: 220b7375-3de2-4d3a-966e-4104c153f5af, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:22:30.910724 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c61a7e3-7fab-4d76-a204-b8f14fe79f27 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Network 220b7375-3de2-4d3a-966e-4104c153f5af is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:22:30.919651 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-0c61a7e3-7fab-4d76-a204-b8f14fe79f27 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 220b7375-3de2-4d3a-966e-4104c153f5af) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:22:30.923967 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c61a7e3-7fab-4d76-a204-b8f14fe79f27 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:30.924465 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0c61a7e3-7fab-4d76-a204-b8f14fe79f27 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:30.941465 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-0c61a7e3-7fab-4d76-a204-b8f14fe79f27 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7637606 Jul 30 00:22:30.941726 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37248) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:22:30.943420 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2babb9-e1ef-4ac9-a4db-1c6194dee085 None None] Network 220b7375-3de2-4d3a-966e-4104c153f5af requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:22:31.013784 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-71c72637-548f-4978-91a8-488f0dc89054 None None] Set router c000ec16-a3fc-44ac-8fe4-b46baec5a34d gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:22:31.238467 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0c1416-ea8e-4c51-ad7c-918316976da3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-220b7375-3de2-4d3a-966e-4104c153f5af', 'network_id': '220b7375-3de2-4d3a-966e-4104c153f5af', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'fixed_ips': [{'subnet_id': 'c0ee6ecd-a29a-469b-bbcb-569516dc3ba4'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:22:31.239338 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ba0c1416-ea8e-4c51-ad7c-918316976da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:31.371338 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-71c72637-548f-4978-91a8-488f0dc89054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c000ec16-a3fc-44ac-8fe4-b46baec5a34d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1897802397', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '7d665fa9-8d24-46f2-8099-1ed0c866d312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:22:28Z', 'updated_at': '2021-07-30T00:22:29Z', 'revision_number': 3, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port': {'id': '7d665fa9-8d24-46f2-8099-1ed0c866d312', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c000ec16-a3fc-44ac-8fe4-b46baec5a34d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:22:29Z', 'updated_at': '2021-07-30T00:22:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:22:31.373987 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3bcb2687-838f-41a9-ae54-ebfc9e835e54 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:31.401022 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c72637-548f-4978-91a8-488f0dc89054 None None] The sync data for ids ['c000ec16-a3fc-44ac-8fe4-b46baec5a34d'] in n-d-712141-10 is: [{'id': 'c000ec16-a3fc-44ac-8fe4-b46baec5a34d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1897802397', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '7d665fa9-8d24-46f2-8099-1ed0c866d312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:22:28Z', 'updated_at': '2021-07-30T00:22:29Z', 'revision_number': 3, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port': {'id': '7d665fa9-8d24-46f2-8099-1ed0c866d312', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c000ec16-a3fc-44ac-8fe4-b46baec5a34d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:22:29Z', 'updated_at': '2021-07-30T00:22:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:22:31.426365 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-ba0c1416-ea8e-4c51-ad7c-918316976da3 None None] Allocated IP 172.20.0.2 (220b7375-3de2-4d3a-966e-4104c153f5af/c0ee6ecd-a29a-469b-bbcb-569516dc3ba4/293e9dd3-4eee-4d3f-a92f-82f226766026) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:22:31.604118 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ba0c1416-ea8e-4c51-ad7c-918316976da3 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:31.615545 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-ba0c1416-ea8e-4c51-ad7c-918316976da3 None None] Transition to ACTIVE for port object 293e9dd3-4eee-4d3f-a92f-82f226766026 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:22:31.638080 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-ba0c1416-ea8e-4c51-ad7c-918316976da3 None None] Transition to ACTIVE for port object 293e9dd3-4eee-4d3f-a92f-82f226766026 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:22:31.646364 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ba0c1416-ea8e-4c51-ad7c-918316976da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:31.692700 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0c1416-ea8e-4c51-ad7c-918316976da3 None None] Network 220b7375-3de2-4d3a-966e-4104c153f5af is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:22:31.695813 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-ba0c1416-ea8e-4c51-ad7c-918316976da3 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:22:31.699611 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0c1416-ea8e-4c51-ad7c-918316976da3 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:22:31.714488 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0c1416-ea8e-4c51-ad7c-918316976da3 None None] Pushing event updated for resources: {'Port': ['ID=293e9dd3-4eee-4d3f-a92f-82f226766026,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:22:31.718129 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-3bcb2687-838f-41a9-ae54-ebfc9e835e54 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Allocated IP 172.20.0.1 (220b7375-3de2-4d3a-966e-4104c153f5af/c0ee6ecd-a29a-469b-bbcb-569516dc3ba4/0b7cf584-0385-4b51-8967-37ad1c867977) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:22:31.773809 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-ba0c1416-ea8e-4c51-ad7c-918316976da3 None None] Attempting to bind port 293e9dd3-4eee-4d3f-a92f-82f226766026 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:22:31.774182 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-ba0c1416-ea8e-4c51-ad7c-918316976da3 None None] Attempting to bind port 293e9dd3-4eee-4d3f-a92f-82f226766026 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '9ab887f8-a01c-4cd1-889d-872de24c8df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '220b7375-3de2-4d3a-966e-4104c153f5af'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:22:31.774559 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0c1416-ea8e-4c51-ad7c-918316976da3 None None] Attempting to bind port 293e9dd3-4eee-4d3f-a92f-82f226766026 on network 220b7375-3de2-4d3a-966e-4104c153f5af {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:22:31.781625 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0c1416-ea8e-4c51-ad7c-918316976da3 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:22:31.781871 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0c1416-ea8e-4c51-ad7c-918316976da3 None None] Checking segment: {'id': '9ab887f8-a01c-4cd1-889d-872de24c8df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '220b7375-3de2-4d3a-966e-4104c153f5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:22:31.782273 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ba0c1416-ea8e-4c51-ad7c-918316976da3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:31.782689 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0c1416-ea8e-4c51-ad7c-918316976da3 None None] Bound using segment: {'id': '9ab887f8-a01c-4cd1-889d-872de24c8df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '220b7375-3de2-4d3a-966e-4104c153f5af'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:22:31.783323 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-ba0c1416-ea8e-4c51-ad7c-918316976da3 None None] Bound port: 293e9dd3-4eee-4d3f-a92f-82f226766026, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ab887f8-a01c-4cd1-889d-872de24c8df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '220b7375-3de2-4d3a-966e-4104c153f5af'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:22:31.783712 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ba0c1416-ea8e-4c51-ad7c-918316976da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:31.844233 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3bcb2687-838f-41a9-ae54-ebfc9e835e54 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:31.858939 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-ba0c1416-ea8e-4c51-ad7c-918316976da3 None None] For port 293e9dd3-4eee-4d3f-a92f-82f226766026, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:22:31.860172 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-3bcb2687-838f-41a9-ae54-ebfc9e835e54 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Transition to ACTIVE for port object 0b7cf584-0385-4b51-8967-37ad1c867977 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:22:31.863641 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-ba0c1416-ea8e-4c51-ad7c-918316976da3 None None] For port 293e9dd3-4eee-4d3f-a92f-82f226766026, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=293e9dd3-4eee-4d3f-a92f-82f226766026,segment=NetworkSegment(9ab887f8-a01c-4cd1-889d-872de24c8df0),segment_id=9ab887f8-a01c-4cd1-889d-872de24c8df0)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:22:31.869125 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ba0c1416-ea8e-4c51-ad7c-918316976da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:31.896805 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3bcb2687-838f-41a9-ae54-ebfc9e835e54 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:31.931343 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0c1416-ea8e-4c51-ad7c-918316976da3 None None] Pushing event updated for resources: {'Port': ['ID=293e9dd3-4eee-4d3f-a92f-82f226766026,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:22:31.952810 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcb2687-838f-41a9-ae54-ebfc9e835e54 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Network 220b7375-3de2-4d3a-966e-4104c153f5af is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:22:31.956030 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-3bcb2687-838f-41a9-ae54-ebfc9e835e54 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:22:31.958439 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcb2687-838f-41a9-ae54-ebfc9e835e54 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:22:31.994063 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcb2687-838f-41a9-ae54-ebfc9e835e54 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'Port': ['ID=0b7cf584-0385-4b51-8967-37ad1c867977,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:22:32.019130 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3bcb2687-838f-41a9-ae54-ebfc9e835e54 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:32.184066 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3bcb2687-838f-41a9-ae54-ebfc9e835e54 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:32.485248 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3bcb2687-838f-41a9-ae54-ebfc9e835e54 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:32.490108 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3bcb2687-838f-41a9-ae54-ebfc9e835e54 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:32.567023 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3bcb2687-838f-41a9-ae54-ebfc9e835e54 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:32.568730 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcb2687-838f-41a9-ae54-ebfc9e835e54 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'Port': ['ID=0b7cf584-0385-4b51-8967-37ad1c867977,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:22:32.664126 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcb2687-838f-41a9-ae54-ebfc9e835e54 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Network 220b7375-3de2-4d3a-966e-4104c153f5af is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:22:32.665416 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-3bcb2687-838f-41a9-ae54-ebfc9e835e54 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:22:32.786355 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 7d665fa9-8d24-46f2-8099-1ed0c866d312 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:22:32.799961 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bcb2687-838f-41a9-ae54-ebfc9e835e54 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Router c000ec16-a3fc-44ac-8fe4-b46baec5a34d has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:22:32.847183 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 7d665fa9-8d24-46f2-8099-1ed0c866d312 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:22:32.851248 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 7d665fa9-8d24-46f2-8099-1ed0c866d312 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:22:32.851916 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:32.917489 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bcb2687-838f-41a9-ae54-ebfc9e835e54 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:22:32.929785 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-3bcb2687-838f-41a9-ae54-ebfc9e835e54 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "PUT /v2.0/routers/c000ec16-a3fc-44ac-8fe4-b46baec5a34d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9807281 Jul 30 00:22:32.936915 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:32.958860 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 7d665fa9-8d24-46f2-8099-1ed0c866d312, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=7d665fa9-8d24-46f2-8099-1ed0c866d312,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:22:32.965630 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:32.965630 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 293e9dd3-4eee-4d3f-a92f-82f226766026 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:22:33.017568 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f03f19-1d7f-456e-8a4f-dae0c8cd05af None None] Network 220b7375-3de2-4d3a-966e-4104c153f5af requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:22:33.086974 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d2d4ee93-6d40-4bc6-b56f-50e9024dcf9d req-734199d9-c0ba-4aab-bdf7-fa2637ba3205 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1119415084&fields=id&tenant_id=e5cbafbeb6f54e069c2a006bcf0b792e HTTP/1.1" status: 200 len: 267 time: 0.0370159 Jul 30 00:22:33.206032 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4ee93-6d40-4bc6-b56f-50e9024dcf9d req-e0c17ebd-8d0c-4962-a2d1-72eefae93549 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:33.208859 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d2d4ee93-6d40-4bc6-b56f-50e9024dcf9d req-e0c17ebd-8d0c-4962-a2d1-72eefae93549 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/networks?id=220b7375-3de2-4d3a-966e-4104c153f5af HTTP/1.1" status: 200 len: 796 time: 0.1139750 Jul 30 00:22:33.223637 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d2d4ee93-6d40-4bc6-b56f-50e9024dcf9d req-e7c06484-3649-45ad-92ba-c75fbf9e0359 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/quotas/e5cbafbeb6f54e069c2a006bcf0b792e HTTP/1.1" status: 200 len: 375 time: 0.0102816 Jul 30 00:22:33.281356 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d2d4ee93-6d40-4bc6-b56f-50e9024dcf9d req-2f52088f-6086-4d6d-8a1c-b0571af42668 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e5cbafbeb6f54e069c2a006bcf0b792e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511093 Jul 30 00:22:33.285784 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=7d665fa9-8d24-46f2-8099-1ed0c866d312,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:22:33.292878 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-97446ddd-57f6-46b0-86ce-5a2840511885 None None] Provisioning for port 293e9dd3-4eee-4d3f-a92f-82f226766026 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:22:33.300032 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 293e9dd3-4eee-4d3f-a92f-82f226766026 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:22:33.306163 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-97446ddd-57f6-46b0-86ce-5a2840511885 None None] Provisioning complete for port 293e9dd3-4eee-4d3f-a92f-82f226766026 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:22:33.306445 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-97446ddd-57f6-46b0-86ce-5a2840511885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:33.314851 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 293e9dd3-4eee-4d3f-a92f-82f226766026 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:22:33.315248 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:33.335279 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962a5244-faee-4cfc-bfea-d7e469c8bef0 None None] Sync routers for ids ['c000ec16-a3fc-44ac-8fe4-b46baec5a34d'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:22:33.349535 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962a5244-faee-4cfc-bfea-d7e469c8bef0 None None] Routers {'c000ec16-a3fc-44ac-8fe4-b46baec5a34d'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:22:33.350204 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-962a5244-faee-4cfc-bfea-d7e469c8bef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:22:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['c000ec16-a3fc-44ac-8fe4-b46baec5a34d'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:22:33.439416 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d2d4ee93-6d40-4bc6-b56f-50e9024dcf9d req-5d916780-4a9c-45e7-aa92-135a0c4dbe59 service neutron] 10.222.0.43 "GET /v2.0/networks/220b7375-3de2-4d3a-966e-4104c153f5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443753 Jul 30 00:22:33.480852 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-962a5244-faee-4cfc-bfea-d7e469c8bef0 None None] Set router c000ec16-a3fc-44ac-8fe4-b46baec5a34d gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:22:33.520006 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:33.523793 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-97446ddd-57f6-46b0-86ce-5a2840511885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:33.561728 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d2d4ee93-6d40-4bc6-b56f-50e9024dcf9d req-39abc577-d224-4604-bf24-300ba436cb8d service neutron] 10.222.0.43 "GET /v2.0/networks/220b7375-3de2-4d3a-966e-4104c153f5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138680 Jul 30 00:22:33.577071 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 293e9dd3-4eee-4d3f-a92f-82f226766026, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=293e9dd3-4eee-4d3f-a92f-82f226766026,segment=NetworkSegment(9ab887f8-a01c-4cd1-889d-872de24c8df0),segment_id=9ab887f8-a01c-4cd1-889d-872de24c8df0)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:22:33.583179 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:33.670193 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.db.api [None req-97446ddd-57f6-46b0-86ce-5a2840511885 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94079) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 00:22:33.670653 n-d-712141-10 neutron-server[94079]: DEBUG oslo_db.api [None req-97446ddd-57f6-46b0-86ce-5a2840511885 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 00:22:33.671400 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=293e9dd3-4eee-4d3f-a92f-82f226766026,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:22:33.741507 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-962a5244-faee-4cfc-bfea-d7e469c8bef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c000ec16-a3fc-44ac-8fe4-b46baec5a34d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1897802397', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '7d665fa9-8d24-46f2-8099-1ed0c866d312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:22:28Z', 'updated_at': '2021-07-30T00:22:32Z', 'revision_number': 4, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port': {'id': '7d665fa9-8d24-46f2-8099-1ed0c866d312', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c000ec16-a3fc-44ac-8fe4-b46baec5a34d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:22:29Z', 'updated_at': '2021-07-30T00:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '0b7cf584-0385-4b51-8967-37ad1c867977', 'name': '', 'network_id': '220b7375-3de2-4d3a-966e-4104c153f5af', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'mac_address': 'fa:16:3e:d9:be:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c000ec16-a3fc-44ac-8fe4-b46baec5a34d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'c0ee6ecd-a29a-469b-bbcb-569516dc3ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:22:31Z', 'updated_at': '2021-07-30T00:22:32Z', 'revision_number': 2, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'subnets': [{'id': 'c0ee6ecd-a29a-469b-bbcb-569516dc3ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:22:33.760035 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ed885228-33a9-41df-b6ff-8933b5b09a64 req-d4560aea-42e5-4b0b-8056-e0577b5d248d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fa628d6-f9d0-442d-b8a2-31d961ceee06 HTTP/1.1" status: 200 len: 210 time: 0.0341256 Jul 30 00:22:33.774601 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962a5244-faee-4cfc-bfea-d7e469c8bef0 None None] Checking router: c000ec16-a3fc-44ac-8fe4-b46baec5a34d for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:22:33.775082 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962a5244-faee-4cfc-bfea-d7e469c8bef0 None None] Updating router c000ec16-a3fc-44ac-8fe4-b46baec5a34d port 0b7cf584-0385-4b51-8967-37ad1c867977 binding host n-d-712141-10 {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:22:33.807745 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-962a5244-faee-4cfc-bfea-d7e469c8bef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:34.104819 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-962a5244-faee-4cfc-bfea-d7e469c8bef0 None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:34.117371 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-962a5244-faee-4cfc-bfea-d7e469c8bef0 None None] Transition to ACTIVE for port object 0b7cf584-0385-4b51-8967-37ad1c867977 will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:22:34.124540 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-962a5244-faee-4cfc-bfea-d7e469c8bef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:34.181053 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0677f4a2-21a0-41da-858b-3fa5a10f674d None None] Pushing event updated for resources: {'Port': ['ID=0b7cf584-0385-4b51-8967-37ad1c867977,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:22:34.204465 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0677f4a2-21a0-41da-858b-3fa5a10f674d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:34.204953 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0677f4a2-21a0-41da-858b-3fa5a10f674d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:34.205385 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0677f4a2-21a0-41da-858b-3fa5a10f674d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:34.205840 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0677f4a2-21a0-41da-858b-3fa5a10f674d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:34.206267 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0677f4a2-21a0-41da-858b-3fa5a10f674d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:34.206693 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0677f4a2-21a0-41da-858b-3fa5a10f674d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:34.207092 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0677f4a2-21a0-41da-858b-3fa5a10f674d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:34.207418 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0677f4a2-21a0-41da-858b-3fa5a10f674d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:34.207743 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0677f4a2-21a0-41da-858b-3fa5a10f674d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:34.208082 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0677f4a2-21a0-41da-858b-3fa5a10f674d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:34.208390 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0677f4a2-21a0-41da-858b-3fa5a10f674d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:34.208715 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0677f4a2-21a0-41da-858b-3fa5a10f674d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:34.261891 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-962a5244-faee-4cfc-bfea-d7e469c8bef0 None None] Attempting to bind port 0b7cf584-0385-4b51-8967-37ad1c867977 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:22:34.262258 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-962a5244-faee-4cfc-bfea-d7e469c8bef0 None None] Attempting to bind port 0b7cf584-0385-4b51-8967-37ad1c867977 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '9ab887f8-a01c-4cd1-889d-872de24c8df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '220b7375-3de2-4d3a-966e-4104c153f5af'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:22:34.262609 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962a5244-faee-4cfc-bfea-d7e469c8bef0 None None] Attempting to bind port 0b7cf584-0385-4b51-8967-37ad1c867977 on network 220b7375-3de2-4d3a-966e-4104c153f5af {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:22:34.268600 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962a5244-faee-4cfc-bfea-d7e469c8bef0 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 22, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:22:34.269106 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962a5244-faee-4cfc-bfea-d7e469c8bef0 None None] Checking segment: {'id': '9ab887f8-a01c-4cd1-889d-872de24c8df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '220b7375-3de2-4d3a-966e-4104c153f5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:22:34.269686 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-962a5244-faee-4cfc-bfea-d7e469c8bef0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:34.270159 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962a5244-faee-4cfc-bfea-d7e469c8bef0 None None] Bound using segment: {'id': '9ab887f8-a01c-4cd1-889d-872de24c8df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '220b7375-3de2-4d3a-966e-4104c153f5af'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:22:34.270699 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-962a5244-faee-4cfc-bfea-d7e469c8bef0 None None] Bound port: 0b7cf584-0385-4b51-8967-37ad1c867977, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ab887f8-a01c-4cd1-889d-872de24c8df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '220b7375-3de2-4d3a-966e-4104c153f5af'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:22:34.271158 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-962a5244-faee-4cfc-bfea-d7e469c8bef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:34.358497 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-962a5244-faee-4cfc-bfea-d7e469c8bef0 None None] For port 0b7cf584-0385-4b51-8967-37ad1c867977, host n-d-712141-10, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:22:34.362518 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-962a5244-faee-4cfc-bfea-d7e469c8bef0 None None] For port 0b7cf584-0385-4b51-8967-37ad1c867977, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=0b7cf584-0385-4b51-8967-37ad1c867977,segment=NetworkSegment(9ab887f8-a01c-4cd1-889d-872de24c8df0),segment_id=9ab887f8-a01c-4cd1-889d-872de24c8df0)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:22:34.367106 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-ea2d63b3-dee4-4c67-8752-1394d724e30f None None] Provisioning complete for port 293e9dd3-4eee-4d3f-a92f-82f226766026 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:22:34.367727 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ea2d63b3-dee4-4c67-8752-1394d724e30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:34.369273 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-962a5244-faee-4cfc-bfea-d7e469c8bef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:34.437592 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962a5244-faee-4cfc-bfea-d7e469c8bef0 None None] Routers {'c000ec16-a3fc-44ac-8fe4-b46baec5a34d'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:22:34.438232 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-962a5244-faee-4cfc-bfea-d7e469c8bef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:22:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['c000ec16-a3fc-44ac-8fe4-b46baec5a34d'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:22:34.440145 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0677f4a2-21a0-41da-858b-3fa5a10f674d None None] Pushing event updated for resources: {'Port': ['ID=0b7cf584-0385-4b51-8967-37ad1c867977,revision_number=4']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:22:34.479450 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-ea2d63b3-dee4-4c67-8752-1394d724e30f None None] Provisioning for port 0b7cf584-0385-4b51-8967-37ad1c867977 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:22:34.569959 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-962a5244-faee-4cfc-bfea-d7e469c8bef0 None None] Set router c000ec16-a3fc-44ac-8fe4-b46baec5a34d gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:22:34.759476 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 7d665fa9-8d24-46f2-8099-1ed0c866d312 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:22:34.807756 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4ee93-6d40-4bc6-b56f-50e9024dcf9d req-368b3767-cdaf-4062-95b3-df59c90edbdf tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:34.809282 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d2d4ee93-6d40-4bc6-b56f-50e9024dcf9d req-368b3767-cdaf-4062-95b3-df59c90edbdf tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.22 "GET /v2.0/networks?id=220b7375-3de2-4d3a-966e-4104c153f5af HTTP/1.1" status: 200 len: 796 time: 0.1520948 Jul 30 00:22:34.842587 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 7d665fa9-8d24-46f2-8099-1ed0c866d312 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:22:34.842950 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:34.879134 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d2d4ee93-6d40-4bc6-b56f-50e9024dcf9d req-c0691c71-92e9-4542-bd34-eb8e7482a61d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5cbafbeb6f54e069c2a006bcf0b792e HTTP/1.1" status: 200 len: 380 time: 0.0583897 Jul 30 00:22:34.884375 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-745764b1-e723-4ed1-a55d-912036b4bd11 req-d9d9b154-1153-48e3-aa5e-265181f7e8b4 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fa628d6-f9d0-442d-b8a2-31d961ceee06 HTTP/1.1" status: 200 len: 210 time: 0.0319943 Jul 30 00:22:34.893284 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-d2d4ee93-6d40-4bc6-b56f-50e9024dcf9d req-17cc5044-c872-4ac9-97d3-1585b962ef2d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Request body: {'port': {'device_id': '0fa628d6-f9d0-442d-b8a2-31d961ceee06', 'network_id': '220b7375-3de2-4d3a-966e-4104c153f5af', 'admin_state_up': True, 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'security_groups': ['11a4f152-cc0d-4c43-9cc4-d58b87ce5b62']}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:22:34.925360 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-962a5244-faee-4cfc-bfea-d7e469c8bef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c000ec16-a3fc-44ac-8fe4-b46baec5a34d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1897802397', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '7d665fa9-8d24-46f2-8099-1ed0c866d312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:22:28Z', 'updated_at': '2021-07-30T00:22:32Z', 'revision_number': 4, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port': {'id': '7d665fa9-8d24-46f2-8099-1ed0c866d312', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c000ec16-a3fc-44ac-8fe4-b46baec5a34d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:22:29Z', 'updated_at': '2021-07-30T00:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '0b7cf584-0385-4b51-8967-37ad1c867977', 'name': '', 'network_id': '220b7375-3de2-4d3a-966e-4104c153f5af', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'mac_address': 'fa:16:3e:d9:be:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c000ec16-a3fc-44ac-8fe4-b46baec5a34d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'c0ee6ecd-a29a-469b-bbcb-569516dc3ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:22:31Z', 'updated_at': '2021-07-30T00:22:34Z', 'revision_number': 4, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'subnets': [{'id': 'c0ee6ecd-a29a-469b-bbcb-569516dc3ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:22:34.932399 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 293e9dd3-4eee-4d3f-a92f-82f226766026 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:22:34.952644 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962a5244-faee-4cfc-bfea-d7e469c8bef0 None None] The sync data for ids ['c000ec16-a3fc-44ac-8fe4-b46baec5a34d'] in n-d-712141-10 is: [{'id': 'c000ec16-a3fc-44ac-8fe4-b46baec5a34d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1897802397', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '7d665fa9-8d24-46f2-8099-1ed0c866d312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:22:28Z', 'updated_at': '2021-07-30T00:22:32Z', 'revision_number': 4, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port': {'id': '7d665fa9-8d24-46f2-8099-1ed0c866d312', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c000ec16-a3fc-44ac-8fe4-b46baec5a34d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:22:29Z', 'updated_at': '2021-07-30T00:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '0b7cf584-0385-4b51-8967-37ad1c867977', 'name': '', 'network_id': '220b7375-3de2-4d3a-966e-4104c153f5af', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'mac_address': 'fa:16:3e:d9:be:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c000ec16-a3fc-44ac-8fe4-b46baec5a34d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'c0ee6ecd-a29a-469b-bbcb-569516dc3ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:22:31Z', 'updated_at': '2021-07-30T00:22:34Z', 'revision_number': 4, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'subnets': [{'id': 'c0ee6ecd-a29a-469b-bbcb-569516dc3ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:22:34.982493 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 293e9dd3-4eee-4d3f-a92f-82f226766026 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:22:34.982876 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:35.031287 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2d4ee93-6d40-4bc6-b56f-50e9024dcf9d req-17cc5044-c872-4ac9-97d3-1585b962ef2d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Made reservation on behalf of e5cbafbeb6f54e069c2a006bcf0b792e for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:22:35.035452 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-d2d4ee93-6d40-4bc6-b56f-50e9024dcf9d req-17cc5044-c872-4ac9-97d3-1585b962ef2d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:35.180418 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-d2d4ee93-6d40-4bc6-b56f-50e9024dcf9d req-17cc5044-c872-4ac9-97d3-1585b962ef2d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Allocated IP 172.20.0.3 (220b7375-3de2-4d3a-966e-4104c153f5af/c0ee6ecd-a29a-469b-bbcb-569516dc3ba4/adcaf813-866d-453d-9021-2ad6b00cc255) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:22:35.328713 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-d2d4ee93-6d40-4bc6-b56f-50e9024dcf9d req-17cc5044-c872-4ac9-97d3-1585b962ef2d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:35.344348 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-d2d4ee93-6d40-4bc6-b56f-50e9024dcf9d req-17cc5044-c872-4ac9-97d3-1585b962ef2d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Transition to ACTIVE for port object adcaf813-866d-453d-9021-2ad6b00cc255 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:22:35.378506 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-d2d4ee93-6d40-4bc6-b56f-50e9024dcf9d req-17cc5044-c872-4ac9-97d3-1585b962ef2d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:35.424310 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2d4ee93-6d40-4bc6-b56f-50e9024dcf9d req-17cc5044-c872-4ac9-97d3-1585b962ef2d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Network 220b7375-3de2-4d3a-966e-4104c153f5af is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:22:35.427548 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-d2d4ee93-6d40-4bc6-b56f-50e9024dcf9d req-17cc5044-c872-4ac9-97d3-1585b962ef2d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:22:35.431727 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2d4ee93-6d40-4bc6-b56f-50e9024dcf9d req-17cc5044-c872-4ac9-97d3-1585b962ef2d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:22:35.441131 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cc5044-c872-4ac9-97d3-1585b962ef2d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'Port': ['ID=adcaf813-866d-453d-9021-2ad6b00cc255,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:22:35.492210 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4ee93-6d40-4bc6-b56f-50e9024dcf9d req-17cc5044-c872-4ac9-97d3-1585b962ef2d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:35.493010 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-d2d4ee93-6d40-4bc6-b56f-50e9024dcf9d req-17cc5044-c872-4ac9-97d3-1585b962ef2d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:35.513303 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d2d4ee93-6d40-4bc6-b56f-50e9024dcf9d req-17cc5044-c872-4ac9-97d3-1585b962ef2d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6265295 Jul 30 00:22:35.525097 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [req-d2d4ee93-6d40-4bc6-b56f-50e9024dcf9d req-a77c4b2d-ee91-4afa-9386-a22ec69c7914 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:22:35.526395 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d2d4ee93-6d40-4bc6-b56f-50e9024dcf9d req-a77c4b2d-ee91-4afa-9386-a22ec69c7914 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059507 Jul 30 00:22:35.596012 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-d2d4ee93-6d40-4bc6-b56f-50e9024dcf9d req-c44951c2-50ac-4d65-b02d-ce08540a83c0 service neutron] Request body: {'port': {'device_id': '0fa628d6-f9d0-442d-b8a2-31d961ceee06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:22:35.667062 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-d2d4ee93-6d40-4bc6-b56f-50e9024dcf9d req-c44951c2-50ac-4d65-b02d-ce08540a83c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:35.761105 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f318ec5e-8ed6-476f-82fe-22068c622614 None None] Provisioning for port adcaf813-866d-453d-9021-2ad6b00cc255 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:22:35.767539 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-f318ec5e-8ed6-476f-82fe-22068c622614 None None] Provisioning complete for port adcaf813-866d-453d-9021-2ad6b00cc255 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:22:35.767843 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f318ec5e-8ed6-476f-82fe-22068c622614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:35.806093 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-f318ec5e-8ed6-476f-82fe-22068c622614 None None] Port adcaf813-866d-453d-9021-2ad6b00cc255 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:22:35.962685 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-d2d4ee93-6d40-4bc6-b56f-50e9024dcf9d req-c44951c2-50ac-4d65-b02d-ce08540a83c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adcaf813-866d-453d-9021-2ad6b00cc255 {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:22:35.972381 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-d2d4ee93-6d40-4bc6-b56f-50e9024dcf9d req-c44951c2-50ac-4d65-b02d-ce08540a83c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:35.986807 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-d2d4ee93-6d40-4bc6-b56f-50e9024dcf9d req-c44951c2-50ac-4d65-b02d-ce08540a83c0 service neutron] Transition to ACTIVE for port object adcaf813-866d-453d-9021-2ad6b00cc255 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:22:35.991531 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-d2d4ee93-6d40-4bc6-b56f-50e9024dcf9d req-c44951c2-50ac-4d65-b02d-ce08540a83c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:36.032284 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf95c2fa-1f9f-461b-84a9-4ccd70a8cf40 req-80d462c1-8ddd-4c4c-9a27-cc72ba755538 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:36.034738 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cf95c2fa-1f9f-461b-84a9-4ccd70a8cf40 req-80d462c1-8ddd-4c4c-9a27-cc72ba755538 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fa628d6-f9d0-442d-b8a2-31d961ceee06 HTTP/1.1" status: 200 len: 931 time: 0.0714707 Jul 30 00:22:36.044901 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44951c2-50ac-4d65-b02d-ce08540a83c0 service neutron] Pushing event updated for resources: {'Port': ['ID=adcaf813-866d-453d-9021-2ad6b00cc255,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:22:36.085730 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-cf95c2fa-1f9f-461b-84a9-4ccd70a8cf40 req-b00c2f0b-2016-4ae1-90a7-f9401c6124b1 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=11a4f152-cc0d-4c43-9cc4-d58b87ce5b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442960 Jul 30 00:22:36.130076 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-d2d4ee93-6d40-4bc6-b56f-50e9024dcf9d req-c44951c2-50ac-4d65-b02d-ce08540a83c0 service neutron] Attempting to bind port adcaf813-866d-453d-9021-2ad6b00cc255 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:22:36.130514 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-d2d4ee93-6d40-4bc6-b56f-50e9024dcf9d req-c44951c2-50ac-4d65-b02d-ce08540a83c0 service neutron] Attempting to bind port adcaf813-866d-453d-9021-2ad6b00cc255 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '9ab887f8-a01c-4cd1-889d-872de24c8df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '220b7375-3de2-4d3a-966e-4104c153f5af'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:22:36.130733 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d4ee93-6d40-4bc6-b56f-50e9024dcf9d req-c44951c2-50ac-4d65-b02d-ce08540a83c0 service neutron] Attempting to bind port adcaf813-866d-453d-9021-2ad6b00cc255 on network 220b7375-3de2-4d3a-966e-4104c153f5af {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:22:36.135525 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d4ee93-6d40-4bc6-b56f-50e9024dcf9d req-c44951c2-50ac-4d65-b02d-ce08540a83c0 service neutron] Port adcaf813-866d-453d-9021-2ad6b00cc255 on network 220b7375-3de2-4d3a-966e-4104c153f5af not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:22:36.135864 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d4ee93-6d40-4bc6-b56f-50e9024dcf9d req-c44951c2-50ac-4d65-b02d-ce08540a83c0 service neutron] Attempting to bind port adcaf813-866d-453d-9021-2ad6b00cc255 on network 220b7375-3de2-4d3a-966e-4104c153f5af {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:22:36.142001 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d4ee93-6d40-4bc6-b56f-50e9024dcf9d req-c44951c2-50ac-4d65-b02d-ce08540a83c0 service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:22:36.142344 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d4ee93-6d40-4bc6-b56f-50e9024dcf9d req-c44951c2-50ac-4d65-b02d-ce08540a83c0 service neutron] Checking segment: {'id': '9ab887f8-a01c-4cd1-889d-872de24c8df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '220b7375-3de2-4d3a-966e-4104c153f5af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:22:36.142735 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d4ee93-6d40-4bc6-b56f-50e9024dcf9d req-c44951c2-50ac-4d65-b02d-ce08540a83c0 service neutron] Bound using segment: {'id': '9ab887f8-a01c-4cd1-889d-872de24c8df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '220b7375-3de2-4d3a-966e-4104c153f5af'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:22:36.143171 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-d2d4ee93-6d40-4bc6-b56f-50e9024dcf9d req-c44951c2-50ac-4d65-b02d-ce08540a83c0 service neutron] Bound port: adcaf813-866d-453d-9021-2ad6b00cc255, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ab887f8-a01c-4cd1-889d-872de24c8df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '220b7375-3de2-4d3a-966e-4104c153f5af'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:22:36.143541 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-d2d4ee93-6d40-4bc6-b56f-50e9024dcf9d req-c44951c2-50ac-4d65-b02d-ce08540a83c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:36.210240 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-d2d4ee93-6d40-4bc6-b56f-50e9024dcf9d req-c44951c2-50ac-4d65-b02d-ce08540a83c0 service neutron] For port adcaf813-866d-453d-9021-2ad6b00cc255, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:22:36.213771 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-d2d4ee93-6d40-4bc6-b56f-50e9024dcf9d req-c44951c2-50ac-4d65-b02d-ce08540a83c0 service neutron] For port adcaf813-866d-453d-9021-2ad6b00cc255, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=adcaf813-866d-453d-9021-2ad6b00cc255,segment=NetworkSegment(9ab887f8-a01c-4cd1-889d-872de24c8df0),segment_id=9ab887f8-a01c-4cd1-889d-872de24c8df0)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:22:36.218558 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-d2d4ee93-6d40-4bc6-b56f-50e9024dcf9d req-c44951c2-50ac-4d65-b02d-ce08540a83c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:36.258600 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4ee93-6d40-4bc6-b56f-50e9024dcf9d req-c44951c2-50ac-4d65-b02d-ce08540a83c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:36.259504 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-d2d4ee93-6d40-4bc6-b56f-50e9024dcf9d req-c44951c2-50ac-4d65-b02d-ce08540a83c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:36.262363 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d2d4ee93-6d40-4bc6-b56f-50e9024dcf9d req-c44951c2-50ac-4d65-b02d-ce08540a83c0 service neutron] 10.222.0.22 "PUT /v2.0/ports/adcaf813-866d-453d-9021-2ad6b00cc255 HTTP/1.1" status: 200 len: 1092 time: 0.7280972 Jul 30 00:22:36.264989 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fa628d6-f9d0-442d-b8a2-31d961ceee06', 'tag': 'adcaf813-866d-453d-9021-2ad6b00cc255'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:22:36.268064 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8377708564b13ed6665a7c738fa9aadb9980e3f7e18d8a0dfbdd1aeea3243a90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02bf8f27-756f-478a-b5ad-d7ca15c0784a" -d '{"events": [{"name": "network-changed", "server_uuid": "0fa628d6-f9d0-442d-b8a2-31d961ceee06", "tag": "adcaf813-866d-453d-9021-2ad6b00cc255"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:22:36.298773 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44951c2-50ac-4d65-b02d-ce08540a83c0 service neutron] Pushing event updated for resources: {'Port': ['ID=adcaf813-866d-453d-9021-2ad6b00cc255,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:22:36.355880 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4ee93-6d40-4bc6-b56f-50e9024dcf9d req-42ee8f49-7324-40f2-8575-37c26acc7108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:36.358260 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d2d4ee93-6d40-4bc6-b56f-50e9024dcf9d req-42ee8f49-7324-40f2-8575-37c26acc7108 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e5cbafbeb6f54e069c2a006bcf0b792e&device_id=0fa628d6-f9d0-442d-b8a2-31d961ceee06 HTTP/1.1" status: 200 len: 1095 time: 0.0538747 Jul 30 00:22:36.404717 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f85d5cf-5c17-4b38-abe4-b620990ac024 x-openstack-request-id: req-3f85d5cf-5c17-4b38-abe4-b620990ac024 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:22:36.405055 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fa628d6-f9d0-442d-b8a2-31d961ceee06", "tag": "adcaf813-866d-453d-9021-2ad6b00cc255", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:22:36.405497 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3f85d5cf-5c17-4b38-abe4-b620990ac024 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:22:36.405960 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fa628d6-f9d0-442d-b8a2-31d961ceee06', 'tag': 'adcaf813-866d-453d-9021-2ad6b00cc255', 'status': 'completed', 'code': 200} Jul 30 00:22:36.407722 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d2d4ee93-6d40-4bc6-b56f-50e9024dcf9d req-653bc422-8e68-467e-a01b-a7b00ad4c61c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=adcaf813-866d-453d-9021-2ad6b00cc255 HTTP/1.1" status: 200 len: 217 time: 0.0422394 Jul 30 00:22:36.461061 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4ee93-6d40-4bc6-b56f-50e9024dcf9d req-74f21b19-7aec-4e87-a76f-09d87b0d9377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:36.462668 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d2d4ee93-6d40-4bc6-b56f-50e9024dcf9d req-74f21b19-7aec-4e87-a76f-09d87b0d9377 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c0ee6ecd-a29a-469b-bbcb-569516dc3ba4 HTTP/1.1" status: 200 len: 835 time: 0.0480485 Jul 30 00:22:36.508462 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d4ee93-6d40-4bc6-b56f-50e9024dcf9d req-da4a9fa1-c3f9-4ae5-b2e0-8feb1e27a54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:36.510046 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d2d4ee93-6d40-4bc6-b56f-50e9024dcf9d req-da4a9fa1-c3f9-4ae5-b2e0-8feb1e27a54c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=220b7375-3de2-4d3a-966e-4104c153f5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404191 Jul 30 00:22:36.605863 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d2d4ee93-6d40-4bc6-b56f-50e9024dcf9d req-54fd5db1-80b4-43d2-ab7f-78740a35dc96 service neutron] 10.222.0.22 "GET /v2.0/networks/220b7375-3de2-4d3a-966e-4104c153f5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885170 Jul 30 00:22:36.700116 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d2d4ee93-6d40-4bc6-b56f-50e9024dcf9d req-f261fc78-9fc5-467b-9e04-ec93b7613d04 service neutron] 10.222.0.22 "GET /v2.0/networks/220b7375-3de2-4d3a-966e-4104c153f5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865309 Jul 30 00:22:36.744779 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 0b7cf584-0385-4b51-8967-37ad1c867977 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:22:36.792446 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf8f27-756f-478a-b5ad-d7ca15c0784a req-c89cb4f2-b704-45d9-8ec4-7c2809fe4b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:36.794006 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-02bf8f27-756f-478a-b5ad-d7ca15c0784a req-c89cb4f2-b704-45d9-8ec4-7c2809fe4b01 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e5cbafbeb6f54e069c2a006bcf0b792e&device_id=0fa628d6-f9d0-442d-b8a2-31d961ceee06 HTTP/1.1" status: 200 len: 1095 time: 0.0470157 Jul 30 00:22:36.794617 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 0b7cf584-0385-4b51-8967-37ad1c867977 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:22:36.798437 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 0b7cf584-0385-4b51-8967-37ad1c867977 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:22:36.798809 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:36.878608 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:36.893102 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf8f27-756f-478a-b5ad-d7ca15c0784a req-ff1dfa89-f291-46fc-95b8-b96255b1384e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:36.895630 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-02bf8f27-756f-478a-b5ad-d7ca15c0784a req-ff1dfa89-f291-46fc-95b8-b96255b1384e service neutron] 10.222.0.22 "GET /v2.0/networks?id=220b7375-3de2-4d3a-966e-4104c153f5af HTTP/1.1" status: 200 len: 897 time: 0.0929780 Jul 30 00:22:36.924792 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 0b7cf584-0385-4b51-8967-37ad1c867977, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=0b7cf584-0385-4b51-8967-37ad1c867977,segment=NetworkSegment(9ab887f8-a01c-4cd1-889d-872de24c8df0),segment_id=9ab887f8-a01c-4cd1-889d-872de24c8df0)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:22:36.928822 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:36.943442 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-02bf8f27-756f-478a-b5ad-d7ca15c0784a req-f2d12aa1-d3d5-4fa7-a06d-f8853415b856 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=adcaf813-866d-453d-9021-2ad6b00cc255 HTTP/1.1" status: 200 len: 217 time: 0.0381582 Jul 30 00:22:36.978644 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=0b7cf584-0385-4b51-8967-37ad1c867977,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:22:36.998980 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf8f27-756f-478a-b5ad-d7ca15c0784a req-1ac58684-a9c5-4700-9406-7130dad6df7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:37.000460 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-02bf8f27-756f-478a-b5ad-d7ca15c0784a req-1ac58684-a9c5-4700-9406-7130dad6df7b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c0ee6ecd-a29a-469b-bbcb-569516dc3ba4 HTTP/1.1" status: 200 len: 835 time: 0.0496612 Jul 30 00:22:37.048560 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf8f27-756f-478a-b5ad-d7ca15c0784a req-b7c5c9b9-c8f4-490f-a5df-58bb74b73f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:37.050129 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-02bf8f27-756f-478a-b5ad-d7ca15c0784a req-b7c5c9b9-c8f4-490f-a5df-58bb74b73f5f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=220b7375-3de2-4d3a-966e-4104c153f5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411870 Jul 30 00:22:37.141906 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-02bf8f27-756f-478a-b5ad-d7ca15c0784a req-094f470b-042a-4dd8-841b-16de0ef5dcb4 service neutron] 10.222.0.22 "GET /v2.0/networks/220b7375-3de2-4d3a-966e-4104c153f5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832734 Jul 30 00:22:37.203054 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ba101f-97a6-49f4-97e3-55eeb001eaf5 req-dc1c814f-e706-4115-874f-d1a7f4248bea tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:37.204701 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-56ba101f-97a6-49f4-97e3-55eeb001eaf5 req-dc1c814f-e706-4115-874f-d1a7f4248bea tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fa628d6-f9d0-442d-b8a2-31d961ceee06 HTTP/1.1" status: 200 len: 943 time: 0.0494661 Jul 30 00:22:37.241292 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-02bf8f27-756f-478a-b5ad-d7ca15c0784a req-559da139-e05a-45f7-b797-a625eabbb098 service neutron] 10.222.0.22 "GET /v2.0/networks/220b7375-3de2-4d3a-966e-4104c153f5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916402 Jul 30 00:22:37.243772 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-56ba101f-97a6-49f4-97e3-55eeb001eaf5 req-7d6d80cd-9a3c-458b-ba82-d5fa346d7935 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=11a4f152-cc0d-4c43-9cc4-d58b87ce5b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329406 Jul 30 00:22:37.674617 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:38.384372 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf86024-a341-4047-9b44-56237196ad87 req-b3ac80b1-22c3-4e9d-b7a5-4a0492ef7d88 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:38.386456 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2bf86024-a341-4047-9b44-56237196ad87 req-b3ac80b1-22c3-4e9d-b7a5-4a0492ef7d88 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fa628d6-f9d0-442d-b8a2-31d961ceee06 HTTP/1.1" status: 200 len: 943 time: 0.0694056 Jul 30 00:22:38.430011 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2bf86024-a341-4047-9b44-56237196ad87 req-7276347b-a241-484b-b003-c2b397b64a5d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=11a4f152-cc0d-4c43-9cc4-d58b87ce5b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364165 Jul 30 00:22:38.730050 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 0b7cf584-0385-4b51-8967-37ad1c867977 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:22:38.777178 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 0b7cf584-0385-4b51-8967-37ad1c867977 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:22:38.777545 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:38.990129 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device adcaf813-866d-453d-9021-2ad6b00cc255 details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:22:39.083933 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port adcaf813-866d-453d-9021-2ad6b00cc255, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=adcaf813-866d-453d-9021-2ad6b00cc255,segment=NetworkSegment(9ab887f8-a01c-4cd1-889d-872de24c8df0),segment_id=9ab887f8-a01c-4cd1-889d-872de24c8df0)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:22:39.098463 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': 'adcaf813-866d-453d-9021-2ad6b00cc255', 'network_id': '220b7375-3de2-4d3a-966e-4104c153f5af', 'port_id': 'adcaf813-866d-453d-9021-2ad6b00cc255', 'mac_address': 'fa:16:3e:f5:36:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0ee6ecd-a29a-469b-bbcb-569516dc3ba4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:22:39.135139 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:39.147368 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adcaf813-866d-453d-9021-2ad6b00cc255 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:22:39.166982 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port adcaf813-866d-453d-9021-2ad6b00cc255, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=adcaf813-866d-453d-9021-2ad6b00cc255,segment=NetworkSegment(9ab887f8-a01c-4cd1-889d-872de24c8df0),segment_id=9ab887f8-a01c-4cd1-889d-872de24c8df0)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:22:39.171035 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:39.217440 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=adcaf813-866d-453d-9021-2ad6b00cc255,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:22:39.383004 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['adcaf813-866d-453d-9021-2ad6b00cc255'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:22:39.550765 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e2e89-8524-484b-80b8-883eeaa18466 req-5a6ce464-deb5-4ebc-978a-846d258595e7 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:39.552425 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-313e2e89-8524-484b-80b8-883eeaa18466 req-5a6ce464-deb5-4ebc-978a-846d258595e7 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fa628d6-f9d0-442d-b8a2-31d961ceee06 HTTP/1.1" status: 200 len: 944 time: 0.0523949 Jul 30 00:22:39.592360 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-313e2e89-8524-484b-80b8-883eeaa18466 req-8b99d588-5f84-41a2-8fb8-e501c552f840 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=11a4f152-cc0d-4c43-9cc4-d58b87ce5b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337720 Jul 30 00:22:40.719138 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6468a2f6-c8cb-46ef-9ec8-7cdd82282c9c req-d781ca35-4657-419a-80fe-35c3ebb26cdc tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:40.720632 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6468a2f6-c8cb-46ef-9ec8-7cdd82282c9c req-d781ca35-4657-419a-80fe-35c3ebb26cdc tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fa628d6-f9d0-442d-b8a2-31d961ceee06 HTTP/1.1" status: 200 len: 944 time: 0.0483441 Jul 30 00:22:40.758546 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6468a2f6-c8cb-46ef-9ec8-7cdd82282c9c req-ae9b91a8-c7dd-47df-9ad3-c424e27aa2e4 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=11a4f152-cc0d-4c43-9cc4-d58b87ce5b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318427 Jul 30 00:22:41.005261 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device adcaf813-866d-453d-9021-2ad6b00cc255 up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:22:41.054662 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port adcaf813-866d-453d-9021-2ad6b00cc255 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:22:41.058387 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port adcaf813-866d-453d-9021-2ad6b00cc255 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:22:41.058753 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:41.136078 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:41.159006 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fa628d6-f9d0-442d-b8a2-31d961ceee06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adcaf813-866d-453d-9021-2ad6b00cc255'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:22:41.161240 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3dd558600791562711758174753c2f4fb110b88d3119b842389a6e503e2e31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a210b83-5779-41ad-93dc-2da2e106e05c" -d '{"events": [{"server_uuid": "0fa628d6-f9d0-442d-b8a2-31d961ceee06", "name": "network-vif-plugged", "status": "completed", "tag": "adcaf813-866d-453d-9021-2ad6b00cc255"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:22:41.174072 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port adcaf813-866d-453d-9021-2ad6b00cc255, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=adcaf813-866d-453d-9021-2ad6b00cc255,segment=NetworkSegment(9ab887f8-a01c-4cd1-889d-872de24c8df0),segment_id=9ab887f8-a01c-4cd1-889d-872de24c8df0)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:22:41.178693 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:41.228059 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=adcaf813-866d-453d-9021-2ad6b00cc255,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:22:41.253927 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9cc6684-0c2f-41cd-a380-017e9aab667c x-openstack-request-id: req-f9cc6684-0c2f-41cd-a380-017e9aab667c {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:22:41.254218 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fa628d6-f9d0-442d-b8a2-31d961ceee06", "name": "network-vif-plugged", "status": "completed", "tag": "adcaf813-866d-453d-9021-2ad6b00cc255", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:22:41.254473 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f9cc6684-0c2f-41cd-a380-017e9aab667c {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:22:41.254865 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fa628d6-f9d0-442d-b8a2-31d961ceee06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adcaf813-866d-453d-9021-2ad6b00cc255', 'code': 200} Jul 30 00:22:41.348912 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b9379-0903-459d-a756-529fd7dae559 req-f87de7e2-2e87-4d3b-8890-43c8b61eb48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:41.350449 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6a5b9379-0903-459d-a756-529fd7dae559 req-f87de7e2-2e87-4d3b-8890-43c8b61eb48f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0fa628d6-f9d0-442d-b8a2-31d961ceee06 HTTP/1.1" status: 200 len: 1097 time: 0.0414326 Jul 30 00:22:41.384019 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6a5b9379-0903-459d-a756-529fd7dae559 req-5f50a00e-4c46-488f-ab9c-06dadc464860 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=11a4f152-cc0d-4c43-9cc4-d58b87ce5b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268674 Jul 30 00:22:41.871761 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9cb72f-6568-4954-9ff6-384bd1de59de req-7397ae96-05d7-42c0-85ca-f5edc6b4efc7 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:41.874073 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6a9cb72f-6568-4954-9ff6-384bd1de59de req-7397ae96-05d7-42c0-85ca-f5edc6b4efc7 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fa628d6-f9d0-442d-b8a2-31d961ceee06 HTTP/1.1" status: 200 len: 945 time: 0.0500054 Jul 30 00:22:41.913752 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6a9cb72f-6568-4954-9ff6-384bd1de59de req-e25fd1db-c362-4db6-ab54-5aca520f1bf3 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=11a4f152-cc0d-4c43-9cc4-d58b87ce5b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332940 Jul 30 00:22:43.034906 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d5b219-2acc-45e8-94c8-9bb1676cbef8 req-c1746c3c-461a-408e-b516-70e7cb552bd0 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:43.036396 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-55d5b219-2acc-45e8-94c8-9bb1676cbef8 req-c1746c3c-461a-408e-b516-70e7cb552bd0 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fa628d6-f9d0-442d-b8a2-31d961ceee06 HTTP/1.1" status: 200 len: 945 time: 0.0533893 Jul 30 00:22:43.073743 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-55d5b219-2acc-45e8-94c8-9bb1676cbef8 req-f413db2e-0501-4c67-af2b-93841d56210e tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=11a4f152-cc0d-4c43-9cc4-d58b87ce5b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313506 Jul 30 00:22:43.187418 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2302ccb9-3855-4e9b-a289-5d46d43983a9 req-a4c60ee3-ed73-46fd-933e-9e8414c6bc8d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:43.188899 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2302ccb9-3855-4e9b-a289-5d46d43983a9 req-a4c60ee3-ed73-46fd-933e-9e8414c6bc8d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fa628d6-f9d0-442d-b8a2-31d961ceee06 HTTP/1.1" status: 200 len: 945 time: 0.0487843 Jul 30 00:22:43.227231 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2302ccb9-3855-4e9b-a289-5d46d43983a9 req-45f37e68-2bea-4f7c-a922-51b581114457 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=11a4f152-cc0d-4c43-9cc4-d58b87ce5b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322123 Jul 30 00:22:43.248907 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37316) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:22:43.288117 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275c0a8b-b973-40c1-aea6-892559faa5a0 tempest-TestNetworkAdvancedServerOps-900635967 tempest-TestNetworkAdvancedServerOps-900635967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:43.289640 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-275c0a8b-b973-40c1-aea6-892559faa5a0 tempest-TestNetworkAdvancedServerOps-900635967 tempest-TestNetworkAdvancedServerOps-900635967-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=0fa628d6-f9d0-442d-b8a2-31d961ceee06 HTTP/1.1" status: 200 len: 1092 time: 0.0397449 Jul 30 00:22:43.292355 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37318) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:22:43.297388 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-a022f673-23d8-4d96-bb8c-d31690b761fb tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Request body: {'floatingip': {'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'port_id': 'adcaf813-866d-453d-9021-2ad6b00cc255', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:22:43.318585 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a022f673-23d8-4d96-bb8c-d31690b761fb tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for floatingip, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:43.418139 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a022f673-23d8-4d96-bb8c-d31690b761fb tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:43.519104 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-a022f673-23d8-4d96-bb8c-d31690b761fb tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Allocated IP 172.25.0.179 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/76258ef2-ea3b-40ea-b850-324836ab46d2) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:22:43.626883 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a022f673-23d8-4d96-bb8c-d31690b761fb tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:43.667125 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a022f673-23d8-4d96-bb8c-d31690b761fb tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:43.702492 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a022f673-23d8-4d96-bb8c-d31690b761fb tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:22:43.705468 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-a022f673-23d8-4d96-bb8c-d31690b761fb tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:22:43.709116 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a022f673-23d8-4d96-bb8c-d31690b761fb tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:22:43.738149 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a022f673-23d8-4d96-bb8c-d31690b761fb tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'Port': ['ID=76258ef2-ea3b-40ea-b850-324836ab46d2,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:22:44.084098 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a022f673-23d8-4d96-bb8c-d31690b761fb tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:44.161162 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a022f673-23d8-4d96-bb8c-d31690b761fb tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:44.316727 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a022f673-23d8-4d96-bb8c-d31690b761fb tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:44.321257 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a022f673-23d8-4d96-bb8c-d31690b761fb tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:44.395557 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a022f673-23d8-4d96-bb8c-d31690b761fb tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'Port': ['ID=76258ef2-ea3b-40ea-b850-324836ab46d2,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:22:44.410320 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a022f673-23d8-4d96-bb8c-d31690b761fb tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:44.513984 n-d-712141-10 neutron-server[94078]: INFO neutron.db.l3_db [None req-a022f673-23d8-4d96-bb8c-d31690b761fb tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Floating IP 1fb121ec-deb7-470b-be84-b9c61a46cf1b associated. External IP: 172.25.0.179, port: adcaf813-866d-453d-9021-2ad6b00cc255. Jul 30 00:22:44.721830 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a022f673-23d8-4d96-bb8c-d31690b761fb tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Router c000ec16-a3fc-44ac-8fe4-b46baec5a34d has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:22:44.833466 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a022f673-23d8-4d96-bb8c-d31690b761fb tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:22:44.843350 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb5e152-16c9-452c-8102-ad6bb00a51fc None None] Sync routers for ids ['c000ec16-a3fc-44ac-8fe4-b46baec5a34d'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:22:44.849980 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a022f673-23d8-4d96-bb8c-d31690b761fb tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:44.854006 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb5e152-16c9-452c-8102-ad6bb00a51fc None None] Routers {'c000ec16-a3fc-44ac-8fe4-b46baec5a34d'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:22:44.854617 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-ffb5e152-16c9-452c-8102-ad6bb00a51fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:22:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['c000ec16-a3fc-44ac-8fe4-b46baec5a34d'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:22:44.965545 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-ffb5e152-16c9-452c-8102-ad6bb00a51fc None None] Set router c000ec16-a3fc-44ac-8fe4-b46baec5a34d gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:22:45.204657 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-ffb5e152-16c9-452c-8102-ad6bb00a51fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c000ec16-a3fc-44ac-8fe4-b46baec5a34d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1897802397', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '7d665fa9-8d24-46f2-8099-1ed0c866d312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:22:28Z', 'updated_at': '2021-07-30T00:22:32Z', 'revision_number': 4, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port': {'id': '7d665fa9-8d24-46f2-8099-1ed0c866d312', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c000ec16-a3fc-44ac-8fe4-b46baec5a34d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:22:29Z', 'updated_at': '2021-07-30T00:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '1fb121ec-deb7-470b-be84-b9c61a46cf1b', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'floating_ip_address': '172.25.0.179', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': 'c000ec16-a3fc-44ac-8fe4-b46baec5a34d', 'port_id': 'adcaf813-866d-453d-9021-2ad6b00cc255', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '220b7375-3de2-4d3a-966e-4104c153f5af', 'mac_address': 'fa:16:3e:f5:36:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa628d6-f9d0-442d-b8a2-31d961ceee06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:22:43Z', 'updated_at': '2021-07-30T00:22:43Z', 'revision_number': 0, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b7cf584-0385-4b51-8967-37ad1c867977', 'name': '', 'network_id': '220b7375-3de2-4d3a-966e-4104c153f5af', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'mac_address': 'fa:16:3e:d9:be:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c000ec16-a3fc-44ac-8fe4-b46baec5a34d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'c0ee6ecd-a29a-469b-bbcb-569516dc3ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:22:31Z', 'updated_at': '2021-07-30T00:22:36Z', 'revision_number': 5, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'subnets': [{'id': 'c0ee6ecd-a29a-469b-bbcb-569516dc3ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:22:45.231434 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb5e152-16c9-452c-8102-ad6bb00a51fc None None] Checking router: c000ec16-a3fc-44ac-8fe4-b46baec5a34d for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:22:45.237926 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-a022f673-23d8-4d96-bb8c-d31690b761fb tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9443345 Jul 30 00:22:45.238854 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fa628d6-f9d0-442d-b8a2-31d961ceee06', 'tag': 'adcaf813-866d-453d-9021-2ad6b00cc255'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:22:45.240423 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb5e152-16c9-452c-8102-ad6bb00a51fc None None] Routers {'c000ec16-a3fc-44ac-8fe4-b46baec5a34d'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:22:45.241045 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-ffb5e152-16c9-452c-8102-ad6bb00a51fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:22:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['c000ec16-a3fc-44ac-8fe4-b46baec5a34d'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:22:45.241173 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bdefc4f50fc1dacc251594e9f8a8ff118bd4f4d1a27e9c9923ea81076a49f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba94927e-5720-46ce-bb04-475c92c2166c" -d '{"events": [{"name": "network-changed", "server_uuid": "0fa628d6-f9d0-442d-b8a2-31d961ceee06", "tag": "adcaf813-866d-453d-9021-2ad6b00cc255"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:22:45.283766 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a47e5ed-8a80-4722-b6c0-3258350c142a x-openstack-request-id: req-4a47e5ed-8a80-4722-b6c0-3258350c142a {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:22:45.284601 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fa628d6-f9d0-442d-b8a2-31d961ceee06", "tag": "adcaf813-866d-453d-9021-2ad6b00cc255", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:22:45.284938 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4a47e5ed-8a80-4722-b6c0-3258350c142a {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:22:45.285388 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fa628d6-f9d0-442d-b8a2-31d961ceee06', 'tag': 'adcaf813-866d-453d-9021-2ad6b00cc255', 'status': 'completed', 'code': 200} Jul 30 00:22:45.347423 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b2cd9f-1818-4cba-a750-453aea784712 req-f6007c47-3896-4f34-845c-5b8b909d4665 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:45.349148 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d2b2cd9f-1818-4cba-a750-453aea784712 req-f6007c47-3896-4f34-845c-5b8b909d4665 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fa628d6-f9d0-442d-b8a2-31d961ceee06 HTTP/1.1" status: 200 len: 945 time: 0.0515954 Jul 30 00:22:45.352180 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba94927e-5720-46ce-bb04-475c92c2166c req-a141e5a9-dff5-4812-8bbc-39cc019f4901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:45.353756 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ba94927e-5720-46ce-bb04-475c92c2166c req-a141e5a9-dff5-4812-8bbc-39cc019f4901 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e5cbafbeb6f54e069c2a006bcf0b792e&device_id=0fa628d6-f9d0-442d-b8a2-31d961ceee06 HTTP/1.1" status: 200 len: 1097 time: 0.0466602 Jul 30 00:22:45.357599 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-ffb5e152-16c9-452c-8102-ad6bb00a51fc None None] Set router c000ec16-a3fc-44ac-8fe4-b46baec5a34d gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:22:45.390110 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d2b2cd9f-1818-4cba-a750-453aea784712 req-81a8c584-2724-4a10-a4e1-153c32a2fc42 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=11a4f152-cc0d-4c43-9cc4-d58b87ce5b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343671 Jul 30 00:22:45.413342 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37324) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:22:45.451481 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba94927e-5720-46ce-bb04-475c92c2166c req-b7e37ded-7559-4292-8566-742fd212ca3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:45.452989 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ba94927e-5720-46ce-bb04-475c92c2166c req-b7e37ded-7559-4292-8566-742fd212ca3c service neutron] 10.222.0.22 "GET /v2.0/networks?id=220b7375-3de2-4d3a-966e-4104c153f5af HTTP/1.1" status: 200 len: 897 time: 0.0917966 Jul 30 00:22:45.489251 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-0c4808cb-45b4-44f7-b7b2-27422bae3baf tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/floatingips/1fb121ec-deb7-470b-be84-b9c61a46cf1b HTTP/1.1" status: 200 len: 991 time: 0.0745561 Jul 30 00:22:45.526956 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ba94927e-5720-46ce-bb04-475c92c2166c req-5ae740fa-a261-46af-9e1f-ed6e4f698a30 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=adcaf813-866d-453d-9021-2ad6b00cc255 HTTP/1.1" status: 200 len: 999 time: 0.0661530 Jul 30 00:22:45.580082 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba94927e-5720-46ce-bb04-475c92c2166c req-63f5546e-9f51-406d-8fd1-bae8c4688d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:45.581603 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ba94927e-5720-46ce-bb04-475c92c2166c req-63f5546e-9f51-406d-8fd1-bae8c4688d42 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c0ee6ecd-a29a-469b-bbcb-569516dc3ba4 HTTP/1.1" status: 200 len: 835 time: 0.0469766 Jul 30 00:22:45.594564 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-ffb5e152-16c9-452c-8102-ad6bb00a51fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c000ec16-a3fc-44ac-8fe4-b46baec5a34d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1897802397', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '7d665fa9-8d24-46f2-8099-1ed0c866d312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:22:28Z', 'updated_at': '2021-07-30T00:22:32Z', 'revision_number': 4, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port': {'id': '7d665fa9-8d24-46f2-8099-1ed0c866d312', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c000ec16-a3fc-44ac-8fe4-b46baec5a34d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:22:29Z', 'updated_at': '2021-07-30T00:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '1fb121ec-deb7-470b-be84-b9c61a46cf1b', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'floating_ip_address': '172.25.0.179', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': 'c000ec16-a3fc-44ac-8fe4-b46baec5a34d', 'port_id': 'adcaf813-866d-453d-9021-2ad6b00cc255', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '220b7375-3de2-4d3a-966e-4104c153f5af', 'mac_address': 'fa:16:3e:f5:36:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa628d6-f9d0-442d-b8a2-31d961ceee06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:22:43Z', 'updated_at': '2021-07-30T00:22:43Z', 'revision_number': 0, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b7cf584-0385-4b51-8967-37ad1c867977', 'name': '', 'network_id': '220b7375-3de2-4d3a-966e-4104c153f5af', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'mac_address': 'fa:16:3e:d9:be:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c000ec16-a3fc-44ac-8fe4-b46baec5a34d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'c0ee6ecd-a29a-469b-bbcb-569516dc3ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:22:31Z', 'updated_at': '2021-07-30T00:22:36Z', 'revision_number': 5, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'subnets': [{'id': 'c0ee6ecd-a29a-469b-bbcb-569516dc3ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:22:45.620237 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb5e152-16c9-452c-8102-ad6bb00a51fc None None] The sync data for ids ['c000ec16-a3fc-44ac-8fe4-b46baec5a34d'] in n-d-712141-10 is: [{'id': 'c000ec16-a3fc-44ac-8fe4-b46baec5a34d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1897802397', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '7d665fa9-8d24-46f2-8099-1ed0c866d312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:22:28Z', 'updated_at': '2021-07-30T00:22:32Z', 'revision_number': 4, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port': {'id': '7d665fa9-8d24-46f2-8099-1ed0c866d312', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c000ec16-a3fc-44ac-8fe4-b46baec5a34d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:22:29Z', 'updated_at': '2021-07-30T00:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '1fb121ec-deb7-470b-be84-b9c61a46cf1b', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'floating_ip_address': '172.25.0.179', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': 'c000ec16-a3fc-44ac-8fe4-b46baec5a34d', 'port_id': 'adcaf813-866d-453d-9021-2ad6b00cc255', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4217, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '220b7375-3de2-4d3a-966e-4104c153f5af', 'mac_address': 'fa:16:3e:f5:36:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fa628d6-f9d0-442d-b8a2-31d961ceee06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:22:43Z', 'updated_at': '2021-07-30T00:22:43Z', 'revision_number': 0, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b7cf584-0385-4b51-8967-37ad1c867977', 'name': '', 'network_id': '220b7375-3de2-4d3a-966e-4104c153f5af', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'mac_address': 'fa:16:3e:d9:be:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c000ec16-a3fc-44ac-8fe4-b46baec5a34d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'c0ee6ecd-a29a-469b-bbcb-569516dc3ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:22:31Z', 'updated_at': '2021-07-30T00:22:36Z', 'revision_number': 5, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'subnets': [{'id': 'c0ee6ecd-a29a-469b-bbcb-569516dc3ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:22:45.630282 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba94927e-5720-46ce-bb04-475c92c2166c req-dcb7c459-7ff2-4950-b73b-afa6ae7b96c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:45.631854 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ba94927e-5720-46ce-bb04-475c92c2166c req-dcb7c459-7ff2-4950-b73b-afa6ae7b96c8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=220b7375-3de2-4d3a-966e-4104c153f5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427566 Jul 30 00:22:45.730539 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ba94927e-5720-46ce-bb04-475c92c2166c req-a2d8f8e9-a90b-484b-9117-a4913c6f0ba6 service neutron] 10.222.0.22 "GET /v2.0/networks/220b7375-3de2-4d3a-966e-4104c153f5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905519 Jul 30 00:22:45.812273 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d07b5e-892c-4e25-b189-9b2b6a1d8aad None None] New status for floating IP 1fb121ec-deb7-470b-be84-b9c61a46cf1b: ACTIVE {{(pid=94080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:22:45.827487 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ba94927e-5720-46ce-bb04-475c92c2166c req-fcfe869a-90d7-40e2-88dc-7e1ba6cba09a service neutron] 10.222.0.22 "GET /v2.0/networks/220b7375-3de2-4d3a-966e-4104c153f5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886929 Jul 30 00:22:46.493057 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37326) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:22:46.554665 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-832f4f01-9847-4caa-9485-e2b300a8c591 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/floatingips/1fb121ec-deb7-470b-be84-b9c61a46cf1b HTTP/1.1" status: 200 len: 993 time: 0.0603898 Jul 30 00:22:49.918937 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:22:50.158800 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:53.339239 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-27e1ef5a-3f01-4b0a-9b6a-24d600864e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:55.946722 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-24ede164-9e9b-4136-b667-a43eba7f2e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:56.558755 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:57.912703 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:59.537063 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:07.697660 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:18.864698 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bd1488-ff5c-487d-84f8-173223c97658 req-acfc4465-5806-456f-8374-182cb42de3b8 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:18.867074 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e2bd1488-ff5c-487d-84f8-173223c97658 req-acfc4465-5806-456f-8374-182cb42de3b8 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fa628d6-f9d0-442d-b8a2-31d961ceee06 HTTP/1.1" status: 200 len: 945 time: 0.0518634 Jul 30 00:23:18.868617 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328112d-d871-4ae1-a5a2-d940d23f9889 req-7e6563e7-7ea2-4ad8-8645-2256602f0ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:18.870264 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6328112d-d871-4ae1-a5a2-d940d23f9889 req-7e6563e7-7ea2-4ad8-8645-2256602f0ad7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e5cbafbeb6f54e069c2a006bcf0b792e&device_id=0fa628d6-f9d0-442d-b8a2-31d961ceee06 HTTP/1.1" status: 200 len: 1097 time: 0.0478790 Jul 30 00:23:18.910670 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e2bd1488-ff5c-487d-84f8-173223c97658 req-07213676-9a9e-4be3-a5a0-0659515f6238 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=11a4f152-cc0d-4c43-9cc4-d58b87ce5b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364273 Jul 30 00:23:19.000347 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9b271e02-e0fd-43f0-be7a-3fbad2e578cf req-c5b3d5e9-08da-4dd3-82e6-1725e7200cdc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0fa628d6-f9d0-442d-b8a2-31d961ceee06&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1430156 Jul 30 00:23:19.012824 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328112d-d871-4ae1-a5a2-d940d23f9889 req-e676f8b1-55c2-4f98-8aac-96f782ce6c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:19.014377 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6328112d-d871-4ae1-a5a2-d940d23f9889 req-e676f8b1-55c2-4f98-8aac-96f782ce6c25 service neutron] 10.222.0.22 "GET /v2.0/networks?id=220b7375-3de2-4d3a-966e-4104c153f5af HTTP/1.1" status: 200 len: 897 time: 0.1238847 Jul 30 00:23:19.086553 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6328112d-d871-4ae1-a5a2-d940d23f9889 req-89b4e356-1ab6-4548-8222-1cf3766cd8a6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=adcaf813-866d-453d-9021-2ad6b00cc255 HTTP/1.1" status: 200 len: 1001 time: 0.0630193 Jul 30 00:23:19.139239 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328112d-d871-4ae1-a5a2-d940d23f9889 req-bce19810-8409-4182-b258-57ff48e68025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:19.140757 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6328112d-d871-4ae1-a5a2-d940d23f9889 req-bce19810-8409-4182-b258-57ff48e68025 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c0ee6ecd-a29a-469b-bbcb-569516dc3ba4 HTTP/1.1" status: 200 len: 835 time: 0.0462730 Jul 30 00:23:19.188838 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6328112d-d871-4ae1-a5a2-d940d23f9889 req-40b2cdc7-d4d3-4ca8-ad73-2338591fd473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:19.190444 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6328112d-d871-4ae1-a5a2-d940d23f9889 req-40b2cdc7-d4d3-4ca8-ad73-2338591fd473 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=220b7375-3de2-4d3a-966e-4104c153f5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424697 Jul 30 00:23:19.287303 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6328112d-d871-4ae1-a5a2-d940d23f9889 req-f540ba35-fb31-4190-84dc-28e3dea101b7 service neutron] 10.222.0.22 "GET /v2.0/networks/220b7375-3de2-4d3a-966e-4104c153f5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898359 Jul 30 00:23:19.383358 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6328112d-d871-4ae1-a5a2-d940d23f9889 req-e8c4b882-e134-44c8-8111-dabe66703756 service neutron] 10.222.0.22 "GET /v2.0/networks/220b7375-3de2-4d3a-966e-4104c153f5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888846 Jul 30 00:23:20.029679 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced2a669-b9be-451b-b073-95bc9ae4e651 req-384b592c-a6e2-485f-ad07-c79833c516ad tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:20.031486 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ced2a669-b9be-451b-b073-95bc9ae4e651 req-384b592c-a6e2-485f-ad07-c79833c516ad tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fa628d6-f9d0-442d-b8a2-31d961ceee06 HTTP/1.1" status: 200 len: 945 time: 0.0522168 Jul 30 00:23:20.069186 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ced2a669-b9be-451b-b073-95bc9ae4e651 req-0ee4ffad-6484-46be-9126-113c29b790f1 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=11a4f152-cc0d-4c43-9cc4-d58b87ce5b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309405 Jul 30 00:23:20.152270 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:20.308748 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b271e02-e0fd-43f0-be7a-3fbad2e578cf req-be2f0c17-2801-4825-922d-3fa302724802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:20.310274 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9b271e02-e0fd-43f0-be7a-3fbad2e578cf req-be2f0c17-2801-4825-922d-3fa302724802 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e5cbafbeb6f54e069c2a006bcf0b792e&device_id=0fa628d6-f9d0-442d-b8a2-31d961ceee06 HTTP/1.1" status: 200 len: 1097 time: 0.0412512 Jul 30 00:23:20.402160 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b271e02-e0fd-43f0-be7a-3fbad2e578cf req-51e1177b-80f8-44a7-8777-ee5ee02b28f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:20.403668 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9b271e02-e0fd-43f0-be7a-3fbad2e578cf req-51e1177b-80f8-44a7-8777-ee5ee02b28f8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=220b7375-3de2-4d3a-966e-4104c153f5af HTTP/1.1" status: 200 len: 897 time: 0.0859916 Jul 30 00:23:20.467824 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9b271e02-e0fd-43f0-be7a-3fbad2e578cf req-e95f4178-c6e3-4451-ad33-16bd54e69c22 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=adcaf813-866d-453d-9021-2ad6b00cc255 HTTP/1.1" status: 200 len: 1001 time: 0.0567081 Jul 30 00:23:20.521141 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b271e02-e0fd-43f0-be7a-3fbad2e578cf req-7942d467-2639-44ec-b0b6-93882a884da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:20.522634 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9b271e02-e0fd-43f0-be7a-3fbad2e578cf req-7942d467-2639-44ec-b0b6-93882a884da4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c0ee6ecd-a29a-469b-bbcb-569516dc3ba4 HTTP/1.1" status: 200 len: 835 time: 0.0480361 Jul 30 00:23:20.571988 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b271e02-e0fd-43f0-be7a-3fbad2e578cf req-d58d1999-824b-40fc-992a-f0776297d1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:20.573512 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9b271e02-e0fd-43f0-be7a-3fbad2e578cf req-d58d1999-824b-40fc-992a-f0776297d1e9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=220b7375-3de2-4d3a-966e-4104c153f5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443525 Jul 30 00:23:20.664601 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9b271e02-e0fd-43f0-be7a-3fbad2e578cf req-ff00b2aa-5a43-4a6f-a5e0-f3827323493c service neutron] 10.222.0.22 "GET /v2.0/networks/220b7375-3de2-4d3a-966e-4104c153f5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807133 Jul 30 00:23:20.756854 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9b271e02-e0fd-43f0-be7a-3fbad2e578cf req-072b89a8-b92f-4cf0-960f-26df7dca5da8 service neutron] 10.222.0.22 "GET /v2.0/networks/220b7375-3de2-4d3a-966e-4104c153f5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858736 Jul 30 00:23:21.184952 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce76aa-4d1f-4b8c-921d-21c7ac74f2b4 req-c1f74d6c-0224-42d9-af79-3980195f6fb9 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:21.186478 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a6ce76aa-4d1f-4b8c-921d-21c7ac74f2b4 req-c1f74d6c-0224-42d9-af79-3980195f6fb9 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fa628d6-f9d0-442d-b8a2-31d961ceee06 HTTP/1.1" status: 200 len: 945 time: 0.0484359 Jul 30 00:23:21.224721 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a6ce76aa-4d1f-4b8c-921d-21c7ac74f2b4 req-ef4155ee-8c48-47eb-bc3b-36b42a73d931 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=11a4f152-cc0d-4c43-9cc4-d58b87ce5b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316319 Jul 30 00:23:22.341734 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f02eb5-f443-4218-8181-4c48d4463977 req-5f778b9a-9616-4b4b-8d7b-5502e5b9c34f tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:22.343229 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c3f02eb5-f443-4218-8181-4c48d4463977 req-5f778b9a-9616-4b4b-8d7b-5502e5b9c34f tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fa628d6-f9d0-442d-b8a2-31d961ceee06 HTTP/1.1" status: 200 len: 945 time: 0.0494974 Jul 30 00:23:22.383459 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c3f02eb5-f443-4218-8181-4c48d4463977 req-f5855375-3ef5-4d76-8137-88834fceccf4 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=11a4f152-cc0d-4c43-9cc4-d58b87ce5b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324793 Jul 30 00:23:23.339406 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-51bd3d5a-b8bc-4350-bb5b-b6aed235bde0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:23.507170 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e089d10c-fe55-4d26-b8fb-4e367a27b074 req-c6680773-8f7a-4107-9e77-066b00b5aefb tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:23.508588 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e089d10c-fe55-4d26-b8fb-4e367a27b074 req-c6680773-8f7a-4107-9e77-066b00b5aefb tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fa628d6-f9d0-442d-b8a2-31d961ceee06 HTTP/1.1" status: 200 len: 945 time: 0.0531435 Jul 30 00:23:23.546446 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e089d10c-fe55-4d26-b8fb-4e367a27b074 req-85fe6d09-428d-463f-8f33-cd7c5c7323ae tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=11a4f152-cc0d-4c43-9cc4-d58b87ce5b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316558 Jul 30 00:23:24.665982 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5f5155-7c18-40e7-ae2c-c42d087edd2a req-40a95f47-157a-4995-87a7-3418a84cf5a3 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:24.667592 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fe5f5155-7c18-40e7-ae2c-c42d087edd2a req-40a95f47-157a-4995-87a7-3418a84cf5a3 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fa628d6-f9d0-442d-b8a2-31d961ceee06 HTTP/1.1" status: 200 len: 945 time: 0.0549712 Jul 30 00:23:24.706238 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fe5f5155-7c18-40e7-ae2c-c42d087edd2a req-c5db5144-3c41-4310-80fd-431d01f8731b tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=11a4f152-cc0d-4c43-9cc4-d58b87ce5b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328500 Jul 30 00:23:25.829234 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de031b-65d1-4d45-a60e-494e05de05de req-5e0f4023-5385-407c-836e-9bbf5381105a tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:25.830856 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f3de031b-65d1-4d45-a60e-494e05de05de req-5e0f4023-5385-407c-836e-9bbf5381105a tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fa628d6-f9d0-442d-b8a2-31d961ceee06 HTTP/1.1" status: 200 len: 945 time: 0.0503592 Jul 30 00:23:25.871576 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f3de031b-65d1-4d45-a60e-494e05de05de req-0eba1c51-f6b5-4f4b-9560-701eb30d84c0 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=11a4f152-cc0d-4c43-9cc4-d58b87ce5b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338292 Jul 30 00:23:25.948007 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bf014388-739f-4322-a8f7-217baeeb7318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:26.561168 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:26.917692 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:23:26.992160 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfd918-7428-448b-a3ec-4c5558f827ef req-6df8b055-53d6-4d35-93a8-384b53beb914 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:26.993683 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0fbfd918-7428-448b-a3ec-4c5558f827ef req-6df8b055-53d6-4d35-93a8-384b53beb914 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fa628d6-f9d0-442d-b8a2-31d961ceee06 HTTP/1.1" status: 200 len: 945 time: 0.0531354 Jul 30 00:23:27.031967 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0fbfd918-7428-448b-a3ec-4c5558f827ef req-5fee6e68-02c1-4b9f-856a-83a9a13457b2 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=11a4f152-cc0d-4c43-9cc4-d58b87ce5b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323229 Jul 30 00:23:27.916442 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:28.149088 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a23c476-cdbd-4373-be77-5854605ed1a9 req-d1253793-ada3-4a07-8acd-1bf7eaf4c1bc tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:28.150614 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5a23c476-cdbd-4373-be77-5854605ed1a9 req-d1253793-ada3-4a07-8acd-1bf7eaf4c1bc tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fa628d6-f9d0-442d-b8a2-31d961ceee06 HTTP/1.1" status: 200 len: 945 time: 0.0499396 Jul 30 00:23:28.188512 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5a23c476-cdbd-4373-be77-5854605ed1a9 req-5ac3f8b9-5402-420e-a036-4eb439b79f8c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=11a4f152-cc0d-4c43-9cc4-d58b87ce5b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315757 Jul 30 00:23:29.302692 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509371eb-7714-4a22-93cb-766164802f09 req-4ff761fe-123f-4c36-a8c9-ff33f5b1dc7e tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:29.305190 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-509371eb-7714-4a22-93cb-766164802f09 req-4ff761fe-123f-4c36-a8c9-ff33f5b1dc7e tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fa628d6-f9d0-442d-b8a2-31d961ceee06 HTTP/1.1" status: 200 len: 945 time: 0.0489967 Jul 30 00:23:29.343163 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-509371eb-7714-4a22-93cb-766164802f09 req-ff160a57-f6f3-4ff5-bc49-749eaba27f9d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=11a4f152-cc0d-4c43-9cc4-d58b87ce5b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322142 Jul 30 00:23:29.540544 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:30.464482 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6a7d3-b534-42ae-92e4-a1fd9abc1c5f req-8d991689-c737-440e-b733-28ab17ca3c3e tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:30.466007 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-46c6a7d3-b534-42ae-92e4-a1fd9abc1c5f req-8d991689-c737-440e-b733-28ab17ca3c3e tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fa628d6-f9d0-442d-b8a2-31d961ceee06 HTTP/1.1" status: 200 len: 945 time: 0.0556238 Jul 30 00:23:30.513314 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-46c6a7d3-b534-42ae-92e4-a1fd9abc1c5f req-68c7fda4-b743-4582-963f-7a3706e77a99 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=11a4f152-cc0d-4c43-9cc4-d58b87ce5b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378621 Jul 30 00:23:31.630958 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76edd5e-6d39-498b-8b7a-8e1fb4af81f4 req-3d98e00e-2279-4757-bfa1-2e264c5110fb tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:31.632594 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d76edd5e-6d39-498b-8b7a-8e1fb4af81f4 req-3d98e00e-2279-4757-bfa1-2e264c5110fb tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fa628d6-f9d0-442d-b8a2-31d961ceee06 HTTP/1.1" status: 200 len: 945 time: 0.0502377 Jul 30 00:23:31.670781 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d76edd5e-6d39-498b-8b7a-8e1fb4af81f4 req-c29083dd-854b-4afd-983b-9e264719cf58 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=11a4f152-cc0d-4c43-9cc4-d58b87ce5b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319967 Jul 30 00:23:32.791502 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ee028-2894-42f1-8d3e-751699222321 req-c2681bd6-3ab4-445d-a1f5-9099bb7b44a2 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:32.792988 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f26ee028-2894-42f1-8d3e-751699222321 req-c2681bd6-3ab4-445d-a1f5-9099bb7b44a2 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fa628d6-f9d0-442d-b8a2-31d961ceee06 HTTP/1.1" status: 200 len: 945 time: 0.0489886 Jul 30 00:23:32.830045 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f26ee028-2894-42f1-8d3e-751699222321 req-00f1a813-cda6-4de2-bb40-8b7083f746d2 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=11a4f152-cc0d-4c43-9cc4-d58b87ce5b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309780 Jul 30 00:23:33.961781 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f83aa20-3348-469e-8e61-6124c2964524 req-35537cba-b06e-49a6-ab2c-aa73ed6c8c6a tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:33.963259 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9f83aa20-3348-469e-8e61-6124c2964524 req-35537cba-b06e-49a6-ab2c-aa73ed6c8c6a tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fa628d6-f9d0-442d-b8a2-31d961ceee06 HTTP/1.1" status: 200 len: 945 time: 0.0535269 Jul 30 00:23:34.001392 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9f83aa20-3348-469e-8e61-6124c2964524 req-e81de58a-0ded-4cb5-b9d0-fe2c6550f2d2 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=11a4f152-cc0d-4c43-9cc4-d58b87ce5b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322187 Jul 30 00:23:35.116272 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e71929-2a21-4def-9d14-adb669bc0786 req-52a0e405-5c54-40c9-956e-3c4a52d4a89e tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:35.118399 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-39e71929-2a21-4def-9d14-adb669bc0786 req-52a0e405-5c54-40c9-956e-3c4a52d4a89e tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fa628d6-f9d0-442d-b8a2-31d961ceee06 HTTP/1.1" status: 200 len: 945 time: 0.0494795 Jul 30 00:23:35.155900 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-39e71929-2a21-4def-9d14-adb669bc0786 req-613fc60b-b4e0-45e5-83a1-2b139097839d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=11a4f152-cc0d-4c43-9cc4-d58b87ce5b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314941 Jul 30 00:23:36.271296 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c249ed-dc3c-4386-a5d0-130d605fd83b req-a6fbdd4e-5da0-4f36-b30a-d854764fde26 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:36.273688 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-44c249ed-dc3c-4386-a5d0-130d605fd83b req-a6fbdd4e-5da0-4f36-b30a-d854764fde26 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fa628d6-f9d0-442d-b8a2-31d961ceee06 HTTP/1.1" status: 200 len: 945 time: 0.0485382 Jul 30 00:23:36.310817 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-44c249ed-dc3c-4386-a5d0-130d605fd83b req-3c089770-8e1c-496e-b02a-7ef8bc272e15 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=11a4f152-cc0d-4c43-9cc4-d58b87ce5b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312583 Jul 30 00:23:37.431018 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa400d20-8619-4b12-b9c0-5ea065f9374f req-7361f224-0291-49a1-8ce2-332629d2715a tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:37.432537 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fa400d20-8619-4b12-b9c0-5ea065f9374f req-7361f224-0291-49a1-8ce2-332629d2715a tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fa628d6-f9d0-442d-b8a2-31d961ceee06 HTTP/1.1" status: 200 len: 945 time: 0.0530348 Jul 30 00:23:37.471261 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fa400d20-8619-4b12-b9c0-5ea065f9374f req-bfc23fc7-8fa9-43f1-b005-12bb709d258e tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=11a4f152-cc0d-4c43-9cc4-d58b87ce5b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318727 Jul 30 00:23:37.623909 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [req-9b271e02-e0fd-43f0-be7a-3fbad2e578cf req-84313949-d527-4f7c-a341-16d82533e51a service neutron] show failed (client error): The resource could not be found. Jul 30 00:23:37.624841 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9b271e02-e0fd-43f0-be7a-3fbad2e578cf req-84313949-d527-4f7c-a341-16d82533e51a service neutron] 10.222.0.22 "GET /v2.0/ports/adcaf813-866d-453d-9021-2ad6b00cc255/bindings/n-h1-712141-10 HTTP/1.1" status: 404 len: 381 time: 0.0552096 Jul 30 00:23:37.690653 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:37.815652 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b271e02-e0fd-43f0-be7a-3fbad2e578cf req-baacf322-2023-4e06-ae4f-f6ea9322021e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:37.817177 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9b271e02-e0fd-43f0-be7a-3fbad2e578cf req-baacf322-2023-4e06-ae4f-f6ea9322021e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0fa628d6-f9d0-442d-b8a2-31d961ceee06&tenant_id=e5cbafbeb6f54e069c2a006bcf0b792e HTTP/1.1" status: 200 len: 1097 time: 0.0402458 Jul 30 00:23:37.837086 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-9b271e02-e0fd-43f0-be7a-3fbad2e578cf req-13699293-aa0a-4ebf-b17c-f9bdb7039d06 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712141-10', 'device_owner': 'compute:nova'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:23:37.893451 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-9b271e02-e0fd-43f0-be7a-3fbad2e578cf req-13699293-aa0a-4ebf-b17c-f9bdb7039d06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:38.125219 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-9b271e02-e0fd-43f0-be7a-3fbad2e578cf req-13699293-aa0a-4ebf-b17c-f9bdb7039d06 service neutron] For port adcaf813-866d-453d-9021-2ad6b00cc255, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=adcaf813-866d-453d-9021-2ad6b00cc255,segment=NetworkSegment(9ab887f8-a01c-4cd1-889d-872de24c8df0),segment_id=9ab887f8-a01c-4cd1-889d-872de24c8df0)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:23:38.167632 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-9b271e02-e0fd-43f0-be7a-3fbad2e578cf req-13699293-aa0a-4ebf-b17c-f9bdb7039d06 service neutron] For port adcaf813-866d-453d-9021-2ad6b00cc255, host n-h2-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:23:38.218443 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fa628d6-f9d0-442d-b8a2-31d961ceee06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adcaf813-866d-453d-9021-2ad6b00cc255'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:23:38.221068 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bdefc4f50fc1dacc251594e9f8a8ff118bd4f4d1a27e9c9923ea81076a49f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883d3ff1-b567-402b-9637-67395f9cd3db" -d '{"events": [{"server_uuid": "0fa628d6-f9d0-442d-b8a2-31d961ceee06", "name": "network-vif-unplugged", "status": "completed", "tag": "adcaf813-866d-453d-9021-2ad6b00cc255"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:23:38.229821 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-9b271e02-e0fd-43f0-be7a-3fbad2e578cf req-13699293-aa0a-4ebf-b17c-f9bdb7039d06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:38.244407 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-9b271e02-e0fd-43f0-be7a-3fbad2e578cf req-13699293-aa0a-4ebf-b17c-f9bdb7039d06 service neutron] Transition to ACTIVE for port object adcaf813-866d-453d-9021-2ad6b00cc255 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:23:38.250271 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-9b271e02-e0fd-43f0-be7a-3fbad2e578cf req-13699293-aa0a-4ebf-b17c-f9bdb7039d06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:38.290072 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 00:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b0df656-01ec-4529-841e-6a1ebef61fe7 x-openstack-request-id: req-4b0df656-01ec-4529-841e-6a1ebef61fe7 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:23:38.290479 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fa628d6-f9d0-442d-b8a2-31d961ceee06", "name": "network-vif-unplugged", "status": "completed", "tag": "adcaf813-866d-453d-9021-2ad6b00cc255", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:23:38.290857 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4b0df656-01ec-4529-841e-6a1ebef61fe7 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:23:38.291375 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fa628d6-f9d0-442d-b8a2-31d961ceee06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adcaf813-866d-453d-9021-2ad6b00cc255', 'code': 200} Jul 30 00:23:38.353213 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13699293-aa0a-4ebf-b17c-f9bdb7039d06 service neutron] Pushing event updated for resources: {'Port': ['ID=adcaf813-866d-453d-9021-2ad6b00cc255,revision_number=6']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:23:38.369679 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13699293-aa0a-4ebf-b17c-f9bdb7039d06 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:23:38.370032 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13699293-aa0a-4ebf-b17c-f9bdb7039d06 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:23:38.370380 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13699293-aa0a-4ebf-b17c-f9bdb7039d06 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:23:38.370723 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13699293-aa0a-4ebf-b17c-f9bdb7039d06 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:23:38.371073 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13699293-aa0a-4ebf-b17c-f9bdb7039d06 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:23:38.371380 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13699293-aa0a-4ebf-b17c-f9bdb7039d06 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:23:38.371707 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13699293-aa0a-4ebf-b17c-f9bdb7039d06 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:23:38.372036 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13699293-aa0a-4ebf-b17c-f9bdb7039d06 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:23:38.372361 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13699293-aa0a-4ebf-b17c-f9bdb7039d06 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:23:38.372686 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13699293-aa0a-4ebf-b17c-f9bdb7039d06 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:23:38.373270 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13699293-aa0a-4ebf-b17c-f9bdb7039d06 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:23:38.373452 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13699293-aa0a-4ebf-b17c-f9bdb7039d06 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:23:38.411327 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b271e02-e0fd-43f0-be7a-3fbad2e578cf req-13699293-aa0a-4ebf-b17c-f9bdb7039d06 service neutron] No DVR routers for this DVR port adcaf813-866d-453d-9021-2ad6b00cc255 on host n-h2-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:23:38.578240 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-9b271e02-e0fd-43f0-be7a-3fbad2e578cf req-13699293-aa0a-4ebf-b17c-f9bdb7039d06 service neutron] Attempting to bind port adcaf813-866d-453d-9021-2ad6b00cc255 on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:23:38.578951 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-9b271e02-e0fd-43f0-be7a-3fbad2e578cf req-13699293-aa0a-4ebf-b17c-f9bdb7039d06 service neutron] Attempting to bind port adcaf813-866d-453d-9021-2ad6b00cc255 by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': '9ab887f8-a01c-4cd1-889d-872de24c8df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '220b7375-3de2-4d3a-966e-4104c153f5af'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:23:38.578951 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b271e02-e0fd-43f0-be7a-3fbad2e578cf req-13699293-aa0a-4ebf-b17c-f9bdb7039d06 service neutron] Attempting to bind port adcaf813-866d-453d-9021-2ad6b00cc255 on network 220b7375-3de2-4d3a-966e-4104c153f5af {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:23:38.592217 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b271e02-e0fd-43f0-be7a-3fbad2e578cf req-13699293-aa0a-4ebf-b17c-f9bdb7039d06 service neutron] Port adcaf813-866d-453d-9021-2ad6b00cc255 on network 220b7375-3de2-4d3a-966e-4104c153f5af not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:23:38.592535 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b271e02-e0fd-43f0-be7a-3fbad2e578cf req-13699293-aa0a-4ebf-b17c-f9bdb7039d06 service neutron] Attempting to bind port adcaf813-866d-453d-9021-2ad6b00cc255 on network 220b7375-3de2-4d3a-966e-4104c153f5af {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:23:38.613780 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b271e02-e0fd-43f0-be7a-3fbad2e578cf req-13699293-aa0a-4ebf-b17c-f9bdb7039d06 service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:23:38.614326 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b271e02-e0fd-43f0-be7a-3fbad2e578cf req-13699293-aa0a-4ebf-b17c-f9bdb7039d06 service neutron] Checking segment: {'id': '9ab887f8-a01c-4cd1-889d-872de24c8df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '220b7375-3de2-4d3a-966e-4104c153f5af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:23:38.614739 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b271e02-e0fd-43f0-be7a-3fbad2e578cf req-13699293-aa0a-4ebf-b17c-f9bdb7039d06 service neutron] Bound using segment: {'id': '9ab887f8-a01c-4cd1-889d-872de24c8df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '220b7375-3de2-4d3a-966e-4104c153f5af'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:23:38.615180 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-9b271e02-e0fd-43f0-be7a-3fbad2e578cf req-13699293-aa0a-4ebf-b17c-f9bdb7039d06 service neutron] Bound port: adcaf813-866d-453d-9021-2ad6b00cc255, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ab887f8-a01c-4cd1-889d-872de24c8df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '220b7375-3de2-4d3a-966e-4104c153f5af'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:23:38.615545 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-9b271e02-e0fd-43f0-be7a-3fbad2e578cf req-13699293-aa0a-4ebf-b17c-f9bdb7039d06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:38.645519 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d042c0-7d21-4bd7-a43c-7c5c5c556845 req-980f9751-1855-4c8b-93a3-d7a42b4761b9 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:38.647124 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-70d042c0-7d21-4bd7-a43c-7c5c5c556845 req-980f9751-1855-4c8b-93a3-d7a42b4761b9 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fa628d6-f9d0-442d-b8a2-31d961ceee06 HTTP/1.1" status: 200 len: 943 time: 0.0709059 Jul 30 00:23:38.738762 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-70d042c0-7d21-4bd7-a43c-7c5c5c556845 req-f95f8423-2b9c-4390-a957-14f98b260501 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=11a4f152-cc0d-4c43-9cc4-d58b87ce5b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692067 Jul 30 00:23:38.744335 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-9b271e02-e0fd-43f0-be7a-3fbad2e578cf req-13699293-aa0a-4ebf-b17c-f9bdb7039d06 service neutron] For port adcaf813-866d-453d-9021-2ad6b00cc255, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:23:38.749648 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-9b271e02-e0fd-43f0-be7a-3fbad2e578cf req-13699293-aa0a-4ebf-b17c-f9bdb7039d06 service neutron] For port adcaf813-866d-453d-9021-2ad6b00cc255, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=adcaf813-866d-453d-9021-2ad6b00cc255,segment=NetworkSegment(9ab887f8-a01c-4cd1-889d-872de24c8df0),segment_id=9ab887f8-a01c-4cd1-889d-872de24c8df0)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:23:38.757377 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-9b271e02-e0fd-43f0-be7a-3fbad2e578cf req-13699293-aa0a-4ebf-b17c-f9bdb7039d06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:38.792649 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b271e02-e0fd-43f0-be7a-3fbad2e578cf req-13699293-aa0a-4ebf-b17c-f9bdb7039d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:38.793330 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-9b271e02-e0fd-43f0-be7a-3fbad2e578cf req-13699293-aa0a-4ebf-b17c-f9bdb7039d06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:38.794809 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9b271e02-e0fd-43f0-be7a-3fbad2e578cf req-13699293-aa0a-4ebf-b17c-f9bdb7039d06 service neutron] 10.222.0.41 "PUT /v2.0/ports/adcaf813-866d-453d-9021-2ad6b00cc255 HTTP/1.1" status: 200 len: 1092 time: 0.9628808 Jul 30 00:23:38.826532 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13699293-aa0a-4ebf-b17c-f9bdb7039d06 service neutron] Pushing event updated for resources: {'Port': ['ID=adcaf813-866d-453d-9021-2ad6b00cc255,revision_number=7']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:23:38.880597 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b271e02-e0fd-43f0-be7a-3fbad2e578cf req-8fac7c7b-c79c-4ac7-bdb1-32e8cfa1b8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:38.882803 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9b271e02-e0fd-43f0-be7a-3fbad2e578cf req-8fac7c7b-c79c-4ac7-bdb1-32e8cfa1b8d5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e5cbafbeb6f54e069c2a006bcf0b792e&device_id=0fa628d6-f9d0-442d-b8a2-31d961ceee06 HTTP/1.1" status: 200 len: 1095 time: 0.0464525 Jul 30 00:23:38.981460 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b271e02-e0fd-43f0-be7a-3fbad2e578cf req-486e1b1a-4392-4f4f-9f7e-ed27e16edbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:38.982994 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9b271e02-e0fd-43f0-be7a-3fbad2e578cf req-486e1b1a-4392-4f4f-9f7e-ed27e16edbc4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=220b7375-3de2-4d3a-966e-4104c153f5af HTTP/1.1" status: 200 len: 897 time: 0.0941582 Jul 30 00:23:39.049414 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9b271e02-e0fd-43f0-be7a-3fbad2e578cf req-780181d4-48ce-4331-bbd5-b9dd0bc9a999 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=adcaf813-866d-453d-9021-2ad6b00cc255 HTTP/1.1" status: 200 len: 999 time: 0.0583627 Jul 30 00:23:39.108987 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b271e02-e0fd-43f0-be7a-3fbad2e578cf req-8f21760e-8155-4270-ac4b-97fb14fda68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:39.110480 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9b271e02-e0fd-43f0-be7a-3fbad2e578cf req-8f21760e-8155-4270-ac4b-97fb14fda68c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c0ee6ecd-a29a-469b-bbcb-569516dc3ba4 HTTP/1.1" status: 200 len: 835 time: 0.0539556 Jul 30 00:23:39.155653 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b271e02-e0fd-43f0-be7a-3fbad2e578cf req-41630f95-66b8-4753-8e7e-7c82fe0d368f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:39.157403 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9b271e02-e0fd-43f0-be7a-3fbad2e578cf req-41630f95-66b8-4753-8e7e-7c82fe0d368f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=220b7375-3de2-4d3a-966e-4104c153f5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398402 Jul 30 00:23:39.243885 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9b271e02-e0fd-43f0-be7a-3fbad2e578cf req-2d53db23-85d8-413b-9709-3f9885d3a56b service neutron] 10.222.0.41 "GET /v2.0/networks/220b7375-3de2-4d3a-966e-4104c153f5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791907 Jul 30 00:23:39.337648 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9b271e02-e0fd-43f0-be7a-3fbad2e578cf req-56c9a1d8-6bc5-44e7-8dbe-4c91274ea29c service neutron] 10.222.0.41 "GET /v2.0/networks/220b7375-3de2-4d3a-966e-4104c153f5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860202 Jul 30 00:23:39.859312 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cdc1de-d0bd-45c5-a415-669372b61d6b req-b44b5e9e-e886-4f5d-ab94-933e547323d6 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:39.860700 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e8cdc1de-d0bd-45c5-a415-669372b61d6b req-b44b5e9e-e886-4f5d-ab94-933e547323d6 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fa628d6-f9d0-442d-b8a2-31d961ceee06 HTTP/1.1" status: 200 len: 943 time: 0.0481825 Jul 30 00:23:39.898171 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e8cdc1de-d0bd-45c5-a415-669372b61d6b req-5cbcd30b-490a-4773-8cd9-ea1badf925ef tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=11a4f152-cc0d-4c43-9cc4-d58b87ce5b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315349 Jul 30 00:23:40.293058 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fa628d6-f9d0-442d-b8a2-31d961ceee06', 'tag': 'adcaf813-866d-453d-9021-2ad6b00cc255'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:23:40.295451 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bdefc4f50fc1dacc251594e9f8a8ff118bd4f4d1a27e9c9923ea81076a49f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e1bb26d-1e60-4dac-a14e-3a705bc3e199" -d '{"events": [{"name": "network-changed", "server_uuid": "0fa628d6-f9d0-442d-b8a2-31d961ceee06", "tag": "adcaf813-866d-453d-9021-2ad6b00cc255"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:23:40.346380 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f57e2df-9e9f-463f-aab4-ec5c10340113 x-openstack-request-id: req-6f57e2df-9e9f-463f-aab4-ec5c10340113 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:23:40.346665 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fa628d6-f9d0-442d-b8a2-31d961ceee06", "tag": "adcaf813-866d-453d-9021-2ad6b00cc255", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:23:40.346913 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6f57e2df-9e9f-463f-aab4-ec5c10340113 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:23:40.347301 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fa628d6-f9d0-442d-b8a2-31d961ceee06', 'tag': 'adcaf813-866d-453d-9021-2ad6b00cc255', 'status': 'completed', 'code': 200} Jul 30 00:23:40.407927 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1bb26d-1e60-4dac-a14e-3a705bc3e199 req-e65468c1-01cb-4c57-98ae-46e6d0ad1281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:40.409439 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-5e1bb26d-1e60-4dac-a14e-3a705bc3e199 req-e65468c1-01cb-4c57-98ae-46e6d0ad1281 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e5cbafbeb6f54e069c2a006bcf0b792e&device_id=0fa628d6-f9d0-442d-b8a2-31d961ceee06 HTTP/1.1" status: 200 len: 1095 time: 0.0427880 Jul 30 00:23:40.431284 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1bb26d-1e60-4dac-a14e-3a705bc3e199 req-fa9126fc-3a2e-4509-949d-4155da489add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:40.433212 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5e1bb26d-1e60-4dac-a14e-3a705bc3e199 req-fa9126fc-3a2e-4509-949d-4155da489add service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e5cbafbeb6f54e069c2a006bcf0b792e&device_id=0fa628d6-f9d0-442d-b8a2-31d961ceee06 HTTP/1.1" status: 200 len: 1095 time: 0.0409293 Jul 30 00:23:40.503063 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1bb26d-1e60-4dac-a14e-3a705bc3e199 req-ca267d4e-9879-44d3-8ae6-72eb197a15e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:40.504603 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-5e1bb26d-1e60-4dac-a14e-3a705bc3e199 req-ca267d4e-9879-44d3-8ae6-72eb197a15e3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=220b7375-3de2-4d3a-966e-4104c153f5af HTTP/1.1" status: 200 len: 897 time: 0.0884097 Jul 30 00:23:40.528983 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1bb26d-1e60-4dac-a14e-3a705bc3e199 req-025c6fb7-941c-4e96-9dfe-7dbb83e54f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:40.530521 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5e1bb26d-1e60-4dac-a14e-3a705bc3e199 req-025c6fb7-941c-4e96-9dfe-7dbb83e54f7b service neutron] 10.222.0.41 "GET /v2.0/networks?id=220b7375-3de2-4d3a-966e-4104c153f5af HTTP/1.1" status: 200 len: 897 time: 0.0900013 Jul 30 00:23:40.570101 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-5e1bb26d-1e60-4dac-a14e-3a705bc3e199 req-75413305-747f-471b-ac85-82a7c8d6f14e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=adcaf813-866d-453d-9021-2ad6b00cc255 HTTP/1.1" status: 200 len: 999 time: 0.0582609 Jul 30 00:23:40.597120 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5e1bb26d-1e60-4dac-a14e-3a705bc3e199 req-f7ffa92d-38d5-440d-9aa2-cad8194c17c8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=adcaf813-866d-453d-9021-2ad6b00cc255 HTTP/1.1" status: 200 len: 999 time: 0.0588586 Jul 30 00:23:40.622046 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1bb26d-1e60-4dac-a14e-3a705bc3e199 req-50335f4c-9a9d-4a3c-9a7a-a9d1275ac667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:40.623513 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-5e1bb26d-1e60-4dac-a14e-3a705bc3e199 req-50335f4c-9a9d-4a3c-9a7a-a9d1275ac667 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c0ee6ecd-a29a-469b-bbcb-569516dc3ba4 HTTP/1.1" status: 200 len: 835 time: 0.0475993 Jul 30 00:23:40.654565 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1bb26d-1e60-4dac-a14e-3a705bc3e199 req-9661961d-26b9-4462-8510-7882c8033ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:40.656045 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5e1bb26d-1e60-4dac-a14e-3a705bc3e199 req-9661961d-26b9-4462-8510-7882c8033ac2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c0ee6ecd-a29a-469b-bbcb-569516dc3ba4 HTTP/1.1" status: 200 len: 835 time: 0.0503447 Jul 30 00:23:40.669259 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1bb26d-1e60-4dac-a14e-3a705bc3e199 req-470310c4-4e25-4d55-a598-887bea365381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:40.670798 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-5e1bb26d-1e60-4dac-a14e-3a705bc3e199 req-470310c4-4e25-4d55-a598-887bea365381 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=220b7375-3de2-4d3a-966e-4104c153f5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403912 Jul 30 00:23:40.704385 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1bb26d-1e60-4dac-a14e-3a705bc3e199 req-1c749a07-4f29-40da-8c48-25fcfa3ef135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:40.705911 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5e1bb26d-1e60-4dac-a14e-3a705bc3e199 req-1c749a07-4f29-40da-8c48-25fcfa3ef135 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=220b7375-3de2-4d3a-966e-4104c153f5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408854 Jul 30 00:23:40.759991 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-5e1bb26d-1e60-4dac-a14e-3a705bc3e199 req-9c8beebb-c679-4246-b6b9-08105292b282 service neutron] 10.222.0.22 "GET /v2.0/networks/220b7375-3de2-4d3a-966e-4104c153f5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814898 Jul 30 00:23:40.802626 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5e1bb26d-1e60-4dac-a14e-3a705bc3e199 req-ce356c90-187e-470e-976c-1c8eceed0bb1 service neutron] 10.222.0.41 "GET /v2.0/networks/220b7375-3de2-4d3a-966e-4104c153f5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875266 Jul 30 00:23:40.861571 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-5e1bb26d-1e60-4dac-a14e-3a705bc3e199 req-64a71af3-49e3-4d8e-8189-4f3912644c9b service neutron] 10.222.0.22 "GET /v2.0/networks/220b7375-3de2-4d3a-966e-4104c153f5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942469 Jul 30 00:23:40.925699 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5e1bb26d-1e60-4dac-a14e-3a705bc3e199 req-4ff99675-c2b2-4c41-bb51-37c08e230eed service neutron] 10.222.0.41 "GET /v2.0/networks/220b7375-3de2-4d3a-966e-4104c153f5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954347 Jul 30 00:23:41.030062 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab76a1-3174-4718-a8f8-a1b55fb4fabd req-7a9a591e-d789-44f0-9a29-157b242137b2 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:41.031817 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6dab76a1-3174-4718-a8f8-a1b55fb4fabd req-7a9a591e-d789-44f0-9a29-157b242137b2 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fa628d6-f9d0-442d-b8a2-31d961ceee06 HTTP/1.1" status: 200 len: 943 time: 0.0551162 Jul 30 00:23:41.071063 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6dab76a1-3174-4718-a8f8-a1b55fb4fabd req-02ebfff4-f385-443b-b975-000b7eb201dc tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=11a4f152-cc0d-4c43-9cc4-d58b87ce5b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332568 Jul 30 00:23:41.285312 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device adcaf813-866d-453d-9021-2ad6b00cc255 no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:23:41.323284 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device adcaf813-866d-453d-9021-2ad6b00cc255 not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:23:42.009938 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device adcaf813-866d-453d-9021-2ad6b00cc255 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:23:42.100455 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port adcaf813-866d-453d-9021-2ad6b00cc255, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=adcaf813-866d-453d-9021-2ad6b00cc255,segment=NetworkSegment(9ab887f8-a01c-4cd1-889d-872de24c8df0),segment_id=9ab887f8-a01c-4cd1-889d-872de24c8df0)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:23:42.113242 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': 'adcaf813-866d-453d-9021-2ad6b00cc255', 'network_id': '220b7375-3de2-4d3a-966e-4104c153f5af', 'port_id': 'adcaf813-866d-453d-9021-2ad6b00cc255', 'mac_address': 'fa:16:3e:f5:36:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0ee6ecd-a29a-469b-bbcb-569516dc3ba4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:23:42.154516 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:42.168204 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adcaf813-866d-453d-9021-2ad6b00cc255 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:23:42.187618 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port adcaf813-866d-453d-9021-2ad6b00cc255, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=adcaf813-866d-453d-9021-2ad6b00cc255,segment=NetworkSegment(9ab887f8-a01c-4cd1-889d-872de24c8df0),segment_id=9ab887f8-a01c-4cd1-889d-872de24c8df0)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:23:42.191776 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aaee9f-69e7-4cd7-ac91-9341b31704b2 req-483678dc-7283-4354-bb3a-6164911d9955 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:42.192264 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:42.193447 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a6aaee9f-69e7-4cd7-ac91-9341b31704b2 req-483678dc-7283-4354-bb3a-6164911d9955 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fa628d6-f9d0-442d-b8a2-31d961ceee06 HTTP/1.1" status: 200 len: 943 time: 0.0499885 Jul 30 00:23:42.237004 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a6aaee9f-69e7-4cd7-ac91-9341b31704b2 req-506c55e1-10a3-4a75-a1f2-f4bc7fefe4ed tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=11a4f152-cc0d-4c43-9cc4-d58b87ce5b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367627 Jul 30 00:23:42.240553 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=adcaf813-866d-453d-9021-2ad6b00cc255,revision_number=8']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:23:42.248251 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:23:42.248490 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:23:42.248903 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:23:42.249250 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:23:42.249611 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:23:42.249943 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:23:42.250270 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:23:42.250595 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:23:42.250920 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:23:42.251247 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:23:42.251570 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:23:42.251891 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:23:42.434527 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c79f7-d353-4ae5-abfa-4334e012efe2 req-53e909b0-7772-44ea-9883-9dbea1b25fe9 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:42.436244 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a94c79f7-d353-4ae5-abfa-4334e012efe2 req-53e909b0-7772-44ea-9883-9dbea1b25fe9 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fa628d6-f9d0-442d-b8a2-31d961ceee06 HTTP/1.1" status: 200 len: 944 time: 0.0500858 Jul 30 00:23:42.453777 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c848a72-7cb1-42ef-94d6-153b788df618 req-b5e8affd-a290-40d3-9d4b-428858dae2b1 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:42.455424 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1c848a72-7cb1-42ef-94d6-153b788df618 req-b5e8affd-a290-40d3-9d4b-428858dae2b1 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.22 "GET /v2.0/ports?device_id=0fa628d6-f9d0-442d-b8a2-31d961ceee06&tenant_id=e5cbafbeb6f54e069c2a006bcf0b792e&binding%3Ahost_id=n-h1-712141-10 HTTP/1.1" status: 200 len: 944 time: 0.0549016 Jul 30 00:23:42.474514 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a94c79f7-d353-4ae5-abfa-4334e012efe2 req-f17ab9f1-8fd4-43fa-80e7-2c7c66040f5f tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=11a4f152-cc0d-4c43-9cc4-d58b87ce5b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321841 Jul 30 00:23:42.480714 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['adcaf813-866d-453d-9021-2ad6b00cc255'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:23:42.521051 n-d-712141-10 neutron-server[94077]: INFO neutron.api.v2.resource [req-1c848a72-7cb1-42ef-94d6-153b788df618 req-f8dc0ec6-e3a8-4b7a-9d07-ec34f27c78c7 service neutron] delete failed (client error): The resource could not be found. Jul 30 00:23:42.522251 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1c848a72-7cb1-42ef-94d6-153b788df618 req-f8dc0ec6-e3a8-4b7a-9d07-ec34f27c78c7 service neutron] 10.222.0.22 "DELETE /v2.0/ports/adcaf813-866d-453d-9021-2ad6b00cc255/bindings/n-h2-712141-10 HTTP/1.1" status: 404 len: 381 time: 0.0595393 Jul 30 00:23:42.602465 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffdbdab-d067-4ff5-9d37-b021894b738c req-600cc44b-44da-406b-9023-6cff2e9ded24 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:42.603986 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0ffdbdab-d067-4ff5-9d37-b021894b738c req-600cc44b-44da-406b-9023-6cff2e9ded24 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fa628d6-f9d0-442d-b8a2-31d961ceee06 HTTP/1.1" status: 200 len: 944 time: 0.0571001 Jul 30 00:23:42.621284 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c848a72-7cb1-42ef-94d6-153b788df618 req-48cfc44d-f1e3-46e0-96b3-d529ee335316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:42.622986 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1c848a72-7cb1-42ef-94d6-153b788df618 req-48cfc44d-f1e3-46e0-96b3-d529ee335316 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e5cbafbeb6f54e069c2a006bcf0b792e&device_id=0fa628d6-f9d0-442d-b8a2-31d961ceee06 HTTP/1.1" status: 200 len: 1096 time: 0.0507557 Jul 30 00:23:42.647073 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0ffdbdab-d067-4ff5-9d37-b021894b738c req-680b9ea8-a4ee-4b53-be62-c6238c13aa0b tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=11a4f152-cc0d-4c43-9cc4-d58b87ce5b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367432 Jul 30 00:23:42.717604 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c848a72-7cb1-42ef-94d6-153b788df618 req-58fddf8b-e546-4cca-8c79-fcad7761d0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:42.719118 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1c848a72-7cb1-42ef-94d6-153b788df618 req-58fddf8b-e546-4cca-8c79-fcad7761d0bc service neutron] 10.222.0.22 "GET /v2.0/networks?id=220b7375-3de2-4d3a-966e-4104c153f5af HTTP/1.1" status: 200 len: 897 time: 0.0884194 Jul 30 00:23:42.791387 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1c848a72-7cb1-42ef-94d6-153b788df618 req-277e5542-379b-460e-ac20-8116c789c3f3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=adcaf813-866d-453d-9021-2ad6b00cc255 HTTP/1.1" status: 200 len: 1000 time: 0.0616441 Jul 30 00:23:42.838570 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c848a72-7cb1-42ef-94d6-153b788df618 req-f5aad430-4759-4442-a117-86660f3bb864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:42.840017 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1c848a72-7cb1-42ef-94d6-153b788df618 req-f5aad430-4759-4442-a117-86660f3bb864 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=c0ee6ecd-a29a-469b-bbcb-569516dc3ba4 HTTP/1.1" status: 200 len: 835 time: 0.0442581 Jul 30 00:23:42.892563 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c848a72-7cb1-42ef-94d6-153b788df618 req-461377f8-011f-4691-8e14-6b5b82e46c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:42.894109 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1c848a72-7cb1-42ef-94d6-153b788df618 req-461377f8-011f-4691-8e14-6b5b82e46c3d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=220b7375-3de2-4d3a-966e-4104c153f5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462935 Jul 30 00:23:42.984370 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1c848a72-7cb1-42ef-94d6-153b788df618 req-5aad6f30-f536-424f-a9f4-6d223a37deed service neutron] 10.222.0.22 "GET /v2.0/networks/220b7375-3de2-4d3a-966e-4104c153f5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832949 Jul 30 00:23:43.073947 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1c848a72-7cb1-42ef-94d6-153b788df618 req-15a77510-6714-48ac-9c29-0d022d3f5b80 service neutron] 10.222.0.22 "GET /v2.0/networks/220b7375-3de2-4d3a-966e-4104c153f5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824952 Jul 30 00:23:43.763098 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a5303-34a9-4e5a-a515-ee53fe9b4883 req-04849321-cb90-4c63-81c8-8a440fe3cf94 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:43.764496 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-522a5303-34a9-4e5a-a515-ee53fe9b4883 req-04849321-cb90-4c63-81c8-8a440fe3cf94 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fa628d6-f9d0-442d-b8a2-31d961ceee06 HTTP/1.1" status: 200 len: 944 time: 0.0470264 Jul 30 00:23:43.805828 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-522a5303-34a9-4e5a-a515-ee53fe9b4883 req-09ab01e5-8998-44ad-b640-cb4dcf77f04b tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=11a4f152-cc0d-4c43-9cc4-d58b87ce5b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354128 Jul 30 00:23:43.827933 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37426) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:23:43.895183 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-8d4e9022-2dab-4a76-8d9b-aaf7ede0dfd3 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/floatingips/1fb121ec-deb7-470b-be84-b9c61a46cf1b HTTP/1.1" status: 200 len: 992 time: 0.0661254 Jul 30 00:23:44.026272 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device adcaf813-866d-453d-9021-2ad6b00cc255 up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:23:44.074278 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port adcaf813-866d-453d-9021-2ad6b00cc255 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:23:44.077978 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port adcaf813-866d-453d-9021-2ad6b00cc255 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:23:44.078352 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:44.155357 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:44.177177 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fa628d6-f9d0-442d-b8a2-31d961ceee06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adcaf813-866d-453d-9021-2ad6b00cc255'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:23:44.179476 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3dd558600791562711758174753c2f4fb110b88d3119b842389a6e503e2e31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf11ae0-48f3-4c5d-85de-f11ecf84b1a9" -d '{"events": [{"server_uuid": "0fa628d6-f9d0-442d-b8a2-31d961ceee06", "name": "network-vif-plugged", "status": "completed", "tag": "adcaf813-866d-453d-9021-2ad6b00cc255"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:23:44.192198 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port adcaf813-866d-453d-9021-2ad6b00cc255, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=adcaf813-866d-453d-9021-2ad6b00cc255,segment=NetworkSegment(9ab887f8-a01c-4cd1-889d-872de24c8df0),segment_id=9ab887f8-a01c-4cd1-889d-872de24c8df0)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:23:44.196317 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:44.219306 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45068a6e-eff0-4a88-875f-d949b42712b1 x-openstack-request-id: req-45068a6e-eff0-4a88-875f-d949b42712b1 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:23:44.219596 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fa628d6-f9d0-442d-b8a2-31d961ceee06", "name": "network-vif-plugged", "status": "completed", "tag": "adcaf813-866d-453d-9021-2ad6b00cc255", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:23:44.219847 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-45068a6e-eff0-4a88-875f-d949b42712b1 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:23:44.220228 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fa628d6-f9d0-442d-b8a2-31d961ceee06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adcaf813-866d-453d-9021-2ad6b00cc255', 'code': 200} Jul 30 00:23:44.245470 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=adcaf813-866d-453d-9021-2ad6b00cc255,revision_number=9']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:23:50.155906 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:53.341011 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-49641efc-725b-4b7d-ac95-ca40b7a4b28d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:55.949075 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1640564b-77df-40ae-98a8-9455fd5093c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:56.562432 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:57.919869 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:59.543109 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:03.920007 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:24:07.705081 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:12.314587 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 37440) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:24:12.470602 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-a0e11401-91d6-49dc-b017-e5dbdb17d2d9 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Deleting port 76258ef2-ea3b-40ea-b850-324836ab46d2 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:24:12.470948 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a0e11401-91d6-49dc-b017-e5dbdb17d2d9 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:12.549807 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a0e11401-91d6-49dc-b017-e5dbdb17d2d9 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:12.550138 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a0e11401-91d6-49dc-b017-e5dbdb17d2d9 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:12.562741 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-a0e11401-91d6-49dc-b017-e5dbdb17d2d9 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Calling delete_port for 76258ef2-ea3b-40ea-b850-324836ab46d2 owned by network:floatingip {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:24:12.710264 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a0e11401-91d6-49dc-b017-e5dbdb17d2d9 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:13.035204 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e11401-91d6-49dc-b017-e5dbdb17d2d9 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event deleted for resources: {'Port': ['ID=76258ef2-ea3b-40ea-b850-324836ab46d2,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:24:13.060891 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e11401-91d6-49dc-b017-e5dbdb17d2d9 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:24:13.061236 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e11401-91d6-49dc-b017-e5dbdb17d2d9 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:24:13.061571 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e11401-91d6-49dc-b017-e5dbdb17d2d9 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:24:13.061928 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e11401-91d6-49dc-b017-e5dbdb17d2d9 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:24:13.062254 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e11401-91d6-49dc-b017-e5dbdb17d2d9 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:24:13.062581 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e11401-91d6-49dc-b017-e5dbdb17d2d9 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:24:13.062905 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e11401-91d6-49dc-b017-e5dbdb17d2d9 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:24:13.063230 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e11401-91d6-49dc-b017-e5dbdb17d2d9 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:24:13.063553 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e11401-91d6-49dc-b017-e5dbdb17d2d9 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:24:13.063879 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e11401-91d6-49dc-b017-e5dbdb17d2d9 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:24:13.064191 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e11401-91d6-49dc-b017-e5dbdb17d2d9 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:24:13.064506 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e11401-91d6-49dc-b017-e5dbdb17d2d9 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:24:13.106071 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a0e11401-91d6-49dc-b017-e5dbdb17d2d9 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for floatingip, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:13.106433 n-d-712141-10 neutron-server[94077]: INFO neutron.db.l3_db [None req-a0e11401-91d6-49dc-b017-e5dbdb17d2d9 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Floating IP 1fb121ec-deb7-470b-be84-b9c61a46cf1b disassociated (deleted). External IP: 172.25.0.179, port: adcaf813-866d-453d-9021-2ad6b00cc255. Jul 30 00:24:13.310399 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e11401-91d6-49dc-b017-e5dbdb17d2d9 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Router c000ec16-a3fc-44ac-8fe4-b46baec5a34d has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:24:13.417265 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e11401-91d6-49dc-b017-e5dbdb17d2d9 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:24:13.421516 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-a0e11401-91d6-49dc-b017-e5dbdb17d2d9 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:13.427928 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fb1a39-c794-407e-9605-33c01d6cf1f7 None None] Sync routers for ids ['c000ec16-a3fc-44ac-8fe4-b46baec5a34d'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:24:13.438772 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fb1a39-c794-407e-9605-33c01d6cf1f7 None None] Routers {'c000ec16-a3fc-44ac-8fe4-b46baec5a34d'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:24:13.439625 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-25fb1a39-c794-407e-9605-33c01d6cf1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:23:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['c000ec16-a3fc-44ac-8fe4-b46baec5a34d'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:24:13.450381 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-a0e11401-91d6-49dc-b017-e5dbdb17d2d9 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "DELETE /v2.0/floatingips/1fb121ec-deb7-470b-be84-b9c61a46cf1b HTTP/1.1" status: 204 len: 168 time: 1.1345892 Jul 30 00:24:13.451270 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fa628d6-f9d0-442d-b8a2-31d961ceee06', 'tag': 'adcaf813-866d-453d-9021-2ad6b00cc255'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:24:13.453853 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8377708564b13ed6665a7c738fa9aadb9980e3f7e18d8a0dfbdd1aeea3243a90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d1b0ee9-0b9a-4fd3-9fca-ea3ac1f11738" -d '{"events": [{"name": "network-changed", "server_uuid": "0fa628d6-f9d0-442d-b8a2-31d961ceee06", "tag": "adcaf813-866d-453d-9021-2ad6b00cc255"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:24:13.498347 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3d5134-9a2c-41fa-b967-1f8c5198a55c x-openstack-request-id: req-5b3d5134-9a2c-41fa-b967-1f8c5198a55c {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:24:13.498751 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fa628d6-f9d0-442d-b8a2-31d961ceee06", "tag": "adcaf813-866d-453d-9021-2ad6b00cc255", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:24:13.499109 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5b3d5134-9a2c-41fa-b967-1f8c5198a55c {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:24:13.499696 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fa628d6-f9d0-442d-b8a2-31d961ceee06', 'tag': 'adcaf813-866d-453d-9021-2ad6b00cc255', 'status': 'completed', 'code': 200} Jul 30 00:24:13.590861 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1b0ee9-0b9a-4fd3-9fca-ea3ac1f11738 req-cd5034c3-c73e-483b-86e0-643f01cc02b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:13.592365 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1d1b0ee9-0b9a-4fd3-9fca-ea3ac1f11738 req-cd5034c3-c73e-483b-86e0-643f01cc02b4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e5cbafbeb6f54e069c2a006bcf0b792e&device_id=0fa628d6-f9d0-442d-b8a2-31d961ceee06 HTTP/1.1" status: 200 len: 1097 time: 0.0497191 Jul 30 00:24:13.722814 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9560245-a181-436f-83a4-0cf7b4aa3559 req-124c1391-f15e-4d5f-b7bf-e3ad5f6d6175 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:13.724302 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c9560245-a181-436f-83a4-0cf7b4aa3559 req-124c1391-f15e-4d5f-b7bf-e3ad5f6d6175 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fa628d6-f9d0-442d-b8a2-31d961ceee06 HTTP/1.1" status: 200 len: 945 time: 0.0697715 Jul 30 00:24:13.724949 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-25fb1a39-c794-407e-9605-33c01d6cf1f7 None None] Set router c000ec16-a3fc-44ac-8fe4-b46baec5a34d gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:24:13.736159 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1b0ee9-0b9a-4fd3-9fca-ea3ac1f11738 req-7adfdcc2-73fa-4514-b16c-d489f2e39aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:13.737571 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1d1b0ee9-0b9a-4fd3-9fca-ea3ac1f11738 req-7adfdcc2-73fa-4514-b16c-d489f2e39aad service neutron] 10.222.0.41 "GET /v2.0/networks?id=220b7375-3de2-4d3a-966e-4104c153f5af HTTP/1.1" status: 200 len: 897 time: 0.1366632 Jul 30 00:24:13.791731 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1d1b0ee9-0b9a-4fd3-9fca-ea3ac1f11738 req-5c176c4b-0899-492c-8e78-f660865a6eba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=adcaf813-866d-453d-9021-2ad6b00cc255 HTTP/1.1" status: 200 len: 217 time: 0.0411606 Jul 30 00:24:13.830507 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c9560245-a181-436f-83a4-0cf7b4aa3559 req-9f9e3124-aabd-4e7a-820c-2a28369cc265 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=11a4f152-cc0d-4c43-9cc4-d58b87ce5b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965226 Jul 30 00:24:13.847042 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1b0ee9-0b9a-4fd3-9fca-ea3ac1f11738 req-4cc5ff68-6c34-417e-99df-4f252f636ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:13.848539 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1d1b0ee9-0b9a-4fd3-9fca-ea3ac1f11738 req-4cc5ff68-6c34-417e-99df-4f252f636ce3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c0ee6ecd-a29a-469b-bbcb-569516dc3ba4 HTTP/1.1" status: 200 len: 835 time: 0.0499048 Jul 30 00:24:13.895395 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1b0ee9-0b9a-4fd3-9fca-ea3ac1f11738 req-ee12a188-a8d2-4461-b3c3-edd0639af26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:13.897188 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1d1b0ee9-0b9a-4fd3-9fca-ea3ac1f11738 req-ee12a188-a8d2-4461-b3c3-edd0639af26a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=220b7375-3de2-4d3a-966e-4104c153f5af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407352 Jul 30 00:24:13.924364 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-25fb1a39-c794-407e-9605-33c01d6cf1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c000ec16-a3fc-44ac-8fe4-b46baec5a34d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1897802397', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '7d665fa9-8d24-46f2-8099-1ed0c866d312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:22:28Z', 'updated_at': '2021-07-30T00:22:32Z', 'revision_number': 4, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port': {'id': '7d665fa9-8d24-46f2-8099-1ed0c866d312', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c000ec16-a3fc-44ac-8fe4-b46baec5a34d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:22:29Z', 'updated_at': '2021-07-30T00:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '0b7cf584-0385-4b51-8967-37ad1c867977', 'name': '', 'network_id': '220b7375-3de2-4d3a-966e-4104c153f5af', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'mac_address': 'fa:16:3e:d9:be:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c000ec16-a3fc-44ac-8fe4-b46baec5a34d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'c0ee6ecd-a29a-469b-bbcb-569516dc3ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:22:31Z', 'updated_at': '2021-07-30T00:22:36Z', 'revision_number': 5, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'subnets': [{'id': 'c0ee6ecd-a29a-469b-bbcb-569516dc3ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:24:13.954676 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fb1a39-c794-407e-9605-33c01d6cf1f7 None None] Checking router: c000ec16-a3fc-44ac-8fe4-b46baec5a34d for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:24:13.963034 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fb1a39-c794-407e-9605-33c01d6cf1f7 None None] Routers {'c000ec16-a3fc-44ac-8fe4-b46baec5a34d'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:24:13.964253 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-25fb1a39-c794-407e-9605-33c01d6cf1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:23:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['c000ec16-a3fc-44ac-8fe4-b46baec5a34d'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:24:13.996239 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1d1b0ee9-0b9a-4fd3-9fca-ea3ac1f11738 req-6185a550-db10-4921-8d5d-40894bd3ea51 service neutron] 10.222.0.41 "GET /v2.0/networks/220b7375-3de2-4d3a-966e-4104c153f5af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914962 Jul 30 00:24:14.069414 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-25fb1a39-c794-407e-9605-33c01d6cf1f7 None None] Set router c000ec16-a3fc-44ac-8fe4-b46baec5a34d gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:24:14.087914 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1d1b0ee9-0b9a-4fd3-9fca-ea3ac1f11738 req-3078b68f-9bfb-48c7-bede-bc6b103a05cc service neutron] 10.222.0.41 "GET /v2.0/networks/220b7375-3de2-4d3a-966e-4104c153f5af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834720 Jul 30 00:24:14.263172 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-25fb1a39-c794-407e-9605-33c01d6cf1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c000ec16-a3fc-44ac-8fe4-b46baec5a34d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1897802397', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '7d665fa9-8d24-46f2-8099-1ed0c866d312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:22:28Z', 'updated_at': '2021-07-30T00:22:32Z', 'revision_number': 4, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port': {'id': '7d665fa9-8d24-46f2-8099-1ed0c866d312', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c000ec16-a3fc-44ac-8fe4-b46baec5a34d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:22:29Z', 'updated_at': '2021-07-30T00:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '0b7cf584-0385-4b51-8967-37ad1c867977', 'name': '', 'network_id': '220b7375-3de2-4d3a-966e-4104c153f5af', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'mac_address': 'fa:16:3e:d9:be:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c000ec16-a3fc-44ac-8fe4-b46baec5a34d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'c0ee6ecd-a29a-469b-bbcb-569516dc3ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:22:31Z', 'updated_at': '2021-07-30T00:22:36Z', 'revision_number': 5, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'subnets': [{'id': 'c0ee6ecd-a29a-469b-bbcb-569516dc3ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:24:14.290307 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fb1a39-c794-407e-9605-33c01d6cf1f7 None None] The sync data for ids ['c000ec16-a3fc-44ac-8fe4-b46baec5a34d'] in n-d-712141-10 is: [{'id': 'c000ec16-a3fc-44ac-8fe4-b46baec5a34d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1897802397', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '7d665fa9-8d24-46f2-8099-1ed0c866d312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:22:28Z', 'updated_at': '2021-07-30T00:22:32Z', 'revision_number': 4, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port': {'id': '7d665fa9-8d24-46f2-8099-1ed0c866d312', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c000ec16-a3fc-44ac-8fe4-b46baec5a34d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:22:29Z', 'updated_at': '2021-07-30T00:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '0b7cf584-0385-4b51-8967-37ad1c867977', 'name': '', 'network_id': '220b7375-3de2-4d3a-966e-4104c153f5af', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'mac_address': 'fa:16:3e:d9:be:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c000ec16-a3fc-44ac-8fe4-b46baec5a34d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': 'c0ee6ecd-a29a-469b-bbcb-569516dc3ba4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:22:31Z', 'updated_at': '2021-07-30T00:22:36Z', 'revision_number': 5, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'subnets': [{'id': 'c0ee6ecd-a29a-469b-bbcb-569516dc3ba4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:24:14.502510 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41614e60-2441-4580-85a3-7e4d1f0b2025 None None] New status for floating IP 1fb121ec-deb7-470b-be84-b9c61a46cf1b: DOWN {{(pid=94080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:24:14.954421 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53952e78-ba8e-47a3-8f40-b7985ef6cb39 req-90d28dad-fdc8-43fc-8fd2-c0e5df85717f tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:14.955900 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-53952e78-ba8e-47a3-8f40-b7985ef6cb39 req-90d28dad-fdc8-43fc-8fd2-c0e5df85717f tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=0fa628d6-f9d0-442d-b8a2-31d961ceee06 HTTP/1.1" status: 200 len: 945 time: 0.0517786 Jul 30 00:24:14.996546 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-53952e78-ba8e-47a3-8f40-b7985ef6cb39 req-d300f1ca-3ffa-4462-8913-9f3486910590 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=11a4f152-cc0d-4c43-9cc4-d58b87ce5b62&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346386 Jul 30 00:24:15.108483 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aca4543-dcc7-4bb0-8a27-ee8db4fd7386 req-39eff20a-5b6c-47aa-b6ee-02e29db3b96c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:15.109965 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2aca4543-dcc7-4bb0-8a27-ee8db4fd7386 req-39eff20a-5b6c-47aa-b6ee-02e29db3b96c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.41 "GET /v2.0/ports?device_id=0fa628d6-f9d0-442d-b8a2-31d961ceee06 HTTP/1.1" status: 200 len: 945 time: 0.0514026 Jul 30 00:24:15.196923 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-2aca4543-dcc7-4bb0-8a27-ee8db4fd7386 req-70efcc9d-1680-43b5-8408-403b63aceb18 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Deleting port adcaf813-866d-453d-9021-2ad6b00cc255 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:24:15.197159 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2aca4543-dcc7-4bb0-8a27-ee8db4fd7386 req-70efcc9d-1680-43b5-8408-403b63aceb18 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:15.285959 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-2aca4543-dcc7-4bb0-8a27-ee8db4fd7386 req-70efcc9d-1680-43b5-8408-403b63aceb18 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] For port adcaf813-866d-453d-9021-2ad6b00cc255, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=adcaf813-866d-453d-9021-2ad6b00cc255,segment=NetworkSegment(9ab887f8-a01c-4cd1-889d-872de24c8df0),segment_id=9ab887f8-a01c-4cd1-889d-872de24c8df0)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:24:15.286313 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2aca4543-dcc7-4bb0-8a27-ee8db4fd7386 req-70efcc9d-1680-43b5-8408-403b63aceb18 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:15.300284 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-2aca4543-dcc7-4bb0-8a27-ee8db4fd7386 req-70efcc9d-1680-43b5-8408-403b63aceb18 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Calling delete_port for adcaf813-866d-453d-9021-2ad6b00cc255 owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:24:15.424799 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2aca4543-dcc7-4bb0-8a27-ee8db4fd7386 req-70efcc9d-1680-43b5-8408-403b63aceb18 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:15.452044 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70efcc9d-1680-43b5-8408-403b63aceb18 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event deleted for resources: {'Port': ['ID=adcaf813-866d-453d-9021-2ad6b00cc255,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:24:15.495770 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aca4543-dcc7-4bb0-8a27-ee8db4fd7386 req-70efcc9d-1680-43b5-8408-403b63aceb18 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] No DVR routers for this DVR port adcaf813-866d-453d-9021-2ad6b00cc255 on host n-h1-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:24:15.498334 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-2aca4543-dcc7-4bb0-8a27-ee8db4fd7386 req-70efcc9d-1680-43b5-8408-403b63aceb18 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:15.500350 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2aca4543-dcc7-4bb0-8a27-ee8db4fd7386 req-70efcc9d-1680-43b5-8408-403b63aceb18 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.41 "DELETE /v2.0/ports/adcaf813-866d-453d-9021-2ad6b00cc255 HTTP/1.1" status: 204 len: 173 time: 0.3844621 Jul 30 00:24:15.500820 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fa628d6-f9d0-442d-b8a2-31d961ceee06', 'name': 'network-vif-deleted', 'tag': 'adcaf813-866d-453d-9021-2ad6b00cc255'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:24:15.503058 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bdefc4f50fc1dacc251594e9f8a8ff118bd4f4d1a27e9c9923ea81076a49f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb88b527-7ec6-4ec3-96f7-9f4b6d97e8ed" -d '{"events": [{"server_uuid": "0fa628d6-f9d0-442d-b8a2-31d961ceee06", "name": "network-vif-deleted", "tag": "adcaf813-866d-453d-9021-2ad6b00cc255"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:24:15.541486 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20bb3f60-541a-4f3e-8255-bd77491808a2 x-openstack-request-id: req-20bb3f60-541a-4f3e-8255-bd77491808a2 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:24:15.541815 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fa628d6-f9d0-442d-b8a2-31d961ceee06", "name": "network-vif-deleted", "tag": "adcaf813-866d-453d-9021-2ad6b00cc255", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:24:15.542072 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-20bb3f60-541a-4f3e-8255-bd77491808a2 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:24:15.542468 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fa628d6-f9d0-442d-b8a2-31d961ceee06', 'name': 'network-vif-deleted', 'tag': 'adcaf813-866d-453d-9021-2ad6b00cc255', 'status': 'completed', 'code': 200} Jul 30 00:24:16.053784 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 37454) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:24:16.414416 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-132d7178-2667-46d1-9e03-acdf6153246f tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:16.701526 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-132d7178-2667-46d1-9e03-acdf6153246f tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Deleting port 0b7cf584-0385-4b51-8967-37ad1c867977 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:24:16.701971 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-132d7178-2667-46d1-9e03-acdf6153246f tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:16.795289 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-132d7178-2667-46d1-9e03-acdf6153246f tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] For port 0b7cf584-0385-4b51-8967-37ad1c867977, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=0b7cf584-0385-4b51-8967-37ad1c867977,segment=NetworkSegment(9ab887f8-a01c-4cd1-889d-872de24c8df0),segment_id=9ab887f8-a01c-4cd1-889d-872de24c8df0)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:24:16.795666 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-132d7178-2667-46d1-9e03-acdf6153246f tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:16.809039 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-132d7178-2667-46d1-9e03-acdf6153246f tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Calling delete_port for 0b7cf584-0385-4b51-8967-37ad1c867977 owned by network:router_interface {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:24:17.008695 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-132d7178-2667-46d1-9e03-acdf6153246f tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:17.039131 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d7178-2667-46d1-9e03-acdf6153246f tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event deleted for resources: {'Port': ['ID=0b7cf584-0385-4b51-8967-37ad1c867977,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:24:17.216329 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-132d7178-2667-46d1-9e03-acdf6153246f tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:17.428776 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-132d7178-2667-46d1-9e03-acdf6153246f tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Router c000ec16-a3fc-44ac-8fe4-b46baec5a34d has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:24:17.536187 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-132d7178-2667-46d1-9e03-acdf6153246f tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:24:17.541829 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-132d7178-2667-46d1-9e03-acdf6153246f tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "PUT /v2.0/routers/c000ec16-a3fc-44ac-8fe4-b46baec5a34d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4863584 Jul 30 00:24:17.544139 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 37458) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:24:17.546218 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121ff011-7e18-46ff-bd69-210f2c571d0a None None] Sync routers for ids ['c000ec16-a3fc-44ac-8fe4-b46baec5a34d'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:24:17.556050 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121ff011-7e18-46ff-bd69-210f2c571d0a None None] Routers {'c000ec16-a3fc-44ac-8fe4-b46baec5a34d'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:24:17.557219 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-121ff011-7e18-46ff-bd69-210f2c571d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:23:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['c000ec16-a3fc-44ac-8fe4-b46baec5a34d'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:24:17.595092 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfdbcde2-5698-4530-8312-23cfbd9d8751 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Deleting subnet c0ee6ecd-a29a-469b-bbcb-569516dc3ba4 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:24:17.598194 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-dfdbcde2-5698-4530-8312-23cfbd9d8751 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:17.637962 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-dfdbcde2-5698-4530-8312-23cfbd9d8751 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:17.663570 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-121ff011-7e18-46ff-bd69-210f2c571d0a None None] Set router c000ec16-a3fc-44ac-8fe4-b46baec5a34d gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:24:17.725402 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-dfdbcde2-5698-4530-8312-23cfbd9d8751 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:17.786584 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-dfdbcde2-5698-4530-8312-23cfbd9d8751 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:17.815295 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdbcde2-5698-4530-8312-23cfbd9d8751 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event deleted for resources: {'Subnet': ['ID=c0ee6ecd-a29a-469b-bbcb-569516dc3ba4,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:24:17.817276 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-dfdbcde2-5698-4530-8312-23cfbd9d8751 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:17.821979 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37460) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:24:17.822443 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-dfdbcde2-5698-4530-8312-23cfbd9d8751 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "DELETE /v2.0/subnets/c0ee6ecd-a29a-469b-bbcb-569516dc3ba4 HTTP/1.1" status: 204 len: 168 time: 0.2769642 Jul 30 00:24:17.826880 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b54776-92fa-451c-bd35-ee9f189689d6 None None] Network 220b7375-3de2-4d3a-966e-4104c153f5af requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:24:17.926948 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3bd86603-6b94-4139-90c7-645f3959745f tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for router, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:17.941962 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-121ff011-7e18-46ff-bd69-210f2c571d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c000ec16-a3fc-44ac-8fe4-b46baec5a34d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1897802397', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '7d665fa9-8d24-46f2-8099-1ed0c866d312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:22:28Z', 'updated_at': '2021-07-30T00:24:16Z', 'revision_number': 5, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port': {'id': '7d665fa9-8d24-46f2-8099-1ed0c866d312', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c000ec16-a3fc-44ac-8fe4-b46baec5a34d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:22:29Z', 'updated_at': '2021-07-30T00:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:24:17.971188 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121ff011-7e18-46ff-bd69-210f2c571d0a None None] Checking router: c000ec16-a3fc-44ac-8fe4-b46baec5a34d for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:24:17.987689 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121ff011-7e18-46ff-bd69-210f2c571d0a None None] Routers {'c000ec16-a3fc-44ac-8fe4-b46baec5a34d'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:24:17.988209 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-121ff011-7e18-46ff-bd69-210f2c571d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:23:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['c000ec16-a3fc-44ac-8fe4-b46baec5a34d'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:24:18.038703 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3bd86603-6b94-4139-90c7-645f3959745f tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:18.070821 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68f1ad1-e0b9-4cfb-aa57-a7287b3ebbca None None] DHCP port deletion for 220b7375-3de2-4d3a-966e-4104c153f5af request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:24:18.096406 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-3bd86603-6b94-4139-90c7-645f3959745f tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Deleting port 7d665fa9-8d24-46f2-8099-1ed0c866d312 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:24:18.096799 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3bd86603-6b94-4139-90c7-645f3959745f tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:18.118974 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-121ff011-7e18-46ff-bd69-210f2c571d0a None None] Set router c000ec16-a3fc-44ac-8fe4-b46baec5a34d gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:24:18.175595 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device adcaf813-866d-453d-9021-2ad6b00cc255 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:24:18.178158 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-3bd86603-6b94-4139-90c7-645f3959745f tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] For port 7d665fa9-8d24-46f2-8099-1ed0c866d312, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=7d665fa9-8d24-46f2-8099-1ed0c866d312,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:24:18.178529 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3bd86603-6b94-4139-90c7-645f3959745f tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:18.192206 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-3bd86603-6b94-4139-90c7-645f3959745f tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Calling delete_port for 7d665fa9-8d24-46f2-8099-1ed0c866d312 owned by network:router_gateway {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:24:18.207583 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] No Port match for: adcaf813-866d-453d-9021-2ad6b00cc255 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:24:18.207926 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device adcaf813-866d-453d-9021-2ad6b00cc255 not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:24:18.261286 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-d68f1ad1-e0b9-4cfb-aa57-a7287b3ebbca None None] Deleting port 293e9dd3-4eee-4d3f-a92f-82f226766026 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:24:18.261600 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d68f1ad1-e0b9-4cfb-aa57-a7287b3ebbca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:18.359306 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3bd86603-6b94-4139-90c7-645f3959745f tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:18.359610 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-d68f1ad1-e0b9-4cfb-aa57-a7287b3ebbca None None] For port 293e9dd3-4eee-4d3f-a92f-82f226766026, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=293e9dd3-4eee-4d3f-a92f-82f226766026,segment=NetworkSegment(9ab887f8-a01c-4cd1-889d-872de24c8df0),segment_id=9ab887f8-a01c-4cd1-889d-872de24c8df0)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:24:18.359967 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d68f1ad1-e0b9-4cfb-aa57-a7287b3ebbca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:18.373947 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-d68f1ad1-e0b9-4cfb-aa57-a7287b3ebbca None None] Calling delete_port for 293e9dd3-4eee-4d3f-a92f-82f226766026 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:24:18.392165 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd86603-6b94-4139-90c7-645f3959745f tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event deleted for resources: {'Port': ['ID=7d665fa9-8d24-46f2-8099-1ed0c866d312,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:24:18.451496 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3bd86603-6b94-4139-90c7-645f3959745f tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:18.451768 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-121ff011-7e18-46ff-bd69-210f2c571d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c000ec16-a3fc-44ac-8fe4-b46baec5a34d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1897802397', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '7d665fa9-8d24-46f2-8099-1ed0c866d312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:22:28Z', 'updated_at': '2021-07-30T00:24:16Z', 'revision_number': 5, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port': {'id': '7d665fa9-8d24-46f2-8099-1ed0c866d312', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c000ec16-a3fc-44ac-8fe4-b46baec5a34d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:22:29Z', 'updated_at': '2021-07-30T00:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:24:18.486998 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121ff011-7e18-46ff-bd69-210f2c571d0a None None] The sync data for ids ['c000ec16-a3fc-44ac-8fe4-b46baec5a34d'] in n-d-712141-10 is: [{'id': 'c000ec16-a3fc-44ac-8fe4-b46baec5a34d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1897802397', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.147'}], 'enable_snat': True}, 'gw_port_id': '7d665fa9-8d24-46f2-8099-1ed0c866d312', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:22:28Z', 'updated_at': '2021-07-30T00:24:16Z', 'revision_number': 5, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port': {'id': '7d665fa9-8d24-46f2-8099-1ed0c866d312', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:c9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c000ec16-a3fc-44ac-8fe4-b46baec5a34d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:22:29Z', 'updated_at': '2021-07-30T00:22:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:24:18.499084 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d68f1ad1-e0b9-4cfb-aa57-a7287b3ebbca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:18.529372 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68f1ad1-e0b9-4cfb-aa57-a7287b3ebbca None None] Pushing event deleted for resources: {'Port': ['ID=293e9dd3-4eee-4d3f-a92f-82f226766026,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:24:18.535625 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68f1ad1-e0b9-4cfb-aa57-a7287b3ebbca None None] No DVR routers for this DVR port 293e9dd3-4eee-4d3f-a92f-82f226766026 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:24:18.556895 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3bd86603-6b94-4139-90c7-645f3959745f tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:18.559389 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3bd86603-6b94-4139-90c7-645f3959745f tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:18.605599 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3bd86603-6b94-4139-90c7-645f3959745f tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:18.606144 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd86603-6b94-4139-90c7-645f3959745f tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Fanout notify agent at l3_agent the message router_deleted on router c000ec16-a3fc-44ac-8fe4-b46baec5a34d {{(pid=94078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:24:18.612792 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3bd86603-6b94-4139-90c7-645f3959745f tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:18.613911 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-3bd86603-6b94-4139-90c7-645f3959745f tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "DELETE /v2.0/routers/c000ec16-a3fc-44ac-8fe4-b46baec5a34d HTTP/1.1" status: 204 len: 168 time: 0.7908645 Jul 30 00:24:18.616621 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37464) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:24:18.692251 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-37f793bc-3ac9-4ed6-9d4a-0cde441c1f5d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:18.779087 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-37f793bc-3ac9-4ed6-9d4a-0cde441c1f5d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:18.788647 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-37f793bc-3ac9-4ed6-9d4a-0cde441c1f5d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['220b7375-3de2-4d3a-966e-4104c153f5af']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:24:18.798923 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-37f793bc-3ac9-4ed6-9d4a-0cde441c1f5d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ab887f8-a01c-4cd1-889d-872de24c8df0') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:24:18.799218 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-37f793bc-3ac9-4ed6-9d4a-0cde441c1f5d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ab887f8-a01c-4cd1-889d-872de24c8df0') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:24:18.808942 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-37f793bc-3ac9-4ed6-9d4a-0cde441c1f5d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:18.829938 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-37f793bc-3ac9-4ed6-9d4a-0cde441c1f5d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:18.837053 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37f793bc-3ac9-4ed6-9d4a-0cde441c1f5d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:24:18.837734 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-37f793bc-3ac9-4ed6-9d4a-0cde441c1f5d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:18.840787 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 30 00:24:18.840787 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:24:18.840787 n-d-712141-10 neutron-server[94078]: timer() Jul 30 00:24:18.840787 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:24:18.840787 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 30 00:24:18.840787 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:24:18.840787 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 30 00:24:18.840787 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:24:18.840787 n-d-712141-10 neutron-server[94078]: self._notify() Jul 30 00:24:18.840787 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:24:18.840787 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 30 00:24:18.840787 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:24:18.840787 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 30 00:24:18.840787 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:24:18.840787 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:24:18.840787 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:24:18.840787 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:24:18.840787 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:24:18.840787 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 30 00:24:18.840787 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:24:18.840787 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 30 00:24:18.840787 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:24:18.840787 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:24:18.840787 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:24:18.840787 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 30 00:24:18.840787 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:24:18.840787 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:24:18.840787 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:24:18.840787 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:24:18.840787 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:24:18.840787 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:24:18.840787 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:24:18.901816 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-37f793bc-3ac9-4ed6-9d4a-0cde441c1f5d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:18.907154 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-37f793bc-3ac9-4ed6-9d4a-0cde441c1f5d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:18.909106 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-37f793bc-3ac9-4ed6-9d4a-0cde441c1f5d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "DELETE /v2.0/networks/220b7375-3de2-4d3a-966e-4104c153f5af HTTP/1.1" status: 204 len: 168 time: 0.2915211 Jul 30 00:24:18.912192 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 37466) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:24:18.925429 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f793bc-3ac9-4ed6-9d4a-0cde441c1f5d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event deleted for resources: {'Network': ['ID=220b7375-3de2-4d3a-966e-4104c153f5af,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:24:18.977498 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 293e9dd3-4eee-4d3f-a92f-82f226766026 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:24:19.002827 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 293e9dd3-4eee-4d3f-a92f-82f226766026 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:24:19.003181 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 293e9dd3-4eee-4d3f-a92f-82f226766026 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:24:19.003607 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 0b7cf584-0385-4b51-8967-37ad1c867977 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:24:19.007905 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bbfc3181-8551-4573-8ec8-17151a82c765 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:19.039562 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bbfc3181-8551-4573-8ec8-17151a82c765 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:19.110858 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bbfc3181-8551-4573-8ec8-17151a82c765 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:19.113658 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-bbfc3181-8551-4573-8ec8-17151a82c765 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:19.117489 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-bbfc3181-8551-4573-8ec8-17151a82c765 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "DELETE /v2.0/security-groups/11a4f152-cc0d-4c43-9cc4-d58b87ce5b62 HTTP/1.1" status: 204 len: 168 time: 0.2015171 Jul 30 00:24:19.130208 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfc3181-8551-4573-8ec8-17151a82c765 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a4f152-cc0d-4c43-9cc4-d58b87ce5b62,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:24:19.208758 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 0b7cf584-0385-4b51-8967-37ad1c867977 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:24:19.209110 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 0b7cf584-0385-4b51-8967-37ad1c867977 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:24:19.460093 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37472) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:24:19.465226 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-fb2ace95-915a-4c69-a8b2-2a095f4aa219 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-112897403', 'description': 'tempest-secgroup-smoke-112897403 description', 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:24:19.488831 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fb2ace95-915a-4c69-a8b2-2a095f4aa219 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:19.576623 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fb2ace95-915a-4c69-a8b2-2a095f4aa219 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:19.580810 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fb2ace95-915a-4c69-a8b2-2a095f4aa219 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:19.606274 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fb2ace95-915a-4c69-a8b2-2a095f4aa219 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:19.607478 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-fb2ace95-915a-4c69-a8b2-2a095f4aa219 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1463933 Jul 30 00:24:19.610605 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 37474) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:24:19.611695 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2ace95-915a-4c69-a8b2-2a095f4aa219 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d731c5-4eec-4ae5-aec6-5d76bd649b5c,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:24:19.616772 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-3a91f9f0-f1f6-4888-a9bb-cdb39f1e0a53 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Request body: {'security_group_rule': {'security_group_id': 'a4d731c5-4eec-4ae5-aec6-5d76bd649b5c', 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:24:19.649504 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3a91f9f0-f1f6-4888-a9bb-cdb39f1e0a53 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:19.695571 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3a91f9f0-f1f6-4888-a9bb-cdb39f1e0a53 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:19.699853 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3a91f9f0-f1f6-4888-a9bb-cdb39f1e0a53 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:19.717490 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a91f9f0-f1f6-4888-a9bb-cdb39f1e0a53 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a25b11c-882e-448d-a9c4-35f36838e3ef,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:24:19.722906 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3a91f9f0-f1f6-4888-a9bb-cdb39f1e0a53 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:19.724140 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-3a91f9f0-f1f6-4888-a9bb-cdb39f1e0a53 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1124692 Jul 30 00:24:19.726865 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 37476) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:24:19.732100 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-b9579c41-94a8-4c94-8f25-4bb533a5324e tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Request body: {'security_group_rule': {'security_group_id': 'a4d731c5-4eec-4ae5-aec6-5d76bd649b5c', 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:24:19.759352 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b9579c41-94a8-4c94-8f25-4bb533a5324e tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:19.816260 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b9579c41-94a8-4c94-8f25-4bb533a5324e tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:19.819519 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b9579c41-94a8-4c94-8f25-4bb533a5324e tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:19.839325 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9579c41-94a8-4c94-8f25-4bb533a5324e tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d0a163b-7303-4fa0-b71c-77dab157885a,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:24:19.845163 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b9579c41-94a8-4c94-8f25-4bb533a5324e tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:19.846424 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b9579c41-94a8-4c94-8f25-4bb533a5324e tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1184464 Jul 30 00:24:19.849213 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 37478) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:24:19.854263 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-6ab664fb-e1f4-4348-b142-f5dd56ba18b4 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Request body: {'security_group_rule': {'security_group_id': 'a4d731c5-4eec-4ae5-aec6-5d76bd649b5c', 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:24:19.880224 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6ab664fb-e1f4-4348-b142-f5dd56ba18b4 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:19.937073 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6ab664fb-e1f4-4348-b142-f5dd56ba18b4 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:19.940742 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6ab664fb-e1f4-4348-b142-f5dd56ba18b4 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:19.961320 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab664fb-e1f4-4348-b142-f5dd56ba18b4 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df9a2ad5-aa8c-4f45-a30c-e38f3b4c0ad4,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:24:19.964914 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-6ab664fb-e1f4-4348-b142-f5dd56ba18b4 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:19.966389 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-6ab664fb-e1f4-4348-b142-f5dd56ba18b4 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1161067 Jul 30 00:24:19.968950 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 37480) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:24:19.973489 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-cc4d1210-6bea-4980-9e3c-00705bf79aa0 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Request body: {'security_group_rule': {'security_group_id': 'a4d731c5-4eec-4ae5-aec6-5d76bd649b5c', 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:24:20.000479 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cc4d1210-6bea-4980-9e3c-00705bf79aa0 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:20.061804 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cc4d1210-6bea-4980-9e3c-00705bf79aa0 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:20.065116 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cc4d1210-6bea-4980-9e3c-00705bf79aa0 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:20.081806 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4d1210-6bea-4980-9e3c-00705bf79aa0 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c403b0b-ef44-453d-b2cd-8f79a59f245e,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:24:20.087986 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-cc4d1210-6bea-4980-9e3c-00705bf79aa0 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:20.089351 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-cc4d1210-6bea-4980-9e3c-00705bf79aa0 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1193449 Jul 30 00:24:20.092121 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 37482) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:24:20.096770 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-e7beb524-a4a0-4744-921c-53e44f1ab6f3 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Request body: {'security_group_rule': {'security_group_id': 'a4d731c5-4eec-4ae5-aec6-5d76bd649b5c', 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:24:20.118324 n-d-712141-10 neutron-server[94077]: INFO neutron.db.securitygroups_db [None req-e7beb524-a4a0-4744-921c-53e44f1ab6f3 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Project e5cbafbeb6f54e069c2a006bcf0b792e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:24:20.123661 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e7beb524-a4a0-4744-921c-53e44f1ab6f3 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:20.161723 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:20.184759 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e7beb524-a4a0-4744-921c-53e44f1ab6f3 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:20.188134 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e7beb524-a4a0-4744-921c-53e44f1ab6f3 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:20.205419 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7beb524-a4a0-4744-921c-53e44f1ab6f3 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b15bfe7-de6a-48b4-920a-22edf6d804fa,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:24:20.211063 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e7beb524-a4a0-4744-921c-53e44f1ab6f3 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:20.212344 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e7beb524-a4a0-4744-921c-53e44f1ab6f3 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1191311 Jul 30 00:24:20.215623 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 37484) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:24:20.219994 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-c17881c7-9640-4b3f-8e42-cdfbbe7dd9bf tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Request body: {'security_group_rule': {'security_group_id': 'a4d731c5-4eec-4ae5-aec6-5d76bd649b5c', 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:24:20.241886 n-d-712141-10 neutron-server[94077]: INFO neutron.db.securitygroups_db [None req-c17881c7-9640-4b3f-8e42-cdfbbe7dd9bf tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Project e5cbafbeb6f54e069c2a006bcf0b792e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:24:20.246846 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c17881c7-9640-4b3f-8e42-cdfbbe7dd9bf tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:20.307198 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c17881c7-9640-4b3f-8e42-cdfbbe7dd9bf tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:20.310516 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c17881c7-9640-4b3f-8e42-cdfbbe7dd9bf tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:20.329695 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17881c7-9640-4b3f-8e42-cdfbbe7dd9bf tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94e82794-957a-4ff3-a862-d6eb555d82e8,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:24:20.335928 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c17881c7-9640-4b3f-8e42-cdfbbe7dd9bf tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:20.337072 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c17881c7-9640-4b3f-8e42-cdfbbe7dd9bf tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1205263 Jul 30 00:24:20.340577 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37486) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:24:20.345875 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-6ebc60c5-4815-49b0-8282-2ce6eaeb41a2 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Request body: {'network': {'name': 'tempest-network-smoke--1813749470', 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'port_security_enabled': True}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:24:20.365918 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ebc60c5-4815-49b0-8282-2ce6eaeb41a2 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Made reservation on behalf of e5cbafbeb6f54e069c2a006bcf0b792e for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:24:20.369704 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6ebc60c5-4815-49b0-8282-2ce6eaeb41a2 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:20.393107 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ebc60c5-4815-49b0-8282-2ce6eaeb41a2 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:24:20.403068 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6ebc60c5-4815-49b0-8282-2ce6eaeb41a2 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:20.403407 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-6ebc60c5-4815-49b0-8282-2ce6eaeb41a2 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Added segment 8497901c-6ff3-4d90-ab07-f616c299b937 of type vlan for network c0cff58a-21ce-43bb-993c-338a6f877b53 Jul 30 00:24:20.444600 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6ebc60c5-4815-49b0-8282-2ce6eaeb41a2 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:20.473545 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6ebc60c5-4815-49b0-8282-2ce6eaeb41a2 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:20.480170 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ebc60c5-4815-49b0-8282-2ce6eaeb41a2 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:20.480757 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6ebc60c5-4815-49b0-8282-2ce6eaeb41a2 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:20.539678 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-6ebc60c5-4815-49b0-8282-2ce6eaeb41a2 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1980023 Jul 30 00:24:20.543352 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 37488) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:24:20.548196 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-879e995e-993c-4cc4-b95f-d26dd3d70957 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-794510793', 'admin_state_up': True, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:24:20.553168 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebc60c5-4815-49b0-8282-2ce6eaeb41a2 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'Network': ['ID=c0cff58a-21ce-43bb-993c-338a6f877b53,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:24:20.563735 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network c0cff58a-21ce-43bb-993c-338a6f877b53 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:24:20.576366 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-879e995e-993c-4cc4-b95f-d26dd3d70957 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:20.577536 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-879e995e-993c-4cc4-b95f-d26dd3d70957 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:20.634661 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-879e995e-993c-4cc4-b95f-d26dd3d70957 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:20.739055 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 7d665fa9-8d24-46f2-8099-1ed0c866d312 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:24:20.762880 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 7d665fa9-8d24-46f2-8099-1ed0c866d312 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:24:20.763231 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 7d665fa9-8d24-46f2-8099-1ed0c866d312 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:24:20.776046 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-879e995e-993c-4cc4-b95f-d26dd3d70957 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:20.969717 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-879e995e-993c-4cc4-b95f-d26dd3d70957 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for router_gateway, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:20.996645 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-879e995e-993c-4cc4-b95f-d26dd3d70957 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:21.099953 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-879e995e-993c-4cc4-b95f-d26dd3d70957 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Allocated IP 172.25.0.212 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/16665cf3-7053-4acd-9c59-1a119912b17b) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:24:21.199463 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-879e995e-993c-4cc4-b95f-d26dd3d70957 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:21.240228 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-879e995e-993c-4cc4-b95f-d26dd3d70957 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:21.280815 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879e995e-993c-4cc4-b95f-d26dd3d70957 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:24:21.285353 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-879e995e-993c-4cc4-b95f-d26dd3d70957 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:24:21.292482 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879e995e-993c-4cc4-b95f-d26dd3d70957 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:24:21.295583 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e995e-993c-4cc4-b95f-d26dd3d70957 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'Port': ['ID=16665cf3-7053-4acd-9c59-1a119912b17b,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:24:21.812059 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-879e995e-993c-4cc4-b95f-d26dd3d70957 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for router_gateway, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:22.007557 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-879e995e-993c-4cc4-b95f-d26dd3d70957 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:22.133436 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-879e995e-993c-4cc4-b95f-d26dd3d70957 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Router 7635d187-36b6-4bb2-88c8-c967dc5848ca is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:24:22.238073 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-879e995e-993c-4cc4-b95f-d26dd3d70957 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:24:22.248636 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a49af2-223d-4796-b58a-3de177fe1aed None None] Sync routers for ids ['7635d187-36b6-4bb2-88c8-c967dc5848ca'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:24:22.256641 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-879e995e-993c-4cc4-b95f-d26dd3d70957 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:22.257890 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-879e995e-993c-4cc4-b95f-d26dd3d70957 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7135112 Jul 30 00:24:22.258061 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a49af2-223d-4796-b58a-3de177fe1aed None None] Routers {'7635d187-36b6-4bb2-88c8-c967dc5848ca'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:24:22.258724 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-92a49af2-223d-4796-b58a-3de177fe1aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:23:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['7635d187-36b6-4bb2-88c8-c967dc5848ca'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:24:22.261201 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37490) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:24:22.289237 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ff531c67-d2ca-485d-b779-83b85e7cbb65 tempest-TestNetworkAdvancedServerOps-900635967 tempest-TestNetworkAdvancedServerOps-900635967-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=e5cbafbeb6f54e069c2a006bcf0b792e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267184 Jul 30 00:24:22.292541 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37492) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:24:22.362929 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-92a49af2-223d-4796-b58a-3de177fe1aed None None] Set router 7635d187-36b6-4bb2-88c8-c967dc5848ca gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:24:22.378577 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb8c818-af86-4d35-b56f-fe6e145d4be1 tempest-TestNetworkAdvancedServerOps-900635967 tempest-TestNetworkAdvancedServerOps-900635967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:22.380090 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-4fb8c818-af86-4d35-b56f-fe6e145d4be1 tempest-TestNetworkAdvancedServerOps-900635967 tempest-TestNetworkAdvancedServerOps-900635967-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0866559 Jul 30 00:24:22.382950 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37494) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:24:22.410507 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-7ae6b60b-6852-41ac-a960-55f6edee0738 tempest-TestNetworkAdvancedServerOps-900635967 tempest-TestNetworkAdvancedServerOps-900635967-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=58f27f61-3278-49cc-b66b-1e729d26f29f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263381 Jul 30 00:24:22.412771 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37496) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:24:22.418217 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-0bc4f659-9c9d-4429-bbd6-9441abb6d247 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-823243913', 'network_id': 'c0cff58a-21ce-43bb-993c-338a6f877b53', 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:24:22.508846 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc4f659-9c9d-4429-bbd6-9441abb6d247 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Made reservation on behalf of e5cbafbeb6f54e069c2a006bcf0b792e for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:24:22.512646 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0bc4f659-9c9d-4429-bbd6-9441abb6d247 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:22.539092 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-92a49af2-223d-4796-b58a-3de177fe1aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7635d187-36b6-4bb2-88c8-c967dc5848ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794510793', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '16665cf3-7053-4acd-9c59-1a119912b17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:24:20Z', 'updated_at': '2021-07-30T00:24:21Z', 'revision_number': 3, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port': {'id': '16665cf3-7053-4acd-9c59-1a119912b17b', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c5:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7635d187-36b6-4bb2-88c8-c967dc5848ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:24:21Z', 'updated_at': '2021-07-30T00:24:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:24:22.567456 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a49af2-223d-4796-b58a-3de177fe1aed None None] Checking router: 7635d187-36b6-4bb2-88c8-c967dc5848ca for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:24:22.567795 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a49af2-223d-4796-b58a-3de177fe1aed None None] Updating router 7635d187-36b6-4bb2-88c8-c967dc5848ca port 16665cf3-7053-4acd-9c59-1a119912b17b binding host n-d-712141-10 {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:24:22.592669 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-92a49af2-223d-4796-b58a-3de177fe1aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:22.848593 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-92a49af2-223d-4796-b58a-3de177fe1aed None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:22.859843 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-92a49af2-223d-4796-b58a-3de177fe1aed None None] Transition to ACTIVE for port object 16665cf3-7053-4acd-9c59-1a119912b17b will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:24:22.865613 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-92a49af2-223d-4796-b58a-3de177fe1aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:22.918785 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-92a49af2-223d-4796-b58a-3de177fe1aed None None] Attempting to bind port 16665cf3-7053-4acd-9c59-1a119912b17b on host n-d-712141-10 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:24:22.919161 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-92a49af2-223d-4796-b58a-3de177fe1aed None None] Attempting to bind port 16665cf3-7053-4acd-9c59-1a119912b17b by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:24:22.919523 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a49af2-223d-4796-b58a-3de177fe1aed None None] Attempting to bind port 16665cf3-7053-4acd-9c59-1a119912b17b on network 58f27f61-3278-49cc-b66b-1e729d26f29f {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:24:22.928697 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58461c74-2bc6-487d-8f1f-35a2c8c706f5 None None] Pushing event updated for resources: {'Port': ['ID=16665cf3-7053-4acd-9c59-1a119912b17b,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:24:22.931005 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a49af2-223d-4796-b58a-3de177fe1aed None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:24:22.931378 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a49af2-223d-4796-b58a-3de177fe1aed None None] Checking segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:24:22.932411 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-92a49af2-223d-4796-b58a-3de177fe1aed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:22.932807 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a49af2-223d-4796-b58a-3de177fe1aed None None] Bound using segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:24:22.933278 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-92a49af2-223d-4796-b58a-3de177fe1aed None None] Bound port: 16665cf3-7053-4acd-9c59-1a119912b17b, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:24:22.933685 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-92a49af2-223d-4796-b58a-3de177fe1aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:22.956734 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58461c74-2bc6-487d-8f1f-35a2c8c706f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:24:22.957079 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58461c74-2bc6-487d-8f1f-35a2c8c706f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:24:22.957421 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58461c74-2bc6-487d-8f1f-35a2c8c706f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:24:22.957792 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58461c74-2bc6-487d-8f1f-35a2c8c706f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:24:22.958125 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58461c74-2bc6-487d-8f1f-35a2c8c706f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:24:22.958455 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58461c74-2bc6-487d-8f1f-35a2c8c706f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:24:22.958781 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58461c74-2bc6-487d-8f1f-35a2c8c706f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:24:22.959105 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58461c74-2bc6-487d-8f1f-35a2c8c706f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:24:22.959427 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58461c74-2bc6-487d-8f1f-35a2c8c706f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:24:22.959754 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58461c74-2bc6-487d-8f1f-35a2c8c706f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:24:22.960426 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58461c74-2bc6-487d-8f1f-35a2c8c706f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:24:22.960426 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58461c74-2bc6-487d-8f1f-35a2c8c706f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:24:22.996609 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-92a49af2-223d-4796-b58a-3de177fe1aed None None] For port 16665cf3-7053-4acd-9c59-1a119912b17b, host n-d-712141-10, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:24:22.999697 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-92a49af2-223d-4796-b58a-3de177fe1aed None None] For port 16665cf3-7053-4acd-9c59-1a119912b17b, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=16665cf3-7053-4acd-9c59-1a119912b17b,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:24:23.003795 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-92a49af2-223d-4796-b58a-3de177fe1aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:23.059585 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0bc4f659-9c9d-4429-bbd6-9441abb6d247 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:23.063509 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58461c74-2bc6-487d-8f1f-35a2c8c706f5 None None] Pushing event updated for resources: {'Port': ['ID=16665cf3-7053-4acd-9c59-1a119912b17b,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:24:23.066351 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a49af2-223d-4796-b58a-3de177fe1aed None None] Routers {'7635d187-36b6-4bb2-88c8-c967dc5848ca'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:24:23.066949 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-92a49af2-223d-4796-b58a-3de177fe1aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:23:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['7635d187-36b6-4bb2-88c8-c967dc5848ca'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:24:23.122059 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc4f659-9c9d-4429-bbd6-9441abb6d247 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'Subnet': ['ID=2bf26bea-a252-4d40-985c-689308e32eb7,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:24:23.130329 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc4f659-9c9d-4429-bbd6-9441abb6d247 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Checking segment: {'id': '8497901c-6ff3-4d90-ab07-f616c299b937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c0cff58a-21ce-43bb-993c-338a6f877b53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:24:23.130693 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc4f659-9c9d-4429-bbd6-9441abb6d247 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Network hostable DHCP agents. Network: c0cff58a-21ce-43bb-993c-338a6f877b53, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:24:23.149023 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc4f659-9c9d-4429-bbd6-9441abb6d247 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Network c0cff58a-21ce-43bb-993c-338a6f877b53 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:24:23.158931 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-0bc4f659-9c9d-4429-bbd6-9441abb6d247 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, c0cff58a-21ce-43bb-993c-338a6f877b53) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:24:23.164477 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc4f659-9c9d-4429-bbd6-9441abb6d247 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:23.165062 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-0bc4f659-9c9d-4429-bbd6-9441abb6d247 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:23.172190 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-92a49af2-223d-4796-b58a-3de177fe1aed None None] Set router 7635d187-36b6-4bb2-88c8-c967dc5848ca gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:24:23.177046 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0269d0-d56d-4b93-aa7a-08feb0fd333a None None] Network c0cff58a-21ce-43bb-993c-338a6f877b53 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:24:23.182897 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-0bc4f659-9c9d-4429-bbd6-9441abb6d247 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7690108 Jul 30 00:24:23.186385 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 37498) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:24:23.358240 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2846baba-2bea-4a0a-b1f5-bbc3bb564456 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-c0cff58a-21ce-43bb-993c-338a6f877b53', 'network_id': 'c0cff58a-21ce-43bb-993c-338a6f877b53', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'fixed_ips': [{'subnet_id': '2bf26bea-a252-4d40-985c-689308e32eb7'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:24:23.359196 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2846baba-2bea-4a0a-b1f5-bbc3bb564456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:23.373037 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-85bd37fd-ac43-4bbe-b73a-39ed983893c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:23.397829 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-92a49af2-223d-4796-b58a-3de177fe1aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7635d187-36b6-4bb2-88c8-c967dc5848ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794510793', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '16665cf3-7053-4acd-9c59-1a119912b17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:24:20Z', 'updated_at': '2021-07-30T00:24:21Z', 'revision_number': 3, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port': {'id': '16665cf3-7053-4acd-9c59-1a119912b17b', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c5:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7635d187-36b6-4bb2-88c8-c967dc5848ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:24:21Z', 'updated_at': '2021-07-30T00:24:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:24:23.430587 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a49af2-223d-4796-b58a-3de177fe1aed None None] The sync data for ids ['7635d187-36b6-4bb2-88c8-c967dc5848ca'] in n-d-712141-10 is: [{'id': '7635d187-36b6-4bb2-88c8-c967dc5848ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794510793', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '16665cf3-7053-4acd-9c59-1a119912b17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:24:20Z', 'updated_at': '2021-07-30T00:24:21Z', 'revision_number': 3, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port': {'id': '16665cf3-7053-4acd-9c59-1a119912b17b', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c5:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7635d187-36b6-4bb2-88c8-c967dc5848ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:24:21Z', 'updated_at': '2021-07-30T00:24:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:24:23.519291 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-2846baba-2bea-4a0a-b1f5-bbc3bb564456 None None] Allocated IP 172.20.0.2 (c0cff58a-21ce-43bb-993c-338a6f877b53/2bf26bea-a252-4d40-985c-689308e32eb7/40ff6fd1-33fd-4752-9b6b-fc26bb977bbe) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:24:23.700532 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2846baba-2bea-4a0a-b1f5-bbc3bb564456 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:23.704991 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fa74841e-940d-4ec7-8b80-1bb47f6a5606 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:23.709088 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2846baba-2bea-4a0a-b1f5-bbc3bb564456 None None] Transition to ACTIVE for port object 40ff6fd1-33fd-4752-9b6b-fc26bb977bbe will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:24:23.736872 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2846baba-2bea-4a0a-b1f5-bbc3bb564456 None None] Transition to ACTIVE for port object 40ff6fd1-33fd-4752-9b6b-fc26bb977bbe will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:24:23.746001 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2846baba-2bea-4a0a-b1f5-bbc3bb564456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:23.787531 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2846baba-2bea-4a0a-b1f5-bbc3bb564456 None None] Network c0cff58a-21ce-43bb-993c-338a6f877b53 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:24:23.790712 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-2846baba-2bea-4a0a-b1f5-bbc3bb564456 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:24:23.798385 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2846baba-2bea-4a0a-b1f5-bbc3bb564456 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:24:23.801704 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2846baba-2bea-4a0a-b1f5-bbc3bb564456 None None] Pushing event updated for resources: {'Port': ['ID=40ff6fd1-33fd-4752-9b6b-fc26bb977bbe,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:24:23.860394 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-2846baba-2bea-4a0a-b1f5-bbc3bb564456 None None] Attempting to bind port 40ff6fd1-33fd-4752-9b6b-fc26bb977bbe on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:24:23.860779 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-2846baba-2bea-4a0a-b1f5-bbc3bb564456 None None] Attempting to bind port 40ff6fd1-33fd-4752-9b6b-fc26bb977bbe by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '8497901c-6ff3-4d90-ab07-f616c299b937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c0cff58a-21ce-43bb-993c-338a6f877b53'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:24:23.861146 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2846baba-2bea-4a0a-b1f5-bbc3bb564456 None None] Attempting to bind port 40ff6fd1-33fd-4752-9b6b-fc26bb977bbe on network c0cff58a-21ce-43bb-993c-338a6f877b53 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:24:23.866727 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2846baba-2bea-4a0a-b1f5-bbc3bb564456 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:24:23.867144 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2846baba-2bea-4a0a-b1f5-bbc3bb564456 None None] Checking segment: {'id': '8497901c-6ff3-4d90-ab07-f616c299b937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c0cff58a-21ce-43bb-993c-338a6f877b53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:24:23.867554 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2846baba-2bea-4a0a-b1f5-bbc3bb564456 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:23.868149 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2846baba-2bea-4a0a-b1f5-bbc3bb564456 None None] Bound using segment: {'id': '8497901c-6ff3-4d90-ab07-f616c299b937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c0cff58a-21ce-43bb-993c-338a6f877b53'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:24:23.868638 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-2846baba-2bea-4a0a-b1f5-bbc3bb564456 None None] Bound port: 40ff6fd1-33fd-4752-9b6b-fc26bb977bbe, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8497901c-6ff3-4d90-ab07-f616c299b937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c0cff58a-21ce-43bb-993c-338a6f877b53'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:24:23.869061 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2846baba-2bea-4a0a-b1f5-bbc3bb564456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:23.940297 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2846baba-2bea-4a0a-b1f5-bbc3bb564456 None None] For port 40ff6fd1-33fd-4752-9b6b-fc26bb977bbe, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:24:23.943415 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-2846baba-2bea-4a0a-b1f5-bbc3bb564456 None None] For port 40ff6fd1-33fd-4752-9b6b-fc26bb977bbe, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=40ff6fd1-33fd-4752-9b6b-fc26bb977bbe,segment=NetworkSegment(8497901c-6ff3-4d90-ab07-f616c299b937),segment_id=8497901c-6ff3-4d90-ab07-f616c299b937)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:24:23.949835 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2846baba-2bea-4a0a-b1f5-bbc3bb564456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:24.018468 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2846baba-2bea-4a0a-b1f5-bbc3bb564456 None None] Pushing event updated for resources: {'Port': ['ID=40ff6fd1-33fd-4752-9b6b-fc26bb977bbe,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:24:24.062411 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-fa74841e-940d-4ec7-8b80-1bb47f6a5606 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Allocated IP 172.20.0.1 (c0cff58a-21ce-43bb-993c-338a6f877b53/2bf26bea-a252-4d40-985c-689308e32eb7/c8c5ec32-b609-4a5e-91e5-75d89b417552) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:24:24.192263 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fa74841e-940d-4ec7-8b80-1bb47f6a5606 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:24.211537 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-fa74841e-940d-4ec7-8b80-1bb47f6a5606 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Transition to ACTIVE for port object c8c5ec32-b609-4a5e-91e5-75d89b417552 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:24:24.269162 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fa74841e-940d-4ec7-8b80-1bb47f6a5606 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:24.313301 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa74841e-940d-4ec7-8b80-1bb47f6a5606 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Network c0cff58a-21ce-43bb-993c-338a6f877b53 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:24:24.316478 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-fa74841e-940d-4ec7-8b80-1bb47f6a5606 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:24:24.320310 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa74841e-940d-4ec7-8b80-1bb47f6a5606 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:24:24.351452 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa74841e-940d-4ec7-8b80-1bb47f6a5606 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'Port': ['ID=c8c5ec32-b609-4a5e-91e5-75d89b417552,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:24:24.376419 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fa74841e-940d-4ec7-8b80-1bb47f6a5606 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:24.519251 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fa74841e-940d-4ec7-8b80-1bb47f6a5606 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:24.882264 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 16665cf3-7053-4acd-9c59-1a119912b17b up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:24:24.939215 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 16665cf3-7053-4acd-9c59-1a119912b17b completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:24:24.944169 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 16665cf3-7053-4acd-9c59-1a119912b17b triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:24:24.944640 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:24.985738 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7143b53-abf4-496f-a453-818a12e98af4 None None] Network c0cff58a-21ce-43bb-993c-338a6f877b53 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:24:25.126544 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:25.127762 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fa74841e-940d-4ec7-8b80-1bb47f6a5606 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:25.134511 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-fc23005e-87fb-41f8-b5ab-5bcb79e92f07 None None] Provisioning for port 40ff6fd1-33fd-4752-9b6b-fc26bb977bbe completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:24:25.135380 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fa74841e-940d-4ec7-8b80-1bb47f6a5606 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:25.187623 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 16665cf3-7053-4acd-9c59-1a119912b17b, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=16665cf3-7053-4acd-9c59-1a119912b17b,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:24:25.214129 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:25.214896 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fa74841e-940d-4ec7-8b80-1bb47f6a5606 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:25.215459 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 40ff6fd1-33fd-4752-9b6b-fc26bb977bbe up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:24:25.224820 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa74841e-940d-4ec7-8b80-1bb47f6a5606 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'Port': ['ID=c8c5ec32-b609-4a5e-91e5-75d89b417552,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:24:25.307526 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=16665cf3-7053-4acd-9c59-1a119912b17b,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:24:25.324119 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 40ff6fd1-33fd-4752-9b6b-fc26bb977bbe completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:24:25.328080 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 40ff6fd1-33fd-4752-9b6b-fc26bb977bbe triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:24:25.328444 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:25.330866 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa74841e-940d-4ec7-8b80-1bb47f6a5606 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Network c0cff58a-21ce-43bb-993c-338a6f877b53 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:24:25.332355 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-fa74841e-940d-4ec7-8b80-1bb47f6a5606 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:24:25.415336 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:25.451499 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 40ff6fd1-33fd-4752-9b6b-fc26bb977bbe, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=40ff6fd1-33fd-4752-9b6b-fc26bb977bbe,segment=NetworkSegment(8497901c-6ff3-4d90-ab07-f616c299b937),segment_id=8497901c-6ff3-4d90-ab07-f616c299b937)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:24:25.457465 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:25.468061 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa74841e-940d-4ec7-8b80-1bb47f6a5606 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Router 7635d187-36b6-4bb2-88c8-c967dc5848ca has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:24:25.514578 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=40ff6fd1-33fd-4752-9b6b-fc26bb977bbe,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:24:25.588615 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa74841e-940d-4ec7-8b80-1bb47f6a5606 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:24:25.606342 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-fa74841e-940d-4ec7-8b80-1bb47f6a5606 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "PUT /v2.0/routers/7635d187-36b6-4bb2-88c8-c967dc5848ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4087975 Jul 30 00:24:25.606451 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-9a76ddbd-5938-43a1-9b33-4b18f2470852 None None] Provisioning for port c8c5ec32-b609-4a5e-91e5-75d89b417552 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:24:25.612955 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb2f3ec-e57c-4ad4-bfc3-451396cacd1c None None] Sync routers for ids ['7635d187-36b6-4bb2-88c8-c967dc5848ca'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:24:25.621019 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-9a76ddbd-5938-43a1-9b33-4b18f2470852 None None] Provisioning complete for port c8c5ec32-b609-4a5e-91e5-75d89b417552 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:24:25.621464 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9a76ddbd-5938-43a1-9b33-4b18f2470852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:25.649628 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb2f3ec-e57c-4ad4-bfc3-451396cacd1c None None] Routers {'7635d187-36b6-4bb2-88c8-c967dc5848ca'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:24:25.650889 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-bfb2f3ec-e57c-4ad4-bfc3-451396cacd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:23:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['7635d187-36b6-4bb2-88c8-c967dc5848ca'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:24:25.700310 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-9a76ddbd-5938-43a1-9b33-4b18f2470852 None None] Port c8c5ec32-b609-4a5e-91e5-75d89b417552 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:24:25.751443 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6f30256b-6642-4f17-821c-33482a568ad8 req-091e8a44-4e97-4382-bcee-6005e88e75b0 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-112897403&fields=id&tenant_id=e5cbafbeb6f54e069c2a006bcf0b792e HTTP/1.1" status: 200 len: 267 time: 0.0357921 Jul 30 00:24:25.752848 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-9a76ddbd-5938-43a1-9b33-4b18f2470852 None None] Provisioning complete for port 40ff6fd1-33fd-4752-9b6b-fc26bb977bbe triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:24:25.753224 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9a76ddbd-5938-43a1-9b33-4b18f2470852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:25.810186 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-bfb2f3ec-e57c-4ad4-bfc3-451396cacd1c None None] Set router 7635d187-36b6-4bb2-88c8-c967dc5848ca gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:24:25.871780 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30256b-6642-4f17-821c-33482a568ad8 req-49cae071-5d14-463c-8463-b1762423d778 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:25.873743 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6f30256b-6642-4f17-821c-33482a568ad8 req-49cae071-5d14-463c-8463-b1762423d778 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/networks?id=c0cff58a-21ce-43bb-993c-338a6f877b53 HTTP/1.1" status: 200 len: 797 time: 0.1153162 Jul 30 00:24:25.890596 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6f30256b-6642-4f17-821c-33482a568ad8 req-6249801c-ed05-418b-bbae-292dd4221bf4 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/quotas/e5cbafbeb6f54e069c2a006bcf0b792e HTTP/1.1" status: 200 len: 375 time: 0.0105002 Jul 30 00:24:25.945648 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6f30256b-6642-4f17-821c-33482a568ad8 req-ab0d47b7-5476-44b7-9df8-f7d63126437d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e5cbafbeb6f54e069c2a006bcf0b792e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489671 Jul 30 00:24:25.977623 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ed9109ad-3d21-4ea1-bd6e-8f7eefcadd1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:26.046174 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6f30256b-6642-4f17-821c-33482a568ad8 req-a7d2a4e4-5ec2-4407-aa7a-4d6f1914a7ef service neutron] 10.222.0.43 "GET /v2.0/networks/c0cff58a-21ce-43bb-993c-338a6f877b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876911 Jul 30 00:24:26.066673 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-bfb2f3ec-e57c-4ad4-bfc3-451396cacd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7635d187-36b6-4bb2-88c8-c967dc5848ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794510793', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '16665cf3-7053-4acd-9c59-1a119912b17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:24:20Z', 'updated_at': '2021-07-30T00:24:24Z', 'revision_number': 4, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port': {'id': '16665cf3-7053-4acd-9c59-1a119912b17b', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7635d187-36b6-4bb2-88c8-c967dc5848ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:24:21Z', 'updated_at': '2021-07-30T00:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'c8c5ec32-b609-4a5e-91e5-75d89b417552', 'name': '', 'network_id': 'c0cff58a-21ce-43bb-993c-338a6f877b53', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'mac_address': 'fa:16:3e:31:19:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7635d187-36b6-4bb2-88c8-c967dc5848ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '2bf26bea-a252-4d40-985c-689308e32eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:24:23Z', 'updated_at': '2021-07-30T00:24:24Z', 'revision_number': 2, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'subnets': [{'id': '2bf26bea-a252-4d40-985c-689308e32eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:24:26.096765 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb2f3ec-e57c-4ad4-bfc3-451396cacd1c None None] Checking router: 7635d187-36b6-4bb2-88c8-c967dc5848ca for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:24:26.097121 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb2f3ec-e57c-4ad4-bfc3-451396cacd1c None None] Updating router 7635d187-36b6-4bb2-88c8-c967dc5848ca port c8c5ec32-b609-4a5e-91e5-75d89b417552 binding host n-d-712141-10 {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:24:26.125985 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bfb2f3ec-e57c-4ad4-bfc3-451396cacd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:26.127758 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-ee7ff14f-81af-4495-b46e-891a168ed68b None None] Provisioning complete for port c8c5ec32-b609-4a5e-91e5-75d89b417552 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:24:26.128117 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ee7ff14f-81af-4495-b46e-891a168ed68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:26.136722 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6f30256b-6642-4f17-821c-33482a568ad8 req-14d3934e-05cb-49e5-9873-5a19029bf7e7 service neutron] 10.222.0.43 "GET /v2.0/networks/c0cff58a-21ce-43bb-993c-338a6f877b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844600 Jul 30 00:24:26.191602 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-ee7ff14f-81af-4495-b46e-891a168ed68b None None] Port c8c5ec32-b609-4a5e-91e5-75d89b417552 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:24:26.321556 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-07dc16f3-90ea-4bc5-92e5-d175ee4c0bd9 req-ac1da520-cfbd-46f2-a45f-f6e91f5a7a87 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=114edabb-22bf-45ee-b310-fb9a5a56d1b8 HTTP/1.1" status: 200 len: 210 time: 0.0286121 Jul 30 00:24:26.448683 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bfb2f3ec-e57c-4ad4-bfc3-451396cacd1c None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:26.458795 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-bfb2f3ec-e57c-4ad4-bfc3-451396cacd1c None None] Transition to ACTIVE for port object c8c5ec32-b609-4a5e-91e5-75d89b417552 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:24:26.464847 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bfb2f3ec-e57c-4ad4-bfc3-451396cacd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:26.583064 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a6e451-2448-4e61-9dc8-79bd8d03dc9c None None] Pushing event updated for resources: {'Port': ['ID=c8c5ec32-b609-4a5e-91e5-75d89b417552,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:24:26.596231 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-bfb2f3ec-e57c-4ad4-bfc3-451396cacd1c None None] Attempting to bind port c8c5ec32-b609-4a5e-91e5-75d89b417552 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:24:26.596648 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-bfb2f3ec-e57c-4ad4-bfc3-451396cacd1c None None] Attempting to bind port c8c5ec32-b609-4a5e-91e5-75d89b417552 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '8497901c-6ff3-4d90-ab07-f616c299b937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c0cff58a-21ce-43bb-993c-338a6f877b53'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:24:26.597076 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb2f3ec-e57c-4ad4-bfc3-451396cacd1c None None] Attempting to bind port c8c5ec32-b609-4a5e-91e5-75d89b417552 on network c0cff58a-21ce-43bb-993c-338a6f877b53 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:24:26.601950 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:26.605530 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb2f3ec-e57c-4ad4-bfc3-451396cacd1c None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 24, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:24:26.605937 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb2f3ec-e57c-4ad4-bfc3-451396cacd1c None None] Checking segment: {'id': '8497901c-6ff3-4d90-ab07-f616c299b937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c0cff58a-21ce-43bb-993c-338a6f877b53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:24:26.606349 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bfb2f3ec-e57c-4ad4-bfc3-451396cacd1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:26.606731 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb2f3ec-e57c-4ad4-bfc3-451396cacd1c None None] Bound using segment: {'id': '8497901c-6ff3-4d90-ab07-f616c299b937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c0cff58a-21ce-43bb-993c-338a6f877b53'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:24:26.607211 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-bfb2f3ec-e57c-4ad4-bfc3-451396cacd1c None None] Bound port: c8c5ec32-b609-4a5e-91e5-75d89b417552, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8497901c-6ff3-4d90-ab07-f616c299b937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c0cff58a-21ce-43bb-993c-338a6f877b53'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:24:26.607595 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bfb2f3ec-e57c-4ad4-bfc3-451396cacd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:26.683700 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-bfb2f3ec-e57c-4ad4-bfc3-451396cacd1c None None] For port c8c5ec32-b609-4a5e-91e5-75d89b417552, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:24:26.687610 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-bfb2f3ec-e57c-4ad4-bfc3-451396cacd1c None None] For port c8c5ec32-b609-4a5e-91e5-75d89b417552, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=c8c5ec32-b609-4a5e-91e5-75d89b417552,segment=NetworkSegment(8497901c-6ff3-4d90-ab07-f616c299b937),segment_id=8497901c-6ff3-4d90-ab07-f616c299b937)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:24:26.691684 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bfb2f3ec-e57c-4ad4-bfc3-451396cacd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:26.761084 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb2f3ec-e57c-4ad4-bfc3-451396cacd1c None None] Routers {'7635d187-36b6-4bb2-88c8-c967dc5848ca'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:24:26.761746 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-bfb2f3ec-e57c-4ad4-bfc3-451396cacd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:24:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['7635d187-36b6-4bb2-88c8-c967dc5848ca'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:24:26.763968 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a6e451-2448-4e61-9dc8-79bd8d03dc9c None None] Pushing event updated for resources: {'Port': ['ID=c8c5ec32-b609-4a5e-91e5-75d89b417552,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:24:26.828534 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 16665cf3-7053-4acd-9c59-1a119912b17b up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:24:26.917227 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-bfb2f3ec-e57c-4ad4-bfc3-451396cacd1c None None] Set router 7635d187-36b6-4bb2-88c8-c967dc5848ca gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:24:26.958523 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 16665cf3-7053-4acd-9c59-1a119912b17b triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:24:26.958893 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:27.289065 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30256b-6642-4f17-821c-33482a568ad8 req-203c9ede-453d-4780-bc37-1483d07bd79a tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:27.290682 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6f30256b-6642-4f17-821c-33482a568ad8 req-203c9ede-453d-4780-bc37-1483d07bd79a tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.22 "GET /v2.0/networks?id=c0cff58a-21ce-43bb-993c-338a6f877b53 HTTP/1.1" status: 200 len: 797 time: 0.1204307 Jul 30 00:24:27.320684 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 40ff6fd1-33fd-4752-9b6b-fc26bb977bbe up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:24:27.339123 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6f30256b-6642-4f17-821c-33482a568ad8 req-5a906b4d-4cd3-40c0-8d1b-2ca7f5987b21 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5cbafbeb6f54e069c2a006bcf0b792e HTTP/1.1" status: 200 len: 379 time: 0.0388114 Jul 30 00:24:27.350328 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-6f30256b-6642-4f17-821c-33482a568ad8 req-03cb8467-e3c5-4f1b-9a86-af67d56c8e7c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Request body: {'port': {'device_id': '114edabb-22bf-45ee-b310-fb9a5a56d1b8', 'network_id': 'c0cff58a-21ce-43bb-993c-338a6f877b53', 'admin_state_up': True, 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'security_groups': ['a4d731c5-4eec-4ae5-aec6-5d76bd649b5c']}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:24:27.407840 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-bfb2f3ec-e57c-4ad4-bfc3-451396cacd1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7635d187-36b6-4bb2-88c8-c967dc5848ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794510793', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '16665cf3-7053-4acd-9c59-1a119912b17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:24:20Z', 'updated_at': '2021-07-30T00:24:24Z', 'revision_number': 4, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port': {'id': '16665cf3-7053-4acd-9c59-1a119912b17b', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7635d187-36b6-4bb2-88c8-c967dc5848ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:24:21Z', 'updated_at': '2021-07-30T00:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'c8c5ec32-b609-4a5e-91e5-75d89b417552', 'name': '', 'network_id': 'c0cff58a-21ce-43bb-993c-338a6f877b53', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'mac_address': 'fa:16:3e:31:19:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7635d187-36b6-4bb2-88c8-c967dc5848ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '2bf26bea-a252-4d40-985c-689308e32eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:24:23Z', 'updated_at': '2021-07-30T00:24:26Z', 'revision_number': 4, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'subnets': [{'id': '2bf26bea-a252-4d40-985c-689308e32eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:24:27.409680 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 40ff6fd1-33fd-4752-9b6b-fc26bb977bbe triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:24:27.410059 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:27.428285 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-faea8fe0-641c-46d4-88e1-015efbfdf913 req-1d220c54-0061-43c9-b373-87aa42edad40 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=114edabb-22bf-45ee-b310-fb9a5a56d1b8 HTTP/1.1" status: 200 len: 210 time: 0.0335240 Jul 30 00:24:27.454626 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb2f3ec-e57c-4ad4-bfc3-451396cacd1c None None] The sync data for ids ['7635d187-36b6-4bb2-88c8-c967dc5848ca'] in n-d-712141-10 is: [{'id': '7635d187-36b6-4bb2-88c8-c967dc5848ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794510793', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '16665cf3-7053-4acd-9c59-1a119912b17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:24:20Z', 'updated_at': '2021-07-30T00:24:24Z', 'revision_number': 4, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port': {'id': '16665cf3-7053-4acd-9c59-1a119912b17b', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7635d187-36b6-4bb2-88c8-c967dc5848ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:24:21Z', 'updated_at': '2021-07-30T00:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'c8c5ec32-b609-4a5e-91e5-75d89b417552', 'name': '', 'network_id': 'c0cff58a-21ce-43bb-993c-338a6f877b53', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'mac_address': 'fa:16:3e:31:19:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7635d187-36b6-4bb2-88c8-c967dc5848ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '2bf26bea-a252-4d40-985c-689308e32eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:24:23Z', 'updated_at': '2021-07-30T00:24:26Z', 'revision_number': 4, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'subnets': [{'id': '2bf26bea-a252-4d40-985c-689308e32eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:24:27.468355 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f30256b-6642-4f17-821c-33482a568ad8 req-03cb8467-e3c5-4f1b-9a86-af67d56c8e7c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Made reservation on behalf of e5cbafbeb6f54e069c2a006bcf0b792e for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:24:27.472516 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-6f30256b-6642-4f17-821c-33482a568ad8 req-03cb8467-e3c5-4f1b-9a86-af67d56c8e7c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:27.644588 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-6f30256b-6642-4f17-821c-33482a568ad8 req-03cb8467-e3c5-4f1b-9a86-af67d56c8e7c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Allocated IP 172.20.0.3 (c0cff58a-21ce-43bb-993c-338a6f877b53/2bf26bea-a252-4d40-985c-689308e32eb7/51b2089a-fa34-46bd-b89a-779cf19fbb53) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:24:27.791263 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-6f30256b-6642-4f17-821c-33482a568ad8 req-03cb8467-e3c5-4f1b-9a86-af67d56c8e7c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:27.812118 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-6f30256b-6642-4f17-821c-33482a568ad8 req-03cb8467-e3c5-4f1b-9a86-af67d56c8e7c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Transition to ACTIVE for port object 51b2089a-fa34-46bd-b89a-779cf19fbb53 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:24:27.846399 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-6f30256b-6642-4f17-821c-33482a568ad8 req-03cb8467-e3c5-4f1b-9a86-af67d56c8e7c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:27.891511 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f30256b-6642-4f17-821c-33482a568ad8 req-03cb8467-e3c5-4f1b-9a86-af67d56c8e7c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Network c0cff58a-21ce-43bb-993c-338a6f877b53 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:24:27.894568 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-6f30256b-6642-4f17-821c-33482a568ad8 req-03cb8467-e3c5-4f1b-9a86-af67d56c8e7c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:24:27.898494 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f30256b-6642-4f17-821c-33482a568ad8 req-03cb8467-e3c5-4f1b-9a86-af67d56c8e7c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:24:27.928104 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cb8467-e3c5-4f1b-9a86-af67d56c8e7c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'Port': ['ID=51b2089a-fa34-46bd-b89a-779cf19fbb53,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:24:27.928379 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:27.955561 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30256b-6642-4f17-821c-33482a568ad8 req-03cb8467-e3c5-4f1b-9a86-af67d56c8e7c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:27.956229 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-6f30256b-6642-4f17-821c-33482a568ad8 req-03cb8467-e3c5-4f1b-9a86-af67d56c8e7c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:27.972129 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6f30256b-6642-4f17-821c-33482a568ad8 req-03cb8467-e3c5-4f1b-9a86-af67d56c8e7c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6256626 Jul 30 00:24:27.985076 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-6f30256b-6642-4f17-821c-33482a568ad8 req-02f4253a-b825-43fe-81c5-3c3af8c86bb4 service neutron] Request body: {'port': {'device_id': '114edabb-22bf-45ee-b310-fb9a5a56d1b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:24:28.043668 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-6f30256b-6642-4f17-821c-33482a568ad8 req-02f4253a-b825-43fe-81c5-3c3af8c86bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:28.201233 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-01ebe72a-c9e0-45f7-a400-5fa07bc5a1a3 None None] Provisioning for port 51b2089a-fa34-46bd-b89a-779cf19fbb53 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:24:28.206406 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-01ebe72a-c9e0-45f7-a400-5fa07bc5a1a3 None None] Provisioning complete for port 51b2089a-fa34-46bd-b89a-779cf19fbb53 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:24:28.206780 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-01ebe72a-c9e0-45f7-a400-5fa07bc5a1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:28.248547 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-01ebe72a-c9e0-45f7-a400-5fa07bc5a1a3 None None] Port 51b2089a-fa34-46bd-b89a-779cf19fbb53 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:24:28.341017 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-6f30256b-6642-4f17-821c-33482a568ad8 req-02f4253a-b825-43fe-81c5-3c3af8c86bb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51b2089a-fa34-46bd-b89a-779cf19fbb53 {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:24:28.348917 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-6f30256b-6642-4f17-821c-33482a568ad8 req-02f4253a-b825-43fe-81c5-3c3af8c86bb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:28.361386 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-6f30256b-6642-4f17-821c-33482a568ad8 req-02f4253a-b825-43fe-81c5-3c3af8c86bb4 service neutron] Transition to ACTIVE for port object 51b2089a-fa34-46bd-b89a-779cf19fbb53 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:24:28.365225 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-6f30256b-6642-4f17-821c-33482a568ad8 req-02f4253a-b825-43fe-81c5-3c3af8c86bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:28.423853 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f4253a-b825-43fe-81c5-3c3af8c86bb4 service neutron] Pushing event updated for resources: {'Port': ['ID=51b2089a-fa34-46bd-b89a-779cf19fbb53,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:24:28.511702 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-6f30256b-6642-4f17-821c-33482a568ad8 req-02f4253a-b825-43fe-81c5-3c3af8c86bb4 service neutron] Attempting to bind port 51b2089a-fa34-46bd-b89a-779cf19fbb53 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:24:28.512054 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-6f30256b-6642-4f17-821c-33482a568ad8 req-02f4253a-b825-43fe-81c5-3c3af8c86bb4 service neutron] Attempting to bind port 51b2089a-fa34-46bd-b89a-779cf19fbb53 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '8497901c-6ff3-4d90-ab07-f616c299b937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c0cff58a-21ce-43bb-993c-338a6f877b53'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:24:28.512450 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f30256b-6642-4f17-821c-33482a568ad8 req-02f4253a-b825-43fe-81c5-3c3af8c86bb4 service neutron] Attempting to bind port 51b2089a-fa34-46bd-b89a-779cf19fbb53 on network c0cff58a-21ce-43bb-993c-338a6f877b53 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:24:28.518529 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f30256b-6642-4f17-821c-33482a568ad8 req-02f4253a-b825-43fe-81c5-3c3af8c86bb4 service neutron] Port 51b2089a-fa34-46bd-b89a-779cf19fbb53 on network c0cff58a-21ce-43bb-993c-338a6f877b53 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:24:28.518894 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f30256b-6642-4f17-821c-33482a568ad8 req-02f4253a-b825-43fe-81c5-3c3af8c86bb4 service neutron] Attempting to bind port 51b2089a-fa34-46bd-b89a-779cf19fbb53 on network c0cff58a-21ce-43bb-993c-338a6f877b53 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:24:28.524127 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f30256b-6642-4f17-821c-33482a568ad8 req-02f4253a-b825-43fe-81c5-3c3af8c86bb4 service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:24:28.524515 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f30256b-6642-4f17-821c-33482a568ad8 req-02f4253a-b825-43fe-81c5-3c3af8c86bb4 service neutron] Checking segment: {'id': '8497901c-6ff3-4d90-ab07-f616c299b937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c0cff58a-21ce-43bb-993c-338a6f877b53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:24:28.524912 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f30256b-6642-4f17-821c-33482a568ad8 req-02f4253a-b825-43fe-81c5-3c3af8c86bb4 service neutron] Bound using segment: {'id': '8497901c-6ff3-4d90-ab07-f616c299b937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c0cff58a-21ce-43bb-993c-338a6f877b53'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:24:28.526059 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-6f30256b-6642-4f17-821c-33482a568ad8 req-02f4253a-b825-43fe-81c5-3c3af8c86bb4 service neutron] Bound port: 51b2089a-fa34-46bd-b89a-779cf19fbb53, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8497901c-6ff3-4d90-ab07-f616c299b937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'c0cff58a-21ce-43bb-993c-338a6f877b53'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:24:28.526501 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-6f30256b-6642-4f17-821c-33482a568ad8 req-02f4253a-b825-43fe-81c5-3c3af8c86bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:28.611126 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-6f30256b-6642-4f17-821c-33482a568ad8 req-02f4253a-b825-43fe-81c5-3c3af8c86bb4 service neutron] For port 51b2089a-fa34-46bd-b89a-779cf19fbb53, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:24:28.613293 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145668fb-3fb6-46aa-8aa0-4ec918929d01 req-995ef5d9-597f-44e3-b77f-a1a4148d3a1e tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:28.614443 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-6f30256b-6642-4f17-821c-33482a568ad8 req-02f4253a-b825-43fe-81c5-3c3af8c86bb4 service neutron] For port 51b2089a-fa34-46bd-b89a-779cf19fbb53, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=51b2089a-fa34-46bd-b89a-779cf19fbb53,segment=NetworkSegment(8497901c-6ff3-4d90-ab07-f616c299b937),segment_id=8497901c-6ff3-4d90-ab07-f616c299b937)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:24:28.615025 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-145668fb-3fb6-46aa-8aa0-4ec918929d01 req-995ef5d9-597f-44e3-b77f-a1a4148d3a1e tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=114edabb-22bf-45ee-b310-fb9a5a56d1b8 HTTP/1.1" status: 200 len: 943 time: 0.0696530 Jul 30 00:24:28.623445 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-6f30256b-6642-4f17-821c-33482a568ad8 req-02f4253a-b825-43fe-81c5-3c3af8c86bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:28.663553 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30256b-6642-4f17-821c-33482a568ad8 req-02f4253a-b825-43fe-81c5-3c3af8c86bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:28.664402 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-6f30256b-6642-4f17-821c-33482a568ad8 req-02f4253a-b825-43fe-81c5-3c3af8c86bb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:28.667005 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6f30256b-6642-4f17-821c-33482a568ad8 req-02f4253a-b825-43fe-81c5-3c3af8c86bb4 service neutron] 10.222.0.22 "PUT /v2.0/ports/51b2089a-fa34-46bd-b89a-779cf19fbb53 HTTP/1.1" status: 200 len: 1092 time: 0.6859806 Jul 30 00:24:28.669412 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '114edabb-22bf-45ee-b310-fb9a5a56d1b8', 'tag': '51b2089a-fa34-46bd-b89a-779cf19fbb53'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:24:28.672688 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8377708564b13ed6665a7c738fa9aadb9980e3f7e18d8a0dfbdd1aeea3243a90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ca95dc-28cb-46cb-9f7f-b2eea0ba0642" -d '{"events": [{"name": "network-changed", "server_uuid": "114edabb-22bf-45ee-b310-fb9a5a56d1b8", "tag": "51b2089a-fa34-46bd-b89a-779cf19fbb53"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:24:28.683525 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-145668fb-3fb6-46aa-8aa0-4ec918929d01 req-28e50b31-90dd-4e8e-b1a4-e4d523248716 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d731c5-4eec-4ae5-aec6-5d76bd649b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591848 Jul 30 00:24:28.710947 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f4253a-b825-43fe-81c5-3c3af8c86bb4 service neutron] Pushing event updated for resources: {'Port': ['ID=51b2089a-fa34-46bd-b89a-779cf19fbb53,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:24:28.727921 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7080e4c-d490-4f30-8593-c9597ad83d97 x-openstack-request-id: req-d7080e4c-d490-4f30-8593-c9597ad83d97 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:24:28.728277 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "114edabb-22bf-45ee-b310-fb9a5a56d1b8", "tag": "51b2089a-fa34-46bd-b89a-779cf19fbb53", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:24:28.730073 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d7080e4c-d490-4f30-8593-c9597ad83d97 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:24:28.730467 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '114edabb-22bf-45ee-b310-fb9a5a56d1b8', 'tag': '51b2089a-fa34-46bd-b89a-779cf19fbb53', 'status': 'completed', 'code': 200} Jul 30 00:24:28.772036 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30256b-6642-4f17-821c-33482a568ad8 req-3e6acf0c-1bdd-401f-bc46-b5a5756e1c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:28.773784 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6f30256b-6642-4f17-821c-33482a568ad8 req-3e6acf0c-1bdd-401f-bc46-b5a5756e1c36 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e5cbafbeb6f54e069c2a006bcf0b792e&device_id=114edabb-22bf-45ee-b310-fb9a5a56d1b8 HTTP/1.1" status: 200 len: 1095 time: 0.0563936 Jul 30 00:24:28.822731 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device c8c5ec32-b609-4a5e-91e5-75d89b417552 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:24:28.824325 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6f30256b-6642-4f17-821c-33482a568ad8 req-230fc29c-61d2-433c-87b1-e78657f5942c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51b2089a-fa34-46bd-b89a-779cf19fbb53 HTTP/1.1" status: 200 len: 217 time: 0.0419595 Jul 30 00:24:28.885341 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30256b-6642-4f17-821c-33482a568ad8 req-fe45c808-f2dc-4997-a988-a82ae4ead9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:28.886976 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6f30256b-6642-4f17-821c-33482a568ad8 req-fe45c808-f2dc-4997-a988-a82ae4ead9ce service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2bf26bea-a252-4d40-985c-689308e32eb7 HTTP/1.1" status: 200 len: 834 time: 0.0528791 Jul 30 00:24:28.891406 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port c8c5ec32-b609-4a5e-91e5-75d89b417552 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:24:28.896552 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port c8c5ec32-b609-4a5e-91e5-75d89b417552 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:24:28.897121 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:28.940697 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30256b-6642-4f17-821c-33482a568ad8 req-45a9e856-e886-464c-a7f2-c72eef70abb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:28.942279 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6f30256b-6642-4f17-821c-33482a568ad8 req-45a9e856-e886-464c-a7f2-c72eef70abb5 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c0cff58a-21ce-43bb-993c-338a6f877b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483036 Jul 30 00:24:28.975590 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:29.009898 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port c8c5ec32-b609-4a5e-91e5-75d89b417552, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=c8c5ec32-b609-4a5e-91e5-75d89b417552,segment=NetworkSegment(8497901c-6ff3-4d90-ab07-f616c299b937),segment_id=8497901c-6ff3-4d90-ab07-f616c299b937)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:24:29.016561 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:29.044698 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6f30256b-6642-4f17-821c-33482a568ad8 req-567b2868-a27d-4122-aa13-f98cbc0a5cff service neutron] 10.222.0.22 "GET /v2.0/networks/c0cff58a-21ce-43bb-993c-338a6f877b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949383 Jul 30 00:24:29.079693 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=c8c5ec32-b609-4a5e-91e5-75d89b417552,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:24:29.141569 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-6f30256b-6642-4f17-821c-33482a568ad8 req-8af210eb-0768-4581-b9b7-d82dcc963a08 service neutron] 10.222.0.22 "GET /v2.0/networks/c0cff58a-21ce-43bb-993c-338a6f877b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888700 Jul 30 00:24:29.223645 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca95dc-28cb-46cb-9f7f-b2eea0ba0642 req-9ad8f919-c614-4843-92a5-c1b03724b221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:29.225124 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f4ca95dc-28cb-46cb-9f7f-b2eea0ba0642 req-9ad8f919-c614-4843-92a5-c1b03724b221 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e5cbafbeb6f54e069c2a006bcf0b792e&device_id=114edabb-22bf-45ee-b310-fb9a5a56d1b8 HTTP/1.1" status: 200 len: 1095 time: 0.0403676 Jul 30 00:24:29.317634 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca95dc-28cb-46cb-9f7f-b2eea0ba0642 req-74a1430a-98be-4c9a-a7de-af223589c57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:29.319102 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f4ca95dc-28cb-46cb-9f7f-b2eea0ba0642 req-74a1430a-98be-4c9a-a7de-af223589c57d service neutron] 10.222.0.22 "GET /v2.0/networks?id=c0cff58a-21ce-43bb-993c-338a6f877b53 HTTP/1.1" status: 200 len: 898 time: 0.0875537 Jul 30 00:24:29.361492 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f4ca95dc-28cb-46cb-9f7f-b2eea0ba0642 req-cf37500d-af69-46a7-8192-6e858762f73c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51b2089a-fa34-46bd-b89a-779cf19fbb53 HTTP/1.1" status: 200 len: 217 time: 0.0349820 Jul 30 00:24:29.415647 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca95dc-28cb-46cb-9f7f-b2eea0ba0642 req-cfcacd0a-0df1-4b8a-b4be-246e60ee1c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:29.417419 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f4ca95dc-28cb-46cb-9f7f-b2eea0ba0642 req-cfcacd0a-0df1-4b8a-b4be-246e60ee1c94 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2bf26bea-a252-4d40-985c-689308e32eb7 HTTP/1.1" status: 200 len: 834 time: 0.0486605 Jul 30 00:24:29.467857 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca95dc-28cb-46cb-9f7f-b2eea0ba0642 req-e2be1424-bfd5-4a44-bb95-3a05b4b6595d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:29.469386 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f4ca95dc-28cb-46cb-9f7f-b2eea0ba0642 req-e2be1424-bfd5-4a44-bb95-3a05b4b6595d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c0cff58a-21ce-43bb-993c-338a6f877b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433860 Jul 30 00:24:29.546182 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:29.563572 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f4ca95dc-28cb-46cb-9f7f-b2eea0ba0642 req-bb44c269-241d-44cd-9d05-3d83989283e1 service neutron] 10.222.0.22 "GET /v2.0/networks/c0cff58a-21ce-43bb-993c-338a6f877b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861840 Jul 30 00:24:29.657723 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f4ca95dc-28cb-46cb-9f7f-b2eea0ba0642 req-6a910f83-52f7-496d-95ea-4dbee1053b5e service neutron] 10.222.0.22 "GET /v2.0/networks/c0cff58a-21ce-43bb-993c-338a6f877b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865297 Jul 30 00:24:29.795325 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5538a8e0-9668-4718-9b38-75b98dbe03d2 req-e47a3a75-dab8-49d9-a70e-5d6e4189946a tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:29.796816 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5538a8e0-9668-4718-9b38-75b98dbe03d2 req-e47a3a75-dab8-49d9-a70e-5d6e4189946a tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=114edabb-22bf-45ee-b310-fb9a5a56d1b8 HTTP/1.1" status: 200 len: 943 time: 0.0481763 Jul 30 00:24:29.835006 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5538a8e0-9668-4718-9b38-75b98dbe03d2 req-29c9ca37-9579-4bb5-a541-6ad6c1197168 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d731c5-4eec-4ae5-aec6-5d76bd649b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322928 Jul 30 00:24:30.790091 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device c8c5ec32-b609-4a5e-91e5-75d89b417552 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:24:30.836801 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port c8c5ec32-b609-4a5e-91e5-75d89b417552 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:24:30.837177 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:30.956883 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285aed07-721f-4b14-807e-eecf9191814b req-00fd1a2b-a260-4c26-8318-3813972352ea tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:30.958374 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-285aed07-721f-4b14-807e-eecf9191814b req-00fd1a2b-a260-4c26-8318-3813972352ea tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=114edabb-22bf-45ee-b310-fb9a5a56d1b8 HTTP/1.1" status: 200 len: 943 time: 0.0541625 Jul 30 00:24:30.996275 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-285aed07-721f-4b14-807e-eecf9191814b req-73f64550-59b4-4d58-a0ff-e5118add8ed1 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d731c5-4eec-4ae5-aec6-5d76bd649b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316668 Jul 30 00:24:31.517180 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 51b2089a-fa34-46bd-b89a-779cf19fbb53 details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:24:31.610675 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 51b2089a-fa34-46bd-b89a-779cf19fbb53, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=51b2089a-fa34-46bd-b89a-779cf19fbb53,segment=NetworkSegment(8497901c-6ff3-4d90-ab07-f616c299b937),segment_id=8497901c-6ff3-4d90-ab07-f616c299b937)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:24:31.622792 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '51b2089a-fa34-46bd-b89a-779cf19fbb53', 'network_id': 'c0cff58a-21ce-43bb-993c-338a6f877b53', 'port_id': '51b2089a-fa34-46bd-b89a-779cf19fbb53', 'mac_address': 'fa:16:3e:f9:71:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bf26bea-a252-4d40-985c-689308e32eb7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:24:31.660537 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:31.673715 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51b2089a-fa34-46bd-b89a-779cf19fbb53 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:24:31.696566 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 51b2089a-fa34-46bd-b89a-779cf19fbb53, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=51b2089a-fa34-46bd-b89a-779cf19fbb53,segment=NetworkSegment(8497901c-6ff3-4d90-ab07-f616c299b937),segment_id=8497901c-6ff3-4d90-ab07-f616c299b937)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:24:31.700308 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:31.747247 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=51b2089a-fa34-46bd-b89a-779cf19fbb53,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:24:31.905269 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['51b2089a-fa34-46bd-b89a-779cf19fbb53'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:24:32.111896 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e1481-4740-4764-a05e-ba85bd252b91 req-3f8ca125-715d-465c-85c3-028e4f4a329a tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:32.113397 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8c4e1481-4740-4764-a05e-ba85bd252b91 req-3f8ca125-715d-465c-85c3-028e4f4a329a tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=114edabb-22bf-45ee-b310-fb9a5a56d1b8 HTTP/1.1" status: 200 len: 944 time: 0.0487711 Jul 30 00:24:32.157672 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8c4e1481-4740-4764-a05e-ba85bd252b91 req-806fabca-21ab-4b4d-bb0c-8634502f9d1d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d731c5-4eec-4ae5-aec6-5d76bd649b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371237 Jul 30 00:24:33.277465 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c98273-84c3-4c19-927c-872952701505 req-7bba42be-c275-4f65-95db-60f75f75ff3f tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:33.278885 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f8c98273-84c3-4c19-927c-872952701505 req-7bba42be-c275-4f65-95db-60f75f75ff3f tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=114edabb-22bf-45ee-b310-fb9a5a56d1b8 HTTP/1.1" status: 200 len: 944 time: 0.0482531 Jul 30 00:24:33.317347 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f8c98273-84c3-4c19-927c-872952701505 req-377b2600-c514-46fc-ad2a-3f44b36a886a tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d731c5-4eec-4ae5-aec6-5d76bd649b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322106 Jul 30 00:24:33.520511 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 51b2089a-fa34-46bd-b89a-779cf19fbb53 up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:24:33.570451 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port 51b2089a-fa34-46bd-b89a-779cf19fbb53 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:24:33.574080 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 51b2089a-fa34-46bd-b89a-779cf19fbb53 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:24:33.574461 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:33.652474 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:33.675653 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '114edabb-22bf-45ee-b310-fb9a5a56d1b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51b2089a-fa34-46bd-b89a-779cf19fbb53'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:24:33.677918 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3dd558600791562711758174753c2f4fb110b88d3119b842389a6e503e2e31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea2d117-950d-410b-98e7-5c20077943fb" -d '{"events": [{"server_uuid": "114edabb-22bf-45ee-b310-fb9a5a56d1b8", "name": "network-vif-plugged", "status": "completed", "tag": "51b2089a-fa34-46bd-b89a-779cf19fbb53"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:24:33.691396 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 51b2089a-fa34-46bd-b89a-779cf19fbb53, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=51b2089a-fa34-46bd-b89a-779cf19fbb53,segment=NetworkSegment(8497901c-6ff3-4d90-ab07-f616c299b937),segment_id=8497901c-6ff3-4d90-ab07-f616c299b937)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:24:33.695561 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:33.727366 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6fd449-5fa2-42ae-9c47-861756d3a8fe x-openstack-request-id: req-5b6fd449-5fa2-42ae-9c47-861756d3a8fe {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:24:33.727663 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "114edabb-22bf-45ee-b310-fb9a5a56d1b8", "name": "network-vif-plugged", "status": "completed", "tag": "51b2089a-fa34-46bd-b89a-779cf19fbb53", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:24:33.727916 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5b6fd449-5fa2-42ae-9c47-861756d3a8fe {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:24:33.728950 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '114edabb-22bf-45ee-b310-fb9a5a56d1b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51b2089a-fa34-46bd-b89a-779cf19fbb53', 'code': 200} Jul 30 00:24:33.753359 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=51b2089a-fa34-46bd-b89a-779cf19fbb53,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:24:33.821927 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5fcc12-583d-4b47-b25d-79f6b9c42d6a req-0d2126d8-452a-4a94-b409-4830a67ce459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:33.823406 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2a5fcc12-583d-4b47-b25d-79f6b9c42d6a req-0d2126d8-452a-4a94-b409-4830a67ce459 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=114edabb-22bf-45ee-b310-fb9a5a56d1b8 HTTP/1.1" status: 200 len: 1097 time: 0.0405712 Jul 30 00:24:33.859243 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2a5fcc12-583d-4b47-b25d-79f6b9c42d6a req-fbe6254c-7a8a-4c8c-8012-8bb451d4a734 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=a4d731c5-4eec-4ae5-aec6-5d76bd649b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285985 Jul 30 00:24:34.453475 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04815a97-2837-449e-a040-8741e28f6eea req-8a54bf78-13df-4f3b-b17e-f532167287e7 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:34.454975 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-04815a97-2837-449e-a040-8741e28f6eea req-8a54bf78-13df-4f3b-b17e-f532167287e7 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=114edabb-22bf-45ee-b310-fb9a5a56d1b8 HTTP/1.1" status: 200 len: 945 time: 0.0574081 Jul 30 00:24:34.495838 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-04815a97-2837-449e-a040-8741e28f6eea req-97956dde-726e-481f-890c-759c3fc9946f tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d731c5-4eec-4ae5-aec6-5d76bd649b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342617 Jul 30 00:24:35.669995 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe3d149-58e6-4562-bdcd-583e63654588 req-963b18df-cd60-423e-a148-5bdbb9dcbb5a tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:35.671472 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4fe3d149-58e6-4562-bdcd-583e63654588 req-963b18df-cd60-423e-a148-5bdbb9dcbb5a tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=114edabb-22bf-45ee-b310-fb9a5a56d1b8 HTTP/1.1" status: 200 len: 945 time: 0.0491560 Jul 30 00:24:35.708893 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4fe3d149-58e6-4562-bdcd-583e63654588 req-f63baced-72bc-4ee8-880e-91902e720b12 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d731c5-4eec-4ae5-aec6-5d76bd649b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314198 Jul 30 00:24:35.820743 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c49531-451f-46f6-8735-fa82c75c3af4 req-d185bc24-95d8-4d2f-8b93-1f62501a073a tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:35.822254 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f1c49531-451f-46f6-8735-fa82c75c3af4 req-d185bc24-95d8-4d2f-8b93-1f62501a073a tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=114edabb-22bf-45ee-b310-fb9a5a56d1b8 HTTP/1.1" status: 200 len: 945 time: 0.0480189 Jul 30 00:24:35.860238 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f1c49531-451f-46f6-8735-fa82c75c3af4 req-22934631-405c-46c5-b27b-53cf7a6e0831 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d731c5-4eec-4ae5-aec6-5d76bd649b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312550 Jul 30 00:24:35.881289 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37556) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:24:35.924869 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45cd734-7245-404d-bb94-9838d02e673d tempest-TestNetworkAdvancedServerOps-900635967 tempest-TestNetworkAdvancedServerOps-900635967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:35.926401 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-c45cd734-7245-404d-bb94-9838d02e673d tempest-TestNetworkAdvancedServerOps-900635967 tempest-TestNetworkAdvancedServerOps-900635967-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=114edabb-22bf-45ee-b310-fb9a5a56d1b8 HTTP/1.1" status: 200 len: 1092 time: 0.0439961 Jul 30 00:24:35.929207 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37558) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:24:35.933723 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-4b8ab870-088a-4566-a17b-1968d92e5ded tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Request body: {'floatingip': {'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'port_id': '51b2089a-fa34-46bd-b89a-779cf19fbb53', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:24:35.955418 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4b8ab870-088a-4566-a17b-1968d92e5ded tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for floatingip, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:36.050589 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4b8ab870-088a-4566-a17b-1968d92e5ded tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:36.155717 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-4b8ab870-088a-4566-a17b-1968d92e5ded tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Allocated IP 172.25.0.139 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/d5982b0f-fc00-4583-bff9-3aa804c29132) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:24:36.253776 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4b8ab870-088a-4566-a17b-1968d92e5ded tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:36.291247 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4b8ab870-088a-4566-a17b-1968d92e5ded tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:36.332361 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8ab870-088a-4566-a17b-1968d92e5ded tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:24:36.336535 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-4b8ab870-088a-4566-a17b-1968d92e5ded tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:24:36.339813 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8ab870-088a-4566-a17b-1968d92e5ded tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:24:36.347276 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8ab870-088a-4566-a17b-1968d92e5ded tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'Port': ['ID=d5982b0f-fc00-4583-bff9-3aa804c29132,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:24:36.697673 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4b8ab870-088a-4566-a17b-1968d92e5ded tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:36.766434 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4b8ab870-088a-4566-a17b-1968d92e5ded tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:36.914112 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4b8ab870-088a-4566-a17b-1968d92e5ded tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:36.919402 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4b8ab870-088a-4566-a17b-1968d92e5ded tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:36.981944 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8ab870-088a-4566-a17b-1968d92e5ded tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'Port': ['ID=d5982b0f-fc00-4583-bff9-3aa804c29132,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:24:36.997540 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4b8ab870-088a-4566-a17b-1968d92e5ded tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:37.105086 n-d-712141-10 neutron-server[94078]: INFO neutron.db.l3_db [None req-4b8ab870-088a-4566-a17b-1968d92e5ded tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Floating IP b88cd598-3057-4af0-99d2-828f54891de4 associated. External IP: 172.25.0.139, port: 51b2089a-fa34-46bd-b89a-779cf19fbb53. Jul 30 00:24:37.305649 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b8ab870-088a-4566-a17b-1968d92e5ded tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Router 7635d187-36b6-4bb2-88c8-c967dc5848ca has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:24:37.411055 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8ab870-088a-4566-a17b-1968d92e5ded tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:24:37.421683 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf91c6c-a98b-416f-9404-c1c59cdbd0d6 None None] Sync routers for ids ['7635d187-36b6-4bb2-88c8-c967dc5848ca'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:24:37.427297 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4b8ab870-088a-4566-a17b-1968d92e5ded tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:37.431242 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf91c6c-a98b-416f-9404-c1c59cdbd0d6 None None] Routers {'7635d187-36b6-4bb2-88c8-c967dc5848ca'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:24:37.431860 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-5bf91c6c-a98b-416f-9404-c1c59cdbd0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:24:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['7635d187-36b6-4bb2-88c8-c967dc5848ca'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:24:37.456712 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-4b8ab870-088a-4566-a17b-1968d92e5ded tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5264342 Jul 30 00:24:37.457291 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '114edabb-22bf-45ee-b310-fb9a5a56d1b8', 'tag': '51b2089a-fa34-46bd-b89a-779cf19fbb53'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:24:37.459875 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bdefc4f50fc1dacc251594e9f8a8ff118bd4f4d1a27e9c9923ea81076a49f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d35687d-539c-4422-9034-aef03d1358ff" -d '{"events": [{"name": "network-changed", "server_uuid": "114edabb-22bf-45ee-b310-fb9a5a56d1b8", "tag": "51b2089a-fa34-46bd-b89a-779cf19fbb53"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:24:37.506514 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e17772-3d3a-47c4-a6ba-9eee43833cf4 x-openstack-request-id: req-85e17772-3d3a-47c4-a6ba-9eee43833cf4 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:24:37.507043 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "114edabb-22bf-45ee-b310-fb9a5a56d1b8", "tag": "51b2089a-fa34-46bd-b89a-779cf19fbb53", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:24:37.507367 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-85e17772-3d3a-47c4-a6ba-9eee43833cf4 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:24:37.508036 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '114edabb-22bf-45ee-b310-fb9a5a56d1b8', 'tag': '51b2089a-fa34-46bd-b89a-779cf19fbb53', 'status': 'completed', 'code': 200} Jul 30 00:24:37.570323 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e350e9e-1bf6-4883-b039-e39c34ec8700 req-05eaedb5-4583-4920-ba86-c57caca388ee tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:37.571959 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3e350e9e-1bf6-4883-b039-e39c34ec8700 req-05eaedb5-4583-4920-ba86-c57caca388ee tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=114edabb-22bf-45ee-b310-fb9a5a56d1b8 HTTP/1.1" status: 200 len: 945 time: 0.0598135 Jul 30 00:24:37.583619 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d35687d-539c-4422-9034-aef03d1358ff req-d34816f9-7b09-42b9-9c4b-6eb781e319c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:37.585367 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3d35687d-539c-4422-9034-aef03d1358ff req-d34816f9-7b09-42b9-9c4b-6eb781e319c7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e5cbafbeb6f54e069c2a006bcf0b792e&device_id=114edabb-22bf-45ee-b310-fb9a5a56d1b8 HTTP/1.1" status: 200 len: 1097 time: 0.0566170 Jul 30 00:24:37.613662 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3e350e9e-1bf6-4883-b039-e39c34ec8700 req-e93e7a2e-97cf-4f51-980f-d8f2ff96a28e tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d731c5-4eec-4ae5-aec6-5d76bd649b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341475 Jul 30 00:24:37.635409 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37564) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:24:37.639231 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-5bf91c6c-a98b-416f-9404-c1c59cdbd0d6 None None] Set router 7635d187-36b6-4bb2-88c8-c967dc5848ca gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:24:37.685081 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d35687d-539c-4422-9034-aef03d1358ff req-c333d4fc-64fd-419b-a2f9-a7b2593d5ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:37.686581 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3d35687d-539c-4422-9034-aef03d1358ff req-c333d4fc-64fd-419b-a2f9-a7b2593d5ca5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c0cff58a-21ce-43bb-993c-338a6f877b53 HTTP/1.1" status: 200 len: 898 time: 0.0943608 Jul 30 00:24:37.700790 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:37.711205 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ab03ae30-95a9-4526-afbc-a68cb84da0a4 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/floatingips/b88cd598-3057-4af0-99d2-828f54891de4 HTTP/1.1" status: 200 len: 991 time: 0.0729718 Jul 30 00:24:37.755297 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3d35687d-539c-4422-9034-aef03d1358ff req-4bc12087-3722-4774-a2c3-cc164fed4ec1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51b2089a-fa34-46bd-b89a-779cf19fbb53 HTTP/1.1" status: 200 len: 999 time: 0.0612407 Jul 30 00:24:37.810900 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d35687d-539c-4422-9034-aef03d1358ff req-236b078a-9287-41c2-a9e1-c32102555718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:37.812455 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3d35687d-539c-4422-9034-aef03d1358ff req-236b078a-9287-41c2-a9e1-c32102555718 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2bf26bea-a252-4d40-985c-689308e32eb7 HTTP/1.1" status: 200 len: 834 time: 0.0505810 Jul 30 00:24:37.860011 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d35687d-539c-4422-9034-aef03d1358ff req-a36a21bd-99ce-432c-bbb0-9f3b3e876ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:37.861096 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-5bf91c6c-a98b-416f-9404-c1c59cdbd0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7635d187-36b6-4bb2-88c8-c967dc5848ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794510793', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '16665cf3-7053-4acd-9c59-1a119912b17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:24:20Z', 'updated_at': '2021-07-30T00:24:24Z', 'revision_number': 4, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port': {'id': '16665cf3-7053-4acd-9c59-1a119912b17b', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7635d187-36b6-4bb2-88c8-c967dc5848ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:24:21Z', 'updated_at': '2021-07-30T00:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': 'b88cd598-3057-4af0-99d2-828f54891de4', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'floating_ip_address': '172.25.0.139', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '7635d187-36b6-4bb2-88c8-c967dc5848ca', 'port_id': '51b2089a-fa34-46bd-b89a-779cf19fbb53', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4236, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0cff58a-21ce-43bb-993c-338a6f877b53', 'mac_address': 'fa:16:3e:f9:71:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114edabb-22bf-45ee-b310-fb9a5a56d1b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:24:36Z', 'updated_at': '2021-07-30T00:24:36Z', 'revision_number': 0, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8c5ec32-b609-4a5e-91e5-75d89b417552', 'name': '', 'network_id': 'c0cff58a-21ce-43bb-993c-338a6f877b53', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'mac_address': 'fa:16:3e:31:19:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7635d187-36b6-4bb2-88c8-c967dc5848ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '2bf26bea-a252-4d40-985c-689308e32eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:24:23Z', 'updated_at': '2021-07-30T00:24:28Z', 'revision_number': 5, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'subnets': [{'id': '2bf26bea-a252-4d40-985c-689308e32eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:24:37.861537 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3d35687d-539c-4422-9034-aef03d1358ff req-a36a21bd-99ce-432c-bbb0-9f3b3e876ec3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c0cff58a-21ce-43bb-993c-338a6f877b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422831 Jul 30 00:24:37.890968 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf91c6c-a98b-416f-9404-c1c59cdbd0d6 None None] Checking router: 7635d187-36b6-4bb2-88c8-c967dc5848ca for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:24:37.899491 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf91c6c-a98b-416f-9404-c1c59cdbd0d6 None None] Routers {'7635d187-36b6-4bb2-88c8-c967dc5848ca'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:24:37.900085 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-5bf91c6c-a98b-416f-9404-c1c59cdbd0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:24:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['7635d187-36b6-4bb2-88c8-c967dc5848ca'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:24:37.951447 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3d35687d-539c-4422-9034-aef03d1358ff req-4221e6b2-0845-4493-971c-8466d0fb7a33 service neutron] 10.222.0.22 "GET /v2.0/networks/c0cff58a-21ce-43bb-993c-338a6f877b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828135 Jul 30 00:24:38.004988 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-5bf91c6c-a98b-416f-9404-c1c59cdbd0d6 None None] Set router 7635d187-36b6-4bb2-88c8-c967dc5848ca gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:24:38.047573 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-3d35687d-539c-4422-9034-aef03d1358ff req-16004b47-5060-41fe-b1d1-48841a2b4288 service neutron] 10.222.0.22 "GET /v2.0/networks/c0cff58a-21ce-43bb-993c-338a6f877b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890496 Jul 30 00:24:38.220495 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-5bf91c6c-a98b-416f-9404-c1c59cdbd0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7635d187-36b6-4bb2-88c8-c967dc5848ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794510793', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '16665cf3-7053-4acd-9c59-1a119912b17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:24:20Z', 'updated_at': '2021-07-30T00:24:24Z', 'revision_number': 4, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port': {'id': '16665cf3-7053-4acd-9c59-1a119912b17b', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7635d187-36b6-4bb2-88c8-c967dc5848ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:24:21Z', 'updated_at': '2021-07-30T00:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': 'b88cd598-3057-4af0-99d2-828f54891de4', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'floating_ip_address': '172.25.0.139', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '7635d187-36b6-4bb2-88c8-c967dc5848ca', 'port_id': '51b2089a-fa34-46bd-b89a-779cf19fbb53', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4236, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0cff58a-21ce-43bb-993c-338a6f877b53', 'mac_address': 'fa:16:3e:f9:71:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114edabb-22bf-45ee-b310-fb9a5a56d1b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:24:36Z', 'updated_at': '2021-07-30T00:24:36Z', 'revision_number': 0, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8c5ec32-b609-4a5e-91e5-75d89b417552', 'name': '', 'network_id': 'c0cff58a-21ce-43bb-993c-338a6f877b53', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'mac_address': 'fa:16:3e:31:19:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7635d187-36b6-4bb2-88c8-c967dc5848ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '2bf26bea-a252-4d40-985c-689308e32eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:24:23Z', 'updated_at': '2021-07-30T00:24:28Z', 'revision_number': 5, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'subnets': [{'id': '2bf26bea-a252-4d40-985c-689308e32eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:24:38.249179 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf91c6c-a98b-416f-9404-c1c59cdbd0d6 None None] The sync data for ids ['7635d187-36b6-4bb2-88c8-c967dc5848ca'] in n-d-712141-10 is: [{'id': '7635d187-36b6-4bb2-88c8-c967dc5848ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794510793', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '16665cf3-7053-4acd-9c59-1a119912b17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:24:20Z', 'updated_at': '2021-07-30T00:24:24Z', 'revision_number': 4, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port': {'id': '16665cf3-7053-4acd-9c59-1a119912b17b', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7635d187-36b6-4bb2-88c8-c967dc5848ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:24:21Z', 'updated_at': '2021-07-30T00:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': 'b88cd598-3057-4af0-99d2-828f54891de4', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'floating_ip_address': '172.25.0.139', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '7635d187-36b6-4bb2-88c8-c967dc5848ca', 'port_id': '51b2089a-fa34-46bd-b89a-779cf19fbb53', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4236, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0cff58a-21ce-43bb-993c-338a6f877b53', 'mac_address': 'fa:16:3e:f9:71:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '114edabb-22bf-45ee-b310-fb9a5a56d1b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:24:36Z', 'updated_at': '2021-07-30T00:24:36Z', 'revision_number': 0, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8c5ec32-b609-4a5e-91e5-75d89b417552', 'name': '', 'network_id': 'c0cff58a-21ce-43bb-993c-338a6f877b53', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'mac_address': 'fa:16:3e:31:19:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7635d187-36b6-4bb2-88c8-c967dc5848ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '2bf26bea-a252-4d40-985c-689308e32eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:24:23Z', 'updated_at': '2021-07-30T00:24:28Z', 'revision_number': 5, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'subnets': [{'id': '2bf26bea-a252-4d40-985c-689308e32eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:24:38.454756 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e7b686-30e2-4ad9-a139-587eed1c9275 None None] New status for floating IP b88cd598-3057-4af0-99d2-828f54891de4: ACTIVE {{(pid=94079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:24:38.714016 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 37566) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:24:38.774329 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-662ae32c-e9ce-4ae0-ab5d-916f0ba102fb tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/floatingips/b88cd598-3057-4af0-99d2-828f54891de4 HTTP/1.1" status: 200 len: 993 time: 0.0591686 Jul 30 00:24:40.919424 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:24:50.165923 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:53.345252 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bf86bc6d-36a7-4590-9de2-d552f41aa386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:55.948042 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b57d5e08-b2ed-4086-93d5-78311eaab28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:56.563496 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:57.932264 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:59.550110 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:07.716055 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:10.106187 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441dc9f-3d18-4d17-88dd-d2fed8b5c193 req-ef79a5b8-d8f5-44de-be41-d56513d4a5aa tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:10.107710 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1441dc9f-3d18-4d17-88dd-d2fed8b5c193 req-ef79a5b8-d8f5-44de-be41-d56513d4a5aa tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=114edabb-22bf-45ee-b310-fb9a5a56d1b8 HTTP/1.1" status: 200 len: 945 time: 0.0513613 Jul 30 00:25:10.145353 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1441dc9f-3d18-4d17-88dd-d2fed8b5c193 req-60ce338a-1a54-4bf2-86b0-1cbf0c4fe88b tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d731c5-4eec-4ae5-aec6-5d76bd649b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316260 Jul 30 00:25:11.264046 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e08e01e-63bb-4256-9bc9-a11dfaf08125 req-2a3c0a7c-77bb-4635-9eb3-f1a539a93f57 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:11.265854 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9e08e01e-63bb-4256-9bc9-a11dfaf08125 req-2a3c0a7c-77bb-4635-9eb3-f1a539a93f57 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=114edabb-22bf-45ee-b310-fb9a5a56d1b8 HTTP/1.1" status: 200 len: 945 time: 0.0513334 Jul 30 00:25:11.304888 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9e08e01e-63bb-4256-9bc9-a11dfaf08125 req-882faab2-b483-4bce-a13e-5e4c3e0d2b57 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d731c5-4eec-4ae5-aec6-5d76bd649b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330305 Jul 30 00:25:12.426968 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3429bb-e577-4cbb-b080-2193fdf8a778 req-2a520ec8-a181-4b06-93eb-360eb6f930c1 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:12.428460 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ed3429bb-e577-4cbb-b080-2193fdf8a778 req-2a520ec8-a181-4b06-93eb-360eb6f930c1 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=114edabb-22bf-45ee-b310-fb9a5a56d1b8 HTTP/1.1" status: 200 len: 945 time: 0.0536206 Jul 30 00:25:12.465571 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ed3429bb-e577-4cbb-b080-2193fdf8a778 req-c95e11ae-d203-4f7d-bac0-b8b6736695d9 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d731c5-4eec-4ae5-aec6-5d76bd649b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312157 Jul 30 00:25:13.584952 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf81ae5-9c1d-46c2-bac2-61c39d97df42 req-83d76317-f407-43e1-8250-b0331ffbf1dc tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:13.586551 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fcf81ae5-9c1d-46c2-bac2-61c39d97df42 req-83d76317-f407-43e1-8250-b0331ffbf1dc tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=114edabb-22bf-45ee-b310-fb9a5a56d1b8 HTTP/1.1" status: 200 len: 945 time: 0.0545061 Jul 30 00:25:13.623801 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fcf81ae5-9c1d-46c2-bac2-61c39d97df42 req-60e36d4e-8da7-41f2-9b50-cb4f7a43dc74 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d731c5-4eec-4ae5-aec6-5d76bd649b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313435 Jul 30 00:25:14.743659 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d6056-f2f9-4734-b0dd-bfb3334d4ea7 req-703e73d3-b89d-4b78-9b7b-65001a5733b8 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:14.745230 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e51d6056-f2f9-4734-b0dd-bfb3334d4ea7 req-703e73d3-b89d-4b78-9b7b-65001a5733b8 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=114edabb-22bf-45ee-b310-fb9a5a56d1b8 HTTP/1.1" status: 200 len: 945 time: 0.0497675 Jul 30 00:25:14.785899 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e51d6056-f2f9-4734-b0dd-bfb3334d4ea7 req-4a60253e-5c76-4907-bfac-4f26b76f2f2b tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d731c5-4eec-4ae5-aec6-5d76bd649b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330720 Jul 30 00:25:15.908335 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ee4b2f-faf5-4b97-ad61-e508eb112c27 req-de829311-abb1-45c9-995d-ac3658a6b22f tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:15.909755 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-47ee4b2f-faf5-4b97-ad61-e508eb112c27 req-de829311-abb1-45c9-995d-ac3658a6b22f tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=114edabb-22bf-45ee-b310-fb9a5a56d1b8 HTTP/1.1" status: 200 len: 945 time: 0.0571775 Jul 30 00:25:15.947299 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-47ee4b2f-faf5-4b97-ad61-e508eb112c27 req-f3dda4b5-8dc8-4c61-abab-2a024c729749 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d731c5-4eec-4ae5-aec6-5d76bd649b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315320 Jul 30 00:25:17.076478 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77157164-6031-4432-aa63-94bfd30a52d1 req-539352d8-7a3f-45e7-bcfd-978c082c0875 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:17.078230 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-77157164-6031-4432-aa63-94bfd30a52d1 req-539352d8-7a3f-45e7-bcfd-978c082c0875 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=114edabb-22bf-45ee-b310-fb9a5a56d1b8 HTTP/1.1" status: 200 len: 945 time: 0.0527356 Jul 30 00:25:17.125332 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-77157164-6031-4432-aa63-94bfd30a52d1 req-eae416cd-6fe3-4608-9937-fa9bdb307197 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d731c5-4eec-4ae5-aec6-5d76bd649b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407958 Jul 30 00:25:17.918862 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:25:18.243638 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9de5f2-dc21-409e-883d-466f28c5e0ab req-d2f93bc7-0e80-4198-aa5f-4b3ad28cf0e3 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:18.245023 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-de9de5f2-dc21-409e-883d-466f28c5e0ab req-d2f93bc7-0e80-4198-aa5f-4b3ad28cf0e3 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=114edabb-22bf-45ee-b310-fb9a5a56d1b8 HTTP/1.1" status: 200 len: 945 time: 0.0482492 Jul 30 00:25:18.282957 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-de9de5f2-dc21-409e-883d-466f28c5e0ab req-cb7c9d62-70ec-46a6-bb78-ae55b57dca00 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d731c5-4eec-4ae5-aec6-5d76bd649b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314910 Jul 30 00:25:19.409620 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc06676c-2893-4dff-890a-e206784a45d0 req-082806fb-5af4-41e3-866d-e974bfb1a420 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:19.411176 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dc06676c-2893-4dff-890a-e206784a45d0 req-082806fb-5af4-41e3-866d-e974bfb1a420 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=114edabb-22bf-45ee-b310-fb9a5a56d1b8 HTTP/1.1" status: 200 len: 945 time: 0.0563493 Jul 30 00:25:19.454254 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dc06676c-2893-4dff-890a-e206784a45d0 req-daf93816-fbf9-4113-99e8-9d65d352b64f tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d731c5-4eec-4ae5-aec6-5d76bd649b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368567 Jul 30 00:25:20.182101 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:20.577656 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc67229-9b69-4518-afb4-47a4719a0978 req-8031d1a7-d605-4fb4-b36c-d14ed2793c51 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:20.579804 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4bc67229-9b69-4518-afb4-47a4719a0978 req-8031d1a7-d605-4fb4-b36c-d14ed2793c51 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=114edabb-22bf-45ee-b310-fb9a5a56d1b8 HTTP/1.1" status: 200 len: 945 time: 0.0552597 Jul 30 00:25:20.619917 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4bc67229-9b69-4518-afb4-47a4719a0978 req-b5c7ec26-046f-4979-b983-5f3ba9fb1baa tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d731c5-4eec-4ae5-aec6-5d76bd649b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340512 Jul 30 00:25:21.302505 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b28c43-4f4e-4b74-be1b-f15da373a5ed req-fd4fb1fb-d165-4728-84e8-deab5c108c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:21.304018 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-53b28c43-4f4e-4b74-be1b-f15da373a5ed req-fd4fb1fb-d165-4728-84e8-deab5c108c9c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e5cbafbeb6f54e069c2a006bcf0b792e&device_id=114edabb-22bf-45ee-b310-fb9a5a56d1b8 HTTP/1.1" status: 200 len: 1097 time: 0.0464382 Jul 30 00:25:21.407024 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b28c43-4f4e-4b74-be1b-f15da373a5ed req-663f05f8-9e03-4c63-aee7-be869198f089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:21.408813 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-53b28c43-4f4e-4b74-be1b-f15da373a5ed req-663f05f8-9e03-4c63-aee7-be869198f089 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c0cff58a-21ce-43bb-993c-338a6f877b53 HTTP/1.1" status: 200 len: 898 time: 0.0860920 Jul 30 00:25:21.478783 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-53b28c43-4f4e-4b74-be1b-f15da373a5ed req-909f972e-b514-4254-99b7-6692b4e2a3a6 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51b2089a-fa34-46bd-b89a-779cf19fbb53 HTTP/1.1" status: 200 len: 1001 time: 0.0628591 Jul 30 00:25:21.528366 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b28c43-4f4e-4b74-be1b-f15da373a5ed req-1fe62d70-4eba-4797-8d2a-623a4b89bb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:21.529815 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-53b28c43-4f4e-4b74-be1b-f15da373a5ed req-1fe62d70-4eba-4797-8d2a-623a4b89bb49 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2bf26bea-a252-4d40-985c-689308e32eb7 HTTP/1.1" status: 200 len: 834 time: 0.0431228 Jul 30 00:25:21.575134 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b28c43-4f4e-4b74-be1b-f15da373a5ed req-b064fe36-3810-4c64-a72e-fb56a152e400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:21.576650 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-53b28c43-4f4e-4b74-be1b-f15da373a5ed req-b064fe36-3810-4c64-a72e-fb56a152e400 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c0cff58a-21ce-43bb-993c-338a6f877b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397365 Jul 30 00:25:21.671521 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-53b28c43-4f4e-4b74-be1b-f15da373a5ed req-5d14f480-3450-40b0-ab4d-5eb89579e16b service neutron] 10.222.0.22 "GET /v2.0/networks/c0cff58a-21ce-43bb-993c-338a6f877b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873346 Jul 30 00:25:21.737546 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2240a266-fa27-46ec-b73e-98db45896edd req-835c9c3f-85b8-4a62-bae4-f8677317bc06 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:21.739062 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2240a266-fa27-46ec-b73e-98db45896edd req-835c9c3f-85b8-4a62-bae4-f8677317bc06 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=114edabb-22bf-45ee-b310-fb9a5a56d1b8 HTTP/1.1" status: 200 len: 945 time: 0.0493093 Jul 30 00:25:21.762894 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-53b28c43-4f4e-4b74-be1b-f15da373a5ed req-8f563c72-d63d-41d9-9371-8e5cd18245e1 service neutron] 10.222.0.22 "GET /v2.0/networks/c0cff58a-21ce-43bb-993c-338a6f877b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836332 Jul 30 00:25:21.779633 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2240a266-fa27-46ec-b73e-98db45896edd req-1978015f-5221-4631-aae8-600cd4557f2c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d731c5-4eec-4ae5-aec6-5d76bd649b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344334 Jul 30 00:25:22.897023 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db8d299-80ee-469f-bbe3-f75fcfeed754 req-ac05c2b9-87d5-42ed-95e7-1fff1b7629b1 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:22.898500 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0db8d299-80ee-469f-bbe3-f75fcfeed754 req-ac05c2b9-87d5-42ed-95e7-1fff1b7629b1 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=114edabb-22bf-45ee-b310-fb9a5a56d1b8 HTTP/1.1" status: 200 len: 945 time: 0.0515151 Jul 30 00:25:22.936561 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0db8d299-80ee-469f-bbe3-f75fcfeed754 req-4aa2ec76-0a21-4597-9c52-7e2ef0823935 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d731c5-4eec-4ae5-aec6-5d76bd649b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319841 Jul 30 00:25:23.345693 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e46e032f-cb4e-4c86-9669-911992cb81ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:24.054407 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be95d88-bc42-40f8-a6a1-a354ff3c61f9 req-24aea9bc-262a-4cfc-80f1-f9ef9e75d4b9 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:24.055929 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2be95d88-bc42-40f8-a6a1-a354ff3c61f9 req-24aea9bc-262a-4cfc-80f1-f9ef9e75d4b9 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=114edabb-22bf-45ee-b310-fb9a5a56d1b8 HTTP/1.1" status: 200 len: 945 time: 0.0517511 Jul 30 00:25:24.096048 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2be95d88-bc42-40f8-a6a1-a354ff3c61f9 req-0f215c3c-5e3c-4fee-9388-fd665573d70b tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d731c5-4eec-4ae5-aec6-5d76bd649b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337396 Jul 30 00:25:25.217194 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926edc00-6f4c-4497-a147-f41ded4fb33e req-985be17a-dd65-4ae7-b20b-afd9a0472261 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:25.219362 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-926edc00-6f4c-4497-a147-f41ded4fb33e req-985be17a-dd65-4ae7-b20b-afd9a0472261 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=114edabb-22bf-45ee-b310-fb9a5a56d1b8 HTTP/1.1" status: 200 len: 945 time: 0.0518956 Jul 30 00:25:25.257629 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-926edc00-6f4c-4497-a147-f41ded4fb33e req-78a762be-4039-4dd8-af09-6d3706b0bbd9 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d731c5-4eec-4ae5-aec6-5d76bd649b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321422 Jul 30 00:25:25.950015 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1ddfe9fa-1236-424d-9305-005a7397617d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:26.381653 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917b9335-0dce-4f22-85ac-0f1300af26cd req-56273978-4fe6-4cca-b71d-603e401d37fd tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:26.382284 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-917b9335-0dce-4f22-85ac-0f1300af26cd req-56273978-4fe6-4cca-b71d-603e401d37fd tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=114edabb-22bf-45ee-b310-fb9a5a56d1b8 HTTP/1.1" status: 200 len: 945 time: 0.0552802 Jul 30 00:25:26.422205 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-917b9335-0dce-4f22-85ac-0f1300af26cd req-08d036b9-ca08-445d-95c1-058d64f4f3b8 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d731c5-4eec-4ae5-aec6-5d76bd649b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340960 Jul 30 00:25:26.444593 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 37614) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:25:26.509537 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-545c1e3b-a417-4a4d-a488-44cdcb39cc90 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/floatingips/b88cd598-3057-4af0-99d2-828f54891de4 HTTP/1.1" status: 200 len: 993 time: 0.0637236 Jul 30 00:25:26.565205 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:27.775416 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db85b1bd-63b7-4b98-8d85-0d95b002a54a req-a25ad1c2-81ce-42ca-840a-ff01e8154e39 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:27.777003 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-db85b1bd-63b7-4b98-8d85-0d95b002a54a req-a25ad1c2-81ce-42ca-840a-ff01e8154e39 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=114edabb-22bf-45ee-b310-fb9a5a56d1b8 HTTP/1.1" status: 200 len: 945 time: 0.0610158 Jul 30 00:25:27.787943 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc8f413-9bfb-4fe0-a786-662dcf826c7e req-43e42d41-2791-4200-83ec-11d04759db61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:27.789464 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-dcc8f413-9bfb-4fe0-a786-662dcf826c7e req-43e42d41-2791-4200-83ec-11d04759db61 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e5cbafbeb6f54e069c2a006bcf0b792e&device_id=114edabb-22bf-45ee-b310-fb9a5a56d1b8 HTTP/1.1" status: 200 len: 1097 time: 0.0428317 Jul 30 00:25:27.872846 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-db85b1bd-63b7-4b98-8d85-0d95b002a54a req-bad192fc-5dd5-49f8-ad93-bb94bf02e1ba tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d731c5-4eec-4ae5-aec6-5d76bd649b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879900 Jul 30 00:25:27.879332 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc8f413-9bfb-4fe0-a786-662dcf826c7e req-0a033fdc-3113-4b12-b1f5-d58a061804b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:27.880843 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-dcc8f413-9bfb-4fe0-a786-662dcf826c7e req-0a033fdc-3113-4b12-b1f5-d58a061804b2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c0cff58a-21ce-43bb-993c-338a6f877b53 HTTP/1.1" status: 200 len: 898 time: 0.0844946 Jul 30 00:25:27.930194 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:27.951920 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-dcc8f413-9bfb-4fe0-a786-662dcf826c7e req-9c142207-d56f-4e46-a0ff-932594d862d8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51b2089a-fa34-46bd-b89a-779cf19fbb53 HTTP/1.1" status: 200 len: 1001 time: 0.0640228 Jul 30 00:25:28.001295 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc8f413-9bfb-4fe0-a786-662dcf826c7e req-1871837b-38cb-49ce-af0b-37a9e34f90ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:28.002793 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-dcc8f413-9bfb-4fe0-a786-662dcf826c7e req-1871837b-38cb-49ce-af0b-37a9e34f90ff service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2bf26bea-a252-4d40-985c-689308e32eb7 HTTP/1.1" status: 200 len: 834 time: 0.0442717 Jul 30 00:25:28.049476 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc8f413-9bfb-4fe0-a786-662dcf826c7e req-353b3289-79ba-48dc-abdd-9597266b3fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:28.050993 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-dcc8f413-9bfb-4fe0-a786-662dcf826c7e req-353b3289-79ba-48dc-abdd-9597266b3fbc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c0cff58a-21ce-43bb-993c-338a6f877b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414941 Jul 30 00:25:28.153737 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-dcc8f413-9bfb-4fe0-a786-662dcf826c7e req-aeaae921-0388-475e-8462-675f1dc781fa service neutron] 10.222.0.22 "GET /v2.0/networks/c0cff58a-21ce-43bb-993c-338a6f877b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954819 Jul 30 00:25:28.240758 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-dcc8f413-9bfb-4fe0-a786-662dcf826c7e req-f53ae7d9-d5cf-4511-b5ea-9668c6df0757 service neutron] 10.222.0.22 "GET /v2.0/networks/c0cff58a-21ce-43bb-993c-338a6f877b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796738 Jul 30 00:25:29.036115 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d93c0e-188e-46cf-8bec-cc8fc824eb0f req-6ec14836-c734-4738-b8d1-b990f1cca60b tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:29.037630 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-69d93c0e-188e-46cf-8bec-cc8fc824eb0f req-6ec14836-c734-4738-b8d1-b990f1cca60b tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=114edabb-22bf-45ee-b310-fb9a5a56d1b8 HTTP/1.1" status: 200 len: 945 time: 0.0918577 Jul 30 00:25:29.076001 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-69d93c0e-188e-46cf-8bec-cc8fc824eb0f req-e815dea7-be1e-4897-82ba-bb21cd0cd5f6 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d731c5-4eec-4ae5-aec6-5d76bd649b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324061 Jul 30 00:25:29.099106 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 37628) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:25:29.164711 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-f9d58cbc-08d6-4230-8686-40e4a2d50865 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/floatingips/b88cd598-3057-4af0-99d2-828f54891de4 HTTP/1.1" status: 200 len: 993 time: 0.0643544 Jul 30 00:25:29.550818 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:37.715368 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:50.178190 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:53.353001 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4b50e020-e20c-43bd-b60a-6339efce50d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:54.918513 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:25:55.950643 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-68ae2dda-e89a-4f15-adab-7c60493bde63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:56.566319 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:57.928883 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:59.528836 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 37654) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:25:59.553614 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:59.688889 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-2bec1879-cabc-449c-b59f-a401e0b7cc08 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Deleting port d5982b0f-fc00-4583-bff9-3aa804c29132 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:25:59.689236 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2bec1879-cabc-449c-b59f-a401e0b7cc08 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:59.770698 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2bec1879-cabc-449c-b59f-a401e0b7cc08 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:59.770955 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2bec1879-cabc-449c-b59f-a401e0b7cc08 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:59.783232 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-2bec1879-cabc-449c-b59f-a401e0b7cc08 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Calling delete_port for d5982b0f-fc00-4583-bff9-3aa804c29132 owned by network:floatingip {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:25:59.931902 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2bec1879-cabc-449c-b59f-a401e0b7cc08 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:59.956872 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bec1879-cabc-449c-b59f-a401e0b7cc08 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event deleted for resources: {'Port': ['ID=d5982b0f-fc00-4583-bff9-3aa804c29132,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:59.969149 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bec1879-cabc-449c-b59f-a401e0b7cc08 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:59.969507 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bec1879-cabc-449c-b59f-a401e0b7cc08 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:59.969894 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bec1879-cabc-449c-b59f-a401e0b7cc08 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:59.970234 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bec1879-cabc-449c-b59f-a401e0b7cc08 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:59.970568 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bec1879-cabc-449c-b59f-a401e0b7cc08 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:59.970899 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bec1879-cabc-449c-b59f-a401e0b7cc08 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:59.971232 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bec1879-cabc-449c-b59f-a401e0b7cc08 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:59.971562 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bec1879-cabc-449c-b59f-a401e0b7cc08 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:59.971890 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bec1879-cabc-449c-b59f-a401e0b7cc08 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:59.972215 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bec1879-cabc-449c-b59f-a401e0b7cc08 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:59.972538 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bec1879-cabc-449c-b59f-a401e0b7cc08 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:59.972858 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bec1879-cabc-449c-b59f-a401e0b7cc08 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:00.028381 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2bec1879-cabc-449c-b59f-a401e0b7cc08 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for floatingip, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:00.028637 n-d-712141-10 neutron-server[94077]: INFO neutron.db.l3_db [None req-2bec1879-cabc-449c-b59f-a401e0b7cc08 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Floating IP b88cd598-3057-4af0-99d2-828f54891de4 disassociated (deleted). External IP: 172.25.0.139, port: 51b2089a-fa34-46bd-b89a-779cf19fbb53. Jul 30 00:26:00.234036 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bec1879-cabc-449c-b59f-a401e0b7cc08 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Router 7635d187-36b6-4bb2-88c8-c967dc5848ca has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:26:00.338314 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bec1879-cabc-449c-b59f-a401e0b7cc08 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:26:00.343314 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2bec1879-cabc-449c-b59f-a401e0b7cc08 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:00.347901 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f66d169-41b0-4a55-b16a-fae49bf73748 None None] Sync routers for ids ['7635d187-36b6-4bb2-88c8-c967dc5848ca'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:26:00.356691 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f66d169-41b0-4a55-b16a-fae49bf73748 None None] Routers {'7635d187-36b6-4bb2-88c8-c967dc5848ca'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:26:00.357292 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-8f66d169-41b0-4a55-b16a-fae49bf73748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:25:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['7635d187-36b6-4bb2-88c8-c967dc5848ca'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:00.368845 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-2bec1879-cabc-449c-b59f-a401e0b7cc08 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "DELETE /v2.0/floatingips/b88cd598-3057-4af0-99d2-828f54891de4 HTTP/1.1" status: 204 len: 168 time: 0.8388770 Jul 30 00:26:00.369564 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '114edabb-22bf-45ee-b310-fb9a5a56d1b8', 'tag': '51b2089a-fa34-46bd-b89a-779cf19fbb53'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:26:00.371713 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8377708564b13ed6665a7c738fa9aadb9980e3f7e18d8a0dfbdd1aeea3243a90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5185a1cc-7d34-4084-b7a6-68dcc4800838" -d '{"events": [{"name": "network-changed", "server_uuid": "114edabb-22bf-45ee-b310-fb9a5a56d1b8", "tag": "51b2089a-fa34-46bd-b89a-779cf19fbb53"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:26:00.417302 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646c356f-2c6c-4cd5-909a-d1e0d45c3f12 x-openstack-request-id: req-646c356f-2c6c-4cd5-909a-d1e0d45c3f12 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:26:00.417619 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "114edabb-22bf-45ee-b310-fb9a5a56d1b8", "tag": "51b2089a-fa34-46bd-b89a-779cf19fbb53", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:26:00.417951 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-646c356f-2c6c-4cd5-909a-d1e0d45c3f12 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:26:00.418278 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '114edabb-22bf-45ee-b310-fb9a5a56d1b8', 'tag': '51b2089a-fa34-46bd-b89a-779cf19fbb53', 'status': 'completed', 'code': 200} Jul 30 00:26:00.484117 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-8f66d169-41b0-4a55-b16a-fae49bf73748 None None] Set router 7635d187-36b6-4bb2-88c8-c967dc5848ca gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:26:00.508252 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5185a1cc-7d34-4084-b7a6-68dcc4800838 req-4f2ec4b5-dff0-409d-8cda-bf211c36d4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:00.509907 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-5185a1cc-7d34-4084-b7a6-68dcc4800838 req-4f2ec4b5-dff0-409d-8cda-bf211c36d4ca service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=e5cbafbeb6f54e069c2a006bcf0b792e&device_id=114edabb-22bf-45ee-b310-fb9a5a56d1b8 HTTP/1.1" status: 200 len: 1097 time: 0.0582457 Jul 30 00:26:00.625522 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5185a1cc-7d34-4084-b7a6-68dcc4800838 req-fcdd36fe-3b8a-4441-89f7-d117618e7955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:00.626892 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f8580-3ae9-4e56-befb-0613b39a55d6 req-78dfd93e-b339-4951-a040-903167a5aad2 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:00.627380 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-5185a1cc-7d34-4084-b7a6-68dcc4800838 req-fcdd36fe-3b8a-4441-89f7-d117618e7955 service neutron] 10.222.0.22 "GET /v2.0/networks?id=c0cff58a-21ce-43bb-993c-338a6f877b53 HTTP/1.1" status: 200 len: 898 time: 0.1006956 Jul 30 00:26:00.628661 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-075f8580-3ae9-4e56-befb-0613b39a55d6 req-78dfd93e-b339-4951-a040-903167a5aad2 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=114edabb-22bf-45ee-b310-fb9a5a56d1b8 HTTP/1.1" status: 200 len: 945 time: 0.0688767 Jul 30 00:26:00.672964 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-075f8580-3ae9-4e56-befb-0613b39a55d6 req-be58aee5-a20c-410f-9303-f51d8c5e2895 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d731c5-4eec-4ae5-aec6-5d76bd649b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378518 Jul 30 00:26:00.701073 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-8f66d169-41b0-4a55-b16a-fae49bf73748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7635d187-36b6-4bb2-88c8-c967dc5848ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794510793', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '16665cf3-7053-4acd-9c59-1a119912b17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:24:20Z', 'updated_at': '2021-07-30T00:24:24Z', 'revision_number': 4, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port': {'id': '16665cf3-7053-4acd-9c59-1a119912b17b', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7635d187-36b6-4bb2-88c8-c967dc5848ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:24:21Z', 'updated_at': '2021-07-30T00:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'c8c5ec32-b609-4a5e-91e5-75d89b417552', 'name': '', 'network_id': 'c0cff58a-21ce-43bb-993c-338a6f877b53', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'mac_address': 'fa:16:3e:31:19:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7635d187-36b6-4bb2-88c8-c967dc5848ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '2bf26bea-a252-4d40-985c-689308e32eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:24:23Z', 'updated_at': '2021-07-30T00:24:28Z', 'revision_number': 5, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'subnets': [{'id': '2bf26bea-a252-4d40-985c-689308e32eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:00.732960 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f66d169-41b0-4a55-b16a-fae49bf73748 None None] Checking router: 7635d187-36b6-4bb2-88c8-c967dc5848ca for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:26:00.742069 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f66d169-41b0-4a55-b16a-fae49bf73748 None None] Routers {'7635d187-36b6-4bb2-88c8-c967dc5848ca'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:26:00.742696 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-8f66d169-41b0-4a55-b16a-fae49bf73748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:25:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['7635d187-36b6-4bb2-88c8-c967dc5848ca'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:00.852766 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-8f66d169-41b0-4a55-b16a-fae49bf73748 None None] Set router 7635d187-36b6-4bb2-88c8-c967dc5848ca gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:26:00.983239 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-5185a1cc-7d34-4084-b7a6-68dcc4800838 req-3a4f28d1-5687-4c2a-9894-d3a4cf558ff1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51b2089a-fa34-46bd-b89a-779cf19fbb53 HTTP/1.1" status: 200 len: 217 time: 0.3472705 Jul 30 00:26:01.035291 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5185a1cc-7d34-4084-b7a6-68dcc4800838 req-feccc948-7b4f-4fc6-a065-b53d7d40014f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:01.036790 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-5185a1cc-7d34-4084-b7a6-68dcc4800838 req-feccc948-7b4f-4fc6-a065-b53d7d40014f service neutron] 10.222.0.22 "GET /v2.0/subnets?id=2bf26bea-a252-4d40-985c-689308e32eb7 HTTP/1.1" status: 200 len: 834 time: 0.0461609 Jul 30 00:26:01.087402 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5185a1cc-7d34-4084-b7a6-68dcc4800838 req-8fc3867d-c8d8-458d-b449-c5296d3dbfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:01.089044 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-5185a1cc-7d34-4084-b7a6-68dcc4800838 req-8fc3867d-c8d8-458d-b449-c5296d3dbfb8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=c0cff58a-21ce-43bb-993c-338a6f877b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442169 Jul 30 00:26:01.161478 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-8f66d169-41b0-4a55-b16a-fae49bf73748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7635d187-36b6-4bb2-88c8-c967dc5848ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794510793', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '16665cf3-7053-4acd-9c59-1a119912b17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:24:20Z', 'updated_at': '2021-07-30T00:24:24Z', 'revision_number': 4, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port': {'id': '16665cf3-7053-4acd-9c59-1a119912b17b', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7635d187-36b6-4bb2-88c8-c967dc5848ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:24:21Z', 'updated_at': '2021-07-30T00:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'c8c5ec32-b609-4a5e-91e5-75d89b417552', 'name': '', 'network_id': 'c0cff58a-21ce-43bb-993c-338a6f877b53', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'mac_address': 'fa:16:3e:31:19:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7635d187-36b6-4bb2-88c8-c967dc5848ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '2bf26bea-a252-4d40-985c-689308e32eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:24:23Z', 'updated_at': '2021-07-30T00:24:28Z', 'revision_number': 5, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'subnets': [{'id': '2bf26bea-a252-4d40-985c-689308e32eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:01.187729 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-5185a1cc-7d34-4084-b7a6-68dcc4800838 req-ab0ee202-4cb1-4715-aa84-02752f6ffda9 service neutron] 10.222.0.22 "GET /v2.0/networks/c0cff58a-21ce-43bb-993c-338a6f877b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904152 Jul 30 00:26:01.188944 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f66d169-41b0-4a55-b16a-fae49bf73748 None None] The sync data for ids ['7635d187-36b6-4bb2-88c8-c967dc5848ca'] in n-d-712141-10 is: [{'id': '7635d187-36b6-4bb2-88c8-c967dc5848ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794510793', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '16665cf3-7053-4acd-9c59-1a119912b17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:24:20Z', 'updated_at': '2021-07-30T00:24:24Z', 'revision_number': 4, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port': {'id': '16665cf3-7053-4acd-9c59-1a119912b17b', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7635d187-36b6-4bb2-88c8-c967dc5848ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:24:21Z', 'updated_at': '2021-07-30T00:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'c8c5ec32-b609-4a5e-91e5-75d89b417552', 'name': '', 'network_id': 'c0cff58a-21ce-43bb-993c-338a6f877b53', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'mac_address': 'fa:16:3e:31:19:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7635d187-36b6-4bb2-88c8-c967dc5848ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4233, 'fixed_ips': [{'subnet_id': '2bf26bea-a252-4d40-985c-689308e32eb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:24:23Z', 'updated_at': '2021-07-30T00:24:28Z', 'revision_number': 5, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'subnets': [{'id': '2bf26bea-a252-4d40-985c-689308e32eb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:26:01.285126 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-5185a1cc-7d34-4084-b7a6-68dcc4800838 req-0abd49d7-9ecf-43d4-b53c-ec53b251ba0f service neutron] 10.222.0.22 "GET /v2.0/networks/c0cff58a-21ce-43bb-993c-338a6f877b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901060 Jul 30 00:26:01.413067 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ec64ce-c5fb-456f-a5b2-d753d497864b None None] New status for floating IP b88cd598-3057-4af0-99d2-828f54891de4: DOWN {{(pid=94079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:26:01.793071 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35849465-64c7-4031-9af0-de7a0eaf8340 req-fee6a9f0-91e6-4711-bb55-b51b7160b838 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:01.796843 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-35849465-64c7-4031-9af0-de7a0eaf8340 req-fee6a9f0-91e6-4711-bb55-b51b7160b838 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=114edabb-22bf-45ee-b310-fb9a5a56d1b8 HTTP/1.1" status: 200 len: 945 time: 0.0543487 Jul 30 00:26:01.834935 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-35849465-64c7-4031-9af0-de7a0eaf8340 req-c0d9baa6-06ef-4e35-9898-975c89ceee79 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=a4d731c5-4eec-4ae5-aec6-5d76bd649b5c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319231 Jul 30 00:26:02.092962 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df3f71-9131-4346-a362-b096c11bcbee req-b7c0ecaf-2032-47f7-b572-ca235fc85c25 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:02.094489 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a8df3f71-9131-4346-a362-b096c11bcbee req-b7c0ecaf-2032-47f7-b572-ca235fc85c25 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.22 "GET /v2.0/ports?device_id=114edabb-22bf-45ee-b310-fb9a5a56d1b8 HTTP/1.1" status: 200 len: 945 time: 0.0498211 Jul 30 00:26:02.180911 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-a8df3f71-9131-4346-a362-b096c11bcbee req-388be64f-ba88-44c7-ae3a-9ed2bc52e0c9 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Deleting port 51b2089a-fa34-46bd-b89a-779cf19fbb53 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:26:02.181252 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a8df3f71-9131-4346-a362-b096c11bcbee req-388be64f-ba88-44c7-ae3a-9ed2bc52e0c9 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:02.269406 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-a8df3f71-9131-4346-a362-b096c11bcbee req-388be64f-ba88-44c7-ae3a-9ed2bc52e0c9 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] For port 51b2089a-fa34-46bd-b89a-779cf19fbb53, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=51b2089a-fa34-46bd-b89a-779cf19fbb53,segment=NetworkSegment(8497901c-6ff3-4d90-ab07-f616c299b937),segment_id=8497901c-6ff3-4d90-ab07-f616c299b937)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:26:02.269804 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a8df3f71-9131-4346-a362-b096c11bcbee req-388be64f-ba88-44c7-ae3a-9ed2bc52e0c9 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:02.282831 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-a8df3f71-9131-4346-a362-b096c11bcbee req-388be64f-ba88-44c7-ae3a-9ed2bc52e0c9 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Calling delete_port for 51b2089a-fa34-46bd-b89a-779cf19fbb53 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:26:02.410620 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a8df3f71-9131-4346-a362-b096c11bcbee req-388be64f-ba88-44c7-ae3a-9ed2bc52e0c9 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:02.440326 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388be64f-ba88-44c7-ae3a-9ed2bc52e0c9 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event deleted for resources: {'Port': ['ID=51b2089a-fa34-46bd-b89a-779cf19fbb53,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:02.480940 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8df3f71-9131-4346-a362-b096c11bcbee req-388be64f-ba88-44c7-ae3a-9ed2bc52e0c9 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] No DVR routers for this DVR port 51b2089a-fa34-46bd-b89a-779cf19fbb53 on host n-h2-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:26:02.483619 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a8df3f71-9131-4346-a362-b096c11bcbee req-388be64f-ba88-44c7-ae3a-9ed2bc52e0c9 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:02.485637 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a8df3f71-9131-4346-a362-b096c11bcbee req-388be64f-ba88-44c7-ae3a-9ed2bc52e0c9 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.22 "DELETE /v2.0/ports/51b2089a-fa34-46bd-b89a-779cf19fbb53 HTTP/1.1" status: 204 len: 173 time: 0.3855910 Jul 30 00:26:02.486081 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '114edabb-22bf-45ee-b310-fb9a5a56d1b8', 'name': 'network-vif-deleted', 'tag': '51b2089a-fa34-46bd-b89a-779cf19fbb53'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:26:02.488331 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8377708564b13ed6665a7c738fa9aadb9980e3f7e18d8a0dfbdd1aeea3243a90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ac92bc-660b-4d84-9114-8a10f490d7d8" -d '{"events": [{"server_uuid": "114edabb-22bf-45ee-b310-fb9a5a56d1b8", "name": "network-vif-deleted", "tag": "51b2089a-fa34-46bd-b89a-779cf19fbb53"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:26:02.524917 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19fb69db-186e-431d-8ebf-e9b81907d206 x-openstack-request-id: req-19fb69db-186e-431d-8ebf-e9b81907d206 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:26:02.525217 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "114edabb-22bf-45ee-b310-fb9a5a56d1b8", "name": "network-vif-deleted", "tag": "51b2089a-fa34-46bd-b89a-779cf19fbb53", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:26:02.525529 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-19fb69db-186e-431d-8ebf-e9b81907d206 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:26:02.526066 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '114edabb-22bf-45ee-b310-fb9a5a56d1b8', 'name': 'network-vif-deleted', 'tag': '51b2089a-fa34-46bd-b89a-779cf19fbb53', 'status': 'completed', 'code': 200} Jul 30 00:26:02.952643 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-985d2874-5dd0-4778-9051-6b02f1598899 req-2d446740-8ea9-4fea-b440-5fcfddd4cc9e tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=114edabb-22bf-45ee-b310-fb9a5a56d1b8 HTTP/1.1" status: 200 len: 210 time: 0.0274830 Jul 30 00:26:04.011584 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 37670) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:04.370959 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-72b7351e-3123-455f-988a-f6b8ebf93beb tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:04.638045 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-72b7351e-3123-455f-988a-f6b8ebf93beb tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Deleting port c8c5ec32-b609-4a5e-91e5-75d89b417552 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:26:04.638311 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-72b7351e-3123-455f-988a-f6b8ebf93beb tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:04.725842 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-72b7351e-3123-455f-988a-f6b8ebf93beb tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] For port c8c5ec32-b609-4a5e-91e5-75d89b417552, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=c8c5ec32-b609-4a5e-91e5-75d89b417552,segment=NetworkSegment(8497901c-6ff3-4d90-ab07-f616c299b937),segment_id=8497901c-6ff3-4d90-ab07-f616c299b937)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:26:04.726206 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-72b7351e-3123-455f-988a-f6b8ebf93beb tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:04.743167 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-72b7351e-3123-455f-988a-f6b8ebf93beb tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Calling delete_port for c8c5ec32-b609-4a5e-91e5-75d89b417552 owned by network:router_interface {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:26:04.934169 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-72b7351e-3123-455f-988a-f6b8ebf93beb tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:04.961762 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b7351e-3123-455f-988a-f6b8ebf93beb tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event deleted for resources: {'Port': ['ID=c8c5ec32-b609-4a5e-91e5-75d89b417552,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:05.135948 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-72b7351e-3123-455f-988a-f6b8ebf93beb tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:05.353720 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72b7351e-3123-455f-988a-f6b8ebf93beb tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Router 7635d187-36b6-4bb2-88c8-c967dc5848ca has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:26:05.465219 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b7351e-3123-455f-988a-f6b8ebf93beb tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:26:05.471476 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-72b7351e-3123-455f-988a-f6b8ebf93beb tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "PUT /v2.0/routers/7635d187-36b6-4bb2-88c8-c967dc5848ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4588583 Jul 30 00:26:05.474166 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 37672) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:05.477194 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d1abda-0b65-423a-a460-62658332f5e9 None None] Sync routers for ids ['7635d187-36b6-4bb2-88c8-c967dc5848ca'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:26:05.487040 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d1abda-0b65-423a-a460-62658332f5e9 None None] Routers {'7635d187-36b6-4bb2-88c8-c967dc5848ca'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:26:05.487636 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-24d1abda-0b65-423a-a460-62658332f5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:25:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['7635d187-36b6-4bb2-88c8-c967dc5848ca'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:05.526937 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5855262-b221-468c-818c-de4fc3b3e1c4 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Deleting subnet 2bf26bea-a252-4d40-985c-689308e32eb7 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:26:05.530781 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e5855262-b221-468c-818c-de4fc3b3e1c4 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:05.571713 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e5855262-b221-468c-818c-de4fc3b3e1c4 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:05.604788 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-24d1abda-0b65-423a-a460-62658332f5e9 None None] Set router 7635d187-36b6-4bb2-88c8-c967dc5848ca gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:26:05.674213 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e5855262-b221-468c-818c-de4fc3b3e1c4 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:05.732832 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e5855262-b221-468c-818c-de4fc3b3e1c4 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:05.759825 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5855262-b221-468c-818c-de4fc3b3e1c4 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event deleted for resources: {'Subnet': ['ID=2bf26bea-a252-4d40-985c-689308e32eb7,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:05.763650 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e5855262-b221-468c-818c-de4fc3b3e1c4 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:05.766284 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e5855262-b221-468c-818c-de4fc3b3e1c4 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "DELETE /v2.0/subnets/2bf26bea-a252-4d40-985c-689308e32eb7 HTTP/1.1" status: 204 len: 168 time: 0.2911594 Jul 30 00:26:05.769547 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37674) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:05.775528 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a0471d-af82-4406-bc3e-2cab90f85f58 None None] Network c0cff58a-21ce-43bb-993c-338a6f877b53 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:26:05.799045 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-24d1abda-0b65-423a-a460-62658332f5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7635d187-36b6-4bb2-88c8-c967dc5848ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794510793', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '16665cf3-7053-4acd-9c59-1a119912b17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:24:20Z', 'updated_at': '2021-07-30T00:26:04Z', 'revision_number': 5, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port': {'id': '16665cf3-7053-4acd-9c59-1a119912b17b', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7635d187-36b6-4bb2-88c8-c967dc5848ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:24:21Z', 'updated_at': '2021-07-30T00:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:05.827839 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d1abda-0b65-423a-a460-62658332f5e9 None None] Checking router: 7635d187-36b6-4bb2-88c8-c967dc5848ca for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:26:05.836746 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d1abda-0b65-423a-a460-62658332f5e9 None None] Routers {'7635d187-36b6-4bb2-88c8-c967dc5848ca'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:26:05.837357 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-24d1abda-0b65-423a-a460-62658332f5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:25:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['7635d187-36b6-4bb2-88c8-c967dc5848ca'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:05.878674 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 51b2089a-fa34-46bd-b89a-779cf19fbb53 no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:26:05.892298 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-16047045-74bf-40b6-bbf5-8e475caf0477 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for router, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:05.917466 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: 51b2089a-fa34-46bd-b89a-779cf19fbb53 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:26:05.917466 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 51b2089a-fa34-46bd-b89a-779cf19fbb53 not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:26:05.945323 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-24d1abda-0b65-423a-a460-62658332f5e9 None None] Set router 7635d187-36b6-4bb2-88c8-c967dc5848ca gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:26:05.997965 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9436f020-8931-404b-a148-ba1a1049983f None None] DHCP port deletion for c0cff58a-21ce-43bb-993c-338a6f877b53 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:26:06.005670 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-16047045-74bf-40b6-bbf5-8e475caf0477 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:06.050566 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-9436f020-8931-404b-a148-ba1a1049983f None None] Deleting port 40ff6fd1-33fd-4752-9b6b-fc26bb977bbe {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:26:06.050939 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9436f020-8931-404b-a148-ba1a1049983f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:06.064587 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-16047045-74bf-40b6-bbf5-8e475caf0477 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Deleting port 16665cf3-7053-4acd-9c59-1a119912b17b {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:26:06.064927 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-16047045-74bf-40b6-bbf5-8e475caf0477 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:06.120943 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-9436f020-8931-404b-a148-ba1a1049983f None None] For port 40ff6fd1-33fd-4752-9b6b-fc26bb977bbe, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=40ff6fd1-33fd-4752-9b6b-fc26bb977bbe,segment=NetworkSegment(8497901c-6ff3-4d90-ab07-f616c299b937),segment_id=8497901c-6ff3-4d90-ab07-f616c299b937)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:26:06.121341 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9436f020-8931-404b-a148-ba1a1049983f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:06.135767 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-24d1abda-0b65-423a-a460-62658332f5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7635d187-36b6-4bb2-88c8-c967dc5848ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794510793', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '16665cf3-7053-4acd-9c59-1a119912b17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:24:20Z', 'updated_at': '2021-07-30T00:26:04Z', 'revision_number': 5, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port': {'id': '16665cf3-7053-4acd-9c59-1a119912b17b', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7635d187-36b6-4bb2-88c8-c967dc5848ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:24:21Z', 'updated_at': '2021-07-30T00:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:06.136377 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-9436f020-8931-404b-a148-ba1a1049983f None None] Calling delete_port for 40ff6fd1-33fd-4752-9b6b-fc26bb977bbe owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:26:06.151024 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-16047045-74bf-40b6-bbf5-8e475caf0477 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] For port 16665cf3-7053-4acd-9c59-1a119912b17b, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=16665cf3-7053-4acd-9c59-1a119912b17b,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:26:06.151405 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-16047045-74bf-40b6-bbf5-8e475caf0477 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:06.163696 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-16047045-74bf-40b6-bbf5-8e475caf0477 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Calling delete_port for 16665cf3-7053-4acd-9c59-1a119912b17b owned by network:router_gateway {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:26:06.166604 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24d1abda-0b65-423a-a460-62658332f5e9 None None] The sync data for ids ['7635d187-36b6-4bb2-88c8-c967dc5848ca'] in n-d-712141-10 is: [{'id': '7635d187-36b6-4bb2-88c8-c967dc5848ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-794510793', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.212'}], 'enable_snat': True}, 'gw_port_id': '16665cf3-7053-4acd-9c59-1a119912b17b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:24:20Z', 'updated_at': '2021-07-30T00:26:04Z', 'revision_number': 5, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port': {'id': '16665cf3-7053-4acd-9c59-1a119912b17b', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c5:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7635d187-36b6-4bb2-88c8-c967dc5848ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:24:21Z', 'updated_at': '2021-07-30T00:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:26:06.243047 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9436f020-8931-404b-a148-ba1a1049983f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:06.271819 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9436f020-8931-404b-a148-ba1a1049983f None None] Pushing event deleted for resources: {'Port': ['ID=40ff6fd1-33fd-4752-9b6b-fc26bb977bbe,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:06.277140 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9436f020-8931-404b-a148-ba1a1049983f None None] No DVR routers for this DVR port 40ff6fd1-33fd-4752-9b6b-fc26bb977bbe on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:26:06.288376 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436f020-8931-404b-a148-ba1a1049983f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:06.288376 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436f020-8931-404b-a148-ba1a1049983f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:06.288376 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436f020-8931-404b-a148-ba1a1049983f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:06.288376 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436f020-8931-404b-a148-ba1a1049983f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:06.288376 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436f020-8931-404b-a148-ba1a1049983f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:06.288376 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436f020-8931-404b-a148-ba1a1049983f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:06.289281 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436f020-8931-404b-a148-ba1a1049983f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:06.289281 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436f020-8931-404b-a148-ba1a1049983f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:06.289281 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436f020-8931-404b-a148-ba1a1049983f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:06.289559 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436f020-8931-404b-a148-ba1a1049983f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:06.290828 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436f020-8931-404b-a148-ba1a1049983f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:06.290828 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9436f020-8931-404b-a148-ba1a1049983f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:06.336570 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-16047045-74bf-40b6-bbf5-8e475caf0477 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:06.360050 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16047045-74bf-40b6-bbf5-8e475caf0477 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event deleted for resources: {'Port': ['ID=16665cf3-7053-4acd-9c59-1a119912b17b,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:06.375138 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16047045-74bf-40b6-bbf5-8e475caf0477 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:06.375494 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16047045-74bf-40b6-bbf5-8e475caf0477 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:06.375838 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16047045-74bf-40b6-bbf5-8e475caf0477 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:06.376177 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16047045-74bf-40b6-bbf5-8e475caf0477 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:06.376512 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16047045-74bf-40b6-bbf5-8e475caf0477 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:06.376844 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16047045-74bf-40b6-bbf5-8e475caf0477 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:06.377175 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16047045-74bf-40b6-bbf5-8e475caf0477 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:06.377504 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16047045-74bf-40b6-bbf5-8e475caf0477 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:06.377856 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16047045-74bf-40b6-bbf5-8e475caf0477 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:06.378183 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16047045-74bf-40b6-bbf5-8e475caf0477 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:06.378509 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16047045-74bf-40b6-bbf5-8e475caf0477 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:06.378833 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16047045-74bf-40b6-bbf5-8e475caf0477 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:06.437218 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-16047045-74bf-40b6-bbf5-8e475caf0477 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:06.532391 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-16047045-74bf-40b6-bbf5-8e475caf0477 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:06.534952 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-16047045-74bf-40b6-bbf5-8e475caf0477 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:06.582767 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-16047045-74bf-40b6-bbf5-8e475caf0477 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:06.583487 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16047045-74bf-40b6-bbf5-8e475caf0477 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Fanout notify agent at l3_agent the message router_deleted on router 7635d187-36b6-4bb2-88c8-c967dc5848ca {{(pid=94078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:26:06.590643 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-16047045-74bf-40b6-bbf5-8e475caf0477 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:06.594088 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-16047045-74bf-40b6-bbf5-8e475caf0477 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "DELETE /v2.0/routers/7635d187-36b6-4bb2-88c8-c967dc5848ca HTTP/1.1" status: 204 len: 168 time: 0.8233922 Jul 30 00:26:06.594779 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 37676) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:06.679213 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2fa8b2d8-c28a-4394-954e-3add89023c47 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:06.767909 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2fa8b2d8-c28a-4394-954e-3add89023c47 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:06.778796 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-2fa8b2d8-c28a-4394-954e-3add89023c47 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0cff58a-21ce-43bb-993c-338a6f877b53']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:06.791494 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-2fa8b2d8-c28a-4394-954e-3add89023c47 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8497901c-6ff3-4d90-ab07-f616c299b937') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:06.791673 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-2fa8b2d8-c28a-4394-954e-3add89023c47 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8497901c-6ff3-4d90-ab07-f616c299b937') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:06.805126 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2fa8b2d8-c28a-4394-954e-3add89023c47 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:06.823728 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2fa8b2d8-c28a-4394-954e-3add89023c47 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:06.833918 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fa8b2d8-c28a-4394-954e-3add89023c47 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:26:06.835588 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2fa8b2d8-c28a-4394-954e-3add89023c47 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:06.840883 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 30 00:26:06.840883 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:26:06.840883 n-d-712141-10 neutron-server[94077]: timer() Jul 30 00:26:06.840883 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:26:06.840883 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 30 00:26:06.840883 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:26:06.840883 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 30 00:26:06.840883 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:26:06.840883 n-d-712141-10 neutron-server[94077]: self._notify() Jul 30 00:26:06.840883 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:26:06.840883 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 30 00:26:06.840883 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:26:06.840883 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 30 00:26:06.840883 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:26:06.840883 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:26:06.840883 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:26:06.840883 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:26:06.840883 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:26:06.840883 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 30 00:26:06.840883 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:26:06.840883 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 30 00:26:06.840883 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:26:06.840883 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:26:06.840883 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:26:06.840883 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 30 00:26:06.840883 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:26:06.840883 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:26:06.840883 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:26:06.840883 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:26:06.840883 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:26:06.840883 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:26:06.840883 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:26:06.913263 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2fa8b2d8-c28a-4394-954e-3add89023c47 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:06.920719 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2fa8b2d8-c28a-4394-954e-3add89023c47 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:06.922588 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-2fa8b2d8-c28a-4394-954e-3add89023c47 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "DELETE /v2.0/networks/c0cff58a-21ce-43bb-993c-338a6f877b53 HTTP/1.1" status: 204 len: 168 time: 0.3267987 Jul 30 00:26:06.925490 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37678) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:06.934138 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa8b2d8-c28a-4394-954e-3add89023c47 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event deleted for resources: {'Network': ['ID=c0cff58a-21ce-43bb-993c-338a6f877b53,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:06.989028 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fffe64c1-0937-4399-abde-813c75eb39e3 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:07.015452 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fffe64c1-0937-4399-abde-813c75eb39e3 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:07.075459 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fffe64c1-0937-4399-abde-813c75eb39e3 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:07.078174 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fffe64c1-0937-4399-abde-813c75eb39e3 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:07.079354 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-fffe64c1-0937-4399-abde-813c75eb39e3 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "DELETE /v2.0/security-groups/a4d731c5-4eec-4ae5-aec6-5d76bd649b5c HTTP/1.1" status: 204 len: 168 time: 0.1528153 Jul 30 00:26:07.088552 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffe64c1-0937-4399-abde-813c75eb39e3 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d731c5-4eec-4ae5-aec6-5d76bd649b5c,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:07.227087 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 40ff6fd1-33fd-4752-9b6b-fc26bb977bbe no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:26:07.256147 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 40ff6fd1-33fd-4752-9b6b-fc26bb977bbe {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:26:07.256492 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 40ff6fd1-33fd-4752-9b6b-fc26bb977bbe not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:26:07.257106 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device c8c5ec32-b609-4a5e-91e5-75d89b417552 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:26:07.278881 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: c8c5ec32-b609-4a5e-91e5-75d89b417552 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:26:07.279232 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device c8c5ec32-b609-4a5e-91e5-75d89b417552 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:26:07.393874 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37684) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:07.398525 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-320d7230-aeb1-4bde-968d-1a964fcb38b0 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2007167989', 'description': 'tempest-secgroup-smoke-2007167989 description', 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:26:07.422812 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-320d7230-aeb1-4bde-968d-1a964fcb38b0 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:07.518228 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-320d7230-aeb1-4bde-968d-1a964fcb38b0 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:07.522123 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-320d7230-aeb1-4bde-968d-1a964fcb38b0 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:07.551981 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-320d7230-aeb1-4bde-968d-1a964fcb38b0 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:07.553225 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-320d7230-aeb1-4bde-968d-1a964fcb38b0 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1583424 Jul 30 00:26:07.558657 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320d7230-aeb1-4bde-968d-1a964fcb38b0 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79d0595b-f23b-462f-a91f-6cf4c2aa8a9f,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:07.558843 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 37686) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:07.562175 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-35544b94-28c4-43cf-a68e-d8c42de50640 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Request body: {'security_group_rule': {'security_group_id': '79d0595b-f23b-462f-a91f-6cf4c2aa8a9f', 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:26:07.591706 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-35544b94-28c4-43cf-a68e-d8c42de50640 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:07.649154 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-35544b94-28c4-43cf-a68e-d8c42de50640 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:07.652553 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-35544b94-28c4-43cf-a68e-d8c42de50640 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:07.673204 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35544b94-28c4-43cf-a68e-d8c42de50640 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee5c059e-d050-47e1-aa62-9cfda7670aa0,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:07.687070 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-35544b94-28c4-43cf-a68e-d8c42de50640 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:07.688638 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-35544b94-28c4-43cf-a68e-d8c42de50640 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1313128 Jul 30 00:26:07.692321 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 37688) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:07.696830 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-f7c829f1-add5-45f6-8b24-590034ede43e tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Request body: {'security_group_rule': {'security_group_id': '79d0595b-f23b-462f-a91f-6cf4c2aa8a9f', 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:26:07.720379 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:07.724365 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f7c829f1-add5-45f6-8b24-590034ede43e tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:07.787040 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f7c829f1-add5-45f6-8b24-590034ede43e tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:07.791347 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f7c829f1-add5-45f6-8b24-590034ede43e tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:07.813705 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c829f1-add5-45f6-8b24-590034ede43e tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59fdd7e5-371a-45eb-95dc-4435cc9b1cc1,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:07.817486 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-f7c829f1-add5-45f6-8b24-590034ede43e tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:07.818689 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-f7c829f1-add5-45f6-8b24-590034ede43e tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1254313 Jul 30 00:26:07.821573 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 37690) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:07.828783 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-67d12800-b627-4cb6-85c6-bfa53ed0373c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Request body: {'security_group_rule': {'security_group_id': '79d0595b-f23b-462f-a91f-6cf4c2aa8a9f', 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:26:07.859164 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-67d12800-b627-4cb6-85c6-bfa53ed0373c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:07.928935 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-67d12800-b627-4cb6-85c6-bfa53ed0373c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:07.932726 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-67d12800-b627-4cb6-85c6-bfa53ed0373c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:07.951949 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d12800-b627-4cb6-85c6-bfa53ed0373c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6c50b2e-7e72-43a7-b25d-ab5657e4efc6,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:07.958677 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-67d12800-b627-4cb6-85c6-bfa53ed0373c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:07.959901 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-67d12800-b627-4cb6-85c6-bfa53ed0373c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1370056 Jul 30 00:26:07.963828 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37692) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:07.968987 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-9524a8b7-8fd1-441b-b642-a8d2c2d9b030 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Request body: {'security_group_rule': {'security_group_id': '79d0595b-f23b-462f-a91f-6cf4c2aa8a9f', 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:26:07.996137 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9524a8b7-8fd1-441b-b642-a8d2c2d9b030 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:08.055596 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9524a8b7-8fd1-441b-b642-a8d2c2d9b030 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:08.060126 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9524a8b7-8fd1-441b-b642-a8d2c2d9b030 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:08.078286 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9524a8b7-8fd1-441b-b642-a8d2c2d9b030 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16bb2ddb-da2a-438e-bd07-e5ed8fb2324b,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:08.085761 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-9524a8b7-8fd1-441b-b642-a8d2c2d9b030 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:08.086964 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-9524a8b7-8fd1-441b-b642-a8d2c2d9b030 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1220922 Jul 30 00:26:08.089860 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37694) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:08.094630 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-4905d5e4-f5f9-4ae8-b859-726a67514baa tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Request body: {'security_group_rule': {'security_group_id': '79d0595b-f23b-462f-a91f-6cf4c2aa8a9f', 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:26:08.118762 n-d-712141-10 neutron-server[94078]: INFO neutron.db.securitygroups_db [None req-4905d5e4-f5f9-4ae8-b859-726a67514baa tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Project e5cbafbeb6f54e069c2a006bcf0b792e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:26:08.124745 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4905d5e4-f5f9-4ae8-b859-726a67514baa tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:08.185607 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4905d5e4-f5f9-4ae8-b859-726a67514baa tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:08.190169 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4905d5e4-f5f9-4ae8-b859-726a67514baa tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:08.207743 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4905d5e4-f5f9-4ae8-b859-726a67514baa tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=865d4937-cf8b-441d-b682-fb44b08b37c5,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:08.215077 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4905d5e4-f5f9-4ae8-b859-726a67514baa tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:08.216307 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-4905d5e4-f5f9-4ae8-b859-726a67514baa tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1255183 Jul 30 00:26:08.219603 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37696) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:08.224122 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-69a23fa5-0229-47fe-8f01-a0d75f973d9d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Request body: {'security_group_rule': {'security_group_id': '79d0595b-f23b-462f-a91f-6cf4c2aa8a9f', 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:26:08.246604 n-d-712141-10 neutron-server[94078]: INFO neutron.db.securitygroups_db [None req-69a23fa5-0229-47fe-8f01-a0d75f973d9d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Project e5cbafbeb6f54e069c2a006bcf0b792e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:26:08.252407 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-69a23fa5-0229-47fe-8f01-a0d75f973d9d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:08.316223 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-69a23fa5-0229-47fe-8f01-a0d75f973d9d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:08.319979 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-69a23fa5-0229-47fe-8f01-a0d75f973d9d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:08.337487 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a23fa5-0229-47fe-8f01-a0d75f973d9d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86b580d1-c0a1-41c0-8fd9-67aaa535b277,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:08.344242 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-69a23fa5-0229-47fe-8f01-a0d75f973d9d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:08.345478 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-69a23fa5-0229-47fe-8f01-a0d75f973d9d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1249013 Jul 30 00:26:08.348318 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37698) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:08.354012 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-f37e93e7-858f-4558-a33c-7d35a9230dfc tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Request body: {'network': {'name': 'tempest-network-smoke--2121250532', 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'port_security_enabled': True}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:26:08.375120 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37e93e7-858f-4558-a33c-7d35a9230dfc tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Made reservation on behalf of e5cbafbeb6f54e069c2a006bcf0b792e for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:26:08.378487 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f37e93e7-858f-4558-a33c-7d35a9230dfc tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:08.405775 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f37e93e7-858f-4558-a33c-7d35a9230dfc tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:26:08.414791 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f37e93e7-858f-4558-a33c-7d35a9230dfc tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:08.415130 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-f37e93e7-858f-4558-a33c-7d35a9230dfc tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Added segment 7fab3fc9-ce6f-41d8-b6a2-1f40320db5ff of type vlan for network 53937c6b-d273-4bc9-972c-a88245894fb6 Jul 30 00:26:08.455243 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f37e93e7-858f-4558-a33c-7d35a9230dfc tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:08.491148 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f37e93e7-858f-4558-a33c-7d35a9230dfc tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:08.496724 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37e93e7-858f-4558-a33c-7d35a9230dfc tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:08.497325 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-f37e93e7-858f-4558-a33c-7d35a9230dfc tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:08.557675 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-f37e93e7-858f-4558-a33c-7d35a9230dfc tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2082694 Jul 30 00:26:08.560373 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37700) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:08.565784 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-78176919-d551-49ad-98ef-28f421b7bbb6 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1548000812', 'admin_state_up': True, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:26:08.585493 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37e93e7-858f-4558-a33c-7d35a9230dfc tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'Network': ['ID=53937c6b-d273-4bc9-972c-a88245894fb6,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:08.596516 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 53937c6b-d273-4bc9-972c-a88245894fb6 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:26:08.599867 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-78176919-d551-49ad-98ef-28f421b7bbb6 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:08.600888 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-78176919-d551-49ad-98ef-28f421b7bbb6 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:08.652521 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-78176919-d551-49ad-98ef-28f421b7bbb6 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:08.790245 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-78176919-d551-49ad-98ef-28f421b7bbb6 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:08.798582 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 16665cf3-7053-4acd-9c59-1a119912b17b no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:26:08.822939 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 16665cf3-7053-4acd-9c59-1a119912b17b {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:26:08.823279 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 16665cf3-7053-4acd-9c59-1a119912b17b not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:26:09.336244 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-78176919-d551-49ad-98ef-28f421b7bbb6 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for router_gateway, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:09.358881 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-78176919-d551-49ad-98ef-28f421b7bbb6 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:09.460208 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-78176919-d551-49ad-98ef-28f421b7bbb6 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Allocated IP 172.25.0.103 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/0e2ca10b-5e2b-4f36-b57b-4fd3790d88c2) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:26:09.568463 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-78176919-d551-49ad-98ef-28f421b7bbb6 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:09.606804 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-78176919-d551-49ad-98ef-28f421b7bbb6 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:09.643615 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78176919-d551-49ad-98ef-28f421b7bbb6 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:26:09.647787 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-78176919-d551-49ad-98ef-28f421b7bbb6 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:26:09.650262 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78176919-d551-49ad-98ef-28f421b7bbb6 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:26:09.674160 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78176919-d551-49ad-98ef-28f421b7bbb6 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'Port': ['ID=0e2ca10b-5e2b-4f36-b57b-4fd3790d88c2,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:09.900471 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-78176919-d551-49ad-98ef-28f421b7bbb6 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for router_gateway, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:10.098686 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-78176919-d551-49ad-98ef-28f421b7bbb6 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:10.224664 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78176919-d551-49ad-98ef-28f421b7bbb6 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Router fd538668-8265-4c60-8dcb-0c07d22c293f is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:26:10.334575 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78176919-d551-49ad-98ef-28f421b7bbb6 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:26:10.345638 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0040d7f-dd24-4ff4-865a-95f247a27e6a None None] Sync routers for ids ['fd538668-8265-4c60-8dcb-0c07d22c293f'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:26:10.353145 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-78176919-d551-49ad-98ef-28f421b7bbb6 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:10.357286 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-78176919-d551-49ad-98ef-28f421b7bbb6 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7924774 Jul 30 00:26:10.357426 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0040d7f-dd24-4ff4-865a-95f247a27e6a None None] Routers {'fd538668-8265-4c60-8dcb-0c07d22c293f'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:26:10.357426 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-d0040d7f-dd24-4ff4-865a-95f247a27e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:25:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['fd538668-8265-4c60-8dcb-0c07d22c293f'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:10.357804 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37702) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:10.430811 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-2b881e82-6f6f-4478-adff-5eff68161895 tempest-TestNetworkAdvancedServerOps-900635967 tempest-TestNetworkAdvancedServerOps-900635967-project-admin] 10.222.0.43 "GET /v2.0/subnets?project_id=e5cbafbeb6f54e069c2a006bcf0b792e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0711002 Jul 30 00:26:10.433604 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37706) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:10.470903 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-d0040d7f-dd24-4ff4-865a-95f247a27e6a None None] Set router fd538668-8265-4c60-8dcb-0c07d22c293f gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:26:10.524305 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3eece0-f718-4132-ac96-0f36d66d08c0 tempest-TestNetworkAdvancedServerOps-900635967 tempest-TestNetworkAdvancedServerOps-900635967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:10.525848 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-df3eece0-f718-4132-ac96-0f36d66d08c0 tempest-TestNetworkAdvancedServerOps-900635967 tempest-TestNetworkAdvancedServerOps-900635967-project-admin] 10.222.0.43 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0910327 Jul 30 00:26:10.528565 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37708) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:10.565976 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-a971ad27-86a8-48ca-bae2-bdda092245e1 tempest-TestNetworkAdvancedServerOps-900635967 tempest-TestNetworkAdvancedServerOps-900635967-project-admin] 10.222.0.43 "GET /v2.0/subnets?network_id=58f27f61-3278-49cc-b66b-1e729d26f29f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340655 Jul 30 00:26:10.566178 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37710) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:10.571175 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-358855f0-3b7a-4cb7-8866-502e5f35e94b tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1565543699', 'network_id': '53937c6b-d273-4bc9-972c-a88245894fb6', 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:26:10.653250 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-d0040d7f-dd24-4ff4-865a-95f247a27e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd538668-8265-4c60-8dcb-0c07d22c293f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1548000812', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '0e2ca10b-5e2b-4f36-b57b-4fd3790d88c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:26:08Z', 'updated_at': '2021-07-30T00:26:09Z', 'revision_number': 3, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port': {'id': '0e2ca10b-5e2b-4f36-b57b-4fd3790d88c2', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:90:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd538668-8265-4c60-8dcb-0c07d22c293f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:26:09Z', 'updated_at': '2021-07-30T00:26:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:10.660778 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-358855f0-3b7a-4cb7-8866-502e5f35e94b tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Made reservation on behalf of e5cbafbeb6f54e069c2a006bcf0b792e for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:26:10.664334 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-358855f0-3b7a-4cb7-8866-502e5f35e94b tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:10.679913 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0040d7f-dd24-4ff4-865a-95f247a27e6a None None] Checking router: fd538668-8265-4c60-8dcb-0c07d22c293f for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:26:10.680266 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0040d7f-dd24-4ff4-865a-95f247a27e6a None None] Updating router fd538668-8265-4c60-8dcb-0c07d22c293f port 0e2ca10b-5e2b-4f36-b57b-4fd3790d88c2 binding host n-d-712141-10 {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:26:10.705447 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d0040d7f-dd24-4ff4-865a-95f247a27e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:10.852149 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-358855f0-3b7a-4cb7-8866-502e5f35e94b tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:10.916866 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358855f0-3b7a-4cb7-8866-502e5f35e94b tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'Subnet': ['ID=22f49b28-ca78-47aa-83b6-f7382578fc02,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:10.924261 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358855f0-3b7a-4cb7-8866-502e5f35e94b tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Checking segment: {'id': '7fab3fc9-ce6f-41d8-b6a2-1f40320db5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '53937c6b-d273-4bc9-972c-a88245894fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:26:10.924557 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358855f0-3b7a-4cb7-8866-502e5f35e94b tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Network hostable DHCP agents. Network: 53937c6b-d273-4bc9-972c-a88245894fb6, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:26:10.942918 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358855f0-3b7a-4cb7-8866-502e5f35e94b tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Network 53937c6b-d273-4bc9-972c-a88245894fb6 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:26:10.953498 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-358855f0-3b7a-4cb7-8866-502e5f35e94b tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 53937c6b-d273-4bc9-972c-a88245894fb6) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:26:10.957991 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358855f0-3b7a-4cb7-8866-502e5f35e94b tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:10.958591 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-358855f0-3b7a-4cb7-8866-502e5f35e94b tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:10.974511 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-358855f0-3b7a-4cb7-8866-502e5f35e94b tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4072316 Jul 30 00:26:10.977462 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 37712) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:11.063505 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f45f09-d69e-496a-8040-0f7241670b9f None None] Network 53937c6b-d273-4bc9-972c-a88245894fb6 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:26:11.180211 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d0040d7f-dd24-4ff4-865a-95f247a27e6a None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:11.199779 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-d0040d7f-dd24-4ff4-865a-95f247a27e6a None None] Transition to ACTIVE for port object 0e2ca10b-5e2b-4f36-b57b-4fd3790d88c2 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:26:11.223339 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d0040d7f-dd24-4ff4-865a-95f247a27e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:11.289140 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21891cd9-1306-4d23-8eac-f32a01010aa1 None None] Pushing event updated for resources: {'Port': ['ID=0e2ca10b-5e2b-4f36-b57b-4fd3790d88c2,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:11.294834 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-d0040d7f-dd24-4ff4-865a-95f247a27e6a None None] Attempting to bind port 0e2ca10b-5e2b-4f36-b57b-4fd3790d88c2 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:26:11.296463 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-d0040d7f-dd24-4ff4-865a-95f247a27e6a None None] Attempting to bind port 0e2ca10b-5e2b-4f36-b57b-4fd3790d88c2 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:26:11.296463 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0040d7f-dd24-4ff4-865a-95f247a27e6a None None] Attempting to bind port 0e2ca10b-5e2b-4f36-b57b-4fd3790d88c2 on network 58f27f61-3278-49cc-b66b-1e729d26f29f {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:26:11.315720 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0040d7f-dd24-4ff4-865a-95f247a27e6a None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:26:11.316076 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0040d7f-dd24-4ff4-865a-95f247a27e6a None None] Checking segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:26:11.316420 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d0040d7f-dd24-4ff4-865a-95f247a27e6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:11.316808 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0040d7f-dd24-4ff4-865a-95f247a27e6a None None] Bound using segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:26:11.317284 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-d0040d7f-dd24-4ff4-865a-95f247a27e6a None None] Bound port: 0e2ca10b-5e2b-4f36-b57b-4fd3790d88c2, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:26:11.317696 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d0040d7f-dd24-4ff4-865a-95f247a27e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:11.342387 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f587fe5-7efb-4cf3-bd25-f23b41ed8558 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-53937c6b-d273-4bc9-972c-a88245894fb6', 'network_id': '53937c6b-d273-4bc9-972c-a88245894fb6', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'fixed_ips': [{'subnet_id': '22f49b28-ca78-47aa-83b6-f7382578fc02'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:26:11.342983 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4f587fe5-7efb-4cf3-bd25-f23b41ed8558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:11.439375 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-d0040d7f-dd24-4ff4-865a-95f247a27e6a None None] For port 0e2ca10b-5e2b-4f36-b57b-4fd3790d88c2, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:26:11.440873 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4fab6fe9-8615-4291-aaa5-b463398bfd3a tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:11.462444 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-d0040d7f-dd24-4ff4-865a-95f247a27e6a None None] For port 0e2ca10b-5e2b-4f36-b57b-4fd3790d88c2, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=0e2ca10b-5e2b-4f36-b57b-4fd3790d88c2,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:26:11.470077 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d0040d7f-dd24-4ff4-865a-95f247a27e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:11.568753 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0040d7f-dd24-4ff4-865a-95f247a27e6a None None] Routers {'fd538668-8265-4c60-8dcb-0c07d22c293f'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:26:11.569335 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-d0040d7f-dd24-4ff4-865a-95f247a27e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:25:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['fd538668-8265-4c60-8dcb-0c07d22c293f'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:11.579931 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21891cd9-1306-4d23-8eac-f32a01010aa1 None None] Pushing event updated for resources: {'Port': ['ID=0e2ca10b-5e2b-4f36-b57b-4fd3790d88c2,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:11.618602 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-4f587fe5-7efb-4cf3-bd25-f23b41ed8558 None None] Allocated IP 172.20.0.2 (53937c6b-d273-4bc9-972c-a88245894fb6/22f49b28-ca78-47aa-83b6-f7382578fc02/474be475-14a3-4eed-8afa-948a798b1b98) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:26:11.758022 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-d0040d7f-dd24-4ff4-865a-95f247a27e6a None None] Set router fd538668-8265-4c60-8dcb-0c07d22c293f gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:26:11.937994 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4f587fe5-7efb-4cf3-bd25-f23b41ed8558 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:11.952944 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-4f587fe5-7efb-4cf3-bd25-f23b41ed8558 None None] Transition to ACTIVE for port object 474be475-14a3-4eed-8afa-948a798b1b98 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:26:11.987448 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-4f587fe5-7efb-4cf3-bd25-f23b41ed8558 None None] Transition to ACTIVE for port object 474be475-14a3-4eed-8afa-948a798b1b98 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:26:11.996242 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4f587fe5-7efb-4cf3-bd25-f23b41ed8558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:12.042936 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-4fab6fe9-8615-4291-aaa5-b463398bfd3a tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Allocated IP 172.20.0.1 (53937c6b-d273-4bc9-972c-a88245894fb6/22f49b28-ca78-47aa-83b6-f7382578fc02/9e735a40-e92f-4f7f-b6db-620d4145ad32) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:26:12.044784 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f587fe5-7efb-4cf3-bd25-f23b41ed8558 None None] Network 53937c6b-d273-4bc9-972c-a88245894fb6 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:26:12.053011 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-4f587fe5-7efb-4cf3-bd25-f23b41ed8558 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:26:12.056619 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f587fe5-7efb-4cf3-bd25-f23b41ed8558 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:26:12.060878 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f587fe5-7efb-4cf3-bd25-f23b41ed8558 None None] Pushing event updated for resources: {'Port': ['ID=474be475-14a3-4eed-8afa-948a798b1b98,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:12.072729 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-d0040d7f-dd24-4ff4-865a-95f247a27e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd538668-8265-4c60-8dcb-0c07d22c293f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1548000812', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '0e2ca10b-5e2b-4f36-b57b-4fd3790d88c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:26:08Z', 'updated_at': '2021-07-30T00:26:09Z', 'revision_number': 3, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port': {'id': '0e2ca10b-5e2b-4f36-b57b-4fd3790d88c2', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:90:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd538668-8265-4c60-8dcb-0c07d22c293f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:26:09Z', 'updated_at': '2021-07-30T00:26:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:12.117173 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0040d7f-dd24-4ff4-865a-95f247a27e6a None None] The sync data for ids ['fd538668-8265-4c60-8dcb-0c07d22c293f'] in n-d-712141-10 is: [{'id': 'fd538668-8265-4c60-8dcb-0c07d22c293f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1548000812', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '0e2ca10b-5e2b-4f36-b57b-4fd3790d88c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:26:08Z', 'updated_at': '2021-07-30T00:26:09Z', 'revision_number': 3, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port': {'id': '0e2ca10b-5e2b-4f36-b57b-4fd3790d88c2', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:90:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd538668-8265-4c60-8dcb-0c07d22c293f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:26:09Z', 'updated_at': '2021-07-30T00:26:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:26:12.146786 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-4f587fe5-7efb-4cf3-bd25-f23b41ed8558 None None] Attempting to bind port 474be475-14a3-4eed-8afa-948a798b1b98 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:26:12.147462 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-4f587fe5-7efb-4cf3-bd25-f23b41ed8558 None None] Attempting to bind port 474be475-14a3-4eed-8afa-948a798b1b98 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '7fab3fc9-ce6f-41d8-b6a2-1f40320db5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '53937c6b-d273-4bc9-972c-a88245894fb6'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:26:12.148025 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f587fe5-7efb-4cf3-bd25-f23b41ed8558 None None] Attempting to bind port 474be475-14a3-4eed-8afa-948a798b1b98 on network 53937c6b-d273-4bc9-972c-a88245894fb6 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:26:12.153525 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f587fe5-7efb-4cf3-bd25-f23b41ed8558 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:26:12.153928 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f587fe5-7efb-4cf3-bd25-f23b41ed8558 None None] Checking segment: {'id': '7fab3fc9-ce6f-41d8-b6a2-1f40320db5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '53937c6b-d273-4bc9-972c-a88245894fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:26:12.154356 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4f587fe5-7efb-4cf3-bd25-f23b41ed8558 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:12.155471 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f587fe5-7efb-4cf3-bd25-f23b41ed8558 None None] Bound using segment: {'id': '7fab3fc9-ce6f-41d8-b6a2-1f40320db5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '53937c6b-d273-4bc9-972c-a88245894fb6'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:26:12.155756 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-4f587fe5-7efb-4cf3-bd25-f23b41ed8558 None None] Bound port: 474be475-14a3-4eed-8afa-948a798b1b98, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fab3fc9-ce6f-41d8-b6a2-1f40320db5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '53937c6b-d273-4bc9-972c-a88245894fb6'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:26:12.158090 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4f587fe5-7efb-4cf3-bd25-f23b41ed8558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:12.172755 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4fab6fe9-8615-4291-aaa5-b463398bfd3a tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:12.187984 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-4fab6fe9-8615-4291-aaa5-b463398bfd3a tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Transition to ACTIVE for port object 9e735a40-e92f-4f7f-b6db-620d4145ad32 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:26:12.227569 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4fab6fe9-8615-4291-aaa5-b463398bfd3a tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:12.232199 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-4f587fe5-7efb-4cf3-bd25-f23b41ed8558 None None] For port 474be475-14a3-4eed-8afa-948a798b1b98, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:26:12.236799 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-4f587fe5-7efb-4cf3-bd25-f23b41ed8558 None None] For port 474be475-14a3-4eed-8afa-948a798b1b98, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=474be475-14a3-4eed-8afa-948a798b1b98,segment=NetworkSegment(7fab3fc9-ce6f-41d8-b6a2-1f40320db5ff),segment_id=7fab3fc9-ce6f-41d8-b6a2-1f40320db5ff)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:26:12.241061 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4f587fe5-7efb-4cf3-bd25-f23b41ed8558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:12.278478 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fab6fe9-8615-4291-aaa5-b463398bfd3a tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Network 53937c6b-d273-4bc9-972c-a88245894fb6 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:26:12.285907 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-4fab6fe9-8615-4291-aaa5-b463398bfd3a tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:26:12.291421 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fab6fe9-8615-4291-aaa5-b463398bfd3a tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:26:12.315076 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f587fe5-7efb-4cf3-bd25-f23b41ed8558 None None] Pushing event updated for resources: {'Port': ['ID=474be475-14a3-4eed-8afa-948a798b1b98,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:12.333058 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fab6fe9-8615-4291-aaa5-b463398bfd3a tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'Port': ['ID=9e735a40-e92f-4f7f-b6db-620d4145ad32,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:12.375693 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4fab6fe9-8615-4291-aaa5-b463398bfd3a tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:12.889445 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4fab6fe9-8615-4291-aaa5-b463398bfd3a tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:12.969994 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 474be475-14a3-4eed-8afa-948a798b1b98 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:26:13.042048 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 474be475-14a3-4eed-8afa-948a798b1b98 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:26:13.048723 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 0e2ca10b-5e2b-4f36-b57b-4fd3790d88c2 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:26:13.119701 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 0e2ca10b-5e2b-4f36-b57b-4fd3790d88c2 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:26:13.124119 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 0e2ca10b-5e2b-4f36-b57b-4fd3790d88c2 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:26:13.124629 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:13.214688 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:13.240748 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 0e2ca10b-5e2b-4f36-b57b-4fd3790d88c2, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=0e2ca10b-5e2b-4f36-b57b-4fd3790d88c2,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:26:13.241554 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4fab6fe9-8615-4291-aaa5-b463398bfd3a tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:13.245942 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:13.253503 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4fab6fe9-8615-4291-aaa5-b463398bfd3a tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:13.312206 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=0e2ca10b-5e2b-4f36-b57b-4fd3790d88c2,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:13.333907 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fab6fe9-8615-4291-aaa5-b463398bfd3a tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'Port': ['ID=9e735a40-e92f-4f7f-b6db-620d4145ad32,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:13.336722 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4fab6fe9-8615-4291-aaa5-b463398bfd3a tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:13.431278 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c8abbc-e721-4d7c-8c0b-74074a7c94b0 None None] Network 53937c6b-d273-4bc9-972c-a88245894fb6 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:26:13.441298 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fab6fe9-8615-4291-aaa5-b463398bfd3a tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Network 53937c6b-d273-4bc9-972c-a88245894fb6 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:26:13.443041 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-4fab6fe9-8615-4291-aaa5-b463398bfd3a tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:26:13.566403 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-fe91b4e8-f0e2-40ff-a85c-132bb0bca1bc None None] Provisioning for port 474be475-14a3-4eed-8afa-948a798b1b98 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:26:13.570987 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fab6fe9-8615-4291-aaa5-b463398bfd3a tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Router fd538668-8265-4c60-8dcb-0c07d22c293f has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:26:13.572743 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-fe91b4e8-f0e2-40ff-a85c-132bb0bca1bc None None] Provisioning complete for port 474be475-14a3-4eed-8afa-948a798b1b98 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:26:13.573337 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-fe91b4e8-f0e2-40ff-a85c-132bb0bca1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:13.684676 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-fe91b4e8-f0e2-40ff-a85c-132bb0bca1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:13.698978 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fab6fe9-8615-4291-aaa5-b463398bfd3a tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:26:13.709644 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4fab6fe9-8615-4291-aaa5-b463398bfd3a tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "PUT /v2.0/routers/fd538668-8265-4c60-8dcb-0c07d22c293f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7256303 Jul 30 00:26:13.735932 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-fe91b4e8-f0e2-40ff-a85c-132bb0bca1bc None None] For port 474be475-14a3-4eed-8afa-948a798b1b98, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=474be475-14a3-4eed-8afa-948a798b1b98,segment=NetworkSegment(7fab3fc9-ce6f-41d8-b6a2-1f40320db5ff),segment_id=7fab3fc9-ce6f-41d8-b6a2-1f40320db5ff)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:26:13.741921 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-fe91b4e8-f0e2-40ff-a85c-132bb0bca1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:13.806367 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe91b4e8-f0e2-40ff-a85c-132bb0bca1bc None None] Pushing event updated for resources: {'Port': ['ID=474be475-14a3-4eed-8afa-948a798b1b98,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:13.880456 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d1636116-b822-4d38-8adf-e972716b17a6 req-72af5205-3790-4862-bdb3-1cb403060133 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2007167989&fields=id&tenant_id=e5cbafbeb6f54e069c2a006bcf0b792e HTTP/1.1" status: 200 len: 267 time: 0.0420771 Jul 30 00:26:13.973618 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fb6a64-a27e-4c8b-9697-bafea88e30aa None None] Sync routers for ids ['fd538668-8265-4c60-8dcb-0c07d22c293f'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:26:13.980257 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2682e0ba-eb9f-4787-bfee-6d6e9b3d1c19 None None] Provisioning for port 9e735a40-e92f-4f7f-b6db-620d4145ad32 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:26:13.993857 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fb6a64-a27e-4c8b-9697-bafea88e30aa None None] Routers {'fd538668-8265-4c60-8dcb-0c07d22c293f'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:26:13.994578 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-f3fb6a64-a27e-4c8b-9697-bafea88e30aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:25:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['fd538668-8265-4c60-8dcb-0c07d22c293f'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:13.995514 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2682e0ba-eb9f-4787-bfee-6d6e9b3d1c19 None None] Provisioning complete for port 9e735a40-e92f-4f7f-b6db-620d4145ad32 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:26:13.995514 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2682e0ba-eb9f-4787-bfee-6d6e9b3d1c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:14.035363 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-2682e0ba-eb9f-4787-bfee-6d6e9b3d1c19 None None] Port 9e735a40-e92f-4f7f-b6db-620d4145ad32 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:26:14.035853 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1636116-b822-4d38-8adf-e972716b17a6 req-0623feff-fc70-4100-ba61-45dab45e4fad tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:14.037272 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d1636116-b822-4d38-8adf-e972716b17a6 req-0623feff-fc70-4100-ba61-45dab45e4fad tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/networks?id=53937c6b-d273-4bc9-972c-a88245894fb6 HTTP/1.1" status: 200 len: 797 time: 0.1488683 Jul 30 00:26:14.046709 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-2682e0ba-eb9f-4787-bfee-6d6e9b3d1c19 None None] Provisioning complete for port 474be475-14a3-4eed-8afa-948a798b1b98 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:26:14.047309 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2682e0ba-eb9f-4787-bfee-6d6e9b3d1c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:14.063638 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d1636116-b822-4d38-8adf-e972716b17a6 req-043df690-6446-46b1-9d17-f523b92004d2 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/quotas/e5cbafbeb6f54e069c2a006bcf0b792e HTTP/1.1" status: 200 len: 375 time: 0.0194390 Jul 30 00:26:14.128519 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-f3fb6a64-a27e-4c8b-9697-bafea88e30aa None None] Set router fd538668-8265-4c60-8dcb-0c07d22c293f gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:26:14.140435 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d1636116-b822-4d38-8adf-e972716b17a6 req-eb70954f-655b-4889-83fb-77c306b04f86 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e5cbafbeb6f54e069c2a006bcf0b792e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0654025 Jul 30 00:26:14.260804 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d1636116-b822-4d38-8adf-e972716b17a6 req-57502a17-dea1-44fc-89fb-bdd5823b67b3 service neutron] 10.222.0.43 "GET /v2.0/networks/53937c6b-d273-4bc9-972c-a88245894fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073549 Jul 30 00:26:14.279035 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-dbef5f74-9c48-4f83-b256-0b127f8c659d None None] Provisioning complete for port 9e735a40-e92f-4f7f-b6db-620d4145ad32 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:26:14.280094 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-dbef5f74-9c48-4f83-b256-0b127f8c659d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:14.332206 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-dbef5f74-9c48-4f83-b256-0b127f8c659d None None] Port 9e735a40-e92f-4f7f-b6db-620d4145ad32 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:26:14.368482 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d1636116-b822-4d38-8adf-e972716b17a6 req-ec75a3e8-d2f6-497b-9b7b-4ff309e32249 service neutron] 10.222.0.43 "GET /v2.0/networks/53937c6b-d273-4bc9-972c-a88245894fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061518 Jul 30 00:26:14.375660 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-f3fb6a64-a27e-4c8b-9697-bafea88e30aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd538668-8265-4c60-8dcb-0c07d22c293f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1548000812', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '0e2ca10b-5e2b-4f36-b57b-4fd3790d88c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:26:08Z', 'updated_at': '2021-07-30T00:26:12Z', 'revision_number': 4, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port': {'id': '0e2ca10b-5e2b-4f36-b57b-4fd3790d88c2', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:90:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd538668-8265-4c60-8dcb-0c07d22c293f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:26:09Z', 'updated_at': '2021-07-30T00:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '9e735a40-e92f-4f7f-b6db-620d4145ad32', 'name': '', 'network_id': '53937c6b-d273-4bc9-972c-a88245894fb6', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'mac_address': 'fa:16:3e:c3:07:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd538668-8265-4c60-8dcb-0c07d22c293f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '22f49b28-ca78-47aa-83b6-f7382578fc02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:26:11Z', 'updated_at': '2021-07-30T00:26:13Z', 'revision_number': 2, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'subnets': [{'id': '22f49b28-ca78-47aa-83b6-f7382578fc02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:14.402236 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fb6a64-a27e-4c8b-9697-bafea88e30aa None None] Checking router: fd538668-8265-4c60-8dcb-0c07d22c293f for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:26:14.402586 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fb6a64-a27e-4c8b-9697-bafea88e30aa None None] Updating router fd538668-8265-4c60-8dcb-0c07d22c293f port 9e735a40-e92f-4f7f-b6db-620d4145ad32 binding host n-d-712141-10 {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:26:14.429167 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f3fb6a64-a27e-4c8b-9697-bafea88e30aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:14.455855 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-11083603-6d70-4d92-9b93-f50cfed6637a None None] Provisioning complete for port 9e735a40-e92f-4f7f-b6db-620d4145ad32 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:26:14.456227 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-11083603-6d70-4d92-9b93-f50cfed6637a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:14.504851 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-11083603-6d70-4d92-9b93-f50cfed6637a None None] Port 9e735a40-e92f-4f7f-b6db-620d4145ad32 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:26:14.567117 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1f00cbfa-274e-4cd0-bdee-57bdb70c6855 req-e0d46f6c-434d-436d-b699-5a65b7542096 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b102658-fddc-43a4-b142-3969c1511682 HTTP/1.1" status: 200 len: 210 time: 0.0294611 Jul 30 00:26:14.712211 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f3fb6a64-a27e-4c8b-9697-bafea88e30aa None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:14.722558 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-f3fb6a64-a27e-4c8b-9697-bafea88e30aa None None] Transition to ACTIVE for port object 9e735a40-e92f-4f7f-b6db-620d4145ad32 will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:26:14.729190 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f3fb6a64-a27e-4c8b-9697-bafea88e30aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:14.782624 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec530b2d-1ee1-467b-a829-ebc9a76302d6 None None] Pushing event updated for resources: {'Port': ['ID=9e735a40-e92f-4f7f-b6db-620d4145ad32,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:14.808004 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec530b2d-1ee1-467b-a829-ebc9a76302d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:14.808376 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec530b2d-1ee1-467b-a829-ebc9a76302d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:14.808755 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec530b2d-1ee1-467b-a829-ebc9a76302d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:14.809019 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec530b2d-1ee1-467b-a829-ebc9a76302d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:14.809532 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec530b2d-1ee1-467b-a829-ebc9a76302d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:14.809885 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec530b2d-1ee1-467b-a829-ebc9a76302d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:14.810208 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec530b2d-1ee1-467b-a829-ebc9a76302d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:14.810759 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec530b2d-1ee1-467b-a829-ebc9a76302d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:14.810996 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec530b2d-1ee1-467b-a829-ebc9a76302d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:14.811872 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec530b2d-1ee1-467b-a829-ebc9a76302d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:14.812208 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec530b2d-1ee1-467b-a829-ebc9a76302d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:14.812531 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec530b2d-1ee1-467b-a829-ebc9a76302d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:14.849157 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-f3fb6a64-a27e-4c8b-9697-bafea88e30aa None None] Attempting to bind port 9e735a40-e92f-4f7f-b6db-620d4145ad32 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:26:14.849726 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-f3fb6a64-a27e-4c8b-9697-bafea88e30aa None None] Attempting to bind port 9e735a40-e92f-4f7f-b6db-620d4145ad32 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '7fab3fc9-ce6f-41d8-b6a2-1f40320db5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '53937c6b-d273-4bc9-972c-a88245894fb6'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:26:14.849947 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fb6a64-a27e-4c8b-9697-bafea88e30aa None None] Attempting to bind port 9e735a40-e92f-4f7f-b6db-620d4145ad32 on network 53937c6b-d273-4bc9-972c-a88245894fb6 {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:26:14.855745 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fb6a64-a27e-4c8b-9697-bafea88e30aa None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:26:14.856119 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fb6a64-a27e-4c8b-9697-bafea88e30aa None None] Checking segment: {'id': '7fab3fc9-ce6f-41d8-b6a2-1f40320db5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '53937c6b-d273-4bc9-972c-a88245894fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:26:14.856519 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f3fb6a64-a27e-4c8b-9697-bafea88e30aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:14.856910 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fb6a64-a27e-4c8b-9697-bafea88e30aa None None] Bound using segment: {'id': '7fab3fc9-ce6f-41d8-b6a2-1f40320db5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '53937c6b-d273-4bc9-972c-a88245894fb6'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:26:14.857376 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-f3fb6a64-a27e-4c8b-9697-bafea88e30aa None None] Bound port: 9e735a40-e92f-4f7f-b6db-620d4145ad32, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fab3fc9-ce6f-41d8-b6a2-1f40320db5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '53937c6b-d273-4bc9-972c-a88245894fb6'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:26:14.858721 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f3fb6a64-a27e-4c8b-9697-bafea88e30aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:14.887932 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 474be475-14a3-4eed-8afa-948a798b1b98 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:26:14.956312 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 474be475-14a3-4eed-8afa-948a798b1b98 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:26:14.956671 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:15.039021 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-f3fb6a64-a27e-4c8b-9697-bafea88e30aa None None] For port 9e735a40-e92f-4f7f-b6db-620d4145ad32, host n-d-712141-10, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:26:15.042323 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-f3fb6a64-a27e-4c8b-9697-bafea88e30aa None None] For port 9e735a40-e92f-4f7f-b6db-620d4145ad32, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=9e735a40-e92f-4f7f-b6db-620d4145ad32,segment=NetworkSegment(7fab3fc9-ce6f-41d8-b6a2-1f40320db5ff),segment_id=7fab3fc9-ce6f-41d8-b6a2-1f40320db5ff)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:26:15.047098 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-f3fb6a64-a27e-4c8b-9697-bafea88e30aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:15.058271 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 0e2ca10b-5e2b-4f36-b57b-4fd3790d88c2 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:26:15.106162 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fb6a64-a27e-4c8b-9697-bafea88e30aa None None] Routers {'fd538668-8265-4c60-8dcb-0c07d22c293f'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:26:15.107073 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-f3fb6a64-a27e-4c8b-9697-bafea88e30aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:25:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['fd538668-8265-4c60-8dcb-0c07d22c293f'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:15.112354 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 0e2ca10b-5e2b-4f36-b57b-4fd3790d88c2 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:26:15.112354 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:15.148640 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec530b2d-1ee1-467b-a829-ebc9a76302d6 None None] Pushing event updated for resources: {'Port': ['ID=9e735a40-e92f-4f7f-b6db-620d4145ad32,revision_number=4']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:15.237349 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-f3fb6a64-a27e-4c8b-9697-bafea88e30aa None None] Set router fd538668-8265-4c60-8dcb-0c07d22c293f gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:26:15.455791 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-f3fb6a64-a27e-4c8b-9697-bafea88e30aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd538668-8265-4c60-8dcb-0c07d22c293f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1548000812', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '0e2ca10b-5e2b-4f36-b57b-4fd3790d88c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:26:08Z', 'updated_at': '2021-07-30T00:26:12Z', 'revision_number': 4, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port': {'id': '0e2ca10b-5e2b-4f36-b57b-4fd3790d88c2', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:90:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd538668-8265-4c60-8dcb-0c07d22c293f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:26:09Z', 'updated_at': '2021-07-30T00:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '9e735a40-e92f-4f7f-b6db-620d4145ad32', 'name': '', 'network_id': '53937c6b-d273-4bc9-972c-a88245894fb6', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'mac_address': 'fa:16:3e:c3:07:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd538668-8265-4c60-8dcb-0c07d22c293f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '22f49b28-ca78-47aa-83b6-f7382578fc02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:26:11Z', 'updated_at': '2021-07-30T00:26:15Z', 'revision_number': 4, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'subnets': [{'id': '22f49b28-ca78-47aa-83b6-f7382578fc02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:15.482038 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fb6a64-a27e-4c8b-9697-bafea88e30aa None None] The sync data for ids ['fd538668-8265-4c60-8dcb-0c07d22c293f'] in n-d-712141-10 is: [{'id': 'fd538668-8265-4c60-8dcb-0c07d22c293f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1548000812', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '0e2ca10b-5e2b-4f36-b57b-4fd3790d88c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:26:08Z', 'updated_at': '2021-07-30T00:26:12Z', 'revision_number': 4, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port': {'id': '0e2ca10b-5e2b-4f36-b57b-4fd3790d88c2', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:90:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd538668-8265-4c60-8dcb-0c07d22c293f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:26:09Z', 'updated_at': '2021-07-30T00:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '9e735a40-e92f-4f7f-b6db-620d4145ad32', 'name': '', 'network_id': '53937c6b-d273-4bc9-972c-a88245894fb6', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'mac_address': 'fa:16:3e:c3:07:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd538668-8265-4c60-8dcb-0c07d22c293f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '22f49b28-ca78-47aa-83b6-f7382578fc02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:26:11Z', 'updated_at': '2021-07-30T00:26:15Z', 'revision_number': 4, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'subnets': [{'id': '22f49b28-ca78-47aa-83b6-f7382578fc02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:26:15.680210 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-72a75e1e-60e3-4419-9b97-250a73cdae11 req-45008621-96eb-4731-9a90-0f5d9b0dfefc tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b102658-fddc-43a4-b142-3969c1511682 HTTP/1.1" status: 200 len: 210 time: 0.0373259 Jul 30 00:26:15.802905 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1636116-b822-4d38-8adf-e972716b17a6 req-2cc51a8f-6db4-4203-a469-afbc5c75fb1a tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:15.804670 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d1636116-b822-4d38-8adf-e972716b17a6 req-2cc51a8f-6db4-4203-a469-afbc5c75fb1a tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.41 "GET /v2.0/networks?id=53937c6b-d273-4bc9-972c-a88245894fb6 HTTP/1.1" status: 200 len: 797 time: 0.1147485 Jul 30 00:26:15.860773 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d1636116-b822-4d38-8adf-e972716b17a6 req-8de9a2a0-76e0-4a54-852d-237c7da9337c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5cbafbeb6f54e069c2a006bcf0b792e HTTP/1.1" status: 200 len: 380 time: 0.0403755 Jul 30 00:26:15.872231 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-d1636116-b822-4d38-8adf-e972716b17a6 req-00d4a80f-e5e4-46c3-b916-b7ffb24cc651 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Request body: {'port': {'device_id': '8b102658-fddc-43a4-b142-3969c1511682', 'network_id': '53937c6b-d273-4bc9-972c-a88245894fb6', 'admin_state_up': True, 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'security_groups': ['79d0595b-f23b-462f-a91f-6cf4c2aa8a9f']}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:26:16.002948 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1636116-b822-4d38-8adf-e972716b17a6 req-00d4a80f-e5e4-46c3-b916-b7ffb24cc651 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Made reservation on behalf of e5cbafbeb6f54e069c2a006bcf0b792e for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:26:16.006958 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d1636116-b822-4d38-8adf-e972716b17a6 req-00d4a80f-e5e4-46c3-b916-b7ffb24cc651 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:16.147452 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-d1636116-b822-4d38-8adf-e972716b17a6 req-00d4a80f-e5e4-46c3-b916-b7ffb24cc651 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Allocated IP 172.20.0.3 (53937c6b-d273-4bc9-972c-a88245894fb6/22f49b28-ca78-47aa-83b6-f7382578fc02/33c69608-8b73-4d51-abe7-5ebbe889ca51) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:26:16.302152 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d1636116-b822-4d38-8adf-e972716b17a6 req-00d4a80f-e5e4-46c3-b916-b7ffb24cc651 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:16.318703 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-d1636116-b822-4d38-8adf-e972716b17a6 req-00d4a80f-e5e4-46c3-b916-b7ffb24cc651 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Transition to ACTIVE for port object 33c69608-8b73-4d51-abe7-5ebbe889ca51 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:26:16.357920 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d1636116-b822-4d38-8adf-e972716b17a6 req-00d4a80f-e5e4-46c3-b916-b7ffb24cc651 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:16.403881 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1636116-b822-4d38-8adf-e972716b17a6 req-00d4a80f-e5e4-46c3-b916-b7ffb24cc651 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Network 53937c6b-d273-4bc9-972c-a88245894fb6 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:26:16.407316 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-d1636116-b822-4d38-8adf-e972716b17a6 req-00d4a80f-e5e4-46c3-b916-b7ffb24cc651 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:26:16.411495 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1636116-b822-4d38-8adf-e972716b17a6 req-00d4a80f-e5e4-46c3-b916-b7ffb24cc651 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:26:16.445816 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d4a80f-e5e4-46c3-b916-b7ffb24cc651 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'Port': ['ID=33c69608-8b73-4d51-abe7-5ebbe889ca51,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:16.488145 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1636116-b822-4d38-8adf-e972716b17a6 req-00d4a80f-e5e4-46c3-b916-b7ffb24cc651 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:16.488826 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d1636116-b822-4d38-8adf-e972716b17a6 req-00d4a80f-e5e4-46c3-b916-b7ffb24cc651 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:16.512913 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d1636116-b822-4d38-8adf-e972716b17a6 req-00d4a80f-e5e4-46c3-b916-b7ffb24cc651 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6452026 Jul 30 00:26:16.531549 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-d1636116-b822-4d38-8adf-e972716b17a6 req-47630eb7-6f01-440f-93c7-506985497616 service neutron] Request body: {'port': {'device_id': '8b102658-fddc-43a4-b142-3969c1511682', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:26:16.596877 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d1636116-b822-4d38-8adf-e972716b17a6 req-47630eb7-6f01-440f-93c7-506985497616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:16.717988 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1e4ad755-541b-4f2d-8b30-6a3c4dd78d0c None None] Provisioning for port 33c69608-8b73-4d51-abe7-5ebbe889ca51 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:26:16.722689 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1e4ad755-541b-4f2d-8b30-6a3c4dd78d0c None None] Provisioning complete for port 33c69608-8b73-4d51-abe7-5ebbe889ca51 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:26:16.723203 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1e4ad755-541b-4f2d-8b30-6a3c4dd78d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:16.759929 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ad755-541b-4f2d-8b30-6a3c4dd78d0c None None] Port 33c69608-8b73-4d51-abe7-5ebbe889ca51 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:26:16.856452 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15581fa2-f477-49a8-be57-f90dcb1991c0 req-23af3ca3-b43e-41bb-b87d-ab1869db2123 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:16.858889 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-15581fa2-f477-49a8-be57-f90dcb1991c0 req-23af3ca3-b43e-41bb-b87d-ab1869db2123 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b102658-fddc-43a4-b142-3969c1511682 HTTP/1.1" status: 200 len: 931 time: 0.0843720 Jul 30 00:26:16.871405 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 9e735a40-e92f-4f7f-b6db-620d4145ad32 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:26:16.921782 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 9e735a40-e92f-4f7f-b6db-620d4145ad32 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:26:16.925934 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 9e735a40-e92f-4f7f-b6db-620d4145ad32 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:26:16.926306 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:16.943149 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-15581fa2-f477-49a8-be57-f90dcb1991c0 req-6b990673-0b16-4537-8df3-3a33179eab9a tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=79d0595b-f23b-462f-a91f-6cf4c2aa8a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712349 Jul 30 00:26:16.958436 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-d1636116-b822-4d38-8adf-e972716b17a6 req-47630eb7-6f01-440f-93c7-506985497616 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33c69608-8b73-4d51-abe7-5ebbe889ca51 {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:26:16.969339 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d1636116-b822-4d38-8adf-e972716b17a6 req-47630eb7-6f01-440f-93c7-506985497616 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:16.981845 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-d1636116-b822-4d38-8adf-e972716b17a6 req-47630eb7-6f01-440f-93c7-506985497616 service neutron] Transition to ACTIVE for port object 33c69608-8b73-4d51-abe7-5ebbe889ca51 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:26:16.986924 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d1636116-b822-4d38-8adf-e972716b17a6 req-47630eb7-6f01-440f-93c7-506985497616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:17.020690 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:17.038649 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47630eb7-6f01-440f-93c7-506985497616 service neutron] Pushing event updated for resources: {'Port': ['ID=33c69608-8b73-4d51-abe7-5ebbe889ca51,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:17.058193 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 9e735a40-e92f-4f7f-b6db-620d4145ad32, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=9e735a40-e92f-4f7f-b6db-620d4145ad32,segment=NetworkSegment(7fab3fc9-ce6f-41d8-b6a2-1f40320db5ff),segment_id=7fab3fc9-ce6f-41d8-b6a2-1f40320db5ff)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:26:17.069214 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:17.128652 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=9e735a40-e92f-4f7f-b6db-620d4145ad32,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:17.144849 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-d1636116-b822-4d38-8adf-e972716b17a6 req-47630eb7-6f01-440f-93c7-506985497616 service neutron] Attempting to bind port 33c69608-8b73-4d51-abe7-5ebbe889ca51 on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:26:17.145277 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-d1636116-b822-4d38-8adf-e972716b17a6 req-47630eb7-6f01-440f-93c7-506985497616 service neutron] Attempting to bind port 33c69608-8b73-4d51-abe7-5ebbe889ca51 by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': '7fab3fc9-ce6f-41d8-b6a2-1f40320db5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '53937c6b-d273-4bc9-972c-a88245894fb6'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:26:17.145717 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1636116-b822-4d38-8adf-e972716b17a6 req-47630eb7-6f01-440f-93c7-506985497616 service neutron] Attempting to bind port 33c69608-8b73-4d51-abe7-5ebbe889ca51 on network 53937c6b-d273-4bc9-972c-a88245894fb6 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:26:17.151105 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1636116-b822-4d38-8adf-e972716b17a6 req-47630eb7-6f01-440f-93c7-506985497616 service neutron] Port 33c69608-8b73-4d51-abe7-5ebbe889ca51 on network 53937c6b-d273-4bc9-972c-a88245894fb6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:26:17.151527 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1636116-b822-4d38-8adf-e972716b17a6 req-47630eb7-6f01-440f-93c7-506985497616 service neutron] Attempting to bind port 33c69608-8b73-4d51-abe7-5ebbe889ca51 on network 53937c6b-d273-4bc9-972c-a88245894fb6 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:26:17.159137 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1636116-b822-4d38-8adf-e972716b17a6 req-47630eb7-6f01-440f-93c7-506985497616 service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:26:17.159606 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1636116-b822-4d38-8adf-e972716b17a6 req-47630eb7-6f01-440f-93c7-506985497616 service neutron] Checking segment: {'id': '7fab3fc9-ce6f-41d8-b6a2-1f40320db5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '53937c6b-d273-4bc9-972c-a88245894fb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:26:17.160041 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1636116-b822-4d38-8adf-e972716b17a6 req-47630eb7-6f01-440f-93c7-506985497616 service neutron] Bound using segment: {'id': '7fab3fc9-ce6f-41d8-b6a2-1f40320db5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '53937c6b-d273-4bc9-972c-a88245894fb6'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:26:17.165767 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-d1636116-b822-4d38-8adf-e972716b17a6 req-47630eb7-6f01-440f-93c7-506985497616 service neutron] Bound port: 33c69608-8b73-4d51-abe7-5ebbe889ca51, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fab3fc9-ce6f-41d8-b6a2-1f40320db5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '53937c6b-d273-4bc9-972c-a88245894fb6'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:26:17.166246 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d1636116-b822-4d38-8adf-e972716b17a6 req-47630eb7-6f01-440f-93c7-506985497616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:17.249726 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-d1636116-b822-4d38-8adf-e972716b17a6 req-47630eb7-6f01-440f-93c7-506985497616 service neutron] For port 33c69608-8b73-4d51-abe7-5ebbe889ca51, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:26:17.253616 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-d1636116-b822-4d38-8adf-e972716b17a6 req-47630eb7-6f01-440f-93c7-506985497616 service neutron] For port 33c69608-8b73-4d51-abe7-5ebbe889ca51, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=33c69608-8b73-4d51-abe7-5ebbe889ca51,segment=NetworkSegment(7fab3fc9-ce6f-41d8-b6a2-1f40320db5ff),segment_id=7fab3fc9-ce6f-41d8-b6a2-1f40320db5ff)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:26:17.258185 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d1636116-b822-4d38-8adf-e972716b17a6 req-47630eb7-6f01-440f-93c7-506985497616 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:17.300812 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1636116-b822-4d38-8adf-e972716b17a6 req-47630eb7-6f01-440f-93c7-506985497616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:17.301450 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d1636116-b822-4d38-8adf-e972716b17a6 req-47630eb7-6f01-440f-93c7-506985497616 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:17.302988 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d1636116-b822-4d38-8adf-e972716b17a6 req-47630eb7-6f01-440f-93c7-506985497616 service neutron] 10.222.0.41 "PUT /v2.0/ports/33c69608-8b73-4d51-abe7-5ebbe889ca51 HTTP/1.1" status: 200 len: 1092 time: 0.7764854 Jul 30 00:26:17.303435 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b102658-fddc-43a4-b142-3969c1511682', 'tag': '33c69608-8b73-4d51-abe7-5ebbe889ca51'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:26:17.305792 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bdefc4f50fc1dacc251594e9f8a8ff118bd4f4d1a27e9c9923ea81076a49f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd7e067-4496-42ae-8073-9608d3a96b13" -d '{"events": [{"name": "network-changed", "server_uuid": "8b102658-fddc-43a4-b142-3969c1511682", "tag": "33c69608-8b73-4d51-abe7-5ebbe889ca51"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:26:17.346467 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47630eb7-6f01-440f-93c7-506985497616 service neutron] Pushing event updated for resources: {'Port': ['ID=33c69608-8b73-4d51-abe7-5ebbe889ca51,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:17.380317 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-925b63cf-302d-4dc8-ba05-a977dc8a68ae x-openstack-request-id: req-925b63cf-302d-4dc8-ba05-a977dc8a68ae {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:26:17.380606 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b102658-fddc-43a4-b142-3969c1511682", "tag": "33c69608-8b73-4d51-abe7-5ebbe889ca51", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:26:17.380858 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-925b63cf-302d-4dc8-ba05-a977dc8a68ae {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:26:17.381255 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b102658-fddc-43a4-b142-3969c1511682', 'tag': '33c69608-8b73-4d51-abe7-5ebbe889ca51', 'status': 'completed', 'code': 200} Jul 30 00:26:17.418328 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1636116-b822-4d38-8adf-e972716b17a6 req-67075ea8-3120-4139-95e5-c6a8e1022a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:17.420522 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d1636116-b822-4d38-8adf-e972716b17a6 req-67075ea8-3120-4139-95e5-c6a8e1022a7d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e5cbafbeb6f54e069c2a006bcf0b792e&device_id=8b102658-fddc-43a4-b142-3969c1511682 HTTP/1.1" status: 200 len: 1095 time: 0.0492527 Jul 30 00:26:17.475514 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d1636116-b822-4d38-8adf-e972716b17a6 req-72af1eab-1d46-4b11-945c-a24c6743a52b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33c69608-8b73-4d51-abe7-5ebbe889ca51 HTTP/1.1" status: 200 len: 217 time: 0.0427969 Jul 30 00:26:17.538229 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1636116-b822-4d38-8adf-e972716b17a6 req-b4564487-2ca5-4843-9580-eaceafe4ae46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:17.539797 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d1636116-b822-4d38-8adf-e972716b17a6 req-b4564487-2ca5-4843-9580-eaceafe4ae46 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=22f49b28-ca78-47aa-83b6-f7382578fc02 HTTP/1.1" status: 200 len: 835 time: 0.0581415 Jul 30 00:26:17.586833 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1636116-b822-4d38-8adf-e972716b17a6 req-72c29502-fbdf-46e3-bd0e-f211c46948e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:17.588292 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d1636116-b822-4d38-8adf-e972716b17a6 req-72c29502-fbdf-46e3-bd0e-f211c46948e8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=53937c6b-d273-4bc9-972c-a88245894fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413733 Jul 30 00:26:17.690559 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d1636116-b822-4d38-8adf-e972716b17a6 req-e0c1b863-926e-47b9-871b-668e6fe78158 service neutron] 10.222.0.41 "GET /v2.0/networks/53937c6b-d273-4bc9-972c-a88245894fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952673 Jul 30 00:26:17.790800 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d1636116-b822-4d38-8adf-e972716b17a6 req-a1f3ac98-46e1-463f-8d11-106fdb7239dd service neutron] 10.222.0.41 "GET /v2.0/networks/53937c6b-d273-4bc9-972c-a88245894fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932004 Jul 30 00:26:17.929814 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7e067-4496-42ae-8073-9608d3a96b13 req-222de607-0554-41c4-ba84-4f26085f1e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:17.931339 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dbd7e067-4496-42ae-8073-9608d3a96b13 req-222de607-0554-41c4-ba84-4f26085f1e5d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e5cbafbeb6f54e069c2a006bcf0b792e&device_id=8b102658-fddc-43a4-b142-3969c1511682 HTTP/1.1" status: 200 len: 1095 time: 0.0479746 Jul 30 00:26:18.033182 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7e067-4496-42ae-8073-9608d3a96b13 req-fab42f7f-7fc1-4c94-9c78-c732aa60a2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:18.034956 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dbd7e067-4496-42ae-8073-9608d3a96b13 req-fab42f7f-7fc1-4c94-9c78-c732aa60a2ed service neutron] 10.222.0.41 "GET /v2.0/networks?id=53937c6b-d273-4bc9-972c-a88245894fb6 HTTP/1.1" status: 200 len: 898 time: 0.0970881 Jul 30 00:26:18.089214 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dbd7e067-4496-42ae-8073-9608d3a96b13 req-5b512acc-4be8-4d43-af5c-e84028b09b29 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33c69608-8b73-4d51-abe7-5ebbe889ca51 HTTP/1.1" status: 200 len: 217 time: 0.0411997 Jul 30 00:26:18.113072 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8601e4e-e049-499d-aefc-4441241160dc req-b265b9b9-86e6-4809-a288-9ea9c48c241c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:18.114569 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c8601e4e-e049-499d-aefc-4441241160dc req-b265b9b9-86e6-4809-a288-9ea9c48c241c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b102658-fddc-43a4-b142-3969c1511682 HTTP/1.1" status: 200 len: 943 time: 0.0959816 Jul 30 00:26:18.165609 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7e067-4496-42ae-8073-9608d3a96b13 req-ed07b3cd-e0c9-4d8b-a9a2-9afdc1809ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:18.167079 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dbd7e067-4496-42ae-8073-9608d3a96b13 req-ed07b3cd-e0c9-4d8b-a9a2-9afdc1809ce7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=22f49b28-ca78-47aa-83b6-f7382578fc02 HTTP/1.1" status: 200 len: 835 time: 0.0698349 Jul 30 00:26:18.188947 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c8601e4e-e049-499d-aefc-4441241160dc req-77bd1c3a-aece-4f95-a4f3-9a802bcd3045 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=79d0595b-f23b-462f-a91f-6cf4c2aa8a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570297 Jul 30 00:26:18.219623 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7e067-4496-42ae-8073-9608d3a96b13 req-6c795663-ba23-4d70-aec9-a9e67832fb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:18.221154 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dbd7e067-4496-42ae-8073-9608d3a96b13 req-6c795663-ba23-4d70-aec9-a9e67832fb2d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=53937c6b-d273-4bc9-972c-a88245894fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461981 Jul 30 00:26:18.317126 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dbd7e067-4496-42ae-8073-9608d3a96b13 req-70a252a5-562d-40f0-b685-701623096355 service neutron] 10.222.0.41 "GET /v2.0/networks/53937c6b-d273-4bc9-972c-a88245894fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879312 Jul 30 00:26:18.409441 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dbd7e067-4496-42ae-8073-9608d3a96b13 req-c18f52bc-7164-4452-945a-1a7aba7e3b9e service neutron] 10.222.0.41 "GET /v2.0/networks/53937c6b-d273-4bc9-972c-a88245894fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836339 Jul 30 00:26:18.755197 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 33c69608-8b73-4d51-abe7-5ebbe889ca51 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:26:18.850725 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 9e735a40-e92f-4f7f-b6db-620d4145ad32 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:26:18.853464 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 33c69608-8b73-4d51-abe7-5ebbe889ca51, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=33c69608-8b73-4d51-abe7-5ebbe889ca51,segment=NetworkSegment(7fab3fc9-ce6f-41d8-b6a2-1f40320db5ff),segment_id=7fab3fc9-ce6f-41d8-b6a2-1f40320db5ff)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:26:18.890866 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': '33c69608-8b73-4d51-abe7-5ebbe889ca51', 'network_id': '53937c6b-d273-4bc9-972c-a88245894fb6', 'port_id': '33c69608-8b73-4d51-abe7-5ebbe889ca51', 'mac_address': 'fa:16:3e:7a:75:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22f49b28-ca78-47aa-83b6-f7382578fc02', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:26:18.945220 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:18.960245 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 9e735a40-e92f-4f7f-b6db-620d4145ad32 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:26:18.960771 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:18.964252 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33c69608-8b73-4d51-abe7-5ebbe889ca51 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:26:19.008434 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 33c69608-8b73-4d51-abe7-5ebbe889ca51, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=33c69608-8b73-4d51-abe7-5ebbe889ca51,segment=NetworkSegment(7fab3fc9-ce6f-41d8-b6a2-1f40320db5ff),segment_id=7fab3fc9-ce6f-41d8-b6a2-1f40320db5ff)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:26:19.013815 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:19.090198 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=33c69608-8b73-4d51-abe7-5ebbe889ca51,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:19.316956 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c6b246-4a2f-41fe-bb44-dcf9dbb87211 req-f5fdcc26-4c24-4917-a867-644b4fdb00db tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:19.318301 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['33c69608-8b73-4d51-abe7-5ebbe889ca51'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:26:19.318582 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-12c6b246-4a2f-41fe-bb44-dcf9dbb87211 req-f5fdcc26-4c24-4917-a867-644b4fdb00db tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b102658-fddc-43a4-b142-3969c1511682 HTTP/1.1" status: 200 len: 944 time: 0.0593061 Jul 30 00:26:19.362533 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-12c6b246-4a2f-41fe-bb44-dcf9dbb87211 req-36bf652b-858c-40f4-a008-ed2f13ec6fd5 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=79d0595b-f23b-462f-a91f-6cf4c2aa8a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366869 Jul 30 00:26:20.176348 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:20.484558 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c708dc0-a395-4551-aeaf-886cc64da9bc req-8690d9d3-55c0-4ee1-a11f-4c8ce1e79a9f tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:20.486075 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5c708dc0-a395-4551-aeaf-886cc64da9bc req-8690d9d3-55c0-4ee1-a11f-4c8ce1e79a9f tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b102658-fddc-43a4-b142-3969c1511682 HTTP/1.1" status: 200 len: 944 time: 0.0508733 Jul 30 00:26:20.525079 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5c708dc0-a395-4551-aeaf-886cc64da9bc req-71b5cc8d-759c-4f8b-a6a2-c023d598072d tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=79d0595b-f23b-462f-a91f-6cf4c2aa8a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325656 Jul 30 00:26:20.749553 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 33c69608-8b73-4d51-abe7-5ebbe889ca51 up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:26:20.798041 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port 33c69608-8b73-4d51-abe7-5ebbe889ca51 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:26:20.801909 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port 33c69608-8b73-4d51-abe7-5ebbe889ca51 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:26:20.802191 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:20.880810 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:20.903059 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b102658-fddc-43a4-b142-3969c1511682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c69608-8b73-4d51-abe7-5ebbe889ca51'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:26:20.905883 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3dd558600791562711758174753c2f4fb110b88d3119b842389a6e503e2e31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33149945-6cf1-4460-bbda-ec591e9b6187" -d '{"events": [{"server_uuid": "8b102658-fddc-43a4-b142-3969c1511682", "name": "network-vif-plugged", "status": "completed", "tag": "33c69608-8b73-4d51-abe7-5ebbe889ca51"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:26:20.918676 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 33c69608-8b73-4d51-abe7-5ebbe889ca51, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=33c69608-8b73-4d51-abe7-5ebbe889ca51,segment=NetworkSegment(7fab3fc9-ce6f-41d8-b6a2-1f40320db5ff),segment_id=7fab3fc9-ce6f-41d8-b6a2-1f40320db5ff)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:26:20.923299 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:20.945891 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed47db7-3900-4236-974b-b3bb1c7d5d94 x-openstack-request-id: req-fed47db7-3900-4236-974b-b3bb1c7d5d94 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:26:20.946183 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b102658-fddc-43a4-b142-3969c1511682", "name": "network-vif-plugged", "status": "completed", "tag": "33c69608-8b73-4d51-abe7-5ebbe889ca51", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:26:20.946438 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fed47db7-3900-4236-974b-b3bb1c7d5d94 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:26:20.946828 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b102658-fddc-43a4-b142-3969c1511682', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c69608-8b73-4d51-abe7-5ebbe889ca51', 'code': 200} Jul 30 00:26:20.974343 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=33c69608-8b73-4d51-abe7-5ebbe889ca51,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:21.073120 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7ea518-b9f1-4c61-a5db-d81cee4acddc req-eb1df169-c22a-43af-b75b-feea73b64ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:21.074667 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dc7ea518-b9f1-4c61-a5db-d81cee4acddc req-eb1df169-c22a-43af-b75b-feea73b64ef5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8b102658-fddc-43a4-b142-3969c1511682 HTTP/1.1" status: 200 len: 1097 time: 0.0412364 Jul 30 00:26:21.109518 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dc7ea518-b9f1-4c61-a5db-d81cee4acddc req-20de9f01-9121-40d8-86c0-292854a38655 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=79d0595b-f23b-462f-a91f-6cf4c2aa8a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283134 Jul 30 00:26:21.650646 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89598b5-1773-4b76-9917-8c0ab4dbe4a4 req-3ab8aed8-ed77-4ec2-8949-c9b189f0cc6c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:21.652182 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c89598b5-1773-4b76-9917-8c0ab4dbe4a4 req-3ab8aed8-ed77-4ec2-8949-c9b189f0cc6c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b102658-fddc-43a4-b142-3969c1511682 HTTP/1.1" status: 200 len: 945 time: 0.0568330 Jul 30 00:26:21.692425 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c89598b5-1773-4b76-9917-8c0ab4dbe4a4 req-e9a63779-2b76-4f91-ba31-1346402fa9e8 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=79d0595b-f23b-462f-a91f-6cf4c2aa8a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334220 Jul 30 00:26:22.820677 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200860a9-f3ad-4c03-8c88-02784368b27e req-03fd9c85-937a-4621-a567-6f068f50a862 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:22.822139 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-200860a9-f3ad-4c03-8c88-02784368b27e req-03fd9c85-937a-4621-a567-6f068f50a862 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b102658-fddc-43a4-b142-3969c1511682 HTTP/1.1" status: 200 len: 945 time: 0.0541015 Jul 30 00:26:22.870577 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-200860a9-f3ad-4c03-8c88-02784368b27e req-90ffab32-db14-4853-9040-f742f581cbc5 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=79d0595b-f23b-462f-a91f-6cf4c2aa8a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406215 Jul 30 00:26:22.991749 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecff987-85db-411d-aaed-a692c0d9dbfe req-0acc2233-1eb7-4d1c-99c8-a7b1a4e861b2 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:22.993246 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3ecff987-85db-411d-aaed-a692c0d9dbfe req-0acc2233-1eb7-4d1c-99c8-a7b1a4e861b2 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b102658-fddc-43a4-b142-3969c1511682 HTTP/1.1" status: 200 len: 945 time: 0.0520802 Jul 30 00:26:23.037039 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3ecff987-85db-411d-aaed-a692c0d9dbfe req-2de14c1a-50e5-484f-ba02-eb4979628288 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=79d0595b-f23b-462f-a91f-6cf4c2aa8a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375104 Jul 30 00:26:23.059129 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37764) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:23.103582 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c545f500-dfe6-49b9-b8cc-c626d34cfbb7 tempest-TestNetworkAdvancedServerOps-900635967 tempest-TestNetworkAdvancedServerOps-900635967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:23.105007 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-c545f500-dfe6-49b9-b8cc-c626d34cfbb7 tempest-TestNetworkAdvancedServerOps-900635967 tempest-TestNetworkAdvancedServerOps-900635967-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=8b102658-fddc-43a4-b142-3969c1511682 HTTP/1.1" status: 200 len: 1092 time: 0.0448387 Jul 30 00:26:23.108598 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37766) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:23.112993 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-05c9439e-b4f9-4606-b9c6-04a600503c24 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Request body: {'floatingip': {'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'port_id': '33c69608-8b73-4d51-abe7-5ebbe889ca51', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:26:23.134327 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-05c9439e-b4f9-4606-b9c6-04a600503c24 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for floatingip, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:23.233487 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-05c9439e-b4f9-4606-b9c6-04a600503c24 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:23.344728 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-05c9439e-b4f9-4606-b9c6-04a600503c24 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Allocated IP 172.25.0.24 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/2e6e19ea-0395-4d20-9a17-076c91460282) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:26:23.349346 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-722db856-dbe4-4419-9623-06a01531d336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:23.454434 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-05c9439e-b4f9-4606-b9c6-04a600503c24 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:23.496014 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-05c9439e-b4f9-4606-b9c6-04a600503c24 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:23.539899 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c9439e-b4f9-4606-b9c6-04a600503c24 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:26:23.542905 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-05c9439e-b4f9-4606-b9c6-04a600503c24 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:26:23.546833 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c9439e-b4f9-4606-b9c6-04a600503c24 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:26:23.554590 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c9439e-b4f9-4606-b9c6-04a600503c24 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'Port': ['ID=2e6e19ea-0395-4d20-9a17-076c91460282,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:23.916712 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-05c9439e-b4f9-4606-b9c6-04a600503c24 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:23.989066 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-05c9439e-b4f9-4606-b9c6-04a600503c24 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:24.147797 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-05c9439e-b4f9-4606-b9c6-04a600503c24 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:24.152179 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-05c9439e-b4f9-4606-b9c6-04a600503c24 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:24.216449 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c9439e-b4f9-4606-b9c6-04a600503c24 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event updated for resources: {'Port': ['ID=2e6e19ea-0395-4d20-9a17-076c91460282,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:24.230898 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-05c9439e-b4f9-4606-b9c6-04a600503c24 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:24.683378 n-d-712141-10 neutron-server[94078]: INFO neutron.db.l3_db [None req-05c9439e-b4f9-4606-b9c6-04a600503c24 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Floating IP 20e3a1e8-bdcf-4101-923e-22178897a34c associated. External IP: 172.25.0.24, port: 33c69608-8b73-4d51-abe7-5ebbe889ca51. Jul 30 00:26:24.895561 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05c9439e-b4f9-4606-b9c6-04a600503c24 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Router fd538668-8265-4c60-8dcb-0c07d22c293f has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:26:25.002862 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c9439e-b4f9-4606-b9c6-04a600503c24 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:26:25.012376 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264991fd-5b5e-49db-a71e-71e6d292dae4 None None] Sync routers for ids ['fd538668-8265-4c60-8dcb-0c07d22c293f'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:26:25.020598 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-05c9439e-b4f9-4606-b9c6-04a600503c24 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:25.025125 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264991fd-5b5e-49db-a71e-71e6d292dae4 None None] Routers {'fd538668-8265-4c60-8dcb-0c07d22c293f'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:26:25.025796 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-264991fd-5b5e-49db-a71e-71e6d292dae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:25:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['fd538668-8265-4c60-8dcb-0c07d22c293f'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:25.049206 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-05c9439e-b4f9-4606-b9c6-04a600503c24 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9395690 Jul 30 00:26:25.049854 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b102658-fddc-43a4-b142-3969c1511682', 'tag': '33c69608-8b73-4d51-abe7-5ebbe889ca51'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:26:25.052095 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bdefc4f50fc1dacc251594e9f8a8ff118bd4f4d1a27e9c9923ea81076a49f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a248462-c887-47ab-8e23-20bb03d84551" -d '{"events": [{"name": "network-changed", "server_uuid": "8b102658-fddc-43a4-b142-3969c1511682", "tag": "33c69608-8b73-4d51-abe7-5ebbe889ca51"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:26:25.096337 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c9fa53-e52c-48bc-a786-551e2164d0ac x-openstack-request-id: req-26c9fa53-e52c-48bc-a786-551e2164d0ac {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:26:25.096776 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b102658-fddc-43a4-b142-3969c1511682", "tag": "33c69608-8b73-4d51-abe7-5ebbe889ca51", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:26:25.097273 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-26c9fa53-e52c-48bc-a786-551e2164d0ac {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:26:25.097649 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b102658-fddc-43a4-b142-3969c1511682', 'tag': '33c69608-8b73-4d51-abe7-5ebbe889ca51', 'status': 'completed', 'code': 200} Jul 30 00:26:25.147753 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-264991fd-5b5e-49db-a71e-71e6d292dae4 None None] Set router fd538668-8265-4c60-8dcb-0c07d22c293f gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:26:25.164625 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9268d7a7-28e8-4281-a6f3-4b30fe12487d req-1dcf7e22-be1b-4785-8503-4482109adf14 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:25.166154 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9268d7a7-28e8-4281-a6f3-4b30fe12487d req-1dcf7e22-be1b-4785-8503-4482109adf14 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b102658-fddc-43a4-b142-3969c1511682 HTTP/1.1" status: 200 len: 945 time: 0.0633206 Jul 30 00:26:25.227090 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a248462-c887-47ab-8e23-20bb03d84551 req-9b96c10e-7ab0-4d67-b46c-931aba5579ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:25.228619 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5a248462-c887-47ab-8e23-20bb03d84551 req-9b96c10e-7ab0-4d67-b46c-931aba5579ad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e5cbafbeb6f54e069c2a006bcf0b792e&device_id=8b102658-fddc-43a4-b142-3969c1511682 HTTP/1.1" status: 200 len: 1097 time: 0.0848556 Jul 30 00:26:25.231378 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9268d7a7-28e8-4281-a6f3-4b30fe12487d req-2cac44d2-3b14-4c66-ae58-2f38cfb1db9c tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=79d0595b-f23b-462f-a91f-6cf4c2aa8a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508473 Jul 30 00:26:25.254676 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 37772) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:25.323369 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-26107111-978a-46a1-b55d-3c80e74b67cb tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/floatingips/20e3a1e8-bdcf-4101-923e-22178897a34c HTTP/1.1" status: 200 len: 990 time: 0.0676243 Jul 30 00:26:25.332236 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a248462-c887-47ab-8e23-20bb03d84551 req-cdf9524a-94e4-456a-a37f-3bab89365f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:25.333761 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5a248462-c887-47ab-8e23-20bb03d84551 req-cdf9524a-94e4-456a-a37f-3bab89365f67 service neutron] 10.222.0.41 "GET /v2.0/networks?id=53937c6b-d273-4bc9-972c-a88245894fb6 HTTP/1.1" status: 200 len: 898 time: 0.0987523 Jul 30 00:26:25.386908 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-264991fd-5b5e-49db-a71e-71e6d292dae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd538668-8265-4c60-8dcb-0c07d22c293f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1548000812', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '0e2ca10b-5e2b-4f36-b57b-4fd3790d88c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:26:08Z', 'updated_at': '2021-07-30T00:26:12Z', 'revision_number': 4, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port': {'id': '0e2ca10b-5e2b-4f36-b57b-4fd3790d88c2', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:90:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd538668-8265-4c60-8dcb-0c07d22c293f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:26:09Z', 'updated_at': '2021-07-30T00:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '20e3a1e8-bdcf-4101-923e-22178897a34c', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'floating_ip_address': '172.25.0.24', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': 'fd538668-8265-4c60-8dcb-0c07d22c293f', 'port_id': '33c69608-8b73-4d51-abe7-5ebbe889ca51', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4255, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53937c6b-d273-4bc9-972c-a88245894fb6', 'mac_address': 'fa:16:3e:7a:75:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b102658-fddc-43a4-b142-3969c1511682', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:26:23Z', 'updated_at': '2021-07-30T00:26:23Z', 'revision_number': 0, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e735a40-e92f-4f7f-b6db-620d4145ad32', 'name': '', 'network_id': '53937c6b-d273-4bc9-972c-a88245894fb6', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'mac_address': 'fa:16:3e:c3:07:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd538668-8265-4c60-8dcb-0c07d22c293f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '22f49b28-ca78-47aa-83b6-f7382578fc02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:26:11Z', 'updated_at': '2021-07-30T00:26:17Z', 'revision_number': 5, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'subnets': [{'id': '22f49b28-ca78-47aa-83b6-f7382578fc02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:25.408108 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5a248462-c887-47ab-8e23-20bb03d84551 req-06b4ef56-a892-4bd2-b47c-260247e0a5a8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33c69608-8b73-4d51-abe7-5ebbe889ca51 HTTP/1.1" status: 200 len: 998 time: 0.0670598 Jul 30 00:26:25.415464 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264991fd-5b5e-49db-a71e-71e6d292dae4 None None] Checking router: fd538668-8265-4c60-8dcb-0c07d22c293f for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:26:25.425760 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264991fd-5b5e-49db-a71e-71e6d292dae4 None None] Routers {'fd538668-8265-4c60-8dcb-0c07d22c293f'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:26:25.426373 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-264991fd-5b5e-49db-a71e-71e6d292dae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:25:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['fd538668-8265-4c60-8dcb-0c07d22c293f'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:25.463581 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a248462-c887-47ab-8e23-20bb03d84551 req-cee7044c-b00e-4499-a2bd-5d2435af0411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:25.465068 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5a248462-c887-47ab-8e23-20bb03d84551 req-cee7044c-b00e-4499-a2bd-5d2435af0411 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=22f49b28-ca78-47aa-83b6-f7382578fc02 HTTP/1.1" status: 200 len: 835 time: 0.0496385 Jul 30 00:26:25.511273 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a248462-c887-47ab-8e23-20bb03d84551 req-4b76e755-8e14-4e60-8ca2-23995861a25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:25.513137 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5a248462-c887-47ab-8e23-20bb03d84551 req-4b76e755-8e14-4e60-8ca2-23995861a25b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=53937c6b-d273-4bc9-972c-a88245894fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416284 Jul 30 00:26:25.534729 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-264991fd-5b5e-49db-a71e-71e6d292dae4 None None] Set router fd538668-8265-4c60-8dcb-0c07d22c293f gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:26:25.608119 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5a248462-c887-47ab-8e23-20bb03d84551 req-df480ab3-100c-4e4c-a390-c668e3069775 service neutron] 10.222.0.41 "GET /v2.0/networks/53937c6b-d273-4bc9-972c-a88245894fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874686 Jul 30 00:26:25.708581 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5a248462-c887-47ab-8e23-20bb03d84551 req-0de85447-8fa3-4949-8f13-0f6c57026d6f service neutron] 10.222.0.41 "GET /v2.0/networks/53937c6b-d273-4bc9-972c-a88245894fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896480 Jul 30 00:26:25.765867 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-264991fd-5b5e-49db-a71e-71e6d292dae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd538668-8265-4c60-8dcb-0c07d22c293f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1548000812', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '0e2ca10b-5e2b-4f36-b57b-4fd3790d88c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:26:08Z', 'updated_at': '2021-07-30T00:26:12Z', 'revision_number': 4, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port': {'id': '0e2ca10b-5e2b-4f36-b57b-4fd3790d88c2', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:90:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd538668-8265-4c60-8dcb-0c07d22c293f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:26:09Z', 'updated_at': '2021-07-30T00:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '20e3a1e8-bdcf-4101-923e-22178897a34c', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'floating_ip_address': '172.25.0.24', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': 'fd538668-8265-4c60-8dcb-0c07d22c293f', 'port_id': '33c69608-8b73-4d51-abe7-5ebbe889ca51', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4255, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53937c6b-d273-4bc9-972c-a88245894fb6', 'mac_address': 'fa:16:3e:7a:75:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b102658-fddc-43a4-b142-3969c1511682', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:26:23Z', 'updated_at': '2021-07-30T00:26:23Z', 'revision_number': 0, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e735a40-e92f-4f7f-b6db-620d4145ad32', 'name': '', 'network_id': '53937c6b-d273-4bc9-972c-a88245894fb6', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'mac_address': 'fa:16:3e:c3:07:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd538668-8265-4c60-8dcb-0c07d22c293f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '22f49b28-ca78-47aa-83b6-f7382578fc02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:26:11Z', 'updated_at': '2021-07-30T00:26:17Z', 'revision_number': 5, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'subnets': [{'id': '22f49b28-ca78-47aa-83b6-f7382578fc02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:25.796373 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264991fd-5b5e-49db-a71e-71e6d292dae4 None None] The sync data for ids ['fd538668-8265-4c60-8dcb-0c07d22c293f'] in n-d-712141-10 is: [{'id': 'fd538668-8265-4c60-8dcb-0c07d22c293f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1548000812', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '0e2ca10b-5e2b-4f36-b57b-4fd3790d88c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:26:08Z', 'updated_at': '2021-07-30T00:26:12Z', 'revision_number': 4, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port': {'id': '0e2ca10b-5e2b-4f36-b57b-4fd3790d88c2', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:90:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd538668-8265-4c60-8dcb-0c07d22c293f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:26:09Z', 'updated_at': '2021-07-30T00:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '20e3a1e8-bdcf-4101-923e-22178897a34c', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'floating_ip_address': '172.25.0.24', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': 'fd538668-8265-4c60-8dcb-0c07d22c293f', 'port_id': '33c69608-8b73-4d51-abe7-5ebbe889ca51', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4255, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53937c6b-d273-4bc9-972c-a88245894fb6', 'mac_address': 'fa:16:3e:7a:75:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b102658-fddc-43a4-b142-3969c1511682', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:26:23Z', 'updated_at': '2021-07-30T00:26:23Z', 'revision_number': 0, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e735a40-e92f-4f7f-b6db-620d4145ad32', 'name': '', 'network_id': '53937c6b-d273-4bc9-972c-a88245894fb6', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'mac_address': 'fa:16:3e:c3:07:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd538668-8265-4c60-8dcb-0c07d22c293f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '22f49b28-ca78-47aa-83b6-f7382578fc02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:26:11Z', 'updated_at': '2021-07-30T00:26:17Z', 'revision_number': 5, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'subnets': [{'id': '22f49b28-ca78-47aa-83b6-f7382578fc02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:26:25.954711 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0bec3acd-8240-45ff-bd70-ca53389411e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:25.958573 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-39556eb2-ea7c-4e9e-9960-296822bac955 req-bb4044c0-a874-45b2-b1d4-d4cdc6cc01bc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8b102658-fddc-43a4-b142-3969c1511682&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0432994 Jul 30 00:26:26.007850 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d212e6-dcf3-4de2-a1ca-582997fc6854 None None] New status for floating IP 20e3a1e8-bdcf-4101-923e-22178897a34c: ACTIVE {{(pid=94080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:26:26.069175 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39556eb2-ea7c-4e9e-9960-296822bac955 req-b027f0aa-abf2-4dc8-85b1-3d14b987723a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:26.070771 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-39556eb2-ea7c-4e9e-9960-296822bac955 req-b027f0aa-abf2-4dc8-85b1-3d14b987723a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e5cbafbeb6f54e069c2a006bcf0b792e&device_id=8b102658-fddc-43a4-b142-3969c1511682 HTTP/1.1" status: 200 len: 1097 time: 0.0519822 Jul 30 00:26:26.203321 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39556eb2-ea7c-4e9e-9960-296822bac955 req-7a9e0692-da8b-4c50-9898-9cac5d37f11a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:26.204828 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-39556eb2-ea7c-4e9e-9960-296822bac955 req-7a9e0692-da8b-4c50-9898-9cac5d37f11a service neutron] 10.222.0.41 "GET /v2.0/networks?id=53937c6b-d273-4bc9-972c-a88245894fb6 HTTP/1.1" status: 200 len: 898 time: 0.1126215 Jul 30 00:26:26.274324 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-39556eb2-ea7c-4e9e-9960-296822bac955 req-d930d57c-326e-470d-b04f-57427597be4f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33c69608-8b73-4d51-abe7-5ebbe889ca51 HTTP/1.1" status: 200 len: 1000 time: 0.0624545 Jul 30 00:26:26.324235 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39556eb2-ea7c-4e9e-9960-296822bac955 req-0ce4acbc-25ad-4611-8bc2-30a4729979ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:26.325750 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-39556eb2-ea7c-4e9e-9960-296822bac955 req-0ce4acbc-25ad-4611-8bc2-30a4729979ce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=22f49b28-ca78-47aa-83b6-f7382578fc02 HTTP/1.1" status: 200 len: 835 time: 0.0444679 Jul 30 00:26:26.327168 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37774) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:26.418857 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-982dbc54-2968-47aa-afb1-e471c2f08126 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/floatingips/20e3a1e8-bdcf-4101-923e-22178897a34c HTTP/1.1" status: 200 len: 992 time: 0.0906076 Jul 30 00:26:26.422504 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39556eb2-ea7c-4e9e-9960-296822bac955 req-4b017776-a362-47b4-b35f-8503285a5932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:26.423998 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-39556eb2-ea7c-4e9e-9960-296822bac955 req-4b017776-a362-47b4-b35f-8503285a5932 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=53937c6b-d273-4bc9-972c-a88245894fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0906677 Jul 30 00:26:26.524619 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-39556eb2-ea7c-4e9e-9960-296822bac955 req-1dabdb78-1554-4831-86a0-d55b65c636a5 service neutron] 10.222.0.41 "GET /v2.0/networks/53937c6b-d273-4bc9-972c-a88245894fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927479 Jul 30 00:26:26.568666 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:26.620292 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-39556eb2-ea7c-4e9e-9960-296822bac955 req-5ce90686-3c38-4045-881b-b2d0fa7afa23 service neutron] 10.222.0.41 "GET /v2.0/networks/53937c6b-d273-4bc9-972c-a88245894fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888751 Jul 30 00:26:27.931555 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:29.561154 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:31.918518 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:26:37.743972 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:50.177815 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:53.340828 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-be2445f6-d3bf-4fcc-83c4-459be9ea8af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:55.957640 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0144a199-20d3-4fd1-9001-6085a4196b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:56.570278 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:57.726516 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d91725-f0e7-4d22-98d3-90dc28e9153c req-645964ca-b742-496a-81bf-e48fbc4294cc tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:57.727993 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e5d91725-f0e7-4d22-98d3-90dc28e9153c req-645964ca-b742-496a-81bf-e48fbc4294cc tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b102658-fddc-43a4-b142-3969c1511682 HTTP/1.1" status: 200 len: 945 time: 0.0491006 Jul 30 00:26:57.766240 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e5d91725-f0e7-4d22-98d3-90dc28e9153c req-b0baa0f0-5c2c-4fdf-b99e-a242bdec79c9 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=79d0595b-f23b-462f-a91f-6cf4c2aa8a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322978 Jul 30 00:26:57.936074 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:58.885075 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef98c60-50ec-41bd-89d2-9c0149058124 req-70a7a3b3-5ef4-419f-bc6c-a6193af8561f tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:58.886600 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9ef98c60-50ec-41bd-89d2-9c0149058124 req-70a7a3b3-5ef4-419f-bc6c-a6193af8561f tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b102658-fddc-43a4-b142-3969c1511682 HTTP/1.1" status: 200 len: 945 time: 0.0481884 Jul 30 00:26:58.924521 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9ef98c60-50ec-41bd-89d2-9c0149058124 req-0f9778f2-06ba-4f43-b88d-d00eb0a260ad tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=79d0595b-f23b-462f-a91f-6cf4c2aa8a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319633 Jul 30 00:26:58.946715 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37794) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:59.019327 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-183b5b6f-d538-4e1c-8836-e98b365f8f77 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/floatingips/20e3a1e8-bdcf-4101-923e-22178897a34c HTTP/1.1" status: 200 len: 992 time: 0.0714540 Jul 30 00:26:59.559524 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:00.294576 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3529fc0-6fc8-4804-9066-cb858cb61955 req-3e84213c-95da-4a8e-8863-7922a204fce3 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:00.295978 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a3529fc0-6fc8-4804-9066-cb858cb61955 req-3e84213c-95da-4a8e-8863-7922a204fce3 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b102658-fddc-43a4-b142-3969c1511682 HTTP/1.1" status: 200 len: 945 time: 0.0492084 Jul 30 00:27:00.358724 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a3529fc0-6fc8-4804-9066-cb858cb61955 req-c470b98e-887f-4742-be46-d2de43e7d323 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=79d0595b-f23b-462f-a91f-6cf4c2aa8a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538032 Jul 30 00:27:00.361444 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f4608-7377-40a1-b775-fbe003c4be41 req-0feaed92-d950-4ac9-bf53-3579460546e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:00.363007 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-964f4608-7377-40a1-b775-fbe003c4be41 req-0feaed92-d950-4ac9-bf53-3579460546e6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e5cbafbeb6f54e069c2a006bcf0b792e&device_id=8b102658-fddc-43a4-b142-3969c1511682 HTTP/1.1" status: 200 len: 1097 time: 0.0660789 Jul 30 00:27:00.457469 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f4608-7377-40a1-b775-fbe003c4be41 req-f71d946c-6e7e-4223-a6cf-d16522a4b4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:00.458981 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-964f4608-7377-40a1-b775-fbe003c4be41 req-f71d946c-6e7e-4223-a6cf-d16522a4b4fe service neutron] 10.222.0.41 "GET /v2.0/networks?id=53937c6b-d273-4bc9-972c-a88245894fb6 HTTP/1.1" status: 200 len: 898 time: 0.0888004 Jul 30 00:27:00.523609 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-964f4608-7377-40a1-b775-fbe003c4be41 req-ceb4cb08-d4ca-403a-a0ba-0dc1eb7f17f4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33c69608-8b73-4d51-abe7-5ebbe889ca51 HTTP/1.1" status: 200 len: 1000 time: 0.0570204 Jul 30 00:27:00.576314 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f4608-7377-40a1-b775-fbe003c4be41 req-9af510fc-557c-4d8c-85b1-d6f12f330c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:00.577824 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-964f4608-7377-40a1-b775-fbe003c4be41 req-9af510fc-557c-4d8c-85b1-d6f12f330c7b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=22f49b28-ca78-47aa-83b6-f7382578fc02 HTTP/1.1" status: 200 len: 835 time: 0.0476677 Jul 30 00:27:00.622325 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f4608-7377-40a1-b775-fbe003c4be41 req-af7f266d-c0c4-4ffe-a81b-e54b39479d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:00.623786 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-964f4608-7377-40a1-b775-fbe003c4be41 req-af7f266d-c0c4-4ffe-a81b-e54b39479d20 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=53937c6b-d273-4bc9-972c-a88245894fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0384252 Jul 30 00:27:00.719411 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-964f4608-7377-40a1-b775-fbe003c4be41 req-b11e8d72-7431-4c3a-8426-2e725771a123 service neutron] 10.222.0.41 "GET /v2.0/networks/53937c6b-d273-4bc9-972c-a88245894fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880363 Jul 30 00:27:00.813494 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-964f4608-7377-40a1-b775-fbe003c4be41 req-5d8ed6ae-a533-463a-807d-4f67925d76c5 service neutron] 10.222.0.41 "GET /v2.0/networks/53937c6b-d273-4bc9-972c-a88245894fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859637 Jul 30 00:27:01.478432 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18cf116-5a2d-4f98-9ed5-10387ee3526f req-c863761c-92d7-4ba0-b531-be73883efd3a tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:01.479928 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b18cf116-5a2d-4f98-9ed5-10387ee3526f req-c863761c-92d7-4ba0-b531-be73883efd3a tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b102658-fddc-43a4-b142-3969c1511682 HTTP/1.1" status: 200 len: 945 time: 0.0505702 Jul 30 00:27:01.518874 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b18cf116-5a2d-4f98-9ed5-10387ee3526f req-1a4ae30e-8bbe-4598-8f66-d2d936dc40ec tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=79d0595b-f23b-462f-a91f-6cf4c2aa8a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327952 Jul 30 00:27:02.638703 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d8f1d-c803-4035-bdd5-3e6f85adeaa5 req-0f846859-2428-4d6d-956c-d49f57b9bdb3 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:02.640197 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fe9d8f1d-c803-4035-bdd5-3e6f85adeaa5 req-0f846859-2428-4d6d-956c-d49f57b9bdb3 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b102658-fddc-43a4-b142-3969c1511682 HTTP/1.1" status: 200 len: 945 time: 0.0523531 Jul 30 00:27:02.678625 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fe9d8f1d-c803-4035-bdd5-3e6f85adeaa5 req-1abf777c-d923-4086-8965-b45feb726931 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=79d0595b-f23b-462f-a91f-6cf4c2aa8a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309219 Jul 30 00:27:02.700926 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37806) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:27:02.764752 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-25fe0ac5-8178-49e3-95c5-d90505787d71 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/floatingips/20e3a1e8-bdcf-4101-923e-22178897a34c HTTP/1.1" status: 200 len: 992 time: 0.0627210 Jul 30 00:27:02.990597 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 37812) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:27:03.149909 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-2ced2d30-221a-4f55-b118-e250d9c5737b tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Deleting port 2e6e19ea-0395-4d20-9a17-076c91460282 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:27:03.150149 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2ced2d30-221a-4f55-b118-e250d9c5737b tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:03.225052 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2ced2d30-221a-4f55-b118-e250d9c5737b tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:03.225381 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2ced2d30-221a-4f55-b118-e250d9c5737b tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:03.236736 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-2ced2d30-221a-4f55-b118-e250d9c5737b tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Calling delete_port for 2e6e19ea-0395-4d20-9a17-076c91460282 owned by network:floatingip {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:27:03.387348 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2ced2d30-221a-4f55-b118-e250d9c5737b tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:03.413788 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ced2d30-221a-4f55-b118-e250d9c5737b tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event deleted for resources: {'Port': ['ID=2e6e19ea-0395-4d20-9a17-076c91460282,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:03.426510 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced2d30-221a-4f55-b118-e250d9c5737b tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:27:03.426862 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced2d30-221a-4f55-b118-e250d9c5737b tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:27:03.427203 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced2d30-221a-4f55-b118-e250d9c5737b tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:27:03.427538 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced2d30-221a-4f55-b118-e250d9c5737b tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:27:03.427868 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced2d30-221a-4f55-b118-e250d9c5737b tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:27:03.428198 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced2d30-221a-4f55-b118-e250d9c5737b tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:27:03.428527 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced2d30-221a-4f55-b118-e250d9c5737b tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:27:03.428862 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced2d30-221a-4f55-b118-e250d9c5737b tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:27:03.429188 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced2d30-221a-4f55-b118-e250d9c5737b tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:27:03.429516 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced2d30-221a-4f55-b118-e250d9c5737b tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:27:03.429863 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced2d30-221a-4f55-b118-e250d9c5737b tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:27:03.430181 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced2d30-221a-4f55-b118-e250d9c5737b tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:27:03.490714 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2ced2d30-221a-4f55-b118-e250d9c5737b tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for floatingip, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:03.491080 n-d-712141-10 neutron-server[94077]: INFO neutron.db.l3_db [None req-2ced2d30-221a-4f55-b118-e250d9c5737b tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Floating IP 20e3a1e8-bdcf-4101-923e-22178897a34c disassociated (deleted). External IP: 172.25.0.24, port: 33c69608-8b73-4d51-abe7-5ebbe889ca51. Jul 30 00:27:03.704289 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ced2d30-221a-4f55-b118-e250d9c5737b tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Router fd538668-8265-4c60-8dcb-0c07d22c293f has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:27:03.809974 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ced2d30-221a-4f55-b118-e250d9c5737b tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:27:03.815028 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2ced2d30-221a-4f55-b118-e250d9c5737b tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:03.820519 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73106c56-0709-40a9-bb20-f9ddbeee5b7a None None] Sync routers for ids ['fd538668-8265-4c60-8dcb-0c07d22c293f'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:27:03.829664 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73106c56-0709-40a9-bb20-f9ddbeee5b7a None None] Routers {'fd538668-8265-4c60-8dcb-0c07d22c293f'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:27:03.830347 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-73106c56-0709-40a9-bb20-f9ddbeee5b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:26:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['fd538668-8265-4c60-8dcb-0c07d22c293f'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:27:03.841970 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-2ced2d30-221a-4f55-b118-e250d9c5737b tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "DELETE /v2.0/floatingips/20e3a1e8-bdcf-4101-923e-22178897a34c HTTP/1.1" status: 204 len: 168 time: 0.8499496 Jul 30 00:27:03.842656 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b102658-fddc-43a4-b142-3969c1511682', 'tag': '33c69608-8b73-4d51-abe7-5ebbe889ca51'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:27:03.845047 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8377708564b13ed6665a7c738fa9aadb9980e3f7e18d8a0dfbdd1aeea3243a90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0627b08c-2ac9-4b1c-be8d-e09b1bad1077" -d '{"events": [{"name": "network-changed", "server_uuid": "8b102658-fddc-43a4-b142-3969c1511682", "tag": "33c69608-8b73-4d51-abe7-5ebbe889ca51"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:27:03.884944 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06c3b6b7-ce1f-4efd-ab2d-62dc5f89f1a3 x-openstack-request-id: req-06c3b6b7-ce1f-4efd-ab2d-62dc5f89f1a3 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:27:03.885277 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b102658-fddc-43a4-b142-3969c1511682", "tag": "33c69608-8b73-4d51-abe7-5ebbe889ca51", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:27:03.885533 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-06c3b6b7-ce1f-4efd-ab2d-62dc5f89f1a3 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:27:03.885970 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b102658-fddc-43a4-b142-3969c1511682', 'tag': '33c69608-8b73-4d51-abe7-5ebbe889ca51', 'status': 'completed', 'code': 200} Jul 30 00:27:03.945660 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-73106c56-0709-40a9-bb20-f9ddbeee5b7a None None] Set router fd538668-8265-4c60-8dcb-0c07d22c293f gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:27:03.977377 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0627b08c-2ac9-4b1c-be8d-e09b1bad1077 req-99aef753-5415-43f6-8406-79e1f65a761a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:03.983358 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0627b08c-2ac9-4b1c-be8d-e09b1bad1077 req-99aef753-5415-43f6-8406-79e1f65a761a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e5cbafbeb6f54e069c2a006bcf0b792e&device_id=8b102658-fddc-43a4-b142-3969c1511682 HTTP/1.1" status: 200 len: 1097 time: 0.0529931 Jul 30 00:27:04.141994 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad7b77f-e4dd-4f3c-8e49-c4b56709807e req-5f4b79ac-115d-4760-81ea-dbb73915251e tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:04.143590 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1ad7b77f-e4dd-4f3c-8e49-c4b56709807e req-5f4b79ac-115d-4760-81ea-dbb73915251e tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b102658-fddc-43a4-b142-3969c1511682 HTTP/1.1" status: 200 len: 945 time: 0.1071479 Jul 30 00:27:04.156870 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-73106c56-0709-40a9-bb20-f9ddbeee5b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd538668-8265-4c60-8dcb-0c07d22c293f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1548000812', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '0e2ca10b-5e2b-4f36-b57b-4fd3790d88c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:26:08Z', 'updated_at': '2021-07-30T00:26:12Z', 'revision_number': 4, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port': {'id': '0e2ca10b-5e2b-4f36-b57b-4fd3790d88c2', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:90:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd538668-8265-4c60-8dcb-0c07d22c293f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:26:09Z', 'updated_at': '2021-07-30T00:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '9e735a40-e92f-4f7f-b6db-620d4145ad32', 'name': '', 'network_id': '53937c6b-d273-4bc9-972c-a88245894fb6', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'mac_address': 'fa:16:3e:c3:07:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd538668-8265-4c60-8dcb-0c07d22c293f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '22f49b28-ca78-47aa-83b6-f7382578fc02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:26:11Z', 'updated_at': '2021-07-30T00:26:17Z', 'revision_number': 5, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'subnets': [{'id': '22f49b28-ca78-47aa-83b6-f7382578fc02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:27:04.169495 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0627b08c-2ac9-4b1c-be8d-e09b1bad1077 req-19c1531d-e5bc-405a-8fec-ecc0504d8c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:04.170985 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0627b08c-2ac9-4b1c-be8d-e09b1bad1077 req-19c1531d-e5bc-405a-8fec-ecc0504d8c0b service neutron] 10.222.0.41 "GET /v2.0/networks?id=53937c6b-d273-4bc9-972c-a88245894fb6 HTTP/1.1" status: 200 len: 898 time: 0.1443479 Jul 30 00:27:04.187639 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73106c56-0709-40a9-bb20-f9ddbeee5b7a None None] Checking router: fd538668-8265-4c60-8dcb-0c07d22c293f for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:27:04.196084 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73106c56-0709-40a9-bb20-f9ddbeee5b7a None None] Routers {'fd538668-8265-4c60-8dcb-0c07d22c293f'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:27:04.196683 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-73106c56-0709-40a9-bb20-f9ddbeee5b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:26:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['fd538668-8265-4c60-8dcb-0c07d22c293f'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:27:04.225793 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1ad7b77f-e4dd-4f3c-8e49-c4b56709807e req-6775f81f-6dbe-4dbb-b7f1-1d53ce0348c7 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=79d0595b-f23b-462f-a91f-6cf4c2aa8a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733986 Jul 30 00:27:04.227256 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0627b08c-2ac9-4b1c-be8d-e09b1bad1077 req-f08f28bf-9fb2-44ea-b94f-b49974f37c1c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33c69608-8b73-4d51-abe7-5ebbe889ca51 HTTP/1.1" status: 200 len: 217 time: 0.0478973 Jul 30 00:27:04.277571 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0627b08c-2ac9-4b1c-be8d-e09b1bad1077 req-324685b4-3ecf-4fde-8fe9-21c9dc40039f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:04.279221 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0627b08c-2ac9-4b1c-be8d-e09b1bad1077 req-324685b4-3ecf-4fde-8fe9-21c9dc40039f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=22f49b28-ca78-47aa-83b6-f7382578fc02 HTTP/1.1" status: 200 len: 835 time: 0.0447705 Jul 30 00:27:04.304787 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-73106c56-0709-40a9-bb20-f9ddbeee5b7a None None] Set router fd538668-8265-4c60-8dcb-0c07d22c293f gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:27:04.326790 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0627b08c-2ac9-4b1c-be8d-e09b1bad1077 req-c270a158-7bfe-4edf-aee0-80bcddd806d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:04.328335 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0627b08c-2ac9-4b1c-be8d-e09b1bad1077 req-c270a158-7bfe-4edf-aee0-80bcddd806d3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=53937c6b-d273-4bc9-972c-a88245894fb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402038 Jul 30 00:27:04.425703 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0627b08c-2ac9-4b1c-be8d-e09b1bad1077 req-d68af5e6-dd19-4d05-8fd1-a4b91d6d3c80 service neutron] 10.222.0.41 "GET /v2.0/networks/53937c6b-d273-4bc9-972c-a88245894fb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874765 Jul 30 00:27:04.503308 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-73106c56-0709-40a9-bb20-f9ddbeee5b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd538668-8265-4c60-8dcb-0c07d22c293f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1548000812', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '0e2ca10b-5e2b-4f36-b57b-4fd3790d88c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:26:08Z', 'updated_at': '2021-07-30T00:26:12Z', 'revision_number': 4, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port': {'id': '0e2ca10b-5e2b-4f36-b57b-4fd3790d88c2', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:90:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd538668-8265-4c60-8dcb-0c07d22c293f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:26:09Z', 'updated_at': '2021-07-30T00:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '9e735a40-e92f-4f7f-b6db-620d4145ad32', 'name': '', 'network_id': '53937c6b-d273-4bc9-972c-a88245894fb6', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'mac_address': 'fa:16:3e:c3:07:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd538668-8265-4c60-8dcb-0c07d22c293f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '22f49b28-ca78-47aa-83b6-f7382578fc02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:26:11Z', 'updated_at': '2021-07-30T00:26:17Z', 'revision_number': 5, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'subnets': [{'id': '22f49b28-ca78-47aa-83b6-f7382578fc02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:27:04.516829 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0627b08c-2ac9-4b1c-be8d-e09b1bad1077 req-6bdb73ab-d922-4a6f-af05-ee827fc67790 service neutron] 10.222.0.41 "GET /v2.0/networks/53937c6b-d273-4bc9-972c-a88245894fb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835836 Jul 30 00:27:04.528976 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73106c56-0709-40a9-bb20-f9ddbeee5b7a None None] The sync data for ids ['fd538668-8265-4c60-8dcb-0c07d22c293f'] in n-d-712141-10 is: [{'id': 'fd538668-8265-4c60-8dcb-0c07d22c293f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1548000812', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '0e2ca10b-5e2b-4f36-b57b-4fd3790d88c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:26:08Z', 'updated_at': '2021-07-30T00:26:12Z', 'revision_number': 4, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port': {'id': '0e2ca10b-5e2b-4f36-b57b-4fd3790d88c2', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:90:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd538668-8265-4c60-8dcb-0c07d22c293f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:26:09Z', 'updated_at': '2021-07-30T00:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '9e735a40-e92f-4f7f-b6db-620d4145ad32', 'name': '', 'network_id': '53937c6b-d273-4bc9-972c-a88245894fb6', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'mac_address': 'fa:16:3e:c3:07:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd538668-8265-4c60-8dcb-0c07d22c293f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': '22f49b28-ca78-47aa-83b6-f7382578fc02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:26:11Z', 'updated_at': '2021-07-30T00:26:17Z', 'revision_number': 5, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'subnets': [{'id': '22f49b28-ca78-47aa-83b6-f7382578fc02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:27:04.748398 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590ca2c3-aab1-47b9-b595-0b26b5ff2c7b None None] New status for floating IP 20e3a1e8-bdcf-4101-923e-22178897a34c: DOWN {{(pid=94080) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:27:05.349759 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6001ce1-ebac-47bf-9c17-36258281abb1 req-7a87f28d-8838-4a33-a7a6-b0578673fa73 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:05.351229 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d6001ce1-ebac-47bf-9c17-36258281abb1 req-7a87f28d-8838-4a33-a7a6-b0578673fa73 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b102658-fddc-43a4-b142-3969c1511682 HTTP/1.1" status: 200 len: 945 time: 0.0531609 Jul 30 00:27:05.387809 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d6001ce1-ebac-47bf-9c17-36258281abb1 req-fe52cddc-bd18-4743-99b5-c157856b7573 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/security-groups?id=79d0595b-f23b-462f-a91f-6cf4c2aa8a9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306375 Jul 30 00:27:05.731486 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409d4fbd-d1f4-4ed8-8513-e6ec4fbd1032 req-c86a94bc-f164-4cde-b8bc-ceda20cbdf25 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:05.732947 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-409d4fbd-d1f4-4ed8-8513-e6ec4fbd1032 req-c86a94bc-f164-4cde-b8bc-ceda20cbdf25 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.41 "GET /v2.0/ports?device_id=8b102658-fddc-43a4-b142-3969c1511682 HTTP/1.1" status: 200 len: 945 time: 0.0486772 Jul 30 00:27:05.819875 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-409d4fbd-d1f4-4ed8-8513-e6ec4fbd1032 req-66b8c71d-2931-4de4-b4f6-a9328f688436 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Deleting port 33c69608-8b73-4d51-abe7-5ebbe889ca51 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:27:05.820134 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-409d4fbd-d1f4-4ed8-8513-e6ec4fbd1032 req-66b8c71d-2931-4de4-b4f6-a9328f688436 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:05.907234 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-409d4fbd-d1f4-4ed8-8513-e6ec4fbd1032 req-66b8c71d-2931-4de4-b4f6-a9328f688436 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] For port 33c69608-8b73-4d51-abe7-5ebbe889ca51, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=33c69608-8b73-4d51-abe7-5ebbe889ca51,segment=NetworkSegment(7fab3fc9-ce6f-41d8-b6a2-1f40320db5ff),segment_id=7fab3fc9-ce6f-41d8-b6a2-1f40320db5ff)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:27:05.907625 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-409d4fbd-d1f4-4ed8-8513-e6ec4fbd1032 req-66b8c71d-2931-4de4-b4f6-a9328f688436 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:05.920165 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-409d4fbd-d1f4-4ed8-8513-e6ec4fbd1032 req-66b8c71d-2931-4de4-b4f6-a9328f688436 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Calling delete_port for 33c69608-8b73-4d51-abe7-5ebbe889ca51 owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:27:06.055221 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-409d4fbd-d1f4-4ed8-8513-e6ec4fbd1032 req-66b8c71d-2931-4de4-b4f6-a9328f688436 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:06.085015 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b8c71d-2931-4de4-b4f6-a9328f688436 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event deleted for resources: {'Port': ['ID=33c69608-8b73-4d51-abe7-5ebbe889ca51,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:06.123658 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-409d4fbd-d1f4-4ed8-8513-e6ec4fbd1032 req-66b8c71d-2931-4de4-b4f6-a9328f688436 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] No DVR routers for this DVR port 33c69608-8b73-4d51-abe7-5ebbe889ca51 on host n-h1-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:27:06.126330 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-409d4fbd-d1f4-4ed8-8513-e6ec4fbd1032 req-66b8c71d-2931-4de4-b4f6-a9328f688436 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:06.129769 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-409d4fbd-d1f4-4ed8-8513-e6ec4fbd1032 req-66b8c71d-2931-4de4-b4f6-a9328f688436 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.41 "DELETE /v2.0/ports/33c69608-8b73-4d51-abe7-5ebbe889ca51 HTTP/1.1" status: 204 len: 173 time: 0.3901758 Jul 30 00:27:06.130428 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b102658-fddc-43a4-b142-3969c1511682', 'name': 'network-vif-deleted', 'tag': '33c69608-8b73-4d51-abe7-5ebbe889ca51'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:27:06.133048 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bdefc4f50fc1dacc251594e9f8a8ff118bd4f4d1a27e9c9923ea81076a49f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb8b009-b5e1-4826-89b1-bc10533bcb1b" -d '{"events": [{"server_uuid": "8b102658-fddc-43a4-b142-3969c1511682", "name": "network-vif-deleted", "tag": "33c69608-8b73-4d51-abe7-5ebbe889ca51"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:27:06.172859 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd708023-f775-433d-b152-49c7791f4ba0 x-openstack-request-id: req-cd708023-f775-433d-b152-49c7791f4ba0 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:27:06.173703 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b102658-fddc-43a4-b142-3969c1511682", "name": "network-vif-deleted", "tag": "33c69608-8b73-4d51-abe7-5ebbe889ca51", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:27:06.173958 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cd708023-f775-433d-b152-49c7791f4ba0 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:27:06.174358 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b102658-fddc-43a4-b142-3969c1511682', 'name': 'network-vif-deleted', 'tag': '33c69608-8b73-4d51-abe7-5ebbe889ca51', 'status': 'completed', 'code': 200} Jul 30 00:27:06.499411 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0c42da0f-a19f-4e0b-90e9-e0a432eaab0b req-1c6a280b-b1e2-4dfd-a15a-76301f2a23c8 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "GET /v2.0/ports?device_id=8b102658-fddc-43a4-b142-3969c1511682 HTTP/1.1" status: 200 len: 210 time: 0.0282722 Jul 30 00:27:07.558542 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 37830) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:27:07.743161 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:07.918599 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-16ef6515-e9b4-4097-b852-6f577d87d8b8 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:08.174438 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-16ef6515-e9b4-4097-b852-6f577d87d8b8 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Deleting port 9e735a40-e92f-4f7f-b6db-620d4145ad32 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:27:08.174657 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-16ef6515-e9b4-4097-b852-6f577d87d8b8 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:08.264104 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-16ef6515-e9b4-4097-b852-6f577d87d8b8 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] For port 9e735a40-e92f-4f7f-b6db-620d4145ad32, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=9e735a40-e92f-4f7f-b6db-620d4145ad32,segment=NetworkSegment(7fab3fc9-ce6f-41d8-b6a2-1f40320db5ff),segment_id=7fab3fc9-ce6f-41d8-b6a2-1f40320db5ff)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:27:08.264473 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-16ef6515-e9b4-4097-b852-6f577d87d8b8 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:08.277852 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-16ef6515-e9b4-4097-b852-6f577d87d8b8 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Calling delete_port for 9e735a40-e92f-4f7f-b6db-620d4145ad32 owned by network:router_interface {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:27:08.463010 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-16ef6515-e9b4-4097-b852-6f577d87d8b8 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:08.491161 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ef6515-e9b4-4097-b852-6f577d87d8b8 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event deleted for resources: {'Port': ['ID=9e735a40-e92f-4f7f-b6db-620d4145ad32,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:08.665898 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-16ef6515-e9b4-4097-b852-6f577d87d8b8 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:08.917929 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:27:08.967485 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 33c69608-8b73-4d51-abe7-5ebbe889ca51 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:27:08.993196 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] No Port match for: 33c69608-8b73-4d51-abe7-5ebbe889ca51 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:27:08.993546 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 33c69608-8b73-4d51-abe7-5ebbe889ca51 not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:27:09.177221 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16ef6515-e9b4-4097-b852-6f577d87d8b8 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Router fd538668-8265-4c60-8dcb-0c07d22c293f has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:27:09.280864 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ef6515-e9b4-4097-b852-6f577d87d8b8 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:27:09.287187 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-16ef6515-e9b4-4097-b852-6f577d87d8b8 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "PUT /v2.0/routers/fd538668-8265-4c60-8dcb-0c07d22c293f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7275662 Jul 30 00:27:09.289279 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 37832) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:27:09.291312 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01f4ce0-d27e-4f40-8730-af4bc99c1657 None None] Sync routers for ids ['fd538668-8265-4c60-8dcb-0c07d22c293f'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:27:09.300540 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01f4ce0-d27e-4f40-8730-af4bc99c1657 None None] Routers {'fd538668-8265-4c60-8dcb-0c07d22c293f'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:27:09.300906 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-e01f4ce0-d27e-4f40-8730-af4bc99c1657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:26:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['fd538668-8265-4c60-8dcb-0c07d22c293f'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:27:09.341409 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-02fcc5d8-5c87-4142-ad8d-2cbdc952247e tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Deleting subnet 22f49b28-ca78-47aa-83b6-f7382578fc02 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:27:09.344554 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-02fcc5d8-5c87-4142-ad8d-2cbdc952247e tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:09.383866 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-02fcc5d8-5c87-4142-ad8d-2cbdc952247e tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:09.403563 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-e01f4ce0-d27e-4f40-8730-af4bc99c1657 None None] Set router fd538668-8265-4c60-8dcb-0c07d22c293f gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:27:09.474024 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-02fcc5d8-5c87-4142-ad8d-2cbdc952247e tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:09.534772 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-02fcc5d8-5c87-4142-ad8d-2cbdc952247e tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:09.562161 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fcc5d8-5c87-4142-ad8d-2cbdc952247e tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event deleted for resources: {'Subnet': ['ID=22f49b28-ca78-47aa-83b6-f7382578fc02,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:09.566506 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-02fcc5d8-5c87-4142-ad8d-2cbdc952247e tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:09.569055 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-02fcc5d8-5c87-4142-ad8d-2cbdc952247e tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "DELETE /v2.0/subnets/22f49b28-ca78-47aa-83b6-f7382578fc02 HTTP/1.1" status: 204 len: 168 time: 0.2786102 Jul 30 00:27:09.571607 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 37834) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:27:09.578098 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6ce22a-cdba-4f67-a723-05d71630b8e9 None None] Network 53937c6b-d273-4bc9-972c-a88245894fb6 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:27:09.684745 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-515f80f8-28b1-4b48-a719-05d752e9c4a8 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for router, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:09.795701 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-515f80f8-28b1-4b48-a719-05d752e9c4a8 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:09.809038 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-e01f4ce0-d27e-4f40-8730-af4bc99c1657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd538668-8265-4c60-8dcb-0c07d22c293f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1548000812', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.103'}], 'enable_snat': True}, 'gw_port_id': '0e2ca10b-5e2b-4f36-b57b-4fd3790d88c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:26:08Z', 'updated_at': '2021-07-30T00:27:08Z', 'revision_number': 5, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port': {'id': '0e2ca10b-5e2b-4f36-b57b-4fd3790d88c2', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:90:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd538668-8265-4c60-8dcb-0c07d22c293f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:26:09Z', 'updated_at': '2021-07-30T00:26:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:27:09.840136 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01f4ce0-d27e-4f40-8730-af4bc99c1657 None None] Checking router: fd538668-8265-4c60-8dcb-0c07d22c293f for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:27:09.848558 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-515f80f8-28b1-4b48-a719-05d752e9c4a8 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Deleting port 0e2ca10b-5e2b-4f36-b57b-4fd3790d88c2 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:27:09.848909 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-515f80f8-28b1-4b48-a719-05d752e9c4a8 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:09.879873 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01f4ce0-d27e-4f40-8730-af4bc99c1657 None None] Routers {'fd538668-8265-4c60-8dcb-0c07d22c293f'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:27:09.880499 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-e01f4ce0-d27e-4f40-8730-af4bc99c1657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:26:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['fd538668-8265-4c60-8dcb-0c07d22c293f'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:27:09.927210 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-515f80f8-28b1-4b48-a719-05d752e9c4a8 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] For port 0e2ca10b-5e2b-4f36-b57b-4fd3790d88c2, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=0e2ca10b-5e2b-4f36-b57b-4fd3790d88c2,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:27:09.927584 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-515f80f8-28b1-4b48-a719-05d752e9c4a8 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:09.944081 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-515f80f8-28b1-4b48-a719-05d752e9c4a8 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Calling delete_port for 0e2ca10b-5e2b-4f36-b57b-4fd3790d88c2 owned by network:router_gateway {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:27:09.975051 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-e01f4ce0-d27e-4f40-8730-af4bc99c1657 None None] Set router fd538668-8265-4c60-8dcb-0c07d22c293f gateway port host: None {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:27:10.035032 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a81856-2c2e-4158-a7d0-eb2d25f83775 None None] DHCP port deletion for 53937c6b-d273-4bc9-972c-a88245894fb6 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:27:10.036935 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-e01f4ce0-d27e-4f40-8730-af4bc99c1657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd538668-8265-4c60-8dcb-0c07d22c293f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1548000812', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:26:08Z', 'updated_at': '2021-07-30T00:27:09Z', 'revision_number': 6, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port_host': None}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:27:10.082408 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01f4ce0-d27e-4f40-8730-af4bc99c1657 None None] The sync data for ids ['fd538668-8265-4c60-8dcb-0c07d22c293f'] in n-d-712141-10 is: [{'id': 'fd538668-8265-4c60-8dcb-0c07d22c293f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1548000812', 'tenant_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:26:08Z', 'updated_at': '2021-07-30T00:27:09Z', 'revision_number': 6, 'project_id': 'e5cbafbeb6f54e069c2a006bcf0b792e', 'gw_port_host': None}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:27:10.108281 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-19a81856-2c2e-4158-a7d0-eb2d25f83775 None None] Deleting port 474be475-14a3-4eed-8afa-948a798b1b98 {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:27:10.108664 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-19a81856-2c2e-4158-a7d0-eb2d25f83775 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:10.122522 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-515f80f8-28b1-4b48-a719-05d752e9c4a8 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:10.151466 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515f80f8-28b1-4b48-a719-05d752e9c4a8 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event deleted for resources: {'Port': ['ID=0e2ca10b-5e2b-4f36-b57b-4fd3790d88c2,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:10.176680 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-19a81856-2c2e-4158-a7d0-eb2d25f83775 None None] For port 474be475-14a3-4eed-8afa-948a798b1b98, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=474be475-14a3-4eed-8afa-948a798b1b98,segment=NetworkSegment(7fab3fc9-ce6f-41d8-b6a2-1f40320db5ff),segment_id=7fab3fc9-ce6f-41d8-b6a2-1f40320db5ff)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:27:10.177083 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-19a81856-2c2e-4158-a7d0-eb2d25f83775 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:10.191871 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-19a81856-2c2e-4158-a7d0-eb2d25f83775 None None] Calling delete_port for 474be475-14a3-4eed-8afa-948a798b1b98 owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:27:10.222630 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-515f80f8-28b1-4b48-a719-05d752e9c4a8 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:10.275449 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-19a81856-2c2e-4158-a7d0-eb2d25f83775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:10.306416 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a81856-2c2e-4158-a7d0-eb2d25f83775 None None] Pushing event deleted for resources: {'Port': ['ID=474be475-14a3-4eed-8afa-948a798b1b98,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:10.308658 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a81856-2c2e-4158-a7d0-eb2d25f83775 None None] No DVR routers for this DVR port 474be475-14a3-4eed-8afa-948a798b1b98 on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:27:10.317182 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a81856-2c2e-4158-a7d0-eb2d25f83775 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:27:10.317927 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a81856-2c2e-4158-a7d0-eb2d25f83775 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:27:10.317927 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a81856-2c2e-4158-a7d0-eb2d25f83775 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:27:10.318210 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a81856-2c2e-4158-a7d0-eb2d25f83775 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:27:10.318544 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a81856-2c2e-4158-a7d0-eb2d25f83775 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:27:10.318876 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a81856-2c2e-4158-a7d0-eb2d25f83775 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:27:10.319207 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a81856-2c2e-4158-a7d0-eb2d25f83775 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:27:10.319532 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a81856-2c2e-4158-a7d0-eb2d25f83775 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:27:10.319856 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a81856-2c2e-4158-a7d0-eb2d25f83775 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:27:10.320180 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a81856-2c2e-4158-a7d0-eb2d25f83775 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:27:10.320504 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a81856-2c2e-4158-a7d0-eb2d25f83775 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:27:10.320825 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a81856-2c2e-4158-a7d0-eb2d25f83775 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:27:10.321483 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-515f80f8-28b1-4b48-a719-05d752e9c4a8 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:10.324383 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-515f80f8-28b1-4b48-a719-05d752e9c4a8 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:10.371025 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-515f80f8-28b1-4b48-a719-05d752e9c4a8 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:10.371595 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-515f80f8-28b1-4b48-a719-05d752e9c4a8 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Fanout notify agent at l3_agent the message router_deleted on router fd538668-8265-4c60-8dcb-0c07d22c293f {{(pid=94077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:27:10.380358 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-515f80f8-28b1-4b48-a719-05d752e9c4a8 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:10.381486 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-515f80f8-28b1-4b48-a719-05d752e9c4a8 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "DELETE /v2.0/routers/fd538668-8265-4c60-8dcb-0c07d22c293f HTTP/1.1" status: 204 len: 168 time: 0.8089380 Jul 30 00:27:10.384215 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 37836) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:27:10.465950 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-08799088-f81f-49ee-a9e5-d92fe3ec2d17 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:10.555305 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-08799088-f81f-49ee-a9e5-d92fe3ec2d17 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:10.565398 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-08799088-f81f-49ee-a9e5-d92fe3ec2d17 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53937c6b-d273-4bc9-972c-a88245894fb6']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:27:10.581039 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-08799088-f81f-49ee-a9e5-d92fe3ec2d17 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fab3fc9-ce6f-41d8-b6a2-1f40320db5ff') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:27:10.581260 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-08799088-f81f-49ee-a9e5-d92fe3ec2d17 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fab3fc9-ce6f-41d8-b6a2-1f40320db5ff') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:27:10.589917 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-08799088-f81f-49ee-a9e5-d92fe3ec2d17 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:10.603863 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-08799088-f81f-49ee-a9e5-d92fe3ec2d17 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:10.609870 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08799088-f81f-49ee-a9e5-d92fe3ec2d17 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:27:10.610263 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-08799088-f81f-49ee-a9e5-d92fe3ec2d17 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:10.613866 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 30 00:27:10.613866 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:27:10.613866 n-d-712141-10 neutron-server[94077]: timer() Jul 30 00:27:10.613866 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:27:10.613866 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 30 00:27:10.613866 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:27:10.613866 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 30 00:27:10.613866 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:27:10.613866 n-d-712141-10 neutron-server[94077]: self._notify() Jul 30 00:27:10.613866 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:27:10.613866 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 30 00:27:10.613866 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:27:10.613866 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 30 00:27:10.613866 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:27:10.613866 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:27:10.613866 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:27:10.613866 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:27:10.613866 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:27:10.613866 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 30 00:27:10.613866 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:27:10.613866 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 30 00:27:10.613866 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:27:10.613866 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:27:10.613866 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:27:10.613866 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 30 00:27:10.613866 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:27:10.613866 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:27:10.613866 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:27:10.613866 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:27:10.613866 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:27:10.613866 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:27:10.613866 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:27:10.669865 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-08799088-f81f-49ee-a9e5-d92fe3ec2d17 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:10.677696 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-08799088-f81f-49ee-a9e5-d92fe3ec2d17 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:10.679063 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-08799088-f81f-49ee-a9e5-d92fe3ec2d17 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "DELETE /v2.0/networks/53937c6b-d273-4bc9-972c-a88245894fb6 HTTP/1.1" status: 204 len: 168 time: 0.2939444 Jul 30 00:27:10.681890 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37838) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:27:10.691419 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08799088-f81f-49ee-a9e5-d92fe3ec2d17 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event deleted for resources: {'Network': ['ID=53937c6b-d273-4bc9-972c-a88245894fb6,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:10.745996 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ccc36090-c045-42c3-895b-9c13cec5b288 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:10.771698 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ccc36090-c045-42c3-895b-9c13cec5b288 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:10.835842 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ccc36090-c045-42c3-895b-9c13cec5b288 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:10.839500 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ccc36090-c045-42c3-895b-9c13cec5b288 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:10.840774 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ccc36090-c045-42c3-895b-9c13cec5b288 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] 10.222.0.43 "DELETE /v2.0/security-groups/79d0595b-f23b-462f-a91f-6cf4c2aa8a9f HTTP/1.1" status: 204 len: 168 time: 0.1578212 Jul 30 00:27:10.851358 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc36090-c045-42c3-895b-9c13cec5b288 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d0595b-f23b-462f-a91f-6cf4c2aa8a9f,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:10.860152 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc36090-c045-42c3-895b-9c13cec5b288 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:27:10.860729 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc36090-c045-42c3-895b-9c13cec5b288 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:27:10.861150 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc36090-c045-42c3-895b-9c13cec5b288 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:27:10.861629 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc36090-c045-42c3-895b-9c13cec5b288 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:27:10.862104 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc36090-c045-42c3-895b-9c13cec5b288 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:27:10.862531 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc36090-c045-42c3-895b-9c13cec5b288 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:27:10.863101 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc36090-c045-42c3-895b-9c13cec5b288 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:27:10.863750 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc36090-c045-42c3-895b-9c13cec5b288 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:27:10.864182 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc36090-c045-42c3-895b-9c13cec5b288 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:27:10.864640 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc36090-c045-42c3-895b-9c13cec5b288 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:27:10.865278 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc36090-c045-42c3-895b-9c13cec5b288 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:27:10.865666 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc36090-c045-42c3-895b-9c13cec5b288 tempest-TestNetworkAdvancedServerOps-392260738 tempest-TestNetworkAdvancedServerOps-392260738-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:27:10.907034 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 9e735a40-e92f-4f7f-b6db-620d4145ad32 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:27:10.929230 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 9e735a40-e92f-4f7f-b6db-620d4145ad32 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:27:10.929499 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 9e735a40-e92f-4f7f-b6db-620d4145ad32 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:27:10.929981 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 474be475-14a3-4eed-8afa-948a798b1b98 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:27:10.949411 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 474be475-14a3-4eed-8afa-948a798b1b98 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:27:10.949835 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 474be475-14a3-4eed-8afa-948a798b1b98 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:27:10.950293 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 0e2ca10b-5e2b-4f36-b57b-4fd3790d88c2 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:27:10.972408 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 0e2ca10b-5e2b-4f36-b57b-4fd3790d88c2 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:27:10.972768 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 0e2ca10b-5e2b-4f36-b57b-4fd3790d88c2 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:27:11.203387 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37846) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:27:11.330694 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-99e2f51e-8bbd-4fcd-beac-bbc55e3c721e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e5cbafbeb6f54e069c2a006bcf0b792e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1260610 Jul 30 00:27:11.333119 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37850) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:27:11.379884 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ef45b0ab-5261-4eb9-8876-86478dc64489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:11.400718 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ef45b0ab-5261-4eb9-8876-86478dc64489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:11.449601 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ef45b0ab-5261-4eb9-8876-86478dc64489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:11.452720 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ef45b0ab-5261-4eb9-8876-86478dc64489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:11.453865 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ef45b0ab-5261-4eb9-8876-86478dc64489 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a94cb546-2124-45fe-a3f8-82b4409a5825 HTTP/1.1" status: 204 len: 168 time: 0.1197853 Jul 30 00:27:11.462585 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef45b0ab-5261-4eb9-8876-86478dc64489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94cb546-2124-45fe-a3f8-82b4409a5825,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:11.722141 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37856) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:27:11.739790 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8566cf82-9a00-4298-81a2-55c66b8795ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:11.827842 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8566cf82-9a00-4298-81a2-55c66b8795ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:11.832014 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8566cf82-9a00-4298-81a2-55c66b8795ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:11.867954 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8566cf82-9a00-4298-81a2-55c66b8795ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d10e1cc-d0c3-480a-abe7-bb204a262cc6,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:11.872051 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-8566cf82-9a00-4298-81a2-55c66b8795ee admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=988e704b56ce4395a3450d0dc49e5372&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1487987 Jul 30 00:27:11.874627 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37858) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:27:11.923786 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-37968191-6984-4f35-a1b5-30329810ce19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:11.944830 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-37968191-6984-4f35-a1b5-30329810ce19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:11.989944 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-37968191-6984-4f35-a1b5-30329810ce19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:11.992446 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-37968191-6984-4f35-a1b5-30329810ce19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:11.993606 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-37968191-6984-4f35-a1b5-30329810ce19 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5d10e1cc-d0c3-480a-abe7-bb204a262cc6 HTTP/1.1" status: 204 len: 168 time: 0.1180742 Jul 30 00:27:12.000986 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37968191-6984-4f35-a1b5-30329810ce19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d10e1cc-d0c3-480a-abe7-bb204a262cc6,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:12.695836 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 37880) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:27:12.790843 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-13ef2568-05b8-4cc5-be7e-0f83f920ea9d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1732512449-network', 'tenant_id': '8589462012dc4e58a6304841e673ce71'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:27:12.811591 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ef2568-05b8-4cc5-be7e-0f83f920ea9d admin admin] Made reservation on behalf of 8589462012dc4e58a6304841e673ce71 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:27:12.814640 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-13ef2568-05b8-4cc5-be7e-0f83f920ea9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:12.823400 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-13ef2568-05b8-4cc5-be7e-0f83f920ea9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:12.912353 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-13ef2568-05b8-4cc5-be7e-0f83f920ea9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:12.916128 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-13ef2568-05b8-4cc5-be7e-0f83f920ea9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:12.948406 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13ef2568-05b8-4cc5-be7e-0f83f920ea9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:27:12.954201 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ef2568-05b8-4cc5-be7e-0f83f920ea9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=803ffe41-b692-487e-a196-733a6c3e4533,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:12.962695 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-13ef2568-05b8-4cc5-be7e-0f83f920ea9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:12.962695 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-13ef2568-05b8-4cc5-be7e-0f83f920ea9d admin admin] Added segment a2b59f87-5820-4513-84a5-1a0cecf6573d of type vlan for network 655698b7-cbae-4dd2-b023-c352449bada8 Jul 30 00:27:13.003555 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-13ef2568-05b8-4cc5-be7e-0f83f920ea9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:13.032032 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-13ef2568-05b8-4cc5-be7e-0f83f920ea9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:13.033868 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ef2568-05b8-4cc5-be7e-0f83f920ea9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:13.034462 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-13ef2568-05b8-4cc5-be7e-0f83f920ea9d admin admin] Notify callbacks [] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:13.086426 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-13ef2568-05b8-4cc5-be7e-0f83f920ea9d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3894868 Jul 30 00:27:13.090436 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 37884) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:27:13.097513 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-4363833d-878a-458f-9a7b-9ef8b87f5bb6 admin admin] Request body: {'subnet': {'network_id': '655698b7-cbae-4dd2-b023-c352449bada8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1732512449-subnet', 'tenant_id': '8589462012dc4e58a6304841e673ce71', 'ip_version': 4}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:27:13.105302 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ef2568-05b8-4cc5-be7e-0f83f920ea9d admin admin] Pushing event updated for resources: {'Network': ['ID=655698b7-cbae-4dd2-b023-c352449bada8,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:13.115581 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 655698b7-cbae-4dd2-b023-c352449bada8 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:27:13.123806 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4363833d-878a-458f-9a7b-9ef8b87f5bb6 admin admin] Made reservation on behalf of 8589462012dc4e58a6304841e673ce71 for: {'subnet': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:27:13.126168 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4363833d-878a-458f-9a7b-9ef8b87f5bb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14288442'] for subnet, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:13.296282 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4363833d-878a-458f-9a7b-9ef8b87f5bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14299694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14288404'] for subnet, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:13.349071 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4363833d-878a-458f-9a7b-9ef8b87f5bb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e931dc3b-0f1a-4b8c-90a2-452019ab84b4,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:13.358997 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4363833d-878a-458f-9a7b-9ef8b87f5bb6 admin admin] Checking segment: {'id': 'a2b59f87-5820-4513-84a5-1a0cecf6573d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '655698b7-cbae-4dd2-b023-c352449bada8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:27:13.359358 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4363833d-878a-458f-9a7b-9ef8b87f5bb6 admin admin] Network hostable DHCP agents. Network: 655698b7-cbae-4dd2-b023-c352449bada8, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94077) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:27:13.374830 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4363833d-878a-458f-9a7b-9ef8b87f5bb6 admin admin] Network 655698b7-cbae-4dd2-b023-c352449bada8 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94077) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:27:13.383293 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-4363833d-878a-458f-9a7b-9ef8b87f5bb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 655698b7-cbae-4dd2-b023-c352449bada8) {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:27:13.387211 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4363833d-878a-458f-9a7b-9ef8b87f5bb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:13.387794 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4363833d-878a-458f-9a7b-9ef8b87f5bb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:13.393322 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a34f0d6-9e46-4a23-9d37-013bd695d99f None None] Network 655698b7-cbae-4dd2-b023-c352449bada8 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:27:13.402505 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4363833d-878a-458f-9a7b-9ef8b87f5bb6 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3110545 Jul 30 00:27:13.405768 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 37886) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:27:13.411306 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-55aa3558-fc43-45cc-8bf1-754ef7a22eba admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1732512449-router', 'tenant_id': '8589462012dc4e58a6304841e673ce71', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:27:13.431504 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-55aa3558-fc43-45cc-8bf1-754ef7a22eba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:13.432520 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-55aa3558-fc43-45cc-8bf1-754ef7a22eba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:13.490826 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-55aa3558-fc43-45cc-8bf1-754ef7a22eba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:13.539927 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe062fa-05b3-4253-8fdc-a80af781f583 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-655698b7-cbae-4dd2-b023-c352449bada8', 'network_id': '655698b7-cbae-4dd2-b023-c352449bada8', 'tenant_id': '8589462012dc4e58a6304841e673ce71', 'fixed_ips': [{'subnet_id': 'e931dc3b-0f1a-4b8c-90a2-452019ab84b4'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:27:13.540805 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-abe062fa-05b3-4253-8fdc-a80af781f583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:13.631975 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-55aa3558-fc43-45cc-8bf1-754ef7a22eba admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:13.674048 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-abe062fa-05b3-4253-8fdc-a80af781f583 None None] Allocated IP 172.20.0.2 (655698b7-cbae-4dd2-b023-c352449bada8/e931dc3b-0f1a-4b8c-90a2-452019ab84b4/9a815015-1ed6-49d2-b70a-3595e97cea90) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:27:13.824155 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-abe062fa-05b3-4253-8fdc-a80af781f583 None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:13.830962 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-55aa3558-fc43-45cc-8bf1-754ef7a22eba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:13.833984 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-abe062fa-05b3-4253-8fdc-a80af781f583 None None] Transition to ACTIVE for port object 9a815015-1ed6-49d2-b70a-3595e97cea90 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:27:13.848601 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-abe062fa-05b3-4253-8fdc-a80af781f583 None None] Transition to ACTIVE for port object 9a815015-1ed6-49d2-b70a-3595e97cea90 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:27:13.849722 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-55aa3558-fc43-45cc-8bf1-754ef7a22eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:13.854496 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-abe062fa-05b3-4253-8fdc-a80af781f583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:13.891667 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe062fa-05b3-4253-8fdc-a80af781f583 None None] Network 655698b7-cbae-4dd2-b023-c352449bada8 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:27:13.895414 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-abe062fa-05b3-4253-8fdc-a80af781f583 None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:27:13.898828 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe062fa-05b3-4253-8fdc-a80af781f583 None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:27:13.906167 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe062fa-05b3-4253-8fdc-a80af781f583 None None] Pushing event updated for resources: {'Port': ['ID=9a815015-1ed6-49d2-b70a-3595e97cea90,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:13.958083 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-55aa3558-fc43-45cc-8bf1-754ef7a22eba admin admin] Allocated IP 172.25.0.116 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/bf601a09-8c91-4d3f-95dd-f3e6452dd8c6) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:27:13.960222 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-abe062fa-05b3-4253-8fdc-a80af781f583 None None] Attempting to bind port 9a815015-1ed6-49d2-b70a-3595e97cea90 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:27:13.960662 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-abe062fa-05b3-4253-8fdc-a80af781f583 None None] Attempting to bind port 9a815015-1ed6-49d2-b70a-3595e97cea90 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': 'a2b59f87-5820-4513-84a5-1a0cecf6573d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '655698b7-cbae-4dd2-b023-c352449bada8'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:27:13.961105 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe062fa-05b3-4253-8fdc-a80af781f583 None None] Attempting to bind port 9a815015-1ed6-49d2-b70a-3595e97cea90 on network 655698b7-cbae-4dd2-b023-c352449bada8 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:27:13.966456 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe062fa-05b3-4253-8fdc-a80af781f583 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:27:13.966837 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe062fa-05b3-4253-8fdc-a80af781f583 None None] Checking segment: {'id': 'a2b59f87-5820-4513-84a5-1a0cecf6573d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '655698b7-cbae-4dd2-b023-c352449bada8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:27:13.967234 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-abe062fa-05b3-4253-8fdc-a80af781f583 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:13.967625 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe062fa-05b3-4253-8fdc-a80af781f583 None None] Bound using segment: {'id': 'a2b59f87-5820-4513-84a5-1a0cecf6573d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '655698b7-cbae-4dd2-b023-c352449bada8'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:27:13.968208 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-abe062fa-05b3-4253-8fdc-a80af781f583 None None] Bound port: 9a815015-1ed6-49d2-b70a-3595e97cea90, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2b59f87-5820-4513-84a5-1a0cecf6573d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '655698b7-cbae-4dd2-b023-c352449bada8'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:27:13.968589 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-abe062fa-05b3-4253-8fdc-a80af781f583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:14.038355 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-abe062fa-05b3-4253-8fdc-a80af781f583 None None] For port 9a815015-1ed6-49d2-b70a-3595e97cea90, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:27:14.041095 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-abe062fa-05b3-4253-8fdc-a80af781f583 None None] For port 9a815015-1ed6-49d2-b70a-3595e97cea90, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=9a815015-1ed6-49d2-b70a-3595e97cea90,segment=NetworkSegment(a2b59f87-5820-4513-84a5-1a0cecf6573d),segment_id=a2b59f87-5820-4513-84a5-1a0cecf6573d)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:27:14.047608 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-abe062fa-05b3-4253-8fdc-a80af781f583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:14.060170 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-55aa3558-fc43-45cc-8bf1-754ef7a22eba admin admin] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:14.108647 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe062fa-05b3-4253-8fdc-a80af781f583 None None] Pushing event updated for resources: {'Port': ['ID=9a815015-1ed6-49d2-b70a-3595e97cea90,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:14.109086 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-55aa3558-fc43-45cc-8bf1-754ef7a22eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:14.169555 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55aa3558-fc43-45cc-8bf1-754ef7a22eba admin admin] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:27:14.172471 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-55aa3558-fc43-45cc-8bf1-754ef7a22eba admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:27:14.180081 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55aa3558-fc43-45cc-8bf1-754ef7a22eba admin admin] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:27:14.183210 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aa3558-fc43-45cc-8bf1-754ef7a22eba admin admin] Pushing event updated for resources: {'Port': ['ID=bf601a09-8c91-4d3f-95dd-f3e6452dd8c6,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:14.454919 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-55aa3558-fc43-45cc-8bf1-754ef7a22eba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:14.912401 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 9a815015-1ed6-49d2-b70a-3595e97cea90 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:27:14.952672 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-55aa3558-fc43-45cc-8bf1-754ef7a22eba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:14.970665 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 9a815015-1ed6-49d2-b70a-3595e97cea90 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:27:15.056469 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b79fd18-357f-4043-a6cd-d95ef23c5a63 None None] Network 655698b7-cbae-4dd2-b023-c352449bada8 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:27:15.093995 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55aa3558-fc43-45cc-8bf1-754ef7a22eba admin admin] Router 93aa067f-11ef-4fe1-b917-3070e3d2e0cc is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:27:15.115198 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-746bc480-dbd9-41f1-b959-8984f95b6b22 None None] Provisioning for port 9a815015-1ed6-49d2-b70a-3595e97cea90 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:27:15.126617 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-746bc480-dbd9-41f1-b959-8984f95b6b22 None None] Provisioning complete for port 9a815015-1ed6-49d2-b70a-3595e97cea90 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:27:15.126994 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-746bc480-dbd9-41f1-b959-8984f95b6b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:15.198012 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55aa3558-fc43-45cc-8bf1-754ef7a22eba admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:27:15.210692 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca9bda2-d2ab-4184-ba7d-884a2aad12ca None None] Sync routers for ids ['93aa067f-11ef-4fe1-b917-3070e3d2e0cc'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:27:15.217140 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-55aa3558-fc43-45cc-8bf1-754ef7a22eba admin admin] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:15.218607 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-55aa3558-fc43-45cc-8bf1-754ef7a22eba admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8118067 Jul 30 00:27:15.221993 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 37888) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:27:15.227168 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca9bda2-d2ab-4184-ba7d-884a2aad12ca None None] Routers {'93aa067f-11ef-4fe1-b917-3070e3d2e0cc'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:27:15.227795 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-7ca9bda2-d2ab-4184-ba7d-884a2aad12ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:26:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['93aa067f-11ef-4fe1-b917-3070e3d2e0cc'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:27:15.271691 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-746bc480-dbd9-41f1-b959-8984f95b6b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:15.320253 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-746bc480-dbd9-41f1-b959-8984f95b6b22 None None] For port 9a815015-1ed6-49d2-b70a-3595e97cea90, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=9a815015-1ed6-49d2-b70a-3595e97cea90,segment=NetworkSegment(a2b59f87-5820-4513-84a5-1a0cecf6573d),segment_id=a2b59f87-5820-4513-84a5-1a0cecf6573d)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:27:15.324851 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-746bc480-dbd9-41f1-b959-8984f95b6b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:15.352846 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-7ca9bda2-d2ab-4184-ba7d-884a2aad12ca None None] Set router 93aa067f-11ef-4fe1-b917-3070e3d2e0cc gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:27:15.381298 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746bc480-dbd9-41f1-b959-8984f95b6b22 None None] Pushing event updated for resources: {'Port': ['ID=9a815015-1ed6-49d2-b70a-3595e97cea90,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:15.548834 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-19ff416c-3a85-4456-bd21-e54f248d3760 None None] Provisioning complete for port 9a815015-1ed6-49d2-b70a-3595e97cea90 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:27:15.549207 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-19ff416c-3a85-4456-bd21-e54f248d3760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:15.564768 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-7ca9bda2-d2ab-4184-ba7d-884a2aad12ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93aa067f-11ef-4fe1-b917-3070e3d2e0cc', 'name': 'tempest-TestShelveInstance-1732512449-router', 'tenant_id': '8589462012dc4e58a6304841e673ce71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'bf601a09-8c91-4d3f-95dd-f3e6452dd8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:27:13Z', 'updated_at': '2021-07-30T00:27:14Z', 'revision_number': 3, 'project_id': '8589462012dc4e58a6304841e673ce71', 'gw_port': {'id': 'bf601a09-8c91-4d3f-95dd-f3e6452dd8c6', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:02:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93aa067f-11ef-4fe1-b917-3070e3d2e0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:27:13Z', 'updated_at': '2021-07-30T00:27:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:27:15.596322 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca9bda2-d2ab-4184-ba7d-884a2aad12ca None None] Checking router: 93aa067f-11ef-4fe1-b917-3070e3d2e0cc for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:27:15.596689 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca9bda2-d2ab-4184-ba7d-884a2aad12ca None None] Updating router 93aa067f-11ef-4fe1-b917-3070e3d2e0cc port bf601a09-8c91-4d3f-95dd-f3e6452dd8c6 binding host n-d-712141-10 {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:27:15.622843 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-7ca9bda2-d2ab-4184-ba7d-884a2aad12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:15.671031 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-509811c2-189a-43b7-a814-279442755b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:15.838815 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-509811c2-189a-43b7-a814-279442755b65 admin admin] Allocated IP 172.20.0.1 (655698b7-cbae-4dd2-b023-c352449bada8/e931dc3b-0f1a-4b8c-90a2-452019ab84b4/422afb3a-ec54-4b3b-82d1-aaf8a48976b6) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:27:15.877654 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-7ca9bda2-d2ab-4184-ba7d-884a2aad12ca None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:15.887215 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-7ca9bda2-d2ab-4184-ba7d-884a2aad12ca None None] Transition to ACTIVE for port object bf601a09-8c91-4d3f-95dd-f3e6452dd8c6 will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:27:15.893364 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-7ca9bda2-d2ab-4184-ba7d-884a2aad12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:15.943122 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-509811c2-189a-43b7-a814-279442755b65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:15.944191 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-7ca9bda2-d2ab-4184-ba7d-884a2aad12ca None None] Attempting to bind port bf601a09-8c91-4d3f-95dd-f3e6452dd8c6 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:27:15.944576 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-7ca9bda2-d2ab-4184-ba7d-884a2aad12ca None None] Attempting to bind port bf601a09-8c91-4d3f-95dd-f3e6452dd8c6 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:27:15.944935 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca9bda2-d2ab-4184-ba7d-884a2aad12ca None None] Attempting to bind port bf601a09-8c91-4d3f-95dd-f3e6452dd8c6 on network 58f27f61-3278-49cc-b66b-1e729d26f29f {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:27:15.953936 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccddd15-99dd-4032-ad64-8c31e0d7fcd1 None None] Pushing event updated for resources: {'Port': ['ID=bf601a09-8c91-4d3f-95dd-f3e6452dd8c6,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:15.956312 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-509811c2-189a-43b7-a814-279442755b65 admin admin] Transition to ACTIVE for port object 422afb3a-ec54-4b3b-82d1-aaf8a48976b6 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:27:15.960898 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca9bda2-d2ab-4184-ba7d-884a2aad12ca None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:27:15.961274 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca9bda2-d2ab-4184-ba7d-884a2aad12ca None None] Checking segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:27:15.961714 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-7ca9bda2-d2ab-4184-ba7d-884a2aad12ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:15.962105 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca9bda2-d2ab-4184-ba7d-884a2aad12ca None None] Bound using segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:27:15.962567 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-7ca9bda2-d2ab-4184-ba7d-884a2aad12ca None None] Bound port: bf601a09-8c91-4d3f-95dd-f3e6452dd8c6, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:27:15.962944 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-7ca9bda2-d2ab-4184-ba7d-884a2aad12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:15.966215 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccddd15-99dd-4032-ad64-8c31e0d7fcd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:27:15.966558 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccddd15-99dd-4032-ad64-8c31e0d7fcd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:27:15.966895 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccddd15-99dd-4032-ad64-8c31e0d7fcd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:27:15.967226 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccddd15-99dd-4032-ad64-8c31e0d7fcd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:27:15.967557 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccddd15-99dd-4032-ad64-8c31e0d7fcd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:27:15.967883 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccddd15-99dd-4032-ad64-8c31e0d7fcd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:27:15.968207 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccddd15-99dd-4032-ad64-8c31e0d7fcd1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:27:15.968526 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccddd15-99dd-4032-ad64-8c31e0d7fcd1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:27:15.968845 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccddd15-99dd-4032-ad64-8c31e0d7fcd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:27:15.969162 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccddd15-99dd-4032-ad64-8c31e0d7fcd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:27:15.969479 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccddd15-99dd-4032-ad64-8c31e0d7fcd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:27:15.969821 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ccddd15-99dd-4032-ad64-8c31e0d7fcd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:27:15.990742 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-509811c2-189a-43b7-a814-279442755b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:16.021811 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-7ca9bda2-d2ab-4184-ba7d-884a2aad12ca None None] For port bf601a09-8c91-4d3f-95dd-f3e6452dd8c6, host n-d-712141-10, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:27:16.025097 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-7ca9bda2-d2ab-4184-ba7d-884a2aad12ca None None] For port bf601a09-8c91-4d3f-95dd-f3e6452dd8c6, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=bf601a09-8c91-4d3f-95dd-f3e6452dd8c6,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:27:16.029494 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-7ca9bda2-d2ab-4184-ba7d-884a2aad12ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:16.034401 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509811c2-189a-43b7-a814-279442755b65 admin admin] Network 655698b7-cbae-4dd2-b023-c352449bada8 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:27:16.037559 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-509811c2-189a-43b7-a814-279442755b65 admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:27:16.041113 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509811c2-189a-43b7-a814-279442755b65 admin admin] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:27:16.076357 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509811c2-189a-43b7-a814-279442755b65 admin admin] Pushing event updated for resources: {'Port': ['ID=422afb3a-ec54-4b3b-82d1-aaf8a48976b6,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:16.086309 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccddd15-99dd-4032-ad64-8c31e0d7fcd1 None None] Pushing event updated for resources: {'Port': ['ID=bf601a09-8c91-4d3f-95dd-f3e6452dd8c6,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:16.096934 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca9bda2-d2ab-4184-ba7d-884a2aad12ca None None] Routers {'93aa067f-11ef-4fe1-b917-3070e3d2e0cc'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:27:16.097549 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-7ca9bda2-d2ab-4184-ba7d-884a2aad12ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:26:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['93aa067f-11ef-4fe1-b917-3070e3d2e0cc'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:27:16.103299 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-509811c2-189a-43b7-a814-279442755b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:16.259296 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-509811c2-189a-43b7-a814-279442755b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:16.307669 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-7ca9bda2-d2ab-4184-ba7d-884a2aad12ca None None] Set router 93aa067f-11ef-4fe1-b917-3070e3d2e0cc gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:27:16.360110 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-cd98f4bf-8a79-4973-990e-d2c4e07a1874 None None] Provisioning for port 422afb3a-ec54-4b3b-82d1-aaf8a48976b6 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:27:16.366984 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-cd98f4bf-8a79-4973-990e-d2c4e07a1874 None None] Provisioning complete for port 422afb3a-ec54-4b3b-82d1-aaf8a48976b6 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:27:16.368190 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-cd98f4bf-8a79-4973-990e-d2c4e07a1874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:16.413908 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-cd98f4bf-8a79-4973-990e-d2c4e07a1874 None None] Port 422afb3a-ec54-4b3b-82d1-aaf8a48976b6 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:27:16.427008 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-509811c2-189a-43b7-a814-279442755b65 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:16.431509 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-509811c2-189a-43b7-a814-279442755b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:16.486446 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-7ca9bda2-d2ab-4184-ba7d-884a2aad12ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93aa067f-11ef-4fe1-b917-3070e3d2e0cc', 'name': 'tempest-TestShelveInstance-1732512449-router', 'tenant_id': '8589462012dc4e58a6304841e673ce71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'bf601a09-8c91-4d3f-95dd-f3e6452dd8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:27:13Z', 'updated_at': '2021-07-30T00:27:14Z', 'revision_number': 3, 'project_id': '8589462012dc4e58a6304841e673ce71', 'gw_port': {'id': 'bf601a09-8c91-4d3f-95dd-f3e6452dd8c6', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:02:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93aa067f-11ef-4fe1-b917-3070e3d2e0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:27:13Z', 'updated_at': '2021-07-30T00:27:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:27:16.501066 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-509811c2-189a-43b7-a814-279442755b65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:16.503399 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509811c2-189a-43b7-a814-279442755b65 admin admin] Pushing event updated for resources: {'Port': ['ID=422afb3a-ec54-4b3b-82d1-aaf8a48976b6,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:16.515942 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca9bda2-d2ab-4184-ba7d-884a2aad12ca None None] The sync data for ids ['93aa067f-11ef-4fe1-b917-3070e3d2e0cc'] in n-d-712141-10 is: [{'id': '93aa067f-11ef-4fe1-b917-3070e3d2e0cc', 'name': 'tempest-TestShelveInstance-1732512449-router', 'tenant_id': '8589462012dc4e58a6304841e673ce71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'bf601a09-8c91-4d3f-95dd-f3e6452dd8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:27:13Z', 'updated_at': '2021-07-30T00:27:14Z', 'revision_number': 3, 'project_id': '8589462012dc4e58a6304841e673ce71', 'gw_port': {'id': 'bf601a09-8c91-4d3f-95dd-f3e6452dd8c6', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:02:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93aa067f-11ef-4fe1-b917-3070e3d2e0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:27:13Z', 'updated_at': '2021-07-30T00:27:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:27:16.604176 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509811c2-189a-43b7-a814-279442755b65 admin admin] Network 655698b7-cbae-4dd2-b023-c352449bada8 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:27:16.605657 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-509811c2-189a-43b7-a814-279442755b65 admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:27:16.722764 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-509811c2-189a-43b7-a814-279442755b65 admin admin] Router 93aa067f-11ef-4fe1-b917-3070e3d2e0cc has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:27:16.872101 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509811c2-189a-43b7-a814-279442755b65 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:27:16.881641 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-509811c2-189a-43b7-a814-279442755b65 admin admin] 10.222.0.43 "PUT /v2.0/routers/93aa067f-11ef-4fe1-b917-3070e3d2e0cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6567731 Jul 30 00:27:16.937721 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-6cdfe0f6-08d9-4c84-8665-f6a4e747a406 None None] Provisioning complete for port 422afb3a-ec54-4b3b-82d1-aaf8a48976b6 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:27:16.938579 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6cdfe0f6-08d9-4c84-8665-f6a4e747a406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:16.974352 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 9a815015-1ed6-49d2-b70a-3595e97cea90 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:27:17.014720 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-6cdfe0f6-08d9-4c84-8665-f6a4e747a406 None None] Port 422afb3a-ec54-4b3b-82d1-aaf8a48976b6 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:27:17.038659 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 9a815015-1ed6-49d2-b70a-3595e97cea90 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:27:17.039039 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:17.122766 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device bf601a09-8c91-4d3f-95dd-f3e6452dd8c6 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:27:17.179052 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port bf601a09-8c91-4d3f-95dd-f3e6452dd8c6 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:27:17.183400 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port bf601a09-8c91-4d3f-95dd-f3e6452dd8c6 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:27:17.183776 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:17.274229 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:17.300714 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port bf601a09-8c91-4d3f-95dd-f3e6452dd8c6, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=bf601a09-8c91-4d3f-95dd-f3e6452dd8c6,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:27:17.305108 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:17.359392 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=bf601a09-8c91-4d3f-95dd-f3e6452dd8c6,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:17.419811 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 37906) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:27:17.425719 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-b1ab5810-afc4-494d-b753-1109cc77d916 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-413870710-network', 'tenant_id': 'edfcb9505c174a5b8313347ee1cbf3d8'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:27:17.451090 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ab5810-afc4-494d-b753-1109cc77d916 admin admin] Made reservation on behalf of edfcb9505c174a5b8313347ee1cbf3d8 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:27:17.455630 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b1ab5810-afc4-494d-b753-1109cc77d916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:17.466566 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b1ab5810-afc4-494d-b753-1109cc77d916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:17.587269 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b1ab5810-afc4-494d-b753-1109cc77d916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:17.591515 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b1ab5810-afc4-494d-b753-1109cc77d916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:17.619648 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1ab5810-afc4-494d-b753-1109cc77d916 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:27:17.626973 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ab5810-afc4-494d-b753-1109cc77d916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193c7944-c3cc-4511-897e-1720e93caa9a,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:17.633327 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b1ab5810-afc4-494d-b753-1109cc77d916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:17.633763 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-b1ab5810-afc4-494d-b753-1109cc77d916 admin admin] Added segment 1edd678b-b182-459a-b4a7-6673fcff7df5 of type vlan for network 3ce1899c-c4d8-4289-837a-1255136eef28 Jul 30 00:27:17.676151 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b1ab5810-afc4-494d-b753-1109cc77d916 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:17.707486 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b1ab5810-afc4-494d-b753-1109cc77d916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:17.708522 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ab5810-afc4-494d-b753-1109cc77d916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:17.709069 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b1ab5810-afc4-494d-b753-1109cc77d916 admin admin] Notify callbacks [] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:17.763863 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b1ab5810-afc4-494d-b753-1109cc77d916 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3429153 Jul 30 00:27:17.767402 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37908) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:27:17.773603 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ab5810-afc4-494d-b753-1109cc77d916 admin admin] Pushing event updated for resources: {'Network': ['ID=3ce1899c-c4d8-4289-837a-1255136eef28,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:17.773831 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-8cd4c7e3-59e4-40a8-a9df-58eb2055273c admin admin] Request body: {'subnet': {'network_id': '3ce1899c-c4d8-4289-837a-1255136eef28', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-413870710-subnet', 'tenant_id': 'edfcb9505c174a5b8313347ee1cbf3d8', 'ip_version': 4}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:27:17.783253 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 3ce1899c-c4d8-4289-837a-1255136eef28 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:27:17.801008 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd4c7e3-59e4-40a8-a9df-58eb2055273c admin admin] Made reservation on behalf of edfcb9505c174a5b8313347ee1cbf3d8 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:27:17.803343 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8cd4c7e3-59e4-40a8-a9df-58eb2055273c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:17.974826 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8cd4c7e3-59e4-40a8-a9df-58eb2055273c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:18.031725 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd4c7e3-59e4-40a8-a9df-58eb2055273c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e332bc3-0e1d-44cd-bf15-e7ab60a1846a,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:18.044335 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd4c7e3-59e4-40a8-a9df-58eb2055273c admin admin] Checking segment: {'id': '1edd678b-b182-459a-b4a7-6673fcff7df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3ce1899c-c4d8-4289-837a-1255136eef28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:27:18.044691 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd4c7e3-59e4-40a8-a9df-58eb2055273c admin admin] Network hostable DHCP agents. Network: 3ce1899c-c4d8-4289-837a-1255136eef28, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:27:18.061661 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd4c7e3-59e4-40a8-a9df-58eb2055273c admin admin] Network 3ce1899c-c4d8-4289-837a-1255136eef28 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:27:18.071267 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-8cd4c7e3-59e4-40a8-a9df-58eb2055273c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 3ce1899c-c4d8-4289-837a-1255136eef28) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:27:18.075208 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd4c7e3-59e4-40a8-a9df-58eb2055273c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:18.075785 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8cd4c7e3-59e4-40a8-a9df-58eb2055273c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:18.083421 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a240a01a-5604-4f32-aeaf-a9795397a77c None None] Network 3ce1899c-c4d8-4289-837a-1255136eef28 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:27:18.096261 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 37910) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:27:18.096480 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-8cd4c7e3-59e4-40a8-a9df-58eb2055273c admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3254275 Jul 30 00:27:18.100508 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-b269b737-703f-4e58-8884-1641c5fe5584 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-413870710-router', 'tenant_id': 'edfcb9505c174a5b8313347ee1cbf3d8', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:27:18.122790 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b269b737-703f-4e58-8884-1641c5fe5584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:18.123821 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b269b737-703f-4e58-8884-1641c5fe5584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:18.183112 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b269b737-703f-4e58-8884-1641c5fe5584 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:18.230112 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417ead2e-8b7e-47d2-8883-6a3a892cb8fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-3ce1899c-c4d8-4289-837a-1255136eef28', 'network_id': '3ce1899c-c4d8-4289-837a-1255136eef28', 'tenant_id': 'edfcb9505c174a5b8313347ee1cbf3d8', 'fixed_ips': [{'subnet_id': '6e332bc3-0e1d-44cd-bf15-e7ab60a1846a'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:27:18.230826 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-417ead2e-8b7e-47d2-8883-6a3a892cb8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:18.255463 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4aac76-d055-4dff-a884-4a315290316a None None] Sync routers for ids ['93aa067f-11ef-4fe1-b917-3070e3d2e0cc'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:27:18.318894 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4aac76-d055-4dff-a884-4a315290316a None None] Routers {'93aa067f-11ef-4fe1-b917-3070e3d2e0cc'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:27:18.319521 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-4d4aac76-d055-4dff-a884-4a315290316a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:26:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['93aa067f-11ef-4fe1-b917-3070e3d2e0cc'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:27:18.326891 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b269b737-703f-4e58-8884-1641c5fe5584 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:18.469366 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-417ead2e-8b7e-47d2-8883-6a3a892cb8fc None None] Allocated IP 172.20.0.2 (3ce1899c-c4d8-4289-837a-1255136eef28/6e332bc3-0e1d-44cd-bf15-e7ab60a1846a/0142c924-bc0d-480d-8840-bb5c3e78d0f5) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:27:18.488605 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-4d4aac76-d055-4dff-a884-4a315290316a None None] Set router 93aa067f-11ef-4fe1-b917-3070e3d2e0cc gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:27:18.538570 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b269b737-703f-4e58-8884-1641c5fe5584 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:18.558233 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b269b737-703f-4e58-8884-1641c5fe5584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:18.671960 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-b269b737-703f-4e58-8884-1641c5fe5584 admin admin] Allocated IP 172.25.0.87 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/87bce7f8-2492-4387-ae44-47e995e67e81) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:27:18.778804 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-417ead2e-8b7e-47d2-8883-6a3a892cb8fc None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:18.786070 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b269b737-703f-4e58-8884-1641c5fe5584 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:18.795969 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-417ead2e-8b7e-47d2-8883-6a3a892cb8fc None None] Transition to ACTIVE for port object 0142c924-bc0d-480d-8840-bb5c3e78d0f5 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:27:18.818197 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-417ead2e-8b7e-47d2-8883-6a3a892cb8fc None None] Transition to ACTIVE for port object 0142c924-bc0d-480d-8840-bb5c3e78d0f5 will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:27:18.827615 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-417ead2e-8b7e-47d2-8883-6a3a892cb8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:18.829953 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b269b737-703f-4e58-8884-1641c5fe5584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:18.865331 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-4d4aac76-d055-4dff-a884-4a315290316a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93aa067f-11ef-4fe1-b917-3070e3d2e0cc', 'name': 'tempest-TestShelveInstance-1732512449-router', 'tenant_id': '8589462012dc4e58a6304841e673ce71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'bf601a09-8c91-4d3f-95dd-f3e6452dd8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:27:13Z', 'updated_at': '2021-07-30T00:27:16Z', 'revision_number': 4, 'project_id': '8589462012dc4e58a6304841e673ce71', 'gw_port': {'id': 'bf601a09-8c91-4d3f-95dd-f3e6452dd8c6', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:02:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93aa067f-11ef-4fe1-b917-3070e3d2e0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:27:13Z', 'updated_at': '2021-07-30T00:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '422afb3a-ec54-4b3b-82d1-aaf8a48976b6', 'name': '', 'network_id': '655698b7-cbae-4dd2-b023-c352449bada8', 'tenant_id': '8589462012dc4e58a6304841e673ce71', 'mac_address': 'fa:16:3e:f9:69:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93aa067f-11ef-4fe1-b917-3070e3d2e0cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e931dc3b-0f1a-4b8c-90a2-452019ab84b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:27:15Z', 'updated_at': '2021-07-30T00:27:16Z', 'revision_number': 2, 'project_id': '8589462012dc4e58a6304841e673ce71', 'subnets': [{'id': 'e931dc3b-0f1a-4b8c-90a2-452019ab84b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:27:18.873028 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b269b737-703f-4e58-8884-1641c5fe5584 admin admin] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:27:18.875925 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-b269b737-703f-4e58-8884-1641c5fe5584 admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:27:18.880445 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b269b737-703f-4e58-8884-1641c5fe5584 admin admin] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:27:18.918681 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b269b737-703f-4e58-8884-1641c5fe5584 admin admin] Pushing event updated for resources: {'Port': ['ID=87bce7f8-2492-4387-ae44-47e995e67e81,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:19.065467 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device bf601a09-8c91-4d3f-95dd-f3e6452dd8c6 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:27:19.072448 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4aac76-d055-4dff-a884-4a315290316a None None] Checking router: 93aa067f-11ef-4fe1-b917-3070e3d2e0cc for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:27:19.072818 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4aac76-d055-4dff-a884-4a315290316a None None] Updating router 93aa067f-11ef-4fe1-b917-3070e3d2e0cc port 422afb3a-ec54-4b3b-82d1-aaf8a48976b6 binding host n-d-712141-10 {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:27:19.076130 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417ead2e-8b7e-47d2-8883-6a3a892cb8fc None None] Network 3ce1899c-c4d8-4289-837a-1255136eef28 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:27:19.116029 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-417ead2e-8b7e-47d2-8883-6a3a892cb8fc None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:27:19.118343 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417ead2e-8b7e-47d2-8883-6a3a892cb8fc None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:27:19.125635 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417ead2e-8b7e-47d2-8883-6a3a892cb8fc None None] Pushing event updated for resources: {'Port': ['ID=0142c924-bc0d-480d-8840-bb5c3e78d0f5,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:19.146918 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4d4aac76-d055-4dff-a884-4a315290316a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:19.159115 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b269b737-703f-4e58-8884-1641c5fe5584 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:19.230337 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-417ead2e-8b7e-47d2-8883-6a3a892cb8fc None None] Attempting to bind port 0142c924-bc0d-480d-8840-bb5c3e78d0f5 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:27:19.230710 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-417ead2e-8b7e-47d2-8883-6a3a892cb8fc None None] Attempting to bind port 0142c924-bc0d-480d-8840-bb5c3e78d0f5 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '1edd678b-b182-459a-b4a7-6673fcff7df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3ce1899c-c4d8-4289-837a-1255136eef28'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:27:19.231082 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417ead2e-8b7e-47d2-8883-6a3a892cb8fc None None] Attempting to bind port 0142c924-bc0d-480d-8840-bb5c3e78d0f5 on network 3ce1899c-c4d8-4289-837a-1255136eef28 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:27:19.246213 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417ead2e-8b7e-47d2-8883-6a3a892cb8fc None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:27:19.246593 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417ead2e-8b7e-47d2-8883-6a3a892cb8fc None None] Checking segment: {'id': '1edd678b-b182-459a-b4a7-6673fcff7df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3ce1899c-c4d8-4289-837a-1255136eef28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:27:19.246998 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-417ead2e-8b7e-47d2-8883-6a3a892cb8fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:19.247391 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417ead2e-8b7e-47d2-8883-6a3a892cb8fc None None] Bound using segment: {'id': '1edd678b-b182-459a-b4a7-6673fcff7df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3ce1899c-c4d8-4289-837a-1255136eef28'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:27:19.247864 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-417ead2e-8b7e-47d2-8883-6a3a892cb8fc None None] Bound port: 0142c924-bc0d-480d-8840-bb5c3e78d0f5, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1edd678b-b182-459a-b4a7-6673fcff7df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3ce1899c-c4d8-4289-837a-1255136eef28'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:27:19.248247 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-417ead2e-8b7e-47d2-8883-6a3a892cb8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:19.252731 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port bf601a09-8c91-4d3f-95dd-f3e6452dd8c6 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:27:19.253094 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:19.352325 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b269b737-703f-4e58-8884-1641c5fe5584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:19.463605 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-417ead2e-8b7e-47d2-8883-6a3a892cb8fc None None] For port 0142c924-bc0d-480d-8840-bb5c3e78d0f5, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:27:19.471039 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-417ead2e-8b7e-47d2-8883-6a3a892cb8fc None None] For port 0142c924-bc0d-480d-8840-bb5c3e78d0f5, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=0142c924-bc0d-480d-8840-bb5c3e78d0f5,segment=NetworkSegment(1edd678b-b182-459a-b4a7-6673fcff7df5),segment_id=1edd678b-b182-459a-b4a7-6673fcff7df5)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:27:19.497784 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-417ead2e-8b7e-47d2-8883-6a3a892cb8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:19.498434 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b269b737-703f-4e58-8884-1641c5fe5584 admin admin] Router e95f8560-ef9e-4b0b-a5e5-3b6b7a1afafb is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94077) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:27:19.619418 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417ead2e-8b7e-47d2-8883-6a3a892cb8fc None None] Pushing event updated for resources: {'Port': ['ID=0142c924-bc0d-480d-8840-bb5c3e78d0f5,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:19.643348 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b269b737-703f-4e58-8884-1641c5fe5584 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:27:19.652741 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331a9a74-bcce-4599-aae8-f58da7141e2c None None] Sync routers for ids ['e95f8560-ef9e-4b0b-a5e5-3b6b7a1afafb'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:27:19.664580 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331a9a74-bcce-4599-aae8-f58da7141e2c None None] Routers {'e95f8560-ef9e-4b0b-a5e5-3b6b7a1afafb'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:27:19.665338 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-331a9a74-bcce-4599-aae8-f58da7141e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:26:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['e95f8560-ef9e-4b0b-a5e5-3b6b7a1afafb'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:27:19.675231 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-b269b737-703f-4e58-8884-1641c5fe5584 admin admin] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:19.676732 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-b269b737-703f-4e58-8884-1641c5fe5584 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5797472 Jul 30 00:27:19.679711 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37912) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:27:19.701090 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4d4aac76-d055-4dff-a884-4a315290316a None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:19.714948 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-4d4aac76-d055-4dff-a884-4a315290316a None None] Transition to ACTIVE for port object 422afb3a-ec54-4b3b-82d1-aaf8a48976b6 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:27:19.726302 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4d4aac76-d055-4dff-a884-4a315290316a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:19.812968 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-331a9a74-bcce-4599-aae8-f58da7141e2c None None] Set router e95f8560-ef9e-4b0b-a5e5-3b6b7a1afafb gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:27:19.835784 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2807d960-b8a1-4917-aa73-8b269b94de36 None None] Pushing event updated for resources: {'Port': ['ID=422afb3a-ec54-4b3b-82d1-aaf8a48976b6,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:19.883521 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-4d4aac76-d055-4dff-a884-4a315290316a None None] Attempting to bind port 422afb3a-ec54-4b3b-82d1-aaf8a48976b6 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:27:19.883842 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-4d4aac76-d055-4dff-a884-4a315290316a None None] Attempting to bind port 422afb3a-ec54-4b3b-82d1-aaf8a48976b6 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': 'a2b59f87-5820-4513-84a5-1a0cecf6573d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '655698b7-cbae-4dd2-b023-c352449bada8'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:27:19.884210 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4aac76-d055-4dff-a884-4a315290316a None None] Attempting to bind port 422afb3a-ec54-4b3b-82d1-aaf8a48976b6 on network 655698b7-cbae-4dd2-b023-c352449bada8 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:27:19.889673 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4aac76-d055-4dff-a884-4a315290316a None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:27:19.890056 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4aac76-d055-4dff-a884-4a315290316a None None] Checking segment: {'id': 'a2b59f87-5820-4513-84a5-1a0cecf6573d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '655698b7-cbae-4dd2-b023-c352449bada8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:27:19.890462 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4d4aac76-d055-4dff-a884-4a315290316a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:19.890850 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4aac76-d055-4dff-a884-4a315290316a None None] Bound using segment: {'id': 'a2b59f87-5820-4513-84a5-1a0cecf6573d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '655698b7-cbae-4dd2-b023-c352449bada8'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:27:19.891315 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-4d4aac76-d055-4dff-a884-4a315290316a None None] Bound port: 422afb3a-ec54-4b3b-82d1-aaf8a48976b6, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2b59f87-5820-4513-84a5-1a0cecf6573d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '655698b7-cbae-4dd2-b023-c352449bada8'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:27:19.892418 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4d4aac76-d055-4dff-a884-4a315290316a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:19.983004 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-4d4aac76-d055-4dff-a884-4a315290316a None None] For port 422afb3a-ec54-4b3b-82d1-aaf8a48976b6, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:27:19.986784 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-4d4aac76-d055-4dff-a884-4a315290316a None None] For port 422afb3a-ec54-4b3b-82d1-aaf8a48976b6, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=422afb3a-ec54-4b3b-82d1-aaf8a48976b6,segment=NetworkSegment(a2b59f87-5820-4513-84a5-1a0cecf6573d),segment_id=a2b59f87-5820-4513-84a5-1a0cecf6573d)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:27:19.992759 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4d4aac76-d055-4dff-a884-4a315290316a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:20.062513 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4aac76-d055-4dff-a884-4a315290316a None None] Routers {'93aa067f-11ef-4fe1-b917-3070e3d2e0cc'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:27:20.063143 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-4d4aac76-d055-4dff-a884-4a315290316a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:26:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['93aa067f-11ef-4fe1-b917-3070e3d2e0cc'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:27:20.104357 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2807d960-b8a1-4917-aa73-8b269b94de36 None None] Pushing event updated for resources: {'Port': ['ID=422afb3a-ec54-4b3b-82d1-aaf8a48976b6,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:20.124799 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-331a9a74-bcce-4599-aae8-f58da7141e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95f8560-ef9e-4b0b-a5e5-3b6b7a1afafb', 'name': 'tempest-TestShelveInstance-413870710-router', 'tenant_id': 'edfcb9505c174a5b8313347ee1cbf3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '87bce7f8-2492-4387-ae44-47e995e67e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:27:18Z', 'updated_at': '2021-07-30T00:27:19Z', 'revision_number': 3, 'project_id': 'edfcb9505c174a5b8313347ee1cbf3d8', 'gw_port': {'id': '87bce7f8-2492-4387-ae44-47e995e67e81', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c8:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95f8560-ef9e-4b0b-a5e5-3b6b7a1afafb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:27:18Z', 'updated_at': '2021-07-30T00:27:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:27:20.154708 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331a9a74-bcce-4599-aae8-f58da7141e2c None None] Checking router: e95f8560-ef9e-4b0b-a5e5-3b6b7a1afafb for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:27:20.154986 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331a9a74-bcce-4599-aae8-f58da7141e2c None None] Updating router e95f8560-ef9e-4b0b-a5e5-3b6b7a1afafb port 87bce7f8-2492-4387-ae44-47e995e67e81 binding host n-d-712141-10 {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:27:20.199575 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-331a9a74-bcce-4599-aae8-f58da7141e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:20.233868 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fdbee5ae-4f69-4953-aded-8e488c98c396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:20.238676 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:20.255607 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-4d4aac76-d055-4dff-a884-4a315290316a None None] Set router 93aa067f-11ef-4fe1-b917-3070e3d2e0cc gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:27:20.429546 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-fdbee5ae-4f69-4953-aded-8e488c98c396 admin admin] Allocated IP 172.20.0.1 (3ce1899c-c4d8-4289-837a-1255136eef28/6e332bc3-0e1d-44cd-bf15-e7ab60a1846a/ff3bef9f-0003-49e1-acba-36fade8e9df8) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:27:20.526975 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-4d4aac76-d055-4dff-a884-4a315290316a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93aa067f-11ef-4fe1-b917-3070e3d2e0cc', 'name': 'tempest-TestShelveInstance-1732512449-router', 'tenant_id': '8589462012dc4e58a6304841e673ce71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'bf601a09-8c91-4d3f-95dd-f3e6452dd8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:27:13Z', 'updated_at': '2021-07-30T00:27:16Z', 'revision_number': 4, 'project_id': '8589462012dc4e58a6304841e673ce71', 'gw_port': {'id': 'bf601a09-8c91-4d3f-95dd-f3e6452dd8c6', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:02:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93aa067f-11ef-4fe1-b917-3070e3d2e0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:27:13Z', 'updated_at': '2021-07-30T00:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '422afb3a-ec54-4b3b-82d1-aaf8a48976b6', 'name': '', 'network_id': '655698b7-cbae-4dd2-b023-c352449bada8', 'tenant_id': '8589462012dc4e58a6304841e673ce71', 'mac_address': 'fa:16:3e:f9:69:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93aa067f-11ef-4fe1-b917-3070e3d2e0cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e931dc3b-0f1a-4b8c-90a2-452019ab84b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:27:15Z', 'updated_at': '2021-07-30T00:27:19Z', 'revision_number': 4, 'project_id': '8589462012dc4e58a6304841e673ce71', 'subnets': [{'id': 'e931dc3b-0f1a-4b8c-90a2-452019ab84b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:27:20.534565 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-331a9a74-bcce-4599-aae8-f58da7141e2c None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:20.552999 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-331a9a74-bcce-4599-aae8-f58da7141e2c None None] Transition to ACTIVE for port object 87bce7f8-2492-4387-ae44-47e995e67e81 will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:27:20.556921 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4aac76-d055-4dff-a884-4a315290316a None None] The sync data for ids ['93aa067f-11ef-4fe1-b917-3070e3d2e0cc'] in n-d-712141-10 is: [{'id': '93aa067f-11ef-4fe1-b917-3070e3d2e0cc', 'name': 'tempest-TestShelveInstance-1732512449-router', 'tenant_id': '8589462012dc4e58a6304841e673ce71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'bf601a09-8c91-4d3f-95dd-f3e6452dd8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:27:13Z', 'updated_at': '2021-07-30T00:27:16Z', 'revision_number': 4, 'project_id': '8589462012dc4e58a6304841e673ce71', 'gw_port': {'id': 'bf601a09-8c91-4d3f-95dd-f3e6452dd8c6', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:02:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93aa067f-11ef-4fe1-b917-3070e3d2e0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:27:13Z', 'updated_at': '2021-07-30T00:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '422afb3a-ec54-4b3b-82d1-aaf8a48976b6', 'name': '', 'network_id': '655698b7-cbae-4dd2-b023-c352449bada8', 'tenant_id': '8589462012dc4e58a6304841e673ce71', 'mac_address': 'fa:16:3e:f9:69:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93aa067f-11ef-4fe1-b917-3070e3d2e0cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e931dc3b-0f1a-4b8c-90a2-452019ab84b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:27:15Z', 'updated_at': '2021-07-30T00:27:19Z', 'revision_number': 4, 'project_id': '8589462012dc4e58a6304841e673ce71', 'subnets': [{'id': 'e931dc3b-0f1a-4b8c-90a2-452019ab84b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:27:20.568964 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-331a9a74-bcce-4599-aae8-f58da7141e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:20.582649 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fdbee5ae-4f69-4953-aded-8e488c98c396 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:20.605072 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [None req-fdbee5ae-4f69-4953-aded-8e488c98c396 admin admin] Transition to ACTIVE for port object ff3bef9f-0003-49e1-acba-36fade8e9df8 will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:27:20.654191 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fdbee5ae-4f69-4953-aded-8e488c98c396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:20.667515 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-331a9a74-bcce-4599-aae8-f58da7141e2c None None] Attempting to bind port 87bce7f8-2492-4387-ae44-47e995e67e81 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:27:20.668078 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-331a9a74-bcce-4599-aae8-f58da7141e2c None None] Attempting to bind port 87bce7f8-2492-4387-ae44-47e995e67e81 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:27:20.668235 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331a9a74-bcce-4599-aae8-f58da7141e2c None None] Attempting to bind port 87bce7f8-2492-4387-ae44-47e995e67e81 on network 58f27f61-3278-49cc-b66b-1e729d26f29f {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:27:20.670433 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1829d606-120d-4bf8-9fd1-dc7205a8cae3 None None] Pushing event updated for resources: {'Port': ['ID=87bce7f8-2492-4387-ae44-47e995e67e81,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:20.682434 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331a9a74-bcce-4599-aae8-f58da7141e2c None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:27:20.682808 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331a9a74-bcce-4599-aae8-f58da7141e2c None None] Checking segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:27:20.683223 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-331a9a74-bcce-4599-aae8-f58da7141e2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:20.683594 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331a9a74-bcce-4599-aae8-f58da7141e2c None None] Bound using segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:27:20.684061 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-331a9a74-bcce-4599-aae8-f58da7141e2c None None] Bound port: 87bce7f8-2492-4387-ae44-47e995e67e81, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:27:20.684435 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-331a9a74-bcce-4599-aae8-f58da7141e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:20.700148 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbee5ae-4f69-4953-aded-8e488c98c396 admin admin] Network 3ce1899c-c4d8-4289-837a-1255136eef28 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:27:20.703748 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-fdbee5ae-4f69-4953-aded-8e488c98c396 admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:27:20.708361 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbee5ae-4f69-4953-aded-8e488c98c396 admin admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:27:20.736803 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbee5ae-4f69-4953-aded-8e488c98c396 admin admin] Pushing event updated for resources: {'Port': ['ID=ff3bef9f-0003-49e1-acba-36fade8e9df8,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:20.751543 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-331a9a74-bcce-4599-aae8-f58da7141e2c None None] For port 87bce7f8-2492-4387-ae44-47e995e67e81, host n-d-712141-10, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:27:20.755978 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-331a9a74-bcce-4599-aae8-f58da7141e2c None None] For port 87bce7f8-2492-4387-ae44-47e995e67e81, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=87bce7f8-2492-4387-ae44-47e995e67e81,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:27:20.760515 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fdbee5ae-4f69-4953-aded-8e488c98c396 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:20.763433 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-331a9a74-bcce-4599-aae8-f58da7141e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:20.814871 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331a9a74-bcce-4599-aae8-f58da7141e2c None None] Routers {'e95f8560-ef9e-4b0b-a5e5-3b6b7a1afafb'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:27:20.815538 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-331a9a74-bcce-4599-aae8-f58da7141e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:26:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['e95f8560-ef9e-4b0b-a5e5-3b6b7a1afafb'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:27:20.880794 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1829d606-120d-4bf8-9fd1-dc7205a8cae3 None None] Pushing event updated for resources: {'Port': ['ID=87bce7f8-2492-4387-ae44-47e995e67e81,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:20.941690 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fdbee5ae-4f69-4953-aded-8e488c98c396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:20.985999 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-331a9a74-bcce-4599-aae8-f58da7141e2c None None] Set router e95f8560-ef9e-4b0b-a5e5-3b6b7a1afafb gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:27:20.987096 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb89fea-8b05-49e1-8de4-75732f2dc5bb None None] Network 3ce1899c-c4d8-4289-837a-1255136eef28 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:27:21.049799 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 0142c924-bc0d-480d-8840-bb5c3e78d0f5 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:27:21.080593 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-8e117223-3d56-4d0e-aae5-47e9a21562a4 None None] Provisioning for port 0142c924-bc0d-480d-8840-bb5c3e78d0f5 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:27:21.195550 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fdbee5ae-4f69-4953-aded-8e488c98c396 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:21.203171 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fdbee5ae-4f69-4953-aded-8e488c98c396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:21.205626 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 0142c924-bc0d-480d-8840-bb5c3e78d0f5 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:27:21.212337 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 0142c924-bc0d-480d-8840-bb5c3e78d0f5 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:27:21.212711 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:21.216640 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-331a9a74-bcce-4599-aae8-f58da7141e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95f8560-ef9e-4b0b-a5e5-3b6b7a1afafb', 'name': 'tempest-TestShelveInstance-413870710-router', 'tenant_id': 'edfcb9505c174a5b8313347ee1cbf3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '87bce7f8-2492-4387-ae44-47e995e67e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:27:18Z', 'updated_at': '2021-07-30T00:27:19Z', 'revision_number': 3, 'project_id': 'edfcb9505c174a5b8313347ee1cbf3d8', 'gw_port': {'id': '87bce7f8-2492-4387-ae44-47e995e67e81', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c8:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95f8560-ef9e-4b0b-a5e5-3b6b7a1afafb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:27:18Z', 'updated_at': '2021-07-30T00:27:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:27:21.250783 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331a9a74-bcce-4599-aae8-f58da7141e2c None None] The sync data for ids ['e95f8560-ef9e-4b0b-a5e5-3b6b7a1afafb'] in n-d-712141-10 is: [{'id': 'e95f8560-ef9e-4b0b-a5e5-3b6b7a1afafb', 'name': 'tempest-TestShelveInstance-413870710-router', 'tenant_id': 'edfcb9505c174a5b8313347ee1cbf3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '87bce7f8-2492-4387-ae44-47e995e67e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:27:18Z', 'updated_at': '2021-07-30T00:27:19Z', 'revision_number': 3, 'project_id': 'edfcb9505c174a5b8313347ee1cbf3d8', 'gw_port': {'id': '87bce7f8-2492-4387-ae44-47e995e67e81', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c8:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95f8560-ef9e-4b0b-a5e5-3b6b7a1afafb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:27:18Z', 'updated_at': '2021-07-30T00:27:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:27:21.270278 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-fdbee5ae-4f69-4953-aded-8e488c98c396 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:21.325680 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:21.382441 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 0142c924-bc0d-480d-8840-bb5c3e78d0f5, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=0142c924-bc0d-480d-8840-bb5c3e78d0f5,segment=NetworkSegment(1edd678b-b182-459a-b4a7-6673fcff7df5),segment_id=1edd678b-b182-459a-b4a7-6673fcff7df5)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:27:21.398548 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:21.399540 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 422afb3a-ec54-4b3b-82d1-aaf8a48976b6 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:27:21.512086 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=0142c924-bc0d-480d-8840-bb5c3e78d0f5,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:21.525055 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 422afb3a-ec54-4b3b-82d1-aaf8a48976b6 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:27:21.531925 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 422afb3a-ec54-4b3b-82d1-aaf8a48976b6 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:27:21.533085 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:21.660129 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-7eea5ed3-f51c-47fd-85c1-4d2554ca60fa None None] Provisioning for port ff3bef9f-0003-49e1-acba-36fade8e9df8 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:27:21.668024 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:21.671439 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-7eea5ed3-f51c-47fd-85c1-4d2554ca60fa None None] Provisioning complete for port ff3bef9f-0003-49e1-acba-36fade8e9df8 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:27:21.671809 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7eea5ed3-f51c-47fd-85c1-4d2554ca60fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:21.755858 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-7eea5ed3-f51c-47fd-85c1-4d2554ca60fa None None] Port ff3bef9f-0003-49e1-acba-36fade8e9df8 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:27:21.760951 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 422afb3a-ec54-4b3b-82d1-aaf8a48976b6, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=422afb3a-ec54-4b3b-82d1-aaf8a48976b6,segment=NetworkSegment(a2b59f87-5820-4513-84a5-1a0cecf6573d),segment_id=a2b59f87-5820-4513-84a5-1a0cecf6573d)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:27:21.772968 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-7eea5ed3-f51c-47fd-85c1-4d2554ca60fa None None] Provisioning complete for port 0142c924-bc0d-480d-8840-bb5c3e78d0f5 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:27:21.773361 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7eea5ed3-f51c-47fd-85c1-4d2554ca60fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:21.776558 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:21.874161 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=422afb3a-ec54-4b3b-82d1-aaf8a48976b6,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:21.894270 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbee5ae-4f69-4953-aded-8e488c98c396 admin admin] Pushing event updated for resources: {'Port': ['ID=ff3bef9f-0003-49e1-acba-36fade8e9df8,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:21.965909 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbee5ae-4f69-4953-aded-8e488c98c396 admin admin] Network 3ce1899c-c4d8-4289-837a-1255136eef28 is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:27:21.967525 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-fdbee5ae-4f69-4953-aded-8e488c98c396 admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:27:22.081454 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-7f53ec3a-36c6-4594-8141-6ea31a702cbb None None] Provisioning complete for port ff3bef9f-0003-49e1-acba-36fade8e9df8 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:27:22.082060 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7f53ec3a-36c6-4594-8141-6ea31a702cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:22.119823 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdbee5ae-4f69-4953-aded-8e488c98c396 admin admin] Router e95f8560-ef9e-4b0b-a5e5-3b6b7a1afafb has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:27:22.135590 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-7f53ec3a-36c6-4594-8141-6ea31a702cbb None None] Port ff3bef9f-0003-49e1-acba-36fade8e9df8 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:27:22.243601 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdbee5ae-4f69-4953-aded-8e488c98c396 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:27:22.258117 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-fdbee5ae-4f69-4953-aded-8e488c98c396 admin admin] 10.222.0.43 "PUT /v2.0/routers/e95f8560-ef9e-4b0b-a5e5-3b6b7a1afafb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5696712 Jul 30 00:27:22.355812 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-95f8061a-6b81-4e7b-a2a5-92373a700ce6 None None] Provisioning complete for port ff3bef9f-0003-49e1-acba-36fade8e9df8 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:27:22.356185 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-95f8061a-6b81-4e7b-a2a5-92373a700ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:22.392569 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-95f8061a-6b81-4e7b-a2a5-92373a700ce6 None None] Port ff3bef9f-0003-49e1-acba-36fade8e9df8 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:27:22.815336 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 37920) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:27:22.820093 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-8c825ad4-38e4-4786-af3d-71483e298bb7 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1181104736', 'description': 'tempest-secgroup-smoke-1181104736 description', 'project_id': '8589462012dc4e58a6304841e673ce71'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:27:22.843739 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8c825ad4-38e4-4786-af3d-71483e298bb7 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:22.931224 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8c825ad4-38e4-4786-af3d-71483e298bb7 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:22.934925 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8c825ad4-38e4-4786-af3d-71483e298bb7 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:22.963877 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-8c825ad4-38e4-4786-af3d-71483e298bb7 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:22.964874 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 87bce7f8-2492-4387-ae44-47e995e67e81 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:27:22.965254 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-8c825ad4-38e4-4786-af3d-71483e298bb7 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1488085 Jul 30 00:27:22.968268 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 37922) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:27:22.974225 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-20ed2500-5049-4fdd-b35b-835130cf2a4d tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Request body: {'security_group_rule': {'security_group_id': '97c7dc18-b3ab-4001-bcfa-0569d9cfa978', 'project_id': '8589462012dc4e58a6304841e673ce71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:27:22.979362 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c825ad4-38e4-4786-af3d-71483e298bb7 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97c7dc18-b3ab-4001-bcfa-0569d9cfa978,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:23.006452 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-20ed2500-5049-4fdd-b35b-835130cf2a4d tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:23.016037 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 87bce7f8-2492-4387-ae44-47e995e67e81 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:27:23.022400 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 87bce7f8-2492-4387-ae44-47e995e67e81 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:27:23.022774 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:23.068712 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-20ed2500-5049-4fdd-b35b-835130cf2a4d tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:23.072589 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-20ed2500-5049-4fdd-b35b-835130cf2a4d tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:23.090563 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ed2500-5049-4fdd-b35b-835130cf2a4d tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeb123bb-7635-46f9-adad-9ac12b91da25,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:23.098628 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-20ed2500-5049-4fdd-b35b-835130cf2a4d tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:23.099966 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-20ed2500-5049-4fdd-b35b-835130cf2a4d tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1306992 Jul 30 00:27:23.102619 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 37924) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:27:23.106450 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:23.107353 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-50441a6e-1634-40ff-83ae-61a8654fc3f5 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Request body: {'security_group_rule': {'security_group_id': '97c7dc18-b3ab-4001-bcfa-0569d9cfa978', 'project_id': '8589462012dc4e58a6304841e673ce71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:27:23.128668 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 87bce7f8-2492-4387-ae44-47e995e67e81, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=87bce7f8-2492-4387-ae44-47e995e67e81,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:27:23.132074 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:23.132828 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 0142c924-bc0d-480d-8840-bb5c3e78d0f5 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:27:23.136129 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-50441a6e-1634-40ff-83ae-61a8654fc3f5 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:23.200087 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-50441a6e-1634-40ff-83ae-61a8654fc3f5 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:23.205804 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-50441a6e-1634-40ff-83ae-61a8654fc3f5 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:23.210437 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=87bce7f8-2492-4387-ae44-47e995e67e81,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:23.221058 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 0142c924-bc0d-480d-8840-bb5c3e78d0f5 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:27:23.221430 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:23.228137 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50441a6e-1634-40ff-83ae-61a8654fc3f5 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd9ee12f-e309-41d2-b445-8d8c66330bfd,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:23.235364 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-50441a6e-1634-40ff-83ae-61a8654fc3f5 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:23.237209 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-50441a6e-1634-40ff-83ae-61a8654fc3f5 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1333761 Jul 30 00:27:23.240761 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37926) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:27:23.248226 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-eb45c6e6-7beb-4f10-84ca-9805b9d50100 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Request body: {'security_group_rule': {'security_group_id': '97c7dc18-b3ab-4001-bcfa-0569d9cfa978', 'project_id': '8589462012dc4e58a6304841e673ce71', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:27:23.280247 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-eb45c6e6-7beb-4f10-84ca-9805b9d50100 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:23.307925 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 422afb3a-ec54-4b3b-82d1-aaf8a48976b6 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:27:23.340066 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-eb45c6e6-7beb-4f10-84ca-9805b9d50100 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:23.344460 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-eb45c6e6-7beb-4f10-84ca-9805b9d50100 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:23.352268 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f55cea77-4bf1-4cc4-a806-f87e8caef91f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:23.365646 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 422afb3a-ec54-4b3b-82d1-aaf8a48976b6 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:27:23.366027 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:23.368075 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb45c6e6-7beb-4f10-84ca-9805b9d50100 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f294ef89-1f1c-489d-9978-1b163eea05e7,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:23.371663 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-eb45c6e6-7beb-4f10-84ca-9805b9d50100 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:23.375457 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-eb45c6e6-7beb-4f10-84ca-9805b9d50100 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1310165 Jul 30 00:27:23.375915 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37928) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:27:23.380539 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-91bdfcf4-9aab-4794-821c-d7893eafa49a tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Request body: {'security_group_rule': {'security_group_id': '97c7dc18-b3ab-4001-bcfa-0569d9cfa978', 'project_id': '8589462012dc4e58a6304841e673ce71', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:27:23.409457 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-91bdfcf4-9aab-4794-821c-d7893eafa49a tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:23.470719 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-91bdfcf4-9aab-4794-821c-d7893eafa49a tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:23.474820 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-91bdfcf4-9aab-4794-821c-d7893eafa49a tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:23.493997 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bdfcf4-9aab-4794-821c-d7893eafa49a tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=499473ed-e456-47f6-bb49-fa9ebef13ec7,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:23.497613 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-91bdfcf4-9aab-4794-821c-d7893eafa49a tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:23.498799 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-91bdfcf4-9aab-4794-821c-d7893eafa49a tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1219406 Jul 30 00:27:23.502168 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37930) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:27:23.506702 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-45c6d8f3-1bd1-420b-8e24-07c1ab3e6790 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Request body: {'security_group_rule': {'security_group_id': '97c7dc18-b3ab-4001-bcfa-0569d9cfa978', 'project_id': '8589462012dc4e58a6304841e673ce71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:27:23.530067 n-d-712141-10 neutron-server[94078]: INFO neutron.db.securitygroups_db [None req-45c6d8f3-1bd1-420b-8e24-07c1ab3e6790 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Project 8589462012dc4e58a6304841e673ce71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:27:23.535701 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-45c6d8f3-1bd1-420b-8e24-07c1ab3e6790 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:23.595691 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-45c6d8f3-1bd1-420b-8e24-07c1ab3e6790 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:23.599362 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-45c6d8f3-1bd1-420b-8e24-07c1ab3e6790 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:23.621164 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c6d8f3-1bd1-420b-8e24-07c1ab3e6790 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a360aa9-c343-4443-a71b-a1ac1430130e,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:23.628029 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-45c6d8f3-1bd1-420b-8e24-07c1ab3e6790 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:23.632030 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-45c6d8f3-1bd1-420b-8e24-07c1ab3e6790 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1262722 Jul 30 00:27:23.632493 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37932) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:27:23.636684 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-bf939a92-9380-4a5b-a85d-fb33409fd41c tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Request body: {'security_group_rule': {'security_group_id': '97c7dc18-b3ab-4001-bcfa-0569d9cfa978', 'project_id': '8589462012dc4e58a6304841e673ce71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:27:23.659514 n-d-712141-10 neutron-server[94078]: INFO neutron.db.securitygroups_db [None req-bf939a92-9380-4a5b-a85d-fb33409fd41c tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Project 8589462012dc4e58a6304841e673ce71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:27:23.665306 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bf939a92-9380-4a5b-a85d-fb33409fd41c tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:23.729134 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bf939a92-9380-4a5b-a85d-fb33409fd41c tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:23.733932 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bf939a92-9380-4a5b-a85d-fb33409fd41c tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:23.754028 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf939a92-9380-4a5b-a85d-fb33409fd41c tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9860fa1c-a2ba-4ad6-9063-6421b4e691df,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:23.759862 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-bf939a92-9380-4a5b-a85d-fb33409fd41c tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:23.761176 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-bf939a92-9380-4a5b-a85d-fb33409fd41c tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1280019 Jul 30 00:27:23.916921 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-94c0788d-248a-486c-9baa-f0434f9e0146 req-49493d9d-41df-45b6-8987-bf66ea26483a tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1181104736&fields=id&tenant_id=8589462012dc4e58a6304841e673ce71 HTTP/1.1" status: 200 len: 267 time: 0.0415401 Jul 30 00:27:23.996584 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd87473c-22a9-4192-94ac-0fb291782f58 None None] Sync routers for ids ['e95f8560-ef9e-4b0b-a5e5-3b6b7a1afafb'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:27:24.005960 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd87473c-22a9-4192-94ac-0fb291782f58 None None] Routers {'e95f8560-ef9e-4b0b-a5e5-3b6b7a1afafb'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:27:24.006569 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-fd87473c-22a9-4192-94ac-0fb291782f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:26:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['e95f8560-ef9e-4b0b-a5e5-3b6b7a1afafb'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:27:24.028124 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c0788d-248a-486c-9baa-f0434f9e0146 req-0cbcd1af-dba0-43b8-9f4e-4a7a0b776abd tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:24.029610 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-94c0788d-248a-486c-9baa-f0434f9e0146 req-0cbcd1af-dba0-43b8-9f4e-4a7a0b776abd tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/networks?id=655698b7-cbae-4dd2-b023-c352449bada8 HTTP/1.1" status: 200 len: 809 time: 0.1050887 Jul 30 00:27:24.046148 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-94c0788d-248a-486c-9baa-f0434f9e0146 req-6ccc96b1-a2e9-452f-aafe-45c0dca7f2e9 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/quotas/8589462012dc4e58a6304841e673ce71 HTTP/1.1" status: 200 len: 375 time: 0.0090945 Jul 30 00:27:24.098357 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-94c0788d-248a-486c-9baa-f0434f9e0146 req-1920a35b-6195-428e-b9f5-4f06da31f724 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8589462012dc4e58a6304841e673ce71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461545 Jul 30 00:27:24.113023 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-fd87473c-22a9-4192-94ac-0fb291782f58 None None] Set router e95f8560-ef9e-4b0b-a5e5-3b6b7a1afafb gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:27:24.208323 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [req-94c0788d-248a-486c-9baa-f0434f9e0146 req-3d03a402-9226-4760-945a-e88e764b1ac2 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:27:24.209794 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-94c0788d-248a-486c-9baa-f0434f9e0146 req-3d03a402-9226-4760-945a-e88e764b1ac2 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0990517 Jul 30 00:27:24.306932 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-94c0788d-248a-486c-9baa-f0434f9e0146 req-b02a7c20-eaa4-454a-b6c9-32104c059426 service neutron] 10.222.0.43 "GET /v2.0/networks/655698b7-cbae-4dd2-b023-c352449bada8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885019 Jul 30 00:27:24.323021 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-fd87473c-22a9-4192-94ac-0fb291782f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95f8560-ef9e-4b0b-a5e5-3b6b7a1afafb', 'name': 'tempest-TestShelveInstance-413870710-router', 'tenant_id': 'edfcb9505c174a5b8313347ee1cbf3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '87bce7f8-2492-4387-ae44-47e995e67e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:27:18Z', 'updated_at': '2021-07-30T00:27:20Z', 'revision_number': 4, 'project_id': 'edfcb9505c174a5b8313347ee1cbf3d8', 'gw_port': {'id': '87bce7f8-2492-4387-ae44-47e995e67e81', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95f8560-ef9e-4b0b-a5e5-3b6b7a1afafb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:27:18Z', 'updated_at': '2021-07-30T00:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'ff3bef9f-0003-49e1-acba-36fade8e9df8', 'name': '', 'network_id': '3ce1899c-c4d8-4289-837a-1255136eef28', 'tenant_id': 'edfcb9505c174a5b8313347ee1cbf3d8', 'mac_address': 'fa:16:3e:d5:df:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95f8560-ef9e-4b0b-a5e5-3b6b7a1afafb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '6e332bc3-0e1d-44cd-bf15-e7ab60a1846a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:27:20Z', 'updated_at': '2021-07-30T00:27:21Z', 'revision_number': 2, 'project_id': 'edfcb9505c174a5b8313347ee1cbf3d8', 'subnets': [{'id': '6e332bc3-0e1d-44cd-bf15-e7ab60a1846a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:27:24.353449 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd87473c-22a9-4192-94ac-0fb291782f58 None None] Checking router: e95f8560-ef9e-4b0b-a5e5-3b6b7a1afafb for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:27:24.353831 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd87473c-22a9-4192-94ac-0fb291782f58 None None] Updating router e95f8560-ef9e-4b0b-a5e5-3b6b7a1afafb port ff3bef9f-0003-49e1-acba-36fade8e9df8 binding host n-d-712141-10 {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:27:24.379197 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-fd87473c-22a9-4192-94ac-0fb291782f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:24.408569 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-94c0788d-248a-486c-9baa-f0434f9e0146 req-2f136ec3-9c87-4788-8a9d-e5dd529b8c16 service neutron] 10.222.0.43 "GET /v2.0/networks/655698b7-cbae-4dd2-b023-c352449bada8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952809 Jul 30 00:27:24.591022 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-09b6aa3f-8817-449e-bcde-b5bf7579a2bb req-7ec9ddd6-cff9-4915-8884-8fb1030d88ef tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1 HTTP/1.1" status: 200 len: 210 time: 0.0285583 Jul 30 00:27:24.662190 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-fd87473c-22a9-4192-94ac-0fb291782f58 None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:24.671782 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-fd87473c-22a9-4192-94ac-0fb291782f58 None None] Transition to ACTIVE for port object ff3bef9f-0003-49e1-acba-36fade8e9df8 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:27:24.678226 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-fd87473c-22a9-4192-94ac-0fb291782f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:24.728294 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b465cc3-4555-40db-9053-e54b66cd23a6 None None] Pushing event updated for resources: {'Port': ['ID=ff3bef9f-0003-49e1-acba-36fade8e9df8,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:24.783852 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-fd87473c-22a9-4192-94ac-0fb291782f58 None None] Attempting to bind port ff3bef9f-0003-49e1-acba-36fade8e9df8 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:27:24.784226 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-fd87473c-22a9-4192-94ac-0fb291782f58 None None] Attempting to bind port ff3bef9f-0003-49e1-acba-36fade8e9df8 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '1edd678b-b182-459a-b4a7-6673fcff7df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3ce1899c-c4d8-4289-837a-1255136eef28'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:27:24.784591 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd87473c-22a9-4192-94ac-0fb291782f58 None None] Attempting to bind port ff3bef9f-0003-49e1-acba-36fade8e9df8 on network 3ce1899c-c4d8-4289-837a-1255136eef28 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:27:24.790249 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd87473c-22a9-4192-94ac-0fb291782f58 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:27:24.790773 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd87473c-22a9-4192-94ac-0fb291782f58 None None] Checking segment: {'id': '1edd678b-b182-459a-b4a7-6673fcff7df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3ce1899c-c4d8-4289-837a-1255136eef28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:27:24.791179 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-fd87473c-22a9-4192-94ac-0fb291782f58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:24.791570 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd87473c-22a9-4192-94ac-0fb291782f58 None None] Bound using segment: {'id': '1edd678b-b182-459a-b4a7-6673fcff7df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3ce1899c-c4d8-4289-837a-1255136eef28'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:27:24.792035 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-fd87473c-22a9-4192-94ac-0fb291782f58 None None] Bound port: ff3bef9f-0003-49e1-acba-36fade8e9df8, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1edd678b-b182-459a-b4a7-6673fcff7df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '3ce1899c-c4d8-4289-837a-1255136eef28'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:27:24.792414 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-fd87473c-22a9-4192-94ac-0fb291782f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:24.868717 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-fd87473c-22a9-4192-94ac-0fb291782f58 None None] For port ff3bef9f-0003-49e1-acba-36fade8e9df8, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:27:24.873128 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-fd87473c-22a9-4192-94ac-0fb291782f58 None None] For port ff3bef9f-0003-49e1-acba-36fade8e9df8, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=ff3bef9f-0003-49e1-acba-36fade8e9df8,segment=NetworkSegment(1edd678b-b182-459a-b4a7-6673fcff7df5),segment_id=1edd678b-b182-459a-b4a7-6673fcff7df5)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:27:24.880450 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-fd87473c-22a9-4192-94ac-0fb291782f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:24.916330 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 87bce7f8-2492-4387-ae44-47e995e67e81 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:27:24.997926 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd87473c-22a9-4192-94ac-0fb291782f58 None None] Routers {'e95f8560-ef9e-4b0b-a5e5-3b6b7a1afafb'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:27:24.998561 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-fd87473c-22a9-4192-94ac-0fb291782f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:26:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['e95f8560-ef9e-4b0b-a5e5-3b6b7a1afafb'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:27:25.055509 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b465cc3-4555-40db-9053-e54b66cd23a6 None None] Pushing event updated for resources: {'Port': ['ID=ff3bef9f-0003-49e1-acba-36fade8e9df8,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:25.115889 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 87bce7f8-2492-4387-ae44-47e995e67e81 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:27:25.116595 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:25.369915 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-fd87473c-22a9-4192-94ac-0fb291782f58 None None] Set router e95f8560-ef9e-4b0b-a5e5-3b6b7a1afafb gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:27:25.603302 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-fd87473c-22a9-4192-94ac-0fb291782f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95f8560-ef9e-4b0b-a5e5-3b6b7a1afafb', 'name': 'tempest-TestShelveInstance-413870710-router', 'tenant_id': 'edfcb9505c174a5b8313347ee1cbf3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '87bce7f8-2492-4387-ae44-47e995e67e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:27:18Z', 'updated_at': '2021-07-30T00:27:20Z', 'revision_number': 4, 'project_id': 'edfcb9505c174a5b8313347ee1cbf3d8', 'gw_port': {'id': '87bce7f8-2492-4387-ae44-47e995e67e81', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95f8560-ef9e-4b0b-a5e5-3b6b7a1afafb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:27:18Z', 'updated_at': '2021-07-30T00:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'ff3bef9f-0003-49e1-acba-36fade8e9df8', 'name': '', 'network_id': '3ce1899c-c4d8-4289-837a-1255136eef28', 'tenant_id': 'edfcb9505c174a5b8313347ee1cbf3d8', 'mac_address': 'fa:16:3e:d5:df:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95f8560-ef9e-4b0b-a5e5-3b6b7a1afafb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '6e332bc3-0e1d-44cd-bf15-e7ab60a1846a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:27:20Z', 'updated_at': '2021-07-30T00:27:24Z', 'revision_number': 4, 'project_id': 'edfcb9505c174a5b8313347ee1cbf3d8', 'subnets': [{'id': '6e332bc3-0e1d-44cd-bf15-e7ab60a1846a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:27:25.634879 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd87473c-22a9-4192-94ac-0fb291782f58 None None] The sync data for ids ['e95f8560-ef9e-4b0b-a5e5-3b6b7a1afafb'] in n-d-712141-10 is: [{'id': 'e95f8560-ef9e-4b0b-a5e5-3b6b7a1afafb', 'name': 'tempest-TestShelveInstance-413870710-router', 'tenant_id': 'edfcb9505c174a5b8313347ee1cbf3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '87bce7f8-2492-4387-ae44-47e995e67e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:27:18Z', 'updated_at': '2021-07-30T00:27:20Z', 'revision_number': 4, 'project_id': 'edfcb9505c174a5b8313347ee1cbf3d8', 'gw_port': {'id': '87bce7f8-2492-4387-ae44-47e995e67e81', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95f8560-ef9e-4b0b-a5e5-3b6b7a1afafb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:27:18Z', 'updated_at': '2021-07-30T00:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'ff3bef9f-0003-49e1-acba-36fade8e9df8', 'name': '', 'network_id': '3ce1899c-c4d8-4289-837a-1255136eef28', 'tenant_id': 'edfcb9505c174a5b8313347ee1cbf3d8', 'mac_address': 'fa:16:3e:d5:df:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95f8560-ef9e-4b0b-a5e5-3b6b7a1afafb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': '6e332bc3-0e1d-44cd-bf15-e7ab60a1846a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:27:20Z', 'updated_at': '2021-07-30T00:27:24Z', 'revision_number': 4, 'project_id': 'edfcb9505c174a5b8313347ee1cbf3d8', 'subnets': [{'id': '6e332bc3-0e1d-44cd-bf15-e7ab60a1846a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:27:25.723029 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-865b3233-469e-4440-83f0-226b56fdd360 req-cd5174f5-6140-48a0-ba6b-ae4099882b2f tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1 HTTP/1.1" status: 200 len: 210 time: 0.0529406 Jul 30 00:27:25.803608 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c0788d-248a-486c-9baa-f0434f9e0146 req-37bd5890-8b9c-4574-9496-25bd62921568 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:25.805294 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-94c0788d-248a-486c-9baa-f0434f9e0146 req-37bd5890-8b9c-4574-9496-25bd62921568 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.22 "GET /v2.0/networks?id=655698b7-cbae-4dd2-b023-c352449bada8 HTTP/1.1" status: 200 len: 809 time: 0.1402681 Jul 30 00:27:25.855218 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-94c0788d-248a-486c-9baa-f0434f9e0146 req-011531bc-a7c6-4c20-9bb3-7686583eaf1d tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8589462012dc4e58a6304841e673ce71 HTTP/1.1" status: 200 len: 380 time: 0.0398824 Jul 30 00:27:25.866916 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-94c0788d-248a-486c-9baa-f0434f9e0146 req-8ba70ab9-2209-49b6-8db9-a66cd1812bdc tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Request body: {'port': {'device_id': '0155d797-b47e-4ee6-bf25-bdeed89949f1', 'network_id': '655698b7-cbae-4dd2-b023-c352449bada8', 'admin_state_up': True, 'tenant_id': '8589462012dc4e58a6304841e673ce71', 'security_groups': ['97c7dc18-b3ab-4001-bcfa-0569d9cfa978']}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:27:25.960295 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-957a9d7b-4264-4a66-abce-313b8031ebb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:25.981235 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94c0788d-248a-486c-9baa-f0434f9e0146 req-8ba70ab9-2209-49b6-8db9-a66cd1812bdc tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Made reservation on behalf of 8589462012dc4e58a6304841e673ce71 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:27:25.985299 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-94c0788d-248a-486c-9baa-f0434f9e0146 req-8ba70ab9-2209-49b6-8db9-a66cd1812bdc tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:26.119787 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-94c0788d-248a-486c-9baa-f0434f9e0146 req-8ba70ab9-2209-49b6-8db9-a66cd1812bdc tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Allocated IP 172.20.0.3 (655698b7-cbae-4dd2-b023-c352449bada8/e931dc3b-0f1a-4b8c-90a2-452019ab84b4/650cb34e-1148-4c46-827e-d6ec94d197d6) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:27:26.263544 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-94c0788d-248a-486c-9baa-f0434f9e0146 req-8ba70ab9-2209-49b6-8db9-a66cd1812bdc tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:26.276679 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-94c0788d-248a-486c-9baa-f0434f9e0146 req-8ba70ab9-2209-49b6-8db9-a66cd1812bdc tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Transition to ACTIVE for port object 650cb34e-1148-4c46-827e-d6ec94d197d6 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:27:26.311428 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-94c0788d-248a-486c-9baa-f0434f9e0146 req-8ba70ab9-2209-49b6-8db9-a66cd1812bdc tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:26.363714 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94c0788d-248a-486c-9baa-f0434f9e0146 req-8ba70ab9-2209-49b6-8db9-a66cd1812bdc tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Network 655698b7-cbae-4dd2-b023-c352449bada8 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:27:26.366820 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-94c0788d-248a-486c-9baa-f0434f9e0146 req-8ba70ab9-2209-49b6-8db9-a66cd1812bdc tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:27:26.370487 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c0788d-248a-486c-9baa-f0434f9e0146 req-8ba70ab9-2209-49b6-8db9-a66cd1812bdc tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:27:26.397939 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba70ab9-2209-49b6-8db9-a66cd1812bdc tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Pushing event updated for resources: {'Port': ['ID=650cb34e-1148-4c46-827e-d6ec94d197d6,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:26.427954 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c0788d-248a-486c-9baa-f0434f9e0146 req-8ba70ab9-2209-49b6-8db9-a66cd1812bdc tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:26.430045 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-94c0788d-248a-486c-9baa-f0434f9e0146 req-8ba70ab9-2209-49b6-8db9-a66cd1812bdc tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:26.444846 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-94c0788d-248a-486c-9baa-f0434f9e0146 req-8ba70ab9-2209-49b6-8db9-a66cd1812bdc tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5818439 Jul 30 00:27:26.458147 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-94c0788d-248a-486c-9baa-f0434f9e0146 req-6164a243-ed91-487e-98a7-b52dec93cb97 service neutron] Request body: {'port': {'device_id': '0155d797-b47e-4ee6-bf25-bdeed89949f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:27:26.516000 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-94c0788d-248a-486c-9baa-f0434f9e0146 req-6164a243-ed91-487e-98a7-b52dec93cb97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:26.579771 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:26.597404 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-663c0a42-6231-4ccd-89fe-1174b722745d None None] Provisioning for port 650cb34e-1148-4c46-827e-d6ec94d197d6 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:27:26.601117 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-663c0a42-6231-4ccd-89fe-1174b722745d None None] Provisioning complete for port 650cb34e-1148-4c46-827e-d6ec94d197d6 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:27:26.601484 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-663c0a42-6231-4ccd-89fe-1174b722745d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:26.634598 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-663c0a42-6231-4ccd-89fe-1174b722745d None None] Port 650cb34e-1148-4c46-827e-d6ec94d197d6 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:27:26.791993 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-94c0788d-248a-486c-9baa-f0434f9e0146 req-6164a243-ed91-487e-98a7-b52dec93cb97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 650cb34e-1148-4c46-827e-d6ec94d197d6 {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:27:26.799644 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-94c0788d-248a-486c-9baa-f0434f9e0146 req-6164a243-ed91-487e-98a7-b52dec93cb97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:26.811384 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-94c0788d-248a-486c-9baa-f0434f9e0146 req-6164a243-ed91-487e-98a7-b52dec93cb97 service neutron] Transition to ACTIVE for port object 650cb34e-1148-4c46-827e-d6ec94d197d6 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:27:26.816337 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-94c0788d-248a-486c-9baa-f0434f9e0146 req-6164a243-ed91-487e-98a7-b52dec93cb97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:26.862515 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e303797f-edbd-4ca9-9da9-ebd5ef1dfd40 req-10504b78-7aa7-42bd-b636-08f035332403 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:26.867389 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e303797f-edbd-4ca9-9da9-ebd5ef1dfd40 req-10504b78-7aa7-42bd-b636-08f035332403 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1 HTTP/1.1" status: 200 len: 931 time: 0.0673637 Jul 30 00:27:26.875444 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6164a243-ed91-487e-98a7-b52dec93cb97 service neutron] Pushing event updated for resources: {'Port': ['ID=650cb34e-1148-4c46-827e-d6ec94d197d6,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:26.936574 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e303797f-edbd-4ca9-9da9-ebd5ef1dfd40 req-8d0baf26-8975-49c9-b884-e8098144b446 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=97c7dc18-b3ab-4001-bcfa-0569d9cfa978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468376 Jul 30 00:27:26.952903 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device ff3bef9f-0003-49e1-acba-36fade8e9df8 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:27:26.965235 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-94c0788d-248a-486c-9baa-f0434f9e0146 req-6164a243-ed91-487e-98a7-b52dec93cb97 service neutron] Attempting to bind port 650cb34e-1148-4c46-827e-d6ec94d197d6 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:27:26.965874 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-94c0788d-248a-486c-9baa-f0434f9e0146 req-6164a243-ed91-487e-98a7-b52dec93cb97 service neutron] Attempting to bind port 650cb34e-1148-4c46-827e-d6ec94d197d6 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': 'a2b59f87-5820-4513-84a5-1a0cecf6573d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '655698b7-cbae-4dd2-b023-c352449bada8'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:27:26.966308 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c0788d-248a-486c-9baa-f0434f9e0146 req-6164a243-ed91-487e-98a7-b52dec93cb97 service neutron] Attempting to bind port 650cb34e-1148-4c46-827e-d6ec94d197d6 on network 655698b7-cbae-4dd2-b023-c352449bada8 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:27:26.971659 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c0788d-248a-486c-9baa-f0434f9e0146 req-6164a243-ed91-487e-98a7-b52dec93cb97 service neutron] Port 650cb34e-1148-4c46-827e-d6ec94d197d6 on network 655698b7-cbae-4dd2-b023-c352449bada8 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:27:26.972118 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c0788d-248a-486c-9baa-f0434f9e0146 req-6164a243-ed91-487e-98a7-b52dec93cb97 service neutron] Attempting to bind port 650cb34e-1148-4c46-827e-d6ec94d197d6 on network 655698b7-cbae-4dd2-b023-c352449bada8 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:27:26.978414 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c0788d-248a-486c-9baa-f0434f9e0146 req-6164a243-ed91-487e-98a7-b52dec93cb97 service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:27:26.978885 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c0788d-248a-486c-9baa-f0434f9e0146 req-6164a243-ed91-487e-98a7-b52dec93cb97 service neutron] Checking segment: {'id': 'a2b59f87-5820-4513-84a5-1a0cecf6573d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '655698b7-cbae-4dd2-b023-c352449bada8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:27:26.979394 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c0788d-248a-486c-9baa-f0434f9e0146 req-6164a243-ed91-487e-98a7-b52dec93cb97 service neutron] Bound using segment: {'id': 'a2b59f87-5820-4513-84a5-1a0cecf6573d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '655698b7-cbae-4dd2-b023-c352449bada8'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:27:26.980401 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-94c0788d-248a-486c-9baa-f0434f9e0146 req-6164a243-ed91-487e-98a7-b52dec93cb97 service neutron] Bound port: 650cb34e-1148-4c46-827e-d6ec94d197d6, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2b59f87-5820-4513-84a5-1a0cecf6573d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '655698b7-cbae-4dd2-b023-c352449bada8'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:27:26.980866 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-94c0788d-248a-486c-9baa-f0434f9e0146 req-6164a243-ed91-487e-98a7-b52dec93cb97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:27.015812 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port ff3bef9f-0003-49e1-acba-36fade8e9df8 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:27:27.021048 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port ff3bef9f-0003-49e1-acba-36fade8e9df8 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:27:27.021426 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:27.113974 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:27.153227 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port ff3bef9f-0003-49e1-acba-36fade8e9df8, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=ff3bef9f-0003-49e1-acba-36fade8e9df8,segment=NetworkSegment(1edd678b-b182-459a-b4a7-6673fcff7df5),segment_id=1edd678b-b182-459a-b4a7-6673fcff7df5)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:27:27.160421 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:27.214808 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=ff3bef9f-0003-49e1-acba-36fade8e9df8,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:27.348544 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-94c0788d-248a-486c-9baa-f0434f9e0146 req-6164a243-ed91-487e-98a7-b52dec93cb97 service neutron] For port 650cb34e-1148-4c46-827e-d6ec94d197d6, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:27:27.351574 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-94c0788d-248a-486c-9baa-f0434f9e0146 req-6164a243-ed91-487e-98a7-b52dec93cb97 service neutron] For port 650cb34e-1148-4c46-827e-d6ec94d197d6, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=650cb34e-1148-4c46-827e-d6ec94d197d6,segment=NetworkSegment(a2b59f87-5820-4513-84a5-1a0cecf6573d),segment_id=a2b59f87-5820-4513-84a5-1a0cecf6573d)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:27:27.355823 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-94c0788d-248a-486c-9baa-f0434f9e0146 req-6164a243-ed91-487e-98a7-b52dec93cb97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:27.388603 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c0788d-248a-486c-9baa-f0434f9e0146 req-6164a243-ed91-487e-98a7-b52dec93cb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:27.389281 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-94c0788d-248a-486c-9baa-f0434f9e0146 req-6164a243-ed91-487e-98a7-b52dec93cb97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:27.390739 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-94c0788d-248a-486c-9baa-f0434f9e0146 req-6164a243-ed91-487e-98a7-b52dec93cb97 service neutron] 10.222.0.22 "PUT /v2.0/ports/650cb34e-1148-4c46-827e-d6ec94d197d6 HTTP/1.1" status: 200 len: 1092 time: 0.9372041 Jul 30 00:27:27.391122 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0155d797-b47e-4ee6-bf25-bdeed89949f1', 'tag': '650cb34e-1148-4c46-827e-d6ec94d197d6'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:27:27.393468 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8377708564b13ed6665a7c738fa9aadb9980e3f7e18d8a0dfbdd1aeea3243a90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-279a2d1a-4349-4c65-9c59-f77b3d679289" -d '{"events": [{"name": "network-changed", "server_uuid": "0155d797-b47e-4ee6-bf25-bdeed89949f1", "tag": "650cb34e-1148-4c46-827e-d6ec94d197d6"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:27:27.425767 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6164a243-ed91-487e-98a7-b52dec93cb97 service neutron] Pushing event updated for resources: {'Port': ['ID=650cb34e-1148-4c46-827e-d6ec94d197d6,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:27.438223 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37707ec2-2db0-4d71-8c37-78f84e45c221 x-openstack-request-id: req-37707ec2-2db0-4d71-8c37-78f84e45c221 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:27:27.438555 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0155d797-b47e-4ee6-bf25-bdeed89949f1", "tag": "650cb34e-1148-4c46-827e-d6ec94d197d6", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:27:27.438810 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-37707ec2-2db0-4d71-8c37-78f84e45c221 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:27:27.439206 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0155d797-b47e-4ee6-bf25-bdeed89949f1', 'tag': '650cb34e-1148-4c46-827e-d6ec94d197d6', 'status': 'completed', 'code': 200} Jul 30 00:27:27.473261 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c0788d-248a-486c-9baa-f0434f9e0146 req-eafb2b52-68eb-4139-9d37-88344757a37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:27.474889 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-94c0788d-248a-486c-9baa-f0434f9e0146 req-eafb2b52-68eb-4139-9d37-88344757a37e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8589462012dc4e58a6304841e673ce71&device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1 HTTP/1.1" status: 200 len: 1095 time: 0.0453517 Jul 30 00:27:27.522840 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-94c0788d-248a-486c-9baa-f0434f9e0146 req-ed150438-6192-45ba-9d8e-e6d4b377535a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=650cb34e-1148-4c46-827e-d6ec94d197d6 HTTP/1.1" status: 200 len: 217 time: 0.0401573 Jul 30 00:27:27.573894 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c0788d-248a-486c-9baa-f0434f9e0146 req-e8a0e2b5-02fa-466f-abe4-340ea1908abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:27.575376 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-94c0788d-248a-486c-9baa-f0434f9e0146 req-e8a0e2b5-02fa-466f-abe4-340ea1908abe service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e931dc3b-0f1a-4b8c-90a2-452019ab84b4 HTTP/1.1" status: 200 len: 848 time: 0.0463505 Jul 30 00:27:27.622689 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c0788d-248a-486c-9baa-f0434f9e0146 req-ee0eeb01-7ea2-4a9e-af19-a99db5e546cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:27.624235 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-94c0788d-248a-486c-9baa-f0434f9e0146 req-ee0eeb01-7ea2-4a9e-af19-a99db5e546cc service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=655698b7-cbae-4dd2-b023-c352449bada8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418329 Jul 30 00:27:27.718430 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-94c0788d-248a-486c-9baa-f0434f9e0146 req-334d6d66-a015-49ae-8853-f60b978a191b service neutron] 10.222.0.22 "GET /v2.0/networks/655698b7-cbae-4dd2-b023-c352449bada8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861249 Jul 30 00:27:27.811035 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-94c0788d-248a-486c-9baa-f0434f9e0146 req-d7ee9184-086a-4eb3-a1e3-5ffef2618657 service neutron] 10.222.0.22 "GET /v2.0/networks/655698b7-cbae-4dd2-b023-c352449bada8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855689 Jul 30 00:27:27.910010 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a2d1a-4349-4c65-9c59-f77b3d679289 req-c221cf3e-039c-4590-bca4-0e5a5270c3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:27.911639 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-279a2d1a-4349-4c65-9c59-f77b3d679289 req-c221cf3e-039c-4590-bca4-0e5a5270c3de service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8589462012dc4e58a6304841e673ce71&device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1 HTTP/1.1" status: 200 len: 1095 time: 0.0545459 Jul 30 00:27:27.942318 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:28.010501 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a2d1a-4349-4c65-9c59-f77b3d679289 req-6f6b3c51-8ee4-498c-830c-ff3405c4d2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:28.012043 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-279a2d1a-4349-4c65-9c59-f77b3d679289 req-6f6b3c51-8ee4-498c-830c-ff3405c4d2f6 service neutron] 10.222.0.22 "GET /v2.0/networks?id=655698b7-cbae-4dd2-b023-c352449bada8 HTTP/1.1" status: 200 len: 910 time: 0.0936096 Jul 30 00:27:28.061135 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-279a2d1a-4349-4c65-9c59-f77b3d679289 req-69c52cc5-c42b-469d-b150-31c6fa222815 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=650cb34e-1148-4c46-827e-d6ec94d197d6 HTTP/1.1" status: 200 len: 217 time: 0.0406537 Jul 30 00:27:28.073535 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d17a07f-b7b5-4752-a456-a5a647e53957 req-3cb71740-9219-406f-aace-510073e61a6f tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:28.075564 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6d17a07f-b7b5-4752-a456-a5a647e53957 req-3cb71740-9219-406f-aace-510073e61a6f tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1 HTTP/1.1" status: 200 len: 943 time: 0.0533695 Jul 30 00:27:28.114302 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a2d1a-4349-4c65-9c59-f77b3d679289 req-021df29e-899b-405c-92df-9b68a8fdf3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:28.115782 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-279a2d1a-4349-4c65-9c59-f77b3d679289 req-021df29e-899b-405c-92df-9b68a8fdf3db service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e931dc3b-0f1a-4b8c-90a2-452019ab84b4 HTTP/1.1" status: 200 len: 848 time: 0.0466437 Jul 30 00:27:28.120246 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6d17a07f-b7b5-4752-a456-a5a647e53957 req-a26d747c-adf4-425b-a97f-4642ecf4a478 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=97c7dc18-b3ab-4001-bcfa-0569d9cfa978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375865 Jul 30 00:27:28.167232 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a2d1a-4349-4c65-9c59-f77b3d679289 req-dbab5d06-6b1d-43aa-8cb8-630b68071085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:28.168759 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-279a2d1a-4349-4c65-9c59-f77b3d679289 req-dbab5d06-6b1d-43aa-8cb8-630b68071085 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=655698b7-cbae-4dd2-b023-c352449bada8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450280 Jul 30 00:27:28.289155 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-279a2d1a-4349-4c65-9c59-f77b3d679289 req-337b2b72-ff6f-4c2f-9b17-805e3f8938b4 service neutron] 10.222.0.22 "GET /v2.0/networks/655698b7-cbae-4dd2-b023-c352449bada8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113930 Jul 30 00:27:28.388274 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-279a2d1a-4349-4c65-9c59-f77b3d679289 req-bd64b8bf-c202-4957-a4cd-5625187f71ce service neutron] 10.222.0.22 "GET /v2.0/networks/655698b7-cbae-4dd2-b023-c352449bada8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917513 Jul 30 00:27:28.884163 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device ff3bef9f-0003-49e1-acba-36fade8e9df8 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:27:28.932068 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port ff3bef9f-0003-49e1-acba-36fade8e9df8 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:27:28.932444 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:29.238430 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d00dd-cf23-4e0c-beb7-25b50912bd41 req-62508296-db6e-40e5-8527-987440c71270 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:29.239927 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4a6d00dd-cf23-4e0c-beb7-25b50912bd41 req-62508296-db6e-40e5-8527-987440c71270 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1 HTTP/1.1" status: 200 len: 943 time: 0.0495548 Jul 30 00:27:29.277517 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4a6d00dd-cf23-4e0c-beb7-25b50912bd41 req-49fe6d78-d85d-4ca1-b99b-d051accf169b tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=97c7dc18-b3ab-4001-bcfa-0569d9cfa978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315912 Jul 30 00:27:29.563106 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:30.276660 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 650cb34e-1148-4c46-827e-d6ec94d197d6 details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:27:30.379889 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 650cb34e-1148-4c46-827e-d6ec94d197d6, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=650cb34e-1148-4c46-827e-d6ec94d197d6,segment=NetworkSegment(a2b59f87-5820-4513-84a5-1a0cecf6573d),segment_id=a2b59f87-5820-4513-84a5-1a0cecf6573d)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:27:30.391210 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '650cb34e-1148-4c46-827e-d6ec94d197d6', 'network_id': '655698b7-cbae-4dd2-b023-c352449bada8', 'port_id': '650cb34e-1148-4c46-827e-d6ec94d197d6', 'mac_address': 'fa:16:3e:4c:4d:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e931dc3b-0f1a-4b8c-90a2-452019ab84b4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:27:30.399013 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63efd2b5-4044-470f-9bdd-35492f8b6c59 req-b02132a0-3686-4894-84e2-d16f85cf5a90 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:30.400560 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-63efd2b5-4044-470f-9bdd-35492f8b6c59 req-b02132a0-3686-4894-84e2-d16f85cf5a90 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1 HTTP/1.1" status: 200 len: 943 time: 0.0522768 Jul 30 00:27:30.432984 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:30.445767 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 650cb34e-1148-4c46-827e-d6ec94d197d6 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:27:30.447448 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-63efd2b5-4044-470f-9bdd-35492f8b6c59 req-6bcd77dd-40bd-4395-88d6-72976b7fa002 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=97c7dc18-b3ab-4001-bcfa-0569d9cfa978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383847 Jul 30 00:27:30.466129 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 650cb34e-1148-4c46-827e-d6ec94d197d6, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=650cb34e-1148-4c46-827e-d6ec94d197d6,segment=NetworkSegment(a2b59f87-5820-4513-84a5-1a0cecf6573d),segment_id=a2b59f87-5820-4513-84a5-1a0cecf6573d)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:27:30.471740 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:30.519683 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=650cb34e-1148-4c46-827e-d6ec94d197d6,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:30.688466 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['650cb34e-1148-4c46-827e-d6ec94d197d6'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:27:31.573653 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4486819b-a057-433a-820f-53ffde257552 req-b75419fe-73e3-488b-b8a5-79cb299f046a tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:31.575218 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4486819b-a057-433a-820f-53ffde257552 req-b75419fe-73e3-488b-b8a5-79cb299f046a tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1 HTTP/1.1" status: 200 len: 944 time: 0.0584519 Jul 30 00:27:31.615627 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4486819b-a057-433a-820f-53ffde257552 req-e0a77e6a-90c0-419f-9227-f17b6fb5d42f tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=97c7dc18-b3ab-4001-bcfa-0569d9cfa978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341337 Jul 30 00:27:32.276233 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 650cb34e-1148-4c46-827e-d6ec94d197d6 up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:27:32.326187 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port 650cb34e-1148-4c46-827e-d6ec94d197d6 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:27:32.330416 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 650cb34e-1148-4c46-827e-d6ec94d197d6 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:27:32.330785 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:32.417808 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:32.440288 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0155d797-b47e-4ee6-bf25-bdeed89949f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650cb34e-1148-4c46-827e-d6ec94d197d6'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:27:32.442554 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3dd558600791562711758174753c2f4fb110b88d3119b842389a6e503e2e31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc9880ac-dd62-4df5-9acc-bc84df293839" -d '{"events": [{"server_uuid": "0155d797-b47e-4ee6-bf25-bdeed89949f1", "name": "network-vif-plugged", "status": "completed", "tag": "650cb34e-1148-4c46-827e-d6ec94d197d6"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:27:32.458609 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 650cb34e-1148-4c46-827e-d6ec94d197d6, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=650cb34e-1148-4c46-827e-d6ec94d197d6,segment=NetworkSegment(a2b59f87-5820-4513-84a5-1a0cecf6573d),segment_id=a2b59f87-5820-4513-84a5-1a0cecf6573d)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:27:32.462709 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:32.489638 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-231024f5-b56d-42b8-9f3a-a274387e5a28 x-openstack-request-id: req-231024f5-b56d-42b8-9f3a-a274387e5a28 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:27:32.489935 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0155d797-b47e-4ee6-bf25-bdeed89949f1", "name": "network-vif-plugged", "status": "completed", "tag": "650cb34e-1148-4c46-827e-d6ec94d197d6", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:27:32.490188 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-231024f5-b56d-42b8-9f3a-a274387e5a28 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:27:32.490577 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0155d797-b47e-4ee6-bf25-bdeed89949f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650cb34e-1148-4c46-827e-d6ec94d197d6', 'code': 200} Jul 30 00:27:32.521035 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=650cb34e-1148-4c46-827e-d6ec94d197d6,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:32.581438 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2751a7d2-65e8-4d23-97dc-5d43e1798a04 req-11659361-f65d-430b-a1f1-33118e10c160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:32.583008 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2751a7d2-65e8-4d23-97dc-5d43e1798a04 req-11659361-f65d-430b-a1f1-33118e10c160 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1 HTTP/1.1" status: 200 len: 1097 time: 0.0424752 Jul 30 00:27:32.617000 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2751a7d2-65e8-4d23-97dc-5d43e1798a04 req-c31bd7d4-18ac-4f6d-b5f0-c5d6510e1d12 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=97c7dc18-b3ab-4001-bcfa-0569d9cfa978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272110 Jul 30 00:27:32.730889 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d022bf7f-9bff-4d78-8006-324e0e37720a req-a8b9212a-5162-4ecc-babe-6694cc13f293 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:32.732370 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d022bf7f-9bff-4d78-8006-324e0e37720a req-a8b9212a-5162-4ecc-babe-6694cc13f293 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1 HTTP/1.1" status: 200 len: 945 time: 0.0496104 Jul 30 00:27:32.770858 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d022bf7f-9bff-4d78-8006-324e0e37720a req-b8f751e4-37e8-46f6-afd6-e22fc8bca676 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=97c7dc18-b3ab-4001-bcfa-0569d9cfa978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324209 Jul 30 00:27:33.889483 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2381bf84-a2ae-4482-85e0-f10ac842d9a9 req-1819f05f-5712-4e21-bae0-4fba2fa72cbc tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:33.890939 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2381bf84-a2ae-4482-85e0-f10ac842d9a9 req-1819f05f-5712-4e21-bae0-4fba2fa72cbc tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1 HTTP/1.1" status: 200 len: 945 time: 0.0497460 Jul 30 00:27:33.939964 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2381bf84-a2ae-4482-85e0-f10ac842d9a9 req-d57a96bb-928a-4e6d-bbe7-8299a44c49df tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=97c7dc18-b3ab-4001-bcfa-0569d9cfa978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425966 Jul 30 00:27:34.062188 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca67c390-36c5-42f8-b3e3-e54ff3e720dc req-b6f57a4c-3878-4852-9e54-5d4291c60eb0 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:34.064438 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ca67c390-36c5-42f8-b3e3-e54ff3e720dc req-b6f57a4c-3878-4852-9e54-5d4291c60eb0 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1 HTTP/1.1" status: 200 len: 945 time: 0.0541158 Jul 30 00:27:34.105307 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ca67c390-36c5-42f8-b3e3-e54ff3e720dc req-efb24c53-a896-4b73-b794-5381e9a0150c tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=97c7dc18-b3ab-4001-bcfa-0569d9cfa978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345626 Jul 30 00:27:34.131706 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37988) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:27:34.226295 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d9bd00-8344-4e13-bdc9-951a103e9c7a tempest-TestShelveInstance-711480456 tempest-TestShelveInstance-711480456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:34.227932 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e9d9bd00-8344-4e13-bdc9-951a103e9c7a tempest-TestShelveInstance-711480456 tempest-TestShelveInstance-711480456-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1 HTTP/1.1" status: 200 len: 1092 time: 0.0952280 Jul 30 00:27:34.231066 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 37992) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:27:34.235886 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-aa25a829-1a54-493c-8b18-03b6ae42b4dc tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Request body: {'floatingip': {'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'port_id': '650cb34e-1148-4c46-827e-d6ec94d197d6', 'tenant_id': '8589462012dc4e58a6304841e673ce71', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:27:34.259138 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-aa25a829-1a54-493c-8b18-03b6ae42b4dc tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks [] for floatingip, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:34.362915 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-aa25a829-1a54-493c-8b18-03b6ae42b4dc tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:34.478511 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-aa25a829-1a54-493c-8b18-03b6ae42b4dc tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Allocated IP 172.25.0.63 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/68d80968-4ee0-4b93-902b-f084cc5e8956) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:27:34.587629 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-aa25a829-1a54-493c-8b18-03b6ae42b4dc tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:34.628536 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-aa25a829-1a54-493c-8b18-03b6ae42b4dc tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:34.666748 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa25a829-1a54-493c-8b18-03b6ae42b4dc tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:27:34.669637 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-aa25a829-1a54-493c-8b18-03b6ae42b4dc tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:27:34.672595 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa25a829-1a54-493c-8b18-03b6ae42b4dc tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:27:34.698962 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa25a829-1a54-493c-8b18-03b6ae42b4dc tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Pushing event updated for resources: {'Port': ['ID=68d80968-4ee0-4b93-902b-f084cc5e8956,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:35.036093 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-aa25a829-1a54-493c-8b18-03b6ae42b4dc tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:35.106173 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-aa25a829-1a54-493c-8b18-03b6ae42b4dc tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:35.262472 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-aa25a829-1a54-493c-8b18-03b6ae42b4dc tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:35.267999 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-aa25a829-1a54-493c-8b18-03b6ae42b4dc tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:35.340621 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa25a829-1a54-493c-8b18-03b6ae42b4dc tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Pushing event updated for resources: {'Port': ['ID=68d80968-4ee0-4b93-902b-f084cc5e8956,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:27:35.354986 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-aa25a829-1a54-493c-8b18-03b6ae42b4dc tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:35.455810 n-d-712141-10 neutron-server[94078]: INFO neutron.db.l3_db [None req-aa25a829-1a54-493c-8b18-03b6ae42b4dc tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Floating IP 07e6529b-caf4-48af-bce1-7788628fcac6 associated. External IP: 172.25.0.63, port: 650cb34e-1148-4c46-827e-d6ec94d197d6. Jul 30 00:27:35.663640 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa25a829-1a54-493c-8b18-03b6ae42b4dc tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Router 93aa067f-11ef-4fe1-b917-3070e3d2e0cc has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:27:35.771953 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa25a829-1a54-493c-8b18-03b6ae42b4dc tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:27:35.781158 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135007f3-ff10-4c47-a9cf-9554391abf7b None None] Sync routers for ids ['93aa067f-11ef-4fe1-b917-3070e3d2e0cc'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:27:35.789137 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-aa25a829-1a54-493c-8b18-03b6ae42b4dc tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:35.791133 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135007f3-ff10-4c47-a9cf-9554391abf7b None None] Routers {'93aa067f-11ef-4fe1-b917-3070e3d2e0cc'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:27:35.791742 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-135007f3-ff10-4c47-a9cf-9554391abf7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:27:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['93aa067f-11ef-4fe1-b917-3070e3d2e0cc'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:27:35.816527 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-aa25a829-1a54-493c-8b18-03b6ae42b4dc tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5842834 Jul 30 00:27:35.817161 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0155d797-b47e-4ee6-bf25-bdeed89949f1', 'tag': '650cb34e-1148-4c46-827e-d6ec94d197d6'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:27:35.819482 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bdefc4f50fc1dacc251594e9f8a8ff118bd4f4d1a27e9c9923ea81076a49f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eaf0d0e-80c0-4df2-9ea1-b68a12b806e4" -d '{"events": [{"name": "network-changed", "server_uuid": "0155d797-b47e-4ee6-bf25-bdeed89949f1", "tag": "650cb34e-1148-4c46-827e-d6ec94d197d6"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:27:35.913318 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fac21e5-9f7e-46d3-a7bc-b2ac273b2307 x-openstack-request-id: req-7fac21e5-9f7e-46d3-a7bc-b2ac273b2307 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:27:35.913641 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0155d797-b47e-4ee6-bf25-bdeed89949f1", "tag": "650cb34e-1148-4c46-827e-d6ec94d197d6", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:27:35.913904 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7fac21e5-9f7e-46d3-a7bc-b2ac273b2307 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:27:35.914315 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0155d797-b47e-4ee6-bf25-bdeed89949f1', 'tag': '650cb34e-1148-4c46-827e-d6ec94d197d6', 'status': 'completed', 'code': 200} Jul 30 00:27:35.999674 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-135007f3-ff10-4c47-a9cf-9554391abf7b None None] Set router 93aa067f-11ef-4fe1-b917-3070e3d2e0cc gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:27:36.024442 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf0d0e-80c0-4df2-9ea1-b68a12b806e4 req-f18c4b37-fd7c-4739-9f49-512a9f9e0ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:36.026072 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9eaf0d0e-80c0-4df2-9ea1-b68a12b806e4 req-f18c4b37-fd7c-4739-9f49-512a9f9e0ff5 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8589462012dc4e58a6304841e673ce71&device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1 HTTP/1.1" status: 200 len: 1097 time: 0.0898235 Jul 30 00:27:36.117940 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf0d0e-80c0-4df2-9ea1-b68a12b806e4 req-4ad5b0ab-0f1a-4504-a5c2-bfce71607194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:36.119727 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9eaf0d0e-80c0-4df2-9ea1-b68a12b806e4 req-4ad5b0ab-0f1a-4504-a5c2-bfce71607194 service neutron] 10.222.0.22 "GET /v2.0/networks?id=655698b7-cbae-4dd2-b023-c352449bada8 HTTP/1.1" status: 200 len: 910 time: 0.0856259 Jul 30 00:27:36.190159 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9eaf0d0e-80c0-4df2-9ea1-b68a12b806e4 req-d541ec44-e305-4a43-858e-e0bccc9d7625 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=650cb34e-1148-4c46-827e-d6ec94d197d6 HTTP/1.1" status: 200 len: 998 time: 0.0629442 Jul 30 00:27:36.220614 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-135007f3-ff10-4c47-a9cf-9554391abf7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93aa067f-11ef-4fe1-b917-3070e3d2e0cc', 'name': 'tempest-TestShelveInstance-1732512449-router', 'tenant_id': '8589462012dc4e58a6304841e673ce71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'bf601a09-8c91-4d3f-95dd-f3e6452dd8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:27:13Z', 'updated_at': '2021-07-30T00:27:16Z', 'revision_number': 4, 'project_id': '8589462012dc4e58a6304841e673ce71', 'gw_port': {'id': 'bf601a09-8c91-4d3f-95dd-f3e6452dd8c6', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:02:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93aa067f-11ef-4fe1-b917-3070e3d2e0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:27:13Z', 'updated_at': '2021-07-30T00:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '07e6529b-caf4-48af-bce1-7788628fcac6', 'tenant_id': '8589462012dc4e58a6304841e673ce71', 'floating_ip_address': '172.25.0.63', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '93aa067f-11ef-4fe1-b917-3070e3d2e0cc', 'port_id': '650cb34e-1148-4c46-827e-d6ec94d197d6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '655698b7-cbae-4dd2-b023-c352449bada8', 'mac_address': 'fa:16:3e:4c:4d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0155d797-b47e-4ee6-bf25-bdeed89949f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:27:34Z', 'updated_at': '2021-07-30T00:27:34Z', 'revision_number': 0, 'project_id': '8589462012dc4e58a6304841e673ce71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '422afb3a-ec54-4b3b-82d1-aaf8a48976b6', 'name': '', 'network_id': '655698b7-cbae-4dd2-b023-c352449bada8', 'tenant_id': '8589462012dc4e58a6304841e673ce71', 'mac_address': 'fa:16:3e:f9:69:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93aa067f-11ef-4fe1-b917-3070e3d2e0cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e931dc3b-0f1a-4b8c-90a2-452019ab84b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:27:15Z', 'updated_at': '2021-07-30T00:27:21Z', 'revision_number': 5, 'project_id': '8589462012dc4e58a6304841e673ce71', 'subnets': [{'id': 'e931dc3b-0f1a-4b8c-90a2-452019ab84b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:27:36.240198 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf0d0e-80c0-4df2-9ea1-b68a12b806e4 req-ae190b2e-f9a8-455c-bcbe-3a79a6e203a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:36.242016 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9eaf0d0e-80c0-4df2-9ea1-b68a12b806e4 req-ae190b2e-f9a8-455c-bcbe-3a79a6e203a5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e931dc3b-0f1a-4b8c-90a2-452019ab84b4 HTTP/1.1" status: 200 len: 848 time: 0.0456848 Jul 30 00:27:36.246266 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135007f3-ff10-4c47-a9cf-9554391abf7b None None] Checking router: 93aa067f-11ef-4fe1-b917-3070e3d2e0cc for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:27:36.255277 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135007f3-ff10-4c47-a9cf-9554391abf7b None None] Routers {'93aa067f-11ef-4fe1-b917-3070e3d2e0cc'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:27:36.255885 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-135007f3-ff10-4c47-a9cf-9554391abf7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:27:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['93aa067f-11ef-4fe1-b917-3070e3d2e0cc'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:27:36.288326 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf0d0e-80c0-4df2-9ea1-b68a12b806e4 req-831615e6-8655-4208-becc-84444035acb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:36.289785 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9eaf0d0e-80c0-4df2-9ea1-b68a12b806e4 req-831615e6-8655-4208-becc-84444035acb8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=655698b7-cbae-4dd2-b023-c352449bada8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411201 Jul 30 00:27:36.361238 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-135007f3-ff10-4c47-a9cf-9554391abf7b None None] Set router 93aa067f-11ef-4fe1-b917-3070e3d2e0cc gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:27:36.383094 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9eaf0d0e-80c0-4df2-9ea1-b68a12b806e4 req-119a0ceb-059a-4b6d-9770-552925193fcf service neutron] 10.222.0.22 "GET /v2.0/networks/655698b7-cbae-4dd2-b023-c352449bada8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866604 Jul 30 00:27:36.481070 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-9eaf0d0e-80c0-4df2-9ea1-b68a12b806e4 req-2671224a-e5b4-46c3-bab8-1eb363aa216f service neutron] 10.222.0.22 "GET /v2.0/networks/655698b7-cbae-4dd2-b023-c352449bada8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910044 Jul 30 00:27:36.586846 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-135007f3-ff10-4c47-a9cf-9554391abf7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93aa067f-11ef-4fe1-b917-3070e3d2e0cc', 'name': 'tempest-TestShelveInstance-1732512449-router', 'tenant_id': '8589462012dc4e58a6304841e673ce71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'bf601a09-8c91-4d3f-95dd-f3e6452dd8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:27:13Z', 'updated_at': '2021-07-30T00:27:16Z', 'revision_number': 4, 'project_id': '8589462012dc4e58a6304841e673ce71', 'gw_port': {'id': 'bf601a09-8c91-4d3f-95dd-f3e6452dd8c6', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:02:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93aa067f-11ef-4fe1-b917-3070e3d2e0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:27:13Z', 'updated_at': '2021-07-30T00:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '07e6529b-caf4-48af-bce1-7788628fcac6', 'tenant_id': '8589462012dc4e58a6304841e673ce71', 'floating_ip_address': '172.25.0.63', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '93aa067f-11ef-4fe1-b917-3070e3d2e0cc', 'port_id': '650cb34e-1148-4c46-827e-d6ec94d197d6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '655698b7-cbae-4dd2-b023-c352449bada8', 'mac_address': 'fa:16:3e:4c:4d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0155d797-b47e-4ee6-bf25-bdeed89949f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:27:34Z', 'updated_at': '2021-07-30T00:27:34Z', 'revision_number': 0, 'project_id': '8589462012dc4e58a6304841e673ce71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '422afb3a-ec54-4b3b-82d1-aaf8a48976b6', 'name': '', 'network_id': '655698b7-cbae-4dd2-b023-c352449bada8', 'tenant_id': '8589462012dc4e58a6304841e673ce71', 'mac_address': 'fa:16:3e:f9:69:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93aa067f-11ef-4fe1-b917-3070e3d2e0cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e931dc3b-0f1a-4b8c-90a2-452019ab84b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:27:15Z', 'updated_at': '2021-07-30T00:27:21Z', 'revision_number': 5, 'project_id': '8589462012dc4e58a6304841e673ce71', 'subnets': [{'id': 'e931dc3b-0f1a-4b8c-90a2-452019ab84b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:27:36.612602 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135007f3-ff10-4c47-a9cf-9554391abf7b None None] The sync data for ids ['93aa067f-11ef-4fe1-b917-3070e3d2e0cc'] in n-d-712141-10 is: [{'id': '93aa067f-11ef-4fe1-b917-3070e3d2e0cc', 'name': 'tempest-TestShelveInstance-1732512449-router', 'tenant_id': '8589462012dc4e58a6304841e673ce71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'bf601a09-8c91-4d3f-95dd-f3e6452dd8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:27:13Z', 'updated_at': '2021-07-30T00:27:16Z', 'revision_number': 4, 'project_id': '8589462012dc4e58a6304841e673ce71', 'gw_port': {'id': 'bf601a09-8c91-4d3f-95dd-f3e6452dd8c6', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:02:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93aa067f-11ef-4fe1-b917-3070e3d2e0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:27:13Z', 'updated_at': '2021-07-30T00:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '07e6529b-caf4-48af-bce1-7788628fcac6', 'tenant_id': '8589462012dc4e58a6304841e673ce71', 'floating_ip_address': '172.25.0.63', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '93aa067f-11ef-4fe1-b917-3070e3d2e0cc', 'port_id': '650cb34e-1148-4c46-827e-d6ec94d197d6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4296, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '655698b7-cbae-4dd2-b023-c352449bada8', 'mac_address': 'fa:16:3e:4c:4d:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0155d797-b47e-4ee6-bf25-bdeed89949f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:27:34Z', 'updated_at': '2021-07-30T00:27:34Z', 'revision_number': 0, 'project_id': '8589462012dc4e58a6304841e673ce71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '422afb3a-ec54-4b3b-82d1-aaf8a48976b6', 'name': '', 'network_id': '655698b7-cbae-4dd2-b023-c352449bada8', 'tenant_id': '8589462012dc4e58a6304841e673ce71', 'mac_address': 'fa:16:3e:f9:69:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93aa067f-11ef-4fe1-b917-3070e3d2e0cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e931dc3b-0f1a-4b8c-90a2-452019ab84b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:27:15Z', 'updated_at': '2021-07-30T00:27:21Z', 'revision_number': 5, 'project_id': '8589462012dc4e58a6304841e673ce71', 'subnets': [{'id': 'e931dc3b-0f1a-4b8c-90a2-452019ab84b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:27:36.800320 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32da8680-90d2-4e00-8418-fe8bff5ed5ed None None] New status for floating IP 07e6529b-caf4-48af-bce1-7788628fcac6: ACTIVE {{(pid=94079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:27:37.733660 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:45.917538 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:27:50.194616 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:53.343527 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-95b681d4-b165-48cf-983f-8f5c094619dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:55.960984 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-af604560-b3d7-4a7b-86bb-64449b3b90ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:56.572032 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:57.942525 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:59.565918 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:07.757766 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:20.189132 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:21.806466 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-63c769a6-a189-40a1-a447-84eb9b5615d8 req-60a5b9e2-5c4a-4736-b1b1-ff79a6f691e3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402241 Jul 30 00:28:21.895775 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c769a6-a189-40a1-a447-84eb9b5615d8 req-fdd40fe8-bbad-44bf-b33c-dcc310671e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:21.897246 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-63c769a6-a189-40a1-a447-84eb9b5615d8 req-fdd40fe8-bbad-44bf-b33c-dcc310671e2a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8589462012dc4e58a6304841e673ce71&device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1 HTTP/1.1" status: 200 len: 1097 time: 0.0457876 Jul 30 00:28:21.998109 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c769a6-a189-40a1-a447-84eb9b5615d8 req-ea34e19e-594c-48d9-83a3-73056b218b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:21.999602 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-63c769a6-a189-40a1-a447-84eb9b5615d8 req-ea34e19e-594c-48d9-83a3-73056b218b64 service neutron] 10.222.0.22 "GET /v2.0/networks?id=655698b7-cbae-4dd2-b023-c352449bada8 HTTP/1.1" status: 200 len: 910 time: 0.0837784 Jul 30 00:28:22.069159 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-63c769a6-a189-40a1-a447-84eb9b5615d8 req-2d782b13-527e-4aa7-af79-b46afe5d2336 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=650cb34e-1148-4c46-827e-d6ec94d197d6 HTTP/1.1" status: 200 len: 1000 time: 0.0617878 Jul 30 00:28:22.118914 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c769a6-a189-40a1-a447-84eb9b5615d8 req-0bac8312-699c-4c05-b71b-515fbed753c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:22.120361 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-63c769a6-a189-40a1-a447-84eb9b5615d8 req-0bac8312-699c-4c05-b71b-515fbed753c0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e931dc3b-0f1a-4b8c-90a2-452019ab84b4 HTTP/1.1" status: 200 len: 848 time: 0.0441759 Jul 30 00:28:22.166665 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c769a6-a189-40a1-a447-84eb9b5615d8 req-fd6ca9c6-923a-45d6-80f6-b1a689665e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:22.168094 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-63c769a6-a189-40a1-a447-84eb9b5615d8 req-fd6ca9c6-923a-45d6-80f6-b1a689665e0b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=655698b7-cbae-4dd2-b023-c352449bada8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395718 Jul 30 00:28:22.260160 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-63c769a6-a189-40a1-a447-84eb9b5615d8 req-321c3584-1e7e-411f-8973-08b1b6a2199d service neutron] 10.222.0.22 "GET /v2.0/networks/655698b7-cbae-4dd2-b023-c352449bada8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838907 Jul 30 00:28:22.347940 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-63c769a6-a189-40a1-a447-84eb9b5615d8 req-ff9f8407-5bf7-4b3a-992d-5079590638d5 service neutron] 10.222.0.22 "GET /v2.0/networks/655698b7-cbae-4dd2-b023-c352449bada8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809560 Jul 30 00:28:22.916478 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:28:23.345969 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-380386e5-91b1-47cc-923f-f4541fdcc5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:25.960676 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6f7d3929-e1fe-4662-8d34-cd066671f745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:26.572890 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:27.945265 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:29.567868 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:37.752982 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:50.195153 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:53.348617 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3f72ed82-1b92-4ac4-ad00-a1488dd0d915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:55.964221 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6a375e5d-7c87-41ea-8fce-2ef8acd7b8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:56.574783 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:57.950204 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:58.438759 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [req-59f0e056-6ad7-4986-8fe4-f69dc64efdbb req-2567cc40-3fb5-40ab-a70a-bb2cc219ed57 service neutron] (94077) timed out ('10.222.0.43', 46652) {{(pid=94077) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 00:28:59.571705 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:59.915323 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:29:07.756103 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:20.193725 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:23.350089 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-456fb6ea-328c-4a4e-b4f3-aabda50be096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:23.885770 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-71266464-40bb-4189-bd62-f4a6587a3e00 req-db8d2a96-ce60-4f49-b1d1-2c6830257e3a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408731 Jul 30 00:29:23.971453 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71266464-40bb-4189-bd62-f4a6587a3e00 req-66493b15-877f-4089-a754-a434f997efa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:23.973003 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-71266464-40bb-4189-bd62-f4a6587a3e00 req-66493b15-877f-4089-a754-a434f997efa3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8589462012dc4e58a6304841e673ce71&device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1 HTTP/1.1" status: 200 len: 1097 time: 0.0448577 Jul 30 00:29:24.073764 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71266464-40bb-4189-bd62-f4a6587a3e00 req-e7b180f6-34f0-45d5-a158-7d6c90208546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:24.075266 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-71266464-40bb-4189-bd62-f4a6587a3e00 req-e7b180f6-34f0-45d5-a158-7d6c90208546 service neutron] 10.222.0.22 "GET /v2.0/networks?id=655698b7-cbae-4dd2-b023-c352449bada8 HTTP/1.1" status: 200 len: 910 time: 0.0831468 Jul 30 00:29:24.143295 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-71266464-40bb-4189-bd62-f4a6587a3e00 req-98560942-77b3-40c1-83d4-d575a969e584 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=650cb34e-1148-4c46-827e-d6ec94d197d6 HTTP/1.1" status: 200 len: 1000 time: 0.0603352 Jul 30 00:29:24.192937 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71266464-40bb-4189-bd62-f4a6587a3e00 req-663df66c-4a44-485b-990a-1de676d6441e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:24.194482 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-71266464-40bb-4189-bd62-f4a6587a3e00 req-663df66c-4a44-485b-990a-1de676d6441e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e931dc3b-0f1a-4b8c-90a2-452019ab84b4 HTTP/1.1" status: 200 len: 848 time: 0.0445964 Jul 30 00:29:24.239882 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71266464-40bb-4189-bd62-f4a6587a3e00 req-49c5c4fe-0ab2-447e-85a8-d9a08d9425cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:24.240987 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-71266464-40bb-4189-bd62-f4a6587a3e00 req-49c5c4fe-0ab2-447e-85a8-d9a08d9425cd service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=655698b7-cbae-4dd2-b023-c352449bada8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394714 Jul 30 00:29:24.332599 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-71266464-40bb-4189-bd62-f4a6587a3e00 req-d19717ec-4cd2-4ef9-9c06-cf88cacece22 service neutron] 10.222.0.22 "GET /v2.0/networks/655698b7-cbae-4dd2-b023-c352449bada8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844300 Jul 30 00:29:24.421965 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-71266464-40bb-4189-bd62-f4a6587a3e00 req-7eb3dbfe-02ae-4ae0-9214-19ea16f396ad service neutron] 10.222.0.22 "GET /v2.0/networks/655698b7-cbae-4dd2-b023-c352449bada8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823212 Jul 30 00:29:25.966171 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-dd83a170-0bc9-4ce5-9eda-cf65084127df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:26.575914 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:27.950850 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:29.573919 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:31.393085 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e37821-2c0c-4b32-a20d-c00e6e05e2e9 req-a8ab1ce5-5079-4a1c-b88e-2d489b5855ae tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:31.394634 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-44e37821-2c0c-4b32-a20d-c00e6e05e2e9 req-a8ab1ce5-5079-4a1c-b88e-2d489b5855ae tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1 HTTP/1.1" status: 200 len: 945 time: 0.0548141 Jul 30 00:29:31.434086 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-44e37821-2c0c-4b32-a20d-c00e6e05e2e9 req-9e940257-5433-4124-9fe2-7ef96c8a37f9 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=97c7dc18-b3ab-4001-bcfa-0569d9cfa978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327647 Jul 30 00:29:32.570015 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0144446-c52f-4125-86b4-84873c7892f6 req-a21dee8b-85b6-4725-92a4-a2ca649b3271 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:32.571685 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d0144446-c52f-4125-86b4-84873c7892f6 req-a21dee8b-85b6-4725-92a4-a2ca649b3271 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1 HTTP/1.1" status: 200 len: 945 time: 0.0493350 Jul 30 00:29:32.609715 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d0144446-c52f-4125-86b4-84873c7892f6 req-02cff10e-7a38-4795-91fc-70799acf1d94 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=97c7dc18-b3ab-4001-bcfa-0569d9cfa978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320449 Jul 30 00:29:33.737283 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c8849-e9ca-4655-add5-cdd5f7673190 req-e9477803-effb-42bf-a56c-1a1e3fbf462b tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:33.738787 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9c3c8849-e9ca-4655-add5-cdd5f7673190 req-e9477803-effb-42bf-a56c-1a1e3fbf462b tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1 HTTP/1.1" status: 200 len: 945 time: 0.0485761 Jul 30 00:29:33.780406 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9c3c8849-e9ca-4655-add5-cdd5f7673190 req-7fdd35e4-eb38-4c0d-b57d-fab356755efb tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=97c7dc18-b3ab-4001-bcfa-0569d9cfa978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352414 Jul 30 00:29:34.897973 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c6cb9-3c60-48e2-8890-9b235ff6d2ef req-71ce338b-afff-49f6-a1a8-fd3f83ed0a81 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:34.899468 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e78c6cb9-3c60-48e2-8890-9b235ff6d2ef req-71ce338b-afff-49f6-a1a8-fd3f83ed0a81 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1 HTTP/1.1" status: 200 len: 945 time: 0.0492306 Jul 30 00:29:34.936736 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e78c6cb9-3c60-48e2-8890-9b235ff6d2ef req-2667d505-03aa-4f6c-a145-b3639653b7c6 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=97c7dc18-b3ab-4001-bcfa-0569d9cfa978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312939 Jul 30 00:29:36.052944 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cec354-4780-4875-bce6-4e198246cf92 req-2a5d5196-e31c-4b3b-b65c-f41fb81b298d tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:36.054363 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f1cec354-4780-4875-bce6-4e198246cf92 req-2a5d5196-e31c-4b3b-b65c-f41fb81b298d tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1 HTTP/1.1" status: 200 len: 945 time: 0.0485785 Jul 30 00:29:36.092226 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f1cec354-4780-4875-bce6-4e198246cf92 req-ed46500c-bcc7-478f-92bc-812ab7de56bc tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=97c7dc18-b3ab-4001-bcfa-0569d9cfa978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318909 Jul 30 00:29:36.915125 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:29:37.215845 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cdb51d-59ad-4d5b-a0aa-ddb23011af3f req-be52d080-7402-4c2f-a94a-3c0d86c71af4 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:37.217237 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-10cdb51d-59ad-4d5b-a0aa-ddb23011af3f req-be52d080-7402-4c2f-a94a-3c0d86c71af4 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1 HTTP/1.1" status: 200 len: 945 time: 0.0577867 Jul 30 00:29:37.261412 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-10cdb51d-59ad-4d5b-a0aa-ddb23011af3f req-a421ac43-35b3-41c2-b551-fd2093c15389 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=97c7dc18-b3ab-4001-bcfa-0569d9cfa978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380700 Jul 30 00:29:37.760204 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:38.376936 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ed44c-d372-4411-b36c-0c8f4f74647c req-ad35b8d8-8cb5-4960-86cf-1ec0f69b62ea tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:38.378425 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3f1ed44c-d372-4411-b36c-0c8f4f74647c req-ad35b8d8-8cb5-4960-86cf-1ec0f69b62ea tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1 HTTP/1.1" status: 200 len: 945 time: 0.0493867 Jul 30 00:29:38.419218 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3f1ed44c-d372-4411-b36c-0c8f4f74647c req-add7a285-bfc5-4848-bd16-f06f908e3bbe tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=97c7dc18-b3ab-4001-bcfa-0569d9cfa978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344808 Jul 30 00:29:39.535109 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9abc8e1-3a3e-4301-957a-605b6f88327c req-dcbe78fd-bab6-49fb-98ce-3b62759d28a5 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:39.536591 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d9abc8e1-3a3e-4301-957a-605b6f88327c req-dcbe78fd-bab6-49fb-98ce-3b62759d28a5 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1 HTTP/1.1" status: 200 len: 945 time: 0.0501664 Jul 30 00:29:39.575738 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d9abc8e1-3a3e-4301-957a-605b6f88327c req-7fc1e117-0aca-4938-8877-9ca285ef130f tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=97c7dc18-b3ab-4001-bcfa-0569d9cfa978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325453 Jul 30 00:29:40.688286 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f5b926-76a7-4cd0-93c0-f78bda26e5a1 req-e8dc01fa-7220-44f3-9eab-efb95e4d6beb tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:40.689780 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b0f5b926-76a7-4cd0-93c0-f78bda26e5a1 req-e8dc01fa-7220-44f3-9eab-efb95e4d6beb tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1 HTTP/1.1" status: 200 len: 945 time: 0.0478110 Jul 30 00:29:40.731724 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b0f5b926-76a7-4cd0-93c0-f78bda26e5a1 req-60aa9b0f-f5ed-4233-bba8-5dcaff37806f tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=97c7dc18-b3ab-4001-bcfa-0569d9cfa978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351880 Jul 30 00:29:41.850905 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13592140-e5ac-413a-9771-186c8db5d7b6 req-e76a8482-694b-4cea-b6df-437c50ba198d tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:41.852352 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-13592140-e5ac-413a-9771-186c8db5d7b6 req-e76a8482-694b-4cea-b6df-437c50ba198d tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1 HTTP/1.1" status: 200 len: 945 time: 0.0525031 Jul 30 00:29:41.891068 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-13592140-e5ac-413a-9771-186c8db5d7b6 req-8f89b5c0-ad2a-4c17-ac8c-e1c0d4b093e3 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=97c7dc18-b3ab-4001-bcfa-0569d9cfa978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326860 Jul 30 00:29:42.678293 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 650cb34e-1148-4c46-827e-d6ec94d197d6 details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:29:42.771770 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 650cb34e-1148-4c46-827e-d6ec94d197d6, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=650cb34e-1148-4c46-827e-d6ec94d197d6,segment=NetworkSegment(a2b59f87-5820-4513-84a5-1a0cecf6573d),segment_id=a2b59f87-5820-4513-84a5-1a0cecf6573d)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:29:42.782556 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '650cb34e-1148-4c46-827e-d6ec94d197d6', 'network_id': '655698b7-cbae-4dd2-b023-c352449bada8', 'port_id': '650cb34e-1148-4c46-827e-d6ec94d197d6', 'mac_address': 'fa:16:3e:4c:4d:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e931dc3b-0f1a-4b8c-90a2-452019ab84b4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:29:42.819421 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:42.831661 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 650cb34e-1148-4c46-827e-d6ec94d197d6 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:29:42.851697 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 650cb34e-1148-4c46-827e-d6ec94d197d6, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=650cb34e-1148-4c46-827e-d6ec94d197d6,segment=NetworkSegment(a2b59f87-5820-4513-84a5-1a0cecf6573d),segment_id=a2b59f87-5820-4513-84a5-1a0cecf6573d)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:29:42.856194 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:42.905271 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=650cb34e-1148-4c46-827e-d6ec94d197d6,revision_number=6']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:29:42.912745 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:29:42.913099 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:29:42.913440 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:29:42.913802 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:29:42.914135 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:29:42.914464 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:29:42.914788 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:29:42.915113 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:29:42.915436 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:29:42.915758 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:29:42.916082 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:29:42.916403 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:29:42.928557 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['650cb34e-1148-4c46-827e-d6ec94d197d6'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:29:43.009948 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b566cf-34e5-4a4d-8a10-80c51108444c req-88ea61da-b35d-42f8-8dfe-752281db0915 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:43.011472 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-00b566cf-34e5-4a4d-8a10-80c51108444c req-88ea61da-b35d-42f8-8dfe-752281db0915 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1 HTTP/1.1" status: 200 len: 944 time: 0.0484014 Jul 30 00:29:43.050075 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-00b566cf-34e5-4a4d-8a10-80c51108444c req-f205cb58-0b72-4c86-b9eb-53a6ec08c4dd tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=97c7dc18-b3ab-4001-bcfa-0569d9cfa978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323696 Jul 30 00:29:44.188907 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcffe4d-c8de-4f74-8b51-2787cfe44e42 req-d771c28d-fac6-4953-bc76-eaf9780cc676 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:44.190377 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dfcffe4d-c8de-4f74-8b51-2787cfe44e42 req-d771c28d-fac6-4953-bc76-eaf9780cc676 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1 HTTP/1.1" status: 200 len: 944 time: 0.0556040 Jul 30 00:29:44.252307 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dfcffe4d-c8de-4f74-8b51-2787cfe44e42 req-80f3a53f-f70c-43d1-acd5-21a715317101 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=97c7dc18-b3ab-4001-bcfa-0569d9cfa978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522809 Jul 30 00:29:44.682203 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 650cb34e-1148-4c46-827e-d6ec94d197d6 up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:29:44.737606 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 650cb34e-1148-4c46-827e-d6ec94d197d6 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:29:44.738262 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:44.827102 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:44.852298 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0155d797-b47e-4ee6-bf25-bdeed89949f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650cb34e-1148-4c46-827e-d6ec94d197d6'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:29:44.854925 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3dd558600791562711758174753c2f4fb110b88d3119b842389a6e503e2e31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f99489-f366-4519-97ea-be6239692ede" -d '{"events": [{"server_uuid": "0155d797-b47e-4ee6-bf25-bdeed89949f1", "name": "network-vif-plugged", "status": "completed", "tag": "650cb34e-1148-4c46-827e-d6ec94d197d6"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:29:44.870469 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 650cb34e-1148-4c46-827e-d6ec94d197d6, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=650cb34e-1148-4c46-827e-d6ec94d197d6,segment=NetworkSegment(a2b59f87-5820-4513-84a5-1a0cecf6573d),segment_id=a2b59f87-5820-4513-84a5-1a0cecf6573d)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:29:44.887138 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:44.951693 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=650cb34e-1148-4c46-827e-d6ec94d197d6,revision_number=7']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:29:44.996785 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c048ec76-528c-43b2-b720-b63b0a4e0fae x-openstack-request-id: req-c048ec76-528c-43b2-b720-b63b0a4e0fae {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:29:44.997079 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0155d797-b47e-4ee6-bf25-bdeed89949f1", "name": "network-vif-plugged", "status": "completed", "tag": "650cb34e-1148-4c46-827e-d6ec94d197d6", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:29:44.997330 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c048ec76-528c-43b2-b720-b63b0a4e0fae {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:29:44.997935 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0155d797-b47e-4ee6-bf25-bdeed89949f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650cb34e-1148-4c46-827e-d6ec94d197d6', 'code': 200} Jul 30 00:29:45.375712 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb01e12-9bef-423c-9b9b-20a504a84544 req-ebdc844d-2bd9-4f43-8f4e-cb9567bede94 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:45.377358 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dfb01e12-9bef-423c-9b9b-20a504a84544 req-ebdc844d-2bd9-4f43-8f4e-cb9567bede94 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1 HTTP/1.1" status: 200 len: 945 time: 0.0579722 Jul 30 00:29:45.425953 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dfb01e12-9bef-423c-9b9b-20a504a84544 req-eebf5b34-8700-405c-934c-77cc0ff49a1c tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=97c7dc18-b3ab-4001-bcfa-0569d9cfa978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362601 Jul 30 00:29:46.561827 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c7550-e346-46c1-9d9d-330919434827 req-ee8ce1ea-b2b4-40b6-9abe-8e6a57e67aba tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:46.563540 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b69c7550-e346-46c1-9d9d-330919434827 req-ee8ce1ea-b2b4-40b6-9abe-8e6a57e67aba tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1 HTTP/1.1" status: 200 len: 945 time: 0.0604465 Jul 30 00:29:46.605727 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b69c7550-e346-46c1-9d9d-330919434827 req-7f601b43-7b45-43f9-979d-101e59745b94 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=97c7dc18-b3ab-4001-bcfa-0569d9cfa978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347273 Jul 30 00:29:47.734609 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f378c-c92f-496d-b15a-9b2ac646c340 req-aed9900a-86cf-476b-909a-609aadc2a231 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:47.736914 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-db4f378c-c92f-496d-b15a-9b2ac646c340 req-aed9900a-86cf-476b-909a-609aadc2a231 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1 HTTP/1.1" status: 200 len: 945 time: 0.0531013 Jul 30 00:29:47.782610 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-db4f378c-c92f-496d-b15a-9b2ac646c340 req-fa2184e4-3bed-4a4e-8525-1989f836a5eb tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=97c7dc18-b3ab-4001-bcfa-0569d9cfa978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392802 Jul 30 00:29:48.924153 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3852fd7-bfdb-4e91-9952-ee2ea3b75f9e req-495ba692-0197-4fc6-90e6-93e601b01356 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:48.934147 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f3852fd7-bfdb-4e91-9952-ee2ea3b75f9e req-495ba692-0197-4fc6-90e6-93e601b01356 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1 HTTP/1.1" status: 200 len: 945 time: 0.0766065 Jul 30 00:29:48.989629 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f3852fd7-bfdb-4e91-9952-ee2ea3b75f9e req-d986c124-9965-422b-93a1-e56c6b35cd8c tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=97c7dc18-b3ab-4001-bcfa-0569d9cfa978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494852 Jul 30 00:29:50.102278 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34d1ff7-3952-440b-b1fc-6624b0656370 req-798c126d-32ab-4dbc-8654-287f93fd60c1 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:50.104085 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f34d1ff7-3952-440b-b1fc-6624b0656370 req-798c126d-32ab-4dbc-8654-287f93fd60c1 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1 HTTP/1.1" status: 200 len: 945 time: 0.0519667 Jul 30 00:29:50.145741 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f34d1ff7-3952-440b-b1fc-6624b0656370 req-60049203-f371-44ca-8894-cd3cef336d59 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=97c7dc18-b3ab-4001-bcfa-0569d9cfa978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346165 Jul 30 00:29:50.194583 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:51.277786 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccebf6ec-0b85-427f-b6a0-228d55c03e29 req-fe76d960-42c1-49d3-9ecc-dc1ecfd19189 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:51.279758 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ccebf6ec-0b85-427f-b6a0-228d55c03e29 req-fe76d960-42c1-49d3-9ecc-dc1ecfd19189 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1 HTTP/1.1" status: 200 len: 945 time: 0.0593388 Jul 30 00:29:51.331714 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ccebf6ec-0b85-427f-b6a0-228d55c03e29 req-ea0c70c9-8987-4246-9d82-30209dd742fb tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=97c7dc18-b3ab-4001-bcfa-0569d9cfa978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455093 Jul 30 00:29:52.460077 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f49da7-4b9b-4c1c-b0d8-c0395305352d req-4a86867f-d038-49de-bde3-ef05d41416cc tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:52.461626 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-59f49da7-4b9b-4c1c-b0d8-c0395305352d req-4a86867f-d038-49de-bde3-ef05d41416cc tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1 HTTP/1.1" status: 200 len: 945 time: 0.0537062 Jul 30 00:29:52.504447 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-59f49da7-4b9b-4c1c-b0d8-c0395305352d req-11bbdcc2-5aab-4b66-9f3a-dadf24e8c570 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=97c7dc18-b3ab-4001-bcfa-0569d9cfa978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358937 Jul 30 00:29:53.351261 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-925e4e46-af75-4b58-89d1-2e3df9a833a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:53.447241 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31949e55-f40c-41b9-936c-52e5ac44078e req-d63ee7d1-aa72-4696-baf3-b5ee50a17ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:53.448754 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-31949e55-f40c-41b9-936c-52e5ac44078e req-d63ee7d1-aa72-4696-baf3-b5ee50a17ce1 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8589462012dc4e58a6304841e673ce71&device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1 HTTP/1.1" status: 200 len: 1097 time: 0.0412920 Jul 30 00:29:53.544238 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31949e55-f40c-41b9-936c-52e5ac44078e req-c5d2cac7-2a53-424a-ac15-615ff01e23cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:53.545788 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-31949e55-f40c-41b9-936c-52e5ac44078e req-c5d2cac7-2a53-424a-ac15-615ff01e23cb service neutron] 10.222.0.22 "GET /v2.0/networks?id=655698b7-cbae-4dd2-b023-c352449bada8 HTTP/1.1" status: 200 len: 910 time: 0.0900195 Jul 30 00:29:53.618749 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-31949e55-f40c-41b9-936c-52e5ac44078e req-5d41194b-de52-46e5-991b-aa5dd65126df service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=650cb34e-1148-4c46-827e-d6ec94d197d6 HTTP/1.1" status: 200 len: 1000 time: 0.0650489 Jul 30 00:29:53.631683 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea8890-134d-4754-866e-38489b291687 req-e198b47b-efe8-4525-acf4-b2a1574b17ad tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:53.633206 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-abea8890-134d-4754-866e-38489b291687 req-e198b47b-efe8-4525-acf4-b2a1574b17ad tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1 HTTP/1.1" status: 200 len: 945 time: 0.0506647 Jul 30 00:29:53.672287 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-abea8890-134d-4754-866e-38489b291687 req-88d7b89e-780b-4c11-abf4-2a07dcc46b99 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=97c7dc18-b3ab-4001-bcfa-0569d9cfa978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329163 Jul 30 00:29:53.673531 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31949e55-f40c-41b9-936c-52e5ac44078e req-fb527b52-d32b-4ae9-9660-efbd08b969a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:53.675170 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-31949e55-f40c-41b9-936c-52e5ac44078e req-fb527b52-d32b-4ae9-9660-efbd08b969a5 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e931dc3b-0f1a-4b8c-90a2-452019ab84b4 HTTP/1.1" status: 200 len: 848 time: 0.0499899 Jul 30 00:29:53.722152 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31949e55-f40c-41b9-936c-52e5ac44078e req-4f5f200d-031c-4cc0-ab25-4487effcbf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:53.723728 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-31949e55-f40c-41b9-936c-52e5ac44078e req-4f5f200d-031c-4cc0-ab25-4487effcbf88 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=655698b7-cbae-4dd2-b023-c352449bada8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406394 Jul 30 00:29:53.811469 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-31949e55-f40c-41b9-936c-52e5ac44078e req-8c0a43b2-e30d-4456-a278-71f3ee794229 service neutron] 10.222.0.22 "GET /v2.0/networks/655698b7-cbae-4dd2-b023-c352449bada8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806749 Jul 30 00:29:53.905669 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-31949e55-f40c-41b9-936c-52e5ac44078e req-bfb7cb47-4347-482e-bd17-5775cba29004 service neutron] 10.222.0.22 "GET /v2.0/networks/655698b7-cbae-4dd2-b023-c352449bada8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869231 Jul 30 00:29:54.785078 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e13a16-cdfc-4007-913a-99cedd4cdecd req-0c93c9bf-7050-4599-ad78-f253f4af4386 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:54.787553 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e1e13a16-cdfc-4007-913a-99cedd4cdecd req-0c93c9bf-7050-4599-ad78-f253f4af4386 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1 HTTP/1.1" status: 200 len: 945 time: 0.0471344 Jul 30 00:29:54.827519 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e1e13a16-cdfc-4007-913a-99cedd4cdecd req-17590041-b4f5-453b-a549-098c36d4f995 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=97c7dc18-b3ab-4001-bcfa-0569d9cfa978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340331 Jul 30 00:29:55.956383 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97af002e-2be8-4fa8-bd6b-b5b30a05682d req-aeca14ca-30eb-4344-93cd-5bc033a992dc tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:55.959306 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-97af002e-2be8-4fa8-bd6b-b5b30a05682d req-aeca14ca-30eb-4344-93cd-5bc033a992dc tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1 HTTP/1.1" status: 200 len: 945 time: 0.0647781 Jul 30 00:29:55.968609 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-802f0756-6f8b-4b73-826a-c432d154a9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:56.001128 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-97af002e-2be8-4fa8-bd6b-b5b30a05682d req-dee0f280-a931-4ccb-9a2b-b1a6efe521fc tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=97c7dc18-b3ab-4001-bcfa-0569d9cfa978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360310 Jul 30 00:29:56.209880 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79063586-d031-4ea9-bc4c-13421101a904 req-7ff49a20-4f0c-4195-9944-d5b17d9cbf3b tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:56.211539 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-79063586-d031-4ea9-bc4c-13421101a904 req-7ff49a20-4f0c-4195-9944-d5b17d9cbf3b tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1 HTTP/1.1" status: 200 len: 945 time: 0.0493517 Jul 30 00:29:56.250098 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-79063586-d031-4ea9-bc4c-13421101a904 req-e018934a-384b-45cd-a63c-0ec1575d883b tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=97c7dc18-b3ab-4001-bcfa-0569d9cfa978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323372 Jul 30 00:29:56.469846 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 38196) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:29:56.547164 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3be4a1f0-bd9d-429a-be46-4fc8fc7e6586 req-280d194e-ee12-4e22-a209-038ffec4db9c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0761199 Jul 30 00:29:56.580883 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:56.758635 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 650cb34e-1148-4c46-827e-d6ec94d197d6 no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:29:56.835917 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:56.862783 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0155d797-b47e-4ee6-bf25-bdeed89949f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '650cb34e-1148-4c46-827e-d6ec94d197d6'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:29:56.865188 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3dd558600791562711758174753c2f4fb110b88d3119b842389a6e503e2e31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d49938-1c94-4580-bc4c-2b3a477449c7" -d '{"events": [{"server_uuid": "0155d797-b47e-4ee6-bf25-bdeed89949f1", "name": "network-vif-unplugged", "status": "completed", "tag": "650cb34e-1148-4c46-827e-d6ec94d197d6"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:29:56.877809 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 650cb34e-1148-4c46-827e-d6ec94d197d6, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=650cb34e-1148-4c46-827e-d6ec94d197d6,segment=NetworkSegment(a2b59f87-5820-4513-84a5-1a0cecf6573d),segment_id=a2b59f87-5820-4513-84a5-1a0cecf6573d)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:29:56.882559 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:56.905483 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 30 Jul 2021 00:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e5256b-6abd-4293-a6ef-6ff5900c3e49 x-openstack-request-id: req-12e5256b-6abd-4293-a6ef-6ff5900c3e49 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:29:56.905796 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0155d797-b47e-4ee6-bf25-bdeed89949f1", "name": "network-vif-unplugged", "status": "failed", "tag": "650cb34e-1148-4c46-827e-d6ec94d197d6", "code": 422}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:29:56.906050 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-12e5256b-6abd-4293-a6ef-6ff5900c3e49 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:29:56.906441 n-d-712141-10 neutron-server[94079]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0155d797-b47e-4ee6-bf25-bdeed89949f1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '650cb34e-1148-4c46-827e-d6ec94d197d6', 'code': 422} returned with failed status Jul 30 00:29:56.933478 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=650cb34e-1148-4c46-827e-d6ec94d197d6,revision_number=8']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:29:57.388746 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b7c9ba-2735-45a5-be36-2475be11cb15 req-db9f6ba9-858a-4767-a582-f7908676f039 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:57.390289 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c5b7c9ba-2735-45a5-be36-2475be11cb15 req-db9f6ba9-858a-4767-a582-f7908676f039 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1 HTTP/1.1" status: 200 len: 943 time: 0.0663042 Jul 30 00:29:57.453148 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c5b7c9ba-2735-45a5-be36-2475be11cb15 req-cc325710-76f9-49bc-b89f-37cb01c4ec66 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=97c7dc18-b3ab-4001-bcfa-0569d9cfa978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555437 Jul 30 00:29:57.466747 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be4a1f0-bd9d-429a-be46-4fc8fc7e6586 req-f9944387-d3a7-4927-903e-98f99ca18ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:57.468473 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3be4a1f0-bd9d-429a-be46-4fc8fc7e6586 req-f9944387-d3a7-4927-903e-98f99ca18ec2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1&tenant_id=8589462012dc4e58a6304841e673ce71 HTTP/1.1" status: 200 len: 1095 time: 0.0965726 Jul 30 00:29:57.485309 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-3be4a1f0-bd9d-429a-be46-4fc8fc7e6586 req-a7260d41-6904-4987-958b-92ebd78eaf49 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712141-10', 'device_owner': 'compute:nova'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:29:57.540915 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-3be4a1f0-bd9d-429a-be46-4fc8fc7e6586 req-a7260d41-6904-4987-958b-92ebd78eaf49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:57.744737 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-3be4a1f0-bd9d-429a-be46-4fc8fc7e6586 req-a7260d41-6904-4987-958b-92ebd78eaf49 service neutron] For port 650cb34e-1148-4c46-827e-d6ec94d197d6, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=650cb34e-1148-4c46-827e-d6ec94d197d6,segment=NetworkSegment(a2b59f87-5820-4513-84a5-1a0cecf6573d),segment_id=a2b59f87-5820-4513-84a5-1a0cecf6573d)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:29:57.781227 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-3be4a1f0-bd9d-429a-be46-4fc8fc7e6586 req-a7260d41-6904-4987-958b-92ebd78eaf49 service neutron] For port 650cb34e-1148-4c46-827e-d6ec94d197d6, host n-h2-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:29:57.812284 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-3be4a1f0-bd9d-429a-be46-4fc8fc7e6586 req-a7260d41-6904-4987-958b-92ebd78eaf49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 650cb34e-1148-4c46-827e-d6ec94d197d6 {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:29:57.820183 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-3be4a1f0-bd9d-429a-be46-4fc8fc7e6586 req-a7260d41-6904-4987-958b-92ebd78eaf49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:57.831646 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-3be4a1f0-bd9d-429a-be46-4fc8fc7e6586 req-a7260d41-6904-4987-958b-92ebd78eaf49 service neutron] Transition to ACTIVE for port object 650cb34e-1148-4c46-827e-d6ec94d197d6 will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:29:57.840736 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-3be4a1f0-bd9d-429a-be46-4fc8fc7e6586 req-a7260d41-6904-4987-958b-92ebd78eaf49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:57.886983 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7260d41-6904-4987-958b-92ebd78eaf49 service neutron] Pushing event updated for resources: {'Port': ['ID=650cb34e-1148-4c46-827e-d6ec94d197d6,revision_number=9']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:29:57.927702 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7260d41-6904-4987-958b-92ebd78eaf49 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:29:57.928048 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7260d41-6904-4987-958b-92ebd78eaf49 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:29:57.928385 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7260d41-6904-4987-958b-92ebd78eaf49 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:29:57.928719 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7260d41-6904-4987-958b-92ebd78eaf49 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:29:57.929046 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7260d41-6904-4987-958b-92ebd78eaf49 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:29:57.929369 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7260d41-6904-4987-958b-92ebd78eaf49 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:29:57.929763 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7260d41-6904-4987-958b-92ebd78eaf49 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:29:57.930088 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7260d41-6904-4987-958b-92ebd78eaf49 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:29:57.930409 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7260d41-6904-4987-958b-92ebd78eaf49 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:29:57.930726 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7260d41-6904-4987-958b-92ebd78eaf49 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:29:57.931043 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7260d41-6904-4987-958b-92ebd78eaf49 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:29:57.931359 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7260d41-6904-4987-958b-92ebd78eaf49 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:29:57.963057 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:57.981910 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-3be4a1f0-bd9d-429a-be46-4fc8fc7e6586 req-a7260d41-6904-4987-958b-92ebd78eaf49 service neutron] No DVR routers for this DVR port 650cb34e-1148-4c46-827e-d6ec94d197d6 on host n-h2-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:29:58.118393 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-3be4a1f0-bd9d-429a-be46-4fc8fc7e6586 req-a7260d41-6904-4987-958b-92ebd78eaf49 service neutron] Attempting to bind port 650cb34e-1148-4c46-827e-d6ec94d197d6 on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:29:58.118642 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-3be4a1f0-bd9d-429a-be46-4fc8fc7e6586 req-a7260d41-6904-4987-958b-92ebd78eaf49 service neutron] Attempting to bind port 650cb34e-1148-4c46-827e-d6ec94d197d6 by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': 'a2b59f87-5820-4513-84a5-1a0cecf6573d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '655698b7-cbae-4dd2-b023-c352449bada8'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:29:58.118968 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be4a1f0-bd9d-429a-be46-4fc8fc7e6586 req-a7260d41-6904-4987-958b-92ebd78eaf49 service neutron] Attempting to bind port 650cb34e-1148-4c46-827e-d6ec94d197d6 on network 655698b7-cbae-4dd2-b023-c352449bada8 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:29:58.123175 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be4a1f0-bd9d-429a-be46-4fc8fc7e6586 req-a7260d41-6904-4987-958b-92ebd78eaf49 service neutron] Port 650cb34e-1148-4c46-827e-d6ec94d197d6 on network 655698b7-cbae-4dd2-b023-c352449bada8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:29:58.123504 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be4a1f0-bd9d-429a-be46-4fc8fc7e6586 req-a7260d41-6904-4987-958b-92ebd78eaf49 service neutron] Attempting to bind port 650cb34e-1148-4c46-827e-d6ec94d197d6 on network 655698b7-cbae-4dd2-b023-c352449bada8 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:29:58.128926 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be4a1f0-bd9d-429a-be46-4fc8fc7e6586 req-a7260d41-6904-4987-958b-92ebd78eaf49 service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:29:58.129267 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be4a1f0-bd9d-429a-be46-4fc8fc7e6586 req-a7260d41-6904-4987-958b-92ebd78eaf49 service neutron] Checking segment: {'id': 'a2b59f87-5820-4513-84a5-1a0cecf6573d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '655698b7-cbae-4dd2-b023-c352449bada8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:29:58.130249 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3be4a1f0-bd9d-429a-be46-4fc8fc7e6586 req-a7260d41-6904-4987-958b-92ebd78eaf49 service neutron] Bound using segment: {'id': 'a2b59f87-5820-4513-84a5-1a0cecf6573d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '655698b7-cbae-4dd2-b023-c352449bada8'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:29:58.130870 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-3be4a1f0-bd9d-429a-be46-4fc8fc7e6586 req-a7260d41-6904-4987-958b-92ebd78eaf49 service neutron] Bound port: 650cb34e-1148-4c46-827e-d6ec94d197d6, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2b59f87-5820-4513-84a5-1a0cecf6573d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '655698b7-cbae-4dd2-b023-c352449bada8'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:29:58.131222 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-3be4a1f0-bd9d-429a-be46-4fc8fc7e6586 req-a7260d41-6904-4987-958b-92ebd78eaf49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:58.192749 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-3be4a1f0-bd9d-429a-be46-4fc8fc7e6586 req-a7260d41-6904-4987-958b-92ebd78eaf49 service neutron] For port 650cb34e-1148-4c46-827e-d6ec94d197d6, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:29:58.195711 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-3be4a1f0-bd9d-429a-be46-4fc8fc7e6586 req-a7260d41-6904-4987-958b-92ebd78eaf49 service neutron] For port 650cb34e-1148-4c46-827e-d6ec94d197d6, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=650cb34e-1148-4c46-827e-d6ec94d197d6,segment=NetworkSegment(a2b59f87-5820-4513-84a5-1a0cecf6573d),segment_id=a2b59f87-5820-4513-84a5-1a0cecf6573d)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:29:58.199747 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-3be4a1f0-bd9d-429a-be46-4fc8fc7e6586 req-a7260d41-6904-4987-958b-92ebd78eaf49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:58.235246 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be4a1f0-bd9d-429a-be46-4fc8fc7e6586 req-a7260d41-6904-4987-958b-92ebd78eaf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:58.235860 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-3be4a1f0-bd9d-429a-be46-4fc8fc7e6586 req-a7260d41-6904-4987-958b-92ebd78eaf49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:58.237310 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3be4a1f0-bd9d-429a-be46-4fc8fc7e6586 req-a7260d41-6904-4987-958b-92ebd78eaf49 service neutron] 10.222.0.41 "PUT /v2.0/ports/650cb34e-1148-4c46-827e-d6ec94d197d6 HTTP/1.1" status: 200 len: 1092 time: 0.7562203 Jul 30 00:29:58.237766 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0155d797-b47e-4ee6-bf25-bdeed89949f1', 'tag': '650cb34e-1148-4c46-827e-d6ec94d197d6'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:29:58.240736 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bdefc4f50fc1dacc251594e9f8a8ff118bd4f4d1a27e9c9923ea81076a49f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e946df0-a168-4451-8b9f-a177a1795977" -d '{"events": [{"name": "network-changed", "server_uuid": "0155d797-b47e-4ee6-bf25-bdeed89949f1", "tag": "650cb34e-1148-4c46-827e-d6ec94d197d6"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:29:58.266472 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7260d41-6904-4987-958b-92ebd78eaf49 service neutron] Pushing event updated for resources: {'Port': ['ID=650cb34e-1148-4c46-827e-d6ec94d197d6,revision_number=10']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:29:58.285124 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376faead-f794-4ec8-b487-d3a775064f77 x-openstack-request-id: req-376faead-f794-4ec8-b487-d3a775064f77 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:29:58.285418 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0155d797-b47e-4ee6-bf25-bdeed89949f1", "tag": "650cb34e-1148-4c46-827e-d6ec94d197d6", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:29:58.285736 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-376faead-f794-4ec8-b487-d3a775064f77 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:29:58.286212 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0155d797-b47e-4ee6-bf25-bdeed89949f1', 'tag': '650cb34e-1148-4c46-827e-d6ec94d197d6', 'status': 'completed', 'code': 200} Jul 30 00:29:58.317999 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be4a1f0-bd9d-429a-be46-4fc8fc7e6586 req-b5a4d29c-d620-406d-9647-e2b9d64e3c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:58.319663 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3be4a1f0-bd9d-429a-be46-4fc8fc7e6586 req-b5a4d29c-d620-406d-9647-e2b9d64e3c90 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8589462012dc4e58a6304841e673ce71&device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1 HTTP/1.1" status: 200 len: 1096 time: 0.0463266 Jul 30 00:29:58.414414 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be4a1f0-bd9d-429a-be46-4fc8fc7e6586 req-22ed2f2a-cea5-4fe3-a103-07bda8eba119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:58.415996 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3be4a1f0-bd9d-429a-be46-4fc8fc7e6586 req-22ed2f2a-cea5-4fe3-a103-07bda8eba119 service neutron] 10.222.0.41 "GET /v2.0/networks?id=655698b7-cbae-4dd2-b023-c352449bada8 HTTP/1.1" status: 200 len: 910 time: 0.0892065 Jul 30 00:29:58.485884 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3be4a1f0-bd9d-429a-be46-4fc8fc7e6586 req-72eda293-312a-4481-8cc5-6772647e03f1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=650cb34e-1148-4c46-827e-d6ec94d197d6 HTTP/1.1" status: 200 len: 998 time: 0.0621221 Jul 30 00:29:58.557440 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be4a1f0-bd9d-429a-be46-4fc8fc7e6586 req-7598be41-9e13-48d8-ad8e-6986c3730eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:58.558952 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3be4a1f0-bd9d-429a-be46-4fc8fc7e6586 req-7598be41-9e13-48d8-ad8e-6986c3730eae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e931dc3b-0f1a-4b8c-90a2-452019ab84b4 HTTP/1.1" status: 200 len: 848 time: 0.0663345 Jul 30 00:29:58.604740 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbaa6eb-3ec5-4ae4-9a91-9522a74e4f5b req-0cc3308d-d85f-4491-b251-aa4893c3b305 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:58.606232 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ebbaa6eb-3ec5-4ae4-9a91-9522a74e4f5b req-0cc3308d-d85f-4491-b251-aa4893c3b305 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1 HTTP/1.1" status: 200 len: 944 time: 0.0809264 Jul 30 00:29:58.634934 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be4a1f0-bd9d-429a-be46-4fc8fc7e6586 req-2cac6656-b6c9-4909-acdf-39995909abf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:58.636354 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3be4a1f0-bd9d-429a-be46-4fc8fc7e6586 req-2cac6656-b6c9-4909-acdf-39995909abf0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=655698b7-cbae-4dd2-b023-c352449bada8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0696607 Jul 30 00:29:59.027385 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ebbaa6eb-3ec5-4ae4-9a91-9522a74e4f5b req-cc7be681-19f1-460f-be83-9943c24383d4 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=97c7dc18-b3ab-4001-bcfa-0569d9cfa978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4147799 Jul 30 00:29:59.100976 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3be4a1f0-bd9d-429a-be46-4fc8fc7e6586 req-fe346555-edb2-4d2c-93d8-7746274642ec service neutron] 10.222.0.41 "GET /v2.0/networks/655698b7-cbae-4dd2-b023-c352449bada8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4538803 Jul 30 00:29:59.192961 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3be4a1f0-bd9d-429a-be46-4fc8fc7e6586 req-da82c6e8-acfb-43e1-86db-53a24885d88c service neutron] 10.222.0.41 "GET /v2.0/networks/655698b7-cbae-4dd2-b023-c352449bada8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838015 Jul 30 00:29:59.300542 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e946df0-a168-4451-8b9f-a177a1795977 req-1709759d-81ca-4d6d-ab70-7bdcaf04ded6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:59.302480 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9e946df0-a168-4451-8b9f-a177a1795977 req-1709759d-81ca-4d6d-ab70-7bdcaf04ded6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8589462012dc4e58a6304841e673ce71&device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1 HTTP/1.1" status: 200 len: 1096 time: 0.0432065 Jul 30 00:29:59.403780 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e946df0-a168-4451-8b9f-a177a1795977 req-c8103834-0006-4520-8e07-06db8d91a110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:59.405368 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9e946df0-a168-4451-8b9f-a177a1795977 req-c8103834-0006-4520-8e07-06db8d91a110 service neutron] 10.222.0.41 "GET /v2.0/networks?id=655698b7-cbae-4dd2-b023-c352449bada8 HTTP/1.1" status: 200 len: 910 time: 0.0962605 Jul 30 00:29:59.472238 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9e946df0-a168-4451-8b9f-a177a1795977 req-04bf880f-c8f7-4daa-aba1-56095c062338 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=650cb34e-1148-4c46-827e-d6ec94d197d6 HTTP/1.1" status: 200 len: 998 time: 0.0593386 Jul 30 00:29:59.533877 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e946df0-a168-4451-8b9f-a177a1795977 req-9837dbe1-634a-403c-aab8-2c49c0e2ab66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:59.535570 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9e946df0-a168-4451-8b9f-a177a1795977 req-9837dbe1-634a-403c-aab8-2c49c0e2ab66 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e931dc3b-0f1a-4b8c-90a2-452019ab84b4 HTTP/1.1" status: 200 len: 848 time: 0.0569441 Jul 30 00:29:59.600180 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:59.640362 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e946df0-a168-4451-8b9f-a177a1795977 req-0540a4fa-777e-42de-a02d-96e99d5ebce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:59.642427 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9e946df0-a168-4451-8b9f-a177a1795977 req-0540a4fa-777e-42de-a02d-96e99d5ebce9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=655698b7-cbae-4dd2-b023-c352449bada8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0934100 Jul 30 00:30:00.153728 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eab09a2-c814-4108-976d-4f2c1abbe2ca req-7d9d2524-73c5-4652-875a-df986efa70c6 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:00.155399 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4eab09a2-c814-4108-976d-4f2c1abbe2ca req-7d9d2524-73c5-4652-875a-df986efa70c6 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1 HTTP/1.1" status: 200 len: 944 time: 0.0523942 Jul 30 00:30:00.194814 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4eab09a2-c814-4108-976d-4f2c1abbe2ca req-5d2e3798-455e-46ac-b892-c1b45c9f7bf5 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=97c7dc18-b3ab-4001-bcfa-0569d9cfa978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325906 Jul 30 00:30:01.318450 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8fa083-fb80-492e-83b9-8241cc6c6c0a req-c2f1763d-0f50-4274-b138-d6a1eefe248c tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:01.319931 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-de8fa083-fb80-492e-83b9-8241cc6c6c0a req-c2f1763d-0f50-4274-b138-d6a1eefe248c tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1 HTTP/1.1" status: 200 len: 944 time: 0.0543466 Jul 30 00:30:01.368450 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-de8fa083-fb80-492e-83b9-8241cc6c6c0a req-1a9a5770-b928-48b1-acbe-a0398598f0bb tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=97c7dc18-b3ab-4001-bcfa-0569d9cfa978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420911 Jul 30 00:30:02.493563 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b6a1d5-6b5f-4539-ad75-d1b1956dcc05 req-24499346-d8b7-4d3c-8979-796ed82a3449 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:02.495446 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-12b6a1d5-6b5f-4539-ad75-d1b1956dcc05 req-24499346-d8b7-4d3c-8979-796ed82a3449 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1 HTTP/1.1" status: 200 len: 944 time: 0.0556042 Jul 30 00:30:02.542260 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-12b6a1d5-6b5f-4539-ad75-d1b1956dcc05 req-0dff4d07-fdf2-4ab4-8e98-1db36a1609f5 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=97c7dc18-b3ab-4001-bcfa-0569d9cfa978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385835 Jul 30 00:30:03.672534 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e770e69d-1838-4fbd-ae9e-9c55147dbe81 req-79a0d8c5-809b-4b68-bf60-f2fbb2c917e1 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:03.674153 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e770e69d-1838-4fbd-ae9e-9c55147dbe81 req-79a0d8c5-809b-4b68-bf60-f2fbb2c917e1 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1 HTTP/1.1" status: 200 len: 944 time: 0.0573502 Jul 30 00:30:03.716287 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-e770e69d-1838-4fbd-ae9e-9c55147dbe81 req-7239cded-38ba-4928-a78f-86fef7aee9b6 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=97c7dc18-b3ab-4001-bcfa-0569d9cfa978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338719 Jul 30 00:30:04.836247 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259e6b1-768d-43b2-91b1-43ef6c4c4be8 req-b39c90d8-8042-44c7-a92c-06b8830d8cdd tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:04.837664 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1259e6b1-768d-43b2-91b1-43ef6c4c4be8 req-b39c90d8-8042-44c7-a92c-06b8830d8cdd tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1 HTTP/1.1" status: 200 len: 944 time: 0.0487721 Jul 30 00:30:04.883177 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1259e6b1-768d-43b2-91b1-43ef6c4c4be8 req-4d93ee6f-8d03-4a8e-8d9a-e7fe3f3b5777 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=97c7dc18-b3ab-4001-bcfa-0569d9cfa978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392587 Jul 30 00:30:06.008006 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f4ccb-8df6-4e7b-9726-dc894c76a606 req-7d2a5167-af48-46c3-b6e8-849b39fb7291 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:06.008006 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a98f4ccb-8df6-4e7b-9726-dc894c76a606 req-7d2a5167-af48-46c3-b6e8-849b39fb7291 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1 HTTP/1.1" status: 200 len: 944 time: 0.0594108 Jul 30 00:30:06.054981 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a98f4ccb-8df6-4e7b-9726-dc894c76a606 req-c24815b5-009a-4e82-8954-a131e0854010 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=97c7dc18-b3ab-4001-bcfa-0569d9cfa978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406573 Jul 30 00:30:07.181951 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76889639-aee9-45dd-a294-66f298757ba0 req-62b4d864-6390-48b4-a148-405ea805e48e tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:07.183464 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-76889639-aee9-45dd-a294-66f298757ba0 req-62b4d864-6390-48b4-a148-405ea805e48e tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1 HTTP/1.1" status: 200 len: 944 time: 0.0498443 Jul 30 00:30:07.226198 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-76889639-aee9-45dd-a294-66f298757ba0 req-50d09d22-c59e-4992-af47-90ff0b9ace94 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=97c7dc18-b3ab-4001-bcfa-0569d9cfa978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360816 Jul 30 00:30:07.760193 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:08.358116 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f21e028-0286-4e8a-a109-6a33ecbe9280 req-0ed4d956-aeb4-4651-9f01-d30f08c926f6 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:08.359696 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5f21e028-0286-4e8a-a109-6a33ecbe9280 req-0ed4d956-aeb4-4651-9f01-d30f08c926f6 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1 HTTP/1.1" status: 200 len: 944 time: 0.0646293 Jul 30 00:30:08.400195 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5f21e028-0286-4e8a-a109-6a33ecbe9280 req-f9c6b31e-fd5e-40e2-a75c-266aa7e91ebd tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=97c7dc18-b3ab-4001-bcfa-0569d9cfa978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343800 Jul 30 00:30:09.538088 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88a500-88a8-4fc1-b071-bac1557d6d96 req-bd512100-45b7-43e2-8ceb-e70d8351e8a2 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:09.539753 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bb88a500-88a8-4fc1-b071-bac1557d6d96 req-bd512100-45b7-43e2-8ceb-e70d8351e8a2 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1 HTTP/1.1" status: 200 len: 944 time: 0.0627565 Jul 30 00:30:09.586045 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bb88a500-88a8-4fc1-b071-bac1557d6d96 req-27e9bd46-1f78-4146-97ce-b2f7ba6eca80 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=97c7dc18-b3ab-4001-bcfa-0569d9cfa978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393405 Jul 30 00:30:10.610244 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9e946df0-a168-4451-8b9f-a177a1795977 req-80cb7c54-5809-46c9-94e7-495990e48e40 service neutron] 10.222.0.41 "GET /v2.0/networks/655698b7-cbae-4dd2-b023-c352449bada8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844831 Jul 30 00:30:10.744941 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e4e74-7403-4f1b-8541-c28a5078abaf req-7cd7c494-9f61-4307-b5dd-332c0f369f30 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:10.746502 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c29e4e74-7403-4f1b-8541-c28a5078abaf req-7cd7c494-9f61-4307-b5dd-332c0f369f30 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1 HTTP/1.1" status: 200 len: 944 time: 0.0777829 Jul 30 00:30:10.748708 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9e946df0-a168-4451-8b9f-a177a1795977 req-4c02ed94-dc58-4e67-8135-47b4877b0e70 service neutron] 10.222.0.41 "GET /v2.0/networks/655698b7-cbae-4dd2-b023-c352449bada8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281834 Jul 30 00:30:10.784389 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c29e4e74-7403-4f1b-8541-c28a5078abaf req-78ecd0ff-3806-45f7-8815-0a0a60519f48 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=97c7dc18-b3ab-4001-bcfa-0569d9cfa978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318797 Jul 30 00:30:11.901761 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f58f7b9-27a1-437e-b8c7-f73a800e6c05 req-1f9823af-355f-44bb-8ed3-acf365ffa60e tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:11.903308 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8f58f7b9-27a1-437e-b8c7-f73a800e6c05 req-1f9823af-355f-44bb-8ed3-acf365ffa60e tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1 HTTP/1.1" status: 200 len: 944 time: 0.0491877 Jul 30 00:30:11.941324 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8f58f7b9-27a1-437e-b8c7-f73a800e6c05 req-1db222cf-b99b-48de-a439-5171c2dc7400 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=97c7dc18-b3ab-4001-bcfa-0569d9cfa978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321491 Jul 30 00:30:13.065891 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef8a00-e970-415d-81f2-d5fd8a0acccb req-21d71002-288d-474e-95c6-12b8f92d62ea tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:13.068317 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0eef8a00-e970-415d-81f2-d5fd8a0acccb req-21d71002-288d-474e-95c6-12b8f92d62ea tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1 HTTP/1.1" status: 200 len: 944 time: 0.0591156 Jul 30 00:30:13.109971 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0eef8a00-e970-415d-81f2-d5fd8a0acccb req-b500ca98-4838-4af9-8be2-9da27a75316e tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=97c7dc18-b3ab-4001-bcfa-0569d9cfa978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347030 Jul 30 00:30:13.633593 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 650cb34e-1148-4c46-827e-d6ec94d197d6 details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:30:13.723802 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 650cb34e-1148-4c46-827e-d6ec94d197d6, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=650cb34e-1148-4c46-827e-d6ec94d197d6,segment=NetworkSegment(a2b59f87-5820-4513-84a5-1a0cecf6573d),segment_id=a2b59f87-5820-4513-84a5-1a0cecf6573d)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:30:13.734640 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': '650cb34e-1148-4c46-827e-d6ec94d197d6', 'network_id': '655698b7-cbae-4dd2-b023-c352449bada8', 'port_id': '650cb34e-1148-4c46-827e-d6ec94d197d6', 'mac_address': 'fa:16:3e:4c:4d:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e931dc3b-0f1a-4b8c-90a2-452019ab84b4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:30:13.773286 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:13.785242 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 650cb34e-1148-4c46-827e-d6ec94d197d6 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:30:13.805522 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 650cb34e-1148-4c46-827e-d6ec94d197d6, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=650cb34e-1148-4c46-827e-d6ec94d197d6,segment=NetworkSegment(a2b59f87-5820-4513-84a5-1a0cecf6573d),segment_id=a2b59f87-5820-4513-84a5-1a0cecf6573d)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:30:13.809188 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:13.854703 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=650cb34e-1148-4c46-827e-d6ec94d197d6,revision_number=11']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:13.915355 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:30:14.108492 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['650cb34e-1148-4c46-827e-d6ec94d197d6'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:30:14.228392 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb841c7-6dab-40db-b4a5-30d28da62623 req-b3af0faf-353a-4264-8b02-3d57bc059bc4 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:14.229910 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0fb841c7-6dab-40db-b4a5-30d28da62623 req-b3af0faf-353a-4264-8b02-3d57bc059bc4 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1 HTTP/1.1" status: 200 len: 945 time: 0.0490596 Jul 30 00:30:14.268006 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0fb841c7-6dab-40db-b4a5-30d28da62623 req-7eed17b8-f18f-49c2-ae24-cc885214552a tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=97c7dc18-b3ab-4001-bcfa-0569d9cfa978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321262 Jul 30 00:30:15.391441 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa024b2-9739-48cb-ad2e-963066e9bb57 req-53569bdb-5df7-40f7-ba38-3fa483097a8f tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:15.392944 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8aa024b2-9739-48cb-ad2e-963066e9bb57 req-53569bdb-5df7-40f7-ba38-3fa483097a8f tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1 HTTP/1.1" status: 200 len: 945 time: 0.0554233 Jul 30 00:30:15.432204 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8aa024b2-9739-48cb-ad2e-963066e9bb57 req-c639dc7b-88af-41f5-8ca0-996fc1413d52 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=97c7dc18-b3ab-4001-bcfa-0569d9cfa978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328343 Jul 30 00:30:15.648413 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 650cb34e-1148-4c46-827e-d6ec94d197d6 up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:30:15.695876 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port 650cb34e-1148-4c46-827e-d6ec94d197d6 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:30:15.699515 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port 650cb34e-1148-4c46-827e-d6ec94d197d6 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:30:15.699886 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:15.935971 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:15.958215 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0155d797-b47e-4ee6-bf25-bdeed89949f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650cb34e-1148-4c46-827e-d6ec94d197d6'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:30:15.960425 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3dd558600791562711758174753c2f4fb110b88d3119b842389a6e503e2e31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180439c1-068d-4300-b561-c63ad38841dc" -d '{"events": [{"server_uuid": "0155d797-b47e-4ee6-bf25-bdeed89949f1", "name": "network-vif-plugged", "status": "completed", "tag": "650cb34e-1148-4c46-827e-d6ec94d197d6"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:30:15.973553 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 650cb34e-1148-4c46-827e-d6ec94d197d6, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=650cb34e-1148-4c46-827e-d6ec94d197d6,segment=NetworkSegment(a2b59f87-5820-4513-84a5-1a0cecf6573d),segment_id=a2b59f87-5820-4513-84a5-1a0cecf6573d)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:30:15.977546 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:16.001832 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e903cd-4645-41b7-8e8f-accc32332fcf x-openstack-request-id: req-e0e903cd-4645-41b7-8e8f-accc32332fcf {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:30:16.002135 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0155d797-b47e-4ee6-bf25-bdeed89949f1", "name": "network-vif-plugged", "status": "completed", "tag": "650cb34e-1148-4c46-827e-d6ec94d197d6", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:30:16.002392 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e0e903cd-4645-41b7-8e8f-accc32332fcf {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:30:16.002784 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0155d797-b47e-4ee6-bf25-bdeed89949f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '650cb34e-1148-4c46-827e-d6ec94d197d6', 'code': 200} Jul 30 00:30:16.027426 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=650cb34e-1148-4c46-827e-d6ec94d197d6,revision_number=12']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:16.197153 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62ccc44-8437-4662-a906-276487fd6827 req-cbcc3327-6cc2-4eb5-ae25-a99e4e68991a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:16.198593 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c62ccc44-8437-4662-a906-276487fd6827 req-cbcc3327-6cc2-4eb5-ae25-a99e4e68991a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1 HTTP/1.1" status: 200 len: 1098 time: 0.0444598 Jul 30 00:30:16.233530 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c62ccc44-8437-4662-a906-276487fd6827 req-325b15ec-a751-432a-bad8-c7e5ff530c9f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=97c7dc18-b3ab-4001-bcfa-0569d9cfa978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278802 Jul 30 00:30:16.550992 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123bd698-6486-4eb9-b3c2-38e06e64b69d req-6e90c7a6-2360-4c6a-9296-8e20c3708797 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:16.552564 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-123bd698-6486-4eb9-b3c2-38e06e64b69d req-6e90c7a6-2360-4c6a-9296-8e20c3708797 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1 HTTP/1.1" status: 200 len: 946 time: 0.0489860 Jul 30 00:30:16.591540 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-123bd698-6486-4eb9-b3c2-38e06e64b69d req-223d2948-7032-448e-a649-22f9ea5b2673 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=97c7dc18-b3ab-4001-bcfa-0569d9cfa978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329840 Jul 30 00:30:17.728156 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e853cc-5005-4a78-9cd6-869ec071fe61 req-92d29e9d-4c93-418b-8dde-495ff6a52002 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:17.729788 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c0e853cc-5005-4a78-9cd6-869ec071fe61 req-92d29e9d-4c93-418b-8dde-495ff6a52002 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1 HTTP/1.1" status: 200 len: 946 time: 0.0666571 Jul 30 00:30:17.769438 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c0e853cc-5005-4a78-9cd6-869ec071fe61 req-901d58ec-04bf-4fcb-b822-91cee30ea11a tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=97c7dc18-b3ab-4001-bcfa-0569d9cfa978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334764 Jul 30 00:30:18.891772 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392d60e-a6e7-4e1c-996a-5e5a86f1f346 req-5156c576-9b19-46e3-bb9e-199cac8cb905 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:18.893159 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2392d60e-a6e7-4e1c-996a-5e5a86f1f346 req-5156c576-9b19-46e3-bb9e-199cac8cb905 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1 HTTP/1.1" status: 200 len: 946 time: 0.0524740 Jul 30 00:30:18.932945 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2392d60e-a6e7-4e1c-996a-5e5a86f1f346 req-e53fdfc5-ea68-478a-a64d-aa54023289a9 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=97c7dc18-b3ab-4001-bcfa-0569d9cfa978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332069 Jul 30 00:30:20.195965 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:23.352893 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-460b189b-a417-45c8-bc48-a067b86df724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:25.969689 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9240c4b5-6ba8-4062-868a-89a07f297af2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:26.573349 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:27.957693 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:27.965302 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6bbc4ab2-a256-468a-90a5-b8a48126f2e7 req-44fc7cee-1f70-4513-8852-8f4eb7bbab60 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0418482 Jul 30 00:30:28.064555 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc4ab2-a256-468a-90a5-b8a48126f2e7 req-29a24c7b-0c33-4ee8-a2b6-922b9d6dae74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:28.066205 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6bbc4ab2-a256-468a-90a5-b8a48126f2e7 req-29a24c7b-0c33-4ee8-a2b6-922b9d6dae74 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8589462012dc4e58a6304841e673ce71&device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1 HTTP/1.1" status: 200 len: 1098 time: 0.0423143 Jul 30 00:30:28.177048 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc4ab2-a256-468a-90a5-b8a48126f2e7 req-15536918-da92-4ada-8ac8-786e34c47eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:28.178958 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6bbc4ab2-a256-468a-90a5-b8a48126f2e7 req-15536918-da92-4ada-8ac8-786e34c47eec service neutron] 10.222.0.41 "GET /v2.0/networks?id=655698b7-cbae-4dd2-b023-c352449bada8 HTTP/1.1" status: 200 len: 910 time: 0.0924706 Jul 30 00:30:28.244912 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6bbc4ab2-a256-468a-90a5-b8a48126f2e7 req-1debf84a-2614-490f-92c6-d0b1cdeb3c61 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=650cb34e-1148-4c46-827e-d6ec94d197d6 HTTP/1.1" status: 200 len: 1000 time: 0.0585999 Jul 30 00:30:28.294500 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc4ab2-a256-468a-90a5-b8a48126f2e7 req-99af2920-b4ff-45a9-8856-6d10dccb1037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:28.296010 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6bbc4ab2-a256-468a-90a5-b8a48126f2e7 req-99af2920-b4ff-45a9-8856-6d10dccb1037 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e931dc3b-0f1a-4b8c-90a2-452019ab84b4 HTTP/1.1" status: 200 len: 848 time: 0.0445459 Jul 30 00:30:28.346090 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc4ab2-a256-468a-90a5-b8a48126f2e7 req-066a7136-1a81-4f34-923f-14277f055c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:28.347610 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6bbc4ab2-a256-468a-90a5-b8a48126f2e7 req-066a7136-1a81-4f34-923f-14277f055c21 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=655698b7-cbae-4dd2-b023-c352449bada8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435247 Jul 30 00:30:28.434568 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6bbc4ab2-a256-468a-90a5-b8a48126f2e7 req-e5045cad-c51e-4119-b862-48a107ecc434 service neutron] 10.222.0.41 "GET /v2.0/networks/655698b7-cbae-4dd2-b023-c352449bada8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798481 Jul 30 00:30:28.543696 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6bbc4ab2-a256-468a-90a5-b8a48126f2e7 req-ad333d2c-5311-495b-8776-10aa0fd0a14f service neutron] 10.222.0.41 "GET /v2.0/networks/655698b7-cbae-4dd2-b023-c352449bada8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008289 Jul 30 00:30:29.577055 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:37.774555 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:50.203383 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:50.915888 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:30:53.353193 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-5a66c6c1-b8d0-4822-bb11-6f3eae4d4f49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:55.970141 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0611421d-daa1-40ff-a8a2-fc143eb43ff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:56.575822 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:57.959241 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:59.580344 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:07.786314 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:20.199542 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:23.353349 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4d9dbf02-909c-4a41-b284-41ff4f93683c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:25.971035 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-608dccf9-b436-430d-a673-d9fceff306e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:26.577303 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:27.915255 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:31:27.963903 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:27.987405 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a29e8697-d3a5-4f3b-9f0a-3fc9934ee6de req-b34fa428-4a43-4ec2-8d9f-01b015ae2d91 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0421107 Jul 30 00:31:28.090077 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29e8697-d3a5-4f3b-9f0a-3fc9934ee6de req-6974bec3-aa02-47d6-86e7-e39b12961248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:28.091630 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a29e8697-d3a5-4f3b-9f0a-3fc9934ee6de req-6974bec3-aa02-47d6-86e7-e39b12961248 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8589462012dc4e58a6304841e673ce71&device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1 HTTP/1.1" status: 200 len: 1098 time: 0.0426571 Jul 30 00:31:28.201370 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29e8697-d3a5-4f3b-9f0a-3fc9934ee6de req-13ba93a6-4d77-4fa1-825e-c47442a89555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:28.202813 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a29e8697-d3a5-4f3b-9f0a-3fc9934ee6de req-13ba93a6-4d77-4fa1-825e-c47442a89555 service neutron] 10.222.0.41 "GET /v2.0/networks?id=655698b7-cbae-4dd2-b023-c352449bada8 HTTP/1.1" status: 200 len: 910 time: 0.0886047 Jul 30 00:31:28.268991 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a29e8697-d3a5-4f3b-9f0a-3fc9934ee6de req-2f2cb9e6-67b7-411e-aa1c-5644740caee1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=650cb34e-1148-4c46-827e-d6ec94d197d6 HTTP/1.1" status: 200 len: 1000 time: 0.0586035 Jul 30 00:31:28.318522 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29e8697-d3a5-4f3b-9f0a-3fc9934ee6de req-0789572b-7a4f-42b2-89dd-e1acb8348299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:28.319967 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a29e8697-d3a5-4f3b-9f0a-3fc9934ee6de req-0789572b-7a4f-42b2-89dd-e1acb8348299 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e931dc3b-0f1a-4b8c-90a2-452019ab84b4 HTTP/1.1" status: 200 len: 848 time: 0.0440753 Jul 30 00:31:28.368908 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29e8697-d3a5-4f3b-9f0a-3fc9934ee6de req-8b10d2c9-ae97-45c2-9fb8-e5a12c62128b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:28.370470 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a29e8697-d3a5-4f3b-9f0a-3fc9934ee6de req-8b10d2c9-ae97-45c2-9fb8-e5a12c62128b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=655698b7-cbae-4dd2-b023-c352449bada8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437205 Jul 30 00:31:28.462415 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a29e8697-d3a5-4f3b-9f0a-3fc9934ee6de req-35280bac-acc2-4739-950a-52ef0b880aa1 service neutron] 10.222.0.41 "GET /v2.0/networks/655698b7-cbae-4dd2-b023-c352449bada8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843842 Jul 30 00:31:28.569342 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a29e8697-d3a5-4f3b-9f0a-3fc9934ee6de req-2b1942e0-b10a-4e0f-b12b-dd13898db276 service neutron] 10.222.0.41 "GET /v2.0/networks/655698b7-cbae-4dd2-b023-c352449bada8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001704 Jul 30 00:31:28.603453 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 38330) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:31:28.763036 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-fcf88506-6ba8-42b1-9afb-4a3a8a87138c tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Deleting port 68d80968-4ee0-4b93-902b-f084cc5e8956 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:31:28.763287 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fcf88506-6ba8-42b1-9afb-4a3a8a87138c tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:28.842637 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fcf88506-6ba8-42b1-9afb-4a3a8a87138c tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:28.842965 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fcf88506-6ba8-42b1-9afb-4a3a8a87138c tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:28.854882 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-fcf88506-6ba8-42b1-9afb-4a3a8a87138c tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Calling delete_port for 68d80968-4ee0-4b93-902b-f084cc5e8956 owned by network:floatingip {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:31:29.002091 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fcf88506-6ba8-42b1-9afb-4a3a8a87138c tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:29.027873 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf88506-6ba8-42b1-9afb-4a3a8a87138c tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Pushing event deleted for resources: {'Port': ['ID=68d80968-4ee0-4b93-902b-f084cc5e8956,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:31:29.053371 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf88506-6ba8-42b1-9afb-4a3a8a87138c tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:29.053819 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf88506-6ba8-42b1-9afb-4a3a8a87138c tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:29.054162 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf88506-6ba8-42b1-9afb-4a3a8a87138c tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:29.054590 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf88506-6ba8-42b1-9afb-4a3a8a87138c tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:29.054931 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf88506-6ba8-42b1-9afb-4a3a8a87138c tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:29.055263 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf88506-6ba8-42b1-9afb-4a3a8a87138c tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:29.055596 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf88506-6ba8-42b1-9afb-4a3a8a87138c tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:29.055922 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf88506-6ba8-42b1-9afb-4a3a8a87138c tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:29.056246 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf88506-6ba8-42b1-9afb-4a3a8a87138c tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:29.056589 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf88506-6ba8-42b1-9afb-4a3a8a87138c tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:29.056919 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf88506-6ba8-42b1-9afb-4a3a8a87138c tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:29.057242 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf88506-6ba8-42b1-9afb-4a3a8a87138c tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:29.098676 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fcf88506-6ba8-42b1-9afb-4a3a8a87138c tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks [] for floatingip, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:29.099034 n-d-712141-10 neutron-server[94077]: INFO neutron.db.l3_db [None req-fcf88506-6ba8-42b1-9afb-4a3a8a87138c tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Floating IP 07e6529b-caf4-48af-bce1-7788628fcac6 disassociated (deleted). External IP: 172.25.0.63, port: 650cb34e-1148-4c46-827e-d6ec94d197d6. Jul 30 00:31:29.308992 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcf88506-6ba8-42b1-9afb-4a3a8a87138c tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Router 93aa067f-11ef-4fe1-b917-3070e3d2e0cc has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:31:29.415203 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf88506-6ba8-42b1-9afb-4a3a8a87138c tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:31:29.420057 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-fcf88506-6ba8-42b1-9afb-4a3a8a87138c tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:29.424833 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6decfc-f6ce-4c41-b537-5fc03728dcb3 None None] Sync routers for ids ['93aa067f-11ef-4fe1-b917-3070e3d2e0cc'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:31:29.440263 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6decfc-f6ce-4c41-b537-5fc03728dcb3 None None] Routers {'93aa067f-11ef-4fe1-b917-3070e3d2e0cc'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:31:29.441216 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-da6decfc-f6ce-4c41-b537-5fc03728dcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:31:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['93aa067f-11ef-4fe1-b917-3070e3d2e0cc'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:31:29.448250 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-fcf88506-6ba8-42b1-9afb-4a3a8a87138c tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "DELETE /v2.0/floatingips/07e6529b-caf4-48af-bce1-7788628fcac6 HTTP/1.1" status: 204 len: 168 time: 0.8435941 Jul 30 00:31:29.448954 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0155d797-b47e-4ee6-bf25-bdeed89949f1', 'tag': '650cb34e-1148-4c46-827e-d6ec94d197d6'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:31:29.451293 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8377708564b13ed6665a7c738fa9aadb9980e3f7e18d8a0dfbdd1aeea3243a90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18406635-ff65-4dbd-8d8e-ff2b889cc96e" -d '{"events": [{"name": "network-changed", "server_uuid": "0155d797-b47e-4ee6-bf25-bdeed89949f1", "tag": "650cb34e-1148-4c46-827e-d6ec94d197d6"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:31:29.577398 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352e5dd1-0cd1-4e84-8b80-34d4f8fa3539 x-openstack-request-id: req-352e5dd1-0cd1-4e84-8b80-34d4f8fa3539 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:31:29.577727 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0155d797-b47e-4ee6-bf25-bdeed89949f1", "tag": "650cb34e-1148-4c46-827e-d6ec94d197d6", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:31:29.577932 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-352e5dd1-0cd1-4e84-8b80-34d4f8fa3539 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:31:29.578382 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0155d797-b47e-4ee6-bf25-bdeed89949f1', 'tag': '650cb34e-1148-4c46-827e-d6ec94d197d6', 'status': 'completed', 'code': 200} Jul 30 00:31:29.580174 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-da6decfc-f6ce-4c41-b537-5fc03728dcb3 None None] Set router 93aa067f-11ef-4fe1-b917-3070e3d2e0cc gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:31:29.598594 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:29.697033 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18406635-ff65-4dbd-8d8e-ff2b889cc96e req-4ebd631d-ca17-46b7-a125-68a5041458c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:29.698747 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-18406635-ff65-4dbd-8d8e-ff2b889cc96e req-4ebd631d-ca17-46b7-a125-68a5041458c4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8589462012dc4e58a6304841e673ce71&device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1 HTTP/1.1" status: 200 len: 1098 time: 0.0464206 Jul 30 00:31:29.806837 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-da6decfc-f6ce-4c41-b537-5fc03728dcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93aa067f-11ef-4fe1-b917-3070e3d2e0cc', 'name': 'tempest-TestShelveInstance-1732512449-router', 'tenant_id': '8589462012dc4e58a6304841e673ce71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'bf601a09-8c91-4d3f-95dd-f3e6452dd8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:27:13Z', 'updated_at': '2021-07-30T00:27:16Z', 'revision_number': 4, 'project_id': '8589462012dc4e58a6304841e673ce71', 'gw_port': {'id': 'bf601a09-8c91-4d3f-95dd-f3e6452dd8c6', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:02:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93aa067f-11ef-4fe1-b917-3070e3d2e0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:27:13Z', 'updated_at': '2021-07-30T00:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '422afb3a-ec54-4b3b-82d1-aaf8a48976b6', 'name': '', 'network_id': '655698b7-cbae-4dd2-b023-c352449bada8', 'tenant_id': '8589462012dc4e58a6304841e673ce71', 'mac_address': 'fa:16:3e:f9:69:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93aa067f-11ef-4fe1-b917-3070e3d2e0cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e931dc3b-0f1a-4b8c-90a2-452019ab84b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:27:15Z', 'updated_at': '2021-07-30T00:27:21Z', 'revision_number': 5, 'project_id': '8589462012dc4e58a6304841e673ce71', 'subnets': [{'id': 'e931dc3b-0f1a-4b8c-90a2-452019ab84b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:31:29.811211 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac148f8-0465-44ef-b71d-59dd48a8aa33 req-fb73c902-d828-4021-aa77-8e5d1b5d2f51 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:29.812903 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8ac148f8-0465-44ef-b71d-59dd48a8aa33 req-fb73c902-d828-4021-aa77-8e5d1b5d2f51 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1 HTTP/1.1" status: 200 len: 946 time: 0.1659086 Jul 30 00:31:29.842204 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6decfc-f6ce-4c41-b537-5fc03728dcb3 None None] Checking router: 93aa067f-11ef-4fe1-b917-3070e3d2e0cc for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:31:29.852341 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6decfc-f6ce-4c41-b537-5fc03728dcb3 None None] Routers {'93aa067f-11ef-4fe1-b917-3070e3d2e0cc'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:31:29.853146 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-da6decfc-f6ce-4c41-b537-5fc03728dcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:31:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['93aa067f-11ef-4fe1-b917-3070e3d2e0cc'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:31:29.870724 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18406635-ff65-4dbd-8d8e-ff2b889cc96e req-be907ae7-a4c0-49f1-b947-92a9c0721c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:29.872913 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-18406635-ff65-4dbd-8d8e-ff2b889cc96e req-be907ae7-a4c0-49f1-b947-92a9c0721c5c service neutron] 10.222.0.41 "GET /v2.0/networks?id=655698b7-cbae-4dd2-b023-c352449bada8 HTTP/1.1" status: 200 len: 910 time: 0.1663744 Jul 30 00:31:29.898030 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8ac148f8-0465-44ef-b71d-59dd48a8aa33 req-f6e61193-849e-4d0e-a03a-6c852e148bc1 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=97c7dc18-b3ab-4001-bcfa-0569d9cfa978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784645 Jul 30 00:31:29.927198 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-18406635-ff65-4dbd-8d8e-ff2b889cc96e req-2a2a4fda-8ddc-4863-baaf-263aa89a6490 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=650cb34e-1148-4c46-827e-d6ec94d197d6 HTTP/1.1" status: 200 len: 217 time: 0.0427830 Jul 30 00:31:29.964257 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-da6decfc-f6ce-4c41-b537-5fc03728dcb3 None None] Set router 93aa067f-11ef-4fe1-b917-3070e3d2e0cc gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:31:29.991466 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18406635-ff65-4dbd-8d8e-ff2b889cc96e req-f0f41347-498f-47f0-8fdd-faf678e6a86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:29.993938 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-18406635-ff65-4dbd-8d8e-ff2b889cc96e req-f0f41347-498f-47f0-8fdd-faf678e6a86e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e931dc3b-0f1a-4b8c-90a2-452019ab84b4 HTTP/1.1" status: 200 len: 848 time: 0.0580738 Jul 30 00:31:30.052086 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18406635-ff65-4dbd-8d8e-ff2b889cc96e req-a57433d9-f1fc-4ca0-9710-440ea917359c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:30.053638 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-18406635-ff65-4dbd-8d8e-ff2b889cc96e req-a57433d9-f1fc-4ca0-9710-440ea917359c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=655698b7-cbae-4dd2-b023-c352449bada8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525415 Jul 30 00:31:30.151200 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-18406635-ff65-4dbd-8d8e-ff2b889cc96e req-cc29f2ab-0ca5-49b6-bb58-1eade36b3a64 service neutron] 10.222.0.41 "GET /v2.0/networks/655698b7-cbae-4dd2-b023-c352449bada8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889637 Jul 30 00:31:30.182204 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-da6decfc-f6ce-4c41-b537-5fc03728dcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93aa067f-11ef-4fe1-b917-3070e3d2e0cc', 'name': 'tempest-TestShelveInstance-1732512449-router', 'tenant_id': '8589462012dc4e58a6304841e673ce71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'bf601a09-8c91-4d3f-95dd-f3e6452dd8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:27:13Z', 'updated_at': '2021-07-30T00:27:16Z', 'revision_number': 4, 'project_id': '8589462012dc4e58a6304841e673ce71', 'gw_port': {'id': 'bf601a09-8c91-4d3f-95dd-f3e6452dd8c6', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:02:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93aa067f-11ef-4fe1-b917-3070e3d2e0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:27:13Z', 'updated_at': '2021-07-30T00:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '422afb3a-ec54-4b3b-82d1-aaf8a48976b6', 'name': '', 'network_id': '655698b7-cbae-4dd2-b023-c352449bada8', 'tenant_id': '8589462012dc4e58a6304841e673ce71', 'mac_address': 'fa:16:3e:f9:69:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93aa067f-11ef-4fe1-b917-3070e3d2e0cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e931dc3b-0f1a-4b8c-90a2-452019ab84b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:27:15Z', 'updated_at': '2021-07-30T00:27:21Z', 'revision_number': 5, 'project_id': '8589462012dc4e58a6304841e673ce71', 'subnets': [{'id': 'e931dc3b-0f1a-4b8c-90a2-452019ab84b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:31:30.210312 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6decfc-f6ce-4c41-b537-5fc03728dcb3 None None] The sync data for ids ['93aa067f-11ef-4fe1-b917-3070e3d2e0cc'] in n-d-712141-10 is: [{'id': '93aa067f-11ef-4fe1-b917-3070e3d2e0cc', 'name': 'tempest-TestShelveInstance-1732512449-router', 'tenant_id': '8589462012dc4e58a6304841e673ce71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'bf601a09-8c91-4d3f-95dd-f3e6452dd8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:27:13Z', 'updated_at': '2021-07-30T00:27:16Z', 'revision_number': 4, 'project_id': '8589462012dc4e58a6304841e673ce71', 'gw_port': {'id': 'bf601a09-8c91-4d3f-95dd-f3e6452dd8c6', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:02:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93aa067f-11ef-4fe1-b917-3070e3d2e0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:27:13Z', 'updated_at': '2021-07-30T00:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '422afb3a-ec54-4b3b-82d1-aaf8a48976b6', 'name': '', 'network_id': '655698b7-cbae-4dd2-b023-c352449bada8', 'tenant_id': '8589462012dc4e58a6304841e673ce71', 'mac_address': 'fa:16:3e:f9:69:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93aa067f-11ef-4fe1-b917-3070e3d2e0cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e931dc3b-0f1a-4b8c-90a2-452019ab84b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:27:15Z', 'updated_at': '2021-07-30T00:27:21Z', 'revision_number': 5, 'project_id': '8589462012dc4e58a6304841e673ce71', 'subnets': [{'id': 'e931dc3b-0f1a-4b8c-90a2-452019ab84b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:31:30.259927 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-18406635-ff65-4dbd-8d8e-ff2b889cc96e req-27813b20-c035-4c08-83bc-60bfcf8139e2 service neutron] 10.222.0.41 "GET /v2.0/networks/655698b7-cbae-4dd2-b023-c352449bada8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013107 Jul 30 00:31:30.453039 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b0cad8-a27d-4bd2-b82f-f0dacd061804 None None] New status for floating IP 07e6529b-caf4-48af-bce1-7788628fcac6: DOWN {{(pid=94079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:31:31.066225 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583b86a2-c778-459f-b454-172c1a777715 req-c1edad96-b492-4ad1-9f8d-4eb13f65b769 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:31.067736 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-583b86a2-c778-459f-b454-172c1a777715 req-c1edad96-b492-4ad1-9f8d-4eb13f65b769 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1 HTTP/1.1" status: 200 len: 946 time: 0.0959449 Jul 30 00:31:31.138430 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-583b86a2-c778-459f-b454-172c1a777715 req-43148d74-340e-4264-9979-43bf23ebf96b tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=97c7dc18-b3ab-4001-bcfa-0569d9cfa978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640025 Jul 30 00:31:31.151256 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e35dfb-2460-4365-9d64-f7be95f9e6d6 req-914590f8-5f9d-429a-bf40-cbb27259b883 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:31.152733 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-43e35dfb-2460-4365-9d64-f7be95f9e6d6 req-914590f8-5f9d-429a-bf40-cbb27259b883 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.41 "GET /v2.0/ports?device_id=0155d797-b47e-4ee6-bf25-bdeed89949f1 HTTP/1.1" status: 200 len: 946 time: 0.0723107 Jul 30 00:31:31.250905 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-43e35dfb-2460-4365-9d64-f7be95f9e6d6 req-c23128fe-6f76-4398-bcdf-5b0d3ff95753 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Deleting port 650cb34e-1148-4c46-827e-d6ec94d197d6 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:31:31.251250 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-43e35dfb-2460-4365-9d64-f7be95f9e6d6 req-c23128fe-6f76-4398-bcdf-5b0d3ff95753 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:31.344009 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-43e35dfb-2460-4365-9d64-f7be95f9e6d6 req-c23128fe-6f76-4398-bcdf-5b0d3ff95753 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] For port 650cb34e-1148-4c46-827e-d6ec94d197d6, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=650cb34e-1148-4c46-827e-d6ec94d197d6,segment=NetworkSegment(a2b59f87-5820-4513-84a5-1a0cecf6573d),segment_id=a2b59f87-5820-4513-84a5-1a0cecf6573d)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:31:31.344377 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-43e35dfb-2460-4365-9d64-f7be95f9e6d6 req-c23128fe-6f76-4398-bcdf-5b0d3ff95753 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:31.357803 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-43e35dfb-2460-4365-9d64-f7be95f9e6d6 req-c23128fe-6f76-4398-bcdf-5b0d3ff95753 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Calling delete_port for 650cb34e-1148-4c46-827e-d6ec94d197d6 owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:31:31.480702 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-43e35dfb-2460-4365-9d64-f7be95f9e6d6 req-c23128fe-6f76-4398-bcdf-5b0d3ff95753 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:31.511737 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23128fe-6f76-4398-bcdf-5b0d3ff95753 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Pushing event deleted for resources: {'Port': ['ID=650cb34e-1148-4c46-827e-d6ec94d197d6,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:31:31.521525 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23128fe-6f76-4398-bcdf-5b0d3ff95753 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:31.521902 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23128fe-6f76-4398-bcdf-5b0d3ff95753 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:31.522245 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23128fe-6f76-4398-bcdf-5b0d3ff95753 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:31.522583 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23128fe-6f76-4398-bcdf-5b0d3ff95753 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:31.522912 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23128fe-6f76-4398-bcdf-5b0d3ff95753 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:31.523946 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23128fe-6f76-4398-bcdf-5b0d3ff95753 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:31.524286 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23128fe-6f76-4398-bcdf-5b0d3ff95753 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:31.524617 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23128fe-6f76-4398-bcdf-5b0d3ff95753 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:31.524944 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23128fe-6f76-4398-bcdf-5b0d3ff95753 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:31.525732 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23128fe-6f76-4398-bcdf-5b0d3ff95753 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:31.525732 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23128fe-6f76-4398-bcdf-5b0d3ff95753 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:31.525914 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23128fe-6f76-4398-bcdf-5b0d3ff95753 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:31.565612 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-43e35dfb-2460-4365-9d64-f7be95f9e6d6 req-c23128fe-6f76-4398-bcdf-5b0d3ff95753 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] No DVR routers for this DVR port 650cb34e-1148-4c46-827e-d6ec94d197d6 on host n-h1-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:31:31.568245 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-43e35dfb-2460-4365-9d64-f7be95f9e6d6 req-c23128fe-6f76-4398-bcdf-5b0d3ff95753 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:31.570941 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-43e35dfb-2460-4365-9d64-f7be95f9e6d6 req-c23128fe-6f76-4398-bcdf-5b0d3ff95753 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.41 "DELETE /v2.0/ports/650cb34e-1148-4c46-827e-d6ec94d197d6 HTTP/1.1" status: 204 len: 173 time: 0.4074790 Jul 30 00:31:31.571328 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0155d797-b47e-4ee6-bf25-bdeed89949f1', 'name': 'network-vif-deleted', 'tag': '650cb34e-1148-4c46-827e-d6ec94d197d6'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:31:31.573552 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bdefc4f50fc1dacc251594e9f8a8ff118bd4f4d1a27e9c9923ea81076a49f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc3bce2-da74-488c-bb97-8649892231e1" -d '{"events": [{"server_uuid": "0155d797-b47e-4ee6-bf25-bdeed89949f1", "name": "network-vif-deleted", "tag": "650cb34e-1148-4c46-827e-d6ec94d197d6"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:31:31.612940 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ac845b-a342-4ac9-abd1-ce92d0480ea5 x-openstack-request-id: req-84ac845b-a342-4ac9-abd1-ce92d0480ea5 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:31:31.613255 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0155d797-b47e-4ee6-bf25-bdeed89949f1", "name": "network-vif-deleted", "tag": "650cb34e-1148-4c46-827e-d6ec94d197d6", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:31:31.613511 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-84ac845b-a342-4ac9-abd1-ce92d0480ea5 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:31:31.613959 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0155d797-b47e-4ee6-bf25-bdeed89949f1', 'name': 'network-vif-deleted', 'tag': '650cb34e-1148-4c46-827e-d6ec94d197d6', 'status': 'completed', 'code': 200} Jul 30 00:31:32.193711 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 38358) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:31:32.253261 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-862ee58c-4086-4cef-be98-91af5987b86d tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:32.277428 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-862ee58c-4086-4cef-be98-91af5987b86d tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:32.338462 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-862ee58c-4086-4cef-be98-91af5987b86d tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:32.341118 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-862ee58c-4086-4cef-be98-91af5987b86d tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:32.342299 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-862ee58c-4086-4cef-be98-91af5987b86d tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "DELETE /v2.0/security-groups/97c7dc18-b3ab-4001-bcfa-0569d9cfa978 HTTP/1.1" status: 204 len: 168 time: 0.1475413 Jul 30 00:31:32.350959 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862ee58c-4086-4cef-be98-91af5987b86d tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c7dc18-b3ab-4001-bcfa-0569d9cfa978,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:31:32.752045 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 38364) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:31:32.756645 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-a605492d-f9ec-43d9-bb53-a700d4c38a24 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1208295502', 'description': 'tempest-secgroup-smoke-1208295502 description', 'project_id': '8589462012dc4e58a6304841e673ce71'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:31:32.780015 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a605492d-f9ec-43d9-bb53-a700d4c38a24 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:32.865137 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a605492d-f9ec-43d9-bb53-a700d4c38a24 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:32.870269 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a605492d-f9ec-43d9-bb53-a700d4c38a24 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:32.898844 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a605492d-f9ec-43d9-bb53-a700d4c38a24 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:32.902690 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-a605492d-f9ec-43d9-bb53-a700d4c38a24 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1470373 Jul 30 00:31:32.902690 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a605492d-f9ec-43d9-bb53-a700d4c38a24 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a81373f0-1646-4a47-95e7-8c91e4a60649,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:31:32.903527 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 38366) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:31:32.909865 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-0b869f36-c3b5-4ec9-b3d3-35617dbd5479 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Request body: {'security_group_rule': {'security_group_id': 'a81373f0-1646-4a47-95e7-8c91e4a60649', 'project_id': '8589462012dc4e58a6304841e673ce71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:31:32.941351 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0b869f36-c3b5-4ec9-b3d3-35617dbd5479 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:32.994521 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0b869f36-c3b5-4ec9-b3d3-35617dbd5479 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:32.998594 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0b869f36-c3b5-4ec9-b3d3-35617dbd5479 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:33.017901 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b869f36-c3b5-4ec9-b3d3-35617dbd5479 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=976d2ccb-07c2-4bc1-af8f-43f07ebaf636,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:31:33.028195 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-0b869f36-c3b5-4ec9-b3d3-35617dbd5479 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:33.029457 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-0b869f36-c3b5-4ec9-b3d3-35617dbd5479 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1248255 Jul 30 00:31:33.032349 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 38368) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:31:33.037111 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-e2116bae-adfe-4535-9e5b-01e8567e4b84 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Request body: {'security_group_rule': {'security_group_id': 'a81373f0-1646-4a47-95e7-8c91e4a60649', 'project_id': '8589462012dc4e58a6304841e673ce71', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:31:33.064494 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e2116bae-adfe-4535-9e5b-01e8567e4b84 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:33.121624 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e2116bae-adfe-4535-9e5b-01e8567e4b84 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:33.125198 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e2116bae-adfe-4535-9e5b-01e8567e4b84 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:33.142242 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2116bae-adfe-4535-9e5b-01e8567e4b84 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28d69b43-fc76-41c3-b077-edc542bac511,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:31:33.149174 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e2116bae-adfe-4535-9e5b-01e8567e4b84 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:33.150648 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e2116bae-adfe-4535-9e5b-01e8567e4b84 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1172433 Jul 30 00:31:33.153352 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 38370) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:31:33.157810 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-16be9fd3-2f6b-4650-86e9-b2e36a35d11b tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Request body: {'security_group_rule': {'security_group_id': 'a81373f0-1646-4a47-95e7-8c91e4a60649', 'project_id': '8589462012dc4e58a6304841e673ce71', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:31:33.183990 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-16be9fd3-2f6b-4650-86e9-b2e36a35d11b tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:33.242283 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-16be9fd3-2f6b-4650-86e9-b2e36a35d11b tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:33.245852 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-16be9fd3-2f6b-4650-86e9-b2e36a35d11b tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:33.262880 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16be9fd3-2f6b-4650-86e9-b2e36a35d11b tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91d4120b-a65c-4a2d-a5d0-5aa83839985c,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:31:33.269523 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-16be9fd3-2f6b-4650-86e9-b2e36a35d11b tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:33.270744 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-16be9fd3-2f6b-4650-86e9-b2e36a35d11b tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1164262 Jul 30 00:31:33.274408 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 38372) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:31:33.278637 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-280f300e-4dd2-480f-a2a6-48b68bb1d2fe tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Request body: {'security_group_rule': {'security_group_id': 'a81373f0-1646-4a47-95e7-8c91e4a60649', 'project_id': '8589462012dc4e58a6304841e673ce71', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:31:33.303331 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-280f300e-4dd2-480f-a2a6-48b68bb1d2fe tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:33.363864 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-280f300e-4dd2-480f-a2a6-48b68bb1d2fe tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:33.368040 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-280f300e-4dd2-480f-a2a6-48b68bb1d2fe tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:33.387033 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280f300e-4dd2-480f-a2a6-48b68bb1d2fe tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=225be3a3-a386-4e14-a1f5-463987495b2c,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:31:33.390158 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-280f300e-4dd2-480f-a2a6-48b68bb1d2fe tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:33.391332 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-280f300e-4dd2-480f-a2a6-48b68bb1d2fe tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1162028 Jul 30 00:31:33.394284 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 38374) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:31:33.399897 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-35000d5a-dcdc-489a-9856-577fcbbb7b55 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Request body: {'security_group_rule': {'security_group_id': 'a81373f0-1646-4a47-95e7-8c91e4a60649', 'project_id': '8589462012dc4e58a6304841e673ce71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:31:33.422512 n-d-712141-10 neutron-server[94078]: INFO neutron.db.securitygroups_db [None req-35000d5a-dcdc-489a-9856-577fcbbb7b55 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Project 8589462012dc4e58a6304841e673ce71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:31:33.427093 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-35000d5a-dcdc-489a-9856-577fcbbb7b55 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:33.485991 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-35000d5a-dcdc-489a-9856-577fcbbb7b55 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:33.489675 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-35000d5a-dcdc-489a-9856-577fcbbb7b55 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:33.508252 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35000d5a-dcdc-489a-9856-577fcbbb7b55 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=707fa3ca-5677-4ffb-bcf8-d367ffbe6dd2,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:31:33.513821 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-35000d5a-dcdc-489a-9856-577fcbbb7b55 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:33.515210 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-35000d5a-dcdc-489a-9856-577fcbbb7b55 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1199117 Jul 30 00:31:33.518110 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 38376) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:31:33.522631 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-dc9c5d1f-303f-4e57-85ea-9453e6f77647 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Request body: {'security_group_rule': {'security_group_id': 'a81373f0-1646-4a47-95e7-8c91e4a60649', 'project_id': '8589462012dc4e58a6304841e673ce71', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:31:33.545537 n-d-712141-10 neutron-server[94078]: INFO neutron.db.securitygroups_db [None req-dc9c5d1f-303f-4e57-85ea-9453e6f77647 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Project 8589462012dc4e58a6304841e673ce71 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:31:33.551061 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-dc9c5d1f-303f-4e57-85ea-9453e6f77647 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:33.611453 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-dc9c5d1f-303f-4e57-85ea-9453e6f77647 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:33.615377 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-dc9c5d1f-303f-4e57-85ea-9453e6f77647 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:33.632498 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9c5d1f-303f-4e57-85ea-9453e6f77647 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f99c93b-166a-42b8-b64c-e4eb3dc4041c,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:31:33.639268 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-dc9c5d1f-303f-4e57-85ea-9453e6f77647 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:33.640460 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-dc9c5d1f-303f-4e57-85ea-9453e6f77647 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1213453 Jul 30 00:31:35.981966 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 650cb34e-1148-4c46-827e-d6ec94d197d6 no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:31:36.002768 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] No Port match for: 650cb34e-1148-4c46-827e-d6ec94d197d6 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:31:36.003117 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 650cb34e-1148-4c46-827e-d6ec94d197d6 not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:31:37.836583 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:47.985366 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a7f57a3f-9caa-4ecf-94e2-6cf6b710a154 req-13511e91-8769-4649-930a-daa0e477fdf8 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1208295502&fields=id&tenant_id=8589462012dc4e58a6304841e673ce71 HTTP/1.1" status: 200 len: 267 time: 0.0338769 Jul 30 00:31:48.114459 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f57a3f-9caa-4ecf-94e2-6cf6b710a154 req-29207e74-a47f-453c-90d1-1aec5bad6baa tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:48.115787 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a7f57a3f-9caa-4ecf-94e2-6cf6b710a154 req-29207e74-a47f-453c-90d1-1aec5bad6baa tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/networks?id=655698b7-cbae-4dd2-b023-c352449bada8 HTTP/1.1" status: 200 len: 809 time: 0.1214383 Jul 30 00:31:48.133600 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a7f57a3f-9caa-4ecf-94e2-6cf6b710a154 req-64a71e9e-2915-4aa6-b433-219d6495dce1 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/quotas/8589462012dc4e58a6304841e673ce71 HTTP/1.1" status: 200 len: 375 time: 0.0101819 Jul 30 00:31:48.185838 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a7f57a3f-9caa-4ecf-94e2-6cf6b710a154 req-11b57680-6795-4a9f-b28e-583378780c36 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8589462012dc4e58a6304841e673ce71&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463133 Jul 30 00:31:48.248516 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [req-a7f57a3f-9caa-4ecf-94e2-6cf6b710a154 req-840f2dc3-82a1-4da2-84b4-cebef32960ec service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:31:48.249648 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a7f57a3f-9caa-4ecf-94e2-6cf6b710a154 req-840f2dc3-82a1-4da2-84b4-cebef32960ec service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0515280 Jul 30 00:31:48.346899 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a7f57a3f-9caa-4ecf-94e2-6cf6b710a154 req-4afff133-ce27-43ce-aa1b-66a7bf111035 service neutron] 10.222.0.43 "GET /v2.0/networks/655698b7-cbae-4dd2-b023-c352449bada8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901470 Jul 30 00:31:48.440323 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a7f57a3f-9caa-4ecf-94e2-6cf6b710a154 req-14a3c8f0-733a-4763-8f0d-535796fa6868 service neutron] 10.222.0.43 "GET /v2.0/networks/655698b7-cbae-4dd2-b023-c352449bada8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864120 Jul 30 00:31:48.758736 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fd290841-9d0e-446e-83d8-aeff2987a1e8 req-7546d650-510c-4772-aa1e-8a5f7b022efd tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=e52b0aeb-15cd-4af5-8ec3-6dec4d07d143 HTTP/1.1" status: 200 len: 210 time: 0.0267713 Jul 30 00:31:49.659040 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f57a3f-9caa-4ecf-94e2-6cf6b710a154 req-c5df4591-ab4c-442e-becf-145c3a546ab8 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:49.660509 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a7f57a3f-9caa-4ecf-94e2-6cf6b710a154 req-c5df4591-ab4c-442e-becf-145c3a546ab8 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.22 "GET /v2.0/networks?id=655698b7-cbae-4dd2-b023-c352449bada8 HTTP/1.1" status: 200 len: 809 time: 0.1059263 Jul 30 00:31:49.705749 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a7f57a3f-9caa-4ecf-94e2-6cf6b710a154 req-e6193f62-df0e-4daf-8e92-e47b0202c68d tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8589462012dc4e58a6304841e673ce71 HTTP/1.1" status: 200 len: 380 time: 0.0357106 Jul 30 00:31:49.716010 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-a7f57a3f-9caa-4ecf-94e2-6cf6b710a154 req-f64d0698-1ec5-4d03-ad9d-0f95f5d6c753 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Request body: {'port': {'device_id': 'e52b0aeb-15cd-4af5-8ec3-6dec4d07d143', 'network_id': '655698b7-cbae-4dd2-b023-c352449bada8', 'admin_state_up': True, 'tenant_id': '8589462012dc4e58a6304841e673ce71', 'security_groups': ['a81373f0-1646-4a47-95e7-8c91e4a60649']}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:31:49.839147 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7f57a3f-9caa-4ecf-94e2-6cf6b710a154 req-f64d0698-1ec5-4d03-ad9d-0f95f5d6c753 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Made reservation on behalf of 8589462012dc4e58a6304841e673ce71 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:31:49.843816 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a7f57a3f-9caa-4ecf-94e2-6cf6b710a154 req-f64d0698-1ec5-4d03-ad9d-0f95f5d6c753 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:49.940315 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-74cee4c7-3471-43e0-83f2-8183b674b993 req-9965e836-56e0-4e21-97d2-7cb9f1c883c1 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=e52b0aeb-15cd-4af5-8ec3-6dec4d07d143 HTTP/1.1" status: 200 len: 210 time: 0.0317614 Jul 30 00:31:49.975062 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-a7f57a3f-9caa-4ecf-94e2-6cf6b710a154 req-f64d0698-1ec5-4d03-ad9d-0f95f5d6c753 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Allocated IP 172.20.0.10 (655698b7-cbae-4dd2-b023-c352449bada8/e931dc3b-0f1a-4b8c-90a2-452019ab84b4/856337c9-f2fa-4caf-8384-4d28262b7bdb) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:31:50.130162 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a7f57a3f-9caa-4ecf-94e2-6cf6b710a154 req-f64d0698-1ec5-4d03-ad9d-0f95f5d6c753 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:50.143971 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-a7f57a3f-9caa-4ecf-94e2-6cf6b710a154 req-f64d0698-1ec5-4d03-ad9d-0f95f5d6c753 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Transition to ACTIVE for port object 856337c9-f2fa-4caf-8384-4d28262b7bdb will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:31:50.178070 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a7f57a3f-9caa-4ecf-94e2-6cf6b710a154 req-f64d0698-1ec5-4d03-ad9d-0f95f5d6c753 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:50.216923 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:50.227774 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7f57a3f-9caa-4ecf-94e2-6cf6b710a154 req-f64d0698-1ec5-4d03-ad9d-0f95f5d6c753 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Network 655698b7-cbae-4dd2-b023-c352449bada8 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:31:50.234099 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-a7f57a3f-9caa-4ecf-94e2-6cf6b710a154 req-f64d0698-1ec5-4d03-ad9d-0f95f5d6c753 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:31:50.238156 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7f57a3f-9caa-4ecf-94e2-6cf6b710a154 req-f64d0698-1ec5-4d03-ad9d-0f95f5d6c753 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:31:50.265471 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64d0698-1ec5-4d03-ad9d-0f95f5d6c753 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Pushing event updated for resources: {'Port': ['ID=856337c9-f2fa-4caf-8384-4d28262b7bdb,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:31:50.295505 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f57a3f-9caa-4ecf-94e2-6cf6b710a154 req-f64d0698-1ec5-4d03-ad9d-0f95f5d6c753 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:50.296293 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a7f57a3f-9caa-4ecf-94e2-6cf6b710a154 req-f64d0698-1ec5-4d03-ad9d-0f95f5d6c753 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:50.311801 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a7f57a3f-9caa-4ecf-94e2-6cf6b710a154 req-f64d0698-1ec5-4d03-ad9d-0f95f5d6c753 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5995975 Jul 30 00:31:50.325202 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-a7f57a3f-9caa-4ecf-94e2-6cf6b710a154 req-c90ea52f-678f-4874-aed4-1456614f887f service neutron] Request body: {'port': {'device_id': 'e52b0aeb-15cd-4af5-8ec3-6dec4d07d143', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:31:50.393551 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a7f57a3f-9caa-4ecf-94e2-6cf6b710a154 req-c90ea52f-678f-4874-aed4-1456614f887f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:50.472875 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-e5de334e-5622-4412-af5e-a3f26eb5323b None None] Provisioning for port 856337c9-f2fa-4caf-8384-4d28262b7bdb completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:31:50.478428 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-e5de334e-5622-4412-af5e-a3f26eb5323b None None] Provisioning complete for port 856337c9-f2fa-4caf-8384-4d28262b7bdb triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:31:50.478960 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e5de334e-5622-4412-af5e-a3f26eb5323b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:50.519007 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-e5de334e-5622-4412-af5e-a3f26eb5323b None None] Port 856337c9-f2fa-4caf-8384-4d28262b7bdb cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:31:50.675943 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-a7f57a3f-9caa-4ecf-94e2-6cf6b710a154 req-c90ea52f-678f-4874-aed4-1456614f887f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 856337c9-f2fa-4caf-8384-4d28262b7bdb {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:31:50.683592 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a7f57a3f-9caa-4ecf-94e2-6cf6b710a154 req-c90ea52f-678f-4874-aed4-1456614f887f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:50.696106 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-a7f57a3f-9caa-4ecf-94e2-6cf6b710a154 req-c90ea52f-678f-4874-aed4-1456614f887f service neutron] Transition to ACTIVE for port object 856337c9-f2fa-4caf-8384-4d28262b7bdb will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:31:50.700838 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a7f57a3f-9caa-4ecf-94e2-6cf6b710a154 req-c90ea52f-678f-4874-aed4-1456614f887f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:50.751443 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90ea52f-678f-4874-aed4-1456614f887f service neutron] Pushing event updated for resources: {'Port': ['ID=856337c9-f2fa-4caf-8384-4d28262b7bdb,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:31:51.087575 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e52a72-98fe-4fcd-9ead-1c7524234e79 req-560b6c11-857d-4c05-8c89-63b0e865106e tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:51.089312 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-38e52a72-98fe-4fcd-9ead-1c7524234e79 req-560b6c11-857d-4c05-8c89-63b0e865106e tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=e52b0aeb-15cd-4af5-8ec3-6dec4d07d143 HTTP/1.1" status: 200 len: 944 time: 0.0691404 Jul 30 00:31:51.130184 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-38e52a72-98fe-4fcd-9ead-1c7524234e79 req-44600bb2-bfd2-441b-9d06-0ba6b22b2378 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=a81373f0-1646-4a47-95e7-8c91e4a60649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341244 Jul 30 00:31:51.141883 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-a7f57a3f-9caa-4ecf-94e2-6cf6b710a154 req-c90ea52f-678f-4874-aed4-1456614f887f service neutron] Attempting to bind port 856337c9-f2fa-4caf-8384-4d28262b7bdb on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:31:51.142338 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-a7f57a3f-9caa-4ecf-94e2-6cf6b710a154 req-c90ea52f-678f-4874-aed4-1456614f887f service neutron] Attempting to bind port 856337c9-f2fa-4caf-8384-4d28262b7bdb by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': 'a2b59f87-5820-4513-84a5-1a0cecf6573d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '655698b7-cbae-4dd2-b023-c352449bada8'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:31:51.142762 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f57a3f-9caa-4ecf-94e2-6cf6b710a154 req-c90ea52f-678f-4874-aed4-1456614f887f service neutron] Attempting to bind port 856337c9-f2fa-4caf-8384-4d28262b7bdb on network 655698b7-cbae-4dd2-b023-c352449bada8 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:31:51.149491 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f57a3f-9caa-4ecf-94e2-6cf6b710a154 req-c90ea52f-678f-4874-aed4-1456614f887f service neutron] Port 856337c9-f2fa-4caf-8384-4d28262b7bdb on network 655698b7-cbae-4dd2-b023-c352449bada8 not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:31:51.149491 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f57a3f-9caa-4ecf-94e2-6cf6b710a154 req-c90ea52f-678f-4874-aed4-1456614f887f service neutron] Attempting to bind port 856337c9-f2fa-4caf-8384-4d28262b7bdb on network 655698b7-cbae-4dd2-b023-c352449bada8 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:31:51.157806 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f57a3f-9caa-4ecf-94e2-6cf6b710a154 req-c90ea52f-678f-4874-aed4-1456614f887f service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:31:51.158144 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f57a3f-9caa-4ecf-94e2-6cf6b710a154 req-c90ea52f-678f-4874-aed4-1456614f887f service neutron] Checking segment: {'id': 'a2b59f87-5820-4513-84a5-1a0cecf6573d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '655698b7-cbae-4dd2-b023-c352449bada8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:31:51.158530 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f57a3f-9caa-4ecf-94e2-6cf6b710a154 req-c90ea52f-678f-4874-aed4-1456614f887f service neutron] Bound using segment: {'id': 'a2b59f87-5820-4513-84a5-1a0cecf6573d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '655698b7-cbae-4dd2-b023-c352449bada8'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:31:51.158952 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-a7f57a3f-9caa-4ecf-94e2-6cf6b710a154 req-c90ea52f-678f-4874-aed4-1456614f887f service neutron] Bound port: 856337c9-f2fa-4caf-8384-4d28262b7bdb, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2b59f87-5820-4513-84a5-1a0cecf6573d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '655698b7-cbae-4dd2-b023-c352449bada8'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:31:51.159307 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a7f57a3f-9caa-4ecf-94e2-6cf6b710a154 req-c90ea52f-678f-4874-aed4-1456614f887f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:51.231609 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-a7f57a3f-9caa-4ecf-94e2-6cf6b710a154 req-c90ea52f-678f-4874-aed4-1456614f887f service neutron] For port 856337c9-f2fa-4caf-8384-4d28262b7bdb, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:31:51.234804 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-a7f57a3f-9caa-4ecf-94e2-6cf6b710a154 req-c90ea52f-678f-4874-aed4-1456614f887f service neutron] For port 856337c9-f2fa-4caf-8384-4d28262b7bdb, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=856337c9-f2fa-4caf-8384-4d28262b7bdb,segment=NetworkSegment(a2b59f87-5820-4513-84a5-1a0cecf6573d),segment_id=a2b59f87-5820-4513-84a5-1a0cecf6573d)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:31:51.238971 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a7f57a3f-9caa-4ecf-94e2-6cf6b710a154 req-c90ea52f-678f-4874-aed4-1456614f887f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:51.274434 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f57a3f-9caa-4ecf-94e2-6cf6b710a154 req-c90ea52f-678f-4874-aed4-1456614f887f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:51.275443 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-a7f57a3f-9caa-4ecf-94e2-6cf6b710a154 req-c90ea52f-678f-4874-aed4-1456614f887f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:51.277210 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a7f57a3f-9caa-4ecf-94e2-6cf6b710a154 req-c90ea52f-678f-4874-aed4-1456614f887f service neutron] 10.222.0.22 "PUT /v2.0/ports/856337c9-f2fa-4caf-8384-4d28262b7bdb HTTP/1.1" status: 200 len: 1093 time: 0.9577684 Jul 30 00:31:51.277690 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e52b0aeb-15cd-4af5-8ec3-6dec4d07d143', 'tag': '856337c9-f2fa-4caf-8384-4d28262b7bdb'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:31:51.280045 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8377708564b13ed6665a7c738fa9aadb9980e3f7e18d8a0dfbdd1aeea3243a90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1274c33c-335c-4e80-9f5c-9cdcc95b591c" -d '{"events": [{"name": "network-changed", "server_uuid": "e52b0aeb-15cd-4af5-8ec3-6dec4d07d143", "tag": "856337c9-f2fa-4caf-8384-4d28262b7bdb"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:31:51.320864 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90ea52f-678f-4874-aed4-1456614f887f service neutron] Pushing event updated for resources: {'Port': ['ID=856337c9-f2fa-4caf-8384-4d28262b7bdb,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:31:51.339172 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd15c249-212a-4807-8418-440d722117fc x-openstack-request-id: req-dd15c249-212a-4807-8418-440d722117fc {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:31:51.339464 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e52b0aeb-15cd-4af5-8ec3-6dec4d07d143", "tag": "856337c9-f2fa-4caf-8384-4d28262b7bdb", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:31:51.339713 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-dd15c249-212a-4807-8418-440d722117fc {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:31:51.340105 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e52b0aeb-15cd-4af5-8ec3-6dec4d07d143', 'tag': '856337c9-f2fa-4caf-8384-4d28262b7bdb', 'status': 'completed', 'code': 200} Jul 30 00:31:51.378311 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f57a3f-9caa-4ecf-94e2-6cf6b710a154 req-2b1e7a1b-9ff8-4769-a2e8-7436a96a6603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:51.379968 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a7f57a3f-9caa-4ecf-94e2-6cf6b710a154 req-2b1e7a1b-9ff8-4769-a2e8-7436a96a6603 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8589462012dc4e58a6304841e673ce71&device_id=e52b0aeb-15cd-4af5-8ec3-6dec4d07d143 HTTP/1.1" status: 200 len: 1096 time: 0.0538170 Jul 30 00:31:51.428291 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a7f57a3f-9caa-4ecf-94e2-6cf6b710a154 req-12423987-eb6e-42e2-856b-f70f8fd0e0a2 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=856337c9-f2fa-4caf-8384-4d28262b7bdb HTTP/1.1" status: 200 len: 217 time: 0.0406141 Jul 30 00:31:51.479846 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f57a3f-9caa-4ecf-94e2-6cf6b710a154 req-331e06a5-37a2-468d-ab74-981979923798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:51.481476 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a7f57a3f-9caa-4ecf-94e2-6cf6b710a154 req-331e06a5-37a2-468d-ab74-981979923798 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e931dc3b-0f1a-4b8c-90a2-452019ab84b4 HTTP/1.1" status: 200 len: 848 time: 0.0468566 Jul 30 00:31:51.532368 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f57a3f-9caa-4ecf-94e2-6cf6b710a154 req-68d728a1-c554-4739-bd09-a56ef24b8586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:51.534040 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a7f57a3f-9caa-4ecf-94e2-6cf6b710a154 req-68d728a1-c554-4739-bd09-a56ef24b8586 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=655698b7-cbae-4dd2-b023-c352449bada8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460684 Jul 30 00:31:51.632221 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a7f57a3f-9caa-4ecf-94e2-6cf6b710a154 req-b5ff228e-0d8d-48da-9b6e-f93a9c90dcdc service neutron] 10.222.0.22 "GET /v2.0/networks/655698b7-cbae-4dd2-b023-c352449bada8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906672 Jul 30 00:31:51.726186 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a7f57a3f-9caa-4ecf-94e2-6cf6b710a154 req-e85f054d-6638-4376-9335-40a1d6381e1b service neutron] 10.222.0.22 "GET /v2.0/networks/655698b7-cbae-4dd2-b023-c352449bada8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874696 Jul 30 00:31:51.813156 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1274c33c-335c-4e80-9f5c-9cdcc95b591c req-12760593-2cb7-4766-a2b2-0960a4ecf751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:51.814839 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1274c33c-335c-4e80-9f5c-9cdcc95b591c req-12760593-2cb7-4766-a2b2-0960a4ecf751 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8589462012dc4e58a6304841e673ce71&device_id=e52b0aeb-15cd-4af5-8ec3-6dec4d07d143 HTTP/1.1" status: 200 len: 1096 time: 0.0448537 Jul 30 00:31:51.907425 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1274c33c-335c-4e80-9f5c-9cdcc95b591c req-120776e7-ce73-4897-92b2-fe16fa94fbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:51.908825 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1274c33c-335c-4e80-9f5c-9cdcc95b591c req-120776e7-ce73-4897-92b2-fe16fa94fbbc service neutron] 10.222.0.22 "GET /v2.0/networks?id=655698b7-cbae-4dd2-b023-c352449bada8 HTTP/1.1" status: 200 len: 910 time: 0.0876827 Jul 30 00:31:51.959019 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1274c33c-335c-4e80-9f5c-9cdcc95b591c req-bf4cc599-4ae1-47b2-8332-83065665d86d service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=856337c9-f2fa-4caf-8384-4d28262b7bdb HTTP/1.1" status: 200 len: 217 time: 0.0423074 Jul 30 00:31:52.008668 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1274c33c-335c-4e80-9f5c-9cdcc95b591c req-80dbf193-cea1-44d5-8eab-f263f79b6824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:52.010189 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1274c33c-335c-4e80-9f5c-9cdcc95b591c req-80dbf193-cea1-44d5-8eab-f263f79b6824 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e931dc3b-0f1a-4b8c-90a2-452019ab84b4 HTTP/1.1" status: 200 len: 848 time: 0.0445549 Jul 30 00:31:52.059810 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1274c33c-335c-4e80-9f5c-9cdcc95b591c req-897d1a84-10c0-4af0-835b-9416d2a21dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:52.062050 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1274c33c-335c-4e80-9f5c-9cdcc95b591c req-897d1a84-10c0-4af0-835b-9416d2a21dc8 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=655698b7-cbae-4dd2-b023-c352449bada8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433850 Jul 30 00:31:52.175389 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1274c33c-335c-4e80-9f5c-9cdcc95b591c req-e42662ba-8eae-4793-9abf-5fe0e47a3958 service neutron] 10.222.0.22 "GET /v2.0/networks/655698b7-cbae-4dd2-b023-c352449bada8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065104 Jul 30 00:31:52.274285 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6862c30a-fe80-46c9-8dc9-f1a104593754 req-ab1560b5-3566-4bbd-92cd-d07d2c548929 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:52.276496 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6862c30a-fe80-46c9-8dc9-f1a104593754 req-ab1560b5-3566-4bbd-92cd-d07d2c548929 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=e52b0aeb-15cd-4af5-8ec3-6dec4d07d143 HTTP/1.1" status: 200 len: 944 time: 0.0699601 Jul 30 00:31:52.292489 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1274c33c-335c-4e80-9f5c-9cdcc95b591c req-89332b1f-3fbe-470e-bb3e-4a83dfb60ace service neutron] 10.222.0.22 "GET /v2.0/networks/655698b7-cbae-4dd2-b023-c352449bada8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103399 Jul 30 00:31:52.320186 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6862c30a-fe80-46c9-8dc9-f1a104593754 req-f66ca055-92fa-4208-80c4-d1901b0f067e tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=a81373f0-1646-4a47-95e7-8c91e4a60649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368557 Jul 30 00:31:53.356101 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-092dd30b-26dc-4fe5-851d-758b37a86562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:53.461546 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7f84b0-876c-49ae-b264-6d517bd4fc4c req-0d87164e-ad60-4103-807a-081499bcbf86 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:53.463121 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ea7f84b0-876c-49ae-b264-6d517bd4fc4c req-0d87164e-ad60-4103-807a-081499bcbf86 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=e52b0aeb-15cd-4af5-8ec3-6dec4d07d143 HTTP/1.1" status: 200 len: 944 time: 0.0613499 Jul 30 00:31:53.503697 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ea7f84b0-876c-49ae-b264-6d517bd4fc4c req-1bdfa012-25da-42c3-a428-0e80664624fe tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=a81373f0-1646-4a47-95e7-8c91e4a60649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343781 Jul 30 00:31:54.623914 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe3bf1-d3cf-4290-b866-0d8c502ff2d1 req-7348ca83-60c3-4631-b601-15fe3fdc70aa tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:54.625427 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-34fe3bf1-d3cf-4290-b866-0d8c502ff2d1 req-7348ca83-60c3-4631-b601-15fe3fdc70aa tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=e52b0aeb-15cd-4af5-8ec3-6dec4d07d143 HTTP/1.1" status: 200 len: 944 time: 0.0491407 Jul 30 00:31:54.665728 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-34fe3bf1-d3cf-4290-b866-0d8c502ff2d1 req-4f36dfa4-52f1-4a39-a63f-18fe92f57480 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=a81373f0-1646-4a47-95e7-8c91e4a60649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341878 Jul 30 00:31:55.780201 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2153a4-ec70-4b15-9aa9-ed192052903a req-72f0374b-1bca-4522-b69f-5c51ce6eac36 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:55.781783 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ff2153a4-ec70-4b15-9aa9-ed192052903a req-72f0374b-1bca-4522-b69f-5c51ce6eac36 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=e52b0aeb-15cd-4af5-8ec3-6dec4d07d143 HTTP/1.1" status: 200 len: 944 time: 0.0500336 Jul 30 00:31:55.820940 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ff2153a4-ec70-4b15-9aa9-ed192052903a req-c201c4d7-9292-472d-9f86-1de498839d24 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=a81373f0-1646-4a47-95e7-8c91e4a60649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330808 Jul 30 00:31:55.972556 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-7c4b55b1-dec3-4c96-8c2b-636fe3cd1622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:56.578161 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:56.946345 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03571327-7753-41c4-945b-dfa4961bf198 req-676bbd63-e62e-403d-8ca4-618a9d6120cc tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:56.947903 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-03571327-7753-41c4-945b-dfa4961bf198 req-676bbd63-e62e-403d-8ca4-618a9d6120cc tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=e52b0aeb-15cd-4af5-8ec3-6dec4d07d143 HTTP/1.1" status: 200 len: 944 time: 0.0566990 Jul 30 00:31:56.991101 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-03571327-7753-41c4-945b-dfa4961bf198 req-90348ef2-ea9b-42b5-9a08-10c36d8e3da9 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=a81373f0-1646-4a47-95e7-8c91e4a60649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349395 Jul 30 00:31:57.965951 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:58.109268 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616392ed-9e6e-44f0-bfb8-e396dba084de req-b289ce41-f37e-40e7-ab0b-957ebbadaa38 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:58.110802 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-616392ed-9e6e-44f0-bfb8-e396dba084de req-b289ce41-f37e-40e7-ab0b-957ebbadaa38 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=e52b0aeb-15cd-4af5-8ec3-6dec4d07d143 HTTP/1.1" status: 200 len: 944 time: 0.0499225 Jul 30 00:31:58.156038 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-616392ed-9e6e-44f0-bfb8-e396dba084de req-80289eec-455f-4056-b2a5-e92c66fcc31f tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=a81373f0-1646-4a47-95e7-8c91e4a60649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392287 Jul 30 00:31:59.272588 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44eb4c6-4e08-42c4-8e4f-eceb6944264f req-0caf7ac7-5b36-4aa2-8df5-787db16e2949 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:59.274692 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b44eb4c6-4e08-42c4-8e4f-eceb6944264f req-0caf7ac7-5b36-4aa2-8df5-787db16e2949 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=e52b0aeb-15cd-4af5-8ec3-6dec4d07d143 HTTP/1.1" status: 200 len: 944 time: 0.0499709 Jul 30 00:31:59.313361 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b44eb4c6-4e08-42c4-8e4f-eceb6944264f req-e43bdf79-f0ee-4e10-a467-a62d1222d403 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=a81373f0-1646-4a47-95e7-8c91e4a60649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327241 Jul 30 00:31:59.597413 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:00.434416 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c5b1d-da65-499a-853a-63fbd44e8755 req-fd823fee-6164-4f32-bcab-f83028a07b00 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:00.435904 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9c8c5b1d-da65-499a-853a-63fbd44e8755 req-fd823fee-6164-4f32-bcab-f83028a07b00 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=e52b0aeb-15cd-4af5-8ec3-6dec4d07d143 HTTP/1.1" status: 200 len: 944 time: 0.0544982 Jul 30 00:32:00.473918 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9c8c5b1d-da65-499a-853a-63fbd44e8755 req-6884caec-cfcf-485d-a0af-3e32351a8d99 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=a81373f0-1646-4a47-95e7-8c91e4a60649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317106 Jul 30 00:32:01.416339 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 856337c9-f2fa-4caf-8384-4d28262b7bdb details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:32:01.519183 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 856337c9-f2fa-4caf-8384-4d28262b7bdb, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=856337c9-f2fa-4caf-8384-4d28262b7bdb,segment=NetworkSegment(a2b59f87-5820-4513-84a5-1a0cecf6573d),segment_id=a2b59f87-5820-4513-84a5-1a0cecf6573d)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:32:01.531900 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '856337c9-f2fa-4caf-8384-4d28262b7bdb', 'network_id': '655698b7-cbae-4dd2-b023-c352449bada8', 'port_id': '856337c9-f2fa-4caf-8384-4d28262b7bdb', 'mac_address': 'fa:16:3e:32:ab:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e931dc3b-0f1a-4b8c-90a2-452019ab84b4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:32:01.569154 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:01.583167 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 856337c9-f2fa-4caf-8384-4d28262b7bdb {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:32:01.594849 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532bff7-3d9c-4eb0-914e-dd812b115ecc req-a5aca2f9-e70e-422c-ac94-22309aa49e6f tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:01.596510 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a532bff7-3d9c-4eb0-914e-dd812b115ecc req-a5aca2f9-e70e-422c-ac94-22309aa49e6f tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=e52b0aeb-15cd-4af5-8ec3-6dec4d07d143 HTTP/1.1" status: 200 len: 944 time: 0.0517719 Jul 30 00:32:01.607385 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 856337c9-f2fa-4caf-8384-4d28262b7bdb, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=856337c9-f2fa-4caf-8384-4d28262b7bdb,segment=NetworkSegment(a2b59f87-5820-4513-84a5-1a0cecf6573d),segment_id=a2b59f87-5820-4513-84a5-1a0cecf6573d)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:32:01.612529 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:01.637421 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a532bff7-3d9c-4eb0-914e-dd812b115ecc req-8ecbaa98-972f-4f42-9f0e-8fbe23ae7898 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=a81373f0-1646-4a47-95e7-8c91e4a60649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344152 Jul 30 00:32:01.662057 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=856337c9-f2fa-4caf-8384-4d28262b7bdb,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:01.669854 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:01.670141 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:01.670486 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:01.670827 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:01.671161 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:01.671499 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:01.671828 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:01.672154 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:01.672481 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:01.672805 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:01.673130 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:01.673452 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:01.847047 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['856337c9-f2fa-4caf-8384-4d28262b7bdb'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:32:02.753255 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec413541-ceaf-45df-8cd6-7e8a02f21a55 req-e4643ee2-d588-429f-bd30-98fdf8eb6792 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:02.754776 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ec413541-ceaf-45df-8cd6-7e8a02f21a55 req-e4643ee2-d588-429f-bd30-98fdf8eb6792 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=e52b0aeb-15cd-4af5-8ec3-6dec4d07d143 HTTP/1.1" status: 200 len: 945 time: 0.0479989 Jul 30 00:32:02.793266 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ec413541-ceaf-45df-8cd6-7e8a02f21a55 req-3e0fbaa0-6752-4f76-99b2-e17ed110bc6a tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=a81373f0-1646-4a47-95e7-8c91e4a60649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318339 Jul 30 00:32:03.435130 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 856337c9-f2fa-4caf-8384-4d28262b7bdb up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:32:03.484759 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port 856337c9-f2fa-4caf-8384-4d28262b7bdb completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:32:03.488592 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 856337c9-f2fa-4caf-8384-4d28262b7bdb triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:32:03.488965 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:03.577862 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:03.602189 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52b0aeb-15cd-4af5-8ec3-6dec4d07d143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '856337c9-f2fa-4caf-8384-4d28262b7bdb'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:32:03.604436 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3dd558600791562711758174753c2f4fb110b88d3119b842389a6e503e2e31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baba206b-815a-482a-a841-70bf2f368cbc" -d '{"events": [{"server_uuid": "e52b0aeb-15cd-4af5-8ec3-6dec4d07d143", "name": "network-vif-plugged", "status": "completed", "tag": "856337c9-f2fa-4caf-8384-4d28262b7bdb"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:32:03.618974 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 856337c9-f2fa-4caf-8384-4d28262b7bdb, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=856337c9-f2fa-4caf-8384-4d28262b7bdb,segment=NetworkSegment(a2b59f87-5820-4513-84a5-1a0cecf6573d),segment_id=a2b59f87-5820-4513-84a5-1a0cecf6573d)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:32:03.625464 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:03.654221 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e27796-62d2-4205-8bde-f951402335b1 x-openstack-request-id: req-05e27796-62d2-4205-8bde-f951402335b1 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:32:03.654511 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52b0aeb-15cd-4af5-8ec3-6dec4d07d143", "name": "network-vif-plugged", "status": "completed", "tag": "856337c9-f2fa-4caf-8384-4d28262b7bdb", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:32:03.654778 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-05e27796-62d2-4205-8bde-f951402335b1 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:32:03.655155 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52b0aeb-15cd-4af5-8ec3-6dec4d07d143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '856337c9-f2fa-4caf-8384-4d28262b7bdb', 'code': 200} Jul 30 00:32:03.684094 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=856337c9-f2fa-4caf-8384-4d28262b7bdb,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:03.747203 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505bdc93-6dc6-4875-8455-1e02c47b9bb5 req-b9c924f2-23d9-4674-a0c2-cfd9a68eb5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:03.748738 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-505bdc93-6dc6-4875-8455-1e02c47b9bb5 req-b9c924f2-23d9-4674-a0c2-cfd9a68eb5ec service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e52b0aeb-15cd-4af5-8ec3-6dec4d07d143 HTTP/1.1" status: 200 len: 1098 time: 0.0449538 Jul 30 00:32:03.783554 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-505bdc93-6dc6-4875-8455-1e02c47b9bb5 req-dc88eb8f-202f-444c-8f06-25fff45b8628 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=a81373f0-1646-4a47-95e7-8c91e4a60649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281727 Jul 30 00:32:03.915121 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41059c-ec6c-4db3-bba6-c48c44ce9be7 req-6b9d7414-4ba3-4822-a398-085f2c95e990 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:03.916608 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3b41059c-ec6c-4db3-bba6-c48c44ce9be7 req-6b9d7414-4ba3-4822-a398-085f2c95e990 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=e52b0aeb-15cd-4af5-8ec3-6dec4d07d143 HTTP/1.1" status: 200 len: 946 time: 0.0519426 Jul 30 00:32:03.956002 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3b41059c-ec6c-4db3-bba6-c48c44ce9be7 req-37263968-dab6-4c2b-9b19-476f7c9450f3 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=a81373f0-1646-4a47-95e7-8c91e4a60649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330081 Jul 30 00:32:04.914861 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:32:05.070791 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef001f9-d103-460b-9c91-e26e43f258f9 req-2fd775f3-f666-49ef-b031-c7e1e07984fc tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:05.072273 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5ef001f9-d103-460b-9c91-e26e43f258f9 req-2fd775f3-f666-49ef-b031-c7e1e07984fc tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=e52b0aeb-15cd-4af5-8ec3-6dec4d07d143 HTTP/1.1" status: 200 len: 946 time: 0.0479198 Jul 30 00:32:05.111098 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5ef001f9-d103-460b-9c91-e26e43f258f9 req-8b4c07fd-0fc0-482a-b449-ae4af5352316 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=a81373f0-1646-4a47-95e7-8c91e4a60649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329204 Jul 30 00:32:05.228991 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e23a8bb-52ee-42ab-b840-2222e914c8b9 req-192fd398-6113-46c3-be27-fcaaaf09fef5 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:05.230453 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7e23a8bb-52ee-42ab-b840-2222e914c8b9 req-192fd398-6113-46c3-be27-fcaaaf09fef5 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=e52b0aeb-15cd-4af5-8ec3-6dec4d07d143 HTTP/1.1" status: 200 len: 946 time: 0.0494533 Jul 30 00:32:05.269955 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-7e23a8bb-52ee-42ab-b840-2222e914c8b9 req-e5053fe0-dbf8-464a-816c-b3c50c7a5925 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=a81373f0-1646-4a47-95e7-8c91e4a60649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334554 Jul 30 00:32:05.291985 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 38566) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:32:05.333355 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ed4b13-1b2b-48cd-b1cd-b39ce51b0baf tempest-TestShelveInstance-711480456 tempest-TestShelveInstance-711480456-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:05.334879 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-70ed4b13-1b2b-48cd-b1cd-b39ce51b0baf tempest-TestShelveInstance-711480456 tempest-TestShelveInstance-711480456-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e52b0aeb-15cd-4af5-8ec3-6dec4d07d143 HTTP/1.1" status: 200 len: 1093 time: 0.0419304 Jul 30 00:32:05.338428 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 38568) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:32:05.342830 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-c19cea07-0d03-4046-9964-e9e9d4357d76 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Request body: {'floatingip': {'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'port_id': '856337c9-f2fa-4caf-8384-4d28262b7bdb', 'tenant_id': '8589462012dc4e58a6304841e673ce71', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:32:05.367345 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c19cea07-0d03-4046-9964-e9e9d4357d76 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks [] for floatingip, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:05.476569 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c19cea07-0d03-4046-9964-e9e9d4357d76 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:05.606300 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-c19cea07-0d03-4046-9964-e9e9d4357d76 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Allocated IP 172.25.0.208 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/3f360dbf-fe14-4451-847d-e61544335bc8) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:32:05.710346 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c19cea07-0d03-4046-9964-e9e9d4357d76 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:05.754709 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c19cea07-0d03-4046-9964-e9e9d4357d76 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:05.795409 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19cea07-0d03-4046-9964-e9e9d4357d76 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:32:05.798312 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-c19cea07-0d03-4046-9964-e9e9d4357d76 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:32:05.801076 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19cea07-0d03-4046-9964-e9e9d4357d76 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:32:05.831035 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19cea07-0d03-4046-9964-e9e9d4357d76 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Pushing event updated for resources: {'Port': ['ID=3f360dbf-fe14-4451-847d-e61544335bc8,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:06.172630 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c19cea07-0d03-4046-9964-e9e9d4357d76 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:06.245459 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c19cea07-0d03-4046-9964-e9e9d4357d76 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:06.406778 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c19cea07-0d03-4046-9964-e9e9d4357d76 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:06.411322 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c19cea07-0d03-4046-9964-e9e9d4357d76 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:06.481827 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19cea07-0d03-4046-9964-e9e9d4357d76 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Pushing event updated for resources: {'Port': ['ID=3f360dbf-fe14-4451-847d-e61544335bc8,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:06.497936 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c19cea07-0d03-4046-9964-e9e9d4357d76 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:06.598509 n-d-712141-10 neutron-server[94078]: INFO neutron.db.l3_db [None req-c19cea07-0d03-4046-9964-e9e9d4357d76 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Floating IP 9adce532-cc8d-4e4f-a22f-b725f6207b70 associated. External IP: 172.25.0.208, port: 856337c9-f2fa-4caf-8384-4d28262b7bdb. Jul 30 00:32:07.160826 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c19cea07-0d03-4046-9964-e9e9d4357d76 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Router 93aa067f-11ef-4fe1-b917-3070e3d2e0cc has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:32:07.271083 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19cea07-0d03-4046-9964-e9e9d4357d76 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:32:07.281215 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b1849a-2bc6-4896-85b7-027cc8b024e4 None None] Sync routers for ids ['93aa067f-11ef-4fe1-b917-3070e3d2e0cc'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:32:07.288312 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-c19cea07-0d03-4046-9964-e9e9d4357d76 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:07.292162 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b1849a-2bc6-4896-85b7-027cc8b024e4 None None] Routers {'93aa067f-11ef-4fe1-b917-3070e3d2e0cc'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:32:07.292787 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-c9b1849a-2bc6-4896-85b7-027cc8b024e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:31:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['93aa067f-11ef-4fe1-b917-3070e3d2e0cc'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:32:07.315996 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-c19cea07-0d03-4046-9964-e9e9d4357d76 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9765084 Jul 30 00:32:07.316587 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e52b0aeb-15cd-4af5-8ec3-6dec4d07d143', 'tag': '856337c9-f2fa-4caf-8384-4d28262b7bdb'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:32:07.318840 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bdefc4f50fc1dacc251594e9f8a8ff118bd4f4d1a27e9c9923ea81076a49f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b4785c-27fb-457d-94bc-ed4b81ef9ca1" -d '{"events": [{"name": "network-changed", "server_uuid": "e52b0aeb-15cd-4af5-8ec3-6dec4d07d143", "tag": "856337c9-f2fa-4caf-8384-4d28262b7bdb"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:32:07.358015 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec2b62f-3eb7-4328-9493-7749552b5c58 x-openstack-request-id: req-5ec2b62f-3eb7-4328-9493-7749552b5c58 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:32:07.358303 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e52b0aeb-15cd-4af5-8ec3-6dec4d07d143", "tag": "856337c9-f2fa-4caf-8384-4d28262b7bdb", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:32:07.358554 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5ec2b62f-3eb7-4328-9493-7749552b5c58 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:32:07.358948 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e52b0aeb-15cd-4af5-8ec3-6dec4d07d143', 'tag': '856337c9-f2fa-4caf-8384-4d28262b7bdb', 'status': 'completed', 'code': 200} Jul 30 00:32:07.398522 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-c9b1849a-2bc6-4896-85b7-027cc8b024e4 None None] Set router 93aa067f-11ef-4fe1-b917-3070e3d2e0cc gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:32:07.423066 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4785c-27fb-457d-94bc-ed4b81ef9ca1 req-7854e6a7-532f-4d99-93af-c648512b6d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:07.424591 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-82b4785c-27fb-457d-94bc-ed4b81ef9ca1 req-7854e6a7-532f-4d99-93af-c648512b6d46 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8589462012dc4e58a6304841e673ce71&device_id=e52b0aeb-15cd-4af5-8ec3-6dec4d07d143 HTTP/1.1" status: 200 len: 1098 time: 0.0416319 Jul 30 00:32:07.514544 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4785c-27fb-457d-94bc-ed4b81ef9ca1 req-33b1f024-6e6b-48d3-9a4c-a8bf3ab908e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:07.516018 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-82b4785c-27fb-457d-94bc-ed4b81ef9ca1 req-33b1f024-6e6b-48d3-9a4c-a8bf3ab908e8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=655698b7-cbae-4dd2-b023-c352449bada8 HTTP/1.1" status: 200 len: 910 time: 0.0843575 Jul 30 00:32:07.588433 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-82b4785c-27fb-457d-94bc-ed4b81ef9ca1 req-099d6390-c691-4f53-bb6e-0b7aa3544c9c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=856337c9-f2fa-4caf-8384-4d28262b7bdb HTTP/1.1" status: 200 len: 1000 time: 0.0654740 Jul 30 00:32:07.628054 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-c9b1849a-2bc6-4896-85b7-027cc8b024e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93aa067f-11ef-4fe1-b917-3070e3d2e0cc', 'name': 'tempest-TestShelveInstance-1732512449-router', 'tenant_id': '8589462012dc4e58a6304841e673ce71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'bf601a09-8c91-4d3f-95dd-f3e6452dd8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:27:13Z', 'updated_at': '2021-07-30T00:27:16Z', 'revision_number': 4, 'project_id': '8589462012dc4e58a6304841e673ce71', 'gw_port': {'id': 'bf601a09-8c91-4d3f-95dd-f3e6452dd8c6', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:02:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93aa067f-11ef-4fe1-b917-3070e3d2e0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:27:13Z', 'updated_at': '2021-07-30T00:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '9adce532-cc8d-4e4f-a22f-b725f6207b70', 'tenant_id': '8589462012dc4e58a6304841e673ce71', 'floating_ip_address': '172.25.0.208', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '93aa067f-11ef-4fe1-b917-3070e3d2e0cc', 'port_id': '856337c9-f2fa-4caf-8384-4d28262b7bdb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '655698b7-cbae-4dd2-b023-c352449bada8', 'mac_address': 'fa:16:3e:32:ab:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52b0aeb-15cd-4af5-8ec3-6dec4d07d143', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:32:06Z', 'updated_at': '2021-07-30T00:32:06Z', 'revision_number': 0, 'project_id': '8589462012dc4e58a6304841e673ce71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '422afb3a-ec54-4b3b-82d1-aaf8a48976b6', 'name': '', 'network_id': '655698b7-cbae-4dd2-b023-c352449bada8', 'tenant_id': '8589462012dc4e58a6304841e673ce71', 'mac_address': 'fa:16:3e:f9:69:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93aa067f-11ef-4fe1-b917-3070e3d2e0cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e931dc3b-0f1a-4b8c-90a2-452019ab84b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:27:15Z', 'updated_at': '2021-07-30T00:27:21Z', 'revision_number': 5, 'project_id': '8589462012dc4e58a6304841e673ce71', 'subnets': [{'id': 'e931dc3b-0f1a-4b8c-90a2-452019ab84b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:32:07.637395 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4785c-27fb-457d-94bc-ed4b81ef9ca1 req-c596b282-15f2-4211-a17f-27ca8b1670ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:07.638922 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-82b4785c-27fb-457d-94bc-ed4b81ef9ca1 req-c596b282-15f2-4211-a17f-27ca8b1670ce service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e931dc3b-0f1a-4b8c-90a2-452019ab84b4 HTTP/1.1" status: 200 len: 848 time: 0.0437663 Jul 30 00:32:07.653723 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b1849a-2bc6-4896-85b7-027cc8b024e4 None None] Checking router: 93aa067f-11ef-4fe1-b917-3070e3d2e0cc for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:32:07.663105 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b1849a-2bc6-4896-85b7-027cc8b024e4 None None] Routers {'93aa067f-11ef-4fe1-b917-3070e3d2e0cc'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:32:07.664672 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-c9b1849a-2bc6-4896-85b7-027cc8b024e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:31:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['93aa067f-11ef-4fe1-b917-3070e3d2e0cc'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:32:07.685303 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4785c-27fb-457d-94bc-ed4b81ef9ca1 req-137f7c9f-e9ab-4557-9dbe-2b6cccca33e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:07.686869 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-82b4785c-27fb-457d-94bc-ed4b81ef9ca1 req-137f7c9f-e9ab-4557-9dbe-2b6cccca33e2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=655698b7-cbae-4dd2-b023-c352449bada8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411885 Jul 30 00:32:07.768094 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-c9b1849a-2bc6-4896-85b7-027cc8b024e4 None None] Set router 93aa067f-11ef-4fe1-b917-3070e3d2e0cc gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:32:07.778820 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-82b4785c-27fb-457d-94bc-ed4b81ef9ca1 req-cd7bd1f4-756c-404d-8392-6f681096f00e service neutron] 10.222.0.22 "GET /v2.0/networks/655698b7-cbae-4dd2-b023-c352449bada8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850170 Jul 30 00:32:07.817788 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:07.888799 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-82b4785c-27fb-457d-94bc-ed4b81ef9ca1 req-6e5e6ced-28d9-4004-be96-243194455535 service neutron] 10.222.0.22 "GET /v2.0/networks/655698b7-cbae-4dd2-b023-c352449bada8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032865 Jul 30 00:32:07.995849 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-c9b1849a-2bc6-4896-85b7-027cc8b024e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93aa067f-11ef-4fe1-b917-3070e3d2e0cc', 'name': 'tempest-TestShelveInstance-1732512449-router', 'tenant_id': '8589462012dc4e58a6304841e673ce71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'bf601a09-8c91-4d3f-95dd-f3e6452dd8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:27:13Z', 'updated_at': '2021-07-30T00:27:16Z', 'revision_number': 4, 'project_id': '8589462012dc4e58a6304841e673ce71', 'gw_port': {'id': 'bf601a09-8c91-4d3f-95dd-f3e6452dd8c6', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:02:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93aa067f-11ef-4fe1-b917-3070e3d2e0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:27:13Z', 'updated_at': '2021-07-30T00:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '9adce532-cc8d-4e4f-a22f-b725f6207b70', 'tenant_id': '8589462012dc4e58a6304841e673ce71', 'floating_ip_address': '172.25.0.208', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '93aa067f-11ef-4fe1-b917-3070e3d2e0cc', 'port_id': '856337c9-f2fa-4caf-8384-4d28262b7bdb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '655698b7-cbae-4dd2-b023-c352449bada8', 'mac_address': 'fa:16:3e:32:ab:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52b0aeb-15cd-4af5-8ec3-6dec4d07d143', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:32:06Z', 'updated_at': '2021-07-30T00:32:06Z', 'revision_number': 0, 'project_id': '8589462012dc4e58a6304841e673ce71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '422afb3a-ec54-4b3b-82d1-aaf8a48976b6', 'name': '', 'network_id': '655698b7-cbae-4dd2-b023-c352449bada8', 'tenant_id': '8589462012dc4e58a6304841e673ce71', 'mac_address': 'fa:16:3e:f9:69:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93aa067f-11ef-4fe1-b917-3070e3d2e0cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e931dc3b-0f1a-4b8c-90a2-452019ab84b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:27:15Z', 'updated_at': '2021-07-30T00:27:21Z', 'revision_number': 5, 'project_id': '8589462012dc4e58a6304841e673ce71', 'subnets': [{'id': 'e931dc3b-0f1a-4b8c-90a2-452019ab84b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:32:08.025405 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b1849a-2bc6-4896-85b7-027cc8b024e4 None None] The sync data for ids ['93aa067f-11ef-4fe1-b917-3070e3d2e0cc'] in n-d-712141-10 is: [{'id': '93aa067f-11ef-4fe1-b917-3070e3d2e0cc', 'name': 'tempest-TestShelveInstance-1732512449-router', 'tenant_id': '8589462012dc4e58a6304841e673ce71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'bf601a09-8c91-4d3f-95dd-f3e6452dd8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:27:13Z', 'updated_at': '2021-07-30T00:27:16Z', 'revision_number': 4, 'project_id': '8589462012dc4e58a6304841e673ce71', 'gw_port': {'id': 'bf601a09-8c91-4d3f-95dd-f3e6452dd8c6', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:02:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93aa067f-11ef-4fe1-b917-3070e3d2e0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:27:13Z', 'updated_at': '2021-07-30T00:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '9adce532-cc8d-4e4f-a22f-b725f6207b70', 'tenant_id': '8589462012dc4e58a6304841e673ce71', 'floating_ip_address': '172.25.0.208', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '93aa067f-11ef-4fe1-b917-3070e3d2e0cc', 'port_id': '856337c9-f2fa-4caf-8384-4d28262b7bdb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '655698b7-cbae-4dd2-b023-c352449bada8', 'mac_address': 'fa:16:3e:32:ab:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e52b0aeb-15cd-4af5-8ec3-6dec4d07d143', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:32:06Z', 'updated_at': '2021-07-30T00:32:06Z', 'revision_number': 0, 'project_id': '8589462012dc4e58a6304841e673ce71', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '422afb3a-ec54-4b3b-82d1-aaf8a48976b6', 'name': '', 'network_id': '655698b7-cbae-4dd2-b023-c352449bada8', 'tenant_id': '8589462012dc4e58a6304841e673ce71', 'mac_address': 'fa:16:3e:f9:69:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93aa067f-11ef-4fe1-b917-3070e3d2e0cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e931dc3b-0f1a-4b8c-90a2-452019ab84b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:27:15Z', 'updated_at': '2021-07-30T00:27:21Z', 'revision_number': 5, 'project_id': '8589462012dc4e58a6304841e673ce71', 'subnets': [{'id': 'e931dc3b-0f1a-4b8c-90a2-452019ab84b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:32:08.229875 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1170093a-3d72-4bf9-bbf2-56b8afa40082 None None] New status for floating IP 9adce532-cc8d-4e4f-a22f-b725f6207b70: ACTIVE {{(pid=94079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:32:20.223462 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:23.358081 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b0335eda-3560-407d-a182-50a89d9127f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:24.255707 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0835f5bd-097e-468d-86a5-42c891e478a4 req-e957e486-826b-41b0-952e-56947ee731d6 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e52b0aeb-15cd-4af5-8ec3-6dec4d07d143&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0455816 Jul 30 00:32:24.342728 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0835f5bd-097e-468d-86a5-42c891e478a4 req-36fb302b-dc22-4ba1-b939-6d6ef2ce7e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:24.344975 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0835f5bd-097e-468d-86a5-42c891e478a4 req-36fb302b-dc22-4ba1-b939-6d6ef2ce7e10 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8589462012dc4e58a6304841e673ce71&device_id=e52b0aeb-15cd-4af5-8ec3-6dec4d07d143 HTTP/1.1" status: 200 len: 1098 time: 0.0432212 Jul 30 00:32:24.458388 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0835f5bd-097e-468d-86a5-42c891e478a4 req-3ff6d129-c7aa-4467-9038-9037a9bf8972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:24.459874 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0835f5bd-097e-468d-86a5-42c891e478a4 req-3ff6d129-c7aa-4467-9038-9037a9bf8972 service neutron] 10.222.0.22 "GET /v2.0/networks?id=655698b7-cbae-4dd2-b023-c352449bada8 HTTP/1.1" status: 200 len: 910 time: 0.0949757 Jul 30 00:32:24.535996 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0835f5bd-097e-468d-86a5-42c891e478a4 req-9bb44c0b-6a46-4f73-b237-f51d1f381196 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=856337c9-f2fa-4caf-8384-4d28262b7bdb HTTP/1.1" status: 200 len: 1002 time: 0.0680175 Jul 30 00:32:24.588858 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0835f5bd-097e-468d-86a5-42c891e478a4 req-d54ffb82-c763-49ee-b064-2bbea9303777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:24.590383 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0835f5bd-097e-468d-86a5-42c891e478a4 req-d54ffb82-c763-49ee-b064-2bbea9303777 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e931dc3b-0f1a-4b8c-90a2-452019ab84b4 HTTP/1.1" status: 200 len: 848 time: 0.0475607 Jul 30 00:32:24.637745 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0835f5bd-097e-468d-86a5-42c891e478a4 req-f64e3351-90ef-449d-8787-315a5873c6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:24.639491 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0835f5bd-097e-468d-86a5-42c891e478a4 req-f64e3351-90ef-449d-8787-315a5873c6a0 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=655698b7-cbae-4dd2-b023-c352449bada8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418658 Jul 30 00:32:24.734955 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0835f5bd-097e-468d-86a5-42c891e478a4 req-52a94414-b5f6-40f5-aa5c-3e6e9d661d25 service neutron] 10.222.0.22 "GET /v2.0/networks/655698b7-cbae-4dd2-b023-c352449bada8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881670 Jul 30 00:32:24.826694 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0835f5bd-097e-468d-86a5-42c891e478a4 req-1110b5e9-5df1-445e-9d3a-3e7d8a80c6fc service neutron] 10.222.0.22 "GET /v2.0/networks/655698b7-cbae-4dd2-b023-c352449bada8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834100 Jul 30 00:32:25.976620 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8ef1220c-969a-4423-ae19-539431ab16c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:26.579723 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:27.968749 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:29.591059 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:37.827782 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:41.913334 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:32:50.237283 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:53.358781 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8574a7da-c125-43dc-9938-272f122b2dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:55.977220 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-70a30874-52ce-47c5-98e5-79e87134077c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:56.580200 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:57.974407 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:59.594424 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:07.826122 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:18.914352 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:33:20.226661 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:23.358918 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-039ec4b8-99b6-44df-ab87-855dd4d752b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:24.291112 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-46e868f4-049d-42cf-a618-03fdce04d603 req-0c4fdf1f-c7b9-4552-8e31-9ae676d02da1 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e52b0aeb-15cd-4af5-8ec3-6dec4d07d143&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0837224 Jul 30 00:33:24.370097 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e868f4-049d-42cf-a618-03fdce04d603 req-ab9e392d-7022-4470-b9d8-38eae29918e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:24.372240 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-46e868f4-049d-42cf-a618-03fdce04d603 req-ab9e392d-7022-4470-b9d8-38eae29918e2 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8589462012dc4e58a6304841e673ce71&device_id=e52b0aeb-15cd-4af5-8ec3-6dec4d07d143 HTTP/1.1" status: 200 len: 1098 time: 0.0397391 Jul 30 00:33:24.473633 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e868f4-049d-42cf-a618-03fdce04d603 req-d08192f9-53a7-4227-b04a-4f2c888f24a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:24.475029 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-46e868f4-049d-42cf-a618-03fdce04d603 req-d08192f9-53a7-4227-b04a-4f2c888f24a2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=655698b7-cbae-4dd2-b023-c352449bada8 HTTP/1.1" status: 200 len: 910 time: 0.0833333 Jul 30 00:33:24.547908 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-46e868f4-049d-42cf-a618-03fdce04d603 req-508c3a04-dbfb-462f-8790-3ae190ef3418 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=856337c9-f2fa-4caf-8384-4d28262b7bdb HTTP/1.1" status: 200 len: 1002 time: 0.0652857 Jul 30 00:33:24.597306 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e868f4-049d-42cf-a618-03fdce04d603 req-e57f8c46-f810-4499-a470-dd693883863b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:24.598784 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-46e868f4-049d-42cf-a618-03fdce04d603 req-e57f8c46-f810-4499-a470-dd693883863b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e931dc3b-0f1a-4b8c-90a2-452019ab84b4 HTTP/1.1" status: 200 len: 848 time: 0.0436804 Jul 30 00:33:24.645539 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e868f4-049d-42cf-a618-03fdce04d603 req-0527eaa7-5faf-4b2c-b391-87478f68615f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:24.647073 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-46e868f4-049d-42cf-a618-03fdce04d603 req-0527eaa7-5faf-4b2c-b391-87478f68615f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=655698b7-cbae-4dd2-b023-c352449bada8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411077 Jul 30 00:33:24.658229 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [req-46e868f4-049d-42cf-a618-03fdce04d603 req-0f0b234e-6fca-4248-bb71-b436f6af334f service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94077) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:33:24.659178 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-46e868f4-049d-42cf-a618-03fdce04d603 req-0f0b234e-6fca-4248-bb71-b436f6af334f service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050344 Jul 30 00:33:24.752812 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-46e868f4-049d-42cf-a618-03fdce04d603 req-fa300039-a8e4-4541-ad40-53492b5845fd service neutron] 10.222.0.22 "GET /v2.0/networks/655698b7-cbae-4dd2-b023-c352449bada8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864685 Jul 30 00:33:24.842168 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-46e868f4-049d-42cf-a618-03fdce04d603 req-f6e05053-98e6-4c19-b774-2c76dfae44c9 service neutron] 10.222.0.22 "GET /v2.0/networks/655698b7-cbae-4dd2-b023-c352449bada8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825574 Jul 30 00:33:25.977206 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ec2f408e-fef2-46cd-ba3a-1ff640d76857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:26.582226 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:27.976887 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:29.594764 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:37.823377 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:50.245088 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:53.359182 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3c8219ac-df22-4ccf-83b9-44d668d5e8ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:55.913392 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:33:55.979099 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e675b2c2-5360-41b6-aaef-bc2ef332aae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:56.584117 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:57.978275 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:59.598196 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:02.690421 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b77d5e-61ed-4ae7-b738-568776cd700d req-7d965bac-8b6a-42b6-ab7e-1b107b681957 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:02.691904 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-46b77d5e-61ed-4ae7-b738-568776cd700d req-7d965bac-8b6a-42b6-ab7e-1b107b681957 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=e52b0aeb-15cd-4af5-8ec3-6dec4d07d143 HTTP/1.1" status: 200 len: 946 time: 0.0511749 Jul 30 00:34:02.733551 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-46b77d5e-61ed-4ae7-b738-568776cd700d req-436699d4-69ff-45dc-bf45-2bb5554ff062 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=a81373f0-1646-4a47-95e7-8c91e4a60649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349789 Jul 30 00:34:03.884739 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb76050-5ffd-4ab4-bb22-07d9033d0bed req-4e588996-1993-4652-bf21-bbf6c7921f0f tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:03.886147 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0bb76050-5ffd-4ab4-bb22-07d9033d0bed req-4e588996-1993-4652-bf21-bbf6c7921f0f tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=e52b0aeb-15cd-4af5-8ec3-6dec4d07d143 HTTP/1.1" status: 200 len: 946 time: 0.0520785 Jul 30 00:34:03.924520 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0bb76050-5ffd-4ab4-bb22-07d9033d0bed req-4590d661-cb0e-462d-8987-066316990945 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=a81373f0-1646-4a47-95e7-8c91e4a60649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315289 Jul 30 00:34:05.079827 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb456fd3-0e4a-4cc5-ac10-8e0517ed52ba req-3d5bbcbd-0b98-4786-9485-32081729b2af tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:05.082432 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eb456fd3-0e4a-4cc5-ac10-8e0517ed52ba req-3d5bbcbd-0b98-4786-9485-32081729b2af tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=e52b0aeb-15cd-4af5-8ec3-6dec4d07d143 HTTP/1.1" status: 200 len: 946 time: 0.0575318 Jul 30 00:34:05.120109 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eb456fd3-0e4a-4cc5-ac10-8e0517ed52ba req-d9ad98a0-a74d-48cc-b3e4-2418f2826533 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=a81373f0-1646-4a47-95e7-8c91e4a60649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318649 Jul 30 00:34:06.239442 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b48a55a-6362-495e-a65e-dc11cbf4402e req-91d2a91d-8894-461c-a463-ca9433564f57 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:06.240909 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2b48a55a-6362-495e-a65e-dc11cbf4402e req-91d2a91d-8894-461c-a463-ca9433564f57 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=e52b0aeb-15cd-4af5-8ec3-6dec4d07d143 HTTP/1.1" status: 200 len: 946 time: 0.0481467 Jul 30 00:34:06.279023 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2b48a55a-6362-495e-a65e-dc11cbf4402e req-e4281976-6ca1-4fae-a77f-457cf37bf5d2 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=a81373f0-1646-4a47-95e7-8c91e4a60649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321674 Jul 30 00:34:07.401327 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd38788-3ea0-4535-b4cd-15a079a517fb req-1a692251-438d-4c8e-bfcf-d284c19c64e8 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:07.402807 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9fd38788-3ea0-4535-b4cd-15a079a517fb req-1a692251-438d-4c8e-bfcf-d284c19c64e8 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=e52b0aeb-15cd-4af5-8ec3-6dec4d07d143 HTTP/1.1" status: 200 len: 946 time: 0.0530834 Jul 30 00:34:07.443139 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9fd38788-3ea0-4535-b4cd-15a079a517fb req-783c62cf-59f1-49f3-9ef4-4dc6dce810db tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=a81373f0-1646-4a47-95e7-8c91e4a60649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337207 Jul 30 00:34:07.829958 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:08.560883 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92afecd9-2a50-44d3-a72a-b30d1d397614 req-721e653f-43fb-4bc5-80d5-6cfeb7cdd531 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:08.562453 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-92afecd9-2a50-44d3-a72a-b30d1d397614 req-721e653f-43fb-4bc5-80d5-6cfeb7cdd531 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=e52b0aeb-15cd-4af5-8ec3-6dec4d07d143 HTTP/1.1" status: 200 len: 946 time: 0.0501409 Jul 30 00:34:08.600367 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-92afecd9-2a50-44d3-a72a-b30d1d397614 req-ae30df81-cb75-4518-ab1d-7bf7f915d494 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=a81373f0-1646-4a47-95e7-8c91e4a60649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319476 Jul 30 00:34:09.719343 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2685016-8e5f-451c-b065-b603d3957bb2 req-afce0dcd-1008-426f-bd77-071b83b212a0 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:09.720997 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d2685016-8e5f-451c-b065-b603d3957bb2 req-afce0dcd-1008-426f-bd77-071b83b212a0 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=e52b0aeb-15cd-4af5-8ec3-6dec4d07d143 HTTP/1.1" status: 200 len: 946 time: 0.0512223 Jul 30 00:34:09.759792 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d2685016-8e5f-451c-b065-b603d3957bb2 req-df334ebb-7dbf-4e6d-88df-7efb8c047679 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=a81373f0-1646-4a47-95e7-8c91e4a60649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328419 Jul 30 00:34:10.880001 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a8a950-eb37-4c48-b041-beb58912934c req-0ad8d861-c049-412d-a322-cf2b98310477 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:10.881378 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c0a8a950-eb37-4c48-b041-beb58912934c req-0ad8d861-c049-412d-a322-cf2b98310477 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=e52b0aeb-15cd-4af5-8ec3-6dec4d07d143 HTTP/1.1" status: 200 len: 946 time: 0.0550661 Jul 30 00:34:10.921211 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c0a8a950-eb37-4c48-b041-beb58912934c req-bfde4036-dd38-46cc-ab0f-3b72c4036524 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=a81373f0-1646-4a47-95e7-8c91e4a60649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333595 Jul 30 00:34:12.046799 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d4544-fc44-4e95-ad52-88fe4de5d825 req-f00ddbaf-7925-4a04-aa4c-df0f41aa5e5d tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:12.048390 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1d8d4544-fc44-4e95-ad52-88fe4de5d825 req-f00ddbaf-7925-4a04-aa4c-df0f41aa5e5d tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=e52b0aeb-15cd-4af5-8ec3-6dec4d07d143 HTTP/1.1" status: 200 len: 946 time: 0.0581651 Jul 30 00:34:12.089152 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-1d8d4544-fc44-4e95-ad52-88fe4de5d825 req-14d397b2-e8d9-4883-8da9-f6955f4756d5 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=a81373f0-1646-4a47-95e7-8c91e4a60649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347447 Jul 30 00:34:12.815363 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7012221-d7b9-495f-8583-68db31596c96 req-6a2bc531-4117-49ef-9459-0065b3767507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:12.816830 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f7012221-d7b9-495f-8583-68db31596c96 req-6a2bc531-4117-49ef-9459-0065b3767507 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8589462012dc4e58a6304841e673ce71&device_id=e52b0aeb-15cd-4af5-8ec3-6dec4d07d143 HTTP/1.1" status: 200 len: 1098 time: 0.0477533 Jul 30 00:34:12.915666 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7012221-d7b9-495f-8583-68db31596c96 req-cc2dc639-9e54-41c3-87eb-aa76716abd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:12.917422 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f7012221-d7b9-495f-8583-68db31596c96 req-cc2dc639-9e54-41c3-87eb-aa76716abd54 service neutron] 10.222.0.22 "GET /v2.0/networks?id=655698b7-cbae-4dd2-b023-c352449bada8 HTTP/1.1" status: 200 len: 910 time: 0.0932717 Jul 30 00:34:12.991573 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f7012221-d7b9-495f-8583-68db31596c96 req-3db39922-07ab-499d-829b-512bd871ecf8 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=856337c9-f2fa-4caf-8384-4d28262b7bdb HTTP/1.1" status: 200 len: 1002 time: 0.0664382 Jul 30 00:34:13.041364 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7012221-d7b9-495f-8583-68db31596c96 req-7dc13df8-7afb-4cbf-bb85-177547f8c675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:13.042940 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f7012221-d7b9-495f-8583-68db31596c96 req-7dc13df8-7afb-4cbf-bb85-177547f8c675 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e931dc3b-0f1a-4b8c-90a2-452019ab84b4 HTTP/1.1" status: 200 len: 848 time: 0.0443835 Jul 30 00:34:13.087145 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7012221-d7b9-495f-8583-68db31596c96 req-93dc80ed-9b4f-49f4-a676-63a4b8910a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:13.088536 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f7012221-d7b9-495f-8583-68db31596c96 req-93dc80ed-9b4f-49f4-a676-63a4b8910a7a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=655698b7-cbae-4dd2-b023-c352449bada8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390325 Jul 30 00:34:13.200732 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f7012221-d7b9-495f-8583-68db31596c96 req-136c4e32-9816-4914-99e2-fac20206526c service neutron] 10.222.0.22 "GET /v2.0/networks/655698b7-cbae-4dd2-b023-c352449bada8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045868 Jul 30 00:34:13.218662 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923dbc3a-4495-4903-821f-8f907084ce00 req-1541b5ea-3aaf-495b-b3fc-bf5ffcc93d3c tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:13.220264 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-923dbc3a-4495-4903-821f-8f907084ce00 req-1541b5ea-3aaf-495b-b3fc-bf5ffcc93d3c tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=e52b0aeb-15cd-4af5-8ec3-6dec4d07d143 HTTP/1.1" status: 200 len: 946 time: 0.0558538 Jul 30 00:34:13.261754 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-923dbc3a-4495-4903-821f-8f907084ce00 req-fc0d3ee1-f365-42b3-8001-c86b480ab5b6 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=a81373f0-1646-4a47-95e7-8c91e4a60649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352485 Jul 30 00:34:13.300052 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-f7012221-d7b9-495f-8583-68db31596c96 req-84935848-fe6f-49ff-9c57-3857ad838dde service neutron] 10.222.0.22 "GET /v2.0/networks/655698b7-cbae-4dd2-b023-c352449bada8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925460 Jul 30 00:34:14.380468 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edea44c-33f5-4b52-bba7-15cde2430e7e req-12ced300-0bd1-4ae0-8e9d-c855394cd3b6 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:14.381994 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6edea44c-33f5-4b52-bba7-15cde2430e7e req-12ced300-0bd1-4ae0-8e9d-c855394cd3b6 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=e52b0aeb-15cd-4af5-8ec3-6dec4d07d143 HTTP/1.1" status: 200 len: 946 time: 0.0519366 Jul 30 00:34:14.419355 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6edea44c-33f5-4b52-bba7-15cde2430e7e req-838616b7-9438-4051-ac33-24b9a126054f tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=a81373f0-1646-4a47-95e7-8c91e4a60649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314114 Jul 30 00:34:15.558080 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e9cd3-0384-4727-bb91-091554b60503 req-4bf2fd7b-f6d3-4652-adb4-af5cac835888 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:15.559783 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a91e9cd3-0384-4727-bb91-091554b60503 req-4bf2fd7b-f6d3-4652-adb4-af5cac835888 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=e52b0aeb-15cd-4af5-8ec3-6dec4d07d143 HTTP/1.1" status: 200 len: 946 time: 0.0665057 Jul 30 00:34:15.605412 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a91e9cd3-0384-4727-bb91-091554b60503 req-5024dbde-a839-44e2-a91c-7329fd75a389 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=a81373f0-1646-4a47-95e7-8c91e4a60649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364547 Jul 30 00:34:16.732211 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a246dd-4c4d-41c3-bf7a-aa4df0797c15 req-9a61ca65-0bfa-49ca-b95d-ca154da01179 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:16.733878 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-96a246dd-4c4d-41c3-bf7a-aa4df0797c15 req-9a61ca65-0bfa-49ca-b95d-ca154da01179 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=e52b0aeb-15cd-4af5-8ec3-6dec4d07d143 HTTP/1.1" status: 200 len: 946 time: 0.0489607 Jul 30 00:34:16.771363 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-96a246dd-4c4d-41c3-bf7a-aa4df0797c15 req-f057caec-424d-4cf1-b74e-d3a67bfaa065 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=a81373f0-1646-4a47-95e7-8c91e4a60649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314748 Jul 30 00:34:16.988947 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba24d8a6-b9ec-4333-8f34-5cde2ee814a9 req-ec3faa0f-1bd5-432d-8541-3c13461b071b tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:16.990545 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ba24d8a6-b9ec-4333-8f34-5cde2ee814a9 req-ec3faa0f-1bd5-432d-8541-3c13461b071b tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=e52b0aeb-15cd-4af5-8ec3-6dec4d07d143 HTTP/1.1" status: 200 len: 946 time: 0.0553827 Jul 30 00:34:17.026897 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ada89b5c-3eea-4d2c-b5a3-57448df065e3 req-2d558614-99b7-4043-acaa-12d17598a216 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e52b0aeb-15cd-4af5-8ec3-6dec4d07d143&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1185992 Jul 30 00:34:17.029547 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ba24d8a6-b9ec-4333-8f34-5cde2ee814a9 req-80fd0fe6-9461-46c6-9681-89dbdcb3e824 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=a81373f0-1646-4a47-95e7-8c91e4a60649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328059 Jul 30 00:34:18.145618 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf7b7dd-70b7-40d9-9055-279482ac1a5d req-ce375085-40a9-47a5-b245-d4c3a01705e5 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:18.147072 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ccf7b7dd-70b7-40d9-9055-279482ac1a5d req-ce375085-40a9-47a5-b245-d4c3a01705e5 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=e52b0aeb-15cd-4af5-8ec3-6dec4d07d143 HTTP/1.1" status: 200 len: 946 time: 0.0486610 Jul 30 00:34:18.184158 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ccf7b7dd-70b7-40d9-9055-279482ac1a5d req-a7aa3397-4195-47f4-bc1e-c32219de7c72 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=a81373f0-1646-4a47-95e7-8c91e4a60649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311990 Jul 30 00:34:18.220409 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 856337c9-f2fa-4caf-8384-4d28262b7bdb no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:34:18.293898 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:18.317481 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52b0aeb-15cd-4af5-8ec3-6dec4d07d143', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '856337c9-f2fa-4caf-8384-4d28262b7bdb'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:34:18.319691 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3dd558600791562711758174753c2f4fb110b88d3119b842389a6e503e2e31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48116054-d3ff-4d2f-8fea-81dc8f3f796b" -d '{"events": [{"server_uuid": "e52b0aeb-15cd-4af5-8ec3-6dec4d07d143", "name": "network-vif-unplugged", "status": "completed", "tag": "856337c9-f2fa-4caf-8384-4d28262b7bdb"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:34:18.332965 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 856337c9-f2fa-4caf-8384-4d28262b7bdb, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=856337c9-f2fa-4caf-8384-4d28262b7bdb,segment=NetworkSegment(a2b59f87-5820-4513-84a5-1a0cecf6573d),segment_id=a2b59f87-5820-4513-84a5-1a0cecf6573d)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:34:18.337793 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:18.363952 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 30 Jul 2021 00:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62738c0d-0b86-44fd-8d98-c47d0801dbe6 x-openstack-request-id: req-62738c0d-0b86-44fd-8d98-c47d0801dbe6 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:34:18.364238 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52b0aeb-15cd-4af5-8ec3-6dec4d07d143", "name": "network-vif-unplugged", "status": "failed", "tag": "856337c9-f2fa-4caf-8384-4d28262b7bdb", "code": 422}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:34:18.364487 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-62738c0d-0b86-44fd-8d98-c47d0801dbe6 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:34:18.364863 n-d-712141-10 neutron-server[94079]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e52b0aeb-15cd-4af5-8ec3-6dec4d07d143', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '856337c9-f2fa-4caf-8384-4d28262b7bdb', 'code': 422} returned with failed status Jul 30 00:34:18.394336 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=856337c9-f2fa-4caf-8384-4d28262b7bdb,revision_number=6']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:34:18.402153 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:34:18.402505 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:34:18.402851 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:34:18.403194 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:34:18.403672 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:34:18.404012 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:34:18.404344 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:34:18.404674 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:34:18.405029 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:34:18.405368 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:34:18.405726 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:34:18.406054 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:34:19.312000 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f94d9f-0f58-4bf9-bb31-5b6f4bdb561e req-72ffe529-e356-4569-aaa0-cf168da8268f tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:19.317684 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-21f94d9f-0f58-4bf9-bb31-5b6f4bdb561e req-72ffe529-e356-4569-aaa0-cf168da8268f tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=e52b0aeb-15cd-4af5-8ec3-6dec4d07d143 HTTP/1.1" status: 200 len: 944 time: 0.0550931 Jul 30 00:34:19.356086 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-21f94d9f-0f58-4bf9-bb31-5b6f4bdb561e req-59b27b29-9ef7-4d01-8d81-63c4fc273743 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=a81373f0-1646-4a47-95e7-8c91e4a60649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359344 Jul 30 00:34:20.241109 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:20.475290 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c577a0cf-27e1-4775-bb7e-7f24bbc7e844 req-7cbd5674-101f-4e28-895e-23229336aabb tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:20.476787 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c577a0cf-27e1-4775-bb7e-7f24bbc7e844 req-7cbd5674-101f-4e28-895e-23229336aabb tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=e52b0aeb-15cd-4af5-8ec3-6dec4d07d143 HTTP/1.1" status: 200 len: 944 time: 0.0534158 Jul 30 00:34:20.516818 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c577a0cf-27e1-4775-bb7e-7f24bbc7e844 req-4e465bd1-f956-4c7c-8383-ba8c17ae9408 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=a81373f0-1646-4a47-95e7-8c91e4a60649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338581 Jul 30 00:34:21.635896 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65856b-55e1-459c-863f-82b857a3d25c req-6b01ad3d-4441-4cd6-8a22-44a08dc400a7 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:21.637443 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-df65856b-55e1-459c-863f-82b857a3d25c req-6b01ad3d-4441-4cd6-8a22-44a08dc400a7 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=e52b0aeb-15cd-4af5-8ec3-6dec4d07d143 HTTP/1.1" status: 200 len: 944 time: 0.0506027 Jul 30 00:34:21.676647 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-df65856b-55e1-459c-863f-82b857a3d25c req-2dbe682e-1385-4a57-b300-819b52393e22 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=a81373f0-1646-4a47-95e7-8c91e4a60649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324636 Jul 30 00:34:22.789116 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9dee25-67f3-4abf-8922-a1fe55f50d8c req-3259d140-55c4-45da-a8f6-c9d31eefc33a tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:22.790623 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2d9dee25-67f3-4abf-8922-a1fe55f50d8c req-3259d140-55c4-45da-a8f6-c9d31eefc33a tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=e52b0aeb-15cd-4af5-8ec3-6dec4d07d143 HTTP/1.1" status: 200 len: 944 time: 0.0482938 Jul 30 00:34:22.833296 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-2d9dee25-67f3-4abf-8922-a1fe55f50d8c req-0f812076-9ade-4d3c-ad20-945503e02793 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=a81373f0-1646-4a47-95e7-8c91e4a60649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341182 Jul 30 00:34:22.863781 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada89b5c-3eea-4d2c-b5a3-57448df065e3 req-7d2fef8a-7b31-41c6-815c-cb3b7e69ee7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:22.865299 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ada89b5c-3eea-4d2c-b5a3-57448df065e3 req-7d2fef8a-7b31-41c6-815c-cb3b7e69ee7d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e52b0aeb-15cd-4af5-8ec3-6dec4d07d143&tenant_id=8589462012dc4e58a6304841e673ce71 HTTP/1.1" status: 200 len: 1096 time: 0.0492117 Jul 30 00:34:22.926211 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada89b5c-3eea-4d2c-b5a3-57448df065e3 req-efaadb4f-9f48-4860-a24e-99f8bd92fc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:22.927701 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ada89b5c-3eea-4d2c-b5a3-57448df065e3 req-efaadb4f-9f48-4860-a24e-99f8bd92fc10 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8589462012dc4e58a6304841e673ce71&device_id=e52b0aeb-15cd-4af5-8ec3-6dec4d07d143 HTTP/1.1" status: 200 len: 1096 time: 0.0408640 Jul 30 00:34:23.016367 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada89b5c-3eea-4d2c-b5a3-57448df065e3 req-4b35f572-5c7c-4f6e-a424-c7613a551474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:23.017875 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ada89b5c-3eea-4d2c-b5a3-57448df065e3 req-4b35f572-5c7c-4f6e-a424-c7613a551474 service neutron] 10.222.0.22 "GET /v2.0/networks?id=655698b7-cbae-4dd2-b023-c352449bada8 HTTP/1.1" status: 200 len: 910 time: 0.0827668 Jul 30 00:34:23.089813 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ada89b5c-3eea-4d2c-b5a3-57448df065e3 req-a7abb614-0b1c-4c10-b5b0-61da4947491c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=856337c9-f2fa-4caf-8384-4d28262b7bdb HTTP/1.1" status: 200 len: 1000 time: 0.0649388 Jul 30 00:34:23.142798 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada89b5c-3eea-4d2c-b5a3-57448df065e3 req-a3ead636-e123-470a-aa64-2b305c0d05d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:23.144288 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ada89b5c-3eea-4d2c-b5a3-57448df065e3 req-a3ead636-e123-470a-aa64-2b305c0d05d0 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e931dc3b-0f1a-4b8c-90a2-452019ab84b4 HTTP/1.1" status: 200 len: 848 time: 0.0481954 Jul 30 00:34:23.192895 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada89b5c-3eea-4d2c-b5a3-57448df065e3 req-7867ef37-64da-4630-b8ef-52c8bb46c559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:23.194617 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ada89b5c-3eea-4d2c-b5a3-57448df065e3 req-7867ef37-64da-4630-b8ef-52c8bb46c559 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=655698b7-cbae-4dd2-b023-c352449bada8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428011 Jul 30 00:34:23.299759 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ada89b5c-3eea-4d2c-b5a3-57448df065e3 req-c2e003d9-3b38-4b01-b551-cdd104e253a1 service neutron] 10.222.0.22 "GET /v2.0/networks/655698b7-cbae-4dd2-b023-c352449bada8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975924 Jul 30 00:34:23.360138 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f3d4164e-e60b-4e26-8e02-a9118be28de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:23.395501 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-ada89b5c-3eea-4d2c-b5a3-57448df065e3 req-1af9c2a5-cdbf-46a9-bf75-afbb95f3f44c service neutron] 10.222.0.22 "GET /v2.0/networks/655698b7-cbae-4dd2-b023-c352449bada8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891337 Jul 30 00:34:23.952264 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0281cf60-c75b-482b-9b82-872fcec3dda5 req-f2d8ed53-c554-4f75-af07-9f2784dcc6c1 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:23.953773 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0281cf60-c75b-482b-9b82-872fcec3dda5 req-f2d8ed53-c554-4f75-af07-9f2784dcc6c1 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=e52b0aeb-15cd-4af5-8ec3-6dec4d07d143 HTTP/1.1" status: 200 len: 944 time: 0.0528257 Jul 30 00:34:23.991296 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-0281cf60-c75b-482b-9b82-872fcec3dda5 req-84f38118-2d4e-440a-8f3c-f0b79a7c88d4 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=a81373f0-1646-4a47-95e7-8c91e4a60649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316498 Jul 30 00:34:25.107856 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefa0ddc-8693-4913-8031-306a676d4821 req-15b5fdd3-7d09-4968-9d44-7a6040bc6c17 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:25.109679 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eefa0ddc-8693-4913-8031-306a676d4821 req-15b5fdd3-7d09-4968-9d44-7a6040bc6c17 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=e52b0aeb-15cd-4af5-8ec3-6dec4d07d143 HTTP/1.1" status: 200 len: 944 time: 0.0502627 Jul 30 00:34:25.149472 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eefa0ddc-8693-4913-8031-306a676d4821 req-28616b04-b640-4497-b9e0-a30e3df4af33 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=a81373f0-1646-4a47-95e7-8c91e4a60649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334725 Jul 30 00:34:25.980320 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3084b062-0116-442b-b087-381df130843b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:26.271229 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4958e488-d62d-4e37-abce-98ffdd213583 req-d51b2273-667e-47e8-9e57-6620f58782ec tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:26.272625 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4958e488-d62d-4e37-abce-98ffdd213583 req-d51b2273-667e-47e8-9e57-6620f58782ec tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=e52b0aeb-15cd-4af5-8ec3-6dec4d07d143 HTTP/1.1" status: 200 len: 944 time: 0.0499020 Jul 30 00:34:26.286886 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f25ce0-1801-4549-b24e-3226ff94496d req-ea0d0b24-50db-4231-b7b5-44aee6c2d7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:26.288624 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d3f25ce0-1801-4549-b24e-3226ff94496d req-ea0d0b24-50db-4231-b7b5-44aee6c2d7b3 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8589462012dc4e58a6304841e673ce71&device_id=e52b0aeb-15cd-4af5-8ec3-6dec4d07d143 HTTP/1.1" status: 200 len: 1096 time: 0.0503619 Jul 30 00:34:26.315303 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4958e488-d62d-4e37-abce-98ffdd213583 req-2809f579-ae5d-46e7-aed6-ae88b64df1a6 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=a81373f0-1646-4a47-95e7-8c91e4a60649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363591 Jul 30 00:34:26.392658 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f25ce0-1801-4549-b24e-3226ff94496d req-0470661d-591e-4fd6-89b3-1c4c0299677e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:26.394244 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d3f25ce0-1801-4549-b24e-3226ff94496d req-0470661d-591e-4fd6-89b3-1c4c0299677e service neutron] 10.222.0.22 "GET /v2.0/networks?id=655698b7-cbae-4dd2-b023-c352449bada8 HTTP/1.1" status: 200 len: 910 time: 0.0867903 Jul 30 00:34:26.466868 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d3f25ce0-1801-4549-b24e-3226ff94496d req-09b98cef-0830-4587-a1df-ecdbe73204d3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=856337c9-f2fa-4caf-8384-4d28262b7bdb HTTP/1.1" status: 200 len: 1000 time: 0.0657523 Jul 30 00:34:26.517313 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f25ce0-1801-4549-b24e-3226ff94496d req-b988f0bd-d5cb-4719-8a71-9404ae983396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:26.518868 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d3f25ce0-1801-4549-b24e-3226ff94496d req-b988f0bd-d5cb-4719-8a71-9404ae983396 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e931dc3b-0f1a-4b8c-90a2-452019ab84b4 HTTP/1.1" status: 200 len: 848 time: 0.0453022 Jul 30 00:34:26.565693 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f25ce0-1801-4549-b24e-3226ff94496d req-1206d328-20e2-4da6-a0dc-f26afabd214c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:26.567241 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d3f25ce0-1801-4549-b24e-3226ff94496d req-1206d328-20e2-4da6-a0dc-f26afabd214c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=655698b7-cbae-4dd2-b023-c352449bada8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416815 Jul 30 00:34:26.584239 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:26.663558 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d3f25ce0-1801-4549-b24e-3226ff94496d req-070b4661-e207-49ec-ab23-3c9e79c93e79 service neutron] 10.222.0.22 "GET /v2.0/networks/655698b7-cbae-4dd2-b023-c352449bada8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890846 Jul 30 00:34:26.753634 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d3f25ce0-1801-4549-b24e-3226ff94496d req-2bc1f2ca-55ef-4778-ab65-4c3e78684e89 service neutron] 10.222.0.22 "GET /v2.0/networks/655698b7-cbae-4dd2-b023-c352449bada8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833509 Jul 30 00:34:27.443612 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a00ddd-f13d-47dd-8bad-5ff345c0d404 req-3b33286c-f64a-443d-b9d4-043a29e11c4f tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:27.445170 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-37a00ddd-f13d-47dd-8bad-5ff345c0d404 req-3b33286c-f64a-443d-b9d4-043a29e11c4f tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=e52b0aeb-15cd-4af5-8ec3-6dec4d07d143 HTTP/1.1" status: 200 len: 944 time: 0.0572162 Jul 30 00:34:27.490710 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-37a00ddd-f13d-47dd-8bad-5ff345c0d404 req-896bb7b1-f691-46b2-ac8a-838f389655d3 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=a81373f0-1646-4a47-95e7-8c91e4a60649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395517 Jul 30 00:34:27.988092 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:28.622802 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c813df7-0925-4f9c-9272-b446ad05bff1 req-eac4f127-c5f4-4e45-ab01-6742b7bb98f4 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:28.624899 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8c813df7-0925-4f9c-9272-b446ad05bff1 req-eac4f127-c5f4-4e45-ab01-6742b7bb98f4 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=e52b0aeb-15cd-4af5-8ec3-6dec4d07d143 HTTP/1.1" status: 200 len: 944 time: 0.0560408 Jul 30 00:34:28.663905 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8c813df7-0925-4f9c-9272-b446ad05bff1 req-c8527243-9208-42b4-aaad-1d425b1c9458 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=a81373f0-1646-4a47-95e7-8c91e4a60649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329745 Jul 30 00:34:29.600257 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:29.786963 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb05a54-aa38-4662-b795-37e35241f76b req-0b44cb66-67e9-4bc9-aee7-92f6accb1a26 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:29.788459 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdb05a54-aa38-4662-b795-37e35241f76b req-0b44cb66-67e9-4bc9-aee7-92f6accb1a26 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=e52b0aeb-15cd-4af5-8ec3-6dec4d07d143 HTTP/1.1" status: 200 len: 944 time: 0.0496469 Jul 30 00:34:29.826736 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bdb05a54-aa38-4662-b795-37e35241f76b req-30c0a111-21ce-4466-baba-ea7d271e1dc4 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=a81373f0-1646-4a47-95e7-8c91e4a60649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320225 Jul 30 00:34:30.261071 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 856337c9-f2fa-4caf-8384-4d28262b7bdb details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:34:30.355077 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 856337c9-f2fa-4caf-8384-4d28262b7bdb, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=856337c9-f2fa-4caf-8384-4d28262b7bdb,segment=NetworkSegment(a2b59f87-5820-4513-84a5-1a0cecf6573d),segment_id=a2b59f87-5820-4513-84a5-1a0cecf6573d)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:34:30.369667 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '856337c9-f2fa-4caf-8384-4d28262b7bdb', 'network_id': '655698b7-cbae-4dd2-b023-c352449bada8', 'port_id': '856337c9-f2fa-4caf-8384-4d28262b7bdb', 'mac_address': 'fa:16:3e:32:ab:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e931dc3b-0f1a-4b8c-90a2-452019ab84b4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:34:30.405955 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:30.418193 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 856337c9-f2fa-4caf-8384-4d28262b7bdb {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:34:30.437257 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 856337c9-f2fa-4caf-8384-4d28262b7bdb, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=856337c9-f2fa-4caf-8384-4d28262b7bdb,segment=NetworkSegment(a2b59f87-5820-4513-84a5-1a0cecf6573d),segment_id=a2b59f87-5820-4513-84a5-1a0cecf6573d)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:34:30.441489 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:30.489209 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=856337c9-f2fa-4caf-8384-4d28262b7bdb,revision_number=7']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:34:30.671129 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['856337c9-f2fa-4caf-8384-4d28262b7bdb'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:34:30.946891 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18dc8f9-e219-4b8f-b588-ada589fd186f req-7ed3194b-d2c1-41ab-9bc5-31fc44290bfc tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:30.948380 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b18dc8f9-e219-4b8f-b588-ada589fd186f req-7ed3194b-d2c1-41ab-9bc5-31fc44290bfc tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=e52b0aeb-15cd-4af5-8ec3-6dec4d07d143 HTTP/1.1" status: 200 len: 945 time: 0.0542729 Jul 30 00:34:30.987462 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b18dc8f9-e219-4b8f-b588-ada589fd186f req-a3ddf0bf-5ad4-45cb-b69c-0ace75f52bf6 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=a81373f0-1646-4a47-95e7-8c91e4a60649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328944 Jul 30 00:34:32.108908 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925f6c9-de69-4d80-9741-0a85b6a8ba04 req-99f68f74-65ee-4fd9-8a14-8fc6f016d4a1 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:32.110625 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3925f6c9-de69-4d80-9741-0a85b6a8ba04 req-99f68f74-65ee-4fd9-8a14-8fc6f016d4a1 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=e52b0aeb-15cd-4af5-8ec3-6dec4d07d143 HTTP/1.1" status: 200 len: 945 time: 0.0514839 Jul 30 00:34:32.148946 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-3925f6c9-de69-4d80-9741-0a85b6a8ba04 req-bc1b6793-778c-4b10-90da-c183451e174c tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=a81373f0-1646-4a47-95e7-8c91e4a60649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322707 Jul 30 00:34:32.261397 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 856337c9-f2fa-4caf-8384-4d28262b7bdb up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:34:32.309273 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 856337c9-f2fa-4caf-8384-4d28262b7bdb triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:34:32.309679 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:32.386523 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:32.411633 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52b0aeb-15cd-4af5-8ec3-6dec4d07d143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '856337c9-f2fa-4caf-8384-4d28262b7bdb'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:34:32.413916 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3dd558600791562711758174753c2f4fb110b88d3119b842389a6e503e2e31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777928b7-02e3-4b4d-9c3d-e229bb3b3a94" -d '{"events": [{"server_uuid": "e52b0aeb-15cd-4af5-8ec3-6dec4d07d143", "name": "network-vif-plugged", "status": "completed", "tag": "856337c9-f2fa-4caf-8384-4d28262b7bdb"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:34:32.426923 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 856337c9-f2fa-4caf-8384-4d28262b7bdb, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=856337c9-f2fa-4caf-8384-4d28262b7bdb,segment=NetworkSegment(a2b59f87-5820-4513-84a5-1a0cecf6573d),segment_id=a2b59f87-5820-4513-84a5-1a0cecf6573d)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:34:32.430852 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:32.454897 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b481e25-dc9b-4b7a-9f7d-5dab019ec05b x-openstack-request-id: req-9b481e25-dc9b-4b7a-9f7d-5dab019ec05b {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:34:32.455198 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52b0aeb-15cd-4af5-8ec3-6dec4d07d143", "name": "network-vif-plugged", "status": "completed", "tag": "856337c9-f2fa-4caf-8384-4d28262b7bdb", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:34:32.455450 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9b481e25-dc9b-4b7a-9f7d-5dab019ec05b {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:34:32.455835 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52b0aeb-15cd-4af5-8ec3-6dec4d07d143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '856337c9-f2fa-4caf-8384-4d28262b7bdb', 'code': 200} Jul 30 00:34:32.481260 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=856337c9-f2fa-4caf-8384-4d28262b7bdb,revision_number=8']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:34:32.596491 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1091e1-6bc3-40fc-99e6-09cfd6c29bbb req-34669c20-f06b-4ef6-b4ba-2ca4a3924bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:32.598061 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1e1091e1-6bc3-40fc-99e6-09cfd6c29bbb req-34669c20-f06b-4ef6-b4ba-2ca4a3924bf0 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e52b0aeb-15cd-4af5-8ec3-6dec4d07d143 HTTP/1.1" status: 200 len: 1098 time: 0.0421975 Jul 30 00:34:32.633987 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-1e1091e1-6bc3-40fc-99e6-09cfd6c29bbb req-cded5365-84f6-46ce-a57d-f2e4a48c8435 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=a81373f0-1646-4a47-95e7-8c91e4a60649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287936 Jul 30 00:34:32.913652 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:34:33.272154 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4316383e-3243-4afb-9e79-cbe6340e5e9a req-ca165604-babd-45be-ab0e-68cdbfd1de0b tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:33.273713 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4316383e-3243-4afb-9e79-cbe6340e5e9a req-ca165604-babd-45be-ab0e-68cdbfd1de0b tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=e52b0aeb-15cd-4af5-8ec3-6dec4d07d143 HTTP/1.1" status: 200 len: 946 time: 0.0536578 Jul 30 00:34:33.318800 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4316383e-3243-4afb-9e79-cbe6340e5e9a req-a7c77a42-962d-4994-86c9-54930115a495 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=a81373f0-1646-4a47-95e7-8c91e4a60649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388756 Jul 30 00:34:34.450200 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dcbe53-7d05-498c-8e7b-d62efbac03b8 req-ef243030-6d89-49b9-891b-2159256e7a05 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:34.451648 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-29dcbe53-7d05-498c-8e7b-d62efbac03b8 req-ef243030-6d89-49b9-891b-2159256e7a05 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=e52b0aeb-15cd-4af5-8ec3-6dec4d07d143 HTTP/1.1" status: 200 len: 946 time: 0.0531900 Jul 30 00:34:34.496682 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-29dcbe53-7d05-498c-8e7b-d62efbac03b8 req-523b55f8-b1c0-41e6-b4fe-01c0c291793e tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=a81373f0-1646-4a47-95e7-8c91e4a60649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389390 Jul 30 00:34:37.837180 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:50.262604 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:53.360280 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-69c2a2a3-b38e-433e-b7cb-674662a567ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:55.984094 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9f7c10bf-e8e7-4c4c-9602-39d4f2b61696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:56.587285 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:57.984616 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:59.603307 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:07.843614 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:09.912277 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:35:20.270326 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:23.359958 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-37ef5979-b728-4baf-bcd2-b2e36ef6f1ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:25.984332 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2098b5f9-eb5d-45b3-8821-e660ee1f7bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:26.588413 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:27.240688 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-72b208fb-ebb2-4535-9deb-ef2e0ae751c5 req-1a0869a2-80e5-452e-9490-50caa320c54a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e52b0aeb-15cd-4af5-8ec3-6dec4d07d143&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0438073 Jul 30 00:35:27.319072 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b208fb-ebb2-4535-9deb-ef2e0ae751c5 req-9dbe6b88-b6c7-4d62-bcff-a484df30b42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:27.321364 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-72b208fb-ebb2-4535-9deb-ef2e0ae751c5 req-9dbe6b88-b6c7-4d62-bcff-a484df30b42a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8589462012dc4e58a6304841e673ce71&device_id=e52b0aeb-15cd-4af5-8ec3-6dec4d07d143 HTTP/1.1" status: 200 len: 1098 time: 0.0409992 Jul 30 00:35:27.423006 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b208fb-ebb2-4535-9deb-ef2e0ae751c5 req-465c18c8-5b04-4a6b-ac60-051a6963215b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:27.423885 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-72b208fb-ebb2-4535-9deb-ef2e0ae751c5 req-465c18c8-5b04-4a6b-ac60-051a6963215b service neutron] 10.222.0.22 "GET /v2.0/networks?id=655698b7-cbae-4dd2-b023-c352449bada8 HTTP/1.1" status: 200 len: 910 time: 0.0842748 Jul 30 00:35:27.493221 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-72b208fb-ebb2-4535-9deb-ef2e0ae751c5 req-fa1ae3c7-698d-4d75-a148-d3d5473ef5d0 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=856337c9-f2fa-4caf-8384-4d28262b7bdb HTTP/1.1" status: 200 len: 1002 time: 0.0621221 Jul 30 00:35:27.540419 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b208fb-ebb2-4535-9deb-ef2e0ae751c5 req-91773447-78ae-4f77-bbfa-e3b936e21407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:27.541856 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-72b208fb-ebb2-4535-9deb-ef2e0ae751c5 req-91773447-78ae-4f77-bbfa-e3b936e21407 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e931dc3b-0f1a-4b8c-90a2-452019ab84b4 HTTP/1.1" status: 200 len: 848 time: 0.0425880 Jul 30 00:35:27.591298 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b208fb-ebb2-4535-9deb-ef2e0ae751c5 req-15d0a616-27d6-4da1-a719-76c3f45299a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:27.592809 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-72b208fb-ebb2-4535-9deb-ef2e0ae751c5 req-15d0a616-27d6-4da1-a719-76c3f45299a7 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=655698b7-cbae-4dd2-b023-c352449bada8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439429 Jul 30 00:35:27.685817 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-72b208fb-ebb2-4535-9deb-ef2e0ae751c5 req-533d8fe2-26b0-4c3a-9199-3e50ec9bbf63 service neutron] 10.222.0.22 "GET /v2.0/networks/655698b7-cbae-4dd2-b023-c352449bada8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854387 Jul 30 00:35:27.774760 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-72b208fb-ebb2-4535-9deb-ef2e0ae751c5 req-63a67add-fbc3-41ba-8689-376027b854d6 service neutron] 10.222.0.22 "GET /v2.0/networks/655698b7-cbae-4dd2-b023-c352449bada8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821559 Jul 30 00:35:27.986491 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:29.614946 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:37.849224 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:46.911304 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:35:50.011270 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 38768) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:35:50.166229 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-4cba3f55-a383-48bc-94c6-aec5f31a4984 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Deleting port 3f360dbf-fe14-4451-847d-e61544335bc8 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:35:50.166585 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4cba3f55-a383-48bc-94c6-aec5f31a4984 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:50.240042 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4cba3f55-a383-48bc-94c6-aec5f31a4984 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:50.240370 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4cba3f55-a383-48bc-94c6-aec5f31a4984 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:50.253094 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-4cba3f55-a383-48bc-94c6-aec5f31a4984 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Calling delete_port for 3f360dbf-fe14-4451-847d-e61544335bc8 owned by network:floatingip {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:35:50.286153 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:50.404159 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4cba3f55-a383-48bc-94c6-aec5f31a4984 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:50.427414 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cba3f55-a383-48bc-94c6-aec5f31a4984 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Pushing event deleted for resources: {'Port': ['ID=3f360dbf-fe14-4451-847d-e61544335bc8,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:35:50.437943 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cba3f55-a383-48bc-94c6-aec5f31a4984 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:35:50.438297 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cba3f55-a383-48bc-94c6-aec5f31a4984 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:35:50.438638 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cba3f55-a383-48bc-94c6-aec5f31a4984 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:35:50.438977 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cba3f55-a383-48bc-94c6-aec5f31a4984 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:35:50.439309 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cba3f55-a383-48bc-94c6-aec5f31a4984 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:35:50.440161 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cba3f55-a383-48bc-94c6-aec5f31a4984 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:35:50.440161 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cba3f55-a383-48bc-94c6-aec5f31a4984 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:35:50.440357 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cba3f55-a383-48bc-94c6-aec5f31a4984 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:35:50.440573 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cba3f55-a383-48bc-94c6-aec5f31a4984 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:35:50.440895 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cba3f55-a383-48bc-94c6-aec5f31a4984 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:35:50.441221 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cba3f55-a383-48bc-94c6-aec5f31a4984 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:35:50.441540 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cba3f55-a383-48bc-94c6-aec5f31a4984 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:35:50.503779 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4cba3f55-a383-48bc-94c6-aec5f31a4984 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks [] for floatingip, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:50.504105 n-d-712141-10 neutron-server[94078]: INFO neutron.db.l3_db [None req-4cba3f55-a383-48bc-94c6-aec5f31a4984 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Floating IP 9adce532-cc8d-4e4f-a22f-b725f6207b70 disassociated (deleted). External IP: 172.25.0.208, port: 856337c9-f2fa-4caf-8384-4d28262b7bdb. Jul 30 00:35:50.709525 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cba3f55-a383-48bc-94c6-aec5f31a4984 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Router 93aa067f-11ef-4fe1-b917-3070e3d2e0cc has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:35:50.818100 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cba3f55-a383-48bc-94c6-aec5f31a4984 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:35:50.824004 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4cba3f55-a383-48bc-94c6-aec5f31a4984 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:50.829948 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f0030a-f8e3-4b69-8109-9affb837a5fc None None] Sync routers for ids ['93aa067f-11ef-4fe1-b917-3070e3d2e0cc'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:35:50.840008 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f0030a-f8e3-4b69-8109-9affb837a5fc None None] Routers {'93aa067f-11ef-4fe1-b917-3070e3d2e0cc'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:35:50.840637 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-c7f0030a-f8e3-4b69-8109-9affb837a5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:35:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['93aa067f-11ef-4fe1-b917-3070e3d2e0cc'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:35:50.849911 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-4cba3f55-a383-48bc-94c6-aec5f31a4984 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "DELETE /v2.0/floatingips/9adce532-cc8d-4e4f-a22f-b725f6207b70 HTTP/1.1" status: 204 len: 168 time: 0.8375254 Jul 30 00:35:50.850501 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e52b0aeb-15cd-4af5-8ec3-6dec4d07d143', 'tag': '856337c9-f2fa-4caf-8384-4d28262b7bdb'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:35:50.853293 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bdefc4f50fc1dacc251594e9f8a8ff118bd4f4d1a27e9c9923ea81076a49f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8cb57e1-b5ec-4a42-bb22-6a522707a7e1" -d '{"events": [{"name": "network-changed", "server_uuid": "e52b0aeb-15cd-4af5-8ec3-6dec4d07d143", "tag": "856337c9-f2fa-4caf-8384-4d28262b7bdb"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:35:50.949220 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-c7f0030a-f8e3-4b69-8109-9affb837a5fc None None] Set router 93aa067f-11ef-4fe1-b917-3070e3d2e0cc gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:35:50.959985 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f4ad50-e63a-47a1-8c46-119f5e547538 x-openstack-request-id: req-95f4ad50-e63a-47a1-8c46-119f5e547538 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:35:50.960293 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e52b0aeb-15cd-4af5-8ec3-6dec4d07d143", "tag": "856337c9-f2fa-4caf-8384-4d28262b7bdb", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:35:50.960739 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-95f4ad50-e63a-47a1-8c46-119f5e547538 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:35:50.961108 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e52b0aeb-15cd-4af5-8ec3-6dec4d07d143', 'tag': '856337c9-f2fa-4caf-8384-4d28262b7bdb', 'status': 'completed', 'code': 200} Jul 30 00:35:51.036965 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb57e1-b5ec-4a42-bb22-6a522707a7e1 req-df91fa01-b486-4bf6-b2f0-76a36aafbb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:51.038609 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a8cb57e1-b5ec-4a42-bb22-6a522707a7e1 req-df91fa01-b486-4bf6-b2f0-76a36aafbb20 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=8589462012dc4e58a6304841e673ce71&device_id=e52b0aeb-15cd-4af5-8ec3-6dec4d07d143 HTTP/1.1" status: 200 len: 1098 time: 0.0490444 Jul 30 00:35:51.102405 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f456ee-db55-416f-abfc-9c330d61c436 req-0ae8a805-f794-4ad5-9717-35c688a3796c tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:51.104474 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b3f456ee-db55-416f-abfc-9c330d61c436 req-0ae8a805-f794-4ad5-9717-35c688a3796c tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=e52b0aeb-15cd-4af5-8ec3-6dec4d07d143 HTTP/1.1" status: 200 len: 946 time: 0.0529554 Jul 30 00:35:51.142799 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb57e1-b5ec-4a42-bb22-6a522707a7e1 req-d7e1f6bb-6425-42a4-9893-93c2d55aea1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:51.144568 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a8cb57e1-b5ec-4a42-bb22-6a522707a7e1 req-d7e1f6bb-6425-42a4-9893-93c2d55aea1e service neutron] 10.222.0.22 "GET /v2.0/networks?id=655698b7-cbae-4dd2-b023-c352449bada8 HTTP/1.1" status: 200 len: 910 time: 0.0985713 Jul 30 00:35:51.152848 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b3f456ee-db55-416f-abfc-9c330d61c436 req-d7860408-66b4-49fb-bf1d-78df5319972d tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=a81373f0-1646-4a47-95e7-8c91e4a60649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354428 Jul 30 00:35:51.159696 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-c7f0030a-f8e3-4b69-8109-9affb837a5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93aa067f-11ef-4fe1-b917-3070e3d2e0cc', 'name': 'tempest-TestShelveInstance-1732512449-router', 'tenant_id': '8589462012dc4e58a6304841e673ce71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'bf601a09-8c91-4d3f-95dd-f3e6452dd8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:27:13Z', 'updated_at': '2021-07-30T00:27:16Z', 'revision_number': 4, 'project_id': '8589462012dc4e58a6304841e673ce71', 'gw_port': {'id': 'bf601a09-8c91-4d3f-95dd-f3e6452dd8c6', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:02:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93aa067f-11ef-4fe1-b917-3070e3d2e0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:27:13Z', 'updated_at': '2021-07-30T00:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '422afb3a-ec54-4b3b-82d1-aaf8a48976b6', 'name': '', 'network_id': '655698b7-cbae-4dd2-b023-c352449bada8', 'tenant_id': '8589462012dc4e58a6304841e673ce71', 'mac_address': 'fa:16:3e:f9:69:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93aa067f-11ef-4fe1-b917-3070e3d2e0cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e931dc3b-0f1a-4b8c-90a2-452019ab84b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:27:15Z', 'updated_at': '2021-07-30T00:27:21Z', 'revision_number': 5, 'project_id': '8589462012dc4e58a6304841e673ce71', 'subnets': [{'id': 'e931dc3b-0f1a-4b8c-90a2-452019ab84b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:35:51.193841 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a8cb57e1-b5ec-4a42-bb22-6a522707a7e1 req-b5795ed5-45fc-4d5b-9fbf-c28fc9dc3ba7 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=856337c9-f2fa-4caf-8384-4d28262b7bdb HTTP/1.1" status: 200 len: 217 time: 0.0417826 Jul 30 00:35:51.245837 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb57e1-b5ec-4a42-bb22-6a522707a7e1 req-fd9daffb-32ad-4c43-a423-8e8841a22576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:51.247395 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a8cb57e1-b5ec-4a42-bb22-6a522707a7e1 req-fd9daffb-32ad-4c43-a423-8e8841a22576 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=e931dc3b-0f1a-4b8c-90a2-452019ab84b4 HTTP/1.1" status: 200 len: 848 time: 0.0461545 Jul 30 00:35:51.277366 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f0030a-f8e3-4b69-8109-9affb837a5fc None None] Checking router: 93aa067f-11ef-4fe1-b917-3070e3d2e0cc for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:35:51.285527 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f0030a-f8e3-4b69-8109-9affb837a5fc None None] Routers {'93aa067f-11ef-4fe1-b917-3070e3d2e0cc'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:35:51.286585 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-c7f0030a-f8e3-4b69-8109-9affb837a5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:35:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['93aa067f-11ef-4fe1-b917-3070e3d2e0cc'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:35:51.297414 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb57e1-b5ec-4a42-bb22-6a522707a7e1 req-5373076e-6e54-4b67-a9de-0720178be26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:51.299001 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a8cb57e1-b5ec-4a42-bb22-6a522707a7e1 req-5373076e-6e54-4b67-a9de-0720178be26f service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=655698b7-cbae-4dd2-b023-c352449bada8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424464 Jul 30 00:35:51.390129 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-c7f0030a-f8e3-4b69-8109-9affb837a5fc None None] Set router 93aa067f-11ef-4fe1-b917-3070e3d2e0cc gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:35:51.396083 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a8cb57e1-b5ec-4a42-bb22-6a522707a7e1 req-b87ad751-0df1-4cff-8250-8eb7eb3f6376 service neutron] 10.222.0.22 "GET /v2.0/networks/655698b7-cbae-4dd2-b023-c352449bada8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888529 Jul 30 00:35:51.489607 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-a8cb57e1-b5ec-4a42-bb22-6a522707a7e1 req-92f5788b-9f7c-48a3-8f17-5757b32efb41 service neutron] 10.222.0.22 "GET /v2.0/networks/655698b7-cbae-4dd2-b023-c352449bada8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858879 Jul 30 00:35:51.603867 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-c7f0030a-f8e3-4b69-8109-9affb837a5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93aa067f-11ef-4fe1-b917-3070e3d2e0cc', 'name': 'tempest-TestShelveInstance-1732512449-router', 'tenant_id': '8589462012dc4e58a6304841e673ce71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'bf601a09-8c91-4d3f-95dd-f3e6452dd8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:27:13Z', 'updated_at': '2021-07-30T00:27:16Z', 'revision_number': 4, 'project_id': '8589462012dc4e58a6304841e673ce71', 'gw_port': {'id': 'bf601a09-8c91-4d3f-95dd-f3e6452dd8c6', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:02:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93aa067f-11ef-4fe1-b917-3070e3d2e0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:27:13Z', 'updated_at': '2021-07-30T00:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '422afb3a-ec54-4b3b-82d1-aaf8a48976b6', 'name': '', 'network_id': '655698b7-cbae-4dd2-b023-c352449bada8', 'tenant_id': '8589462012dc4e58a6304841e673ce71', 'mac_address': 'fa:16:3e:f9:69:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93aa067f-11ef-4fe1-b917-3070e3d2e0cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e931dc3b-0f1a-4b8c-90a2-452019ab84b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:27:15Z', 'updated_at': '2021-07-30T00:27:21Z', 'revision_number': 5, 'project_id': '8589462012dc4e58a6304841e673ce71', 'subnets': [{'id': 'e931dc3b-0f1a-4b8c-90a2-452019ab84b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:35:51.632682 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f0030a-f8e3-4b69-8109-9affb837a5fc None None] The sync data for ids ['93aa067f-11ef-4fe1-b917-3070e3d2e0cc'] in n-d-712141-10 is: [{'id': '93aa067f-11ef-4fe1-b917-3070e3d2e0cc', 'name': 'tempest-TestShelveInstance-1732512449-router', 'tenant_id': '8589462012dc4e58a6304841e673ce71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'bf601a09-8c91-4d3f-95dd-f3e6452dd8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:27:13Z', 'updated_at': '2021-07-30T00:27:16Z', 'revision_number': 4, 'project_id': '8589462012dc4e58a6304841e673ce71', 'gw_port': {'id': 'bf601a09-8c91-4d3f-95dd-f3e6452dd8c6', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:02:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93aa067f-11ef-4fe1-b917-3070e3d2e0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:27:13Z', 'updated_at': '2021-07-30T00:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '422afb3a-ec54-4b3b-82d1-aaf8a48976b6', 'name': '', 'network_id': '655698b7-cbae-4dd2-b023-c352449bada8', 'tenant_id': '8589462012dc4e58a6304841e673ce71', 'mac_address': 'fa:16:3e:f9:69:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93aa067f-11ef-4fe1-b917-3070e3d2e0cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': 'e931dc3b-0f1a-4b8c-90a2-452019ab84b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:27:15Z', 'updated_at': '2021-07-30T00:27:21Z', 'revision_number': 5, 'project_id': '8589462012dc4e58a6304841e673ce71', 'subnets': [{'id': 'e931dc3b-0f1a-4b8c-90a2-452019ab84b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:35:51.850338 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ed69ef3-720a-4ab9-9720-8df9258a7f90 None None] New status for floating IP 9adce532-cc8d-4e4f-a22f-b725f6207b70: DOWN {{(pid=94079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:35:52.271021 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e8550-9358-4a9f-bcf9-3dea950a6855 req-c7c4469d-dba4-40a3-8222-a6997195333f tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:52.272514 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-af4e8550-9358-4a9f-bcf9-3dea950a6855 req-c7c4469d-dba4-40a3-8222-a6997195333f tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=e52b0aeb-15cd-4af5-8ec3-6dec4d07d143 HTTP/1.1" status: 200 len: 946 time: 0.0492282 Jul 30 00:35:52.311076 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-af4e8550-9358-4a9f-bcf9-3dea950a6855 req-c3719507-172b-46eb-bacc-4b490d3e9274 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/security-groups?id=a81373f0-1646-4a47-95e7-8c91e4a60649&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321419 Jul 30 00:35:52.546083 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2485b3a8-bd84-4e70-84bf-ba71f1f5cf59 req-82744802-f41c-4141-9ebb-f6b76e6cb91b tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:52.547457 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2485b3a8-bd84-4e70-84bf-ba71f1f5cf59 req-82744802-f41c-4141-9ebb-f6b76e6cb91b tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.22 "GET /v2.0/ports?device_id=e52b0aeb-15cd-4af5-8ec3-6dec4d07d143 HTTP/1.1" status: 200 len: 946 time: 0.0506871 Jul 30 00:35:52.640555 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-2485b3a8-bd84-4e70-84bf-ba71f1f5cf59 req-bf7f8718-0d4c-4aa6-8928-ed6c551e820c tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Deleting port 856337c9-f2fa-4caf-8384-4d28262b7bdb {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:35:52.640892 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2485b3a8-bd84-4e70-84bf-ba71f1f5cf59 req-bf7f8718-0d4c-4aa6-8928-ed6c551e820c tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:52.726546 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-2485b3a8-bd84-4e70-84bf-ba71f1f5cf59 req-bf7f8718-0d4c-4aa6-8928-ed6c551e820c tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] For port 856337c9-f2fa-4caf-8384-4d28262b7bdb, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=856337c9-f2fa-4caf-8384-4d28262b7bdb,segment=NetworkSegment(a2b59f87-5820-4513-84a5-1a0cecf6573d),segment_id=a2b59f87-5820-4513-84a5-1a0cecf6573d)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:35:52.726901 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2485b3a8-bd84-4e70-84bf-ba71f1f5cf59 req-bf7f8718-0d4c-4aa6-8928-ed6c551e820c tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:52.739882 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-2485b3a8-bd84-4e70-84bf-ba71f1f5cf59 req-bf7f8718-0d4c-4aa6-8928-ed6c551e820c tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Calling delete_port for 856337c9-f2fa-4caf-8384-4d28262b7bdb owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:35:52.871396 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2485b3a8-bd84-4e70-84bf-ba71f1f5cf59 req-bf7f8718-0d4c-4aa6-8928-ed6c551e820c tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:52.898001 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7f8718-0d4c-4aa6-8928-ed6c551e820c tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Pushing event deleted for resources: {'Port': ['ID=856337c9-f2fa-4caf-8384-4d28262b7bdb,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:35:52.908049 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7f8718-0d4c-4aa6-8928-ed6c551e820c tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:35:52.908399 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7f8718-0d4c-4aa6-8928-ed6c551e820c tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:35:52.908741 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7f8718-0d4c-4aa6-8928-ed6c551e820c tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:35:52.909102 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7f8718-0d4c-4aa6-8928-ed6c551e820c tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:35:52.909443 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7f8718-0d4c-4aa6-8928-ed6c551e820c tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:35:52.909797 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7f8718-0d4c-4aa6-8928-ed6c551e820c tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:35:52.910131 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7f8718-0d4c-4aa6-8928-ed6c551e820c tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:35:52.910865 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7f8718-0d4c-4aa6-8928-ed6c551e820c tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:35:52.910865 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7f8718-0d4c-4aa6-8928-ed6c551e820c tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:35:52.911173 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7f8718-0d4c-4aa6-8928-ed6c551e820c tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:35:52.911424 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7f8718-0d4c-4aa6-8928-ed6c551e820c tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:35:52.911745 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7f8718-0d4c-4aa6-8928-ed6c551e820c tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:35:52.955890 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-2485b3a8-bd84-4e70-84bf-ba71f1f5cf59 req-bf7f8718-0d4c-4aa6-8928-ed6c551e820c tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] No DVR routers for this DVR port 856337c9-f2fa-4caf-8384-4d28262b7bdb on host n-h2-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:35:52.958533 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-2485b3a8-bd84-4e70-84bf-ba71f1f5cf59 req-bf7f8718-0d4c-4aa6-8928-ed6c551e820c tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:52.960458 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-2485b3a8-bd84-4e70-84bf-ba71f1f5cf59 req-bf7f8718-0d4c-4aa6-8928-ed6c551e820c tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.22 "DELETE /v2.0/ports/856337c9-f2fa-4caf-8384-4d28262b7bdb HTTP/1.1" status: 204 len: 173 time: 0.4066148 Jul 30 00:35:52.960915 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e52b0aeb-15cd-4af5-8ec3-6dec4d07d143', 'name': 'network-vif-deleted', 'tag': '856337c9-f2fa-4caf-8384-4d28262b7bdb'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:35:52.963385 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8377708564b13ed6665a7c738fa9aadb9980e3f7e18d8a0dfbdd1aeea3243a90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761988e8-d073-4158-9a74-0f3c09b4aca2" -d '{"events": [{"server_uuid": "e52b0aeb-15cd-4af5-8ec3-6dec4d07d143", "name": "network-vif-deleted", "tag": "856337c9-f2fa-4caf-8384-4d28262b7bdb"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:35:53.000761 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308fc40e-3fa2-45a5-b307-3d40da820374 x-openstack-request-id: req-308fc40e-3fa2-45a5-b307-3d40da820374 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:35:53.001160 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e52b0aeb-15cd-4af5-8ec3-6dec4d07d143", "name": "network-vif-deleted", "tag": "856337c9-f2fa-4caf-8384-4d28262b7bdb", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:35:53.001511 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-308fc40e-3fa2-45a5-b307-3d40da820374 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:35:53.002021 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e52b0aeb-15cd-4af5-8ec3-6dec4d07d143', 'name': 'network-vif-deleted', 'tag': '856337c9-f2fa-4caf-8384-4d28262b7bdb', 'status': 'completed', 'code': 200} Jul 30 00:35:53.366145 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a480f4b9-55ae-4fac-ad45-b4d26ec75932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:53.431236 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a78f7bd0-aabb-444c-b457-371c4e88859c req-61380701-25b6-4941-b9ad-cf644843a0bd tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=e52b0aeb-15cd-4af5-8ec3-6dec4d07d143 HTTP/1.1" status: 200 len: 210 time: 0.0321395 Jul 30 00:35:54.533429 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-820a5f1c-4ff6-4519-b45f-b80938dc9b28 req-9bfe23ae-c526-4261-852a-f98ae2515ddb tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=e52b0aeb-15cd-4af5-8ec3-6dec4d07d143 HTTP/1.1" status: 200 len: 210 time: 0.0277317 Jul 30 00:35:54.570945 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 856337c9-f2fa-4caf-8384-4d28262b7bdb no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:35:54.592042 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: 856337c9-f2fa-4caf-8384-4d28262b7bdb {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:35:54.592391 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 856337c9-f2fa-4caf-8384-4d28262b7bdb not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:35:55.630130 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-5046dbc9-91fd-4663-bafc-0e31039b263e req-e98d5b96-75e2-4c55-83cb-9f9a79ec71b2 tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=e52b0aeb-15cd-4af5-8ec3-6dec4d07d143 HTTP/1.1" status: 200 len: 210 time: 0.0277996 Jul 30 00:35:55.985112 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0e05350a-3a73-4f46-8bea-41e03462fbfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:56.590397 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:56.737329 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-70bd6cd7-fd4d-4142-8509-6b7b13d9e0fa req-ab6a7511-615d-43fc-8b77-441f6e30e2aa tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "GET /v2.0/ports?device_id=e52b0aeb-15cd-4af5-8ec3-6dec4d07d143 HTTP/1.1" status: 200 len: 210 time: 0.0269191 Jul 30 00:35:57.798500 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 38802) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:35:57.859440 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-85d60ff6-31e1-4508-84da-7ddd38e2346a tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:57.885404 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-85d60ff6-31e1-4508-84da-7ddd38e2346a tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:57.946060 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-85d60ff6-31e1-4508-84da-7ddd38e2346a tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:57.949158 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-85d60ff6-31e1-4508-84da-7ddd38e2346a tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:57.950429 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-85d60ff6-31e1-4508-84da-7ddd38e2346a tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] 10.222.0.43 "DELETE /v2.0/security-groups/a81373f0-1646-4a47-95e7-8c91e4a60649 HTTP/1.1" status: 204 len: 168 time: 0.1509018 Jul 30 00:35:57.961097 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d60ff6-31e1-4508-84da-7ddd38e2346a tempest-TestShelveInstance-889493466 tempest-TestShelveInstance-889493466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81373f0-1646-4a47-95e7-8c91e4a60649,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:35:58.007030 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:58.032886 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 38806) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:35:58.518792 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b6f98be5-31bb-4e93-9079-ef93f73a7745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:58.792798 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-b6f98be5-31bb-4e93-9079-ef93f73a7745 admin admin] Deleting port 422afb3a-ec54-4b3b-82d1-aaf8a48976b6 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:35:58.792798 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b6f98be5-31bb-4e93-9079-ef93f73a7745 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:58.871698 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-b6f98be5-31bb-4e93-9079-ef93f73a7745 admin admin] For port 422afb3a-ec54-4b3b-82d1-aaf8a48976b6, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=422afb3a-ec54-4b3b-82d1-aaf8a48976b6,segment=NetworkSegment(a2b59f87-5820-4513-84a5-1a0cecf6573d),segment_id=a2b59f87-5820-4513-84a5-1a0cecf6573d)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:35:58.872063 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b6f98be5-31bb-4e93-9079-ef93f73a7745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:58.886262 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-b6f98be5-31bb-4e93-9079-ef93f73a7745 admin admin] Calling delete_port for 422afb3a-ec54-4b3b-82d1-aaf8a48976b6 owned by network:router_interface {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:35:59.095255 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b6f98be5-31bb-4e93-9079-ef93f73a7745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:59.127409 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f98be5-31bb-4e93-9079-ef93f73a7745 admin admin] Pushing event deleted for resources: {'Port': ['ID=422afb3a-ec54-4b3b-82d1-aaf8a48976b6,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:35:59.310268 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b6f98be5-31bb-4e93-9079-ef93f73a7745 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:59.530799 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6f98be5-31bb-4e93-9079-ef93f73a7745 admin admin] Router 93aa067f-11ef-4fe1-b917-3070e3d2e0cc has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:35:59.616516 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:59.658827 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f98be5-31bb-4e93-9079-ef93f73a7745 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:35:59.664352 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-b6f98be5-31bb-4e93-9079-ef93f73a7745 admin admin] 10.222.0.43 "PUT /v2.0/routers/93aa067f-11ef-4fe1-b917-3070e3d2e0cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6302161 Jul 30 00:35:59.667777 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 38810) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:35:59.668379 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0808b7-c51b-4a05-b812-53950b89fed7 None None] Sync routers for ids ['93aa067f-11ef-4fe1-b917-3070e3d2e0cc'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:35:59.678301 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0808b7-c51b-4a05-b812-53950b89fed7 None None] Routers {'93aa067f-11ef-4fe1-b917-3070e3d2e0cc'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:35:59.680244 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-af0808b7-c51b-4a05-b812-53950b89fed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:35:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['93aa067f-11ef-4fe1-b917-3070e3d2e0cc'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:35:59.793462 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-af0808b7-c51b-4a05-b812-53950b89fed7 None None] Set router 93aa067f-11ef-4fe1-b917-3070e3d2e0cc gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:35:59.794935 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-20e8da7c-bc16-45ff-8397-b424667f3456 admin admin] Notify callbacks [] for router, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:59.991147 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-af0808b7-c51b-4a05-b812-53950b89fed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93aa067f-11ef-4fe1-b917-3070e3d2e0cc', 'name': 'tempest-TestShelveInstance-1732512449-router', 'tenant_id': '8589462012dc4e58a6304841e673ce71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'bf601a09-8c91-4d3f-95dd-f3e6452dd8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:27:13Z', 'updated_at': '2021-07-30T00:35:59Z', 'revision_number': 5, 'project_id': '8589462012dc4e58a6304841e673ce71', 'gw_port': {'id': 'bf601a09-8c91-4d3f-95dd-f3e6452dd8c6', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:02:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93aa067f-11ef-4fe1-b917-3070e3d2e0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:27:13Z', 'updated_at': '2021-07-30T00:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:36:00.020616 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0808b7-c51b-4a05-b812-53950b89fed7 None None] Checking router: 93aa067f-11ef-4fe1-b917-3070e3d2e0cc for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:36:00.031152 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0808b7-c51b-4a05-b812-53950b89fed7 None None] Routers {'93aa067f-11ef-4fe1-b917-3070e3d2e0cc'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:36:00.031787 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-af0808b7-c51b-4a05-b812-53950b89fed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:35:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['93aa067f-11ef-4fe1-b917-3070e3d2e0cc'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:36:00.153623 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-af0808b7-c51b-4a05-b812-53950b89fed7 None None] Set router 93aa067f-11ef-4fe1-b917-3070e3d2e0cc gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:36:00.272145 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-20e8da7c-bc16-45ff-8397-b424667f3456 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:00.329869 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-20e8da7c-bc16-45ff-8397-b424667f3456 admin admin] Deleting port bf601a09-8c91-4d3f-95dd-f3e6452dd8c6 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:36:00.330217 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-20e8da7c-bc16-45ff-8397-b424667f3456 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:00.337917 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-af0808b7-c51b-4a05-b812-53950b89fed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93aa067f-11ef-4fe1-b917-3070e3d2e0cc', 'name': 'tempest-TestShelveInstance-1732512449-router', 'tenant_id': '8589462012dc4e58a6304841e673ce71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'bf601a09-8c91-4d3f-95dd-f3e6452dd8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:27:13Z', 'updated_at': '2021-07-30T00:35:59Z', 'revision_number': 5, 'project_id': '8589462012dc4e58a6304841e673ce71', 'gw_port': {'id': 'bf601a09-8c91-4d3f-95dd-f3e6452dd8c6', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:02:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93aa067f-11ef-4fe1-b917-3070e3d2e0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:27:13Z', 'updated_at': '2021-07-30T00:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:36:00.372123 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0808b7-c51b-4a05-b812-53950b89fed7 None None] The sync data for ids ['93aa067f-11ef-4fe1-b917-3070e3d2e0cc'] in n-d-712141-10 is: [{'id': '93aa067f-11ef-4fe1-b917-3070e3d2e0cc', 'name': 'tempest-TestShelveInstance-1732512449-router', 'tenant_id': '8589462012dc4e58a6304841e673ce71', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.116'}], 'enable_snat': True}, 'gw_port_id': 'bf601a09-8c91-4d3f-95dd-f3e6452dd8c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:27:13Z', 'updated_at': '2021-07-30T00:35:59Z', 'revision_number': 5, 'project_id': '8589462012dc4e58a6304841e673ce71', 'gw_port': {'id': 'bf601a09-8c91-4d3f-95dd-f3e6452dd8c6', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:02:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93aa067f-11ef-4fe1-b917-3070e3d2e0cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:27:13Z', 'updated_at': '2021-07-30T00:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:36:00.416591 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-20e8da7c-bc16-45ff-8397-b424667f3456 admin admin] For port bf601a09-8c91-4d3f-95dd-f3e6452dd8c6, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=bf601a09-8c91-4d3f-95dd-f3e6452dd8c6,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:36:00.416972 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-20e8da7c-bc16-45ff-8397-b424667f3456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:00.432691 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-20e8da7c-bc16-45ff-8397-b424667f3456 admin admin] Calling delete_port for bf601a09-8c91-4d3f-95dd-f3e6452dd8c6 owned by network:router_gateway {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:36:00.600846 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-20e8da7c-bc16-45ff-8397-b424667f3456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:00.630945 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e8da7c-bc16-45ff-8397-b424667f3456 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf601a09-8c91-4d3f-95dd-f3e6452dd8c6,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:00.688407 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-20e8da7c-bc16-45ff-8397-b424667f3456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:00.784100 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-20e8da7c-bc16-45ff-8397-b424667f3456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:00.786380 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-20e8da7c-bc16-45ff-8397-b424667f3456 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:00.838320 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-20e8da7c-bc16-45ff-8397-b424667f3456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:00.838873 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e8da7c-bc16-45ff-8397-b424667f3456 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93aa067f-11ef-4fe1-b917-3070e3d2e0cc {{(pid=94078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:36:00.844093 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-20e8da7c-bc16-45ff-8397-b424667f3456 admin admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:00.845263 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-20e8da7c-bc16-45ff-8397-b424667f3456 admin admin] 10.222.0.43 "DELETE /v2.0/routers/93aa067f-11ef-4fe1-b917-3070e3d2e0cc HTTP/1.1" status: 204 len: 168 time: 1.1765594 Jul 30 00:36:00.847934 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 38812) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:36:00.898534 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-46bc9760-6f32-480b-a219-8ce0e8c7eaef admin admin] Deleting subnet e931dc3b-0f1a-4b8c-90a2-452019ab84b4 {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:36:00.902737 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-46bc9760-6f32-480b-a219-8ce0e8c7eaef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:00.940470 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-46bc9760-6f32-480b-a219-8ce0e8c7eaef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:01.032033 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-46bc9760-6f32-480b-a219-8ce0e8c7eaef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:01.086483 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-46bc9760-6f32-480b-a219-8ce0e8c7eaef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:01.112673 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bc9760-6f32-480b-a219-8ce0e8c7eaef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e931dc3b-0f1a-4b8c-90a2-452019ab84b4,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:01.116258 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-46bc9760-6f32-480b-a219-8ce0e8c7eaef admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:01.120335 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-46bc9760-6f32-480b-a219-8ce0e8c7eaef admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e931dc3b-0f1a-4b8c-90a2-452019ab84b4 HTTP/1.1" status: 204 len: 168 time: 0.2692332 Jul 30 00:36:01.120630 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 38814) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:36:01.123066 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ac6a0a-91e3-4c4a-a8ee-866b17ff3645 None None] Network 655698b7-cbae-4dd2-b023-c352449bada8 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:36:01.188568 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d07ca27f-81a6-4cb6-9dc6-f0df9d1dbe56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:01.246858 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-d07ca27f-81a6-4cb6-9dc6-f0df9d1dbe56 admin admin] Deleting port 9a815015-1ed6-49d2-b70a-3595e97cea90 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:36:01.247207 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d07ca27f-81a6-4cb6-9dc6-f0df9d1dbe56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:01.310394 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-d07ca27f-81a6-4cb6-9dc6-f0df9d1dbe56 admin admin] For port 9a815015-1ed6-49d2-b70a-3595e97cea90, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=9a815015-1ed6-49d2-b70a-3595e97cea90,segment=NetworkSegment(a2b59f87-5820-4513-84a5-1a0cecf6573d),segment_id=a2b59f87-5820-4513-84a5-1a0cecf6573d)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:36:01.311092 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d07ca27f-81a6-4cb6-9dc6-f0df9d1dbe56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:01.324312 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-d07ca27f-81a6-4cb6-9dc6-f0df9d1dbe56 admin admin] Calling delete_port for 9a815015-1ed6-49d2-b70a-3595e97cea90 owned by network:dhcp {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:36:01.414336 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd1572f-eb51-444e-b84a-d68958d738df None None] DHCP port deletion for 655698b7-cbae-4dd2-b023-c352449bada8 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:36:01.417930 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d07ca27f-81a6-4cb6-9dc6-f0df9d1dbe56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:01.453085 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07ca27f-81a6-4cb6-9dc6-f0df9d1dbe56 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a815015-1ed6-49d2-b70a-3595e97cea90,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:01.455696 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07ca27f-81a6-4cb6-9dc6-f0df9d1dbe56 admin admin] No DVR routers for this DVR port 9a815015-1ed6-49d2-b70a-3595e97cea90 on host n-d-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:36:01.488182 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 9a815015-1ed6-49d2-b70a-3595e97cea90 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:36:01.508685 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 9a815015-1ed6-49d2-b70a-3595e97cea90 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:36:01.509397 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 9a815015-1ed6-49d2-b70a-3595e97cea90 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:36:01.509524 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 422afb3a-ec54-4b3b-82d1-aaf8a48976b6 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:36:01.529524 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d07ca27f-81a6-4cb6-9dc6-f0df9d1dbe56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:01.532430 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 422afb3a-ec54-4b3b-82d1-aaf8a48976b6 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:36:01.532782 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 422afb3a-ec54-4b3b-82d1-aaf8a48976b6 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:36:01.533201 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device bf601a09-8c91-4d3f-95dd-f3e6452dd8c6 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:36:01.540495 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-d07ca27f-81a6-4cb6-9dc6-f0df9d1dbe56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['655698b7-cbae-4dd2-b023-c352449bada8']}} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:36:01.552074 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-d07ca27f-81a6-4cb6-9dc6-f0df9d1dbe56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2b59f87-5820-4513-84a5-1a0cecf6573d') {'for_net_delete': True} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:36:01.552475 n-d-712141-10 neutron-server[94078]: DEBUG neutron.services.segments.db [None req-d07ca27f-81a6-4cb6-9dc6-f0df9d1dbe56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2b59f87-5820-4513-84a5-1a0cecf6573d') {} {{(pid=94078) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:36:01.556642 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: bf601a09-8c91-4d3f-95dd-f3e6452dd8c6 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:36:01.557078 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device bf601a09-8c91-4d3f-95dd-f3e6452dd8c6 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:36:01.564889 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d07ca27f-81a6-4cb6-9dc6-f0df9d1dbe56 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-57866527'] for segment, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:01.583258 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d07ca27f-81a6-4cb6-9dc6-f0df9d1dbe56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:01.589594 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d07ca27f-81a6-4cb6-9dc6-f0df9d1dbe56 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=94078) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:36:01.590066 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d07ca27f-81a6-4cb6-9dc6-f0df9d1dbe56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-57803964'] for segment, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:01.591716 n-d-712141-10 neutron-server[94078]: Traceback (most recent call last): Jul 30 00:36:01.591716 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:36:01.591716 n-d-712141-10 neutron-server[94078]: timer() Jul 30 00:36:01.591716 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:36:01.591716 n-d-712141-10 neutron-server[94078]: cb(*args, **kw) Jul 30 00:36:01.591716 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:36:01.591716 n-d-712141-10 neutron-server[94078]: return func(*args, **kwargs) Jul 30 00:36:01.591716 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:36:01.591716 n-d-712141-10 neutron-server[94078]: self._notify() Jul 30 00:36:01.591716 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:36:01.591716 n-d-712141-10 neutron-server[94078]: self.callback(batched_events) Jul 30 00:36:01.591716 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:36:01.591716 n-d-712141-10 neutron-server[94078]: event.method(event) Jul 30 00:36:01.591716 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:36:01.591716 n-d-712141-10 neutron-server[94078]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:36:01.591716 n-d-712141-10 neutron-server[94078]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:36:01.591716 n-d-712141-10 neutron-server[94078]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:36:01.591716 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:36:01.591716 n-d-712141-10 neutron-server[94078]: return f(self, *a, **k) Jul 30 00:36:01.591716 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:36:01.591716 n-d-712141-10 neutron-server[94078]: return self._get(url).json() Jul 30 00:36:01.591716 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:36:01.591716 n-d-712141-10 neutron-server[94078]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:36:01.591716 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:36:01.591716 n-d-712141-10 neutron-server[94078]: return self.request(url, 'GET', **kwargs) Jul 30 00:36:01.591716 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:36:01.591716 n-d-712141-10 neutron-server[94078]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:36:01.591716 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:36:01.591716 n-d-712141-10 neutron-server[94078]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:36:01.591716 n-d-712141-10 neutron-server[94078]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:36:01.591716 n-d-712141-10 neutron-server[94078]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:36:01.591716 n-d-712141-10 neutron-server[94078]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:36:01.648060 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d07ca27f-81a6-4cb6-9dc6-f0df9d1dbe56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:01.653158 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d07ca27f-81a6-4cb6-9dc6-f0df9d1dbe56 admin admin] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:01.656247 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-d07ca27f-81a6-4cb6-9dc6-f0df9d1dbe56 admin admin] 10.222.0.43 "DELETE /v2.0/networks/655698b7-cbae-4dd2-b023-c352449bada8 HTTP/1.1" status: 204 len: 168 time: 0.5339122 Jul 30 00:36:01.658566 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 38816) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:36:01.668636 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07ca27f-81a6-4cb6-9dc6-f0df9d1dbe56 admin admin] Pushing event deleted for resources: {'Network': ['ID=655698b7-cbae-4dd2-b023-c352449bada8,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:02.040462 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e19f4a75-1ada-4446-a16d-1b5f0b6f847f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:02.293049 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4a75-1ada-4446-a16d-1b5f0b6f847f admin admin] Deleting port ff3bef9f-0003-49e1-acba-36fade8e9df8 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:36:02.293299 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e19f4a75-1ada-4446-a16d-1b5f0b6f847f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:02.371431 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-e19f4a75-1ada-4446-a16d-1b5f0b6f847f admin admin] For port ff3bef9f-0003-49e1-acba-36fade8e9df8, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=ff3bef9f-0003-49e1-acba-36fade8e9df8,segment=NetworkSegment(1edd678b-b182-459a-b4a7-6673fcff7df5),segment_id=1edd678b-b182-459a-b4a7-6673fcff7df5)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:36:02.371798 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e19f4a75-1ada-4446-a16d-1b5f0b6f847f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:02.384826 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-e19f4a75-1ada-4446-a16d-1b5f0b6f847f admin admin] Calling delete_port for ff3bef9f-0003-49e1-acba-36fade8e9df8 owned by network:router_interface {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:36:02.854914 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e19f4a75-1ada-4446-a16d-1b5f0b6f847f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:02.881446 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19f4a75-1ada-4446-a16d-1b5f0b6f847f admin admin] Pushing event deleted for resources: {'Port': ['ID=ff3bef9f-0003-49e1-acba-36fade8e9df8,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:03.051330 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e19f4a75-1ada-4446-a16d-1b5f0b6f847f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:03.266386 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e19f4a75-1ada-4446-a16d-1b5f0b6f847f admin admin] Router e95f8560-ef9e-4b0b-a5e5-3b6b7a1afafb has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:36:03.372901 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e19f4a75-1ada-4446-a16d-1b5f0b6f847f admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:36:03.377774 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e19f4a75-1ada-4446-a16d-1b5f0b6f847f admin admin] 10.222.0.43 "PUT /v2.0/routers/e95f8560-ef9e-4b0b-a5e5-3b6b7a1afafb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7180829 Jul 30 00:36:03.380287 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 38818) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:36:03.381318 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0159b04e-797e-4f1c-ab99-7f67cdd085dd None None] Sync routers for ids ['e95f8560-ef9e-4b0b-a5e5-3b6b7a1afafb'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:36:03.393297 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0159b04e-797e-4f1c-ab99-7f67cdd085dd None None] Routers {'e95f8560-ef9e-4b0b-a5e5-3b6b7a1afafb'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:36:03.394073 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-0159b04e-797e-4f1c-ab99-7f67cdd085dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:35:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['e95f8560-ef9e-4b0b-a5e5-3b6b7a1afafb'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:36:03.491143 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3f1e6a8b-4f08-43be-ba9e-5011b1021270 admin admin] Notify callbacks [] for router, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:03.507769 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-0159b04e-797e-4f1c-ab99-7f67cdd085dd None None] Set router e95f8560-ef9e-4b0b-a5e5-3b6b7a1afafb gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:36:03.596492 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3f1e6a8b-4f08-43be-ba9e-5011b1021270 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:03.655631 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-3f1e6a8b-4f08-43be-ba9e-5011b1021270 admin admin] Deleting port 87bce7f8-2492-4387-ae44-47e995e67e81 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:36:03.655885 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3f1e6a8b-4f08-43be-ba9e-5011b1021270 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:03.739320 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-3f1e6a8b-4f08-43be-ba9e-5011b1021270 admin admin] For port 87bce7f8-2492-4387-ae44-47e995e67e81, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=87bce7f8-2492-4387-ae44-47e995e67e81,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:36:03.739687 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3f1e6a8b-4f08-43be-ba9e-5011b1021270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:03.754804 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-3f1e6a8b-4f08-43be-ba9e-5011b1021270 admin admin] Calling delete_port for 87bce7f8-2492-4387-ae44-47e995e67e81 owned by network:router_gateway {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:36:03.853866 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-0159b04e-797e-4f1c-ab99-7f67cdd085dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95f8560-ef9e-4b0b-a5e5-3b6b7a1afafb', 'name': 'tempest-TestShelveInstance-413870710-router', 'tenant_id': 'edfcb9505c174a5b8313347ee1cbf3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': '87bce7f8-2492-4387-ae44-47e995e67e81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:27:18Z', 'updated_at': '2021-07-30T00:36:02Z', 'revision_number': 5, 'project_id': 'edfcb9505c174a5b8313347ee1cbf3d8', 'gw_port': {'id': '87bce7f8-2492-4387-ae44-47e995e67e81', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95f8560-ef9e-4b0b-a5e5-3b6b7a1afafb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:27:18Z', 'updated_at': '2021-07-30T00:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:36:03.882439 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0159b04e-797e-4f1c-ab99-7f67cdd085dd None None] Checking router: e95f8560-ef9e-4b0b-a5e5-3b6b7a1afafb for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:36:03.892991 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0159b04e-797e-4f1c-ab99-7f67cdd085dd None None] Routers {'e95f8560-ef9e-4b0b-a5e5-3b6b7a1afafb'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:36:03.893651 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-0159b04e-797e-4f1c-ab99-7f67cdd085dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:35:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['e95f8560-ef9e-4b0b-a5e5-3b6b7a1afafb'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:36:03.935540 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3f1e6a8b-4f08-43be-ba9e-5011b1021270 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:03.967417 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1e6a8b-4f08-43be-ba9e-5011b1021270 admin admin] Pushing event deleted for resources: {'Port': ['ID=87bce7f8-2492-4387-ae44-47e995e67e81,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:03.987161 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-0159b04e-797e-4f1c-ab99-7f67cdd085dd None None] Set router e95f8560-ef9e-4b0b-a5e5-3b6b7a1afafb gateway port host: None {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:36:04.029275 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3f1e6a8b-4f08-43be-ba9e-5011b1021270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:04.045059 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-0159b04e-797e-4f1c-ab99-7f67cdd085dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95f8560-ef9e-4b0b-a5e5-3b6b7a1afafb', 'name': 'tempest-TestShelveInstance-413870710-router', 'tenant_id': 'edfcb9505c174a5b8313347ee1cbf3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:27:18Z', 'updated_at': '2021-07-30T00:36:03Z', 'revision_number': 6, 'project_id': 'edfcb9505c174a5b8313347ee1cbf3d8', 'gw_port_host': None}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:36:04.072548 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0159b04e-797e-4f1c-ab99-7f67cdd085dd None None] The sync data for ids ['e95f8560-ef9e-4b0b-a5e5-3b6b7a1afafb'] in n-d-712141-10 is: [{'id': 'e95f8560-ef9e-4b0b-a5e5-3b6b7a1afafb', 'name': 'tempest-TestShelveInstance-413870710-router', 'tenant_id': 'edfcb9505c174a5b8313347ee1cbf3d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:27:18Z', 'updated_at': '2021-07-30T00:36:03Z', 'revision_number': 6, 'project_id': 'edfcb9505c174a5b8313347ee1cbf3d8', 'gw_port_host': None}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:36:04.122821 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3f1e6a8b-4f08-43be-ba9e-5011b1021270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:04.124990 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3f1e6a8b-4f08-43be-ba9e-5011b1021270 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:04.167426 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3f1e6a8b-4f08-43be-ba9e-5011b1021270 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:04.168365 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1e6a8b-4f08-43be-ba9e-5011b1021270 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e95f8560-ef9e-4b0b-a5e5-3b6b7a1afafb {{(pid=94077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:36:04.172759 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-3f1e6a8b-4f08-43be-ba9e-5011b1021270 admin admin] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:04.173758 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-3f1e6a8b-4f08-43be-ba9e-5011b1021270 admin admin] 10.222.0.43 "DELETE /v2.0/routers/e95f8560-ef9e-4b0b-a5e5-3b6b7a1afafb HTTP/1.1" status: 204 len: 168 time: 0.7924635 Jul 30 00:36:04.176227 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 38820) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:36:04.227413 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-09cb1a8f-687f-4ba3-bc34-95d1d0d80800 admin admin] Deleting subnet 6e332bc3-0e1d-44cd-bf15-e7ab60a1846a {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:36:04.230743 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-09cb1a8f-687f-4ba3-bc34-95d1d0d80800 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:04.265841 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-09cb1a8f-687f-4ba3-bc34-95d1d0d80800 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:04.341913 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-09cb1a8f-687f-4ba3-bc34-95d1d0d80800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:04.398676 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-09cb1a8f-687f-4ba3-bc34-95d1d0d80800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:04.425003 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cb1a8f-687f-4ba3-bc34-95d1d0d80800 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e332bc3-0e1d-44cd-bf15-e7ab60a1846a,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:04.426976 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-09cb1a8f-687f-4ba3-bc34-95d1d0d80800 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:04.430174 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-09cb1a8f-687f-4ba3-bc34-95d1d0d80800 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/6e332bc3-0e1d-44cd-bf15-e7ab60a1846a HTTP/1.1" status: 204 len: 168 time: 0.2528017 Jul 30 00:36:04.432098 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 38822) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:36:04.438616 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1efb204-ba40-4855-bcd1-00e680150d4d None None] Network 3ce1899c-c4d8-4289-837a-1255136eef28 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:36:04.510207 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2f131545-e2fd-4c64-b2f8-3edf8d8e15b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:04.571931 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-2f131545-e2fd-4c64-b2f8-3edf8d8e15b5 admin admin] Deleting port 0142c924-bc0d-480d-8840-bb5c3e78d0f5 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:36:04.572073 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2f131545-e2fd-4c64-b2f8-3edf8d8e15b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:04.641209 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-2f131545-e2fd-4c64-b2f8-3edf8d8e15b5 admin admin] For port 0142c924-bc0d-480d-8840-bb5c3e78d0f5, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=0142c924-bc0d-480d-8840-bb5c3e78d0f5,segment=NetworkSegment(1edd678b-b182-459a-b4a7-6673fcff7df5),segment_id=1edd678b-b182-459a-b4a7-6673fcff7df5)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:36:04.641596 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2f131545-e2fd-4c64-b2f8-3edf8d8e15b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:04.654800 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-2f131545-e2fd-4c64-b2f8-3edf8d8e15b5 admin admin] Calling delete_port for 0142c924-bc0d-480d-8840-bb5c3e78d0f5 owned by network:dhcp {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:36:04.731029 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2f131545-e2fd-4c64-b2f8-3edf8d8e15b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:04.760959 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f131545-e2fd-4c64-b2f8-3edf8d8e15b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0142c924-bc0d-480d-8840-bb5c3e78d0f5,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:04.765104 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f131545-e2fd-4c64-b2f8-3edf8d8e15b5 admin admin] No DVR routers for this DVR port 0142c924-bc0d-480d-8840-bb5c3e78d0f5 on host n-d-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:36:04.833533 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2f131545-e2fd-4c64-b2f8-3edf8d8e15b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:04.844566 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-2f131545-e2fd-4c64-b2f8-3edf8d8e15b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ce1899c-c4d8-4289-837a-1255136eef28']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:36:04.857933 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-2f131545-e2fd-4c64-b2f8-3edf8d8e15b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1edd678b-b182-459a-b4a7-6673fcff7df5') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:36:04.858231 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-2f131545-e2fd-4c64-b2f8-3edf8d8e15b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1edd678b-b182-459a-b4a7-6673fcff7df5') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:36:04.861330 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d5de87-419f-4634-9047-df1f14b901a2 None None] DHCP port deletion for 3ce1899c-c4d8-4289-837a-1255136eef28 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:36:04.870809 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2f131545-e2fd-4c64-b2f8-3edf8d8e15b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:04.885994 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2f131545-e2fd-4c64-b2f8-3edf8d8e15b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:04.893360 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f131545-e2fd-4c64-b2f8-3edf8d8e15b5 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:36:04.893865 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2f131545-e2fd-4c64-b2f8-3edf8d8e15b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:04.895786 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 30 00:36:04.895786 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:36:04.895786 n-d-712141-10 neutron-server[94077]: timer() Jul 30 00:36:04.895786 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:36:04.895786 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 30 00:36:04.895786 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:36:04.895786 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 30 00:36:04.895786 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:36:04.895786 n-d-712141-10 neutron-server[94077]: self._notify() Jul 30 00:36:04.895786 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:36:04.895786 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 30 00:36:04.895786 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:36:04.895786 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 30 00:36:04.895786 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:36:04.895786 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:36:04.895786 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:36:04.895786 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:36:04.895786 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:36:04.895786 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 30 00:36:04.895786 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:36:04.895786 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 30 00:36:04.895786 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:36:04.895786 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:36:04.895786 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:36:04.895786 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 30 00:36:04.895786 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:36:04.895786 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:36:04.895786 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:36:04.895786 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:36:04.895786 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:36:04.895786 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:36:04.895786 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:36:04.954058 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2f131545-e2fd-4c64-b2f8-3edf8d8e15b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:04.959707 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-2f131545-e2fd-4c64-b2f8-3edf8d8e15b5 admin admin] Notify callbacks [] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:04.962506 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-2f131545-e2fd-4c64-b2f8-3edf8d8e15b5 admin admin] 10.222.0.43 "DELETE /v2.0/networks/3ce1899c-c4d8-4289-837a-1255136eef28 HTTP/1.1" status: 204 len: 168 time: 0.5288556 Jul 30 00:36:04.973651 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f131545-e2fd-4c64-b2f8-3edf8d8e15b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ce1899c-c4d8-4289-837a-1255136eef28,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:05.077595 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 38826) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:36:05.121094 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-b4fa995d-2c4f-4056-8dff-4e28e400f4da admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8589462012dc4e58a6304841e673ce71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424633 Jul 30 00:36:05.124414 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 38828) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:36:05.173015 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device ff3bef9f-0003-49e1-acba-36fade8e9df8 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:36:05.182762 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a8f4d681-b5c8-4a05-bc61-66ab755f4de8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:05.199957 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: ff3bef9f-0003-49e1-acba-36fade8e9df8 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:36:05.200306 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device ff3bef9f-0003-49e1-acba-36fade8e9df8 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:36:05.200730 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 87bce7f8-2492-4387-ae44-47e995e67e81 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:36:05.204620 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a8f4d681-b5c8-4a05-bc61-66ab755f4de8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:05.221010 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 87bce7f8-2492-4387-ae44-47e995e67e81 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:36:05.221440 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 87bce7f8-2492-4387-ae44-47e995e67e81 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:36:05.221940 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 0142c924-bc0d-480d-8840-bb5c3e78d0f5 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:36:05.245011 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 0142c924-bc0d-480d-8840-bb5c3e78d0f5 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:36:05.245353 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 0142c924-bc0d-480d-8840-bb5c3e78d0f5 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:36:05.256801 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a8f4d681-b5c8-4a05-bc61-66ab755f4de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:05.260417 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a8f4d681-b5c8-4a05-bc61-66ab755f4de8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:05.261535 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-a8f4d681-b5c8-4a05-bc61-66ab755f4de8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/803ffe41-b692-487e-a196-733a6c3e4533 HTTP/1.1" status: 204 len: 168 time: 0.1362116 Jul 30 00:36:05.269184 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f4d681-b5c8-4a05-bc61-66ab755f4de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=803ffe41-b692-487e-a196-733a6c3e4533,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:05.573337 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 38834) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:36:05.612721 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-9586d672-e74c-431a-93f9-555d05a3025a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=edfcb9505c174a5b8313347ee1cbf3d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381477 Jul 30 00:36:05.615114 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 38836) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:36:05.663333 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-33fa7645-7f51-4d0f-93aa-3983a4f90e11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:05.684940 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-33fa7645-7f51-4d0f-93aa-3983a4f90e11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:05.730098 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-33fa7645-7f51-4d0f-93aa-3983a4f90e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:05.732756 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-33fa7645-7f51-4d0f-93aa-3983a4f90e11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:05.733946 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-33fa7645-7f51-4d0f-93aa-3983a4f90e11 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/193c7944-c3cc-4511-897e-1720e93caa9a HTTP/1.1" status: 204 len: 168 time: 0.1179097 Jul 30 00:36:05.741622 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fa7645-7f51-4d0f-93aa-3983a4f90e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193c7944-c3cc-4511-897e-1720e93caa9a,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:06.380204 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 38858) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:36:06.475395 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-c836c6ea-e4e8-4d96-b6b0-258a5dac6db2 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1252571133-network', 'tenant_id': '5e891541249b45ee80d082b7ebda21a8'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:36:06.496567 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c836c6ea-e4e8-4d96-b6b0-258a5dac6db2 admin admin] Made reservation on behalf of 5e891541249b45ee80d082b7ebda21a8 for: {'network': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:36:06.499117 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c836c6ea-e4e8-4d96-b6b0-258a5dac6db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:06.512580 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c836c6ea-e4e8-4d96-b6b0-258a5dac6db2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:06.605933 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c836c6ea-e4e8-4d96-b6b0-258a5dac6db2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:06.609463 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c836c6ea-e4e8-4d96-b6b0-258a5dac6db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:06.636892 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c836c6ea-e4e8-4d96-b6b0-258a5dac6db2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=94077) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:36:06.647005 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c836c6ea-e4e8-4d96-b6b0-258a5dac6db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a92f044-d018-417f-bc15-8b69a060371a,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:06.653139 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c836c6ea-e4e8-4d96-b6b0-258a5dac6db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:06.653487 n-d-712141-10 neutron-server[94077]: INFO neutron.db.segments_db [None req-c836c6ea-e4e8-4d96-b6b0-258a5dac6db2 admin admin] Added segment 3a042300-34d9-44c7-9c94-4046af89a0fa of type vlan for network 14dd48ea-8bee-4262-9c4f-e8575e48da5b Jul 30 00:36:06.694869 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c836c6ea-e4e8-4d96-b6b0-258a5dac6db2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:06.722200 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c836c6ea-e4e8-4d96-b6b0-258a5dac6db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:06.723152 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c836c6ea-e4e8-4d96-b6b0-258a5dac6db2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:06.723751 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-c836c6ea-e4e8-4d96-b6b0-258a5dac6db2 admin admin] Notify callbacks [] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:06.775295 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-c836c6ea-e4e8-4d96-b6b0-258a5dac6db2 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3938756 Jul 30 00:36:06.778576 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 38862) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:36:06.783845 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-1c2f43bc-14ff-4198-8d07-e9f965a83d29 admin admin] Request body: {'subnet': {'network_id': '14dd48ea-8bee-4262-9c4f-e8575e48da5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1252571133-subnet', 'tenant_id': '5e891541249b45ee80d082b7ebda21a8', 'ip_version': 4}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:36:06.784387 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c836c6ea-e4e8-4d96-b6b0-258a5dac6db2 admin admin] Pushing event updated for resources: {'Network': ['ID=14dd48ea-8bee-4262-9c4f-e8575e48da5b,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:06.796294 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 14dd48ea-8bee-4262-9c4f-e8575e48da5b details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:36:06.807811 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c2f43bc-14ff-4198-8d07-e9f965a83d29 admin admin] Made reservation on behalf of 5e891541249b45ee80d082b7ebda21a8 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:36:06.810210 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1c2f43bc-14ff-4198-8d07-e9f965a83d29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:06.982595 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1c2f43bc-14ff-4198-8d07-e9f965a83d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:07.031934 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2f43bc-14ff-4198-8d07-e9f965a83d29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=843851f2-725b-44e7-bbf6-d6a7bf904470,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:07.049340 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2f43bc-14ff-4198-8d07-e9f965a83d29 admin admin] Checking segment: {'id': '3a042300-34d9-44c7-9c94-4046af89a0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '14dd48ea-8bee-4262-9c4f-e8575e48da5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:36:07.049735 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2f43bc-14ff-4198-8d07-e9f965a83d29 admin admin] Network hostable DHCP agents. Network: 14dd48ea-8bee-4262-9c4f-e8575e48da5b, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:36:07.065985 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2f43bc-14ff-4198-8d07-e9f965a83d29 admin admin] Network 14dd48ea-8bee-4262-9c4f-e8575e48da5b is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:36:07.074565 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-1c2f43bc-14ff-4198-8d07-e9f965a83d29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 14dd48ea-8bee-4262-9c4f-e8575e48da5b) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:36:07.078813 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2f43bc-14ff-4198-8d07-e9f965a83d29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:07.079396 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-1c2f43bc-14ff-4198-8d07-e9f965a83d29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:07.083861 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2948ff3d-786f-4225-bead-6ae32759af30 None None] Network 14dd48ea-8bee-4262-9c4f-e8575e48da5b requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:36:07.095575 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-1c2f43bc-14ff-4198-8d07-e9f965a83d29 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3158469 Jul 30 00:36:07.098375 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 38864) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:36:07.103640 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-3f00445c-45f5-4e18-ac9f-6c6fd1fb7481 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1252571133-router', 'tenant_id': '5e891541249b45ee80d082b7ebda21a8', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:36:07.123994 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3f00445c-45f5-4e18-ac9f-6c6fd1fb7481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:07.124961 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3f00445c-45f5-4e18-ac9f-6c6fd1fb7481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:07.179269 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3f00445c-45f5-4e18-ac9f-6c6fd1fb7481 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:07.238010 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e010e431-3ff5-47ee-a381-7d5c9969555f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-14dd48ea-8bee-4262-9c4f-e8575e48da5b', 'network_id': '14dd48ea-8bee-4262-9c4f-e8575e48da5b', 'tenant_id': '5e891541249b45ee80d082b7ebda21a8', 'fixed_ips': [{'subnet_id': '843851f2-725b-44e7-bbf6-d6a7bf904470'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:36:07.239228 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e010e431-3ff5-47ee-a381-7d5c9969555f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:07.326455 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3f00445c-45f5-4e18-ac9f-6c6fd1fb7481 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:07.389897 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-e010e431-3ff5-47ee-a381-7d5c9969555f None None] Allocated IP 172.20.0.2 (14dd48ea-8bee-4262-9c4f-e8575e48da5b/843851f2-725b-44e7-bbf6-d6a7bf904470/a674b757-aa5c-429a-aa67-f0b9dde0d70b) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:36:07.533112 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3f00445c-45f5-4e18-ac9f-6c6fd1fb7481 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:07.543410 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e010e431-3ff5-47ee-a381-7d5c9969555f None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:07.553550 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3f00445c-45f5-4e18-ac9f-6c6fd1fb7481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:07.554362 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-e010e431-3ff5-47ee-a381-7d5c9969555f None None] Transition to ACTIVE for port object a674b757-aa5c-429a-aa67-f0b9dde0d70b will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:36:07.576273 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-e010e431-3ff5-47ee-a381-7d5c9969555f None None] Transition to ACTIVE for port object a674b757-aa5c-429a-aa67-f0b9dde0d70b will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:36:07.583671 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e010e431-3ff5-47ee-a381-7d5c9969555f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:07.626340 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e010e431-3ff5-47ee-a381-7d5c9969555f None None] Network 14dd48ea-8bee-4262-9c4f-e8575e48da5b is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:36:07.631972 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e010e431-3ff5-47ee-a381-7d5c9969555f None None] Pushing event updated for resources: {'Port': ['ID=a674b757-aa5c-429a-aa67-f0b9dde0d70b,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:07.635476 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-e010e431-3ff5-47ee-a381-7d5c9969555f None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:36:07.641568 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e010e431-3ff5-47ee-a381-7d5c9969555f None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:36:07.650542 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010e431-3ff5-47ee-a381-7d5c9969555f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:07.650880 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010e431-3ff5-47ee-a381-7d5c9969555f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:07.651214 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010e431-3ff5-47ee-a381-7d5c9969555f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:07.651544 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010e431-3ff5-47ee-a381-7d5c9969555f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:07.652036 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010e431-3ff5-47ee-a381-7d5c9969555f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:07.652361 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010e431-3ff5-47ee-a381-7d5c9969555f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:07.652688 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010e431-3ff5-47ee-a381-7d5c9969555f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:07.653005 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010e431-3ff5-47ee-a381-7d5c9969555f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:07.653328 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010e431-3ff5-47ee-a381-7d5c9969555f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:07.653668 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010e431-3ff5-47ee-a381-7d5c9969555f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:07.653992 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010e431-3ff5-47ee-a381-7d5c9969555f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:07.654298 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e010e431-3ff5-47ee-a381-7d5c9969555f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:07.682153 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-3f00445c-45f5-4e18-ac9f-6c6fd1fb7481 admin admin] Allocated IP 172.25.0.235 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/4fbc075a-fe83-4eb4-bb40-cfe50b6ccb98) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:36:07.707643 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-e010e431-3ff5-47ee-a381-7d5c9969555f None None] Attempting to bind port a674b757-aa5c-429a-aa67-f0b9dde0d70b on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:36:07.708010 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-e010e431-3ff5-47ee-a381-7d5c9969555f None None] Attempting to bind port a674b757-aa5c-429a-aa67-f0b9dde0d70b by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '3a042300-34d9-44c7-9c94-4046af89a0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '14dd48ea-8bee-4262-9c4f-e8575e48da5b'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:36:07.708371 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e010e431-3ff5-47ee-a381-7d5c9969555f None None] Attempting to bind port a674b757-aa5c-429a-aa67-f0b9dde0d70b on network 14dd48ea-8bee-4262-9c4f-e8575e48da5b {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:36:07.713534 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e010e431-3ff5-47ee-a381-7d5c9969555f None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:36:07.713979 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e010e431-3ff5-47ee-a381-7d5c9969555f None None] Checking segment: {'id': '3a042300-34d9-44c7-9c94-4046af89a0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '14dd48ea-8bee-4262-9c4f-e8575e48da5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:36:07.714323 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e010e431-3ff5-47ee-a381-7d5c9969555f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:07.714712 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e010e431-3ff5-47ee-a381-7d5c9969555f None None] Bound using segment: {'id': '3a042300-34d9-44c7-9c94-4046af89a0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '14dd48ea-8bee-4262-9c4f-e8575e48da5b'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:36:07.715171 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-e010e431-3ff5-47ee-a381-7d5c9969555f None None] Bound port: a674b757-aa5c-429a-aa67-f0b9dde0d70b, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a042300-34d9-44c7-9c94-4046af89a0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '14dd48ea-8bee-4262-9c4f-e8575e48da5b'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:36:07.715673 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e010e431-3ff5-47ee-a381-7d5c9969555f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:07.783119 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-e010e431-3ff5-47ee-a381-7d5c9969555f None None] For port a674b757-aa5c-429a-aa67-f0b9dde0d70b, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:36:07.786496 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-e010e431-3ff5-47ee-a381-7d5c9969555f None None] For port a674b757-aa5c-429a-aa67-f0b9dde0d70b, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=a674b757-aa5c-429a-aa67-f0b9dde0d70b,segment=NetworkSegment(3a042300-34d9-44c7-9c94-4046af89a0fa),segment_id=3a042300-34d9-44c7-9c94-4046af89a0fa)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:36:07.791649 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e010e431-3ff5-47ee-a381-7d5c9969555f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:07.793289 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3f00445c-45f5-4e18-ac9f-6c6fd1fb7481 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:07.836195 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3f00445c-45f5-4e18-ac9f-6c6fd1fb7481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:07.877798 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f00445c-45f5-4e18-ac9f-6c6fd1fb7481 admin admin] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:36:07.880207 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e010e431-3ff5-47ee-a381-7d5c9969555f None None] Pushing event updated for resources: {'Port': ['ID=a674b757-aa5c-429a-aa67-f0b9dde0d70b,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:07.881102 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-3f00445c-45f5-4e18-ac9f-6c6fd1fb7481 admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:36:07.887372 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f00445c-45f5-4e18-ac9f-6c6fd1fb7481 admin admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:36:07.890459 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:07.917992 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f00445c-45f5-4e18-ac9f-6c6fd1fb7481 admin admin] Pushing event updated for resources: {'Port': ['ID=4fbc075a-fe83-4eb4-bb40-cfe50b6ccb98,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:08.201411 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3f00445c-45f5-4e18-ac9f-6c6fd1fb7481 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:08.398486 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3f00445c-45f5-4e18-ac9f-6c6fd1fb7481 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:08.535347 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f00445c-45f5-4e18-ac9f-6c6fd1fb7481 admin admin] Router 868276b5-2929-4c5a-b703-efba1afb1872 is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:36:08.657433 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f00445c-45f5-4e18-ac9f-6c6fd1fb7481 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:36:08.669287 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2af249-c4f2-4280-8308-066542a93e99 None None] Sync routers for ids ['868276b5-2929-4c5a-b703-efba1afb1872'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:36:08.679989 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-3f00445c-45f5-4e18-ac9f-6c6fd1fb7481 admin admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:08.684130 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2af249-c4f2-4280-8308-066542a93e99 None None] Routers {'868276b5-2929-4c5a-b703-efba1afb1872'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:36:08.684825 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-7b2af249-c4f2-4280-8308-066542a93e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:35:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['868276b5-2929-4c5a-b703-efba1afb1872'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:36:08.685505 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 38866) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:36:08.686378 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-3f00445c-45f5-4e18-ac9f-6c6fd1fb7481 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5863125 Jul 30 00:36:08.808506 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-7b2af249-c4f2-4280-8308-066542a93e99 None None] Set router 868276b5-2929-4c5a-b703-efba1afb1872 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:36:08.856272 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac535436-82d5-4934-845f-17dee8664dcf None None] Network 14dd48ea-8bee-4262-9c4f-e8575e48da5b requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:36:08.996597 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-ee0ca188-e2f7-472d-bf23-aac515ee7866 None None] Provisioning for port a674b757-aa5c-429a-aa67-f0b9dde0d70b completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:36:09.007212 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-7b2af249-c4f2-4280-8308-066542a93e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868276b5-2929-4c5a-b703-efba1afb1872', 'name': 'tempest-TestSnapshotPattern-1252571133-router', 'tenant_id': '5e891541249b45ee80d082b7ebda21a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '4fbc075a-fe83-4eb4-bb40-cfe50b6ccb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:36:07Z', 'updated_at': '2021-07-30T00:36:08Z', 'revision_number': 3, 'project_id': '5e891541249b45ee80d082b7ebda21a8', 'gw_port': {'id': '4fbc075a-fe83-4eb4-bb40-cfe50b6ccb98', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:69:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '868276b5-2929-4c5a-b703-efba1afb1872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:36:07Z', 'updated_at': '2021-07-30T00:36:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:36:09.138203 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2af249-c4f2-4280-8308-066542a93e99 None None] Checking router: 868276b5-2929-4c5a-b703-efba1afb1872 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:36:09.138379 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2af249-c4f2-4280-8308-066542a93e99 None None] Updating router 868276b5-2929-4c5a-b703-efba1afb1872 port 4fbc075a-fe83-4eb4-bb40-cfe50b6ccb98 binding host n-d-712141-10 {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:36:09.175667 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-7b2af249-c4f2-4280-8308-066542a93e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:09.198991 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e739a9b7-8b6a-45c8-83ed-6b86f4923592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:09.241317 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device a674b757-aa5c-429a-aa67-f0b9dde0d70b up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:36:09.303177 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port a674b757-aa5c-429a-aa67-f0b9dde0d70b completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:36:09.308258 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port a674b757-aa5c-429a-aa67-f0b9dde0d70b triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:36:09.308637 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:09.354725 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c39ed45c-4a52-4314-8d70-97edd26ebc05 None None] Provisioning complete for port a674b757-aa5c-429a-aa67-f0b9dde0d70b triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:36:09.355096 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c39ed45c-4a52-4314-8d70-97edd26ebc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:09.390900 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-e739a9b7-8b6a-45c8-83ed-6b86f4923592 admin admin] Allocated IP 172.20.0.1 (14dd48ea-8bee-4262-9c4f-e8575e48da5b/843851f2-725b-44e7-bbf6-d6a7bf904470/b730ae1f-ac3c-412e-aef4-bce319c6cab1) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:36:09.455376 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-7b2af249-c4f2-4280-8308-066542a93e99 None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:09.463058 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:09.466480 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-7b2af249-c4f2-4280-8308-066542a93e99 None None] Transition to ACTIVE for port object 4fbc075a-fe83-4eb4-bb40-cfe50b6ccb98 will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:36:09.473081 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-7b2af249-c4f2-4280-8308-066542a93e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:09.494726 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c39ed45c-4a52-4314-8d70-97edd26ebc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:09.520778 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port a674b757-aa5c-429a-aa67-f0b9dde0d70b, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=a674b757-aa5c-429a-aa67-f0b9dde0d70b,segment=NetworkSegment(3a042300-34d9-44c7-9c94-4046af89a0fa),segment_id=3a042300-34d9-44c7-9c94-4046af89a0fa)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:36:09.525900 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-7b2af249-c4f2-4280-8308-066542a93e99 None None] Attempting to bind port 4fbc075a-fe83-4eb4-bb40-cfe50b6ccb98 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:36:09.526337 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-7b2af249-c4f2-4280-8308-066542a93e99 None None] Attempting to bind port 4fbc075a-fe83-4eb4-bb40-cfe50b6ccb98 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:36:09.527735 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2af249-c4f2-4280-8308-066542a93e99 None None] Attempting to bind port 4fbc075a-fe83-4eb4-bb40-cfe50b6ccb98 on network 58f27f61-3278-49cc-b66b-1e729d26f29f {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:36:09.529609 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e739a9b7-8b6a-45c8-83ed-6b86f4923592 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:09.530039 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:09.535399 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2af249-c4f2-4280-8308-066542a93e99 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:36:09.535779 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2af249-c4f2-4280-8308-066542a93e99 None None] Checking segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:36:09.536320 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-7b2af249-c4f2-4280-8308-066542a93e99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:09.536779 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2af249-c4f2-4280-8308-066542a93e99 None None] Bound using segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:36:09.537395 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-7b2af249-c4f2-4280-8308-066542a93e99 None None] Bound port: 4fbc075a-fe83-4eb4-bb40-cfe50b6ccb98, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:36:09.538080 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-7b2af249-c4f2-4280-8308-066542a93e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:09.547047 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-e739a9b7-8b6a-45c8-83ed-6b86f4923592 admin admin] Transition to ACTIVE for port object b730ae1f-ac3c-412e-aef4-bce319c6cab1 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:36:09.547297 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627ea8c-c1d6-4d9f-b1eb-7b41aea90b0e None None] Pushing event updated for resources: {'Port': ['ID=4fbc075a-fe83-4eb4-bb40-cfe50b6ccb98,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:09.580032 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627ea8c-c1d6-4d9f-b1eb-7b41aea90b0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:09.580269 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627ea8c-c1d6-4d9f-b1eb-7b41aea90b0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:09.580666 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627ea8c-c1d6-4d9f-b1eb-7b41aea90b0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:09.581071 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627ea8c-c1d6-4d9f-b1eb-7b41aea90b0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:09.581474 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627ea8c-c1d6-4d9f-b1eb-7b41aea90b0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:09.581844 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627ea8c-c1d6-4d9f-b1eb-7b41aea90b0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:09.582172 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627ea8c-c1d6-4d9f-b1eb-7b41aea90b0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:09.582584 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627ea8c-c1d6-4d9f-b1eb-7b41aea90b0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:09.583057 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627ea8c-c1d6-4d9f-b1eb-7b41aea90b0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:09.583183 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627ea8c-c1d6-4d9f-b1eb-7b41aea90b0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:09.583444 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627ea8c-c1d6-4d9f-b1eb-7b41aea90b0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:09.583756 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1627ea8c-c1d6-4d9f-b1eb-7b41aea90b0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94080) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:36:09.594039 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e739a9b7-8b6a-45c8-83ed-6b86f4923592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:09.614255 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-7b2af249-c4f2-4280-8308-066542a93e99 None None] For port 4fbc075a-fe83-4eb4-bb40-cfe50b6ccb98, host n-d-712141-10, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:36:09.614709 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.db.api [None req-c39ed45c-4a52-4314-8d70-97edd26ebc05 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94079) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 00:36:09.615063 n-d-712141-10 neutron-server[94079]: DEBUG oslo_db.api [None req-c39ed45c-4a52-4314-8d70-97edd26ebc05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 00:36:09.619462 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-7b2af249-c4f2-4280-8308-066542a93e99 None None] For port 4fbc075a-fe83-4eb4-bb40-cfe50b6ccb98, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=4fbc075a-fe83-4eb4-bb40-cfe50b6ccb98,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:36:09.621006 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=a674b757-aa5c-429a-aa67-f0b9dde0d70b,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:09.626518 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-7b2af249-c4f2-4280-8308-066542a93e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:09.645154 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e739a9b7-8b6a-45c8-83ed-6b86f4923592 admin admin] Network 14dd48ea-8bee-4262-9c4f-e8575e48da5b is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:36:09.648459 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-e739a9b7-8b6a-45c8-83ed-6b86f4923592 admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:36:09.653196 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e739a9b7-8b6a-45c8-83ed-6b86f4923592 admin admin] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:36:09.683092 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e739a9b7-8b6a-45c8-83ed-6b86f4923592 admin admin] Pushing event updated for resources: {'Port': ['ID=b730ae1f-ac3c-412e-aef4-bce319c6cab1,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:09.688710 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627ea8c-c1d6-4d9f-b1eb-7b41aea90b0e None None] Pushing event updated for resources: {'Port': ['ID=4fbc075a-fe83-4eb4-bb40-cfe50b6ccb98,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:09.691464 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2af249-c4f2-4280-8308-066542a93e99 None None] Routers {'868276b5-2929-4c5a-b703-efba1afb1872'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:36:09.692135 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-7b2af249-c4f2-4280-8308-066542a93e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:35:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['868276b5-2929-4c5a-b703-efba1afb1872'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:36:09.704001 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e739a9b7-8b6a-45c8-83ed-6b86f4923592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:09.810671 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-7b2af249-c4f2-4280-8308-066542a93e99 None None] Set router 868276b5-2929-4c5a-b703-efba1afb1872 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:36:09.853254 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e739a9b7-8b6a-45c8-83ed-6b86f4923592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:10.014522 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-7b2af249-c4f2-4280-8308-066542a93e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868276b5-2929-4c5a-b703-efba1afb1872', 'name': 'tempest-TestSnapshotPattern-1252571133-router', 'tenant_id': '5e891541249b45ee80d082b7ebda21a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '4fbc075a-fe83-4eb4-bb40-cfe50b6ccb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:36:07Z', 'updated_at': '2021-07-30T00:36:08Z', 'revision_number': 3, 'project_id': '5e891541249b45ee80d082b7ebda21a8', 'gw_port': {'id': '4fbc075a-fe83-4eb4-bb40-cfe50b6ccb98', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:69:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '868276b5-2929-4c5a-b703-efba1afb1872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:36:07Z', 'updated_at': '2021-07-30T00:36:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:36:10.041911 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2af249-c4f2-4280-8308-066542a93e99 None None] The sync data for ids ['868276b5-2929-4c5a-b703-efba1afb1872'] in n-d-712141-10 is: [{'id': '868276b5-2929-4c5a-b703-efba1afb1872', 'name': 'tempest-TestSnapshotPattern-1252571133-router', 'tenant_id': '5e891541249b45ee80d082b7ebda21a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '4fbc075a-fe83-4eb4-bb40-cfe50b6ccb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:36:07Z', 'updated_at': '2021-07-30T00:36:08Z', 'revision_number': 3, 'project_id': '5e891541249b45ee80d082b7ebda21a8', 'gw_port': {'id': '4fbc075a-fe83-4eb4-bb40-cfe50b6ccb98', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:69:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '868276b5-2929-4c5a-b703-efba1afb1872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:36:07Z', 'updated_at': '2021-07-30T00:36:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:36:10.059102 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e739a9b7-8b6a-45c8-83ed-6b86f4923592 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:10.065202 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e739a9b7-8b6a-45c8-83ed-6b86f4923592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:10.132796 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e739a9b7-8b6a-45c8-83ed-6b86f4923592 admin admin] Pushing event updated for resources: {'Port': ['ID=b730ae1f-ac3c-412e-aef4-bce319c6cab1,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:10.136625 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-e739a9b7-8b6a-45c8-83ed-6b86f4923592 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:10.238361 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e739a9b7-8b6a-45c8-83ed-6b86f4923592 admin admin] Network 14dd48ea-8bee-4262-9c4f-e8575e48da5b is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:36:10.239788 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-e739a9b7-8b6a-45c8-83ed-6b86f4923592 admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:36:10.297384 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-4ad4954e-3769-43ea-a2e4-18642f9c3099 None None] Provisioning for port b730ae1f-ac3c-412e-aef4-bce319c6cab1 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:36:10.301705 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-4ad4954e-3769-43ea-a2e4-18642f9c3099 None None] Provisioning complete for port b730ae1f-ac3c-412e-aef4-bce319c6cab1 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:36:10.303426 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4ad4954e-3769-43ea-a2e4-18642f9c3099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:10.350803 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-4ad4954e-3769-43ea-a2e4-18642f9c3099 None None] Port b730ae1f-ac3c-412e-aef4-bce319c6cab1 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:36:10.394577 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e739a9b7-8b6a-45c8-83ed-6b86f4923592 admin admin] Router 868276b5-2929-4c5a-b703-efba1afb1872 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:36:10.580015 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-c1b1a36a-f048-4701-9e54-d384fd649b44 None None] Provisioning complete for port b730ae1f-ac3c-412e-aef4-bce319c6cab1 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:36:10.580389 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c1b1a36a-f048-4701-9e54-d384fd649b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:10.618843 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-c1b1a36a-f048-4701-9e54-d384fd649b44 None None] Port b730ae1f-ac3c-412e-aef4-bce319c6cab1 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:36:10.815505 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e739a9b7-8b6a-45c8-83ed-6b86f4923592 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:36:10.820489 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-e739a9b7-8b6a-45c8-83ed-6b86f4923592 admin admin] 10.222.0.43 "PUT /v2.0/routers/868276b5-2929-4c5a-b703-efba1afb1872/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1338143 Jul 30 00:36:11.252702 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device a674b757-aa5c-429a-aa67-f0b9dde0d70b up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:36:11.302597 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 38882) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:36:11.308222 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-ba1fdfbc-8432-437f-8464-208a9ba38c56 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1356303321-network', 'tenant_id': '8e0d3c6d18bc4fad9100bf87ea9538d3'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:36:11.313730 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port a674b757-aa5c-429a-aa67-f0b9dde0d70b triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:36:11.314659 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:11.331504 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1fdfbc-8432-437f-8464-208a9ba38c56 admin admin] Made reservation on behalf of 8e0d3c6d18bc4fad9100bf87ea9538d3 for: {'network': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:36:11.334291 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ba1fdfbc-8432-437f-8464-208a9ba38c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for network, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:11.344490 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ba1fdfbc-8432-437f-8464-208a9ba38c56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:11.400290 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 4fbc075a-fe83-4eb4-bb40-cfe50b6ccb98 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:36:11.447466 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ba1fdfbc-8432-437f-8464-208a9ba38c56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:11.449207 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 4fbc075a-fe83-4eb4-bb40-cfe50b6ccb98 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:36:11.453483 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 4fbc075a-fe83-4eb4-bb40-cfe50b6ccb98 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:36:11.454131 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:11.454461 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ba1fdfbc-8432-437f-8464-208a9ba38c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:11.479100 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba1fdfbc-8432-437f-8464-208a9ba38c56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=94078) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:36:11.494009 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1fdfbc-8432-437f-8464-208a9ba38c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f329a1-9cf4-4950-8de5-5d5b0977715d,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:11.500468 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ba1fdfbc-8432-437f-8464-208a9ba38c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:11.500805 n-d-712141-10 neutron-server[94078]: INFO neutron.db.segments_db [None req-ba1fdfbc-8432-437f-8464-208a9ba38c56 admin admin] Added segment 2b4c71c0-3a20-4b91-82b9-8225733cea03 of type vlan for network 51bb2212-bd6e-4244-982d-1949fab21a35 Jul 30 00:36:11.542374 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:11.546000 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ba1fdfbc-8432-437f-8464-208a9ba38c56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8745132041310'] for network, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:11.567795 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 4fbc075a-fe83-4eb4-bb40-cfe50b6ccb98, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=4fbc075a-fe83-4eb4-bb40-cfe50b6ccb98,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:36:11.573400 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:11.585925 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ba1fdfbc-8432-437f-8464-208a9ba38c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572'] for network, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:11.587751 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1fdfbc-8432-437f-8464-208a9ba38c56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:11.588029 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ba1fdfbc-8432-437f-8464-208a9ba38c56 admin admin] Notify callbacks [] for network, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:11.624736 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=4fbc075a-fe83-4eb4-bb40-cfe50b6ccb98,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:11.646898 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ba1fdfbc-8432-437f-8464-208a9ba38c56 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3431988 Jul 30 00:36:11.650032 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 38884) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:36:11.656857 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-ba4816cb-72ab-4c92-89e7-f2f5756b0cd5 admin admin] Request body: {'subnet': {'network_id': '51bb2212-bd6e-4244-982d-1949fab21a35', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1356303321-subnet', 'tenant_id': '8e0d3c6d18bc4fad9100bf87ea9538d3', 'ip_version': 4}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:36:11.662550 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1fdfbc-8432-437f-8464-208a9ba38c56 admin admin] Pushing event updated for resources: {'Network': ['ID=51bb2212-bd6e-4244-982d-1949fab21a35,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:11.673802 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Network 51bb2212-bd6e-4244-982d-1949fab21a35 details requested by agent ovs-agent-n-d-712141-10 with host n-d-712141-10 {{(pid=94079) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:36:11.680169 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba4816cb-72ab-4c92-89e7-f2f5756b0cd5 admin admin] Made reservation on behalf of 8e0d3c6d18bc4fad9100bf87ea9538d3 for: {'subnet': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:36:11.682789 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ba4816cb-72ab-4c92-89e7-f2f5756b0cd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-57510352'] for subnet, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:11.734524 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0b06cc-c652-40bb-9ab2-140263e5a8d3 None None] Sync routers for ids ['868276b5-2929-4c5a-b703-efba1afb1872'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:36:11.753917 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0b06cc-c652-40bb-9ab2-140263e5a8d3 None None] Routers {'868276b5-2929-4c5a-b703-efba1afb1872'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:36:11.754529 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-bc0b06cc-c652-40bb-9ab2-140263e5a8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:35:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['868276b5-2929-4c5a-b703-efba1afb1872'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:36:11.857109 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ba4816cb-72ab-4c92-89e7-f2f5756b0cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-57866529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-57510398'] for subnet, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:11.862405 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-bc0b06cc-c652-40bb-9ab2-140263e5a8d3 None None] Set router 868276b5-2929-4c5a-b703-efba1afb1872 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:36:11.921341 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4816cb-72ab-4c92-89e7-f2f5756b0cd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffcacab9-59b8-49f1-9ac9-cca35a0d7fad,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:11.924806 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4816cb-72ab-4c92-89e7-f2f5756b0cd5 admin admin] Checking segment: {'id': '2b4c71c0-3a20-4b91-82b9-8225733cea03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '51bb2212-bd6e-4244-982d-1949fab21a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:36:11.925192 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4816cb-72ab-4c92-89e7-f2f5756b0cd5 admin admin] Network hostable DHCP agents. Network: 51bb2212-bd6e-4244-982d-1949fab21a35, hostable agents: ['7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0'], hosted agents: [] {{(pid=94078) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:36:11.942830 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4816cb-72ab-4c92-89e7-f2f5756b0cd5 admin admin] Network 51bb2212-bd6e-4244-982d-1949fab21a35 is scheduled to be hosted by DHCP agent 7d542a5f-fdbd-498e-b88b-b8a4e1cd77f0 with binding_index 1 {{(pid=94078) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:36:11.952296 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-ba4816cb-72ab-4c92-89e7-f2f5756b0cd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712141-10, 51bb2212-bd6e-4244-982d-1949fab21a35) {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:36:11.956655 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4816cb-72ab-4c92-89e7-f2f5756b0cd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:11.957817 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ba4816cb-72ab-4c92-89e7-f2f5756b0cd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:11.972442 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ba4816cb-72ab-4c92-89e7-f2f5756b0cd5 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3212898 Jul 30 00:36:11.975070 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 38886) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:36:11.979373 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-cc7e7234-0910-4766-b717-20e9b08c1a31 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1356303321-router', 'tenant_id': '8e0d3c6d18bc4fad9100bf87ea9538d3', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:36:11.985462 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31cf03cb-3710-4e6a-bf08-e22e5c544c3f None None] Network 51bb2212-bd6e-4244-982d-1949fab21a35 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:36:12.000334 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cc7e7234-0910-4766-b717-20e9b08c1a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16714842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1199'] for router, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:12.001450 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cc7e7234-0910-4766-b717-20e9b08c1a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16715005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16658480', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16265222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1188'] for router, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:12.059927 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cc7e7234-0910-4766-b717-20e9b08c1a31 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:12.191623 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-bc0b06cc-c652-40bb-9ab2-140263e5a8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868276b5-2929-4c5a-b703-efba1afb1872', 'name': 'tempest-TestSnapshotPattern-1252571133-router', 'tenant_id': '5e891541249b45ee80d082b7ebda21a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '4fbc075a-fe83-4eb4-bb40-cfe50b6ccb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:36:07Z', 'updated_at': '2021-07-30T00:36:09Z', 'revision_number': 4, 'project_id': '5e891541249b45ee80d082b7ebda21a8', 'gw_port': {'id': '4fbc075a-fe83-4eb4-bb40-cfe50b6ccb98', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:69:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868276b5-2929-4c5a-b703-efba1afb1872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:36:07Z', 'updated_at': '2021-07-30T00:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'b730ae1f-ac3c-412e-aef4-bce319c6cab1', 'name': '', 'network_id': '14dd48ea-8bee-4262-9c4f-e8575e48da5b', 'tenant_id': '5e891541249b45ee80d082b7ebda21a8', 'mac_address': 'fa:16:3e:3d:6b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '868276b5-2929-4c5a-b703-efba1afb1872', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '843851f2-725b-44e7-bbf6-d6a7bf904470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:36:09Z', 'updated_at': '2021-07-30T00:36:09Z', 'revision_number': 2, 'project_id': '5e891541249b45ee80d082b7ebda21a8', 'subnets': [{'id': '843851f2-725b-44e7-bbf6-d6a7bf904470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:36:12.196566 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10beeaf5-86f2-4ad9-9b06-d006b088626c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd3b65f7d-d4f6-55cf-b452-73c20a18fcb7-51bb2212-bd6e-4244-982d-1949fab21a35', 'network_id': '51bb2212-bd6e-4244-982d-1949fab21a35', 'tenant_id': '8e0d3c6d18bc4fad9100bf87ea9538d3', 'fixed_ips': [{'subnet_id': 'ffcacab9-59b8-49f1-9ac9-cca35a0d7fad'}]}} from n-d-712141-10. {{(pid=94079) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:36:12.197406 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-10beeaf5-86f2-4ad9-9b06-d006b088626c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:12.198582 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cc7e7234-0910-4766-b717-20e9b08c1a31 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:12.230964 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0b06cc-c652-40bb-9ab2-140263e5a8d3 None None] Checking router: 868276b5-2929-4c5a-b703-efba1afb1872 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:36:12.231319 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0b06cc-c652-40bb-9ab2-140263e5a8d3 None None] Updating router 868276b5-2929-4c5a-b703-efba1afb1872 port b730ae1f-ac3c-412e-aef4-bce319c6cab1 binding host n-d-712141-10 {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:36:12.404261 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cc7e7234-0910-4766-b717-20e9b08c1a31 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:12.423066 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cc7e7234-0910-4766-b717-20e9b08c1a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:12.425026 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bc0b06cc-c652-40bb-9ab2-140263e5a8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:12.532065 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-cc7e7234-0910-4766-b717-20e9b08c1a31 admin admin] Allocated IP 172.25.0.91 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/680cab4c-9492-4218-b0ca-aae15ef2d1f7) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:36:12.640653 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.db_base_plugin_common [None req-10beeaf5-86f2-4ad9-9b06-d006b088626c None None] Allocated IP 172.20.0.2 (51bb2212-bd6e-4244-982d-1949fab21a35/ffcacab9-59b8-49f1-9ac9-cca35a0d7fad/90d482c1-2940-498c-bd6b-d9e731a681ed) {{(pid=94079) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:36:12.640893 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cc7e7234-0910-4766-b717-20e9b08c1a31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:12.680020 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cc7e7234-0910-4766-b717-20e9b08c1a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:12.718395 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7e7234-0910-4766-b717-20e9b08c1a31 admin admin] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:36:12.722660 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-cc7e7234-0910-4766-b717-20e9b08c1a31 admin admin] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:36:12.731162 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7e7234-0910-4766-b717-20e9b08c1a31 admin admin] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:36:12.734262 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7e7234-0910-4766-b717-20e9b08c1a31 admin admin] Pushing event updated for resources: {'Port': ['ID=680cab4c-9492-4218-b0ca-aae15ef2d1f7,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:12.918070 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bc0b06cc-c652-40bb-9ab2-140263e5a8d3 None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:12.920718 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-10beeaf5-86f2-4ad9-9b06-d006b088626c None None] Notify callbacks [] for port, precommit_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:12.936504 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-10beeaf5-86f2-4ad9-9b06-d006b088626c None None] Transition to ACTIVE for port object 90d482c1-2940-498c-bd6b-d9e731a681ed will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:36:12.943851 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-bc0b06cc-c652-40bb-9ab2-140263e5a8d3 None None] Transition to ACTIVE for port object b730ae1f-ac3c-412e-aef4-bce319c6cab1 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:36:12.980314 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cc7e7234-0910-4766-b717-20e9b08c1a31 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:12.983261 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bc0b06cc-c652-40bb-9ab2-140263e5a8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:13.018902 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-10beeaf5-86f2-4ad9-9b06-d006b088626c None None] Transition to ACTIVE for port object 90d482c1-2940-498c-bd6b-d9e731a681ed will not be triggered until provisioned by entity DHCP. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:36:13.035420 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-10beeaf5-86f2-4ad9-9b06-d006b088626c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660'] for port, after_create {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:13.059327 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad7ab2a-f7e4-42c0-8136-c9516a0a9212 None None] Pushing event updated for resources: {'Port': ['ID=b730ae1f-ac3c-412e-aef4-bce319c6cab1,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:13.111123 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10beeaf5-86f2-4ad9-9b06-d006b088626c None None] Network 51bb2212-bd6e-4244-982d-1949fab21a35 is already hosted by enough agents. {{(pid=94079) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:36:13.124336 n-d-712141-10 neutron-server[94079]: DEBUG neutron.scheduler.base_scheduler [None req-10beeaf5-86f2-4ad9-9b06-d006b088626c None None] Resources bound (agent type, host, resource id): {{(pid=94079) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:36:13.127131 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10beeaf5-86f2-4ad9-9b06-d006b088626c None None] Received port after_create {{(pid=94079) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:36:13.160743 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10beeaf5-86f2-4ad9-9b06-d006b088626c None None] Pushing event updated for resources: {'Port': ['ID=90d482c1-2940-498c-bd6b-d9e731a681ed,revision_number=1']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:13.210204 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cc7e7234-0910-4766-b717-20e9b08c1a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16714849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16269295'] for router, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:13.224656 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-bc0b06cc-c652-40bb-9ab2-140263e5a8d3 None None] Attempting to bind port b730ae1f-ac3c-412e-aef4-bce319c6cab1 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:36:13.225102 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-bc0b06cc-c652-40bb-9ab2-140263e5a8d3 None None] Attempting to bind port b730ae1f-ac3c-412e-aef4-bce319c6cab1 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '3a042300-34d9-44c7-9c94-4046af89a0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '14dd48ea-8bee-4262-9c4f-e8575e48da5b'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:36:13.225467 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0b06cc-c652-40bb-9ab2-140263e5a8d3 None None] Attempting to bind port b730ae1f-ac3c-412e-aef4-bce319c6cab1 on network 14dd48ea-8bee-4262-9c4f-e8575e48da5b {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:36:13.232498 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 4fbc075a-fe83-4eb4-bb40-cfe50b6ccb98 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:36:13.277276 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0b06cc-c652-40bb-9ab2-140263e5a8d3 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:36:13.277671 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0b06cc-c652-40bb-9ab2-140263e5a8d3 None None] Checking segment: {'id': '3a042300-34d9-44c7-9c94-4046af89a0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '14dd48ea-8bee-4262-9c4f-e8575e48da5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:36:13.278075 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bc0b06cc-c652-40bb-9ab2-140263e5a8d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:13.278464 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0b06cc-c652-40bb-9ab2-140263e5a8d3 None None] Bound using segment: {'id': '3a042300-34d9-44c7-9c94-4046af89a0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '14dd48ea-8bee-4262-9c4f-e8575e48da5b'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:36:13.278939 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-bc0b06cc-c652-40bb-9ab2-140263e5a8d3 None None] Bound port: b730ae1f-ac3c-412e-aef4-bce319c6cab1, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a042300-34d9-44c7-9c94-4046af89a0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '14dd48ea-8bee-4262-9c4f-e8575e48da5b'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:36:13.279315 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bc0b06cc-c652-40bb-9ab2-140263e5a8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:13.310277 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-10beeaf5-86f2-4ad9-9b06-d006b088626c None None] Attempting to bind port 90d482c1-2940-498c-bd6b-d9e731a681ed on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:36:13.310646 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-10beeaf5-86f2-4ad9-9b06-d006b088626c None None] Attempting to bind port 90d482c1-2940-498c-bd6b-d9e731a681ed by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '2b4c71c0-3a20-4b91-82b9-8225733cea03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '51bb2212-bd6e-4244-982d-1949fab21a35'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:36:13.311005 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10beeaf5-86f2-4ad9-9b06-d006b088626c None None] Attempting to bind port 90d482c1-2940-498c-bd6b-d9e731a681ed on network 51bb2212-bd6e-4244-982d-1949fab21a35 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:36:13.345021 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10beeaf5-86f2-4ad9-9b06-d006b088626c None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:36:13.345398 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10beeaf5-86f2-4ad9-9b06-d006b088626c None None] Checking segment: {'id': '2b4c71c0-3a20-4b91-82b9-8225733cea03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '51bb2212-bd6e-4244-982d-1949fab21a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:36:13.345894 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-10beeaf5-86f2-4ad9-9b06-d006b088626c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:13.346314 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10beeaf5-86f2-4ad9-9b06-d006b088626c None None] Bound using segment: {'id': '2b4c71c0-3a20-4b91-82b9-8225733cea03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '51bb2212-bd6e-4244-982d-1949fab21a35'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:36:13.346802 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-10beeaf5-86f2-4ad9-9b06-d006b088626c None None] Bound port: 90d482c1-2940-498c-bd6b-d9e731a681ed, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b4c71c0-3a20-4b91-82b9-8225733cea03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '51bb2212-bd6e-4244-982d-1949fab21a35'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:36:13.347246 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-10beeaf5-86f2-4ad9-9b06-d006b088626c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:13.350420 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc7e7234-0910-4766-b717-20e9b08c1a31 admin admin] Router c801fa8d-cc75-4bd2-9c16-2f9da052a5f8 is scheduled to L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e with binding_index 1 {{(pid=94078) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:36:13.433479 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-bc0b06cc-c652-40bb-9ab2-140263e5a8d3 None None] For port b730ae1f-ac3c-412e-aef4-bce319c6cab1, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:36:13.455898 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 4fbc075a-fe83-4eb4-bb40-cfe50b6ccb98 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:36:13.456267 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:13.458912 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc7e7234-0910-4766-b717-20e9b08c1a31 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:36:13.459882 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-bc0b06cc-c652-40bb-9ab2-140263e5a8d3 None None] For port b730ae1f-ac3c-412e-aef4-bce319c6cab1, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=b730ae1f-ac3c-412e-aef4-bce319c6cab1,segment=NetworkSegment(3a042300-34d9-44c7-9c94-4046af89a0fa),segment_id=3a042300-34d9-44c7-9c94-4046af89a0fa)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:36:13.471523 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d18427c-267a-47cc-8bd7-989c1146bfd8 None None] Sync routers for ids ['c801fa8d-cc75-4bd2-9c16-2f9da052a5f8'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:36:13.475272 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cc7e7234-0910-4766-b717-20e9b08c1a31 admin admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:13.479988 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-cc7e7234-0910-4766-b717-20e9b08c1a31 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5006456 Jul 30 00:36:13.481335 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 38888) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:36:13.483975 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d18427c-267a-47cc-8bd7-989c1146bfd8 None None] Routers {'c801fa8d-cc75-4bd2-9c16-2f9da052a5f8'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:36:13.484685 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-6d18427c-267a-47cc-8bd7-989c1146bfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:35:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['c801fa8d-cc75-4bd2-9c16-2f9da052a5f8'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:36:13.500036 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-bc0b06cc-c652-40bb-9ab2-140263e5a8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:13.557892 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-10beeaf5-86f2-4ad9-9b06-d006b088626c None None] For port 90d482c1-2940-498c-bd6b-d9e731a681ed, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:36:13.583741 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-10beeaf5-86f2-4ad9-9b06-d006b088626c None None] For port 90d482c1-2940-498c-bd6b-d9e731a681ed, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=90d482c1-2940-498c-bd6b-d9e731a681ed,segment=NetworkSegment(2b4c71c0-3a20-4b91-82b9-8225733cea03),segment_id=2b4c71c0-3a20-4b91-82b9-8225733cea03)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:36:13.605244 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-10beeaf5-86f2-4ad9-9b06-d006b088626c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:13.615469 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0b06cc-c652-40bb-9ab2-140263e5a8d3 None None] Routers {'868276b5-2929-4c5a-b703-efba1afb1872'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:36:13.616091 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-bc0b06cc-c652-40bb-9ab2-140263e5a8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:35:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['868276b5-2929-4c5a-b703-efba1afb1872'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:36:13.621264 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-6d18427c-267a-47cc-8bd7-989c1146bfd8 None None] Set router c801fa8d-cc75-4bd2-9c16-2f9da052a5f8 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:36:13.623655 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad7ab2a-f7e4-42c0-8136-c9516a0a9212 None None] Pushing event updated for resources: {'Port': ['ID=b730ae1f-ac3c-412e-aef4-bce319c6cab1,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:13.835211 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10beeaf5-86f2-4ad9-9b06-d006b088626c None None] Pushing event updated for resources: {'Port': ['ID=90d482c1-2940-498c-bd6b-d9e731a681ed,revision_number=2']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:13.866701 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-bc0b06cc-c652-40bb-9ab2-140263e5a8d3 None None] Set router 868276b5-2929-4c5a-b703-efba1afb1872 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:36:13.891903 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-6d18427c-267a-47cc-8bd7-989c1146bfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c801fa8d-cc75-4bd2-9c16-2f9da052a5f8', 'name': 'tempest-TestSnapshotPattern-1356303321-router', 'tenant_id': '8e0d3c6d18bc4fad9100bf87ea9538d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '680cab4c-9492-4218-b0ca-aae15ef2d1f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:36:12Z', 'updated_at': '2021-07-30T00:36:12Z', 'revision_number': 3, 'project_id': '8e0d3c6d18bc4fad9100bf87ea9538d3', 'gw_port': {'id': '680cab4c-9492-4218-b0ca-aae15ef2d1f7', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f3:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c801fa8d-cc75-4bd2-9c16-2f9da052a5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:36:12Z', 'updated_at': '2021-07-30T00:36:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:36:13.937931 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d18427c-267a-47cc-8bd7-989c1146bfd8 None None] Checking router: c801fa8d-cc75-4bd2-9c16-2f9da052a5f8 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:36:13.938576 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d18427c-267a-47cc-8bd7-989c1146bfd8 None None] Updating router c801fa8d-cc75-4bd2-9c16-2f9da052a5f8 port 680cab4c-9492-4218-b0ca-aae15ef2d1f7 binding host n-d-712141-10 {{(pid=94080) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:36:13.983222 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-6d18427c-267a-47cc-8bd7-989c1146bfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:14.044067 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-716322ea-cda9-48d7-bf50-b80eb0f20f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:14.157160 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-bc0b06cc-c652-40bb-9ab2-140263e5a8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868276b5-2929-4c5a-b703-efba1afb1872', 'name': 'tempest-TestSnapshotPattern-1252571133-router', 'tenant_id': '5e891541249b45ee80d082b7ebda21a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '4fbc075a-fe83-4eb4-bb40-cfe50b6ccb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:36:07Z', 'updated_at': '2021-07-30T00:36:09Z', 'revision_number': 4, 'project_id': '5e891541249b45ee80d082b7ebda21a8', 'gw_port': {'id': '4fbc075a-fe83-4eb4-bb40-cfe50b6ccb98', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:69:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868276b5-2929-4c5a-b703-efba1afb1872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:36:07Z', 'updated_at': '2021-07-30T00:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'b730ae1f-ac3c-412e-aef4-bce319c6cab1', 'name': '', 'network_id': '14dd48ea-8bee-4262-9c4f-e8575e48da5b', 'tenant_id': '5e891541249b45ee80d082b7ebda21a8', 'mac_address': 'fa:16:3e:3d:6b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '868276b5-2929-4c5a-b703-efba1afb1872', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '843851f2-725b-44e7-bbf6-d6a7bf904470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:36:09Z', 'updated_at': '2021-07-30T00:36:13Z', 'revision_number': 4, 'project_id': '5e891541249b45ee80d082b7ebda21a8', 'subnets': [{'id': '843851f2-725b-44e7-bbf6-d6a7bf904470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:36:14.194708 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc0b06cc-c652-40bb-9ab2-140263e5a8d3 None None] The sync data for ids ['868276b5-2929-4c5a-b703-efba1afb1872'] in n-d-712141-10 is: [{'id': '868276b5-2929-4c5a-b703-efba1afb1872', 'name': 'tempest-TestSnapshotPattern-1252571133-router', 'tenant_id': '5e891541249b45ee80d082b7ebda21a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '4fbc075a-fe83-4eb4-bb40-cfe50b6ccb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:36:07Z', 'updated_at': '2021-07-30T00:36:09Z', 'revision_number': 4, 'project_id': '5e891541249b45ee80d082b7ebda21a8', 'gw_port': {'id': '4fbc075a-fe83-4eb4-bb40-cfe50b6ccb98', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:69:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868276b5-2929-4c5a-b703-efba1afb1872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:36:07Z', 'updated_at': '2021-07-30T00:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'b730ae1f-ac3c-412e-aef4-bce319c6cab1', 'name': '', 'network_id': '14dd48ea-8bee-4262-9c4f-e8575e48da5b', 'tenant_id': '5e891541249b45ee80d082b7ebda21a8', 'mac_address': 'fa:16:3e:3d:6b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '868276b5-2929-4c5a-b703-efba1afb1872', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '843851f2-725b-44e7-bbf6-d6a7bf904470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:36:09Z', 'updated_at': '2021-07-30T00:36:13Z', 'revision_number': 4, 'project_id': '5e891541249b45ee80d082b7ebda21a8', 'subnets': [{'id': '843851f2-725b-44e7-bbf6-d6a7bf904470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:36:14.270499 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [None req-716322ea-cda9-48d7-bf50-b80eb0f20f25 admin admin] Allocated IP 172.20.0.1 (51bb2212-bd6e-4244-982d-1949fab21a35/ffcacab9-59b8-49f1-9ac9-cca35a0d7fad/0978f13b-7932-4219-9fdb-126ec1370952) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:36:14.285255 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-6d18427c-267a-47cc-8bd7-989c1146bfd8 None None] Notify callbacks [] for port, precommit_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:14.295870 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.provisioning_blocks [None req-6d18427c-267a-47cc-8bd7-989c1146bfd8 None None] Transition to ACTIVE for port object 680cab4c-9492-4218-b0ca-aae15ef2d1f7 will not be triggered until provisioned by entity L2. {{(pid=94080) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:36:14.308445 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-6d18427c-267a-47cc-8bd7-989c1146bfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:14.360873 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-6d18427c-267a-47cc-8bd7-989c1146bfd8 None None] Attempting to bind port 680cab4c-9492-4218-b0ca-aae15ef2d1f7 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:36:14.361245 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-6d18427c-267a-47cc-8bd7-989c1146bfd8 None None] Attempting to bind port 680cab4c-9492-4218-b0ca-aae15ef2d1f7 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:36:14.361703 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d18427c-267a-47cc-8bd7-989c1146bfd8 None None] Attempting to bind port 680cab4c-9492-4218-b0ca-aae15ef2d1f7 on network 58f27f61-3278-49cc-b66b-1e729d26f29f {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:36:14.373801 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d18427c-267a-47cc-8bd7-989c1146bfd8 None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:36:14.374172 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d18427c-267a-47cc-8bd7-989c1146bfd8 None None] Checking segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94080) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:36:14.374576 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-6d18427c-267a-47cc-8bd7-989c1146bfd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:14.374964 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d18427c-267a-47cc-8bd7-989c1146bfd8 None None] Bound using segment: {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'} {{(pid=94080) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:36:14.375441 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.managers [None req-6d18427c-267a-47cc-8bd7-989c1146bfd8 None None] Bound port: 680cab4c-9492-4218-b0ca-aae15ef2d1f7, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e5a7b94-ca0f-480c-aa16-761232f7eb0b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f'}}] {{(pid=94080) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:36:14.375818 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-6d18427c-267a-47cc-8bd7-989c1146bfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:14.395983 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-716322ea-cda9-48d7-bf50-b80eb0f20f25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:14.410146 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97145c52-287e-4903-8966-5229658fc995 None None] Pushing event updated for resources: {'Port': ['ID=680cab4c-9492-4218-b0ca-aae15ef2d1f7,revision_number=2']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:14.415689 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [None req-716322ea-cda9-48d7-bf50-b80eb0f20f25 admin admin] Transition to ACTIVE for port object 0978f13b-7932-4219-9fdb-126ec1370952 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:36:14.444331 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-6d18427c-267a-47cc-8bd7-989c1146bfd8 None None] For port 680cab4c-9492-4218-b0ca-aae15ef2d1f7, host n-d-712141-10, cleared binding levels {{(pid=94080) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:36:14.448142 n-d-712141-10 neutron-server[94080]: DEBUG neutron.plugins.ml2.db [None req-6d18427c-267a-47cc-8bd7-989c1146bfd8 None None] For port 680cab4c-9492-4218-b0ca-aae15ef2d1f7, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=680cab4c-9492-4218-b0ca-aae15ef2d1f7,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94080) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:36:14.452356 n-d-712141-10 neutron-server[94080]: DEBUG neutron_lib.callbacks.manager [None req-6d18427c-267a-47cc-8bd7-989c1146bfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94080) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:14.453047 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-716322ea-cda9-48d7-bf50-b80eb0f20f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:14.504114 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716322ea-cda9-48d7-bf50-b80eb0f20f25 admin admin] Network 51bb2212-bd6e-4244-982d-1949fab21a35 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:36:14.512168 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-716322ea-cda9-48d7-bf50-b80eb0f20f25 admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:36:14.521629 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d18427c-267a-47cc-8bd7-989c1146bfd8 None None] Routers {'c801fa8d-cc75-4bd2-9c16-2f9da052a5f8'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:36:14.522268 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-6d18427c-267a-47cc-8bd7-989c1146bfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:35:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['c801fa8d-cc75-4bd2-9c16-2f9da052a5f8'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:36:14.526795 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716322ea-cda9-48d7-bf50-b80eb0f20f25 admin admin] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:36:14.528722 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97145c52-287e-4903-8966-5229658fc995 None None] Pushing event updated for resources: {'Port': ['ID=680cab4c-9492-4218-b0ca-aae15ef2d1f7,revision_number=3']} {{(pid=94080) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:14.530359 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716322ea-cda9-48d7-bf50-b80eb0f20f25 admin admin] Pushing event updated for resources: {'Port': ['ID=0978f13b-7932-4219-9fdb-126ec1370952,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:14.575044 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-716322ea-cda9-48d7-bf50-b80eb0f20f25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16269104'] for router_interface, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:14.740663 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-716322ea-cda9-48d7-bf50-b80eb0f20f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:14.783460 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-6d18427c-267a-47cc-8bd7-989c1146bfd8 None None] Set router c801fa8d-cc75-4bd2-9c16-2f9da052a5f8 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:36:14.942829 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca885b8-1095-419f-b400-bce70247be36 None None] Network 51bb2212-bd6e-4244-982d-1949fab21a35 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:36:14.957791 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-716322ea-cda9-48d7-bf50-b80eb0f20f25 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:14.969227 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-716322ea-cda9-48d7-bf50-b80eb0f20f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:15.004466 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-6d18427c-267a-47cc-8bd7-989c1146bfd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c801fa8d-cc75-4bd2-9c16-2f9da052a5f8', 'name': 'tempest-TestSnapshotPattern-1356303321-router', 'tenant_id': '8e0d3c6d18bc4fad9100bf87ea9538d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '680cab4c-9492-4218-b0ca-aae15ef2d1f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:36:12Z', 'updated_at': '2021-07-30T00:36:12Z', 'revision_number': 3, 'project_id': '8e0d3c6d18bc4fad9100bf87ea9538d3', 'gw_port': {'id': '680cab4c-9492-4218-b0ca-aae15ef2d1f7', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f3:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c801fa8d-cc75-4bd2-9c16-2f9da052a5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:36:12Z', 'updated_at': '2021-07-30T00:36:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:36:15.037741 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d18427c-267a-47cc-8bd7-989c1146bfd8 None None] The sync data for ids ['c801fa8d-cc75-4bd2-9c16-2f9da052a5f8'] in n-d-712141-10 is: [{'id': 'c801fa8d-cc75-4bd2-9c16-2f9da052a5f8', 'name': 'tempest-TestSnapshotPattern-1356303321-router', 'tenant_id': '8e0d3c6d18bc4fad9100bf87ea9538d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '680cab4c-9492-4218-b0ca-aae15ef2d1f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:36:12Z', 'updated_at': '2021-07-30T00:36:12Z', 'revision_number': 3, 'project_id': '8e0d3c6d18bc4fad9100bf87ea9538d3', 'gw_port': {'id': '680cab4c-9492-4218-b0ca-aae15ef2d1f7', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f3:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c801fa8d-cc75-4bd2-9c16-2f9da052a5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:36:12Z', 'updated_at': '2021-07-30T00:36:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:36:15.041168 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-716322ea-cda9-48d7-bf50-b80eb0f20f25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16327558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16659872'] for router_interface, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:15.043382 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716322ea-cda9-48d7-bf50-b80eb0f20f25 admin admin] Pushing event updated for resources: {'Port': ['ID=0978f13b-7932-4219-9fdb-126ec1370952,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:15.108511 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-118ba67e-ee1f-4b3c-bb80-e555b74187a6 None None] Provisioning for port 90d482c1-2940-498c-bd6b-d9e731a681ed completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:36:15.187607 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-716322ea-cda9-48d7-bf50-b80eb0f20f25 admin admin] Network 51bb2212-bd6e-4244-982d-1949fab21a35 is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:36:15.189351 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [None req-716322ea-cda9-48d7-bf50-b80eb0f20f25 admin admin] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:36:15.313255 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device b730ae1f-ac3c-412e-aef4-bce319c6cab1 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:36:15.339384 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-716322ea-cda9-48d7-bf50-b80eb0f20f25 admin admin] Router c801fa8d-cc75-4bd2-9c16-2f9da052a5f8 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94077) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:36:15.370595 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port b730ae1f-ac3c-412e-aef4-bce319c6cab1 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:36:15.375104 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port b730ae1f-ac3c-412e-aef4-bce319c6cab1 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:36:15.375479 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:15.515060 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-716322ea-cda9-48d7-bf50-b80eb0f20f25 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94077) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:36:15.520967 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-716322ea-cda9-48d7-bf50-b80eb0f20f25 admin admin] 10.222.0.43 "PUT /v2.0/routers/c801fa8d-cc75-4bd2-9c16-2f9da052a5f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0381043 Jul 30 00:36:15.541996 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:15.620550 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port b730ae1f-ac3c-412e-aef4-bce319c6cab1, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=b730ae1f-ac3c-412e-aef4-bce319c6cab1,segment=NetworkSegment(3a042300-34d9-44c7-9c94-4046af89a0fa),segment_id=3a042300-34d9-44c7-9c94-4046af89a0fa)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:36:15.627675 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:15.628905 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 90d482c1-2940-498c-bd6b-d9e731a681ed up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:36:15.740695 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-8beac782-07f8-4941-bca1-bef7911e7177 None None] Provisioning for port 0978f13b-7932-4219-9fdb-126ec1370952 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:36:15.743980 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=b730ae1f-ac3c-412e-aef4-bce319c6cab1,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:15.751905 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-8beac782-07f8-4941-bca1-bef7911e7177 None None] Provisioning complete for port 0978f13b-7932-4219-9fdb-126ec1370952 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:36:15.752370 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8beac782-07f8-4941-bca1-bef7911e7177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:15.990232 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-8beac782-07f8-4941-bca1-bef7911e7177 None None] Port 0978f13b-7932-4219-9fdb-126ec1370952 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:36:16.003750 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 90d482c1-2940-498c-bd6b-d9e731a681ed completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:36:16.015764 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 90d482c1-2940-498c-bd6b-d9e731a681ed triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:36:16.016399 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:16.020190 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-8beac782-07f8-4941-bca1-bef7911e7177 None None] Provisioning complete for port 90d482c1-2940-498c-bd6b-d9e731a681ed triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:36:16.021428 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8beac782-07f8-4941-bca1-bef7911e7177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:16.145704 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 38896) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:36:16.151081 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-ee60399e-a879-490b-b361-4d70f87d1de5 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-144899385', 'description': 'tempest-secgroup-smoke-144899385 description', 'project_id': '5e891541249b45ee80d082b7ebda21a8'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:36:16.164743 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:16.178253 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8beac782-07f8-4941-bca1-bef7911e7177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:16.179620 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ee60399e-a879-490b-b361-4d70f87d1de5 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks [] for security_group, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:16.222888 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-8beac782-07f8-4941-bca1-bef7911e7177 None None] For port 90d482c1-2940-498c-bd6b-d9e731a681ed, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=90d482c1-2940-498c-bd6b-d9e731a681ed,segment=NetworkSegment(2b4c71c0-3a20-4b91-82b9-8225733cea03),segment_id=2b4c71c0-3a20-4b91-82b9-8225733cea03)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:36:16.227526 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8beac782-07f8-4941-bca1-bef7911e7177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:16.292259 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ee60399e-a879-490b-b361-4d70f87d1de5 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks [] for security_group, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:16.298702 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ee60399e-a879-490b-b361-4d70f87d1de5 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:16.329457 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.db.api [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94079) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 00:36:16.329457 n-d-712141-10 neutron-server[94079]: DEBUG oslo_db.api [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 00:36:16.329943 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beac782-07f8-4941-bca1-bef7911e7177 None None] Pushing event updated for resources: {'Port': ['ID=90d482c1-2940-498c-bd6b-d9e731a681ed,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:16.339492 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-ee60399e-a879-490b-b361-4d70f87d1de5 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks [] for security_group, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:16.344182 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-ee60399e-a879-490b-b361-4d70f87d1de5 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1939452 Jul 30 00:36:16.344388 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 38898) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:36:16.347220 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1a307727-11e0-4318-a91c-36de953e5b0f None None] Provisioning complete for port 0978f13b-7932-4219-9fdb-126ec1370952 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:36:16.347706 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1a307727-11e0-4318-a91c-36de953e5b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:16.349478 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-4506794a-53e8-457b-9a16-2a8152d5b65d tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Request body: {'security_group_rule': {'security_group_id': 'b492510f-30fe-4b8f-9609-6b4afb7f0a6b', 'project_id': '5e891541249b45ee80d082b7ebda21a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:36:16.357358 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee60399e-a879-490b-b361-4d70f87d1de5 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b492510f-30fe-4b8f-9609-6b4afb7f0a6b,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:16.387607 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1a307727-11e0-4318-a91c-36de953e5b0f None None] Port 0978f13b-7932-4219-9fdb-126ec1370952 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:36:16.391476 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4506794a-53e8-457b-9a16-2a8152d5b65d tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:16.451618 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4506794a-53e8-457b-9a16-2a8152d5b65d tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:16.455296 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4506794a-53e8-457b-9a16-2a8152d5b65d tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:16.473246 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4506794a-53e8-457b-9a16-2a8152d5b65d tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17243fc4-ff62-41a7-9cb2-d6797bbf0d43,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:16.485369 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-4506794a-53e8-457b-9a16-2a8152d5b65d tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:16.486673 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-4506794a-53e8-457b-9a16-2a8152d5b65d tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1413827 Jul 30 00:36:16.489609 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 38900) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:36:16.494973 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-e2fa1581-3dbb-4b00-b934-fe97e7e928e3 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Request body: {'security_group_rule': {'security_group_id': 'b492510f-30fe-4b8f-9609-6b4afb7f0a6b', 'project_id': '5e891541249b45ee80d082b7ebda21a8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:36:16.521990 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e2fa1581-3dbb-4b00-b934-fe97e7e928e3 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:16.579588 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e2fa1581-3dbb-4b00-b934-fe97e7e928e3 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:16.583346 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e2fa1581-3dbb-4b00-b934-fe97e7e928e3 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:16.600497 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fa1581-3dbb-4b00-b934-fe97e7e928e3 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2f40ba8-da13-46cc-a018-295e7b8cc11f,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:16.607178 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e2fa1581-3dbb-4b00-b934-fe97e7e928e3 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:16.608391 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e2fa1581-3dbb-4b00-b934-fe97e7e928e3 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1177249 Jul 30 00:36:16.611379 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 38902) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:36:16.615881 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-4838eae0-67a9-452b-a05e-48a925571fcb tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Request body: {'security_group_rule': {'security_group_id': 'b492510f-30fe-4b8f-9609-6b4afb7f0a6b', 'project_id': '5e891541249b45ee80d082b7ebda21a8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:36:16.642623 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4838eae0-67a9-452b-a05e-48a925571fcb tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:16.701108 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4838eae0-67a9-452b-a05e-48a925571fcb tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:16.706087 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4838eae0-67a9-452b-a05e-48a925571fcb tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:16.728748 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4838eae0-67a9-452b-a05e-48a925571fcb tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c28d3f46-abea-4a24-8004-e13346269185,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:16.732065 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-4838eae0-67a9-452b-a05e-48a925571fcb tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:16.733351 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-4838eae0-67a9-452b-a05e-48a925571fcb tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1209812 Jul 30 00:36:16.736108 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 38904) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:36:16.740526 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-8002309c-4843-47f1-a59f-bbecb573af49 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Request body: {'security_group_rule': {'security_group_id': 'b492510f-30fe-4b8f-9609-6b4afb7f0a6b', 'project_id': '5e891541249b45ee80d082b7ebda21a8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:36:16.767498 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8002309c-4843-47f1-a59f-bbecb573af49 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:16.825456 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8002309c-4843-47f1-a59f-bbecb573af49 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:16.828738 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8002309c-4843-47f1-a59f-bbecb573af49 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:16.845429 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8002309c-4843-47f1-a59f-bbecb573af49 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9ff8499-20d2-4a7b-9671-5d5973330b5f,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:16.853232 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-8002309c-4843-47f1-a59f-bbecb573af49 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:16.854507 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-8002309c-4843-47f1-a59f-bbecb573af49 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1174474 Jul 30 00:36:16.857321 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 38906) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:36:16.861773 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-6461dcb6-f984-4ad1-92c9-e7b2e2bb5392 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Request body: {'security_group_rule': {'security_group_id': 'b492510f-30fe-4b8f-9609-6b4afb7f0a6b', 'project_id': '5e891541249b45ee80d082b7ebda21a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:36:16.883362 n-d-712141-10 neutron-server[94078]: INFO neutron.db.securitygroups_db [None req-6461dcb6-f984-4ad1-92c9-e7b2e2bb5392 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Project 5e891541249b45ee80d082b7ebda21a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:36:16.889128 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6461dcb6-f984-4ad1-92c9-e7b2e2bb5392 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:16.952509 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6461dcb6-f984-4ad1-92c9-e7b2e2bb5392 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:16.956965 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6461dcb6-f984-4ad1-92c9-e7b2e2bb5392 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:16.976704 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6461dcb6-f984-4ad1-92c9-e7b2e2bb5392 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d409346c-0fc7-4a62-814c-ff95a268feaf,revision_number=0']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:16.981065 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-6461dcb6-f984-4ad1-92c9-e7b2e2bb5392 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:16.985436 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 38908) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:36:16.986310 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-6461dcb6-f984-4ad1-92c9-e7b2e2bb5392 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1271145 Jul 30 00:36:16.990829 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [None req-7007191e-62cd-42ab-a151-48948b7baed4 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Request body: {'security_group_rule': {'security_group_id': 'b492510f-30fe-4b8f-9609-6b4afb7f0a6b', 'project_id': '5e891541249b45ee80d082b7ebda21a8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:36:17.012004 n-d-712141-10 neutron-server[94077]: INFO neutron.db.securitygroups_db [None req-7007191e-62cd-42ab-a151-48948b7baed4 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Project 5e891541249b45ee80d082b7ebda21a8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:36:17.017077 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7007191e-62cd-42ab-a151-48948b7baed4 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:17.083145 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7007191e-62cd-42ab-a151-48948b7baed4 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:17.087611 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7007191e-62cd-42ab-a151-48948b7baed4 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254631'] for security_group_rule, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:17.106515 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7007191e-62cd-42ab-a151-48948b7baed4 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c010ac8-71e7-46a1-9633-33242397a97e,revision_number=0']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:17.108772 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-7007191e-62cd-42ab-a151-48948b7baed4 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:17.110008 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-7007191e-62cd-42ab-a151-48948b7baed4 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1230099 Jul 30 00:36:17.246053 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 680cab4c-9492-4218-b0ca-aae15ef2d1f7 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:36:17.260744 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c3b59c48-034d-486a-a84e-ddbfd5bab2f9 req-9e755788-41ec-4f9f-9d56-cd82776b7b48 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-144899385&fields=id&tenant_id=5e891541249b45ee80d082b7ebda21a8 HTTP/1.1" status: 200 len: 267 time: 0.0359342 Jul 30 00:36:17.296301 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 680cab4c-9492-4218-b0ca-aae15ef2d1f7 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:36:17.304169 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 680cab4c-9492-4218-b0ca-aae15ef2d1f7 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:36:17.304562 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:17.390336 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:17.415389 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 680cab4c-9492-4218-b0ca-aae15ef2d1f7, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=680cab4c-9492-4218-b0ca-aae15ef2d1f7,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:36:17.421050 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:17.422161 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device b730ae1f-ac3c-412e-aef4-bce319c6cab1 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:36:17.501790 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=680cab4c-9492-4218-b0ca-aae15ef2d1f7,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:17.514280 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port b730ae1f-ac3c-412e-aef4-bce319c6cab1 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:36:17.514648 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:17.607255 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 90d482c1-2940-498c-bd6b-d9e731a681ed up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:36:17.646407 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a1cd49-0c8b-4873-ac56-c13f451cc54d None None] Sync routers for ids ['c801fa8d-cc75-4bd2-9c16-2f9da052a5f8'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:36:17.661230 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a1cd49-0c8b-4873-ac56-c13f451cc54d None None] Routers {'c801fa8d-cc75-4bd2-9c16-2f9da052a5f8'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:36:17.662033 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-79a1cd49-0c8b-4873-ac56-c13f451cc54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:35:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['c801fa8d-cc75-4bd2-9c16-2f9da052a5f8'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:36:17.706978 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 90d482c1-2940-498c-bd6b-d9e731a681ed triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:36:17.707342 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:17.737946 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b59c48-034d-486a-a84e-ddbfd5bab2f9 req-0776e03b-3140-4e9a-9098-ded3dd675238 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:17.740353 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c3b59c48-034d-486a-a84e-ddbfd5bab2f9 req-0776e03b-3140-4e9a-9098-ded3dd675238 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/networks?id=14dd48ea-8bee-4262-9c4f-e8575e48da5b HTTP/1.1" status: 200 len: 810 time: 0.4703379 Jul 30 00:36:17.755037 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c3b59c48-034d-486a-a84e-ddbfd5bab2f9 req-f4368832-0840-419b-a2cc-432cdb877709 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/quotas/5e891541249b45ee80d082b7ebda21a8 HTTP/1.1" status: 200 len: 375 time: 0.0092852 Jul 30 00:36:17.806249 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-79a1cd49-0c8b-4873-ac56-c13f451cc54d None None] Set router c801fa8d-cc75-4bd2-9c16-2f9da052a5f8 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:36:17.806635 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c3b59c48-034d-486a-a84e-ddbfd5bab2f9 req-1acbe0f3-71ef-4b1a-8b8a-6c2b14a5331e tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5e891541249b45ee80d082b7ebda21a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457771 Jul 30 00:36:17.905880 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c3b59c48-034d-486a-a84e-ddbfd5bab2f9 req-f517c71a-6eac-4dc4-bd39-033d3fd0c2a2 service neutron] 10.222.0.43 "GET /v2.0/networks/14dd48ea-8bee-4262-9c4f-e8575e48da5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866082 Jul 30 00:36:18.003847 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-c3b59c48-034d-486a-a84e-ddbfd5bab2f9 req-1d740cb5-c548-4f08-98cf-f35607869315 service neutron] 10.222.0.43 "GET /v2.0/networks/14dd48ea-8bee-4262-9c4f-e8575e48da5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922856 Jul 30 00:36:18.041467 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-79a1cd49-0c8b-4873-ac56-c13f451cc54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c801fa8d-cc75-4bd2-9c16-2f9da052a5f8', 'name': 'tempest-TestSnapshotPattern-1356303321-router', 'tenant_id': '8e0d3c6d18bc4fad9100bf87ea9538d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '680cab4c-9492-4218-b0ca-aae15ef2d1f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:36:12Z', 'updated_at': '2021-07-30T00:36:14Z', 'revision_number': 4, 'project_id': '8e0d3c6d18bc4fad9100bf87ea9538d3', 'gw_port': {'id': '680cab4c-9492-4218-b0ca-aae15ef2d1f7', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c801fa8d-cc75-4bd2-9c16-2f9da052a5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:36:12Z', 'updated_at': '2021-07-30T00:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '0978f13b-7932-4219-9fdb-126ec1370952', 'name': '', 'network_id': '51bb2212-bd6e-4244-982d-1949fab21a35', 'tenant_id': '8e0d3c6d18bc4fad9100bf87ea9538d3', 'mac_address': 'fa:16:3e:30:db:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c801fa8d-cc75-4bd2-9c16-2f9da052a5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'ffcacab9-59b8-49f1-9ac9-cca35a0d7fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:36:14Z', 'updated_at': '2021-07-30T00:36:14Z', 'revision_number': 2, 'project_id': '8e0d3c6d18bc4fad9100bf87ea9538d3', 'subnets': [{'id': 'ffcacab9-59b8-49f1-9ac9-cca35a0d7fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:36:18.068291 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a1cd49-0c8b-4873-ac56-c13f451cc54d None None] Checking router: c801fa8d-cc75-4bd2-9c16-2f9da052a5f8 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:36:18.069074 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a1cd49-0c8b-4873-ac56-c13f451cc54d None None] Updating router c801fa8d-cc75-4bd2-9c16-2f9da052a5f8 port 0978f13b-7932-4219-9fdb-126ec1370952 binding host n-d-712141-10 {{(pid=94079) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:36:18.099484 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-79a1cd49-0c8b-4873-ac56-c13f451cc54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:18.170622 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8c63f3c1-fb63-48c6-bac7-cd1da87c0cb0 req-836dc227-5b9f-4d64-98ec-72f85f60b3fc tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/ports?device_id=671ce87f-1067-48cb-a1b6-52d5eb7363ae HTTP/1.1" status: 200 len: 210 time: 0.0292685 Jul 30 00:36:18.377380 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-79a1cd49-0c8b-4873-ac56-c13f451cc54d None None] Notify callbacks [] for port, precommit_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:18.388919 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-79a1cd49-0c8b-4873-ac56-c13f451cc54d None None] Transition to ACTIVE for port object 0978f13b-7932-4219-9fdb-126ec1370952 will not be triggered until provisioned by entity L2. {{(pid=94079) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:36:18.395363 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-79a1cd49-0c8b-4873-ac56-c13f451cc54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:18.449004 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0afda4-08df-4058-8907-0c5456dc9c10 None None] Pushing event updated for resources: {'Port': ['ID=0978f13b-7932-4219-9fdb-126ec1370952,revision_number=3']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:18.509967 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-79a1cd49-0c8b-4873-ac56-c13f451cc54d None None] Attempting to bind port 0978f13b-7932-4219-9fdb-126ec1370952 on host n-d-712141-10 for vnic_type normal with profile {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:36:18.510339 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-79a1cd49-0c8b-4873-ac56-c13f451cc54d None None] Attempting to bind port 0978f13b-7932-4219-9fdb-126ec1370952 by drivers openvswitch,hyperv on host n-d-712141-10 at level 0 using segments [{'id': '2b4c71c0-3a20-4b91-82b9-8225733cea03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '51bb2212-bd6e-4244-982d-1949fab21a35'}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:36:18.510707 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a1cd49-0c8b-4873-ac56-c13f451cc54d None None] Attempting to bind port 0978f13b-7932-4219-9fdb-126ec1370952 on network 51bb2212-bd6e-4244-982d-1949fab21a35 {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:36:18.516032 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a1cd49-0c8b-4873-ac56-c13f451cc54d None None] Checking agent: {'id': '67d8a31b-74b6-4bbe-9754-87e8f3b2f525', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 7, 26), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712141-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:36:18.516405 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a1cd49-0c8b-4873-ac56-c13f451cc54d None None] Checking segment: {'id': '2b4c71c0-3a20-4b91-82b9-8225733cea03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '51bb2212-bd6e-4244-982d-1949fab21a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94079) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:36:18.516808 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-79a1cd49-0c8b-4873-ac56-c13f451cc54d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:18.517197 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a1cd49-0c8b-4873-ac56-c13f451cc54d None None] Bound using segment: {'id': '2b4c71c0-3a20-4b91-82b9-8225733cea03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '51bb2212-bd6e-4244-982d-1949fab21a35'} {{(pid=94079) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:36:18.517685 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.managers [None req-79a1cd49-0c8b-4873-ac56-c13f451cc54d None None] Bound port: 0978f13b-7932-4219-9fdb-126ec1370952, host: n-d-712141-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b4c71c0-3a20-4b91-82b9-8225733cea03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '51bb2212-bd6e-4244-982d-1949fab21a35'}}] {{(pid=94079) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:36:18.518264 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-79a1cd49-0c8b-4873-ac56-c13f451cc54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:18.594834 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-79a1cd49-0c8b-4873-ac56-c13f451cc54d None None] For port 0978f13b-7932-4219-9fdb-126ec1370952, host n-d-712141-10, cleared binding levels {{(pid=94079) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:36:18.598146 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-79a1cd49-0c8b-4873-ac56-c13f451cc54d None None] For port 0978f13b-7932-4219-9fdb-126ec1370952, host n-d-712141-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=0978f13b-7932-4219-9fdb-126ec1370952,segment=NetworkSegment(2b4c71c0-3a20-4b91-82b9-8225733cea03),segment_id=2b4c71c0-3a20-4b91-82b9-8225733cea03)] {{(pid=94079) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:36:18.603695 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-79a1cd49-0c8b-4873-ac56-c13f451cc54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:18.672335 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0afda4-08df-4058-8907-0c5456dc9c10 None None] Pushing event updated for resources: {'Port': ['ID=0978f13b-7932-4219-9fdb-126ec1370952,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:18.674820 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a1cd49-0c8b-4873-ac56-c13f451cc54d None None] Routers {'c801fa8d-cc75-4bd2-9c16-2f9da052a5f8'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:36:18.675681 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-79a1cd49-0c8b-4873-ac56-c13f451cc54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:35:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['c801fa8d-cc75-4bd2-9c16-2f9da052a5f8'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:36:18.802237 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-79a1cd49-0c8b-4873-ac56-c13f451cc54d None None] Set router c801fa8d-cc75-4bd2-9c16-2f9da052a5f8 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:36:19.009994 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-79a1cd49-0c8b-4873-ac56-c13f451cc54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c801fa8d-cc75-4bd2-9c16-2f9da052a5f8', 'name': 'tempest-TestSnapshotPattern-1356303321-router', 'tenant_id': '8e0d3c6d18bc4fad9100bf87ea9538d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '680cab4c-9492-4218-b0ca-aae15ef2d1f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:36:12Z', 'updated_at': '2021-07-30T00:36:14Z', 'revision_number': 4, 'project_id': '8e0d3c6d18bc4fad9100bf87ea9538d3', 'gw_port': {'id': '680cab4c-9492-4218-b0ca-aae15ef2d1f7', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c801fa8d-cc75-4bd2-9c16-2f9da052a5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:36:12Z', 'updated_at': '2021-07-30T00:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '0978f13b-7932-4219-9fdb-126ec1370952', 'name': '', 'network_id': '51bb2212-bd6e-4244-982d-1949fab21a35', 'tenant_id': '8e0d3c6d18bc4fad9100bf87ea9538d3', 'mac_address': 'fa:16:3e:30:db:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c801fa8d-cc75-4bd2-9c16-2f9da052a5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'ffcacab9-59b8-49f1-9ac9-cca35a0d7fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:36:14Z', 'updated_at': '2021-07-30T00:36:18Z', 'revision_number': 4, 'project_id': '8e0d3c6d18bc4fad9100bf87ea9538d3', 'subnets': [{'id': 'ffcacab9-59b8-49f1-9ac9-cca35a0d7fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:36:19.038504 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a1cd49-0c8b-4873-ac56-c13f451cc54d None None] The sync data for ids ['c801fa8d-cc75-4bd2-9c16-2f9da052a5f8'] in n-d-712141-10 is: [{'id': 'c801fa8d-cc75-4bd2-9c16-2f9da052a5f8', 'name': 'tempest-TestSnapshotPattern-1356303321-router', 'tenant_id': '8e0d3c6d18bc4fad9100bf87ea9538d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '680cab4c-9492-4218-b0ca-aae15ef2d1f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:36:12Z', 'updated_at': '2021-07-30T00:36:14Z', 'revision_number': 4, 'project_id': '8e0d3c6d18bc4fad9100bf87ea9538d3', 'gw_port': {'id': '680cab4c-9492-4218-b0ca-aae15ef2d1f7', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c801fa8d-cc75-4bd2-9c16-2f9da052a5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:36:12Z', 'updated_at': '2021-07-30T00:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': '0978f13b-7932-4219-9fdb-126ec1370952', 'name': '', 'network_id': '51bb2212-bd6e-4244-982d-1949fab21a35', 'tenant_id': '8e0d3c6d18bc4fad9100bf87ea9538d3', 'mac_address': 'fa:16:3e:30:db:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c801fa8d-cc75-4bd2-9c16-2f9da052a5f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'ffcacab9-59b8-49f1-9ac9-cca35a0d7fad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:36:14Z', 'updated_at': '2021-07-30T00:36:18Z', 'revision_number': 4, 'project_id': '8e0d3c6d18bc4fad9100bf87ea9538d3', 'subnets': [{'id': 'ffcacab9-59b8-49f1-9ac9-cca35a0d7fad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:36:19.198581 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b59c48-034d-486a-a84e-ddbfd5bab2f9 req-a3c95fa1-83cc-471b-a32e-617f715a196b tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:19.201437 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c3b59c48-034d-486a-a84e-ddbfd5bab2f9 req-a3c95fa1-83cc-471b-a32e-617f715a196b tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.22 "GET /v2.0/networks?id=14dd48ea-8bee-4262-9c4f-e8575e48da5b HTTP/1.1" status: 200 len: 810 time: 0.1581616 Jul 30 00:36:19.273211 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c3b59c48-034d-486a-a84e-ddbfd5bab2f9 req-19441f2d-5867-4361-9f0c-6113e2d13b2c tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.22 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e891541249b45ee80d082b7ebda21a8 HTTP/1.1" status: 200 len: 379 time: 0.0623667 Jul 30 00:36:19.284994 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-c3b59c48-034d-486a-a84e-ddbfd5bab2f9 req-aa15a9d0-5db3-4988-ac33-a49e6516b609 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Request body: {'port': {'device_id': '671ce87f-1067-48cb-a1b6-52d5eb7363ae', 'network_id': '14dd48ea-8bee-4262-9c4f-e8575e48da5b', 'admin_state_up': True, 'tenant_id': '5e891541249b45ee80d082b7ebda21a8', 'security_groups': ['b492510f-30fe-4b8f-9609-6b4afb7f0a6b']}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:36:19.302630 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a34849cd-6a63-4016-8251-c319f2fa5d07 req-b8910767-60c8-495b-af03-9141d7d8d66b tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/ports?device_id=671ce87f-1067-48cb-a1b6-52d5eb7363ae HTTP/1.1" status: 200 len: 210 time: 0.0464537 Jul 30 00:36:19.311101 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 0978f13b-7932-4219-9fdb-126ec1370952 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:36:19.372153 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning for port 0978f13b-7932-4219-9fdb-126ec1370952 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:36:19.376743 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 0978f13b-7932-4219-9fdb-126ec1370952 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:36:19.377117 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:19.420442 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3b59c48-034d-486a-a84e-ddbfd5bab2f9 req-aa15a9d0-5db3-4988-ac33-a49e6516b609 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Made reservation on behalf of 5e891541249b45ee80d082b7ebda21a8 for: {'port': 1} {{(pid=94077) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:36:19.424397 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-c3b59c48-034d-486a-a84e-ddbfd5bab2f9 req-aa15a9d0-5db3-4988-ac33-a49e6516b609 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:19.465891 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:19.511516 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] For port 0978f13b-7932-4219-9fdb-126ec1370952, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=0978f13b-7932-4219-9fdb-126ec1370952,segment=NetworkSegment(2b4c71c0-3a20-4b91-82b9-8225733cea03),segment_id=2b4c71c0-3a20-4b91-82b9-8225733cea03)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:36:19.516361 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:19.517263 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 680cab4c-9492-4218-b0ca-aae15ef2d1f7 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:36:19.580704 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_common [req-c3b59c48-034d-486a-a84e-ddbfd5bab2f9 req-aa15a9d0-5db3-4988-ac33-a49e6516b609 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Allocated IP 172.20.0.12 (14dd48ea-8bee-4262-9c4f-e8575e48da5b/843851f2-725b-44e7-bbf6-d6a7bf904470/1025af92-f05d-40c8-9012-88d0043601f3) {{(pid=94077) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:36:19.598550 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Pushing event updated for resources: {'Port': ['ID=0978f13b-7932-4219-9fdb-126ec1370952,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:19.610733 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 680cab4c-9492-4218-b0ca-aae15ef2d1f7 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:36:19.611113 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:19.750867 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-c3b59c48-034d-486a-a84e-ddbfd5bab2f9 req-aa15a9d0-5db3-4988-ac33-a49e6516b609 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks [] for port, precommit_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:19.767266 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-c3b59c48-034d-486a-a84e-ddbfd5bab2f9 req-aa15a9d0-5db3-4988-ac33-a49e6516b609 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Transition to ACTIVE for port object 1025af92-f05d-40c8-9012-88d0043601f3 will not be triggered until provisioned by entity DHCP. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:36:19.804551 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-c3b59c48-034d-486a-a84e-ddbfd5bab2f9 req-aa15a9d0-5db3-4988-ac33-a49e6516b609 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_create {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:19.847099 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3b59c48-034d-486a-a84e-ddbfd5bab2f9 req-aa15a9d0-5db3-4988-ac33-a49e6516b609 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Network 14dd48ea-8bee-4262-9c4f-e8575e48da5b is already hosted by enough agents. {{(pid=94077) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:36:19.850151 n-d-712141-10 neutron-server[94077]: DEBUG neutron.scheduler.base_scheduler [req-c3b59c48-034d-486a-a84e-ddbfd5bab2f9 req-aa15a9d0-5db3-4988-ac33-a49e6516b609 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Resources bound (agent type, host, resource id): {{(pid=94077) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:36:19.854769 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3b59c48-034d-486a-a84e-ddbfd5bab2f9 req-aa15a9d0-5db3-4988-ac33-a49e6516b609 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Received port after_create {{(pid=94077) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:36:19.894546 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa15a9d0-5db3-4988-ac33-a49e6516b609 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Pushing event updated for resources: {'Port': ['ID=1025af92-f05d-40c8-9012-88d0043601f3,revision_number=1']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:19.928955 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b59c48-034d-486a-a84e-ddbfd5bab2f9 req-aa15a9d0-5db3-4988-ac33-a49e6516b609 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:19.932625 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-c3b59c48-034d-486a-a84e-ddbfd5bab2f9 req-aa15a9d0-5db3-4988-ac33-a49e6516b609 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:19.953599 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c3b59c48-034d-486a-a84e-ddbfd5bab2f9 req-aa15a9d0-5db3-4988-ac33-a49e6516b609 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6727734 Jul 30 00:36:19.968292 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.v2.base [req-c3b59c48-034d-486a-a84e-ddbfd5bab2f9 req-2abb814c-fb79-4bcb-9f7b-9c3f01826030 service neutron] Request body: {'port': {'device_id': '671ce87f-1067-48cb-a1b6-52d5eb7363ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712141-10'}} {{(pid=94077) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:36:20.037286 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-c3b59c48-034d-486a-a84e-ddbfd5bab2f9 req-2abb814c-fb79-4bcb-9f7b-9c3f01826030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:20.155218 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-ae57c10d-1498-411d-b339-dc4e8b7d4143 None None] Provisioning for port 1025af92-f05d-40c8-9012-88d0043601f3 completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:36:20.159451 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-ae57c10d-1498-411d-b339-dc4e8b7d4143 None None] Provisioning complete for port 1025af92-f05d-40c8-9012-88d0043601f3 triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:36:20.159895 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ae57c10d-1498-411d-b339-dc4e8b7d4143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:20.193782 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-ae57c10d-1498-411d-b339-dc4e8b7d4143 None None] Port 1025af92-f05d-40c8-9012-88d0043601f3 cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:36:20.283130 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:20.313149 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [req-c3b59c48-034d-486a-a84e-ddbfd5bab2f9 req-2abb814c-fb79-4bcb-9f7b-9c3f01826030 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1025af92-f05d-40c8-9012-88d0043601f3 {{(pid=94077) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:36:20.321376 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-c3b59c48-034d-486a-a84e-ddbfd5bab2f9 req-2abb814c-fb79-4bcb-9f7b-9c3f01826030 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:20.334332 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.provisioning_blocks [req-c3b59c48-034d-486a-a84e-ddbfd5bab2f9 req-2abb814c-fb79-4bcb-9f7b-9c3f01826030 service neutron] Transition to ACTIVE for port object 1025af92-f05d-40c8-9012-88d0043601f3 will not be triggered until provisioned by entity L2. {{(pid=94077) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:36:20.338519 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-c3b59c48-034d-486a-a84e-ddbfd5bab2f9 req-2abb814c-fb79-4bcb-9f7b-9c3f01826030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:20.389569 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb814c-fb79-4bcb-9f7b-9c3f01826030 service neutron] Pushing event updated for resources: {'Port': ['ID=1025af92-f05d-40c8-9012-88d0043601f3,revision_number=2']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:20.417246 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe587d9d-23d8-4a8b-bac1-3f2badcbf20a req-a3e7d4c0-7982-495a-8259-f9a8c089aec8 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:20.419212 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fe587d9d-23d8-4a8b-bac1-3f2badcbf20a req-a3e7d4c0-7982-495a-8259-f9a8c089aec8 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/ports?device_id=671ce87f-1067-48cb-a1b6-52d5eb7363ae HTTP/1.1" status: 200 len: 944 time: 0.0509963 Jul 30 00:36:20.459247 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fe587d9d-23d8-4a8b-bac1-3f2badcbf20a req-b6293350-731a-4f4e-93b1-ba2d270c7cd0 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/security-groups?id=b492510f-30fe-4b8f-9609-6b4afb7f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336220 Jul 30 00:36:20.464587 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-c3b59c48-034d-486a-a84e-ddbfd5bab2f9 req-2abb814c-fb79-4bcb-9f7b-9c3f01826030 service neutron] Attempting to bind port 1025af92-f05d-40c8-9012-88d0043601f3 on host n-h2-712141-10 for vnic_type normal with profile {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:36:20.464923 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-c3b59c48-034d-486a-a84e-ddbfd5bab2f9 req-2abb814c-fb79-4bcb-9f7b-9c3f01826030 service neutron] Attempting to bind port 1025af92-f05d-40c8-9012-88d0043601f3 by drivers openvswitch,hyperv on host n-h2-712141-10 at level 0 using segments [{'id': '3a042300-34d9-44c7-9c94-4046af89a0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '14dd48ea-8bee-4262-9c4f-e8575e48da5b'}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:36:20.465257 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b59c48-034d-486a-a84e-ddbfd5bab2f9 req-2abb814c-fb79-4bcb-9f7b-9c3f01826030 service neutron] Attempting to bind port 1025af92-f05d-40c8-9012-88d0043601f3 on network 14dd48ea-8bee-4262-9c4f-e8575e48da5b {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:36:20.469858 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b59c48-034d-486a-a84e-ddbfd5bab2f9 req-2abb814c-fb79-4bcb-9f7b-9c3f01826030 service neutron] Port 1025af92-f05d-40c8-9012-88d0043601f3 on network 14dd48ea-8bee-4262-9c4f-e8575e48da5b not bound, no agent of type Open vSwitch agent registered on host n-h2-712141-10 {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:36:20.470181 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b59c48-034d-486a-a84e-ddbfd5bab2f9 req-2abb814c-fb79-4bcb-9f7b-9c3f01826030 service neutron] Attempting to bind port 1025af92-f05d-40c8-9012-88d0043601f3 on network 14dd48ea-8bee-4262-9c4f-e8575e48da5b {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:36:20.481775 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b59c48-034d-486a-a84e-ddbfd5bab2f9 req-2abb814c-fb79-4bcb-9f7b-9c3f01826030 service neutron] Checking agent: {'id': '119a86c3-8cc5-48ba-90b8-712afe8a4f3a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 7), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:36:20.482200 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b59c48-034d-486a-a84e-ddbfd5bab2f9 req-2abb814c-fb79-4bcb-9f7b-9c3f01826030 service neutron] Checking segment: {'id': '3a042300-34d9-44c7-9c94-4046af89a0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '14dd48ea-8bee-4262-9c4f-e8575e48da5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94077) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:36:20.482665 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b59c48-034d-486a-a84e-ddbfd5bab2f9 req-2abb814c-fb79-4bcb-9f7b-9c3f01826030 service neutron] Bound using segment: {'id': '3a042300-34d9-44c7-9c94-4046af89a0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '14dd48ea-8bee-4262-9c4f-e8575e48da5b'} {{(pid=94077) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:36:20.483194 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.managers [req-c3b59c48-034d-486a-a84e-ddbfd5bab2f9 req-2abb814c-fb79-4bcb-9f7b-9c3f01826030 service neutron] Bound port: 1025af92-f05d-40c8-9012-88d0043601f3, host: n-h2-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a042300-34d9-44c7-9c94-4046af89a0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '14dd48ea-8bee-4262-9c4f-e8575e48da5b'}}] {{(pid=94077) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:36:20.483626 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-c3b59c48-034d-486a-a84e-ddbfd5bab2f9 req-2abb814c-fb79-4bcb-9f7b-9c3f01826030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:20.556481 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-c3b59c48-034d-486a-a84e-ddbfd5bab2f9 req-2abb814c-fb79-4bcb-9f7b-9c3f01826030 service neutron] For port 1025af92-f05d-40c8-9012-88d0043601f3, host n-h2-712141-10, cleared binding levels {{(pid=94077) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:36:20.561545 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-c3b59c48-034d-486a-a84e-ddbfd5bab2f9 req-2abb814c-fb79-4bcb-9f7b-9c3f01826030 service neutron] For port 1025af92-f05d-40c8-9012-88d0043601f3, host n-h2-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=1025af92-f05d-40c8-9012-88d0043601f3,segment=NetworkSegment(3a042300-34d9-44c7-9c94-4046af89a0fa),segment_id=3a042300-34d9-44c7-9c94-4046af89a0fa)] {{(pid=94077) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:36:20.566410 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-c3b59c48-034d-486a-a84e-ddbfd5bab2f9 req-2abb814c-fb79-4bcb-9f7b-9c3f01826030 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14299739'] for port, after_update {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:20.600573 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b59c48-034d-486a-a84e-ddbfd5bab2f9 req-2abb814c-fb79-4bcb-9f7b-9c3f01826030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:20.601189 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-c3b59c48-034d-486a-a84e-ddbfd5bab2f9 req-2abb814c-fb79-4bcb-9f7b-9c3f01826030 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:20.602764 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c3b59c48-034d-486a-a84e-ddbfd5bab2f9 req-2abb814c-fb79-4bcb-9f7b-9c3f01826030 service neutron] 10.222.0.22 "PUT /v2.0/ports/1025af92-f05d-40c8-9012-88d0043601f3 HTTP/1.1" status: 200 len: 1093 time: 0.6400998 Jul 30 00:36:20.603209 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '671ce87f-1067-48cb-a1b6-52d5eb7363ae', 'tag': '1025af92-f05d-40c8-9012-88d0043601f3'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:36:20.605531 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8377708564b13ed6665a7c738fa9aadb9980e3f7e18d8a0dfbdd1aeea3243a90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc37bf6-0fe3-4997-a4e0-15a64790fb88" -d '{"events": [{"name": "network-changed", "server_uuid": "671ce87f-1067-48cb-a1b6-52d5eb7363ae", "tag": "1025af92-f05d-40c8-9012-88d0043601f3"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:36:20.639823 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb814c-fb79-4bcb-9f7b-9c3f01826030 service neutron] Pushing event updated for resources: {'Port': ['ID=1025af92-f05d-40c8-9012-88d0043601f3,revision_number=3']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:20.678134 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc8958c-221d-48b7-8ef1-25675627ac35 x-openstack-request-id: req-8cc8958c-221d-48b7-8ef1-25675627ac35 {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:36:20.678516 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "671ce87f-1067-48cb-a1b6-52d5eb7363ae", "tag": "1025af92-f05d-40c8-9012-88d0043601f3", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:36:20.678839 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8cc8958c-221d-48b7-8ef1-25675627ac35 {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:36:20.679310 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '671ce87f-1067-48cb-a1b6-52d5eb7363ae', 'tag': '1025af92-f05d-40c8-9012-88d0043601f3', 'status': 'completed', 'code': 200} Jul 30 00:36:20.696378 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b59c48-034d-486a-a84e-ddbfd5bab2f9 req-747c1185-2365-4a5f-837a-11af05dea401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:20.698275 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c3b59c48-034d-486a-a84e-ddbfd5bab2f9 req-747c1185-2365-4a5f-837a-11af05dea401 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5e891541249b45ee80d082b7ebda21a8&device_id=671ce87f-1067-48cb-a1b6-52d5eb7363ae HTTP/1.1" status: 200 len: 1096 time: 0.0484383 Jul 30 00:36:20.747458 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c3b59c48-034d-486a-a84e-ddbfd5bab2f9 req-0271e2b0-80ca-4b1b-bc97-791da01361ab service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1025af92-f05d-40c8-9012-88d0043601f3 HTTP/1.1" status: 200 len: 217 time: 0.0409019 Jul 30 00:36:20.798300 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b59c48-034d-486a-a84e-ddbfd5bab2f9 req-74fdd25e-db66-4249-af1e-d8b980d64899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:20.799940 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c3b59c48-034d-486a-a84e-ddbfd5bab2f9 req-74fdd25e-db66-4249-af1e-d8b980d64899 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=843851f2-725b-44e7-bbf6-d6a7bf904470 HTTP/1.1" status: 200 len: 849 time: 0.0460343 Jul 30 00:36:20.847067 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b59c48-034d-486a-a84e-ddbfd5bab2f9 req-2f88041b-7c2a-4d5a-9c9b-ab6065347aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:20.848584 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c3b59c48-034d-486a-a84e-ddbfd5bab2f9 req-2f88041b-7c2a-4d5a-9c9b-ab6065347aaf service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=14dd48ea-8bee-4262-9c4f-e8575e48da5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418487 Jul 30 00:36:20.941270 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c3b59c48-034d-486a-a84e-ddbfd5bab2f9 req-71142f57-b79d-47f6-a26e-2286179b3c50 service neutron] 10.222.0.22 "GET /v2.0/networks/14dd48ea-8bee-4262-9c4f-e8575e48da5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853555 Jul 30 00:36:21.032746 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-c3b59c48-034d-486a-a84e-ddbfd5bab2f9 req-154f5323-3b6e-4eaa-b342-73b29d3ba8c2 service neutron] 10.222.0.22 "GET /v2.0/networks/14dd48ea-8bee-4262-9c4f-e8575e48da5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847924 Jul 30 00:36:21.118960 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc37bf6-0fe3-4997-a4e0-15a64790fb88 req-ac2a2bca-5525-4978-a1a7-2a5cdba90dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:21.120464 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8dc37bf6-0fe3-4997-a4e0-15a64790fb88 req-ac2a2bca-5525-4978-a1a7-2a5cdba90dcb service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5e891541249b45ee80d082b7ebda21a8&device_id=671ce87f-1067-48cb-a1b6-52d5eb7363ae HTTP/1.1" status: 200 len: 1096 time: 0.0413301 Jul 30 00:36:21.184269 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 0978f13b-7932-4219-9fdb-126ec1370952 up at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:36:21.218896 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc37bf6-0fe3-4997-a4e0-15a64790fb88 req-74a2eaa3-f294-4f5e-82dd-60f02b80da70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:21.220570 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8dc37bf6-0fe3-4997-a4e0-15a64790fb88 req-74a2eaa3-f294-4f5e-82dd-60f02b80da70 service neutron] 10.222.0.22 "GET /v2.0/networks?id=14dd48ea-8bee-4262-9c4f-e8575e48da5b HTTP/1.1" status: 200 len: 911 time: 0.0931547 Jul 30 00:36:21.236168 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Provisioning complete for port 0978f13b-7932-4219-9fdb-126ec1370952 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:36:21.236168 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:21.266666 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8dc37bf6-0fe3-4997-a4e0-15a64790fb88 req-38b1ffc9-cee1-4d6a-8f5e-d12c08e8f152 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1025af92-f05d-40c8-9012-88d0043601f3 HTTP/1.1" status: 200 len: 217 time: 0.0384533 Jul 30 00:36:21.323844 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc37bf6-0fe3-4997-a4e0-15a64790fb88 req-0b237355-02ef-4ea6-9e2e-8c8c28779848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:21.325361 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8dc37bf6-0fe3-4997-a4e0-15a64790fb88 req-0b237355-02ef-4ea6-9e2e-8c8c28779848 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=843851f2-725b-44e7-bbf6-d6a7bf904470 HTTP/1.1" status: 200 len: 849 time: 0.0505099 Jul 30 00:36:21.375426 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc37bf6-0fe3-4997-a4e0-15a64790fb88 req-03ac4999-eb93-49d0-942c-036c71195804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:21.376884 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8dc37bf6-0fe3-4997-a4e0-15a64790fb88 req-03ac4999-eb93-49d0-942c-036c71195804 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=14dd48ea-8bee-4262-9c4f-e8575e48da5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434997 Jul 30 00:36:21.469251 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8dc37bf6-0fe3-4997-a4e0-15a64790fb88 req-7fad6aa1-a997-47f8-b9d9-c44e42f15c01 service neutron] 10.222.0.22 "GET /v2.0/networks/14dd48ea-8bee-4262-9c4f-e8575e48da5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838640 Jul 30 00:36:21.568815 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-8dc37bf6-0fe3-4997-a4e0-15a64790fb88 req-ebf8eae3-9d86-4063-b7e3-a8be13cb1a1b service neutron] 10.222.0.22 "GET /v2.0/networks/14dd48ea-8bee-4262-9c4f-e8575e48da5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920234 Jul 30 00:36:21.578832 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5365cbc-c532-441a-a484-406afdcfbb02 req-1ca42ec3-5fe3-4254-9b75-546138c77f1e tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:21.580318 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f5365cbc-c532-441a-a484-406afdcfbb02 req-1ca42ec3-5fe3-4254-9b75-546138c77f1e tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/ports?device_id=671ce87f-1067-48cb-a1b6-52d5eb7363ae HTTP/1.1" status: 200 len: 944 time: 0.0500910 Jul 30 00:36:21.619107 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f5365cbc-c532-441a-a484-406afdcfbb02 req-708c7681-2ad5-4524-ba47-fcc3eba8e1e8 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/security-groups?id=b492510f-30fe-4b8f-9609-6b4afb7f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325062 Jul 30 00:36:22.740784 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68712ebf-405b-483f-a4d3-03c53e869845 req-1ec6369c-e96c-43d8-9cfc-5bb1ab76af65 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:22.742351 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-68712ebf-405b-483f-a4d3-03c53e869845 req-1ec6369c-e96c-43d8-9cfc-5bb1ab76af65 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/ports?device_id=671ce87f-1067-48cb-a1b6-52d5eb7363ae HTTP/1.1" status: 200 len: 944 time: 0.0535855 Jul 30 00:36:22.784566 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-68712ebf-405b-483f-a4d3-03c53e869845 req-978aa352-3fa6-4968-ae33-0c3676a25f24 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/security-groups?id=b492510f-30fe-4b8f-9609-6b4afb7f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358660 Jul 30 00:36:23.360619 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-710305a7-f8c6-43cc-aede-3ca999c47e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:23.899753 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a36c4b-bb51-4d62-bc50-3350b5f12bdb req-4679ea3b-9b47-4eb1-a3d2-a1e99971caf1 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:23.901516 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-12a36c4b-bb51-4d62-bc50-3350b5f12bdb req-4679ea3b-9b47-4eb1-a3d2-a1e99971caf1 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/ports?device_id=671ce87f-1067-48cb-a1b6-52d5eb7363ae HTTP/1.1" status: 200 len: 944 time: 0.0496638 Jul 30 00:36:23.910025 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:36:23.939918 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-12a36c4b-bb51-4d62-bc50-3350b5f12bdb req-f7886e75-1cdd-4e12-8b2f-399f22c81fc2 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/security-groups?id=b492510f-30fe-4b8f-9609-6b4afb7f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323615 Jul 30 00:36:24.638344 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 1025af92-f05d-40c8-9012-88d0043601f3 details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:36:24.730353 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 1025af92-f05d-40c8-9012-88d0043601f3, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=1025af92-f05d-40c8-9012-88d0043601f3,segment=NetworkSegment(3a042300-34d9-44c7-9c94-4046af89a0fa),segment_id=3a042300-34d9-44c7-9c94-4046af89a0fa)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:36:24.741251 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '1025af92-f05d-40c8-9012-88d0043601f3', 'network_id': '14dd48ea-8bee-4262-9c4f-e8575e48da5b', 'port_id': '1025af92-f05d-40c8-9012-88d0043601f3', 'mac_address': 'fa:16:3e:c2:81:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '843851f2-725b-44e7-bbf6-d6a7bf904470', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:36:24.781119 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:24.794442 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1025af92-f05d-40c8-9012-88d0043601f3 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:36:24.814463 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 1025af92-f05d-40c8-9012-88d0043601f3, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=1025af92-f05d-40c8-9012-88d0043601f3,segment=NetworkSegment(3a042300-34d9-44c7-9c94-4046af89a0fa),segment_id=3a042300-34d9-44c7-9c94-4046af89a0fa)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:36:24.817502 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:24.862499 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=1025af92-f05d-40c8-9012-88d0043601f3,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:25.017749 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['1025af92-f05d-40c8-9012-88d0043601f3'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:36:25.054671 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25de838-e472-47a3-94c2-ad8085dccfa2 req-3e6b9164-35b7-4d51-b48c-6121fd05cf21 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:25.056840 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d25de838-e472-47a3-94c2-ad8085dccfa2 req-3e6b9164-35b7-4d51-b48c-6121fd05cf21 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/ports?device_id=671ce87f-1067-48cb-a1b6-52d5eb7363ae HTTP/1.1" status: 200 len: 945 time: 0.0509586 Jul 30 00:36:25.097855 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d25de838-e472-47a3-94c2-ad8085dccfa2 req-533b1a32-f5fb-431d-884f-cca4a8c4ddd9 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/security-groups?id=b492510f-30fe-4b8f-9609-6b4afb7f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347288 Jul 30 00:36:25.985311 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ed01725c-92eb-4b41-b55d-8b6010f74877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:26.212514 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b324db08-a6b8-46cf-8a56-2e3325716419 req-54fee6f9-3dd6-41a3-a312-cad4f47f33c5 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:26.214016 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b324db08-a6b8-46cf-8a56-2e3325716419 req-54fee6f9-3dd6-41a3-a312-cad4f47f33c5 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/ports?device_id=671ce87f-1067-48cb-a1b6-52d5eb7363ae HTTP/1.1" status: 200 len: 945 time: 0.0497119 Jul 30 00:36:26.256402 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b324db08-a6b8-46cf-8a56-2e3325716419 req-8314d288-5a95-4b59-8ab7-0aa469430798 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/security-groups?id=b492510f-30fe-4b8f-9609-6b4afb7f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363791 Jul 30 00:36:26.592463 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:26.656420 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 1025af92-f05d-40c8-9012-88d0043601f3 up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:36:26.705663 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning for port 1025af92-f05d-40c8-9012-88d0043601f3 completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:36:26.709628 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 1025af92-f05d-40c8-9012-88d0043601f3 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:36:26.710125 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:26.790236 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:26.812656 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '671ce87f-1067-48cb-a1b6-52d5eb7363ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1025af92-f05d-40c8-9012-88d0043601f3'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:36:26.814846 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3dd558600791562711758174753c2f4fb110b88d3119b842389a6e503e2e31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd792035-d1d7-483f-809a-a0c72672c564" -d '{"events": [{"server_uuid": "671ce87f-1067-48cb-a1b6-52d5eb7363ae", "name": "network-vif-plugged", "status": "completed", "tag": "1025af92-f05d-40c8-9012-88d0043601f3"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:36:26.828700 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 1025af92-f05d-40c8-9012-88d0043601f3, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=1025af92-f05d-40c8-9012-88d0043601f3,segment=NetworkSegment(3a042300-34d9-44c7-9c94-4046af89a0fa),segment_id=3a042300-34d9-44c7-9c94-4046af89a0fa)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:36:26.832773 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:26.882050 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=1025af92-f05d-40c8-9012-88d0043601f3,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:26.910678 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-008ec743-c6db-41ac-94b6-a16945d60092 x-openstack-request-id: req-008ec743-c6db-41ac-94b6-a16945d60092 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:36:26.910975 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "671ce87f-1067-48cb-a1b6-52d5eb7363ae", "name": "network-vif-plugged", "status": "completed", "tag": "1025af92-f05d-40c8-9012-88d0043601f3", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:36:26.911231 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-008ec743-c6db-41ac-94b6-a16945d60092 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:36:26.911623 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '671ce87f-1067-48cb-a1b6-52d5eb7363ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1025af92-f05d-40c8-9012-88d0043601f3', 'code': 200} Jul 30 00:36:27.009251 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e674ea0-0b45-4f2e-8407-e613a2a2b549 req-0243f7d1-4485-41de-94cf-400735982e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:27.010847 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-5e674ea0-0b45-4f2e-8407-e613a2a2b549 req-0243f7d1-4485-41de-94cf-400735982e29 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=671ce87f-1067-48cb-a1b6-52d5eb7363ae HTTP/1.1" status: 200 len: 1098 time: 0.0423150 Jul 30 00:36:27.046097 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-5e674ea0-0b45-4f2e-8407-e613a2a2b549 req-7ddc06ca-9071-4905-ac9c-45a3652d5e22 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=b492510f-30fe-4b8f-9609-6b4afb7f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285523 Jul 30 00:36:27.370686 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a1a981-d0f2-426a-811d-e4c1030195f0 req-bde44de4-b62a-4df7-ae1a-68dc62b3f758 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:27.372266 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-91a1a981-d0f2-426a-811d-e4c1030195f0 req-bde44de4-b62a-4df7-ae1a-68dc62b3f758 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/ports?device_id=671ce87f-1067-48cb-a1b6-52d5eb7363ae HTTP/1.1" status: 200 len: 946 time: 0.0482273 Jul 30 00:36:27.411027 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-91a1a981-d0f2-426a-811d-e4c1030195f0 req-e6959358-e2ce-4fac-b535-3a7521d37aad tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/security-groups?id=b492510f-30fe-4b8f-9609-6b4afb7f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327549 Jul 30 00:36:27.992167 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:28.528202 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f11e21-e4b4-42b8-96f9-1621fb1c8645 req-4ef66e28-7b90-419c-bde4-b7437e0aba0d tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:28.529718 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-27f11e21-e4b4-42b8-96f9-1621fb1c8645 req-4ef66e28-7b90-419c-bde4-b7437e0aba0d tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/ports?device_id=671ce87f-1067-48cb-a1b6-52d5eb7363ae HTTP/1.1" status: 200 len: 946 time: 0.0494094 Jul 30 00:36:28.567563 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-27f11e21-e4b4-42b8-96f9-1621fb1c8645 req-4282e964-7377-4f1a-8caa-5977ad88565a tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/security-groups?id=b492510f-30fe-4b8f-9609-6b4afb7f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318625 Jul 30 00:36:28.683602 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aa5862-910e-475f-9b88-80d1f7a2c601 req-e0252c70-52cf-4d7e-ab17-3d2127e19a0a tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:28.685084 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b7aa5862-910e-475f-9b88-80d1f7a2c601 req-e0252c70-52cf-4d7e-ab17-3d2127e19a0a tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/ports?device_id=671ce87f-1067-48cb-a1b6-52d5eb7363ae HTTP/1.1" status: 200 len: 946 time: 0.0489566 Jul 30 00:36:28.728193 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b7aa5862-910e-475f-9b88-80d1f7a2c601 req-a5c5f8fd-96be-4409-8cb2-d3a895f8e0ef tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/security-groups?id=b492510f-30fe-4b8f-9609-6b4afb7f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369618 Jul 30 00:36:28.749750 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 38962) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:36:28.878057 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3dc9b8a-2bc6-4dcb-9e9d-fc64d1bd2142 tempest-TestSnapshotPattern-1598410018 tempest-TestSnapshotPattern-1598410018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:28.879542 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-b3dc9b8a-2bc6-4dcb-9e9d-fc64d1bd2142 tempest-TestSnapshotPattern-1598410018 tempest-TestSnapshotPattern-1598410018-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=671ce87f-1067-48cb-a1b6-52d5eb7363ae HTTP/1.1" status: 200 len: 1093 time: 0.1288221 Jul 30 00:36:28.882412 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 38966) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:36:28.887425 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-de02ddd5-0c21-4a0c-975a-ef50dd193a48 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Request body: {'floatingip': {'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'port_id': '1025af92-f05d-40c8-9012-88d0043601f3', 'tenant_id': '5e891541249b45ee80d082b7ebda21a8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:36:28.908745 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-de02ddd5-0c21-4a0c-975a-ef50dd193a48 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks [] for floatingip, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:29.003840 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-de02ddd5-0c21-4a0c-975a-ef50dd193a48 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:29.109046 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-de02ddd5-0c21-4a0c-975a-ef50dd193a48 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Allocated IP 172.25.0.145 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/3e0537f1-7163-4d2f-859b-bed7c10c7373) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:36:29.210119 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-de02ddd5-0c21-4a0c-975a-ef50dd193a48 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:29.253680 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-de02ddd5-0c21-4a0c-975a-ef50dd193a48 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:29.289493 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de02ddd5-0c21-4a0c-975a-ef50dd193a48 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:36:29.292337 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-de02ddd5-0c21-4a0c-975a-ef50dd193a48 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:36:29.296920 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de02ddd5-0c21-4a0c-975a-ef50dd193a48 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:36:29.324292 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de02ddd5-0c21-4a0c-975a-ef50dd193a48 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Pushing event updated for resources: {'Port': ['ID=3e0537f1-7163-4d2f-859b-bed7c10c7373,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:29.612477 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:29.664076 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-de02ddd5-0c21-4a0c-975a-ef50dd193a48 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:29.733826 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-de02ddd5-0c21-4a0c-975a-ef50dd193a48 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:29.883213 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-de02ddd5-0c21-4a0c-975a-ef50dd193a48 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:29.887607 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-de02ddd5-0c21-4a0c-975a-ef50dd193a48 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:29.953781 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de02ddd5-0c21-4a0c-975a-ef50dd193a48 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Pushing event updated for resources: {'Port': ['ID=3e0537f1-7163-4d2f-859b-bed7c10c7373,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:36:29.965662 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-de02ddd5-0c21-4a0c-975a-ef50dd193a48 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:30.066163 n-d-712141-10 neutron-server[94078]: INFO neutron.db.l3_db [None req-de02ddd5-0c21-4a0c-975a-ef50dd193a48 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Floating IP 81316742-74a7-454f-ad12-9864247378d7 associated. External IP: 172.25.0.145, port: 1025af92-f05d-40c8-9012-88d0043601f3. Jul 30 00:36:30.274601 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de02ddd5-0c21-4a0c-975a-ef50dd193a48 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Router 868276b5-2929-4c5a-b703-efba1afb1872 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:36:30.379892 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de02ddd5-0c21-4a0c-975a-ef50dd193a48 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:36:30.390249 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16aa649-fdc0-4462-8223-ed3964985ea4 None None] Sync routers for ids ['868276b5-2929-4c5a-b703-efba1afb1872'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:36:30.398686 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-de02ddd5-0c21-4a0c-975a-ef50dd193a48 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:30.399680 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16aa649-fdc0-4462-8223-ed3964985ea4 None None] Routers {'868276b5-2929-4c5a-b703-efba1afb1872'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:36:30.400297 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-f16aa649-fdc0-4462-8223-ed3964985ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:36:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['868276b5-2929-4c5a-b703-efba1afb1872'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:36:30.426007 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-de02ddd5-0c21-4a0c-975a-ef50dd193a48 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5425556 Jul 30 00:36:30.426600 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '671ce87f-1067-48cb-a1b6-52d5eb7363ae', 'tag': '1025af92-f05d-40c8-9012-88d0043601f3'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:36:30.428990 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bdefc4f50fc1dacc251594e9f8a8ff118bd4f4d1a27e9c9923ea81076a49f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1932da1-48ee-4aa6-9ef8-253b031ca5b7" -d '{"events": [{"name": "network-changed", "server_uuid": "671ce87f-1067-48cb-a1b6-52d5eb7363ae", "tag": "1025af92-f05d-40c8-9012-88d0043601f3"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:36:30.467168 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f153a0f-0ed2-4226-8c66-fa6bb714f4f0 x-openstack-request-id: req-5f153a0f-0ed2-4226-8c66-fa6bb714f4f0 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:36:30.467460 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "671ce87f-1067-48cb-a1b6-52d5eb7363ae", "tag": "1025af92-f05d-40c8-9012-88d0043601f3", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:36:30.467714 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5f153a0f-0ed2-4226-8c66-fa6bb714f4f0 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:36:30.468144 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '671ce87f-1067-48cb-a1b6-52d5eb7363ae', 'tag': '1025af92-f05d-40c8-9012-88d0043601f3', 'status': 'completed', 'code': 200} Jul 30 00:36:30.516046 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-f16aa649-fdc0-4462-8223-ed3964985ea4 None None] Set router 868276b5-2929-4c5a-b703-efba1afb1872 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:36:30.526320 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1932da1-48ee-4aa6-9ef8-253b031ca5b7 req-a524980b-05af-4de5-822c-917c9693ba8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:30.527772 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d1932da1-48ee-4aa6-9ef8-253b031ca5b7 req-a524980b-05af-4de5-822c-917c9693ba8f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5e891541249b45ee80d082b7ebda21a8&device_id=671ce87f-1067-48cb-a1b6-52d5eb7363ae HTTP/1.1" status: 200 len: 1098 time: 0.0414279 Jul 30 00:36:30.622049 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1932da1-48ee-4aa6-9ef8-253b031ca5b7 req-8a79b303-9274-4698-bfce-aedfab84f0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:30.623553 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d1932da1-48ee-4aa6-9ef8-253b031ca5b7 req-8a79b303-9274-4698-bfce-aedfab84f0d0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=14dd48ea-8bee-4262-9c4f-e8575e48da5b HTTP/1.1" status: 200 len: 911 time: 0.0889337 Jul 30 00:36:30.689700 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d1932da1-48ee-4aa6-9ef8-253b031ca5b7 req-1347219d-ed27-4ecb-ab74-82faaeb8852a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1025af92-f05d-40c8-9012-88d0043601f3 HTTP/1.1" status: 200 len: 1000 time: 0.0591114 Jul 30 00:36:30.746977 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-f16aa649-fdc0-4462-8223-ed3964985ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868276b5-2929-4c5a-b703-efba1afb1872', 'name': 'tempest-TestSnapshotPattern-1252571133-router', 'tenant_id': '5e891541249b45ee80d082b7ebda21a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '4fbc075a-fe83-4eb4-bb40-cfe50b6ccb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:36:07Z', 'updated_at': '2021-07-30T00:36:09Z', 'revision_number': 4, 'project_id': '5e891541249b45ee80d082b7ebda21a8', 'gw_port': {'id': '4fbc075a-fe83-4eb4-bb40-cfe50b6ccb98', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:69:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868276b5-2929-4c5a-b703-efba1afb1872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:36:07Z', 'updated_at': '2021-07-30T00:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '81316742-74a7-454f-ad12-9864247378d7', 'tenant_id': '5e891541249b45ee80d082b7ebda21a8', 'floating_ip_address': '172.25.0.145', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '868276b5-2929-4c5a-b703-efba1afb1872', 'port_id': '1025af92-f05d-40c8-9012-88d0043601f3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14dd48ea-8bee-4262-9c4f-e8575e48da5b', 'mac_address': 'fa:16:3e:c2:81:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671ce87f-1067-48cb-a1b6-52d5eb7363ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:36:29Z', 'updated_at': '2021-07-30T00:36:29Z', 'revision_number': 0, 'project_id': '5e891541249b45ee80d082b7ebda21a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b730ae1f-ac3c-412e-aef4-bce319c6cab1', 'name': '', 'network_id': '14dd48ea-8bee-4262-9c4f-e8575e48da5b', 'tenant_id': '5e891541249b45ee80d082b7ebda21a8', 'mac_address': 'fa:16:3e:3d:6b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868276b5-2929-4c5a-b703-efba1afb1872', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '843851f2-725b-44e7-bbf6-d6a7bf904470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:36:09Z', 'updated_at': '2021-07-30T00:36:15Z', 'revision_number': 5, 'project_id': '5e891541249b45ee80d082b7ebda21a8', 'subnets': [{'id': '843851f2-725b-44e7-bbf6-d6a7bf904470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:36:30.749279 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1932da1-48ee-4aa6-9ef8-253b031ca5b7 req-1f72c682-879c-4502-8213-c6ca8abb3e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:30.750929 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d1932da1-48ee-4aa6-9ef8-253b031ca5b7 req-1f72c682-879c-4502-8213-c6ca8abb3e49 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=843851f2-725b-44e7-bbf6-d6a7bf904470 HTTP/1.1" status: 200 len: 849 time: 0.0539186 Jul 30 00:36:30.772719 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16aa649-fdc0-4462-8223-ed3964985ea4 None None] Checking router: 868276b5-2929-4c5a-b703-efba1afb1872 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:36:30.780961 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16aa649-fdc0-4462-8223-ed3964985ea4 None None] Routers {'868276b5-2929-4c5a-b703-efba1afb1872'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:36:30.781492 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-f16aa649-fdc0-4462-8223-ed3964985ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:36:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['868276b5-2929-4c5a-b703-efba1afb1872'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:36:30.798675 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1932da1-48ee-4aa6-9ef8-253b031ca5b7 req-90da23ad-9d71-42fe-95b1-cfe307670fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:30.800251 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d1932da1-48ee-4aa6-9ef8-253b031ca5b7 req-90da23ad-9d71-42fe-95b1-cfe307670fb1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=14dd48ea-8bee-4262-9c4f-e8575e48da5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422125 Jul 30 00:36:30.886963 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-f16aa649-fdc0-4462-8223-ed3964985ea4 None None] Set router 868276b5-2929-4c5a-b703-efba1afb1872 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:36:30.890051 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d1932da1-48ee-4aa6-9ef8-253b031ca5b7 req-3abf7e40-c2be-4e68-8726-75b2694f55a5 service neutron] 10.222.0.22 "GET /v2.0/networks/14dd48ea-8bee-4262-9c4f-e8575e48da5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826881 Jul 30 00:36:30.985350 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-d1932da1-48ee-4aa6-9ef8-253b031ca5b7 req-ab76c25e-c653-444f-b4f9-7f58ba993c77 service neutron] 10.222.0.22 "GET /v2.0/networks/14dd48ea-8bee-4262-9c4f-e8575e48da5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881622 Jul 30 00:36:31.117648 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-f16aa649-fdc0-4462-8223-ed3964985ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868276b5-2929-4c5a-b703-efba1afb1872', 'name': 'tempest-TestSnapshotPattern-1252571133-router', 'tenant_id': '5e891541249b45ee80d082b7ebda21a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '4fbc075a-fe83-4eb4-bb40-cfe50b6ccb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:36:07Z', 'updated_at': '2021-07-30T00:36:09Z', 'revision_number': 4, 'project_id': '5e891541249b45ee80d082b7ebda21a8', 'gw_port': {'id': '4fbc075a-fe83-4eb4-bb40-cfe50b6ccb98', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:69:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868276b5-2929-4c5a-b703-efba1afb1872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:36:07Z', 'updated_at': '2021-07-30T00:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '81316742-74a7-454f-ad12-9864247378d7', 'tenant_id': '5e891541249b45ee80d082b7ebda21a8', 'floating_ip_address': '172.25.0.145', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '868276b5-2929-4c5a-b703-efba1afb1872', 'port_id': '1025af92-f05d-40c8-9012-88d0043601f3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14dd48ea-8bee-4262-9c4f-e8575e48da5b', 'mac_address': 'fa:16:3e:c2:81:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671ce87f-1067-48cb-a1b6-52d5eb7363ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:36:29Z', 'updated_at': '2021-07-30T00:36:29Z', 'revision_number': 0, 'project_id': '5e891541249b45ee80d082b7ebda21a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b730ae1f-ac3c-412e-aef4-bce319c6cab1', 'name': '', 'network_id': '14dd48ea-8bee-4262-9c4f-e8575e48da5b', 'tenant_id': '5e891541249b45ee80d082b7ebda21a8', 'mac_address': 'fa:16:3e:3d:6b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868276b5-2929-4c5a-b703-efba1afb1872', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '843851f2-725b-44e7-bbf6-d6a7bf904470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:36:09Z', 'updated_at': '2021-07-30T00:36:15Z', 'revision_number': 5, 'project_id': '5e891541249b45ee80d082b7ebda21a8', 'subnets': [{'id': '843851f2-725b-44e7-bbf6-d6a7bf904470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:36:31.147915 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16aa649-fdc0-4462-8223-ed3964985ea4 None None] The sync data for ids ['868276b5-2929-4c5a-b703-efba1afb1872'] in n-d-712141-10 is: [{'id': '868276b5-2929-4c5a-b703-efba1afb1872', 'name': 'tempest-TestSnapshotPattern-1252571133-router', 'tenant_id': '5e891541249b45ee80d082b7ebda21a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '4fbc075a-fe83-4eb4-bb40-cfe50b6ccb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:36:07Z', 'updated_at': '2021-07-30T00:36:09Z', 'revision_number': 4, 'project_id': '5e891541249b45ee80d082b7ebda21a8', 'gw_port': {'id': '4fbc075a-fe83-4eb4-bb40-cfe50b6ccb98', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:69:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868276b5-2929-4c5a-b703-efba1afb1872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:36:07Z', 'updated_at': '2021-07-30T00:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '81316742-74a7-454f-ad12-9864247378d7', 'tenant_id': '5e891541249b45ee80d082b7ebda21a8', 'floating_ip_address': '172.25.0.145', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '868276b5-2929-4c5a-b703-efba1afb1872', 'port_id': '1025af92-f05d-40c8-9012-88d0043601f3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14dd48ea-8bee-4262-9c4f-e8575e48da5b', 'mac_address': 'fa:16:3e:c2:81:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '671ce87f-1067-48cb-a1b6-52d5eb7363ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:36:29Z', 'updated_at': '2021-07-30T00:36:29Z', 'revision_number': 0, 'project_id': '5e891541249b45ee80d082b7ebda21a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b730ae1f-ac3c-412e-aef4-bce319c6cab1', 'name': '', 'network_id': '14dd48ea-8bee-4262-9c4f-e8575e48da5b', 'tenant_id': '5e891541249b45ee80d082b7ebda21a8', 'mac_address': 'fa:16:3e:3d:6b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868276b5-2929-4c5a-b703-efba1afb1872', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '843851f2-725b-44e7-bbf6-d6a7bf904470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:36:09Z', 'updated_at': '2021-07-30T00:36:15Z', 'revision_number': 5, 'project_id': '5e891541249b45ee80d082b7ebda21a8', 'subnets': [{'id': '843851f2-725b-44e7-bbf6-d6a7bf904470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:36:31.338204 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61ae4b3-a1de-401e-a88b-3089c46805e8 None None] New status for floating IP 81316742-74a7-454f-ad12-9864247378d7: ACTIVE {{(pid=94079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:36:37.867382 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:50.295109 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:53.362933 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-77efcd5f-0259-4d34-a54e-72dfa3350d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:55.986135 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-c91211bb-aa3d-4238-ac14-9f64d9b32542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:56.593039 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:57.995296 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:59.614461 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:00.909124 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:37:07.874853 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:20.312702 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:23.362711 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-08aa1ad2-3ef2-42ba-9d49-514b2d9c1e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:25.987190 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b7279c1e-9645-4926-9ba7-4fb1bdac7e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:26.593957 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:27.998612 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:28.232518 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-abdb648b-5a0d-4982-82ba-3c98ac9c118a req-74bcf2c3-24a5-4546-815a-78dba77d1461 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=671ce87f-1067-48cb-a1b6-52d5eb7363ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402687 Jul 30 00:37:28.313147 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb648b-5a0d-4982-82ba-3c98ac9c118a req-018161e8-8e76-40ae-bd8f-b5ec84ca6fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:37:28.314670 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-abdb648b-5a0d-4982-82ba-3c98ac9c118a req-018161e8-8e76-40ae-bd8f-b5ec84ca6fa4 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5e891541249b45ee80d082b7ebda21a8&device_id=671ce87f-1067-48cb-a1b6-52d5eb7363ae HTTP/1.1" status: 200 len: 1098 time: 0.0422156 Jul 30 00:37:28.425387 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb648b-5a0d-4982-82ba-3c98ac9c118a req-f5f05eb3-7366-4ef7-a4c9-128bd776813a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:37:28.426917 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-abdb648b-5a0d-4982-82ba-3c98ac9c118a req-f5f05eb3-7366-4ef7-a4c9-128bd776813a service neutron] 10.222.0.22 "GET /v2.0/networks?id=14dd48ea-8bee-4262-9c4f-e8575e48da5b HTTP/1.1" status: 200 len: 911 time: 0.0926344 Jul 30 00:37:28.490850 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-abdb648b-5a0d-4982-82ba-3c98ac9c118a req-154ea5bf-9704-4226-9fff-505ced954b99 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1025af92-f05d-40c8-9012-88d0043601f3 HTTP/1.1" status: 200 len: 1002 time: 0.0560656 Jul 30 00:37:28.543234 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb648b-5a0d-4982-82ba-3c98ac9c118a req-07998377-015b-43bf-9352-6afc187d9737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:37:28.545025 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-abdb648b-5a0d-4982-82ba-3c98ac9c118a req-07998377-015b-43bf-9352-6afc187d9737 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=843851f2-725b-44e7-bbf6-d6a7bf904470 HTTP/1.1" status: 200 len: 849 time: 0.0475535 Jul 30 00:37:28.594118 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb648b-5a0d-4982-82ba-3c98ac9c118a req-168173c5-bdf1-4176-a28c-491c75be594a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:37:28.595561 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-abdb648b-5a0d-4982-82ba-3c98ac9c118a req-168173c5-bdf1-4176-a28c-491c75be594a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=14dd48ea-8bee-4262-9c4f-e8575e48da5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433128 Jul 30 00:37:28.684234 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-abdb648b-5a0d-4982-82ba-3c98ac9c118a req-a14d02be-8846-4bd2-945d-b1c1595320a1 service neutron] 10.222.0.22 "GET /v2.0/networks/14dd48ea-8bee-4262-9c4f-e8575e48da5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804293 Jul 30 00:37:28.776566 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-abdb648b-5a0d-4982-82ba-3c98ac9c118a req-afb2e0df-1686-42d2-8685-461ce5a819b5 service neutron] 10.222.0.22 "GET /v2.0/networks/14dd48ea-8bee-4262-9c4f-e8575e48da5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859604 Jul 30 00:37:29.616265 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:37.872500 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:37.908068 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:37:50.325790 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:53.362324 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-999b7c0a-f986-475a-8677-7e7e14636259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:55.988279 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b5b370a8-64ba-4e19-b805-9508c2920df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:56.595240 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:58.003092 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:59.618857 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:07.891330 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:14.907307 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:38:20.331363 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:23.363503 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1b8ea2db-7c67-44ee-bd36-370645edbe07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:25.990687 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0ed08d2e-ad47-43d9-94d7-50021d20c66a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:26.596224 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:28.005396 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:29.253838 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 1025af92-f05d-40c8-9012-88d0043601f3 details requested by agent hyperv_n-h2-712141-10 with host n-h2-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:38:29.341214 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4d874b-a662-4a8a-9465-92529f75b6b2 req-eecca72f-b36c-40b2-88b7-7a8ff1c66eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:29.343131 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0f4d874b-a662-4a8a-9465-92529f75b6b2 req-eecca72f-b36c-40b2-88b7-7a8ff1c66eab service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5e891541249b45ee80d082b7ebda21a8&device_id=671ce87f-1067-48cb-a1b6-52d5eb7363ae HTTP/1.1" status: 200 len: 1098 time: 0.0940285 Jul 30 00:38:29.354741 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 1025af92-f05d-40c8-9012-88d0043601f3, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=1025af92-f05d-40c8-9012-88d0043601f3,segment=NetworkSegment(3a042300-34d9-44c7-9c94-4046af89a0fa),segment_id=3a042300-34d9-44c7-9c94-4046af89a0fa)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:38:29.367332 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Returning: {'device': '1025af92-f05d-40c8-9012-88d0043601f3', 'network_id': '14dd48ea-8bee-4262-9c4f-e8575e48da5b', 'port_id': '1025af92-f05d-40c8-9012-88d0043601f3', 'mac_address': 'fa:16:3e:c2:81:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '843851f2-725b-44e7-bbf6-d6a7bf904470', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:38:29.407261 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:29.422067 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1025af92-f05d-40c8-9012-88d0043601f3 {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:38:29.449064 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 1025af92-f05d-40c8-9012-88d0043601f3, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=1025af92-f05d-40c8-9012-88d0043601f3,segment=NetworkSegment(3a042300-34d9-44c7-9c94-4046af89a0fa),segment_id=3a042300-34d9-44c7-9c94-4046af89a0fa)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:38:29.459608 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:29.529075 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=1025af92-f05d-40c8-9012-88d0043601f3,revision_number=6']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:38:29.540077 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] get_ports_and_sgs() called for port_ids ['1025af92-f05d-40c8-9012-88d0043601f3'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:38:29.545793 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:38:29.546356 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:38:29.546697 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:38:29.547695 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:38:29.548109 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:38:29.548453 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:38:29.548775 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:38:29.549377 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:38:29.549743 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:38:29.550072 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:38:29.550396 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:38:29.550714 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:38:29.630690 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:29.784255 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4d874b-a662-4a8a-9465-92529f75b6b2 req-e0f8bb10-eca6-4fd1-b267-2369db6fbd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:29.785842 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0f4d874b-a662-4a8a-9465-92529f75b6b2 req-e0f8bb10-eca6-4fd1-b267-2369db6fbd7b service neutron] 10.222.0.22 "GET /v2.0/networks?id=14dd48ea-8bee-4262-9c4f-e8575e48da5b HTTP/1.1" status: 200 len: 911 time: 0.4220502 Jul 30 00:38:29.861842 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0f4d874b-a662-4a8a-9465-92529f75b6b2 req-4de2928c-41d3-462f-bd8b-dfc652e926b1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1025af92-f05d-40c8-9012-88d0043601f3 HTTP/1.1" status: 200 len: 1001 time: 0.0686886 Jul 30 00:38:29.923081 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4d874b-a662-4a8a-9465-92529f75b6b2 req-4db420c1-9c77-4af0-bf7f-ed64b4ea9032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:29.925618 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0f4d874b-a662-4a8a-9465-92529f75b6b2 req-4db420c1-9c77-4af0-bf7f-ed64b4ea9032 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=843851f2-725b-44e7-bbf6-d6a7bf904470 HTTP/1.1" status: 200 len: 849 time: 0.0565345 Jul 30 00:38:29.979714 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4d874b-a662-4a8a-9465-92529f75b6b2 req-182d154f-016a-4104-9f5e-2aa60d6002f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:29.981215 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0f4d874b-a662-4a8a-9465-92529f75b6b2 req-182d154f-016a-4104-9f5e-2aa60d6002f9 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=14dd48ea-8bee-4262-9c4f-e8575e48da5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481787 Jul 30 00:38:30.136537 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0f4d874b-a662-4a8a-9465-92529f75b6b2 req-ba978f8b-2c95-49d2-a47b-bb88718fb5ba service neutron] 10.222.0.22 "GET /v2.0/networks/14dd48ea-8bee-4262-9c4f-e8575e48da5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479878 Jul 30 00:38:30.279010 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-0f4d874b-a662-4a8a-9465-92529f75b6b2 req-82db5768-fa9d-4f49-a7f3-26738c5caf10 service neutron] 10.222.0.22 "GET /v2.0/networks/14dd48ea-8bee-4262-9c4f-e8575e48da5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339426 Jul 30 00:38:31.267531 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 1025af92-f05d-40c8-9012-88d0043601f3 up at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:38:31.322230 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Provisioning complete for port 1025af92-f05d-40c8-9012-88d0043601f3 triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:38:31.322691 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:31.426829 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:31.456006 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '671ce87f-1067-48cb-a1b6-52d5eb7363ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1025af92-f05d-40c8-9012-88d0043601f3'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:38:31.458211 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3dd558600791562711758174753c2f4fb110b88d3119b842389a6e503e2e31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75365ab8-5fc0-4ddd-95f1-08fe49eb4654" -d '{"events": [{"server_uuid": "671ce87f-1067-48cb-a1b6-52d5eb7363ae", "name": "network-vif-plugged", "status": "completed", "tag": "1025af92-f05d-40c8-9012-88d0043601f3"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:38:31.476852 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 1025af92-f05d-40c8-9012-88d0043601f3, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=1025af92-f05d-40c8-9012-88d0043601f3,segment=NetworkSegment(3a042300-34d9-44c7-9c94-4046af89a0fa),segment_id=3a042300-34d9-44c7-9c94-4046af89a0fa)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:38:31.485654 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:31.547440 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49474202-bb40-43e8-924f-6dae30b95509 x-openstack-request-id: req-49474202-bb40-43e8-924f-6dae30b95509 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:38:31.548014 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "671ce87f-1067-48cb-a1b6-52d5eb7363ae", "name": "network-vif-plugged", "status": "completed", "tag": "1025af92-f05d-40c8-9012-88d0043601f3", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:38:31.548373 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-49474202-bb40-43e8-924f-6dae30b95509 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:38:31.548864 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '671ce87f-1067-48cb-a1b6-52d5eb7363ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1025af92-f05d-40c8-9012-88d0043601f3', 'code': 200} Jul 30 00:38:31.553663 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=1025af92-f05d-40c8-9012-88d0043601f3,revision_number=7']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:38:37.895915 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:39.959773 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-45e034c8-adf9-4654-8cc6-9d30746f480f req-48b06a6e-9f3c-47a9-8992-38c78c12d734 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-144899385&fields=id&tenant_id=5e891541249b45ee80d082b7ebda21a8 HTTP/1.1" status: 200 len: 267 time: 0.0341039 Jul 30 00:38:40.069844 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e034c8-adf9-4654-8cc6-9d30746f480f req-4dace7a8-eb3d-4cc3-8b50-0d1923d62b4a tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:40.071219 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-45e034c8-adf9-4654-8cc6-9d30746f480f req-4dace7a8-eb3d-4cc3-8b50-0d1923d62b4a tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/networks?id=14dd48ea-8bee-4262-9c4f-e8575e48da5b HTTP/1.1" status: 200 len: 810 time: 0.1047077 Jul 30 00:38:40.086823 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-45e034c8-adf9-4654-8cc6-9d30746f480f req-aca3246a-7558-49ec-9a8d-c1aa25c8dc45 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/quotas/5e891541249b45ee80d082b7ebda21a8 HTTP/1.1" status: 200 len: 375 time: 0.0097842 Jul 30 00:38:40.142154 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-45e034c8-adf9-4654-8cc6-9d30746f480f req-6d7c23f4-4642-4d23-8ee2-e93e2a65a07b tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5e891541249b45ee80d082b7ebda21a8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0499828 Jul 30 00:38:40.201597 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [req-45e034c8-adf9-4654-8cc6-9d30746f480f req-4e23dcc3-7a0e-4c86-a43f-b8ca0c1eb702 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:38:40.202606 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-45e034c8-adf9-4654-8cc6-9d30746f480f req-4e23dcc3-7a0e-4c86-a43f-b8ca0c1eb702 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0493121 Jul 30 00:38:40.295664 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-45e034c8-adf9-4654-8cc6-9d30746f480f req-1d812218-4015-4e9e-9e02-283cf7e40d60 service neutron] 10.222.0.43 "GET /v2.0/networks/14dd48ea-8bee-4262-9c4f-e8575e48da5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862923 Jul 30 00:38:40.392195 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-45e034c8-adf9-4654-8cc6-9d30746f480f req-a4e3b91b-f73f-4cef-8720-6068729627ad service neutron] 10.222.0.43 "GET /v2.0/networks/14dd48ea-8bee-4262-9c4f-e8575e48da5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900030 Jul 30 00:38:40.639548 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8f4b8d35-597b-47f7-aed0-a79735df4cef req-5adbee9f-5734-4456-98b6-9938135ee5c6 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/ports?device_id=445749b5-d43b-4076-a57b-e27d91143575 HTTP/1.1" status: 200 len: 210 time: 0.0855994 Jul 30 00:38:41.569636 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e034c8-adf9-4654-8cc6-9d30746f480f req-be7b0417-dfa3-4c97-983d-19d3dd4e80e3 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:41.571113 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-45e034c8-adf9-4654-8cc6-9d30746f480f req-be7b0417-dfa3-4c97-983d-19d3dd4e80e3 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.41 "GET /v2.0/networks?id=14dd48ea-8bee-4262-9c4f-e8575e48da5b HTTP/1.1" status: 200 len: 810 time: 0.1104298 Jul 30 00:38:41.621808 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-45e034c8-adf9-4654-8cc6-9d30746f480f req-6792b854-2255-444b-845d-18783dd08320 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e891541249b45ee80d082b7ebda21a8 HTTP/1.1" status: 200 len: 379 time: 0.0349128 Jul 30 00:38:41.633679 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-45e034c8-adf9-4654-8cc6-9d30746f480f req-682b4b0f-505b-4a74-905a-26b71ccd1af7 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Request body: {'port': {'device_id': '445749b5-d43b-4076-a57b-e27d91143575', 'network_id': '14dd48ea-8bee-4262-9c4f-e8575e48da5b', 'admin_state_up': True, 'tenant_id': '5e891541249b45ee80d082b7ebda21a8', 'security_groups': ['b492510f-30fe-4b8f-9609-6b4afb7f0a6b']}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:38:41.747165 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-15c818cb-3376-4eea-8482-9337f0fec32b req-922423b1-aa44-4252-b090-92f5f10f92f5 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/ports?device_id=445749b5-d43b-4076-a57b-e27d91143575 HTTP/1.1" status: 200 len: 210 time: 0.0349522 Jul 30 00:38:41.769997 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45e034c8-adf9-4654-8cc6-9d30746f480f req-682b4b0f-505b-4a74-905a-26b71ccd1af7 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Made reservation on behalf of 5e891541249b45ee80d082b7ebda21a8 for: {'port': 1} {{(pid=94078) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:38:41.773963 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-45e034c8-adf9-4654-8cc6-9d30746f480f req-682b4b0f-505b-4a74-905a-26b71ccd1af7 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:41.938964 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [req-45e034c8-adf9-4654-8cc6-9d30746f480f req-682b4b0f-505b-4a74-905a-26b71ccd1af7 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Allocated IP 172.20.0.14 (14dd48ea-8bee-4262-9c4f-e8575e48da5b/843851f2-725b-44e7-bbf6-d6a7bf904470/279608fe-39c2-44cf-bec6-0420928277bd) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:38:42.145415 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-45e034c8-adf9-4654-8cc6-9d30746f480f req-682b4b0f-505b-4a74-905a-26b71ccd1af7 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:42.163182 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-45e034c8-adf9-4654-8cc6-9d30746f480f req-682b4b0f-505b-4a74-905a-26b71ccd1af7 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Transition to ACTIVE for port object 279608fe-39c2-44cf-bec6-0420928277bd will not be triggered until provisioned by entity DHCP. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:38:42.205198 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-45e034c8-adf9-4654-8cc6-9d30746f480f req-682b4b0f-505b-4a74-905a-26b71ccd1af7 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:42.251194 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45e034c8-adf9-4654-8cc6-9d30746f480f req-682b4b0f-505b-4a74-905a-26b71ccd1af7 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Network 14dd48ea-8bee-4262-9c4f-e8575e48da5b is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:38:42.254877 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [req-45e034c8-adf9-4654-8cc6-9d30746f480f req-682b4b0f-505b-4a74-905a-26b71ccd1af7 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:38:42.258713 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e034c8-adf9-4654-8cc6-9d30746f480f req-682b4b0f-505b-4a74-905a-26b71ccd1af7 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:38:42.300129 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682b4b0f-505b-4a74-905a-26b71ccd1af7 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Pushing event updated for resources: {'Port': ['ID=279608fe-39c2-44cf-bec6-0420928277bd,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:38:42.326679 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682b4b0f-505b-4a74-905a-26b71ccd1af7 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:38:42.327303 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682b4b0f-505b-4a74-905a-26b71ccd1af7 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:38:42.327816 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682b4b0f-505b-4a74-905a-26b71ccd1af7 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:38:42.328909 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682b4b0f-505b-4a74-905a-26b71ccd1af7 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:38:42.329638 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682b4b0f-505b-4a74-905a-26b71ccd1af7 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:38:42.330133 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682b4b0f-505b-4a74-905a-26b71ccd1af7 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:38:42.330623 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682b4b0f-505b-4a74-905a-26b71ccd1af7 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:38:42.331110 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682b4b0f-505b-4a74-905a-26b71ccd1af7 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:38:42.331610 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682b4b0f-505b-4a74-905a-26b71ccd1af7 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:38:42.332203 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682b4b0f-505b-4a74-905a-26b71ccd1af7 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:38:42.332691 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682b4b0f-505b-4a74-905a-26b71ccd1af7 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:38:42.333176 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-682b4b0f-505b-4a74-905a-26b71ccd1af7 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:38:42.359780 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e034c8-adf9-4654-8cc6-9d30746f480f req-682b4b0f-505b-4a74-905a-26b71ccd1af7 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:42.360587 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-45e034c8-adf9-4654-8cc6-9d30746f480f req-682b4b0f-505b-4a74-905a-26b71ccd1af7 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:42.402770 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-45e034c8-adf9-4654-8cc6-9d30746f480f req-682b4b0f-505b-4a74-905a-26b71ccd1af7 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7725489 Jul 30 00:38:42.518139 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-0f3a6769-4622-4caf-8ec0-8dcff8f17881 None None] Provisioning for port 279608fe-39c2-44cf-bec6-0420928277bd completed by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:38:42.522186 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-0f3a6769-4622-4caf-8ec0-8dcff8f17881 None None] Provisioning complete for port 279608fe-39c2-44cf-bec6-0420928277bd triggered by entity DHCP. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:38:42.522563 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0f3a6769-4622-4caf-8ec0-8dcff8f17881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:42.563939 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-0f3a6769-4622-4caf-8ec0-8dcff8f17881 None None] Port 279608fe-39c2-44cf-bec6-0420928277bd cannot update to ACTIVE because it is not bound. {{(pid=94079) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:38:42.884562 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579b39e4-65b9-471b-befc-df280dfc2742 req-5f296756-8fbd-4812-94f2-7f1ec80125e6 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:42.886172 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-579b39e4-65b9-471b-befc-df280dfc2742 req-5f296756-8fbd-4812-94f2-7f1ec80125e6 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/ports?device_id=445749b5-d43b-4076-a57b-e27d91143575 HTTP/1.1" status: 200 len: 932 time: 0.0587864 Jul 30 00:38:42.924545 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-579b39e4-65b9-471b-befc-df280dfc2742 req-86432f40-253b-4989-a63c-32d193763252 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/security-groups?id=b492510f-30fe-4b8f-9609-6b4afb7f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316908 Jul 30 00:38:43.331948 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 1025af92-f05d-40c8-9012-88d0043601f3 no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:38:43.419231 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:43.442473 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '671ce87f-1067-48cb-a1b6-52d5eb7363ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1025af92-f05d-40c8-9012-88d0043601f3'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:38:43.444789 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3dd558600791562711758174753c2f4fb110b88d3119b842389a6e503e2e31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbba1f4d-7d3c-4d59-b05a-8c16bf26d5b7" -d '{"events": [{"server_uuid": "671ce87f-1067-48cb-a1b6-52d5eb7363ae", "name": "network-vif-unplugged", "status": "completed", "tag": "1025af92-f05d-40c8-9012-88d0043601f3"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:38:43.457897 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] For port 1025af92-f05d-40c8-9012-88d0043601f3, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=1025af92-f05d-40c8-9012-88d0043601f3,segment=NetworkSegment(3a042300-34d9-44c7-9c94-4046af89a0fa),segment_id=3a042300-34d9-44c7-9c94-4046af89a0fa)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:38:43.462057 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:43.492894 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 00:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9590f58a-7a61-41be-89f3-29edf6a48c29 x-openstack-request-id: req-9590f58a-7a61-41be-89f3-29edf6a48c29 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:38:43.493181 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "671ce87f-1067-48cb-a1b6-52d5eb7363ae", "name": "network-vif-unplugged", "status": "completed", "tag": "1025af92-f05d-40c8-9012-88d0043601f3", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:38:43.493429 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9590f58a-7a61-41be-89f3-29edf6a48c29 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:38:43.493836 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '671ce87f-1067-48cb-a1b6-52d5eb7363ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1025af92-f05d-40c8-9012-88d0043601f3', 'code': 200} Jul 30 00:38:43.525003 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Pushing event updated for resources: {'Port': ['ID=1025af92-f05d-40c8-9012-88d0043601f3,revision_number=8']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:38:44.043282 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ce450-529b-40c3-9251-6eb2cf0c8404 req-93973e36-0d44-40f2-b625-1d782a8a7c79 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:44.046020 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-497ce450-529b-40c3-9251-6eb2cf0c8404 req-93973e36-0d44-40f2-b625-1d782a8a7c79 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/ports?device_id=445749b5-d43b-4076-a57b-e27d91143575 HTTP/1.1" status: 200 len: 932 time: 0.0536909 Jul 30 00:38:44.085352 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-497ce450-529b-40c3-9251-6eb2cf0c8404 req-fdddbe2e-8219-4df9-b43b-810a99497624 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/security-groups?id=b492510f-30fe-4b8f-9609-6b4afb7f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326238 Jul 30 00:38:45.207123 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb81d1-56b0-472d-9c53-d710abe5f3e4 req-83783532-555d-4ecb-9190-ae050774cefc tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:45.208747 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4adb81d1-56b0-472d-9c53-d710abe5f3e4 req-83783532-555d-4ecb-9190-ae050774cefc tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/ports?device_id=445749b5-d43b-4076-a57b-e27d91143575 HTTP/1.1" status: 200 len: 932 time: 0.0514612 Jul 30 00:38:45.251044 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-4adb81d1-56b0-472d-9c53-d710abe5f3e4 req-5e4c14bf-56bc-4b5d-84cb-b471168b1974 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/security-groups?id=b492510f-30fe-4b8f-9609-6b4afb7f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359650 Jul 30 00:38:46.376060 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996af4f4-0851-4cd7-803a-6921727a6a2c req-20589dfa-18d3-4100-83d5-9ea9da22ea60 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:46.377752 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-996af4f4-0851-4cd7-803a-6921727a6a2c req-20589dfa-18d3-4100-83d5-9ea9da22ea60 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/ports?device_id=445749b5-d43b-4076-a57b-e27d91143575 HTTP/1.1" status: 200 len: 932 time: 0.0544720 Jul 30 00:38:46.418255 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-996af4f4-0851-4cd7-803a-6921727a6a2c req-4152ec89-9fc6-4dcc-874a-d09860df0396 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/security-groups?id=b492510f-30fe-4b8f-9609-6b4afb7f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342407 Jul 30 00:38:47.542411 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e121f3-bcbb-4f42-8274-980210c8c9a2 req-b3876009-1904-4cca-a929-54cfea656feb tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:47.543923 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f9e121f3-bcbb-4f42-8274-980210c8c9a2 req-b3876009-1904-4cca-a929-54cfea656feb tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/ports?device_id=445749b5-d43b-4076-a57b-e27d91143575 HTTP/1.1" status: 200 len: 932 time: 0.0517559 Jul 30 00:38:47.590432 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-f9e121f3-bcbb-4f42-8274-980210c8c9a2 req-45a5f17b-f212-4950-9185-479cea1e828d tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/security-groups?id=b492510f-30fe-4b8f-9609-6b4afb7f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390677 Jul 30 00:38:48.753508 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0df40f-3386-43c9-891c-93660d62c4e4 req-cb511c57-1a35-4ecd-8e37-c8b3ff0bf865 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:48.755217 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9c0df40f-3386-43c9-891c-93660d62c4e4 req-cb511c57-1a35-4ecd-8e37-c8b3ff0bf865 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/ports?device_id=445749b5-d43b-4076-a57b-e27d91143575 HTTP/1.1" status: 200 len: 932 time: 0.0636785 Jul 30 00:38:48.800947 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9c0df40f-3386-43c9-891c-93660d62c4e4 req-b4fd9cc5-6f23-4594-8221-6090aac7947c tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/security-groups?id=b492510f-30fe-4b8f-9609-6b4afb7f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393903 Jul 30 00:38:49.936728 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f0c59-e2e4-4923-86aa-bfc1ba02d55b req-abacf822-53ac-4f4a-90a8-75e2e854ace8 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:49.938303 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b25f0c59-e2e4-4923-86aa-bfc1ba02d55b req-abacf822-53ac-4f4a-90a8-75e2e854ace8 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/ports?device_id=445749b5-d43b-4076-a57b-e27d91143575 HTTP/1.1" status: 200 len: 932 time: 0.0562224 Jul 30 00:38:49.979499 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-b25f0c59-e2e4-4923-86aa-bfc1ba02d55b req-eac026f6-4dac-4344-9dbb-4fd65c1ead5e tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/security-groups?id=b492510f-30fe-4b8f-9609-6b4afb7f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343850 Jul 30 00:38:50.351713 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:51.102226 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8144a197-d449-4ef5-87a8-cd8451af073c req-238ce9a2-8258-48cb-a2df-3e60c346d074 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:51.104017 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8144a197-d449-4ef5-87a8-cd8451af073c req-238ce9a2-8258-48cb-a2df-3e60c346d074 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/ports?device_id=445749b5-d43b-4076-a57b-e27d91143575 HTTP/1.1" status: 200 len: 932 time: 0.0526104 Jul 30 00:38:51.148025 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8144a197-d449-4ef5-87a8-cd8451af073c req-d16725c0-900a-4865-ae5a-cbd0e74572b3 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/security-groups?id=b492510f-30fe-4b8f-9609-6b4afb7f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363281 Jul 30 00:38:51.905652 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:38:52.171601 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [req-45e034c8-adf9-4654-8cc6-9d30746f480f req-5a602daa-a1aa-4c70-b1ef-327e99ababf9 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=94078) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:38:52.172538 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-45e034c8-adf9-4654-8cc6-9d30746f480f req-5a602daa-a1aa-4c70-b1ef-327e99ababf9 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058329 Jul 30 00:38:52.252696 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [req-45e034c8-adf9-4654-8cc6-9d30746f480f req-bb156d8a-2636-47bd-8ef5-5b362bf3ff9c service neutron] Request body: {'port': {'device_id': '445749b5-d43b-4076-a57b-e27d91143575', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712141-10'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:38:52.301163 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ab3a0e-9e0d-41f5-bdb1-ae5424816e6a req-b3159158-1103-48e8-a92d-73abca364f4f tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:52.302675 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-65ab3a0e-9e0d-41f5-bdb1-ae5424816e6a req-b3159158-1103-48e8-a92d-73abca364f4f tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/ports?device_id=445749b5-d43b-4076-a57b-e27d91143575 HTTP/1.1" status: 200 len: 932 time: 0.0854917 Jul 30 00:38:52.337786 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-45e034c8-adf9-4654-8cc6-9d30746f480f req-bb156d8a-2636-47bd-8ef5-5b362bf3ff9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:52.365707 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-65ab3a0e-9e0d-41f5-bdb1-ae5424816e6a req-2aecbfad-1050-48e3-84bb-552da41d0d00 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/security-groups?id=b492510f-30fe-4b8f-9609-6b4afb7f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482378 Jul 30 00:38:52.608947 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [req-45e034c8-adf9-4654-8cc6-9d30746f480f req-bb156d8a-2636-47bd-8ef5-5b362bf3ff9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 279608fe-39c2-44cf-bec6-0420928277bd {{(pid=94078) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:38:52.616262 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-45e034c8-adf9-4654-8cc6-9d30746f480f req-bb156d8a-2636-47bd-8ef5-5b362bf3ff9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:52.628436 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.provisioning_blocks [req-45e034c8-adf9-4654-8cc6-9d30746f480f req-bb156d8a-2636-47bd-8ef5-5b362bf3ff9c service neutron] Transition to ACTIVE for port object 279608fe-39c2-44cf-bec6-0420928277bd will not be triggered until provisioned by entity L2. {{(pid=94078) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:38:52.631960 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-45e034c8-adf9-4654-8cc6-9d30746f480f req-bb156d8a-2636-47bd-8ef5-5b362bf3ff9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:52.685502 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb156d8a-2636-47bd-8ef5-5b362bf3ff9c service neutron] Pushing event updated for resources: {'Port': ['ID=279608fe-39c2-44cf-bec6-0420928277bd,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:38:52.756617 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-45e034c8-adf9-4654-8cc6-9d30746f480f req-bb156d8a-2636-47bd-8ef5-5b362bf3ff9c service neutron] Attempting to bind port 279608fe-39c2-44cf-bec6-0420928277bd on host n-h1-712141-10 for vnic_type normal with profile {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:38:52.756995 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-45e034c8-adf9-4654-8cc6-9d30746f480f req-bb156d8a-2636-47bd-8ef5-5b362bf3ff9c service neutron] Attempting to bind port 279608fe-39c2-44cf-bec6-0420928277bd by drivers openvswitch,hyperv on host n-h1-712141-10 at level 0 using segments [{'id': '3a042300-34d9-44c7-9c94-4046af89a0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '14dd48ea-8bee-4262-9c4f-e8575e48da5b'}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:38:52.757276 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e034c8-adf9-4654-8cc6-9d30746f480f req-bb156d8a-2636-47bd-8ef5-5b362bf3ff9c service neutron] Attempting to bind port 279608fe-39c2-44cf-bec6-0420928277bd on network 14dd48ea-8bee-4262-9c4f-e8575e48da5b {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:38:52.761850 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e034c8-adf9-4654-8cc6-9d30746f480f req-bb156d8a-2636-47bd-8ef5-5b362bf3ff9c service neutron] Port 279608fe-39c2-44cf-bec6-0420928277bd on network 14dd48ea-8bee-4262-9c4f-e8575e48da5b not bound, no agent of type Open vSwitch agent registered on host n-h1-712141-10 {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:38:52.762172 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e034c8-adf9-4654-8cc6-9d30746f480f req-bb156d8a-2636-47bd-8ef5-5b362bf3ff9c service neutron] Attempting to bind port 279608fe-39c2-44cf-bec6-0420928277bd on network 14dd48ea-8bee-4262-9c4f-e8575e48da5b {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:38:52.767651 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e034c8-adf9-4654-8cc6-9d30746f480f req-bb156d8a-2636-47bd-8ef5-5b362bf3ff9c service neutron] Checking agent: {'id': '8148b184-64b4-4ea3-a951-4e2bdeb14aff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712141-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'started_at': datetime.datetime(2021, 7, 29, 23, 15, 19), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:38:52.767936 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e034c8-adf9-4654-8cc6-9d30746f480f req-bb156d8a-2636-47bd-8ef5-5b362bf3ff9c service neutron] Checking segment: {'id': '3a042300-34d9-44c7-9c94-4046af89a0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '14dd48ea-8bee-4262-9c4f-e8575e48da5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94078) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:38:52.768316 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e034c8-adf9-4654-8cc6-9d30746f480f req-bb156d8a-2636-47bd-8ef5-5b362bf3ff9c service neutron] Bound using segment: {'id': '3a042300-34d9-44c7-9c94-4046af89a0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '14dd48ea-8bee-4262-9c4f-e8575e48da5b'} {{(pid=94078) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:38:52.768739 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.managers [req-45e034c8-adf9-4654-8cc6-9d30746f480f req-bb156d8a-2636-47bd-8ef5-5b362bf3ff9c service neutron] Bound port: 279608fe-39c2-44cf-bec6-0420928277bd, host: n-h1-712141-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a042300-34d9-44c7-9c94-4046af89a0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '14dd48ea-8bee-4262-9c4f-e8575e48da5b'}}] {{(pid=94078) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:38:52.769095 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-45e034c8-adf9-4654-8cc6-9d30746f480f req-bb156d8a-2636-47bd-8ef5-5b362bf3ff9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:52.834483 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-45e034c8-adf9-4654-8cc6-9d30746f480f req-bb156d8a-2636-47bd-8ef5-5b362bf3ff9c service neutron] For port 279608fe-39c2-44cf-bec6-0420928277bd, host n-h1-712141-10, cleared binding levels {{(pid=94078) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:38:52.837395 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-45e034c8-adf9-4654-8cc6-9d30746f480f req-bb156d8a-2636-47bd-8ef5-5b362bf3ff9c service neutron] For port 279608fe-39c2-44cf-bec6-0420928277bd, host n-h1-712141-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=279608fe-39c2-44cf-bec6-0420928277bd,segment=NetworkSegment(3a042300-34d9-44c7-9c94-4046af89a0fa),segment_id=3a042300-34d9-44c7-9c94-4046af89a0fa)] {{(pid=94078) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:38:52.841872 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-45e034c8-adf9-4654-8cc6-9d30746f480f req-bb156d8a-2636-47bd-8ef5-5b362bf3ff9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:52.878696 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e034c8-adf9-4654-8cc6-9d30746f480f req-bb156d8a-2636-47bd-8ef5-5b362bf3ff9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:52.879878 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-45e034c8-adf9-4654-8cc6-9d30746f480f req-bb156d8a-2636-47bd-8ef5-5b362bf3ff9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:52.881974 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-45e034c8-adf9-4654-8cc6-9d30746f480f req-bb156d8a-2636-47bd-8ef5-5b362bf3ff9c service neutron] 10.222.0.41 "PUT /v2.0/ports/279608fe-39c2-44cf-bec6-0420928277bd HTTP/1.1" status: 200 len: 1093 time: 0.6824114 Jul 30 00:38:52.882424 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '445749b5-d43b-4076-a57b-e27d91143575', 'tag': '279608fe-39c2-44cf-bec6-0420928277bd'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:38:52.884683 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bdefc4f50fc1dacc251594e9f8a8ff118bd4f4d1a27e9c9923ea81076a49f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd404d1-6ba4-4bdf-9f63-bf54b19ad128" -d '{"events": [{"name": "network-changed", "server_uuid": "445749b5-d43b-4076-a57b-e27d91143575", "tag": "279608fe-39c2-44cf-bec6-0420928277bd"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:38:52.920923 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb156d8a-2636-47bd-8ef5-5b362bf3ff9c service neutron] Pushing event updated for resources: {'Port': ['ID=279608fe-39c2-44cf-bec6-0420928277bd,revision_number=3']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:38:52.932658 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c6752b-1e81-4179-a9cf-fdcbb75ffa2f x-openstack-request-id: req-d0c6752b-1e81-4179-a9cf-fdcbb75ffa2f {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:38:52.933272 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "445749b5-d43b-4076-a57b-e27d91143575", "tag": "279608fe-39c2-44cf-bec6-0420928277bd", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:38:52.933272 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d0c6752b-1e81-4179-a9cf-fdcbb75ffa2f {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:38:52.933675 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '445749b5-d43b-4076-a57b-e27d91143575', 'tag': '279608fe-39c2-44cf-bec6-0420928277bd', 'status': 'completed', 'code': 200} Jul 30 00:38:52.999614 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e034c8-adf9-4654-8cc6-9d30746f480f req-187628ed-f3c6-496f-b5c0-770400847095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:53.001158 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-45e034c8-adf9-4654-8cc6-9d30746f480f req-187628ed-f3c6-496f-b5c0-770400847095 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5e891541249b45ee80d082b7ebda21a8&device_id=445749b5-d43b-4076-a57b-e27d91143575 HTTP/1.1" status: 200 len: 1096 time: 0.0437500 Jul 30 00:38:53.050728 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-45e034c8-adf9-4654-8cc6-9d30746f480f req-e65919ee-eec2-4bbd-bf28-e3ecd4feac5f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=279608fe-39c2-44cf-bec6-0420928277bd HTTP/1.1" status: 200 len: 217 time: 0.0360274 Jul 30 00:38:53.103016 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e034c8-adf9-4654-8cc6-9d30746f480f req-4659c6bc-1eb2-4905-a94f-4031f6a73307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:53.104461 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-45e034c8-adf9-4654-8cc6-9d30746f480f req-4659c6bc-1eb2-4905-a94f-4031f6a73307 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=843851f2-725b-44e7-bbf6-d6a7bf904470 HTTP/1.1" status: 200 len: 849 time: 0.0471461 Jul 30 00:38:53.149999 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e034c8-adf9-4654-8cc6-9d30746f480f req-85a3774b-aafb-4d33-a45f-b06bc15f0d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:53.151519 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-45e034c8-adf9-4654-8cc6-9d30746f480f req-85a3774b-aafb-4d33-a45f-b06bc15f0d32 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=14dd48ea-8bee-4262-9c4f-e8575e48da5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394301 Jul 30 00:38:53.239772 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-45e034c8-adf9-4654-8cc6-9d30746f480f req-7cbd841b-d523-4069-8098-902abdf54de5 service neutron] 10.222.0.41 "GET /v2.0/networks/14dd48ea-8bee-4262-9c4f-e8575e48da5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805023 Jul 30 00:38:53.330393 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-45e034c8-adf9-4654-8cc6-9d30746f480f req-a815e318-499d-42d1-b650-0965368d266f service neutron] 10.222.0.41 "GET /v2.0/networks/14dd48ea-8bee-4262-9c4f-e8575e48da5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838044 Jul 30 00:38:53.363685 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-abf698fe-7b36-4016-b6d7-eb95a37cf0cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:53.478520 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd404d1-6ba4-4bdf-9f63-bf54b19ad128 req-6254120a-9a3e-4c00-8f59-b6240b116d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:53.480042 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ccd404d1-6ba4-4bdf-9f63-bf54b19ad128 req-6254120a-9a3e-4c00-8f59-b6240b116d66 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5e891541249b45ee80d082b7ebda21a8&device_id=445749b5-d43b-4076-a57b-e27d91143575 HTTP/1.1" status: 200 len: 1096 time: 0.0683718 Jul 30 00:38:53.492182 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe90930-eee8-4413-862a-8f27a1caba7f req-c5f7c916-640b-4fb3-b261-965409203eb5 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:53.493598 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8fe90930-eee8-4413-862a-8f27a1caba7f req-c5f7c916-640b-4fb3-b261-965409203eb5 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/ports?device_id=445749b5-d43b-4076-a57b-e27d91143575 HTTP/1.1" status: 200 len: 944 time: 0.0577576 Jul 30 00:38:53.581119 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8fe90930-eee8-4413-862a-8f27a1caba7f req-88da5d73-344e-4cf0-8c00-572261cac0d7 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/security-groups?id=b492510f-30fe-4b8f-9609-6b4afb7f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797629 Jul 30 00:38:53.605485 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd404d1-6ba4-4bdf-9f63-bf54b19ad128 req-afe05e56-c8b1-4b72-a2c4-355aab2e9b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:53.606958 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ccd404d1-6ba4-4bdf-9f63-bf54b19ad128 req-afe05e56-c8b1-4b72-a2c4-355aab2e9b26 service neutron] 10.222.0.41 "GET /v2.0/networks?id=14dd48ea-8bee-4262-9c4f-e8575e48da5b HTTP/1.1" status: 200 len: 911 time: 0.1125333 Jul 30 00:38:53.648417 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ccd404d1-6ba4-4bdf-9f63-bf54b19ad128 req-57f9d5a4-a305-4332-bf81-ee7447c6be0d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=279608fe-39c2-44cf-bec6-0420928277bd HTTP/1.1" status: 200 len: 217 time: 0.0332403 Jul 30 00:38:53.701638 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd404d1-6ba4-4bdf-9f63-bf54b19ad128 req-54b04c6f-2f20-4d0c-91c5-4dcf8a64b500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:53.703069 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ccd404d1-6ba4-4bdf-9f63-bf54b19ad128 req-54b04c6f-2f20-4d0c-91c5-4dcf8a64b500 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=843851f2-725b-44e7-bbf6-d6a7bf904470 HTTP/1.1" status: 200 len: 849 time: 0.0468302 Jul 30 00:38:53.747881 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd404d1-6ba4-4bdf-9f63-bf54b19ad128 req-9cd65492-133e-4d71-b433-f2978a31bb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:53.749342 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ccd404d1-6ba4-4bdf-9f63-bf54b19ad128 req-9cd65492-133e-4d71-b433-f2978a31bb40 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=14dd48ea-8bee-4262-9c4f-e8575e48da5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387647 Jul 30 00:38:53.839187 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ccd404d1-6ba4-4bdf-9f63-bf54b19ad128 req-68d7dc0a-b41e-4294-83af-98f3be4040b3 service neutron] 10.222.0.41 "GET /v2.0/networks/14dd48ea-8bee-4262-9c4f-e8575e48da5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816441 Jul 30 00:38:53.933561 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-ccd404d1-6ba4-4bdf-9f63-bf54b19ad128 req-5ed386f1-acd2-4809-8cb7-ab2e44798996 service neutron] 10.222.0.41 "GET /v2.0/networks/14dd48ea-8bee-4262-9c4f-e8575e48da5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863566 Jul 30 00:38:54.698372 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a9958-7165-4236-82cd-d3fe653435ff req-555c57b9-412a-4cd7-bcf4-7d75477eb845 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:54.699880 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a47a9958-7165-4236-82cd-d3fe653435ff req-555c57b9-412a-4cd7-bcf4-7d75477eb845 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/ports?device_id=445749b5-d43b-4076-a57b-e27d91143575 HTTP/1.1" status: 200 len: 944 time: 0.0495768 Jul 30 00:38:54.744490 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-a47a9958-7165-4236-82cd-d3fe653435ff req-4cf7a3d7-5cb7-4b49-a9d5-364def1d7ded tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/security-groups?id=b492510f-30fe-4b8f-9609-6b4afb7f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365834 Jul 30 00:38:55.870691 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07a2c6-f28a-4bd7-b7bc-3178d4c60a66 req-2fa3c306-2dd1-42f4-99dd-2b675c9b001a tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:55.872081 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fe07a2c6-f28a-4bd7-b7bc-3178d4c60a66 req-2fa3c306-2dd1-42f4-99dd-2b675c9b001a tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/ports?device_id=445749b5-d43b-4076-a57b-e27d91143575 HTTP/1.1" status: 200 len: 944 time: 0.0529342 Jul 30 00:38:55.909718 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-fe07a2c6-f28a-4bd7-b7bc-3178d4c60a66 req-7e2da76f-8010-4e38-9022-1803480491af tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/security-groups?id=b492510f-30fe-4b8f-9609-6b4afb7f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315435 Jul 30 00:38:55.991864 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ea576c4c-336a-4d01-8eb6-f436993929dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:56.164821 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 279608fe-39c2-44cf-bec6-0420928277bd details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:38:56.257735 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 279608fe-39c2-44cf-bec6-0420928277bd, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=279608fe-39c2-44cf-bec6-0420928277bd,segment=NetworkSegment(3a042300-34d9-44c7-9c94-4046af89a0fa),segment_id=3a042300-34d9-44c7-9c94-4046af89a0fa)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:38:56.268939 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': '279608fe-39c2-44cf-bec6-0420928277bd', 'network_id': '14dd48ea-8bee-4262-9c4f-e8575e48da5b', 'port_id': '279608fe-39c2-44cf-bec6-0420928277bd', 'mac_address': 'fa:16:3e:8f:68:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '843851f2-725b-44e7-bbf6-d6a7bf904470', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:38:56.308783 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:56.321177 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 279608fe-39c2-44cf-bec6-0420928277bd {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:38:56.339938 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 279608fe-39c2-44cf-bec6-0420928277bd, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=279608fe-39c2-44cf-bec6-0420928277bd,segment=NetworkSegment(3a042300-34d9-44c7-9c94-4046af89a0fa),segment_id=3a042300-34d9-44c7-9c94-4046af89a0fa)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:38:56.343792 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:56.390411 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=279608fe-39c2-44cf-bec6-0420928277bd,revision_number=4']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:38:56.599082 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:56.639549 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['279608fe-39c2-44cf-bec6-0420928277bd'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:38:57.029709 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ea9a9-c44e-46b4-8785-f8e401969760 req-51433fda-629e-43be-9726-10e1192aa923 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:57.031170 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-380ea9a9-c44e-46b4-8785-f8e401969760 req-51433fda-629e-43be-9726-10e1192aa923 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/ports?device_id=445749b5-d43b-4076-a57b-e27d91143575 HTTP/1.1" status: 200 len: 945 time: 0.0484703 Jul 30 00:38:57.069976 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-380ea9a9-c44e-46b4-8785-f8e401969760 req-78d0ee25-150d-47d7-b699-8b7fa1e7dcdb tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/security-groups?id=b492510f-30fe-4b8f-9609-6b4afb7f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317988 Jul 30 00:38:58.008038 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:58.178441 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 279608fe-39c2-44cf-bec6-0420928277bd up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:38:58.187093 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1a4a4-f897-41d0-991e-7fd8a91d0ba9 req-9f1910be-4eb9-4e78-bc64-74e12dd45167 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:58.188585 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-26e1a4a4-f897-41d0-991e-7fd8a91d0ba9 req-9f1910be-4eb9-4e78-bc64-74e12dd45167 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/ports?device_id=445749b5-d43b-4076-a57b-e27d91143575 HTTP/1.1" status: 200 len: 945 time: 0.0495152 Jul 30 00:38:58.229511 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning for port 279608fe-39c2-44cf-bec6-0420928277bd completed by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:38:58.233100 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port 279608fe-39c2-44cf-bec6-0420928277bd triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:38:58.233517 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:58.234070 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-26e1a4a4-f897-41d0-991e-7fd8a91d0ba9 req-26618083-fd56-470d-a87a-e5a570fc3b2e tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/security-groups?id=b492510f-30fe-4b8f-9609-6b4afb7f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392270 Jul 30 00:38:58.312226 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:58.334294 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '445749b5-d43b-4076-a57b-e27d91143575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '279608fe-39c2-44cf-bec6-0420928277bd'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:38:58.336502 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3dd558600791562711758174753c2f4fb110b88d3119b842389a6e503e2e31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c45da873-094c-4ddf-82cc-1ce08cd3b43a" -d '{"events": [{"server_uuid": "445749b5-d43b-4076-a57b-e27d91143575", "name": "network-vif-plugged", "status": "completed", "tag": "279608fe-39c2-44cf-bec6-0420928277bd"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:38:58.350444 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 279608fe-39c2-44cf-bec6-0420928277bd, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=279608fe-39c2-44cf-bec6-0420928277bd,segment=NetworkSegment(3a042300-34d9-44c7-9c94-4046af89a0fa),segment_id=3a042300-34d9-44c7-9c94-4046af89a0fa)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:38:58.355440 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:58.378803 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e68db25-8674-4a2a-8961-a55214d2b023 x-openstack-request-id: req-6e68db25-8674-4a2a-8961-a55214d2b023 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:38:58.379094 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "445749b5-d43b-4076-a57b-e27d91143575", "name": "network-vif-plugged", "status": "completed", "tag": "279608fe-39c2-44cf-bec6-0420928277bd", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:38:58.379350 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6e68db25-8674-4a2a-8961-a55214d2b023 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:38:58.379726 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '445749b5-d43b-4076-a57b-e27d91143575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '279608fe-39c2-44cf-bec6-0420928277bd', 'code': 200} Jul 30 00:38:58.405645 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=279608fe-39c2-44cf-bec6-0420928277bd,revision_number=5']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:38:58.496229 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e619d-3b7e-4018-b17c-ffb06bbf7b7a req-6afd09f1-27c6-4bad-be83-273806504031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:58.497716 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-665e619d-3b7e-4018-b17c-ffb06bbf7b7a req-6afd09f1-27c6-4bad-be83-273806504031 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=445749b5-d43b-4076-a57b-e27d91143575 HTTP/1.1" status: 200 len: 1098 time: 0.0418379 Jul 30 00:38:58.534003 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-665e619d-3b7e-4018-b17c-ffb06bbf7b7a req-aa406693-e08b-4e56-a169-eee8b9191588 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b492510f-30fe-4b8f-9609-6b4afb7f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279858 Jul 30 00:38:59.349293 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d27d1-9baa-4eac-afc6-96475a2fcb6d req-23d80b73-1932-491c-ab66-05ece3e48679 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:59.350818 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-337d27d1-9baa-4eac-afc6-96475a2fcb6d req-23d80b73-1932-491c-ab66-05ece3e48679 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/ports?device_id=445749b5-d43b-4076-a57b-e27d91143575 HTTP/1.1" status: 200 len: 946 time: 0.0484228 Jul 30 00:38:59.388041 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-337d27d1-9baa-4eac-afc6-96475a2fcb6d req-c74be516-0c24-45a5-96cf-13d1c03a94be tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/security-groups?id=b492510f-30fe-4b8f-9609-6b4afb7f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313013 Jul 30 00:38:59.626073 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:00.513156 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4a568a-c3fe-4ffd-859f-9fb26c262eb3 req-76ef0819-5b9f-4e59-b83a-b2df65f13f69 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:00.514727 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8b4a568a-c3fe-4ffd-859f-9fb26c262eb3 req-76ef0819-5b9f-4e59-b83a-b2df65f13f69 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/ports?device_id=445749b5-d43b-4076-a57b-e27d91143575 HTTP/1.1" status: 200 len: 946 time: 0.0493438 Jul 30 00:39:00.552881 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8b4a568a-c3fe-4ffd-859f-9fb26c262eb3 req-fbe34880-c7f3-4f23-bef8-66e278403e11 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/security-groups?id=b492510f-30fe-4b8f-9609-6b4afb7f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316803 Jul 30 00:39:00.671535 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6b974e-c8d1-4e5c-8eb7-5e1c6f7fe4bd req-07137d3a-3cf4-42a4-8327-ce252ab34575 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:00.672926 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8f6b974e-c8d1-4e5c-8eb7-5e1c6f7fe4bd req-07137d3a-3cf4-42a4-8327-ce252ab34575 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/ports?device_id=445749b5-d43b-4076-a57b-e27d91143575 HTTP/1.1" status: 200 len: 946 time: 0.0526214 Jul 30 00:39:00.714599 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8f6b974e-c8d1-4e5c-8eb7-5e1c6f7fe4bd req-fbb38c8a-1c52-4f20-ba0f-0f5c34232196 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/security-groups?id=b492510f-30fe-4b8f-9609-6b4afb7f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348358 Jul 30 00:39:00.735932 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 39256) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:39:00.774905 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83fcd2ee-868a-47e5-adb6-50d3077b7776 tempest-TestSnapshotPattern-1598410018 tempest-TestSnapshotPattern-1598410018-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:00.776437 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-83fcd2ee-868a-47e5-adb6-50d3077b7776 tempest-TestSnapshotPattern-1598410018 tempest-TestSnapshotPattern-1598410018-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=445749b5-d43b-4076-a57b-e27d91143575 HTTP/1.1" status: 200 len: 1093 time: 0.0389073 Jul 30 00:39:00.779194 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 39258) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:39:00.784339 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.v2.base [None req-d7e76d22-9442-4d6b-8d81-e8d61b9c3dc4 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Request body: {'floatingip': {'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'port_id': '279608fe-39c2-44cf-bec6-0420928277bd', 'tenant_id': '5e891541249b45ee80d082b7ebda21a8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94078) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:39:00.808540 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d7e76d22-9442-4d6b-8d81-e8d61b9c3dc4 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks [] for floatingip, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:00.907130 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d7e76d22-9442-4d6b-8d81-e8d61b9c3dc4 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:01.012160 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_common [None req-d7e76d22-9442-4d6b-8d81-e8d61b9c3dc4 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Allocated IP 172.25.0.70 (58f27f61-3278-49cc-b66b-1e729d26f29f/c7b25b0f-0901-436b-983c-52e2225426a4/687436fa-d127-419a-88df-d6db4a2e5d11) {{(pid=94078) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:39:01.484539 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d7e76d22-9442-4d6b-8d81-e8d61b9c3dc4 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks [] for port, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:01.524483 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d7e76d22-9442-4d6b-8d81-e8d61b9c3dc4 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8745132038660', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:01.560911 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e76d22-9442-4d6b-8d81-e8d61b9c3dc4 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Network 58f27f61-3278-49cc-b66b-1e729d26f29f is already hosted by enough agents. {{(pid=94078) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:39:01.563599 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.base_scheduler [None req-d7e76d22-9442-4d6b-8d81-e8d61b9c3dc4 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Resources bound (agent type, host, resource id): {{(pid=94078) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:39:01.568596 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e76d22-9442-4d6b-8d81-e8d61b9c3dc4 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Received port after_create {{(pid=94078) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:39:01.593466 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e76d22-9442-4d6b-8d81-e8d61b9c3dc4 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Pushing event updated for resources: {'Port': ['ID=687436fa-d127-419a-88df-d6db4a2e5d11,revision_number=1']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:39:01.925986 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d7e76d22-9442-4d6b-8d81-e8d61b9c3dc4 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:01.988871 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d7e76d22-9442-4d6b-8d81-e8d61b9c3dc4 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:02.137178 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d7e76d22-9442-4d6b-8d81-e8d61b9c3dc4 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks [] for port, precommit_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:02.141363 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d7e76d22-9442-4d6b-8d81-e8d61b9c3dc4 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-57866580'] for port, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:02.208176 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e76d22-9442-4d6b-8d81-e8d61b9c3dc4 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Pushing event updated for resources: {'Port': ['ID=687436fa-d127-419a-88df-d6db4a2e5d11,revision_number=2']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:39:02.220109 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d7e76d22-9442-4d6b-8d81-e8d61b9c3dc4 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16269125'] for floatingip, after_update {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:02.316895 n-d-712141-10 neutron-server[94078]: INFO neutron.db.l3_db [None req-d7e76d22-9442-4d6b-8d81-e8d61b9c3dc4 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Floating IP 9882e212-f124-43c6-9c28-d9a3524b2439 associated. External IP: 172.25.0.70, port: 279608fe-39c2-44cf-bec6-0420928277bd. Jul 30 00:39:02.517452 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e76d22-9442-4d6b-8d81-e8d61b9c3dc4 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Router 868276b5-2929-4c5a-b703-efba1afb1872 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:39:02.628483 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e76d22-9442-4d6b-8d81-e8d61b9c3dc4 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:39:02.637908 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654757db-3c22-4712-a3a0-6b5f6ce25074 None None] Sync routers for ids ['868276b5-2929-4c5a-b703-efba1afb1872'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:39:02.644098 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d7e76d22-9442-4d6b-8d81-e8d61b9c3dc4 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:02.647536 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654757db-3c22-4712-a3a0-6b5f6ce25074 None None] Routers {'868276b5-2929-4c5a-b703-efba1afb1872'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:39:02.648150 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-654757db-3c22-4712-a3a0-6b5f6ce25074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:38:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['868276b5-2929-4c5a-b703-efba1afb1872'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:39:02.671708 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-d7e76d22-9442-4d6b-8d81-e8d61b9c3dc4 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8914640 Jul 30 00:39:02.672497 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '445749b5-d43b-4076-a57b-e27d91143575', 'tag': '279608fe-39c2-44cf-bec6-0420928277bd'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:39:02.675462 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bdefc4f50fc1dacc251594e9f8a8ff118bd4f4d1a27e9c9923ea81076a49f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467bb7a2-b90c-4248-ab76-bfb78faf5b7f" -d '{"events": [{"name": "network-changed", "server_uuid": "445749b5-d43b-4076-a57b-e27d91143575", "tag": "279608fe-39c2-44cf-bec6-0420928277bd"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:39:02.711439 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61fa1ca3-c259-45a9-bff9-bb979a2aae16 x-openstack-request-id: req-61fa1ca3-c259-45a9-bff9-bb979a2aae16 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:39:02.711733 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "445749b5-d43b-4076-a57b-e27d91143575", "tag": "279608fe-39c2-44cf-bec6-0420928277bd", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:39:02.711988 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-61fa1ca3-c259-45a9-bff9-bb979a2aae16 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:39:02.712466 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '445749b5-d43b-4076-a57b-e27d91143575', 'tag': '279608fe-39c2-44cf-bec6-0420928277bd', 'status': 'completed', 'code': 200} Jul 30 00:39:02.762642 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-654757db-3c22-4712-a3a0-6b5f6ce25074 None None] Set router 868276b5-2929-4c5a-b703-efba1afb1872 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:39:02.803300 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467bb7a2-b90c-4248-ab76-bfb78faf5b7f req-8522020d-6b2d-41b7-9e63-07976087d1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:02.804729 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-467bb7a2-b90c-4248-ab76-bfb78faf5b7f req-8522020d-6b2d-41b7-9e63-07976087d1df service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5e891541249b45ee80d082b7ebda21a8&device_id=445749b5-d43b-4076-a57b-e27d91143575 HTTP/1.1" status: 200 len: 1098 time: 0.0422330 Jul 30 00:39:02.903051 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467bb7a2-b90c-4248-ab76-bfb78faf5b7f req-b28cd930-fba6-414b-b9e3-52c42f65c55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:02.904536 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-467bb7a2-b90c-4248-ab76-bfb78faf5b7f req-b28cd930-fba6-414b-b9e3-52c42f65c55b service neutron] 10.222.0.41 "GET /v2.0/networks?id=14dd48ea-8bee-4262-9c4f-e8575e48da5b HTTP/1.1" status: 200 len: 911 time: 0.0926585 Jul 30 00:39:02.970272 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-467bb7a2-b90c-4248-ab76-bfb78faf5b7f req-b7ab3cd1-ea3d-431b-9d5c-26e84af0356b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=279608fe-39c2-44cf-bec6-0420928277bd HTTP/1.1" status: 200 len: 999 time: 0.0582809 Jul 30 00:39:03.031190 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467bb7a2-b90c-4248-ab76-bfb78faf5b7f req-50c79afe-3100-46cf-af4f-d97c7405fc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:03.032783 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-467bb7a2-b90c-4248-ab76-bfb78faf5b7f req-50c79afe-3100-46cf-af4f-d97c7405fc27 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=843851f2-725b-44e7-bbf6-d6a7bf904470 HTTP/1.1" status: 200 len: 849 time: 0.0562131 Jul 30 00:39:03.078968 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467bb7a2-b90c-4248-ab76-bfb78faf5b7f req-f10ee2c8-8b6d-40c9-9431-56e325405d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:03.081179 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-467bb7a2-b90c-4248-ab76-bfb78faf5b7f req-f10ee2c8-8b6d-40c9-9431-56e325405d2a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=14dd48ea-8bee-4262-9c4f-e8575e48da5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413177 Jul 30 00:39:03.089562 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-654757db-3c22-4712-a3a0-6b5f6ce25074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868276b5-2929-4c5a-b703-efba1afb1872', 'name': 'tempest-TestSnapshotPattern-1252571133-router', 'tenant_id': '5e891541249b45ee80d082b7ebda21a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '4fbc075a-fe83-4eb4-bb40-cfe50b6ccb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:36:07Z', 'updated_at': '2021-07-30T00:36:09Z', 'revision_number': 4, 'project_id': '5e891541249b45ee80d082b7ebda21a8', 'gw_port': {'id': '4fbc075a-fe83-4eb4-bb40-cfe50b6ccb98', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:69:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868276b5-2929-4c5a-b703-efba1afb1872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:36:07Z', 'updated_at': '2021-07-30T00:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '81316742-74a7-454f-ad12-9864247378d7', 'tenant_id': '5e891541249b45ee80d082b7ebda21a8', 'floating_ip_address': '172.25.0.145', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '868276b5-2929-4c5a-b703-efba1afb1872', 'port_id': '1025af92-f05d-40c8-9012-88d0043601f3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14dd48ea-8bee-4262-9c4f-e8575e48da5b', 'mac_address': 'fa:16:3e:c2:81:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '671ce87f-1067-48cb-a1b6-52d5eb7363ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:36:29Z', 'updated_at': '2021-07-30T00:36:31Z', 'revision_number': 1, 'project_id': '5e891541249b45ee80d082b7ebda21a8', 'fixed_ip_address_scope': None}, {'id': '9882e212-f124-43c6-9c28-d9a3524b2439', 'tenant_id': '5e891541249b45ee80d082b7ebda21a8', 'floating_ip_address': '172.25.0.70', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '868276b5-2929-4c5a-b703-efba1afb1872', 'port_id': '279608fe-39c2-44cf-bec6-0420928277bd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14dd48ea-8bee-4262-9c4f-e8575e48da5b', 'mac_address': 'fa:16:3e:8f:68:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445749b5-d43b-4076-a57b-e27d91143575', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:39:01Z', 'updated_at': '2021-07-30T00:39:01Z', 'revision_number': 0, 'project_id': '5e891541249b45ee80d082b7ebda21a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b730ae1f-ac3c-412e-aef4-bce319c6cab1', 'name': '', 'network_id': '14dd48ea-8bee-4262-9c4f-e8575e48da5b', 'tenant_id': '5e891541249b45ee80d082b7ebda21a8', 'mac_address': 'fa:16:3e:3d:6b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868276b5-2929-4c5a-b703-efba1afb1872', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '843851f2-725b-44e7-bbf6-d6a7bf904470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:36:09Z', 'updated_at': '2021-07-30T00:36:15Z', 'revision_number': 5, 'project_id': '5e891541249b45ee80d082b7ebda21a8', 'subnets': [{'id': '843851f2-725b-44e7-bbf6-d6a7bf904470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:39:03.118055 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654757db-3c22-4712-a3a0-6b5f6ce25074 None None] Checking router: 868276b5-2929-4c5a-b703-efba1afb1872 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:39:03.126312 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654757db-3c22-4712-a3a0-6b5f6ce25074 None None] Routers {'868276b5-2929-4c5a-b703-efba1afb1872'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:39:03.127442 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-654757db-3c22-4712-a3a0-6b5f6ce25074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:38:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['868276b5-2929-4c5a-b703-efba1afb1872'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:39:03.169358 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-467bb7a2-b90c-4248-ab76-bfb78faf5b7f req-45e5d9ec-08b3-46ef-8de3-50d4c9bb7b91 service neutron] 10.222.0.41 "GET /v2.0/networks/14dd48ea-8bee-4262-9c4f-e8575e48da5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814695 Jul 30 00:39:03.232689 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-654757db-3c22-4712-a3a0-6b5f6ce25074 None None] Set router 868276b5-2929-4c5a-b703-efba1afb1872 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:39:03.265594 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-467bb7a2-b90c-4248-ab76-bfb78faf5b7f req-de12ab7d-e3b8-4aa4-8bff-87e58bc9973f service neutron] 10.222.0.41 "GET /v2.0/networks/14dd48ea-8bee-4262-9c4f-e8575e48da5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879114 Jul 30 00:39:03.448960 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-654757db-3c22-4712-a3a0-6b5f6ce25074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868276b5-2929-4c5a-b703-efba1afb1872', 'name': 'tempest-TestSnapshotPattern-1252571133-router', 'tenant_id': '5e891541249b45ee80d082b7ebda21a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '4fbc075a-fe83-4eb4-bb40-cfe50b6ccb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:36:07Z', 'updated_at': '2021-07-30T00:36:09Z', 'revision_number': 4, 'project_id': '5e891541249b45ee80d082b7ebda21a8', 'gw_port': {'id': '4fbc075a-fe83-4eb4-bb40-cfe50b6ccb98', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:69:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868276b5-2929-4c5a-b703-efba1afb1872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:36:07Z', 'updated_at': '2021-07-30T00:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '81316742-74a7-454f-ad12-9864247378d7', 'tenant_id': '5e891541249b45ee80d082b7ebda21a8', 'floating_ip_address': '172.25.0.145', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '868276b5-2929-4c5a-b703-efba1afb1872', 'port_id': '1025af92-f05d-40c8-9012-88d0043601f3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14dd48ea-8bee-4262-9c4f-e8575e48da5b', 'mac_address': 'fa:16:3e:c2:81:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '671ce87f-1067-48cb-a1b6-52d5eb7363ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:36:29Z', 'updated_at': '2021-07-30T00:36:31Z', 'revision_number': 1, 'project_id': '5e891541249b45ee80d082b7ebda21a8', 'fixed_ip_address_scope': None}, {'id': '9882e212-f124-43c6-9c28-d9a3524b2439', 'tenant_id': '5e891541249b45ee80d082b7ebda21a8', 'floating_ip_address': '172.25.0.70', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '868276b5-2929-4c5a-b703-efba1afb1872', 'port_id': '279608fe-39c2-44cf-bec6-0420928277bd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14dd48ea-8bee-4262-9c4f-e8575e48da5b', 'mac_address': 'fa:16:3e:8f:68:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445749b5-d43b-4076-a57b-e27d91143575', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:39:01Z', 'updated_at': '2021-07-30T00:39:01Z', 'revision_number': 0, 'project_id': '5e891541249b45ee80d082b7ebda21a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b730ae1f-ac3c-412e-aef4-bce319c6cab1', 'name': '', 'network_id': '14dd48ea-8bee-4262-9c4f-e8575e48da5b', 'tenant_id': '5e891541249b45ee80d082b7ebda21a8', 'mac_address': 'fa:16:3e:3d:6b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868276b5-2929-4c5a-b703-efba1afb1872', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '843851f2-725b-44e7-bbf6-d6a7bf904470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:36:09Z', 'updated_at': '2021-07-30T00:36:15Z', 'revision_number': 5, 'project_id': '5e891541249b45ee80d082b7ebda21a8', 'subnets': [{'id': '843851f2-725b-44e7-bbf6-d6a7bf904470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:39:03.477389 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-654757db-3c22-4712-a3a0-6b5f6ce25074 None None] The sync data for ids ['868276b5-2929-4c5a-b703-efba1afb1872'] in n-d-712141-10 is: [{'id': '868276b5-2929-4c5a-b703-efba1afb1872', 'name': 'tempest-TestSnapshotPattern-1252571133-router', 'tenant_id': '5e891541249b45ee80d082b7ebda21a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '4fbc075a-fe83-4eb4-bb40-cfe50b6ccb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:36:07Z', 'updated_at': '2021-07-30T00:36:09Z', 'revision_number': 4, 'project_id': '5e891541249b45ee80d082b7ebda21a8', 'gw_port': {'id': '4fbc075a-fe83-4eb4-bb40-cfe50b6ccb98', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:69:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868276b5-2929-4c5a-b703-efba1afb1872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:36:07Z', 'updated_at': '2021-07-30T00:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '81316742-74a7-454f-ad12-9864247378d7', 'tenant_id': '5e891541249b45ee80d082b7ebda21a8', 'floating_ip_address': '172.25.0.145', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '868276b5-2929-4c5a-b703-efba1afb1872', 'port_id': '1025af92-f05d-40c8-9012-88d0043601f3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14dd48ea-8bee-4262-9c4f-e8575e48da5b', 'mac_address': 'fa:16:3e:c2:81:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '671ce87f-1067-48cb-a1b6-52d5eb7363ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:36:29Z', 'updated_at': '2021-07-30T00:36:31Z', 'revision_number': 1, 'project_id': '5e891541249b45ee80d082b7ebda21a8', 'fixed_ip_address_scope': None}, {'id': '9882e212-f124-43c6-9c28-d9a3524b2439', 'tenant_id': '5e891541249b45ee80d082b7ebda21a8', 'floating_ip_address': '172.25.0.70', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '868276b5-2929-4c5a-b703-efba1afb1872', 'port_id': '279608fe-39c2-44cf-bec6-0420928277bd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14dd48ea-8bee-4262-9c4f-e8575e48da5b', 'mac_address': 'fa:16:3e:8f:68:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445749b5-d43b-4076-a57b-e27d91143575', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:39:01Z', 'updated_at': '2021-07-30T00:39:01Z', 'revision_number': 0, 'project_id': '5e891541249b45ee80d082b7ebda21a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b730ae1f-ac3c-412e-aef4-bce319c6cab1', 'name': '', 'network_id': '14dd48ea-8bee-4262-9c4f-e8575e48da5b', 'tenant_id': '5e891541249b45ee80d082b7ebda21a8', 'mac_address': 'fa:16:3e:3d:6b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868276b5-2929-4c5a-b703-efba1afb1872', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '843851f2-725b-44e7-bbf6-d6a7bf904470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:36:09Z', 'updated_at': '2021-07-30T00:36:15Z', 'revision_number': 5, 'project_id': '5e891541249b45ee80d082b7ebda21a8', 'subnets': [{'id': '843851f2-725b-44e7-bbf6-d6a7bf904470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:39:03.670494 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36b936e-b02a-404d-a5ba-e8dcf9ddf6e9 None None] New status for floating IP 9882e212-f124-43c6-9c28-d9a3524b2439: ACTIVE {{(pid=94079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:39:07.904867 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:20.347689 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:23.364222 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-f10baf16-ca46-4892-bcab-7dc18b35f6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:25.992996 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d540c350-ce7d-4e26-b6e1-4b50bef7224a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:26.600329 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:28.009995 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:28.906357 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:39:29.627229 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:29.974423 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6df41ad5-f76c-44c0-a682-f5e138a902e3 req-181b4876-bc1d-4804-86c7-5c9d60806821 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=445749b5-d43b-4076-a57b-e27d91143575&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402598 Jul 30 00:39:30.073632 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df41ad5-f76c-44c0-a682-f5e138a902e3 req-4b1ffa0a-0392-4b1c-9b00-6a5bfe57fed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:30.075127 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6df41ad5-f76c-44c0-a682-f5e138a902e3 req-4b1ffa0a-0392-4b1c-9b00-6a5bfe57fed3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5e891541249b45ee80d082b7ebda21a8&device_id=445749b5-d43b-4076-a57b-e27d91143575 HTTP/1.1" status: 200 len: 1098 time: 0.0407372 Jul 30 00:39:30.179706 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df41ad5-f76c-44c0-a682-f5e138a902e3 req-c72ddd30-65af-4647-90b0-bff1324f47c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:30.181152 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6df41ad5-f76c-44c0-a682-f5e138a902e3 req-c72ddd30-65af-4647-90b0-bff1324f47c9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=14dd48ea-8bee-4262-9c4f-e8575e48da5b HTTP/1.1" status: 200 len: 911 time: 0.0864570 Jul 30 00:39:30.248536 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6df41ad5-f76c-44c0-a682-f5e138a902e3 req-d73ed974-1595-42c2-a865-c730312a86a8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=279608fe-39c2-44cf-bec6-0420928277bd HTTP/1.1" status: 200 len: 1001 time: 0.0596876 Jul 30 00:39:30.252750 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-91426c3c-3031-4e60-8afb-d13e8c68cbb2 req-a9ef653a-479d-44aa-89ea-f5eec7442055 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=671ce87f-1067-48cb-a1b6-52d5eb7363ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402291 Jul 30 00:39:30.306378 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df41ad5-f76c-44c0-a682-f5e138a902e3 req-10100ebf-b7e9-4d47-85d4-320c2d895cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:30.307841 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6df41ad5-f76c-44c0-a682-f5e138a902e3 req-10100ebf-b7e9-4d47-85d4-320c2d895cb2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=843851f2-725b-44e7-bbf6-d6a7bf904470 HTTP/1.1" status: 200 len: 849 time: 0.0531285 Jul 30 00:39:30.331807 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91426c3c-3031-4e60-8afb-d13e8c68cbb2 req-4c9dcf47-28dc-4bf9-812d-26c3008a9118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:30.333328 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-91426c3c-3031-4e60-8afb-d13e8c68cbb2 req-4c9dcf47-28dc-4bf9-812d-26c3008a9118 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5e891541249b45ee80d082b7ebda21a8&device_id=671ce87f-1067-48cb-a1b6-52d5eb7363ae HTTP/1.1" status: 200 len: 1096 time: 0.0406127 Jul 30 00:39:30.354979 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df41ad5-f76c-44c0-a682-f5e138a902e3 req-61a512b8-6c90-4af6-8291-c8c1eda08f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:30.356616 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6df41ad5-f76c-44c0-a682-f5e138a902e3 req-61a512b8-6c90-4af6-8291-c8c1eda08f4c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=14dd48ea-8bee-4262-9c4f-e8575e48da5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413535 Jul 30 00:39:30.438639 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91426c3c-3031-4e60-8afb-d13e8c68cbb2 req-e4ff9c69-301a-4f32-ae74-2d2bf748c888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:30.440178 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-91426c3c-3031-4e60-8afb-d13e8c68cbb2 req-e4ff9c69-301a-4f32-ae74-2d2bf748c888 service neutron] 10.222.0.22 "GET /v2.0/networks?id=14dd48ea-8bee-4262-9c4f-e8575e48da5b HTTP/1.1" status: 200 len: 911 time: 0.0870636 Jul 30 00:39:30.444832 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6df41ad5-f76c-44c0-a682-f5e138a902e3 req-427266ea-c190-4752-95bc-00d1d2c9bebd service neutron] 10.222.0.41 "GET /v2.0/networks/14dd48ea-8bee-4262-9c4f-e8575e48da5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808704 Jul 30 00:39:30.507353 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-91426c3c-3031-4e60-8afb-d13e8c68cbb2 req-e163a330-8110-42ef-93b2-2adef8bde89b service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1025af92-f05d-40c8-9012-88d0043601f3 HTTP/1.1" status: 200 len: 1000 time: 0.0596824 Jul 30 00:39:30.540523 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-6df41ad5-f76c-44c0-a682-f5e138a902e3 req-aa473ba3-f691-43a7-af89-77d8652b0bc7 service neutron] 10.222.0.41 "GET /v2.0/networks/14dd48ea-8bee-4262-9c4f-e8575e48da5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886555 Jul 30 00:39:30.558835 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91426c3c-3031-4e60-8afb-d13e8c68cbb2 req-72ee318f-707d-49ed-a5f0-13d51c57a926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:30.560584 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-91426c3c-3031-4e60-8afb-d13e8c68cbb2 req-72ee318f-707d-49ed-a5f0-13d51c57a926 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=843851f2-725b-44e7-bbf6-d6a7bf904470 HTTP/1.1" status: 200 len: 849 time: 0.0469666 Jul 30 00:39:30.612098 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91426c3c-3031-4e60-8afb-d13e8c68cbb2 req-ce048d0c-6758-4eeb-b919-f92eba4d951e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:30.613636 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-91426c3c-3031-4e60-8afb-d13e8c68cbb2 req-ce048d0c-6758-4eeb-b919-f92eba4d951e service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=14dd48ea-8bee-4262-9c4f-e8575e48da5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462439 Jul 30 00:39:30.701670 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-91426c3c-3031-4e60-8afb-d13e8c68cbb2 req-401ab226-e1f8-48d0-afc4-f5e61db6d478 service neutron] 10.222.0.22 "GET /v2.0/networks/14dd48ea-8bee-4262-9c4f-e8575e48da5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807209 Jul 30 00:39:30.794381 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-91426c3c-3031-4e60-8afb-d13e8c68cbb2 req-bf62a58e-3ed2-4b70-8a44-84433a33496c service neutron] 10.222.0.22 "GET /v2.0/networks/14dd48ea-8bee-4262-9c4f-e8575e48da5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855200 Jul 30 00:39:37.903081 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:50.339780 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:53.364646 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6ed821ff-9614-4764-9935-e335a09c1047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:55.992858 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6b9e4713-7e9e-46a5-957d-982578b24083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:56.601170 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:58.014677 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:59.630457 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:05.906303 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:40:07.902894 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:20.345666 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:23.365440 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78244254-8ab5-43f0-92c0-f1071caef489 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:25.993554 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-9313b30f-6a6c-477f-8224-b3346895c7c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:26.601554 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:28.018572 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:29.633355 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:30.918833 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8d0396e7-e0bd-4d6b-82e5-d91f29b5bf8c req-85b78ca1-8faf-4ef9-8dcd-1697599731df service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=445749b5-d43b-4076-a57b-e27d91143575&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403860 Jul 30 00:40:31.015293 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0396e7-e0bd-4d6b-82e5-d91f29b5bf8c req-a8ad5d68-a2e4-4feb-88ba-2379113a02a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:31.017398 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8d0396e7-e0bd-4d6b-82e5-d91f29b5bf8c req-a8ad5d68-a2e4-4feb-88ba-2379113a02a8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5e891541249b45ee80d082b7ebda21a8&device_id=445749b5-d43b-4076-a57b-e27d91143575 HTTP/1.1" status: 200 len: 1098 time: 0.0422437 Jul 30 00:40:31.122207 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0396e7-e0bd-4d6b-82e5-d91f29b5bf8c req-d4eae6e1-30c0-4661-a8fc-4be3b9c85771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:31.123677 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8d0396e7-e0bd-4d6b-82e5-d91f29b5bf8c req-d4eae6e1-30c0-4661-a8fc-4be3b9c85771 service neutron] 10.222.0.41 "GET /v2.0/networks?id=14dd48ea-8bee-4262-9c4f-e8575e48da5b HTTP/1.1" status: 200 len: 911 time: 0.0874846 Jul 30 00:40:31.191752 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8d0396e7-e0bd-4d6b-82e5-d91f29b5bf8c req-143f5cf0-ff87-4b05-8d9c-6632603cace1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=279608fe-39c2-44cf-bec6-0420928277bd HTTP/1.1" status: 200 len: 1001 time: 0.0602908 Jul 30 00:40:31.245712 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0396e7-e0bd-4d6b-82e5-d91f29b5bf8c req-8ceeec1c-9984-41c7-927e-cbccc6921239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:31.247247 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8d0396e7-e0bd-4d6b-82e5-d91f29b5bf8c req-8ceeec1c-9984-41c7-927e-cbccc6921239 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=843851f2-725b-44e7-bbf6-d6a7bf904470 HTTP/1.1" status: 200 len: 849 time: 0.0488355 Jul 30 00:40:31.247385 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-4a479e41-29bb-4f82-ac9e-c841cedadb23 req-d341271d-f2b5-413a-a892-c6b767d8ebf1 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=671ce87f-1067-48cb-a1b6-52d5eb7363ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397060 Jul 30 00:40:31.295732 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0396e7-e0bd-4d6b-82e5-d91f29b5bf8c req-6e3a44b1-62a3-43a5-a132-ca3a95ac8edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:31.297901 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8d0396e7-e0bd-4d6b-82e5-d91f29b5bf8c req-6e3a44b1-62a3-43a5-a132-ca3a95ac8edb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=14dd48ea-8bee-4262-9c4f-e8575e48da5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435219 Jul 30 00:40:31.338606 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a479e41-29bb-4f82-ac9e-c841cedadb23 req-3cf89f24-5ba4-4873-b53d-7ebd9c25d637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:31.340147 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-4a479e41-29bb-4f82-ac9e-c841cedadb23 req-3cf89f24-5ba4-4873-b53d-7ebd9c25d637 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5e891541249b45ee80d082b7ebda21a8&device_id=671ce87f-1067-48cb-a1b6-52d5eb7363ae HTTP/1.1" status: 200 len: 1096 time: 0.0497715 Jul 30 00:40:31.390076 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8d0396e7-e0bd-4d6b-82e5-d91f29b5bf8c req-cfe9dee2-94de-49be-ba6a-a1e791507882 service neutron] 10.222.0.41 "GET /v2.0/networks/14dd48ea-8bee-4262-9c4f-e8575e48da5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853260 Jul 30 00:40:31.448516 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a479e41-29bb-4f82-ac9e-c841cedadb23 req-911e45d7-9bf0-4a3a-b0df-5d7b298f9974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:31.449968 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-4a479e41-29bb-4f82-ac9e-c841cedadb23 req-911e45d7-9bf0-4a3a-b0df-5d7b298f9974 service neutron] 10.222.0.22 "GET /v2.0/networks?id=14dd48ea-8bee-4262-9c4f-e8575e48da5b HTTP/1.1" status: 200 len: 911 time: 0.0903614 Jul 30 00:40:31.489366 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-8d0396e7-e0bd-4d6b-82e5-d91f29b5bf8c req-fe06d23e-3a26-4fa9-a7f7-fe17bb34a318 service neutron] 10.222.0.41 "GET /v2.0/networks/14dd48ea-8bee-4262-9c4f-e8575e48da5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923269 Jul 30 00:40:31.516741 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-4a479e41-29bb-4f82-ac9e-c841cedadb23 req-59cdf9d5-7e0c-496f-9c89-e824fd1aa3e9 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1025af92-f05d-40c8-9012-88d0043601f3 HTTP/1.1" status: 200 len: 1000 time: 0.0599070 Jul 30 00:40:31.566732 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a479e41-29bb-4f82-ac9e-c841cedadb23 req-6433d618-2955-4349-b803-30b8a6ffe331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:31.568281 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-4a479e41-29bb-4f82-ac9e-c841cedadb23 req-6433d618-2955-4349-b803-30b8a6ffe331 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=843851f2-725b-44e7-bbf6-d6a7bf904470 HTTP/1.1" status: 200 len: 849 time: 0.0451424 Jul 30 00:40:31.618443 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a479e41-29bb-4f82-ac9e-c841cedadb23 req-b8f7eecf-e097-4620-bb4d-e3832240f3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:31.619940 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-4a479e41-29bb-4f82-ac9e-c841cedadb23 req-b8f7eecf-e097-4620-bb4d-e3832240f3f2 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=14dd48ea-8bee-4262-9c4f-e8575e48da5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450177 Jul 30 00:40:31.708621 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-4a479e41-29bb-4f82-ac9e-c841cedadb23 req-d65db77b-ebfa-4908-b8f3-f0d8a2235640 service neutron] 10.222.0.22 "GET /v2.0/networks/14dd48ea-8bee-4262-9c4f-e8575e48da5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813820 Jul 30 00:40:31.801330 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-4a479e41-29bb-4f82-ac9e-c841cedadb23 req-c5b52559-077b-4f43-a780-41a406c8b354 service neutron] 10.222.0.22 "GET /v2.0/networks/14dd48ea-8bee-4262-9c4f-e8575e48da5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864704 Jul 30 00:40:37.936348 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:42.911003 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:40:44.590488 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 279608fe-39c2-44cf-bec6-0420928277bd details requested by agent hyperv_n-h1-712141-10 with host n-h1-712141-10 {{(pid=94079) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:40:44.712296 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 279608fe-39c2-44cf-bec6-0420928277bd, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=279608fe-39c2-44cf-bec6-0420928277bd,segment=NetworkSegment(3a042300-34d9-44c7-9c94-4046af89a0fa),segment_id=3a042300-34d9-44c7-9c94-4046af89a0fa)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:40:44.725151 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Returning: {'device': '279608fe-39c2-44cf-bec6-0420928277bd', 'network_id': '14dd48ea-8bee-4262-9c4f-e8575e48da5b', 'port_id': '279608fe-39c2-44cf-bec6-0420928277bd', 'mac_address': 'fa:16:3e:8f:68:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '843851f2-725b-44e7-bbf6-d6a7bf904470', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94079) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:40:44.774093 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:44.787612 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 279608fe-39c2-44cf-bec6-0420928277bd {{(pid=94079) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:40:44.809649 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 279608fe-39c2-44cf-bec6-0420928277bd, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=279608fe-39c2-44cf-bec6-0420928277bd,segment=NetworkSegment(3a042300-34d9-44c7-9c94-4046af89a0fa),segment_id=3a042300-34d9-44c7-9c94-4046af89a0fa)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:40:44.813752 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:44.863031 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=279608fe-39c2-44cf-bec6-0420928277bd,revision_number=6']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:40:44.870659 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:44.871004 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:44.871341 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:44.871673 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:44.872000 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:44.872326 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:44.872649 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:44.872969 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:44.873288 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:44.873628 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:44.873950 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:44.874268 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94079) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:44.951569 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] get_ports_and_sgs() called for port_ids ['279608fe-39c2-44cf-bec6-0420928277bd'] {{(pid=94079) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:40:46.601571 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 279608fe-39c2-44cf-bec6-0420928277bd up at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:40:46.684932 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.provisioning_blocks [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Provisioning complete for port 279608fe-39c2-44cf-bec6-0420928277bd triggered by entity L2. {{(pid=94079) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:40:46.685327 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-987092'] for port, provisioning_complete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:46.784235 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-562402'] for port, before_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:46.812367 n-d-712141-10 neutron-server[94079]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '445749b5-d43b-4076-a57b-e27d91143575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '279608fe-39c2-44cf-bec6-0420928277bd'}] {{(pid=94079) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:40:46.815280 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b3dd558600791562711758174753c2f4fb110b88d3119b842389a6e503e2e31c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3b7b48-338e-4707-888e-13e2034fe89d" -d '{"events": [{"server_uuid": "445749b5-d43b-4076-a57b-e27d91143575", "name": "network-vif-plugged", "status": "completed", "tag": "279608fe-39c2-44cf-bec6-0420928277bd"}]}' {{(pid=94079) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:40:46.830579 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] For port 279608fe-39c2-44cf-bec6-0420928277bd, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=279608fe-39c2-44cf-bec6-0420928277bd,segment=NetworkSegment(3a042300-34d9-44c7-9c94-4046af89a0fa),segment_id=3a042300-34d9-44c7-9c94-4046af89a0fa)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:40:46.835318 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8745132415025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8745132038678', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8745132038696'] for port, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:46.889617 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d5d16e1-886f-4f14-9213-452a559e59b1 x-openstack-request-id: req-0d5d16e1-886f-4f14-9213-452a559e59b1 {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:40:46.889617 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "445749b5-d43b-4076-a57b-e27d91143575", "name": "network-vif-plugged", "status": "completed", "tag": "279608fe-39c2-44cf-bec6-0420928277bd", "code": 200}]} {{(pid=94079) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:40:46.889617 n-d-712141-10 neutron-server[94079]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0d5d16e1-886f-4f14-9213-452a559e59b1 {{(pid=94079) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:40:46.889617 n-d-712141-10 neutron-server[94079]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '445749b5-d43b-4076-a57b-e27d91143575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '279608fe-39c2-44cf-bec6-0420928277bd', 'code': 200} Jul 30 00:40:46.906771 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Pushing event updated for resources: {'Port': ['ID=279608fe-39c2-44cf-bec6-0420928277bd,revision_number=7']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:40:50.353327 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:53.370165 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-dc917f51-fd59-455a-ac34-df2bbdac2e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:54.431990 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 39490) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:40:54.608553 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-e97baa06-31f1-4730-9ed9-cf815398b998 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Deleting port 687436fa-d127-419a-88df-d6db4a2e5d11 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:40:54.608977 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e97baa06-31f1-4730-9ed9-cf815398b998 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:54.690354 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e97baa06-31f1-4730-9ed9-cf815398b998 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:54.690587 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e97baa06-31f1-4730-9ed9-cf815398b998 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:54.701981 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-e97baa06-31f1-4730-9ed9-cf815398b998 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Calling delete_port for 687436fa-d127-419a-88df-d6db4a2e5d11 owned by network:floatingip {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:40:54.851380 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e97baa06-31f1-4730-9ed9-cf815398b998 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:54.881470 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97baa06-31f1-4730-9ed9-cf815398b998 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Pushing event deleted for resources: {'Port': ['ID=687436fa-d127-419a-88df-d6db4a2e5d11,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:40:54.895387 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97baa06-31f1-4730-9ed9-cf815398b998 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:54.895737 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97baa06-31f1-4730-9ed9-cf815398b998 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:54.896081 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97baa06-31f1-4730-9ed9-cf815398b998 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:54.896429 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97baa06-31f1-4730-9ed9-cf815398b998 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:54.896772 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97baa06-31f1-4730-9ed9-cf815398b998 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:54.897105 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97baa06-31f1-4730-9ed9-cf815398b998 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:54.897436 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97baa06-31f1-4730-9ed9-cf815398b998 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:54.897795 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97baa06-31f1-4730-9ed9-cf815398b998 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:54.898123 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97baa06-31f1-4730-9ed9-cf815398b998 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:54.898452 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97baa06-31f1-4730-9ed9-cf815398b998 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:54.898786 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97baa06-31f1-4730-9ed9-cf815398b998 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:54.899111 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97baa06-31f1-4730-9ed9-cf815398b998 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94078) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:40:54.957249 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e97baa06-31f1-4730-9ed9-cf815398b998 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks [] for floatingip, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:54.957483 n-d-712141-10 neutron-server[94078]: INFO neutron.db.l3_db [None req-e97baa06-31f1-4730-9ed9-cf815398b998 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Floating IP 9882e212-f124-43c6-9c28-d9a3524b2439 disassociated (deleted). External IP: 172.25.0.70, port: 279608fe-39c2-44cf-bec6-0420928277bd. Jul 30 00:40:55.162244 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e97baa06-31f1-4730-9ed9-cf815398b998 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Router 868276b5-2929-4c5a-b703-efba1afb1872 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:40:55.269301 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e97baa06-31f1-4730-9ed9-cf815398b998 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:40:55.273548 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-e97baa06-31f1-4730-9ed9-cf815398b998 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:55.280324 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696a1c72-55d2-49db-929f-b2a91c519f25 None None] Sync routers for ids ['868276b5-2929-4c5a-b703-efba1afb1872'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:40:55.289728 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696a1c72-55d2-49db-929f-b2a91c519f25 None None] Routers {'868276b5-2929-4c5a-b703-efba1afb1872'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:40:55.290335 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-696a1c72-55d2-49db-929f-b2a91c519f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:40:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['868276b5-2929-4c5a-b703-efba1afb1872'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:40:55.303810 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-e97baa06-31f1-4730-9ed9-cf815398b998 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "DELETE /v2.0/floatingips/9882e212-f124-43c6-9c28-d9a3524b2439 HTTP/1.1" status: 204 len: 168 time: 0.8706822 Jul 30 00:40:55.304402 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '445749b5-d43b-4076-a57b-e27d91143575', 'tag': '279608fe-39c2-44cf-bec6-0420928277bd'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:40:55.306778 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bdefc4f50fc1dacc251594e9f8a8ff118bd4f4d1a27e9c9923ea81076a49f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e5d670-4142-46b3-b23a-df8acd3580eb" -d '{"events": [{"name": "network-changed", "server_uuid": "445749b5-d43b-4076-a57b-e27d91143575", "tag": "279608fe-39c2-44cf-bec6-0420928277bd"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:40:55.405626 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-696a1c72-55d2-49db-929f-b2a91c519f25 None None] Set router 868276b5-2929-4c5a-b703-efba1afb1872 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:40:55.432531 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d2c5b3-ce68-4570-b9f5-24998f2eec8d x-openstack-request-id: req-50d2c5b3-ce68-4570-b9f5-24998f2eec8d {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:40:55.433070 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "445749b5-d43b-4076-a57b-e27d91143575", "tag": "279608fe-39c2-44cf-bec6-0420928277bd", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:40:55.433201 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-50d2c5b3-ce68-4570-b9f5-24998f2eec8d {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:40:55.438138 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '445749b5-d43b-4076-a57b-e27d91143575', 'tag': '279608fe-39c2-44cf-bec6-0420928277bd', 'status': 'completed', 'code': 200} Jul 30 00:40:55.576505 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5d670-4142-46b3-b23a-df8acd3580eb req-07ed8451-471b-4a0b-8311-e7ed8a9a0592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:55.578039 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-56e5d670-4142-46b3-b23a-df8acd3580eb req-07ed8451-471b-4a0b-8311-e7ed8a9a0592 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5e891541249b45ee80d082b7ebda21a8&device_id=445749b5-d43b-4076-a57b-e27d91143575 HTTP/1.1" status: 200 len: 1098 time: 0.0727351 Jul 30 00:40:55.591407 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadcd4d0-4b51-4670-b65e-5d3c1f08c201 req-58867df4-33c2-482b-9a29-0359914e3626 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:55.592954 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dadcd4d0-4b51-4670-b65e-5d3c1f08c201 req-58867df4-33c2-482b-9a29-0359914e3626 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/ports?device_id=445749b5-d43b-4076-a57b-e27d91143575 HTTP/1.1" status: 200 len: 946 time: 0.0782194 Jul 30 00:40:55.647348 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-696a1c72-55d2-49db-929f-b2a91c519f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868276b5-2929-4c5a-b703-efba1afb1872', 'name': 'tempest-TestSnapshotPattern-1252571133-router', 'tenant_id': '5e891541249b45ee80d082b7ebda21a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '4fbc075a-fe83-4eb4-bb40-cfe50b6ccb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:36:07Z', 'updated_at': '2021-07-30T00:36:09Z', 'revision_number': 4, 'project_id': '5e891541249b45ee80d082b7ebda21a8', 'gw_port': {'id': '4fbc075a-fe83-4eb4-bb40-cfe50b6ccb98', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:69:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868276b5-2929-4c5a-b703-efba1afb1872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:36:07Z', 'updated_at': '2021-07-30T00:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '81316742-74a7-454f-ad12-9864247378d7', 'tenant_id': '5e891541249b45ee80d082b7ebda21a8', 'floating_ip_address': '172.25.0.145', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '868276b5-2929-4c5a-b703-efba1afb1872', 'port_id': '1025af92-f05d-40c8-9012-88d0043601f3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14dd48ea-8bee-4262-9c4f-e8575e48da5b', 'mac_address': 'fa:16:3e:c2:81:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '671ce87f-1067-48cb-a1b6-52d5eb7363ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:36:29Z', 'updated_at': '2021-07-30T00:36:31Z', 'revision_number': 1, 'project_id': '5e891541249b45ee80d082b7ebda21a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b730ae1f-ac3c-412e-aef4-bce319c6cab1', 'name': '', 'network_id': '14dd48ea-8bee-4262-9c4f-e8575e48da5b', 'tenant_id': '5e891541249b45ee80d082b7ebda21a8', 'mac_address': 'fa:16:3e:3d:6b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868276b5-2929-4c5a-b703-efba1afb1872', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '843851f2-725b-44e7-bbf6-d6a7bf904470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:36:09Z', 'updated_at': '2021-07-30T00:36:15Z', 'revision_number': 5, 'project_id': '5e891541249b45ee80d082b7ebda21a8', 'subnets': [{'id': '843851f2-725b-44e7-bbf6-d6a7bf904470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:40:55.678709 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696a1c72-55d2-49db-929f-b2a91c519f25 None None] Checking router: 868276b5-2929-4c5a-b703-efba1afb1872 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:40:55.684063 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-dadcd4d0-4b51-4670-b65e-5d3c1f08c201 req-6d08a65f-b746-48cd-aeab-185da61792e7 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/security-groups?id=b492510f-30fe-4b8f-9609-6b4afb7f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812471 Jul 30 00:40:55.687143 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696a1c72-55d2-49db-929f-b2a91c519f25 None None] Routers {'868276b5-2929-4c5a-b703-efba1afb1872'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:40:55.687668 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-696a1c72-55d2-49db-929f-b2a91c519f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:40:26Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['868276b5-2929-4c5a-b703-efba1afb1872'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:40:55.702434 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5d670-4142-46b3-b23a-df8acd3580eb req-e2ee58af-1647-42c2-9815-9782fb1117aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:55.703914 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-56e5d670-4142-46b3-b23a-df8acd3580eb req-e2ee58af-1647-42c2-9815-9782fb1117aa service neutron] 10.222.0.41 "GET /v2.0/networks?id=14dd48ea-8bee-4262-9c4f-e8575e48da5b HTTP/1.1" status: 200 len: 911 time: 0.1101055 Jul 30 00:40:55.750715 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-56e5d670-4142-46b3-b23a-df8acd3580eb req-ae5a1ab6-5524-4cab-90a3-e811a4d1ba87 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=279608fe-39c2-44cf-bec6-0420928277bd HTTP/1.1" status: 200 len: 217 time: 0.0386429 Jul 30 00:40:55.793926 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-696a1c72-55d2-49db-929f-b2a91c519f25 None None] Set router 868276b5-2929-4c5a-b703-efba1afb1872 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:40:55.800751 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5d670-4142-46b3-b23a-df8acd3580eb req-6c472575-a2f5-4e9c-849a-edb52ef47747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:55.802252 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-56e5d670-4142-46b3-b23a-df8acd3580eb req-6c472575-a2f5-4e9c-849a-edb52ef47747 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=843851f2-725b-44e7-bbf6-d6a7bf904470 HTTP/1.1" status: 200 len: 849 time: 0.0446091 Jul 30 00:40:55.848316 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5d670-4142-46b3-b23a-df8acd3580eb req-1d7a783b-73a2-44e5-b6d5-57bea62c553b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:55.849774 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-56e5d670-4142-46b3-b23a-df8acd3580eb req-1d7a783b-73a2-44e5-b6d5-57bea62c553b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=14dd48ea-8bee-4262-9c4f-e8575e48da5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394645 Jul 30 00:40:55.945068 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-56e5d670-4142-46b3-b23a-df8acd3580eb req-f7e5bd74-8501-4ae8-bda9-08a72068c002 service neutron] 10.222.0.41 "GET /v2.0/networks/14dd48ea-8bee-4262-9c4f-e8575e48da5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867419 Jul 30 00:40:55.995110 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d28dd82b-2236-4fa8-b260-be55f07f2242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:56.019944 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-696a1c72-55d2-49db-929f-b2a91c519f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868276b5-2929-4c5a-b703-efba1afb1872', 'name': 'tempest-TestSnapshotPattern-1252571133-router', 'tenant_id': '5e891541249b45ee80d082b7ebda21a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '4fbc075a-fe83-4eb4-bb40-cfe50b6ccb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:36:07Z', 'updated_at': '2021-07-30T00:36:09Z', 'revision_number': 4, 'project_id': '5e891541249b45ee80d082b7ebda21a8', 'gw_port': {'id': '4fbc075a-fe83-4eb4-bb40-cfe50b6ccb98', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:69:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868276b5-2929-4c5a-b703-efba1afb1872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:36:07Z', 'updated_at': '2021-07-30T00:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '81316742-74a7-454f-ad12-9864247378d7', 'tenant_id': '5e891541249b45ee80d082b7ebda21a8', 'floating_ip_address': '172.25.0.145', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '868276b5-2929-4c5a-b703-efba1afb1872', 'port_id': '1025af92-f05d-40c8-9012-88d0043601f3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14dd48ea-8bee-4262-9c4f-e8575e48da5b', 'mac_address': 'fa:16:3e:c2:81:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '671ce87f-1067-48cb-a1b6-52d5eb7363ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:36:29Z', 'updated_at': '2021-07-30T00:36:31Z', 'revision_number': 1, 'project_id': '5e891541249b45ee80d082b7ebda21a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b730ae1f-ac3c-412e-aef4-bce319c6cab1', 'name': '', 'network_id': '14dd48ea-8bee-4262-9c4f-e8575e48da5b', 'tenant_id': '5e891541249b45ee80d082b7ebda21a8', 'mac_address': 'fa:16:3e:3d:6b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868276b5-2929-4c5a-b703-efba1afb1872', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '843851f2-725b-44e7-bbf6-d6a7bf904470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:36:09Z', 'updated_at': '2021-07-30T00:36:15Z', 'revision_number': 5, 'project_id': '5e891541249b45ee80d082b7ebda21a8', 'subnets': [{'id': '843851f2-725b-44e7-bbf6-d6a7bf904470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:40:56.037266 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-56e5d670-4142-46b3-b23a-df8acd3580eb req-3aa642eb-09ec-4757-950a-2e4c03dbb9a5 service neutron] 10.222.0.41 "GET /v2.0/networks/14dd48ea-8bee-4262-9c4f-e8575e48da5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848627 Jul 30 00:40:56.045964 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-696a1c72-55d2-49db-929f-b2a91c519f25 None None] The sync data for ids ['868276b5-2929-4c5a-b703-efba1afb1872'] in n-d-712141-10 is: [{'id': '868276b5-2929-4c5a-b703-efba1afb1872', 'name': 'tempest-TestSnapshotPattern-1252571133-router', 'tenant_id': '5e891541249b45ee80d082b7ebda21a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '4fbc075a-fe83-4eb4-bb40-cfe50b6ccb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:36:07Z', 'updated_at': '2021-07-30T00:36:09Z', 'revision_number': 4, 'project_id': '5e891541249b45ee80d082b7ebda21a8', 'gw_port': {'id': '4fbc075a-fe83-4eb4-bb40-cfe50b6ccb98', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:69:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868276b5-2929-4c5a-b703-efba1afb1872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:36:07Z', 'updated_at': '2021-07-30T00:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_floatingips': [{'id': '81316742-74a7-454f-ad12-9864247378d7', 'tenant_id': '5e891541249b45ee80d082b7ebda21a8', 'floating_ip_address': '172.25.0.145', 'floating_network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'router_id': '868276b5-2929-4c5a-b703-efba1afb1872', 'port_id': '1025af92-f05d-40c8-9012-88d0043601f3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14dd48ea-8bee-4262-9c4f-e8575e48da5b', 'mac_address': 'fa:16:3e:c2:81:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '671ce87f-1067-48cb-a1b6-52d5eb7363ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:36:29Z', 'updated_at': '2021-07-30T00:36:31Z', 'revision_number': 1, 'project_id': '5e891541249b45ee80d082b7ebda21a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b730ae1f-ac3c-412e-aef4-bce319c6cab1', 'name': '', 'network_id': '14dd48ea-8bee-4262-9c4f-e8575e48da5b', 'tenant_id': '5e891541249b45ee80d082b7ebda21a8', 'mac_address': 'fa:16:3e:3d:6b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868276b5-2929-4c5a-b703-efba1afb1872', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '843851f2-725b-44e7-bbf6-d6a7bf904470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:36:09Z', 'updated_at': '2021-07-30T00:36:15Z', 'revision_number': 5, 'project_id': '5e891541249b45ee80d082b7ebda21a8', 'subnets': [{'id': '843851f2-725b-44e7-bbf6-d6a7bf904470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:40:56.257038 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bda138b-1efa-4272-ba4e-8fe17b97359c None None] New status for floating IP 9882e212-f124-43c6-9c28-d9a3524b2439: DOWN {{(pid=94079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:40:56.602762 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:56.804185 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc8e10-1dd0-4be8-b648-71ac0414bbc7 req-c477fd49-ecfb-4aac-8f8b-003bcecc4792 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:56.805760 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eddc8e10-1dd0-4be8-b648-71ac0414bbc7 req-c477fd49-ecfb-4aac-8f8b-003bcecc4792 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/ports?device_id=445749b5-d43b-4076-a57b-e27d91143575 HTTP/1.1" status: 200 len: 946 time: 0.0500436 Jul 30 00:40:56.844515 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-eddc8e10-1dd0-4be8-b648-71ac0414bbc7 req-2f0e7a90-238a-4c66-9f53-ac3ce111c85f tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/security-groups?id=b492510f-30fe-4b8f-9609-6b4afb7f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327983 Jul 30 00:40:57.172728 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aac1b6-0265-48a5-8e09-816ef91deacd req-7c0f0c65-ea10-44f4-8d65-60ff8033005b tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:57.174344 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d1aac1b6-0265-48a5-8e09-816ef91deacd req-7c0f0c65-ea10-44f4-8d65-60ff8033005b tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.41 "GET /v2.0/ports?device_id=445749b5-d43b-4076-a57b-e27d91143575 HTTP/1.1" status: 200 len: 946 time: 0.0536013 Jul 30 00:40:57.269368 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-d1aac1b6-0265-48a5-8e09-816ef91deacd req-9cacc365-9365-4d2e-bf33-ea553b6f29f6 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Deleting port 279608fe-39c2-44cf-bec6-0420928277bd {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:40:57.269742 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d1aac1b6-0265-48a5-8e09-816ef91deacd req-9cacc365-9365-4d2e-bf33-ea553b6f29f6 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:57.368287 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [req-d1aac1b6-0265-48a5-8e09-816ef91deacd req-9cacc365-9365-4d2e-bf33-ea553b6f29f6 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] For port 279608fe-39c2-44cf-bec6-0420928277bd, host n-h1-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712141-10',level=0,port_id=279608fe-39c2-44cf-bec6-0420928277bd,segment=NetworkSegment(3a042300-34d9-44c7-9c94-4046af89a0fa),segment_id=3a042300-34d9-44c7-9c94-4046af89a0fa)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:40:57.368677 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d1aac1b6-0265-48a5-8e09-816ef91deacd req-9cacc365-9365-4d2e-bf33-ea553b6f29f6 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:57.382286 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [req-d1aac1b6-0265-48a5-8e09-816ef91deacd req-9cacc365-9365-4d2e-bf33-ea553b6f29f6 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Calling delete_port for 279608fe-39c2-44cf-bec6-0420928277bd owned by compute:nova {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:40:57.516386 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d1aac1b6-0265-48a5-8e09-816ef91deacd req-9cacc365-9365-4d2e-bf33-ea553b6f29f6 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:57.552773 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cacc365-9365-4d2e-bf33-ea553b6f29f6 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Pushing event deleted for resources: {'Port': ['ID=279608fe-39c2-44cf-bec6-0420928277bd,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:40:57.596468 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1aac1b6-0265-48a5-8e09-816ef91deacd req-9cacc365-9365-4d2e-bf33-ea553b6f29f6 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] No DVR routers for this DVR port 279608fe-39c2-44cf-bec6-0420928277bd on host n-h1-712141-10 {{(pid=94078) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:40:57.599034 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [req-d1aac1b6-0265-48a5-8e09-816ef91deacd req-9cacc365-9365-4d2e-bf33-ea553b6f29f6 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:57.601069 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-d1aac1b6-0265-48a5-8e09-816ef91deacd req-9cacc365-9365-4d2e-bf33-ea553b6f29f6 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.41 "DELETE /v2.0/ports/279608fe-39c2-44cf-bec6-0420928277bd HTTP/1.1" status: 204 len: 173 time: 0.4199655 Jul 30 00:40:57.601499 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '445749b5-d43b-4076-a57b-e27d91143575', 'name': 'network-vif-deleted', 'tag': '279608fe-39c2-44cf-bec6-0420928277bd'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:40:57.603863 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bdefc4f50fc1dacc251594e9f8a8ff118bd4f4d1a27e9c9923ea81076a49f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-843f052e-cbff-404b-9d4e-5b71b0889a01" -d '{"events": [{"server_uuid": "445749b5-d43b-4076-a57b-e27d91143575", "name": "network-vif-deleted", "tag": "279608fe-39c2-44cf-bec6-0420928277bd"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:40:57.646527 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5b1efe-e370-4c70-aa86-c3b731183b34 x-openstack-request-id: req-aa5b1efe-e370-4c70-aa86-c3b731183b34 {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:40:57.646824 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "445749b5-d43b-4076-a57b-e27d91143575", "name": "network-vif-deleted", "tag": "279608fe-39c2-44cf-bec6-0420928277bd", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:40:57.647078 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-aa5b1efe-e370-4c70-aa86-c3b731183b34 {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:40:57.647472 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '445749b5-d43b-4076-a57b-e27d91143575', 'name': 'network-vif-deleted', 'tag': '279608fe-39c2-44cf-bec6-0420928277bd', 'status': 'completed', 'code': 200} Jul 30 00:40:57.953635 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-bffa95e1-1a61-46eb-9161-9e6579291721 req-ad3fc871-e954-48ff-b68a-179049936275 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/ports?device_id=445749b5-d43b-4076-a57b-e27d91143575 HTTP/1.1" status: 200 len: 210 time: 0.0257761 Jul 30 00:40:58.024151 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:58.665496 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 279608fe-39c2-44cf-bec6-0420928277bd no longer exists at agent hyperv_n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:40:58.685517 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] No Port match for: 279608fe-39c2-44cf-bec6-0420928277bd {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:40:58.685890 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Device 279608fe-39c2-44cf-bec6-0420928277bd not bound to the agent host n-h1-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:40:59.540681 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 39552) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:40:59.637408 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:59.695076 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-db602385-df83-4a37-87ed-1b89da7ffb6e tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Deleting port 3e0537f1-7163-4d2f-859b-bed7c10c7373 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:40:59.695421 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-db602385-df83-4a37-87ed-1b89da7ffb6e tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:59.770812 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-db602385-df83-4a37-87ed-1b89da7ffb6e tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:59.771139 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-db602385-df83-4a37-87ed-1b89da7ffb6e tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:59.782438 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-db602385-df83-4a37-87ed-1b89da7ffb6e tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Calling delete_port for 3e0537f1-7163-4d2f-859b-bed7c10c7373 owned by network:floatingip {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:41:00.272895 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-db602385-df83-4a37-87ed-1b89da7ffb6e tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:00.297215 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db602385-df83-4a37-87ed-1b89da7ffb6e tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Pushing event deleted for resources: {'Port': ['ID=3e0537f1-7163-4d2f-859b-bed7c10c7373,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:00.355633 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-db602385-df83-4a37-87ed-1b89da7ffb6e tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks [] for floatingip, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:00.355960 n-d-712141-10 neutron-server[94078]: INFO neutron.db.l3_db [None req-db602385-df83-4a37-87ed-1b89da7ffb6e tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Floating IP 81316742-74a7-454f-ad12-9864247378d7 disassociated (deleted). External IP: 172.25.0.145, port: 1025af92-f05d-40c8-9012-88d0043601f3. Jul 30 00:41:00.560883 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db602385-df83-4a37-87ed-1b89da7ffb6e tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Router 868276b5-2929-4c5a-b703-efba1afb1872 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:41:00.668013 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db602385-df83-4a37-87ed-1b89da7ffb6e tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:41:00.672920 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-db602385-df83-4a37-87ed-1b89da7ffb6e tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for floatingip, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:00.678400 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6dea8a-8b88-4a5b-9595-6d921156112c None None] Sync routers for ids ['868276b5-2929-4c5a-b703-efba1afb1872'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:41:00.687244 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6dea8a-8b88-4a5b-9595-6d921156112c None None] Routers {'868276b5-2929-4c5a-b703-efba1afb1872'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:41:00.687850 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-cb6dea8a-8b88-4a5b-9595-6d921156112c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:40:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['868276b5-2929-4c5a-b703-efba1afb1872'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:41:00.699884 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-db602385-df83-4a37-87ed-1b89da7ffb6e tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "DELETE /v2.0/floatingips/81316742-74a7-454f-ad12-9864247378d7 HTTP/1.1" status: 204 len: 168 time: 1.1581237 Jul 30 00:41:00.700570 n-d-712141-10 neutron-server[94078]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '671ce87f-1067-48cb-a1b6-52d5eb7363ae', 'tag': '1025af92-f05d-40c8-9012-88d0043601f3'}] {{(pid=94078) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:41:00.702951 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bdefc4f50fc1dacc251594e9f8a8ff118bd4f4d1a27e9c9923ea81076a49f38" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c4068b-3270-47ec-950a-fb7ef3b7977e" -d '{"events": [{"name": "network-changed", "server_uuid": "671ce87f-1067-48cb-a1b6-52d5eb7363ae", "tag": "1025af92-f05d-40c8-9012-88d0043601f3"}]}' {{(pid=94078) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:41:00.744167 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa5f3ce-8f94-482f-abb5-72a2f5dc56ff x-openstack-request-id: req-2fa5f3ce-8f94-482f-abb5-72a2f5dc56ff {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:41:00.744528 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "671ce87f-1067-48cb-a1b6-52d5eb7363ae", "tag": "1025af92-f05d-40c8-9012-88d0043601f3", "status": "completed", "code": 200}]} {{(pid=94078) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:41:00.745016 n-d-712141-10 neutron-server[94078]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2fa5f3ce-8f94-482f-abb5-72a2f5dc56ff {{(pid=94078) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:41:00.745472 n-d-712141-10 neutron-server[94078]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '671ce87f-1067-48cb-a1b6-52d5eb7363ae', 'tag': '1025af92-f05d-40c8-9012-88d0043601f3', 'status': 'completed', 'code': 200} Jul 30 00:41:00.811835 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4068b-3270-47ec-950a-fb7ef3b7977e req-a1cef4d2-0cd8-4cac-b666-7432769d8838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:41:00.813319 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e0c4068b-3270-47ec-950a-fb7ef3b7977e req-a1cef4d2-0cd8-4cac-b666-7432769d8838 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=5e891541249b45ee80d082b7ebda21a8&device_id=671ce87f-1067-48cb-a1b6-52d5eb7363ae HTTP/1.1" status: 200 len: 1096 time: 0.0460308 Jul 30 00:41:00.908063 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-cb6dea8a-8b88-4a5b-9595-6d921156112c None None] Set router 868276b5-2929-4c5a-b703-efba1afb1872 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:41:00.937466 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4068b-3270-47ec-950a-fb7ef3b7977e req-60e9c93c-ae5f-48f7-b082-0c3efdb56088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:41:00.938262 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e0c4068b-3270-47ec-950a-fb7ef3b7977e req-60e9c93c-ae5f-48f7-b082-0c3efdb56088 service neutron] 10.222.0.22 "GET /v2.0/networks?id=14dd48ea-8bee-4262-9c4f-e8575e48da5b HTTP/1.1" status: 200 len: 911 time: 0.1180663 Jul 30 00:41:00.973283 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc07d2-b4bb-49c9-9992-37909e94dc18 req-8b770919-7b8c-49f4-80fb-e2ba5e106f74 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:41:00.974930 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-05cc07d2-b4bb-49c9-9992-37909e94dc18 req-8b770919-7b8c-49f4-80fb-e2ba5e106f74 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/ports?device_id=671ce87f-1067-48cb-a1b6-52d5eb7363ae HTTP/1.1" status: 200 len: 944 time: 0.0643916 Jul 30 00:41:00.989901 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e0c4068b-3270-47ec-950a-fb7ef3b7977e req-7776ab28-6087-47cd-b7e4-ac34cad532d3 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1025af92-f05d-40c8-9012-88d0043601f3 HTTP/1.1" status: 200 len: 217 time: 0.0423191 Jul 30 00:41:01.020836 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-05cc07d2-b4bb-49c9-9992-37909e94dc18 req-8c7b84ae-22ae-43d0-a54e-0d2b8287afd8 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/security-groups?id=b492510f-30fe-4b8f-9609-6b4afb7f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393133 Jul 30 00:41:01.048949 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4068b-3270-47ec-950a-fb7ef3b7977e req-abbde4d1-e6f7-4f06-bb9f-f14dfbd6dd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:41:01.050768 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e0c4068b-3270-47ec-950a-fb7ef3b7977e req-abbde4d1-e6f7-4f06-bb9f-f14dfbd6dd4e service neutron] 10.222.0.22 "GET /v2.0/subnets?id=843851f2-725b-44e7-bbf6-d6a7bf904470 HTTP/1.1" status: 200 len: 849 time: 0.0538082 Jul 30 00:41:01.098541 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4068b-3270-47ec-950a-fb7ef3b7977e req-a968983c-070a-435f-bf26-e5f964b2425c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:41:01.100027 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e0c4068b-3270-47ec-950a-fb7ef3b7977e req-a968983c-070a-435f-bf26-e5f964b2425c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=14dd48ea-8bee-4262-9c4f-e8575e48da5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415132 Jul 30 00:41:01.140068 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-cb6dea8a-8b88-4a5b-9595-6d921156112c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868276b5-2929-4c5a-b703-efba1afb1872', 'name': 'tempest-TestSnapshotPattern-1252571133-router', 'tenant_id': '5e891541249b45ee80d082b7ebda21a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '4fbc075a-fe83-4eb4-bb40-cfe50b6ccb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:36:07Z', 'updated_at': '2021-07-30T00:36:09Z', 'revision_number': 4, 'project_id': '5e891541249b45ee80d082b7ebda21a8', 'gw_port': {'id': '4fbc075a-fe83-4eb4-bb40-cfe50b6ccb98', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:69:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868276b5-2929-4c5a-b703-efba1afb1872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:36:07Z', 'updated_at': '2021-07-30T00:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'b730ae1f-ac3c-412e-aef4-bce319c6cab1', 'name': '', 'network_id': '14dd48ea-8bee-4262-9c4f-e8575e48da5b', 'tenant_id': '5e891541249b45ee80d082b7ebda21a8', 'mac_address': 'fa:16:3e:3d:6b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868276b5-2929-4c5a-b703-efba1afb1872', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '843851f2-725b-44e7-bbf6-d6a7bf904470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:36:09Z', 'updated_at': '2021-07-30T00:36:15Z', 'revision_number': 5, 'project_id': '5e891541249b45ee80d082b7ebda21a8', 'subnets': [{'id': '843851f2-725b-44e7-bbf6-d6a7bf904470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:41:01.166190 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6dea8a-8b88-4a5b-9595-6d921156112c None None] Checking router: 868276b5-2929-4c5a-b703-efba1afb1872 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:41:01.174685 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6dea8a-8b88-4a5b-9595-6d921156112c None None] Routers {'868276b5-2929-4c5a-b703-efba1afb1872'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:41:01.175295 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-cb6dea8a-8b88-4a5b-9595-6d921156112c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:40:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['868276b5-2929-4c5a-b703-efba1afb1872'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:41:01.196303 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e0c4068b-3270-47ec-950a-fb7ef3b7977e req-2f50fc89-591d-48e8-9c8f-1879a660277f service neutron] 10.222.0.22 "GET /v2.0/networks/14dd48ea-8bee-4262-9c4f-e8575e48da5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883703 Jul 30 00:41:01.287857 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-cb6dea8a-8b88-4a5b-9595-6d921156112c None None] Set router 868276b5-2929-4c5a-b703-efba1afb1872 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:41:01.299872 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-e0c4068b-3270-47ec-950a-fb7ef3b7977e req-4e379027-acaf-43de-89c4-be760ac526c2 service neutron] 10.222.0.22 "GET /v2.0/networks/14dd48ea-8bee-4262-9c4f-e8575e48da5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949667 Jul 30 00:41:01.499875 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-cb6dea8a-8b88-4a5b-9595-6d921156112c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868276b5-2929-4c5a-b703-efba1afb1872', 'name': 'tempest-TestSnapshotPattern-1252571133-router', 'tenant_id': '5e891541249b45ee80d082b7ebda21a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '4fbc075a-fe83-4eb4-bb40-cfe50b6ccb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:36:07Z', 'updated_at': '2021-07-30T00:36:09Z', 'revision_number': 4, 'project_id': '5e891541249b45ee80d082b7ebda21a8', 'gw_port': {'id': '4fbc075a-fe83-4eb4-bb40-cfe50b6ccb98', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:69:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868276b5-2929-4c5a-b703-efba1afb1872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:36:07Z', 'updated_at': '2021-07-30T00:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'b730ae1f-ac3c-412e-aef4-bce319c6cab1', 'name': '', 'network_id': '14dd48ea-8bee-4262-9c4f-e8575e48da5b', 'tenant_id': '5e891541249b45ee80d082b7ebda21a8', 'mac_address': 'fa:16:3e:3d:6b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868276b5-2929-4c5a-b703-efba1afb1872', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '843851f2-725b-44e7-bbf6-d6a7bf904470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:36:09Z', 'updated_at': '2021-07-30T00:36:15Z', 'revision_number': 5, 'project_id': '5e891541249b45ee80d082b7ebda21a8', 'subnets': [{'id': '843851f2-725b-44e7-bbf6-d6a7bf904470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:41:01.533461 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6dea8a-8b88-4a5b-9595-6d921156112c None None] The sync data for ids ['868276b5-2929-4c5a-b703-efba1afb1872'] in n-d-712141-10 is: [{'id': '868276b5-2929-4c5a-b703-efba1afb1872', 'name': 'tempest-TestSnapshotPattern-1252571133-router', 'tenant_id': '5e891541249b45ee80d082b7ebda21a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '4fbc075a-fe83-4eb4-bb40-cfe50b6ccb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:36:07Z', 'updated_at': '2021-07-30T00:36:09Z', 'revision_number': 4, 'project_id': '5e891541249b45ee80d082b7ebda21a8', 'gw_port': {'id': '4fbc075a-fe83-4eb4-bb40-cfe50b6ccb98', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:69:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868276b5-2929-4c5a-b703-efba1afb1872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:36:07Z', 'updated_at': '2021-07-30T00:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10', '_interfaces': [{'id': 'b730ae1f-ac3c-412e-aef4-bce319c6cab1', 'name': '', 'network_id': '14dd48ea-8bee-4262-9c4f-e8575e48da5b', 'tenant_id': '5e891541249b45ee80d082b7ebda21a8', 'mac_address': 'fa:16:3e:3d:6b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868276b5-2929-4c5a-b703-efba1afb1872', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '843851f2-725b-44e7-bbf6-d6a7bf904470', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:36:09Z', 'updated_at': '2021-07-30T00:36:15Z', 'revision_number': 5, 'project_id': '5e891541249b45ee80d082b7ebda21a8', 'subnets': [{'id': '843851f2-725b-44e7-bbf6-d6a7bf904470', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:41:01.781791 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208b8dd4-3154-464d-b5d0-2a30188528ef None None] New status for floating IP 81316742-74a7-454f-ad12-9864247378d7: DOWN {{(pid=94079) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:41:02.143996 n-d-712141-10 neutron-server[94078]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a50eae-8ea6-4141-9f31-f677c2e9ba7b req-b81b777f-4078-46a9-9804-96fa653e4fc4 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94078) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:41:02.145491 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-90a50eae-8ea6-4141-9f31-f677c2e9ba7b req-b81b777f-4078-46a9-9804-96fa653e4fc4 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/ports?device_id=671ce87f-1067-48cb-a1b6-52d5eb7363ae HTTP/1.1" status: 200 len: 944 time: 0.0488422 Jul 30 00:41:02.183399 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-90a50eae-8ea6-4141-9f31-f677c2e9ba7b req-df705a45-323f-44f9-908c-36b17f9a1664 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/security-groups?id=b492510f-30fe-4b8f-9609-6b4afb7f0a6b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320473 Jul 30 00:41:02.404100 n-d-712141-10 neutron-server[94077]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923367f4-3851-4581-b0e9-b87fef971d3a req-1301a66d-b95c-4152-8de6-d1c9adb63f98 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94077) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:41:02.405497 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-923367f4-3851-4581-b0e9-b87fef971d3a req-1301a66d-b95c-4152-8de6-d1c9adb63f98 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.22 "GET /v2.0/ports?device_id=671ce87f-1067-48cb-a1b6-52d5eb7363ae HTTP/1.1" status: 200 len: 944 time: 0.0485010 Jul 30 00:41:02.495135 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-923367f4-3851-4581-b0e9-b87fef971d3a req-085baa93-95fd-4c55-841f-082a9ee5adfb tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Deleting port 1025af92-f05d-40c8-9012-88d0043601f3 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:41:02.495483 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-923367f4-3851-4581-b0e9-b87fef971d3a req-085baa93-95fd-4c55-841f-082a9ee5adfb tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:02.588083 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [req-923367f4-3851-4581-b0e9-b87fef971d3a req-085baa93-95fd-4c55-841f-082a9ee5adfb tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] For port 1025af92-f05d-40c8-9012-88d0043601f3, host n-h2-712141-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712141-10',level=0,port_id=1025af92-f05d-40c8-9012-88d0043601f3,segment=NetworkSegment(3a042300-34d9-44c7-9c94-4046af89a0fa),segment_id=3a042300-34d9-44c7-9c94-4046af89a0fa)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:41:02.588455 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-923367f4-3851-4581-b0e9-b87fef971d3a req-085baa93-95fd-4c55-841f-082a9ee5adfb tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:02.602075 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [req-923367f4-3851-4581-b0e9-b87fef971d3a req-085baa93-95fd-4c55-841f-082a9ee5adfb tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Calling delete_port for 1025af92-f05d-40c8-9012-88d0043601f3 owned by compute:nova {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:41:02.734074 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-923367f4-3851-4581-b0e9-b87fef971d3a req-085baa93-95fd-4c55-841f-082a9ee5adfb tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:02.761108 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085baa93-95fd-4c55-841f-082a9ee5adfb tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Pushing event deleted for resources: {'Port': ['ID=1025af92-f05d-40c8-9012-88d0043601f3,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:02.773541 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085baa93-95fd-4c55-841f-082a9ee5adfb tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:41:02.773917 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085baa93-95fd-4c55-841f-082a9ee5adfb tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:41:02.774257 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085baa93-95fd-4c55-841f-082a9ee5adfb tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:41:02.774693 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085baa93-95fd-4c55-841f-082a9ee5adfb tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:41:02.774923 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085baa93-95fd-4c55-841f-082a9ee5adfb tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:41:02.775255 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085baa93-95fd-4c55-841f-082a9ee5adfb tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:41:02.775590 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085baa93-95fd-4c55-841f-082a9ee5adfb tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:41:02.775917 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085baa93-95fd-4c55-841f-082a9ee5adfb tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:41:02.776240 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085baa93-95fd-4c55-841f-082a9ee5adfb tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:41:02.776567 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085baa93-95fd-4c55-841f-082a9ee5adfb tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:41:02.776892 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085baa93-95fd-4c55-841f-082a9ee5adfb tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:41:02.777220 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-085baa93-95fd-4c55-841f-082a9ee5adfb tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712141-10 {{(pid=94077) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:41:02.816236 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [req-923367f4-3851-4581-b0e9-b87fef971d3a req-085baa93-95fd-4c55-841f-082a9ee5adfb tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] No DVR routers for this DVR port 1025af92-f05d-40c8-9012-88d0043601f3 on host n-h2-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:41:02.819038 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [req-923367f4-3851-4581-b0e9-b87fef971d3a req-085baa93-95fd-4c55-841f-082a9ee5adfb tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-458363'] for port, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:02.821021 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [req-923367f4-3851-4581-b0e9-b87fef971d3a req-085baa93-95fd-4c55-841f-082a9ee5adfb tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.22 "DELETE /v2.0/ports/1025af92-f05d-40c8-9012-88d0043601f3 HTTP/1.1" status: 204 len: 173 time: 0.4093328 Jul 30 00:41:02.821483 n-d-712141-10 neutron-server[94077]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '671ce87f-1067-48cb-a1b6-52d5eb7363ae', 'name': 'network-vif-deleted', 'tag': '1025af92-f05d-40c8-9012-88d0043601f3'}] {{(pid=94077) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:41:02.823773 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8377708564b13ed6665a7c738fa9aadb9980e3f7e18d8a0dfbdd1aeea3243a90" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1259fb41-cf7d-47df-9aab-bd65f3ad9cbe" -d '{"events": [{"server_uuid": "671ce87f-1067-48cb-a1b6-52d5eb7363ae", "name": "network-vif-deleted", "tag": "1025af92-f05d-40c8-9012-88d0043601f3"}]}' {{(pid=94077) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:41:02.926145 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83bc80a4-2060-4b1c-98db-358afa46f36e x-openstack-request-id: req-83bc80a4-2060-4b1c-98db-358afa46f36e {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:41:02.926461 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "671ce87f-1067-48cb-a1b6-52d5eb7363ae", "name": "network-vif-deleted", "tag": "1025af92-f05d-40c8-9012-88d0043601f3", "status": "completed", "code": 200}]} {{(pid=94077) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:41:02.926758 n-d-712141-10 neutron-server[94077]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-83bc80a4-2060-4b1c-98db-358afa46f36e {{(pid=94077) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:41:02.927125 n-d-712141-10 neutron-server[94077]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '671ce87f-1067-48cb-a1b6-52d5eb7363ae', 'name': 'network-vif-deleted', 'tag': '1025af92-f05d-40c8-9012-88d0043601f3', 'status': 'completed', 'code': 200} Jul 30 00:41:03.301566 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [req-9f404b57-1044-41db-91d6-044df762ddc2 req-a73473a4-c9e8-4895-b0c5-0b7e0fac3f52 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "GET /v2.0/ports?device_id=671ce87f-1067-48cb-a1b6-52d5eb7363ae HTTP/1.1" status: 200 len: 210 time: 0.0275812 Jul 30 00:41:04.359620 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 39572) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:41:04.419334 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a5582e0d-a79c-4e40-9967-b0b57209c3b0 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:04.448847 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a5582e0d-a79c-4e40-9967-b0b57209c3b0 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:04.507582 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a5582e0d-a79c-4e40-9967-b0b57209c3b0 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:04.511191 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a5582e0d-a79c-4e40-9967-b0b57209c3b0 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:04.512347 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-a5582e0d-a79c-4e40-9967-b0b57209c3b0 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] 10.222.0.43 "DELETE /v2.0/security-groups/b492510f-30fe-4b8f-9609-6b4afb7f0a6b HTTP/1.1" status: 204 len: 168 time: 0.1517501 Jul 30 00:41:04.527359 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5582e0d-a79c-4e40-9967-b0b57209c3b0 tempest-TestSnapshotPattern-902299057 tempest-TestSnapshotPattern-902299057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b492510f-30fe-4b8f-9609-6b4afb7f0a6b,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:04.568596 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 39576) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:41:04.919182 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b12f94e9-1ae4-4570-afb7-f814643c03f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:05.160875 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-b12f94e9-1ae4-4570-afb7-f814643c03f2 admin admin] Deleting port b730ae1f-ac3c-412e-aef4-bce319c6cab1 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:41:05.161220 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b12f94e9-1ae4-4570-afb7-f814643c03f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:05.241947 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-b12f94e9-1ae4-4570-afb7-f814643c03f2 admin admin] For port b730ae1f-ac3c-412e-aef4-bce319c6cab1, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=b730ae1f-ac3c-412e-aef4-bce319c6cab1,segment=NetworkSegment(3a042300-34d9-44c7-9c94-4046af89a0fa),segment_id=3a042300-34d9-44c7-9c94-4046af89a0fa)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:41:05.242234 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b12f94e9-1ae4-4570-afb7-f814643c03f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:05.255443 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-b12f94e9-1ae4-4570-afb7-f814643c03f2 admin admin] Calling delete_port for b730ae1f-ac3c-412e-aef4-bce319c6cab1 owned by network:router_interface {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:41:05.433198 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b12f94e9-1ae4-4570-afb7-f814643c03f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:05.457211 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12f94e9-1ae4-4570-afb7-f814643c03f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b730ae1f-ac3c-412e-aef4-bce319c6cab1,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:05.631275 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-b12f94e9-1ae4-4570-afb7-f814643c03f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:05.840890 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b12f94e9-1ae4-4570-afb7-f814643c03f2 admin admin] Router 868276b5-2929-4c5a-b703-efba1afb1872 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:41:05.947105 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b12f94e9-1ae4-4570-afb7-f814643c03f2 admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:41:05.952008 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-b12f94e9-1ae4-4570-afb7-f814643c03f2 admin admin] 10.222.0.43 "PUT /v2.0/routers/868276b5-2929-4c5a-b703-efba1afb1872/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3823259 Jul 30 00:41:05.955681 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 39578) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:41:05.956755 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f96d19b-edb8-4539-8016-cc4b76c9af28 None None] Sync routers for ids ['868276b5-2929-4c5a-b703-efba1afb1872'] in n-d-712141-10 {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:41:05.966249 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f96d19b-edb8-4539-8016-cc4b76c9af28 None None] Routers {'868276b5-2929-4c5a-b703-efba1afb1872'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:41:05.966850 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-8f96d19b-edb8-4539-8016-cc4b76c9af28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:40:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['868276b5-2929-4c5a-b703-efba1afb1872'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:41:06.059532 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d0e5e1ae-91ed-4bf9-927a-244ebf9fa938 admin admin] Notify callbacks [] for router, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:06.070702 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-8f96d19b-edb8-4539-8016-cc4b76c9af28 None None] Set router 868276b5-2929-4c5a-b703-efba1afb1872 gateway port host: n-d-712141-10 {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:41:06.106052 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 1025af92-f05d-40c8-9012-88d0043601f3 no longer exists at agent hyperv_n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:41:06.126516 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] No Port match for: 1025af92-f05d-40c8-9012-88d0043601f3 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:41:06.127467 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Device 1025af92-f05d-40c8-9012-88d0043601f3 not bound to the agent host n-h2-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:41:06.164019 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d0e5e1ae-91ed-4bf9-927a-244ebf9fa938 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:06.217574 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-d0e5e1ae-91ed-4bf9-927a-244ebf9fa938 admin admin] Deleting port 4fbc075a-fe83-4eb4-bb40-cfe50b6ccb98 {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:41:06.217936 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d0e5e1ae-91ed-4bf9-927a-244ebf9fa938 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:06.249007 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-8f96d19b-edb8-4539-8016-cc4b76c9af28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868276b5-2929-4c5a-b703-efba1afb1872', 'name': 'tempest-TestSnapshotPattern-1252571133-router', 'tenant_id': '5e891541249b45ee80d082b7ebda21a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '4fbc075a-fe83-4eb4-bb40-cfe50b6ccb98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:36:07Z', 'updated_at': '2021-07-30T00:41:05Z', 'revision_number': 5, 'project_id': '5e891541249b45ee80d082b7ebda21a8', 'gw_port': {'id': '4fbc075a-fe83-4eb4-bb40-cfe50b6ccb98', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:69:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '868276b5-2929-4c5a-b703-efba1afb1872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:36:07Z', 'updated_at': '2021-07-30T00:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:41:06.279001 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f96d19b-edb8-4539-8016-cc4b76c9af28 None None] Checking router: 868276b5-2929-4c5a-b703-efba1afb1872 for host: n-d-712141-10 {{(pid=94080) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:41:06.287822 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f96d19b-edb8-4539-8016-cc4b76c9af28 None None] Routers {'868276b5-2929-4c5a-b703-efba1afb1872'} bound to L3 agent in host n-d-712141-10 {{(pid=94080) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:41:06.288424 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-8f96d19b-edb8-4539-8016-cc4b76c9af28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:40:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['868276b5-2929-4c5a-b703-efba1afb1872'], 'active': True} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:41:06.302006 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-d0e5e1ae-91ed-4bf9-927a-244ebf9fa938 admin admin] For port 4fbc075a-fe83-4eb4-bb40-cfe50b6ccb98, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=4fbc075a-fe83-4eb4-bb40-cfe50b6ccb98,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:41:06.302372 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d0e5e1ae-91ed-4bf9-927a-244ebf9fa938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:06.313817 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-d0e5e1ae-91ed-4bf9-927a-244ebf9fa938 admin admin] Calling delete_port for 4fbc075a-fe83-4eb4-bb40-cfe50b6ccb98 owned by network:router_gateway {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:41:06.374659 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_dvr_db [None req-8f96d19b-edb8-4539-8016-cc4b76c9af28 None None] Set router 868276b5-2929-4c5a-b703-efba1afb1872 gateway port host: None {{(pid=94080) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:41:06.428750 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.l3_hamode_db [None req-8f96d19b-edb8-4539-8016-cc4b76c9af28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '868276b5-2929-4c5a-b703-efba1afb1872', 'name': 'tempest-TestSnapshotPattern-1252571133-router', 'tenant_id': '5e891541249b45ee80d082b7ebda21a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:36:07Z', 'updated_at': '2021-07-30T00:41:06Z', 'revision_number': 6, 'project_id': '5e891541249b45ee80d082b7ebda21a8', 'gw_port_host': None}], 'n-d-712141-10', False) {} {{(pid=94080) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:41:06.458625 n-d-712141-10 neutron-server[94080]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f96d19b-edb8-4539-8016-cc4b76c9af28 None None] The sync data for ids ['868276b5-2929-4c5a-b703-efba1afb1872'] in n-d-712141-10 is: [{'id': '868276b5-2929-4c5a-b703-efba1afb1872', 'name': 'tempest-TestSnapshotPattern-1252571133-router', 'tenant_id': '5e891541249b45ee80d082b7ebda21a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:36:07Z', 'updated_at': '2021-07-30T00:41:06Z', 'revision_number': 6, 'project_id': '5e891541249b45ee80d082b7ebda21a8', 'gw_port_host': None}] {{(pid=94080) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:41:06.489272 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d0e5e1ae-91ed-4bf9-927a-244ebf9fa938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:06.524310 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e5e1ae-91ed-4bf9-927a-244ebf9fa938 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fbc075a-fe83-4eb4-bb40-cfe50b6ccb98,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:06.582001 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d0e5e1ae-91ed-4bf9-927a-244ebf9fa938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:06.672270 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d0e5e1ae-91ed-4bf9-927a-244ebf9fa938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:06.674399 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d0e5e1ae-91ed-4bf9-927a-244ebf9fa938 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:06.719785 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d0e5e1ae-91ed-4bf9-927a-244ebf9fa938 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:06.721087 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e5e1ae-91ed-4bf9-927a-244ebf9fa938 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 868276b5-2929-4c5a-b703-efba1afb1872 {{(pid=94077) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:41:06.725633 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d0e5e1ae-91ed-4bf9-927a-244ebf9fa938 admin admin] Notify callbacks [] for router, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:06.726833 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d0e5e1ae-91ed-4bf9-927a-244ebf9fa938 admin admin] 10.222.0.43 "DELETE /v2.0/routers/868276b5-2929-4c5a-b703-efba1afb1872 HTTP/1.1" status: 204 len: 168 time: 0.7699981 Jul 30 00:41:06.729521 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 39580) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:41:06.897459 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.db_base_plugin_v2 [None req-964d7140-d9a2-4c79-a2f0-e51da18876fa admin admin] Deleting subnet 843851f2-725b-44e7-bbf6-d6a7bf904470 {{(pid=94077) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:41:06.900956 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-964d7140-d9a2-4c79-a2f0-e51da18876fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:06.937304 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-964d7140-d9a2-4c79-a2f0-e51da18876fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14132286'] for subnet, precommit_delete_associations {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:07.022541 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-964d7140-d9a2-4c79-a2f0-e51da18876fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:07.083796 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-964d7140-d9a2-4c79-a2f0-e51da18876fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14299757', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14288413'] for subnet, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:07.108693 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964d7140-d9a2-4c79-a2f0-e51da18876fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=843851f2-725b-44e7-bbf6-d6a7bf904470,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:07.116175 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-964d7140-d9a2-4c79-a2f0-e51da18876fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:07.118140 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-964d7140-d9a2-4c79-a2f0-e51da18876fa admin admin] 10.222.0.43 "DELETE /v2.0/subnets/843851f2-725b-44e7-bbf6-d6a7bf904470 HTTP/1.1" status: 204 len: 168 time: 0.3876474 Jul 30 00:41:07.123481 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 39584) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:41:07.123912 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fbf092-e86c-4a40-943c-00db9d99e59e None None] Network 14dd48ea-8bee-4262-9c4f-e8575e48da5b requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:41:07.194201 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d4b106fd-5cc5-4ecd-bea4-90d4f66e43d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:07.255311 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-d4b106fd-5cc5-4ecd-bea4-90d4f66e43d5 admin admin] Deleting port a674b757-aa5c-429a-aa67-f0b9dde0d70b {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:41:07.255751 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d4b106fd-5cc5-4ecd-bea4-90d4f66e43d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:07.337035 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-d4b106fd-5cc5-4ecd-bea4-90d4f66e43d5 admin admin] For port a674b757-aa5c-429a-aa67-f0b9dde0d70b, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=a674b757-aa5c-429a-aa67-f0b9dde0d70b,segment=NetworkSegment(3a042300-34d9-44c7-9c94-4046af89a0fa),segment_id=3a042300-34d9-44c7-9c94-4046af89a0fa)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:41:07.337394 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d4b106fd-5cc5-4ecd-bea4-90d4f66e43d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:07.353978 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-d4b106fd-5cc5-4ecd-bea4-90d4f66e43d5 admin admin] Calling delete_port for a674b757-aa5c-429a-aa67-f0b9dde0d70b owned by network:dhcp {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:41:07.380154 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device b730ae1f-ac3c-412e-aef4-bce319c6cab1 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:41:07.415268 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: b730ae1f-ac3c-412e-aef4-bce319c6cab1 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:41:07.415615 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device b730ae1f-ac3c-412e-aef4-bce319c6cab1 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:41:07.416080 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 4fbc075a-fe83-4eb4-bb40-cfe50b6ccb98 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:41:07.438884 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 4fbc075a-fe83-4eb4-bb40-cfe50b6ccb98 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:41:07.439773 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 4fbc075a-fe83-4eb4-bb40-cfe50b6ccb98 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:41:07.456239 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d4b106fd-5cc5-4ecd-bea4-90d4f66e43d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:07.505011 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b106fd-5cc5-4ecd-bea4-90d4f66e43d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a674b757-aa5c-429a-aa67-f0b9dde0d70b,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:07.510188 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b106fd-5cc5-4ecd-bea4-90d4f66e43d5 admin admin] No DVR routers for this DVR port a674b757-aa5c-429a-aa67-f0b9dde0d70b on host n-d-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:41:07.542370 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c44004e-e449-4d28-8ed0-5665e280bec8 None None] DHCP port deletion for 14dd48ea-8bee-4262-9c4f-e8575e48da5b request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:41:07.605648 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d4b106fd-5cc5-4ecd-bea4-90d4f66e43d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:07.617549 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-d4b106fd-5cc5-4ecd-bea4-90d4f66e43d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14dd48ea-8bee-4262-9c4f-e8575e48da5b']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:41:07.632863 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-d4b106fd-5cc5-4ecd-bea4-90d4f66e43d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a042300-34d9-44c7-9c94-4046af89a0fa') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:41:07.633157 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-d4b106fd-5cc5-4ecd-bea4-90d4f66e43d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a042300-34d9-44c7-9c94-4046af89a0fa') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:41:07.650043 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d4b106fd-5cc5-4ecd-bea4-90d4f66e43d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:07.664409 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d4b106fd-5cc5-4ecd-bea4-90d4f66e43d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:07.670205 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4b106fd-5cc5-4ecd-bea4-90d4f66e43d5 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:41:07.670590 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d4b106fd-5cc5-4ecd-bea4-90d4f66e43d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:07.672482 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 30 00:41:07.672482 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:41:07.672482 n-d-712141-10 neutron-server[94077]: timer() Jul 30 00:41:07.672482 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:41:07.672482 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 30 00:41:07.672482 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:41:07.672482 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 30 00:41:07.672482 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:41:07.672482 n-d-712141-10 neutron-server[94077]: self._notify() Jul 30 00:41:07.672482 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:41:07.672482 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 30 00:41:07.672482 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:41:07.672482 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 30 00:41:07.672482 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:41:07.672482 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:41:07.672482 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:41:07.672482 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:41:07.672482 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:41:07.672482 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 30 00:41:07.672482 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:41:07.672482 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 30 00:41:07.672482 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:41:07.672482 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:41:07.672482 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:41:07.672482 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 30 00:41:07.672482 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:41:07.672482 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:41:07.672482 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:41:07.672482 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:41:07.672482 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:41:07.672482 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:41:07.672482 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:41:07.725121 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d4b106fd-5cc5-4ecd-bea4-90d4f66e43d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:07.730909 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-d4b106fd-5cc5-4ecd-bea4-90d4f66e43d5 admin admin] Notify callbacks [] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:07.732736 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-d4b106fd-5cc5-4ecd-bea4-90d4f66e43d5 admin admin] 10.222.0.43 "DELETE /v2.0/networks/14dd48ea-8bee-4262-9c4f-e8575e48da5b HTTP/1.1" status: 204 len: 168 time: 0.6083009 Jul 30 00:41:07.735789 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 39586) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:41:07.743883 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b106fd-5cc5-4ecd-bea4-90d4f66e43d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=14dd48ea-8bee-4262-9c4f-e8575e48da5b,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:07.948549 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:08.082640 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ebf67ca5-776f-4051-a683-0f16df16e70d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16659781'] for router_interface, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:08.319141 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-ebf67ca5-776f-4051-a683-0f16df16e70d admin admin] Deleting port 0978f13b-7932-4219-9fdb-126ec1370952 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:41:08.319482 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ebf67ca5-776f-4051-a683-0f16df16e70d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:08.398056 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-ebf67ca5-776f-4051-a683-0f16df16e70d admin admin] For port 0978f13b-7932-4219-9fdb-126ec1370952, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=0978f13b-7932-4219-9fdb-126ec1370952,segment=NetworkSegment(2b4c71c0-3a20-4b91-82b9-8225733cea03),segment_id=2b4c71c0-3a20-4b91-82b9-8225733cea03)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:41:08.398331 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ebf67ca5-776f-4051-a683-0f16df16e70d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:08.410445 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-ebf67ca5-776f-4051-a683-0f16df16e70d admin admin] Calling delete_port for 0978f13b-7932-4219-9fdb-126ec1370952 owned by network:router_interface {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:41:08.591432 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ebf67ca5-776f-4051-a683-0f16df16e70d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:08.616481 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf67ca5-776f-4051-a683-0f16df16e70d admin admin] Pushing event deleted for resources: {'Port': ['ID=0978f13b-7932-4219-9fdb-126ec1370952,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:08.796285 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-ebf67ca5-776f-4051-a683-0f16df16e70d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16327567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16659753'] for router_interface, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:09.004514 n-d-712141-10 neutron-server[94078]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf67ca5-776f-4051-a683-0f16df16e70d admin admin] Router c801fa8d-cc75-4bd2-9c16-2f9da052a5f8 has already been hosted by L3 agent 42e5f8c4-6972-480f-ac84-4c86ab5d988e {{(pid=94078) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:41:09.111695 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf67ca5-776f-4051-a683-0f16df16e70d admin admin] Notify agent at l3_agent.n-d-712141-10 the message routers_updated {{(pid=94078) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:41:09.119537 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-ebf67ca5-776f-4051-a683-0f16df16e70d admin admin] 10.222.0.43 "PUT /v2.0/routers/c801fa8d-cc75-4bd2-9c16-2f9da052a5f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3823264 Jul 30 00:41:09.120754 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65aa60e1-07a6-4b05-97e3-e5ecc31523aa None None] Sync routers for ids ['c801fa8d-cc75-4bd2-9c16-2f9da052a5f8'] in n-d-712141-10 {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:41:09.121710 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 39588) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:41:09.134107 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65aa60e1-07a6-4b05-97e3-e5ecc31523aa None None] Routers {'c801fa8d-cc75-4bd2-9c16-2f9da052a5f8'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:41:09.134995 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-65aa60e1-07a6-4b05-97e3-e5ecc31523aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:40:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['c801fa8d-cc75-4bd2-9c16-2f9da052a5f8'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:41:09.226772 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cae2f1f0-af52-45a2-b504-52f000246bcf admin admin] Notify callbacks [] for router, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:09.237462 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-65aa60e1-07a6-4b05-97e3-e5ecc31523aa None None] Set router c801fa8d-cc75-4bd2-9c16-2f9da052a5f8 gateway port host: n-d-712141-10 {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:41:09.341498 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cae2f1f0-af52-45a2-b504-52f000246bcf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:09.408286 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-cae2f1f0-af52-45a2-b504-52f000246bcf admin admin] Deleting port 680cab4c-9492-4218-b0ca-aae15ef2d1f7 {{(pid=94078) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:41:09.408735 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cae2f1f0-af52-45a2-b504-52f000246bcf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:09.415330 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device a674b757-aa5c-429a-aa67-f0b9dde0d70b no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:41:09.438241 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: a674b757-aa5c-429a-aa67-f0b9dde0d70b {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:41:09.438592 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device a674b757-aa5c-429a-aa67-f0b9dde0d70b not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:41:09.463857 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-65aa60e1-07a6-4b05-97e3-e5ecc31523aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c801fa8d-cc75-4bd2-9c16-2f9da052a5f8', 'name': 'tempest-TestSnapshotPattern-1356303321-router', 'tenant_id': '8e0d3c6d18bc4fad9100bf87ea9538d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'external_fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': '680cab4c-9492-4218-b0ca-aae15ef2d1f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:36:12Z', 'updated_at': '2021-07-30T00:41:08Z', 'revision_number': 5, 'project_id': '8e0d3c6d18bc4fad9100bf87ea9538d3', 'gw_port': {'id': '680cab4c-9492-4218-b0ca-aae15ef2d1f7', 'name': '', 'network_id': '58f27f61-3278-49cc-b66b-1e729d26f29f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:f3:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c801fa8d-cc75-4bd2-9c16-2f9da052a5f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712141-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:36:12Z', 'updated_at': '2021-07-30T00:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c7b25b0f-0901-436b-983c-52e2225426a4', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712141-10'}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:41:09.491464 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65aa60e1-07a6-4b05-97e3-e5ecc31523aa None None] Checking router: c801fa8d-cc75-4bd2-9c16-2f9da052a5f8 for host: n-d-712141-10 {{(pid=94079) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:41:09.500270 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65aa60e1-07a6-4b05-97e3-e5ecc31523aa None None] Routers {'c801fa8d-cc75-4bd2-9c16-2f9da052a5f8'} bound to L3 agent in host n-d-712141-10 {{(pid=94079) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:41:09.500882 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-65aa60e1-07a6-4b05-97e3-e5ecc31523aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712141-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:07:26Z,description=,heartbeat_timestamp=2021-07-30T00:40:56Z,host='n-d-712141-10',id=42e5f8c4-6972-480f-ac84-4c86ab5d988e,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:07:26Z,topic='l3_agent')) {'router_ids': ['c801fa8d-cc75-4bd2-9c16-2f9da052a5f8'], 'active': True} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:41:09.507462 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.db [None req-cae2f1f0-af52-45a2-b504-52f000246bcf admin admin] For port 680cab4c-9492-4218-b0ca-aae15ef2d1f7, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=680cab4c-9492-4218-b0ca-aae15ef2d1f7,segment=NetworkSegment(3e5a7b94-ca0f-480c-aa16-761232f7eb0b),segment_id=3e5a7b94-ca0f-480c-aa16-761232f7eb0b)] {{(pid=94078) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:41:09.507834 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cae2f1f0-af52-45a2-b504-52f000246bcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:09.519827 n-d-712141-10 neutron-server[94078]: DEBUG neutron.plugins.ml2.plugin [None req-cae2f1f0-af52-45a2-b504-52f000246bcf admin admin] Calling delete_port for 680cab4c-9492-4218-b0ca-aae15ef2d1f7 owned by network:router_gateway {{(pid=94078) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:41:09.590695 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvr_db [None req-65aa60e1-07a6-4b05-97e3-e5ecc31523aa None None] Set router c801fa8d-cc75-4bd2-9c16-2f9da052a5f8 gateway port host: None {{(pid=94079) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:41:09.655245 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_hamode_db [None req-65aa60e1-07a6-4b05-97e3-e5ecc31523aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c801fa8d-cc75-4bd2-9c16-2f9da052a5f8', 'name': 'tempest-TestSnapshotPattern-1356303321-router', 'tenant_id': '8e0d3c6d18bc4fad9100bf87ea9538d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:36:12Z', 'updated_at': '2021-07-30T00:41:09Z', 'revision_number': 6, 'project_id': '8e0d3c6d18bc4fad9100bf87ea9538d3', 'gw_port_host': None}], 'n-d-712141-10', False) {} {{(pid=94079) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:41:09.683373 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65aa60e1-07a6-4b05-97e3-e5ecc31523aa None None] The sync data for ids ['c801fa8d-cc75-4bd2-9c16-2f9da052a5f8'] in n-d-712141-10 is: [{'id': 'c801fa8d-cc75-4bd2-9c16-2f9da052a5f8', 'name': 'tempest-TestSnapshotPattern-1356303321-router', 'tenant_id': '8e0d3c6d18bc4fad9100bf87ea9538d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:36:12Z', 'updated_at': '2021-07-30T00:41:09Z', 'revision_number': 6, 'project_id': '8e0d3c6d18bc4fad9100bf87ea9538d3', 'gw_port_host': None}] {{(pid=94079) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:41:09.699928 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cae2f1f0-af52-45a2-b504-52f000246bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-57866573'] for port, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:09.731291 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae2f1f0-af52-45a2-b504-52f000246bcf admin admin] Pushing event deleted for resources: {'Port': ['ID=680cab4c-9492-4218-b0ca-aae15ef2d1f7,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:09.795237 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cae2f1f0-af52-45a2-b504-52f000246bcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16269195'] for router_gateway, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:10.248679 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cae2f1f0-af52-45a2-b504-52f000246bcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16714772', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1181'] for router, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:10.250773 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cae2f1f0-af52-45a2-b504-52f000246bcf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:10.294395 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cae2f1f0-af52-45a2-b504-52f000246bcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16712068'] for router, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:10.294861 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae2f1f0-af52-45a2-b504-52f000246bcf admin admin] Fanout notify agent at l3_agent the message router_deleted on router c801fa8d-cc75-4bd2-9c16-2f9da052a5f8 {{(pid=94078) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:41:10.300835 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-cae2f1f0-af52-45a2-b504-52f000246bcf admin admin] Notify callbacks [] for router, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:10.302587 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-cae2f1f0-af52-45a2-b504-52f000246bcf admin admin] 10.222.0.43 "DELETE /v2.0/routers/c801fa8d-cc75-4bd2-9c16-2f9da052a5f8 HTTP/1.1" status: 204 len: 168 time: 1.1794035 Jul 30 00:41:10.304498 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 39590) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:41:10.348322 n-d-712141-10 neutron-server[94078]: DEBUG neutron.db.db_base_plugin_v2 [None req-d10ce403-1f9f-4ede-8c01-cb5dcbc70f94 admin admin] Deleting subnet ffcacab9-59b8-49f1-9ac9-cca35a0d7fad {{(pid=94078) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:41:10.351409 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d10ce403-1f9f-4ede-8c01-cb5dcbc70f94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:10.384932 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d10ce403-1f9f-4ede-8c01-cb5dcbc70f94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-57866516'] for subnet, precommit_delete_associations {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:10.471436 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d10ce403-1f9f-4ede-8c01-cb5dcbc70f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-991102'] for subnet, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:10.525984 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d10ce403-1f9f-4ede-8c01-cb5dcbc70f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-991109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16260912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-57866594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-57510391'] for subnet, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:10.553061 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10ce403-1f9f-4ede-8c01-cb5dcbc70f94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffcacab9-59b8-49f1-9ac9-cca35a0d7fad,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:10.558134 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-d10ce403-1f9f-4ede-8c01-cb5dcbc70f94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:10.562636 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [-] (94077) accepted ('10.222.0.43', 39592) {{(pid=94077) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:41:10.563095 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-d10ce403-1f9f-4ede-8c01-cb5dcbc70f94 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/ffcacab9-59b8-49f1-9ac9-cca35a0d7fad HTTP/1.1" status: 204 len: 168 time: 0.2575171 Jul 30 00:41:10.566128 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8edc6b-6093-480e-abd6-beaca65da52f None None] Network 51bb2212-bd6e-4244-982d-1949fab21a35 requested from n-d-712141-10 {{(pid=94079) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:41:10.636939 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-13d390c8-ffa7-4118-bffa-95d252e6ca1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-595063'] for network, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:10.699485 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-13d390c8-ffa7-4118-bffa-95d252e6ca1c admin admin] Deleting port 90d482c1-2940-498c-bd6b-d9e731a681ed {{(pid=94077) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:41:10.699738 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-13d390c8-ffa7-4118-bffa-95d252e6ca1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:10.753055 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc0d69f-eb56-4aa5-a660-6ad038dfda4b None None] DHCP port deletion for 51bb2212-bd6e-4244-982d-1949fab21a35 request from n-d-712141-10 {{(pid=94079) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:41:10.769794 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.db [None req-13d390c8-ffa7-4118-bffa-95d252e6ca1c admin admin] For port 90d482c1-2940-498c-bd6b-d9e731a681ed, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=90d482c1-2940-498c-bd6b-d9e731a681ed,segment=NetworkSegment(2b4c71c0-3a20-4b91-82b9-8225733cea03),segment_id=2b4c71c0-3a20-4b91-82b9-8225733cea03)] {{(pid=94077) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:41:10.770240 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-13d390c8-ffa7-4118-bffa-95d252e6ca1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:10.783981 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.plugin [None req-13d390c8-ffa7-4118-bffa-95d252e6ca1c admin admin] Calling delete_port for 90d482c1-2940-498c-bd6b-d9e731a681ed owned by network:dhcp {{(pid=94077) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:41:10.802998 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-cbc0d69f-eb56-4aa5-a660-6ad038dfda4b None None] Deleting port 90d482c1-2940-498c-bd6b-d9e731a681ed {{(pid=94079) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:41:10.803283 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-cbc0d69f-eb56-4aa5-a660-6ad038dfda4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8745132409483'] for port, before_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:10.868462 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.db [None req-cbc0d69f-eb56-4aa5-a660-6ad038dfda4b None None] For port 90d482c1-2940-498c-bd6b-d9e731a681ed, host n-d-712141-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712141-10',level=0,port_id=90d482c1-2940-498c-bd6b-d9e731a681ed,segment=NetworkSegment(2b4c71c0-3a20-4b91-82b9-8225733cea03),segment_id=2b4c71c0-3a20-4b91-82b9-8225733cea03)] {{(pid=94079) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:41:10.868865 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-cbc0d69f-eb56-4aa5-a660-6ad038dfda4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16656018'] for port, precommit_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:10.870460 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-13d390c8-ffa7-4118-bffa-95d252e6ca1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14299714'] for port, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:10.888707 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-cbc0d69f-eb56-4aa5-a660-6ad038dfda4b None None] Calling delete_port for 90d482c1-2940-498c-bd6b-d9e731a681ed owned by network:dhcp {{(pid=94079) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:41:10.899372 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d390c8-ffa7-4118-bffa-95d252e6ca1c admin admin] Pushing event deleted for resources: {'Port': ['ID=90d482c1-2940-498c-bd6b-d9e731a681ed,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:10.901432 n-d-712141-10 neutron-server[94077]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d390c8-ffa7-4118-bffa-95d252e6ca1c admin admin] No DVR routers for this DVR port 90d482c1-2940-498c-bd6b-d9e731a681ed on host n-d-712141-10 {{(pid=94077) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:41:10.960819 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:41:10.960819 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 30 00:41:10.960819 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:41:10.960819 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 30 00:41:10.960819 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:41:10.960819 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 30 00:41:10.960819 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:41:10.960819 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 30 00:41:10.960819 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:41:10.960819 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 30 00:41:10.960819 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:41:10.960819 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 30 00:41:10.960819 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:41:10.960819 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 30 00:41:10.960819 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:41:10.960819 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 30 00:41:10.960819 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:41:10.960819 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 30 00:41:10.960819 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:41:10.960819 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 30 00:41:10.960819 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:41:10.960819 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 30 00:41:10.960819 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:41:10.960819 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 30 00:41:10.960819 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:41:10.960819 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 30 00:41:10.960819 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:41:10.960819 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 30 00:41:10.960819 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:41:10.960819 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 30 00:41:10.960819 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:41:10.960819 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 30 00:41:10.960819 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:41:10.960819 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 30 00:41:10.960819 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:41:10.960819 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 30 00:41:10.960819 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:41:10.960819 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 30 00:41:10.960819 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:41:10.960819 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 30 00:41:10.960819 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:41:10.960819 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 30 00:41:10.960819 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:41:10.960819 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 30 00:41:10.960819 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:41:10.960819 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 30 00:41:10.960819 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:41:10.960819 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 30 00:41:10.960819 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:41:10.960819 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 30 00:41:10.960819 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:41:10.960819 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 30 00:41:10.960819 n-d-712141-10 neutron-server[94079]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:41:10.960819 n-d-712141-10 neutron-server[94079]: self.session.flush() Jul 30 00:41:10.971431 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-cbc0d69f-eb56-4aa5-a660-6ad038dfda4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-970799', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-412770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8745132415007', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8745132038669'] for port, after_delete {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:10.975096 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-13d390c8-ffa7-4118-bffa-95d252e6ca1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-986345', 'neutron.services.segments.db._delete_segments_for_network-8745132507441'] for network, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:10.984862 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-13d390c8-ffa7-4118-bffa-95d252e6ca1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51bb2212-bd6e-4244-982d-1949fab21a35']}} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:41:10.994109 n-d-712141-10 neutron-server[94079]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc0d69f-eb56-4aa5-a660-6ad038dfda4b None None] Pushing event deleted for resources: {'Port': ['ID=90d482c1-2940-498c-bd6b-d9e731a681ed,revision_number=None']} {{(pid=94079) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:10.995946 n-d-712141-10 neutron-server[94079]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc0d69f-eb56-4aa5-a660-6ad038dfda4b None None] No DVR routers for this DVR port 90d482c1-2940-498c-bd6b-d9e731a681ed on host n-d-712141-10 {{(pid=94079) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:41:11.006709 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-13d390c8-ffa7-4118-bffa-95d252e6ca1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b4c71c0-3a20-4b91-82b9-8225733cea03') {'for_net_delete': True} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:41:11.006897 n-d-712141-10 neutron-server[94077]: DEBUG neutron.services.segments.db [None req-13d390c8-ffa7-4118-bffa-95d252e6ca1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b4c71c0-3a20-4b91-82b9-8225733cea03') {} {{(pid=94077) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:41:11.015997 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-13d390c8-ffa7-4118-bffa-95d252e6ca1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8745132507706', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14132277'] for segment, before_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:11.029701 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-13d390c8-ffa7-4118-bffa-95d252e6ca1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136'] for segment, precommit_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:11.036613 n-d-712141-10 neutron-server[94077]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13d390c8-ffa7-4118-bffa-95d252e6ca1c admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=94077) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:41:11.036999 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-13d390c8-ffa7-4118-bffa-95d252e6ca1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-986136', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14340019'] for segment, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:11.038867 n-d-712141-10 neutron-server[94077]: Traceback (most recent call last): Jul 30 00:41:11.038867 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:41:11.038867 n-d-712141-10 neutron-server[94077]: timer() Jul 30 00:41:11.038867 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:41:11.038867 n-d-712141-10 neutron-server[94077]: cb(*args, **kw) Jul 30 00:41:11.038867 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:41:11.038867 n-d-712141-10 neutron-server[94077]: return func(*args, **kwargs) Jul 30 00:41:11.038867 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:41:11.038867 n-d-712141-10 neutron-server[94077]: self._notify() Jul 30 00:41:11.038867 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:41:11.038867 n-d-712141-10 neutron-server[94077]: self.callback(batched_events) Jul 30 00:41:11.038867 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:41:11.038867 n-d-712141-10 neutron-server[94077]: event.method(event) Jul 30 00:41:11.038867 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:41:11.038867 n-d-712141-10 neutron-server[94077]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:41:11.038867 n-d-712141-10 neutron-server[94077]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:41:11.038867 n-d-712141-10 neutron-server[94077]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:41:11.038867 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:41:11.038867 n-d-712141-10 neutron-server[94077]: return f(self, *a, **k) Jul 30 00:41:11.038867 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:41:11.038867 n-d-712141-10 neutron-server[94077]: return self._get(url).json() Jul 30 00:41:11.038867 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:41:11.038867 n-d-712141-10 neutron-server[94077]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:41:11.038867 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:41:11.038867 n-d-712141-10 neutron-server[94077]: return self.request(url, 'GET', **kwargs) Jul 30 00:41:11.038867 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:41:11.038867 n-d-712141-10 neutron-server[94077]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:41:11.038867 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:41:11.038867 n-d-712141-10 neutron-server[94077]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:41:11.038867 n-d-712141-10 neutron-server[94077]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:41:11.038867 n-d-712141-10 neutron-server[94077]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:41:11.038867 n-d-712141-10 neutron-server[94077]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:41:11.092431 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-13d390c8-ffa7-4118-bffa-95d252e6ca1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-986352', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254464', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16327572', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16269239'] for network, after_delete {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:11.099419 n-d-712141-10 neutron-server[94077]: DEBUG neutron_lib.callbacks.manager [None req-13d390c8-ffa7-4118-bffa-95d252e6ca1c admin admin] Notify callbacks [] for network, before_response {{(pid=94077) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:11.101691 n-d-712141-10 neutron-server[94077]: INFO neutron.wsgi [None req-13d390c8-ffa7-4118-bffa-95d252e6ca1c admin admin] 10.222.0.43 "DELETE /v2.0/networks/51bb2212-bd6e-4244-982d-1949fab21a35 HTTP/1.1" status: 204 len: 168 time: 0.5366888 Jul 30 00:41:11.117913 n-d-712141-10 neutron-server[94077]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d390c8-ffa7-4118-bffa-95d252e6ca1c admin admin] Pushing event deleted for resources: {'Network': ['ID=51bb2212-bd6e-4244-982d-1949fab21a35,revision_number=None']} {{(pid=94077) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:11.219540 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 39596) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:41:11.260366 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-bbea51b5-ed3d-48b8-be6a-680e0bfdea96 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5e891541249b45ee80d082b7ebda21a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389674 Jul 30 00:41:11.262728 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 39598) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:41:11.322417 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a94ed8c4-189a-4049-801f-175b79a90440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:11.338840 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 0978f13b-7932-4219-9fdb-126ec1370952 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:41:11.345179 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a94ed8c4-189a-4049-801f-175b79a90440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:11.362251 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 0978f13b-7932-4219-9fdb-126ec1370952 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:41:11.362593 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 0978f13b-7932-4219-9fdb-126ec1370952 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:41:11.363013 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 680cab4c-9492-4218-b0ca-aae15ef2d1f7 no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:41:11.382943 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 680cab4c-9492-4218-b0ca-aae15ef2d1f7 {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:41:11.383280 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 680cab4c-9492-4218-b0ca-aae15ef2d1f7 not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:41:11.383893 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 90d482c1-2940-498c-bd6b-d9e731a681ed no longer exists at agent ovs-agent-n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:41:11.391495 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a94ed8c4-189a-4049-801f-175b79a90440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:11.394763 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-a94ed8c4-189a-4049-801f-175b79a90440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:11.395937 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-a94ed8c4-189a-4049-801f-175b79a90440 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6a92f044-d018-417f-bc15-8b69a060371a HTTP/1.1" status: 204 len: 168 time: 0.1323197 Jul 30 00:41:11.403082 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.plugin [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] No Port match for: 90d482c1-2940-498c-bd6b-d9e731a681ed {{(pid=94079) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:41:11.403432 n-d-712141-10 neutron-server[94079]: DEBUG neutron.plugins.ml2.rpc [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Device 90d482c1-2940-498c-bd6b-d9e731a681ed not bound to the agent host n-d-712141-10 {{(pid=94079) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:41:11.405675 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ed8c4-189a-4049-801f-175b79a90440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a92f044-d018-417f-bc15-8b69a060371a,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:11.738442 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 39604) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:41:11.778953 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-69f87c46-22d8-41c3-ad6a-fb52cbd1c736 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8e0d3c6d18bc4fad9100bf87ea9538d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393429 Jul 30 00:41:11.781471 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [-] (94078) accepted ('10.222.0.43', 39606) {{(pid=94078) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:41:11.829036 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-06209dd3-e928-49d4-b458-bb612dc6fefe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:11.850705 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-06209dd3-e928-49d4-b458-bb612dc6fefe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:11.896218 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-06209dd3-e928-49d4-b458-bb612dc6fefe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16254678'] for security_group, after_delete {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:11.898983 n-d-712141-10 neutron-server[94078]: DEBUG neutron_lib.callbacks.manager [None req-06209dd3-e928-49d4-b458-bb612dc6fefe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94078) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:11.900133 n-d-712141-10 neutron-server[94078]: INFO neutron.wsgi [None req-06209dd3-e928-49d4-b458-bb612dc6fefe admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e7f329a1-9cf4-4950-8de5-5d5b0977715d HTTP/1.1" status: 204 len: 168 time: 0.1177316 Jul 30 00:41:11.908246 n-d-712141-10 neutron-server[94078]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06209dd3-e928-49d4-b458-bb612dc6fefe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f329a1-9cf4-4950-8de5-5d5b0977715d,revision_number=None']} {{(pid=94078) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:19.910295 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:41:20.369271 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:23.364119 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-953bf5eb-4cc0-4cce-88ef-98aa8e814424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:26.000465 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-3ca50860-6aa0-46c3-8f89-3104dbfad832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:26.604360 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:28.027272 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:29.638435 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:37.947565 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:50.399446 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:53.370149 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0b1aa0f5-6793-4de6-a5d9-671e9e463693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:56.006673 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-00dcb116-708e-458d-8081-42dfac1e4c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:56.605308 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:56.908172 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:41:58.026535 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:59.642204 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:42:07.944722 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:42:20.412491 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:42:23.361203 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-075d832c-4b24-417c-8c9c-ec3be31520d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:42:25.997479 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b76c17ff-5aa8-4140-900d-030bb6dd729b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:42:26.611331 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:42:28.028928 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:42:29.645784 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:42:33.908234 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:42:37.943650 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:42:50.428011 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:42:53.364734 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-4dfd5df7-228c-4e04-9181-f81dd8426511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:42:55.999820 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1f0b1a22-56e1-42fa-911c-1ab41a1b3b0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:42:56.603087 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:42:58.031098 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:42:59.645519 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:07.958421 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:10.909000 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:43:20.427387 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:23.366277 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a51bdd43-3fb3-4422-8c59-93aab6b4044e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:26.001378 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-46b01f70-1969-4a12-9555-c18f88bee1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:26.603898 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:28.035889 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:29.649321 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:37.972429 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:47.909205 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:43:50.432326 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:53.368301 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-21f5a6f7-de90-4d9b-9f7e-e7885155fe22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:56.002539 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6e8255a2-b424-4f0d-8886-f9ea157be72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:56.605041 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:58.034365 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:59.653776 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:07.987878 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:20.428865 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:23.370427 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-745fe50c-619d-4c65-9123-03f4f3830f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:24.908785 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:44:26.003949 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-6608205b-ee47-4439-bf6d-f7706aa4ceff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:26.606890 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:28.039700 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:29.658227 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:37.990645 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:50.441757 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:53.376231 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-851bbdca-7faf-4af7-be74-7d8d52132c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:56.005466 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d63c1d74-ffd6-4706-9a32-fa8debe2b0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:56.549022 n-d-712141-10 neutron-server[94078]: DEBUG neutron.wsgi [req-3be4a1f0-bd9d-429a-be46-4fc8fc7e6586 req-280d194e-ee12-4e22-a209-038ffec4db9c service neutron] (94078) timed out ('10.222.0.43', 38196) {{(pid=94078) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 00:44:56.608068 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:58.044182 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:59.657907 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:01.908372 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:45:07.995608 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:20.457513 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:23.369022 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a15b2b6a-6f6e-4c63-a2d7-6acdff140439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:26.005143 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-07e7a110-154f-45f2-9256-e2676f0748e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:26.611039 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:28.043717 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:29.662594 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:37.999451 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:38.908485 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:45:50.468327 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:53.371020 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-60b72e77-11eb-49e8-9a78-53e6b2b038b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:56.006652 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-90aa7e79-4066-4728-b5dd-f0198be3179d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:56.612457 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:58.047828 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:59.669521 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:07.998789 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:15.907340 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:46:20.483053 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:23.372169 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-2dd86489-64ff-453b-8a54-64b0d0ec802a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:26.007288 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8cce5d0f-734b-4465-8ee9-46748e318bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:26.614186 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:28.049528 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:29.675654 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:38.012656 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:50.487045 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:52.908077 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:46:53.373572 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-aef33a33-f5ca-4686-970e-05e1b0aa33d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:56.008653 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-0ef78ba8-6470-42fd-8d67-a1feeed258a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:56.616340 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:58.053411 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:59.671416 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:08.013144 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:20.496048 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:23.374414 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-76ee372b-c00a-4d4a-a60c-3e64fc64c5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:26.010251 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-8c9caa86-aa67-497d-9f0b-323334e093a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:26.621373 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:28.056635 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:29.675922 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:29.908049 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:47:38.026590 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:50.486189 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:53.375645 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e54495c5-8714-4b2a-88ef-fbf56dff61e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:56.011456 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-e05f6ace-146f-4555-ad6c-1ae37c3162d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:56.622480 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:58.058809 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:59.676911 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:06.908191 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:48:08.028649 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:20.485841 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:23.538539 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ada7715b-eb72-43fb-af45-07341f72aa06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:26.014817 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-14a7ee92-325a-449c-8bf5-3ba5fc6c8fe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:26.630105 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:28.074317 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:29.680122 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:38.041360 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:43.907528 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:48:50.493695 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:53.379335 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-37b2a20d-09ac-43a2-a58a-fa687731769d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:56.019469 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-d5ef50a5-a8e4-4b33-bac2-0efc862ac374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:56.627370 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:58.067021 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:59.689165 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:08.056563 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:17.028530 n-d-712141-10 neutron-server[94077]: DEBUG neutron.wsgi [req-ada89b5c-3eea-4d2c-b5a3-57448df065e3 req-2d558614-99b7-4043-acaa-12d17598a216 service neutron] (94077) timed out ('10.222.0.43', 36666) {{(pid=94077) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 00:49:20.496470 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-78fdc314-80cc-4bef-af2f-cfb03ac1eaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:20.909154 n-d-712141-10 neutron-server[94080]: DEBUG neutron.db.agents_db [None req-4eb018cd-5662-4dc4-9615-09360bc70047 None None] Agent healthcheck: found 7 active agents {{(pid=94080) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:49:23.385544 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-08d769f2-ebb4-40ab-8424-6c3789506268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:26.027138 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-b8e9924d-611c-4ab7-a6c6-7e1db4213a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:26.634890 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-1d339bd8-815e-408b-8bf1-a1b47db1e523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:28.071171 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-a78432bd-18ac-4beb-ad56-5415b5fea36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:29.698193 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-ecb7980a-42e0-44db-9047-6e4942b72048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:38.065781 n-d-712141-10 neutron-server[94079]: DEBUG neutron_lib.callbacks.manager [None req-44117b61-b2d3-4019-bb96-33bf51de1296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8745132507423', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1044527'] for agent, after_update {{(pid=94079) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}